-- Logs begin at Fri 2021-07-23 23:10:29 UTC, end at Sat 2021-07-24 01:22:24 UTC. -- Jul 23 23:40:05.808070 n-d-800088-16 systemd[1]: Started Devstack devstack@q-svc.service. Jul 23 23:40:08.541522 n-d-800088-16 neutron-server[100206]: INFO neutron.common.config [-] Logging enabled! Jul 23 23:40:08.542112 n-d-800088-16 neutron-server[100206]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev496 Jul 23 23:40:08.542306 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100206) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 23 23:40:08.545488 n-d-800088-16 neutron-server[100206]: INFO neutron.common.config [-] Logging enabled! Jul 23 23:40:08.545745 n-d-800088-16 neutron-server[100206]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev496 Jul 23 23:40:08.546062 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100206) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 23 23:40:08.547009 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 23 23:40:08.547250 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 23 23:40:08.547624 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 23 23:40:08.547877 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 23 23:40:08.548111 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 23 23:40:08.548440 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:08.548744 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:08.549158 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:08.549397 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:08.549701 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:08.550001 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:08.550291 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:08.550612 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:08.550960 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:08.551288 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:08.551592 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:08.551888 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:08.552128 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:08.552421 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:08.552717 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:08.553076 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:08.553310 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] debug = True {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:08.553600 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:08.554037 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:08.554996 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:08.555288 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:08.555588 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:08.555876 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:08.556156 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:08.556441 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:08.556734 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:08.557109 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] host = n-d-800088-16 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:08.557399 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:08.557695 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:08.557989 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:08.558283 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:08.558566 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:08.558850 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:08.559143 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:08.559427 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:08.559706 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] log_file = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:08.559987 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:08.560285 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:08.560580 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:08.560899 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:08.561133 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:08.561377 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:08.561704 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:08.562118 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:08.562449 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:08.562737 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:08.563022 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:08.563304 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:08.563585 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:08.563860 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:08.564152 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:08.564442 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:08.564733 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:08.565048 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:08.565330 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:08.565608 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:08.565886 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:08.566176 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:08.566454 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:08.566732 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:08.567010 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:08.567303 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:08.567578 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:08.567858 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:08.568164 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:08.568454 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:08.568743 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:08.569057 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:08.569338 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:08.569626 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:08.570571 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:08.570848 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:08.571128 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] use_json = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:08.571410 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:08.571691 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:08.571980 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:08.572260 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:08.572539 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:08.572837 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:08.573123 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:08.573420 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:08.573718 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.574023 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.574333 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.574620 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.574920 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.575212 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.575506 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.575790 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.576085 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.576380 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.576673 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.576995 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.577293 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.577583 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.577882 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.578195 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.578496 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.578792 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.579073 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.579356 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.579636 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.579922 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.580214 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.580514 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.580843 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.581113 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.581400 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.581734 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.582021 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.582300 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.582585 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.582880 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.583165 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.583445 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.583737 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.584023 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.584301 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.584580 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.584893 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.585189 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.585626 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.585913 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.586194 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.586477 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.586756 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.587049 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.587333 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.587613 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.587894 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.588176 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.588454 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.588733 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.589041 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.589319 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.589602 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.589882 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.590159 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.590436 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.590714 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.590992 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.591267 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.591541 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.591825 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.592104 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.592381 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.592658 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.592972 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.593253 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.593542 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.593844 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.594131 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.594417 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.594704 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.594988 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.595269 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.595550 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.595834 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.596120 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.596400 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.596694 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.597008 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.597300 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.597588 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.597872 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.598176 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.598461 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.598751 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.599035 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.599319 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.599614 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.599903 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.600202 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.600499 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.600796 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.601181 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.601481 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.601802 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.602127 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.602420 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:08.602641 n-d-800088-16 neutron-server[100206]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 23 23:40:08.602889 n-d-800088-16 neutron-server[100206]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100206) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 23 23:40:08.961136 n-d-800088-16 neutron-server[100206]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 23:40:08.961418 n-d-800088-16 neutron-server[100206]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 23:40:08.961714 n-d-800088-16 neutron-server[100206]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 23:40:08.962197 n-d-800088-16 neutron-server[100206]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 23 23:40:09.361043 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:09.361340 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:09.361612 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:09.362939 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:09.363241 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:09.363538 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:09.398740 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:09.399019 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:09.399287 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:09.412344 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:09.412622 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:09.412926 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:09.443383 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:09.443662 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:09.443931 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:09.480370 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:09.480648 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:09.480950 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:09.712965 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:09.713562 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:09.713562 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:09.713730 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:09.714378 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:09.832978 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:09.833294 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:09.833573 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:09.833893 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:09.834110 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:09.834417 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:09.834674 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:09.834928 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:09.835181 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:09.836084 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:09.836360 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:09.836657 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:09.836898 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:09.837147 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:09.837401 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:09.837663 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:09.837917 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:09.838180 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:09.838444 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:09.838698 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:09.838979 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:09.839228 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:09.839514 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:09.839889 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:09.840136 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:09.840380 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:09.840779 n-d-800088-16 neutron-server[100206]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100206) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 23:40:09.841046 n-d-800088-16 neutron-server[100206]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100206) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 23:40:09.841283 n-d-800088-16 neutron-server[100206]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100206) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 23:40:09.841518 n-d-800088-16 neutron-server[100206]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100206) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 23:40:09.841751 n-d-800088-16 neutron-server[100206]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100206) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 23:40:09.841983 n-d-800088-16 neutron-server[100206]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100206) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 23:40:09.842362 n-d-800088-16 neutron-server[100206]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 23 23:40:09.846409 n-d-800088-16 neutron-server[100206]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 23 23:40:09.850324 n-d-800088-16 neutron-server[100206]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 23 23:40:09.854065 n-d-800088-16 neutron-server[100206]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Jul 23 23:40:09.855678 n-d-800088-16 neutron-server[100206]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 23 23:40:09.856118 n-d-800088-16 neutron-server[100206]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 23 23:40:09.856449 n-d-800088-16 neutron-server[100206]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 23 23:40:09.856860 n-d-800088-16 neutron-server[100206]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 23 23:40:09.859630 n-d-800088-16 neutron-server[100206]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 23 23:40:09.859880 n-d-800088-16 neutron-server[100206]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 23 23:40:09.860222 n-d-800088-16 neutron-server[100206]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 23 23:40:09.865492 n-d-800088-16 neutron-server[100206]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 23 23:40:09.889444 n-d-800088-16 neutron-server[100206]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 23 23:40:09.889898 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:09.890196 n-d-800088-16 neutron-server[100206]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100206) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 23 23:40:09.890557 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:09.891894 n-d-800088-16 neutron-server[100206]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100206) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 23 23:40:09.892175 n-d-800088-16 neutron-server[100206]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 23 23:40:09.892418 n-d-800088-16 neutron-server[100206]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 23 23:40:09.895436 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:09.895721 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:09.959130 n-d-800088-16 neutron-server[100206]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 23 23:40:09.959375 n-d-800088-16 neutron-server[100206]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 23 23:40:09.959610 n-d-800088-16 neutron-server[100206]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 23 23:40:09.959988 n-d-800088-16 neutron-server[100206]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 23 23:40:09.981637 n-d-800088-16 neutron-server[100206]: DEBUG oslo_db.sqlalchemy.engines [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100206) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 23 23:40:10.549328 n-d-800088-16 neutron-server[100206]: INFO neutron.plugins.ml2.managers [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Initializing driver for type 'gre' Jul 23 23:40:10.549871 n-d-800088-16 neutron-server[100206]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] gre ID ranges: [(1, 1000)] Jul 23 23:40:10.604054 n-d-800088-16 neutron-server[100206]: INFO neutron.plugins.ml2.managers [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Initializing driver for type 'local' Jul 23 23:40:10.604354 n-d-800088-16 neutron-server[100206]: INFO neutron.plugins.ml2.managers [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Initializing driver for type 'vlan' Jul 23 23:40:10.618457 n-d-800088-16 neutron-server[100206]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] VlanTypeDriver initialization complete Jul 23 23:40:10.618824 n-d-800088-16 neutron-server[100206]: INFO neutron.plugins.ml2.managers [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Initializing driver for type 'vxlan' Jul 23 23:40:10.619340 n-d-800088-16 neutron-server[100206]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] vxlan ID ranges: [(1, 1000)] Jul 23 23:40:10.685499 n-d-800088-16 neutron-server[100206]: INFO neutron.plugins.ml2.managers [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Initializing extension driver 'port_security' Jul 23 23:40:10.685846 n-d-800088-16 neutron-server[100206]: INFO neutron.plugins.ml2.extensions.port_security [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] PortSecurityExtensionDriver initialization complete Jul 23 23:40:10.686187 n-d-800088-16 neutron-server[100206]: INFO neutron.plugins.ml2.managers [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Initializing mechanism driver 'openvswitch' Jul 23 23:40:10.686525 n-d-800088-16 neutron-server[100206]: INFO neutron.plugins.ml2.managers [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Initializing mechanism driver 'hyperv' Jul 23 23:40:10.693091 n-d-800088-16 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:40:10.693785 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Subscribe: > port after_create 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:10.694167 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Subscribe: > port after_update 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:10.694530 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Subscribe: > port after_delete 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:10.695059 n-d-800088-16 neutron-server[100206]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100206) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 23:40:10.695502 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Subscribe: > subnet after_create 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:10.695863 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Subscribe: > subnet after_update 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:10.696219 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Subscribe: > subnet after_delete 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:10.696617 n-d-800088-16 neutron-server[100206]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100206) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 23:40:10.697058 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Subscribe: > network after_create 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:10.697420 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Subscribe: > network after_update 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:10.697771 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Subscribe: > network after_delete 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:10.698164 n-d-800088-16 neutron-server[100206]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100206) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 23:40:10.698579 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Subscribe: > security_group after_create 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:10.698936 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Subscribe: > security_group after_update 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:10.699288 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Subscribe: > security_group after_delete 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:10.699821 n-d-800088-16 neutron-server[100206]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100206) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 23:40:10.700242 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:10.700605 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:10.700986 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:10.701394 n-d-800088-16 neutron-server[100206]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100206) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 23:40:10.701805 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Subscribe: > address_group after_create 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:10.702166 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Subscribe: > address_group after_update 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:10.702514 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Subscribe: > address_group after_delete 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:10.702910 n-d-800088-16 neutron-server[100206]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100206) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 23:40:10.703296 n-d-800088-16 neutron-server[100206]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] ML2 OVO RPC backend initialized. {{(pid=100206) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 23 23:40:10.704016 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Subscribe: > router_interface after_create 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:10.704421 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:10.704833 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Subscribe: > network before_response 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:10.705315 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Subscribe: > networks before_response 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:10.705725 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Subscribe: > port before_response 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:10.706083 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Subscribe: > ports before_response 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:10.706440 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Subscribe: > subnet before_response 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:10.706795 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Subscribe: > subnets before_response 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:10.707151 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Subscribe: > network after_create 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:10.707501 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Subscribe: > network after_update 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:10.707851 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Subscribe: > network after_delete 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:10.708206 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Subscribe: > port after_create 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:10.708554 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Subscribe: > port after_update 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:10.708925 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Subscribe: > port after_delete 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:10.709274 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Subscribe: > subnet after_create 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:10.709621 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Subscribe: > subnet after_update 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:10.709966 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Subscribe: > subnet after_delete 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:10.711048 n-d-800088-16 neutron-server[100206]: INFO neutron.plugins.ml2.plugin [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Modular L2 Plugin initialization complete Jul 23 23:40:10.711386 n-d-800088-16 neutron-server[100206]: DEBUG neutron.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading services supported by the core plugin {{(pid=100206) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 23 23:40:10.711721 n-d-800088-16 neutron-server[100206]: INFO neutron.plugins.ml2.managers [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Got port-security extension from driver 'port_security' Jul 23 23:40:10.712193 n-d-800088-16 neutron-server[100206]: INFO neutron.extensions.vlantransparent [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Disabled vlantransparent extension. Jul 23 23:40:10.712685 n-d-800088-16 neutron-server[100206]: DEBUG neutron.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100206) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 23 23:40:10.713040 n-d-800088-16 neutron-server[100206]: INFO neutron.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading Plugin: router Jul 23 23:40:10.748976 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Subscribe: > router_interface before_create 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:10.749380 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Subscribe: > router after_create 55549900 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:10.749762 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Subscribe: > router before_create 55549900 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:10.750136 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:10.750523 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:10.750888 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Subscribe: > router after_delete 55549900 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:10.751252 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Subscribe: > floatingip after_update 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:10.751625 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Subscribe: > router after_create 55549900 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:10.751983 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Subscribe: > router after_update 55549900 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:10.752342 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Subscribe: > router after_update 55549900 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:10.752700 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:10.753101 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Subscribe: > router after_update 55549900 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:10.753527 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Subscribe: > router precommit_update 55549900 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:10.753908 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Subscribe: port after_update 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:10.754258 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Subscribe: port after_delete 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:10.754605 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Subscribe: subnet after_update 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:10.754953 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:10.755309 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Subscribe: > port precommit_delete 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:10.755667 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Subscribe: > router precommit_create 55549900 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:10.756019 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Subscribe: port before_delete 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:10.756372 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Subscribe: > router precommit_create 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:10.756736 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Subscribe: > router after_update 55549900 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:10.757113 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Subscribe: > router precommit_delete 55549900 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:10.757480 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Subscribe: > router precommit_create 55549900 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:10.757852 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Subscribe: > router_interface after_create 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:10.758207 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Subscribe: > router precommit_update 55549900 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:10.758585 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Subscribe: > agent after_create 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:10.758948 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Subscribe: > agent after_delete 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:10.759303 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Subscribe: > network after_delete 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:10.760172 n-d-800088-16 neutron-server[100206]: DEBUG neutron.quota.resource_registry [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Tracking information for resource: router configured {{(pid=100206) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 23:40:10.760515 n-d-800088-16 neutron-server[100206]: DEBUG neutron.quota.resource_registry [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Tracking information for resource: floatingip configured {{(pid=100206) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 23:40:10.765564 n-d-800088-16 neutron-server[100206]: INFO neutron.db.l3_agentschedulers_db [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 23 23:40:10.766153 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Subscribe: port after_update 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:10.766527 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Subscribe: port after_create 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:10.766888 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Subscribe: port after_delete 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:10.767246 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Subscribe: port after_update 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:10.768055 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Subscribe: > router before_create 55550100 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:10.768429 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Subscribe: > router precommit_delete 55550100 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:10.768800 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Subscribe: > router precommit_create 55550100 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:10.769200 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Subscribe: > router precommit_update 55550100 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:10.774124 n-d-800088-16 neutron-server[100206]: DEBUG neutron.services.provider_configuration [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Service providers = [] {{(pid=100206) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 23 23:40:10.774497 n-d-800088-16 neutron-server[100206]: DEBUG neutron.db.servicetype_db [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100206) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 23 23:40:10.777496 n-d-800088-16 neutron-server[100206]: DEBUG neutron.services.service_base [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100206) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 23 23:40:10.777858 n-d-800088-16 neutron-server[100206]: DEBUG neutron.services.service_base [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100206) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 23 23:40:10.778211 n-d-800088-16 neutron-server[100206]: DEBUG neutron.services.service_base [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100206) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 23 23:40:10.779110 n-d-800088-16 neutron-server[100206]: DEBUG neutron.services.service_base [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100206) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 23 23:40:10.779492 n-d-800088-16 neutron-server[100206]: INFO neutron.services.service_base [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 23 23:40:10.779883 n-d-800088-16 neutron-server[100206]: DEBUG neutron.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100206) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 23:40:10.780207 n-d-800088-16 neutron-server[100206]: INFO neutron.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 23 23:40:10.791498 n-d-800088-16 neutron-server[100206]: DEBUG neutron.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100206) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 23:40:10.791847 n-d-800088-16 neutron-server[100206]: INFO neutron.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading Plugin: auto_allocate Jul 23 23:40:10.797498 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Subscribe: network precommit_update 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:10.797873 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Subscribe: network precommit_create 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:10.798400 n-d-800088-16 neutron-server[100206]: DEBUG neutron.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100206) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 23:40:10.798730 n-d-800088-16 neutron-server[100206]: INFO neutron.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading Plugin: tag Jul 23 23:40:10.805360 n-d-800088-16 neutron-server[100206]: DEBUG neutron.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100206) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 23:40:10.805652 n-d-800088-16 neutron-server[100206]: INFO neutron.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading Plugin: timestamp Jul 23 23:40:10.810956 n-d-800088-16 neutron-server[100206]: DEBUG neutron.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100206) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 23:40:10.811293 n-d-800088-16 neutron-server[100206]: INFO neutron.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading Plugin: network_ip_availability Jul 23 23:40:10.816726 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:10.817132 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:10.817500 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:10.818229 n-d-800088-16 neutron-server[100206]: DEBUG neutron.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100206) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 23:40:10.818563 n-d-800088-16 neutron-server[100206]: INFO neutron.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading Plugin: flavors Jul 23 23:40:10.823313 n-d-800088-16 neutron-server[100206]: DEBUG neutron.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100206) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 23:40:10.823658 n-d-800088-16 neutron-server[100206]: INFO neutron.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading Plugin: revisions Jul 23 23:40:10.827944 n-d-800088-16 neutron-server[100206]: DEBUG neutron.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100206) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 23:40:10.828350 n-d-800088-16 neutron-server[100206]: DEBUG oslo_concurrency.lockutils [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.867s {{(pid=100206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 23:40:10.829139 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100206) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 23 23:40:10.829485 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Initializing extension manager. Jul 23 23:40:10.830005 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: __init__.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:10.830357 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: __pycache__ {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:10.830702 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:10.831102 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: address_group.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:10.831880 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:10.832450 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loaded extension: address-group Jul 23 23:40:10.832779 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: address_scope.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:10.833537 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:10.834053 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loaded extension: address-scope Jul 23 23:40:10.834380 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: admin_state_down_before_update.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:10.835333 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:10.836380 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loaded extension: router-admin-state-down-before-update Jul 23 23:40:10.836710 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: agent.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:10.837460 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:10.838175 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loaded extension: agent Jul 23 23:40:10.838504 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: agent_resources_synced.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:10.839448 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:10.839959 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loaded extension: agent-resources-synced Jul 23 23:40:10.840290 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: allowedaddresspairs.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:10.842139 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:10.842662 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loaded extension: allowed-address-pairs Jul 23 23:40:10.842997 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: auto_allocated_topology.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:10.844086 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:10.844607 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loaded extension: auto-allocated-topology Jul 23 23:40:10.844976 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: availability_zone.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:10.845683 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:10.846192 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loaded extension: availability_zone Jul 23 23:40:10.846521 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: availability_zone_filter.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:10.847450 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:10.847960 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loaded extension: availability_zone_filter Jul 23 23:40:10.848288 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: data_plane_status.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:10.849244 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:10.849754 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Extension data-plane-status not supported by any of loaded plugins Jul 23 23:40:10.850082 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: default_subnetpools.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:10.851041 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:10.852129 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loaded extension: default-subnetpools Jul 23 23:40:10.852457 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: dhcpagentscheduler.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:10.853313 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:10.853827 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loaded extension: dhcp_agent_scheduler Jul 23 23:40:10.854158 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: dns.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:10.855090 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:10.855600 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Extension dns-integration not supported by any of loaded plugins Jul 23 23:40:10.855932 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: dns_domain_ports.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:10.856888 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:10.857402 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 23 23:40:10.857731 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:10.858669 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:10.859174 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 23 23:40:10.859508 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: dvr.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:10.860191 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:10.860697 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loaded extension: dvr Jul 23 23:40:10.861053 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: ecmp_routes.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:10.861982 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:10.862486 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Extension ecmp_routes not supported by any of loaded plugins Jul 23 23:40:10.862814 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: empty_string_filtering.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:10.863739 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:10.864252 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loaded extension: empty-string-filtering Jul 23 23:40:10.864582 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:10.865523 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:10.866037 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 23 23:40:10.866367 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:10.867326 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:10.867840 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 23 23:40:10.868168 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: external_net.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:10.869139 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:10.869659 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loaded extension: external-net Jul 23 23:40:10.869987 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: extra_dhcp_opt.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:10.870912 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:10.871693 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loaded extension: extra_dhcp_opt Jul 23 23:40:10.872022 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: extraroute.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:10.872985 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:10.873500 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loaded extension: extraroute Jul 23 23:40:10.873832 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: extraroute_atomic.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:10.874884 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:10.875404 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loaded extension: extraroute-atomic Jul 23 23:40:10.875736 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: filter_validation.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:10.876417 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:10.876966 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loaded extension: filter-validation Jul 23 23:40:10.877295 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: fip_pf_description.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:10.878231 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:10.878743 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 23 23:40:10.879074 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: fip_port_details.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:10.880014 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:10.880527 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loaded extension: fip-port-details Jul 23 23:40:10.880886 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: flavors.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:10.882128 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:10.882677 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loaded extension: flavors Jul 23 23:40:10.883011 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:10.884679 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:10.885245 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 23 23:40:10.885586 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: floatingip_pools.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:10.886301 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:10.886816 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loaded extension: floatingip-pools Jul 23 23:40:10.887151 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: ip_allocation.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:10.888100 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:10.888612 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Extension ip_allocation not supported by any of loaded plugins Jul 23 23:40:10.888981 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:10.889920 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:10.890436 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loaded extension: ip-substring-filtering Jul 23 23:40:10.890773 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: l2_adjacency.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:10.891708 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:10.892216 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Extension l2_adjacency not supported by any of loaded plugins Jul 23 23:40:10.892550 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: l3.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:10.893549 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:10.894072 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loaded extension: router Jul 23 23:40:10.894406 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: l3_conntrack_helper.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:10.896774 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:10.897344 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 23 23:40:10.897689 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:10.899161 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:10.899680 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loaded extension: ext-gw-mode Jul 23 23:40:10.900025 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:10.901014 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:10.901529 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loaded extension: l3-ha Jul 23 23:40:10.901863 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: l3_flavors.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:10.902791 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:10.903304 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loaded extension: l3-flavors Jul 23 23:40:10.903636 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:10.904559 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:10.905104 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loaded extension: l3-port-ip-change-not-allowed Jul 23 23:40:10.905437 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: l3agentscheduler.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:10.906487 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:10.907001 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loaded extension: l3_agent_scheduler Jul 23 23:40:10.907336 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: logging.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:10.908827 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:10.909365 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Extension logging not supported by any of loaded plugins Jul 23 23:40:10.909701 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: metering.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:10.910463 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:10.911043 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loaded extension: metering Jul 23 23:40:10.911375 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:10.912477 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:10.913035 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loaded extension: metering_source_and_destination_fields Jul 23 23:40:10.913370 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: multiprovidernet.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:10.914958 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:10.915474 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loaded extension: multi-provider Jul 23 23:40:10.915815 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: netmtu.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:10.916767 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:10.917464 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loaded extension: net-mtu Jul 23 23:40:10.917786 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: netmtu_writable.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:10.918854 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:10.919451 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loaded extension: net-mtu-writable Jul 23 23:40:10.919798 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: network_availability_zone.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:10.920611 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:10.921264 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loaded extension: network_availability_zone Jul 23 23:40:10.921688 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: network_ip_availability.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:10.922856 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:10.923450 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loaded extension: network-ip-availability Jul 23 23:40:10.923836 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: network_segment_range.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:10.924726 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:10.925300 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Extension network-segment-range not supported by any of loaded plugins Jul 23 23:40:10.925717 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: pagination.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:10.926808 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:10.927249 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loaded extension: pagination Jul 23 23:40:10.927653 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: port_device_profile.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:10.928730 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:10.929396 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loaded extension: port-device-profile Jul 23 23:40:10.929757 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:10.930882 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:10.931409 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loaded extension: port-mac-address-regenerate Jul 23 23:40:10.931838 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:10.932897 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:10.933520 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loaded extension: port-numa-affinity-policy Jul 23 23:40:10.933855 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: port_resource_request.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:10.934800 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:10.935306 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Extension port-resource-request not supported by any of loaded plugins Jul 23 23:40:10.935634 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: portbindings.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:10.936717 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:10.937627 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loaded extension: binding Jul 23 23:40:10.938002 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: portbindings_extended.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:10.939664 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:10.940280 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loaded extension: binding-extended Jul 23 23:40:10.940690 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: portsecurity.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:10.941725 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:10.942246 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loaded extension: port-security Jul 23 23:40:10.942582 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: project_id.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:10.943595 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:10.943928 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loaded extension: project-id Jul 23 23:40:10.944264 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: providernet.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:10.945293 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:10.945824 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loaded extension: provider Jul 23 23:40:10.946158 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: qos.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:10.949900 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:10.950448 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Extension qos not supported by any of loaded plugins Jul 23 23:40:10.950791 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:10.952095 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:10.956344 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 23 23:40:10.956693 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:10.957694 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:10.958222 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 23 23:40:10.958559 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: qos_default.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:10.959495 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:10.960014 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Extension qos-default not supported by any of loaded plugins Jul 23 23:40:10.960350 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: qos_fip.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:10.961565 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:10.962077 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Extension qos-fip not supported by any of loaded plugins Jul 23 23:40:10.962407 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: qos_gateway_ip.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:10.963345 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:10.963860 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 23 23:40:10.964191 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: qos_port_network_policy.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:10.965161 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:10.965675 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 23 23:40:10.966006 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: qos_rule_type_details.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:10.966941 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:10.967458 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 23 23:40:10.967789 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: qos_rules_alias.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:10.968883 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:10.969403 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 23 23:40:10.969733 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: quotasv2.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:10.970748 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:10.971082 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loaded extension: quotas Jul 23 23:40:10.971409 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: quotasv2_detail.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:10.974592 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:10.974948 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loaded extension: quota_details Jul 23 23:40:10.975288 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: rbac.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:10.977279 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:10.977733 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loaded extension: rbac-policies Jul 23 23:40:10.978078 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: rbac_address_group.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:10.979291 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:10.979810 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loaded extension: rbac-address-group Jul 23 23:40:10.980149 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: rbac_address_scope.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:10.981120 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:10.981640 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loaded extension: rbac-address-scope Jul 23 23:40:10.981974 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: rbac_security_groups.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:10.982909 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:10.983607 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loaded extension: rbac-security-groups Jul 23 23:40:10.983942 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: rbac_subnetpool.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:10.984900 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:10.985430 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loaded extension: rbac-subnetpool Jul 23 23:40:10.985863 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: revisionifmatch.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:10.987771 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:10.988299 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loaded extension: revision-if-match Jul 23 23:40:10.988637 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: revisions.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:10.990612 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:10.991141 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loaded extension: standard-attr-revisions Jul 23 23:40:10.991479 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: router_availability_zone.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:10.992201 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:10.992722 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loaded extension: router_availability_zone Jul 23 23:40:10.993882 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: routerservicetype.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:10.994826 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:10.995350 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Extension router-service-type not supported by any of loaded plugins Jul 23 23:40:10.995684 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:10.997727 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:10.998254 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loaded extension: security-groups-normalized-cidr Jul 23 23:40:10.998594 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: security_groups_port_filtering.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:10.999550 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:11.000073 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loaded extension: port-security-groups-filtering Jul 23 23:40:11.000408 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:11.001369 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:11.001893 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loaded extension: security-groups-remote-address-group Jul 23 23:40:11.002229 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: securitygroup.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:11.012421 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:11.012994 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loaded extension: security-group Jul 23 23:40:11.013335 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: segment.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:11.014145 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:11.014664 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Extension segment not supported by any of loaded plugins Jul 23 23:40:11.014999 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:11.015958 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:11.016474 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 23 23:40:11.016826 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: servicetype.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:11.017954 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:11.018486 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loaded extension: service-type Jul 23 23:40:11.018822 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: sorting.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:11.019828 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:11.020170 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loaded extension: sorting Jul 23 23:40:11.020504 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: standard_attr_segment.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:11.021548 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:11.022071 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 23 23:40:11.022403 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: standardattrdescription.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:11.023615 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:11.024134 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loaded extension: standard-attr-description Jul 23 23:40:11.024465 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: stateful_security_group.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:11.025454 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:11.025980 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loaded extension: stateful-security-group Jul 23 23:40:11.026314 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: stdattrs_common.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:11.026917 n-d-800088-16 neutron-server[100206]: WARNING neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 23 23:40:11.027250 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:11.028196 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:11.028712 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 23 23:40:11.029076 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: subnet_onboard.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:11.030163 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:11.030684 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loaded extension: subnet_onboard Jul 23 23:40:11.031020 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:11.031964 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:11.032473 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 23 23:40:11.032800 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: subnet_service_types.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:11.033756 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:11.034270 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loaded extension: subnet-service-types Jul 23 23:40:11.034600 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: subnetallocation.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:11.035706 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:11.036234 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loaded extension: subnet_allocation Jul 23 23:40:11.036564 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:11.037280 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:11.037795 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loaded extension: subnetpool-prefix-ops Jul 23 23:40:11.038125 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:11.039111 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:11.039628 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 23 23:40:11.039959 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: tagging.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:11.041068 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:11.041593 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loaded extension: standard-attr-tag Jul 23 23:40:11.041926 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: timestamp.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:11.043164 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:11.043692 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loaded extension: standard-attr-timestamp Jul 23 23:40:11.044028 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: trunk.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:11.045125 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:11.045654 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Extension trunk not supported by any of loaded plugins Jul 23 23:40:11.045993 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: trunk_details.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:11.046932 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:11.047454 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Extension trunk-details not supported by any of loaded plugins Jul 23 23:40:11.047791 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: uplink_status_propagation.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:11.048733 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:11.049276 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 23 23:40:11.049612 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Loading extension file: vlantransparent.py {{(pid=100206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 23:40:11.050298 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 23:40:11.050809 n-d-800088-16 neutron-server[100206]: INFO neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Extension vlan-transparent not supported by any of loaded plugins Jul 23 23:40:11.053307 n-d-800088-16 neutron-server[100206]: INFO neutron.quota.resource_registry [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Creating instance of TrackedResource for resource:network Jul 23 23:40:11.053858 n-d-800088-16 neutron-server[100206]: INFO neutron.quota.resource_registry [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Creating instance of TrackedResource for resource:subnet Jul 23 23:40:11.054290 n-d-800088-16 neutron-server[100206]: INFO neutron.quota.resource_registry [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 23:40:11.054711 n-d-800088-16 neutron-server[100206]: INFO neutron.quota.resource_registry [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Creating instance of TrackedResource for resource:port Jul 23 23:40:11.055999 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.v2.resource_helper [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 23:40:11.056396 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.v2.resource_helper [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Service FLAVORS assigned prefix: {{(pid=100206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 23:40:11.057053 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.v2.resource_helper [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 23:40:11.057495 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.v2.resource_helper [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 23:40:11.057832 n-d-800088-16 neutron-server[100206]: INFO neutron.quota.resource_registry [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Creating instance of TrackedResource for resource:router Jul 23 23:40:11.058267 n-d-800088-16 neutron-server[100206]: INFO neutron.quota.resource_registry [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Creating instance of TrackedResource for resource:floatingip Jul 23 23:40:11.058787 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.v2.resource_helper [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Service METERING assigned prefix: /metering {{(pid=100206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 23:40:11.060230 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:11.060626 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:11.061006 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:40:11.062062 n-d-800088-16 neutron-server[100206]: INFO neutron.quota.resource_registry [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Creating instance of CountableResource for resource:rbac_policy Jul 23 23:40:11.062480 n-d-800088-16 neutron-server[100206]: INFO neutron.quota.resource_registry [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Creating instance of TrackedResource for resource:security_group Jul 23 23:40:11.062921 n-d-800088-16 neutron-server[100206]: INFO neutron.quota.resource_registry [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Creating instance of TrackedResource for resource:security_group_rule Jul 23 23:40:11.063521 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.v2.resource_helper [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Service CORE assigned prefix: {{(pid=100206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 23:40:11.063856 n-d-800088-16 neutron-server[100206]: INFO neutron.quota.resource_registry [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 23:40:11.064209 n-d-800088-16 neutron-server[100206]: WARNING neutron.quota.resource_registry [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] subnetpool is already registered Jul 23 23:40:11.064663 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.v2.resource_helper [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Service CORE assigned prefix: {{(pid=100206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 23:40:11.065026 n-d-800088-16 neutron-server[100206]: INFO neutron.quota.resource_registry [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 23:40:11.065369 n-d-800088-16 neutron-server[100206]: WARNING neutron.quota.resource_registry [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] subnetpool is already registered Jul 23 23:40:11.067661 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.v2.resource_helper [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 23:40:11.068104 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.v2.resource_helper [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Service FLAVORS assigned prefix: {{(pid=100206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 23:40:11.068711 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.v2.resource_helper [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 23:40:11.069166 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.v2.resource_helper [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 23:40:11.069511 n-d-800088-16 neutron-server[100206]: INFO neutron.quota.resource_registry [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Creating instance of TrackedResource for resource:router Jul 23 23:40:11.070405 n-d-800088-16 neutron-server[100206]: WARNING neutron.quota.resource_registry [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] router is already registered Jul 23 23:40:11.070831 n-d-800088-16 neutron-server[100206]: INFO neutron.quota.resource_registry [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Creating instance of TrackedResource for resource:floatingip Jul 23 23:40:11.071179 n-d-800088-16 neutron-server[100206]: WARNING neutron.quota.resource_registry [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] floatingip is already registered Jul 23 23:40:11.071653 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.v2.resource_helper [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Service METERING assigned prefix: /metering {{(pid=100206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 23:40:11.072320 n-d-800088-16 neutron-server[100206]: INFO neutron.quota.resource_registry [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Creating instance of CountableResource for resource:rbac_policy Jul 23 23:40:11.072656 n-d-800088-16 neutron-server[100206]: WARNING neutron.quota.resource_registry [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] rbac_policy is already registered Jul 23 23:40:11.073105 n-d-800088-16 neutron-server[100206]: INFO neutron.quota.resource_registry [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Creating instance of TrackedResource for resource:security_group Jul 23 23:40:11.073447 n-d-800088-16 neutron-server[100206]: WARNING neutron.quota.resource_registry [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] security_group is already registered Jul 23 23:40:11.073853 n-d-800088-16 neutron-server[100206]: INFO neutron.quota.resource_registry [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Creating instance of TrackedResource for resource:security_group_rule Jul 23 23:40:11.074191 n-d-800088-16 neutron-server[100206]: WARNING neutron.quota.resource_registry [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] security_group_rule is already registered Jul 23 23:40:11.074823 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.v2.resource_helper [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Service CORE assigned prefix: {{(pid=100206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 23:40:11.075162 n-d-800088-16 neutron-server[100206]: INFO neutron.quota.resource_registry [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 23:40:11.075506 n-d-800088-16 neutron-server[100206]: WARNING neutron.quota.resource_registry [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] subnetpool is already registered Jul 23 23:40:11.075940 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.v2.resource_helper [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Service CORE assigned prefix: {{(pid=100206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 23:40:11.076272 n-d-800088-16 neutron-server[100206]: INFO neutron.quota.resource_registry [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 23:40:11.076608 n-d-800088-16 neutron-server[100206]: WARNING neutron.quota.resource_registry [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] subnetpool is already registered Jul 23 23:40:11.077134 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Extended resource: extensions {{(pid=100206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 23:40:11.078607 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Extended resource: address-groups {{(pid=100206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 23:40:11.080084 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Extended resource: address-scopes {{(pid=100206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 23:40:11.081431 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Extended resource: agents {{(pid=100206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 23:40:11.082604 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Extended resource: auto-allocated-topology {{(pid=100206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 23:40:11.083835 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Extended resource: availability_zones {{(pid=100206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 23:40:11.085082 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Extended resource: dhcp-networks {{(pid=100206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 23:40:11.088253 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Extended resource: dhcp-agents {{(pid=100206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 23:40:11.089696 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Extended resource: routers {{(pid=100206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 23:40:11.091390 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Extended resource: flavors {{(pid=100206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 23:40:11.092678 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Extended resource: service_profiles {{(pid=100206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 23:40:11.093911 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Extended resource: next_providers {{(pid=100206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 23:40:11.095351 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Extended resource: service_profiles {{(pid=100206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 23:40:11.096920 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Extended resource: floatingip-pools {{(pid=100206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 23:40:11.098134 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Extended resource: routers {{(pid=100206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 23:40:11.099852 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Extended resource: floatingips {{(pid=100206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 23:40:11.101188 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Extended resource: l3-routers {{(pid=100206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 23:40:11.102570 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Extended resource: l3-agents {{(pid=100206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 23:40:11.104099 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Extended resource: metering-labels {{(pid=100206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 23:40:11.105386 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Extended resource: metering-label-rules {{(pid=100206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 23:40:11.106791 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Extended resource: network-ip-availabilities {{(pid=100206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 23:40:11.108043 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Extended resource: bindings {{(pid=100206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 23:40:11.109624 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Extended resource: quotas {{(pid=100206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 23:40:11.111175 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Extended resource: quotas {{(pid=100206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 23:40:11.112588 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Extended resource: rbac-policies {{(pid=100206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 23:40:11.113813 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Extended resource: security-groups {{(pid=100206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 23:40:11.115116 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Extended resource: security-group-rules {{(pid=100206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 23:40:11.116355 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Extended resource: service-providers {{(pid=100206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 23:40:11.117812 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Extended resource: subnetpools {{(pid=100206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 23:40:11.119139 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Extended resource: subnetpools {{(pid=100206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 23:40:11.120698 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Extended resource: tags {{(pid=100206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 23:40:11.122653 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Extended resource: tags {{(pid=100206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 23:40:11.124508 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Extended resource: tags {{(pid=100206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 23:40:11.126308 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Extended resource: tags {{(pid=100206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 23:40:11.128009 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Extended resource: tags {{(pid=100206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 23:40:11.129989 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Extended resource: tags {{(pid=100206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 23:40:11.131656 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Extended resource: tags {{(pid=100206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 23:40:11.134014 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Extended resource: tags {{(pid=100206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 23:40:11.135884 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Extended resource: tags {{(pid=100206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 23:40:11.137651 n-d-800088-16 neutron-server[100206]: DEBUG neutron.api.extensions [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Extended resource: tags {{(pid=100206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 23:40:11.144648 n-d-800088-16 neutron-server[100206]: WARNING keystonemiddleware.auth_token [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 23 23:40:11.149843 n-d-800088-16 neutron-server[100206]: WARNING keystonemiddleware.auth_token [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 23 23:40:11.159240 n-d-800088-16 neutron-server[100206]: DEBUG oslo_concurrency.lockutils [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Acquired lock "singleton_lock" {{(pid=100206) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 23 23:40:11.159733 n-d-800088-16 neutron-server[100206]: DEBUG oslo_concurrency.lockutils [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Releasing lock "singleton_lock" {{(pid=100206) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 23 23:40:11.160377 n-d-800088-16 neutron-server[100206]: INFO oslo_service.service [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Starting 2 workers Jul 23 23:40:11.165240 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Started child 100313 {{(pid=100206) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 23 23:40:11.169808 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Started child 100314 {{(pid=100206) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 23 23:40:11.170621 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:11.171524 n-d-800088-16 neutron-server[100206]: INFO neutron.service [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Neutron service started, listening on 0.0.0.0:9696 Jul 23 23:40:11.171979 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Notify callbacks [] for process, before_spawn {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:11.172174 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [-] (100313) wsgi starting up on http://0.0.0.0:9696 Jul 23 23:40:11.174405 n-d-800088-16 neutron-server[100206]: INFO oslo_service.service [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Starting 1 workers Jul 23 23:40:11.174618 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:11.176008 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [-] (100314) wsgi starting up on http://0.0.0.0:9696 Jul 23 23:40:11.179740 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Started child 100315 {{(pid=100206) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 23 23:40:11.180269 n-d-800088-16 neutron-server[100206]: INFO oslo_service.service [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Starting 1 workers Jul 23 23:40:11.183391 n-d-800088-16 neutron-server[100315]: DEBUG neutron.service [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] calling RpcWorker wait() {{(pid=100315) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 23 23:40:11.183924 n-d-800088-16 neutron-server[100315]: DEBUG neutron.service [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] returning from RpcWorker wait() {{(pid=100315) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 23 23:40:11.184872 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Started child 100316 {{(pid=100206) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 23 23:40:11.185189 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:11.185644 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:40:11.185744 n-d-800088-16 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b8974cd7-2cb6-4a6a-ac67-d5fb27a08acb None None] Notify callbacks [] for process, after_spawn {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:11.187540 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100206) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 23 23:40:11.187754 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 23 23:40:11.187948 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 23 23:40:11.188169 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 23 23:40:11.188522 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 23 23:40:11.188692 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 23 23:40:11.189233 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.189520 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.189818 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.189911 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:11.190562 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.190562 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.190905 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.191154 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.191400 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.191752 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.191927 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.192100 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.192269 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.192712 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.193009 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.193304 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.193564 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.193817 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.194114 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.194289 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.194558 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.195410 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.195661 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.195937 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] debug = True {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.196213 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.196717 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.197023 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.197257 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.197487 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.197778 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.198030 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.198323 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.198588 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.198854 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.199166 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.199425 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.199664 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.200073 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.200304 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.200557 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.200825 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.201312 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] host = n-d-800088-16 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.201556 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.201813 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.202071 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.202329 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.202594 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.202835 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.203247 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.203533 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.203797 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.204050 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.204298 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.204573 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.204797 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.205083 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] log_file = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.205256 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] log_options = True {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.205508 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.205813 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.206082 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.206273 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.206431 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.206687 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.206946 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.207150 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.207388 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.207579 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.207867 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.208037 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.208263 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.208488 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.208770 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.209063 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.209305 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.209568 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.209817 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.210057 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.210295 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.211092 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.211348 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.211622 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.211817 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.212038 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.212271 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.212490 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.212710 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.213025 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.213279 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.213534 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.213786 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.214032 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.214272 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.214664 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.214889 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.215170 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.215410 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.215662 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.215931 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.216192 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.216476 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.216637 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.216910 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.217239 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] use_json = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.217390 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.217612 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.217863 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.218240 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.218596 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.218952 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.219348 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.219595 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.220176 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.220464 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.220579 n-d-800088-16 neutron-server[100316]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:40:11.220979 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.221095 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.221352 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.221606 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.221894 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.222231 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.222588 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.223002 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.223548 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.223972 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.225164 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.225164 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.225164 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.225164 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.226732 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.226732 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.226732 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.226732 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.226732 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.226732 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.227512 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.227512 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.227887 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.227887 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.228150 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.228949 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.228949 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.228949 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.233262 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.233262 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.233262 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.233262 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.233262 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.233262 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.233262 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.233262 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.233262 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.235078 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.235078 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.235078 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.235078 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.235078 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.235078 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.235078 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.235078 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.235078 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.238283 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.238283 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.238283 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.238283 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.238283 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.238283 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.238283 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.238283 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.238283 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.239620 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.239620 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.239620 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.239620 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.239620 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.239620 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.239620 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.239620 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.239620 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.241270 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.241270 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.241270 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.241270 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.241270 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.241270 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.241270 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.241270 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.241270 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.241875 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.241875 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.241875 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.241875 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.241875 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.241875 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.241875 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.241875 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.241875 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.242487 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.242487 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.242487 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.242487 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.242487 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.242487 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.242883 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.242972 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.243148 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.243436 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.243662 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.244031 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.244286 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.244529 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.244762 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.245031 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.245293 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.245522 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.245772 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.246264 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.246524 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.246772 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.247043 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.247813 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.247813 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.247813 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.248367 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.248367 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.248519 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.248784 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.249036 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.249326 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.249640 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.249925 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.250204 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.250646 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.250910 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.251180 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.251422 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.251698 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.251955 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.252195 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.252425 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.252710 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.252983 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.253216 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.256492 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.256492 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.256492 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.256492 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.256492 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.256492 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.256492 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.256492 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.257074 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.257074 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.257074 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.257074 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.257074 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.257074 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.257074 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.257074 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.258192 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.258192 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.258497 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.258650 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.258899 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.259258 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.259660 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.259902 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.261267 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.261267 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.261267 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.261267 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.261267 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.261267 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.261876 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.261876 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.262079 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.262189 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.262490 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.262671 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.262848 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.263041 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.263277 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.263556 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.264306 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.264306 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.264306 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.264779 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.264779 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.265126 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.265289 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.265861 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.265861 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.266197 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.266197 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.266502 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.266669 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.266847 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.267024 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.267279 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.267542 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.268103 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.268285 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.268435 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.268676 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.268981 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.269157 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.269323 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.269649 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.269829 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.270015 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.270175 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.270409 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.270637 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.270881 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.271112 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.271357 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.271573 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.271795 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.272011 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.272321 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.272572 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.272865 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.273652 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.273897 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.274138 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.274391 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.274606 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.274827 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.275075 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.275301 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.275538 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.275790 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.276008 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.276223 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.276471 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.276715 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.276974 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.277226 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.277445 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.277664 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.277891 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.278550 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.278664 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.278884 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.279140 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.279360 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.279596 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.279844 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.280062 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.280330 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.280559 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.280783 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.281041 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.281260 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.281483 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.281805 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.282065 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.282318 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.282623 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.282869 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.283120 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.283371 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.283688 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.283905 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.284168 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.284398 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.284621 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.284872 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.285136 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.285459 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.285751 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.286216 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.286482 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.286745 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.287025 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.287338 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.287573 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.287935 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.288299 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.288633 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.289063 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.289324 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.289584 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.289815 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.290060 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.290300 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.290547 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.290769 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.291022 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.291258 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.291472 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.291698 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.291931 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.292154 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.292384 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.292632 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.292909 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.293132 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.293293 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 23 23:40:11.293831 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100206) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 23 23:40:11.294007 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 23 23:40:11.294163 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 23 23:40:11.294337 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 23 23:40:11.294509 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 23 23:40:11.294666 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 23 23:40:11.294877 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.295045 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.295211 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.295376 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.295540 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.295742 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.295913 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.296078 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.296242 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.296404 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.296567 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.296730 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.296919 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.297083 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.297307 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.297419 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.297561 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.298148 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.298148 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.298148 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.298385 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.298385 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.298527 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] debug = True {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.298649 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.298853 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.299182 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.299484 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.299791 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.300105 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.300269 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.300436 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.300605 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.300776 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.300988 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.301135 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.301293 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.301501 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.301671 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.301901 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.301901 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.302186 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] host = n-d-800088-16 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.302323 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.302469 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.302607 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.302882 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.302882 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.303150 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.303150 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.303410 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.303410 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.303713 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.303713 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.303869 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.304015 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.304219 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] log_file = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.304841 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] log_options = True {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.304841 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.304841 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.305062 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.305062 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.305220 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.305367 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.305538 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.305691 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.305838 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.305995 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.306208 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.306303 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.306476 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.306636 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.306810 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.306958 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.307124 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.307287 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.307454 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.307619 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.307782 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.307946 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.308110 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.308275 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.308502 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.308606 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.308751 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.308936 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.309093 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.309276 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.309455 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.309551 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.309716 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.309880 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.310043 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.310204 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.310366 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.310533 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.310695 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.310857 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.311025 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.311187 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.311350 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.311514 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.311678 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.311847 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] use_json = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.312009 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.312174 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.312335 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.312497 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.312664 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.312903 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.313003 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.313168 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 23:40:11.313354 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.313538 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.313688 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.313857 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.314025 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.314192 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.314360 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.314522 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.314689 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.314853 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.315014 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.315159 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.315340 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.315511 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.315677 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.315847 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.316017 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.316179 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.316340 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.316507 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.316666 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.316855 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.317036 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.317206 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.317373 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.317539 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.317704 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.317872 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.318041 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.318213 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.318378 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.318545 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.318713 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.318873 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.319032 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.319207 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.319371 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.319538 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.319625 n-d-800088-16 neutron-server[100315]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:40:11.320242 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.320387 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.320557 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.320725 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.320926 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.321096 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.321263 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.321430 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.321602 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.321769 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.321937 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.322102 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.322280 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.322447 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.322614 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.322781 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.322949 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.323115 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.323282 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.323449 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.323614 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.323785 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.323951 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.324131 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.324297 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.324463 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.324628 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.324796 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.324984 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.325149 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.325316 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.325483 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.325650 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.325817 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.325982 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.326148 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.326314 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.326481 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.326650 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.326816 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.326984 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.327150 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.327316 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.327482 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.327649 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.327815 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.327991 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.328175 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.328342 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.328509 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.328676 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.328864 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.329034 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.329202 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.329370 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.329536 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.329702 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.329867 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.330033 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.330203 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.330371 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.330538 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.330704 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.330869 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.331037 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.331202 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.331368 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.331538 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.331706 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.331872 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.332037 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.332204 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.332369 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.332544 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.332710 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.333436 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.333436 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.333436 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.333436 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.333732 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.333732 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.333910 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.334014 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.334170 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.334325 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.334496 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.336830 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.336830 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.336830 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.336830 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.336830 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.336830 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.336830 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.336830 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.337520 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.337520 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.337520 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.337930 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.338104 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.338421 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.338596 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.338763 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.339079 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.339247 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.339422 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.339589 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.339900 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.340070 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.340412 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.340669 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.340865 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.341123 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.341300 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.341476 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.341648 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.341906 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.342080 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.342270 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.342507 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.342683 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.342853 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.343025 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.343255 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.343426 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.343611 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.343780 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.344012 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.344182 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.344348 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.344534 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.344704 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.344898 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.345067 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.345236 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.345404 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.345572 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.345738 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.345906 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.346076 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.346246 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.346414 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.346584 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.346751 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.346921 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.347089 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.347257 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.347426 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.347607 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.347759 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.347943 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.348111 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.348278 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.348447 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.348616 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.348782 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.348972 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.349141 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.349311 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.349477 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.349644 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.349812 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.349984 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.350152 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.350317 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.350485 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.350651 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.350819 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.351006 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.351189 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.351358 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.351530 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.351696 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.351862 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.352029 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.352206 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.352373 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.352541 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.352706 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.352902 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.353068 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.353246 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.353415 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.353582 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.353748 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.353914 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.354081 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.354256 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.354423 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.354590 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.354756 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.354922 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.355115 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.355250 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.355418 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.355586 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.355751 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.355916 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.356083 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.356259 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.356426 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.356592 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.356758 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.356955 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.357122 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.357297 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.357466 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.357617 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.357800 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.357968 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.358134 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.358300 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.358478 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.358645 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.358814 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.358980 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.359146 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.359312 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.359480 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.359651 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.359832 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.360008 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.360160 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.360339 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.360513 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.360692 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.360872 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.361016 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.361236 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.361382 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.361519 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.361654 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.361813 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.361982 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.362149 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.362338 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.362476 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.362613 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.362749 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.362913 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.363079 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.363247 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.363412 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.363579 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.363745 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.363911 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.364079 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.364246 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 23:40:11.364404 n-d-800088-16 neutron-server[100206]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 23 23:40:11.482386 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33584) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:40:11.490840 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062332 Jul 23 23:40:23.144584 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e56cbe2-5b34-4bb7-82be-5325f5fc32eb None None] get_active_networks_info from n-d-800088-16 {{(pid=100315) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 23:40:23.264644 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e56cbe2-5b34-4bb7-82be-5325f5fc32eb None None] No non-hosted networks {{(pid=100315) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 23 23:40:23.271761 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.agentschedulers_db [None req-1e56cbe2-5b34-4bb7-82be-5325f5fc32eb None None] DHCP Agent not found on host n-d-800088-16 {{(pid=100315) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 23 23:40:23.382804 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-1c2705bd-d5db-412e-a759-47d87b10b0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-683139'] for agent, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:25.670569 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-1373c760-8650-4bdf-b0ab-3597c4e7c976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-683139'] for agent, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:25.788903 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c4b8d2ea-aced-4675-be19-fa74a36af255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:26.604707 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-683139'] for agent, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:26.606649 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:40:26.607757 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:40:26.608795 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:40:26.609504 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:40:26.610207 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:40:26.610910 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:40:26.611617 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:40:26.612396 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:40:26.613167 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:40:26.613834 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:40:26.614406 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:40:26.615049 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:40:26.615915 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-800088-16', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:40:26.630501 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-800088-16', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:40:27.132881 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-683139'] for agent, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:28.690292 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-683139'] for agent, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:30.093766 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33676) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:40:30.674939 n-d-800088-16 neutron-server[100313]: WARNING oslo_policy.policy [None req-4ab0a3b1-1a47-439c-9da5-7f2f4f575c95 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 23:40:30.675552 n-d-800088-16 neutron-server[100313]: WARNING oslo_policy.policy [None req-4ab0a3b1-1a47-439c-9da5-7f2f4f575c95 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 23:40:30.910126 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [None req-4ab0a3b1-1a47-439c-9da5-7f2f4f575c95 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=100313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:40:30.911264 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-4ab0a3b1-1a47-439c-9da5-7f2f4f575c95 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8163464 Jul 23 23:40:33.298638 n-d-800088-16 neutron-server[100315]: INFO neutron.db.l3_hamode_db [None req-c83a2c90-3649-42e0-8089-07522b113df8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 23 23:40:33.392215 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83a2c90-3649-42e0-8089-07522b113df8 None None] Routers set() bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:40:33.392728 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83a2c90-3649-42e0-8089-07522b113df8 None None] Router IDs set() for agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 23 23:40:33.577270 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33690) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:40:33.923940 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-af908cd0-70bc-4f2b-889c-ea5f7915b0c5 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:40:34.024099 n-d-800088-16 neutron-server[100313]: DEBUG neutron.policy [None req-af908cd0-70bc-4f2b-889c-ea5f7915b0c5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100313) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 23 23:40:34.071147 n-d-800088-16 neutron-server[100313]: WARNING oslo_policy.policy [None req-af908cd0-70bc-4f2b-889c-ea5f7915b0c5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 23:40:34.071527 n-d-800088-16 neutron-server[100313]: WARNING oslo_policy.policy [None req-af908cd0-70bc-4f2b-889c-ea5f7915b0c5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 23:40:34.080686 n-d-800088-16 neutron-server[100313]: INFO neutron.quota [None req-af908cd0-70bc-4f2b-889c-ea5f7915b0c5 admin admin] Loaded quota_driver: . Jul 23 23:40:34.185919 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-af908cd0-70bc-4f2b-889c-ea5f7915b0c5 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727718776435', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727718775942', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727718727932', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727718725298', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727718748277', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727718742300', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1804224', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1814759', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-746164', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-646580'] for rbac-policy, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:34.291377 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-af908cd0-70bc-4f2b-889c-ea5f7915b0c5 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:34.292787 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-af908cd0-70bc-4f2b-889c-ea5f7915b0c5 admin admin] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7138708 Jul 23 23:40:37.241856 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33702) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:40:37.539959 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-c50135a4-e765-48be-bf17-f5a998c3af64 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '8b828bb131584991b2633959e5760117', 'tenant_id': '8b828bb131584991b2633959e5760117'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:40:37.567866 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c50135a4-e765-48be-bf17-f5a998c3af64 admin admin] Made reservation on behalf of 8b828bb131584991b2633959e5760117 for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:40:37.571232 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c50135a4-e765-48be-bf17-f5a998c3af64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:37.588375 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c50135a4-e765-48be-bf17-f5a998c3af64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:37.715979 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c50135a4-e765-48be-bf17-f5a998c3af64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:37.721147 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c50135a4-e765-48be-bf17-f5a998c3af64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:37.746029 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c50135a4-e765-48be-bf17-f5a998c3af64 admin admin] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:40:37.772037 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c50135a4-e765-48be-bf17-f5a998c3af64 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727720467577', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:37.772603 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c50135a4-e765-48be-bf17-f5a998c3af64 admin admin] Unsubscribe: segment precommit_create {{(pid=100313) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 23 23:40:37.773148 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-c50135a4-e765-48be-bf17-f5a998c3af64 admin admin] Added segment 55062fdb-c906-45a0-94e4-6dabbd95d179 of type vlan for network 072ca47a-2d90-4a2f-8e02-fe0a74e0aada Jul 23 23:40:37.780029 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50135a4-e765-48be-bf17-f5a998c3af64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b98597ff-77ef-4905-8c84-15aeeb4c8464,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:40:37.802457 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50135a4-e765-48be-bf17-f5a998c3af64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:40:37.802801 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50135a4-e765-48be-bf17-f5a998c3af64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:40:37.803169 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50135a4-e765-48be-bf17-f5a998c3af64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:40:37.804004 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50135a4-e765-48be-bf17-f5a998c3af64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:40:37.804332 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50135a4-e765-48be-bf17-f5a998c3af64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:40:37.804662 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50135a4-e765-48be-bf17-f5a998c3af64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:40:37.805019 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50135a4-e765-48be-bf17-f5a998c3af64 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:40:37.805337 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50135a4-e765-48be-bf17-f5a998c3af64 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:40:37.805658 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50135a4-e765-48be-bf17-f5a998c3af64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:40:37.805981 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50135a4-e765-48be-bf17-f5a998c3af64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:40:37.806295 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50135a4-e765-48be-bf17-f5a998c3af64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:40:37.806610 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50135a4-e765-48be-bf17-f5a998c3af64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:40:37.807700 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50135a4-e765-48be-bf17-f5a998c3af64 admin admin] Tracked resource versions report: Jul 23 23:40:37.807700 n-d-800088-16 neutron-server[100313]: pushed versions: Jul 23 23:40:37.807700 n-d-800088-16 neutron-server[100313]: { 'AddressGroup': {'1.2'}, Jul 23 23:40:37.807700 n-d-800088-16 neutron-server[100313]: 'ConntrackHelper': {'1.0'}, Jul 23 23:40:37.807700 n-d-800088-16 neutron-server[100313]: 'Log': {'1.0'}, Jul 23 23:40:37.807700 n-d-800088-16 neutron-server[100313]: 'Network': {'1.1'}, Jul 23 23:40:37.807700 n-d-800088-16 neutron-server[100313]: 'Port': {'1.7'}, Jul 23 23:40:37.807700 n-d-800088-16 neutron-server[100313]: 'PortForwarding': {'1.2'}, Jul 23 23:40:37.807700 n-d-800088-16 neutron-server[100313]: 'QosPolicy': {'1.8'}, Jul 23 23:40:37.807700 n-d-800088-16 neutron-server[100313]: 'SecurityGroup': {'1.4'}, Jul 23 23:40:37.807700 n-d-800088-16 neutron-server[100313]: 'SecurityGroupRule': {'1.2'}, Jul 23 23:40:37.807700 n-d-800088-16 neutron-server[100313]: 'SubPort': {'1.0'}, Jul 23 23:40:37.807700 n-d-800088-16 neutron-server[100313]: 'Subnet': {'1.1'}, Jul 23 23:40:37.807700 n-d-800088-16 neutron-server[100313]: 'Trunk': {'1.1'}} Jul 23 23:40:37.807700 n-d-800088-16 neutron-server[100313]: consumer versions: Jul 23 23:40:37.807700 n-d-800088-16 neutron-server[100313]: { DHCP agent@n-d-800088-16: {}, Jul 23 23:40:37.807700 n-d-800088-16 neutron-server[100313]: L3 agent@n-d-800088-16: {}, Jul 23 23:40:37.807700 n-d-800088-16 neutron-server[100313]: Metadata agent@n-d-800088-16: {}, Jul 23 23:40:37.807700 n-d-800088-16 neutron-server[100313]: Metering agent@n-d-800088-16: {}, Jul 23 23:40:37.807700 n-d-800088-16 neutron-server[100313]: Open vSwitch agent@n-d-800088-16: { 'AddressGroup': '1.2', Jul 23 23:40:37.807700 n-d-800088-16 neutron-server[100313]: 'ConntrackHelper': '1.0', Jul 23 23:40:37.807700 n-d-800088-16 neutron-server[100313]: 'Log': '1.0', Jul 23 23:40:37.807700 n-d-800088-16 neutron-server[100313]: 'Network': '1.1', Jul 23 23:40:37.807700 n-d-800088-16 neutron-server[100313]: 'Port': '1.7', Jul 23 23:40:37.807700 n-d-800088-16 neutron-server[100313]: 'PortForwarding': '1.2', Jul 23 23:40:37.807700 n-d-800088-16 neutron-server[100313]: 'QosPolicy': '1.8', Jul 23 23:40:37.807700 n-d-800088-16 neutron-server[100313]: 'SecurityGroup': '1.4', Jul 23 23:40:37.807700 n-d-800088-16 neutron-server[100313]: 'SecurityGroupRule': '1.2', Jul 23 23:40:37.807700 n-d-800088-16 neutron-server[100313]: 'SubPort': '1.0', Jul 23 23:40:37.807700 n-d-800088-16 neutron-server[100313]: 'Subnet': '1.1', Jul 23 23:40:37.807700 n-d-800088-16 neutron-server[100313]: 'Trunk': '1.1'}} Jul 23 23:40:37.807700 n-d-800088-16 neutron-server[100313]: {{(pid=100313) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 23:40:37.895102 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c50135a4-e765-48be-bf17-f5a998c3af64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:37.951525 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c50135a4-e765-48be-bf17-f5a998c3af64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:37.952649 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50135a4-e765-48be-bf17-f5a998c3af64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:40:37.953330 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c50135a4-e765-48be-bf17-f5a998c3af64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:38.016280 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c50135a4-e765-48be-bf17-f5a998c3af64 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7733209 Jul 23 23:40:38.058028 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50135a4-e765-48be-bf17-f5a998c3af64 admin admin] Pushing event updated for resources: {'Network': ['ID=072ca47a-2d90-4a2f-8e02-fe0a74e0aada,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:40:38.069763 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 072ca47a-2d90-4a2f-8e02-fe0a74e0aada details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:40:40.805818 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33716) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:40:41.248046 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c72612-76b9-46e6-9164-0ee4d1af2ae8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:40:41.248834 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-52c72612-76b9-46e6-9164-0ee4d1af2ae8 admin admin] 10.222.0.44 "GET /v2.0/networks/072ca47a-2d90-4a2f-8e02-fe0a74e0aada HTTP/1.1" status: 200 len: 825 time: 0.4417613 Jul 23 23:40:41.276180 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-15354757-8645-438c-88e5-9d7362ef729a admin admin] 10.222.0.44 "GET /v2.0/subnetpools/15d47b0e-ad75-4a0a-9b5e-a32443916f80 HTTP/1.1" status: 200 len: 734 time: 0.0204005 Jul 23 23:40:41.285507 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-ed4b7925-7605-46d7-9700-d42d06515b33 admin admin] Request body: {'subnet': {'subnetpool_id': '15d47b0e-ad75-4a0a-9b5e-a32443916f80', 'name': 'private-subnet', 'ip_version': 4, 'network_id': '072ca47a-2d90-4a2f-8e02-fe0a74e0aada', 'gateway_ip': '172.20.0.1', 'tenant_id': '8b828bb131584991b2633959e5760117'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:40:41.308454 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed4b7925-7605-46d7-9700-d42d06515b33 admin admin] Made reservation on behalf of 8b828bb131584991b2633959e5760117 for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:40:41.311059 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ed4b7925-7605-46d7-9700-d42d06515b33 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:41.634820 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ed4b7925-7605-46d7-9700-d42d06515b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:41.707619 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4b7925-7605-46d7-9700-d42d06515b33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfb841a0-b18e-4f46-a615-455cc405c2c2,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:40:41.709937 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4b7925-7605-46d7-9700-d42d06515b33 admin admin] Checking segment: {'id': '55062fdb-c906-45a0-94e4-6dabbd95d179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '072ca47a-2d90-4a2f-8e02-fe0a74e0aada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:40:41.710315 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4b7925-7605-46d7-9700-d42d06515b33 admin admin] Network hostable DHCP agents. Network: 072ca47a-2d90-4a2f-8e02-fe0a74e0aada, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:40:41.732374 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4b7925-7605-46d7-9700-d42d06515b33 admin admin] Network 072ca47a-2d90-4a2f-8e02-fe0a74e0aada is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:40:41.745998 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-ed4b7925-7605-46d7-9700-d42d06515b33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 072ca47a-2d90-4a2f-8e02-fe0a74e0aada) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:40:41.751374 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4b7925-7605-46d7-9700-d42d06515b33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:40:41.751981 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ed4b7925-7605-46d7-9700-d42d06515b33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:41.757129 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956775ac-552e-48fa-8426-b569674a621b None None] Network 072ca47a-2d90-4a2f-8e02-fe0a74e0aada requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:40:41.774457 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-ed4b7925-7605-46d7-9700-d42d06515b33 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4857242 Jul 23 23:40:42.115542 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc45436-85bc-473d-8296-79ec5fd0f0cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-072ca47a-2d90-4a2f-8e02-fe0a74e0aada', 'network_id': '072ca47a-2d90-4a2f-8e02-fe0a74e0aada', 'tenant_id': '8b828bb131584991b2633959e5760117', 'fixed_ips': [{'subnet_id': 'dfb841a0-b18e-4f46-a615-455cc405c2c2'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:40:42.117519 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-fdc45436-85bc-473d-8296-79ec5fd0f0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:42.424522 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-fdc45436-85bc-473d-8296-79ec5fd0f0cb None None] Allocated IP 172.20.0.2 (072ca47a-2d90-4a2f-8e02-fe0a74e0aada/dfb841a0-b18e-4f46-a615-455cc405c2c2/38110edf-5cd6-40a6-8910-f8705f99b28e) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:40:42.677483 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-fdc45436-85bc-473d-8296-79ec5fd0f0cb None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:42.694636 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-fdc45436-85bc-473d-8296-79ec5fd0f0cb None None] Transition to ACTIVE for port object 38110edf-5cd6-40a6-8910-f8705f99b28e will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:40:42.717586 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-fdc45436-85bc-473d-8296-79ec5fd0f0cb None None] Transition to ACTIVE for port object 38110edf-5cd6-40a6-8910-f8705f99b28e will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:40:42.730194 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-fdc45436-85bc-473d-8296-79ec5fd0f0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:42.808251 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc45436-85bc-473d-8296-79ec5fd0f0cb None None] Network 072ca47a-2d90-4a2f-8e02-fe0a74e0aada is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:40:42.813108 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-fdc45436-85bc-473d-8296-79ec5fd0f0cb None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:40:42.818517 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc45436-85bc-473d-8296-79ec5fd0f0cb None None] Pushing event updated for resources: {'Port': ['ID=38110edf-5cd6-40a6-8910-f8705f99b28e,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:40:42.820964 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc45436-85bc-473d-8296-79ec5fd0f0cb None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:40:42.830550 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc45436-85bc-473d-8296-79ec5fd0f0cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:40:42.830890 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc45436-85bc-473d-8296-79ec5fd0f0cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:40:42.831265 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc45436-85bc-473d-8296-79ec5fd0f0cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:40:42.831596 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc45436-85bc-473d-8296-79ec5fd0f0cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:40:42.831933 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc45436-85bc-473d-8296-79ec5fd0f0cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:40:42.832261 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc45436-85bc-473d-8296-79ec5fd0f0cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:40:42.832592 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc45436-85bc-473d-8296-79ec5fd0f0cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:40:42.832934 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc45436-85bc-473d-8296-79ec5fd0f0cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:40:42.833261 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc45436-85bc-473d-8296-79ec5fd0f0cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:40:42.833580 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc45436-85bc-473d-8296-79ec5fd0f0cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:40:42.833903 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc45436-85bc-473d-8296-79ec5fd0f0cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:40:42.834224 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc45436-85bc-473d-8296-79ec5fd0f0cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:40:42.835411 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc45436-85bc-473d-8296-79ec5fd0f0cb None None] Tracked resource versions report: Jul 23 23:40:42.835411 n-d-800088-16 neutron-server[100315]: pushed versions: Jul 23 23:40:42.835411 n-d-800088-16 neutron-server[100315]: { 'AddressGroup': {'1.2'}, Jul 23 23:40:42.835411 n-d-800088-16 neutron-server[100315]: 'ConntrackHelper': {'1.0'}, Jul 23 23:40:42.835411 n-d-800088-16 neutron-server[100315]: 'Log': {'1.0'}, Jul 23 23:40:42.835411 n-d-800088-16 neutron-server[100315]: 'Network': {'1.1'}, Jul 23 23:40:42.835411 n-d-800088-16 neutron-server[100315]: 'Port': {'1.7'}, Jul 23 23:40:42.835411 n-d-800088-16 neutron-server[100315]: 'PortForwarding': {'1.2'}, Jul 23 23:40:42.835411 n-d-800088-16 neutron-server[100315]: 'QosPolicy': {'1.8'}, Jul 23 23:40:42.835411 n-d-800088-16 neutron-server[100315]: 'SecurityGroup': {'1.4'}, Jul 23 23:40:42.835411 n-d-800088-16 neutron-server[100315]: 'SecurityGroupRule': {'1.2'}, Jul 23 23:40:42.835411 n-d-800088-16 neutron-server[100315]: 'SubPort': {'1.0'}, Jul 23 23:40:42.835411 n-d-800088-16 neutron-server[100315]: 'Subnet': {'1.1'}, Jul 23 23:40:42.835411 n-d-800088-16 neutron-server[100315]: 'Trunk': {'1.1'}} Jul 23 23:40:42.835411 n-d-800088-16 neutron-server[100315]: consumer versions: Jul 23 23:40:42.835411 n-d-800088-16 neutron-server[100315]: { DHCP agent@n-d-800088-16: {}, Jul 23 23:40:42.835411 n-d-800088-16 neutron-server[100315]: L3 agent@n-d-800088-16: {}, Jul 23 23:40:42.835411 n-d-800088-16 neutron-server[100315]: Metadata agent@n-d-800088-16: {}, Jul 23 23:40:42.835411 n-d-800088-16 neutron-server[100315]: Metering agent@n-d-800088-16: {}, Jul 23 23:40:42.835411 n-d-800088-16 neutron-server[100315]: Open vSwitch agent@n-d-800088-16: { 'AddressGroup': '1.2', Jul 23 23:40:42.835411 n-d-800088-16 neutron-server[100315]: 'ConntrackHelper': '1.0', Jul 23 23:40:42.835411 n-d-800088-16 neutron-server[100315]: 'Log': '1.0', Jul 23 23:40:42.835411 n-d-800088-16 neutron-server[100315]: 'Network': '1.1', Jul 23 23:40:42.835411 n-d-800088-16 neutron-server[100315]: 'Port': '1.7', Jul 23 23:40:42.835411 n-d-800088-16 neutron-server[100315]: 'PortForwarding': '1.2', Jul 23 23:40:42.835411 n-d-800088-16 neutron-server[100315]: 'QosPolicy': '1.8', Jul 23 23:40:42.835411 n-d-800088-16 neutron-server[100315]: 'SecurityGroup': '1.4', Jul 23 23:40:42.835411 n-d-800088-16 neutron-server[100315]: 'SecurityGroupRule': '1.2', Jul 23 23:40:42.835411 n-d-800088-16 neutron-server[100315]: 'SubPort': '1.0', Jul 23 23:40:42.835411 n-d-800088-16 neutron-server[100315]: 'Subnet': '1.1', Jul 23 23:40:42.835411 n-d-800088-16 neutron-server[100315]: 'Trunk': '1.1'}} Jul 23 23:40:42.835411 n-d-800088-16 neutron-server[100315]: {{(pid=100315) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 23:40:42.917051 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-fdc45436-85bc-473d-8296-79ec5fd0f0cb None None] Attempting to bind port 38110edf-5cd6-40a6-8910-f8705f99b28e on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:40:42.917509 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-fdc45436-85bc-473d-8296-79ec5fd0f0cb None None] Attempting to bind port 38110edf-5cd6-40a6-8910-f8705f99b28e by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '55062fdb-c906-45a0-94e4-6dabbd95d179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '072ca47a-2d90-4a2f-8e02-fe0a74e0aada'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:40:42.918004 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc45436-85bc-473d-8296-79ec5fd0f0cb None None] Attempting to bind port 38110edf-5cd6-40a6-8910-f8705f99b28e on network 072ca47a-2d90-4a2f-8e02-fe0a74e0aada {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:40:42.923741 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc45436-85bc-473d-8296-79ec5fd0f0cb None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:40:42.924140 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc45436-85bc-473d-8296-79ec5fd0f0cb None None] Checking segment: {'id': '55062fdb-c906-45a0-94e4-6dabbd95d179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '072ca47a-2d90-4a2f-8e02-fe0a74e0aada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:40:42.924646 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-fdc45436-85bc-473d-8296-79ec5fd0f0cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:42.925097 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc45436-85bc-473d-8296-79ec5fd0f0cb None None] Bound using segment: {'id': '55062fdb-c906-45a0-94e4-6dabbd95d179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '072ca47a-2d90-4a2f-8e02-fe0a74e0aada'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:40:42.925613 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-fdc45436-85bc-473d-8296-79ec5fd0f0cb None None] Bound port: 38110edf-5cd6-40a6-8910-f8705f99b28e, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55062fdb-c906-45a0-94e4-6dabbd95d179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '072ca47a-2d90-4a2f-8e02-fe0a74e0aada'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:40:42.926056 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-fdc45436-85bc-473d-8296-79ec5fd0f0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:42.997288 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-fdc45436-85bc-473d-8296-79ec5fd0f0cb None None] For port 38110edf-5cd6-40a6-8910-f8705f99b28e, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:40:43.001571 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-fdc45436-85bc-473d-8296-79ec5fd0f0cb None None] For port 38110edf-5cd6-40a6-8910-f8705f99b28e, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=38110edf-5cd6-40a6-8910-f8705f99b28e,segment=NetworkSegment(55062fdb-c906-45a0-94e4-6dabbd95d179),segment_id=55062fdb-c906-45a0-94e4-6dabbd95d179)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:40:43.007202 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-fdc45436-85bc-473d-8296-79ec5fd0f0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:43.076986 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc45436-85bc-473d-8296-79ec5fd0f0cb None None] Pushing event updated for resources: {'Port': ['ID=38110edf-5cd6-40a6-8910-f8705f99b28e,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:40:44.277858 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33724) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:40:44.853260 n-d-800088-16 neutron-server[100314]: WARNING oslo_policy.policy [None req-99e706d8-c9ed-4f14-b8e8-7f3a3066bf34 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 23:40:44.853894 n-d-800088-16 neutron-server[100314]: WARNING oslo_policy.policy [None req-99e706d8-c9ed-4f14-b8e8-7f3a3066bf34 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 23:40:45.075659 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [None req-99e706d8-c9ed-4f14-b8e8-7f3a3066bf34 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=100314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:40:45.076971 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-99e706d8-c9ed-4f14-b8e8-7f3a3066bf34 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7962306 Jul 23 23:40:47.542593 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33738) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:40:47.863453 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [None req-de0cef49-3ed7-4304-88f4-1f303ad31dea admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=100314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:40:47.864428 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-de0cef49-3ed7-4304-88f4-1f303ad31dea admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3209012 Jul 23 23:40:50.632194 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 38110edf-5cd6-40a6-8910-f8705f99b28e up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:40:50.642892 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33752) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:40:50.730740 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 38110edf-5cd6-40a6-8910-f8705f99b28e completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:40:51.008339 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-4870fdfd-099e-481b-a124-0269b60f39d2 admin admin] Request body: {'router': {'tenant_id': '8b828bb131584991b2633959e5760117', 'name': 'router1', 'admin_state_up': True}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:40:51.075241 n-d-800088-16 neutron-server[100314]: DEBUG neutron.policy [None req-4870fdfd-099e-481b-a124-0269b60f39d2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100314) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 23 23:40:51.123332 n-d-800088-16 neutron-server[100314]: WARNING oslo_policy.policy [None req-4870fdfd-099e-481b-a124-0269b60f39d2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 23:40:51.123738 n-d-800088-16 neutron-server[100314]: WARNING oslo_policy.policy [None req-4870fdfd-099e-481b-a124-0269b60f39d2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 23:40:51.133299 n-d-800088-16 neutron-server[100314]: INFO neutron.quota [None req-4870fdfd-099e-481b-a124-0269b60f39d2 admin admin] Loaded quota_driver: . Jul 23 23:40:51.201426 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4870fdfd-099e-481b-a124-0269b60f39d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:51.203310 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4870fdfd-099e-481b-a124-0269b60f39d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:51.373357 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4870fdfd-099e-481b-a124-0269b60f39d2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:51.379092 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4870fdfd-099e-481b-a124-0269b60f39d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:51.400571 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4870fdfd-099e-481b-a124-0269b60f39d2 admin admin] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:51.401953 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-4870fdfd-099e-481b-a124-0269b60f39d2 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7579529 Jul 23 23:40:51.630391 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eabc455-b91b-4ee7-ac8d-fb9d0f8fad90 None None] Network 072ca47a-2d90-4a2f-8e02-fe0a74e0aada requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:40:51.748095 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-7c9a8aab-9769-4303-b81c-d47b51b66f93 None None] Provisioning for port 38110edf-5cd6-40a6-8910-f8705f99b28e completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:40:51.757938 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-7c9a8aab-9769-4303-b81c-d47b51b66f93 None None] Provisioning complete for port 38110edf-5cd6-40a6-8910-f8705f99b28e triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:40:51.758323 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-7c9a8aab-9769-4303-b81c-d47b51b66f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:51.916697 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-7c9a8aab-9769-4303-b81c-d47b51b66f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:51.961216 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-7c9a8aab-9769-4303-b81c-d47b51b66f93 None None] For port 38110edf-5cd6-40a6-8910-f8705f99b28e, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=38110edf-5cd6-40a6-8910-f8705f99b28e,segment=NetworkSegment(55062fdb-c906-45a0-94e4-6dabbd95d179),segment_id=55062fdb-c906-45a0-94e4-6dabbd95d179)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:40:51.966595 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-7c9a8aab-9769-4303-b81c-d47b51b66f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:52.022213 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9a8aab-9769-4303-b81c-d47b51b66f93 None None] Pushing event updated for resources: {'Port': ['ID=38110edf-5cd6-40a6-8910-f8705f99b28e,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:40:52.086446 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-95515d50-ed68-403a-ba76-a3e357747869 None None] Provisioning complete for port 38110edf-5cd6-40a6-8910-f8705f99b28e triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:40:52.086850 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-95515d50-ed68-403a-ba76-a3e357747869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:52.603229 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 38110edf-5cd6-40a6-8910-f8705f99b28e up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:40:52.654243 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 38110edf-5cd6-40a6-8910-f8705f99b28e triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:40:52.654611 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:53.038506 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-142a0658-9bb7-47ca-bcea-c1f27b64b607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:53.817642 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33762) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:40:54.153854 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [None req-123b2b9f-c748-4a99-86ec-c029b2778885 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=100314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:40:54.154856 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-123b2b9f-c748-4a99-86ec-c029b2778885 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3362274 Jul 23 23:40:55.673807 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-aba1e006-cc2c-4ce6-9056-35d1ea97b6b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:56.527919 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33770) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:40:56.598944 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:56.848590 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-2bdb204c-966f-482b-9931-a4da8eb9f200 admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:40:56.869851 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bdb204c-966f-482b-9931-a4da8eb9f200 admin admin] Made reservation on behalf of 6f57f763842048018ad0ed9a6d1ca465 for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:40:56.872397 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2bdb204c-966f-482b-9931-a4da8eb9f200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:56.880124 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2bdb204c-966f-482b-9931-a4da8eb9f200 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:56.967813 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2bdb204c-966f-482b-9931-a4da8eb9f200 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:56.971505 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2bdb204c-966f-482b-9931-a4da8eb9f200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:56.986818 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2bdb204c-966f-482b-9931-a4da8eb9f200 admin admin] Reserving flat network on physical network physnet1 {{(pid=100313) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 23 23:40:57.007361 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdb204c-966f-482b-9931-a4da8eb9f200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=275744a0-7083-4a26-9d59-4bf9d4b95932,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:40:57.010525 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2bdb204c-966f-482b-9931-a4da8eb9f200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:57.010881 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-2bdb204c-966f-482b-9931-a4da8eb9f200 admin admin] Added segment 7a2d65d8-98f0-4d7d-bf63-83d97034c63b of type flat for network 9adcfee8-760c-4568-9e39-c221abf69bf5 Jul 23 23:40:57.063704 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2bdb204c-966f-482b-9931-a4da8eb9f200 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:57.066553 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:57.099984 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2bdb204c-966f-482b-9931-a4da8eb9f200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:57.100972 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdb204c-966f-482b-9931-a4da8eb9f200 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:40:57.101550 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2bdb204c-966f-482b-9931-a4da8eb9f200 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:57.132342 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-2bdb204c-966f-482b-9931-a4da8eb9f200 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6032851 Jul 23 23:40:57.162989 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdb204c-966f-482b-9931-a4da8eb9f200 admin admin] Pushing event updated for resources: {'Network': ['ID=9adcfee8-760c-4568-9e39-c221abf69bf5,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:40:57.173912 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:40:58.640321 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:59.574153 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33788) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:40:59.741454 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4ffad1-d98e-4a14-b58a-34878f984451 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:40:59.742815 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-bc4ffad1-d98e-4a14-b58a-34878f984451 admin admin] 10.222.0.44 "GET /v2.0/subnets/dfb841a0-b18e-4f46-a615-455cc405c2c2 HTTP/1.1" status: 200 len: 849 time: 0.1677089 Jul 23 23:40:59.905402 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-6eaf0bda-17e7-4e74-afae-09361ec37640 admin admin] 10.222.0.44 "GET /v2.0/routers/717f58cb-b197-427d-a783-1844b9b7a75c HTTP/1.1" status: 200 len: 704 time: 0.1570303 Jul 23 23:41:00.169156 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a9999d64-1304-407b-9402-64a87ad6c006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:41:00.462240 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-a9999d64-1304-407b-9402-64a87ad6c006 admin admin] Allocated IP 172.20.0.1 (072ca47a-2d90-4a2f-8e02-fe0a74e0aada/dfb841a0-b18e-4f46-a615-455cc405c2c2/dcde6133-c406-4923-b427-efd2207d82a2) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:41:00.662516 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a9999d64-1304-407b-9402-64a87ad6c006 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:41:00.686489 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [None req-a9999d64-1304-407b-9402-64a87ad6c006 admin admin] Transition to ACTIVE for port object dcde6133-c406-4923-b427-efd2207d82a2 will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:41:00.764882 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a9999d64-1304-407b-9402-64a87ad6c006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:41:00.834326 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9999d64-1304-407b-9402-64a87ad6c006 admin admin] Network 072ca47a-2d90-4a2f-8e02-fe0a74e0aada is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:41:00.841002 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-a9999d64-1304-407b-9402-64a87ad6c006 admin admin] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:41:00.847221 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9999d64-1304-407b-9402-64a87ad6c006 admin admin] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:41:00.847221 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a9999d64-1304-407b-9402-64a87ad6c006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681761'] for router_interface, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:41:00.871816 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9999d64-1304-407b-9402-64a87ad6c006 admin admin] Pushing event updated for resources: {'Port': ['ID=dcde6133-c406-4923-b427-efd2207d82a2,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:41:01.043960 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-a059fa20-b202-4b66-8350-9f2a2aefc4ee None None] Provisioning for port dcde6133-c406-4923-b427-efd2207d82a2 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:41:01.047537 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-a059fa20-b202-4b66-8350-9f2a2aefc4ee None None] Provisioning complete for port dcde6133-c406-4923-b427-efd2207d82a2 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:41:01.047928 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a059fa20-b202-4b66-8350-9f2a2aefc4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:41:01.067952 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a9999d64-1304-407b-9402-64a87ad6c006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:41:01.084927 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-a059fa20-b202-4b66-8350-9f2a2aefc4ee None None] Port dcde6133-c406-4923-b427-efd2207d82a2 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:41:01.247852 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a9999d64-1304-407b-9402-64a87ad6c006 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:41:01.252080 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a9999d64-1304-407b-9402-64a87ad6c006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:41:01.252947 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a9999d64-1304-407b-9402-64a87ad6c006 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680980'] for router_interface, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:41:01.309417 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9999d64-1304-407b-9402-64a87ad6c006 admin admin] Pushing event updated for resources: {'Port': ['ID=dcde6133-c406-4923-b427-efd2207d82a2,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:41:01.375876 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9999d64-1304-407b-9402-64a87ad6c006 admin admin] Network 072ca47a-2d90-4a2f-8e02-fe0a74e0aada is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:41:01.377239 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-a9999d64-1304-407b-9402-64a87ad6c006 admin admin] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:41:01.535457 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9999d64-1304-407b-9402-64a87ad6c006 admin admin] Router 717f58cb-b197-427d-a783-1844b9b7a75c is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 23:41:01.604267 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-012cee50-8097-45e9-8c6b-d680043d7d23 None None] Provisioning complete for port dcde6133-c406-4923-b427-efd2207d82a2 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:41:01.604554 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-012cee50-8097-45e9-8c6b-d680043d7d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:41:01.628531 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9999d64-1304-407b-9402-64a87ad6c006 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:41:01.634328 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-a9999d64-1304-407b-9402-64a87ad6c006 admin admin] 10.222.0.44 "PUT /v2.0/routers/717f58cb-b197-427d-a783-1844b9b7a75c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7240870 Jul 23 23:41:01.638440 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-012cee50-8097-45e9-8c6b-d680043d7d23 None None] Port dcde6133-c406-4923-b427-efd2207d82a2 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:41:01.652643 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2234e535-f082-4848-ac1c-035d1acab117 None None] Sync routers for ids ['717f58cb-b197-427d-a783-1844b9b7a75c'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:41:01.663961 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2234e535-f082-4848-ac1c-035d1acab117 None None] Routers {'717f58cb-b197-427d-a783-1844b9b7a75c'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:41:01.664823 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-2234e535-f082-4848-ac1c-035d1acab117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:40:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['717f58cb-b197-427d-a783-1844b9b7a75c'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:41:01.876424 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-2234e535-f082-4848-ac1c-035d1acab117 None None] Set router 717f58cb-b197-427d-a783-1844b9b7a75c gateway port host: None {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:41:02.309758 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-2234e535-f082-4848-ac1c-035d1acab117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717f58cb-b197-427d-a783-1844b9b7a75c', 'name': 'router1', 'tenant_id': '8b828bb131584991b2633959e5760117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:40:51Z', 'updated_at': '2021-07-23T23:41:01Z', 'revision_number': 2, 'project_id': '8b828bb131584991b2633959e5760117', 'gw_port_host': None, '_interfaces': [{'id': 'dcde6133-c406-4923-b427-efd2207d82a2', 'name': '', 'network_id': '072ca47a-2d90-4a2f-8e02-fe0a74e0aada', 'tenant_id': '8b828bb131584991b2633959e5760117', 'mac_address': 'fa:16:3e:4e:3a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '717f58cb-b197-427d-a783-1844b9b7a75c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dfb841a0-b18e-4f46-a615-455cc405c2c2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:41:00Z', 'updated_at': '2021-07-23T23:41:01Z', 'revision_number': 2, 'project_id': '8b828bb131584991b2633959e5760117', 'subnets': [{'id': 'dfb841a0-b18e-4f46-a615-455cc405c2c2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '15d47b0e-ad75-4a0a-9b5e-a32443916f80'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:41:02.361627 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2234e535-f082-4848-ac1c-035d1acab117 None None] Checking router: 717f58cb-b197-427d-a783-1844b9b7a75c for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:41:02.362117 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2234e535-f082-4848-ac1c-035d1acab117 None None] Updating router 717f58cb-b197-427d-a783-1844b9b7a75c port dcde6133-c406-4923-b427-efd2207d82a2 binding host n-d-800088-16 {{(pid=100316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:41:02.435597 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-2234e535-f082-4848-ac1c-035d1acab117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:41:02.921426 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-2234e535-f082-4848-ac1c-035d1acab117 None None] Notify callbacks [] for port, precommit_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:41:02.940671 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.provisioning_blocks [None req-2234e535-f082-4848-ac1c-035d1acab117 None None] Transition to ACTIVE for port object dcde6133-c406-4923-b427-efd2207d82a2 will not be triggered until provisioned by entity L2. {{(pid=100316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:41:02.946661 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-2234e535-f082-4848-ac1c-035d1acab117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:41:03.088232 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed2cd65-ee54-4839-af22-4cbfccc936bd None None] Pushing event updated for resources: {'Port': ['ID=dcde6133-c406-4923-b427-efd2207d82a2,revision_number=3']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:41:03.121258 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed2cd65-ee54-4839-af22-4cbfccc936bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:41:03.121607 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed2cd65-ee54-4839-af22-4cbfccc936bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:41:03.121952 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed2cd65-ee54-4839-af22-4cbfccc936bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:41:03.122287 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed2cd65-ee54-4839-af22-4cbfccc936bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:41:03.122618 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed2cd65-ee54-4839-af22-4cbfccc936bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:41:03.122945 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed2cd65-ee54-4839-af22-4cbfccc936bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:41:03.123271 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed2cd65-ee54-4839-af22-4cbfccc936bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:41:03.123594 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed2cd65-ee54-4839-af22-4cbfccc936bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:41:03.123915 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed2cd65-ee54-4839-af22-4cbfccc936bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:41:03.124235 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed2cd65-ee54-4839-af22-4cbfccc936bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:41:03.124556 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed2cd65-ee54-4839-af22-4cbfccc936bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:41:03.124899 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed2cd65-ee54-4839-af22-4cbfccc936bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:41:03.126003 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed2cd65-ee54-4839-af22-4cbfccc936bd None None] Tracked resource versions report: Jul 23 23:41:03.126003 n-d-800088-16 neutron-server[100316]: pushed versions: Jul 23 23:41:03.126003 n-d-800088-16 neutron-server[100316]: { 'AddressGroup': {'1.2'}, Jul 23 23:41:03.126003 n-d-800088-16 neutron-server[100316]: 'ConntrackHelper': {'1.0'}, Jul 23 23:41:03.126003 n-d-800088-16 neutron-server[100316]: 'Log': {'1.0'}, Jul 23 23:41:03.126003 n-d-800088-16 neutron-server[100316]: 'Network': {'1.1'}, Jul 23 23:41:03.126003 n-d-800088-16 neutron-server[100316]: 'Port': {'1.7'}, Jul 23 23:41:03.126003 n-d-800088-16 neutron-server[100316]: 'PortForwarding': {'1.2'}, Jul 23 23:41:03.126003 n-d-800088-16 neutron-server[100316]: 'QosPolicy': {'1.8'}, Jul 23 23:41:03.126003 n-d-800088-16 neutron-server[100316]: 'SecurityGroup': {'1.4'}, Jul 23 23:41:03.126003 n-d-800088-16 neutron-server[100316]: 'SecurityGroupRule': {'1.2'}, Jul 23 23:41:03.126003 n-d-800088-16 neutron-server[100316]: 'SubPort': {'1.0'}, Jul 23 23:41:03.126003 n-d-800088-16 neutron-server[100316]: 'Subnet': {'1.1'}, Jul 23 23:41:03.126003 n-d-800088-16 neutron-server[100316]: 'Trunk': {'1.1'}} Jul 23 23:41:03.126003 n-d-800088-16 neutron-server[100316]: consumer versions: Jul 23 23:41:03.126003 n-d-800088-16 neutron-server[100316]: { DHCP agent@n-d-800088-16: {}, Jul 23 23:41:03.126003 n-d-800088-16 neutron-server[100316]: L3 agent@n-d-800088-16: {}, Jul 23 23:41:03.126003 n-d-800088-16 neutron-server[100316]: Metadata agent@n-d-800088-16: {}, Jul 23 23:41:03.126003 n-d-800088-16 neutron-server[100316]: Metering agent@n-d-800088-16: {}, Jul 23 23:41:03.126003 n-d-800088-16 neutron-server[100316]: Open vSwitch agent@n-d-800088-16: { 'AddressGroup': '1.2', Jul 23 23:41:03.126003 n-d-800088-16 neutron-server[100316]: 'ConntrackHelper': '1.0', Jul 23 23:41:03.126003 n-d-800088-16 neutron-server[100316]: 'Log': '1.0', Jul 23 23:41:03.126003 n-d-800088-16 neutron-server[100316]: 'Network': '1.1', Jul 23 23:41:03.126003 n-d-800088-16 neutron-server[100316]: 'Port': '1.7', Jul 23 23:41:03.126003 n-d-800088-16 neutron-server[100316]: 'PortForwarding': '1.2', Jul 23 23:41:03.126003 n-d-800088-16 neutron-server[100316]: 'QosPolicy': '1.8', Jul 23 23:41:03.126003 n-d-800088-16 neutron-server[100316]: 'SecurityGroup': '1.4', Jul 23 23:41:03.126003 n-d-800088-16 neutron-server[100316]: 'SecurityGroupRule': '1.2', Jul 23 23:41:03.126003 n-d-800088-16 neutron-server[100316]: 'SubPort': '1.0', Jul 23 23:41:03.126003 n-d-800088-16 neutron-server[100316]: 'Subnet': '1.1', Jul 23 23:41:03.126003 n-d-800088-16 neutron-server[100316]: 'Trunk': '1.1'}} Jul 23 23:41:03.126003 n-d-800088-16 neutron-server[100316]: {{(pid=100316) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 23:41:03.133555 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-2234e535-f082-4848-ac1c-035d1acab117 None None] Attempting to bind port dcde6133-c406-4923-b427-efd2207d82a2 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:41:03.133963 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-2234e535-f082-4848-ac1c-035d1acab117 None None] Attempting to bind port dcde6133-c406-4923-b427-efd2207d82a2 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '55062fdb-c906-45a0-94e4-6dabbd95d179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '072ca47a-2d90-4a2f-8e02-fe0a74e0aada'}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:41:03.134402 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2234e535-f082-4848-ac1c-035d1acab117 None None] Attempting to bind port dcde6133-c406-4923-b427-efd2207d82a2 on network 072ca47a-2d90-4a2f-8e02-fe0a74e0aada {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:41:03.139580 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2234e535-f082-4848-ac1c-035d1acab117 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:41:03.139989 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2234e535-f082-4848-ac1c-035d1acab117 None None] Checking segment: {'id': '55062fdb-c906-45a0-94e4-6dabbd95d179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '072ca47a-2d90-4a2f-8e02-fe0a74e0aada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:41:03.140463 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-2234e535-f082-4848-ac1c-035d1acab117 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:41:03.140874 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2234e535-f082-4848-ac1c-035d1acab117 None None] Bound using segment: {'id': '55062fdb-c906-45a0-94e4-6dabbd95d179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '072ca47a-2d90-4a2f-8e02-fe0a74e0aada'} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:41:03.141391 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-2234e535-f082-4848-ac1c-035d1acab117 None None] Bound port: dcde6133-c406-4923-b427-efd2207d82a2, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55062fdb-c906-45a0-94e4-6dabbd95d179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '072ca47a-2d90-4a2f-8e02-fe0a74e0aada'}}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:41:03.141775 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-2234e535-f082-4848-ac1c-035d1acab117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:41:03.207641 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-2234e535-f082-4848-ac1c-035d1acab117 None None] For port dcde6133-c406-4923-b427-efd2207d82a2, host n-d-800088-16, cleared binding levels {{(pid=100316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:41:03.229678 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-2234e535-f082-4848-ac1c-035d1acab117 None None] For port dcde6133-c406-4923-b427-efd2207d82a2, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=dcde6133-c406-4923-b427-efd2207d82a2,segment=NetworkSegment(55062fdb-c906-45a0-94e4-6dabbd95d179),segment_id=55062fdb-c906-45a0-94e4-6dabbd95d179)] {{(pid=100316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:41:03.234111 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-2234e535-f082-4848-ac1c-035d1acab117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:41:03.286676 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2234e535-f082-4848-ac1c-035d1acab117 None None] Routers {'717f58cb-b197-427d-a783-1844b9b7a75c'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:41:03.287866 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-2234e535-f082-4848-ac1c-035d1acab117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:40:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['717f58cb-b197-427d-a783-1844b9b7a75c'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:41:03.380199 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-2234e535-f082-4848-ac1c-035d1acab117 None None] Set router 717f58cb-b197-427d-a783-1844b9b7a75c gateway port host: None {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:41:03.407565 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed2cd65-ee54-4839-af22-4cbfccc936bd None None] Pushing event updated for resources: {'Port': ['ID=dcde6133-c406-4923-b427-efd2207d82a2,revision_number=4']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:41:03.595612 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-2234e535-f082-4848-ac1c-035d1acab117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717f58cb-b197-427d-a783-1844b9b7a75c', 'name': 'router1', 'tenant_id': '8b828bb131584991b2633959e5760117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:40:51Z', 'updated_at': '2021-07-23T23:41:01Z', 'revision_number': 2, 'project_id': '8b828bb131584991b2633959e5760117', 'gw_port_host': None, '_interfaces': [{'id': 'dcde6133-c406-4923-b427-efd2207d82a2', 'name': '', 'network_id': '072ca47a-2d90-4a2f-8e02-fe0a74e0aada', 'tenant_id': '8b828bb131584991b2633959e5760117', 'mac_address': 'fa:16:3e:4e:3a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '717f58cb-b197-427d-a783-1844b9b7a75c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dfb841a0-b18e-4f46-a615-455cc405c2c2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:41:00Z', 'updated_at': '2021-07-23T23:41:03Z', 'revision_number': 4, 'project_id': '8b828bb131584991b2633959e5760117', 'subnets': [{'id': 'dfb841a0-b18e-4f46-a615-455cc405c2c2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '15d47b0e-ad75-4a0a-9b5e-a32443916f80'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:41:03.621735 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2234e535-f082-4848-ac1c-035d1acab117 None None] The sync data for ids ['717f58cb-b197-427d-a783-1844b9b7a75c'] in n-d-800088-16 is: [{'id': '717f58cb-b197-427d-a783-1844b9b7a75c', 'name': 'router1', 'tenant_id': '8b828bb131584991b2633959e5760117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:40:51Z', 'updated_at': '2021-07-23T23:41:01Z', 'revision_number': 2, 'project_id': '8b828bb131584991b2633959e5760117', 'gw_port_host': None, '_interfaces': [{'id': 'dcde6133-c406-4923-b427-efd2207d82a2', 'name': '', 'network_id': '072ca47a-2d90-4a2f-8e02-fe0a74e0aada', 'tenant_id': '8b828bb131584991b2633959e5760117', 'mac_address': 'fa:16:3e:4e:3a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '717f58cb-b197-427d-a783-1844b9b7a75c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dfb841a0-b18e-4f46-a615-455cc405c2c2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:41:00Z', 'updated_at': '2021-07-23T23:41:03Z', 'revision_number': 4, 'project_id': '8b828bb131584991b2633959e5760117', 'subnets': [{'id': 'dfb841a0-b18e-4f46-a615-455cc405c2c2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '15d47b0e-ad75-4a0a-9b5e-a32443916f80'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:41:03.880663 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33808) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:41:03.992049 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10c7c62-a803-4715-9a01-fd215b1cb457 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:41:03.993456 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c10c7c62-a803-4715-9a01-fd215b1cb457 admin admin] 10.222.0.44 "GET /v2.0/networks/9adcfee8-760c-4568-9e39-c221abf69bf5 HTTP/1.1" status: 200 len: 842 time: 0.1118057 Jul 23 23:41:04.003313 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-2cd783b3-c68c-4d3f-b718-0ccc5ceca57d admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.25.3.1', 'ip_version': 4, 'cidr': '172.25.3.0/24', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:41:04.024681 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd783b3-c68c-4d3f-b718-0ccc5ceca57d admin admin] Made reservation on behalf of 6f57f763842048018ad0ed9a6d1ca465 for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:41:04.027510 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2cd783b3-c68c-4d3f-b718-0ccc5ceca57d admin admin] Notify callbacks [] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:41:04.302441 n-d-800088-16 neutron-server[100313]: DEBUG neutron.objects.ports [None req-2cd783b3-c68c-4d3f-b718-0ccc5ceca57d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100313) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 23:41:04.302876 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2cd783b3-c68c-4d3f-b718-0ccc5ceca57d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:41:04.429522 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd783b3-c68c-4d3f-b718-0ccc5ceca57d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7814c84-8324-401f-b06a-e1f1f7d8fea4,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:41:04.433714 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd783b3-c68c-4d3f-b718-0ccc5ceca57d admin admin] Checking segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:41:04.434067 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd783b3-c68c-4d3f-b718-0ccc5ceca57d admin admin] Network hostable DHCP agents. Network: 9adcfee8-760c-4568-9e39-c221abf69bf5, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:41:04.450471 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd783b3-c68c-4d3f-b718-0ccc5ceca57d admin admin] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:41:04.459119 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-2cd783b3-c68c-4d3f-b718-0ccc5ceca57d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 9adcfee8-760c-4568-9e39-c221abf69bf5) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:41:04.463069 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd783b3-c68c-4d3f-b718-0ccc5ceca57d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:41:04.463658 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2cd783b3-c68c-4d3f-b718-0ccc5ceca57d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:41:04.468248 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc0caa6-8074-4fe4-9d31-8451268575d3 None None] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:41:04.492990 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-2cd783b3-c68c-4d3f-b718-0ccc5ceca57d admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4895957 Jul 23 23:41:04.605107 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61ed50f-8df6-4980-9e47-f9f67ff1a446 None None] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:41:06.791941 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33816) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:41:06.917979 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-e2ea3634-bed9-46bb-99ed-b9953b9c4db1 admin admin] 10.222.0.44 "GET /v2.0/routers/717f58cb-b197-427d-a783-1844b9b7a75c HTTP/1.1" status: 200 len: 710 time: 0.1248519 Jul 23 23:41:07.006930 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30517384-7719-4671-9c79-e37fc4233c29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:41:07.008296 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-30517384-7719-4671-9c79-e37fc4233c29 admin admin] 10.222.0.44 "GET /v2.0/networks/9adcfee8-760c-4568-9e39-c221abf69bf5 HTTP/1.1" status: 200 len: 886 time: 0.0847404 Jul 23 23:41:07.017091 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-a8240352-4ce8-401e-be4f-0095128ae674 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:41:07.271877 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a8240352-4ce8-401e-be4f-0095128ae674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:41:07.507054 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a8240352-4ce8-401e-be4f-0095128ae674 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:41:07.579502 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a8240352-4ce8-401e-be4f-0095128ae674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:41:07.683271 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-a8240352-4ce8-401e-be4f-0095128ae674 admin admin] Allocated IP 172.25.3.109 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/6a432fc0-0b9e-4bf6-99b5-1827abeb115f) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:41:07.784158 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a8240352-4ce8-401e-be4f-0095128ae674 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:41:07.823970 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a8240352-4ce8-401e-be4f-0095128ae674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:41:07.858990 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8240352-4ce8-401e-be4f-0095128ae674 admin admin] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:41:07.863541 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-a8240352-4ce8-401e-be4f-0095128ae674 admin admin] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:41:07.870642 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8240352-4ce8-401e-be4f-0095128ae674 admin admin] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:41:07.872451 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8240352-4ce8-401e-be4f-0095128ae674 admin admin] Pushing event updated for resources: {'Port': ['ID=6a432fc0-0b9e-4bf6-99b5-1827abeb115f,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:41:08.125805 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a8240352-4ce8-401e-be4f-0095128ae674 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:41:08.425364 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a8240352-4ce8-401e-be4f-0095128ae674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:41:08.428754 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a8240352-4ce8-401e-be4f-0095128ae674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-687196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-687191', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-626537'] for router, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:41:08.534496 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8240352-4ce8-401e-be4f-0095128ae674 admin admin] Router 717f58cb-b197-427d-a783-1844b9b7a75c has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:41:08.640615 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8240352-4ce8-401e-be4f-0095128ae674 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:41:08.644963 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a8240352-4ce8-401e-be4f-0095128ae674 admin admin] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:41:08.647879 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-a8240352-4ce8-401e-be4f-0095128ae674 admin admin] 10.222.0.44 "PUT /v2.0/routers/717f58cb-b197-427d-a783-1844b9b7a75c HTTP/1.1" status: 200 len: 890 time: 1.6340561 Jul 23 23:41:10.198947 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6d0d3f-3ff7-4286-b418-ee4ab84d04e6 None None] Sync routers for ids ['717f58cb-b197-427d-a783-1844b9b7a75c'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:41:10.209611 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6d0d3f-3ff7-4286-b418-ee4ab84d04e6 None None] Routers {'717f58cb-b197-427d-a783-1844b9b7a75c'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:41:10.210252 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-eb6d0d3f-3ff7-4286-b418-ee4ab84d04e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:40:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['717f58cb-b197-427d-a783-1844b9b7a75c'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:41:10.466817 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-eb6d0d3f-3ff7-4286-b418-ee4ab84d04e6 None None] Set router 717f58cb-b197-427d-a783-1844b9b7a75c gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:41:10.644865 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device dcde6133-c406-4923-b427-efd2207d82a2 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:41:10.801554 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port dcde6133-c406-4923-b427-efd2207d82a2 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:41:10.806737 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port dcde6133-c406-4923-b427-efd2207d82a2 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:41:10.807117 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:41:10.969899 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:41:10.974367 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-eb6d0d3f-3ff7-4286-b418-ee4ab84d04e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717f58cb-b197-427d-a783-1844b9b7a75c', 'name': 'router1', 'tenant_id': '8b828bb131584991b2633959e5760117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '6a432fc0-0b9e-4bf6-99b5-1827abeb115f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:40:51Z', 'updated_at': '2021-07-23T23:41:07Z', 'revision_number': 4, 'project_id': '8b828bb131584991b2633959e5760117', 'gw_port': {'id': '6a432fc0-0b9e-4bf6-99b5-1827abeb115f', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:51:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '717f58cb-b197-427d-a783-1844b9b7a75c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:41:07Z', 'updated_at': '2021-07-23T23:41:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'dcde6133-c406-4923-b427-efd2207d82a2', 'name': '', 'network_id': '072ca47a-2d90-4a2f-8e02-fe0a74e0aada', 'tenant_id': '8b828bb131584991b2633959e5760117', 'mac_address': 'fa:16:3e:4e:3a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '717f58cb-b197-427d-a783-1844b9b7a75c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dfb841a0-b18e-4f46-a615-455cc405c2c2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:41:00Z', 'updated_at': '2021-07-23T23:41:03Z', 'revision_number': 4, 'project_id': '8b828bb131584991b2633959e5760117', 'subnets': [{'id': 'dfb841a0-b18e-4f46-a615-455cc405c2c2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '15d47b0e-ad75-4a0a-9b5e-a32443916f80'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:41:11.031919 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6d0d3f-3ff7-4286-b418-ee4ab84d04e6 None None] Checking router: 717f58cb-b197-427d-a783-1844b9b7a75c for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:41:11.032309 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6d0d3f-3ff7-4286-b418-ee4ab84d04e6 None None] Updating router 717f58cb-b197-427d-a783-1844b9b7a75c port 6a432fc0-0b9e-4bf6-99b5-1827abeb115f binding host n-d-800088-16 {{(pid=100315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:41:11.056316 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33828) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:41:11.079715 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port dcde6133-c406-4923-b427-efd2207d82a2, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=dcde6133-c406-4923-b427-efd2207d82a2,segment=NetworkSegment(55062fdb-c906-45a0-94e4-6dabbd95d179),segment_id=55062fdb-c906-45a0-94e4-6dabbd95d179)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:41:11.082741 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-eb6d0d3f-3ff7-4286-b418-ee4ab84d04e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:41:11.085566 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:41:11.189181 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-2189f7b8-5fa8-4db4-9b4d-26ee1906bcd5 admin admin] 10.222.0.44 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1310246 Jul 23 23:41:11.252750 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=dcde6133-c406-4923-b427-efd2207d82a2,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:41:11.462501 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-eb6d0d3f-3ff7-4286-b418-ee4ab84d04e6 None None] Notify callbacks [] for port, precommit_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:41:11.472339 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-eb6d0d3f-3ff7-4286-b418-ee4ab84d04e6 None None] Transition to ACTIVE for port object 6a432fc0-0b9e-4bf6-99b5-1827abeb115f will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:41:11.479364 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-eb6d0d3f-3ff7-4286-b418-ee4ab84d04e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:41:11.533147 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b03b63-5e2c-4aa3-b83c-a8726b1ff55a None None] Pushing event updated for resources: {'Port': ['ID=6a432fc0-0b9e-4bf6-99b5-1827abeb115f,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:41:11.535336 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-eb6d0d3f-3ff7-4286-b418-ee4ab84d04e6 None None] Attempting to bind port 6a432fc0-0b9e-4bf6-99b5-1827abeb115f on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:41:11.535715 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-eb6d0d3f-3ff7-4286-b418-ee4ab84d04e6 None None] Attempting to bind port 6a432fc0-0b9e-4bf6-99b5-1827abeb115f by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:41:11.536086 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6d0d3f-3ff7-4286-b418-ee4ab84d04e6 None None] Attempting to bind port 6a432fc0-0b9e-4bf6-99b5-1827abeb115f on network 9adcfee8-760c-4568-9e39-c221abf69bf5 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:41:11.541478 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6d0d3f-3ff7-4286-b418-ee4ab84d04e6 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:41:11.541861 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6d0d3f-3ff7-4286-b418-ee4ab84d04e6 None None] Checking segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:41:11.542268 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-eb6d0d3f-3ff7-4286-b418-ee4ab84d04e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:41:11.542660 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6d0d3f-3ff7-4286-b418-ee4ab84d04e6 None None] Bound using segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:41:11.543131 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-eb6d0d3f-3ff7-4286-b418-ee4ab84d04e6 None None] Bound port: 6a432fc0-0b9e-4bf6-99b5-1827abeb115f, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:41:11.543534 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-eb6d0d3f-3ff7-4286-b418-ee4ab84d04e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:41:11.594822 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-eb6d0d3f-3ff7-4286-b418-ee4ab84d04e6 None None] For port 6a432fc0-0b9e-4bf6-99b5-1827abeb115f, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:41:11.598529 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-eb6d0d3f-3ff7-4286-b418-ee4ab84d04e6 None None] For port 6a432fc0-0b9e-4bf6-99b5-1827abeb115f, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=6a432fc0-0b9e-4bf6-99b5-1827abeb115f,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:41:11.602972 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-eb6d0d3f-3ff7-4286-b418-ee4ab84d04e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:41:11.655400 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6d0d3f-3ff7-4286-b418-ee4ab84d04e6 None None] Routers {'717f58cb-b197-427d-a783-1844b9b7a75c'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:41:11.656041 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-eb6d0d3f-3ff7-4286-b418-ee4ab84d04e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:40:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['717f58cb-b197-427d-a783-1844b9b7a75c'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:41:11.810885 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b03b63-5e2c-4aa3-b83c-a8726b1ff55a None None] Pushing event updated for resources: {'Port': ['ID=6a432fc0-0b9e-4bf6-99b5-1827abeb115f,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:41:11.867004 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-eb6d0d3f-3ff7-4286-b418-ee4ab84d04e6 None None] Set router 717f58cb-b197-427d-a783-1844b9b7a75c gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:41:12.119837 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-eb6d0d3f-3ff7-4286-b418-ee4ab84d04e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717f58cb-b197-427d-a783-1844b9b7a75c', 'name': 'router1', 'tenant_id': '8b828bb131584991b2633959e5760117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '6a432fc0-0b9e-4bf6-99b5-1827abeb115f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:40:51Z', 'updated_at': '2021-07-23T23:41:07Z', 'revision_number': 4, 'project_id': '8b828bb131584991b2633959e5760117', 'gw_port': {'id': '6a432fc0-0b9e-4bf6-99b5-1827abeb115f', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:51:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '717f58cb-b197-427d-a783-1844b9b7a75c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:41:07Z', 'updated_at': '2021-07-23T23:41:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'dcde6133-c406-4923-b427-efd2207d82a2', 'name': '', 'network_id': '072ca47a-2d90-4a2f-8e02-fe0a74e0aada', 'tenant_id': '8b828bb131584991b2633959e5760117', 'mac_address': 'fa:16:3e:4e:3a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717f58cb-b197-427d-a783-1844b9b7a75c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dfb841a0-b18e-4f46-a615-455cc405c2c2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:41:00Z', 'updated_at': '2021-07-23T23:41:11Z', 'revision_number': 5, 'project_id': '8b828bb131584991b2633959e5760117', 'subnets': [{'id': 'dfb841a0-b18e-4f46-a615-455cc405c2c2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '15d47b0e-ad75-4a0a-9b5e-a32443916f80'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:41:12.149350 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6d0d3f-3ff7-4286-b418-ee4ab84d04e6 None None] The sync data for ids ['717f58cb-b197-427d-a783-1844b9b7a75c'] in n-d-800088-16 is: [{'id': '717f58cb-b197-427d-a783-1844b9b7a75c', 'name': 'router1', 'tenant_id': '8b828bb131584991b2633959e5760117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '6a432fc0-0b9e-4bf6-99b5-1827abeb115f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:40:51Z', 'updated_at': '2021-07-23T23:41:07Z', 'revision_number': 4, 'project_id': '8b828bb131584991b2633959e5760117', 'gw_port': {'id': '6a432fc0-0b9e-4bf6-99b5-1827abeb115f', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:51:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '717f58cb-b197-427d-a783-1844b9b7a75c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:41:07Z', 'updated_at': '2021-07-23T23:41:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'dcde6133-c406-4923-b427-efd2207d82a2', 'name': '', 'network_id': '072ca47a-2d90-4a2f-8e02-fe0a74e0aada', 'tenant_id': '8b828bb131584991b2633959e5760117', 'mac_address': 'fa:16:3e:4e:3a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717f58cb-b197-427d-a783-1844b9b7a75c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dfb841a0-b18e-4f46-a615-455cc405c2c2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:41:00Z', 'updated_at': '2021-07-23T23:41:11Z', 'revision_number': 5, 'project_id': '8b828bb131584991b2633959e5760117', 'subnets': [{'id': 'dfb841a0-b18e-4f46-a615-455cc405c2c2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '15d47b0e-ad75-4a0a-9b5e-a32443916f80'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:41:12.707687 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device dcde6133-c406-4923-b427-efd2207d82a2 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:41:12.759818 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port dcde6133-c406-4923-b427-efd2207d82a2 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:41:12.760293 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:41:12.844249 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 6a432fc0-0b9e-4bf6-99b5-1827abeb115f up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:41:12.913397 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 6a432fc0-0b9e-4bf6-99b5-1827abeb115f completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:41:12.918259 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 6a432fc0-0b9e-4bf6-99b5-1827abeb115f triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:41:12.918722 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:41:13.019936 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:41:13.044023 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 6a432fc0-0b9e-4bf6-99b5-1827abeb115f, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=6a432fc0-0b9e-4bf6-99b5-1827abeb115f,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:41:13.049363 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:41:13.104084 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=6a432fc0-0b9e-4bf6-99b5-1827abeb115f,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:41:14.637573 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 6a432fc0-0b9e-4bf6-99b5-1827abeb115f up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:41:14.706643 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 6a432fc0-0b9e-4bf6-99b5-1827abeb115f triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:41:14.720528 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:41:16.243475 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 5 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:41:23.041889 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e4e108a1-a03e-4b2f-9a14-299bbea78f36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:41:25.674818 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b83a6cfb-18df-48f7-8a10-7c40f42a25db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:41:26.606845 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:41:27.074363 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:41:28.665243 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:41:53.042838 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c86b0d69-f613-41eb-94ed-8396d2e6061c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:41:53.244272 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 5 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:41:55.679004 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e12d286a-8d13-4a5f-b55d-0cc50366f07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:41:56.603037 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:41:57.075984 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:41:58.661379 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:42:23.046755 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-473935b2-b255-40b7-8eb2-2a7da4bd1fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:42:25.682122 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-dc568701-0bf4-4f70-a8ad-e0b1c5b0ba3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:42:26.605961 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:42:27.076885 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:42:28.662465 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:42:30.242398 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 5 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:42:52.113989 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34428) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:42:52.175980 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-3deabcd1-2e2a-4f8c-82b7-3b131d6761f6 admin admin] GET failed (client error): The resource could not be found. Jul 23 23:42:52.177635 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-3deabcd1-2e2a-4f8c-82b7-3b131d6761f6 admin admin] 10.222.0.44 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0625293 Jul 23 23:42:52.340694 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bfe0564-292a-43f7-8e3b-25af8b2c1b29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:42:52.342212 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-5bfe0564-292a-43f7-8e3b-25af8b2c1b29 admin admin] 10.222.0.44 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1607671 Jul 23 23:42:53.051587 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-92c41e7f-5229-4803-92ba-9d620742c703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:42:54.544760 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34438) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:42:54.700658 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2457d4-99bd-454b-98e2-76cbd9327c93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:42:54.702199 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-db2457d4-99bd-454b-98e2-76cbd9327c93 admin admin] 10.222.0.44 "GET /v2.0/subnets/dfb841a0-b18e-4f46-a615-455cc405c2c2 HTTP/1.1" status: 200 len: 849 time: 0.1564562 Jul 23 23:42:54.711978 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-42ca6518-49b9-49fa-9981-5a4f6dfbe0d5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:42:54.810870 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-42ca6518-49b9-49fa-9981-5a4f6dfbe0d5 admin admin] Notify callbacks [] for subnet, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:42:54.964306 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-42ca6518-49b9-49fa-9981-5a4f6dfbe0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727720457027'] for subnet, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:42:55.032953 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ca6518-49b9-49fa-9981-5a4f6dfbe0d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:42:55.034053 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-42ca6518-49b9-49fa-9981-5a4f6dfbe0d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:42:55.036175 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-42ca6518-49b9-49fa-9981-5a4f6dfbe0d5 admin admin] 10.222.0.44 "PUT /v2.0/subnets/dfb841a0-b18e-4f46-a615-455cc405c2c2 HTTP/1.1" status: 200 len: 868 time: 0.3283415 Jul 23 23:42:55.038336 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e36b2c-8f5a-44cd-a07a-fe5809fed1b7 None None] Network 072ca47a-2d90-4a2f-8e02-fe0a74e0aada requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:42:55.054933 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ca6518-49b9-49fa-9981-5a4f6dfbe0d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfb841a0-b18e-4f46-a615-455cc405c2c2,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:42:55.064674 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ca6518-49b9-49fa-9981-5a4f6dfbe0d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:42:55.065042 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ca6518-49b9-49fa-9981-5a4f6dfbe0d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:42:55.065669 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ca6518-49b9-49fa-9981-5a4f6dfbe0d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:42:55.065790 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ca6518-49b9-49fa-9981-5a4f6dfbe0d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:42:55.066061 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ca6518-49b9-49fa-9981-5a4f6dfbe0d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:42:55.066391 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ca6518-49b9-49fa-9981-5a4f6dfbe0d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:42:55.066728 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ca6518-49b9-49fa-9981-5a4f6dfbe0d5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:42:55.067063 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ca6518-49b9-49fa-9981-5a4f6dfbe0d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:42:55.067405 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ca6518-49b9-49fa-9981-5a4f6dfbe0d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:42:55.067732 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ca6518-49b9-49fa-9981-5a4f6dfbe0d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:42:55.068066 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ca6518-49b9-49fa-9981-5a4f6dfbe0d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:42:55.068393 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ca6518-49b9-49fa-9981-5a4f6dfbe0d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:42:55.069612 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ca6518-49b9-49fa-9981-5a4f6dfbe0d5 admin admin] Tracked resource versions report: Jul 23 23:42:55.069612 n-d-800088-16 neutron-server[100314]: pushed versions: Jul 23 23:42:55.069612 n-d-800088-16 neutron-server[100314]: { 'AddressGroup': {'1.2'}, Jul 23 23:42:55.069612 n-d-800088-16 neutron-server[100314]: 'ConntrackHelper': {'1.0'}, Jul 23 23:42:55.069612 n-d-800088-16 neutron-server[100314]: 'Log': {'1.0'}, Jul 23 23:42:55.069612 n-d-800088-16 neutron-server[100314]: 'Network': {'1.1'}, Jul 23 23:42:55.069612 n-d-800088-16 neutron-server[100314]: 'Port': {'1.7'}, Jul 23 23:42:55.069612 n-d-800088-16 neutron-server[100314]: 'PortForwarding': {'1.2'}, Jul 23 23:42:55.069612 n-d-800088-16 neutron-server[100314]: 'QosPolicy': {'1.8'}, Jul 23 23:42:55.069612 n-d-800088-16 neutron-server[100314]: 'SecurityGroup': {'1.4'}, Jul 23 23:42:55.069612 n-d-800088-16 neutron-server[100314]: 'SecurityGroupRule': {'1.2'}, Jul 23 23:42:55.069612 n-d-800088-16 neutron-server[100314]: 'SubPort': {'1.0'}, Jul 23 23:42:55.069612 n-d-800088-16 neutron-server[100314]: 'Subnet': {'1.1'}, Jul 23 23:42:55.069612 n-d-800088-16 neutron-server[100314]: 'Trunk': {'1.1'}} Jul 23 23:42:55.069612 n-d-800088-16 neutron-server[100314]: consumer versions: Jul 23 23:42:55.069612 n-d-800088-16 neutron-server[100314]: { DHCP agent@n-d-800088-16: {}, Jul 23 23:42:55.069612 n-d-800088-16 neutron-server[100314]: L3 agent@n-d-800088-16: {}, Jul 23 23:42:55.069612 n-d-800088-16 neutron-server[100314]: Metadata agent@n-d-800088-16: {}, Jul 23 23:42:55.069612 n-d-800088-16 neutron-server[100314]: Metering agent@n-d-800088-16: {}, Jul 23 23:42:55.069612 n-d-800088-16 neutron-server[100314]: Open vSwitch agent@n-d-800088-16: { 'AddressGroup': '1.2', Jul 23 23:42:55.069612 n-d-800088-16 neutron-server[100314]: 'ConntrackHelper': '1.0', Jul 23 23:42:55.069612 n-d-800088-16 neutron-server[100314]: 'Log': '1.0', Jul 23 23:42:55.069612 n-d-800088-16 neutron-server[100314]: 'Network': '1.1', Jul 23 23:42:55.069612 n-d-800088-16 neutron-server[100314]: 'Port': '1.7', Jul 23 23:42:55.069612 n-d-800088-16 neutron-server[100314]: 'PortForwarding': '1.2', Jul 23 23:42:55.069612 n-d-800088-16 neutron-server[100314]: 'QosPolicy': '1.8', Jul 23 23:42:55.069612 n-d-800088-16 neutron-server[100314]: 'SecurityGroup': '1.4', Jul 23 23:42:55.069612 n-d-800088-16 neutron-server[100314]: 'SecurityGroupRule': '1.2', Jul 23 23:42:55.069612 n-d-800088-16 neutron-server[100314]: 'SubPort': '1.0', Jul 23 23:42:55.069612 n-d-800088-16 neutron-server[100314]: 'Subnet': '1.1', Jul 23 23:42:55.069612 n-d-800088-16 neutron-server[100314]: 'Trunk': '1.1'}} Jul 23 23:42:55.069612 n-d-800088-16 neutron-server[100314]: {{(pid=100314) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 23:42:55.449333 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-984b9cb7-f6ec-44dd-92f2-c61cd11a78ff None None] Provisioning complete for port dcde6133-c406-4923-b427-efd2207d82a2 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:42:55.449707 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-984b9cb7-f6ec-44dd-92f2-c61cd11a78ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:42:55.537672 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-984b9cb7-f6ec-44dd-92f2-c61cd11a78ff None None] Provisioning complete for port 38110edf-5cd6-40a6-8910-f8705f99b28e triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:42:55.537960 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-984b9cb7-f6ec-44dd-92f2-c61cd11a78ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:42:55.684144 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-6e9d06a3-b54d-4774-b238-4ff035e00a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:42:56.607454 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:42:57.080529 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:42:57.244220 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34452) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:42:57.483993 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46201551-9c04-4840-ac1c-5f345c5d9d60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:42:57.484373 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46201551-9c04-4840-ac1c-5f345c5d9d60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:42:57.485956 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-46201551-9c04-4840-ac1c-5f345c5d9d60 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2406840 Jul 23 23:42:58.664442 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:42:59.672153 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34460) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:42:59.822170 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3be359d-ada3-4900-a945-2ef1e320d39d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:42:59.822966 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3be359d-ada3-4900-a945-2ef1e320d39d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:42:59.825503 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-a3be359d-ada3-4900-a945-2ef1e320d39d admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1521938 Jul 23 23:43:02.063920 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34468) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:43:02.202821 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9fbb0a1-2a07-4975-9331-185d2a7b17e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:43:02.204167 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c9fbb0a1-2a07-4975-9331-185d2a7b17e5 admin admin] 10.222.0.44 "GET /v2.0/networks/072ca47a-2d90-4a2f-8e02-fe0a74e0aada HTTP/1.1" status: 200 len: 869 time: 0.1392732 Jul 23 23:43:04.440226 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34476) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:43:04.578709 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37a1ff3-5840-4f92-a1c9-ee60615101b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:43:04.580110 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c37a1ff3-5840-4f92-a1c9-ee60615101b4 admin admin] 10.222.0.44 "GET /v2.0/networks/9adcfee8-760c-4568-9e39-c221abf69bf5 HTTP/1.1" status: 200 len: 886 time: 0.1388948 Jul 23 23:43:06.790058 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34484) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:43:06.930889 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5257e0de-1a63-49a0-a73a-ddad68061143 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:43:06.931269 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5257e0de-1a63-49a0-a73a-ddad68061143 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:43:06.932941 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-5257e0de-1a63-49a0-a73a-ddad68061143 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1418464 Jul 23 23:43:07.246017 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 5 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:43:09.211956 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34492) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:43:09.303505 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127b969e-24a1-45d9-baa2-1929467622a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:43:09.303972 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127b969e-24a1-45d9-baa2-1929467622a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:43:09.305567 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-127b969e-24a1-45d9-baa2-1929467622a5 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0926788 Jul 23 23:43:11.489870 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34500) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:43:11.576125 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6088646d-3697-46b3-a510-20127cb31e5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:43:11.577527 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-6088646d-3697-46b3-a510-20127cb31e5e admin admin] 10.222.0.44 "GET /v2.0/subnets/b7814c84-8324-401f-b06a-e1f1f7d8fea4 HTTP/1.1" status: 200 len: 816 time: 0.0867121 Jul 23 23:43:13.787679 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34508) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:43:13.897829 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c5cbe9-cc6a-4ce7-8d47-bbfed18d910e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:43:13.899235 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-67c5cbe9-cc6a-4ce7-8d47-bbfed18d910e admin admin] 10.222.0.44 "GET /v2.0/subnets/dfb841a0-b18e-4f46-a615-455cc405c2c2 HTTP/1.1" status: 200 len: 868 time: 0.1105804 Jul 23 23:43:23.045113 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a556b597-6da0-4dcc-b308-9f8229530e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:43:25.685555 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-96ca81bd-cfcf-4c73-8b7e-9fdfb64f7784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:43:26.609620 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:43:27.083624 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:43:28.670180 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:43:38.816031 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34560) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:43:38.862244 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [None req-81296344-8009-4ced-9460-6a266e44157e admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=100313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:43:38.863251 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-81296344-8009-4ced-9460-6a266e44157e admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0462883 Jul 23 23:43:41.119502 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34568) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:43:41.178123 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bbad97f-137f-48fb-8627-94f58a1c4850 admin admin] GET failed (client error): The resource could not be found. Jul 23 23:43:41.179480 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-6bbad97f-137f-48fb-8627-94f58a1c4850 admin admin] 10.222.0.44 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0590429 Jul 23 23:43:41.262302 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216fae32-78ae-4786-98c7-89d0ec78bc0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:43:41.263775 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-216fae32-78ae-4786-98c7-89d0ec78bc0d admin admin] 10.222.0.44 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0804749 Jul 23 23:43:43.457170 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34576) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:43:43.506180 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-d772b86b-07ae-4e87-bb65-ef540d1d849e admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:43:43.525906 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d772b86b-07ae-4e87-bb65-ef540d1d849e admin admin] Made reservation on behalf of 6f57f763842048018ad0ed9a6d1ca465 for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:43:43.528186 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d772b86b-07ae-4e87-bb65-ef540d1d849e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:43:43.559700 n-d-800088-16 neutron-server[100313]: WARNING neutron.services.revisions.revision_plugin [None req-d772b86b-07ae-4e87-bb65-ef540d1d849e admin admin] Could not find related network for resource to bump revision. Jul 23 23:43:43.571606 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d772b86b-07ae-4e87-bb65-ef540d1d849e admin admin] vlan segment allocate from pool success with {'vlan_id': 748, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:43:43.581013 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d772b86b-07ae-4e87-bb65-ef540d1d849e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:43:43.581356 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-d772b86b-07ae-4e87-bb65-ef540d1d849e admin admin] Added segment 72254b69-db39-4c6a-884a-3b2e62a610a6 of type vlan for network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 Jul 23 23:43:43.619366 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d772b86b-07ae-4e87-bb65-ef540d1d849e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:43:43.647261 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d772b86b-07ae-4e87-bb65-ef540d1d849e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:43:43.648129 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d772b86b-07ae-4e87-bb65-ef540d1d849e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:43:43.648714 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d772b86b-07ae-4e87-bb65-ef540d1d849e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:43:43.680445 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-d772b86b-07ae-4e87-bb65-ef540d1d849e admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2222033 Jul 23 23:43:43.708419 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d772b86b-07ae-4e87-bb65-ef540d1d849e admin admin] Pushing event updated for resources: {'Network': ['ID=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:43:43.715890 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d772b86b-07ae-4e87-bb65-ef540d1d849e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:43:43.716243 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d772b86b-07ae-4e87-bb65-ef540d1d849e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:43:43.716596 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d772b86b-07ae-4e87-bb65-ef540d1d849e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:43:43.716963 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d772b86b-07ae-4e87-bb65-ef540d1d849e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:43:43.717302 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d772b86b-07ae-4e87-bb65-ef540d1d849e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:43:43.717644 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d772b86b-07ae-4e87-bb65-ef540d1d849e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:43:43.717979 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d772b86b-07ae-4e87-bb65-ef540d1d849e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:43:43.718319 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d772b86b-07ae-4e87-bb65-ef540d1d849e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:43:43.718655 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d772b86b-07ae-4e87-bb65-ef540d1d849e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:43:43.719001 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d772b86b-07ae-4e87-bb65-ef540d1d849e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:43:43.719314 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d772b86b-07ae-4e87-bb65-ef540d1d849e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:43:43.719647 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d772b86b-07ae-4e87-bb65-ef540d1d849e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:43:43.732774 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:43:44.244595 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 5 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:43:45.864513 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34584) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:43:45.927422 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-061eb389-a4a8-4838-a626-bdfef1aa5f8a admin admin] GET failed (client error): The resource could not be found. Jul 23 23:43:45.928761 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-061eb389-a4a8-4838-a626-bdfef1aa5f8a admin admin] 10.222.0.44 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0631938 Jul 23 23:43:46.000678 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9649860b-1af8-43ed-9a4a-54ec9e9f902d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:43:46.002174 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-9649860b-1af8-43ed-9a4a-54ec9e9f902d admin admin] 10.222.0.44 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0693729 Jul 23 23:43:46.011674 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-a967bf61-55e7-48b6-9f6d-2540b2a51c81 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:43:46.031490 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a967bf61-55e7-48b6-9f6d-2540b2a51c81 admin admin] Made reservation on behalf of 6f57f763842048018ad0ed9a6d1ca465 for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:43:46.033712 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a967bf61-55e7-48b6-9f6d-2540b2a51c81 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:43:46.290236 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a967bf61-55e7-48b6-9f6d-2540b2a51c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:43:46.337882 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a967bf61-55e7-48b6-9f6d-2540b2a51c81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef73a7e1-c64a-41e3-9997-629475c7b6b1,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:43:46.352879 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a967bf61-55e7-48b6-9f6d-2540b2a51c81 admin admin] Checking segment: {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:43:46.353472 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a967bf61-55e7-48b6-9f6d-2540b2a51c81 admin admin] Network hostable DHCP agents. Network: 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:43:46.369847 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a967bf61-55e7-48b6-9f6d-2540b2a51c81 admin admin] Network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:43:46.378020 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-a967bf61-55e7-48b6-9f6d-2540b2a51c81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:43:46.382042 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a967bf61-55e7-48b6-9f6d-2540b2a51c81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:43:46.382652 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a967bf61-55e7-48b6-9f6d-2540b2a51c81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:43:46.387222 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d039cbb9-ad99-4f8a-b2c6-30e77ddf8a39 None None] Network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:43:46.400614 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-a967bf61-55e7-48b6-9f6d-2540b2a51c81 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3922620 Jul 23 23:43:46.638973 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5061ae6d-c6d6-4d5e-9a30-89f652267b67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-603dff3b-80fe-44ec-a82a-8d8b74b0c3c2', 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2', 'tenant_id': '6f57f763842048018ad0ed9a6d1ca465', 'fixed_ips': [{'subnet_id': 'ef73a7e1-c64a-41e3-9997-629475c7b6b1'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:43:46.639998 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-5061ae6d-c6d6-4d5e-9a30-89f652267b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:43:46.778659 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-5061ae6d-c6d6-4d5e-9a30-89f652267b67 None None] Allocated IP 192.168.233.2 (603dff3b-80fe-44ec-a82a-8d8b74b0c3c2/ef73a7e1-c64a-41e3-9997-629475c7b6b1/210d154d-1beb-4cad-bc24-67c3ed200427) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:43:46.927635 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-5061ae6d-c6d6-4d5e-9a30-89f652267b67 None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:43:46.937812 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-5061ae6d-c6d6-4d5e-9a30-89f652267b67 None None] Transition to ACTIVE for port object 210d154d-1beb-4cad-bc24-67c3ed200427 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:43:46.953941 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-5061ae6d-c6d6-4d5e-9a30-89f652267b67 None None] Transition to ACTIVE for port object 210d154d-1beb-4cad-bc24-67c3ed200427 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:43:46.959931 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-5061ae6d-c6d6-4d5e-9a30-89f652267b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:43:47.001628 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5061ae6d-c6d6-4d5e-9a30-89f652267b67 None None] Network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:43:47.004538 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-5061ae6d-c6d6-4d5e-9a30-89f652267b67 None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:43:47.009174 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5061ae6d-c6d6-4d5e-9a30-89f652267b67 None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:43:47.011113 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5061ae6d-c6d6-4d5e-9a30-89f652267b67 None None] Pushing event updated for resources: {'Port': ['ID=210d154d-1beb-4cad-bc24-67c3ed200427,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:43:47.019710 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5061ae6d-c6d6-4d5e-9a30-89f652267b67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:43:47.020095 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5061ae6d-c6d6-4d5e-9a30-89f652267b67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:43:47.020434 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5061ae6d-c6d6-4d5e-9a30-89f652267b67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:43:47.020773 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5061ae6d-c6d6-4d5e-9a30-89f652267b67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:43:47.021130 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5061ae6d-c6d6-4d5e-9a30-89f652267b67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:43:47.021476 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5061ae6d-c6d6-4d5e-9a30-89f652267b67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:43:47.021803 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5061ae6d-c6d6-4d5e-9a30-89f652267b67 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:43:47.022133 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5061ae6d-c6d6-4d5e-9a30-89f652267b67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:43:47.022459 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5061ae6d-c6d6-4d5e-9a30-89f652267b67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:43:47.022787 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5061ae6d-c6d6-4d5e-9a30-89f652267b67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:43:47.023112 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5061ae6d-c6d6-4d5e-9a30-89f652267b67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:43:47.023436 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5061ae6d-c6d6-4d5e-9a30-89f652267b67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:43:47.083375 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-5061ae6d-c6d6-4d5e-9a30-89f652267b67 None None] Attempting to bind port 210d154d-1beb-4cad-bc24-67c3ed200427 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:43:47.083748 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-5061ae6d-c6d6-4d5e-9a30-89f652267b67 None None] Attempting to bind port 210d154d-1beb-4cad-bc24-67c3ed200427 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:43:47.084116 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5061ae6d-c6d6-4d5e-9a30-89f652267b67 None None] Attempting to bind port 210d154d-1beb-4cad-bc24-67c3ed200427 on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:43:47.089203 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5061ae6d-c6d6-4d5e-9a30-89f652267b67 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:43:47.089576 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5061ae6d-c6d6-4d5e-9a30-89f652267b67 None None] Checking segment: {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:43:47.089982 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-5061ae6d-c6d6-4d5e-9a30-89f652267b67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:43:47.090378 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5061ae6d-c6d6-4d5e-9a30-89f652267b67 None None] Bound using segment: {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:43:47.090851 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-5061ae6d-c6d6-4d5e-9a30-89f652267b67 None None] Bound port: 210d154d-1beb-4cad-bc24-67c3ed200427, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:43:47.091243 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-5061ae6d-c6d6-4d5e-9a30-89f652267b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:43:47.154559 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-5061ae6d-c6d6-4d5e-9a30-89f652267b67 None None] For port 210d154d-1beb-4cad-bc24-67c3ed200427, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:43:47.157973 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-5061ae6d-c6d6-4d5e-9a30-89f652267b67 None None] For port 210d154d-1beb-4cad-bc24-67c3ed200427, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=210d154d-1beb-4cad-bc24-67c3ed200427,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:43:47.163029 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-5061ae6d-c6d6-4d5e-9a30-89f652267b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:43:47.221153 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5061ae6d-c6d6-4d5e-9a30-89f652267b67 None None] Pushing event updated for resources: {'Port': ['ID=210d154d-1beb-4cad-bc24-67c3ed200427,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:43:48.052083 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e4fa4a-c16c-41b2-9918-ffa053ef4c98 None None] Network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:43:48.130023 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-5dcd394e-0320-4dda-abb4-d36ba8f50231 None None] Provisioning for port 210d154d-1beb-4cad-bc24-67c3ed200427 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:43:48.755911 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 210d154d-1beb-4cad-bc24-67c3ed200427 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:43:48.809867 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 210d154d-1beb-4cad-bc24-67c3ed200427 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:43:48.813757 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 210d154d-1beb-4cad-bc24-67c3ed200427 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:43:48.814140 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:43:48.894097 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:43:48.928594 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 210d154d-1beb-4cad-bc24-67c3ed200427, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=210d154d-1beb-4cad-bc24-67c3ed200427,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:43:48.932463 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:43:48.986413 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=210d154d-1beb-4cad-bc24-67c3ed200427,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:43:50.730482 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 210d154d-1beb-4cad-bc24-67c3ed200427 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:43:50.777856 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 210d154d-1beb-4cad-bc24-67c3ed200427 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:43:50.778224 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:43:53.045749 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f711d3d6-1f4c-40c8-8136-b8d077c0a371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:43:55.686108 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-100edc44-e630-4191-b1a4-bd0fc4681601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:43:56.611810 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:43:57.084971 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:43:58.671382 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:44:21.244461 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 5 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:44:23.047287 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-21477150-bed3-4cdb-8455-96635ae26471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:44:25.690271 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-eeea0564-b6cc-437c-ad05-13051ff99a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:44:26.614135 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:44:27.087988 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:44:28.678330 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:44:53.048682 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c4cc9b6d-088c-4cc4-99fb-ff34d2b0476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:44:55.691951 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-011ef91d-bce5-42da-ba58-f6201e3ebb6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:44:56.615516 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:44:57.092478 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:44:58.243007 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 5 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:44:58.687003 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:45:23.011400 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34636) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:45:23.017716 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [None req-f7c12e09-0e69-4347-9742-e7ffe07eb2c6 tempest-verify_tempest_config-1375745341 tempest-verify_tempest_config-1375745341-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=100313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:45:23.018839 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-f7c12e09-0e69-4347-9742-e7ffe07eb2c6 tempest-verify_tempest_config-1375745341 tempest-verify_tempest_config-1375745341-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0063338 Jul 23 23:45:23.052743 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-15693558-1064-4bcf-b259-dbe939776fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:45:23.326661 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34654) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:45:23.433295 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-97f6e497-4daf-451b-b741-ec1b673e9e02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:45:23.522536 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-97f6e497-4daf-451b-b741-ec1b673e9e02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:45:23.526848 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-97f6e497-4daf-451b-b741-ec1b673e9e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:45:23.573177 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f6e497-4daf-451b-b741-ec1b673e9e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0892b780-6bce-4816-9be0-f41513289d41,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:45:23.578073 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-97f6e497-4daf-451b-b741-ec1b673e9e02 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=aaa454fead814736a9179f9748c0d5cd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2503366 Jul 23 23:45:23.580942 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34658) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:45:23.584025 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f6e497-4daf-451b-b741-ec1b673e9e02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:45:23.584364 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f6e497-4daf-451b-b741-ec1b673e9e02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:45:23.584699 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f6e497-4daf-451b-b741-ec1b673e9e02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:45:23.585065 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f6e497-4daf-451b-b741-ec1b673e9e02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:45:23.585426 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f6e497-4daf-451b-b741-ec1b673e9e02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:45:23.585767 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f6e497-4daf-451b-b741-ec1b673e9e02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:45:23.586098 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f6e497-4daf-451b-b741-ec1b673e9e02 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:45:23.586383 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f6e497-4daf-451b-b741-ec1b673e9e02 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:45:23.586702 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f6e497-4daf-451b-b741-ec1b673e9e02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:45:23.587018 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f6e497-4daf-451b-b741-ec1b673e9e02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:45:23.587460 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f6e497-4daf-451b-b741-ec1b673e9e02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:45:23.587752 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f6e497-4daf-451b-b741-ec1b673e9e02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:45:23.668313 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-650b7d5e-db45-47a0-9a60-23077acac5ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:45:23.692099 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-650b7d5e-db45-47a0-9a60-23077acac5ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:45:23.780639 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-650b7d5e-db45-47a0-9a60-23077acac5ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:45:23.783342 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-650b7d5e-db45-47a0-9a60-23077acac5ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:45:23.784510 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-650b7d5e-db45-47a0-9a60-23077acac5ea admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0892b780-6bce-4816-9be0-f41513289d41 HTTP/1.1" status: 204 len: 168 time: 0.2025809 Jul 23 23:45:23.793492 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650b7d5e-db45-47a0-9a60-23077acac5ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0892b780-6bce-4816-9be0-f41513289d41,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:45:23.800297 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650b7d5e-db45-47a0-9a60-23077acac5ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:45:23.800650 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650b7d5e-db45-47a0-9a60-23077acac5ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:45:23.801197 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650b7d5e-db45-47a0-9a60-23077acac5ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:45:23.801755 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650b7d5e-db45-47a0-9a60-23077acac5ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:45:23.802114 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650b7d5e-db45-47a0-9a60-23077acac5ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:45:23.802466 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650b7d5e-db45-47a0-9a60-23077acac5ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:45:23.802820 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650b7d5e-db45-47a0-9a60-23077acac5ea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:45:23.803149 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650b7d5e-db45-47a0-9a60-23077acac5ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:45:23.803481 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650b7d5e-db45-47a0-9a60-23077acac5ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:45:23.803823 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650b7d5e-db45-47a0-9a60-23077acac5ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:45:23.804170 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650b7d5e-db45-47a0-9a60-23077acac5ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:45:23.804513 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650b7d5e-db45-47a0-9a60-23077acac5ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:45:25.694929 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0ae5ebc4-1146-4ce6-acf0-68d51648191e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:45:26.617694 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:45:27.093389 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:45:28.683144 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:45:35.242633 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 5 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:45:53.053807 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-7eefd5c3-ea95-429f-bc44-e465643dc27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:45:55.695647 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ddc22ddb-c01b-49f4-97f9-826a7a44cddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:45:56.619376 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:45:57.100539 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:45:58.685393 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:46:12.241868 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 5 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:46:23.054597 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b8a7fb1d-aade-45d8-866d-ad4bfdc867ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:46:25.696913 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-6e2dc334-2ae9-474e-82ae-bf68b0947f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:46:26.621544 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:46:27.099932 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:46:28.688906 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:46:49.240944 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 5 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:46:53.055588 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-7dfdfcc2-1e3a-4948-b3d2-a6cfd717c4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:46:55.697628 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-47cf4ac2-1a8d-485b-aac3-0d9eb0be1e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:46:56.626705 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:46:57.102811 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:46:58.691140 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:47:23.057297 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-540f8799-f916-4ffb-9b8e-c01a90f37ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:47:25.698491 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-dd1ceb53-c1a1-489f-b213-4295234c2e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:47:26.240014 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 5 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:47:26.628762 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:47:27.104428 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:47:28.695177 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:47:53.057361 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-1e0e5291-959e-41ed-9087-b6b8b191a59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:47:55.700218 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ee2065cf-3aba-4591-aa18-8046200af8f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:47:56.630292 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:47:57.106721 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:47:58.698212 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:48:03.239448 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 5 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:48:14.394295 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-683139'] for agent, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:48:17.393241 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-683139'] for agent, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:48:23.058286 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-6c3a89d0-7b5b-466a-a6b8-d9f16e0a0d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:48:25.700799 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e329724c-b336-4795-af61-fc077e00c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:48:26.631600 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:48:27.109804 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:48:28.703190 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:48:40.238894 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:48:44.349025 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:48:47.346943 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:48:53.058519 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-49f64649-0874-42bb-b40a-a70d883aefb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:48:55.702780 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-132c2372-1a6c-4591-b0fa-015e9734549c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:48:56.634172 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:48:57.112500 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:48:58.705698 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:00.534872 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34722) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:49:00.644530 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-6b3e23e5-12da-448d-b057-c979c7cb4206 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1083581 Jul 23 23:49:02.914498 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34732) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:49:02.973313 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-f7a01891-6dfe-48ff-bb26-20d3f2bff132 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0576730 Jul 23 23:49:14.350657 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:17.238162 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:49:17.348118 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:23.062013 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-87f54ab6-b00a-418c-a0fc-1a158f58c77f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:25.705603 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3a6c95d7-0eda-4740-aaaa-40983a75116e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:26.646796 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:27.119229 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:28.707370 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:44.383005 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:47.345194 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:53.063536 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c2d4a2c8-e623-4d4d-9caf-0f1b10f54d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:54.245453 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:49:55.707908 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-1db36f6a-800a-4433-9b21-48168c8f5b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:56.641202 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:57.119319 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:58.710423 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:14.381321 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:17.344202 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:22.342422 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34848) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:50:22.542067 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-82d76d67-37e2-44dc-ad91-aa070d06f770 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-207102263-network', 'tenant_id': '1c2582a501044614b6b14b002223c647'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:50:22.563220 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d76d67-37e2-44dc-ad91-aa070d06f770 admin admin] Made reservation on behalf of 1c2582a501044614b6b14b002223c647 for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:50:22.566018 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-82d76d67-37e2-44dc-ad91-aa070d06f770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:22.577437 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-82d76d67-37e2-44dc-ad91-aa070d06f770 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:22.679846 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-82d76d67-37e2-44dc-ad91-aa070d06f770 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:22.684710 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-82d76d67-37e2-44dc-ad91-aa070d06f770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:22.715191 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82d76d67-37e2-44dc-ad91-aa070d06f770 admin admin] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:50:22.717239 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d76d67-37e2-44dc-ad91-aa070d06f770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e12f1f8-e312-4602-aef6-15d728c2b82b,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:22.728967 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d76d67-37e2-44dc-ad91-aa070d06f770 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:50:22.729241 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d76d67-37e2-44dc-ad91-aa070d06f770 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:50:22.729584 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d76d67-37e2-44dc-ad91-aa070d06f770 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:50:22.729916 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d76d67-37e2-44dc-ad91-aa070d06f770 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:50:22.730441 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d76d67-37e2-44dc-ad91-aa070d06f770 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:50:22.730770 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d76d67-37e2-44dc-ad91-aa070d06f770 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:50:22.731106 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d76d67-37e2-44dc-ad91-aa070d06f770 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:50:22.731430 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d76d67-37e2-44dc-ad91-aa070d06f770 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:50:22.731753 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d76d67-37e2-44dc-ad91-aa070d06f770 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:50:22.732108 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d76d67-37e2-44dc-ad91-aa070d06f770 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:50:22.732394 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d76d67-37e2-44dc-ad91-aa070d06f770 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:50:22.732711 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d76d67-37e2-44dc-ad91-aa070d06f770 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:50:22.733840 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d76d67-37e2-44dc-ad91-aa070d06f770 admin admin] Tracked resource versions report: Jul 23 23:50:22.733840 n-d-800088-16 neutron-server[100313]: pushed versions: Jul 23 23:50:22.733840 n-d-800088-16 neutron-server[100313]: { 'AddressGroup': {'1.2'}, Jul 23 23:50:22.733840 n-d-800088-16 neutron-server[100313]: 'ConntrackHelper': {'1.0'}, Jul 23 23:50:22.733840 n-d-800088-16 neutron-server[100313]: 'Log': {'1.0'}, Jul 23 23:50:22.733840 n-d-800088-16 neutron-server[100313]: 'Network': {'1.1'}, Jul 23 23:50:22.733840 n-d-800088-16 neutron-server[100313]: 'Port': {'1.7'}, Jul 23 23:50:22.733840 n-d-800088-16 neutron-server[100313]: 'PortForwarding': {'1.2'}, Jul 23 23:50:22.733840 n-d-800088-16 neutron-server[100313]: 'QosPolicy': {'1.8'}, Jul 23 23:50:22.733840 n-d-800088-16 neutron-server[100313]: 'SecurityGroup': {'1.4'}, Jul 23 23:50:22.733840 n-d-800088-16 neutron-server[100313]: 'SecurityGroupRule': {'1.2'}, Jul 23 23:50:22.733840 n-d-800088-16 neutron-server[100313]: 'SubPort': {'1.0'}, Jul 23 23:50:22.733840 n-d-800088-16 neutron-server[100313]: 'Subnet': {'1.1'}, Jul 23 23:50:22.733840 n-d-800088-16 neutron-server[100313]: 'Trunk': {'1.1'}} Jul 23 23:50:22.733840 n-d-800088-16 neutron-server[100313]: consumer versions: Jul 23 23:50:22.733840 n-d-800088-16 neutron-server[100313]: { DHCP agent@n-d-800088-16: {}, Jul 23 23:50:22.733840 n-d-800088-16 neutron-server[100313]: HyperV agent@n-h1-800088-16: {}, Jul 23 23:50:22.733840 n-d-800088-16 neutron-server[100313]: HyperV agent@n-h2-800088-16: {}, Jul 23 23:50:22.733840 n-d-800088-16 neutron-server[100313]: L3 agent@n-d-800088-16: {}, Jul 23 23:50:22.733840 n-d-800088-16 neutron-server[100313]: Metadata agent@n-d-800088-16: {}, Jul 23 23:50:22.733840 n-d-800088-16 neutron-server[100313]: Metering agent@n-d-800088-16: {}, Jul 23 23:50:22.733840 n-d-800088-16 neutron-server[100313]: Open vSwitch agent@n-d-800088-16: { 'AddressGroup': '1.2', Jul 23 23:50:22.733840 n-d-800088-16 neutron-server[100313]: 'ConntrackHelper': '1.0', Jul 23 23:50:22.733840 n-d-800088-16 neutron-server[100313]: 'Log': '1.0', Jul 23 23:50:22.733840 n-d-800088-16 neutron-server[100313]: 'Network': '1.1', Jul 23 23:50:22.733840 n-d-800088-16 neutron-server[100313]: 'Port': '1.7', Jul 23 23:50:22.733840 n-d-800088-16 neutron-server[100313]: 'PortForwarding': '1.2', Jul 23 23:50:22.733840 n-d-800088-16 neutron-server[100313]: 'QosPolicy': '1.8', Jul 23 23:50:22.733840 n-d-800088-16 neutron-server[100313]: 'SecurityGroup': '1.4', Jul 23 23:50:22.733840 n-d-800088-16 neutron-server[100313]: 'SecurityGroupRule': '1.2', Jul 23 23:50:22.733840 n-d-800088-16 neutron-server[100313]: 'SubPort': '1.0', Jul 23 23:50:22.733840 n-d-800088-16 neutron-server[100313]: 'Subnet': '1.1', Jul 23 23:50:22.733840 n-d-800088-16 neutron-server[100313]: 'Trunk': '1.1'}} Jul 23 23:50:22.733840 n-d-800088-16 neutron-server[100313]: {{(pid=100313) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 23:50:22.741523 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-82d76d67-37e2-44dc-ad91-aa070d06f770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:22.742079 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-82d76d67-37e2-44dc-ad91-aa070d06f770 admin admin] Added segment 5d344d88-6b1d-459b-a6c4-73c6890df831 of type vlan for network b6cf1771-a5e0-4481-ada6-9af5ffe559f4 Jul 23 23:50:22.789133 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-82d76d67-37e2-44dc-ad91-aa070d06f770 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:22.821394 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-82d76d67-37e2-44dc-ad91-aa070d06f770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:22.822449 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d76d67-37e2-44dc-ad91-aa070d06f770 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:50:22.823096 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-82d76d67-37e2-44dc-ad91-aa070d06f770 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:22.841764 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34888) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:50:22.842367 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-82d76d67-37e2-44dc-ad91-aa070d06f770 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.4977524 Jul 23 23:50:22.852587 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-08766ef1-7bb1-41bb-8666-870c9f80fdba admin admin] Request body: {'subnet': {'network_id': 'b6cf1771-a5e0-4481-ada6-9af5ffe559f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-207102263-subnet', 'tenant_id': '1c2582a501044614b6b14b002223c647', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:50:22.884027 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08766ef1-7bb1-41bb-8666-870c9f80fdba admin admin] Made reservation on behalf of 1c2582a501044614b6b14b002223c647 for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:50:22.888234 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-08766ef1-7bb1-41bb-8666-870c9f80fdba admin admin] Notify callbacks [] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:22.905048 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d76d67-37e2-44dc-ad91-aa070d06f770 admin admin] Pushing event updated for resources: {'Network': ['ID=b6cf1771-a5e0-4481-ada6-9af5ffe559f4,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:22.918472 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network b6cf1771-a5e0-4481-ada6-9af5ffe559f4 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:50:23.074588 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9da8e42a-dbef-44ad-898a-68252f2ee07b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:23.161795 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-08766ef1-7bb1-41bb-8666-870c9f80fdba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:23.203891 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08766ef1-7bb1-41bb-8666-870c9f80fdba admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b5c91f7-60ac-4182-b027-91575613087b,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:23.214534 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34902) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:50:23.224256 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08766ef1-7bb1-41bb-8666-870c9f80fdba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:50:23.224606 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08766ef1-7bb1-41bb-8666-870c9f80fdba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:50:23.224975 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08766ef1-7bb1-41bb-8666-870c9f80fdba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:50:23.225315 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08766ef1-7bb1-41bb-8666-870c9f80fdba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:50:23.225646 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08766ef1-7bb1-41bb-8666-870c9f80fdba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:50:23.226277 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08766ef1-7bb1-41bb-8666-870c9f80fdba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:50:23.226482 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08766ef1-7bb1-41bb-8666-870c9f80fdba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:50:23.226911 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08766ef1-7bb1-41bb-8666-870c9f80fdba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:50:23.227170 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08766ef1-7bb1-41bb-8666-870c9f80fdba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:50:23.230487 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08766ef1-7bb1-41bb-8666-870c9f80fdba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:50:23.230866 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08766ef1-7bb1-41bb-8666-870c9f80fdba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:50:23.231182 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08766ef1-7bb1-41bb-8666-870c9f80fdba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:50:23.232291 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08766ef1-7bb1-41bb-8666-870c9f80fdba admin admin] Tracked resource versions report: Jul 23 23:50:23.232291 n-d-800088-16 neutron-server[100314]: pushed versions: Jul 23 23:50:23.232291 n-d-800088-16 neutron-server[100314]: { 'AddressGroup': {'1.2'}, Jul 23 23:50:23.232291 n-d-800088-16 neutron-server[100314]: 'ConntrackHelper': {'1.0'}, Jul 23 23:50:23.232291 n-d-800088-16 neutron-server[100314]: 'Log': {'1.0'}, Jul 23 23:50:23.232291 n-d-800088-16 neutron-server[100314]: 'Network': {'1.1'}, Jul 23 23:50:23.232291 n-d-800088-16 neutron-server[100314]: 'Port': {'1.7'}, Jul 23 23:50:23.232291 n-d-800088-16 neutron-server[100314]: 'PortForwarding': {'1.2'}, Jul 23 23:50:23.232291 n-d-800088-16 neutron-server[100314]: 'QosPolicy': {'1.8'}, Jul 23 23:50:23.232291 n-d-800088-16 neutron-server[100314]: 'SecurityGroup': {'1.4'}, Jul 23 23:50:23.232291 n-d-800088-16 neutron-server[100314]: 'SecurityGroupRule': {'1.2'}, Jul 23 23:50:23.232291 n-d-800088-16 neutron-server[100314]: 'SubPort': {'1.0'}, Jul 23 23:50:23.232291 n-d-800088-16 neutron-server[100314]: 'Subnet': {'1.1'}, Jul 23 23:50:23.232291 n-d-800088-16 neutron-server[100314]: 'Trunk': {'1.1'}} Jul 23 23:50:23.232291 n-d-800088-16 neutron-server[100314]: consumer versions: Jul 23 23:50:23.232291 n-d-800088-16 neutron-server[100314]: { DHCP agent@n-d-800088-16: {}, Jul 23 23:50:23.232291 n-d-800088-16 neutron-server[100314]: HyperV agent@n-h1-800088-16: {}, Jul 23 23:50:23.232291 n-d-800088-16 neutron-server[100314]: HyperV agent@n-h2-800088-16: {}, Jul 23 23:50:23.232291 n-d-800088-16 neutron-server[100314]: L3 agent@n-d-800088-16: {}, Jul 23 23:50:23.232291 n-d-800088-16 neutron-server[100314]: Metadata agent@n-d-800088-16: {}, Jul 23 23:50:23.232291 n-d-800088-16 neutron-server[100314]: Metering agent@n-d-800088-16: {}, Jul 23 23:50:23.232291 n-d-800088-16 neutron-server[100314]: Open vSwitch agent@n-d-800088-16: { 'AddressGroup': '1.2', Jul 23 23:50:23.232291 n-d-800088-16 neutron-server[100314]: 'ConntrackHelper': '1.0', Jul 23 23:50:23.232291 n-d-800088-16 neutron-server[100314]: 'Log': '1.0', Jul 23 23:50:23.232291 n-d-800088-16 neutron-server[100314]: 'Network': '1.1', Jul 23 23:50:23.232291 n-d-800088-16 neutron-server[100314]: 'Port': '1.7', Jul 23 23:50:23.232291 n-d-800088-16 neutron-server[100314]: 'PortForwarding': '1.2', Jul 23 23:50:23.232291 n-d-800088-16 neutron-server[100314]: 'QosPolicy': '1.8', Jul 23 23:50:23.232291 n-d-800088-16 neutron-server[100314]: 'SecurityGroup': '1.4', Jul 23 23:50:23.232291 n-d-800088-16 neutron-server[100314]: 'SecurityGroupRule': '1.2', Jul 23 23:50:23.232291 n-d-800088-16 neutron-server[100314]: 'SubPort': '1.0', Jul 23 23:50:23.232291 n-d-800088-16 neutron-server[100314]: 'Subnet': '1.1', Jul 23 23:50:23.232291 n-d-800088-16 neutron-server[100314]: 'Trunk': '1.1'}} Jul 23 23:50:23.232291 n-d-800088-16 neutron-server[100314]: {{(pid=100314) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 23:50:23.265904 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08766ef1-7bb1-41bb-8666-870c9f80fdba admin admin] Checking segment: {'id': '5d344d88-6b1d-459b-a6c4-73c6890df831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b6cf1771-a5e0-4481-ada6-9af5ffe559f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:50:23.266338 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08766ef1-7bb1-41bb-8666-870c9f80fdba admin admin] Network hostable DHCP agents. Network: b6cf1771-a5e0-4481-ada6-9af5ffe559f4, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:50:23.297177 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08766ef1-7bb1-41bb-8666-870c9f80fdba admin admin] Network b6cf1771-a5e0-4481-ada6-9af5ffe559f4 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:50:23.313777 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-08766ef1-7bb1-41bb-8666-870c9f80fdba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, b6cf1771-a5e0-4481-ada6-9af5ffe559f4) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:50:23.319567 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08766ef1-7bb1-41bb-8666-870c9f80fdba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:50:23.320455 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-08766ef1-7bb1-41bb-8666-870c9f80fdba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:23.325202 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8499f8-c9f1-4629-b3b1-93940dea154a None None] Network b6cf1771-a5e0-4481-ada6-9af5ffe559f4 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:50:23.360272 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34918) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:50:23.361576 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-08766ef1-7bb1-41bb-8666-870c9f80fdba admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5170314 Jul 23 23:50:23.366159 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-a28b34bb-4c99-43b2-a396-707092384933 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-207102263-router', 'tenant_id': '1c2582a501044614b6b14b002223c647', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:50:23.392164 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a28b34bb-4c99-43b2-a396-707092384933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:23.397012 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a28b34bb-4c99-43b2-a396-707092384933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:23.505279 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a28b34bb-4c99-43b2-a396-707092384933 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:23.510771 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c9debd-f5d4-438c-8035-4959a61c559f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-b6cf1771-a5e0-4481-ada6-9af5ffe559f4', 'network_id': 'b6cf1771-a5e0-4481-ada6-9af5ffe559f4', 'tenant_id': '1c2582a501044614b6b14b002223c647', 'fixed_ips': [{'subnet_id': '1b5c91f7-60ac-4182-b027-91575613087b'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:50:23.511718 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-75c9debd-f5d4-438c-8035-4959a61c559f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:23.629441 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-7c8417b3-a9de-41b1-814a-bb52cd5fcde4 tempest-AutoAllocateNetworkTest-1930707439 tempest-AutoAllocateNetworkTest-1930707439-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=b6e3c655da614759a253cff2c447c1e4&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4026766 Jul 23 23:50:23.629441 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34938) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:50:23.687943 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-75c9debd-f5d4-438c-8035-4959a61c559f None None] Allocated IP 172.20.0.2 (b6cf1771-a5e0-4481-ada6-9af5ffe559f4/1b5c91f7-60ac-4182-b027-91575613087b/b68dd4bc-5fe5-4f48-a975-6897ed079dee) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:50:23.742778 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a28b34bb-4c99-43b2-a396-707092384933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:23.871962 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-75c9debd-f5d4-438c-8035-4959a61c559f None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:23.884340 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-75c9debd-f5d4-438c-8035-4959a61c559f None None] Transition to ACTIVE for port object b68dd4bc-5fe5-4f48-a975-6897ed079dee will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:50:23.903101 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-75c9debd-f5d4-438c-8035-4959a61c559f None None] Transition to ACTIVE for port object b68dd4bc-5fe5-4f48-a975-6897ed079dee will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:50:23.908644 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a111b38-0ced-4217-89a9-d517974e50a9 tempest-AutoAllocateNetworkTest-1930707439 tempest-AutoAllocateNetworkTest-1930707439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:50:23.913235 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-75c9debd-f5d4-438c-8035-4959a61c559f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:23.913582 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34948) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:50:23.914805 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-5a111b38-0ced-4217-89a9-d517974e50a9 tempest-AutoAllocateNetworkTest-1930707439 tempest-AutoAllocateNetworkTest-1930707439-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2927449 Jul 23 23:50:23.989895 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9debd-f5d4-438c-8035-4959a61c559f None None] Pushing event updated for resources: {'Port': ['ID=b68dd4bc-5fe5-4f48-a975-6897ed079dee,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:23.999496 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-b496f9e0-6cb9-487d-9afa-80e7c95aa50d tempest-AutoAllocateNetworkTest-1930707439 tempest-AutoAllocateNetworkTest-1930707439-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0846794 Jul 23 23:50:24.002339 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34954) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:50:24.004681 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c9debd-f5d4-438c-8035-4959a61c559f None None] Network b6cf1771-a5e0-4481-ada6-9af5ffe559f4 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:50:24.007104 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9debd-f5d4-438c-8035-4959a61c559f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:50:24.007667 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9debd-f5d4-438c-8035-4959a61c559f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:50:24.008261 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9debd-f5d4-438c-8035-4959a61c559f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:50:24.008764 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9debd-f5d4-438c-8035-4959a61c559f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:50:24.009461 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9debd-f5d4-438c-8035-4959a61c559f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:50:24.009963 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9debd-f5d4-438c-8035-4959a61c559f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:50:24.010456 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9debd-f5d4-438c-8035-4959a61c559f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:50:24.010978 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9debd-f5d4-438c-8035-4959a61c559f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:50:24.011316 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9debd-f5d4-438c-8035-4959a61c559f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:50:24.011648 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9debd-f5d4-438c-8035-4959a61c559f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:50:24.011978 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9debd-f5d4-438c-8035-4959a61c559f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:50:24.012307 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9debd-f5d4-438c-8035-4959a61c559f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:50:24.013481 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c9debd-f5d4-438c-8035-4959a61c559f None None] Tracked resource versions report: Jul 23 23:50:24.013481 n-d-800088-16 neutron-server[100315]: pushed versions: Jul 23 23:50:24.013481 n-d-800088-16 neutron-server[100315]: { 'AddressGroup': {'1.2'}, Jul 23 23:50:24.013481 n-d-800088-16 neutron-server[100315]: 'ConntrackHelper': {'1.0'}, Jul 23 23:50:24.013481 n-d-800088-16 neutron-server[100315]: 'Log': {'1.0'}, Jul 23 23:50:24.013481 n-d-800088-16 neutron-server[100315]: 'Network': {'1.1'}, Jul 23 23:50:24.013481 n-d-800088-16 neutron-server[100315]: 'Port': {'1.7'}, Jul 23 23:50:24.013481 n-d-800088-16 neutron-server[100315]: 'PortForwarding': {'1.2'}, Jul 23 23:50:24.013481 n-d-800088-16 neutron-server[100315]: 'QosPolicy': {'1.8'}, Jul 23 23:50:24.013481 n-d-800088-16 neutron-server[100315]: 'SecurityGroup': {'1.4'}, Jul 23 23:50:24.013481 n-d-800088-16 neutron-server[100315]: 'SecurityGroupRule': {'1.2'}, Jul 23 23:50:24.013481 n-d-800088-16 neutron-server[100315]: 'SubPort': {'1.0'}, Jul 23 23:50:24.013481 n-d-800088-16 neutron-server[100315]: 'Subnet': {'1.1'}, Jul 23 23:50:24.013481 n-d-800088-16 neutron-server[100315]: 'Trunk': {'1.1'}} Jul 23 23:50:24.013481 n-d-800088-16 neutron-server[100315]: consumer versions: Jul 23 23:50:24.013481 n-d-800088-16 neutron-server[100315]: { DHCP agent@n-d-800088-16: {}, Jul 23 23:50:24.013481 n-d-800088-16 neutron-server[100315]: HyperV agent@n-h1-800088-16: {}, Jul 23 23:50:24.013481 n-d-800088-16 neutron-server[100315]: HyperV agent@n-h2-800088-16: {}, Jul 23 23:50:24.013481 n-d-800088-16 neutron-server[100315]: L3 agent@n-d-800088-16: {}, Jul 23 23:50:24.013481 n-d-800088-16 neutron-server[100315]: Metadata agent@n-d-800088-16: {}, Jul 23 23:50:24.013481 n-d-800088-16 neutron-server[100315]: Metering agent@n-d-800088-16: {}, Jul 23 23:50:24.013481 n-d-800088-16 neutron-server[100315]: Open vSwitch agent@n-d-800088-16: { 'AddressGroup': '1.2', Jul 23 23:50:24.013481 n-d-800088-16 neutron-server[100315]: 'ConntrackHelper': '1.0', Jul 23 23:50:24.013481 n-d-800088-16 neutron-server[100315]: 'Log': '1.0', Jul 23 23:50:24.013481 n-d-800088-16 neutron-server[100315]: 'Network': '1.1', Jul 23 23:50:24.013481 n-d-800088-16 neutron-server[100315]: 'Port': '1.7', Jul 23 23:50:24.013481 n-d-800088-16 neutron-server[100315]: 'PortForwarding': '1.2', Jul 23 23:50:24.013481 n-d-800088-16 neutron-server[100315]: 'QosPolicy': '1.8', Jul 23 23:50:24.013481 n-d-800088-16 neutron-server[100315]: 'SecurityGroup': '1.4', Jul 23 23:50:24.013481 n-d-800088-16 neutron-server[100315]: 'SecurityGroupRule': '1.2', Jul 23 23:50:24.013481 n-d-800088-16 neutron-server[100315]: 'SubPort': '1.0', Jul 23 23:50:24.013481 n-d-800088-16 neutron-server[100315]: 'Subnet': '1.1', Jul 23 23:50:24.013481 n-d-800088-16 neutron-server[100315]: 'Trunk': '1.1'}} Jul 23 23:50:24.013481 n-d-800088-16 neutron-server[100315]: {{(pid=100315) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 23:50:24.023187 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-75c9debd-f5d4-438c-8035-4959a61c559f None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:50:24.047171 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-5f37a13a-67a0-4276-8cd2-0350259a53f5 tempest-AutoAllocateNetworkTest-1930707439 tempest-AutoAllocateNetworkTest-1930707439-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=b6e3c655da614759a253cff2c447c1e4 HTTP/1.1" status: 200 len: 208 time: 0.0420136 Jul 23 23:50:24.065160 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c9debd-f5d4-438c-8035-4959a61c559f None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:50:24.132601 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-75c9debd-f5d4-438c-8035-4959a61c559f None None] Attempting to bind port b68dd4bc-5fe5-4f48-a975-6897ed079dee on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:50:24.133416 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-75c9debd-f5d4-438c-8035-4959a61c559f None None] Attempting to bind port b68dd4bc-5fe5-4f48-a975-6897ed079dee by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '5d344d88-6b1d-459b-a6c4-73c6890df831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b6cf1771-a5e0-4481-ada6-9af5ffe559f4'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:50:24.133984 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c9debd-f5d4-438c-8035-4959a61c559f None None] Attempting to bind port b68dd4bc-5fe5-4f48-a975-6897ed079dee on network b6cf1771-a5e0-4481-ada6-9af5ffe559f4 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:50:24.139602 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c9debd-f5d4-438c-8035-4959a61c559f None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:50:24.140238 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c9debd-f5d4-438c-8035-4959a61c559f None None] Checking segment: {'id': '5d344d88-6b1d-459b-a6c4-73c6890df831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b6cf1771-a5e0-4481-ada6-9af5ffe559f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:50:24.141068 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-75c9debd-f5d4-438c-8035-4959a61c559f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:24.141654 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c9debd-f5d4-438c-8035-4959a61c559f None None] Bound using segment: {'id': '5d344d88-6b1d-459b-a6c4-73c6890df831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b6cf1771-a5e0-4481-ada6-9af5ffe559f4'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:50:24.142297 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-75c9debd-f5d4-438c-8035-4959a61c559f None None] Bound port: b68dd4bc-5fe5-4f48-a975-6897ed079dee, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d344d88-6b1d-459b-a6c4-73c6890df831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b6cf1771-a5e0-4481-ada6-9af5ffe559f4'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:50:24.142979 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-75c9debd-f5d4-438c-8035-4959a61c559f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:24.162160 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a28b34bb-4c99-43b2-a396-707092384933 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:24.182359 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a28b34bb-4c99-43b2-a396-707092384933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:24.220340 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-75c9debd-f5d4-438c-8035-4959a61c559f None None] For port b68dd4bc-5fe5-4f48-a975-6897ed079dee, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:50:24.224623 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-75c9debd-f5d4-438c-8035-4959a61c559f None None] For port b68dd4bc-5fe5-4f48-a975-6897ed079dee, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=b68dd4bc-5fe5-4f48-a975-6897ed079dee,segment=NetworkSegment(5d344d88-6b1d-459b-a6c4-73c6890df831),segment_id=5d344d88-6b1d-459b-a6c4-73c6890df831)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:50:24.231255 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-75c9debd-f5d4-438c-8035-4959a61c559f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:24.299957 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9debd-f5d4-438c-8035-4959a61c559f None None] Pushing event updated for resources: {'Port': ['ID=b68dd4bc-5fe5-4f48-a975-6897ed079dee,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:24.339378 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-a28b34bb-4c99-43b2-a396-707092384933 admin admin] Allocated IP 172.25.3.10 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/58e5597e-d492-40e4-868f-43a3d472c41e) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:50:24.481166 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a28b34bb-4c99-43b2-a396-707092384933 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:24.543396 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a28b34bb-4c99-43b2-a396-707092384933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:24.606128 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28b34bb-4c99-43b2-a396-707092384933 admin admin] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:50:24.606898 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28b34bb-4c99-43b2-a396-707092384933 admin admin] Pushing event updated for resources: {'Port': ['ID=58e5597e-d492-40e4-868f-43a3d472c41e,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:24.611529 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-a28b34bb-4c99-43b2-a396-707092384933 admin admin] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:50:24.614055 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28b34bb-4c99-43b2-a396-707092384933 admin admin] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:50:24.963431 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a28b34bb-4c99-43b2-a396-707092384933 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:25.078518 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device b68dd4bc-5fe5-4f48-a975-6897ed079dee up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:50:25.162241 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34994) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:50:25.171869 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port b68dd4bc-5fe5-4f48-a975-6897ed079dee completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:50:25.242237 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a28b34bb-4c99-43b2-a396-707092384933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:25.416149 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a28b34bb-4c99-43b2-a396-707092384933 admin admin] Router aec4f419-0f2a-489b-8354-c5990e455d43 is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 23:50:25.425862 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2ded6c-316b-4b30-8193-b4a9bd4dc51d None None] Network b6cf1771-a5e0-4481-ada6-9af5ffe559f4 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:50:25.511579 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-3e7841ea-95b0-47fd-b23b-787b01a0cfe1 None None] Provisioning for port b68dd4bc-5fe5-4f48-a975-6897ed079dee completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:50:25.517066 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-3e7841ea-95b0-47fd-b23b-787b01a0cfe1 None None] Provisioning complete for port b68dd4bc-5fe5-4f48-a975-6897ed079dee triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:50:25.517727 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3e7841ea-95b0-47fd-b23b-787b01a0cfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:25.521640 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e485038d-1157-41c9-81d7-d5204c45fa17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:25.598018 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a28b34bb-4c99-43b2-a396-707092384933 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:50:25.613700 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154425d6-0945-49e7-a95f-a81662cd10df None None] Sync routers for ids ['aec4f419-0f2a-489b-8354-c5990e455d43'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:50:25.631149 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154425d6-0945-49e7-a95f-a81662cd10df None None] Routers {'aec4f419-0f2a-489b-8354-c5990e455d43'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:50:25.632106 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-154425d6-0945-49e7-a95f-a81662cd10df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:49:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['aec4f419-0f2a-489b-8354-c5990e455d43'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:50:25.681761 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e485038d-1157-41c9-81d7-d5204c45fa17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:25.687842 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3e7841ea-95b0-47fd-b23b-787b01a0cfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:25.689266 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e485038d-1157-41c9-81d7-d5204c45fa17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:25.696362 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a28b34bb-4c99-43b2-a396-707092384933 admin admin] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:25.702083 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-a28b34bb-4c99-43b2-a396-707092384933 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 2.3406568 Jul 23 23:50:25.702842 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 35020) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:50:25.743558 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-56656017-596b-4ab6-ab11-b337c12dc294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:25.746305 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-3e7841ea-95b0-47fd-b23b-787b01a0cfe1 None None] For port b68dd4bc-5fe5-4f48-a975-6897ed079dee, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=b68dd4bc-5fe5-4f48-a975-6897ed079dee,segment=NetworkSegment(5d344d88-6b1d-459b-a6c4-73c6890df831),segment_id=5d344d88-6b1d-459b-a6c4-73c6890df831)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:50:25.754958 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-e485038d-1157-41c9-81d7-d5204c45fa17 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b6e3c655da614759a253cff2c447c1e4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5910056 Jul 23 23:50:25.757101 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 35024) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:50:25.759276 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3e7841ea-95b0-47fd-b23b-787b01a0cfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:25.820067 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7841ea-95b0-47fd-b23b-787b01a0cfe1 None None] Pushing event updated for resources: {'Port': ['ID=b68dd4bc-5fe5-4f48-a975-6897ed079dee,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:25.869792 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-970ef1f4-3cd3-4b28-bac5-21dcab576f75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:25.888613 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e485038d-1157-41c9-81d7-d5204c45fa17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a132f1-0218-4809-ab09-bdd5d97859ce,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:25.910082 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-970ef1f4-3cd3-4b28-bac5-21dcab576f75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:25.926603 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-154425d6-0945-49e7-a95f-a81662cd10df None None] Set router aec4f419-0f2a-489b-8354-c5990e455d43 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:50:25.994152 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-970ef1f4-3cd3-4b28-bac5-21dcab576f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:25.997226 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-970ef1f4-3cd3-4b28-bac5-21dcab576f75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:25.998645 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-970ef1f4-3cd3-4b28-bac5-21dcab576f75 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f1a132f1-0218-4809-ab09-bdd5d97859ce HTTP/1.1" status: 204 len: 168 time: 0.2403734 Jul 23 23:50:26.008722 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970ef1f4-3cd3-4b28-bac5-21dcab576f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a132f1-0218-4809-ab09-bdd5d97859ce,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:26.173352 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-154425d6-0945-49e7-a95f-a81662cd10df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec4f419-0f2a-489b-8354-c5990e455d43', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-207102263-router', 'tenant_id': '1c2582a501044614b6b14b002223c647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '58e5597e-d492-40e4-868f-43a3d472c41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:50:23Z', 'updated_at': '2021-07-23T23:50:24Z', 'revision_number': 3, 'project_id': '1c2582a501044614b6b14b002223c647', 'gw_port': {'id': '58e5597e-d492-40e4-868f-43a3d472c41e', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0c:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec4f419-0f2a-489b-8354-c5990e455d43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:50:24Z', 'updated_at': '2021-07-23T23:50:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:50:26.184701 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-611def23-603e-49c9-ab40-5cdcfb978a54 None None] Provisioning complete for port b68dd4bc-5fe5-4f48-a975-6897ed079dee triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:50:26.185282 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-611def23-603e-49c9-ab40-5cdcfb978a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:26.207117 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154425d6-0945-49e7-a95f-a81662cd10df None None] Checking router: aec4f419-0f2a-489b-8354-c5990e455d43 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:50:26.207879 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154425d6-0945-49e7-a95f-a81662cd10df None None] Updating router aec4f419-0f2a-489b-8354-c5990e455d43 port 58e5597e-d492-40e4-868f-43a3d472c41e binding host n-d-800088-16 {{(pid=100316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:50:26.267161 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-154425d6-0945-49e7-a95f-a81662cd10df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:26.424248 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-dd4e5857-4151-49ad-920c-8ef78c71ec98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:26.630947 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-dd4e5857-4151-49ad-920c-8ef78c71ec98 admin admin] Allocated IP 172.20.0.1 (b6cf1771-a5e0-4481-ada6-9af5ffe559f4/1b5c91f7-60ac-4182-b027-91575613087b/cb9a7947-0476-4b0b-9ba9-b4637254f25c) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:50:26.653116 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-154425d6-0945-49e7-a95f-a81662cd10df None None] Notify callbacks [] for port, precommit_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:26.656840 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:26.669451 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.provisioning_blocks [None req-154425d6-0945-49e7-a95f-a81662cd10df None None] Transition to ACTIVE for port object 58e5597e-d492-40e4-868f-43a3d472c41e will not be triggered until provisioned by entity L2. {{(pid=100316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:50:26.677325 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-154425d6-0945-49e7-a95f-a81662cd10df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:26.738862 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-154425d6-0945-49e7-a95f-a81662cd10df None None] Attempting to bind port 58e5597e-d492-40e4-868f-43a3d472c41e on host n-d-800088-16 for vnic_type normal with profile {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:50:26.739246 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-154425d6-0945-49e7-a95f-a81662cd10df None None] Attempting to bind port 58e5597e-d492-40e4-868f-43a3d472c41e by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:50:26.739728 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154425d6-0945-49e7-a95f-a81662cd10df None None] Attempting to bind port 58e5597e-d492-40e4-868f-43a3d472c41e on network 9adcfee8-760c-4568-9e39-c221abf69bf5 {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:50:26.757138 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-dd4e5857-4151-49ad-920c-8ef78c71ec98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:26.770350 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da29ac3f-410f-42ef-82d1-83568339736d None None] Pushing event updated for resources: {'Port': ['ID=58e5597e-d492-40e4-868f-43a3d472c41e,revision_number=2']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:26.773128 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [None req-dd4e5857-4151-49ad-920c-8ef78c71ec98 admin admin] Transition to ACTIVE for port object cb9a7947-0476-4b0b-9ba9-b4637254f25c will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:50:26.773723 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154425d6-0945-49e7-a95f-a81662cd10df None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:50:26.774372 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154425d6-0945-49e7-a95f-a81662cd10df None None] Checking segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:50:26.774665 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-154425d6-0945-49e7-a95f-a81662cd10df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:26.776386 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154425d6-0945-49e7-a95f-a81662cd10df None None] Bound using segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:50:26.777126 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-154425d6-0945-49e7-a95f-a81662cd10df None None] Bound port: 58e5597e-d492-40e4-868f-43a3d472c41e, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:50:26.777556 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-154425d6-0945-49e7-a95f-a81662cd10df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:26.818302 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-dd4e5857-4151-49ad-920c-8ef78c71ec98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:26.825855 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da29ac3f-410f-42ef-82d1-83568339736d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:50:26.826251 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da29ac3f-410f-42ef-82d1-83568339736d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:50:26.826601 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da29ac3f-410f-42ef-82d1-83568339736d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:50:26.826975 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da29ac3f-410f-42ef-82d1-83568339736d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:50:26.827656 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da29ac3f-410f-42ef-82d1-83568339736d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:50:26.828115 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da29ac3f-410f-42ef-82d1-83568339736d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:50:26.828475 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da29ac3f-410f-42ef-82d1-83568339736d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:50:26.828837 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da29ac3f-410f-42ef-82d1-83568339736d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:50:26.829167 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da29ac3f-410f-42ef-82d1-83568339736d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:50:26.829495 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da29ac3f-410f-42ef-82d1-83568339736d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:50:26.829821 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da29ac3f-410f-42ef-82d1-83568339736d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:50:26.830148 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da29ac3f-410f-42ef-82d1-83568339736d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:50:26.831257 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da29ac3f-410f-42ef-82d1-83568339736d None None] Tracked resource versions report: Jul 23 23:50:26.831257 n-d-800088-16 neutron-server[100316]: pushed versions: Jul 23 23:50:26.831257 n-d-800088-16 neutron-server[100316]: { 'AddressGroup': {'1.2'}, Jul 23 23:50:26.831257 n-d-800088-16 neutron-server[100316]: 'ConntrackHelper': {'1.0'}, Jul 23 23:50:26.831257 n-d-800088-16 neutron-server[100316]: 'Log': {'1.0'}, Jul 23 23:50:26.831257 n-d-800088-16 neutron-server[100316]: 'Network': {'1.1'}, Jul 23 23:50:26.831257 n-d-800088-16 neutron-server[100316]: 'Port': {'1.7'}, Jul 23 23:50:26.831257 n-d-800088-16 neutron-server[100316]: 'PortForwarding': {'1.2'}, Jul 23 23:50:26.831257 n-d-800088-16 neutron-server[100316]: 'QosPolicy': {'1.8'}, Jul 23 23:50:26.831257 n-d-800088-16 neutron-server[100316]: 'SecurityGroup': {'1.4'}, Jul 23 23:50:26.831257 n-d-800088-16 neutron-server[100316]: 'SecurityGroupRule': {'1.2'}, Jul 23 23:50:26.831257 n-d-800088-16 neutron-server[100316]: 'SubPort': {'1.0'}, Jul 23 23:50:26.831257 n-d-800088-16 neutron-server[100316]: 'Subnet': {'1.1'}, Jul 23 23:50:26.831257 n-d-800088-16 neutron-server[100316]: 'Trunk': {'1.1'}} Jul 23 23:50:26.831257 n-d-800088-16 neutron-server[100316]: consumer versions: Jul 23 23:50:26.831257 n-d-800088-16 neutron-server[100316]: { DHCP agent@n-d-800088-16: {}, Jul 23 23:50:26.831257 n-d-800088-16 neutron-server[100316]: HyperV agent@n-h1-800088-16: {}, Jul 23 23:50:26.831257 n-d-800088-16 neutron-server[100316]: HyperV agent@n-h2-800088-16: {}, Jul 23 23:50:26.831257 n-d-800088-16 neutron-server[100316]: L3 agent@n-d-800088-16: {}, Jul 23 23:50:26.831257 n-d-800088-16 neutron-server[100316]: Metadata agent@n-d-800088-16: {}, Jul 23 23:50:26.831257 n-d-800088-16 neutron-server[100316]: Metering agent@n-d-800088-16: {}, Jul 23 23:50:26.831257 n-d-800088-16 neutron-server[100316]: Open vSwitch agent@n-d-800088-16: { 'AddressGroup': '1.2', Jul 23 23:50:26.831257 n-d-800088-16 neutron-server[100316]: 'ConntrackHelper': '1.0', Jul 23 23:50:26.831257 n-d-800088-16 neutron-server[100316]: 'Log': '1.0', Jul 23 23:50:26.831257 n-d-800088-16 neutron-server[100316]: 'Network': '1.1', Jul 23 23:50:26.831257 n-d-800088-16 neutron-server[100316]: 'Port': '1.7', Jul 23 23:50:26.831257 n-d-800088-16 neutron-server[100316]: 'PortForwarding': '1.2', Jul 23 23:50:26.831257 n-d-800088-16 neutron-server[100316]: 'QosPolicy': '1.8', Jul 23 23:50:26.831257 n-d-800088-16 neutron-server[100316]: 'SecurityGroup': '1.4', Jul 23 23:50:26.831257 n-d-800088-16 neutron-server[100316]: 'SecurityGroupRule': '1.2', Jul 23 23:50:26.831257 n-d-800088-16 neutron-server[100316]: 'SubPort': '1.0', Jul 23 23:50:26.831257 n-d-800088-16 neutron-server[100316]: 'Subnet': '1.1', Jul 23 23:50:26.831257 n-d-800088-16 neutron-server[100316]: 'Trunk': '1.1'}} Jul 23 23:50:26.831257 n-d-800088-16 neutron-server[100316]: {{(pid=100316) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 23:50:26.856773 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-154425d6-0945-49e7-a95f-a81662cd10df None None] For port 58e5597e-d492-40e4-868f-43a3d472c41e, host n-d-800088-16, cleared binding levels {{(pid=100316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:50:26.861226 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-154425d6-0945-49e7-a95f-a81662cd10df None None] For port 58e5597e-d492-40e4-868f-43a3d472c41e, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=58e5597e-d492-40e4-868f-43a3d472c41e,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:50:26.867515 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-154425d6-0945-49e7-a95f-a81662cd10df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:26.870049 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4e5857-4151-49ad-920c-8ef78c71ec98 admin admin] Pushing event updated for resources: {'Port': ['ID=cb9a7947-0476-4b0b-9ba9-b4637254f25c,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:26.883024 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4e5857-4151-49ad-920c-8ef78c71ec98 admin admin] Network b6cf1771-a5e0-4481-ada6-9af5ffe559f4 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:50:26.883664 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-dd4e5857-4151-49ad-920c-8ef78c71ec98 admin admin] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:50:26.885995 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4e5857-4151-49ad-920c-8ef78c71ec98 admin admin] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:50:26.886526 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-dd4e5857-4151-49ad-920c-8ef78c71ec98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681761'] for router_interface, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:26.968109 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154425d6-0945-49e7-a95f-a81662cd10df None None] Routers {'aec4f419-0f2a-489b-8354-c5990e455d43'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:50:26.968954 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-154425d6-0945-49e7-a95f-a81662cd10df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:50:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['aec4f419-0f2a-489b-8354-c5990e455d43'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:50:27.056182 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device b68dd4bc-5fe5-4f48-a975-6897ed079dee up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:50:27.152685 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da29ac3f-410f-42ef-82d1-83568339736d None None] Pushing event updated for resources: {'Port': ['ID=58e5597e-d492-40e4-868f-43a3d472c41e,revision_number=3']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:27.189559 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-154425d6-0945-49e7-a95f-a81662cd10df None None] Set router aec4f419-0f2a-489b-8354-c5990e455d43 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:50:27.189916 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:27.250900 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port b68dd4bc-5fe5-4f48-a975-6897ed079dee triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:50:27.251286 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:27.301142 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-dd4e5857-4151-49ad-920c-8ef78c71ec98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:27.377861 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-84a915a8-50c1-4392-93dd-45a82d498021 None None] Provisioning for port cb9a7947-0476-4b0b-9ba9-b4637254f25c completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:50:27.388107 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-84a915a8-50c1-4392-93dd-45a82d498021 None None] Provisioning complete for port cb9a7947-0476-4b0b-9ba9-b4637254f25c triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:50:27.389214 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-84a915a8-50c1-4392-93dd-45a82d498021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:27.431106 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-84a915a8-50c1-4392-93dd-45a82d498021 None None] Port cb9a7947-0476-4b0b-9ba9-b4637254f25c cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:50:27.543433 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-dd4e5857-4151-49ad-920c-8ef78c71ec98 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:27.551512 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-dd4e5857-4151-49ad-920c-8ef78c71ec98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:27.553320 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-dd4e5857-4151-49ad-920c-8ef78c71ec98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680980'] for router_interface, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:27.586901 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-154425d6-0945-49e7-a95f-a81662cd10df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec4f419-0f2a-489b-8354-c5990e455d43', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-207102263-router', 'tenant_id': '1c2582a501044614b6b14b002223c647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '58e5597e-d492-40e4-868f-43a3d472c41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:50:23Z', 'updated_at': '2021-07-23T23:50:24Z', 'revision_number': 3, 'project_id': '1c2582a501044614b6b14b002223c647', 'gw_port': {'id': '58e5597e-d492-40e4-868f-43a3d472c41e', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0c:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec4f419-0f2a-489b-8354-c5990e455d43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:50:24Z', 'updated_at': '2021-07-23T23:50:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:50:27.622616 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154425d6-0945-49e7-a95f-a81662cd10df None None] The sync data for ids ['aec4f419-0f2a-489b-8354-c5990e455d43'] in n-d-800088-16 is: [{'id': 'aec4f419-0f2a-489b-8354-c5990e455d43', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-207102263-router', 'tenant_id': '1c2582a501044614b6b14b002223c647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '58e5597e-d492-40e4-868f-43a3d472c41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:50:23Z', 'updated_at': '2021-07-23T23:50:24Z', 'revision_number': 3, 'project_id': '1c2582a501044614b6b14b002223c647', 'gw_port': {'id': '58e5597e-d492-40e4-868f-43a3d472c41e', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0c:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec4f419-0f2a-489b-8354-c5990e455d43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:50:24Z', 'updated_at': '2021-07-23T23:50:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:50:27.623929 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4e5857-4151-49ad-920c-8ef78c71ec98 admin admin] Pushing event updated for resources: {'Port': ['ID=cb9a7947-0476-4b0b-9ba9-b4637254f25c,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:27.701864 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4e5857-4151-49ad-920c-8ef78c71ec98 admin admin] Network b6cf1771-a5e0-4481-ada6-9af5ffe559f4 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:50:27.708336 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-dd4e5857-4151-49ad-920c-8ef78c71ec98 admin admin] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:50:27.873292 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd4e5857-4151-49ad-920c-8ef78c71ec98 admin admin] Router aec4f419-0f2a-489b-8354-c5990e455d43 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:50:28.066313 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd4e5857-4151-49ad-920c-8ef78c71ec98 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:50:28.096462 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-4e6a0be1-2633-44a6-940b-df9ace4c5c70 None None] Provisioning complete for port cb9a7947-0476-4b0b-9ba9-b4637254f25c triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:50:28.096462 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-4e6a0be1-2633-44a6-940b-df9ace4c5c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:28.096758 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-dd4e5857-4151-49ad-920c-8ef78c71ec98 admin admin] 10.222.0.44 "PUT /v2.0/routers/aec4f419-0f2a-489b-8354-c5990e455d43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3821373 Jul 23 23:50:28.169789 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-4e6a0be1-2633-44a6-940b-df9ace4c5c70 None None] Port cb9a7947-0476-4b0b-9ba9-b4637254f25c cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:50:28.714541 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:29.031396 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 58e5597e-d492-40e4-868f-43a3d472c41e up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:50:29.124450 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 58e5597e-d492-40e4-868f-43a3d472c41e completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:50:29.132159 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 58e5597e-d492-40e4-868f-43a3d472c41e triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:50:29.132572 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:29.172675 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 35164) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:50:29.260184 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:29.296191 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 58e5597e-d492-40e4-868f-43a3d472c41e, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=58e5597e-d492-40e4-868f-43a3d472c41e,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:50:29.302542 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:29.421352 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=58e5597e-d492-40e4-868f-43a3d472c41e,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:29.505524 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d83f49-5ea5-4232-81cd-31f4228ede26 None None] Sync routers for ids ['aec4f419-0f2a-489b-8354-c5990e455d43'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:50:29.516203 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d83f49-5ea5-4232-81cd-31f4228ede26 None None] Routers {'aec4f419-0f2a-489b-8354-c5990e455d43'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:50:29.517933 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-82d83f49-5ea5-4232-81cd-31f4228ede26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:50:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['aec4f419-0f2a-489b-8354-c5990e455d43'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:50:29.518212 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2a1160aa-0866-44c5-8085-0043ccc76752 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:29.599831 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 35192) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:50:29.605761 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-8051c416-acfb-43cf-bf74-5c1f51368209 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1708867401-network', 'tenant_id': '09f71c97e41a42c6a960d9f718bd9e5b'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:50:29.644693 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2a1160aa-0866-44c5-8085-0043ccc76752 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:29.654758 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2a1160aa-0866-44c5-8085-0043ccc76752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:29.661544 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-82d83f49-5ea5-4232-81cd-31f4228ede26 None None] Set router aec4f419-0f2a-489b-8354-c5990e455d43 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:50:29.682367 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8051c416-acfb-43cf-bf74-5c1f51368209 admin admin] Made reservation on behalf of 09f71c97e41a42c6a960d9f718bd9e5b for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:50:29.685390 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8051c416-acfb-43cf-bf74-5c1f51368209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:29.707711 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8051c416-acfb-43cf-bf74-5c1f51368209 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:29.745303 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 35196) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:50:29.765460 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-2a1160aa-0866-44c5-8085-0043ccc76752 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5a6d3071ab23433c8b50975ff15c2cfe&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5916021 Jul 23 23:50:29.766082 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 35204) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:50:29.766733 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1160aa-0866-44c5-8085-0043ccc76752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7af15a5-8d61-49b5-b6cd-991903067f72,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:29.867537 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4e1d0c1c-b50e-42bc-a454-28a6ee506c3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:29.904485 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4e1d0c1c-b50e-42bc-a454-28a6ee506c3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:29.913127 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8051c416-acfb-43cf-bf74-5c1f51368209 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:29.920192 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8051c416-acfb-43cf-bf74-5c1f51368209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:29.930190 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-82d83f49-5ea5-4232-81cd-31f4228ede26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec4f419-0f2a-489b-8354-c5990e455d43', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-207102263-router', 'tenant_id': '1c2582a501044614b6b14b002223c647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '58e5597e-d492-40e4-868f-43a3d472c41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:50:23Z', 'updated_at': '2021-07-23T23:50:27Z', 'revision_number': 4, 'project_id': '1c2582a501044614b6b14b002223c647', 'gw_port': {'id': '58e5597e-d492-40e4-868f-43a3d472c41e', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec4f419-0f2a-489b-8354-c5990e455d43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:50:24Z', 'updated_at': '2021-07-23T23:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'cb9a7947-0476-4b0b-9ba9-b4637254f25c', 'name': '', 'network_id': 'b6cf1771-a5e0-4481-ada6-9af5ffe559f4', 'tenant_id': '1c2582a501044614b6b14b002223c647', 'mac_address': 'fa:16:3e:2e:00:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec4f419-0f2a-489b-8354-c5990e455d43', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '1b5c91f7-60ac-4182-b027-91575613087b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:50:26Z', 'updated_at': '2021-07-23T23:50:27Z', 'revision_number': 2, 'project_id': '1c2582a501044614b6b14b002223c647', 'subnets': [{'id': '1b5c91f7-60ac-4182-b027-91575613087b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:50:29.960998 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8051c416-acfb-43cf-bf74-5c1f51368209 admin admin] vlan segment allocate from pool success with {'vlan_id': 714, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:50:29.974619 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d83f49-5ea5-4232-81cd-31f4228ede26 None None] Checking router: aec4f419-0f2a-489b-8354-c5990e455d43 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:50:29.975524 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d83f49-5ea5-4232-81cd-31f4228ede26 None None] Updating router aec4f419-0f2a-489b-8354-c5990e455d43 port cb9a7947-0476-4b0b-9ba9-b4637254f25c binding host n-d-800088-16 {{(pid=100315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:50:29.976040 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8051c416-acfb-43cf-bf74-5c1f51368209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=179a4b00-f211-4cc7-a2f0-91ab099d9418,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:29.984279 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4e1d0c1c-b50e-42bc-a454-28a6ee506c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:29.989428 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4e1d0c1c-b50e-42bc-a454-28a6ee506c3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:29.994213 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-4e1d0c1c-b50e-42bc-a454-28a6ee506c3b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b7af15a5-8d61-49b5-b6cd-991903067f72 HTTP/1.1" status: 204 len: 168 time: 0.2229385 Jul 23 23:50:29.998456 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8051c416-acfb-43cf-bf74-5c1f51368209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:29.998955 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-8051c416-acfb-43cf-bf74-5c1f51368209 admin admin] Added segment 0840076a-dcc2-48b6-9d84-5b46c6c417cd of type vlan for network 80263e9c-5520-4cd3-8619-aa6ccb4a8d27 Jul 23 23:50:30.010092 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1d0c1c-b50e-42bc-a454-28a6ee506c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7af15a5-8d61-49b5-b6cd-991903067f72,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:30.051368 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-82d83f49-5ea5-4232-81cd-31f4228ede26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:30.072328 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8051c416-acfb-43cf-bf74-5c1f51368209 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:30.108329 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8051c416-acfb-43cf-bf74-5c1f51368209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:30.109264 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8051c416-acfb-43cf-bf74-5c1f51368209 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:50:30.109995 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8051c416-acfb-43cf-bf74-5c1f51368209 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:30.138467 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-8051c416-acfb-43cf-bf74-5c1f51368209 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5368085 Jul 23 23:50:30.141069 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 35226) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:50:30.147338 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-b6942e96-dca4-425b-882b-13950ea6e1a4 admin admin] Request body: {'subnet': {'network_id': '80263e9c-5520-4cd3-8619-aa6ccb4a8d27', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1708867401-subnet', 'tenant_id': '09f71c97e41a42c6a960d9f718bd9e5b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:50:30.189638 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8051c416-acfb-43cf-bf74-5c1f51368209 admin admin] Pushing event updated for resources: {'Network': ['ID=80263e9c-5520-4cd3-8619-aa6ccb4a8d27,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:30.203074 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 80263e9c-5520-4cd3-8619-aa6ccb4a8d27 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:50:30.209927 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8f121c36-cadb-4697-84be-9927f1492b0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:30.221017 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6942e96-dca4-425b-882b-13950ea6e1a4 admin admin] Made reservation on behalf of 09f71c97e41a42c6a960d9f718bd9e5b for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:50:30.223526 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b6942e96-dca4-425b-882b-13950ea6e1a4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:30.249999 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 35230) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:50:30.457131 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8f121c36-cadb-4697-84be-9927f1492b0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:30.476482 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8f121c36-cadb-4697-84be-9927f1492b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:30.491059 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b6942e96-dca4-425b-882b-13950ea6e1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:30.560769 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6942e96-dca4-425b-882b-13950ea6e1a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ef543d0-5a1b-4d73-b4ff-8e5725ba9786,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:30.564126 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-82d83f49-5ea5-4232-81cd-31f4228ede26 None None] Notify callbacks [] for port, precommit_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:30.569997 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-8f121c36-cadb-4697-84be-9927f1492b0a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=440b4c988cf5407496207f23e86e5544&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8206191 Jul 23 23:50:30.570080 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 35244) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:50:30.587167 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f121c36-cadb-4697-84be-9927f1492b0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=545dc656-8871-4ded-a09b-061e1e00505b,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:30.607897 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6942e96-dca4-425b-882b-13950ea6e1a4 admin admin] Checking segment: {'id': '0840076a-dcc2-48b6-9d84-5b46c6c417cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '80263e9c-5520-4cd3-8619-aa6ccb4a8d27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:50:30.608958 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6942e96-dca4-425b-882b-13950ea6e1a4 admin admin] Network hostable DHCP agents. Network: 80263e9c-5520-4cd3-8619-aa6ccb4a8d27, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:50:30.615407 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-82d83f49-5ea5-4232-81cd-31f4228ede26 None None] Transition to ACTIVE for port object cb9a7947-0476-4b0b-9ba9-b4637254f25c will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:50:30.630233 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-82d83f49-5ea5-4232-81cd-31f4228ede26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:30.645171 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6942e96-dca4-425b-882b-13950ea6e1a4 admin admin] Network 80263e9c-5520-4cd3-8619-aa6ccb4a8d27 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:50:30.667813 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 35252) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:50:30.670817 n-d-800088-16 neutron-server[100313]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 23 23:50:30.687541 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-b6942e96-dca4-425b-882b-13950ea6e1a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 80263e9c-5520-4cd3-8619-aa6ccb4a8d27) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:50:30.688430 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-38cb163a-b635-4611-903e-2e4ffca78232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:30.715696 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2c72fda7-770d-4748-87c5-0e94a0e66bf1 req-8b7474b6-cb7b-4948-ba23-b5c5ae0fb7b1 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=fe9d7975c1324547a6199bbacf0a38b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0458591 Jul 23 23:50:30.719068 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6942e96-dca4-425b-882b-13950ea6e1a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:50:30.719068 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b6942e96-dca4-425b-882b-13950ea6e1a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:30.719671 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8b9810-10e7-4796-96c4-0091e570558b None None] Network 80263e9c-5520-4cd3-8619-aa6ccb4a8d27 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:50:30.738683 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1e8e337b-37c7-46db-9ef1-0289a35acde2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:30.791710 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1e8e337b-37c7-46db-9ef1-0289a35acde2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:30.883542 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1e8e337b-37c7-46db-9ef1-0289a35acde2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:30.886723 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1e8e337b-37c7-46db-9ef1-0289a35acde2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:30.891234 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-1e8e337b-37c7-46db-9ef1-0289a35acde2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/545dc656-8871-4ded-a09b-061e1e00505b HTTP/1.1" status: 204 len: 168 time: 0.3196111 Jul 23 23:50:30.907855 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c72fda7-770d-4748-87c5-0e94a0e66bf1 req-a87791b6-6e4c-482f-9aae-df06976691ce tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:50:30.915469 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2c72fda7-770d-4748-87c5-0e94a0e66bf1 req-a87791b6-6e4c-482f-9aae-df06976691ce tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1988983 Jul 23 23:50:30.917862 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 35258) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:50:30.936473 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2c72fda7-770d-4748-87c5-0e94a0e66bf1 req-6a2a876d-7eac-40e2-8242-e8e14fe8d42b tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] 10.222.0.44 "GET /v2.0/quotas/fe9d7975c1324547a6199bbacf0a38b8 HTTP/1.1" status: 200 len: 375 time: 0.0200031 Jul 23 23:50:30.949841 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-38cb163a-b635-4611-903e-2e4ffca78232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:30.952062 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8e337b-37c7-46db-9ef1-0289a35acde2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=545dc656-8871-4ded-a09b-061e1e00505b,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:30.963920 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-657383c7-0836-4d6a-b3e8-da8d4d670634 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:30.980098 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-38cb163a-b635-4611-903e-2e4ffca78232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:31.031491 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2c72fda7-770d-4748-87c5-0e94a0e66bf1 req-debef4b9-efa9-4fc7-9dc7-4dd3c3b5d16a tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=fe9d7975c1324547a6199bbacf0a38b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0931103 Jul 23 23:50:31.035807 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-b6942e96-dca4-425b-882b-13950ea6e1a4 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8907053 Jul 23 23:50:31.036204 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 35264) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:50:31.046130 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-1984e443-fbc7-4966-98ca-48a5418543e3 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1708867401-router', 'tenant_id': '09f71c97e41a42c6a960d9f718bd9e5b', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:50:31.081975 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 58e5597e-d492-40e4-868f-43a3d472c41e up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:50:31.082504 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cb163a-b635-4611-903e-2e4ffca78232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0da1d272-c4b7-4fec-8b15-7558019ab025,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:31.094258 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-38cb163a-b635-4611-903e-2e4ffca78232 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0e318253e86e42b38d72e8b2e2be8dfd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8430617 Jul 23 23:50:31.097896 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 35268) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:50:31.238332 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:50:31.250379 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3e984479-7724-4ff1-8c80-9b2cc1646749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:31.273576 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-82d83f49-5ea5-4232-81cd-31f4228ede26 None None] Attempting to bind port cb9a7947-0476-4b0b-9ba9-b4637254f25c on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:50:31.275972 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-82d83f49-5ea5-4232-81cd-31f4228ede26 None None] Attempting to bind port cb9a7947-0476-4b0b-9ba9-b4637254f25c by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '5d344d88-6b1d-459b-a6c4-73c6890df831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b6cf1771-a5e0-4481-ada6-9af5ffe559f4'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:50:31.276543 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d83f49-5ea5-4232-81cd-31f4228ede26 None None] Attempting to bind port cb9a7947-0476-4b0b-9ba9-b4637254f25c on network b6cf1771-a5e0-4481-ada6-9af5ffe559f4 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:50:31.286335 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-657383c7-0836-4d6a-b3e8-da8d4d670634 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:31.286795 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3e984479-7724-4ff1-8c80-9b2cc1646749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:31.297292 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-657383c7-0836-4d6a-b3e8-da8d4d670634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:31.323763 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1984e443-fbc7-4966-98ca-48a5418543e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:31.325082 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1984e443-fbc7-4966-98ca-48a5418543e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:31.397032 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d83f49-5ea5-4232-81cd-31f4228ede26 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:50:31.403935 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d83f49-5ea5-4232-81cd-31f4228ede26 None None] Checking segment: {'id': '5d344d88-6b1d-459b-a6c4-73c6890df831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b6cf1771-a5e0-4481-ada6-9af5ffe559f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:50:31.407129 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-82d83f49-5ea5-4232-81cd-31f4228ede26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:31.407621 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d83f49-5ea5-4232-81cd-31f4228ede26 None None] Bound using segment: {'id': '5d344d88-6b1d-459b-a6c4-73c6890df831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b6cf1771-a5e0-4481-ada6-9af5ffe559f4'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:50:31.408332 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-82d83f49-5ea5-4232-81cd-31f4228ede26 None None] Bound port: cb9a7947-0476-4b0b-9ba9-b4637254f25c, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d344d88-6b1d-459b-a6c4-73c6890df831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b6cf1771-a5e0-4481-ada6-9af5ffe559f4'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:50:31.408882 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-82d83f49-5ea5-4232-81cd-31f4228ede26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:31.414000 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-657383c7-0836-4d6a-b3e8-da8d4d670634 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=08ed09d3efaa4dc1bf166d42d3203b4e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4855669 Jul 23 23:50:31.420935 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f511d8b-48d3-434b-8411-d685cab705c1 None None] Pushing event updated for resources: {'Port': ['ID=cb9a7947-0476-4b0b-9ba9-b4637254f25c,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:31.421827 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 35302) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:50:31.438667 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657383c7-0836-4d6a-b3e8-da8d4d670634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51bfd622-9f2a-4615-a4f9-26caa81fdaec,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:31.450448 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1984e443-fbc7-4966-98ca-48a5418543e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:31.539905 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3a0a4624-1e35-49e6-bda6-73efc9fb79be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:31.578911 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3a0a4624-1e35-49e6-bda6-73efc9fb79be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:31.590762 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c197fe0-9fe4-4660-b4cd-f57a33b52833 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-80263e9c-5520-4cd3-8619-aa6ccb4a8d27', 'network_id': '80263e9c-5520-4cd3-8619-aa6ccb4a8d27', 'tenant_id': '09f71c97e41a42c6a960d9f718bd9e5b', 'fixed_ips': [{'subnet_id': '5ef543d0-5a1b-4d73-b4ff-8e5725ba9786'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:50:31.591969 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3c197fe0-9fe4-4660-b4cd-f57a33b52833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:31.645214 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-82d83f49-5ea5-4232-81cd-31f4228ede26 None None] For port cb9a7947-0476-4b0b-9ba9-b4637254f25c, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:50:31.650805 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-82d83f49-5ea5-4232-81cd-31f4228ede26 None None] For port cb9a7947-0476-4b0b-9ba9-b4637254f25c, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=cb9a7947-0476-4b0b-9ba9-b4637254f25c,segment=NetworkSegment(5d344d88-6b1d-459b-a6c4-73c6890df831),segment_id=5d344d88-6b1d-459b-a6c4-73c6890df831)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:50:31.652639 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 58e5597e-d492-40e4-868f-43a3d472c41e triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:50:31.653118 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:31.670982 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-82d83f49-5ea5-4232-81cd-31f4228ede26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:31.671253 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1984e443-fbc7-4966-98ca-48a5418543e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:31.685536 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3a0a4624-1e35-49e6-bda6-73efc9fb79be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:31.689903 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3a0a4624-1e35-49e6-bda6-73efc9fb79be admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:31.691609 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-3a0a4624-1e35-49e6-bda6-73efc9fb79be admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/51bfd622-9f2a-4615-a4f9-26caa81fdaec HTTP/1.1" status: 204 len: 168 time: 0.2684364 Jul 23 23:50:31.717757 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3e984479-7724-4ff1-8c80-9b2cc1646749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:31.720800 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0a4624-1e35-49e6-bda6-73efc9fb79be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51bfd622-9f2a-4615-a4f9-26caa81fdaec,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:31.725355 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 35314) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:50:31.732223 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3e984479-7724-4ff1-8c80-9b2cc1646749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:31.738225 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-3e984479-7724-4ff1-8c80-9b2cc1646749 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0da1d272-c4b7-4fec-8b15-7558019ab025 HTTP/1.1" status: 204 len: 168 time: 0.6384835 Jul 23 23:50:31.749769 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e984479-7724-4ff1-8c80-9b2cc1646749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da1d272-c4b7-4fec-8b15-7558019ab025,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:31.754751 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-37c91d0d-9f4b-4162-b047-9a570e05083b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:31.905667 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-37c91d0d-9f4b-4162-b047-9a570e05083b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:31.914352 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-37c91d0d-9f4b-4162-b047-9a570e05083b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:31.932580 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f511d8b-48d3-434b-8411-d685cab705c1 None None] Pushing event updated for resources: {'Port': ['ID=cb9a7947-0476-4b0b-9ba9-b4637254f25c,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:31.960481 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-37c91d0d-9f4b-4162-b047-9a570e05083b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d1b25db8c15347bf80c64116f85af36f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2339237 Jul 23 23:50:31.961984 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 35322) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:50:31.991253 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d83f49-5ea5-4232-81cd-31f4228ede26 None None] Routers {'aec4f419-0f2a-489b-8354-c5990e455d43'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:50:31.994297 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-82d83f49-5ea5-4232-81cd-31f4228ede26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:50:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['aec4f419-0f2a-489b-8354-c5990e455d43'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:50:32.010788 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c91d0d-9f4b-4162-b047-9a570e05083b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07b1d614-9988-4a8d-9ded-8b5eebc3b6bb,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:32.048523 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1984e443-fbc7-4966-98ca-48a5418543e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:32.059443 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8320ab8d-a08f-4ff6-abc8-af25f095004c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:32.081322 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1984e443-fbc7-4966-98ca-48a5418543e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:32.111532 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8320ab8d-a08f-4ff6-abc8-af25f095004c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:32.187264 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 35324) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:50:32.226722 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8320ab8d-a08f-4ff6-abc8-af25f095004c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:32.231303 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8320ab8d-a08f-4ff6-abc8-af25f095004c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:32.236613 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-8320ab8d-a08f-4ff6-abc8-af25f095004c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/07b1d614-9988-4a8d-9ded-8b5eebc3b6bb HTTP/1.1" status: 204 len: 168 time: 0.2735267 Jul 23 23:50:32.239401 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-3c197fe0-9fe4-4660-b4cd-f57a33b52833 None None] Allocated IP 172.20.0.2 (80263e9c-5520-4cd3-8619-aa6ccb4a8d27/5ef543d0-5a1b-4d73-b4ff-8e5725ba9786/06c5c219-df99-4e13-8f43-b3621ea42bb4) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:50:32.240130 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-1984e443-fbc7-4966-98ca-48a5418543e3 admin admin] Allocated IP 172.25.3.98 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/fbcdd8fc-5c06-477a-993f-60798a24f899) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:50:32.258453 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8320ab8d-a08f-4ff6-abc8-af25f095004c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b1d614-9988-4a8d-9ded-8b5eebc3b6bb,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:32.341145 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-82d83f49-5ea5-4232-81cd-31f4228ede26 None None] Set router aec4f419-0f2a-489b-8354-c5990e455d43 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:50:32.368930 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1984e443-fbc7-4966-98ca-48a5418543e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:32.417200 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1984e443-fbc7-4966-98ca-48a5418543e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:32.442409 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 35338) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:50:32.459157 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1984e443-fbc7-4966-98ca-48a5418543e3 admin admin] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:50:32.462286 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-1984e443-fbc7-4966-98ca-48a5418543e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:50:32.468175 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1984e443-fbc7-4966-98ca-48a5418543e3 admin admin] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:50:32.708394 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3c197fe0-9fe4-4660-b4cd-f57a33b52833 None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:32.741824 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-3c197fe0-9fe4-4660-b4cd-f57a33b52833 None None] Transition to ACTIVE for port object 06c5c219-df99-4e13-8f43-b3621ea42bb4 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:50:32.744919 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1984e443-fbc7-4966-98ca-48a5418543e3 admin admin] Pushing event updated for resources: {'Port': ['ID=fbcdd8fc-5c06-477a-993f-60798a24f899,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:32.751302 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-44a412ec-04d4-4f49-84c2-f366b17a85ae req-0b1945fc-28d4-4644-82cc-57c7552405ce tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=eb6dae6256a642a6a65e2ef3c16c0ffc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385664 Jul 23 23:50:32.761946 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-3c197fe0-9fe4-4660-b4cd-f57a33b52833 None None] Transition to ACTIVE for port object 06c5c219-df99-4e13-8f43-b3621ea42bb4 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:50:32.775408 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3c197fe0-9fe4-4660-b4cd-f57a33b52833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:32.816494 n-d-800088-16 neutron-server[100314]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 23 23:50:32.816746 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c197fe0-9fe4-4660-b4cd-f57a33b52833 None None] Network 80263e9c-5520-4cd3-8619-aa6ccb4a8d27 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:50:32.826369 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-3c197fe0-9fe4-4660-b4cd-f57a33b52833 None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:50:32.834394 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c197fe0-9fe4-4660-b4cd-f57a33b52833 None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:50:32.840026 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c197fe0-9fe4-4660-b4cd-f57a33b52833 None None] Pushing event updated for resources: {'Port': ['ID=06c5c219-df99-4e13-8f43-b3621ea42bb4,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:32.844150 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-82d83f49-5ea5-4232-81cd-31f4228ede26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec4f419-0f2a-489b-8354-c5990e455d43', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-207102263-router', 'tenant_id': '1c2582a501044614b6b14b002223c647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '58e5597e-d492-40e4-868f-43a3d472c41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:50:23Z', 'updated_at': '2021-07-23T23:50:27Z', 'revision_number': 4, 'project_id': '1c2582a501044614b6b14b002223c647', 'gw_port': {'id': '58e5597e-d492-40e4-868f-43a3d472c41e', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec4f419-0f2a-489b-8354-c5990e455d43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:50:24Z', 'updated_at': '2021-07-23T23:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'cb9a7947-0476-4b0b-9ba9-b4637254f25c', 'name': '', 'network_id': 'b6cf1771-a5e0-4481-ada6-9af5ffe559f4', 'tenant_id': '1c2582a501044614b6b14b002223c647', 'mac_address': 'fa:16:3e:2e:00:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec4f419-0f2a-489b-8354-c5990e455d43', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '1b5c91f7-60ac-4182-b027-91575613087b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:50:26Z', 'updated_at': '2021-07-23T23:50:31Z', 'revision_number': 4, 'project_id': '1c2582a501044614b6b14b002223c647', 'subnets': [{'id': '1b5c91f7-60ac-4182-b027-91575613087b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:50:32.882827 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a412ec-04d4-4f49-84c2-f366b17a85ae req-70b93c41-1596-4b47-9f98-95ed9d895443 tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:50:32.884506 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-44a412ec-04d4-4f49-84c2-f366b17a85ae req-70b93c41-1596-4b47-9f98-95ed9d895443 tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1158216 Jul 23 23:50:32.901198 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d83f49-5ea5-4232-81cd-31f4228ede26 None None] The sync data for ids ['aec4f419-0f2a-489b-8354-c5990e455d43'] in n-d-800088-16 is: [{'id': 'aec4f419-0f2a-489b-8354-c5990e455d43', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-207102263-router', 'tenant_id': '1c2582a501044614b6b14b002223c647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '58e5597e-d492-40e4-868f-43a3d472c41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:50:23Z', 'updated_at': '2021-07-23T23:50:27Z', 'revision_number': 4, 'project_id': '1c2582a501044614b6b14b002223c647', 'gw_port': {'id': '58e5597e-d492-40e4-868f-43a3d472c41e', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec4f419-0f2a-489b-8354-c5990e455d43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:50:24Z', 'updated_at': '2021-07-23T23:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'cb9a7947-0476-4b0b-9ba9-b4637254f25c', 'name': '', 'network_id': 'b6cf1771-a5e0-4481-ada6-9af5ffe559f4', 'tenant_id': '1c2582a501044614b6b14b002223c647', 'mac_address': 'fa:16:3e:2e:00:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec4f419-0f2a-489b-8354-c5990e455d43', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '1b5c91f7-60ac-4182-b027-91575613087b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:50:26Z', 'updated_at': '2021-07-23T23:50:31Z', 'revision_number': 4, 'project_id': '1c2582a501044614b6b14b002223c647', 'subnets': [{'id': '1b5c91f7-60ac-4182-b027-91575613087b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:50:32.920484 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-44a412ec-04d4-4f49-84c2-f366b17a85ae req-114c4a89-3ca0-41b6-b83c-e8990b388d06 tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] 10.222.0.44 "GET /v2.0/quotas/eb6dae6256a642a6a65e2ef3c16c0ffc HTTP/1.1" status: 200 len: 375 time: 0.0238085 Jul 23 23:50:32.950142 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-3c197fe0-9fe4-4660-b4cd-f57a33b52833 None None] Attempting to bind port 06c5c219-df99-4e13-8f43-b3621ea42bb4 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:50:32.950142 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-3c197fe0-9fe4-4660-b4cd-f57a33b52833 None None] Attempting to bind port 06c5c219-df99-4e13-8f43-b3621ea42bb4 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '0840076a-dcc2-48b6-9d84-5b46c6c417cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '80263e9c-5520-4cd3-8619-aa6ccb4a8d27'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:50:32.950448 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c197fe0-9fe4-4660-b4cd-f57a33b52833 None None] Attempting to bind port 06c5c219-df99-4e13-8f43-b3621ea42bb4 on network 80263e9c-5520-4cd3-8619-aa6ccb4a8d27 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:50:32.963450 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c197fe0-9fe4-4660-b4cd-f57a33b52833 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:50:32.963840 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c197fe0-9fe4-4660-b4cd-f57a33b52833 None None] Checking segment: {'id': '0840076a-dcc2-48b6-9d84-5b46c6c417cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '80263e9c-5520-4cd3-8619-aa6ccb4a8d27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:50:32.964253 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3c197fe0-9fe4-4660-b4cd-f57a33b52833 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:32.964659 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c197fe0-9fe4-4660-b4cd-f57a33b52833 None None] Bound using segment: {'id': '0840076a-dcc2-48b6-9d84-5b46c6c417cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '80263e9c-5520-4cd3-8619-aa6ccb4a8d27'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:50:32.967814 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-3c197fe0-9fe4-4660-b4cd-f57a33b52833 None None] Bound port: 06c5c219-df99-4e13-8f43-b3621ea42bb4, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0840076a-dcc2-48b6-9d84-5b46c6c417cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '80263e9c-5520-4cd3-8619-aa6ccb4a8d27'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:50:32.969158 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3c197fe0-9fe4-4660-b4cd-f57a33b52833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:32.989258 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9bc88d00-bf66-4e11-a250-1455b987189d req-04c0756d-9d13-4dfa-8631-a0f4c13ac952 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] 10.222.0.44 "GET /v2.0/ports?device_id=974fb9fa-5664-495f-88b6-5f4eaccaa839 HTTP/1.1" status: 200 len: 210 time: 0.7997253 Jul 23 23:50:33.102087 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-3c197fe0-9fe4-4660-b4cd-f57a33b52833 None None] For port 06c5c219-df99-4e13-8f43-b3621ea42bb4, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:50:33.107198 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-3c197fe0-9fe4-4660-b4cd-f57a33b52833 None None] For port 06c5c219-df99-4e13-8f43-b3621ea42bb4, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=06c5c219-df99-4e13-8f43-b3621ea42bb4,segment=NetworkSegment(0840076a-dcc2-48b6-9d84-5b46c6c417cd),segment_id=0840076a-dcc2-48b6-9d84-5b46c6c417cd)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:50:33.115477 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3c197fe0-9fe4-4660-b4cd-f57a33b52833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:33.116843 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-44a412ec-04d4-4f49-84c2-f366b17a85ae req-53702e83-b442-4987-825e-ceca193a4c57 tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=eb6dae6256a642a6a65e2ef3c16c0ffc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1952355 Jul 23 23:50:33.130053 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1984e443-fbc7-4966-98ca-48a5418543e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:33.179171 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e318c850-d509-4294-a67c-0c5a8ac1943b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:33.215907 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c197fe0-9fe4-4660-b4cd-f57a33b52833 None None] Pushing event updated for resources: {'Port': ['ID=06c5c219-df99-4e13-8f43-b3621ea42bb4,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:33.325708 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e318c850-d509-4294-a67c-0c5a8ac1943b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:33.344032 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e318c850-d509-4294-a67c-0c5a8ac1943b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:33.488676 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-e318c850-d509-4294-a67c-0c5a8ac1943b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=748492ba5b444e15bee8a8904b59d310&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0417168 Jul 23 23:50:33.497923 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 35372) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:50:33.563720 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 35380) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:50:33.600750 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e318c850-d509-4294-a67c-0c5a8ac1943b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af4e64bf-cf87-4724-bd65-2390f0e23e70,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:33.617929 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a488b32f-6045-4db9-8a7a-5fd882596e42 req-086978ae-af6a-4495-92a1-b897af693774 tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5acf0d5-cc18-47d3-8711-b7c71dffe78f HTTP/1.1" status: 200 len: 210 time: 0.1102245 Jul 23 23:50:33.687936 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b5fa04e1-0402-4689-9a25-ec0505a673e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:33.936466 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1984e443-fbc7-4966-98ca-48a5418543e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:34.124669 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b5fa04e1-0402-4689-9a25-ec0505a673e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:34.136689 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b5fa04e1-0402-4689-9a25-ec0505a673e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:34.169538 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ceb8d0dd-7a66-4061-9187-b0a3666b381b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:34.190493 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5720753d-4bfe-4229-a308-c1a0ba1a47bf req-74593ec8-aa8c-4181-a4dd-fc62294a9812 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] 10.222.0.44 "GET /v2.0/ports?device_id=974fb9fa-5664-495f-88b6-5f4eaccaa839 HTTP/1.1" status: 200 len: 210 time: 0.0817502 Jul 23 23:50:34.199113 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fa04e1-0402-4689-9a25-ec0505a673e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65e554b2-23a2-4189-9b18-16ef5a368dc9,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:34.265362 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-b5fa04e1-0402-4689-9a25-ec0505a673e7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7fd2c25c84f841aaa932edee374dc7ce&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6983886 Jul 23 23:50:34.266958 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 35416) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:50:34.267488 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ceb8d0dd-7a66-4061-9187-b0a3666b381b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:34.412691 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1984e443-fbc7-4966-98ca-48a5418543e3 admin admin] Router bb5c93d6-a93d-48ba-a112-e20ccdba94c4 is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 23:50:34.424474 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-91e22ffb-02c4-417b-b95c-5674700f863b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:34.454142 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ceb8d0dd-7a66-4061-9187-b0a3666b381b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:34.473884 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ceb8d0dd-7a66-4061-9187-b0a3666b381b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:34.477183 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-ceb8d0dd-7a66-4061-9187-b0a3666b381b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/af4e64bf-cf87-4724-bd65-2390f0e23e70 HTTP/1.1" status: 204 len: 168 time: 0.9782178 Jul 23 23:50:34.506163 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-91e22ffb-02c4-417b-b95c-5674700f863b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:34.767662 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-91e22ffb-02c4-417b-b95c-5674700f863b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:34.767866 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1984e443-fbc7-4966-98ca-48a5418543e3 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:50:34.769427 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-91e22ffb-02c4-417b-b95c-5674700f863b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:34.778863 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2377daee-fd6f-4487-a923-c77235273c3e None None] Sync routers for ids ['bb5c93d6-a93d-48ba-a112-e20ccdba94c4'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:50:34.795148 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-91e22ffb-02c4-417b-b95c-5674700f863b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/65e554b2-23a2-4189-9b18-16ef5a368dc9 HTTP/1.1" status: 204 len: 168 time: 0.5254438 Jul 23 23:50:34.800433 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2377daee-fd6f-4487-a923-c77235273c3e None None] Routers {'bb5c93d6-a93d-48ba-a112-e20ccdba94c4'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:50:34.801139 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-2377daee-fd6f-4487-a923-c77235273c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:50:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['bb5c93d6-a93d-48ba-a112-e20ccdba94c4'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:50:34.840026 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1984e443-fbc7-4966-98ca-48a5418543e3 admin admin] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:34.843614 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-1984e443-fbc7-4966-98ca-48a5418543e3 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.8064344 Jul 23 23:50:34.846787 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb8d0dd-7a66-4061-9187-b0a3666b381b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af4e64bf-cf87-4724-bd65-2390f0e23e70,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:34.849674 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 35442) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:50:34.900097 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b18b65e9-607f-4163-8e3f-edefc9376e3b req-541cf43c-1bc7-4653-a9f6-e50dfe3f0e46 tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5acf0d5-cc18-47d3-8711-b7c71dffe78f HTTP/1.1" status: 200 len: 210 time: 0.1647506 Jul 23 23:50:34.948538 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e22ffb-02c4-417b-b95c-5674700f863b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e554b2-23a2-4189-9b18-16ef5a368dc9,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:35.107495 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-2377daee-fd6f-4487-a923-c77235273c3e None None] Set router bb5c93d6-a93d-48ba-a112-e20ccdba94c4 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:50:35.212453 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device cb9a7947-0476-4b0b-9ba9-b4637254f25c up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:50:35.276546 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8554bf-6bdf-4fbe-a029-81c6830596e6 None None] Network 80263e9c-5520-4cd3-8619-aa6ccb4a8d27 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:50:35.432261 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-ea81bb5e-8f9c-4361-9b30-074bf326e714 None None] Provisioning for port 06c5c219-df99-4e13-8f43-b3621ea42bb4 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:50:35.466443 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port cb9a7947-0476-4b0b-9ba9-b4637254f25c completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:50:35.475971 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port cb9a7947-0476-4b0b-9ba9-b4637254f25c triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:50:35.476568 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:35.601958 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-2377daee-fd6f-4487-a923-c77235273c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb5c93d6-a93d-48ba-a112-e20ccdba94c4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1708867401-router', 'tenant_id': '09f71c97e41a42c6a960d9f718bd9e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'fbcdd8fc-5c06-477a-993f-60798a24f899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:50:31Z', 'updated_at': '2021-07-23T23:50:32Z', 'revision_number': 3, 'project_id': '09f71c97e41a42c6a960d9f718bd9e5b', 'gw_port': {'id': 'fbcdd8fc-5c06-477a-993f-60798a24f899', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:cb:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb5c93d6-a93d-48ba-a112-e20ccdba94c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:50:32Z', 'updated_at': '2021-07-23T23:50:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:50:35.642506 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a83bd559-cb25-4fa2-abbc-3754ceb8cdcc req-8f2adf80-d5d0-4662-972b-42c5bc0c03a2 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] 10.222.0.44 "GET /v2.0/ports?device_id=974fb9fa-5664-495f-88b6-5f4eaccaa839 HTTP/1.1" status: 200 len: 210 time: 0.1321332 Jul 23 23:50:35.695332 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2377daee-fd6f-4487-a923-c77235273c3e None None] Checking router: bb5c93d6-a93d-48ba-a112-e20ccdba94c4 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:50:35.695704 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2377daee-fd6f-4487-a923-c77235273c3e None None] Updating router bb5c93d6-a93d-48ba-a112-e20ccdba94c4 port fbcdd8fc-5c06-477a-993f-60798a24f899 binding host n-d-800088-16 {{(pid=100316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:50:35.727003 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 35466) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:50:35.762106 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cd7a1bd5-31a5-4170-82c5-44d16d66491b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:35.764852 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:35.799736 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.52', 59861) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:50:35.844041 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port cb9a7947-0476-4b0b-9ba9-b4637254f25c, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=cb9a7947-0476-4b0b-9ba9-b4637254f25c,segment=NetworkSegment(5d344d88-6b1d-459b-a6c4-73c6890df831),segment_id=5d344d88-6b1d-459b-a6c4-73c6890df831)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:50:35.853154 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:35.854059 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 06c5c219-df99-4e13-8f43-b3621ea42bb4 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:50:35.861921 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-2377daee-fd6f-4487-a923-c77235273c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:36.092312 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=cb9a7947-0476-4b0b-9ba9-b4637254f25c,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:36.115816 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cd7a1bd5-31a5-4170-82c5-44d16d66491b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:36.122979 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 06c5c219-df99-4e13-8f43-b3621ea42bb4 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:50:36.130794 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 06c5c219-df99-4e13-8f43-b3621ea42bb4 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:50:36.131863 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:36.151368 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cd7a1bd5-31a5-4170-82c5-44d16d66491b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:36.223110 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-dca52928-9119-4439-be09-864202551734 None None] Provisioning complete for port 06c5c219-df99-4e13-8f43-b3621ea42bb4 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:50:36.224134 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-dca52928-9119-4439-be09-864202551734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:36.230506 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a7927d3f-f932-4662-800c-1af65cf8d589 req-2b65864a-ebad-4fb4-bc38-61bce947d701 tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5acf0d5-cc18-47d3-8711-b7c71dffe78f HTTP/1.1" status: 200 len: 210 time: 0.1746216 Jul 23 23:50:36.312741 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7a1bd5-31a5-4170-82c5-44d16d66491b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78896361-8409-4dff-a8a4-9971704c940c,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:36.322101 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:36.347421 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2c72fda7-770d-4748-87c5-0e94a0e66bf1 req-af8be042-5435-41e0-b2b5-40d7c0d85a3d tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=fe9d7975c1324547a6199bbacf0a38b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2289937 Jul 23 23:50:36.389042 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.64', 49761) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:50:36.397982 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-dca52928-9119-4439-be09-864202551734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:36.471017 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 06c5c219-df99-4e13-8f43-b3621ea42bb4, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=06c5c219-df99-4e13-8f43-b3621ea42bb4,segment=NetworkSegment(0840076a-dcc2-48b6-9d84-5b46c6c417cd),segment_id=0840076a-dcc2-48b6-9d84-5b46c6c417cd)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:50:36.482927 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:36.485555 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-44a412ec-04d4-4f49-84c2-f366b17a85ae req-6b1e47e3-1e3c-4c6b-b97d-f20df312e851 tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=eb6dae6256a642a6a65e2ef3c16c0ffc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0846157 Jul 23 23:50:36.545814 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-536556d9-0cdb-47a9-aa5a-c29bafe552a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:36.590119 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=06c5c219-df99-4e13-8f43-b3621ea42bb4,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:36.658234 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c72fda7-770d-4748-87c5-0e94a0e66bf1 req-bcd5605d-f006-425c-b68d-bb3c7a88bed6 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:50:36.662642 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2c72fda7-770d-4748-87c5-0e94a0e66bf1 req-bcd5605d-f006-425c-b68d-bb3c7a88bed6 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2931807 Jul 23 23:50:36.663726 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-2377daee-fd6f-4487-a923-c77235273c3e None None] Notify callbacks [] for port, precommit_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:36.666451 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.db.api [None req-dca52928-9119-4439-be09-864202551734 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100315) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 23:50:36.667115 n-d-800088-16 neutron-server[100315]: DEBUG oslo_db.api [None req-dca52928-9119-4439-be09-864202551734 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 23:50:36.672383 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-cd7a1bd5-31a5-4170-82c5-44d16d66491b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6b36b5b4a35a4649887563989a4ec2ad&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9442022 Jul 23 23:50:36.675365 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 35498) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:50:36.689814 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.provisioning_blocks [None req-2377daee-fd6f-4487-a923-c77235273c3e None None] Transition to ACTIVE for port object fbcdd8fc-5c06-477a-993f-60798a24f899 will not be triggered until provisioned by entity L2. {{(pid=100316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:50:36.703288 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-2377daee-fd6f-4487-a923-c77235273c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:36.761705 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-2c72fda7-770d-4748-87c5-0e94a0e66bf1 req-9e355a01-a16a-4aa9-a246-d702764ae996 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] Request body: {'port': {'device_id': '974fb9fa-5664-495f-88b6-5f4eaccaa839', 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2', 'admin_state_up': True, 'tenant_id': 'fe9d7975c1324547a6199bbacf0a38b8'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:50:36.777232 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-2377daee-fd6f-4487-a923-c77235273c3e None None] Attempting to bind port fbcdd8fc-5c06-477a-993f-60798a24f899 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:50:36.777754 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-2377daee-fd6f-4487-a923-c77235273c3e None None] Attempting to bind port fbcdd8fc-5c06-477a-993f-60798a24f899 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:50:36.778251 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2377daee-fd6f-4487-a923-c77235273c3e None None] Attempting to bind port fbcdd8fc-5c06-477a-993f-60798a24f899 on network 9adcfee8-760c-4568-9e39-c221abf69bf5 {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:50:36.786380 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df8bed-5f49-4fcc-9de5-19b009124318 None None] Pushing event updated for resources: {'Port': ['ID=fbcdd8fc-5c06-477a-993f-60798a24f899,revision_number=2']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:36.789894 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2377daee-fd6f-4487-a923-c77235273c3e None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:50:36.790575 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2377daee-fd6f-4487-a923-c77235273c3e None None] Checking segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:50:36.791318 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-2377daee-fd6f-4487-a923-c77235273c3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:36.791892 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2377daee-fd6f-4487-a923-c77235273c3e None None] Bound using segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:50:36.792462 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-2377daee-fd6f-4487-a923-c77235273c3e None None] Bound port: fbcdd8fc-5c06-477a-993f-60798a24f899, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:50:36.793010 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-2377daee-fd6f-4487-a923-c77235273c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:36.857820 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-2377daee-fd6f-4487-a923-c77235273c3e None None] For port fbcdd8fc-5c06-477a-993f-60798a24f899, host n-d-800088-16, cleared binding levels {{(pid=100316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:50:36.861838 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-2377daee-fd6f-4487-a923-c77235273c3e None None] For port fbcdd8fc-5c06-477a-993f-60798a24f899, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=fbcdd8fc-5c06-477a-993f-60798a24f899,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:50:36.870282 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-2377daee-fd6f-4487-a923-c77235273c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:36.959283 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a412ec-04d4-4f49-84c2-f366b17a85ae req-4f323434-bd6f-47a0-8a59-e9a9c8d44818 tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:50:36.961208 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-44a412ec-04d4-4f49-84c2-f366b17a85ae req-4f323434-bd6f-47a0-8a59-e9a9c8d44818 tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4686689 Jul 23 23:50:37.035722 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df8bed-5f49-4fcc-9de5-19b009124318 None None] Pushing event updated for resources: {'Port': ['ID=fbcdd8fc-5c06-477a-993f-60798a24f899,revision_number=3']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:37.049627 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device cb9a7947-0476-4b0b-9ba9-b4637254f25c up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:50:37.066622 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2377daee-fd6f-4487-a923-c77235273c3e None None] Routers {'bb5c93d6-a93d-48ba-a112-e20ccdba94c4'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:50:37.067501 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-2377daee-fd6f-4487-a923-c77235273c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:50:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['bb5c93d6-a93d-48ba-a112-e20ccdba94c4'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:50:37.080582 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 35522) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:50:37.110480 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-94b2c081-2ed3-43df-8992-c7111d3876f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:37.165460 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port cb9a7947-0476-4b0b-9ba9-b4637254f25c triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:50:37.167433 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:37.182101 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-94b2c081-2ed3-43df-8992-c7111d3876f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:37.198059 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c72fda7-770d-4748-87c5-0e94a0e66bf1 req-9e355a01-a16a-4aa9-a246-d702764ae996 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] Made reservation on behalf of fe9d7975c1324547a6199bbacf0a38b8 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:50:37.205210 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-2c72fda7-770d-4748-87c5-0e94a0e66bf1 req-9e355a01-a16a-4aa9-a246-d702764ae996 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:37.209083 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-2377daee-fd6f-4487-a923-c77235273c3e None None] Set router bb5c93d6-a93d-48ba-a112-e20ccdba94c4 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:50:37.223449 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-2c72fda7-770d-4748-87c5-0e94a0e66bf1 req-9e355a01-a16a-4aa9-a246-d702764ae996 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:37.250463 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-44a412ec-04d4-4f49-84c2-f366b17a85ae req-2bba29b4-a1ad-4df0-b367-f8ccf8bdfc9d tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] Request body: {'port': {'device_id': 'd5acf0d5-cc18-47d3-8711-b7c71dffe78f', 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2', 'admin_state_up': True, 'tenant_id': 'eb6dae6256a642a6a65e2ef3c16c0ffc'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:50:37.276180 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b2f7f219-0681-44ab-ae57-331dad5042e2 req-63cfdf34-4ae8-4ca6-9c63-457e3d65c742 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] 10.222.0.44 "GET /v2.0/ports?device_id=974fb9fa-5664-495f-88b6-5f4eaccaa839 HTTP/1.1" status: 200 len: 210 time: 0.3139529 Jul 23 23:50:37.363980 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-94b2c081-2ed3-43df-8992-c7111d3876f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:37.369234 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-94b2c081-2ed3-43df-8992-c7111d3876f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:37.371134 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-94b2c081-2ed3-43df-8992-c7111d3876f6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/78896361-8409-4dff-a8a4-9971704c940c HTTP/1.1" status: 204 len: 168 time: 0.6946945 Jul 23 23:50:37.392268 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b2c081-2ed3-43df-8992-c7111d3876f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78896361-8409-4dff-a8a4-9971704c940c,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:37.485151 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 06c5c219-df99-4e13-8f43-b3621ea42bb4 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:50:37.492844 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-2c72fda7-770d-4748-87c5-0e94a0e66bf1 req-9e355a01-a16a-4aa9-a246-d702764ae996 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:37.499298 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-2377daee-fd6f-4487-a923-c77235273c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb5c93d6-a93d-48ba-a112-e20ccdba94c4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1708867401-router', 'tenant_id': '09f71c97e41a42c6a960d9f718bd9e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'fbcdd8fc-5c06-477a-993f-60798a24f899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:50:31Z', 'updated_at': '2021-07-23T23:50:32Z', 'revision_number': 3, 'project_id': '09f71c97e41a42c6a960d9f718bd9e5b', 'gw_port': {'id': 'fbcdd8fc-5c06-477a-993f-60798a24f899', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:cb:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb5c93d6-a93d-48ba-a112-e20ccdba94c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:50:32Z', 'updated_at': '2021-07-23T23:50:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:50:37.500141 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-2c72fda7-770d-4748-87c5-0e94a0e66bf1 req-9e355a01-a16a-4aa9-a246-d702764ae996 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:37.528024 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2377daee-fd6f-4487-a923-c77235273c3e None None] The sync data for ids ['bb5c93d6-a93d-48ba-a112-e20ccdba94c4'] in n-d-800088-16 is: [{'id': 'bb5c93d6-a93d-48ba-a112-e20ccdba94c4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1708867401-router', 'tenant_id': '09f71c97e41a42c6a960d9f718bd9e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'fbcdd8fc-5c06-477a-993f-60798a24f899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:50:31Z', 'updated_at': '2021-07-23T23:50:32Z', 'revision_number': 3, 'project_id': '09f71c97e41a42c6a960d9f718bd9e5b', 'gw_port': {'id': 'fbcdd8fc-5c06-477a-993f-60798a24f899', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:cb:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb5c93d6-a93d-48ba-a112-e20ccdba94c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:50:32Z', 'updated_at': '2021-07-23T23:50:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:50:37.614549 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 06c5c219-df99-4e13-8f43-b3621ea42bb4 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:50:37.615972 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:37.783434 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-c05274e6-8f15-4f58-8545-b3ee97295275 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1479237365-network', 'tenant_id': 'dced39f95c8c42d399d87faa018dc32f'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:50:37.891601 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-73de0d4f-a1cd-48ff-a88e-d5c99c11f6fb req-75d91426-508f-4286-94c2-1226aed49431 tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5acf0d5-cc18-47d3-8711-b7c71dffe78f HTTP/1.1" status: 200 len: 210 time: 0.3549302 Jul 23 23:50:37.941357 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e355a01-a16a-4aa9-a246-d702764ae996 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=311387c6-e99e-41af-9426-e184765825d9,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:38.014849 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c05274e6-8f15-4f58-8545-b3ee97295275 admin admin] Made reservation on behalf of dced39f95c8c42d399d87faa018dc32f for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:50:38.036954 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c05274e6-8f15-4f58-8545-b3ee97295275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:38.113049 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c05274e6-8f15-4f58-8545-b3ee97295275 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:38.207215 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-536556d9-0cdb-47a9-aa5a-c29bafe552a6 admin admin] Allocated IP 172.20.0.1 (80263e9c-5520-4cd3-8619-aa6ccb4a8d27/5ef543d0-5a1b-4d73-b4ff-8e5725ba9786/6ced4e74-932e-4f41-bd9f-2c73dc6cd10d) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:50:38.834646 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44a412ec-04d4-4f49-84c2-f366b17a85ae req-2bba29b4-a1ad-4df0-b367-f8ccf8bdfc9d tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] Made reservation on behalf of eb6dae6256a642a6a65e2ef3c16c0ffc for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:50:38.838255 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-44a412ec-04d4-4f49-84c2-f366b17a85ae req-2bba29b4-a1ad-4df0-b367-f8ccf8bdfc9d tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:38.921167 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-44a412ec-04d4-4f49-84c2-f366b17a85ae req-2bba29b4-a1ad-4df0-b367-f8ccf8bdfc9d tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:39.035253 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-536556d9-0cdb-47a9-aa5a-c29bafe552a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:39.093833 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [None req-536556d9-0cdb-47a9-aa5a-c29bafe552a6 admin admin] Transition to ACTIVE for port object 6ced4e74-932e-4f41-bd9f-2c73dc6cd10d will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:50:39.142329 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device fbcdd8fc-5c06-477a-993f-60798a24f899 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:50:39.216969 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e000f988-77df-4a1d-b826-e8427f8df3b0 req-14949355-4dc0-4b9c-a828-1b83c3c6ec8f tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] 10.222.0.44 "GET /v2.0/ports?device_id=974fb9fa-5664-495f-88b6-5f4eaccaa839 HTTP/1.1" status: 200 len: 210 time: 0.3267117 Jul 23 23:50:39.285423 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port fbcdd8fc-5c06-477a-993f-60798a24f899 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:50:39.298617 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-536556d9-0cdb-47a9-aa5a-c29bafe552a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:39.300596 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-2c72fda7-770d-4748-87c5-0e94a0e66bf1 req-9e355a01-a16a-4aa9-a246-d702764ae996 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] Allocated IP 192.168.233.132 (603dff3b-80fe-44ec-a82a-8d8b74b0c3c2/ef73a7e1-c64a-41e3-9997-629475c7b6b1/8a7d559e-ce47-48c4-a077-e3bb449a92fd) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:50:39.304274 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port fbcdd8fc-5c06-477a-993f-60798a24f899 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:50:39.307679 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:39.447759 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536556d9-0cdb-47a9-aa5a-c29bafe552a6 admin admin] Pushing event updated for resources: {'Port': ['ID=6ced4e74-932e-4f41-bd9f-2c73dc6cd10d,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:39.485265 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536556d9-0cdb-47a9-aa5a-c29bafe552a6 admin admin] Network 80263e9c-5520-4cd3-8619-aa6ccb4a8d27 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:50:39.488031 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-536556d9-0cdb-47a9-aa5a-c29bafe552a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:50:39.492419 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536556d9-0cdb-47a9-aa5a-c29bafe552a6 admin admin] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:50:39.493258 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-536556d9-0cdb-47a9-aa5a-c29bafe552a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681761'] for router_interface, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:39.540261 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:39.603858 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c05274e6-8f15-4f58-8545-b3ee97295275 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:39.626976 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c05274e6-8f15-4f58-8545-b3ee97295275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:39.644917 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c05274e6-8f15-4f58-8545-b3ee97295275 admin admin] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:50:39.653796 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port fbcdd8fc-5c06-477a-993f-60798a24f899, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=fbcdd8fc-5c06-477a-993f-60798a24f899,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:50:39.663024 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:39.670628 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c05274e6-8f15-4f58-8545-b3ee97295275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:39.671130 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-c05274e6-8f15-4f58-8545-b3ee97295275 admin admin] Added segment b29095bb-58b5-4f8c-9459-b975062d72ef of type vlan for network 5cc3f979-0f00-412d-bc98-79be1300be87 Jul 23 23:50:39.823758 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-63eff8c3-ff2d-4ed2-9470-81e61d0f792a req-f3a6296a-747b-4036-923b-0a76bceb1918 tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5acf0d5-cc18-47d3-8711-b7c71dffe78f HTTP/1.1" status: 200 len: 210 time: 0.2169864 Jul 23 23:50:39.937201 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=fbcdd8fc-5c06-477a-993f-60798a24f899,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:39.978122 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c05274e6-8f15-4f58-8545-b3ee97295275 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:39.991612 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-f3ed9c18-f02a-4da8-8ef0-2fa292569086 None None] Provisioning for port 6ced4e74-932e-4f41-bd9f-2c73dc6cd10d completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:50:40.004311 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-f3ed9c18-f02a-4da8-8ef0-2fa292569086 None None] Provisioning complete for port 6ced4e74-932e-4f41-bd9f-2c73dc6cd10d triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:50:40.004696 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f3ed9c18-f02a-4da8-8ef0-2fa292569086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:40.046269 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05274e6-8f15-4f58-8545-b3ee97295275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad217c92-02c2-4af7-99f0-d40279e71c8d,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:40.110344 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-f3ed9c18-f02a-4da8-8ef0-2fa292569086 None None] Port 6ced4e74-932e-4f41-bd9f-2c73dc6cd10d cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:50:40.173984 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-2c72fda7-770d-4748-87c5-0e94a0e66bf1 req-9e355a01-a16a-4aa9-a246-d702764ae996 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:40.194344 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c05274e6-8f15-4f58-8545-b3ee97295275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:40.195633 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05274e6-8f15-4f58-8545-b3ee97295275 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:50:40.198663 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c05274e6-8f15-4f58-8545-b3ee97295275 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:40.294387 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-2c72fda7-770d-4748-87c5-0e94a0e66bf1 req-9e355a01-a16a-4aa9-a246-d702764ae996 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] Transition to ACTIVE for port object 8a7d559e-ce47-48c4-a077-e3bb449a92fd will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:50:40.392263 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05274e6-8f15-4f58-8545-b3ee97295275 admin admin] Pushing event updated for resources: {'Network': ['ID=5cc3f979-0f00-412d-bc98-79be1300be87,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:40.407011 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 5cc3f979-0f00-412d-bc98-79be1300be87 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:50:40.468500 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-2c72fda7-770d-4748-87c5-0e94a0e66bf1 req-9e355a01-a16a-4aa9-a246-d702764ae996 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:40.594191 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-536556d9-0cdb-47a9-aa5a-c29bafe552a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:40.634572 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-44a412ec-04d4-4f49-84c2-f366b17a85ae req-2bba29b4-a1ad-4df0-b367-f8ccf8bdfc9d tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:40.757285 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c72fda7-770d-4748-87c5-0e94a0e66bf1 req-9e355a01-a16a-4aa9-a246-d702764ae996 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] Network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:50:40.765227 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-2c72fda7-770d-4748-87c5-0e94a0e66bf1 req-9e355a01-a16a-4aa9-a246-d702764ae996 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:50:40.768581 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c05274e6-8f15-4f58-8545-b3ee97295275 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.6846502 Jul 23 23:50:40.775116 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c72fda7-770d-4748-87c5-0e94a0e66bf1 req-9e355a01-a16a-4aa9-a246-d702764ae996 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:50:40.782146 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c72fda7-770d-4748-87c5-0e94a0e66bf1 req-9e355a01-a16a-4aa9-a246-d702764ae996 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:50:40.786772 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-2c72fda7-770d-4748-87c5-0e94a0e66bf1 req-9e355a01-a16a-4aa9-a246-d702764ae996 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:40.789797 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 35642) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:50:40.806165 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-b48a6459-a8d3-4cdf-a413-13c4312db142 admin admin] Request body: {'subnet': {'network_id': '5cc3f979-0f00-412d-bc98-79be1300be87', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1479237365-subnet', 'tenant_id': 'dced39f95c8c42d399d87faa018dc32f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:50:40.846096 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b48a6459-a8d3-4cdf-a413-13c4312db142 admin admin] Made reservation on behalf of dced39f95c8c42d399d87faa018dc32f for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:50:40.849793 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b48a6459-a8d3-4cdf-a413-13c4312db142 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:41.077709 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device fbcdd8fc-5c06-477a-993f-60798a24f899 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:50:41.105223 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b48a6459-a8d3-4cdf-a413-13c4312db142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:41.150885 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-44a412ec-04d4-4f49-84c2-f366b17a85ae req-2bba29b4-a1ad-4df0-b367-f8ccf8bdfc9d tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:41.177326 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48a6459-a8d3-4cdf-a413-13c4312db142 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b52adb45-3508-4b0d-8f98-e84253146cad,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:41.189553 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e355a01-a16a-4aa9-a246-d702764ae996 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] Pushing event updated for resources: {'Port': ['ID=8a7d559e-ce47-48c4-a077-e3bb449a92fd,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:41.220393 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2c72fda7-770d-4748-87c5-0e94a0e66bf1 req-9e355a01-a16a-4aa9-a246-d702764ae996 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4752812 Jul 23 23:50:41.228549 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48a6459-a8d3-4cdf-a413-13c4312db142 admin admin] Checking segment: {'id': 'b29095bb-58b5-4f8c-9459-b975062d72ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '5cc3f979-0f00-412d-bc98-79be1300be87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:50:41.229198 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48a6459-a8d3-4cdf-a413-13c4312db142 admin admin] Network hostable DHCP agents. Network: 5cc3f979-0f00-412d-bc98-79be1300be87, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:50:41.246876 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [req-2c72fda7-770d-4748-87c5-0e94a0e66bf1 req-326972d9-8a8f-434f-8266-41e2f09979eb tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=100313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:50:41.247425 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port fbcdd8fc-5c06-477a-993f-60798a24f899 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:50:41.247818 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:41.248794 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2c72fda7-770d-4748-87c5-0e94a0e66bf1 req-326972d9-8a8f-434f-8266-41e2f09979eb tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0133994 Jul 23 23:50:41.281657 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48a6459-a8d3-4cdf-a413-13c4312db142 admin admin] Network 5cc3f979-0f00-412d-bc98-79be1300be87 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:50:41.298312 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-b48a6459-a8d3-4cdf-a413-13c4312db142 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 5cc3f979-0f00-412d-bc98-79be1300be87) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:50:41.329923 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48a6459-a8d3-4cdf-a413-13c4312db142 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:50:41.338816 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b48a6459-a8d3-4cdf-a413-13c4312db142 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:41.345564 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbfb7de8-9aec-41c6-9be6-c99939a7286f None None] Network 5cc3f979-0f00-412d-bc98-79be1300be87 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:50:41.406562 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-b48a6459-a8d3-4cdf-a413-13c4312db142 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6073146 Jul 23 23:50:41.496673 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bba29b4-a1ad-4df0-b367-f8ccf8bdfc9d tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6e8d44-428f-4d92-b1d2-2b362bcbbaf4,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:41.517021 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-6a60643c-8abb-4404-aa6e-18e5d7ff8fc2 None None] Provisioning for port 8a7d559e-ce47-48c4-a077-e3bb449a92fd completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:50:41.524580 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-6a60643c-8abb-4404-aa6e-18e5d7ff8fc2 None None] Provisioning complete for port 8a7d559e-ce47-48c4-a077-e3bb449a92fd triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:50:41.525286 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-6a60643c-8abb-4404-aa6e-18e5d7ff8fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:41.648457 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-6a60643c-8abb-4404-aa6e-18e5d7ff8fc2 None None] Port 8a7d559e-ce47-48c4-a077-e3bb449a92fd cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:50:41.722750 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1bd80e7-06f1-44e1-8eed-5ca49a6613ce None None] Network 5cc3f979-0f00-412d-bc98-79be1300be87 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:50:41.860159 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-536556d9-0cdb-47a9-aa5a-c29bafe552a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:41.886906 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-536556d9-0cdb-47a9-aa5a-c29bafe552a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:41.887733 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-536556d9-0cdb-47a9-aa5a-c29bafe552a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680980'] for router_interface, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:42.136144 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-2c72fda7-770d-4748-87c5-0e94a0e66bf1 req-486398bc-9779-461b-bf44-67591cdcb5e3 service neutron] Request body: {'port': {'device_id': '974fb9fa-5664-495f-88b6-5f4eaccaa839', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:50:42.211532 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536556d9-0cdb-47a9-aa5a-c29bafe552a6 admin admin] Pushing event updated for resources: {'Port': ['ID=6ced4e74-932e-4f41-bd9f-2c73dc6cd10d,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:42.267718 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-2c72fda7-770d-4748-87c5-0e94a0e66bf1 req-486398bc-9779-461b-bf44-67591cdcb5e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:42.338392 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536556d9-0cdb-47a9-aa5a-c29bafe552a6 admin admin] Network 80263e9c-5520-4cd3-8619-aa6ccb4a8d27 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:50:42.351726 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77de1ce6-ff28-4fcc-b284-18f960e68ac6 req-05b15a44-3cad-4675-b6ad-ae39e802a59e tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:50:42.353736 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-77de1ce6-ff28-4fcc-b284-18f960e68ac6 req-05b15a44-3cad-4675-b6ad-ae39e802a59e tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] 10.222.0.44 "GET /v2.0/ports?device_id=974fb9fa-5664-495f-88b6-5f4eaccaa839 HTTP/1.1" status: 200 len: 936 time: 1.2697568 Jul 23 23:50:42.385545 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [req-44a412ec-04d4-4f49-84c2-f366b17a85ae req-2bba29b4-a1ad-4df0-b367-f8ccf8bdfc9d tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] Allocated IP 192.168.233.163 (603dff3b-80fe-44ec-a82a-8d8b74b0c3c2/ef73a7e1-c64a-41e3-9997-629475c7b6b1/8632e682-4afd-4ce8-99d1-228a3c710ad9) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:50:42.654341 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-536556d9-0cdb-47a9-aa5a-c29bafe552a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:50:42.741794 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-af563366-9f53-45e4-855b-047f7ceb6818 req-abc6803b-96b6-4591-abe4-c1423951385b tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5acf0d5-cc18-47d3-8711-b7c71dffe78f HTTP/1.1" status: 200 len: 210 time: 0.0826526 Jul 23 23:50:42.937111 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-536556d9-0cdb-47a9-aa5a-c29bafe552a6 admin admin] Router bb5c93d6-a93d-48ba-a112-e20ccdba94c4 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:50:42.963694 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-77de1ce6-ff28-4fcc-b284-18f960e68ac6 req-f867c0e0-1d4f-4914-983f-51153d4977da tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] 10.222.0.44 "GET /v2.0/security-groups?id=311387c6-e99e-41af-9426-e184765825d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811537 Jul 23 23:50:43.091822 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-61e11f59-27b0-4801-8590-a7904b1482dc None None] Provisioning complete for port 6ced4e74-932e-4f41-bd9f-2c73dc6cd10d triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:50:43.092400 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-61e11f59-27b0-4801-8590-a7904b1482dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:43.196476 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-44a412ec-04d4-4f49-84c2-f366b17a85ae req-2bba29b4-a1ad-4df0-b367-f8ccf8bdfc9d tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:43.214175 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-61e11f59-27b0-4801-8590-a7904b1482dc None None] Port 6ced4e74-932e-4f41-bd9f-2c73dc6cd10d cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:50:43.223779 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-44a412ec-04d4-4f49-84c2-f366b17a85ae req-2bba29b4-a1ad-4df0-b367-f8ccf8bdfc9d tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] Transition to ACTIVE for port object 8632e682-4afd-4ce8-99d1-228a3c710ad9 will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:50:43.315617 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-536556d9-0cdb-47a9-aa5a-c29bafe552a6 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:50:43.333499 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-536556d9-0cdb-47a9-aa5a-c29bafe552a6 admin admin] 10.222.0.44 "PUT /v2.0/routers/bb5c93d6-a93d-48ba-a112-e20ccdba94c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4597135 Jul 23 23:50:43.343589 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-44a412ec-04d4-4f49-84c2-f366b17a85ae req-2bba29b4-a1ad-4df0-b367-f8ccf8bdfc9d tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:43.364421 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ea35f1-a316-4035-aebb-f3f730b0c903 None None] Sync routers for ids ['bb5c93d6-a93d-48ba-a112-e20ccdba94c4'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:50:43.400680 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ea35f1-a316-4035-aebb-f3f730b0c903 None None] Routers {'bb5c93d6-a93d-48ba-a112-e20ccdba94c4'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:50:43.401657 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-17ea35f1-a316-4035-aebb-f3f730b0c903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:50:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['bb5c93d6-a93d-48ba-a112-e20ccdba94c4'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:50:43.479422 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44a412ec-04d4-4f49-84c2-f366b17a85ae req-2bba29b4-a1ad-4df0-b367-f8ccf8bdfc9d tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] Network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:50:43.507324 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [req-44a412ec-04d4-4f49-84c2-f366b17a85ae req-2bba29b4-a1ad-4df0-b367-f8ccf8bdfc9d tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:50:43.522797 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bba29b4-a1ad-4df0-b367-f8ccf8bdfc9d tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] Pushing event updated for resources: {'Port': ['ID=8632e682-4afd-4ce8-99d1-228a3c710ad9,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:43.551434 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-44a412ec-04d4-4f49-84c2-f366b17a85ae req-2bba29b4-a1ad-4df0-b367-f8ccf8bdfc9d tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:50:43.562623 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a412ec-04d4-4f49-84c2-f366b17a85ae req-2bba29b4-a1ad-4df0-b367-f8ccf8bdfc9d tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:50:43.568164 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-44a412ec-04d4-4f49-84c2-f366b17a85ae req-2bba29b4-a1ad-4df0-b367-f8ccf8bdfc9d tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:43.634013 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-44a412ec-04d4-4f49-84c2-f366b17a85ae req-2bba29b4-a1ad-4df0-b367-f8ccf8bdfc9d tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.4147577 Jul 23 23:50:43.653964 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [req-44a412ec-04d4-4f49-84c2-f366b17a85ae req-4c9a61fc-7e2d-4d7b-88c9-206e629852e8 tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=100314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:50:43.656135 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-44a412ec-04d4-4f49-84c2-f366b17a85ae req-4c9a61fc-7e2d-4d7b-88c9-206e629852e8 tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0170100 Jul 23 23:50:43.756435 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-17ea35f1-a316-4035-aebb-f3f730b0c903 None None] Set router bb5c93d6-a93d-48ba-a112-e20ccdba94c4 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:50:43.804190 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-2c72fda7-770d-4748-87c5-0e94a0e66bf1 req-486398bc-9779-461b-bf44-67591cdcb5e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a7d559e-ce47-48c4-a077-e3bb449a92fd {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:50:43.827798 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-2c72fda7-770d-4748-87c5-0e94a0e66bf1 req-486398bc-9779-461b-bf44-67591cdcb5e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:43.888173 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-2c72fda7-770d-4748-87c5-0e94a0e66bf1 req-486398bc-9779-461b-bf44-67591cdcb5e3 service neutron] Transition to ACTIVE for port object 8a7d559e-ce47-48c4-a077-e3bb449a92fd will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:50:43.896028 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-2c72fda7-770d-4748-87c5-0e94a0e66bf1 req-486398bc-9779-461b-bf44-67591cdcb5e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:44.095222 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486398bc-9779-461b-bf44-67591cdcb5e3 service neutron] Pushing event updated for resources: {'Port': ['ID=8a7d559e-ce47-48c4-a077-e3bb449a92fd,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:44.098069 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-0031ab4f-81b3-4eaa-9d6b-b46b254d6ab3 None None] Provisioning for port 8632e682-4afd-4ce8-99d1-228a3c710ad9 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:50:44.182641 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-0031ab4f-81b3-4eaa-9d6b-b46b254d6ab3 None None] Provisioning complete for port 8632e682-4afd-4ce8-99d1-228a3c710ad9 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:50:44.185028 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0031ab4f-81b3-4eaa-9d6b-b46b254d6ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:44.192041 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-2c72fda7-770d-4748-87c5-0e94a0e66bf1 req-486398bc-9779-461b-bf44-67591cdcb5e3 service neutron] Attempting to bind port 8a7d559e-ce47-48c4-a077-e3bb449a92fd on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:50:44.195448 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-2c72fda7-770d-4748-87c5-0e94a0e66bf1 req-486398bc-9779-461b-bf44-67591cdcb5e3 service neutron] Attempting to bind port 8a7d559e-ce47-48c4-a077-e3bb449a92fd by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:50:44.196999 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c72fda7-770d-4748-87c5-0e94a0e66bf1 req-486398bc-9779-461b-bf44-67591cdcb5e3 service neutron] Attempting to bind port 8a7d559e-ce47-48c4-a077-e3bb449a92fd on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:50:44.207829 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c72fda7-770d-4748-87c5-0e94a0e66bf1 req-486398bc-9779-461b-bf44-67591cdcb5e3 service neutron] Port 8a7d559e-ce47-48c4-a077-e3bb449a92fd on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:50:44.208462 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c72fda7-770d-4748-87c5-0e94a0e66bf1 req-486398bc-9779-461b-bf44-67591cdcb5e3 service neutron] Attempting to bind port 8a7d559e-ce47-48c4-a077-e3bb449a92fd on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:50:44.226615 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c72fda7-770d-4748-87c5-0e94a0e66bf1 req-486398bc-9779-461b-bf44-67591cdcb5e3 service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:50:44.227231 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c72fda7-770d-4748-87c5-0e94a0e66bf1 req-486398bc-9779-461b-bf44-67591cdcb5e3 service neutron] Checking segment: {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:50:44.227978 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c72fda7-770d-4748-87c5-0e94a0e66bf1 req-486398bc-9779-461b-bf44-67591cdcb5e3 service neutron] Bound using segment: {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:50:44.228762 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-2c72fda7-770d-4748-87c5-0e94a0e66bf1 req-486398bc-9779-461b-bf44-67591cdcb5e3 service neutron] Bound port: 8a7d559e-ce47-48c4-a077-e3bb449a92fd, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:50:44.229379 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-2c72fda7-770d-4748-87c5-0e94a0e66bf1 req-486398bc-9779-461b-bf44-67591cdcb5e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:44.372393 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 35748) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:50:44.379166 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-d69152fe-93d4-4e9b-89c4-6bdeef1b3a1b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1004663697-network', 'tenant_id': 'a2e2702649734fc59856ac7eeae2c854'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:50:44.428575 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-44a412ec-04d4-4f49-84c2-f366b17a85ae req-f6f0704f-8c66-4dd4-a36d-06f29bfec1c3 service neutron] Request body: {'port': {'device_id': 'd5acf0d5-cc18-47d3-8711-b7c71dffe78f', 'device_owner': 'compute:tempest-test_az-1008622776', 'binding:host_id': 'n-h2-800088-16'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:50:44.455951 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-2c72fda7-770d-4748-87c5-0e94a0e66bf1 req-486398bc-9779-461b-bf44-67591cdcb5e3 service neutron] For port 8a7d559e-ce47-48c4-a077-e3bb449a92fd, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:50:44.459116 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-0031ab4f-81b3-4eaa-9d6b-b46b254d6ab3 None None] Port 8632e682-4afd-4ce8-99d1-228a3c710ad9 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:50:44.499933 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d69152fe-93d4-4e9b-89c4-6bdeef1b3a1b admin admin] Made reservation on behalf of a2e2702649734fc59856ac7eeae2c854 for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:50:44.509911 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d69152fe-93d4-4e9b-89c4-6bdeef1b3a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:44.515671 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:44.529178 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d69152fe-93d4-4e9b-89c4-6bdeef1b3a1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:44.550542 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-17ea35f1-a316-4035-aebb-f3f730b0c903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb5c93d6-a93d-48ba-a112-e20ccdba94c4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1708867401-router', 'tenant_id': '09f71c97e41a42c6a960d9f718bd9e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'fbcdd8fc-5c06-477a-993f-60798a24f899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:50:31Z', 'updated_at': '2021-07-23T23:50:40Z', 'revision_number': 4, 'project_id': '09f71c97e41a42c6a960d9f718bd9e5b', 'gw_port': {'id': 'fbcdd8fc-5c06-477a-993f-60798a24f899', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:cb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb5c93d6-a93d-48ba-a112-e20ccdba94c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:50:32Z', 'updated_at': '2021-07-23T23:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '6ced4e74-932e-4f41-bd9f-2c73dc6cd10d', 'name': '', 'network_id': '80263e9c-5520-4cd3-8619-aa6ccb4a8d27', 'tenant_id': '09f71c97e41a42c6a960d9f718bd9e5b', 'mac_address': 'fa:16:3e:42:6c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb5c93d6-a93d-48ba-a112-e20ccdba94c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5ef543d0-5a1b-4d73-b4ff-8e5725ba9786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:50:37Z', 'updated_at': '2021-07-23T23:50:40Z', 'revision_number': 2, 'project_id': '09f71c97e41a42c6a960d9f718bd9e5b', 'subnets': [{'id': '5ef543d0-5a1b-4d73-b4ff-8e5725ba9786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:50:44.586678 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-2c72fda7-770d-4748-87c5-0e94a0e66bf1 req-486398bc-9779-461b-bf44-67591cdcb5e3 service neutron] For port 8a7d559e-ce47-48c4-a077-e3bb449a92fd, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=8a7d559e-ce47-48c4-a077-e3bb449a92fd,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:50:44.629621 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-2c72fda7-770d-4748-87c5-0e94a0e66bf1 req-486398bc-9779-461b-bf44-67591cdcb5e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:44.659744 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-44a412ec-04d4-4f49-84c2-f366b17a85ae req-f6f0704f-8c66-4dd4-a36d-06f29bfec1c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:44.663431 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ea35f1-a316-4035-aebb-f3f730b0c903 None None] Checking router: bb5c93d6-a93d-48ba-a112-e20ccdba94c4 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:50:44.668645 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ea35f1-a316-4035-aebb-f3f730b0c903 None None] Updating router bb5c93d6-a93d-48ba-a112-e20ccdba94c4 port 6ced4e74-932e-4f41-bd9f-2c73dc6cd10d binding host n-d-800088-16 {{(pid=100315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:50:44.734094 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-17ea35f1-a316-4035-aebb-f3f730b0c903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:44.738493 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486398bc-9779-461b-bf44-67591cdcb5e3 service neutron] Pushing event updated for resources: {'Port': ['ID=8a7d559e-ce47-48c4-a077-e3bb449a92fd,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:44.757917 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c72fda7-770d-4748-87c5-0e94a0e66bf1 req-486398bc-9779-461b-bf44-67591cdcb5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:50:44.758883 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-2c72fda7-770d-4748-87c5-0e94a0e66bf1 req-486398bc-9779-461b-bf44-67591cdcb5e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:44.760687 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2c72fda7-770d-4748-87c5-0e94a0e66bf1 req-486398bc-9779-461b-bf44-67591cdcb5e3 service neutron] 10.222.0.52 "PUT /v2.0/ports/8a7d559e-ce47-48c4-a077-e3bb449a92fd HTTP/1.1" status: 200 len: 1097 time: 3.0410862 Jul 23 23:50:44.782780 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '974fb9fa-5664-495f-88b6-5f4eaccaa839', 'tag': '8a7d559e-ce47-48c4-a077-e3bb449a92fd'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:50:45.230645 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d69152fe-93d4-4e9b-89c4-6bdeef1b3a1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:45.231121 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f95db32c-23b9-4765-a389-e794b03d7042" -d '{"events": [{"name": "network-changed", "server_uuid": "974fb9fa-5664-495f-88b6-5f4eaccaa839", "tag": "8a7d559e-ce47-48c4-a077-e3bb449a92fd"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:50:45.242198 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ca427e-7321-429e-8d98-773104a51399 req-0acc7e63-2049-4c82-b75c-4b2ba01d5b0d tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:50:45.248354 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-02ca427e-7321-429e-8d98-773104a51399 req-0acc7e63-2049-4c82-b75c-4b2ba01d5b0d tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5acf0d5-cc18-47d3-8711-b7c71dffe78f HTTP/1.1" status: 200 len: 936 time: 0.7874703 Jul 23 23:50:45.250795 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d69152fe-93d4-4e9b-89c4-6bdeef1b3a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:45.278351 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893eb2fc-f0a9-43c8-b548-cda5801cd57d req-f63c18a6-3760-4958-b865-52ec66d61914 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:50:45.287739 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-893eb2fc-f0a9-43c8-b548-cda5801cd57d req-f63c18a6-3760-4958-b865-52ec66d61914 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] 10.222.0.44 "GET /v2.0/ports?device_id=974fb9fa-5664-495f-88b6-5f4eaccaa839 HTTP/1.1" status: 200 len: 948 time: 0.6088622 Jul 23 23:50:45.323643 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-02ca427e-7321-429e-8d98-773104a51399 req-9da12179-65b8-4639-bed2-36bbc79cb409 tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e6e8d44-428f-4d92-b1d2-2b362bcbbaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647035 Jul 23 23:50:45.354838 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c72fda7-770d-4748-87c5-0e94a0e66bf1 req-1f2870c8-3524-4a15-bebf-9560b143ddb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:50:45.356566 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2c72fda7-770d-4748-87c5-0e94a0e66bf1 req-1f2870c8-3524-4a15-bebf-9560b143ddb2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fe9d7975c1324547a6199bbacf0a38b8&device_id=974fb9fa-5664-495f-88b6-5f4eaccaa839 HTTP/1.1" status: 200 len: 1100 time: 0.4816582 Jul 23 23:50:45.373728 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d69152fe-93d4-4e9b-89c4-6bdeef1b3a1b admin admin] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:50:45.414836 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d69152fe-93d4-4e9b-89c4-6bdeef1b3a1b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727720467577', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:45.415463 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d69152fe-93d4-4e9b-89c4-6bdeef1b3a1b admin admin] Unsubscribe: segment precommit_create {{(pid=100314) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 23 23:50:45.416412 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-d69152fe-93d4-4e9b-89c4-6bdeef1b3a1b admin admin] Added segment 3f499c58-d072-4d83-a0a9-1716b66ec2ef of type vlan for network 7b53a364-7881-44ac-b95a-100339c2ef60 Jul 23 23:50:45.476155 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69152fe-93d4-4e9b-89c4-6bdeef1b3a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68d8f8ca-272b-46da-9123-2b810a28088e,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:45.522508 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-893eb2fc-f0a9-43c8-b548-cda5801cd57d req-34ba4575-9d7a-43ea-9834-d9d0b8e4ef40 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] 10.222.0.44 "GET /v2.0/security-groups?id=311387c6-e99e-41af-9426-e184765825d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337563 Jul 23 23:50:45.661552 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-17ea35f1-a316-4035-aebb-f3f730b0c903 None None] Notify callbacks [] for port, precommit_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:45.674995 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d69152fe-93d4-4e9b-89c4-6bdeef1b3a1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:45.680583 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-17ea35f1-a316-4035-aebb-f3f730b0c903 None None] Transition to ACTIVE for port object 6ced4e74-932e-4f41-bd9f-2c73dc6cd10d will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:50:45.695226 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-17ea35f1-a316-4035-aebb-f3f730b0c903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:45.884697 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9123b203-9ce6-4909-94e3-5e0acf5a710d None None] Pushing event updated for resources: {'Port': ['ID=6ced4e74-932e-4f41-bd9f-2c73dc6cd10d,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:45.927639 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d69152fe-93d4-4e9b-89c4-6bdeef1b3a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:45.928612 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69152fe-93d4-4e9b-89c4-6bdeef1b3a1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:50:45.929287 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d69152fe-93d4-4e9b-89c4-6bdeef1b3a1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:45.951483 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-17ea35f1-a316-4035-aebb-f3f730b0c903 None None] Attempting to bind port 6ced4e74-932e-4f41-bd9f-2c73dc6cd10d on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:50:45.954512 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-17ea35f1-a316-4035-aebb-f3f730b0c903 None None] Attempting to bind port 6ced4e74-932e-4f41-bd9f-2c73dc6cd10d by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '0840076a-dcc2-48b6-9d84-5b46c6c417cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '80263e9c-5520-4cd3-8619-aa6ccb4a8d27'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:50:45.956966 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ea35f1-a316-4035-aebb-f3f730b0c903 None None] Attempting to bind port 6ced4e74-932e-4f41-bd9f-2c73dc6cd10d on network 80263e9c-5520-4cd3-8619-aa6ccb4a8d27 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:50:45.966280 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ea35f1-a316-4035-aebb-f3f730b0c903 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:50:45.966679 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ea35f1-a316-4035-aebb-f3f730b0c903 None None] Checking segment: {'id': '0840076a-dcc2-48b6-9d84-5b46c6c417cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '80263e9c-5520-4cd3-8619-aa6ccb4a8d27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:50:45.967286 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-17ea35f1-a316-4035-aebb-f3f730b0c903 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:45.967603 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ea35f1-a316-4035-aebb-f3f730b0c903 None None] Bound using segment: {'id': '0840076a-dcc2-48b6-9d84-5b46c6c417cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '80263e9c-5520-4cd3-8619-aa6ccb4a8d27'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:50:45.968483 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-17ea35f1-a316-4035-aebb-f3f730b0c903 None None] Bound port: 6ced4e74-932e-4f41-bd9f-2c73dc6cd10d, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0840076a-dcc2-48b6-9d84-5b46c6c417cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '80263e9c-5520-4cd3-8619-aa6ccb4a8d27'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:50:45.969830 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-17ea35f1-a316-4035-aebb-f3f730b0c903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:46.068984 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-17ea35f1-a316-4035-aebb-f3f730b0c903 None None] For port 6ced4e74-932e-4f41-bd9f-2c73dc6cd10d, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:50:46.074261 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-17ea35f1-a316-4035-aebb-f3f730b0c903 None None] For port 6ced4e74-932e-4f41-bd9f-2c73dc6cd10d, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=6ced4e74-932e-4f41-bd9f-2c73dc6cd10d,segment=NetworkSegment(0840076a-dcc2-48b6-9d84-5b46c6c417cd),segment_id=0840076a-dcc2-48b6-9d84-5b46c6c417cd)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:50:46.078527 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2c72fda7-770d-4748-87c5-0e94a0e66bf1 req-c7fd5b44-9ca7-468b-b48b-18c3ad554b0f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=8a7d559e-ce47-48c4-a077-e3bb449a92fd HTTP/1.1" status: 200 len: 217 time: 0.2720780 Jul 23 23:50:46.083246 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-17ea35f1-a316-4035-aebb-f3f730b0c903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:46.155186 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb302934-5522-4cfc-8f03-23f9a148512b x-openstack-request-id: req-cb302934-5522-4cfc-8f03-23f9a148512b {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:50:46.155536 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "974fb9fa-5664-495f-88b6-5f4eaccaa839", "tag": "8a7d559e-ce47-48c4-a077-e3bb449a92fd", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:50:46.155755 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cb302934-5522-4cfc-8f03-23f9a148512b {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:50:46.156239 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '974fb9fa-5664-495f-88b6-5f4eaccaa839', 'tag': '8a7d559e-ce47-48c4-a077-e3bb449a92fd', 'status': 'completed', 'code': 200} Jul 23 23:50:46.249473 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-d69152fe-93d4-4e9b-89c4-6bdeef1b3a1b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8690050 Jul 23 23:50:46.255841 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 35790) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:50:46.282012 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ea35f1-a316-4035-aebb-f3f730b0c903 None None] Routers {'bb5c93d6-a93d-48ba-a112-e20ccdba94c4'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:50:46.283672 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-17ea35f1-a316-4035-aebb-f3f730b0c903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:50:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['bb5c93d6-a93d-48ba-a112-e20ccdba94c4'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:50:46.299601 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-1c0238af-fc44-4aad-808b-2442fd2e8f57 admin admin] Request body: {'subnet': {'network_id': '7b53a364-7881-44ac-b95a-100339c2ef60', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1004663697-subnet', 'tenant_id': 'a2e2702649734fc59856ac7eeae2c854', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:50:46.305255 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-44a412ec-04d4-4f49-84c2-f366b17a85ae req-f6f0704f-8c66-4dd4-a36d-06f29bfec1c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8632e682-4afd-4ce8-99d1-228a3c710ad9 {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:50:46.426890 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 35798) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:50:46.432149 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9123b203-9ce6-4909-94e3-5e0acf5a710d None None] Pushing event updated for resources: {'Port': ['ID=6ced4e74-932e-4f41-bd9f-2c73dc6cd10d,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:46.452421 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c72fda7-770d-4748-87c5-0e94a0e66bf1 req-b88224f0-4e8d-42fb-9bb8-5c60d21be96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:50:46.453939 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2c72fda7-770d-4748-87c5-0e94a0e66bf1 req-b88224f0-4e8d-42fb-9bb8-5c60d21be96c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.3684056 Jul 23 23:50:46.470597 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0238af-fc44-4aad-808b-2442fd2e8f57 admin admin] Made reservation on behalf of a2e2702649734fc59856ac7eeae2c854 for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:50:46.473010 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1c0238af-fc44-4aad-808b-2442fd2e8f57 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:46.487867 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69152fe-93d4-4e9b-89c4-6bdeef1b3a1b admin admin] Pushing event updated for resources: {'Network': ['ID=7b53a364-7881-44ac-b95a-100339c2ef60,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:46.498773 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-44a412ec-04d4-4f49-84c2-f366b17a85ae req-f6f0704f-8c66-4dd4-a36d-06f29bfec1c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:46.503695 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 35804) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:50:46.551651 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-44a412ec-04d4-4f49-84c2-f366b17a85ae req-f6f0704f-8c66-4dd4-a36d-06f29bfec1c3 service neutron] Transition to ACTIVE for port object 8632e682-4afd-4ce8-99d1-228a3c710ad9 will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:50:46.564518 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-44a412ec-04d4-4f49-84c2-f366b17a85ae req-f6f0704f-8c66-4dd4-a36d-06f29bfec1c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:46.581837 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 7b53a364-7881-44ac-b95a-100339c2ef60 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:50:46.743826 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f0704f-8c66-4dd4-a36d-06f29bfec1c3 service neutron] Pushing event updated for resources: {'Port': ['ID=8632e682-4afd-4ce8-99d1-228a3c710ad9,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:46.830138 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e013ad92-1030-4d11-9edb-e3b7cef81baa req-119586f0-0f40-46b5-866b-ee988501f06f tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:50:46.837298 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-17ea35f1-a316-4035-aebb-f3f730b0c903 None None] Set router bb5c93d6-a93d-48ba-a112-e20ccdba94c4 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:50:46.838519 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-339623dd-4b6a-485f-9cef-11da76d32a75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:46.845806 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e013ad92-1030-4d11-9edb-e3b7cef81baa req-119586f0-0f40-46b5-866b-ee988501f06f tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5acf0d5-cc18-47d3-8711-b7c71dffe78f HTTP/1.1" status: 200 len: 970 time: 0.1438229 Jul 23 23:50:46.903653 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e013ad92-1030-4d11-9edb-e3b7cef81baa req-f6707505-78cc-46ad-a21a-eff7f3be6144 tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e6e8d44-428f-4d92-b1d2-2b362bcbbaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560620 Jul 23 23:50:47.100102 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-44a412ec-04d4-4f49-84c2-f366b17a85ae req-f6f0704f-8c66-4dd4-a36d-06f29bfec1c3 service neutron] Attempting to bind port 8632e682-4afd-4ce8-99d1-228a3c710ad9 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:50:47.102610 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-44a412ec-04d4-4f49-84c2-f366b17a85ae req-f6f0704f-8c66-4dd4-a36d-06f29bfec1c3 service neutron] Attempting to bind port 8632e682-4afd-4ce8-99d1-228a3c710ad9 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:50:47.102610 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a412ec-04d4-4f49-84c2-f366b17a85ae req-f6f0704f-8c66-4dd4-a36d-06f29bfec1c3 service neutron] Attempting to bind port 8632e682-4afd-4ce8-99d1-228a3c710ad9 on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:50:47.121947 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a412ec-04d4-4f49-84c2-f366b17a85ae req-f6f0704f-8c66-4dd4-a36d-06f29bfec1c3 service neutron] Port 8632e682-4afd-4ce8-99d1-228a3c710ad9 on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:50:47.127526 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a412ec-04d4-4f49-84c2-f366b17a85ae req-f6f0704f-8c66-4dd4-a36d-06f29bfec1c3 service neutron] Attempting to bind port 8632e682-4afd-4ce8-99d1-228a3c710ad9 on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:50:47.154353 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a412ec-04d4-4f49-84c2-f366b17a85ae req-f6f0704f-8c66-4dd4-a36d-06f29bfec1c3 service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:50:47.160058 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a412ec-04d4-4f49-84c2-f366b17a85ae req-f6f0704f-8c66-4dd4-a36d-06f29bfec1c3 service neutron] Checking segment: {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:50:47.170080 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-339623dd-4b6a-485f-9cef-11da76d32a75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:47.174858 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a412ec-04d4-4f49-84c2-f366b17a85ae req-f6f0704f-8c66-4dd4-a36d-06f29bfec1c3 service neutron] Bound using segment: {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:50:47.176397 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-44a412ec-04d4-4f49-84c2-f366b17a85ae req-f6f0704f-8c66-4dd4-a36d-06f29bfec1c3 service neutron] Bound port: 8632e682-4afd-4ce8-99d1-228a3c710ad9, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:50:47.177169 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-44a412ec-04d4-4f49-84c2-f366b17a85ae req-f6f0704f-8c66-4dd4-a36d-06f29bfec1c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:47.198349 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-339623dd-4b6a-485f-9cef-11da76d32a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:47.300338 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 35822) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:50:47.317357 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-339623dd-4b6a-485f-9cef-11da76d32a75 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6b13d173089a4340855bd2991b86a003&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8860672 Jul 23 23:50:47.317974 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 35828) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:50:47.461908 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-44a412ec-04d4-4f49-84c2-f366b17a85ae req-f6f0704f-8c66-4dd4-a36d-06f29bfec1c3 service neutron] For port 8632e682-4afd-4ce8-99d1-228a3c710ad9, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:50:47.479259 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 35834) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:50:47.498812 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:47.536759 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-44a412ec-04d4-4f49-84c2-f366b17a85ae req-f6f0704f-8c66-4dd4-a36d-06f29bfec1c3 service neutron] For port 8632e682-4afd-4ce8-99d1-228a3c710ad9, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=8632e682-4afd-4ce8-99d1-228a3c710ad9,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:50:47.542344 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-17ea35f1-a316-4035-aebb-f3f730b0c903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb5c93d6-a93d-48ba-a112-e20ccdba94c4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1708867401-router', 'tenant_id': '09f71c97e41a42c6a960d9f718bd9e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'fbcdd8fc-5c06-477a-993f-60798a24f899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:50:31Z', 'updated_at': '2021-07-23T23:50:40Z', 'revision_number': 4, 'project_id': '09f71c97e41a42c6a960d9f718bd9e5b', 'gw_port': {'id': 'fbcdd8fc-5c06-477a-993f-60798a24f899', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:cb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb5c93d6-a93d-48ba-a112-e20ccdba94c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:50:32Z', 'updated_at': '2021-07-23T23:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '6ced4e74-932e-4f41-bd9f-2c73dc6cd10d', 'name': '', 'network_id': '80263e9c-5520-4cd3-8619-aa6ccb4a8d27', 'tenant_id': '09f71c97e41a42c6a960d9f718bd9e5b', 'mac_address': 'fa:16:3e:42:6c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb5c93d6-a93d-48ba-a112-e20ccdba94c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5ef543d0-5a1b-4d73-b4ff-8e5725ba9786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:50:37Z', 'updated_at': '2021-07-23T23:50:46Z', 'revision_number': 4, 'project_id': '09f71c97e41a42c6a960d9f718bd9e5b', 'subnets': [{'id': '5ef543d0-5a1b-4d73-b4ff-8e5725ba9786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:50:47.545230 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-44a412ec-04d4-4f49-84c2-f366b17a85ae req-f6f0704f-8c66-4dd4-a36d-06f29bfec1c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:47.619219 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ea35f1-a316-4035-aebb-f3f730b0c903 None None] The sync data for ids ['bb5c93d6-a93d-48ba-a112-e20ccdba94c4'] in n-d-800088-16 is: [{'id': 'bb5c93d6-a93d-48ba-a112-e20ccdba94c4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1708867401-router', 'tenant_id': '09f71c97e41a42c6a960d9f718bd9e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'fbcdd8fc-5c06-477a-993f-60798a24f899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:50:31Z', 'updated_at': '2021-07-23T23:50:40Z', 'revision_number': 4, 'project_id': '09f71c97e41a42c6a960d9f718bd9e5b', 'gw_port': {'id': 'fbcdd8fc-5c06-477a-993f-60798a24f899', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:cb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb5c93d6-a93d-48ba-a112-e20ccdba94c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:50:32Z', 'updated_at': '2021-07-23T23:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '6ced4e74-932e-4f41-bd9f-2c73dc6cd10d', 'name': '', 'network_id': '80263e9c-5520-4cd3-8619-aa6ccb4a8d27', 'tenant_id': '09f71c97e41a42c6a960d9f718bd9e5b', 'mac_address': 'fa:16:3e:42:6c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb5c93d6-a93d-48ba-a112-e20ccdba94c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5ef543d0-5a1b-4d73-b4ff-8e5725ba9786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:50:37Z', 'updated_at': '2021-07-23T23:50:46Z', 'revision_number': 4, 'project_id': '09f71c97e41a42c6a960d9f718bd9e5b', 'subnets': [{'id': '5ef543d0-5a1b-4d73-b4ff-8e5725ba9786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:50:47.627696 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a412ec-04d4-4f49-84c2-f366b17a85ae req-f6f0704f-8c66-4dd4-a36d-06f29bfec1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:50:47.628379 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-44a412ec-04d4-4f49-84c2-f366b17a85ae req-f6f0704f-8c66-4dd4-a36d-06f29bfec1c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:47.634357 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0535d685-6056-41cc-840e-b9f084d0bd4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:47.636223 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339623dd-4b6a-485f-9cef-11da76d32a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90688158-9824-4d3b-bc2a-28096b074cb9,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:47.636336 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-44a412ec-04d4-4f49-84c2-f366b17a85ae req-f6f0704f-8c66-4dd4-a36d-06f29bfec1c3 service neutron] 10.222.0.64 "PUT /v2.0/ports/8632e682-4afd-4ce8-99d1-228a3c710ad9 HTTP/1.1" status: 200 len: 1119 time: 3.4146271 Jul 23 23:50:47.644731 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5acf0d5-cc18-47d3-8711-b7c71dffe78f', 'tag': '8632e682-4afd-4ce8-99d1-228a3c710ad9'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:50:47.748206 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1c0238af-fc44-4aad-808b-2442fd2e8f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:47.859302 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c72fda7-770d-4748-87c5-0e94a0e66bf1 req-9447c0fe-f2ec-4e94-9d62-6d53db1c7066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:50:47.864041 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2c72fda7-770d-4748-87c5-0e94a0e66bf1 req-9447c0fe-f2ec-4e94-9d62-6d53db1c7066 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.1841178 Jul 23 23:50:48.120418 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0535d685-6056-41cc-840e-b9f084d0bd4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:48.123743 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 35846) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:50:48.155436 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6802f021-d0bf-49ef-a9a8-1e7e69e1b79a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:48.168895 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-8ca87a47-bbf0-4612-80fe-265bbf954cdd tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1389762014', 'description': 'tempest-description--710265415'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:50:48.215108 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0535d685-6056-41cc-840e-b9f084d0bd4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:48.246168 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3632e682-ff11-4d92-9444-feeeee2f4276 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:48.258767 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d36b9c33-4570-4c8e-87c8-8372e6bd289f" -d '{"events": [{"name": "network-changed", "server_uuid": "d5acf0d5-cc18-47d3-8711-b7c71dffe78f", "tag": "8632e682-4afd-4ce8-99d1-228a3c710ad9"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:50:48.295721 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-0535d685-6056-41cc-840e-b9f084d0bd4a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ecfc27389b1840d69d4b6abb7afffb5b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7909536 Jul 23 23:50:48.296745 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8ca87a47-bbf0-4612-80fe-265bbf954cdd tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:48.332237 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 35852) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:50:48.374762 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f0704f-8c66-4dd4-a36d-06f29bfec1c3 service neutron] Pushing event updated for resources: {'Port': ['ID=8632e682-4afd-4ce8-99d1-228a3c710ad9,revision_number=3']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:48.418414 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b893b132-07b2-4dfe-bd59-d347a0f4930a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:48.482602 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c437dc5-a1f5-4257-a0a2-2fc76545c02e req-c3a751b4-fdd3-4000-b928-9b157b47578a tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:50:48.492399 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5c437dc5-a1f5-4257-a0a2-2fc76545c02e req-c3a751b4-fdd3-4000-b928-9b157b47578a tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] 10.222.0.44 "GET /v2.0/ports?device_id=974fb9fa-5664-495f-88b6-5f4eaccaa839 HTTP/1.1" status: 200 len: 948 time: 1.3107805 Jul 23 23:50:48.503525 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0535d685-6056-41cc-840e-b9f084d0bd4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3c472d-cc51-4e65-ab94-055d6eefa718,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:48.517808 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696736eb-d2f0-42ec-8e2a-2efe16db4edd req-8c8e1e89-1d1c-4f26-b177-f70b448c9a2d tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:50:48.520171 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-696736eb-d2f0-42ec-8e2a-2efe16db4edd req-8c8e1e89-1d1c-4f26-b177-f70b448c9a2d tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5acf0d5-cc18-47d3-8711-b7c71dffe78f HTTP/1.1" status: 200 len: 970 time: 0.3456142 Jul 23 23:50:48.522145 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a412ec-04d4-4f49-84c2-f366b17a85ae req-635da170-79a6-4aec-aadd-e1f65cf54673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:50:48.524055 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-44a412ec-04d4-4f49-84c2-f366b17a85ae req-635da170-79a6-4aec-aadd-e1f65cf54673 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=eb6dae6256a642a6a65e2ef3c16c0ffc&device_id=d5acf0d5-cc18-47d3-8711-b7c71dffe78f HTTP/1.1" status: 200 len: 1122 time: 0.5479429 Jul 23 23:50:48.531914 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0238af-fc44-4aad-808b-2442fd2e8f57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50e45bec-3b60-4c8e-adbd-7355baae58ec,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:48.553331 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b893b132-07b2-4dfe-bd59-d347a0f4930a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:48.571235 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0238af-fc44-4aad-808b-2442fd2e8f57 admin admin] Checking segment: {'id': '3f499c58-d072-4d83-a0a9-1716b66ec2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '7b53a364-7881-44ac-b95a-100339c2ef60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:50:48.571593 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0238af-fc44-4aad-808b-2442fd2e8f57 admin admin] Network hostable DHCP agents. Network: 7b53a364-7881-44ac-b95a-100339c2ef60, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:50:48.586507 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-696736eb-d2f0-42ec-8e2a-2efe16db4edd req-bb886b7d-5f2e-4a6c-9247-786a98439f73 tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e6e8d44-428f-4d92-b1d2-2b362bcbbaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588970 Jul 23 23:50:48.696716 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5c437dc5-a1f5-4257-a0a2-2fc76545c02e req-5ccff377-3528-4714-9989-a9d94b17ad9c tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] 10.222.0.44 "GET /v2.0/security-groups?id=311387c6-e99e-41af-9426-e184765825d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910443 Jul 23 23:50:48.702008 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3f107577-a16c-4118-9a42-b3a5e305ee06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:48.738062 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0238af-fc44-4aad-808b-2442fd2e8f57 admin admin] Network 7b53a364-7881-44ac-b95a-100339c2ef60 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:50:48.794034 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-44a412ec-04d4-4f49-84c2-f366b17a85ae req-ab8b36c3-89e4-47c8-945b-b13eb71b90a0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=8632e682-4afd-4ce8-99d1-228a3c710ad9 HTTP/1.1" status: 200 len: 217 time: 0.2172205 Jul 23 23:50:48.807689 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3f107577-a16c-4118-9a42-b3a5e305ee06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:48.811598 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b893b132-07b2-4dfe-bd59-d347a0f4930a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:48.815320 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b893b132-07b2-4dfe-bd59-d347a0f4930a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:48.816486 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-b893b132-07b2-4dfe-bd59-d347a0f4930a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/90688158-9824-4d3b-bc2a-28096b074cb9 HTTP/1.1" status: 204 len: 168 time: 1.3821754 Jul 23 23:50:48.817754 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-1c0238af-fc44-4aad-808b-2442fd2e8f57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 7b53a364-7881-44ac-b95a-100339c2ef60) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:50:48.827384 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696e2546-f11a-4be4-9577-8ae2d97f2723 None None] Network 7b53a364-7881-44ac-b95a-100339c2ef60 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:50:48.852422 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0238af-fc44-4aad-808b-2442fd2e8f57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:50:48.853043 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1c0238af-fc44-4aad-808b-2442fd2e8f57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:48.885307 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93cc7887-2572-4ff7-9658-bdad61b4d11f x-openstack-request-id: req-93cc7887-2572-4ff7-9658-bdad61b4d11f {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:50:48.885874 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5acf0d5-cc18-47d3-8711-b7c71dffe78f", "tag": "8632e682-4afd-4ce8-99d1-228a3c710ad9", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:50:48.888015 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-93cc7887-2572-4ff7-9658-bdad61b4d11f {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:50:48.888698 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5acf0d5-cc18-47d3-8711-b7c71dffe78f', 'tag': '8632e682-4afd-4ce8-99d1-228a3c710ad9', 'status': 'completed', 'code': 200} Jul 23 23:50:48.919363 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b893b132-07b2-4dfe-bd59-d347a0f4930a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90688158-9824-4d3b-bc2a-28096b074cb9,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:48.925234 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3632e682-ff11-4d92-9444-feeeee2f4276 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:48.932233 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3632e682-ff11-4d92-9444-feeeee2f4276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:48.991405 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-1c0238af-fc44-4aad-808b-2442fd2e8f57 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.7156696 Jul 23 23:50:49.114247 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3f107577-a16c-4118-9a42-b3a5e305ee06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:49.122831 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3f107577-a16c-4118-9a42-b3a5e305ee06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:49.128430 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-3632e682-ff11-4d92-9444-feeeee2f4276 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=16cd89089eab4d988ddb0eb8de3b350b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8245559 Jul 23 23:50:49.128589 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-3f107577-a16c-4118-9a42-b3a5e305ee06 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bf3c472d-cc51-4e65-ab94-055d6eefa718 HTTP/1.1" status: 204 len: 168 time: 0.7858446 Jul 23 23:50:49.128869 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3632e682-ff11-4d92-9444-feeeee2f4276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa872232-c00b-45d7-b3e8-be68faf1543c,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:49.133306 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 35866) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:50:49.240643 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f107577-a16c-4118-9a42-b3a5e305ee06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3c472d-cc51-4e65-ab94-055d6eefa718,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:49.279106 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 6ced4e74-932e-4f41-bd9f-2c73dc6cd10d up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:50:49.301595 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2c72fda7-770d-4748-87c5-0e94a0e66bf1 req-ef8c6354-fb5f-48fe-92c1-094475e05d38 service neutron] 10.222.0.52 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906687 Jul 23 23:50:49.302091 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 35868) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:50:49.383878 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a412ec-04d4-4f49-84c2-f366b17a85ae req-8afb1bc8-9b41-479a-8a43-37f11bab097c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:50:49.386034 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-44a412ec-04d4-4f49-84c2-f366b17a85ae req-8afb1bc8-9b41-479a-8a43-37f11bab097c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.1872218 Jul 23 23:50:49.443811 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2c72fda7-770d-4748-87c5-0e94a0e66bf1 req-d9491ab9-d597-4a7b-aeb2-1683471597e4 service neutron] 10.222.0.52 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222599 Jul 23 23:50:49.468501 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2aa733c4-a3a4-45e9-ac34-cbf63445472d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:49.494423 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 35870) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:50:49.536668 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281fb285-a6c7-4acc-8924-6e6c60f61dfb None None] Network 7b53a364-7881-44ac-b95a-100339c2ef60 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:50:49.536925 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2aa733c4-a3a4-45e9-ac34-cbf63445472d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:49.556573 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0a5cc3c5-b58c-439f-a16b-59926dbaf3ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:49.604594 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-224b50eb-8234-4c5e-bc06-f9aeefa87d8c admin admin] Deleting subnet b52adb45-3508-4b0d-8f98-e84253146cad {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:50:49.617392 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-224b50eb-8234-4c5e-bc06-f9aeefa87d8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:49.666474 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-224b50eb-8234-4c5e-bc06-f9aeefa87d8c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:49.690997 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-224b50eb-8234-4c5e-bc06-f9aeefa87d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:49.773940 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2aa733c4-a3a4-45e9-ac34-cbf63445472d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:49.782199 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2aa733c4-a3a4-45e9-ac34-cbf63445472d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:49.789538 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-2aa733c4-a3a4-45e9-ac34-cbf63445472d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fa872232-c00b-45d7-b3e8-be68faf1543c HTTP/1.1" status: 204 len: 168 time: 0.6533084 Jul 23 23:50:49.846797 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-224b50eb-8234-4c5e-bc06-f9aeefa87d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:49.850774 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa733c4-a3a4-45e9-ac34-cbf63445472d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa872232-c00b-45d7-b3e8-be68faf1543c,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:49.980564 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95db32c-23b9-4765-a389-e794b03d7042 req-6902a4f7-92ba-43a1-a7fa-cb0ed5567491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:50:49.984102 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f95db32c-23b9-4765-a389-e794b03d7042 req-6902a4f7-92ba-43a1-a7fa-cb0ed5567491 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fe9d7975c1324547a6199bbacf0a38b8&device_id=974fb9fa-5664-495f-88b6-5f4eaccaa839 HTTP/1.1" status: 200 len: 1100 time: 0.4809856 Jul 23 23:50:49.984616 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224b50eb-8234-4c5e-bc06-f9aeefa87d8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b52adb45-3508-4b0d-8f98-e84253146cad,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:49.999497 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-224b50eb-8234-4c5e-bc06-f9aeefa87d8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:50.003905 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-224b50eb-8234-4c5e-bc06-f9aeefa87d8c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/b52adb45-3508-4b0d-8f98-e84253146cad HTTP/1.1" status: 204 len: 168 time: 0.6984274 Jul 23 23:50:50.017189 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 35880) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:50:50.038081 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 6ced4e74-932e-4f41-bd9f-2c73dc6cd10d completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:50:50.054676 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 6ced4e74-932e-4f41-bd9f-2c73dc6cd10d triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:50:50.055054 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:50.161152 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 35882) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:50:50.231429 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a412ec-04d4-4f49-84c2-f366b17a85ae req-c1feb26f-8418-41d0-be65-2f3c373ce0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:50:50.233974 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-44a412ec-04d4-4f49-84c2-f366b17a85ae req-c1feb26f-8418-41d0-be65-2f3c373ce0b6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7774987 Jul 23 23:50:50.253659 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357eaf6c-5309-45cc-b5a4-7f140257cb2a req-0c95030d-b721-42d8-8fe8-6ceb50f3f887 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:50:50.263475 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-357eaf6c-5309-45cc-b5a4-7f140257cb2a req-0c95030d-b721-42d8-8fe8-6ceb50f3f887 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] 10.222.0.44 "GET /v2.0/ports?device_id=974fb9fa-5664-495f-88b6-5f4eaccaa839 HTTP/1.1" status: 200 len: 948 time: 0.4195311 Jul 23 23:50:50.290734 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ec76312b-51c8-4f98-9f24-70abf70c5bdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:50.343326 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:50.358331 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6802f021-d0bf-49ef-a9a8-1e7e69e1b79a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:50.388658 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6802f021-d0bf-49ef-a9a8-1e7e69e1b79a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:50.401506 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 6ced4e74-932e-4f41-bd9f-2c73dc6cd10d, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=6ced4e74-932e-4f41-bd9f-2c73dc6cd10d,segment=NetworkSegment(0840076a-dcc2-48b6-9d84-5b46c6c417cd),segment_id=0840076a-dcc2-48b6-9d84-5b46c6c417cd)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:50:50.406956 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:50.442161 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6802f021-d0bf-49ef-a9a8-1e7e69e1b79a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=716c4934-32ef-470a-89ed-594851560599,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:50.446848 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ab4aade2-30ac-45a2-8a90-6b1e3e7556cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:50.504016 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69f8127-feec-43a0-8d6d-d7bd5ff10822 req-26aa1194-be9f-4181-8e50-f2bc7df798cc tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:50:50.513385 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b69f8127-feec-43a0-8d6d-d7bd5ff10822 req-26aa1194-be9f-4181-8e50-f2bc7df798cc tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5acf0d5-cc18-47d3-8711-b7c71dffe78f HTTP/1.1" status: 200 len: 970 time: 0.6378834 Jul 23 23:50:50.530976 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=6ced4e74-932e-4f41-bd9f-2c73dc6cd10d,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:50.561377 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95db32c-23b9-4765-a389-e794b03d7042 req-42e240d6-f2fb-4a50-a90e-7bf21a83aa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:50:50.563244 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f95db32c-23b9-4765-a389-e794b03d7042 req-42e240d6-f2fb-4a50-a90e-7bf21a83aa9c service neutron] 10.222.0.52 "GET /v2.0/networks?id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 HTTP/1.1" status: 200 len: 870 time: 0.5578032 Jul 23 23:50:50.570606 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-357eaf6c-5309-45cc-b5a4-7f140257cb2a req-644d9384-9b20-4541-ae1e-1a73803eba06 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] 10.222.0.44 "GET /v2.0/security-groups?id=311387c6-e99e-41af-9426-e184765825d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052263 Jul 23 23:50:50.617339 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b69f8127-feec-43a0-8d6d-d7bd5ff10822 req-f1e355d9-eb4f-427b-9247-1fd992810c10 tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e6e8d44-428f-4d92-b1d2-2b362bcbbaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028328 Jul 23 23:50:50.662478 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-6802f021-d0bf-49ef-a9a8-1e7e69e1b79a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9efbfffd0fb249f89703d64a7ef5ed62&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1820025 Jul 23 23:50:50.668844 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8ca87a47-bbf0-4612-80fe-265bbf954cdd tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:50.669835 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 35886) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:50:50.686168 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8ca87a47-bbf0-4612-80fe-265bbf954cdd tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:50.765103 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-44a412ec-04d4-4f49-84c2-f366b17a85ae req-27a173a2-ba6e-4d15-8c74-585b9813b90b service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4220076 Jul 23 23:50:50.803988 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ab4aade2-30ac-45a2-8a90-6b1e3e7556cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:50.807988 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 35888) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:50:50.844422 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ab4aade2-30ac-45a2-8a90-6b1e3e7556cf admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:50:50.844834 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ab4aade2-30ac-45a2-8a90-6b1e3e7556cf admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:50:50.845624 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ab4aade2-30ac-45a2-8a90-6b1e3e7556cf admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:50:50.845958 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ab4aade2-30ac-45a2-8a90-6b1e3e7556cf admin admin] Subscribe: > port after_create 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:50:50.846911 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ab4aade2-30ac-45a2-8a90-6b1e3e7556cf admin admin] Subscribe: > port after_delete 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:50:50.847260 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ab4aade2-30ac-45a2-8a90-6b1e3e7556cf admin admin] Subscribe: > port after_update 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:50:50.847601 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ab4aade2-30ac-45a2-8a90-6b1e3e7556cf admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:50:50.847979 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ab4aade2-30ac-45a2-8a90-6b1e3e7556cf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:50:50.848266 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ab4aade2-30ac-45a2-8a90-6b1e3e7556cf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:50:50.848679 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ab4aade2-30ac-45a2-8a90-6b1e3e7556cf admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:50:50.911918 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.db.api [None req-ec76312b-51c8-4f98-9f24-70abf70c5bdd admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 23:50:50.911918 n-d-800088-16 neutron-server[100313]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 23:50:50.911918 n-d-800088-16 neutron-server[100313]: [parameters: {'project_id_1': 'e114def166374d5285fb4f6d605f5166', 'expiration_1': datetime.datetime(2021, 7, 23, 23, 50, 50, 418117)}] Jul 23 23:50:50.911918 n-d-800088-16 neutron-server[100313]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 23:50:50.912681 n-d-800088-16 neutron-server[100313]: DEBUG oslo_db.api [None req-ec76312b-51c8-4f98-9f24-70abf70c5bdd admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 23:50:50.937256 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca87a47-bbf0-4612-80fe-265bbf954cdd tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c945ade-5e33-449d-9933-768721eff93d,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:50.952736 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-878b8597-5427-4675-8696-c0d49756c5a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:51.000508 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-878b8597-5427-4675-8696-c0d49756c5a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:51.031038 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ab4aade2-30ac-45a2-8a90-6b1e3e7556cf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:50:51.032270 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ab4aade2-30ac-45a2-8a90-6b1e3e7556cf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:50:51.033247 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ab4aade2-30ac-45a2-8a90-6b1e3e7556cf admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:50:51.034990 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ab4aade2-30ac-45a2-8a90-6b1e3e7556cf admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:50:51.036386 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-ab4aade2-30ac-45a2-8a90-6b1e3e7556cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cc3f979-0f00-412d-bc98-79be1300be87']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:50:51.062213 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 6ced4e74-932e-4f41-bd9f-2c73dc6cd10d up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:50:51.064344 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-43d78098-d648-44b9-844d-b27328b3e006 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:51.073621 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-ab4aade2-30ac-45a2-8a90-6b1e3e7556cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b29095bb-58b5-4f8c-9459-b975062d72ef') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:50:51.073982 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-ab4aade2-30ac-45a2-8a90-6b1e3e7556cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b29095bb-58b5-4f8c-9459-b975062d72ef') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:50:51.109290 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ab4aade2-30ac-45a2-8a90-6b1e3e7556cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:51.121577 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f95db32c-23b9-4765-a389-e794b03d7042 req-dc5c66f7-a73d-486a-b01e-4511618e7289 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=8a7d559e-ce47-48c4-a077-e3bb449a92fd HTTP/1.1" status: 200 len: 217 time: 0.1187539 Jul 23 23:50:51.147785 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 6ced4e74-932e-4f41-bd9f-2c73dc6cd10d triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:50:51.148406 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:51.177034 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ab4aade2-30ac-45a2-8a90-6b1e3e7556cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:51.193095 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab4aade2-30ac-45a2-8a90-6b1e3e7556cf admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:50:51.193678 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ab4aade2-30ac-45a2-8a90-6b1e3e7556cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:51.198195 n-d-800088-16 neutron-server[100314]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 23 23:50:51.198195 n-d-800088-16 neutron-server[100314]: from cryptography.utils import int_from_bytes Jul 23 23:50:51.198195 n-d-800088-16 neutron-server[100314]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 23 23:50:51.198195 n-d-800088-16 neutron-server[100314]: from cryptography.utils import int_from_bytes Jul 23 23:50:51.198195 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 23 23:50:51.198195 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:50:51.198195 n-d-800088-16 neutron-server[100314]: timer() Jul 23 23:50:51.198195 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:50:51.198195 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 23 23:50:51.198195 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:50:51.198195 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 23 23:50:51.198195 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:50:51.198195 n-d-800088-16 neutron-server[100314]: self._notify() Jul 23 23:50:51.198195 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:50:51.198195 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 23 23:50:51.198195 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:50:51.198195 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 23 23:50:51.198195 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:50:51.198195 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:50:51.198195 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:50:51.198195 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:50:51.198195 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:50:51.198195 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 23 23:50:51.198195 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:50:51.198195 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 23 23:50:51.198195 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:50:51.198195 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:50:51.198195 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:50:51.198195 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 23 23:50:51.198195 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:50:51.198195 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:50:51.198195 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:50:51.198195 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:50:51.198195 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:50:51.198195 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:50:51.198195 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:50:51.270004 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0a5cc3c5-b58c-439f-a16b-59926dbaf3ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:51.288840 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0a5cc3c5-b58c-439f-a16b-59926dbaf3ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:51.295924 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95db32c-23b9-4765-a389-e794b03d7042 req-68155ac9-6675-4dc4-8d35-5e69abfb0605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:50:51.297537 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f95db32c-23b9-4765-a389-e794b03d7042 req-68155ac9-6675-4dc4-8d35-5e69abfb0605 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.1400521 Jul 23 23:50:51.307241 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-44a412ec-04d4-4f49-84c2-f366b17a85ae req-cfd3f971-d736-45d4-a867-06ff2c4b0d55 service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4999397 Jul 23 23:50:51.320253 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8ca87a47-bbf0-4612-80fe-265bbf954cdd tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:51.322391 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-8ca87a47-bbf0-4612-80fe-265bbf954cdd tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 3.1961977 Jul 23 23:50:51.328023 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 35890) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:50:51.373506 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-1fc09659-12d0-4c36-b15b-c956e0d53201 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Request body: {'security_group_rule': {'security_group_id': '8c945ade-5e33-449d-9933-768721eff93d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:50:51.382516 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ab4aade2-30ac-45a2-8a90-6b1e3e7556cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:51.387406 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-878b8597-5427-4675-8696-c0d49756c5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:51.389884 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-878b8597-5427-4675-8696-c0d49756c5a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:51.393648 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-878b8597-5427-4675-8696-c0d49756c5a9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/716c4934-32ef-470a-89ed-594851560599 HTTP/1.1" status: 204 len: 168 time: 0.7203186 Jul 23 23:50:51.407274 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-0a5cc3c5-b58c-439f-a16b-59926dbaf3ba admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bb732ad3ee764a59b7f90d711f1ab113&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9114814 Jul 23 23:50:51.412155 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ab4aade2-30ac-45a2-8a90-6b1e3e7556cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:51.416953 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-ab4aade2-30ac-45a2-8a90-6b1e3e7556cf admin admin] 10.222.0.44 "DELETE /v2.0/networks/5cc3f979-0f00-412d-bc98-79be1300be87 HTTP/1.1" status: 204 len: 168 time: 1.3943484 Jul 23 23:50:51.419025 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5cc3c5-b58c-439f-a16b-59926dbaf3ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=898ea5fa-c6a8-4e1b-b106-ab08c425b9d3,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:51.421922 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 35894) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:50:51.428235 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4aade2-30ac-45a2-8a90-6b1e3e7556cf admin admin] Pushing event deleted for resources: {'Network': ['ID=5cc3f979-0f00-412d-bc98-79be1300be87,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:51.442791 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 35896) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:50:51.443594 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ec76312b-51c8-4f98-9f24-70abf70c5bdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:51.519440 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878b8597-5427-4675-8696-c0d49756c5a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=716c4934-32ef-470a-89ed-594851560599,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:51.550347 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-43d78098-d648-44b9-844d-b27328b3e006 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:51.564982 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-43d78098-d648-44b9-844d-b27328b3e006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:51.572038 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fb60de7-874e-4f78-a458-9eae3a643308 admin admin] Deleting subnet 50e45bec-3b60-4c8e-adbd-7355baae58ec {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:50:51.579168 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95db32c-23b9-4765-a389-e794b03d7042 req-29054435-64f0-4c12-a067-3f79cb96deeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:50:51.581509 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f95db32c-23b9-4765-a389-e794b03d7042 req-29054435-64f0-4c12-a067-3f79cb96deeb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2485261 Jul 23 23:50:51.582309 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2fb60de7-874e-4f78-a458-9eae3a643308 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:51.639087 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-00771af9-baef-4a26-8506-d3bd5b0c2f81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:51.667632 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2fb60de7-874e-4f78-a458-9eae3a643308 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:51.705745 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d78098-d648-44b9-844d-b27328b3e006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f079ea-449d-4820-a2dc-1d69a194e040,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:51.717535 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.db.api [None req-1fc09659-12d0-4c36-b15b-c956e0d53201 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 23:50:51.717535 n-d-800088-16 neutron-server[100314]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 23 23:50:51.717535 n-d-800088-16 neutron-server[100314]: [parameters: {'project_id': '1c2582a501044614b6b14b002223c647', 'id': '6bfb38fc-a1f5-4bd6-8335-a0fd9f84ff21', 'expiration': datetime.datetime(2021, 7, 23, 23, 52, 51, 662823)}] Jul 23 23:50:51.717535 n-d-800088-16 neutron-server[100314]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 23:50:51.717943 n-d-800088-16 neutron-server[100314]: DEBUG oslo_db.api [None req-1fc09659-12d0-4c36-b15b-c956e0d53201 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 23:50:51.769480 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-43d78098-d648-44b9-844d-b27328b3e006 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d6c00fd46cec4cd09358f53ef602c8ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9603300 Jul 23 23:50:51.774793 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 35906) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:50:51.778262 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2fb60de7-874e-4f78-a458-9eae3a643308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:51.804959 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-00771af9-baef-4a26-8506-d3bd5b0c2f81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:51.860071 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11001835-3b72-449d-9934-4c7c57b8d3c6 req-2d5763aa-8265-4ec4-b307-a1f15f7465ef tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:50:51.867281 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-11001835-3b72-449d-9934-4c7c57b8d3c6 req-2d5763aa-8265-4ec4-b307-a1f15f7465ef tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] 10.222.0.44 "GET /v2.0/ports?device_id=974fb9fa-5664-495f-88b6-5f4eaccaa839 HTTP/1.1" status: 200 len: 948 time: 0.1483049 Jul 23 23:50:51.870487 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d7f79d05-7065-4d47-ba03-2062a054107f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:51.894341 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f95db32c-23b9-4765-a389-e794b03d7042 req-87402a5a-67a4-40ba-a74d-cb15cbe78de6 service neutron] 10.222.0.52 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3046544 Jul 23 23:50:51.951634 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d7f79d05-7065-4d47-ba03-2062a054107f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:51.990876 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-11001835-3b72-449d-9934-4c7c57b8d3c6 req-bd0f54cc-a44a-4383-bb28-c8a05d13d1b9 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] 10.222.0.44 "GET /v2.0/security-groups?id=311387c6-e99e-41af-9426-e184765825d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047349 Jul 23 23:50:51.991483 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 35908) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:50:52.032858 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-983150be-ed62-4834-8b30-96a987330517 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:52.086735 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2fb60de7-874e-4f78-a458-9eae3a643308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:52.098571 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d7f79d05-7065-4d47-ba03-2062a054107f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:52.106987 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d7f79d05-7065-4d47-ba03-2062a054107f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:52.110044 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-d7f79d05-7065-4d47-ba03-2062a054107f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f6f079ea-449d-4820-a2dc-1d69a194e040 HTTP/1.1" status: 204 len: 168 time: 0.3342719 Jul 23 23:50:52.124198 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f79d05-7065-4d47-ba03-2062a054107f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f079ea-449d-4820-a2dc-1d69a194e040,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:52.124650 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb60de7-874e-4f78-a458-9eae3a643308 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50e45bec-3b60-4c8e-adbd-7355baae58ec,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:52.144770 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-00771af9-baef-4a26-8506-d3bd5b0c2f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:52.147343 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-00771af9-baef-4a26-8506-d3bd5b0c2f81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:52.151078 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-00771af9-baef-4a26-8506-d3bd5b0c2f81 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/898ea5fa-c6a8-4e1b-b106-ab08c425b9d3 HTTP/1.1" status: 204 len: 168 time: 0.7004042 Jul 23 23:50:52.173687 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c39240-8860-4b04-8034-bea7725edb14 req-c42015fa-f33c-4229-8042-3558aa8e8b57 tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:50:52.181239 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a0c39240-8860-4b04-8034-bea7725edb14 req-c42015fa-f33c-4229-8042-3558aa8e8b57 tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5acf0d5-cc18-47d3-8711-b7c71dffe78f HTTP/1.1" status: 200 len: 970 time: 0.4191029 Jul 23 23:50:52.187839 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00771af9-baef-4a26-8506-d3bd5b0c2f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=898ea5fa-c6a8-4e1b-b106-ab08c425b9d3,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:52.201038 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2fb60de7-874e-4f78-a458-9eae3a643308 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:52.205174 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-2fb60de7-874e-4f78-a458-9eae3a643308 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/50e45bec-3b60-4c8e-adbd-7355baae58ec HTTP/1.1" status: 204 len: 168 time: 0.7534735 Jul 23 23:50:52.206614 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 35914) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:50:52.216405 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f95db32c-23b9-4765-a389-e794b03d7042 req-cfe1ec2d-8245-4b5c-bbe4-40128d5c5273 service neutron] 10.222.0.52 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043840 Jul 23 23:50:52.235819 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ec76312b-51c8-4f98-9f24-70abf70c5bdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:52.269317 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ec76312b-51c8-4f98-9f24-70abf70c5bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:52.311037 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a0c39240-8860-4b04-8034-bea7725edb14 req-d0c47062-1e23-46aa-b7c2-751e2dd1251c tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e6e8d44-428f-4d92-b1d2-2b362bcbbaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288934 Jul 23 23:50:52.328113 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.db.api [None req-1fc09659-12d0-4c36-b15b-c956e0d53201 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 23:50:52.328113 n-d-800088-16 neutron-server[100314]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 23:50:52.328113 n-d-800088-16 neutron-server[100314]: [parameters: {'project_id_1': '1c2582a501044614b6b14b002223c647', 'expiration_1': datetime.datetime(2021, 7, 23, 23, 50, 52, 268003)}] Jul 23 23:50:52.328113 n-d-800088-16 neutron-server[100314]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 23:50:52.334267 n-d-800088-16 neutron-server[100314]: DEBUG oslo_db.api [None req-1fc09659-12d0-4c36-b15b-c956e0d53201 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 23:50:52.348457 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec76312b-51c8-4f98-9f24-70abf70c5bdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26040e56-9202-4501-8feb-ec7d0a37864d,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:52.353215 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-ec76312b-51c8-4f98-9f24-70abf70c5bdd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e114def166374d5285fb4f6d605f5166&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1907864 Jul 23 23:50:52.356267 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 35916) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:50:52.460018 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8ec4c21a-e386-4635-b322-406f12bf9e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:52.465679 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-94c9a862-5231-46d5-ae34-1e7734742630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:52.515245 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-94c9a862-5231-46d5-ae34-1e7734742630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:52.580012 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-94c9a862-5231-46d5-ae34-1e7734742630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:52.583808 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-94c9a862-5231-46d5-ae34-1e7734742630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:52.590070 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-94c9a862-5231-46d5-ae34-1e7734742630 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/26040e56-9202-4501-8feb-ec7d0a37864d HTTP/1.1" status: 204 len: 168 time: 0.2289472 Jul 23 23:50:52.597364 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c9a862-5231-46d5-ae34-1e7734742630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26040e56-9202-4501-8feb-ec7d0a37864d,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:52.873249 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8ec4c21a-e386-4635-b322-406f12bf9e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:52.884266 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-983150be-ed62-4834-8b30-96a987330517 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:52.888362 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-8ec4c21a-e386-4635-b322-406f12bf9e32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b53a364-7881-44ac-b95a-100339c2ef60']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:50:52.898777 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-983150be-ed62-4834-8b30-96a987330517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:52.904789 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-8ec4c21a-e386-4635-b322-406f12bf9e32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f499c58-d072-4d83-a0a9-1716b66ec2ef') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:50:52.905208 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-8ec4c21a-e386-4635-b322-406f12bf9e32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f499c58-d072-4d83-a0a9-1716b66ec2ef') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:50:52.911959 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 35926) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:50:52.932844 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8ec4c21a-e386-4635-b322-406f12bf9e32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:52.945193 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-dd211d7e-a2d9-401f-aa9d-2f84b2bf1ab1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:52.966408 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8ec4c21a-e386-4635-b322-406f12bf9e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:52.978857 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-983150be-ed62-4834-8b30-96a987330517 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b526f75cf394447b8501f5dccaa19701&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9840958 Jul 23 23:50:52.983529 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ec4c21a-e386-4635-b322-406f12bf9e32 admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:50:52.984085 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 35928) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:50:52.984281 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8ec4c21a-e386-4635-b322-406f12bf9e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:52.986831 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 23 23:50:52.986831 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:50:52.986831 n-d-800088-16 neutron-server[100314]: timer() Jul 23 23:50:52.986831 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:50:52.986831 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 23 23:50:52.986831 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:50:52.986831 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 23 23:50:52.986831 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:50:52.986831 n-d-800088-16 neutron-server[100314]: self._notify() Jul 23 23:50:52.986831 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:50:52.986831 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 23 23:50:52.986831 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:50:52.986831 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 23 23:50:52.986831 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:50:52.986831 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:50:52.986831 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:50:52.986831 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:50:52.986831 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:50:52.986831 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 23 23:50:52.986831 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:50:52.986831 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 23 23:50:52.986831 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:50:52.986831 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:50:52.986831 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:50:52.986831 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 23 23:50:52.986831 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:50:52.986831 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:50:52.986831 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:50:52.986831 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:50:52.986831 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:50:52.986831 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:50:52.986831 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:50:52.998795 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983150be-ed62-4834-8b30-96a987330517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8452ad2e-9641-42cd-b053-153b0b5cfce7,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:53.078711 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b21ae880-9b68-4f12-96d5-6506223562a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:53.171287 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8ec4c21a-e386-4635-b322-406f12bf9e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:53.185507 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8ec4c21a-e386-4635-b322-406f12bf9e32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:53.186962 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-8ec4c21a-e386-4635-b322-406f12bf9e32 admin admin] 10.222.0.44 "DELETE /v2.0/networks/7b53a364-7881-44ac-b95a-100339c2ef60 HTTP/1.1" status: 204 len: 168 time: 0.9791441 Jul 23 23:50:53.190233 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-eb88678c-3622-445e-974b-22d0543309ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:53.202676 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec4c21a-e386-4635-b322-406f12bf9e32 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b53a364-7881-44ac-b95a-100339c2ef60,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:53.238497 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-eb88678c-3622-445e-974b-22d0543309ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:53.266887 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0871d9c7-2f90-4a7a-b7e0-737c89d552e3 req-657e25bd-7f53-48fd-a551-bdbe10a41b9e tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:50:53.279679 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0871d9c7-2f90-4a7a-b7e0-737c89d552e3 req-657e25bd-7f53-48fd-a551-bdbe10a41b9e tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] 10.222.0.44 "GET /v2.0/ports?device_id=974fb9fa-5664-495f-88b6-5f4eaccaa839 HTTP/1.1" status: 200 len: 948 time: 0.1667438 Jul 23 23:50:53.299197 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-dd211d7e-a2d9-401f-aa9d-2f84b2bf1ab1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:53.306896 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-dd211d7e-a2d9-401f-aa9d-2f84b2bf1ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:53.390014 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0871d9c7-2f90-4a7a-b7e0-737c89d552e3 req-6cd3e6f1-5f26-492c-b760-9e3eac717c60 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] 10.222.0.44 "GET /v2.0/security-groups?id=311387c6-e99e-41af-9426-e184765825d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087661 Jul 23 23:50:53.421965 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd211d7e-a2d9-401f-aa9d-2f84b2bf1ab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=848e60a0-63c9-46c0-a05d-dbb9d3ab8501,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:53.433149 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-dd211d7e-a2d9-401f-aa9d-2f84b2bf1ab1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=83385bb9032f442b8ce25aade718131d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5194290 Jul 23 23:50:53.435697 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 35946) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:50:53.461557 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1fc09659-12d0-4c36-b15b-c956e0d53201 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:53.544914 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-eb88678c-3622-445e-974b-22d0543309ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:53.556307 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-eb88678c-3622-445e-974b-22d0543309ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:53.556307 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-eb88678c-3622-445e-974b-22d0543309ec admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8452ad2e-9641-42cd-b053-153b0b5cfce7 HTTP/1.1" status: 204 len: 168 time: 0.5704434 Jul 23 23:50:53.562147 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 35948) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:50:53.602350 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1fc09659-12d0-4c36-b15b-c956e0d53201 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:53.653120 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb88678c-3622-445e-974b-22d0543309ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8452ad2e-9641-42cd-b053-153b0b5cfce7,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:53.657100 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1fc09659-12d0-4c36-b15b-c956e0d53201 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:53.682269 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-96441d08-226a-4a61-a7e8-59b29b8c7f8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:53.702041 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc09659-12d0-4c36-b15b-c956e0d53201 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6879467-2b9c-4a33-b759-76c18d16325d,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:53.755123 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1fc09659-12d0-4c36-b15b-c956e0d53201 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:53.756311 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-1fc09659-12d0-4c36-b15b-c956e0d53201 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.4236534 Jul 23 23:50:53.759648 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-96441d08-226a-4a61-a7e8-59b29b8c7f8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:53.761197 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 35954) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:50:53.770656 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-54acd08e-75ee-4f88-9a64-2550973c1a54 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dced39f95c8c42d399d87faa018dc32f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2046411 Jul 23 23:50:53.773664 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 35958) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:50:53.792289 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-54ac1238-0558-4eb2-8ae6-3a9618c94d3d tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Request body: {'security_group_rule': {'security_group_id': '8c945ade-5e33-449d-9933-768721eff93d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:50:53.871483 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ce3f1c-a7d5-4c63-8bcf-366e0c5dc44f req-c66257b8-518d-43ca-a1cb-974239424e5b tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:50:53.873112 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-30ce3f1c-a7d5-4c63-8bcf-366e0c5dc44f req-c66257b8-518d-43ca-a1cb-974239424e5b tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5acf0d5-cc18-47d3-8711-b7c71dffe78f HTTP/1.1" status: 200 len: 970 time: 0.4432445 Jul 23 23:50:53.897985 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-69560a18-2e92-479a-b0c4-ec2c5e327ece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:53.915552 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-54ac1238-0558-4eb2-8ae6-3a9618c94d3d tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:53.969853 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-69560a18-2e92-479a-b0c4-ec2c5e327ece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:54.012270 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-54ac1238-0558-4eb2-8ae6-3a9618c94d3d tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:54.029454 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-54ac1238-0558-4eb2-8ae6-3a9618c94d3d tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:54.050296 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 8a7d559e-ce47-48c4-a077-e3bb449a92fd details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:50:54.101624 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ac1238-0558-4eb2-8ae6-3a9618c94d3d tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efc7bce8-9cf2-43f2-a528-9f31c99a4455,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:54.112262 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-69560a18-2e92-479a-b0c4-ec2c5e327ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:54.115504 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-69560a18-2e92-479a-b0c4-ec2c5e327ece admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:54.119027 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-69560a18-2e92-479a-b0c4-ec2c5e327ece admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ad217c92-02c2-4af7-99f0-d40279e71c8d HTTP/1.1" status: 204 len: 168 time: 0.3418396 Jul 23 23:50:54.136353 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69560a18-2e92-479a-b0c4-ec2c5e327ece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad217c92-02c2-4af7-99f0-d40279e71c8d,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:54.160138 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-30ce3f1c-a7d5-4c63-8bcf-366e0c5dc44f req-49524a73-2a5f-4bbe-8f9d-a06fc05c1308 tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e6e8d44-428f-4d92-b1d2-2b362bcbbaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589803 Jul 23 23:50:54.202118 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-54ac1238-0558-4eb2-8ae6-3a9618c94d3d tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:54.207673 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-54ac1238-0558-4eb2-8ae6-3a9618c94d3d tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4326861 Jul 23 23:50:54.207673 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-96441d08-226a-4a61-a7e8-59b29b8c7f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:54.207934 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 35970) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:50:54.213771 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-96441d08-226a-4a61-a7e8-59b29b8c7f8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:54.215183 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-96441d08-226a-4a61-a7e8-59b29b8c7f8b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/848e60a0-63c9-46c0-a05d-dbb9d3ab8501 HTTP/1.1" status: 204 len: 168 time: 0.7785001 Jul 23 23:50:54.216430 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-c95b86e2-8ebf-43e0-9b11-9ee155e89fe5 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Request body: {'floatingip': {'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:50:54.233772 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96441d08-226a-4a61-a7e8-59b29b8c7f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=848e60a0-63c9-46c0-a05d-dbb9d3ab8501,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:54.261185 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c95b86e2-8ebf-43e0-9b11-9ee155e89fe5 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Notify callbacks [] for floatingip, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:54.342333 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 8a7d559e-ce47-48c4-a077-e3bb449a92fd, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=8a7d559e-ce47-48c4-a077-e3bb449a92fd,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:50:54.376760 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': '8a7d559e-ce47-48c4-a077-e3bb449a92fd', 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2', 'port_id': '8a7d559e-ce47-48c4-a077-e3bb449a92fd', 'mac_address': 'fa:16:3e:b8:33:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef73a7e1-c64a-41e3-9997-629475c7b6b1', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:50:54.456458 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c95b86e2-8ebf-43e0-9b11-9ee155e89fe5 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:54.491861 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:54.529512 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a7d559e-ce47-48c4-a077-e3bb449a92fd {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:50:54.598893 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 8a7d559e-ce47-48c4-a077-e3bb449a92fd, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=8a7d559e-ce47-48c4-a077-e3bb449a92fd,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:50:54.611344 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:54.681057 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=8a7d559e-ce47-48c4-a077-e3bb449a92fd,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:54.729658 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-c95b86e2-8ebf-43e0-9b11-9ee155e89fe5 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Allocated IP 172.25.3.87 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/0f35f3d4-e684-4410-b8c6-d5b6d17a209f) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:50:54.946837 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['8a7d559e-ce47-48c4-a077-e3bb449a92fd'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:50:54.992557 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c95b86e2-8ebf-43e0-9b11-9ee155e89fe5 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:55.031120 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 35998) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:50:55.162962 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 36002) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:50:55.163963 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-ba18f536-2e19-4a7e-ae8a-3a297efa1f3c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a2e2702649734fc59856ac7eeae2c854&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1259954 Jul 23 23:50:55.221624 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c82c0-5c21-4193-a7ce-fbf7c7bb486d req-bcb0ee0a-e861-4526-b585-dabf3e3437fa tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:50:55.232626 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0f1c82c0-5c21-4193-a7ce-fbf7c7bb486d req-bcb0ee0a-e861-4526-b585-dabf3e3437fa tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] 10.222.0.44 "GET /v2.0/ports?device_id=974fb9fa-5664-495f-88b6-5f4eaccaa839 HTTP/1.1" status: 200 len: 949 time: 0.2213488 Jul 23 23:50:55.432886 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0f1c82c0-5c21-4193-a7ce-fbf7c7bb486d req-34a1b1ea-9877-4380-b1dc-b810655d6dbe tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] 10.222.0.44 "GET /v2.0/security-groups?id=311387c6-e99e-41af-9426-e184765825d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990776 Jul 23 23:50:55.453227 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c95b86e2-8ebf-43e0-9b11-9ee155e89fe5 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:55.491985 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-34daaee7-2021-472d-baca-68f5fb895c85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:55.503260 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08be4aa3-3350-4627-af55-e8245c3f5af9 req-86b4fdd6-e86b-4a29-b6a6-0f70f46e028a tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:50:55.504426 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-08be4aa3-3350-4627-af55-e8245c3f5af9 req-86b4fdd6-e86b-4a29-b6a6-0f70f46e028a tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5acf0d5-cc18-47d3-8711-b7c71dffe78f HTTP/1.1" status: 200 len: 970 time: 0.2044568 Jul 23 23:50:55.525778 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-34daaee7-2021-472d-baca-68f5fb895c85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:55.600047 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-08be4aa3-3350-4627-af55-e8245c3f5af9 req-263795af-797a-4809-ba07-99d8fa41254c tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e6e8d44-428f-4d92-b1d2-2b362bcbbaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884330 Jul 23 23:50:55.603069 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-34daaee7-2021-472d-baca-68f5fb895c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:55.606438 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-34daaee7-2021-472d-baca-68f5fb895c85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:55.608392 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-34daaee7-2021-472d-baca-68f5fb895c85 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/68d8f8ca-272b-46da-9123-2b810a28088e HTTP/1.1" status: 204 len: 168 time: 0.4247391 Jul 23 23:50:55.611018 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95b86e2-8ebf-43e0-9b11-9ee155e89fe5 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:50:55.621048 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-c95b86e2-8ebf-43e0-9b11-9ee155e89fe5 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:50:55.625137 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95b86e2-8ebf-43e0-9b11-9ee155e89fe5 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:50:55.634055 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95b86e2-8ebf-43e0-9b11-9ee155e89fe5 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Pushing event updated for resources: {'Port': ['ID=0f35f3d4-e684-4410-b8c6-d5b6d17a209f,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:55.666201 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34daaee7-2021-472d-baca-68f5fb895c85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d8f8ca-272b-46da-9123-2b810a28088e,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:55.789332 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-4cc074f4-7e93-45ca-a655-823c977ec595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:55.810023 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c95b86e2-8ebf-43e0-9b11-9ee155e89fe5 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:55.819621 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 36020) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:50:55.905939 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c95b86e2-8ebf-43e0-9b11-9ee155e89fe5 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:56.142222 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c95b86e2-8ebf-43e0-9b11-9ee155e89fe5 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:56.148589 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c95b86e2-8ebf-43e0-9b11-9ee155e89fe5 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:56.249421 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-941f1a94-2fab-4bcb-bc54-ce365d52a406 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-265785024-network', 'tenant_id': 'e50500f9fa5448f8994dd6c4e9b5ded5'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:50:56.269454 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95b86e2-8ebf-43e0-9b11-9ee155e89fe5 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Pushing event updated for resources: {'Port': ['ID=0f35f3d4-e684-4410-b8c6-d5b6d17a209f,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:56.274462 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c95b86e2-8ebf-43e0-9b11-9ee155e89fe5 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:56.295844 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-941f1a94-2fab-4bcb-bc54-ce365d52a406 admin admin] Made reservation on behalf of e50500f9fa5448f8994dd6c4e9b5ded5 for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:50:56.300982 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-941f1a94-2fab-4bcb-bc54-ce365d52a406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:56.304909 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c95b86e2-8ebf-43e0-9b11-9ee155e89fe5 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:56.306513 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-c95b86e2-8ebf-43e0-9b11-9ee155e89fe5 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0971947 Jul 23 23:50:56.313896 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-941f1a94-2fab-4bcb-bc54-ce365d52a406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:56.528924 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-941f1a94-2fab-4bcb-bc54-ce365d52a406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:56.536471 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-941f1a94-2fab-4bcb-bc54-ce365d52a406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:56.573367 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-941f1a94-2fab-4bcb-bc54-ce365d52a406 admin admin] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:50:56.603923 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941f1a94-2fab-4bcb-bc54-ce365d52a406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2cfbce-e344-4859-a071-41328a758154,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:56.608698 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-941f1a94-2fab-4bcb-bc54-ce365d52a406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:56.609372 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-941f1a94-2fab-4bcb-bc54-ce365d52a406 admin admin] Added segment d41359ac-4be7-4a75-afd1-798e41d2f155 of type vlan for network 646be7a8-09b8-4e0c-bd78-d5d98c9093b9 Jul 23 23:50:56.664243 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:56.705365 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-941f1a94-2fab-4bcb-bc54-ce365d52a406 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:56.707847 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43df65e-abfd-494d-b99d-aabb46db8dc9 req-1b649557-fb5b-4a69-8951-4f73bdf3e890 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:50:56.720067 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a43df65e-abfd-494d-b99d-aabb46db8dc9 req-1b649557-fb5b-4a69-8951-4f73bdf3e890 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] 10.222.0.44 "GET /v2.0/ports?device_id=974fb9fa-5664-495f-88b6-5f4eaccaa839 HTTP/1.1" status: 200 len: 949 time: 0.1561875 Jul 23 23:50:56.775101 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-729388d8-b5cf-4354-870e-17652a79ced5 req-3e764306-734b-4d1f-a552-d48efe3b9f7f tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1389762014&fields=id&tenant_id=1c2582a501044614b6b14b002223c647 HTTP/1.1" status: 200 len: 267 time: 0.0584235 Jul 23 23:50:56.805954 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a43df65e-abfd-494d-b99d-aabb46db8dc9 req-a1b963bb-6c79-4a8a-8a6b-6e27135e8fd1 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] 10.222.0.44 "GET /v2.0/security-groups?id=311387c6-e99e-41af-9426-e184765825d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788305 Jul 23 23:50:57.001930 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-941f1a94-2fab-4bcb-bc54-ce365d52a406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:57.003459 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941f1a94-2fab-4bcb-bc54-ce365d52a406 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:50:57.004060 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-941f1a94-2fab-4bcb-bc54-ce365d52a406 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:57.050031 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729388d8-b5cf-4354-870e-17652a79ced5 req-59407496-81eb-4d8f-98dd-f74227672b11 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:50:57.051582 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-729388d8-b5cf-4354-870e-17652a79ced5 req-59407496-81eb-4d8f-98dd-f74227672b11 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] 10.222.0.44 "GET /v2.0/networks?id=b6cf1771-a5e0-4481-ada6-9af5ffe559f4 HTTP/1.1" status: 200 len: 823 time: 0.2588789 Jul 23 23:50:57.067379 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-941f1a94-2fab-4bcb-bc54-ce365d52a406 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.2426867 Jul 23 23:50:57.071331 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d60f465-ed84-4505-9742-865b6efcf5ee req-bc33178e-9028-4972-9270-1143642fda59 tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:50:57.071524 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 36078) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:50:57.080029 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7d60f465-ed84-4505-9742-865b6efcf5ee req-bc33178e-9028-4972-9270-1143642fda59 tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5acf0d5-cc18-47d3-8711-b7c71dffe78f HTTP/1.1" status: 200 len: 970 time: 0.1305137 Jul 23 23:50:57.081231 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-5766e1b7-faa5-467b-b10b-05f226f8b4b2 admin admin] Request body: {'subnet': {'network_id': '646be7a8-09b8-4e0c-bd78-d5d98c9093b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-265785024-subnet', 'tenant_id': 'e50500f9fa5448f8994dd6c4e9b5ded5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:50:57.126859 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:57.138061 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7d60f465-ed84-4505-9742-865b6efcf5ee req-dc1bc5d8-2097-41ff-9ef3-aa6df6b51100 tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e6e8d44-428f-4d92-b1d2-2b362bcbbaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574114 Jul 23 23:50:57.144654 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-729388d8-b5cf-4354-870e-17652a79ced5 req-dded862f-18b1-4e27-aa22-9a68cdcc3858 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] 10.222.0.44 "GET /v2.0/quotas/1c2582a501044614b6b14b002223c647 HTTP/1.1" status: 200 len: 375 time: 0.0784760 Jul 23 23:50:57.154074 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941f1a94-2fab-4bcb-bc54-ce365d52a406 admin admin] Pushing event updated for resources: {'Network': ['ID=646be7a8-09b8-4e0c-bd78-d5d98c9093b9,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:57.173532 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 646be7a8-09b8-4e0c-bd78-d5d98c9093b9 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:50:57.211167 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5766e1b7-faa5-467b-b10b-05f226f8b4b2 admin admin] Made reservation on behalf of e50500f9fa5448f8994dd6c4e9b5ded5 for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:50:57.213482 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5766e1b7-faa5-467b-b10b-05f226f8b4b2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:57.322042 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-729388d8-b5cf-4354-870e-17652a79ced5 req-5e166baf-c947-4dc9-aead-96faaa27e684 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=1c2582a501044614b6b14b002223c647&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1750236 Jul 23 23:50:57.498390 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5766e1b7-faa5-467b-b10b-05f226f8b4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:57.570682 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5766e1b7-faa5-467b-b10b-05f226f8b4b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bfc2b3c-ece5-49a0-8daf-8ebd7d541c76,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:57.584196 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5766e1b7-faa5-467b-b10b-05f226f8b4b2 admin admin] Checking segment: {'id': 'd41359ac-4be7-4a75-afd1-798e41d2f155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '646be7a8-09b8-4e0c-bd78-d5d98c9093b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:50:57.584383 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36b9c33-4570-4c8e-87c8-8372e6bd289f req-86d634d6-56c9-4c35-81e2-eed43b187ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:50:57.585404 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5766e1b7-faa5-467b-b10b-05f226f8b4b2 admin admin] Network hostable DHCP agents. Network: 646be7a8-09b8-4e0c-bd78-d5d98c9093b9, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:50:57.585922 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d36b9c33-4570-4c8e-87c8-8372e6bd289f req-86d634d6-56c9-4c35-81e2-eed43b187ed6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=eb6dae6256a642a6a65e2ef3c16c0ffc&device_id=d5acf0d5-cc18-47d3-8711-b7c71dffe78f HTTP/1.1" status: 200 len: 1122 time: 0.1100242 Jul 23 23:50:57.610156 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5766e1b7-faa5-467b-b10b-05f226f8b4b2 admin admin] Network 646be7a8-09b8-4e0c-bd78-d5d98c9093b9 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:50:57.626828 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-5766e1b7-faa5-467b-b10b-05f226f8b4b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 646be7a8-09b8-4e0c-bd78-d5d98c9093b9) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:50:57.634869 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5766e1b7-faa5-467b-b10b-05f226f8b4b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:50:57.637266 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353864b9-1e98-4b9f-b39c-f273cd7c9a41 None None] Network 646be7a8-09b8-4e0c-bd78-d5d98c9093b9 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:50:57.637900 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5766e1b7-faa5-467b-b10b-05f226f8b4b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:57.666527 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-5766e1b7-faa5-467b-b10b-05f226f8b4b2 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5910759 Jul 23 23:50:57.816643 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a958a237-0e34-4cfc-95a8-192a13b3b900 None None] Network 646be7a8-09b8-4e0c-bd78-d5d98c9093b9 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:50:57.830982 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36b9c33-4570-4c8e-87c8-8372e6bd289f req-b906443c-01dd-41da-888c-36385e7d6172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:50:57.832948 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d36b9c33-4570-4c8e-87c8-8372e6bd289f req-b906443c-01dd-41da-888c-36385e7d6172 service neutron] 10.222.0.64 "GET /v2.0/networks?id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 HTTP/1.1" status: 200 len: 870 time: 0.2385168 Jul 23 23:50:57.951066 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d36b9c33-4570-4c8e-87c8-8372e6bd289f req-d726e9bf-3525-4110-b499-47de87834e0a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=8632e682-4afd-4ce8-99d1-228a3c710ad9 HTTP/1.1" status: 200 len: 217 time: 0.1114278 Jul 23 23:50:58.052032 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 8a7d559e-ce47-48c4-a077-e3bb449a92fd up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:50:58.078493 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36b9c33-4570-4c8e-87c8-8372e6bd289f req-8c5ed98d-e5f0-44c4-895d-94f93a8c3981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:50:58.080171 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d36b9c33-4570-4c8e-87c8-8372e6bd289f req-8c5ed98d-e5f0-44c4-895d-94f93a8c3981 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.1165454 Jul 23 23:50:58.142668 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35248289-683f-414e-bd85-bff12551c187 req-91fcca14-ea2f-417f-90b0-6104bf07e2e1 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:50:58.144490 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-35248289-683f-414e-bd85-bff12551c187 req-91fcca14-ea2f-417f-90b0-6104bf07e2e1 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] 10.222.0.44 "GET /v2.0/ports?device_id=974fb9fa-5664-495f-88b6-5f4eaccaa839 HTTP/1.1" status: 200 len: 949 time: 0.1922562 Jul 23 23:50:58.178930 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port 8a7d559e-ce47-48c4-a077-e3bb449a92fd completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:50:58.185345 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port 8a7d559e-ce47-48c4-a077-e3bb449a92fd triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:50:58.186089 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:58.209293 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [req-729388d8-b5cf-4354-870e-17652a79ced5 req-6a290ffc-d863-4a34-a8f8-5852682386ca service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=100313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:50:58.210980 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-729388d8-b5cf-4354-870e-17652a79ced5 req-6a290ffc-d863-4a34-a8f8-5852682386ca service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4782782 Jul 23 23:50:58.226842 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-35248289-683f-414e-bd85-bff12551c187 req-04108c6f-877f-47b7-8f96-71bcb071937a tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] 10.222.0.44 "GET /v2.0/security-groups?id=311387c6-e99e-41af-9426-e184765825d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729055 Jul 23 23:50:58.252355 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36b9c33-4570-4c8e-87c8-8372e6bd289f req-60dac83d-16e5-42ca-9954-26eab4229461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:50:58.263008 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d36b9c33-4570-4c8e-87c8-8372e6bd289f req-60dac83d-16e5-42ca-9954-26eab4229461 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1640546 Jul 23 23:50:58.388305 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:58.455168 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '974fb9fa-5664-495f-88b6-5f4eaccaa839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a7d559e-ce47-48c4-a077-e3bb449a92fd'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:50:58.463240 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d36b9c33-4570-4c8e-87c8-8372e6bd289f req-3f621cf9-5448-44db-a760-ce17d1dedf9f service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993461 Jul 23 23:50:58.557292 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c59eea9-362e-4097-93dd-1f99e22d8e1c req-bffaba3a-9130-442c-b85a-ad0baa78397c tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:50:58.559631 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1c59eea9-362e-4097-93dd-1f99e22d8e1c req-bffaba3a-9130-442c-b85a-ad0baa78397c tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5acf0d5-cc18-47d3-8711-b7c71dffe78f HTTP/1.1" status: 200 len: 970 time: 0.1623402 Jul 23 23:50:58.619266 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d36b9c33-4570-4c8e-87c8-8372e6bd289f req-7ca40a1b-8d6c-4826-89ff-e61570b04942 service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483235 Jul 23 23:50:58.635045 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 8a7d559e-ce47-48c4-a077-e3bb449a92fd, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=8a7d559e-ce47-48c4-a077-e3bb449a92fd,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:50:58.651097 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:58.663149 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1c59eea9-362e-4097-93dd-1f99e22d8e1c req-62a6406d-483e-4d30-8e18-1400a2ba687c tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e6e8d44-428f-4d92-b1d2-2b362bcbbaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884511 Jul 23 23:50:58.697952 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-729388d8-b5cf-4354-870e-17652a79ced5 req-3c229c96-a355-4f63-b3ce-77f89376227f service neutron] 10.222.0.44 "GET /v2.0/networks/b6cf1771-a5e0-4481-ada6-9af5ffe559f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4794073 Jul 23 23:50:58.764399 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:58.770685 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=8a7d559e-ce47-48c4-a077-e3bb449a92fd,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:58.818147 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-729388d8-b5cf-4354-870e-17652a79ced5 req-4b8be56e-3028-444d-be3d-73a0dd385e54 service neutron] 10.222.0.44 "GET /v2.0/networks/b6cf1771-a5e0-4481-ada6-9af5ffe559f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119807 Jul 23 23:50:59.035448 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f47a1dde-27f8-44e0-80c9-c35dae7c2444 req-bb0ec362-b10a-4c41-b7eb-673d3c28a670 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] 10.222.0.44 "GET /v2.0/ports?device_id=6857c621-8c6c-488d-9f0d-1cfd8c7f116b HTTP/1.1" status: 200 len: 210 time: 0.0319936 Jul 23 23:50:59.051340 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc73ce26-687d-470b-a4a8-adfaed27ac72" -d '{"events": [{"server_uuid": "974fb9fa-5664-495f-88b6-5f4eaccaa839", "name": "network-vif-plugged", "status": "completed", "tag": "8a7d559e-ce47-48c4-a077-e3bb449a92fd"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:50:59.302423 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41bf1e0e-cf89-4e45-95c6-581a6309172d x-openstack-request-id: req-41bf1e0e-cf89-4e45-95c6-581a6309172d {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:50:59.302996 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "974fb9fa-5664-495f-88b6-5f4eaccaa839", "name": "network-vif-plugged", "status": "completed", "tag": "8a7d559e-ce47-48c4-a077-e3bb449a92fd", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:50:59.302996 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-41bf1e0e-cf89-4e45-95c6-581a6309172d {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:50:59.303425 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '974fb9fa-5664-495f-88b6-5f4eaccaa839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a7d559e-ce47-48c4-a077-e3bb449a92fd', 'code': 200} Jul 23 23:50:59.511087 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2f9da7-aebe-45d3-b094-acc140aa829a req-7dad2a97-daed-4579-98bc-50d8e78fabcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:50:59.512597 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6d2f9da7-aebe-45d3-b094-acc140aa829a req-7dad2a97-daed-4579-98bc-50d8e78fabcc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=974fb9fa-5664-495f-88b6-5f4eaccaa839 HTTP/1.1" status: 200 len: 1102 time: 0.1404433 Jul 23 23:50:59.520767 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f9b283-cc2c-401b-9a96-153dbff9daaa req-70b8d922-faea-40ee-b3bd-46e705ba143e tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:50:59.527476 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-51f9b283-cc2c-401b-9a96-153dbff9daaa req-70b8d922-faea-40ee-b3bd-46e705ba143e tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] 10.222.0.44 "GET /v2.0/ports?device_id=974fb9fa-5664-495f-88b6-5f4eaccaa839 HTTP/1.1" status: 200 len: 950 time: 0.1564202 Jul 23 23:50:59.571312 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-6d2f9da7-aebe-45d3-b094-acc140aa829a req-5a4d16f0-d9a3-4f22-9784-bd9f182380c6 service neutron] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:59.610232 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-51f9b283-cc2c-401b-9a96-153dbff9daaa req-d0156141-647d-409a-922c-dfc2d9bae829 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] 10.222.0.44 "GET /v2.0/security-groups?id=311387c6-e99e-41af-9426-e184765825d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818753 Jul 23 23:50:59.705819 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-6d2f9da7-aebe-45d3-b094-acc140aa829a req-5a4d16f0-d9a3-4f22-9784-bd9f182380c6 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:59.717999 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-6d2f9da7-aebe-45d3-b094-acc140aa829a req-5a4d16f0-d9a3-4f22-9784-bd9f182380c6 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:59.795788 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6d2f9da7-aebe-45d3-b094-acc140aa829a req-5a4d16f0-d9a3-4f22-9784-bd9f182380c6 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=311387c6-e99e-41af-9426-e184765825d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656758 Jul 23 23:50:59.811316 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4d16f0-d9a3-4f22-9784-bd9f182380c6 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5d31ff66-a404-4daa-a0c8-bdc9280683a6,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:50:59.850267 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca8c046-5db4-44df-9028-3dc447d60ca8 req-332f5557-89f5-4df1-b648-c6afb783c267 tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:50:59.851803 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2ca8c046-5db4-44df-9028-3dc447d60ca8 req-332f5557-89f5-4df1-b648-c6afb783c267 tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5acf0d5-cc18-47d3-8711-b7c71dffe78f HTTP/1.1" status: 200 len: 970 time: 0.0783176 Jul 23 23:50:59.868558 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 36214) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:50:59.873787 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-a6066052-7641-46f8-a0f6-7516df7be802 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1806176522-network', 'tenant_id': '40b35ede898b445493ff71b1129a20d1'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:50:59.896372 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6066052-7641-46f8-a0f6-7516df7be802 admin admin] Made reservation on behalf of 40b35ede898b445493ff71b1129a20d1 for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:50:59.900538 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a6066052-7641-46f8-a0f6-7516df7be802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:59.912530 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a6066052-7641-46f8-a0f6-7516df7be802 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:59.916852 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2ca8c046-5db4-44df-9028-3dc447d60ca8 req-df659ecf-45ba-4eab-a3fb-1def5e6277d1 tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e6e8d44-428f-4d92-b1d2-2b362bcbbaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451417 Jul 23 23:51:00.041068 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a6066052-7641-46f8-a0f6-7516df7be802 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:00.052188 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a6066052-7641-46f8-a0f6-7516df7be802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:00.085978 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6066052-7641-46f8-a0f6-7516df7be802 admin admin] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:51:00.092802 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6066052-7641-46f8-a0f6-7516df7be802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dbe76f0-2783-402c-807c-c90a20768d75,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:00.100145 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a6066052-7641-46f8-a0f6-7516df7be802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:00.100335 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-a6066052-7641-46f8-a0f6-7516df7be802 admin admin] Added segment 3d644174-0ef7-4d5c-b2a9-fa71788428f7 of type vlan for network 44edd5ec-59e8-45fb-90fd-cdceec4e613d Jul 23 23:51:00.144575 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a6066052-7641-46f8-a0f6-7516df7be802 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:00.179312 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a6066052-7641-46f8-a0f6-7516df7be802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:00.181344 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6066052-7641-46f8-a0f6-7516df7be802 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:00.182625 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a6066052-7641-46f8-a0f6-7516df7be802 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:00.259171 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-a6066052-7641-46f8-a0f6-7516df7be802 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3894017 Jul 23 23:51:00.260499 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 36238) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:00.284951 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-01a94cc6-0ce3-4b92-be3a-8fb2b4aa017d admin admin] Request body: {'subnet': {'network_id': '44edd5ec-59e8-45fb-90fd-cdceec4e613d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1806176522-subnet', 'tenant_id': '40b35ede898b445493ff71b1129a20d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:51:00.356680 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6066052-7641-46f8-a0f6-7516df7be802 admin admin] Pushing event updated for resources: {'Network': ['ID=44edd5ec-59e8-45fb-90fd-cdceec4e613d,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:00.368449 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 44edd5ec-59e8-45fb-90fd-cdceec4e613d details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:51:00.424928 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-98160439-ddc8-4073-96f6-7d3345e641a4 req-4d99ee64-dc77-4732-95e0-27fc31997704 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] 10.222.0.44 "GET /v2.0/ports?device_id=6857c621-8c6c-488d-9f0d-1cfd8c7f116b HTTP/1.1" status: 200 len: 210 time: 0.0738819 Jul 23 23:51:00.425927 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 36240) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:00.446877 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a94cc6-0ce3-4b92-be3a-8fb2b4aa017d admin admin] Made reservation on behalf of 40b35ede898b445493ff71b1129a20d1 for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:51:00.449650 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-01a94cc6-0ce3-4b92-be3a-8fb2b4aa017d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:00.464598 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729388d8-b5cf-4354-870e-17652a79ced5 req-cb11d0e5-58a5-4be9-b982-72644cc2c105 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:00.465305 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-729388d8-b5cf-4354-870e-17652a79ced5 req-cb11d0e5-58a5-4be9-b982-72644cc2c105 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] 10.222.0.52 "GET /v2.0/networks?id=b6cf1771-a5e0-4481-ada6-9af5ffe559f4 HTTP/1.1" status: 200 len: 823 time: 0.2475088 Jul 23 23:51:00.565694 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-729388d8-b5cf-4354-870e-17652a79ced5 req-4a856d20-42fe-4568-8da2-231bd0016f6e tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c2582a501044614b6b14b002223c647 HTTP/1.1" status: 200 len: 380 time: 0.0908387 Jul 23 23:51:00.577469 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-729388d8-b5cf-4354-870e-17652a79ced5 req-8bd166f7-27da-4863-a86b-67f31693334c tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Request body: {'port': {'device_id': '6857c621-8c6c-488d-9f0d-1cfd8c7f116b', 'network_id': 'b6cf1771-a5e0-4481-ada6-9af5ffe559f4', 'admin_state_up': True, 'tenant_id': '1c2582a501044614b6b14b002223c647', 'security_groups': ['8c945ade-5e33-449d-9933-768721eff93d']}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:51:00.739469 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7ef89f30-722f-465a-9fd1-d903fae48c80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:00.774165 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-729388d8-b5cf-4354-870e-17652a79ced5 req-8bd166f7-27da-4863-a86b-67f31693334c tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Made reservation on behalf of 1c2582a501044614b6b14b002223c647 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:51:00.778372 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-729388d8-b5cf-4354-870e-17652a79ced5 req-8bd166f7-27da-4863-a86b-67f31693334c tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:00.879145 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-01a94cc6-0ce3-4b92-be3a-8fb2b4aa017d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:00.886634 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af55974f-4c0c-46e3-b774-a9618436eb19 req-1380f242-916d-4509-b3d6-b1e087bee361 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:00.889482 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-af55974f-4c0c-46e3-b774-a9618436eb19 req-1380f242-916d-4509-b3d6-b1e087bee361 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] 10.222.0.44 "GET /v2.0/ports?device_id=974fb9fa-5664-495f-88b6-5f4eaccaa839 HTTP/1.1" status: 200 len: 950 time: 0.1539605 Jul 23 23:51:00.967374 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7ef89f30-722f-465a-9fd1-d903fae48c80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:00.972509 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a94cc6-0ce3-4b92-be3a-8fb2b4aa017d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7a314dd-c955-4560-bc1f-a64c569cfb2d,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:00.977135 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7ef89f30-722f-465a-9fd1-d903fae48c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:00.988326 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-af55974f-4c0c-46e3-b774-a9618436eb19 req-5c8bffe1-b2fd-480a-bede-a4da133fb115 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] 10.222.0.44 "GET /v2.0/security-groups?id=311387c6-e99e-41af-9426-e184765825d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894942 Jul 23 23:51:01.008840 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-729388d8-b5cf-4354-870e-17652a79ced5 req-8bd166f7-27da-4863-a86b-67f31693334c tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Allocated IP 172.20.0.4 (b6cf1771-a5e0-4481-ada6-9af5ffe559f4/1b5c91f7-60ac-4182-b027-91575613087b/36fc1fd4-c047-47a4-bb0d-bb3c0ea45107) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:51:01.014596 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a94cc6-0ce3-4b92-be3a-8fb2b4aa017d admin admin] Checking segment: {'id': '3d644174-0ef7-4d5c-b2a9-fa71788428f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '44edd5ec-59e8-45fb-90fd-cdceec4e613d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:51:01.014904 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a94cc6-0ce3-4b92-be3a-8fb2b4aa017d admin admin] Network hostable DHCP agents. Network: 44edd5ec-59e8-45fb-90fd-cdceec4e613d, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:51:01.030969 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef89f30-722f-465a-9fd1-d903fae48c80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d92cf18-6701-43db-b4ba-040af6b3dc4b,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:01.041794 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-7ef89f30-722f-465a-9fd1-d903fae48c80 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=aa318c19036e4e3aa07513530d1dc76f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6107590 Jul 23 23:51:01.041981 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 8632e682-4afd-4ce8-99d1-228a3c710ad9 details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:51:01.042171 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 36268) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:01.069534 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a94cc6-0ce3-4b92-be3a-8fb2b4aa017d admin admin] Network 44edd5ec-59e8-45fb-90fd-cdceec4e613d is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:51:01.092722 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-01a94cc6-0ce3-4b92-be3a-8fb2b4aa017d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 44edd5ec-59e8-45fb-90fd-cdceec4e613d) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:51:01.099660 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a94cc6-0ce3-4b92-be3a-8fb2b4aa017d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:01.100233 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-01a94cc6-0ce3-4b92-be3a-8fb2b4aa017d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:01.106828 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d214165f-1bef-48d5-9add-19b8db754932 None None] Network 44edd5ec-59e8-45fb-90fd-cdceec4e613d requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:51:01.125718 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7a744c2a-35a8-47b8-ab82-47276ccea497 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:01.149739 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7a744c2a-35a8-47b8-ab82-47276ccea497 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:01.197348 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-01a94cc6-0ce3-4b92-be3a-8fb2b4aa017d admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9302914 Jul 23 23:51:01.211686 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7a744c2a-35a8-47b8-ab82-47276ccea497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:01.218631 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7a744c2a-35a8-47b8-ab82-47276ccea497 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:01.219811 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-7a744c2a-35a8-47b8-ab82-47276ccea497 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1d92cf18-6701-43db-b4ba-040af6b3dc4b HTTP/1.1" status: 204 len: 168 time: 0.1767385 Jul 23 23:51:01.239862 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a744c2a-35a8-47b8-ab82-47276ccea497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d92cf18-6701-43db-b4ba-040af6b3dc4b,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:01.319815 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 8632e682-4afd-4ce8-99d1-228a3c710ad9, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=8632e682-4afd-4ce8-99d1-228a3c710ad9,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:51:01.333413 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': '8632e682-4afd-4ce8-99d1-228a3c710ad9', 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2', 'port_id': '8632e682-4afd-4ce8-99d1-228a3c710ad9', 'mac_address': 'fa:16:3e:6c:47:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef73a7e1-c64a-41e3-9997-629475c7b6b1', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:tempest-test_az-1008622776', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:51:01.383049 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e880a1-043f-4c37-9c2f-7505d5d81422 req-083bfd71-d319-4495-8bff-7f79804fe247 tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:01.388298 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-08e880a1-043f-4c37-9c2f-7505d5d81422 req-083bfd71-d319-4495-8bff-7f79804fe247 tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5acf0d5-cc18-47d3-8711-b7c71dffe78f HTTP/1.1" status: 200 len: 970 time: 0.2908797 Jul 23 23:51:01.411123 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-729388d8-b5cf-4354-870e-17652a79ced5 req-8bd166f7-27da-4863-a86b-67f31693334c tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:01.435324 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-729388d8-b5cf-4354-870e-17652a79ced5 req-8bd166f7-27da-4863-a86b-67f31693334c tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Transition to ACTIVE for port object 36fc1fd4-c047-47a4-bb0d-bb3c0ea45107 will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:51:01.436277 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:01.460522 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8632e682-4afd-4ce8-99d1-228a3c710ad9 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:51:01.465729 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4462e345-e60f-41d0-948a-c1e6558b9c81 None None] Network 44edd5ec-59e8-45fb-90fd-cdceec4e613d requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:51:01.506088 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 8632e682-4afd-4ce8-99d1-228a3c710ad9, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=8632e682-4afd-4ce8-99d1-228a3c710ad9,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:51:01.506559 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-729388d8-b5cf-4354-870e-17652a79ced5 req-8bd166f7-27da-4863-a86b-67f31693334c tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:01.538982 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-729388d8-b5cf-4354-870e-17652a79ced5 req-8bd166f7-27da-4863-a86b-67f31693334c tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Network b6cf1771-a5e0-4481-ada6-9af5ffe559f4 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:51:01.541200 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:01.562831 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-729388d8-b5cf-4354-870e-17652a79ced5 req-8bd166f7-27da-4863-a86b-67f31693334c tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:51:01.579602 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-08e880a1-043f-4c37-9c2f-7505d5d81422 req-46a5eb21-dd9f-4921-9446-e80b6ccbc1a2 tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e6e8d44-428f-4d92-b1d2-2b362bcbbaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983379 Jul 23 23:51:01.584294 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-729388d8-b5cf-4354-870e-17652a79ced5 req-8bd166f7-27da-4863-a86b-67f31693334c tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:51:01.590168 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729388d8-b5cf-4354-870e-17652a79ced5 req-8bd166f7-27da-4863-a86b-67f31693334c tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:01.591074 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-729388d8-b5cf-4354-870e-17652a79ced5 req-8bd166f7-27da-4863-a86b-67f31693334c tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:01.610938 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-729388d8-b5cf-4354-870e-17652a79ced5 req-8bd166f7-27da-4863-a86b-67f31693334c tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0389748 Jul 23 23:51:01.629657 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-729388d8-b5cf-4354-870e-17652a79ced5 req-5020e36a-04bf-4704-8fae-f4d5d85bd98b service neutron] Request body: {'port': {'device_id': '6857c621-8c6c-488d-9f0d-1cfd8c7f116b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:51:01.634711 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=8632e682-4afd-4ce8-99d1-228a3c710ad9,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:01.645499 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ae0297-41c7-4ec3-acc7-9312f05a33b9 req-d723a679-b2d3-4222-bc9e-2e4dc27e39ee tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:01.647345 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b0ae0297-41c7-4ec3-acc7-9312f05a33b9 req-d723a679-b2d3-4222-bc9e-2e4dc27e39ee tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] 10.222.0.44 "GET /v2.0/ports?device_id=6857c621-8c6c-488d-9f0d-1cfd8c7f116b HTTP/1.1" status: 200 len: 931 time: 0.1419330 Jul 23 23:51:01.705108 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd166f7-27da-4863-a86b-67f31693334c tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Pushing event updated for resources: {'Port': ['ID=36fc1fd4-c047-47a4-bb0d-bb3c0ea45107,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:01.718275 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b0ae0297-41c7-4ec3-acc7-9312f05a33b9 req-0b302358-794b-41d1-a418-55fea0eeb60e tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] 10.222.0.44 "GET /v2.0/security-groups?id=8c945ade-5e33-449d-9933-768721eff93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649738 Jul 23 23:51:01.749388 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-729388d8-b5cf-4354-870e-17652a79ced5 req-5020e36a-04bf-4704-8fae-f4d5d85bd98b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:01.836239 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 36294) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:01.843249 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['8632e682-4afd-4ce8-99d1-228a3c710ad9'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:51:01.972434 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-bf4b7e06-99ab-41cb-8b56-2c0dcf451a7f None None] Provisioning for port 36fc1fd4-c047-47a4-bb0d-bb3c0ea45107 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:51:01.984308 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-bf4b7e06-99ab-41cb-8b56-2c0dcf451a7f None None] Provisioning complete for port 36fc1fd4-c047-47a4-bb0d-bb3c0ea45107 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:51:01.985047 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-bf4b7e06-99ab-41cb-8b56-2c0dcf451a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:01.988309 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 36302) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:02.052395 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-bf4b7e06-99ab-41cb-8b56-2c0dcf451a7f None None] Port 36fc1fd4-c047-47a4-bb0d-bb3c0ea45107 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:51:02.092145 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-729388d8-b5cf-4354-870e-17652a79ced5 req-5020e36a-04bf-4704-8fae-f4d5d85bd98b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36fc1fd4-c047-47a4-bb0d-bb3c0ea45107 {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:51:02.100588 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 36308) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:02.111133 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-729388d8-b5cf-4354-870e-17652a79ced5 req-5020e36a-04bf-4704-8fae-f4d5d85bd98b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:02.127802 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-442c00c1-6648-4f5a-a53c-525993b8a68f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:02.136827 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6daca9b3-8418-4c3c-9f62-226532bb729b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:02.141876 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-729388d8-b5cf-4354-870e-17652a79ced5 req-5020e36a-04bf-4704-8fae-f4d5d85bd98b service neutron] Transition to ACTIVE for port object 36fc1fd4-c047-47a4-bb0d-bb3c0ea45107 will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:51:02.151675 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-729388d8-b5cf-4354-870e-17652a79ced5 req-5020e36a-04bf-4704-8fae-f4d5d85bd98b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:02.207089 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.db.api [None req-442c00c1-6648-4f5a-a53c-525993b8a68f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 23:51:02.207089 n-d-800088-16 neutron-server[100313]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 23 23:51:02.207089 n-d-800088-16 neutron-server[100313]: [parameters: {'project_id': '23784913123941748e95e3167d7c9528', 'id': '9c793949-eaec-4bb1-8997-f238d3a83248', 'expiration': datetime.datetime(2021, 7, 23, 23, 53, 2, 171981)}] Jul 23 23:51:02.207089 n-d-800088-16 neutron-server[100313]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 23:51:02.207736 n-d-800088-16 neutron-server[100313]: DEBUG oslo_db.api [None req-442c00c1-6648-4f5a-a53c-525993b8a68f admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 23:51:02.227888 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44669a34-f012-45d8-9d02-7bbb985c16ec req-1bc5db1d-8759-48d1-afab-925a5a4aded0 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:02.230423 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-44669a34-f012-45d8-9d02-7bbb985c16ec req-1bc5db1d-8759-48d1-afab-925a5a4aded0 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] 10.222.0.44 "GET /v2.0/ports?device_id=974fb9fa-5664-495f-88b6-5f4eaccaa839 HTTP/1.1" status: 200 len: 950 time: 0.1475644 Jul 23 23:51:02.256590 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5020e36a-04bf-4704-8fae-f4d5d85bd98b service neutron] Pushing event updated for resources: {'Port': ['ID=36fc1fd4-c047-47a4-bb0d-bb3c0ea45107,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:02.265726 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-729388d8-b5cf-4354-870e-17652a79ced5 req-5020e36a-04bf-4704-8fae-f4d5d85bd98b service neutron] Attempting to bind port 36fc1fd4-c047-47a4-bb0d-bb3c0ea45107 on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:51:02.266581 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-729388d8-b5cf-4354-870e-17652a79ced5 req-5020e36a-04bf-4704-8fae-f4d5d85bd98b service neutron] Attempting to bind port 36fc1fd4-c047-47a4-bb0d-bb3c0ea45107 by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': '5d344d88-6b1d-459b-a6c4-73c6890df831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b6cf1771-a5e0-4481-ada6-9af5ffe559f4'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:51:02.266581 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729388d8-b5cf-4354-870e-17652a79ced5 req-5020e36a-04bf-4704-8fae-f4d5d85bd98b service neutron] Attempting to bind port 36fc1fd4-c047-47a4-bb0d-bb3c0ea45107 on network b6cf1771-a5e0-4481-ada6-9af5ffe559f4 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:51:02.271396 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729388d8-b5cf-4354-870e-17652a79ced5 req-5020e36a-04bf-4704-8fae-f4d5d85bd98b service neutron] Port 36fc1fd4-c047-47a4-bb0d-bb3c0ea45107 on network b6cf1771-a5e0-4481-ada6-9af5ffe559f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:51:02.271705 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729388d8-b5cf-4354-870e-17652a79ced5 req-5020e36a-04bf-4704-8fae-f4d5d85bd98b service neutron] Attempting to bind port 36fc1fd4-c047-47a4-bb0d-bb3c0ea45107 on network b6cf1771-a5e0-4481-ada6-9af5ffe559f4 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:51:02.277758 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729388d8-b5cf-4354-870e-17652a79ced5 req-5020e36a-04bf-4704-8fae-f4d5d85bd98b service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:51:02.278142 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729388d8-b5cf-4354-870e-17652a79ced5 req-5020e36a-04bf-4704-8fae-f4d5d85bd98b service neutron] Checking segment: {'id': '5d344d88-6b1d-459b-a6c4-73c6890df831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b6cf1771-a5e0-4481-ada6-9af5ffe559f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:51:02.278687 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729388d8-b5cf-4354-870e-17652a79ced5 req-5020e36a-04bf-4704-8fae-f4d5d85bd98b service neutron] Bound using segment: {'id': '5d344d88-6b1d-459b-a6c4-73c6890df831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b6cf1771-a5e0-4481-ada6-9af5ffe559f4'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:51:02.279126 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-729388d8-b5cf-4354-870e-17652a79ced5 req-5020e36a-04bf-4704-8fae-f4d5d85bd98b service neutron] Bound port: 36fc1fd4-c047-47a4-bb0d-bb3c0ea45107, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d344d88-6b1d-459b-a6c4-73c6890df831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b6cf1771-a5e0-4481-ada6-9af5ffe559f4'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:51:02.279495 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-729388d8-b5cf-4354-870e-17652a79ced5 req-5020e36a-04bf-4704-8fae-f4d5d85bd98b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:02.332723 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-44669a34-f012-45d8-9d02-7bbb985c16ec req-e033f5cc-4af4-4251-932f-898c874d0988 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] 10.222.0.44 "GET /v2.0/security-groups?id=311387c6-e99e-41af-9426-e184765825d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946195 Jul 23 23:51:02.338093 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5b23b541-3fe3-400b-a98c-8eed1c489b31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:02.390564 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-729388d8-b5cf-4354-870e-17652a79ced5 req-5020e36a-04bf-4704-8fae-f4d5d85bd98b service neutron] For port 36fc1fd4-c047-47a4-bb0d-bb3c0ea45107, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:51:02.391164 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6daca9b3-8418-4c3c-9f62-226532bb729b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:02.394888 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-729388d8-b5cf-4354-870e-17652a79ced5 req-5020e36a-04bf-4704-8fae-f4d5d85bd98b service neutron] For port 36fc1fd4-c047-47a4-bb0d-bb3c0ea45107, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=36fc1fd4-c047-47a4-bb0d-bb3c0ea45107,segment=NetworkSegment(5d344d88-6b1d-459b-a6c4-73c6890df831),segment_id=5d344d88-6b1d-459b-a6c4-73c6890df831)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:51:02.398290 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6daca9b3-8418-4c3c-9f62-226532bb729b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:02.403259 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-729388d8-b5cf-4354-870e-17652a79ced5 req-5020e36a-04bf-4704-8fae-f4d5d85bd98b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:02.449982 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-6daca9b3-8418-4c3c-9f62-226532bb729b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0bdd925a303a4cb7bfa4ebdaa0281aea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6120191 Jul 23 23:51:02.450524 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daca9b3-8418-4c3c-9f62-226532bb729b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39257ebe-1d28-4415-95af-d94c3fbb9823,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:02.453109 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 36322) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:02.457282 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729388d8-b5cf-4354-870e-17652a79ced5 req-5020e36a-04bf-4704-8fae-f4d5d85bd98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:02.458785 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-729388d8-b5cf-4354-870e-17652a79ced5 req-5020e36a-04bf-4704-8fae-f4d5d85bd98b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:02.461915 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-729388d8-b5cf-4354-870e-17652a79ced5 req-5020e36a-04bf-4704-8fae-f4d5d85bd98b service neutron] 10.222.0.52 "PUT /v2.0/ports/36fc1fd4-c047-47a4-bb0d-bb3c0ea45107 HTTP/1.1" status: 200 len: 1092 time: 0.8400390 Jul 23 23:51:02.464950 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6857c621-8c6c-488d-9f0d-1cfd8c7f116b', 'tag': '36fc1fd4-c047-47a4-bb0d-bb3c0ea45107'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:51:02.469499 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf190974-1997-4685-b2c5-a8e9ee107e72" -d '{"events": [{"name": "network-changed", "server_uuid": "6857c621-8c6c-488d-9f0d-1cfd8c7f116b", "tag": "36fc1fd4-c047-47a4-bb0d-bb3c0ea45107"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:51:02.536375 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6010f92d-0db7-4633-88c1-ba69a2eb2d61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:02.568386 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6010f92d-0db7-4633-88c1-ba69a2eb2d61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:02.604755 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5020e36a-04bf-4704-8fae-f4d5d85bd98b service neutron] Pushing event updated for resources: {'Port': ['ID=36fc1fd4-c047-47a4-bb0d-bb3c0ea45107,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:02.636128 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6010f92d-0db7-4633-88c1-ba69a2eb2d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:02.640740 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6010f92d-0db7-4633-88c1-ba69a2eb2d61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:02.645409 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-6010f92d-0db7-4633-88c1-ba69a2eb2d61 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/39257ebe-1d28-4415-95af-d94c3fbb9823 HTTP/1.1" status: 204 len: 168 time: 0.1882403 Jul 23 23:51:02.669549 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010f92d-0db7-4633-88c1-ba69a2eb2d61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39257ebe-1d28-4415-95af-d94c3fbb9823,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:02.710700 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729388d8-b5cf-4354-870e-17652a79ced5 req-bace7884-b521-41f2-b2cd-eb531067c4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:02.712477 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-729388d8-b5cf-4354-870e-17652a79ced5 req-bace7884-b521-41f2-b2cd-eb531067c4ff service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c2582a501044614b6b14b002223c647&device_id=6857c621-8c6c-488d-9f0d-1cfd8c7f116b HTTP/1.1" status: 200 len: 1095 time: 0.1981409 Jul 23 23:51:02.713101 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-442c00c1-6648-4f5a-a53c-525993b8a68f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:02.725462 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5757c9-0b99-4f69-89eb-867f52604c1a req-8b1e12bd-82be-4a6d-a0ef-55d2c62bf5fb tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:02.727182 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-dd5757c9-0b99-4f69-89eb-867f52604c1a req-8b1e12bd-82be-4a6d-a0ef-55d2c62bf5fb tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/networks?id=646be7a8-09b8-4e0c-bd78-d5d98c9093b9 HTTP/1.1" status: 200 len: 807 time: 0.2253973 Jul 23 23:51:02.799530 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-729388d8-b5cf-4354-870e-17652a79ced5 req-2f35b8a2-8381-4041-8b68-f3ef7718827a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36fc1fd4-c047-47a4-bb0d-bb3c0ea45107 HTTP/1.1" status: 200 len: 217 time: 0.0634894 Jul 23 23:51:02.809088 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-dd5757c9-0b99-4f69-89eb-867f52604c1a req-3f9ccbcf-16d6-488f-ab67-36ed4f88dba8 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/quotas/e50500f9fa5448f8994dd6c4e9b5ded5 HTTP/1.1" status: 200 len: 375 time: 0.0635748 Jul 23 23:51:02.824201 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5b23b541-3fe3-400b-a98c-8eed1c489b31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:02.865802 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5b23b541-3fe3-400b-a98c-8eed1c489b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:02.910294 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be69db1f-6e4d-4fd4-aa7d-ef7494b78c09 x-openstack-request-id: req-be69db1f-6e4d-4fd4-aa7d-ef7494b78c09 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:51:02.910597 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6857c621-8c6c-488d-9f0d-1cfd8c7f116b", "tag": "36fc1fd4-c047-47a4-bb0d-bb3c0ea45107", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:51:02.910922 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-be69db1f-6e4d-4fd4-aa7d-ef7494b78c09 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:51:02.911236 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6857c621-8c6c-488d-9f0d-1cfd8c7f116b', 'tag': '36fc1fd4-c047-47a4-bb0d-bb3c0ea45107', 'status': 'completed', 'code': 200} Jul 23 23:51:02.929407 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-dd5757c9-0b99-4f69-89eb-867f52604c1a req-c6e2e3c5-6192-4774-ae64-29dfaa26b8e6 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e50500f9fa5448f8994dd6c4e9b5ded5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1037147 Jul 23 23:51:02.984659 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729388d8-b5cf-4354-870e-17652a79ced5 req-f87e0693-8993-4104-842f-ada396dae7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:02.986431 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-729388d8-b5cf-4354-870e-17652a79ced5 req-f87e0693-8993-4104-842f-ada396dae7ae service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1b5c91f7-60ac-4182-b027-91575613087b HTTP/1.1" status: 200 len: 862 time: 0.1796374 Jul 23 23:51:02.998863 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b23b541-3fe3-400b-a98c-8eed1c489b31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bcb620b-0a79-4ca3-afc7-9cb20c69668e,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:03.006474 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-5b23b541-3fe3-400b-a98c-8eed1c489b31 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ad38dfc38b1d4ecc8862bbbc964d5fa8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0170169 Jul 23 23:51:03.013671 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 36336) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:03.032300 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 36338) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:03.038652 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 8632e682-4afd-4ce8-99d1-228a3c710ad9 up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:51:03.068551 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cf53023e-2648-40dd-8e30-ac016ffec421 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:03.094492 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port 8632e682-4afd-4ce8-99d1-228a3c710ad9 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:51:03.099420 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port 8632e682-4afd-4ce8-99d1-228a3c710ad9 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:51:03.099946 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:03.123712 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4d9dc4-73ba-4268-91de-b3a306cf22d6 req-a9db35df-aaae-418f-854b-76e1a9d6ad4d tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:03.125336 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cc4d9dc4-73ba-4268-91de-b3a306cf22d6 req-a9db35df-aaae-418f-854b-76e1a9d6ad4d tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5acf0d5-cc18-47d3-8711-b7c71dffe78f HTTP/1.1" status: 200 len: 971 time: 0.1616783 Jul 23 23:51:03.129631 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-49aaa3d1-8c47-4c82-9844-86028dbd0e29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:03.168157 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-49aaa3d1-8c47-4c82-9844-86028dbd0e29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:03.184414 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:03.204399 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cc4d9dc4-73ba-4268-91de-b3a306cf22d6 req-75782d1b-5a7e-45ec-9687-d04e880c33f1 tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e6e8d44-428f-4d92-b1d2-2b362bcbbaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647151 Jul 23 23:51:03.209327 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5acf0d5-cc18-47d3-8711-b7c71dffe78f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8632e682-4afd-4ce8-99d1-228a3c710ad9'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:51:03.212120 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a382e7b7-8abf-4427-8520-514858e4c433" -d '{"events": [{"server_uuid": "d5acf0d5-cc18-47d3-8711-b7c71dffe78f", "name": "network-vif-plugged", "status": "completed", "tag": "8632e682-4afd-4ce8-99d1-228a3c710ad9"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:51:03.226775 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 8632e682-4afd-4ce8-99d1-228a3c710ad9, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=8632e682-4afd-4ce8-99d1-228a3c710ad9,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:51:03.234435 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:03.250549 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-49aaa3d1-8c47-4c82-9844-86028dbd0e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:03.253733 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-49aaa3d1-8c47-4c82-9844-86028dbd0e29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:03.255087 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-49aaa3d1-8c47-4c82-9844-86028dbd0e29 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5bcb620b-0a79-4ca3-afc7-9cb20c69668e HTTP/1.1" status: 204 len: 168 time: 0.2371802 Jul 23 23:51:03.264834 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aaa3d1-8c47-4c82-9844-86028dbd0e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bcb620b-0a79-4ca3-afc7-9cb20c69668e,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:03.338324 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-dd5757c9-0b99-4f69-89eb-867f52604c1a req-6a98fd8c-e328-4be8-a9c1-2bd001a06e18 service neutron] 10.222.0.44 "GET /v2.0/networks/646be7a8-09b8-4e0c-bd78-d5d98c9093b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3991005 Jul 23 23:51:03.355053 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=8632e682-4afd-4ce8-99d1-228a3c710ad9,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:03.364386 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729388d8-b5cf-4354-870e-17652a79ced5 req-766238ea-758d-4fab-9844-b018687585f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:03.365940 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-729388d8-b5cf-4354-870e-17652a79ced5 req-766238ea-758d-4fab-9844-b018687585f8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b6cf1771-a5e0-4481-ada6-9af5ffe559f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3704917 Jul 23 23:51:03.374694 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab50e2-d9ca-4dae-8048-93458ba6d789 req-de189a0c-bfb2-42df-84ef-57fa63c97687 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:03.376344 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e7ab50e2-d9ca-4dae-8048-93458ba6d789 req-de189a0c-bfb2-42df-84ef-57fa63c97687 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] 10.222.0.44 "GET /v2.0/ports?device_id=6857c621-8c6c-488d-9f0d-1cfd8c7f116b HTTP/1.1" status: 200 len: 943 time: 0.0885215 Jul 23 23:51:03.413483 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-442c00c1-6648-4f5a-a53c-525993b8a68f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:03.417631 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e7ab50e2-d9ca-4dae-8048-93458ba6d789 req-56e4dfb9-698f-4d26-82cd-5ca8c58ea958 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] 10.222.0.44 "GET /v2.0/security-groups?id=8c945ade-5e33-449d-9933-768721eff93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347991 Jul 23 23:51:03.453472 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-442c00c1-6648-4f5a-a53c-525993b8a68f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:03.552934 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cf53023e-2648-40dd-8e30-ac016ffec421 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:03.561331 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cf53023e-2648-40dd-8e30-ac016ffec421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:03.562851 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-442c00c1-6648-4f5a-a53c-525993b8a68f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=23784913123941748e95e3167d7c9528&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4607034 Jul 23 23:51:03.563467 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 36346) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:03.571391 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442c00c1-6648-4f5a-a53c-525993b8a68f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09546f44-98c8-4d10-a178-2536b36ce2a3,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:03.592072 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-dd5757c9-0b99-4f69-89eb-867f52604c1a req-d0e588ae-7ff1-4ad8-8a84-b5a100e1c16e service neutron] 10.222.0.44 "GET /v2.0/networks/646be7a8-09b8-4e0c-bd78-d5d98c9093b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447929 Jul 23 23:51:03.614155 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-cf53023e-2648-40dd-8e30-ac016ffec421 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ff7dca21d26342b08f1427e8646a018b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5780840 Jul 23 23:51:03.615818 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf53023e-2648-40dd-8e30-ac016ffec421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4024dadf-5fb3-49bd-9d46-c8fed08545b3,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:03.618598 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 36348) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:03.625437 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-729388d8-b5cf-4354-870e-17652a79ced5 req-4f51dbc0-d8e1-4843-9e99-c85686734371 service neutron] 10.222.0.52 "GET /v2.0/networks/b6cf1771-a5e0-4481-ada6-9af5ffe559f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478590 Jul 23 23:51:03.637789 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a26c343-4c23-4d1f-b993-68f2beff2320 req-abd5405e-77fd-4440-8b58-ea51241d891d tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:03.639330 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1a26c343-4c23-4d1f-b993-68f2beff2320 req-abd5405e-77fd-4440-8b58-ea51241d891d tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] 10.222.0.44 "GET /v2.0/ports?device_id=974fb9fa-5664-495f-88b6-5f4eaccaa839 HTTP/1.1" status: 200 len: 950 time: 0.1382525 Jul 23 23:51:03.689406 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c060885d-044f-4ef1-ab1d-eb4c068a326d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:03.712014 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1a26c343-4c23-4d1f-b993-68f2beff2320 req-605e83b9-1bf4-4c2a-b30a-ae6b6835dab9 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] 10.222.0.44 "GET /v2.0/security-groups?id=311387c6-e99e-41af-9426-e184765825d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642762 Jul 23 23:51:03.725087 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-861e0a7e-954f-4ebd-bb78-e07f89beab92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:03.727632 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 36350) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:03.749817 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c060885d-044f-4ef1-ab1d-eb4c068a326d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:03.760740 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2485069e-4eb9-481d-94cb-f12e38cf03eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:03.773497 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd9c362-4dfd-457a-a0b6-ebb56f570ca3 x-openstack-request-id: req-7dd9c362-4dfd-457a-a0b6-ebb56f570ca3 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:51:03.773824 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5acf0d5-cc18-47d3-8711-b7c71dffe78f", "name": "network-vif-plugged", "status": "completed", "tag": "8632e682-4afd-4ce8-99d1-228a3c710ad9", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:51:03.774079 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7dd9c362-4dfd-457a-a0b6-ebb56f570ca3 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:51:03.774477 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5acf0d5-cc18-47d3-8711-b7c71dffe78f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8632e682-4afd-4ce8-99d1-228a3c710ad9', 'code': 200} Jul 23 23:51:03.784551 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-861e0a7e-954f-4ebd-bb78-e07f89beab92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:03.800528 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-729388d8-b5cf-4354-870e-17652a79ced5 req-488c2606-9f44-4524-891f-98f32e00a721 service neutron] 10.222.0.52 "GET /v2.0/networks/b6cf1771-a5e0-4481-ada6-9af5ffe559f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664178 Jul 23 23:51:03.848660 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c060885d-044f-4ef1-ab1d-eb4c068a326d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:03.852010 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c060885d-044f-4ef1-ab1d-eb4c068a326d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:03.853173 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c060885d-044f-4ef1-ab1d-eb4c068a326d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/09546f44-98c8-4d10-a178-2536b36ce2a3 HTTP/1.1" status: 204 len: 168 time: 0.2827764 Jul 23 23:51:03.876402 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c060885d-044f-4ef1-ab1d-eb4c068a326d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09546f44-98c8-4d10-a178-2536b36ce2a3,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:03.964037 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf190974-1997-4685-b2c5-a8e9ee107e72 req-27b7a90b-a15f-4691-9cb3-d9f9ac61a572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:03.964984 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-78a6a41a-2694-46a3-b222-1553d8f83a5b req-f4a5c6a9-66e5-4e5f-81c4-75912e865e75 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?device_id=0246f005-72c2-4ed4-99b9-e4721a7949d3 HTTP/1.1" status: 200 len: 210 time: 0.1259565 Jul 23 23:51:03.980458 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bf190974-1997-4685-b2c5-a8e9ee107e72 req-27b7a90b-a15f-4691-9cb3-d9f9ac61a572 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c2582a501044614b6b14b002223c647&device_id=6857c621-8c6c-488d-9f0d-1cfd8c7f116b HTTP/1.1" status: 200 len: 1095 time: 0.1163595 Jul 23 23:51:04.107955 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf190974-1997-4685-b2c5-a8e9ee107e72 req-71957e7a-7b7e-453f-95ac-45cf7556e2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:04.110038 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bf190974-1997-4685-b2c5-a8e9ee107e72 req-71957e7a-7b7e-453f-95ac-45cf7556e2ad service neutron] 10.222.0.52 "GET /v2.0/networks?id=b6cf1771-a5e0-4481-ada6-9af5ffe559f4 HTTP/1.1" status: 200 len: 924 time: 0.1218660 Jul 23 23:51:04.124259 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-861e0a7e-954f-4ebd-bb78-e07f89beab92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:04.127259 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-861e0a7e-954f-4ebd-bb78-e07f89beab92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:04.128640 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-861e0a7e-954f-4ebd-bb78-e07f89beab92 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4024dadf-5fb3-49bd-9d46-c8fed08545b3 HTTP/1.1" status: 204 len: 168 time: 0.5083594 Jul 23 23:51:04.167670 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bf190974-1997-4685-b2c5-a8e9ee107e72 req-1aab8564-8823-45f3-bf4a-943999ad3965 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36fc1fd4-c047-47a4-bb0d-bb3c0ea45107 HTTP/1.1" status: 200 len: 217 time: 0.0505817 Jul 23 23:51:04.191644 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861e0a7e-954f-4ebd-bb78-e07f89beab92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4024dadf-5fb3-49bd-9d46-c8fed08545b3,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:04.213761 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.52', 59870) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:04.216264 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf179d-a591-49a6-81ab-a62513f35958 req-3872805b-59a9-4244-a5d0-6967af9be0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:04.230902 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f4bf179d-a591-49a6-81ab-a62513f35958 req-3872805b-59a9-4244-a5d0-6967af9be0b1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d5acf0d5-cc18-47d3-8711-b7c71dffe78f HTTP/1.1" status: 200 len: 1124 time: 0.3253310 Jul 23 23:51:04.257865 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf190974-1997-4685-b2c5-a8e9ee107e72 req-5de6e49b-1150-440f-a94e-966e418d5245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:04.259751 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bf190974-1997-4685-b2c5-a8e9ee107e72 req-5de6e49b-1150-440f-a94e-966e418d5245 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1b5c91f7-60ac-4182-b027-91575613087b HTTP/1.1" status: 200 len: 862 time: 0.0817380 Jul 23 23:51:04.301876 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2485069e-4eb9-481d-94cb-f12e38cf03eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:04.316545 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb1e07b-6109-4cda-be25-d7c5a4385d53 req-dca452df-3797-45e2-8205-dacc1e0da671 tempest-DeleteServersAdminTestJSON-2071504135 tempest-DeleteServersAdminTestJSON-2071504135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:04.317930 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1cb1e07b-6109-4cda-be25-d7c5a4385d53 req-dca452df-3797-45e2-8205-dacc1e0da671 tempest-DeleteServersAdminTestJSON-2071504135 tempest-DeleteServersAdminTestJSON-2071504135-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=974fb9fa-5664-495f-88b6-5f4eaccaa839 HTTP/1.1" status: 200 len: 1102 time: 0.1031382 Jul 23 23:51:04.338084 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2485069e-4eb9-481d-94cb-f12e38cf03eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:04.413505 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf190974-1997-4685-b2c5-a8e9ee107e72 req-36b10d95-bcf5-47db-ab92-da4f4552ea6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:04.415009 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bf190974-1997-4685-b2c5-a8e9ee107e72 req-36b10d95-bcf5-47db-ab92-da4f4552ea6f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b6cf1771-a5e0-4481-ada6-9af5ffe559f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1484346 Jul 23 23:51:04.446421 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f4bf179d-a591-49a6-81ab-a62513f35958 req-c80652a3-a3ac-426d-8154-cf9934a8cde3 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0e6e8d44-428f-4d92-b1d2-2b362bcbbaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840181 Jul 23 23:51:04.447281 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2485069e-4eb9-481d-94cb-f12e38cf03eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c85e995-3f7f-4051-9be0-0665a5720da3,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:04.482151 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-2485069e-4eb9-481d-94cb-f12e38cf03eb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9af3358f0ff543b0a0feb07682efb96d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7536681 Jul 23 23:51:04.487411 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 36376) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:04.588176 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ea41a-1a85-4a95-9d0a-2e99cc1d9ee5 req-10e75919-2fb4-4673-98ef-cea60bb5bdd4 tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:04.589739 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c48ea41a-1a85-4a95-9d0a-2e99cc1d9ee5 req-10e75919-2fb4-4673-98ef-cea60bb5bdd4 tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5acf0d5-cc18-47d3-8711-b7c71dffe78f HTTP/1.1" status: 200 len: 972 time: 0.2317495 Jul 23 23:51:04.604555 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4777629-ec07-494e-9934-1d6545385694 req-baabc54d-e039-42c0-921f-4408584210e3 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:04.612988 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f4777629-ec07-494e-9934-1d6545385694 req-baabc54d-e039-42c0-921f-4408584210e3 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] 10.222.0.44 "GET /v2.0/ports?device_id=6857c621-8c6c-488d-9f0d-1cfd8c7f116b HTTP/1.1" status: 200 len: 943 time: 0.0855429 Jul 23 23:51:04.632676 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-1cb1e07b-6109-4cda-be25-d7c5a4385d53 req-aca7150c-0b25-4ef9-bebe-dd52f273705e tempest-DeleteServersAdminTestJSON-2071504135 tempest-DeleteServersAdminTestJSON-2071504135-project-admin] Deleting port 8a7d559e-ce47-48c4-a077-e3bb449a92fd {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:51:04.633097 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-1cb1e07b-6109-4cda-be25-d7c5a4385d53 req-aca7150c-0b25-4ef9-bebe-dd52f273705e tempest-DeleteServersAdminTestJSON-2071504135 tempest-DeleteServersAdminTestJSON-2071504135-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:04.641963 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bf190974-1997-4685-b2c5-a8e9ee107e72 req-c9ab5370-09f4-4000-ad07-5f2d53449607 service neutron] 10.222.0.52 "GET /v2.0/networks/b6cf1771-a5e0-4481-ada6-9af5ffe559f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049596 Jul 23 23:51:04.658766 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f4777629-ec07-494e-9934-1d6545385694 req-0732fd6c-7d90-4665-8347-af6f6ec728fb tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] 10.222.0.44 "GET /v2.0/security-groups?id=8c945ade-5e33-449d-9933-768721eff93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436878 Jul 23 23:51:04.716895 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f97aa455-6ca3-4721-a1f3-e04dbc6e2433 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:04.767104 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c48ea41a-1a85-4a95-9d0a-2e99cc1d9ee5 req-5880e1b4-b54e-4ba3-ad36-71a223d648c2 tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e6e8d44-428f-4d92-b1d2-2b362bcbbaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671126 Jul 23 23:51:04.844966 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f97aa455-6ca3-4721-a1f3-e04dbc6e2433 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:04.884410 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ca87e2-a6ca-4746-a699-a4f5855c3648 req-34fda7e6-e85f-4ca1-a4af-43373759096e tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:04.886897 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-1cb1e07b-6109-4cda-be25-d7c5a4385d53 req-aca7150c-0b25-4ef9-bebe-dd52f273705e tempest-DeleteServersAdminTestJSON-2071504135 tempest-DeleteServersAdminTestJSON-2071504135-project-admin] For port 8a7d559e-ce47-48c4-a077-e3bb449a92fd, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=8a7d559e-ce47-48c4-a077-e3bb449a92fd,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:51:04.887279 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-1cb1e07b-6109-4cda-be25-d7c5a4385d53 req-aca7150c-0b25-4ef9-bebe-dd52f273705e tempest-DeleteServersAdminTestJSON-2071504135 tempest-DeleteServersAdminTestJSON-2071504135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:04.892128 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-20ca87e2-a6ca-4746-a699-a4f5855c3648 req-34fda7e6-e85f-4ca1-a4af-43373759096e tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] 10.222.0.44 "GET /v2.0/ports?device_id=974fb9fa-5664-495f-88b6-5f4eaccaa839 HTTP/1.1" status: 200 len: 950 time: 0.0974164 Jul 23 23:51:04.922247 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-1cb1e07b-6109-4cda-be25-d7c5a4385d53 req-aca7150c-0b25-4ef9-bebe-dd52f273705e tempest-DeleteServersAdminTestJSON-2071504135 tempest-DeleteServersAdminTestJSON-2071504135-project-admin] Calling delete_port for 8a7d559e-ce47-48c4-a077-e3bb449a92fd owned by compute:nova {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:51:04.928651 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bf190974-1997-4685-b2c5-a8e9ee107e72 req-020bf432-4780-4f39-87b9-c7ae4e383cc0 service neutron] 10.222.0.52 "GET /v2.0/networks/b6cf1771-a5e0-4481-ada6-9af5ffe559f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741218 Jul 23 23:51:04.943732 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-20ca87e2-a6ca-4746-a699-a4f5855c3648 req-66ea131c-5c97-434e-8d6d-9a925e389f84 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] 10.222.0.44 "GET /v2.0/security-groups?id=311387c6-e99e-41af-9426-e184765825d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434730 Jul 23 23:51:05.045999 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f97aa455-6ca3-4721-a1f3-e04dbc6e2433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:05.048597 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f97aa455-6ca3-4721-a1f3-e04dbc6e2433 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:05.049816 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-f97aa455-6ca3-4721-a1f3-e04dbc6e2433 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5c85e995-3f7f-4051-9be0-0665a5720da3 HTTP/1.1" status: 204 len: 168 time: 0.5608380 Jul 23 23:51:05.093805 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97aa455-6ca3-4721-a1f3-e04dbc6e2433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c85e995-3f7f-4051-9be0-0665a5720da3,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:05.154504 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-930c70ac-411a-43a5-b975-6bb7f0f791da req-d4cc9747-0bc6-4f79-800a-86ae3ffe0cdf tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?device_id=0246f005-72c2-4ed4-99b9-e4721a7949d3 HTTP/1.1" status: 200 len: 210 time: 0.0617146 Jul 23 23:51:05.245122 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-1cb1e07b-6109-4cda-be25-d7c5a4385d53 req-aca7150c-0b25-4ef9-bebe-dd52f273705e tempest-DeleteServersAdminTestJSON-2071504135 tempest-DeleteServersAdminTestJSON-2071504135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:05.258213 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['8a7d559e-ce47-48c4-a077-e3bb449a92fd'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:51:05.309980 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca7150c-0b25-4ef9-bebe-dd52f273705e tempest-DeleteServersAdminTestJSON-2071504135 tempest-DeleteServersAdminTestJSON-2071504135-project-admin] Pushing event deleted for resources: {'Port': ['ID=8a7d559e-ce47-48c4-a077-e3bb449a92fd,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:05.387108 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cb1e07b-6109-4cda-be25-d7c5a4385d53 req-aca7150c-0b25-4ef9-bebe-dd52f273705e tempest-DeleteServersAdminTestJSON-2071504135 tempest-DeleteServersAdminTestJSON-2071504135-project-admin] No DVR routers for this DVR port 8a7d559e-ce47-48c4-a077-e3bb449a92fd on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:51:05.390707 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-1cb1e07b-6109-4cda-be25-d7c5a4385d53 req-aca7150c-0b25-4ef9-bebe-dd52f273705e tempest-DeleteServersAdminTestJSON-2071504135 tempest-DeleteServersAdminTestJSON-2071504135-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:05.395303 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1cb1e07b-6109-4cda-be25-d7c5a4385d53 req-aca7150c-0b25-4ef9-bebe-dd52f273705e tempest-DeleteServersAdminTestJSON-2071504135 tempest-DeleteServersAdminTestJSON-2071504135-project-admin] 10.222.0.52 "DELETE /v2.0/ports/8a7d559e-ce47-48c4-a077-e3bb449a92fd HTTP/1.1" status: 204 len: 173 time: 1.0711741 Jul 23 23:51:05.396059 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '974fb9fa-5664-495f-88b6-5f4eaccaa839', 'name': 'network-vif-deleted', 'tag': '8a7d559e-ce47-48c4-a077-e3bb449a92fd'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:51:05.398275 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7173855-259b-4a6f-a1fb-f013c2e6fb29" -d '{"events": [{"server_uuid": "974fb9fa-5664-495f-88b6-5f4eaccaa839", "name": "network-vif-deleted", "tag": "8a7d559e-ce47-48c4-a077-e3bb449a92fd"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:51:05.487978 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5757c9-0b99-4f69-89eb-867f52604c1a req-b03313cb-15b6-48f8-aeec-3ffa09d6687e tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:05.492456 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-dd5757c9-0b99-4f69-89eb-867f52604c1a req-b03313cb-15b6-48f8-aeec-3ffa09d6687e tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.64 "GET /v2.0/networks?id=646be7a8-09b8-4e0c-bd78-d5d98c9093b9 HTTP/1.1" status: 200 len: 807 time: 0.4000428 Jul 23 23:51:05.507259 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-dd5757c9-0b99-4f69-89eb-867f52604c1a req-72a1167c-dab8-4680-b317-9f90ac6189c2 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Request body: {'port': {'device_id': '0246f005-72c2-4ed4-99b9-e4721a7949d3', 'network_id': '646be7a8-09b8-4e0c-bd78-d5d98c9093b9', 'admin_state_up': True, 'tenant_id': 'e50500f9fa5448f8994dd6c4e9b5ded5'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:51:05.715061 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f4cb78-ffee-432f-81db-8fe8f50fe08d x-openstack-request-id: req-81f4cb78-ffee-432f-81db-8fe8f50fe08d {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:51:05.715570 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "974fb9fa-5664-495f-88b6-5f4eaccaa839", "name": "network-vif-deleted", "tag": "8a7d559e-ce47-48c4-a077-e3bb449a92fd", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:51:05.716035 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-81f4cb78-ffee-432f-81db-8fe8f50fe08d {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:51:05.716763 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '974fb9fa-5664-495f-88b6-5f4eaccaa839', 'name': 'network-vif-deleted', 'tag': '8a7d559e-ce47-48c4-a077-e3bb449a92fd', 'status': 'completed', 'code': 200} Jul 23 23:51:05.742765 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd5757c9-0b99-4f69-89eb-867f52604c1a req-72a1167c-dab8-4680-b317-9f90ac6189c2 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Made reservation on behalf of e50500f9fa5448f8994dd6c4e9b5ded5 for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:51:05.748404 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-dd5757c9-0b99-4f69-89eb-867f52604c1a req-72a1167c-dab8-4680-b317-9f90ac6189c2 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:05.959134 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [req-dd5757c9-0b99-4f69-89eb-867f52604c1a req-72a1167c-dab8-4680-b317-9f90ac6189c2 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Allocated IP 172.20.0.8 (646be7a8-09b8-4e0c-bd78-d5d98c9093b9/3bfc2b3c-ece5-49a0-8daf-8ebd7d541c76/ce0cfa89-8eee-4458-8b33-d6602b43ab38) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:51:05.980326 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026c925-ffa5-4de3-a8a7-01db891d6a64 req-d1048252-a887-4844-a5f6-866c33e6f941 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:05.987462 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0026c925-ffa5-4de3-a8a7-01db891d6a64 req-d1048252-a887-4844-a5f6-866c33e6f941 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] 10.222.0.44 "GET /v2.0/ports?device_id=6857c621-8c6c-488d-9f0d-1cfd8c7f116b HTTP/1.1" status: 200 len: 943 time: 0.1683106 Jul 23 23:51:06.076456 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0026c925-ffa5-4de3-a8a7-01db891d6a64 req-df4e494e-63dd-45b9-822c-b81534863dea tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] 10.222.0.44 "GET /v2.0/security-groups?id=8c945ade-5e33-449d-9933-768721eff93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879955 Jul 23 23:51:06.262164 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1a45a3-5855-4ce6-8f8c-36d6afd9670e req-b4f0f711-c055-45ac-9727-3f71c86b17cf tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:06.269698 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9b1a45a3-5855-4ce6-8f8c-36d6afd9670e req-b4f0f711-c055-45ac-9727-3f71c86b17cf tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5acf0d5-cc18-47d3-8711-b7c71dffe78f HTTP/1.1" status: 200 len: 972 time: 0.1409409 Jul 23 23:51:06.320221 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6005a59d-deea-4e3f-95a3-32e47c97e71f req-f821c1af-0559-403c-8330-fdce53b76cc2 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] 10.222.0.44 "GET /v2.0/ports?device_id=974fb9fa-5664-495f-88b6-5f4eaccaa839 HTTP/1.1" status: 200 len: 210 time: 0.0454814 Jul 23 23:51:06.327106 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9b1a45a3-5855-4ce6-8f8c-36d6afd9670e req-b8783178-0b0a-4464-8547-4ebef907da92 tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e6e8d44-428f-4d92-b1d2-2b362bcbbaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564196 Jul 23 23:51:06.392732 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-dd5757c9-0b99-4f69-89eb-867f52604c1a req-72a1167c-dab8-4680-b317-9f90ac6189c2 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:06.460011 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9d9e3478-899e-4f5c-a042-e45f969ed11b req-4770b762-1835-4bfe-8104-ec067d8bfb44 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?device_id=0246f005-72c2-4ed4-99b9-e4721a7949d3 HTTP/1.1" status: 200 len: 210 time: 0.0301247 Jul 23 23:51:06.488327 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-dd5757c9-0b99-4f69-89eb-867f52604c1a req-72a1167c-dab8-4680-b317-9f90ac6189c2 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:06.503479 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5017e152-e7bb-4fba-b1d2-f58ffceed55f req-d6b3ff0e-2d2d-4fdf-9024-805fec35db75 tempest-AggregatesAdminTestJSON-1988907861 tempest-AggregatesAdminTestJSON-1988907861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:06.505047 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5017e152-e7bb-4fba-b1d2-f58ffceed55f req-d6b3ff0e-2d2d-4fdf-9024-805fec35db75 tempest-AggregatesAdminTestJSON-1988907861 tempest-AggregatesAdminTestJSON-1988907861-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=d5acf0d5-cc18-47d3-8711-b7c71dffe78f HTTP/1.1" status: 200 len: 1124 time: 0.1052716 Jul 23 23:51:06.559904 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd5757c9-0b99-4f69-89eb-867f52604c1a req-72a1167c-dab8-4680-b317-9f90ac6189c2 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Network 646be7a8-09b8-4e0c-bd78-d5d98c9093b9 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:51:06.560889 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-5017e152-e7bb-4fba-b1d2-f58ffceed55f req-1501c6a1-8fd4-4311-bbac-ce86474df183 tempest-AggregatesAdminTestJSON-1988907861 tempest-AggregatesAdminTestJSON-1988907861-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:06.566931 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [req-dd5757c9-0b99-4f69-89eb-867f52604c1a req-72a1167c-dab8-4680-b317-9f90ac6189c2 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:51:06.573457 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a1167c-dab8-4680-b317-9f90ac6189c2 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Pushing event updated for resources: {'Port': ['ID=ce0cfa89-8eee-4458-8b33-d6602b43ab38,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:06.577134 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd5757c9-0b99-4f69-89eb-867f52604c1a req-72a1167c-dab8-4680-b317-9f90ac6189c2 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:51:06.648468 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5757c9-0b99-4f69-89eb-867f52604c1a req-72a1167c-dab8-4680-b317-9f90ac6189c2 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:06.649353 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-dd5757c9-0b99-4f69-89eb-867f52604c1a req-72a1167c-dab8-4680-b317-9f90ac6189c2 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:06.720945 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-5017e152-e7bb-4fba-b1d2-f58ffceed55f req-1501c6a1-8fd4-4311-bbac-ce86474df183 tempest-AggregatesAdminTestJSON-1988907861 tempest-AggregatesAdminTestJSON-1988907861-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:06.728005 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-5017e152-e7bb-4fba-b1d2-f58ffceed55f req-1501c6a1-8fd4-4311-bbac-ce86474df183 tempest-AggregatesAdminTestJSON-1988907861 tempest-AggregatesAdminTestJSON-1988907861-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:06.742518 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-dd5757c9-0b99-4f69-89eb-867f52604c1a req-72a1167c-dab8-4680-b317-9f90ac6189c2 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2416112 Jul 23 23:51:06.759973 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-dd5757c9-0b99-4f69-89eb-867f52604c1a req-66714122-32a4-4e0b-bb0d-d5b2f460b133 service neutron] Request body: {'port': {'device_id': '0246f005-72c2-4ed4-99b9-e4721a7949d3', 'device_owner': 'compute:tempest-test_az-1008622776', 'binding:host_id': 'n-h2-800088-16'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:51:06.808869 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5017e152-e7bb-4fba-b1d2-f58ffceed55f req-1501c6a1-8fd4-4311-bbac-ce86474df183 tempest-AggregatesAdminTestJSON-1988907861 tempest-AggregatesAdminTestJSON-1988907861-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=0e6e8d44-428f-4d92-b1d2-2b362bcbbaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713442 Jul 23 23:51:06.845065 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1501c6a1-8fd4-4311-bbac-ce86474df183 tempest-AggregatesAdminTestJSON-1988907861 tempest-AggregatesAdminTestJSON-1988907861-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01ab1126-d1b1-4f3d-af6c-6d17e6e3656c,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:06.894226 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-dd5757c9-0b99-4f69-89eb-867f52604c1a req-66714122-32a4-4e0b-bb0d-d5b2f460b133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:07.416362 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f373f2-58fa-4946-a859-5497f9438e1b req-8425934a-3284-494e-9e56-c1153cc1c934 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:07.418014 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-80f373f2-58fa-4946-a859-5497f9438e1b req-8425934a-3284-494e-9e56-c1153cc1c934 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] 10.222.0.44 "GET /v2.0/ports?device_id=6857c621-8c6c-488d-9f0d-1cfd8c7f116b HTTP/1.1" status: 200 len: 943 time: 0.1409268 Jul 23 23:51:07.496095 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-80f373f2-58fa-4946-a859-5497f9438e1b req-5bcb2d20-f6e6-4d82-8f3f-2b0bfcb1a138 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] 10.222.0.44 "GET /v2.0/security-groups?id=8c945ade-5e33-449d-9933-768721eff93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660589 Jul 23 23:51:07.507401 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-dd5757c9-0b99-4f69-89eb-867f52604c1a req-66714122-32a4-4e0b-bb0d-d5b2f460b133 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce0cfa89-8eee-4458-8b33-d6602b43ab38 {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:51:07.521143 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-dd5757c9-0b99-4f69-89eb-867f52604c1a req-66714122-32a4-4e0b-bb0d-d5b2f460b133 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:07.534662 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-dd5757c9-0b99-4f69-89eb-867f52604c1a req-66714122-32a4-4e0b-bb0d-d5b2f460b133 service neutron] Transition to ACTIVE for port object ce0cfa89-8eee-4458-8b33-d6602b43ab38 will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:51:07.539047 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-dd5757c9-0b99-4f69-89eb-867f52604c1a req-66714122-32a4-4e0b-bb0d-d5b2f460b133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:07.620754 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66714122-32a4-4e0b-bb0d-d5b2f460b133 service neutron] Pushing event updated for resources: {'Port': ['ID=ce0cfa89-8eee-4458-8b33-d6602b43ab38,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:07.643444 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-65ffa573-57fc-4ca1-8237-f6659914f23c req-f02f48a1-2b86-4576-9fd9-f02d57e1a2c1 tempest-FlavorsV2NegativeTest-962061714 tempest-FlavorsV2NegativeTest-962061714-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=93853bb40c694c619239991708bdb5c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0553269 Jul 23 23:51:07.755903 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-dd5757c9-0b99-4f69-89eb-867f52604c1a req-66714122-32a4-4e0b-bb0d-d5b2f460b133 service neutron] Attempting to bind port ce0cfa89-8eee-4458-8b33-d6602b43ab38 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:51:07.756232 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-dd5757c9-0b99-4f69-89eb-867f52604c1a req-66714122-32a4-4e0b-bb0d-d5b2f460b133 service neutron] Attempting to bind port ce0cfa89-8eee-4458-8b33-d6602b43ab38 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': 'd41359ac-4be7-4a75-afd1-798e41d2f155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '646be7a8-09b8-4e0c-bd78-d5d98c9093b9'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:51:07.756565 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5757c9-0b99-4f69-89eb-867f52604c1a req-66714122-32a4-4e0b-bb0d-d5b2f460b133 service neutron] Attempting to bind port ce0cfa89-8eee-4458-8b33-d6602b43ab38 on network 646be7a8-09b8-4e0c-bd78-d5d98c9093b9 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:51:07.768633 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5757c9-0b99-4f69-89eb-867f52604c1a req-66714122-32a4-4e0b-bb0d-d5b2f460b133 service neutron] Port ce0cfa89-8eee-4458-8b33-d6602b43ab38 on network 646be7a8-09b8-4e0c-bd78-d5d98c9093b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:51:07.768974 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5757c9-0b99-4f69-89eb-867f52604c1a req-66714122-32a4-4e0b-bb0d-d5b2f460b133 service neutron] Attempting to bind port ce0cfa89-8eee-4458-8b33-d6602b43ab38 on network 646be7a8-09b8-4e0c-bd78-d5d98c9093b9 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:51:07.779827 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5757c9-0b99-4f69-89eb-867f52604c1a req-66714122-32a4-4e0b-bb0d-d5b2f460b133 service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:51:07.780159 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5757c9-0b99-4f69-89eb-867f52604c1a req-66714122-32a4-4e0b-bb0d-d5b2f460b133 service neutron] Checking segment: {'id': 'd41359ac-4be7-4a75-afd1-798e41d2f155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '646be7a8-09b8-4e0c-bd78-d5d98c9093b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:51:07.780534 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5757c9-0b99-4f69-89eb-867f52604c1a req-66714122-32a4-4e0b-bb0d-d5b2f460b133 service neutron] Bound using segment: {'id': 'd41359ac-4be7-4a75-afd1-798e41d2f155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '646be7a8-09b8-4e0c-bd78-d5d98c9093b9'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:51:07.780986 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-dd5757c9-0b99-4f69-89eb-867f52604c1a req-66714122-32a4-4e0b-bb0d-d5b2f460b133 service neutron] Bound port: ce0cfa89-8eee-4458-8b33-d6602b43ab38, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd41359ac-4be7-4a75-afd1-798e41d2f155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '646be7a8-09b8-4e0c-bd78-d5d98c9093b9'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:51:07.781342 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-dd5757c9-0b99-4f69-89eb-867f52604c1a req-66714122-32a4-4e0b-bb0d-d5b2f460b133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:07.809080 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ffa573-57fc-4ca1-8237-f6659914f23c req-f49e9e1b-36a0-42c9-9a5a-4b16f8c6b129 tempest-FlavorsV2NegativeTest-962061714 tempest-FlavorsV2NegativeTest-962061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:07.810455 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-65ffa573-57fc-4ca1-8237-f6659914f23c req-f49e9e1b-36a0-42c9-9a5a-4b16f8c6b129 tempest-FlavorsV2NegativeTest-962061714 tempest-FlavorsV2NegativeTest-962061714-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1438482 Jul 23 23:51:07.845649 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-65ffa573-57fc-4ca1-8237-f6659914f23c req-e82467a4-1bab-41ff-b4d1-3d248dea2064 tempest-FlavorsV2NegativeTest-962061714 tempest-FlavorsV2NegativeTest-962061714-project] 10.222.0.44 "GET /v2.0/quotas/93853bb40c694c619239991708bdb5c5 HTTP/1.1" status: 200 len: 375 time: 0.0143037 Jul 23 23:51:07.911985 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-65ffa573-57fc-4ca1-8237-f6659914f23c req-b8d81ba0-7a55-4e9d-acef-ce9834be723f tempest-FlavorsV2NegativeTest-962061714 tempest-FlavorsV2NegativeTest-962061714-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=93853bb40c694c619239991708bdb5c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0596988 Jul 23 23:51:07.916416 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-dd5757c9-0b99-4f69-89eb-867f52604c1a req-66714122-32a4-4e0b-bb0d-d5b2f460b133 service neutron] For port ce0cfa89-8eee-4458-8b33-d6602b43ab38, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:51:07.932689 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-dd5757c9-0b99-4f69-89eb-867f52604c1a req-66714122-32a4-4e0b-bb0d-d5b2f460b133 service neutron] For port ce0cfa89-8eee-4458-8b33-d6602b43ab38, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=ce0cfa89-8eee-4458-8b33-d6602b43ab38,segment=NetworkSegment(d41359ac-4be7-4a75-afd1-798e41d2f155),segment_id=d41359ac-4be7-4a75-afd1-798e41d2f155)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:51:07.942533 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-dd5757c9-0b99-4f69-89eb-867f52604c1a req-66714122-32a4-4e0b-bb0d-d5b2f460b133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:08.003253 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5757c9-0b99-4f69-89eb-867f52604c1a req-66714122-32a4-4e0b-bb0d-d5b2f460b133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:08.004309 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-dd5757c9-0b99-4f69-89eb-867f52604c1a req-66714122-32a4-4e0b-bb0d-d5b2f460b133 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:08.005810 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-dd5757c9-0b99-4f69-89eb-867f52604c1a req-66714122-32a4-4e0b-bb0d-d5b2f460b133 service neutron] 10.222.0.64 "PUT /v2.0/ports/ce0cfa89-8eee-4458-8b33-d6602b43ab38 HTTP/1.1" status: 200 len: 1114 time: 1.2513952 Jul 23 23:51:08.008607 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0246f005-72c2-4ed4-99b9-e4721a7949d3', 'tag': 'ce0cfa89-8eee-4458-8b33-d6602b43ab38'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:51:08.011885 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed071efa-b981-482d-b1ac-c80eae778632" -d '{"events": [{"name": "network-changed", "server_uuid": "0246f005-72c2-4ed4-99b9-e4721a7949d3", "tag": "ce0cfa89-8eee-4458-8b33-d6602b43ab38"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:51:08.042292 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66714122-32a4-4e0b-bb0d-d5b2f460b133 service neutron] Pushing event updated for resources: {'Port': ['ID=ce0cfa89-8eee-4458-8b33-d6602b43ab38,revision_number=3']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:08.149104 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 36fc1fd4-c047-47a4-bb0d-bb3c0ea45107 details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:51:08.178452 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 8a7d559e-ce47-48c4-a077-e3bb449a92fd no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:51:08.187769 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5757c9-0b99-4f69-89eb-867f52604c1a req-aef7a9ed-095c-4335-b7c6-70b262d4ad38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:08.189376 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-dd5757c9-0b99-4f69-89eb-867f52604c1a req-aef7a9ed-095c-4335-b7c6-70b262d4ad38 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e50500f9fa5448f8994dd6c4e9b5ded5&device_id=0246f005-72c2-4ed4-99b9-e4721a7949d3 HTTP/1.1" status: 200 len: 1117 time: 0.1364615 Jul 23 23:51:08.209590 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] No Port match for: 8a7d559e-ce47-48c4-a077-e3bb449a92fd {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:51:08.210309 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb1c40-12ca-4b73-a8e6-b2c15780753a req-98fbad9e-154c-4e21-8274-72359f9b561f tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:08.210629 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 8a7d559e-ce47-48c4-a077-e3bb449a92fd not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:51:08.218547 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-82fb1c40-12ca-4b73-a8e6-b2c15780753a req-98fbad9e-154c-4e21-8274-72359f9b561f tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?device_id=0246f005-72c2-4ed4-99b9-e4721a7949d3 HTTP/1.1" status: 200 len: 965 time: 0.1229179 Jul 23 23:51:08.241793 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:51:08.285233 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd74e4a3-5e39-4913-93f5-51b1ee7b8b7a x-openstack-request-id: req-cd74e4a3-5e39-4913-93f5-51b1ee7b8b7a {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:51:08.285514 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0246f005-72c2-4ed4-99b9-e4721a7949d3", "tag": "ce0cfa89-8eee-4458-8b33-d6602b43ab38", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:51:08.285820 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cd74e4a3-5e39-4913-93f5-51b1ee7b8b7a {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:51:08.286161 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0246f005-72c2-4ed4-99b9-e4721a7949d3', 'tag': 'ce0cfa89-8eee-4458-8b33-d6602b43ab38', 'status': 'completed', 'code': 200} Jul 23 23:51:08.289343 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-dd5757c9-0b99-4f69-89eb-867f52604c1a req-f99519d5-343e-4dab-9ab5-4bafdef45b7b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce0cfa89-8eee-4458-8b33-d6602b43ab38 HTTP/1.1" status: 200 len: 217 time: 0.0688071 Jul 23 23:51:08.335024 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-82fb1c40-12ca-4b73-a8e6-b2c15780753a req-f6f2a68c-0455-4b2a-b059-0b5fded22fe1 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155653 Jul 23 23:51:08.345281 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 36fc1fd4-c047-47a4-bb0d-bb3c0ea45107, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=36fc1fd4-c047-47a4-bb0d-bb3c0ea45107,segment=NetworkSegment(5d344d88-6b1d-459b-a6c4-73c6890df831),segment_id=5d344d88-6b1d-459b-a6c4-73c6890df831)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:51:08.357940 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': '36fc1fd4-c047-47a4-bb0d-bb3c0ea45107', 'network_id': 'b6cf1771-a5e0-4481-ada6-9af5ffe559f4', 'port_id': '36fc1fd4-c047-47a4-bb0d-bb3c0ea45107', 'mac_address': 'fa:16:3e:e8:46:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b5c91f7-60ac-4182-b027-91575613087b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:51:08.415926 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5757c9-0b99-4f69-89eb-867f52604c1a req-f326f545-48d8-455c-93e6-e18ad701a7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:08.417818 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-dd5757c9-0b99-4f69-89eb-867f52604c1a req-f326f545-48d8-455c-93e6-e18ad701a7fd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3bfc2b3c-ece5-49a0-8daf-8ebd7d541c76 HTTP/1.1" status: 200 len: 847 time: 0.1165037 Jul 23 23:51:08.448109 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 36596) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:08.461872 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1abe5416-01db-4e68-b542-ced36e525975 req-168b8b58-64a2-438e-a7f4-aeba5fb28c2c tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=fe9d7975c1324547a6199bbacf0a38b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0594709 Jul 23 23:51:08.465618 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-dd5757c9-0b99-4f69-89eb-867f52604c1a req-0cb3018b-58d7-4d0c-aca3-960825c87e18 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=646be7a8-09b8-4e0c-bd78-d5d98c9093b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394046 Jul 23 23:51:08.560677 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:08.584364 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36fc1fd4-c047-47a4-bb0d-bb3c0ea45107 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:51:08.623040 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 36fc1fd4-c047-47a4-bb0d-bb3c0ea45107, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=36fc1fd4-c047-47a4-bb0d-bb3c0ea45107,segment=NetworkSegment(5d344d88-6b1d-459b-a6c4-73c6890df831),segment_id=5d344d88-6b1d-459b-a6c4-73c6890df831)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:51:08.630137 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:08.658846 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-12438ccb-b134-4f61-bf96-985b14ae6191 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:08.692253 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=36fc1fd4-c047-47a4-bb0d-bb3c0ea45107,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:08.704310 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-dd5757c9-0b99-4f69-89eb-867f52604c1a req-eb431aaf-652d-412e-873e-2a85e824c9a1 service neutron] 10.222.0.64 "GET /v2.0/networks/646be7a8-09b8-4e0c-bd78-d5d98c9093b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291245 Jul 23 23:51:08.762569 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abe5416-01db-4e68-b542-ced36e525975 req-9ab9a270-7881-4cc7-a65d-f34e8585e330 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:08.769681 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1abe5416-01db-4e68-b542-ced36e525975 req-9ab9a270-7881-4cc7-a65d-f34e8585e330 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3067138 Jul 23 23:51:08.787294 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1abe5416-01db-4e68-b542-ced36e525975 req-7627c894-7b08-4ba3-8b5a-0de2061cd828 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] 10.222.0.44 "GET /v2.0/quotas/fe9d7975c1324547a6199bbacf0a38b8 HTTP/1.1" status: 200 len: 375 time: 0.0167232 Jul 23 23:51:08.817077 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['36fc1fd4-c047-47a4-bb0d-bb3c0ea45107'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:51:08.817853 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-dd5757c9-0b99-4f69-89eb-867f52604c1a req-876f024b-4a0d-4d32-bc6f-d8659a04a3ba service neutron] 10.222.0.64 "GET /v2.0/networks/646be7a8-09b8-4e0c-bd78-d5d98c9093b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051691 Jul 23 23:51:08.832706 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-12438ccb-b134-4f61-bf96-985b14ae6191 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:08.851662 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1abe5416-01db-4e68-b542-ced36e525975 req-0903e530-4a3d-4cec-bcf0-f6bb22816ff0 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=fe9d7975c1324547a6199bbacf0a38b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0495920 Jul 23 23:51:08.852175 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-12438ccb-b134-4f61-bf96-985b14ae6191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:08.902887 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-12438ccb-b134-4f61-bf96-985b14ae6191 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=953dc3bdf0c146bd8fa05c8d2c2bf34f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4526887 Jul 23 23:51:08.903893 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 36618) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:08.904766 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12438ccb-b134-4f61-bf96-985b14ae6191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=199e8774-4936-4671-a483-2990d4475b14,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:09.003897 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-def97f99-e464-4806-9cb0-46759f981e2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:09.029728 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-def97f99-e464-4806-9cb0-46759f981e2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:09.105732 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-def97f99-e464-4806-9cb0-46759f981e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:09.109246 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-def97f99-e464-4806-9cb0-46759f981e2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:09.116656 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-def97f99-e464-4806-9cb0-46759f981e2c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/199e8774-4936-4671-a483-2990d4475b14 HTTP/1.1" status: 204 len: 168 time: 0.2063990 Jul 23 23:51:09.125589 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 36630) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:09.162164 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def97f99-e464-4806-9cb0-46759f981e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=199e8774-4936-4671-a483-2990d4475b14,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:09.231371 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed071efa-b981-482d-b1ac-c80eae778632 req-d3f46869-d7a6-47da-81cc-277ec4ad860e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:09.233747 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ed071efa-b981-482d-b1ac-c80eae778632 req-d3f46869-d7a6-47da-81cc-277ec4ad860e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e50500f9fa5448f8994dd6c4e9b5ded5&device_id=0246f005-72c2-4ed4-99b9-e4721a7949d3 HTTP/1.1" status: 200 len: 1117 time: 0.3561721 Jul 23 23:51:09.257118 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766df689-64a3-4e54-aca7-3d18a57c7574 req-ad1e0347-d20d-444a-ac1b-f612758d1777 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:09.264439 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-766df689-64a3-4e54-aca7-3d18a57c7574 req-ad1e0347-d20d-444a-ac1b-f612758d1777 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] 10.222.0.44 "GET /v2.0/ports?device_id=6857c621-8c6c-488d-9f0d-1cfd8c7f116b HTTP/1.1" status: 200 len: 944 time: 0.2485099 Jul 23 23:51:09.282465 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3830a860-873b-47fb-8d35-29fd7bf8e0c1 req-53dc76b5-f4c1-47f7-8c81-080b12cdb0aa tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] 10.222.0.44 "GET /v2.0/ports?device_id=09ca9731-6a60-4f9a-a03b-0afbba86ce63 HTTP/1.1" status: 200 len: 210 time: 0.0306001 Jul 23 23:51:09.391887 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-766df689-64a3-4e54-aca7-3d18a57c7574 req-9b5de29a-4ef4-49ee-ab04-6dc4a537c2ec tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] 10.222.0.44 "GET /v2.0/security-groups?id=8c945ade-5e33-449d-9933-768721eff93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146779 Jul 23 23:51:09.457443 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed071efa-b981-482d-b1ac-c80eae778632 req-e04fb8a6-3a51-4a94-9440-ed8a4dd96b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:09.465394 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ed071efa-b981-482d-b1ac-c80eae778632 req-e04fb8a6-3a51-4a94-9440-ed8a4dd96b6a service neutron] 10.222.0.64 "GET /v2.0/networks?id=646be7a8-09b8-4e0c-bd78-d5d98c9093b9 HTTP/1.1" status: 200 len: 908 time: 0.1986895 Jul 23 23:51:09.506546 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e351ba84-a10c-4e93-baef-5e8ba96f8092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:09.565992 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ed071efa-b981-482d-b1ac-c80eae778632 req-a41108f8-3d16-40a3-b31e-9b5a318161bf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce0cfa89-8eee-4458-8b33-d6602b43ab38 HTTP/1.1" status: 200 len: 217 time: 0.0887804 Jul 23 23:51:09.649855 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 36662) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:09.667856 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a2df36-90e0-47db-ac97-b70af1d7ecee req-7a2912c3-8a83-4305-bc83-3d13bcb17758 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:09.669553 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-23a2df36-90e0-47db-ac97-b70af1d7ecee req-7a2912c3-8a83-4305-bc83-3d13bcb17758 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?device_id=0246f005-72c2-4ed4-99b9-e4721a7949d3 HTTP/1.1" status: 200 len: 965 time: 0.2146902 Jul 23 23:51:09.679039 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed071efa-b981-482d-b1ac-c80eae778632 req-33321044-e8c0-4841-a041-c2f35d197df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:09.679186 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1e2c813f-8170-4059-b2cb-56d9342e5724 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:09.679265 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ed071efa-b981-482d-b1ac-c80eae778632 req-33321044-e8c0-4841-a041-c2f35d197df4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3bfc2b3c-ece5-49a0-8daf-8ebd7d541c76 HTTP/1.1" status: 200 len: 847 time: 0.0956943 Jul 23 23:51:09.713092 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e351ba84-a10c-4e93-baef-5e8ba96f8092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:09.725652 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ed071efa-b981-482d-b1ac-c80eae778632 req-18de8d8d-6723-40f5-9818-a86d240ea229 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=646be7a8-09b8-4e0c-bd78-d5d98c9093b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390651 Jul 23 23:51:09.736793 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e351ba84-a10c-4e93-baef-5e8ba96f8092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:09.762528 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-23a2df36-90e0-47db-ac97-b70af1d7ecee req-f8cf6f46-c881-47dd-a2b2-bff2fca03905 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874217 Jul 23 23:51:09.869761 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-e351ba84-a10c-4e93-baef-5e8ba96f8092 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=93853bb40c694c619239991708bdb5c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7399981 Jul 23 23:51:09.870739 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 36674) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:09.897114 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ed071efa-b981-482d-b1ac-c80eae778632 req-6c03ff4c-c326-4455-ab6b-eb5609c7639f service neutron] 10.222.0.64 "GET /v2.0/networks/646be7a8-09b8-4e0c-bd78-d5d98c9093b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604936 Jul 23 23:51:09.911219 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e351ba84-a10c-4e93-baef-5e8ba96f8092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b5a861-4983-4d64-892e-35e5df0c84cc,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:09.973590 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2b86e099-49f9-4486-abc8-017a5e432fe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:09.989166 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1e2c813f-8170-4059-b2cb-56d9342e5724 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:09.999976 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1e2c813f-8170-4059-b2cb-56d9342e5724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:10.034503 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ed071efa-b981-482d-b1ac-c80eae778632 req-62062667-87db-4811-aad5-9a0a4c223ad2 service neutron] 10.222.0.64 "GET /v2.0/networks/646be7a8-09b8-4e0c-bd78-d5d98c9093b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289561 Jul 23 23:51:10.040585 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2b86e099-49f9-4486-abc8-017a5e432fe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:10.082755 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2c813f-8170-4059-b2cb-56d9342e5724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7abf9683-a4a8-4608-a142-9c9ce629f8f9,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:10.089459 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-1e2c813f-8170-4059-b2cb-56d9342e5724 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=84ce69e083364a9594effaf97c5ea568&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4352160 Jul 23 23:51:10.090337 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 36684) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:10.134361 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2b86e099-49f9-4486-abc8-017a5e432fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:10.143231 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 36fc1fd4-c047-47a4-bb0d-bb3c0ea45107 up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:51:10.146915 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2b86e099-49f9-4486-abc8-017a5e432fe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:10.156558 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-2b86e099-49f9-4486-abc8-017a5e432fe3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f7b5a861-4983-4d64-892e-35e5df0c84cc HTTP/1.1" status: 204 len: 168 time: 0.2804928 Jul 23 23:51:10.178050 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b86e099-49f9-4486-abc8-017a5e432fe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b5a861-4983-4d64-892e-35e5df0c84cc,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:10.182095 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 36692) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:10.206111 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c402f9af-ed93-4621-90e5-1e28abfcda86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:10.261447 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c402f9af-ed93-4621-90e5-1e28abfcda86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:10.266327 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port 36fc1fd4-c047-47a4-bb0d-bb3c0ea45107 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:51:10.271169 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port 36fc1fd4-c047-47a4-bb0d-bb3c0ea45107 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:51:10.271551 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:10.372209 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4c1cd44d-4891-48e8-86ff-718302d26174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:10.375383 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c402f9af-ed93-4621-90e5-1e28abfcda86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:10.384798 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c402f9af-ed93-4621-90e5-1e28abfcda86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:10.390233 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-c402f9af-ed93-4621-90e5-1e28abfcda86 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7abf9683-a4a8-4608-a142-9c9ce629f8f9 HTTP/1.1" status: 204 len: 168 time: 0.2973125 Jul 23 23:51:10.401800 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:10.437813 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c402f9af-ed93-4621-90e5-1e28abfcda86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7abf9683-a4a8-4608-a142-9c9ce629f8f9,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:10.452649 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 36fc1fd4-c047-47a4-bb0d-bb3c0ea45107, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=36fc1fd4-c047-47a4-bb0d-bb3c0ea45107,segment=NetworkSegment(5d344d88-6b1d-459b-a6c4-73c6890df831),segment_id=5d344d88-6b1d-459b-a6c4-73c6890df831)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:51:10.456695 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6857c621-8c6c-488d-9f0d-1cfd8c7f116b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36fc1fd4-c047-47a4-bb0d-bb3c0ea45107'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:51:10.459812 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9394a220-3798-4bc7-930c-be9d3697048e" -d '{"events": [{"server_uuid": "6857c621-8c6c-488d-9f0d-1cfd8c7f116b", "name": "network-vif-plugged", "status": "completed", "tag": "36fc1fd4-c047-47a4-bb0d-bb3c0ea45107"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:51:10.467174 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:10.543310 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7fb31f05-e0fc-4117-8469-f5ef9988aa03 req-a47b4b8e-ada4-4cbd-bbe8-aa15603031dc tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] 10.222.0.44 "GET /v2.0/ports?device_id=09ca9731-6a60-4f9a-a03b-0afbba86ce63 HTTP/1.1" status: 200 len: 210 time: 0.0787745 Jul 23 23:51:10.548414 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1abe5416-01db-4e68-b542-ced36e525975 req-5d38b97a-4369-4c5f-a2f7-45f249792dec tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=fe9d7975c1324547a6199bbacf0a38b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0424547 Jul 23 23:51:10.616792 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=36fc1fd4-c047-47a4-bb0d-bb3c0ea45107,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:10.630028 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4c1cd44d-4891-48e8-86ff-718302d26174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:10.636836 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4c1cd44d-4891-48e8-86ff-718302d26174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:10.711983 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-4c1cd44d-4891-48e8-86ff-718302d26174 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=33a1a926dc1440f69a5b6e9d271e70bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5291770 Jul 23 23:51:10.714194 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1cd44d-4891-48e8-86ff-718302d26174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3fa17d-2ff1-47a3-a26f-e5cc4258f05f,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:10.717081 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 36728) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:10.751551 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7483681b-b8fe-485d-abbb-6483239db580 x-openstack-request-id: req-7483681b-b8fe-485d-abbb-6483239db580 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:51:10.752134 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6857c621-8c6c-488d-9f0d-1cfd8c7f116b", "name": "network-vif-plugged", "status": "completed", "tag": "36fc1fd4-c047-47a4-bb0d-bb3c0ea45107", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:51:10.752539 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7483681b-b8fe-485d-abbb-6483239db580 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:51:10.753111 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6857c621-8c6c-488d-9f0d-1cfd8c7f116b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36fc1fd4-c047-47a4-bb0d-bb3c0ea45107', 'code': 200} Jul 23 23:51:10.789747 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4eb5760e-6429-439f-9228-ea7d0c7a0650 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:10.802629 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123690f0-feb3-4ba2-8bf5-e8803c18e30e req-ed8890fb-661e-466c-80e6-78ecb3073c43 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:10.808682 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-123690f0-feb3-4ba2-8bf5-e8803c18e30e req-ed8890fb-661e-466c-80e6-78ecb3073c43 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] 10.222.0.44 "GET /v2.0/ports?device_id=6857c621-8c6c-488d-9f0d-1cfd8c7f116b HTTP/1.1" status: 200 len: 945 time: 0.2633703 Jul 23 23:51:10.840602 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4eb5760e-6429-439f-9228-ea7d0c7a0650 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:10.952933 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4eb5760e-6429-439f-9228-ea7d0c7a0650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:10.954360 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abe5416-01db-4e68-b542-ced36e525975 req-2d814026-24f3-48b1-91a8-84d49b08bee7 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:10.955932 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1abe5416-01db-4e68-b542-ced36e525975 req-2d814026-24f3-48b1-91a8-84d49b08bee7 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3544779 Jul 23 23:51:10.956507 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4eb5760e-6429-439f-9228-ea7d0c7a0650 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:10.957889 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-4eb5760e-6429-439f-9228-ea7d0c7a0650 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8b3fa17d-2ff1-47a3-a26f-e5cc4258f05f HTTP/1.1" status: 204 len: 168 time: 0.2399058 Jul 23 23:51:10.968938 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-123690f0-feb3-4ba2-8bf5-e8803c18e30e req-fccc7c7b-dd0d-41b2-a8cc-9a8385d6fdf6 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] 10.222.0.44 "GET /v2.0/security-groups?id=8c945ade-5e33-449d-9933-768721eff93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521800 Jul 23 23:51:10.977337 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-1abe5416-01db-4e68-b542-ced36e525975 req-bfea7c64-cd22-4da7-8d3c-6b30a39d82f6 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] Request body: {'port': {'device_id': '09ca9731-6a60-4f9a-a03b-0afbba86ce63', 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2', 'admin_state_up': True, 'tenant_id': 'fe9d7975c1324547a6199bbacf0a38b8'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:51:11.003232 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb5760e-6429-439f-9228-ea7d0c7a0650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3fa17d-2ff1-47a3-a26f-e5cc4258f05f,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:11.056962 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769afa7e-9757-4e12-885a-542648b7ea87 req-825b9422-0a69-4474-81af-f3c196fd8dce tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:11.059570 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-769afa7e-9757-4e12-885a-542648b7ea87 req-825b9422-0a69-4474-81af-f3c196fd8dce tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?device_id=0246f005-72c2-4ed4-99b9-e4721a7949d3 HTTP/1.1" status: 200 len: 965 time: 0.0994720 Jul 23 23:51:11.086199 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device ce0cfa89-8eee-4458-8b33-d6602b43ab38 details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:51:11.143362 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-769afa7e-9757-4e12-885a-542648b7ea87 req-938ff4b5-fcc1-4e2b-bb79-e64fb7c024a1 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761535 Jul 23 23:51:11.245988 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port ce0cfa89-8eee-4458-8b33-d6602b43ab38, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=ce0cfa89-8eee-4458-8b33-d6602b43ab38,segment=NetworkSegment(d41359ac-4be7-4a75-afd1-798e41d2f155),segment_id=d41359ac-4be7-4a75-afd1-798e41d2f155)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:51:11.267491 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': 'ce0cfa89-8eee-4458-8b33-d6602b43ab38', 'network_id': '646be7a8-09b8-4e0c-bd78-d5d98c9093b9', 'port_id': 'ce0cfa89-8eee-4458-8b33-d6602b43ab38', 'mac_address': 'fa:16:3e:80:ad:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bfc2b3c-ece5-49a0-8daf-8ebd7d541c76', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:tempest-test_az-1008622776', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:51:11.369244 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:11.395226 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce0cfa89-8eee-4458-8b33-d6602b43ab38 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:51:11.424251 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port ce0cfa89-8eee-4458-8b33-d6602b43ab38, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=ce0cfa89-8eee-4458-8b33-d6602b43ab38,segment=NetworkSegment(d41359ac-4be7-4a75-afd1-798e41d2f155),segment_id=d41359ac-4be7-4a75-afd1-798e41d2f155)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:51:11.433933 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:11.434223 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b40302a-96ab-4c42-92de-3f17f07e6f5b req-f429630d-7827-40e4-a5c8-0faea9ea74b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:11.435673 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7b40302a-96ab-4c42-92de-3f17f07e6f5b req-f429630d-7827-40e4-a5c8-0faea9ea74b9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6857c621-8c6c-488d-9f0d-1cfd8c7f116b HTTP/1.1" status: 200 len: 1097 time: 0.5617197 Jul 23 23:51:11.508049 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7b40302a-96ab-4c42-92de-3f17f07e6f5b req-6e1707ac-3559-418a-b9d6-8d3dec01c132 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=8c945ade-5e33-449d-9933-768721eff93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645168 Jul 23 23:51:11.535022 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=ce0cfa89-8eee-4458-8b33-d6602b43ab38,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:11.540924 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1abe5416-01db-4e68-b542-ced36e525975 req-bfea7c64-cd22-4da7-8d3c-6b30a39d82f6 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] Made reservation on behalf of fe9d7975c1324547a6199bbacf0a38b8 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:51:11.544737 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-1abe5416-01db-4e68-b542-ced36e525975 req-bfea7c64-cd22-4da7-8d3c-6b30a39d82f6 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:11.611255 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 36792) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:11.636529 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7e39e0fa-8b4d-4ea9-8f53-1b090bad31b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:11.651744 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['ce0cfa89-8eee-4458-8b33-d6602b43ab38'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:51:11.817665 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d86c54ee-1363-4e84-8261-d3d1094b03ef req-e68b857d-00dc-40e5-9a0c-692c9c4d9ba8 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] 10.222.0.44 "GET /v2.0/ports?device_id=09ca9731-6a60-4f9a-a03b-0afbba86ce63 HTTP/1.1" status: 200 len: 210 time: 0.1310790 Jul 23 23:51:11.874709 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7e39e0fa-8b4d-4ea9-8f53-1b090bad31b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:11.879047 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-1abe5416-01db-4e68-b542-ced36e525975 req-bfea7c64-cd22-4da7-8d3c-6b30a39d82f6 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] Allocated IP 192.168.233.175 (603dff3b-80fe-44ec-a82a-8d8b74b0c3c2/ef73a7e1-c64a-41e3-9997-629475c7b6b1/0e6c0bb7-f0a6-4a6a-a242-a2603428ac8b) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:51:11.882080 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7e39e0fa-8b4d-4ea9-8f53-1b090bad31b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:11.955526 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-7e39e0fa-8b4d-4ea9-8f53-1b090bad31b4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ceeb0cd2078e484893996c3f473316de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3402345 Jul 23 23:51:11.963663 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 36806) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:12.017119 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e39e0fa-8b4d-4ea9-8f53-1b090bad31b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f90e5f-3f16-4354-9953-993648da83ab,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:12.087082 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b0227f7c-e581-4871-96e5-17cf328bb0bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:12.089589 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 36818) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:12.121595 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b0227f7c-e581-4871-96e5-17cf328bb0bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:12.195075 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b0227f7c-e581-4871-96e5-17cf328bb0bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:12.202416 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b0227f7c-e581-4871-96e5-17cf328bb0bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:12.203690 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-b0227f7c-e581-4871-96e5-17cf328bb0bc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/50f90e5f-3f16-4354-9953-993648da83ab HTTP/1.1" status: 204 len: 168 time: 0.2389550 Jul 23 23:51:12.212088 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 36832) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:12.218527 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0227f7c-e581-4871-96e5-17cf328bb0bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f90e5f-3f16-4354-9953-993648da83ab,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:12.282170 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-ac1ca4c0-bb58-446d-8bf0-f8827e4e5c66 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1191596714-network', 'tenant_id': '3c7dd398271b4cc7a38ab7d4361ee7cb'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:51:12.292982 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-1abe5416-01db-4e68-b542-ced36e525975 req-bfea7c64-cd22-4da7-8d3c-6b30a39d82f6 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:12.323417 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99a6ca7-bf49-4a43-afb7-98bc22d0c371 req-dbabf465-e28e-4e8f-972e-0809cc97455f tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:12.332384 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f99a6ca7-bf49-4a43-afb7-98bc22d0c371 req-dbabf465-e28e-4e8f-972e-0809cc97455f tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] 10.222.0.44 "GET /v2.0/ports?device_id=6857c621-8c6c-488d-9f0d-1cfd8c7f116b HTTP/1.1" status: 200 len: 945 time: 0.2498798 Jul 23 23:51:12.348324 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac1ca4c0-bb58-446d-8bf0-f8827e4e5c66 admin admin] Made reservation on behalf of 3c7dd398271b4cc7a38ab7d4361ee7cb for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:51:12.351391 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ac1ca4c0-bb58-446d-8bf0-f8827e4e5c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:12.354715 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-1abe5416-01db-4e68-b542-ced36e525975 req-bfea7c64-cd22-4da7-8d3c-6b30a39d82f6 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] Transition to ACTIVE for port object 0e6c0bb7-f0a6-4a6a-a242-a2603428ac8b will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:51:12.384132 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ac1ca4c0-bb58-446d-8bf0-f8827e4e5c66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:12.400720 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f99a6ca7-bf49-4a43-afb7-98bc22d0c371 req-880fad27-b927-422c-82b1-9763b0a2b5a6 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] 10.222.0.44 "GET /v2.0/security-groups?id=8c945ade-5e33-449d-9933-768721eff93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624731 Jul 23 23:51:12.452552 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-1abe5416-01db-4e68-b542-ced36e525975 req-bfea7c64-cd22-4da7-8d3c-6b30a39d82f6 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:12.482858 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926869c2-8b97-46a3-b76e-df051f68b4bf req-60471140-66df-4d8d-a26e-73841046e880 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:12.490995 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-926869c2-8b97-46a3-b76e-df051f68b4bf req-60471140-66df-4d8d-a26e-73841046e880 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?device_id=0246f005-72c2-4ed4-99b9-e4721a7949d3 HTTP/1.1" status: 200 len: 966 time: 0.1606364 Jul 23 23:51:12.501780 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c20c94f6-8efc-4212-97bb-7391b1528ee8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:12.536441 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea7c64-cd22-4da7-8d3c-6b30a39d82f6 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] Pushing event updated for resources: {'Port': ['ID=0e6c0bb7-f0a6-4a6a-a242-a2603428ac8b,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:12.552075 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1abe5416-01db-4e68-b542-ced36e525975 req-bfea7c64-cd22-4da7-8d3c-6b30a39d82f6 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] Network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:51:12.553867 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-1abe5416-01db-4e68-b542-ced36e525975 req-bfea7c64-cd22-4da7-8d3c-6b30a39d82f6 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:51:12.557236 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-1abe5416-01db-4e68-b542-ced36e525975 req-bfea7c64-cd22-4da7-8d3c-6b30a39d82f6 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:51:12.565794 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abe5416-01db-4e68-b542-ced36e525975 req-bfea7c64-cd22-4da7-8d3c-6b30a39d82f6 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:12.566904 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-1abe5416-01db-4e68-b542-ced36e525975 req-bfea7c64-cd22-4da7-8d3c-6b30a39d82f6 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:12.585427 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-926869c2-8b97-46a3-b76e-df051f68b4bf req-1f3d2fc7-0a52-49a1-9078-10385611f2d9 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934420 Jul 23 23:51:12.631951 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ac1ca4c0-bb58-446d-8bf0-f8827e4e5c66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:12.640104 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ac1ca4c0-bb58-446d-8bf0-f8827e4e5c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:12.646650 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1abe5416-01db-4e68-b542-ced36e525975 req-bfea7c64-cd22-4da7-8d3c-6b30a39d82f6 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6763165 Jul 23 23:51:12.656603 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac1ca4c0-bb58-446d-8bf0-f8827e4e5c66 admin admin] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:51:12.661112 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-1abe5416-01db-4e68-b542-ced36e525975 req-10de9256-c646-4c99-aa8c-b487c8dbcc64 service neutron] Request body: {'port': {'device_id': '09ca9731-6a60-4f9a-a03b-0afbba86ce63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:51:12.672166 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ac1ca4c0-bb58-446d-8bf0-f8827e4e5c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:12.672510 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-ac1ca4c0-bb58-446d-8bf0-f8827e4e5c66 admin admin] Added segment bee75817-8822-4c2b-8563-730cb65eb3a7 of type vlan for network 57903904-9b6d-4c31-9b1a-837f9a463391 Jul 23 23:51:12.734158 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ac1ca4c0-bb58-446d-8bf0-f8827e4e5c66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:12.777994 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ac1ca4c0-bb58-446d-8bf0-f8827e4e5c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:12.779023 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1ca4c0-bb58-446d-8bf0-f8827e4e5c66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:12.780120 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ac1ca4c0-bb58-446d-8bf0-f8827e4e5c66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:12.791087 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-1abe5416-01db-4e68-b542-ced36e525975 req-10de9256-c646-4c99-aa8c-b487c8dbcc64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:12.871512 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1ca4c0-bb58-446d-8bf0-f8827e4e5c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3bb585-1d46-4d4b-8ed6-e0ac9b92bd85,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:12.939000 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1ca4c0-bb58-446d-8bf0-f8827e4e5c66 admin admin] Pushing event updated for resources: {'Network': ['ID=57903904-9b6d-4c31-9b1a-837f9a463391,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:12.950530 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 57903904-9b6d-4c31-9b1a-837f9a463391 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:51:13.076753 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-4ea90491-0664-4099-9c2f-4e34319da554 None None] Provisioning for port 0e6c0bb7-f0a6-4a6a-a242-a2603428ac8b completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:51:13.087727 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-4ea90491-0664-4099-9c2f-4e34319da554 None None] Provisioning complete for port 0e6c0bb7-f0a6-4a6a-a242-a2603428ac8b triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:51:13.088993 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-4ea90491-0664-4099-9c2f-4e34319da554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:13.125473 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c20c94f6-8efc-4212-97bb-7391b1528ee8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:13.128710 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device ce0cfa89-8eee-4458-8b33-d6602b43ab38 up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:51:13.136427 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c20c94f6-8efc-4212-97bb-7391b1528ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:13.161635 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-ac1ca4c0-bb58-446d-8bf0-f8827e4e5c66 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0708489 Jul 23 23:51:13.170516 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 36862) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:13.182933 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-cb250698-d76b-40e3-9092-5f34be20180f admin admin] Request body: {'subnet': {'network_id': '57903904-9b6d-4c31-9b1a-837f9a463391', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1191596714-subnet', 'tenant_id': '3c7dd398271b4cc7a38ab7d4361ee7cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:51:13.192305 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-4ea90491-0664-4099-9c2f-4e34319da554 None None] Port 0e6c0bb7-f0a6-4a6a-a242-a2603428ac8b cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:51:13.201314 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb3e0ee-c6e5-440c-800e-09f7d62cf6f9 req-f8e395ca-6113-4ca1-a862-88f9b94554fc tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:13.203050 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-aeb3e0ee-c6e5-440c-800e-09f7d62cf6f9 req-f8e395ca-6113-4ca1-a862-88f9b94554fc tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] 10.222.0.44 "GET /v2.0/ports?device_id=09ca9731-6a60-4f9a-a03b-0afbba86ce63 HTTP/1.1" status: 200 len: 936 time: 0.1667440 Jul 23 23:51:13.212863 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port ce0cfa89-8eee-4458-8b33-d6602b43ab38 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:51:13.223616 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port ce0cfa89-8eee-4458-8b33-d6602b43ab38 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:51:13.224059 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:13.227702 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161fee2f-494d-4e55-94a3-e5af29004288 req-99f13d5a-4fc5-424e-bd26-1fa8522f8f39 tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:13.229864 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-161fee2f-494d-4e55-94a3-e5af29004288 req-99f13d5a-4fc5-424e-bd26-1fa8522f8f39 tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5acf0d5-cc18-47d3-8711-b7c71dffe78f HTTP/1.1" status: 200 len: 972 time: 0.2577150 Jul 23 23:51:13.271618 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-c20c94f6-8efc-4212-97bb-7391b1528ee8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6e492aeffead4b45896e1be54f73cb14&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0577407 Jul 23 23:51:13.274851 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 36870) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:13.276955 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20c94f6-8efc-4212-97bb-7391b1528ee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be5af351-8f1a-49cc-93d5-414cd3f55536,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:13.305920 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-aeb3e0ee-c6e5-440c-800e-09f7d62cf6f9 req-44041d20-48b9-41a7-8181-7a420f502baf tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] 10.222.0.44 "GET /v2.0/security-groups?id=311387c6-e99e-41af-9426-e184765825d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904911 Jul 23 23:51:13.334411 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:13.357569 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-161fee2f-494d-4e55-94a3-e5af29004288 req-a9d3e0eb-57bd-4079-a1e2-fdeab7f99233 tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e6e8d44-428f-4d92-b1d2-2b362bcbbaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132102 Jul 23 23:51:13.359568 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb250698-d76b-40e3-9092-5f34be20180f admin admin] Made reservation on behalf of 3c7dd398271b4cc7a38ab7d4361ee7cb for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:51:13.362823 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cb250698-d76b-40e3-9092-5f34be20180f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:13.365556 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0246f005-72c2-4ed4-99b9-e4721a7949d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce0cfa89-8eee-4458-8b33-d6602b43ab38'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:51:13.368777 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4932c9b4-f88e-44ed-b374-b2d98def67e4" -d '{"events": [{"server_uuid": "0246f005-72c2-4ed4-99b9-e4721a7949d3", "name": "network-vif-plugged", "status": "completed", "tag": "ce0cfa89-8eee-4458-8b33-d6602b43ab38"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:51:13.394829 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port ce0cfa89-8eee-4458-8b33-d6602b43ab38, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=ce0cfa89-8eee-4458-8b33-d6602b43ab38,segment=NetworkSegment(d41359ac-4be7-4a75-afd1-798e41d2f155),segment_id=d41359ac-4be7-4a75-afd1-798e41d2f155)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:51:13.402480 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:13.466059 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb67ff15-3895-40b4-80c8-30894ccc5eed x-openstack-request-id: req-eb67ff15-3895-40b4-80c8-30894ccc5eed {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:51:13.466376 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0246f005-72c2-4ed4-99b9-e4721a7949d3", "name": "network-vif-plugged", "status": "completed", "tag": "ce0cfa89-8eee-4458-8b33-d6602b43ab38", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:51:13.468197 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-eb67ff15-3895-40b4-80c8-30894ccc5eed {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:51:13.473729 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0246f005-72c2-4ed4-99b9-e4721a7949d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce0cfa89-8eee-4458-8b33-d6602b43ab38', 'code': 200} Jul 23 23:51:13.483228 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-1abe5416-01db-4e68-b542-ced36e525975 req-10de9256-c646-4c99-aa8c-b487c8dbcc64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e6c0bb7-f0a6-4a6a-a242-a2603428ac8b {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:51:13.506506 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-1abe5416-01db-4e68-b542-ced36e525975 req-10de9256-c646-4c99-aa8c-b487c8dbcc64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:13.513515 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-851ea4f8-777e-4fd7-baf8-53e83cd99a11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:13.536140 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=ce0cfa89-8eee-4458-8b33-d6602b43ab38,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:13.546497 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-1abe5416-01db-4e68-b542-ced36e525975 req-10de9256-c646-4c99-aa8c-b487c8dbcc64 service neutron] Transition to ACTIVE for port object 0e6c0bb7-f0a6-4a6a-a242-a2603428ac8b will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:51:13.555738 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-1abe5416-01db-4e68-b542-ced36e525975 req-10de9256-c646-4c99-aa8c-b487c8dbcc64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:13.559487 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-851ea4f8-777e-4fd7-baf8-53e83cd99a11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:13.699604 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2dbd80-e3d2-430b-99cc-af84a7048018 req-d5be2ad6-d920-44e6-aa03-c42acb1856e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:13.701076 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5b2dbd80-e3d2-430b-99cc-af84a7048018 req-d5be2ad6-d920-44e6-aa03-c42acb1856e8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0246f005-72c2-4ed4-99b9-e4721a7949d3 HTTP/1.1" status: 200 len: 1119 time: 0.1893523 Jul 23 23:51:13.702254 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cb250698-d76b-40e3-9092-5f34be20180f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:13.707026 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10de9256-c646-4c99-aa8c-b487c8dbcc64 service neutron] Pushing event updated for resources: {'Port': ['ID=0e6c0bb7-f0a6-4a6a-a242-a2603428ac8b,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:13.712424 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa42e2f-e74a-4298-aaf5-ad32bcce0742 req-d533b27b-8d8a-42d1-9686-a9b189ceb575 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:13.720556 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3fa42e2f-e74a-4298-aaf5-ad32bcce0742 req-d533b27b-8d8a-42d1-9686-a9b189ceb575 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] 10.222.0.44 "GET /v2.0/ports?device_id=6857c621-8c6c-488d-9f0d-1cfd8c7f116b HTTP/1.1" status: 200 len: 945 time: 0.2257087 Jul 23 23:51:13.772113 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-1abe5416-01db-4e68-b542-ced36e525975 req-10de9256-c646-4c99-aa8c-b487c8dbcc64 service neutron] Attempting to bind port 0e6c0bb7-f0a6-4a6a-a242-a2603428ac8b on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:51:13.772113 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-1abe5416-01db-4e68-b542-ced36e525975 req-10de9256-c646-4c99-aa8c-b487c8dbcc64 service neutron] Attempting to bind port 0e6c0bb7-f0a6-4a6a-a242-a2603428ac8b by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:51:13.772113 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abe5416-01db-4e68-b542-ced36e525975 req-10de9256-c646-4c99-aa8c-b487c8dbcc64 service neutron] Attempting to bind port 0e6c0bb7-f0a6-4a6a-a242-a2603428ac8b on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:51:13.788460 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abe5416-01db-4e68-b542-ced36e525975 req-10de9256-c646-4c99-aa8c-b487c8dbcc64 service neutron] Port 0e6c0bb7-f0a6-4a6a-a242-a2603428ac8b on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:51:13.788838 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abe5416-01db-4e68-b542-ced36e525975 req-10de9256-c646-4c99-aa8c-b487c8dbcc64 service neutron] Attempting to bind port 0e6c0bb7-f0a6-4a6a-a242-a2603428ac8b on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:51:13.818679 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abe5416-01db-4e68-b542-ced36e525975 req-10de9256-c646-4c99-aa8c-b487c8dbcc64 service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:51:13.819081 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abe5416-01db-4e68-b542-ced36e525975 req-10de9256-c646-4c99-aa8c-b487c8dbcc64 service neutron] Checking segment: {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:51:13.819469 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abe5416-01db-4e68-b542-ced36e525975 req-10de9256-c646-4c99-aa8c-b487c8dbcc64 service neutron] Bound using segment: {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:51:13.820268 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-1abe5416-01db-4e68-b542-ced36e525975 req-10de9256-c646-4c99-aa8c-b487c8dbcc64 service neutron] Bound port: 0e6c0bb7-f0a6-4a6a-a242-a2603428ac8b, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:51:13.820401 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-1abe5416-01db-4e68-b542-ced36e525975 req-10de9256-c646-4c99-aa8c-b487c8dbcc64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:13.824433 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-851ea4f8-777e-4fd7-baf8-53e83cd99a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:13.827428 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-851ea4f8-777e-4fd7-baf8-53e83cd99a11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:13.829133 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-851ea4f8-777e-4fd7-baf8-53e83cd99a11 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/be5af351-8f1a-49cc-93d5-414cd3f55536 HTTP/1.1" status: 204 len: 168 time: 0.5513713 Jul 23 23:51:13.848685 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851ea4f8-777e-4fd7-baf8-53e83cd99a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5af351-8f1a-49cc-93d5-414cd3f55536,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:13.931208 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0138a8-32e9-4b4c-b528-420f62947032 req-6c17e6a9-ef12-475c-8fa8-5b720af3cfd5 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:13.957962 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5f0138a8-32e9-4b4c-b528-420f62947032 req-6c17e6a9-ef12-475c-8fa8-5b720af3cfd5 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?device_id=0246f005-72c2-4ed4-99b9-e4721a7949d3 HTTP/1.1" status: 200 len: 967 time: 0.2042475 Jul 23 23:51:13.992139 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb250698-d76b-40e3-9092-5f34be20180f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9591efd5-cf05-46fc-a204-a334741262ad,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:14.019569 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5b2dbd80-e3d2-430b-99cc-af84a7048018 req-80202079-f1a6-447e-a9ed-1bba25d74bdc service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947495 Jul 23 23:51:14.029137 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5f0138a8-32e9-4b4c-b528-420f62947032 req-377ce114-aadc-4a9f-b575-6dd97900c1a8 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605826 Jul 23 23:51:14.034380 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-1abe5416-01db-4e68-b542-ced36e525975 req-10de9256-c646-4c99-aa8c-b487c8dbcc64 service neutron] For port 0e6c0bb7-f0a6-4a6a-a242-a2603428ac8b, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:51:14.047480 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3fa42e2f-e74a-4298-aaf5-ad32bcce0742 req-79967b7b-193d-417f-a556-ac0f3c177000 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] 10.222.0.44 "GET /v2.0/security-groups?id=8c945ade-5e33-449d-9933-768721eff93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3254213 Jul 23 23:51:14.072052 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-1abe5416-01db-4e68-b542-ced36e525975 req-10de9256-c646-4c99-aa8c-b487c8dbcc64 service neutron] For port 0e6c0bb7-f0a6-4a6a-a242-a2603428ac8b, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=0e6c0bb7-f0a6-4a6a-a242-a2603428ac8b,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:51:14.077368 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb250698-d76b-40e3-9092-5f34be20180f admin admin] Checking segment: {'id': 'bee75817-8822-4c2b-8563-730cb65eb3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '57903904-9b6d-4c31-9b1a-837f9a463391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:51:14.077958 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb250698-d76b-40e3-9092-5f34be20180f admin admin] Network hostable DHCP agents. Network: 57903904-9b6d-4c31-9b1a-837f9a463391, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:51:14.080408 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-1abe5416-01db-4e68-b542-ced36e525975 req-10de9256-c646-4c99-aa8c-b487c8dbcc64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:14.106519 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb250698-d76b-40e3-9092-5f34be20180f admin admin] Network 57903904-9b6d-4c31-9b1a-837f9a463391 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:51:14.189305 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10de9256-c646-4c99-aa8c-b487c8dbcc64 service neutron] Pushing event updated for resources: {'Port': ['ID=0e6c0bb7-f0a6-4a6a-a242-a2603428ac8b,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:14.221682 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abe5416-01db-4e68-b542-ced36e525975 req-10de9256-c646-4c99-aa8c-b487c8dbcc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:14.223316 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-1abe5416-01db-4e68-b542-ced36e525975 req-10de9256-c646-4c99-aa8c-b487c8dbcc64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:14.225893 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1abe5416-01db-4e68-b542-ced36e525975 req-10de9256-c646-4c99-aa8c-b487c8dbcc64 service neutron] 10.222.0.52 "PUT /v2.0/ports/0e6c0bb7-f0a6-4a6a-a242-a2603428ac8b HTTP/1.1" status: 200 len: 1097 time: 1.5712783 Jul 23 23:51:14.226591 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09ca9731-6a60-4f9a-a03b-0afbba86ce63', 'tag': '0e6c0bb7-f0a6-4a6a-a242-a2603428ac8b'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:51:14.234401 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7798a712-6021-49e3-a776-dc94e096a082" -d '{"events": [{"name": "network-changed", "server_uuid": "09ca9731-6a60-4f9a-a03b-0afbba86ce63", "tag": "0e6c0bb7-f0a6-4a6a-a242-a2603428ac8b"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:51:14.370367 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abe5416-01db-4e68-b542-ced36e525975 req-52f0b3ca-d453-4ff9-9dcd-05b405fb6dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:14.372506 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1abe5416-01db-4e68-b542-ced36e525975 req-52f0b3ca-d453-4ff9-9dcd-05b405fb6dab service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fe9d7975c1324547a6199bbacf0a38b8&device_id=09ca9731-6a60-4f9a-a03b-0afbba86ce63 HTTP/1.1" status: 200 len: 1100 time: 0.1025670 Jul 23 23:51:14.392155 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-cb250698-d76b-40e3-9092-5f34be20180f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 57903904-9b6d-4c31-9b1a-837f9a463391) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:51:14.397918 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:14.405576 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16126883-5245-4360-890d-e1af19cf161a None None] Network 57903904-9b6d-4c31-9b1a-837f9a463391 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:51:14.422942 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 36916) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:14.426452 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb250698-d76b-40e3-9092-5f34be20180f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:14.434779 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cb250698-d76b-40e3-9092-5f34be20180f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:14.450139 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1abe5416-01db-4e68-b542-ced36e525975 req-fedf507e-d9d1-4b79-8e07-9a6b385729d8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=0e6c0bb7-f0a6-4a6a-a242-a2603428ac8b HTTP/1.1" status: 200 len: 217 time: 0.0698283 Jul 23 23:51:14.495396 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-96ab0fed-5fa9-4e36-8a17-b5270356f960 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:14.526482 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abe5416-01db-4e68-b542-ced36e525975 req-a7f25678-a786-4165-b33c-2943cfc46f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:14.527999 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1abe5416-01db-4e68-b542-ced36e525975 req-a7f25678-a786-4165-b33c-2943cfc46f80 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.0696533 Jul 23 23:51:14.537449 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-cb250698-d76b-40e3-9092-5f34be20180f admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3588073 Jul 23 23:51:14.602706 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f29dfb-82b0-4335-9dfc-34710975054a req-a20a9004-0c29-4766-b514-186629181d86 tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:14.604236 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-82f29dfb-82b0-4335-9dfc-34710975054a req-a20a9004-0c29-4766-b514-186629181d86 tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5acf0d5-cc18-47d3-8711-b7c71dffe78f HTTP/1.1" status: 200 len: 972 time: 0.4858687 Jul 23 23:51:14.630686 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-68169494-fea6-43ac-843c-b2e98f91c4b4 req-5b51ef03-50f8-4b3d-b5a0-e060ff69ba81 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=ab582ac4eaf8486e904ef88f1ee265a0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0838521 Jul 23 23:51:14.632261 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82197797-3c03-4da8-ac9a-8bc72f5da04c req-f6f69166-5fad-4af5-8c10-2d74e8b0f080 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:14.638837 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-82197797-3c03-4da8-ac9a-8bc72f5da04c req-f6f69166-5fad-4af5-8c10-2d74e8b0f080 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] 10.222.0.44 "GET /v2.0/ports?device_id=6857c621-8c6c-488d-9f0d-1cfd8c7f116b HTTP/1.1" status: 200 len: 945 time: 0.3075540 Jul 23 23:51:14.685297 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873b86c6-7f61-4bb3-8fef-052c5508e582 None None] Network 57903904-9b6d-4c31-9b1a-837f9a463391 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:51:14.712281 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 36930) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:14.750037 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-5a9d0436-02e8-420f-ac32-29d0c04c87be tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Request body: {'floatingip': {'port_id': '36fc1fd4-c047-47a4-bb0d-bb3c0ea45107'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:51:14.768403 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48878a15-fca8-4932-a3bc-3ec0657d58f4 x-openstack-request-id: req-48878a15-fca8-4932-a3bc-3ec0657d58f4 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:51:14.768748 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09ca9731-6a60-4f9a-a03b-0afbba86ce63", "tag": "0e6c0bb7-f0a6-4a6a-a242-a2603428ac8b", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:51:14.769080 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-48878a15-fca8-4932-a3bc-3ec0657d58f4 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:51:14.769466 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09ca9731-6a60-4f9a-a03b-0afbba86ce63', 'tag': '0e6c0bb7-f0a6-4a6a-a242-a2603428ac8b', 'status': 'completed', 'code': 200} Jul 23 23:51:14.959885 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5a9d0436-02e8-420f-ac32-29d0c04c87be tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Notify callbacks [] for floatingip, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:15.003815 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abe5416-01db-4e68-b542-ced36e525975 req-261bc90f-2bec-4178-a983-789fe0117bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:15.005464 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1abe5416-01db-4e68-b542-ced36e525975 req-261bc90f-2bec-4178-a983-789fe0117bcc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4587531 Jul 23 23:51:15.026870 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-96ab0fed-5fa9-4e36-8a17-b5270356f960 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:15.038406 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-96ab0fed-5fa9-4e36-8a17-b5270356f960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:15.041875 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-82f29dfb-82b0-4335-9dfc-34710975054a req-980818d9-0fc7-4fe1-913f-adf9bb4fe5c7 tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] Deleting port 8632e682-4afd-4ce8-99d1-228a3c710ad9 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:51:15.042210 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-82f29dfb-82b0-4335-9dfc-34710975054a req-980818d9-0fc7-4fe1-913f-adf9bb4fe5c7 tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:15.055572 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eaa243-2f75-48ad-84ae-7fc8c9e76aad req-24d596a6-b132-4b9b-90a5-c26b6dc36331 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:15.057124 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e0eaa243-2f75-48ad-84ae-7fc8c9e76aad req-24d596a6-b132-4b9b-90a5-c26b6dc36331 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] 10.222.0.44 "GET /v2.0/ports?device_id=09ca9731-6a60-4f9a-a03b-0afbba86ce63 HTTP/1.1" status: 200 len: 948 time: 0.1891406 Jul 23 23:51:15.162184 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68169494-fea6-43ac-843c-b2e98f91c4b4 req-c6c30f54-1765-493b-a9b6-4c50da4f36a4 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:15.163696 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-68169494-fea6-43ac-843c-b2e98f91c4b4 req-c6c30f54-1765-493b-a9b6-4c50da4f36a4 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5257883 Jul 23 23:51:15.170824 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-96ab0fed-5fa9-4e36-8a17-b5270356f960 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0ebcd74b01a14a14ba2c97b491c04ae8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7307229 Jul 23 23:51:15.179020 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 36948) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:15.193386 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ab0fed-5fa9-4e36-8a17-b5270356f960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=184fcd0b-746c-4f1b-924b-4cf693210dd0,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:15.214392 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e0eaa243-2f75-48ad-84ae-7fc8c9e76aad req-37e99258-92ab-4bec-9c79-eff3f95458bc tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] 10.222.0.44 "GET /v2.0/security-groups?id=311387c6-e99e-41af-9426-e184765825d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374147 Jul 23 23:51:15.224550 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-68169494-fea6-43ac-843c-b2e98f91c4b4 req-7eb0c5bf-532d-4f2e-a506-32ab75181ebc tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] 10.222.0.44 "GET /v2.0/quotas/ab582ac4eaf8486e904ef88f1ee265a0 HTTP/1.1" status: 200 len: 375 time: 0.0331733 Jul 23 23:51:15.282199 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-82f29dfb-82b0-4335-9dfc-34710975054a req-980818d9-0fc7-4fe1-913f-adf9bb4fe5c7 tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] For port 8632e682-4afd-4ce8-99d1-228a3c710ad9, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=8632e682-4afd-4ce8-99d1-228a3c710ad9,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:51:15.282867 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-82f29dfb-82b0-4335-9dfc-34710975054a req-980818d9-0fc7-4fe1-913f-adf9bb4fe5c7 tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:15.307247 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1d84fd9b-a999-42c0-a006-09bef33f454a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:15.336210 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-68169494-fea6-43ac-843c-b2e98f91c4b4 req-edd5adfe-2118-4366-a310-aeea092efb93 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ab582ac4eaf8486e904ef88f1ee265a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0974882 Jul 23 23:51:15.339694 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1abe5416-01db-4e68-b542-ced36e525975 req-e75b4acd-670b-4578-8260-af620393ccbd service neutron] 10.222.0.52 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107531 Jul 23 23:51:15.352980 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-82f29dfb-82b0-4335-9dfc-34710975054a req-980818d9-0fc7-4fe1-913f-adf9bb4fe5c7 tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] Calling delete_port for 8632e682-4afd-4ce8-99d1-228a3c710ad9 owned by compute:tempest-test_az-1008622776 {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:51:15.380701 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1d84fd9b-a999-42c0-a006-09bef33f454a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:15.520060 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48908f3d-d764-4cd6-b0f9-1c20689b3f1a req-3516acb9-b29f-43bb-a8e6-d9bebf85c682 tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:15.521806 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-48908f3d-d764-4cd6-b0f9-1c20689b3f1a req-3516acb9-b29f-43bb-a8e6-d9bebf85c682 tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5acf0d5-cc18-47d3-8711-b7c71dffe78f HTTP/1.1" status: 200 len: 972 time: 0.2116234 Jul 23 23:51:15.588818 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-48908f3d-d764-4cd6-b0f9-1c20689b3f1a req-fbb21500-aa8b-4914-a3a3-b2ce40c79842 tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e6e8d44-428f-4d92-b1d2-2b362bcbbaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566337 Jul 23 23:51:15.591583 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1d84fd9b-a999-42c0-a006-09bef33f454a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:15.595048 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1d84fd9b-a999-42c0-a006-09bef33f454a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:15.599786 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-1d84fd9b-a999-42c0-a006-09bef33f454a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/184fcd0b-746c-4f1b-924b-4cf693210dd0 HTTP/1.1" status: 204 len: 168 time: 0.4199612 Jul 23 23:51:15.635996 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d84fd9b-a999-42c0-a006-09bef33f454a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=184fcd0b-746c-4f1b-924b-4cf693210dd0,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:15.710617 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-82f29dfb-82b0-4335-9dfc-34710975054a req-980818d9-0fc7-4fe1-913f-adf9bb4fe5c7 tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:15.724515 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['8632e682-4afd-4ce8-99d1-228a3c710ad9'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:51:15.790644 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980818d9-0fc7-4fe1-913f-adf9bb4fe5c7 tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] Pushing event deleted for resources: {'Port': ['ID=8632e682-4afd-4ce8-99d1-228a3c710ad9,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:15.899883 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-82f29dfb-82b0-4335-9dfc-34710975054a req-980818d9-0fc7-4fe1-913f-adf9bb4fe5c7 tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] No DVR routers for this DVR port 8632e682-4afd-4ce8-99d1-228a3c710ad9 on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:51:15.905853 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-82f29dfb-82b0-4335-9dfc-34710975054a req-980818d9-0fc7-4fe1-913f-adf9bb4fe5c7 tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:15.907888 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-82f29dfb-82b0-4335-9dfc-34710975054a req-980818d9-0fc7-4fe1-913f-adf9bb4fe5c7 tempest-AggregatesAdminTestJSON-1365803501 tempest-AggregatesAdminTestJSON-1365803501-project] 10.222.0.64 "DELETE /v2.0/ports/8632e682-4afd-4ce8-99d1-228a3c710ad9 HTTP/1.1" status: 204 len: 173 time: 1.2915282 Jul 23 23:51:15.909479 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5acf0d5-cc18-47d3-8711-b7c71dffe78f', 'name': 'network-vif-deleted', 'tag': '8632e682-4afd-4ce8-99d1-228a3c710ad9'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:51:15.911617 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42710f7e-0cd5-4d28-a76b-71a1004c7bfc" -d '{"events": [{"server_uuid": "d5acf0d5-cc18-47d3-8711-b7c71dffe78f", "name": "network-vif-deleted", "tag": "8632e682-4afd-4ce8-99d1-228a3c710ad9"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:51:16.005647 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcfe04b-3d5f-44b8-b053-beeb3a0973f5 req-b2e1f4a4-ec69-48b3-9fcb-a1bddc451bb5 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:16.013583 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1fcfe04b-3d5f-44b8-b053-beeb3a0973f5 req-b2e1f4a4-ec69-48b3-9fcb-a1bddc451bb5 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?device_id=0246f005-72c2-4ed4-99b9-e4721a7949d3 HTTP/1.1" status: 200 len: 967 time: 0.2263210 Jul 23 23:51:16.078459 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1abe5416-01db-4e68-b542-ced36e525975 req-94770fa7-bf59-4e55-8bf9-a0cbec93a37d service neutron] 10.222.0.52 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7296174 Jul 23 23:51:16.094085 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1fcfe04b-3d5f-44b8-b053-beeb3a0973f5 req-bb536c9d-07ce-4072-8976-1bd2c375c83c tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790994 Jul 23 23:51:16.355968 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb68cc8c-2a17-466b-abfa-1917d74ccb03 req-1093bd28-d54f-4b5f-b6a9-f6bada23753c tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:16.357537 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cb68cc8c-2a17-466b-abfa-1917d74ccb03 req-1093bd28-d54f-4b5f-b6a9-f6bada23753c tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/networks?id=57903904-9b6d-4c31-9b1a-837f9a463391 HTTP/1.1" status: 200 len: 822 time: 0.3385212 Jul 23 23:51:16.433510 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cb68cc8c-2a17-466b-abfa-1917d74ccb03 req-b8ac1761-8ab9-4781-b129-99de454c1473 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/quotas/3c7dd398271b4cc7a38ab7d4361ee7cb HTTP/1.1" status: 200 len: 375 time: 0.0598264 Jul 23 23:51:16.453319 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5a9d0436-02e8-420f-ac32-29d0c04c87be tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:16.463140 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7798a712-6021-49e3-a776-dc94e096a082 req-d4a16f5f-8359-4c0d-8271-8ca6d8d33dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:16.464695 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7798a712-6021-49e3-a776-dc94e096a082 req-d4a16f5f-8359-4c0d-8271-8ca6d8d33dbb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fe9d7975c1324547a6199bbacf0a38b8&device_id=09ca9731-6a60-4f9a-a03b-0afbba86ce63 HTTP/1.1" status: 200 len: 1100 time: 0.3117752 Jul 23 23:51:16.466956 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5a9d0436-02e8-420f-ac32-29d0c04c87be tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:16.493881 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cb68cc8c-2a17-466b-abfa-1917d74ccb03 req-c7c6f1e6-a646-486c-b215-bafa71ee41e2 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3c7dd398271b4cc7a38ab7d4361ee7cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0490043 Jul 23 23:51:16.734643 n-d-800088-16 neutron-server[100313]: INFO neutron.db.l3_db [None req-5a9d0436-02e8-420f-ac32-29d0c04c87be tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Floating IP a2c20673-908b-4139-a548-a1a85304aa34 associated. External IP: 172.25.3.87, port: 36fc1fd4-c047-47a4-bb0d-bb3c0ea45107. Jul 23 23:51:16.811569 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7798a712-6021-49e3-a776-dc94e096a082 req-3ec0c037-48e0-4ecc-828f-f2f5cca8fda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:16.813127 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7798a712-6021-49e3-a776-dc94e096a082 req-3ec0c037-48e0-4ecc-828f-f2f5cca8fda1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 HTTP/1.1" status: 200 len: 870 time: 0.3220336 Jul 23 23:51:16.831160 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cb68cc8c-2a17-466b-abfa-1917d74ccb03 req-094c976f-b163-4a9d-a344-b9fe09740d56 service neutron] 10.222.0.44 "GET /v2.0/networks/57903904-9b6d-4c31-9b1a-837f9a463391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965405 Jul 23 23:51:16.866828 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b3c45f58-e667-478c-a15a-4cb7e9621eba req-5b88548e-3295-428f-adff-e182ff9ee036 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e2f5452-8598-4c69-a1e0-a340e19c85a0 HTTP/1.1" status: 200 len: 210 time: 0.0409040 Jul 23 23:51:16.888239 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-68169494-fea6-43ac-843c-b2e98f91c4b4 req-9940d4a7-b376-45a4-ba8f-9bf9576847f9 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=ab582ac4eaf8486e904ef88f1ee265a0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0797031 Jul 23 23:51:16.901544 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7798a712-6021-49e3-a776-dc94e096a082 req-f41c0789-f549-4983-914a-af53d155b516 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=0e6c0bb7-f0a6-4a6a-a242-a2603428ac8b HTTP/1.1" status: 200 len: 217 time: 0.0740614 Jul 23 23:51:16.985611 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2679056c-f006-494a-b14e-39b895ada05b x-openstack-request-id: req-2679056c-f006-494a-b14e-39b895ada05b {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:51:16.985907 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5acf0d5-cc18-47d3-8711-b7c71dffe78f", "name": "network-vif-deleted", "tag": "8632e682-4afd-4ce8-99d1-228a3c710ad9", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:51:16.987077 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2679056c-f006-494a-b14e-39b895ada05b {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:51:16.987933 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5acf0d5-cc18-47d3-8711-b7c71dffe78f', 'name': 'network-vif-deleted', 'tag': '8632e682-4afd-4ce8-99d1-228a3c710ad9', 'status': 'completed', 'code': 200} Jul 23 23:51:17.088256 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7798a712-6021-49e3-a776-dc94e096a082 req-c5403a3b-b7d8-410a-a535-86c42c925e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:17.089708 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7798a712-6021-49e3-a776-dc94e096a082 req-c5403a3b-b7d8-410a-a535-86c42c925e13 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.1597328 Jul 23 23:51:17.155916 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cb68cc8c-2a17-466b-abfa-1917d74ccb03 req-08a804d1-a828-4667-ad1a-cef1e34a9520 service neutron] 10.222.0.44 "GET /v2.0/networks/57903904-9b6d-4c31-9b1a-837f9a463391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063118 Jul 23 23:51:17.331750 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b703b015-21a4-4c68-9c2c-a7834429cc28 req-69ad7851-4831-4cfc-b762-1d5b66df239d tempest-LiveMigrationTest-328354084 tempest-LiveMigrationTest-328354084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:17.339858 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b703b015-21a4-4c68-9c2c-a7834429cc28 req-69ad7851-4831-4cfc-b762-1d5b66df239d tempest-LiveMigrationTest-328354084 tempest-LiveMigrationTest-328354084-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=0246f005-72c2-4ed4-99b9-e4721a7949d3 HTTP/1.1" status: 200 len: 1119 time: 0.0841339 Jul 23 23:51:17.377832 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b703b015-21a4-4c68-9c2c-a7834429cc28 req-0ce77870-93eb-45b9-93b0-74c027aa8e22 tempest-LiveMigrationTest-328354084 tempest-LiveMigrationTest-328354084-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363457 Jul 23 23:51:17.380595 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:17.441484 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68169494-fea6-43ac-843c-b2e98f91c4b4 req-c1bcdc25-a106-4e96-bc2b-9ec6d3ec15e3 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:17.442970 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-68169494-fea6-43ac-843c-b2e98f91c4b4 req-c1bcdc25-a106-4e96-bc2b-9ec6d3ec15e3 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5365753 Jul 23 23:51:17.480112 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-68169494-fea6-43ac-843c-b2e98f91c4b4 req-05dab152-ac4f-4e68-a3a1-019705bd7ab4 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] Request body: {'port': {'device_id': '8e2f5452-8598-4c69-a1e0-a340e19c85a0', 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2', 'admin_state_up': True, 'tenant_id': 'ab582ac4eaf8486e904ef88f1ee265a0'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:51:17.630150 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7798a712-6021-49e3-a776-dc94e096a082 req-9dbda055-a614-4be8-874d-063cc20c1160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:17.632189 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7798a712-6021-49e3-a776-dc94e096a082 req-9dbda055-a614-4be8-874d-063cc20c1160 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5298862 Jul 23 23:51:17.724970 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a9d0436-02e8-420f-ac32-29d0c04c87be tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Router aec4f419-0f2a-489b-8354-c5990e455d43 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:51:17.766604 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f258f4d-ef59-445c-a747-d8a9de42b242 req-1eb9c846-f447-4631-b254-c70ad68f8ee4 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:17.768276 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3f258f4d-ef59-445c-a747-d8a9de42b242 req-1eb9c846-f447-4631-b254-c70ad68f8ee4 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] 10.222.0.44 "GET /v2.0/ports?device_id=09ca9731-6a60-4f9a-a03b-0afbba86ce63 HTTP/1.1" status: 200 len: 948 time: 0.2971864 Jul 23 23:51:17.846973 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 37048) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:17.850790 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e0e61e2b-b478-470b-bd88-1f54b7ad732a req-b8550a1d-4026-4d53-9b21-e9b3e175a52c tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fca4da2-3b7b-424e-bc64-633716709f5a HTTP/1.1" status: 200 len: 210 time: 0.0396771 Jul 23 23:51:18.009201 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd20820-73ec-4295-b15f-9e2c6be821a2 req-dac8030e-412b-4728-abe9-db6be6859fac tempest-LiveMigrationTest-328354084 tempest-LiveMigrationTest-328354084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:18.019767 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3dd20820-73ec-4295-b15f-9e2c6be821a2 req-dac8030e-412b-4728-abe9-db6be6859fac tempest-LiveMigrationTest-328354084 tempest-LiveMigrationTest-328354084-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=0246f005-72c2-4ed4-99b9-e4721a7949d3 HTTP/1.1" status: 200 len: 1119 time: 0.0845973 Jul 23 23:51:18.076056 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68169494-fea6-43ac-843c-b2e98f91c4b4 req-05dab152-ac4f-4e68-a3a1-019705bd7ab4 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] Made reservation on behalf of ab582ac4eaf8486e904ef88f1ee265a0 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:51:18.080429 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3dd20820-73ec-4295-b15f-9e2c6be821a2 req-825807ad-9fca-4ec9-89e3-2884dd25e1a9 tempest-LiveMigrationTest-328354084 tempest-LiveMigrationTest-328354084-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544186 Jul 23 23:51:18.080792 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-68169494-fea6-43ac-843c-b2e98f91c4b4 req-05dab152-ac4f-4e68-a3a1-019705bd7ab4 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:18.110852 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-796e451d-8a5e-4ca8-86bd-586e2c470b1b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=eb6dae6256a642a6a65e2ef3c16c0ffc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2595606 Jul 23 23:51:18.112488 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 37064) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:18.115481 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-68169494-fea6-43ac-843c-b2e98f91c4b4 req-05dab152-ac4f-4e68-a3a1-019705bd7ab4 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:18.135709 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3f258f4d-ef59-445c-a747-d8a9de42b242 req-02d8231f-47b8-4e7e-b54a-aa657c999114 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] 10.222.0.44 "GET /v2.0/security-groups?id=311387c6-e99e-41af-9426-e184765825d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3431878 Jul 23 23:51:18.141400 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7798a712-6021-49e3-a776-dc94e096a082 req-26f483f5-c94b-4142-9d3f-aaa7941e5c56 service neutron] 10.222.0.52 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4992948 Jul 23 23:51:18.188310 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a79930db-c3ac-4410-b64b-6bc61d237003 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:18.205377 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a9d0436-02e8-420f-ac32-29d0c04c87be tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:51:18.211626 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5a9d0436-02e8-420f-ac32-29d0c04c87be tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:18.214269 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a79930db-c3ac-4410-b64b-6bc61d237003 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:18.228086 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1327260-54f3-4db6-9339-6b5b04faa26d None None] Sync routers for ids ['aec4f419-0f2a-489b-8354-c5990e455d43'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:51:18.246660 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1327260-54f3-4db6-9339-6b5b04faa26d None None] Routers {'aec4f419-0f2a-489b-8354-c5990e455d43'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:51:18.249350 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-f1327260-54f3-4db6-9339-6b5b04faa26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:50:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['aec4f419-0f2a-489b-8354-c5990e455d43'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:51:18.272760 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a79930db-c3ac-4410-b64b-6bc61d237003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:18.275779 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a79930db-c3ac-4410-b64b-6bc61d237003 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:18.279912 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-a79930db-c3ac-4410-b64b-6bc61d237003 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0e6e8d44-428f-4d92-b1d2-2b362bcbbaf4 HTTP/1.1" status: 204 len: 168 time: 0.1629581 Jul 23 23:51:18.297351 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79930db-c3ac-4410-b64b-6bc61d237003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6e8d44-428f-4d92-b1d2-2b362bcbbaf4,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:18.367325 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-74917eb1-71cf-4582-80e3-8643e44c6ff7 req-53d06b47-c461-482b-aed5-96cf5e59a04e tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e2f5452-8598-4c69-a1e0-a340e19c85a0 HTTP/1.1" status: 200 len: 210 time: 0.0926492 Jul 23 23:51:18.384752 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-5a9d0436-02e8-420f-ac32-29d0c04c87be tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] 10.222.0.44 "PUT /v2.0/floatingips/a2c20673-908b-4139-a548-a1a85304aa34 HTTP/1.1" status: 200 len: 990 time: 3.6551163 Jul 23 23:51:18.393583 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6857c621-8c6c-488d-9f0d-1cfd8c7f116b', 'tag': '36fc1fd4-c047-47a4-bb0d-bb3c0ea45107'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:51:18.396506 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5337e2ba-91a1-4de1-a715-aea95b5185b0" -d '{"events": [{"name": "network-changed", "server_uuid": "6857c621-8c6c-488d-9f0d-1cfd8c7f116b", "tag": "36fc1fd4-c047-47a4-bb0d-bb3c0ea45107"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:51:18.435838 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7798a712-6021-49e3-a776-dc94e096a082 req-d6b97c31-9d12-4950-a341-2d03c80890d6 service neutron] 10.222.0.52 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850218 Jul 23 23:51:18.517241 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-f1327260-54f3-4db6-9339-6b5b04faa26d None None] Set router aec4f419-0f2a-489b-8354-c5990e455d43 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:51:18.521475 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-68169494-fea6-43ac-843c-b2e98f91c4b4 req-05dab152-ac4f-4e68-a3a1-019705bd7ab4 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:18.528800 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-68169494-fea6-43ac-843c-b2e98f91c4b4 req-05dab152-ac4f-4e68-a3a1-019705bd7ab4 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:18.649843 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dab152-ac4f-4e68-a3a1-019705bd7ab4 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6213158c-d1c5-4952-b5da-736e4d97aee7,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:18.733264 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-68169494-fea6-43ac-843c-b2e98f91c4b4 req-05dab152-ac4f-4e68-a3a1-019705bd7ab4 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] Allocated IP 192.168.233.206 (603dff3b-80fe-44ec-a82a-8d8b74b0c3c2/ef73a7e1-c64a-41e3-9997-629475c7b6b1/3047ceb7-a871-4929-a67b-b059e834f9f1) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:51:18.780878 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 37088) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:18.874342 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-17fdc2ae-29b2-4bdf-886e-695b37b1204e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8ac2c1050e1141cd93957b450fcb1164&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0908947 Jul 23 23:51:18.891930 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 37090) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:18.990140 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11e7e253-40b3-4574-8598-12c686e662d6 x-openstack-request-id: req-11e7e253-40b3-4574-8598-12c686e662d6 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:51:18.990439 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6857c621-8c6c-488d-9f0d-1cfd8c7f116b", "tag": "36fc1fd4-c047-47a4-bb0d-bb3c0ea45107", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:51:18.990696 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-11e7e253-40b3-4574-8598-12c686e662d6 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:51:18.992981 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6857c621-8c6c-488d-9f0d-1cfd8c7f116b', 'tag': '36fc1fd4-c047-47a4-bb0d-bb3c0ea45107', 'status': 'completed', 'code': 200} Jul 23 23:51:19.078162 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-68169494-fea6-43ac-843c-b2e98f91c4b4 req-05dab152-ac4f-4e68-a3a1-019705bd7ab4 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:19.083317 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb68cc8c-2a17-466b-abfa-1917d74ccb03 req-e7317343-e8ec-4a80-94fa-234e066663f5 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:19.085039 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cb68cc8c-2a17-466b-abfa-1917d74ccb03 req-e7317343-e8ec-4a80-94fa-234e066663f5 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.64 "GET /v2.0/networks?id=57903904-9b6d-4c31-9b1a-837f9a463391 HTTP/1.1" status: 200 len: 822 time: 0.2415340 Jul 23 23:51:19.085847 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4ce9e903-f359-4b15-8e57-8ffacf17e0d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:19.101003 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-68169494-fea6-43ac-843c-b2e98f91c4b4 req-05dab152-ac4f-4e68-a3a1-019705bd7ab4 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] Transition to ACTIVE for port object 3047ceb7-a871-4929-a67b-b059e834f9f1 will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:51:19.106931 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-cb68cc8c-2a17-466b-abfa-1917d74ccb03 req-f29bf6a6-90d0-492b-9a7b-68958beb10e9 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Request body: {'port': {'device_id': '7fca4da2-3b7b-424e-bc64-633716709f5a', 'network_id': '57903904-9b6d-4c31-9b1a-837f9a463391', 'admin_state_up': True, 'tenant_id': '3c7dd398271b4cc7a38ab7d4361ee7cb'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:51:19.110326 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-f1327260-54f3-4db6-9339-6b5b04faa26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec4f419-0f2a-489b-8354-c5990e455d43', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-207102263-router', 'tenant_id': '1c2582a501044614b6b14b002223c647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '58e5597e-d492-40e4-868f-43a3d472c41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:50:23Z', 'updated_at': '2021-07-23T23:50:27Z', 'revision_number': 4, 'project_id': '1c2582a501044614b6b14b002223c647', 'gw_port': {'id': '58e5597e-d492-40e4-868f-43a3d472c41e', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec4f419-0f2a-489b-8354-c5990e455d43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:50:24Z', 'updated_at': '2021-07-23T23:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': 'a2c20673-908b-4139-a548-a1a85304aa34', 'tenant_id': '1c2582a501044614b6b14b002223c647', 'floating_ip_address': '172.25.3.87', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': 'aec4f419-0f2a-489b-8354-c5990e455d43', 'port_id': '36fc1fd4-c047-47a4-bb0d-bb3c0ea45107', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6cf1771-a5e0-4481-ada6-9af5ffe559f4', 'mac_address': 'fa:16:3e:e8:46:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6857c621-8c6c-488d-9f0d-1cfd8c7f116b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:50:55Z', 'updated_at': '2021-07-23T23:51:16Z', 'revision_number': 1, 'project_id': '1c2582a501044614b6b14b002223c647', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb9a7947-0476-4b0b-9ba9-b4637254f25c', 'name': '', 'network_id': 'b6cf1771-a5e0-4481-ada6-9af5ffe559f4', 'tenant_id': '1c2582a501044614b6b14b002223c647', 'mac_address': 'fa:16:3e:2e:00:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec4f419-0f2a-489b-8354-c5990e455d43', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '1b5c91f7-60ac-4182-b027-91575613087b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:50:26Z', 'updated_at': '2021-07-23T23:50:35Z', 'revision_number': 5, 'project_id': '1c2582a501044614b6b14b002223c647', 'subnets': [{'id': '1b5c91f7-60ac-4182-b027-91575613087b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:51:19.126767 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5337e2ba-91a1-4de1-a715-aea95b5185b0 req-25349da0-c3fb-440e-8cb3-03e28d235f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:19.128385 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5337e2ba-91a1-4de1-a715-aea95b5185b0 req-25349da0-c3fb-440e-8cb3-03e28d235f92 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c2582a501044614b6b14b002223c647&device_id=6857c621-8c6c-488d-9f0d-1cfd8c7f116b HTTP/1.1" status: 200 len: 1097 time: 0.1345522 Jul 23 23:51:19.136576 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-18cae83d-f9a8-42b6-bf2b-6fc6701a6da3 req-37d9ed89-4e3b-4cd2-a720-2cd725e25bf6 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fca4da2-3b7b-424e-bc64-633716709f5a HTTP/1.1" status: 200 len: 210 time: 0.0625672 Jul 23 23:51:19.136895 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [req-d584d342-90fb-44b7-be7e-797663a914c6 req-9c4aa0f0-b8f2-48f8-8de1-4e8df216c8ca service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=100313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:51:19.137670 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 8632e682-4afd-4ce8-99d1-228a3c710ad9 no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:51:19.138147 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d584d342-90fb-44b7-be7e-797663a914c6 req-9c4aa0f0-b8f2-48f8-8de1-4e8df216c8ca service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054719 Jul 23 23:51:19.166238 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1327260-54f3-4db6-9339-6b5b04faa26d None None] Checking router: aec4f419-0f2a-489b-8354-c5990e455d43 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:51:19.175341 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4ce9e903-f359-4b15-8e57-8ffacf17e0d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:19.191651 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1327260-54f3-4db6-9339-6b5b04faa26d None None] Routers {'aec4f419-0f2a-489b-8354-c5990e455d43'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:51:19.194669 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-f1327260-54f3-4db6-9339-6b5b04faa26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:50:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['aec4f419-0f2a-489b-8354-c5990e455d43'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:51:19.214063 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] No Port match for: 8632e682-4afd-4ce8-99d1-228a3c710ad9 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:51:19.215238 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 8632e682-4afd-4ce8-99d1-228a3c710ad9 not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:51:19.265615 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-68169494-fea6-43ac-843c-b2e98f91c4b4 req-05dab152-ac4f-4e68-a3a1-019705bd7ab4 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:19.292559 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.64', 49777) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:19.333060 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4ce9e903-f359-4b15-8e57-8ffacf17e0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:19.336106 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4ce9e903-f359-4b15-8e57-8ffacf17e0d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:19.337616 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-4ce9e903-f359-4b15-8e57-8ffacf17e0d5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/01ab1126-d1b1-4f3d-af6c-6d17e6e3656c HTTP/1.1" status: 204 len: 168 time: 0.4408121 Jul 23 23:51:19.353057 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb68cc8c-2a17-466b-abfa-1917d74ccb03 req-f29bf6a6-90d0-492b-9a7b-68958beb10e9 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Made reservation on behalf of 3c7dd398271b4cc7a38ab7d4361ee7cb for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:51:19.357159 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-cb68cc8c-2a17-466b-abfa-1917d74ccb03 req-f29bf6a6-90d0-492b-9a7b-68958beb10e9 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:19.361601 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce9e903-f359-4b15-8e57-8ffacf17e0d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ab1126-d1b1-4f3d-af6c-6d17e6e3656c,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:19.392858 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-f1327260-54f3-4db6-9339-6b5b04faa26d None None] Set router aec4f419-0f2a-489b-8354-c5990e455d43 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:51:19.462616 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-071d44f2-2af1-402b-8a8f-74ccc7741e92 req-edbaf376-5288-491a-832a-da3b3045430a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0246f005-72c2-4ed4-99b9-e4721a7949d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1689143 Jul 23 23:51:19.491635 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dab152-ac4f-4e68-a3a1-019705bd7ab4 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] Pushing event updated for resources: {'Port': ['ID=3047ceb7-a871-4929-a67b-b059e834f9f1,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:19.549243 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5337e2ba-91a1-4de1-a715-aea95b5185b0 req-684d3093-daed-475f-9119-c23a0db7bb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:19.551457 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5337e2ba-91a1-4de1-a715-aea95b5185b0 req-684d3093-daed-475f-9119-c23a0db7bb44 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b6cf1771-a5e0-4481-ada6-9af5ffe559f4 HTTP/1.1" status: 200 len: 924 time: 0.4125435 Jul 23 23:51:19.555150 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68169494-fea6-43ac-843c-b2e98f91c4b4 req-05dab152-ac4f-4e68-a3a1-019705bd7ab4 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] Network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:51:19.560737 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-68169494-fea6-43ac-843c-b2e98f91c4b4 req-05dab152-ac4f-4e68-a3a1-019705bd7ab4 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:51:19.583575 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-68169494-fea6-43ac-843c-b2e98f91c4b4 req-05dab152-ac4f-4e68-a3a1-019705bd7ab4 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:51:19.592381 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [req-cb68cc8c-2a17-466b-abfa-1917d74ccb03 req-f29bf6a6-90d0-492b-9a7b-68958beb10e9 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Allocated IP 172.20.0.14 (57903904-9b6d-4c31-9b1a-837f9a463391/9591efd5-cf05-46fc-a204-a334741262ad/dc695937-d92f-4ac3-9066-f95dc9510833) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:51:19.602624 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68169494-fea6-43ac-843c-b2e98f91c4b4 req-05dab152-ac4f-4e68-a3a1-019705bd7ab4 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:19.604758 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-68169494-fea6-43ac-843c-b2e98f91c4b4 req-05dab152-ac4f-4e68-a3a1-019705bd7ab4 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:19.766938 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071d44f2-2af1-402b-8a8f-74ccc7741e92 req-8566f56a-8b22-4bb4-adcb-cdfa7439dd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:19.768763 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-071d44f2-2af1-402b-8a8f-74ccc7741e92 req-8566f56a-8b22-4bb4-adcb-cdfa7439dd46 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e50500f9fa5448f8994dd6c4e9b5ded5&device_id=0246f005-72c2-4ed4-99b9-e4721a7949d3 HTTP/1.1" status: 200 len: 1119 time: 0.2506514 Jul 23 23:51:19.827364 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-68169494-fea6-43ac-843c-b2e98f91c4b4 req-05dab152-ac4f-4e68-a3a1-019705bd7ab4 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3551509 Jul 23 23:51:19.871989 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-68169494-fea6-43ac-843c-b2e98f91c4b4 req-c5754669-d5f9-4ec8-bfe9-8c4f186ce126 service neutron] Request body: {'port': {'device_id': '8e2f5452-8598-4c69-a1e0-a340e19c85a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:51:19.943776 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-f6d469fa-8980-4c21-bef7-c95a1764b99b None None] Provisioning for port 3047ceb7-a871-4929-a67b-b059e834f9f1 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:51:19.952127 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-f6d469fa-8980-4c21-bef7-c95a1764b99b None None] Provisioning complete for port 3047ceb7-a871-4929-a67b-b059e834f9f1 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:51:19.952872 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f6d469fa-8980-4c21-bef7-c95a1764b99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:19.967368 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-f1327260-54f3-4db6-9339-6b5b04faa26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec4f419-0f2a-489b-8354-c5990e455d43', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-207102263-router', 'tenant_id': '1c2582a501044614b6b14b002223c647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '58e5597e-d492-40e4-868f-43a3d472c41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:50:23Z', 'updated_at': '2021-07-23T23:50:27Z', 'revision_number': 4, 'project_id': '1c2582a501044614b6b14b002223c647', 'gw_port': {'id': '58e5597e-d492-40e4-868f-43a3d472c41e', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec4f419-0f2a-489b-8354-c5990e455d43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:50:24Z', 'updated_at': '2021-07-23T23:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': 'a2c20673-908b-4139-a548-a1a85304aa34', 'tenant_id': '1c2582a501044614b6b14b002223c647', 'floating_ip_address': '172.25.3.87', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': 'aec4f419-0f2a-489b-8354-c5990e455d43', 'port_id': '36fc1fd4-c047-47a4-bb0d-bb3c0ea45107', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6cf1771-a5e0-4481-ada6-9af5ffe559f4', 'mac_address': 'fa:16:3e:e8:46:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6857c621-8c6c-488d-9f0d-1cfd8c7f116b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:50:55Z', 'updated_at': '2021-07-23T23:51:16Z', 'revision_number': 1, 'project_id': '1c2582a501044614b6b14b002223c647', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb9a7947-0476-4b0b-9ba9-b4637254f25c', 'name': '', 'network_id': 'b6cf1771-a5e0-4481-ada6-9af5ffe559f4', 'tenant_id': '1c2582a501044614b6b14b002223c647', 'mac_address': 'fa:16:3e:2e:00:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec4f419-0f2a-489b-8354-c5990e455d43', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '1b5c91f7-60ac-4182-b027-91575613087b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:50:26Z', 'updated_at': '2021-07-23T23:50:35Z', 'revision_number': 5, 'project_id': '1c2582a501044614b6b14b002223c647', 'subnets': [{'id': '1b5c91f7-60ac-4182-b027-91575613087b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:51:19.986868 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5337e2ba-91a1-4de1-a715-aea95b5185b0 req-2a7d208a-eae6-4334-918c-dea78eb62573 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36fc1fd4-c047-47a4-bb0d-bb3c0ea45107 HTTP/1.1" status: 200 len: 998 time: 0.4065320 Jul 23 23:51:19.989943 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9944f68f-cfe2-477c-9e06-ba20e3ee4669 req-f2c7c8df-f1f0-46ca-9560-0e9a193d717a tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:19.997278 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9944f68f-cfe2-477c-9e06-ba20e3ee4669 req-f2c7c8df-f1f0-46ca-9560-0e9a193d717a tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] 10.222.0.44 "GET /v2.0/ports?device_id=09ca9731-6a60-4f9a-a03b-0afbba86ce63 HTTP/1.1" status: 200 len: 948 time: 0.3106189 Jul 23 23:51:20.032877 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1327260-54f3-4db6-9339-6b5b04faa26d None None] The sync data for ids ['aec4f419-0f2a-489b-8354-c5990e455d43'] in n-d-800088-16 is: [{'id': 'aec4f419-0f2a-489b-8354-c5990e455d43', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-207102263-router', 'tenant_id': '1c2582a501044614b6b14b002223c647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '58e5597e-d492-40e4-868f-43a3d472c41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:50:23Z', 'updated_at': '2021-07-23T23:50:27Z', 'revision_number': 4, 'project_id': '1c2582a501044614b6b14b002223c647', 'gw_port': {'id': '58e5597e-d492-40e4-868f-43a3d472c41e', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec4f419-0f2a-489b-8354-c5990e455d43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:50:24Z', 'updated_at': '2021-07-23T23:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': 'a2c20673-908b-4139-a548-a1a85304aa34', 'tenant_id': '1c2582a501044614b6b14b002223c647', 'floating_ip_address': '172.25.3.87', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': 'aec4f419-0f2a-489b-8354-c5990e455d43', 'port_id': '36fc1fd4-c047-47a4-bb0d-bb3c0ea45107', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6cf1771-a5e0-4481-ada6-9af5ffe559f4', 'mac_address': 'fa:16:3e:e8:46:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6857c621-8c6c-488d-9f0d-1cfd8c7f116b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:50:55Z', 'updated_at': '2021-07-23T23:51:16Z', 'revision_number': 1, 'project_id': '1c2582a501044614b6b14b002223c647', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb9a7947-0476-4b0b-9ba9-b4637254f25c', 'name': '', 'network_id': 'b6cf1771-a5e0-4481-ada6-9af5ffe559f4', 'tenant_id': '1c2582a501044614b6b14b002223c647', 'mac_address': 'fa:16:3e:2e:00:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec4f419-0f2a-489b-8354-c5990e455d43', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '1b5c91f7-60ac-4182-b027-91575613087b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:50:26Z', 'updated_at': '2021-07-23T23:50:35Z', 'revision_number': 5, 'project_id': '1c2582a501044614b6b14b002223c647', 'subnets': [{'id': '1b5c91f7-60ac-4182-b027-91575613087b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:51:20.040942 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-f6d469fa-8980-4c21-bef7-c95a1764b99b None None] Port 3047ceb7-a871-4929-a67b-b059e834f9f1 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:51:20.128960 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-68169494-fea6-43ac-843c-b2e98f91c4b4 req-c5754669-d5f9-4ec8-bfe9-8c4f186ce126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:20.156073 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5337e2ba-91a1-4de1-a715-aea95b5185b0 req-bd41cc81-18c2-4064-8975-d8e547ed1dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:20.158849 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5337e2ba-91a1-4de1-a715-aea95b5185b0 req-bd41cc81-18c2-4064-8975-d8e547ed1dd2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1b5c91f7-60ac-4182-b027-91575613087b HTTP/1.1" status: 200 len: 862 time: 0.1462932 Jul 23 23:51:20.195568 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 0e6c0bb7-f0a6-4a6a-a242-a2603428ac8b details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:51:20.288476 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.52', 59878) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:20.339928 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9944f68f-cfe2-477c-9e06-ba20e3ee4669 req-e2542d31-2135-47d4-a574-885f8c037b7b tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] 10.222.0.44 "GET /v2.0/security-groups?id=311387c6-e99e-41af-9426-e184765825d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3362818 Jul 23 23:51:20.347839 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071d44f2-2af1-402b-8a8f-74ccc7741e92 req-1f6c67bb-cff2-45df-9ba4-906d145ab0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:20.349298 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-071d44f2-2af1-402b-8a8f-74ccc7741e92 req-1f6c67bb-cff2-45df-9ba4-906d145ab0f1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=646be7a8-09b8-4e0c-bd78-d5d98c9093b9 HTTP/1.1" status: 200 len: 908 time: 0.5443540 Jul 23 23:51:20.422545 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 0e6c0bb7-f0a6-4a6a-a242-a2603428ac8b, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=0e6c0bb7-f0a6-4a6a-a242-a2603428ac8b,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:51:20.453695 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681d74ea-4600-40e8-8f31-b77f832e3557 None None] New status for floating IP a2c20673-908b-4139-a548-a1a85304aa34: ACTIVE {{(pid=100315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 23:51:20.509553 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-cb68cc8c-2a17-466b-abfa-1917d74ccb03 req-f29bf6a6-90d0-492b-9a7b-68958beb10e9 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:20.517157 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': '0e6c0bb7-f0a6-4a6a-a242-a2603428ac8b', 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2', 'port_id': '0e6c0bb7-f0a6-4a6a-a242-a2603428ac8b', 'mac_address': 'fa:16:3e:a1:87:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef73a7e1-c64a-41e3-9997-629475c7b6b1', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:51:20.538847 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5337e2ba-91a1-4de1-a715-aea95b5185b0 req-1ef9f9e5-df35-4e82-a593-ce3ead925af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:20.542287 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5337e2ba-91a1-4de1-a715-aea95b5185b0 req-1ef9f9e5-df35-4e82-a593-ce3ead925af1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b6cf1771-a5e0-4481-ada6-9af5ffe559f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3489933 Jul 23 23:51:20.542449 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-071d44f2-2af1-402b-8a8f-74ccc7741e92 req-ea7d4a4b-5f10-4601-81a7-3a6498a06095 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce0cfa89-8eee-4458-8b33-d6602b43ab38 HTTP/1.1" status: 200 len: 217 time: 0.1755264 Jul 23 23:51:20.589163 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 37144) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:20.621179 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:20.681512 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071d44f2-2af1-402b-8a8f-74ccc7741e92 req-850e5936-3297-45b0-bf36-c3638f30604f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:20.682937 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-071d44f2-2af1-402b-8a8f-74ccc7741e92 req-850e5936-3297-45b0-bf36-c3638f30604f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3bfc2b3c-ece5-49a0-8daf-8ebd7d541c76 HTTP/1.1" status: 200 len: 847 time: 0.1136730 Jul 23 23:51:20.698740 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e6c0bb7-f0a6-4a6a-a242-a2603428ac8b {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:51:20.723904 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-071d44f2-2af1-402b-8a8f-74ccc7741e92 req-17047105-1259-41a9-b8c1-1b0efc1bb888 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=646be7a8-09b8-4e0c-bd78-d5d98c9093b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305307 Jul 23 23:51:20.726257 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-cb68cc8c-2a17-466b-abfa-1917d74ccb03 req-f29bf6a6-90d0-492b-9a7b-68958beb10e9 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:20.744163 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 0e6c0bb7-f0a6-4a6a-a242-a2603428ac8b, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=0e6c0bb7-f0a6-4a6a-a242-a2603428ac8b,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:51:20.788604 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011d2f1d-a212-43ff-9d6e-5bf8ac180908 req-b555666d-3b1e-4e51-bb1c-fdb20800eb3b tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:20.795529 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-011d2f1d-a212-43ff-9d6e-5bf8ac180908 req-b555666d-3b1e-4e51-bb1c-fdb20800eb3b tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e2f5452-8598-4c69-a1e0-a340e19c85a0 HTTP/1.1" status: 200 len: 936 time: 0.2745564 Jul 23 23:51:20.804498 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:20.873441 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2a31c62b-c4d4-4e14-b80f-de11ef03ea88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:20.880962 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb68cc8c-2a17-466b-abfa-1917d74ccb03 req-f29bf6a6-90d0-492b-9a7b-68958beb10e9 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Network 57903904-9b6d-4c31-9b1a-837f9a463391 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:51:20.903450 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29bf6a6-90d0-492b-9a7b-68958beb10e9 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Pushing event updated for resources: {'Port': ['ID=dc695937-d92f-4ac3-9066-f95dc9510833,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:20.905195 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5337e2ba-91a1-4de1-a715-aea95b5185b0 req-0a7fcb44-c451-4a4b-9105-93b4635af4be service neutron] 10.222.0.52 "GET /v2.0/networks/b6cf1771-a5e0-4481-ada6-9af5ffe559f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3446712 Jul 23 23:51:20.912574 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-adea7317-e6b1-4ae2-97d4-351a1a6262e9 req-65f46fa4-6ef1-4687-8d71-9adca76e8d55 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6857c621-8c6c-488d-9f0d-1cfd8c7f116b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6211860 Jul 23 23:51:20.913622 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [req-cb68cc8c-2a17-466b-abfa-1917d74ccb03 req-f29bf6a6-90d0-492b-9a7b-68958beb10e9 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:51:20.982959 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb68cc8c-2a17-466b-abfa-1917d74ccb03 req-f29bf6a6-90d0-492b-9a7b-68958beb10e9 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:51:21.034222 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-011d2f1d-a212-43ff-9d6e-5bf8ac180908 req-969679e2-ea35-4f93-a31d-f6cf1d1602c7 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] 10.222.0.44 "GET /v2.0/security-groups?id=6213158c-d1c5-4952-b5da-736e4d97aee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377641 Jul 23 23:51:21.060560 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['0e6c0bb7-f0a6-4a6a-a242-a2603428ac8b'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:51:21.064912 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5337e2ba-91a1-4de1-a715-aea95b5185b0 req-63c824aa-f193-4490-84e4-164df276d890 service neutron] 10.222.0.52 "GET /v2.0/networks/b6cf1771-a5e0-4481-ada6-9af5ffe559f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495681 Jul 23 23:51:21.188373 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb68cc8c-2a17-466b-abfa-1917d74ccb03 req-f29bf6a6-90d0-492b-9a7b-68958beb10e9 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:21.189647 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-cb68cc8c-2a17-466b-abfa-1917d74ccb03 req-f29bf6a6-90d0-492b-9a7b-68958beb10e9 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:21.195266 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=0e6c0bb7-f0a6-4a6a-a242-a2603428ac8b,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:21.212206 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-071d44f2-2af1-402b-8a8f-74ccc7741e92 req-b600974b-27b3-41fc-bafa-675c89c685ee service neutron] 10.222.0.64 "GET /v2.0/networks/646be7a8-09b8-4e0c-bd78-d5d98c9093b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4452176 Jul 23 23:51:21.215771 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-68169494-fea6-43ac-843c-b2e98f91c4b4 req-c5754669-d5f9-4ec8-bfe9-8c4f186ce126 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3047ceb7-a871-4929-a67b-b059e834f9f1 {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:51:21.229904 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-68169494-fea6-43ac-843c-b2e98f91c4b4 req-c5754669-d5f9-4ec8-bfe9-8c4f186ce126 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:21.255468 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-68169494-fea6-43ac-843c-b2e98f91c4b4 req-c5754669-d5f9-4ec8-bfe9-8c4f186ce126 service neutron] Transition to ACTIVE for port object 3047ceb7-a871-4929-a67b-b059e834f9f1 will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:51:21.266498 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-68169494-fea6-43ac-843c-b2e98f91c4b4 req-c5754669-d5f9-4ec8-bfe9-8c4f186ce126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:21.335992 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adea7317-e6b1-4ae2-97d4-351a1a6262e9 req-5f7614eb-d74b-42bd-aca0-5b73597eebb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:21.338440 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-adea7317-e6b1-4ae2-97d4-351a1a6262e9 req-5f7614eb-d74b-42bd-aca0-5b73597eebb9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c2582a501044614b6b14b002223c647&device_id=6857c621-8c6c-488d-9f0d-1cfd8c7f116b HTTP/1.1" status: 200 len: 1097 time: 0.1816084 Jul 23 23:51:21.485686 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adea7317-e6b1-4ae2-97d4-351a1a6262e9 req-ef11f773-8ea4-40b0-9cbb-00ff8fdab69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:21.487696 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-adea7317-e6b1-4ae2-97d4-351a1a6262e9 req-ef11f773-8ea4-40b0-9cbb-00ff8fdab69c service neutron] 10.222.0.52 "GET /v2.0/networks?id=b6cf1771-a5e0-4481-ada6-9af5ffe559f4 HTTP/1.1" status: 200 len: 924 time: 0.1188810 Jul 23 23:51:21.525128 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2a31c62b-c4d4-4e14-b80f-de11ef03ea88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:21.539219 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5754669-d5f9-4ec8-bfe9-8c4f186ce126 service neutron] Pushing event updated for resources: {'Port': ['ID=3047ceb7-a871-4929-a67b-b059e834f9f1,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:21.550185 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-071d44f2-2af1-402b-8a8f-74ccc7741e92 req-b749d97e-4c04-4b07-9aec-bcf0fb330474 service neutron] 10.222.0.64 "GET /v2.0/networks/646be7a8-09b8-4e0c-bd78-d5d98c9093b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317285 Jul 23 23:51:21.551687 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2a31c62b-c4d4-4e14-b80f-de11ef03ea88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:21.605702 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-2a31c62b-c4d4-4e14-b80f-de11ef03ea88 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=66bc294276f043e48adf7f68825e2c25&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0150776 Jul 23 23:51:21.609223 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cb68cc8c-2a17-466b-abfa-1917d74ccb03 req-f29bf6a6-90d0-492b-9a7b-68958beb10e9 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5094504 Jul 23 23:51:21.609365 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 37180) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:21.619440 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-68169494-fea6-43ac-843c-b2e98f91c4b4 req-c5754669-d5f9-4ec8-bfe9-8c4f186ce126 service neutron] Attempting to bind port 3047ceb7-a871-4929-a67b-b059e834f9f1 on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:51:21.619844 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-68169494-fea6-43ac-843c-b2e98f91c4b4 req-c5754669-d5f9-4ec8-bfe9-8c4f186ce126 service neutron] Attempting to bind port 3047ceb7-a871-4929-a67b-b059e834f9f1 by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:51:21.620306 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68169494-fea6-43ac-843c-b2e98f91c4b4 req-c5754669-d5f9-4ec8-bfe9-8c4f186ce126 service neutron] Attempting to bind port 3047ceb7-a871-4929-a67b-b059e834f9f1 on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:51:21.625590 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-cb68cc8c-2a17-466b-abfa-1917d74ccb03 req-9c66b777-27c6-4fc6-a725-817008a1f0ef service neutron] Request body: {'port': {'device_id': '7fca4da2-3b7b-424e-bc64-633716709f5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-16'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:51:21.644348 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68169494-fea6-43ac-843c-b2e98f91c4b4 req-c5754669-d5f9-4ec8-bfe9-8c4f186ce126 service neutron] Port 3047ceb7-a871-4929-a67b-b059e834f9f1 on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:51:21.644855 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68169494-fea6-43ac-843c-b2e98f91c4b4 req-c5754669-d5f9-4ec8-bfe9-8c4f186ce126 service neutron] Attempting to bind port 3047ceb7-a871-4929-a67b-b059e834f9f1 on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:51:21.655424 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68169494-fea6-43ac-843c-b2e98f91c4b4 req-c5754669-d5f9-4ec8-bfe9-8c4f186ce126 service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:51:21.655835 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68169494-fea6-43ac-843c-b2e98f91c4b4 req-c5754669-d5f9-4ec8-bfe9-8c4f186ce126 service neutron] Checking segment: {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:51:21.656292 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68169494-fea6-43ac-843c-b2e98f91c4b4 req-c5754669-d5f9-4ec8-bfe9-8c4f186ce126 service neutron] Bound using segment: {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:51:21.656839 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-68169494-fea6-43ac-843c-b2e98f91c4b4 req-c5754669-d5f9-4ec8-bfe9-8c4f186ce126 service neutron] Bound port: 3047ceb7-a871-4929-a67b-b059e834f9f1, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:51:21.657278 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-68169494-fea6-43ac-843c-b2e98f91c4b4 req-c5754669-d5f9-4ec8-bfe9-8c4f186ce126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:21.676624 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec44f474-ae4d-4f55-a8e1-c1d56dedd457 req-d0ce803a-3529-4f71-8c48-660deddaac31 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:21.678769 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ec44f474-ae4d-4f55-a8e1-c1d56dedd457 req-d0ce803a-3529-4f71-8c48-660deddaac31 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fca4da2-3b7b-424e-bc64-633716709f5a HTTP/1.1" status: 200 len: 932 time: 0.3856058 Jul 23 23:51:21.680524 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-adea7317-e6b1-4ae2-97d4-351a1a6262e9 req-997736c0-1a9b-4c17-ad3d-266f690fd1c0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36fc1fd4-c047-47a4-bb0d-bb3c0ea45107 HTTP/1.1" status: 200 len: 1000 time: 0.1451283 Jul 23 23:51:21.702858 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31c62b-c4d4-4e14-b80f-de11ef03ea88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab0798b-75c0-40a8-912d-609c0269c87d,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:21.803641 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ec44f474-ae4d-4f55-a8e1-c1d56dedd457 req-81592568-ff90-44b1-892f-fc6972f79e99 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee3bb585-1d46-4d4b-8ed6-e0ac9b92bd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164331 Jul 23 23:51:21.816858 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-cb68cc8c-2a17-466b-abfa-1917d74ccb03 req-9c66b777-27c6-4fc6-a725-817008a1f0ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:21.988959 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ca9ad847-69af-4c5d-a2a3-8c869415773e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:22.039505 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-68169494-fea6-43ac-843c-b2e98f91c4b4 req-c5754669-d5f9-4ec8-bfe9-8c4f186ce126 service neutron] For port 3047ceb7-a871-4929-a67b-b059e834f9f1, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:51:22.044134 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-68169494-fea6-43ac-843c-b2e98f91c4b4 req-c5754669-d5f9-4ec8-bfe9-8c4f186ce126 service neutron] For port 3047ceb7-a871-4929-a67b-b059e834f9f1, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=3047ceb7-a871-4929-a67b-b059e834f9f1,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:51:22.046584 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ca9ad847-69af-4c5d-a2a3-8c869415773e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:22.049969 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adea7317-e6b1-4ae2-97d4-351a1a6262e9 req-44cba69e-69c0-46cf-a74c-0218f29d36ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:22.051394 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-adea7317-e6b1-4ae2-97d4-351a1a6262e9 req-44cba69e-69c0-46cf-a74c-0218f29d36ea service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1b5c91f7-60ac-4182-b027-91575613087b HTTP/1.1" status: 200 len: 862 time: 0.3326528 Jul 23 23:51:22.061537 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-68169494-fea6-43ac-843c-b2e98f91c4b4 req-c5754669-d5f9-4ec8-bfe9-8c4f186ce126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:22.061682 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 37198) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:22.142704 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68169494-fea6-43ac-843c-b2e98f91c4b4 req-c5754669-d5f9-4ec8-bfe9-8c4f186ce126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:22.143335 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-68169494-fea6-43ac-843c-b2e98f91c4b4 req-c5754669-d5f9-4ec8-bfe9-8c4f186ce126 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:22.144741 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-68169494-fea6-43ac-843c-b2e98f91c4b4 req-c5754669-d5f9-4ec8-bfe9-8c4f186ce126 service neutron] 10.222.0.52 "PUT /v2.0/ports/3047ceb7-a871-4929-a67b-b059e834f9f1 HTTP/1.1" status: 200 len: 1097 time: 2.2929006 Jul 23 23:51:22.146842 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e2f5452-8598-4c69-a1e0-a340e19c85a0', 'tag': '3047ceb7-a871-4929-a67b-b059e834f9f1'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:51:22.149551 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6587f53-f2e7-43fc-8e57-2af94cb95291" -d '{"events": [{"name": "network-changed", "server_uuid": "8e2f5452-8598-4c69-a1e0-a340e19c85a0", "tag": "3047ceb7-a871-4929-a67b-b059e834f9f1"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:51:22.189131 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5754669-d5f9-4ec8-bfe9-8c4f186ce126 service neutron] Pushing event updated for resources: {'Port': ['ID=3047ceb7-a871-4929-a67b-b059e834f9f1,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:22.209566 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 0e6c0bb7-f0a6-4a6a-a242-a2603428ac8b up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:51:22.279049 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1ae210-f3f6-4b04-86b9-1ad05a307538 req-d810f624-88f1-43a1-a232-e31b00685b5f tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:22.284346 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adea7317-e6b1-4ae2-97d4-351a1a6262e9 req-4ea903ad-c7c8-48c0-88ba-c2813d367e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:22.285784 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cb1ae210-f3f6-4b04-86b9-1ad05a307538 req-d810f624-88f1-43a1-a232-e31b00685b5f tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] 10.222.0.44 "GET /v2.0/ports?device_id=09ca9731-6a60-4f9a-a03b-0afbba86ce63 HTTP/1.1" status: 200 len: 949 time: 0.3518295 Jul 23 23:51:22.285889 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-adea7317-e6b1-4ae2-97d4-351a1a6262e9 req-4ea903ad-c7c8-48c0-88ba-c2813d367e49 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b6cf1771-a5e0-4481-ada6-9af5ffe559f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2274199 Jul 23 23:51:22.296685 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ca9ad847-69af-4c5d-a2a3-8c869415773e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:22.299836 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ca9ad847-69af-4c5d-a2a3-8c869415773e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:22.303398 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-ca9ad847-69af-4c5d-a2a3-8c869415773e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4ab0798b-75c0-40a8-912d-609c0269c87d HTTP/1.1" status: 204 len: 168 time: 0.6901369 Jul 23 23:51:22.318424 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port 0e6c0bb7-f0a6-4a6a-a242-a2603428ac8b completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:51:22.330689 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port 0e6c0bb7-f0a6-4a6a-a242-a2603428ac8b triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:51:22.331563 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:22.336288 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9ad847-69af-4c5d-a2a3-8c869415773e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab0798b-75c0-40a8-912d-609c0269c87d,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:22.412866 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cb1ae210-f3f6-4b04-86b9-1ad05a307538 req-7ddac6a9-c214-4bf2-9e77-545937c39133 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] 10.222.0.44 "GET /v2.0/security-groups?id=311387c6-e99e-41af-9426-e184765825d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259689 Jul 23 23:51:22.439860 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-cb68cc8c-2a17-466b-abfa-1917d74ccb03 req-9c66b777-27c6-4fc6-a725-817008a1f0ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc695937-d92f-4ac3-9066-f95dc9510833 {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:51:22.463415 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-cb68cc8c-2a17-466b-abfa-1917d74ccb03 req-9c66b777-27c6-4fc6-a725-817008a1f0ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:22.469340 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [req-36914c57-9df5-4a27-a8c3-4cad2467e4a4 req-0d4214c4-348c-4993-a716-b5f2d373d7a7 tempest-LiveMigrationTest-328354084 tempest-LiveMigrationTest-328354084-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=100314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:51:22.470397 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-36914c57-9df5-4a27-a8c3-4cad2467e4a4 req-0d4214c4-348c-4993-a716-b5f2d373d7a7 tempest-LiveMigrationTest-328354084 tempest-LiveMigrationTest-328354084-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4072764 Jul 23 23:51:22.486761 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68169494-fea6-43ac-843c-b2e98f91c4b4 req-161dff83-8100-4df0-a432-932ce5946757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:22.491241 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-cb68cc8c-2a17-466b-abfa-1917d74ccb03 req-9c66b777-27c6-4fc6-a725-817008a1f0ef service neutron] Transition to ACTIVE for port object dc695937-d92f-4ac3-9066-f95dc9510833 will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:51:22.492631 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-68169494-fea6-43ac-843c-b2e98f91c4b4 req-161dff83-8100-4df0-a432-932ce5946757 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ab582ac4eaf8486e904ef88f1ee265a0&device_id=8e2f5452-8598-4c69-a1e0-a340e19c85a0 HTTP/1.1" status: 200 len: 1100 time: 0.2970321 Jul 23 23:51:22.502089 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:22.514125 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-cb68cc8c-2a17-466b-abfa-1917d74ccb03 req-9c66b777-27c6-4fc6-a725-817008a1f0ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:22.565524 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ca9731-6a60-4f9a-a03b-0afbba86ce63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e6c0bb7-f0a6-4a6a-a242-a2603428ac8b'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:51:22.568267 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-498251c4-0f77-449c-9b70-5951684b0d3c" -d '{"events": [{"server_uuid": "09ca9731-6a60-4f9a-a03b-0afbba86ce63", "name": "network-vif-plugged", "status": "completed", "tag": "0e6c0bb7-f0a6-4a6a-a242-a2603428ac8b"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:51:22.586161 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c66b777-27c6-4fc6-a725-817008a1f0ef service neutron] Pushing event updated for resources: {'Port': ['ID=dc695937-d92f-4ac3-9066-f95dc9510833,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:22.587900 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 0e6c0bb7-f0a6-4a6a-a242-a2603428ac8b, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=0e6c0bb7-f0a6-4a6a-a242-a2603428ac8b,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:51:22.599480 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:22.600759 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-68169494-fea6-43ac-843c-b2e98f91c4b4 req-af0dd876-8754-4cc5-b810-21d6e1f46e05 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=3047ceb7-a871-4929-a67b-b059e834f9f1 HTTP/1.1" status: 200 len: 217 time: 0.0855534 Jul 23 23:51:22.671464 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-adea7317-e6b1-4ae2-97d4-351a1a6262e9 req-02e53d13-4f41-4b62-9602-4a55074d8aad service neutron] 10.222.0.52 "GET /v2.0/networks/b6cf1771-a5e0-4481-ada6-9af5ffe559f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3691788 Jul 23 23:51:22.682880 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=0e6c0bb7-f0a6-4a6a-a242-a2603428ac8b,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:22.687739 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36914c57-9df5-4a27-a8c3-4cad2467e4a4 req-217be50a-e129-4b7e-9f22-453fbd0d0d99 tempest-LiveMigrationTest-328354084 tempest-LiveMigrationTest-328354084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:22.689863 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-36914c57-9df5-4a27-a8c3-4cad2467e4a4 req-217be50a-e129-4b7e-9f22-453fbd0d0d99 tempest-LiveMigrationTest-328354084 tempest-LiveMigrationTest-328354084-project-admin] 10.222.0.44 "GET /v2.0/ports/ce0cfa89-8eee-4458-8b33-d6602b43ab38 HTTP/1.1" status: 200 len: 1116 time: 0.2091815 Jul 23 23:51:22.720598 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68169494-fea6-43ac-843c-b2e98f91c4b4 req-4078a594-145a-4de2-86e2-d3c6ff64cdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:22.722157 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-68169494-fea6-43ac-843c-b2e98f91c4b4 req-4078a594-145a-4de2-86e2-d3c6ff64cdd5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.1206489 Jul 23 23:51:22.753284 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573bc95f-0912-42be-a305-f719ab007e8a req-24a68267-9137-4924-8458-870e64150118 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:22.755484 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-573bc95f-0912-42be-a305-f719ab007e8a req-24a68267-9137-4924-8458-870e64150118 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e2f5452-8598-4c69-a1e0-a340e19c85a0 HTTP/1.1" status: 200 len: 948 time: 0.1588855 Jul 23 23:51:22.806880 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-cb68cc8c-2a17-466b-abfa-1917d74ccb03 req-9c66b777-27c6-4fc6-a725-817008a1f0ef service neutron] Attempting to bind port dc695937-d92f-4ac3-9066-f95dc9510833 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:51:22.806880 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-cb68cc8c-2a17-466b-abfa-1917d74ccb03 req-9c66b777-27c6-4fc6-a725-817008a1f0ef service neutron] Attempting to bind port dc695937-d92f-4ac3-9066-f95dc9510833 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': 'bee75817-8822-4c2b-8563-730cb65eb3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '57903904-9b6d-4c31-9b1a-837f9a463391'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:51:22.807359 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb68cc8c-2a17-466b-abfa-1917d74ccb03 req-9c66b777-27c6-4fc6-a725-817008a1f0ef service neutron] Attempting to bind port dc695937-d92f-4ac3-9066-f95dc9510833 on network 57903904-9b6d-4c31-9b1a-837f9a463391 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:51:22.816408 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-573bc95f-0912-42be-a305-f719ab007e8a req-f47c3933-1e6b-455e-83aa-188991ac4225 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] 10.222.0.44 "GET /v2.0/security-groups?id=6213158c-d1c5-4952-b5da-736e4d97aee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528891 Jul 23 23:51:22.817773 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb68cc8c-2a17-466b-abfa-1917d74ccb03 req-9c66b777-27c6-4fc6-a725-817008a1f0ef service neutron] Port dc695937-d92f-4ac3-9066-f95dc9510833 on network 57903904-9b6d-4c31-9b1a-837f9a463391 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:51:22.818094 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb68cc8c-2a17-466b-abfa-1917d74ccb03 req-9c66b777-27c6-4fc6-a725-817008a1f0ef service neutron] Attempting to bind port dc695937-d92f-4ac3-9066-f95dc9510833 on network 57903904-9b6d-4c31-9b1a-837f9a463391 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:51:22.833706 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb68cc8c-2a17-466b-abfa-1917d74ccb03 req-9c66b777-27c6-4fc6-a725-817008a1f0ef service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:51:22.843945 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb68cc8c-2a17-466b-abfa-1917d74ccb03 req-9c66b777-27c6-4fc6-a725-817008a1f0ef service neutron] Checking segment: {'id': 'bee75817-8822-4c2b-8563-730cb65eb3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '57903904-9b6d-4c31-9b1a-837f9a463391'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:51:22.843945 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb68cc8c-2a17-466b-abfa-1917d74ccb03 req-9c66b777-27c6-4fc6-a725-817008a1f0ef service neutron] Bound using segment: {'id': 'bee75817-8822-4c2b-8563-730cb65eb3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '57903904-9b6d-4c31-9b1a-837f9a463391'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:51:22.843945 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-cb68cc8c-2a17-466b-abfa-1917d74ccb03 req-9c66b777-27c6-4fc6-a725-817008a1f0ef service neutron] Bound port: dc695937-d92f-4ac3-9066-f95dc9510833, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bee75817-8822-4c2b-8563-730cb65eb3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '57903904-9b6d-4c31-9b1a-837f9a463391'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:51:22.843945 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-cb68cc8c-2a17-466b-abfa-1917d74ccb03 req-9c66b777-27c6-4fc6-a725-817008a1f0ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:22.844767 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-adea7317-e6b1-4ae2-97d4-351a1a6262e9 req-0e97403f-0bbe-4d3d-83f9-97dd38ca213c service neutron] 10.222.0.52 "GET /v2.0/networks/b6cf1771-a5e0-4481-ada6-9af5ffe559f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564856 Jul 23 23:51:22.862913 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68169494-fea6-43ac-843c-b2e98f91c4b4 req-7b3e9d02-bbbc-4c6c-9768-5d8659fc66d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:22.864432 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-68169494-fea6-43ac-843c-b2e98f91c4b4 req-7b3e9d02-bbbc-4c6c-9768-5d8659fc66d7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1340058 Jul 23 23:51:22.883093 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 37226) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:22.899366 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d90eca1-4cb0-4fa7-842b-c261ce8c4bde x-openstack-request-id: req-6d90eca1-4cb0-4fa7-842b-c261ce8c4bde {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:51:22.899654 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e2f5452-8598-4c69-a1e0-a340e19c85a0", "tag": "3047ceb7-a871-4929-a67b-b059e834f9f1", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:51:22.900499 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6d90eca1-4cb0-4fa7-842b-c261ce8c4bde {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:51:22.900938 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e2f5452-8598-4c69-a1e0-a340e19c85a0', 'tag': '3047ceb7-a871-4929-a67b-b059e834f9f1', 'status': 'completed', 'code': 200} Jul 23 23:51:22.987292 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-cb68cc8c-2a17-466b-abfa-1917d74ccb03 req-9c66b777-27c6-4fc6-a725-817008a1f0ef service neutron] For port dc695937-d92f-4ac3-9066-f95dc9510833, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:51:22.990544 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-cb68cc8c-2a17-466b-abfa-1917d74ccb03 req-9c66b777-27c6-4fc6-a725-817008a1f0ef service neutron] For port dc695937-d92f-4ac3-9066-f95dc9510833, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=dc695937-d92f-4ac3-9066-f95dc9510833,segment=NetworkSegment(bee75817-8822-4c2b-8563-730cb65eb3a7),segment_id=bee75817-8822-4c2b-8563-730cb65eb3a7)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:51:22.997573 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-36914c57-9df5-4a27-a8c3-4cad2467e4a4 req-d612e2ad-7f4d-4c96-903e-3aeff97bf1af service neutron] Request body: {'binding': {'host': 'n-h1-800088-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:51:22.998114 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-36914c57-9df5-4a27-a8c3-4cad2467e4a4 req-d612e2ad-7f4d-4c96-903e-3aeff97bf1af service neutron] Unknown quota resources ['binding']. {{(pid=100314) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 23:51:23.010258 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-68169494-fea6-43ac-843c-b2e98f91c4b4 req-a9ee002c-c48f-45b5-947e-22da7220c719 service neutron] 10.222.0.52 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375265 Jul 23 23:51:23.011083 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e16e27a8-c1de-48ca-9e02-e6f54a2c371b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:23.020711 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-cb68cc8c-2a17-466b-abfa-1917d74ccb03 req-9c66b777-27c6-4fc6-a725-817008a1f0ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:23.041018 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 37232) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:23.068335 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f57bd496-f606-4057-992d-3a513ede0503 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:23.074107 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-bf91a840-9501-4244-8341-aad9b40c5073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:23.098092 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb68cc8c-2a17-466b-abfa-1917d74ccb03 req-9c66b777-27c6-4fc6-a725-817008a1f0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:23.099417 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-cb68cc8c-2a17-466b-abfa-1917d74ccb03 req-9c66b777-27c6-4fc6-a725-817008a1f0ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:23.100858 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cb68cc8c-2a17-466b-abfa-1917d74ccb03 req-9c66b777-27c6-4fc6-a725-817008a1f0ef service neutron] 10.222.0.64 "PUT /v2.0/ports/dc695937-d92f-4ac3-9066-f95dc9510833 HTTP/1.1" status: 200 len: 1093 time: 1.4838035 Jul 23 23:51:23.107986 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fca4da2-3b7b-424e-bc64-633716709f5a', 'tag': 'dc695937-d92f-4ac3-9066-f95dc9510833'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:51:23.110648 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b498d3-446f-4298-bf6f-f84f34efb50d" -d '{"events": [{"name": "network-changed", "server_uuid": "7fca4da2-3b7b-424e-bc64-633716709f5a", "tag": "dc695937-d92f-4ac3-9066-f95dc9510833"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:51:23.155268 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.db.api [None req-e16e27a8-c1de-48ca-9e02-e6f54a2c371b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 23:51:23.155268 n-d-800088-16 neutron-server[100314]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 23 23:51:23.155268 n-d-800088-16 neutron-server[100314]: [parameters: {'project_id': 'b067483f8ec1423298c199022bea8d5a', 'id': '45ed2ac0-edf8-487f-a0f3-e9e6da031b25', 'expiration': datetime.datetime(2021, 7, 23, 23, 53, 23, 132826)}] Jul 23 23:51:23.155268 n-d-800088-16 neutron-server[100314]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 23:51:23.155731 n-d-800088-16 neutron-server[100314]: DEBUG oslo_db.api [None req-e16e27a8-c1de-48ca-9e02-e6f54a2c371b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 23:51:23.169710 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-68169494-fea6-43ac-843c-b2e98f91c4b4 req-9ec0e291-9a3c-403a-9ea6-59fa1fa5c3f4 service neutron] 10.222.0.52 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524951 Jul 23 23:51:23.223127 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c66b777-27c6-4fc6-a725-817008a1f0ef service neutron] Pushing event updated for resources: {'Port': ['ID=dc695937-d92f-4ac3-9066-f95dc9510833,revision_number=3']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:23.290134 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f57bd496-f606-4057-992d-3a513ede0503 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:23.296012 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f57bd496-f606-4057-992d-3a513ede0503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:23.317612 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb68cc8c-2a17-466b-abfa-1917d74ccb03 req-d0775c86-cc64-40cc-a65f-40522cadcaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:23.319198 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cb68cc8c-2a17-466b-abfa-1917d74ccb03 req-d0775c86-cc64-40cc-a65f-40522cadcaf4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3c7dd398271b4cc7a38ab7d4361ee7cb&device_id=7fca4da2-3b7b-424e-bc64-633716709f5a HTTP/1.1" status: 200 len: 1096 time: 0.1626878 Jul 23 23:51:23.353216 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-f57bd496-f606-4057-992d-3a513ede0503 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8bf3b9856d214ed58311dd1bb30d1593&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3083098 Jul 23 23:51:23.353216 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6587f53-f2e7-43fc-8e57-2af94cb95291 req-d429a7aa-f6ea-4e37-86a7-db13dcd27176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:23.354141 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f6587f53-f2e7-43fc-8e57-2af94cb95291 req-d429a7aa-f6ea-4e37-86a7-db13dcd27176 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ab582ac4eaf8486e904ef88f1ee265a0&device_id=8e2f5452-8598-4c69-a1e0-a340e19c85a0 HTTP/1.1" status: 200 len: 1100 time: 0.1307845 Jul 23 23:51:23.354765 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57bd496-f606-4057-992d-3a513ede0503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5705b8ed-6937-4a12-be57-77d82f04697a,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:23.356787 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 37236) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:23.372154 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cb68cc8c-2a17-466b-abfa-1917d74ccb03 req-7cb77bbf-f73f-4ac4-8819-5fd2023fc7d0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc695937-d92f-4ac3-9066-f95dc9510833 HTTP/1.1" status: 200 len: 217 time: 0.0425720 Jul 23 23:51:23.372785 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-36914c57-9df5-4a27-a8c3-4cad2467e4a4 req-d612e2ad-7f4d-4c96-903e-3aeff97bf1af service neutron] Attempting to bind port ce0cfa89-8eee-4458-8b33-d6602b43ab38 on host n-h1-800088-16 for vnic_type normal with profile None {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:51:23.373141 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-36914c57-9df5-4a27-a8c3-4cad2467e4a4 req-d612e2ad-7f4d-4c96-903e-3aeff97bf1af service neutron] Attempting to bind port ce0cfa89-8eee-4458-8b33-d6602b43ab38 by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': 'd41359ac-4be7-4a75-afd1-798e41d2f155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '646be7a8-09b8-4e0c-bd78-d5d98c9093b9'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:51:23.373471 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36914c57-9df5-4a27-a8c3-4cad2467e4a4 req-d612e2ad-7f4d-4c96-903e-3aeff97bf1af service neutron] Attempting to bind port ce0cfa89-8eee-4458-8b33-d6602b43ab38 on network 646be7a8-09b8-4e0c-bd78-d5d98c9093b9 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:51:23.393239 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57bd496-f606-4057-992d-3a513ede0503 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:51:23.393587 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57bd496-f606-4057-992d-3a513ede0503 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:51:23.393929 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57bd496-f606-4057-992d-3a513ede0503 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:51:23.394266 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57bd496-f606-4057-992d-3a513ede0503 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:51:23.394599 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57bd496-f606-4057-992d-3a513ede0503 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:51:23.394931 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57bd496-f606-4057-992d-3a513ede0503 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:51:23.395277 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57bd496-f606-4057-992d-3a513ede0503 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:51:23.395682 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57bd496-f606-4057-992d-3a513ede0503 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:51:23.396011 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57bd496-f606-4057-992d-3a513ede0503 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:51:23.396335 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57bd496-f606-4057-992d-3a513ede0503 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:51:23.396675 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57bd496-f606-4057-992d-3a513ede0503 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:51:23.397334 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57bd496-f606-4057-992d-3a513ede0503 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:51:23.423335 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb68cc8c-2a17-466b-abfa-1917d74ccb03 req-8dfe6182-b535-4d75-bbea-3e87bca88026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:23.425534 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cb68cc8c-2a17-466b-abfa-1917d74ccb03 req-8dfe6182-b535-4d75-bbea-3e87bca88026 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9591efd5-cf05-46fc-a204-a334741262ad HTTP/1.1" status: 200 len: 862 time: 0.0469394 Jul 23 23:51:23.426098 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36914c57-9df5-4a27-a8c3-4cad2467e4a4 req-d612e2ad-7f4d-4c96-903e-3aeff97bf1af service neutron] Port ce0cfa89-8eee-4458-8b33-d6602b43ab38 on network 646be7a8-09b8-4e0c-bd78-d5d98c9093b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:51:23.426436 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36914c57-9df5-4a27-a8c3-4cad2467e4a4 req-d612e2ad-7f4d-4c96-903e-3aeff97bf1af service neutron] Attempting to bind port ce0cfa89-8eee-4458-8b33-d6602b43ab38 on network 646be7a8-09b8-4e0c-bd78-d5d98c9093b9 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:51:23.430307 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1560f6f-f829-4b1b-9204-dff1088994be x-openstack-request-id: req-f1560f6f-f829-4b1b-9204-dff1088994be {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:51:23.430796 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09ca9731-6a60-4f9a-a03b-0afbba86ce63", "name": "network-vif-plugged", "status": "completed", "tag": "0e6c0bb7-f0a6-4a6a-a242-a2603428ac8b", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:51:23.433484 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36914c57-9df5-4a27-a8c3-4cad2467e4a4 req-d612e2ad-7f4d-4c96-903e-3aeff97bf1af service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:51:23.433798 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f1560f6f-f829-4b1b-9204-dff1088994be {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:51:23.433907 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36914c57-9df5-4a27-a8c3-4cad2467e4a4 req-d612e2ad-7f4d-4c96-903e-3aeff97bf1af service neutron] Checking segment: {'id': 'd41359ac-4be7-4a75-afd1-798e41d2f155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '646be7a8-09b8-4e0c-bd78-d5d98c9093b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:51:23.434195 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36914c57-9df5-4a27-a8c3-4cad2467e4a4 req-d612e2ad-7f4d-4c96-903e-3aeff97bf1af service neutron] Bound using segment: {'id': 'd41359ac-4be7-4a75-afd1-798e41d2f155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '646be7a8-09b8-4e0c-bd78-d5d98c9093b9'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:51:23.434307 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ca9731-6a60-4f9a-a03b-0afbba86ce63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e6c0bb7-f0a6-4a6a-a242-a2603428ac8b', 'code': 200} Jul 23 23:51:23.434635 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-36914c57-9df5-4a27-a8c3-4cad2467e4a4 req-d612e2ad-7f4d-4c96-903e-3aeff97bf1af service neutron] Bound port: ce0cfa89-8eee-4458-8b33-d6602b43ab38, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd41359ac-4be7-4a75-afd1-798e41d2f155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '646be7a8-09b8-4e0c-bd78-d5d98c9093b9'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:51:23.521402 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cb68cc8c-2a17-466b-abfa-1917d74ccb03 req-a09880e7-d992-4593-9133-59adaf484721 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=57903904-9b6d-4c31-9b1a-837f9a463391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0893722 Jul 23 23:51:23.528832 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7980fbd8-8667-45eb-942d-5df23a316ca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:23.562932 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6587f53-f2e7-43fc-8e57-2af94cb95291 req-225f4107-f594-4a5b-975d-daa5c460288d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:23.564945 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f6587f53-f2e7-43fc-8e57-2af94cb95291 req-225f4107-f594-4a5b-975d-daa5c460288d service neutron] 10.222.0.52 "GET /v2.0/networks?id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 HTTP/1.1" status: 200 len: 870 time: 0.2006414 Jul 23 23:51:23.571435 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7980fbd8-8667-45eb-942d-5df23a316ca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:23.623617 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f6587f53-f2e7-43fc-8e57-2af94cb95291 req-eb4c6066-cc15-4e13-8f5a-35cb8878c397 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=3047ceb7-a871-4929-a67b-b059e834f9f1 HTTP/1.1" status: 200 len: 217 time: 0.0501971 Jul 23 23:51:23.685936 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6c22ed-8f14-46a5-a8c8-4bd0ff59e0a5 req-6a6529b0-9576-4eb4-89e4-f8b59b2949cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:23.687507 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2d6c22ed-8f14-46a5-a8c8-4bd0ff59e0a5 req-6a6529b0-9576-4eb4-89e4-f8b59b2949cc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=09ca9731-6a60-4f9a-a03b-0afbba86ce63 HTTP/1.1" status: 200 len: 1102 time: 0.1961865 Jul 23 23:51:23.725894 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6587f53-f2e7-43fc-8e57-2af94cb95291 req-1e304b10-d780-4b37-a02d-ad0088a071a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:23.728592 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f6587f53-f2e7-43fc-8e57-2af94cb95291 req-1e304b10-d780-4b37-a02d-ad0088a071a8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.0979667 Jul 23 23:51:23.733077 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7980fbd8-8667-45eb-942d-5df23a316ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:23.738897 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7980fbd8-8667-45eb-942d-5df23a316ca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:23.740831 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-7980fbd8-8667-45eb-942d-5df23a316ca5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5705b8ed-6937-4a12-be57-77d82f04697a HTTP/1.1" status: 204 len: 168 time: 0.3829091 Jul 23 23:51:23.799428 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7980fbd8-8667-45eb-942d-5df23a316ca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5705b8ed-6937-4a12-be57-77d82f04697a,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:23.828495 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2d6c22ed-8f14-46a5-a8c8-4bd0ff59e0a5 req-ff46c868-2203-4ea7-a578-0d6c77730088 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=311387c6-e99e-41af-9426-e184765825d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299779 Jul 23 23:51:23.836979 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e16e27a8-c1de-48ca-9e02-e6f54a2c371b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:23.840254 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-36914c57-9df5-4a27-a8c3-4cad2467e4a4 req-d612e2ad-7f4d-4c96-903e-3aeff97bf1af service neutron] For port ce0cfa89-8eee-4458-8b33-d6602b43ab38, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=ce0cfa89-8eee-4458-8b33-d6602b43ab38,segment=NetworkSegment(d41359ac-4be7-4a75-afd1-798e41d2f155),segment_id=d41359ac-4be7-4a75-afd1-798e41d2f155)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:51:23.863028 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-36914c57-9df5-4a27-a8c3-4cad2467e4a4 req-d612e2ad-7f4d-4c96-903e-3aeff97bf1af service neutron] Notify callbacks [] for binding, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:23.864230 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-36914c57-9df5-4a27-a8c3-4cad2467e4a4 req-d612e2ad-7f4d-4c96-903e-3aeff97bf1af service neutron] 10.222.0.44 "POST /v2.0/ports/ce0cfa89-8eee-4458-8b33-d6602b43ab38/bindings HTTP/1.1" status: 201 len: 390 time: 1.0368271 Jul 23 23:51:23.865124 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6587f53-f2e7-43fc-8e57-2af94cb95291 req-0063eada-1307-4822-a9e3-70d3f70f4f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:23.867926 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f6587f53-f2e7-43fc-8e57-2af94cb95291 req-0063eada-1307-4822-a9e3-70d3f70f4f5f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1233189 Jul 23 23:51:23.907494 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a25235-b981-40fd-af83-44b9edc373bb req-6f7dc9da-f01c-4345-b417-2b0f7389a253 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:23.909747 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-83a25235-b981-40fd-af83-44b9edc373bb req-6f7dc9da-f01c-4345-b417-2b0f7389a253 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fca4da2-3b7b-424e-bc64-633716709f5a HTTP/1.1" status: 200 len: 944 time: 0.3999815 Jul 23 23:51:23.918728 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cb68cc8c-2a17-466b-abfa-1917d74ccb03 req-2fb1de35-8088-4f3a-9215-ee8a05ee2bd0 service neutron] 10.222.0.64 "GET /v2.0/networks/57903904-9b6d-4c31-9b1a-837f9a463391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3825250 Jul 23 23:51:24.007237 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-162c42b0-c98c-482a-bdc6-948c49e66151 x-openstack-request-id: req-162c42b0-c98c-482a-bdc6-948c49e66151 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:51:24.007596 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fca4da2-3b7b-424e-bc64-633716709f5a", "tag": "dc695937-d92f-4ac3-9066-f95dc9510833", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:51:24.007941 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-162c42b0-c98c-482a-bdc6-948c49e66151 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:51:24.008406 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fca4da2-3b7b-424e-bc64-633716709f5a', 'tag': 'dc695937-d92f-4ac3-9066-f95dc9510833', 'status': 'completed', 'code': 200} Jul 23 23:51:24.083604 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-83a25235-b981-40fd-af83-44b9edc373bb req-0624682f-ee53-46c0-ac7b-123389ecb6b7 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee3bb585-1d46-4d4b-8ed6-e0ac9b92bd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616538 Jul 23 23:51:24.147590 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cb68cc8c-2a17-466b-abfa-1917d74ccb03 req-6a6e9bfb-1265-4f39-a470-493973c8f3a1 service neutron] 10.222.0.64 "GET /v2.0/networks/57903904-9b6d-4c31-9b1a-837f9a463391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154102 Jul 23 23:51:24.179833 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f6587f53-f2e7-43fc-8e57-2af94cb95291 req-5d7ff814-c002-487d-87ef-78af8ce7a695 service neutron] 10.222.0.52 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790544 Jul 23 23:51:24.181580 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e16e27a8-c1de-48ca-9e02-e6f54a2c371b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:24.214720 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e16e27a8-c1de-48ca-9e02-e6f54a2c371b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:24.331515 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-e16e27a8-c1de-48ca-9e02-e6f54a2c371b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b067483f8ec1423298c199022bea8d5a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4469001 Jul 23 23:51:24.334961 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 37262) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:24.337078 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16e27a8-c1de-48ca-9e02-e6f54a2c371b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d0cce43-9e98-458f-ad5a-b6eb3e894148,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:24.371272 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16e27a8-c1de-48ca-9e02-e6f54a2c371b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:51:24.371744 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16e27a8-c1de-48ca-9e02-e6f54a2c371b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:51:24.372112 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16e27a8-c1de-48ca-9e02-e6f54a2c371b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:51:24.372326 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16e27a8-c1de-48ca-9e02-e6f54a2c371b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:51:24.372620 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16e27a8-c1de-48ca-9e02-e6f54a2c371b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:51:24.372982 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16e27a8-c1de-48ca-9e02-e6f54a2c371b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:51:24.373316 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16e27a8-c1de-48ca-9e02-e6f54a2c371b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:51:24.373647 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16e27a8-c1de-48ca-9e02-e6f54a2c371b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:51:24.373976 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16e27a8-c1de-48ca-9e02-e6f54a2c371b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:51:24.374301 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16e27a8-c1de-48ca-9e02-e6f54a2c371b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:51:24.374626 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16e27a8-c1de-48ca-9e02-e6f54a2c371b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:51:24.374951 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16e27a8-c1de-48ca-9e02-e6f54a2c371b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:51:24.378725 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4868733f-a771-44eb-beb6-2e2fbbef5d03 req-c0e31b90-94a7-4906-ad8e-a3ac091f9678 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:24.379950 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4868733f-a771-44eb-beb6-2e2fbbef5d03 req-c0e31b90-94a7-4906-ad8e-a3ac091f9678 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] 10.222.0.44 "GET /v2.0/ports?device_id=09ca9731-6a60-4f9a-a03b-0afbba86ce63 HTTP/1.1" status: 200 len: 950 time: 0.2289402 Jul 23 23:51:24.385137 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36914c57-9df5-4a27-a8c3-4cad2467e4a4 req-c8c809c4-9cf6-40a7-81c4-bb4d793c006b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:24.387735 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-36914c57-9df5-4a27-a8c3-4cad2467e4a4 req-c8c809c4-9cf6-40a7-81c4-bb4d793c006b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e50500f9fa5448f8994dd6c4e9b5ded5&device_id=0246f005-72c2-4ed4-99b9-e4721a7949d3 HTTP/1.1" status: 200 len: 1119 time: 0.1837590 Jul 23 23:51:24.390531 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f6587f53-f2e7-43fc-8e57-2af94cb95291 req-3281baac-fa5a-4eba-a20d-fce73aabefa9 service neutron] 10.222.0.52 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773534 Jul 23 23:51:24.435384 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283720e6-7197-4034-a166-92d74d5dc4f6 req-9b9a7773-54be-4f62-919e-83807ba32d7b tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:24.437008 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-283720e6-7197-4034-a166-92d74d5dc4f6 req-9b9a7773-54be-4f62-919e-83807ba32d7b tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e2f5452-8598-4c69-a1e0-a340e19c85a0 HTTP/1.1" status: 200 len: 948 time: 0.2518346 Jul 23 23:51:24.453756 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4868733f-a771-44eb-beb6-2e2fbbef5d03 req-ba16be3e-9545-42c0-a3d7-2da6fb4d40fc tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] 10.222.0.44 "GET /v2.0/security-groups?id=311387c6-e99e-41af-9426-e184765825d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661800 Jul 23 23:51:24.489137 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-77996543-6a26-4dc7-8ce9-9f4c6ccdb363 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:24.517214 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36914c57-9df5-4a27-a8c3-4cad2467e4a4 req-53512b7a-acf9-40f4-b387-f88037a9a8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:24.518327 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-77996543-6a26-4dc7-8ce9-9f4c6ccdb363 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:24.518927 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-36914c57-9df5-4a27-a8c3-4cad2467e4a4 req-53512b7a-acf9-40f4-b387-f88037a9a8de service neutron] 10.222.0.52 "GET /v2.0/networks?id=646be7a8-09b8-4e0c-bd78-d5d98c9093b9 HTTP/1.1" status: 200 len: 908 time: 0.1131122 Jul 23 23:51:24.527960 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b498d3-446f-4298-bf6f-f84f34efb50d req-895242d6-dba0-4664-9476-31bf18a84a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:24.529666 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b1b498d3-446f-4298-bf6f-f84f34efb50d req-895242d6-dba0-4664-9476-31bf18a84a39 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3c7dd398271b4cc7a38ab7d4361ee7cb&device_id=7fca4da2-3b7b-424e-bc64-633716709f5a HTTP/1.1" status: 200 len: 1096 time: 0.2825532 Jul 23 23:51:24.580413 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-36914c57-9df5-4a27-a8c3-4cad2467e4a4 req-c1b8e0e9-6b21-432f-be01-6788d6654b80 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce0cfa89-8eee-4458-8b33-d6602b43ab38 HTTP/1.1" status: 200 len: 217 time: 0.0523574 Jul 23 23:51:24.585903 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-283720e6-7197-4034-a166-92d74d5dc4f6 req-6a10db0f-b2d6-41e4-9604-a4354c4a8e5e tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] 10.222.0.44 "GET /v2.0/security-groups?id=6213158c-d1c5-4952-b5da-736e4d97aee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348312 Jul 23 23:51:24.691741 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36914c57-9df5-4a27-a8c3-4cad2467e4a4 req-a5bf494b-30f7-41a6-a675-55fa513c0cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:24.693312 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-36914c57-9df5-4a27-a8c3-4cad2467e4a4 req-a5bf494b-30f7-41a6-a675-55fa513c0cbe service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3bfc2b3c-ece5-49a0-8daf-8ebd7d541c76 HTTP/1.1" status: 200 len: 847 time: 0.0809059 Jul 23 23:51:24.704033 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b498d3-446f-4298-bf6f-f84f34efb50d req-ba7843e2-9249-45b2-830d-fe45cbe3b0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:24.706791 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b1b498d3-446f-4298-bf6f-f84f34efb50d req-ba7843e2-9249-45b2-830d-fe45cbe3b0f7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=57903904-9b6d-4c31-9b1a-837f9a463391 HTTP/1.1" status: 200 len: 923 time: 0.1673007 Jul 23 23:51:24.707898 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-77996543-6a26-4dc7-8ce9-9f4c6ccdb363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:24.711340 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-77996543-6a26-4dc7-8ce9-9f4c6ccdb363 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:24.718768 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-77996543-6a26-4dc7-8ce9-9f4c6ccdb363 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1d0cce43-9e98-458f-ad5a-b6eb3e894148 HTTP/1.1" status: 204 len: 168 time: 0.3825164 Jul 23 23:51:24.767597 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4929e6bf-7e9f-43af-b36e-7d4644b8f044 req-6a45df3c-af3b-4959-8e48-14f7047783d6 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:24.778284 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b1b498d3-446f-4298-bf6f-f84f34efb50d req-0417004f-e577-4f49-8e3b-c7d2d64f5c62 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc695937-d92f-4ac3-9066-f95dc9510833 HTTP/1.1" status: 200 len: 217 time: 0.0583212 Jul 23 23:51:24.779933 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77996543-6a26-4dc7-8ce9-9f4c6ccdb363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d0cce43-9e98-458f-ad5a-b6eb3e894148,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:24.805917 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4929e6bf-7e9f-43af-b36e-7d4644b8f044 req-6a45df3c-af3b-4959-8e48-14f7047783d6 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?device_id=0246f005-72c2-4ed4-99b9-e4721a7949d3 HTTP/1.1" status: 200 len: 967 time: 0.2537880 Jul 23 23:51:24.813754 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-36914c57-9df5-4a27-a8c3-4cad2467e4a4 req-0a947e0a-3fe9-48bd-981d-d714aaee10cc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=646be7a8-09b8-4e0c-bd78-d5d98c9093b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1141708 Jul 23 23:51:24.871664 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b498d3-446f-4298-bf6f-f84f34efb50d req-cb2d320f-cd84-44fb-a771-bdb3f6d3a283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:24.875701 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b1b498d3-446f-4298-bf6f-f84f34efb50d req-cb2d320f-cd84-44fb-a771-bdb3f6d3a283 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9591efd5-cf05-46fc-a204-a334741262ad HTTP/1.1" status: 200 len: 862 time: 0.0846305 Jul 23 23:51:24.880996 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4929e6bf-7e9f-43af-b36e-7d4644b8f044 req-9e678e78-5a2b-4e70-92b1-7d54cd738ab4 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738966 Jul 23 23:51:24.948708 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b1b498d3-446f-4298-bf6f-f84f34efb50d req-dbe31f5b-3f7f-43a2-a52e-5dac7df75c87 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=57903904-9b6d-4c31-9b1a-837f9a463391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654929 Jul 23 23:51:24.977674 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-36914c57-9df5-4a27-a8c3-4cad2467e4a4 req-461a544c-c9d2-43ac-9c95-a69808f6d0f7 service neutron] 10.222.0.52 "GET /v2.0/networks/646be7a8-09b8-4e0c-bd78-d5d98c9093b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325667 Jul 23 23:51:25.092105 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b1b498d3-446f-4298-bf6f-f84f34efb50d req-1b819554-a39a-4a61-9ba6-13d9bacc7d29 service neutron] 10.222.0.64 "GET /v2.0/networks/57903904-9b6d-4c31-9b1a-837f9a463391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361897 Jul 23 23:51:25.133145 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-36914c57-9df5-4a27-a8c3-4cad2467e4a4 req-38a59a18-1941-46f6-a1b8-b3dfd646e1f7 service neutron] 10.222.0.52 "GET /v2.0/networks/646be7a8-09b8-4e0c-bd78-d5d98c9093b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476896 Jul 23 23:51:25.278131 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b1b498d3-446f-4298-bf6f-f84f34efb50d req-80201962-77f4-4a64-b96d-a1f84a7a8f01 service neutron] 10.222.0.64 "GET /v2.0/networks/57903904-9b6d-4c31-9b1a-837f9a463391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778541 Jul 23 23:51:25.306393 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8ba49c-e4af-4f9d-9d69-ec8f5656be8c req-686c2c72-9719-4541-841a-92f302e43cec tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:25.308118 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5c8ba49c-e4af-4f9d-9d69-ec8f5656be8c req-686c2c72-9719-4541-841a-92f302e43cec tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fca4da2-3b7b-424e-bc64-633716709f5a HTTP/1.1" status: 200 len: 944 time: 0.0991931 Jul 23 23:51:25.308614 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 37304) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:25.341378 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b5f8a4fc-67a1-494b-bb0f-bbf0394fe45e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:25.380343 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5c8ba49c-e4af-4f9d-9d69-ec8f5656be8c req-07cc088d-bc83-44ab-a4cf-5dde3f70df8f tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee3bb585-1d46-4d4b-8ed6-e0ac9b92bd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640237 Jul 23 23:51:25.408906 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36914c57-9df5-4a27-a8c3-4cad2467e4a4 req-f8f724f4-c2cd-4300-be2b-913c14429392 tempest-LiveMigrationTest-328354084 tempest-LiveMigrationTest-328354084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:25.410615 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-36914c57-9df5-4a27-a8c3-4cad2467e4a4 req-f8f724f4-c2cd-4300-be2b-913c14429392 tempest-LiveMigrationTest-328354084 tempest-LiveMigrationTest-328354084-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=0246f005-72c2-4ed4-99b9-e4721a7949d3&tenant_id=e50500f9fa5448f8994dd6c4e9b5ded5&binding%3Ahost_id=n-h2-800088-16 HTTP/1.1" status: 200 len: 1119 time: 0.1728456 Jul 23 23:51:25.432915 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-36914c57-9df5-4a27-a8c3-4cad2467e4a4 req-f9803c0d-2487-4655-978c-338c6cfd2d96 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-800088-16'}}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:51:25.514333 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b5f8a4fc-67a1-494b-bb0f-bbf0394fe45e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:25.526962 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b5f8a4fc-67a1-494b-bb0f-bbf0394fe45e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:25.540768 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-36914c57-9df5-4a27-a8c3-4cad2467e4a4 req-f9803c0d-2487-4655-978c-338c6cfd2d96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:25.581275 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-b5f8a4fc-67a1-494b-bb0f-bbf0394fe45e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=43e8c8515a534876804a831ae7139c3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2687080 Jul 23 23:51:25.581275 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f8a4fc-67a1-494b-bb0f-bbf0394fe45e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d2b347-74e1-42a3-ae44-744720e663f2,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:25.583082 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 37316) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:25.654107 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 37320) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:25.654969 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0f5eb397-df75-4a82-9238-07247caebf51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:25.711137 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-15435034-f881-4e46-bdc8-98f5d73db0cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:25.728584 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0f5eb397-df75-4a82-9238-07247caebf51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:25.773409 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4601ea-6a79-44c8-a21d-997cd21d2b5c req-0d7c9d70-9dcf-436b-8ce2-f19d3091dd2d tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:25.775133 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3a4601ea-6a79-44c8-a21d-997cd21d2b5c req-0d7c9d70-9dcf-436b-8ce2-f19d3091dd2d tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] 10.222.0.44 "GET /v2.0/ports?device_id=09ca9731-6a60-4f9a-a03b-0afbba86ce63 HTTP/1.1" status: 200 len: 950 time: 0.2015121 Jul 23 23:51:25.792209 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad6f383-cb26-48bf-8f1c-1ba4535e2a8e req-1f0cbaa9-5b78-4c4a-b205-2eba0d015b75 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:25.793912 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4ad6f383-cb26-48bf-8f1c-1ba4535e2a8e req-1f0cbaa9-5b78-4c4a-b205-2eba0d015b75 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e2f5452-8598-4c69-a1e0-a340e19c85a0 HTTP/1.1" status: 200 len: 948 time: 0.1222892 Jul 23 23:51:25.814912 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-36914c57-9df5-4a27-a8c3-4cad2467e4a4 req-f9803c0d-2487-4655-978c-338c6cfd2d96 service neutron] For port ce0cfa89-8eee-4458-8b33-d6602b43ab38, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=ce0cfa89-8eee-4458-8b33-d6602b43ab38,segment=NetworkSegment(d41359ac-4be7-4a75-afd1-798e41d2f155),segment_id=d41359ac-4be7-4a75-afd1-798e41d2f155)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:51:25.826146 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0f5eb397-df75-4a82-9238-07247caebf51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:25.829695 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0f5eb397-df75-4a82-9238-07247caebf51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:25.830497 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-0f5eb397-df75-4a82-9238-07247caebf51 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/54d2b347-74e1-42a3-ae44-744720e663f2 HTTP/1.1" status: 204 len: 168 time: 0.2460828 Jul 23 23:51:25.852748 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5eb397-df75-4a82-9238-07247caebf51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d2b347-74e1-42a3-ae44-744720e663f2,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:25.879880 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-36914c57-9df5-4a27-a8c3-4cad2467e4a4 req-f9803c0d-2487-4655-978c-338c6cfd2d96 service neutron] For port ce0cfa89-8eee-4458-8b33-d6602b43ab38, host n-h2-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:51:25.891632 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4ad6f383-cb26-48bf-8f1c-1ba4535e2a8e req-fafc51fc-1e2d-497e-aa8a-dc7be7eded13 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] 10.222.0.44 "GET /v2.0/security-groups?id=6213158c-d1c5-4952-b5da-736e4d97aee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901592 Jul 23 23:51:25.916160 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-73a48d86-0585-4ed0-9695-1436441a6f25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:25.930731 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-36914c57-9df5-4a27-a8c3-4cad2467e4a4 req-f9803c0d-2487-4655-978c-338c6cfd2d96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:25.935144 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0246f005-72c2-4ed4-99b9-e4721a7949d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce0cfa89-8eee-4458-8b33-d6602b43ab38'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:51:25.940889 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e2f326f-82e6-4009-a2c9-352914e79246" -d '{"events": [{"server_uuid": "0246f005-72c2-4ed4-99b9-e4721a7949d3", "name": "network-vif-unplugged", "status": "completed", "tag": "ce0cfa89-8eee-4458-8b33-d6602b43ab38"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:51:25.946099 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-36914c57-9df5-4a27-a8c3-4cad2467e4a4 req-f9803c0d-2487-4655-978c-338c6cfd2d96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:25.971664 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3a4601ea-6a79-44c8-a21d-997cd21d2b5c req-075c2c39-7bd1-4eef-bd13-b1d319045621 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] 10.222.0.44 "GET /v2.0/security-groups?id=311387c6-e99e-41af-9426-e184765825d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788309 Jul 23 23:51:26.149882 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-73a48d86-0585-4ed0-9695-1436441a6f25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:26.159532 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-73a48d86-0585-4ed0-9695-1436441a6f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:26.243533 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 3047ceb7-a871-4929-a67b-b059e834f9f1 details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:51:26.245870 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a48d86-0585-4ed0-9695-1436441a6f25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf1b0ae-eccc-4a81-bbc0-713b7bfef998,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:26.258876 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-73a48d86-0585-4ed0-9695-1436441a6f25 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c1780b4599664cc699748bd98d3a7510&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6017966 Jul 23 23:51:26.259710 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 37342) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:26.332608 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad82338-9f46-42ac-a312-7226d526acff req-3295d90c-57a0-4af3-a1c0-57fb7ef594a2 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:26.337778 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 23:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-112d33ff-c688-442a-83b2-baaa8d951095 x-openstack-request-id: req-112d33ff-c688-442a-83b2-baaa8d951095 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:51:26.338067 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0246f005-72c2-4ed4-99b9-e4721a7949d3", "name": "network-vif-unplugged", "status": "completed", "tag": "ce0cfa89-8eee-4458-8b33-d6602b43ab38", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:51:26.338377 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-112d33ff-c688-442a-83b2-baaa8d951095 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:51:26.338682 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0246f005-72c2-4ed4-99b9-e4721a7949d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce0cfa89-8eee-4458-8b33-d6602b43ab38', 'code': 200} Jul 23 23:51:26.344594 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4ad82338-9f46-42ac-a312-7226d526acff req-3295d90c-57a0-4af3-a1c0-57fb7ef594a2 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?device_id=0246f005-72c2-4ed4-99b9-e4721a7949d3 HTTP/1.1" status: 200 len: 965 time: 0.2460690 Jul 23 23:51:26.358273 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-36914c57-9df5-4a27-a8c3-4cad2467e4a4 req-f9803c0d-2487-4655-978c-338c6cfd2d96 service neutron] Attempting to bind port ce0cfa89-8eee-4458-8b33-d6602b43ab38 on host n-h2-800088-16 for vnic_type normal with profile {"migrating_to": "n-h1-800088-16"} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:51:26.358609 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-36914c57-9df5-4a27-a8c3-4cad2467e4a4 req-f9803c0d-2487-4655-978c-338c6cfd2d96 service neutron] Attempting to bind port ce0cfa89-8eee-4458-8b33-d6602b43ab38 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': 'd41359ac-4be7-4a75-afd1-798e41d2f155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '646be7a8-09b8-4e0c-bd78-d5d98c9093b9'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:51:26.358935 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36914c57-9df5-4a27-a8c3-4cad2467e4a4 req-f9803c0d-2487-4655-978c-338c6cfd2d96 service neutron] Attempting to bind port ce0cfa89-8eee-4458-8b33-d6602b43ab38 on network 646be7a8-09b8-4e0c-bd78-d5d98c9093b9 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:51:26.365448 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36914c57-9df5-4a27-a8c3-4cad2467e4a4 req-f9803c0d-2487-4655-978c-338c6cfd2d96 service neutron] Port ce0cfa89-8eee-4458-8b33-d6602b43ab38 on network 646be7a8-09b8-4e0c-bd78-d5d98c9093b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:51:26.365781 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36914c57-9df5-4a27-a8c3-4cad2467e4a4 req-f9803c0d-2487-4655-978c-338c6cfd2d96 service neutron] Attempting to bind port ce0cfa89-8eee-4458-8b33-d6602b43ab38 on network 646be7a8-09b8-4e0c-bd78-d5d98c9093b9 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:51:26.379798 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 37348) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:26.380367 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36914c57-9df5-4a27-a8c3-4cad2467e4a4 req-f9803c0d-2487-4655-978c-338c6cfd2d96 service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:51:26.380714 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36914c57-9df5-4a27-a8c3-4cad2467e4a4 req-f9803c0d-2487-4655-978c-338c6cfd2d96 service neutron] Checking segment: {'id': 'd41359ac-4be7-4a75-afd1-798e41d2f155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '646be7a8-09b8-4e0c-bd78-d5d98c9093b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:51:26.381131 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36914c57-9df5-4a27-a8c3-4cad2467e4a4 req-f9803c0d-2487-4655-978c-338c6cfd2d96 service neutron] Bound using segment: {'id': 'd41359ac-4be7-4a75-afd1-798e41d2f155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '646be7a8-09b8-4e0c-bd78-d5d98c9093b9'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:51:26.381575 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-36914c57-9df5-4a27-a8c3-4cad2467e4a4 req-f9803c0d-2487-4655-978c-338c6cfd2d96 service neutron] Bound port: ce0cfa89-8eee-4458-8b33-d6602b43ab38, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd41359ac-4be7-4a75-afd1-798e41d2f155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '646be7a8-09b8-4e0c-bd78-d5d98c9093b9'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:51:26.381936 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-36914c57-9df5-4a27-a8c3-4cad2467e4a4 req-f9803c0d-2487-4655-978c-338c6cfd2d96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:26.425760 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 3047ceb7-a871-4929-a67b-b059e834f9f1, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=3047ceb7-a871-4929-a67b-b059e834f9f1,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:51:26.440786 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': '3047ceb7-a871-4929-a67b-b059e834f9f1', 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2', 'port_id': '3047ceb7-a871-4929-a67b-b059e834f9f1', 'mac_address': 'fa:16:3e:8f:2f:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef73a7e1-c64a-41e3-9997-629475c7b6b1', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:51:26.441694 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9803c0d-2487-4655-978c-338c6cfd2d96 service neutron] Pushing event updated for resources: {'Port': ['ID=ce0cfa89-8eee-4458-8b33-d6602b43ab38,revision_number=7']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:26.484164 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:26.500371 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3047ceb7-a871-4929-a67b-b059e834f9f1 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:51:26.519495 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7df60f43-6cb4-4f6c-a2c5-d9123c529b2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:26.521169 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-36914c57-9df5-4a27-a8c3-4cad2467e4a4 req-f9803c0d-2487-4655-978c-338c6cfd2d96 service neutron] For port ce0cfa89-8eee-4458-8b33-d6602b43ab38, host n-h2-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:51:26.525308 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 3047ceb7-a871-4929-a67b-b059e834f9f1, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=3047ceb7-a871-4929-a67b-b059e834f9f1,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:51:26.532059 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:26.539022 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-36914c57-9df5-4a27-a8c3-4cad2467e4a4 req-f9803c0d-2487-4655-978c-338c6cfd2d96 service neutron] For port ce0cfa89-8eee-4458-8b33-d6602b43ab38, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=ce0cfa89-8eee-4458-8b33-d6602b43ab38,segment=NetworkSegment(d41359ac-4be7-4a75-afd1-798e41d2f155),segment_id=d41359ac-4be7-4a75-afd1-798e41d2f155)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:51:26.550855 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4ad82338-9f46-42ac-a312-7226d526acff req-65c7edf2-d2b5-4ca2-a33f-fe273a23b402 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024288 Jul 23 23:51:26.553086 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89b440-ee8f-436e-b471-865fcc661536 req-1d7a06c7-90e4-49f7-84d9-ab2ca2f752b8 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:26.560996 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6e89b440-ee8f-436e-b471-865fcc661536 req-1d7a06c7-90e4-49f7-84d9-ab2ca2f752b8 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] 10.222.0.44 "GET /v2.0/ports?device_id=09ca9731-6a60-4f9a-a03b-0afbba86ce63 HTTP/1.1" status: 200 len: 950 time: 0.1637084 Jul 23 23:51:26.569397 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-36914c57-9df5-4a27-a8c3-4cad2467e4a4 req-f9803c0d-2487-4655-978c-338c6cfd2d96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:26.619537 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7df60f43-6cb4-4f6c-a2c5-d9123c529b2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:26.620443 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=3047ceb7-a871-4929-a67b-b059e834f9f1,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:26.629980 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:51:26.630747 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:51:26.631247 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:51:26.631952 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:51:26.632944 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:51:26.633440 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:51:26.633917 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:51:26.634868 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:51:26.635772 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:51:26.636272 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:51:26.637348 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:51:26.637897 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:51:26.668079 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:26.697696 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6e89b440-ee8f-436e-b471-865fcc661536 req-f6995b7c-526e-4f60-b030-2608f15a5312 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] 10.222.0.44 "GET /v2.0/security-groups?id=311387c6-e99e-41af-9426-e184765825d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356986 Jul 23 23:51:26.699148 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36914c57-9df5-4a27-a8c3-4cad2467e4a4 req-f9803c0d-2487-4655-978c-338c6cfd2d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:26.699795 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-36914c57-9df5-4a27-a8c3-4cad2467e4a4 req-f9803c0d-2487-4655-978c-338c6cfd2d96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:26.701196 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-36914c57-9df5-4a27-a8c3-4cad2467e4a4 req-f9803c0d-2487-4655-978c-338c6cfd2d96 service neutron] 10.222.0.52 "PUT /v2.0/ports/ce0cfa89-8eee-4458-8b33-d6602b43ab38 HTTP/1.1" status: 200 len: 1145 time: 1.2744074 Jul 23 23:51:26.715875 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9803c0d-2487-4655-978c-338c6cfd2d96 service neutron] Pushing event updated for resources: {'Port': ['ID=ce0cfa89-8eee-4458-8b33-d6602b43ab38,revision_number=8']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:26.741851 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-20c6c1d8-6678-4ad0-9b94-3fef8d2754e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:26.758305 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['ce0cfa89-8eee-4458-8b33-d6602b43ab38'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:51:26.833132 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['3047ceb7-a871-4929-a67b-b059e834f9f1'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:51:26.838088 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7df60f43-6cb4-4f6c-a2c5-d9123c529b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:26.839869 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7df60f43-6cb4-4f6c-a2c5-d9123c529b2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:26.841105 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-7df60f43-6cb4-4f6c-a2c5-d9123c529b2a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3bf1b0ae-eccc-4a81-bbc0-713b7bfef998 HTTP/1.1" status: 204 len: 168 time: 0.5757067 Jul 23 23:51:26.866868 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df60f43-6cb4-4f6c-a2c5-d9123c529b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf1b0ae-eccc-4a81-bbc0-713b7bfef998,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:26.889627 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097ff5d1-384d-48c1-a23c-9432b4df2fa5 req-3b56424a-3d81-47c6-89ed-cfb624179707 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:26.900062 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-097ff5d1-384d-48c1-a23c-9432b4df2fa5 req-3b56424a-3d81-47c6-89ed-cfb624179707 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fca4da2-3b7b-424e-bc64-633716709f5a HTTP/1.1" status: 200 len: 944 time: 0.1900597 Jul 23 23:51:27.003329 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-097ff5d1-384d-48c1-a23c-9432b4df2fa5 req-7d3a117d-ab82-46f5-9a7a-c8f7af2b5285 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee3bb585-1d46-4d4b-8ed6-e0ac9b92bd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989180 Jul 23 23:51:27.062499 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-20c6c1d8-6678-4ad0-9b94-3fef8d2754e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:27.075566 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-20c6c1d8-6678-4ad0-9b94-3fef8d2754e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:27.154751 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-20c6c1d8-6678-4ad0-9b94-3fef8d2754e4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=614e4c84fcac40b0b654d56c92c3c42f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7651064 Jul 23 23:51:27.165733 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:27.169865 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be1a374-eea0-4272-a356-ef902b122172 req-9013fe62-277c-4e72-a894-abea954d6274 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:27.182796 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7be1a374-eea0-4272-a356-ef902b122172 req-9013fe62-277c-4e72-a894-abea954d6274 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e2f5452-8598-4c69-a1e0-a340e19c85a0 HTTP/1.1" status: 200 len: 949 time: 0.1244438 Jul 23 23:51:27.185134 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 37384) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:27.197903 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device dc695937-d92f-4ac3-9066-f95dc9510833 details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:51:27.241425 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7be1a374-eea0-4272-a356-ef902b122172 req-461e985f-6c34-4444-b9ec-736a2caef2e1 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] 10.222.0.44 "GET /v2.0/security-groups?id=6213158c-d1c5-4952-b5da-736e4d97aee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523829 Jul 23 23:51:27.247506 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c6c1d8-6678-4ad0-9b94-3fef8d2754e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c8aaa0-54fa-46c8-947e-109b683af2e7,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:27.321074 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0fba7315-8f95-40e5-b142-267160bde281 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:27.327664 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4993e7d8-7d50-4fae-a59c-554f02109ec9 req-a1cc8948-ad8d-416c-b16b-5b6c5fad385a tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:27.331991 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4993e7d8-7d50-4fae-a59c-554f02109ec9 req-a1cc8948-ad8d-416c-b16b-5b6c5fad385a tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] 10.222.0.44 "GET /v2.0/ports?device_id=09ca9731-6a60-4f9a-a03b-0afbba86ce63 HTTP/1.1" status: 200 len: 950 time: 0.1770842 Jul 23 23:51:27.360705 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 37390) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:27.376355 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0fba7315-8f95-40e5-b142-267160bde281 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:27.384701 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port dc695937-d92f-4ac3-9066-f95dc9510833, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=dc695937-d92f-4ac3-9066-f95dc9510833,segment=NetworkSegment(bee75817-8822-4c2b-8563-730cb65eb3a7),segment_id=bee75817-8822-4c2b-8563-730cb65eb3a7)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:51:27.384980 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-16420295-0ae9-4b37-8133-d8036aa14587 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:27.398601 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': 'dc695937-d92f-4ac3-9066-f95dc9510833', 'network_id': '57903904-9b6d-4c31-9b1a-837f9a463391', 'port_id': 'dc695937-d92f-4ac3-9066-f95dc9510833', 'mac_address': 'fa:16:3e:f1:9a:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9591efd5-cf05-46fc-a204-a334741262ad', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:51:27.401676 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4993e7d8-7d50-4fae-a59c-554f02109ec9 req-a02acd69-b3b0-484d-93d4-89eb7b577d07 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] 10.222.0.44 "GET /v2.0/security-groups?id=311387c6-e99e-41af-9426-e184765825d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623336 Jul 23 23:51:27.457302 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:27.471729 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc695937-d92f-4ac3-9066-f95dc9510833 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:51:27.480930 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0fba7315-8f95-40e5-b142-267160bde281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:27.488375 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0fba7315-8f95-40e5-b142-267160bde281 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:27.490266 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-0fba7315-8f95-40e5-b142-267160bde281 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/19c8aaa0-54fa-46c8-947e-109b683af2e7 HTTP/1.1" status: 204 len: 168 time: 0.3042223 Jul 23 23:51:27.497180 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port dc695937-d92f-4ac3-9066-f95dc9510833, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=dc695937-d92f-4ac3-9066-f95dc9510833,segment=NetworkSegment(bee75817-8822-4c2b-8563-730cb65eb3a7),segment_id=bee75817-8822-4c2b-8563-730cb65eb3a7)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:51:27.500001 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fba7315-8f95-40e5-b142-267160bde281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c8aaa0-54fa-46c8-947e-109b683af2e7,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:27.509397 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:27.526110 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-16420295-0ae9-4b37-8133-d8036aa14587 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:27.530216 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-16420295-0ae9-4b37-8133-d8036aa14587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:27.574948 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-16420295-0ae9-4b37-8133-d8036aa14587 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8d88cdde4a3247daa1713fd2ce289361&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2103288 Jul 23 23:51:27.574948 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16420295-0ae9-4b37-8133-d8036aa14587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=495091df-365e-49b6-8be2-41399eedf388,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:27.575516 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 37396) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:27.607863 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=dc695937-d92f-4ac3-9066-f95dc9510833,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:27.676759 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d19bae80-b5cb-4d3d-aa54-d0121553ebc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:27.706369 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d19bae80-b5cb-4d3d-aa54-d0121553ebc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:27.724031 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['dc695937-d92f-4ac3-9066-f95dc9510833'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:51:27.763284 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f84844-5979-4c18-a0d3-d7565e0dd5d7 req-05f9a8aa-15e0-4710-8bf7-9a0c5194190a tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:27.764846 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-05f84844-5979-4c18-a0d3-d7565e0dd5d7 req-05f9a8aa-15e0-4710-8bf7-9a0c5194190a tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?device_id=0246f005-72c2-4ed4-99b9-e4721a7949d3 HTTP/1.1" status: 200 len: 965 time: 0.1202762 Jul 23 23:51:27.806100 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d19bae80-b5cb-4d3d-aa54-d0121553ebc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:27.808797 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d19bae80-b5cb-4d3d-aa54-d0121553ebc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:27.809967 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-d19bae80-b5cb-4d3d-aa54-d0121553ebc5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/495091df-365e-49b6-8be2-41399eedf388 HTTP/1.1" status: 204 len: 168 time: 0.2334521 Jul 23 23:51:27.834403 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-05f84844-5979-4c18-a0d3-d7565e0dd5d7 req-6edcd8d8-ea65-42a6-ab1b-127a591ef440 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579453 Jul 23 23:51:27.835431 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19bae80-b5cb-4d3d-aa54-d0121553ebc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=495091df-365e-49b6-8be2-41399eedf388,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:27.938399 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 37412) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:27.954219 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8f2b8401-cc48-43c9-9333-59cf12ece28d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:28.057979 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8f2b8401-cc48-43c9-9333-59cf12ece28d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:28.065931 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8f2b8401-cc48-43c9-9333-59cf12ece28d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:28.105287 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2b8401-cc48-43c9-9333-59cf12ece28d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4161af-6220-4a09-9fd6-a508ad64fb14,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:28.120789 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-8f2b8401-cc48-43c9-9333-59cf12ece28d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bbf7415e7ebe4cc8b70f784bb4fc640a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1812460 Jul 23 23:51:28.124438 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 37422) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:28.178603 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23408202-27b5-456b-b4f7-770425f9d47a req-f32ffb52-a34d-49d6-908d-14d91f851c17 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:28.180350 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-23408202-27b5-456b-b4f7-770425f9d47a req-f32ffb52-a34d-49d6-908d-14d91f851c17 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fca4da2-3b7b-424e-bc64-633716709f5a HTTP/1.1" status: 200 len: 945 time: 0.0913193 Jul 23 23:51:28.188410 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-bf1fda79-d007-4b5d-a940-15594a3b3879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:28.214365 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-bf1fda79-d007-4b5d-a940-15594a3b3879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:28.226735 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-23408202-27b5-456b-b4f7-770425f9d47a req-b8f614e9-d61e-4b9d-8637-1a7dcaa1cc8e tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee3bb585-1d46-4d4b-8ed6-e0ac9b92bd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369024 Jul 23 23:51:28.255599 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 3047ceb7-a871-4929-a67b-b059e834f9f1 up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:51:28.286414 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-bf1fda79-d007-4b5d-a940-15594a3b3879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:28.293183 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-bf1fda79-d007-4b5d-a940-15594a3b3879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:28.296521 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-bf1fda79-d007-4b5d-a940-15594a3b3879 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8e4161af-6220-4a09-9fd6-a508ad64fb14 HTTP/1.1" status: 204 len: 168 time: 0.1710877 Jul 23 23:51:28.309878 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1fda79-d007-4b5d-a940-15594a3b3879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4161af-6220-4a09-9fd6-a508ad64fb14,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:28.336249 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port 3047ceb7-a871-4929-a67b-b059e834f9f1 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:51:28.339760 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0246f005-72c2-4ed4-99b9-e4721a7949d3', 'tag': 'ce0cfa89-8eee-4458-8b33-d6602b43ab38'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:51:28.342426 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port 3047ceb7-a871-4929-a67b-b059e834f9f1 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:51:28.342734 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:28.356696 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca65a222-221a-4de5-9f24-3c227bae0ca4" -d '{"events": [{"name": "network-changed", "server_uuid": "0246f005-72c2-4ed4-99b9-e4721a7949d3", "tag": "ce0cfa89-8eee-4458-8b33-d6602b43ab38"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:51:28.428762 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6dfccd-2d52-4457-a7a7-0f19dbee73d5 req-47678cb2-9795-4cf4-96e7-0c7fbd3a5ae6 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:28.434866 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3c6dfccd-2d52-4457-a7a7-0f19dbee73d5 req-47678cb2-9795-4cf4-96e7-0c7fbd3a5ae6 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e2f5452-8598-4c69-a1e0-a340e19c85a0 HTTP/1.1" status: 200 len: 949 time: 0.0860672 Jul 23 23:51:28.462212 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:28.501362 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 3047ceb7-a871-4929-a67b-b059e834f9f1, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=3047ceb7-a871-4929-a67b-b059e834f9f1,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:51:28.502521 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e2f5452-8598-4c69-a1e0-a340e19c85a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3047ceb7-a871-4929-a67b-b059e834f9f1'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:51:28.505216 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69926f6e-ed29-4193-b52a-0d7bee283d2e" -d '{"events": [{"server_uuid": "8e2f5452-8598-4c69-a1e0-a340e19c85a0", "name": "network-vif-plugged", "status": "completed", "tag": "3047ceb7-a871-4929-a67b-b059e834f9f1"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:51:28.509487 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:28.512085 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3c6dfccd-2d52-4457-a7a7-0f19dbee73d5 req-75aa42db-ed1a-4ca5-8d7f-a34f81d7b032 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] 10.222.0.44 "GET /v2.0/security-groups?id=6213158c-d1c5-4952-b5da-736e4d97aee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718999 Jul 23 23:51:28.522784 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c20492-a6de-4b01-9e67-bc31553faabc req-eecc22da-1e0f-4000-ab21-56804f902061 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:28.525305 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f6c20492-a6de-4b01-9e67-bc31553faabc req-eecc22da-1e0f-4000-ab21-56804f902061 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] 10.222.0.52 "GET /v2.0/ports?device_id=09ca9731-6a60-4f9a-a03b-0afbba86ce63 HTTP/1.1" status: 200 len: 950 time: 0.1074884 Jul 23 23:51:28.585875 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82da0a01-0680-48b2-b817-0a30c63b0964 x-openstack-request-id: req-82da0a01-0680-48b2-b817-0a30c63b0964 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:51:28.587476 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0246f005-72c2-4ed4-99b9-e4721a7949d3", "tag": "ce0cfa89-8eee-4458-8b33-d6602b43ab38", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:51:28.587897 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-82da0a01-0680-48b2-b817-0a30c63b0964 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:51:28.588442 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0246f005-72c2-4ed4-99b9-e4721a7949d3', 'tag': 'ce0cfa89-8eee-4458-8b33-d6602b43ab38', 'status': 'completed', 'code': 200} Jul 23 23:51:28.611838 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=3047ceb7-a871-4929-a67b-b059e834f9f1,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:28.677362 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca65a222-221a-4de5-9f24-3c227bae0ca4 req-11c8bbc3-0b59-4e57-8ac7-c785a18a70c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:28.679673 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ca65a222-221a-4de5-9f24-3c227bae0ca4 req-11c8bbc3-0b59-4e57-8ac7-c785a18a70c3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e50500f9fa5448f8994dd6c4e9b5ded5&device_id=0246f005-72c2-4ed4-99b9-e4721a7949d3 HTTP/1.1" status: 200 len: 1148 time: 0.0664761 Jul 23 23:51:28.733296 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:28.753877 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-f6c20492-a6de-4b01-9e67-bc31553faabc req-b3857875-1309-4fa0-9f9c-78301007efa9 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] Deleting port 0e6c0bb7-f0a6-4a6a-a242-a2603428ac8b {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:51:28.754221 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-f6c20492-a6de-4b01-9e67-bc31553faabc req-b3857875-1309-4fa0-9f9c-78301007efa9 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:28.849825 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca65a222-221a-4de5-9f24-3c227bae0ca4 req-a8ef27a9-979a-4b0d-ac51-2102d466bb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:28.855661 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ca65a222-221a-4de5-9f24-3c227bae0ca4 req-a8ef27a9-979a-4b0d-ac51-2102d466bb54 service neutron] 10.222.0.64 "GET /v2.0/networks?id=646be7a8-09b8-4e0c-bd78-d5d98c9093b9 HTTP/1.1" status: 200 len: 908 time: 0.1654212 Jul 23 23:51:28.878842 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-f6c20492-a6de-4b01-9e67-bc31553faabc req-b3857875-1309-4fa0-9f9c-78301007efa9 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] For port 0e6c0bb7-f0a6-4a6a-a242-a2603428ac8b, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=0e6c0bb7-f0a6-4a6a-a242-a2603428ac8b,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:51:28.879216 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-f6c20492-a6de-4b01-9e67-bc31553faabc req-b3857875-1309-4fa0-9f9c-78301007efa9 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:28.896918 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-f6c20492-a6de-4b01-9e67-bc31553faabc req-b3857875-1309-4fa0-9f9c-78301007efa9 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] Calling delete_port for 0e6c0bb7-f0a6-4a6a-a242-a2603428ac8b owned by compute:nova {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:51:28.909544 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a386c13-a612-4d49-97f5-adb74ac6cab3 x-openstack-request-id: req-3a386c13-a612-4d49-97f5-adb74ac6cab3 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:51:28.913830 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ca65a222-221a-4de5-9f24-3c227bae0ca4 req-17efeca6-c64a-494d-8f1c-21d80533db89 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce0cfa89-8eee-4458-8b33-d6602b43ab38 HTTP/1.1" status: 200 len: 217 time: 0.0502071 Jul 23 23:51:28.916042 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e2f5452-8598-4c69-a1e0-a340e19c85a0", "name": "network-vif-plugged", "status": "completed", "tag": "3047ceb7-a871-4929-a67b-b059e834f9f1", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:51:28.916324 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3a386c13-a612-4d49-97f5-adb74ac6cab3 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:51:28.916761 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e2f5452-8598-4c69-a1e0-a340e19c85a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3047ceb7-a871-4929-a67b-b059e834f9f1', 'code': 200} Jul 23 23:51:29.003876 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca65a222-221a-4de5-9f24-3c227bae0ca4 req-220b475f-0f30-4ea3-b889-b9218e40c95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:29.005407 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ca65a222-221a-4de5-9f24-3c227bae0ca4 req-220b475f-0f30-4ea3-b889-b9218e40c95a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3bfc2b3c-ece5-49a0-8daf-8ebd7d541c76 HTTP/1.1" status: 200 len: 847 time: 0.0817714 Jul 23 23:51:29.033284 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8293c2bc-b65a-418b-8c4d-0dc3a9abb3e4 req-5f2c62c5-7d98-49d7-a929-56379135b4a2 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:29.034964 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8293c2bc-b65a-418b-8c4d-0dc3a9abb3e4 req-5f2c62c5-7d98-49d7-a929-56379135b4a2 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] 10.222.0.44 "GET /v2.0/ports?device_id=09ca9731-6a60-4f9a-a03b-0afbba86ce63 HTTP/1.1" status: 200 len: 950 time: 0.2335639 Jul 23 23:51:29.065384 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ca65a222-221a-4de5-9f24-3c227bae0ca4 req-ac65fbdb-01c6-429e-89ad-034e68e73f8c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=646be7a8-09b8-4e0c-bd78-d5d98c9093b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520563 Jul 23 23:51:29.140751 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8293c2bc-b65a-418b-8c4d-0dc3a9abb3e4 req-dfbdb619-59a8-46d0-9c12-89188bb8bfb8 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] 10.222.0.44 "GET /v2.0/security-groups?id=311387c6-e99e-41af-9426-e184765825d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736904 Jul 23 23:51:29.173067 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d35d7ea-f996-42b1-9fa0-9a6d7ef26a49 req-bb98d967-ec4f-4445-a57b-593762f57061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:29.174743 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0d35d7ea-f996-42b1-9fa0-9a6d7ef26a49 req-bb98d967-ec4f-4445-a57b-593762f57061 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8e2f5452-8598-4c69-a1e0-a340e19c85a0 HTTP/1.1" status: 200 len: 1102 time: 0.1513445 Jul 23 23:51:29.182052 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-f6c20492-a6de-4b01-9e67-bc31553faabc req-b3857875-1309-4fa0-9f9c-78301007efa9 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:29.194078 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['0e6c0bb7-f0a6-4a6a-a242-a2603428ac8b'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:51:29.228774 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device dc695937-d92f-4ac3-9066-f95dc9510833 up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:51:29.233649 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ca65a222-221a-4de5-9f24-3c227bae0ca4 req-a83e2bc9-8f6e-4b70-a0d1-a60ba92b4ace service neutron] 10.222.0.64 "GET /v2.0/networks/646be7a8-09b8-4e0c-bd78-d5d98c9093b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613925 Jul 23 23:51:29.295373 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cc32f5-e396-427b-a173-0d037a4d7b65 req-19a61f54-f398-473e-9ff3-3e01c6b7aafd tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:29.296970 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c8cc32f5-e396-427b-a173-0d037a4d7b65 req-19a61f54-f398-473e-9ff3-3e01c6b7aafd tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?device_id=0246f005-72c2-4ed4-99b9-e4721a7949d3 HTTP/1.1" status: 200 len: 965 time: 0.2747247 Jul 23 23:51:29.300624 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3857875-1309-4fa0-9f9c-78301007efa9 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] Pushing event deleted for resources: {'Port': ['ID=0e6c0bb7-f0a6-4a6a-a242-a2603428ac8b,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:29.348627 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port dc695937-d92f-4ac3-9066-f95dc9510833 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:51:29.350433 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ca65a222-221a-4de5-9f24-3c227bae0ca4 req-b3601319-d58f-4576-a758-3cb769dfb3a4 service neutron] 10.222.0.64 "GET /v2.0/networks/646be7a8-09b8-4e0c-bd78-d5d98c9093b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081436 Jul 23 23:51:29.353817 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port dc695937-d92f-4ac3-9066-f95dc9510833 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:51:29.354156 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:29.417120 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0d35d7ea-f996-42b1-9fa0-9a6d7ef26a49 req-8a24d52d-3660-4fc3-969a-5bbd60c721e6 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=6213158c-d1c5-4952-b5da-736e4d97aee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330902 Jul 23 23:51:29.434540 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6c20492-a6de-4b01-9e67-bc31553faabc req-b3857875-1309-4fa0-9f9c-78301007efa9 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] No DVR routers for this DVR port 0e6c0bb7-f0a6-4a6a-a242-a2603428ac8b on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:51:29.439635 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-f6c20492-a6de-4b01-9e67-bc31553faabc req-b3857875-1309-4fa0-9f9c-78301007efa9 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:29.447543 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f6c20492-a6de-4b01-9e67-bc31553faabc req-b3857875-1309-4fa0-9f9c-78301007efa9 tempest-DeleteServersAdminTestJSON-1561878705 tempest-DeleteServersAdminTestJSON-1561878705-project] 10.222.0.52 "DELETE /v2.0/ports/0e6c0bb7-f0a6-4a6a-a242-a2603428ac8b HTTP/1.1" status: 204 len: 173 time: 0.9168451 Jul 23 23:51:29.480092 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:29.482062 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c8cc32f5-e396-427b-a173-0d037a4d7b65 req-c115f85a-0f25-4aa7-b8be-e30a9cceef9d tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653690 Jul 23 23:51:29.546703 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port dc695937-d92f-4ac3-9066-f95dc9510833, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=dc695937-d92f-4ac3-9066-f95dc9510833,segment=NetworkSegment(bee75817-8822-4c2b-8563-730cb65eb3a7),segment_id=bee75817-8822-4c2b-8563-730cb65eb3a7)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:51:29.557545 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:29.634316 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=dc695937-d92f-4ac3-9066-f95dc9510833,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:29.730119 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fa7925-0d28-470c-b425-e3be172e1b95 req-f6f43e42-c6fd-4cf6-97e3-7378b2cff135 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:29.732336 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-25fa7925-0d28-470c-b425-e3be172e1b95 req-f6f43e42-c6fd-4cf6-97e3-7378b2cff135 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fca4da2-3b7b-424e-bc64-633716709f5a HTTP/1.1" status: 200 len: 946 time: 0.1190009 Jul 23 23:51:29.783786 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-25fa7925-0d28-470c-b425-e3be172e1b95 req-2fe14fb7-9113-44c4-b561-40b1b76817e5 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee3bb585-1d46-4d4b-8ed6-e0ac9b92bd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439329 Jul 23 23:51:29.834642 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65569e4-879b-42ac-943a-4582f19b2b96 req-e4394733-4716-48cb-a752-9d3a0afb9668 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:29.836371 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b65569e4-879b-42ac-943a-4582f19b2b96 req-e4394733-4716-48cb-a752-9d3a0afb9668 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e2f5452-8598-4c69-a1e0-a340e19c85a0 HTTP/1.1" status: 200 len: 950 time: 0.0873327 Jul 23 23:51:29.882397 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b65569e4-879b-42ac-943a-4582f19b2b96 req-2a096fa2-b2fa-4839-9952-da16bd382b4e tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] 10.222.0.44 "GET /v2.0/security-groups?id=6213158c-d1c5-4952-b5da-736e4d97aee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404446 Jul 23 23:51:30.242288 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e14e26f7-0f37-4dbb-855a-b855a7c6f72b req-4e36cac3-75ad-49dc-bfca-9795e27a3b87 tempest-QuotasAdminNegativeTest-1364070308 tempest-QuotasAdminNegativeTest-1364070308-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=af0c2bda93f64dcca9314ac89ffb6ad7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257125 Jul 23 23:51:30.279412 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device ce0cfa89-8eee-4458-8b33-d6602b43ab38 details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:51:30.377693 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14e26f7-0f37-4dbb-855a-b855a7c6f72b req-f7f962cf-d118-4e88-aa8f-3bb978675cd6 tempest-QuotasAdminNegativeTest-1364070308 tempest-QuotasAdminNegativeTest-1364070308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:30.384666 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e14e26f7-0f37-4dbb-855a-b855a7c6f72b req-f7f962cf-d118-4e88-aa8f-3bb978675cd6 tempest-QuotasAdminNegativeTest-1364070308 tempest-QuotasAdminNegativeTest-1364070308-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1359527 Jul 23 23:51:30.401274 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e14e26f7-0f37-4dbb-855a-b855a7c6f72b req-97e5d908-f396-4530-ad8a-581f0d656f98 tempest-QuotasAdminNegativeTest-1364070308 tempest-QuotasAdminNegativeTest-1364070308-project] 10.222.0.44 "GET /v2.0/quotas/af0c2bda93f64dcca9314ac89ffb6ad7 HTTP/1.1" status: 200 len: 375 time: 0.0156319 Jul 23 23:51:30.432966 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e14e26f7-0f37-4dbb-855a-b855a7c6f72b req-e079d767-1c0b-4c6a-b999-6c92c93be68b tempest-QuotasAdminNegativeTest-1364070308 tempest-QuotasAdminNegativeTest-1364070308-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=af0c2bda93f64dcca9314ac89ffb6ad7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308161 Jul 23 23:51:30.454003 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port ce0cfa89-8eee-4458-8b33-d6602b43ab38, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=ce0cfa89-8eee-4458-8b33-d6602b43ab38,segment=NetworkSegment(d41359ac-4be7-4a75-afd1-798e41d2f155),segment_id=d41359ac-4be7-4a75-afd1-798e41d2f155)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:51:30.468204 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device ce0cfa89-8eee-4458-8b33-d6602b43ab38 has no active binding in host n-h1-800088-16 {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 23 23:51:30.589120 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ca9731-6a60-4f9a-a03b-0afbba86ce63', 'name': 'network-vif-deleted', 'tag': '0e6c0bb7-f0a6-4a6a-a242-a2603428ac8b'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:51:30.591811 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9918d5e8-14a4-4153-9962-3eefaf846a72" -d '{"events": [{"server_uuid": "09ca9731-6a60-4f9a-a03b-0afbba86ce63", "name": "network-vif-deleted", "tag": "0e6c0bb7-f0a6-4a6a-a242-a2603428ac8b"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:51:30.678164 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca43fd6-f0b1-4030-a6f8-971d14ec6de7 req-330157b8-9a9d-4e8f-a7d9-2c0e43db6181 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:30.679767 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2ca43fd6-f0b1-4030-a6f8-971d14ec6de7 req-330157b8-9a9d-4e8f-a7d9-2c0e43db6181 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?device_id=0246f005-72c2-4ed4-99b9-e4721a7949d3 HTTP/1.1" status: 200 len: 965 time: 0.0655746 Jul 23 23:51:30.717349 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2ca43fd6-f0b1-4030-a6f8-971d14ec6de7 req-0eedd128-dc99-4fd8-874a-79bf4ae04c5e tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319984 Jul 23 23:51:30.843936 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45018abe-eccb-4134-b3b0-f2798d156365 x-openstack-request-id: req-45018abe-eccb-4134-b3b0-f2798d156365 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:51:30.844607 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09ca9731-6a60-4f9a-a03b-0afbba86ce63", "name": "network-vif-deleted", "tag": "0e6c0bb7-f0a6-4a6a-a242-a2603428ac8b", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:51:30.844889 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-45018abe-eccb-4134-b3b0-f2798d156365 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:51:30.845894 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ca9731-6a60-4f9a-a03b-0afbba86ce63', 'name': 'network-vif-deleted', 'tag': '0e6c0bb7-f0a6-4a6a-a242-a2603428ac8b', 'status': 'completed', 'code': 200} Jul 23 23:51:30.914293 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-27f0f4e3-485a-4a78-a068-7c8eba3e7246 req-8d478809-e383-47be-92d8-e2be30b5b23d tempest-SecurityGroupsTestAdminJSON-260384334 tempest-SecurityGroupsTestAdminJSON-260384334-project] Request body: {'security_group': {'name': 'tempest-securitygroup-538518680', 'description': 'tempest-description-1580300811'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:51:30.918103 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fca4da2-3b7b-424e-bc64-633716709f5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc695937-d92f-4ac3-9066-f95dc9510833'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:51:30.920842 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7533e3d6-9abd-4aee-8d94-df6850abb95e" -d '{"events": [{"server_uuid": "7fca4da2-3b7b-424e-bc64-633716709f5a", "name": "network-vif-plugged", "status": "completed", "tag": "dc695937-d92f-4ac3-9066-f95dc9510833"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:51:30.947156 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-27f0f4e3-485a-4a78-a068-7c8eba3e7246 req-8d478809-e383-47be-92d8-e2be30b5b23d tempest-SecurityGroupsTestAdminJSON-260384334 tempest-SecurityGroupsTestAdminJSON-260384334-project] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:30.958890 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-27f0f4e3-485a-4a78-a068-7c8eba3e7246 req-8d478809-e383-47be-92d8-e2be30b5b23d tempest-SecurityGroupsTestAdminJSON-260384334 tempest-SecurityGroupsTestAdminJSON-260384334-project] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:30.986076 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f6cec1-afe0-4589-b11c-8d7c1331d4c0 req-f04d5730-b7c8-435e-9f19-4ba357a4d5f0 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:30.988447 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-99f6cec1-afe0-4589-b11c-8d7c1331d4c0 req-f04d5730-b7c8-435e-9f19-4ba357a4d5f0 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fca4da2-3b7b-424e-bc64-633716709f5a HTTP/1.1" status: 200 len: 946 time: 0.0710902 Jul 23 23:51:31.040274 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-99f6cec1-afe0-4589-b11c-8d7c1331d4c0 req-95876cf1-c619-4920-93c8-8a2a6ca557c9 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee3bb585-1d46-4d4b-8ed6-e0ac9b92bd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455492 Jul 23 23:51:31.079308 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-27f0f4e3-485a-4a78-a068-7c8eba3e7246 req-8d478809-e383-47be-92d8-e2be30b5b23d tempest-SecurityGroupsTestAdminJSON-260384334 tempest-SecurityGroupsTestAdminJSON-260384334-project] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:31.084033 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-27f0f4e3-485a-4a78-a068-7c8eba3e7246 req-8d478809-e383-47be-92d8-e2be30b5b23d tempest-SecurityGroupsTestAdminJSON-260384334 tempest-SecurityGroupsTestAdminJSON-260384334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:31.116959 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d478809-e383-47be-92d8-e2be30b5b23d tempest-SecurityGroupsTestAdminJSON-260384334 tempest-SecurityGroupsTestAdminJSON-260384334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc8ee58-dcae-47d2-aa84-9f82e71136a7,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:31.162247 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 37594) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:31.195286 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-27f0f4e3-485a-4a78-a068-7c8eba3e7246 req-8d478809-e383-47be-92d8-e2be30b5b23d tempest-SecurityGroupsTestAdminJSON-260384334 tempest-SecurityGroupsTestAdminJSON-260384334-project] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:31.199287 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-27f0f4e3-485a-4a78-a068-7c8eba3e7246 req-8d478809-e383-47be-92d8-e2be30b5b23d tempest-SecurityGroupsTestAdminJSON-260384334 tempest-SecurityGroupsTestAdminJSON-260384334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:31.229152 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-27f0f4e3-485a-4a78-a068-7c8eba3e7246 req-8d478809-e383-47be-92d8-e2be30b5b23d tempest-SecurityGroupsTestAdminJSON-260384334 tempest-SecurityGroupsTestAdminJSON-260384334-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:31.230311 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-27f0f4e3-485a-4a78-a068-7c8eba3e7246 req-8d478809-e383-47be-92d8-e2be30b5b23d tempest-SecurityGroupsTestAdminJSON-260384334 tempest-SecurityGroupsTestAdminJSON-260384334-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3205221 Jul 23 23:51:31.232060 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d478809-e383-47be-92d8-e2be30b5b23d tempest-SecurityGroupsTestAdminJSON-260384334 tempest-SecurityGroupsTestAdminJSON-260384334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f821c0-2244-48d8-8753-ffa8f1467a76,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:31.317225 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-67cdad73-916f-4ee9-b4a7-a0b69828ab4f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fe9d7975c1324547a6199bbacf0a38b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1528480 Jul 23 23:51:31.319072 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 37606) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:31.373562 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-07ee6c43-bdb7-44f3-af7a-f9a4125fe6e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:31.396207 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-07ee6c43-bdb7-44f3-af7a-f9a4125fe6e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:31.409302 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe15c7b3-42b6-4fbe-8f67-9e85d52467fa req-2e0f23cb-efda-431f-90bc-589badcfeec5 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:31.411532 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fe15c7b3-42b6-4fbe-8f67-9e85d52467fa req-2e0f23cb-efda-431f-90bc-589badcfeec5 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e2f5452-8598-4c69-a1e0-a340e19c85a0 HTTP/1.1" status: 200 len: 950 time: 0.0694017 Jul 23 23:51:31.429613 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97515c7d-ea1f-4a93-9ae5-e7b0a45162ba x-openstack-request-id: req-97515c7d-ea1f-4a93-9ae5-e7b0a45162ba {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:51:31.429926 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fca4da2-3b7b-424e-bc64-633716709f5a", "name": "network-vif-plugged", "status": "completed", "tag": "dc695937-d92f-4ac3-9066-f95dc9510833", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:51:31.430183 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-97515c7d-ea1f-4a93-9ae5-e7b0a45162ba {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:51:31.430569 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fca4da2-3b7b-424e-bc64-633716709f5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc695937-d92f-4ac3-9066-f95dc9510833', 'code': 200} Jul 23 23:51:31.448898 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-07ee6c43-bdb7-44f3-af7a-f9a4125fe6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:31.451907 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-07ee6c43-bdb7-44f3-af7a-f9a4125fe6e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:31.455733 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-07ee6c43-bdb7-44f3-af7a-f9a4125fe6e6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/311387c6-e99e-41af-9426-e184765825d9 HTTP/1.1" status: 204 len: 168 time: 0.1330101 Jul 23 23:51:31.462099 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ee6c43-bdb7-44f3-af7a-f9a4125fe6e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=311387c6-e99e-41af-9426-e184765825d9,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:31.491439 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fe15c7b3-42b6-4fbe-8f67-9e85d52467fa req-18d397d4-1a68-49fe-90ca-f67dd3cef3ad tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] 10.222.0.44 "GET /v2.0/security-groups?id=6213158c-d1c5-4952-b5da-736e4d97aee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710917 Jul 23 23:51:31.503770 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-cc369d0b-60f5-4ff0-8250-bbe82eabc41b req-c266d350-d2db-4d0d-a9a0-1c6fc6db6ced tempest-SecurityGroupsTestAdminJSON-260384334 tempest-SecurityGroupsTestAdminJSON-260384334-project] Request body: {'security_group': {'name': 'tempest-securitygroup-655982873', 'description': 'tempest-description-987373976'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:51:31.535714 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-cc369d0b-60f5-4ff0-8250-bbe82eabc41b req-c266d350-d2db-4d0d-a9a0-1c6fc6db6ced tempest-SecurityGroupsTestAdminJSON-260384334 tempest-SecurityGroupsTestAdminJSON-260384334-project] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:31.580965 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b986c2-7453-4e16-895f-b7c812252f8f req-8b7f2cac-f586-45d4-8aa3-9a4f5dfb1940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:31.582545 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e6b986c2-7453-4e16-895f-b7c812252f8f req-8b7f2cac-f586-45d4-8aa3-9a4f5dfb1940 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7fca4da2-3b7b-424e-bc64-633716709f5a HTTP/1.1" status: 200 len: 1098 time: 0.0762260 Jul 23 23:51:31.623909 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e6b986c2-7453-4e16-895f-b7c812252f8f req-3428a913-9109-4065-9caf-7a2683797c87 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ee3bb585-1d46-4d4b-8ed6-e0ac9b92bd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350249 Jul 23 23:51:31.637191 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-cc369d0b-60f5-4ff0-8250-bbe82eabc41b req-c266d350-d2db-4d0d-a9a0-1c6fc6db6ced tempest-SecurityGroupsTestAdminJSON-260384334 tempest-SecurityGroupsTestAdminJSON-260384334-project] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:31.643295 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-cc369d0b-60f5-4ff0-8250-bbe82eabc41b req-c266d350-d2db-4d0d-a9a0-1c6fc6db6ced tempest-SecurityGroupsTestAdminJSON-260384334 tempest-SecurityGroupsTestAdminJSON-260384334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:31.674285 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-cc369d0b-60f5-4ff0-8250-bbe82eabc41b req-c266d350-d2db-4d0d-a9a0-1c6fc6db6ced tempest-SecurityGroupsTestAdminJSON-260384334 tempest-SecurityGroupsTestAdminJSON-260384334-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:31.685391 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cc369d0b-60f5-4ff0-8250-bbe82eabc41b req-c266d350-d2db-4d0d-a9a0-1c6fc6db6ced tempest-SecurityGroupsTestAdminJSON-260384334 tempest-SecurityGroupsTestAdminJSON-260384334-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1864383 Jul 23 23:51:31.686877 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c266d350-d2db-4d0d-a9a0-1c6fc6db6ced tempest-SecurityGroupsTestAdminJSON-260384334 tempest-SecurityGroupsTestAdminJSON-260384334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60501651-2b86-4129-b8ad-309fdff29ca0,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:31.822181 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 37634) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:31.836051 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-87a8405a-e39b-4842-a99e-e59be151be0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:31.945001 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-87a8405a-e39b-4842-a99e-e59be151be0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:31.950239 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-87a8405a-e39b-4842-a99e-e59be151be0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:31.999407 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-87a8405a-e39b-4842-a99e-e59be151be0d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e05ae2b6c7ee4b2384d57ae7a09cc744&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1757324 Jul 23 23:51:32.001122 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a8405a-e39b-4842-a99e-e59be151be0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8252c225-396f-4fee-9906-79da074f02a3,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:32.002149 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 37642) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:32.065628 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9366fc67-1571-4792-b559-0f8de0a30c54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:32.115417 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9366fc67-1571-4792-b559-0f8de0a30c54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:32.130593 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-87c1dd10-6994-4af2-800b-fdcb27eb1b88 req-8cb03699-651b-45a1-a71b-0cf6684f734a tempest-SecurityGroupsTestAdminJSON-1062733543 tempest-SecurityGroupsTestAdminJSON-1062733543-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1011125956', 'description': 'tempest-description-1550257427'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:51:32.196005 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-87c1dd10-6994-4af2-800b-fdcb27eb1b88 req-8cb03699-651b-45a1-a71b-0cf6684f734a tempest-SecurityGroupsTestAdminJSON-1062733543 tempest-SecurityGroupsTestAdminJSON-1062733543-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:32.200765 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-36914c57-9df5-4a27-a8c3-4cad2467e4a4 req-428ea569-5410-4037-b7fc-64bf698f558f service neutron] 10.222.0.64 "GET /v2.0/ports/ce0cfa89-8eee-4458-8b33-d6602b43ab38/bindings/n-h1-800088-16 HTTP/1.1" status: 200 len: 385 time: 0.1229007 Jul 23 23:51:32.207827 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-87c1dd10-6994-4af2-800b-fdcb27eb1b88 req-8cb03699-651b-45a1-a71b-0cf6684f734a tempest-SecurityGroupsTestAdminJSON-1062733543 tempest-SecurityGroupsTestAdminJSON-1062733543-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:32.249103 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9366fc67-1571-4792-b559-0f8de0a30c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:32.251649 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9366fc67-1571-4792-b559-0f8de0a30c54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:32.252820 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-9366fc67-1571-4792-b559-0f8de0a30c54 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8252c225-396f-4fee-9906-79da074f02a3 HTTP/1.1" status: 204 len: 168 time: 0.2491424 Jul 23 23:51:32.274263 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366fc67-1571-4792-b559-0f8de0a30c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8252c225-396f-4fee-9906-79da074f02a3,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:32.300591 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 0e6c0bb7-f0a6-4a6a-a242-a2603428ac8b no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:51:32.328415 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] No Port match for: 0e6c0bb7-f0a6-4a6a-a242-a2603428ac8b {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:51:32.329206 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 0e6c0bb7-f0a6-4a6a-a242-a2603428ac8b not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:51:32.375935 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9571f809-2332-4098-b853-26627ea86809 req-fe1789ba-a94a-4592-a1c3-fa7a43ab41e6 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:32.378545 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9571f809-2332-4098-b853-26627ea86809 req-fe1789ba-a94a-4592-a1c3-fa7a43ab41e6 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?device_id=0246f005-72c2-4ed4-99b9-e4721a7949d3 HTTP/1.1" status: 200 len: 965 time: 0.1062434 Jul 23 23:51:32.426066 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9571f809-2332-4098-b853-26627ea86809 req-ff255b6c-b9df-4732-b885-0022246109ef tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401912 Jul 23 23:51:32.469961 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-87c1dd10-6994-4af2-800b-fdcb27eb1b88 req-8cb03699-651b-45a1-a71b-0cf6684f734a tempest-SecurityGroupsTestAdminJSON-1062733543 tempest-SecurityGroupsTestAdminJSON-1062733543-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:32.474985 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-87c1dd10-6994-4af2-800b-fdcb27eb1b88 req-8cb03699-651b-45a1-a71b-0cf6684f734a tempest-SecurityGroupsTestAdminJSON-1062733543 tempest-SecurityGroupsTestAdminJSON-1062733543-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:32.524469 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-36914c57-9df5-4a27-a8c3-4cad2467e4a4 req-02303ce9-f371-444d-a478-6b0cc462e5ae service neutron] For port ce0cfa89-8eee-4458-8b33-d6602b43ab38, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=ce0cfa89-8eee-4458-8b33-d6602b43ab38,segment=NetworkSegment(d41359ac-4be7-4a75-afd1-798e41d2f155),segment_id=d41359ac-4be7-4a75-afd1-798e41d2f155)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:51:32.547211 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb03699-651b-45a1-a71b-0cf6684f734a tempest-SecurityGroupsTestAdminJSON-1062733543 tempest-SecurityGroupsTestAdminJSON-1062733543-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b1f657b-f018-45bc-96e9-b88a5a20051a,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:32.564143 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f780ecda-40f9-4932-bbf7-cdf5514aca7a req-d29993db-de27-4bf2-b31e-a0a2c87f9dbb tempest-QuotasAdminNegativeTest-1364070308 tempest-QuotasAdminNegativeTest-1364070308-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=af0c2bda93f64dcca9314ac89ffb6ad7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295954 Jul 23 23:51:32.570739 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-36914c57-9df5-4a27-a8c3-4cad2467e4a4 req-02303ce9-f371-444d-a478-6b0cc462e5ae service neutron] For port ce0cfa89-8eee-4458-8b33-d6602b43ab38, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:51:32.622109 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-36914c57-9df5-4a27-a8c3-4cad2467e4a4 req-02303ce9-f371-444d-a478-6b0cc462e5ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce0cfa89-8eee-4458-8b33-d6602b43ab38 {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:51:32.638875 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-36914c57-9df5-4a27-a8c3-4cad2467e4a4 req-02303ce9-f371-444d-a478-6b0cc462e5ae service neutron] For port ce0cfa89-8eee-4458-8b33-d6602b43ab38, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=ce0cfa89-8eee-4458-8b33-d6602b43ab38,segment=NetworkSegment(d41359ac-4be7-4a75-afd1-798e41d2f155),segment_id=d41359ac-4be7-4a75-afd1-798e41d2f155)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:51:32.659212 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-87c1dd10-6994-4af2-800b-fdcb27eb1b88 req-8cb03699-651b-45a1-a71b-0cf6684f734a tempest-SecurityGroupsTestAdminJSON-1062733543 tempest-SecurityGroupsTestAdminJSON-1062733543-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:32.660856 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-36914c57-9df5-4a27-a8c3-4cad2467e4a4 req-02303ce9-f371-444d-a478-6b0cc462e5ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:32.670619 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-87c1dd10-6994-4af2-800b-fdcb27eb1b88 req-8cb03699-651b-45a1-a71b-0cf6684f734a tempest-SecurityGroupsTestAdminJSON-1062733543 tempest-SecurityGroupsTestAdminJSON-1062733543-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:32.708127 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f780ecda-40f9-4932-bbf7-cdf5514aca7a req-d5e9c568-1671-494c-b4d7-3b4eac91f5ad tempest-QuotasAdminNegativeTest-1364070308 tempest-QuotasAdminNegativeTest-1364070308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:32.715000 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f780ecda-40f9-4932-bbf7-cdf5514aca7a req-d5e9c568-1671-494c-b4d7-3b4eac91f5ad tempest-QuotasAdminNegativeTest-1364070308 tempest-QuotasAdminNegativeTest-1364070308-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1391537 Jul 23 23:51:32.725605 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-87c1dd10-6994-4af2-800b-fdcb27eb1b88 req-8cb03699-651b-45a1-a71b-0cf6684f734a tempest-SecurityGroupsTestAdminJSON-1062733543 tempest-SecurityGroupsTestAdminJSON-1062733543-project-admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:32.727028 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-87c1dd10-6994-4af2-800b-fdcb27eb1b88 req-8cb03699-651b-45a1-a71b-0cf6684f734a tempest-SecurityGroupsTestAdminJSON-1062733543 tempest-SecurityGroupsTestAdminJSON-1062733543-project-admin] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.6096008 Jul 23 23:51:32.730596 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f780ecda-40f9-4932-bbf7-cdf5514aca7a req-38ff9948-a221-4c19-824f-cb54728fd8e2 tempest-QuotasAdminNegativeTest-1364070308 tempest-QuotasAdminNegativeTest-1364070308-project] 10.222.0.44 "GET /v2.0/quotas/af0c2bda93f64dcca9314ac89ffb6ad7 HTTP/1.1" status: 200 len: 375 time: 0.0135865 Jul 23 23:51:32.732145 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb03699-651b-45a1-a71b-0cf6684f734a tempest-SecurityGroupsTestAdminJSON-1062733543 tempest-SecurityGroupsTestAdminJSON-1062733543-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d17b80d-6dc8-4dce-9222-6c3cd56a940e,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:32.785148 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-36914c57-9df5-4a27-a8c3-4cad2467e4a4 req-02303ce9-f371-444d-a478-6b0cc462e5ae service neutron] Transition to ACTIVE for port object ce0cfa89-8eee-4458-8b33-d6602b43ab38 will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:51:32.792325 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-36914c57-9df5-4a27-a8c3-4cad2467e4a4 req-02303ce9-f371-444d-a478-6b0cc462e5ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:32.794752 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f780ecda-40f9-4932-bbf7-cdf5514aca7a req-07094946-1fff-4259-8fbb-22db7075b2c7 tempest-QuotasAdminNegativeTest-1364070308 tempest-QuotasAdminNegativeTest-1364070308-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=af0c2bda93f64dcca9314ac89ffb6ad7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476847 Jul 23 23:51:32.879387 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02303ce9-f371-444d-a478-6b0cc462e5ae service neutron] Pushing event updated for resources: {'Port': ['ID=ce0cfa89-8eee-4458-8b33-d6602b43ab38,revision_number=10']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:32.922278 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-36914c57-9df5-4a27-a8c3-4cad2467e4a4 req-02303ce9-f371-444d-a478-6b0cc462e5ae service neutron] No DVR routers for this DVR port ce0cfa89-8eee-4458-8b33-d6602b43ab38 on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:51:32.964068 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe260e1-379b-4337-8d2c-6b1e95650719 req-037a09c6-d75b-459b-b43e-138cf0e43190 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:32.965468 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-36914c57-9df5-4a27-a8c3-4cad2467e4a4 req-02303ce9-f371-444d-a478-6b0cc462e5ae service neutron] 10.222.0.64 "PUT /v2.0/ports/ce0cfa89-8eee-4458-8b33-d6602b43ab38/bindings/n-h1-800088-16/activate HTTP/1.1" status: 200 len: 370 time: 0.7539022 Jul 23 23:51:32.971132 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fbe260e1-379b-4337-8d2c-6b1e95650719 req-037a09c6-d75b-459b-b43e-138cf0e43190 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fca4da2-3b7b-424e-bc64-633716709f5a HTTP/1.1" status: 200 len: 946 time: 0.0823560 Jul 23 23:51:32.995279 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e22ce83-04e0-40f2-9268-446c2c5248c8 req-43f26001-041d-4436-a337-37a54519aae0 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:32.997341 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2e22ce83-04e0-40f2-9268-446c2c5248c8 req-43f26001-041d-4436-a337-37a54519aae0 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e2f5452-8598-4c69-a1e0-a340e19c85a0 HTTP/1.1" status: 200 len: 950 time: 0.2016878 Jul 23 23:51:33.016971 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fbe260e1-379b-4337-8d2c-6b1e95650719 req-cbcdac5f-91f7-4221-80d3-730db4a2d883 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee3bb585-1d46-4d4b-8ed6-e0ac9b92bd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445735 Jul 23 23:51:33.053039 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2e22ce83-04e0-40f2-9268-446c2c5248c8 req-e4862a08-6102-4950-9527-4881ec1b5db3 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] 10.222.0.44 "GET /v2.0/security-groups?id=6213158c-d1c5-4952-b5da-736e4d97aee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454600 Jul 23 23:51:33.106576 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36914c57-9df5-4a27-a8c3-4cad2467e4a4 req-5cc4a334-577c-4a5a-8eb6-780256e76f86 tempest-LiveMigrationTest-328354084 tempest-LiveMigrationTest-328354084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:33.108219 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-36914c57-9df5-4a27-a8c3-4cad2467e4a4 req-5cc4a334-577c-4a5a-8eb6-780256e76f86 tempest-LiveMigrationTest-328354084 tempest-LiveMigrationTest-328354084-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=0246f005-72c2-4ed4-99b9-e4721a7949d3&tenant_id=e50500f9fa5448f8994dd6c4e9b5ded5&binding%3Ahost_id=n-h2-800088-16 HTTP/1.1" status: 200 len: 1118 time: 0.0797200 Jul 23 23:51:33.114112 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-6acfb49e-7667-48a6-b8e0-a022a694c9f9 req-8f1d2e7a-fe34-4e0c-97f3-137899f49927 tempest-SecurityGroupsTestAdminJSON-1062733543 tempest-SecurityGroupsTestAdminJSON-1062733543-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1348251708', 'description': 'tempest-description-1535943267'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:51:33.199234 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-6acfb49e-7667-48a6-b8e0-a022a694c9f9 req-8f1d2e7a-fe34-4e0c-97f3-137899f49927 tempest-SecurityGroupsTestAdminJSON-1062733543 tempest-SecurityGroupsTestAdminJSON-1062733543-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:33.252169 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36914c57-9df5-4a27-a8c3-4cad2467e4a4 req-a5752a7e-7cfe-4d66-8caf-1e565bf98381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:33.253777 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-36914c57-9df5-4a27-a8c3-4cad2467e4a4 req-a5752a7e-7cfe-4d66-8caf-1e565bf98381 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0246f005-72c2-4ed4-99b9-e4721a7949d3&tenant_id=e50500f9fa5448f8994dd6c4e9b5ded5 HTTP/1.1" status: 200 len: 1118 time: 0.1355257 Jul 23 23:51:33.342797 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-6acfb49e-7667-48a6-b8e0-a022a694c9f9 req-8f1d2e7a-fe34-4e0c-97f3-137899f49927 tempest-SecurityGroupsTestAdminJSON-1062733543 tempest-SecurityGroupsTestAdminJSON-1062733543-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:33.350982 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-6acfb49e-7667-48a6-b8e0-a022a694c9f9 req-8f1d2e7a-fe34-4e0c-97f3-137899f49927 tempest-SecurityGroupsTestAdminJSON-1062733543 tempest-SecurityGroupsTestAdminJSON-1062733543-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:33.385095 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-6acfb49e-7667-48a6-b8e0-a022a694c9f9 req-8f1d2e7a-fe34-4e0c-97f3-137899f49927 tempest-SecurityGroupsTestAdminJSON-1062733543 tempest-SecurityGroupsTestAdminJSON-1062733543-project-admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:33.386264 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6acfb49e-7667-48a6-b8e0-a022a694c9f9 req-8f1d2e7a-fe34-4e0c-97f3-137899f49927 tempest-SecurityGroupsTestAdminJSON-1062733543 tempest-SecurityGroupsTestAdminJSON-1062733543-project-admin] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.2769904 Jul 23 23:51:33.390345 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36914c57-9df5-4a27-a8c3-4cad2467e4a4 req-685bb833-1325-4d51-8499-b0fb4eeccdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:33.398088 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-36914c57-9df5-4a27-a8c3-4cad2467e4a4 req-685bb833-1325-4d51-8499-b0fb4eeccdb7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e50500f9fa5448f8994dd6c4e9b5ded5&device_id=0246f005-72c2-4ed4-99b9-e4721a7949d3 HTTP/1.1" status: 200 len: 1118 time: 0.1106746 Jul 23 23:51:33.409297 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1d2e7a-fe34-4e0c-97f3-137899f49927 tempest-SecurityGroupsTestAdminJSON-1062733543 tempest-SecurityGroupsTestAdminJSON-1062733543-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b2ac18-5b45-47bb-894b-9b961763405d,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:33.531130 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36914c57-9df5-4a27-a8c3-4cad2467e4a4 req-9c4e0055-1b81-4b82-89ca-9b17b5b14bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:33.532679 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-36914c57-9df5-4a27-a8c3-4cad2467e4a4 req-9c4e0055-1b81-4b82-89ca-9b17b5b14bb8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=646be7a8-09b8-4e0c-bd78-d5d98c9093b9 HTTP/1.1" status: 200 len: 908 time: 0.1326530 Jul 23 23:51:33.587922 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a206f2-f245-43b1-a3dd-40ef5d50ee00 req-f7042209-6c2c-4ad5-915d-3e58777b5ab3 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:33.593328 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-80a206f2-f245-43b1-a3dd-40ef5d50ee00 req-f7042209-6c2c-4ad5-915d-3e58777b5ab3 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fca4da2-3b7b-424e-bc64-633716709f5a HTTP/1.1" status: 200 len: 946 time: 0.1515551 Jul 23 23:51:33.595022 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-36914c57-9df5-4a27-a8c3-4cad2467e4a4 req-fc66a87a-452d-4d1a-be7f-085b411a4f32 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce0cfa89-8eee-4458-8b33-d6602b43ab38 HTTP/1.1" status: 200 len: 217 time: 0.0543396 Jul 23 23:51:33.673648 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-80a206f2-f245-43b1-a3dd-40ef5d50ee00 req-58afab65-c19c-404a-8fe0-c7aa08324918 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee3bb585-1d46-4d4b-8ed6-e0ac9b92bd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756733 Jul 23 23:51:33.684105 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36914c57-9df5-4a27-a8c3-4cad2467e4a4 req-b7b919b0-1866-426a-b183-7e3f754352a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:33.685645 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-36914c57-9df5-4a27-a8c3-4cad2467e4a4 req-b7b919b0-1866-426a-b183-7e3f754352a3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3bfc2b3c-ece5-49a0-8daf-8ebd7d541c76 HTTP/1.1" status: 200 len: 847 time: 0.0762815 Jul 23 23:51:33.691180 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6bb641e9-0374-4495-8bcb-813730984d8a req-963537f8-a386-416f-af73-cccc46b67313 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=ab582ac4eaf8486e904ef88f1ee265a0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217476 Jul 23 23:51:33.729464 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-36914c57-9df5-4a27-a8c3-4cad2467e4a4 req-35088b6c-810f-4dd2-b6e4-d75c2acf2602 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=646be7a8-09b8-4e0c-bd78-d5d98c9093b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368183 Jul 23 23:51:33.813618 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb641e9-0374-4495-8bcb-813730984d8a req-aa565084-dcdf-4ecc-98a0-8aaabaf5d632 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:33.815943 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6bb641e9-0374-4495-8bcb-813730984d8a req-aa565084-dcdf-4ecc-98a0-8aaabaf5d632 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1181126 Jul 23 23:51:33.832298 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6bb641e9-0374-4495-8bcb-813730984d8a req-1a990d62-c5f7-480b-9d28-98b46009d5bd tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] 10.222.0.44 "GET /v2.0/quotas/ab582ac4eaf8486e904ef88f1ee265a0 HTTP/1.1" status: 200 len: 375 time: 0.0092669 Jul 23 23:51:33.881226 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-36914c57-9df5-4a27-a8c3-4cad2467e4a4 req-1558f710-956f-4be0-b93a-8714f86ee3fc service neutron] 10.222.0.52 "GET /v2.0/networks/646be7a8-09b8-4e0c-bd78-d5d98c9093b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449959 Jul 23 23:51:33.921965 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6bb641e9-0374-4495-8bcb-813730984d8a req-9ea700ce-c863-49aa-9aac-28534476df62 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ab582ac4eaf8486e904ef88f1ee265a0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0831573 Jul 23 23:51:34.025687 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-36914c57-9df5-4a27-a8c3-4cad2467e4a4 req-af44eebe-232c-4896-be56-55c0c0913394 service neutron] 10.222.0.52 "GET /v2.0/networks/646be7a8-09b8-4e0c-bd78-d5d98c9093b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350324 Jul 23 23:51:34.092436 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a6380e35-2fbd-430d-8df8-2a528977f73c req-08aad7d2-5d56-4257-a7a2-ac74649c211c tempest-SecurityGroupsTestAdminJSON-1062733543 tempest-SecurityGroupsTestAdminJSON-1062733543-project-admin] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 39556 time: 0.3652647 Jul 23 23:51:34.141716 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a6380e35-2fbd-430d-8df8-2a528977f73c req-780df23f-a2be-4ccf-8891-2ad60db926d5 tempest-SecurityGroupsTestAdminJSON-1062733543 tempest-SecurityGroupsTestAdminJSON-1062733543-project-admin] 10.222.0.44 "GET /v2.0/security-groups/0dbe76f0-2783-402c-807c-c90a20768d75 HTTP/1.1" status: 200 len: 2981 time: 0.0396795 Jul 23 23:51:34.154990 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc70084-d1cc-41c1-a69b-1fe3160162fd req-c3b5d30a-efd3-4486-bf9b-4998d44f334e tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:34.156566 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0bc70084-d1cc-41c1-a69b-1fe3160162fd req-c3b5d30a-efd3-4486-bf9b-4998d44f334e tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?device_id=0246f005-72c2-4ed4-99b9-e4721a7949d3 HTTP/1.1" status: 200 len: 966 time: 0.0733011 Jul 23 23:51:34.187046 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a6380e35-2fbd-430d-8df8-2a528977f73c req-910c69b2-e932-4539-8281-2c6efefb51f0 tempest-SecurityGroupsTestAdminJSON-1062733543 tempest-SecurityGroupsTestAdminJSON-1062733543-project-admin] 10.222.0.44 "GET /v2.0/security-groups/0dbe76f0-2783-402c-807c-c90a20768d75 HTTP/1.1" status: 200 len: 2981 time: 0.0389085 Jul 23 23:51:34.207021 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0bc70084-d1cc-41c1-a69b-1fe3160162fd req-dd6fdde2-7526-45dc-a892-8ff448a294ef tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424669 Jul 23 23:51:34.244669 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a6380e35-2fbd-430d-8df8-2a528977f73c req-5191a222-110d-4f5d-9d14-d86e4d66aa9a tempest-SecurityGroupsTestAdminJSON-1062733543 tempest-SecurityGroupsTestAdminJSON-1062733543-project-admin] 10.222.0.44 "GET /v2.0/security-groups/179a4b00-f211-4cc7-a2f0-91ab099d9418 HTTP/1.1" status: 200 len: 2977 time: 0.0518639 Jul 23 23:51:34.291095 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a6380e35-2fbd-430d-8df8-2a528977f73c req-7548af09-6ed2-4fb9-9793-df98f7534336 tempest-SecurityGroupsTestAdminJSON-1062733543 tempest-SecurityGroupsTestAdminJSON-1062733543-project-admin] 10.222.0.44 "GET /v2.0/security-groups/179a4b00-f211-4cc7-a2f0-91ab099d9418 HTTP/1.1" status: 200 len: 2977 time: 0.0452542 Jul 23 23:51:34.384954 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a6380e35-2fbd-430d-8df8-2a528977f73c req-53df95f9-864e-4b37-8b76-0297d4485d62 tempest-SecurityGroupsTestAdminJSON-1062733543 tempest-SecurityGroupsTestAdminJSON-1062733543-project-admin] 10.222.0.44 "GET /v2.0/security-groups/1e12f1f8-e312-4602-aef6-15d728c2b82b HTTP/1.1" status: 200 len: 2977 time: 0.0805383 Jul 23 23:51:34.420673 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36914c57-9df5-4a27-a8c3-4cad2467e4a4 req-e16ab97c-b3d7-4f5d-a356-da709cd6cfc8 tempest-LiveMigrationTest-328354084 tempest-LiveMigrationTest-328354084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:34.422440 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-36914c57-9df5-4a27-a8c3-4cad2467e4a4 req-e16ab97c-b3d7-4f5d-a356-da709cd6cfc8 tempest-LiveMigrationTest-328354084 tempest-LiveMigrationTest-328354084-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=0246f005-72c2-4ed4-99b9-e4721a7949d3&tenant_id=e50500f9fa5448f8994dd6c4e9b5ded5&binding%3Ahost_id=n-h1-800088-16 HTTP/1.1" status: 200 len: 1118 time: 0.1284389 Jul 23 23:51:34.461921 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a6380e35-2fbd-430d-8df8-2a528977f73c req-fc50ada2-3704-4cc6-93b1-34784d24efa4 tempest-SecurityGroupsTestAdminJSON-1062733543 tempest-SecurityGroupsTestAdminJSON-1062733543-project-admin] 10.222.0.44 "GET /v2.0/security-groups/1e12f1f8-e312-4602-aef6-15d728c2b82b HTTP/1.1" status: 200 len: 2977 time: 0.0761006 Jul 23 23:51:34.576987 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a6380e35-2fbd-430d-8df8-2a528977f73c req-d03b40d8-bc7a-4976-b00d-3c32673a35ff tempest-SecurityGroupsTestAdminJSON-1062733543 tempest-SecurityGroupsTestAdminJSON-1062733543-project-admin] 10.222.0.44 "GET /v2.0/security-groups/275744a0-7083-4a26-9d59-4bf9d4b95932 HTTP/1.1" status: 200 len: 2977 time: 0.1013227 Jul 23 23:51:34.643840 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-36914c57-9df5-4a27-a8c3-4cad2467e4a4 req-837c7cb7-9c06-4020-8f56-e0ddb2ecc1f6 service neutron] For port ce0cfa89-8eee-4458-8b33-d6602b43ab38, host n-h2-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:51:34.645191 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f505d303-5e6a-4b80-9623-ec36864e69ef req-671e4593-2980-4e04-a640-0f70d3f4c03f tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] 10.222.0.44 "GET /v2.0/ports?device_id=364f994a-f817-40ce-963b-f28ba5e4c61b HTTP/1.1" status: 200 len: 210 time: 0.0359251 Jul 23 23:51:34.652738 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-36914c57-9df5-4a27-a8c3-4cad2467e4a4 req-837c7cb7-9c06-4020-8f56-e0ddb2ecc1f6 service neutron] Notify callbacks [] for binding, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:34.654658 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-36914c57-9df5-4a27-a8c3-4cad2467e4a4 req-837c7cb7-9c06-4020-8f56-e0ddb2ecc1f6 service neutron] 10.222.0.52 "DELETE /v2.0/ports/ce0cfa89-8eee-4458-8b33-d6602b43ab38/bindings/n-h2-800088-16 HTTP/1.1" status: 204 len: 173 time: 0.2216628 Jul 23 23:51:34.672874 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a6380e35-2fbd-430d-8df8-2a528977f73c req-dc793103-8884-4e16-bb21-2b6f5effd10e tempest-SecurityGroupsTestAdminJSON-1062733543 tempest-SecurityGroupsTestAdminJSON-1062733543-project-admin] 10.222.0.44 "GET /v2.0/security-groups/275744a0-7083-4a26-9d59-4bf9d4b95932 HTTP/1.1" status: 200 len: 2977 time: 0.0799973 Jul 23 23:51:34.721624 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a6380e35-2fbd-430d-8df8-2a528977f73c req-c650133d-8209-4bed-ab93-89dff3bbce6c tempest-SecurityGroupsTestAdminJSON-1062733543 tempest-SecurityGroupsTestAdminJSON-1062733543-project-admin] 10.222.0.44 "GET /v2.0/security-groups/4bc8ee58-dcae-47d2-aa84-9f82e71136a7 HTTP/1.1" status: 200 len: 2981 time: 0.0420682 Jul 23 23:51:34.765781 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a6380e35-2fbd-430d-8df8-2a528977f73c req-31e21f0a-aeea-4baa-9e95-d3f3ab0c7730 tempest-SecurityGroupsTestAdminJSON-1062733543 tempest-SecurityGroupsTestAdminJSON-1062733543-project-admin] 10.222.0.44 "GET /v2.0/security-groups/4bc8ee58-dcae-47d2-aa84-9f82e71136a7 HTTP/1.1" status: 200 len: 2981 time: 0.0383923 Jul 23 23:51:34.825362 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a6380e35-2fbd-430d-8df8-2a528977f73c req-6785a94f-936b-402b-9c83-1bce6e7532c4 tempest-SecurityGroupsTestAdminJSON-1062733543 tempest-SecurityGroupsTestAdminJSON-1062733543-project-admin] 10.222.0.44 "GET /v2.0/security-groups/5d31ff66-a404-4daa-a0c8-bdc9280683a6 HTTP/1.1" status: 200 len: 2981 time: 0.0503354 Jul 23 23:51:34.867212 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a6380e35-2fbd-430d-8df8-2a528977f73c req-2e693317-2db6-407e-813c-fe29a21535f6 tempest-SecurityGroupsTestAdminJSON-1062733543 tempest-SecurityGroupsTestAdminJSON-1062733543-project-admin] 10.222.0.44 "GET /v2.0/security-groups/5d31ff66-a404-4daa-a0c8-bdc9280683a6 HTTP/1.1" status: 200 len: 2981 time: 0.0387619 Jul 23 23:51:34.921532 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a6380e35-2fbd-430d-8df8-2a528977f73c req-4e9f4f15-0f74-4ca6-b3fe-92e4f5bce0be tempest-SecurityGroupsTestAdminJSON-1062733543 tempest-SecurityGroupsTestAdminJSON-1062733543-project-admin] 10.222.0.44 "GET /v2.0/security-groups/6213158c-d1c5-4952-b5da-736e4d97aee7 HTTP/1.1" status: 200 len: 2981 time: 0.0488384 Jul 23 23:51:34.981753 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a6380e35-2fbd-430d-8df8-2a528977f73c req-dcdd76e9-ebe8-46dc-91cb-9ade61545692 tempest-SecurityGroupsTestAdminJSON-1062733543 tempest-SecurityGroupsTestAdminJSON-1062733543-project-admin] 10.222.0.44 "GET /v2.0/security-groups/6213158c-d1c5-4952-b5da-736e4d97aee7 HTTP/1.1" status: 200 len: 2981 time: 0.0519331 Jul 23 23:51:35.031025 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a6380e35-2fbd-430d-8df8-2a528977f73c req-d1ae61b7-9bdc-43ff-a431-3a366ffa3754 tempest-SecurityGroupsTestAdminJSON-1062733543 tempest-SecurityGroupsTestAdminJSON-1062733543-project-admin] 10.222.0.44 "GET /v2.0/security-groups/7b1f657b-f018-45bc-96e9-b88a5a20051a HTTP/1.1" status: 200 len: 2981 time: 0.0406265 Jul 23 23:51:35.034413 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78070ec3-94c6-44a2-a171-84681b8861df req-830c1790-43e3-4358-8e25-c6113e87bd77 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:35.037286 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-78070ec3-94c6-44a2-a171-84681b8861df req-830c1790-43e3-4358-8e25-c6113e87bd77 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fca4da2-3b7b-424e-bc64-633716709f5a HTTP/1.1" status: 200 len: 946 time: 0.0865262 Jul 23 23:51:35.094297 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a6380e35-2fbd-430d-8df8-2a528977f73c req-ef55b230-6eda-4dae-803c-8a10baa2ed7f tempest-SecurityGroupsTestAdminJSON-1062733543 tempest-SecurityGroupsTestAdminJSON-1062733543-project-admin] 10.222.0.44 "GET /v2.0/security-groups/7b1f657b-f018-45bc-96e9-b88a5a20051a HTTP/1.1" status: 200 len: 2981 time: 0.0570829 Jul 23 23:51:35.138002 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a6380e35-2fbd-430d-8df8-2a528977f73c req-f0c08f24-0bdf-4c44-ad7c-a425f1bff0d7 tempest-SecurityGroupsTestAdminJSON-1062733543 tempest-SecurityGroupsTestAdminJSON-1062733543-project-admin] 10.222.0.44 "GET /v2.0/security-groups/9d2cfbce-e344-4859-a071-41328a758154 HTTP/1.1" status: 200 len: 2981 time: 0.0426977 Jul 23 23:51:35.171542 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6bb641e9-0374-4495-8bcb-813730984d8a req-db01ee95-4441-4afd-aba2-1a0e73027084 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=ab582ac4eaf8486e904ef88f1ee265a0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317631 Jul 23 23:51:35.266493 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-78070ec3-94c6-44a2-a171-84681b8861df req-2a1d10e1-6584-4d58-bbc3-74dbea3a0ade tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee3bb585-1d46-4d4b-8ed6-e0ac9b92bd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247996 Jul 23 23:51:35.465443 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b07d8092-b6fd-459e-b1a7-d3e2cc0741c2 req-21913f04-390a-4d2e-849d-45782b360fc2 tempest-QuotasAdminNegativeTest-1364070308 tempest-QuotasAdminNegativeTest-1364070308-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=af0c2bda93f64dcca9314ac89ffb6ad7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379620 Jul 23 23:51:35.504636 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a6380e35-2fbd-430d-8df8-2a528977f73c req-699c847e-d6dc-4a5f-b257-e759572c9655 tempest-SecurityGroupsTestAdminJSON-1062733543 tempest-SecurityGroupsTestAdminJSON-1062733543-project-admin] 10.222.0.44 "GET /v2.0/security-groups/9d2cfbce-e344-4859-a071-41328a758154 HTTP/1.1" status: 200 len: 2981 time: 0.3504984 Jul 23 23:51:35.562331 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb641e9-0374-4495-8bcb-813730984d8a req-35e810ae-37b4-41ef-9718-b0648d352958 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:35.563779 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6bb641e9-0374-4495-8bcb-813730984d8a req-35e810ae-37b4-41ef-9718-b0648d352958 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3850942 Jul 23 23:51:35.577531 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-6bb641e9-0374-4495-8bcb-813730984d8a req-b1d5cf49-a0bf-4041-80ad-df0ddef45df7 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] Request body: {'port': {'device_id': '364f994a-f817-40ce-963b-f28ba5e4c61b', 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2', 'admin_state_up': True, 'tenant_id': 'ab582ac4eaf8486e904ef88f1ee265a0'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:51:35.581834 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a6380e35-2fbd-430d-8df8-2a528977f73c req-0eef03bb-0f34-4247-a7e7-06617d8ea9e9 tempest-SecurityGroupsTestAdminJSON-1062733543 tempest-SecurityGroupsTestAdminJSON-1062733543-project-admin] 10.222.0.44 "GET /v2.0/security-groups/b98597ff-77ef-4905-8c84-15aeeb4c8464 HTTP/1.1" status: 200 len: 2973 time: 0.0695355 Jul 23 23:51:35.591771 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d8092-b6fd-459e-b1a7-d3e2cc0741c2 req-3721d464-d85e-4d0d-80f2-dfb2389d862b tempest-QuotasAdminNegativeTest-1364070308 tempest-QuotasAdminNegativeTest-1364070308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:35.593519 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b07d8092-b6fd-459e-b1a7-d3e2cc0741c2 req-3721d464-d85e-4d0d-80f2-dfb2389d862b tempest-QuotasAdminNegativeTest-1364070308 tempest-QuotasAdminNegativeTest-1364070308-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1215665 Jul 23 23:51:35.608994 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b07d8092-b6fd-459e-b1a7-d3e2cc0741c2 req-80d9178d-ce7b-435c-8488-fda544a4cd5c tempest-QuotasAdminNegativeTest-1364070308 tempest-QuotasAdminNegativeTest-1364070308-project] 10.222.0.44 "GET /v2.0/quotas/af0c2bda93f64dcca9314ac89ffb6ad7 HTTP/1.1" status: 200 len: 375 time: 0.0096989 Jul 23 23:51:35.645681 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b07d8092-b6fd-459e-b1a7-d3e2cc0741c2 req-52a63f73-f639-467b-9e96-a3048c64d78a tempest-QuotasAdminNegativeTest-1364070308 tempest-QuotasAdminNegativeTest-1364070308-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=af0c2bda93f64dcca9314ac89ffb6ad7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299900 Jul 23 23:51:35.692521 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a6380e35-2fbd-430d-8df8-2a528977f73c req-cda79814-e109-416e-8e07-3eb6d4e8c769 tempest-SecurityGroupsTestAdminJSON-1062733543 tempest-SecurityGroupsTestAdminJSON-1062733543-project-admin] 10.222.0.44 "GET /v2.0/security-groups/b98597ff-77ef-4905-8c84-15aeeb4c8464 HTTP/1.1" status: 200 len: 2973 time: 0.0986702 Jul 23 23:51:35.761102 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a6380e35-2fbd-430d-8df8-2a528977f73c req-9b61aea4-7f45-40ce-be71-6a52c4d2a6af tempest-SecurityGroupsTestAdminJSON-1062733543 tempest-SecurityGroupsTestAdminJSON-1062733543-project-admin] 10.222.0.44 "GET /v2.0/security-groups/ee3bb585-1d46-4d4b-8ed6-e0ac9b92bd85 HTTP/1.1" status: 200 len: 2981 time: 0.0602942 Jul 23 23:51:35.766662 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bb641e9-0374-4495-8bcb-813730984d8a req-b1d5cf49-a0bf-4041-80ad-df0ddef45df7 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] Made reservation on behalf of ab582ac4eaf8486e904ef88f1ee265a0 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:51:35.770763 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-6bb641e9-0374-4495-8bcb-813730984d8a req-b1d5cf49-a0bf-4041-80ad-df0ddef45df7 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:35.830421 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849aabed-4ad7-43b5-a1ec-78228234a5d3 req-5ddca51e-977a-48ac-87e7-306d00676e7a tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:35.832097 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-849aabed-4ad7-43b5-a1ec-78228234a5d3 req-5ddca51e-977a-48ac-87e7-306d00676e7a tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?device_id=0246f005-72c2-4ed4-99b9-e4721a7949d3 HTTP/1.1" status: 200 len: 966 time: 0.0709310 Jul 23 23:51:35.875259 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a6380e35-2fbd-430d-8df8-2a528977f73c req-03cce89d-643c-4f37-9d6a-923599c7db30 tempest-SecurityGroupsTestAdminJSON-1062733543 tempest-SecurityGroupsTestAdminJSON-1062733543-project-admin] 10.222.0.44 "GET /v2.0/security-groups/ee3bb585-1d46-4d4b-8ed6-e0ac9b92bd85 HTTP/1.1" status: 200 len: 2981 time: 0.1006601 Jul 23 23:51:35.875553 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-849aabed-4ad7-43b5-a1ec-78228234a5d3 req-2b098976-a40d-4e90-b64c-e9ace6548879 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374610 Jul 23 23:51:35.987056 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-6bb641e9-0374-4495-8bcb-813730984d8a req-b1d5cf49-a0bf-4041-80ad-df0ddef45df7 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] Allocated IP 192.168.233.23 (603dff3b-80fe-44ec-a82a-8d8b74b0c3c2/ef73a7e1-c64a-41e3-9997-629475c7b6b1/83734119-6e58-4133-a140-c0d2be83d213) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:51:36.054379 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d18126b7-8cd0-41cc-8b5d-a379b0c3f42e req-26a995f9-f6b8-4974-a5f3-e42904835df5 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] 10.222.0.44 "GET /v2.0/ports?device_id=364f994a-f817-40ce-963b-f28ba5e4c61b HTTP/1.1" status: 200 len: 210 time: 0.0350821 Jul 23 23:51:36.058624 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870cea04-604a-41e9-ac56-6002cd4558ab req-22a30b1c-54f5-4366-b13a-896a93248615 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:36.061371 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-870cea04-604a-41e9-ac56-6002cd4558ab req-22a30b1c-54f5-4366-b13a-896a93248615 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fca4da2-3b7b-424e-bc64-633716709f5a HTTP/1.1" status: 200 len: 946 time: 0.1250794 Jul 23 23:51:36.162217 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-870cea04-604a-41e9-ac56-6002cd4558ab req-45cc549f-3f14-4cb2-9254-0c9806486578 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee3bb585-1d46-4d4b-8ed6-e0ac9b92bd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945642 Jul 23 23:51:36.208578 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-6bb641e9-0374-4495-8bcb-813730984d8a req-b1d5cf49-a0bf-4041-80ad-df0ddef45df7 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:36.223753 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-6bb641e9-0374-4495-8bcb-813730984d8a req-b1d5cf49-a0bf-4041-80ad-df0ddef45df7 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] Transition to ACTIVE for port object 83734119-6e58-4133-a140-c0d2be83d213 will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:51:36.268565 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-6bb641e9-0374-4495-8bcb-813730984d8a req-b1d5cf49-a0bf-4041-80ad-df0ddef45df7 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:36.284040 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['3047ceb7-a871-4929-a67b-b059e834f9f1'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:51:36.319962 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bb641e9-0374-4495-8bcb-813730984d8a req-b1d5cf49-a0bf-4041-80ad-df0ddef45df7 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] Network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:51:36.325990 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-6bb641e9-0374-4495-8bcb-813730984d8a req-b1d5cf49-a0bf-4041-80ad-df0ddef45df7 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:51:36.330874 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bb641e9-0374-4495-8bcb-813730984d8a req-b1d5cf49-a0bf-4041-80ad-df0ddef45df7 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:51:36.336983 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb641e9-0374-4495-8bcb-813730984d8a req-b1d5cf49-a0bf-4041-80ad-df0ddef45df7 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:36.338457 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-6bb641e9-0374-4495-8bcb-813730984d8a req-b1d5cf49-a0bf-4041-80ad-df0ddef45df7 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:36.344904 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d5cf49-a0bf-4041-80ad-df0ddef45df7 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] Pushing event updated for resources: {'Port': ['ID=83734119-6e58-4133-a140-c0d2be83d213,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:36.375423 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6bb641e9-0374-4495-8bcb-813730984d8a req-b1d5cf49-a0bf-4041-80ad-df0ddef45df7 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7916248 Jul 23 23:51:36.390971 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-6bb641e9-0374-4495-8bcb-813730984d8a req-58ea9815-e6ff-413d-97f4-9109fef858fe service neutron] Request body: {'port': {'device_id': '364f994a-f817-40ce-963b-f28ba5e4c61b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:51:36.493732 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-45914ac6-bbee-4ff7-bccd-a875bb8cdef0 req-ccdf46ba-107e-439f-8319-4f8606fc8d17 tempest-SecurityGroupsTestAdminJSON-260384334 tempest-SecurityGroupsTestAdminJSON-260384334-project] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3ccaabeb0156483084e7681dc50ad12a HTTP/1.1" status: 200 len: 6101 time: 0.2432415 Jul 23 23:51:36.589141 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-45914ac6-bbee-4ff7-bccd-a875bb8cdef0 req-1cf62900-35d4-409c-92e9-9cd38675406e tempest-SecurityGroupsTestAdminJSON-260384334 tempest-SecurityGroupsTestAdminJSON-260384334-project] 10.222.0.44 "GET /v2.0/security-groups/4bc8ee58-dcae-47d2-aa84-9f82e71136a7 HTTP/1.1" status: 200 len: 2981 time: 0.0926542 Jul 23 23:51:36.639971 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-6bb641e9-0374-4495-8bcb-813730984d8a req-58ea9815-e6ff-413d-97f4-9109fef858fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:36.697751 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-45914ac6-bbee-4ff7-bccd-a875bb8cdef0 req-1f96752a-4de7-4d64-ae0d-f61520233408 tempest-SecurityGroupsTestAdminJSON-260384334 tempest-SecurityGroupsTestAdminJSON-260384334-project] 10.222.0.44 "GET /v2.0/security-groups/4bc8ee58-dcae-47d2-aa84-9f82e71136a7 HTTP/1.1" status: 200 len: 2981 time: 0.0912237 Jul 23 23:51:36.738184 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77982d42-b4df-4416-a855-19f97632e515 req-649403e3-ea34-4b74-a44c-908fbfe1c952 tempest-LiveMigrationTest-328354084 tempest-LiveMigrationTest-328354084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:36.739777 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-77982d42-b4df-4416-a855-19f97632e515 req-649403e3-ea34-4b74-a44c-908fbfe1c952 tempest-LiveMigrationTest-328354084 tempest-LiveMigrationTest-328354084-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=0246f005-72c2-4ed4-99b9-e4721a7949d3 HTTP/1.1" status: 200 len: 1118 time: 0.1762874 Jul 23 23:51:36.814968 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-e4e3f1d7-02a7-4537-818c-9bd670323a4e None None] Provisioning for port 83734119-6e58-4133-a140-c0d2be83d213 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:51:36.823935 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-e4e3f1d7-02a7-4537-818c-9bd670323a4e None None] Provisioning complete for port 83734119-6e58-4133-a140-c0d2be83d213 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:51:36.827314 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e4e3f1d7-02a7-4537-818c-9bd670323a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:36.874979 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-77982d42-b4df-4416-a855-19f97632e515 req-d1b40f7c-00bf-4812-8d9c-3e638fe1186a tempest-LiveMigrationTest-328354084 tempest-LiveMigrationTest-328354084-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812709 Jul 23 23:51:36.882206 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-e4e3f1d7-02a7-4537-818c-9bd670323a4e None None] Port 83734119-6e58-4133-a140-c0d2be83d213 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:51:36.892308 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 37820) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:37.000682 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-dbe900cb-b9f2-40d3-aee0-06700e0c27e2 req-1e11f207-e034-43b2-a501-2e41f7acb6c4 tempest-SecurityGroupsTestAdminJSON-1062733543 tempest-SecurityGroupsTestAdminJSON-1062733543-project-admin] 10.222.0.44 "GET /v2.0/security-groups/f3b2ac18-5b45-47bb-894b-9b961763405d HTTP/1.1" status: 200 len: 1778 time: 0.0727255 Jul 23 23:51:37.011315 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1660c37-96cb-480a-b2e3-29003c8968c6 req-58ea9eed-4860-47f1-9c26-a74dd43e3f14 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:37.012415 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f1660c37-96cb-480a-b2e3-29003c8968c6 req-58ea9eed-4860-47f1-9c26-a74dd43e3f14 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fca4da2-3b7b-424e-bc64-633716709f5a HTTP/1.1" status: 200 len: 946 time: 0.0850773 Jul 23 23:51:37.076196 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f1660c37-96cb-480a-b2e3-29003c8968c6 req-32796e43-2d5a-4083-b3e3-87c897723951 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee3bb585-1d46-4d4b-8ed6-e0ac9b92bd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513804 Jul 23 23:51:37.096169 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-dbe900cb-b9f2-40d3-aee0-06700e0c27e2 req-6c086ce1-c2c1-463b-bf87-2f78a5efca5c tempest-SecurityGroupsTestAdminJSON-1062733543 tempest-SecurityGroupsTestAdminJSON-1062733543-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:37.096630 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c4584e7f-f6ba-4535-bf80-c85eb18f2c90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:37.144041 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-dbe900cb-b9f2-40d3-aee0-06700e0c27e2 req-6c086ce1-c2c1-463b-bf87-2f78a5efca5c tempest-SecurityGroupsTestAdminJSON-1062733543 tempest-SecurityGroupsTestAdminJSON-1062733543-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:37.147610 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-6bb641e9-0374-4495-8bcb-813730984d8a req-58ea9815-e6ff-413d-97f4-9109fef858fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83734119-6e58-4133-a140-c0d2be83d213 {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:51:37.162742 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-6bb641e9-0374-4495-8bcb-813730984d8a req-58ea9815-e6ff-413d-97f4-9109fef858fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:37.194241 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-6bb641e9-0374-4495-8bcb-813730984d8a req-58ea9815-e6ff-413d-97f4-9109fef858fe service neutron] Transition to ACTIVE for port object 83734119-6e58-4133-a140-c0d2be83d213 will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:51:37.199102 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-6bb641e9-0374-4495-8bcb-813730984d8a req-58ea9815-e6ff-413d-97f4-9109fef858fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:37.230846 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c4584e7f-f6ba-4535-bf80-c85eb18f2c90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:37.238251 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c4584e7f-f6ba-4535-bf80-c85eb18f2c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:37.239757 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-dbe900cb-b9f2-40d3-aee0-06700e0c27e2 req-6c086ce1-c2c1-463b-bf87-2f78a5efca5c tempest-SecurityGroupsTestAdminJSON-1062733543 tempest-SecurityGroupsTestAdminJSON-1062733543-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:37.242661 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-dbe900cb-b9f2-40d3-aee0-06700e0c27e2 req-6c086ce1-c2c1-463b-bf87-2f78a5efca5c tempest-SecurityGroupsTestAdminJSON-1062733543 tempest-SecurityGroupsTestAdminJSON-1062733543-project-admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:37.243708 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-dbe900cb-b9f2-40d3-aee0-06700e0c27e2 req-6c086ce1-c2c1-463b-bf87-2f78a5efca5c tempest-SecurityGroupsTestAdminJSON-1062733543 tempest-SecurityGroupsTestAdminJSON-1062733543-project-admin] 10.222.0.44 "DELETE /v2.0/security-groups/f3b2ac18-5b45-47bb-894b-9b961763405d HTTP/1.1" status: 204 len: 173 time: 0.2421498 Jul 23 23:51:37.269662 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c086ce1-c2c1-463b-bf87-2f78a5efca5c tempest-SecurityGroupsTestAdminJSON-1062733543 tempest-SecurityGroupsTestAdminJSON-1062733543-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b2ac18-5b45-47bb-894b-9b961763405d,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:37.272634 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ea9815-e6ff-413d-97f4-9109fef858fe service neutron] Pushing event updated for resources: {'Port': ['ID=83734119-6e58-4133-a140-c0d2be83d213,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:37.300703 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device ce0cfa89-8eee-4458-8b33-d6602b43ab38 no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:51:37.363892 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device ce0cfa89-8eee-4458-8b33-d6602b43ab38 not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:51:37.390393 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-6bb641e9-0374-4495-8bcb-813730984d8a req-58ea9815-e6ff-413d-97f4-9109fef858fe service neutron] Attempting to bind port 83734119-6e58-4133-a140-c0d2be83d213 on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:51:37.390765 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-6bb641e9-0374-4495-8bcb-813730984d8a req-58ea9815-e6ff-413d-97f4-9109fef858fe service neutron] Attempting to bind port 83734119-6e58-4133-a140-c0d2be83d213 by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:51:37.391106 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb641e9-0374-4495-8bcb-813730984d8a req-58ea9815-e6ff-413d-97f4-9109fef858fe service neutron] Attempting to bind port 83734119-6e58-4133-a140-c0d2be83d213 on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:51:37.392326 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-c4584e7f-f6ba-4535-bf80-c85eb18f2c90 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=af0c2bda93f64dcca9314ac89ffb6ad7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4994755 Jul 23 23:51:37.396366 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 37848) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:37.398049 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4584e7f-f6ba-4535-bf80-c85eb18f2c90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a6f563-aa9b-4322-a746-e8da51420eae,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:37.411169 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb641e9-0374-4495-8bcb-813730984d8a req-58ea9815-e6ff-413d-97f4-9109fef858fe service neutron] Port 83734119-6e58-4133-a140-c0d2be83d213 on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:51:37.411624 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb641e9-0374-4495-8bcb-813730984d8a req-58ea9815-e6ff-413d-97f4-9109fef858fe service neutron] Attempting to bind port 83734119-6e58-4133-a140-c0d2be83d213 on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:51:37.428645 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb641e9-0374-4495-8bcb-813730984d8a req-58ea9815-e6ff-413d-97f4-9109fef858fe service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:51:37.429165 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb641e9-0374-4495-8bcb-813730984d8a req-58ea9815-e6ff-413d-97f4-9109fef858fe service neutron] Checking segment: {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:51:37.429814 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb641e9-0374-4495-8bcb-813730984d8a req-58ea9815-e6ff-413d-97f4-9109fef858fe service neutron] Bound using segment: {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:51:37.430586 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-6bb641e9-0374-4495-8bcb-813730984d8a req-58ea9815-e6ff-413d-97f4-9109fef858fe service neutron] Bound port: 83734119-6e58-4133-a140-c0d2be83d213, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:51:37.431084 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-6bb641e9-0374-4495-8bcb-813730984d8a req-58ea9815-e6ff-413d-97f4-9109fef858fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:37.483662 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eaa360-091d-4994-8b1d-1eba1875da3c req-c4f6712d-e639-4bf2-b324-6eb3dc0580dd tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:37.489731 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a0eaa360-091d-4994-8b1d-1eba1875da3c req-c4f6712d-e639-4bf2-b324-6eb3dc0580dd tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] 10.222.0.44 "GET /v2.0/ports?device_id=364f994a-f817-40ce-963b-f28ba5e4c61b HTTP/1.1" status: 200 len: 947 time: 0.1608193 Jul 23 23:51:37.528337 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff441dc-5474-4c73-9b29-d8a8a5c739e8 req-536c36f3-0625-4d6b-b8c9-3fbda78e85cb tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:37.530021 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7ff441dc-5474-4c73-9b29-d8a8a5c739e8 req-536c36f3-0625-4d6b-b8c9-3fbda78e85cb tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/networks?id=646be7a8-09b8-4e0c-bd78-d5d98c9093b9 HTTP/1.1" status: 200 len: 807 time: 0.2049456 Jul 23 23:51:37.530924 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-83b5cf99-9f80-4ba4-991b-da23d900d925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:37.564664 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7ff441dc-5474-4c73-9b29-d8a8a5c739e8 req-0de1fc63-71a0-4f14-ab85-9012904ee8bf tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/quotas/e50500f9fa5448f8994dd6c4e9b5ded5 HTTP/1.1" status: 200 len: 375 time: 0.0220728 Jul 23 23:51:37.566815 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-83b5cf99-9f80-4ba4-991b-da23d900d925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:37.590693 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a0eaa360-091d-4994-8b1d-1eba1875da3c req-d05244de-1f70-4f24-8c2a-ab3f0f881f51 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] 10.222.0.44 "GET /v2.0/security-groups?id=6213158c-d1c5-4952-b5da-736e4d97aee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675840 Jul 23 23:51:37.598913 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-6bb641e9-0374-4495-8bcb-813730984d8a req-58ea9815-e6ff-413d-97f4-9109fef858fe service neutron] For port 83734119-6e58-4133-a140-c0d2be83d213, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:51:37.605019 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-6bb641e9-0374-4495-8bcb-813730984d8a req-58ea9815-e6ff-413d-97f4-9109fef858fe service neutron] For port 83734119-6e58-4133-a140-c0d2be83d213, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=83734119-6e58-4133-a140-c0d2be83d213,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:51:37.612166 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-6bb641e9-0374-4495-8bcb-813730984d8a req-58ea9815-e6ff-413d-97f4-9109fef858fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:37.654987 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb641e9-0374-4495-8bcb-813730984d8a req-58ea9815-e6ff-413d-97f4-9109fef858fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:37.655644 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-6bb641e9-0374-4495-8bcb-813730984d8a req-58ea9815-e6ff-413d-97f4-9109fef858fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:37.661829 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6bb641e9-0374-4495-8bcb-813730984d8a req-58ea9815-e6ff-413d-97f4-9109fef858fe service neutron] 10.222.0.52 "PUT /v2.0/ports/83734119-6e58-4133-a140-c0d2be83d213 HTTP/1.1" status: 200 len: 1096 time: 1.2829714 Jul 23 23:51:37.662333 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '364f994a-f817-40ce-963b-f28ba5e4c61b', 'tag': '83734119-6e58-4133-a140-c0d2be83d213'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:51:37.666207 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c17c9b4-b252-473b-b99b-7f3946fda6f7" -d '{"events": [{"name": "network-changed", "server_uuid": "364f994a-f817-40ce-963b-f28ba5e4c61b", "tag": "83734119-6e58-4133-a140-c0d2be83d213"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:51:37.709962 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7ff441dc-5474-4c73-9b29-d8a8a5c739e8 req-7f507cd0-389c-4067-a1ea-dcb6ed5ba6bf tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e50500f9fa5448f8994dd6c4e9b5ded5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1352327 Jul 23 23:51:37.728475 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-83b5cf99-9f80-4ba4-991b-da23d900d925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:37.732424 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-83b5cf99-9f80-4ba4-991b-da23d900d925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:37.733886 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-83b5cf99-9f80-4ba4-991b-da23d900d925 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b8a6f563-aa9b-4322-a746-e8da51420eae HTTP/1.1" status: 204 len: 168 time: 0.3369195 Jul 23 23:51:37.765185 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b5cf99-9f80-4ba4-991b-da23d900d925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a6f563-aa9b-4322-a746-e8da51420eae,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:37.823931 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ea9815-e6ff-413d-97f4-9109fef858fe service neutron] Pushing event updated for resources: {'Port': ['ID=83734119-6e58-4133-a140-c0d2be83d213,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:37.867920 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [req-7ff441dc-5474-4c73-9b29-d8a8a5c739e8 req-f18cad04-2446-4022-b504-db69bde4b959 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=100314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:51:37.868396 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb641e9-0374-4495-8bcb-813730984d8a req-4ac3747b-9c5f-49de-ba15-538a6689b78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:37.870516 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7ff441dc-5474-4c73-9b29-d8a8a5c739e8 req-f18cad04-2446-4022-b504-db69bde4b959 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0938101 Jul 23 23:51:37.870712 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6bb641e9-0374-4495-8bcb-813730984d8a req-4ac3747b-9c5f-49de-ba15-538a6689b78f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ab582ac4eaf8486e904ef88f1ee265a0&device_id=364f994a-f817-40ce-963b-f28ba5e4c61b HTTP/1.1" status: 200 len: 1099 time: 0.1210101 Jul 23 23:51:37.884135 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa69f712-fc42-439e-9635-6a833e8e5410 req-ae071af0-bfa1-4ef0-9e11-b44598774806 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:37.885767 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-aa69f712-fc42-439e-9635-6a833e8e5410 req-ae071af0-bfa1-4ef0-9e11-b44598774806 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fca4da2-3b7b-424e-bc64-633716709f5a HTTP/1.1" status: 200 len: 946 time: 0.1819499 Jul 23 23:51:37.935449 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6bb641e9-0374-4495-8bcb-813730984d8a req-f2d4ee62-ef7e-4036-8c8b-9110e1e64f4a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=83734119-6e58-4133-a140-c0d2be83d213 HTTP/1.1" status: 200 len: 217 time: 0.0486748 Jul 23 23:51:38.010005 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb641e9-0374-4495-8bcb-813730984d8a req-77aa3337-61cc-4f9c-81e9-1e76eff59cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:38.014800 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6bb641e9-0374-4495-8bcb-813730984d8a req-77aa3337-61cc-4f9c-81e9-1e76eff59cb5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.0695395 Jul 23 23:51:38.035728 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-aa69f712-fc42-439e-9635-6a833e8e5410 req-2405b4ce-b103-4f15-814f-32471075b051 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee3bb585-1d46-4d4b-8ed6-e0ac9b92bd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396654 Jul 23 23:51:38.068609 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7ff441dc-5474-4c73-9b29-d8a8a5c739e8 req-52662bec-4821-4f6d-8b99-4e011b7feba8 service neutron] 10.222.0.44 "GET /v2.0/networks/646be7a8-09b8-4e0c-bd78-d5d98c9093b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882138 Jul 23 23:51:38.130024 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb641e9-0374-4495-8bcb-813730984d8a req-966808c9-d083-40bd-aeb7-a1f8341182e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:38.138895 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6bb641e9-0374-4495-8bcb-813730984d8a req-966808c9-d083-40bd-aeb7-a1f8341182e9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1157157 Jul 23 23:51:38.261414 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6bb641e9-0374-4495-8bcb-813730984d8a req-428e1860-227e-4af5-910c-c1e27bfebf86 service neutron] 10.222.0.52 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161926 Jul 23 23:51:38.292055 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7ff441dc-5474-4c73-9b29-d8a8a5c739e8 req-b4b65e0a-2738-4c8d-b97e-09e703c7ec5b service neutron] 10.222.0.44 "GET /v2.0/networks/646be7a8-09b8-4e0c-bd78-d5d98c9093b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060978 Jul 23 23:51:38.361600 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 37866) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:38.374067 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4d5a48ec-4bbe-46e2-8a69-58d97a0ad895 req-3b58d5d5-eb45-4b9b-b2a5-9f592232481e tempest-SecurityGroupsTestAdminJSON-1062733543 tempest-SecurityGroupsTestAdminJSON-1062733543-project-admin] 10.222.0.44 "GET /v2.0/security-groups/5d17b80d-6dc8-4dce-9222-6c3cd56a940e HTTP/1.1" status: 200 len: 1778 time: 0.1103313 Jul 23 23:51:38.382759 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7670c544-a5e0-4df8-b7e9-dae1fb4e7d20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:38.509580 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6bb641e9-0374-4495-8bcb-813730984d8a req-0df11ed5-c74d-4820-baa5-e10da2ef1221 service neutron] 10.222.0.52 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356586 Jul 23 23:51:38.521151 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a7cdaa8-dbbd-4590-8e3b-36033e2a30be x-openstack-request-id: req-1a7cdaa8-dbbd-4590-8e3b-36033e2a30be {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:51:38.522340 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "364f994a-f817-40ce-963b-f28ba5e4c61b", "tag": "83734119-6e58-4133-a140-c0d2be83d213", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:51:38.522773 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1a7cdaa8-dbbd-4590-8e3b-36033e2a30be {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:51:38.523331 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '364f994a-f817-40ce-963b-f28ba5e4c61b', 'tag': '83734119-6e58-4133-a140-c0d2be83d213', 'status': 'completed', 'code': 200} Jul 23 23:51:38.571735 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-4d5a48ec-4bbe-46e2-8a69-58d97a0ad895 req-728dea8c-b29f-4261-978f-2588f62b34bc tempest-SecurityGroupsTestAdminJSON-1062733543 tempest-SecurityGroupsTestAdminJSON-1062733543-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:38.589215 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7670c544-a5e0-4df8-b7e9-dae1fb4e7d20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:38.596689 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7670c544-a5e0-4df8-b7e9-dae1fb4e7d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:38.669209 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-4d5a48ec-4bbe-46e2-8a69-58d97a0ad895 req-728dea8c-b29f-4261-978f-2588f62b34bc tempest-SecurityGroupsTestAdminJSON-1062733543 tempest-SecurityGroupsTestAdminJSON-1062733543-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:38.678782 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-7670c544-a5e0-4df8-b7e9-dae1fb4e7d20 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=32e317643aff45e2b423042b57db90c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3136661 Jul 23 23:51:38.678782 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7670c544-a5e0-4df8-b7e9-dae1fb4e7d20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83568bd1-ac28-49af-9a63-be1a679898bf,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:38.685110 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 37878) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:38.754826 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c17c9b4-b252-473b-b99b-7f3946fda6f7 req-9b8805d3-13a6-4018-8267-1b458adb15ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:38.756768 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5c17c9b4-b252-473b-b99b-7f3946fda6f7 req-9b8805d3-13a6-4018-8267-1b458adb15ec service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ab582ac4eaf8486e904ef88f1ee265a0&device_id=364f994a-f817-40ce-963b-f28ba5e4c61b HTTP/1.1" status: 200 len: 1099 time: 0.1497970 Jul 23 23:51:38.757819 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-4d5a48ec-4bbe-46e2-8a69-58d97a0ad895 req-728dea8c-b29f-4261-978f-2588f62b34bc tempest-SecurityGroupsTestAdminJSON-1062733543 tempest-SecurityGroupsTestAdminJSON-1062733543-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:38.760718 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-4d5a48ec-4bbe-46e2-8a69-58d97a0ad895 req-728dea8c-b29f-4261-978f-2588f62b34bc tempest-SecurityGroupsTestAdminJSON-1062733543 tempest-SecurityGroupsTestAdminJSON-1062733543-project-admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:38.762118 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4d5a48ec-4bbe-46e2-8a69-58d97a0ad895 req-728dea8c-b29f-4261-978f-2588f62b34bc tempest-SecurityGroupsTestAdminJSON-1062733543 tempest-SecurityGroupsTestAdminJSON-1062733543-project-admin] 10.222.0.44 "DELETE /v2.0/security-groups/5d17b80d-6dc8-4dce-9222-6c3cd56a940e HTTP/1.1" status: 204 len: 173 time: 0.3709235 Jul 23 23:51:38.779173 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ffe45ead-4e4d-493d-8a46-4fe85fae0a00 req-da47f0d4-8c2e-4f56-b49f-c09f26e2b91c tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e50b102-6aba-4b7c-918d-7934b7fc5e3b HTTP/1.1" status: 200 len: 210 time: 0.0487463 Jul 23 23:51:38.785580 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728dea8c-b29f-4261-978f-2588f62b34bc tempest-SecurityGroupsTestAdminJSON-1062733543 tempest-SecurityGroupsTestAdminJSON-1062733543-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d17b80d-6dc8-4dce-9222-6c3cd56a940e,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:38.855364 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-44d443b8-2dc6-409b-9f10-2206e0041433 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:38.950036 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-44d443b8-2dc6-409b-9f10-2206e0041433 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:39.016791 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c17c9b4-b252-473b-b99b-7f3946fda6f7 req-c220a9bc-5b0b-4903-8cc2-a770f077b5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:39.018535 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5c17c9b4-b252-473b-b99b-7f3946fda6f7 req-c220a9bc-5b0b-4903-8cc2-a770f077b5d4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 HTTP/1.1" status: 200 len: 870 time: 0.2465243 Jul 23 23:51:39.072889 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5c17c9b4-b252-473b-b99b-7f3946fda6f7 req-654cc3a1-6e4d-4169-9452-1a3f57ec48ba service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=83734119-6e58-4133-a140-c0d2be83d213 HTTP/1.1" status: 200 len: 217 time: 0.0435295 Jul 23 23:51:39.078020 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29e48b1-444b-48e0-b7b5-91ec0f32b39f req-213df2e9-18c9-483b-ac47-4a9213387a90 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:39.084990 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fff919-8379-4464-8a2c-c89e9e06e8a4 req-bd0eb2e3-f0a4-492c-91ba-d55b34cb7868 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:39.084990 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f8fff919-8379-4464-8a2c-c89e9e06e8a4 req-bd0eb2e3-f0a4-492c-91ba-d55b34cb7868 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fca4da2-3b7b-424e-bc64-633716709f5a HTTP/1.1" status: 200 len: 946 time: 0.1689496 Jul 23 23:51:39.085696 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c29e48b1-444b-48e0-b7b5-91ec0f32b39f req-213df2e9-18c9-483b-ac47-4a9213387a90 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] 10.222.0.44 "GET /v2.0/ports?device_id=364f994a-f817-40ce-963b-f28ba5e4c61b HTTP/1.1" status: 200 len: 947 time: 0.1253185 Jul 23 23:51:39.114124 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-44d443b8-2dc6-409b-9f10-2206e0041433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:39.117253 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-44d443b8-2dc6-409b-9f10-2206e0041433 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:39.120859 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-44d443b8-2dc6-409b-9f10-2206e0041433 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/83568bd1-ac28-49af-9a63-be1a679898bf HTTP/1.1" status: 204 len: 168 time: 0.4347525 Jul 23 23:51:39.137615 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d443b8-2dc6-409b-9f10-2206e0041433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83568bd1-ac28-49af-9a63-be1a679898bf,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:39.160610 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c17c9b4-b252-473b-b99b-7f3946fda6f7 req-1808d831-3e27-42b4-ae55-8e775994bf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:39.162323 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5c17c9b4-b252-473b-b99b-7f3946fda6f7 req-1808d831-3e27-42b4-ae55-8e775994bf14 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.0802827 Jul 23 23:51:39.163674 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c29e48b1-444b-48e0-b7b5-91ec0f32b39f req-51831767-df2c-4bf1-b878-793f586385bd tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] 10.222.0.44 "GET /v2.0/security-groups?id=6213158c-d1c5-4952-b5da-736e4d97aee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754676 Jul 23 23:51:39.183040 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f8fff919-8379-4464-8a2c-c89e9e06e8a4 req-3a53047a-d0ce-45a1-a92a-0d97efb43e95 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee3bb585-1d46-4d4b-8ed6-e0ac9b92bd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620997 Jul 23 23:51:39.284461 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c17c9b4-b252-473b-b99b-7f3946fda6f7 req-97e49262-d6f7-458c-8bcf-a152672d161b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:39.286574 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-47585bd7-59b4-4332-b999-178b9910d210 req-e42c1ff2-efe4-4d6e-b485-d4e61c42cbad tempest-SecurityGroupsTestAdminJSON-260384334 tempest-SecurityGroupsTestAdminJSON-260384334-project] 10.222.0.44 "GET /v2.0/security-groups/60501651-2b86-4129-b8ad-309fdff29ca0 HTTP/1.1" status: 200 len: 1776 time: 0.0928130 Jul 23 23:51:39.287711 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5c17c9b4-b252-473b-b99b-7f3946fda6f7 req-97e49262-d6f7-458c-8bcf-a152672d161b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1033111 Jul 23 23:51:39.371582 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-47585bd7-59b4-4332-b999-178b9910d210 req-9622f66e-6b5e-46fc-ac27-2fd3db7de1a9 tempest-SecurityGroupsTestAdminJSON-260384334 tempest-SecurityGroupsTestAdminJSON-260384334-project] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:39.429081 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5c17c9b4-b252-473b-b99b-7f3946fda6f7 req-cbc7bc65-de1f-4b63-b664-bf49a83c3105 service neutron] 10.222.0.52 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308484 Jul 23 23:51:39.431613 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-47585bd7-59b4-4332-b999-178b9910d210 req-9622f66e-6b5e-46fc-ac27-2fd3db7de1a9 tempest-SecurityGroupsTestAdminJSON-260384334 tempest-SecurityGroupsTestAdminJSON-260384334-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:39.504269 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-47585bd7-59b4-4332-b999-178b9910d210 req-9622f66e-6b5e-46fc-ac27-2fd3db7de1a9 tempest-SecurityGroupsTestAdminJSON-260384334 tempest-SecurityGroupsTestAdminJSON-260384334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:39.507246 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-47585bd7-59b4-4332-b999-178b9910d210 req-9622f66e-6b5e-46fc-ac27-2fd3db7de1a9 tempest-SecurityGroupsTestAdminJSON-260384334 tempest-SecurityGroupsTestAdminJSON-260384334-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:39.508830 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-47585bd7-59b4-4332-b999-178b9910d210 req-9622f66e-6b5e-46fc-ac27-2fd3db7de1a9 tempest-SecurityGroupsTestAdminJSON-260384334 tempest-SecurityGroupsTestAdminJSON-260384334-project] 10.222.0.44 "DELETE /v2.0/security-groups/60501651-2b86-4129-b8ad-309fdff29ca0 HTTP/1.1" status: 204 len: 173 time: 0.2217326 Jul 23 23:51:39.520588 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9622f66e-6b5e-46fc-ac27-2fd3db7de1a9 tempest-SecurityGroupsTestAdminJSON-260384334 tempest-SecurityGroupsTestAdminJSON-260384334-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60501651-2b86-4129-b8ad-309fdff29ca0,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:39.579877 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46288694-adc0-4441-a6c2-73576bf00606 req-13e95fcc-1563-40d2-96f1-afbe5cd8387c tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:39.581492 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-46288694-adc0-4441-a6c2-73576bf00606 req-13e95fcc-1563-40d2-96f1-afbe5cd8387c tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fca4da2-3b7b-424e-bc64-633716709f5a HTTP/1.1" status: 200 len: 946 time: 0.1707692 Jul 23 23:51:39.628907 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5c17c9b4-b252-473b-b99b-7f3946fda6f7 req-17f7c6bc-ab39-42a6-9d4a-22d2bb99ee10 service neutron] 10.222.0.52 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727481 Jul 23 23:51:39.654493 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-46288694-adc0-4441-a6c2-73576bf00606 req-dc10d972-0408-41dc-bd96-82fb1c24671e tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee3bb585-1d46-4d4b-8ed6-e0ac9b92bd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652997 Jul 23 23:51:39.746537 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b62fb8b0-26dc-49a8-b31b-24ad24d44d74 req-37a74f35-f2b6-4687-a3d0-c66a95832b26 tempest-SecurityGroupsTestAdminJSON-260384334 tempest-SecurityGroupsTestAdminJSON-260384334-project] 10.222.0.44 "GET /v2.0/security-groups/a4f821c0-2244-48d8-8753-ffa8f1467a76 HTTP/1.1" status: 200 len: 1777 time: 0.0510166 Jul 23 23:51:39.841850 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-b62fb8b0-26dc-49a8-b31b-24ad24d44d74 req-905a8bc8-de10-4aa3-8cb4-f8f286d4a273 tempest-SecurityGroupsTestAdminJSON-260384334 tempest-SecurityGroupsTestAdminJSON-260384334-project] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:39.869184 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-b62fb8b0-26dc-49a8-b31b-24ad24d44d74 req-905a8bc8-de10-4aa3-8cb4-f8f286d4a273 tempest-SecurityGroupsTestAdminJSON-260384334 tempest-SecurityGroupsTestAdminJSON-260384334-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:39.944483 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-b62fb8b0-26dc-49a8-b31b-24ad24d44d74 req-905a8bc8-de10-4aa3-8cb4-f8f286d4a273 tempest-SecurityGroupsTestAdminJSON-260384334 tempest-SecurityGroupsTestAdminJSON-260384334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:39.947729 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-b62fb8b0-26dc-49a8-b31b-24ad24d44d74 req-905a8bc8-de10-4aa3-8cb4-f8f286d4a273 tempest-SecurityGroupsTestAdminJSON-260384334 tempest-SecurityGroupsTestAdminJSON-260384334-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:39.956674 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b62fb8b0-26dc-49a8-b31b-24ad24d44d74 req-905a8bc8-de10-4aa3-8cb4-f8f286d4a273 tempest-SecurityGroupsTestAdminJSON-260384334 tempest-SecurityGroupsTestAdminJSON-260384334-project] 10.222.0.44 "DELETE /v2.0/security-groups/a4f821c0-2244-48d8-8753-ffa8f1467a76 HTTP/1.1" status: 204 len: 173 time: 0.1984611 Jul 23 23:51:39.989354 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905a8bc8-de10-4aa3-8cb4-f8f286d4a273 tempest-SecurityGroupsTestAdminJSON-260384334 tempest-SecurityGroupsTestAdminJSON-260384334-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f821c0-2244-48d8-8753-ffa8f1467a76,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:40.228696 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff441dc-5474-4c73-9b29-d8a8a5c739e8 req-e348f3cb-83f0-4ace-a901-6e759e5e5181 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:40.229727 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7ff441dc-5474-4c73-9b29-d8a8a5c739e8 req-e348f3cb-83f0-4ace-a901-6e759e5e5181 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.64 "GET /v2.0/networks?id=646be7a8-09b8-4e0c-bd78-d5d98c9093b9 HTTP/1.1" status: 200 len: 807 time: 0.2615824 Jul 23 23:51:40.242626 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-7ff441dc-5474-4c73-9b29-d8a8a5c739e8 req-db7f45ad-c250-45ce-9f2b-20ca6ef89f82 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Request body: {'port': {'device_id': '6e50b102-6aba-4b7c-918d-7934b7fc5e3b', 'network_id': '646be7a8-09b8-4e0c-bd78-d5d98c9093b9', 'admin_state_up': True, 'tenant_id': 'e50500f9fa5448f8994dd6c4e9b5ded5'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:51:40.320397 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1479dfc4-31cc-44ff-a3ea-2eabe8406abd req-40f81ed0-4964-496f-b380-9c5b2643a8c8 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e50b102-6aba-4b7c-918d-7934b7fc5e3b HTTP/1.1" status: 200 len: 210 time: 0.0707412 Jul 23 23:51:40.364170 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 37954) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:40.608158 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ff441dc-5474-4c73-9b29-d8a8a5c739e8 req-db7f45ad-c250-45ce-9f2b-20ca6ef89f82 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Made reservation on behalf of e50500f9fa5448f8994dd6c4e9b5ded5 for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:51:40.613530 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-7ff441dc-5474-4c73-9b29-d8a8a5c739e8 req-db7f45ad-c250-45ce-9f2b-20ca6ef89f82 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:40.626598 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf0cfde-8893-4a78-ac9a-b03c46596381 req-0056dc7b-a191-4f21-ae29-8a0b484845ff tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:40.628324 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0bf0cfde-8893-4a78-ac9a-b03c46596381 req-0056dc7b-a191-4f21-ae29-8a0b484845ff tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] 10.222.0.44 "GET /v2.0/ports?device_id=364f994a-f817-40ce-963b-f28ba5e4c61b HTTP/1.1" status: 200 len: 947 time: 0.1246116 Jul 23 23:51:40.715251 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0bf0cfde-8893-4a78-ac9a-b03c46596381 req-db3c2495-5c28-4806-8fa7-648cfcc96d8f tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] 10.222.0.44 "GET /v2.0/security-groups?id=6213158c-d1c5-4952-b5da-736e4d97aee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794096 Jul 23 23:51:40.784424 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-55838421-d0d5-4e69-acc0-935121a6ca5e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3ccaabeb0156483084e7681dc50ad12a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4168558 Jul 23 23:51:40.784424 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 37976) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:40.847338 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [req-7ff441dc-5474-4c73-9b29-d8a8a5c739e8 req-db7f45ad-c250-45ce-9f2b-20ca6ef89f82 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Allocated IP 172.20.0.14 (646be7a8-09b8-4e0c-bd78-d5d98c9093b9/3bfc2b3c-ece5-49a0-8daf-8ebd7d541c76/8f768bcb-fcc6-4814-bd6d-91dcda68dee3) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:51:40.868412 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c5a54784-7a0e-4c3d-9fbe-9ae909f61e6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:40.905722 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c5a54784-7a0e-4c3d-9fbe-9ae909f61e6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:41.022800 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c5a54784-7a0e-4c3d-9fbe-9ae909f61e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:41.025426 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c5a54784-7a0e-4c3d-9fbe-9ae909f61e6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:41.026598 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c5a54784-7a0e-4c3d-9fbe-9ae909f61e6b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4bc8ee58-dcae-47d2-aa84-9f82e71136a7 HTTP/1.1" status: 204 len: 168 time: 0.2411201 Jul 23 23:51:41.039732 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a54784-7a0e-4c3d-9fbe-9ae909f61e6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc8ee58-dcae-47d2-aa84-9f82e71136a7,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:41.065895 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cae0a6-5f0f-413d-bb0f-75581aa85c60 req-5798a5c6-6905-4a0b-86d4-513af567bd0d tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:41.077995 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-78cae0a6-5f0f-413d-bb0f-75581aa85c60 req-5798a5c6-6905-4a0b-86d4-513af567bd0d tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fca4da2-3b7b-424e-bc64-633716709f5a HTTP/1.1" status: 200 len: 946 time: 0.1514628 Jul 23 23:51:41.132793 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-78cae0a6-5f0f-413d-bb0f-75581aa85c60 req-ca5e00c5-e440-41ee-8beb-945e10bd4c81 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee3bb585-1d46-4d4b-8ed6-e0ac9b92bd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539343 Jul 23 23:51:41.169290 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-7ff441dc-5474-4c73-9b29-d8a8a5c739e8 req-db7f45ad-c250-45ce-9f2b-20ca6ef89f82 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:41.228865 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-7ff441dc-5474-4c73-9b29-d8a8a5c739e8 req-db7f45ad-c250-45ce-9f2b-20ca6ef89f82 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:41.292130 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ff441dc-5474-4c73-9b29-d8a8a5c739e8 req-db7f45ad-c250-45ce-9f2b-20ca6ef89f82 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Network 646be7a8-09b8-4e0c-bd78-d5d98c9093b9 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:51:41.299607 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7f45ad-c250-45ce-9f2b-20ca6ef89f82 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Pushing event updated for resources: {'Port': ['ID=8f768bcb-fcc6-4814-bd6d-91dcda68dee3,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:41.302385 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [req-7ff441dc-5474-4c73-9b29-d8a8a5c739e8 req-db7f45ad-c250-45ce-9f2b-20ca6ef89f82 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:51:41.305273 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ff441dc-5474-4c73-9b29-d8a8a5c739e8 req-db7f45ad-c250-45ce-9f2b-20ca6ef89f82 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:51:41.373783 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff441dc-5474-4c73-9b29-d8a8a5c739e8 req-db7f45ad-c250-45ce-9f2b-20ca6ef89f82 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:41.374455 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-7ff441dc-5474-4c73-9b29-d8a8a5c739e8 req-db7f45ad-c250-45ce-9f2b-20ca6ef89f82 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:41.393524 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7ff441dc-5474-4c73-9b29-d8a8a5c739e8 req-db7f45ad-c250-45ce-9f2b-20ca6ef89f82 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1545997 Jul 23 23:51:41.410056 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-7ff441dc-5474-4c73-9b29-d8a8a5c739e8 req-fd39647d-a10d-4120-979f-53ed0c7b57d5 service neutron] Request body: {'port': {'device_id': '6e50b102-6aba-4b7c-918d-7934b7fc5e3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-16'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:51:41.539157 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-7ff441dc-5474-4c73-9b29-d8a8a5c739e8 req-fd39647d-a10d-4120-979f-53ed0c7b57d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:41.565599 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bf761c-8399-48eb-b9c3-a47cce83608a req-337d4e59-be6a-40c6-bce7-2f28bf070b99 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:41.567180 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d1bf761c-8399-48eb-b9c3-a47cce83608a req-337d4e59-be6a-40c6-bce7-2f28bf070b99 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e50b102-6aba-4b7c-918d-7934b7fc5e3b HTTP/1.1" status: 200 len: 932 time: 0.1526997 Jul 23 23:51:41.661049 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 38020) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:41.721711 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d1bf761c-8399-48eb-b9c3-a47cce83608a req-d39e9692-7cae-4298-8dc6-3606602fc60b tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291842 Jul 23 23:51:41.748556 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-ebfb045f-9463-44aa-b4e9-d0e6ea4af8c7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=975f392a49bc4d449ea49aafb0c065a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0836017 Jul 23 23:51:41.751208 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 38032) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:41.832614 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d42a740a-374a-43a8-9d6b-44c6afd34693 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:41.875346 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d42a740a-374a-43a8-9d6b-44c6afd34693 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:41.964085 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d42a740a-374a-43a8-9d6b-44c6afd34693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:41.967538 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d42a740a-374a-43a8-9d6b-44c6afd34693 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:41.972279 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-d42a740a-374a-43a8-9d6b-44c6afd34693 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7b1f657b-f018-45bc-96e9-b88a5a20051a HTTP/1.1" status: 204 len: 168 time: 0.2166274 Jul 23 23:51:41.980150 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42a740a-374a-43a8-9d6b-44c6afd34693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b1f657b-f018-45bc-96e9-b88a5a20051a,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:42.100992 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e705c61-fdc1-46d8-a3f5-e488a4108b5b req-4d022b4d-7491-413f-b885-98fa3c6ace49 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:42.102579 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1e705c61-fdc1-46d8-a3f5-e488a4108b5b req-4d022b4d-7491-413f-b885-98fa3c6ace49 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] 10.222.0.44 "GET /v2.0/ports?device_id=364f994a-f817-40ce-963b-f28ba5e4c61b HTTP/1.1" status: 200 len: 947 time: 0.2118480 Jul 23 23:51:42.104844 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-7ff441dc-5474-4c73-9b29-d8a8a5c739e8 req-fd39647d-a10d-4120-979f-53ed0c7b57d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f768bcb-fcc6-4814-bd6d-91dcda68dee3 {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:51:42.114485 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-7ff441dc-5474-4c73-9b29-d8a8a5c739e8 req-fd39647d-a10d-4120-979f-53ed0c7b57d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:42.145069 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-7ff441dc-5474-4c73-9b29-d8a8a5c739e8 req-fd39647d-a10d-4120-979f-53ed0c7b57d5 service neutron] Transition to ACTIVE for port object 8f768bcb-fcc6-4814-bd6d-91dcda68dee3 will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:51:42.151296 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-7ff441dc-5474-4c73-9b29-d8a8a5c739e8 req-fd39647d-a10d-4120-979f-53ed0c7b57d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:42.185873 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1e705c61-fdc1-46d8-a3f5-e488a4108b5b req-6eb4f3b2-03a3-443b-905a-8771ae96877f tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] 10.222.0.44 "GET /v2.0/security-groups?id=6213158c-d1c5-4952-b5da-736e4d97aee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762379 Jul 23 23:51:42.224931 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd39647d-a10d-4120-979f-53ed0c7b57d5 service neutron] Pushing event updated for resources: {'Port': ['ID=8f768bcb-fcc6-4814-bd6d-91dcda68dee3,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:42.325598 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 83734119-6e58-4133-a140-c0d2be83d213 details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:51:42.382623 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-7ff441dc-5474-4c73-9b29-d8a8a5c739e8 req-fd39647d-a10d-4120-979f-53ed0c7b57d5 service neutron] Attempting to bind port 8f768bcb-fcc6-4814-bd6d-91dcda68dee3 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:51:42.382852 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-7ff441dc-5474-4c73-9b29-d8a8a5c739e8 req-fd39647d-a10d-4120-979f-53ed0c7b57d5 service neutron] Attempting to bind port 8f768bcb-fcc6-4814-bd6d-91dcda68dee3 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': 'd41359ac-4be7-4a75-afd1-798e41d2f155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '646be7a8-09b8-4e0c-bd78-d5d98c9093b9'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:51:42.384844 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff441dc-5474-4c73-9b29-d8a8a5c739e8 req-fd39647d-a10d-4120-979f-53ed0c7b57d5 service neutron] Attempting to bind port 8f768bcb-fcc6-4814-bd6d-91dcda68dee3 on network 646be7a8-09b8-4e0c-bd78-d5d98c9093b9 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:51:42.396719 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff441dc-5474-4c73-9b29-d8a8a5c739e8 req-fd39647d-a10d-4120-979f-53ed0c7b57d5 service neutron] Port 8f768bcb-fcc6-4814-bd6d-91dcda68dee3 on network 646be7a8-09b8-4e0c-bd78-d5d98c9093b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:51:42.397099 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff441dc-5474-4c73-9b29-d8a8a5c739e8 req-fd39647d-a10d-4120-979f-53ed0c7b57d5 service neutron] Attempting to bind port 8f768bcb-fcc6-4814-bd6d-91dcda68dee3 on network 646be7a8-09b8-4e0c-bd78-d5d98c9093b9 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:51:42.409564 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff441dc-5474-4c73-9b29-d8a8a5c739e8 req-fd39647d-a10d-4120-979f-53ed0c7b57d5 service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:51:42.409903 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff441dc-5474-4c73-9b29-d8a8a5c739e8 req-fd39647d-a10d-4120-979f-53ed0c7b57d5 service neutron] Checking segment: {'id': 'd41359ac-4be7-4a75-afd1-798e41d2f155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '646be7a8-09b8-4e0c-bd78-d5d98c9093b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:51:42.410320 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff441dc-5474-4c73-9b29-d8a8a5c739e8 req-fd39647d-a10d-4120-979f-53ed0c7b57d5 service neutron] Bound using segment: {'id': 'd41359ac-4be7-4a75-afd1-798e41d2f155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '646be7a8-09b8-4e0c-bd78-d5d98c9093b9'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:51:42.410838 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-7ff441dc-5474-4c73-9b29-d8a8a5c739e8 req-fd39647d-a10d-4120-979f-53ed0c7b57d5 service neutron] Bound port: 8f768bcb-fcc6-4814-bd6d-91dcda68dee3, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd41359ac-4be7-4a75-afd1-798e41d2f155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '646be7a8-09b8-4e0c-bd78-d5d98c9093b9'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:51:42.411110 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-7ff441dc-5474-4c73-9b29-d8a8a5c739e8 req-fd39647d-a10d-4120-979f-53ed0c7b57d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:42.517721 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 83734119-6e58-4133-a140-c0d2be83d213, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=83734119-6e58-4133-a140-c0d2be83d213,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:51:42.531890 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': '83734119-6e58-4133-a140-c0d2be83d213', 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2', 'port_id': '83734119-6e58-4133-a140-c0d2be83d213', 'mac_address': 'fa:16:3e:a2:1d:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef73a7e1-c64a-41e3-9997-629475c7b6b1', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:51:42.544589 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-7ff441dc-5474-4c73-9b29-d8a8a5c739e8 req-fd39647d-a10d-4120-979f-53ed0c7b57d5 service neutron] For port 8f768bcb-fcc6-4814-bd6d-91dcda68dee3, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:51:42.550939 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-7ff441dc-5474-4c73-9b29-d8a8a5c739e8 req-fd39647d-a10d-4120-979f-53ed0c7b57d5 service neutron] For port 8f768bcb-fcc6-4814-bd6d-91dcda68dee3, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=8f768bcb-fcc6-4814-bd6d-91dcda68dee3,segment=NetworkSegment(d41359ac-4be7-4a75-afd1-798e41d2f155),segment_id=d41359ac-4be7-4a75-afd1-798e41d2f155)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:51:42.557406 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-7ff441dc-5474-4c73-9b29-d8a8a5c739e8 req-fd39647d-a10d-4120-979f-53ed0c7b57d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:42.595921 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:42.616112 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83734119-6e58-4133-a140-c0d2be83d213 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:51:42.628166 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e597fb-f605-4784-a481-39dab939c623 req-d7d6c0b9-4e7f-465a-a811-cd461f40cd99 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:42.638971 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-32e597fb-f605-4784-a481-39dab939c623 req-d7d6c0b9-4e7f-465a-a811-cd461f40cd99 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fca4da2-3b7b-424e-bc64-633716709f5a HTTP/1.1" status: 200 len: 946 time: 0.1820521 Jul 23 23:51:42.640724 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd39647d-a10d-4120-979f-53ed0c7b57d5 service neutron] Pushing event updated for resources: {'Port': ['ID=8f768bcb-fcc6-4814-bd6d-91dcda68dee3,revision_number=3']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:42.643089 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 83734119-6e58-4133-a140-c0d2be83d213, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=83734119-6e58-4133-a140-c0d2be83d213,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:51:42.656505 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:42.662971 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff441dc-5474-4c73-9b29-d8a8a5c739e8 req-fd39647d-a10d-4120-979f-53ed0c7b57d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:42.664620 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-7ff441dc-5474-4c73-9b29-d8a8a5c739e8 req-fd39647d-a10d-4120-979f-53ed0c7b57d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:42.666734 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7ff441dc-5474-4c73-9b29-d8a8a5c739e8 req-fd39647d-a10d-4120-979f-53ed0c7b57d5 service neutron] 10.222.0.64 "PUT /v2.0/ports/8f768bcb-fcc6-4814-bd6d-91dcda68dee3 HTTP/1.1" status: 200 len: 1093 time: 1.2657847 Jul 23 23:51:42.667425 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e50b102-6aba-4b7c-918d-7934b7fc5e3b', 'tag': '8f768bcb-fcc6-4814-bd6d-91dcda68dee3'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:51:42.669947 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d8449b7-b756-4e26-9580-cbd1279c7185" -d '{"events": [{"name": "network-changed", "server_uuid": "6e50b102-6aba-4b7c-918d-7934b7fc5e3b", "tag": "8f768bcb-fcc6-4814-bd6d-91dcda68dee3"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:51:42.751115 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-32e597fb-f605-4784-a481-39dab939c623 req-c82ad00c-7c3e-426b-ac40-50fabb6f7bff tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee3bb585-1d46-4d4b-8ed6-e0ac9b92bd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091058 Jul 23 23:51:42.774850 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=83734119-6e58-4133-a140-c0d2be83d213,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:42.846398 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-effe23e6-2743-4fb5-a58c-2142ce266bf2 x-openstack-request-id: req-effe23e6-2743-4fb5-a58c-2142ce266bf2 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:51:42.846996 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e50b102-6aba-4b7c-918d-7934b7fc5e3b", "tag": "8f768bcb-fcc6-4814-bd6d-91dcda68dee3", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:51:42.848414 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-effe23e6-2743-4fb5-a58c-2142ce266bf2 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:51:42.849010 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e50b102-6aba-4b7c-918d-7934b7fc5e3b', 'tag': '8f768bcb-fcc6-4814-bd6d-91dcda68dee3', 'status': 'completed', 'code': 200} Jul 23 23:51:42.879856 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff441dc-5474-4c73-9b29-d8a8a5c739e8 req-758a3ac4-617c-45c0-9bee-d72096c74f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:42.882847 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7ff441dc-5474-4c73-9b29-d8a8a5c739e8 req-758a3ac4-617c-45c0-9bee-d72096c74f41 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e50500f9fa5448f8994dd6c4e9b5ded5&device_id=6e50b102-6aba-4b7c-918d-7934b7fc5e3b HTTP/1.1" status: 200 len: 1096 time: 0.1636999 Jul 23 23:51:42.952039 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['83734119-6e58-4133-a140-c0d2be83d213'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:51:42.974668 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7ff441dc-5474-4c73-9b29-d8a8a5c739e8 req-aeb3ce22-b51f-485c-9134-727d5b6475e9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f768bcb-fcc6-4814-bd6d-91dcda68dee3 HTTP/1.1" status: 200 len: 217 time: 0.0847831 Jul 23 23:51:43.117946 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff441dc-5474-4c73-9b29-d8a8a5c739e8 req-048e0040-dcb9-4fcd-81f9-7fcee65fc7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:43.120787 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7ff441dc-5474-4c73-9b29-d8a8a5c739e8 req-048e0040-dcb9-4fcd-81f9-7fcee65fc7fe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3bfc2b3c-ece5-49a0-8daf-8ebd7d541c76 HTTP/1.1" status: 200 len: 847 time: 0.1335499 Jul 23 23:51:43.128114 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a26f9-7e16-4c74-85f2-0d7e5f4a9bab req-e49f5b4c-d8fd-47a3-a9ee-cf522b7a1b6e tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:43.138323 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-226a26f9-7e16-4c74-85f2-0d7e5f4a9bab req-e49f5b4c-d8fd-47a3-a9ee-cf522b7a1b6e tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e50b102-6aba-4b7c-918d-7934b7fc5e3b HTTP/1.1" status: 200 len: 944 time: 0.1320052 Jul 23 23:51:43.191963 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7ff441dc-5474-4c73-9b29-d8a8a5c739e8 req-d7946662-aa4a-4179-9b9a-0d6dd44e706a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=646be7a8-09b8-4e0c-bd78-d5d98c9093b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600872 Jul 23 23:51:43.221405 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-226a26f9-7e16-4c74-85f2-0d7e5f4a9bab req-c03bea68-36dc-4bf7-9a46-68659ee85916 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817668 Jul 23 23:51:43.319510 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device dc695937-d92f-4ac3-9066-f95dc9510833 details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:51:43.420125 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7ff441dc-5474-4c73-9b29-d8a8a5c739e8 req-56c0713a-e683-4994-a32b-82c04cc214fc service neutron] 10.222.0.64 "GET /v2.0/networks/646be7a8-09b8-4e0c-bd78-d5d98c9093b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201347 Jul 23 23:51:43.456864 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 38136) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:43.479225 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port dc695937-d92f-4ac3-9066-f95dc9510833, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=dc695937-d92f-4ac3-9066-f95dc9510833,segment=NetworkSegment(bee75817-8822-4c2b-8563-730cb65eb3a7),segment_id=bee75817-8822-4c2b-8563-730cb65eb3a7)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:51:43.506164 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': 'dc695937-d92f-4ac3-9066-f95dc9510833', 'network_id': '57903904-9b6d-4c31-9b1a-837f9a463391', 'port_id': 'dc695937-d92f-4ac3-9066-f95dc9510833', 'mac_address': 'fa:16:3e:f1:9a:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9591efd5-cf05-46fc-a204-a334741262ad', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:51:43.506695 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a7e9ee-37e0-45f0-8849-af1b14ed41a5 req-035507a1-0fa1-465a-b6d2-4855afe30b7b tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:43.514219 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e6a7e9ee-37e0-45f0-8849-af1b14ed41a5 req-035507a1-0fa1-465a-b6d2-4855afe30b7b tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] 10.222.0.44 "GET /v2.0/ports?device_id=364f994a-f817-40ce-963b-f28ba5e4c61b HTTP/1.1" status: 200 len: 948 time: 0.1028752 Jul 23 23:51:43.591622 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e6a7e9ee-37e0-45f0-8849-af1b14ed41a5 req-cb1481d8-1a5d-4a29-8dcf-a2cfe6ca0e9a tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] 10.222.0.44 "GET /v2.0/security-groups?id=6213158c-d1c5-4952-b5da-736e4d97aee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764575 Jul 23 23:51:43.630568 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:43.665800 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dc695937-d92f-4ac3-9066-f95dc9510833 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:51:43.669805 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7ff441dc-5474-4c73-9b29-d8a8a5c739e8 req-14294407-f06a-401b-b17e-33f14c840a10 service neutron] 10.222.0.64 "GET /v2.0/networks/646be7a8-09b8-4e0c-bd78-d5d98c9093b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401080 Jul 23 23:51:43.714219 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port dc695937-d92f-4ac3-9066-f95dc9510833, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=dc695937-d92f-4ac3-9066-f95dc9510833,segment=NetworkSegment(bee75817-8822-4c2b-8563-730cb65eb3a7),segment_id=bee75817-8822-4c2b-8563-730cb65eb3a7)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:51:43.722807 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:43.803343 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['dc695937-d92f-4ac3-9066-f95dc9510833'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:51:43.880390 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8449b7-b756-4e26-9580-cbd1279c7185 req-f8b0adad-86b7-4801-ba70-0c11d7d4f147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:43.883270 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2d8449b7-b756-4e26-9580-cbd1279c7185 req-f8b0adad-86b7-4801-ba70-0c11d7d4f147 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e50500f9fa5448f8994dd6c4e9b5ded5&device_id=6e50b102-6aba-4b7c-918d-7934b7fc5e3b HTTP/1.1" status: 200 len: 1096 time: 0.1373487 Jul 23 23:51:43.909888 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=dc695937-d92f-4ac3-9066-f95dc9510833,revision_number=6']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:44.017496 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e1d111b0-61c0-4a69-acd0-1ce715d86922 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:44.139078 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed052ad-b83a-44bd-8a3c-056ca155647a req-cf619ae7-d983-4e40-a20d-b7945efe5941 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:44.139337 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8449b7-b756-4e26-9580-cbd1279c7185 req-eceed676-489f-4b54-ba83-310f477267f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:44.140980 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2d8449b7-b756-4e26-9580-cbd1279c7185 req-eceed676-489f-4b54-ba83-310f477267f1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=646be7a8-09b8-4e0c-bd78-d5d98c9093b9 HTTP/1.1" status: 200 len: 908 time: 0.2425869 Jul 23 23:51:44.142583 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0ed052ad-b83a-44bd-8a3c-056ca155647a req-cf619ae7-d983-4e40-a20d-b7945efe5941 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fca4da2-3b7b-424e-bc64-633716709f5a HTTP/1.1" status: 200 len: 945 time: 0.2135279 Jul 23 23:51:44.237450 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2d8449b7-b756-4e26-9580-cbd1279c7185 req-cd2d9f28-4f5c-4006-bf77-040ee636ab3a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f768bcb-fcc6-4814-bd6d-91dcda68dee3 HTTP/1.1" status: 200 len: 217 time: 0.0868201 Jul 23 23:51:44.250085 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0ed052ad-b83a-44bd-8a3c-056ca155647a req-e56db3b2-45ac-46eb-be46-d86910db97eb tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee3bb585-1d46-4d4b-8ed6-e0ac9b92bd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992026 Jul 23 23:51:44.331887 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e1d111b0-61c0-4a69-acd0-1ce715d86922 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:44.333228 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 83734119-6e58-4133-a140-c0d2be83d213 up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:51:44.353275 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 38182) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:44.355184 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e1d111b0-61c0-4a69-acd0-1ce715d86922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:44.384690 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8449b7-b756-4e26-9580-cbd1279c7185 req-5c4a1e2f-3a55-4bdf-b2d7-eadf130a5c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:44.388339 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2d8449b7-b756-4e26-9580-cbd1279c7185 req-5c4a1e2f-3a55-4bdf-b2d7-eadf130a5c0c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3bfc2b3c-ece5-49a0-8daf-8ebd7d541c76 HTTP/1.1" status: 200 len: 847 time: 0.1433244 Jul 23 23:51:44.415512 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-e1d111b0-61c0-4a69-acd0-1ce715d86922 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0b759d4ed111496d8d0ddd03c08f624c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9551976 Jul 23 23:51:44.417761 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 38188) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:44.464480 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:44.466292 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port 83734119-6e58-4133-a140-c0d2be83d213 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:51:44.474046 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2d8449b7-b756-4e26-9580-cbd1279c7185 req-a4d804e6-be6b-4b78-8355-8be458b11d4e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=646be7a8-09b8-4e0c-bd78-d5d98c9093b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732937 Jul 23 23:51:44.476206 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port 83734119-6e58-4133-a140-c0d2be83d213 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:51:44.477718 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:44.507886 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d111b0-61c0-4a69-acd0-1ce715d86922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c34e49-d4b1-41f0-b984-51a6935e8ba6,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:44.572695 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c00cbaa1-8499-4729-a86a-f40c40a92487 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:44.639365 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a82d93b-966f-4121-83e6-5eb3cf1890cc req-5d81e763-aad7-4707-9f42-dd7f0165334d tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:44.652137 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8a82d93b-966f-4121-83e6-5eb3cf1890cc req-5d81e763-aad7-4707-9f42-dd7f0165334d tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e50b102-6aba-4b7c-918d-7934b7fc5e3b HTTP/1.1" status: 200 len: 944 time: 0.3119950 Jul 23 23:51:44.685662 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c00cbaa1-8499-4729-a86a-f40c40a92487 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:44.701762 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:44.741284 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '364f994a-f817-40ce-963b-f28ba5e4c61b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83734119-6e58-4133-a140-c0d2be83d213'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:51:44.744599 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d146a105-93a4-428f-80d6-d85fe104dcc3" -d '{"events": [{"server_uuid": "364f994a-f817-40ce-963b-f28ba5e4c61b", "name": "network-vif-plugged", "status": "completed", "tag": "83734119-6e58-4133-a140-c0d2be83d213"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:51:44.765953 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 83734119-6e58-4133-a140-c0d2be83d213, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=83734119-6e58-4133-a140-c0d2be83d213,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:51:44.772183 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:44.792454 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8a82d93b-966f-4121-83e6-5eb3cf1890cc req-ea18ab77-e259-4e5c-bfd5-066b1bf45e13 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388440 Jul 23 23:51:44.827983 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c00cbaa1-8499-4729-a86a-f40c40a92487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:44.833093 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c00cbaa1-8499-4729-a86a-f40c40a92487 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:44.834945 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c00cbaa1-8499-4729-a86a-f40c40a92487 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/24c34e49-d4b1-41f0-b984-51a6935e8ba6 HTTP/1.1" status: 204 len: 168 time: 0.4071031 Jul 23 23:51:44.848571 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00cbaa1-8499-4729-a86a-f40c40a92487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c34e49-d4b1-41f0-b984-51a6935e8ba6,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:44.879138 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=83734119-6e58-4133-a140-c0d2be83d213,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:45.013802 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-47d4f264-0e84-4eb2-b93f-5f4ec88f8ff0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:45.044905 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e2263-1d8e-4674-ba26-1b0e32c4ca17 req-3ba59eec-0635-4327-9934-e31384f032cc tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:45.048000 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a06e2263-1d8e-4674-ba26-1b0e32c4ca17 req-3ba59eec-0635-4327-9934-e31384f032cc tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] 10.222.0.44 "GET /v2.0/ports?device_id=364f994a-f817-40ce-963b-f28ba5e4c61b HTTP/1.1" status: 200 len: 949 time: 0.0964310 Jul 23 23:51:45.065407 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2d8449b7-b756-4e26-9580-cbd1279c7185 req-785407da-b163-4bd4-922e-e89f3f43dcd4 service neutron] 10.222.0.64 "GET /v2.0/networks/646be7a8-09b8-4e0c-bd78-d5d98c9093b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5865309 Jul 23 23:51:45.097685 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a06e2263-1d8e-4674-ba26-1b0e32c4ca17 req-c362c8e3-5742-4375-8d45-fd8e0694882a tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] 10.222.0.44 "GET /v2.0/security-groups?id=6213158c-d1c5-4952-b5da-736e4d97aee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420606 Jul 23 23:51:45.149133 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48178097-da22-4887-8524-3e1ddd51ab67 req-8ac79a0e-82ca-4efa-8524-061e88823401 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:45.151512 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-48178097-da22-4887-8524-3e1ddd51ab67 req-8ac79a0e-82ca-4efa-8524-061e88823401 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fca4da2-3b7b-424e-bc64-633716709f5a HTTP/1.1" status: 200 len: 945 time: 0.1932268 Jul 23 23:51:45.244247 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee41827-529d-45a0-a740-3daadebd5938 x-openstack-request-id: req-eee41827-529d-45a0-a740-3daadebd5938 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:51:45.244760 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "364f994a-f817-40ce-963b-f28ba5e4c61b", "name": "network-vif-plugged", "status": "completed", "tag": "83734119-6e58-4133-a140-c0d2be83d213", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:51:45.245227 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-eee41827-529d-45a0-a740-3daadebd5938 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:51:45.245631 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '364f994a-f817-40ce-963b-f28ba5e4c61b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83734119-6e58-4133-a140-c0d2be83d213', 'code': 200} Jul 23 23:51:45.248491 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:51:45.275955 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 38214) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:45.288361 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-48178097-da22-4887-8524-3e1ddd51ab67 req-3bf9d127-0bc7-42e8-9bf3-fdc4ed03de49 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee3bb585-1d46-4d4b-8ed6-e0ac9b92bd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030946 Jul 23 23:51:45.290540 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2d8449b7-b756-4e26-9580-cbd1279c7185 req-c66447e2-2663-49bc-a6b9-7aa4016ddb6f service neutron] 10.222.0.64 "GET /v2.0/networks/646be7a8-09b8-4e0c-bd78-d5d98c9093b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171452 Jul 23 23:51:45.293841 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-02345fd3-c911-4bd3-918c-560b799ae6d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:45.320622 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device dc695937-d92f-4ac3-9066-f95dc9510833 up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:51:45.344384 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-47d4f264-0e84-4eb2-b93f-5f4ec88f8ff0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:45.350239 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-47d4f264-0e84-4eb2-b93f-5f4ec88f8ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:45.415429 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d4f264-0e84-4eb2-b93f-5f4ec88f8ff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af344cc4-32b8-4430-9a0d-5b0184e56177,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:45.424094 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-47d4f264-0e84-4eb2-b93f-5f4ec88f8ff0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=43e6a67c041c4afb86023a4b8dbdabce&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0694993 Jul 23 23:51:45.425110 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 38218) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:45.436627 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port dc695937-d92f-4ac3-9066-f95dc9510833 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:51:45.437365 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:45.547724 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-02345fd3-c911-4bd3-918c-560b799ae6d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:45.559291 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-02345fd3-c911-4bd3-918c-560b799ae6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:45.577834 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:45.580191 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acad606c-9cb7-46c0-89fc-dd234340e3f2 req-1309e7f4-ab50-4649-aab5-172f8d145033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:45.582148 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-acad606c-9cb7-46c0-89fc-dd234340e3f2 req-1309e7f4-ab50-4649-aab5-172f8d145033 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=364f994a-f817-40ce-963b-f28ba5e4c61b HTTP/1.1" status: 200 len: 1101 time: 0.2608528 Jul 23 23:51:45.585277 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8dff6edc-f3bd-4e7c-99de-6209e2c87a47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:45.631215 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-02345fd3-c911-4bd3-918c-560b799ae6d6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e3441b463580466fbeeb3561084a857b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3518555 Jul 23 23:51:45.635173 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 38228) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:45.647287 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8dff6edc-f3bd-4e7c-99de-6209e2c87a47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:45.673465 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02345fd3-c911-4bd3-918c-560b799ae6d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f39c53-8a11-4b10-9576-bfa436520d24,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:45.734897 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2b7401e6-65f4-4518-9ddc-0716811f193e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:45.738996 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-acad606c-9cb7-46c0-89fc-dd234340e3f2 req-eaa7b1f5-bd46-4cc6-b3d9-0bcefb26c609 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=6213158c-d1c5-4952-b5da-736e4d97aee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456969 Jul 23 23:51:45.762233 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8dff6edc-f3bd-4e7c-99de-6209e2c87a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:45.765161 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8dff6edc-f3bd-4e7c-99de-6209e2c87a47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:45.766357 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-8dff6edc-f3bd-4e7c-99de-6209e2c87a47 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/af344cc4-32b8-4430-9a0d-5b0184e56177 HTTP/1.1" status: 204 len: 168 time: 0.3403168 Jul 23 23:51:45.780344 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2b7401e6-65f4-4518-9ddc-0716811f193e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:45.800480 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dff6edc-f3bd-4e7c-99de-6209e2c87a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af344cc4-32b8-4430-9a0d-5b0184e56177,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:45.827699 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port dc695937-d92f-4ac3-9066-f95dc9510833, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=dc695937-d92f-4ac3-9066-f95dc9510833,segment=NetworkSegment(bee75817-8822-4c2b-8563-730cb65eb3a7),segment_id=bee75817-8822-4c2b-8563-730cb65eb3a7)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:51:45.849572 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:45.867685 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2b7401e6-65f4-4518-9ddc-0716811f193e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:45.871421 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2b7401e6-65f4-4518-9ddc-0716811f193e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:45.875585 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-2b7401e6-65f4-4518-9ddc-0716811f193e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/29f39c53-8a11-4b10-9576-bfa436520d24 HTTP/1.1" status: 204 len: 168 time: 0.2393520 Jul 23 23:51:45.891501 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7401e6-65f4-4518-9ddc-0716811f193e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f39c53-8a11-4b10-9576-bfa436520d24,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:45.922404 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c4d0978e-b515-4cba-8ba9-e4982a5a164b req-f3fc68b0-00d8-4090-9afa-7b5f50660373 tempest-TenantUsagesTestJSON-1487156575 tempest-TenantUsagesTestJSON-1487156575-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=057768349a6d4fa5ad1102f071e17830&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0408266 Jul 23 23:51:45.982047 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=dc695937-d92f-4ac3-9066-f95dc9510833,revision_number=7']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:46.052782 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8944d5-16a0-44b1-82fd-dacebbb2e8e2 req-b918a771-0e70-4a03-b083-0b362ff00eac tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:46.065194 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ee8944d5-16a0-44b1-82fd-dacebbb2e8e2 req-b918a771-0e70-4a03-b083-0b362ff00eac tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e50b102-6aba-4b7c-918d-7934b7fc5e3b HTTP/1.1" status: 200 len: 944 time: 0.1471071 Jul 23 23:51:46.090252 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0978e-b515-4cba-8ba9-e4982a5a164b req-082dc798-2b28-4d9f-aaf5-c7555f8fbd49 tempest-TenantUsagesTestJSON-1487156575 tempest-TenantUsagesTestJSON-1487156575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:46.098329 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c4d0978e-b515-4cba-8ba9-e4982a5a164b req-082dc798-2b28-4d9f-aaf5-c7555f8fbd49 tempest-TenantUsagesTestJSON-1487156575 tempest-TenantUsagesTestJSON-1487156575-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1747491 Jul 23 23:51:46.111069 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c4d0978e-b515-4cba-8ba9-e4982a5a164b req-3800b2ca-057b-423f-bfa1-d1915f7ba2fd tempest-TenantUsagesTestJSON-1487156575 tempest-TenantUsagesTestJSON-1487156575-project] 10.222.0.44 "GET /v2.0/quotas/057768349a6d4fa5ad1102f071e17830 HTTP/1.1" status: 200 len: 375 time: 0.0111542 Jul 23 23:51:46.127217 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ee8944d5-16a0-44b1-82fd-dacebbb2e8e2 req-1b870062-aa53-42b2-9109-cc32c1b0e0c4 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592947 Jul 23 23:51:46.180939 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c4d0978e-b515-4cba-8ba9-e4982a5a164b req-c0ae65c7-3876-43d8-af4e-d7170c8eae5f tempest-TenantUsagesTestJSON-1487156575 tempest-TenantUsagesTestJSON-1487156575-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=057768349a6d4fa5ad1102f071e17830&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0643992 Jul 23 23:51:46.181858 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 38252) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:46.300112 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931ced02-61a1-48f4-8ff1-47eecc9f8391 req-b218cca3-bc9b-48ad-a2dd-c98453c82f69 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:46.302006 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-931ced02-61a1-48f4-8ff1-47eecc9f8391 req-b218cca3-bc9b-48ad-a2dd-c98453c82f69 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fca4da2-3b7b-424e-bc64-633716709f5a HTTP/1.1" status: 200 len: 946 time: 0.1483874 Jul 23 23:51:46.316842 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75e1054-bd76-482b-8479-40fb85a231b9 req-d3540d07-60fd-403d-8ec8-15f78115f149 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:46.317635 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 38260) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:46.318613 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b75e1054-bd76-482b-8479-40fb85a231b9 req-d3540d07-60fd-403d-8ec8-15f78115f149 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] 10.222.0.44 "GET /v2.0/ports?device_id=364f994a-f817-40ce-963b-f28ba5e4c61b HTTP/1.1" status: 200 len: 949 time: 0.1127822 Jul 23 23:51:46.341429 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-92ade7fc-0d02-43a4-bd16-26091fa4d87d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:46.470247 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b75e1054-bd76-482b-8479-40fb85a231b9 req-ab9fbda1-f249-47ab-b52f-3b083ce370ca tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] 10.222.0.44 "GET /v2.0/security-groups?id=6213158c-d1c5-4952-b5da-736e4d97aee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707867 Jul 23 23:51:46.541734 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-931ced02-61a1-48f4-8ff1-47eecc9f8391 req-da666908-0c10-4169-8486-6d050cfbf845 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Deleting port dc695937-d92f-4ac3-9066-f95dc9510833 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:51:46.542079 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-931ced02-61a1-48f4-8ff1-47eecc9f8391 req-da666908-0c10-4169-8486-6d050cfbf845 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:46.544297 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-92ade7fc-0d02-43a4-bd16-26091fa4d87d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:46.629614 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-92ade7fc-0d02-43a4-bd16-26091fa4d87d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:46.657631 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-edb1d475-a9c2-4cfb-ae59-bd9671df70cb req-270e63b6-894a-463c-bf45-ccc3f2745c67 tempest-TenantUsagesTestJSON-1487156575 tempest-TenantUsagesTestJSON-1487156575-project] 10.222.0.44 "GET /v2.0/ports?device_id=164f3f80-b049-42b3-a052-ea79144c5ca2 HTTP/1.1" status: 200 len: 210 time: 0.0765190 Jul 23 23:51:46.705919 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-931ced02-61a1-48f4-8ff1-47eecc9f8391 req-da666908-0c10-4169-8486-6d050cfbf845 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] For port dc695937-d92f-4ac3-9066-f95dc9510833, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=dc695937-d92f-4ac3-9066-f95dc9510833,segment=NetworkSegment(bee75817-8822-4c2b-8563-730cb65eb3a7),segment_id=bee75817-8822-4c2b-8563-730cb65eb3a7)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:51:46.706311 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-931ced02-61a1-48f4-8ff1-47eecc9f8391 req-da666908-0c10-4169-8486-6d050cfbf845 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:46.714594 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a5b06205-b81b-4a6b-88e2-b882bf88d78b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:46.728693 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-931ced02-61a1-48f4-8ff1-47eecc9f8391 req-da666908-0c10-4169-8486-6d050cfbf845 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Calling delete_port for dc695937-d92f-4ac3-9066-f95dc9510833 owned by compute:nova {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:51:46.741695 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-92ade7fc-0d02-43a4-bd16-26091fa4d87d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=35f05add6dce48338d579914b3891c7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4225912 Jul 23 23:51:46.742953 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 38280) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:46.760780 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ade7fc-0d02-43a4-bd16-26091fa4d87d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2693cf7-7b0e-4a1b-9f69-4639131c7b87,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:46.797018 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69595ef9-2cc0-4645-a540-87ab1ca87365 req-353202ae-d0fb-443d-b732-cd2be3d83dab tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:46.804408 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-69595ef9-2cc0-4645-a540-87ab1ca87365 req-353202ae-d0fb-443d-b732-cd2be3d83dab tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fca4da2-3b7b-424e-bc64-633716709f5a HTTP/1.1" status: 200 len: 946 time: 0.3007016 Jul 23 23:51:46.875626 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-666bf9fb-adc1-468d-9b28-9ba428e96128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:46.881825 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-69595ef9-2cc0-4645-a540-87ab1ca87365 req-ccc893c9-09ad-4c84-b66f-0f122d0dcf56 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee3bb585-1d46-4d4b-8ed6-e0ac9b92bd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759900 Jul 23 23:51:46.939903 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-666bf9fb-adc1-468d-9b28-9ba428e96128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:46.992592 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a5b06205-b81b-4a6b-88e2-b882bf88d78b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:47.002018 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-931ced02-61a1-48f4-8ff1-47eecc9f8391 req-da666908-0c10-4169-8486-6d050cfbf845 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:47.002645 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a5b06205-b81b-4a6b-88e2-b882bf88d78b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:47.017378 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['dc695937-d92f-4ac3-9066-f95dc9510833'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:51:47.058862 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da666908-0c10-4169-8486-6d050cfbf845 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Pushing event deleted for resources: {'Port': ['ID=dc695937-d92f-4ac3-9066-f95dc9510833,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:47.101040 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-a5b06205-b81b-4a6b-88e2-b882bf88d78b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=43fd714583de4a7da8ce3da31e08771b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9179516 Jul 23 23:51:47.102443 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 38290) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:47.104175 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b06205-b81b-4a6b-88e2-b882bf88d78b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67549354-24d6-42df-9b52-60a766b1b511,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:47.113378 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-666bf9fb-adc1-468d-9b28-9ba428e96128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:47.117817 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-666bf9fb-adc1-468d-9b28-9ba428e96128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:47.121818 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-666bf9fb-adc1-468d-9b28-9ba428e96128 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b2693cf7-7b0e-4a1b-9f69-4639131c7b87 HTTP/1.1" status: 204 len: 168 time: 0.3757284 Jul 23 23:51:47.150580 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-931ced02-61a1-48f4-8ff1-47eecc9f8391 req-da666908-0c10-4169-8486-6d050cfbf845 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] No DVR routers for this DVR port dc695937-d92f-4ac3-9066-f95dc9510833 on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:51:47.158402 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666bf9fb-adc1-468d-9b28-9ba428e96128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2693cf7-7b0e-4a1b-9f69-4639131c7b87,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:47.161049 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-931ced02-61a1-48f4-8ff1-47eecc9f8391 req-da666908-0c10-4169-8486-6d050cfbf845 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:47.164275 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-931ced02-61a1-48f4-8ff1-47eecc9f8391 req-da666908-0c10-4169-8486-6d050cfbf845 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.64 "DELETE /v2.0/ports/dc695937-d92f-4ac3-9066-f95dc9510833 HTTP/1.1" status: 204 len: 173 time: 0.8439867 Jul 23 23:51:47.165022 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fca4da2-3b7b-424e-bc64-633716709f5a', 'name': 'network-vif-deleted', 'tag': 'dc695937-d92f-4ac3-9066-f95dc9510833'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:51:47.167718 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d27cd7-1bf0-4eab-8b93-4c61ce319454" -d '{"events": [{"server_uuid": "7fca4da2-3b7b-424e-bc64-633716709f5a", "name": "network-vif-deleted", "tag": "dc695937-d92f-4ac3-9066-f95dc9510833"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:51:47.222519 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-927bfce3-73f4-4f0a-a5d1-0c7e95f92199 x-openstack-request-id: req-927bfce3-73f4-4f0a-a5d1-0c7e95f92199 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:51:47.223713 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fca4da2-3b7b-424e-bc64-633716709f5a", "name": "network-vif-deleted", "tag": "dc695937-d92f-4ac3-9066-f95dc9510833", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:51:47.225066 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-927bfce3-73f4-4f0a-a5d1-0c7e95f92199 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:51:47.226041 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fca4da2-3b7b-424e-bc64-633716709f5a', 'name': 'network-vif-deleted', 'tag': 'dc695937-d92f-4ac3-9066-f95dc9510833', 'status': 'completed', 'code': 200} Jul 23 23:51:47.247125 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fca4da2-3b7b-424e-bc64-633716709f5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc695937-d92f-4ac3-9066-f95dc9510833'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:51:47.251125 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b034b4-6348-41dd-b51e-407fee29a867" -d '{"events": [{"server_uuid": "7fca4da2-3b7b-424e-bc64-633716709f5a", "name": "network-vif-plugged", "status": "completed", "tag": "dc695937-d92f-4ac3-9066-f95dc9510833"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:51:47.252283 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b136241d-e5f0-4782-a430-bbb6b13fb92e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:47.305287 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b136241d-e5f0-4782-a430-bbb6b13fb92e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:47.316822 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a86b794-fc04-4677-a06d-ab212df95c9f x-openstack-request-id: req-1a86b794-fc04-4677-a06d-ab212df95c9f {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:51:47.317111 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fca4da2-3b7b-424e-bc64-633716709f5a", "name": "network-vif-plugged", "status": "completed", "tag": "dc695937-d92f-4ac3-9066-f95dc9510833", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:51:47.317374 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1a86b794-fc04-4677-a06d-ab212df95c9f {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:51:47.317781 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fca4da2-3b7b-424e-bc64-633716709f5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc695937-d92f-4ac3-9066-f95dc9510833', 'code': 200} Jul 23 23:51:47.336390 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 8f768bcb-fcc6-4814-bd6d-91dcda68dee3 details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:51:47.381799 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c905ad4c-765f-4834-ac33-02e1abf8c169 req-f9cd3703-7f98-4598-82cb-6e4c5a4e8a98 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:47.384692 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c905ad4c-765f-4834-ac33-02e1abf8c169 req-f9cd3703-7f98-4598-82cb-6e4c5a4e8a98 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e50b102-6aba-4b7c-918d-7934b7fc5e3b HTTP/1.1" status: 200 len: 944 time: 0.0937638 Jul 23 23:51:47.407069 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b136241d-e5f0-4782-a430-bbb6b13fb92e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:47.414327 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:47.419602 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b136241d-e5f0-4782-a430-bbb6b13fb92e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:47.427418 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-b136241d-e5f0-4782-a430-bbb6b13fb92e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/67549354-24d6-42df-9b52-60a766b1b511 HTTP/1.1" status: 204 len: 168 time: 0.3197994 Jul 23 23:51:47.444862 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b136241d-e5f0-4782-a430-bbb6b13fb92e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67549354-24d6-42df-9b52-60a766b1b511,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:47.482471 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c905ad4c-765f-4834-ac33-02e1abf8c169 req-363f9374-ddba-48a7-92f6-8417d8a9dcdc tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758672 Jul 23 23:51:47.591450 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 8f768bcb-fcc6-4814-bd6d-91dcda68dee3, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=8f768bcb-fcc6-4814-bd6d-91dcda68dee3,segment=NetworkSegment(d41359ac-4be7-4a75-afd1-798e41d2f155),segment_id=d41359ac-4be7-4a75-afd1-798e41d2f155)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:51:47.607209 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': '8f768bcb-fcc6-4814-bd6d-91dcda68dee3', 'network_id': '646be7a8-09b8-4e0c-bd78-d5d98c9093b9', 'port_id': '8f768bcb-fcc6-4814-bd6d-91dcda68dee3', 'mac_address': 'fa:16:3e:90:64:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bfc2b3c-ece5-49a0-8daf-8ebd7d541c76', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:51:47.637848 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98879f22-0aec-4c10-8d61-21a695a55bf0 req-0e03d7a8-989d-455c-9e24-e342751f9c3e tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:47.639618 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-98879f22-0aec-4c10-8d61-21a695a55bf0 req-0e03d7a8-989d-455c-9e24-e342751f9c3e tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] 10.222.0.44 "GET /v2.0/ports?device_id=364f994a-f817-40ce-963b-f28ba5e4c61b HTTP/1.1" status: 200 len: 949 time: 0.0844078 Jul 23 23:51:47.654231 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:47.671233 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f768bcb-fcc6-4814-bd6d-91dcda68dee3 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:51:47.699094 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-98879f22-0aec-4c10-8d61-21a695a55bf0 req-de8d79fd-1f89-479b-8909-fe5cb679a3e7 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] 10.222.0.44 "GET /v2.0/security-groups?id=6213158c-d1c5-4952-b5da-736e4d97aee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527422 Jul 23 23:51:47.700300 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 8f768bcb-fcc6-4814-bd6d-91dcda68dee3, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=8f768bcb-fcc6-4814-bd6d-91dcda68dee3,segment=NetworkSegment(d41359ac-4be7-4a75-afd1-798e41d2f155),segment_id=d41359ac-4be7-4a75-afd1-798e41d2f155)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:51:47.715109 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:47.819570 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6ea6044c-1436-45c8-81c7-1b2f9c212e69 req-478f308f-4db2-4958-9361-b229c7ba4045 tempest-TenantUsagesTestJSON-1487156575 tempest-TenantUsagesTestJSON-1487156575-project] 10.222.0.44 "GET /v2.0/ports?device_id=164f3f80-b049-42b3-a052-ea79144c5ca2 HTTP/1.1" status: 200 len: 210 time: 0.0476477 Jul 23 23:51:47.832734 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=8f768bcb-fcc6-4814-bd6d-91dcda68dee3,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:47.911395 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['8f768bcb-fcc6-4814-bd6d-91dcda68dee3'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:51:47.974912 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c4d0978e-b515-4cba-8ba9-e4982a5a164b req-5198dbd7-7ffe-4070-aeb2-10b209ba75b0 tempest-TenantUsagesTestJSON-1487156575 tempest-TenantUsagesTestJSON-1487156575-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=057768349a6d4fa5ad1102f071e17830&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0629191 Jul 23 23:51:47.998616 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 38332) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:48.051099 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1b1b762c-3e52-471c-a0f1-d38d48443a08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:48.075913 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fd0912f0-f8c6-42ea-947c-751b5c3bfd9d req-5d36e877-1a4f-4fb5-b165-7e15734a2596 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fca4da2-3b7b-424e-bc64-633716709f5a HTTP/1.1" status: 200 len: 210 time: 0.0922542 Jul 23 23:51:48.228369 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0978e-b515-4cba-8ba9-e4982a5a164b req-5031bd68-3c34-4ff6-b1a8-a298a0f4debb tempest-TenantUsagesTestJSON-1487156575 tempest-TenantUsagesTestJSON-1487156575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:48.230821 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c4d0978e-b515-4cba-8ba9-e4982a5a164b req-5031bd68-3c34-4ff6-b1a8-a298a0f4debb tempest-TenantUsagesTestJSON-1487156575 tempest-TenantUsagesTestJSON-1487156575-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2491124 Jul 23 23:51:48.252894 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-c4d0978e-b515-4cba-8ba9-e4982a5a164b req-9b9efe81-3753-4d72-906b-4c2ecb5f5b72 tempest-TenantUsagesTestJSON-1487156575 tempest-TenantUsagesTestJSON-1487156575-project] Request body: {'port': {'device_id': '164f3f80-b049-42b3-a052-ea79144c5ca2', 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2', 'admin_state_up': True, 'tenant_id': '057768349a6d4fa5ad1102f071e17830'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:51:48.289779 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1b1b762c-3e52-471c-a0f1-d38d48443a08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:48.295918 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1b1b762c-3e52-471c-a0f1-d38d48443a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:48.347592 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-1b1b762c-3e52-471c-a0f1-d38d48443a08 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f770ad309b814119a4404b57493b87c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3474514 Jul 23 23:51:48.348510 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 38340) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:48.351495 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1b762c-3e52-471c-a0f1-d38d48443a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=496cb3de-d1cd-47ad-ad27-7d5207f49bb8,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:48.437125 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ff690e04-b256-41f9-8032-88af08c8c471 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:48.439219 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0868fc-e7cb-4ecc-ae7f-60cfb6d1fb50 req-d509a426-13a7-4d89-b414-989b0e1e3df9 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:48.445928 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4a0868fc-e7cb-4ecc-ae7f-60cfb6d1fb50 req-d509a426-13a7-4d89-b414-989b0e1e3df9 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] 10.222.0.44 "GET /v2.0/ports?device_id=364f994a-f817-40ce-963b-f28ba5e4c61b HTTP/1.1" status: 200 len: 949 time: 0.2136199 Jul 23 23:51:48.477626 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ff690e04-b256-41f9-8032-88af08c8c471 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:48.528172 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4a0868fc-e7cb-4ecc-ae7f-60cfb6d1fb50 req-99e05d87-2ad3-4597-8d0b-3a08076d6e1a tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] 10.222.0.44 "GET /v2.0/security-groups?id=6213158c-d1c5-4952-b5da-736e4d97aee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728793 Jul 23 23:51:48.536174 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4d0978e-b515-4cba-8ba9-e4982a5a164b req-9b9efe81-3753-4d72-906b-4c2ecb5f5b72 tempest-TenantUsagesTestJSON-1487156575 tempest-TenantUsagesTestJSON-1487156575-project] Made reservation on behalf of 057768349a6d4fa5ad1102f071e17830 for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:51:48.545798 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-c4d0978e-b515-4cba-8ba9-e4982a5a164b req-9b9efe81-3753-4d72-906b-4c2ecb5f5b72 tempest-TenantUsagesTestJSON-1487156575 tempest-TenantUsagesTestJSON-1487156575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:48.550105 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ff690e04-b256-41f9-8032-88af08c8c471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:48.553987 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ff690e04-b256-41f9-8032-88af08c8c471 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:48.555797 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-ff690e04-b256-41f9-8032-88af08c8c471 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/496cb3de-d1cd-47ad-ad27-7d5207f49bb8 HTTP/1.1" status: 204 len: 168 time: 0.2053149 Jul 23 23:51:48.565777 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-c4d0978e-b515-4cba-8ba9-e4982a5a164b req-9b9efe81-3753-4d72-906b-4c2ecb5f5b72 tempest-TenantUsagesTestJSON-1487156575 tempest-TenantUsagesTestJSON-1487156575-project] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:48.566818 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff690e04-b256-41f9-8032-88af08c8c471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=496cb3de-d1cd-47ad-ad27-7d5207f49bb8,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:48.707822 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2abb1ee-a6d3-48e9-8b35-2270db493752 req-9f719d72-b52e-4a5c-b43c-c8a84ac4c926 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:48.717411 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e2abb1ee-a6d3-48e9-8b35-2270db493752 req-9f719d72-b52e-4a5c-b43c-c8a84ac4c926 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e50b102-6aba-4b7c-918d-7934b7fc5e3b HTTP/1.1" status: 200 len: 945 time: 0.0980821 Jul 23 23:51:48.767749 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e2abb1ee-a6d3-48e9-8b35-2270db493752 req-999437b4-08a3-48b8-ab7a-eabf6735e753 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488546 Jul 23 23:51:48.776770 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-c4d0978e-b515-4cba-8ba9-e4982a5a164b req-9b9efe81-3753-4d72-906b-4c2ecb5f5b72 tempest-TenantUsagesTestJSON-1487156575 tempest-TenantUsagesTestJSON-1487156575-project] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:48.782380 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-c4d0978e-b515-4cba-8ba9-e4982a5a164b req-9b9efe81-3753-4d72-906b-4c2ecb5f5b72 tempest-TenantUsagesTestJSON-1487156575 tempest-TenantUsagesTestJSON-1487156575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:48.847704 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9efe81-3753-4d72-906b-4c2ecb5f5b72 tempest-TenantUsagesTestJSON-1487156575 tempest-TenantUsagesTestJSON-1487156575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26d5c1f7-ccc8-44e7-979e-08b17bd7c699,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:48.971026 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-85e9cbf0-1745-4f3f-9813-9895d2b4401b req-84ca5478-1c80-473b-8732-6089f153f56b tempest-TenantUsagesTestJSON-1487156575 tempest-TenantUsagesTestJSON-1487156575-project] 10.222.0.44 "GET /v2.0/ports?device_id=164f3f80-b049-42b3-a052-ea79144c5ca2 HTTP/1.1" status: 200 len: 210 time: 0.0402057 Jul 23 23:51:48.986510 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [req-c4d0978e-b515-4cba-8ba9-e4982a5a164b req-9b9efe81-3753-4d72-906b-4c2ecb5f5b72 tempest-TenantUsagesTestJSON-1487156575 tempest-TenantUsagesTestJSON-1487156575-project] Allocated IP 192.168.233.178 (603dff3b-80fe-44ec-a82a-8d8b74b0c3c2/ef73a7e1-c64a-41e3-9997-629475c7b6b1/0b2ef5ba-66bf-42bb-aaba-884931fcc84d) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:51:49.235963 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-c4d0978e-b515-4cba-8ba9-e4982a5a164b req-9b9efe81-3753-4d72-906b-4c2ecb5f5b72 tempest-TenantUsagesTestJSON-1487156575 tempest-TenantUsagesTestJSON-1487156575-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:49.253017 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 38382) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:49.254272 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-c4d0978e-b515-4cba-8ba9-e4982a5a164b req-9b9efe81-3753-4d72-906b-4c2ecb5f5b72 tempest-TenantUsagesTestJSON-1487156575 tempest-TenantUsagesTestJSON-1487156575-project] Transition to ACTIVE for port object 0b2ef5ba-66bf-42bb-aaba-884931fcc84d will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:51:49.335520 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 8f768bcb-fcc6-4814-bd6d-91dcda68dee3 up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:51:49.345339 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-c4d0978e-b515-4cba-8ba9-e4982a5a164b req-9b9efe81-3753-4d72-906b-4c2ecb5f5b72 tempest-TenantUsagesTestJSON-1487156575 tempest-TenantUsagesTestJSON-1487156575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:49.453198 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port 8f768bcb-fcc6-4814-bd6d-91dcda68dee3 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:51:49.459544 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port 8f768bcb-fcc6-4814-bd6d-91dcda68dee3 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:51:49.460036 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:49.471538 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4d0978e-b515-4cba-8ba9-e4982a5a164b req-9b9efe81-3753-4d72-906b-4c2ecb5f5b72 tempest-TenantUsagesTestJSON-1487156575 tempest-TenantUsagesTestJSON-1487156575-project] Network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:51:49.493396 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [req-c4d0978e-b515-4cba-8ba9-e4982a5a164b req-9b9efe81-3753-4d72-906b-4c2ecb5f5b72 tempest-TenantUsagesTestJSON-1487156575 tempest-TenantUsagesTestJSON-1487156575-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:51:49.502286 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4d0978e-b515-4cba-8ba9-e4982a5a164b req-9b9efe81-3753-4d72-906b-4c2ecb5f5b72 tempest-TenantUsagesTestJSON-1487156575 tempest-TenantUsagesTestJSON-1487156575-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:51:49.582397 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9efe81-3753-4d72-906b-4c2ecb5f5b72 tempest-TenantUsagesTestJSON-1487156575 tempest-TenantUsagesTestJSON-1487156575-project] Pushing event updated for resources: {'Port': ['ID=0b2ef5ba-66bf-42bb-aaba-884931fcc84d,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:49.620629 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-92923b70-cd6d-41c5-bcff-0f05d916a643 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1407843321-network', 'tenant_id': 'fe34b741dd5e495ab273e85e013ecfbf'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:51:49.652190 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0978e-b515-4cba-8ba9-e4982a5a164b req-9b9efe81-3753-4d72-906b-4c2ecb5f5b72 tempest-TenantUsagesTestJSON-1487156575 tempest-TenantUsagesTestJSON-1487156575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:49.653700 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-c4d0978e-b515-4cba-8ba9-e4982a5a164b req-9b9efe81-3753-4d72-906b-4c2ecb5f5b72 tempest-TenantUsagesTestJSON-1487156575 tempest-TenantUsagesTestJSON-1487156575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:49.692080 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 38408) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:49.697532 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-e4d97d1b-65fe-4561-a8d7-0b36d86ae4a5 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1746166630', 'description': 'tempest-description--985169633'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:51:49.709403 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:49.727837 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92923b70-cd6d-41c5-bcff-0f05d916a643 admin admin] Made reservation on behalf of fe34b741dd5e495ab273e85e013ecfbf for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:51:49.729654 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c4d0978e-b515-4cba-8ba9-e4982a5a164b req-9b9efe81-3753-4d72-906b-4c2ecb5f5b72 tempest-TenantUsagesTestJSON-1487156575 tempest-TenantUsagesTestJSON-1487156575-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4829299 Jul 23 23:51:49.732326 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-92923b70-cd6d-41c5-bcff-0f05d916a643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:49.750238 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-92923b70-cd6d-41c5-bcff-0f05d916a643 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:49.759150 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-c4d0978e-b515-4cba-8ba9-e4982a5a164b req-aaae3a48-8230-4884-b657-09ec41f6170e service neutron] Request body: {'port': {'device_id': '164f3f80-b049-42b3-a052-ea79144c5ca2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-16'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:51:49.763226 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e50b102-6aba-4b7c-918d-7934b7fc5e3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f768bcb-fcc6-4814-bd6d-91dcda68dee3'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:51:49.765651 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb18504c-3938-456e-a33b-e53aaa5cfd5b" -d '{"events": [{"server_uuid": "6e50b102-6aba-4b7c-918d-7934b7fc5e3b", "name": "network-vif-plugged", "status": "completed", "tag": "8f768bcb-fcc6-4814-bd6d-91dcda68dee3"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:51:49.792606 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 8f768bcb-fcc6-4814-bd6d-91dcda68dee3, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=8f768bcb-fcc6-4814-bd6d-91dcda68dee3,segment=NetworkSegment(d41359ac-4be7-4a75-afd1-798e41d2f155),segment_id=d41359ac-4be7-4a75-afd1-798e41d2f155)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:51:49.801306 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:49.802030 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device dc695937-d92f-4ac3-9066-f95dc9510833 no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:51:49.843881 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b03adc-082c-41d6-8881-2831bba4e8d4 req-c290eb71-25d4-4d94-ad6f-fe1a580fabba tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:49.849741 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f0b03adc-082c-41d6-8881-2831bba4e8d4 req-c290eb71-25d4-4d94-ad6f-fe1a580fabba tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] 10.222.0.44 "GET /v2.0/ports?device_id=364f994a-f817-40ce-963b-f28ba5e4c61b HTTP/1.1" status: 200 len: 949 time: 0.1697104 Jul 23 23:51:49.884299 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] No Port match for: dc695937-d92f-4ac3-9066-f95dc9510833 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:51:49.884962 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device dc695937-d92f-4ac3-9066-f95dc9510833 not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:51:49.928537 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-c4d0978e-b515-4cba-8ba9-e4982a5a164b req-aaae3a48-8230-4884-b657-09ec41f6170e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:49.949145 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e4d97d1b-65fe-4561-a8d7-0b36d86ae4a5 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:49.956039 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-435ee13e-ea04-4ab4-9bad-f92348e85921 x-openstack-request-id: req-435ee13e-ea04-4ab4-9bad-f92348e85921 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:51:49.971824 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e50b102-6aba-4b7c-918d-7934b7fc5e3b", "name": "network-vif-plugged", "status": "completed", "tag": "8f768bcb-fcc6-4814-bd6d-91dcda68dee3", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:51:49.972220 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-435ee13e-ea04-4ab4-9bad-f92348e85921 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:51:49.974052 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e50b102-6aba-4b7c-918d-7934b7fc5e3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f768bcb-fcc6-4814-bd6d-91dcda68dee3', 'code': 200} Jul 23 23:51:50.015729 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=8f768bcb-fcc6-4814-bd6d-91dcda68dee3,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:50.058276 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-40f68ab2-a264-4366-830b-d8f9d7776f30 None None] Provisioning for port 0b2ef5ba-66bf-42bb-aaba-884931fcc84d completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:51:50.064702 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-40f68ab2-a264-4366-830b-d8f9d7776f30 None None] Provisioning complete for port 0b2ef5ba-66bf-42bb-aaba-884931fcc84d triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:51:50.065179 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-40f68ab2-a264-4366-830b-d8f9d7776f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:50.091457 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-92923b70-cd6d-41c5-bcff-0f05d916a643 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:50.101087 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-92923b70-cd6d-41c5-bcff-0f05d916a643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:50.112903 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-40f68ab2-a264-4366-830b-d8f9d7776f30 None None] Port 0b2ef5ba-66bf-42bb-aaba-884931fcc84d cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:51:50.117204 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92923b70-cd6d-41c5-bcff-0f05d916a643 admin admin] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:51:50.122659 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f0b03adc-082c-41d6-8881-2831bba4e8d4 req-72083329-60eb-456d-ae91-748138691c98 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] 10.222.0.44 "GET /v2.0/security-groups?id=6213158c-d1c5-4952-b5da-736e4d97aee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261797 Jul 23 23:51:50.150796 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-92923b70-cd6d-41c5-bcff-0f05d916a643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:50.151458 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-92923b70-cd6d-41c5-bcff-0f05d916a643 admin admin] Added segment 1eb88701-f197-4cdd-9aa7-747409d195ea of type vlan for network 0d6ba2fb-46fe-4367-85af-3f33b158d449 Jul 23 23:51:50.184356 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92923b70-cd6d-41c5-bcff-0f05d916a643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62065130-af15-4dfe-90c8-a05e16243009,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:50.240514 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-92923b70-cd6d-41c5-bcff-0f05d916a643 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:50.298673 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-92923b70-cd6d-41c5-bcff-0f05d916a643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:50.300294 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92923b70-cd6d-41c5-bcff-0f05d916a643 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:50.305390 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-92923b70-cd6d-41c5-bcff-0f05d916a643 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:50.398816 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353ef3d8-6224-43ff-98b3-af3f5c238739 req-79b38990-d0f4-4f8c-a205-6ac1e5ea1607 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:50.407841 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-353ef3d8-6224-43ff-98b3-af3f5c238739 req-79b38990-d0f4-4f8c-a205-6ac1e5ea1607 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e50b102-6aba-4b7c-918d-7934b7fc5e3b HTTP/1.1" status: 200 len: 946 time: 0.3793058 Jul 23 23:51:50.459900 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d463204-3a79-4015-a507-dbf9ec432be0 req-9f2346bc-b611-4e26-874c-81f1bb6638f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:50.463307 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4d463204-3a79-4015-a507-dbf9ec432be0 req-9f2346bc-b611-4e26-874c-81f1bb6638f0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6e50b102-6aba-4b7c-918d-7934b7fc5e3b HTTP/1.1" status: 200 len: 1098 time: 0.4140406 Jul 23 23:51:50.483225 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92923b70-cd6d-41c5-bcff-0f05d916a643 admin admin] Pushing event updated for resources: {'Network': ['ID=0d6ba2fb-46fe-4367-85af-3f33b158d449,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:50.508866 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 0d6ba2fb-46fe-4367-85af-3f33b158d449 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:51:50.516226 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b218cf-6e37-40f9-9eea-3ff5893fa7d3 req-9fd3614b-21f5-4f07-85d6-f2f5d314fd44 tempest-TenantUsagesTestJSON-1487156575 tempest-TenantUsagesTestJSON-1487156575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:50.518596 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f0b218cf-6e37-40f9-9eea-3ff5893fa7d3 req-9fd3614b-21f5-4f07-85d6-f2f5d314fd44 tempest-TenantUsagesTestJSON-1487156575 tempest-TenantUsagesTestJSON-1487156575-project] 10.222.0.44 "GET /v2.0/ports?device_id=164f3f80-b049-42b3-a052-ea79144c5ca2 HTTP/1.1" status: 200 len: 936 time: 0.1809349 Jul 23 23:51:50.538508 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e4d97d1b-65fe-4561-a8d7-0b36d86ae4a5 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:50.612322 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-353ef3d8-6224-43ff-98b3-af3f5c238739 req-adc8a882-1327-4347-a6c1-c9e037eff327 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998680 Jul 23 23:51:50.612322 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e4d97d1b-65fe-4561-a8d7-0b36d86ae4a5 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:50.756590 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d97d1b-65fe-4561-a8d7-0b36d86ae4a5 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c8af93f-5981-4e43-a97f-c82ff4171af2,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:50.765708 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 38432) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:50.821751 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4d463204-3a79-4015-a507-dbf9ec432be0 req-914a8f94-8a61-4a0d-b0a0-4a8fa9c61349 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3135769 Jul 23 23:51:50.828340 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e4d97d1b-65fe-4561-a8d7-0b36d86ae4a5 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:50.830746 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-e4d97d1b-65fe-4561-a8d7-0b36d86ae4a5 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.1375458 Jul 23 23:51:50.834283 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-c4d0978e-b515-4cba-8ba9-e4982a5a164b req-aaae3a48-8230-4884-b657-09ec41f6170e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b2ef5ba-66bf-42bb-aaba-884931fcc84d {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:51:50.839372 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 38438) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:50.846133 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-0ca58bb5-baa9-42e0-921f-9c25af9505d2 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Request body: {'security_group_rule': {'security_group_id': '2c8af93f-5981-4e43-a97f-c82ff4171af2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:51:50.855724 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-c4d0978e-b515-4cba-8ba9-e4982a5a164b req-aaae3a48-8230-4884-b657-09ec41f6170e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:50.877756 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-c4d0978e-b515-4cba-8ba9-e4982a5a164b req-aaae3a48-8230-4884-b657-09ec41f6170e service neutron] Transition to ACTIVE for port object 0b2ef5ba-66bf-42bb-aaba-884931fcc84d will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:51:50.881236 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-92923b70-cd6d-41c5-bcff-0f05d916a643 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6269751 Jul 23 23:51:50.884236 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 38440) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:50.889623 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-d6b63391-9d13-4ea6-bdfc-724acb7280a5 admin admin] Request body: {'subnet': {'network_id': '0d6ba2fb-46fe-4367-85af-3f33b158d449', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1407843321-subnet', 'tenant_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:51:50.890780 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-c4d0978e-b515-4cba-8ba9-e4982a5a164b req-aaae3a48-8230-4884-b657-09ec41f6170e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:50.905029 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f0b218cf-6e37-40f9-9eea-3ff5893fa7d3 req-d5e3d55a-0bd5-4704-92e2-a3833dba6569 tempest-TenantUsagesTestJSON-1487156575 tempest-TenantUsagesTestJSON-1487156575-project] 10.222.0.44 "GET /v2.0/security-groups?id=26d5c1f7-ccc8-44e7-979e-08b17bd7c699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3668721 Jul 23 23:51:50.963901 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6b63391-9d13-4ea6-bdfc-724acb7280a5 admin admin] Made reservation on behalf of fe34b741dd5e495ab273e85e013ecfbf for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:51:50.967056 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0ca58bb5-baa9-42e0-921f-9c25af9505d2 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:50.967929 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d6b63391-9d13-4ea6-bdfc-724acb7280a5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:50.980430 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6900ed48-8924-47ae-91ee-8d631219b3f7 req-ac8710d7-6b78-4d9b-81de-78d746a81a08 tempest-LiveMigrationNegativeTest-855407278 tempest-LiveMigrationNegativeTest-855407278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:50.995250 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6900ed48-8924-47ae-91ee-8d631219b3f7 req-ac8710d7-6b78-4d9b-81de-78d746a81a08 tempest-LiveMigrationNegativeTest-855407278 tempest-LiveMigrationNegativeTest-855407278-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=364f994a-f817-40ce-963b-f28ba5e4c61b HTTP/1.1" status: 200 len: 1101 time: 0.2256250 Jul 23 23:51:51.070038 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae3a48-8230-4884-b657-09ec41f6170e service neutron] Pushing event updated for resources: {'Port': ['ID=0b2ef5ba-66bf-42bb-aaba-884931fcc84d,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:51.077330 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-6900ed48-8924-47ae-91ee-8d631219b3f7 req-bd820de2-e615-41d9-a33b-be7f08edbf47 tempest-LiveMigrationNegativeTest-855407278 tempest-LiveMigrationNegativeTest-855407278-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:51.206747 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8daaf30c-b942-4c95-aaec-f64afb41fa97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:51.228173 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d6b63391-9d13-4ea6-bdfc-724acb7280a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:51.281425 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0ca58bb5-baa9-42e0-921f-9c25af9505d2 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:51.299591 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-c4d0978e-b515-4cba-8ba9-e4982a5a164b req-aaae3a48-8230-4884-b657-09ec41f6170e service neutron] Attempting to bind port 0b2ef5ba-66bf-42bb-aaba-884931fcc84d on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:51:51.299932 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-c4d0978e-b515-4cba-8ba9-e4982a5a164b req-aaae3a48-8230-4884-b657-09ec41f6170e service neutron] Attempting to bind port 0b2ef5ba-66bf-42bb-aaba-884931fcc84d by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:51:51.300264 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d0978e-b515-4cba-8ba9-e4982a5a164b req-aaae3a48-8230-4884-b657-09ec41f6170e service neutron] Attempting to bind port 0b2ef5ba-66bf-42bb-aaba-884931fcc84d on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:51:51.300464 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b63391-9d13-4ea6-bdfc-724acb7280a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13fa7780-575a-40c5-b19b-7d5a9ef282a8,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:51.303938 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0ca58bb5-baa9-42e0-921f-9c25af9505d2 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:51.309728 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b63391-9d13-4ea6-bdfc-724acb7280a5 admin admin] Checking segment: {'id': '1eb88701-f197-4cdd-9aa7-747409d195ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0d6ba2fb-46fe-4367-85af-3f33b158d449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:51:51.310538 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b63391-9d13-4ea6-bdfc-724acb7280a5 admin admin] Network hostable DHCP agents. Network: 0d6ba2fb-46fe-4367-85af-3f33b158d449, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:51:51.330667 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b63391-9d13-4ea6-bdfc-724acb7280a5 admin admin] Network 0d6ba2fb-46fe-4367-85af-3f33b158d449 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:51:51.331923 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca58bb5-baa9-42e0-921f-9c25af9505d2 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23fc63b0-6663-4b50-b9d8-30ddf54220ad,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:51.333495 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d0978e-b515-4cba-8ba9-e4982a5a164b req-aaae3a48-8230-4884-b657-09ec41f6170e service neutron] Port 0b2ef5ba-66bf-42bb-aaba-884931fcc84d on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:51:51.333828 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d0978e-b515-4cba-8ba9-e4982a5a164b req-aaae3a48-8230-4884-b657-09ec41f6170e service neutron] Attempting to bind port 0b2ef5ba-66bf-42bb-aaba-884931fcc84d on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:51:51.348797 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d0978e-b515-4cba-8ba9-e4982a5a164b req-aaae3a48-8230-4884-b657-09ec41f6170e service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:51:51.349183 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d0978e-b515-4cba-8ba9-e4982a5a164b req-aaae3a48-8230-4884-b657-09ec41f6170e service neutron] Checking segment: {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:51:51.349580 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d0978e-b515-4cba-8ba9-e4982a5a164b req-aaae3a48-8230-4884-b657-09ec41f6170e service neutron] Bound using segment: {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:51:51.350035 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-c4d0978e-b515-4cba-8ba9-e4982a5a164b req-aaae3a48-8230-4884-b657-09ec41f6170e service neutron] Bound port: 0b2ef5ba-66bf-42bb-aaba-884931fcc84d, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:51:51.350690 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-c4d0978e-b515-4cba-8ba9-e4982a5a164b req-aaae3a48-8230-4884-b657-09ec41f6170e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:51.354484 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-d6b63391-9d13-4ea6-bdfc-724acb7280a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 0d6ba2fb-46fe-4367-85af-3f33b158d449) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:51:51.359904 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b63391-9d13-4ea6-bdfc-724acb7280a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:51.361741 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d6b63391-9d13-4ea6-bdfc-724acb7280a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:51.365621 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595a0c3c-80ff-4e5a-b4c1-c7a4825d2083 None None] Network 0d6ba2fb-46fe-4367-85af-3f33b158d449 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:51:51.438921 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-6900ed48-8924-47ae-91ee-8d631219b3f7 req-bd820de2-e615-41d9-a33b-be7f08edbf47 tempest-LiveMigrationNegativeTest-855407278 tempest-LiveMigrationNegativeTest-855407278-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:51.448482 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-6900ed48-8924-47ae-91ee-8d631219b3f7 req-bd820de2-e615-41d9-a33b-be7f08edbf47 tempest-LiveMigrationNegativeTest-855407278 tempest-LiveMigrationNegativeTest-855407278-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:51.457936 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0ca58bb5-baa9-42e0-921f-9c25af9505d2 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:51.459182 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-0ca58bb5-baa9-42e0-921f-9c25af9505d2 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6177123 Jul 23 23:51:51.459673 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-d6b63391-9d13-4ea6-bdfc-724acb7280a5 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5739522 Jul 23 23:51:51.460550 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-c4d0978e-b515-4cba-8ba9-e4982a5a164b req-aaae3a48-8230-4884-b657-09ec41f6170e service neutron] For port 0b2ef5ba-66bf-42bb-aaba-884931fcc84d, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:51:51.462018 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 38454) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:51.466786 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-43acda4d-54f2-4296-9319-84de417adf16 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Request body: {'security_group_rule': {'security_group_id': '2c8af93f-5981-4e43-a97f-c82ff4171af2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:51:51.475258 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 38456) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:51.489007 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-b96440df-1013-4ca4-9d96-26bb36ff9c9a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1407843321-router', 'tenant_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:51:51.507561 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6900ed48-8924-47ae-91ee-8d631219b3f7 req-bd820de2-e615-41d9-a33b-be7f08edbf47 tempest-LiveMigrationNegativeTest-855407278 tempest-LiveMigrationNegativeTest-855407278-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=6213158c-d1c5-4952-b5da-736e4d97aee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5111089 Jul 23 23:51:51.511690 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-c4d0978e-b515-4cba-8ba9-e4982a5a164b req-aaae3a48-8230-4884-b657-09ec41f6170e service neutron] For port 0b2ef5ba-66bf-42bb-aaba-884931fcc84d, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=0b2ef5ba-66bf-42bb-aaba-884931fcc84d,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:51:51.517755 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd820de2-e615-41d9-a33b-be7f08edbf47 tempest-LiveMigrationNegativeTest-855407278 tempest-LiveMigrationNegativeTest-855407278-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d553b899-425d-4e03-a976-6d26707681b3,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:51.525276 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-c4d0978e-b515-4cba-8ba9-e4982a5a164b req-aaae3a48-8230-4884-b657-09ec41f6170e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:51.582406 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0978e-b515-4cba-8ba9-e4982a5a164b req-aaae3a48-8230-4884-b657-09ec41f6170e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:51.583088 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-c4d0978e-b515-4cba-8ba9-e4982a5a164b req-aaae3a48-8230-4884-b657-09ec41f6170e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:51.584565 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c4d0978e-b515-4cba-8ba9-e4982a5a164b req-aaae3a48-8230-4884-b657-09ec41f6170e service neutron] 10.222.0.64 "PUT /v2.0/ports/0b2ef5ba-66bf-42bb-aaba-884931fcc84d HTTP/1.1" status: 200 len: 1097 time: 1.8435650 Jul 23 23:51:51.587023 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '164f3f80-b049-42b3-a052-ea79144c5ca2', 'tag': '0b2ef5ba-66bf-42bb-aaba-884931fcc84d'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:51:51.589454 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-814ced0f-8e56-4c44-b32b-69939cecdc1d" -d '{"events": [{"name": "network-changed", "server_uuid": "164f3f80-b049-42b3-a052-ea79144c5ca2", "tag": "0b2ef5ba-66bf-42bb-aaba-884931fcc84d"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:51:51.648518 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6788282-9aaf-4775-af09-e46127029daf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-0d6ba2fb-46fe-4367-85af-3f33b158d449', 'network_id': '0d6ba2fb-46fe-4367-85af-3f33b158d449', 'tenant_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'fixed_ips': [{'subnet_id': '13fa7780-575a-40c5-b19b-7d5a9ef282a8'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:51:51.650341 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b6788282-9aaf-4775-af09-e46127029daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:51.676367 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2da479d-4858-4fe7-9ed3-277dfb20b9e4 x-openstack-request-id: req-c2da479d-4858-4fe7-9ed3-277dfb20b9e4 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:51:51.676728 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "164f3f80-b049-42b3-a052-ea79144c5ca2", "tag": "0b2ef5ba-66bf-42bb-aaba-884931fcc84d", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:51:51.676960 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c2da479d-4858-4fe7-9ed3-277dfb20b9e4 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:51:51.677383 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '164f3f80-b049-42b3-a052-ea79144c5ca2', 'tag': '0b2ef5ba-66bf-42bb-aaba-884931fcc84d', 'status': 'completed', 'code': 200} Jul 23 23:51:51.683243 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae3a48-8230-4884-b657-09ec41f6170e service neutron] Pushing event updated for resources: {'Port': ['ID=0b2ef5ba-66bf-42bb-aaba-884931fcc84d,revision_number=3']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:51.796848 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8daaf30c-b942-4c95-aaec-f64afb41fa97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:51.806353 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8daaf30c-b942-4c95-aaec-f64afb41fa97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:51.847731 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b96440df-1013-4ca4-9d96-26bb36ff9c9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:51.851036 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b96440df-1013-4ca4-9d96-26bb36ff9c9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:51.888495 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-b6788282-9aaf-4775-af09-e46127029daf None None] Allocated IP 172.20.0.2 (0d6ba2fb-46fe-4367-85af-3f33b158d449/13fa7780-575a-40c5-b19b-7d5a9ef282a8/beacc194-ec09-42e3-afad-38dff58396b2) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:51:51.914166 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-43acda4d-54f2-4296-9319-84de417adf16 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:51.974832 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b96440df-1013-4ca4-9d96-26bb36ff9c9a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:52.141264 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-8daaf30c-b942-4c95-aaec-f64afb41fa97 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=19a14a10dc9f42a8941b719acaae7670&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3702784 Jul 23 23:51:52.143048 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daaf30c-b942-4c95-aaec-f64afb41fa97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=926b0a09-2922-418f-8549-7abec0cbbb63,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:52.145063 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b6788282-9aaf-4775-af09-e46127029daf None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:52.147549 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 38482) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:52.160262 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-b6788282-9aaf-4775-af09-e46127029daf None None] Transition to ACTIVE for port object beacc194-ec09-42e3-afad-38dff58396b2 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:51:52.163749 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0978e-b515-4cba-8ba9-e4982a5a164b req-14b9146c-83df-48c6-98c1-b6c7b45988a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:52.165617 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c4d0978e-b515-4cba-8ba9-e4982a5a164b req-14b9146c-83df-48c6-98c1-b6c7b45988a3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=057768349a6d4fa5ad1102f071e17830&device_id=164f3f80-b049-42b3-a052-ea79144c5ca2 HTTP/1.1" status: 200 len: 1100 time: 0.4652345 Jul 23 23:51:52.170516 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b96440df-1013-4ca4-9d96-26bb36ff9c9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:52.186284 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-43acda4d-54f2-4296-9319-84de417adf16 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:52.197241 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-43acda4d-54f2-4296-9319-84de417adf16 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:52.205488 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-b6788282-9aaf-4775-af09-e46127029daf None None] Transition to ACTIVE for port object beacc194-ec09-42e3-afad-38dff58396b2 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:51:52.220877 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b6788282-9aaf-4775-af09-e46127029daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:52.226618 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c4d0978e-b515-4cba-8ba9-e4982a5a164b req-53f49ddb-b0c6-4db9-b365-c9749f66fad0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=0b2ef5ba-66bf-42bb-aaba-884931fcc84d HTTP/1.1" status: 200 len: 217 time: 0.0510869 Jul 23 23:51:52.250439 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43acda4d-54f2-4296-9319-84de417adf16 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96b9efb1-869f-4350-8755-c5753df9f1f4,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:52.269768 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6788282-9aaf-4775-af09-e46127029daf None None] Network 0d6ba2fb-46fe-4367-85af-3f33b158d449 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:51:52.271779 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-b6788282-9aaf-4775-af09-e46127029daf None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:51:52.274647 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-43acda4d-54f2-4296-9319-84de417adf16 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:52.276181 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-43acda4d-54f2-4296-9319-84de417adf16 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8130045 Jul 23 23:51:52.281204 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 38486) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:52.282412 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3838fdb0-83b5-4306-a26f-a2d416e2da92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:52.285891 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6788282-9aaf-4775-af09-e46127029daf None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:51:52.286403 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d2a15c-44da-49ce-89d1-6c81170a43cc req-b7853c02-43a2-4de7-ae46-91a4cc1488e7 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:52.290869 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-a9e405d6-965f-4e21-ab07-abf8d4fee895 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Request body: {'floatingip': {'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:51:52.294789 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b9d2a15c-44da-49ce-89d1-6c81170a43cc req-b7853c02-43a2-4de7-ae46-91a4cc1488e7 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e50b102-6aba-4b7c-918d-7934b7fc5e3b HTTP/1.1" status: 200 len: 946 time: 0.2271659 Jul 23 23:51:52.334862 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3838fdb0-83b5-4306-a26f-a2d416e2da92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:52.341101 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0978e-b515-4cba-8ba9-e4982a5a164b req-1abc52b0-c04e-40ba-a584-dfd1dbd7776f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:52.343046 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c4d0978e-b515-4cba-8ba9-e4982a5a164b req-1abc52b0-c04e-40ba-a584-dfd1dbd7776f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.1006911 Jul 23 23:51:52.357514 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b9d2a15c-44da-49ce-89d1-6c81170a43cc req-e0efa892-59f6-465c-8bda-2c402b8a570f tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616062 Jul 23 23:51:52.388869 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a9e405d6-965f-4e21-ab07-abf8d4fee895 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Notify callbacks [] for floatingip, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:52.396679 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-b6788282-9aaf-4775-af09-e46127029daf None None] Attempting to bind port beacc194-ec09-42e3-afad-38dff58396b2 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:51:52.397133 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-b6788282-9aaf-4775-af09-e46127029daf None None] Attempting to bind port beacc194-ec09-42e3-afad-38dff58396b2 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '1eb88701-f197-4cdd-9aa7-747409d195ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0d6ba2fb-46fe-4367-85af-3f33b158d449'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:51:52.397506 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6788282-9aaf-4775-af09-e46127029daf None None] Attempting to bind port beacc194-ec09-42e3-afad-38dff58396b2 on network 0d6ba2fb-46fe-4367-85af-3f33b158d449 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:51:52.401522 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6788282-9aaf-4775-af09-e46127029daf None None] Pushing event updated for resources: {'Port': ['ID=beacc194-ec09-42e3-afad-38dff58396b2,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:52.415401 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6788282-9aaf-4775-af09-e46127029daf None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:51:52.416006 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6788282-9aaf-4775-af09-e46127029daf None None] Checking segment: {'id': '1eb88701-f197-4cdd-9aa7-747409d195ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0d6ba2fb-46fe-4367-85af-3f33b158d449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:51:52.417009 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b6788282-9aaf-4775-af09-e46127029daf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:52.419371 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6788282-9aaf-4775-af09-e46127029daf None None] Bound using segment: {'id': '1eb88701-f197-4cdd-9aa7-747409d195ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0d6ba2fb-46fe-4367-85af-3f33b158d449'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:51:52.420005 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-b6788282-9aaf-4775-af09-e46127029daf None None] Bound port: beacc194-ec09-42e3-afad-38dff58396b2, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eb88701-f197-4cdd-9aa7-747409d195ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0d6ba2fb-46fe-4367-85af-3f33b158d449'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:51:52.420542 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b6788282-9aaf-4775-af09-e46127029daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:52.441620 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0978e-b515-4cba-8ba9-e4982a5a164b req-792ba688-f46d-4c13-bef4-3e217b1ee230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:52.443343 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c4d0978e-b515-4cba-8ba9-e4982a5a164b req-792ba688-f46d-4c13-bef4-3e217b1ee230 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0790854 Jul 23 23:51:52.514416 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3838fdb0-83b5-4306-a26f-a2d416e2da92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:52.517286 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3838fdb0-83b5-4306-a26f-a2d416e2da92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:52.518474 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-3838fdb0-83b5-4306-a26f-a2d416e2da92 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/926b0a09-2922-418f-8549-7abec0cbbb63 HTTP/1.1" status: 204 len: 168 time: 0.3699431 Jul 23 23:51:52.574537 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c4d0978e-b515-4cba-8ba9-e4982a5a164b req-513d0772-023d-4659-adfb-b5b6fe31e83d service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237843 Jul 23 23:51:52.578141 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3838fdb0-83b5-4306-a26f-a2d416e2da92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=926b0a09-2922-418f-8549-7abec0cbbb63,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:52.617764 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-b6788282-9aaf-4775-af09-e46127029daf None None] For port beacc194-ec09-42e3-afad-38dff58396b2, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:51:52.622109 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83958760-2a8a-46b3-98c5-89e0c5a3cb79 req-c7b6f157-c467-41d0-82be-8fe683fb91d2 tempest-TenantUsagesTestJSON-1487156575 tempest-TenantUsagesTestJSON-1487156575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:52.624391 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-83958760-2a8a-46b3-98c5-89e0c5a3cb79 req-c7b6f157-c467-41d0-82be-8fe683fb91d2 tempest-TenantUsagesTestJSON-1487156575 tempest-TenantUsagesTestJSON-1487156575-project] 10.222.0.44 "GET /v2.0/ports?device_id=164f3f80-b049-42b3-a052-ea79144c5ca2 HTTP/1.1" status: 200 len: 948 time: 0.2255173 Jul 23 23:51:52.662309 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-b6788282-9aaf-4775-af09-e46127029daf None None] For port beacc194-ec09-42e3-afad-38dff58396b2, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=beacc194-ec09-42e3-afad-38dff58396b2,segment=NetworkSegment(1eb88701-f197-4cdd-9aa7-747409d195ea),segment_id=1eb88701-f197-4cdd-9aa7-747409d195ea)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:51:52.674931 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b6788282-9aaf-4775-af09-e46127029daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:52.730213 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c4d0978e-b515-4cba-8ba9-e4982a5a164b req-8d69adf2-8009-4ac3-9afa-11aa806e476e service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416254 Jul 23 23:51:52.745357 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6788282-9aaf-4775-af09-e46127029daf None None] Pushing event updated for resources: {'Port': ['ID=beacc194-ec09-42e3-afad-38dff58396b2,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:52.755705 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-83958760-2a8a-46b3-98c5-89e0c5a3cb79 req-977605dd-c52c-44d3-8a63-00c897883f07 tempest-TenantUsagesTestJSON-1487156575 tempest-TenantUsagesTestJSON-1487156575-project] 10.222.0.44 "GET /v2.0/security-groups?id=26d5c1f7-ccc8-44e7-979e-08b17bd7c699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917144 Jul 23 23:51:52.767899 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b96440df-1013-4ca4-9d96-26bb36ff9c9a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:52.822181 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a9e405d6-965f-4e21-ab07-abf8d4fee895 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:52.828569 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b96440df-1013-4ca4-9d96-26bb36ff9c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:52.945131 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ced0f-8e56-4c44-b32b-69939cecdc1d req-4d987565-7d6b-4d1c-9df2-6c3aeba91a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:52.946855 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-814ced0f-8e56-4c44-b32b-69939cecdc1d req-4d987565-7d6b-4d1c-9df2-6c3aeba91a9d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=057768349a6d4fa5ad1102f071e17830&device_id=164f3f80-b049-42b3-a052-ea79144c5ca2 HTTP/1.1" status: 200 len: 1100 time: 0.1326025 Jul 23 23:51:52.972081 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77392553-1df9-47fb-aa2c-b93a0a9846b5 req-cb3e87ee-5d09-45a2-8249-c8b8128c666e tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:52.974023 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-77392553-1df9-47fb-aa2c-b93a0a9846b5 req-cb3e87ee-5d09-45a2-8249-c8b8128c666e tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] 10.222.0.44 "GET /v2.0/ports?device_id=364f994a-f817-40ce-963b-f28ba5e4c61b HTTP/1.1" status: 200 len: 949 time: 0.1175666 Jul 23 23:51:53.102168 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9605f39e-f762-416a-9264-7cd02671350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:53.119974 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-b96440df-1013-4ca4-9d96-26bb36ff9c9a admin admin] Allocated IP 172.25.3.88 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/e18c4a18-b564-4f84-85be-c1620383a9be) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:51:53.139499 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-77392553-1df9-47fb-aa2c-b93a0a9846b5 req-0a8d0203-d654-48d8-993a-4caeeee31c69 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] 10.222.0.44 "GET /v2.0/security-groups?id=6213158c-d1c5-4952-b5da-736e4d97aee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497667 Jul 23 23:51:53.183800 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3352b378-b938-4584-a8cd-969530460626 req-27e58780-9468-4501-8227-9b38a461075a tempest-LiveMigrationTest-328354084 tempest-LiveMigrationTest-328354084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:53.184774 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3352b378-b938-4584-a8cd-969530460626 req-27e58780-9468-4501-8227-9b38a461075a tempest-LiveMigrationTest-328354084 tempest-LiveMigrationTest-328354084-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=6e50b102-6aba-4b7c-918d-7934b7fc5e3b HTTP/1.1" status: 200 len: 1098 time: 0.3335810 Jul 23 23:51:53.192376 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ced0f-8e56-4c44-b32b-69939cecdc1d req-d9ae0f93-78a9-460c-952e-80e02250f432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:53.197329 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-814ced0f-8e56-4c44-b32b-69939cecdc1d req-d9ae0f93-78a9-460c-952e-80e02250f432 service neutron] 10.222.0.64 "GET /v2.0/networks?id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 HTTP/1.1" status: 200 len: 870 time: 0.2443817 Jul 23 23:51:53.275968 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-814ced0f-8e56-4c44-b32b-69939cecdc1d req-e8754802-aa42-4b3b-b6a4-31634c58a791 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=0b2ef5ba-66bf-42bb-aaba-884931fcc84d HTTP/1.1" status: 200 len: 217 time: 0.0691950 Jul 23 23:51:53.276125 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 38502) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:53.300695 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-356368ff-078c-4cd2-a1d3-c4bf213db095 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:53.311456 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3352b378-b938-4584-a8cd-969530460626 req-87603411-868e-4c5b-8e4f-b4f80ce19783 tempest-LiveMigrationTest-328354084 tempest-LiveMigrationTest-328354084-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255159 Jul 23 23:51:53.351012 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b96440df-1013-4ca4-9d96-26bb36ff9c9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:53.361229 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ced0f-8e56-4c44-b32b-69939cecdc1d req-5336eec2-800b-473d-9bed-afe0977558c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:53.362729 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-814ced0f-8e56-4c44-b32b-69939cecdc1d req-5336eec2-800b-473d-9bed-afe0977558c0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.0776381 Jul 23 23:51:53.480124 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ced0f-8e56-4c44-b32b-69939cecdc1d req-ec07d9bf-8d39-4674-9448-5570414ae004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:53.481770 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-814ced0f-8e56-4c44-b32b-69939cecdc1d req-ec07d9bf-8d39-4674-9448-5570414ae004 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1105149 Jul 23 23:51:53.492768 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b96440df-1013-4ca4-9d96-26bb36ff9c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:53.493839 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-356368ff-078c-4cd2-a1d3-c4bf213db095 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:53.502807 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-356368ff-078c-4cd2-a1d3-c4bf213db095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:53.569852 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-356368ff-078c-4cd2-a1d3-c4bf213db095 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b826f760352142cea91cafae9a824374&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2901263 Jul 23 23:51:53.574920 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 38508) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:53.587244 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96440df-1013-4ca4-9d96-26bb36ff9c9a admin admin] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:51:53.605449 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-b96440df-1013-4ca4-9d96-26bb36ff9c9a admin admin] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:51:53.605599 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356368ff-078c-4cd2-a1d3-c4bf213db095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba48263-ad41-4a69-980d-725b4f31f458,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:53.614406 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96440df-1013-4ca4-9d96-26bb36ff9c9a admin admin] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:51:53.623755 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96440df-1013-4ca4-9d96-26bb36ff9c9a admin admin] Pushing event updated for resources: {'Port': ['ID=e18c4a18-b564-4f84-85be-c1620383a9be,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:53.638974 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-814ced0f-8e56-4c44-b32b-69939cecdc1d req-f5df41b7-9afe-4d3a-923d-f4ce33026a90 service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473134 Jul 23 23:51:53.701956 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-a9e405d6-965f-4e21-ab07-abf8d4fee895 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Allocated IP 172.25.3.49 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/4267d7ed-2883-40af-9312-f08439394996) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:51:53.785519 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a16329-da93-4e24-88e5-b4439ffacf37 req-5a4c994a-a26e-497b-a50c-40152852a706 tempest-LiveMigrationTest-328354084 tempest-LiveMigrationTest-328354084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:53.791100 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-814ced0f-8e56-4c44-b32b-69939cecdc1d req-627fe427-e7e1-4b65-976d-3f348eab2d29 service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453836 Jul 23 23:51:53.799241 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a4a16329-da93-4e24-88e5-b4439ffacf37 req-5a4c994a-a26e-497b-a50c-40152852a706 tempest-LiveMigrationTest-328354084 tempest-LiveMigrationTest-328354084-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=6e50b102-6aba-4b7c-918d-7934b7fc5e3b HTTP/1.1" status: 200 len: 1098 time: 0.4028060 Jul 23 23:51:54.003274 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5915972c-d244-49a0-a9a8-4b1fef0a87cd req-370c2b2c-0ec8-4b08-9361-f9491cfdf594 tempest-TenantUsagesTestJSON-1487156575 tempest-TenantUsagesTestJSON-1487156575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:54.010917 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5915972c-d244-49a0-a9a8-4b1fef0a87cd req-370c2b2c-0ec8-4b08-9361-f9491cfdf594 tempest-TenantUsagesTestJSON-1487156575 tempest-TenantUsagesTestJSON-1487156575-project] 10.222.0.44 "GET /v2.0/ports?device_id=164f3f80-b049-42b3-a052-ea79144c5ca2 HTTP/1.1" status: 200 len: 948 time: 0.0952041 Jul 23 23:51:54.012239 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-bf8eaf95-e30e-402b-8208-cdccdb964f42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:54.019926 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a4a16329-da93-4e24-88e5-b4439ffacf37 req-a4e1e3e2-edc5-4612-81a2-f53b4458d387 tempest-LiveMigrationTest-328354084 tempest-LiveMigrationTest-328354084-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853714 Jul 23 23:51:54.065132 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5915972c-d244-49a0-a9a8-4b1fef0a87cd req-2de6ee1f-d49f-4769-9391-5f4426a5d25f tempest-TenantUsagesTestJSON-1487156575 tempest-TenantUsagesTestJSON-1487156575-project] 10.222.0.44 "GET /v2.0/security-groups?id=26d5c1f7-ccc8-44e7-979e-08b17bd7c699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517385 Jul 23 23:51:54.128487 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d933753-1ca3-43f5-a893-48c35cae0855 None None] Network 0d6ba2fb-46fe-4367-85af-3f33b158d449 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:51:54.200111 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-bf8eaf95-e30e-402b-8208-cdccdb964f42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:54.231455 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a9e405d6-965f-4e21-ab07-abf8d4fee895 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:54.260203 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5db139f-0299-44e2-9985-9fcead243fda req-ee0de481-4598-481e-ad1a-ab6f04b12a27 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:54.261992 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b5db139f-0299-44e2-9985-9fcead243fda req-ee0de481-4598-481e-ad1a-ab6f04b12a27 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] 10.222.0.52 "GET /v2.0/ports?device_id=364f994a-f817-40ce-963b-f28ba5e4c61b HTTP/1.1" status: 200 len: 949 time: 0.4369447 Jul 23 23:51:54.320327 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-7d087a10-e0d8-45e9-ab40-543bb1f41862 None None] Provisioning for port beacc194-ec09-42e3-afad-38dff58396b2 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:51:54.461192 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b96440df-1013-4ca4-9d96-26bb36ff9c9a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:54.487554 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a18d4f-26e1-4cbb-8f3f-9c77d5e42f01 req-f438622a-baee-4bf1-a896-512c5b392701 tempest-LiveMigrationTest-328354084 tempest-LiveMigrationTest-328354084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:54.494986 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-43a18d4f-26e1-4cbb-8f3f-9c77d5e42f01 req-f438622a-baee-4bf1-a896-512c5b392701 tempest-LiveMigrationTest-328354084 tempest-LiveMigrationTest-328354084-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=6e50b102-6aba-4b7c-918d-7934b7fc5e3b HTTP/1.1" status: 200 len: 1098 time: 0.0910308 Jul 23 23:51:54.541496 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-43a18d4f-26e1-4cbb-8f3f-9c77d5e42f01 req-7ab7161d-b1b3-45e2-958b-5deb436980dd tempest-LiveMigrationTest-328354084 tempest-LiveMigrationTest-328354084-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454946 Jul 23 23:51:54.589394 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 38540) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:54.604470 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-bf8eaf95-e30e-402b-8208-cdccdb964f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:54.604470 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-bf8eaf95-e30e-402b-8208-cdccdb964f42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:54.604976 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-bf8eaf95-e30e-402b-8208-cdccdb964f42 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8ba48263-ad41-4a69-980d-725b4f31f458 HTTP/1.1" status: 204 len: 168 time: 1.0284169 Jul 23 23:51:54.618160 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a9e405d6-965f-4e21-ab07-abf8d4fee895 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:54.663991 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8eaf95-e30e-402b-8208-cdccdb964f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba48263-ad41-4a69-980d-725b4f31f458,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:54.705998 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e405d6-965f-4e21-ab07-abf8d4fee895 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:51:54.722433 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-a9e405d6-965f-4e21-ab07-abf8d4fee895 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:51:54.764247 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e405d6-965f-4e21-ab07-abf8d4fee895 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:51:54.897673 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e81688c5-7187-4363-be48-a4e23a63b820 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:55.026242 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e81688c5-7187-4363-be48-a4e23a63b820 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:55.033903 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e81688c5-7187-4363-be48-a4e23a63b820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:55.075643 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-e81688c5-7187-4363-be48-a4e23a63b820 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=065f60eb2f9242ed9d4c434616fee41e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4848731 Jul 23 23:51:55.082175 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 38558) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:55.096972 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e405d6-965f-4e21-ab07-abf8d4fee895 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Pushing event updated for resources: {'Port': ['ID=4267d7ed-2883-40af-9312-f08439394996,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:55.111991 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af62a70f-5a05-42b1-9602-cd7c8a5d95a9 req-5ffdc033-2915-4ba7-8dd1-0e18bc65ad67 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:55.114204 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-af62a70f-5a05-42b1-9602-cd7c8a5d95a9 req-5ffdc033-2915-4ba7-8dd1-0e18bc65ad67 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] 10.222.0.44 "GET /v2.0/ports?device_id=364f994a-f817-40ce-963b-f28ba5e4c61b HTTP/1.1" status: 200 len: 949 time: 0.7612553 Jul 23 23:51:55.130902 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81688c5-7187-4363-be48-a4e23a63b820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fba9c382-1a73-46d0-948d-497c3d46c049,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:55.187507 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-b5db139f-0299-44e2-9985-9fcead243fda req-c199e381-93f9-4d8a-b4f2-ad50ed9cfa70 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] Deleting port 83734119-6e58-4133-a140-c0d2be83d213 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:51:55.187924 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-b5db139f-0299-44e2-9985-9fcead243fda req-c199e381-93f9-4d8a-b4f2-ad50ed9cfa70 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:55.202196 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-eb283444-95b5-4f20-a00e-669026df377b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:55.204229 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device beacc194-ec09-42e3-afad-38dff58396b2 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:51:55.269561 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-eb283444-95b5-4f20-a00e-669026df377b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:55.277164 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port beacc194-ec09-42e3-afad-38dff58396b2 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:51:55.285125 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port beacc194-ec09-42e3-afad-38dff58396b2 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:51:55.285521 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:55.342718 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a9e405d6-965f-4e21-ab07-abf8d4fee895 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:55.344609 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b96440df-1013-4ca4-9d96-26bb36ff9c9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:55.351553 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247ef2c7-f230-4b0a-a05d-2c9723133a1b req-30ed566b-a62b-4de3-bcc2-0b3af4c4da58 tempest-TenantUsagesTestJSON-1487156575 tempest-TenantUsagesTestJSON-1487156575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:55.353247 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-247ef2c7-f230-4b0a-a05d-2c9723133a1b req-30ed566b-a62b-4de3-bcc2-0b3af4c4da58 tempest-TenantUsagesTestJSON-1487156575 tempest-TenantUsagesTestJSON-1487156575-project] 10.222.0.44 "GET /v2.0/ports?device_id=164f3f80-b049-42b3-a052-ea79144c5ca2 HTTP/1.1" status: 200 len: 948 time: 0.1449311 Jul 23 23:51:55.358275 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-af62a70f-5a05-42b1-9602-cd7c8a5d95a9 req-2d72b51b-9d4f-4f58-bf97-c6fea00b9b29 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] 10.222.0.44 "GET /v2.0/security-groups?id=6213158c-d1c5-4952-b5da-736e4d97aee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321754 Jul 23 23:51:55.386182 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 0b2ef5ba-66bf-42bb-aaba-884931fcc84d details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:51:55.405239 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-eb283444-95b5-4f20-a00e-669026df377b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:55.406986 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-eb283444-95b5-4f20-a00e-669026df377b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:55.412244 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-eb283444-95b5-4f20-a00e-669026df377b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fba9c382-1a73-46d0-948d-497c3d46c049 HTTP/1.1" status: 204 len: 168 time: 0.3284261 Jul 23 23:51:55.428745 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-b5db139f-0299-44e2-9985-9fcead243fda req-c199e381-93f9-4d8a-b4f2-ad50ed9cfa70 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] For port 83734119-6e58-4133-a140-c0d2be83d213, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=83734119-6e58-4133-a140-c0d2be83d213,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:51:55.429448 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-b5db139f-0299-44e2-9985-9fcead243fda req-c199e381-93f9-4d8a-b4f2-ad50ed9cfa70 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:55.432566 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:55.443720 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-247ef2c7-f230-4b0a-a05d-2c9723133a1b req-45f99a99-1462-4dae-bbf3-d1dd9a52da5e tempest-TenantUsagesTestJSON-1487156575 tempest-TenantUsagesTestJSON-1487156575-project] 10.222.0.44 "GET /v2.0/security-groups?id=26d5c1f7-ccc8-44e7-979e-08b17bd7c699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635259 Jul 23 23:51:55.448145 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-b5db139f-0299-44e2-9985-9fcead243fda req-c199e381-93f9-4d8a-b4f2-ad50ed9cfa70 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] Calling delete_port for 83734119-6e58-4133-a140-c0d2be83d213 owned by compute:nova {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:51:55.465503 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb283444-95b5-4f20-a00e-669026df377b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba9c382-1a73-46d0-948d-497c3d46c049,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:55.513828 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port beacc194-ec09-42e3-afad-38dff58396b2, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=beacc194-ec09-42e3-afad-38dff58396b2,segment=NetworkSegment(1eb88701-f197-4cdd-9aa7-747409d195ea),segment_id=1eb88701-f197-4cdd-9aa7-747409d195ea)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:51:55.523964 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:55.617206 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=beacc194-ec09-42e3-afad-38dff58396b2,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:55.652486 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a9e405d6-965f-4e21-ab07-abf8d4fee895 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:55.691272 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 0b2ef5ba-66bf-42bb-aaba-884931fcc84d, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=0b2ef5ba-66bf-42bb-aaba-884931fcc84d,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:51:55.715318 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': '0b2ef5ba-66bf-42bb-aaba-884931fcc84d', 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2', 'port_id': '0b2ef5ba-66bf-42bb-aaba-884931fcc84d', 'mac_address': 'fa:16:3e:4c:54:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef73a7e1-c64a-41e3-9997-629475c7b6b1', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:51:55.721511 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-5e9c49f4-4b52-4beb-8d5f-41a40334f6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:55.768058 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:55.783358 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b2ef5ba-66bf-42bb-aaba-884931fcc84d {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:51:55.830713 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 0b2ef5ba-66bf-42bb-aaba-884931fcc84d, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=0b2ef5ba-66bf-42bb-aaba-884931fcc84d,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:51:55.838105 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:55.869646 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 38580) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:55.883394 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c263f77e-3b70-4939-bcd2-a122deea5b63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:55.960548 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=0b2ef5ba-66bf-42bb-aaba-884931fcc84d,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:56.000681 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-b5db139f-0299-44e2-9985-9fcead243fda req-c199e381-93f9-4d8a-b4f2-ad50ed9cfa70 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:56.014625 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['3047ceb7-a871-4929-a67b-b059e834f9f1', '83734119-6e58-4133-a140-c0d2be83d213'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:51:56.076005 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['0b2ef5ba-66bf-42bb-aaba-884931fcc84d'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:51:56.104885 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47290e02-156a-40aa-afb7-a2ec90e8ec3c req-169f5b08-8917-432e-b645-ae5e710557da tempest-LiveMigrationTest-328354084 tempest-LiveMigrationTest-328354084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:56.107968 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-47290e02-156a-40aa-afb7-a2ec90e8ec3c req-169f5b08-8917-432e-b645-ae5e710557da tempest-LiveMigrationTest-328354084 tempest-LiveMigrationTest-328354084-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=6e50b102-6aba-4b7c-918d-7934b7fc5e3b HTTP/1.1" status: 200 len: 1098 time: 0.4508917 Jul 23 23:51:56.112677 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c263f77e-3b70-4939-bcd2-a122deea5b63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:56.122616 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c263f77e-3b70-4939-bcd2-a122deea5b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:56.168110 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c199e381-93f9-4d8a-b4f2-ad50ed9cfa70 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] Pushing event deleted for resources: {'Port': ['ID=83734119-6e58-4133-a140-c0d2be83d213,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:56.205680 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5db139f-0299-44e2-9985-9fcead243fda req-c199e381-93f9-4d8a-b4f2-ad50ed9cfa70 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] No DVR routers for this DVR port 83734119-6e58-4133-a140-c0d2be83d213 on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:51:56.207021 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b96440df-1013-4ca4-9d96-26bb36ff9c9a admin admin] Router 33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 23:51:56.208600 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c263f77e-3b70-4939-bcd2-a122deea5b63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c9d7ad7-5429-40f8-83c0-90b840f58254,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:56.213556 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-c263f77e-3b70-4939-bcd2-a122deea5b63 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=12075318a5734f31a3dc99cf24ae3f6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3428295 Jul 23 23:51:56.216335 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 38588) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:56.239837 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-b5db139f-0299-44e2-9985-9fcead243fda req-c199e381-93f9-4d8a-b4f2-ad50ed9cfa70 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:56.241938 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b5db139f-0299-44e2-9985-9fcead243fda req-c199e381-93f9-4d8a-b4f2-ad50ed9cfa70 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] 10.222.0.52 "DELETE /v2.0/ports/83734119-6e58-4133-a140-c0d2be83d213 HTTP/1.1" status: 204 len: 173 time: 1.9633672 Jul 23 23:51:56.245188 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '364f994a-f817-40ce-963b-f28ba5e4c61b', 'name': 'network-vif-deleted', 'tag': '83734119-6e58-4133-a140-c0d2be83d213'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:51:56.248046 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a266d1-f0c3-4291-8d97-dede48b08dbd" -d '{"events": [{"server_uuid": "364f994a-f817-40ce-963b-f28ba5e4c61b", "name": "network-vif-deleted", "tag": "83734119-6e58-4133-a140-c0d2be83d213"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:51:56.291638 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a9e405d6-965f-4e21-ab07-abf8d4fee895 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:56.299054 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ef874aa7-62bd-490f-ae12-14a3764fc460 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:56.375014 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-47290e02-156a-40aa-afb7-a2ec90e8ec3c req-9f3cc2a3-fb84-47ff-af0d-3816db1676ae tempest-LiveMigrationTest-328354084 tempest-LiveMigrationTest-328354084-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439537 Jul 23 23:51:56.381618 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ef874aa7-62bd-490f-ae12-14a3764fc460 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:56.438938 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38c79771-1873-4f2e-98dd-fadc708c6ad8 x-openstack-request-id: req-38c79771-1873-4f2e-98dd-fadc708c6ad8 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:51:56.439553 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "364f994a-f817-40ce-963b-f28ba5e4c61b", "name": "network-vif-deleted", "tag": "83734119-6e58-4133-a140-c0d2be83d213", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:51:56.440107 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-38c79771-1873-4f2e-98dd-fadc708c6ad8 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:51:56.440701 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '364f994a-f817-40ce-963b-f28ba5e4c61b', 'name': 'network-vif-deleted', 'tag': '83734119-6e58-4133-a140-c0d2be83d213', 'status': 'completed', 'code': 200} Jul 23 23:51:56.441730 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a9e405d6-965f-4e21-ab07-abf8d4fee895 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:56.487014 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ef874aa7-62bd-490f-ae12-14a3764fc460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:56.489873 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ef874aa7-62bd-490f-ae12-14a3764fc460 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:56.491360 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-ef874aa7-62bd-490f-ae12-14a3764fc460 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6c9d7ad7-5429-40f8-83c0-90b840f58254 HTTP/1.1" status: 204 len: 168 time: 0.2738395 Jul 23 23:51:56.506896 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef874aa7-62bd-490f-ae12-14a3764fc460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c9d7ad7-5429-40f8-83c0-90b840f58254,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:56.530559 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a9e405d6-965f-4e21-ab07-abf8d4fee895 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:56.594757 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [req-9b1001b5-59b9-4aa4-9ea8-d2f2c1204415 req-72ae95a0-66b3-4bec-b408-bfa953014fe1 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=100314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:51:56.595779 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9b1001b5-59b9-4aa4-9ea8-d2f2c1204415 req-72ae95a0-66b3-4bec-b408-bfa953014fe1 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055175 Jul 23 23:51:56.600964 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-034d96e7-8d00-470d-8727-598208d440ce req-f3744205-57d0-4013-8a82-21d94d9a3ac3 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] 10.222.0.44 "GET /v2.0/ports?device_id=364f994a-f817-40ce-963b-f28ba5e4c61b HTTP/1.1" status: 200 len: 210 time: 0.1165910 Jul 23 23:51:56.671422 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e405d6-965f-4e21-ab07-abf8d4fee895 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Pushing event updated for resources: {'Port': ['ID=4267d7ed-2883-40af-9312-f08439394996,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:56.687083 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:56.690336 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a9e405d6-965f-4e21-ab07-abf8d4fee895 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:56.701994 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-a9e405d6-965f-4e21-ab07-abf8d4fee895 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4169693 Jul 23 23:51:56.737158 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b96440df-1013-4ca4-9d96-26bb36ff9c9a admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:51:56.758154 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b17faf-da8d-4f5b-89fe-c11ab66292c4 None None] Sync routers for ids ['33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:51:56.778164 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b17faf-da8d-4f5b-89fe-c11ab66292c4 None None] Routers {'33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:51:56.778802 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-43b17faf-da8d-4f5b-89fe-c11ab66292c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:51:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:51:56.853128 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b96440df-1013-4ca4-9d96-26bb36ff9c9a admin admin] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:56.859071 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-b96440df-1013-4ca4-9d96-26bb36ff9c9a admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 5.3727853 Jul 23 23:51:56.859071 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 38614) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:51:57.123346 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-43b17faf-da8d-4f5b-89fe-c11ab66292c4 None None] Set router 33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:51:57.130470 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device beacc194-ec09-42e3-afad-38dff58396b2 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:51:57.144221 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4164b9f5-df01-424a-8279-cce7b8f7a6c9 req-9f45376a-0058-4944-98ea-a8a7fff8c8a6 tempest-TenantUsagesTestJSON-1487156575 tempest-TenantUsagesTestJSON-1487156575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:57.145983 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4164b9f5-df01-424a-8279-cce7b8f7a6c9 req-9f45376a-0058-4944-98ea-a8a7fff8c8a6 tempest-TenantUsagesTestJSON-1487156575 tempest-TenantUsagesTestJSON-1487156575-project] 10.222.0.44 "GET /v2.0/ports?device_id=164f3f80-b049-42b3-a052-ea79144c5ca2 HTTP/1.1" status: 200 len: 949 time: 0.3809001 Jul 23 23:51:57.232433 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:57.262382 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4164b9f5-df01-424a-8279-cce7b8f7a6c9 req-3923557c-ab28-48fa-a4d1-5c768f32fc86 tempest-TenantUsagesTestJSON-1487156575 tempest-TenantUsagesTestJSON-1487156575-project] 10.222.0.44 "GET /v2.0/security-groups?id=26d5c1f7-ccc8-44e7-979e-08b17bd7c699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061261 Jul 23 23:51:57.290265 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port beacc194-ec09-42e3-afad-38dff58396b2 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:51:57.292797 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:57.384734 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 0b2ef5ba-66bf-42bb-aaba-884931fcc84d up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:51:57.510064 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-43b17faf-da8d-4f5b-89fe-c11ab66292c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1407843321-router', 'tenant_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'e18c4a18-b564-4f84-85be-c1620383a9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:51:51Z', 'updated_at': '2021-07-23T23:51:53Z', 'revision_number': 3, 'project_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'gw_port': {'id': 'e18c4a18-b564-4f84-85be-c1620383a9be', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a3:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:51:52Z', 'updated_at': '2021-07-23T23:51:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:51:57.551167 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b17faf-da8d-4f5b-89fe-c11ab66292c4 None None] Checking router: 33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:51:57.551532 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b17faf-da8d-4f5b-89fe-c11ab66292c4 None None] Updating router 33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf port e18c4a18-b564-4f84-85be-c1620383a9be binding host n-d-800088-16 {{(pid=100316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:51:57.576000 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port 0b2ef5ba-66bf-42bb-aaba-884931fcc84d completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:51:57.584202 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port 0b2ef5ba-66bf-42bb-aaba-884931fcc84d triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:51:57.584992 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:57.610623 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-43b17faf-da8d-4f5b-89fe-c11ab66292c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:57.759223 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:57.800869 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '164f3f80-b049-42b3-a052-ea79144c5ca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b2ef5ba-66bf-42bb-aaba-884931fcc84d'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:51:57.805251 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5243226c-8699-4fa5-a5b6-060b5f221558" -d '{"events": [{"server_uuid": "164f3f80-b049-42b3-a052-ea79144c5ca2", "name": "network-vif-plugged", "status": "completed", "tag": "0b2ef5ba-66bf-42bb-aaba-884931fcc84d"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:51:57.808949 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf50f46e-226d-4ac9-a1bd-7eecb13e53f8 req-d3e89f76-552e-479c-bb50-00d204e8bee7 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:57.820098 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bf50f46e-226d-4ac9-a1bd-7eecb13e53f8 req-d3e89f76-552e-479c-bb50-00d204e8bee7 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/networks?id=57903904-9b6d-4c31-9b1a-837f9a463391 HTTP/1.1" status: 200 len: 822 time: 0.3902488 Jul 23 23:51:57.823743 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 0b2ef5ba-66bf-42bb-aaba-884931fcc84d, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=0b2ef5ba-66bf-42bb-aaba-884931fcc84d,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:51:57.832046 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:57.901893 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bf50f46e-226d-4ac9-a1bd-7eecb13e53f8 req-e64cbd3a-cfbe-44f7-b934-a1566442d245 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/quotas/3c7dd398271b4cc7a38ab7d4361ee7cb HTTP/1.1" status: 200 len: 375 time: 0.0585835 Jul 23 23:51:57.927238 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=0b2ef5ba-66bf-42bb-aaba-884931fcc84d,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:58.096408 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3c757f66-d2d3-491a-a096-9fd7680b7cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:58.130342 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bf50f46e-226d-4ac9-a1bd-7eecb13e53f8 req-f3d4bc32-17b6-4682-9237-bd553794976d tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3c7dd398271b4cc7a38ab7d4361ee7cb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2047715 Jul 23 23:51:58.185148 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-43b17faf-da8d-4f5b-89fe-c11ab66292c4 None None] Notify callbacks [] for port, precommit_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:58.198251 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.provisioning_blocks [None req-43b17faf-da8d-4f5b-89fe-c11ab66292c4 None None] Transition to ACTIVE for port object e18c4a18-b564-4f84-85be-c1620383a9be will not be triggered until provisioned by entity L2. {{(pid=100316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:51:58.207962 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-43b17faf-da8d-4f5b-89fe-c11ab66292c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:58.285564 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845d44f1-d4b1-436d-b7d9-de84723dd105 None None] Pushing event updated for resources: {'Port': ['ID=e18c4a18-b564-4f84-85be-c1620383a9be,revision_number=2']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:58.289383 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-43b17faf-da8d-4f5b-89fe-c11ab66292c4 None None] Attempting to bind port e18c4a18-b564-4f84-85be-c1620383a9be on host n-d-800088-16 for vnic_type normal with profile {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:51:58.289763 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-43b17faf-da8d-4f5b-89fe-c11ab66292c4 None None] Attempting to bind port e18c4a18-b564-4f84-85be-c1620383a9be by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:51:58.290273 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b17faf-da8d-4f5b-89fe-c11ab66292c4 None None] Attempting to bind port e18c4a18-b564-4f84-85be-c1620383a9be on network 9adcfee8-760c-4568-9e39-c221abf69bf5 {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:51:58.301016 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845d44f1-d4b1-436d-b7d9-de84723dd105 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:51:58.303145 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845d44f1-d4b1-436d-b7d9-de84723dd105 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:51:58.303145 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845d44f1-d4b1-436d-b7d9-de84723dd105 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:51:58.303145 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845d44f1-d4b1-436d-b7d9-de84723dd105 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:51:58.303145 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845d44f1-d4b1-436d-b7d9-de84723dd105 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:51:58.303145 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845d44f1-d4b1-436d-b7d9-de84723dd105 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:51:58.303145 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845d44f1-d4b1-436d-b7d9-de84723dd105 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:51:58.303573 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845d44f1-d4b1-436d-b7d9-de84723dd105 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:51:58.303573 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845d44f1-d4b1-436d-b7d9-de84723dd105 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:51:58.303851 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845d44f1-d4b1-436d-b7d9-de84723dd105 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:51:58.304183 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845d44f1-d4b1-436d-b7d9-de84723dd105 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:51:58.304509 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845d44f1-d4b1-436d-b7d9-de84723dd105 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:51:58.310632 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b17faf-da8d-4f5b-89fe-c11ab66292c4 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:51:58.311658 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b17faf-da8d-4f5b-89fe-c11ab66292c4 None None] Checking segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:51:58.311658 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-43b17faf-da8d-4f5b-89fe-c11ab66292c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:58.312008 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b17faf-da8d-4f5b-89fe-c11ab66292c4 None None] Bound using segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:51:58.312510 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-43b17faf-da8d-4f5b-89fe-c11ab66292c4 None None] Bound port: e18c4a18-b564-4f84-85be-c1620383a9be, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:51:58.312965 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-43b17faf-da8d-4f5b-89fe-c11ab66292c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:58.352423 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [req-2920a587-ff8a-4ae6-88d2-dd5dd78aab9d req-b054bb11-9922-4dd2-994f-fff99ddbcdf8 tempest-LiveMigrationTest-328354084 tempest-LiveMigrationTest-328354084-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=100314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:51:58.353652 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2920a587-ff8a-4ae6-88d2-dd5dd78aab9d req-b054bb11-9922-4dd2-994f-fff99ddbcdf8 tempest-LiveMigrationTest-328354084 tempest-LiveMigrationTest-328354084-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063882 Jul 23 23:51:58.377108 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bf50f46e-226d-4ac9-a1bd-7eecb13e53f8 req-199fb6c9-7fab-4438-8996-6e1f3b070f18 service neutron] 10.222.0.44 "GET /v2.0/networks/57903904-9b6d-4c31-9b1a-837f9a463391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267003 Jul 23 23:51:58.381709 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-43b17faf-da8d-4f5b-89fe-c11ab66292c4 None None] For port e18c4a18-b564-4f84-85be-c1620383a9be, host n-d-800088-16, cleared binding levels {{(pid=100316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:51:58.385689 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-43b17faf-da8d-4f5b-89fe-c11ab66292c4 None None] For port e18c4a18-b564-4f84-85be-c1620383a9be, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=e18c4a18-b564-4f84-85be-c1620383a9be,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:51:58.390593 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-43b17faf-da8d-4f5b-89fe-c11ab66292c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:58.440059 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 83734119-6e58-4133-a140-c0d2be83d213 no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:51:58.489503 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bf50f46e-226d-4ac9-a1bd-7eecb13e53f8 req-c768aa3d-fc25-42ab-82c6-8991a0dd91b9 service neutron] 10.222.0.44 "GET /v2.0/networks/57903904-9b6d-4c31-9b1a-837f9a463391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109617 Jul 23 23:51:58.503464 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b17faf-da8d-4f5b-89fe-c11ab66292c4 None None] Routers {'33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:51:58.504076 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-43b17faf-da8d-4f5b-89fe-c11ab66292c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:51:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:51:58.509348 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845d44f1-d4b1-436d-b7d9-de84723dd105 None None] Pushing event updated for resources: {'Port': ['ID=e18c4a18-b564-4f84-85be-c1620383a9be,revision_number=3']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:58.520618 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920a587-ff8a-4ae6-88d2-dd5dd78aab9d req-fb83253a-4311-48b6-9c7c-31e178568b8f tempest-LiveMigrationTest-328354084 tempest-LiveMigrationTest-328354084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:58.525810 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] No Port match for: 83734119-6e58-4133-a140-c0d2be83d213 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:51:58.526264 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 83734119-6e58-4133-a140-c0d2be83d213 not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:51:58.527062 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2920a587-ff8a-4ae6-88d2-dd5dd78aab9d req-fb83253a-4311-48b6-9c7c-31e178568b8f tempest-LiveMigrationTest-328354084 tempest-LiveMigrationTest-328354084-project-admin] 10.222.0.44 "GET /v2.0/ports/8f768bcb-fcc6-4814-bd6d-91dcda68dee3 HTTP/1.1" status: 200 len: 1095 time: 0.1676090 Jul 23 23:51:58.540356 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-2920a587-ff8a-4ae6-88d2-dd5dd78aab9d req-2e79ff6f-e7a6-4287-a3d5-8a17100c7f54 service neutron] Request body: {'binding': {'host': 'n-h1-800088-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:51:58.543009 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-2920a587-ff8a-4ae6-88d2-dd5dd78aab9d req-2e79ff6f-e7a6-4287-a3d5-8a17100c7f54 service neutron] Unknown quota resources ['binding']. {{(pid=100314) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 23:51:58.616366 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-3c757f66-d2d3-491a-a096-9fd7680b7cd5 admin admin] Allocated IP 172.20.0.1 (0d6ba2fb-46fe-4367-85af-3f33b158d449/13fa7780-575a-40c5-b19b-7d5a9ef282a8/46ee16d0-092a-4da3-b0f6-a03dd95414c0) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:51:58.744688 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:58.787647 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-43b17faf-da8d-4f5b-89fe-c11ab66292c4 None None] Set router 33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:51:58.835893 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3c757f66-d2d3-491a-a096-9fd7680b7cd5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:58.858765 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [None req-3c757f66-d2d3-491a-a096-9fd7680b7cd5 admin admin] Transition to ACTIVE for port object 46ee16d0-092a-4da3-b0f6-a03dd95414c0 will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:51:58.867809 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-2920a587-ff8a-4ae6-88d2-dd5dd78aab9d req-2e79ff6f-e7a6-4287-a3d5-8a17100c7f54 service neutron] Attempting to bind port 8f768bcb-fcc6-4814-bd6d-91dcda68dee3 on host n-h1-800088-16 for vnic_type normal with profile None {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:51:58.873436 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-2920a587-ff8a-4ae6-88d2-dd5dd78aab9d req-2e79ff6f-e7a6-4287-a3d5-8a17100c7f54 service neutron] Attempting to bind port 8f768bcb-fcc6-4814-bd6d-91dcda68dee3 by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': 'd41359ac-4be7-4a75-afd1-798e41d2f155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '646be7a8-09b8-4e0c-bd78-d5d98c9093b9'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:51:58.873870 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2920a587-ff8a-4ae6-88d2-dd5dd78aab9d req-2e79ff6f-e7a6-4287-a3d5-8a17100c7f54 service neutron] Attempting to bind port 8f768bcb-fcc6-4814-bd6d-91dcda68dee3 on network 646be7a8-09b8-4e0c-bd78-d5d98c9093b9 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:51:58.883172 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2920a587-ff8a-4ae6-88d2-dd5dd78aab9d req-2e79ff6f-e7a6-4287-a3d5-8a17100c7f54 service neutron] Port 8f768bcb-fcc6-4814-bd6d-91dcda68dee3 on network 646be7a8-09b8-4e0c-bd78-d5d98c9093b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:51:58.885746 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2920a587-ff8a-4ae6-88d2-dd5dd78aab9d req-2e79ff6f-e7a6-4287-a3d5-8a17100c7f54 service neutron] Attempting to bind port 8f768bcb-fcc6-4814-bd6d-91dcda68dee3 on network 646be7a8-09b8-4e0c-bd78-d5d98c9093b9 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:51:58.896722 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2920a587-ff8a-4ae6-88d2-dd5dd78aab9d req-2e79ff6f-e7a6-4287-a3d5-8a17100c7f54 service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:51:58.903152 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2920a587-ff8a-4ae6-88d2-dd5dd78aab9d req-2e79ff6f-e7a6-4287-a3d5-8a17100c7f54 service neutron] Checking segment: {'id': 'd41359ac-4be7-4a75-afd1-798e41d2f155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '646be7a8-09b8-4e0c-bd78-d5d98c9093b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:51:58.903815 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2920a587-ff8a-4ae6-88d2-dd5dd78aab9d req-2e79ff6f-e7a6-4287-a3d5-8a17100c7f54 service neutron] Bound using segment: {'id': 'd41359ac-4be7-4a75-afd1-798e41d2f155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '646be7a8-09b8-4e0c-bd78-d5d98c9093b9'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:51:58.904380 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-2920a587-ff8a-4ae6-88d2-dd5dd78aab9d req-2e79ff6f-e7a6-4287-a3d5-8a17100c7f54 service neutron] Bound port: 8f768bcb-fcc6-4814-bd6d-91dcda68dee3, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd41359ac-4be7-4a75-afd1-798e41d2f155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '646be7a8-09b8-4e0c-bd78-d5d98c9093b9'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:51:58.952548 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3c757f66-d2d3-491a-a096-9fd7680b7cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:59.095771 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c757f66-d2d3-491a-a096-9fd7680b7cd5 admin admin] Network 0d6ba2fb-46fe-4367-85af-3f33b158d449 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:51:59.103307 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-43b17faf-da8d-4f5b-89fe-c11ab66292c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1407843321-router', 'tenant_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'e18c4a18-b564-4f84-85be-c1620383a9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:51:51Z', 'updated_at': '2021-07-23T23:51:53Z', 'revision_number': 3, 'project_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'gw_port': {'id': 'e18c4a18-b564-4f84-85be-c1620383a9be', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a3:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:51:52Z', 'updated_at': '2021-07-23T23:51:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:51:59.115270 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-2920a587-ff8a-4ae6-88d2-dd5dd78aab9d req-2e79ff6f-e7a6-4287-a3d5-8a17100c7f54 service neutron] For port 8f768bcb-fcc6-4814-bd6d-91dcda68dee3, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=8f768bcb-fcc6-4814-bd6d-91dcda68dee3,segment=NetworkSegment(d41359ac-4be7-4a75-afd1-798e41d2f155),segment_id=d41359ac-4be7-4a75-afd1-798e41d2f155)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:51:59.116754 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-3c757f66-d2d3-491a-a096-9fd7680b7cd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:51:59.121716 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-2920a587-ff8a-4ae6-88d2-dd5dd78aab9d req-2e79ff6f-e7a6-4287-a3d5-8a17100c7f54 service neutron] Notify callbacks [] for binding, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:59.123236 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c757f66-d2d3-491a-a096-9fd7680b7cd5 admin admin] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:51:59.123959 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3c757f66-d2d3-491a-a096-9fd7680b7cd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681761'] for router_interface, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:59.138703 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2920a587-ff8a-4ae6-88d2-dd5dd78aab9d req-2e79ff6f-e7a6-4287-a3d5-8a17100c7f54 service neutron] 10.222.0.44 "POST /v2.0/ports/8f768bcb-fcc6-4814-bd6d-91dcda68dee3/bindings HTTP/1.1" status: 201 len: 390 time: 0.6023042 Jul 23 23:51:59.158481 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b17faf-da8d-4f5b-89fe-c11ab66292c4 None None] The sync data for ids ['33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf'] in n-d-800088-16 is: [{'id': '33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1407843321-router', 'tenant_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'e18c4a18-b564-4f84-85be-c1620383a9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:51:51Z', 'updated_at': '2021-07-23T23:51:53Z', 'revision_number': 3, 'project_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'gw_port': {'id': 'e18c4a18-b564-4f84-85be-c1620383a9be', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a3:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:51:52Z', 'updated_at': '2021-07-23T23:51:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:51:59.236193 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c757f66-d2d3-491a-a096-9fd7680b7cd5 admin admin] Pushing event updated for resources: {'Port': ['ID=46ee16d0-092a-4da3-b0f6-a03dd95414c0,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:59.427634 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea5c697-68dc-4965-8d37-52b220e29b06 x-openstack-request-id: req-aea5c697-68dc-4965-8d37-52b220e29b06 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:51:59.428662 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "164f3f80-b049-42b3-a052-ea79144c5ca2", "name": "network-vif-plugged", "status": "completed", "tag": "0b2ef5ba-66bf-42bb-aaba-884931fcc84d", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:51:59.429114 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-aea5c697-68dc-4965-8d37-52b220e29b06 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:51:59.430229 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '164f3f80-b049-42b3-a052-ea79144c5ca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b2ef5ba-66bf-42bb-aaba-884931fcc84d', 'code': 200} Jul 23 23:51:59.538683 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-aed2f7b4-4391-4892-bb10-a4e7ba10028d None None] Provisioning for port 46ee16d0-092a-4da3-b0f6-a03dd95414c0 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:51:59.550480 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-aed2f7b4-4391-4892-bb10-a4e7ba10028d None None] Provisioning complete for port 46ee16d0-092a-4da3-b0f6-a03dd95414c0 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:51:59.552651 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-aed2f7b4-4391-4892-bb10-a4e7ba10028d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:59.690122 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-aed2f7b4-4391-4892-bb10-a4e7ba10028d None None] Port 46ee16d0-092a-4da3-b0f6-a03dd95414c0 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:51:59.800656 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec1c84-63fc-406a-94b9-96cde4a9ce9b req-0d4aab95-65b2-43fd-a0e0-7406f6f60715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:59.802239 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b5ec1c84-63fc-406a-94b9-96cde4a9ce9b req-0d4aab95-65b2-43fd-a0e0-7406f6f60715 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=164f3f80-b049-42b3-a052-ea79144c5ca2 HTTP/1.1" status: 200 len: 1102 time: 0.3108397 Jul 23 23:51:59.841172 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ce8e56-3d92-4466-bd7e-62c1e93a97ee req-4bb3be8a-31c2-4b14-9996-6c400d921b4f tempest-TenantUsagesTestJSON-1487156575 tempest-TenantUsagesTestJSON-1487156575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:59.842836 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-62ce8e56-3d92-4466-bd7e-62c1e93a97ee req-4bb3be8a-31c2-4b14-9996-6c400d921b4f tempest-TenantUsagesTestJSON-1487156575 tempest-TenantUsagesTestJSON-1487156575-project] 10.222.0.44 "GET /v2.0/ports?device_id=164f3f80-b049-42b3-a052-ea79144c5ca2 HTTP/1.1" status: 200 len: 950 time: 0.2140236 Jul 23 23:51:59.885032 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b5ec1c84-63fc-406a-94b9-96cde4a9ce9b req-66807db0-6b41-4883-bfda-ba5a4c460772 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=26d5c1f7-ccc8-44e7-979e-08b17bd7c699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747311 Jul 23 23:51:59.919099 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-62ce8e56-3d92-4466-bd7e-62c1e93a97ee req-a135d747-86ef-4754-9df4-dcb5ae6f2528 tempest-TenantUsagesTestJSON-1487156575 tempest-TenantUsagesTestJSON-1487156575-project] 10.222.0.44 "GET /v2.0/security-groups?id=26d5c1f7-ccc8-44e7-979e-08b17bd7c699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560396 Jul 23 23:51:59.975610 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3c757f66-d2d3-491a-a096-9fd7680b7cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:00.046328 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2cac6218-053d-4690-869a-f8de3114ee93 req-968058f8-dd5e-4eef-8b3b-7a2dfd6f63ae tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/ports?device_id=e724dba7-739e-45e1-8f8d-b2ede04c09d6 HTTP/1.1" status: 200 len: 210 time: 0.0547361 Jul 23 23:52:00.083321 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920a587-ff8a-4ae6-88d2-dd5dd78aab9d req-2941379c-0978-4769-8b6b-78f33a854417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:00.085268 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2920a587-ff8a-4ae6-88d2-dd5dd78aab9d req-2941379c-0978-4769-8b6b-78f33a854417 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e50500f9fa5448f8994dd6c4e9b5ded5&device_id=6e50b102-6aba-4b7c-918d-7934b7fc5e3b HTTP/1.1" status: 200 len: 1098 time: 0.6345353 Jul 23 23:52:00.104823 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ce0051-0419-4b78-a00d-42333c7ce8d7 req-40c725d8-92e7-4086-971e-262206d5ff35 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:00.106599 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-72ce0051-0419-4b78-a00d-42333c7ce8d7 req-40c725d8-92e7-4086-971e-262206d5ff35 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e50b102-6aba-4b7c-918d-7934b7fc5e3b HTTP/1.1" status: 200 len: 946 time: 0.0855837 Jul 23 23:52:00.158323 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-72ce0051-0419-4b78-a00d-42333c7ce8d7 req-eed8c8e4-733a-44d1-b61d-1cd13744bec9 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437543 Jul 23 23:52:00.312291 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920a587-ff8a-4ae6-88d2-dd5dd78aab9d req-e29142de-34e0-4534-98fc-059e19f34eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:00.313708 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2920a587-ff8a-4ae6-88d2-dd5dd78aab9d req-e29142de-34e0-4534-98fc-059e19f34eb2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=646be7a8-09b8-4e0c-bd78-d5d98c9093b9 HTTP/1.1" status: 200 len: 908 time: 0.2195070 Jul 23 23:52:00.388316 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2920a587-ff8a-4ae6-88d2-dd5dd78aab9d req-961bd27f-4861-4cff-8751-6dba7f52e45b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f768bcb-fcc6-4814-bd6d-91dcda68dee3 HTTP/1.1" status: 200 len: 217 time: 0.0621896 Jul 23 23:52:00.419846 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3c757f66-d2d3-491a-a096-9fd7680b7cd5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:00.480296 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3c757f66-d2d3-491a-a096-9fd7680b7cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:00.481541 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3c757f66-d2d3-491a-a096-9fd7680b7cd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680980'] for router_interface, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:00.589241 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920a587-ff8a-4ae6-88d2-dd5dd78aab9d req-e90191c8-0cc7-49bb-be03-3cc09ca3eaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:00.589241 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2920a587-ff8a-4ae6-88d2-dd5dd78aab9d req-e90191c8-0cc7-49bb-be03-3cc09ca3eaa3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3bfc2b3c-ece5-49a0-8daf-8ebd7d541c76 HTTP/1.1" status: 200 len: 847 time: 0.1836226 Jul 23 23:52:00.599834 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf50f46e-226d-4ac9-a1bd-7eecb13e53f8 req-786bd640-e83b-4cb1-9006-08f7161e5eda tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:00.601503 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bf50f46e-226d-4ac9-a1bd-7eecb13e53f8 req-786bd640-e83b-4cb1-9006-08f7161e5eda tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.52 "GET /v2.0/networks?id=57903904-9b6d-4c31-9b1a-837f9a463391 HTTP/1.1" status: 200 len: 822 time: 0.2953489 Jul 23 23:52:00.602200 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c757f66-d2d3-491a-a096-9fd7680b7cd5 admin admin] Pushing event updated for resources: {'Port': ['ID=46ee16d0-092a-4da3-b0f6-a03dd95414c0,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:00.638177 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-bf50f46e-226d-4ac9-a1bd-7eecb13e53f8 req-8835f25b-184d-49f4-8193-2cd24bbafb79 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Request body: {'port': {'device_id': 'e724dba7-739e-45e1-8f8d-b2ede04c09d6', 'network_id': '57903904-9b6d-4c31-9b1a-837f9a463391', 'admin_state_up': True, 'tenant_id': '3c7dd398271b4cc7a38ab7d4361ee7cb'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:52:00.677531 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2920a587-ff8a-4ae6-88d2-dd5dd78aab9d req-8f93cf82-2a79-46f3-81b2-3ff605f6cdd4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=646be7a8-09b8-4e0c-bd78-d5d98c9093b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706251 Jul 23 23:52:00.766230 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6264246c-1f3e-4bbe-a22b-69ef50e854fc req-8aaf0956-7e2d-4667-8e7e-94b34245cd94 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:00.783185 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6264246c-1f3e-4bbe-a22b-69ef50e854fc req-8aaf0956-7e2d-4667-8e7e-94b34245cd94 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e2f5452-8598-4c69-a1e0-a340e19c85a0 HTTP/1.1" status: 200 len: 950 time: 0.2284405 Jul 23 23:52:00.866299 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6264246c-1f3e-4bbe-a22b-69ef50e854fc req-0a854c1f-ed4a-4cab-b1c3-1ef589c9efc1 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] 10.222.0.44 "GET /v2.0/security-groups?id=6213158c-d1c5-4952-b5da-736e4d97aee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798004 Jul 23 23:52:00.945638 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2920a587-ff8a-4ae6-88d2-dd5dd78aab9d req-a15d44fa-9258-4a31-874a-790b1c49977e service neutron] 10.222.0.52 "GET /v2.0/networks/646be7a8-09b8-4e0c-bd78-d5d98c9093b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517309 Jul 23 23:52:00.954500 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c757f66-d2d3-491a-a096-9fd7680b7cd5 admin admin] Network 0d6ba2fb-46fe-4367-85af-3f33b158d449 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:52:00.970916 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-3c757f66-d2d3-491a-a096-9fd7680b7cd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:52:01.141631 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf50f46e-226d-4ac9-a1bd-7eecb13e53f8 req-8835f25b-184d-49f4-8193-2cd24bbafb79 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Made reservation on behalf of 3c7dd398271b4cc7a38ab7d4361ee7cb for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:52:01.145809 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-bf50f46e-226d-4ac9-a1bd-7eecb13e53f8 req-8835f25b-184d-49f4-8193-2cd24bbafb79 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:01.150386 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device e18c4a18-b564-4f84-85be-c1620383a9be up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:52:01.165363 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379eda88-b4ab-4b95-863a-91d9271e7eb2 req-8f3e1aec-e087-4f5d-a266-5147b7ef8ea5 tempest-TenantUsagesTestJSON-1487156575 tempest-TenantUsagesTestJSON-1487156575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:01.172231 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-379eda88-b4ab-4b95-863a-91d9271e7eb2 req-8f3e1aec-e087-4f5d-a266-5147b7ef8ea5 tempest-TenantUsagesTestJSON-1487156575 tempest-TenantUsagesTestJSON-1487156575-project] 10.222.0.44 "GET /v2.0/ports?device_id=164f3f80-b049-42b3-a052-ea79144c5ca2 HTTP/1.1" status: 200 len: 950 time: 0.1010559 Jul 23 23:52:01.251539 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2920a587-ff8a-4ae6-88d2-dd5dd78aab9d req-686b4558-e28b-492b-8c0d-eb7d950ef954 service neutron] 10.222.0.52 "GET /v2.0/networks/646be7a8-09b8-4e0c-bd78-d5d98c9093b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953360 Jul 23 23:52:01.264742 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-379eda88-b4ab-4b95-863a-91d9271e7eb2 req-1ace79c6-92a5-41d9-b834-ca8a2eff4511 tempest-TenantUsagesTestJSON-1487156575 tempest-TenantUsagesTestJSON-1487156575-project] 10.222.0.44 "GET /v2.0/security-groups?id=26d5c1f7-ccc8-44e7-979e-08b17bd7c699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857816 Jul 23 23:52:01.290144 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port e18c4a18-b564-4f84-85be-c1620383a9be completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:52:01.304640 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port e18c4a18-b564-4f84-85be-c1620383a9be triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:52:01.305422 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:01.374639 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-27070ef0-a1ee-4988-93e5-d2d18e0d036e None None] Provisioning complete for port 46ee16d0-092a-4da3-b0f6-a03dd95414c0 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:52:01.375009 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-27070ef0-a1ee-4988-93e5-d2d18e0d036e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:01.376242 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bd812e1b-2a05-46e6-a1de-cafc6c1a4f69 req-c84ef78a-2c53-4d82-95c7-7aeae3b7531b tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/ports?device_id=e724dba7-739e-45e1-8f8d-b2ede04c09d6 HTTP/1.1" status: 200 len: 210 time: 0.0364609 Jul 23 23:52:01.385616 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c757f66-d2d3-491a-a096-9fd7680b7cd5 admin admin] Router 33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:52:01.419762 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-27070ef0-a1ee-4988-93e5-d2d18e0d036e None None] Port 46ee16d0-092a-4da3-b0f6-a03dd95414c0 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:52:01.437846 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-bf50f46e-226d-4ac9-a1bd-7eecb13e53f8 req-8835f25b-184d-49f4-8193-2cd24bbafb79 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Allocated IP 172.20.0.8 (57903904-9b6d-4c31-9b1a-837f9a463391/9591efd5-cf05-46fc-a204-a334741262ad/97673005-ee9a-470f-a42b-801ca4635acb) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:52:01.489042 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:01.530082 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port e18c4a18-b564-4f84-85be-c1620383a9be, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=e18c4a18-b564-4f84-85be-c1620383a9be,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:52:01.536656 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:01.598268 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=e18c4a18-b564-4f84-85be-c1620383a9be,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:01.611887 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920a587-ff8a-4ae6-88d2-dd5dd78aab9d req-5a97b474-0862-47df-8353-2a54a3d2ab81 tempest-LiveMigrationTest-328354084 tempest-LiveMigrationTest-328354084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:01.613561 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2920a587-ff8a-4ae6-88d2-dd5dd78aab9d req-5a97b474-0862-47df-8353-2a54a3d2ab81 tempest-LiveMigrationTest-328354084 tempest-LiveMigrationTest-328354084-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=6e50b102-6aba-4b7c-918d-7934b7fc5e3b&tenant_id=e50500f9fa5448f8994dd6c4e9b5ded5&binding%3Ahost_id=n-h2-800088-16 HTTP/1.1" status: 200 len: 1098 time: 0.2728007 Jul 23 23:52:01.642324 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-2920a587-ff8a-4ae6-88d2-dd5dd78aab9d req-c95bd043-c22a-4b62-ae8a-266304eab584 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-800088-16'}}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:52:01.705174 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ecdbb-7bc1-4658-93bd-dea3c0c040a1 req-ecde71f4-2892-4cc7-a2f9-bf279a88ec9e tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:01.706753 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-169ecdbb-7bc1-4658-93bd-dea3c0c040a1 req-ecde71f4-2892-4cc7-a2f9-bf279a88ec9e tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e50b102-6aba-4b7c-918d-7934b7fc5e3b HTTP/1.1" status: 200 len: 946 time: 0.3458703 Jul 23 23:52:01.793927 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c757f66-d2d3-491a-a096-9fd7680b7cd5 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:52:01.807567 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77816e92-c5f0-4461-805b-2ed71bd3771f None None] Sync routers for ids ['33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:52:01.815538 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-3c757f66-d2d3-491a-a096-9fd7680b7cd5 admin admin] 10.222.0.44 "PUT /v2.0/routers/33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9545269 Jul 23 23:52:01.819808 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77816e92-c5f0-4461-805b-2ed71bd3771f None None] Routers {'33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:52:01.820759 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-77816e92-c5f0-4461-805b-2ed71bd3771f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:51:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:52:01.938357 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-169ecdbb-7bc1-4658-93bd-dea3c0c040a1 req-6df2c640-9575-4328-be3d-a3d2f284b8f7 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003641 Jul 23 23:52:01.938357 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-bf50f46e-226d-4ac9-a1bd-7eecb13e53f8 req-8835f25b-184d-49f4-8193-2cd24bbafb79 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:01.954859 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-2920a587-ff8a-4ae6-88d2-dd5dd78aab9d req-c95bd043-c22a-4b62-ae8a-266304eab584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:02.105956 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fc052f-9061-4e38-9076-1d21fcc4fd53 req-0d9fd64a-caeb-4926-94c1-9bdc18ff6e37 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:02.107921 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-27fc052f-9061-4e38-9076-1d21fcc4fd53 req-0d9fd64a-caeb-4926-94c1-9bdc18ff6e37 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e2f5452-8598-4c69-a1e0-a340e19c85a0 HTTP/1.1" status: 200 len: 950 time: 0.4561384 Jul 23 23:52:02.197881 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-77816e92-c5f0-4461-805b-2ed71bd3771f None None] Set router 33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:52:02.239430 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c791d8-a7bd-4138-95c8-e8d2cd89fafe req-24713982-0aa4-47be-9591-d3d8d7c6c114 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:02.251859 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f2c791d8-a7bd-4138-95c8-e8d2cd89fafe req-24713982-0aa4-47be-9591-d3d8d7c6c114 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e2f5452-8598-4c69-a1e0-a340e19c85a0 HTTP/1.1" status: 200 len: 950 time: 0.1627398 Jul 23 23:52:02.268144 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-bf50f46e-226d-4ac9-a1bd-7eecb13e53f8 req-8835f25b-184d-49f4-8193-2cd24bbafb79 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:02.311479 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f2c791d8-a7bd-4138-95c8-e8d2cd89fafe req-ec94f80c-469f-4f8c-9bcf-89a3245f3b68 tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] 10.222.0.44 "GET /v2.0/security-groups?id=6213158c-d1c5-4952-b5da-736e4d97aee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530074 Jul 23 23:52:02.332328 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-2920a587-ff8a-4ae6-88d2-dd5dd78aab9d req-c95bd043-c22a-4b62-ae8a-266304eab584 service neutron] For port 8f768bcb-fcc6-4814-bd6d-91dcda68dee3, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=8f768bcb-fcc6-4814-bd6d-91dcda68dee3,segment=NetworkSegment(d41359ac-4be7-4a75-afd1-798e41d2f155),segment_id=d41359ac-4be7-4a75-afd1-798e41d2f155)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:52:02.358085 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf50f46e-226d-4ac9-a1bd-7eecb13e53f8 req-8835f25b-184d-49f4-8193-2cd24bbafb79 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Network 57903904-9b6d-4c31-9b1a-837f9a463391 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:52:02.367673 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-bf50f46e-226d-4ac9-a1bd-7eecb13e53f8 req-8835f25b-184d-49f4-8193-2cd24bbafb79 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:52:02.374418 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf50f46e-226d-4ac9-a1bd-7eecb13e53f8 req-8835f25b-184d-49f4-8193-2cd24bbafb79 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:52:02.382555 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf50f46e-226d-4ac9-a1bd-7eecb13e53f8 req-8835f25b-184d-49f4-8193-2cd24bbafb79 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:02.383311 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-bf50f46e-226d-4ac9-a1bd-7eecb13e53f8 req-8835f25b-184d-49f4-8193-2cd24bbafb79 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:02.393803 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8835f25b-184d-49f4-8193-2cd24bbafb79 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Pushing event updated for resources: {'Port': ['ID=97673005-ee9a-470f-a42b-801ca4635acb,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:02.416347 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-27fc052f-9061-4e38-9076-1d21fcc4fd53 req-5de4481b-20b8-4e28-bdaa-121cdc2d096f tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] Deleting port 3047ceb7-a871-4929-a67b-b059e834f9f1 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:52:02.416963 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-27fc052f-9061-4e38-9076-1d21fcc4fd53 req-5de4481b-20b8-4e28-bdaa-121cdc2d096f tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:02.447392 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bf50f46e-226d-4ac9-a1bd-7eecb13e53f8 req-8835f25b-184d-49f4-8193-2cd24bbafb79 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8146644 Jul 23 23:52:02.467817 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-bf50f46e-226d-4ac9-a1bd-7eecb13e53f8 req-cd8fdcb0-e045-44d3-82dc-54f96c8f6264 service neutron] Request body: {'port': {'device_id': 'e724dba7-739e-45e1-8f8d-b2ede04c09d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:52:02.482385 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-2920a587-ff8a-4ae6-88d2-dd5dd78aab9d req-c95bd043-c22a-4b62-ae8a-266304eab584 service neutron] For port 8f768bcb-fcc6-4814-bd6d-91dcda68dee3, host n-h2-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:52:02.541503 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 38802) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:52:02.561111 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-77816e92-c5f0-4461-805b-2ed71bd3771f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1407843321-router', 'tenant_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'e18c4a18-b564-4f84-85be-c1620383a9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:51:51Z', 'updated_at': '2021-07-23T23:51:59Z', 'revision_number': 4, 'project_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'gw_port': {'id': 'e18c4a18-b564-4f84-85be-c1620383a9be', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:51:52Z', 'updated_at': '2021-07-23T23:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '46ee16d0-092a-4da3-b0f6-a03dd95414c0', 'name': '', 'network_id': '0d6ba2fb-46fe-4367-85af-3f33b158d449', 'tenant_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'mac_address': 'fa:16:3e:82:b5:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '13fa7780-575a-40c5-b19b-7d5a9ef282a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:51:58Z', 'updated_at': '2021-07-23T23:52:00Z', 'revision_number': 2, 'project_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'subnets': [{'id': '13fa7780-575a-40c5-b19b-7d5a9ef282a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:52:02.580022 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 38806) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:52:02.598232 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77816e92-c5f0-4461-805b-2ed71bd3771f None None] Checking router: 33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:52:02.598742 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77816e92-c5f0-4461-805b-2ed71bd3771f None None] Updating router 33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf port 46ee16d0-092a-4da3-b0f6-a03dd95414c0 binding host n-d-800088-16 {{(pid=100315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:52:02.638977 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-77816e92-c5f0-4461-805b-2ed71bd3771f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:02.697417 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-63d27a32-445c-4f21-b827-20e31bcf93ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:02.785078 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-832716fe-464f-472c-a496-c50714211cff admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:02.902361 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-63d27a32-445c-4f21-b827-20e31bcf93ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:02.914633 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-63d27a32-445c-4f21-b827-20e31bcf93ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:02.978965 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e50b102-6aba-4b7c-918d-7934b7fc5e3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f768bcb-fcc6-4814-bd6d-91dcda68dee3'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:52:02.981390 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6962207-0108-4dba-ab67-5fa1062ecf4d" -d '{"events": [{"server_uuid": "6e50b102-6aba-4b7c-918d-7934b7fc5e3b", "name": "network-vif-unplugged", "status": "completed", "tag": "8f768bcb-fcc6-4814-bd6d-91dcda68dee3"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:52:02.986058 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-2920a587-ff8a-4ae6-88d2-dd5dd78aab9d req-c95bd043-c22a-4b62-ae8a-266304eab584 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:03.011321 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-2920a587-ff8a-4ae6-88d2-dd5dd78aab9d req-c95bd043-c22a-4b62-ae8a-266304eab584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:03.016923 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-77816e92-c5f0-4461-805b-2ed71bd3771f None None] Notify callbacks [] for port, precommit_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:03.018243 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-27fc052f-9061-4e38-9076-1d21fcc4fd53 req-5de4481b-20b8-4e28-bdaa-121cdc2d096f tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] For port 3047ceb7-a871-4929-a67b-b059e834f9f1, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=3047ceb7-a871-4929-a67b-b059e834f9f1,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:52:03.018606 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-27fc052f-9061-4e38-9076-1d21fcc4fd53 req-5de4481b-20b8-4e28-bdaa-121cdc2d096f tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:03.023090 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-63d27a32-445c-4f21-b827-20e31bcf93ed admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1a4e2d98e42a4d0e821cc38cf1e45f59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4802208 Jul 23 23:52:03.029438 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 38824) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:52:03.032300 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-77816e92-c5f0-4461-805b-2ed71bd3771f None None] Transition to ACTIVE for port object 46ee16d0-092a-4da3-b0f6-a03dd95414c0 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:52:03.032891 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d27a32-445c-4f21-b827-20e31bcf93ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3840a650-259a-4186-a464-9da58ea60180,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:03.037118 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-bf50f46e-226d-4ac9-a1bd-7eecb13e53f8 req-cd8fdcb0-e045-44d3-82dc-54f96c8f6264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:03.042582 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-77816e92-c5f0-4461-805b-2ed71bd3771f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:03.066440 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-27fc052f-9061-4e38-9076-1d21fcc4fd53 req-5de4481b-20b8-4e28-bdaa-121cdc2d096f tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] Calling delete_port for 3047ceb7-a871-4929-a67b-b059e834f9f1 owned by compute:nova {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:52:03.112133 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288bc8bc-a03a-4f93-b084-6a52a0dca8b5 req-4ee26229-d772-4a90-9875-1f27c115a935 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:03.119660 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-288bc8bc-a03a-4f93-b084-6a52a0dca8b5 req-4ee26229-d772-4a90-9875-1f27c115a935 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "GET /v2.0/networks?id=0d6ba2fb-46fe-4367-85af-3f33b158d449 HTTP/1.1" status: 200 len: 821 time: 0.2528040 Jul 23 23:52:03.128010 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00292e8-a8fc-482c-95de-83c4b5e1f980 None None] Pushing event updated for resources: {'Port': ['ID=46ee16d0-092a-4da3-b0f6-a03dd95414c0,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:03.174848 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-288bc8bc-a03a-4f93-b084-6a52a0dca8b5 req-f94808cf-20f1-42a6-af03-668c181e7085 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "GET /v2.0/quotas/fe34b741dd5e495ab273e85e013ecfbf HTTP/1.1" status: 200 len: 375 time: 0.0483859 Jul 23 23:52:03.176121 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device e18c4a18-b564-4f84-85be-c1620383a9be up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:52:03.239459 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b3ba4651-7247-4bbe-8c4a-30aaf7262e45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:03.256429 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-77816e92-c5f0-4461-805b-2ed71bd3771f None None] Attempting to bind port 46ee16d0-092a-4da3-b0f6-a03dd95414c0 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:52:03.257034 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-77816e92-c5f0-4461-805b-2ed71bd3771f None None] Attempting to bind port 46ee16d0-092a-4da3-b0f6-a03dd95414c0 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '1eb88701-f197-4cdd-9aa7-747409d195ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0d6ba2fb-46fe-4367-85af-3f33b158d449'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:52:03.257543 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77816e92-c5f0-4461-805b-2ed71bd3771f None None] Attempting to bind port 46ee16d0-092a-4da3-b0f6-a03dd95414c0 on network 0d6ba2fb-46fe-4367-85af-3f33b158d449 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:52:03.268508 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77816e92-c5f0-4461-805b-2ed71bd3771f None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:52:03.269008 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77816e92-c5f0-4461-805b-2ed71bd3771f None None] Checking segment: {'id': '1eb88701-f197-4cdd-9aa7-747409d195ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0d6ba2fb-46fe-4367-85af-3f33b158d449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:52:03.269642 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-77816e92-c5f0-4461-805b-2ed71bd3771f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:03.270105 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77816e92-c5f0-4461-805b-2ed71bd3771f None None] Bound using segment: {'id': '1eb88701-f197-4cdd-9aa7-747409d195ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0d6ba2fb-46fe-4367-85af-3f33b158d449'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:52:03.270658 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-77816e92-c5f0-4461-805b-2ed71bd3771f None None] Bound port: 46ee16d0-092a-4da3-b0f6-a03dd95414c0, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eb88701-f197-4cdd-9aa7-747409d195ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0d6ba2fb-46fe-4367-85af-3f33b158d449'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:52:03.271124 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-77816e92-c5f0-4461-805b-2ed71bd3771f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:03.297193 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b3ba4651-7247-4bbe-8c4a-30aaf7262e45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:03.301193 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-832716fe-464f-472c-a496-c50714211cff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:03.319687 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-832716fe-464f-472c-a496-c50714211cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:03.330211 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port e18c4a18-b564-4f84-85be-c1620383a9be triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:52:03.330804 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:03.396451 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-288bc8bc-a03a-4f93-b084-6a52a0dca8b5 req-21a8dff4-3921-44f4-bbb1-b63f1d6ee3fa tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=fe34b741dd5e495ab273e85e013ecfbf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2204449 Jul 23 23:52:03.400866 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-77816e92-c5f0-4461-805b-2ed71bd3771f None None] For port 46ee16d0-092a-4da3-b0f6-a03dd95414c0, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:52:03.403316 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-832716fe-464f-472c-a496-c50714211cff admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a2707bfe6e97457fba27dc208dd40ed3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8214366 Jul 23 23:52:03.404899 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 38828) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:52:03.405396 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-77816e92-c5f0-4461-805b-2ed71bd3771f None None] For port 46ee16d0-092a-4da3-b0f6-a03dd95414c0, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=46ee16d0-092a-4da3-b0f6-a03dd95414c0,segment=NetworkSegment(1eb88701-f197-4cdd-9aa7-747409d195ea),segment_id=1eb88701-f197-4cdd-9aa7-747409d195ea)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:52:03.406223 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832716fe-464f-472c-a496-c50714211cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a60d585-6838-49d3-9af2-803fea70de9b,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:03.413422 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-77816e92-c5f0-4461-805b-2ed71bd3771f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:03.422151 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-27fc052f-9061-4e38-9076-1d21fcc4fd53 req-5de4481b-20b8-4e28-bdaa-121cdc2d096f tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:03.424307 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95bd043-c22a-4b62-ae8a-266304eab584 service neutron] Pushing event updated for resources: {'Port': ['ID=8f768bcb-fcc6-4814-bd6d-91dcda68dee3,revision_number=7']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:03.446093 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['3047ceb7-a871-4929-a67b-b059e834f9f1'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:52:03.457022 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd853ba2-7b47-4fca-bb4a-5c42f2d7b3a1 req-533136bc-fddc-440a-9cb0-c14a9eb7d79b tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:03.458489 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-dd853ba2-7b47-4fca-bb4a-5c42f2d7b3a1 req-533136bc-fddc-440a-9cb0-c14a9eb7d79b tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/ports?device_id=e724dba7-739e-45e1-8f8d-b2ede04c09d6 HTTP/1.1" status: 200 len: 931 time: 0.8449240 Jul 23 23:52:03.503196 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-2920a587-ff8a-4ae6-88d2-dd5dd78aab9d req-c95bd043-c22a-4b62-ae8a-266304eab584 service neutron] Attempting to bind port 8f768bcb-fcc6-4814-bd6d-91dcda68dee3 on host n-h2-800088-16 for vnic_type normal with profile {"migrating_to": "n-h1-800088-16"} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:52:03.503533 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-2920a587-ff8a-4ae6-88d2-dd5dd78aab9d req-c95bd043-c22a-4b62-ae8a-266304eab584 service neutron] Attempting to bind port 8f768bcb-fcc6-4814-bd6d-91dcda68dee3 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': 'd41359ac-4be7-4a75-afd1-798e41d2f155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '646be7a8-09b8-4e0c-bd78-d5d98c9093b9'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:52:03.504036 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2920a587-ff8a-4ae6-88d2-dd5dd78aab9d req-c95bd043-c22a-4b62-ae8a-266304eab584 service neutron] Attempting to bind port 8f768bcb-fcc6-4814-bd6d-91dcda68dee3 on network 646be7a8-09b8-4e0c-bd78-d5d98c9093b9 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:52:03.506335 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de4481b-20b8-4e28-bdaa-121cdc2d096f tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] Pushing event deleted for resources: {'Port': ['ID=3047ceb7-a871-4929-a67b-b059e834f9f1,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:03.511406 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b3ba4651-7247-4bbe-8c4a-30aaf7262e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:03.514606 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b3ba4651-7247-4bbe-8c4a-30aaf7262e45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:03.522211 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-b3ba4651-7247-4bbe-8c4a-30aaf7262e45 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3840a650-259a-4186-a464-9da58ea60180 HTTP/1.1" status: 204 len: 168 time: 0.4857116 Jul 23 23:52:03.567467 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77816e92-c5f0-4461-805b-2ed71bd3771f None None] Routers {'33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:52:03.569014 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-77816e92-c5f0-4461-805b-2ed71bd3771f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:51:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:52:03.581358 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2920a587-ff8a-4ae6-88d2-dd5dd78aab9d req-c95bd043-c22a-4b62-ae8a-266304eab584 service neutron] Port 8f768bcb-fcc6-4814-bd6d-91dcda68dee3 on network 646be7a8-09b8-4e0c-bd78-d5d98c9093b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:52:03.582267 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2920a587-ff8a-4ae6-88d2-dd5dd78aab9d req-c95bd043-c22a-4b62-ae8a-266304eab584 service neutron] Attempting to bind port 8f768bcb-fcc6-4814-bd6d-91dcda68dee3 on network 646be7a8-09b8-4e0c-bd78-d5d98c9093b9 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:52:03.582753 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00292e8-a8fc-482c-95de-83c4b5e1f980 None None] Pushing event updated for resources: {'Port': ['ID=46ee16d0-092a-4da3-b0f6-a03dd95414c0,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:03.606900 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-27fc052f-9061-4e38-9076-1d21fcc4fd53 req-5de4481b-20b8-4e28-bdaa-121cdc2d096f tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] No DVR routers for this DVR port 3047ceb7-a871-4929-a67b-b059e834f9f1 on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:52:03.659745 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ba4651-7247-4bbe-8c4a-30aaf7262e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3840a650-259a-4186-a464-9da58ea60180,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:03.694637 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-27fc052f-9061-4e38-9076-1d21fcc4fd53 req-5de4481b-20b8-4e28-bdaa-121cdc2d096f tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:03.700556 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-27fc052f-9061-4e38-9076-1d21fcc4fd53 req-5de4481b-20b8-4e28-bdaa-121cdc2d096f tempest-LiveMigrationNegativeTest-476057636 tempest-LiveMigrationNegativeTest-476057636-project] 10.222.0.52 "DELETE /v2.0/ports/3047ceb7-a871-4929-a67b-b059e834f9f1 HTTP/1.1" status: 204 len: 173 time: 1.5837572 Jul 23 23:52:03.708824 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2920a587-ff8a-4ae6-88d2-dd5dd78aab9d req-c95bd043-c22a-4b62-ae8a-266304eab584 service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:52:03.709471 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2920a587-ff8a-4ae6-88d2-dd5dd78aab9d req-c95bd043-c22a-4b62-ae8a-266304eab584 service neutron] Checking segment: {'id': 'd41359ac-4be7-4a75-afd1-798e41d2f155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '646be7a8-09b8-4e0c-bd78-d5d98c9093b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:52:03.710253 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2920a587-ff8a-4ae6-88d2-dd5dd78aab9d req-c95bd043-c22a-4b62-ae8a-266304eab584 service neutron] Bound using segment: {'id': 'd41359ac-4be7-4a75-afd1-798e41d2f155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '646be7a8-09b8-4e0c-bd78-d5d98c9093b9'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:52:03.720846 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-2920a587-ff8a-4ae6-88d2-dd5dd78aab9d req-c95bd043-c22a-4b62-ae8a-266304eab584 service neutron] Bound port: 8f768bcb-fcc6-4814-bd6d-91dcda68dee3, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd41359ac-4be7-4a75-afd1-798e41d2f155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '646be7a8-09b8-4e0c-bd78-d5d98c9093b9'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:52:03.723879 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-2920a587-ff8a-4ae6-88d2-dd5dd78aab9d req-c95bd043-c22a-4b62-ae8a-266304eab584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:03.813087 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-dd853ba2-7b47-4fca-bb4a-5c42f2d7b3a1 req-d1df6927-4278-4209-af19-e771cca9d184 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee3bb585-1d46-4d4b-8ed6-e0ac9b92bd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182020 Jul 23 23:52:03.889170 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-77816e92-c5f0-4461-805b-2ed71bd3771f None None] Set router 33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:52:03.946930 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-288bc8bc-a03a-4f93-b084-6a52a0dca8b5 req-0f89684c-e64a-4633-a9fe-05be16628c75 service neutron] 10.222.0.44 "GET /v2.0/networks/0d6ba2fb-46fe-4367-85af-3f33b158d449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5261068 Jul 23 23:52:03.959154 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d06f6f17-5416-45bd-878b-454a5a9dfe53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:04.031629 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d06f6f17-5416-45bd-878b-454a5a9dfe53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:04.067808 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-2920a587-ff8a-4ae6-88d2-dd5dd78aab9d req-c95bd043-c22a-4b62-ae8a-266304eab584 service neutron] For port 8f768bcb-fcc6-4814-bd6d-91dcda68dee3, host n-h2-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:52:04.111876 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-2920a587-ff8a-4ae6-88d2-dd5dd78aab9d req-c95bd043-c22a-4b62-ae8a-266304eab584 service neutron] For port 8f768bcb-fcc6-4814-bd6d-91dcda68dee3, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=8f768bcb-fcc6-4814-bd6d-91dcda68dee3,segment=NetworkSegment(d41359ac-4be7-4a75-afd1-798e41d2f155),segment_id=d41359ac-4be7-4a75-afd1-798e41d2f155)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:52:04.123725 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-bf50f46e-226d-4ac9-a1bd-7eecb13e53f8 req-cd8fdcb0-e045-44d3-82dc-54f96c8f6264 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97673005-ee9a-470f-a42b-801ca4635acb {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:52:04.129236 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-2920a587-ff8a-4ae6-88d2-dd5dd78aab9d req-c95bd043-c22a-4b62-ae8a-266304eab584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:04.142109 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-bf50f46e-226d-4ac9-a1bd-7eecb13e53f8 req-cd8fdcb0-e045-44d3-82dc-54f96c8f6264 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:04.191892 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-bf50f46e-226d-4ac9-a1bd-7eecb13e53f8 req-cd8fdcb0-e045-44d3-82dc-54f96c8f6264 service neutron] Transition to ACTIVE for port object 97673005-ee9a-470f-a42b-801ca4635acb will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:52:04.209424 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54343876-a0b1-42e4-986b-64d2eddfb13a req-e962ef2d-5cba-47f6-b6cc-c1a1e6d790d7 tempest-TenantUsagesTestJSON-1487156575 tempest-TenantUsagesTestJSON-1487156575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:04.211334 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-54343876-a0b1-42e4-986b-64d2eddfb13a req-e962ef2d-5cba-47f6-b6cc-c1a1e6d790d7 tempest-TenantUsagesTestJSON-1487156575 tempest-TenantUsagesTestJSON-1487156575-project] 10.222.0.44 "GET /v2.0/ports?device_id=164f3f80-b049-42b3-a052-ea79144c5ca2 HTTP/1.1" status: 200 len: 950 time: 0.2410469 Jul 23 23:52:04.215905 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-288bc8bc-a03a-4f93-b084-6a52a0dca8b5 req-9bce7d4d-2559-4511-88a2-f41ef770ce28 service neutron] 10.222.0.44 "GET /v2.0/networks/0d6ba2fb-46fe-4367-85af-3f33b158d449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500160 Jul 23 23:52:04.221722 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-bf50f46e-226d-4ac9-a1bd-7eecb13e53f8 req-cd8fdcb0-e045-44d3-82dc-54f96c8f6264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:04.267645 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 38834) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:52:04.268390 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95bd043-c22a-4b62-ae8a-266304eab584 service neutron] Pushing event updated for resources: {'Port': ['ID=8f768bcb-fcc6-4814-bd6d-91dcda68dee3,revision_number=8']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:04.311158 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-542fda82-2084-49c8-b512-e5ab8074e510 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:04.344368 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f0298-a3b9-4fb1-be50-ac76698c15b7 req-6d6d6d08-52fe-46f9-9ece-a25bc17489a4 tempest-TenantUsagesTestJSON-1487156575 tempest-TenantUsagesTestJSON-1487156575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:04.345952 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f63f0298-a3b9-4fb1-be50-ac76698c15b7 req-6d6d6d08-52fe-46f9-9ece-a25bc17489a4 tempest-TenantUsagesTestJSON-1487156575 tempest-TenantUsagesTestJSON-1487156575-project] 10.222.0.64 "GET /v2.0/ports?device_id=164f3f80-b049-42b3-a052-ea79144c5ca2 HTTP/1.1" status: 200 len: 950 time: 0.5768468 Jul 23 23:52:04.381003 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920a587-ff8a-4ae6-88d2-dd5dd78aab9d req-c95bd043-c22a-4b62-ae8a-266304eab584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:04.387405 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-2920a587-ff8a-4ae6-88d2-dd5dd78aab9d req-c95bd043-c22a-4b62-ae8a-266304eab584 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:04.389150 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2920a587-ff8a-4ae6-88d2-dd5dd78aab9d req-c95bd043-c22a-4b62-ae8a-266304eab584 service neutron] 10.222.0.52 "PUT /v2.0/ports/8f768bcb-fcc6-4814-bd6d-91dcda68dee3 HTTP/1.1" status: 200 len: 1124 time: 2.7646809 Jul 23 23:52:04.402220 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-77816e92-c5f0-4461-805b-2ed71bd3771f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1407843321-router', 'tenant_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'e18c4a18-b564-4f84-85be-c1620383a9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:51:51Z', 'updated_at': '2021-07-23T23:51:59Z', 'revision_number': 4, 'project_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'gw_port': {'id': 'e18c4a18-b564-4f84-85be-c1620383a9be', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:51:52Z', 'updated_at': '2021-07-23T23:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '46ee16d0-092a-4da3-b0f6-a03dd95414c0', 'name': '', 'network_id': '0d6ba2fb-46fe-4367-85af-3f33b158d449', 'tenant_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'mac_address': 'fa:16:3e:82:b5:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '13fa7780-575a-40c5-b19b-7d5a9ef282a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:51:58Z', 'updated_at': '2021-07-23T23:52:03Z', 'revision_number': 4, 'project_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'subnets': [{'id': '13fa7780-575a-40c5-b19b-7d5a9ef282a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:52:04.408346 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['8f768bcb-fcc6-4814-bd6d-91dcda68dee3'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:52:04.423837 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d06f6f17-5416-45bd-878b-454a5a9dfe53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:04.426716 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8fdcb0-e045-44d3-82dc-54f96c8f6264 service neutron] Pushing event updated for resources: {'Port': ['ID=97673005-ee9a-470f-a42b-801ca4635acb,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:04.439565 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d06f6f17-5416-45bd-878b-454a5a9dfe53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:04.445873 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-d06f6f17-5416-45bd-878b-454a5a9dfe53 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6a60d585-6838-49d3-9af2-803fea70de9b HTTP/1.1" status: 204 len: 168 time: 1.0267875 Jul 23 23:52:04.483212 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77816e92-c5f0-4461-805b-2ed71bd3771f None None] The sync data for ids ['33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf'] in n-d-800088-16 is: [{'id': '33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1407843321-router', 'tenant_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'e18c4a18-b564-4f84-85be-c1620383a9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:51:51Z', 'updated_at': '2021-07-23T23:51:59Z', 'revision_number': 4, 'project_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'gw_port': {'id': 'e18c4a18-b564-4f84-85be-c1620383a9be', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:51:52Z', 'updated_at': '2021-07-23T23:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '46ee16d0-092a-4da3-b0f6-a03dd95414c0', 'name': '', 'network_id': '0d6ba2fb-46fe-4367-85af-3f33b158d449', 'tenant_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'mac_address': 'fa:16:3e:82:b5:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '13fa7780-575a-40c5-b19b-7d5a9ef282a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:51:58Z', 'updated_at': '2021-07-23T23:52:03Z', 'revision_number': 4, 'project_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'subnets': [{'id': '13fa7780-575a-40c5-b19b-7d5a9ef282a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:52:04.491126 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-54343876-a0b1-42e4-986b-64d2eddfb13a req-ba28f5ba-22ff-420d-93f7-e9fc2703b6ec tempest-TenantUsagesTestJSON-1487156575 tempest-TenantUsagesTestJSON-1487156575-project] 10.222.0.44 "GET /v2.0/security-groups?id=26d5c1f7-ccc8-44e7-979e-08b17bd7c699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568297 Jul 23 23:52:04.615515 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06f6f17-5416-45bd-878b-454a5a9dfe53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a60d585-6838-49d3-9af2-803fea70de9b,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:04.648457 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-bf50f46e-226d-4ac9-a1bd-7eecb13e53f8 req-cd8fdcb0-e045-44d3-82dc-54f96c8f6264 service neutron] Attempting to bind port 97673005-ee9a-470f-a42b-801ca4635acb on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:52:04.648803 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-bf50f46e-226d-4ac9-a1bd-7eecb13e53f8 req-cd8fdcb0-e045-44d3-82dc-54f96c8f6264 service neutron] Attempting to bind port 97673005-ee9a-470f-a42b-801ca4635acb by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': 'bee75817-8822-4c2b-8563-730cb65eb3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '57903904-9b6d-4c31-9b1a-837f9a463391'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:52:04.649162 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf50f46e-226d-4ac9-a1bd-7eecb13e53f8 req-cd8fdcb0-e045-44d3-82dc-54f96c8f6264 service neutron] Attempting to bind port 97673005-ee9a-470f-a42b-801ca4635acb on network 57903904-9b6d-4c31-9b1a-837f9a463391 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:52:04.661822 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf50f46e-226d-4ac9-a1bd-7eecb13e53f8 req-cd8fdcb0-e045-44d3-82dc-54f96c8f6264 service neutron] Port 97673005-ee9a-470f-a42b-801ca4635acb on network 57903904-9b6d-4c31-9b1a-837f9a463391 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:52:04.662156 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf50f46e-226d-4ac9-a1bd-7eecb13e53f8 req-cd8fdcb0-e045-44d3-82dc-54f96c8f6264 service neutron] Attempting to bind port 97673005-ee9a-470f-a42b-801ca4635acb on network 57903904-9b6d-4c31-9b1a-837f9a463391 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:52:04.684334 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf50f46e-226d-4ac9-a1bd-7eecb13e53f8 req-cd8fdcb0-e045-44d3-82dc-54f96c8f6264 service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:52:04.684334 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf50f46e-226d-4ac9-a1bd-7eecb13e53f8 req-cd8fdcb0-e045-44d3-82dc-54f96c8f6264 service neutron] Checking segment: {'id': 'bee75817-8822-4c2b-8563-730cb65eb3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '57903904-9b6d-4c31-9b1a-837f9a463391'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:52:04.684695 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf50f46e-226d-4ac9-a1bd-7eecb13e53f8 req-cd8fdcb0-e045-44d3-82dc-54f96c8f6264 service neutron] Bound using segment: {'id': 'bee75817-8822-4c2b-8563-730cb65eb3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '57903904-9b6d-4c31-9b1a-837f9a463391'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:52:04.685156 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-bf50f46e-226d-4ac9-a1bd-7eecb13e53f8 req-cd8fdcb0-e045-44d3-82dc-54f96c8f6264 service neutron] Bound port: 97673005-ee9a-470f-a42b-801ca4635acb, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bee75817-8822-4c2b-8563-730cb65eb3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '57903904-9b6d-4c31-9b1a-837f9a463391'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:52:04.685528 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-bf50f46e-226d-4ac9-a1bd-7eecb13e53f8 req-cd8fdcb0-e045-44d3-82dc-54f96c8f6264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:04.804681 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 23:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6adbad36-c37f-4390-bdae-fc6fe2569951 x-openstack-request-id: req-6adbad36-c37f-4390-bdae-fc6fe2569951 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:52:04.809822 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e50b102-6aba-4b7c-918d-7934b7fc5e3b", "name": "network-vif-unplugged", "status": "completed", "tag": "8f768bcb-fcc6-4814-bd6d-91dcda68dee3", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:52:04.810109 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6adbad36-c37f-4390-bdae-fc6fe2569951 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:52:04.810531 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e50b102-6aba-4b7c-918d-7934b7fc5e3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f768bcb-fcc6-4814-bd6d-91dcda68dee3', 'code': 200} Jul 23 23:52:05.086825 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e51ed56a-89d3-4df9-a06a-cc73b35171d9 req-128387a3-ee46-4427-b13a-0fad9a086106 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed250f17-a555-4a7b-a8a7-c603cd1cc439 HTTP/1.1" status: 200 len: 210 time: 0.1503518 Jul 23 23:52:05.098246 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317375d1-8063-4321-87f7-b2519ea221cf req-b090f1f2-1d58-4890-99e3-94307d2b3f76 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:05.108686 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-f63f0298-a3b9-4fb1-be50-ac76698c15b7 req-ebfbebb4-29c6-4be6-92dd-59f8c9f8360b tempest-TenantUsagesTestJSON-1487156575 tempest-TenantUsagesTestJSON-1487156575-project] Deleting port 0b2ef5ba-66bf-42bb-aaba-884931fcc84d {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:52:05.111614 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-317375d1-8063-4321-87f7-b2519ea221cf req-b090f1f2-1d58-4890-99e3-94307d2b3f76 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e50b102-6aba-4b7c-918d-7934b7fc5e3b HTTP/1.1" status: 200 len: 944 time: 0.4275880 Jul 23 23:52:05.116519 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-bf50f46e-226d-4ac9-a1bd-7eecb13e53f8 req-cd8fdcb0-e045-44d3-82dc-54f96c8f6264 service neutron] For port 97673005-ee9a-470f-a42b-801ca4635acb, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:52:05.129307 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f63f0298-a3b9-4fb1-be50-ac76698c15b7 req-ebfbebb4-29c6-4be6-92dd-59f8c9f8360b tempest-TenantUsagesTestJSON-1487156575 tempest-TenantUsagesTestJSON-1487156575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:05.140688 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-bf50f46e-226d-4ac9-a1bd-7eecb13e53f8 req-cd8fdcb0-e045-44d3-82dc-54f96c8f6264 service neutron] For port 97673005-ee9a-470f-a42b-801ca4635acb, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=97673005-ee9a-470f-a42b-801ca4635acb,segment=NetworkSegment(bee75817-8822-4c2b-8563-730cb65eb3a7),segment_id=bee75817-8822-4c2b-8563-730cb65eb3a7)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:52:05.173727 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-bf50f46e-226d-4ac9-a1bd-7eecb13e53f8 req-cd8fdcb0-e045-44d3-82dc-54f96c8f6264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:05.236111 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-317375d1-8063-4321-87f7-b2519ea221cf req-89166e24-36cf-4b63-92c7-5294e1f70088 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232259 Jul 23 23:52:05.279939 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf50f46e-226d-4ac9-a1bd-7eecb13e53f8 req-cd8fdcb0-e045-44d3-82dc-54f96c8f6264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:05.281123 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-bf50f46e-226d-4ac9-a1bd-7eecb13e53f8 req-cd8fdcb0-e045-44d3-82dc-54f96c8f6264 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:05.286886 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bf50f46e-226d-4ac9-a1bd-7eecb13e53f8 req-cd8fdcb0-e045-44d3-82dc-54f96c8f6264 service neutron] 10.222.0.52 "PUT /v2.0/ports/97673005-ee9a-470f-a42b-801ca4635acb HTTP/1.1" status: 200 len: 1092 time: 2.8272543 Jul 23 23:52:05.307746 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 46ee16d0-092a-4da3-b0f6-a03dd95414c0 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:52:05.330169 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8fdcb0-e045-44d3-82dc-54f96c8f6264 service neutron] Pushing event updated for resources: {'Port': ['ID=97673005-ee9a-470f-a42b-801ca4635acb,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:05.440860 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf50f46e-226d-4ac9-a1bd-7eecb13e53f8 req-b35dd3b1-199e-4f36-bc10-e8f8a4106fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:05.443858 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 46ee16d0-092a-4da3-b0f6-a03dd95414c0 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:52:05.446569 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bf50f46e-226d-4ac9-a1bd-7eecb13e53f8 req-b35dd3b1-199e-4f36-bc10-e8f8a4106fa6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3c7dd398271b4cc7a38ab7d4361ee7cb&device_id=e724dba7-739e-45e1-8f8d-b2ede04c09d6 HTTP/1.1" status: 200 len: 1095 time: 0.1120667 Jul 23 23:52:05.448521 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 46ee16d0-092a-4da3-b0f6-a03dd95414c0 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:52:05.453334 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:05.585689 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bf50f46e-226d-4ac9-a1bd-7eecb13e53f8 req-71330665-3905-41fb-8057-7e1a626cb839 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97673005-ee9a-470f-a42b-801ca4635acb HTTP/1.1" status: 200 len: 217 time: 0.1305671 Jul 23 23:52:05.664456 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 38858) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:52:05.665148 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 38862) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:52:05.693836 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:05.697623 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2af477a7-051f-4716-acce-06bbc40e5546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:05.710310 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf50f46e-226d-4ac9-a1bd-7eecb13e53f8 req-4f57e1bc-6f61-4ecf-896f-4e7e8bd6fcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:05.714061 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bf50f46e-226d-4ac9-a1bd-7eecb13e53f8 req-4f57e1bc-6f61-4ecf-896f-4e7e8bd6fcf4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9591efd5-cf05-46fc-a204-a334741262ad HTTP/1.1" status: 200 len: 862 time: 0.1130829 Jul 23 23:52:05.812119 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bf50f46e-226d-4ac9-a1bd-7eecb13e53f8 req-80a65f55-78e3-44ed-8bd0-d9c014368844 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=57903904-9b6d-4c31-9b1a-837f9a463391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646098 Jul 23 23:52:05.821949 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 46ee16d0-092a-4da3-b0f6-a03dd95414c0, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=46ee16d0-092a-4da3-b0f6-a03dd95414c0,segment=NetworkSegment(1eb88701-f197-4cdd-9aa7-747409d195ea),segment_id=1eb88701-f197-4cdd-9aa7-747409d195ea)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:52:05.827107 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:05.846561 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-542fda82-2084-49c8-b512-e5ab8074e510 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:05.861357 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-542fda82-2084-49c8-b512-e5ab8074e510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:05.957313 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bf50f46e-226d-4ac9-a1bd-7eecb13e53f8 req-13bdba80-5d2c-4848-b1f2-68f56da7e497 service neutron] 10.222.0.52 "GET /v2.0/networks/57903904-9b6d-4c31-9b1a-837f9a463391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123331 Jul 23 23:52:05.968762 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=46ee16d0-092a-4da3-b0f6-a03dd95414c0,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:06.031485 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-f63f0298-a3b9-4fb1-be50-ac76698c15b7 req-ebfbebb4-29c6-4be6-92dd-59f8c9f8360b tempest-TenantUsagesTestJSON-1487156575 tempest-TenantUsagesTestJSON-1487156575-project] For port 0b2ef5ba-66bf-42bb-aaba-884931fcc84d, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=0b2ef5ba-66bf-42bb-aaba-884931fcc84d,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:52:06.032469 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f63f0298-a3b9-4fb1-be50-ac76698c15b7 req-ebfbebb4-29c6-4be6-92dd-59f8c9f8360b tempest-TenantUsagesTestJSON-1487156575 tempest-TenantUsagesTestJSON-1487156575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:06.050156 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542fda82-2084-49c8-b512-e5ab8074e510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed2d7fc-dbd4-4508-86e1-107f4eb909fc,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:06.062362 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-542fda82-2084-49c8-b512-e5ab8074e510 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=114788b9b31845468b742d595bf76b42&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7900927 Jul 23 23:52:06.062362 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-f63f0298-a3b9-4fb1-be50-ac76698c15b7 req-ebfbebb4-29c6-4be6-92dd-59f8c9f8360b tempest-TenantUsagesTestJSON-1487156575 tempest-TenantUsagesTestJSON-1487156575-project] Calling delete_port for 0b2ef5ba-66bf-42bb-aaba-884931fcc84d owned by compute:nova {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:52:06.066087 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 38868) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:52:06.074613 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa5e676-e159-4849-bb07-2e1d9df80bb3 req-9f220eda-b0be-443c-b740-f91efe71c0df tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:06.085295 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bfa5e676-e159-4849-bb07-2e1d9df80bb3 req-9f220eda-b0be-443c-b740-f91efe71c0df tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/ports?device_id=e724dba7-739e-45e1-8f8d-b2ede04c09d6 HTTP/1.1" status: 200 len: 943 time: 0.8583238 Jul 23 23:52:06.175080 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-15c7d262-3fc9-4905-82f6-c8c53e8f807e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ab582ac4eaf8486e904ef88f1ee265a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5027044 Jul 23 23:52:06.176473 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 38872) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:52:06.196137 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a4043-9cfc-4353-b72a-396218a54c07 req-f22a3d87-6b41-4ff6-bf10-f8df083f6f24 tempest-TenantUsagesTestJSON-1487156575 tempest-TenantUsagesTestJSON-1487156575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:06.204391 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c93a4043-9cfc-4353-b72a-396218a54c07 req-f22a3d87-6b41-4ff6-bf10-f8df083f6f24 tempest-TenantUsagesTestJSON-1487156575 tempest-TenantUsagesTestJSON-1487156575-project] 10.222.0.44 "GET /v2.0/ports?device_id=164f3f80-b049-42b3-a052-ea79144c5ca2 HTTP/1.1" status: 200 len: 950 time: 0.5302413 Jul 23 23:52:06.221547 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2af477a7-051f-4716-acce-06bbc40e5546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:06.226926 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bf50f46e-226d-4ac9-a1bd-7eecb13e53f8 req-4feb3555-b951-4594-ad78-7e68d53792db service neutron] 10.222.0.52 "GET /v2.0/networks/57903904-9b6d-4c31-9b1a-837f9a463391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276525 Jul 23 23:52:06.234351 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2af477a7-051f-4716-acce-06bbc40e5546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:06.263962 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bfa5e676-e159-4849-bb07-2e1d9df80bb3 req-ad98fa9c-6149-45fb-aa2a-4ccd4e6f22b4 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee3bb585-1d46-4d4b-8ed6-e0ac9b92bd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768074 Jul 23 23:52:06.291341 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-2af477a7-051f-4716-acce-06bbc40e5546 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6833d0d2047d41cbbb0232ff33722b53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6247571 Jul 23 23:52:06.293055 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 38876) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:52:06.369837 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c93a4043-9cfc-4353-b72a-396218a54c07 req-c534b3d7-d034-4a94-a0eb-0e78033e6282 tempest-TenantUsagesTestJSON-1487156575 tempest-TenantUsagesTestJSON-1487156575-project] 10.222.0.44 "GET /v2.0/security-groups?id=26d5c1f7-ccc8-44e7-979e-08b17bd7c699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644576 Jul 23 23:52:06.379061 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af477a7-051f-4716-acce-06bbc40e5546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca0ad058-9ae4-447b-a96e-229e35b75829,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:06.450588 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-aa3a881c-cbd7-43fd-ac2e-e694d25c08bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:06.479426 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 8f768bcb-fcc6-4814-bd6d-91dcda68dee3 details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:52:06.482802 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 3047ceb7-a871-4929-a67b-b059e834f9f1 no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:52:06.512427 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-09dac269-4f3c-49f2-83ff-c6afccd5f16d req-12576620-1a5e-44c0-94a3-3b8c0a6116ff tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed250f17-a555-4a7b-a8a7-c603cd1cc439 HTTP/1.1" status: 200 len: 210 time: 0.0596614 Jul 23 23:52:06.513323 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f63f0298-a3b9-4fb1-be50-ac76698c15b7 req-ebfbebb4-29c6-4be6-92dd-59f8c9f8360b tempest-TenantUsagesTestJSON-1487156575 tempest-TenantUsagesTestJSON-1487156575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:06.557898 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] No Port match for: 3047ceb7-a871-4929-a67b-b059e834f9f1 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:52:06.558241 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 3047ceb7-a871-4929-a67b-b059e834f9f1 not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:52:06.581363 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfbebb4-29c6-4be6-92dd-59f8c9f8360b tempest-TenantUsagesTestJSON-1487156575 tempest-TenantUsagesTestJSON-1487156575-project] Pushing event deleted for resources: {'Port': ['ID=0b2ef5ba-66bf-42bb-aaba-884931fcc84d,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:06.606652 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-231b1a3f-7cf6-446c-a2ba-bebd74176f0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:06.644548 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-488a63f0-e8d4-49db-acee-445141fd392f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:06.666032 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-aa3a881c-cbd7-43fd-ac2e-e694d25c08bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:06.723312 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-f63f0298-a3b9-4fb1-be50-ac76698c15b7 req-ebfbebb4-29c6-4be6-92dd-59f8c9f8360b tempest-TenantUsagesTestJSON-1487156575 tempest-TenantUsagesTestJSON-1487156575-project] No DVR routers for this DVR port 0b2ef5ba-66bf-42bb-aaba-884931fcc84d on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:52:06.724599 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-488a63f0-e8d4-49db-acee-445141fd392f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:06.726423 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f63f0298-a3b9-4fb1-be50-ac76698c15b7 req-ebfbebb4-29c6-4be6-92dd-59f8c9f8360b tempest-TenantUsagesTestJSON-1487156575 tempest-TenantUsagesTestJSON-1487156575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:06.729053 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f63f0298-a3b9-4fb1-be50-ac76698c15b7 req-ebfbebb4-29c6-4be6-92dd-59f8c9f8360b tempest-TenantUsagesTestJSON-1487156575 tempest-TenantUsagesTestJSON-1487156575-project] 10.222.0.64 "DELETE /v2.0/ports/0b2ef5ba-66bf-42bb-aaba-884931fcc84d HTTP/1.1" status: 204 len: 173 time: 2.3686466 Jul 23 23:52:06.738494 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '164f3f80-b049-42b3-a052-ea79144c5ca2', 'name': 'network-vif-deleted', 'tag': '0b2ef5ba-66bf-42bb-aaba-884931fcc84d'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:52:06.742051 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6495e11-3f9b-4f30-bbec-03c543040568" -d '{"events": [{"server_uuid": "164f3f80-b049-42b3-a052-ea79144c5ca2", "name": "network-vif-deleted", "tag": "0b2ef5ba-66bf-42bb-aaba-884931fcc84d"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:52:06.750056 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-231b1a3f-7cf6-446c-a2ba-bebd74176f0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:06.752966 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288bc8bc-a03a-4f93-b084-6a52a0dca8b5 req-186ec7cb-b67a-44d8-b25c-9ceed1dd7c9a tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:06.754863 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-288bc8bc-a03a-4f93-b084-6a52a0dca8b5 req-186ec7cb-b67a-44d8-b25c-9ceed1dd7c9a tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.52 "GET /v2.0/networks?id=0d6ba2fb-46fe-4367-85af-3f33b158d449 HTTP/1.1" status: 200 len: 821 time: 0.3837607 Jul 23 23:52:06.774492 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e7d725-9649-4b45-9ad8-fb9b90eed94d req-09ad8336-6e3b-4ca3-a48d-19916169dd97 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:06.784624 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-76e7d725-9649-4b45-9ad8-fb9b90eed94d req-09ad8336-6e3b-4ca3-a48d-19916169dd97 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e50b102-6aba-4b7c-918d-7934b7fc5e3b HTTP/1.1" status: 200 len: 944 time: 0.2806699 Jul 23 23:52:06.796518 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-288bc8bc-a03a-4f93-b084-6a52a0dca8b5 req-2e0168c8-f394-40e5-b9cd-503de0293b4f tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Request body: {'port': {'device_id': 'ed250f17-a555-4a7b-a8a7-c603cd1cc439', 'network_id': '0d6ba2fb-46fe-4367-85af-3f33b158d449', 'admin_state_up': True, 'tenant_id': 'fe34b741dd5e495ab273e85e013ecfbf'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:52:06.819960 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e2f5452-8598-4c69-a1e0-a340e19c85a0', 'name': 'network-vif-deleted', 'tag': '3047ceb7-a871-4929-a67b-b059e834f9f1'}, {'name': 'network-changed', 'server_uuid': '6e50b102-6aba-4b7c-918d-7934b7fc5e3b', 'tag': '8f768bcb-fcc6-4814-bd6d-91dcda68dee3'}, {'name': 'network-changed', 'server_uuid': 'e724dba7-739e-45e1-8f8d-b2ede04c09d6', 'tag': '97673005-ee9a-470f-a42b-801ca4635acb'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:52:06.822577 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c341f8-e533-41f8-adb1-7da9a7303f8a" -d '{"events": [{"server_uuid": "8e2f5452-8598-4c69-a1e0-a340e19c85a0", "name": "network-vif-deleted", "tag": "3047ceb7-a871-4929-a67b-b059e834f9f1"}, {"name": "network-changed", "server_uuid": "6e50b102-6aba-4b7c-918d-7934b7fc5e3b", "tag": "8f768bcb-fcc6-4814-bd6d-91dcda68dee3"}, {"name": "network-changed", "server_uuid": "e724dba7-739e-45e1-8f8d-b2ede04c09d6", "tag": "97673005-ee9a-470f-a42b-801ca4635acb"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:52:06.858091 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 8f768bcb-fcc6-4814-bd6d-91dcda68dee3, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=8f768bcb-fcc6-4814-bd6d-91dcda68dee3,segment=NetworkSegment(d41359ac-4be7-4a75-afd1-798e41d2f155),segment_id=d41359ac-4be7-4a75-afd1-798e41d2f155)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:52:06.895889 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd8a00ea-ec2b-4df6-9953-19190cf3d7ec x-openstack-request-id: req-cd8a00ea-ec2b-4df6-9953-19190cf3d7ec {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:52:06.896546 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "164f3f80-b049-42b3-a052-ea79144c5ca2", "name": "network-vif-deleted", "tag": "0b2ef5ba-66bf-42bb-aaba-884931fcc84d", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:52:06.896546 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cd8a00ea-ec2b-4df6-9953-19190cf3d7ec {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:52:06.897326 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 8f768bcb-fcc6-4814-bd6d-91dcda68dee3 has no active binding in host n-h1-800088-16 {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 23 23:52:06.898038 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '164f3f80-b049-42b3-a052-ea79144c5ca2', 'name': 'network-vif-deleted', 'tag': '0b2ef5ba-66bf-42bb-aaba-884931fcc84d', 'status': 'completed', 'code': 200} Jul 23 23:52:06.902319 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-231b1a3f-7cf6-446c-a2ba-bebd74176f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:06.910975 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-231b1a3f-7cf6-446c-a2ba-bebd74176f0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:06.915579 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-231b1a3f-7cf6-446c-a2ba-bebd74176f0c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6213158c-d1c5-4952-b5da-736e4d97aee7 HTTP/1.1" status: 204 len: 168 time: 0.7329128 Jul 23 23:52:06.926018 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-aa3a881c-cbd7-43fd-ac2e-e694d25c08bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:06.929131 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-aa3a881c-cbd7-43fd-ac2e-e694d25c08bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:06.935320 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-aa3a881c-cbd7-43fd-ac2e-e694d25c08bf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8ed2d7fc-dbd4-4508-86e1-107f4eb909fc HTTP/1.1" status: 204 len: 168 time: 0.8470285 Jul 23 23:52:06.950607 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231b1a3f-7cf6-446c-a2ba-bebd74176f0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6213158c-d1c5-4952-b5da-736e4d97aee7,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:06.970026 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3a881c-cbd7-43fd-ac2e-e694d25c08bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed2d7fc-dbd4-4508-86e1-107f4eb909fc,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:06.990150 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Fri, 23 Jul 2021 23:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65eba63e-e02c-4409-8ffe-6e771e97bf74 x-openstack-request-id: req-65eba63e-e02c-4409-8ffe-6e771e97bf74 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:52:06.990150 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e2f5452-8598-4c69-a1e0-a340e19c85a0", "name": "network-vif-deleted", "tag": "3047ceb7-a871-4929-a67b-b059e834f9f1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6e50b102-6aba-4b7c-918d-7934b7fc5e3b", "tag": "8f768bcb-fcc6-4814-bd6d-91dcda68dee3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e724dba7-739e-45e1-8f8d-b2ede04c09d6", "tag": "97673005-ee9a-470f-a42b-801ca4635acb", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:52:06.997039 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-65eba63e-e02c-4409-8ffe-6e771e97bf74 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:52:06.997629 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e2f5452-8598-4c69-a1e0-a340e19c85a0', 'name': 'network-vif-deleted', 'tag': '3047ceb7-a871-4929-a67b-b059e834f9f1', 'status': 'completed', 'code': 200} Jul 23 23:52:06.998360 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e50b102-6aba-4b7c-918d-7934b7fc5e3b', 'tag': '8f768bcb-fcc6-4814-bd6d-91dcda68dee3', 'status': 'completed', 'code': 200} Jul 23 23:52:06.998633 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e724dba7-739e-45e1-8f8d-b2ede04c09d6', 'tag': '97673005-ee9a-470f-a42b-801ca4635acb', 'status': 'completed', 'code': 200} Jul 23 23:52:07.020904 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-76e7d725-9649-4b45-9ad8-fb9b90eed94d req-acf384f4-7579-49d8-88d9-a478df953f2b tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351611 Jul 23 23:52:07.056709 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-488a63f0-e8d4-49db-acee-445141fd392f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:07.061412 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-488a63f0-e8d4-49db-acee-445141fd392f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:07.066663 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-488a63f0-e8d4-49db-acee-445141fd392f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ca0ad058-9ae4-447b-a96e-229e35b75829 HTTP/1.1" status: 204 len: 168 time: 0.7695725 Jul 23 23:52:07.098916 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488a63f0-e8d4-49db-acee-445141fd392f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca0ad058-9ae4-447b-a96e-229e35b75829,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:07.106330 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c341f8-e533-41f8-adb1-7da9a7303f8a req-3bf21a18-81f1-4fc1-9c1b-6b1ec4632f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:07.108382 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f2c341f8-e533-41f8-adb1-7da9a7303f8a req-3bf21a18-81f1-4fc1-9c1b-6b1ec4632f20 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e50500f9fa5448f8994dd6c4e9b5ded5&device_id=6e50b102-6aba-4b7c-918d-7934b7fc5e3b HTTP/1.1" status: 200 len: 1127 time: 0.1101084 Jul 23 23:52:07.144749 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c341f8-e533-41f8-adb1-7da9a7303f8a req-cade4fed-a5fa-4393-93ef-1a4f98358cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:07.146232 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f2c341f8-e533-41f8-adb1-7da9a7303f8a req-cade4fed-a5fa-4393-93ef-1a4f98358cb9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3c7dd398271b4cc7a38ab7d4361ee7cb&device_id=e724dba7-739e-45e1-8f8d-b2ede04c09d6 HTTP/1.1" status: 200 len: 1095 time: 0.1466494 Jul 23 23:52:07.166471 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-288bc8bc-a03a-4f93-b084-6a52a0dca8b5 req-2e0168c8-f394-40e5-b9cd-503de0293b4f tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Made reservation on behalf of fe34b741dd5e495ab273e85e013ecfbf for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:52:07.170874 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-288bc8bc-a03a-4f93-b084-6a52a0dca8b5 req-2e0168c8-f394-40e5-b9cd-503de0293b4f tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:07.195331 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 46ee16d0-092a-4da3-b0f6-a03dd95414c0 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:52:07.397396 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c341f8-e533-41f8-adb1-7da9a7303f8a req-d883f13a-bcb1-4a22-8550-69a035479340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:07.403623 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f2c341f8-e533-41f8-adb1-7da9a7303f8a req-d883f13a-bcb1-4a22-8550-69a035479340 service neutron] 10.222.0.52 "GET /v2.0/networks?id=57903904-9b6d-4c31-9b1a-837f9a463391 HTTP/1.1" status: 200 len: 923 time: 0.2486448 Jul 23 23:52:07.410629 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 0b2ef5ba-66bf-42bb-aaba-884931fcc84d no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:52:07.424600 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c341f8-e533-41f8-adb1-7da9a7303f8a req-8be3d7b1-ea0c-481f-8704-9b25e1638602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:07.427425 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f2c341f8-e533-41f8-adb1-7da9a7303f8a req-8be3d7b1-ea0c-481f-8704-9b25e1638602 service neutron] 10.222.0.64 "GET /v2.0/networks?id=646be7a8-09b8-4e0c-bd78-d5d98c9093b9 HTTP/1.1" status: 200 len: 908 time: 0.3101792 Jul 23 23:52:07.482412 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] No Port match for: 0b2ef5ba-66bf-42bb-aaba-884931fcc84d {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:52:07.485801 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 0b2ef5ba-66bf-42bb-aaba-884931fcc84d not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:52:07.487821 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 46ee16d0-092a-4da3-b0f6-a03dd95414c0 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:52:07.490395 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:07.563736 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f2c341f8-e533-41f8-adb1-7da9a7303f8a req-6d13daaa-d126-44ea-b722-8e443c1614a6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f768bcb-fcc6-4814-bd6d-91dcda68dee3 HTTP/1.1" status: 200 len: 217 time: 0.1280406 Jul 23 23:52:07.651702 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 38902) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:52:07.669778 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f2c341f8-e533-41f8-adb1-7da9a7303f8a req-e00645cb-64eb-447a-aeee-43bee6b26d9b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97673005-ee9a-470f-a42b-801ca4635acb HTTP/1.1" status: 200 len: 217 time: 0.2490146 Jul 23 23:52:07.741614 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6bb926b0-f4f1-4127-b96c-b9caeb0c1544 req-e555f377-47fd-4d6c-bb73-f0975c533fe2 tempest-TenantUsagesTestJSON-1487156575 tempest-TenantUsagesTestJSON-1487156575-project] 10.222.0.44 "GET /v2.0/ports?device_id=164f3f80-b049-42b3-a052-ea79144c5ca2 HTTP/1.1" status: 200 len: 210 time: 0.0777526 Jul 23 23:52:07.743177 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-288bc8bc-a03a-4f93-b084-6a52a0dca8b5 req-2e0168c8-f394-40e5-b9cd-503de0293b4f tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Allocated IP 172.20.0.8 (0d6ba2fb-46fe-4367-85af-3f33b158d449/13fa7780-575a-40c5-b19b-7d5a9ef282a8/5e95252c-95c6-4944-9947-81ff66c9acb7) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:52:07.796386 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c341f8-e533-41f8-adb1-7da9a7303f8a req-322ba093-7c48-4e8e-8af6-03bfb2303c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:07.800085 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f2c341f8-e533-41f8-adb1-7da9a7303f8a req-322ba093-7c48-4e8e-8af6-03bfb2303c03 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3bfc2b3c-ece5-49a0-8daf-8ebd7d541c76 HTTP/1.1" status: 200 len: 847 time: 0.2228770 Jul 23 23:52:07.820574 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-ead77c2f-9e65-4c17-a74e-6248ef35e43e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=36f714ea6b474840a8c26b0bb5151174&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1463578 Jul 23 23:52:07.831627 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 38912) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:52:07.857700 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c341f8-e533-41f8-adb1-7da9a7303f8a req-2aa9ce91-a15b-4ae3-94fb-c51b800c394b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:07.859448 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f2c341f8-e533-41f8-adb1-7da9a7303f8a req-2aa9ce91-a15b-4ae3-94fb-c51b800c394b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9591efd5-cf05-46fc-a204-a334741262ad HTTP/1.1" status: 200 len: 862 time: 0.1221902 Jul 23 23:52:07.869955 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f2c341f8-e533-41f8-adb1-7da9a7303f8a req-a68e421b-d980-485c-8e33-6c801a726291 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=646be7a8-09b8-4e0c-bd78-d5d98c9093b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553579 Jul 23 23:52:07.884935 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b623af60-e95b-4493-9892-e83764139884 req-3490ca17-c6c5-4041-8fd1-c06e1ba78dc7 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:07.887467 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b623af60-e95b-4493-9892-e83764139884 req-3490ca17-c6c5-4041-8fd1-c06e1ba78dc7 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/ports?device_id=e724dba7-739e-45e1-8f8d-b2ede04c09d6 HTTP/1.1" status: 200 len: 943 time: 0.3426464 Jul 23 23:52:07.907589 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-828ee3c1-f4bd-403b-b8b1-cde874e19668 req-01d43043-23e6-440d-b5fd-aa53dbc55a1a tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed250f17-a555-4a7b-a8a7-c603cd1cc439 HTTP/1.1" status: 200 len: 210 time: 0.0518639 Jul 23 23:52:07.987927 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f2c341f8-e533-41f8-adb1-7da9a7303f8a req-b984e24c-abd8-48c2-8ed4-7e697411bc2c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=57903904-9b6d-4c31-9b1a-837f9a463391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0829358 Jul 23 23:52:08.093666 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b623af60-e95b-4493-9892-e83764139884 req-60791ecc-d0a0-41f2-8275-7617f055a04d tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee3bb585-1d46-4d4b-8ed6-e0ac9b92bd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915512 Jul 23 23:52:08.137791 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-dbad1b7a-2f1e-42a3-aeba-b4bda6f26091 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:08.148001 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f2c341f8-e533-41f8-adb1-7da9a7303f8a req-b2c02bd8-5d01-43ed-a98b-c42266222e5c service neutron] 10.222.0.64 "GET /v2.0/networks/646be7a8-09b8-4e0c-bd78-d5d98c9093b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594988 Jul 23 23:52:08.149528 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2920a587-ff8a-4ae6-88d2-dd5dd78aab9d req-14408211-7911-41fd-934b-40443473637c service neutron] 10.222.0.64 "GET /v2.0/ports/8f768bcb-fcc6-4814-bd6d-91dcda68dee3/bindings/n-h1-800088-16 HTTP/1.1" status: 200 len: 385 time: 0.2132142 Jul 23 23:52:08.312683 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f2c341f8-e533-41f8-adb1-7da9a7303f8a req-4b297a6f-9783-4545-bc60-6ee24410ace7 service neutron] 10.222.0.52 "GET /v2.0/networks/57903904-9b6d-4c31-9b1a-837f9a463391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3128178 Jul 23 23:52:08.380616 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f2c341f8-e533-41f8-adb1-7da9a7303f8a req-32461b43-aaac-4f5d-97f6-47f4ce88f265 service neutron] 10.222.0.64 "GET /v2.0/networks/646be7a8-09b8-4e0c-bd78-d5d98c9093b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212338 Jul 23 23:52:08.399283 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-dbad1b7a-2f1e-42a3-aeba-b4bda6f26091 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:08.529127 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-2920a587-ff8a-4ae6-88d2-dd5dd78aab9d req-f2ec452e-f0a6-4a8f-960a-79996dff79d7 service neutron] For port 8f768bcb-fcc6-4814-bd6d-91dcda68dee3, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=8f768bcb-fcc6-4814-bd6d-91dcda68dee3,segment=NetworkSegment(d41359ac-4be7-4a75-afd1-798e41d2f155),segment_id=d41359ac-4be7-4a75-afd1-798e41d2f155)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:52:08.561881 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-2920a587-ff8a-4ae6-88d2-dd5dd78aab9d req-f2ec452e-f0a6-4a8f-960a-79996dff79d7 service neutron] For port 8f768bcb-fcc6-4814-bd6d-91dcda68dee3, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:52:08.621250 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-2920a587-ff8a-4ae6-88d2-dd5dd78aab9d req-f2ec452e-f0a6-4a8f-960a-79996dff79d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f768bcb-fcc6-4814-bd6d-91dcda68dee3 {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:52:08.635453 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-2920a587-ff8a-4ae6-88d2-dd5dd78aab9d req-f2ec452e-f0a6-4a8f-960a-79996dff79d7 service neutron] For port 8f768bcb-fcc6-4814-bd6d-91dcda68dee3, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=8f768bcb-fcc6-4814-bd6d-91dcda68dee3,segment=NetworkSegment(d41359ac-4be7-4a75-afd1-798e41d2f155),segment_id=d41359ac-4be7-4a75-afd1-798e41d2f155)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:52:08.659657 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-2920a587-ff8a-4ae6-88d2-dd5dd78aab9d req-f2ec452e-f0a6-4a8f-960a-79996dff79d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:08.799551 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-2920a587-ff8a-4ae6-88d2-dd5dd78aab9d req-f2ec452e-f0a6-4a8f-960a-79996dff79d7 service neutron] Transition to ACTIVE for port object 8f768bcb-fcc6-4814-bd6d-91dcda68dee3 will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:52:08.805898 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-2920a587-ff8a-4ae6-88d2-dd5dd78aab9d req-f2ec452e-f0a6-4a8f-960a-79996dff79d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:08.821568 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e2238f-df48-4376-8c79-35d884b1110c req-8aaadbf2-fd54-41fd-a54a-5ff09319632d tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:08.828996 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-27e2238f-df48-4376-8c79-35d884b1110c req-8aaadbf2-fd54-41fd-a54a-5ff09319632d tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e50b102-6aba-4b7c-918d-7934b7fc5e3b HTTP/1.1" status: 200 len: 944 time: 0.6823575 Jul 23 23:52:08.835990 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-288bc8bc-a03a-4f93-b084-6a52a0dca8b5 req-2e0168c8-f394-40e5-b9cd-503de0293b4f tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:08.902992 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-2920a587-ff8a-4ae6-88d2-dd5dd78aab9d req-f2ec452e-f0a6-4a8f-960a-79996dff79d7 service neutron] No DVR routers for this DVR port 8f768bcb-fcc6-4814-bd6d-91dcda68dee3 on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:52:08.915400 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ec452e-f0a6-4a8f-960a-79996dff79d7 service neutron] Pushing event updated for resources: {'Port': ['ID=8f768bcb-fcc6-4814-bd6d-91dcda68dee3,revision_number=10']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:08.938869 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-27e2238f-df48-4376-8c79-35d884b1110c req-790898cf-1aa0-4628-ad2e-506385f9c83d tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028113 Jul 23 23:52:08.945616 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-dbad1b7a-2f1e-42a3-aeba-b4bda6f26091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:08.948558 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-dbad1b7a-2f1e-42a3-aeba-b4bda6f26091 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:08.952756 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-dbad1b7a-2f1e-42a3-aeba-b4bda6f26091 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d553b899-425d-4e03-a976-6d26707681b3 HTTP/1.1" status: 204 len: 168 time: 1.1225460 Jul 23 23:52:08.967136 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbad1b7a-2f1e-42a3-aeba-b4bda6f26091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d553b899-425d-4e03-a976-6d26707681b3,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:08.972153 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f2c341f8-e533-41f8-adb1-7da9a7303f8a req-5669a9c6-51a2-4260-908c-1cfd7c21a4f4 service neutron] 10.222.0.52 "GET /v2.0/networks/57903904-9b6d-4c31-9b1a-837f9a463391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6246188 Jul 23 23:52:08.973627 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-288bc8bc-a03a-4f93-b084-6a52a0dca8b5 req-2e0168c8-f394-40e5-b9cd-503de0293b4f tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Transition to ACTIVE for port object 5e95252c-95c6-4944-9947-81ff66c9acb7 will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:52:08.975595 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2920a587-ff8a-4ae6-88d2-dd5dd78aab9d req-f2ec452e-f0a6-4a8f-960a-79996dff79d7 service neutron] 10.222.0.64 "PUT /v2.0/ports/8f768bcb-fcc6-4814-bd6d-91dcda68dee3/bindings/n-h1-800088-16/activate HTTP/1.1" status: 200 len: 370 time: 0.8128121 Jul 23 23:52:09.104254 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b99c6259-26ac-4f72-8fcf-8eeba9520670 req-56cb8431-d5b1-490b-9f3b-760e2f541128 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed250f17-a555-4a7b-a8a7-c603cd1cc439 HTTP/1.1" status: 200 len: 210 time: 0.0375056 Jul 23 23:52:09.112386 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-288bc8bc-a03a-4f93-b084-6a52a0dca8b5 req-2e0168c8-f394-40e5-b9cd-503de0293b4f tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:09.181915 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-288bc8bc-a03a-4f93-b084-6a52a0dca8b5 req-2e0168c8-f394-40e5-b9cd-503de0293b4f tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Network 0d6ba2fb-46fe-4367-85af-3f33b158d449 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:52:09.196561 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-288bc8bc-a03a-4f93-b084-6a52a0dca8b5 req-2e0168c8-f394-40e5-b9cd-503de0293b4f tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:52:09.199297 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-288bc8bc-a03a-4f93-b084-6a52a0dca8b5 req-2e0168c8-f394-40e5-b9cd-503de0293b4f tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:52:09.205953 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288bc8bc-a03a-4f93-b084-6a52a0dca8b5 req-2e0168c8-f394-40e5-b9cd-503de0293b4f tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:09.206713 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-288bc8bc-a03a-4f93-b084-6a52a0dca8b5 req-2e0168c8-f394-40e5-b9cd-503de0293b4f tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:09.230902 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920a587-ff8a-4ae6-88d2-dd5dd78aab9d req-1f60e7d3-ef5f-4748-aba7-a4adb89634ef tempest-LiveMigrationTest-328354084 tempest-LiveMigrationTest-328354084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:09.232461 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2920a587-ff8a-4ae6-88d2-dd5dd78aab9d req-1f60e7d3-ef5f-4748-aba7-a4adb89634ef tempest-LiveMigrationTest-328354084 tempest-LiveMigrationTest-328354084-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=6e50b102-6aba-4b7c-918d-7934b7fc5e3b&tenant_id=e50500f9fa5448f8994dd6c4e9b5ded5&binding%3Ahost_id=n-h2-800088-16 HTTP/1.1" status: 200 len: 1097 time: 0.1965783 Jul 23 23:52:09.242869 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0168c8-f394-40e5-b9cd-503de0293b4f tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Pushing event updated for resources: {'Port': ['ID=5e95252c-95c6-4944-9947-81ff66c9acb7,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:09.298683 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 38972) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:52:09.307572 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-288bc8bc-a03a-4f93-b084-6a52a0dca8b5 req-2e0168c8-f394-40e5-b9cd-503de0293b4f tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5176415 Jul 23 23:52:09.321307 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-288bc8bc-a03a-4f93-b084-6a52a0dca8b5 req-dc9a9ea9-d912-4f31-852c-a2107c64ddc3 service neutron] Request body: {'port': {'device_id': 'ed250f17-a555-4a7b-a8a7-c603cd1cc439', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:52:09.419010 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8efb19-a81d-43a4-91fa-472f1b34f912 req-0bda4927-51eb-4c45-8678-b61af1a3b8a6 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:09.427180 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1a8efb19-a81d-43a4-91fa-472f1b34f912 req-0bda4927-51eb-4c45-8678-b61af1a3b8a6 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/ports?device_id=e724dba7-739e-45e1-8f8d-b2ede04c09d6 HTTP/1.1" status: 200 len: 943 time: 0.2141297 Jul 23 23:52:09.462831 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920a587-ff8a-4ae6-88d2-dd5dd78aab9d req-1df94ffc-62cb-45a5-a166-3d9e698afbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:09.464375 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2920a587-ff8a-4ae6-88d2-dd5dd78aab9d req-1df94ffc-62cb-45a5-a166-3d9e698afbd8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6e50b102-6aba-4b7c-918d-7934b7fc5e3b&tenant_id=e50500f9fa5448f8994dd6c4e9b5ded5 HTTP/1.1" status: 200 len: 1097 time: 0.2178338 Jul 23 23:52:09.473203 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-288bc8bc-a03a-4f93-b084-6a52a0dca8b5 req-dc9a9ea9-d912-4f31-852c-a2107c64ddc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:09.537533 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1a8efb19-a81d-43a4-91fa-472f1b34f912 req-f5760d69-8f65-4aba-b529-b4acfc6f6d4b tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee3bb585-1d46-4d4b-8ed6-e0ac9b92bd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094258 Jul 23 23:52:09.566989 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-5982ab92-6743-403f-808b-dfb3ea7f73ee None None] Provisioning for port 5e95252c-95c6-4944-9947-81ff66c9acb7 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:52:09.574979 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-5982ab92-6743-403f-808b-dfb3ea7f73ee None None] Provisioning complete for port 5e95252c-95c6-4944-9947-81ff66c9acb7 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:52:09.575793 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-5982ab92-6743-403f-808b-dfb3ea7f73ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:09.628168 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-5982ab92-6743-403f-808b-dfb3ea7f73ee None None] Port 5e95252c-95c6-4944-9947-81ff66c9acb7 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:52:09.669824 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920a587-ff8a-4ae6-88d2-dd5dd78aab9d req-92228ece-98f9-497c-81f9-6bec5defe76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:09.671410 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2920a587-ff8a-4ae6-88d2-dd5dd78aab9d req-92228ece-98f9-497c-81f9-6bec5defe76d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e50500f9fa5448f8994dd6c4e9b5ded5&device_id=6e50b102-6aba-4b7c-918d-7934b7fc5e3b HTTP/1.1" status: 200 len: 1097 time: 0.1823964 Jul 23 23:52:09.783208 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-3f27b3c0-5ca1-4310-82a5-8b7b3381ec66 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=057768349a6d4fa5ad1102f071e17830&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4828837 Jul 23 23:52:09.783397 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 38992) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:52:09.931772 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920a587-ff8a-4ae6-88d2-dd5dd78aab9d req-4c6846c5-f91d-416b-bab6-07f2fdd99f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:09.937525 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2920a587-ff8a-4ae6-88d2-dd5dd78aab9d req-4c6846c5-f91d-416b-bab6-07f2fdd99f12 service neutron] 10.222.0.52 "GET /v2.0/networks?id=646be7a8-09b8-4e0c-bd78-d5d98c9093b9 HTTP/1.1" status: 200 len: 908 time: 0.2544403 Jul 23 23:52:09.937525 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1abc7dc5-9edb-4ab6-9bb3-1ee5bfb9e337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:10.005749 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2920a587-ff8a-4ae6-88d2-dd5dd78aab9d req-dacaff5a-cb60-4c31-9657-0c7650d31525 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f768bcb-fcc6-4814-bd6d-91dcda68dee3 HTTP/1.1" status: 200 len: 217 time: 0.0627811 Jul 23 23:52:10.078995 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1abc7dc5-9edb-4ab6-9bb3-1ee5bfb9e337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:10.106212 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77313df-9342-4abe-a232-8584163e71fe req-13b5142b-3a5a-4fb2-a2b7-4a4d930c27e5 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:10.112499 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-288bc8bc-a03a-4f93-b084-6a52a0dca8b5 req-dc9a9ea9-d912-4f31-852c-a2107c64ddc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e95252c-95c6-4944-9947-81ff66c9acb7 {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:52:10.115549 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d77313df-9342-4abe-a232-8584163e71fe req-13b5142b-3a5a-4fb2-a2b7-4a4d930c27e5 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e50b102-6aba-4b7c-918d-7934b7fc5e3b HTTP/1.1" status: 200 len: 945 time: 0.0898542 Jul 23 23:52:10.129784 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-288bc8bc-a03a-4f93-b084-6a52a0dca8b5 req-dc9a9ea9-d912-4f31-852c-a2107c64ddc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:10.159009 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920a587-ff8a-4ae6-88d2-dd5dd78aab9d req-14dd2ec8-c28a-4fea-b4ca-eb85d61523df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:10.160725 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2920a587-ff8a-4ae6-88d2-dd5dd78aab9d req-14dd2ec8-c28a-4fea-b4ca-eb85d61523df service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3bfc2b3c-ece5-49a0-8daf-8ebd7d541c76 HTTP/1.1" status: 200 len: 847 time: 0.1494205 Jul 23 23:52:10.184621 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-288bc8bc-a03a-4f93-b084-6a52a0dca8b5 req-dc9a9ea9-d912-4f31-852c-a2107c64ddc3 service neutron] Transition to ACTIVE for port object 5e95252c-95c6-4944-9947-81ff66c9acb7 will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:52:10.186884 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d77313df-9342-4abe-a232-8584163e71fe req-12ec0a80-5653-411b-8f70-81bfef0b6c6c tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702603 Jul 23 23:52:10.206518 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2920a587-ff8a-4ae6-88d2-dd5dd78aab9d req-3bac8a33-b6ea-4258-9ff3-dbd9c612aaea service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=646be7a8-09b8-4e0c-bd78-d5d98c9093b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383904 Jul 23 23:52:10.210094 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-288bc8bc-a03a-4f93-b084-6a52a0dca8b5 req-dc9a9ea9-d912-4f31-852c-a2107c64ddc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:10.284105 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1abc7dc5-9edb-4ab6-9bb3-1ee5bfb9e337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:10.287825 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1abc7dc5-9edb-4ab6-9bb3-1ee5bfb9e337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:10.291768 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-1abc7dc5-9edb-4ab6-9bb3-1ee5bfb9e337 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/26d5c1f7-ccc8-44e7-979e-08b17bd7c699 HTTP/1.1" status: 204 len: 168 time: 0.5053310 Jul 23 23:52:10.359659 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abc7dc5-9edb-4ab6-9bb3-1ee5bfb9e337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d5c1f7-ccc8-44e7-979e-08b17bd7c699,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:10.362327 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea7fbe-a5a3-4625-8b48-d716268998f1 req-b3c1f929-e70a-4bd4-ad5e-eb32d9995763 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:10.379957 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e8ea7fbe-a5a3-4625-8b48-d716268998f1 req-b3c1f929-e70a-4bd4-ad5e-eb32d9995763 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed250f17-a555-4a7b-a8a7-c603cd1cc439 HTTP/1.1" status: 200 len: 943 time: 0.1026895 Jul 23 23:52:10.413312 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9a9ea9-d912-4f31-852c-a2107c64ddc3 service neutron] Pushing event updated for resources: {'Port': ['ID=5e95252c-95c6-4944-9947-81ff66c9acb7,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:10.448321 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-288bc8bc-a03a-4f93-b084-6a52a0dca8b5 req-dc9a9ea9-d912-4f31-852c-a2107c64ddc3 service neutron] Attempting to bind port 5e95252c-95c6-4944-9947-81ff66c9acb7 on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:52:10.448776 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-288bc8bc-a03a-4f93-b084-6a52a0dca8b5 req-dc9a9ea9-d912-4f31-852c-a2107c64ddc3 service neutron] Attempting to bind port 5e95252c-95c6-4944-9947-81ff66c9acb7 by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': '1eb88701-f197-4cdd-9aa7-747409d195ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0d6ba2fb-46fe-4367-85af-3f33b158d449'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:52:10.449022 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288bc8bc-a03a-4f93-b084-6a52a0dca8b5 req-dc9a9ea9-d912-4f31-852c-a2107c64ddc3 service neutron] Attempting to bind port 5e95252c-95c6-4944-9947-81ff66c9acb7 on network 0d6ba2fb-46fe-4367-85af-3f33b158d449 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:52:10.461223 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288bc8bc-a03a-4f93-b084-6a52a0dca8b5 req-dc9a9ea9-d912-4f31-852c-a2107c64ddc3 service neutron] Port 5e95252c-95c6-4944-9947-81ff66c9acb7 on network 0d6ba2fb-46fe-4367-85af-3f33b158d449 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:52:10.461625 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288bc8bc-a03a-4f93-b084-6a52a0dca8b5 req-dc9a9ea9-d912-4f31-852c-a2107c64ddc3 service neutron] Attempting to bind port 5e95252c-95c6-4944-9947-81ff66c9acb7 on network 0d6ba2fb-46fe-4367-85af-3f33b158d449 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:52:10.466396 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2920a587-ff8a-4ae6-88d2-dd5dd78aab9d req-7195d1b5-ff29-481c-81dc-3334d5803659 service neutron] 10.222.0.52 "GET /v2.0/networks/646be7a8-09b8-4e0c-bd78-d5d98c9093b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532177 Jul 23 23:52:10.470301 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288bc8bc-a03a-4f93-b084-6a52a0dca8b5 req-dc9a9ea9-d912-4f31-852c-a2107c64ddc3 service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:52:10.471435 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288bc8bc-a03a-4f93-b084-6a52a0dca8b5 req-dc9a9ea9-d912-4f31-852c-a2107c64ddc3 service neutron] Checking segment: {'id': '1eb88701-f197-4cdd-9aa7-747409d195ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0d6ba2fb-46fe-4367-85af-3f33b158d449'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:52:10.475801 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288bc8bc-a03a-4f93-b084-6a52a0dca8b5 req-dc9a9ea9-d912-4f31-852c-a2107c64ddc3 service neutron] Bound using segment: {'id': '1eb88701-f197-4cdd-9aa7-747409d195ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0d6ba2fb-46fe-4367-85af-3f33b158d449'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:52:10.476488 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-288bc8bc-a03a-4f93-b084-6a52a0dca8b5 req-dc9a9ea9-d912-4f31-852c-a2107c64ddc3 service neutron] Bound port: 5e95252c-95c6-4944-9947-81ff66c9acb7, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1eb88701-f197-4cdd-9aa7-747409d195ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0d6ba2fb-46fe-4367-85af-3f33b158d449'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:52:10.477061 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-288bc8bc-a03a-4f93-b084-6a52a0dca8b5 req-dc9a9ea9-d912-4f31-852c-a2107c64ddc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:10.488897 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e8ea7fbe-a5a3-4625-8b48-d716268998f1 req-da5f507f-014e-46fc-bfe0-38088b3ee278 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "GET /v2.0/security-groups?id=62065130-af15-4dfe-90c8-a05e16243009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013734 Jul 23 23:52:10.518218 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 97673005-ee9a-470f-a42b-801ca4635acb details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:52:10.661014 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-288bc8bc-a03a-4f93-b084-6a52a0dca8b5 req-dc9a9ea9-d912-4f31-852c-a2107c64ddc3 service neutron] For port 5e95252c-95c6-4944-9947-81ff66c9acb7, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:52:10.667764 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-288bc8bc-a03a-4f93-b084-6a52a0dca8b5 req-dc9a9ea9-d912-4f31-852c-a2107c64ddc3 service neutron] For port 5e95252c-95c6-4944-9947-81ff66c9acb7, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=5e95252c-95c6-4944-9947-81ff66c9acb7,segment=NetworkSegment(1eb88701-f197-4cdd-9aa7-747409d195ea),segment_id=1eb88701-f197-4cdd-9aa7-747409d195ea)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:52:10.673504 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2920a587-ff8a-4ae6-88d2-dd5dd78aab9d req-0848584b-2527-4889-beb3-e27f2f4fb58d service neutron] 10.222.0.52 "GET /v2.0/networks/646be7a8-09b8-4e0c-bd78-d5d98c9093b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937413 Jul 23 23:52:10.675890 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-288bc8bc-a03a-4f93-b084-6a52a0dca8b5 req-dc9a9ea9-d912-4f31-852c-a2107c64ddc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:10.724332 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 97673005-ee9a-470f-a42b-801ca4635acb, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=97673005-ee9a-470f-a42b-801ca4635acb,segment=NetworkSegment(bee75817-8822-4c2b-8563-730cb65eb3a7),segment_id=bee75817-8822-4c2b-8563-730cb65eb3a7)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:52:10.741465 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': '97673005-ee9a-470f-a42b-801ca4635acb', 'network_id': '57903904-9b6d-4c31-9b1a-837f9a463391', 'port_id': '97673005-ee9a-470f-a42b-801ca4635acb', 'mac_address': 'fa:16:3e:4f:c0:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9591efd5-cf05-46fc-a204-a334741262ad', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:52:10.785107 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:10.803970 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97673005-ee9a-470f-a42b-801ca4635acb {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:52:10.823683 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288bc8bc-a03a-4f93-b084-6a52a0dca8b5 req-dc9a9ea9-d912-4f31-852c-a2107c64ddc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:10.825038 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-288bc8bc-a03a-4f93-b084-6a52a0dca8b5 req-dc9a9ea9-d912-4f31-852c-a2107c64ddc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:10.827630 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-288bc8bc-a03a-4f93-b084-6a52a0dca8b5 req-dc9a9ea9-d912-4f31-852c-a2107c64ddc3 service neutron] 10.222.0.52 "PUT /v2.0/ports/5e95252c-95c6-4944-9947-81ff66c9acb7 HTTP/1.1" status: 200 len: 1092 time: 1.5115077 Jul 23 23:52:10.835525 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 39040) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:52:10.842232 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed250f17-a555-4a7b-a8a7-c603cd1cc439', 'tag': '5e95252c-95c6-4944-9947-81ff66c9acb7'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:52:10.847351 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a11ac85-6402-4be0-9413-2c0b00ce5a58" -d '{"events": [{"name": "network-changed", "server_uuid": "ed250f17-a555-4a7b-a8a7-c603cd1cc439", "tag": "5e95252c-95c6-4944-9947-81ff66c9acb7"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:52:10.904704 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 97673005-ee9a-470f-a42b-801ca4635acb, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=97673005-ee9a-470f-a42b-801ca4635acb,segment=NetworkSegment(bee75817-8822-4c2b-8563-730cb65eb3a7),segment_id=bee75817-8822-4c2b-8563-730cb65eb3a7)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:52:10.916038 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:11.010591 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-693c09c6-6672-48e0-a4b5-a9deae7e8523 x-openstack-request-id: req-693c09c6-6672-48e0-a4b5-a9deae7e8523 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:52:11.011191 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed250f17-a555-4a7b-a8a7-c603cd1cc439", "tag": "5e95252c-95c6-4944-9947-81ff66c9acb7", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:52:11.011545 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-693c09c6-6672-48e0-a4b5-a9deae7e8523 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:52:11.012263 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed250f17-a555-4a7b-a8a7-c603cd1cc439', 'tag': '5e95252c-95c6-4944-9947-81ff66c9acb7', 'status': 'completed', 'code': 200} Jul 23 23:52:11.060084 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=97673005-ee9a-470f-a42b-801ca4635acb,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:11.130201 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 39058) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:52:11.152647 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9a9ea9-d912-4f31-852c-a2107c64ddc3 service neutron] Pushing event updated for resources: {'Port': ['ID=5e95252c-95c6-4944-9947-81ff66c9acb7,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:11.156077 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8f90fb5a-88ce-43f7-ae49-ffe0cb236eb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:11.158069 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['97673005-ee9a-470f-a42b-801ca4635acb'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:52:11.289335 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff9d563-4349-4a03-91cc-102d868587fc req-8a4373a3-36fe-46d6-95bb-aef0bb2881cc tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:11.306021 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cff9d563-4349-4a03-91cc-102d868587fc req-8a4373a3-36fe-46d6-95bb-aef0bb2881cc tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/ports?device_id=e724dba7-739e-45e1-8f8d-b2ede04c09d6 HTTP/1.1" status: 200 len: 943 time: 0.5852625 Jul 23 23:52:11.359423 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 39082) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:52:11.379021 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8f90fb5a-88ce-43f7-ae49-ffe0cb236eb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:11.384752 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8f90fb5a-88ce-43f7-ae49-ffe0cb236eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:11.387944 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288bc8bc-a03a-4f93-b084-6a52a0dca8b5 req-595c9683-59a4-446c-ac87-0d71fbbdace3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:11.401588 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-288bc8bc-a03a-4f93-b084-6a52a0dca8b5 req-595c9683-59a4-446c-ac87-0d71fbbdace3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fe34b741dd5e495ab273e85e013ecfbf&device_id=ed250f17-a555-4a7b-a8a7-c603cd1cc439 HTTP/1.1" status: 200 len: 1095 time: 0.5140951 Jul 23 23:52:11.429415 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920a587-ff8a-4ae6-88d2-dd5dd78aab9d req-73c7a4a3-b7ba-4d8b-b01f-2064af2efc12 tempest-LiveMigrationTest-328354084 tempest-LiveMigrationTest-328354084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:11.430979 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2920a587-ff8a-4ae6-88d2-dd5dd78aab9d req-73c7a4a3-b7ba-4d8b-b01f-2064af2efc12 tempest-LiveMigrationTest-328354084 tempest-LiveMigrationTest-328354084-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=6e50b102-6aba-4b7c-918d-7934b7fc5e3b&tenant_id=e50500f9fa5448f8994dd6c4e9b5ded5&binding%3Ahost_id=n-h1-800088-16 HTTP/1.1" status: 200 len: 1097 time: 0.4100165 Jul 23 23:52:11.434793 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 8f768bcb-fcc6-4814-bd6d-91dcda68dee3 no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:52:11.453030 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-8f90fb5a-88ce-43f7-ae49-ffe0cb236eb8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a8dca32be0604f6988ebde7988113d74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3214231 Jul 23 23:52:11.458354 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 39086) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:52:11.503947 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 8f768bcb-fcc6-4814-bd6d-91dcda68dee3 not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:52:11.514969 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-1a2f4f25-7861-4c93-ba93-5d522b619b9f admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-946199104-network', 'tenant_id': 'fb71770adc294b858658b994fd21dae1'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:52:11.521709 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f90fb5a-88ce-43f7-ae49-ffe0cb236eb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1179dee6-8aff-4dd4-8796-11d20623488b,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:11.523257 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-288bc8bc-a03a-4f93-b084-6a52a0dca8b5 req-393197a7-3900-4240-ae16-5416983b982a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e95252c-95c6-4944-9947-81ff66c9acb7 HTTP/1.1" status: 200 len: 217 time: 0.1090248 Jul 23 23:52:11.527766 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cff9d563-4349-4a03-91cc-102d868587fc req-b5c75606-fa86-4595-aea5-834ebd84525e tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee3bb585-1d46-4d4b-8ed6-e0ac9b92bd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208934 Jul 23 23:52:11.562890 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a2f4f25-7861-4c93-ba93-5d522b619b9f admin admin] Made reservation on behalf of fb71770adc294b858658b994fd21dae1 for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:52:11.565336 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1a2f4f25-7861-4c93-ba93-5d522b619b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:11.578045 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1a2f4f25-7861-4c93-ba93-5d522b619b9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:11.607397 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8fa7b04b-2939-42a7-8a7f-11b388f98278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:11.629275 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6357b781-d3d1-40e1-ba8d-d0f1deda0f1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:11.654578 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8d93ce-9fc3-44e1-88b5-30ee5436f2b4 req-c68b0b7d-b904-47bc-bf7f-c7e5335b4132 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:11.656154 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fe8d93ce-9fc3-44e1-88b5-30ee5436f2b4 req-c68b0b7d-b904-47bc-bf7f-c7e5335b4132 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e50b102-6aba-4b7c-918d-7934b7fc5e3b HTTP/1.1" status: 200 len: 945 time: 0.2211814 Jul 23 23:52:11.661580 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288bc8bc-a03a-4f93-b084-6a52a0dca8b5 req-22651b75-db4c-403c-8d2b-8db6cdeb1937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:11.662573 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8fa7b04b-2939-42a7-8a7f-11b388f98278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:11.663532 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-288bc8bc-a03a-4f93-b084-6a52a0dca8b5 req-22651b75-db4c-403c-8d2b-8db6cdeb1937 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=13fa7780-575a-40c5-b19b-7d5a9ef282a8 HTTP/1.1" status: 200 len: 860 time: 0.1127868 Jul 23 23:52:11.751928 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fe8d93ce-9fc3-44e1-88b5-30ee5436f2b4 req-73843a84-9608-4ff7-bfa3-cdb0e380f43c tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873215 Jul 23 23:52:11.799689 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1a2f4f25-7861-4c93-ba93-5d522b619b9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:11.800790 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8fa7b04b-2939-42a7-8a7f-11b388f98278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:11.803455 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8fa7b04b-2939-42a7-8a7f-11b388f98278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:11.804617 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-8fa7b04b-2939-42a7-8a7f-11b388f98278 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1179dee6-8aff-4dd4-8796-11d20623488b HTTP/1.1" status: 204 len: 168 time: 0.3451416 Jul 23 23:52:11.813232 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1a2f4f25-7861-4c93-ba93-5d522b619b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:11.817555 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa7b04b-2939-42a7-8a7f-11b388f98278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1179dee6-8aff-4dd4-8796-11d20623488b,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:11.840351 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a2f4f25-7861-4c93-ba93-5d522b619b9f admin admin] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:52:11.855450 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2f4f25-7861-4c93-ba93-5d522b619b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22ed2ed7-f637-428a-b188-fe044fcee805,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:11.861718 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1a2f4f25-7861-4c93-ba93-5d522b619b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:11.862063 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-1a2f4f25-7861-4c93-ba93-5d522b619b9f admin admin] Added segment 3faff525-08de-4988-a839-850e69ad6c5f of type vlan for network c754f1e1-4bc2-4acb-903f-37337862cd73 Jul 23 23:52:11.909163 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1a2f4f25-7861-4c93-ba93-5d522b619b9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:11.914410 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288bc8bc-a03a-4f93-b084-6a52a0dca8b5 req-931796f6-e4f0-4e58-a513-f698c1399e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:11.916372 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-288bc8bc-a03a-4f93-b084-6a52a0dca8b5 req-931796f6-e4f0-4e58-a513-f698c1399e34 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0d6ba2fb-46fe-4367-85af-3f33b158d449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2227259 Jul 23 23:52:11.924433 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1594c2-4f55-4d06-bb9d-2a6067aa0483 req-f79c1122-0abd-411c-8d21-d2556b6c3608 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:11.926045 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6c1594c2-4f55-4d06-bb9d-2a6067aa0483 req-f79c1122-0abd-411c-8d21-d2556b6c3608 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed250f17-a555-4a7b-a8a7-c603cd1cc439 HTTP/1.1" status: 200 len: 943 time: 0.2783620 Jul 23 23:52:11.950348 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1a2f4f25-7861-4c93-ba93-5d522b619b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:11.952272 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2f4f25-7861-4c93-ba93-5d522b619b9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:11.952592 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1a2f4f25-7861-4c93-ba93-5d522b619b9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:11.959360 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-2920a587-ff8a-4ae6-88d2-dd5dd78aab9d req-b2e23245-ffaa-4e03-843e-a1c1ef6f2ece service neutron] For port 8f768bcb-fcc6-4814-bd6d-91dcda68dee3, host n-h2-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:52:11.984343 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-2920a587-ff8a-4ae6-88d2-dd5dd78aab9d req-b2e23245-ffaa-4e03-843e-a1c1ef6f2ece service neutron] Notify callbacks [] for binding, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:11.986276 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2920a587-ff8a-4ae6-88d2-dd5dd78aab9d req-b2e23245-ffaa-4e03-843e-a1c1ef6f2ece service neutron] 10.222.0.52 "DELETE /v2.0/ports/8f768bcb-fcc6-4814-bd6d-91dcda68dee3/bindings/n-h2-800088-16 HTTP/1.1" status: 204 len: 173 time: 0.5300541 Jul 23 23:52:12.050157 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2f4f25-7861-4c93-ba93-5d522b619b9f admin admin] Pushing event updated for resources: {'Network': ['ID=c754f1e1-4bc2-4acb-903f-37337862cd73,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:12.061674 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network c754f1e1-4bc2-4acb-903f-37337862cd73 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:52:12.123148 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5652d1b-b2e9-4733-84c1-c66beddc2bde req-5e2f381e-ae22-4f6b-9775-8a481b785b82 tempest-LiveMigrationTest-328354084 tempest-LiveMigrationTest-328354084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:12.130977 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a5652d1b-b2e9-4733-84c1-c66beddc2bde req-5e2f381e-ae22-4f6b-9775-8a481b785b82 tempest-LiveMigrationTest-328354084 tempest-LiveMigrationTest-328354084-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=6e50b102-6aba-4b7c-918d-7934b7fc5e3b HTTP/1.1" status: 200 len: 1097 time: 0.0826502 Jul 23 23:52:12.141067 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6c1594c2-4f55-4d06-bb9d-2a6067aa0483 req-18e1a1a4-9c91-42bf-bf10-0b15266c2d54 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "GET /v2.0/security-groups?id=62065130-af15-4dfe-90c8-a05e16243009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928167 Jul 23 23:52:12.154622 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6357b781-d3d1-40e1-ba8d-d0f1deda0f1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:12.171512 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-1a2f4f25-7861-4c93-ba93-5d522b619b9f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3345885 Jul 23 23:52:12.175770 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6357b781-d3d1-40e1-ba8d-d0f1deda0f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:12.177481 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 39104) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:52:12.186385 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-9a3bcd63-4ee7-4481-9d00-9e0e437fb1f8 admin admin] Request body: {'subnet': {'network_id': 'c754f1e1-4bc2-4acb-903f-37337862cd73', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-946199104-subnet', 'tenant_id': 'fb71770adc294b858658b994fd21dae1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:52:12.227319 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a5652d1b-b2e9-4733-84c1-c66beddc2bde req-6bba89cc-5a34-42b3-851a-3845620db701 tempest-LiveMigrationTest-328354084 tempest-LiveMigrationTest-328354084-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914426 Jul 23 23:52:12.230751 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-288bc8bc-a03a-4f93-b084-6a52a0dca8b5 req-d7d4edbf-c2af-48ba-8388-df4aff67597b service neutron] 10.222.0.52 "GET /v2.0/networks/0d6ba2fb-46fe-4367-85af-3f33b158d449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914472 Jul 23 23:52:12.266745 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a3bcd63-4ee7-4481-9d00-9e0e437fb1f8 admin admin] Made reservation on behalf of fb71770adc294b858658b994fd21dae1 for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:52:12.269713 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9a3bcd63-4ee7-4481-9d00-9e0e437fb1f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:12.298127 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-6357b781-d3d1-40e1-ba8d-d0f1deda0f1e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=36525612880149ada3ec26f15cb14f5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9358525 Jul 23 23:52:12.301365 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 39110) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:52:12.305921 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6357b781-d3d1-40e1-ba8d-d0f1deda0f1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb08f8c-092f-44d3-886b-1539a1cd60aa,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:12.416344 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-288bc8bc-a03a-4f93-b084-6a52a0dca8b5 req-6742b31b-1cd2-4d86-a3e8-f424db4313e3 service neutron] 10.222.0.52 "GET /v2.0/networks/0d6ba2fb-46fe-4367-85af-3f33b158d449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529908 Jul 23 23:52:12.505819 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-578bb31c-3440-4336-947e-77cb318f2786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:12.516220 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 97673005-ee9a-470f-a42b-801ca4635acb up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:52:12.576110 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-578bb31c-3440-4336-947e-77cb318f2786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:12.598169 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9a3bcd63-4ee7-4481-9d00-9e0e437fb1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:12.661975 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port 97673005-ee9a-470f-a42b-801ca4635acb completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:52:12.675270 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port 97673005-ee9a-470f-a42b-801ca4635acb triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:52:12.676203 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:12.705940 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3bcd63-4ee7-4481-9d00-9e0e437fb1f8 admin admin] Checking segment: {'id': '3faff525-08de-4988-a839-850e69ad6c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'c754f1e1-4bc2-4acb-903f-37337862cd73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:52:12.706361 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3bcd63-4ee7-4481-9d00-9e0e437fb1f8 admin admin] Network hostable DHCP agents. Network: c754f1e1-4bc2-4acb-903f-37337862cd73, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:52:12.715397 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3bcd63-4ee7-4481-9d00-9e0e437fb1f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcbbfbaa-f9eb-47d3-b144-e0ef4732a1f1,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:12.753448 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-578bb31c-3440-4336-947e-77cb318f2786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:12.756046 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-578bb31c-3440-4336-947e-77cb318f2786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:12.762198 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a11ac85-6402-4be0-9413-2c0b00ce5a58 req-2b114163-8920-4ad0-87c3-e057416148f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:12.763740 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6a11ac85-6402-4be0-9413-2c0b00ce5a58 req-2b114163-8920-4ad0-87c3-e057416148f9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fe34b741dd5e495ab273e85e013ecfbf&device_id=ed250f17-a555-4a7b-a8a7-c603cd1cc439 HTTP/1.1" status: 200 len: 1095 time: 0.2972522 Jul 23 23:52:12.772777 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-578bb31c-3440-4336-947e-77cb318f2786 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fbb08f8c-092f-44d3-886b-1539a1cd60aa HTTP/1.1" status: 204 len: 168 time: 0.4692018 Jul 23 23:52:12.782964 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee69b04-cf74-4f24-8aad-0493c5cd2e6e req-828792cc-5ba3-431a-910d-8a5d8cb8d886 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:12.784594 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6ee69b04-cf74-4f24-8aad-0493c5cd2e6e req-828792cc-5ba3-431a-910d-8a5d8cb8d886 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/networks?id=646be7a8-09b8-4e0c-bd78-d5d98c9093b9 HTTP/1.1" status: 200 len: 807 time: 0.2668481 Jul 23 23:52:12.817656 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6ee69b04-cf74-4f24-8aad-0493c5cd2e6e req-20bc333f-0911-4d19-9863-e0117eb0b789 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/quotas/e50500f9fa5448f8994dd6c4e9b5ded5 HTTP/1.1" status: 200 len: 375 time: 0.0234296 Jul 23 23:52:12.822295 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3bcd63-4ee7-4481-9d00-9e0e437fb1f8 admin admin] Network c754f1e1-4bc2-4acb-903f-37337862cd73 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:52:12.827060 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578bb31c-3440-4336-947e-77cb318f2786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb08f8c-092f-44d3-886b-1539a1cd60aa,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:12.832073 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:12.846568 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-9a3bcd63-4ee7-4481-9d00-9e0e437fb1f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, c754f1e1-4bc2-4acb-903f-37337862cd73) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:52:12.855382 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3bcd63-4ee7-4481-9d00-9e0e437fb1f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:12.857002 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9a3bcd63-4ee7-4481-9d00-9e0e437fb1f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:12.880104 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a61072-fae2-45f2-af32-0cb39f96407f None None] Network c754f1e1-4bc2-4acb-903f-37337862cd73 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:52:12.890227 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-9a3bcd63-4ee7-4481-9d00-9e0e437fb1f8 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7115281 Jul 23 23:52:12.900736 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825c5eb-071c-4328-8eaa-8546d8ba2d7f req-6c9db1ad-160d-465c-bf2c-3a8b664d63f4 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:12.909164 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e825c5eb-071c-4328-8eaa-8546d8ba2d7f req-6c9db1ad-160d-465c-bf2c-3a8b664d63f4 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/ports?device_id=e724dba7-739e-45e1-8f8d-b2ede04c09d6 HTTP/1.1" status: 200 len: 944 time: 0.1593807 Jul 23 23:52:12.913483 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 39150) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:52:12.918896 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e724dba7-739e-45e1-8f8d-b2ede04c09d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97673005-ee9a-470f-a42b-801ca4635acb'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:52:12.919687 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-2ffaee19-15b5-49f1-8d1c-96a25fb90c05 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-946199104-router', 'tenant_id': 'fb71770adc294b858658b994fd21dae1', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:52:12.921745 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bb3b1d4-77e0-4166-8d28-d4b793bbfa87" -d '{"events": [{"server_uuid": "e724dba7-739e-45e1-8f8d-b2ede04c09d6", "name": "network-vif-plugged", "status": "completed", "tag": "97673005-ee9a-470f-a42b-801ca4635acb"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:52:12.952783 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 97673005-ee9a-470f-a42b-801ca4635acb, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=97673005-ee9a-470f-a42b-801ca4635acb,segment=NetworkSegment(bee75817-8822-4c2b-8563-730cb65eb3a7),segment_id=bee75817-8822-4c2b-8563-730cb65eb3a7)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:52:12.963858 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e825c5eb-071c-4328-8eaa-8546d8ba2d7f req-d6771934-93e0-4fbb-9a0b-875964b00958 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee3bb585-1d46-4d4b-8ed6-e0ac9b92bd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520606 Jul 23 23:52:12.971492 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:12.998602 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a11ac85-6402-4be0-9413-2c0b00ce5a58 req-2ad8d747-04d5-40c4-a1be-4605157b26d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:13.000799 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6a11ac85-6402-4be0-9413-2c0b00ce5a58 req-2ad8d747-04d5-40c4-a1be-4605157b26d4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0d6ba2fb-46fe-4367-85af-3f33b158d449 HTTP/1.1" status: 200 len: 922 time: 0.2152872 Jul 23 23:52:13.014448 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6ee69b04-cf74-4f24-8aad-0493c5cd2e6e req-f6f9d657-627d-4ee2-bf5e-7b4e38a0acdc tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e50500f9fa5448f8994dd6c4e9b5ded5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1890259 Jul 23 23:52:13.015700 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2ffaee19-15b5-49f1-8d1c-96a25fb90c05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:13.021570 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2ffaee19-15b5-49f1-8d1c-96a25fb90c05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:13.081116 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb9cbb47-ec51-472b-89b6-f7a9a14bc094 x-openstack-request-id: req-cb9cbb47-ec51-472b-89b6-f7a9a14bc094 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:52:13.082071 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e724dba7-739e-45e1-8f8d-b2ede04c09d6", "name": "network-vif-plugged", "status": "completed", "tag": "97673005-ee9a-470f-a42b-801ca4635acb", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:52:13.082491 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cb9cbb47-ec51-472b-89b6-f7a9a14bc094 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:52:13.083033 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e724dba7-739e-45e1-8f8d-b2ede04c09d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97673005-ee9a-470f-a42b-801ca4635acb', 'code': 200} Jul 23 23:52:13.083750 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=97673005-ee9a-470f-a42b-801ca4635acb,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:13.129572 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 39160) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:52:13.171048 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6a11ac85-6402-4be0-9413-2c0b00ce5a58 req-08d84358-e6c1-4576-8adc-ae62b2079a54 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e95252c-95c6-4944-9947-81ff66c9acb7 HTTP/1.1" status: 200 len: 217 time: 0.1327388 Jul 23 23:52:13.284045 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1008d09f-3cef-4f94-8a70-12ae7b530f65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-c754f1e1-4bc2-4acb-903f-37337862cd73', 'network_id': 'c754f1e1-4bc2-4acb-903f-37337862cd73', 'tenant_id': 'fb71770adc294b858658b994fd21dae1', 'fixed_ips': [{'subnet_id': 'fcbbfbaa-f9eb-47d3-b144-e0ef4732a1f1'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:52:13.286833 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-1008d09f-3cef-4f94-8a70-12ae7b530f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:13.308189 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6ee69b04-cf74-4f24-8aad-0493c5cd2e6e req-08d12f75-c6f0-4695-8ad1-b8b73c7e917d service neutron] 10.222.0.44 "GET /v2.0/networks/646be7a8-09b8-4e0c-bd78-d5d98c9093b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677422 Jul 23 23:52:13.324998 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2ffaee19-15b5-49f1-8d1c-96a25fb90c05 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:13.427204 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b869ae-5d91-4f88-a6b4-1fcbbbf8dae1 req-a45207a8-37cc-4d5a-b698-ea5ddf676aaa tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:13.429845 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-18b869ae-5d91-4f88-a6b4-1fcbbbf8dae1 req-a45207a8-37cc-4d5a-b698-ea5ddf676aaa tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed250f17-a555-4a7b-a8a7-c603cd1cc439 HTTP/1.1" status: 200 len: 943 time: 0.1157889 Jul 23 23:52:13.435839 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-aea00653-4592-4d19-9fd5-f0ebf19a32ff admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2063802340-network', 'tenant_id': 'fcf63d2414cc483aa0b938b26409d6cb'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:52:13.481078 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-1008d09f-3cef-4f94-8a70-12ae7b530f65 None None] Allocated IP 172.20.0.2 (c754f1e1-4bc2-4acb-903f-37337862cd73/fcbbfbaa-f9eb-47d3-b144-e0ef4732a1f1/5dc372d3-af95-4da8-98e5-e9838415e7c9) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:52:13.487621 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a11ac85-6402-4be0-9413-2c0b00ce5a58 req-ce6a90e5-e740-4355-84d7-0bd72a2e1fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:13.489210 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6a11ac85-6402-4be0-9413-2c0b00ce5a58 req-ce6a90e5-e740-4355-84d7-0bd72a2e1fab service neutron] 10.222.0.52 "GET /v2.0/subnets?id=13fa7780-575a-40c5-b19b-7d5a9ef282a8 HTTP/1.1" status: 200 len: 860 time: 0.3065076 Jul 23 23:52:13.493501 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-18b869ae-5d91-4f88-a6b4-1fcbbbf8dae1 req-c57ec2c6-a560-405c-a8d4-9728d9eb61e5 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "GET /v2.0/security-groups?id=62065130-af15-4dfe-90c8-a05e16243009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520148 Jul 23 23:52:13.495001 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea00653-4592-4d19-9fd5-f0ebf19a32ff admin admin] Made reservation on behalf of fcf63d2414cc483aa0b938b26409d6cb for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:52:13.495619 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 39170) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:52:13.497959 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-aea00653-4592-4d19-9fd5-f0ebf19a32ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:13.518964 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-aea00653-4592-4d19-9fd5-f0ebf19a32ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:13.556269 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-89eb6d2c-c4ce-47a4-9d96-a3ff189c341c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:13.679438 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-1008d09f-3cef-4f94-8a70-12ae7b530f65 None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:13.684975 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-aea00653-4592-4d19-9fd5-f0ebf19a32ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:13.689848 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-aea00653-4592-4d19-9fd5-f0ebf19a32ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:13.691467 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-1008d09f-3cef-4f94-8a70-12ae7b530f65 None None] Transition to ACTIVE for port object 5dc372d3-af95-4da8-98e5-e9838415e7c9 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:52:13.711649 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-1008d09f-3cef-4f94-8a70-12ae7b530f65 None None] Transition to ACTIVE for port object 5dc372d3-af95-4da8-98e5-e9838415e7c9 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:52:13.715025 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aea00653-4592-4d19-9fd5-f0ebf19a32ff admin admin] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:52:13.718780 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-1008d09f-3cef-4f94-8a70-12ae7b530f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:13.732877 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea00653-4592-4d19-9fd5-f0ebf19a32ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=250fe6fc-699b-4f62-8139-3728280b5dfe,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:13.738050 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-aea00653-4592-4d19-9fd5-f0ebf19a32ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:13.738460 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-aea00653-4592-4d19-9fd5-f0ebf19a32ff admin admin] Added segment 1af4fee7-71e9-4e29-b37f-62374352ca42 of type vlan for network 8fbc53d6-796b-417b-8829-0ed6b4aab796 Jul 23 23:52:13.772989 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1008d09f-3cef-4f94-8a70-12ae7b530f65 None None] Network c754f1e1-4bc2-4acb-903f-37337862cd73 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:52:13.780088 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-1008d09f-3cef-4f94-8a70-12ae7b530f65 None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:52:13.780912 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-aea00653-4592-4d19-9fd5-f0ebf19a32ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:13.784503 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1008d09f-3cef-4f94-8a70-12ae7b530f65 None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:52:13.792430 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1008d09f-3cef-4f94-8a70-12ae7b530f65 None None] Pushing event updated for resources: {'Port': ['ID=5dc372d3-af95-4da8-98e5-e9838415e7c9,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:13.817486 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-aea00653-4592-4d19-9fd5-f0ebf19a32ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:13.818464 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea00653-4592-4d19-9fd5-f0ebf19a32ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:13.819062 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-aea00653-4592-4d19-9fd5-f0ebf19a32ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:13.851871 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-aea00653-4592-4d19-9fd5-f0ebf19a32ff admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7210109 Jul 23 23:52:13.855646 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 39194) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:52:13.856433 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-1008d09f-3cef-4f94-8a70-12ae7b530f65 None None] Attempting to bind port 5dc372d3-af95-4da8-98e5-e9838415e7c9 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:52:13.856840 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-1008d09f-3cef-4f94-8a70-12ae7b530f65 None None] Attempting to bind port 5dc372d3-af95-4da8-98e5-e9838415e7c9 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '3faff525-08de-4988-a839-850e69ad6c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'c754f1e1-4bc2-4acb-903f-37337862cd73'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:52:13.857330 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1008d09f-3cef-4f94-8a70-12ae7b530f65 None None] Attempting to bind port 5dc372d3-af95-4da8-98e5-e9838415e7c9 on network c754f1e1-4bc2-4acb-903f-37337862cd73 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:52:13.863611 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1008d09f-3cef-4f94-8a70-12ae7b530f65 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:52:13.863966 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6381354e-d2ce-42a0-883f-48dd4ce60854 req-20a3961a-660a-4209-b8a9-af11745395b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:13.864249 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1008d09f-3cef-4f94-8a70-12ae7b530f65 None None] Checking segment: {'id': '3faff525-08de-4988-a839-850e69ad6c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'c754f1e1-4bc2-4acb-903f-37337862cd73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:52:13.864666 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-1008d09f-3cef-4f94-8a70-12ae7b530f65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:13.865148 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1008d09f-3cef-4f94-8a70-12ae7b530f65 None None] Bound using segment: {'id': '3faff525-08de-4988-a839-850e69ad6c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'c754f1e1-4bc2-4acb-903f-37337862cd73'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:52:13.865259 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-8019b712-3fb9-4740-bcae-1ce29b53c728 admin admin] Request body: {'subnet': {'network_id': '8fbc53d6-796b-417b-8829-0ed6b4aab796', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2063802340-subnet', 'tenant_id': 'fcf63d2414cc483aa0b938b26409d6cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:52:13.865688 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-1008d09f-3cef-4f94-8a70-12ae7b530f65 None None] Bound port: 5dc372d3-af95-4da8-98e5-e9838415e7c9, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3faff525-08de-4988-a839-850e69ad6c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'c754f1e1-4bc2-4acb-903f-37337862cd73'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:52:13.866078 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6381354e-d2ce-42a0-883f-48dd4ce60854 req-20a3961a-660a-4209-b8a9-af11745395b4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e724dba7-739e-45e1-8f8d-b2ede04c09d6 HTTP/1.1" status: 200 len: 1097 time: 0.6972947 Jul 23 23:52:13.866207 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-1008d09f-3cef-4f94-8a70-12ae7b530f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:13.901648 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea00653-4592-4d19-9fd5-f0ebf19a32ff admin admin] Pushing event updated for resources: {'Network': ['ID=8fbc53d6-796b-417b-8829-0ed6b4aab796,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:13.917598 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 8fbc53d6-796b-417b-8829-0ed6b4aab796 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:52:13.920101 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8019b712-3fb9-4740-bcae-1ce29b53c728 admin admin] Made reservation on behalf of fcf63d2414cc483aa0b938b26409d6cb for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:52:13.923280 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8019b712-3fb9-4740-bcae-1ce29b53c728 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:13.968341 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-1008d09f-3cef-4f94-8a70-12ae7b530f65 None None] For port 5dc372d3-af95-4da8-98e5-e9838415e7c9, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:52:13.979381 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2ffaee19-15b5-49f1-8d1c-96a25fb90c05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:14.026428 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6ee69b04-cf74-4f24-8aad-0493c5cd2e6e req-95875fd2-7fa1-4a31-b2fb-1be44466c9f8 service neutron] 10.222.0.44 "GET /v2.0/networks/646be7a8-09b8-4e0c-bd78-d5d98c9093b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6976678 Jul 23 23:52:14.051179 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-1008d09f-3cef-4f94-8a70-12ae7b530f65 None None] For port 5dc372d3-af95-4da8-98e5-e9838415e7c9, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=5dc372d3-af95-4da8-98e5-e9838415e7c9,segment=NetworkSegment(3faff525-08de-4988-a839-850e69ad6c5f),segment_id=3faff525-08de-4988-a839-850e69ad6c5f)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:52:14.057047 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-1008d09f-3cef-4f94-8a70-12ae7b530f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:14.079213 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6381354e-d2ce-42a0-883f-48dd4ce60854 req-29940f94-d301-42c5-8732-207be9f94925 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ee3bb585-1d46-4d4b-8ed6-e0ac9b92bd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596134 Jul 23 23:52:14.098078 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a11ac85-6402-4be0-9413-2c0b00ce5a58 req-3218aa84-4be8-4488-ba44-d39a0eabe95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:14.099785 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6a11ac85-6402-4be0-9413-2c0b00ce5a58 req-3218aa84-4be8-4488-ba44-d39a0eabe95b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0d6ba2fb-46fe-4367-85af-3f33b158d449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5447149 Jul 23 23:52:14.129714 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1008d09f-3cef-4f94-8a70-12ae7b530f65 None None] Pushing event updated for resources: {'Port': ['ID=5dc372d3-af95-4da8-98e5-e9838415e7c9,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:14.198587 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8019b712-3fb9-4740-bcae-1ce29b53c728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:14.279704 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cf5dfb-172c-4ea1-9b70-4c6c03be231d req-a5b7b8ee-a97b-4eb9-a8da-8c3e73d834d8 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:14.287504 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-66cf5dfb-172c-4ea1-9b70-4c6c03be231d req-a5b7b8ee-a97b-4eb9-a8da-8c3e73d834d8 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/ports?device_id=e724dba7-739e-45e1-8f8d-b2ede04c09d6 HTTP/1.1" status: 200 len: 945 time: 0.1704288 Jul 23 23:52:14.301464 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-84739999-6f25-4742-900f-c17fbf5e63a9 req-6d596c3f-a3c7-4c87-9a08-1135505396ca tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?device_id=05daa1e3-5bd4-4f14-94c6-c77200a84abb HTTP/1.1" status: 200 len: 210 time: 0.0393684 Jul 23 23:52:14.316001 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8019b712-3fb9-4740-bcae-1ce29b53c728 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5eea353-e8a7-4b16-8aa6-0fd838342ca4,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:14.339633 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8019b712-3fb9-4740-bcae-1ce29b53c728 admin admin] Checking segment: {'id': '1af4fee7-71e9-4e29-b37f-62374352ca42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8fbc53d6-796b-417b-8829-0ed6b4aab796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:52:14.340032 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8019b712-3fb9-4740-bcae-1ce29b53c728 admin admin] Network hostable DHCP agents. Network: 8fbc53d6-796b-417b-8829-0ed6b4aab796, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:52:14.357505 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6a11ac85-6402-4be0-9413-2c0b00ce5a58 req-9a14de18-c035-4f80-9e38-645d4da6d69c service neutron] 10.222.0.52 "GET /v2.0/networks/0d6ba2fb-46fe-4367-85af-3f33b158d449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195108 Jul 23 23:52:14.375781 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-66cf5dfb-172c-4ea1-9b70-4c6c03be231d req-1d07114c-7e8c-4c85-ba54-e9756fda9611 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee3bb585-1d46-4d4b-8ed6-e0ac9b92bd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820758 Jul 23 23:52:14.394398 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-89eb6d2c-c4ce-47a4-9d96-a3ff189c341c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:14.403990 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8019b712-3fb9-4740-bcae-1ce29b53c728 admin admin] Network 8fbc53d6-796b-417b-8829-0ed6b4aab796 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:52:14.410845 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-89eb6d2c-c4ce-47a4-9d96-a3ff189c341c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:14.412185 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:14.426952 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-8019b712-3fb9-4740-bcae-1ce29b53c728 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 8fbc53d6-796b-417b-8829-0ed6b4aab796) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:52:14.461584 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8019b712-3fb9-4740-bcae-1ce29b53c728 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:14.462249 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8019b712-3fb9-4740-bcae-1ce29b53c728 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:14.464554 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740e3dbe-8d66-4fde-8519-7b11957742d4 None None] Network 8fbc53d6-796b-417b-8829-0ed6b4aab796 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:52:14.495156 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-8019b712-3fb9-4740-bcae-1ce29b53c728 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6375358 Jul 23 23:52:14.635012 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-89eb6d2c-c4ce-47a4-9d96-a3ff189c341c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f185a93e211c42efa28e545dc7bb4055&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1370173 Jul 23 23:52:14.639256 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eb6d2c-c4ce-47a4-9d96-a3ff189c341c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d11c2613-d300-4974-9a4e-3d744662a9f4,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:14.653434 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 39214) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:52:14.720055 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2ffaee19-15b5-49f1-8d1c-96a25fb90c05 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:14.743423 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f95e68-2b85-4846-8655-6a42de5283b6 None None] Network 8fbc53d6-796b-417b-8829-0ed6b4aab796 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:52:14.778881 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2ffaee19-15b5-49f1-8d1c-96a25fb90c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:14.802929 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea97c15-3593-4df8-be4b-29354df253f5 req-cec8d21e-098d-4bee-b48c-9ed69748f33a tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:14.808342 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cea97c15-3593-4df8-be4b-29354df253f5 req-cec8d21e-098d-4bee-b48c-9ed69748f33a tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed250f17-a555-4a7b-a8a7-c603cd1cc439 HTTP/1.1" status: 200 len: 943 time: 0.1898746 Jul 23 23:52:14.821479 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6a11ac85-6402-4be0-9413-2c0b00ce5a58 req-97601137-5e98-4f4b-a451-62417b881145 service neutron] 10.222.0.52 "GET /v2.0/networks/0d6ba2fb-46fe-4367-85af-3f33b158d449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4094660 Jul 23 23:52:14.913451 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-428b562f-01be-47f0-a398-affb1cbc52a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:14.928658 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cea97c15-3593-4df8-be4b-29354df253f5 req-926fcdf0-1482-4b2f-86cc-5365cf9cb9a2 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "GET /v2.0/security-groups?id=62065130-af15-4dfe-90c8-a05e16243009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028762 Jul 23 23:52:14.974354 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-428b562f-01be-47f0-a398-affb1cbc52a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:15.023809 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-2ffaee19-15b5-49f1-8d1c-96a25fb90c05 admin admin] Allocated IP 172.25.3.70 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/73a8efd4-78ad-45c8-abb3-6a0555726ba2) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:52:15.115342 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-428b562f-01be-47f0-a398-affb1cbc52a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:15.118102 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-428b562f-01be-47f0-a398-affb1cbc52a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:15.124841 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-428b562f-01be-47f0-a398-affb1cbc52a8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d11c2613-d300-4974-9a4e-3d744662a9f4 HTTP/1.1" status: 204 len: 168 time: 0.4694557 Jul 23 23:52:15.171172 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428b562f-01be-47f0-a398-affb1cbc52a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11c2613-d300-4974-9a4e-3d744662a9f4,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:15.242280 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2ffaee19-15b5-49f1-8d1c-96a25fb90c05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:15.243816 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 5dc372d3-af95-4da8-98e5-e9838415e7c9 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:52:15.307242 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2ffaee19-15b5-49f1-8d1c-96a25fb90c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:15.361905 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 5dc372d3-af95-4da8-98e5-e9838415e7c9 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:52:15.382274 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffaee19-15b5-49f1-8d1c-96a25fb90c05 admin admin] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:52:15.397369 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-2ffaee19-15b5-49f1-8d1c-96a25fb90c05 admin admin] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:52:15.403527 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffaee19-15b5-49f1-8d1c-96a25fb90c05 admin admin] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:52:15.469461 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffaee19-15b5-49f1-8d1c-96a25fb90c05 admin admin] Pushing event updated for resources: {'Port': ['ID=73a8efd4-78ad-45c8-abb3-6a0555726ba2,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:15.553579 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f0157a63-e5a2-48ab-b258-c7f54f133623 req-153c8826-f83b-426c-abfd-db98780e095b tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?device_id=05daa1e3-5bd4-4f14-94c6-c77200a84abb HTTP/1.1" status: 200 len: 210 time: 0.1323683 Jul 23 23:52:15.654409 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8658fffa-e5a5-48bf-8caa-3b6256e5e0bb None None] Network c754f1e1-4bc2-4acb-903f-37337862cd73 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:52:15.777287 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-a0aa85e4-aa65-452a-850b-d40359475c0d None None] Provisioning for port 5dc372d3-af95-4da8-98e5-e9838415e7c9 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:52:15.785730 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-a0aa85e4-aa65-452a-850b-d40359475c0d None None] Provisioning complete for port 5dc372d3-af95-4da8-98e5-e9838415e7c9 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:52:15.786028 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a0aa85e4-aa65-452a-850b-d40359475c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:15.903312 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 39266) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:52:15.909007 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-57dd7ab9-e5db-4718-b5ab-f044fc3b7b5a admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-327248107-network', 'tenant_id': '817290bfa5f54188a7948864439f458c'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:52:15.983163 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57dd7ab9-e5db-4718-b5ab-f044fc3b7b5a admin admin] Made reservation on behalf of 817290bfa5f54188a7948864439f458c for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:52:15.992647 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-57dd7ab9-e5db-4718-b5ab-f044fc3b7b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:15.993121 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a0aa85e4-aa65-452a-850b-d40359475c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:15.997656 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2ffaee19-15b5-49f1-8d1c-96a25fb90c05 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:16.005930 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-57dd7ab9-e5db-4718-b5ab-f044fc3b7b5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:16.083804 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-a0aa85e4-aa65-452a-850b-d40359475c0d None None] For port 5dc372d3-af95-4da8-98e5-e9838415e7c9, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=5dc372d3-af95-4da8-98e5-e9838415e7c9,segment=NetworkSegment(3faff525-08de-4988-a839-850e69ad6c5f),segment_id=3faff525-08de-4988-a839-850e69ad6c5f)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:52:16.101565 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a0aa85e4-aa65-452a-850b-d40359475c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:16.183836 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aa85e4-aa65-452a-850b-d40359475c0d None None] Pushing event updated for resources: {'Port': ['ID=5dc372d3-af95-4da8-98e5-e9838415e7c9,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:16.196640 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee69b04-cf74-4f24-8aad-0493c5cd2e6e req-2a9ed533-7eae-45f1-ba21-c12945c2b031 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:16.198970 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6ee69b04-cf74-4f24-8aad-0493c5cd2e6e req-2a9ed533-7eae-45f1-ba21-c12945c2b031 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.64 "GET /v2.0/networks?id=646be7a8-09b8-4e0c-bd78-d5d98c9093b9 HTTP/1.1" status: 200 len: 807 time: 0.5632033 Jul 23 23:52:16.209770 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668231e4-f341-4d76-ad43-5a7ffc07ff86 req-15027b38-65e8-4af9-a8bd-e87edfcab106 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:16.221726 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-668231e4-f341-4d76-ad43-5a7ffc07ff86 req-15027b38-65e8-4af9-a8bd-e87edfcab106 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/ports?device_id=e724dba7-739e-45e1-8f8d-b2ede04c09d6 HTTP/1.1" status: 200 len: 945 time: 0.7502446 Jul 23 23:52:16.228420 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-6ee69b04-cf74-4f24-8aad-0493c5cd2e6e req-a8a78d1c-cc68-4d4a-a1e2-a7eb8c79a0f5 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Request body: {'port': {'device_id': '05daa1e3-5bd4-4f14-94c6-c77200a84abb', 'network_id': '646be7a8-09b8-4e0c-bd78-d5d98c9093b9', 'admin_state_up': True, 'tenant_id': 'e50500f9fa5448f8994dd6c4e9b5ded5'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:52:16.293726 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-668231e4-f341-4d76-ad43-5a7ffc07ff86 req-03c1c98b-ca58-47ff-aa88-26690568f1a8 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee3bb585-1d46-4d4b-8ed6-e0ac9b92bd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709352 Jul 23 23:52:16.348621 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69885c7-ba7b-4faa-a5ec-23d6b1aa136e req-de386546-52a7-44f8-8bf3-8f810f83816e tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:16.356505 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f69885c7-ba7b-4faa-a5ec-23d6b1aa136e req-de386546-52a7-44f8-8bf3-8f810f83816e tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed250f17-a555-4a7b-a8a7-c603cd1cc439 HTTP/1.1" status: 200 len: 943 time: 0.2764814 Jul 23 23:52:16.438038 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-0c9d0a14-6914-4a72-9054-855f44b23ca3 None None] Provisioning complete for port 5dc372d3-af95-4da8-98e5-e9838415e7c9 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:52:16.438543 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0c9d0a14-6914-4a72-9054-855f44b23ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:16.469809 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2ffaee19-15b5-49f1-8d1c-96a25fb90c05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:16.482212 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f69885c7-ba7b-4faa-a5ec-23d6b1aa136e req-849b794c-e972-436f-8be4-55b1d050fa44 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "GET /v2.0/security-groups?id=62065130-af15-4dfe-90c8-a05e16243009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247976 Jul 23 23:52:16.497672 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-57dd7ab9-e5db-4718-b5ab-f044fc3b7b5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:16.539749 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 5e95252c-95c6-4944-9947-81ff66c9acb7 details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:52:16.573777 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ee69b04-cf74-4f24-8aad-0493c5cd2e6e req-a8a78d1c-cc68-4d4a-a1e2-a7eb8c79a0f5 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Made reservation on behalf of e50500f9fa5448f8994dd6c4e9b5ded5 for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:52:16.576836 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-6ee69b04-cf74-4f24-8aad-0493c5cd2e6e req-a8a78d1c-cc68-4d4a-a1e2-a7eb8c79a0f5 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:16.580381 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-57dd7ab9-e5db-4718-b5ab-f044fc3b7b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:16.645575 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f7e1a8-1f92-4dc2-9946-f2d172d9e3bc req-92df2a03-fe90-48bd-81fd-19d724d17cea tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:16.647507 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d2f7e1a8-1f92-4dc2-9946-f2d172d9e3bc req-92df2a03-fe90-48bd-81fd-19d724d17cea tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/ports?device_id=e724dba7-739e-45e1-8f8d-b2ede04c09d6 HTTP/1.1" status: 200 len: 945 time: 0.1988091 Jul 23 23:52:16.689432 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57dd7ab9-e5db-4718-b5ab-f044fc3b7b5a admin admin] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:52:16.700708 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-31ebd567-b7d3-46a2-b7e7-342243df5508 req-979316af-cbf3-4b62-960a-804144c61b49 tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=8520315e7b984b1485aa68ad89005926&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0536344 Jul 23 23:52:16.701966 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 5e95252c-95c6-4944-9947-81ff66c9acb7, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=5e95252c-95c6-4944-9947-81ff66c9acb7,segment=NetworkSegment(1eb88701-f197-4cdd-9aa7-747409d195ea),segment_id=1eb88701-f197-4cdd-9aa7-747409d195ea)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:52:16.714084 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-57dd7ab9-e5db-4718-b5ab-f044fc3b7b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:16.714428 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-57dd7ab9-e5db-4718-b5ab-f044fc3b7b5a admin admin] Added segment ab8f07ab-e14a-436f-8187-8dfe60d76e99 of type vlan for network 924980cc-265c-4dd3-b1ea-9cee4a578dd1 Jul 23 23:52:16.715678 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dd7ab9-e5db-4718-b5ab-f044fc3b7b5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=effc584f-208c-424d-adc4-76d6ac2eedc1,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:16.749108 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': '5e95252c-95c6-4944-9947-81ff66c9acb7', 'network_id': '0d6ba2fb-46fe-4367-85af-3f33b158d449', 'port_id': '5e95252c-95c6-4944-9947-81ff66c9acb7', 'mac_address': 'fa:16:3e:7d:1c:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13fa7780-575a-40c5-b19b-7d5a9ef282a8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:52:16.758902 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d2f7e1a8-1f92-4dc2-9946-f2d172d9e3bc req-04aadba2-3b5f-48ff-a1cb-e55c37547d8a tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee3bb585-1d46-4d4b-8ed6-e0ac9b92bd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947082 Jul 23 23:52:16.810632 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-57dd7ab9-e5db-4718-b5ab-f044fc3b7b5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:16.827825 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [req-6ee69b04-cf74-4f24-8aad-0493c5cd2e6e req-a8a78d1c-cc68-4d4a-a1e2-a7eb8c79a0f5 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Allocated IP 172.20.0.5 (646be7a8-09b8-4e0c-bd78-d5d98c9093b9/3bfc2b3c-ece5-49a0-8daf-8ebd7d541c76/c2945688-a2a4-4798-aa3c-f7f34ddad2ee) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:52:16.868158 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:16.893618 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e95252c-95c6-4944-9947-81ff66c9acb7 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:52:16.916843 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 5e95252c-95c6-4944-9947-81ff66c9acb7, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=5e95252c-95c6-4944-9947-81ff66c9acb7,segment=NetworkSegment(1eb88701-f197-4cdd-9aa7-747409d195ea),segment_id=1eb88701-f197-4cdd-9aa7-747409d195ea)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:52:16.923315 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:16.927090 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ebd567-b7d3-46a2-b7e7-342243df5508 req-7374d650-2eb5-4f69-8e21-59d2370ac596 tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:16.928605 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-31ebd567-b7d3-46a2-b7e7-342243df5508 req-7374d650-2eb5-4f69-8e21-59d2370ac596 tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2160187 Jul 23 23:52:16.946695 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-57dd7ab9-e5db-4718-b5ab-f044fc3b7b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:16.947679 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57dd7ab9-e5db-4718-b5ab-f044fc3b7b5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:16.948270 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-57dd7ab9-e5db-4718-b5ab-f044fc3b7b5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:16.972007 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ffaee19-15b5-49f1-8d1c-96a25fb90c05 admin admin] Router 043afffd-5068-4cd1-af59-822929800d8d is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 23:52:16.981483 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-831cc54d-2729-49be-a24d-fca6b72f70fb req-897c17d1-f190-4227-a3df-1d9ce3ebeb7a tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?device_id=05daa1e3-5bd4-4f14-94c6-c77200a84abb HTTP/1.1" status: 200 len: 210 time: 0.0731542 Jul 23 23:52:16.989171 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-57dd7ab9-e5db-4718-b5ab-f044fc3b7b5a admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0846903 Jul 23 23:52:16.991253 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 39320) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:52:16.991485 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=5e95252c-95c6-4944-9947-81ff66c9acb7,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:17.006050 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-02a0c1d6-d162-4dfe-88f8-4396cc9d6a44 admin admin] Request body: {'subnet': {'network_id': '924980cc-265c-4dd3-b1ea-9cee4a578dd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-327248107-subnet', 'tenant_id': '817290bfa5f54188a7948864439f458c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:52:17.023535 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-31ebd567-b7d3-46a2-b7e7-342243df5508 req-9b06acb8-9dd1-449e-9f67-98b5aef25368 tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] 10.222.0.44 "GET /v2.0/quotas/8520315e7b984b1485aa68ad89005926 HTTP/1.1" status: 200 len: 375 time: 0.0640562 Jul 23 23:52:17.114600 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-6ee69b04-cf74-4f24-8aad-0493c5cd2e6e req-a8a78d1c-cc68-4d4a-a1e2-a7eb8c79a0f5 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:17.138214 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 5dc372d3-af95-4da8-98e5-e9838415e7c9 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:52:17.138603 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-31ebd567-b7d3-46a2-b7e7-342243df5508 req-1be3c6fd-1cec-467e-86e3-bef1704c07a7 tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8520315e7b984b1485aa68ad89005926&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1141269 Jul 23 23:52:17.139326 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dd7ab9-e5db-4718-b5ab-f044fc3b7b5a admin admin] Pushing event updated for resources: {'Network': ['ID=924980cc-265c-4dd3-b1ea-9cee4a578dd1,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:17.186291 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 924980cc-265c-4dd3-b1ea-9cee4a578dd1 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:52:17.189258 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['5e95252c-95c6-4944-9947-81ff66c9acb7'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:52:17.204660 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-6ee69b04-cf74-4f24-8aad-0493c5cd2e6e req-a8a78d1c-cc68-4d4a-a1e2-a7eb8c79a0f5 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:17.238941 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a0c1d6-d162-4dfe-88f8-4396cc9d6a44 admin admin] Made reservation on behalf of 817290bfa5f54188a7948864439f458c for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:52:17.246828 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-02a0c1d6-d162-4dfe-88f8-4396cc9d6a44 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:17.306153 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ee69b04-cf74-4f24-8aad-0493c5cd2e6e req-a8a78d1c-cc68-4d4a-a1e2-a7eb8c79a0f5 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Network 646be7a8-09b8-4e0c-bd78-d5d98c9093b9 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:52:17.316912 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [req-6ee69b04-cf74-4f24-8aad-0493c5cd2e6e req-a8a78d1c-cc68-4d4a-a1e2-a7eb8c79a0f5 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:52:17.332706 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ee69b04-cf74-4f24-8aad-0493c5cd2e6e req-a8a78d1c-cc68-4d4a-a1e2-a7eb8c79a0f5 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:52:17.396564 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a78d1c-cc68-4d4a-a1e2-a7eb8c79a0f5 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Pushing event updated for resources: {'Port': ['ID=c2945688-a2a4-4798-aa3c-f7f34ddad2ee,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:17.485267 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:17.489804 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee69b04-cf74-4f24-8aad-0493c5cd2e6e req-a8a78d1c-cc68-4d4a-a1e2-a7eb8c79a0f5 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:17.490731 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-6ee69b04-cf74-4f24-8aad-0493c5cd2e6e req-a8a78d1c-cc68-4d4a-a1e2-a7eb8c79a0f5 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:17.513436 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 5dc372d3-af95-4da8-98e5-e9838415e7c9 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:52:17.513436 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:17.520723 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6ee69b04-cf74-4f24-8aad-0493c5cd2e6e req-a8a78d1c-cc68-4d4a-a1e2-a7eb8c79a0f5 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2968931 Jul 23 23:52:17.533359 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-6ee69b04-cf74-4f24-8aad-0493c5cd2e6e req-56885fdf-d2ce-4157-9e5b-fbbd43768e23 service neutron] Request body: {'port': {'device_id': '05daa1e3-5bd4-4f14-94c6-c77200a84abb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-16'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:52:17.639500 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-6ee69b04-cf74-4f24-8aad-0493c5cd2e6e req-56885fdf-d2ce-4157-9e5b-fbbd43768e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:17.692046 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-02a0c1d6-d162-4dfe-88f8-4396cc9d6a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:17.697891 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ffaee19-15b5-49f1-8d1c-96a25fb90c05 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:52:17.709731 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf34c249-39cc-48b5-b760-2e8a54695eee None None] Sync routers for ids ['043afffd-5068-4cd1-af59-822929800d8d'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:52:17.729150 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf34c249-39cc-48b5-b760-2e8a54695eee None None] Routers {'043afffd-5068-4cd1-af59-822929800d8d'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:52:17.732651 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-bf34c249-39cc-48b5-b760-2e8a54695eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:51:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['043afffd-5068-4cd1-af59-822929800d8d'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:52:17.783054 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a0c1d6-d162-4dfe-88f8-4396cc9d6a44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d46b7d6-4732-4d92-afb7-c321c4f76c19,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:17.785436 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2ffaee19-15b5-49f1-8d1c-96a25fb90c05 admin admin] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:17.786531 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-2ffaee19-15b5-49f1-8d1c-96a25fb90c05 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.8706121 Jul 23 23:52:17.789567 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 39356) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:52:17.828408 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a0c1d6-d162-4dfe-88f8-4396cc9d6a44 admin admin] Checking segment: {'id': 'ab8f07ab-e14a-436f-8187-8dfe60d76e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '924980cc-265c-4dd3-b1ea-9cee4a578dd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:52:17.829097 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a0c1d6-d162-4dfe-88f8-4396cc9d6a44 admin admin] Network hostable DHCP agents. Network: 924980cc-265c-4dd3-b1ea-9cee4a578dd1, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:52:17.875031 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e26d457-e48a-403d-9202-d4921a50c013 req-fbed54b1-4a83-4305-9891-14039a7a7aa1 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:17.877344 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8e26d457-e48a-403d-9202-d4921a50c013 req-fbed54b1-4a83-4305-9891-14039a7a7aa1 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed250f17-a555-4a7b-a8a7-c603cd1cc439 HTTP/1.1" status: 200 len: 944 time: 0.2122827 Jul 23 23:52:17.878771 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a0c1d6-d162-4dfe-88f8-4396cc9d6a44 admin admin] Network 924980cc-265c-4dd3-b1ea-9cee4a578dd1 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:52:17.899348 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-02a0c1d6-d162-4dfe-88f8-4396cc9d6a44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 924980cc-265c-4dd3-b1ea-9cee4a578dd1) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:52:17.910608 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66bd775-99e4-45f4-9128-8aaf12c38fe7 None None] Network 924980cc-265c-4dd3-b1ea-9cee4a578dd1 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:52:17.918981 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a0c1d6-d162-4dfe-88f8-4396cc9d6a44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:17.919767 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-02a0c1d6-d162-4dfe-88f8-4396cc9d6a44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:17.975349 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-02a0c1d6-d162-4dfe-88f8-4396cc9d6a44 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9804332 Jul 23 23:52:18.003334 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-bf34c249-39cc-48b5-b760-2e8a54695eee None None] Set router 043afffd-5068-4cd1-af59-822929800d8d gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:52:18.013547 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8e26d457-e48a-403d-9202-d4921a50c013 req-9571fce5-05c4-4c36-9579-2863722f0555 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "GET /v2.0/security-groups?id=62065130-af15-4dfe-90c8-a05e16243009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255665 Jul 23 23:52:18.169836 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b1dffe-5075-4eee-a969-3c4cc0bb72bc None None] Network 924980cc-265c-4dd3-b1ea-9cee4a578dd1 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:52:18.182259 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-27cdf196-3bae-4602-91c5-73eac9e50aa3 req-9c429d7d-8893-475b-89b6-9dc117b7f649 tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=8520315e7b984b1485aa68ad89005926&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0564992 Jul 23 23:52:18.268493 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-bf34c249-39cc-48b5-b760-2e8a54695eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '043afffd-5068-4cd1-af59-822929800d8d', 'name': 'tempest-AttachSCSIVolumeTestJSON-946199104-router', 'tenant_id': 'fb71770adc294b858658b994fd21dae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '73a8efd4-78ad-45c8-abb3-6a0555726ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:52:13Z', 'updated_at': '2021-07-23T23:52:15Z', 'revision_number': 3, 'project_id': 'fb71770adc294b858658b994fd21dae1', 'gw_port': {'id': '73a8efd4-78ad-45c8-abb3-6a0555726ba2', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b1:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '043afffd-5068-4cd1-af59-822929800d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:52:14Z', 'updated_at': '2021-07-23T23:52:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:52:18.300742 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf34c249-39cc-48b5-b760-2e8a54695eee None None] Checking router: 043afffd-5068-4cd1-af59-822929800d8d for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:52:18.301200 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf34c249-39cc-48b5-b760-2e8a54695eee None None] Updating router 043afffd-5068-4cd1-af59-822929800d8d port 73a8efd4-78ad-45c8-abb3-6a0555726ba2 binding host n-d-800088-16 {{(pid=100316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:52:18.344752 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-bf34c249-39cc-48b5-b760-2e8a54695eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:18.503005 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e6676-b0f4-4fee-ad74-2c067860017d req-affb8943-b7fa-4991-a755-4f11dcaf28d6 tempest-NetworksTest-1482356729 tempest-NetworksTest-1482356729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:18.503638 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e6676-b0f4-4fee-ad74-2c067860017d req-affb8943-b7fa-4991-a755-4f11dcaf28d6 tempest-NetworksTest-1482356729 tempest-NetworksTest-1482356729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:18.503959 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e6676-b0f4-4fee-ad74-2c067860017d req-affb8943-b7fa-4991-a755-4f11dcaf28d6 tempest-NetworksTest-1482356729 tempest-NetworksTest-1482356729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:18.504433 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e6676-b0f4-4fee-ad74-2c067860017d req-affb8943-b7fa-4991-a755-4f11dcaf28d6 tempest-NetworksTest-1482356729 tempest-NetworksTest-1482356729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:18.504965 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e6676-b0f4-4fee-ad74-2c067860017d req-affb8943-b7fa-4991-a755-4f11dcaf28d6 tempest-NetworksTest-1482356729 tempest-NetworksTest-1482356729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:18.505433 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e6676-b0f4-4fee-ad74-2c067860017d req-affb8943-b7fa-4991-a755-4f11dcaf28d6 tempest-NetworksTest-1482356729 tempest-NetworksTest-1482356729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:18.505903 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e6676-b0f4-4fee-ad74-2c067860017d req-affb8943-b7fa-4991-a755-4f11dcaf28d6 tempest-NetworksTest-1482356729 tempest-NetworksTest-1482356729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:18.506367 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e6676-b0f4-4fee-ad74-2c067860017d req-affb8943-b7fa-4991-a755-4f11dcaf28d6 tempest-NetworksTest-1482356729 tempest-NetworksTest-1482356729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:18.506829 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e6676-b0f4-4fee-ad74-2c067860017d req-affb8943-b7fa-4991-a755-4f11dcaf28d6 tempest-NetworksTest-1482356729 tempest-NetworksTest-1482356729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:18.507302 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e6676-b0f4-4fee-ad74-2c067860017d req-affb8943-b7fa-4991-a755-4f11dcaf28d6 tempest-NetworksTest-1482356729 tempest-NetworksTest-1482356729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:18.507769 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e6676-b0f4-4fee-ad74-2c067860017d req-affb8943-b7fa-4991-a755-4f11dcaf28d6 tempest-NetworksTest-1482356729 tempest-NetworksTest-1482356729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:18.508230 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e6676-b0f4-4fee-ad74-2c067860017d req-affb8943-b7fa-4991-a755-4f11dcaf28d6 tempest-NetworksTest-1482356729 tempest-NetworksTest-1482356729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:18.510382 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-648e6676-b0f4-4fee-ad74-2c067860017d req-affb8943-b7fa-4991-a755-4f11dcaf28d6 tempest-NetworksTest-1482356729 tempest-NetworksTest-1482356729-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8546 time: 0.5287988 Jul 23 23:52:18.540646 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 5e95252c-95c6-4944-9947-81ff66c9acb7 up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:52:18.634917 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port 5e95252c-95c6-4944-9947-81ff66c9acb7 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:52:18.642295 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port 5e95252c-95c6-4944-9947-81ff66c9acb7 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:52:18.643768 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:18.650593 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-bf34c249-39cc-48b5-b760-2e8a54695eee None None] Notify callbacks [] for port, precommit_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:18.661120 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.provisioning_blocks [None req-bf34c249-39cc-48b5-b760-2e8a54695eee None None] Transition to ACTIVE for port object 73a8efd4-78ad-45c8-abb3-6a0555726ba2 will not be triggered until provisioned by entity L2. {{(pid=100316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:52:18.667371 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-bf34c249-39cc-48b5-b760-2e8a54695eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:18.726873 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99062c7b-fa8b-428c-8974-5ac9c116ba09 None None] Pushing event updated for resources: {'Port': ['ID=73a8efd4-78ad-45c8-abb3-6a0555726ba2,revision_number=2']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:18.743367 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cdf196-3bae-4602-91c5-73eac9e50aa3 req-8abaf398-eb19-4989-bc29-8bf0354ef409 tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:18.745092 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-27cdf196-3bae-4602-91c5-73eac9e50aa3 req-8abaf398-eb19-4989-bc29-8bf0354ef409 tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5534925 Jul 23 23:52:18.748466 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-bf34c249-39cc-48b5-b760-2e8a54695eee None None] Attempting to bind port 73a8efd4-78ad-45c8-abb3-6a0555726ba2 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:52:18.749092 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-bf34c249-39cc-48b5-b760-2e8a54695eee None None] Attempting to bind port 73a8efd4-78ad-45c8-abb3-6a0555726ba2 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:52:18.749683 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf34c249-39cc-48b5-b760-2e8a54695eee None None] Attempting to bind port 73a8efd4-78ad-45c8-abb3-6a0555726ba2 on network 9adcfee8-760c-4568-9e39-c221abf69bf5 {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:52:18.751100 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-6ee69b04-cf74-4f24-8aad-0493c5cd2e6e req-56885fdf-d2ce-4157-9e5b-fbbd43768e23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2945688-a2a4-4798-aa3c-f7f34ddad2ee {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:52:18.762346 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf34c249-39cc-48b5-b760-2e8a54695eee None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:52:18.762756 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf34c249-39cc-48b5-b760-2e8a54695eee None None] Checking segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:52:18.765350 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-bf34c249-39cc-48b5-b760-2e8a54695eee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:18.766474 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf34c249-39cc-48b5-b760-2e8a54695eee None None] Bound using segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:52:18.766986 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-bf34c249-39cc-48b5-b760-2e8a54695eee None None] Bound port: 73a8efd4-78ad-45c8-abb3-6a0555726ba2, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:52:18.767963 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-6ee69b04-cf74-4f24-8aad-0493c5cd2e6e req-56885fdf-d2ce-4157-9e5b-fbbd43768e23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:18.768122 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-bf34c249-39cc-48b5-b760-2e8a54695eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:18.777969 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-27cdf196-3bae-4602-91c5-73eac9e50aa3 req-7bec80c6-206f-4f2e-b4f1-604d251fcc96 tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] 10.222.0.44 "GET /v2.0/quotas/8520315e7b984b1485aa68ad89005926 HTTP/1.1" status: 200 len: 375 time: 0.0247943 Jul 23 23:52:18.790178 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-6ee69b04-cf74-4f24-8aad-0493c5cd2e6e req-56885fdf-d2ce-4157-9e5b-fbbd43768e23 service neutron] Transition to ACTIVE for port object c2945688-a2a4-4798-aa3c-f7f34ddad2ee will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:52:18.809398 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-6ee69b04-cf74-4f24-8aad-0493c5cd2e6e req-56885fdf-d2ce-4157-9e5b-fbbd43768e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:18.820604 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:18.827756 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-27cdf196-3bae-4602-91c5-73eac9e50aa3 req-4c3a4175-b852-4287-8684-1444e7d5cea6 tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8520315e7b984b1485aa68ad89005926&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419858 Jul 23 23:52:18.867961 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-bf34c249-39cc-48b5-b760-2e8a54695eee None None] For port 73a8efd4-78ad-45c8-abb3-6a0555726ba2, host n-d-800088-16, cleared binding levels {{(pid=100316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:52:18.871781 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-bf34c249-39cc-48b5-b760-2e8a54695eee None None] For port 73a8efd4-78ad-45c8-abb3-6a0555726ba2, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=73a8efd4-78ad-45c8-abb3-6a0555726ba2,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:52:18.877788 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-bf34c249-39cc-48b5-b760-2e8a54695eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:18.879065 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed250f17-a555-4a7b-a8a7-c603cd1cc439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e95252c-95c6-4944-9947-81ff66c9acb7'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:52:18.882429 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-640c0f40-8049-4cbe-9e5c-5a70d69922ea" -d '{"events": [{"server_uuid": "ed250f17-a555-4a7b-a8a7-c603cd1cc439", "name": "network-vif-plugged", "status": "completed", "tag": "5e95252c-95c6-4944-9947-81ff66c9acb7"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:52:18.900023 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 5e95252c-95c6-4944-9947-81ff66c9acb7, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=5e95252c-95c6-4944-9947-81ff66c9acb7,segment=NetworkSegment(1eb88701-f197-4cdd-9aa7-747409d195ea),segment_id=1eb88701-f197-4cdd-9aa7-747409d195ea)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:52:18.907331 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:18.968645 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=5e95252c-95c6-4944-9947-81ff66c9acb7,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:18.986885 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf34c249-39cc-48b5-b760-2e8a54695eee None None] Routers {'043afffd-5068-4cd1-af59-822929800d8d'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:52:18.987533 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-bf34c249-39cc-48b5-b760-2e8a54695eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:51:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['043afffd-5068-4cd1-af59-822929800d8d'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:52:19.059047 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-31ebd567-b7d3-46a2-b7e7-342243df5508 req-cbb181c1-5a1f-4927-8c3f-7db57d23c714 tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=8520315e7b984b1485aa68ad89005926&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1710382 Jul 23 23:52:19.104319 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-bf34c249-39cc-48b5-b760-2e8a54695eee None None] Set router 043afffd-5068-4cd1-af59-822929800d8d gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:52:19.106931 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56885fdf-d2ce-4157-9e5b-fbbd43768e23 service neutron] Pushing event updated for resources: {'Port': ['ID=c2945688-a2a4-4798-aa3c-f7f34ddad2ee,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:19.204441 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99062c7b-fa8b-428c-8974-5ac9c116ba09 None None] Pushing event updated for resources: {'Port': ['ID=73a8efd4-78ad-45c8-abb3-6a0555726ba2,revision_number=3']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:19.309920 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-6ee69b04-cf74-4f24-8aad-0493c5cd2e6e req-56885fdf-d2ce-4157-9e5b-fbbd43768e23 service neutron] Attempting to bind port c2945688-a2a4-4798-aa3c-f7f34ddad2ee on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:52:19.310229 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-6ee69b04-cf74-4f24-8aad-0493c5cd2e6e req-56885fdf-d2ce-4157-9e5b-fbbd43768e23 service neutron] Attempting to bind port c2945688-a2a4-4798-aa3c-f7f34ddad2ee by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': 'd41359ac-4be7-4a75-afd1-798e41d2f155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '646be7a8-09b8-4e0c-bd78-d5d98c9093b9'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:52:19.310655 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee69b04-cf74-4f24-8aad-0493c5cd2e6e req-56885fdf-d2ce-4157-9e5b-fbbd43768e23 service neutron] Attempting to bind port c2945688-a2a4-4798-aa3c-f7f34ddad2ee on network 646be7a8-09b8-4e0c-bd78-d5d98c9093b9 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:52:19.328187 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-bf34c249-39cc-48b5-b760-2e8a54695eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '043afffd-5068-4cd1-af59-822929800d8d', 'name': 'tempest-AttachSCSIVolumeTestJSON-946199104-router', 'tenant_id': 'fb71770adc294b858658b994fd21dae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '73a8efd4-78ad-45c8-abb3-6a0555726ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:52:13Z', 'updated_at': '2021-07-23T23:52:15Z', 'revision_number': 3, 'project_id': 'fb71770adc294b858658b994fd21dae1', 'gw_port': {'id': '73a8efd4-78ad-45c8-abb3-6a0555726ba2', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b1:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '043afffd-5068-4cd1-af59-822929800d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:52:14Z', 'updated_at': '2021-07-23T23:52:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:52:19.345478 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd29f431-cc21-4fdc-b0dc-3ac93d20f198 req-96870b9f-fe27-4955-968c-5264db65c6f9 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:19.352341 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bd29f431-cc21-4fdc-b0dc-3ac93d20f198 req-96870b9f-fe27-4955-968c-5264db65c6f9 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?device_id=05daa1e3-5bd4-4f14-94c6-c77200a84abb HTTP/1.1" status: 200 len: 943 time: 0.4676268 Jul 23 23:52:19.362998 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf34c249-39cc-48b5-b760-2e8a54695eee None None] The sync data for ids ['043afffd-5068-4cd1-af59-822929800d8d'] in n-d-800088-16 is: [{'id': '043afffd-5068-4cd1-af59-822929800d8d', 'name': 'tempest-AttachSCSIVolumeTestJSON-946199104-router', 'tenant_id': 'fb71770adc294b858658b994fd21dae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '73a8efd4-78ad-45c8-abb3-6a0555726ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:52:13Z', 'updated_at': '2021-07-23T23:52:15Z', 'revision_number': 3, 'project_id': 'fb71770adc294b858658b994fd21dae1', 'gw_port': {'id': '73a8efd4-78ad-45c8-abb3-6a0555726ba2', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b1:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '043afffd-5068-4cd1-af59-822929800d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:52:14Z', 'updated_at': '2021-07-23T23:52:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:52:19.376318 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ebd567-b7d3-46a2-b7e7-342243df5508 req-31b8ad35-81bb-4df4-9127-c8f61140882d tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:19.378855 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-31ebd567-b7d3-46a2-b7e7-342243df5508 req-31b8ad35-81bb-4df4-9127-c8f61140882d tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3035312 Jul 23 23:52:19.391594 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee69b04-cf74-4f24-8aad-0493c5cd2e6e req-56885fdf-d2ce-4157-9e5b-fbbd43768e23 service neutron] Port c2945688-a2a4-4798-aa3c-f7f34ddad2ee on network 646be7a8-09b8-4e0c-bd78-d5d98c9093b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:52:19.391833 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee69b04-cf74-4f24-8aad-0493c5cd2e6e req-56885fdf-d2ce-4157-9e5b-fbbd43768e23 service neutron] Attempting to bind port c2945688-a2a4-4798-aa3c-f7f34ddad2ee on network 646be7a8-09b8-4e0c-bd78-d5d98c9093b9 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:52:19.406051 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-31ebd567-b7d3-46a2-b7e7-342243df5508 req-8488e426-a950-4da3-b240-b4957496fc7d tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] Request body: {'port': {'device_id': '7a38679e-4ab8-4a39-9e4a-ae1b668ec623', 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2', 'admin_state_up': True, 'tenant_id': '8520315e7b984b1485aa68ad89005926'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:52:19.441447 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee69b04-cf74-4f24-8aad-0493c5cd2e6e req-56885fdf-d2ce-4157-9e5b-fbbd43768e23 service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:52:19.441789 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee69b04-cf74-4f24-8aad-0493c5cd2e6e req-56885fdf-d2ce-4157-9e5b-fbbd43768e23 service neutron] Checking segment: {'id': 'd41359ac-4be7-4a75-afd1-798e41d2f155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '646be7a8-09b8-4e0c-bd78-d5d98c9093b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:52:19.442596 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee69b04-cf74-4f24-8aad-0493c5cd2e6e req-56885fdf-d2ce-4157-9e5b-fbbd43768e23 service neutron] Bound using segment: {'id': 'd41359ac-4be7-4a75-afd1-798e41d2f155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '646be7a8-09b8-4e0c-bd78-d5d98c9093b9'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:52:19.442596 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-6ee69b04-cf74-4f24-8aad-0493c5cd2e6e req-56885fdf-d2ce-4157-9e5b-fbbd43768e23 service neutron] Bound port: c2945688-a2a4-4798-aa3c-f7f34ddad2ee, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd41359ac-4be7-4a75-afd1-798e41d2f155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '646be7a8-09b8-4e0c-bd78-d5d98c9093b9'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:52:19.442975 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-6ee69b04-cf74-4f24-8aad-0493c5cd2e6e req-56885fdf-d2ce-4157-9e5b-fbbd43768e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:19.459551 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-beb06845-f14f-44fa-a7a6-0a2358f9990a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:19.491918 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02374ac2-7a3b-4227-bc65-2bda96f759e1 req-ceea66f0-b6d5-45ab-aefa-bfc81e9ae004 tempest-VolumesAdminNegativeTest-1912201584 tempest-VolumesAdminNegativeTest-1912201584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:19.494482 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-02374ac2-7a3b-4227-bc65-2bda96f759e1 req-ceea66f0-b6d5-45ab-aefa-bfc81e9ae004 tempest-VolumesAdminNegativeTest-1912201584 tempest-VolumesAdminNegativeTest-1912201584-project] 10.222.0.44 "GET /v2.0/networks?id=8fbc53d6-796b-417b-8829-0ed6b4aab796 HTTP/1.1" status: 200 len: 815 time: 0.1559589 Jul 23 23:52:19.510748 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-02374ac2-7a3b-4227-bc65-2bda96f759e1 req-4f7a1cb5-61a9-4e2e-8db6-d39f3f18833b tempest-VolumesAdminNegativeTest-1912201584 tempest-VolumesAdminNegativeTest-1912201584-project] 10.222.0.44 "GET /v2.0/quotas/fcf63d2414cc483aa0b938b26409d6cb HTTP/1.1" status: 200 len: 375 time: 0.0109074 Jul 23 23:52:19.533339 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bd29f431-cc21-4fdc-b0dc-3ac93d20f198 req-1d94f668-a776-4b37-a4c0-63d4003541ad tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495171 Jul 23 23:52:19.556318 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-02374ac2-7a3b-4227-bc65-2bda96f759e1 req-2a3f69d0-452f-475c-9cce-5af8115675b1 tempest-VolumesAdminNegativeTest-1912201584 tempest-VolumesAdminNegativeTest-1912201584-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=fcf63d2414cc483aa0b938b26409d6cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395997 Jul 23 23:52:19.695155 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-02374ac2-7a3b-4227-bc65-2bda96f759e1 req-2bfcd76c-dd75-4bd7-bda1-bb0ed3595029 service neutron] 10.222.0.44 "GET /v2.0/networks/8fbc53d6-796b-417b-8829-0ed6b4aab796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282523 Jul 23 23:52:19.848282 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-02374ac2-7a3b-4227-bc65-2bda96f759e1 req-b18a94e2-76d5-4b19-9050-71c9bae3272f service neutron] 10.222.0.44 "GET /v2.0/networks/8fbc53d6-796b-417b-8829-0ed6b4aab796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278131 Jul 23 23:52:19.947059 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-6ee69b04-cf74-4f24-8aad-0493c5cd2e6e req-56885fdf-d2ce-4157-9e5b-fbbd43768e23 service neutron] For port c2945688-a2a4-4798-aa3c-f7f34ddad2ee, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:52:20.032499 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-6ee69b04-cf74-4f24-8aad-0493c5cd2e6e req-56885fdf-d2ce-4157-9e5b-fbbd43768e23 service neutron] For port c2945688-a2a4-4798-aa3c-f7f34ddad2ee, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=c2945688-a2a4-4798-aa3c-f7f34ddad2ee,segment=NetworkSegment(d41359ac-4be7-4a75-afd1-798e41d2f155),segment_id=d41359ac-4be7-4a75-afd1-798e41d2f155)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:52:20.049721 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-6ee69b04-cf74-4f24-8aad-0493c5cd2e6e req-56885fdf-d2ce-4157-9e5b-fbbd43768e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:20.071924 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-356cbae0-11aa-4459-9784-54cb4584efff x-openstack-request-id: req-356cbae0-11aa-4459-9784-54cb4584efff {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:52:20.072415 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed250f17-a555-4a7b-a8a7-c603cd1cc439", "name": "network-vif-plugged", "status": "completed", "tag": "5e95252c-95c6-4944-9947-81ff66c9acb7", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:52:20.072642 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-356cbae0-11aa-4459-9784-54cb4584efff {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:52:20.072943 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed250f17-a555-4a7b-a8a7-c603cd1cc439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e95252c-95c6-4944-9947-81ff66c9acb7', 'code': 200} Jul 23 23:52:20.209641 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56885fdf-d2ce-4157-9e5b-fbbd43768e23 service neutron] Pushing event updated for resources: {'Port': ['ID=c2945688-a2a4-4798-aa3c-f7f34ddad2ee,revision_number=3']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:20.218559 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087c0fe7-2481-45b4-b226-b29e8a87b346 req-561f505d-2c7d-417c-b0f9-615febb353eb tempest-NetworksTest-1482356729 tempest-NetworksTest-1482356729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:20.220647 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-087c0fe7-2481-45b4-b226-b29e8a87b346 req-561f505d-2c7d-417c-b0f9-615febb353eb tempest-NetworksTest-1482356729 tempest-NetworksTest-1482356729-project-admin] 10.222.0.44 "GET /v2.0/networks/9adcfee8-760c-4568-9e39-c221abf69bf5 HTTP/1.1" status: 200 len: 886 time: 0.6409113 Jul 23 23:52:20.222239 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee69b04-cf74-4f24-8aad-0493c5cd2e6e req-56885fdf-d2ce-4157-9e5b-fbbd43768e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:20.223138 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-6ee69b04-cf74-4f24-8aad-0493c5cd2e6e req-56885fdf-d2ce-4157-9e5b-fbbd43768e23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:20.224144 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6ee69b04-cf74-4f24-8aad-0493c5cd2e6e req-56885fdf-d2ce-4157-9e5b-fbbd43768e23 service neutron] 10.222.0.64 "PUT /v2.0/ports/c2945688-a2a4-4798-aa3c-f7f34ddad2ee HTTP/1.1" status: 200 len: 1092 time: 2.6963763 Jul 23 23:52:20.228997 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05daa1e3-5bd4-4f14-94c6-c77200a84abb', 'tag': 'c2945688-a2a4-4798-aa3c-f7f34ddad2ee'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:52:20.229781 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-810831fa-b3c1-451b-bb5a-dc7312fc7075" -d '{"events": [{"name": "network-changed", "server_uuid": "05daa1e3-5bd4-4f14-94c6-c77200a84abb", "tag": "c2945688-a2a4-4798-aa3c-f7f34ddad2ee"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:52:20.235719 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31ebd567-b7d3-46a2-b7e7-342243df5508 req-8488e426-a950-4da3-b240-b4957496fc7d tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] Made reservation on behalf of 8520315e7b984b1485aa68ad89005926 for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:52:20.248034 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-31ebd567-b7d3-46a2-b7e7-342243df5508 req-8488e426-a950-4da3-b240-b4957496fc7d tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:20.287988 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-38efbffd-822b-4ffe-affe-f23cf9600c08 req-8b18c51a-d5b4-4d6f-9c4b-d6a10af61c02 tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ea95d92-588f-44d4-a822-d5940b9ff9b3 HTTP/1.1" status: 200 len: 210 time: 0.0960813 Jul 23 23:52:20.336777 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc9c29-aef3-455b-84b8-d21f3fa3fd4e req-25815c78-56dc-429b-b41a-fab0366a3418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:20.338801 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-aabc9c29-aef3-455b-84b8-d21f3fa3fd4e req-25815c78-56dc-429b-b41a-fab0366a3418 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ed250f17-a555-4a7b-a8a7-c603cd1cc439 HTTP/1.1" status: 200 len: 1097 time: 0.1842451 Jul 23 23:52:20.373293 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-beb06845-f14f-44fa-a7a6-0a2358f9990a admin admin] Allocated IP 172.20.0.1 (c754f1e1-4bc2-4acb-903f-37337862cd73/fcbbfbaa-f9eb-47d3-b144-e0ef4732a1f1/6fdbc591-28ff-4e4f-a4ae-d10955b2eaa6) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:52:20.428412 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-aabc9c29-aef3-455b-84b8-d21f3fa3fd4e req-30b57a91-bac2-4636-8d97-ce48c30ff4c8 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=62065130-af15-4dfe-90c8-a05e16243009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829532 Jul 23 23:52:20.429768 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-31ebd567-b7d3-46a2-b7e7-342243df5508 req-8488e426-a950-4da3-b240-b4957496fc7d tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:20.457552 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-43067c81-f7f9-4472-a0ae-4240efc9e09e req-6a2a498a-0327-41c3-a04e-03121b1e72c9 tempest-VolumesAdminNegativeTest-1912201584 tempest-VolumesAdminNegativeTest-1912201584-project] 10.222.0.44 "GET /v2.0/ports?device_id=bbdc88d9-1c6d-46e5-b46a-1706cd675bad HTTP/1.1" status: 200 len: 210 time: 0.0446167 Jul 23 23:52:20.481612 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.64', 49825) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:52:20.551314 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 97673005-ee9a-470f-a42b-801ca4635acb details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:52:20.556791 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee69b04-cf74-4f24-8aad-0493c5cd2e6e req-c7c300b8-92ed-430f-aa19-93a709c81b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:20.558479 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6ee69b04-cf74-4f24-8aad-0493c5cd2e6e req-c7c300b8-92ed-430f-aa19-93a709c81b73 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e50500f9fa5448f8994dd6c4e9b5ded5&device_id=05daa1e3-5bd4-4f14-94c6-c77200a84abb HTTP/1.1" status: 200 len: 1095 time: 0.0825129 Jul 23 23:52:20.567302 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-27cdf196-3bae-4602-91c5-73eac9e50aa3 req-cd31ad09-c1aa-415c-8ec6-05649e27f101 tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=8520315e7b984b1485aa68ad89005926&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1117685 Jul 23 23:52:20.644004 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6ee69b04-cf74-4f24-8aad-0493c5cd2e6e req-fab10148-fec5-4369-a4ec-cf7d43c27033 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2945688-a2a4-4798-aa3c-f7f34ddad2ee HTTP/1.1" status: 200 len: 217 time: 0.0751357 Jul 23 23:52:20.717366 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee69b04-cf74-4f24-8aad-0493c5cd2e6e req-153df8a7-c77e-49bc-b6c0-f79d1dd4e243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:20.719597 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6ee69b04-cf74-4f24-8aad-0493c5cd2e6e req-153df8a7-c77e-49bc-b6c0-f79d1dd4e243 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3bfc2b3c-ece5-49a0-8daf-8ebd7d541c76 HTTP/1.1" status: 200 len: 847 time: 0.0665877 Jul 23 23:52:20.729891 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e97c7-2197-428f-be4f-fcba7d7ee73c req-d9f622ff-fe7e-46b8-98a6-ab4217533e47 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:20.731588 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-719e97c7-2197-428f-be4f-fcba7d7ee73c req-d9f622ff-fe7e-46b8-98a6-ab4217533e47 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/ports?device_id=e724dba7-739e-45e1-8f8d-b2ede04c09d6 HTTP/1.1" status: 200 len: 945 time: 0.1722095 Jul 23 23:52:20.786626 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cdf196-3bae-4602-91c5-73eac9e50aa3 req-8a4c9b3f-15c4-45a9-aa43-766542425ea1 tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:20.788616 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-27cdf196-3bae-4602-91c5-73eac9e50aa3 req-8a4c9b3f-15c4-45a9-aa43-766542425ea1 tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2124250 Jul 23 23:52:20.798381 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6ee69b04-cf74-4f24-8aad-0493c5cd2e6e req-e011d7ef-4ba5-4178-9f8e-bbec03a22d2b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=646be7a8-09b8-4e0c-bd78-d5d98c9093b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657084 Jul 23 23:52:20.815838 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-27cdf196-3bae-4602-91c5-73eac9e50aa3 req-63b19028-8b5b-4d9f-a7b2-6808ec444ee0 tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] Request body: {'port': {'device_id': '9ea95d92-588f-44d4-a822-d5940b9ff9b3', 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2', 'admin_state_up': True, 'tenant_id': '8520315e7b984b1485aa68ad89005926'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:52:20.846718 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-719e97c7-2197-428f-be4f-fcba7d7ee73c req-b79afb42-7661-4279-a8c8-5924c857983a tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee3bb585-1d46-4d4b-8ed6-e0ac9b92bd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916221 Jul 23 23:52:20.891998 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf47d70-c758-4718-abf8-fb0348fd41a2 req-7c476e91-2d76-481a-a7f6-bd0ffae49dee tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:20.901048 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-eaf47d70-c758-4718-abf8-fb0348fd41a2 req-7c476e91-2d76-481a-a7f6-bd0ffae49dee tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed250f17-a555-4a7b-a8a7-c603cd1cc439 HTTP/1.1" status: 200 len: 945 time: 0.4461634 Jul 23 23:52:20.924580 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6ee69b04-cf74-4f24-8aad-0493c5cd2e6e req-35755e9b-160a-445d-b6c3-b382449a132c service neutron] 10.222.0.64 "GET /v2.0/networks/646be7a8-09b8-4e0c-bd78-d5d98c9093b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151047 Jul 23 23:52:20.955503 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 97673005-ee9a-470f-a42b-801ca4635acb, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=97673005-ee9a-470f-a42b-801ca4635acb,segment=NetworkSegment(bee75817-8822-4c2b-8563-730cb65eb3a7),segment_id=bee75817-8822-4c2b-8563-730cb65eb3a7)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:52:20.971807 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': '97673005-ee9a-470f-a42b-801ca4635acb', 'network_id': '57903904-9b6d-4c31-9b1a-837f9a463391', 'port_id': '97673005-ee9a-470f-a42b-801ca4635acb', 'mac_address': 'fa:16:3e:4f:c0:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9591efd5-cf05-46fc-a204-a334741262ad', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:52:21.020959 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:21.037208 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 97673005-ee9a-470f-a42b-801ca4635acb {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:52:21.064869 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-beb06845-f14f-44fa-a7a6-0a2358f9990a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:21.065649 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 97673005-ee9a-470f-a42b-801ca4635acb, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=97673005-ee9a-470f-a42b-801ca4635acb,segment=NetworkSegment(bee75817-8822-4c2b-8563-730cb65eb3a7),segment_id=bee75817-8822-4c2b-8563-730cb65eb3a7)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:52:21.072972 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:21.111779 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [None req-beb06845-f14f-44fa-a7a6-0a2358f9990a admin admin] Transition to ACTIVE for port object 6fdbc591-28ff-4e4f-a4ae-d10955b2eaa6 will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:52:21.153194 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-eaf47d70-c758-4718-abf8-fb0348fd41a2 req-2dc1222e-4c17-430f-8f9a-35afbb762ecd tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "GET /v2.0/security-groups?id=62065130-af15-4dfe-90c8-a05e16243009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496340 Jul 23 23:52:21.163035 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=97673005-ee9a-470f-a42b-801ca4635acb,revision_number=6']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:21.187505 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['97673005-ee9a-470f-a42b-801ca4635acb'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:52:21.237524 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-31ebd567-b7d3-46a2-b7e7-342243df5508 req-8488e426-a950-4da3-b240-b4957496fc7d tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:21.242926 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6ee69b04-cf74-4f24-8aad-0493c5cd2e6e req-6ce8e176-5d8a-4930-85b8-502dfad26aca service neutron] 10.222.0.64 "GET /v2.0/networks/646be7a8-09b8-4e0c-bd78-d5d98c9093b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106647 Jul 23 23:52:21.252241 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-31ebd567-b7d3-46a2-b7e7-342243df5508 req-8488e426-a950-4da3-b240-b4957496fc7d tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:21.272500 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 73a8efd4-78ad-45c8-abb3-6a0555726ba2 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:52:21.290127 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-beb06845-f14f-44fa-a7a6-0a2358f9990a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:21.293910 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15808e01-ae3b-498f-af1e-e50c976aa771 x-openstack-request-id: req-15808e01-ae3b-498f-af1e-e50c976aa771 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:52:21.293910 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05daa1e3-5bd4-4f14-94c6-c77200a84abb", "tag": "c2945688-a2a4-4798-aa3c-f7f34ddad2ee", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:52:21.300995 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-15808e01-ae3b-498f-af1e-e50c976aa771 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:52:21.301444 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05daa1e3-5bd4-4f14-94c6-c77200a84abb', 'tag': 'c2945688-a2a4-4798-aa3c-f7f34ddad2ee', 'status': 'completed', 'code': 200} Jul 23 23:52:21.446239 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7431a-f987-45d7-ab63-72d3edd67e18 req-73d31ccd-fe07-408d-93c6-3ae48369519c tempest-NetworksTest-1482356729 tempest-NetworksTest-1482356729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:21.447793 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7431a-f987-45d7-ab63-72d3edd67e18 req-73d31ccd-fe07-408d-93c6-3ae48369519c tempest-NetworksTest-1482356729 tempest-NetworksTest-1482356729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:21.448890 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7431a-f987-45d7-ab63-72d3edd67e18 req-73d31ccd-fe07-408d-93c6-3ae48369519c tempest-NetworksTest-1482356729 tempest-NetworksTest-1482356729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:21.449581 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7431a-f987-45d7-ab63-72d3edd67e18 req-73d31ccd-fe07-408d-93c6-3ae48369519c tempest-NetworksTest-1482356729 tempest-NetworksTest-1482356729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:21.450236 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7431a-f987-45d7-ab63-72d3edd67e18 req-73d31ccd-fe07-408d-93c6-3ae48369519c tempest-NetworksTest-1482356729 tempest-NetworksTest-1482356729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:21.450347 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 73a8efd4-78ad-45c8-abb3-6a0555726ba2 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:52:21.451145 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7431a-f987-45d7-ab63-72d3edd67e18 req-73d31ccd-fe07-408d-93c6-3ae48369519c tempest-NetworksTest-1482356729 tempest-NetworksTest-1482356729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:21.451827 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7431a-f987-45d7-ab63-72d3edd67e18 req-73d31ccd-fe07-408d-93c6-3ae48369519c tempest-NetworksTest-1482356729 tempest-NetworksTest-1482356729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:21.452468 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7431a-f987-45d7-ab63-72d3edd67e18 req-73d31ccd-fe07-408d-93c6-3ae48369519c tempest-NetworksTest-1482356729 tempest-NetworksTest-1482356729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:21.453853 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7431a-f987-45d7-ab63-72d3edd67e18 req-73d31ccd-fe07-408d-93c6-3ae48369519c tempest-NetworksTest-1482356729 tempest-NetworksTest-1482356729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:21.454601 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7431a-f987-45d7-ab63-72d3edd67e18 req-73d31ccd-fe07-408d-93c6-3ae48369519c tempest-NetworksTest-1482356729 tempest-NetworksTest-1482356729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:21.455077 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7431a-f987-45d7-ab63-72d3edd67e18 req-73d31ccd-fe07-408d-93c6-3ae48369519c tempest-NetworksTest-1482356729 tempest-NetworksTest-1482356729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:21.455548 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7431a-f987-45d7-ab63-72d3edd67e18 req-73d31ccd-fe07-408d-93c6-3ae48369519c tempest-NetworksTest-1482356729 tempest-NetworksTest-1482356729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:21.458030 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-69f7431a-f987-45d7-ab63-72d3edd67e18 req-73d31ccd-fe07-408d-93c6-3ae48369519c tempest-NetworksTest-1482356729 tempest-NetworksTest-1482356729-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8546 time: 0.4055343 Jul 23 23:52:21.488275 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 73a8efd4-78ad-45c8-abb3-6a0555726ba2 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:52:21.493678 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:21.559387 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b98a98e1-9d46-4077-b480-465d6214dd6e req-327299a2-3c27-4c81-a194-2e733a3d7564 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6857c621-8c6c-488d-9f0d-1cfd8c7f116b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1999071 Jul 23 23:52:21.568368 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810831fa-b3c1-451b-bb5a-dc7312fc7075 req-ceff3c73-c3c1-4d08-a2da-0764be8a3f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:21.570331 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-810831fa-b3c1-451b-bb5a-dc7312fc7075 req-ceff3c73-c3c1-4d08-a2da-0764be8a3f71 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e50500f9fa5448f8994dd6c4e9b5ded5&device_id=05daa1e3-5bd4-4f14-94c6-c77200a84abb HTTP/1.1" status: 200 len: 1095 time: 0.2096937 Jul 23 23:52:21.627594 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb06845-f14f-44fa-a7a6-0a2358f9990a admin admin] Network c754f1e1-4bc2-4acb-903f-37337862cd73 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:52:21.629373 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb06845-f14f-44fa-a7a6-0a2358f9990a admin admin] Pushing event updated for resources: {'Port': ['ID=6fdbc591-28ff-4e4f-a4ae-d10955b2eaa6,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:21.637452 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27cdf196-3bae-4602-91c5-73eac9e50aa3 req-63b19028-8b5b-4d9f-a7b2-6808ec444ee0 tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] Made reservation on behalf of 8520315e7b984b1485aa68ad89005926 for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:52:21.642816 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-27cdf196-3bae-4602-91c5-73eac9e50aa3 req-63b19028-8b5b-4d9f-a7b2-6808ec444ee0 tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:21.646760 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-beb06845-f14f-44fa-a7a6-0a2358f9990a admin admin] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:52:21.657271 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb06845-f14f-44fa-a7a6-0a2358f9990a admin admin] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:52:21.757513 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-beb06845-f14f-44fa-a7a6-0a2358f9990a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681761'] for router_interface, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:21.821379 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810831fa-b3c1-451b-bb5a-dc7312fc7075 req-d4ae1dbd-1d72-43b4-8bf1-9c138524caf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:21.822857 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-810831fa-b3c1-451b-bb5a-dc7312fc7075 req-d4ae1dbd-1d72-43b4-8bf1-9c138524caf7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=646be7a8-09b8-4e0c-bd78-d5d98c9093b9 HTTP/1.1" status: 200 len: 908 time: 0.2455688 Jul 23 23:52:21.836929 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8488e426-a950-4da3-b240-b4957496fc7d tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39e2cfc2-bcff-4d1c-a5a4-8ca5083e8b44,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:21.843110 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [req-31ebd567-b7d3-46a2-b7e7-342243df5508 req-8488e426-a950-4da3-b240-b4957496fc7d tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] Allocated IP 192.168.233.196 (603dff3b-80fe-44ec-a82a-8d8b74b0c3c2/ef73a7e1-c64a-41e3-9997-629475c7b6b1/1232bb33-94ad-4269-a061-dbea4181bc9b) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:52:21.893656 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:21.936870 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 73a8efd4-78ad-45c8-abb3-6a0555726ba2, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=73a8efd4-78ad-45c8-abb3-6a0555726ba2,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:52:21.950113 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:22.016921 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=73a8efd4-78ad-45c8-abb3-6a0555726ba2,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:22.019640 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-810831fa-b3c1-451b-bb5a-dc7312fc7075 req-b668f0b2-e6e4-444a-ac8c-b37468abc117 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2945688-a2a4-4798-aa3c-f7f34ddad2ee HTTP/1.1" status: 200 len: 217 time: 0.1249838 Jul 23 23:52:22.032308 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3d1c0f92-77ab-4f45-a74a-4233bc398732 req-1707010d-2789-43bd-aeef-23c0791737d0 tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ea95d92-588f-44d4-a822-d5940b9ff9b3 HTTP/1.1" status: 200 len: 210 time: 0.2082908 Jul 23 23:52:22.035584 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 39456) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:52:22.043391 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-ade284d4-fce8-4959-a021-34d994c9487f None None] Provisioning for port 6fdbc591-28ff-4e4f-a4ae-d10955b2eaa6 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:52:22.050173 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-ade284d4-fce8-4959-a021-34d994c9487f None None] Provisioning complete for port 6fdbc591-28ff-4e4f-a4ae-d10955b2eaa6 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:52:22.050651 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ade284d4-fce8-4959-a021-34d994c9487f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:22.085764 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-ade284d4-fce8-4959-a021-34d994c9487f None None] Port 6fdbc591-28ff-4e4f-a4ae-d10955b2eaa6 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:52:22.119069 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810831fa-b3c1-451b-bb5a-dc7312fc7075 req-badb431c-2bf8-4f37-ab7b-38f07e9450d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:22.120488 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-810831fa-b3c1-451b-bb5a-dc7312fc7075 req-badb431c-2bf8-4f37-ab7b-38f07e9450d2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3bfc2b3c-ece5-49a0-8daf-8ebd7d541c76 HTTP/1.1" status: 200 len: 847 time: 0.0836098 Jul 23 23:52:22.144410 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc3b325-7bef-472e-baf5-db743b3d8f86 req-61de4d0a-14b4-4ff3-9e28-274b22881741 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:22.145998 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ccc3b325-7bef-472e-baf5-db743b3d8f86 req-61de4d0a-14b4-4ff3-9e28-274b22881741 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?device_id=05daa1e3-5bd4-4f14-94c6-c77200a84abb HTTP/1.1" status: 200 len: 943 time: 0.7594287 Jul 23 23:52:22.146148 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-34eae345-597a-48b5-b6ce-06c2ca75f433 req-08fe7a83-01db-43b0-9af3-1a1cf9f3ed1d tempest-VolumesAdminNegativeTest-1912201584 tempest-VolumesAdminNegativeTest-1912201584-project] 10.222.0.44 "GET /v2.0/ports?device_id=bbdc88d9-1c6d-46e5-b46a-1706cd675bad HTTP/1.1" status: 200 len: 210 time: 0.0494287 Jul 23 23:52:22.163757 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02374ac2-7a3b-4227-bc65-2bda96f759e1 req-1b05f413-23a8-419f-ba72-c731005995dc tempest-VolumesAdminNegativeTest-1912201584 tempest-VolumesAdminNegativeTest-1912201584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:22.165296 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-02374ac2-7a3b-4227-bc65-2bda96f759e1 req-1b05f413-23a8-419f-ba72-c731005995dc tempest-VolumesAdminNegativeTest-1912201584 tempest-VolumesAdminNegativeTest-1912201584-project] 10.222.0.52 "GET /v2.0/networks?id=8fbc53d6-796b-417b-8829-0ed6b4aab796 HTTP/1.1" status: 200 len: 815 time: 0.6734805 Jul 23 23:52:22.185146 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-810831fa-b3c1-451b-bb5a-dc7312fc7075 req-28c0774c-eb04-46e6-a325-77a082b89cf3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=646be7a8-09b8-4e0c-bd78-d5d98c9093b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414104 Jul 23 23:52:22.188688 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-02374ac2-7a3b-4227-bc65-2bda96f759e1 req-c1459e18-4377-48e6-97b0-161aa5d7f149 tempest-VolumesAdminNegativeTest-1912201584 tempest-VolumesAdminNegativeTest-1912201584-project] Request body: {'port': {'device_id': 'bbdc88d9-1c6d-46e5-b46a-1706cd675bad', 'network_id': '8fbc53d6-796b-417b-8829-0ed6b4aab796', 'admin_state_up': True, 'tenant_id': 'fcf63d2414cc483aa0b938b26409d6cb'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:52:22.221069 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-31ebd567-b7d3-46a2-b7e7-342243df5508 req-8488e426-a950-4da3-b240-b4957496fc7d tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:22.240088 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:52:22.257600 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-beb06845-f14f-44fa-a7a6-0a2358f9990a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:22.259712 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-31ebd567-b7d3-46a2-b7e7-342243df5508 req-8488e426-a950-4da3-b240-b4957496fc7d tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] Transition to ACTIVE for port object 1232bb33-94ad-4269-a061-dbea4181bc9b will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:52:22.263741 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ccc3b325-7bef-472e-baf5-db743b3d8f86 req-f9507802-23e9-4dcb-8102-75e550b989e7 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955539 Jul 23 23:52:22.316200 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a98e1-9d46-4077-b480-465d6214dd6e req-f756924d-7191-4400-9a4b-becc97ec95e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:22.317737 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b98a98e1-9d46-4077-b480-465d6214dd6e req-f756924d-7191-4400-9a4b-becc97ec95e2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c2582a501044614b6b14b002223c647&device_id=6857c621-8c6c-488d-9f0d-1cfd8c7f116b HTTP/1.1" status: 200 len: 1097 time: 0.4928479 Jul 23 23:52:22.363327 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-31ebd567-b7d3-46a2-b7e7-342243df5508 req-8488e426-a950-4da3-b240-b4957496fc7d tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:22.395689 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4c24e63f-382a-4e56-a37d-dc02d1326eab admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:22.520138 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-810831fa-b3c1-451b-bb5a-dc7312fc7075 req-b4895392-38a9-47a2-a340-3e2ef8e3b440 service neutron] 10.222.0.64 "GET /v2.0/networks/646be7a8-09b8-4e0c-bd78-d5d98c9093b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3257623 Jul 23 23:52:22.522790 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31ebd567-b7d3-46a2-b7e7-342243df5508 req-8488e426-a950-4da3-b240-b4957496fc7d tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] Network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:52:22.539822 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [req-31ebd567-b7d3-46a2-b7e7-342243df5508 req-8488e426-a950-4da3-b240-b4957496fc7d tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:52:22.544855 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-31ebd567-b7d3-46a2-b7e7-342243df5508 req-8488e426-a950-4da3-b240-b4957496fc7d tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:52:22.552534 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8488e426-a950-4da3-b240-b4957496fc7d tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] Pushing event updated for resources: {'Port': ['ID=1232bb33-94ad-4269-a061-dbea4181bc9b,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:22.565966 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 97673005-ee9a-470f-a42b-801ca4635acb up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:52:22.591960 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eae975-a6f7-4c6a-b796-9054530ba6f8 req-7a9afd85-88a6-4e27-b7d1-a08532e0d6a0 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:22.600480 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-23eae975-a6f7-4c6a-b796-9054530ba6f8 req-7a9afd85-88a6-4e27-b7d1-a08532e0d6a0 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/ports?device_id=e724dba7-739e-45e1-8f8d-b2ede04c09d6 HTTP/1.1" status: 200 len: 944 time: 0.3458118 Jul 23 23:52:22.606286 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a98e1-9d46-4077-b480-465d6214dd6e req-9f9e7a3b-3057-43a2-a4ef-3b712b2c766a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:22.607767 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b98a98e1-9d46-4077-b480-465d6214dd6e req-9f9e7a3b-3057-43a2-a4ef-3b712b2c766a service neutron] 10.222.0.52 "GET /v2.0/networks?id=b6cf1771-a5e0-4481-ada6-9af5ffe559f4 HTTP/1.1" status: 200 len: 924 time: 0.2646897 Jul 23 23:52:22.615073 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [req-27cdf196-3bae-4602-91c5-73eac9e50aa3 req-63b19028-8b5b-4d9f-a7b2-6808ec444ee0 tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] Allocated IP 192.168.233.38 (603dff3b-80fe-44ec-a82a-8d8b74b0c3c2/ef73a7e1-c64a-41e3-9997-629475c7b6b1/4538d423-e0ff-42d0-9edc-14fc69c91c47) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:52:22.646594 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port 97673005-ee9a-470f-a42b-801ca4635acb triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:52:22.647322 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:22.664722 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ebd567-b7d3-46a2-b7e7-342243df5508 req-8488e426-a950-4da3-b240-b4957496fc7d tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:22.665462 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-31ebd567-b7d3-46a2-b7e7-342243df5508 req-8488e426-a950-4da3-b240-b4957496fc7d tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:22.690343 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-beb06845-f14f-44fa-a7a6-0a2358f9990a admin admin] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:22.714028 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-beb06845-f14f-44fa-a7a6-0a2358f9990a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:22.732602 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f7ab2e-efaf-41d9-a001-5e09789c76c5 req-9f7e5932-22a2-45ee-8760-5f3289e6904d tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:22.735394 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-77f7ab2e-efaf-41d9-a001-5e09789c76c5 req-9f7e5932-22a2-45ee-8760-5f3289e6904d tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed250f17-a555-4a7b-a8a7-c603cd1cc439 HTTP/1.1" status: 200 len: 945 time: 0.3087690 Jul 23 23:52:22.768675 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-23eae975-a6f7-4c6a-b796-9054530ba6f8 req-a806b4f9-cdc4-46ac-acaf-d7a5ccfa9969 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee3bb585-1d46-4d4b-8ed6-e0ac9b92bd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616175 Jul 23 23:52:22.790327 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b98a98e1-9d46-4077-b480-465d6214dd6e req-0a870655-df88-473e-8014-65607a191672 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36fc1fd4-c047-47a4-bb0d-bb3c0ea45107 HTTP/1.1" status: 200 len: 1000 time: 0.1733952 Jul 23 23:52:22.801444 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-810831fa-b3c1-451b-bb5a-dc7312fc7075 req-4932d602-2ac9-47c1-8825-70e488ac706f service neutron] 10.222.0.64 "GET /v2.0/networks/646be7a8-09b8-4e0c-bd78-d5d98c9093b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708960 Jul 23 23:52:22.823501 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:22.850863 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e724dba7-739e-45e1-8f8d-b2ede04c09d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97673005-ee9a-470f-a42b-801ca4635acb'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:52:22.851195 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4c24e63f-382a-4e56-a37d-dc02d1326eab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:22.853732 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c17280-3222-4f1f-8093-d5c30babc7af" -d '{"events": [{"server_uuid": "e724dba7-739e-45e1-8f8d-b2ede04c09d6", "name": "network-vif-plugged", "status": "completed", "tag": "97673005-ee9a-470f-a42b-801ca4635acb"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:52:22.867394 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 97673005-ee9a-470f-a42b-801ca4635acb, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=97673005-ee9a-470f-a42b-801ca4635acb,segment=NetworkSegment(bee75817-8822-4c2b-8563-730cb65eb3a7),segment_id=bee75817-8822-4c2b-8563-730cb65eb3a7)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:52:22.872859 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:22.887878 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb06845-f14f-44fa-a7a6-0a2358f9990a admin admin] Pushing event updated for resources: {'Port': ['ID=6fdbc591-28ff-4e4f-a4ae-d10955b2eaa6,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:22.898990 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a98e1-9d46-4077-b480-465d6214dd6e req-f31ad671-02e7-4622-ad43-4485b200a521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:22.899129 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-beb06845-f14f-44fa-a7a6-0a2358f9990a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680980'] for router_interface, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:22.900486 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b98a98e1-9d46-4077-b480-465d6214dd6e req-f31ad671-02e7-4622-ad43-4485b200a521 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1b5c91f7-60ac-4182-b027-91575613087b HTTP/1.1" status: 200 len: 862 time: 0.1017158 Jul 23 23:52:22.901118 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4c24e63f-382a-4e56-a37d-dc02d1326eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:22.905971 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2420c6cb-9bc2-44f8-a35f-f28b47eaebb1 x-openstack-request-id: req-2420c6cb-9bc2-44f8-a35f-f28b47eaebb1 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:52:22.906797 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e724dba7-739e-45e1-8f8d-b2ede04c09d6", "name": "network-vif-plugged", "status": "completed", "tag": "97673005-ee9a-470f-a42b-801ca4635acb", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:52:22.907026 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2420c6cb-9bc2-44f8-a35f-f28b47eaebb1 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:52:22.907399 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e724dba7-739e-45e1-8f8d-b2ede04c09d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97673005-ee9a-470f-a42b-801ca4635acb', 'code': 200} Jul 23 23:52:22.913304 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02374ac2-7a3b-4227-bc65-2bda96f759e1 req-c1459e18-4377-48e6-97b0-161aa5d7f149 tempest-VolumesAdminNegativeTest-1912201584 tempest-VolumesAdminNegativeTest-1912201584-project] Made reservation on behalf of fcf63d2414cc483aa0b938b26409d6cb for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:52:22.914834 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-31ebd567-b7d3-46a2-b7e7-342243df5508 req-8488e426-a950-4da3-b240-b4957496fc7d tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5179501 Jul 23 23:52:22.921667 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-02374ac2-7a3b-4227-bc65-2bda96f759e1 req-c1459e18-4377-48e6-97b0-161aa5d7f149 tempest-VolumesAdminNegativeTest-1912201584 tempest-VolumesAdminNegativeTest-1912201584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:22.945651 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-d50f58ed-3e3b-4ea0-aea1-5a31f2748b14 None None] Provisioning for port 1232bb33-94ad-4269-a061-dbea4181bc9b completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:52:22.956741 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=97673005-ee9a-470f-a42b-801ca4635acb,revision_number=7']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:22.959784 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-d50f58ed-3e3b-4ea0-aea1-5a31f2748b14 None None] Provisioning complete for port 1232bb33-94ad-4269-a061-dbea4181bc9b triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:52:22.960648 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d50f58ed-3e3b-4ea0-aea1-5a31f2748b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:22.969924 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-77f7ab2e-efaf-41d9-a001-5e09789c76c5 req-edad07ab-1dcc-4606-ae84-789e5dcf4978 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "GET /v2.0/security-groups?id=62065130-af15-4dfe-90c8-a05e16243009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006819 Jul 23 23:52:22.992728 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-31ebd567-b7d3-46a2-b7e7-342243df5508 req-d4ce7ae4-fa6a-4512-bd38-f8d527dbfd68 service neutron] Request body: {'port': {'device_id': '7a38679e-4ab8-4a39-9e4a-ae1b668ec623', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-16'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:52:23.007147 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-d50f58ed-3e3b-4ea0-aea1-5a31f2748b14 None None] Port 1232bb33-94ad-4269-a061-dbea4181bc9b cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:52:23.011101 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c24e63f-382a-4e56-a37d-dc02d1326eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f35400-ad42-4ede-80fa-b64c5031261d,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:23.030823 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-4c24e63f-382a-4e56-a37d-dc02d1326eab admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cda174911ba84b3fa8e3ac71e3a1ebed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9922132 Jul 23 23:52:23.044092 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 39466) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:52:23.089580 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-522d56e2-9236-4eb3-9c88-232f1d1a9111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:23.121680 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 73a8efd4-78ad-45c8-abb3-6a0555726ba2 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:52:23.191999 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 73a8efd4-78ad-45c8-abb3-6a0555726ba2 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:52:23.192629 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:23.392645 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-27cdf196-3bae-4602-91c5-73eac9e50aa3 req-63b19028-8b5b-4d9f-a7b2-6808ec444ee0 tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:23.442724 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ab70a040-93e1-4943-ba21-7fb322379eaf req-704695ef-3554-458f-97c4-276860a05481 tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ea95d92-588f-44d4-a822-d5940b9ff9b3 HTTP/1.1" status: 200 len: 210 time: 0.2866743 Jul 23 23:52:23.472900 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-27cdf196-3bae-4602-91c5-73eac9e50aa3 req-63b19028-8b5b-4d9f-a7b2-6808ec444ee0 tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] Transition to ACTIVE for port object 4538d423-e0ff-42d0-9edc-14fc69c91c47 will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:52:23.482983 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a98e1-9d46-4077-b480-465d6214dd6e req-7002db31-8bda-4c43-a483-8fcd82d1b3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:23.485444 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b98a98e1-9d46-4077-b480-465d6214dd6e req-7002db31-8bda-4c43-a483-8fcd82d1b3d1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b6cf1771-a5e0-4481-ada6-9af5ffe559f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5588522 Jul 23 23:52:23.489723 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device c2945688-a2a4-4798-aa3c-f7f34ddad2ee details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:52:23.511387 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-31ebd567-b7d3-46a2-b7e7-342243df5508 req-d4ce7ae4-fa6a-4512-bd38-f8d527dbfd68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:23.514332 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb06845-f14f-44fa-a7a6-0a2358f9990a admin admin] Network c754f1e1-4bc2-4acb-903f-37337862cd73 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:52:23.520677 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-352c7126-54dd-402d-908e-ab689388305c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:23.532562 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-beb06845-f14f-44fa-a7a6-0a2358f9990a admin admin] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:52:23.583962 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bf231bee-1c39-4679-92eb-a4b4da5430c2 req-1d2cd6b6-559b-4384-b083-971da96e3f1e tempest-VolumesAdminNegativeTest-1912201584 tempest-VolumesAdminNegativeTest-1912201584-project] 10.222.0.44 "GET /v2.0/ports?device_id=bbdc88d9-1c6d-46e5-b46a-1706cd675bad HTTP/1.1" status: 200 len: 210 time: 0.0641797 Jul 23 23:52:23.653600 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port c2945688-a2a4-4798-aa3c-f7f34ddad2ee, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=c2945688-a2a4-4798-aa3c-f7f34ddad2ee,segment=NetworkSegment(d41359ac-4be7-4a75-afd1-798e41d2f155),segment_id=d41359ac-4be7-4a75-afd1-798e41d2f155)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:52:23.677375 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': 'c2945688-a2a4-4798-aa3c-f7f34ddad2ee', 'network_id': '646be7a8-09b8-4e0c-bd78-d5d98c9093b9', 'port_id': 'c2945688-a2a4-4798-aa3c-f7f34ddad2ee', 'mac_address': 'fa:16:3e:33:a3:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bfc2b3c-ece5-49a0-8daf-8ebd7d541c76', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:52:23.679861 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-00573955-f07b-4bb5-b948-bd83088f8f2f req-04dabd8e-165b-468f-8202-f04d91ab2880 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6744087 Jul 23 23:52:23.682069 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-02374ac2-7a3b-4227-bc65-2bda96f759e1 req-c1459e18-4377-48e6-97b0-161aa5d7f149 tempest-VolumesAdminNegativeTest-1912201584 tempest-VolumesAdminNegativeTest-1912201584-project] Allocated IP 172.20.0.14 (8fbc53d6-796b-417b-8829-0ed6b4aab796/b5eea353-e8a7-4b16-8aa6-0fd838342ca4/7e8cfb1d-8c00-4520-8988-cc5a644bf7e6) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:52:23.706166 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-00573955-f07b-4bb5-b948-bd83088f8f2f req-755e457d-6af3-4f14-abd7-725a081b685c tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Request body: {'floatingip': {'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:52:23.713659 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-352c7126-54dd-402d-908e-ab689388305c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:23.738319 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:23.758863 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b98a98e1-9d46-4077-b480-465d6214dd6e req-f3543b21-deb4-41a9-94e5-0fa4b4aa63a6 service neutron] 10.222.0.52 "GET /v2.0/networks/b6cf1771-a5e0-4481-ada6-9af5ffe559f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514014 Jul 23 23:52:23.770100 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2945688-a2a4-4798-aa3c-f7f34ddad2ee {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:52:23.803072 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port c2945688-a2a4-4798-aa3c-f7f34ddad2ee, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=c2945688-a2a4-4798-aa3c-f7f34ddad2ee,segment=NetworkSegment(d41359ac-4be7-4a75-afd1-798e41d2f155),segment_id=d41359ac-4be7-4a75-afd1-798e41d2f155)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:52:23.809281 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:23.812100 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-00573955-f07b-4bb5-b948-bd83088f8f2f req-755e457d-6af3-4f14-abd7-725a081b685c tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Notify callbacks [] for floatingip, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:23.846701 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73671b2-ab19-411a-848f-d2ce72bfb62c req-172e5ef8-45b6-4cfe-a484-fffddc3fe41a tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:23.848318 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f73671b2-ab19-411a-848f-d2ce72bfb62c req-172e5ef8-45b6-4cfe-a484-fffddc3fe41a tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.52 "GET /v2.0/ports?device_id=e724dba7-739e-45e1-8f8d-b2ede04c09d6 HTTP/1.1" status: 200 len: 945 time: 0.3531439 Jul 23 23:52:23.875548 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-7e4ac13c-1d5d-476b-9513-a8063b3c8676 None None] Provisioning complete for port 6fdbc591-28ff-4e4f-a4ae-d10955b2eaa6 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:52:23.875881 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-27cdf196-3bae-4602-91c5-73eac9e50aa3 req-63b19028-8b5b-4d9f-a7b2-6808ec444ee0 tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:23.876075 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-7e4ac13c-1d5d-476b-9513-a8063b3c8676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:23.901987 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=c2945688-a2a4-4798-aa3c-f7f34ddad2ee,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:23.919910 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-7e4ac13c-1d5d-476b-9513-a8063b3c8676 None None] Port 6fdbc591-28ff-4e4f-a4ae-d10955b2eaa6 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:52:23.975502 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27cdf196-3bae-4602-91c5-73eac9e50aa3 req-63b19028-8b5b-4d9f-a7b2-6808ec444ee0 tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] Network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:52:23.998317 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [req-27cdf196-3bae-4602-91c5-73eac9e50aa3 req-63b19028-8b5b-4d9f-a7b2-6808ec444ee0 tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:52:24.001403 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-27cdf196-3bae-4602-91c5-73eac9e50aa3 req-63b19028-8b5b-4d9f-a7b2-6808ec444ee0 tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:52:24.016282 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['c2945688-a2a4-4798-aa3c-f7f34ddad2ee'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:52:24.022029 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beb06845-f14f-44fa-a7a6-0a2358f9990a admin admin] Router 043afffd-5068-4cd1-af59-822929800d8d has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:52:24.028196 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-352c7126-54dd-402d-908e-ab689388305c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:24.030804 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-352c7126-54dd-402d-908e-ab689388305c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:24.034899 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-352c7126-54dd-402d-908e-ab689388305c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/44f35400-ad42-4ede-80fa-b64c5031261d HTTP/1.1" status: 204 len: 168 time: 0.9873316 Jul 23 23:52:24.046580 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b98a98e1-9d46-4077-b480-465d6214dd6e req-76bbea2b-6be8-4873-b022-3d1a652f3cbb service neutron] 10.222.0.52 "GET /v2.0/networks/b6cf1771-a5e0-4481-ada6-9af5ffe559f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750947 Jul 23 23:52:24.098480 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b19028-8b5b-4d9f-a7b2-6808ec444ee0 tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] Pushing event updated for resources: {'Port': ['ID=4538d423-e0ff-42d0-9edc-14fc69c91c47,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:24.131258 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352c7126-54dd-402d-908e-ab689388305c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f35400-ad42-4ede-80fa-b64c5031261d,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:24.153647 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c715b479-7e13-44b8-bd39-6cab6bcbad08 req-f91f5725-23a7-4685-a5da-d42dc83bcdaa tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:24.160946 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c715b479-7e13-44b8-bd39-6cab6bcbad08 req-f91f5725-23a7-4685-a5da-d42dc83bcdaa tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?device_id=05daa1e3-5bd4-4f14-94c6-c77200a84abb HTTP/1.1" status: 200 len: 943 time: 0.4497027 Jul 23 23:52:24.180464 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-02374ac2-7a3b-4227-bc65-2bda96f759e1 req-c1459e18-4377-48e6-97b0-161aa5d7f149 tempest-VolumesAdminNegativeTest-1912201584 tempest-VolumesAdminNegativeTest-1912201584-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:24.251353 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cdf196-3bae-4602-91c5-73eac9e50aa3 req-63b19028-8b5b-4d9f-a7b2-6808ec444ee0 tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:24.252381 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-27cdf196-3bae-4602-91c5-73eac9e50aa3 req-63b19028-8b5b-4d9f-a7b2-6808ec444ee0 tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:24.262070 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-f73671b2-ab19-411a-848f-d2ce72bfb62c req-d8e5ad2a-e3d8-4f98-a8a3-41788649da32 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Deleting port 97673005-ee9a-470f-a42b-801ca4635acb {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:52:24.263014 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-f73671b2-ab19-411a-848f-d2ce72bfb62c req-d8e5ad2a-e3d8-4f98-a8a3-41788649da32 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:24.317535 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-00573955-f07b-4bb5-b948-bd83088f8f2f req-755e457d-6af3-4f14-abd7-725a081b685c tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:24.361915 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-27cdf196-3bae-4602-91c5-73eac9e50aa3 req-63b19028-8b5b-4d9f-a7b2-6808ec444ee0 tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5578158 Jul 23 23:52:24.370359 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-6ce889fe-3b2a-475a-be57-cc8d47e71629 None None] Provisioning for port 4538d423-e0ff-42d0-9edc-14fc69c91c47 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:52:24.379347 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-6ce889fe-3b2a-475a-be57-cc8d47e71629 None None] Provisioning complete for port 4538d423-e0ff-42d0-9edc-14fc69c91c47 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:52:24.379666 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-6ce889fe-3b2a-475a-be57-cc8d47e71629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:24.387245 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c715b479-7e13-44b8-bd39-6cab6bcbad08 req-aaee3771-8640-47e8-8b89-8726ee76889b tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204633 Jul 23 23:52:24.397867 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-27cdf196-3bae-4602-91c5-73eac9e50aa3 req-e633dadb-51da-440c-875f-d25df1e405fa service neutron] Request body: {'port': {'device_id': '9ea95d92-588f-44d4-a822-d5940b9ff9b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-16'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:52:24.442289 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-6ce889fe-3b2a-475a-be57-cc8d47e71629 None None] Port 4538d423-e0ff-42d0-9edc-14fc69c91c47 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:52:24.443188 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-02374ac2-7a3b-4227-bc65-2bda96f759e1 req-c1459e18-4377-48e6-97b0-161aa5d7f149 tempest-VolumesAdminNegativeTest-1912201584 tempest-VolumesAdminNegativeTest-1912201584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:24.558913 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02374ac2-7a3b-4227-bc65-2bda96f759e1 req-c1459e18-4377-48e6-97b0-161aa5d7f149 tempest-VolumesAdminNegativeTest-1912201584 tempest-VolumesAdminNegativeTest-1912201584-project] Network 8fbc53d6-796b-417b-8829-0ed6b4aab796 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:52:24.576800 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 39484) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:52:24.578005 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-02374ac2-7a3b-4227-bc65-2bda96f759e1 req-c1459e18-4377-48e6-97b0-161aa5d7f149 tempest-VolumesAdminNegativeTest-1912201584 tempest-VolumesAdminNegativeTest-1912201584-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:52:24.581132 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-f73671b2-ab19-411a-848f-d2ce72bfb62c req-d8e5ad2a-e3d8-4f98-a8a3-41788649da32 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] For port 97673005-ee9a-470f-a42b-801ca4635acb, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=97673005-ee9a-470f-a42b-801ca4635acb,segment=NetworkSegment(bee75817-8822-4c2b-8563-730cb65eb3a7),segment_id=bee75817-8822-4c2b-8563-730cb65eb3a7)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:52:24.581505 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-f73671b2-ab19-411a-848f-d2ce72bfb62c req-d8e5ad2a-e3d8-4f98-a8a3-41788649da32 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:24.588668 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-02374ac2-7a3b-4227-bc65-2bda96f759e1 req-c1459e18-4377-48e6-97b0-161aa5d7f149 tempest-VolumesAdminNegativeTest-1912201584 tempest-VolumesAdminNegativeTest-1912201584-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:52:24.594763 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02374ac2-7a3b-4227-bc65-2bda96f759e1 req-c1459e18-4377-48e6-97b0-161aa5d7f149 tempest-VolumesAdminNegativeTest-1912201584 tempest-VolumesAdminNegativeTest-1912201584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:24.595381 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-02374ac2-7a3b-4227-bc65-2bda96f759e1 req-c1459e18-4377-48e6-97b0-161aa5d7f149 tempest-VolumesAdminNegativeTest-1912201584 tempest-VolumesAdminNegativeTest-1912201584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:24.609917 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb06845-f14f-44fa-a7a6-0a2358f9990a admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:52:24.616219 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-beb06845-f14f-44fa-a7a6-0a2358f9990a admin admin] 10.222.0.44 "PUT /v2.0/routers/043afffd-5068-4cd1-af59-822929800d8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8232551 Jul 23 23:52:24.625818 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cee865d-ce1b-4bfc-ae33-9f2ba77d52a6 None None] Sync routers for ids ['043afffd-5068-4cd1-af59-822929800d8d'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:52:24.634813 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1459e18-4377-48e6-97b0-161aa5d7f149 tempest-VolumesAdminNegativeTest-1912201584 tempest-VolumesAdminNegativeTest-1912201584-project] Pushing event updated for resources: {'Port': ['ID=7e8cfb1d-8c00-4520-8988-cc5a644bf7e6,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:24.635118 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cee865d-ce1b-4bfc-ae33-9f2ba77d52a6 None None] Routers {'043afffd-5068-4cd1-af59-822929800d8d'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:52:24.636676 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-0cee865d-ce1b-4bfc-ae33-9f2ba77d52a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:51:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['043afffd-5068-4cd1-af59-822929800d8d'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:52:24.638498 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f5d69341-af9e-427c-8946-028e33133c4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:24.640700 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-f73671b2-ab19-411a-848f-d2ce72bfb62c req-d8e5ad2a-e3d8-4f98-a8a3-41788649da32 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Calling delete_port for 97673005-ee9a-470f-a42b-801ca4635acb owned by compute:nova {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:52:24.643596 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-00573955-f07b-4bb5-b948-bd83088f8f2f req-755e457d-6af3-4f14-abd7-725a081b685c tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Allocated IP 172.25.3.225 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/1baf8113-5c8a-4095-83ae-244db72d16e1) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:52:24.663132 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1459e18-4377-48e6-97b0-161aa5d7f149 tempest-VolumesAdminNegativeTest-1912201584 tempest-VolumesAdminNegativeTest-1912201584-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:52:24.663422 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-31ebd567-b7d3-46a2-b7e7-342243df5508 req-d4ce7ae4-fa6a-4512-bd38-f8d527dbfd68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1232bb33-94ad-4269-a061-dbea4181bc9b {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:52:24.663540 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1459e18-4377-48e6-97b0-161aa5d7f149 tempest-VolumesAdminNegativeTest-1912201584 tempest-VolumesAdminNegativeTest-1912201584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:52:24.663820 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1459e18-4377-48e6-97b0-161aa5d7f149 tempest-VolumesAdminNegativeTest-1912201584 tempest-VolumesAdminNegativeTest-1912201584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:52:24.664160 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1459e18-4377-48e6-97b0-161aa5d7f149 tempest-VolumesAdminNegativeTest-1912201584 tempest-VolumesAdminNegativeTest-1912201584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:52:24.664497 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1459e18-4377-48e6-97b0-161aa5d7f149 tempest-VolumesAdminNegativeTest-1912201584 tempest-VolumesAdminNegativeTest-1912201584-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:52:24.664845 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1459e18-4377-48e6-97b0-161aa5d7f149 tempest-VolumesAdminNegativeTest-1912201584 tempest-VolumesAdminNegativeTest-1912201584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:52:24.665185 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1459e18-4377-48e6-97b0-161aa5d7f149 tempest-VolumesAdminNegativeTest-1912201584 tempest-VolumesAdminNegativeTest-1912201584-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:52:24.665515 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1459e18-4377-48e6-97b0-161aa5d7f149 tempest-VolumesAdminNegativeTest-1912201584 tempest-VolumesAdminNegativeTest-1912201584-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:52:24.665981 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1459e18-4377-48e6-97b0-161aa5d7f149 tempest-VolumesAdminNegativeTest-1912201584 tempest-VolumesAdminNegativeTest-1912201584-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:52:24.666320 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1459e18-4377-48e6-97b0-161aa5d7f149 tempest-VolumesAdminNegativeTest-1912201584 tempest-VolumesAdminNegativeTest-1912201584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:52:24.666645 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1459e18-4377-48e6-97b0-161aa5d7f149 tempest-VolumesAdminNegativeTest-1912201584 tempest-VolumesAdminNegativeTest-1912201584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:52:24.667109 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1459e18-4377-48e6-97b0-161aa5d7f149 tempest-VolumesAdminNegativeTest-1912201584 tempest-VolumesAdminNegativeTest-1912201584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:52:24.675992 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-02374ac2-7a3b-4227-bc65-2bda96f759e1 req-c1459e18-4377-48e6-97b0-161aa5d7f149 tempest-VolumesAdminNegativeTest-1912201584 tempest-VolumesAdminNegativeTest-1912201584-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4931886 Jul 23 23:52:24.685007 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-31ebd567-b7d3-46a2-b7e7-342243df5508 req-d4ce7ae4-fa6a-4512-bd38-f8d527dbfd68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:24.690590 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-27cdf196-3bae-4602-91c5-73eac9e50aa3 req-e633dadb-51da-440c-875f-d25df1e405fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:24.694427 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-02374ac2-7a3b-4227-bc65-2bda96f759e1 req-aa7edb79-21d7-45b6-8a3c-07d078bcb57f service neutron] Request body: {'port': {'device_id': 'bbdc88d9-1c6d-46e5-b46a-1706cd675bad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:52:24.728251 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-31ebd567-b7d3-46a2-b7e7-342243df5508 req-d4ce7ae4-fa6a-4512-bd38-f8d527dbfd68 service neutron] Transition to ACTIVE for port object 1232bb33-94ad-4269-a061-dbea4181bc9b will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:52:24.740323 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-31ebd567-b7d3-46a2-b7e7-342243df5508 req-d4ce7ae4-fa6a-4512-bd38-f8d527dbfd68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:24.786369 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-0cee865d-ce1b-4bfc-ae33-9f2ba77d52a6 None None] Set router 043afffd-5068-4cd1-af59-822929800d8d gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:52:24.861719 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95629ea-5138-43fd-a29a-70979d960903 req-d3a9734b-372b-444b-a096-ac7902c24322 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:24.875493 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c95629ea-5138-43fd-a29a-70979d960903 req-d3a9734b-372b-444b-a096-ac7902c24322 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/ports?device_id=e724dba7-739e-45e1-8f8d-b2ede04c09d6 HTTP/1.1" status: 200 len: 945 time: 0.2963552 Jul 23 23:52:24.903100 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-02374ac2-7a3b-4227-bc65-2bda96f759e1 req-aa7edb79-21d7-45b6-8a3c-07d078bcb57f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:24.970100 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ce7ae4-fa6a-4512-bd38-f8d527dbfd68 service neutron] Pushing event updated for resources: {'Port': ['ID=1232bb33-94ad-4269-a061-dbea4181bc9b,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:25.062031 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c95629ea-5138-43fd-a29a-70979d960903 req-cbba6fe1-5f39-4039-8d73-22637c7587c7 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee3bb585-1d46-4d4b-8ed6-e0ac9b92bd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853311 Jul 23 23:52:25.135575 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-0cee865d-ce1b-4bfc-ae33-9f2ba77d52a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '043afffd-5068-4cd1-af59-822929800d8d', 'name': 'tempest-AttachSCSIVolumeTestJSON-946199104-router', 'tenant_id': 'fb71770adc294b858658b994fd21dae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '73a8efd4-78ad-45c8-abb3-6a0555726ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:52:13Z', 'updated_at': '2021-07-23T23:52:22Z', 'revision_number': 4, 'project_id': 'fb71770adc294b858658b994fd21dae1', 'gw_port': {'id': '73a8efd4-78ad-45c8-abb3-6a0555726ba2', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '043afffd-5068-4cd1-af59-822929800d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:52:14Z', 'updated_at': '2021-07-23T23:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '6fdbc591-28ff-4e4f-a4ae-d10955b2eaa6', 'name': '', 'network_id': 'c754f1e1-4bc2-4acb-903f-37337862cd73', 'tenant_id': 'fb71770adc294b858658b994fd21dae1', 'mac_address': 'fa:16:3e:eb:1d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '043afffd-5068-4cd1-af59-822929800d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'fcbbfbaa-f9eb-47d3-b144-e0ef4732a1f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:52:19Z', 'updated_at': '2021-07-23T23:52:22Z', 'revision_number': 2, 'project_id': 'fb71770adc294b858658b994fd21dae1', 'subnets': [{'id': 'fcbbfbaa-f9eb-47d3-b144-e0ef4732a1f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:52:25.144260 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-00573955-f07b-4bb5-b948-bd83088f8f2f req-755e457d-6af3-4f14-abd7-725a081b685c tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:25.156971 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ce7ae4-fa6a-4512-bd38-f8d527dbfd68 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:52:25.157329 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ce7ae4-fa6a-4512-bd38-f8d527dbfd68 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:52:25.157745 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ce7ae4-fa6a-4512-bd38-f8d527dbfd68 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:52:25.159377 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ce7ae4-fa6a-4512-bd38-f8d527dbfd68 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:52:25.159729 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ce7ae4-fa6a-4512-bd38-f8d527dbfd68 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:52:25.160081 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ce7ae4-fa6a-4512-bd38-f8d527dbfd68 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:52:25.160472 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ce7ae4-fa6a-4512-bd38-f8d527dbfd68 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:52:25.160841 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ce7ae4-fa6a-4512-bd38-f8d527dbfd68 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:52:25.161180 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ce7ae4-fa6a-4512-bd38-f8d527dbfd68 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:52:25.161571 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ce7ae4-fa6a-4512-bd38-f8d527dbfd68 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:52:25.161908 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ce7ae4-fa6a-4512-bd38-f8d527dbfd68 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:52:25.162246 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ce7ae4-fa6a-4512-bd38-f8d527dbfd68 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:52:25.185878 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cee865d-ce1b-4bfc-ae33-9f2ba77d52a6 None None] Checking router: 043afffd-5068-4cd1-af59-822929800d8d for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:52:25.186045 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cee865d-ce1b-4bfc-ae33-9f2ba77d52a6 None None] Updating router 043afffd-5068-4cd1-af59-822929800d8d port 6fdbc591-28ff-4e4f-a4ae-d10955b2eaa6 binding host n-d-800088-16 {{(pid=100315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:52:25.227353 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0cee865d-ce1b-4bfc-ae33-9f2ba77d52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:25.245807 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-f73671b2-ab19-411a-848f-d2ce72bfb62c req-d8e5ad2a-e3d8-4f98-a8a3-41788649da32 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:25.263857 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['97673005-ee9a-470f-a42b-801ca4635acb'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:52:25.296797 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f5d69341-af9e-427c-8946-028e33133c4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:25.310969 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f5d69341-af9e-427c-8946-028e33133c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:25.337559 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e5ad2a-e3d8-4f98-a8a3-41788649da32 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Pushing event deleted for resources: {'Port': ['ID=97673005-ee9a-470f-a42b-801ca4635acb,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:25.367654 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-31ebd567-b7d3-46a2-b7e7-342243df5508 req-d4ce7ae4-fa6a-4512-bd38-f8d527dbfd68 service neutron] Attempting to bind port 1232bb33-94ad-4269-a061-dbea4181bc9b on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:52:25.367999 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-31ebd567-b7d3-46a2-b7e7-342243df5508 req-d4ce7ae4-fa6a-4512-bd38-f8d527dbfd68 service neutron] Attempting to bind port 1232bb33-94ad-4269-a061-dbea4181bc9b by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:52:25.368335 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ebd567-b7d3-46a2-b7e7-342243df5508 req-d4ce7ae4-fa6a-4512-bd38-f8d527dbfd68 service neutron] Attempting to bind port 1232bb33-94ad-4269-a061-dbea4181bc9b on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:52:25.393750 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-f73671b2-ab19-411a-848f-d2ce72bfb62c req-d8e5ad2a-e3d8-4f98-a8a3-41788649da32 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] No DVR routers for this DVR port 97673005-ee9a-470f-a42b-801ca4635acb on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:52:25.400759 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-f73671b2-ab19-411a-848f-d2ce72bfb62c req-d8e5ad2a-e3d8-4f98-a8a3-41788649da32 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:25.404612 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f73671b2-ab19-411a-848f-d2ce72bfb62c req-d8e5ad2a-e3d8-4f98-a8a3-41788649da32 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.52 "DELETE /v2.0/ports/97673005-ee9a-470f-a42b-801ca4635acb HTTP/1.1" status: 204 len: 173 time: 1.5448680 Jul 23 23:52:25.404726 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e724dba7-739e-45e1-8f8d-b2ede04c09d6', 'name': 'network-vif-deleted', 'tag': '97673005-ee9a-470f-a42b-801ca4635acb'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:52:25.407175 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db757ba-df00-4759-bc83-9ff2c4a66733" -d '{"events": [{"server_uuid": "e724dba7-739e-45e1-8f8d-b2ede04c09d6", "name": "network-vif-deleted", "tag": "97673005-ee9a-470f-a42b-801ca4635acb"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:52:25.414391 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ebd567-b7d3-46a2-b7e7-342243df5508 req-d4ce7ae4-fa6a-4512-bd38-f8d527dbfd68 service neutron] Port 1232bb33-94ad-4269-a061-dbea4181bc9b on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:52:25.414854 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ebd567-b7d3-46a2-b7e7-342243df5508 req-d4ce7ae4-fa6a-4512-bd38-f8d527dbfd68 service neutron] Attempting to bind port 1232bb33-94ad-4269-a061-dbea4181bc9b on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:52:25.422495 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-00573955-f07b-4bb5-b948-bd83088f8f2f req-755e457d-6af3-4f14-abd7-725a081b685c tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:25.438631 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-f5d69341-af9e-427c-8946-028e33133c4b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7bd7f9f9934c4f5786da2b0ee9dfefec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8538814 Jul 23 23:52:25.444670 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 39506) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:52:25.465313 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d69341-af9e-427c-8946-028e33133c4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e7fb36-2284-410d-97fa-640ea9ae5daf,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:25.478748 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 39508) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:52:25.485509 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00573955-f07b-4bb5-b948-bd83088f8f2f req-755e457d-6af3-4f14-abd7-725a081b685c tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:52:25.491583 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-00573955-f07b-4bb5-b948-bd83088f8f2f req-755e457d-6af3-4f14-abd7-725a081b685c tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:52:25.491980 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ebd567-b7d3-46a2-b7e7-342243df5508 req-d4ce7ae4-fa6a-4512-bd38-f8d527dbfd68 service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:52:25.492326 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ebd567-b7d3-46a2-b7e7-342243df5508 req-d4ce7ae4-fa6a-4512-bd38-f8d527dbfd68 service neutron] Checking segment: {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:52:25.492708 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ebd567-b7d3-46a2-b7e7-342243df5508 req-d4ce7ae4-fa6a-4512-bd38-f8d527dbfd68 service neutron] Bound using segment: {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:52:25.493801 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-31ebd567-b7d3-46a2-b7e7-342243df5508 req-d4ce7ae4-fa6a-4512-bd38-f8d527dbfd68 service neutron] Bound port: 1232bb33-94ad-4269-a061-dbea4181bc9b, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:52:25.494172 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-31ebd567-b7d3-46a2-b7e7-342243df5508 req-d4ce7ae4-fa6a-4512-bd38-f8d527dbfd68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:25.500703 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-6f06427e-e329-4b0a-878d-b8c7a0fd3539 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-229842365-network', 'tenant_id': 'c12fd039d6c846faa62cc7e40c0b8c84'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:52:25.502252 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-00573955-f07b-4bb5-b948-bd83088f8f2f req-755e457d-6af3-4f14-abd7-725a081b685c tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:52:25.503749 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device c2945688-a2a4-4798-aa3c-f7f34ddad2ee up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:52:25.544104 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cdb778-9134-4192-92ff-fd4b8226578c req-b5f668d6-5926-4a9a-94a5-02d4fefa4071 tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:25.552679 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-04cdb778-9134-4192-92ff-fd4b8226578c req-b5f668d6-5926-4a9a-94a5-02d4fefa4071 tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ea95d92-588f-44d4-a822-d5940b9ff9b3 HTTP/1.1" status: 200 len: 935 time: 0.3837302 Jul 23 23:52:25.567140 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755e457d-6af3-4f14-abd7-725a081b685c tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Pushing event updated for resources: {'Port': ['ID=1baf8113-5c8a-4095-83ae-244db72d16e1,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:25.574344 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-00573955-f07b-4bb5-b948-bd83088f8f2f req-755e457d-6af3-4f14-abd7-725a081b685c tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:25.655161 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-02374ac2-7a3b-4227-bc65-2bda96f759e1 req-aa7edb79-21d7-45b6-8a3c-07d078bcb57f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e8cfb1d-8c00-4520-8988-cc5a644bf7e6 {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:52:25.663332 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-00573955-f07b-4bb5-b948-bd83088f8f2f req-755e457d-6af3-4f14-abd7-725a081b685c tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:25.663940 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port c2945688-a2a4-4798-aa3c-f7f34ddad2ee completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:52:25.666123 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-02374ac2-7a3b-4227-bc65-2bda96f759e1 req-aa7edb79-21d7-45b6-8a3c-07d078bcb57f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:25.671991 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port c2945688-a2a4-4798-aa3c-f7f34ddad2ee triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:52:25.672419 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:25.687191 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f06427e-e329-4b0a-878d-b8c7a0fd3539 admin admin] Made reservation on behalf of c12fd039d6c846faa62cc7e40c0b8c84 for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:52:25.690818 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6f06427e-e329-4b0a-878d-b8c7a0fd3539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:25.700469 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-02374ac2-7a3b-4227-bc65-2bda96f759e1 req-aa7edb79-21d7-45b6-8a3c-07d078bcb57f service neutron] Transition to ACTIVE for port object 7e8cfb1d-8c00-4520-8988-cc5a644bf7e6 will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:52:25.711138 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-02374ac2-7a3b-4227-bc65-2bda96f759e1 req-aa7edb79-21d7-45b6-8a3c-07d078bcb57f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:25.737396 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-04cdb778-9134-4192-92ff-fd4b8226578c req-f8aca37b-245d-496d-9d1b-cd706e77ec43 tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] 10.222.0.44 "GET /v2.0/security-groups?id=39e2cfc2-bcff-4d1c-a5a4-8ca5083e8b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836925 Jul 23 23:52:25.740011 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-83f8991d-bb5c-43ce-a85b-b02c78a1111c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:25.759167 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6f06427e-e329-4b0a-878d-b8c7a0fd3539 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:25.814317 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-31ebd567-b7d3-46a2-b7e7-342243df5508 req-d4ce7ae4-fa6a-4512-bd38-f8d527dbfd68 service neutron] For port 1232bb33-94ad-4269-a061-dbea4181bc9b, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:52:25.815248 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0cee865d-ce1b-4bfc-ae33-9f2ba77d52a6 None None] Notify callbacks [] for port, precommit_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:25.819101 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7edb79-21d7-45b6-8a3c-07d078bcb57f service neutron] Pushing event updated for resources: {'Port': ['ID=7e8cfb1d-8c00-4520-8988-cc5a644bf7e6,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:25.821932 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-31ebd567-b7d3-46a2-b7e7-342243df5508 req-d4ce7ae4-fa6a-4512-bd38-f8d527dbfd68 service neutron] For port 1232bb33-94ad-4269-a061-dbea4181bc9b, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=1232bb33-94ad-4269-a061-dbea4181bc9b,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:52:25.829224 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-02374ac2-7a3b-4227-bc65-2bda96f759e1 req-aa7edb79-21d7-45b6-8a3c-07d078bcb57f service neutron] Attempting to bind port 7e8cfb1d-8c00-4520-8988-cc5a644bf7e6 on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:52:25.829445 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-02374ac2-7a3b-4227-bc65-2bda96f759e1 req-aa7edb79-21d7-45b6-8a3c-07d078bcb57f service neutron] Attempting to bind port 7e8cfb1d-8c00-4520-8988-cc5a644bf7e6 by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': '1af4fee7-71e9-4e29-b37f-62374352ca42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8fbc53d6-796b-417b-8829-0ed6b4aab796'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:52:25.829780 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02374ac2-7a3b-4227-bc65-2bda96f759e1 req-aa7edb79-21d7-45b6-8a3c-07d078bcb57f service neutron] Attempting to bind port 7e8cfb1d-8c00-4520-8988-cc5a644bf7e6 on network 8fbc53d6-796b-417b-8829-0ed6b4aab796 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:52:25.833720 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:25.836044 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-0cee865d-ce1b-4bfc-ae33-9f2ba77d52a6 None None] Transition to ACTIVE for port object 6fdbc591-28ff-4e4f-a4ae-d10955b2eaa6 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:52:25.845403 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-27cdf196-3bae-4602-91c5-73eac9e50aa3 req-e633dadb-51da-440c-875f-d25df1e405fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4538d423-e0ff-42d0-9edc-14fc69c91c47 {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:52:25.852427 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0cee865d-ce1b-4bfc-ae33-9f2ba77d52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:25.857191 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-27cdf196-3bae-4602-91c5-73eac9e50aa3 req-e633dadb-51da-440c-875f-d25df1e405fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:25.867365 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02374ac2-7a3b-4227-bc65-2bda96f759e1 req-aa7edb79-21d7-45b6-8a3c-07d078bcb57f service neutron] Port 7e8cfb1d-8c00-4520-8988-cc5a644bf7e6 on network 8fbc53d6-796b-417b-8829-0ed6b4aab796 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:52:25.867697 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02374ac2-7a3b-4227-bc65-2bda96f759e1 req-aa7edb79-21d7-45b6-8a3c-07d078bcb57f service neutron] Attempting to bind port 7e8cfb1d-8c00-4520-8988-cc5a644bf7e6 on network 8fbc53d6-796b-417b-8829-0ed6b4aab796 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:52:25.878354 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-27cdf196-3bae-4602-91c5-73eac9e50aa3 req-e633dadb-51da-440c-875f-d25df1e405fa service neutron] Transition to ACTIVE for port object 4538d423-e0ff-42d0-9edc-14fc69c91c47 will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:52:25.880043 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02374ac2-7a3b-4227-bc65-2bda96f759e1 req-aa7edb79-21d7-45b6-8a3c-07d078bcb57f service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:52:25.880386 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02374ac2-7a3b-4227-bc65-2bda96f759e1 req-aa7edb79-21d7-45b6-8a3c-07d078bcb57f service neutron] Checking segment: {'id': '1af4fee7-71e9-4e29-b37f-62374352ca42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8fbc53d6-796b-417b-8829-0ed6b4aab796'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:52:25.880783 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02374ac2-7a3b-4227-bc65-2bda96f759e1 req-aa7edb79-21d7-45b6-8a3c-07d078bcb57f service neutron] Bound using segment: {'id': '1af4fee7-71e9-4e29-b37f-62374352ca42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8fbc53d6-796b-417b-8829-0ed6b4aab796'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:52:25.881239 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-02374ac2-7a3b-4227-bc65-2bda96f759e1 req-aa7edb79-21d7-45b6-8a3c-07d078bcb57f service neutron] Bound port: 7e8cfb1d-8c00-4520-8988-cc5a644bf7e6, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af4fee7-71e9-4e29-b37f-62374352ca42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8fbc53d6-796b-417b-8829-0ed6b4aab796'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:52:25.881602 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-02374ac2-7a3b-4227-bc65-2bda96f759e1 req-aa7edb79-21d7-45b6-8a3c-07d078bcb57f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:25.906872 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6e3d92f2-34e7-4fd9-8daa-4907f0e3803b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:25.909001 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1afe12-e551-4e28-924d-541c05926f35 None None] Pushing event updated for resources: {'Port': ['ID=6fdbc591-28ff-4e4f-a4ae-d10955b2eaa6,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:25.928964 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05daa1e3-5bd4-4f14-94c6-c77200a84abb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2945688-a2a4-4798-aa3c-f7f34ddad2ee'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:52:25.931307 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f8773b8-7d75-4ab1-b2c0-7997d9db3791" -d '{"events": [{"server_uuid": "05daa1e3-5bd4-4f14-94c6-c77200a84abb", "name": "network-vif-plugged", "status": "completed", "tag": "c2945688-a2a4-4798-aa3c-f7f34ddad2ee"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:52:25.961109 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port c2945688-a2a4-4798-aa3c-f7f34ddad2ee, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=c2945688-a2a4-4798-aa3c-f7f34ddad2ee,segment=NetworkSegment(d41359ac-4be7-4a75-afd1-798e41d2f155),segment_id=d41359ac-4be7-4a75-afd1-798e41d2f155)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:52:26.000525 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:26.005068 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-00573955-f07b-4bb5-b948-bd83088f8f2f req-755e457d-6af3-4f14-abd7-725a081b685c tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:26.007155 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-02374ac2-7a3b-4227-bc65-2bda96f759e1 req-aa7edb79-21d7-45b6-8a3c-07d078bcb57f service neutron] For port 7e8cfb1d-8c00-4520-8988-cc5a644bf7e6, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:52:26.010732 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-02374ac2-7a3b-4227-bc65-2bda96f759e1 req-aa7edb79-21d7-45b6-8a3c-07d078bcb57f service neutron] For port 7e8cfb1d-8c00-4520-8988-cc5a644bf7e6, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=7e8cfb1d-8c00-4520-8988-cc5a644bf7e6,segment=NetworkSegment(1af4fee7-71e9-4e29-b37f-62374352ca42),segment_id=1af4fee7-71e9-4e29-b37f-62374352ca42)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:52:26.016727 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-31ebd567-b7d3-46a2-b7e7-342243df5508 req-d4ce7ae4-fa6a-4512-bd38-f8d527dbfd68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:26.017430 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-00573955-f07b-4bb5-b948-bd83088f8f2f req-755e457d-6af3-4f14-abd7-725a081b685c tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:26.022568 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-02374ac2-7a3b-4227-bc65-2bda96f759e1 req-aa7edb79-21d7-45b6-8a3c-07d078bcb57f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:26.029683 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6e3d92f2-34e7-4fd9-8daa-4907f0e3803b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:26.058397 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-27cdf196-3bae-4602-91c5-73eac9e50aa3 req-e633dadb-51da-440c-875f-d25df1e405fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:26.065103 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-0cee865d-ce1b-4bfc-ae33-9f2ba77d52a6 None None] Attempting to bind port 6fdbc591-28ff-4e4f-a4ae-d10955b2eaa6 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:52:26.065535 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-0cee865d-ce1b-4bfc-ae33-9f2ba77d52a6 None None] Attempting to bind port 6fdbc591-28ff-4e4f-a4ae-d10955b2eaa6 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '3faff525-08de-4988-a839-850e69ad6c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'c754f1e1-4bc2-4acb-903f-37337862cd73'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:52:26.065854 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cee865d-ce1b-4bfc-ae33-9f2ba77d52a6 None None] Attempting to bind port 6fdbc591-28ff-4e4f-a4ae-d10955b2eaa6 on network c754f1e1-4bc2-4acb-903f-37337862cd73 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:52:26.080720 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cee865d-ce1b-4bfc-ae33-9f2ba77d52a6 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:52:26.080977 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cee865d-ce1b-4bfc-ae33-9f2ba77d52a6 None None] Checking segment: {'id': '3faff525-08de-4988-a839-850e69ad6c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'c754f1e1-4bc2-4acb-903f-37337862cd73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:52:26.081237 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0cee865d-ce1b-4bfc-ae33-9f2ba77d52a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:26.081644 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cee865d-ce1b-4bfc-ae33-9f2ba77d52a6 None None] Bound using segment: {'id': '3faff525-08de-4988-a839-850e69ad6c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'c754f1e1-4bc2-4acb-903f-37337862cd73'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:52:26.082139 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-0cee865d-ce1b-4bfc-ae33-9f2ba77d52a6 None None] Bound port: 6fdbc591-28ff-4e4f-a4ae-d10955b2eaa6, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3faff525-08de-4988-a839-850e69ad6c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'c754f1e1-4bc2-4acb-903f-37337862cd73'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:52:26.082533 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0cee865d-ce1b-4bfc-ae33-9f2ba77d52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:26.101312 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-00573955-f07b-4bb5-b948-bd83088f8f2f req-755e457d-6af3-4f14-abd7-725a081b685c tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:26.114318 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02374ac2-7a3b-4227-bc65-2bda96f759e1 req-aa7edb79-21d7-45b6-8a3c-07d078bcb57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:26.116728 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=c2945688-a2a4-4798-aa3c-f7f34ddad2ee,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:26.117253 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-02374ac2-7a3b-4227-bc65-2bda96f759e1 req-aa7edb79-21d7-45b6-8a3c-07d078bcb57f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:26.127525 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ebd567-b7d3-46a2-b7e7-342243df5508 req-d4ce7ae4-fa6a-4512-bd38-f8d527dbfd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:26.128159 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-31ebd567-b7d3-46a2-b7e7-342243df5508 req-d4ce7ae4-fa6a-4512-bd38-f8d527dbfd68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:26.128722 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-02374ac2-7a3b-4227-bc65-2bda96f759e1 req-aa7edb79-21d7-45b6-8a3c-07d078bcb57f service neutron] 10.222.0.52 "PUT /v2.0/ports/7e8cfb1d-8c00-4520-8988-cc5a644bf7e6 HTTP/1.1" status: 200 len: 1093 time: 1.4430442 Jul 23 23:52:26.129579 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-31ebd567-b7d3-46a2-b7e7-342243df5508 req-d4ce7ae4-fa6a-4512-bd38-f8d527dbfd68 service neutron] 10.222.0.64 "PUT /v2.0/ports/1232bb33-94ad-4269-a061-dbea4181bc9b HTTP/1.1" status: 200 len: 1097 time: 3.1454079 Jul 23 23:52:26.136078 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a38679e-4ab8-4a39-9e4a-ae1b668ec623', 'tag': '1232bb33-94ad-4269-a061-dbea4181bc9b'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:52:26.138468 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae04c5a-fa49-456f-9daf-f5a5e264e207" -d '{"events": [{"name": "network-changed", "server_uuid": "7a38679e-4ab8-4a39-9e4a-ae1b668ec623", "tag": "1232bb33-94ad-4269-a061-dbea4181bc9b"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:52:26.160338 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755e457d-6af3-4f14-abd7-725a081b685c tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Pushing event updated for resources: {'Port': ['ID=1baf8113-5c8a-4095-83ae-244db72d16e1,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:26.217951 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-0cee865d-ce1b-4bfc-ae33-9f2ba77d52a6 None None] For port 6fdbc591-28ff-4e4f-a4ae-d10955b2eaa6, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:52:26.223614 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-0cee865d-ce1b-4bfc-ae33-9f2ba77d52a6 None None] For port 6fdbc591-28ff-4e4f-a4ae-d10955b2eaa6, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=6fdbc591-28ff-4e4f-a4ae-d10955b2eaa6,segment=NetworkSegment(3faff525-08de-4988-a839-850e69ad6c5f),segment_id=3faff525-08de-4988-a839-850e69ad6c5f)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:52:26.235130 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0cee865d-ce1b-4bfc-ae33-9f2ba77d52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:26.289178 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7edb79-21d7-45b6-8a3c-07d078bcb57f service neutron] Pushing event updated for resources: {'Port': ['ID=7e8cfb1d-8c00-4520-8988-cc5a644bf7e6,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:26.303321 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cee865d-ce1b-4bfc-ae33-9f2ba77d52a6 None None] Routers {'043afffd-5068-4cd1-af59-822929800d8d'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:52:26.304133 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-0cee865d-ce1b-4bfc-ae33-9f2ba77d52a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:52:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['043afffd-5068-4cd1-af59-822929800d8d'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:52:26.315991 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02374ac2-7a3b-4227-bc65-2bda96f759e1 req-b183fe7e-49d2-4621-8430-b575469aa71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:26.317843 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-02374ac2-7a3b-4227-bc65-2bda96f759e1 req-b183fe7e-49d2-4621-8430-b575469aa71d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fcf63d2414cc483aa0b938b26409d6cb&device_id=bbdc88d9-1c6d-46e5-b46a-1706cd675bad HTTP/1.1" status: 200 len: 1096 time: 0.1009722 Jul 23 23:52:26.383323 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-02374ac2-7a3b-4227-bc65-2bda96f759e1 req-74d8df42-fd85-4b39-b3a7-dc2c8a9193d4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e8cfb1d-8c00-4520-8988-cc5a644bf7e6 HTTP/1.1" status: 200 len: 217 time: 0.0564294 Jul 23 23:52:26.389522 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ce7ae4-fa6a-4512-bd38-f8d527dbfd68 service neutron] Pushing event updated for resources: {'Port': ['ID=1232bb33-94ad-4269-a061-dbea4181bc9b,revision_number=3']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:26.407439 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ebd567-b7d3-46a2-b7e7-342243df5508 req-9928cfc3-c498-48ae-b363-5258c98ca7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:26.408994 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-31ebd567-b7d3-46a2-b7e7-342243df5508 req-9928cfc3-c498-48ae-b363-5258c98ca7e0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8520315e7b984b1485aa68ad89005926&device_id=7a38679e-4ab8-4a39-9e4a-ae1b668ec623 HTTP/1.1" status: 200 len: 1100 time: 0.2078393 Jul 23 23:52:26.469731 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02374ac2-7a3b-4227-bc65-2bda96f759e1 req-7de23c0d-cac5-40b5-b051-a53825f07e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:26.471754 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-02374ac2-7a3b-4227-bc65-2bda96f759e1 req-7de23c0d-cac5-40b5-b051-a53825f07e0b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b5eea353-e8a7-4b16-8aa6-0fd838342ca4 HTTP/1.1" status: 200 len: 855 time: 0.0827031 Jul 23 23:52:26.517449 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-02374ac2-7a3b-4227-bc65-2bda96f759e1 req-52f3ddf5-e700-4030-9f8b-fc85a734eabd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8fbc53d6-796b-417b-8829-0ed6b4aab796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389988 Jul 23 23:52:26.595084 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1afe12-e551-4e28-924d-541c05926f35 None None] Pushing event updated for resources: {'Port': ['ID=6fdbc591-28ff-4e4f-a4ae-d10955b2eaa6,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:26.624687 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-0cee865d-ce1b-4bfc-ae33-9f2ba77d52a6 None None] Set router 043afffd-5068-4cd1-af59-822929800d8d gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:52:26.660417 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-02374ac2-7a3b-4227-bc65-2bda96f759e1 req-3101088d-c20c-4bcb-a285-42f808cb693f service neutron] 10.222.0.52 "GET /v2.0/networks/8fbc53d6-796b-417b-8829-0ed6b4aab796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362960 Jul 23 23:52:26.715059 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde14052-1a69-462a-aef0-f7c3125a6b59 req-bf303ce6-024a-450d-b19f-288cfb14e2ea tempest-VolumesAdminNegativeTest-1912201584 tempest-VolumesAdminNegativeTest-1912201584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:26.716531 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cde14052-1a69-462a-aef0-f7c3125a6b59 req-bf303ce6-024a-450d-b19f-288cfb14e2ea tempest-VolumesAdminNegativeTest-1912201584 tempest-VolumesAdminNegativeTest-1912201584-project] 10.222.0.44 "GET /v2.0/ports?device_id=bbdc88d9-1c6d-46e5-b46a-1706cd675bad HTTP/1.1" status: 200 len: 944 time: 0.7535412 Jul 23 23:52:26.743170 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:26.764429 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-31ebd567-b7d3-46a2-b7e7-342243df5508 req-85a0ce0e-e4bc-4854-b01b-e4e5c50ea7f4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=1232bb33-94ad-4269-a061-dbea4181bc9b HTTP/1.1" status: 200 len: 217 time: 0.0977278 Jul 23 23:52:26.776288 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6e3d92f2-34e7-4fd9-8daa-4907f0e3803b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:26.777623 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-02374ac2-7a3b-4227-bc65-2bda96f759e1 req-7aa91a35-f564-45ac-9aff-aeccf182ba42 service neutron] 10.222.0.52 "GET /v2.0/networks/8fbc53d6-796b-417b-8829-0ed6b4aab796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110890 Jul 23 23:52:26.778843 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6e3d92f2-34e7-4fd9-8daa-4907f0e3803b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:26.779942 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-6e3d92f2-34e7-4fd9-8daa-4907f0e3803b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b0e7fb36-2284-410d-97fa-640ea9ae5daf HTTP/1.1" status: 204 len: 168 time: 1.3023546 Jul 23 23:52:26.814350 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e633dadb-51da-440c-875f-d25df1e405fa service neutron] Pushing event updated for resources: {'Port': ['ID=4538d423-e0ff-42d0-9edc-14fc69c91c47,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:26.845728 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3d92f2-34e7-4fd9-8daa-4907f0e3803b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e7fb36-2284-410d-97fa-640ea9ae5daf,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:26.886763 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-27cdf196-3bae-4602-91c5-73eac9e50aa3 req-e633dadb-51da-440c-875f-d25df1e405fa service neutron] Attempting to bind port 4538d423-e0ff-42d0-9edc-14fc69c91c47 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:52:26.887103 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-27cdf196-3bae-4602-91c5-73eac9e50aa3 req-e633dadb-51da-440c-875f-d25df1e405fa service neutron] Attempting to bind port 4538d423-e0ff-42d0-9edc-14fc69c91c47 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:52:26.887489 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27cdf196-3bae-4602-91c5-73eac9e50aa3 req-e633dadb-51da-440c-875f-d25df1e405fa service neutron] Attempting to bind port 4538d423-e0ff-42d0-9edc-14fc69c91c47 on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:52:26.897837 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cde14052-1a69-462a-aef0-f7c3125a6b59 req-5de4c8a0-65d6-46eb-b524-accf05b9980b tempest-VolumesAdminNegativeTest-1912201584 tempest-VolumesAdminNegativeTest-1912201584-project] 10.222.0.44 "GET /v2.0/security-groups?id=250fe6fc-699b-4f62-8139-3728280b5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439767 Jul 23 23:52:26.905110 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ebd567-b7d3-46a2-b7e7-342243df5508 req-b76b5600-44d4-4c78-8804-b150ada3def3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:26.906676 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-31ebd567-b7d3-46a2-b7e7-342243df5508 req-b76b5600-44d4-4c78-8804-b150ada3def3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.1241555 Jul 23 23:52:26.909341 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27cdf196-3bae-4602-91c5-73eac9e50aa3 req-e633dadb-51da-440c-875f-d25df1e405fa service neutron] Port 4538d423-e0ff-42d0-9edc-14fc69c91c47 on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:52:26.909795 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27cdf196-3bae-4602-91c5-73eac9e50aa3 req-e633dadb-51da-440c-875f-d25df1e405fa service neutron] Attempting to bind port 4538d423-e0ff-42d0-9edc-14fc69c91c47 on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:52:26.951048 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27cdf196-3bae-4602-91c5-73eac9e50aa3 req-e633dadb-51da-440c-875f-d25df1e405fa service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:52:26.951435 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27cdf196-3bae-4602-91c5-73eac9e50aa3 req-e633dadb-51da-440c-875f-d25df1e405fa service neutron] Checking segment: {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:52:26.951836 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27cdf196-3bae-4602-91c5-73eac9e50aa3 req-e633dadb-51da-440c-875f-d25df1e405fa service neutron] Bound using segment: {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:52:26.952340 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-27cdf196-3bae-4602-91c5-73eac9e50aa3 req-e633dadb-51da-440c-875f-d25df1e405fa service neutron] Bound port: 4538d423-e0ff-42d0-9edc-14fc69c91c47, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:52:26.952643 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-27cdf196-3bae-4602-91c5-73eac9e50aa3 req-e633dadb-51da-440c-875f-d25df1e405fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:26.956849 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6f06427e-e329-4b0a-878d-b8c7a0fd3539 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:26.958864 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-0cee865d-ce1b-4bfc-ae33-9f2ba77d52a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '043afffd-5068-4cd1-af59-822929800d8d', 'name': 'tempest-AttachSCSIVolumeTestJSON-946199104-router', 'tenant_id': 'fb71770adc294b858658b994fd21dae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '73a8efd4-78ad-45c8-abb3-6a0555726ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:52:13Z', 'updated_at': '2021-07-23T23:52:22Z', 'revision_number': 4, 'project_id': 'fb71770adc294b858658b994fd21dae1', 'gw_port': {'id': '73a8efd4-78ad-45c8-abb3-6a0555726ba2', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '043afffd-5068-4cd1-af59-822929800d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:52:14Z', 'updated_at': '2021-07-23T23:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '6fdbc591-28ff-4e4f-a4ae-d10955b2eaa6', 'name': '', 'network_id': 'c754f1e1-4bc2-4acb-903f-37337862cd73', 'tenant_id': 'fb71770adc294b858658b994fd21dae1', 'mac_address': 'fa:16:3e:eb:1d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '043afffd-5068-4cd1-af59-822929800d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'fcbbfbaa-f9eb-47d3-b144-e0ef4732a1f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:52:19Z', 'updated_at': '2021-07-23T23:52:26Z', 'revision_number': 4, 'project_id': 'fb71770adc294b858658b994fd21dae1', 'subnets': [{'id': 'fcbbfbaa-f9eb-47d3-b144-e0ef4732a1f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:52:26.970433 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6f06427e-e329-4b0a-878d-b8c7a0fd3539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:26.972100 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-00573955-f07b-4bb5-b948-bd83088f8f2f req-755e457d-6af3-4f14-abd7-725a081b685c tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:26.975277 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-00573955-f07b-4bb5-b948-bd83088f8f2f req-755e457d-6af3-4f14-abd7-725a081b685c tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2817287 Jul 23 23:52:26.994480 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f06427e-e329-4b0a-878d-b8c7a0fd3539 admin admin] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:52:27.035493 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cee865d-ce1b-4bfc-ae33-9f2ba77d52a6 None None] The sync data for ids ['043afffd-5068-4cd1-af59-822929800d8d'] in n-d-800088-16 is: [{'id': '043afffd-5068-4cd1-af59-822929800d8d', 'name': 'tempest-AttachSCSIVolumeTestJSON-946199104-router', 'tenant_id': 'fb71770adc294b858658b994fd21dae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '73a8efd4-78ad-45c8-abb3-6a0555726ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:52:13Z', 'updated_at': '2021-07-23T23:52:22Z', 'revision_number': 4, 'project_id': 'fb71770adc294b858658b994fd21dae1', 'gw_port': {'id': '73a8efd4-78ad-45c8-abb3-6a0555726ba2', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '043afffd-5068-4cd1-af59-822929800d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:52:14Z', 'updated_at': '2021-07-23T23:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '6fdbc591-28ff-4e4f-a4ae-d10955b2eaa6', 'name': '', 'network_id': 'c754f1e1-4bc2-4acb-903f-37337862cd73', 'tenant_id': 'fb71770adc294b858658b994fd21dae1', 'mac_address': 'fa:16:3e:eb:1d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '043afffd-5068-4cd1-af59-822929800d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'fcbbfbaa-f9eb-47d3-b144-e0ef4732a1f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:52:19Z', 'updated_at': '2021-07-23T23:52:26Z', 'revision_number': 4, 'project_id': 'fb71770adc294b858658b994fd21dae1', 'subnets': [{'id': 'fcbbfbaa-f9eb-47d3-b144-e0ef4732a1f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:52:27.063217 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6f06427e-e329-4b0a-878d-b8c7a0fd3539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:27.063560 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-6f06427e-e329-4b0a-878d-b8c7a0fd3539 admin admin] Added segment a9594cac-1cab-4b48-a740-b9cc5026e516 of type vlan for network 4ad65b13-e76f-4cd6-8789-24305d5150eb Jul 23 23:52:27.128275 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f06427e-e329-4b0a-878d-b8c7a0fd3539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5b8a28-de52-49b4-8562-859cfe40d942,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:27.143789 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-00573955-f07b-4bb5-b948-bd83088f8f2f req-3088d1ed-f2c8-4aee-af9f-cbd5757a0bbe tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.3.225 HTTP/1.1" status: 200 len: 696 time: 0.1601362 Jul 23 23:52:27.149795 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:27.205750 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6f06427e-e329-4b0a-878d-b8c7a0fd3539 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:27.213939 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-27cdf196-3bae-4602-91c5-73eac9e50aa3 req-e633dadb-51da-440c-875f-d25df1e405fa service neutron] For port 4538d423-e0ff-42d0-9edc-14fc69c91c47, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:52:27.222840 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ebd567-b7d3-46a2-b7e7-342243df5508 req-01003507-2ea8-4cfa-b324-a2886354aa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:27.224292 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-31ebd567-b7d3-46a2-b7e7-342243df5508 req-01003507-2ea8-4cfa-b324-a2886354aa86 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3099241 Jul 23 23:52:27.252977 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-27cdf196-3bae-4602-91c5-73eac9e50aa3 req-e633dadb-51da-440c-875f-d25df1e405fa service neutron] For port 4538d423-e0ff-42d0-9edc-14fc69c91c47, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=4538d423-e0ff-42d0-9edc-14fc69c91c47,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:52:27.283649 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-27cdf196-3bae-4602-91c5-73eac9e50aa3 req-e633dadb-51da-440c-875f-d25df1e405fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:27.291626 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00573955-f07b-4bb5-b948-bd83088f8f2f req-65f0babb-5cc4-421e-9e29-e677a5792f78 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:27.293068 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-00573955-f07b-4bb5-b948-bd83088f8f2f req-65f0babb-5cc4-421e-9e29-e677a5792f78 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "GET /v2.0/networks/9adcfee8-760c-4568-9e39-c221abf69bf5 HTTP/1.1" status: 200 len: 784 time: 0.1436756 Jul 23 23:52:27.309173 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [req-00573955-f07b-4bb5-b948-bd83088f8f2f req-0545ff8a-1354-4804-9a91-8630e95dee54 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=100313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:52:27.311942 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-00573955-f07b-4bb5-b948-bd83088f8f2f req-0545ff8a-1354-4804-9a91-8630e95dee54 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0102191 Jul 23 23:52:27.339643 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6f06427e-e329-4b0a-878d-b8c7a0fd3539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:27.340556 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f06427e-e329-4b0a-878d-b8c7a0fd3539 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:27.341129 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6f06427e-e329-4b0a-878d-b8c7a0fd3539 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:27.380372 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b30e2c96-648a-443e-aeb5-8c518e8eae02 x-openstack-request-id: req-b30e2c96-648a-443e-aeb5-8c518e8eae02 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:52:27.380666 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e724dba7-739e-45e1-8f8d-b2ede04c09d6", "name": "network-vif-deleted", "tag": "97673005-ee9a-470f-a42b-801ca4635acb", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:52:27.380970 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b30e2c96-648a-443e-aeb5-8c518e8eae02 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:52:27.381576 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e724dba7-739e-45e1-8f8d-b2ede04c09d6', 'name': 'network-vif-deleted', 'tag': '97673005-ee9a-470f-a42b-801ca4635acb', 'status': 'completed', 'code': 200} Jul 23 23:52:27.397221 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cdf196-3bae-4602-91c5-73eac9e50aa3 req-e633dadb-51da-440c-875f-d25df1e405fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:27.397221 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-27cdf196-3bae-4602-91c5-73eac9e50aa3 req-e633dadb-51da-440c-875f-d25df1e405fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:27.397534 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-27cdf196-3bae-4602-91c5-73eac9e50aa3 req-e633dadb-51da-440c-875f-d25df1e405fa service neutron] 10.222.0.64 "PUT /v2.0/ports/4538d423-e0ff-42d0-9edc-14fc69c91c47 HTTP/1.1" status: 200 len: 1096 time: 3.0274756 Jul 23 23:52:27.446452 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b75a1b-eccf-42b3-900f-f7435082ae2c req-aed99572-e502-42dc-a196-a88039383a3f tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:27.448583 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-99b75a1b-eccf-42b3-900f-f7435082ae2c req-aed99572-e502-42dc-a196-a88039383a3f tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?device_id=05daa1e3-5bd4-4f14-94c6-c77200a84abb HTTP/1.1" status: 200 len: 945 time: 0.4212828 Jul 23 23:52:27.528441 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-31ebd567-b7d3-46a2-b7e7-342243df5508 req-228669dc-3364-40bd-ac00-db956f11f6b2 service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941749 Jul 23 23:52:27.574006 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-6f06427e-e329-4b0a-878d-b8c7a0fd3539 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0835874 Jul 23 23:52:27.574608 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 39536) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:52:27.583132 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-ee564f69-36ab-44fa-b799-4912d4461afc admin admin] Request body: {'subnet': {'network_id': '4ad65b13-e76f-4cd6-8789-24305d5150eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-229842365-subnet', 'tenant_id': 'c12fd039d6c846faa62cc7e40c0b8c84', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:52:27.600923 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef97743d-ab73-4ef9-a605-d25678e1bcac x-openstack-request-id: req-ef97743d-ab73-4ef9-a605-d25678e1bcac {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:52:27.601453 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05daa1e3-5bd4-4f14-94c6-c77200a84abb", "name": "network-vif-plugged", "status": "completed", "tag": "c2945688-a2a4-4798-aa3c-f7f34ddad2ee", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:52:27.601453 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ef97743d-ab73-4ef9-a605-d25678e1bcac {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:52:27.601864 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05daa1e3-5bd4-4f14-94c6-c77200a84abb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2945688-a2a4-4798-aa3c-f7f34ddad2ee', 'code': 200} Jul 23 23:52:27.616194 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e633dadb-51da-440c-875f-d25df1e405fa service neutron] Pushing event updated for resources: {'Port': ['ID=4538d423-e0ff-42d0-9edc-14fc69c91c47,revision_number=3']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:27.677539 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee564f69-36ab-44fa-b799-4912d4461afc admin admin] Made reservation on behalf of c12fd039d6c846faa62cc7e40c0b8c84 for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:52:27.679835 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ee564f69-36ab-44fa-b799-4912d4461afc admin admin] Notify callbacks [] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:27.741639 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f06427e-e329-4b0a-878d-b8c7a0fd3539 admin admin] Pushing event updated for resources: {'Network': ['ID=4ad65b13-e76f-4cd6-8789-24305d5150eb,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:27.747688 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b71a3ca6-8ffc-4d36-9a63-c19bae7a1477 x-openstack-request-id: req-b71a3ca6-8ffc-4d36-9a63-c19bae7a1477 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:52:27.749191 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a38679e-4ab8-4a39-9e4a-ae1b668ec623", "tag": "1232bb33-94ad-4269-a061-dbea4181bc9b", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:52:27.749654 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b71a3ca6-8ffc-4d36-9a63-c19bae7a1477 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:52:27.750793 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a38679e-4ab8-4a39-9e4a-ae1b668ec623', 'tag': '1232bb33-94ad-4269-a061-dbea4181bc9b', 'status': 'completed', 'code': 200} Jul 23 23:52:27.753249 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 4ad65b13-e76f-4cd6-8789-24305d5150eb details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:52:27.841900 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-31ebd567-b7d3-46a2-b7e7-342243df5508 req-669336d1-7849-490e-8c72-d62060d3ad90 service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782221 Jul 23 23:52:27.878491 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-99b75a1b-eccf-42b3-900f-f7435082ae2c req-b14ebb67-df15-4d07-bedc-0b2710030283 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3768508 Jul 23 23:52:27.919841 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cdf196-3bae-4602-91c5-73eac9e50aa3 req-fa52e88b-0caa-4b26-b697-eb1de6f5dc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:27.921850 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-27cdf196-3bae-4602-91c5-73eac9e50aa3 req-fa52e88b-0caa-4b26-b697-eb1de6f5dc46 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8520315e7b984b1485aa68ad89005926&device_id=9ea95d92-588f-44d4-a822-d5940b9ff9b3 HTTP/1.1" status: 200 len: 1099 time: 0.4623663 Jul 23 23:52:28.053661 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-27cdf196-3bae-4602-91c5-73eac9e50aa3 req-3a4fda6b-df79-4e3b-8718-5a585d2c7076 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=4538d423-e0ff-42d0-9edc-14fc69c91c47 HTTP/1.1" status: 200 len: 217 time: 0.1052351 Jul 23 23:52:28.087369 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56cada2-801a-42a7-a08e-30d561198150 req-f5f14223-dc4d-4b17-8b9d-adac386ce107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:28.090333 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e56cada2-801a-42a7-a08e-30d561198150 req-f5f14223-dc4d-4b17-8b9d-adac386ce107 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=05daa1e3-5bd4-4f14-94c6-c77200a84abb HTTP/1.1" status: 200 len: 1097 time: 0.4143195 Jul 23 23:52:28.119043 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9528b7cc-a235-4636-9e77-6f5cebca246b req-1637b661-86cb-46ce-8b44-27a18616572f tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:28.127312 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9528b7cc-a235-4636-9e77-6f5cebca246b req-1637b661-86cb-46ce-8b44-27a18616572f tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ea95d92-588f-44d4-a822-d5940b9ff9b3 HTTP/1.1" status: 200 len: 947 time: 0.3114738 Jul 23 23:52:28.188182 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cdf196-3bae-4602-91c5-73eac9e50aa3 req-b07e67d4-c8ec-4af7-9dc6-0bd72f3e8adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:28.189782 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-27cdf196-3bae-4602-91c5-73eac9e50aa3 req-b07e67d4-c8ec-4af7-9dc6-0bd72f3e8adf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.1218679 Jul 23 23:52:28.209463 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae04c5a-fa49-456f-9daf-f5a5e264e207 req-f5b65619-2b0b-4589-a074-466cc70390c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:28.211068 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fae04c5a-fa49-456f-9daf-f5a5e264e207 req-f5b65619-2b0b-4589-a074-466cc70390c3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8520315e7b984b1485aa68ad89005926&device_id=7a38679e-4ab8-4a39-9e4a-ae1b668ec623 HTTP/1.1" status: 200 len: 1100 time: 0.3125095 Jul 23 23:52:28.237560 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9528b7cc-a235-4636-9e77-6f5cebca246b req-47c5d08d-56f3-4b4d-a36f-5fcc7b482d40 tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] 10.222.0.44 "GET /v2.0/security-groups?id=39e2cfc2-bcff-4d1c-a5a4-8ca5083e8b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089938 Jul 23 23:52:28.249447 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e56cada2-801a-42a7-a08e-30d561198150 req-54cfe767-76fa-4353-b54e-b775a5900a9c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468191 Jul 23 23:52:28.274708 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ee564f69-36ab-44fa-b799-4912d4461afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:28.281153 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa982b-e2ce-464d-9918-025f674c71f5 req-bfddbaf1-aac4-4ffa-b3be-85a574c8f14b tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:28.282818 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d0fa982b-e2ce-464d-9918-025f674c71f5 req-bfddbaf1-aac4-4ffa-b3be-85a574c8f14b tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "GET /v2.0/networks?id=0d6ba2fb-46fe-4367-85af-3f33b158d449 HTTP/1.1" status: 200 len: 821 time: 0.2450383 Jul 23 23:52:28.324923 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d0fa982b-e2ce-464d-9918-025f674c71f5 req-fb568681-d067-4eb2-93b7-6277cd026380 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "GET /v2.0/quotas/fe34b741dd5e495ab273e85e013ecfbf HTTP/1.1" status: 200 len: 375 time: 0.0179048 Jul 23 23:52:28.334595 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee564f69-36ab-44fa-b799-4912d4461afc admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a3770d0-e623-40cc-902b-54fdd563540f,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:28.422677 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee564f69-36ab-44fa-b799-4912d4461afc admin admin] Checking segment: {'id': 'a9594cac-1cab-4b48-a740-b9cc5026e516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4ad65b13-e76f-4cd6-8789-24305d5150eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:52:28.423034 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee564f69-36ab-44fa-b799-4912d4461afc admin admin] Network hostable DHCP agents. Network: 4ad65b13-e76f-4cd6-8789-24305d5150eb, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:52:28.449791 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cdf196-3bae-4602-91c5-73eac9e50aa3 req-ce88717e-cf95-4629-9f05-19d33dd66e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:28.451336 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-27cdf196-3bae-4602-91c5-73eac9e50aa3 req-ce88717e-cf95-4629-9f05-19d33dd66e6a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2539163 Jul 23 23:52:28.457498 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae04c5a-fa49-456f-9daf-f5a5e264e207 req-cf1f1131-40b3-48cb-8390-fcc4f2942baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:28.459024 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fae04c5a-fa49-456f-9daf-f5a5e264e207 req-cf1f1131-40b3-48cb-8390-fcc4f2942baf service neutron] 10.222.0.64 "GET /v2.0/networks?id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 HTTP/1.1" status: 200 len: 870 time: 0.2263746 Jul 23 23:52:28.482015 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee564f69-36ab-44fa-b799-4912d4461afc admin admin] Network 4ad65b13-e76f-4cd6-8789-24305d5150eb is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:52:28.500643 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-ee564f69-36ab-44fa-b799-4912d4461afc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 4ad65b13-e76f-4cd6-8789-24305d5150eb) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:52:28.504668 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee564f69-36ab-44fa-b799-4912d4461afc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:28.505565 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ee564f69-36ab-44fa-b799-4912d4461afc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:28.511391 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fae04c5a-fa49-456f-9daf-f5a5e264e207 req-abe8cbc0-2e42-4a76-9c7e-cffd9bfba3e8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=1232bb33-94ad-4269-a061-dbea4181bc9b HTTP/1.1" status: 200 len: 217 time: 0.0397909 Jul 23 23:52:28.516053 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0653710-dc8e-44f0-a893-5db6cdabb101 None None] Network 4ad65b13-e76f-4cd6-8789-24305d5150eb requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:52:28.529643 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9419b8-33d5-47b8-8da7-c6b42e7988fc req-5988fda2-70f2-455b-be64-2a8363e65ee3 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:28.537381 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0a9419b8-33d5-47b8-8da7-c6b42e7988fc req-5988fda2-70f2-455b-be64-2a8363e65ee3 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/networks?id=57903904-9b6d-4c31-9b1a-837f9a463391 HTTP/1.1" status: 200 len: 822 time: 0.1871591 Jul 23 23:52:28.554925 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-ee564f69-36ab-44fa-b799-4912d4461afc admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9787681 Jul 23 23:52:28.564033 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0a9419b8-33d5-47b8-8da7-c6b42e7988fc req-ed95afdc-b46a-4ecd-9e05-a7fd872ba838 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/quotas/3c7dd398271b4cc7a38ab7d4361ee7cb HTTP/1.1" status: 200 len: 375 time: 0.0255878 Jul 23 23:52:28.566786 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 39582) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:52:28.571880 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-afcfe816-f114-44e6-9a00-4e0b0d7bbfc6 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-229842365-router', 'tenant_id': 'c12fd039d6c846faa62cc7e40c0b8c84', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:52:28.601248 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d0fa982b-e2ce-464d-9918-025f674c71f5 req-8fcc8892-e560-4bb8-96c4-605ba87c465b tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=fe34b741dd5e495ab273e85e013ecfbf&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2446032 Jul 23 23:52:28.644397 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-afcfe816-f114-44e6-9a00-4e0b0d7bbfc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:28.645776 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-afcfe816-f114-44e6-9a00-4e0b0d7bbfc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:28.659386 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 97673005-ee9a-470f-a42b-801ca4635acb no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:52:28.684043 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae04c5a-fa49-456f-9daf-f5a5e264e207 req-206cecf1-b377-4f28-a87c-fe40eb42b262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:28.685596 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fae04c5a-fa49-456f-9daf-f5a5e264e207 req-206cecf1-b377-4f28-a87c-fe40eb42b262 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.1600075 Jul 23 23:52:28.707666 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] No Port match for: 97673005-ee9a-470f-a42b-801ca4635acb {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:52:28.708589 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 97673005-ee9a-470f-a42b-801ca4635acb not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:52:28.770076 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:28.801765 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-27cdf196-3bae-4602-91c5-73eac9e50aa3 req-b13f8443-316b-4807-a1f5-82728486aa71 service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417599 Jul 23 23:52:28.810158 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d0fa982b-e2ce-464d-9918-025f674c71f5 req-ef137fef-f050-4dd6-ab85-85e15d24e3ac service neutron] 10.222.0.44 "GET /v2.0/networks/0d6ba2fb-46fe-4367-85af-3f33b158d449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792095 Jul 23 23:52:28.864327 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24be2a82-c8bc-4cc7-b278-bafbf5d02be0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-4ad65b13-e76f-4cd6-8789-24305d5150eb', 'network_id': '4ad65b13-e76f-4cd6-8789-24305d5150eb', 'tenant_id': 'c12fd039d6c846faa62cc7e40c0b8c84', 'fixed_ips': [{'subnet_id': '2a3770d0-e623-40cc-902b-54fdd563540f'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:52:28.865403 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-24be2a82-c8bc-4cc7-b278-bafbf5d02be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:29.038431 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0a9419b8-33d5-47b8-8da7-c6b42e7988fc req-2bb2757a-b4db-4dad-b3b6-85e72de62758 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3c7dd398271b4cc7a38ab7d4361ee7cb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4729702 Jul 23 23:52:29.048106 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-24be2a82-c8bc-4cc7-b278-bafbf5d02be0 None None] Allocated IP 172.20.0.2 (4ad65b13-e76f-4cd6-8789-24305d5150eb/2a3770d0-e623-40cc-902b-54fdd563540f/9930f656-b0fa-4816-a4d4-71270ac84481) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:52:29.053963 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-afcfe816-f114-44e6-9a00-4e0b0d7bbfc6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:29.186208 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 6fdbc591-28ff-4e4f-a4ae-d10955b2eaa6 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:52:29.188567 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae04c5a-fa49-456f-9daf-f5a5e264e207 req-6eac9db1-c1da-4e34-8bcf-4bcb4d3991a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:29.190305 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fae04c5a-fa49-456f-9daf-f5a5e264e207 req-6eac9db1-c1da-4e34-8bcf-4bcb4d3991a2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4588146 Jul 23 23:52:29.264045 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d0fa982b-e2ce-464d-9918-025f674c71f5 req-bb68146b-4ef8-4be1-a95e-a3ad9334bce7 service neutron] 10.222.0.44 "GET /v2.0/networks/0d6ba2fb-46fe-4367-85af-3f33b158d449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4462740 Jul 23 23:52:29.268025 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-27cdf196-3bae-4602-91c5-73eac9e50aa3 req-fa05f76d-462d-4d43-bfa5-064479c9d685 service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4536240 Jul 23 23:52:29.273411 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-24be2a82-c8bc-4cc7-b278-bafbf5d02be0 None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:29.291462 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-24be2a82-c8bc-4cc7-b278-bafbf5d02be0 None None] Transition to ACTIVE for port object 9930f656-b0fa-4816-a4d4-71270ac84481 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:52:29.294702 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 6fdbc591-28ff-4e4f-a4ae-d10955b2eaa6 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:52:29.302674 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-afcfe816-f114-44e6-9a00-4e0b0d7bbfc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:29.305497 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 6fdbc591-28ff-4e4f-a4ae-d10955b2eaa6 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:52:29.305875 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:29.333110 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fae04c5a-fa49-456f-9daf-f5a5e264e207 req-6a8a3164-3680-486d-881e-12895c8c0d5f service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331065 Jul 23 23:52:29.339243 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-24be2a82-c8bc-4cc7-b278-bafbf5d02be0 None None] Transition to ACTIVE for port object 9930f656-b0fa-4816-a4d4-71270ac84481 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:52:29.351785 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-24be2a82-c8bc-4cc7-b278-bafbf5d02be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:29.384230 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbdc88d9-1c6d-46e5-b46a-1706cd675bad', 'tag': '7e8cfb1d-8c00-4520-8988-cc5a644bf7e6'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:52:29.387950 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8257557d-3aa7-4017-87ec-7f73d8622849" -d '{"events": [{"name": "network-changed", "server_uuid": "bbdc88d9-1c6d-46e5-b46a-1706cd675bad", "tag": "7e8cfb1d-8c00-4520-8988-cc5a644bf7e6"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:52:29.403255 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24be2a82-c8bc-4cc7-b278-bafbf5d02be0 None None] Network 4ad65b13-e76f-4cd6-8789-24305d5150eb is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:52:29.411318 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0a9419b8-33d5-47b8-8da7-c6b42e7988fc req-ba8230ee-671e-4963-85a3-bda1b347babc service neutron] 10.222.0.44 "GET /v2.0/networks/57903904-9b6d-4c31-9b1a-837f9a463391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3495555 Jul 23 23:52:29.413170 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-24be2a82-c8bc-4cc7-b278-bafbf5d02be0 None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:52:29.415624 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24be2a82-c8bc-4cc7-b278-bafbf5d02be0 None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:52:29.427525 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24be2a82-c8bc-4cc7-b278-bafbf5d02be0 None None] Pushing event updated for resources: {'Port': ['ID=9930f656-b0fa-4816-a4d4-71270ac84481,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:29.501110 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fae04c5a-fa49-456f-9daf-f5a5e264e207 req-c4a7c9ab-4ea5-4c8b-ba21-142c05083568 service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611145 Jul 23 23:52:29.536427 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:29.539568 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24be2a82-c8bc-4cc7-b278-bafbf5d02be0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:52:29.539847 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24be2a82-c8bc-4cc7-b278-bafbf5d02be0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:52:29.540975 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24be2a82-c8bc-4cc7-b278-bafbf5d02be0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:52:29.541524 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24be2a82-c8bc-4cc7-b278-bafbf5d02be0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:52:29.541956 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24be2a82-c8bc-4cc7-b278-bafbf5d02be0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:52:29.542712 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24be2a82-c8bc-4cc7-b278-bafbf5d02be0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:52:29.542712 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24be2a82-c8bc-4cc7-b278-bafbf5d02be0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:52:29.543085 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24be2a82-c8bc-4cc7-b278-bafbf5d02be0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:52:29.543371 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24be2a82-c8bc-4cc7-b278-bafbf5d02be0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:52:29.543706 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24be2a82-c8bc-4cc7-b278-bafbf5d02be0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:52:29.544041 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24be2a82-c8bc-4cc7-b278-bafbf5d02be0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:52:29.545115 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24be2a82-c8bc-4cc7-b278-bafbf5d02be0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:52:29.565242 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0a9419b8-33d5-47b8-8da7-c6b42e7988fc req-91cc22ae-6514-461f-b861-fa51960f8292 service neutron] 10.222.0.44 "GET /v2.0/networks/57903904-9b6d-4c31-9b1a-837f9a463391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433170 Jul 23 23:52:29.605615 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fe333c-4f77-4f08-9442-ea09ed657610 req-ee591cb1-e6b2-4d5d-a0eb-92d58d059b6c tempest-VolumesAdminNegativeTest-1912201584 tempest-VolumesAdminNegativeTest-1912201584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:29.607260 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-33fe333c-4f77-4f08-9442-ea09ed657610 req-ee591cb1-e6b2-4d5d-a0eb-92d58d059b6c tempest-VolumesAdminNegativeTest-1912201584 tempest-VolumesAdminNegativeTest-1912201584-project] 10.222.0.44 "GET /v2.0/ports?device_id=bbdc88d9-1c6d-46e5-b46a-1706cd675bad HTTP/1.1" status: 200 len: 944 time: 0.1096232 Jul 23 23:52:29.636684 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 6fdbc591-28ff-4e4f-a4ae-d10955b2eaa6, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=6fdbc591-28ff-4e4f-a4ae-d10955b2eaa6,segment=NetworkSegment(3faff525-08de-4988-a839-850e69ad6c5f),segment_id=3faff525-08de-4988-a839-850e69ad6c5f)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:52:29.637915 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-24be2a82-c8bc-4cc7-b278-bafbf5d02be0 None None] Attempting to bind port 9930f656-b0fa-4816-a4d4-71270ac84481 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:52:29.638975 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-24be2a82-c8bc-4cc7-b278-bafbf5d02be0 None None] Attempting to bind port 9930f656-b0fa-4816-a4d4-71270ac84481 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': 'a9594cac-1cab-4b48-a740-b9cc5026e516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4ad65b13-e76f-4cd6-8789-24305d5150eb'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:52:29.639358 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24be2a82-c8bc-4cc7-b278-bafbf5d02be0 None None] Attempting to bind port 9930f656-b0fa-4816-a4d4-71270ac84481 on network 4ad65b13-e76f-4cd6-8789-24305d5150eb {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:52:29.643945 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:29.669443 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-33fe333c-4f77-4f08-9442-ea09ed657610 req-b9e5962d-af54-456f-b4ee-5bc938163ac6 tempest-VolumesAdminNegativeTest-1912201584 tempest-VolumesAdminNegativeTest-1912201584-project] 10.222.0.44 "GET /v2.0/security-groups?id=250fe6fc-699b-4f62-8139-3728280b5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507033 Jul 23 23:52:29.691414 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24be2a82-c8bc-4cc7-b278-bafbf5d02be0 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:52:29.693544 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24be2a82-c8bc-4cc7-b278-bafbf5d02be0 None None] Checking segment: {'id': 'a9594cac-1cab-4b48-a740-b9cc5026e516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4ad65b13-e76f-4cd6-8789-24305d5150eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:52:29.695931 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-24be2a82-c8bc-4cc7-b278-bafbf5d02be0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:29.696261 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24be2a82-c8bc-4cc7-b278-bafbf5d02be0 None None] Bound using segment: {'id': 'a9594cac-1cab-4b48-a740-b9cc5026e516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4ad65b13-e76f-4cd6-8789-24305d5150eb'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:52:29.696970 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-24be2a82-c8bc-4cc7-b278-bafbf5d02be0 None None] Bound port: 9930f656-b0fa-4816-a4d4-71270ac84481, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9594cac-1cab-4b48-a740-b9cc5026e516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4ad65b13-e76f-4cd6-8789-24305d5150eb'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:52:29.697371 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-24be2a82-c8bc-4cc7-b278-bafbf5d02be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:29.738919 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=6fdbc591-28ff-4e4f-a4ae-d10955b2eaa6,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:29.752538 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ea95d92-588f-44d4-a822-d5940b9ff9b3', 'tag': '4538d423-e0ff-42d0-9edc-14fc69c91c47'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:52:29.755150 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f72d68-ee3f-4200-ad78-52668ce32503" -d '{"events": [{"name": "network-changed", "server_uuid": "9ea95d92-588f-44d4-a822-d5940b9ff9b3", "tag": "4538d423-e0ff-42d0-9edc-14fc69c91c47"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:52:29.769548 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-afcfe816-f114-44e6-9a00-4e0b0d7bbfc6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:29.793955 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-afcfe816-f114-44e6-9a00-4e0b0d7bbfc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:29.903342 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-24be2a82-c8bc-4cc7-b278-bafbf5d02be0 None None] For port 9930f656-b0fa-4816-a4d4-71270ac84481, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:52:29.909554 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-24be2a82-c8bc-4cc7-b278-bafbf5d02be0 None None] For port 9930f656-b0fa-4816-a4d4-71270ac84481, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=9930f656-b0fa-4816-a4d4-71270ac84481,segment=NetworkSegment(a9594cac-1cab-4b48-a740-b9cc5026e516),segment_id=a9594cac-1cab-4b48-a740-b9cc5026e516)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:52:29.917645 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-24be2a82-c8bc-4cc7-b278-bafbf5d02be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:30.001764 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24be2a82-c8bc-4cc7-b278-bafbf5d02be0 None None] Pushing event updated for resources: {'Port': ['ID=9930f656-b0fa-4816-a4d4-71270ac84481,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:30.032578 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-afcfe816-f114-44e6-9a00-4e0b0d7bbfc6 admin admin] Allocated IP 172.25.3.252 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/9b8bfcf8-9451-4eeb-8a9f-42228003e45d) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:52:30.104556 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-97ece7d5-0382-4314-8f62-cf54f03a9296 req-c26a8476-52c1-4a2a-9383-05df90e25f06 tempest-ServerDiagnosticsNegativeTest-2131127624 tempest-ServerDiagnosticsNegativeTest-2131127624-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=00c3bb9253ab446283875ca702165d85&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365803 Jul 23 23:52:30.122885 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a64acb1-4c89-4cb8-914e-235318af034e req-c17781e9-5a9b-4ad6-84f4-62d5526cfafe tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:30.130078 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4a64acb1-4c89-4cb8-914e-235318af034e req-c17781e9-5a9b-4ad6-84f4-62d5526cfafe tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?device_id=05daa1e3-5bd4-4f14-94c6-c77200a84abb HTTP/1.1" status: 200 len: 945 time: 0.2602963 Jul 23 23:52:30.221201 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4a64acb1-4c89-4cb8-914e-235318af034e req-923e3804-f9e6-4b7f-b3b6-5f1c1607f550 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902193 Jul 23 23:52:30.253518 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-afcfe816-f114-44e6-9a00-4e0b0d7bbfc6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:30.293238 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ece7d5-0382-4314-8f62-cf54f03a9296 req-1bc4c2de-bc24-4f52-ba25-1e94c99d7584 tempest-ServerDiagnosticsNegativeTest-2131127624 tempest-ServerDiagnosticsNegativeTest-2131127624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:30.301094 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-97ece7d5-0382-4314-8f62-cf54f03a9296 req-1bc4c2de-bc24-4f52-ba25-1e94c99d7584 tempest-ServerDiagnosticsNegativeTest-2131127624 tempest-ServerDiagnosticsNegativeTest-2131127624-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1954892 Jul 23 23:52:30.318950 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-afcfe816-f114-44e6-9a00-4e0b0d7bbfc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:30.320699 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-97ece7d5-0382-4314-8f62-cf54f03a9296 req-f2f20b65-c16c-4e07-86c2-24bda60f1f05 tempest-ServerDiagnosticsNegativeTest-2131127624 tempest-ServerDiagnosticsNegativeTest-2131127624-project] 10.222.0.44 "GET /v2.0/quotas/00c3bb9253ab446283875ca702165d85 HTTP/1.1" status: 200 len: 375 time: 0.0186684 Jul 23 23:52:30.375141 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afcfe816-f114-44e6-9a00-4e0b0d7bbfc6 admin admin] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:52:30.380444 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-afcfe816-f114-44e6-9a00-4e0b0d7bbfc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:52:30.387182 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcfe816-f114-44e6-9a00-4e0b0d7bbfc6 admin admin] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:52:30.418429 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-97ece7d5-0382-4314-8f62-cf54f03a9296 req-3bad0782-3ee6-47c6-812e-116a5dbfd730 tempest-ServerDiagnosticsNegativeTest-2131127624 tempest-ServerDiagnosticsNegativeTest-2131127624-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=00c3bb9253ab446283875ca702165d85&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0957654 Jul 23 23:52:30.502765 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcfe816-f114-44e6-9a00-4e0b0d7bbfc6 admin admin] Pushing event updated for resources: {'Port': ['ID=9b8bfcf8-9451-4eeb-8a9f-42228003e45d,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:30.589577 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f28a60a-05cf-49c1-b0f4-7f245c5070b9 req-72eff051-b0b5-407f-a52b-51a70daec4cf tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:30.591542 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6f28a60a-05cf-49c1-b0f4-7f245c5070b9 req-72eff051-b0b5-407f-a52b-51a70daec4cf tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ea95d92-588f-44d4-a822-d5940b9ff9b3 HTTP/1.1" status: 200 len: 947 time: 0.2054751 Jul 23 23:52:30.624099 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 7e8cfb1d-8c00-4520-8988-cc5a644bf7e6 details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:52:30.639906 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c8a0253-c63a-4c0e-bfbe-ceed73df60ff x-openstack-request-id: req-8c8a0253-c63a-4c0e-bfbe-ceed73df60ff {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:52:30.640276 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbdc88d9-1c6d-46e5-b46a-1706cd675bad", "tag": "7e8cfb1d-8c00-4520-8988-cc5a644bf7e6", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:52:30.641122 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8c8a0253-c63a-4c0e-bfbe-ceed73df60ff {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:52:30.641582 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbdc88d9-1c6d-46e5-b46a-1706cd675bad', 'tag': '7e8cfb1d-8c00-4520-8988-cc5a644bf7e6', 'status': 'completed', 'code': 200} Jul 23 23:52:30.689787 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bdb172d1-9b4b-4051-835e-0c7b06db0128 req-052dc1aa-bfd2-46d9-adaa-8aa6a25907f7 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa375975-ebae-4ee4-92f6-87c367514699 HTTP/1.1" status: 200 len: 210 time: 0.0338192 Jul 23 23:52:30.760606 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa66b0f8-e969-47c9-a921-5ba9f7479024 x-openstack-request-id: req-fa66b0f8-e969-47c9-a921-5ba9f7479024 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:52:30.761118 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ea95d92-588f-44d4-a822-d5940b9ff9b3", "tag": "4538d423-e0ff-42d0-9edc-14fc69c91c47", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:52:30.761477 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fa66b0f8-e969-47c9-a921-5ba9f7479024 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:52:30.761981 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ea95d92-588f-44d4-a822-d5940b9ff9b3', 'tag': '4538d423-e0ff-42d0-9edc-14fc69c91c47', 'status': 'completed', 'code': 200} Jul 23 23:52:30.784092 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6f28a60a-05cf-49c1-b0f4-7f245c5070b9 req-293a9af0-7cfd-453b-b465-720815cf12f1 tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] 10.222.0.44 "GET /v2.0/security-groups?id=39e2cfc2-bcff-4d1c-a5a4-8ca5083e8b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416335 Jul 23 23:52:30.843914 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 7e8cfb1d-8c00-4520-8988-cc5a644bf7e6, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=7e8cfb1d-8c00-4520-8988-cc5a644bf7e6,segment=NetworkSegment(1af4fee7-71e9-4e29-b37f-62374352ca42),segment_id=1af4fee7-71e9-4e29-b37f-62374352ca42)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:52:30.865363 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8257557d-3aa7-4017-87ec-7f73d8622849 req-9acfc043-9848-4996-9917-3c4da9b46b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:30.867206 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8257557d-3aa7-4017-87ec-7f73d8622849 req-9acfc043-9848-4996-9917-3c4da9b46b28 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fcf63d2414cc483aa0b938b26409d6cb&device_id=bbdc88d9-1c6d-46e5-b46a-1706cd675bad HTTP/1.1" status: 200 len: 1096 time: 0.2234449 Jul 23 23:52:30.867604 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-afcfe816-f114-44e6-9a00-4e0b0d7bbfc6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:30.872022 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': '7e8cfb1d-8c00-4520-8988-cc5a644bf7e6', 'network_id': '8fbc53d6-796b-417b-8829-0ed6b4aab796', 'port_id': '7e8cfb1d-8c00-4520-8988-cc5a644bf7e6', 'mac_address': 'fa:16:3e:df:aa:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5eea353-e8a7-4b16-8aa6-0fd838342ca4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:52:30.958675 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:30.974764 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e8cfb1d-8c00-4520-8988-cc5a644bf7e6 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:52:31.000986 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 7e8cfb1d-8c00-4520-8988-cc5a644bf7e6, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=7e8cfb1d-8c00-4520-8988-cc5a644bf7e6,segment=NetworkSegment(1af4fee7-71e9-4e29-b37f-62374352ca42),segment_id=1af4fee7-71e9-4e29-b37f-62374352ca42)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:52:31.012590 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3f284919-e117-41da-a222-a06bcc1a0113 req-0f56cca3-d267-4bb7-bb54-1eefcb5ab44c tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/ports?device_id=1383b6ed-cf46-43ee-ae3a-7ae5e248972f HTTP/1.1" status: 200 len: 210 time: 0.1153538 Jul 23 23:52:31.015088 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:31.063583 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f72d68-ee3f-4200-ad78-52668ce32503 req-e8370d8e-6f0d-4b47-82ce-75bf21a15e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:31.065521 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b6f72d68-ee3f-4200-ad78-52668ce32503 req-e8370d8e-6f0d-4b47-82ce-75bf21a15e36 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8520315e7b984b1485aa68ad89005926&device_id=9ea95d92-588f-44d4-a822-d5940b9ff9b3 HTTP/1.1" status: 200 len: 1099 time: 0.2378867 Jul 23 23:52:31.162574 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=7e8cfb1d-8c00-4520-8988-cc5a644bf7e6,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:31.192433 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c6d3c81e-53da-43a8-ac2a-550b655e0980 req-96aff8fd-4923-43a4-bd8c-a744233f89dc tempest-ServerDiagnosticsNegativeTest-2131127624 tempest-ServerDiagnosticsNegativeTest-2131127624-project] 10.222.0.44 "GET /v2.0/ports?device_id=af5131bd-fcc1-4fc9-ad83-c18f5ef82a81 HTTP/1.1" status: 200 len: 210 time: 0.0815632 Jul 23 23:52:31.249177 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-afcfe816-f114-44e6-9a00-4e0b0d7bbfc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:31.264010 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['7e8cfb1d-8c00-4520-8988-cc5a644bf7e6'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:52:31.373479 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 6fdbc591-28ff-4e4f-a4ae-d10955b2eaa6 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:52:31.445544 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f72d68-ee3f-4200-ad78-52668ce32503 req-81f9456b-f0b9-4bc8-99e6-04d45a9a2788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:31.447201 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b6f72d68-ee3f-4200-ad78-52668ce32503 req-81f9456b-f0b9-4bc8-99e6-04d45a9a2788 service neutron] 10.222.0.64 "GET /v2.0/networks?id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 HTTP/1.1" status: 200 len: 870 time: 0.3750150 Jul 23 23:52:31.513210 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b6f72d68-ee3f-4200-ad78-52668ce32503 req-722d6652-caf8-415b-9c88-e147e0f31c71 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=4538d423-e0ff-42d0-9edc-14fc69c91c47 HTTP/1.1" status: 200 len: 217 time: 0.0587544 Jul 23 23:52:31.532799 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 4538d423-e0ff-42d0-9edc-14fc69c91c47 details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:52:31.542000 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 6fdbc591-28ff-4e4f-a4ae-d10955b2eaa6 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:52:31.542382 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:31.588659 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6259ff1-34c8-4786-8053-bbeb32ce7b70 req-87a3cd9a-d2c6-42bf-81f7-f5e464527563 tempest-VolumesAdminNegativeTest-1912201584 tempest-VolumesAdminNegativeTest-1912201584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:31.592350 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7455b68-5806-4b47-a31d-0ce96e0e7f79 None None] Network 4ad65b13-e76f-4cd6-8789-24305d5150eb requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:52:31.596046 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e6259ff1-34c8-4786-8053-bbeb32ce7b70 req-87a3cd9a-d2c6-42bf-81f7-f5e464527563 tempest-VolumesAdminNegativeTest-1912201584 tempest-VolumesAdminNegativeTest-1912201584-project] 10.222.0.44 "GET /v2.0/ports?device_id=bbdc88d9-1c6d-46e5-b46a-1706cd675bad HTTP/1.1" status: 200 len: 945 time: 0.2502534 Jul 23 23:52:31.617253 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f72d68-ee3f-4200-ad78-52668ce32503 req-5ca40624-1d8b-4c4a-948d-43672b1fedde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:31.619320 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b6f72d68-ee3f-4200-ad78-52668ce32503 req-5ca40624-1d8b-4c4a-948d-43672b1fedde service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.0996819 Jul 23 23:52:31.681908 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-a7dd2654-9271-4554-bbce-bdceba1f98a4 None None] Provisioning for port 9930f656-b0fa-4816-a4d4-71270ac84481 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:52:31.685529 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e6259ff1-34c8-4786-8053-bbeb32ce7b70 req-a74eb1ae-c736-4095-a1fc-821befdc69d9 tempest-VolumesAdminNegativeTest-1912201584 tempest-VolumesAdminNegativeTest-1912201584-project] 10.222.0.44 "GET /v2.0/security-groups?id=250fe6fc-699b-4f62-8139-3728280b5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884745 Jul 23 23:52:31.723408 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f72d68-ee3f-4200-ad78-52668ce32503 req-3e64f0fc-33f1-4e38-b0ba-adb751a35b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:31.725787 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b6f72d68-ee3f-4200-ad78-52668ce32503 req-3e64f0fc-33f1-4e38-b0ba-adb751a35b2b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0993366 Jul 23 23:52:31.879200 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b6f72d68-ee3f-4200-ad78-52668ce32503 req-2ecd2038-485e-47a0-8448-f76fe0936d67 service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470215 Jul 23 23:52:31.894733 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 9930f656-b0fa-4816-a4d4-71270ac84481 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:52:31.961498 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 4538d423-e0ff-42d0-9edc-14fc69c91c47, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=4538d423-e0ff-42d0-9edc-14fc69c91c47,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:52:31.984832 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': '4538d423-e0ff-42d0-9edc-14fc69c91c47', 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2', 'port_id': '4538d423-e0ff-42d0-9edc-14fc69c91c47', 'mac_address': 'fa:16:3e:70:b8:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef73a7e1-c64a-41e3-9997-629475c7b6b1', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:52:31.991208 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b6f72d68-ee3f-4200-ad78-52668ce32503 req-f1f2fe4e-1076-4cd6-a750-fa81554de4f6 service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040654 Jul 23 23:52:32.012578 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7dfc025b-4462-49f6-9a02-40dcb4755441 req-7c5de7df-1661-4fa7-856b-95bafb3bcfb5 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa375975-ebae-4ee4-92f6-87c367514699 HTTP/1.1" status: 200 len: 210 time: 0.1277068 Jul 23 23:52:32.073312 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:32.090248 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 9930f656-b0fa-4816-a4d4-71270ac84481 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:52:32.098684 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4538d423-e0ff-42d0-9edc-14fc69c91c47 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:52:32.102748 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 9930f656-b0fa-4816-a4d4-71270ac84481 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:52:32.103034 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:32.105035 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8257557d-3aa7-4017-87ec-7f73d8622849 req-472c28b0-53be-4d21-97b7-32c469884598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:32.106866 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8257557d-3aa7-4017-87ec-7f73d8622849 req-472c28b0-53be-4d21-97b7-32c469884598 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8fbc53d6-796b-417b-8829-0ed6b4aab796 HTTP/1.1" status: 200 len: 916 time: 1.0825708 Jul 23 23:52:32.127349 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa982b-e2ce-464d-9918-025f674c71f5 req-615c5ef1-6056-44b1-b4ef-14669c019c0f tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:32.129037 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d0fa982b-e2ce-464d-9918-025f674c71f5 req-615c5ef1-6056-44b1-b4ef-14669c019c0f tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.52 "GET /v2.0/networks?id=0d6ba2fb-46fe-4367-85af-3f33b158d449 HTTP/1.1" status: 200 len: 821 time: 1.1058536 Jul 23 23:52:32.154336 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 4538d423-e0ff-42d0-9edc-14fc69c91c47, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=4538d423-e0ff-42d0-9edc-14fc69c91c47,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:52:32.170356 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:32.171028 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 1232bb33-94ad-4269-a061-dbea4181bc9b details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:52:32.179660 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-97ece7d5-0382-4314-8f62-cf54f03a9296 req-1cd651e2-c987-4f3e-80b4-c555d7640c23 tempest-ServerDiagnosticsNegativeTest-2131127624 tempest-ServerDiagnosticsNegativeTest-2131127624-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=00c3bb9253ab446283875ca702165d85&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0554919 Jul 23 23:52:32.181002 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-d0fa982b-e2ce-464d-9918-025f674c71f5 req-0bae7302-cf15-4a7d-b29d-e624a63aed97 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Request body: {'port': {'device_id': 'aa375975-ebae-4ee4-92f6-87c367514699', 'network_id': '0d6ba2fb-46fe-4367-85af-3f33b158d449', 'admin_state_up': True, 'tenant_id': 'fe34b741dd5e495ab273e85e013ecfbf'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:52:32.185070 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa442166-54e8-4429-85f9-f97c1d0e9f69 req-bdb6c279-9e01-44d2-9e09-d85c9f61426e tempest-LiveMigrationTest-328354084 tempest-LiveMigrationTest-328354084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:32.191967 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-aa442166-54e8-4429-85f9-f97c1d0e9f69 req-bdb6c279-9e01-44d2-9e09-d85c9f61426e tempest-LiveMigrationTest-328354084 tempest-LiveMigrationTest-328354084-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=05daa1e3-5bd4-4f14-94c6-c77200a84abb HTTP/1.1" status: 200 len: 1097 time: 1.1699317 Jul 23 23:52:32.202539 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9419b8-33d5-47b8-8da7-c6b42e7988fc req-7a2a0e7a-1d48-4506-8f09-94d8d5751c45 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:32.203798 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0a9419b8-33d5-47b8-8da7-c6b42e7988fc req-7a2a0e7a-1d48-4506-8f09-94d8d5751c45 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.52 "GET /v2.0/networks?id=57903904-9b6d-4c31-9b1a-837f9a463391 HTTP/1.1" status: 200 len: 822 time: 0.7367501 Jul 23 23:52:32.223910 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8257557d-3aa7-4017-87ec-7f73d8622849 req-fb7c12a7-f85e-464f-a4c1-b61d5522bb95 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e8cfb1d-8c00-4520-8988-cc5a644bf7e6 HTTP/1.1" status: 200 len: 217 time: 0.0904343 Jul 23 23:52:32.239352 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-0a9419b8-33d5-47b8-8da7-c6b42e7988fc req-7851ed25-990e-45a6-86bd-179540196e7a tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Request body: {'port': {'device_id': '1383b6ed-cf46-43ee-ae3a-7ae5e248972f', 'network_id': '57903904-9b6d-4c31-9b1a-837f9a463391', 'admin_state_up': True, 'tenant_id': '3c7dd398271b4cc7a38ab7d4361ee7cb'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:52:32.274822 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=4538d423-e0ff-42d0-9edc-14fc69c91c47,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:32.296352 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 1232bb33-94ad-4269-a061-dbea4181bc9b, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=1232bb33-94ad-4269-a061-dbea4181bc9b,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:52:32.317802 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': '1232bb33-94ad-4269-a061-dbea4181bc9b', 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2', 'port_id': '1232bb33-94ad-4269-a061-dbea4181bc9b', 'mac_address': 'fa:16:3e:b0:fa:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef73a7e1-c64a-41e3-9997-629475c7b6b1', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:52:32.320494 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:32.404726 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ece7d5-0382-4314-8f62-cf54f03a9296 req-8c3794ac-6a3d-4f29-b669-e546d10b5558 tempest-ServerDiagnosticsNegativeTest-2131127624 tempest-ServerDiagnosticsNegativeTest-2131127624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:32.407017 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-97ece7d5-0382-4314-8f62-cf54f03a9296 req-8c3794ac-6a3d-4f29-b669-e546d10b5558 tempest-ServerDiagnosticsNegativeTest-2131127624 tempest-ServerDiagnosticsNegativeTest-2131127624-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2230890 Jul 23 23:52:32.413605 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:32.416655 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 9930f656-b0fa-4816-a4d4-71270ac84481, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=9930f656-b0fa-4816-a4d4-71270ac84481,segment=NetworkSegment(a9594cac-1cab-4b48-a740-b9cc5026e516),segment_id=a9594cac-1cab-4b48-a740-b9cc5026e516)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:52:32.417610 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597eb78b-abc8-4cc8-89e2-7efc0d685e5e req-13bd6df9-39de-47a2-a28e-43bedd974043 tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:32.427394 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:32.428068 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-597eb78b-abc8-4cc8-89e2-7efc0d685e5e req-13bd6df9-39de-47a2-a28e-43bedd974043 tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ea95d92-588f-44d4-a822-d5940b9ff9b3 HTTP/1.1" status: 200 len: 947 time: 0.3427002 Jul 23 23:52:32.444066 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-aa442166-54e8-4429-85f9-f97c1d0e9f69 req-3352aed9-99fa-4bf7-8c5c-2a1eefd2cfe9 tempest-LiveMigrationTest-328354084 tempest-LiveMigrationTest-328354084-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512162 Jul 23 23:52:32.454740 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8257557d-3aa7-4017-87ec-7f73d8622849 req-ee292bd2-ca12-40ad-ad21-620a1a74c83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:32.456243 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8257557d-3aa7-4017-87ec-7f73d8622849 req-ee292bd2-ca12-40ad-ad21-620a1a74c83e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b5eea353-e8a7-4b16-8aa6-0fd838342ca4 HTTP/1.1" status: 200 len: 855 time: 0.2244825 Jul 23 23:52:32.473490 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-97ece7d5-0382-4314-8f62-cf54f03a9296 req-8efe207e-9ba2-4a33-80ce-9ea1ebaf7b40 tempest-ServerDiagnosticsNegativeTest-2131127624 tempest-ServerDiagnosticsNegativeTest-2131127624-project] Request body: {'port': {'device_id': 'af5131bd-fcc1-4fc9-ad83-c18f5ef82a81', 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2', 'admin_state_up': True, 'tenant_id': '00c3bb9253ab446283875ca702165d85'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:52:32.528676 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8257557d-3aa7-4017-87ec-7f73d8622849 req-8f619d17-2906-4212-bb2e-f6af394e6215 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8fbc53d6-796b-417b-8829-0ed6b4aab796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499699 Jul 23 23:52:32.545955 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afcfe816-f114-44e6-9a00-4e0b0d7bbfc6 admin admin] Router 6e1891b2-a9e5-482a-a339-72c76a74f7e0 is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 23:52:32.605200 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1232bb33-94ad-4269-a061-dbea4181bc9b {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:52:32.605430 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-597eb78b-abc8-4cc8-89e2-7efc0d685e5e req-f8e2fddd-53ba-4268-9237-f8e12a573c0f tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] 10.222.0.44 "GET /v2.0/security-groups?id=39e2cfc2-bcff-4d1c-a5a4-8ca5083e8b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763079 Jul 23 23:52:32.645642 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4b042b94-38cc-4637-a359-a009e979fb18 req-401d110c-7291-424f-84a0-79ef73ea90e0 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/ports?device_id=1383b6ed-cf46-43ee-ae3a-7ae5e248972f HTTP/1.1" status: 200 len: 210 time: 0.1025417 Jul 23 23:52:32.652322 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 7e8cfb1d-8c00-4520-8988-cc5a644bf7e6 up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:52:32.657884 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 1232bb33-94ad-4269-a061-dbea4181bc9b, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=1232bb33-94ad-4269-a061-dbea4181bc9b,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:52:32.659171 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-6e62226c-b006-4b7f-a893-791b64e3856b None None] Provisioning complete for port 9930f656-b0fa-4816-a4d4-71270ac84481 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:52:32.659709 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-6e62226c-b006-4b7f-a893-791b64e3856b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:32.698606 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=9930f656-b0fa-4816-a4d4-71270ac84481,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:32.704754 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:32.750583 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d91df2a8-ba93-4d45-a42a-468614b10c38 req-8bf40386-203b-474f-88c8-3e1f9ee1cd02 tempest-ServerDiagnosticsNegativeTest-2131127624 tempest-ServerDiagnosticsNegativeTest-2131127624-project] 10.222.0.44 "GET /v2.0/ports?device_id=af5131bd-fcc1-4fc9-ad83-c18f5ef82a81 HTTP/1.1" status: 200 len: 210 time: 0.0643547 Jul 23 23:52:32.777391 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0fa982b-e2ce-464d-9918-025f674c71f5 req-0bae7302-cf15-4a7d-b29d-e624a63aed97 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Made reservation on behalf of fe34b741dd5e495ab273e85e013ecfbf for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:52:32.781998 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d0fa982b-e2ce-464d-9918-025f674c71f5 req-0bae7302-cf15-4a7d-b29d-e624a63aed97 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:32.788601 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97ece7d5-0382-4314-8f62-cf54f03a9296 req-8efe207e-9ba2-4a33-80ce-9ea1ebaf7b40 tempest-ServerDiagnosticsNegativeTest-2131127624 tempest-ServerDiagnosticsNegativeTest-2131127624-project] Made reservation on behalf of 00c3bb9253ab446283875ca702165d85 for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:52:32.792287 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-97ece7d5-0382-4314-8f62-cf54f03a9296 req-8efe207e-9ba2-4a33-80ce-9ea1ebaf7b40 tempest-ServerDiagnosticsNegativeTest-2131127624 tempest-ServerDiagnosticsNegativeTest-2131127624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:32.804099 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-97ece7d5-0382-4314-8f62-cf54f03a9296 req-8efe207e-9ba2-4a33-80ce-9ea1ebaf7b40 tempest-ServerDiagnosticsNegativeTest-2131127624 tempest-ServerDiagnosticsNegativeTest-2131127624-project] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:32.832271 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=1232bb33-94ad-4269-a061-dbea4181bc9b,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:32.893672 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port 7e8cfb1d-8c00-4520-8988-cc5a644bf7e6 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:52:32.909204 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port 7e8cfb1d-8c00-4520-8988-cc5a644bf7e6 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:52:32.909900 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:32.937822 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a9419b8-33d5-47b8-8da7-c6b42e7988fc req-7851ed25-990e-45a6-86bd-179540196e7a tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Made reservation on behalf of 3c7dd398271b4cc7a38ab7d4361ee7cb for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:52:32.939632 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-0a9419b8-33d5-47b8-8da7-c6b42e7988fc req-7851ed25-990e-45a6-86bd-179540196e7a tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:32.943361 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8257557d-3aa7-4017-87ec-7f73d8622849 req-0b7f2531-0a75-4861-8f06-865375588b2f service neutron] 10.222.0.52 "GET /v2.0/networks/8fbc53d6-796b-417b-8829-0ed6b4aab796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4020293 Jul 23 23:52:32.968186 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['4538d423-e0ff-42d0-9edc-14fc69c91c47'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:52:33.016401 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['1232bb33-94ad-4269-a061-dbea4181bc9b'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:52:33.081690 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afcfe816-f114-44e6-9a00-4e0b0d7bbfc6 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:52:33.097670 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bf754a-ed1b-4fc7-a2f8-8ee7d433983d None None] Sync routers for ids ['6e1891b2-a9e5-482a-a339-72c76a74f7e0'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:52:33.107251 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-97ece7d5-0382-4314-8f62-cf54f03a9296 req-8efe207e-9ba2-4a33-80ce-9ea1ebaf7b40 tempest-ServerDiagnosticsNegativeTest-2131127624 tempest-ServerDiagnosticsNegativeTest-2131127624-project] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:33.113595 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bf754a-ed1b-4fc7-a2f8-8ee7d433983d None None] Routers {'6e1891b2-a9e5-482a-a339-72c76a74f7e0'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:52:33.114245 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-32bf754a-ed1b-4fc7-a2f8-8ee7d433983d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:52:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['6e1891b2-a9e5-482a-a339-72c76a74f7e0'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:52:33.115986 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-97ece7d5-0382-4314-8f62-cf54f03a9296 req-8efe207e-9ba2-4a33-80ce-9ea1ebaf7b40 tempest-ServerDiagnosticsNegativeTest-2131127624 tempest-ServerDiagnosticsNegativeTest-2131127624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:33.236370 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 9930f656-b0fa-4816-a4d4-71270ac84481 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:52:33.249404 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efe207e-9ba2-4a33-80ce-9ea1ebaf7b40 tempest-ServerDiagnosticsNegativeTest-2131127624 tempest-ServerDiagnosticsNegativeTest-2131127624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=081964e7-0494-45e8-920d-24904eff5d0c,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:33.259823 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-83897bc2-d437-419c-bc54-400a24b73452 req-cf3ff2a8-3b74-41b6-ba99-527ed471115f tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa375975-ebae-4ee4-92f6-87c367514699 HTTP/1.1" status: 200 len: 210 time: 0.0763867 Jul 23 23:52:33.375275 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [req-97ece7d5-0382-4314-8f62-cf54f03a9296 req-8efe207e-9ba2-4a33-80ce-9ea1ebaf7b40 tempest-ServerDiagnosticsNegativeTest-2131127624 tempest-ServerDiagnosticsNegativeTest-2131127624-project] Allocated IP 192.168.233.205 (603dff3b-80fe-44ec-a82a-8d8b74b0c3c2/ef73a7e1-c64a-41e3-9997-629475c7b6b1/e34c0227-02f2-4511-aa0f-45ab9e0eb2c0) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:52:33.387199 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5331f991-4715-4b25-9c57-0c8bb161c939 req-ee5f03bc-d4af-4a49-9afa-d2c49620c49d tempest-VolumesAdminNegativeTest-1912201584 tempest-VolumesAdminNegativeTest-1912201584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:33.388778 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:33.409706 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5331f991-4715-4b25-9c57-0c8bb161c939 req-ee5f03bc-d4af-4a49-9afa-d2c49620c49d tempest-VolumesAdminNegativeTest-1912201584 tempest-VolumesAdminNegativeTest-1912201584-project] 10.222.0.44 "GET /v2.0/ports?device_id=bbdc88d9-1c6d-46e5-b46a-1706cd675bad HTTP/1.1" status: 200 len: 945 time: 0.5860009 Jul 23 23:52:33.424663 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-afcfe816-f114-44e6-9a00-4e0b0d7bbfc6 admin admin] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:33.429141 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-afcfe816-f114-44e6-9a00-4e0b0d7bbfc6 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.8612540 Jul 23 23:52:33.439908 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 39670) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:52:33.451287 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbdc88d9-1c6d-46e5-b46a-1706cd675bad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e8cfb1d-8c00-4520-8988-cc5a644bf7e6'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:52:33.453161 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-32bf754a-ed1b-4fc7-a2f8-8ee7d433983d None None] Set router 6e1891b2-a9e5-482a-a339-72c76a74f7e0 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:52:33.453629 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c5e13c-c99d-46ba-b179-d64b186fafcf" -d '{"events": [{"server_uuid": "bbdc88d9-1c6d-46e5-b46a-1706cd675bad", "name": "network-vif-plugged", "status": "completed", "tag": "7e8cfb1d-8c00-4520-8988-cc5a644bf7e6"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:52:33.462584 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-d0fa982b-e2ce-464d-9918-025f674c71f5 req-0bae7302-cf15-4a7d-b29d-e624a63aed97 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Allocated IP 172.20.0.13 (0d6ba2fb-46fe-4367-85af-3f33b158d449/13fa7780-575a-40c5-b19b-7d5a9ef282a8/b91ae1c3-235a-4786-9987-4bf1f96af5cf) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:52:33.488506 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8257557d-3aa7-4017-87ec-7f73d8622849 req-989e2dff-ebe4-41b6-802b-4936383629d2 service neutron] 10.222.0.52 "GET /v2.0/networks/8fbc53d6-796b-417b-8829-0ed6b4aab796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5292108 Jul 23 23:52:33.535226 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 7e8cfb1d-8c00-4520-8988-cc5a644bf7e6, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=7e8cfb1d-8c00-4520-8988-cc5a644bf7e6,segment=NetworkSegment(1af4fee7-71e9-4e29-b37f-62374352ca42),segment_id=1af4fee7-71e9-4e29-b37f-62374352ca42)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:52:33.546111 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a0a8193-ce1f-4129-94ca-4bb039d40d96 x-openstack-request-id: req-1a0a8193-ce1f-4129-94ca-4bb039d40d96 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:52:33.546962 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbdc88d9-1c6d-46e5-b46a-1706cd675bad", "name": "network-vif-plugged", "status": "completed", "tag": "7e8cfb1d-8c00-4520-8988-cc5a644bf7e6", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:52:33.547212 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1a0a8193-ce1f-4129-94ca-4bb039d40d96 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:52:33.547616 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbdc88d9-1c6d-46e5-b46a-1706cd675bad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e8cfb1d-8c00-4520-8988-cc5a644bf7e6', 'code': 200} Jul 23 23:52:33.574125 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:33.687834 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 9930f656-b0fa-4816-a4d4-71270ac84481 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:52:33.688221 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:33.707368 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=7e8cfb1d-8c00-4520-8988-cc5a644bf7e6,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:33.725472 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5331f991-4715-4b25-9c57-0c8bb161c939 req-b63e2bc1-eb1f-4252-a270-9d45761e3bc6 tempest-VolumesAdminNegativeTest-1912201584 tempest-VolumesAdminNegativeTest-1912201584-project] 10.222.0.44 "GET /v2.0/security-groups?id=250fe6fc-699b-4f62-8139-3728280b5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147225 Jul 23 23:52:33.805516 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-0a9419b8-33d5-47b8-8da7-c6b42e7988fc req-7851ed25-990e-45a6-86bd-179540196e7a tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Allocated IP 172.20.0.14 (57903904-9b6d-4c31-9b1a-837f9a463391/9591efd5-cf05-46fc-a204-a334741262ad/448e03e8-4c39-4675-879c-139141578724) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:52:33.842859 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-32bf754a-ed1b-4fc7-a2f8-8ee7d433983d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1891b2-a9e5-482a-a339-72c76a74f7e0', 'name': 'tempest-AttachSCSIVolumeTestJSON-229842365-router', 'tenant_id': 'c12fd039d6c846faa62cc7e40c0b8c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '9b8bfcf8-9451-4eeb-8a9f-42228003e45d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:52:28Z', 'updated_at': '2021-07-23T23:52:30Z', 'revision_number': 3, 'project_id': 'c12fd039d6c846faa62cc7e40c0b8c84', 'gw_port': {'id': '9b8bfcf8-9451-4eeb-8a9f-42228003e45d', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b3:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e1891b2-a9e5-482a-a339-72c76a74f7e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:52:29Z', 'updated_at': '2021-07-23T23:52:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:52:33.887015 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bf754a-ed1b-4fc7-a2f8-8ee7d433983d None None] Checking router: 6e1891b2-a9e5-482a-a339-72c76a74f7e0 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:52:33.887429 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bf754a-ed1b-4fc7-a2f8-8ee7d433983d None None] Updating router 6e1891b2-a9e5-482a-a339-72c76a74f7e0 port 9b8bfcf8-9451-4eeb-8a9f-42228003e45d binding host n-d-800088-16 {{(pid=100316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:52:33.958164 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-32bf754a-ed1b-4fc7-a2f8-8ee7d433983d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:33.991538 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e102189d-40dc-44bd-9a5c-57250773d0d9 req-a91759bc-55df-4f5c-b40f-f0faff21e64d tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/ports?device_id=1383b6ed-cf46-43ee-ae3a-7ae5e248972f HTTP/1.1" status: 200 len: 210 time: 0.1485920 Jul 23 23:52:34.110304 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-97ece7d5-0382-4314-8f62-cf54f03a9296 req-8efe207e-9ba2-4a33-80ce-9ea1ebaf7b40 tempest-ServerDiagnosticsNegativeTest-2131127624 tempest-ServerDiagnosticsNegativeTest-2131127624-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:34.136368 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-97ece7d5-0382-4314-8f62-cf54f03a9296 req-8efe207e-9ba2-4a33-80ce-9ea1ebaf7b40 tempest-ServerDiagnosticsNegativeTest-2131127624 tempest-ServerDiagnosticsNegativeTest-2131127624-project] Transition to ACTIVE for port object e34c0227-02f2-4511-aa0f-45ab9e0eb2c0 will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:52:34.142548 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5072e2-05b8-440b-95aa-b994efd40707 req-5eb34ced-b888-410f-a50c-7f504d5167f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:34.145875 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8b5072e2-05b8-440b-95aa-b994efd40707 req-5eb34ced-b888-410f-a50c-7f504d5167f6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=bbdc88d9-1c6d-46e5-b46a-1706cd675bad HTTP/1.1" status: 200 len: 1098 time: 0.4644072 Jul 23 23:52:34.173966 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e3fe1699-e80e-4582-8311-9adba347c23f req-aa8693b1-65fc-4a32-a4cd-69e48e47aa36 tempest-ServerDiagnosticsNegativeTest-2131127624 tempest-ServerDiagnosticsNegativeTest-2131127624-project] 10.222.0.44 "GET /v2.0/ports?device_id=af5131bd-fcc1-4fc9-ad83-c18f5ef82a81 HTTP/1.1" status: 200 len: 210 time: 0.0763302 Jul 23 23:52:34.179051 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fd1a4f-28db-4771-9282-050d0a9f5e9e req-51ebc42e-a06e-4349-b9e3-9e39649733d9 tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:34.186119 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b0fd1a4f-28db-4771-9282-050d0a9f5e9e req-51ebc42e-a06e-4349-b9e3-9e39649733d9 tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ea95d92-588f-44d4-a822-d5940b9ff9b3 HTTP/1.1" status: 200 len: 948 time: 0.4659772 Jul 23 23:52:34.285274 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8b5072e2-05b8-440b-95aa-b994efd40707 req-1979a6da-bd9a-4f85-877d-8ba464da9753 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=250fe6fc-699b-4f62-8139-3728280b5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139674 Jul 23 23:52:34.304372 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-97ece7d5-0382-4314-8f62-cf54f03a9296 req-8efe207e-9ba2-4a33-80ce-9ea1ebaf7b40 tempest-ServerDiagnosticsNegativeTest-2131127624 tempest-ServerDiagnosticsNegativeTest-2131127624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:34.334037 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b0fd1a4f-28db-4771-9282-050d0a9f5e9e req-6db44a25-14d3-40b9-be23-995b76011255 tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] 10.222.0.44 "GET /v2.0/security-groups?id=39e2cfc2-bcff-4d1c-a5a4-8ca5083e8b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423230 Jul 23 23:52:34.349435 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d0fa982b-e2ce-464d-9918-025f674c71f5 req-0bae7302-cf15-4a7d-b29d-e624a63aed97 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:34.364746 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-32bf754a-ed1b-4fc7-a2f8-8ee7d433983d None None] Notify callbacks [] for port, precommit_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:34.376557 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-d0fa982b-e2ce-464d-9918-025f674c71f5 req-0bae7302-cf15-4a7d-b29d-e624a63aed97 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Transition to ACTIVE for port object b91ae1c3-235a-4786-9987-4bf1f96af5cf will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:52:34.390688 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.provisioning_blocks [None req-32bf754a-ed1b-4fc7-a2f8-8ee7d433983d None None] Transition to ACTIVE for port object 9b8bfcf8-9451-4eeb-8a9f-42228003e45d will not be triggered until provisioned by entity L2. {{(pid=100316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:52:34.404787 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-32bf754a-ed1b-4fc7-a2f8-8ee7d433983d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:34.419642 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97ece7d5-0382-4314-8f62-cf54f03a9296 req-8efe207e-9ba2-4a33-80ce-9ea1ebaf7b40 tempest-ServerDiagnosticsNegativeTest-2131127624 tempest-ServerDiagnosticsNegativeTest-2131127624-project] Network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:52:34.427393 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [req-97ece7d5-0382-4314-8f62-cf54f03a9296 req-8efe207e-9ba2-4a33-80ce-9ea1ebaf7b40 tempest-ServerDiagnosticsNegativeTest-2131127624 tempest-ServerDiagnosticsNegativeTest-2131127624-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:52:34.429480 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efe207e-9ba2-4a33-80ce-9ea1ebaf7b40 tempest-ServerDiagnosticsNegativeTest-2131127624 tempest-ServerDiagnosticsNegativeTest-2131127624-project] Pushing event updated for resources: {'Port': ['ID=e34c0227-02f2-4511-aa0f-45ab9e0eb2c0,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:34.430539 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-21539d25-de09-40ca-972f-17d52492cb54 req-59d5afc1-69cf-47bf-9298-cec824297e1b tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa375975-ebae-4ee4-92f6-87c367514699 HTTP/1.1" status: 200 len: 210 time: 0.0433490 Jul 23 23:52:34.433932 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-97ece7d5-0382-4314-8f62-cf54f03a9296 req-8efe207e-9ba2-4a33-80ce-9ea1ebaf7b40 tempest-ServerDiagnosticsNegativeTest-2131127624 tempest-ServerDiagnosticsNegativeTest-2131127624-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:52:34.467155 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-0a9419b8-33d5-47b8-8da7-c6b42e7988fc req-7851ed25-990e-45a6-86bd-179540196e7a tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:34.482014 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71c500b-cb32-46e7-8afd-3a0e7998e823 None None] Pushing event updated for resources: {'Port': ['ID=9b8bfcf8-9451-4eeb-8a9f-42228003e45d,revision_number=2']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:34.494767 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-32bf754a-ed1b-4fc7-a2f8-8ee7d433983d None None] Attempting to bind port 9b8bfcf8-9451-4eeb-8a9f-42228003e45d on host n-d-800088-16 for vnic_type normal with profile {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:52:34.495410 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-32bf754a-ed1b-4fc7-a2f8-8ee7d433983d None None] Attempting to bind port 9b8bfcf8-9451-4eeb-8a9f-42228003e45d by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:52:34.496169 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bf754a-ed1b-4fc7-a2f8-8ee7d433983d None None] Attempting to bind port 9b8bfcf8-9451-4eeb-8a9f-42228003e45d on network 9adcfee8-760c-4568-9e39-c221abf69bf5 {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:52:34.503202 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bf754a-ed1b-4fc7-a2f8-8ee7d433983d None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:52:34.503755 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bf754a-ed1b-4fc7-a2f8-8ee7d433983d None None] Checking segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:52:34.504753 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-32bf754a-ed1b-4fc7-a2f8-8ee7d433983d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:34.505286 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bf754a-ed1b-4fc7-a2f8-8ee7d433983d None None] Bound using segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:52:34.506298 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-32bf754a-ed1b-4fc7-a2f8-8ee7d433983d None None] Bound port: 9b8bfcf8-9451-4eeb-8a9f-42228003e45d, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:52:34.506836 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-32bf754a-ed1b-4fc7-a2f8-8ee7d433983d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:34.529696 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ece7d5-0382-4314-8f62-cf54f03a9296 req-8efe207e-9ba2-4a33-80ce-9ea1ebaf7b40 tempest-ServerDiagnosticsNegativeTest-2131127624 tempest-ServerDiagnosticsNegativeTest-2131127624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:34.530479 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-97ece7d5-0382-4314-8f62-cf54f03a9296 req-8efe207e-9ba2-4a33-80ce-9ea1ebaf7b40 tempest-ServerDiagnosticsNegativeTest-2131127624 tempest-ServerDiagnosticsNegativeTest-2131127624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:34.564084 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d0fa982b-e2ce-464d-9918-025f674c71f5 req-0bae7302-cf15-4a7d-b29d-e624a63aed97 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:34.578623 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['5e95252c-95c6-4944-9947-81ff66c9acb7'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:52:34.579546 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-32bf754a-ed1b-4fc7-a2f8-8ee7d433983d None None] For port 9b8bfcf8-9451-4eeb-8a9f-42228003e45d, host n-d-800088-16, cleared binding levels {{(pid=100316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:52:34.583814 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-32bf754a-ed1b-4fc7-a2f8-8ee7d433983d None None] For port 9b8bfcf8-9451-4eeb-8a9f-42228003e45d, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=9b8bfcf8-9451-4eeb-8a9f-42228003e45d,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:52:34.590553 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-32bf754a-ed1b-4fc7-a2f8-8ee7d433983d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:34.591717 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-0a9419b8-33d5-47b8-8da7-c6b42e7988fc req-7851ed25-990e-45a6-86bd-179540196e7a tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:34.614312 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-97ece7d5-0382-4314-8f62-cf54f03a9296 req-8efe207e-9ba2-4a33-80ce-9ea1ebaf7b40 tempest-ServerDiagnosticsNegativeTest-2131127624 tempest-ServerDiagnosticsNegativeTest-2131127624-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1522877 Jul 23 23:52:34.635304 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-97ece7d5-0382-4314-8f62-cf54f03a9296 req-8c5348dd-3baf-4b78-bbd5-fbb3b5cba884 service neutron] Request body: {'port': {'device_id': 'af5131bd-fcc1-4fc9-ad83-c18f5ef82a81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-16'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:52:34.673623 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71c500b-cb32-46e7-8afd-3a0e7998e823 None None] Pushing event updated for resources: {'Port': ['ID=9b8bfcf8-9451-4eeb-8a9f-42228003e45d,revision_number=3']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:34.684313 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0fa982b-e2ce-464d-9918-025f674c71f5 req-0bae7302-cf15-4a7d-b29d-e624a63aed97 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Network 0d6ba2fb-46fe-4367-85af-3f33b158d449 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:52:34.687522 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-d0fa982b-e2ce-464d-9918-025f674c71f5 req-0bae7302-cf15-4a7d-b29d-e624a63aed97 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:52:34.709180 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bf754a-ed1b-4fc7-a2f8-8ee7d433983d None None] Routers {'6e1891b2-a9e5-482a-a339-72c76a74f7e0'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:52:34.711377 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-32bf754a-ed1b-4fc7-a2f8-8ee7d433983d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:52:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['6e1891b2-a9e5-482a-a339-72c76a74f7e0'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:52:34.714425 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bae7302-cf15-4a7d-b29d-e624a63aed97 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Pushing event updated for resources: {'Port': ['ID=b91ae1c3-235a-4786-9987-4bf1f96af5cf,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:34.720687 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0fa982b-e2ce-464d-9918-025f674c71f5 req-0bae7302-cf15-4a7d-b29d-e624a63aed97 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:52:34.726493 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa982b-e2ce-464d-9918-025f674c71f5 req-0bae7302-cf15-4a7d-b29d-e624a63aed97 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:34.727158 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d0fa982b-e2ce-464d-9918-025f674c71f5 req-0bae7302-cf15-4a7d-b29d-e624a63aed97 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:34.735828 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a9419b8-33d5-47b8-8da7-c6b42e7988fc req-7851ed25-990e-45a6-86bd-179540196e7a tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Network 57903904-9b6d-4c31-9b1a-837f9a463391 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:52:34.737233 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-0a9419b8-33d5-47b8-8da7-c6b42e7988fc req-7851ed25-990e-45a6-86bd-179540196e7a tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:52:34.751683 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a9419b8-33d5-47b8-8da7-c6b42e7988fc req-7851ed25-990e-45a6-86bd-179540196e7a tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:52:34.757643 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9419b8-33d5-47b8-8da7-c6b42e7988fc req-7851ed25-990e-45a6-86bd-179540196e7a tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:34.758827 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-0a9419b8-33d5-47b8-8da7-c6b42e7988fc req-7851ed25-990e-45a6-86bd-179540196e7a tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:34.798846 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-69dffe12-7e1d-496e-9942-cab752f5175e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:34.799365 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0a9419b8-33d5-47b8-8da7-c6b42e7988fc req-7851ed25-990e-45a6-86bd-179540196e7a tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5667942 Jul 23 23:52:34.889031 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-0a9419b8-33d5-47b8-8da7-c6b42e7988fc req-7986ccde-9570-4ad9-9309-4ca7651c2500 service neutron] Request body: {'port': {'device_id': '1383b6ed-cf46-43ee-ae3a-7ae5e248972f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:52:34.918233 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-63ef1e5c-a13d-4e95-8713-8d883ae85c02 None None] Provisioning for port e34c0227-02f2-4511-aa0f-45ab9e0eb2c0 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:52:34.930137 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-63ef1e5c-a13d-4e95-8713-8d883ae85c02 None None] Provisioning complete for port e34c0227-02f2-4511-aa0f-45ab9e0eb2c0 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:52:34.938075 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-63ef1e5c-a13d-4e95-8713-8d883ae85c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:34.949307 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-32bf754a-ed1b-4fc7-a2f8-8ee7d433983d None None] Set router 6e1891b2-a9e5-482a-a339-72c76a74f7e0 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:52:34.959539 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d0fa982b-e2ce-464d-9918-025f674c71f5 req-0bae7302-cf15-4a7d-b29d-e624a63aed97 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8117552 Jul 23 23:52:34.996195 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-d0fa982b-e2ce-464d-9918-025f674c71f5 req-d526ad60-5e7b-4d97-a444-aaeef6fc21b9 service neutron] Request body: {'port': {'device_id': 'aa375975-ebae-4ee4-92f6-87c367514699', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:52:35.029034 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-63ef1e5c-a13d-4e95-8713-8d883ae85c02 None None] Port e34c0227-02f2-4511-aa0f-45ab9e0eb2c0 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:52:35.044853 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7851ed25-990e-45a6-86bd-179540196e7a tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Pushing event updated for resources: {'Port': ['ID=448e03e8-4c39-4675-879c-139141578724,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:35.064068 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-0a9419b8-33d5-47b8-8da7-c6b42e7988fc req-7986ccde-9570-4ad9-9309-4ca7651c2500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:35.194438 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-97ece7d5-0382-4314-8f62-cf54f03a9296 req-8c5348dd-3baf-4b78-bbd5-fbb3b5cba884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:35.197761 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-874433d7-9bcb-4e1a-a9d3-de2997815923 None None] Provisioning for port b91ae1c3-235a-4786-9987-4bf1f96af5cf completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:52:35.207631 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-874433d7-9bcb-4e1a-a9d3-de2997815923 None None] Provisioning complete for port b91ae1c3-235a-4786-9987-4bf1f96af5cf triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:52:35.209794 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-874433d7-9bcb-4e1a-a9d3-de2997815923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:35.265308 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-874433d7-9bcb-4e1a-a9d3-de2997815923 None None] Port b91ae1c3-235a-4786-9987-4bf1f96af5cf cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:52:35.310066 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-32bf754a-ed1b-4fc7-a2f8-8ee7d433983d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1891b2-a9e5-482a-a339-72c76a74f7e0', 'name': 'tempest-AttachSCSIVolumeTestJSON-229842365-router', 'tenant_id': 'c12fd039d6c846faa62cc7e40c0b8c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '9b8bfcf8-9451-4eeb-8a9f-42228003e45d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:52:28Z', 'updated_at': '2021-07-23T23:52:30Z', 'revision_number': 3, 'project_id': 'c12fd039d6c846faa62cc7e40c0b8c84', 'gw_port': {'id': '9b8bfcf8-9451-4eeb-8a9f-42228003e45d', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b3:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e1891b2-a9e5-482a-a339-72c76a74f7e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:52:29Z', 'updated_at': '2021-07-23T23:52:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:52:35.337586 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bf754a-ed1b-4fc7-a2f8-8ee7d433983d None None] The sync data for ids ['6e1891b2-a9e5-482a-a339-72c76a74f7e0'] in n-d-800088-16 is: [{'id': '6e1891b2-a9e5-482a-a339-72c76a74f7e0', 'name': 'tempest-AttachSCSIVolumeTestJSON-229842365-router', 'tenant_id': 'c12fd039d6c846faa62cc7e40c0b8c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '9b8bfcf8-9451-4eeb-8a9f-42228003e45d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:52:28Z', 'updated_at': '2021-07-23T23:52:30Z', 'revision_number': 3, 'project_id': 'c12fd039d6c846faa62cc7e40c0b8c84', 'gw_port': {'id': '9b8bfcf8-9451-4eeb-8a9f-42228003e45d', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b3:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e1891b2-a9e5-482a-a339-72c76a74f7e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:52:29Z', 'updated_at': '2021-07-23T23:52:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:52:35.387720 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098e912d-f8c6-4802-8535-196c819c3dad req-3a081279-6c1d-478d-b00d-4648049073d2 tempest-VolumesAdminNegativeTest-1912201584 tempest-VolumesAdminNegativeTest-1912201584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:35.391111 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d0fa982b-e2ce-464d-9918-025f674c71f5 req-d526ad60-5e7b-4d97-a444-aaeef6fc21b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:35.401438 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-098e912d-f8c6-4802-8535-196c819c3dad req-3a081279-6c1d-478d-b00d-4648049073d2 tempest-VolumesAdminNegativeTest-1912201584 tempest-VolumesAdminNegativeTest-1912201584-project] 10.222.0.44 "GET /v2.0/ports?device_id=bbdc88d9-1c6d-46e5-b46a-1706cd675bad HTTP/1.1" status: 200 len: 946 time: 0.4366214 Jul 23 23:52:35.520016 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-098e912d-f8c6-4802-8535-196c819c3dad req-d816e61d-4157-4dd5-b660-e68f5f067efd tempest-VolumesAdminNegativeTest-1912201584 tempest-VolumesAdminNegativeTest-1912201584-project] 10.222.0.44 "GET /v2.0/security-groups?id=250fe6fc-699b-4f62-8139-3728280b5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175854 Jul 23 23:52:35.558482 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 1232bb33-94ad-4269-a061-dbea4181bc9b up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:52:35.583419 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-69dffe12-7e1d-496e-9942-cab752f5175e admin admin] Allocated IP 172.20.0.1 (4ad65b13-e76f-4cd6-8789-24305d5150eb/2a3770d0-e623-40cc-902b-54fdd563540f/64175f00-e4db-487d-a9bf-181c26d02541) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:52:35.588246 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57829988-b551-4990-8c54-87ea68ca96cd req-35f57bce-f894-4679-b076-4f142736ceb5 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:35.603973 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-57829988-b551-4990-8c54-87ea68ca96cd req-35f57bce-f894-4679-b076-4f142736ceb5 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/ports?device_id=1383b6ed-cf46-43ee-ae3a-7ae5e248972f HTTP/1.1" status: 200 len: 932 time: 0.4329252 Jul 23 23:52:35.638190 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port 1232bb33-94ad-4269-a061-dbea4181bc9b completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:52:35.656619 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port 1232bb33-94ad-4269-a061-dbea4181bc9b triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:52:35.657699 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:35.786842 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:35.851353 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-57829988-b551-4990-8c54-87ea68ca96cd req-82723b8c-a746-4b26-b343-f537c1f977b3 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee3bb585-1d46-4d4b-8ed6-e0ac9b92bd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464664 Jul 23 23:52:35.855209 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a38679e-4ab8-4a39-9e4a-ae1b668ec623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1232bb33-94ad-4269-a061-dbea4181bc9b'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:52:35.857575 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbadc057-1266-4f28-a111-5f854221e0ef" -d '{"events": [{"server_uuid": "7a38679e-4ab8-4a39-9e4a-ae1b668ec623", "name": "network-vif-plugged", "status": "completed", "tag": "1232bb33-94ad-4269-a061-dbea4181bc9b"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:52:35.887696 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 1232bb33-94ad-4269-a061-dbea4181bc9b, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=1232bb33-94ad-4269-a061-dbea4181bc9b,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:52:35.897202 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:35.898026 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 4538d423-e0ff-42d0-9edc-14fc69c91c47 up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:52:36.009221 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-0a9419b8-33d5-47b8-8da7-c6b42e7988fc req-7986ccde-9570-4ad9-9309-4ca7651c2500 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 448e03e8-4c39-4675-879c-139141578724 {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:52:36.025945 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=1232bb33-94ad-4269-a061-dbea4181bc9b,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:36.029360 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port 4538d423-e0ff-42d0-9edc-14fc69c91c47 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:52:36.029708 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-0a9419b8-33d5-47b8-8da7-c6b42e7988fc req-7986ccde-9570-4ad9-9309-4ca7651c2500 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:36.030070 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-97ece7d5-0382-4314-8f62-cf54f03a9296 req-8c5348dd-3baf-4b78-bbd5-fbb3b5cba884 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e34c0227-02f2-4511-aa0f-45ab9e0eb2c0 {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:52:36.035364 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port 4538d423-e0ff-42d0-9edc-14fc69c91c47 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:52:36.035909 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:36.083018 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-97ece7d5-0382-4314-8f62-cf54f03a9296 req-8c5348dd-3baf-4b78-bbd5-fbb3b5cba884 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:36.083354 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-0a9419b8-33d5-47b8-8da7-c6b42e7988fc req-7986ccde-9570-4ad9-9309-4ca7651c2500 service neutron] Transition to ACTIVE for port object 448e03e8-4c39-4675-879c-139141578724 will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:52:36.092266 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-69dffe12-7e1d-496e-9942-cab752f5175e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:36.123146 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-97ece7d5-0382-4314-8f62-cf54f03a9296 req-8c5348dd-3baf-4b78-bbd5-fbb3b5cba884 service neutron] Transition to ACTIVE for port object e34c0227-02f2-4511-aa0f-45ab9e0eb2c0 will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:52:36.124159 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [None req-69dffe12-7e1d-496e-9942-cab752f5175e admin admin] Transition to ACTIVE for port object 64175f00-e4db-487d-a9bf-181c26d02541 will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:52:36.124678 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-0a9419b8-33d5-47b8-8da7-c6b42e7988fc req-7986ccde-9570-4ad9-9309-4ca7651c2500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:36.139687 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ae70c-0758-4b5f-af49-a47e62b88208 req-bd0d66be-9402-4e9e-84eb-5868efeda079 tempest-ServerDiagnosticsNegativeTest-2131127624 tempest-ServerDiagnosticsNegativeTest-2131127624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:36.147206 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ff8ae70c-0758-4b5f-af49-a47e62b88208 req-bd0d66be-9402-4e9e-84eb-5868efeda079 tempest-ServerDiagnosticsNegativeTest-2131127624 tempest-ServerDiagnosticsNegativeTest-2131127624-project] 10.222.0.44 "GET /v2.0/ports?device_id=af5131bd-fcc1-4fc9-ad83-c18f5ef82a81 HTTP/1.1" status: 200 len: 936 time: 0.4623961 Jul 23 23:52:36.156651 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-97ece7d5-0382-4314-8f62-cf54f03a9296 req-8c5348dd-3baf-4b78-bbd5-fbb3b5cba884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:36.182163 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:36.238822 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 4538d423-e0ff-42d0-9edc-14fc69c91c47, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=4538d423-e0ff-42d0-9edc-14fc69c91c47,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:52:36.249397 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:36.254967 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-d0fa982b-e2ce-464d-9918-025f674c71f5 req-d526ad60-5e7b-4d97-a444-aaeef6fc21b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b91ae1c3-235a-4786-9987-4bf1f96af5cf {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:52:36.266837 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d0fa982b-e2ce-464d-9918-025f674c71f5 req-d526ad60-5e7b-4d97-a444-aaeef6fc21b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:36.269727 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7986ccde-9570-4ad9-9309-4ca7651c2500 service neutron] Pushing event updated for resources: {'Port': ['ID=448e03e8-4c39-4675-879c-139141578724,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:36.275666 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ff8ae70c-0758-4b5f-af49-a47e62b88208 req-92dd0c99-1596-48bd-a113-123c37c4e361 tempest-ServerDiagnosticsNegativeTest-2131127624 tempest-ServerDiagnosticsNegativeTest-2131127624-project] 10.222.0.44 "GET /v2.0/security-groups?id=081964e7-0494-45e8-920d-24904eff5d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269395 Jul 23 23:52:36.303483 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5348dd-3baf-4b78-bbd5-fbb3b5cba884 service neutron] Pushing event updated for resources: {'Port': ['ID=e34c0227-02f2-4511-aa0f-45ab9e0eb2c0,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:36.349943 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-d0fa982b-e2ce-464d-9918-025f674c71f5 req-d526ad60-5e7b-4d97-a444-aaeef6fc21b9 service neutron] Transition to ACTIVE for port object b91ae1c3-235a-4786-9987-4bf1f96af5cf will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:52:36.357023 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=4538d423-e0ff-42d0-9edc-14fc69c91c47,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:36.368317 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d0fa982b-e2ce-464d-9918-025f674c71f5 req-d526ad60-5e7b-4d97-a444-aaeef6fc21b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:36.392055 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-69dffe12-7e1d-496e-9942-cab752f5175e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:36.414851 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874027fd-a048-4768-a488-917b89c60161 req-1ad68994-a05e-4057-bde0-aca0063192c1 tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:36.416362 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-874027fd-a048-4768-a488-917b89c60161 req-1ad68994-a05e-4057-bde0-aca0063192c1 tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ea95d92-588f-44d4-a822-d5940b9ff9b3 HTTP/1.1" status: 200 len: 948 time: 0.3318205 Jul 23 23:52:36.417148 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-0a9419b8-33d5-47b8-8da7-c6b42e7988fc req-7986ccde-9570-4ad9-9309-4ca7651c2500 service neutron] Attempting to bind port 448e03e8-4c39-4675-879c-139141578724 on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:52:36.417478 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-0a9419b8-33d5-47b8-8da7-c6b42e7988fc req-7986ccde-9570-4ad9-9309-4ca7651c2500 service neutron] Attempting to bind port 448e03e8-4c39-4675-879c-139141578724 by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': 'bee75817-8822-4c2b-8563-730cb65eb3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '57903904-9b6d-4c31-9b1a-837f9a463391'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:52:36.417860 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9419b8-33d5-47b8-8da7-c6b42e7988fc req-7986ccde-9570-4ad9-9309-4ca7651c2500 service neutron] Attempting to bind port 448e03e8-4c39-4675-879c-139141578724 on network 57903904-9b6d-4c31-9b1a-837f9a463391 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:52:36.452384 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9419b8-33d5-47b8-8da7-c6b42e7988fc req-7986ccde-9570-4ad9-9309-4ca7651c2500 service neutron] Port 448e03e8-4c39-4675-879c-139141578724 on network 57903904-9b6d-4c31-9b1a-837f9a463391 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:52:36.452832 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9419b8-33d5-47b8-8da7-c6b42e7988fc req-7986ccde-9570-4ad9-9309-4ca7651c2500 service neutron] Attempting to bind port 448e03e8-4c39-4675-879c-139141578724 on network 57903904-9b6d-4c31-9b1a-837f9a463391 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:52:36.481113 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9419b8-33d5-47b8-8da7-c6b42e7988fc req-7986ccde-9570-4ad9-9309-4ca7651c2500 service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:52:36.481771 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9419b8-33d5-47b8-8da7-c6b42e7988fc req-7986ccde-9570-4ad9-9309-4ca7651c2500 service neutron] Checking segment: {'id': 'bee75817-8822-4c2b-8563-730cb65eb3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '57903904-9b6d-4c31-9b1a-837f9a463391'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:52:36.482549 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9419b8-33d5-47b8-8da7-c6b42e7988fc req-7986ccde-9570-4ad9-9309-4ca7651c2500 service neutron] Bound using segment: {'id': 'bee75817-8822-4c2b-8563-730cb65eb3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '57903904-9b6d-4c31-9b1a-837f9a463391'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:52:36.483124 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-0a9419b8-33d5-47b8-8da7-c6b42e7988fc req-7986ccde-9570-4ad9-9309-4ca7651c2500 service neutron] Bound port: 448e03e8-4c39-4675-879c-139141578724, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bee75817-8822-4c2b-8563-730cb65eb3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '57903904-9b6d-4c31-9b1a-837f9a463391'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:52:36.484522 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-0a9419b8-33d5-47b8-8da7-c6b42e7988fc req-7986ccde-9570-4ad9-9309-4ca7651c2500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:36.502938 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69dffe12-7e1d-496e-9942-cab752f5175e admin admin] Network 4ad65b13-e76f-4cd6-8789-24305d5150eb is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:52:36.519466 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-69dffe12-7e1d-496e-9942-cab752f5175e admin admin] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:52:36.520469 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d526ad60-5e7b-4d97-a444-aaeef6fc21b9 service neutron] Pushing event updated for resources: {'Port': ['ID=b91ae1c3-235a-4786-9987-4bf1f96af5cf,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:36.531116 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69dffe12-7e1d-496e-9942-cab752f5175e admin admin] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:52:36.544571 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dffe12-7e1d-496e-9942-cab752f5175e admin admin] Pushing event updated for resources: {'Port': ['ID=64175f00-e4db-487d-a9bf-181c26d02541,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:36.605472 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-97ece7d5-0382-4314-8f62-cf54f03a9296 req-8c5348dd-3baf-4b78-bbd5-fbb3b5cba884 service neutron] Attempting to bind port e34c0227-02f2-4511-aa0f-45ab9e0eb2c0 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:52:36.605472 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-97ece7d5-0382-4314-8f62-cf54f03a9296 req-8c5348dd-3baf-4b78-bbd5-fbb3b5cba884 service neutron] Attempting to bind port e34c0227-02f2-4511-aa0f-45ab9e0eb2c0 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:52:36.605798 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ece7d5-0382-4314-8f62-cf54f03a9296 req-8c5348dd-3baf-4b78-bbd5-fbb3b5cba884 service neutron] Attempting to bind port e34c0227-02f2-4511-aa0f-45ab9e0eb2c0 on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:52:36.627024 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-874027fd-a048-4768-a488-917b89c60161 req-33d4e936-93fc-47ca-833d-f9ee55bb7663 tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] 10.222.0.44 "GET /v2.0/security-groups?id=39e2cfc2-bcff-4d1c-a5a4-8ca5083e8b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028248 Jul 23 23:52:36.631435 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-d0fa982b-e2ce-464d-9918-025f674c71f5 req-d526ad60-5e7b-4d97-a444-aaeef6fc21b9 service neutron] Attempting to bind port b91ae1c3-235a-4786-9987-4bf1f96af5cf on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:52:36.632139 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-d0fa982b-e2ce-464d-9918-025f674c71f5 req-d526ad60-5e7b-4d97-a444-aaeef6fc21b9 service neutron] Attempting to bind port b91ae1c3-235a-4786-9987-4bf1f96af5cf by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': '1eb88701-f197-4cdd-9aa7-747409d195ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0d6ba2fb-46fe-4367-85af-3f33b158d449'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:52:36.632550 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fa982b-e2ce-464d-9918-025f674c71f5 req-d526ad60-5e7b-4d97-a444-aaeef6fc21b9 service neutron] Attempting to bind port b91ae1c3-235a-4786-9987-4bf1f96af5cf on network 0d6ba2fb-46fe-4367-85af-3f33b158d449 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:52:36.649992 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ece7d5-0382-4314-8f62-cf54f03a9296 req-8c5348dd-3baf-4b78-bbd5-fbb3b5cba884 service neutron] Port e34c0227-02f2-4511-aa0f-45ab9e0eb2c0 on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:52:36.656424 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ece7d5-0382-4314-8f62-cf54f03a9296 req-8c5348dd-3baf-4b78-bbd5-fbb3b5cba884 service neutron] Attempting to bind port e34c0227-02f2-4511-aa0f-45ab9e0eb2c0 on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:52:36.660966 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fa982b-e2ce-464d-9918-025f674c71f5 req-d526ad60-5e7b-4d97-a444-aaeef6fc21b9 service neutron] Port b91ae1c3-235a-4786-9987-4bf1f96af5cf on network 0d6ba2fb-46fe-4367-85af-3f33b158d449 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:52:36.661289 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fa982b-e2ce-464d-9918-025f674c71f5 req-d526ad60-5e7b-4d97-a444-aaeef6fc21b9 service neutron] Attempting to bind port b91ae1c3-235a-4786-9987-4bf1f96af5cf on network 0d6ba2fb-46fe-4367-85af-3f33b158d449 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:52:36.684479 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ece7d5-0382-4314-8f62-cf54f03a9296 req-8c5348dd-3baf-4b78-bbd5-fbb3b5cba884 service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:52:36.684803 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fa982b-e2ce-464d-9918-025f674c71f5 req-d526ad60-5e7b-4d97-a444-aaeef6fc21b9 service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:52:36.685363 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fa982b-e2ce-464d-9918-025f674c71f5 req-d526ad60-5e7b-4d97-a444-aaeef6fc21b9 service neutron] Checking segment: {'id': '1eb88701-f197-4cdd-9aa7-747409d195ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0d6ba2fb-46fe-4367-85af-3f33b158d449'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:52:36.685950 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fa982b-e2ce-464d-9918-025f674c71f5 req-d526ad60-5e7b-4d97-a444-aaeef6fc21b9 service neutron] Bound using segment: {'id': '1eb88701-f197-4cdd-9aa7-747409d195ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0d6ba2fb-46fe-4367-85af-3f33b158d449'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:52:36.686577 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-d0fa982b-e2ce-464d-9918-025f674c71f5 req-d526ad60-5e7b-4d97-a444-aaeef6fc21b9 service neutron] Bound port: b91ae1c3-235a-4786-9987-4bf1f96af5cf, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1eb88701-f197-4cdd-9aa7-747409d195ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0d6ba2fb-46fe-4367-85af-3f33b158d449'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:52:36.687433 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d0fa982b-e2ce-464d-9918-025f674c71f5 req-d526ad60-5e7b-4d97-a444-aaeef6fc21b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:36.690022 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ece7d5-0382-4314-8f62-cf54f03a9296 req-8c5348dd-3baf-4b78-bbd5-fbb3b5cba884 service neutron] Checking segment: {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:52:36.690511 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ece7d5-0382-4314-8f62-cf54f03a9296 req-8c5348dd-3baf-4b78-bbd5-fbb3b5cba884 service neutron] Bound using segment: {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:52:36.694719 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-97ece7d5-0382-4314-8f62-cf54f03a9296 req-8c5348dd-3baf-4b78-bbd5-fbb3b5cba884 service neutron] Bound port: e34c0227-02f2-4511-aa0f-45ab9e0eb2c0, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:52:36.695191 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-97ece7d5-0382-4314-8f62-cf54f03a9296 req-8c5348dd-3baf-4b78-bbd5-fbb3b5cba884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:36.705828 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-69dffe12-7e1d-496e-9942-cab752f5175e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681761'] for router_interface, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:36.721254 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24888ac6-a504-418b-800e-e2282aec2df3 x-openstack-request-id: req-24888ac6-a504-418b-800e-e2282aec2df3 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:52:36.722130 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a38679e-4ab8-4a39-9e4a-ae1b668ec623", "name": "network-vif-plugged", "status": "completed", "tag": "1232bb33-94ad-4269-a061-dbea4181bc9b", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:52:36.726467 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-24888ac6-a504-418b-800e-e2282aec2df3 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:52:36.727156 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a38679e-4ab8-4a39-9e4a-ae1b668ec623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1232bb33-94ad-4269-a061-dbea4181bc9b', 'code': 200} Jul 23 23:52:36.755270 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed41a8d-ce09-4b6d-a1ba-4a7e4a2f5260 req-ce962cda-f3b2-468d-97a6-03ad3c2b1f28 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:36.768585 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1ed41a8d-ce09-4b6d-a1ba-4a7e4a2f5260 req-ce962cda-f3b2-468d-97a6-03ad3c2b1f28 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa375975-ebae-4ee4-92f6-87c367514699 HTTP/1.1" status: 200 len: 944 time: 0.3805833 Jul 23 23:52:36.962796 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1ed41a8d-ce09-4b6d-a1ba-4a7e4a2f5260 req-576e2142-9f0b-4655-ab24-144703bbeb78 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "GET /v2.0/security-groups?id=62065130-af15-4dfe-90c8-a05e16243009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921160 Jul 23 23:52:36.976254 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-908e80f2-2905-49a2-9e6b-be623796fc58 None None] Provisioning for port 64175f00-e4db-487d-a9bf-181c26d02541 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:52:37.004186 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-908e80f2-2905-49a2-9e6b-be623796fc58 None None] Provisioning complete for port 64175f00-e4db-487d-a9bf-181c26d02541 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:52:37.004574 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-908e80f2-2905-49a2-9e6b-be623796fc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:37.017344 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-97ece7d5-0382-4314-8f62-cf54f03a9296 req-8c5348dd-3baf-4b78-bbd5-fbb3b5cba884 service neutron] For port e34c0227-02f2-4511-aa0f-45ab9e0eb2c0, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:52:37.055200 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-97ece7d5-0382-4314-8f62-cf54f03a9296 req-8c5348dd-3baf-4b78-bbd5-fbb3b5cba884 service neutron] For port e34c0227-02f2-4511-aa0f-45ab9e0eb2c0, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=e34c0227-02f2-4511-aa0f-45ab9e0eb2c0,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:52:37.092132 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-97ece7d5-0382-4314-8f62-cf54f03a9296 req-8c5348dd-3baf-4b78-bbd5-fbb3b5cba884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:37.100739 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-908e80f2-2905-49a2-9e6b-be623796fc58 None None] Port 64175f00-e4db-487d-a9bf-181c26d02541 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:52:37.103003 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e0dd9-cc32-438b-b18e-119dee66e80d req-5137a36b-b097-455d-a7b0-f896d5f49e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:37.104539 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b74e0dd9-cc32-438b-b18e-119dee66e80d req-5137a36b-b097-455d-a7b0-f896d5f49e2a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7a38679e-4ab8-4a39-9e4a-ae1b668ec623 HTTP/1.1" status: 200 len: 1102 time: 0.3188448 Jul 23 23:52:37.117514 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-0a9419b8-33d5-47b8-8da7-c6b42e7988fc req-7986ccde-9570-4ad9-9309-4ca7651c2500 service neutron] For port 448e03e8-4c39-4675-879c-139141578724, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:52:37.150602 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-0a9419b8-33d5-47b8-8da7-c6b42e7988fc req-7986ccde-9570-4ad9-9309-4ca7651c2500 service neutron] For port 448e03e8-4c39-4675-879c-139141578724, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=448e03e8-4c39-4675-879c-139141578724,segment=NetworkSegment(bee75817-8822-4c2b-8563-730cb65eb3a7),segment_id=bee75817-8822-4c2b-8563-730cb65eb3a7)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:52:37.169622 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-0a9419b8-33d5-47b8-8da7-c6b42e7988fc req-7986ccde-9570-4ad9-9309-4ca7651c2500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:37.215659 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ece7d5-0382-4314-8f62-cf54f03a9296 req-8c5348dd-3baf-4b78-bbd5-fbb3b5cba884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:37.216294 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-97ece7d5-0382-4314-8f62-cf54f03a9296 req-8c5348dd-3baf-4b78-bbd5-fbb3b5cba884 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:37.217769 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-97ece7d5-0382-4314-8f62-cf54f03a9296 req-8c5348dd-3baf-4b78-bbd5-fbb3b5cba884 service neutron] 10.222.0.64 "PUT /v2.0/ports/e34c0227-02f2-4511-aa0f-45ab9e0eb2c0 HTTP/1.1" status: 200 len: 1097 time: 2.5942583 Jul 23 23:52:37.218877 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af5131bd-fcc1-4fc9-ad83-c18f5ef82a81', 'tag': 'e34c0227-02f2-4511-aa0f-45ab9e0eb2c0'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:52:37.224287 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 9b8bfcf8-9451-4eeb-8a9f-42228003e45d up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:52:37.225234 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-460bd8ee-5fe0-4f5d-ac08-11c4b4ac447e" -d '{"events": [{"name": "network-changed", "server_uuid": "af5131bd-fcc1-4fc9-ad83-c18f5ef82a81", "tag": "e34c0227-02f2-4511-aa0f-45ab9e0eb2c0"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:52:37.248922 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9419b8-33d5-47b8-8da7-c6b42e7988fc req-7986ccde-9570-4ad9-9309-4ca7651c2500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:37.250130 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-0a9419b8-33d5-47b8-8da7-c6b42e7988fc req-7986ccde-9570-4ad9-9309-4ca7651c2500 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:37.251745 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0a9419b8-33d5-47b8-8da7-c6b42e7988fc req-7986ccde-9570-4ad9-9309-4ca7651c2500 service neutron] 10.222.0.52 "PUT /v2.0/ports/448e03e8-4c39-4675-879c-139141578724 HTTP/1.1" status: 200 len: 1093 time: 2.3731804 Jul 23 23:52:37.255795 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1383b6ed-cf46-43ee-ae3a-7ae5e248972f', 'tag': '448e03e8-4c39-4675-879c-139141578724'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:52:37.259175 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1fe09f7-4cb6-4de6-a915-d61438a1e1f8" -d '{"events": [{"name": "network-changed", "server_uuid": "1383b6ed-cf46-43ee-ae3a-7ae5e248972f", "tag": "448e03e8-4c39-4675-879c-139141578724"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:52:37.270459 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-d0fa982b-e2ce-464d-9918-025f674c71f5 req-d526ad60-5e7b-4d97-a444-aaeef6fc21b9 service neutron] For port b91ae1c3-235a-4786-9987-4bf1f96af5cf, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:52:37.279277 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-d0fa982b-e2ce-464d-9918-025f674c71f5 req-d526ad60-5e7b-4d97-a444-aaeef6fc21b9 service neutron] For port b91ae1c3-235a-4786-9987-4bf1f96af5cf, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=b91ae1c3-235a-4786-9987-4bf1f96af5cf,segment=NetworkSegment(1eb88701-f197-4cdd-9aa7-747409d195ea),segment_id=1eb88701-f197-4cdd-9aa7-747409d195ea)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:52:37.287638 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d0fa982b-e2ce-464d-9918-025f674c71f5 req-d526ad60-5e7b-4d97-a444-aaeef6fc21b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:37.305087 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-69dffe12-7e1d-496e-9942-cab752f5175e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:37.311759 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7986ccde-9570-4ad9-9309-4ca7651c2500 service neutron] Pushing event updated for resources: {'Port': ['ID=448e03e8-4c39-4675-879c-139141578724,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:37.316145 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b74e0dd9-cc32-438b-b18e-119dee66e80d req-4812311a-a724-461b-91c5-9039af7b4e24 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=39e2cfc2-bcff-4d1c-a5a4-8ca5083e8b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010036 Jul 23 23:52:37.359897 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5348dd-3baf-4b78-bbd5-fbb3b5cba884 service neutron] Pushing event updated for resources: {'Port': ['ID=e34c0227-02f2-4511-aa0f-45ab9e0eb2c0,revision_number=3']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:37.364106 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 9b8bfcf8-9451-4eeb-8a9f-42228003e45d completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:52:37.369429 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 9b8bfcf8-9451-4eeb-8a9f-42228003e45d triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:52:37.369939 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:37.436327 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa982b-e2ce-464d-9918-025f674c71f5 req-d526ad60-5e7b-4d97-a444-aaeef6fc21b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:37.437355 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d0fa982b-e2ce-464d-9918-025f674c71f5 req-d526ad60-5e7b-4d97-a444-aaeef6fc21b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:37.439050 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d0fa982b-e2ce-464d-9918-025f674c71f5 req-d526ad60-5e7b-4d97-a444-aaeef6fc21b9 service neutron] 10.222.0.52 "PUT /v2.0/ports/b91ae1c3-235a-4786-9987-4bf1f96af5cf HTTP/1.1" status: 200 len: 1093 time: 2.4572506 Jul 23 23:52:37.453979 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98674715-d776-480c-961b-678108b88b4e req-9af9f551-d2dc-472a-97c3-2ac07058eed6 tempest-VolumesAdminNegativeTest-1912201584 tempest-VolumesAdminNegativeTest-1912201584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:37.459800 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-98674715-d776-480c-961b-678108b88b4e req-9af9f551-d2dc-472a-97c3-2ac07058eed6 tempest-VolumesAdminNegativeTest-1912201584 tempest-VolumesAdminNegativeTest-1912201584-project] 10.222.0.44 "GET /v2.0/ports?device_id=bbdc88d9-1c6d-46e5-b46a-1706cd675bad HTTP/1.1" status: 200 len: 946 time: 0.4181075 Jul 23 23:52:37.549128 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:37.582008 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 9b8bfcf8-9451-4eeb-8a9f-42228003e45d, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=9b8bfcf8-9451-4eeb-8a9f-42228003e45d,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:52:37.594137 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:37.630950 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-98674715-d776-480c-961b-678108b88b4e req-858f38c0-b396-4a39-bc23-87dc3b26d628 tempest-VolumesAdminNegativeTest-1912201584 tempest-VolumesAdminNegativeTest-1912201584-project] 10.222.0.44 "GET /v2.0/security-groups?id=250fe6fc-699b-4f62-8139-3728280b5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057618 Jul 23 23:52:37.668522 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ece7d5-0382-4314-8f62-cf54f03a9296 req-21cad5b3-9ccc-4d65-a61c-bbd33d15897f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:37.671503 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-97ece7d5-0382-4314-8f62-cf54f03a9296 req-21cad5b3-9ccc-4d65-a61c-bbd33d15897f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=00c3bb9253ab446283875ca702165d85&device_id=af5131bd-fcc1-4fc9-ad83-c18f5ef82a81 HTTP/1.1" status: 200 len: 1100 time: 0.3923671 Jul 23 23:52:37.694825 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d526ad60-5e7b-4d97-a444-aaeef6fc21b9 service neutron] Pushing event updated for resources: {'Port': ['ID=b91ae1c3-235a-4786-9987-4bf1f96af5cf,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:37.764446 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=9b8bfcf8-9451-4eeb-8a9f-42228003e45d,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:37.787062 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9419b8-33d5-47b8-8da7-c6b42e7988fc req-eb50ffa3-e6fd-4535-8d4a-f4f8cf6727f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:37.794566 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0a9419b8-33d5-47b8-8da7-c6b42e7988fc req-eb50ffa3-e6fd-4535-8d4a-f4f8cf6727f5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3c7dd398271b4cc7a38ab7d4361ee7cb&device_id=1383b6ed-cf46-43ee-ae3a-7ae5e248972f HTTP/1.1" status: 200 len: 1096 time: 0.4184086 Jul 23 23:52:37.851373 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f0e50ea-f376-4904-88fd-f5566ddbd7b6 x-openstack-request-id: req-4f0e50ea-f376-4904-88fd-f5566ddbd7b6 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:52:37.851830 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0a9419b8-33d5-47b8-8da7-c6b42e7988fc req-028d130d-0ee5-44de-82d8-996ef4d01150 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=448e03e8-4c39-4675-879c-139141578724 HTTP/1.1" status: 200 len: 217 time: 0.0503128 Jul 23 23:52:37.852254 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af5131bd-fcc1-4fc9-ad83-c18f5ef82a81", "tag": "e34c0227-02f2-4511-aa0f-45ab9e0eb2c0", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:52:37.852712 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4f0e50ea-f376-4904-88fd-f5566ddbd7b6 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:52:37.853977 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af5131bd-fcc1-4fc9-ad83-c18f5ef82a81', 'tag': 'e34c0227-02f2-4511-aa0f-45ab9e0eb2c0', 'status': 'completed', 'code': 200} Jul 23 23:52:37.858632 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa982b-e2ce-464d-9918-025f674c71f5 req-6aa5715a-5423-4867-8e99-81069c0faeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:37.860761 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d0fa982b-e2ce-464d-9918-025f674c71f5 req-6aa5715a-5423-4867-8e99-81069c0faeb7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fe34b741dd5e495ab273e85e013ecfbf&device_id=aa375975-ebae-4ee4-92f6-87c367514699 HTTP/1.1" status: 200 len: 1096 time: 0.3740661 Jul 23 23:52:37.867776 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-97ece7d5-0382-4314-8f62-cf54f03a9296 req-783ec16b-e122-43fd-b998-0b812e9f1bf5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=e34c0227-02f2-4511-aa0f-45ab9e0eb2c0 HTTP/1.1" status: 200 len: 217 time: 0.0754278 Jul 23 23:52:37.935840 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d0fa982b-e2ce-464d-9918-025f674c71f5 req-6f585e10-8ef4-41c5-8267-c0c6bff653c3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b91ae1c3-235a-4786-9987-4bf1f96af5cf HTTP/1.1" status: 200 len: 217 time: 0.0621247 Jul 23 23:52:37.936596 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ece7d5-0382-4314-8f62-cf54f03a9296 req-e878413a-3575-475c-b258-5a2fea87a042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:37.941192 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-97ece7d5-0382-4314-8f62-cf54f03a9296 req-e878413a-3575-475c-b258-5a2fea87a042 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.0627828 Jul 23 23:52:37.941642 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9509203c-a19c-4a34-aef8-6518beed6d5b x-openstack-request-id: req-9509203c-a19c-4a34-aef8-6518beed6d5b {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:52:37.942108 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1383b6ed-cf46-43ee-ae3a-7ae5e248972f", "tag": "448e03e8-4c39-4675-879c-139141578724", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:52:37.942527 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9509203c-a19c-4a34-aef8-6518beed6d5b {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:52:37.943079 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1383b6ed-cf46-43ee-ae3a-7ae5e248972f', 'tag': '448e03e8-4c39-4675-879c-139141578724', 'status': 'completed', 'code': 200} Jul 23 23:52:38.011698 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa982b-e2ce-464d-9918-025f674c71f5 req-3be99c1e-44dc-4b31-9493-71b22a4db769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:38.013518 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d0fa982b-e2ce-464d-9918-025f674c71f5 req-3be99c1e-44dc-4b31-9493-71b22a4db769 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=13fa7780-575a-40c5-b19b-7d5a9ef282a8 HTTP/1.1" status: 200 len: 860 time: 0.0679364 Jul 23 23:52:38.024160 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87cdb8e-a98d-499d-addb-e03f25bc7a99 req-44ccdcb8-88ca-4dbc-878c-7514fb1a51ac tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:38.025790 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b87cdb8e-a98d-499d-addb-e03f25bc7a99 req-44ccdcb8-88ca-4dbc-878c-7514fb1a51ac tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/ports?device_id=1383b6ed-cf46-43ee-ae3a-7ae5e248972f HTTP/1.1" status: 200 len: 944 time: 0.4964597 Jul 23 23:52:38.084353 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9419b8-33d5-47b8-8da7-c6b42e7988fc req-880075e8-33fc-4e13-910d-f49977b0c6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:38.086220 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0a9419b8-33d5-47b8-8da7-c6b42e7988fc req-880075e8-33fc-4e13-910d-f49977b0c6d2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9591efd5-cf05-46fc-a204-a334741262ad HTTP/1.1" status: 200 len: 862 time: 0.2244723 Jul 23 23:52:38.098497 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-69dffe12-7e1d-496e-9942-cab752f5175e admin admin] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:38.114906 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ece7d5-0382-4314-8f62-cf54f03a9296 req-ebef4e73-d756-40fa-9215-7547cdde9daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:38.117071 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-97ece7d5-0382-4314-8f62-cf54f03a9296 req-ebef4e73-d756-40fa-9215-7547cdde9daa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1667356 Jul 23 23:52:38.118390 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-69dffe12-7e1d-496e-9942-cab752f5175e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:38.137900 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0a9419b8-33d5-47b8-8da7-c6b42e7988fc req-f445aa47-f7b1-4d21-bcf9-5996ea170f4e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=57903904-9b6d-4c31-9b1a-837f9a463391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436966 Jul 23 23:52:38.162303 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b87cdb8e-a98d-499d-addb-e03f25bc7a99 req-a9b2ac79-cc47-4b7d-a8d0-abecaf56cfc2 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee3bb585-1d46-4d4b-8ed6-e0ac9b92bd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243367 Jul 23 23:52:38.187324 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa982b-e2ce-464d-9918-025f674c71f5 req-5ccac77f-fe3c-434c-a7c7-20222739968a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:38.190001 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d0fa982b-e2ce-464d-9918-025f674c71f5 req-5ccac77f-fe3c-434c-a7c7-20222739968a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0d6ba2fb-46fe-4367-85af-3f33b158d449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1621704 Jul 23 23:52:38.389168 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e1b89a-d0da-47c3-bd18-c593bf6fa6a2 req-36e431e0-19ce-4805-b287-85373cf3cfe7 tempest-ServerDiagnosticsNegativeTest-2131127624 tempest-ServerDiagnosticsNegativeTest-2131127624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:38.396753 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0a9419b8-33d5-47b8-8da7-c6b42e7988fc req-2e3e65c7-2084-45e3-a55c-ee76d4f9a457 service neutron] 10.222.0.52 "GET /v2.0/networks/57903904-9b6d-4c31-9b1a-837f9a463391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491465 Jul 23 23:52:38.397332 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c9e1b89a-d0da-47c3-bd18-c593bf6fa6a2 req-36e431e0-19ce-4805-b287-85373cf3cfe7 tempest-ServerDiagnosticsNegativeTest-2131127624 tempest-ServerDiagnosticsNegativeTest-2131127624-project] 10.222.0.44 "GET /v2.0/ports?device_id=af5131bd-fcc1-4fc9-ad83-c18f5ef82a81 HTTP/1.1" status: 200 len: 948 time: 0.3819788 Jul 23 23:52:38.404399 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-69dffe12-7e1d-496e-9942-cab752f5175e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680980'] for router_interface, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:38.525066 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd1cfb3-18b1-4992-b707-6d210124d7c3 req-74a03bd8-0a7f-415c-a0fc-e5c84fbf37f6 tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:38.526777 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6cd1cfb3-18b1-4992-b707-6d210124d7c3 req-74a03bd8-0a7f-415c-a0fc-e5c84fbf37f6 tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ea95d92-588f-44d4-a822-d5940b9ff9b3 HTTP/1.1" status: 200 len: 949 time: 0.2146802 Jul 23 23:52:38.538858 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d0fa982b-e2ce-464d-9918-025f674c71f5 req-bb9832e2-f346-4ae2-9ce0-65ee0800dc6c service neutron] 10.222.0.52 "GET /v2.0/networks/0d6ba2fb-46fe-4367-85af-3f33b158d449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3400266 Jul 23 23:52:38.607121 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0a9419b8-33d5-47b8-8da7-c6b42e7988fc req-900d8daf-0a96-4582-95fe-c6ae8a1b8a65 service neutron] 10.222.0.52 "GET /v2.0/networks/57903904-9b6d-4c31-9b1a-837f9a463391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902535 Jul 23 23:52:38.717090 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dffe12-7e1d-496e-9942-cab752f5175e admin admin] Pushing event updated for resources: {'Port': ['ID=64175f00-e4db-487d-a9bf-181c26d02541,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:38.717463 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6cd1cfb3-18b1-4992-b707-6d210124d7c3 req-2e7adb9c-fae9-455b-a096-a510a30872cf tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] 10.222.0.44 "GET /v2.0/security-groups?id=39e2cfc2-bcff-4d1c-a5a4-8ca5083e8b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593161 Jul 23 23:52:38.732738 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ea95d92-588f-44d4-a822-d5940b9ff9b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4538d423-e0ff-42d0-9edc-14fc69c91c47'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:52:38.736114 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1341e90d-116f-46e8-99f9-8489af64803b" -d '{"events": [{"server_uuid": "9ea95d92-588f-44d4-a822-d5940b9ff9b3", "name": "network-vif-plugged", "status": "completed", "tag": "4538d423-e0ff-42d0-9edc-14fc69c91c47"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:52:38.768036 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fe09f7-4cb6-4de6-a915-d61438a1e1f8 req-35f25236-67f7-4f8f-ae23-5d78dc7777e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:38.768283 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-97ece7d5-0382-4314-8f62-cf54f03a9296 req-bf70a320-3d8a-4d98-8548-085f6a9f6cb6 service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6082497 Jul 23 23:52:38.770387 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b1fe09f7-4cb6-4de6-a915-d61438a1e1f8 req-35f25236-67f7-4f8f-ae23-5d78dc7777e7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3c7dd398271b4cc7a38ab7d4361ee7cb&device_id=1383b6ed-cf46-43ee-ae3a-7ae5e248972f HTTP/1.1" status: 200 len: 1096 time: 0.1033282 Jul 23 23:52:38.774496 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d0fa982b-e2ce-464d-9918-025f674c71f5 req-19145c2a-0bf1-4171-b83e-c92f28da1d0a service neutron] 10.222.0.52 "GET /v2.0/networks/0d6ba2fb-46fe-4367-85af-3f33b158d449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067993 Jul 23 23:52:38.774638 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c9e1b89a-d0da-47c3-bd18-c593bf6fa6a2 req-67f92cd9-b0a4-4d7b-a3df-3a7db175e6b4 tempest-ServerDiagnosticsNegativeTest-2131127624 tempest-ServerDiagnosticsNegativeTest-2131127624-project] 10.222.0.44 "GET /v2.0/security-groups?id=081964e7-0494-45e8-920d-24904eff5d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3762712 Jul 23 23:52:38.827594 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69dffe12-7e1d-496e-9942-cab752f5175e admin admin] Network 4ad65b13-e76f-4cd6-8789-24305d5150eb is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:52:38.831561 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-69dffe12-7e1d-496e-9942-cab752f5175e admin admin] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:52:38.871234 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c29bac0c-5075-4026-ab55-699302bfcd8f x-openstack-request-id: req-c29bac0c-5075-4026-ab55-699302bfcd8f {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:52:38.871716 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ea95d92-588f-44d4-a822-d5940b9ff9b3", "name": "network-vif-plugged", "status": "completed", "tag": "4538d423-e0ff-42d0-9edc-14fc69c91c47", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:52:38.871821 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c29bac0c-5075-4026-ab55-699302bfcd8f {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:52:38.872156 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ea95d92-588f-44d4-a822-d5940b9ff9b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4538d423-e0ff-42d0-9edc-14fc69c91c47', 'code': 200} Jul 23 23:52:38.940153 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fe09f7-4cb6-4de6-a915-d61438a1e1f8 req-a42beadd-ced9-4da5-89a6-3e48b559ffe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:38.942382 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b1fe09f7-4cb6-4de6-a915-d61438a1e1f8 req-a42beadd-ced9-4da5-89a6-3e48b559ffe7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=57903904-9b6d-4c31-9b1a-837f9a463391 HTTP/1.1" status: 200 len: 923 time: 0.1661060 Jul 23 23:52:39.103326 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b1fe09f7-4cb6-4de6-a915-d61438a1e1f8 req-f57037c9-182a-470a-804a-7b4c2980270a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=448e03e8-4c39-4675-879c-139141578724 HTTP/1.1" status: 200 len: 217 time: 0.1007123 Jul 23 23:52:39.214250 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fe09f7-4cb6-4de6-a915-d61438a1e1f8 req-1631b485-2174-4519-b9bc-46fd3dbed09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:39.232926 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b1fe09f7-4cb6-4de6-a915-d61438a1e1f8 req-1631b485-2174-4519-b9bc-46fd3dbed09b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9591efd5-cf05-46fc-a204-a334741262ad HTTP/1.1" status: 200 len: 862 time: 0.1210480 Jul 23 23:52:39.240055 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-526ccd96-6611-45e4-8f89-d2caa689ece6 None None] Provisioning complete for port 64175f00-e4db-487d-a9bf-181c26d02541 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:52:39.241990 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-526ccd96-6611-45e4-8f89-d2caa689ece6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:39.255595 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8095ef-93d2-40bf-8608-5d8b9cfc062d req-bbbe72c4-aa44-4b64-98ba-9476a2748bc6 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:39.273871 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9e8095ef-93d2-40bf-8608-5d8b9cfc062d req-bbbe72c4-aa44-4b64-98ba-9476a2748bc6 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa375975-ebae-4ee4-92f6-87c367514699 HTTP/1.1" status: 200 len: 944 time: 0.3309326 Jul 23 23:52:39.293598 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-97ece7d5-0382-4314-8f62-cf54f03a9296 req-d1ab2db6-7da0-41d3-805e-d41df58e4c66 service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5092318 Jul 23 23:52:39.345741 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 9b8bfcf8-9451-4eeb-8a9f-42228003e45d up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:52:39.352302 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b1fe09f7-4cb6-4de6-a915-d61438a1e1f8 req-552a50c4-fb9b-4d0a-a3a2-1a11edfb260f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=57903904-9b6d-4c31-9b1a-837f9a463391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478408 Jul 23 23:52:39.387607 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbb6107-940f-4c61-b572-de7b9bbde41d req-e2da2fd3-60aa-4bea-b94f-b58d788831ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:39.391673 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fbbb6107-940f-4c61-b572-de7b9bbde41d req-e2da2fd3-60aa-4bea-b94f-b58d788831ed service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9ea95d92-588f-44d4-a822-d5940b9ff9b3 HTTP/1.1" status: 200 len: 1101 time: 0.4204848 Jul 23 23:52:39.411297 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69dffe12-7e1d-496e-9942-cab752f5175e admin admin] Router 6e1891b2-a9e5-482a-a339-72c76a74f7e0 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:52:39.479045 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b1fe09f7-4cb6-4de6-a915-d61438a1e1f8 req-37c7f96d-c5fd-45a1-bda3-8cc7345430cf service neutron] 10.222.0.52 "GET /v2.0/networks/57903904-9b6d-4c31-9b1a-837f9a463391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134930 Jul 23 23:52:39.509157 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-526ccd96-6611-45e4-8f89-d2caa689ece6 None None] Port 64175f00-e4db-487d-a9bf-181c26d02541 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:52:39.531830 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9e8095ef-93d2-40bf-8608-5d8b9cfc062d req-be7a667a-4a9e-46e1-b539-2d5315edc430 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "GET /v2.0/security-groups?id=62065130-af15-4dfe-90c8-a05e16243009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511606 Jul 23 23:52:39.554850 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 9b8bfcf8-9451-4eeb-8a9f-42228003e45d triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:52:39.555427 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:39.634611 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b1fe09f7-4cb6-4de6-a915-d61438a1e1f8 req-f836b50a-3cc2-4621-a12f-3c015ce50a73 service neutron] 10.222.0.52 "GET /v2.0/networks/57903904-9b6d-4c31-9b1a-837f9a463391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322813 Jul 23 23:52:39.672259 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fbbb6107-940f-4c61-b572-de7b9bbde41d req-f019de56-3792-4913-9a7d-359fe292f1b8 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=39e2cfc2-bcff-4d1c-a5a4-8ca5083e8b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546725 Jul 23 23:52:39.691376 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460bd8ee-5fe0-4f5d-ac08-11c4b4ac447e req-c0dbeaa4-e3bc-4e53-a94b-2b8b30835a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:39.692935 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-460bd8ee-5fe0-4f5d-ac08-11c4b4ac447e req-c0dbeaa4-e3bc-4e53-a94b-2b8b30835a7e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=00c3bb9253ab446283875ca702165d85&device_id=af5131bd-fcc1-4fc9-ad83-c18f5ef82a81 HTTP/1.1" status: 200 len: 1100 time: 0.3476169 Jul 23 23:52:39.717679 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f09e24-e892-4cdc-9bc4-03b0c91543e4 req-0a6dd8a0-6dc0-46de-b0d9-a04bee2da830 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:39.719652 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-09f09e24-e892-4cdc-9bc4-03b0c91543e4 req-0a6dd8a0-6dc0-46de-b0d9-a04bee2da830 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/ports?device_id=1383b6ed-cf46-43ee-ae3a-7ae5e248972f HTTP/1.1" status: 200 len: 944 time: 0.3221593 Jul 23 23:52:39.781356 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69dffe12-7e1d-496e-9942-cab752f5175e admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:52:39.792603 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141ac753-fb34-47ac-934b-54a66ca8608a None None] Sync routers for ids ['6e1891b2-a9e5-482a-a339-72c76a74f7e0'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:52:39.793337 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-69dffe12-7e1d-496e-9942-cab752f5175e admin admin] 10.222.0.44 "PUT /v2.0/routers/6e1891b2-a9e5-482a-a339-72c76a74f7e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3512495 Jul 23 23:52:39.808857 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141ac753-fb34-47ac-934b-54a66ca8608a None None] Routers {'6e1891b2-a9e5-482a-a339-72c76a74f7e0'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:52:39.809270 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-141ac753-fb34-47ac-934b-54a66ca8608a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:52:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['6e1891b2-a9e5-482a-a339-72c76a74f7e0'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:52:39.848622 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-09f09e24-e892-4cdc-9bc4-03b0c91543e4 req-29b0059a-d223-4abd-b247-3ef5cac0d969 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee3bb585-1d46-4d4b-8ed6-e0ac9b92bd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172729 Jul 23 23:52:39.900489 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53771dc-f11b-49ac-a2f2-b323531c5ac3 req-e2705d1a-9cc0-4ce1-9111-2975665173e8 tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:39.903667 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b53771dc-f11b-49ac-a2f2-b323531c5ac3 req-e2705d1a-9cc0-4ce1-9111-2975665173e8 tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ea95d92-588f-44d4-a822-d5940b9ff9b3 HTTP/1.1" status: 200 len: 949 time: 0.1136286 Jul 23 23:52:39.941971 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460bd8ee-5fe0-4f5d-ac08-11c4b4ac447e req-8e57b65b-8455-4e77-868d-2249d6b53e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:39.945076 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa375975-ebae-4ee4-92f6-87c367514699', 'tag': 'b91ae1c3-235a-4786-9987-4bf1f96af5cf'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:52:39.947565 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c245101f-7132-432e-944f-6d1c98e12a7e" -d '{"events": [{"name": "network-changed", "server_uuid": "aa375975-ebae-4ee4-92f6-87c367514699", "tag": "b91ae1c3-235a-4786-9987-4bf1f96af5cf"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:52:39.953424 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-460bd8ee-5fe0-4f5d-ac08-11c4b4ac447e req-8e57b65b-8455-4e77-868d-2249d6b53e81 service neutron] 10.222.0.64 "GET /v2.0/networks?id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 HTTP/1.1" status: 200 len: 870 time: 0.2285042 Jul 23 23:52:39.978793 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b53771dc-f11b-49ac-a2f2-b323531c5ac3 req-37d00d73-645a-4822-ba5e-79096ff95930 tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] 10.222.0.44 "GET /v2.0/security-groups?id=39e2cfc2-bcff-4d1c-a5a4-8ca5083e8b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607505 Jul 23 23:52:40.012553 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-141ac753-fb34-47ac-934b-54a66ca8608a None None] Set router 6e1891b2-a9e5-482a-a339-72c76a74f7e0 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:52:40.028837 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676d357f-8a0c-4f1b-afac-e9957b266084 x-openstack-request-id: req-676d357f-8a0c-4f1b-afac-e9957b266084 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:52:40.029494 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa375975-ebae-4ee4-92f6-87c367514699", "tag": "b91ae1c3-235a-4786-9987-4bf1f96af5cf", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:52:40.029913 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-676d357f-8a0c-4f1b-afac-e9957b266084 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:52:40.030489 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa375975-ebae-4ee4-92f6-87c367514699', 'tag': 'b91ae1c3-235a-4786-9987-4bf1f96af5cf', 'status': 'completed', 'code': 200} Jul 23 23:52:40.050083 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-460bd8ee-5fe0-4f5d-ac08-11c4b4ac447e req-766a6797-6583-4ce3-ab95-d11f02fe8fb6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=e34c0227-02f2-4511-aa0f-45ab9e0eb2c0 HTTP/1.1" status: 200 len: 217 time: 0.0883484 Jul 23 23:52:40.148218 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c245101f-7132-432e-944f-6d1c98e12a7e req-3a692cb4-6a46-4605-b8f4-9af78a37a81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:40.150147 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c245101f-7132-432e-944f-6d1c98e12a7e req-3a692cb4-6a46-4605-b8f4-9af78a37a81c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fe34b741dd5e495ab273e85e013ecfbf&device_id=aa375975-ebae-4ee4-92f6-87c367514699 HTTP/1.1" status: 200 len: 1096 time: 0.0961211 Jul 23 23:52:40.151712 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460bd8ee-5fe0-4f5d-ac08-11c4b4ac447e req-ba2e9fa0-0f99-4318-9ded-07fbe33d3e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:40.153522 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-460bd8ee-5fe0-4f5d-ac08-11c4b4ac447e req-ba2e9fa0-0f99-4318-9ded-07fbe33d3e40 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.0670595 Jul 23 23:52:40.213532 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe90e22b-35ca-4ce1-9827-97b49374351a req-8f489594-b339-49bd-a452-ba3befe62067 tempest-ServerDiagnosticsNegativeTest-2131127624 tempest-ServerDiagnosticsNegativeTest-2131127624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:40.214892 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fe90e22b-35ca-4ce1-9827-97b49374351a req-8f489594-b339-49bd-a452-ba3befe62067 tempest-ServerDiagnosticsNegativeTest-2131127624 tempest-ServerDiagnosticsNegativeTest-2131127624-project] 10.222.0.44 "GET /v2.0/ports?device_id=af5131bd-fcc1-4fc9-ad83-c18f5ef82a81 HTTP/1.1" status: 200 len: 948 time: 0.2347245 Jul 23 23:52:40.268609 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fe90e22b-35ca-4ce1-9827-97b49374351a req-226a173f-36fa-404b-b52f-6e46c0320b03 tempest-ServerDiagnosticsNegativeTest-2131127624 tempest-ServerDiagnosticsNegativeTest-2131127624-project] 10.222.0.44 "GET /v2.0/security-groups?id=081964e7-0494-45e8-920d-24904eff5d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426741 Jul 23 23:52:40.288730 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460bd8ee-5fe0-4f5d-ac08-11c4b4ac447e req-b6c8ecff-42e4-4e12-a60b-6acd6a54d32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:40.290278 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-460bd8ee-5fe0-4f5d-ac08-11c4b4ac447e req-b6c8ecff-42e4-4e12-a60b-6acd6a54d32e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1289425 Jul 23 23:52:40.326908 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c245101f-7132-432e-944f-6d1c98e12a7e req-96ed0bed-5fed-4836-b79a-19895cacf8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:40.329159 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c245101f-7132-432e-944f-6d1c98e12a7e req-96ed0bed-5fed-4836-b79a-19895cacf8cd service neutron] 10.222.0.52 "GET /v2.0/networks?id=0d6ba2fb-46fe-4367-85af-3f33b158d449 HTTP/1.1" status: 200 len: 922 time: 0.1675322 Jul 23 23:52:40.411230 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c245101f-7132-432e-944f-6d1c98e12a7e req-61d55c28-e344-46f3-9e4f-9043eefc2adf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b91ae1c3-235a-4786-9987-4bf1f96af5cf HTTP/1.1" status: 200 len: 217 time: 0.0758355 Jul 23 23:52:40.434306 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-460bd8ee-5fe0-4f5d-ac08-11c4b4ac447e req-871bb38c-7c95-4700-b9f5-6adcbc6090ec service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364605 Jul 23 23:52:40.489799 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-141ac753-fb34-47ac-934b-54a66ca8608a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1891b2-a9e5-482a-a339-72c76a74f7e0', 'name': 'tempest-AttachSCSIVolumeTestJSON-229842365-router', 'tenant_id': 'c12fd039d6c846faa62cc7e40c0b8c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '9b8bfcf8-9451-4eeb-8a9f-42228003e45d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:52:28Z', 'updated_at': '2021-07-23T23:52:37Z', 'revision_number': 4, 'project_id': 'c12fd039d6c846faa62cc7e40c0b8c84', 'gw_port': {'id': '9b8bfcf8-9451-4eeb-8a9f-42228003e45d', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1891b2-a9e5-482a-a339-72c76a74f7e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:52:29Z', 'updated_at': '2021-07-23T23:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '64175f00-e4db-487d-a9bf-181c26d02541', 'name': '', 'network_id': '4ad65b13-e76f-4cd6-8789-24305d5150eb', 'tenant_id': 'c12fd039d6c846faa62cc7e40c0b8c84', 'mac_address': 'fa:16:3e:91:5b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e1891b2-a9e5-482a-a339-72c76a74f7e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '2a3770d0-e623-40cc-902b-54fdd563540f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:52:34Z', 'updated_at': '2021-07-23T23:52:37Z', 'revision_number': 2, 'project_id': 'c12fd039d6c846faa62cc7e40c0b8c84', 'subnets': [{'id': '2a3770d0-e623-40cc-902b-54fdd563540f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:52:40.500122 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c245101f-7132-432e-944f-6d1c98e12a7e req-71ad7772-b3e3-48ef-b21c-0b03339ff11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:40.502236 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c245101f-7132-432e-944f-6d1c98e12a7e req-71ad7772-b3e3-48ef-b21c-0b03339ff11c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=13fa7780-575a-40c5-b19b-7d5a9ef282a8 HTTP/1.1" status: 200 len: 860 time: 0.0822322 Jul 23 23:52:40.542149 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141ac753-fb34-47ac-934b-54a66ca8608a None None] Checking router: 6e1891b2-a9e5-482a-a339-72c76a74f7e0 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:52:40.542520 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141ac753-fb34-47ac-934b-54a66ca8608a None None] Updating router 6e1891b2-a9e5-482a-a339-72c76a74f7e0 port 64175f00-e4db-487d-a9bf-181c26d02541 binding host n-d-800088-16 {{(pid=100315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:52:40.579034 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-460bd8ee-5fe0-4f5d-ac08-11c4b4ac447e req-30e21a2d-a06d-4ccb-a1c2-1ea62f861035 service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356878 Jul 23 23:52:40.671586 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-141ac753-fb34-47ac-934b-54a66ca8608a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:40.804951 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c245101f-7132-432e-944f-6d1c98e12a7e req-715ab768-b5ab-40f6-995f-20ccb686b532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:40.806886 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c245101f-7132-432e-944f-6d1c98e12a7e req-715ab768-b5ab-40f6-995f-20ccb686b532 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0d6ba2fb-46fe-4367-85af-3f33b158d449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2961235 Jul 23 23:52:40.860903 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471b08f8-07ec-4096-9cb5-44b80fb29acf req-9d3b3951-26d7-4724-b964-1a0068cda175 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:40.868403 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-471b08f8-07ec-4096-9cb5-44b80fb29acf req-9d3b3951-26d7-4724-b964-1a0068cda175 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa375975-ebae-4ee4-92f6-87c367514699 HTTP/1.1" status: 200 len: 944 time: 0.2132342 Jul 23 23:52:41.016789 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-471b08f8-07ec-4096-9cb5-44b80fb29acf req-6c0d562e-76b4-440d-8406-276c560aa7b1 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "GET /v2.0/security-groups?id=62065130-af15-4dfe-90c8-a05e16243009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473050 Jul 23 23:52:41.085702 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c245101f-7132-432e-944f-6d1c98e12a7e req-b48ebe47-ef6f-4581-8b72-fd95ad8e116e service neutron] 10.222.0.52 "GET /v2.0/networks/0d6ba2fb-46fe-4367-85af-3f33b158d449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663820 Jul 23 23:52:41.193879 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-141ac753-fb34-47ac-934b-54a66ca8608a None None] Notify callbacks [] for port, precommit_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:41.212785 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-141ac753-fb34-47ac-934b-54a66ca8608a None None] Transition to ACTIVE for port object 64175f00-e4db-487d-a9bf-181c26d02541 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:52:41.223616 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-141ac753-fb34-47ac-934b-54a66ca8608a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:41.287776 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c245101f-7132-432e-944f-6d1c98e12a7e req-4ac0c152-7587-4f49-b4ae-8dc625f62517 service neutron] 10.222.0.52 "GET /v2.0/networks/0d6ba2fb-46fe-4367-85af-3f33b158d449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947854 Jul 23 23:52:41.338977 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26b51b4-d2e9-4f23-ad35-2f7c0fcc3df2 req-25760695-d1aa-42b8-8b99-52ee832fc2ad tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:41.353241 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61505628-f68a-463c-9d8d-290fc001b174 None None] Pushing event updated for resources: {'Port': ['ID=64175f00-e4db-487d-a9bf-181c26d02541,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:41.353500 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f26b51b4-d2e9-4f23-ad35-2f7c0fcc3df2 req-25760695-d1aa-42b8-8b99-52ee832fc2ad tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/ports?device_id=1383b6ed-cf46-43ee-ae3a-7ae5e248972f HTTP/1.1" status: 200 len: 944 time: 0.1573179 Jul 23 23:52:41.416798 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f26b51b4-d2e9-4f23-ad35-2f7c0fcc3df2 req-28a3db69-3419-45f8-8127-6b58519179fd tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee3bb585-1d46-4d4b-8ed6-e0ac9b92bd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625150 Jul 23 23:52:41.447945 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-141ac753-fb34-47ac-934b-54a66ca8608a None None] Attempting to bind port 64175f00-e4db-487d-a9bf-181c26d02541 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:52:41.448356 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-141ac753-fb34-47ac-934b-54a66ca8608a None None] Attempting to bind port 64175f00-e4db-487d-a9bf-181c26d02541 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': 'a9594cac-1cab-4b48-a740-b9cc5026e516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4ad65b13-e76f-4cd6-8789-24305d5150eb'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:52:41.448737 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141ac753-fb34-47ac-934b-54a66ca8608a None None] Attempting to bind port 64175f00-e4db-487d-a9bf-181c26d02541 on network 4ad65b13-e76f-4cd6-8789-24305d5150eb {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:52:41.510353 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141ac753-fb34-47ac-934b-54a66ca8608a None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:52:41.512517 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141ac753-fb34-47ac-934b-54a66ca8608a None None] Checking segment: {'id': 'a9594cac-1cab-4b48-a740-b9cc5026e516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4ad65b13-e76f-4cd6-8789-24305d5150eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:52:41.512978 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-141ac753-fb34-47ac-934b-54a66ca8608a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:41.513393 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141ac753-fb34-47ac-934b-54a66ca8608a None None] Bound using segment: {'id': 'a9594cac-1cab-4b48-a740-b9cc5026e516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4ad65b13-e76f-4cd6-8789-24305d5150eb'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:52:41.513907 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-141ac753-fb34-47ac-934b-54a66ca8608a None None] Bound port: 64175f00-e4db-487d-a9bf-181c26d02541, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9594cac-1cab-4b48-a740-b9cc5026e516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4ad65b13-e76f-4cd6-8789-24305d5150eb'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:52:41.519535 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-141ac753-fb34-47ac-934b-54a66ca8608a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:41.581102 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device e34c0227-02f2-4511-aa0f-45ab9e0eb2c0 details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:52:41.706357 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-141ac753-fb34-47ac-934b-54a66ca8608a None None] For port 64175f00-e4db-487d-a9bf-181c26d02541, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:52:41.757294 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-141ac753-fb34-47ac-934b-54a66ca8608a None None] For port 64175f00-e4db-487d-a9bf-181c26d02541, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=64175f00-e4db-487d-a9bf-181c26d02541,segment=NetworkSegment(a9594cac-1cab-4b48-a740-b9cc5026e516),segment_id=a9594cac-1cab-4b48-a740-b9cc5026e516)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:52:41.774826 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-141ac753-fb34-47ac-934b-54a66ca8608a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:41.830102 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f8221d-84ad-421c-8ecd-006b7789a0e6 req-14fcd576-b56c-40ff-a824-adc8dedf5be9 tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:41.834815 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port e34c0227-02f2-4511-aa0f-45ab9e0eb2c0, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=e34c0227-02f2-4511-aa0f-45ab9e0eb2c0,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:52:41.837076 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-98f8221d-84ad-421c-8ecd-006b7789a0e6 req-14fcd576-b56c-40ff-a824-adc8dedf5be9 tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ea95d92-588f-44d4-a822-d5940b9ff9b3 HTTP/1.1" status: 200 len: 949 time: 0.2012768 Jul 23 23:52:41.871979 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74119fc0-b7f1-4a87-92bf-5d59a79fa6ff req-404a1a0d-4527-4eb1-9c13-5980d7ed6889 tempest-ServerDiagnosticsNegativeTest-2131127624 tempest-ServerDiagnosticsNegativeTest-2131127624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:41.884341 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-74119fc0-b7f1-4a87-92bf-5d59a79fa6ff req-404a1a0d-4527-4eb1-9c13-5980d7ed6889 tempest-ServerDiagnosticsNegativeTest-2131127624 tempest-ServerDiagnosticsNegativeTest-2131127624-project] 10.222.0.44 "GET /v2.0/ports?device_id=af5131bd-fcc1-4fc9-ad83-c18f5ef82a81 HTTP/1.1" status: 200 len: 948 time: 0.1450367 Jul 23 23:52:41.889096 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': 'e34c0227-02f2-4511-aa0f-45ab9e0eb2c0', 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2', 'port_id': 'e34c0227-02f2-4511-aa0f-45ab9e0eb2c0', 'mac_address': 'fa:16:3e:ec:5e:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef73a7e1-c64a-41e3-9997-629475c7b6b1', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:52:41.932606 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-98f8221d-84ad-421c-8ecd-006b7789a0e6 req-d5c6fdce-33f9-46e0-9405-4a16e8e4458e tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] 10.222.0.44 "GET /v2.0/security-groups?id=39e2cfc2-bcff-4d1c-a5a4-8ca5083e8b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945683 Jul 23 23:52:41.945096 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141ac753-fb34-47ac-934b-54a66ca8608a None None] Routers {'6e1891b2-a9e5-482a-a339-72c76a74f7e0'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:52:41.945096 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-141ac753-fb34-47ac-934b-54a66ca8608a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:52:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['6e1891b2-a9e5-482a-a339-72c76a74f7e0'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:52:42.009838 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-74119fc0-b7f1-4a87-92bf-5d59a79fa6ff req-1f925266-6f16-4978-b3f7-b44c0be8b2de tempest-ServerDiagnosticsNegativeTest-2131127624 tempest-ServerDiagnosticsNegativeTest-2131127624-project] 10.222.0.44 "GET /v2.0/security-groups?id=081964e7-0494-45e8-920d-24904eff5d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243939 Jul 23 23:52:42.116326 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61505628-f68a-463c-9d8d-290fc001b174 None None] Pushing event updated for resources: {'Port': ['ID=64175f00-e4db-487d-a9bf-181c26d02541,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:42.220915 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a7721-48d0-443a-89eb-4ca7b688ea4c req-9c97abb0-171a-49d3-a5af-67d539ecab4d tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:42.239538 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-148a7721-48d0-443a-89eb-4ca7b688ea4c req-9c97abb0-171a-49d3-a5af-67d539ecab4d tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a38679e-4ab8-4a39-9e4a-ae1b668ec623 HTTP/1.1" status: 200 len: 950 time: 0.1945693 Jul 23 23:52:42.309547 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bd6100-3e39-4e27-96a5-a4c9ace93dcf req-7b1cd173-3922-4146-8f35-6e90e6394185 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:42.319617 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-96bd6100-3e39-4e27-96a5-a4c9ace93dcf req-7b1cd173-3922-4146-8f35-6e90e6394185 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa375975-ebae-4ee4-92f6-87c367514699 HTTP/1.1" status: 200 len: 944 time: 0.1765795 Jul 23 23:52:42.335509 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:42.358011 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-148a7721-48d0-443a-89eb-4ca7b688ea4c req-734e4097-61a5-4f81-bd28-6b302bbddbb3 tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] 10.222.0.44 "GET /v2.0/security-groups?id=39e2cfc2-bcff-4d1c-a5a4-8ca5083e8b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145372 Jul 23 23:52:42.387000 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e34c0227-02f2-4511-aa0f-45ab9e0eb2c0 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:52:42.433975 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-96bd6100-3e39-4e27-96a5-a4c9ace93dcf req-c8156110-b437-4119-80c5-fb40ff3b1d1f tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "GET /v2.0/security-groups?id=62065130-af15-4dfe-90c8-a05e16243009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132758 Jul 23 23:52:42.461172 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port e34c0227-02f2-4511-aa0f-45ab9e0eb2c0, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=e34c0227-02f2-4511-aa0f-45ab9e0eb2c0,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:52:42.464074 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-141ac753-fb34-47ac-934b-54a66ca8608a None None] Set router 6e1891b2-a9e5-482a-a339-72c76a74f7e0 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:52:42.529827 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:42.662657 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=e34c0227-02f2-4511-aa0f-45ab9e0eb2c0,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:42.683217 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 448e03e8-4c39-4675-879c-139141578724 details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:52:42.791021 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['e34c0227-02f2-4511-aa0f-45ab9e0eb2c0'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:52:42.809989 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b8a8fe-3ddd-4b70-8e0a-d5812b49cdea req-9889e307-ef5d-4ae9-bb44-3a0ad6d63c48 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:42.822268 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-01b8a8fe-3ddd-4b70-8e0a-d5812b49cdea req-9889e307-ef5d-4ae9-bb44-3a0ad6d63c48 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/ports?device_id=1383b6ed-cf46-43ee-ae3a-7ae5e248972f HTTP/1.1" status: 200 len: 944 time: 0.2538428 Jul 23 23:52:42.890910 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-01b8a8fe-3ddd-4b70-8e0a-d5812b49cdea req-95b3d698-a8be-4122-bc73-2fd9ca680317 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee3bb585-1d46-4d4b-8ed6-e0ac9b92bd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671875 Jul 23 23:52:43.255823 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 448e03e8-4c39-4675-879c-139141578724, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=448e03e8-4c39-4675-879c-139141578724,segment=NetworkSegment(bee75817-8822-4c2b-8563-730cb65eb3a7),segment_id=bee75817-8822-4c2b-8563-730cb65eb3a7)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:52:43.269859 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd83c3c8-2c9c-4285-a86d-79b0a7e39e78 req-44367652-49ea-471a-8ad5-1ad1126e7e64 tempest-ServerDiagnosticsNegativeTest-2131127624 tempest-ServerDiagnosticsNegativeTest-2131127624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:43.278552 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-dd83c3c8-2c9c-4285-a86d-79b0a7e39e78 req-44367652-49ea-471a-8ad5-1ad1126e7e64 tempest-ServerDiagnosticsNegativeTest-2131127624 tempest-ServerDiagnosticsNegativeTest-2131127624-project] 10.222.0.44 "GET /v2.0/ports?device_id=af5131bd-fcc1-4fc9-ad83-c18f5ef82a81 HTTP/1.1" status: 200 len: 949 time: 0.1314840 Jul 23 23:52:43.290076 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': '448e03e8-4c39-4675-879c-139141578724', 'network_id': '57903904-9b6d-4c31-9b1a-837f9a463391', 'port_id': '448e03e8-4c39-4675-879c-139141578724', 'mac_address': 'fa:16:3e:3b:45:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9591efd5-cf05-46fc-a204-a334741262ad', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:52:43.335068 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-dd83c3c8-2c9c-4285-a86d-79b0a7e39e78 req-74ea223b-1d50-4698-9d6b-fb43ae845826 tempest-ServerDiagnosticsNegativeTest-2131127624 tempest-ServerDiagnosticsNegativeTest-2131127624-project] 10.222.0.44 "GET /v2.0/security-groups?id=081964e7-0494-45e8-920d-24904eff5d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552816 Jul 23 23:52:43.433638 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:43.440662 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-141ac753-fb34-47ac-934b-54a66ca8608a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1891b2-a9e5-482a-a339-72c76a74f7e0', 'name': 'tempest-AttachSCSIVolumeTestJSON-229842365-router', 'tenant_id': 'c12fd039d6c846faa62cc7e40c0b8c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '9b8bfcf8-9451-4eeb-8a9f-42228003e45d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:52:28Z', 'updated_at': '2021-07-23T23:52:37Z', 'revision_number': 4, 'project_id': 'c12fd039d6c846faa62cc7e40c0b8c84', 'gw_port': {'id': '9b8bfcf8-9451-4eeb-8a9f-42228003e45d', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1891b2-a9e5-482a-a339-72c76a74f7e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:52:29Z', 'updated_at': '2021-07-23T23:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '64175f00-e4db-487d-a9bf-181c26d02541', 'name': '', 'network_id': '4ad65b13-e76f-4cd6-8789-24305d5150eb', 'tenant_id': 'c12fd039d6c846faa62cc7e40c0b8c84', 'mac_address': 'fa:16:3e:91:5b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e1891b2-a9e5-482a-a339-72c76a74f7e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '2a3770d0-e623-40cc-902b-54fdd563540f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:52:34Z', 'updated_at': '2021-07-23T23:52:41Z', 'revision_number': 4, 'project_id': 'c12fd039d6c846faa62cc7e40c0b8c84', 'subnets': [{'id': '2a3770d0-e623-40cc-902b-54fdd563540f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:52:43.483054 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141ac753-fb34-47ac-934b-54a66ca8608a None None] The sync data for ids ['6e1891b2-a9e5-482a-a339-72c76a74f7e0'] in n-d-800088-16 is: [{'id': '6e1891b2-a9e5-482a-a339-72c76a74f7e0', 'name': 'tempest-AttachSCSIVolumeTestJSON-229842365-router', 'tenant_id': 'c12fd039d6c846faa62cc7e40c0b8c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '9b8bfcf8-9451-4eeb-8a9f-42228003e45d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:52:28Z', 'updated_at': '2021-07-23T23:52:37Z', 'revision_number': 4, 'project_id': 'c12fd039d6c846faa62cc7e40c0b8c84', 'gw_port': {'id': '9b8bfcf8-9451-4eeb-8a9f-42228003e45d', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1891b2-a9e5-482a-a339-72c76a74f7e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:52:29Z', 'updated_at': '2021-07-23T23:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '64175f00-e4db-487d-a9bf-181c26d02541', 'name': '', 'network_id': '4ad65b13-e76f-4cd6-8789-24305d5150eb', 'tenant_id': 'c12fd039d6c846faa62cc7e40c0b8c84', 'mac_address': 'fa:16:3e:91:5b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e1891b2-a9e5-482a-a339-72c76a74f7e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '2a3770d0-e623-40cc-902b-54fdd563540f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:52:34Z', 'updated_at': '2021-07-23T23:52:41Z', 'revision_number': 4, 'project_id': 'c12fd039d6c846faa62cc7e40c0b8c84', 'subnets': [{'id': '2a3770d0-e623-40cc-902b-54fdd563540f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:52:43.487755 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 448e03e8-4c39-4675-879c-139141578724 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:52:43.537830 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 448e03e8-4c39-4675-879c-139141578724, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=448e03e8-4c39-4675-879c-139141578724,segment=NetworkSegment(bee75817-8822-4c2b-8563-730cb65eb3a7),segment_id=bee75817-8822-4c2b-8563-730cb65eb3a7)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:52:43.550042 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:43.551067 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device b91ae1c3-235a-4786-9987-4bf1f96af5cf details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:52:43.725713 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=448e03e8-4c39-4675-879c-139141578724,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:43.741453 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d3ab4f-917e-4645-b714-fb833b9d0cb7 req-dba680e9-929e-4e7d-a5c0-257da4095a27 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:43.752289 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-23d3ab4f-917e-4645-b714-fb833b9d0cb7 req-dba680e9-929e-4e7d-a5c0-257da4095a27 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa375975-ebae-4ee4-92f6-87c367514699 HTTP/1.1" status: 200 len: 944 time: 0.1873136 Jul 23 23:52:43.827913 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port b91ae1c3-235a-4786-9987-4bf1f96af5cf, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=b91ae1c3-235a-4786-9987-4bf1f96af5cf,segment=NetworkSegment(1eb88701-f197-4cdd-9aa7-747409d195ea),segment_id=1eb88701-f197-4cdd-9aa7-747409d195ea)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:52:43.828131 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-23d3ab4f-917e-4645-b714-fb833b9d0cb7 req-6159fded-7b1a-46ea-a15c-47d7132a7c76 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "GET /v2.0/security-groups?id=62065130-af15-4dfe-90c8-a05e16243009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729134 Jul 23 23:52:43.847733 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': 'b91ae1c3-235a-4786-9987-4bf1f96af5cf', 'network_id': '0d6ba2fb-46fe-4367-85af-3f33b158d449', 'port_id': 'b91ae1c3-235a-4786-9987-4bf1f96af5cf', 'mac_address': 'fa:16:3e:ae:c9:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13fa7780-575a-40c5-b19b-7d5a9ef282a8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:52:43.930138 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:43.961088 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b91ae1c3-235a-4786-9987-4bf1f96af5cf {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:52:44.010958 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port b91ae1c3-235a-4786-9987-4bf1f96af5cf, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=b91ae1c3-235a-4786-9987-4bf1f96af5cf,segment=NetworkSegment(1eb88701-f197-4cdd-9aa7-747409d195ea),segment_id=1eb88701-f197-4cdd-9aa7-747409d195ea)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:52:44.022726 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:44.159822 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=b91ae1c3-235a-4786-9987-4bf1f96af5cf,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:44.218881 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b3b458-e391-408d-ac28-58296e7ec67c req-9e59625c-00d2-4796-85af-6095bfe60adb tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:44.220639 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-96b3b458-e391-408d-ac28-58296e7ec67c req-9e59625c-00d2-4796-85af-6095bfe60adb tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/ports?device_id=1383b6ed-cf46-43ee-ae3a-7ae5e248972f HTTP/1.1" status: 200 len: 945 time: 0.1844320 Jul 23 23:52:44.309316 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['448e03e8-4c39-4675-879c-139141578724'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:52:44.316840 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['b91ae1c3-235a-4786-9987-4bf1f96af5cf'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:52:44.346118 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-96b3b458-e391-408d-ac28-58296e7ec67c req-14faf5b5-63bd-4970-b4fb-42c7eae292d9 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee3bb585-1d46-4d4b-8ed6-e0ac9b92bd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093991 Jul 23 23:52:44.520142 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:44.543584 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e03ea2c-a8d4-4001-b82b-4c7bd9d225ae req-26eed50e-c26e-4e05-8a76-07e1085514a6 tempest-ServerDiagnosticsNegativeTest-2131127624 tempest-ServerDiagnosticsNegativeTest-2131127624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:44.547040 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0e03ea2c-a8d4-4001-b82b-4c7bd9d225ae req-26eed50e-c26e-4e05-8a76-07e1085514a6 tempest-ServerDiagnosticsNegativeTest-2131127624 tempest-ServerDiagnosticsNegativeTest-2131127624-project] 10.222.0.44 "GET /v2.0/ports?device_id=af5131bd-fcc1-4fc9-ad83-c18f5ef82a81 HTTP/1.1" status: 200 len: 949 time: 0.1185315 Jul 23 23:52:44.603653 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0e03ea2c-a8d4-4001-b82b-4c7bd9d225ae req-cb515bf8-082c-4b99-8293-d0cb60369dc8 tempest-ServerDiagnosticsNegativeTest-2131127624 tempest-ServerDiagnosticsNegativeTest-2131127624-project] 10.222.0.44 "GET /v2.0/security-groups?id=081964e7-0494-45e8-920d-24904eff5d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497873 Jul 23 23:52:44.986275 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9504e422-b971-4eb8-ab35-d054d800939d req-2b98333c-d2b9-48a8-b04c-0fa2f43148a4 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:44.988151 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9504e422-b971-4eb8-ab35-d054d800939d req-2b98333c-d2b9-48a8-b04c-0fa2f43148a4 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa375975-ebae-4ee4-92f6-87c367514699 HTTP/1.1" status: 200 len: 945 time: 0.0919971 Jul 23 23:52:45.038727 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9504e422-b971-4eb8-ab35-d054d800939d req-ccfaca9a-3064-4644-817c-42480a7e1ae8 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "GET /v2.0/security-groups?id=62065130-af15-4dfe-90c8-a05e16243009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446520 Jul 23 23:52:45.184575 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 64175f00-e4db-487d-a9bf-181c26d02541 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:52:45.254506 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 64175f00-e4db-487d-a9bf-181c26d02541 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:52:45.260444 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 64175f00-e4db-487d-a9bf-181c26d02541 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:52:45.260900 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:45.377217 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:45.454560 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 64175f00-e4db-487d-a9bf-181c26d02541, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=64175f00-e4db-487d-a9bf-181c26d02541,segment=NetworkSegment(a9594cac-1cab-4b48-a740-b9cc5026e516),segment_id=a9594cac-1cab-4b48-a740-b9cc5026e516)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:52:45.466008 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:45.591190 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d91454a-7de6-4645-9d0b-483aa13cbdd6 req-ff70fc24-92bb-4699-9f8e-fe76c9239154 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:45.600133 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4d91454a-7de6-4645-9d0b-483aa13cbdd6 req-ff70fc24-92bb-4699-9f8e-fe76c9239154 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/ports?device_id=1383b6ed-cf46-43ee-ae3a-7ae5e248972f HTTP/1.1" status: 200 len: 945 time: 0.1305857 Jul 23 23:52:45.626073 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 1232bb33-94ad-4269-a061-dbea4181bc9b details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:52:45.647111 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=64175f00-e4db-487d-a9bf-181c26d02541,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:45.666635 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device e34c0227-02f2-4511-aa0f-45ab9e0eb2c0 up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:52:45.705610 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4d91454a-7de6-4645-9d0b-483aa13cbdd6 req-8ae79aed-361e-4220-a18d-24ed29e9818c tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee3bb585-1d46-4d4b-8ed6-e0ac9b92bd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044202 Jul 23 23:52:45.809230 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d20953-efc1-4523-94c4-8c5c40ff1d6f req-70f7082d-90ad-4496-8859-9512bb50afdd tempest-ServerDiagnosticsNegativeTest-2131127624 tempest-ServerDiagnosticsNegativeTest-2131127624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:45.812113 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b3d20953-efc1-4523-94c4-8c5c40ff1d6f req-70f7082d-90ad-4496-8859-9512bb50afdd tempest-ServerDiagnosticsNegativeTest-2131127624 tempest-ServerDiagnosticsNegativeTest-2131127624-project] 10.222.0.44 "GET /v2.0/ports?device_id=af5131bd-fcc1-4fc9-ad83-c18f5ef82a81 HTTP/1.1" status: 200 len: 949 time: 0.0827684 Jul 23 23:52:45.874487 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b3d20953-efc1-4523-94c4-8c5c40ff1d6f req-15b7ddab-a7af-46de-b2dc-3c16b4a9009b tempest-ServerDiagnosticsNegativeTest-2131127624 tempest-ServerDiagnosticsNegativeTest-2131127624-project] 10.222.0.44 "GET /v2.0/security-groups?id=081964e7-0494-45e8-920d-24904eff5d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549119 Jul 23 23:52:46.023494 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port e34c0227-02f2-4511-aa0f-45ab9e0eb2c0 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:52:46.039041 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port e34c0227-02f2-4511-aa0f-45ab9e0eb2c0 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:52:46.039738 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:46.076606 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 1232bb33-94ad-4269-a061-dbea4181bc9b, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=1232bb33-94ad-4269-a061-dbea4181bc9b,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:52:46.103428 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': '1232bb33-94ad-4269-a061-dbea4181bc9b', 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2', 'port_id': '1232bb33-94ad-4269-a061-dbea4181bc9b', 'mac_address': 'fa:16:3e:b0:fa:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef73a7e1-c64a-41e3-9997-629475c7b6b1', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:52:46.187344 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:46.206200 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:46.214478 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1232bb33-94ad-4269-a061-dbea4181bc9b {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:52:46.244090 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c1faa0-32bd-4524-8071-a3c5e2f3d4bc req-335ba386-07ec-4512-9d2a-f7b8d9ff3f17 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:46.257173 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c7c1faa0-32bd-4524-8071-a3c5e2f3d4bc req-335ba386-07ec-4512-9d2a-f7b8d9ff3f17 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa375975-ebae-4ee4-92f6-87c367514699 HTTP/1.1" status: 200 len: 945 time: 0.0912814 Jul 23 23:52:46.301769 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 1232bb33-94ad-4269-a061-dbea4181bc9b, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=1232bb33-94ad-4269-a061-dbea4181bc9b,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:52:46.314594 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c7c1faa0-32bd-4524-8071-a3c5e2f3d4bc req-2862f15e-cfee-48b0-925a-4b5688728115 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "GET /v2.0/security-groups?id=62065130-af15-4dfe-90c8-a05e16243009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561633 Jul 23 23:52:46.322859 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af5131bd-fcc1-4fc9-ad83-c18f5ef82a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e34c0227-02f2-4511-aa0f-45ab9e0eb2c0'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:52:46.325408 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-458fd8fe-797b-4976-9945-111befcb84f5" -d '{"events": [{"server_uuid": "af5131bd-fcc1-4fc9-ad83-c18f5ef82a81", "name": "network-vif-plugged", "status": "completed", "tag": "e34c0227-02f2-4511-aa0f-45ab9e0eb2c0"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:52:46.343761 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:46.443839 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8676beb2-cb3a-43f2-b5ba-8c631ee3e913 x-openstack-request-id: req-8676beb2-cb3a-43f2-b5ba-8c631ee3e913 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:52:46.444215 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af5131bd-fcc1-4fc9-ad83-c18f5ef82a81", "name": "network-vif-plugged", "status": "completed", "tag": "e34c0227-02f2-4511-aa0f-45ab9e0eb2c0", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:52:46.444418 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8676beb2-cb3a-43f2-b5ba-8c631ee3e913 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:52:46.444862 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af5131bd-fcc1-4fc9-ad83-c18f5ef82a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e34c0227-02f2-4511-aa0f-45ab9e0eb2c0', 'code': 200} Jul 23 23:52:46.445443 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=1232bb33-94ad-4269-a061-dbea4181bc9b,revision_number=6']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:46.457928 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port e34c0227-02f2-4511-aa0f-45ab9e0eb2c0, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=e34c0227-02f2-4511-aa0f-45ab9e0eb2c0,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:52:46.463495 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:46.552393 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['1232bb33-94ad-4269-a061-dbea4181bc9b'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:52:46.556548 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbb7c0c-be77-476b-88b0-516bdc9eadeb req-1bb02083-e7dc-4fb3-bd19-78b0d2fbbc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:46.559602 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5fbb7c0c-be77-476b-88b0-516bdc9eadeb req-1bb02083-e7dc-4fb3-bd19-78b0d2fbbc5d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=af5131bd-fcc1-4fc9-ad83-c18f5ef82a81 HTTP/1.1" status: 200 len: 1102 time: 0.0884848 Jul 23 23:52:46.634102 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5fbb7c0c-be77-476b-88b0-516bdc9eadeb req-b503034f-9b2a-4994-844e-807ce0cbe138 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=081964e7-0494-45e8-920d-24904eff5d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660577 Jul 23 23:52:46.713576 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 448e03e8-4c39-4675-879c-139141578724 up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:52:46.738554 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=e34c0227-02f2-4511-aa0f-45ab9e0eb2c0,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:46.831676 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port 448e03e8-4c39-4675-879c-139141578724 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:52:46.847866 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port 448e03e8-4c39-4675-879c-139141578724 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:52:46.848402 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:47.041707 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c6c28-4145-4841-a022-0416c140c4bf req-3d8ee06f-d722-4842-8ce1-8534f0d8b697 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:47.049653 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4e0c6c28-4145-4841-a022-0416c140c4bf req-3d8ee06f-d722-4842-8ce1-8534f0d8b697 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/ports?device_id=1383b6ed-cf46-43ee-ae3a-7ae5e248972f HTTP/1.1" status: 200 len: 945 time: 0.1487494 Jul 23 23:52:47.137922 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:47.176393 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30277a7-9369-4214-a82a-10415e660b3e req-a6155ca7-419a-4c3f-a0fd-9a85f4099ba5 tempest-ServerDiagnosticsNegativeTest-2131127624 tempest-ServerDiagnosticsNegativeTest-2131127624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:47.184264 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4e0c6c28-4145-4841-a022-0416c140c4bf req-caed208e-d400-466e-a561-0eb039796932 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee3bb585-1d46-4d4b-8ed6-e0ac9b92bd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323261 Jul 23 23:52:47.202983 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a30277a7-9369-4214-a82a-10415e660b3e req-a6155ca7-419a-4c3f-a0fd-9a85f4099ba5 tempest-ServerDiagnosticsNegativeTest-2131127624 tempest-ServerDiagnosticsNegativeTest-2131127624-project] 10.222.0.44 "GET /v2.0/ports?device_id=af5131bd-fcc1-4fc9-ad83-c18f5ef82a81 HTTP/1.1" status: 200 len: 950 time: 0.1626666 Jul 23 23:52:47.222989 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 448e03e8-4c39-4675-879c-139141578724, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=448e03e8-4c39-4675-879c-139141578724,segment=NetworkSegment(bee75817-8822-4c2b-8563-730cb65eb3a7),segment_id=bee75817-8822-4c2b-8563-730cb65eb3a7)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:52:47.231870 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:47.233761 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device b91ae1c3-235a-4786-9987-4bf1f96af5cf up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:52:47.268063 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 64175f00-e4db-487d-a9bf-181c26d02541 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:52:47.314781 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a30277a7-9369-4214-a82a-10415e660b3e req-f5be1221-1c85-4fd6-834c-6d20ee7528b2 tempest-ServerDiagnosticsNegativeTest-2131127624 tempest-ServerDiagnosticsNegativeTest-2131127624-project] 10.222.0.44 "GET /v2.0/security-groups?id=081964e7-0494-45e8-920d-24904eff5d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106193 Jul 23 23:52:47.484714 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 64175f00-e4db-487d-a9bf-181c26d02541 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:52:47.486637 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:47.499965 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:47.552852 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2068b3a-4e8a-40b9-b3c2-1365cb3541d5 req-314ac6b0-2051-4219-9ece-89a646f19683 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:47.570938 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b2068b3a-4e8a-40b9-b3c2-1365cb3541d5 req-314ac6b0-2051-4219-9ece-89a646f19683 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa375975-ebae-4ee4-92f6-87c367514699 HTTP/1.1" status: 200 len: 945 time: 0.1424534 Jul 23 23:52:47.601398 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 1232bb33-94ad-4269-a061-dbea4181bc9b up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:52:47.674292 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b2068b3a-4e8a-40b9-b3c2-1365cb3541d5 req-7b4f1a35-01b8-44d3-86a7-7a6163ed19ff tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "GET /v2.0/security-groups?id=62065130-af15-4dfe-90c8-a05e16243009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003568 Jul 23 23:52:47.684787 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=448e03e8-4c39-4675-879c-139141578724,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:47.703557 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port b91ae1c3-235a-4786-9987-4bf1f96af5cf completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:52:47.714403 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port b91ae1c3-235a-4786-9987-4bf1f96af5cf triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:52:47.716962 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:47.850009 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port 1232bb33-94ad-4269-a061-dbea4181bc9b triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:52:47.850009 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:47.944124 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:48.037148 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:48.040656 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port b91ae1c3-235a-4786-9987-4bf1f96af5cf, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=b91ae1c3-235a-4786-9987-4bf1f96af5cf,segment=NetworkSegment(1eb88701-f197-4cdd-9aa7-747409d195ea),segment_id=1eb88701-f197-4cdd-9aa7-747409d195ea)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:52:48.056020 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:48.112277 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=b91ae1c3-235a-4786-9987-4bf1f96af5cf,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:48.147925 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 1232bb33-94ad-4269-a061-dbea4181bc9b, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=1232bb33-94ad-4269-a061-dbea4181bc9b,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:52:48.158717 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:48.286212 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=1232bb33-94ad-4269-a061-dbea4181bc9b,revision_number=7']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:48.446299 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1383b6ed-cf46-43ee-ae3a-7ae5e248972f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '448e03e8-4c39-4675-879c-139141578724'}, {'server_uuid': 'aa375975-ebae-4ee4-92f6-87c367514699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b91ae1c3-235a-4786-9987-4bf1f96af5cf'}, {'server_uuid': '7a38679e-4ab8-4a39-9e4a-ae1b668ec623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1232bb33-94ad-4269-a061-dbea4181bc9b'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:52:48.453318 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4174aec7-0705-4b02-b518-ba721561c343" -d '{"events": [{"server_uuid": "1383b6ed-cf46-43ee-ae3a-7ae5e248972f", "name": "network-vif-plugged", "status": "completed", "tag": "448e03e8-4c39-4675-879c-139141578724"}, {"server_uuid": "aa375975-ebae-4ee4-92f6-87c367514699", "name": "network-vif-plugged", "status": "completed", "tag": "b91ae1c3-235a-4786-9987-4bf1f96af5cf"}, {"server_uuid": "7a38679e-4ab8-4a39-9e4a-ae1b668ec623", "name": "network-vif-plugged", "status": "completed", "tag": "1232bb33-94ad-4269-a061-dbea4181bc9b"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:52:48.478702 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21190654-bbd5-4cb7-9389-84e1492b9661 req-e58e61fa-addd-43ad-8c17-fa4aca12fb5d tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:48.491193 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-21190654-bbd5-4cb7-9389-84e1492b9661 req-e58e61fa-addd-43ad-8c17-fa4aca12fb5d tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/ports?device_id=1383b6ed-cf46-43ee-ae3a-7ae5e248972f HTTP/1.1" status: 200 len: 946 time: 0.1297781 Jul 23 23:52:48.564875 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-21190654-bbd5-4cb7-9389-84e1492b9661 req-93f94a4a-552a-47ba-ab6f-f95c771e4683 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee3bb585-1d46-4d4b-8ed6-e0ac9b92bd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630832 Jul 23 23:52:48.603081 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1f5fe4-3020-437e-96b0-ef57b9445780 req-431be62b-1d9d-4509-ae86-185e51fffbd2 tempest-ServerDiagnosticsNegativeTest-2131127624 tempest-ServerDiagnosticsNegativeTest-2131127624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:48.618607 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2c1f5fe4-3020-437e-96b0-ef57b9445780 req-431be62b-1d9d-4509-ae86-185e51fffbd2 tempest-ServerDiagnosticsNegativeTest-2131127624 tempest-ServerDiagnosticsNegativeTest-2131127624-project] 10.222.0.44 "GET /v2.0/ports?device_id=af5131bd-fcc1-4fc9-ad83-c18f5ef82a81 HTTP/1.1" status: 200 len: 950 time: 0.1419258 Jul 23 23:52:48.665490 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 23 Jul 2021 23:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d10e80-0319-4af3-ba28-b6bfb675d7ca x-openstack-request-id: req-d7d10e80-0319-4af3-ba28-b6bfb675d7ca {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:52:48.666007 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1383b6ed-cf46-43ee-ae3a-7ae5e248972f", "name": "network-vif-plugged", "status": "completed", "tag": "448e03e8-4c39-4675-879c-139141578724", "code": 200}, {"server_uuid": "aa375975-ebae-4ee4-92f6-87c367514699", "name": "network-vif-plugged", "status": "completed", "tag": "b91ae1c3-235a-4786-9987-4bf1f96af5cf", "code": 200}, {"server_uuid": "7a38679e-4ab8-4a39-9e4a-ae1b668ec623", "name": "network-vif-plugged", "status": "completed", "tag": "1232bb33-94ad-4269-a061-dbea4181bc9b", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:52:48.666433 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d7d10e80-0319-4af3-ba28-b6bfb675d7ca {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:52:48.667005 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1383b6ed-cf46-43ee-ae3a-7ae5e248972f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '448e03e8-4c39-4675-879c-139141578724', 'code': 200} Jul 23 23:52:48.667420 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa375975-ebae-4ee4-92f6-87c367514699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b91ae1c3-235a-4786-9987-4bf1f96af5cf', 'code': 200} Jul 23 23:52:48.667834 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a38679e-4ab8-4a39-9e4a-ae1b668ec623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1232bb33-94ad-4269-a061-dbea4181bc9b', 'code': 200} Jul 23 23:52:48.733345 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2c1f5fe4-3020-437e-96b0-ef57b9445780 req-e2fbf13d-5106-4cf6-a308-6ef1ad0263ae tempest-ServerDiagnosticsNegativeTest-2131127624 tempest-ServerDiagnosticsNegativeTest-2131127624-project] 10.222.0.44 "GET /v2.0/security-groups?id=081964e7-0494-45e8-920d-24904eff5d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131268 Jul 23 23:52:49.054854 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1987aaf3-1482-4c33-9120-2e7f7adb07d9 req-78842730-fff1-4753-ac5f-5c8a2fd08b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:49.056712 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1987aaf3-1482-4c33-9120-2e7f7adb07d9 req-78842730-fff1-4753-ac5f-5c8a2fd08b5c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=aa375975-ebae-4ee4-92f6-87c367514699 HTTP/1.1" status: 200 len: 1098 time: 0.2984140 Jul 23 23:52:49.213937 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1987aaf3-1482-4c33-9120-2e7f7adb07d9 req-46d61654-b34e-47a6-828a-e2e88b805a40 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=62065130-af15-4dfe-90c8-a05e16243009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304603 Jul 23 23:52:49.263554 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc5fa39-8211-43f5-a536-0ac10d03ff5f req-731e149e-7423-42b3-a02b-6d7e4e859068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:49.264235 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982e5a71-bb8c-4c79-adbd-f31dfdb7c904 req-17061e10-bd45-49df-9112-71f564ec194b tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:49.265234 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2dc5fa39-8211-43f5-a536-0ac10d03ff5f req-731e149e-7423-42b3-a02b-6d7e4e859068 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1383b6ed-cf46-43ee-ae3a-7ae5e248972f HTTP/1.1" status: 200 len: 1098 time: 0.3951824 Jul 23 23:52:49.265862 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-982e5a71-bb8c-4c79-adbd-f31dfdb7c904 req-17061e10-bd45-49df-9112-71f564ec194b tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa375975-ebae-4ee4-92f6-87c367514699 HTTP/1.1" status: 200 len: 946 time: 0.3063736 Jul 23 23:52:49.377397 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-982e5a71-bb8c-4c79-adbd-f31dfdb7c904 req-da727ace-5806-4a37-8866-2785b2188ec7 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "GET /v2.0/security-groups?id=62065130-af15-4dfe-90c8-a05e16243009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869555 Jul 23 23:52:49.379057 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2dc5fa39-8211-43f5-a536-0ac10d03ff5f req-b2f11acb-2f48-486e-b4f2-77de1be28ecd service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ee3bb585-1d46-4d4b-8ed6-e0ac9b92bd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967131 Jul 23 23:52:49.665444 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a263d0b-7abd-4bad-9171-9c44f181f54d req-a73f9b07-e67e-4030-9aba-dad1d3179ad3 tempest-ServerDiagnosticsNegativeTest-2131127624 tempest-ServerDiagnosticsNegativeTest-2131127624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:49.667868 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0a263d0b-7abd-4bad-9171-9c44f181f54d req-a73f9b07-e67e-4030-9aba-dad1d3179ad3 tempest-ServerDiagnosticsNegativeTest-2131127624 tempest-ServerDiagnosticsNegativeTest-2131127624-project] 10.222.0.44 "GET /v2.0/ports?device_id=af5131bd-fcc1-4fc9-ad83-c18f5ef82a81 HTTP/1.1" status: 200 len: 950 time: 0.1377170 Jul 23 23:52:49.737227 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0a263d0b-7abd-4bad-9171-9c44f181f54d req-e5371736-4610-4b55-9260-316431fcbb89 tempest-ServerDiagnosticsNegativeTest-2131127624 tempest-ServerDiagnosticsNegativeTest-2131127624-project] 10.222.0.44 "GET /v2.0/security-groups?id=081964e7-0494-45e8-920d-24904eff5d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605810 Jul 23 23:52:49.808416 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20849778-e4de-49e8-aef2-99415de6f219 req-dee5c506-d145-49a8-82fa-7bbe0dc3ae43 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:49.817460 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-20849778-e4de-49e8-aef2-99415de6f219 req-dee5c506-d145-49a8-82fa-7bbe0dc3ae43 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/ports?device_id=1383b6ed-cf46-43ee-ae3a-7ae5e248972f HTTP/1.1" status: 200 len: 946 time: 0.1384923 Jul 23 23:52:49.875422 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-20849778-e4de-49e8-aef2-99415de6f219 req-91a2b4ef-4a9b-4659-a8b8-393391f40e9d tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee3bb585-1d46-4d4b-8ed6-e0ac9b92bd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514693 Jul 23 23:52:50.663208 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2901d97d-5ccb-4393-a192-95e87201d185 req-473ed9fd-e7ee-49b8-a9d1-e945569fe832 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:50.665260 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2901d97d-5ccb-4393-a192-95e87201d185 req-473ed9fd-e7ee-49b8-a9d1-e945569fe832 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa375975-ebae-4ee4-92f6-87c367514699 HTTP/1.1" status: 200 len: 946 time: 0.1197340 Jul 23 23:52:50.747568 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2901d97d-5ccb-4393-a192-95e87201d185 req-31d8616a-d39b-411e-bd1b-a5d8ba3f64b8 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "GET /v2.0/security-groups?id=62065130-af15-4dfe-90c8-a05e16243009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765214 Jul 23 23:52:51.098331 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac6f6e-72a7-4e19-ab37-0202a7d61513 req-04b1cca8-446c-4a0f-bbdf-55b21956abbb tempest-ServerDiagnosticsNegativeTest-2131127624 tempest-ServerDiagnosticsNegativeTest-2131127624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:51.112169 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2aac6f6e-72a7-4e19-ab37-0202a7d61513 req-04b1cca8-446c-4a0f-bbdf-55b21956abbb tempest-ServerDiagnosticsNegativeTest-2131127624 tempest-ServerDiagnosticsNegativeTest-2131127624-project] 10.222.0.44 "GET /v2.0/ports?device_id=af5131bd-fcc1-4fc9-ad83-c18f5ef82a81 HTTP/1.1" status: 200 len: 950 time: 0.2158139 Jul 23 23:52:51.176972 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2aac6f6e-72a7-4e19-ab37-0202a7d61513 req-3b4cade2-dc98-4c88-b9bc-010e8b6216b7 tempest-ServerDiagnosticsNegativeTest-2131127624 tempest-ServerDiagnosticsNegativeTest-2131127624-project] 10.222.0.44 "GET /v2.0/security-groups?id=081964e7-0494-45e8-920d-24904eff5d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524194 Jul 23 23:52:51.232557 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6cd78d-0154-46bc-9815-3d5329dc8fb6 req-4b846ae3-fb5d-4da3-b262-964a7d288b01 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:51.240071 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4e6cd78d-0154-46bc-9815-3d5329dc8fb6 req-4b846ae3-fb5d-4da3-b262-964a7d288b01 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed250f17-a555-4a7b-a8a7-c603cd1cc439&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2572069 Jul 23 23:52:51.353390 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4e6cd78d-0154-46bc-9815-3d5329dc8fb6 req-2f8f2239-18b7-4e54-a1b1-70a26ba42e8f tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.3.225 HTTP/1.1" status: 200 len: 696 time: 0.1122944 Jul 23 23:52:51.361101 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-4e6cd78d-0154-46bc-9815-3d5329dc8fb6 req-7bb51384-bb7f-477e-8278-d3c3c4ddd7d4 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Request body: {'floatingip': {'port_id': '5e95252c-95c6-4944-9947-81ff66c9acb7', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:52:51.420335 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb2ceef-d727-42b5-9a3e-a171c1b871b4 req-52e6f3d7-3bd6-4e2b-bf70-72d20de4c9ce tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:51.429707 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-edb2ceef-d727-42b5-9a3e-a171c1b871b4 req-52e6f3d7-3bd6-4e2b-bf70-72d20de4c9ce tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/ports?device_id=1383b6ed-cf46-43ee-ae3a-7ae5e248972f HTTP/1.1" status: 200 len: 946 time: 0.1177707 Jul 23 23:52:51.474199 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-edb2ceef-d727-42b5-9a3e-a171c1b871b4 req-6dde67f1-7285-495b-a83c-5d7c5429026c tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee3bb585-1d46-4d4b-8ed6-e0ac9b92bd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429840 Jul 23 23:52:51.636718 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-4e6cd78d-0154-46bc-9815-3d5329dc8fb6 req-7bb51384-bb7f-477e-8278-d3c3c4ddd7d4 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Notify callbacks [] for floatingip, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:52.186312 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff30c034-30b7-422f-8225-b84305123f59 req-0a7a13ce-c9cb-497f-8e58-1eaef1457f0f tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:52.208936 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ff30c034-30b7-422f-8225-b84305123f59 req-0a7a13ce-c9cb-497f-8e58-1eaef1457f0f tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/ports?device_id=1383b6ed-cf46-43ee-ae3a-7ae5e248972f HTTP/1.1" status: 200 len: 946 time: 0.1511462 Jul 23 23:52:52.278795 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ff30c034-30b7-422f-8225-b84305123f59 req-51ef165e-6074-4aa4-8f51-bd340a32e0c9 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee3bb585-1d46-4d4b-8ed6-e0ac9b92bd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666177 Jul 23 23:52:52.473672 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b6a172-efc9-41a7-b1fb-65ba465bb5e7 req-f1681598-f5e8-44fc-8ad9-096a1ac0a425 tempest-ServerDiagnosticsNegativeTest-2131127624 tempest-ServerDiagnosticsNegativeTest-2131127624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:52.480368 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d4b6a172-efc9-41a7-b1fb-65ba465bb5e7 req-f1681598-f5e8-44fc-8ad9-096a1ac0a425 tempest-ServerDiagnosticsNegativeTest-2131127624 tempest-ServerDiagnosticsNegativeTest-2131127624-project] 10.222.0.64 "GET /v2.0/ports?device_id=af5131bd-fcc1-4fc9-ad83-c18f5ef82a81 HTTP/1.1" status: 200 len: 950 time: 1.0581570 Jul 23 23:52:52.543965 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81531de-65e5-4401-a34a-25642542a41c req-7dfc628c-f368-4719-8bfe-6c3da350a8b9 tempest-ServerDiagnosticsNegativeTest-2131127624 tempest-ServerDiagnosticsNegativeTest-2131127624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:52.545675 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f81531de-65e5-4401-a34a-25642542a41c req-7dfc628c-f368-4719-8bfe-6c3da350a8b9 tempest-ServerDiagnosticsNegativeTest-2131127624 tempest-ServerDiagnosticsNegativeTest-2131127624-project] 10.222.0.44 "GET /v2.0/ports?device_id=af5131bd-fcc1-4fc9-ad83-c18f5ef82a81 HTTP/1.1" status: 200 len: 950 time: 0.1008484 Jul 23 23:52:52.631578 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f81531de-65e5-4401-a34a-25642542a41c req-6a59e7d4-149e-454f-a793-ab9e464994d4 tempest-ServerDiagnosticsNegativeTest-2131127624 tempest-ServerDiagnosticsNegativeTest-2131127624-project] 10.222.0.44 "GET /v2.0/security-groups?id=081964e7-0494-45e8-920d-24904eff5d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742991 Jul 23 23:52:53.058902 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6373cf8d-f6af-4c5e-96c3-45389b77a60c req-03fc6705-e3a4-43e4-a3e7-57131ff1fb15 tempest-LiveMigrationTest-328354084 tempest-LiveMigrationTest-328354084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:53.068796 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6373cf8d-f6af-4c5e-96c3-45389b77a60c req-03fc6705-e3a4-43e4-a3e7-57131ff1fb15 tempest-LiveMigrationTest-328354084 tempest-LiveMigrationTest-328354084-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=05daa1e3-5bd4-4f14-94c6-c77200a84abb HTTP/1.1" status: 200 len: 1097 time: 0.1268830 Jul 23 23:52:53.085607 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-19780d4b-182a-49a3-bc3b-7dc5a408a2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:53.116188 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6373cf8d-f6af-4c5e-96c3-45389b77a60c req-1bffc4b2-a4c5-4663-8eb8-31bc0921e690 tempest-LiveMigrationTest-328354084 tempest-LiveMigrationTest-328354084-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461557 Jul 23 23:52:53.158586 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-d4b6a172-efc9-41a7-b1fb-65ba465bb5e7 req-c0380996-f24d-40ff-a0a0-a634a73b9d7c tempest-ServerDiagnosticsNegativeTest-2131127624 tempest-ServerDiagnosticsNegativeTest-2131127624-project] Deleting port e34c0227-02f2-4511-aa0f-45ab9e0eb2c0 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:52:53.159124 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-d4b6a172-efc9-41a7-b1fb-65ba465bb5e7 req-c0380996-f24d-40ff-a0a0-a634a73b9d7c tempest-ServerDiagnosticsNegativeTest-2131127624 tempest-ServerDiagnosticsNegativeTest-2131127624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:53.439793 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-d4b6a172-efc9-41a7-b1fb-65ba465bb5e7 req-c0380996-f24d-40ff-a0a0-a634a73b9d7c tempest-ServerDiagnosticsNegativeTest-2131127624 tempest-ServerDiagnosticsNegativeTest-2131127624-project] For port e34c0227-02f2-4511-aa0f-45ab9e0eb2c0, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=e34c0227-02f2-4511-aa0f-45ab9e0eb2c0,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:52:53.440219 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-d4b6a172-efc9-41a7-b1fb-65ba465bb5e7 req-c0380996-f24d-40ff-a0a0-a634a73b9d7c tempest-ServerDiagnosticsNegativeTest-2131127624 tempest-ServerDiagnosticsNegativeTest-2131127624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:53.443866 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.db.resource_extend [req-4e6cd78d-0154-46bc-9815-3d5329dc8fb6 req-7bb51384-bb7f-477e-8278-d3c3c4ddd7d4 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 23:52:53.512639 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-d4b6a172-efc9-41a7-b1fb-65ba465bb5e7 req-c0380996-f24d-40ff-a0a0-a634a73b9d7c tempest-ServerDiagnosticsNegativeTest-2131127624 tempest-ServerDiagnosticsNegativeTest-2131127624-project] Calling delete_port for e34c0227-02f2-4511-aa0f-45ab9e0eb2c0 owned by compute:nova {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:52:53.569798 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-4e6cd78d-0154-46bc-9815-3d5329dc8fb6 req-7bb51384-bb7f-477e-8278-d3c3c4ddd7d4 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:53.630288 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-4e6cd78d-0154-46bc-9815-3d5329dc8fb6 req-7bb51384-bb7f-477e-8278-d3c3c4ddd7d4 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:53.720420 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a32ddbf-15c6-4c14-b388-afdbd85559ce req-9e813fd6-3062-4219-a206-2c3c824cbd30 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:53.722608 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7a32ddbf-15c6-4c14-b388-afdbd85559ce req-9e813fd6-3062-4219-a206-2c3c824cbd30 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.52 "GET /v2.0/ports?device_id=1383b6ed-cf46-43ee-ae3a-7ae5e248972f HTTP/1.1" status: 200 len: 946 time: 0.1673260 Jul 23 23:52:53.859933 n-d-800088-16 neutron-server[100314]: INFO neutron.db.l3_db [req-4e6cd78d-0154-46bc-9815-3d5329dc8fb6 req-7bb51384-bb7f-477e-8278-d3c3c4ddd7d4 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Floating IP b2fadb27-bdc7-439c-ad44-952fc21545e0 associated. External IP: 172.25.3.225, port: 5e95252c-95c6-4944-9947-81ff66c9acb7. Jul 23 23:52:53.910523 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-7a32ddbf-15c6-4c14-b388-afdbd85559ce req-d5c8e10f-2f26-4ec4-a9ae-492530a0e6b4 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Deleting port 448e03e8-4c39-4675-879c-139141578724 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:52:53.910890 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-7a32ddbf-15c6-4c14-b388-afdbd85559ce req-d5c8e10f-2f26-4ec4-a9ae-492530a0e6b4 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:54.056232 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-7a32ddbf-15c6-4c14-b388-afdbd85559ce req-d5c8e10f-2f26-4ec4-a9ae-492530a0e6b4 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] For port 448e03e8-4c39-4675-879c-139141578724, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=448e03e8-4c39-4675-879c-139141578724,segment=NetworkSegment(bee75817-8822-4c2b-8563-730cb65eb3a7),segment_id=bee75817-8822-4c2b-8563-730cb65eb3a7)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:52:54.056985 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-7a32ddbf-15c6-4c14-b388-afdbd85559ce req-d5c8e10f-2f26-4ec4-a9ae-492530a0e6b4 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:54.070686 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-7a32ddbf-15c6-4c14-b388-afdbd85559ce req-d5c8e10f-2f26-4ec4-a9ae-492530a0e6b4 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Calling delete_port for 448e03e8-4c39-4675-879c-139141578724 owned by compute:nova {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:52:54.169459 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-d4b6a172-efc9-41a7-b1fb-65ba465bb5e7 req-c0380996-f24d-40ff-a0a0-a634a73b9d7c tempest-ServerDiagnosticsNegativeTest-2131127624 tempest-ServerDiagnosticsNegativeTest-2131127624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:54.173076 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e6cd78d-0154-46bc-9815-3d5329dc8fb6 req-7bb51384-bb7f-477e-8278-d3c3c4ddd7d4 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Router 33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:52:54.213034 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0380996-f24d-40ff-a0a0-a634a73b9d7c tempest-ServerDiagnosticsNegativeTest-2131127624 tempest-ServerDiagnosticsNegativeTest-2131127624-project] Pushing event deleted for resources: {'Port': ['ID=e34c0227-02f2-4511-aa0f-45ab9e0eb2c0,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:54.273730 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4b6a172-efc9-41a7-b1fb-65ba465bb5e7 req-c0380996-f24d-40ff-a0a0-a634a73b9d7c tempest-ServerDiagnosticsNegativeTest-2131127624 tempest-ServerDiagnosticsNegativeTest-2131127624-project] No DVR routers for this DVR port e34c0227-02f2-4511-aa0f-45ab9e0eb2c0 on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:52:54.277451 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-d4b6a172-efc9-41a7-b1fb-65ba465bb5e7 req-c0380996-f24d-40ff-a0a0-a634a73b9d7c tempest-ServerDiagnosticsNegativeTest-2131127624 tempest-ServerDiagnosticsNegativeTest-2131127624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:54.284072 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d4b6a172-efc9-41a7-b1fb-65ba465bb5e7 req-c0380996-f24d-40ff-a0a0-a634a73b9d7c tempest-ServerDiagnosticsNegativeTest-2131127624 tempest-ServerDiagnosticsNegativeTest-2131127624-project] 10.222.0.64 "DELETE /v2.0/ports/e34c0227-02f2-4511-aa0f-45ab9e0eb2c0 HTTP/1.1" status: 204 len: 173 time: 1.7677035 Jul 23 23:52:54.284560 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af5131bd-fcc1-4fc9-ad83-c18f5ef82a81', 'name': 'network-vif-deleted', 'tag': 'e34c0227-02f2-4511-aa0f-45ab9e0eb2c0'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:52:54.293097 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-456758d5-c094-4c21-a7f9-9f5308eae26c" -d '{"events": [{"server_uuid": "af5131bd-fcc1-4fc9-ad83-c18f5ef82a81", "name": "network-vif-deleted", "tag": "e34c0227-02f2-4511-aa0f-45ab9e0eb2c0"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:52:54.359529 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-7a32ddbf-15c6-4c14-b388-afdbd85559ce req-d5c8e10f-2f26-4ec4-a9ae-492530a0e6b4 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:54.376194 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['448e03e8-4c39-4675-879c-139141578724'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:52:54.412801 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c8e10f-2f26-4ec4-a9ae-492530a0e6b4 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Pushing event deleted for resources: {'Port': ['ID=448e03e8-4c39-4675-879c-139141578724,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:54.498571 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a32ddbf-15c6-4c14-b388-afdbd85559ce req-d5c8e10f-2f26-4ec4-a9ae-492530a0e6b4 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] No DVR routers for this DVR port 448e03e8-4c39-4675-879c-139141578724 on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:52:54.503496 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-7a32ddbf-15c6-4c14-b388-afdbd85559ce req-d5c8e10f-2f26-4ec4-a9ae-492530a0e6b4 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:54.512098 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7a32ddbf-15c6-4c14-b388-afdbd85559ce req-d5c8e10f-2f26-4ec4-a9ae-492530a0e6b4 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.52 "DELETE /v2.0/ports/448e03e8-4c39-4675-879c-139141578724 HTTP/1.1" status: 204 len: 173 time: 0.7757127 Jul 23 23:52:54.513799 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1383b6ed-cf46-43ee-ae3a-7ae5e248972f', 'name': 'network-vif-deleted', 'tag': '448e03e8-4c39-4675-879c-139141578724'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:52:54.523539 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3083d7ce-92be-46cf-a546-0d261d7c74be" -d '{"events": [{"server_uuid": "1383b6ed-cf46-43ee-ae3a-7ae5e248972f", "name": "network-vif-deleted", "tag": "448e03e8-4c39-4675-879c-139141578724"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:52:54.856523 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e6cd78d-0154-46bc-9815-3d5329dc8fb6 req-7bb51384-bb7f-477e-8278-d3c3c4ddd7d4 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:52:54.861423 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-4e6cd78d-0154-46bc-9815-3d5329dc8fb6 req-7bb51384-bb7f-477e-8278-d3c3c4ddd7d4 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:54.869759 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec63b59c-452e-4405-b3aa-a25e2a77d3c6 None None] Sync routers for ids ['33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:52:54.895563 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec63b59c-452e-4405-b3aa-a25e2a77d3c6 None None] Routers {'33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:52:54.898219 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-ec63b59c-452e-4405-b3aa-a25e2a77d3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:52:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:52:54.930789 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [req-7b5de5d4-0d48-401b-b139-f347ee60e8d2 req-87f4944a-fdfc-4f6a-af9f-2486f0f9f5ee tempest-LiveMigrationTest-328354084 tempest-LiveMigrationTest-328354084-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=100314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:52:54.931996 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7b5de5d4-0d48-401b-b139-f347ee60e8d2 req-87f4944a-fdfc-4f6a-af9f-2486f0f9f5ee tempest-LiveMigrationTest-328354084 tempest-LiveMigrationTest-328354084-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0168190 Jul 23 23:52:54.956622 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4e6cd78d-0154-46bc-9815-3d5329dc8fb6 req-7bb51384-bb7f-477e-8278-d3c3c4ddd7d4 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "PUT /v2.0/floatingips/b2fadb27-bdc7-439c-ad44-952fc21545e0 HTTP/1.1" status: 200 len: 996 time: 3.6017416 Jul 23 23:52:55.053667 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-ec63b59c-452e-4405-b3aa-a25e2a77d3c6 None None] Set router 33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:52:55.075254 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5de5d4-0d48-401b-b139-f347ee60e8d2 req-21d29b35-55a1-4cc8-a1fc-d841eb4acafd tempest-LiveMigrationTest-328354084 tempest-LiveMigrationTest-328354084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:55.077000 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7b5de5d4-0d48-401b-b139-f347ee60e8d2 req-21d29b35-55a1-4cc8-a1fc-d841eb4acafd tempest-LiveMigrationTest-328354084 tempest-LiveMigrationTest-328354084-project-admin] 10.222.0.44 "GET /v2.0/ports/c2945688-a2a4-4798-aa3c-f7f34ddad2ee HTTP/1.1" status: 200 len: 1094 time: 0.1052566 Jul 23 23:52:55.110145 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-7b5de5d4-0d48-401b-b139-f347ee60e8d2 req-5a9af87c-838f-4f0e-98cf-158c08007a2b service neutron] Request body: {'binding': {'host': 'n-h1-800088-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:52:55.113334 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-7b5de5d4-0d48-401b-b139-f347ee60e8d2 req-5a9af87c-838f-4f0e-98cf-158c08007a2b service neutron] Unknown quota resources ['binding']. {{(pid=100314) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 23:52:55.401228 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-ec63b59c-452e-4405-b3aa-a25e2a77d3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1407843321-router', 'tenant_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'e18c4a18-b564-4f84-85be-c1620383a9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:51:51Z', 'updated_at': '2021-07-23T23:51:59Z', 'revision_number': 4, 'project_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'gw_port': {'id': 'e18c4a18-b564-4f84-85be-c1620383a9be', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:51:52Z', 'updated_at': '2021-07-23T23:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': 'b2fadb27-bdc7-439c-ad44-952fc21545e0', 'tenant_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'floating_ip_address': '172.25.3.225', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf', 'port_id': '5e95252c-95c6-4944-9947-81ff66c9acb7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d6ba2fb-46fe-4367-85af-3f33b158d449', 'mac_address': 'fa:16:3e:7d:1c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed250f17-a555-4a7b-a8a7-c603cd1cc439', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:52:25Z', 'updated_at': '2021-07-23T23:52:53Z', 'revision_number': 1, 'project_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46ee16d0-092a-4da3-b0f6-a03dd95414c0', 'name': '', 'network_id': '0d6ba2fb-46fe-4367-85af-3f33b158d449', 'tenant_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'mac_address': 'fa:16:3e:82:b5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '13fa7780-575a-40c5-b19b-7d5a9ef282a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:51:58Z', 'updated_at': '2021-07-23T23:52:05Z', 'revision_number': 5, 'project_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'subnets': [{'id': '13fa7780-575a-40c5-b19b-7d5a9ef282a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:52:55.443341 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec63b59c-452e-4405-b3aa-a25e2a77d3c6 None None] Checking router: 33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:52:55.475171 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec63b59c-452e-4405-b3aa-a25e2a77d3c6 None None] Routers {'33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:52:55.476296 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-ec63b59c-452e-4405-b3aa-a25e2a77d3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:52:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:52:55.507161 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-7b5de5d4-0d48-401b-b139-f347ee60e8d2 req-5a9af87c-838f-4f0e-98cf-158c08007a2b service neutron] Attempting to bind port c2945688-a2a4-4798-aa3c-f7f34ddad2ee on host n-h1-800088-16 for vnic_type normal with profile None {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:52:55.509140 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-7b5de5d4-0d48-401b-b139-f347ee60e8d2 req-5a9af87c-838f-4f0e-98cf-158c08007a2b service neutron] Attempting to bind port c2945688-a2a4-4798-aa3c-f7f34ddad2ee by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': 'd41359ac-4be7-4a75-afd1-798e41d2f155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '646be7a8-09b8-4e0c-bd78-d5d98c9093b9'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:52:55.509582 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5de5d4-0d48-401b-b139-f347ee60e8d2 req-5a9af87c-838f-4f0e-98cf-158c08007a2b service neutron] Attempting to bind port c2945688-a2a4-4798-aa3c-f7f34ddad2ee on network 646be7a8-09b8-4e0c-bd78-d5d98c9093b9 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:52:55.543376 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5de5d4-0d48-401b-b139-f347ee60e8d2 req-5a9af87c-838f-4f0e-98cf-158c08007a2b service neutron] Port c2945688-a2a4-4798-aa3c-f7f34ddad2ee on network 646be7a8-09b8-4e0c-bd78-d5d98c9093b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:52:55.543897 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5de5d4-0d48-401b-b139-f347ee60e8d2 req-5a9af87c-838f-4f0e-98cf-158c08007a2b service neutron] Attempting to bind port c2945688-a2a4-4798-aa3c-f7f34ddad2ee on network 646be7a8-09b8-4e0c-bd78-d5d98c9093b9 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:52:55.584995 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5de5d4-0d48-401b-b139-f347ee60e8d2 req-5a9af87c-838f-4f0e-98cf-158c08007a2b service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:52:55.587376 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5de5d4-0d48-401b-b139-f347ee60e8d2 req-5a9af87c-838f-4f0e-98cf-158c08007a2b service neutron] Checking segment: {'id': 'd41359ac-4be7-4a75-afd1-798e41d2f155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '646be7a8-09b8-4e0c-bd78-d5d98c9093b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:52:55.587900 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5de5d4-0d48-401b-b139-f347ee60e8d2 req-5a9af87c-838f-4f0e-98cf-158c08007a2b service neutron] Bound using segment: {'id': 'd41359ac-4be7-4a75-afd1-798e41d2f155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '646be7a8-09b8-4e0c-bd78-d5d98c9093b9'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:52:55.588687 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-7b5de5d4-0d48-401b-b139-f347ee60e8d2 req-5a9af87c-838f-4f0e-98cf-158c08007a2b service neutron] Bound port: c2945688-a2a4-4798-aa3c-f7f34ddad2ee, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd41359ac-4be7-4a75-afd1-798e41d2f155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '646be7a8-09b8-4e0c-bd78-d5d98c9093b9'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:52:55.597064 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6cd78d-0154-46bc-9815-3d5329dc8fb6 req-1071614f-759b-4fd7-9bd3-4ad0486f0c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:55.604042 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4e6cd78d-0154-46bc-9815-3d5329dc8fb6 req-1071614f-759b-4fd7-9bd3-4ad0486f0c2f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fe34b741dd5e495ab273e85e013ecfbf&device_id=ed250f17-a555-4a7b-a8a7-c603cd1cc439 HTTP/1.1" status: 200 len: 1097 time: 0.5258231 Jul 23 23:52:55.623484 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device e34c0227-02f2-4511-aa0f-45ab9e0eb2c0 no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:52:55.653391 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-ec63b59c-452e-4405-b3aa-a25e2a77d3c6 None None] Set router 33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:52:55.672876 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] No Port match for: e34c0227-02f2-4511-aa0f-45ab9e0eb2c0 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:52:55.673158 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device e34c0227-02f2-4511-aa0f-45ab9e0eb2c0 not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:52:55.731977 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-159a81ff-3208-4724-9fce-499562406cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:55.747531 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6cd78d-0154-46bc-9815-3d5329dc8fb6 req-4f74eba6-a026-47b4-83ac-b4608212704d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:55.751063 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4e6cd78d-0154-46bc-9815-3d5329dc8fb6 req-4f74eba6-a026-47b4-83ac-b4608212704d service neutron] 10.222.0.44 "GET /v2.0/networks?id=0d6ba2fb-46fe-4367-85af-3f33b158d449 HTTP/1.1" status: 200 len: 922 time: 0.1176636 Jul 23 23:52:56.062346 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-7b5de5d4-0d48-401b-b139-f347ee60e8d2 req-5a9af87c-838f-4f0e-98cf-158c08007a2b service neutron] For port c2945688-a2a4-4798-aa3c-f7f34ddad2ee, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=c2945688-a2a4-4798-aa3c-f7f34ddad2ee,segment=NetworkSegment(d41359ac-4be7-4a75-afd1-798e41d2f155),segment_id=d41359ac-4be7-4a75-afd1-798e41d2f155)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:52:56.067940 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4e6cd78d-0154-46bc-9815-3d5329dc8fb6 req-e1f61c82-b28f-484e-a981-1b81cf44ff3e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e95252c-95c6-4944-9947-81ff66c9acb7 HTTP/1.1" status: 200 len: 999 time: 0.3081694 Jul 23 23:52:56.071907 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-7b5de5d4-0d48-401b-b139-f347ee60e8d2 req-5a9af87c-838f-4f0e-98cf-158c08007a2b service neutron] Notify callbacks [] for binding, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:56.073364 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7b5de5d4-0d48-401b-b139-f347ee60e8d2 req-5a9af87c-838f-4f0e-98cf-158c08007a2b service neutron] 10.222.0.44 "POST /v2.0/ports/c2945688-a2a4-4798-aa3c-f7f34ddad2ee/bindings HTTP/1.1" status: 201 len: 390 time: 0.9854748 Jul 23 23:52:56.184015 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6cd78d-0154-46bc-9815-3d5329dc8fb6 req-409dce91-79d9-46c1-bf13-7eb396962f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:56.188457 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4e6cd78d-0154-46bc-9815-3d5329dc8fb6 req-409dce91-79d9-46c1-bf13-7eb396962f2a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=13fa7780-575a-40c5-b19b-7d5a9ef282a8 HTTP/1.1" status: 200 len: 860 time: 0.1087027 Jul 23 23:52:56.307537 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6cd78d-0154-46bc-9815-3d5329dc8fb6 req-fca98e4e-9b65-495d-be51-8e239069b4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:56.310220 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4e6cd78d-0154-46bc-9815-3d5329dc8fb6 req-fca98e4e-9b65-495d-be51-8e239069b4f7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0d6ba2fb-46fe-4367-85af-3f33b158d449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1135960 Jul 23 23:52:56.325253 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [req-4e6cd78d-0154-46bc-9815-3d5329dc8fb6 req-6045c581-b5ce-448f-97aa-5c259657af50 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=100314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:52:56.326405 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4e6cd78d-0154-46bc-9815-3d5329dc8fb6 req-6045c581-b5ce-448f-97aa-5c259657af50 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0101395 Jul 23 23:52:56.474011 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-ec63b59c-452e-4405-b3aa-a25e2a77d3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1407843321-router', 'tenant_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'e18c4a18-b564-4f84-85be-c1620383a9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:51:51Z', 'updated_at': '2021-07-23T23:51:59Z', 'revision_number': 4, 'project_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'gw_port': {'id': 'e18c4a18-b564-4f84-85be-c1620383a9be', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:51:52Z', 'updated_at': '2021-07-23T23:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': 'b2fadb27-bdc7-439c-ad44-952fc21545e0', 'tenant_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'floating_ip_address': '172.25.3.225', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf', 'port_id': '5e95252c-95c6-4944-9947-81ff66c9acb7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d6ba2fb-46fe-4367-85af-3f33b158d449', 'mac_address': 'fa:16:3e:7d:1c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed250f17-a555-4a7b-a8a7-c603cd1cc439', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:52:25Z', 'updated_at': '2021-07-23T23:52:53Z', 'revision_number': 1, 'project_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46ee16d0-092a-4da3-b0f6-a03dd95414c0', 'name': '', 'network_id': '0d6ba2fb-46fe-4367-85af-3f33b158d449', 'tenant_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'mac_address': 'fa:16:3e:82:b5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '13fa7780-575a-40c5-b19b-7d5a9ef282a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:51:58Z', 'updated_at': '2021-07-23T23:52:05Z', 'revision_number': 5, 'project_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'subnets': [{'id': '13fa7780-575a-40c5-b19b-7d5a9ef282a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:52:56.512055 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5de5d4-0d48-401b-b139-f347ee60e8d2 req-8b99a012-13b8-4c31-98bd-4c85c872d183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:56.513674 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7b5de5d4-0d48-401b-b139-f347ee60e8d2 req-8b99a012-13b8-4c31-98bd-4c85c872d183 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e50500f9fa5448f8994dd6c4e9b5ded5&device_id=05daa1e3-5bd4-4f14-94c6-c77200a84abb HTTP/1.1" status: 200 len: 1097 time: 0.1272042 Jul 23 23:52:56.546586 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec63b59c-452e-4405-b3aa-a25e2a77d3c6 None None] The sync data for ids ['33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf'] in n-d-800088-16 is: [{'id': '33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1407843321-router', 'tenant_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'e18c4a18-b564-4f84-85be-c1620383a9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:51:51Z', 'updated_at': '2021-07-23T23:51:59Z', 'revision_number': 4, 'project_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'gw_port': {'id': 'e18c4a18-b564-4f84-85be-c1620383a9be', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:51:52Z', 'updated_at': '2021-07-23T23:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': 'b2fadb27-bdc7-439c-ad44-952fc21545e0', 'tenant_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'floating_ip_address': '172.25.3.225', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf', 'port_id': '5e95252c-95c6-4944-9947-81ff66c9acb7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d6ba2fb-46fe-4367-85af-3f33b158d449', 'mac_address': 'fa:16:3e:7d:1c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed250f17-a555-4a7b-a8a7-c603cd1cc439', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:52:25Z', 'updated_at': '2021-07-23T23:52:53Z', 'revision_number': 1, 'project_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46ee16d0-092a-4da3-b0f6-a03dd95414c0', 'name': '', 'network_id': '0d6ba2fb-46fe-4367-85af-3f33b158d449', 'tenant_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'mac_address': 'fa:16:3e:82:b5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '13fa7780-575a-40c5-b19b-7d5a9ef282a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:51:58Z', 'updated_at': '2021-07-23T23:52:05Z', 'revision_number': 5, 'project_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'subnets': [{'id': '13fa7780-575a-40c5-b19b-7d5a9ef282a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:52:56.578097 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4e6cd78d-0154-46bc-9815-3d5329dc8fb6 req-001d1993-890a-4eae-9cae-ca0ce03b296d service neutron] 10.222.0.44 "GET /v2.0/networks/0d6ba2fb-46fe-4367-85af-3f33b158d449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422793 Jul 23 23:52:56.678637 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:56.686786 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5de5d4-0d48-401b-b139-f347ee60e8d2 req-b1fbaf5b-0cea-4f8e-9126-458e69fbf872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:56.688757 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7b5de5d4-0d48-401b-b139-f347ee60e8d2 req-b1fbaf5b-0cea-4f8e-9126-458e69fbf872 service neutron] 10.222.0.52 "GET /v2.0/networks?id=646be7a8-09b8-4e0c-bd78-d5d98c9093b9 HTTP/1.1" status: 200 len: 908 time: 0.1680255 Jul 23 23:52:56.750380 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7b5de5d4-0d48-401b-b139-f347ee60e8d2 req-6e81a67d-8232-4805-bcad-66fd97dd23c7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2945688-a2a4-4798-aa3c-f7f34ddad2ee HTTP/1.1" status: 200 len: 217 time: 0.0543067 Jul 23 23:52:56.773052 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4e6cd78d-0154-46bc-9815-3d5329dc8fb6 req-5b39c3d4-ad2d-48d0-9f8a-99eada0d5687 service neutron] 10.222.0.44 "GET /v2.0/networks/0d6ba2fb-46fe-4367-85af-3f33b158d449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872551 Jul 23 23:52:56.876788 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cceafcb5-8540-43b0-a245-ba6f57a8495c x-openstack-request-id: req-cceafcb5-8540-43b0-a245-ba6f57a8495c {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:52:56.877112 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af5131bd-fcc1-4fc9-ad83-c18f5ef82a81", "name": "network-vif-deleted", "tag": "e34c0227-02f2-4511-aa0f-45ab9e0eb2c0", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:52:56.877370 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cceafcb5-8540-43b0-a245-ba6f57a8495c {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:52:56.877789 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af5131bd-fcc1-4fc9-ad83-c18f5ef82a81', 'name': 'network-vif-deleted', 'tag': 'e34c0227-02f2-4511-aa0f-45ab9e0eb2c0', 'status': 'completed', 'code': 200} Jul 23 23:52:56.928114 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8725b1a7-1f73-4eef-a269-151ecc835526 None None] New status for floating IP b2fadb27-bdc7-439c-ad44-952fc21545e0: ACTIVE {{(pid=100315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 23:52:57.251272 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 40120) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:52:57.310759 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:57.423391 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e009e1fd-67f3-46e4-9aa8-f04a1105906a req-794c7894-529f-4965-9a10-6f3f6fa4d8e0 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:57.427991 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e009e1fd-67f3-46e4-9aa8-f04a1105906a req-794c7894-529f-4965-9a10-6f3f6fa4d8e0 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?device_id=05daa1e3-5bd4-4f14-94c6-c77200a84abb HTTP/1.1" status: 200 len: 945 time: 0.2436008 Jul 23 23:52:57.455565 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdac9796-2866-4f7c-a918-ef6e40510a14 x-openstack-request-id: req-cdac9796-2866-4f7c-a918-ef6e40510a14 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:52:57.456417 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1383b6ed-cf46-43ee-ae3a-7ae5e248972f", "name": "network-vif-deleted", "tag": "448e03e8-4c39-4675-879c-139141578724", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:52:57.456935 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cdac9796-2866-4f7c-a918-ef6e40510a14 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:52:57.457560 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1383b6ed-cf46-43ee-ae3a-7ae5e248972f', 'name': 'network-vif-deleted', 'tag': '448e03e8-4c39-4675-879c-139141578724', 'status': 'completed', 'code': 200} Jul 23 23:52:57.477283 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5de5d4-0d48-401b-b139-f347ee60e8d2 req-7acf786f-9430-4b35-8c80-2bd3f9fcd23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:57.479308 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7b5de5d4-0d48-401b-b139-f347ee60e8d2 req-7acf786f-9430-4b35-8c80-2bd3f9fcd23c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3bfc2b3c-ece5-49a0-8daf-8ebd7d541c76 HTTP/1.1" status: 200 len: 847 time: 0.7217147 Jul 23 23:52:57.571741 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7b5de5d4-0d48-401b-b139-f347ee60e8d2 req-71da55e8-1ea3-4787-bde5-14a1ff747a82 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=646be7a8-09b8-4e0c-bd78-d5d98c9093b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0851529 Jul 23 23:52:57.573717 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e009e1fd-67f3-46e4-9aa8-f04a1105906a req-0367df54-b93d-404c-a158-09136242c114 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391191 Jul 23 23:52:57.700919 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-0ef9b916-4000-4ca5-8215-e052cf5981e3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=00c3bb9253ab446283875ca702165d85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4485526 Jul 23 23:52:57.704036 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 40128) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:52:57.748742 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7b5de5d4-0d48-401b-b139-f347ee60e8d2 req-b93aae37-f206-48b5-8097-8abe089d4bc1 service neutron] 10.222.0.52 "GET /v2.0/networks/646be7a8-09b8-4e0c-bd78-d5d98c9093b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580541 Jul 23 23:52:57.822701 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3cf98f86-8321-445b-b607-fd0193c18b39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:57.877528 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3cf98f86-8321-445b-b607-fd0193c18b39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:57.969729 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7b5de5d4-0d48-401b-b139-f347ee60e8d2 req-e2c60329-1033-4a35-a2a1-a7adf3798ec3 service neutron] 10.222.0.52 "GET /v2.0/networks/646be7a8-09b8-4e0c-bd78-d5d98c9093b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103007 Jul 23 23:52:57.989856 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3cf98f86-8321-445b-b607-fd0193c18b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:57.993227 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3cf98f86-8321-445b-b607-fd0193c18b39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:57.994645 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-3cf98f86-8321-445b-b607-fd0193c18b39 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/081964e7-0494-45e8-920d-24904eff5d0c HTTP/1.1" status: 204 len: 168 time: 0.2891731 Jul 23 23:52:58.026982 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf98f86-8321-445b-b607-fd0193c18b39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=081964e7-0494-45e8-920d-24904eff5d0c,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:58.653543 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 40138) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:52:58.670111 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f3560b36-d987-42c2-a304-bfb65452dbc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:58.745979 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:58.771655 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 448e03e8-4c39-4675-879c-139141578724 no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:52:58.841324 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] No Port match for: 448e03e8-4c39-4675-879c-139141578724 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:52:58.843814 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 448e03e8-4c39-4675-879c-139141578724 not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:52:58.879641 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed250f17-a555-4a7b-a8a7-c603cd1cc439', 'tag': '5e95252c-95c6-4944-9947-81ff66c9acb7'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:52:58.882706 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2af7bab-b623-4c7f-8835-3392f13d43fd" -d '{"events": [{"name": "network-changed", "server_uuid": "ed250f17-a555-4a7b-a8a7-c603cd1cc439", "tag": "5e95252c-95c6-4944-9947-81ff66c9acb7"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:52:58.924154 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f3560b36-d987-42c2-a304-bfb65452dbc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:58.931496 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f3560b36-d987-42c2-a304-bfb65452dbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:59.039270 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 40142) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:52:59.040261 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-f3560b36-d987-42c2-a304-bfb65452dbc5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b5fa0af77d5347178cc07eb09740e002&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3856168 Jul 23 23:52:59.041591 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3560b36-d987-42c2-a304-bfb65452dbc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3844516-2682-4036-905a-9e0dc80a4854,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:59.241366 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:52:59.286154 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0336eaca-b0d5-4c6f-839b-fcee309c9a89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:59.343674 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0336eaca-b0d5-4c6f-839b-fcee309c9a89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:59.423563 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0336eaca-b0d5-4c6f-839b-fcee309c9a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:59.427450 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0336eaca-b0d5-4c6f-839b-fcee309c9a89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:59.431234 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-0336eaca-b0d5-4c6f-839b-fcee309c9a89 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d3844516-2682-4036-905a-9e0dc80a4854 HTTP/1.1" status: 204 len: 168 time: 0.3885839 Jul 23 23:52:59.441494 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0336eaca-b0d5-4c6f-839b-fcee309c9a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3844516-2682-4036-905a-9e0dc80a4854,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:53:04.556283 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dc902a-d343-4b25-8a1e-8de24d447cc0 req-16544216-eb4d-48d0-b5fe-773543710030 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:04.556283 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-84dc902a-d343-4b25-8a1e-8de24d447cc0 req-16544216-eb4d-48d0-b5fe-773543710030 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] 10.222.0.44 "GET /v2.0/ports?device_id=6857c621-8c6c-488d-9f0d-1cfd8c7f116b HTTP/1.1" status: 200 len: 945 time: 0.0781097 Jul 23 23:53:04.604192 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-84dc902a-d343-4b25-8a1e-8de24d447cc0 req-ee8d8553-d177-4960-8d2e-a4c81f94ac95 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] 10.222.0.44 "GET /v2.0/security-groups?id=8c945ade-5e33-449d-9933-768721eff93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458863 Jul 23 23:53:04.756209 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51859b3b-772e-48bc-9770-f05dfdaf6f66 req-8411030e-bd1c-4adb-9730-874c25540ef4 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:04.767502 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-51859b3b-772e-48bc-9770-f05dfdaf6f66 req-8411030e-bd1c-4adb-9730-874c25540ef4 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?device_id=05daa1e3-5bd4-4f14-94c6-c77200a84abb HTTP/1.1" status: 200 len: 945 time: 0.0894160 Jul 23 23:53:04.770654 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077089f1-8248-450b-8c06-38198b48cc58 req-928e4078-014e-43d9-a1ed-4a976a3695a9 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:04.772781 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-077089f1-8248-450b-8c06-38198b48cc58 req-928e4078-014e-43d9-a1ed-4a976a3695a9 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa375975-ebae-4ee4-92f6-87c367514699&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1219842 Jul 23 23:53:04.812612 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-51859b3b-772e-48bc-9770-f05dfdaf6f66 req-cd35027f-f4a2-48c0-8eef-f8114e563e7d tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439122 Jul 23 23:53:04.884648 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b46e65f-322c-4f6b-a034-56725fdc6c9b x-openstack-request-id: req-3b46e65f-322c-4f6b-a034-56725fdc6c9b {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:53:04.885548 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed250f17-a555-4a7b-a8a7-c603cd1cc439", "tag": "5e95252c-95c6-4944-9947-81ff66c9acb7", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:53:04.886411 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3b46e65f-322c-4f6b-a034-56725fdc6c9b {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:53:04.887343 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed250f17-a555-4a7b-a8a7-c603cd1cc439', 'tag': '5e95252c-95c6-4944-9947-81ff66c9acb7', 'status': 'completed', 'code': 200} Jul 23 23:53:04.980691 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-077089f1-8248-450b-8c06-38198b48cc58 req-0bf6a349-1d55-454e-9124-db53ca08acc8 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.3.225 HTTP/1.1" status: 200 len: 1001 time: 0.1979153 Jul 23 23:53:04.987271 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-077089f1-8248-450b-8c06-38198b48cc58 req-b709a9ba-3332-4874-8994-8cba313b7695 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Request body: {'floatingip': {'port_id': 'b91ae1c3-235a-4786-9987-4bf1f96af5cf', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:53:05.064342 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-077089f1-8248-450b-8c06-38198b48cc58 req-b709a9ba-3332-4874-8994-8cba313b7695 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Notify callbacks [] for floatingip, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:05.070274 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af7bab-b623-4c7f-8835-3392f13d43fd req-90dbf748-7384-4b55-ad0a-796458a13306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:05.071948 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b2af7bab-b623-4c7f-8835-3392f13d43fd req-90dbf748-7384-4b55-ad0a-796458a13306 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fe34b741dd5e495ab273e85e013ecfbf&device_id=ed250f17-a555-4a7b-a8a7-c603cd1cc439 HTTP/1.1" status: 200 len: 1097 time: 0.1502304 Jul 23 23:53:05.296722 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af7bab-b623-4c7f-8835-3392f13d43fd req-cc710ef3-62b7-4d97-be1e-c414aeaad06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:05.298351 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b2af7bab-b623-4c7f-8835-3392f13d43fd req-cc710ef3-62b7-4d97-be1e-c414aeaad06a service neutron] 10.222.0.52 "GET /v2.0/networks?id=0d6ba2fb-46fe-4367-85af-3f33b158d449 HTTP/1.1" status: 200 len: 922 time: 0.1834235 Jul 23 23:53:05.453226 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b2af7bab-b623-4c7f-8835-3392f13d43fd req-d0c231eb-0500-47be-a1c8-60a18338b181 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e95252c-95c6-4944-9947-81ff66c9acb7 HTTP/1.1" status: 200 len: 1001 time: 0.1402473 Jul 23 23:53:05.510811 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d7c186e0-fb3e-4b54-94ef-a1e439e19981 req-746dacd5-2330-4343-af83-08429307fde6 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=93eec40beee743858af7fbcead2f938a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363579 Jul 23 23:53:05.556394 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af7bab-b623-4c7f-8835-3392f13d43fd req-6951825b-d73d-4f77-86a5-7bf1fb6182d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:05.557993 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b2af7bab-b623-4c7f-8835-3392f13d43fd req-6951825b-d73d-4f77-86a5-7bf1fb6182d9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=13fa7780-575a-40c5-b19b-7d5a9ef282a8 HTTP/1.1" status: 200 len: 860 time: 0.0971932 Jul 23 23:53:05.652851 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c186e0-fb3e-4b54-94ef-a1e439e19981 req-95a61920-69a3-4f14-a45c-acd7799a2b10 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:05.661145 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d7c186e0-fb3e-4b54-94ef-a1e439e19981 req-95a61920-69a3-4f14-a45c-acd7799a2b10 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1483459 Jul 23 23:53:05.679773 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d7c186e0-fb3e-4b54-94ef-a1e439e19981 req-d369b34f-9099-452d-bd0c-c2144f577eff tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/quotas/93eec40beee743858af7fbcead2f938a HTTP/1.1" status: 200 len: 375 time: 0.0170374 Jul 23 23:53:05.724905 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d7c186e0-fb3e-4b54-94ef-a1e439e19981 req-533fd3d2-73ef-49f5-931a-dc03d2117902 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=93eec40beee743858af7fbcead2f938a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441639 Jul 23 23:53:05.808011 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af7bab-b623-4c7f-8835-3392f13d43fd req-0ac4bf91-5b5e-4227-8905-f58df1a6a56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:05.809579 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b2af7bab-b623-4c7f-8835-3392f13d43fd req-0ac4bf91-5b5e-4227-8905-f58df1a6a56a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0d6ba2fb-46fe-4367-85af-3f33b158d449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2248054 Jul 23 23:53:05.970591 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-077089f1-8248-450b-8c06-38198b48cc58 req-b709a9ba-3332-4874-8994-8cba313b7695 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:05.983828 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-077089f1-8248-450b-8c06-38198b48cc58 req-b709a9ba-3332-4874-8994-8cba313b7695 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:06.110030 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b2af7bab-b623-4c7f-8835-3392f13d43fd req-12698df3-5684-4d66-bb11-599cb46db695 service neutron] 10.222.0.52 "GET /v2.0/networks/0d6ba2fb-46fe-4367-85af-3f33b158d449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850640 Jul 23 23:53:06.184239 n-d-800088-16 neutron-server[100313]: INFO neutron.db.l3_db [req-077089f1-8248-450b-8c06-38198b48cc58 req-b709a9ba-3332-4874-8994-8cba313b7695 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Floating IP b2fadb27-bdc7-439c-ad44-952fc21545e0 associated. External IP: 172.25.3.225, port: 5e95252c-95c6-4944-9947-81ff66c9acb7. Jul 23 23:53:06.325790 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b2af7bab-b623-4c7f-8835-3392f13d43fd req-8de3fa36-c417-46df-9d45-a5d3df44bf8b service neutron] 10.222.0.52 "GET /v2.0/networks/0d6ba2fb-46fe-4367-85af-3f33b158d449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011430 Jul 23 23:53:06.591804 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [req-077089f1-8248-450b-8c06-38198b48cc58 req-b709a9ba-3332-4874-8994-8cba313b7695 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Router 33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:53:06.742785 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-077089f1-8248-450b-8c06-38198b48cc58 req-b709a9ba-3332-4874-8994-8cba313b7695 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:53:06.746190 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c62e6-8f36-45bc-9835-e0c438d6b75c req-a2984d93-957c-43be-8689-acce25e4a3cf tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:06.755755 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-384c62e6-8f36-45bc-9835-e0c438d6b75c req-a2984d93-957c-43be-8689-acce25e4a3cf tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?device_id=05daa1e3-5bd4-4f14-94c6-c77200a84abb HTTP/1.1" status: 200 len: 945 time: 0.0960712 Jul 23 23:53:06.760534 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76275f7d-7b5a-4fcb-959c-2a627701d62a None None] Sync routers for ids ['33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:53:06.773706 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76275f7d-7b5a-4fcb-959c-2a627701d62a None None] Routers {'33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:53:06.774610 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-76275f7d-7b5a-4fcb-959c-2a627701d62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:52:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:53:06.802805 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-384c62e6-8f36-45bc-9835-e0c438d6b75c req-d3112bc3-b4d0-4ced-8505-a2f2e6f1bbee tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460594 Jul 23 23:53:06.946602 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-76275f7d-7b5a-4fcb-959c-2a627701d62a None None] Set router 33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:53:07.018478 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5a8edee3-372c-4ddb-ae30-5696511b6312 req-8dcb7801-daff-4fd3-bb3f-a362d371b740 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=93eec40beee743858af7fbcead2f938a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0452013 Jul 23 23:53:07.253293 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8edee3-372c-4ddb-ae30-5696511b6312 req-db73035d-ca83-4e23-a0e5-7fd1773d3e0f tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:07.256578 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5a8edee3-372c-4ddb-ae30-5696511b6312 req-db73035d-ca83-4e23-a0e5-7fd1773d3e0f tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2367275 Jul 23 23:53:07.303208 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5a8edee3-372c-4ddb-ae30-5696511b6312 req-7a7ccbed-d419-4cab-888f-7534542652db tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/quotas/93eec40beee743858af7fbcead2f938a HTTP/1.1" status: 200 len: 375 time: 0.0299983 Jul 23 23:53:07.313655 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-76275f7d-7b5a-4fcb-959c-2a627701d62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1407843321-router', 'tenant_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'e18c4a18-b564-4f84-85be-c1620383a9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:51:51Z', 'updated_at': '2021-07-23T23:51:59Z', 'revision_number': 4, 'project_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'gw_port': {'id': 'e18c4a18-b564-4f84-85be-c1620383a9be', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:51:52Z', 'updated_at': '2021-07-23T23:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': 'b2fadb27-bdc7-439c-ad44-952fc21545e0', 'tenant_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'floating_ip_address': '172.25.3.225', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf', 'port_id': 'b91ae1c3-235a-4786-9987-4bf1f96af5cf', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d6ba2fb-46fe-4367-85af-3f33b158d449', 'mac_address': 'fa:16:3e:ae:c9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa375975-ebae-4ee4-92f6-87c367514699', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:52:25Z', 'updated_at': '2021-07-23T23:53:05Z', 'revision_number': 3, 'project_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46ee16d0-092a-4da3-b0f6-a03dd95414c0', 'name': '', 'network_id': '0d6ba2fb-46fe-4367-85af-3f33b158d449', 'tenant_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'mac_address': 'fa:16:3e:82:b5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '13fa7780-575a-40c5-b19b-7d5a9ef282a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:51:58Z', 'updated_at': '2021-07-23T23:52:05Z', 'revision_number': 5, 'project_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'subnets': [{'id': '13fa7780-575a-40c5-b19b-7d5a9ef282a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:53:07.379121 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76275f7d-7b5a-4fcb-959c-2a627701d62a None None] Checking router: 33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:53:07.390512 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76275f7d-7b5a-4fcb-959c-2a627701d62a None None] Routers {'33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:53:07.391231 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-76275f7d-7b5a-4fcb-959c-2a627701d62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:52:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:53:07.392554 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [req-077089f1-8248-450b-8c06-38198b48cc58 req-b709a9ba-3332-4874-8994-8cba313b7695 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Router 33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:53:07.465145 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5a8edee3-372c-4ddb-ae30-5696511b6312 req-386ae773-18ca-40a6-ad60-b500036b486d tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=93eec40beee743858af7fbcead2f938a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1609728 Jul 23 23:53:07.466984 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d7c186e0-fb3e-4b54-94ef-a1e439e19981 req-f1923ff1-dee2-4f8b-8acc-0c2bea108567 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=93eec40beee743858af7fbcead2f938a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1600916 Jul 23 23:53:07.587656 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-077089f1-8248-450b-8c06-38198b48cc58 req-b709a9ba-3332-4874-8994-8cba313b7695 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:53:07.597494 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-077089f1-8248-450b-8c06-38198b48cc58 req-b709a9ba-3332-4874-8994-8cba313b7695 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:07.606047 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-76275f7d-7b5a-4fcb-959c-2a627701d62a None None] Set router 33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:53:07.684425 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed250f17-a555-4a7b-a8a7-c603cd1cc439', 'tag': '5e95252c-95c6-4944-9947-81ff66c9acb7'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:53:07.689148 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67acf994-a9c9-43a1-857a-e9f38dcbc998" -d '{"events": [{"name": "network-changed", "server_uuid": "ed250f17-a555-4a7b-a8a7-c603cd1cc439", "tag": "5e95252c-95c6-4944-9947-81ff66c9acb7"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:53:07.730452 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-077089f1-8248-450b-8c06-38198b48cc58 req-b709a9ba-3332-4874-8994-8cba313b7695 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "PUT /v2.0/floatingips/b2fadb27-bdc7-439c-ad44-952fc21545e0 HTTP/1.1" status: 200 len: 999 time: 2.7487876 Jul 23 23:53:07.798944 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077089f1-8248-450b-8c06-38198b48cc58 req-64ce9ee2-e3c9-48c5-b3d2-295f366acd67 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:07.800576 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-077089f1-8248-450b-8c06-38198b48cc58 req-64ce9ee2-e3c9-48c5-b3d2-295f366acd67 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "GET /v2.0/ports/5e95252c-95c6-4944-9947-81ff66c9acb7 HTTP/1.1" status: 200 len: 942 time: 0.0642903 Jul 23 23:53:07.856848 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c186e0-fb3e-4b54-94ef-a1e439e19981 req-bb1f161a-d6dd-4681-9971-b41293f65849 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:07.859190 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d7c186e0-fb3e-4b54-94ef-a1e439e19981 req-bb1f161a-d6dd-4681-9971-b41293f65849 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3788157 Jul 23 23:53:07.886476 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-d7c186e0-fb3e-4b54-94ef-a1e439e19981 req-bc26b1de-470f-4df5-871e-ea21adf72b63 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Request body: {'port': {'device_id': '5017e1b8-c1a9-4f49-9f57-d89fd83b37a3', 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2', 'admin_state_up': True, 'tenant_id': '93eec40beee743858af7fbcead2f938a'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:53:08.262623 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-76275f7d-7b5a-4fcb-959c-2a627701d62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1407843321-router', 'tenant_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'e18c4a18-b564-4f84-85be-c1620383a9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:51:51Z', 'updated_at': '2021-07-23T23:51:59Z', 'revision_number': 4, 'project_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'gw_port': {'id': 'e18c4a18-b564-4f84-85be-c1620383a9be', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:51:52Z', 'updated_at': '2021-07-23T23:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': 'b2fadb27-bdc7-439c-ad44-952fc21545e0', 'tenant_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'floating_ip_address': '172.25.3.225', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf', 'port_id': 'b91ae1c3-235a-4786-9987-4bf1f96af5cf', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d6ba2fb-46fe-4367-85af-3f33b158d449', 'mac_address': 'fa:16:3e:ae:c9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa375975-ebae-4ee4-92f6-87c367514699', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:52:25Z', 'updated_at': '2021-07-23T23:53:05Z', 'revision_number': 3, 'project_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46ee16d0-092a-4da3-b0f6-a03dd95414c0', 'name': '', 'network_id': '0d6ba2fb-46fe-4367-85af-3f33b158d449', 'tenant_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'mac_address': 'fa:16:3e:82:b5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '13fa7780-575a-40c5-b19b-7d5a9ef282a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:51:58Z', 'updated_at': '2021-07-23T23:52:05Z', 'revision_number': 5, 'project_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'subnets': [{'id': '13fa7780-575a-40c5-b19b-7d5a9ef282a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:53:08.263132 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077089f1-8248-450b-8c06-38198b48cc58 req-19bcee42-2ca7-4da4-ac17-b92095cd1469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:08.281781 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-077089f1-8248-450b-8c06-38198b48cc58 req-19bcee42-2ca7-4da4-ac17-b92095cd1469 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fe34b741dd5e495ab273e85e013ecfbf&device_id=ed250f17-a555-4a7b-a8a7-c603cd1cc439 HTTP/1.1" status: 200 len: 1097 time: 0.2875617 Jul 23 23:53:08.336776 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d192959d-78bb-4ea9-9c38-aa947a89de5c req-8299f3f9-f654-4f23-b47d-1ef7a1b88fa0 tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:08.339413 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d192959d-78bb-4ea9-9c38-aa947a89de5c req-8299f3f9-f654-4f23-b47d-1ef7a1b88fa0 tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a38679e-4ab8-4a39-9e4a-ae1b668ec623 HTTP/1.1" status: 200 len: 950 time: 0.2951713 Jul 23 23:53:08.341751 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7c186e0-fb3e-4b54-94ef-a1e439e19981 req-bc26b1de-470f-4df5-871e-ea21adf72b63 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Made reservation on behalf of 93eec40beee743858af7fbcead2f938a for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:53:08.348974 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76275f7d-7b5a-4fcb-959c-2a627701d62a None None] The sync data for ids ['33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf'] in n-d-800088-16 is: [{'id': '33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1407843321-router', 'tenant_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'e18c4a18-b564-4f84-85be-c1620383a9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:51:51Z', 'updated_at': '2021-07-23T23:51:59Z', 'revision_number': 4, 'project_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'gw_port': {'id': 'e18c4a18-b564-4f84-85be-c1620383a9be', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:51:52Z', 'updated_at': '2021-07-23T23:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': 'b2fadb27-bdc7-439c-ad44-952fc21545e0', 'tenant_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'floating_ip_address': '172.25.3.225', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf', 'port_id': 'b91ae1c3-235a-4786-9987-4bf1f96af5cf', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d6ba2fb-46fe-4367-85af-3f33b158d449', 'mac_address': 'fa:16:3e:ae:c9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa375975-ebae-4ee4-92f6-87c367514699', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:52:25Z', 'updated_at': '2021-07-23T23:53:05Z', 'revision_number': 3, 'project_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46ee16d0-092a-4da3-b0f6-a03dd95414c0', 'name': '', 'network_id': '0d6ba2fb-46fe-4367-85af-3f33b158d449', 'tenant_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'mac_address': 'fa:16:3e:82:b5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '13fa7780-575a-40c5-b19b-7d5a9ef282a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:51:58Z', 'updated_at': '2021-07-23T23:52:05Z', 'revision_number': 5, 'project_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'subnets': [{'id': '13fa7780-575a-40c5-b19b-7d5a9ef282a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:53:08.361318 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-d7c186e0-fb3e-4b54-94ef-a1e439e19981 req-bc26b1de-470f-4df5-871e-ea21adf72b63 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:08.474229 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d192959d-78bb-4ea9-9c38-aa947a89de5c req-a52830ea-d462-4e41-a216-4db009887008 tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] 10.222.0.44 "GET /v2.0/security-groups?id=39e2cfc2-bcff-4d1c-a5a4-8ca5083e8b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034763 Jul 23 23:53:08.477479 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-d7c186e0-fb3e-4b54-94ef-a1e439e19981 req-bc26b1de-470f-4df5-871e-ea21adf72b63 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:08.557809 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1204a385-0b7d-4a4b-946f-5a7e689e98a9 req-d725df8e-6115-4ea0-a1ec-57871c8cdc9d tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:08.563080 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1204a385-0b7d-4a4b-946f-5a7e689e98a9 req-d725df8e-6115-4ea0-a1ec-57871c8cdc9d tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] 10.222.0.52 "GET /v2.0/ports?device_id=6857c621-8c6c-488d-9f0d-1cfd8c7f116b HTTP/1.1" status: 200 len: 945 time: 0.4226646 Jul 23 23:53:08.700931 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-d7c186e0-fb3e-4b54-94ef-a1e439e19981 req-bc26b1de-470f-4df5-871e-ea21adf72b63 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:08.719729 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-d7c186e0-fb3e-4b54-94ef-a1e439e19981 req-bc26b1de-470f-4df5-871e-ea21adf72b63 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:08.741862 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4aca00f-a7e9-4a98-80e4-83e800429d75 None None] New status for floating IP b2fadb27-bdc7-439c-ad44-952fc21545e0: ACTIVE {{(pid=100315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 23:53:08.773560 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077089f1-8248-450b-8c06-38198b48cc58 req-220e3ef6-9c67-498c-b812-88922968b089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:08.782590 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-077089f1-8248-450b-8c06-38198b48cc58 req-220e3ef6-9c67-498c-b812-88922968b089 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0d6ba2fb-46fe-4367-85af-3f33b158d449 HTTP/1.1" status: 200 len: 922 time: 0.4997516 Jul 23 23:53:08.875960 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-077089f1-8248-450b-8c06-38198b48cc58 req-80e6a48f-427c-4132-9cc0-5b6aa7c7b383 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e95252c-95c6-4944-9947-81ff66c9acb7 HTTP/1.1" status: 200 len: 217 time: 0.0921021 Jul 23 23:53:09.002267 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-1204a385-0b7d-4a4b-946f-5a7e689e98a9 req-71d2dc5d-56b9-4140-9913-604fd52c6dc9 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Deleting port 36fc1fd4-c047-47a4-bb0d-bb3c0ea45107 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:53:09.002619 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-1204a385-0b7d-4a4b-946f-5a7e689e98a9 req-71d2dc5d-56b9-4140-9913-604fd52c6dc9 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:09.015907 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e2611456-5fc2-46c6-86bd-710934867c44 req-6c898159-63d6-4de1-88be-aeda84091c23 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1389762014&fields=id&tenant_id=1c2582a501044614b6b14b002223c647 HTTP/1.1" status: 200 len: 267 time: 0.3122618 Jul 23 23:53:09.018194 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077089f1-8248-450b-8c06-38198b48cc58 req-91d8daf7-938b-40d2-9ad3-bac6fc1a7811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:09.036022 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-077089f1-8248-450b-8c06-38198b48cc58 req-91d8daf7-938b-40d2-9ad3-bac6fc1a7811 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=13fa7780-575a-40c5-b19b-7d5a9ef282a8 HTTP/1.1" status: 200 len: 860 time: 0.1590073 Jul 23 23:53:09.072987 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc26b1de-470f-4df5-871e-ea21adf72b63 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84afd7ea-644b-438b-8379-6d56a9cf992d,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:53:09.270483 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [req-d7c186e0-fb3e-4b54-94ef-a1e439e19981 req-bc26b1de-470f-4df5-871e-ea21adf72b63 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Allocated IP 192.168.233.25 (603dff3b-80fe-44ec-a82a-8d8b74b0c3c2/ef73a7e1-c64a-41e3-9997-629475c7b6b1/f9b52e8a-7d85-422f-b2ce-78773c09870e) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:53:09.282154 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2611456-5fc2-46c6-86bd-710934867c44 req-0bc30115-5e42-4acf-89d7-439f61bacdea tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:09.288780 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e2611456-5fc2-46c6-86bd-710934867c44 req-0bc30115-5e42-4acf-89d7-439f61bacdea tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] 10.222.0.44 "GET /v2.0/networks?id=b6cf1771-a5e0-4481-ada6-9af5ffe559f4 HTTP/1.1" status: 200 len: 823 time: 0.2717514 Jul 23 23:53:09.293834 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-1204a385-0b7d-4a4b-946f-5a7e689e98a9 req-71d2dc5d-56b9-4140-9913-604fd52c6dc9 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] For port 36fc1fd4-c047-47a4-bb0d-bb3c0ea45107, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=36fc1fd4-c047-47a4-bb0d-bb3c0ea45107,segment=NetworkSegment(5d344d88-6b1d-459b-a6c4-73c6890df831),segment_id=5d344d88-6b1d-459b-a6c4-73c6890df831)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:53:09.294577 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-1204a385-0b7d-4a4b-946f-5a7e689e98a9 req-71d2dc5d-56b9-4140-9913-604fd52c6dc9 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:09.308276 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077089f1-8248-450b-8c06-38198b48cc58 req-65aded7a-4838-4bed-ab5f-7ffcb5975dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:09.310211 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-077089f1-8248-450b-8c06-38198b48cc58 req-65aded7a-4838-4bed-ab5f-7ffcb5975dac service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0d6ba2fb-46fe-4367-85af-3f33b158d449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2734323 Jul 23 23:53:09.318838 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e2611456-5fc2-46c6-86bd-710934867c44 req-23d13ad0-89cc-48bb-a224-fd8174f5271f tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] 10.222.0.44 "GET /v2.0/quotas/1c2582a501044614b6b14b002223c647 HTTP/1.1" status: 200 len: 375 time: 0.0290763 Jul 23 23:53:09.336260 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e615d4-64b2-41f9-bf2a-ce013cd0a1e2 None None] Sync routers for ids ['33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:53:09.353604 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [req-077089f1-8248-450b-8c06-38198b48cc58 req-e4638758-9098-491c-b3f3-1deac312f8e6 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=100313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:53:09.355012 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-077089f1-8248-450b-8c06-38198b48cc58 req-e4638758-9098-491c-b3f3-1deac312f8e6 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064588 Jul 23 23:53:09.360526 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e615d4-64b2-41f9-bf2a-ce013cd0a1e2 None None] Routers {'33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:53:09.361229 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-39e615d4-64b2-41f9-bf2a-ce013cd0a1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:52:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:53:09.605767 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-39e615d4-64b2-41f9-bf2a-ce013cd0a1e2 None None] Set router 33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:53:09.633484 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-d7c186e0-fb3e-4b54-94ef-a1e439e19981 req-bc26b1de-470f-4df5-871e-ea21adf72b63 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:09.680162 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-d7c186e0-fb3e-4b54-94ef-a1e439e19981 req-bc26b1de-470f-4df5-871e-ea21adf72b63 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Transition to ACTIVE for port object f9b52e8a-7d85-422f-b2ce-78773c09870e will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:53:09.713620 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 1232bb33-94ad-4269-a061-dbea4181bc9b no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:53:09.715770 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e2611456-5fc2-46c6-86bd-710934867c44 req-4de44532-b7ee-4a7f-b9b8-323f0426e885 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=1c2582a501044614b6b14b002223c647&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3959258 Jul 23 23:53:09.827355 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5a8edee3-372c-4ddb-ae30-5696511b6312 req-84bbf531-d6cc-46fc-99de-3db5661faa57 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=93eec40beee743858af7fbcead2f938a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1650360 Jul 23 23:53:09.873947 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e2611456-5fc2-46c6-86bd-710934867c44 req-28abe77e-61ac-4a9f-96a1-5007e204e7a2 service neutron] 10.222.0.44 "GET /v2.0/networks/b6cf1771-a5e0-4481-ada6-9af5ffe559f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571927 Jul 23 23:53:09.941083 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:09.991550 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-077089f1-8248-450b-8c06-38198b48cc58 req-daf29394-5dfb-4405-9eda-75b9707a3bb8 service neutron] 10.222.0.44 "GET /v2.0/networks/0d6ba2fb-46fe-4367-85af-3f33b158d449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5977566 Jul 23 23:53:09.994939 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a38679e-4ab8-4a39-9e4a-ae1b668ec623', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1232bb33-94ad-4269-a061-dbea4181bc9b'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:53:10.003692 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5dfdaac-9910-40c0-8b33-ee59cf9b2ec7" -d '{"events": [{"server_uuid": "7a38679e-4ab8-4a39-9e4a-ae1b668ec623", "name": "network-vif-unplugged", "status": "completed", "tag": "1232bb33-94ad-4269-a061-dbea4181bc9b"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:53:10.027977 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-39e615d4-64b2-41f9-bf2a-ce013cd0a1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1407843321-router', 'tenant_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'e18c4a18-b564-4f84-85be-c1620383a9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:51:51Z', 'updated_at': '2021-07-23T23:51:59Z', 'revision_number': 4, 'project_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'gw_port': {'id': 'e18c4a18-b564-4f84-85be-c1620383a9be', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:51:52Z', 'updated_at': '2021-07-23T23:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': 'b2fadb27-bdc7-439c-ad44-952fc21545e0', 'tenant_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'floating_ip_address': '172.25.3.225', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf', 'port_id': 'b91ae1c3-235a-4786-9987-4bf1f96af5cf', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d6ba2fb-46fe-4367-85af-3f33b158d449', 'mac_address': 'fa:16:3e:ae:c9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa375975-ebae-4ee4-92f6-87c367514699', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:52:25Z', 'updated_at': '2021-07-23T23:53:08Z', 'revision_number': 4, 'project_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46ee16d0-092a-4da3-b0f6-a03dd95414c0', 'name': '', 'network_id': '0d6ba2fb-46fe-4367-85af-3f33b158d449', 'tenant_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'mac_address': 'fa:16:3e:82:b5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '13fa7780-575a-40c5-b19b-7d5a9ef282a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:51:58Z', 'updated_at': '2021-07-23T23:52:05Z', 'revision_number': 5, 'project_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'subnets': [{'id': '13fa7780-575a-40c5-b19b-7d5a9ef282a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:53:10.036223 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 1232bb33-94ad-4269-a061-dbea4181bc9b, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=1232bb33-94ad-4269-a061-dbea4181bc9b,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:53:10.047218 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:10.072860 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e615d4-64b2-41f9-bf2a-ce013cd0a1e2 None None] Checking router: 33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:53:10.085052 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e615d4-64b2-41f9-bf2a-ce013cd0a1e2 None None] Routers {'33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:53:10.085665 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-39e615d4-64b2-41f9-bf2a-ce013cd0a1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:52:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:53:10.091984 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e2611456-5fc2-46c6-86bd-710934867c44 req-5484b84e-7b32-46ae-8889-0fc021fddc94 service neutron] 10.222.0.44 "GET /v2.0/networks/b6cf1771-a5e0-4481-ada6-9af5ffe559f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170734 Jul 23 23:53:10.096926 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-d7c186e0-fb3e-4b54-94ef-a1e439e19981 req-bc26b1de-470f-4df5-871e-ea21adf72b63 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:10.144709 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=1232bb33-94ad-4269-a061-dbea4181bc9b,revision_number=8']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:53:10.148939 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-1204a385-0b7d-4a4b-946f-5a7e689e98a9 req-71d2dc5d-56b9-4140-9913-604fd52c6dc9 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:10.148939 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-1204a385-0b7d-4a4b-946f-5a7e689e98a9 req-71d2dc5d-56b9-4140-9913-604fd52c6dc9 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:10.149255 n-d-800088-16 neutron-server[100313]: INFO neutron.db.l3_db [req-1204a385-0b7d-4a4b-946f-5a7e689e98a9 req-71d2dc5d-56b9-4140-9913-604fd52c6dc9 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Floating IP a2c20673-908b-4139-a548-a1a85304aa34 disassociated. External IP: 172.25.3.87, port: 36fc1fd4-c047-47a4-bb0d-bb3c0ea45107. Jul 23 23:53:10.149564 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-1204a385-0b7d-4a4b-946f-5a7e689e98a9 req-71d2dc5d-56b9-4140-9913-604fd52c6dc9 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Calling delete_port for 36fc1fd4-c047-47a4-bb0d-bb3c0ea45107 owned by compute:nova {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:53:10.187156 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8edee3-372c-4ddb-ae30-5696511b6312 req-6b0dfba1-b960-4b2c-b8fb-976d3ace2593 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:10.188649 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5a8edee3-372c-4ddb-ae30-5696511b6312 req-6b0dfba1-b960-4b2c-b8fb-976d3ace2593 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2626946 Jul 23 23:53:10.199252 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc26b1de-470f-4df5-871e-ea21adf72b63 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Pushing event updated for resources: {'Port': ['ID=f9b52e8a-7d85-422f-b2ce-78773c09870e,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:53:10.211808 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7c186e0-fb3e-4b54-94ef-a1e439e19981 req-bc26b1de-470f-4df5-871e-ea21adf72b63 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:53:10.213937 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [req-d7c186e0-fb3e-4b54-94ef-a1e439e19981 req-bc26b1de-470f-4df5-871e-ea21adf72b63 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:53:10.219249 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-39e615d4-64b2-41f9-bf2a-ce013cd0a1e2 None None] Set router 33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:53:10.223451 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-5a8edee3-372c-4ddb-ae30-5696511b6312 req-adb15f1f-98cf-493f-992d-7c3b8ae34582 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Request body: {'port': {'device_id': '7ef4dda6-9192-4a80-8e33-f8155d9be229', 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2', 'admin_state_up': True, 'tenant_id': '93eec40beee743858af7fbcead2f938a'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:53:10.229972 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7c186e0-fb3e-4b54-94ef-a1e439e19981 req-bc26b1de-470f-4df5-871e-ea21adf72b63 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:53:10.281891 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-077089f1-8248-450b-8c06-38198b48cc58 req-d7836ea3-7f03-461b-ab54-240e80f4eeec service neutron] 10.222.0.44 "GET /v2.0/networks/0d6ba2fb-46fe-4367-85af-3f33b158d449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891421 Jul 23 23:53:10.308200 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c186e0-fb3e-4b54-94ef-a1e439e19981 req-bc26b1de-470f-4df5-871e-ea21adf72b63 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:10.309738 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-d7c186e0-fb3e-4b54-94ef-a1e439e19981 req-bc26b1de-470f-4df5-871e-ea21adf72b63 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:10.332732 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d7c186e0-fb3e-4b54-94ef-a1e439e19981 req-bc26b1de-470f-4df5-871e-ea21adf72b63 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4485865 Jul 23 23:53:10.345179 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-d7c186e0-fb3e-4b54-94ef-a1e439e19981 req-94f3071b-031f-49a2-8d45-227d36aa2755 service neutron] Request body: {'port': {'device_id': '5017e1b8-c1a9-4f49-9f57-d89fd83b37a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-16'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:53:10.418347 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 40340) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:53:10.419758 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15cc10ae-d388-4528-a77f-ac0d3594aaee x-openstack-request-id: req-15cc10ae-d388-4528-a77f-ac0d3594aaee {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:53:10.420064 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed250f17-a555-4a7b-a8a7-c603cd1cc439", "tag": "5e95252c-95c6-4944-9947-81ff66c9acb7", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:53:10.420287 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-15cc10ae-d388-4528-a77f-ac0d3594aaee {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:53:10.420699 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed250f17-a555-4a7b-a8a7-c603cd1cc439', 'tag': '5e95252c-95c6-4944-9947-81ff66c9acb7', 'status': 'completed', 'code': 200} Jul 23 23:53:10.445034 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.52', 59928) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:53:10.647018 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-d7c186e0-fb3e-4b54-94ef-a1e439e19981 req-94f3071b-031f-49a2-8d45-227d36aa2755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:10.782455 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3656f280-15b6-4fc3-ae21-c8f8416c466e req-2ba7e741-55b9-4beb-9a69-303ccda53071 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:10.785662 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3656f280-15b6-4fc3-ae21-c8f8416c466e req-2ba7e741-55b9-4beb-9a69-303ccda53071 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?device_id=05daa1e3-5bd4-4f14-94c6-c77200a84abb HTTP/1.1" status: 200 len: 945 time: 0.2933266 Jul 23 23:53:10.803455 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-39e615d4-64b2-41f9-bf2a-ce013cd0a1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1407843321-router', 'tenant_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'e18c4a18-b564-4f84-85be-c1620383a9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:51:51Z', 'updated_at': '2021-07-23T23:51:59Z', 'revision_number': 4, 'project_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'gw_port': {'id': 'e18c4a18-b564-4f84-85be-c1620383a9be', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:51:52Z', 'updated_at': '2021-07-23T23:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': 'b2fadb27-bdc7-439c-ad44-952fc21545e0', 'tenant_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'floating_ip_address': '172.25.3.225', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf', 'port_id': 'b91ae1c3-235a-4786-9987-4bf1f96af5cf', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d6ba2fb-46fe-4367-85af-3f33b158d449', 'mac_address': 'fa:16:3e:ae:c9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa375975-ebae-4ee4-92f6-87c367514699', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:52:25Z', 'updated_at': '2021-07-23T23:53:08Z', 'revision_number': 4, 'project_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46ee16d0-092a-4da3-b0f6-a03dd95414c0', 'name': '', 'network_id': '0d6ba2fb-46fe-4367-85af-3f33b158d449', 'tenant_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'mac_address': 'fa:16:3e:82:b5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '13fa7780-575a-40c5-b19b-7d5a9ef282a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:51:58Z', 'updated_at': '2021-07-23T23:52:05Z', 'revision_number': 5, 'project_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'subnets': [{'id': '13fa7780-575a-40c5-b19b-7d5a9ef282a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:53:10.812681 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-051faa6d-cbd2-4710-aff5-5bde9fa94669 None None] Provisioning for port f9b52e8a-7d85-422f-b2ce-78773c09870e completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:53:10.818094 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-051faa6d-cbd2-4710-aff5-5bde9fa94669 None None] Provisioning complete for port f9b52e8a-7d85-422f-b2ce-78773c09870e triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:53:10.819003 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-051faa6d-cbd2-4710-aff5-5bde9fa94669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:10.837775 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e615d4-64b2-41f9-bf2a-ce013cd0a1e2 None None] The sync data for ids ['33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf'] in n-d-800088-16 is: [{'id': '33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1407843321-router', 'tenant_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'e18c4a18-b564-4f84-85be-c1620383a9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:51:51Z', 'updated_at': '2021-07-23T23:51:59Z', 'revision_number': 4, 'project_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'gw_port': {'id': 'e18c4a18-b564-4f84-85be-c1620383a9be', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:51:52Z', 'updated_at': '2021-07-23T23:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': 'b2fadb27-bdc7-439c-ad44-952fc21545e0', 'tenant_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'floating_ip_address': '172.25.3.225', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf', 'port_id': 'b91ae1c3-235a-4786-9987-4bf1f96af5cf', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d6ba2fb-46fe-4367-85af-3f33b158d449', 'mac_address': 'fa:16:3e:ae:c9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa375975-ebae-4ee4-92f6-87c367514699', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:52:25Z', 'updated_at': '2021-07-23T23:53:08Z', 'revision_number': 4, 'project_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46ee16d0-092a-4da3-b0f6-a03dd95414c0', 'name': '', 'network_id': '0d6ba2fb-46fe-4367-85af-3f33b158d449', 'tenant_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'mac_address': 'fa:16:3e:82:b5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '13fa7780-575a-40c5-b19b-7d5a9ef282a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:51:58Z', 'updated_at': '2021-07-23T23:52:05Z', 'revision_number': 5, 'project_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'subnets': [{'id': '13fa7780-575a-40c5-b19b-7d5a9ef282a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:53:10.857326 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fb8ce070-25b1-4ac2-b766-52a1b2368e50 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:10.901366 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-1204a385-0b7d-4a4b-946f-5a7e689e98a9 req-71d2dc5d-56b9-4140-9913-604fd52c6dc9 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:10.924210 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-051faa6d-cbd2-4710-aff5-5bde9fa94669 None None] Port f9b52e8a-7d85-422f-b2ce-78773c09870e cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:53:11.002545 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3656f280-15b6-4fc3-ae21-c8f8416c466e req-be607caa-a471-4428-84b1-a64e77f564d6 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028623 Jul 23 23:53:11.003687 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077089f1-8248-450b-8c06-38198b48cc58 req-1e9c62b2-b4e5-4a40-8fbe-68abeeac5d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:11.005687 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-077089f1-8248-450b-8c06-38198b48cc58 req-1e9c62b2-b4e5-4a40-8fbe-68abeeac5d34 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fe34b741dd5e495ab273e85e013ecfbf&device_id=aa375975-ebae-4ee4-92f6-87c367514699 HTTP/1.1" status: 200 len: 1098 time: 0.6824191 Jul 23 23:53:11.140522 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fb8ce070-25b1-4ac2-b766-52a1b2368e50 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:11.176105 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0ed6ce1f-2199-4311-92f5-c60d8c4a79bf req-19758691-4cfa-4c64-8c74-c0f0a2842c73 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ef4dda6-9192-4a80-8e33-f8155d9be229 HTTP/1.1" status: 200 len: 210 time: 0.0405676 Jul 23 23:53:11.184855 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a8edee3-372c-4ddb-ae30-5696511b6312 req-adb15f1f-98cf-493f-992d-7c3b8ae34582 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Made reservation on behalf of 93eec40beee743858af7fbcead2f938a for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:53:11.188922 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-5a8edee3-372c-4ddb-ae30-5696511b6312 req-adb15f1f-98cf-493f-992d-7c3b8ae34582 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:11.238894 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-d7c186e0-fb3e-4b54-94ef-a1e439e19981 req-94f3071b-031f-49a2-8d45-227d36aa2755 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9b52e8a-7d85-422f-b2ce-78773c09870e {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:53:11.261312 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-d7c186e0-fb3e-4b54-94ef-a1e439e19981 req-94f3071b-031f-49a2-8d45-227d36aa2755 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:11.275189 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d2dc5d-56b9-4140-9913-604fd52c6dc9 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Pushing event deleted for resources: {'Port': ['ID=36fc1fd4-c047-47a4-bb0d-bb3c0ea45107,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:53:11.288830 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-d7c186e0-fb3e-4b54-94ef-a1e439e19981 req-94f3071b-031f-49a2-8d45-227d36aa2755 service neutron] Transition to ACTIVE for port object f9b52e8a-7d85-422f-b2ce-78773c09870e will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:53:11.297433 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-d7c186e0-fb3e-4b54-94ef-a1e439e19981 req-94f3071b-031f-49a2-8d45-227d36aa2755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:11.358671 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67acf994-a9c9-43a1-857a-e9f38dcbc998 req-7c9d8b94-a68b-4f5d-8b2c-c431de0b5e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:11.362781 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-67acf994-a9c9-43a1-857a-e9f38dcbc998 req-7c9d8b94-a68b-4f5d-8b2c-c431de0b5e7e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fe34b741dd5e495ab273e85e013ecfbf&device_id=ed250f17-a555-4a7b-a8a7-c603cd1cc439 HTTP/1.1" status: 200 len: 1097 time: 0.9164546 Jul 23 23:53:11.514405 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5de5d4-0d48-401b-b139-f347ee60e8d2 req-d08d7d7c-f769-4f70-8fef-52ce0a84702f tempest-LiveMigrationTest-328354084 tempest-LiveMigrationTest-328354084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:11.516431 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7b5de5d4-0d48-401b-b139-f347ee60e8d2 req-d08d7d7c-f769-4f70-8fef-52ce0a84702f tempest-LiveMigrationTest-328354084 tempest-LiveMigrationTest-328354084-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=05daa1e3-5bd4-4f14-94c6-c77200a84abb&tenant_id=e50500f9fa5448f8994dd6c4e9b5ded5&binding%3Ahost_id=n-h2-800088-16 HTTP/1.1" status: 200 len: 1097 time: 1.0554912 Jul 23 23:53:11.869354 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3071b-031f-49a2-8d45-227d36aa2755 service neutron] Pushing event updated for resources: {'Port': ['ID=f9b52e8a-7d85-422f-b2ce-78773c09870e,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:53:11.879077 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-d7c186e0-fb3e-4b54-94ef-a1e439e19981 req-94f3071b-031f-49a2-8d45-227d36aa2755 service neutron] Attempting to bind port f9b52e8a-7d85-422f-b2ce-78773c09870e on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:53:11.879586 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-d7c186e0-fb3e-4b54-94ef-a1e439e19981 req-94f3071b-031f-49a2-8d45-227d36aa2755 service neutron] Attempting to bind port f9b52e8a-7d85-422f-b2ce-78773c09870e by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:53:11.880122 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c186e0-fb3e-4b54-94ef-a1e439e19981 req-94f3071b-031f-49a2-8d45-227d36aa2755 service neutron] Attempting to bind port f9b52e8a-7d85-422f-b2ce-78773c09870e on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:53:11.887276 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c186e0-fb3e-4b54-94ef-a1e439e19981 req-94f3071b-031f-49a2-8d45-227d36aa2755 service neutron] Port f9b52e8a-7d85-422f-b2ce-78773c09870e on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:53:11.887878 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c186e0-fb3e-4b54-94ef-a1e439e19981 req-94f3071b-031f-49a2-8d45-227d36aa2755 service neutron] Attempting to bind port f9b52e8a-7d85-422f-b2ce-78773c09870e on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:53:11.895562 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c186e0-fb3e-4b54-94ef-a1e439e19981 req-94f3071b-031f-49a2-8d45-227d36aa2755 service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:53:11.896374 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c186e0-fb3e-4b54-94ef-a1e439e19981 req-94f3071b-031f-49a2-8d45-227d36aa2755 service neutron] Checking segment: {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:53:11.897284 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c186e0-fb3e-4b54-94ef-a1e439e19981 req-94f3071b-031f-49a2-8d45-227d36aa2755 service neutron] Bound using segment: {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:53:11.898084 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-d7c186e0-fb3e-4b54-94ef-a1e439e19981 req-94f3071b-031f-49a2-8d45-227d36aa2755 service neutron] Bound port: f9b52e8a-7d85-422f-b2ce-78773c09870e, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:53:11.898620 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-d7c186e0-fb3e-4b54-94ef-a1e439e19981 req-94f3071b-031f-49a2-8d45-227d36aa2755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:11.937883 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-7b5de5d4-0d48-401b-b139-f347ee60e8d2 req-ef5f3561-f28a-43fb-adcf-66eabb49216d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-800088-16'}}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:53:12.138691 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf199ca-a82b-4deb-b6c1-ea7d470afa56 req-160ad04f-9612-4115-a276-dae0365c5ad6 tempest-AttachSCSIVolumeTestJSON-1883636943 tempest-AttachSCSIVolumeTestJSON-1883636943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:12.145850 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-eaf199ca-a82b-4deb-b6c1-ea7d470afa56 req-160ad04f-9612-4115-a276-dae0365c5ad6 tempest-AttachSCSIVolumeTestJSON-1883636943 tempest-AttachSCSIVolumeTestJSON-1883636943-project] 10.222.0.44 "GET /v2.0/networks?id=c754f1e1-4bc2-4acb-903f-37337862cd73 HTTP/1.1" status: 200 len: 814 time: 0.2267215 Jul 23 23:53:12.156767 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fb8ce070-25b1-4ac2-b766-52a1b2368e50 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:12.159687 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fb8ce070-25b1-4ac2-b766-52a1b2368e50 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:12.163986 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-fb8ce070-25b1-4ac2-b766-52a1b2368e50 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "DELETE /v2.0/security-groups/2c8af93f-5981-4e43-a97f-c82ff4171af2 HTTP/1.1" status: 204 len: 168 time: 1.7420914 Jul 23 23:53:12.165699 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 40374) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:53:12.168080 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-5a8edee3-372c-4ddb-ae30-5696511b6312 req-adb15f1f-98cf-493f-992d-7c3b8ae34582 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Allocated IP 192.168.233.136 (603dff3b-80fe-44ec-a82a-8d8b74b0c3c2/ef73a7e1-c64a-41e3-9997-629475c7b6b1/e5375155-efd6-44ad-a4c9-4bcf4b7d5140) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:53:12.182898 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077089f1-8248-450b-8c06-38198b48cc58 req-26e2ff78-e544-4434-b56a-0e488878e01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:12.185211 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-077089f1-8248-450b-8c06-38198b48cc58 req-26e2ff78-e544-4434-b56a-0e488878e01d service neutron] 10.222.0.44 "GET /v2.0/networks?id=0d6ba2fb-46fe-4367-85af-3f33b158d449 HTTP/1.1" status: 200 len: 922 time: 1.1419706 Jul 23 23:53:12.189543 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-d7c186e0-fb3e-4b54-94ef-a1e439e19981 req-94f3071b-031f-49a2-8d45-227d36aa2755 service neutron] For port f9b52e8a-7d85-422f-b2ce-78773c09870e, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:53:12.194675 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-d7c186e0-fb3e-4b54-94ef-a1e439e19981 req-94f3071b-031f-49a2-8d45-227d36aa2755 service neutron] For port f9b52e8a-7d85-422f-b2ce-78773c09870e, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=f9b52e8a-7d85-422f-b2ce-78773c09870e,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:53:12.220390 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-d7c186e0-fb3e-4b54-94ef-a1e439e19981 req-94f3071b-031f-49a2-8d45-227d36aa2755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:12.244691 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8ce070-25b1-4ac2-b766-52a1b2368e50 tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c8af93f-5981-4e43-a97f-c82ff4171af2,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:53:12.249494 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1204a385-0b7d-4a4b-946f-5a7e689e98a9 req-71d2dc5d-56b9-4140-9913-604fd52c6dc9 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Router aec4f419-0f2a-489b-8354-c5990e455d43 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:53:12.273977 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-eaf199ca-a82b-4deb-b6c1-ea7d470afa56 req-330ef9d6-78ce-48c2-a44e-3bb6fee945cb tempest-AttachSCSIVolumeTestJSON-1883636943 tempest-AttachSCSIVolumeTestJSON-1883636943-project] 10.222.0.44 "GET /v2.0/quotas/fb71770adc294b858658b994fd21dae1 HTTP/1.1" status: 200 len: 375 time: 0.1270075 Jul 23 23:53:12.292358 n-d-800088-16 neutron-server[100314]: INFO neutron.api.v2.resource [None req-a61689bc-8255-4b38-b8f2-930e6bf946cd tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] show failed (client error): The resource could not be found. Jul 23 23:53:12.296872 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-a61689bc-8255-4b38-b8f2-930e6bf946cd tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "GET /v2.0/security-groups/2c8af93f-5981-4e43-a97f-c82ff4171af2 HTTP/1.1" status: 404 len: 347 time: 0.0854747 Jul 23 23:53:12.300343 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 40378) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:53:12.302382 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c186e0-fb3e-4b54-94ef-a1e439e19981 req-94f3071b-031f-49a2-8d45-227d36aa2755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:12.303055 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-d7c186e0-fb3e-4b54-94ef-a1e439e19981 req-94f3071b-031f-49a2-8d45-227d36aa2755 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:12.305625 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d7c186e0-fb3e-4b54-94ef-a1e439e19981 req-94f3071b-031f-49a2-8d45-227d36aa2755 service neutron] 10.222.0.64 "PUT /v2.0/ports/f9b52e8a-7d85-422f-b2ce-78773c09870e HTTP/1.1" status: 200 len: 1096 time: 1.9655747 Jul 23 23:53:12.317252 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5017e1b8-c1a9-4f49-9f57-d89fd83b37a3', 'tag': 'f9b52e8a-7d85-422f-b2ce-78773c09870e'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:53:12.319685 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49fffafb-1db6-4bf5-b294-8e06c6688e34" -d '{"events": [{"name": "network-changed", "server_uuid": "5017e1b8-c1a9-4f49-9f57-d89fd83b37a3", "tag": "f9b52e8a-7d85-422f-b2ce-78773c09870e"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:53:12.371620 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-7b5de5d4-0d48-401b-b139-f347ee60e8d2 req-ef5f3561-f28a-43fb-adcf-66eabb49216d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:12.386807 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67acf994-a9c9-43a1-857a-e9f38dcbc998 req-01ec83c2-c534-4d37-9ae3-02afe8249942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:12.388592 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-67acf994-a9c9-43a1-857a-e9f38dcbc998 req-01ec83c2-c534-4d37-9ae3-02afe8249942 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0d6ba2fb-46fe-4367-85af-3f33b158d449 HTTP/1.1" status: 200 len: 922 time: 0.9408500 Jul 23 23:53:12.423268 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa375975-ebae-4ee4-92f6-87c367514699', 'tag': 'b91ae1c3-235a-4786-9987-4bf1f96af5cf'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:53:12.436910 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-407c678f-11c7-4a55-88e1-dfd940d0e209" -d '{"events": [{"name": "network-changed", "server_uuid": "aa375975-ebae-4ee4-92f6-87c367514699", "tag": "b91ae1c3-235a-4786-9987-4bf1f96af5cf"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:53:12.481068 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-077089f1-8248-450b-8c06-38198b48cc58 req-1483c2b5-1489-41a8-bd27-ba9dea354b4a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b91ae1c3-235a-4786-9987-4bf1f96af5cf HTTP/1.1" status: 200 len: 1002 time: 0.2510324 Jul 23 23:53:12.494067 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-67acf994-a9c9-43a1-857a-e9f38dcbc998 req-4718596f-9d5d-491a-b592-02706ac1dd1b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e95252c-95c6-4944-9947-81ff66c9acb7 HTTP/1.1" status: 200 len: 217 time: 0.0912206 Jul 23 23:53:12.510569 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3071b-031f-49a2-8d45-227d36aa2755 service neutron] Pushing event updated for resources: {'Port': ['ID=f9b52e8a-7d85-422f-b2ce-78773c09870e,revision_number=3']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:53:12.619085 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2611456-5fc2-46c6-86bd-710934867c44 req-0ebad3a1-9aa1-4d4b-9f72-ff5a6ee3cf27 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:12.620563 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e2611456-5fc2-46c6-86bd-710934867c44 req-0ebad3a1-9aa1-4d4b-9f72-ff5a6ee3cf27 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] 10.222.0.64 "GET /v2.0/networks?id=b6cf1771-a5e0-4481-ada6-9af5ffe559f4 HTTP/1.1" status: 200 len: 823 time: 0.4891913 Jul 23 23:53:12.666990 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-eaf199ca-a82b-4deb-b6c1-ea7d470afa56 req-c1159370-5332-47cc-8250-c298531c4846 tempest-AttachSCSIVolumeTestJSON-1883636943 tempest-AttachSCSIVolumeTestJSON-1883636943-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=fb71770adc294b858658b994fd21dae1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3795538 Jul 23 23:53:12.674827 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c186e0-fb3e-4b54-94ef-a1e439e19981 req-0d912010-0f3a-405f-87fe-360fec286310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:12.676303 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d7c186e0-fb3e-4b54-94ef-a1e439e19981 req-0d912010-0f3a-405f-87fe-360fec286310 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=93eec40beee743858af7fbcead2f938a&device_id=5017e1b8-c1a9-4f49-9f57-d89fd83b37a3 HTTP/1.1" status: 200 len: 1099 time: 0.3048010 Jul 23 23:53:12.756859 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d7c186e0-fb3e-4b54-94ef-a1e439e19981 req-cf35d792-87a6-4ae8-ba0e-ae0444f78c55 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=f9b52e8a-7d85-422f-b2ce-78773c09870e HTTP/1.1" status: 200 len: 217 time: 0.0682478 Jul 23 23:53:12.760835 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e2611456-5fc2-46c6-86bd-710934867c44 req-72a7a3cc-65d8-47cd-a5d7-0a9d03457bf0 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c2582a501044614b6b14b002223c647 HTTP/1.1" status: 200 len: 380 time: 0.1282039 Jul 23 23:53:12.791451 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077089f1-8248-450b-8c06-38198b48cc58 req-75de566d-5fe6-497d-82c5-e7ceeaa49d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:12.793145 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-077089f1-8248-450b-8c06-38198b48cc58 req-75de566d-5fe6-497d-82c5-e7ceeaa49d75 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=13fa7780-575a-40c5-b19b-7d5a9ef282a8 HTTP/1.1" status: 200 len: 860 time: 0.2327070 Jul 23 23:53:12.794260 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-b5f8eb8d-bcac-4fff-92f9-d8131b086aee tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Deleting port 4267d7ed-2883-40af-9312-f08439394996 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:53:12.794610 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b5f8eb8d-bcac-4fff-92f9-d8131b086aee tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:12.804126 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-e2611456-5fc2-46c6-86bd-710934867c44 req-2118564c-30fb-4481-b245-0ff612046aad tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Request body: {'port': {'device_id': '40a26aeb-2f72-4330-b60b-2102eb893f2c', 'network_id': 'b6cf1771-a5e0-4481-ada6-9af5ffe559f4', 'admin_state_up': True, 'tenant_id': '1c2582a501044614b6b14b002223c647', 'security_groups': ['8c945ade-5e33-449d-9933-768721eff93d']}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:53:12.807751 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67acf994-a9c9-43a1-857a-e9f38dcbc998 req-c0557674-b176-4ae8-834c-7cce8351d9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:12.809205 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-67acf994-a9c9-43a1-857a-e9f38dcbc998 req-c0557674-b176-4ae8-834c-7cce8351d9ec service neutron] 10.222.0.52 "GET /v2.0/subnets?id=13fa7780-575a-40c5-b19b-7d5a9ef282a8 HTTP/1.1" status: 200 len: 860 time: 0.2397993 Jul 23 23:53:12.859543 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device c2945688-a2a4-4798-aa3c-f7f34ddad2ee details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:53:12.862574 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 36fc1fd4-c047-47a4-bb0d-bb3c0ea45107 no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:53:12.892085 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] No Port match for: 36fc1fd4-c047-47a4-bb0d-bb3c0ea45107 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:53:12.892351 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 36fc1fd4-c047-47a4-bb0d-bb3c0ea45107 not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:53:12.938917 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-eaf199ca-a82b-4deb-b6c1-ea7d470afa56 req-b772574f-b17d-40d1-af1d-0ca401872ac4 service neutron] 10.222.0.44 "GET /v2.0/networks/c754f1e1-4bc2-4acb-903f-37337862cd73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608619 Jul 23 23:53:12.940238 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1204a385-0b7d-4a4b-946f-5a7e689e98a9 req-71d2dc5d-56b9-4140-9913-604fd52c6dc9 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:53:12.945597 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-5a8edee3-372c-4ddb-ae30-5696511b6312 req-adb15f1f-98cf-493f-992d-7c3b8ae34582 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:12.982292 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da39f61-a6af-4b06-933a-6f7622ebd0e8 None None] Sync routers for ids ['aec4f419-0f2a-489b-8354-c5990e455d43'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:53:12.987079 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c186e0-fb3e-4b54-94ef-a1e439e19981 req-9688a171-9a09-4672-8e68-78a2302204f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:12.988489 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d7c186e0-fb3e-4b54-94ef-a1e439e19981 req-9688a171-9a09-4672-8e68-78a2302204f3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.1894114 Jul 23 23:53:13.004985 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da39f61-a6af-4b06-933a-6f7622ebd0e8 None None] Routers {'aec4f419-0f2a-489b-8354-c5990e455d43'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:53:13.005633 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-6da39f61-a6af-4b06-933a-6f7622ebd0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:52:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['aec4f419-0f2a-489b-8354-c5990e455d43'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:53:13.027087 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-5a8edee3-372c-4ddb-ae30-5696511b6312 req-adb15f1f-98cf-493f-992d-7c3b8ae34582 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Transition to ACTIVE for port object e5375155-efd6-44ad-a4c9-4bcf4b7d5140 will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:53:13.028756 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-1204a385-0b7d-4a4b-946f-5a7e689e98a9 req-71d2dc5d-56b9-4140-9913-604fd52c6dc9 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] No DVR routers for this DVR port 36fc1fd4-c047-47a4-bb0d-bb3c0ea45107 on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:53:13.040489 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-1204a385-0b7d-4a4b-946f-5a7e689e98a9 req-71d2dc5d-56b9-4140-9913-604fd52c6dc9 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:13.042567 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1204a385-0b7d-4a4b-946f-5a7e689e98a9 req-71d2dc5d-56b9-4140-9913-604fd52c6dc9 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] 10.222.0.52 "DELETE /v2.0/ports/36fc1fd4-c047-47a4-bb0d-bb3c0ea45107 HTTP/1.1" status: 204 len: 173 time: 4.4667511 Jul 23 23:53:13.044417 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-7b5de5d4-0d48-401b-b139-f347ee60e8d2 req-ef5f3561-f28a-43fb-adcf-66eabb49216d service neutron] For port c2945688-a2a4-4798-aa3c-f7f34ddad2ee, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=c2945688-a2a4-4798-aa3c-f7f34ddad2ee,segment=NetworkSegment(d41359ac-4be7-4a75-afd1-798e41d2f155),segment_id=d41359ac-4be7-4a75-afd1-798e41d2f155)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:53:13.075637 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b5f8eb8d-bcac-4fff-92f9-d8131b086aee tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:13.076037 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b5f8eb8d-bcac-4fff-92f9-d8131b086aee tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:13.097309 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077089f1-8248-450b-8c06-38198b48cc58 req-4e64987b-04d8-4281-a649-32fa3a734d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:13.098948 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-077089f1-8248-450b-8c06-38198b48cc58 req-4e64987b-04d8-4281-a649-32fa3a734d53 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0d6ba2fb-46fe-4367-85af-3f33b158d449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2964735 Jul 23 23:53:13.130158 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67acf994-a9c9-43a1-857a-e9f38dcbc998 req-ba0e1c20-f6fa-4885-a272-14106fab78ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:13.131483 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-67acf994-a9c9-43a1-857a-e9f38dcbc998 req-ba0e1c20-f6fa-4885-a272-14106fab78ae service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0d6ba2fb-46fe-4367-85af-3f33b158d449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3065302 Jul 23 23:53:13.140415 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-b5f8eb8d-bcac-4fff-92f9-d8131b086aee tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Calling delete_port for 4267d7ed-2883-40af-9312-f08439394996 owned by network:floatingip {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:53:13.230489 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-7b5de5d4-0d48-401b-b139-f347ee60e8d2 req-ef5f3561-f28a-43fb-adcf-66eabb49216d service neutron] For port c2945688-a2a4-4798-aa3c-f7f34ddad2ee, host n-h2-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:53:13.267212 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2611456-5fc2-46c6-86bd-710934867c44 req-2118564c-30fb-4481-b245-0ff612046aad tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Made reservation on behalf of 1c2582a501044614b6b14b002223c647 for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:53:13.270746 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-e2611456-5fc2-46c6-86bd-710934867c44 req-2118564c-30fb-4481-b245-0ff612046aad tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:13.275033 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port c2945688-a2a4-4798-aa3c-f7f34ddad2ee, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=c2945688-a2a4-4798-aa3c-f7f34ddad2ee,segment=NetworkSegment(d41359ac-4be7-4a75-afd1-798e41d2f155),segment_id=d41359ac-4be7-4a75-afd1-798e41d2f155)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:53:13.284389 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-5a8edee3-372c-4ddb-ae30-5696511b6312 req-adb15f1f-98cf-493f-992d-7c3b8ae34582 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:13.288466 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device c2945688-a2a4-4798-aa3c-f7f34ddad2ee has no active binding in host n-h1-800088-16 {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 23 23:53:13.289354 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-eaf199ca-a82b-4deb-b6c1-ea7d470afa56 req-64beceb7-e641-49ca-b856-96f0440f5bbe service neutron] 10.222.0.44 "GET /v2.0/networks/c754f1e1-4bc2-4acb-903f-37337862cd73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167067 Jul 23 23:53:13.318814 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c186e0-fb3e-4b54-94ef-a1e439e19981 req-cf3c779c-36f7-46cc-9e26-dd2f6ac6c337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:13.320105 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d7c186e0-fb3e-4b54-94ef-a1e439e19981 req-cf3c779c-36f7-46cc-9e26-dd2f6ac6c337 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3214638 Jul 23 23:53:13.353179 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-6da39f61-a6af-4b06-933a-6f7622ebd0e8 None None] Set router aec4f419-0f2a-489b-8354-c5990e455d43 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:53:13.464672 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a8edee3-372c-4ddb-ae30-5696511b6312 req-adb15f1f-98cf-493f-992d-7c3b8ae34582 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:53:13.474508 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-7b5de5d4-0d48-401b-b139-f347ee60e8d2 req-ef5f3561-f28a-43fb-adcf-66eabb49216d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:13.482064 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-5a8edee3-372c-4ddb-ae30-5696511b6312 req-adb15f1f-98cf-493f-992d-7c3b8ae34582 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:53:13.485029 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb15f1f-98cf-493f-992d-7c3b8ae34582 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Pushing event updated for resources: {'Port': ['ID=e5375155-efd6-44ad-a4c9-4bcf4b7d5140,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:53:13.486994 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a8edee3-372c-4ddb-ae30-5696511b6312 req-adb15f1f-98cf-493f-992d-7c3b8ae34582 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:53:13.492998 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8edee3-372c-4ddb-ae30-5696511b6312 req-adb15f1f-98cf-493f-992d-7c3b8ae34582 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:13.493675 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-5a8edee3-372c-4ddb-ae30-5696511b6312 req-adb15f1f-98cf-493f-992d-7c3b8ae34582 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:13.522600 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-077089f1-8248-450b-8c06-38198b48cc58 req-6d461fd9-7d47-4de4-a16a-29524594a639 service neutron] 10.222.0.44 "GET /v2.0/networks/0d6ba2fb-46fe-4367-85af-3f33b158d449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4109643 Jul 23 23:53:13.523197 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-7b5de5d4-0d48-401b-b139-f347ee60e8d2 req-ef5f3561-f28a-43fb-adcf-66eabb49216d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:13.544308 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-67acf994-a9c9-43a1-857a-e9f38dcbc998 req-5bae7a0e-2f0f-4418-b7f1-5d7ebd0c56dc service neutron] 10.222.0.52 "GET /v2.0/networks/0d6ba2fb-46fe-4367-85af-3f33b158d449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3944559 Jul 23 23:53:13.612270 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d7c186e0-fb3e-4b54-94ef-a1e439e19981 req-9bdb53a1-4068-4929-9adf-2ddf405f598f service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815709 Jul 23 23:53:13.637279 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b5f8eb8d-bcac-4fff-92f9-d8131b086aee tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:13.669137 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [req-e2611456-5fc2-46c6-86bd-710934867c44 req-2118564c-30fb-4481-b245-0ff612046aad tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Allocated IP 172.20.0.6 (b6cf1771-a5e0-4481-ada6-9af5ffe559f4/1b5c91f7-60ac-4182-b027-91575613087b/4f7b6678-6001-42b1-9b5a-490c1fae4c50) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:53:13.683416 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5a8edee3-372c-4ddb-ae30-5696511b6312 req-adb15f1f-98cf-493f-992d-7c3b8ae34582 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4635816 Jul 23 23:53:13.689151 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 23:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f069044-dd57-4c09-9a7c-f19b6af7f2a4 x-openstack-request-id: req-1f069044-dd57-4c09-9a7c-f19b6af7f2a4 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:53:13.689458 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a38679e-4ab8-4a39-9e4a-ae1b668ec623", "name": "network-vif-unplugged", "status": "completed", "tag": "1232bb33-94ad-4269-a061-dbea4181bc9b", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:53:13.689724 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1f069044-dd57-4c09-9a7c-f19b6af7f2a4 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:53:13.690131 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a38679e-4ab8-4a39-9e4a-ae1b668ec623', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1232bb33-94ad-4269-a061-dbea4181bc9b', 'code': 200} Jul 23 23:53:13.721407 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-5a8edee3-372c-4ddb-ae30-5696511b6312 req-82015d64-ce2d-46d8-8112-86a986ae55bd service neutron] Request body: {'port': {'device_id': '7ef4dda6-9192-4a80-8e33-f8155d9be229', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:53:13.774812 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f8eb8d-bcac-4fff-92f9-d8131b086aee tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Pushing event deleted for resources: {'Port': ['ID=4267d7ed-2883-40af-9312-f08439394996,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:53:13.834797 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-10bbc644-f898-49c4-a06c-2439588fb303 req-71a82018-c6b6-4b51-a712-d185c45f8f04 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] 10.222.0.44 "GET /v2.0/ports?device_id=40a26aeb-2f72-4330-b60b-2102eb893f2c HTTP/1.1" status: 200 len: 210 time: 0.0824609 Jul 23 23:53:13.989284 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-6da39f61-a6af-4b06-933a-6f7622ebd0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec4f419-0f2a-489b-8354-c5990e455d43', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-207102263-router', 'tenant_id': '1c2582a501044614b6b14b002223c647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '58e5597e-d492-40e4-868f-43a3d472c41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:50:23Z', 'updated_at': '2021-07-23T23:50:27Z', 'revision_number': 4, 'project_id': '1c2582a501044614b6b14b002223c647', 'gw_port': {'id': '58e5597e-d492-40e4-868f-43a3d472c41e', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec4f419-0f2a-489b-8354-c5990e455d43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:50:24Z', 'updated_at': '2021-07-23T23:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'cb9a7947-0476-4b0b-9ba9-b4637254f25c', 'name': '', 'network_id': 'b6cf1771-a5e0-4481-ada6-9af5ffe559f4', 'tenant_id': '1c2582a501044614b6b14b002223c647', 'mac_address': 'fa:16:3e:2e:00:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec4f419-0f2a-489b-8354-c5990e455d43', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '1b5c91f7-60ac-4182-b027-91575613087b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:50:26Z', 'updated_at': '2021-07-23T23:50:35Z', 'revision_number': 5, 'project_id': '1c2582a501044614b6b14b002223c647', 'subnets': [{'id': '1b5c91f7-60ac-4182-b027-91575613087b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:53:14.059986 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9479ee22-188f-4c3c-9cbc-42e6a2327e90 None None] Provisioning for port e5375155-efd6-44ad-a4c9-4bcf4b7d5140 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:53:14.065088 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9479ee22-188f-4c3c-9cbc-42e6a2327e90 None None] Provisioning complete for port e5375155-efd6-44ad-a4c9-4bcf4b7d5140 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:53:14.065730 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9479ee22-188f-4c3c-9cbc-42e6a2327e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:14.107242 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9479ee22-188f-4c3c-9cbc-42e6a2327e90 None None] Port e5375155-efd6-44ad-a4c9-4bcf4b7d5140 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:53:14.109968 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da39f61-a6af-4b06-933a-6f7622ebd0e8 None None] Checking router: aec4f419-0f2a-489b-8354-c5990e455d43 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:53:14.128197 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da39f61-a6af-4b06-933a-6f7622ebd0e8 None None] Routers {'aec4f419-0f2a-489b-8354-c5990e455d43'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:53:14.129033 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-6da39f61-a6af-4b06-933a-6f7622ebd0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:52:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['aec4f419-0f2a-489b-8354-c5990e455d43'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:53:14.144044 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5f3561-f28a-43fb-adcf-66eabb49216d service neutron] Pushing event updated for resources: {'Port': ['ID=c2945688-a2a4-4798-aa3c-f7f34ddad2ee,revision_number=7']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:53:14.188958 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-5a8edee3-372c-4ddb-ae30-5696511b6312 req-82015d64-ce2d-46d8-8112-86a986ae55bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:14.191723 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b5f8eb8d-bcac-4fff-92f9-d8131b086aee tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Notify callbacks [] for floatingip, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:14.194454 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b5f8eb8d-bcac-4fff-92f9-d8131b086aee tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:14.195706 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-b5f8eb8d-bcac-4fff-92f9-d8131b086aee tempest-ImagesOneServerNegativeTestJSON-81228206 tempest-ImagesOneServerNegativeTestJSON-81228206-project] 10.222.0.44 "DELETE /v2.0/floatingips/6be50d43-e0b5-4705-92a8-ef2e165f8ad7 HTTP/1.1" status: 204 len: 168 time: 1.8793485 Jul 23 23:53:14.197852 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d7c186e0-fb3e-4b54-94ef-a1e439e19981 req-0674c634-8ef7-4d5f-9466-54ed20fb0e92 service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5640748 Jul 23 23:53:14.307051 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ba678f-ddb9-4e2b-aea7-85f8d6a15724 req-5547034f-77e7-4fcd-9cd7-819355d5302f tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:14.311030 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-91ba678f-ddb9-4e2b-aea7-85f8d6a15724 req-5547034f-77e7-4fcd-9cd7-819355d5302f tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?device_id=05daa1e3-5bd4-4f14-94c6-c77200a84abb HTTP/1.1" status: 200 len: 943 time: 0.1632407 Jul 23 23:53:14.334948 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-e2611456-5fc2-46c6-86bd-710934867c44 req-2118564c-30fb-4481-b245-0ff612046aad tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:14.335331 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-6da39f61-a6af-4b06-933a-6f7622ebd0e8 None None] Set router aec4f419-0f2a-489b-8354-c5990e455d43 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:53:14.340797 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-7b5de5d4-0d48-401b-b139-f347ee60e8d2 req-ef5f3561-f28a-43fb-adcf-66eabb49216d service neutron] Attempting to bind port c2945688-a2a4-4798-aa3c-f7f34ddad2ee on host n-h2-800088-16 for vnic_type normal with profile {"migrating_to": "n-h1-800088-16"} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:53:14.341303 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-7b5de5d4-0d48-401b-b139-f347ee60e8d2 req-ef5f3561-f28a-43fb-adcf-66eabb49216d service neutron] Attempting to bind port c2945688-a2a4-4798-aa3c-f7f34ddad2ee by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': 'd41359ac-4be7-4a75-afd1-798e41d2f155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '646be7a8-09b8-4e0c-bd78-d5d98c9093b9'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:53:14.341738 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5de5d4-0d48-401b-b139-f347ee60e8d2 req-ef5f3561-f28a-43fb-adcf-66eabb49216d service neutron] Attempting to bind port c2945688-a2a4-4798-aa3c-f7f34ddad2ee on network 646be7a8-09b8-4e0c-bd78-d5d98c9093b9 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:53:14.360216 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-e2611456-5fc2-46c6-86bd-710934867c44 req-2118564c-30fb-4481-b245-0ff612046aad tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Transition to ACTIVE for port object 4f7b6678-6001-42b1-9b5a-490c1fae4c50 will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:53:14.367177 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-077089f1-8248-450b-8c06-38198b48cc58 req-552354b5-9448-41fc-a8c4-91c24d505f26 service neutron] 10.222.0.44 "GET /v2.0/networks/0d6ba2fb-46fe-4367-85af-3f33b158d449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7790055 Jul 23 23:53:14.370398 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5de5d4-0d48-401b-b139-f347ee60e8d2 req-ef5f3561-f28a-43fb-adcf-66eabb49216d service neutron] Port c2945688-a2a4-4798-aa3c-f7f34ddad2ee on network 646be7a8-09b8-4e0c-bd78-d5d98c9093b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:53:14.371091 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5de5d4-0d48-401b-b139-f347ee60e8d2 req-ef5f3561-f28a-43fb-adcf-66eabb49216d service neutron] Attempting to bind port c2945688-a2a4-4798-aa3c-f7f34ddad2ee on network 646be7a8-09b8-4e0c-bd78-d5d98c9093b9 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:53:14.376738 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-91ba678f-ddb9-4e2b-aea7-85f8d6a15724 req-111cd72d-f7d5-49f4-a559-b09dd195dbfb tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567765 Jul 23 23:53:14.406152 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-67acf994-a9c9-43a1-857a-e9f38dcbc998 req-fe3ef3f2-5c92-4f7a-aa15-81d03d4a78c5 service neutron] 10.222.0.52 "GET /v2.0/networks/0d6ba2fb-46fe-4367-85af-3f33b158d449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8072097 Jul 23 23:53:14.427607 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-e2611456-5fc2-46c6-86bd-710934867c44 req-2118564c-30fb-4481-b245-0ff612046aad tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:14.463593 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c60fd7cb-56d7-4eb1-9c1d-40284d4fe818 x-openstack-request-id: req-c60fd7cb-56d7-4eb1-9c1d-40284d4fe818 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:53:14.463886 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5017e1b8-c1a9-4f49-9f57-d89fd83b37a3", "tag": "f9b52e8a-7d85-422f-b2ce-78773c09870e", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:53:14.464138 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c60fd7cb-56d7-4eb1-9c1d-40284d4fe818 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:53:14.464621 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5017e1b8-c1a9-4f49-9f57-d89fd83b37a3', 'tag': 'f9b52e8a-7d85-422f-b2ce-78773c09870e', 'status': 'completed', 'code': 200} Jul 23 23:53:14.539058 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:14.616693 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2611456-5fc2-46c6-86bd-710934867c44 req-2118564c-30fb-4481-b245-0ff612046aad tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Network b6cf1771-a5e0-4481-ada6-9af5ffe559f4 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:53:14.672432 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2875ed86-1712-459f-9717-5db2ab498014 req-b9d11e0b-9f27-477f-b902-7914cdfe548e tempest-AttachSCSIVolumeTestJSON-1883636943 tempest-AttachSCSIVolumeTestJSON-1883636943-project] 10.222.0.44 "GET /v2.0/ports?device_id=b42a6795-2e9e-4bbd-9762-724db0af5c5a HTTP/1.1" status: 200 len: 210 time: 0.0711985 Jul 23 23:53:14.675937 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [req-e2611456-5fc2-46c6-86bd-710934867c44 req-2118564c-30fb-4481-b245-0ff612046aad tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:53:14.685828 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5de5d4-0d48-401b-b139-f347ee60e8d2 req-ef5f3561-f28a-43fb-adcf-66eabb49216d service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:53:14.686173 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5de5d4-0d48-401b-b139-f347ee60e8d2 req-ef5f3561-f28a-43fb-adcf-66eabb49216d service neutron] Checking segment: {'id': 'd41359ac-4be7-4a75-afd1-798e41d2f155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '646be7a8-09b8-4e0c-bd78-d5d98c9093b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:53:14.686562 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5de5d4-0d48-401b-b139-f347ee60e8d2 req-ef5f3561-f28a-43fb-adcf-66eabb49216d service neutron] Bound using segment: {'id': 'd41359ac-4be7-4a75-afd1-798e41d2f155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '646be7a8-09b8-4e0c-bd78-d5d98c9093b9'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:53:14.687011 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-7b5de5d4-0d48-401b-b139-f347ee60e8d2 req-ef5f3561-f28a-43fb-adcf-66eabb49216d service neutron] Bound port: c2945688-a2a4-4798-aa3c-f7f34ddad2ee, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd41359ac-4be7-4a75-afd1-798e41d2f155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '646be7a8-09b8-4e0c-bd78-d5d98c9093b9'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:53:14.687376 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-7b5de5d4-0d48-401b-b139-f347ee60e8d2 req-ef5f3561-f28a-43fb-adcf-66eabb49216d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:14.690196 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f9a728-eb58-410c-b41d-2b206487b477 x-openstack-request-id: req-30f9a728-eb58-410c-b41d-2b206487b477 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:53:14.690471 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa375975-ebae-4ee4-92f6-87c367514699", "tag": "b91ae1c3-235a-4786-9987-4bf1f96af5cf", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:53:14.700665 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-30f9a728-eb58-410c-b41d-2b206487b477 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:53:14.701068 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa375975-ebae-4ee4-92f6-87c367514699', 'tag': 'b91ae1c3-235a-4786-9987-4bf1f96af5cf', 'status': 'completed', 'code': 200} Jul 23 23:53:14.718330 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2611456-5fc2-46c6-86bd-710934867c44 req-2118564c-30fb-4481-b245-0ff612046aad tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:53:14.780204 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-6da39f61-a6af-4b06-933a-6f7622ebd0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec4f419-0f2a-489b-8354-c5990e455d43', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-207102263-router', 'tenant_id': '1c2582a501044614b6b14b002223c647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '58e5597e-d492-40e4-868f-43a3d472c41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:50:23Z', 'updated_at': '2021-07-23T23:50:27Z', 'revision_number': 4, 'project_id': '1c2582a501044614b6b14b002223c647', 'gw_port': {'id': '58e5597e-d492-40e4-868f-43a3d472c41e', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec4f419-0f2a-489b-8354-c5990e455d43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:50:24Z', 'updated_at': '2021-07-23T23:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'cb9a7947-0476-4b0b-9ba9-b4637254f25c', 'name': '', 'network_id': 'b6cf1771-a5e0-4481-ada6-9af5ffe559f4', 'tenant_id': '1c2582a501044614b6b14b002223c647', 'mac_address': 'fa:16:3e:2e:00:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec4f419-0f2a-489b-8354-c5990e455d43', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '1b5c91f7-60ac-4182-b027-91575613087b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:50:26Z', 'updated_at': '2021-07-23T23:50:35Z', 'revision_number': 5, 'project_id': '1c2582a501044614b6b14b002223c647', 'subnets': [{'id': '1b5c91f7-60ac-4182-b027-91575613087b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:53:14.845195 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da39f61-a6af-4b06-933a-6f7622ebd0e8 None None] The sync data for ids ['aec4f419-0f2a-489b-8354-c5990e455d43'] in n-d-800088-16 is: [{'id': 'aec4f419-0f2a-489b-8354-c5990e455d43', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-207102263-router', 'tenant_id': '1c2582a501044614b6b14b002223c647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '58e5597e-d492-40e4-868f-43a3d472c41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:50:23Z', 'updated_at': '2021-07-23T23:50:27Z', 'revision_number': 4, 'project_id': '1c2582a501044614b6b14b002223c647', 'gw_port': {'id': '58e5597e-d492-40e4-868f-43a3d472c41e', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec4f419-0f2a-489b-8354-c5990e455d43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:50:24Z', 'updated_at': '2021-07-23T23:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'cb9a7947-0476-4b0b-9ba9-b4637254f25c', 'name': '', 'network_id': 'b6cf1771-a5e0-4481-ada6-9af5ffe559f4', 'tenant_id': '1c2582a501044614b6b14b002223c647', 'mac_address': 'fa:16:3e:2e:00:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec4f419-0f2a-489b-8354-c5990e455d43', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '1b5c91f7-60ac-4182-b027-91575613087b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:50:26Z', 'updated_at': '2021-07-23T23:50:35Z', 'revision_number': 5, 'project_id': '1c2582a501044614b6b14b002223c647', 'subnets': [{'id': '1b5c91f7-60ac-4182-b027-91575613087b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:53:15.040691 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-fafa7621-1bb3-45c0-baca-4db509e9d4e5 None None] Provisioning for port 4f7b6678-6001-42b1-9b5a-490c1fae4c50 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:53:15.060954 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-fafa7621-1bb3-45c0-baca-4db509e9d4e5 None None] Provisioning complete for port 4f7b6678-6001-42b1-9b5a-490c1fae4c50 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:53:15.061844 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-fafa7621-1bb3-45c0-baca-4db509e9d4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:15.117535 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-5a8edee3-372c-4ddb-ae30-5696511b6312 req-82015d64-ce2d-46d8-8112-86a986ae55bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5375155-efd6-44ad-a4c9-4bcf4b7d5140 {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:53:15.133093 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-5a8edee3-372c-4ddb-ae30-5696511b6312 req-82015d64-ce2d-46d8-8112-86a986ae55bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:15.164712 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-7b5de5d4-0d48-401b-b139-f347ee60e8d2 req-ef5f3561-f28a-43fb-adcf-66eabb49216d service neutron] For port c2945688-a2a4-4798-aa3c-f7f34ddad2ee, host n-h2-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:53:15.178234 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-fafa7621-1bb3-45c0-baca-4db509e9d4e5 None None] Port 4f7b6678-6001-42b1-9b5a-490c1fae4c50 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:53:15.179269 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407c678f-11c7-4a55-88e1-dfd940d0e209 req-1373cd0d-8a69-4b3c-b019-0e1ddf042a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:15.181504 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-407c678f-11c7-4a55-88e1-dfd940d0e209 req-1373cd0d-8a69-4b3c-b019-0e1ddf042a37 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fe34b741dd5e495ab273e85e013ecfbf&device_id=aa375975-ebae-4ee4-92f6-87c367514699 HTTP/1.1" status: 200 len: 1098 time: 0.4788043 Jul 23 23:53:15.190177 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-5a8edee3-372c-4ddb-ae30-5696511b6312 req-82015d64-ce2d-46d8-8112-86a986ae55bd service neutron] Transition to ACTIVE for port object e5375155-efd6-44ad-a4c9-4bcf4b7d5140 will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:53:15.220177 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2118564c-30fb-4481-b245-0ff612046aad tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Pushing event updated for resources: {'Port': ['ID=4f7b6678-6001-42b1-9b5a-490c1fae4c50,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:53:15.329764 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2611456-5fc2-46c6-86bd-710934867c44 req-2118564c-30fb-4481-b245-0ff612046aad tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:15.330503 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-e2611456-5fc2-46c6-86bd-710934867c44 req-2118564c-30fb-4481-b245-0ff612046aad tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:15.348296 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fffafb-1db6-4bf5-b294-8e06c6688e34 req-6f7f9068-4085-45ce-94e1-6e36eeca3141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:15.349978 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-49fffafb-1db6-4bf5-b294-8e06c6688e34 req-6f7f9068-4085-45ce-94e1-6e36eeca3141 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=93eec40beee743858af7fbcead2f938a&device_id=5017e1b8-c1a9-4f49-9f57-d89fd83b37a3 HTTP/1.1" status: 200 len: 1099 time: 0.8330126 Jul 23 23:53:15.353940 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c2cf1634-0fae-4bd9-9e94-036a6b20eec2 req-cd5b55e6-a20b-457a-9d8b-2e296e5b087d tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.3.225 HTTP/1.1" status: 200 len: 1002 time: 0.5490246 Jul 23 23:53:15.365503 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b720e56-ffdf-4da1-93b5-d1509999db13 None None] New status for floating IP a2c20673-908b-4139-a548-a1a85304aa34: DOWN {{(pid=100316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 23:53:15.383021 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e2611456-5fc2-46c6-86bd-710934867c44 req-2118564c-30fb-4481-b245-0ff612046aad tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5863039 Jul 23 23:53:15.426120 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-e2611456-5fc2-46c6-86bd-710934867c44 req-2ad1d44a-44a4-42bc-bd04-d508e97aa17e service neutron] Request body: {'port': {'device_id': '40a26aeb-2f72-4330-b60b-2102eb893f2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-16'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:53:15.594186 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf1634-0fae-4bd9-9e94-036a6b20eec2 req-323d7c0f-4c53-4c94-aeb6-0034dce3d254 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:15.595988 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c2cf1634-0fae-4bd9-9e94-036a6b20eec2 req-323d7c0f-4c53-4c94-aeb6-0034dce3d254 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "GET /v2.0/ports/b91ae1c3-235a-4786-9987-4bf1f96af5cf HTTP/1.1" status: 200 len: 943 time: 0.2269936 Jul 23 23:53:15.682815 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-7b5de5d4-0d48-401b-b139-f347ee60e8d2 req-ef5f3561-f28a-43fb-adcf-66eabb49216d service neutron] For port c2945688-a2a4-4798-aa3c-f7f34ddad2ee, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=c2945688-a2a4-4798-aa3c-f7f34ddad2ee,segment=NetworkSegment(d41359ac-4be7-4a75-afd1-798e41d2f155),segment_id=d41359ac-4be7-4a75-afd1-798e41d2f155)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:53:15.689516 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-e2611456-5fc2-46c6-86bd-710934867c44 req-2ad1d44a-44a4-42bc-bd04-d508e97aa17e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:15.718551 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-5a8edee3-372c-4ddb-ae30-5696511b6312 req-82015d64-ce2d-46d8-8112-86a986ae55bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:15.723736 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 4538d423-e0ff-42d0-9edc-14fc69c91c47 details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:53:15.736402 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cc22d4-583d-4584-b25a-261dfd0d32f1 req-41b0314c-4bab-4d50-b75d-f6a5be22be88 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:15.738388 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a3cc22d4-583d-4584-b25a-261dfd0d32f1 req-41b0314c-4bab-4d50-b75d-f6a5be22be88 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ef4dda6-9192-4a80-8e33-f8155d9be229 HTTP/1.1" status: 200 len: 936 time: 1.0167687 Jul 23 23:53:15.747073 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-7b5de5d4-0d48-401b-b139-f347ee60e8d2 req-ef5f3561-f28a-43fb-adcf-66eabb49216d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:15.751246 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fffafb-1db6-4bf5-b294-8e06c6688e34 req-f8f84bea-b142-41b8-a5bd-fe79caa3748d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:15.752899 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-49fffafb-1db6-4bf5-b294-8e06c6688e34 req-f8f84bea-b142-41b8-a5bd-fe79caa3748d service neutron] 10.222.0.64 "GET /v2.0/networks?id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 HTTP/1.1" status: 200 len: 870 time: 0.3934190 Jul 23 23:53:15.843868 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-49fffafb-1db6-4bf5-b294-8e06c6688e34 req-e56c9446-d30f-4f51-ac7b-b820f9a6d8cc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=f9b52e8a-7d85-422f-b2ce-78773c09870e HTTP/1.1" status: 200 len: 217 time: 0.0550191 Jul 23 23:53:15.852370 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c2cf1634-0fae-4bd9-9e94-036a6b20eec2 req-b6110e1b-4980-4ede-9e7c-9a3aa3c94e6e tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.3.225 HTTP/1.1" status: 200 len: 1002 time: 0.1718593 Jul 23 23:53:15.975266 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 4538d423-e0ff-42d0-9edc-14fc69c91c47, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=4538d423-e0ff-42d0-9edc-14fc69c91c47,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:53:15.995929 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': '4538d423-e0ff-42d0-9edc-14fc69c91c47', 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2', 'port_id': '4538d423-e0ff-42d0-9edc-14fc69c91c47', 'mac_address': 'fa:16:3e:70:b8:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef73a7e1-c64a-41e3-9997-629475c7b6b1', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:53:16.035967 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a3cc22d4-583d-4584-b25a-261dfd0d32f1 req-c7b3ae04-8e0e-471c-a1a8-c283bda3c89a tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/security-groups?id=84afd7ea-644b-438b-8379-6d56a9cf992d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839031 Jul 23 23:53:16.082759 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-5a8edee3-372c-4ddb-ae30-5696511b6312 req-82015d64-ce2d-46d8-8112-86a986ae55bd service neutron] Attempting to bind port e5375155-efd6-44ad-a4c9-4bcf4b7d5140 on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:53:16.083287 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-5a8edee3-372c-4ddb-ae30-5696511b6312 req-82015d64-ce2d-46d8-8112-86a986ae55bd service neutron] Attempting to bind port e5375155-efd6-44ad-a4c9-4bcf4b7d5140 by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:53:16.083780 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8edee3-372c-4ddb-ae30-5696511b6312 req-82015d64-ce2d-46d8-8112-86a986ae55bd service neutron] Attempting to bind port e5375155-efd6-44ad-a4c9-4bcf4b7d5140 on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:53:16.101435 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82015d64-ce2d-46d8-8112-86a986ae55bd service neutron] Pushing event updated for resources: {'Port': ['ID=e5375155-efd6-44ad-a4c9-4bcf4b7d5140,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:53:16.128178 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:16.151086 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4538d423-e0ff-42d0-9edc-14fc69c91c47 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:53:16.204386 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8edee3-372c-4ddb-ae30-5696511b6312 req-82015d64-ce2d-46d8-8112-86a986ae55bd service neutron] Port e5375155-efd6-44ad-a4c9-4bcf4b7d5140 on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:53:16.204907 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8edee3-372c-4ddb-ae30-5696511b6312 req-82015d64-ce2d-46d8-8112-86a986ae55bd service neutron] Attempting to bind port e5375155-efd6-44ad-a4c9-4bcf4b7d5140 on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:53:16.207800 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5f3561-f28a-43fb-adcf-66eabb49216d service neutron] Pushing event updated for resources: {'Port': ['ID=c2945688-a2a4-4798-aa3c-f7f34ddad2ee,revision_number=8']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:53:16.227565 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 4538d423-e0ff-42d0-9edc-14fc69c91c47, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=4538d423-e0ff-42d0-9edc-14fc69c91c47,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:53:16.240398 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407c678f-11c7-4a55-88e1-dfd940d0e209 req-752819a6-869d-4822-9261-fb56921a4708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:16.242186 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-407c678f-11c7-4a55-88e1-dfd940d0e209 req-752819a6-869d-4822-9261-fb56921a4708 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0d6ba2fb-46fe-4367-85af-3f33b158d449 HTTP/1.1" status: 200 len: 922 time: 1.0471318 Jul 23 23:53:16.243676 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5de5d4-0d48-401b-b139-f347ee60e8d2 req-ef5f3561-f28a-43fb-adcf-66eabb49216d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:16.244440 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-7b5de5d4-0d48-401b-b139-f347ee60e8d2 req-ef5f3561-f28a-43fb-adcf-66eabb49216d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:16.245667 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7b5de5d4-0d48-401b-b139-f347ee60e8d2 req-ef5f3561-f28a-43fb-adcf-66eabb49216d service neutron] 10.222.0.52 "PUT /v2.0/ports/c2945688-a2a4-4798-aa3c-f7f34ddad2ee HTTP/1.1" status: 200 len: 1123 time: 4.3130996 Jul 23 23:53:16.249568 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:16.253305 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf199ca-a82b-4deb-b6c1-ea7d470afa56 req-93d94b7f-76d7-4af1-808f-129eee614ba3 tempest-AttachSCSIVolumeTestJSON-1883636943 tempest-AttachSCSIVolumeTestJSON-1883636943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:16.254842 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-eaf199ca-a82b-4deb-b6c1-ea7d470afa56 req-93d94b7f-76d7-4af1-808f-129eee614ba3 tempest-AttachSCSIVolumeTestJSON-1883636943 tempest-AttachSCSIVolumeTestJSON-1883636943-project] 10.222.0.52 "GET /v2.0/networks?id=c754f1e1-4bc2-4acb-903f-37337862cd73 HTTP/1.1" status: 200 len: 814 time: 0.5706825 Jul 23 23:53:16.255709 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8edee3-372c-4ddb-ae30-5696511b6312 req-82015d64-ce2d-46d8-8112-86a986ae55bd service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:53:16.256057 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8edee3-372c-4ddb-ae30-5696511b6312 req-82015d64-ce2d-46d8-8112-86a986ae55bd service neutron] Checking segment: {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:53:16.256450 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8edee3-372c-4ddb-ae30-5696511b6312 req-82015d64-ce2d-46d8-8112-86a986ae55bd service neutron] Bound using segment: {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:53:16.256936 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-5a8edee3-372c-4ddb-ae30-5696511b6312 req-82015d64-ce2d-46d8-8112-86a986ae55bd service neutron] Bound port: e5375155-efd6-44ad-a4c9-4bcf4b7d5140, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:53:16.257312 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-5a8edee3-372c-4ddb-ae30-5696511b6312 req-82015d64-ce2d-46d8-8112-86a986ae55bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:16.369404 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf1634-0fae-4bd9-9e94-036a6b20eec2 req-48fe5535-6eaf-4ebd-952e-5395f222abd0 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:16.386507 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c2cf1634-0fae-4bd9-9e94-036a6b20eec2 req-48fe5535-6eaf-4ebd-952e-5395f222abd0 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "GET /v2.0/networks/9adcfee8-760c-4568-9e39-c221abf69bf5 HTTP/1.1" status: 200 len: 784 time: 0.5133665 Jul 23 23:53:16.398868 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=4538d423-e0ff-42d0-9edc-14fc69c91c47,revision_number=6']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:53:16.403014 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-eaf199ca-a82b-4deb-b6c1-ea7d470afa56 req-bbdc034e-57a0-4298-aeca-d5918a4cd522 tempest-AttachSCSIVolumeTestJSON-1883636943 tempest-AttachSCSIVolumeTestJSON-1883636943-project] Request body: {'port': {'device_id': 'b42a6795-2e9e-4bbd-9762-724db0af5c5a', 'network_id': 'c754f1e1-4bc2-4acb-903f-37337862cd73', 'admin_state_up': True, 'tenant_id': 'fb71770adc294b858658b994fd21dae1'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:53:16.405721 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fffafb-1db6-4bf5-b294-8e06c6688e34 req-0de776fa-8be2-4b38-8bac-4c6965f07962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:16.408042 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-49fffafb-1db6-4bf5-b294-8e06c6688e34 req-0de776fa-8be2-4b38-8bac-4c6965f07962 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.5521975 Jul 23 23:53:16.417631 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['c2945688-a2a4-4798-aa3c-f7f34ddad2ee'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:53:16.427605 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['4538d423-e0ff-42d0-9edc-14fc69c91c47'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:53:16.430157 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['c2945688-a2a4-4798-aa3c-f7f34ddad2ee'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:53:16.534069 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-e2611456-5fc2-46c6-86bd-710934867c44 req-2ad1d44a-44a4-42bc-bd04-d508e97aa17e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f7b6678-6001-42b1-9b5a-490c1fae4c50 {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:53:16.548396 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-e2611456-5fc2-46c6-86bd-710934867c44 req-2ad1d44a-44a4-42bc-bd04-d508e97aa17e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:16.568917 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fffafb-1db6-4bf5-b294-8e06c6688e34 req-262fdd1d-f3b4-4bd6-b31c-ccbecb5bb707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:16.570624 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-49fffafb-1db6-4bf5-b294-8e06c6688e34 req-262fdd1d-f3b4-4bd6-b31c-ccbecb5bb707 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1557608 Jul 23 23:53:16.572258 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-e2611456-5fc2-46c6-86bd-710934867c44 req-2ad1d44a-44a4-42bc-bd04-d508e97aa17e service neutron] Transition to ACTIVE for port object 4f7b6678-6001-42b1-9b5a-490c1fae4c50 will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:53:16.578554 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-e2611456-5fc2-46c6-86bd-710934867c44 req-2ad1d44a-44a4-42bc-bd04-d508e97aa17e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:16.605881 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-407c678f-11c7-4a55-88e1-dfd940d0e209 req-9df71b2c-ea5c-4698-905d-14f06e1e9904 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b91ae1c3-235a-4786-9987-4bf1f96af5cf HTTP/1.1" status: 200 len: 1002 time: 0.3452644 Jul 23 23:53:16.715929 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-5a8edee3-372c-4ddb-ae30-5696511b6312 req-82015d64-ce2d-46d8-8112-86a986ae55bd service neutron] For port e5375155-efd6-44ad-a4c9-4bcf4b7d5140, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:53:16.727281 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-5a8edee3-372c-4ddb-ae30-5696511b6312 req-82015d64-ce2d-46d8-8112-86a986ae55bd service neutron] For port e5375155-efd6-44ad-a4c9-4bcf4b7d5140, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=e5375155-efd6-44ad-a4c9-4bcf4b7d5140,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:53:16.739168 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6857c621-8c6c-488d-9f0d-1cfd8c7f116b', 'name': 'network-vif-deleted', 'tag': '36fc1fd4-c047-47a4-bb0d-bb3c0ea45107'}, {'server_uuid': '05daa1e3-5bd4-4f14-94c6-c77200a84abb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2945688-a2a4-4798-aa3c-f7f34ddad2ee'}, {'name': 'network-changed', 'server_uuid': '05daa1e3-5bd4-4f14-94c6-c77200a84abb', 'tag': 'c2945688-a2a4-4798-aa3c-f7f34ddad2ee'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:53:16.747392 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f35882-7d74-4b2c-958f-8b4e05d0a44c" -d '{"events": [{"server_uuid": "6857c621-8c6c-488d-9f0d-1cfd8c7f116b", "name": "network-vif-deleted", "tag": "36fc1fd4-c047-47a4-bb0d-bb3c0ea45107"}, {"server_uuid": "05daa1e3-5bd4-4f14-94c6-c77200a84abb", "name": "network-vif-unplugged", "status": "completed", "tag": "c2945688-a2a4-4798-aa3c-f7f34ddad2ee"}, {"name": "network-changed", "server_uuid": "05daa1e3-5bd4-4f14-94c6-c77200a84abb", "tag": "c2945688-a2a4-4798-aa3c-f7f34ddad2ee"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:53:16.772937 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad1d44a-44a4-42bc-bd04-d508e97aa17e service neutron] Pushing event updated for resources: {'Port': ['ID=4f7b6678-6001-42b1-9b5a-490c1fae4c50,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:53:16.801504 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-5a8edee3-372c-4ddb-ae30-5696511b6312 req-82015d64-ce2d-46d8-8112-86a986ae55bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:16.887580 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-e2611456-5fc2-46c6-86bd-710934867c44 req-2ad1d44a-44a4-42bc-bd04-d508e97aa17e service neutron] Attempting to bind port 4f7b6678-6001-42b1-9b5a-490c1fae4c50 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:53:16.888220 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-e2611456-5fc2-46c6-86bd-710934867c44 req-2ad1d44a-44a4-42bc-bd04-d508e97aa17e service neutron] Attempting to bind port 4f7b6678-6001-42b1-9b5a-490c1fae4c50 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '5d344d88-6b1d-459b-a6c4-73c6890df831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b6cf1771-a5e0-4481-ada6-9af5ffe559f4'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:53:16.888725 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2611456-5fc2-46c6-86bd-710934867c44 req-2ad1d44a-44a4-42bc-bd04-d508e97aa17e service neutron] Attempting to bind port 4f7b6678-6001-42b1-9b5a-490c1fae4c50 on network b6cf1771-a5e0-4481-ada6-9af5ffe559f4 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:53:16.917770 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-49fffafb-1db6-4bf5-b294-8e06c6688e34 req-44b1bcee-1eba-4244-bfb8-d1695f275d0f service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3332603 Jul 23 23:53:16.925752 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2611456-5fc2-46c6-86bd-710934867c44 req-2ad1d44a-44a4-42bc-bd04-d508e97aa17e service neutron] Port 4f7b6678-6001-42b1-9b5a-490c1fae4c50 on network b6cf1771-a5e0-4481-ada6-9af5ffe559f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:53:16.926363 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2611456-5fc2-46c6-86bd-710934867c44 req-2ad1d44a-44a4-42bc-bd04-d508e97aa17e service neutron] Attempting to bind port 4f7b6678-6001-42b1-9b5a-490c1fae4c50 on network b6cf1771-a5e0-4481-ada6-9af5ffe559f4 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:53:16.938426 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2611456-5fc2-46c6-86bd-710934867c44 req-2ad1d44a-44a4-42bc-bd04-d508e97aa17e service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:53:16.939068 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2611456-5fc2-46c6-86bd-710934867c44 req-2ad1d44a-44a4-42bc-bd04-d508e97aa17e service neutron] Checking segment: {'id': '5d344d88-6b1d-459b-a6c4-73c6890df831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b6cf1771-a5e0-4481-ada6-9af5ffe559f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:53:16.939623 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2611456-5fc2-46c6-86bd-710934867c44 req-2ad1d44a-44a4-42bc-bd04-d508e97aa17e service neutron] Bound using segment: {'id': '5d344d88-6b1d-459b-a6c4-73c6890df831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b6cf1771-a5e0-4481-ada6-9af5ffe559f4'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:53:16.940367 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-e2611456-5fc2-46c6-86bd-710934867c44 req-2ad1d44a-44a4-42bc-bd04-d508e97aa17e service neutron] Bound port: 4f7b6678-6001-42b1-9b5a-490c1fae4c50, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d344d88-6b1d-459b-a6c4-73c6890df831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b6cf1771-a5e0-4481-ada6-9af5ffe559f4'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:53:16.940953 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-e2611456-5fc2-46c6-86bd-710934867c44 req-2ad1d44a-44a4-42bc-bd04-d508e97aa17e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:17.025702 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82015d64-ce2d-46d8-8112-86a986ae55bd service neutron] Pushing event updated for resources: {'Port': ['ID=e5375155-efd6-44ad-a4c9-4bcf4b7d5140,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:53:17.075409 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-49fffafb-1db6-4bf5-b294-8e06c6688e34 req-02117d45-af77-47b2-851a-baa8dda8a449 service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383114 Jul 23 23:53:17.134174 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407c678f-11c7-4a55-88e1-dfd940d0e209 req-e0030504-ec54-49bc-9a57-48f13ed63398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:17.136987 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-407c678f-11c7-4a55-88e1-dfd940d0e209 req-e0030504-ec54-49bc-9a57-48f13ed63398 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=13fa7780-575a-40c5-b19b-7d5a9ef282a8 HTTP/1.1" status: 200 len: 860 time: 0.3714681 Jul 23 23:53:17.164469 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8edee3-372c-4ddb-ae30-5696511b6312 req-82015d64-ce2d-46d8-8112-86a986ae55bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:17.166846 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-5a8edee3-372c-4ddb-ae30-5696511b6312 req-82015d64-ce2d-46d8-8112-86a986ae55bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:17.169048 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5a8edee3-372c-4ddb-ae30-5696511b6312 req-82015d64-ce2d-46d8-8112-86a986ae55bd service neutron] 10.222.0.52 "PUT /v2.0/ports/e5375155-efd6-44ad-a4c9-4bcf4b7d5140 HTTP/1.1" status: 200 len: 1097 time: 3.4563007 Jul 23 23:53:17.173885 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaf199ca-a82b-4deb-b6c1-ea7d470afa56 req-bbdc034e-57a0-4298-aeca-d5918a4cd522 tempest-AttachSCSIVolumeTestJSON-1883636943 tempest-AttachSCSIVolumeTestJSON-1883636943-project] Made reservation on behalf of fb71770adc294b858658b994fd21dae1 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:53:17.184003 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-eaf199ca-a82b-4deb-b6c1-ea7d470afa56 req-bbdc034e-57a0-4298-aeca-d5918a4cd522 tempest-AttachSCSIVolumeTestJSON-1883636943 tempest-AttachSCSIVolumeTestJSON-1883636943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:17.245434 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-e2611456-5fc2-46c6-86bd-710934867c44 req-2ad1d44a-44a4-42bc-bd04-d508e97aa17e service neutron] For port 4f7b6678-6001-42b1-9b5a-490c1fae4c50, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:53:17.254902 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-e2611456-5fc2-46c6-86bd-710934867c44 req-2ad1d44a-44a4-42bc-bd04-d508e97aa17e service neutron] For port 4f7b6678-6001-42b1-9b5a-490c1fae4c50, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=4f7b6678-6001-42b1-9b5a-490c1fae4c50,segment=NetworkSegment(5d344d88-6b1d-459b-a6c4-73c6890df831),segment_id=5d344d88-6b1d-459b-a6c4-73c6890df831)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:53:17.261113 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-e2611456-5fc2-46c6-86bd-710934867c44 req-2ad1d44a-44a4-42bc-bd04-d508e97aa17e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:17.300082 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434637d4-e27f-46ea-bdf0-ae9ab950c4cc req-097bba53-30e9-4381-8e4f-5d2f7fc1eb0c tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:17.301551 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2611456-5fc2-46c6-86bd-710934867c44 req-2ad1d44a-44a4-42bc-bd04-d508e97aa17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:17.302607 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-e2611456-5fc2-46c6-86bd-710934867c44 req-2ad1d44a-44a4-42bc-bd04-d508e97aa17e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:17.304203 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e2611456-5fc2-46c6-86bd-710934867c44 req-2ad1d44a-44a4-42bc-bd04-d508e97aa17e service neutron] 10.222.0.64 "PUT /v2.0/ports/4f7b6678-6001-42b1-9b5a-490c1fae4c50 HTTP/1.1" status: 200 len: 1092 time: 1.8824699 Jul 23 23:53:17.313235 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-434637d4-e27f-46ea-bdf0-ae9ab950c4cc req-097bba53-30e9-4381-8e4f-5d2f7fc1eb0c tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] 10.222.0.44 "GET /v2.0/ports?device_id=40a26aeb-2f72-4330-b60b-2102eb893f2c HTTP/1.1" status: 200 len: 931 time: 1.0458267 Jul 23 23:53:17.318044 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40a26aeb-2f72-4330-b60b-2102eb893f2c', 'tag': '4f7b6678-6001-42b1-9b5a-490c1fae4c50'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:53:17.332083 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aedc242e-f8a8-42eb-ac27-4436728cec98" -d '{"events": [{"name": "network-changed", "server_uuid": "40a26aeb-2f72-4330-b60b-2102eb893f2c", "tag": "4f7b6678-6001-42b1-9b5a-490c1fae4c50"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:53:17.396000 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:17.396922 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad1d44a-44a4-42bc-bd04-d508e97aa17e service neutron] Pushing event updated for resources: {'Port': ['ID=4f7b6678-6001-42b1-9b5a-490c1fae4c50,revision_number=3']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:53:17.448792 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2611456-5fc2-46c6-86bd-710934867c44 req-9cabbaed-1dd5-4def-b5e1-795f8ef00111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:17.451169 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e2611456-5fc2-46c6-86bd-710934867c44 req-9cabbaed-1dd5-4def-b5e1-795f8ef00111 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1c2582a501044614b6b14b002223c647&device_id=40a26aeb-2f72-4330-b60b-2102eb893f2c HTTP/1.1" status: 200 len: 1095 time: 0.0964019 Jul 23 23:53:17.578738 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e2611456-5fc2-46c6-86bd-710934867c44 req-1a7dcc84-b8e8-4c65-9362-e5994ae26170 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f7b6678-6001-42b1-9b5a-490c1fae4c50 HTTP/1.1" status: 200 len: 217 time: 0.1177690 Jul 23 23:53:17.734866 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-434637d4-e27f-46ea-bdf0-ae9ab950c4cc req-331ee146-8118-421b-a958-64556e387adc tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] 10.222.0.44 "GET /v2.0/security-groups?id=8c945ade-5e33-449d-9933-768721eff93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4206257 Jul 23 23:53:17.742645 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2611456-5fc2-46c6-86bd-710934867c44 req-0df8eee5-a6d6-480a-b375-244d971d4435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:17.746348 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device f9b52e8a-7d85-422f-b2ce-78773c09870e details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:53:17.750364 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e2611456-5fc2-46c6-86bd-710934867c44 req-0df8eee5-a6d6-480a-b375-244d971d4435 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1b5c91f7-60ac-4182-b027-91575613087b HTTP/1.1" status: 200 len: 862 time: 0.1437807 Jul 23 23:53:17.755726 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 4538d423-e0ff-42d0-9edc-14fc69c91c47 up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:53:17.847911 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407c678f-11c7-4a55-88e1-dfd940d0e209 req-338a5b94-1a56-45d1-90a0-22553f28a6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:17.850121 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-407c678f-11c7-4a55-88e1-dfd940d0e209 req-338a5b94-1a56-45d1-90a0-22553f28a6ee service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0d6ba2fb-46fe-4367-85af-3f33b158d449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6798389 Jul 23 23:53:17.942744 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port 4538d423-e0ff-42d0-9edc-14fc69c91c47 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:53:17.943339 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:17.955461 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2611456-5fc2-46c6-86bd-710934867c44 req-8c16761f-4528-4e69-a002-12b8181e8618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:17.969257 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e2611456-5fc2-46c6-86bd-710934867c44 req-8c16761f-4528-4e69-a002-12b8181e8618 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b6cf1771-a5e0-4481-ada6-9af5ffe559f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2000952 Jul 23 23:53:17.970543 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8edee3-372c-4ddb-ae30-5696511b6312 req-c42924f1-095b-4336-9c46-ff247de64da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:17.972503 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5a8edee3-372c-4ddb-ae30-5696511b6312 req-c42924f1-095b-4336-9c46-ff247de64da9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=93eec40beee743858af7fbcead2f938a&device_id=7ef4dda6-9192-4a80-8e33-f8155d9be229 HTTP/1.1" status: 200 len: 1100 time: 0.6567845 Jul 23 23:53:18.097062 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5a8edee3-372c-4ddb-ae30-5696511b6312 req-c270c40c-c565-4d54-b954-b04feff0aea8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=e5375155-efd6-44ad-a4c9-4bcf4b7d5140 HTTP/1.1" status: 200 len: 217 time: 0.0952883 Jul 23 23:53:18.125327 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-eaf199ca-a82b-4deb-b6c1-ea7d470afa56 req-bbdc034e-57a0-4298-aeca-d5918a4cd522 tempest-AttachSCSIVolumeTestJSON-1883636943 tempest-AttachSCSIVolumeTestJSON-1883636943-project] Allocated IP 172.20.0.14 (c754f1e1-4bc2-4acb-903f-37337862cd73/fcbbfbaa-f9eb-47d3-b144-e0ef4732a1f1/f9aa33f0-790d-4ea8-ab90-1df4e91d4624) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:53:18.163933 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d773b7-08eb-4f6f-89a9-31d0093db33e req-235b1cac-c4fb-4ab0-af2a-42408c6f0375 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:18.173788 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-50d773b7-08eb-4f6f-89a9-31d0093db33e req-235b1cac-c4fb-4ab0-af2a-42408c6f0375 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?device_id=05daa1e3-5bd4-4f14-94c6-c77200a84abb HTTP/1.1" status: 200 len: 943 time: 0.3195395 Jul 23 23:53:18.252008 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:18.259687 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-407c678f-11c7-4a55-88e1-dfd940d0e209 req-e016f9f9-304b-4d88-b943-e6b42191dc20 service neutron] 10.222.0.52 "GET /v2.0/networks/0d6ba2fb-46fe-4367-85af-3f33b158d449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3611994 Jul 23 23:53:18.267079 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e2611456-5fc2-46c6-86bd-710934867c44 req-aad411b5-2b93-4e2f-8f89-130725c41da7 service neutron] 10.222.0.64 "GET /v2.0/networks/b6cf1771-a5e0-4481-ada6-9af5ffe559f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956927 Jul 23 23:53:18.306449 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-50d773b7-08eb-4f6f-89a9-31d0093db33e req-ffdd85a1-6244-4546-94bd-551c98162bdd tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313910 Jul 23 23:53:18.330958 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ea95d92-588f-44d4-a822-d5940b9ff9b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4538d423-e0ff-42d0-9edc-14fc69c91c47'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:53:18.333277 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a113369-e103-472e-8ca9-905251e39ada" -d '{"events": [{"server_uuid": "9ea95d92-588f-44d4-a822-d5940b9ff9b3", "name": "network-vif-plugged", "status": "completed", "tag": "4538d423-e0ff-42d0-9edc-14fc69c91c47"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:53:18.375305 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port f9b52e8a-7d85-422f-b2ce-78773c09870e, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=f9b52e8a-7d85-422f-b2ce-78773c09870e,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:53:18.386872 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 4538d423-e0ff-42d0-9edc-14fc69c91c47, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=4538d423-e0ff-42d0-9edc-14fc69c91c47,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:53:18.388640 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8edee3-372c-4ddb-ae30-5696511b6312 req-adfad86a-9e88-4baa-955b-293676cec011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:18.390520 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5a8edee3-372c-4ddb-ae30-5696511b6312 req-adfad86a-9e88-4baa-955b-293676cec011 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.2076762 Jul 23 23:53:18.409097 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:18.416371 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': 'f9b52e8a-7d85-422f-b2ce-78773c09870e', 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2', 'port_id': 'f9b52e8a-7d85-422f-b2ce-78773c09870e', 'mac_address': 'fa:16:3e:2c:2a:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef73a7e1-c64a-41e3-9997-629475c7b6b1', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:53:18.528941 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e2611456-5fc2-46c6-86bd-710934867c44 req-ae34e98d-b00c-400d-8f94-267060d42b8d service neutron] 10.222.0.64 "GET /v2.0/networks/b6cf1771-a5e0-4481-ada6-9af5ffe559f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479823 Jul 23 23:53:18.577063 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:18.620971 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9b52e8a-7d85-422f-b2ce-78773c09870e {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:53:18.633032 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-62b7d8f0-38b5-49f1-a904-c0468a494e2d req-7c95d2e3-fe64-4205-a78a-4e7fa40bc6cf tempest-AttachSCSIVolumeTestJSON-1883636943 tempest-AttachSCSIVolumeTestJSON-1883636943-project] 10.222.0.44 "GET /v2.0/ports?device_id=b42a6795-2e9e-4bbd-9762-724db0af5c5a HTTP/1.1" status: 200 len: 210 time: 0.1011209 Jul 23 23:53:18.697102 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=4538d423-e0ff-42d0-9edc-14fc69c91c47,revision_number=7']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:53:18.718672 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port f9b52e8a-7d85-422f-b2ce-78773c09870e, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=f9b52e8a-7d85-422f-b2ce-78773c09870e,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:53:18.725432 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 40492) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:53:18.726221 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:18.839944 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-eaf199ca-a82b-4deb-b6c1-ea7d470afa56 req-bbdc034e-57a0-4298-aeca-d5918a4cd522 tempest-AttachSCSIVolumeTestJSON-1883636943 tempest-AttachSCSIVolumeTestJSON-1883636943-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:18.847048 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=f9b52e8a-7d85-422f-b2ce-78773c09870e,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:53:18.855464 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fb13dfb-9724-45a9-a68f-887cd2fed068 admin admin] Deleting subnet 9591efd5-cf05-46fc-a204-a334741262ad {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:53:18.866634 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4fb13dfb-9724-45a9-a68f-887cd2fed068 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:18.877131 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-eaf199ca-a82b-4deb-b6c1-ea7d470afa56 req-bbdc034e-57a0-4298-aeca-d5918a4cd522 tempest-AttachSCSIVolumeTestJSON-1883636943 tempest-AttachSCSIVolumeTestJSON-1883636943-project] Transition to ACTIVE for port object f9aa33f0-790d-4ea8-ab90-1df4e91d4624 will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:53:18.998441 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4fb13dfb-9724-45a9-a68f-887cd2fed068 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:19.034754 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-407c678f-11c7-4a55-88e1-dfd940d0e209 req-eb2f1326-571b-499a-b3bc-c6cbcae38dfc service neutron] 10.222.0.52 "GET /v2.0/networks/0d6ba2fb-46fe-4367-85af-3f33b158d449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4829450 Jul 23 23:53:19.054765 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8edee3-372c-4ddb-ae30-5696511b6312 req-cd91be39-fd2c-4ff4-949d-338db4fc6f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:19.057172 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5a8edee3-372c-4ddb-ae30-5696511b6312 req-cd91be39-fd2c-4ff4-949d-338db4fc6f38 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5027518 Jul 23 23:53:19.066607 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['f9b52e8a-7d85-422f-b2ce-78773c09870e'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:53:19.139913 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-93fb4fb8-fe6d-4a99-bb55-957f569a05ef req-53308629-d140-4352-bb99-ba81e716e1a7 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.3.225 HTTP/1.1" status: 200 len: 1002 time: 0.2514131 Jul 23 23:53:19.202824 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4fb13dfb-9724-45a9-a68f-887cd2fed068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:19.307350 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-eaf199ca-a82b-4deb-b6c1-ea7d470afa56 req-bbdc034e-57a0-4298-aeca-d5918a4cd522 tempest-AttachSCSIVolumeTestJSON-1883636943 tempest-AttachSCSIVolumeTestJSON-1883636943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:19.340681 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4fb13dfb-9724-45a9-a68f-887cd2fed068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:19.410973 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4fb13dfb-9724-45a9-a68f-887cd2fed068 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:19.418359 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-4fb13dfb-9724-45a9-a68f-887cd2fed068 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/9591efd5-cf05-46fc-a204-a334741262ad HTTP/1.1" status: 204 len: 168 time: 0.6906188 Jul 23 23:53:19.420393 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 40504) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:53:19.422398 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb13dfb-9724-45a9-a68f-887cd2fed068 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9591efd5-cf05-46fc-a204-a334741262ad,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:53:19.530331 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2d98c61f-9fb0-4ab1-9649-7913e0f22639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:19.562860 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb4fb8-fe6d-4a99-bb55-957f569a05ef req-4c6db359-af12-47d1-a427-464be99a3042 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:19.579616 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-93fb4fb8-fe6d-4a99-bb55-957f569a05ef req-4c6db359-af12-47d1-a427-464be99a3042 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "GET /v2.0/ports/b91ae1c3-235a-4786-9987-4bf1f96af5cf HTTP/1.1" status: 200 len: 943 time: 0.4386346 Jul 23 23:53:19.598770 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaf199ca-a82b-4deb-b6c1-ea7d470afa56 req-bbdc034e-57a0-4298-aeca-d5918a4cd522 tempest-AttachSCSIVolumeTestJSON-1883636943 tempest-AttachSCSIVolumeTestJSON-1883636943-project] Network c754f1e1-4bc2-4acb-903f-37337862cd73 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:53:19.619453 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-eaf199ca-a82b-4deb-b6c1-ea7d470afa56 req-bbdc034e-57a0-4298-aeca-d5918a4cd522 tempest-AttachSCSIVolumeTestJSON-1883636943 tempest-AttachSCSIVolumeTestJSON-1883636943-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:53:19.667596 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdc034e-57a0-4298-aeca-d5918a4cd522 tempest-AttachSCSIVolumeTestJSON-1883636943 tempest-AttachSCSIVolumeTestJSON-1883636943-project] Pushing event updated for resources: {'Port': ['ID=f9aa33f0-790d-4ea8-ab90-1df4e91d4624,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:53:19.688007 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2d98c61f-9fb0-4ab1-9649-7913e0f22639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:19.696651 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaf199ca-a82b-4deb-b6c1-ea7d470afa56 req-bbdc034e-57a0-4298-aeca-d5918a4cd522 tempest-AttachSCSIVolumeTestJSON-1883636943 tempest-AttachSCSIVolumeTestJSON-1883636943-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:53:19.702838 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-2d98c61f-9fb0-4ab1-9649-7913e0f22639 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57903904-9b6d-4c31-9b1a-837f9a463391']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:53:19.710157 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf199ca-a82b-4deb-b6c1-ea7d470afa56 req-bbdc034e-57a0-4298-aeca-d5918a4cd522 tempest-AttachSCSIVolumeTestJSON-1883636943 tempest-AttachSCSIVolumeTestJSON-1883636943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:19.711008 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-eaf199ca-a82b-4deb-b6c1-ea7d470afa56 req-bbdc034e-57a0-4298-aeca-d5918a4cd522 tempest-AttachSCSIVolumeTestJSON-1883636943 tempest-AttachSCSIVolumeTestJSON-1883636943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:19.723901 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-2d98c61f-9fb0-4ab1-9649-7913e0f22639 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bee75817-8822-4c2b-8563-730cb65eb3a7') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:53:19.724724 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-2d98c61f-9fb0-4ab1-9649-7913e0f22639 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bee75817-8822-4c2b-8563-730cb65eb3a7') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:53:19.738824 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2d98c61f-9fb0-4ab1-9649-7913e0f22639 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:19.757895 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2d98c61f-9fb0-4ab1-9649-7913e0f22639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:19.764307 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5a8edee3-372c-4ddb-ae30-5696511b6312 req-1754f84c-012f-47a7-80dc-faa8b762ff05 service neutron] 10.222.0.52 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6971011 Jul 23 23:53:19.773643 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d98c61f-9fb0-4ab1-9649-7913e0f22639 admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:53:19.774178 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2d98c61f-9fb0-4ab1-9649-7913e0f22639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:19.780397 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 23 23:53:19.780397 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:53:19.780397 n-d-800088-16 neutron-server[100314]: timer() Jul 23 23:53:19.780397 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:53:19.780397 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 23 23:53:19.780397 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:53:19.780397 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 23 23:53:19.780397 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:53:19.780397 n-d-800088-16 neutron-server[100314]: self._notify() Jul 23 23:53:19.780397 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:53:19.780397 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 23 23:53:19.780397 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:53:19.780397 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 23 23:53:19.780397 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:53:19.780397 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:53:19.780397 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:53:19.780397 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:53:19.780397 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:53:19.780397 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 23 23:53:19.780397 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:53:19.780397 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 23 23:53:19.780397 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:53:19.780397 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:53:19.780397 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:53:19.780397 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 23 23:53:19.780397 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:53:19.780397 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:53:19.780397 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:53:19.780397 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:53:19.780397 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:53:19.780397 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:53:19.780397 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:53:19.980419 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-93fb4fb8-fe6d-4a99-bb55-957f569a05ef req-434a781c-4b49-45c4-84b0-7823eb6c3721 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.3.225 HTTP/1.1" status: 200 len: 1002 time: 0.2523012 Jul 23 23:53:19.985341 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-eaf199ca-a82b-4deb-b6c1-ea7d470afa56 req-bbdc034e-57a0-4298-aeca-d5918a4cd522 tempest-AttachSCSIVolumeTestJSON-1883636943 tempest-AttachSCSIVolumeTestJSON-1883636943-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6236839 Jul 23 23:53:20.016393 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-eaf199ca-a82b-4deb-b6c1-ea7d470afa56 req-49cc307f-ef7d-411e-99cc-0cb15c76ada0 service neutron] Request body: {'port': {'device_id': 'b42a6795-2e9e-4bbd-9762-724db0af5c5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:53:20.035267 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2d98c61f-9fb0-4ab1-9649-7913e0f22639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:20.058907 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2d98c61f-9fb0-4ab1-9649-7913e0f22639 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:20.063714 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-2d98c61f-9fb0-4ab1-9649-7913e0f22639 admin admin] 10.222.0.44 "DELETE /v2.0/networks/57903904-9b6d-4c31-9b1a-837f9a463391 HTTP/1.1" status: 204 len: 168 time: 0.6326756 Jul 23 23:53:20.091476 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2847450c-e488-4e20-9b5a-1a23f84ca4c3 None None] Provisioning for port f9aa33f0-790d-4ea8-ab90-1df4e91d4624 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:53:20.096880 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d98c61f-9fb0-4ab1-9649-7913e0f22639 admin admin] Pushing event deleted for resources: {'Network': ['ID=57903904-9b6d-4c31-9b1a-837f9a463391,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:53:20.110152 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2847450c-e488-4e20-9b5a-1a23f84ca4c3 None None] Provisioning complete for port f9aa33f0-790d-4ea8-ab90-1df4e91d4624 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:53:20.111726 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2847450c-e488-4e20-9b5a-1a23f84ca4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:20.127919 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5a8edee3-372c-4ddb-ae30-5696511b6312 req-ecab57f1-140e-437a-bd4c-898f970dca91 service neutron] 10.222.0.52 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3479290 Jul 23 23:53:20.143124 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22078b93-dde2-412e-a3ea-2d198ece962b req-4beed0c9-628c-4775-9d8d-0201d071906c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:20.144761 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-22078b93-dde2-412e-a3ea-2d198ece962b req-4beed0c9-628c-4775-9d8d-0201d071906c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e50500f9fa5448f8994dd6c4e9b5ded5&device_id=05daa1e3-5bd4-4f14-94c6-c77200a84abb HTTP/1.1" status: 200 len: 1126 time: 0.2192056 Jul 23 23:53:20.228159 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2847450c-e488-4e20-9b5a-1a23f84ca4c3 None None] Port f9aa33f0-790d-4ea8-ab90-1df4e91d4624 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:53:20.329085 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22078b93-dde2-412e-a3ea-2d198ece962b req-c99d3bed-efcc-43cf-b5df-859af5dd33c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:20.330610 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-22078b93-dde2-412e-a3ea-2d198ece962b req-c99d3bed-efcc-43cf-b5df-859af5dd33c7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=646be7a8-09b8-4e0c-bd78-d5d98c9093b9 HTTP/1.1" status: 200 len: 908 time: 0.1530702 Jul 23 23:53:20.376020 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb4fb8-fe6d-4a99-bb55-957f569a05ef req-2b8423ad-9d7b-4669-a91f-3832dcff4714 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:20.378437 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-93fb4fb8-fe6d-4a99-bb55-957f569a05ef req-2b8423ad-9d7b-4669-a91f-3832dcff4714 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "GET /v2.0/networks/9adcfee8-760c-4568-9e39-c221abf69bf5 HTTP/1.1" status: 200 len: 784 time: 0.3885117 Jul 23 23:53:20.384248 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-eaf199ca-a82b-4deb-b6c1-ea7d470afa56 req-49cc307f-ef7d-411e-99cc-0cb15c76ada0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:20.416378 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-22078b93-dde2-412e-a3ea-2d198ece962b req-709aec88-40b7-4c2b-b264-63a09f1bfb5e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2945688-a2a4-4798-aa3c-f7f34ddad2ee HTTP/1.1" status: 200 len: 217 time: 0.0726295 Jul 23 23:53:20.520065 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22078b93-dde2-412e-a3ea-2d198ece962b req-64f31632-342d-4fc1-98ba-5328d4884b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:20.521564 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-22078b93-dde2-412e-a3ea-2d198ece962b req-64f31632-342d-4fc1-98ba-5328d4884b79 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3bfc2b3c-ece5-49a0-8daf-8ebd7d541c76 HTTP/1.1" status: 200 len: 847 time: 0.0966432 Jul 23 23:53:20.539508 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 40512) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:53:20.606010 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-22078b93-dde2-412e-a3ea-2d198ece962b req-05cb5df9-b4fb-4b8a-91cb-2d27fb61200d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=646be7a8-09b8-4e0c-bd78-d5d98c9093b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740840 Jul 23 23:53:20.625200 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-93fb4fb8-fe6d-4a99-bb55-957f569a05ef req-e52bddb3-36ff-43ef-9589-f42c12c77ac2 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.3.225 HTTP/1.1" status: 200 len: 1002 time: 0.2291534 Jul 23 23:53:20.633019 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-93fb4fb8-fe6d-4a99-bb55-957f569a05ef req-34e5a8f3-32ed-497d-b81c-5e36fb9a1a15 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:53:20.734728 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-b8b78fa4-df3a-4ca1-b3e2-4103066509fa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3c7dd398271b4cc7a38ab7d4361ee7cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1940055 Jul 23 23:53:20.735680 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 40514) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:53:20.892496 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-74851fd9-3647-4471-b3ec-7203c3df7cca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:20.920890 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-74851fd9-3647-4471-b3ec-7203c3df7cca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:20.987364 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-74851fd9-3647-4471-b3ec-7203c3df7cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:20.991025 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-74851fd9-3647-4471-b3ec-7203c3df7cca admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:20.995333 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-74851fd9-3647-4471-b3ec-7203c3df7cca admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ee3bb585-1d46-4d4b-8ed6-e0ac9b92bd85 HTTP/1.1" status: 204 len: 168 time: 0.2483518 Jul 23 23:53:21.028369 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74851fd9-3647-4471-b3ec-7203c3df7cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee3bb585-1d46-4d4b-8ed6-e0ac9b92bd85,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:53:21.099849 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-22078b93-dde2-412e-a3ea-2d198ece962b req-f763bbdf-a712-4ba0-ad7e-42110fa44799 service neutron] 10.222.0.64 "GET /v2.0/networks/646be7a8-09b8-4e0c-bd78-d5d98c9093b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4818869 Jul 23 23:53:21.196002 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-93fb4fb8-fe6d-4a99-bb55-957f569a05ef req-34e5a8f3-32ed-497d-b81c-5e36fb9a1a15 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Notify callbacks [] for floatingip, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:21.365612 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-22078b93-dde2-412e-a3ea-2d198ece962b req-cb6f682a-c55b-4016-b47e-cebc0d1b7ddb service neutron] 10.222.0.64 "GET /v2.0/networks/646be7a8-09b8-4e0c-bd78-d5d98c9093b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562017 Jul 23 23:53:21.761933 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 4f7b6678-6001-42b1-9b5a-490c1fae4c50 details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:53:21.766931 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device f9b52e8a-7d85-422f-b2ce-78773c09870e up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:53:21.775759 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-93fb4fb8-fe6d-4a99-bb55-957f569a05ef req-34e5a8f3-32ed-497d-b81c-5e36fb9a1a15 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:21.791814 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-93fb4fb8-fe6d-4a99-bb55-957f569a05ef req-34e5a8f3-32ed-497d-b81c-5e36fb9a1a15 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:21.792134 n-d-800088-16 neutron-server[100313]: INFO neutron.db.l3_db [req-93fb4fb8-fe6d-4a99-bb55-957f569a05ef req-34e5a8f3-32ed-497d-b81c-5e36fb9a1a15 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Floating IP b2fadb27-bdc7-439c-ad44-952fc21545e0 disassociated. External IP: 172.25.3.225, port: b91ae1c3-235a-4786-9987-4bf1f96af5cf. Jul 23 23:53:22.282633 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-eaf199ca-a82b-4deb-b6c1-ea7d470afa56 req-49cc307f-ef7d-411e-99cc-0cb15c76ada0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9aa33f0-790d-4ea8-ab90-1df4e91d4624 {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:53:22.337342 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-eaf199ca-a82b-4deb-b6c1-ea7d470afa56 req-49cc307f-ef7d-411e-99cc-0cb15c76ada0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:22.379218 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-eaf199ca-a82b-4deb-b6c1-ea7d470afa56 req-49cc307f-ef7d-411e-99cc-0cb15c76ada0 service neutron] Transition to ACTIVE for port object f9aa33f0-790d-4ea8-ab90-1df4e91d4624 will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:53:22.464677 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-eaf199ca-a82b-4deb-b6c1-ea7d470afa56 req-49cc307f-ef7d-411e-99cc-0cb15c76ada0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:22.718440 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cc307f-ef7d-411e-99cc-0cb15c76ada0 service neutron] Pushing event updated for resources: {'Port': ['ID=f9aa33f0-790d-4ea8-ab90-1df4e91d4624,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:53:22.894447 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port f9b52e8a-7d85-422f-b2ce-78773c09870e completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:53:22.928544 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device c2945688-a2a4-4798-aa3c-f7f34ddad2ee details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:53:23.023895 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-eaf199ca-a82b-4deb-b6c1-ea7d470afa56 req-49cc307f-ef7d-411e-99cc-0cb15c76ada0 service neutron] Attempting to bind port f9aa33f0-790d-4ea8-ab90-1df4e91d4624 on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:53:23.024425 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-eaf199ca-a82b-4deb-b6c1-ea7d470afa56 req-49cc307f-ef7d-411e-99cc-0cb15c76ada0 service neutron] Attempting to bind port f9aa33f0-790d-4ea8-ab90-1df4e91d4624 by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': '3faff525-08de-4988-a839-850e69ad6c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'c754f1e1-4bc2-4acb-903f-37337862cd73'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:53:23.024677 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf199ca-a82b-4deb-b6c1-ea7d470afa56 req-49cc307f-ef7d-411e-99cc-0cb15c76ada0 service neutron] Attempting to bind port f9aa33f0-790d-4ea8-ab90-1df4e91d4624 on network c754f1e1-4bc2-4acb-903f-37337862cd73 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:53:23.056837 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port f9b52e8a-7d85-422f-b2ce-78773c09870e triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:53:23.057929 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf199ca-a82b-4deb-b6c1-ea7d470afa56 req-49cc307f-ef7d-411e-99cc-0cb15c76ada0 service neutron] Port f9aa33f0-790d-4ea8-ab90-1df4e91d4624 on network c754f1e1-4bc2-4acb-903f-37337862cd73 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:53:23.058309 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf199ca-a82b-4deb-b6c1-ea7d470afa56 req-49cc307f-ef7d-411e-99cc-0cb15c76ada0 service neutron] Attempting to bind port f9aa33f0-790d-4ea8-ab90-1df4e91d4624 on network c754f1e1-4bc2-4acb-903f-37337862cd73 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:53:23.072684 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:23.108254 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf199ca-a82b-4deb-b6c1-ea7d470afa56 req-49cc307f-ef7d-411e-99cc-0cb15c76ada0 service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:53:23.108617 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf199ca-a82b-4deb-b6c1-ea7d470afa56 req-49cc307f-ef7d-411e-99cc-0cb15c76ada0 service neutron] Checking segment: {'id': '3faff525-08de-4988-a839-850e69ad6c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'c754f1e1-4bc2-4acb-903f-37337862cd73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:53:23.109044 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf199ca-a82b-4deb-b6c1-ea7d470afa56 req-49cc307f-ef7d-411e-99cc-0cb15c76ada0 service neutron] Bound using segment: {'id': '3faff525-08de-4988-a839-850e69ad6c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'c754f1e1-4bc2-4acb-903f-37337862cd73'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:53:23.109489 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-eaf199ca-a82b-4deb-b6c1-ea7d470afa56 req-49cc307f-ef7d-411e-99cc-0cb15c76ada0 service neutron] Bound port: f9aa33f0-790d-4ea8-ab90-1df4e91d4624, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3faff525-08de-4988-a839-850e69ad6c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'c754f1e1-4bc2-4acb-903f-37337862cd73'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:53:23.109853 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-eaf199ca-a82b-4deb-b6c1-ea7d470afa56 req-49cc307f-ef7d-411e-99cc-0cb15c76ada0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:23.226290 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port c2945688-a2a4-4798-aa3c-f7f34ddad2ee, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=c2945688-a2a4-4798-aa3c-f7f34ddad2ee,segment=NetworkSegment(d41359ac-4be7-4a75-afd1-798e41d2f155),segment_id=d41359ac-4be7-4a75-afd1-798e41d2f155)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:53:23.260156 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device c2945688-a2a4-4798-aa3c-f7f34ddad2ee has no active binding in host n-h1-800088-16 {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 23 23:53:23.260674 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device e5375155-efd6-44ad-a4c9-4bcf4b7d5140 details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:53:23.301635 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 4f7b6678-6001-42b1-9b5a-490c1fae4c50, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=4f7b6678-6001-42b1-9b5a-490c1fae4c50,segment=NetworkSegment(5d344d88-6b1d-459b-a6c4-73c6890df831),segment_id=5d344d88-6b1d-459b-a6c4-73c6890df831)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:53:23.301862 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-eaf199ca-a82b-4deb-b6c1-ea7d470afa56 req-49cc307f-ef7d-411e-99cc-0cb15c76ada0 service neutron] For port f9aa33f0-790d-4ea8-ab90-1df4e91d4624, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:53:23.306521 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-eaf199ca-a82b-4deb-b6c1-ea7d470afa56 req-49cc307f-ef7d-411e-99cc-0cb15c76ada0 service neutron] For port f9aa33f0-790d-4ea8-ab90-1df4e91d4624, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=f9aa33f0-790d-4ea8-ab90-1df4e91d4624,segment=NetworkSegment(3faff525-08de-4988-a839-850e69ad6c5f),segment_id=3faff525-08de-4988-a839-850e69ad6c5f)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:53:23.366323 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-eaf199ca-a82b-4deb-b6c1-ea7d470afa56 req-49cc307f-ef7d-411e-99cc-0cb15c76ada0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:23.382712 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': '4f7b6678-6001-42b1-9b5a-490c1fae4c50', 'network_id': 'b6cf1771-a5e0-4481-ada6-9af5ffe559f4', 'port_id': '4f7b6678-6001-42b1-9b5a-490c1fae4c50', 'mac_address': 'fa:16:3e:81:c6:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b5c91f7-60ac-4182-b027-91575613087b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:53:23.397196 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-cb28ec55-a980-47ac-b79f-552ebb8a4f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:23.447543 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf199ca-a82b-4deb-b6c1-ea7d470afa56 req-49cc307f-ef7d-411e-99cc-0cb15c76ada0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:23.448527 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-eaf199ca-a82b-4deb-b6c1-ea7d470afa56 req-49cc307f-ef7d-411e-99cc-0cb15c76ada0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:23.450214 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-eaf199ca-a82b-4deb-b6c1-ea7d470afa56 req-49cc307f-ef7d-411e-99cc-0cb15c76ada0 service neutron] 10.222.0.52 "PUT /v2.0/ports/f9aa33f0-790d-4ea8-ab90-1df4e91d4624 HTTP/1.1" status: 200 len: 1093 time: 3.4429846 Jul 23 23:53:23.539836 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cc307f-ef7d-411e-99cc-0cb15c76ada0 service neutron] Pushing event updated for resources: {'Port': ['ID=f9aa33f0-790d-4ea8-ab90-1df4e91d4624,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:53:23.662219 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93fb4fb8-fe6d-4a99-bb55-957f569a05ef req-34e5a8f3-32ed-497d-b81c-5e36fb9a1a15 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Router 33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:53:23.712367 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b658d3f0-58dd-4697-bfab-28772009074c req-36d19351-08bc-4d75-a722-cc51767a73a9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0246f005-72c2-4ed4-99b9-e4721a7949d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1940753 Jul 23 23:53:23.714642 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:23.824347 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f7b6678-6001-42b1-9b5a-490c1fae4c50 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:53:23.842789 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf199ca-a82b-4deb-b6c1-ea7d470afa56 req-59b3ba96-0fec-426c-a8eb-71e8420b2f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:23.844401 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-eaf199ca-a82b-4deb-b6c1-ea7d470afa56 req-59b3ba96-0fec-426c-a8eb-71e8420b2f48 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fb71770adc294b858658b994fd21dae1&device_id=b42a6795-2e9e-4bbd-9762-724db0af5c5a HTTP/1.1" status: 200 len: 1096 time: 0.2918227 Jul 23 23:53:23.852555 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 4f7b6678-6001-42b1-9b5a-490c1fae4c50, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=4f7b6678-6001-42b1-9b5a-490c1fae4c50,segment=NetworkSegment(5d344d88-6b1d-459b-a6c4-73c6890df831),segment_id=5d344d88-6b1d-459b-a6c4-73c6890df831)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:53:23.859016 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:23.868039 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:24.059897 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port e5375155-efd6-44ad-a4c9-4bcf4b7d5140, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=e5375155-efd6-44ad-a4c9-4bcf4b7d5140,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:53:24.139645 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': 'e5375155-efd6-44ad-a4c9-4bcf4b7d5140', 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2', 'port_id': 'e5375155-efd6-44ad-a4c9-4bcf4b7d5140', 'mac_address': 'fa:16:3e:1f:57:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef73a7e1-c64a-41e3-9997-629475c7b6b1', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:53:24.149536 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port f9b52e8a-7d85-422f-b2ce-78773c09870e, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=f9b52e8a-7d85-422f-b2ce-78773c09870e,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:53:24.159644 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:24.205319 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=4f7b6678-6001-42b1-9b5a-490c1fae4c50,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:53:24.210587 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:24.212824 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device c2945688-a2a4-4798-aa3c-f7f34ddad2ee no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:53:24.215072 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['4f7b6678-6001-42b1-9b5a-490c1fae4c50'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:53:24.231108 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-eaf199ca-a82b-4deb-b6c1-ea7d470afa56 req-5b505f10-338b-4412-b1be-aef508bfcc12 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9aa33f0-790d-4ea8-ab90-1df4e91d4624 HTTP/1.1" status: 200 len: 217 time: 0.2663658 Jul 23 23:53:24.311905 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5375155-efd6-44ad-a4c9-4bcf4b7d5140 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:53:24.373999 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port e5375155-efd6-44ad-a4c9-4bcf4b7d5140, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=e5375155-efd6-44ad-a4c9-4bcf4b7d5140,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:53:24.410968 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:24.432768 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=f9b52e8a-7d85-422f-b2ce-78773c09870e,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:53:24.574482 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93fb4fb8-fe6d-4a99-bb55-957f569a05ef req-34e5a8f3-32ed-497d-b81c-5e36fb9a1a15 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:53:24.585134 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-93fb4fb8-fe6d-4a99-bb55-957f569a05ef req-34e5a8f3-32ed-497d-b81c-5e36fb9a1a15 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:24.595771 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ef474a-cdc8-4989-b249-3ee9c4f447ae None None] Sync routers for ids ['33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:53:24.620295 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=e5375155-efd6-44ad-a4c9-4bcf4b7d5140,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:53:24.636070 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ef474a-cdc8-4989-b249-3ee9c4f447ae None None] Routers {'33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:53:24.636709 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-c9ef474a-cdc8-4989-b249-3ee9c4f447ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:52:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:53:24.681136 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b658d3f0-58dd-4697-bfab-28772009074c req-9005532e-abd1-464e-adc6-641e695a609c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:24.682723 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b658d3f0-58dd-4697-bfab-28772009074c req-9005532e-abd1-464e-adc6-641e695a609c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e50500f9fa5448f8994dd6c4e9b5ded5&device_id=0246f005-72c2-4ed4-99b9-e4721a7949d3 HTTP/1.1" status: 200 len: 1118 time: 0.7514045 Jul 23 23:53:24.694773 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf199ca-a82b-4deb-b6c1-ea7d470afa56 req-3cf666db-ba25-4efa-873e-ce0b2ff3d2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:24.696222 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-eaf199ca-a82b-4deb-b6c1-ea7d470afa56 req-3cf666db-ba25-4efa-873e-ce0b2ff3d2c6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fcbbfbaa-f9eb-47d3-b144-e0ef4732a1f1 HTTP/1.1" status: 200 len: 853 time: 0.4411159 Jul 23 23:53:24.784628 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['e5375155-efd6-44ad-a4c9-4bcf4b7d5140'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:53:24.833310 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-93fb4fb8-fe6d-4a99-bb55-957f569a05ef req-34e5a8f3-32ed-497d-b81c-5e36fb9a1a15 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "PUT /v2.0/floatingips/b2fadb27-bdc7-439c-ad44-952fc21545e0 HTTP/1.1" status: 200 len: 695 time: 4.2068605 Jul 23 23:53:24.911918 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device c2945688-a2a4-4798-aa3c-f7f34ddad2ee no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:53:24.936423 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf199ca-a82b-4deb-b6c1-ea7d470afa56 req-7491c07b-42ea-4206-8add-9fbc9fa5537d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:24.938665 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-eaf199ca-a82b-4deb-b6c1-ea7d470afa56 req-7491c07b-42ea-4206-8add-9fbc9fa5537d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c754f1e1-4bc2-4acb-903f-37337862cd73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2221489 Jul 23 23:53:25.006513 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-c9ef474a-cdc8-4989-b249-3ee9c4f447ae None None] Set router 33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:53:25.100445 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device c2945688-a2a4-4798-aa3c-f7f34ddad2ee not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:53:25.121956 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b658d3f0-58dd-4697-bfab-28772009074c req-96f81a82-8117-4f0b-a851-dbda1e7768a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:25.134061 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b658d3f0-58dd-4697-bfab-28772009074c req-96f81a82-8117-4f0b-a851-dbda1e7768a2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=646be7a8-09b8-4e0c-bd78-d5d98c9093b9 HTTP/1.1" status: 200 len: 908 time: 0.3601351 Jul 23 23:53:25.169302 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-eaf199ca-a82b-4deb-b6c1-ea7d470afa56 req-e9cb63f6-3a95-48d1-b2e2-bcb3c589fd15 service neutron] 10.222.0.52 "GET /v2.0/networks/c754f1e1-4bc2-4acb-903f-37337862cd73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143586 Jul 23 23:53:25.280657 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b658d3f0-58dd-4697-bfab-28772009074c req-5bb4cc89-723c-41d7-af26-e1f468dc0b36 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce0cfa89-8eee-4458-8b33-d6602b43ab38 HTTP/1.1" status: 200 len: 217 time: 0.1314347 Jul 23 23:53:25.287827 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb4fb8-fe6d-4a99-bb55-957f569a05ef req-6ccd7c92-dedb-492b-8e23-cac925ca9fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:25.292147 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-93fb4fb8-fe6d-4a99-bb55-957f569a05ef req-6ccd7c92-dedb-492b-8e23-cac925ca9fa8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fe34b741dd5e495ab273e85e013ecfbf&device_id=aa375975-ebae-4ee4-92f6-87c367514699 HTTP/1.1" status: 200 len: 1098 time: 0.4031839 Jul 23 23:53:25.453533 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b658d3f0-58dd-4697-bfab-28772009074c req-860105e4-d062-45e6-9fc6-23549d8c8f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:25.455390 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b658d3f0-58dd-4697-bfab-28772009074c req-860105e4-d062-45e6-9fc6-23549d8c8f11 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3bfc2b3c-ece5-49a0-8daf-8ebd7d541c76 HTTP/1.1" status: 200 len: 847 time: 0.1281061 Jul 23 23:53:25.525771 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b658d3f0-58dd-4697-bfab-28772009074c req-1ef9f988-47bc-4e86-8e95-2a608fe52801 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=646be7a8-09b8-4e0c-bd78-d5d98c9093b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383360 Jul 23 23:53:25.604215 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-c9ef474a-cdc8-4989-b249-3ee9c4f447ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1407843321-router', 'tenant_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'e18c4a18-b564-4f84-85be-c1620383a9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:51:51Z', 'updated_at': '2021-07-23T23:51:59Z', 'revision_number': 4, 'project_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'gw_port': {'id': 'e18c4a18-b564-4f84-85be-c1620383a9be', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:51:52Z', 'updated_at': '2021-07-23T23:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '46ee16d0-092a-4da3-b0f6-a03dd95414c0', 'name': '', 'network_id': '0d6ba2fb-46fe-4367-85af-3f33b158d449', 'tenant_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'mac_address': 'fa:16:3e:82:b5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '13fa7780-575a-40c5-b19b-7d5a9ef282a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:51:58Z', 'updated_at': '2021-07-23T23:52:05Z', 'revision_number': 5, 'project_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'subnets': [{'id': '13fa7780-575a-40c5-b19b-7d5a9ef282a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:53:25.687977 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ef474a-cdc8-4989-b249-3ee9c4f447ae None None] Checking router: 33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:53:25.706508 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ef474a-cdc8-4989-b249-3ee9c4f447ae None None] Routers {'33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:53:25.707168 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-c9ef474a-cdc8-4989-b249-3ee9c4f447ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:52:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:53:25.748113 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b658d3f0-58dd-4697-bfab-28772009074c req-2264b3d3-a097-4abd-b667-769d5373a306 service neutron] 10.222.0.52 "GET /v2.0/networks/646be7a8-09b8-4e0c-bd78-d5d98c9093b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070072 Jul 23 23:53:25.914885 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2be977de-adc9-44f2-aa5c-647f9570d414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:25.927133 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 4f7b6678-6001-42b1-9b5a-490c1fae4c50 up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:53:25.962581 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7b5de5d4-0d48-401b-b139-f347ee60e8d2 req-99dc594c-cf6a-4440-a6bf-cf768825daa9 service neutron] 10.222.0.64 "GET /v2.0/ports/c2945688-a2a4-4798-aa3c-f7f34ddad2ee/bindings/n-h1-800088-16 HTTP/1.1" status: 200 len: 385 time: 0.2302878 Jul 23 23:53:25.998356 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-c9ef474a-cdc8-4989-b249-3ee9c4f447ae None None] Set router 33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:53:26.278861 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port 4f7b6678-6001-42b1-9b5a-490c1fae4c50 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:53:26.304866 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb4fb8-fe6d-4a99-bb55-957f569a05ef req-4eddbc87-cbe1-4c6e-95ae-7cf8b8fe8efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:26.307084 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-93fb4fb8-fe6d-4a99-bb55-957f569a05ef req-4eddbc87-cbe1-4c6e-95ae-7cf8b8fe8efc service neutron] 10.222.0.44 "GET /v2.0/networks?id=0d6ba2fb-46fe-4367-85af-3f33b158d449 HTTP/1.1" status: 200 len: 922 time: 0.8642893 Jul 23 23:53:26.314047 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b658d3f0-58dd-4697-bfab-28772009074c req-7678cc10-3cd8-45b2-b67f-49a2c432c263 service neutron] 10.222.0.52 "GET /v2.0/networks/646be7a8-09b8-4e0c-bd78-d5d98c9093b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5176077 Jul 23 23:53:26.346678 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-7b5de5d4-0d48-401b-b139-f347ee60e8d2 req-39f2c8d2-9290-4f18-9074-450455bf6c35 service neutron] For port c2945688-a2a4-4798-aa3c-f7f34ddad2ee, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=c2945688-a2a4-4798-aa3c-f7f34ddad2ee,segment=NetworkSegment(d41359ac-4be7-4a75-afd1-798e41d2f155),segment_id=d41359ac-4be7-4a75-afd1-798e41d2f155)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:53:26.374326 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-7b5de5d4-0d48-401b-b139-f347ee60e8d2 req-39f2c8d2-9290-4f18-9074-450455bf6c35 service neutron] For port c2945688-a2a4-4798-aa3c-f7f34ddad2ee, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:53:26.387392 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-93fb4fb8-fe6d-4a99-bb55-957f569a05ef req-ee3b68da-f510-4639-a8fd-b9ee79be39b5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b91ae1c3-235a-4786-9987-4bf1f96af5cf HTTP/1.1" status: 200 len: 217 time: 0.0670028 Jul 23 23:53:26.437730 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-eaf199ca-a82b-4deb-b6c1-ea7d470afa56 req-93657d0f-b5a0-43aa-9688-5b875d4ff69f service neutron] 10.222.0.52 "GET /v2.0/networks/c754f1e1-4bc2-4acb-903f-37337862cd73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1946359 Jul 23 23:53:26.478899 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-7b5de5d4-0d48-401b-b139-f347ee60e8d2 req-39f2c8d2-9290-4f18-9074-450455bf6c35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2945688-a2a4-4798-aa3c-f7f34ddad2ee {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:53:26.511821 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb4fb8-fe6d-4a99-bb55-957f569a05ef req-0b8c724c-0029-4944-b7b9-9444bd30fd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:26.518955 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-7b5de5d4-0d48-401b-b139-f347ee60e8d2 req-39f2c8d2-9290-4f18-9074-450455bf6c35 service neutron] For port c2945688-a2a4-4798-aa3c-f7f34ddad2ee, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=c2945688-a2a4-4798-aa3c-f7f34ddad2ee,segment=NetworkSegment(d41359ac-4be7-4a75-afd1-798e41d2f155),segment_id=d41359ac-4be7-4a75-afd1-798e41d2f155)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:53:26.526832 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-93fb4fb8-fe6d-4a99-bb55-957f569a05ef req-0b8c724c-0029-4944-b7b9-9444bd30fd48 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=13fa7780-575a-40c5-b19b-7d5a9ef282a8 HTTP/1.1" status: 200 len: 860 time: 0.1211476 Jul 23 23:53:26.570124 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-7b5de5d4-0d48-401b-b139-f347ee60e8d2 req-39f2c8d2-9290-4f18-9074-450455bf6c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:26.699626 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port 4f7b6678-6001-42b1-9b5a-490c1fae4c50 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:53:26.700318 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:26.759280 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb4fb8-fe6d-4a99-bb55-957f569a05ef req-1b174ac1-9820-4d6f-862a-7aa1bfca5e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:26.768491 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-93fb4fb8-fe6d-4a99-bb55-957f569a05ef req-1b174ac1-9820-4d6f-862a-7aa1bfca5e1f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0d6ba2fb-46fe-4367-85af-3f33b158d449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2318423 Jul 23 23:53:26.800536 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:26.884606 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-7b5de5d4-0d48-401b-b139-f347ee60e8d2 req-39f2c8d2-9290-4f18-9074-450455bf6c35 service neutron] Transition to ACTIVE for port object c2945688-a2a4-4798-aa3c-f7f34ddad2ee will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:53:26.892591 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-7b5de5d4-0d48-401b-b139-f347ee60e8d2 req-39f2c8d2-9290-4f18-9074-450455bf6c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:26.900923 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:26.915583 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device e5375155-efd6-44ad-a4c9-4bcf4b7d5140 up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:53:27.053377 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 4f7b6678-6001-42b1-9b5a-490c1fae4c50, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=4f7b6678-6001-42b1-9b5a-490c1fae4c50,segment=NetworkSegment(5d344d88-6b1d-459b-a6c4-73c6890df831),segment_id=5d344d88-6b1d-459b-a6c4-73c6890df831)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:53:27.066924 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:27.151489 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b5de5d4-0d48-401b-b139-f347ee60e8d2 req-39f2c8d2-9290-4f18-9074-450455bf6c35 service neutron] No DVR routers for this DVR port c2945688-a2a4-4798-aa3c-f7f34ddad2ee on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:53:27.279038 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7b5de5d4-0d48-401b-b139-f347ee60e8d2 req-39f2c8d2-9290-4f18-9074-450455bf6c35 service neutron] 10.222.0.64 "PUT /v2.0/ports/c2945688-a2a4-4798-aa3c-f7f34ddad2ee/bindings/n-h1-800088-16/activate HTTP/1.1" status: 200 len: 370 time: 1.3093467 Jul 23 23:53:27.319474 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f2c8d2-9290-4f18-9074-450455bf6c35 service neutron] Pushing event updated for resources: {'Port': ['ID=c2945688-a2a4-4798-aa3c-f7f34ddad2ee,revision_number=10']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:53:27.337349 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:27.339888 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f2c8d2-9290-4f18-9074-450455bf6c35 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:53:27.340415 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f2c8d2-9290-4f18-9074-450455bf6c35 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:53:27.340900 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f2c8d2-9290-4f18-9074-450455bf6c35 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:53:27.342734 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f2c8d2-9290-4f18-9074-450455bf6c35 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:53:27.343300 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f2c8d2-9290-4f18-9074-450455bf6c35 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:53:27.352018 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f2c8d2-9290-4f18-9074-450455bf6c35 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:53:27.360646 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f2c8d2-9290-4f18-9074-450455bf6c35 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:53:27.361285 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f2c8d2-9290-4f18-9074-450455bf6c35 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:53:27.361967 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f2c8d2-9290-4f18-9074-450455bf6c35 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:53:27.362514 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f2c8d2-9290-4f18-9074-450455bf6c35 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:53:27.363018 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f2c8d2-9290-4f18-9074-450455bf6c35 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:53:27.363610 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f2c8d2-9290-4f18-9074-450455bf6c35 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:53:27.372903 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=4f7b6678-6001-42b1-9b5a-490c1fae4c50,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:53:27.398939 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-c9ef474a-cdc8-4989-b249-3ee9c4f447ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1407843321-router', 'tenant_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'e18c4a18-b564-4f84-85be-c1620383a9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:51:51Z', 'updated_at': '2021-07-23T23:51:59Z', 'revision_number': 4, 'project_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'gw_port': {'id': 'e18c4a18-b564-4f84-85be-c1620383a9be', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:51:52Z', 'updated_at': '2021-07-23T23:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '46ee16d0-092a-4da3-b0f6-a03dd95414c0', 'name': '', 'network_id': '0d6ba2fb-46fe-4367-85af-3f33b158d449', 'tenant_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'mac_address': 'fa:16:3e:82:b5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '13fa7780-575a-40c5-b19b-7d5a9ef282a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:51:58Z', 'updated_at': '2021-07-23T23:52:05Z', 'revision_number': 5, 'project_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'subnets': [{'id': '13fa7780-575a-40c5-b19b-7d5a9ef282a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:53:27.467651 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port e5375155-efd6-44ad-a4c9-4bcf4b7d5140 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:53:27.505328 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port e5375155-efd6-44ad-a4c9-4bcf4b7d5140 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:53:27.505917 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:27.509094 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ef474a-cdc8-4989-b249-3ee9c4f447ae None None] The sync data for ids ['33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf'] in n-d-800088-16 is: [{'id': '33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1407843321-router', 'tenant_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'e18c4a18-b564-4f84-85be-c1620383a9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:51:51Z', 'updated_at': '2021-07-23T23:51:59Z', 'revision_number': 4, 'project_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'gw_port': {'id': 'e18c4a18-b564-4f84-85be-c1620383a9be', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:51:52Z', 'updated_at': '2021-07-23T23:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '46ee16d0-092a-4da3-b0f6-a03dd95414c0', 'name': '', 'network_id': '0d6ba2fb-46fe-4367-85af-3f33b158d449', 'tenant_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'mac_address': 'fa:16:3e:82:b5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '13fa7780-575a-40c5-b19b-7d5a9ef282a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:51:58Z', 'updated_at': '2021-07-23T23:52:05Z', 'revision_number': 5, 'project_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'subnets': [{'id': '13fa7780-575a-40c5-b19b-7d5a9ef282a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:53:27.761024 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:27.868206 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port e5375155-efd6-44ad-a4c9-4bcf4b7d5140, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=e5375155-efd6-44ad-a4c9-4bcf4b7d5140,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:53:27.875731 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:27.941811 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-93fb4fb8-fe6d-4a99-bb55-957f569a05ef req-cbc316ea-00ec-4415-8f84-8afc009236fb service neutron] 10.222.0.44 "GET /v2.0/networks/0d6ba2fb-46fe-4367-85af-3f33b158d449?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1593990 Jul 23 23:53:28.004796 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=e5375155-efd6-44ad-a4c9-4bcf4b7d5140,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:53:28.097742 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8101cfad-bc7c-4467-a6fd-b609327cbd6b None None] New status for floating IP b2fadb27-bdc7-439c-ad44-952fc21545e0: DOWN {{(pid=100316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 23:53:28.154783 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5de5d4-0d48-401b-b139-f347ee60e8d2 req-db3ccc50-47af-4d95-8ff4-23255c3ea0d3 tempest-LiveMigrationTest-328354084 tempest-LiveMigrationTest-328354084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:28.156839 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7b5de5d4-0d48-401b-b139-f347ee60e8d2 req-db3ccc50-47af-4d95-8ff4-23255c3ea0d3 tempest-LiveMigrationTest-328354084 tempest-LiveMigrationTest-328354084-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=05daa1e3-5bd4-4f14-94c6-c77200a84abb&tenant_id=e50500f9fa5448f8994dd6c4e9b5ded5&binding%3Ahost_id=n-h2-800088-16 HTTP/1.1" status: 200 len: 1096 time: 0.6293411 Jul 23 23:53:28.312705 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-93fb4fb8-fe6d-4a99-bb55-957f569a05ef req-e0228f4f-190d-4f8e-8a33-b8ec6a2d4fc2 service neutron] 10.222.0.44 "GET /v2.0/networks/0d6ba2fb-46fe-4367-85af-3f33b158d449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3565407 Jul 23 23:53:28.425746 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5de5d4-0d48-401b-b139-f347ee60e8d2 req-61b8e93a-2331-4218-af98-97bad136de33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:28.433942 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7b5de5d4-0d48-401b-b139-f347ee60e8d2 req-61b8e93a-2331-4218-af98-97bad136de33 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=05daa1e3-5bd4-4f14-94c6-c77200a84abb&tenant_id=e50500f9fa5448f8994dd6c4e9b5ded5 HTTP/1.1" status: 200 len: 1096 time: 0.2508037 Jul 23 23:53:28.566752 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Fri, 23 Jul 2021 23:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1888a830-e7f1-4c0e-8798-b7068fe76266 x-openstack-request-id: req-1888a830-e7f1-4c0e-8798-b7068fe76266 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:53:28.567408 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6857c621-8c6c-488d-9f0d-1cfd8c7f116b", "name": "network-vif-deleted", "tag": "36fc1fd4-c047-47a4-bb0d-bb3c0ea45107", "status": "completed", "code": 200}, {"server_uuid": "05daa1e3-5bd4-4f14-94c6-c77200a84abb", "name": "network-vif-unplugged", "status": "completed", "tag": "c2945688-a2a4-4798-aa3c-f7f34ddad2ee", "code": 200}, {"name": "network-changed", "server_uuid": "05daa1e3-5bd4-4f14-94c6-c77200a84abb", "tag": "c2945688-a2a4-4798-aa3c-f7f34ddad2ee", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:53:28.568018 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1888a830-e7f1-4c0e-8798-b7068fe76266 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:53:28.568656 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6857c621-8c6c-488d-9f0d-1cfd8c7f116b', 'name': 'network-vif-deleted', 'tag': '36fc1fd4-c047-47a4-bb0d-bb3c0ea45107', 'status': 'completed', 'code': 200} Jul 23 23:53:28.569173 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05daa1e3-5bd4-4f14-94c6-c77200a84abb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2945688-a2a4-4798-aa3c-f7f34ddad2ee', 'code': 200} Jul 23 23:53:28.569649 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05daa1e3-5bd4-4f14-94c6-c77200a84abb', 'tag': 'c2945688-a2a4-4798-aa3c-f7f34ddad2ee', 'status': 'completed', 'code': 200} Jul 23 23:53:28.628881 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5de5d4-0d48-401b-b139-f347ee60e8d2 req-19a5fc88-a2c0-4188-b931-c0d1b4d35899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:28.634552 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7b5de5d4-0d48-401b-b139-f347ee60e8d2 req-19a5fc88-a2c0-4188-b931-c0d1b4d35899 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e50500f9fa5448f8994dd6c4e9b5ded5&device_id=05daa1e3-5bd4-4f14-94c6-c77200a84abb HTTP/1.1" status: 200 len: 1096 time: 0.1459885 Jul 23 23:53:28.756141 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:28.793158 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f35882-7d74-4b2c-958f-8b4e05d0a44c req-f0e15cca-9c4c-46de-9bf1-11880fae5cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:28.805959 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c0f35882-7d74-4b2c-958f-8b4e05d0a44c req-f0e15cca-9c4c-46de-9bf1-11880fae5cb7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e50500f9fa5448f8994dd6c4e9b5ded5&device_id=05daa1e3-5bd4-4f14-94c6-c77200a84abb HTTP/1.1" status: 200 len: 1096 time: 0.2388492 Jul 23 23:53:28.999510 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf30078-4440-4988-a542-5c7b63f448e3 req-637b0cb6-73b1-4d3f-a15d-85d3cc19995b tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:29.013193 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7bf30078-4440-4988-a542-5c7b63f448e3 req-637b0cb6-73b1-4d3f-a15d-85d3cc19995b tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ef4dda6-9192-4a80-8e33-f8155d9be229 HTTP/1.1" status: 200 len: 950 time: 0.3773088 Jul 23 23:53:29.054501 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f35882-7d74-4b2c-958f-8b4e05d0a44c req-b67fa369-2e15-4e25-92be-3940f159bfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:29.056002 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c0f35882-7d74-4b2c-958f-8b4e05d0a44c req-b67fa369-2e15-4e25-92be-3940f159bfb7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=646be7a8-09b8-4e0c-bd78-d5d98c9093b9 HTTP/1.1" status: 200 len: 908 time: 0.2454717 Jul 23 23:53:29.074213 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5de5d4-0d48-401b-b139-f347ee60e8d2 req-69af56f2-6e91-4966-82b6-a7cf10ad6657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:29.075703 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7b5de5d4-0d48-401b-b139-f347ee60e8d2 req-69af56f2-6e91-4966-82b6-a7cf10ad6657 service neutron] 10.222.0.52 "GET /v2.0/networks?id=646be7a8-09b8-4e0c-bd78-d5d98c9093b9 HTTP/1.1" status: 200 len: 908 time: 0.3415389 Jul 23 23:53:29.079829 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7bf30078-4440-4988-a542-5c7b63f448e3 req-ce571d36-2e1b-4140-82c0-71398c294101 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/security-groups?id=84afd7ea-644b-438b-8379-6d56a9cf992d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605602 Jul 23 23:53:29.208682 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84afea27-4fae-473d-bfcb-81c4a846ea04 x-openstack-request-id: req-84afea27-4fae-473d-bfcb-81c4a846ea04 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:53:29.209278 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40a26aeb-2f72-4330-b60b-2102eb893f2c", "tag": "4f7b6678-6001-42b1-9b5a-490c1fae4c50", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:53:29.209724 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-84afea27-4fae-473d-bfcb-81c4a846ea04 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:53:29.210507 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40a26aeb-2f72-4330-b60b-2102eb893f2c', 'tag': '4f7b6678-6001-42b1-9b5a-490c1fae4c50', 'status': 'completed', 'code': 200} Jul 23 23:53:29.213347 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7b5de5d4-0d48-401b-b139-f347ee60e8d2 req-411d7c82-c072-49c6-bb0c-c0646b1a6b17 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2945688-a2a4-4798-aa3c-f7f34ddad2ee HTTP/1.1" status: 200 len: 217 time: 0.0946593 Jul 23 23:53:29.214415 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c0f35882-7d74-4b2c-958f-8b4e05d0a44c req-ba4fdfe7-8b79-45f8-a262-24ff764440de service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2945688-a2a4-4798-aa3c-f7f34ddad2ee HTTP/1.1" status: 200 len: 217 time: 0.1475580 Jul 23 23:53:29.253946 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31480213-377d-4180-b48f-51dc4842c1dc x-openstack-request-id: req-31480213-377d-4180-b48f-51dc4842c1dc {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:53:29.254357 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ea95d92-588f-44d4-a822-d5940b9ff9b3", "name": "network-vif-plugged", "status": "completed", "tag": "4538d423-e0ff-42d0-9edc-14fc69c91c47", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:53:29.255192 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-31480213-377d-4180-b48f-51dc4842c1dc {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:53:29.255707 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ea95d92-588f-44d4-a822-d5940b9ff9b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4538d423-e0ff-42d0-9edc-14fc69c91c47', 'code': 200} Jul 23 23:53:29.321134 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5de5d4-0d48-401b-b139-f347ee60e8d2 req-ba638cdb-a836-4fec-8bf6-41821613be39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:29.322887 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7b5de5d4-0d48-401b-b139-f347ee60e8d2 req-ba638cdb-a836-4fec-8bf6-41821613be39 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3bfc2b3c-ece5-49a0-8daf-8ebd7d541c76 HTTP/1.1" status: 200 len: 847 time: 0.0940359 Jul 23 23:53:29.470548 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f35882-7d74-4b2c-958f-8b4e05d0a44c req-fa2cf1ea-f9f4-4d1d-b9e7-cec1dd347eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:29.476927 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c0f35882-7d74-4b2c-958f-8b4e05d0a44c req-fa2cf1ea-f9f4-4d1d-b9e7-cec1dd347eac service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3bfc2b3c-ece5-49a0-8daf-8ebd7d541c76 HTTP/1.1" status: 200 len: 847 time: 0.2372394 Jul 23 23:53:29.481344 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7b5de5d4-0d48-401b-b139-f347ee60e8d2 req-ad279fcc-1f23-48f9-ba3c-af3fcbadb8a7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=646be7a8-09b8-4e0c-bd78-d5d98c9093b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0925136 Jul 23 23:53:29.575222 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c0f35882-7d74-4b2c-958f-8b4e05d0a44c req-eb1c96f4-40ab-4687-8e22-cb6332118265 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=646be7a8-09b8-4e0c-bd78-d5d98c9093b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837653 Jul 23 23:53:29.581498 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedc242e-f8a8-42eb-ac27-4436728cec98 req-5ce055f9-0d7d-4eeb-bdbd-28041e8df6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:29.583816 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-aedc242e-f8a8-42eb-ac27-4436728cec98 req-5ce055f9-0d7d-4eeb-bdbd-28041e8df6e5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1c2582a501044614b6b14b002223c647&device_id=40a26aeb-2f72-4330-b60b-2102eb893f2c HTTP/1.1" status: 200 len: 1097 time: 0.3681405 Jul 23 23:53:29.690539 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7b5de5d4-0d48-401b-b139-f347ee60e8d2 req-5acdeffa-8106-4c41-88c4-65c83381fed9 service neutron] 10.222.0.52 "GET /v2.0/networks/646be7a8-09b8-4e0c-bd78-d5d98c9093b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975946 Jul 23 23:53:29.727815 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0517e67e-ecc4-4f29-b3ce-019b6770cdaa req-f116a402-4a21-448d-8372-08fc518894a1 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:29.730915 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0517e67e-ecc4-4f29-b3ce-019b6770cdaa req-f116a402-4a21-448d-8372-08fc518894a1 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] 10.222.0.44 "GET /v2.0/ports?device_id=40a26aeb-2f72-4330-b60b-2102eb893f2c HTTP/1.1" status: 200 len: 945 time: 0.3811970 Jul 23 23:53:29.759746 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedc242e-f8a8-42eb-ac27-4436728cec98 req-738d7bb1-1644-4a21-99d9-cbbbf5189184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:29.762185 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-aedc242e-f8a8-42eb-ac27-4436728cec98 req-738d7bb1-1644-4a21-99d9-cbbbf5189184 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b6cf1771-a5e0-4481-ada6-9af5ffe559f4 HTTP/1.1" status: 200 len: 924 time: 0.1592541 Jul 23 23:53:29.920519 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-aedc242e-f8a8-42eb-ac27-4436728cec98 req-7bea821e-73b9-4d4d-a58d-bcc17e2e1f1a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f7b6678-6001-42b1-9b5a-490c1fae4c50 HTTP/1.1" status: 200 len: 217 time: 0.1432457 Jul 23 23:53:29.965621 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0517e67e-ecc4-4f29-b3ce-019b6770cdaa req-234be39e-9c3b-4514-a024-4abfb2053f8d tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] 10.222.0.44 "GET /v2.0/security-groups?id=8c945ade-5e33-449d-9933-768721eff93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2141292 Jul 23 23:53:30.010973 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7b5de5d4-0d48-401b-b139-f347ee60e8d2 req-0669ef0b-d064-4b38-ab60-3e6c13bed7f2 service neutron] 10.222.0.52 "GET /v2.0/networks/646be7a8-09b8-4e0c-bd78-d5d98c9093b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3022299 Jul 23 23:53:30.171337 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedc242e-f8a8-42eb-ac27-4436728cec98 req-8e123fba-8560-45bd-a4ae-360812a777e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:30.173295 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-aedc242e-f8a8-42eb-ac27-4436728cec98 req-8e123fba-8560-45bd-a4ae-360812a777e8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1b5c91f7-60ac-4182-b027-91575613087b HTTP/1.1" status: 200 len: 862 time: 0.2389560 Jul 23 23:53:30.174616 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d7decd-05a7-484a-9552-4113d4af70c0 req-df244704-480b-4ebc-9568-058fc29d68dc tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:30.183449 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-66d7decd-05a7-484a-9552-4113d4af70c0 req-df244704-480b-4ebc-9568-058fc29d68dc tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?device_id=05daa1e3-5bd4-4f14-94c6-c77200a84abb HTTP/1.1" status: 200 len: 944 time: 0.1268189 Jul 23 23:53:30.196782 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c0f35882-7d74-4b2c-958f-8b4e05d0a44c req-c38bdf68-6efb-4ea2-b15e-188d1387cf91 service neutron] 10.222.0.64 "GET /v2.0/networks/646be7a8-09b8-4e0c-bd78-d5d98c9093b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6116040 Jul 23 23:53:30.300666 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-66d7decd-05a7-484a-9552-4113d4af70c0 req-f706e699-0b04-4bfe-ae5b-5511d0c96558 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154447 Jul 23 23:53:30.476673 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5de5d4-0d48-401b-b139-f347ee60e8d2 req-4da7f15d-4396-42ac-ad69-677a8d9b7020 tempest-LiveMigrationTest-328354084 tempest-LiveMigrationTest-328354084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:30.488692 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7b5de5d4-0d48-401b-b139-f347ee60e8d2 req-4da7f15d-4396-42ac-ad69-677a8d9b7020 tempest-LiveMigrationTest-328354084 tempest-LiveMigrationTest-328354084-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=05daa1e3-5bd4-4f14-94c6-c77200a84abb&tenant_id=e50500f9fa5448f8994dd6c4e9b5ded5&binding%3Ahost_id=n-h1-800088-16 HTTP/1.1" status: 200 len: 1096 time: 0.1618261 Jul 23 23:53:30.656677 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedc242e-f8a8-42eb-ac27-4436728cec98 req-1b953552-378b-466a-b72a-a7d25486064b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:30.659212 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-aedc242e-f8a8-42eb-ac27-4436728cec98 req-1b953552-378b-466a-b72a-a7d25486064b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b6cf1771-a5e0-4481-ada6-9af5ffe559f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4728351 Jul 23 23:53:30.664901 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ef4dda6-9192-4a80-8e33-f8155d9be229', 'tag': 'e5375155-efd6-44ad-a4c9-4bcf4b7d5140'}, {'name': 'network-changed', 'server_uuid': 'b42a6795-2e9e-4bbd-9762-724db0af5c5a', 'tag': 'f9aa33f0-790d-4ea8-ab90-1df4e91d4624'}, {'name': 'network-changed', 'server_uuid': 'aa375975-ebae-4ee4-92f6-87c367514699', 'tag': 'b91ae1c3-235a-4786-9987-4bf1f96af5cf'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:53:30.669623 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f38bc3d0-e994-46c4-b9b0-2a4085a37203" -d '{"events": [{"name": "network-changed", "server_uuid": "7ef4dda6-9192-4a80-8e33-f8155d9be229", "tag": "e5375155-efd6-44ad-a4c9-4bcf4b7d5140"}, {"name": "network-changed", "server_uuid": "b42a6795-2e9e-4bbd-9762-724db0af5c5a", "tag": "f9aa33f0-790d-4ea8-ab90-1df4e91d4624"}, {"name": "network-changed", "server_uuid": "aa375975-ebae-4ee4-92f6-87c367514699", "tag": "b91ae1c3-235a-4786-9987-4bf1f96af5cf"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:53:30.822207 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c0f35882-7d74-4b2c-958f-8b4e05d0a44c req-b1d2fcd7-7952-4ac8-9c0b-f40a5e5280b0 service neutron] 10.222.0.64 "GET /v2.0/networks/646be7a8-09b8-4e0c-bd78-d5d98c9093b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5928104 Jul 23 23:53:30.864971 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796a0a19-b178-4095-9f9f-868fe9051581 req-4f0b2be2-473c-4b03-b4a4-e804327c381e tempest-AttachSCSIVolumeTestJSON-1883636943 tempest-AttachSCSIVolumeTestJSON-1883636943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:30.875661 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-796a0a19-b178-4095-9f9f-868fe9051581 req-4f0b2be2-473c-4b03-b4a4-e804327c381e tempest-AttachSCSIVolumeTestJSON-1883636943 tempest-AttachSCSIVolumeTestJSON-1883636943-project] 10.222.0.44 "GET /v2.0/ports?device_id=b42a6795-2e9e-4bbd-9762-724db0af5c5a HTTP/1.1" status: 200 len: 944 time: 0.4094481 Jul 23 23:53:31.025482 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-7b5de5d4-0d48-401b-b139-f347ee60e8d2 req-36203d70-e4e1-4cb3-bbaf-4aac1f8d6181 service neutron] For port c2945688-a2a4-4798-aa3c-f7f34ddad2ee, host n-h2-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:53:31.039278 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-7b5de5d4-0d48-401b-b139-f347ee60e8d2 req-36203d70-e4e1-4cb3-bbaf-4aac1f8d6181 service neutron] Notify callbacks [] for binding, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:31.047051 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-aedc242e-f8a8-42eb-ac27-4436728cec98 req-9c9d488e-2d03-42cc-8f72-db16130ddbe3 service neutron] 10.222.0.64 "GET /v2.0/networks/b6cf1771-a5e0-4481-ada6-9af5ffe559f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3697817 Jul 23 23:53:31.048512 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7b5de5d4-0d48-401b-b139-f347ee60e8d2 req-36203d70-e4e1-4cb3-bbaf-4aac1f8d6181 service neutron] 10.222.0.52 "DELETE /v2.0/ports/c2945688-a2a4-4798-aa3c-f7f34ddad2ee/bindings/n-h2-800088-16 HTTP/1.1" status: 204 len: 173 time: 0.5227659 Jul 23 23:53:31.127319 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-796a0a19-b178-4095-9f9f-868fe9051581 req-c10319fb-2fa4-497d-baf7-4dcb8d13ad0a tempest-AttachSCSIVolumeTestJSON-1883636943 tempest-AttachSCSIVolumeTestJSON-1883636943-project] 10.222.0.44 "GET /v2.0/security-groups?id=22ed2ed7-f637-428a-b188-fe044fcee805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503183 Jul 23 23:53:31.260967 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5017e1b8-c1a9-4f49-9f57-d89fd83b37a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9b52e8a-7d85-422f-b2ce-78773c09870e'}, {'server_uuid': '40a26aeb-2f72-4330-b60b-2102eb893f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f7b6678-6001-42b1-9b5a-490c1fae4c50'}, {'server_uuid': '7ef4dda6-9192-4a80-8e33-f8155d9be229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5375155-efd6-44ad-a4c9-4bcf4b7d5140'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:53:31.261769 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41c1440-400a-4d34-97c3-54dfc817f43a" -d '{"events": [{"server_uuid": "5017e1b8-c1a9-4f49-9f57-d89fd83b37a3", "name": "network-vif-plugged", "status": "completed", "tag": "f9b52e8a-7d85-422f-b2ce-78773c09870e"}, {"server_uuid": "40a26aeb-2f72-4330-b60b-2102eb893f2c", "name": "network-vif-plugged", "status": "completed", "tag": "4f7b6678-6001-42b1-9b5a-490c1fae4c50"}, {"server_uuid": "7ef4dda6-9192-4a80-8e33-f8155d9be229", "name": "network-vif-plugged", "status": "completed", "tag": "e5375155-efd6-44ad-a4c9-4bcf4b7d5140"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:53:31.486344 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-aedc242e-f8a8-42eb-ac27-4436728cec98 req-cc4f6b7c-85fd-46e9-80b0-d9290ce97f4c service neutron] 10.222.0.64 "GET /v2.0/networks/b6cf1771-a5e0-4481-ada6-9af5ffe559f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4310670 Jul 23 23:53:32.654755 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bac8c4-7978-4095-b479-4b91435d1d97 req-d6a78df3-bb0b-4467-9f8e-68ba3dd75fbe tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:32.671304 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c8bac8c4-7978-4095-b479-4b91435d1d97 req-d6a78df3-bb0b-4467-9f8e-68ba3dd75fbe tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ef4dda6-9192-4a80-8e33-f8155d9be229 HTTP/1.1" status: 200 len: 950 time: 0.1572938 Jul 23 23:53:32.724971 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c8bac8c4-7978-4095-b479-4b91435d1d97 req-392ac90d-48b5-47e3-a9c2-cfd659f807f2 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/security-groups?id=84afd7ea-644b-438b-8379-6d56a9cf992d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506811 Jul 23 23:53:32.817006 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Fri, 23 Jul 2021 23:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56524be6-e92e-4560-803d-b1fa017e3c24 x-openstack-request-id: req-56524be6-e92e-4560-803d-b1fa017e3c24 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:53:32.817319 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ef4dda6-9192-4a80-8e33-f8155d9be229", "tag": "e5375155-efd6-44ad-a4c9-4bcf4b7d5140", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b42a6795-2e9e-4bbd-9762-724db0af5c5a", "tag": "f9aa33f0-790d-4ea8-ab90-1df4e91d4624", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "aa375975-ebae-4ee4-92f6-87c367514699", "tag": "b91ae1c3-235a-4786-9987-4bf1f96af5cf", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:53:32.817633 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-56524be6-e92e-4560-803d-b1fa017e3c24 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:53:32.822725 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ef4dda6-9192-4a80-8e33-f8155d9be229', 'tag': 'e5375155-efd6-44ad-a4c9-4bcf4b7d5140', 'status': 'completed', 'code': 200} Jul 23 23:53:32.823225 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b42a6795-2e9e-4bbd-9762-724db0af5c5a', 'tag': 'f9aa33f0-790d-4ea8-ab90-1df4e91d4624', 'status': 'completed', 'code': 200} Jul 23 23:53:32.823499 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa375975-ebae-4ee4-92f6-87c367514699', 'tag': 'b91ae1c3-235a-4786-9987-4bf1f96af5cf', 'status': 'completed', 'code': 200} Jul 23 23:53:32.973113 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a045fb-8c51-4d4f-955e-e553e15d4daa req-0ee40cda-2bc3-4468-bdcc-ffc61020a9b4 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:32.975305 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a9a045fb-8c51-4d4f-955e-e553e15d4daa req-0ee40cda-2bc3-4468-bdcc-ffc61020a9b4 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] 10.222.0.44 "GET /v2.0/ports?device_id=40a26aeb-2f72-4330-b60b-2102eb893f2c HTTP/1.1" status: 200 len: 945 time: 0.1052701 Jul 23 23:53:33.033068 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a9a045fb-8c51-4d4f-955e-e553e15d4daa req-72f30c85-4a6e-44d0-8da9-004de39f8f5d tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] 10.222.0.44 "GET /v2.0/security-groups?id=8c945ade-5e33-449d-9933-768721eff93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515070 Jul 23 23:53:33.252384 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 23 Jul 2021 23:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe75c486-01f7-4432-821f-d975f296c603 x-openstack-request-id: req-fe75c486-01f7-4432-821f-d975f296c603 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:53:33.252951 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5017e1b8-c1a9-4f49-9f57-d89fd83b37a3", "name": "network-vif-plugged", "status": "completed", "tag": "f9b52e8a-7d85-422f-b2ce-78773c09870e", "code": 200}, {"server_uuid": "40a26aeb-2f72-4330-b60b-2102eb893f2c", "name": "network-vif-plugged", "status": "completed", "tag": "4f7b6678-6001-42b1-9b5a-490c1fae4c50", "code": 200}, {"server_uuid": "7ef4dda6-9192-4a80-8e33-f8155d9be229", "name": "network-vif-plugged", "status": "completed", "tag": "e5375155-efd6-44ad-a4c9-4bcf4b7d5140", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:53:33.252951 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fe75c486-01f7-4432-821f-d975f296c603 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:53:33.253348 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5017e1b8-c1a9-4f49-9f57-d89fd83b37a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9b52e8a-7d85-422f-b2ce-78773c09870e', 'code': 200} Jul 23 23:53:33.253602 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40a26aeb-2f72-4330-b60b-2102eb893f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f7b6678-6001-42b1-9b5a-490c1fae4c50', 'code': 200} Jul 23 23:53:33.253849 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ef4dda6-9192-4a80-8e33-f8155d9be229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5375155-efd6-44ad-a4c9-4bcf4b7d5140', 'code': 200} Jul 23 23:53:33.436205 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b74f38b-651d-496d-a3d1-fe9cb0198fc0 req-41ea010c-ed13-42ef-b1c7-b8b4e72d8736 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:33.438122 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2b74f38b-651d-496d-a3d1-fe9cb0198fc0 req-41ea010c-ed13-42ef-b1c7-b8b4e72d8736 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?device_id=05daa1e3-5bd4-4f14-94c6-c77200a84abb HTTP/1.1" status: 200 len: 944 time: 0.1012375 Jul 23 23:53:33.494783 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae6175-2939-44ba-8fa8-4418638c9723 req-c6413c12-fec3-4863-94b7-8fed49d382fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:33.496406 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9fae6175-2939-44ba-8fa8-4418638c9723 req-c6413c12-fec3-4863-94b7-8fed49d382fa service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5017e1b8-c1a9-4f49-9f57-d89fd83b37a3 HTTP/1.1" status: 200 len: 1101 time: 0.1260462 Jul 23 23:53:33.501787 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2b74f38b-651d-496d-a3d1-fe9cb0198fc0 req-88e2742f-0ace-4472-820f-b8e3cf0ccf78 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516942 Jul 23 23:53:33.517933 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b04a2-f667-467d-9af6-cbd034c99d85 req-b119429c-b7ca-4f17-ae26-57136f819e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:33.519542 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b24b04a2-f667-467d-9af6-cbd034c99d85 req-b119429c-b7ca-4f17-ae26-57136f819e46 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=40a26aeb-2f72-4330-b60b-2102eb893f2c HTTP/1.1" status: 200 len: 1097 time: 0.1166370 Jul 23 23:53:33.577483 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9fae6175-2939-44ba-8fa8-4418638c9723 req-614714cb-2fd8-4136-a6e9-7867e4afff48 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=84afd7ea-644b-438b-8379-6d56a9cf992d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728483 Jul 23 23:53:33.597491 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b24b04a2-f667-467d-9af6-cbd034c99d85 req-632ca220-217d-49a9-84d2-7979e6ac8042 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8c945ade-5e33-449d-9933-768721eff93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700345 Jul 23 23:53:33.659562 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51466fd-8b44-448e-be51-e7d1568b94d7 req-ed911b3d-d758-46bf-8949-ee1f74affe32 tempest-AttachSCSIVolumeTestJSON-1883636943 tempest-AttachSCSIVolumeTestJSON-1883636943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:33.662243 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c51466fd-8b44-448e-be51-e7d1568b94d7 req-ed911b3d-d758-46bf-8949-ee1f74affe32 tempest-AttachSCSIVolumeTestJSON-1883636943 tempest-AttachSCSIVolumeTestJSON-1883636943-project] 10.222.0.44 "GET /v2.0/ports?device_id=b42a6795-2e9e-4bbd-9762-724db0af5c5a HTTP/1.1" status: 200 len: 944 time: 0.0955594 Jul 23 23:53:33.707737 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c51466fd-8b44-448e-be51-e7d1568b94d7 req-7f002f2d-075e-4d93-9cfc-3baa8bc40f2f tempest-AttachSCSIVolumeTestJSON-1883636943 tempest-AttachSCSIVolumeTestJSON-1883636943-project] 10.222.0.44 "GET /v2.0/security-groups?id=22ed2ed7-f637-428a-b188-fe044fcee805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394239 Jul 23 23:53:33.864781 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb0e28e-ee40-4ae1-8d79-a28daa1e2c0d req-1126984e-2b89-40a5-8aea-57957ee5c018 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:33.872121 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6bb0e28e-ee40-4ae1-8d79-a28daa1e2c0d req-1126984e-2b89-40a5-8aea-57957ee5c018 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed250f17-a555-4a7b-a8a7-c603cd1cc439&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0743253 Jul 23 23:53:33.919879 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6bb0e28e-ee40-4ae1-8d79-a28daa1e2c0d req-ec202464-6abf-4d2a-b070-9f54d6dd356b tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.3.225 HTTP/1.1" status: 200 len: 696 time: 0.0468209 Jul 23 23:53:33.920132 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c862643b-0531-44e6-bffd-a5a089e794ff req-975cee37-e1ca-4d69-a165-99dcfbe9f6c2 tempest-VolumesAdminNegativeTest-1912201584 tempest-VolumesAdminNegativeTest-1912201584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:33.921673 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c862643b-0531-44e6-bffd-a5a089e794ff req-975cee37-e1ca-4d69-a165-99dcfbe9f6c2 tempest-VolumesAdminNegativeTest-1912201584 tempest-VolumesAdminNegativeTest-1912201584-project] 10.222.0.44 "GET /v2.0/ports?device_id=bbdc88d9-1c6d-46e5-b46a-1706cd675bad HTTP/1.1" status: 200 len: 946 time: 0.0779645 Jul 23 23:53:33.929488 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-6bb0e28e-ee40-4ae1-8d79-a28daa1e2c0d req-2fb4a064-c5dd-4bbf-9707-035487ae3ee1 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Request body: {'floatingip': {'port_id': '5e95252c-95c6-4944-9947-81ff66c9acb7', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:53:33.963000 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c862643b-0531-44e6-bffd-a5a089e794ff req-a107330e-1a93-40f1-980f-243a3db12cbc tempest-VolumesAdminNegativeTest-1912201584 tempest-VolumesAdminNegativeTest-1912201584-project] 10.222.0.44 "GET /v2.0/security-groups?id=250fe6fc-699b-4f62-8139-3728280b5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357370 Jul 23 23:53:33.983461 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-6bb0e28e-ee40-4ae1-8d79-a28daa1e2c0d req-2fb4a064-c5dd-4bbf-9707-035487ae3ee1 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Notify callbacks [] for floatingip, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:34.134360 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da41bf56-46c6-4275-86c4-8bb5f1406be8 req-9b107290-9166-44a7-996f-7431fe57e1a5 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:34.137165 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-da41bf56-46c6-4275-86c4-8bb5f1406be8 req-9b107290-9166-44a7-996f-7431fe57e1a5 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ef4dda6-9192-4a80-8e33-f8155d9be229 HTTP/1.1" status: 200 len: 950 time: 0.0790632 Jul 23 23:53:34.184344 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-da41bf56-46c6-4275-86c4-8bb5f1406be8 req-f961f105-7464-48a2-8d75-2da2b08b2448 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/security-groups?id=84afd7ea-644b-438b-8379-6d56a9cf992d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395396 Jul 23 23:53:34.438901 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c02864-b687-471e-8509-6c0a813bfc45 req-2da61291-d716-4aa1-a743-80c94cd0c02e tempest-LiveMigrationTest-328354084 tempest-LiveMigrationTest-328354084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:34.440453 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-91c02864-b687-471e-8509-6c0a813bfc45 req-2da61291-d716-4aa1-a743-80c94cd0c02e tempest-LiveMigrationTest-328354084 tempest-LiveMigrationTest-328354084-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=05daa1e3-5bd4-4f14-94c6-c77200a84abb HTTP/1.1" status: 200 len: 1096 time: 0.0853751 Jul 23 23:53:34.481308 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-91c02864-b687-471e-8509-6c0a813bfc45 req-dec1b675-4460-482f-ada8-ddaca7ed7aca tempest-LiveMigrationTest-328354084 tempest-LiveMigrationTest-328354084-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345261 Jul 23 23:53:34.524655 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-6bb0e28e-ee40-4ae1-8d79-a28daa1e2c0d req-2fb4a064-c5dd-4bbf-9707-035487ae3ee1 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:34.531530 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-6bb0e28e-ee40-4ae1-8d79-a28daa1e2c0d req-2fb4a064-c5dd-4bbf-9707-035487ae3ee1 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:34.639020 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca7420-cc09-4456-bffb-6449f487e8de req-6dc20a92-775f-4b85-9136-809160902bbf tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:34.639702 n-d-800088-16 neutron-server[100313]: INFO neutron.db.l3_db [req-6bb0e28e-ee40-4ae1-8d79-a28daa1e2c0d req-2fb4a064-c5dd-4bbf-9707-035487ae3ee1 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Floating IP b2fadb27-bdc7-439c-ad44-952fc21545e0 associated. External IP: 172.25.3.225, port: 5e95252c-95c6-4944-9947-81ff66c9acb7. Jul 23 23:53:34.640531 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e0ca7420-cc09-4456-bffb-6449f487e8de req-6dc20a92-775f-4b85-9136-809160902bbf tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] 10.222.0.44 "GET /v2.0/ports?device_id=40a26aeb-2f72-4330-b60b-2102eb893f2c HTTP/1.1" status: 200 len: 945 time: 0.0719712 Jul 23 23:53:34.690793 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e0ca7420-cc09-4456-bffb-6449f487e8de req-d6f39829-1da9-42f8-a849-6bab2446678a tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] 10.222.0.44 "GET /v2.0/security-groups?id=8c945ade-5e33-449d-9933-768721eff93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440888 Jul 23 23:53:34.886342 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6bb0e28e-ee40-4ae1-8d79-a28daa1e2c0d req-2fb4a064-c5dd-4bbf-9707-035487ae3ee1 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Router 33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:53:35.001096 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6bb0e28e-ee40-4ae1-8d79-a28daa1e2c0d req-2fb4a064-c5dd-4bbf-9707-035487ae3ee1 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:53:35.005993 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-6bb0e28e-ee40-4ae1-8d79-a28daa1e2c0d req-2fb4a064-c5dd-4bbf-9707-035487ae3ee1 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:35.012395 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93899f1-c0e2-4444-9122-7a01334c9946 None None] Sync routers for ids ['33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:53:35.027107 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93899f1-c0e2-4444-9122-7a01334c9946 None None] Routers {'33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:53:35.027836 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-a93899f1-c0e2-4444-9122-7a01334c9946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:53:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:53:35.049138 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6bb0e28e-ee40-4ae1-8d79-a28daa1e2c0d req-2fb4a064-c5dd-4bbf-9707-035487ae3ee1 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "PUT /v2.0/floatingips/b2fadb27-bdc7-439c-ad44-952fc21545e0 HTTP/1.1" status: 200 len: 996 time: 1.1236014 Jul 23 23:53:35.049595 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed250f17-a555-4a7b-a8a7-c603cd1cc439', 'tag': '5e95252c-95c6-4944-9947-81ff66c9acb7'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:53:35.051877 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00de3810-3fec-45b8-94b7-a0a3f1e8629b" -d '{"events": [{"name": "network-changed", "server_uuid": "ed250f17-a555-4a7b-a8a7-c603cd1cc439", "tag": "5e95252c-95c6-4944-9947-81ff66c9acb7"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:53:35.129795 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb0e28e-ee40-4ae1-8d79-a28daa1e2c0d req-47dcb668-49d2-40ed-82f9-31524b26445d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:35.132103 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6bb0e28e-ee40-4ae1-8d79-a28daa1e2c0d req-47dcb668-49d2-40ed-82f9-31524b26445d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fe34b741dd5e495ab273e85e013ecfbf&device_id=ed250f17-a555-4a7b-a8a7-c603cd1cc439 HTTP/1.1" status: 200 len: 1097 time: 0.0676990 Jul 23 23:53:35.143965 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-a93899f1-c0e2-4444-9122-7a01334c9946 None None] Set router 33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:53:35.179462 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7f579a-5762-4368-989d-aad58c15e1d4 req-cbc05622-b3dd-4d27-be4d-797630a5b42c tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:35.181085 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8b7f579a-5762-4368-989d-aad58c15e1d4 req-cbc05622-b3dd-4d27-be4d-797630a5b42c tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ea95d92-588f-44d4-a822-d5940b9ff9b3 HTTP/1.1" status: 200 len: 949 time: 0.0712588 Jul 23 23:53:35.226451 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb0e28e-ee40-4ae1-8d79-a28daa1e2c0d req-6ed76f5c-9ab3-4c3e-9e38-f0ba3a854eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:35.230359 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6bb0e28e-ee40-4ae1-8d79-a28daa1e2c0d req-6ed76f5c-9ab3-4c3e-9e38-f0ba3a854eaa service neutron] 10.222.0.44 "GET /v2.0/networks?id=0d6ba2fb-46fe-4367-85af-3f33b158d449 HTTP/1.1" status: 200 len: 922 time: 0.0910676 Jul 23 23:53:35.255368 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8b7f579a-5762-4368-989d-aad58c15e1d4 req-d3660c3c-fd1e-4ff3-b96e-3972bbbbcd16 tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] 10.222.0.44 "GET /v2.0/security-groups?id=39e2cfc2-bcff-4d1c-a5a4-8ca5083e8b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514879 Jul 23 23:53:35.335837 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6bb0e28e-ee40-4ae1-8d79-a28daa1e2c0d req-ce3ed9b6-8152-4404-946d-e8f359c709c5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e95252c-95c6-4944-9947-81ff66c9acb7 HTTP/1.1" status: 200 len: 999 time: 0.1003907 Jul 23 23:53:35.354416 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b88997e-d2fd-46dd-83f0-8232991376a4 req-1465b916-be00-45e3-b1fe-8062c9c53939 tempest-LiveMigrationTest-328354084 tempest-LiveMigrationTest-328354084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:35.355988 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5b88997e-d2fd-46dd-83f0-8232991376a4 req-1465b916-be00-45e3-b1fe-8062c9c53939 tempest-LiveMigrationTest-328354084 tempest-LiveMigrationTest-328354084-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=05daa1e3-5bd4-4f14-94c6-c77200a84abb HTTP/1.1" status: 200 len: 1096 time: 0.0672660 Jul 23 23:53:35.393433 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5b88997e-d2fd-46dd-83f0-8232991376a4 req-c8218151-a94c-4d07-bd6e-b28cc892d773 tempest-LiveMigrationTest-328354084 tempest-LiveMigrationTest-328354084-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303321 Jul 23 23:53:35.453157 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb0e28e-ee40-4ae1-8d79-a28daa1e2c0d req-d0b2a429-10ac-463b-a21a-ab7761afca69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:35.454677 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6bb0e28e-ee40-4ae1-8d79-a28daa1e2c0d req-d0b2a429-10ac-463b-a21a-ab7761afca69 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=13fa7780-575a-40c5-b19b-7d5a9ef282a8 HTTP/1.1" status: 200 len: 860 time: 0.0912726 Jul 23 23:53:35.459407 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-a93899f1-c0e2-4444-9122-7a01334c9946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1407843321-router', 'tenant_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'e18c4a18-b564-4f84-85be-c1620383a9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:51:51Z', 'updated_at': '2021-07-23T23:51:59Z', 'revision_number': 4, 'project_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'gw_port': {'id': 'e18c4a18-b564-4f84-85be-c1620383a9be', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:51:52Z', 'updated_at': '2021-07-23T23:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': 'b2fadb27-bdc7-439c-ad44-952fc21545e0', 'tenant_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'floating_ip_address': '172.25.3.225', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf', 'port_id': '5e95252c-95c6-4944-9947-81ff66c9acb7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d6ba2fb-46fe-4367-85af-3f33b158d449', 'mac_address': 'fa:16:3e:7d:1c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed250f17-a555-4a7b-a8a7-c603cd1cc439', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:52:25Z', 'updated_at': '2021-07-23T23:53:34Z', 'revision_number': 8, 'project_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46ee16d0-092a-4da3-b0f6-a03dd95414c0', 'name': '', 'network_id': '0d6ba2fb-46fe-4367-85af-3f33b158d449', 'tenant_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'mac_address': 'fa:16:3e:82:b5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '13fa7780-575a-40c5-b19b-7d5a9ef282a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:51:58Z', 'updated_at': '2021-07-23T23:52:05Z', 'revision_number': 5, 'project_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'subnets': [{'id': '13fa7780-575a-40c5-b19b-7d5a9ef282a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:53:35.505154 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93899f1-c0e2-4444-9122-7a01334c9946 None None] Checking router: 33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:53:35.514777 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93899f1-c0e2-4444-9122-7a01334c9946 None None] Routers {'33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:53:35.515966 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-a93899f1-c0e2-4444-9122-7a01334c9946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:53:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:53:35.544117 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38bc3d0-e994-46c4-b9b0-2a4085a37203 req-32a47794-9ae5-4d74-a77a-4e1eb9a758fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:35.545682 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f38bc3d0-e994-46c4-b9b0-2a4085a37203 req-32a47794-9ae5-4d74-a77a-4e1eb9a758fa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=93eec40beee743858af7fbcead2f938a&device_id=7ef4dda6-9192-4a80-8e33-f8155d9be229 HTTP/1.1" status: 200 len: 1102 time: 0.2259364 Jul 23 23:53:35.554212 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cbf4d7-13b0-4693-91e8-394f740a0c17 req-d29ea02b-85b1-4a8e-b982-eaa15e2ff1d2 tempest-AttachSCSIVolumeTestJSON-1883636943 tempest-AttachSCSIVolumeTestJSON-1883636943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:35.555766 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-94cbf4d7-13b0-4693-91e8-394f740a0c17 req-d29ea02b-85b1-4a8e-b982-eaa15e2ff1d2 tempest-AttachSCSIVolumeTestJSON-1883636943 tempest-AttachSCSIVolumeTestJSON-1883636943-project] 10.222.0.44 "GET /v2.0/ports?device_id=b42a6795-2e9e-4bbd-9762-724db0af5c5a HTTP/1.1" status: 200 len: 944 time: 0.0899043 Jul 23 23:53:35.565818 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e5c56-0001-45ba-a6f2-664dc04f5c8d req-4d9a4821-33d8-4320-8b83-fdf49f3d3fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:35.567281 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c85e5c56-0001-45ba-a6f2-664dc04f5c8d req-4d9a4821-33d8-4320-8b83-fdf49f3d3fc7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7ef4dda6-9192-4a80-8e33-f8155d9be229 HTTP/1.1" status: 200 len: 1102 time: 0.2028143 Jul 23 23:53:35.587592 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb0e28e-ee40-4ae1-8d79-a28daa1e2c0d req-01e5ba52-7198-4043-a224-c4bdf7e74a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:35.589111 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6bb0e28e-ee40-4ae1-8d79-a28daa1e2c0d req-01e5ba52-7198-4043-a224-c4bdf7e74a52 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0d6ba2fb-46fe-4367-85af-3f33b158d449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1273673 Jul 23 23:53:35.600797 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-94cbf4d7-13b0-4693-91e8-394f740a0c17 req-f2dacaad-0144-4cc7-8290-338e7bf5cc16 tempest-AttachSCSIVolumeTestJSON-1883636943 tempest-AttachSCSIVolumeTestJSON-1883636943-project] 10.222.0.44 "GET /v2.0/security-groups?id=22ed2ed7-f637-428a-b188-fe044fcee805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382962 Jul 23 23:53:35.645683 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-a93899f1-c0e2-4444-9122-7a01334c9946 None None] Set router 33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:53:35.680320 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c85e5c56-0001-45ba-a6f2-664dc04f5c8d req-524fa7d6-d023-4767-a5c2-cc333e59b31c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=84afd7ea-644b-438b-8379-6d56a9cf992d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007659 Jul 23 23:53:35.759878 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1a6149-7116-46ed-9a21-53e457c82e06 req-22b280bc-549e-4b59-ae47-eeabf724c40e tempest-VolumesAdminNegativeTest-1912201584 tempest-VolumesAdminNegativeTest-1912201584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:35.761573 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3f1a6149-7116-46ed-9a21-53e457c82e06 req-22b280bc-549e-4b59-ae47-eeabf724c40e tempest-VolumesAdminNegativeTest-1912201584 tempest-VolumesAdminNegativeTest-1912201584-project] 10.222.0.44 "GET /v2.0/ports?device_id=bbdc88d9-1c6d-46e5-b46a-1706cd675bad HTTP/1.1" status: 200 len: 946 time: 0.0741820 Jul 23 23:53:35.804345 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3f1a6149-7116-46ed-9a21-53e457c82e06 req-a86322d1-1fd2-4c13-b83d-d14a823388de tempest-VolumesAdminNegativeTest-1912201584 tempest-VolumesAdminNegativeTest-1912201584-project] 10.222.0.44 "GET /v2.0/security-groups?id=250fe6fc-699b-4f62-8139-3728280b5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343623 Jul 23 23:53:35.901457 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-a93899f1-c0e2-4444-9122-7a01334c9946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1407843321-router', 'tenant_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'e18c4a18-b564-4f84-85be-c1620383a9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:51:51Z', 'updated_at': '2021-07-23T23:51:59Z', 'revision_number': 4, 'project_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'gw_port': {'id': 'e18c4a18-b564-4f84-85be-c1620383a9be', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:51:52Z', 'updated_at': '2021-07-23T23:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': 'b2fadb27-bdc7-439c-ad44-952fc21545e0', 'tenant_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'floating_ip_address': '172.25.3.225', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf', 'port_id': '5e95252c-95c6-4944-9947-81ff66c9acb7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d6ba2fb-46fe-4367-85af-3f33b158d449', 'mac_address': 'fa:16:3e:7d:1c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed250f17-a555-4a7b-a8a7-c603cd1cc439', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:52:25Z', 'updated_at': '2021-07-23T23:53:34Z', 'revision_number': 8, 'project_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46ee16d0-092a-4da3-b0f6-a03dd95414c0', 'name': '', 'network_id': '0d6ba2fb-46fe-4367-85af-3f33b158d449', 'tenant_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'mac_address': 'fa:16:3e:82:b5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '13fa7780-575a-40c5-b19b-7d5a9ef282a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:51:58Z', 'updated_at': '2021-07-23T23:52:05Z', 'revision_number': 5, 'project_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'subnets': [{'id': '13fa7780-575a-40c5-b19b-7d5a9ef282a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:53:35.934156 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93899f1-c0e2-4444-9122-7a01334c9946 None None] The sync data for ids ['33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf'] in n-d-800088-16 is: [{'id': '33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1407843321-router', 'tenant_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'e18c4a18-b564-4f84-85be-c1620383a9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:51:51Z', 'updated_at': '2021-07-23T23:51:59Z', 'revision_number': 4, 'project_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'gw_port': {'id': 'e18c4a18-b564-4f84-85be-c1620383a9be', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:51:52Z', 'updated_at': '2021-07-23T23:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': 'b2fadb27-bdc7-439c-ad44-952fc21545e0', 'tenant_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'floating_ip_address': '172.25.3.225', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf', 'port_id': '5e95252c-95c6-4944-9947-81ff66c9acb7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d6ba2fb-46fe-4367-85af-3f33b158d449', 'mac_address': 'fa:16:3e:7d:1c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed250f17-a555-4a7b-a8a7-c603cd1cc439', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:52:25Z', 'updated_at': '2021-07-23T23:53:34Z', 'revision_number': 8, 'project_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46ee16d0-092a-4da3-b0f6-a03dd95414c0', 'name': '', 'network_id': '0d6ba2fb-46fe-4367-85af-3f33b158d449', 'tenant_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'mac_address': 'fa:16:3e:82:b5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '13fa7780-575a-40c5-b19b-7d5a9ef282a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:51:58Z', 'updated_at': '2021-07-23T23:52:05Z', 'revision_number': 5, 'project_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'subnets': [{'id': '13fa7780-575a-40c5-b19b-7d5a9ef282a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:53:35.987535 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-220f0efc-1760-401e-8bb3-bd0c434b37d5 x-openstack-request-id: req-220f0efc-1760-401e-8bb3-bd0c434b37d5 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:53:35.988139 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed250f17-a555-4a7b-a8a7-c603cd1cc439", "tag": "5e95252c-95c6-4944-9947-81ff66c9acb7", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:53:35.988139 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-220f0efc-1760-401e-8bb3-bd0c434b37d5 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:53:35.988437 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed250f17-a555-4a7b-a8a7-c603cd1cc439', 'tag': '5e95252c-95c6-4944-9947-81ff66c9acb7', 'status': 'completed', 'code': 200} Jul 23 23:53:36.013982 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd773b9-6631-451e-a2e4-3b5cbc68cb2a req-530ccf36-7c11-4d31-b567-c49ae6612409 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:36.015513 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0dd773b9-6631-451e-a2e4-3b5cbc68cb2a req-530ccf36-7c11-4d31-b567-c49ae6612409 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ef4dda6-9192-4a80-8e33-f8155d9be229 HTTP/1.1" status: 200 len: 950 time: 0.0819113 Jul 23 23:53:36.039175 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38bc3d0-e994-46c4-b9b0-2a4085a37203 req-11a73ff7-5cf0-4bda-84bb-3a0dcc3277fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:36.040662 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f38bc3d0-e994-46c4-b9b0-2a4085a37203 req-11a73ff7-5cf0-4bda-84bb-3a0dcc3277fe service neutron] 10.222.0.52 "GET /v2.0/networks?id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 HTTP/1.1" status: 200 len: 870 time: 0.4871898 Jul 23 23:53:36.058332 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0dd773b9-6631-451e-a2e4-3b5cbc68cb2a req-77d916f0-b3aa-46e0-b040-deb434d57da9 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/security-groups?id=84afd7ea-644b-438b-8379-6d56a9cf992d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340581 Jul 23 23:53:36.105548 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6bb0e28e-ee40-4ae1-8d79-a28daa1e2c0d req-f94f13c9-1a53-4b5a-990b-e1685c722cbd service neutron] 10.222.0.44 "GET /v2.0/networks/0d6ba2fb-46fe-4367-85af-3f33b158d449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5027685 Jul 23 23:53:36.119236 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f38bc3d0-e994-46c4-b9b0-2a4085a37203 req-1ab4ef35-afbc-4efd-82d2-a4e5ca5a8f89 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=e5375155-efd6-44ad-a4c9-4bcf4b7d5140 HTTP/1.1" status: 200 len: 217 time: 0.0667367 Jul 23 23:53:36.173635 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e550e7c4-4907-4b84-95bc-53bd63b3e76f None None] New status for floating IP b2fadb27-bdc7-439c-ad44-952fc21545e0: ACTIVE {{(pid=100316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 23:53:36.217385 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00de3810-3fec-45b8-94b7-a0a3f1e8629b req-3b9511a7-a9a1-495d-90eb-27be82294560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:36.218905 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-00de3810-3fec-45b8-94b7-a0a3f1e8629b req-3b9511a7-a9a1-495d-90eb-27be82294560 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fe34b741dd5e495ab273e85e013ecfbf&device_id=ed250f17-a555-4a7b-a8a7-c603cd1cc439 HTTP/1.1" status: 200 len: 1097 time: 0.2281203 Jul 23 23:53:36.230672 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38bc3d0-e994-46c4-b9b0-2a4085a37203 req-a37b2d5f-e6a3-4d0a-9c32-68352c7ebf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:36.232323 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f38bc3d0-e994-46c4-b9b0-2a4085a37203 req-a37b2d5f-e6a3-4d0a-9c32-68352c7ebf94 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.0992947 Jul 23 23:53:36.255446 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:53:36.336333 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6bb0e28e-ee40-4ae1-8d79-a28daa1e2c0d req-89f09311-b6a9-4d25-ae17-e542242b12f5 service neutron] 10.222.0.44 "GET /v2.0/networks/0d6ba2fb-46fe-4367-85af-3f33b158d449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299137 Jul 23 23:53:36.377727 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00de3810-3fec-45b8-94b7-a0a3f1e8629b req-83acbe55-8c87-4709-bb4b-ff97503f7cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:36.379454 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-00de3810-3fec-45b8-94b7-a0a3f1e8629b req-83acbe55-8c87-4709-bb4b-ff97503f7cc4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0d6ba2fb-46fe-4367-85af-3f33b158d449 HTTP/1.1" status: 200 len: 922 time: 0.1506543 Jul 23 23:53:36.382292 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38bc3d0-e994-46c4-b9b0-2a4085a37203 req-e43cfe5c-4b66-4633-8c2f-349753ca672a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:36.384557 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f38bc3d0-e994-46c4-b9b0-2a4085a37203 req-e43cfe5c-4b66-4633-8c2f-349753ca672a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1433797 Jul 23 23:53:36.516580 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4837df-4c8a-46a6-ba4f-99e9c31de644 req-0b3d6e84-3b16-4bb1-8a7f-7e3973fd7585 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:36.519449 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-dc4837df-4c8a-46a6-ba4f-99e9c31de644 req-0b3d6e84-3b16-4bb1-8a7f-7e3973fd7585 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] 10.222.0.44 "GET /v2.0/ports?device_id=40a26aeb-2f72-4330-b60b-2102eb893f2c HTTP/1.1" status: 200 len: 945 time: 0.0831501 Jul 23 23:53:36.538255 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-00de3810-3fec-45b8-94b7-a0a3f1e8629b req-6be38caa-c905-42ef-a15f-379c54e42d9a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e95252c-95c6-4944-9947-81ff66c9acb7 HTTP/1.1" status: 200 len: 1001 time: 0.1434498 Jul 23 23:53:36.571808 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-dc4837df-4c8a-46a6-ba4f-99e9c31de644 req-c439f53d-6161-40d9-a1e5-93c1cb3ea7c7 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] 10.222.0.44 "GET /v2.0/security-groups?id=8c945ade-5e33-449d-9933-768721eff93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466714 Jul 23 23:53:36.600159 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f38bc3d0-e994-46c4-b9b0-2a4085a37203 req-bd9a237b-54fc-459d-9b01-478b2c0f4b0c service neutron] 10.222.0.52 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986315 Jul 23 23:53:36.642996 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00de3810-3fec-45b8-94b7-a0a3f1e8629b req-95374b30-143d-428b-8897-915d518919fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:36.644681 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-00de3810-3fec-45b8-94b7-a0a3f1e8629b req-95374b30-143d-428b-8897-915d518919fd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=13fa7780-575a-40c5-b19b-7d5a9ef282a8 HTTP/1.1" status: 200 len: 860 time: 0.0894008 Jul 23 23:53:36.746806 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-daea02a6-7a9e-4149-99a4-bffc8ba9b69e req-465747b3-99bd-4f51-b826-a1c059d1a02a tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "GET /v2.0/floatingips/b2fadb27-bdc7-439c-ad44-952fc21545e0 HTTP/1.1" status: 200 len: 998 time: 0.0851996 Jul 23 23:53:36.772455 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f38bc3d0-e994-46c4-b9b0-2a4085a37203 req-02c4e512-70fa-4a93-a48f-63e387573d8a service neutron] 10.222.0.52 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644790 Jul 23 23:53:36.814729 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00de3810-3fec-45b8-94b7-a0a3f1e8629b req-aa6b8772-afd7-4532-b72e-c5b4dfb69185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:36.817111 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-00de3810-3fec-45b8-94b7-a0a3f1e8629b req-aa6b8772-afd7-4532-b72e-c5b4dfb69185 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0d6ba2fb-46fe-4367-85af-3f33b158d449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1302142 Jul 23 23:53:36.909957 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daea02a6-7a9e-4149-99a4-bffc8ba9b69e req-4b8803cc-c75a-447d-b9d7-76fd14b60bb0 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:36.919272 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-daea02a6-7a9e-4149-99a4-bffc8ba9b69e req-4b8803cc-c75a-447d-b9d7-76fd14b60bb0 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "GET /v2.0/networks/9adcfee8-760c-4568-9e39-c221abf69bf5 HTTP/1.1" status: 200 len: 784 time: 0.1654093 Jul 23 23:53:36.925662 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [req-daea02a6-7a9e-4149-99a4-bffc8ba9b69e req-d31ed5a0-5560-49b6-b4e7-26b29b9e4cd8 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=100314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:53:36.940560 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-daea02a6-7a9e-4149-99a4-bffc8ba9b69e req-d31ed5a0-5560-49b6-b4e7-26b29b9e4cd8 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0200343 Jul 23 23:53:37.058467 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe8ac33-5908-41bb-8b40-39e5e8216c22 req-106bed6d-a473-4936-a869-78970dc15506 tempest-AttachSCSIVolumeTestJSON-1883636943 tempest-AttachSCSIVolumeTestJSON-1883636943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:37.059998 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5fe8ac33-5908-41bb-8b40-39e5e8216c22 req-106bed6d-a473-4936-a869-78970dc15506 tempest-AttachSCSIVolumeTestJSON-1883636943 tempest-AttachSCSIVolumeTestJSON-1883636943-project] 10.222.0.44 "GET /v2.0/ports?device_id=b42a6795-2e9e-4bbd-9762-724db0af5c5a HTTP/1.1" status: 200 len: 944 time: 0.0671444 Jul 23 23:53:37.061734 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-00de3810-3fec-45b8-94b7-a0a3f1e8629b req-13abd772-c0b9-4f58-b5ce-121e70c8feab service neutron] 10.222.0.52 "GET /v2.0/networks/0d6ba2fb-46fe-4367-85af-3f33b158d449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275956 Jul 23 23:53:37.070692 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38bc3d0-e994-46c4-b9b0-2a4085a37203 req-e19f6f7d-91ae-4e9a-ac87-a61f512fcc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:37.072262 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f38bc3d0-e994-46c4-b9b0-2a4085a37203 req-e19f6f7d-91ae-4e9a-ac87-a61f512fcc0d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fb71770adc294b858658b994fd21dae1&device_id=b42a6795-2e9e-4bbd-9762-724db0af5c5a HTTP/1.1" status: 200 len: 1096 time: 0.2274499 Jul 23 23:53:37.101069 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5fe8ac33-5908-41bb-8b40-39e5e8216c22 req-643ecb25-4e5e-4aa7-a5fb-1709a7d148d9 tempest-AttachSCSIVolumeTestJSON-1883636943 tempest-AttachSCSIVolumeTestJSON-1883636943-project] 10.222.0.44 "GET /v2.0/security-groups?id=22ed2ed7-f637-428a-b188-fe044fcee805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345592 Jul 23 23:53:37.170454 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821daf2-aa9b-49f7-a900-920327562498 req-031c565f-fe40-4933-867c-90a3f2ec7294 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:37.171948 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2821daf2-aa9b-49f7-a900-920327562498 req-031c565f-fe40-4933-867c-90a3f2ec7294 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] 10.222.0.44 "GET /v2.0/ports?device_id=40a26aeb-2f72-4330-b60b-2102eb893f2c HTTP/1.1" status: 200 len: 945 time: 0.2163713 Jul 23 23:53:37.182268 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 40708) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:53:37.187916 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-32caad25-035b-43af-a52b-d99d7b28a44e tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Request body: {'floatingip': {'port_id': '4f7b6678-6001-42b1-9b5a-490c1fae4c50'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:53:37.257220 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-32caad25-035b-43af-a52b-d99d7b28a44e tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Notify callbacks [] for floatingip, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:37.267174 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d4445-e7cb-4db6-a065-caf2e2d599e8 req-5f5098ea-2604-48f4-bac9-d84d3f19cb5d tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:37.268684 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-590d4445-e7cb-4db6-a065-caf2e2d599e8 req-5f5098ea-2604-48f4-bac9-d84d3f19cb5d tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa375975-ebae-4ee4-92f6-87c367514699 HTTP/1.1" status: 200 len: 946 time: 0.2683282 Jul 23 23:53:37.369485 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-00de3810-3fec-45b8-94b7-a0a3f1e8629b req-bb90214f-6276-4e34-b9f4-bfccdda4be24 service neutron] 10.222.0.52 "GET /v2.0/networks/0d6ba2fb-46fe-4367-85af-3f33b158d449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2961855 Jul 23 23:53:37.393472 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe0de5d-d77f-4656-ac4d-df82921511d9 req-5d08bfab-5ca7-49e7-8a2a-35fc0198cfc2 tempest-VolumesAdminNegativeTest-1912201584 tempest-VolumesAdminNegativeTest-1912201584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:37.395003 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-dfe0de5d-d77f-4656-ac4d-df82921511d9 req-5d08bfab-5ca7-49e7-8a2a-35fc0198cfc2 tempest-VolumesAdminNegativeTest-1912201584 tempest-VolumesAdminNegativeTest-1912201584-project] 10.222.0.44 "GET /v2.0/ports?device_id=bbdc88d9-1c6d-46e5-b46a-1706cd675bad HTTP/1.1" status: 200 len: 946 time: 0.2042701 Jul 23 23:53:37.411662 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38bc3d0-e994-46c4-b9b0-2a4085a37203 req-a9648337-879f-4b7c-956e-aa0aadf54032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:37.413167 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f38bc3d0-e994-46c4-b9b0-2a4085a37203 req-a9648337-879f-4b7c-956e-aa0aadf54032 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c754f1e1-4bc2-4acb-903f-37337862cd73 HTTP/1.1" status: 200 len: 915 time: 0.3289464 Jul 23 23:53:37.420714 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2382f2fd-8942-4d24-8470-c929450867c6 req-fc956e5f-de6f-4991-861e-3704e0222850 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.3.225 HTTP/1.1" status: 200 len: 1001 time: 0.1817217 Jul 23 23:53:37.512156 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-dfe0de5d-d77f-4656-ac4d-df82921511d9 req-0e51aa79-7ff8-4e84-bb91-123a7cebd2f2 tempest-VolumesAdminNegativeTest-1912201584 tempest-VolumesAdminNegativeTest-1912201584-project] 10.222.0.44 "GET /v2.0/security-groups?id=250fe6fc-699b-4f62-8139-3728280b5dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052308 Jul 23 23:53:37.522022 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f38bc3d0-e994-46c4-b9b0-2a4085a37203 req-32e850a0-a704-4d3e-a598-79c03fc6c95d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9aa33f0-790d-4ea8-ab90-1df4e91d4624 HTTP/1.1" status: 200 len: 217 time: 0.0992641 Jul 23 23:53:37.600458 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2382f2fd-8942-4d24-8470-c929450867c6 req-198562b9-b225-4b08-81eb-d46ed375b950 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:37.601928 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2382f2fd-8942-4d24-8470-c929450867c6 req-198562b9-b225-4b08-81eb-d46ed375b950 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "GET /v2.0/ports/5e95252c-95c6-4944-9947-81ff66c9acb7 HTTP/1.1" status: 200 len: 942 time: 0.1685007 Jul 23 23:53:37.628928 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430f08eb-acec-4a44-9acc-2028b3f43203 req-9b23e2c4-4bbe-4cc3-bea8-51b088450a3f tempest-VolumesAdminNegativeTest-1912201584 tempest-VolumesAdminNegativeTest-1912201584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:37.629567 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-430f08eb-acec-4a44-9acc-2028b3f43203 req-9b23e2c4-4bbe-4cc3-bea8-51b088450a3f tempest-VolumesAdminNegativeTest-1912201584 tempest-VolumesAdminNegativeTest-1912201584-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbdc88d9-1c6d-46e5-b46a-1706cd675bad HTTP/1.1" status: 200 len: 946 time: 0.2863142 Jul 23 23:53:37.633891 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38bc3d0-e994-46c4-b9b0-2a4085a37203 req-17eaa576-f936-48b0-8d9d-3c043088ac06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:37.635329 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f38bc3d0-e994-46c4-b9b0-2a4085a37203 req-17eaa576-f936-48b0-8d9d-3c043088ac06 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fcbbfbaa-f9eb-47d3-b144-e0ef4732a1f1 HTTP/1.1" status: 200 len: 853 time: 0.1047626 Jul 23 23:53:37.708419 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-590d4445-e7cb-4db6-a065-caf2e2d599e8 req-d9e54593-9a56-4f06-86ff-a834fecece71 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Deleting port b91ae1c3-235a-4786-9987-4bf1f96af5cf {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:53:37.708773 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-590d4445-e7cb-4db6-a065-caf2e2d599e8 req-d9e54593-9a56-4f06-86ff-a834fecece71 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:37.750359 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e78f29-f3ad-4938-bffa-d7075140fe3f req-5589915a-035a-450a-8519-a950e0344edb tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:37.757736 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-88e78f29-f3ad-4938-bffa-d7075140fe3f req-5589915a-035a-450a-8519-a950e0344edb tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ef4dda6-9192-4a80-8e33-f8155d9be229 HTTP/1.1" status: 200 len: 950 time: 0.1289692 Jul 23 23:53:37.821294 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-88e78f29-f3ad-4938-bffa-d7075140fe3f req-ef61671e-74d6-4bb2-84b1-f3ecff03a72d tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/security-groups?id=84afd7ea-644b-438b-8379-6d56a9cf992d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623093 Jul 23 23:53:37.902971 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-32caad25-035b-43af-a52b-d99d7b28a44e tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:37.911581 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-32caad25-035b-43af-a52b-d99d7b28a44e tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:37.916602 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-590d4445-e7cb-4db6-a065-caf2e2d599e8 req-d9e54593-9a56-4f06-86ff-a834fecece71 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] For port b91ae1c3-235a-4786-9987-4bf1f96af5cf, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=b91ae1c3-235a-4786-9987-4bf1f96af5cf,segment=NetworkSegment(1eb88701-f197-4cdd-9aa7-747409d195ea),segment_id=1eb88701-f197-4cdd-9aa7-747409d195ea)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:53:37.917014 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-590d4445-e7cb-4db6-a065-caf2e2d599e8 req-d9e54593-9a56-4f06-86ff-a834fecece71 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:37.923430 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2382f2fd-8942-4d24-8470-c929450867c6 req-0b95547d-e87c-453a-b5fb-470bb03b9a7f tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.3.225 HTTP/1.1" status: 200 len: 1001 time: 0.1810677 Jul 23 23:53:37.936949 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 4538d423-e0ff-42d0-9edc-14fc69c91c47 no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:53:37.970743 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-590d4445-e7cb-4db6-a065-caf2e2d599e8 req-d9e54593-9a56-4f06-86ff-a834fecece71 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Calling delete_port for b91ae1c3-235a-4786-9987-4bf1f96af5cf owned by compute:nova {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:53:37.988260 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38bc3d0-e994-46c4-b9b0-2a4085a37203 req-5e121f26-8d21-422f-9ec3-63229b5ad9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:37.989809 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f38bc3d0-e994-46c4-b9b0-2a4085a37203 req-5e121f26-8d21-422f-9ec3-63229b5ad9e7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c754f1e1-4bc2-4acb-903f-37337862cd73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3413012 Jul 23 23:53:38.103223 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:38.111251 n-d-800088-16 neutron-server[100314]: INFO neutron.db.l3_db [None req-32caad25-035b-43af-a52b-d99d7b28a44e tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Floating IP a2c20673-908b-4139-a548-a1a85304aa34 associated. External IP: 172.25.3.87, port: 4f7b6678-6001-42b1-9b5a-490c1fae4c50. Jul 23 23:53:38.141427 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ea95d92-588f-44d4-a822-d5940b9ff9b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4538d423-e0ff-42d0-9edc-14fc69c91c47'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:53:38.143928 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd0b06a-d889-4afa-b7c2-a174918f21a3" -d '{"events": [{"server_uuid": "9ea95d92-588f-44d4-a822-d5940b9ff9b3", "name": "network-vif-unplugged", "status": "completed", "tag": "4538d423-e0ff-42d0-9edc-14fc69c91c47"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:53:38.157948 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 4538d423-e0ff-42d0-9edc-14fc69c91c47, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=4538d423-e0ff-42d0-9edc-14fc69c91c47,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:53:38.164040 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:38.225537 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=4538d423-e0ff-42d0-9edc-14fc69c91c47,revision_number=8']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:53:38.239473 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:53:38.240200 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:53:38.240555 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-430f08eb-acec-4a44-9acc-2028b3f43203 req-499d307c-6317-4481-96d6-7d06fa30f728 tempest-VolumesAdminNegativeTest-1912201584 tempest-VolumesAdminNegativeTest-1912201584-project] Deleting port 7e8cfb1d-8c00-4520-8988-cc5a644bf7e6 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:53:38.241005 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-430f08eb-acec-4a44-9acc-2028b3f43203 req-499d307c-6317-4481-96d6-7d06fa30f728 tempest-VolumesAdminNegativeTest-1912201584 tempest-VolumesAdminNegativeTest-1912201584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:38.241758 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:53:38.242296 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:53:38.243178 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:53:38.243837 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:53:38.244686 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:53:38.245290 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:53:38.245987 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:53:38.246575 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:53:38.247116 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:53:38.248874 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:53:38.250493 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2382f2fd-8942-4d24-8470-c929450867c6 req-c3f87a67-cce6-48c1-b64d-858116ff1095 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:38.258441 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2382f2fd-8942-4d24-8470-c929450867c6 req-c3f87a67-cce6-48c1-b64d-858116ff1095 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "GET /v2.0/networks/9adcfee8-760c-4568-9e39-c221abf69bf5 HTTP/1.1" status: 200 len: 784 time: 0.3228889 Jul 23 23:53:38.432473 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32caad25-035b-43af-a52b-d99d7b28a44e tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Router aec4f419-0f2a-489b-8354-c5990e455d43 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:53:38.587421 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32caad25-035b-43af-a52b-d99d7b28a44e tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:53:38.592550 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-32caad25-035b-43af-a52b-d99d7b28a44e tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:38.602816 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d62000c-668f-41a5-aefb-01515c164b53 None None] Sync routers for ids ['aec4f419-0f2a-489b-8354-c5990e455d43'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:53:38.614383 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d62000c-668f-41a5-aefb-01515c164b53 None None] Routers {'aec4f419-0f2a-489b-8354-c5990e455d43'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:53:38.616082 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-7d62000c-668f-41a5-aefb-01515c164b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:53:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['aec4f419-0f2a-489b-8354-c5990e455d43'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:53:38.628778 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3a59eb-2997-4c79-9528-b6612d6b8e7b req-54c180a3-c164-4027-a717-fc47f1e49f80 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:38.630404 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ee3a59eb-2997-4c79-9528-b6612d6b8e7b req-54c180a3-c164-4027-a717-fc47f1e49f80 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/ports?device_id=5017e1b8-c1a9-4f49-9f57-d89fd83b37a3 HTTP/1.1" status: 200 len: 949 time: 0.1519542 Jul 23 23:53:38.665141 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-32caad25-035b-43af-a52b-d99d7b28a44e tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] 10.222.0.44 "PUT /v2.0/floatingips/a2c20673-908b-4139-a548-a1a85304aa34 HTTP/1.1" status: 200 len: 990 time: 1.4813652 Jul 23 23:53:38.665801 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40a26aeb-2f72-4330-b60b-2102eb893f2c', 'tag': '4f7b6678-6001-42b1-9b5a-490c1fae4c50'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:53:38.668604 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e3ea10-12bc-41e0-9d37-4acccdb291ab" -d '{"events": [{"name": "network-changed", "server_uuid": "40a26aeb-2f72-4330-b60b-2102eb893f2c", "tag": "4f7b6678-6001-42b1-9b5a-490c1fae4c50"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:53:38.691482 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ee3a59eb-2997-4c79-9528-b6612d6b8e7b req-a0d21b2b-378e-49ba-b9f9-4ed4883ac509 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/security-groups?id=84afd7ea-644b-438b-8379-6d56a9cf992d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494194 Jul 23 23:53:38.747283 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f38bc3d0-e994-46c4-b9b0-2a4085a37203 req-53b3d887-80ed-4fc4-b527-1874a1b27217 service neutron] 10.222.0.52 "GET /v2.0/networks/c754f1e1-4bc2-4acb-903f-37337862cd73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7419558 Jul 23 23:53:38.761664 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-7d62000c-668f-41a5-aefb-01515c164b53 None None] Set router aec4f419-0f2a-489b-8354-c5990e455d43 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:53:38.804139 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2382f2fd-8942-4d24-8470-c929450867c6 req-7bb7be83-9a02-4be4-a31c-89a111140bf0 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.3.225 HTTP/1.1" status: 200 len: 1001 time: 0.5448122 Jul 23 23:53:38.823212 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-2382f2fd-8942-4d24-8470-c929450867c6 req-1904d031-7278-46f3-a8e3-5b00dfd7948f tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:53:38.931109 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-430f08eb-acec-4a44-9acc-2028b3f43203 req-499d307c-6317-4481-96d6-7d06fa30f728 tempest-VolumesAdminNegativeTest-1912201584 tempest-VolumesAdminNegativeTest-1912201584-project] For port 7e8cfb1d-8c00-4520-8988-cc5a644bf7e6, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=7e8cfb1d-8c00-4520-8988-cc5a644bf7e6,segment=NetworkSegment(1af4fee7-71e9-4e29-b37f-62374352ca42),segment_id=1af4fee7-71e9-4e29-b37f-62374352ca42)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:53:38.931357 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-430f08eb-acec-4a44-9acc-2028b3f43203 req-499d307c-6317-4481-96d6-7d06fa30f728 tempest-VolumesAdminNegativeTest-1912201584 tempest-VolumesAdminNegativeTest-1912201584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:38.972451 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-430f08eb-acec-4a44-9acc-2028b3f43203 req-499d307c-6317-4481-96d6-7d06fa30f728 tempest-VolumesAdminNegativeTest-1912201584 tempest-VolumesAdminNegativeTest-1912201584-project] Calling delete_port for 7e8cfb1d-8c00-4520-8988-cc5a644bf7e6 owned by compute:nova {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:53:38.987506 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e171fd-6006-42e5-b91c-9bf8f3ae0896 req-3ee3529a-26eb-4baf-8cc2-ac3a61e90564 tempest-AttachSCSIVolumeTestJSON-1883636943 tempest-AttachSCSIVolumeTestJSON-1883636943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:38.995599 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-37e171fd-6006-42e5-b91c-9bf8f3ae0896 req-3ee3529a-26eb-4baf-8cc2-ac3a61e90564 tempest-AttachSCSIVolumeTestJSON-1883636943 tempest-AttachSCSIVolumeTestJSON-1883636943-project] 10.222.0.44 "GET /v2.0/ports?device_id=b42a6795-2e9e-4bbd-9762-724db0af5c5a HTTP/1.1" status: 200 len: 944 time: 0.0903699 Jul 23 23:53:39.003157 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-2382f2fd-8942-4d24-8470-c929450867c6 req-1904d031-7278-46f3-a8e3-5b00dfd7948f tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Notify callbacks [] for floatingip, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:39.021883 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device f9aa33f0-790d-4ea8-ab90-1df4e91d4624 details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:53:39.040337 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-37e171fd-6006-42e5-b91c-9bf8f3ae0896 req-4b9b4c80-488a-4b4e-afe8-13d1d8afe4b5 tempest-AttachSCSIVolumeTestJSON-1883636943 tempest-AttachSCSIVolumeTestJSON-1883636943-project] 10.222.0.44 "GET /v2.0/security-groups?id=22ed2ed7-f637-428a-b188-fe044fcee805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436497 Jul 23 23:53:39.049176 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-590d4445-e7cb-4db6-a065-caf2e2d599e8 req-d9e54593-9a56-4f06-86ff-a834fecece71 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:39.062026 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f38bc3d0-e994-46c4-b9b0-2a4085a37203 req-d3dc579f-89d8-4dee-8e13-5b99987f0d70 service neutron] 10.222.0.52 "GET /v2.0/networks/c754f1e1-4bc2-4acb-903f-37337862cd73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021860 Jul 23 23:53:39.080899 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['5e95252c-95c6-4944-9947-81ff66c9acb7', 'b91ae1c3-235a-4786-9987-4bf1f96af5cf'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:53:39.124885 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e54593-9a56-4f06-86ff-a834fecece71 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Pushing event deleted for resources: {'Port': ['ID=b91ae1c3-235a-4786-9987-4bf1f96af5cf,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:53:39.203555 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e54593-9a56-4f06-86ff-a834fecece71 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:53:39.204164 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e54593-9a56-4f06-86ff-a834fecece71 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:53:39.204700 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e54593-9a56-4f06-86ff-a834fecece71 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:53:39.205247 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e54593-9a56-4f06-86ff-a834fecece71 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:53:39.205753 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e54593-9a56-4f06-86ff-a834fecece71 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:53:39.206256 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e54593-9a56-4f06-86ff-a834fecece71 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:53:39.206924 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e54593-9a56-4f06-86ff-a834fecece71 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:53:39.207444 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e54593-9a56-4f06-86ff-a834fecece71 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:53:39.207938 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e54593-9a56-4f06-86ff-a834fecece71 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:53:39.208441 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e54593-9a56-4f06-86ff-a834fecece71 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:53:39.208963 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e54593-9a56-4f06-86ff-a834fecece71 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:53:39.209472 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e54593-9a56-4f06-86ff-a834fecece71 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:53:39.211636 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 23:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a8277c7-7049-4e76-a411-d683f01f5318 x-openstack-request-id: req-6a8277c7-7049-4e76-a411-d683f01f5318 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:53:39.212007 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ea95d92-588f-44d4-a822-d5940b9ff9b3", "name": "network-vif-unplugged", "status": "completed", "tag": "4538d423-e0ff-42d0-9edc-14fc69c91c47", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:53:39.212909 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6a8277c7-7049-4e76-a411-d683f01f5318 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:53:39.212909 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ea95d92-588f-44d4-a822-d5940b9ff9b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4538d423-e0ff-42d0-9edc-14fc69c91c47', 'code': 200} Jul 23 23:53:39.221919 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f38bc3d0-e994-46c4-b9b0-2a4085a37203 req-ce588f60-e332-4667-bbbd-838b363cc65d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fe34b741dd5e495ab273e85e013ecfbf&device_id=aa375975-ebae-4ee4-92f6-87c367514699 HTTP/1.1" status: 200 len: 210 time: 0.0842023 Jul 23 23:53:39.254605 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-590d4445-e7cb-4db6-a065-caf2e2d599e8 req-d9e54593-9a56-4f06-86ff-a834fecece71 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] No DVR routers for this DVR port b91ae1c3-235a-4786-9987-4bf1f96af5cf on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:53:39.258514 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-590d4445-e7cb-4db6-a065-caf2e2d599e8 req-d9e54593-9a56-4f06-86ff-a834fecece71 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:39.261874 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-590d4445-e7cb-4db6-a065-caf2e2d599e8 req-d9e54593-9a56-4f06-86ff-a834fecece71 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.52 "DELETE /v2.0/ports/b91ae1c3-235a-4786-9987-4bf1f96af5cf HTTP/1.1" status: 204 len: 173 time: 1.9611011 Jul 23 23:53:39.278855 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-7d62000c-668f-41a5-aefb-01515c164b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec4f419-0f2a-489b-8354-c5990e455d43', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-207102263-router', 'tenant_id': '1c2582a501044614b6b14b002223c647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '58e5597e-d492-40e4-868f-43a3d472c41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:50:23Z', 'updated_at': '2021-07-23T23:50:27Z', 'revision_number': 4, 'project_id': '1c2582a501044614b6b14b002223c647', 'gw_port': {'id': '58e5597e-d492-40e4-868f-43a3d472c41e', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec4f419-0f2a-489b-8354-c5990e455d43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:50:24Z', 'updated_at': '2021-07-23T23:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': 'a2c20673-908b-4139-a548-a1a85304aa34', 'tenant_id': '1c2582a501044614b6b14b002223c647', 'floating_ip_address': '172.25.3.87', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': 'aec4f419-0f2a-489b-8354-c5990e455d43', 'port_id': '4f7b6678-6001-42b1-9b5a-490c1fae4c50', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6cf1771-a5e0-4481-ada6-9af5ffe559f4', 'mac_address': 'fa:16:3e:81:c6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a26aeb-2f72-4330-b60b-2102eb893f2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:50:55Z', 'updated_at': '2021-07-23T23:53:37Z', 'revision_number': 5, 'project_id': '1c2582a501044614b6b14b002223c647', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb9a7947-0476-4b0b-9ba9-b4637254f25c', 'name': '', 'network_id': 'b6cf1771-a5e0-4481-ada6-9af5ffe559f4', 'tenant_id': '1c2582a501044614b6b14b002223c647', 'mac_address': 'fa:16:3e:2e:00:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec4f419-0f2a-489b-8354-c5990e455d43', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '1b5c91f7-60ac-4182-b027-91575613087b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:50:26Z', 'updated_at': '2021-07-23T23:50:35Z', 'revision_number': 5, 'project_id': '1c2582a501044614b6b14b002223c647', 'subnets': [{'id': '1b5c91f7-60ac-4182-b027-91575613087b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:53:39.299098 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa375975-ebae-4ee4-92f6-87c367514699', 'name': 'network-vif-deleted', 'tag': 'b91ae1c3-235a-4786-9987-4bf1f96af5cf'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:53:39.301979 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf91666-ee55-46b8-918a-0612d9203175" -d '{"events": [{"server_uuid": "aa375975-ebae-4ee4-92f6-87c367514699", "name": "network-vif-deleted", "tag": "b91ae1c3-235a-4786-9987-4bf1f96af5cf"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:53:39.348123 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d62000c-668f-41a5-aefb-01515c164b53 None None] Checking router: aec4f419-0f2a-489b-8354-c5990e455d43 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:53:39.391857 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-2382f2fd-8942-4d24-8470-c929450867c6 req-1904d031-7278-46f3-a8e3-5b00dfd7948f tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:39.405059 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-2382f2fd-8942-4d24-8470-c929450867c6 req-1904d031-7278-46f3-a8e3-5b00dfd7948f tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:39.405682 n-d-800088-16 neutron-server[100313]: INFO neutron.db.l3_db [req-2382f2fd-8942-4d24-8470-c929450867c6 req-1904d031-7278-46f3-a8e3-5b00dfd7948f tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Floating IP b2fadb27-bdc7-439c-ad44-952fc21545e0 disassociated. External IP: 172.25.3.225, port: 5e95252c-95c6-4944-9947-81ff66c9acb7. Jul 23 23:53:39.432779 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port f9aa33f0-790d-4ea8-ab90-1df4e91d4624, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=f9aa33f0-790d-4ea8-ab90-1df4e91d4624,segment=NetworkSegment(3faff525-08de-4988-a839-850e69ad6c5f),segment_id=3faff525-08de-4988-a839-850e69ad6c5f)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:53:39.446884 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d62000c-668f-41a5-aefb-01515c164b53 None None] Routers {'aec4f419-0f2a-489b-8354-c5990e455d43'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:53:39.447454 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-7d62000c-668f-41a5-aefb-01515c164b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:53:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['aec4f419-0f2a-489b-8354-c5990e455d43'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:53:39.562789 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-430f08eb-acec-4a44-9acc-2028b3f43203 req-499d307c-6317-4481-96d6-7d06fa30f728 tempest-VolumesAdminNegativeTest-1912201584 tempest-VolumesAdminNegativeTest-1912201584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:39.588384 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': 'f9aa33f0-790d-4ea8-ab90-1df4e91d4624', 'network_id': 'c754f1e1-4bc2-4acb-903f-37337862cd73', 'port_id': 'f9aa33f0-790d-4ea8-ab90-1df4e91d4624', 'mac_address': 'fa:16:3e:e0:b0:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcbbfbaa-f9eb-47d3-b144-e0ef4732a1f1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:53:39.619088 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499d307c-6317-4481-96d6-7d06fa30f728 tempest-VolumesAdminNegativeTest-1912201584 tempest-VolumesAdminNegativeTest-1912201584-project] Pushing event deleted for resources: {'Port': ['ID=7e8cfb1d-8c00-4520-8988-cc5a644bf7e6,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:53:39.708636 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9f3f0418-ab52-44a1-9cd0-f4d8e737a5a2 req-ef78f704-387f-4c4d-bd51-7a3535e021e1 tempest-VolumesAdminNegativeTest-1912201584 tempest-VolumesAdminNegativeTest-1912201584-project] 10.222.0.44 "GET /v2.0/ports?device_id=bbdc88d9-1c6d-46e5-b46a-1706cd675bad HTTP/1.1" status: 200 len: 210 time: 0.1075575 Jul 23 23:53:39.760551 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-430f08eb-acec-4a44-9acc-2028b3f43203 req-499d307c-6317-4481-96d6-7d06fa30f728 tempest-VolumesAdminNegativeTest-1912201584 tempest-VolumesAdminNegativeTest-1912201584-project] No DVR routers for this DVR port 7e8cfb1d-8c00-4520-8988-cc5a644bf7e6 on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:53:39.921911 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee457fc1-e897-4f13-9ec1-7e90f1794e86 x-openstack-request-id: req-ee457fc1-e897-4f13-9ec1-7e90f1794e86 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:53:39.922961 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40a26aeb-2f72-4330-b60b-2102eb893f2c", "tag": "4f7b6678-6001-42b1-9b5a-490c1fae4c50", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:53:39.923247 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ee457fc1-e897-4f13-9ec1-7e90f1794e86 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:53:39.923659 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40a26aeb-2f72-4330-b60b-2102eb893f2c', 'tag': '4f7b6678-6001-42b1-9b5a-490c1fae4c50', 'status': 'completed', 'code': 200} Jul 23 23:53:39.999186 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-430f08eb-acec-4a44-9acc-2028b3f43203 req-499d307c-6317-4481-96d6-7d06fa30f728 tempest-VolumesAdminNegativeTest-1912201584 tempest-VolumesAdminNegativeTest-1912201584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:39.999186 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-430f08eb-acec-4a44-9acc-2028b3f43203 req-499d307c-6317-4481-96d6-7d06fa30f728 tempest-VolumesAdminNegativeTest-1912201584 tempest-VolumesAdminNegativeTest-1912201584-project] 10.222.0.52 "DELETE /v2.0/ports/7e8cfb1d-8c00-4520-8988-cc5a644bf7e6 HTTP/1.1" status: 204 len: 173 time: 2.3614178 Jul 23 23:53:40.012881 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2382f2fd-8942-4d24-8470-c929450867c6 req-1904d031-7278-46f3-a8e3-5b00dfd7948f tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Router 33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:53:40.033329 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 1232bb33-94ad-4269-a061-dbea4181bc9b details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:53:40.101023 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e3ea10-12bc-41e0-9d37-4acccdb291ab req-36759568-288c-4366-8f76-ff044f63f7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:40.106636 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b2e3ea10-12bc-41e0-9d37-4acccdb291ab req-36759568-288c-4366-8f76-ff044f63f7b4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1c2582a501044614b6b14b002223c647&device_id=40a26aeb-2f72-4330-b60b-2102eb893f2c HTTP/1.1" status: 200 len: 1097 time: 0.1490357 Jul 23 23:53:40.180401 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:40.241220 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9aa33f0-790d-4ea8-ab90-1df4e91d4624 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:53:40.294350 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-7d62000c-668f-41a5-aefb-01515c164b53 None None] Set router aec4f419-0f2a-489b-8354-c5990e455d43 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:53:40.300752 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e3ea10-12bc-41e0-9d37-4acccdb291ab req-33448e5d-df13-431e-8a50-3e4aa59c43b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:40.307523 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b2e3ea10-12bc-41e0-9d37-4acccdb291ab req-33448e5d-df13-431e-8a50-3e4aa59c43b7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b6cf1771-a5e0-4481-ada6-9af5ffe559f4 HTTP/1.1" status: 200 len: 924 time: 0.1840100 Jul 23 23:53:40.348406 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2382f2fd-8942-4d24-8470-c929450867c6 req-1904d031-7278-46f3-a8e3-5b00dfd7948f tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:53:40.354840 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port f9aa33f0-790d-4ea8-ab90-1df4e91d4624, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=f9aa33f0-790d-4ea8-ab90-1df4e91d4624,segment=NetworkSegment(3faff525-08de-4988-a839-850e69ad6c5f),segment_id=3faff525-08de-4988-a839-850e69ad6c5f)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:53:40.364109 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb16303-5f38-42e2-bdcc-511b6912869d None None] Sync routers for ids ['33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:53:40.370426 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:40.374396 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-2382f2fd-8942-4d24-8470-c929450867c6 req-1904d031-7278-46f3-a8e3-5b00dfd7948f tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:40.392895 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb16303-5f38-42e2-bdcc-511b6912869d None None] Routers {'33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:53:40.394227 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-fcb16303-5f38-42e2-bdcc-511b6912869d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:53:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:53:40.403009 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f6ff6e48-06d1-4d62-ab84-c567363ce286 req-ee8edd7b-d1bd-4956-aa55-9a31ff55cdfc tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=93eec40beee743858af7fbcead2f938a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0941958 Jul 23 23:53:40.450042 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2382f2fd-8942-4d24-8470-c929450867c6 req-1904d031-7278-46f3-a8e3-5b00dfd7948f tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "PUT /v2.0/floatingips/b2fadb27-bdc7-439c-ad44-952fc21545e0 HTTP/1.1" status: 200 len: 696 time: 1.6315079 Jul 23 23:53:40.541758 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-fcb16303-5f38-42e2-bdcc-511b6912869d None None] Set router 33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:53:40.610967 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2382f2fd-8942-4d24-8470-c929450867c6 req-0182866e-78ae-40f7-be1f-f6a11a71856f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:40.612482 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2382f2fd-8942-4d24-8470-c929450867c6 req-0182866e-78ae-40f7-be1f-f6a11a71856f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fe34b741dd5e495ab273e85e013ecfbf&device_id=ed250f17-a555-4a7b-a8a7-c603cd1cc439 HTTP/1.1" status: 200 len: 1097 time: 0.1395192 Jul 23 23:53:40.680225 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['f9aa33f0-790d-4ea8-ab90-1df4e91d4624'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:53:40.903634 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=f9aa33f0-790d-4ea8-ab90-1df4e91d4624,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:53:40.908665 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2382f2fd-8942-4d24-8470-c929450867c6 req-4608d551-b3b5-4abf-b03e-7c4a987ff52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:40.910183 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2382f2fd-8942-4d24-8470-c929450867c6 req-4608d551-b3b5-4abf-b03e-7c4a987ff52a service neutron] 10.222.0.44 "GET /v2.0/networks?id=0d6ba2fb-46fe-4367-85af-3f33b158d449 HTTP/1.1" status: 200 len: 922 time: 0.2894003 Jul 23 23:53:40.914795 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 1232bb33-94ad-4269-a061-dbea4181bc9b, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=1232bb33-94ad-4269-a061-dbea4181bc9b,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:53:40.983642 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': '1232bb33-94ad-4269-a061-dbea4181bc9b', 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2', 'port_id': '1232bb33-94ad-4269-a061-dbea4181bc9b', 'mac_address': 'fa:16:3e:b0:fa:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef73a7e1-c64a-41e3-9997-629475c7b6b1', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:53:41.018350 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2382f2fd-8942-4d24-8470-c929450867c6 req-ffb1d386-0c79-4156-8acd-1f8aab41a97d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e95252c-95c6-4944-9947-81ff66c9acb7 HTTP/1.1" status: 200 len: 217 time: 0.0990326 Jul 23 23:53:41.068354 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 7e8cfb1d-8c00-4520-8988-cc5a644bf7e6 no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:53:41.122583 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2382f2fd-8942-4d24-8470-c929450867c6 req-0cb64b17-bd5b-42e3-ab98-d46ca0fd968b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:41.124425 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2382f2fd-8942-4d24-8470-c929450867c6 req-0cb64b17-bd5b-42e3-ab98-d46ca0fd968b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=13fa7780-575a-40c5-b19b-7d5a9ef282a8 HTTP/1.1" status: 200 len: 860 time: 0.0990622 Jul 23 23:53:41.151186 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] No Port match for: 7e8cfb1d-8c00-4520-8988-cc5a644bf7e6 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:53:41.151539 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 7e8cfb1d-8c00-4520-8988-cc5a644bf7e6 not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:53:41.151969 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device b91ae1c3-235a-4786-9987-4bf1f96af5cf no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:53:41.184167 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-fcb16303-5f38-42e2-bdcc-511b6912869d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1407843321-router', 'tenant_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'e18c4a18-b564-4f84-85be-c1620383a9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:51:51Z', 'updated_at': '2021-07-23T23:51:59Z', 'revision_number': 4, 'project_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'gw_port': {'id': 'e18c4a18-b564-4f84-85be-c1620383a9be', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:51:52Z', 'updated_at': '2021-07-23T23:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '46ee16d0-092a-4da3-b0f6-a03dd95414c0', 'name': '', 'network_id': '0d6ba2fb-46fe-4367-85af-3f33b158d449', 'tenant_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'mac_address': 'fa:16:3e:82:b5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '13fa7780-575a-40c5-b19b-7d5a9ef282a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:51:58Z', 'updated_at': '2021-07-23T23:52:05Z', 'revision_number': 5, 'project_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'subnets': [{'id': '13fa7780-575a-40c5-b19b-7d5a9ef282a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:53:41.193581 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b2e3ea10-12bc-41e0-9d37-4acccdb291ab req-29f81eb6-b82b-47b2-a6b6-d83a9aeb87e2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f7b6678-6001-42b1-9b5a-490c1fae4c50 HTTP/1.1" status: 200 len: 998 time: 0.7828550 Jul 23 23:53:41.214522 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-7d62000c-668f-41a5-aefb-01515c164b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec4f419-0f2a-489b-8354-c5990e455d43', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-207102263-router', 'tenant_id': '1c2582a501044614b6b14b002223c647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '58e5597e-d492-40e4-868f-43a3d472c41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:50:23Z', 'updated_at': '2021-07-23T23:50:27Z', 'revision_number': 4, 'project_id': '1c2582a501044614b6b14b002223c647', 'gw_port': {'id': '58e5597e-d492-40e4-868f-43a3d472c41e', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec4f419-0f2a-489b-8354-c5990e455d43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:50:24Z', 'updated_at': '2021-07-23T23:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': 'a2c20673-908b-4139-a548-a1a85304aa34', 'tenant_id': '1c2582a501044614b6b14b002223c647', 'floating_ip_address': '172.25.3.87', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': 'aec4f419-0f2a-489b-8354-c5990e455d43', 'port_id': '4f7b6678-6001-42b1-9b5a-490c1fae4c50', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6cf1771-a5e0-4481-ada6-9af5ffe559f4', 'mac_address': 'fa:16:3e:81:c6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a26aeb-2f72-4330-b60b-2102eb893f2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:50:55Z', 'updated_at': '2021-07-23T23:53:37Z', 'revision_number': 5, 'project_id': '1c2582a501044614b6b14b002223c647', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb9a7947-0476-4b0b-9ba9-b4637254f25c', 'name': '', 'network_id': 'b6cf1771-a5e0-4481-ada6-9af5ffe559f4', 'tenant_id': '1c2582a501044614b6b14b002223c647', 'mac_address': 'fa:16:3e:2e:00:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec4f419-0f2a-489b-8354-c5990e455d43', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '1b5c91f7-60ac-4182-b027-91575613087b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:50:26Z', 'updated_at': '2021-07-23T23:50:35Z', 'revision_number': 5, 'project_id': '1c2582a501044614b6b14b002223c647', 'subnets': [{'id': '1b5c91f7-60ac-4182-b027-91575613087b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:53:41.220751 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] No Port match for: b91ae1c3-235a-4786-9987-4bf1f96af5cf {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:53:41.222013 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device b91ae1c3-235a-4786-9987-4bf1f96af5cf not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:53:41.228408 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2382f2fd-8942-4d24-8470-c929450867c6 req-ffe59af6-ebb1-4734-a4e0-4fd102d42280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:41.230317 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2382f2fd-8942-4d24-8470-c929450867c6 req-ffe59af6-ebb1-4734-a4e0-4fd102d42280 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0d6ba2fb-46fe-4367-85af-3f33b158d449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0993471 Jul 23 23:53:41.255425 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:41.263650 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb16303-5f38-42e2-bdcc-511b6912869d None None] Checking router: 33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:53:41.264868 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d62000c-668f-41a5-aefb-01515c164b53 None None] The sync data for ids ['aec4f419-0f2a-489b-8354-c5990e455d43'] in n-d-800088-16 is: [{'id': 'aec4f419-0f2a-489b-8354-c5990e455d43', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-207102263-router', 'tenant_id': '1c2582a501044614b6b14b002223c647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '58e5597e-d492-40e4-868f-43a3d472c41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:50:23Z', 'updated_at': '2021-07-23T23:50:27Z', 'revision_number': 4, 'project_id': '1c2582a501044614b6b14b002223c647', 'gw_port': {'id': '58e5597e-d492-40e4-868f-43a3d472c41e', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec4f419-0f2a-489b-8354-c5990e455d43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:50:24Z', 'updated_at': '2021-07-23T23:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': 'a2c20673-908b-4139-a548-a1a85304aa34', 'tenant_id': '1c2582a501044614b6b14b002223c647', 'floating_ip_address': '172.25.3.87', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': 'aec4f419-0f2a-489b-8354-c5990e455d43', 'port_id': '4f7b6678-6001-42b1-9b5a-490c1fae4c50', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6cf1771-a5e0-4481-ada6-9af5ffe559f4', 'mac_address': 'fa:16:3e:81:c6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a26aeb-2f72-4330-b60b-2102eb893f2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:50:55Z', 'updated_at': '2021-07-23T23:53:37Z', 'revision_number': 5, 'project_id': '1c2582a501044614b6b14b002223c647', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb9a7947-0476-4b0b-9ba9-b4637254f25c', 'name': '', 'network_id': 'b6cf1771-a5e0-4481-ada6-9af5ffe559f4', 'tenant_id': '1c2582a501044614b6b14b002223c647', 'mac_address': 'fa:16:3e:2e:00:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec4f419-0f2a-489b-8354-c5990e455d43', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '1b5c91f7-60ac-4182-b027-91575613087b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:50:26Z', 'updated_at': '2021-07-23T23:50:35Z', 'revision_number': 5, 'project_id': '1c2582a501044614b6b14b002223c647', 'subnets': [{'id': '1b5c91f7-60ac-4182-b027-91575613087b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:53:41.295424 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1232bb33-94ad-4269-a061-dbea4181bc9b {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:53:41.304726 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ff6e48-06d1-4d62-ab84-c567363ce286 req-4ea0d343-a618-4e41-9f40-ee249b995d8f tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:41.309599 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb16303-5f38-42e2-bdcc-511b6912869d None None] Routers {'33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:53:41.313252 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-fcb16303-5f38-42e2-bdcc-511b6912869d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:53:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:53:41.317234 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 1232bb33-94ad-4269-a061-dbea4181bc9b, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=1232bb33-94ad-4269-a061-dbea4181bc9b,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:53:41.318586 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f6ff6e48-06d1-4d62-ab84-c567363ce286 req-4ea0d343-a618-4e41-9f40-ee249b995d8f tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9146497 Jul 23 23:53:41.353539 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f6ff6e48-06d1-4d62-ab84-c567363ce286 req-71a477ee-9c8f-4d5c-8182-3355fcc55437 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/quotas/93eec40beee743858af7fbcead2f938a HTTP/1.1" status: 200 len: 375 time: 0.0337255 Jul 23 23:53:41.358222 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:41.400667 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e3ea10-12bc-41e0-9d37-4acccdb291ab req-588cea8d-c8ee-426e-918e-b22a101252a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:41.407464 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b2e3ea10-12bc-41e0-9d37-4acccdb291ab req-588cea8d-c8ee-426e-918e-b22a101252a5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1b5c91f7-60ac-4182-b027-91575613087b HTTP/1.1" status: 200 len: 862 time: 0.1981447 Jul 23 23:53:41.458923 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=1232bb33-94ad-4269-a061-dbea4181bc9b,revision_number=9']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:53:41.474057 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2382f2fd-8942-4d24-8470-c929450867c6 req-c67f4b2f-741e-47d8-bf37-e4ee5bd36afc service neutron] 10.222.0.44 "GET /v2.0/networks/0d6ba2fb-46fe-4367-85af-3f33b158d449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366316 Jul 23 23:53:41.476200 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['1232bb33-94ad-4269-a061-dbea4181bc9b'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:53:41.684460 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f6ff6e48-06d1-4d62-ab84-c567363ce286 req-be953f5d-f995-4b0b-a628-d43dd2cb0f66 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=93eec40beee743858af7fbcead2f938a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3188403 Jul 23 23:53:41.709070 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20603c03-22ac-41a6-a5e0-5fbd0de82704 None None] New status for floating IP a2c20673-908b-4139-a548-a1a85304aa34: ACTIVE {{(pid=100315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 23:53:41.711113 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e3ea10-12bc-41e0-9d37-4acccdb291ab req-18d0aef2-1399-4026-8aeb-a0d891599518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:41.713108 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b2e3ea10-12bc-41e0-9d37-4acccdb291ab req-18d0aef2-1399-4026-8aeb-a0d891599518 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b6cf1771-a5e0-4481-ada6-9af5ffe559f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2524743 Jul 23 23:53:41.724533 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-fcb16303-5f38-42e2-bdcc-511b6912869d None None] Set router 33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:53:41.751571 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2382f2fd-8942-4d24-8470-c929450867c6 req-9875f60f-4d36-4739-ad54-da78b5bfafc8 service neutron] 10.222.0.44 "GET /v2.0/networks/0d6ba2fb-46fe-4367-85af-3f33b158d449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706532 Jul 23 23:53:41.851888 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a951d73-4725-4134-b83c-d5a270e52e7c x-openstack-request-id: req-6a951d73-4725-4134-b83c-d5a270e52e7c {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:53:41.852217 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa375975-ebae-4ee4-92f6-87c367514699", "name": "network-vif-deleted", "tag": "b91ae1c3-235a-4786-9987-4bf1f96af5cf", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:53:41.852403 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6a951d73-4725-4134-b83c-d5a270e52e7c {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:53:41.852838 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa375975-ebae-4ee4-92f6-87c367514699', 'name': 'network-vif-deleted', 'tag': 'b91ae1c3-235a-4786-9987-4bf1f96af5cf', 'status': 'completed', 'code': 200} Jul 23 23:53:41.952568 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b2e3ea10-12bc-41e0-9d37-4acccdb291ab req-6b0a0f1f-4b21-4413-bae9-b010a7e8d900 service neutron] 10.222.0.64 "GET /v2.0/networks/b6cf1771-a5e0-4481-ada6-9af5ffe559f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280560 Jul 23 23:53:42.234322 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-fcb16303-5f38-42e2-bdcc-511b6912869d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1407843321-router', 'tenant_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'e18c4a18-b564-4f84-85be-c1620383a9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:51:51Z', 'updated_at': '2021-07-23T23:51:59Z', 'revision_number': 4, 'project_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'gw_port': {'id': 'e18c4a18-b564-4f84-85be-c1620383a9be', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:51:52Z', 'updated_at': '2021-07-23T23:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '46ee16d0-092a-4da3-b0f6-a03dd95414c0', 'name': '', 'network_id': '0d6ba2fb-46fe-4367-85af-3f33b158d449', 'tenant_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'mac_address': 'fa:16:3e:82:b5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '13fa7780-575a-40c5-b19b-7d5a9ef282a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:51:58Z', 'updated_at': '2021-07-23T23:52:05Z', 'revision_number': 5, 'project_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'subnets': [{'id': '13fa7780-575a-40c5-b19b-7d5a9ef282a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:53:42.257600 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b2e3ea10-12bc-41e0-9d37-4acccdb291ab req-b2b10140-9559-45df-9104-2c1a4d2835c1 service neutron] 10.222.0.64 "GET /v2.0/networks/b6cf1771-a5e0-4481-ada6-9af5ffe559f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010199 Jul 23 23:53:42.266769 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb16303-5f38-42e2-bdcc-511b6912869d None None] The sync data for ids ['33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf'] in n-d-800088-16 is: [{'id': '33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1407843321-router', 'tenant_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'e18c4a18-b564-4f84-85be-c1620383a9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:51:51Z', 'updated_at': '2021-07-23T23:51:59Z', 'revision_number': 4, 'project_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'gw_port': {'id': 'e18c4a18-b564-4f84-85be-c1620383a9be', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:51:52Z', 'updated_at': '2021-07-23T23:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '46ee16d0-092a-4da3-b0f6-a03dd95414c0', 'name': '', 'network_id': '0d6ba2fb-46fe-4367-85af-3f33b158d449', 'tenant_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'mac_address': 'fa:16:3e:82:b5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '13fa7780-575a-40c5-b19b-7d5a9ef282a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:51:58Z', 'updated_at': '2021-07-23T23:52:05Z', 'revision_number': 5, 'project_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'subnets': [{'id': '13fa7780-575a-40c5-b19b-7d5a9ef282a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:53:42.454686 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29abbbf7-6e2c-4e00-9e4a-9450db8fcd13 req-eb6c79b5-bc22-455a-aae0-d9a3477dd3ee tempest-AttachSCSIVolumeTestJSON-1883636943 tempest-AttachSCSIVolumeTestJSON-1883636943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:42.459840 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-29abbbf7-6e2c-4e00-9e4a-9450db8fcd13 req-eb6c79b5-bc22-455a-aae0-d9a3477dd3ee tempest-AttachSCSIVolumeTestJSON-1883636943 tempest-AttachSCSIVolumeTestJSON-1883636943-project] 10.222.0.44 "GET /v2.0/ports?device_id=b42a6795-2e9e-4bbd-9762-724db0af5c5a HTTP/1.1" status: 200 len: 945 time: 0.1793065 Jul 23 23:53:42.559395 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-29abbbf7-6e2c-4e00-9e4a-9450db8fcd13 req-7c98db7d-8fef-4280-ae7d-9a9eaff253a5 tempest-AttachSCSIVolumeTestJSON-1883636943 tempest-AttachSCSIVolumeTestJSON-1883636943-project] 10.222.0.44 "GET /v2.0/security-groups?id=22ed2ed7-f637-428a-b188-fe044fcee805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905600 Jul 23 23:53:42.603040 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 40812) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:53:42.802004 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-30be4f12-62d5-4f4d-84a3-bf68dc094ad8 req-84e024a9-1458-4618-9365-44ffdf73c6cf tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/ports?device_id=0eaceb5f-e1bb-44ff-bf70-164f8342acaf HTTP/1.1" status: 200 len: 210 time: 0.0544152 Jul 23 23:53:42.845904 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab112a7-3e69-40b1-80b0-5842efe167b4 None None] New status for floating IP b2fadb27-bdc7-439c-ad44-952fc21545e0: DOWN {{(pid=100316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 23:53:42.847381 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-17b0782d-d4ba-404d-a877-46373b2c488b admin admin] Deleting subnet b5eea353-e8a7-4b16-8aa6-0fd838342ca4 {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:53:42.861052 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-17b0782d-d4ba-404d-a877-46373b2c488b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:42.968907 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0cd6f4c1-23cc-41d2-a88f-3181109fa5ec req-ec3ff80c-6255-433b-9c02-ecfc136a0d90 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "GET /v2.0/floatingips/b2fadb27-bdc7-439c-ad44-952fc21545e0 HTTP/1.1" status: 200 len: 696 time: 0.0660117 Jul 23 23:53:42.973558 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-17b0782d-d4ba-404d-a877-46373b2c488b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:43.058500 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device f9aa33f0-790d-4ea8-ab90-1df4e91d4624 up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:53:43.140194 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-17b0782d-d4ba-404d-a877-46373b2c488b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:43.211066 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-17b0782d-d4ba-404d-a877-46373b2c488b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:43.242422 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port f9aa33f0-790d-4ea8-ab90-1df4e91d4624 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:53:43.254704 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b0782d-d4ba-404d-a877-46373b2c488b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5eea353-e8a7-4b16-8aa6-0fd838342ca4,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:53:43.257034 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-17b0782d-d4ba-404d-a877-46373b2c488b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:43.257521 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port f9aa33f0-790d-4ea8-ab90-1df4e91d4624 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:53:43.258175 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:43.261613 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-17b0782d-d4ba-404d-a877-46373b2c488b admin admin] 10.222.0.44 "DELETE /v2.0/subnets/b5eea353-e8a7-4b16-8aa6-0fd838342ca4 HTTP/1.1" status: 204 len: 168 time: 0.6606405 Jul 23 23:53:43.262039 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 40836) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:53:43.335589 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd6f4c1-23cc-41d2-a88f-3181109fa5ec req-ec0b450e-3011-478a-8fb3-c4bd14023742 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:43.344400 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0cd6f4c1-23cc-41d2-a88f-3181109fa5ec req-ec0b450e-3011-478a-8fb3-c4bd14023742 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "GET /v2.0/networks/9adcfee8-760c-4568-9e39-c221abf69bf5 HTTP/1.1" status: 200 len: 784 time: 0.3472421 Jul 23 23:53:43.350064 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [req-0cd6f4c1-23cc-41d2-a88f-3181109fa5ec req-b07d293c-1a32-48a5-b789-b03193099637 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=100314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:53:43.371485 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0cd6f4c1-23cc-41d2-a88f-3181109fa5ec req-b07d293c-1a32-48a5-b789-b03193099637 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0175824 Jul 23 23:53:43.427035 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 40840) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:53:43.445581 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:43.458767 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5efe4c5d-00a3-412a-a7ad-4ffb6c8736d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:43.486570 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b42a6795-2e9e-4bbd-9762-724db0af5c5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9aa33f0-790d-4ea8-ab90-1df4e91d4624'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:53:43.489595 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63ccdd78-ae7c-46ca-b337-2da3f61a8641" -d '{"events": [{"server_uuid": "b42a6795-2e9e-4bbd-9762-724db0af5c5a", "name": "network-vif-plugged", "status": "completed", "tag": "f9aa33f0-790d-4ea8-ab90-1df4e91d4624"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:53:43.490225 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0cd6f4c1-23cc-41d2-a88f-3181109fa5ec req-72f09c7b-8d8a-4cb1-8c44-fcd92fe09027 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.3.225 HTTP/1.1" status: 200 len: 699 time: 0.1176403 Jul 23 23:53:43.513117 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port f9aa33f0-790d-4ea8-ab90-1df4e91d4624, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=f9aa33f0-790d-4ea8-ab90-1df4e91d4624,segment=NetworkSegment(3faff525-08de-4988-a839-850e69ad6c5f),segment_id=3faff525-08de-4988-a839-850e69ad6c5f)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:53:43.528248 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:43.640659 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd52e19-39f5-47e6-9af4-b3054ee134d8 x-openstack-request-id: req-8fd52e19-39f5-47e6-9af4-b3054ee134d8 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:53:43.641215 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b42a6795-2e9e-4bbd-9762-724db0af5c5a", "name": "network-vif-plugged", "status": "completed", "tag": "f9aa33f0-790d-4ea8-ab90-1df4e91d4624", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:53:43.641485 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8fd52e19-39f5-47e6-9af4-b3054ee134d8 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:53:43.641899 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b42a6795-2e9e-4bbd-9762-724db0af5c5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9aa33f0-790d-4ea8-ab90-1df4e91d4624', 'code': 200} Jul 23 23:53:43.656098 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f6ff6e48-06d1-4d62-ab84-c567363ce286 req-bc9c0eec-93eb-406b-9ae0-97eabbe6e92d tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=93eec40beee743858af7fbcead2f938a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0554738 Jul 23 23:53:43.674815 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0cd6f4c1-23cc-41d2-a88f-3181109fa5ec req-c7fd5bdd-e6c8-499d-9527-ded7e8cc3faf tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.3.225 HTTP/1.1" status: 200 len: 697 time: 0.1836154 Jul 23 23:53:43.693783 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5efe4c5d-00a3-412a-a7ad-4ffb6c8736d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:43.717402 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=f9aa33f0-790d-4ea8-ab90-1df4e91d4624,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:53:43.826489 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5efe4c5d-00a3-412a-a7ad-4ffb6c8736d1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:53:43.826970 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5efe4c5d-00a3-412a-a7ad-4ffb6c8736d1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:53:43.827999 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5efe4c5d-00a3-412a-a7ad-4ffb6c8736d1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:53:43.828459 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5efe4c5d-00a3-412a-a7ad-4ffb6c8736d1 admin admin] Subscribe: > port after_create 55550000 {{(pid=100313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:53:43.828934 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5efe4c5d-00a3-412a-a7ad-4ffb6c8736d1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:53:43.829577 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5efe4c5d-00a3-412a-a7ad-4ffb6c8736d1 admin admin] Subscribe: > port after_update 55550000 {{(pid=100313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:53:43.830168 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5efe4c5d-00a3-412a-a7ad-4ffb6c8736d1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:53:43.830587 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5efe4c5d-00a3-412a-a7ad-4ffb6c8736d1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:53:43.831046 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5efe4c5d-00a3-412a-a7ad-4ffb6c8736d1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:53:43.831482 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5efe4c5d-00a3-412a-a7ad-4ffb6c8736d1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:53:43.978551 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 1232bb33-94ad-4269-a061-dbea4181bc9b up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:53:43.986168 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5efe4c5d-00a3-412a-a7ad-4ffb6c8736d1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:53:43.986970 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5efe4c5d-00a3-412a-a7ad-4ffb6c8736d1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:53:43.989828 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5efe4c5d-00a3-412a-a7ad-4ffb6c8736d1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:53:43.990888 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5efe4c5d-00a3-412a-a7ad-4ffb6c8736d1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:53:43.991670 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-5efe4c5d-00a3-412a-a7ad-4ffb6c8736d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fbc53d6-796b-417b-8829-0ed6b4aab796']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:53:43.995285 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ff6e48-06d1-4d62-ab84-c567363ce286 req-ba4acbee-e6ca-4290-91a9-ce1a884e7122 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:43.996979 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f6ff6e48-06d1-4d62-ab84-c567363ce286 req-ba4acbee-e6ca-4290-91a9-ce1a884e7122 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3195097 Jul 23 23:53:44.000826 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b7413c65-da02-43c4-92aa-7f876619df3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:44.014579 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-f6ff6e48-06d1-4d62-ab84-c567363ce286 req-31858d83-f4db-4c60-a33e-e9bc03a51e61 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Request body: {'port': {'device_id': '0eaceb5f-e1bb-44ff-bf70-164f8342acaf', 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2', 'admin_state_up': True, 'tenant_id': '93eec40beee743858af7fbcead2f938a'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:53:44.023343 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbdc88d9-1c6d-46e5-b46a-1706cd675bad', 'name': 'network-vif-deleted', 'tag': '7e8cfb1d-8c00-4520-8988-cc5a644bf7e6'}, {'name': 'network-changed', 'server_uuid': 'ed250f17-a555-4a7b-a8a7-c603cd1cc439', 'tag': '5e95252c-95c6-4944-9947-81ff66c9acb7'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:53:44.026905 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40420f20-3875-4523-be3e-b856983c2d0b" -d '{"events": [{"server_uuid": "bbdc88d9-1c6d-46e5-b46a-1706cd675bad", "name": "network-vif-deleted", "tag": "7e8cfb1d-8c00-4520-8988-cc5a644bf7e6"}, {"name": "network-changed", "server_uuid": "ed250f17-a555-4a7b-a8a7-c603cd1cc439", "tag": "5e95252c-95c6-4944-9947-81ff66c9acb7"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:53:44.069605 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port 1232bb33-94ad-4269-a061-dbea4181bc9b triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:53:44.070244 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:44.070745 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-5efe4c5d-00a3-412a-a7ad-4ffb6c8736d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1af4fee7-71e9-4e29-b37f-62374352ca42') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:53:44.071067 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-5efe4c5d-00a3-412a-a7ad-4ffb6c8736d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1af4fee7-71e9-4e29-b37f-62374352ca42') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:53:44.108663 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5efe4c5d-00a3-412a-a7ad-4ffb6c8736d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:44.123788 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-0cd6f4c1-23cc-41d2-a88f-3181109fa5ec req-3d79a68a-514c-4b9e-a275-6e29b6cec661 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Deleting port 1baf8113-5c8a-4095-83ae-244db72d16e1 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:53:44.124126 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-0cd6f4c1-23cc-41d2-a88f-3181109fa5ec req-3d79a68a-514c-4b9e-a275-6e29b6cec661 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:44.162619 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5efe4c5d-00a3-412a-a7ad-4ffb6c8736d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:44.191478 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:44.198178 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5efe4c5d-00a3-412a-a7ad-4ffb6c8736d1 admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:53:44.198606 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5efe4c5d-00a3-412a-a7ad-4ffb6c8736d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:44.213764 n-d-800088-16 neutron-server[100313]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 23 23:53:44.213764 n-d-800088-16 neutron-server[100313]: from cryptography.utils import int_from_bytes Jul 23 23:53:44.213764 n-d-800088-16 neutron-server[100313]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 23 23:53:44.213764 n-d-800088-16 neutron-server[100313]: from cryptography.utils import int_from_bytes Jul 23 23:53:44.213764 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 23 23:53:44.213764 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:53:44.213764 n-d-800088-16 neutron-server[100313]: timer() Jul 23 23:53:44.213764 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:53:44.213764 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 23 23:53:44.213764 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:53:44.213764 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 23 23:53:44.213764 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:53:44.213764 n-d-800088-16 neutron-server[100313]: self._notify() Jul 23 23:53:44.213764 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:53:44.213764 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 23 23:53:44.213764 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:53:44.213764 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 23 23:53:44.213764 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:53:44.213764 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:53:44.213764 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:53:44.213764 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:53:44.213764 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:53:44.213764 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 23 23:53:44.213764 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:53:44.213764 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 23 23:53:44.213764 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:53:44.213764 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:53:44.213764 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:53:44.213764 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 23 23:53:44.213764 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:53:44.213764 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:53:44.213764 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:53:44.213764 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:53:44.213764 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:53:44.213764 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:53:44.213764 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:53:44.242628 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36016acb-dd63-492f-9e9d-81a0d95002b8 req-d5f31cb4-93b6-42c7-9b37-3347669c6920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:44.244940 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-36016acb-dd63-492f-9e9d-81a0d95002b8 req-d5f31cb4-93b6-42c7-9b37-3347669c6920 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b42a6795-2e9e-4bbd-9762-724db0af5c5a HTTP/1.1" status: 200 len: 1098 time: 0.5297170 Jul 23 23:53:44.245069 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 1232bb33-94ad-4269-a061-dbea4181bc9b, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=1232bb33-94ad-4269-a061-dbea4181bc9b,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:53:44.248534 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-0cd6f4c1-23cc-41d2-a88f-3181109fa5ec req-3d79a68a-514c-4b9e-a275-6e29b6cec661 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:44.249013 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-0cd6f4c1-23cc-41d2-a88f-3181109fa5ec req-3d79a68a-514c-4b9e-a275-6e29b6cec661 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:44.251296 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:44.265326 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-0cd6f4c1-23cc-41d2-a88f-3181109fa5ec req-3d79a68a-514c-4b9e-a275-6e29b6cec661 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Calling delete_port for 1baf8113-5c8a-4095-83ae-244db72d16e1 owned by network:floatingip {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:53:44.269197 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a9d90-25da-426d-aa5a-b114e7fc6dd5 req-4f32f911-2a11-4e7b-8ba6-a358763514dc tempest-AttachSCSIVolumeTestJSON-1883636943 tempest-AttachSCSIVolumeTestJSON-1883636943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:44.272444 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-951a9d90-25da-426d-aa5a-b114e7fc6dd5 req-4f32f911-2a11-4e7b-8ba6-a358763514dc tempest-AttachSCSIVolumeTestJSON-1883636943 tempest-AttachSCSIVolumeTestJSON-1883636943-project] 10.222.0.44 "GET /v2.0/ports?device_id=b42a6795-2e9e-4bbd-9762-724db0af5c5a HTTP/1.1" status: 200 len: 946 time: 0.4885383 Jul 23 23:53:44.328803 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=1232bb33-94ad-4269-a061-dbea4181bc9b,revision_number=10']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:53:44.405095 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-36016acb-dd63-492f-9e9d-81a0d95002b8 req-e59f51d0-d119-455e-95cb-5e8863649a95 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=22ed2ed7-f637-428a-b188-fe044fcee805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284792 Jul 23 23:53:44.416053 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5efe4c5d-00a3-412a-a7ad-4ffb6c8736d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:44.454257 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5efe4c5d-00a3-412a-a7ad-4ffb6c8736d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:44.456203 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-5efe4c5d-00a3-412a-a7ad-4ffb6c8736d1 admin admin] 10.222.0.44 "DELETE /v2.0/networks/8fbc53d6-796b-417b-8829-0ed6b4aab796 HTTP/1.1" status: 204 len: 168 time: 1.1935863 Jul 23 23:53:44.456844 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:44.460126 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 40898) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:53:44.466114 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-951a9d90-25da-426d-aa5a-b114e7fc6dd5 req-c2d3c25c-4209-421c-98fd-27b0e01a89cd tempest-AttachSCSIVolumeTestJSON-1883636943 tempest-AttachSCSIVolumeTestJSON-1883636943-project] 10.222.0.44 "GET /v2.0/security-groups?id=22ed2ed7-f637-428a-b188-fe044fcee805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781440 Jul 23 23:53:44.474708 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efe4c5d-00a3-412a-a7ad-4ffb6c8736d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8fbc53d6-796b-417b-8829-0ed6b4aab796,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:53:44.490174 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b7413c65-da02-43c4-92aa-7f876619df3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:44.501067 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b7413c65-da02-43c4-92aa-7f876619df3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:44.559544 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-b7413c65-da02-43c4-92aa-7f876619df3b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c4b28fc385bd4739940bdaf9de0227b9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1313434 Jul 23 23:53:44.562213 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7413c65-da02-43c4-92aa-7f876619df3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e61333e-6462-4f26-94c3-e66a2a02f9ed,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:53:44.564264 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb1167b9-4b39-4dc6-95f7-3990d185257d admin admin] Deleting subnet 3d46b7d6-4732-4d92-afb7-c321c4f76c19 {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:53:44.566712 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 40900) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:53:44.574090 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6ff6e48-06d1-4d62-ab84-c567363ce286 req-31858d83-f4db-4c60-a33e-e9bc03a51e61 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Made reservation on behalf of 93eec40beee743858af7fbcead2f938a for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:53:44.578621 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f6ff6e48-06d1-4d62-ab84-c567363ce286 req-31858d83-f4db-4c60-a33e-e9bc03a51e61 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:44.581083 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-0cd6f4c1-23cc-41d2-a88f-3181109fa5ec req-3d79a68a-514c-4b9e-a275-6e29b6cec661 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:44.583032 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-eb1167b9-4b39-4dc6-95f7-3990d185257d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:44.660245 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d79a68a-514c-4b9e-a275-6e29b6cec661 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Pushing event deleted for resources: {'Port': ['ID=1baf8113-5c8a-4095-83ae-244db72d16e1,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:53:44.694752 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ee86b7fb-138e-46a7-9ae1-caef99c2ead3 req-3ad7ed78-c674-4bb2-ba50-d70088016d33 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/ports?device_id=0eaceb5f-e1bb-44ff-bf70-164f8342acaf HTTP/1.1" status: 200 len: 210 time: 0.0538833 Jul 23 23:53:44.698745 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-eb1167b9-4b39-4dc6-95f7-3990d185257d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:44.777356 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 23 Jul 2021 23:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc23231-f11f-4f11-a9a0-f14fdf111c58 x-openstack-request-id: req-afc23231-f11f-4f11-a9a0-f14fdf111c58 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:53:44.777728 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbdc88d9-1c6d-46e5-b46a-1706cd675bad", "name": "network-vif-deleted", "tag": "7e8cfb1d-8c00-4520-8988-cc5a644bf7e6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ed250f17-a555-4a7b-a8a7-c603cd1cc439", "tag": "5e95252c-95c6-4944-9947-81ff66c9acb7", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:53:44.777986 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-afc23231-f11f-4f11-a9a0-f14fdf111c58 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:53:44.778407 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbdc88d9-1c6d-46e5-b46a-1706cd675bad', 'name': 'network-vif-deleted', 'tag': '7e8cfb1d-8c00-4520-8988-cc5a644bf7e6', 'status': 'completed', 'code': 200} Jul 23 23:53:44.779254 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed250f17-a555-4a7b-a8a7-c603cd1cc439', 'tag': '5e95252c-95c6-4944-9947-81ff66c9acb7', 'status': 'completed', 'code': 200} Jul 23 23:53:44.893812 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e943467b-e6a5-4b42-b49d-b474e2c2bc78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:44.912079 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40420f20-3875-4523-be3e-b856983c2d0b req-f32716bd-23ad-425b-8273-39b76b7ffd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:44.914774 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-40420f20-3875-4523-be3e-b856983c2d0b req-f32716bd-23ad-425b-8273-39b76b7ffd99 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fe34b741dd5e495ab273e85e013ecfbf&device_id=ed250f17-a555-4a7b-a8a7-c603cd1cc439 HTTP/1.1" status: 200 len: 1097 time: 0.1126826 Jul 23 23:53:44.924920 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-eb1167b9-4b39-4dc6-95f7-3990d185257d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:44.927451 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-0cd6f4c1-23cc-41d2-a88f-3181109fa5ec req-3d79a68a-514c-4b9e-a275-6e29b6cec661 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Notify callbacks [] for floatingip, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:44.930363 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-0cd6f4c1-23cc-41d2-a88f-3181109fa5ec req-3d79a68a-514c-4b9e-a275-6e29b6cec661 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:44.941930 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0cd6f4c1-23cc-41d2-a88f-3181109fa5ec req-3d79a68a-514c-4b9e-a275-6e29b6cec661 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "DELETE /v2.0/floatingips/b2fadb27-bdc7-439c-ad44-952fc21545e0 HTTP/1.1" status: 204 len: 173 time: 1.2656751 Jul 23 23:53:45.026967 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40420f20-3875-4523-be3e-b856983c2d0b req-4ecf9aa3-b45d-43b9-9043-0f99f96e512f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:45.029885 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-40420f20-3875-4523-be3e-b856983c2d0b req-4ecf9aa3-b45d-43b9-9043-0f99f96e512f service neutron] 10.222.0.52 "GET /v2.0/networks?id=0d6ba2fb-46fe-4367-85af-3f33b158d449 HTTP/1.1" status: 200 len: 922 time: 0.1082563 Jul 23 23:53:45.043640 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [req-f6ff6e48-06d1-4d62-ab84-c567363ce286 req-31858d83-f4db-4c60-a33e-e9bc03a51e61 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Allocated IP 192.168.233.223 (603dff3b-80fe-44ec-a82a-8d8b74b0c3c2/ef73a7e1-c64a-41e3-9997-629475c7b6b1/517db9ca-3b36-4100-abc1-0bc8402ac1db) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:53:45.089031 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e943467b-e6a5-4b42-b49d-b474e2c2bc78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:45.104042 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-40420f20-3875-4523-be3e-b856983c2d0b req-9c76a4dc-a2fe-4607-bc5c-81cdcc49b3a1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e95252c-95c6-4944-9947-81ff66c9acb7 HTTP/1.1" status: 200 len: 217 time: 0.0646145 Jul 23 23:53:45.197509 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40420f20-3875-4523-be3e-b856983c2d0b req-2bfec57a-5df3-4e5e-92da-19fd7b93f055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:45.199237 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-40420f20-3875-4523-be3e-b856983c2d0b req-2bfec57a-5df3-4e5e-92da-19fd7b93f055 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=13fa7780-575a-40c5-b19b-7d5a9ef282a8 HTTP/1.1" status: 200 len: 860 time: 0.0839028 Jul 23 23:53:45.301220 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40420f20-3875-4523-be3e-b856983c2d0b req-10c7530b-8e55-49a5-9cb7-2f1a2bf14341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:45.302453 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-eb1167b9-4b39-4dc6-95f7-3990d185257d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:45.304292 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-40420f20-3875-4523-be3e-b856983c2d0b req-10c7530b-8e55-49a5-9cb7-2f1a2bf14341 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0d6ba2fb-46fe-4367-85af-3f33b158d449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0966153 Jul 23 23:53:45.394579 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-eb1167b9-4b39-4dc6-95f7-3990d185257d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:45.401777 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-eb1167b9-4b39-4dc6-95f7-3990d185257d admin admin] 10.222.0.44 "DELETE /v2.0/subnets/3d46b7d6-4732-4d92-afb7-c321c4f76c19 HTTP/1.1" status: 204 len: 168 time: 0.9377136 Jul 23 23:53:45.415231 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 40948) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:53:45.457472 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1167b9-4b39-4dc6-95f7-3990d185257d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d46b7d6-4732-4d92-afb7-c321c4f76c19,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:53:45.488342 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e943467b-e6a5-4b42-b49d-b474e2c2bc78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:45.491882 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e943467b-e6a5-4b42-b49d-b474e2c2bc78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:45.493319 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-e943467b-e6a5-4b42-b49d-b474e2c2bc78 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5e61333e-6462-4f26-94c3-e66a2a02f9ed HTTP/1.1" status: 204 len: 168 time: 0.9251072 Jul 23 23:53:45.510490 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-40420f20-3875-4523-be3e-b856983c2d0b req-e13fae07-58de-46c3-8a4c-26f7190f7970 service neutron] 10.222.0.52 "GET /v2.0/networks/0d6ba2fb-46fe-4367-85af-3f33b158d449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888423 Jul 23 23:53:45.516994 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f252aeb7-98bb-4656-82c5-05b24673b8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:45.603130 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e943467b-e6a5-4b42-b49d-b474e2c2bc78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e61333e-6462-4f26-94c3-e66a2a02f9ed,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:53:45.653441 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a38679e-4ab8-4a39-9e4a-ae1b668ec623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1232bb33-94ad-4269-a061-dbea4181bc9b'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:53:45.666721 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b7d50f-c8fb-4971-8716-d8109324eb37" -d '{"events": [{"server_uuid": "7a38679e-4ab8-4a39-9e4a-ae1b668ec623", "name": "network-vif-plugged", "status": "completed", "tag": "1232bb33-94ad-4269-a061-dbea4181bc9b"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:53:45.675845 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f6ff6e48-06d1-4d62-ab84-c567363ce286 req-31858d83-f4db-4c60-a33e-e9bc03a51e61 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:45.700167 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05085c2c-2e51-418d-b3fe-a1846a2cf5bd req-246bcc24-51b2-4e6d-8d8d-970f186d76ce tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:45.709134 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-05085c2c-2e51-418d-b3fe-a1846a2cf5bd req-246bcc24-51b2-4e6d-8d8d-970f186d76ce tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed250f17-a555-4a7b-a8a7-c603cd1cc439 HTTP/1.1" status: 200 len: 945 time: 0.2707763 Jul 23 23:53:45.736639 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-f6ff6e48-06d1-4d62-ab84-c567363ce286 req-31858d83-f4db-4c60-a33e-e9bc03a51e61 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Transition to ACTIVE for port object 517db9ca-3b36-4100-abc1-0bc8402ac1db will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:53:45.784668 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f252aeb7-98bb-4656-82c5-05b24673b8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:45.790964 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-05085c2c-2e51-418d-b3fe-a1846a2cf5bd req-e8fe429c-a0fe-4106-9a9a-51bc324449ae tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "GET /v2.0/security-groups?id=62065130-af15-4dfe-90c8-a05e16243009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807347 Jul 23 23:53:45.808112 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-f252aeb7-98bb-4656-82c5-05b24673b8d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['924980cc-265c-4dd3-b1ea-9cee4a578dd1']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:53:45.812278 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f6ff6e48-06d1-4d62-ab84-c567363ce286 req-31858d83-f4db-4c60-a33e-e9bc03a51e61 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:45.836104 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['f9b52e8a-7d85-422f-b2ce-78773c09870e'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:53:45.839775 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['e5375155-efd6-44ad-a4c9-4bcf4b7d5140'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:53:45.863405 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-f252aeb7-98bb-4656-82c5-05b24673b8d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab8f07ab-e14a-436f-8187-8dfe60d76e99') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:53:45.863778 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-f252aeb7-98bb-4656-82c5-05b24673b8d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab8f07ab-e14a-436f-8187-8dfe60d76e99') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:53:45.920271 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f252aeb7-98bb-4656-82c5-05b24673b8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:45.938358 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6ff6e48-06d1-4d62-ab84-c567363ce286 req-31858d83-f4db-4c60-a33e-e9bc03a51e61 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:53:45.953702 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-40420f20-3875-4523-be3e-b856983c2d0b req-e15ceff6-814b-4adb-a9b9-26da7a6211b6 service neutron] 10.222.0.52 "GET /v2.0/networks/0d6ba2fb-46fe-4367-85af-3f33b158d449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4344215 Jul 23 23:53:45.980866 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [req-f6ff6e48-06d1-4d62-ab84-c567363ce286 req-31858d83-f4db-4c60-a33e-e9bc03a51e61 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:53:46.016348 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f252aeb7-98bb-4656-82c5-05b24673b8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:46.017436 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6ff6e48-06d1-4d62-ab84-c567363ce286 req-31858d83-f4db-4c60-a33e-e9bc03a51e61 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:53:46.033960 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b35c18-a7d3-4066-91c7-4d6cb220c678 x-openstack-request-id: req-88b35c18-a7d3-4066-91c7-4d6cb220c678 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:53:46.033960 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a38679e-4ab8-4a39-9e4a-ae1b668ec623", "name": "network-vif-plugged", "status": "completed", "tag": "1232bb33-94ad-4269-a061-dbea4181bc9b", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:53:46.033960 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-88b35c18-a7d3-4066-91c7-4d6cb220c678 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:53:46.034543 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a38679e-4ab8-4a39-9e4a-ae1b668ec623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1232bb33-94ad-4269-a061-dbea4181bc9b', 'code': 200} Jul 23 23:53:46.060882 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31858d83-f4db-4c60-a33e-e9bc03a51e61 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Pushing event updated for resources: {'Port': ['ID=517db9ca-3b36-4100-abc1-0bc8402ac1db,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:53:46.072917 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f252aeb7-98bb-4656-82c5-05b24673b8d4 admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:53:46.073384 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f252aeb7-98bb-4656-82c5-05b24673b8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:46.075293 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 23 23:53:46.075293 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:53:46.075293 n-d-800088-16 neutron-server[100313]: timer() Jul 23 23:53:46.075293 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:53:46.075293 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 23 23:53:46.075293 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:53:46.075293 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 23 23:53:46.075293 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:53:46.075293 n-d-800088-16 neutron-server[100313]: self._notify() Jul 23 23:53:46.075293 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:53:46.075293 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 23 23:53:46.075293 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:53:46.075293 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 23 23:53:46.075293 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:53:46.075293 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:53:46.075293 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:53:46.075293 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:53:46.075293 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:53:46.075293 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 23 23:53:46.075293 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:53:46.075293 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 23 23:53:46.075293 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:53:46.075293 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:53:46.075293 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:53:46.075293 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 23 23:53:46.075293 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:53:46.075293 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:53:46.075293 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:53:46.075293 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:53:46.075293 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:53:46.075293 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:53:46.075293 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:53:46.192332 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f06d6bb-4be6-4696-9035-a472982bed03 req-66c57496-ad94-4a0b-b375-cc3b046b9601 tempest-AttachSCSIVolumeTestJSON-1883636943 tempest-AttachSCSIVolumeTestJSON-1883636943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:46.203626 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1f06d6bb-4be6-4696-9035-a472982bed03 req-66c57496-ad94-4a0b-b375-cc3b046b9601 tempest-AttachSCSIVolumeTestJSON-1883636943 tempest-AttachSCSIVolumeTestJSON-1883636943-project] 10.222.0.44 "GET /v2.0/ports?device_id=b42a6795-2e9e-4bbd-9762-724db0af5c5a HTTP/1.1" status: 200 len: 946 time: 0.5864630 Jul 23 23:53:46.234487 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ff6e48-06d1-4d62-ab84-c567363ce286 req-31858d83-f4db-4c60-a33e-e9bc03a51e61 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:46.235494 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f6ff6e48-06d1-4d62-ab84-c567363ce286 req-31858d83-f4db-4c60-a33e-e9bc03a51e61 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:46.298094 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f6ff6e48-06d1-4d62-ab84-c567363ce286 req-31858d83-f4db-4c60-a33e-e9bc03a51e61 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2888803 Jul 23 23:53:46.312635 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-f6ff6e48-06d1-4d62-ab84-c567363ce286 req-91cf6217-165a-428f-aef1-db4e07390967 service neutron] Request body: {'port': {'device_id': '0eaceb5f-e1bb-44ff-bf70-164f8342acaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-16'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:53:46.387033 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f252aeb7-98bb-4656-82c5-05b24673b8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:46.410452 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f252aeb7-98bb-4656-82c5-05b24673b8d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:46.426916 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-f252aeb7-98bb-4656-82c5-05b24673b8d4 admin admin] 10.222.0.44 "DELETE /v2.0/networks/924980cc-265c-4dd3-b1ea-9cee4a578dd1 HTTP/1.1" status: 204 len: 168 time: 0.9968116 Jul 23 23:53:46.447915 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1f06d6bb-4be6-4696-9035-a472982bed03 req-678f7999-fa2f-4726-9da4-0a39169b0ca1 tempest-AttachSCSIVolumeTestJSON-1883636943 tempest-AttachSCSIVolumeTestJSON-1883636943-project] 10.222.0.44 "GET /v2.0/security-groups?id=22ed2ed7-f637-428a-b188-fe044fcee805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432997 Jul 23 23:53:46.505954 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df41a064-e39d-4ada-9515-a6dc6b4648e2 req-7692bde8-3f71-4b1f-bc38-1ac82f7d42ff tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:46.507880 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-df41a064-e39d-4ada-9515-a6dc6b4648e2 req-7692bde8-3f71-4b1f-bc38-1ac82f7d42ff tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/ports?device_id=0eaceb5f-e1bb-44ff-bf70-164f8342acaf HTTP/1.1" status: 200 len: 936 time: 0.2678235 Jul 23 23:53:46.508658 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f6ff6e48-06d1-4d62-ab84-c567363ce286 req-91cf6217-165a-428f-aef1-db4e07390967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:46.553307 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f252aeb7-98bb-4656-82c5-05b24673b8d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=924980cc-265c-4dd3-b1ea-9cee4a578dd1,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:53:46.617559 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-df41a064-e39d-4ada-9515-a6dc6b4648e2 req-4ecc8e09-7199-4b07-b750-de8c43827b38 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/security-groups?id=84afd7ea-644b-438b-8379-6d56a9cf992d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884287 Jul 23 23:53:46.738054 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-ff1e3918-7c8c-47e9-b95d-7cabc03e1fe1 None None] Provisioning for port 517db9ca-3b36-4100-abc1-0bc8402ac1db completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:53:46.823660 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-ff1e3918-7c8c-47e9-b95d-7cabc03e1fe1 None None] Provisioning complete for port 517db9ca-3b36-4100-abc1-0bc8402ac1db triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:53:46.825057 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ff1e3918-7c8c-47e9-b95d-7cabc03e1fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:47.250634 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-ff1e3918-7c8c-47e9-b95d-7cabc03e1fe1 None None] Port 517db9ca-3b36-4100-abc1-0bc8402ac1db cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:53:47.255116 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d1efd1-27af-4ec7-934f-6bc6229f2cd5 req-2d2558c5-0669-405b-afee-30fa52fb97e0 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:47.258076 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-95d1efd1-27af-4ec7-934f-6bc6229f2cd5 req-2d2558c5-0669-405b-afee-30fa52fb97e0 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed250f17-a555-4a7b-a8a7-c603cd1cc439 HTTP/1.1" status: 200 len: 945 time: 0.4183049 Jul 23 23:53:47.317571 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 40998) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:53:47.429030 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:47.444910 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-1ed189f0-b200-4e7b-a8a5-4812e9b507fa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fcf63d2414cc483aa0b938b26409d6cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1256695 Jul 23 23:53:47.455666 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 41004) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:53:47.506256 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 41006) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:53:47.537720 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-95d1efd1-27af-4ec7-934f-6bc6229f2cd5 req-38ffc1d3-6353-4d30-a54c-8141a6943824 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Deleting port 5e95252c-95c6-4944-9947-81ff66c9acb7 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:53:47.538203 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-95d1efd1-27af-4ec7-934f-6bc6229f2cd5 req-38ffc1d3-6353-4d30-a54c-8141a6943824 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:47.622991 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fe23b041-1ab0-471e-80ca-d46516c7a82f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:47.650645 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5661b3-0ffa-46fa-b431-62276bda1a73 req-cf983de9-2578-4f86-b8fe-a65431fad6e7 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:47.665261 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bd5661b3-0ffa-46fa-b431-62276bda1a73 req-cf983de9-2578-4f86-b8fe-a65431fad6e7 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed250f17-a555-4a7b-a8a7-c603cd1cc439 HTTP/1.1" status: 200 len: 945 time: 0.5008109 Jul 23 23:53:47.680432 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fe23b041-1ab0-471e-80ca-d46516c7a82f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:47.741370 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-f6ff6e48-06d1-4d62-ab84-c567363ce286 req-91cf6217-165a-428f-aef1-db4e07390967 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 517db9ca-3b36-4100-abc1-0bc8402ac1db {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:53:47.758960 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-7399caff-2277-4349-b7d4-1f9ef0acb12e admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-801024329-network', 'tenant_id': 'd749b4d1b42a4289ae7deab4121e65e5'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:53:47.776949 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f6ff6e48-06d1-4d62-ab84-c567363ce286 req-91cf6217-165a-428f-aef1-db4e07390967 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:47.816255 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bd5661b3-0ffa-46fa-b431-62276bda1a73 req-734131ce-9884-423a-9df0-4fe4a47d905d tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "GET /v2.0/security-groups?id=62065130-af15-4dfe-90c8-a05e16243009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440969 Jul 23 23:53:47.832386 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-f6ff6e48-06d1-4d62-ab84-c567363ce286 req-91cf6217-165a-428f-aef1-db4e07390967 service neutron] Transition to ACTIVE for port object 517db9ca-3b36-4100-abc1-0bc8402ac1db will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:53:47.844148 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f6ff6e48-06d1-4d62-ab84-c567363ce286 req-91cf6217-165a-428f-aef1-db4e07390967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:47.852563 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-95d1efd1-27af-4ec7-934f-6bc6229f2cd5 req-38ffc1d3-6353-4d30-a54c-8141a6943824 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] For port 5e95252c-95c6-4944-9947-81ff66c9acb7, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=5e95252c-95c6-4944-9947-81ff66c9acb7,segment=NetworkSegment(1eb88701-f197-4cdd-9aa7-747409d195ea),segment_id=1eb88701-f197-4cdd-9aa7-747409d195ea)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:53:47.853066 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-95d1efd1-27af-4ec7-934f-6bc6229f2cd5 req-38ffc1d3-6353-4d30-a54c-8141a6943824 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:47.904792 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fe23b041-1ab0-471e-80ca-d46516c7a82f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:47.909020 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fe23b041-1ab0-471e-80ca-d46516c7a82f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:47.920935 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-fe23b041-1ab0-471e-80ca-d46516c7a82f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/250fe6fc-699b-4f62-8139-3728280b5dfe HTTP/1.1" status: 204 len: 168 time: 0.4521332 Jul 23 23:53:47.922495 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-95d1efd1-27af-4ec7-934f-6bc6229f2cd5 req-38ffc1d3-6353-4d30-a54c-8141a6943824 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Calling delete_port for 5e95252c-95c6-4944-9947-81ff66c9acb7 owned by compute:nova {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:53:47.969999 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe23b041-1ab0-471e-80ca-d46516c7a82f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=250fe6fc-699b-4f62-8139-3728280b5dfe,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:53:48.005990 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cf6217-165a-428f-aef1-db4e07390967 service neutron] Pushing event updated for resources: {'Port': ['ID=517db9ca-3b36-4100-abc1-0bc8402ac1db,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:53:48.021822 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7399caff-2277-4349-b7d4-1f9ef0acb12e admin admin] Made reservation on behalf of d749b4d1b42a4289ae7deab4121e65e5 for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:53:48.028101 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7399caff-2277-4349-b7d4-1f9ef0acb12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:48.062049 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7399caff-2277-4349-b7d4-1f9ef0acb12e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:48.463153 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-95d1efd1-27af-4ec7-934f-6bc6229f2cd5 req-38ffc1d3-6353-4d30-a54c-8141a6943824 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:48.476218 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['5e95252c-95c6-4944-9947-81ff66c9acb7'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:53:48.520931 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7399caff-2277-4349-b7d4-1f9ef0acb12e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:48.536119 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7399caff-2277-4349-b7d4-1f9ef0acb12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:48.552088 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-f6ff6e48-06d1-4d62-ab84-c567363ce286 req-91cf6217-165a-428f-aef1-db4e07390967 service neutron] Attempting to bind port 517db9ca-3b36-4100-abc1-0bc8402ac1db on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:53:48.552739 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-f6ff6e48-06d1-4d62-ab84-c567363ce286 req-91cf6217-165a-428f-aef1-db4e07390967 service neutron] Attempting to bind port 517db9ca-3b36-4100-abc1-0bc8402ac1db by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:53:48.553376 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ff6e48-06d1-4d62-ab84-c567363ce286 req-91cf6217-165a-428f-aef1-db4e07390967 service neutron] Attempting to bind port 517db9ca-3b36-4100-abc1-0bc8402ac1db on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:53:48.585663 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7399caff-2277-4349-b7d4-1f9ef0acb12e admin admin] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:53:48.593536 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ff6e48-06d1-4d62-ab84-c567363ce286 req-91cf6217-165a-428f-aef1-db4e07390967 service neutron] Port 517db9ca-3b36-4100-abc1-0bc8402ac1db on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:53:48.595324 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ff6e48-06d1-4d62-ab84-c567363ce286 req-91cf6217-165a-428f-aef1-db4e07390967 service neutron] Attempting to bind port 517db9ca-3b36-4100-abc1-0bc8402ac1db on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:53:48.628641 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7399caff-2277-4349-b7d4-1f9ef0acb12e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28aae001-5f9c-44eb-8989-3db71a778577,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:53:48.663985 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ffc1d3-6353-4d30-a54c-8141a6943824 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Pushing event deleted for resources: {'Port': ['ID=5e95252c-95c6-4944-9947-81ff66c9acb7,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:53:48.665555 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ff6e48-06d1-4d62-ab84-c567363ce286 req-91cf6217-165a-428f-aef1-db4e07390967 service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:53:48.666160 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ff6e48-06d1-4d62-ab84-c567363ce286 req-91cf6217-165a-428f-aef1-db4e07390967 service neutron] Checking segment: {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:53:48.667270 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ff6e48-06d1-4d62-ab84-c567363ce286 req-91cf6217-165a-428f-aef1-db4e07390967 service neutron] Bound using segment: {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:53:48.669885 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-f6ff6e48-06d1-4d62-ab84-c567363ce286 req-91cf6217-165a-428f-aef1-db4e07390967 service neutron] Bound port: 517db9ca-3b36-4100-abc1-0bc8402ac1db, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:53:48.672932 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f6ff6e48-06d1-4d62-ab84-c567363ce286 req-91cf6217-165a-428f-aef1-db4e07390967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:48.682807 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7399caff-2277-4349-b7d4-1f9ef0acb12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:48.685852 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-7399caff-2277-4349-b7d4-1f9ef0acb12e admin admin] Added segment 8f4844c9-ec59-45f2-af9f-7284864a60e7 of type vlan for network a3cd81e2-1970-4c5b-9d38-d0235482c1d3 Jul 23 23:53:48.850066 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b51c2c2-faf0-4704-afa6-6cbaa46f11d3 req-a3f3e794-faf6-48ea-8a62-36140337372c tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:48.860568 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2b51c2c2-faf0-4704-afa6-6cbaa46f11d3 req-a3f3e794-faf6-48ea-8a62-36140337372c tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/ports?device_id=0eaceb5f-e1bb-44ff-bf70-164f8342acaf HTTP/1.1" status: 200 len: 948 time: 0.6396542 Jul 23 23:53:48.938814 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7399caff-2277-4349-b7d4-1f9ef0acb12e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:48.959074 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 41026) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:53:48.964246 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-95d1efd1-27af-4ec7-934f-6bc6229f2cd5 req-38ffc1d3-6353-4d30-a54c-8141a6943824 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] No DVR routers for this DVR port 5e95252c-95c6-4944-9947-81ff66c9acb7 on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:53:48.970653 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-95d1efd1-27af-4ec7-934f-6bc6229f2cd5 req-38ffc1d3-6353-4d30-a54c-8141a6943824 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:48.973972 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-95d1efd1-27af-4ec7-934f-6bc6229f2cd5 req-38ffc1d3-6353-4d30-a54c-8141a6943824 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.52 "DELETE /v2.0/ports/5e95252c-95c6-4944-9947-81ff66c9acb7 HTTP/1.1" status: 204 len: 173 time: 1.7084947 Jul 23 23:53:48.974467 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed250f17-a555-4a7b-a8a7-c603cd1cc439', 'name': 'network-vif-deleted', 'tag': '5e95252c-95c6-4944-9947-81ff66c9acb7'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:53:48.977108 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50baac04-3369-4e18-a73b-42e6047df351" -d '{"events": [{"server_uuid": "ed250f17-a555-4a7b-a8a7-c603cd1cc439", "name": "network-vif-deleted", "tag": "5e95252c-95c6-4944-9947-81ff66c9acb7"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:53:49.088375 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2b51c2c2-faf0-4704-afa6-6cbaa46f11d3 req-3f3dab7d-9c50-4205-89dc-6ba9ab6a65e0 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/security-groups?id=84afd7ea-644b-438b-8379-6d56a9cf992d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266829 Jul 23 23:53:49.116113 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-f6ff6e48-06d1-4d62-ab84-c567363ce286 req-91cf6217-165a-428f-aef1-db4e07390967 service neutron] For port 517db9ca-3b36-4100-abc1-0bc8402ac1db, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:53:49.189874 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7399caff-2277-4349-b7d4-1f9ef0acb12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:49.210409 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7399caff-2277-4349-b7d4-1f9ef0acb12e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:49.211183 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7399caff-2277-4349-b7d4-1f9ef0acb12e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:49.686149 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-f6ff6e48-06d1-4d62-ab84-c567363ce286 req-91cf6217-165a-428f-aef1-db4e07390967 service neutron] For port 517db9ca-3b36-4100-abc1-0bc8402ac1db, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=517db9ca-3b36-4100-abc1-0bc8402ac1db,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:53:49.698342 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-7399caff-2277-4349-b7d4-1f9ef0acb12e admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1870995 Jul 23 23:53:49.703839 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-961f8666-0e25-422d-b4c6-f69248ef1fb6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=817290bfa5f54188a7948864439f458c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7108121 Jul 23 23:53:49.704091 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 41034) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:53:49.704791 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f6ff6e48-06d1-4d62-ab84-c567363ce286 req-91cf6217-165a-428f-aef1-db4e07390967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:49.705023 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 41036) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:53:49.706915 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7399caff-2277-4349-b7d4-1f9ef0acb12e admin admin] Pushing event updated for resources: {'Network': ['ID=a3cd81e2-1970-4c5b-9d38-d0235482c1d3,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:53:49.720995 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network a3cd81e2-1970-4c5b-9d38-d0235482c1d3 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:53:49.764313 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d59b7f4b-f309-4505-81f8-046faf117ff8 req-4b78aa13-3a43-43da-b8f9-39dfb1eb90a9 tempest-FloatingIPsAssociationTestJSON-187286916 tempest-FloatingIPsAssociationTestJSON-187286916-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed250f17-a555-4a7b-a8a7-c603cd1cc439 HTTP/1.1" status: 200 len: 210 time: 0.5187111 Jul 23 23:53:49.767476 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-6e0faf57-a533-467c-86ca-5b6dcbd49e58 admin admin] Request body: {'subnet': {'network_id': 'a3cd81e2-1970-4c5b-9d38-d0235482c1d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-801024329-subnet', 'tenant_id': 'd749b4d1b42a4289ae7deab4121e65e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:53:49.824216 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e0faf57-a533-467c-86ca-5b6dcbd49e58 admin admin] Made reservation on behalf of d749b4d1b42a4289ae7deab4121e65e5 for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:53:49.828370 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6e0faf57-a533-467c-86ca-5b6dcbd49e58 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:49.848555 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ff6e48-06d1-4d62-ab84-c567363ce286 req-91cf6217-165a-428f-aef1-db4e07390967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:49.849832 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f6ff6e48-06d1-4d62-ab84-c567363ce286 req-91cf6217-165a-428f-aef1-db4e07390967 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:49.851748 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f6ff6e48-06d1-4d62-ab84-c567363ce286 req-91cf6217-165a-428f-aef1-db4e07390967 service neutron] 10.222.0.64 "PUT /v2.0/ports/517db9ca-3b36-4100-abc1-0bc8402ac1db HTTP/1.1" status: 200 len: 1097 time: 3.5434096 Jul 23 23:53:49.852455 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eaceb5f-e1bb-44ff-bf70-164f8342acaf', 'tag': '517db9ca-3b36-4100-abc1-0bc8402ac1db'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:53:49.854011 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3c2e6f99-6c61-4165-85be-aa686758813c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:49.856384 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c14e4250-1b2d-4ec7-915c-94988b6bf943" -d '{"events": [{"name": "network-changed", "server_uuid": "0eaceb5f-e1bb-44ff-bf70-164f8342acaf", "tag": "517db9ca-3b36-4100-abc1-0bc8402ac1db"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:53:49.916067 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cf6217-165a-428f-aef1-db4e07390967 service neutron] Pushing event updated for resources: {'Port': ['ID=517db9ca-3b36-4100-abc1-0bc8402ac1db,revision_number=3']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:53:50.060773 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3c2e6f99-6c61-4165-85be-aa686758813c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:50.128681 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ff6e48-06d1-4d62-ab84-c567363ce286 req-73e4d374-7be4-40d3-a8a0-e91e6cda2e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:50.131075 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f6ff6e48-06d1-4d62-ab84-c567363ce286 req-73e4d374-7be4-40d3-a8a0-e91e6cda2e03 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=93eec40beee743858af7fbcead2f938a&device_id=0eaceb5f-e1bb-44ff-bf70-164f8342acaf HTTP/1.1" status: 200 len: 1100 time: 0.1877232 Jul 23 23:53:50.171845 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-205ba639-7b82-4939-a0e4-976d57385d7b x-openstack-request-id: req-205ba639-7b82-4939-a0e4-976d57385d7b {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:53:50.172047 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed250f17-a555-4a7b-a8a7-c603cd1cc439", "name": "network-vif-deleted", "tag": "5e95252c-95c6-4944-9947-81ff66c9acb7", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:53:50.172308 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-205ba639-7b82-4939-a0e4-976d57385d7b {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:53:50.172702 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed250f17-a555-4a7b-a8a7-c603cd1cc439', 'name': 'network-vif-deleted', 'tag': '5e95252c-95c6-4944-9947-81ff66c9acb7', 'status': 'completed', 'code': 200} Jul 23 23:53:50.333386 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d29836e8-bf98-4482-8a60-b7f797869565 x-openstack-request-id: req-d29836e8-bf98-4482-8a60-b7f797869565 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:53:50.333815 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eaceb5f-e1bb-44ff-bf70-164f8342acaf", "tag": "517db9ca-3b36-4100-abc1-0bc8402ac1db", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:53:50.334159 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d29836e8-bf98-4482-8a60-b7f797869565 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:53:50.334786 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eaceb5f-e1bb-44ff-bf70-164f8342acaf', 'tag': '517db9ca-3b36-4100-abc1-0bc8402ac1db', 'status': 'completed', 'code': 200} Jul 23 23:53:50.341410 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f6ff6e48-06d1-4d62-ab84-c567363ce286 req-4fa11213-c595-446d-98ac-3c2b8e0bc32b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=517db9ca-3b36-4100-abc1-0bc8402ac1db HTTP/1.1" status: 200 len: 217 time: 0.1866915 Jul 23 23:53:50.352001 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3c2e6f99-6c61-4165-85be-aa686758813c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:50.354957 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3c2e6f99-6c61-4165-85be-aa686758813c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:50.356249 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-3c2e6f99-6c61-4165-85be-aa686758813c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/effc584f-208c-424d-adc4-76d6ac2eedc1 HTTP/1.1" status: 204 len: 168 time: 0.6505282 Jul 23 23:53:50.457400 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2e6f99-6c61-4165-85be-aa686758813c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=effc584f-208c-424d-adc4-76d6ac2eedc1,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:53:50.525687 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6e0faf57-a533-467c-86ca-5b6dcbd49e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:50.555861 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ff6e48-06d1-4d62-ab84-c567363ce286 req-34cbd05a-481e-45a0-99ea-d74f634a3a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:50.564678 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f6ff6e48-06d1-4d62-ab84-c567363ce286 req-34cbd05a-481e-45a0-99ea-d74f634a3a5d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.2208726 Jul 23 23:53:50.748496 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0faf57-a533-467c-86ca-5b6dcbd49e58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b15590c4-c7c2-4950-a06e-3600f7d096c5,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:53:50.769543 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0faf57-a533-467c-86ca-5b6dcbd49e58 admin admin] Checking segment: {'id': '8f4844c9-ec59-45f2-af9f-7284864a60e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a3cd81e2-1970-4c5b-9d38-d0235482c1d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:53:50.769924 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0faf57-a533-467c-86ca-5b6dcbd49e58 admin admin] Network hostable DHCP agents. Network: a3cd81e2-1970-4c5b-9d38-d0235482c1d3, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:53:50.771482 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ff6e48-06d1-4d62-ab84-c567363ce286 req-0690ac0f-e27f-4196-8956-b777acaf02db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:50.775703 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f6ff6e48-06d1-4d62-ab84-c567363ce286 req-0690ac0f-e27f-4196-8956-b777acaf02db service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2020104 Jul 23 23:53:50.845506 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0faf57-a533-467c-86ca-5b6dcbd49e58 admin admin] Network a3cd81e2-1970-4c5b-9d38-d0235482c1d3 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:53:50.873187 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-6e0faf57-a533-467c-86ca-5b6dcbd49e58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, a3cd81e2-1970-4c5b-9d38-d0235482c1d3) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:53:50.885524 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0faf57-a533-467c-86ca-5b6dcbd49e58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:50.886502 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6e0faf57-a533-467c-86ca-5b6dcbd49e58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:50.898864 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05833da9-8a60-493b-a3b3-d25bb179b000 None None] Network a3cd81e2-1970-4c5b-9d38-d0235482c1d3 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:53:50.918214 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-6e0faf57-a533-467c-86ca-5b6dcbd49e58 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2150500 Jul 23 23:53:51.015349 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f6ff6e48-06d1-4d62-ab84-c567363ce286 req-55c558c8-4445-4142-88bd-79be7efa579d service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315495 Jul 23 23:53:51.239999 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 5e95252c-95c6-4944-9947-81ff66c9acb7 no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:53:51.354101 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] No Port match for: 5e95252c-95c6-4944-9947-81ff66c9acb7 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:53:51.354624 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 5e95252c-95c6-4944-9947-81ff66c9acb7 not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:53:51.365023 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f6ff6e48-06d1-4d62-ab84-c567363ce286 req-7a6eac42-29dc-43d6-a024-f2d10f3efa1a service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3338940 Jul 23 23:53:51.408034 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be286a3e-b0db-4d4f-bcee-c625034a7ddf req-1b6940fa-9ca5-4fb8-b5f7-1f418afc01f7 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:51.428065 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-be286a3e-b0db-4d4f-bcee-c625034a7ddf req-1b6940fa-9ca5-4fb8-b5f7-1f418afc01f7 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/ports?device_id=0eaceb5f-e1bb-44ff-bf70-164f8342acaf HTTP/1.1" status: 200 len: 948 time: 0.2255790 Jul 23 23:53:51.551065 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-be286a3e-b0db-4d4f-bcee-c625034a7ddf req-4749fa75-6300-4a9c-ad55-f32261acce96 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/security-groups?id=84afd7ea-644b-438b-8379-6d56a9cf992d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205480 Jul 23 23:53:51.596351 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a942c9-61b3-409c-8bfb-2d67dc8113c5 None None] Network a3cd81e2-1970-4c5b-9d38-d0235482c1d3 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:53:51.614853 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e4250-1b2d-4ec7-915c-94988b6bf943 req-a85f9d07-a711-416a-a141-2759193195a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:51.619068 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c14e4250-1b2d-4ec7-915c-94988b6bf943 req-a85f9d07-a711-416a-a141-2759193195a0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=93eec40beee743858af7fbcead2f938a&device_id=0eaceb5f-e1bb-44ff-bf70-164f8342acaf HTTP/1.1" status: 200 len: 1100 time: 0.1647320 Jul 23 23:53:51.663697 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 41080) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:53:51.867902 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e4250-1b2d-4ec7-915c-94988b6bf943 req-952db497-010b-4731-bcfd-b94ff03a7097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:51.871736 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c14e4250-1b2d-4ec7-915c-94988b6bf943 req-952db497-010b-4731-bcfd-b94ff03a7097 service neutron] 10.222.0.64 "GET /v2.0/networks?id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 HTTP/1.1" status: 200 len: 870 time: 0.2419095 Jul 23 23:53:52.009809 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c14e4250-1b2d-4ec7-915c-94988b6bf943 req-a927bf4a-be89-4f51-be87-9926d0f23bb0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=517db9ca-3b36-4100-abc1-0bc8402ac1db HTTP/1.1" status: 200 len: 217 time: 0.1273909 Jul 23 23:53:52.187027 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e4250-1b2d-4ec7-915c-94988b6bf943 req-861f12fb-00e5-40f1-a693-9f6c0356f367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:52.195321 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c14e4250-1b2d-4ec7-915c-94988b6bf943 req-861f12fb-00e5-40f1-a693-9f6c0356f367 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.1792033 Jul 23 23:53:52.334089 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 41096) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:53:52.384842 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e4250-1b2d-4ec7-915c-94988b6bf943 req-3df74da6-cf2a-40d6-a75f-3d0f41e791cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:52.387766 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c14e4250-1b2d-4ec7-915c-94988b6bf943 req-3df74da6-cf2a-40d6-a75f-3d0f41e791cf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1844473 Jul 23 23:53:52.584300 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-5cd44b89-680a-4daa-a858-8509921ef956 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-770343644-network', 'tenant_id': '613743d3595a4f7bac0ecbb139dd37c1'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:53:52.711403 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c14e4250-1b2d-4ec7-915c-94988b6bf943 req-c1ccd59d-3a62-4ddd-b689-fb71649929b5 service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163366 Jul 23 23:53:52.713632 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd44b89-680a-4daa-a858-8509921ef956 admin admin] Made reservation on behalf of 613743d3595a4f7bac0ecbb139dd37c1 for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:53:52.720153 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5cd44b89-680a-4daa-a858-8509921ef956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:52.752183 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5cd44b89-680a-4daa-a858-8509921ef956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:53.111676 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-4786d718-635f-49e3-958c-a0de818405c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:53.144392 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c14e4250-1b2d-4ec7-915c-94988b6bf943 req-8a4a2379-a145-4a0e-8c55-1cf9bc8efcd1 service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3998528 Jul 23 23:53:53.267521 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5cd44b89-680a-4daa-a858-8509921ef956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:53.302668 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5cd44b89-680a-4daa-a858-8509921ef956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:53.508459 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cd44b89-680a-4daa-a858-8509921ef956 admin admin] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:53:53.525671 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5cd44b89-680a-4daa-a858-8509921ef956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:53.526609 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-5cd44b89-680a-4daa-a858-8509921ef956 admin admin] Added segment 8962678b-fd9c-4085-b8c7-a3f35a1111cb of type vlan for network f41aa2bb-8852-433d-aca1-520481741585 Jul 23 23:53:53.598664 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5cd44b89-680a-4daa-a858-8509921ef956 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:53.637347 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd44b89-680a-4daa-a858-8509921ef956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6334695c-432f-4f81-a331-05c6d08173d9,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:53:53.646961 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5cd44b89-680a-4daa-a858-8509921ef956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:53.648391 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd44b89-680a-4daa-a858-8509921ef956 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:53.659911 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5cd44b89-680a-4daa-a858-8509921ef956 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:53.792866 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-5cd44b89-680a-4daa-a858-8509921ef956 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4435923 Jul 23 23:53:53.796333 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 41112) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:53:53.804012 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-9275c551-ba31-4957-a7e0-57cfe6d1773b admin admin] Request body: {'subnet': {'network_id': 'f41aa2bb-8852-433d-aca1-520481741585', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-770343644-subnet', 'tenant_id': '613743d3595a4f7bac0ecbb139dd37c1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:53:53.892614 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9275c551-ba31-4957-a7e0-57cfe6d1773b admin admin] Made reservation on behalf of 613743d3595a4f7bac0ecbb139dd37c1 for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:53:53.901672 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9275c551-ba31-4957-a7e0-57cfe6d1773b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:53.909960 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd44b89-680a-4daa-a858-8509921ef956 admin admin] Pushing event updated for resources: {'Network': ['ID=f41aa2bb-8852-433d-aca1-520481741585,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:53:54.022033 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2a92abbd-0772-4517-a74f-ac221252ae4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681029'] for router_interface, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:54.170787 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network f41aa2bb-8852-433d-aca1-520481741585 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:53:54.176295 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 517db9ca-3b36-4100-abc1-0bc8402ac1db details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:53:54.456486 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9275c551-ba31-4957-a7e0-57cfe6d1773b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:54.601531 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9275c551-ba31-4957-a7e0-57cfe6d1773b admin admin] Pushing event updated for resources: {'Subnet': ['ID=04fc7939-f389-4617-b0d0-f57b0df93da4,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:53:54.640657 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 517db9ca-3b36-4100-abc1-0bc8402ac1db, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=517db9ca-3b36-4100-abc1-0bc8402ac1db,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:53:54.674255 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9275c551-ba31-4957-a7e0-57cfe6d1773b admin admin] Checking segment: {'id': '8962678b-fd9c-4085-b8c7-a3f35a1111cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'f41aa2bb-8852-433d-aca1-520481741585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:53:54.674255 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9275c551-ba31-4957-a7e0-57cfe6d1773b admin admin] Network hostable DHCP agents. Network: f41aa2bb-8852-433d-aca1-520481741585, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:53:54.676209 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': '517db9ca-3b36-4100-abc1-0bc8402ac1db', 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2', 'port_id': '517db9ca-3b36-4100-abc1-0bc8402ac1db', 'mac_address': 'fa:16:3e:0b:32:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef73a7e1-c64a-41e3-9997-629475c7b6b1', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:53:54.718093 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9275c551-ba31-4957-a7e0-57cfe6d1773b admin admin] Network f41aa2bb-8852-433d-aca1-520481741585 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:53:54.736348 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-9275c551-ba31-4957-a7e0-57cfe6d1773b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, f41aa2bb-8852-433d-aca1-520481741585) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:53:54.741851 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9275c551-ba31-4957-a7e0-57cfe6d1773b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:54.742467 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9275c551-ba31-4957-a7e0-57cfe6d1773b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:54.787952 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-9275c551-ba31-4957-a7e0-57cfe6d1773b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9895961 Jul 23 23:53:54.791900 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 41118) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:53:54.797039 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-4fbed1c3-b84a-46e2-ab8e-9d635d3135dc admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-770343644-router', 'tenant_id': '613743d3595a4f7bac0ecbb139dd37c1', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:53:54.808949 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:54.813862 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5160085b-fb25-45e7-92c4-f27649a1cca9 None None] Network f41aa2bb-8852-433d-aca1-520481741585 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:53:54.874166 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4fbed1c3-b84a-46e2-ab8e-9d635d3135dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:54.875692 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4fbed1c3-b84a-46e2-ab8e-9d635d3135dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:54.904553 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-2a92abbd-0772-4517-a74f-ac221252ae4a admin admin] Deleting port 46ee16d0-092a-4da3-b0f6-a03dd95414c0 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:53:54.905154 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2a92abbd-0772-4517-a74f-ac221252ae4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:54.910266 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 517db9ca-3b36-4100-abc1-0bc8402ac1db {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:53:54.961813 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 517db9ca-3b36-4100-abc1-0bc8402ac1db, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=517db9ca-3b36-4100-abc1-0bc8402ac1db,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:53:54.970266 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:55.103898 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4fbed1c3-b84a-46e2-ab8e-9d635d3135dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:55.127983 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=517db9ca-3b36-4100-abc1-0bc8402ac1db,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:53:55.194887 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-2a92abbd-0772-4517-a74f-ac221252ae4a admin admin] For port 46ee16d0-092a-4da3-b0f6-a03dd95414c0, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=46ee16d0-092a-4da3-b0f6-a03dd95414c0,segment=NetworkSegment(1eb88701-f197-4cdd-9aa7-747409d195ea),segment_id=1eb88701-f197-4cdd-9aa7-747409d195ea)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:53:55.197424 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2a92abbd-0772-4517-a74f-ac221252ae4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:55.284242 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-2a92abbd-0772-4517-a74f-ac221252ae4a admin admin] Calling delete_port for 46ee16d0-092a-4da3-b0f6-a03dd95414c0 owned by network:router_interface {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:53:55.325385 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['517db9ca-3b36-4100-abc1-0bc8402ac1db'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:53:55.530126 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4fbed1c3-b84a-46e2-ab8e-9d635d3135dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:55.623280 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67749d3e-7f46-45c3-9172-619e330b5bf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-f41aa2bb-8852-433d-aca1-520481741585', 'network_id': 'f41aa2bb-8852-433d-aca1-520481741585', 'tenant_id': '613743d3595a4f7bac0ecbb139dd37c1', 'fixed_ips': [{'subnet_id': '04fc7939-f389-4617-b0d0-f57b0df93da4'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:53:55.624179 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-67749d3e-7f46-45c3-9172-619e330b5bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:55.824933 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ad403846-5d8c-4859-b086-f16bd47ff84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:56.027205 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-67749d3e-7f46-45c3-9172-619e330b5bf4 None None] Allocated IP 172.20.0.2 (f41aa2bb-8852-433d-aca1-520481741585/04fc7939-f389-4617-b0d0-f57b0df93da4/23b9a1c6-594c-4ce1-919e-6bf6347eb225) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:53:56.172583 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4fbed1c3-b84a-46e2-ab8e-9d635d3135dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:56.246675 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4fbed1c3-b84a-46e2-ab8e-9d635d3135dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:56.313097 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2a92abbd-0772-4517-a74f-ac221252ae4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:56.453009 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-67749d3e-7f46-45c3-9172-619e330b5bf4 None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:56.478205 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-67749d3e-7f46-45c3-9172-619e330b5bf4 None None] Transition to ACTIVE for port object 23b9a1c6-594c-4ce1-919e-6bf6347eb225 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:53:56.490216 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a92abbd-0772-4517-a74f-ac221252ae4a admin admin] Pushing event deleted for resources: {'Port': ['ID=46ee16d0-092a-4da3-b0f6-a03dd95414c0,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:53:56.526819 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-67749d3e-7f46-45c3-9172-619e330b5bf4 None None] Transition to ACTIVE for port object 23b9a1c6-594c-4ce1-919e-6bf6347eb225 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:53:56.543739 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-67749d3e-7f46-45c3-9172-619e330b5bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:56.598407 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-4fbed1c3-b84a-46e2-ab8e-9d635d3135dc admin admin] Allocated IP 172.25.3.238 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/dcc6bed8-0768-4025-a032-6cd9ac655b97) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:53:56.714292 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67749d3e-7f46-45c3-9172-619e330b5bf4 None None] Network f41aa2bb-8852-433d-aca1-520481741585 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:53:56.745888 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-67749d3e-7f46-45c3-9172-619e330b5bf4 None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:53:56.759356 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:56.761338 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67749d3e-7f46-45c3-9172-619e330b5bf4 None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:53:56.778178 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67749d3e-7f46-45c3-9172-619e330b5bf4 None None] Pushing event updated for resources: {'Port': ['ID=23b9a1c6-594c-4ce1-919e-6bf6347eb225,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:53:56.875361 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4fbed1c3-b84a-46e2-ab8e-9d635d3135dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:56.887094 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-67749d3e-7f46-45c3-9172-619e330b5bf4 None None] Attempting to bind port 23b9a1c6-594c-4ce1-919e-6bf6347eb225 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:53:56.887730 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-67749d3e-7f46-45c3-9172-619e330b5bf4 None None] Attempting to bind port 23b9a1c6-594c-4ce1-919e-6bf6347eb225 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '8962678b-fd9c-4085-b8c7-a3f35a1111cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'f41aa2bb-8852-433d-aca1-520481741585'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:53:56.891549 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67749d3e-7f46-45c3-9172-619e330b5bf4 None None] Attempting to bind port 23b9a1c6-594c-4ce1-919e-6bf6347eb225 on network f41aa2bb-8852-433d-aca1-520481741585 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:53:56.904543 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67749d3e-7f46-45c3-9172-619e330b5bf4 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:53:56.904980 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67749d3e-7f46-45c3-9172-619e330b5bf4 None None] Checking segment: {'id': '8962678b-fd9c-4085-b8c7-a3f35a1111cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'f41aa2bb-8852-433d-aca1-520481741585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:53:56.906933 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-67749d3e-7f46-45c3-9172-619e330b5bf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:56.907342 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67749d3e-7f46-45c3-9172-619e330b5bf4 None None] Bound using segment: {'id': '8962678b-fd9c-4085-b8c7-a3f35a1111cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'f41aa2bb-8852-433d-aca1-520481741585'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:53:56.907850 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-67749d3e-7f46-45c3-9172-619e330b5bf4 None None] Bound port: 23b9a1c6-594c-4ce1-919e-6bf6347eb225, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8962678b-fd9c-4085-b8c7-a3f35a1111cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'f41aa2bb-8852-433d-aca1-520481741585'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:53:56.908246 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-67749d3e-7f46-45c3-9172-619e330b5bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:56.909073 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2a92abbd-0772-4517-a74f-ac221252ae4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679987'] for router_interface, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:57.110130 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4fbed1c3-b84a-46e2-ab8e-9d635d3135dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:57.183986 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:57.205218 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-67749d3e-7f46-45c3-9172-619e330b5bf4 None None] For port 23b9a1c6-594c-4ce1-919e-6bf6347eb225, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:53:57.222358 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbed1c3-b84a-46e2-ab8e-9d635d3135dc admin admin] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:53:57.235635 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-4fbed1c3-b84a-46e2-ab8e-9d635d3135dc admin admin] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:53:57.239590 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-67749d3e-7f46-45c3-9172-619e330b5bf4 None None] For port 23b9a1c6-594c-4ce1-919e-6bf6347eb225, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=23b9a1c6-594c-4ce1-919e-6bf6347eb225,segment=NetworkSegment(8962678b-fd9c-4085-b8c7-a3f35a1111cb),segment_id=8962678b-fd9c-4085-b8c7-a3f35a1111cb)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:53:57.247858 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbed1c3-b84a-46e2-ab8e-9d635d3135dc admin admin] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:53:57.262491 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-67749d3e-7f46-45c3-9172-619e330b5bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:57.340659 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbed1c3-b84a-46e2-ab8e-9d635d3135dc admin admin] Pushing event updated for resources: {'Port': ['ID=dcc6bed8-0768-4025-a032-6cd9ac655b97,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:53:57.495184 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67749d3e-7f46-45c3-9172-619e330b5bf4 None None] Pushing event updated for resources: {'Port': ['ID=23b9a1c6-594c-4ce1-919e-6bf6347eb225,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:53:57.630946 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a92abbd-0772-4517-a74f-ac221252ae4a admin admin] Router 33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:53:57.854860 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a92abbd-0772-4517-a74f-ac221252ae4a admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:53:57.878292 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4600c058-ead0-42a2-882a-69b9e1f891f7 None None] Sync routers for ids ['33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:53:57.882694 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-2a92abbd-0772-4517-a74f-ac221252ae4a admin admin] 10.222.0.44 "PUT /v2.0/routers/33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2168016 Jul 23 23:53:57.885748 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 41130) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:53:57.916626 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4600c058-ead0-42a2-882a-69b9e1f891f7 None None] Routers {'33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:53:57.918367 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-4600c058-ead0-42a2-882a-69b9e1f891f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:53:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:53:58.037726 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4fbed1c3-b84a-46e2-ab8e-9d635d3135dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:58.200073 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 517db9ca-3b36-4100-abc1-0bc8402ac1db up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:53:58.236174 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d3f20f85-398d-4c91-b286-2b4da4069314 admin admin] Notify callbacks [] for router, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:58.664380 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port 517db9ca-3b36-4100-abc1-0bc8402ac1db completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:53:58.686347 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port 517db9ca-3b36-4100-abc1-0bc8402ac1db triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:53:58.691016 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:58.791983 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-4600c058-ead0-42a2-882a-69b9e1f891f7 None None] Set router 33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:53:59.161681 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:59.418418 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e37fad-1b07-4901-918d-a4e396bcae2e None None] Network f41aa2bb-8852-433d-aca1-520481741585 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:53:59.455472 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-7da75f52-193f-4cab-9522-854000bb7bb7 None None] Provisioning for port 23b9a1c6-594c-4ce1-919e-6bf6347eb225 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:53:59.481130 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 23b9a1c6-594c-4ce1-919e-6bf6347eb225 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:53:59.543845 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d3f20f85-398d-4c91-b286-2b4da4069314 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:59.590301 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 23b9a1c6-594c-4ce1-919e-6bf6347eb225 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:53:59.594441 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:59.617055 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 23b9a1c6-594c-4ce1-919e-6bf6347eb225 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:53:59.617440 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:59.734684 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 517db9ca-3b36-4100-abc1-0bc8402ac1db, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=517db9ca-3b36-4100-abc1-0bc8402ac1db,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:53:59.741557 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eaceb5f-e1bb-44ff-bf70-164f8342acaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '517db9ca-3b36-4100-abc1-0bc8402ac1db'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:53:59.744426 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81fa9583-fc0d-4459-944b-3d446e2689b2" -d '{"events": [{"server_uuid": "0eaceb5f-e1bb-44ff-bf70-164f8342acaf", "name": "network-vif-plugged", "status": "completed", "tag": "517db9ca-3b36-4100-abc1-0bc8402ac1db"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:53:59.754484 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4fbed1c3-b84a-46e2-ab8e-9d635d3135dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:59.779295 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:59.788858 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-d3f20f85-398d-4c91-b286-2b4da4069314 admin admin] Deleting port e18c4a18-b564-4f84-85be-c1620383a9be {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:53:59.790370 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d3f20f85-398d-4c91-b286-2b4da4069314 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:00.001174 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:00.030855 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-4600c058-ead0-42a2-882a-69b9e1f891f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1407843321-router', 'tenant_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'e18c4a18-b564-4f84-85be-c1620383a9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:51:51Z', 'updated_at': '2021-07-23T23:53:56Z', 'revision_number': 5, 'project_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'gw_port': {'id': 'e18c4a18-b564-4f84-85be-c1620383a9be', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:51:52Z', 'updated_at': '2021-07-23T23:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:54:00.070855 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=517db9ca-3b36-4100-abc1-0bc8402ac1db,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:00.085011 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4600c058-ead0-42a2-882a-69b9e1f891f7 None None] Checking router: 33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:54:00.130988 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-d3f20f85-398d-4c91-b286-2b4da4069314 admin admin] For port e18c4a18-b564-4f84-85be-c1620383a9be, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=e18c4a18-b564-4f84-85be-c1620383a9be,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:54:00.131492 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d3f20f85-398d-4c91-b286-2b4da4069314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:00.136577 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 23b9a1c6-594c-4ce1-919e-6bf6347eb225, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=23b9a1c6-594c-4ce1-919e-6bf6347eb225,segment=NetworkSegment(8962678b-fd9c-4085-b8c7-a3f35a1111cb),segment_id=8962678b-fd9c-4085-b8c7-a3f35a1111cb)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:54:00.140025 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4600c058-ead0-42a2-882a-69b9e1f891f7 None None] Routers {'33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:54:00.140862 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-4600c058-ead0-42a2-882a-69b9e1f891f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:53:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:54:00.146609 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:00.151209 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-d3f20f85-398d-4c91-b286-2b4da4069314 admin admin] Calling delete_port for e18c4a18-b564-4f84-85be-c1620383a9be owned by network:router_gateway {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:54:00.299749 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-4600c058-ead0-42a2-882a-69b9e1f891f7 None None] Set router 33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf gateway port host: None {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:54:00.418019 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-4600c058-ead0-42a2-882a-69b9e1f891f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1407843321-router', 'tenant_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:51:51Z', 'updated_at': '2021-07-23T23:53:59Z', 'revision_number': 6, 'project_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'gw_port_host': None}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:54:00.518292 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d3f20f85-398d-4c91-b286-2b4da4069314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:00.549670 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=23b9a1c6-594c-4ce1-919e-6bf6347eb225,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:00.571052 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4600c058-ead0-42a2-882a-69b9e1f891f7 None None] The sync data for ids ['33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf'] in n-d-800088-16 is: [{'id': '33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1407843321-router', 'tenant_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:51:51Z', 'updated_at': '2021-07-23T23:53:59Z', 'revision_number': 6, 'project_id': 'fe34b741dd5e495ab273e85e013ecfbf', 'gw_port_host': None}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:54:00.618765 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f20f85-398d-4c91-b286-2b4da4069314 admin admin] Pushing event deleted for resources: {'Port': ['ID=e18c4a18-b564-4f84-85be-c1620383a9be,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:00.797700 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d3f20f85-398d-4c91-b286-2b4da4069314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687114'] for router_gateway, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:00.998539 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fbed1c3-b84a-46e2-ab8e-9d635d3135dc admin admin] Router 854cdc33-8c02-45a7-bb84-efbcb080fe29 is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 23:54:01.005019 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d3f20f85-398d-4c91-b286-2b4da4069314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:01.008382 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d3f20f85-398d-4c91-b286-2b4da4069314 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:01.014885 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-059dae06-e4ad-418b-a2ae-1b25d7118640 None None] Provisioning complete for port 23b9a1c6-594c-4ce1-919e-6bf6347eb225 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:54:01.015520 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-059dae06-e4ad-418b-a2ae-1b25d7118640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:01.178520 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d3f20f85-398d-4c91-b286-2b4da4069314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:01.179367 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f20f85-398d-4c91-b286-2b4da4069314 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf {{(pid=100314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 23:54:01.191616 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d3f20f85-398d-4c91-b286-2b4da4069314 admin admin] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:01.195075 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-d3f20f85-398d-4c91-b286-2b4da4069314 admin admin] 10.222.0.44 "DELETE /v2.0/routers/33a0c99e-1e4b-4c1a-b0ae-e22e4d61cbdf HTTP/1.1" status: 204 len: 168 time: 3.3055573 Jul 23 23:54:01.195456 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 41150) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:54:01.229664 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fbed1c3-b84a-46e2-ab8e-9d635d3135dc admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:54:01.247260 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d75e853-cd21-40e2-b937-8b3aaff1e748 None None] Sync routers for ids ['854cdc33-8c02-45a7-bb84-efbcb080fe29'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:54:01.257336 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4fbed1c3-b84a-46e2-ab8e-9d635d3135dc admin admin] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:01.265178 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-4fbed1c3-b84a-46e2-ab8e-9d635d3135dc admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.4681442 Jul 23 23:54:01.265456 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d75e853-cd21-40e2-b937-8b3aaff1e748 None None] Routers {'854cdc33-8c02-45a7-bb84-efbcb080fe29'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:54:01.265456 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-8d75e853-cd21-40e2-b937-8b3aaff1e748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:53:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['854cdc33-8c02-45a7-bb84-efbcb080fe29'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:54:01.265960 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 41152) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:54:01.288405 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b6def76-adfe-4917-ac00-57225cfef72c admin admin] Deleting subnet 13fa7780-575a-40c5-b19b-7d5a9ef282a8 {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:54:01.297736 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1b6def76-adfe-4917-ac00-57225cfef72c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:01.452834 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1b6def76-adfe-4917-ac00-57225cfef72c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:01.541639 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-8d75e853-cd21-40e2-b937-8b3aaff1e748 None None] Set router 854cdc33-8c02-45a7-bb84-efbcb080fe29 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:54:01.738890 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 23b9a1c6-594c-4ce1-919e-6bf6347eb225 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:54:01.763847 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1b6def76-adfe-4917-ac00-57225cfef72c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:01.896621 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 23b9a1c6-594c-4ce1-919e-6bf6347eb225 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:54:01.900350 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:01.953202 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1b6def76-adfe-4917-ac00-57225cfef72c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:02.039516 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1b6def76-adfe-4917-ac00-57225cfef72c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:02.048558 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-1b6def76-adfe-4917-ac00-57225cfef72c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/13fa7780-575a-40c5-b19b-7d5a9ef282a8 HTTP/1.1" status: 204 len: 168 time: 0.8479147 Jul 23 23:54:02.049578 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a3835d-e488-477c-bd4d-dd07840be9ec None None] Network 0d6ba2fb-46fe-4367-85af-3f33b158d449 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:54:02.050078 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6def76-adfe-4917-ac00-57225cfef72c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13fa7780-575a-40c5-b19b-7d5a9ef282a8,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:02.053963 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 41158) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:54:02.098401 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-8d75e853-cd21-40e2-b937-8b3aaff1e748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854cdc33-8c02-45a7-bb84-efbcb080fe29', 'name': 'tempest-FloatingIPsTestJSON-770343644-router', 'tenant_id': '613743d3595a4f7bac0ecbb139dd37c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'dcc6bed8-0768-4025-a032-6cd9ac655b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:53:54Z', 'updated_at': '2021-07-23T23:53:57Z', 'revision_number': 3, 'project_id': '613743d3595a4f7bac0ecbb139dd37c1', 'gw_port': {'id': 'dcc6bed8-0768-4025-a032-6cd9ac655b97', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '854cdc33-8c02-45a7-bb84-efbcb080fe29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:53:56Z', 'updated_at': '2021-07-23T23:53:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:54:02.143491 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d75e853-cd21-40e2-b937-8b3aaff1e748 None None] Checking router: 854cdc33-8c02-45a7-bb84-efbcb080fe29 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:54:02.143865 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d75e853-cd21-40e2-b937-8b3aaff1e748 None None] Updating router 854cdc33-8c02-45a7-bb84-efbcb080fe29 port dcc6bed8-0768-4025-a032-6cd9ac655b97 binding host n-d-800088-16 {{(pid=100316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:54:02.200907 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 46ee16d0-092a-4da3-b0f6-a03dd95414c0 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:54:02.201140 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-8d75e853-cd21-40e2-b937-8b3aaff1e748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:02.217411 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c2b27421-c6dd-429b-bd2a-721ca9547d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:02.288172 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 46ee16d0-092a-4da3-b0f6-a03dd95414c0 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:54:02.288910 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 46ee16d0-092a-4da3-b0f6-a03dd95414c0 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:54:02.317828 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4d14d84b-04c3-4a1c-8464-1a800d9763b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:02.345506 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-c2b27421-c6dd-429b-bd2a-721ca9547d9a admin admin] Deleting port beacc194-ec09-42e3-afad-38dff58396b2 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:54:02.345865 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c2b27421-c6dd-429b-bd2a-721ca9547d9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:02.443566 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-c2b27421-c6dd-429b-bd2a-721ca9547d9a admin admin] For port beacc194-ec09-42e3-afad-38dff58396b2, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=beacc194-ec09-42e3-afad-38dff58396b2,segment=NetworkSegment(1eb88701-f197-4cdd-9aa7-747409d195ea),segment_id=1eb88701-f197-4cdd-9aa7-747409d195ea)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:54:02.444247 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c2b27421-c6dd-429b-bd2a-721ca9547d9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:02.463060 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-c2b27421-c6dd-429b-bd2a-721ca9547d9a admin admin] Calling delete_port for beacc194-ec09-42e3-afad-38dff58396b2 owned by network:dhcp {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:54:02.580419 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657d8660-3743-4e6a-899c-b63cdeb9b5eb None None] DHCP port deletion for 0d6ba2fb-46fe-4367-85af-3f33b158d449 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:54:02.687258 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-657d8660-3743-4e6a-899c-b63cdeb9b5eb None None] Deleting port beacc194-ec09-42e3-afad-38dff58396b2 {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:54:02.689284 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-657d8660-3743-4e6a-899c-b63cdeb9b5eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:02.721858 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-4d14d84b-04c3-4a1c-8464-1a800d9763b2 admin admin] Allocated IP 172.20.0.1 (f41aa2bb-8852-433d-aca1-520481741585/04fc7939-f389-4617-b0d0-f57b0df93da4/7bbba276-a83a-4dca-9032-4db4e7aa04ba) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:54:02.728613 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c2b27421-c6dd-429b-bd2a-721ca9547d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:02.749676 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-8d75e853-cd21-40e2-b937-8b3aaff1e748 None None] Notify callbacks [] for port, precommit_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:02.778014 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.provisioning_blocks [None req-8d75e853-cd21-40e2-b937-8b3aaff1e748 None None] Transition to ACTIVE for port object dcc6bed8-0768-4025-a032-6cd9ac655b97 will not be triggered until provisioned by entity L2. {{(pid=100316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:54:02.789574 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-8d75e853-cd21-40e2-b937-8b3aaff1e748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:02.845181 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b27421-c6dd-429b-bd2a-721ca9547d9a admin admin] Pushing event deleted for resources: {'Port': ['ID=beacc194-ec09-42e3-afad-38dff58396b2,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:02.860159 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b27421-c6dd-429b-bd2a-721ca9547d9a admin admin] No DVR routers for this DVR port beacc194-ec09-42e3-afad-38dff58396b2 on host n-d-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:54:02.862400 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f45008-701b-43a4-82e1-92f59c8555a4 None None] Pushing event updated for resources: {'Port': ['ID=dcc6bed8-0768-4025-a032-6cd9ac655b97,revision_number=2']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:02.885938 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f45008-701b-43a4-82e1-92f59c8555a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:54:02.887574 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f45008-701b-43a4-82e1-92f59c8555a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:54:02.888715 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f45008-701b-43a4-82e1-92f59c8555a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:54:02.888990 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f45008-701b-43a4-82e1-92f59c8555a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:54:02.889352 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f45008-701b-43a4-82e1-92f59c8555a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:54:02.891897 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-657d8660-3743-4e6a-899c-b63cdeb9b5eb None None] For port beacc194-ec09-42e3-afad-38dff58396b2, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=beacc194-ec09-42e3-afad-38dff58396b2,segment=NetworkSegment(1eb88701-f197-4cdd-9aa7-747409d195ea),segment_id=1eb88701-f197-4cdd-9aa7-747409d195ea)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:54:02.892301 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-657d8660-3743-4e6a-899c-b63cdeb9b5eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:02.894599 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f45008-701b-43a4-82e1-92f59c8555a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:54:02.894938 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f45008-701b-43a4-82e1-92f59c8555a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:54:02.895276 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f45008-701b-43a4-82e1-92f59c8555a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:54:02.895609 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f45008-701b-43a4-82e1-92f59c8555a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:54:02.895938 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f45008-701b-43a4-82e1-92f59c8555a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:54:02.896266 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f45008-701b-43a4-82e1-92f59c8555a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:54:02.896588 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f45008-701b-43a4-82e1-92f59c8555a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:54:02.920837 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-657d8660-3743-4e6a-899c-b63cdeb9b5eb None None] Calling delete_port for beacc194-ec09-42e3-afad-38dff58396b2 owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:54:02.946408 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-8d75e853-cd21-40e2-b937-8b3aaff1e748 None None] Attempting to bind port dcc6bed8-0768-4025-a032-6cd9ac655b97 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:54:02.946549 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-8d75e853-cd21-40e2-b937-8b3aaff1e748 None None] Attempting to bind port dcc6bed8-0768-4025-a032-6cd9ac655b97 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:54:02.949437 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d75e853-cd21-40e2-b937-8b3aaff1e748 None None] Attempting to bind port dcc6bed8-0768-4025-a032-6cd9ac655b97 on network 9adcfee8-760c-4568-9e39-c221abf69bf5 {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:54:02.956541 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d75e853-cd21-40e2-b937-8b3aaff1e748 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:54:02.957018 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d75e853-cd21-40e2-b937-8b3aaff1e748 None None] Checking segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:54:02.957807 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-8d75e853-cd21-40e2-b937-8b3aaff1e748 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:02.957807 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d75e853-cd21-40e2-b937-8b3aaff1e748 None None] Bound using segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:54:02.958255 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-8d75e853-cd21-40e2-b937-8b3aaff1e748 None None] Bound port: dcc6bed8-0768-4025-a032-6cd9ac655b97, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:54:02.958667 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-8d75e853-cd21-40e2-b937-8b3aaff1e748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:03.023607 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4d14d84b-04c3-4a1c-8464-1a800d9763b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:03.055990 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-8d75e853-cd21-40e2-b937-8b3aaff1e748 None None] For port dcc6bed8-0768-4025-a032-6cd9ac655b97, host n-d-800088-16, cleared binding levels {{(pid=100316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:54:03.057024 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c2b27421-c6dd-429b-bd2a-721ca9547d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:03.060146 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [None req-4d14d84b-04c3-4a1c-8464-1a800d9763b2 admin admin] Transition to ACTIVE for port object 7bbba276-a83a-4dca-9032-4db4e7aa04ba will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:54:03.065702 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-8d75e853-cd21-40e2-b937-8b3aaff1e748 None None] For port dcc6bed8-0768-4025-a032-6cd9ac655b97, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=dcc6bed8-0768-4025-a032-6cd9ac655b97,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:54:03.073838 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-8d75e853-cd21-40e2-b937-8b3aaff1e748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:03.084131 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-c2b27421-c6dd-429b-bd2a-721ca9547d9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d6ba2fb-46fe-4367-85af-3f33b158d449']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:54:03.122370 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4d14d84b-04c3-4a1c-8464-1a800d9763b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:03.122637 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-c2b27421-c6dd-429b-bd2a-721ca9547d9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eb88701-f197-4cdd-9aa7-747409d195ea') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:54:03.122637 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-c2b27421-c6dd-429b-bd2a-721ca9547d9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eb88701-f197-4cdd-9aa7-747409d195ea') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:54:03.149504 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-657d8660-3743-4e6a-899c-b63cdeb9b5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:03.154616 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c2b27421-c6dd-429b-bd2a-721ca9547d9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:03.177651 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f45008-701b-43a4-82e1-92f59c8555a4 None None] Pushing event updated for resources: {'Port': ['ID=dcc6bed8-0768-4025-a032-6cd9ac655b97,revision_number=3']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:03.217957 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c2b27421-c6dd-429b-bd2a-721ca9547d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:03.225419 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d75e853-cd21-40e2-b937-8b3aaff1e748 None None] Routers {'854cdc33-8c02-45a7-bb84-efbcb080fe29'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:54:03.227699 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-8d75e853-cd21-40e2-b937-8b3aaff1e748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:53:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['854cdc33-8c02-45a7-bb84-efbcb080fe29'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:54:03.240559 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2b27421-c6dd-429b-bd2a-721ca9547d9a admin admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:54:03.241616 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c2b27421-c6dd-429b-bd2a-721ca9547d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:03.246223 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 23 23:54:03.246223 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:54:03.246223 n-d-800088-16 neutron-server[100313]: timer() Jul 23 23:54:03.246223 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:54:03.246223 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 23 23:54:03.246223 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:54:03.246223 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 23 23:54:03.246223 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:54:03.246223 n-d-800088-16 neutron-server[100313]: self._notify() Jul 23 23:54:03.246223 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:54:03.246223 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 23 23:54:03.246223 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:54:03.246223 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 23 23:54:03.246223 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:54:03.246223 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:54:03.246223 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:54:03.246223 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:54:03.246223 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:54:03.246223 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 23 23:54:03.246223 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:54:03.246223 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 23 23:54:03.246223 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:54:03.246223 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:54:03.246223 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:54:03.246223 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 23 23:54:03.246223 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:54:03.246223 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:54:03.246223 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:54:03.246223 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:54:03.246223 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:54:03.246223 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:54:03.246223 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:54:03.256274 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d14d84b-04c3-4a1c-8464-1a800d9763b2 admin admin] Network f41aa2bb-8852-433d-aca1-520481741585 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:54:03.264401 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-4d14d84b-04c3-4a1c-8464-1a800d9763b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:54:03.278153 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d14d84b-04c3-4a1c-8464-1a800d9763b2 admin admin] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:54:03.388761 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d14d84b-04c3-4a1c-8464-1a800d9763b2 admin admin] Pushing event updated for resources: {'Port': ['ID=7bbba276-a83a-4dca-9032-4db4e7aa04ba,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:03.394163 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c2b27421-c6dd-429b-bd2a-721ca9547d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:03.401541 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c2b27421-c6dd-429b-bd2a-721ca9547d9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:03.406626 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c2b27421-c6dd-429b-bd2a-721ca9547d9a admin admin] 10.222.0.44 "DELETE /v2.0/networks/0d6ba2fb-46fe-4367-85af-3f33b158d449 HTTP/1.1" status: 204 len: 168 time: 1.3451712 Jul 23 23:54:03.418538 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4d14d84b-04c3-4a1c-8464-1a800d9763b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681761'] for router_interface, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:03.456963 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-8d75e853-cd21-40e2-b937-8b3aaff1e748 None None] Set router 854cdc33-8c02-45a7-bb84-efbcb080fe29 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:54:03.464868 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b27421-c6dd-429b-bd2a-721ca9547d9a admin admin] Pushing event deleted for resources: {'Network': ['ID=0d6ba2fb-46fe-4367-85af-3f33b158d449,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:03.515541 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device beacc194-ec09-42e3-afad-38dff58396b2 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:54:03.533259 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657d8660-3743-4e6a-899c-b63cdeb9b5eb None None] No DVR routers for this DVR port beacc194-ec09-42e3-afad-38dff58396b2 on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:54:03.540623 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657d8660-3743-4e6a-899c-b63cdeb9b5eb None None] Pushing event deleted for resources: {'Port': ['ID=beacc194-ec09-42e3-afad-38dff58396b2,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:03.613982 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: beacc194-ec09-42e3-afad-38dff58396b2 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:54:03.615524 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device beacc194-ec09-42e3-afad-38dff58396b2 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:54:03.616224 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device e18c4a18-b564-4f84-85be-c1620383a9be no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:54:03.689302 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: e18c4a18-b564-4f84-85be-c1620383a9be {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:54:03.695706 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 41166) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:54:03.697038 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device e18c4a18-b564-4f84-85be-c1620383a9be not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:54:03.803512 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-0ebb9477-c22e-4d1e-8df4-c04fc5c01cfa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fe34b741dd5e495ab273e85e013ecfbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1063559 Jul 23 23:54:03.827891 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 41168) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:54:03.844005 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4d14d84b-04c3-4a1c-8464-1a800d9763b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:03.869178 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-0d89c9bd-2ea0-4af0-8604-e7b0fb3c4638 None None] Provisioning for port 7bbba276-a83a-4dca-9032-4db4e7aa04ba completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:54:03.877471 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-0d89c9bd-2ea0-4af0-8604-e7b0fb3c4638 None None] Provisioning complete for port 7bbba276-a83a-4dca-9032-4db4e7aa04ba triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:54:03.878790 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0d89c9bd-2ea0-4af0-8604-e7b0fb3c4638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:03.915313 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-8d75e853-cd21-40e2-b937-8b3aaff1e748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854cdc33-8c02-45a7-bb84-efbcb080fe29', 'name': 'tempest-FloatingIPsTestJSON-770343644-router', 'tenant_id': '613743d3595a4f7bac0ecbb139dd37c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'dcc6bed8-0768-4025-a032-6cd9ac655b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:53:54Z', 'updated_at': '2021-07-23T23:53:57Z', 'revision_number': 3, 'project_id': '613743d3595a4f7bac0ecbb139dd37c1', 'gw_port': {'id': 'dcc6bed8-0768-4025-a032-6cd9ac655b97', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '854cdc33-8c02-45a7-bb84-efbcb080fe29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:53:56Z', 'updated_at': '2021-07-23T23:54:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:54:03.957964 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9cca790c-a373-4f7a-84de-1dc0fd076db0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:03.982405 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-0d89c9bd-2ea0-4af0-8604-e7b0fb3c4638 None None] Port 7bbba276-a83a-4dca-9032-4db4e7aa04ba cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:54:03.986036 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d75e853-cd21-40e2-b937-8b3aaff1e748 None None] The sync data for ids ['854cdc33-8c02-45a7-bb84-efbcb080fe29'] in n-d-800088-16 is: [{'id': '854cdc33-8c02-45a7-bb84-efbcb080fe29', 'name': 'tempest-FloatingIPsTestJSON-770343644-router', 'tenant_id': '613743d3595a4f7bac0ecbb139dd37c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'dcc6bed8-0768-4025-a032-6cd9ac655b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:53:54Z', 'updated_at': '2021-07-23T23:53:57Z', 'revision_number': 3, 'project_id': '613743d3595a4f7bac0ecbb139dd37c1', 'gw_port': {'id': 'dcc6bed8-0768-4025-a032-6cd9ac655b97', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '854cdc33-8c02-45a7-bb84-efbcb080fe29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:53:56Z', 'updated_at': '2021-07-23T23:54:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:54:04.009344 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9cca790c-a373-4f7a-84de-1dc0fd076db0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:04.099073 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4d14d84b-04c3-4a1c-8464-1a800d9763b2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:04.106159 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4d14d84b-04c3-4a1c-8464-1a800d9763b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:04.128893 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9cca790c-a373-4f7a-84de-1dc0fd076db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:04.133167 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9cca790c-a373-4f7a-84de-1dc0fd076db0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:04.134496 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-9cca790c-a373-4f7a-84de-1dc0fd076db0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/62065130-af15-4dfe-90c8-a05e16243009 HTTP/1.1" status: 204 len: 168 time: 0.3221695 Jul 23 23:54:04.164123 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cca790c-a373-4f7a-84de-1dc0fd076db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62065130-af15-4dfe-90c8-a05e16243009,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:04.258011 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4d14d84b-04c3-4a1c-8464-1a800d9763b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680980'] for router_interface, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:04.269871 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d14d84b-04c3-4a1c-8464-1a800d9763b2 admin admin] Pushing event updated for resources: {'Port': ['ID=7bbba276-a83a-4dca-9032-4db4e7aa04ba,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:04.423470 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d14d84b-04c3-4a1c-8464-1a800d9763b2 admin admin] Network f41aa2bb-8852-433d-aca1-520481741585 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:54:04.425278 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-4d14d84b-04c3-4a1c-8464-1a800d9763b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:54:04.655582 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d14d84b-04c3-4a1c-8464-1a800d9763b2 admin admin] Router 854cdc33-8c02-45a7-bb84-efbcb080fe29 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:54:04.834832 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-fcccc633-3af3-4115-8b9d-0a1abc8447cc None None] Provisioning complete for port 7bbba276-a83a-4dca-9032-4db4e7aa04ba triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:54:04.836268 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-fcccc633-3af3-4115-8b9d-0a1abc8447cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:04.913955 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d14d84b-04c3-4a1c-8464-1a800d9763b2 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:54:04.920134 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-4d14d84b-04c3-4a1c-8464-1a800d9763b2 admin admin] 10.222.0.44 "PUT /v2.0/routers/854cdc33-8c02-45a7-bb84-efbcb080fe29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6531429 Jul 23 23:54:04.959343 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-fcccc633-3af3-4115-8b9d-0a1abc8447cc None None] Port 7bbba276-a83a-4dca-9032-4db4e7aa04ba cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:54:05.377575 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device dcc6bed8-0768-4025-a032-6cd9ac655b97 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:54:05.458092 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port dcc6bed8-0768-4025-a032-6cd9ac655b97 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:54:05.464908 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port dcc6bed8-0768-4025-a032-6cd9ac655b97 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:54:05.465679 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:05.626315 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:05.656494 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port dcc6bed8-0768-4025-a032-6cd9ac655b97, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=dcc6bed8-0768-4025-a032-6cd9ac655b97,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:54:05.662447 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:05.810202 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=dcc6bed8-0768-4025-a032-6cd9ac655b97,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:05.818982 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 41202) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:54:05.988555 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-b4aef64a-371b-47c0-96d8-b9b74435ad11 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1695996799-network', 'tenant_id': '13789d59b0aa496a917ecdd336bbea94'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:54:06.025634 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4aef64a-371b-47c0-96d8-b9b74435ad11 admin admin] Made reservation on behalf of 13789d59b0aa496a917ecdd336bbea94 for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:54:06.032024 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b4aef64a-371b-47c0-96d8-b9b74435ad11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:06.058091 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b4aef64a-371b-47c0-96d8-b9b74435ad11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:06.210714 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b4aef64a-371b-47c0-96d8-b9b74435ad11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:06.217230 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b4aef64a-371b-47c0-96d8-b9b74435ad11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:06.232641 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4aef64a-371b-47c0-96d8-b9b74435ad11 admin admin] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:54:06.261486 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aef64a-371b-47c0-96d8-b9b74435ad11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28c40577-9b2e-4a14-bec6-296bc9e6bda5,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:06.282131 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b4aef64a-371b-47c0-96d8-b9b74435ad11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:06.282887 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-b4aef64a-371b-47c0-96d8-b9b74435ad11 admin admin] Added segment 14f7de1e-d7f3-4553-b01f-6c2e741958bd of type vlan for network 23d3c195-56d1-47cb-bc89-6cf797b83797 Jul 23 23:54:06.334740 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b4aef64a-371b-47c0-96d8-b9b74435ad11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:06.393784 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b4aef64a-371b-47c0-96d8-b9b74435ad11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:06.395146 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4aef64a-371b-47c0-96d8-b9b74435ad11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:06.395911 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b4aef64a-371b-47c0-96d8-b9b74435ad11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:06.463502 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aef64a-371b-47c0-96d8-b9b74435ad11 admin admin] Pushing event updated for resources: {'Network': ['ID=23d3c195-56d1-47cb-bc89-6cf797b83797,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:06.478300 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 23d3c195-56d1-47cb-bc89-6cf797b83797 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:54:06.484065 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-b4aef64a-371b-47c0-96d8-b9b74435ad11 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6636171 Jul 23 23:54:06.486905 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 41212) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:54:06.493447 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-c559b909-bde2-44e8-aa3b-a4cb4ec29199 admin admin] Request body: {'subnet': {'network_id': '23d3c195-56d1-47cb-bc89-6cf797b83797', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1695996799-subnet', 'tenant_id': '13789d59b0aa496a917ecdd336bbea94', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:54:06.526204 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c559b909-bde2-44e8-aa3b-a4cb4ec29199 admin admin] Made reservation on behalf of 13789d59b0aa496a917ecdd336bbea94 for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:54:06.529588 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c559b909-bde2-44e8-aa3b-a4cb4ec29199 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:06.685786 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740f0715-7bf1-4a6e-9e3e-2e80f8264315 None None] Sync routers for ids ['854cdc33-8c02-45a7-bb84-efbcb080fe29'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:54:06.707580 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740f0715-7bf1-4a6e-9e3e-2e80f8264315 None None] Routers {'854cdc33-8c02-45a7-bb84-efbcb080fe29'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:54:06.708548 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-740f0715-7bf1-4a6e-9e3e-2e80f8264315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:53:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['854cdc33-8c02-45a7-bb84-efbcb080fe29'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:54:06.759159 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c559b909-bde2-44e8-aa3b-a4cb4ec29199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:06.824628 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559b909-bde2-44e8-aa3b-a4cb4ec29199 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b2b55de-b534-4ee1-a5b6-c98e40fc9891,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:06.840168 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c559b909-bde2-44e8-aa3b-a4cb4ec29199 admin admin] Checking segment: {'id': '14f7de1e-d7f3-4553-b01f-6c2e741958bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '23d3c195-56d1-47cb-bc89-6cf797b83797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:54:06.840547 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c559b909-bde2-44e8-aa3b-a4cb4ec29199 admin admin] Network hostable DHCP agents. Network: 23d3c195-56d1-47cb-bc89-6cf797b83797, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:54:06.865527 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-740f0715-7bf1-4a6e-9e3e-2e80f8264315 None None] Set router 854cdc33-8c02-45a7-bb84-efbcb080fe29 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:54:06.868624 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c559b909-bde2-44e8-aa3b-a4cb4ec29199 admin admin] Network 23d3c195-56d1-47cb-bc89-6cf797b83797 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:54:06.886685 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-c559b909-bde2-44e8-aa3b-a4cb4ec29199 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 23d3c195-56d1-47cb-bc89-6cf797b83797) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:54:06.899042 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c559b909-bde2-44e8-aa3b-a4cb4ec29199 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:06.899682 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c559b909-bde2-44e8-aa3b-a4cb4ec29199 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:06.930370 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0521a2e-50a5-44b5-b220-95470298554e None None] Network 23d3c195-56d1-47cb-bc89-6cf797b83797 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:54:06.935282 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c559b909-bde2-44e8-aa3b-a4cb4ec29199 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4468739 Jul 23 23:54:06.937803 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 41216) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:54:06.942787 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-9f6693c9-8fc1-4b2c-be57-dcc2d1eef167 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1695996799-router', 'tenant_id': '13789d59b0aa496a917ecdd336bbea94', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:54:06.979375 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9f6693c9-8fc1-4b2c-be57-dcc2d1eef167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:06.980687 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9f6693c9-8fc1-4b2c-be57-dcc2d1eef167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:07.078737 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9f6693c9-8fc1-4b2c-be57-dcc2d1eef167 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:07.287120 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9f6693c9-8fc1-4b2c-be57-dcc2d1eef167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:07.298638 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device dcc6bed8-0768-4025-a032-6cd9ac655b97 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:54:07.369836 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8933dcc7-ca82-4461-9f92-5565c9c9a0e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-23d3c195-56d1-47cb-bc89-6cf797b83797', 'network_id': '23d3c195-56d1-47cb-bc89-6cf797b83797', 'tenant_id': '13789d59b0aa496a917ecdd336bbea94', 'fixed_ips': [{'subnet_id': '5b2b55de-b534-4ee1-a5b6-c98e40fc9891'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:54:07.371183 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-8933dcc7-ca82-4461-9f92-5565c9c9a0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:07.619976 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port dcc6bed8-0768-4025-a032-6cd9ac655b97 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:54:07.620580 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:07.687877 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-8933dcc7-ca82-4461-9f92-5565c9c9a0e1 None None] Allocated IP 172.20.0.2 (23d3c195-56d1-47cb-bc89-6cf797b83797/5b2b55de-b534-4ee1-a5b6-c98e40fc9891/2c355c39-e032-4831-9b52-7520508afec6) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:54:07.728821 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-740f0715-7bf1-4a6e-9e3e-2e80f8264315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854cdc33-8c02-45a7-bb84-efbcb080fe29', 'name': 'tempest-FloatingIPsTestJSON-770343644-router', 'tenant_id': '613743d3595a4f7bac0ecbb139dd37c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'dcc6bed8-0768-4025-a032-6cd9ac655b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:53:54Z', 'updated_at': '2021-07-23T23:54:03Z', 'revision_number': 4, 'project_id': '613743d3595a4f7bac0ecbb139dd37c1', 'gw_port': {'id': 'dcc6bed8-0768-4025-a032-6cd9ac655b97', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854cdc33-8c02-45a7-bb84-efbcb080fe29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:53:56Z', 'updated_at': '2021-07-23T23:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '7bbba276-a83a-4dca-9032-4db4e7aa04ba', 'name': '', 'network_id': 'f41aa2bb-8852-433d-aca1-520481741585', 'tenant_id': '613743d3595a4f7bac0ecbb139dd37c1', 'mac_address': 'fa:16:3e:d9:8f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '854cdc33-8c02-45a7-bb84-efbcb080fe29', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '04fc7939-f389-4617-b0d0-f57b0df93da4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:54:02Z', 'updated_at': '2021-07-23T23:54:03Z', 'revision_number': 2, 'project_id': '613743d3595a4f7bac0ecbb139dd37c1', 'subnets': [{'id': '04fc7939-f389-4617-b0d0-f57b0df93da4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:54:07.774936 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740f0715-7bf1-4a6e-9e3e-2e80f8264315 None None] Checking router: 854cdc33-8c02-45a7-bb84-efbcb080fe29 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:54:07.774936 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740f0715-7bf1-4a6e-9e3e-2e80f8264315 None None] Updating router 854cdc33-8c02-45a7-bb84-efbcb080fe29 port 7bbba276-a83a-4dca-9032-4db4e7aa04ba binding host n-d-800088-16 {{(pid=100315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:54:07.905769 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-740f0715-7bf1-4a6e-9e3e-2e80f8264315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:07.983994 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9f6693c9-8fc1-4b2c-be57-dcc2d1eef167 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:08.009429 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9f6693c9-8fc1-4b2c-be57-dcc2d1eef167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:08.064733 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-8933dcc7-ca82-4461-9f92-5565c9c9a0e1 None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:08.134221 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-8933dcc7-ca82-4461-9f92-5565c9c9a0e1 None None] Transition to ACTIVE for port object 2c355c39-e032-4831-9b52-7520508afec6 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:54:08.170062 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303c824e-1664-4824-837b-a9ad9733f059 req-e0227972-4ed9-4f19-9dc2-f9cdcceab7c8 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:08.173582 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-303c824e-1664-4824-837b-a9ad9733f059 req-e0227972-4ed9-4f19-9dc2-f9cdcceab7c8 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] 10.222.0.44 "GET /v2.0/networks?id=a3cd81e2-1970-4c5b-9d38-d0235482c1d3 HTTP/1.1" status: 200 len: 812 time: 0.1616013 Jul 23 23:54:08.185252 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-8933dcc7-ca82-4461-9f92-5565c9c9a0e1 None None] Transition to ACTIVE for port object 2c355c39-e032-4831-9b52-7520508afec6 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:54:08.198787 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-303c824e-1664-4824-837b-a9ad9733f059 req-a0a874c3-770e-464e-bb31-87c93e4cd7a5 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] 10.222.0.44 "GET /v2.0/quotas/d749b4d1b42a4289ae7deab4121e65e5 HTTP/1.1" status: 200 len: 375 time: 0.0110924 Jul 23 23:54:08.210772 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-8933dcc7-ca82-4461-9f92-5565c9c9a0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:08.248937 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-303c824e-1664-4824-837b-a9ad9733f059 req-c49523f0-2703-4225-bec8-e1ac360342d2 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d749b4d1b42a4289ae7deab4121e65e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439806 Jul 23 23:54:08.297154 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32054342-cbc2-4b69-ab17-49c4ef4f9a1f req-7b7b620e-f167-4f23-863b-38e29c55934c tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:08.305274 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-32054342-cbc2-4b69-ab17-49c4ef4f9a1f req-7b7b620e-f167-4f23-863b-38e29c55934c tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/ports?device_id=0eaceb5f-e1bb-44ff-bf70-164f8342acaf HTTP/1.1" status: 200 len: 950 time: 0.2616260 Jul 23 23:54:08.354756 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8933dcc7-ca82-4461-9f92-5565c9c9a0e1 None None] Network 23d3c195-56d1-47cb-bc89-6cf797b83797 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:54:08.368311 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-8933dcc7-ca82-4461-9f92-5565c9c9a0e1 None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:54:08.376274 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-32054342-cbc2-4b69-ab17-49c4ef4f9a1f req-af98c5fa-90de-4fea-a85c-f0a03ab5313f tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/security-groups?id=84afd7ea-644b-438b-8379-6d56a9cf992d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700464 Jul 23 23:54:08.377148 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8933dcc7-ca82-4461-9f92-5565c9c9a0e1 None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:54:08.378024 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-9f6693c9-8fc1-4b2c-be57-dcc2d1eef167 admin admin] Allocated IP 172.25.3.32 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/62bafabc-a43c-416b-83a0-f20d7cd3bf26) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:54:08.408837 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-303c824e-1664-4824-837b-a9ad9733f059 req-199ef6a9-05b1-43ad-9c3b-b0bb3f837347 service neutron] 10.222.0.44 "GET /v2.0/networks/a3cd81e2-1970-4c5b-9d38-d0235482c1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511645 Jul 23 23:54:08.546042 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-303c824e-1664-4824-837b-a9ad9733f059 req-d07e53d4-c8ac-4fc4-97f5-0c4398b5f5ac service neutron] 10.222.0.44 "GET /v2.0/networks/a3cd81e2-1970-4c5b-9d38-d0235482c1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184752 Jul 23 23:54:08.561728 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9f6693c9-8fc1-4b2c-be57-dcc2d1eef167 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:08.612896 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9f6693c9-8fc1-4b2c-be57-dcc2d1eef167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:08.660760 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6693c9-8fc1-4b2c-be57-dcc2d1eef167 admin admin] Pushing event updated for resources: {'Port': ['ID=62bafabc-a43c-416b-83a0-f20d7cd3bf26,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:08.672977 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6693c9-8fc1-4b2c-be57-dcc2d1eef167 admin admin] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:54:08.674454 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-9f6693c9-8fc1-4b2c-be57-dcc2d1eef167 admin admin] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:54:08.677004 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6693c9-8fc1-4b2c-be57-dcc2d1eef167 admin admin] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:54:08.696342 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50374cec-ad0e-4c6e-927a-21ce846a8a8f x-openstack-request-id: req-50374cec-ad0e-4c6e-927a-21ce846a8a8f {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:54:08.696990 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eaceb5f-e1bb-44ff-bf70-164f8342acaf", "name": "network-vif-plugged", "status": "completed", "tag": "517db9ca-3b36-4100-abc1-0bc8402ac1db", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:54:08.696990 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-50374cec-ad0e-4c6e-927a-21ce846a8a8f {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:54:08.697313 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eaceb5f-e1bb-44ff-bf70-164f8342acaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '517db9ca-3b36-4100-abc1-0bc8402ac1db', 'code': 200} Jul 23 23:54:08.698084 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8933dcc7-ca82-4461-9f92-5565c9c9a0e1 None None] Pushing event updated for resources: {'Port': ['ID=2c355c39-e032-4831-9b52-7520508afec6,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:08.723197 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171f6fb2-d6b6-41c4-b176-383972224c56 req-fa591aa5-d5d6-41c9-b72c-36258c36b314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:08.724722 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-171f6fb2-d6b6-41c4-b176-383972224c56 req-fa591aa5-d5d6-41c9-b72c-36258c36b314 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0eaceb5f-e1bb-44ff-bf70-164f8342acaf HTTP/1.1" status: 200 len: 1102 time: 0.1110008 Jul 23 23:54:08.794782 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-171f6fb2-d6b6-41c4-b176-383972224c56 req-fe327375-aa50-4475-b9c6-e98da5b6b833 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=84afd7ea-644b-438b-8379-6d56a9cf992d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604041 Jul 23 23:54:08.802616 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-8933dcc7-ca82-4461-9f92-5565c9c9a0e1 None None] Attempting to bind port 2c355c39-e032-4831-9b52-7520508afec6 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:54:08.802616 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-8933dcc7-ca82-4461-9f92-5565c9c9a0e1 None None] Attempting to bind port 2c355c39-e032-4831-9b52-7520508afec6 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '14f7de1e-d7f3-4553-b01f-6c2e741958bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '23d3c195-56d1-47cb-bc89-6cf797b83797'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:54:08.802616 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8933dcc7-ca82-4461-9f92-5565c9c9a0e1 None None] Attempting to bind port 2c355c39-e032-4831-9b52-7520508afec6 on network 23d3c195-56d1-47cb-bc89-6cf797b83797 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:54:08.815409 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8933dcc7-ca82-4461-9f92-5565c9c9a0e1 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:54:08.815882 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8933dcc7-ca82-4461-9f92-5565c9c9a0e1 None None] Checking segment: {'id': '14f7de1e-d7f3-4553-b01f-6c2e741958bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '23d3c195-56d1-47cb-bc89-6cf797b83797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:54:08.816722 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-8933dcc7-ca82-4461-9f92-5565c9c9a0e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:08.817302 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8933dcc7-ca82-4461-9f92-5565c9c9a0e1 None None] Bound using segment: {'id': '14f7de1e-d7f3-4553-b01f-6c2e741958bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '23d3c195-56d1-47cb-bc89-6cf797b83797'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:54:08.817913 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-8933dcc7-ca82-4461-9f92-5565c9c9a0e1 None None] Bound port: 2c355c39-e032-4831-9b52-7520508afec6, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14f7de1e-d7f3-4553-b01f-6c2e741958bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '23d3c195-56d1-47cb-bc89-6cf797b83797'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:54:08.818370 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-8933dcc7-ca82-4461-9f92-5565c9c9a0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:08.938187 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-740f0715-7bf1-4a6e-9e3e-2e80f8264315 None None] Notify callbacks [] for port, precommit_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:08.986613 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-740f0715-7bf1-4a6e-9e3e-2e80f8264315 None None] Transition to ACTIVE for port object 7bbba276-a83a-4dca-9032-4db4e7aa04ba will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:54:08.992685 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-8933dcc7-ca82-4461-9f92-5565c9c9a0e1 None None] For port 2c355c39-e032-4831-9b52-7520508afec6, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:54:08.997830 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-8933dcc7-ca82-4461-9f92-5565c9c9a0e1 None None] For port 2c355c39-e032-4831-9b52-7520508afec6, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=2c355c39-e032-4831-9b52-7520508afec6,segment=NetworkSegment(14f7de1e-d7f3-4553-b01f-6c2e741958bd),segment_id=14f7de1e-d7f3-4553-b01f-6c2e741958bd)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:54:09.001225 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-740f0715-7bf1-4a6e-9e3e-2e80f8264315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:09.039319 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-8933dcc7-ca82-4461-9f92-5565c9c9a0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:09.094469 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9f6693c9-8fc1-4b2c-be57-dcc2d1eef167 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:09.107152 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb73297-7566-4864-bb0f-5cbdc2562856 None None] Pushing event updated for resources: {'Port': ['ID=7bbba276-a83a-4dca-9032-4db4e7aa04ba,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:09.363167 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-740f0715-7bf1-4a6e-9e3e-2e80f8264315 None None] Attempting to bind port 7bbba276-a83a-4dca-9032-4db4e7aa04ba on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:54:09.363548 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-740f0715-7bf1-4a6e-9e3e-2e80f8264315 None None] Attempting to bind port 7bbba276-a83a-4dca-9032-4db4e7aa04ba by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '8962678b-fd9c-4085-b8c7-a3f35a1111cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'f41aa2bb-8852-433d-aca1-520481741585'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:54:09.363924 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740f0715-7bf1-4a6e-9e3e-2e80f8264315 None None] Attempting to bind port 7bbba276-a83a-4dca-9032-4db4e7aa04ba on network f41aa2bb-8852-433d-aca1-520481741585 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:54:09.375341 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8933dcc7-ca82-4461-9f92-5565c9c9a0e1 None None] Pushing event updated for resources: {'Port': ['ID=2c355c39-e032-4831-9b52-7520508afec6,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:09.378563 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740f0715-7bf1-4a6e-9e3e-2e80f8264315 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:54:09.378943 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740f0715-7bf1-4a6e-9e3e-2e80f8264315 None None] Checking segment: {'id': '8962678b-fd9c-4085-b8c7-a3f35a1111cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'f41aa2bb-8852-433d-aca1-520481741585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:54:09.379363 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-740f0715-7bf1-4a6e-9e3e-2e80f8264315 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:09.390733 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740f0715-7bf1-4a6e-9e3e-2e80f8264315 None None] Bound using segment: {'id': '8962678b-fd9c-4085-b8c7-a3f35a1111cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'f41aa2bb-8852-433d-aca1-520481741585'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:54:09.392040 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-740f0715-7bf1-4a6e-9e3e-2e80f8264315 None None] Bound port: 7bbba276-a83a-4dca-9032-4db4e7aa04ba, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8962678b-fd9c-4085-b8c7-a3f35a1111cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'f41aa2bb-8852-433d-aca1-520481741585'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:54:09.392254 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-740f0715-7bf1-4a6e-9e3e-2e80f8264315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:09.451644 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6343c28c-683a-4ddb-907e-34a6880656e2 req-ad90c24d-666c-49f9-864b-78a20e685253 tempest-FloatingIPsTestJSON-953118291 tempest-FloatingIPsTestJSON-953118291-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3466790 Jul 23 23:54:09.535488 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-740f0715-7bf1-4a6e-9e3e-2e80f8264315 None None] For port 7bbba276-a83a-4dca-9032-4db4e7aa04ba, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:54:09.572436 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-740f0715-7bf1-4a6e-9e3e-2e80f8264315 None None] For port 7bbba276-a83a-4dca-9032-4db4e7aa04ba, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=7bbba276-a83a-4dca-9032-4db4e7aa04ba,segment=NetworkSegment(8962678b-fd9c-4085-b8c7-a3f35a1111cb),segment_id=8962678b-fd9c-4085-b8c7-a3f35a1111cb)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:54:09.583243 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-740f0715-7bf1-4a6e-9e3e-2e80f8264315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:09.586849 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-6343c28c-683a-4ddb-907e-34a6880656e2 req-8e1cc5a8-0d73-4da1-9418-e6e07f642eee tempest-FloatingIPsTestJSON-953118291 tempest-FloatingIPsTestJSON-953118291-project] Request body: {'floatingip': {'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:54:09.651549 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-6343c28c-683a-4ddb-907e-34a6880656e2 req-8e1cc5a8-0d73-4da1-9418-e6e07f642eee tempest-FloatingIPsTestJSON-953118291 tempest-FloatingIPsTestJSON-953118291-project] Notify callbacks [] for floatingip, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:09.706552 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9f6693c9-8fc1-4b2c-be57-dcc2d1eef167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:09.776887 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740f0715-7bf1-4a6e-9e3e-2e80f8264315 None None] Routers {'854cdc33-8c02-45a7-bb84-efbcb080fe29'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:54:09.777611 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-740f0715-7bf1-4a6e-9e3e-2e80f8264315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:53:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['854cdc33-8c02-45a7-bb84-efbcb080fe29'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:54:09.889316 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb73297-7566-4864-bb0f-5cbdc2562856 None None] Pushing event updated for resources: {'Port': ['ID=7bbba276-a83a-4dca-9032-4db4e7aa04ba,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:10.001945 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-740f0715-7bf1-4a6e-9e3e-2e80f8264315 None None] Set router 854cdc33-8c02-45a7-bb84-efbcb080fe29 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:54:10.133203 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-6343c28c-683a-4ddb-907e-34a6880656e2 req-8e1cc5a8-0d73-4da1-9418-e6e07f642eee tempest-FloatingIPsTestJSON-953118291 tempest-FloatingIPsTestJSON-953118291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:10.139846 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f6693c9-8fc1-4b2c-be57-dcc2d1eef167 admin admin] Router c47388bd-11f4-49a6-8cc3-19279a0f9d60 is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 23:54:10.358253 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb56ce02-d53c-42e5-ae8d-d8fe419d507d req-cb2a1603-1a95-4f06-8666-7305aa378e50 tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:10.363192 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cb56ce02-d53c-42e5-ae8d-d8fe419d507d req-cb2a1603-1a95-4f06-8666-7305aa378e50 tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a38679e-4ab8-4a39-9e4a-ae1b668ec623 HTTP/1.1" status: 200 len: 951 time: 0.1298819 Jul 23 23:54:10.421254 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cb56ce02-d53c-42e5-ae8d-d8fe419d507d req-ccfa8b20-15c9-42ce-b29e-b4067de79db5 tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] 10.222.0.44 "GET /v2.0/security-groups?id=39e2cfc2-bcff-4d1c-a5a4-8ca5083e8b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481505 Jul 23 23:54:10.422081 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-740f0715-7bf1-4a6e-9e3e-2e80f8264315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854cdc33-8c02-45a7-bb84-efbcb080fe29', 'name': 'tempest-FloatingIPsTestJSON-770343644-router', 'tenant_id': '613743d3595a4f7bac0ecbb139dd37c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'dcc6bed8-0768-4025-a032-6cd9ac655b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:53:54Z', 'updated_at': '2021-07-23T23:54:03Z', 'revision_number': 4, 'project_id': '613743d3595a4f7bac0ecbb139dd37c1', 'gw_port': {'id': 'dcc6bed8-0768-4025-a032-6cd9ac655b97', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854cdc33-8c02-45a7-bb84-efbcb080fe29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:53:56Z', 'updated_at': '2021-07-23T23:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '7bbba276-a83a-4dca-9032-4db4e7aa04ba', 'name': '', 'network_id': 'f41aa2bb-8852-433d-aca1-520481741585', 'tenant_id': '613743d3595a4f7bac0ecbb139dd37c1', 'mac_address': 'fa:16:3e:d9:8f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '854cdc33-8c02-45a7-bb84-efbcb080fe29', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '04fc7939-f389-4617-b0d0-f57b0df93da4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:54:02Z', 'updated_at': '2021-07-23T23:54:09Z', 'revision_number': 4, 'project_id': '613743d3595a4f7bac0ecbb139dd37c1', 'subnets': [{'id': '04fc7939-f389-4617-b0d0-f57b0df93da4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:54:10.500174 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740f0715-7bf1-4a6e-9e3e-2e80f8264315 None None] The sync data for ids ['854cdc33-8c02-45a7-bb84-efbcb080fe29'] in n-d-800088-16 is: [{'id': '854cdc33-8c02-45a7-bb84-efbcb080fe29', 'name': 'tempest-FloatingIPsTestJSON-770343644-router', 'tenant_id': '613743d3595a4f7bac0ecbb139dd37c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'dcc6bed8-0768-4025-a032-6cd9ac655b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:53:54Z', 'updated_at': '2021-07-23T23:54:03Z', 'revision_number': 4, 'project_id': '613743d3595a4f7bac0ecbb139dd37c1', 'gw_port': {'id': 'dcc6bed8-0768-4025-a032-6cd9ac655b97', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854cdc33-8c02-45a7-bb84-efbcb080fe29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:53:56Z', 'updated_at': '2021-07-23T23:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '7bbba276-a83a-4dca-9032-4db4e7aa04ba', 'name': '', 'network_id': 'f41aa2bb-8852-433d-aca1-520481741585', 'tenant_id': '613743d3595a4f7bac0ecbb139dd37c1', 'mac_address': 'fa:16:3e:d9:8f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '854cdc33-8c02-45a7-bb84-efbcb080fe29', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '04fc7939-f389-4617-b0d0-f57b0df93da4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:54:02Z', 'updated_at': '2021-07-23T23:54:09Z', 'revision_number': 4, 'project_id': '613743d3595a4f7bac0ecbb139dd37c1', 'subnets': [{'id': '04fc7939-f389-4617-b0d0-f57b0df93da4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:54:10.597341 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-6343c28c-683a-4ddb-907e-34a6880656e2 req-8e1cc5a8-0d73-4da1-9418-e6e07f642eee tempest-FloatingIPsTestJSON-953118291 tempest-FloatingIPsTestJSON-953118291-project] Allocated IP 172.25.3.18 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/99680bcd-b477-4edb-8a33-318e68932d00) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:54:10.600544 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f6693c9-8fc1-4b2c-be57-dcc2d1eef167 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:54:10.629016 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9f6693c9-8fc1-4b2c-be57-dcc2d1eef167 admin admin] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:10.630739 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-9f6693c9-8fc1-4b2c-be57-dcc2d1eef167 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.6916015 Jul 23 23:54:10.635651 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 41300) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:54:10.654959 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838abb0a-0017-4cea-b3b6-dc4056f49f60 None None] Sync routers for ids ['c47388bd-11f4-49a6-8cc3-19279a0f9d60'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:54:10.686001 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838abb0a-0017-4cea-b3b6-dc4056f49f60 None None] Routers {'c47388bd-11f4-49a6-8cc3-19279a0f9d60'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:54:10.687029 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-838abb0a-0017-4cea-b3b6-dc4056f49f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:53:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['c47388bd-11f4-49a6-8cc3-19279a0f9d60'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:54:10.738243 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a13be2c-9188-44f6-884c-9dc60dc670a6 req-1f1f6ec5-45ca-46a9-94b7-ab9cf6e0c80a tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:10.752993 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8a13be2c-9188-44f6-884c-9dc60dc670a6 req-1f1f6ec5-45ca-46a9-94b7-ab9cf6e0c80a tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/ports?device_id=0eaceb5f-e1bb-44ff-bf70-164f8342acaf HTTP/1.1" status: 200 len: 950 time: 0.1796293 Jul 23 23:54:10.864175 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8a13be2c-9188-44f6-884c-9dc60dc670a6 req-29b4285d-92ce-45b0-b4f9-77b0b4b41a9a tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/security-groups?id=84afd7ea-644b-438b-8379-6d56a9cf992d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101785 Jul 23 23:54:10.946010 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-6343c28c-683a-4ddb-907e-34a6880656e2 req-8e1cc5a8-0d73-4da1-9418-e6e07f642eee tempest-FloatingIPsTestJSON-953118291 tempest-FloatingIPsTestJSON-953118291-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:11.109033 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-6343c28c-683a-4ddb-907e-34a6880656e2 req-8e1cc5a8-0d73-4da1-9418-e6e07f642eee tempest-FloatingIPsTestJSON-953118291 tempest-FloatingIPsTestJSON-953118291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:11.214844 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d791e01b-5ccf-4ac5-bd16-fc3f8029a7c6 None None] Network 23d3c195-56d1-47cb-bc89-6cf797b83797 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:54:11.223600 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1cc5a8-0d73-4da1-9418-e6e07f642eee tempest-FloatingIPsTestJSON-953118291 tempest-FloatingIPsTestJSON-953118291-project] Pushing event updated for resources: {'Port': ['ID=99680bcd-b477-4edb-8a33-318e68932d00,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:11.272173 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6343c28c-683a-4ddb-907e-34a6880656e2 req-8e1cc5a8-0d73-4da1-9418-e6e07f642eee tempest-FloatingIPsTestJSON-953118291 tempest-FloatingIPsTestJSON-953118291-project] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:54:11.296029 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-6343c28c-683a-4ddb-907e-34a6880656e2 req-8e1cc5a8-0d73-4da1-9418-e6e07f642eee tempest-FloatingIPsTestJSON-953118291 tempest-FloatingIPsTestJSON-953118291-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:54:11.298335 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-6343c28c-683a-4ddb-907e-34a6880656e2 req-8e1cc5a8-0d73-4da1-9418-e6e07f642eee tempest-FloatingIPsTestJSON-953118291 tempest-FloatingIPsTestJSON-953118291-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:54:11.328297 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-838abb0a-0017-4cea-b3b6-dc4056f49f60 None None] Set router c47388bd-11f4-49a6-8cc3-19279a0f9d60 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:54:11.347658 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8d2d75ec-61b7-4a02-8715-1542a307f322 req-c7c7ff56-a420-4729-b513-6c6bd2e95ce7 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e5a81e5-504b-4bc8-bc3a-54501b386174 HTTP/1.1" status: 200 len: 210 time: 0.0659273 Jul 23 23:54:11.535942 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-3c5abf41-e060-4d80-9754-ae5a7beff45b None None] Provisioning for port 2c355c39-e032-4831-9b52-7520508afec6 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:54:11.634757 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 2c355c39-e032-4831-9b52-7520508afec6 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:54:11.748232 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-838abb0a-0017-4cea-b3b6-dc4056f49f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c47388bd-11f4-49a6-8cc3-19279a0f9d60', 'name': 'tempest-FloatingIPsNegativeTestJSON-1695996799-router', 'tenant_id': '13789d59b0aa496a917ecdd336bbea94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '62bafabc-a43c-416b-83a0-f20d7cd3bf26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:54:06Z', 'updated_at': '2021-07-23T23:54:08Z', 'revision_number': 3, 'project_id': '13789d59b0aa496a917ecdd336bbea94', 'gw_port': {'id': '62bafabc-a43c-416b-83a0-f20d7cd3bf26', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:2b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c47388bd-11f4-49a6-8cc3-19279a0f9d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:54:08Z', 'updated_at': '2021-07-23T23:54:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:54:11.822871 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838abb0a-0017-4cea-b3b6-dc4056f49f60 None None] Checking router: c47388bd-11f4-49a6-8cc3-19279a0f9d60 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:54:11.829089 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838abb0a-0017-4cea-b3b6-dc4056f49f60 None None] Updating router c47388bd-11f4-49a6-8cc3-19279a0f9d60 port 62bafabc-a43c-416b-83a0-f20d7cd3bf26 binding host n-d-800088-16 {{(pid=100316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:54:11.846896 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 2c355c39-e032-4831-9b52-7520508afec6 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:54:11.852388 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 2c355c39-e032-4831-9b52-7520508afec6 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:54:11.852932 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:12.036898 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-838abb0a-0017-4cea-b3b6-dc4056f49f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:12.107941 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 1232bb33-94ad-4269-a061-dbea4181bc9b no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:54:12.281372 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303c824e-1664-4824-837b-a9ad9733f059 req-6f202772-791b-448f-8f7c-995d78b56088 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:12.287742 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-303c824e-1664-4824-837b-a9ad9733f059 req-6f202772-791b-448f-8f7c-995d78b56088 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] 10.222.0.64 "GET /v2.0/networks?id=a3cd81e2-1970-4c5b-9d38-d0235482c1d3 HTTP/1.1" status: 200 len: 812 time: 0.4178176 Jul 23 23:54:12.309188 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-303c824e-1664-4824-837b-a9ad9733f059 req-96ba6006-c0ea-44f7-a5db-ab144b24ced2 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Request body: {'port': {'device_id': '5e5a81e5-504b-4bc8-bc3a-54501b386174', 'network_id': 'a3cd81e2-1970-4c5b-9d38-d0235482c1d3', 'admin_state_up': True, 'tenant_id': 'd749b4d1b42a4289ae7deab4121e65e5'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:54:12.331696 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-6343c28c-683a-4ddb-907e-34a6880656e2 req-8e1cc5a8-0d73-4da1-9418-e6e07f642eee tempest-FloatingIPsTestJSON-953118291 tempest-FloatingIPsTestJSON-953118291-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:12.390022 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:12.493715 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-d4a6c5c6-0b6a-4b8f-a761-9ac48a726d2e None None] Provisioning complete for port 2c355c39-e032-4831-9b52-7520508afec6 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:54:12.494413 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d4a6c5c6-0b6a-4b8f-a761-9ac48a726d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:12.498338 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 2c355c39-e032-4831-9b52-7520508afec6, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=2c355c39-e032-4831-9b52-7520508afec6,segment=NetworkSegment(14f7de1e-d7f3-4553-b01f-6c2e741958bd),segment_id=14f7de1e-d7f3-4553-b01f-6c2e741958bd)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:54:12.501624 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:12.557973 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:12.559739 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 7bbba276-a83a-4dca-9032-4db4e7aa04ba up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:54:12.586214 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a38679e-4ab8-4a39-9e4a-ae1b668ec623', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1232bb33-94ad-4269-a061-dbea4181bc9b'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:54:12.594833 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de934821-0c66-4264-8dd5-91797eda8d69" -d '{"events": [{"server_uuid": "7a38679e-4ab8-4a39-9e4a-ae1b668ec623", "name": "network-vif-unplugged", "status": "completed", "tag": "1232bb33-94ad-4269-a061-dbea4181bc9b"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:54:12.655674 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-6343c28c-683a-4ddb-907e-34a6880656e2 req-8e1cc5a8-0d73-4da1-9418-e6e07f642eee tempest-FloatingIPsTestJSON-953118291 tempest-FloatingIPsTestJSON-953118291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:12.714102 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 1232bb33-94ad-4269-a061-dbea4181bc9b, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=1232bb33-94ad-4269-a061-dbea4181bc9b,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:54:12.759663 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:12.761893 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-303c824e-1664-4824-837b-a9ad9733f059 req-96ba6006-c0ea-44f7-a5db-ab144b24ced2 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Made reservation on behalf of d749b4d1b42a4289ae7deab4121e65e5 for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:54:12.770888 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-303c824e-1664-4824-837b-a9ad9733f059 req-96ba6006-c0ea-44f7-a5db-ab144b24ced2 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:12.829893 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=2c355c39-e032-4831-9b52-7520508afec6,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:12.831903 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303c824e-1664-4824-837b-a9ad9733f059 req-5d719adb-2197-48c2-9cae-3f630948c1b8 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:12.834686 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-303c824e-1664-4824-837b-a9ad9733f059 req-5d719adb-2197-48c2-9cae-3f630948c1b8 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] 10.222.0.52 "GET /v2.0/networks?id=a3cd81e2-1970-4c5b-9d38-d0235482c1d3 HTTP/1.1" status: 200 len: 812 time: 1.1103537 Jul 23 23:54:12.904923 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-303c824e-1664-4824-837b-a9ad9733f059 req-606613da-e5d9-4515-ac4c-61b5b974b2a4 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Request body: {'port': {'device_id': '5e4b208e-c3c4-449b-981f-0c8d8e4a567a', 'network_id': 'a3cd81e2-1970-4c5b-9d38-d0235482c1d3', 'admin_state_up': True, 'tenant_id': 'd749b4d1b42a4289ae7deab4121e65e5'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:54:12.917948 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-838abb0a-0017-4cea-b3b6-dc4056f49f60 None None] Notify callbacks [] for port, precommit_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:12.932636 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.provisioning_blocks [None req-838abb0a-0017-4cea-b3b6-dc4056f49f60 None None] Transition to ACTIVE for port object 62bafabc-a43c-416b-83a0-f20d7cd3bf26 will not be triggered until provisioned by entity L2. {{(pid=100316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:54:12.943969 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-838abb0a-0017-4cea-b3b6-dc4056f49f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:13.056209 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=1232bb33-94ad-4269-a061-dbea4181bc9b,revision_number=11']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:13.071918 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4059a3-0770-41da-8e55-3bff28cb05e6 None None] Pushing event updated for resources: {'Port': ['ID=62bafabc-a43c-416b-83a0-f20d7cd3bf26,revision_number=2']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:13.104349 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-838abb0a-0017-4cea-b3b6-dc4056f49f60 None None] Attempting to bind port 62bafabc-a43c-416b-83a0-f20d7cd3bf26 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:54:13.105040 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-838abb0a-0017-4cea-b3b6-dc4056f49f60 None None] Attempting to bind port 62bafabc-a43c-416b-83a0-f20d7cd3bf26 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:54:13.105572 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838abb0a-0017-4cea-b3b6-dc4056f49f60 None None] Attempting to bind port 62bafabc-a43c-416b-83a0-f20d7cd3bf26 on network 9adcfee8-760c-4568-9e39-c221abf69bf5 {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:54:13.109267 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 7bbba276-a83a-4dca-9032-4db4e7aa04ba completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:54:13.117181 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 7bbba276-a83a-4dca-9032-4db4e7aa04ba triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:54:13.117570 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:13.125069 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838abb0a-0017-4cea-b3b6-dc4056f49f60 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:54:13.125708 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838abb0a-0017-4cea-b3b6-dc4056f49f60 None None] Checking segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:54:13.128771 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-838abb0a-0017-4cea-b3b6-dc4056f49f60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:13.129427 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838abb0a-0017-4cea-b3b6-dc4056f49f60 None None] Bound using segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:54:13.130100 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-838abb0a-0017-4cea-b3b6-dc4056f49f60 None None] Bound port: 62bafabc-a43c-416b-83a0-f20d7cd3bf26, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:54:13.130667 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-838abb0a-0017-4cea-b3b6-dc4056f49f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:13.275705 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:54:13.289765 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-838abb0a-0017-4cea-b3b6-dc4056f49f60 None None] For port 62bafabc-a43c-416b-83a0-f20d7cd3bf26, host n-d-800088-16, cleared binding levels {{(pid=100316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:54:13.298504 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-838abb0a-0017-4cea-b3b6-dc4056f49f60 None None] For port 62bafabc-a43c-416b-83a0-f20d7cd3bf26, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=62bafabc-a43c-416b-83a0-f20d7cd3bf26,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:54:13.306366 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-838abb0a-0017-4cea-b3b6-dc4056f49f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:13.310730 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:13.328015 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f26662da-2fbe-4ecf-a9ab-67657ec1bda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:13.380745 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-303c824e-1664-4824-837b-a9ad9733f059 req-606613da-e5d9-4515-ac4c-61b5b974b2a4 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Made reservation on behalf of d749b4d1b42a4289ae7deab4121e65e5 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:54:13.385107 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-303c824e-1664-4824-837b-a9ad9733f059 req-606613da-e5d9-4515-ac4c-61b5b974b2a4 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:13.394493 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 7bbba276-a83a-4dca-9032-4db4e7aa04ba, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=7bbba276-a83a-4dca-9032-4db4e7aa04ba,segment=NetworkSegment(8962678b-fd9c-4085-b8c7-a3f35a1111cb),segment_id=8962678b-fd9c-4085-b8c7-a3f35a1111cb)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:54:13.404897 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:13.516713 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838abb0a-0017-4cea-b3b6-dc4056f49f60 None None] Routers {'c47388bd-11f4-49a6-8cc3-19279a0f9d60'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:54:13.522250 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-838abb0a-0017-4cea-b3b6-dc4056f49f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:53:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['c47388bd-11f4-49a6-8cc3-19279a0f9d60'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:54:13.532362 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8e66da88-76cc-41be-85a0-ce909431a617 req-a0fad01f-3760-48d3-ae87-b37f827a7a8e tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e5a81e5-504b-4bc8-bc3a-54501b386174 HTTP/1.1" status: 200 len: 210 time: 0.1245754 Jul 23 23:54:13.560248 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=7bbba276-a83a-4dca-9032-4db4e7aa04ba,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:13.580625 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 2c355c39-e032-4831-9b52-7520508afec6 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:54:13.646183 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4059a3-0770-41da-8e55-3bff28cb05e6 None None] Pushing event updated for resources: {'Port': ['ID=62bafabc-a43c-416b-83a0-f20d7cd3bf26,revision_number=3']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:13.686894 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 2c355c39-e032-4831-9b52-7520508afec6 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:54:13.687282 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:13.836721 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-838abb0a-0017-4cea-b3b6-dc4056f49f60 None None] Set router c47388bd-11f4-49a6-8cc3-19279a0f9d60 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:54:13.897337 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [req-303c824e-1664-4824-837b-a9ad9733f059 req-96ba6006-c0ea-44f7-a5db-ab144b24ced2 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Allocated IP 172.20.0.10 (a3cd81e2-1970-4c5b-9d38-d0235482c1d3/b15590c4-c7c2-4950-a06e-3600f7d096c5/dfe292ae-45a7-4b65-8d21-868b90841f6f) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:54:14.194345 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-6343c28c-683a-4ddb-907e-34a6880656e2 req-8e1cc5a8-0d73-4da1-9418-e6e07f642eee tempest-FloatingIPsTestJSON-953118291 tempest-FloatingIPsTestJSON-953118291-project] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:14.223352 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-303c824e-1664-4824-837b-a9ad9733f059 req-96ba6006-c0ea-44f7-a5db-ab144b24ced2 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:14.231941 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-838abb0a-0017-4cea-b3b6-dc4056f49f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c47388bd-11f4-49a6-8cc3-19279a0f9d60', 'name': 'tempest-FloatingIPsNegativeTestJSON-1695996799-router', 'tenant_id': '13789d59b0aa496a917ecdd336bbea94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '62bafabc-a43c-416b-83a0-f20d7cd3bf26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:54:06Z', 'updated_at': '2021-07-23T23:54:08Z', 'revision_number': 3, 'project_id': '13789d59b0aa496a917ecdd336bbea94', 'gw_port': {'id': '62bafabc-a43c-416b-83a0-f20d7cd3bf26', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:2b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c47388bd-11f4-49a6-8cc3-19279a0f9d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:54:08Z', 'updated_at': '2021-07-23T23:54:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:54:14.271202 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838abb0a-0017-4cea-b3b6-dc4056f49f60 None None] The sync data for ids ['c47388bd-11f4-49a6-8cc3-19279a0f9d60'] in n-d-800088-16 is: [{'id': 'c47388bd-11f4-49a6-8cc3-19279a0f9d60', 'name': 'tempest-FloatingIPsNegativeTestJSON-1695996799-router', 'tenant_id': '13789d59b0aa496a917ecdd336bbea94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '62bafabc-a43c-416b-83a0-f20d7cd3bf26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:54:06Z', 'updated_at': '2021-07-23T23:54:08Z', 'revision_number': 3, 'project_id': '13789d59b0aa496a917ecdd336bbea94', 'gw_port': {'id': '62bafabc-a43c-416b-83a0-f20d7cd3bf26', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:2b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c47388bd-11f4-49a6-8cc3-19279a0f9d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:54:08Z', 'updated_at': '2021-07-23T23:54:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:54:14.313998 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-6343c28c-683a-4ddb-907e-34a6880656e2 req-8e1cc5a8-0d73-4da1-9418-e6e07f642eee tempest-FloatingIPsTestJSON-953118291 tempest-FloatingIPsTestJSON-953118291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:14.328027 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-303c824e-1664-4824-837b-a9ad9733f059 req-96ba6006-c0ea-44f7-a5db-ab144b24ced2 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:14.338259 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5a1afa-43cd-46e2-81d1-588b450b34dd req-bd9ca1b1-810c-4d89-b60b-5e00b126f00b tempest-ServersAdminTestJSON-2141024580 tempest-ServersAdminTestJSON-2141024580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:14.338860 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5a1afa-43cd-46e2-81d1-588b450b34dd req-bd9ca1b1-810c-4d89-b60b-5e00b126f00b tempest-ServersAdminTestJSON-2141024580 tempest-ServersAdminTestJSON-2141024580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:14.339538 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5a1afa-43cd-46e2-81d1-588b450b34dd req-bd9ca1b1-810c-4d89-b60b-5e00b126f00b tempest-ServersAdminTestJSON-2141024580 tempest-ServersAdminTestJSON-2141024580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:14.340071 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5a1afa-43cd-46e2-81d1-588b450b34dd req-bd9ca1b1-810c-4d89-b60b-5e00b126f00b tempest-ServersAdminTestJSON-2141024580 tempest-ServersAdminTestJSON-2141024580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:14.340631 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5a1afa-43cd-46e2-81d1-588b450b34dd req-bd9ca1b1-810c-4d89-b60b-5e00b126f00b tempest-ServersAdminTestJSON-2141024580 tempest-ServersAdminTestJSON-2141024580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:14.341139 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5a1afa-43cd-46e2-81d1-588b450b34dd req-bd9ca1b1-810c-4d89-b60b-5e00b126f00b tempest-ServersAdminTestJSON-2141024580 tempest-ServersAdminTestJSON-2141024580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:14.341609 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5a1afa-43cd-46e2-81d1-588b450b34dd req-bd9ca1b1-810c-4d89-b60b-5e00b126f00b tempest-ServersAdminTestJSON-2141024580 tempest-ServersAdminTestJSON-2141024580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:14.342135 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5a1afa-43cd-46e2-81d1-588b450b34dd req-bd9ca1b1-810c-4d89-b60b-5e00b126f00b tempest-ServersAdminTestJSON-2141024580 tempest-ServersAdminTestJSON-2141024580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:14.342601 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5a1afa-43cd-46e2-81d1-588b450b34dd req-bd9ca1b1-810c-4d89-b60b-5e00b126f00b tempest-ServersAdminTestJSON-2141024580 tempest-ServersAdminTestJSON-2141024580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:14.343145 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5a1afa-43cd-46e2-81d1-588b450b34dd req-bd9ca1b1-810c-4d89-b60b-5e00b126f00b tempest-ServersAdminTestJSON-2141024580 tempest-ServersAdminTestJSON-2141024580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:14.345699 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0e5a1afa-43cd-46e2-81d1-588b450b34dd req-bd9ca1b1-810c-4d89-b60b-5e00b126f00b tempest-ServersAdminTestJSON-2141024580 tempest-ServersAdminTestJSON-2141024580-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=5e4b208e-c3c4-449b-981f-0c8d8e4a567a&device_id=5e5a81e5-504b-4bc8-bc3a-54501b386174&device_id=0eaceb5f-e1bb-44ff-bf70-164f8342acaf&device_id=b42a6795-2e9e-4bbd-9762-724db0af5c5a&device_id=40a26aeb-2f72-4330-b60b-2102eb893f2c&device_id=7ef4dda6-9192-4a80-8e33-f8155d9be229&device_id=5017e1b8-c1a9-4f49-9f57-d89fd83b37a3&device_id=9ea95d92-588f-44d4-a822-d5940b9ff9b3&device_id=7a38679e-4ab8-4a39-9e4a-ae1b668ec623&device_id=05daa1e3-5bd4-4f14-94c6-c77200a84abb&device_id=6e50b102-6aba-4b7c-918d-7934b7fc5e3b&device_id=0246f005-72c2-4ed4-99b9-e4721a7949d3 HTTP/1.1" status: 200 len: 9122 time: 0.1191549 Jul 23 23:54:14.404739 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-0e5a1afa-43cd-46e2-81d1-588b450b34dd req-f6bdaf32-5409-4de1-b674-117a5d3c33ce tempest-ServersAdminTestJSON-2141024580 tempest-ServersAdminTestJSON-2141024580-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:14.474378 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:14.484697 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ba6006-c0ea-44f7-a5db-ab144b24ced2 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Pushing event updated for resources: {'Port': ['ID=dfe292ae-45a7-4b65-8d21-868b90841f6f,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:14.491336 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-303c824e-1664-4824-837b-a9ad9733f059 req-96ba6006-c0ea-44f7-a5db-ab144b24ced2 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Network a3cd81e2-1970-4c5b-9d38-d0235482c1d3 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:54:14.499249 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-6343c28c-683a-4ddb-907e-34a6880656e2 req-8e1cc5a8-0d73-4da1-9418-e6e07f642eee tempest-FloatingIPsTestJSON-953118291 tempest-FloatingIPsTestJSON-953118291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:14.501393 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [req-303c824e-1664-4824-837b-a9ad9733f059 req-96ba6006-c0ea-44f7-a5db-ab144b24ced2 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:54:14.506058 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-303c824e-1664-4824-837b-a9ad9733f059 req-96ba6006-c0ea-44f7-a5db-ab144b24ced2 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:54:14.558162 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1cc5a8-0d73-4da1-9418-e6e07f642eee tempest-FloatingIPsTestJSON-953118291 tempest-FloatingIPsTestJSON-953118291-project] Pushing event updated for resources: {'Port': ['ID=99680bcd-b477-4edb-8a33-318e68932d00,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:14.572017 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-303c824e-1664-4824-837b-a9ad9733f059 req-606613da-e5d9-4515-ac4c-61b5b974b2a4 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Allocated IP 172.20.0.14 (a3cd81e2-1970-4c5b-9d38-d0235482c1d3/b15590c4-c7c2-4950-a06e-3600f7d096c5/9a6af90e-f783-47f9-9680-48a8bd5ab1be) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:54:14.622216 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303c824e-1664-4824-837b-a9ad9733f059 req-96ba6006-c0ea-44f7-a5db-ab144b24ced2 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:14.622216 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-303c824e-1664-4824-837b-a9ad9733f059 req-96ba6006-c0ea-44f7-a5db-ab144b24ced2 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:14.696308 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-0e5a1afa-43cd-46e2-81d1-588b450b34dd req-f6bdaf32-5409-4de1-b674-117a5d3c33ce tempest-ServersAdminTestJSON-2141024580 tempest-ServersAdminTestJSON-2141024580-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:14.703894 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-0e5a1afa-43cd-46e2-81d1-588b450b34dd req-f6bdaf32-5409-4de1-b674-117a5d3c33ce tempest-ServersAdminTestJSON-2141024580 tempest-ServersAdminTestJSON-2141024580-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:14.716978 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-303c824e-1664-4824-837b-a9ad9733f059 req-96ba6006-c0ea-44f7-a5db-ab144b24ced2 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4196100 Jul 23 23:54:14.721419 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-6343c28c-683a-4ddb-907e-34a6880656e2 req-8e1cc5a8-0d73-4da1-9418-e6e07f642eee tempest-FloatingIPsTestJSON-953118291 tempest-FloatingIPsTestJSON-953118291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:14.722780 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6343c28c-683a-4ddb-907e-34a6880656e2 req-8e1cc5a8-0d73-4da1-9418-e6e07f642eee tempest-FloatingIPsTestJSON-953118291 tempest-FloatingIPsTestJSON-953118291-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.1988714 Jul 23 23:54:14.730324 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-f26662da-2fbe-4ecf-a9ab-67657ec1bda6 admin admin] Allocated IP 172.20.0.1 (23d3c195-56d1-47cb-bc89-6cf797b83797/5b2b55de-b534-4ee1-a5b6-c98e40fc9891/8151dbee-62cc-4d15-8bc2-f6bc77a28d6d) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:54:14.745182 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-303c824e-1664-4824-837b-a9ad9733f059 req-206cd741-07de-455f-afed-2361f2417f93 service neutron] Request body: {'port': {'device_id': '5e5a81e5-504b-4bc8-bc3a-54501b386174', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-16'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:54:14.754220 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0e5a1afa-43cd-46e2-81d1-588b450b34dd req-f6bdaf32-5409-4de1-b674-117a5d3c33ce tempest-ServersAdminTestJSON-2141024580 tempest-ServersAdminTestJSON-2141024580-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=84afd7ea-644b-438b-8379-6d56a9cf992d&id=22ed2ed7-f637-428a-b188-fe044fcee805&id=8c945ade-5e33-449d-9933-768721eff93d&id=9d2cfbce-e344-4859-a071-41328a758154&id=39e2cfc2-bcff-4d1c-a5a4-8ca5083e8b44&fields=id&fields=name HTTP/1.1" status: 200 len: 581 time: 0.3969340 Jul 23 23:54:14.790796 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bdaf32-5409-4de1-b674-117a5d3c33ce tempest-ServersAdminTestJSON-2141024580 tempest-ServersAdminTestJSON-2141024580-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd13a9d-75e9-466f-9a3c-acc3e93873b6,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:14.893633 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 23:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a88189-dc12-48ea-a00c-604fcc0f3f05 x-openstack-request-id: req-c8a88189-dc12-48ea-a00c-604fcc0f3f05 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:54:14.894057 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a38679e-4ab8-4a39-9e4a-ae1b668ec623", "name": "network-vif-unplugged", "status": "completed", "tag": "1232bb33-94ad-4269-a061-dbea4181bc9b", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:54:14.894415 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c8a88189-dc12-48ea-a00c-604fcc0f3f05 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:54:14.894920 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a38679e-4ab8-4a39-9e4a-ae1b668ec623', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1232bb33-94ad-4269-a061-dbea4181bc9b', 'code': 200} Jul 23 23:54:14.917919 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-303c824e-1664-4824-837b-a9ad9733f059 req-206cd741-07de-455f-afed-2361f2417f93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:15.142180 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6343c28c-683a-4ddb-907e-34a6880656e2 req-4f721155-1cfe-4d0a-bba5-117f92db51f3 tempest-FloatingIPsTestJSON-953118291 tempest-FloatingIPsTestJSON-953118291-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.3.18 HTTP/1.1" status: 200 len: 695 time: 0.4074082 Jul 23 23:54:15.251278 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f26662da-2fbe-4ecf-a9ab-67657ec1bda6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:15.422005 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-303c824e-1664-4824-837b-a9ad9733f059 req-606613da-e5d9-4515-ac4c-61b5b974b2a4 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:15.435047 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151eee52-ff90-4212-92f7-0366a974347d req-22eeb05f-ac9f-4285-b1ff-e5e4e7cc78fd tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:15.436951 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-151eee52-ff90-4212-92f7-0366a974347d req-22eeb05f-ac9f-4285-b1ff-e5e4e7cc78fd tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e5a81e5-504b-4bc8-bc3a-54501b386174 HTTP/1.1" status: 200 len: 932 time: 0.1163239 Jul 23 23:54:15.491068 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [None req-f26662da-2fbe-4ecf-a9ab-67657ec1bda6 admin admin] Transition to ACTIVE for port object 8151dbee-62cc-4d15-8bc2-f6bc77a28d6d will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:54:15.507506 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-303c824e-1664-4824-837b-a9ad9733f059 req-606613da-e5d9-4515-ac4c-61b5b974b2a4 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:15.554690 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-151eee52-ff90-4212-92f7-0366a974347d req-99c2c558-3fbd-4bd4-94ee-ce5152408c62 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] 10.222.0.44 "GET /v2.0/security-groups?id=28aae001-5f9c-44eb-8989-3db71a778577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111104 Jul 23 23:54:15.580853 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6343c28c-683a-4ddb-907e-34a6880656e2 req-77937f47-f1dd-4dbc-bb4d-ebf1944dc457 tempest-FloatingIPsTestJSON-953118291 tempest-FloatingIPsTestJSON-953118291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:15.591031 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6343c28c-683a-4ddb-907e-34a6880656e2 req-77937f47-f1dd-4dbc-bb4d-ebf1944dc457 tempest-FloatingIPsTestJSON-953118291 tempest-FloatingIPsTestJSON-953118291-project] 10.222.0.44 "GET /v2.0/networks/9adcfee8-760c-4568-9e39-c221abf69bf5 HTTP/1.1" status: 200 len: 784 time: 0.4475248 Jul 23 23:54:15.655416 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-303c824e-1664-4824-837b-a9ad9733f059 req-606613da-e5d9-4515-ac4c-61b5b974b2a4 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Network a3cd81e2-1970-4c5b-9d38-d0235482c1d3 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:54:15.708526 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-303c824e-1664-4824-837b-a9ad9733f059 req-606613da-e5d9-4515-ac4c-61b5b974b2a4 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:54:15.714615 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-303c824e-1664-4824-837b-a9ad9733f059 req-606613da-e5d9-4515-ac4c-61b5b974b2a4 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:54:15.729553 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f26662da-2fbe-4ecf-a9ab-67657ec1bda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:15.750665 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 7bbba276-a83a-4dca-9032-4db4e7aa04ba up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:54:15.851663 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606613da-e5d9-4515-ac4c-61b5b974b2a4 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Pushing event updated for resources: {'Port': ['ID=9a6af90e-f783-47f9-9680-48a8bd5ab1be,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:15.857582 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 7bbba276-a83a-4dca-9032-4db4e7aa04ba triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:54:15.857966 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:15.907525 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-db17709e-5483-48b9-a59a-63cec89f9e19 req-68f88900-5d92-482f-9364-2df51260ac40 tempest-FloatingIPsTestJSON-953118291 tempest-FloatingIPsTestJSON-953118291-project] 10.222.0.44 "GET /v2.0/floatingips/7fe8b15a-5041-441b-acc0-61188c917004 HTTP/1.1" status: 200 len: 692 time: 0.1346269 Jul 23 23:54:15.963141 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26662da-2fbe-4ecf-a9ab-67657ec1bda6 admin admin] Pushing event updated for resources: {'Port': ['ID=8151dbee-62cc-4d15-8bc2-f6bc77a28d6d,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:16.008750 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303c824e-1664-4824-837b-a9ad9733f059 req-606613da-e5d9-4515-ac4c-61b5b974b2a4 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:16.013362 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-303c824e-1664-4824-837b-a9ad9733f059 req-606613da-e5d9-4515-ac4c-61b5b974b2a4 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:16.017758 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26662da-2fbe-4ecf-a9ab-67657ec1bda6 admin admin] Network 23d3c195-56d1-47cb-bc89-6cf797b83797 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:54:16.040688 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-f26662da-2fbe-4ecf-a9ab-67657ec1bda6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:54:16.053335 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 62bafabc-a43c-416b-83a0-f20d7cd3bf26 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:54:16.069083 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26662da-2fbe-4ecf-a9ab-67657ec1bda6 admin admin] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:54:16.138897 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 62bafabc-a43c-416b-83a0-f20d7cd3bf26 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:54:16.144768 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 62bafabc-a43c-416b-83a0-f20d7cd3bf26 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:54:16.145519 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:16.223061 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-303c824e-1664-4824-837b-a9ad9733f059 req-606613da-e5d9-4515-ac4c-61b5b974b2a4 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3428490 Jul 23 23:54:16.294029 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-303c824e-1664-4824-837b-a9ad9733f059 req-742149ec-80cf-4d76-912c-6d0df4e0fbab service neutron] Request body: {'port': {'device_id': '5e4b208e-c3c4-449b-981f-0c8d8e4a567a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:54:16.299885 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f26662da-2fbe-4ecf-a9ab-67657ec1bda6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681761'] for router_interface, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:16.324292 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:16.334130 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-303c824e-1664-4824-837b-a9ad9733f059 req-206cd741-07de-455f-afed-2361f2417f93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfe292ae-45a7-4b65-8d21-868b90841f6f {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:54:16.351433 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 62bafabc-a43c-416b-83a0-f20d7cd3bf26, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=62bafabc-a43c-416b-83a0-f20d7cd3bf26,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:54:16.359574 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:16.367446 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-303c824e-1664-4824-837b-a9ad9733f059 req-206cd741-07de-455f-afed-2361f2417f93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:16.405620 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db17709e-5483-48b9-a59a-63cec89f9e19 req-a3e1305f-35a6-4f8d-920b-aa793d8a904c tempest-FloatingIPsTestJSON-953118291 tempest-FloatingIPsTestJSON-953118291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:16.407216 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-db17709e-5483-48b9-a59a-63cec89f9e19 req-a3e1305f-35a6-4f8d-920b-aa793d8a904c tempest-FloatingIPsTestJSON-953118291 tempest-FloatingIPsTestJSON-953118291-project] 10.222.0.44 "GET /v2.0/networks/9adcfee8-760c-4568-9e39-c221abf69bf5 HTTP/1.1" status: 200 len: 784 time: 0.4988623 Jul 23 23:54:16.433643 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-303c824e-1664-4824-837b-a9ad9733f059 req-206cd741-07de-455f-afed-2361f2417f93 service neutron] Transition to ACTIVE for port object dfe292ae-45a7-4b65-8d21-868b90841f6f will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:54:16.443396 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-303c824e-1664-4824-837b-a9ad9733f059 req-206cd741-07de-455f-afed-2361f2417f93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:16.502339 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=62bafabc-a43c-416b-83a0-f20d7cd3bf26,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:16.519057 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-b4219f7b-1ba7-4cd1-82f2-13c50a0e9b48 None None] Provisioning for port 8151dbee-62cc-4d15-8bc2-f6bc77a28d6d completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:54:16.524031 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-b4219f7b-1ba7-4cd1-82f2-13c50a0e9b48 None None] Provisioning complete for port 8151dbee-62cc-4d15-8bc2-f6bc77a28d6d triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:54:16.524384 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b4219f7b-1ba7-4cd1-82f2-13c50a0e9b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:16.610935 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-b4219f7b-1ba7-4cd1-82f2-13c50a0e9b48 None None] Port 8151dbee-62cc-4d15-8bc2-f6bc77a28d6d cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:54:16.614965 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206cd741-07de-455f-afed-2361f2417f93 service neutron] Pushing event updated for resources: {'Port': ['ID=dfe292ae-45a7-4b65-8d21-868b90841f6f,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:16.719794 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-303c824e-1664-4824-837b-a9ad9733f059 req-742149ec-80cf-4d76-912c-6d0df4e0fbab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:16.764057 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ec06b-b757-420b-bf57-392240ac96d6 req-4f7ab0fc-bf11-4a63-b593-a97fdc22eae9 tempest-ServersAdminTestJSON-2141024580 tempest-ServersAdminTestJSON-2141024580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:16.764563 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ec06b-b757-420b-bf57-392240ac96d6 req-4f7ab0fc-bf11-4a63-b593-a97fdc22eae9 tempest-ServersAdminTestJSON-2141024580 tempest-ServersAdminTestJSON-2141024580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:16.765080 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ec06b-b757-420b-bf57-392240ac96d6 req-4f7ab0fc-bf11-4a63-b593-a97fdc22eae9 tempest-ServersAdminTestJSON-2141024580 tempest-ServersAdminTestJSON-2141024580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:16.766929 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b14ec06b-b757-420b-bf57-392240ac96d6 req-4f7ab0fc-bf11-4a63-b593-a97fdc22eae9 tempest-ServersAdminTestJSON-2141024580 tempest-ServersAdminTestJSON-2141024580-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=0eaceb5f-e1bb-44ff-bf70-164f8342acaf&device_id=7ef4dda6-9192-4a80-8e33-f8155d9be229&device_id=5017e1b8-c1a9-4f49-9f57-d89fd83b37a3 HTTP/1.1" status: 200 len: 2886 time: 0.4038489 Jul 23 23:54:16.772886 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-303c824e-1664-4824-837b-a9ad9733f059 req-206cd741-07de-455f-afed-2361f2417f93 service neutron] Attempting to bind port dfe292ae-45a7-4b65-8d21-868b90841f6f on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:54:16.773576 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-303c824e-1664-4824-837b-a9ad9733f059 req-206cd741-07de-455f-afed-2361f2417f93 service neutron] Attempting to bind port dfe292ae-45a7-4b65-8d21-868b90841f6f by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '8f4844c9-ec59-45f2-af9f-7284864a60e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a3cd81e2-1970-4c5b-9d38-d0235482c1d3'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:54:16.774108 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303c824e-1664-4824-837b-a9ad9733f059 req-206cd741-07de-455f-afed-2361f2417f93 service neutron] Attempting to bind port dfe292ae-45a7-4b65-8d21-868b90841f6f on network a3cd81e2-1970-4c5b-9d38-d0235482c1d3 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:54:16.783049 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303c824e-1664-4824-837b-a9ad9733f059 req-206cd741-07de-455f-afed-2361f2417f93 service neutron] Port dfe292ae-45a7-4b65-8d21-868b90841f6f on network a3cd81e2-1970-4c5b-9d38-d0235482c1d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:54:16.783676 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303c824e-1664-4824-837b-a9ad9733f059 req-206cd741-07de-455f-afed-2361f2417f93 service neutron] Attempting to bind port dfe292ae-45a7-4b65-8d21-868b90841f6f on network a3cd81e2-1970-4c5b-9d38-d0235482c1d3 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:54:16.792013 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303c824e-1664-4824-837b-a9ad9733f059 req-206cd741-07de-455f-afed-2361f2417f93 service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:54:16.792628 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303c824e-1664-4824-837b-a9ad9733f059 req-206cd741-07de-455f-afed-2361f2417f93 service neutron] Checking segment: {'id': '8f4844c9-ec59-45f2-af9f-7284864a60e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a3cd81e2-1970-4c5b-9d38-d0235482c1d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:54:16.793230 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303c824e-1664-4824-837b-a9ad9733f059 req-206cd741-07de-455f-afed-2361f2417f93 service neutron] Bound using segment: {'id': '8f4844c9-ec59-45f2-af9f-7284864a60e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a3cd81e2-1970-4c5b-9d38-d0235482c1d3'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:54:16.793868 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-303c824e-1664-4824-837b-a9ad9733f059 req-206cd741-07de-455f-afed-2361f2417f93 service neutron] Bound port: dfe292ae-45a7-4b65-8d21-868b90841f6f, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f4844c9-ec59-45f2-af9f-7284864a60e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a3cd81e2-1970-4c5b-9d38-d0235482c1d3'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:54:16.794425 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-303c824e-1664-4824-837b-a9ad9733f059 req-206cd741-07de-455f-afed-2361f2417f93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:16.928505 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1348730a-0c0f-46f6-a6a1-a6f3b93715fb req-ab999843-b8a3-4df6-8934-2fa9c66e0453 tempest-FloatingIPsTestJSON-953118291 tempest-FloatingIPsTestJSON-953118291-project] 10.222.0.44 "GET /v2.0/floatingips?tenant_id=613743d3595a4f7bac0ecbb139dd37c1 HTTP/1.1" status: 200 len: 695 time: 0.1209354 Jul 23 23:54:16.953223 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b14ec06b-b757-420b-bf57-392240ac96d6 req-a4f7cdd9-6761-4a31-8504-65e3e236a7f1 tempest-ServersAdminTestJSON-2141024580 tempest-ServersAdminTestJSON-2141024580-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=84afd7ea-644b-438b-8379-6d56a9cf992d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453204 Jul 23 23:54:16.956258 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f26662da-2fbe-4ecf-a9ab-67657ec1bda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:17.132924 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-303c824e-1664-4824-837b-a9ad9733f059 req-206cd741-07de-455f-afed-2361f2417f93 service neutron] For port dfe292ae-45a7-4b65-8d21-868b90841f6f, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:54:17.173729 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-303c824e-1664-4824-837b-a9ad9733f059 req-206cd741-07de-455f-afed-2361f2417f93 service neutron] For port dfe292ae-45a7-4b65-8d21-868b90841f6f, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=dfe292ae-45a7-4b65-8d21-868b90841f6f,segment=NetworkSegment(8f4844c9-ec59-45f2-af9f-7284864a60e7),segment_id=8f4844c9-ec59-45f2-af9f-7284864a60e7)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:54:17.214080 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-303c824e-1664-4824-837b-a9ad9733f059 req-206cd741-07de-455f-afed-2361f2417f93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:17.300008 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1348730a-0c0f-46f6-a6a1-a6f3b93715fb req-4ba6c015-8d9c-44b5-835c-0044aa81af8e tempest-FloatingIPsTestJSON-953118291 tempest-FloatingIPsTestJSON-953118291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:17.307110 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1348730a-0c0f-46f6-a6a1-a6f3b93715fb req-4ba6c015-8d9c-44b5-835c-0044aa81af8e tempest-FloatingIPsTestJSON-953118291 tempest-FloatingIPsTestJSON-953118291-project] 10.222.0.44 "GET /v2.0/networks?id=9adcfee8-760c-4568-9e39-c221abf69bf5 HTTP/1.1" status: 200 len: 787 time: 0.3471820 Jul 23 23:54:17.314531 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [req-1348730a-0c0f-46f6-a6a1-a6f3b93715fb req-09117943-e545-4fab-8e96-21d6b65730da tempest-FloatingIPsTestJSON-953118291 tempest-FloatingIPsTestJSON-953118291-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=100314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:54:17.323827 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1348730a-0c0f-46f6-a6a1-a6f3b93715fb req-09117943-e545-4fab-8e96-21d6b65730da tempest-FloatingIPsTestJSON-953118291 tempest-FloatingIPsTestJSON-953118291-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0158076 Jul 23 23:54:17.326647 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206cd741-07de-455f-afed-2361f2417f93 service neutron] Pushing event updated for resources: {'Port': ['ID=dfe292ae-45a7-4b65-8d21-868b90841f6f,revision_number=3']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:17.335849 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303c824e-1664-4824-837b-a9ad9733f059 req-206cd741-07de-455f-afed-2361f2417f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:17.336672 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-303c824e-1664-4824-837b-a9ad9733f059 req-206cd741-07de-455f-afed-2361f2417f93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:17.339651 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-303c824e-1664-4824-837b-a9ad9733f059 req-206cd741-07de-455f-afed-2361f2417f93 service neutron] 10.222.0.64 "PUT /v2.0/ports/dfe292ae-45a7-4b65-8d21-868b90841f6f HTTP/1.1" status: 200 len: 1093 time: 2.6053586 Jul 23 23:54:17.340168 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e5a81e5-504b-4bc8-bc3a-54501b386174', 'tag': 'dfe292ae-45a7-4b65-8d21-868b90841f6f'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:54:17.343503 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee24715-a421-4c25-a1c2-a913d8825575" -d '{"events": [{"name": "network-changed", "server_uuid": "5e5a81e5-504b-4bc8-bc3a-54501b386174", "tag": "dfe292ae-45a7-4b65-8d21-868b90841f6f"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:54:17.447089 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:17.459444 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303c824e-1664-4824-837b-a9ad9733f059 req-f464e9b2-8ea8-4cfc-ae4b-3d77ed3cdb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:17.461244 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-303c824e-1664-4824-837b-a9ad9733f059 req-f464e9b2-8ea8-4cfc-ae4b-3d77ed3cdb2a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d749b4d1b42a4289ae7deab4121e65e5&device_id=5e5a81e5-504b-4bc8-bc3a-54501b386174 HTTP/1.1" status: 200 len: 1096 time: 0.0829926 Jul 23 23:54:17.463030 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f26662da-2fbe-4ecf-a9ab-67657ec1bda6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:17.475290 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bca1936-f8d3-48d0-9f57-7c90e0bc17ec req-79368e82-0e96-482c-a093-58ed3a073aee tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:17.476952 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9bca1936-f8d3-48d0-9f57-7c90e0bc17ec req-79368e82-0e96-482c-a093-58ed3a073aee tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e5a81e5-504b-4bc8-bc3a-54501b386174 HTTP/1.1" status: 200 len: 944 time: 0.3734534 Jul 23 23:54:17.502046 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f26662da-2fbe-4ecf-a9ab-67657ec1bda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:17.554867 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-303c824e-1664-4824-837b-a9ad9733f059 req-2543e4b6-5afc-42ce-97e5-575e967b8523 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dfe292ae-45a7-4b65-8d21-868b90841f6f HTTP/1.1" status: 200 len: 217 time: 0.0851245 Jul 23 23:54:17.570246 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 62bafabc-a43c-416b-83a0-f20d7cd3bf26 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:54:17.579404 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f26662da-2fbe-4ecf-a9ab-67657ec1bda6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680980'] for router_interface, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:17.650872 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-303c824e-1664-4824-837b-a9ad9733f059 req-742149ec-80cf-4d76-912c-6d0df4e0fbab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a6af90e-f783-47f9-9680-48a8bd5ab1be {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:54:17.659499 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9bca1936-f8d3-48d0-9f57-7c90e0bc17ec req-23426a4d-4107-4451-985a-a17942392843 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] 10.222.0.44 "GET /v2.0/security-groups?id=28aae001-5f9c-44eb-8989-3db71a778577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584702 Jul 23 23:54:17.696061 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-303c824e-1664-4824-837b-a9ad9733f059 req-742149ec-80cf-4d76-912c-6d0df4e0fbab service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:17.736745 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303c824e-1664-4824-837b-a9ad9733f059 req-8a14b8e0-1892-4634-8be7-6f93f876cc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:17.738637 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-303c824e-1664-4824-837b-a9ad9733f059 req-8a14b8e0-1892-4634-8be7-6f93f876cc78 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b15590c4-c7c2-4950-a06e-3600f7d096c5 HTTP/1.1" status: 200 len: 852 time: 0.1765878 Jul 23 23:54:17.780878 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 62bafabc-a43c-416b-83a0-f20d7cd3bf26 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:54:17.780878 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:17.792149 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-303c824e-1664-4824-837b-a9ad9733f059 req-947f8871-9abf-40f8-8f2a-b6a7b75952c0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a3cd81e2-1970-4c5b-9d38-d0235482c1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439596 Jul 23 23:54:17.796788 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e257ea69-2ab4-4377-a609-475f44ed2ac3 x-openstack-request-id: req-e257ea69-2ab4-4377-a609-475f44ed2ac3 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:54:17.797129 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e5a81e5-504b-4bc8-bc3a-54501b386174", "tag": "dfe292ae-45a7-4b65-8d21-868b90841f6f", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:54:17.797390 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e257ea69-2ab4-4377-a609-475f44ed2ac3 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:54:17.799338 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e5a81e5-504b-4bc8-bc3a-54501b386174', 'tag': 'dfe292ae-45a7-4b65-8d21-868b90841f6f', 'status': 'completed', 'code': 200} Jul 23 23:54:17.912282 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26662da-2fbe-4ecf-a9ab-67657ec1bda6 admin admin] Pushing event updated for resources: {'Port': ['ID=8151dbee-62cc-4d15-8bc2-f6bc77a28d6d,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:18.057061 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-303c824e-1664-4824-837b-a9ad9733f059 req-742149ec-80cf-4d76-912c-6d0df4e0fbab service neutron] Transition to ACTIVE for port object 9a6af90e-f783-47f9-9680-48a8bd5ab1be will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:54:18.070459 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-303c824e-1664-4824-837b-a9ad9733f059 req-742149ec-80cf-4d76-912c-6d0df4e0fbab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:18.084361 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-37433476-ca2e-492e-b64c-d3fd815a16f6 req-452a3ae0-e640-4fcd-890b-3e485fd15c88 tempest-FloatingIPsTestJSON-953118291 tempest-FloatingIPsTestJSON-953118291-project] 10.222.0.44 "GET /v2.0/floatingips/7fe8b15a-5041-441b-acc0-61188c917004 HTTP/1.1" status: 200 len: 692 time: 0.3404672 Jul 23 23:54:18.177876 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-303c824e-1664-4824-837b-a9ad9733f059 req-c40151e5-595c-41a1-9199-edbe5a44ee78 service neutron] 10.222.0.64 "GET /v2.0/networks/a3cd81e2-1970-4c5b-9d38-d0235482c1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3744893 Jul 23 23:54:18.248656 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26662da-2fbe-4ecf-a9ab-67657ec1bda6 admin admin] Network 23d3c195-56d1-47cb-bc89-6cf797b83797 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:54:18.304210 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-f26662da-2fbe-4ecf-a9ab-67657ec1bda6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:54:18.318766 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742149ec-80cf-4d76-912c-6d0df4e0fbab service neutron] Pushing event updated for resources: {'Port': ['ID=9a6af90e-f783-47f9-9680-48a8bd5ab1be,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:18.491442 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-303c824e-1664-4824-837b-a9ad9733f059 req-831989ba-46b9-4419-8bbb-da3582c80a1c service neutron] 10.222.0.64 "GET /v2.0/networks/a3cd81e2-1970-4c5b-9d38-d0235482c1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3045459 Jul 23 23:54:18.538554 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37433476-ca2e-492e-b64c-d3fd815a16f6 req-de7ef9ca-cf27-432a-8c1e-b54bd1d1a165 tempest-FloatingIPsTestJSON-953118291 tempest-FloatingIPsTestJSON-953118291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:18.540036 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-37433476-ca2e-492e-b64c-d3fd815a16f6 req-de7ef9ca-cf27-432a-8c1e-b54bd1d1a165 tempest-FloatingIPsTestJSON-953118291 tempest-FloatingIPsTestJSON-953118291-project] 10.222.0.44 "GET /v2.0/networks/9adcfee8-760c-4568-9e39-c221abf69bf5 HTTP/1.1" status: 200 len: 784 time: 0.4407411 Jul 23 23:54:18.557577 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [req-37433476-ca2e-492e-b64c-d3fd815a16f6 req-da8ff741-7db7-495f-b7f6-b971ec79e736 tempest-FloatingIPsTestJSON-953118291 tempest-FloatingIPsTestJSON-953118291-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=100313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:54:18.559688 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-37433476-ca2e-492e-b64c-d3fd815a16f6 req-da8ff741-7db7-495f-b7f6-b971ec79e736 tempest-FloatingIPsTestJSON-953118291 tempest-FloatingIPsTestJSON-953118291-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070269 Jul 23 23:54:18.668918 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-303c824e-1664-4824-837b-a9ad9733f059 req-742149ec-80cf-4d76-912c-6d0df4e0fbab service neutron] Attempting to bind port 9a6af90e-f783-47f9-9680-48a8bd5ab1be on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:54:18.668918 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-303c824e-1664-4824-837b-a9ad9733f059 req-742149ec-80cf-4d76-912c-6d0df4e0fbab service neutron] Attempting to bind port 9a6af90e-f783-47f9-9680-48a8bd5ab1be by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': '8f4844c9-ec59-45f2-af9f-7284864a60e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a3cd81e2-1970-4c5b-9d38-d0235482c1d3'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:54:18.668918 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303c824e-1664-4824-837b-a9ad9733f059 req-742149ec-80cf-4d76-912c-6d0df4e0fbab service neutron] Attempting to bind port 9a6af90e-f783-47f9-9680-48a8bd5ab1be on network a3cd81e2-1970-4c5b-9d38-d0235482c1d3 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:54:18.668918 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303c824e-1664-4824-837b-a9ad9733f059 req-742149ec-80cf-4d76-912c-6d0df4e0fbab service neutron] Port 9a6af90e-f783-47f9-9680-48a8bd5ab1be on network a3cd81e2-1970-4c5b-9d38-d0235482c1d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:54:18.669568 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303c824e-1664-4824-837b-a9ad9733f059 req-742149ec-80cf-4d76-912c-6d0df4e0fbab service neutron] Attempting to bind port 9a6af90e-f783-47f9-9680-48a8bd5ab1be on network a3cd81e2-1970-4c5b-9d38-d0235482c1d3 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:54:18.682019 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-37433476-ca2e-492e-b64c-d3fd815a16f6 req-c46be974-394e-4c1e-a1f8-9b622bd4401a tempest-FloatingIPsTestJSON-953118291 tempest-FloatingIPsTestJSON-953118291-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.3.18 HTTP/1.1" status: 200 len: 695 time: 0.1111925 Jul 23 23:54:18.683016 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee24715-a421-4c25-a1c2-a913d8825575 req-2eecbc3c-4d42-4406-a24b-427234c11f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:18.684757 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8ee24715-a421-4c25-a1c2-a913d8825575 req-2eecbc3c-4d42-4406-a24b-427234c11f78 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d749b4d1b42a4289ae7deab4121e65e5&device_id=5e5a81e5-504b-4bc8-bc3a-54501b386174 HTTP/1.1" status: 200 len: 1096 time: 0.1354041 Jul 23 23:54:18.689370 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303c824e-1664-4824-837b-a9ad9733f059 req-742149ec-80cf-4d76-912c-6d0df4e0fbab service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:54:18.689721 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303c824e-1664-4824-837b-a9ad9733f059 req-742149ec-80cf-4d76-912c-6d0df4e0fbab service neutron] Checking segment: {'id': '8f4844c9-ec59-45f2-af9f-7284864a60e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a3cd81e2-1970-4c5b-9d38-d0235482c1d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:54:18.690110 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303c824e-1664-4824-837b-a9ad9733f059 req-742149ec-80cf-4d76-912c-6d0df4e0fbab service neutron] Bound using segment: {'id': '8f4844c9-ec59-45f2-af9f-7284864a60e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a3cd81e2-1970-4c5b-9d38-d0235482c1d3'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:54:18.690559 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-303c824e-1664-4824-837b-a9ad9733f059 req-742149ec-80cf-4d76-912c-6d0df4e0fbab service neutron] Bound port: 9a6af90e-f783-47f9-9680-48a8bd5ab1be, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f4844c9-ec59-45f2-af9f-7284864a60e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a3cd81e2-1970-4c5b-9d38-d0235482c1d3'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:54:18.690923 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-303c824e-1664-4824-837b-a9ad9733f059 req-742149ec-80cf-4d76-912c-6d0df4e0fbab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:18.761419 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f26662da-2fbe-4ecf-a9ab-67657ec1bda6 admin admin] Router c47388bd-11f4-49a6-8cc3-19279a0f9d60 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:54:18.806214 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-37433476-ca2e-492e-b64c-d3fd815a16f6 req-1dad146b-afe9-4cf4-adb2-acfc7937b76b tempest-FloatingIPsTestJSON-953118291 tempest-FloatingIPsTestJSON-953118291-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.3.18 HTTP/1.1" status: 200 len: 695 time: 0.1029792 Jul 23 23:54:18.835161 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-01c41983-98d7-4d0b-a858-11eb5cf8a482 None None] Provisioning complete for port 8151dbee-62cc-4d15-8bc2-f6bc77a28d6d triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:54:18.845460 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-01c41983-98d7-4d0b-a858-11eb5cf8a482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:18.846635 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee24715-a421-4c25-a1c2-a913d8825575 req-a9089afe-9b32-48c0-b6cf-d41726dc1ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:18.849720 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8ee24715-a421-4c25-a1c2-a913d8825575 req-a9089afe-9b32-48c0-b6cf-d41726dc1ce3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a3cd81e2-1970-4c5b-9d38-d0235482c1d3 HTTP/1.1" status: 200 len: 913 time: 0.1505265 Jul 23 23:54:18.911080 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8ee24715-a421-4c25-a1c2-a913d8825575 req-6b666bf0-68b0-4a83-bc13-273221d6094c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dfe292ae-45a7-4b65-8d21-868b90841f6f HTTP/1.1" status: 200 len: 217 time: 0.0466158 Jul 23 23:54:18.964717 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-01c41983-98d7-4d0b-a858-11eb5cf8a482 None None] Port 8151dbee-62cc-4d15-8bc2-f6bc77a28d6d cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:54:19.001741 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee24715-a421-4c25-a1c2-a913d8825575 req-f0ad3e37-5d8b-4635-8aec-a72d6ce2ca03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:19.004030 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8ee24715-a421-4c25-a1c2-a913d8825575 req-f0ad3e37-5d8b-4635-8aec-a72d6ce2ca03 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b15590c4-c7c2-4950-a06e-3600f7d096c5 HTTP/1.1" status: 200 len: 852 time: 0.0879650 Jul 23 23:54:19.068888 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8ee24715-a421-4c25-a1c2-a913d8825575 req-61c4041b-2a31-4746-bbaf-8730c0a9d18f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a3cd81e2-1970-4c5b-9d38-d0235482c1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576520 Jul 23 23:54:19.252537 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0432f2aa-362f-4217-b770-80b1f9dccf0e req-dca7ec03-b51e-4946-b6cc-331a0a72c2db tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:19.255497 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0432f2aa-362f-4217-b770-80b1f9dccf0e req-dca7ec03-b51e-4946-b6cc-331a0a72c2db tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e5a81e5-504b-4bc8-bc3a-54501b386174 HTTP/1.1" status: 200 len: 944 time: 0.1895609 Jul 23 23:54:19.259026 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8ee24715-a421-4c25-a1c2-a913d8825575 req-b8aa0a79-e85d-4947-8129-238fbf11e15c service neutron] 10.222.0.64 "GET /v2.0/networks/a3cd81e2-1970-4c5b-9d38-d0235482c1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801178 Jul 23 23:54:19.331417 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-303c824e-1664-4824-837b-a9ad9733f059 req-742149ec-80cf-4d76-912c-6d0df4e0fbab service neutron] For port 9a6af90e-f783-47f9-9680-48a8bd5ab1be, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:54:19.388201 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-303c824e-1664-4824-837b-a9ad9733f059 req-742149ec-80cf-4d76-912c-6d0df4e0fbab service neutron] For port 9a6af90e-f783-47f9-9680-48a8bd5ab1be, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=9a6af90e-f783-47f9-9680-48a8bd5ab1be,segment=NetworkSegment(8f4844c9-ec59-45f2-af9f-7284864a60e7),segment_id=8f4844c9-ec59-45f2-af9f-7284864a60e7)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:54:19.408425 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0432f2aa-362f-4217-b770-80b1f9dccf0e req-c331e3f8-1156-4829-8c71-113cf7120f2d tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] 10.222.0.44 "GET /v2.0/security-groups?id=28aae001-5f9c-44eb-8989-3db71a778577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473179 Jul 23 23:54:19.445081 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-303c824e-1664-4824-837b-a9ad9733f059 req-742149ec-80cf-4d76-912c-6d0df4e0fbab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:19.462907 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8ee24715-a421-4c25-a1c2-a913d8825575 req-fadce5b5-0863-4a84-860a-7581963e97b3 service neutron] 10.222.0.64 "GET /v2.0/networks/a3cd81e2-1970-4c5b-9d38-d0235482c1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899338 Jul 23 23:54:19.550916 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742149ec-80cf-4d76-912c-6d0df4e0fbab service neutron] Pushing event updated for resources: {'Port': ['ID=9a6af90e-f783-47f9-9680-48a8bd5ab1be,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:19.556439 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f26662da-2fbe-4ecf-a9ab-67657ec1bda6 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:54:19.572641 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-f26662da-2fbe-4ecf-a9ab-67657ec1bda6 admin admin] 10.222.0.44 "PUT /v2.0/routers/c47388bd-11f4-49a6-8cc3-19279a0f9d60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9269202 Jul 23 23:54:19.572641 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303c824e-1664-4824-837b-a9ad9733f059 req-742149ec-80cf-4d76-912c-6d0df4e0fbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:19.572641 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-303c824e-1664-4824-837b-a9ad9733f059 req-742149ec-80cf-4d76-912c-6d0df4e0fbab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:19.572641 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-303c824e-1664-4824-837b-a9ad9733f059 req-742149ec-80cf-4d76-912c-6d0df4e0fbab service neutron] 10.222.0.52 "PUT /v2.0/ports/9a6af90e-f783-47f9-9680-48a8bd5ab1be HTTP/1.1" status: 200 len: 1093 time: 3.3225367 Jul 23 23:54:19.572641 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e4b208e-c3c4-449b-981f-0c8d8e4a567a', 'tag': '9a6af90e-f783-47f9-9680-48a8bd5ab1be'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:54:19.573862 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25429ab7-43ee-4b30-985f-767630b61416" -d '{"events": [{"name": "network-changed", "server_uuid": "5e4b208e-c3c4-449b-981f-0c8d8e4a567a", "tag": "9a6af90e-f783-47f9-9680-48a8bd5ab1be"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:54:19.581476 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef5c2f0-0da1-4a33-bf50-fa4282a9f369 None None] Sync routers for ids ['c47388bd-11f4-49a6-8cc3-19279a0f9d60'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:54:19.594266 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-37433476-ca2e-492e-b64c-d3fd815a16f6 req-a840a374-4bb4-4f13-847f-d0275bef9f80 tempest-FloatingIPsTestJSON-953118291 tempest-FloatingIPsTestJSON-953118291-project] Deleting port 99680bcd-b477-4edb-8a33-318e68932d00 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:54:19.594622 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-37433476-ca2e-492e-b64c-d3fd815a16f6 req-a840a374-4bb4-4f13-847f-d0275bef9f80 tempest-FloatingIPsTestJSON-953118291 tempest-FloatingIPsTestJSON-953118291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:19.608434 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef5c2f0-0da1-4a33-bf50-fa4282a9f369 None None] Routers {'c47388bd-11f4-49a6-8cc3-19279a0f9d60'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:54:19.609298 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-9ef5c2f0-0da1-4a33-bf50-fa4282a9f369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:53:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['c47388bd-11f4-49a6-8cc3-19279a0f9d60'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:54:19.742477 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-9ef5c2f0-0da1-4a33-bf50-fa4282a9f369 None None] Set router c47388bd-11f4-49a6-8cc3-19279a0f9d60 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:54:19.770877 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d17d8910-784d-4f85-9fc2-78619dd190d5 req-433803f8-aec5-4de9-95c6-8d6425f29d55 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7a38679e-4ab8-4a39-9e4a-ae1b668ec623&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1213574 Jul 23 23:54:19.852053 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-37433476-ca2e-492e-b64c-d3fd815a16f6 req-a840a374-4bb4-4f13-847f-d0275bef9f80 tempest-FloatingIPsTestJSON-953118291 tempest-FloatingIPsTestJSON-953118291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:19.852913 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-37433476-ca2e-492e-b64c-d3fd815a16f6 req-a840a374-4bb4-4f13-847f-d0275bef9f80 tempest-FloatingIPsTestJSON-953118291 tempest-FloatingIPsTestJSON-953118291-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:19.876178 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-37433476-ca2e-492e-b64c-d3fd815a16f6 req-a840a374-4bb4-4f13-847f-d0275bef9f80 tempest-FloatingIPsTestJSON-953118291 tempest-FloatingIPsTestJSON-953118291-project] Calling delete_port for 99680bcd-b477-4edb-8a33-318e68932d00 owned by network:floatingip {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:54:19.893260 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17d8910-784d-4f85-9fc2-78619dd190d5 req-3723915a-bd2d-4649-aa01-a97b90a495b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:19.895442 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d17d8910-784d-4f85-9fc2-78619dd190d5 req-3723915a-bd2d-4649-aa01-a97b90a495b6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8520315e7b984b1485aa68ad89005926&device_id=7a38679e-4ab8-4a39-9e4a-ae1b668ec623 HTTP/1.1" status: 200 len: 1101 time: 0.1038532 Jul 23 23:54:20.062499 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b8d492-d285-451d-a318-c496ad62f11d x-openstack-request-id: req-80b8d492-d285-451d-a318-c496ad62f11d {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:54:20.064487 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e4b208e-c3c4-449b-981f-0c8d8e4a567a", "tag": "9a6af90e-f783-47f9-9680-48a8bd5ab1be", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:54:20.064746 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-80b8d492-d285-451d-a318-c496ad62f11d {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:54:20.065182 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e4b208e-c3c4-449b-981f-0c8d8e4a567a', 'tag': '9a6af90e-f783-47f9-9680-48a8bd5ab1be', 'status': 'completed', 'code': 200} Jul 23 23:54:20.091140 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17d8910-784d-4f85-9fc2-78619dd190d5 req-fb5d4d06-51ab-4b9e-86d2-6da540727296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:20.093738 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d17d8910-784d-4f85-9fc2-78619dd190d5 req-fb5d4d06-51ab-4b9e-86d2-6da540727296 service neutron] 10.222.0.64 "GET /v2.0/networks?id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 HTTP/1.1" status: 200 len: 870 time: 0.1759131 Jul 23 23:54:20.113530 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303c824e-1664-4824-837b-a9ad9733f059 req-dbf8ba65-42a6-451c-88af-97b9b51333c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:20.115158 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-303c824e-1664-4824-837b-a9ad9733f059 req-dbf8ba65-42a6-451c-88af-97b9b51333c6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d749b4d1b42a4289ae7deab4121e65e5&device_id=5e4b208e-c3c4-449b-981f-0c8d8e4a567a HTTP/1.1" status: 200 len: 1096 time: 0.4865177 Jul 23 23:54:20.122469 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-9ef5c2f0-0da1-4a33-bf50-fa4282a9f369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c47388bd-11f4-49a6-8cc3-19279a0f9d60', 'name': 'tempest-FloatingIPsNegativeTestJSON-1695996799-router', 'tenant_id': '13789d59b0aa496a917ecdd336bbea94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '62bafabc-a43c-416b-83a0-f20d7cd3bf26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:54:06Z', 'updated_at': '2021-07-23T23:54:16Z', 'revision_number': 4, 'project_id': '13789d59b0aa496a917ecdd336bbea94', 'gw_port': {'id': '62bafabc-a43c-416b-83a0-f20d7cd3bf26', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:2b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47388bd-11f4-49a6-8cc3-19279a0f9d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:54:08Z', 'updated_at': '2021-07-23T23:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '8151dbee-62cc-4d15-8bc2-f6bc77a28d6d', 'name': '', 'network_id': '23d3c195-56d1-47cb-bc89-6cf797b83797', 'tenant_id': '13789d59b0aa496a917ecdd336bbea94', 'mac_address': 'fa:16:3e:4e:b9:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c47388bd-11f4-49a6-8cc3-19279a0f9d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '5b2b55de-b534-4ee1-a5b6-c98e40fc9891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:54:13Z', 'updated_at': '2021-07-23T23:54:17Z', 'revision_number': 2, 'project_id': '13789d59b0aa496a917ecdd336bbea94', 'subnets': [{'id': '5b2b55de-b534-4ee1-a5b6-c98e40fc9891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:54:20.151141 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef5c2f0-0da1-4a33-bf50-fa4282a9f369 None None] Checking router: c47388bd-11f4-49a6-8cc3-19279a0f9d60 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:54:20.151505 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef5c2f0-0da1-4a33-bf50-fa4282a9f369 None None] Updating router c47388bd-11f4-49a6-8cc3-19279a0f9d60 port 8151dbee-62cc-4d15-8bc2-f6bc77a28d6d binding host n-d-800088-16 {{(pid=100315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:54:20.166511 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-303c824e-1664-4824-837b-a9ad9733f059 req-45c1c45e-3079-4b95-85a4-3a36d0174139 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a6af90e-f783-47f9-9680-48a8bd5ab1be HTTP/1.1" status: 200 len: 217 time: 0.0426745 Jul 23 23:54:20.169738 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d17d8910-784d-4f85-9fc2-78619dd190d5 req-a7ac0f7c-c6b3-41ae-870c-ebf6ed5d577a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=1232bb33-94ad-4269-a061-dbea4181bc9b HTTP/1.1" status: 200 len: 217 time: 0.0558913 Jul 23 23:54:20.189039 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9ef5c2f0-0da1-4a33-bf50-fa4282a9f369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:20.206291 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-37433476-ca2e-492e-b64c-d3fd815a16f6 req-a840a374-4bb4-4f13-847f-d0275bef9f80 tempest-FloatingIPsTestJSON-953118291 tempest-FloatingIPsTestJSON-953118291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:20.234377 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17d8910-784d-4f85-9fc2-78619dd190d5 req-409880ff-22c2-4300-9be3-16efb67e1c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:20.235859 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d17d8910-784d-4f85-9fc2-78619dd190d5 req-409880ff-22c2-4300-9be3-16efb67e1c1d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.0600326 Jul 23 23:54:20.238786 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242d07e-e022-4078-b68f-2184d006fd26 req-2fbd82e0-ad90-4555-b632-6c5ee2d18202 tempest-ServersAdminTestJSON-2141024580 tempest-ServersAdminTestJSON-2141024580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:20.243726 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a840a374-4bb4-4f13-847f-d0275bef9f80 tempest-FloatingIPsTestJSON-953118291 tempest-FloatingIPsTestJSON-953118291-project] Pushing event deleted for resources: {'Port': ['ID=99680bcd-b477-4edb-8a33-318e68932d00,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:20.245763 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0242d07e-e022-4078-b68f-2184d006fd26 req-2fbd82e0-ad90-4555-b632-6c5ee2d18202 tempest-ServersAdminTestJSON-2141024580 tempest-ServersAdminTestJSON-2141024580-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=5017e1b8-c1a9-4f49-9f57-d89fd83b37a3 HTTP/1.1" status: 200 len: 1101 time: 0.1439092 Jul 23 23:54:20.252826 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303c824e-1664-4824-837b-a9ad9733f059 req-14b8dd8b-7a52-4bb7-afef-807bacfc260c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:20.255242 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-303c824e-1664-4824-837b-a9ad9733f059 req-14b8dd8b-7a52-4bb7-afef-807bacfc260c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b15590c4-c7c2-4950-a06e-3600f7d096c5 HTTP/1.1" status: 200 len: 852 time: 0.0799987 Jul 23 23:54:20.312626 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0242d07e-e022-4078-b68f-2184d006fd26 req-6a865cea-2629-4aeb-8b10-c9245eeb26b7 tempest-ServersAdminTestJSON-2141024580 tempest-ServersAdminTestJSON-2141024580-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=84afd7ea-644b-438b-8379-6d56a9cf992d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658937 Jul 23 23:54:20.336309 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17d8910-784d-4f85-9fc2-78619dd190d5 req-82845e7f-4613-457f-bd2b-820536385e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:20.338026 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d17d8910-784d-4f85-9fc2-78619dd190d5 req-82845e7f-4613-457f-bd2b-820536385e3f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0840905 Jul 23 23:54:20.344212 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-37433476-ca2e-492e-b64c-d3fd815a16f6 req-a840a374-4bb4-4f13-847f-d0275bef9f80 tempest-FloatingIPsTestJSON-953118291 tempest-FloatingIPsTestJSON-953118291-project] Notify callbacks [] for floatingip, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:20.347424 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-37433476-ca2e-492e-b64c-d3fd815a16f6 req-a840a374-4bb4-4f13-847f-d0275bef9f80 tempest-FloatingIPsTestJSON-953118291 tempest-FloatingIPsTestJSON-953118291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:20.348579 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-37433476-ca2e-492e-b64c-d3fd815a16f6 req-a840a374-4bb4-4f13-847f-d0275bef9f80 tempest-FloatingIPsTestJSON-953118291 tempest-FloatingIPsTestJSON-953118291-project] 10.222.0.44 "DELETE /v2.0/floatingips/7fe8b15a-5041-441b-acc0-61188c917004 HTTP/1.1" status: 204 len: 173 time: 1.5262468 Jul 23 23:54:20.351614 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-303c824e-1664-4824-837b-a9ad9733f059 req-e18b3faa-766d-433e-8113-c046145b413a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a3cd81e2-1970-4c5b-9d38-d0235482c1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750639 Jul 23 23:54:20.478349 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-303c824e-1664-4824-837b-a9ad9733f059 req-0a4b1872-a1c7-4d1a-be79-1736d46d44aa service neutron] 10.222.0.52 "GET /v2.0/networks/a3cd81e2-1970-4c5b-9d38-d0235482c1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205020 Jul 23 23:54:20.495484 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d17d8910-784d-4f85-9fc2-78619dd190d5 req-75270340-b929-4527-bd02-ee65973135e5 service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508179 Jul 23 23:54:20.543175 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9ef5c2f0-0da1-4a33-bf50-fa4282a9f369 None None] Notify callbacks [] for port, precommit_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:20.544843 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6106b675-e454-46c4-bed5-63306f69fa89 req-3eaf2f73-ec62-44af-9c61-375a5508488c tempest-FloatingIPsNegativeTestJSON-1548215337 tempest-FloatingIPsNegativeTestJSON-1548215337-project] 10.222.0.44 "GET /v2.0/floatingips?tenant_id=13789d59b0aa496a917ecdd336bbea94 HTTP/1.1" status: 200 len: 217 time: 0.0940504 Jul 23 23:54:20.563978 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9ef5c2f0-0da1-4a33-bf50-fa4282a9f369 None None] Transition to ACTIVE for port object 8151dbee-62cc-4d15-8bc2-f6bc77a28d6d will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:54:20.572875 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9ef5c2f0-0da1-4a33-bf50-fa4282a9f369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:20.624462 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-303c824e-1664-4824-837b-a9ad9733f059 req-280f3ab0-b598-4ee1-a8ae-eed5d0d2be66 service neutron] 10.222.0.52 "GET /v2.0/networks/a3cd81e2-1970-4c5b-9d38-d0235482c1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345837 Jul 23 23:54:20.661487 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d17d8910-784d-4f85-9fc2-78619dd190d5 req-dc3449ec-2446-4e93-8148-2e0de2b7de52 service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259160 Jul 23 23:54:20.695027 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c9898a-550a-48f2-89dd-83f25e2ceb0a None None] Pushing event updated for resources: {'Port': ['ID=8151dbee-62cc-4d15-8bc2-f6bc77a28d6d,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:20.765210 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-9ef5c2f0-0da1-4a33-bf50-fa4282a9f369 None None] Attempting to bind port 8151dbee-62cc-4d15-8bc2-f6bc77a28d6d on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:54:20.765791 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-9ef5c2f0-0da1-4a33-bf50-fa4282a9f369 None None] Attempting to bind port 8151dbee-62cc-4d15-8bc2-f6bc77a28d6d by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '14f7de1e-d7f3-4553-b01f-6c2e741958bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '23d3c195-56d1-47cb-bc89-6cf797b83797'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:54:20.766321 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef5c2f0-0da1-4a33-bf50-fa4282a9f369 None None] Attempting to bind port 8151dbee-62cc-4d15-8bc2-f6bc77a28d6d on network 23d3c195-56d1-47cb-bc89-6cf797b83797 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:54:20.772119 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef5c2f0-0da1-4a33-bf50-fa4282a9f369 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:54:20.772796 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef5c2f0-0da1-4a33-bf50-fa4282a9f369 None None] Checking segment: {'id': '14f7de1e-d7f3-4553-b01f-6c2e741958bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '23d3c195-56d1-47cb-bc89-6cf797b83797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:54:20.773462 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9ef5c2f0-0da1-4a33-bf50-fa4282a9f369 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:20.774082 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef5c2f0-0da1-4a33-bf50-fa4282a9f369 None None] Bound using segment: {'id': '14f7de1e-d7f3-4553-b01f-6c2e741958bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '23d3c195-56d1-47cb-bc89-6cf797b83797'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:54:20.774732 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-9ef5c2f0-0da1-4a33-bf50-fa4282a9f369 None None] Bound port: 8151dbee-62cc-4d15-8bc2-f6bc77a28d6d, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14f7de1e-d7f3-4553-b01f-6c2e741958bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '23d3c195-56d1-47cb-bc89-6cf797b83797'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:54:20.775286 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9ef5c2f0-0da1-4a33-bf50-fa4282a9f369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:20.811050 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25429ab7-43ee-4b30-985f-767630b61416 req-1a1f16e0-24f8-4df9-986d-64ad73e86204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:20.812767 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-25429ab7-43ee-4b30-985f-767630b61416 req-1a1f16e0-24f8-4df9-986d-64ad73e86204 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d749b4d1b42a4289ae7deab4121e65e5&device_id=5e4b208e-c3c4-449b-981f-0c8d8e4a567a HTTP/1.1" status: 200 len: 1096 time: 0.1152818 Jul 23 23:54:20.818953 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7612b1e6-3900-480a-823b-0a60f9e487d7 req-c9142add-aa6e-4aa7-8a77-c29358c83248 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:20.826905 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7612b1e6-3900-480a-823b-0a60f9e487d7 req-c9142add-aa6e-4aa7-8a77-c29358c83248 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/networks?id=646be7a8-09b8-4e0c-bd78-d5d98c9093b9 HTTP/1.1" status: 200 len: 807 time: 0.1443064 Jul 23 23:54:20.836335 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d6c4b1-860f-4dca-8dbe-e7f0f0b449b5 req-b03a3861-c352-4672-a21e-7a9ee5cedc17 tempest-ServersAdminTestJSON-2141024580 tempest-ServersAdminTestJSON-2141024580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:20.838239 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-30d6c4b1-860f-4dca-8dbe-e7f0f0b449b5 req-b03a3861-c352-4672-a21e-7a9ee5cedc17 tempest-ServersAdminTestJSON-2141024580 tempest-ServersAdminTestJSON-2141024580-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=5017e1b8-c1a9-4f49-9f57-d89fd83b37a3 HTTP/1.1" status: 200 len: 1101 time: 0.1598940 Jul 23 23:54:20.844696 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7612b1e6-3900-480a-823b-0a60f9e487d7 req-78b36abe-4fd3-4876-b65c-4b8cdf835ff0 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/quotas/e50500f9fa5448f8994dd6c4e9b5ded5 HTTP/1.1" status: 200 len: 375 time: 0.0165055 Jul 23 23:54:20.925348 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7612b1e6-3900-480a-823b-0a60f9e487d7 req-77c1af3f-a834-4260-b6ea-26fe80f5e8b4 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e50500f9fa5448f8994dd6c4e9b5ded5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0797327 Jul 23 23:54:20.948853 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-30d6c4b1-860f-4dca-8dbe-e7f0f0b449b5 req-118c7192-6d8d-4e70-a304-e5dd794cb886 tempest-ServersAdminTestJSON-2141024580 tempest-ServersAdminTestJSON-2141024580-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=84afd7ea-644b-438b-8379-6d56a9cf992d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920892 Jul 23 23:54:20.988114 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25429ab7-43ee-4b30-985f-767630b61416 req-3c8b2a99-f5f4-4b3c-a772-f733b28b5150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:20.989594 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-25429ab7-43ee-4b30-985f-767630b61416 req-3c8b2a99-f5f4-4b3c-a772-f733b28b5150 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a3cd81e2-1970-4c5b-9d38-d0235482c1d3 HTTP/1.1" status: 200 len: 913 time: 0.1659346 Jul 23 23:54:21.005661 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9ef5c2f0-0da1-4a33-bf50-fa4282a9f369 None None] For port 8151dbee-62cc-4d15-8bc2-f6bc77a28d6d, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:54:21.013358 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9ef5c2f0-0da1-4a33-bf50-fa4282a9f369 None None] For port 8151dbee-62cc-4d15-8bc2-f6bc77a28d6d, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=8151dbee-62cc-4d15-8bc2-f6bc77a28d6d,segment=NetworkSegment(14f7de1e-d7f3-4553-b01f-6c2e741958bd),segment_id=14f7de1e-d7f3-4553-b01f-6c2e741958bd)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:54:21.024543 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9ef5c2f0-0da1-4a33-bf50-fa4282a9f369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:21.060269 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-25429ab7-43ee-4b30-985f-767630b61416 req-47bf1a93-d8fd-4886-8734-ea5b02b2a9cc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a6af90e-f783-47f9-9680-48a8bd5ab1be HTTP/1.1" status: 200 len: 217 time: 0.0607753 Jul 23 23:54:21.063883 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7612b1e6-3900-480a-823b-0a60f9e487d7 req-8903c356-45f6-4bcb-ad9c-3afc17107344 service neutron] 10.222.0.44 "GET /v2.0/networks/646be7a8-09b8-4e0c-bd78-d5d98c9093b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315668 Jul 23 23:54:21.096404 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef5c2f0-0da1-4a33-bf50-fa4282a9f369 None None] Routers {'c47388bd-11f4-49a6-8cc3-19279a0f9d60'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:54:21.097138 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-9ef5c2f0-0da1-4a33-bf50-fa4282a9f369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:53:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['c47388bd-11f4-49a6-8cc3-19279a0f9d60'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:54:21.158232 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-56aafbd7-95fa-4113-ab00-46ea74da2340 req-0302f212-ec4e-41f2-98dc-8caac960214a tempest-FloatingIPsTestJSON-953118291 tempest-FloatingIPsTestJSON-953118291-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1717136 Jul 23 23:54:21.163719 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-56aafbd7-95fa-4113-ab00-46ea74da2340 req-b394c803-7bf6-4e9c-80f1-cb63ace6d9cf tempest-FloatingIPsTestJSON-953118291 tempest-FloatingIPsTestJSON-953118291-project] Request body: {'floatingip': {'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:54:21.185895 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7612b1e6-3900-480a-823b-0a60f9e487d7 req-2e4efa79-50f6-4a1b-9097-aa64b5b88a68 service neutron] 10.222.0.44 "GET /v2.0/networks/646be7a8-09b8-4e0c-bd78-d5d98c9093b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159613 Jul 23 23:54:21.196666 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c9898a-550a-48f2-89dd-83f25e2ceb0a None None] Pushing event updated for resources: {'Port': ['ID=8151dbee-62cc-4d15-8bc2-f6bc77a28d6d,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:21.240018 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-56aafbd7-95fa-4113-ab00-46ea74da2340 req-b394c803-7bf6-4e9c-80f1-cb63ace6d9cf tempest-FloatingIPsTestJSON-953118291 tempest-FloatingIPsTestJSON-953118291-project] Notify callbacks [] for floatingip, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:21.247653 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25429ab7-43ee-4b30-985f-767630b61416 req-5485f18b-f6c7-46ca-9f84-ec4b19c78e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:21.249297 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-25429ab7-43ee-4b30-985f-767630b61416 req-5485f18b-f6c7-46ca-9f84-ec4b19c78e69 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b15590c4-c7c2-4950-a06e-3600f7d096c5 HTTP/1.1" status: 200 len: 852 time: 0.0790393 Jul 23 23:54:21.250945 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-9ef5c2f0-0da1-4a33-bf50-fa4282a9f369 None None] Set router c47388bd-11f4-49a6-8cc3-19279a0f9d60 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:54:21.299008 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-25429ab7-43ee-4b30-985f-767630b61416 req-62c7bcfc-5725-4f10-8295-be9a9ecc8e0c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a3cd81e2-1970-4c5b-9d38-d0235482c1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327301 Jul 23 23:54:21.458853 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-25429ab7-43ee-4b30-985f-767630b61416 req-b7a742ca-5092-44c0-8f6d-bc59d7f594b3 service neutron] 10.222.0.52 "GET /v2.0/networks/a3cd81e2-1970-4c5b-9d38-d0235482c1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477108 Jul 23 23:54:21.493642 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-56aafbd7-95fa-4113-ab00-46ea74da2340 req-b394c803-7bf6-4e9c-80f1-cb63ace6d9cf tempest-FloatingIPsTestJSON-953118291 tempest-FloatingIPsTestJSON-953118291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:21.520136 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-9ef5c2f0-0da1-4a33-bf50-fa4282a9f369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c47388bd-11f4-49a6-8cc3-19279a0f9d60', 'name': 'tempest-FloatingIPsNegativeTestJSON-1695996799-router', 'tenant_id': '13789d59b0aa496a917ecdd336bbea94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '62bafabc-a43c-416b-83a0-f20d7cd3bf26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:54:06Z', 'updated_at': '2021-07-23T23:54:16Z', 'revision_number': 4, 'project_id': '13789d59b0aa496a917ecdd336bbea94', 'gw_port': {'id': '62bafabc-a43c-416b-83a0-f20d7cd3bf26', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:2b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47388bd-11f4-49a6-8cc3-19279a0f9d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:54:08Z', 'updated_at': '2021-07-23T23:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '8151dbee-62cc-4d15-8bc2-f6bc77a28d6d', 'name': '', 'network_id': '23d3c195-56d1-47cb-bc89-6cf797b83797', 'tenant_id': '13789d59b0aa496a917ecdd336bbea94', 'mac_address': 'fa:16:3e:4e:b9:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c47388bd-11f4-49a6-8cc3-19279a0f9d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '5b2b55de-b534-4ee1-a5b6-c98e40fc9891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:54:13Z', 'updated_at': '2021-07-23T23:54:20Z', 'revision_number': 4, 'project_id': '13789d59b0aa496a917ecdd336bbea94', 'subnets': [{'id': '5b2b55de-b534-4ee1-a5b6-c98e40fc9891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:54:21.557879 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef5c2f0-0da1-4a33-bf50-fa4282a9f369 None None] The sync data for ids ['c47388bd-11f4-49a6-8cc3-19279a0f9d60'] in n-d-800088-16 is: [{'id': 'c47388bd-11f4-49a6-8cc3-19279a0f9d60', 'name': 'tempest-FloatingIPsNegativeTestJSON-1695996799-router', 'tenant_id': '13789d59b0aa496a917ecdd336bbea94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '62bafabc-a43c-416b-83a0-f20d7cd3bf26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:54:06Z', 'updated_at': '2021-07-23T23:54:16Z', 'revision_number': 4, 'project_id': '13789d59b0aa496a917ecdd336bbea94', 'gw_port': {'id': '62bafabc-a43c-416b-83a0-f20d7cd3bf26', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:2b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47388bd-11f4-49a6-8cc3-19279a0f9d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:54:08Z', 'updated_at': '2021-07-23T23:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '8151dbee-62cc-4d15-8bc2-f6bc77a28d6d', 'name': '', 'network_id': '23d3c195-56d1-47cb-bc89-6cf797b83797', 'tenant_id': '13789d59b0aa496a917ecdd336bbea94', 'mac_address': 'fa:16:3e:4e:b9:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c47388bd-11f4-49a6-8cc3-19279a0f9d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '5b2b55de-b534-4ee1-a5b6-c98e40fc9891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:54:13Z', 'updated_at': '2021-07-23T23:54:20Z', 'revision_number': 4, 'project_id': '13789d59b0aa496a917ecdd336bbea94', 'subnets': [{'id': '5b2b55de-b534-4ee1-a5b6-c98e40fc9891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:54:21.624534 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-25429ab7-43ee-4b30-985f-767630b61416 req-ded534e9-ed4d-47fc-8991-e610fd52ff8b service neutron] 10.222.0.52 "GET /v2.0/networks/a3cd81e2-1970-4c5b-9d38-d0235482c1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556070 Jul 23 23:54:21.662118 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625ddb4c-cb9c-4a46-90d6-087a2d44b02e req-e8742fb4-1821-4386-a809-a49e2d3ad513 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:21.663701 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-625ddb4c-cb9c-4a46-90d6-087a2d44b02e req-e8742fb4-1821-4386-a809-a49e2d3ad513 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e5a81e5-504b-4bc8-bc3a-54501b386174 HTTP/1.1" status: 200 len: 944 time: 0.1128011 Jul 23 23:54:21.698200 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-56aafbd7-95fa-4113-ab00-46ea74da2340 req-b394c803-7bf6-4e9c-80f1-cb63ace6d9cf tempest-FloatingIPsTestJSON-953118291 tempest-FloatingIPsTestJSON-953118291-project] Allocated IP 172.25.3.121 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/76874cca-98bb-4114-9c48-4462546f82e6) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:54:21.719277 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-625ddb4c-cb9c-4a46-90d6-087a2d44b02e req-f8184b6b-80f8-4702-ba27-13baf5ada366 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] 10.222.0.44 "GET /v2.0/security-groups?id=28aae001-5f9c-44eb-8989-3db71a778577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425305 Jul 23 23:54:21.863942 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-27db1e73-f9c4-4663-8bb7-9520aeb07efc req-bc08b783-d4eb-48a6-9080-07c43a450c40 tempest-FloatingIPsNegativeTestJSON-1548215337 tempest-FloatingIPsNegativeTestJSON-1548215337-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0429235 Jul 23 23:54:21.864475 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-56aafbd7-95fa-4113-ab00-46ea74da2340 req-b394c803-7bf6-4e9c-80f1-cb63ace6d9cf tempest-FloatingIPsTestJSON-953118291 tempest-FloatingIPsTestJSON-953118291-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:21.928203 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-56aafbd7-95fa-4113-ab00-46ea74da2340 req-b394c803-7bf6-4e9c-80f1-cb63ace6d9cf tempest-FloatingIPsTestJSON-953118291 tempest-FloatingIPsTestJSON-953118291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:21.970377 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56aafbd7-95fa-4113-ab00-46ea74da2340 req-b394c803-7bf6-4e9c-80f1-cb63ace6d9cf tempest-FloatingIPsTestJSON-953118291 tempest-FloatingIPsTestJSON-953118291-project] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:54:21.973417 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-56aafbd7-95fa-4113-ab00-46ea74da2340 req-b394c803-7bf6-4e9c-80f1-cb63ace6d9cf tempest-FloatingIPsTestJSON-953118291 tempest-FloatingIPsTestJSON-953118291-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:54:21.977069 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-56aafbd7-95fa-4113-ab00-46ea74da2340 req-b394c803-7bf6-4e9c-80f1-cb63ace6d9cf tempest-FloatingIPsTestJSON-953118291 tempest-FloatingIPsTestJSON-953118291-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:54:22.009559 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b394c803-7bf6-4e9c-80f1-cb63ace6d9cf tempest-FloatingIPsTestJSON-953118291 tempest-FloatingIPsTestJSON-953118291-project] Pushing event updated for resources: {'Port': ['ID=76874cca-98bb-4114-9c48-4462546f82e6,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:22.018997 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41006ecd-5d5a-4b89-8239-c9ba1e1239f6 req-dc879cd4-2d43-4b53-b40a-5780e84d227d tempest-AttachSCSIVolumeTestJSON-1883636943 tempest-AttachSCSIVolumeTestJSON-1883636943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:22.020742 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-41006ecd-5d5a-4b89-8239-c9ba1e1239f6 req-dc879cd4-2d43-4b53-b40a-5780e84d227d tempest-AttachSCSIVolumeTestJSON-1883636943 tempest-AttachSCSIVolumeTestJSON-1883636943-project] 10.222.0.44 "GET /v2.0/ports?device_id=b42a6795-2e9e-4bbd-9762-724db0af5c5a HTTP/1.1" status: 200 len: 946 time: 0.0968325 Jul 23 23:54:22.092852 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-56aafbd7-95fa-4113-ab00-46ea74da2340 req-b394c803-7bf6-4e9c-80f1-cb63ace6d9cf tempest-FloatingIPsTestJSON-953118291 tempest-FloatingIPsTestJSON-953118291-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:22.145815 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device dfe292ae-45a7-4b65-8d21-868b90841f6f details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:54:22.169143 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-56aafbd7-95fa-4113-ab00-46ea74da2340 req-b394c803-7bf6-4e9c-80f1-cb63ace6d9cf tempest-FloatingIPsTestJSON-953118291 tempest-FloatingIPsTestJSON-953118291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:22.329347 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-41006ecd-5d5a-4b89-8239-c9ba1e1239f6 req-fe43460c-48bb-4903-bd95-f7f11a1a0736 tempest-AttachSCSIVolumeTestJSON-1883636943 tempest-AttachSCSIVolumeTestJSON-1883636943-project] 10.222.0.44 "GET /v2.0/security-groups?id=22ed2ed7-f637-428a-b188-fe044fcee805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958517 Jul 23 23:54:22.331248 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port dfe292ae-45a7-4b65-8d21-868b90841f6f, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=dfe292ae-45a7-4b65-8d21-868b90841f6f,segment=NetworkSegment(8f4844c9-ec59-45f2-af9f-7284864a60e7),segment_id=8f4844c9-ec59-45f2-af9f-7284864a60e7)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:54:22.345249 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': 'dfe292ae-45a7-4b65-8d21-868b90841f6f', 'network_id': 'a3cd81e2-1970-4c5b-9d38-d0235482c1d3', 'port_id': 'dfe292ae-45a7-4b65-8d21-868b90841f6f', 'mac_address': 'fa:16:3e:05:85:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b15590c4-c7c2-4950-a06e-3600f7d096c5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:54:22.385217 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:22.410024 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfe292ae-45a7-4b65-8d21-868b90841f6f {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:54:22.434935 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port dfe292ae-45a7-4b65-8d21-868b90841f6f, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=dfe292ae-45a7-4b65-8d21-868b90841f6f,segment=NetworkSegment(8f4844c9-ec59-45f2-af9f-7284864a60e7),segment_id=8f4844c9-ec59-45f2-af9f-7284864a60e7)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:54:22.438950 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:22.474994 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-56aafbd7-95fa-4113-ab00-46ea74da2340 req-b394c803-7bf6-4e9c-80f1-cb63ace6d9cf tempest-FloatingIPsTestJSON-953118291 tempest-FloatingIPsTestJSON-953118291-project] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:22.485996 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcd07f1-891a-46b8-b04b-3763ae546988 req-f0248192-3bc4-464e-9e7e-8204c5f978b3 tempest-AttachSCSIVolumeTestJSON-1883636943 tempest-AttachSCSIVolumeTestJSON-1883636943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:22.487790 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4dcd07f1-891a-46b8-b04b-3763ae546988 req-f0248192-3bc4-464e-9e7e-8204c5f978b3 tempest-AttachSCSIVolumeTestJSON-1883636943 tempest-AttachSCSIVolumeTestJSON-1883636943-project] 10.222.0.52 "GET /v2.0/ports?device_id=b42a6795-2e9e-4bbd-9762-724db0af5c5a HTTP/1.1" status: 200 len: 946 time: 0.2632840 Jul 23 23:54:22.489244 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-56aafbd7-95fa-4113-ab00-46ea74da2340 req-b394c803-7bf6-4e9c-80f1-cb63ace6d9cf tempest-FloatingIPsTestJSON-953118291 tempest-FloatingIPsTestJSON-953118291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:22.505957 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=dfe292ae-45a7-4b65-8d21-868b90841f6f,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:22.618114 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b394c803-7bf6-4e9c-80f1-cb63ace6d9cf tempest-FloatingIPsTestJSON-953118291 tempest-FloatingIPsTestJSON-953118291-project] Pushing event updated for resources: {'Port': ['ID=76874cca-98bb-4114-9c48-4462546f82e6,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:22.650141 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-56aafbd7-95fa-4113-ab00-46ea74da2340 req-b394c803-7bf6-4e9c-80f1-cb63ace6d9cf tempest-FloatingIPsTestJSON-953118291 tempest-FloatingIPsTestJSON-953118291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:22.673881 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-56aafbd7-95fa-4113-ab00-46ea74da2340 req-b394c803-7bf6-4e9c-80f1-cb63ace6d9cf tempest-FloatingIPsTestJSON-953118291 tempest-FloatingIPsTestJSON-953118291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:22.675265 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-56aafbd7-95fa-4113-ab00-46ea74da2340 req-b394c803-7bf6-4e9c-80f1-cb63ace6d9cf tempest-FloatingIPsTestJSON-953118291 tempest-FloatingIPsTestJSON-953118291-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5161943 Jul 23 23:54:22.706331 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['dfe292ae-45a7-4b65-8d21-868b90841f6f'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:54:22.729938 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8218b187-32ec-4e1b-ae82-f1f3344c19e2 req-d5a6c5d5-bb90-4f78-9ddd-8ce99d353620 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?device_id=f173322f-123e-4d93-903a-5504db9c6025 HTTP/1.1" status: 200 len: 210 time: 0.0315042 Jul 23 23:54:22.732994 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-4dcd07f1-891a-46b8-b04b-3763ae546988 req-0ce3ae11-445b-4fd8-8cb0-21dd4aef4516 tempest-AttachSCSIVolumeTestJSON-1883636943 tempest-AttachSCSIVolumeTestJSON-1883636943-project] Deleting port f9aa33f0-790d-4ea8-ab90-1df4e91d4624 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:54:22.733350 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-4dcd07f1-891a-46b8-b04b-3763ae546988 req-0ce3ae11-445b-4fd8-8cb0-21dd4aef4516 tempest-AttachSCSIVolumeTestJSON-1883636943 tempest-AttachSCSIVolumeTestJSON-1883636943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:22.744402 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-56aafbd7-95fa-4113-ab00-46ea74da2340 req-7f02bedf-609f-459c-a607-b3346be389c8 tempest-FloatingIPsTestJSON-953118291 tempest-FloatingIPsTestJSON-953118291-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.3.121 HTTP/1.1" status: 200 len: 696 time: 0.0610616 Jul 23 23:54:22.935095 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-4dcd07f1-891a-46b8-b04b-3763ae546988 req-0ce3ae11-445b-4fd8-8cb0-21dd4aef4516 tempest-AttachSCSIVolumeTestJSON-1883636943 tempest-AttachSCSIVolumeTestJSON-1883636943-project] For port f9aa33f0-790d-4ea8-ab90-1df4e91d4624, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=f9aa33f0-790d-4ea8-ab90-1df4e91d4624,segment=NetworkSegment(3faff525-08de-4988-a839-850e69ad6c5f),segment_id=3faff525-08de-4988-a839-850e69ad6c5f)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:54:22.935471 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-4dcd07f1-891a-46b8-b04b-3763ae546988 req-0ce3ae11-445b-4fd8-8cb0-21dd4aef4516 tempest-AttachSCSIVolumeTestJSON-1883636943 tempest-AttachSCSIVolumeTestJSON-1883636943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:22.953135 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aafbd7-95fa-4113-ab00-46ea74da2340 req-b4fd747b-9fa1-4b9c-95bd-0a28959edc20 tempest-FloatingIPsTestJSON-953118291 tempest-FloatingIPsTestJSON-953118291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:22.954571 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-56aafbd7-95fa-4113-ab00-46ea74da2340 req-b4fd747b-9fa1-4b9c-95bd-0a28959edc20 tempest-FloatingIPsTestJSON-953118291 tempest-FloatingIPsTestJSON-953118291-project] 10.222.0.44 "GET /v2.0/networks/9adcfee8-760c-4568-9e39-c221abf69bf5 HTTP/1.1" status: 200 len: 784 time: 0.1909680 Jul 23 23:54:22.959242 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-4dcd07f1-891a-46b8-b04b-3763ae546988 req-0ce3ae11-445b-4fd8-8cb0-21dd4aef4516 tempest-AttachSCSIVolumeTestJSON-1883636943 tempest-AttachSCSIVolumeTestJSON-1883636943-project] Calling delete_port for f9aa33f0-790d-4ea8-ab90-1df4e91d4624 owned by compute:nova {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:54:23.021568 n-d-800088-16 neutron-server[100314]: INFO neutron.api.v2.resource [req-63d2e10c-3df4-4689-98dc-cfbbf1290364 req-7fce96be-33d1-4cde-b942-d76a95e44254 tempest-FloatingIPsNegativeTestJSON-1548215337 tempest-FloatingIPsNegativeTestJSON-1548215337-project] show failed (client error): The resource could not be found. Jul 23 23:54:23.034687 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 41600) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:54:23.039357 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-63d2e10c-3df4-4689-98dc-cfbbf1290364 req-7fce96be-33d1-4cde-b942-d76a95e44254 tempest-FloatingIPsNegativeTestJSON-1548215337 tempest-FloatingIPsNegativeTestJSON-1548215337-project] 10.222.0.44 "GET /v2.0/floatingips/915969fc-6007-463d-835b-2e6dd1ed4716 HTTP/1.1" status: 404 len: 350 time: 0.0706444 Jul 23 23:54:23.078059 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-daa72b21-8545-48b7-a399-1eb3f59a4d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:23.096447 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7612b1e6-3900-480a-823b-0a60f9e487d7 req-e24d1f4c-c81a-42a2-8948-8d9d6f37d360 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:23.098127 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7612b1e6-3900-480a-823b-0a60f9e487d7 req-e24d1f4c-c81a-42a2-8948-8d9d6f37d360 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.64 "GET /v2.0/networks?id=646be7a8-09b8-4e0c-bd78-d5d98c9093b9 HTTP/1.1" status: 200 len: 807 time: 0.2509003 Jul 23 23:54:23.112174 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-7612b1e6-3900-480a-823b-0a60f9e487d7 req-f4a5bc96-9330-406f-ab6a-4c9104822dd4 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Request body: {'port': {'device_id': 'f173322f-123e-4d93-903a-5504db9c6025', 'network_id': '646be7a8-09b8-4e0c-bd78-d5d98c9093b9', 'admin_state_up': True, 'tenant_id': 'e50500f9fa5448f8994dd6c4e9b5ded5'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:54:23.231579 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 9a6af90e-f783-47f9-9680-48a8bd5ab1be details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:54:23.243041 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-4dcd07f1-891a-46b8-b04b-3763ae546988 req-0ce3ae11-445b-4fd8-8cb0-21dd4aef4516 tempest-AttachSCSIVolumeTestJSON-1883636943 tempest-AttachSCSIVolumeTestJSON-1883636943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:23.256638 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['f9aa33f0-790d-4ea8-ab90-1df4e91d4624'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:54:23.284111 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce3ae11-445b-4fd8-8cb0-21dd4aef4516 tempest-AttachSCSIVolumeTestJSON-1883636943 tempest-AttachSCSIVolumeTestJSON-1883636943-project] Pushing event deleted for resources: {'Port': ['ID=f9aa33f0-790d-4ea8-ab90-1df4e91d4624,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:23.444528 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 9a6af90e-f783-47f9-9680-48a8bd5ab1be, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=9a6af90e-f783-47f9-9680-48a8bd5ab1be,segment=NetworkSegment(8f4844c9-ec59-45f2-af9f-7284864a60e7),segment_id=8f4844c9-ec59-45f2-af9f-7284864a60e7)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:54:23.467511 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': '9a6af90e-f783-47f9-9680-48a8bd5ab1be', 'network_id': 'a3cd81e2-1970-4c5b-9d38-d0235482c1d3', 'port_id': '9a6af90e-f783-47f9-9680-48a8bd5ab1be', 'mac_address': 'fa:16:3e:56:af:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b15590c4-c7c2-4950-a06e-3600f7d096c5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:54:23.480844 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0423a3c-1f20-4f6d-982c-d6ea4ee5bc47 req-e3f12932-3f6c-409d-99a6-2ebb9380ee88 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:23.492512 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d0423a3c-1f20-4f6d-982c-d6ea4ee5bc47 req-e3f12932-3f6c-409d-99a6-2ebb9380ee88 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e5a81e5-504b-4bc8-bc3a-54501b386174 HTTP/1.1" status: 200 len: 945 time: 0.3490291 Jul 23 23:54:23.530480 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:23.531471 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dcd07f1-891a-46b8-b04b-3763ae546988 req-0ce3ae11-445b-4fd8-8cb0-21dd4aef4516 tempest-AttachSCSIVolumeTestJSON-1883636943 tempest-AttachSCSIVolumeTestJSON-1883636943-project] No DVR routers for this DVR port f9aa33f0-790d-4ea8-ab90-1df4e91d4624 on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:54:23.545906 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-4dcd07f1-891a-46b8-b04b-3763ae546988 req-0ce3ae11-445b-4fd8-8cb0-21dd4aef4516 tempest-AttachSCSIVolumeTestJSON-1883636943 tempest-AttachSCSIVolumeTestJSON-1883636943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:23.549380 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4dcd07f1-891a-46b8-b04b-3763ae546988 req-0ce3ae11-445b-4fd8-8cb0-21dd4aef4516 tempest-AttachSCSIVolumeTestJSON-1883636943 tempest-AttachSCSIVolumeTestJSON-1883636943-project] 10.222.0.52 "DELETE /v2.0/ports/f9aa33f0-790d-4ea8-ab90-1df4e91d4624 HTTP/1.1" status: 204 len: 173 time: 1.0546000 Jul 23 23:54:23.551423 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a6af90e-f783-47f9-9680-48a8bd5ab1be {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:54:23.552432 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b42a6795-2e9e-4bbd-9762-724db0af5c5a', 'name': 'network-vif-deleted', 'tag': 'f9aa33f0-790d-4ea8-ab90-1df4e91d4624'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:54:23.556796 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85b5b0ce-fb53-4d8d-b51b-48203c9b536d" -d '{"events": [{"server_uuid": "b42a6795-2e9e-4bbd-9762-724db0af5c5a", "name": "network-vif-deleted", "tag": "f9aa33f0-790d-4ea8-ab90-1df4e91d4624"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:54:23.571520 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-69e66ef7-6d10-4d74-8121-9d6e993f5fa7 req-96979115-743c-4275-89ae-e6f9c9e3796e tempest-FloatingIPsTestJSON-953118291 tempest-FloatingIPsTestJSON-953118291-project] 10.222.0.44 "GET /v2.0/floatingips/9bccee4d-34e8-44f5-972a-87a3a1bd18bf HTTP/1.1" status: 200 len: 693 time: 0.1257391 Jul 23 23:54:23.580661 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 9a6af90e-f783-47f9-9680-48a8bd5ab1be, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=9a6af90e-f783-47f9-9680-48a8bd5ab1be,segment=NetworkSegment(8f4844c9-ec59-45f2-af9f-7284864a60e7),segment_id=8f4844c9-ec59-45f2-af9f-7284864a60e7)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:54:23.587423 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d0423a3c-1f20-4f6d-982c-d6ea4ee5bc47 req-c7a2a9db-9f18-439a-b699-5b619177179b tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] 10.222.0.44 "GET /v2.0/security-groups?id=28aae001-5f9c-44eb-8989-3db71a778577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926673 Jul 23 23:54:23.588679 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:23.611663 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7612b1e6-3900-480a-823b-0a60f9e487d7 req-f4a5bc96-9330-406f-ab6a-4c9104822dd4 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Made reservation on behalf of e50500f9fa5448f8994dd6c4e9b5ded5 for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:54:23.617665 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-7612b1e6-3900-480a-823b-0a60f9e487d7 req-f4a5bc96-9330-406f-ab6a-4c9104822dd4 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:23.692421 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 8151dbee-62cc-4d15-8bc2-f6bc77a28d6d up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:54:23.743573 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e66ef7-6d10-4d74-8121-9d6e993f5fa7 req-6f8f8344-cb5d-4a73-96da-176515c43ec6 tempest-FloatingIPsTestJSON-953118291 tempest-FloatingIPsTestJSON-953118291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:23.749474 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-69e66ef7-6d10-4d74-8121-9d6e993f5fa7 req-6f8f8344-cb5d-4a73-96da-176515c43ec6 tempest-FloatingIPsTestJSON-953118291 tempest-FloatingIPsTestJSON-953118291-project] 10.222.0.44 "GET /v2.0/networks/9adcfee8-760c-4568-9e39-c221abf69bf5 HTTP/1.1" status: 200 len: 784 time: 0.1671720 Jul 23 23:54:23.781894 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=9a6af90e-f783-47f9-9680-48a8bd5ab1be,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:23.857659 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 8151dbee-62cc-4d15-8bc2-f6bc77a28d6d completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:54:23.862161 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 8151dbee-62cc-4d15-8bc2-f6bc77a28d6d triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:54:23.863196 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:23.913043 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [req-7612b1e6-3900-480a-823b-0a60f9e487d7 req-f4a5bc96-9330-406f-ab6a-4c9104822dd4 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Allocated IP 172.20.0.13 (646be7a8-09b8-4e0c-bd78-d5d98c9093b9/3bfc2b3c-ece5-49a0-8daf-8ebd7d541c76/a8ff1e37-a989-484d-bfc2-b1d7a7948837) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:54:23.932413 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['9a6af90e-f783-47f9-9680-48a8bd5ab1be'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:54:23.946418 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-957cd058-1684-4d40-8e3f-37881e9d2d0e req-5b9e27d5-7495-4b3e-9549-ff52ea8a2d28 tempest-AttachSCSIVolumeTestJSON-1883636943 tempest-AttachSCSIVolumeTestJSON-1883636943-project] 10.222.0.44 "GET /v2.0/ports?device_id=b42a6795-2e9e-4bbd-9762-724db0af5c5a HTTP/1.1" status: 200 len: 210 time: 0.0485287 Jul 23 23:54:24.031874 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:24.087245 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 8151dbee-62cc-4d15-8bc2-f6bc77a28d6d, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=8151dbee-62cc-4d15-8bc2-f6bc77a28d6d,segment=NetworkSegment(14f7de1e-d7f3-4553-b01f-6c2e741958bd),segment_id=14f7de1e-d7f3-4553-b01f-6c2e741958bd)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:54:24.112006 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:24.160887 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device dfe292ae-45a7-4b65-8d21-868b90841f6f up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:54:24.255847 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=8151dbee-62cc-4d15-8bc2-f6bc77a28d6d,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:24.294367 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-7612b1e6-3900-480a-823b-0a60f9e487d7 req-f4a5bc96-9330-406f-ab6a-4c9104822dd4 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:24.310702 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba50167a-1978-4501-a374-9826ffd11869 x-openstack-request-id: req-ba50167a-1978-4501-a374-9826ffd11869 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:54:24.311379 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b42a6795-2e9e-4bbd-9762-724db0af5c5a", "name": "network-vif-deleted", "tag": "f9aa33f0-790d-4ea8-ab90-1df4e91d4624", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:54:24.311844 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ba50167a-1978-4501-a374-9826ffd11869 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:54:24.312496 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b42a6795-2e9e-4bbd-9762-724db0af5c5a', 'name': 'network-vif-deleted', 'tag': 'f9aa33f0-790d-4ea8-ab90-1df4e91d4624', 'status': 'completed', 'code': 200} Jul 23 23:54:24.313796 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port dfe292ae-45a7-4b65-8d21-868b90841f6f completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:54:24.320632 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port dfe292ae-45a7-4b65-8d21-868b90841f6f triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:54:24.321223 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:24.330037 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-69e66ef7-6d10-4d74-8121-9d6e993f5fa7 req-1b15a495-fcdc-44ae-85dc-4ff166fbffce tempest-FloatingIPsTestJSON-953118291 tempest-FloatingIPsTestJSON-953118291-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.3.121 HTTP/1.1" status: 200 len: 696 time: 0.5692759 Jul 23 23:54:24.388238 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-7612b1e6-3900-480a-823b-0a60f9e487d7 req-f4a5bc96-9330-406f-ab6a-4c9104822dd4 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:24.417763 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-69e66ef7-6d10-4d74-8121-9d6e993f5fa7 req-8f9bd582-146e-4a34-bf95-8964e8eadc9b tempest-FloatingIPsTestJSON-953118291 tempest-FloatingIPsTestJSON-953118291-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.3.121 HTTP/1.1" status: 200 len: 696 time: 0.0795376 Jul 23 23:54:24.462596 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7612b1e6-3900-480a-823b-0a60f9e487d7 req-f4a5bc96-9330-406f-ab6a-4c9104822dd4 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Network 646be7a8-09b8-4e0c-bd78-d5d98c9093b9 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:54:24.467051 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:24.467683 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [req-7612b1e6-3900-480a-823b-0a60f9e487d7 req-f4a5bc96-9330-406f-ab6a-4c9104822dd4 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:54:24.478379 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-7612b1e6-3900-480a-823b-0a60f9e487d7 req-f4a5bc96-9330-406f-ab6a-4c9104822dd4 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:54:24.505742 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a5bc96-9330-406f-ab6a-4c9104822dd4 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Pushing event updated for resources: {'Port': ['ID=a8ff1e37-a989-484d-bfc2-b1d7a7948837,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:24.514035 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e5a81e5-504b-4bc8-bc3a-54501b386174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe292ae-45a7-4b65-8d21-868b90841f6f'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:54:24.516992 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0340d241-3533-4df5-b697-1a9fa3c164a5" -d '{"events": [{"server_uuid": "5e5a81e5-504b-4bc8-bc3a-54501b386174", "name": "network-vif-plugged", "status": "completed", "tag": "dfe292ae-45a7-4b65-8d21-868b90841f6f"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:54:24.545903 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port dfe292ae-45a7-4b65-8d21-868b90841f6f, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=dfe292ae-45a7-4b65-8d21-868b90841f6f,segment=NetworkSegment(8f4844c9-ec59-45f2-af9f-7284864a60e7),segment_id=8f4844c9-ec59-45f2-af9f-7284864a60e7)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:54:24.551484 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:24.555775 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7612b1e6-3900-480a-823b-0a60f9e487d7 req-f4a5bc96-9330-406f-ab6a-4c9104822dd4 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:24.556627 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-7612b1e6-3900-480a-823b-0a60f9e487d7 req-f4a5bc96-9330-406f-ab6a-4c9104822dd4 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:24.578264 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c78989-3d3c-4162-95f6-b8ac06745cdf req-4618dd41-e64d-46e0-994b-c52e2ebc7668 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:24.580506 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d4c78989-3d3c-4162-95f6-b8ac06745cdf req-4618dd41-e64d-46e0-994b-c52e2ebc7668 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?device_id=f173322f-123e-4d93-903a-5504db9c6025 HTTP/1.1" status: 200 len: 932 time: 0.1899576 Jul 23 23:54:24.607511 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7612b1e6-3900-480a-823b-0a60f9e487d7 req-f4a5bc96-9330-406f-ab6a-4c9104822dd4 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4997988 Jul 23 23:54:24.621933 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-7612b1e6-3900-480a-823b-0a60f9e487d7 req-5940ea87-2bad-4e97-a5a8-3e0a1a3205a2 service neutron] Request body: {'port': {'device_id': 'f173322f-123e-4d93-903a-5504db9c6025', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-16'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:54:24.627515 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=dfe292ae-45a7-4b65-8d21-868b90841f6f,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:24.636509 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-69e66ef7-6d10-4d74-8121-9d6e993f5fa7 req-ace12060-e90c-443c-b91c-0a60163ffbf0 tempest-FloatingIPsTestJSON-953118291 tempest-FloatingIPsTestJSON-953118291-project] Deleting port 76874cca-98bb-4114-9c48-4462546f82e6 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:54:24.637579 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-69e66ef7-6d10-4d74-8121-9d6e993f5fa7 req-ace12060-e90c-443c-b91c-0a60163ffbf0 tempest-FloatingIPsTestJSON-953118291 tempest-FloatingIPsTestJSON-953118291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:24.656580 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d4c78989-3d3c-4162-95f6-b8ac06745cdf req-276a23d8-2f26-405d-b709-1ebff5b7c6ce tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701914 Jul 23 23:54:24.739467 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-69e66ef7-6d10-4d74-8121-9d6e993f5fa7 req-ace12060-e90c-443c-b91c-0a60163ffbf0 tempest-FloatingIPsTestJSON-953118291 tempest-FloatingIPsTestJSON-953118291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:24.739803 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-69e66ef7-6d10-4d74-8121-9d6e993f5fa7 req-ace12060-e90c-443c-b91c-0a60163ffbf0 tempest-FloatingIPsTestJSON-953118291 tempest-FloatingIPsTestJSON-953118291-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:24.751405 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-7612b1e6-3900-480a-823b-0a60f9e487d7 req-5940ea87-2bad-4e97-a5a8-3e0a1a3205a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:24.755801 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-69e66ef7-6d10-4d74-8121-9d6e993f5fa7 req-ace12060-e90c-443c-b91c-0a60163ffbf0 tempest-FloatingIPsTestJSON-953118291 tempest-FloatingIPsTestJSON-953118291-project] Calling delete_port for 76874cca-98bb-4114-9c48-4462546f82e6 owned by network:floatingip {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:54:24.765549 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-60afad50-355b-4a25-bafc-f700f6784731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681029'] for router_interface, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:25.161194 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-69e66ef7-6d10-4d74-8121-9d6e993f5fa7 req-ace12060-e90c-443c-b91c-0a60163ffbf0 tempest-FloatingIPsTestJSON-953118291 tempest-FloatingIPsTestJSON-953118291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:25.230208 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 9a6af90e-f783-47f9-9680-48a8bd5ab1be up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:54:25.242834 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace12060-e90c-443c-b91c-0a60163ffbf0 tempest-FloatingIPsTestJSON-953118291 tempest-FloatingIPsTestJSON-953118291-project] Pushing event deleted for resources: {'Port': ['ID=76874cca-98bb-4114-9c48-4462546f82e6,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:25.324227 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-69e66ef7-6d10-4d74-8121-9d6e993f5fa7 req-ace12060-e90c-443c-b91c-0a60163ffbf0 tempest-FloatingIPsTestJSON-953118291 tempest-FloatingIPsTestJSON-953118291-project] Notify callbacks [] for floatingip, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:25.327476 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-69e66ef7-6d10-4d74-8121-9d6e993f5fa7 req-ace12060-e90c-443c-b91c-0a60163ffbf0 tempest-FloatingIPsTestJSON-953118291 tempest-FloatingIPsTestJSON-953118291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:25.328667 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-69e66ef7-6d10-4d74-8121-9d6e993f5fa7 req-ace12060-e90c-443c-b91c-0a60163ffbf0 tempest-FloatingIPsTestJSON-953118291 tempest-FloatingIPsTestJSON-953118291-project] 10.222.0.44 "DELETE /v2.0/floatingips/9bccee4d-34e8-44f5-972a-87a3a1bd18bf HTTP/1.1" status: 204 len: 173 time: 0.9095862 Jul 23 23:54:25.341943 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-7612b1e6-3900-480a-823b-0a60f9e487d7 req-5940ea87-2bad-4e97-a5a8-3e0a1a3205a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8ff1e37-a989-484d-bfc2-b1d7a7948837 {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:54:25.348272 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-60afad50-355b-4a25-bafc-f700f6784731 admin admin] Deleting port 8151dbee-62cc-4d15-8bc2-f6bc77a28d6d {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:54:25.348748 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-60afad50-355b-4a25-bafc-f700f6784731 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:25.365002 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-7612b1e6-3900-480a-823b-0a60f9e487d7 req-5940ea87-2bad-4e97-a5a8-3e0a1a3205a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:25.396719 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-7612b1e6-3900-480a-823b-0a60f9e487d7 req-5940ea87-2bad-4e97-a5a8-3e0a1a3205a2 service neutron] Transition to ACTIVE for port object a8ff1e37-a989-484d-bfc2-b1d7a7948837 will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:54:25.407892 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-7612b1e6-3900-480a-823b-0a60f9e487d7 req-5940ea87-2bad-4e97-a5a8-3e0a1a3205a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:25.416939 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port 9a6af90e-f783-47f9-9680-48a8bd5ab1be completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:54:25.452448 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port 9a6af90e-f783-47f9-9680-48a8bd5ab1be triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:54:25.452872 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:25.457831 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-60afad50-355b-4a25-bafc-f700f6784731 admin admin] For port 8151dbee-62cc-4d15-8bc2-f6bc77a28d6d, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=8151dbee-62cc-4d15-8bc2-f6bc77a28d6d,segment=NetworkSegment(14f7de1e-d7f3-4553-b01f-6c2e741958bd),segment_id=14f7de1e-d7f3-4553-b01f-6c2e741958bd)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:54:25.458216 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-60afad50-355b-4a25-bafc-f700f6784731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:25.479813 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-60afad50-355b-4a25-bafc-f700f6784731 admin admin] Calling delete_port for 8151dbee-62cc-4d15-8bc2-f6bc77a28d6d owned by network:router_interface {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:54:25.554025 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7aa9b6d-4fd0-4ded-99cd-c87f35817a39 x-openstack-request-id: req-e7aa9b6d-4fd0-4ded-99cd-c87f35817a39 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:54:25.554542 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e5a81e5-504b-4bc8-bc3a-54501b386174", "name": "network-vif-plugged", "status": "completed", "tag": "dfe292ae-45a7-4b65-8d21-868b90841f6f", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:54:25.554542 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e7aa9b6d-4fd0-4ded-99cd-c87f35817a39 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:54:25.554952 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e5a81e5-504b-4bc8-bc3a-54501b386174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe292ae-45a7-4b65-8d21-868b90841f6f', 'code': 200} Jul 23 23:54:25.623777 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-7612b1e6-3900-480a-823b-0a60f9e487d7 req-5940ea87-2bad-4e97-a5a8-3e0a1a3205a2 service neutron] Attempting to bind port a8ff1e37-a989-484d-bfc2-b1d7a7948837 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:54:25.624120 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-7612b1e6-3900-480a-823b-0a60f9e487d7 req-5940ea87-2bad-4e97-a5a8-3e0a1a3205a2 service neutron] Attempting to bind port a8ff1e37-a989-484d-bfc2-b1d7a7948837 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': 'd41359ac-4be7-4a75-afd1-798e41d2f155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '646be7a8-09b8-4e0c-bd78-d5d98c9093b9'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:54:25.624464 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7612b1e6-3900-480a-823b-0a60f9e487d7 req-5940ea87-2bad-4e97-a5a8-3e0a1a3205a2 service neutron] Attempting to bind port a8ff1e37-a989-484d-bfc2-b1d7a7948837 on network 646be7a8-09b8-4e0c-bd78-d5d98c9093b9 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:54:25.627670 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5940ea87-2bad-4e97-a5a8-3e0a1a3205a2 service neutron] Pushing event updated for resources: {'Port': ['ID=a8ff1e37-a989-484d-bfc2-b1d7a7948837,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:25.632633 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7612b1e6-3900-480a-823b-0a60f9e487d7 req-5940ea87-2bad-4e97-a5a8-3e0a1a3205a2 service neutron] Port a8ff1e37-a989-484d-bfc2-b1d7a7948837 on network 646be7a8-09b8-4e0c-bd78-d5d98c9093b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:54:25.632633 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7612b1e6-3900-480a-823b-0a60f9e487d7 req-5940ea87-2bad-4e97-a5a8-3e0a1a3205a2 service neutron] Attempting to bind port a8ff1e37-a989-484d-bfc2-b1d7a7948837 on network 646be7a8-09b8-4e0c-bd78-d5d98c9093b9 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:54:25.635993 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 8151dbee-62cc-4d15-8bc2-f6bc77a28d6d up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:54:25.650944 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7612b1e6-3900-480a-823b-0a60f9e487d7 req-5940ea87-2bad-4e97-a5a8-3e0a1a3205a2 service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:54:25.651297 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7612b1e6-3900-480a-823b-0a60f9e487d7 req-5940ea87-2bad-4e97-a5a8-3e0a1a3205a2 service neutron] Checking segment: {'id': 'd41359ac-4be7-4a75-afd1-798e41d2f155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '646be7a8-09b8-4e0c-bd78-d5d98c9093b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:54:25.651714 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7612b1e6-3900-480a-823b-0a60f9e487d7 req-5940ea87-2bad-4e97-a5a8-3e0a1a3205a2 service neutron] Bound using segment: {'id': 'd41359ac-4be7-4a75-afd1-798e41d2f155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '646be7a8-09b8-4e0c-bd78-d5d98c9093b9'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:54:25.652156 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-7612b1e6-3900-480a-823b-0a60f9e487d7 req-5940ea87-2bad-4e97-a5a8-3e0a1a3205a2 service neutron] Bound port: a8ff1e37-a989-484d-bfc2-b1d7a7948837, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd41359ac-4be7-4a75-afd1-798e41d2f155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '646be7a8-09b8-4e0c-bd78-d5d98c9093b9'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:54:25.652663 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-7612b1e6-3900-480a-823b-0a60f9e487d7 req-5940ea87-2bad-4e97-a5a8-3e0a1a3205a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:25.766763 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9c39d5a9-586d-4b26-b126-0e17d20a053e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:25.837768 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8750d30-8793-45e0-967c-03c8a24ffc18 req-4c5fc153-cb45-47a0-823e-ae64a70283a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:25.839462 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c8750d30-8793-45e0-967c-03c8a24ffc18 req-4c5fc153-cb45-47a0-823e-ae64a70283a8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5e5a81e5-504b-4bc8-bc3a-54501b386174 HTTP/1.1" status: 200 len: 1098 time: 0.1607981 Jul 23 23:54:25.843797 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-7612b1e6-3900-480a-823b-0a60f9e487d7 req-5940ea87-2bad-4e97-a5a8-3e0a1a3205a2 service neutron] For port a8ff1e37-a989-484d-bfc2-b1d7a7948837, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:54:25.848210 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-7612b1e6-3900-480a-823b-0a60f9e487d7 req-5940ea87-2bad-4e97-a5a8-3e0a1a3205a2 service neutron] For port a8ff1e37-a989-484d-bfc2-b1d7a7948837, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=a8ff1e37-a989-484d-bfc2-b1d7a7948837,segment=NetworkSegment(d41359ac-4be7-4a75-afd1-798e41d2f155),segment_id=d41359ac-4be7-4a75-afd1-798e41d2f155)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:54:25.866321 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-7612b1e6-3900-480a-823b-0a60f9e487d7 req-5940ea87-2bad-4e97-a5a8-3e0a1a3205a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:25.872736 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-60afad50-355b-4a25-bafc-f700f6784731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:25.908765 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:25.911868 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 8151dbee-62cc-4d15-8bc2-f6bc77a28d6d triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:54:25.912241 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:25.923178 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1afa38-b7c7-446e-bc58-8eaa7f9549fc req-3516c773-f205-4390-aad8-2df2cad1ae2c tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:25.924800 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0c1afa38-b7c7-446e-bc58-8eaa7f9549fc req-3516c773-f205-4390-aad8-2df2cad1ae2c tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e5a81e5-504b-4bc8-bc3a-54501b386174 HTTP/1.1" status: 200 len: 946 time: 0.1856744 Jul 23 23:54:25.932296 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5940ea87-2bad-4e97-a5a8-3e0a1a3205a2 service neutron] Pushing event updated for resources: {'Port': ['ID=a8ff1e37-a989-484d-bfc2-b1d7a7948837,revision_number=3']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:25.948362 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60afad50-355b-4a25-bafc-f700f6784731 admin admin] Pushing event deleted for resources: {'Port': ['ID=8151dbee-62cc-4d15-8bc2-f6bc77a28d6d,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:25.953683 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7612b1e6-3900-480a-823b-0a60f9e487d7 req-5940ea87-2bad-4e97-a5a8-3e0a1a3205a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:25.954601 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-7612b1e6-3900-480a-823b-0a60f9e487d7 req-5940ea87-2bad-4e97-a5a8-3e0a1a3205a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:25.956239 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7612b1e6-3900-480a-823b-0a60f9e487d7 req-5940ea87-2bad-4e97-a5a8-3e0a1a3205a2 service neutron] 10.222.0.64 "PUT /v2.0/ports/a8ff1e37-a989-484d-bfc2-b1d7a7948837 HTTP/1.1" status: 200 len: 1093 time: 1.3391960 Jul 23 23:54:25.957073 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f173322f-123e-4d93-903a-5504db9c6025', 'tag': 'a8ff1e37-a989-484d-bfc2-b1d7a7948837'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:54:25.960101 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca035e2b-57d1-4290-ba18-931e7e201a4b" -d '{"events": [{"name": "network-changed", "server_uuid": "f173322f-123e-4d93-903a-5504db9c6025", "tag": "a8ff1e37-a989-484d-bfc2-b1d7a7948837"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:54:25.972080 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c8750d30-8793-45e0-967c-03c8a24ffc18 req-90146433-e585-4cb3-a2ad-1b3ab1f77c82 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=28aae001-5f9c-44eb-8989-3db71a778577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229231 Jul 23 23:54:25.990719 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Port 8151dbee-62cc-4d15-8bc2-f6bc77a28d6d was deleted so its status cannot be updated. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 23 23:54:26.045295 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 9a6af90e-f783-47f9-9680-48a8bd5ab1be, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=9a6af90e-f783-47f9-9680-48a8bd5ab1be,segment=NetworkSegment(8f4844c9-ec59-45f2-af9f-7284864a60e7),segment_id=8f4844c9-ec59-45f2-af9f-7284864a60e7)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:54:26.052613 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:26.099918 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0c1afa38-b7c7-446e-bc58-8eaa7f9549fc req-1fee9676-7081-4e8e-9096-401b9bbe0115 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] 10.222.0.44 "GET /v2.0/security-groups?id=28aae001-5f9c-44eb-8989-3db71a778577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453288 Jul 23 23:54:26.196146 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7612b1e6-3900-480a-823b-0a60f9e487d7 req-17fd7369-15e1-4788-884d-562270fb7450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:26.201936 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7612b1e6-3900-480a-823b-0a60f9e487d7 req-17fd7369-15e1-4788-884d-562270fb7450 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e50500f9fa5448f8994dd6c4e9b5ded5&device_id=f173322f-123e-4d93-903a-5504db9c6025 HTTP/1.1" status: 200 len: 1096 time: 0.1553016 Jul 23 23:54:26.203915 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=9a6af90e-f783-47f9-9680-48a8bd5ab1be,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:26.326998 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-60afad50-355b-4a25-bafc-f700f6784731 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679987'] for router_interface, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:26.349152 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7612b1e6-3900-480a-823b-0a60f9e487d7 req-558ecea8-0d58-40c9-934b-77c43acf38ec service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8ff1e37-a989-484d-bfc2-b1d7a7948837 HTTP/1.1" status: 200 len: 217 time: 0.0830243 Jul 23 23:54:26.386452 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [req-0c9c433a-9039-4cc3-8117-b2a9073094ce req-9feeff53-2475-4ead-b360-ffd197ec7cec tempest-FloatingIPsTestJSON-953118291 tempest-FloatingIPsTestJSON-953118291-project] show failed (client error): The resource could not be found. Jul 23 23:54:26.387744 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0c9c433a-9039-4cc3-8117-b2a9073094ce req-9feeff53-2475-4ead-b360-ffd197ec7cec tempest-FloatingIPsTestJSON-953118291 tempest-FloatingIPsTestJSON-953118291-project] 10.222.0.44 "GET /v2.0/floatingips/9bccee4d-34e8-44f5-972a-87a3a1bd18bf HTTP/1.1" status: 404 len: 350 time: 0.0571454 Jul 23 23:54:26.442154 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7612b1e6-3900-480a-823b-0a60f9e487d7 req-b402c2fc-76df-4ca6-b37e-77b2496dbba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:26.444617 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7612b1e6-3900-480a-823b-0a60f9e487d7 req-b402c2fc-76df-4ca6-b37e-77b2496dbba6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3bfc2b3c-ece5-49a0-8daf-8ebd7d541c76 HTTP/1.1" status: 200 len: 847 time: 0.0889530 Jul 23 23:54:26.486599 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3db26119-b079-4a6c-bcfd-3f3fa4c00294 req-da6ac520-b647-467a-b65c-39700b8823c6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6e50b102-6aba-4b7c-918d-7934b7fc5e3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2328012 Jul 23 23:54:26.517163 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7612b1e6-3900-480a-823b-0a60f9e487d7 req-aaac1275-2cd1-40ee-8157-b8bb6cd16102 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=646be7a8-09b8-4e0c-bd78-d5d98c9093b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588272 Jul 23 23:54:26.538975 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74142d1-70a3-44cc-9ee5-357f73d39a27 req-66c71b55-d81b-4757-abc8-19e017908b69 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:26.560867 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b74142d1-70a3-44cc-9ee5-357f73d39a27 req-66c71b55-d81b-4757-abc8-19e017908b69 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/ports?device_id=5017e1b8-c1a9-4f49-9f57-d89fd83b37a3 HTTP/1.1" status: 200 len: 949 time: 0.3555734 Jul 23 23:54:26.670199 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:26.700966 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db26119-b079-4a6c-bcfd-3f3fa4c00294 req-affcfbd1-6601-40c9-83d1-bcf8398735b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:26.702686 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3db26119-b079-4a6c-bcfd-3f3fa4c00294 req-affcfbd1-6601-40c9-83d1-bcf8398735b5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e50500f9fa5448f8994dd6c4e9b5ded5&device_id=6e50b102-6aba-4b7c-918d-7934b7fc5e3b HTTP/1.1" status: 200 len: 1097 time: 0.1911688 Jul 23 23:54:26.709043 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b74142d1-70a3-44cc-9ee5-357f73d39a27 req-e9aba442-0f8e-4b0a-b6ed-06b2fb808969 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/security-groups?id=84afd7ea-644b-438b-8379-6d56a9cf992d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469448 Jul 23 23:54:26.784686 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7612b1e6-3900-480a-823b-0a60f9e487d7 req-2f033ca7-3d8d-4eb0-84b8-f1c15a35cde7 service neutron] 10.222.0.64 "GET /v2.0/networks/646be7a8-09b8-4e0c-bd78-d5d98c9093b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208269 Jul 23 23:54:26.819049 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64cc0619-7546-429b-af56-493d23dec5de x-openstack-request-id: req-64cc0619-7546-429b-af56-493d23dec5de {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:54:26.819191 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f173322f-123e-4d93-903a-5504db9c6025", "tag": "a8ff1e37-a989-484d-bfc2-b1d7a7948837", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:54:26.819438 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-64cc0619-7546-429b-af56-493d23dec5de {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:54:26.819837 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f173322f-123e-4d93-903a-5504db9c6025', 'tag': 'a8ff1e37-a989-484d-bfc2-b1d7a7948837', 'status': 'completed', 'code': 200} Jul 23 23:54:26.863806 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60afad50-355b-4a25-bafc-f700f6784731 admin admin] Router c47388bd-11f4-49a6-8cc3-19279a0f9d60 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:54:26.905580 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db26119-b079-4a6c-bcfd-3f3fa4c00294 req-b00a75a3-cb3f-476d-9492-4e028f713cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:26.907111 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3db26119-b079-4a6c-bcfd-3f3fa4c00294 req-b00a75a3-cb3f-476d-9492-4e028f713cb1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=646be7a8-09b8-4e0c-bd78-d5d98c9093b9 HTTP/1.1" status: 200 len: 908 time: 0.1805723 Jul 23 23:54:26.955131 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7612b1e6-3900-480a-823b-0a60f9e487d7 req-83f92c75-035c-4f0c-b03a-9208180d9892 service neutron] 10.222.0.64 "GET /v2.0/networks/646be7a8-09b8-4e0c-bd78-d5d98c9093b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626830 Jul 23 23:54:27.019279 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aa75fd-e60e-4ff3-b5c9-8a476b927a85 req-8a78ff5a-bd6b-47bf-aaf8-e47ad3d53596 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:27.026367 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-77aa75fd-e60e-4ff3-b5c9-8a476b927a85 req-8a78ff5a-bd6b-47bf-aaf8-e47ad3d53596 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?device_id=f173322f-123e-4d93-903a-5504db9c6025 HTTP/1.1" status: 200 len: 944 time: 0.2820716 Jul 23 23:54:27.039708 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3db26119-b079-4a6c-bcfd-3f3fa4c00294 req-a12a4248-5e6f-485b-954d-bd3afc0c49d5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f768bcb-fcc6-4814-bd6d-91dcda68dee3 HTTP/1.1" status: 200 len: 217 time: 0.0968800 Jul 23 23:54:27.156337 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:27.158248 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-77aa75fd-e60e-4ff3-b5c9-8a476b927a85 req-174372ab-42a0-4416-a65b-e6ffd2c63969 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310019 Jul 23 23:54:27.164307 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca035e2b-57d1-4290-ba18-931e7e201a4b req-c13582d6-4de5-4232-89bc-f4958e824a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:27.166898 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ca035e2b-57d1-4290-ba18-931e7e201a4b req-c13582d6-4de5-4232-89bc-f4958e824a9a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e50500f9fa5448f8994dd6c4e9b5ded5&device_id=f173322f-123e-4d93-903a-5504db9c6025 HTTP/1.1" status: 200 len: 1096 time: 0.1500323 Jul 23 23:54:27.200569 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db26119-b079-4a6c-bcfd-3f3fa4c00294 req-37bdee3a-337a-4182-930b-fac5fe03ccf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:27.202409 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3db26119-b079-4a6c-bcfd-3f3fa4c00294 req-37bdee3a-337a-4182-930b-fac5fe03ccf0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3bfc2b3c-ece5-49a0-8daf-8ebd7d541c76 HTTP/1.1" status: 200 len: 847 time: 0.1493795 Jul 23 23:54:27.245087 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device f9aa33f0-790d-4ea8-ab90-1df4e91d4624 no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:54:27.262995 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60afad50-355b-4a25-bafc-f700f6784731 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:54:27.277152 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ab1efa-5391-4349-98d7-205b06af1d54 None None] Sync routers for ids ['c47388bd-11f4-49a6-8cc3-19279a0f9d60'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:54:27.287269 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-60afad50-355b-4a25-bafc-f700f6784731 admin admin] 10.222.0.44 "PUT /v2.0/routers/c47388bd-11f4-49a6-8cc3-19279a0f9d60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2513580 Jul 23 23:54:27.288362 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [req-d7f19dcd-4f53-4a57-94a4-1d347a0f52a4 req-c36c19fc-6a2f-437f-87f4-f4537701117b tempest-FloatingIPsTestJSON-953118291 tempest-FloatingIPsTestJSON-953118291-project] show failed (client error): The resource could not be found. Jul 23 23:54:27.302351 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d7f19dcd-4f53-4a57-94a4-1d347a0f52a4 req-c36c19fc-6a2f-437f-87f4-f4537701117b tempest-FloatingIPsTestJSON-953118291 tempest-FloatingIPsTestJSON-953118291-project] 10.222.0.44 "GET /v2.0/floatingips/9bccee4d-34e8-44f5-972a-87a3a1bd18bf HTTP/1.1" status: 404 len: 350 time: 0.1065712 Jul 23 23:54:27.302818 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 41784) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:54:27.303162 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 41786) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:54:27.310442 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] No Port match for: f9aa33f0-790d-4ea8-ab90-1df4e91d4624 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:54:27.310797 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device f9aa33f0-790d-4ea8-ab90-1df4e91d4624 not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:54:27.321331 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ab1efa-5391-4349-98d7-205b06af1d54 None None] Routers {'c47388bd-11f4-49a6-8cc3-19279a0f9d60'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:54:27.325706 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-04ab1efa-5391-4349-98d7-205b06af1d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:54:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['c47388bd-11f4-49a6-8cc3-19279a0f9d60'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:54:27.359105 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca035e2b-57d1-4290-ba18-931e7e201a4b req-6daf5086-38c8-49f2-9b12-fe4daedc9d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:27.360791 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3db26119-b079-4a6c-bcfd-3f3fa4c00294 req-c46e81af-e8f1-405f-b558-438db36a8715 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=646be7a8-09b8-4e0c-bd78-d5d98c9093b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1507504 Jul 23 23:54:27.361499 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ca035e2b-57d1-4290-ba18-931e7e201a4b req-6daf5086-38c8-49f2-9b12-fe4daedc9d9d service neutron] 10.222.0.64 "GET /v2.0/networks?id=646be7a8-09b8-4e0c-bd78-d5d98c9093b9 HTTP/1.1" status: 200 len: 908 time: 0.1768963 Jul 23 23:54:27.436094 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ca035e2b-57d1-4290-ba18-931e7e201a4b req-136eb126-bc86-4b02-b6b9-37c50880977b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8ff1e37-a989-484d-bfc2-b1d7a7948837 HTTP/1.1" status: 200 len: 217 time: 0.0667882 Jul 23 23:54:27.542735 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca035e2b-57d1-4290-ba18-931e7e201a4b req-bde3aa51-729d-47f0-aa5a-1412d2263c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:27.546664 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-04ab1efa-5391-4349-98d7-205b06af1d54 None None] Set router c47388bd-11f4-49a6-8cc3-19279a0f9d60 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:54:27.549946 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ca035e2b-57d1-4290-ba18-931e7e201a4b req-bde3aa51-729d-47f0-aa5a-1412d2263c8e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3bfc2b3c-ece5-49a0-8daf-8ebd7d541c76 HTTP/1.1" status: 200 len: 847 time: 0.1007171 Jul 23 23:54:27.559379 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e4b208e-c3c4-449b-981f-0c8d8e4a567a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a6af90e-f783-47f9-9680-48a8bd5ab1be'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:54:27.562207 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd350817-b070-4c42-9da2-d03f1d3132d4" -d '{"events": [{"server_uuid": "5e4b208e-c3c4-449b-981f-0c8d8e4a567a", "name": "network-vif-plugged", "status": "completed", "tag": "9a6af90e-f783-47f9-9680-48a8bd5ab1be"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:54:27.615521 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ca035e2b-57d1-4290-ba18-931e7e201a4b req-79140949-11ab-44af-84f1-a68feeb54c33 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=646be7a8-09b8-4e0c-bd78-d5d98c9093b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493748 Jul 23 23:54:27.757813 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ca035e2b-57d1-4290-ba18-931e7e201a4b req-69aac371-e499-4d9e-aec6-f63524c15bc5 service neutron] 10.222.0.64 "GET /v2.0/networks/646be7a8-09b8-4e0c-bd78-d5d98c9093b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336098 Jul 23 23:54:27.915303 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ca035e2b-57d1-4290-ba18-931e7e201a4b req-c780bdf8-bebe-4000-88e2-66ce9bcdc2cd service neutron] 10.222.0.64 "GET /v2.0/networks/646be7a8-09b8-4e0c-bd78-d5d98c9093b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449583 Jul 23 23:54:27.923000 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-04ab1efa-5391-4349-98d7-205b06af1d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c47388bd-11f4-49a6-8cc3-19279a0f9d60', 'name': 'tempest-FloatingIPsNegativeTestJSON-1695996799-router', 'tenant_id': '13789d59b0aa496a917ecdd336bbea94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '62bafabc-a43c-416b-83a0-f20d7cd3bf26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:54:06Z', 'updated_at': '2021-07-23T23:54:25Z', 'revision_number': 5, 'project_id': '13789d59b0aa496a917ecdd336bbea94', 'gw_port': {'id': '62bafabc-a43c-416b-83a0-f20d7cd3bf26', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:2b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47388bd-11f4-49a6-8cc3-19279a0f9d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:54:08Z', 'updated_at': '2021-07-23T23:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:54:27.973898 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ab1efa-5391-4349-98d7-205b06af1d54 None None] Checking router: c47388bd-11f4-49a6-8cc3-19279a0f9d60 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:54:27.985382 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ab1efa-5391-4349-98d7-205b06af1d54 None None] Routers {'c47388bd-11f4-49a6-8cc3-19279a0f9d60'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:54:27.986112 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-04ab1efa-5391-4349-98d7-205b06af1d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:54:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['c47388bd-11f4-49a6-8cc3-19279a0f9d60'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:54:28.051532 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3db26119-b079-4a6c-bcfd-3f3fa4c00294 req-a4b4a927-3027-4b8b-910b-65822db9f95c service neutron] 10.222.0.52 "GET /v2.0/networks/646be7a8-09b8-4e0c-bd78-d5d98c9093b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6513677 Jul 23 23:54:28.086874 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-74cdc538-ec43-4872-85c1-42a70b0011d8 admin admin] Notify callbacks [] for router, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:28.122674 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-04ab1efa-5391-4349-98d7-205b06af1d54 None None] Set router c47388bd-11f4-49a6-8cc3-19279a0f9d60 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:54:28.136130 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7339ff51-9253-4a32-8fa1-c22225accb30 req-9bc8c27e-75e2-4a1b-8e08-5f3c87445c27 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:28.137323 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7339ff51-9253-4a32-8fa1-c22225accb30 req-9bc8c27e-75e2-4a1b-8e08-5f3c87445c27 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e5a81e5-504b-4bc8-bc3a-54501b386174 HTTP/1.1" status: 200 len: 946 time: 0.7388284 Jul 23 23:54:28.342318 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7339ff51-9253-4a32-8fa1-c22225accb30 req-afafe2fb-fd6f-4184-b2b9-91c2e4310cc1 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] 10.222.0.44 "GET /v2.0/security-groups?id=28aae001-5f9c-44eb-8989-3db71a778577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656287 Jul 23 23:54:28.410219 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3db26119-b079-4a6c-bcfd-3f3fa4c00294 req-66f06763-b479-42fa-b819-2dc258d8665a service neutron] 10.222.0.52 "GET /v2.0/networks/646be7a8-09b8-4e0c-bd78-d5d98c9093b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3248515 Jul 23 23:54:28.435901 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-74cdc538-ec43-4872-85c1-42a70b0011d8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:28.477525 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5047182-3d28-4514-ba35-1b3b6d0b8859 x-openstack-request-id: req-a5047182-3d28-4514-ba35-1b3b6d0b8859 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:54:28.478055 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e4b208e-c3c4-449b-981f-0c8d8e4a567a", "name": "network-vif-plugged", "status": "completed", "tag": "9a6af90e-f783-47f9-9680-48a8bd5ab1be", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:54:28.478055 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a5047182-3d28-4514-ba35-1b3b6d0b8859 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:54:28.478491 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e4b208e-c3c4-449b-981f-0c8d8e4a567a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a6af90e-f783-47f9-9680-48a8bd5ab1be', 'code': 200} Jul 23 23:54:28.531491 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-04ab1efa-5391-4349-98d7-205b06af1d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c47388bd-11f4-49a6-8cc3-19279a0f9d60', 'name': 'tempest-FloatingIPsNegativeTestJSON-1695996799-router', 'tenant_id': '13789d59b0aa496a917ecdd336bbea94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '62bafabc-a43c-416b-83a0-f20d7cd3bf26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:54:06Z', 'updated_at': '2021-07-23T23:54:25Z', 'revision_number': 5, 'project_id': '13789d59b0aa496a917ecdd336bbea94', 'gw_port': {'id': '62bafabc-a43c-416b-83a0-f20d7cd3bf26', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:2b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47388bd-11f4-49a6-8cc3-19279a0f9d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:54:08Z', 'updated_at': '2021-07-23T23:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:54:28.584411 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ab1efa-5391-4349-98d7-205b06af1d54 None None] The sync data for ids ['c47388bd-11f4-49a6-8cc3-19279a0f9d60'] in n-d-800088-16 is: [{'id': 'c47388bd-11f4-49a6-8cc3-19279a0f9d60', 'name': 'tempest-FloatingIPsNegativeTestJSON-1695996799-router', 'tenant_id': '13789d59b0aa496a917ecdd336bbea94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '62bafabc-a43c-416b-83a0-f20d7cd3bf26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:54:06Z', 'updated_at': '2021-07-23T23:54:25Z', 'revision_number': 5, 'project_id': '13789d59b0aa496a917ecdd336bbea94', 'gw_port': {'id': '62bafabc-a43c-416b-83a0-f20d7cd3bf26', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:2b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47388bd-11f4-49a6-8cc3-19279a0f9d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:54:08Z', 'updated_at': '2021-07-23T23:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:54:28.656924 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea7f677-9973-4407-bf02-c24e9d6be574 req-a856c220-b24f-4661-bc36-75acbfb501b2 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:28.658519 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fea7f677-9973-4407-bf02-c24e9d6be574 req-a856c220-b24f-4661-bc36-75acbfb501b2 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?device_id=f173322f-123e-4d93-903a-5504db9c6025 HTTP/1.1" status: 200 len: 944 time: 0.0967970 Jul 23 23:54:28.704137 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fea7f677-9973-4407-bf02-c24e9d6be574 req-ff264fbd-2f67-4962-b8b4-d9769d99e470 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375180 Jul 23 23:54:28.747930 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:28.778945 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-74cdc538-ec43-4872-85c1-42a70b0011d8 admin admin] Deleting port 62bafabc-a43c-416b-83a0-f20d7cd3bf26 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:54:28.779316 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-74cdc538-ec43-4872-85c1-42a70b0011d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:28.820141 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9744dfee-febc-41d3-b6e2-ed6cbdc78639 req-d66dea48-6033-42fa-bed6-457067fd4c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:28.821933 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9744dfee-febc-41d3-b6e2-ed6cbdc78639 req-d66dea48-6033-42fa-bed6-457067fd4c86 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5e4b208e-c3c4-449b-981f-0c8d8e4a567a HTTP/1.1" status: 200 len: 1098 time: 0.2756770 Jul 23 23:54:28.867284 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8768ca-f770-4706-acb9-fa88fc332844 req-1e84416d-c61b-46a6-ab34-2476b8012259 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:28.868864 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6a8768ca-f770-4706-acb9-fa88fc332844 req-1e84416d-c61b-46a6-ab34-2476b8012259 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e4b208e-c3c4-449b-981f-0c8d8e4a567a HTTP/1.1" status: 200 len: 946 time: 0.0722811 Jul 23 23:54:28.905922 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff533f9-e999-4c07-b550-c20e0df0a144 req-cc94ec40-7fa0-458c-ae3c-f2c8003ab097 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:28.907450 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-dff533f9-e999-4c07-b550-c20e0df0a144 req-cc94ec40-7fa0-458c-ae3c-f2c8003ab097 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/ports?device_id=5017e1b8-c1a9-4f49-9f57-d89fd83b37a3 HTTP/1.1" status: 200 len: 949 time: 0.3352451 Jul 23 23:54:28.917145 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6a8768ca-f770-4706-acb9-fa88fc332844 req-73dc8661-edb7-4bdf-9cd9-d39c18a6ae87 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] 10.222.0.44 "GET /v2.0/security-groups?id=28aae001-5f9c-44eb-8989-3db71a778577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411286 Jul 23 23:54:28.918526 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b4767879-6314-410e-88de-3172740860bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681029'] for router_interface, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:28.927400 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9744dfee-febc-41d3-b6e2-ed6cbdc78639 req-66300100-dcd9-4054-8119-d969f317d0ee service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=28aae001-5f9c-44eb-8989-3db71a778577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927911 Jul 23 23:54:29.038305 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-74cdc538-ec43-4872-85c1-42a70b0011d8 admin admin] For port 62bafabc-a43c-416b-83a0-f20d7cd3bf26, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=62bafabc-a43c-416b-83a0-f20d7cd3bf26,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:54:29.038674 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-74cdc538-ec43-4872-85c1-42a70b0011d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:29.065087 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-74cdc538-ec43-4872-85c1-42a70b0011d8 admin admin] Calling delete_port for 62bafabc-a43c-416b-83a0-f20d7cd3bf26 owned by network:router_gateway {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:54:29.195685 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-dff533f9-e999-4c07-b550-c20e0df0a144 req-0f62062e-c502-421f-a326-cb9badade1bd tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/security-groups?id=84afd7ea-644b-438b-8379-6d56a9cf992d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577708 Jul 23 23:54:29.326312 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b602f050-31ac-4d3d-8247-ee592a41b03e req-c1740235-0dff-42b8-81b3-f713a1668b91 tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:29.335211 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b602f050-31ac-4d3d-8247-ee592a41b03e req-c1740235-0dff-42b8-81b3-f713a1668b91 tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ea95d92-588f-44d4-a822-d5940b9ff9b3 HTTP/1.1" status: 200 len: 947 time: 0.0815666 Jul 23 23:54:29.387367 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b602f050-31ac-4d3d-8247-ee592a41b03e req-3cc3e759-3383-4a9a-82fc-711f0d93036e tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] 10.222.0.44 "GET /v2.0/security-groups?id=39e2cfc2-bcff-4d1c-a5a4-8ca5083e8b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502295 Jul 23 23:54:29.398577 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-74cdc538-ec43-4872-85c1-42a70b0011d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:29.431190 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cdc538-ec43-4872-85c1-42a70b0011d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=62bafabc-a43c-416b-83a0-f20d7cd3bf26,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:29.468012 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 8151dbee-62cc-4d15-8bc2-f6bc77a28d6d no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:54:29.490510 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 8151dbee-62cc-4d15-8bc2-f6bc77a28d6d {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:54:29.491794 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 8151dbee-62cc-4d15-8bc2-f6bc77a28d6d not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:54:29.547404 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-74cdc538-ec43-4872-85c1-42a70b0011d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687114'] for router_gateway, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:29.685894 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-74cdc538-ec43-4872-85c1-42a70b0011d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:29.688982 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-74cdc538-ec43-4872-85c1-42a70b0011d8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:29.771703 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-74cdc538-ec43-4872-85c1-42a70b0011d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:29.772236 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74cdc538-ec43-4872-85c1-42a70b0011d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c47388bd-11f4-49a6-8cc3-19279a0f9d60 {{(pid=100313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 23:54:29.781011 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-74cdc538-ec43-4872-85c1-42a70b0011d8 admin admin] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:29.785021 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 41852) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:54:29.797182 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-74cdc538-ec43-4872-85c1-42a70b0011d8 admin admin] 10.222.0.44 "DELETE /v2.0/routers/c47388bd-11f4-49a6-8cc3-19279a0f9d60 HTTP/1.1" status: 204 len: 168 time: 2.4676824 Jul 23 23:54:29.818640 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-b4767879-6314-410e-88de-3172740860bb admin admin] Deleting port 7bbba276-a83a-4dca-9032-4db4e7aa04ba {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:54:29.818984 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b4767879-6314-410e-88de-3172740860bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:29.880279 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-226f0b92-c66e-46be-af7b-8b4f52bdd88a admin admin] Deleting subnet 5b2b55de-b534-4ee1-a5b6-c98e40fc9891 {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:54:29.883968 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-226f0b92-c66e-46be-af7b-8b4f52bdd88a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:29.965967 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-226f0b92-c66e-46be-af7b-8b4f52bdd88a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:29.978387 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-b4767879-6314-410e-88de-3172740860bb admin admin] For port 7bbba276-a83a-4dca-9032-4db4e7aa04ba, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=7bbba276-a83a-4dca-9032-4db4e7aa04ba,segment=NetworkSegment(8962678b-fd9c-4085-b8c7-a3f35a1111cb),segment_id=8962678b-fd9c-4085-b8c7-a3f35a1111cb)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:54:29.978944 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b4767879-6314-410e-88de-3172740860bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:30.000306 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-b4767879-6314-410e-88de-3172740860bb admin admin] Calling delete_port for 7bbba276-a83a-4dca-9032-4db4e7aa04ba owned by network:router_interface {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:54:30.122976 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50fb28b-a3c3-494c-9ced-6288ab592e25 req-e25fadf3-fee3-423c-91e2-d6e4105cd13b tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:30.130497 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f50fb28b-a3c3-494c-9ced-6288ab592e25 req-e25fadf3-fee3-423c-91e2-d6e4105cd13b tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?device_id=f173322f-123e-4d93-903a-5504db9c6025 HTTP/1.1" status: 200 len: 944 time: 0.2875934 Jul 23 23:54:30.169963 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-226f0b92-c66e-46be-af7b-8b4f52bdd88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:30.210564 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d17398-62cd-45e2-8bae-420139979e9c req-6afa4796-8dd8-4fc2-a56e-be82588a95b1 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:30.212338 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-75d17398-62cd-45e2-8bae-420139979e9c req-6afa4796-8dd8-4fc2-a56e-be82588a95b1 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e4b208e-c3c4-449b-981f-0c8d8e4a567a HTTP/1.1" status: 200 len: 946 time: 0.2089264 Jul 23 23:54:30.220358 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f50fb28b-a3c3-494c-9ced-6288ab592e25 req-6fd767d3-545d-4d2b-8e91-152770505c7b tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886645 Jul 23 23:54:30.280739 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-75d17398-62cd-45e2-8bae-420139979e9c req-de73f9eb-8e3d-40ed-aa40-865deeee778c tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] 10.222.0.44 "GET /v2.0/security-groups?id=28aae001-5f9c-44eb-8989-3db71a778577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602577 Jul 23 23:54:30.284043 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-226f0b92-c66e-46be-af7b-8b4f52bdd88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:30.338249 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226f0b92-c66e-46be-af7b-8b4f52bdd88a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b2b55de-b534-4ee1-a5b6-c98e40fc9891,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:30.357879 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb67d77-f244-4aa0-930d-74ce276ccc8c None None] Network 23d3c195-56d1-47cb-bc89-6cf797b83797 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:54:30.359451 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b4767879-6314-410e-88de-3172740860bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:30.362902 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-226f0b92-c66e-46be-af7b-8b4f52bdd88a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:30.367165 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-226f0b92-c66e-46be-af7b-8b4f52bdd88a admin admin] 10.222.0.44 "DELETE /v2.0/subnets/5b2b55de-b534-4ee1-a5b6-c98e40fc9891 HTTP/1.1" status: 204 len: 168 time: 0.5788605 Jul 23 23:54:30.374619 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 41864) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:54:30.385500 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226f0b92-c66e-46be-af7b-8b4f52bdd88a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:54:30.385846 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226f0b92-c66e-46be-af7b-8b4f52bdd88a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:54:30.393018 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226f0b92-c66e-46be-af7b-8b4f52bdd88a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:54:30.397753 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226f0b92-c66e-46be-af7b-8b4f52bdd88a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:54:30.398365 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226f0b92-c66e-46be-af7b-8b4f52bdd88a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:54:30.398844 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226f0b92-c66e-46be-af7b-8b4f52bdd88a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:54:30.399582 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226f0b92-c66e-46be-af7b-8b4f52bdd88a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:54:30.400061 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226f0b92-c66e-46be-af7b-8b4f52bdd88a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:54:30.400528 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226f0b92-c66e-46be-af7b-8b4f52bdd88a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:54:30.403165 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226f0b92-c66e-46be-af7b-8b4f52bdd88a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:54:30.403883 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226f0b92-c66e-46be-af7b-8b4f52bdd88a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:54:30.404409 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226f0b92-c66e-46be-af7b-8b4f52bdd88a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:54:30.437997 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4767879-6314-410e-88de-3172740860bb admin admin] Pushing event deleted for resources: {'Port': ['ID=7bbba276-a83a-4dca-9032-4db4e7aa04ba,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:30.586788 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26e8ebe-710a-4a10-a450-8b8cc8e7cbb9 req-36ead3e7-b420-4e1e-96ca-389b0d86e64b tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:30.593853 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b26e8ebe-710a-4a10-a450-8b8cc8e7cbb9 req-36ead3e7-b420-4e1e-96ca-389b0d86e64b tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/ports?device_id=5017e1b8-c1a9-4f49-9f57-d89fd83b37a3 HTTP/1.1" status: 200 len: 949 time: 0.2057760 Jul 23 23:54:30.688107 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b26e8ebe-710a-4a10-a450-8b8cc8e7cbb9 req-38b685f3-15d9-443b-a044-853fc1f776c8 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/security-groups?id=84afd7ea-644b-438b-8379-6d56a9cf992d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903285 Jul 23 23:54:30.726647 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-38fc437b-6eb2-4d47-b11e-6269350afd27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:30.807830 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2dd214-0189-4143-a102-6e4f501f823b None None] DHCP port deletion for 23d3c195-56d1-47cb-bc89-6cf797b83797 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:54:30.899029 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-4d2dd214-0189-4143-a102-6e4f501f823b None None] Deleting port 2c355c39-e032-4831-9b52-7520508afec6 {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:54:30.899856 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-4d2dd214-0189-4143-a102-6e4f501f823b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:30.976174 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 41878) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:54:30.989966 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c6155e-8132-4ec7-9f6c-5496cb440e0b req-811d95a9-6e12-4997-8dee-ceebaaae78d3 tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:30.991500 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-93c6155e-8132-4ec7-9f6c-5496cb440e0b req-811d95a9-6e12-4997-8dee-ceebaaae78d3 tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ea95d92-588f-44d4-a822-d5940b9ff9b3 HTTP/1.1" status: 200 len: 947 time: 0.2063460 Jul 23 23:54:30.992132 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b4767879-6314-410e-88de-3172740860bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679987'] for router_interface, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:31.000163 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-38fc437b-6eb2-4d47-b11e-6269350afd27 admin admin] Deleting port 2c355c39-e032-4831-9b52-7520508afec6 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:54:31.000510 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-38fc437b-6eb2-4d47-b11e-6269350afd27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:31.021427 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-4d2dd214-0189-4143-a102-6e4f501f823b None None] For port 2c355c39-e032-4831-9b52-7520508afec6, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=2c355c39-e032-4831-9b52-7520508afec6,segment=NetworkSegment(14f7de1e-d7f3-4553-b01f-6c2e741958bd),segment_id=14f7de1e-d7f3-4553-b01f-6c2e741958bd)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:54:31.021832 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-4d2dd214-0189-4143-a102-6e4f501f823b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:31.057925 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-4d2dd214-0189-4143-a102-6e4f501f823b None None] Calling delete_port for 2c355c39-e032-4831-9b52-7520508afec6 owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:54:31.179998 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-93c6155e-8132-4ec7-9f6c-5496cb440e0b req-cc9dec5a-9b66-4161-a9be-cb61e78aaaeb tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] 10.222.0.44 "GET /v2.0/security-groups?id=39e2cfc2-bcff-4d1c-a5a4-8ca5083e8b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812725 Jul 23 23:54:31.195067 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-4d2dd214-0189-4143-a102-6e4f501f823b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:31.195500 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-38fc437b-6eb2-4d47-b11e-6269350afd27 admin admin] For port 2c355c39-e032-4831-9b52-7520508afec6, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=2c355c39-e032-4831-9b52-7520508afec6,segment=NetworkSegment(14f7de1e-d7f3-4553-b01f-6c2e741958bd),segment_id=14f7de1e-d7f3-4553-b01f-6c2e741958bd)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:54:31.195868 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-38fc437b-6eb2-4d47-b11e-6269350afd27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:31.212729 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-38fc437b-6eb2-4d47-b11e-6269350afd27 admin admin] Calling delete_port for 2c355c39-e032-4831-9b52-7520508afec6 owned by network:dhcp {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:54:31.241747 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2dd214-0189-4143-a102-6e4f501f823b None None] Pushing event deleted for resources: {'Port': ['ID=2c355c39-e032-4831-9b52-7520508afec6,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:31.269085 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2dd214-0189-4143-a102-6e4f501f823b None None] No DVR routers for this DVR port 2c355c39-e032-4831-9b52-7520508afec6 on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:54:31.606687 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 2c355c39-e032-4831-9b52-7520508afec6 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:54:31.631614 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 2c355c39-e032-4831-9b52-7520508afec6 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:54:31.632305 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 2c355c39-e032-4831-9b52-7520508afec6 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:54:31.632719 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 62bafabc-a43c-416b-83a0-f20d7cd3bf26 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:54:31.639760 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a608f5-969d-449a-94d0-e69e8169a263 req-c3f4ba97-097d-4372-a6a1-ee799a4ff556 tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:31.641277 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a7a608f5-969d-449a-94d0-e69e8169a263 req-c3f4ba97-097d-4372-a6a1-ee799a4ff556 tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ea95d92-588f-44d4-a822-d5940b9ff9b3 HTTP/1.1" status: 200 len: 947 time: 0.1793056 Jul 23 23:54:31.653571 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 62bafabc-a43c-416b-83a0-f20d7cd3bf26 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:54:31.654645 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 62bafabc-a43c-416b-83a0-f20d7cd3bf26 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:54:31.665999 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-00c2e8ca-aa4a-431d-b875-76b9c8abae0c tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:31.667447 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-00c2e8ca-aa4a-431d-b875-76b9c8abae0c tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] 10.222.0.44 "GET /v2.0/networks?id=a3cd81e2-1970-4c5b-9d38-d0235482c1d3 HTTP/1.1" status: 200 len: 812 time: 0.2043254 Jul 23 23:54:31.737482 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-d99e16d6-bdd8-47bd-841a-a39d78e39fe6 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] 10.222.0.44 "GET /v2.0/quotas/d749b4d1b42a4289ae7deab4121e65e5 HTTP/1.1" status: 200 len: 375 time: 0.0455043 Jul 23 23:54:31.748861 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-38fc437b-6eb2-4d47-b11e-6269350afd27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:31.788983 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fc437b-6eb2-4d47-b11e-6269350afd27 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c355c39-e032-4831-9b52-7520508afec6,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:31.792787 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fc437b-6eb2-4d47-b11e-6269350afd27 admin admin] No DVR routers for this DVR port 2c355c39-e032-4831-9b52-7520508afec6 on host n-d-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:54:31.838492 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8ff31a-1bb1-4d48-a6df-389a899cd805 req-0a0a4d11-9d5e-41a7-b441-a1fcb0d03cd3 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:31.840266 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-de8ff31a-1bb1-4d48-a6df-389a899cd805 req-0a0a4d11-9d5e-41a7-b441-a1fcb0d03cd3 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?device_id=f173322f-123e-4d93-903a-5504db9c6025 HTTP/1.1" status: 200 len: 944 time: 0.2433445 Jul 23 23:54:31.880591 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4767879-6314-410e-88de-3172740860bb admin admin] Router 854cdc33-8c02-45a7-bb84-efbcb080fe29 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:54:31.910644 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-38fc437b-6eb2-4d47-b11e-6269350afd27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:31.925579 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-38fc437b-6eb2-4d47-b11e-6269350afd27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23d3c195-56d1-47cb-bc89-6cf797b83797']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:54:31.947248 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-38fc437b-6eb2-4d47-b11e-6269350afd27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14f7de1e-d7f3-4553-b01f-6c2e741958bd') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:54:31.947548 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-38fc437b-6eb2-4d47-b11e-6269350afd27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14f7de1e-d7f3-4553-b01f-6c2e741958bd') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:54:31.947904 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-0650d283-05df-4980-a3db-11a9ce5d6838 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d749b4d1b42a4289ae7deab4121e65e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2041380 Jul 23 23:54:31.953400 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-de8ff31a-1bb1-4d48-a6df-389a899cd805 req-449dcf6e-d644-47ac-ab3f-78457f49f4b7 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018045 Jul 23 23:54:31.975413 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-a7a608f5-969d-449a-94d0-e69e8169a263 req-551191e5-b405-4292-8be2-cf9d9a191baf tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] Deleting port 4538d423-e0ff-42d0-9edc-14fc69c91c47 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:54:31.975761 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a7a608f5-969d-449a-94d0-e69e8169a263 req-551191e5-b405-4292-8be2-cf9d9a191baf tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:32.033525 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-38fc437b-6eb2-4d47-b11e-6269350afd27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:32.085801 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-38fc437b-6eb2-4d47-b11e-6269350afd27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:32.116880 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38fc437b-6eb2-4d47-b11e-6269350afd27 admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:54:32.117289 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-38fc437b-6eb2-4d47-b11e-6269350afd27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:32.118970 n-d-800088-16 neutron-server[100313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:54:32.118970 n-d-800088-16 neutron-server[100313]: self.session.flush() Jul 23 23:54:32.118970 n-d-800088-16 neutron-server[100313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:54:32.118970 n-d-800088-16 neutron-server[100313]: self.session.flush() Jul 23 23:54:32.118970 n-d-800088-16 neutron-server[100313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:54:32.118970 n-d-800088-16 neutron-server[100313]: self.session.flush() Jul 23 23:54:32.118970 n-d-800088-16 neutron-server[100313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:54:32.118970 n-d-800088-16 neutron-server[100313]: self.session.flush() Jul 23 23:54:32.118970 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 23 23:54:32.118970 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:54:32.118970 n-d-800088-16 neutron-server[100313]: timer() Jul 23 23:54:32.118970 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:54:32.118970 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 23 23:54:32.118970 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:54:32.118970 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 23 23:54:32.118970 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:54:32.118970 n-d-800088-16 neutron-server[100313]: self._notify() Jul 23 23:54:32.118970 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:54:32.118970 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 23 23:54:32.118970 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:54:32.118970 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 23 23:54:32.118970 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:54:32.118970 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:54:32.118970 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:54:32.118970 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:54:32.118970 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:54:32.118970 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 23 23:54:32.118970 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:54:32.118970 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 23 23:54:32.118970 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:54:32.118970 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:54:32.118970 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:54:32.118970 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 23 23:54:32.118970 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:54:32.118970 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:54:32.118970 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:54:32.118970 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:54:32.118970 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:54:32.118970 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:54:32.118970 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:54:32.194337 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-60049708-f50a-4c62-813e-3018025717c0 service neutron] 10.222.0.44 "GET /v2.0/networks/a3cd81e2-1970-4c5b-9d38-d0235482c1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358763 Jul 23 23:54:32.205847 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-a7a608f5-969d-449a-94d0-e69e8169a263 req-551191e5-b405-4292-8be2-cf9d9a191baf tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] For port 4538d423-e0ff-42d0-9edc-14fc69c91c47, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=4538d423-e0ff-42d0-9edc-14fc69c91c47,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:54:32.206223 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a7a608f5-969d-449a-94d0-e69e8169a263 req-551191e5-b405-4292-8be2-cf9d9a191baf tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:32.210415 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09350cc6-29b1-4e35-b5f1-d3409900d4b5 req-cf3fd78b-1673-4ed8-90fe-6c22b2ac2a38 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:32.211211 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-09350cc6-29b1-4e35-b5f1-d3409900d4b5 req-cf3fd78b-1673-4ed8-90fe-6c22b2ac2a38 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e4b208e-c3c4-449b-981f-0c8d8e4a567a HTTP/1.1" status: 200 len: 946 time: 0.2482069 Jul 23 23:54:32.231325 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9d35b27e-62f3-4928-94c7-7d235206c8db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681029'] for router_interface, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:32.247511 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-a7a608f5-969d-449a-94d0-e69e8169a263 req-551191e5-b405-4292-8be2-cf9d9a191baf tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] Calling delete_port for 4538d423-e0ff-42d0-9edc-14fc69c91c47 owned by compute:nova {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:54:32.252639 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-38fc437b-6eb2-4d47-b11e-6269350afd27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:32.257625 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4767879-6314-410e-88de-3172740860bb admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:54:32.269447 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-b4767879-6314-410e-88de-3172740860bb admin admin] 10.222.0.44 "PUT /v2.0/routers/854cdc33-8c02-45a7-bb84-efbcb080fe29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9336865 Jul 23 23:54:32.269624 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cbd674-a9b8-4d12-a297-6c62fe47e36e None None] Sync routers for ids ['854cdc33-8c02-45a7-bb84-efbcb080fe29'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:54:32.270817 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-38fc437b-6eb2-4d47-b11e-6269350afd27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:32.272709 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-38fc437b-6eb2-4d47-b11e-6269350afd27 admin admin] 10.222.0.44 "DELETE /v2.0/networks/23d3c195-56d1-47cb-bc89-6cf797b83797 HTTP/1.1" status: 204 len: 168 time: 1.8927312 Jul 23 23:54:32.282794 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 41898) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:54:32.298953 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cbd674-a9b8-4d12-a297-6c62fe47e36e None None] Routers {'854cdc33-8c02-45a7-bb84-efbcb080fe29'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:54:32.299924 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-16cbd674-a9b8-4d12-a297-6c62fe47e36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:54:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['854cdc33-8c02-45a7-bb84-efbcb080fe29'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:54:32.301099 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fc437b-6eb2-4d47-b11e-6269350afd27 admin admin] Pushing event deleted for resources: {'Network': ['ID=23d3c195-56d1-47cb-bc89-6cf797b83797,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:32.422801 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2699b57c-44b2-482b-ab09-a8286be8b1b4 req-f6efa4de-c4e8-447c-8c6f-1bab26985f79 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:32.430030 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2699b57c-44b2-482b-ab09-a8286be8b1b4 req-f6efa4de-c4e8-447c-8c6f-1bab26985f79 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/ports?device_id=5017e1b8-c1a9-4f49-9f57-d89fd83b37a3 HTTP/1.1" status: 200 len: 949 time: 0.3329275 Jul 23 23:54:32.442830 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 41902) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:54:32.502477 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-4cbc341d-84ee-4478-935c-d0b38527be92 service neutron] 10.222.0.44 "GET /v2.0/networks/a3cd81e2-1970-4c5b-9d38-d0235482c1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935033 Jul 23 23:54:32.534479 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2699b57c-44b2-482b-ab09-a8286be8b1b4 req-926c6826-8b91-4dcc-ad3c-bcee66f62486 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/security-groups?id=84afd7ea-644b-438b-8379-6d56a9cf992d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034775 Jul 23 23:54:32.536054 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3772cbbb-35c3-44cf-ac31-2a8dd6b26e54 admin admin] Notify callbacks [] for router, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:32.623742 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-16cbd674-a9b8-4d12-a297-6c62fe47e36e None None] Set router 854cdc33-8c02-45a7-bb84-efbcb080fe29 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:54:32.646089 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20366f2-3d21-4515-be4e-e3f599911a82 req-8b380a9f-c914-4344-b6f3-f01b564c05f1 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:32.647565 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d20366f2-3d21-4515-be4e-e3f599911a82 req-8b380a9f-c914-4344-b6f3-f01b564c05f1 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e5a81e5-504b-4bc8-bc3a-54501b386174 HTTP/1.1" status: 200 len: 946 time: 0.2460458 Jul 23 23:54:32.741076 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-3eb7eb35-baa4-4031-a9cd-256f4bf412ed admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=13789d59b0aa496a917ecdd336bbea94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2940192 Jul 23 23:54:32.744951 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-09350cc6-29b1-4e35-b5f1-d3409900d4b5 req-687d654d-e1cc-47a2-8292-37dd91c901cc tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Deleting port 9a6af90e-f783-47f9-9680-48a8bd5ab1be {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:54:32.745303 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-09350cc6-29b1-4e35-b5f1-d3409900d4b5 req-687d654d-e1cc-47a2-8292-37dd91c901cc tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:32.750296 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 41904) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:54:32.775619 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a7a608f5-969d-449a-94d0-e69e8169a263 req-551191e5-b405-4292-8be2-cf9d9a191baf tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:32.835722 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-16cbd674-a9b8-4d12-a297-6c62fe47e36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854cdc33-8c02-45a7-bb84-efbcb080fe29', 'name': 'tempest-FloatingIPsTestJSON-770343644-router', 'tenant_id': '613743d3595a4f7bac0ecbb139dd37c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'dcc6bed8-0768-4025-a032-6cd9ac655b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:53:54Z', 'updated_at': '2021-07-23T23:54:30Z', 'revision_number': 5, 'project_id': '613743d3595a4f7bac0ecbb139dd37c1', 'gw_port': {'id': 'dcc6bed8-0768-4025-a032-6cd9ac655b97', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854cdc33-8c02-45a7-bb84-efbcb080fe29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:53:56Z', 'updated_at': '2021-07-23T23:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:54:32.883775 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cbd674-a9b8-4d12-a297-6c62fe47e36e None None] Checking router: 854cdc33-8c02-45a7-bb84-efbcb080fe29 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:54:32.889925 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551191e5-b405-4292-8be2-cf9d9a191baf tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] Pushing event deleted for resources: {'Port': ['ID=4538d423-e0ff-42d0-9edc-14fc69c91c47,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:32.902255 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cbd674-a9b8-4d12-a297-6c62fe47e36e None None] Routers {'854cdc33-8c02-45a7-bb84-efbcb080fe29'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:54:32.903943 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-16cbd674-a9b8-4d12-a297-6c62fe47e36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:54:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['854cdc33-8c02-45a7-bb84-efbcb080fe29'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:54:32.938241 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7a608f5-969d-449a-94d0-e69e8169a263 req-551191e5-b405-4292-8be2-cf9d9a191baf tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] No DVR routers for this DVR port 4538d423-e0ff-42d0-9edc-14fc69c91c47 on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:54:32.942747 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a7a608f5-969d-449a-94d0-e69e8169a263 req-551191e5-b405-4292-8be2-cf9d9a191baf tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:32.945134 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a7a608f5-969d-449a-94d0-e69e8169a263 req-551191e5-b405-4292-8be2-cf9d9a191baf tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] 10.222.0.64 "DELETE /v2.0/ports/4538d423-e0ff-42d0-9edc-14fc69c91c47 HTTP/1.1" status: 204 len: 173 time: 1.2967026 Jul 23 23:54:32.965861 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ea95d92-588f-44d4-a822-d5940b9ff9b3', 'name': 'network-vif-deleted', 'tag': '4538d423-e0ff-42d0-9edc-14fc69c91c47'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:54:32.968271 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6585701c-36ef-4072-bbdd-e4a184a6c537" -d '{"events": [{"server_uuid": "9ea95d92-588f-44d4-a822-d5940b9ff9b3", "name": "network-vif-deleted", "tag": "4538d423-e0ff-42d0-9edc-14fc69c91c47"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:54:32.990852 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-d20366f2-3d21-4515-be4e-e3f599911a82 req-1f2febd5-c07e-4f6f-af80-21a6fdf867e6 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Deleting port dfe292ae-45a7-4b65-8d21-868b90841f6f {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:54:32.991203 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-d20366f2-3d21-4515-be4e-e3f599911a82 req-1f2febd5-c07e-4f6f-af80-21a6fdf867e6 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:33.073708 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-16cbd674-a9b8-4d12-a297-6c62fe47e36e None None] Set router 854cdc33-8c02-45a7-bb84-efbcb080fe29 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:54:33.073934 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-174ebd13-9883-4b6b-bdba-e51e378b3b4e req-45dd857a-96b7-47e1-826f-ceeeedb6ced1 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] 10.222.0.44 "GET /v2.0/ports?device_id=32c9f11f-5ce3-4bb7-a7a0-8e24b5975e04 HTTP/1.1" status: 200 len: 210 time: 0.0898569 Jul 23 23:54:33.159714 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3772cbbb-35c3-44cf-ac31-2a8dd6b26e54 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:33.178804 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-d20366f2-3d21-4515-be4e-e3f599911a82 req-1f2febd5-c07e-4f6f-af80-21a6fdf867e6 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] For port dfe292ae-45a7-4b65-8d21-868b90841f6f, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=dfe292ae-45a7-4b65-8d21-868b90841f6f,segment=NetworkSegment(8f4844c9-ec59-45f2-af9f-7284864a60e7),segment_id=8f4844c9-ec59-45f2-af9f-7284864a60e7)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:54:33.179228 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-d20366f2-3d21-4515-be4e-e3f599911a82 req-1f2febd5-c07e-4f6f-af80-21a6fdf867e6 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:33.204162 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-09350cc6-29b1-4e35-b5f1-d3409900d4b5 req-687d654d-e1cc-47a2-8292-37dd91c901cc tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] For port 9a6af90e-f783-47f9-9680-48a8bd5ab1be, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=9a6af90e-f783-47f9-9680-48a8bd5ab1be,segment=NetworkSegment(8f4844c9-ec59-45f2-af9f-7284864a60e7),segment_id=8f4844c9-ec59-45f2-af9f-7284864a60e7)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:54:33.204922 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-09350cc6-29b1-4e35-b5f1-d3409900d4b5 req-687d654d-e1cc-47a2-8292-37dd91c901cc tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:33.211549 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-d20366f2-3d21-4515-be4e-e3f599911a82 req-1f2febd5-c07e-4f6f-af80-21a6fdf867e6 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Calling delete_port for dfe292ae-45a7-4b65-8d21-868b90841f6f owned by compute:nova {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:54:33.217293 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aabaa078-f966-440d-907b-13973529a289 x-openstack-request-id: req-aabaa078-f966-440d-907b-13973529a289 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:54:33.218036 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ea95d92-588f-44d4-a822-d5940b9ff9b3", "name": "network-vif-deleted", "tag": "4538d423-e0ff-42d0-9edc-14fc69c91c47", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:54:33.218299 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-aabaa078-f966-440d-907b-13973529a289 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:54:33.218700 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ea95d92-588f-44d4-a822-d5940b9ff9b3', 'name': 'network-vif-deleted', 'tag': '4538d423-e0ff-42d0-9edc-14fc69c91c47', 'status': 'completed', 'code': 200} Jul 23 23:54:33.239201 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6dba14-62b8-4165-898a-c1ba92bee83f req-555b894c-f390-40ed-9a77-d7b36c61b86f tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:33.241619 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4d6dba14-62b8-4165-898a-c1ba92bee83f req-555b894c-f390-40ed-9a77-d7b36c61b86f tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ea95d92-588f-44d4-a822-d5940b9ff9b3 HTTP/1.1" status: 200 len: 865 time: 0.5624871 Jul 23 23:54:33.254739 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e3b6ad0d-0d9d-43b0-a18c-20496cbced13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:33.259988 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-09350cc6-29b1-4e35-b5f1-d3409900d4b5 req-687d654d-e1cc-47a2-8292-37dd91c901cc tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Calling delete_port for 9a6af90e-f783-47f9-9680-48a8bd5ab1be owned by compute:nova {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:54:33.314537 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-9d35b27e-62f3-4928-94c7-7d235206c8db admin admin] Deleting port 6fdbc591-28ff-4e4f-a4ae-d10955b2eaa6 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:54:33.314915 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9d35b27e-62f3-4928-94c7-7d235206c8db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:33.366955 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-16cbd674-a9b8-4d12-a297-6c62fe47e36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854cdc33-8c02-45a7-bb84-efbcb080fe29', 'name': 'tempest-FloatingIPsTestJSON-770343644-router', 'tenant_id': '613743d3595a4f7bac0ecbb139dd37c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'dcc6bed8-0768-4025-a032-6cd9ac655b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:53:54Z', 'updated_at': '2021-07-23T23:54:30Z', 'revision_number': 5, 'project_id': '613743d3595a4f7bac0ecbb139dd37c1', 'gw_port': {'id': 'dcc6bed8-0768-4025-a032-6cd9ac655b97', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854cdc33-8c02-45a7-bb84-efbcb080fe29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:53:56Z', 'updated_at': '2021-07-23T23:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:54:33.404651 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cbd674-a9b8-4d12-a297-6c62fe47e36e None None] The sync data for ids ['854cdc33-8c02-45a7-bb84-efbcb080fe29'] in n-d-800088-16 is: [{'id': '854cdc33-8c02-45a7-bb84-efbcb080fe29', 'name': 'tempest-FloatingIPsTestJSON-770343644-router', 'tenant_id': '613743d3595a4f7bac0ecbb139dd37c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'dcc6bed8-0768-4025-a032-6cd9ac655b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:53:54Z', 'updated_at': '2021-07-23T23:54:30Z', 'revision_number': 5, 'project_id': '613743d3595a4f7bac0ecbb139dd37c1', 'gw_port': {'id': 'dcc6bed8-0768-4025-a032-6cd9ac655b97', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854cdc33-8c02-45a7-bb84-efbcb080fe29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:53:56Z', 'updated_at': '2021-07-23T23:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:54:33.462150 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e3b6ad0d-0d9d-43b0-a18c-20496cbced13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:33.529076 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4d6dba14-62b8-4165-898a-c1ba92bee83f req-f3b75b69-e633-4d14-bba9-8425a540a3ce tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] 10.222.0.44 "GET /v2.0/security-groups?id=39e2cfc2-bcff-4d1c-a5a4-8ca5083e8b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567675 Jul 23 23:54:33.660907 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-3772cbbb-35c3-44cf-ac31-2a8dd6b26e54 admin admin] Deleting port dcc6bed8-0768-4025-a032-6cd9ac655b97 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:54:33.661386 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3772cbbb-35c3-44cf-ac31-2a8dd6b26e54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:33.723096 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e3b6ad0d-0d9d-43b0-a18c-20496cbced13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:33.726750 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e3b6ad0d-0d9d-43b0-a18c-20496cbced13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:33.732209 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-e3b6ad0d-0d9d-43b0-a18c-20496cbced13 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/28c40577-9b2e-4a14-bec6-296bc9e6bda5 HTTP/1.1" status: 204 len: 168 time: 0.9712665 Jul 23 23:54:33.810345 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b6ad0d-0d9d-43b0-a18c-20496cbced13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c40577-9b2e-4a14-bec6-296bc9e6bda5,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:33.891963 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-09350cc6-29b1-4e35-b5f1-d3409900d4b5 req-687d654d-e1cc-47a2-8292-37dd91c901cc tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:33.905268 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-3772cbbb-35c3-44cf-ac31-2a8dd6b26e54 admin admin] For port dcc6bed8-0768-4025-a032-6cd9ac655b97, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=dcc6bed8-0768-4025-a032-6cd9ac655b97,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:54:33.905972 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3772cbbb-35c3-44cf-ac31-2a8dd6b26e54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:33.906145 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['dfe292ae-45a7-4b65-8d21-868b90841f6f'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:54:33.947683 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687d654d-e1cc-47a2-8292-37dd91c901cc tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Pushing event deleted for resources: {'Port': ['ID=9a6af90e-f783-47f9-9680-48a8bd5ab1be,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:33.950527 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-3772cbbb-35c3-44cf-ac31-2a8dd6b26e54 admin admin] Calling delete_port for dcc6bed8-0768-4025-a032-6cd9ac655b97 owned by network:router_gateway {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:54:33.990054 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-d20366f2-3d21-4515-be4e-e3f599911a82 req-1f2febd5-c07e-4f6f-af80-21a6fdf867e6 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:34.056224 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-09350cc6-29b1-4e35-b5f1-d3409900d4b5 req-687d654d-e1cc-47a2-8292-37dd91c901cc tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] No DVR routers for this DVR port 9a6af90e-f783-47f9-9680-48a8bd5ab1be on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:54:34.082135 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c26a79-66d6-414a-80c2-579f53156c0d req-9f10a3f2-2c72-4a4d-931e-d400f2cc8328 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:34.083740 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-88c26a79-66d6-414a-80c2-579f53156c0d req-9f10a3f2-2c72-4a4d-931e-d400f2cc8328 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?device_id=f173322f-123e-4d93-903a-5504db9c6025 HTTP/1.1" status: 200 len: 944 time: 0.7538257 Jul 23 23:54:34.084714 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2febd5-c07e-4f6f-af80-21a6fdf867e6 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Pushing event deleted for resources: {'Port': ['ID=dfe292ae-45a7-4b65-8d21-868b90841f6f,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:34.098936 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-9d35b27e-62f3-4928-94c7-7d235206c8db admin admin] For port 6fdbc591-28ff-4e4f-a4ae-d10955b2eaa6, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=6fdbc591-28ff-4e4f-a4ae-d10955b2eaa6,segment=NetworkSegment(3faff525-08de-4988-a839-850e69ad6c5f),segment_id=3faff525-08de-4988-a839-850e69ad6c5f)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:54:34.099317 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9d35b27e-62f3-4928-94c7-7d235206c8db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:34.107570 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-09350cc6-29b1-4e35-b5f1-d3409900d4b5 req-687d654d-e1cc-47a2-8292-37dd91c901cc tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:34.109712 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-09350cc6-29b1-4e35-b5f1-d3409900d4b5 req-687d654d-e1cc-47a2-8292-37dd91c901cc tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] 10.222.0.52 "DELETE /v2.0/ports/9a6af90e-f783-47f9-9680-48a8bd5ab1be HTTP/1.1" status: 204 len: 173 time: 1.8914509 Jul 23 23:54:34.110083 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e4b208e-c3c4-449b-981f-0c8d8e4a567a', 'name': 'network-vif-deleted', 'tag': '9a6af90e-f783-47f9-9680-48a8bd5ab1be'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:54:34.112468 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac8fd1f2-853d-4f91-9ebd-82efda119b1d" -d '{"events": [{"server_uuid": "5e4b208e-c3c4-449b-981f-0c8d8e4a567a", "name": "network-vif-deleted", "tag": "9a6af90e-f783-47f9-9680-48a8bd5ab1be"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:54:34.126958 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5560341d-d156-4da7-8184-6eb3636bb4f4 req-31445d0c-c248-43de-a6c2-71fad5f383f1 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:34.128532 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5560341d-d156-4da7-8184-6eb3636bb4f4 req-31445d0c-c248-43de-a6c2-71fad5f383f1 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/ports?device_id=5017e1b8-c1a9-4f49-9f57-d89fd83b37a3 HTTP/1.1" status: 200 len: 949 time: 0.3500836 Jul 23 23:54:34.182902 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-9d35b27e-62f3-4928-94c7-7d235206c8db admin admin] Calling delete_port for 6fdbc591-28ff-4e4f-a4ae-d10955b2eaa6 owned by network:router_interface {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:54:34.187530 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-d20366f2-3d21-4515-be4e-e3f599911a82 req-1f2febd5-c07e-4f6f-af80-21a6fdf867e6 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] No DVR routers for this DVR port dfe292ae-45a7-4b65-8d21-868b90841f6f on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:54:34.202259 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5560341d-d156-4da7-8184-6eb3636bb4f4 req-1571a9f7-9666-497a-a3ca-60a58a720bca tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/security-groups?id=84afd7ea-644b-438b-8379-6d56a9cf992d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575259 Jul 23 23:54:34.203124 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-d20366f2-3d21-4515-be4e-e3f599911a82 req-1f2febd5-c07e-4f6f-af80-21a6fdf867e6 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:34.206892 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d20366f2-3d21-4515-be4e-e3f599911a82 req-1f2febd5-c07e-4f6f-af80-21a6fdf867e6 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] 10.222.0.64 "DELETE /v2.0/ports/dfe292ae-45a7-4b65-8d21-868b90841f6f HTTP/1.1" status: 204 len: 173 time: 1.5496655 Jul 23 23:54:34.224502 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-88c26a79-66d6-414a-80c2-579f53156c0d req-9cda0a9f-a981-471e-bce9-628794a8c945 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280334 Jul 23 23:54:34.323287 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2368bcd-1875-46f8-a946-cb175d0d50a8 x-openstack-request-id: req-a2368bcd-1875-46f8-a946-cb175d0d50a8 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:54:34.323805 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e4b208e-c3c4-449b-981f-0c8d8e4a567a", "name": "network-vif-deleted", "tag": "9a6af90e-f783-47f9-9680-48a8bd5ab1be", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:54:34.325002 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a2368bcd-1875-46f8-a946-cb175d0d50a8 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:54:34.325514 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e4b208e-c3c4-449b-981f-0c8d8e4a567a', 'name': 'network-vif-deleted', 'tag': '9a6af90e-f783-47f9-9680-48a8bd5ab1be', 'status': 'completed', 'code': 200} Jul 23 23:54:34.454106 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6eb48e29-ee6d-458b-86f3-86e0c5b8cd33 req-342260f4-53c3-47d7-942a-e60ed1d9fdf3 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] 10.222.0.44 "GET /v2.0/ports?device_id=32c9f11f-5ce3-4bb7-a7a0-8e24b5975e04 HTTP/1.1" status: 200 len: 210 time: 0.1356213 Jul 23 23:54:34.475544 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3772cbbb-35c3-44cf-ac31-2a8dd6b26e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:34.547024 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3772cbbb-35c3-44cf-ac31-2a8dd6b26e54 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcc6bed8-0768-4025-a032-6cd9ac655b97,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:34.555629 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9d35b27e-62f3-4928-94c7-7d235206c8db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:34.593490 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d35b27e-62f3-4928-94c7-7d235206c8db admin admin] Pushing event deleted for resources: {'Port': ['ID=6fdbc591-28ff-4e4f-a4ae-d10955b2eaa6,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:34.632135 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3772cbbb-35c3-44cf-ac31-2a8dd6b26e54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687114'] for router_gateway, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:34.768860 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-ff937bc2-d0a8-4c14-8144-6565819c9c3f tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:34.771390 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-ff937bc2-d0a8-4c14-8144-6565819c9c3f tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] 10.222.0.52 "GET /v2.0/networks?id=a3cd81e2-1970-4c5b-9d38-d0235482c1d3 HTTP/1.1" status: 200 len: 812 time: 0.3217742 Jul 23 23:54:34.825250 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-d641eb99-7d64-48c1-aada-96577235f42a tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Request body: {'port': {'device_id': '2b91a5e4-6ac9-4896-b8a4-d308a7c6f073', 'network_id': 'a3cd81e2-1970-4c5b-9d38-d0235482c1d3', 'admin_state_up': True, 'tenant_id': 'd749b4d1b42a4289ae7deab4121e65e5'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:54:34.914576 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3772cbbb-35c3-44cf-ac31-2a8dd6b26e54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:34.940071 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3772cbbb-35c3-44cf-ac31-2a8dd6b26e54 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:34.968468 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9d35b27e-62f3-4928-94c7-7d235206c8db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679987'] for router_interface, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:35.189241 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3772cbbb-35c3-44cf-ac31-2a8dd6b26e54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:35.189241 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3772cbbb-35c3-44cf-ac31-2a8dd6b26e54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 854cdc33-8c02-45a7-bb84-efbcb080fe29 {{(pid=100313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 23:54:35.201083 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3772cbbb-35c3-44cf-ac31-2a8dd6b26e54 admin admin] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:35.204462 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-3772cbbb-35c3-44cf-ac31-2a8dd6b26e54 admin admin] 10.222.0.44 "DELETE /v2.0/routers/854cdc33-8c02-45a7-bb84-efbcb080fe29 HTTP/1.1" status: 204 len: 168 time: 2.9162219 Jul 23 23:54:35.205785 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 41966) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:54:35.230083 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e5a81e5-504b-4bc8-bc3a-54501b386174', 'name': 'network-vif-deleted', 'tag': 'dfe292ae-45a7-4b65-8d21-868b90841f6f'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:54:35.236557 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abc3f92d-e83d-4348-9aee-18e8436f905c" -d '{"events": [{"server_uuid": "5e5a81e5-504b-4bc8-bc3a-54501b386174", "name": "network-vif-deleted", "tag": "dfe292ae-45a7-4b65-8d21-868b90841f6f"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:54:35.295597 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 9a6af90e-f783-47f9-9680-48a8bd5ab1be no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:54:35.306569 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-df7d81a8-54e9-4adc-ab8f-0193ad4c0ea5 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:35.308095 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-df7d81a8-54e9-4adc-ab8f-0193ad4c0ea5 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] 10.222.0.52 "GET /v2.0/networks?id=a3cd81e2-1970-4c5b-9d38-d0235482c1d3 HTTP/1.1" status: 200 len: 812 time: 0.4754455 Jul 23 23:54:35.313229 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d35b27e-62f3-4928-94c7-7d235206c8db admin admin] Router 043afffd-5068-4cd1-af59-822929800d8d has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:54:35.330207 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] No Port match for: 9a6af90e-f783-47f9-9680-48a8bd5ab1be {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:54:35.330565 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 9a6af90e-f783-47f9-9680-48a8bd5ab1be not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:54:35.335025 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-72813ef7-688d-4760-b788-b062da0d2a39 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Request body: {'port': {'device_id': '32c9f11f-5ce3-4bb7-a7a0-8e24b5975e04', 'network_id': 'a3cd81e2-1970-4c5b-9d38-d0235482c1d3', 'admin_state_up': True, 'tenant_id': 'd749b4d1b42a4289ae7deab4121e65e5'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:54:35.371103 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-a01d1a21-8363-426e-bf9e-2aad7eb0ffad admin admin] Deleting subnet 04fc7939-f389-4617-b0d0-f57b0df93da4 {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:54:35.394677 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a01d1a21-8363-426e-bf9e-2aad7eb0ffad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:35.400526 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-d641eb99-7d64-48c1-aada-96577235f42a tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Made reservation on behalf of d749b4d1b42a4289ae7deab4121e65e5 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:54:35.405587 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-d641eb99-7d64-48c1-aada-96577235f42a tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:35.411417 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-625edd31-6900-486e-8fac-59245de639f0 x-openstack-request-id: req-625edd31-6900-486e-8fac-59245de639f0 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:54:35.411663 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e5a81e5-504b-4bc8-bc3a-54501b386174", "name": "network-vif-deleted", "tag": "dfe292ae-45a7-4b65-8d21-868b90841f6f", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:54:35.411951 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-625edd31-6900-486e-8fac-59245de639f0 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:54:35.412375 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e5a81e5-504b-4bc8-bc3a-54501b386174', 'name': 'network-vif-deleted', 'tag': 'dfe292ae-45a7-4b65-8d21-868b90841f6f', 'status': 'completed', 'code': 200} Jul 23 23:54:35.497603 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d35b27e-62f3-4928-94c7-7d235206c8db admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:54:35.503329 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-9d35b27e-62f3-4928-94c7-7d235206c8db admin admin] 10.222.0.44 "PUT /v2.0/routers/043afffd-5068-4cd1-af59-822929800d8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5254149 Jul 23 23:54:35.507267 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 41982) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:54:35.507472 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a4beea-3dd6-417d-9a16-309c0eebb592 None None] Sync routers for ids ['043afffd-5068-4cd1-af59-822929800d8d'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:54:35.517402 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a4beea-3dd6-417d-9a16-309c0eebb592 None None] Routers {'043afffd-5068-4cd1-af59-822929800d8d'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:54:35.518302 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-e2a4beea-3dd6-417d-9a16-309c0eebb592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:54:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['043afffd-5068-4cd1-af59-822929800d8d'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:54:35.592384 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a95e5f-0dbb-43b5-8c93-3b0bb50ccfe5 req-42687b7f-ed51-4911-85bd-07476823cb26 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:35.593997 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-37a95e5f-0dbb-43b5-8c93-3b0bb50ccfe5 req-42687b7f-ed51-4911-85bd-07476823cb26 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?device_id=f173322f-123e-4d93-903a-5504db9c6025 HTTP/1.1" status: 200 len: 944 time: 0.1552382 Jul 23 23:54:35.630897 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-e2a4beea-3dd6-417d-9a16-309c0eebb592 None None] Set router 043afffd-5068-4cd1-af59-822929800d8d gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:54:35.656390 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-37a95e5f-0dbb-43b5-8c93-3b0bb50ccfe5 req-043eb5a7-72b5-4341-bd19-b95c363e1509 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489011 Jul 23 23:54:35.659346 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-53a9ad6a-6a89-4d90-a2a7-f7e794653626 admin admin] Notify callbacks [] for router, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:35.777627 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a01d1a21-8363-426e-bf9e-2aad7eb0ffad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:35.809454 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-53a9ad6a-6a89-4d90-a2a7-f7e794653626 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:35.879029 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-e2a4beea-3dd6-417d-9a16-309c0eebb592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '043afffd-5068-4cd1-af59-822929800d8d', 'name': 'tempest-AttachSCSIVolumeTestJSON-946199104-router', 'tenant_id': 'fb71770adc294b858658b994fd21dae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '73a8efd4-78ad-45c8-abb3-6a0555726ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:52:13Z', 'updated_at': '2021-07-23T23:54:34Z', 'revision_number': 5, 'project_id': 'fb71770adc294b858658b994fd21dae1', 'gw_port': {'id': '73a8efd4-78ad-45c8-abb3-6a0555726ba2', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '043afffd-5068-4cd1-af59-822929800d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:52:14Z', 'updated_at': '2021-07-23T23:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:54:35.893214 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6339d53-94ac-4e0c-aa5d-41bd77417322 req-0a9797c9-43d5-45ce-9f64-89e0ce3ee45c tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:35.895865 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a6339d53-94ac-4e0c-aa5d-41bd77417322 req-0a9797c9-43d5-45ce-9f64-89e0ce3ee45c tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a38679e-4ab8-4a39-9e4a-ae1b668ec623 HTTP/1.1" status: 200 len: 949 time: 0.7946997 Jul 23 23:54:35.912383 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device dcc6bed8-0768-4025-a032-6cd9ac655b97 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:54:35.923687 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a4beea-3dd6-417d-9a16-309c0eebb592 None None] Checking router: 043afffd-5068-4cd1-af59-822929800d8d for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:54:35.923950 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c966a-0c16-40f8-b9ba-d94a6aaab3cc req-ae806b16-926a-4ac7-a44e-ba496fd634c7 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:35.935297 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: dcc6bed8-0768-4025-a032-6cd9ac655b97 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:54:35.935937 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device dcc6bed8-0768-4025-a032-6cd9ac655b97 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:54:35.936511 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 7bbba276-a83a-4dca-9032-4db4e7aa04ba no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:54:35.936961 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a4beea-3dd6-417d-9a16-309c0eebb592 None None] Routers {'043afffd-5068-4cd1-af59-822929800d8d'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:54:35.938096 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-e2a4beea-3dd6-417d-9a16-309c0eebb592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:54:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['043afffd-5068-4cd1-af59-822929800d8d'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:54:35.947513 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-382c966a-0c16-40f8-b9ba-d94a6aaab3cc req-ae806b16-926a-4ac7-a44e-ba496fd634c7 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/ports?device_id=5017e1b8-c1a9-4f49-9f57-d89fd83b37a3 HTTP/1.1" status: 200 len: 949 time: 0.1613317 Jul 23 23:54:35.958622 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 7bbba276-a83a-4dca-9032-4db4e7aa04ba {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:54:35.959236 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 7bbba276-a83a-4dca-9032-4db4e7aa04ba not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:54:35.987930 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-53a9ad6a-6a89-4d90-a2a7-f7e794653626 admin admin] Deleting port 73a8efd4-78ad-45c8-abb3-6a0555726ba2 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:54:35.988247 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-53a9ad6a-6a89-4d90-a2a7-f7e794653626 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:36.028305 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-382c966a-0c16-40f8-b9ba-d94a6aaab3cc req-9518b520-8d8a-49e1-a4ca-b2e2569962d2 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/security-groups?id=84afd7ea-644b-438b-8379-6d56a9cf992d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799086 Jul 23 23:54:36.054850 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-e2a4beea-3dd6-417d-9a16-309c0eebb592 None None] Set router 043afffd-5068-4cd1-af59-822929800d8d gateway port host: None {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:54:36.074463 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a6339d53-94ac-4e0c-aa5d-41bd77417322 req-e99644be-95b6-4f6c-9dc2-c86a4922de17 tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] 10.222.0.44 "GET /v2.0/security-groups?id=39e2cfc2-bcff-4d1c-a5a4-8ca5083e8b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430070 Jul 23 23:54:36.101237 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a01d1a21-8363-426e-bf9e-2aad7eb0ffad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:36.120917 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-53a9ad6a-6a89-4d90-a2a7-f7e794653626 admin admin] For port 73a8efd4-78ad-45c8-abb3-6a0555726ba2, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=73a8efd4-78ad-45c8-abb3-6a0555726ba2,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:54:36.121299 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-53a9ad6a-6a89-4d90-a2a7-f7e794653626 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:36.134462 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-72813ef7-688d-4760-b788-b062da0d2a39 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Made reservation on behalf of d749b4d1b42a4289ae7deab4121e65e5 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:54:36.138644 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-72813ef7-688d-4760-b788-b062da0d2a39 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:36.139093 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-e2a4beea-3dd6-417d-9a16-309c0eebb592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '043afffd-5068-4cd1-af59-822929800d8d', 'name': 'tempest-AttachSCSIVolumeTestJSON-946199104-router', 'tenant_id': 'fb71770adc294b858658b994fd21dae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:52:13Z', 'updated_at': '2021-07-23T23:54:35Z', 'revision_number': 6, 'project_id': 'fb71770adc294b858658b994fd21dae1', 'gw_port_host': None}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:54:36.152641 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-53a9ad6a-6a89-4d90-a2a7-f7e794653626 admin admin] Calling delete_port for 73a8efd4-78ad-45c8-abb3-6a0555726ba2 owned by network:router_gateway {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:54:36.177584 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a4beea-3dd6-417d-9a16-309c0eebb592 None None] The sync data for ids ['043afffd-5068-4cd1-af59-822929800d8d'] in n-d-800088-16 is: [{'id': '043afffd-5068-4cd1-af59-822929800d8d', 'name': 'tempest-AttachSCSIVolumeTestJSON-946199104-router', 'tenant_id': 'fb71770adc294b858658b994fd21dae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:52:13Z', 'updated_at': '2021-07-23T23:54:35Z', 'revision_number': 6, 'project_id': 'fb71770adc294b858658b994fd21dae1', 'gw_port_host': None}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:54:36.184426 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-d641eb99-7d64-48c1-aada-96577235f42a tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Allocated IP 172.20.0.5 (a3cd81e2-1970-4c5b-9d38-d0235482c1d3/b15590c4-c7c2-4950-a06e-3600f7d096c5/aa72a7da-d2a6-4dfa-915d-162e2f02541c) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:54:36.203165 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 4538d423-e0ff-42d0-9edc-14fc69c91c47 no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:54:36.237521 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] No Port match for: 4538d423-e0ff-42d0-9edc-14fc69c91c47 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:54:36.238191 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 4538d423-e0ff-42d0-9edc-14fc69c91c47 not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:54:36.238847 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device dfe292ae-45a7-4b65-8d21-868b90841f6f no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:54:36.264990 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] No Port match for: dfe292ae-45a7-4b65-8d21-868b90841f6f {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:54:36.265385 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device dfe292ae-45a7-4b65-8d21-868b90841f6f not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:54:36.282396 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a0ec605c-87c0-4b67-be5e-9cc91078dd24 req-4e7577ea-750f-4cca-8d5a-184c7437264d tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] 10.222.0.44 "GET /v2.0/ports?device_id=32c9f11f-5ce3-4bb7-a7a0-8e24b5975e04 HTTP/1.1" status: 200 len: 210 time: 0.0597620 Jul 23 23:54:36.315957 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a01d1a21-8363-426e-bf9e-2aad7eb0ffad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:36.354952 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01d1a21-8363-426e-bf9e-2aad7eb0ffad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04fc7939-f389-4617-b0d0-f57b0df93da4,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:36.364293 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a01d1a21-8363-426e-bf9e-2aad7eb0ffad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:36.366505 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-a01d1a21-8363-426e-bf9e-2aad7eb0ffad admin admin] 10.222.0.44 "DELETE /v2.0/subnets/04fc7939-f389-4617-b0d0-f57b0df93da4 HTTP/1.1" status: 204 len: 168 time: 1.1445928 Jul 23 23:54:36.369438 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42014) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:54:36.375259 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e756da1-4c7c-46b1-a555-bd5f447881b4 None None] Network f41aa2bb-8852-433d-aca1-520481741585 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:54:36.409803 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-53a9ad6a-6a89-4d90-a2a7-f7e794653626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:36.448407 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a9ad6a-6a89-4d90-a2a7-f7e794653626 admin admin] Pushing event deleted for resources: {'Port': ['ID=73a8efd4-78ad-45c8-abb3-6a0555726ba2,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:36.483053 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-564904d4-5faa-4f08-9896-70bcfc65b7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:36.535273 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-53a9ad6a-6a89-4d90-a2a7-f7e794653626 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687114'] for router_gateway, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:36.599430 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-d641eb99-7d64-48c1-aada-96577235f42a tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:36.611255 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2be767d-214c-458c-a14b-55748127e728 None None] DHCP port deletion for f41aa2bb-8852-433d-aca1-520481741585 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:54:36.664360 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-564904d4-5faa-4f08-9896-70bcfc65b7e2 admin admin] Deleting port 23b9a1c6-594c-4ce1-919e-6bf6347eb225 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:54:36.664708 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-564904d4-5faa-4f08-9896-70bcfc65b7e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:36.670233 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-f2be767d-214c-458c-a14b-55748127e728 None None] Deleting port 23b9a1c6-594c-4ce1-919e-6bf6347eb225 {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:54:36.670987 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f2be767d-214c-458c-a14b-55748127e728 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:36.685581 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-53a9ad6a-6a89-4d90-a2a7-f7e794653626 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:36.697120 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-53a9ad6a-6a89-4d90-a2a7-f7e794653626 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:36.744355 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-d641eb99-7d64-48c1-aada-96577235f42a tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:36.768044 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-53a9ad6a-6a89-4d90-a2a7-f7e794653626 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:36.769024 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a9ad6a-6a89-4d90-a2a7-f7e794653626 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 043afffd-5068-4cd1-af59-822929800d8d {{(pid=100314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 23:54:36.776326 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-53a9ad6a-6a89-4d90-a2a7-f7e794653626 admin admin] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:36.781887 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-53a9ad6a-6a89-4d90-a2a7-f7e794653626 admin admin] 10.222.0.44 "DELETE /v2.0/routers/043afffd-5068-4cd1-af59-822929800d8d HTTP/1.1" status: 204 len: 168 time: 1.2719054 Jul 23 23:54:36.782937 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-f2be767d-214c-458c-a14b-55748127e728 None None] For port 23b9a1c6-594c-4ce1-919e-6bf6347eb225, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=23b9a1c6-594c-4ce1-919e-6bf6347eb225,segment=NetworkSegment(8962678b-fd9c-4085-b8c7-a3f35a1111cb),segment_id=8962678b-fd9c-4085-b8c7-a3f35a1111cb)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:54:36.783556 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 42022) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:54:36.785234 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f2be767d-214c-458c-a14b-55748127e728 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:36.791968 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-564904d4-5faa-4f08-9896-70bcfc65b7e2 admin admin] For port 23b9a1c6-594c-4ce1-919e-6bf6347eb225, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=23b9a1c6-594c-4ce1-919e-6bf6347eb225,segment=NetworkSegment(8962678b-fd9c-4085-b8c7-a3f35a1111cb),segment_id=8962678b-fd9c-4085-b8c7-a3f35a1111cb)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:54:36.792341 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-564904d4-5faa-4f08-9896-70bcfc65b7e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:36.801361 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-f2be767d-214c-458c-a14b-55748127e728 None None] Calling delete_port for 23b9a1c6-594c-4ce1-919e-6bf6347eb225 owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:54:36.803982 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 42024) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:54:36.839934 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-564904d4-5faa-4f08-9896-70bcfc65b7e2 admin admin] Calling delete_port for 23b9a1c6-594c-4ce1-919e-6bf6347eb225 owned by network:dhcp {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:54:36.857129 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-d641eb99-7d64-48c1-aada-96577235f42a tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Network a3cd81e2-1970-4c5b-9d38-d0235482c1d3 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:54:36.868547 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-d641eb99-7d64-48c1-aada-96577235f42a tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:54:36.881653 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-72813ef7-688d-4760-b788-b062da0d2a39 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Allocated IP 172.20.0.7 (a3cd81e2-1970-4c5b-9d38-d0235482c1d3/b15590c4-c7c2-4950-a06e-3600f7d096c5/1f0716dc-8c49-4410-b41c-58a809f1bfc4) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:54:36.883958 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-d641eb99-7d64-48c1-aada-96577235f42a tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:54:36.891927 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d641eb99-7d64-48c1-aada-96577235f42a tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Pushing event updated for resources: {'Port': ['ID=aa72a7da-d2a6-4dfa-915d-162e2f02541c,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:36.904212 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-d875d765-4297-456b-b526-6e4e0742a07c admin admin] Deleting subnet fcbbfbaa-f9eb-47d3-b144-e0ef4732a1f1 {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:54:36.907597 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d875d765-4297-456b-b526-6e4e0742a07c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:36.930013 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f2be767d-214c-458c-a14b-55748127e728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:36.957315 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d875d765-4297-456b-b526-6e4e0742a07c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:36.968035 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2be767d-214c-458c-a14b-55748127e728 None None] Pushing event deleted for resources: {'Port': ['ID=23b9a1c6-594c-4ce1-919e-6bf6347eb225,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:36.981174 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2be767d-214c-458c-a14b-55748127e728 None None] No DVR routers for this DVR port 23b9a1c6-594c-4ce1-919e-6bf6347eb225 on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:54:37.022605 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-d641eb99-7d64-48c1-aada-96577235f42a tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:37.023269 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-d641eb99-7d64-48c1-aada-96577235f42a tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:37.070040 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-d641eb99-7d64-48c1-aada-96577235f42a tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2491443 Jul 23 23:54:37.082586 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e2606f41-7e1e-4439-b46f-94fc46254163 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:37.091845 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-39e0c790-7666-4f7f-b1bf-39f25677e846 service neutron] Request body: {'port': {'device_id': '2b91a5e4-6ac9-4896-b8a4-d308a7c6f073', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:54:37.115514 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d93ce-2af1-495d-85e9-6b4c6732deaf req-d59e7195-3095-4b8d-899c-a789632c09b5 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:37.117367 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e79d93ce-2af1-495d-85e9-6b4c6732deaf req-d59e7195-3095-4b8d-899c-a789632c09b5 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?device_id=f173322f-123e-4d93-903a-5504db9c6025 HTTP/1.1" status: 200 len: 944 time: 0.3234618 Jul 23 23:54:37.214471 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-564904d4-5faa-4f08-9896-70bcfc65b7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:37.232445 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d875d765-4297-456b-b526-6e4e0742a07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:37.263023 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e79d93ce-2af1-495d-85e9-6b4c6732deaf req-89d068f2-e976-4035-ad46-a908c6d58da8 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447012 Jul 23 23:54:37.280644 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564904d4-5faa-4f08-9896-70bcfc65b7e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=23b9a1c6-594c-4ce1-919e-6bf6347eb225,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:37.290188 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8556097e-f068-45fe-8e56-655ea7dcd695 req-3b1ffb95-9937-4a79-a251-ba3655ad77d1 tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:37.291235 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564904d4-5faa-4f08-9896-70bcfc65b7e2 admin admin] No DVR routers for this DVR port 23b9a1c6-594c-4ce1-919e-6bf6347eb225 on host n-d-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:54:37.291556 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8556097e-f068-45fe-8e56-655ea7dcd695 req-3b1ffb95-9937-4a79-a251-ba3655ad77d1 tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a38679e-4ab8-4a39-9e4a-ae1b668ec623 HTTP/1.1" status: 200 len: 949 time: 0.2674735 Jul 23 23:54:37.322209 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-72813ef7-688d-4760-b788-b062da0d2a39 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:37.352774 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-39e0c790-7666-4f7f-b1bf-39f25677e846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:37.441836 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d875d765-4297-456b-b526-6e4e0742a07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:37.464379 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-564904d4-5faa-4f08-9896-70bcfc65b7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:37.489161 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e2606f41-7e1e-4439-b46f-94fc46254163 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:37.495121 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e65d3c-f936-4fe8-bf92-803589004e17 req-1b4945e4-c7d9-4eab-a975-3519aa27588b tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:37.496710 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-97e65d3c-f936-4fe8-bf92-803589004e17 req-1b4945e4-c7d9-4eab-a975-3519aa27588b tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/ports?device_id=5017e1b8-c1a9-4f49-9f57-d89fd83b37a3 HTTP/1.1" status: 200 len: 949 time: 0.3358824 Jul 23 23:54:37.501184 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-564904d4-5faa-4f08-9896-70bcfc65b7e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f41aa2bb-8852-433d-aca1-520481741585']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:54:37.513189 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d875d765-4297-456b-b526-6e4e0742a07c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcbbfbaa-f9eb-47d3-b144-e0ef4732a1f1,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:37.517479 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d875d765-4297-456b-b526-6e4e0742a07c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:37.519534 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-d875d765-4297-456b-b526-6e4e0742a07c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/fcbbfbaa-f9eb-47d3-b144-e0ef4732a1f1 HTTP/1.1" status: 204 len: 168 time: 0.7233191 Jul 23 23:54:37.519804 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25d7f2b-b24f-414f-884b-61c7a9ca2ace None None] Network c754f1e1-4bc2-4acb-903f-37337862cd73 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:54:37.521155 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e2606f41-7e1e-4439-b46f-94fc46254163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:37.525480 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 42036) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:54:37.535933 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-564904d4-5faa-4f08-9896-70bcfc65b7e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8962678b-fd9c-4085-b8c7-a3f35a1111cb') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:54:37.536557 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-564904d4-5faa-4f08-9896-70bcfc65b7e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8962678b-fd9c-4085-b8c7-a3f35a1111cb') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:54:37.541172 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 73a8efd4-78ad-45c8-abb3-6a0555726ba2 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:54:37.572713 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 73a8efd4-78ad-45c8-abb3-6a0555726ba2 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:54:37.573006 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 73a8efd4-78ad-45c8-abb3-6a0555726ba2 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:54:37.573626 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 6fdbc591-28ff-4e4f-a4ae-d10955b2eaa6 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:54:37.592601 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-72813ef7-688d-4760-b788-b062da0d2a39 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:37.603053 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-564904d4-5faa-4f08-9896-70bcfc65b7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:37.626193 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 6fdbc591-28ff-4e4f-a4ae-d10955b2eaa6 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:54:37.626538 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 6fdbc591-28ff-4e4f-a4ae-d10955b2eaa6 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:54:37.627147 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 23b9a1c6-594c-4ce1-919e-6bf6347eb225 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:54:37.654558 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 23b9a1c6-594c-4ce1-919e-6bf6347eb225 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:54:37.654814 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 23b9a1c6-594c-4ce1-919e-6bf6347eb225 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:54:37.678142 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-564904d4-5faa-4f08-9896-70bcfc65b7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:37.694451 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-72813ef7-688d-4760-b788-b062da0d2a39 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Network a3cd81e2-1970-4c5b-9d38-d0235482c1d3 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:54:37.710977 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-97e65d3c-f936-4fe8-bf92-803589004e17 req-1d4952e3-1f96-4a1e-94bf-f82e4401d16f tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/security-groups?id=84afd7ea-644b-438b-8379-6d56a9cf992d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070634 Jul 23 23:54:37.716950 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-564904d4-5faa-4f08-9896-70bcfc65b7e2 admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:54:37.717363 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-564904d4-5faa-4f08-9896-70bcfc65b7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:37.719510 n-d-800088-16 neutron-server[100313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:54:37.719510 n-d-800088-16 neutron-server[100313]: self.session.flush() Jul 23 23:54:37.719510 n-d-800088-16 neutron-server[100313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:54:37.719510 n-d-800088-16 neutron-server[100313]: self.session.flush() Jul 23 23:54:37.719510 n-d-800088-16 neutron-server[100313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:54:37.719510 n-d-800088-16 neutron-server[100313]: self.session.flush() Jul 23 23:54:37.719510 n-d-800088-16 neutron-server[100313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:54:37.719510 n-d-800088-16 neutron-server[100313]: self.session.flush() Jul 23 23:54:37.719510 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 23 23:54:37.719510 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:54:37.719510 n-d-800088-16 neutron-server[100313]: timer() Jul 23 23:54:37.719510 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:54:37.719510 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 23 23:54:37.719510 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:54:37.719510 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 23 23:54:37.719510 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:54:37.719510 n-d-800088-16 neutron-server[100313]: self._notify() Jul 23 23:54:37.719510 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:54:37.719510 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 23 23:54:37.719510 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:54:37.719510 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 23 23:54:37.719510 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:54:37.719510 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:54:37.719510 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:54:37.719510 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:54:37.719510 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:54:37.719510 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 23 23:54:37.719510 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:54:37.719510 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 23 23:54:37.719510 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:54:37.719510 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:54:37.719510 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:54:37.719510 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 23 23:54:37.719510 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:54:37.719510 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:54:37.719510 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:54:37.719510 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:54:37.719510 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:54:37.719510 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:54:37.719510 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:54:37.723497 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-72813ef7-688d-4760-b788-b062da0d2a39 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:54:37.744644 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-72813ef7-688d-4760-b788-b062da0d2a39 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:54:37.750105 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72813ef7-688d-4760-b788-b062da0d2a39 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Pushing event updated for resources: {'Port': ['ID=1f0716dc-8c49-4410-b41c-58a809f1bfc4,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:37.841740 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372b5911-8c34-41cf-b6d6-ac61f8825d2c None None] DHCP port deletion for c754f1e1-4bc2-4acb-903f-37337862cd73 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:54:37.888087 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-564904d4-5faa-4f08-9896-70bcfc65b7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:37.903094 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-372b5911-8c34-41cf-b6d6-ac61f8825d2c None None] Deleting port 5dc372d3-af95-4da8-98e5-e9838415e7c9 {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:54:37.903931 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-372b5911-8c34-41cf-b6d6-ac61f8825d2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:37.906414 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2606f41-7e1e-4439-b46f-94fc46254163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f1af0d-7c91-4f78-b3af-5a7ffbfb6a6c,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:37.912962 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-e2606f41-7e1e-4439-b46f-94fc46254163 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=51a388c0e0394d299de2ddc3af1a0569&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1058619 Jul 23 23:54:37.918955 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 42038) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:54:37.919327 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-72813ef7-688d-4760-b788-b062da0d2a39 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:37.919965 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-72813ef7-688d-4760-b788-b062da0d2a39 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:37.932194 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-564904d4-5faa-4f08-9896-70bcfc65b7e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:37.936424 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-564904d4-5faa-4f08-9896-70bcfc65b7e2 admin admin] 10.222.0.44 "DELETE /v2.0/networks/f41aa2bb-8852-433d-aca1-520481741585 HTTP/1.1" status: 204 len: 168 time: 1.5643320 Jul 23 23:54:37.936579 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593856db-85b5-43e4-9dd8-7c337b469886 req-c23f322e-d442-42ee-beee-691bf0f1520c tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:37.956308 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-593856db-85b5-43e4-9dd8-7c337b469886 req-c23f322e-d442-42ee-beee-691bf0f1520c tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a38679e-4ab8-4a39-9e4a-ae1b668ec623 HTTP/1.1" status: 200 len: 949 time: 0.5885727 Jul 23 23:54:37.958252 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564904d4-5faa-4f08-9896-70bcfc65b7e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f41aa2bb-8852-433d-aca1-520481741585,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:37.978547 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-72813ef7-688d-4760-b788-b062da0d2a39 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6590290 Jul 23 23:54:37.993788 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-97b52594-ce09-4f62-bc3b-d241776a2c60 service neutron] Request body: {'port': {'device_id': '32c9f11f-5ce3-4bb7-a7a0-8e24b5975e04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:54:38.002600 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-372b5911-8c34-41cf-b6d6-ac61f8825d2c None None] For port 5dc372d3-af95-4da8-98e5-e9838415e7c9, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=5dc372d3-af95-4da8-98e5-e9838415e7c9,segment=NetworkSegment(3faff525-08de-4988-a839-850e69ad6c5f),segment_id=3faff525-08de-4988-a839-850e69ad6c5f)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:54:38.003220 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-372b5911-8c34-41cf-b6d6-ac61f8825d2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:38.018943 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-372b5911-8c34-41cf-b6d6-ac61f8825d2c None None] Calling delete_port for 5dc372d3-af95-4da8-98e5-e9838415e7c9 owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:54:38.049447 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a2f28195-c073-48fb-a40b-cd68e99649f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:38.074836 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ecdf1-2892-4210-91a8-d6e7096d9c24 req-c22c5f16-a861-4e16-a9c4-98762258c446 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:38.077303 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-871ecdf1-2892-4210-91a8-d6e7096d9c24 req-c22c5f16-a861-4e16-a9c4-98762258c446 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] 10.222.0.44 "GET /v2.0/ports?device_id=32c9f11f-5ce3-4bb7-a7a0-8e24b5975e04 HTTP/1.1" status: 200 len: 931 time: 0.2127140 Jul 23 23:54:38.084985 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-593856db-85b5-43e4-9dd8-7c337b469886 req-e19a9974-735e-4a7d-8799-33e060b1d0a2 tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] 10.222.0.44 "GET /v2.0/security-groups?id=39e2cfc2-bcff-4d1c-a5a4-8ca5083e8b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277010 Jul 23 23:54:38.092420 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-8556097e-f068-45fe-8e56-655ea7dcd695 req-cf2903c1-1606-4864-9517-35d3e21690c3 tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] Deleting port 1232bb33-94ad-4269-a061-dbea4181bc9b {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:54:38.092891 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-8556097e-f068-45fe-8e56-655ea7dcd695 req-cf2903c1-1606-4864-9517-35d3e21690c3 tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:38.122439 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 42042) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:54:38.146752 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-39e0c790-7666-4f7f-b1bf-39f25677e846 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa72a7da-d2a6-4dfa-915d-162e2f02541c {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:54:38.147303 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-372b5911-8c34-41cf-b6d6-ac61f8825d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:38.167187 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-39e0c790-7666-4f7f-b1bf-39f25677e846 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:38.175191 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372b5911-8c34-41cf-b6d6-ac61f8825d2c None None] Pushing event deleted for resources: {'Port': ['ID=5dc372d3-af95-4da8-98e5-e9838415e7c9,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:38.182516 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372b5911-8c34-41cf-b6d6-ac61f8825d2c None None] No DVR routers for this DVR port 5dc372d3-af95-4da8-98e5-e9838415e7c9 on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:54:38.193050 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-97b52594-ce09-4f62-bc3b-d241776a2c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:38.202738 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-39e0c790-7666-4f7f-b1bf-39f25677e846 service neutron] Transition to ACTIVE for port object aa72a7da-d2a6-4dfa-915d-162e2f02541c will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:54:38.212821 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-871ecdf1-2892-4210-91a8-d6e7096d9c24 req-c6ee9f6a-e99c-4f73-a456-f4d43eba758b tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] 10.222.0.44 "GET /v2.0/security-groups?id=28aae001-5f9c-44eb-8989-3db71a778577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021538 Jul 23 23:54:38.215679 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-39e0c790-7666-4f7f-b1bf-39f25677e846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:38.216240 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device a8ff1e37-a989-484d-bfc2-b1d7a7948837 details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:54:38.216490 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-45b94733-ced4-4127-9754-c575b59c182d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:38.286461 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-e1c7f620-9b2a-4005-a304-cafff1bf97d5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=613743d3595a4f7bac0ecbb139dd37c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1604753 Jul 23 23:54:38.288647 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-45b94733-ced4-4127-9754-c575b59c182d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:38.296275 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42044) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:54:38.326148 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e0c790-7666-4f7f-b1bf-39f25677e846 service neutron] Pushing event updated for resources: {'Port': ['ID=aa72a7da-d2a6-4dfa-915d-162e2f02541c,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:38.336344 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-8556097e-f068-45fe-8e56-655ea7dcd695 req-cf2903c1-1606-4864-9517-35d3e21690c3 tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] For port 1232bb33-94ad-4269-a061-dbea4181bc9b, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=1232bb33-94ad-4269-a061-dbea4181bc9b,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:54:38.336803 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-8556097e-f068-45fe-8e56-655ea7dcd695 req-cf2903c1-1606-4864-9517-35d3e21690c3 tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:38.368350 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port a8ff1e37-a989-484d-bfc2-b1d7a7948837, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=a8ff1e37-a989-484d-bfc2-b1d7a7948837,segment=NetworkSegment(d41359ac-4be7-4a75-afd1-798e41d2f155),segment_id=d41359ac-4be7-4a75-afd1-798e41d2f155)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:54:38.381784 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': 'a8ff1e37-a989-484d-bfc2-b1d7a7948837', 'network_id': '646be7a8-09b8-4e0c-bd78-d5d98c9093b9', 'port_id': 'a8ff1e37-a989-484d-bfc2-b1d7a7948837', 'mac_address': 'fa:16:3e:d6:25:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bfc2b3c-ece5-49a0-8daf-8ebd7d541c76', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:54:38.393401 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-8556097e-f068-45fe-8e56-655ea7dcd695 req-cf2903c1-1606-4864-9517-35d3e21690c3 tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] Calling delete_port for 1232bb33-94ad-4269-a061-dbea4181bc9b owned by compute:nova {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:54:38.412153 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-a2f28195-c073-48fb-a40b-cd68e99649f2 admin admin] Deleting port 5dc372d3-af95-4da8-98e5-e9838415e7c9 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:54:38.412611 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a2f28195-c073-48fb-a40b-cd68e99649f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:38.427324 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:38.442271 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8ff1e37-a989-484d-bfc2-b1d7a7948837 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:54:38.464309 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port a8ff1e37-a989-484d-bfc2-b1d7a7948837, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=a8ff1e37-a989-484d-bfc2-b1d7a7948837,segment=NetworkSegment(d41359ac-4be7-4a75-afd1-798e41d2f155),segment_id=d41359ac-4be7-4a75-afd1-798e41d2f155)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:54:38.469186 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:38.528733 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=a8ff1e37-a989-484d-bfc2-b1d7a7948837,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:38.534954 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a41f3d21-88bc-41ad-bf6a-a2c292a223a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:38.538036 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:54:38.538584 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:54:38.539111 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:54:38.539668 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:54:38.540005 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:54:38.540543 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:54:38.541156 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-39e0c790-7666-4f7f-b1bf-39f25677e846 service neutron] Attempting to bind port aa72a7da-d2a6-4dfa-915d-162e2f02541c on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:54:38.541313 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:54:38.541503 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:54:38.541625 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-39e0c790-7666-4f7f-b1bf-39f25677e846 service neutron] Attempting to bind port aa72a7da-d2a6-4dfa-915d-162e2f02541c by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': '8f4844c9-ec59-45f2-af9f-7284864a60e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a3cd81e2-1970-4c5b-9d38-d0235482c1d3'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:54:38.541976 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-39e0c790-7666-4f7f-b1bf-39f25677e846 service neutron] Attempting to bind port aa72a7da-d2a6-4dfa-915d-162e2f02541c on network a3cd81e2-1970-4c5b-9d38-d0235482c1d3 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:54:38.542134 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:54:38.542661 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:54:38.543274 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:54:38.543764 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:54:38.549223 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-45b94733-ced4-4127-9754-c575b59c182d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:38.551883 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-45b94733-ced4-4127-9754-c575b59c182d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:38.555350 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-45b94733-ced4-4127-9754-c575b59c182d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/40f1af0d-7c91-4f78-b3af-5a7ffbfb6a6c HTTP/1.1" status: 204 len: 168 time: 0.6330040 Jul 23 23:54:38.556534 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-a2f28195-c073-48fb-a40b-cd68e99649f2 admin admin] For port 5dc372d3-af95-4da8-98e5-e9838415e7c9, host n-d-800088-16, got binding levels [] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:54:38.556534 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a2f28195-c073-48fb-a40b-cd68e99649f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:38.582111 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-39e0c790-7666-4f7f-b1bf-39f25677e846 service neutron] Port aa72a7da-d2a6-4dfa-915d-162e2f02541c on network a3cd81e2-1970-4c5b-9d38-d0235482c1d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:54:38.582518 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-39e0c790-7666-4f7f-b1bf-39f25677e846 service neutron] Attempting to bind port aa72a7da-d2a6-4dfa-915d-162e2f02541c on network a3cd81e2-1970-4c5b-9d38-d0235482c1d3 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:54:38.591315 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-a2f28195-c073-48fb-a40b-cd68e99649f2 admin admin] Calling delete_port for 5dc372d3-af95-4da8-98e5-e9838415e7c9 owned by network:dhcp {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:54:38.594699 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b94733-ced4-4127-9754-c575b59c182d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f1af0d-7c91-4f78-b3af-5a7ffbfb6a6c,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:38.600648 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.ipam_backend_mixin [None req-a2f28195-c073-48fb-a40b-cd68e99649f2 admin admin] Port 5dc372d3-af95-4da8-98e5-e9838415e7c9 was not found and therefore no delete operation was performed {{(pid=100314) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 23:54:38.606401 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a2f28195-c073-48fb-a40b-cd68e99649f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:38.623174 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a41f3d21-88bc-41ad-bf6a-a2c292a223a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:38.629693 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-39e0c790-7666-4f7f-b1bf-39f25677e846 service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:54:38.630042 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-39e0c790-7666-4f7f-b1bf-39f25677e846 service neutron] Checking segment: {'id': '8f4844c9-ec59-45f2-af9f-7284864a60e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a3cd81e2-1970-4c5b-9d38-d0235482c1d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:54:38.630507 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-39e0c790-7666-4f7f-b1bf-39f25677e846 service neutron] Bound using segment: {'id': '8f4844c9-ec59-45f2-af9f-7284864a60e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a3cd81e2-1970-4c5b-9d38-d0235482c1d3'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:54:38.631136 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-39e0c790-7666-4f7f-b1bf-39f25677e846 service neutron] Bound port: aa72a7da-d2a6-4dfa-915d-162e2f02541c, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f4844c9-ec59-45f2-af9f-7284864a60e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a3cd81e2-1970-4c5b-9d38-d0235482c1d3'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:54:38.631606 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-39e0c790-7666-4f7f-b1bf-39f25677e846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:38.648138 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc2a2e5-a0aa-4e31-847e-b1bd8da22942 req-fd0a4b64-e437-4e7c-8d98-22aee6aa7b25 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:38.649685 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9bc2a2e5-a0aa-4e31-847e-b1bd8da22942 req-fd0a4b64-e437-4e7c-8d98-22aee6aa7b25 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?device_id=f173322f-123e-4d93-903a-5504db9c6025 HTTP/1.1" status: 200 len: 944 time: 0.2819140 Jul 23 23:54:38.655228 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f28195-c073-48fb-a40b-cd68e99649f2 admin admin] No DVR routers for this DVR port 5dc372d3-af95-4da8-98e5-e9838415e7c9 on host n-d-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:54:38.659175 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f28195-c073-48fb-a40b-cd68e99649f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5dc372d3-af95-4da8-98e5-e9838415e7c9,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:38.736317 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['a8ff1e37-a989-484d-bfc2-b1d7a7948837'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:54:38.775673 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a41f3d21-88bc-41ad-bf6a-a2c292a223a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:38.778706 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a41f3d21-88bc-41ad-bf6a-a2c292a223a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:38.779886 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-a41f3d21-88bc-41ad-bf6a-a2c292a223a2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6334695c-432f-4f81-a331-05c6d08173d9 HTTP/1.1" status: 204 len: 168 time: 0.4823647 Jul 23 23:54:38.784154 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-39e0c790-7666-4f7f-b1bf-39f25677e846 service neutron] For port aa72a7da-d2a6-4dfa-915d-162e2f02541c, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:54:38.798133 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-39e0c790-7666-4f7f-b1bf-39f25677e846 service neutron] For port aa72a7da-d2a6-4dfa-915d-162e2f02541c, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=aa72a7da-d2a6-4dfa-915d-162e2f02541c,segment=NetworkSegment(8f4844c9-ec59-45f2-af9f-7284864a60e7),segment_id=8f4844c9-ec59-45f2-af9f-7284864a60e7)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:54:38.819897 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41f3d21-88bc-41ad-bf6a-a2c292a223a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6334695c-432f-4f81-a331-05c6d08173d9,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:38.830305 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a2f28195-c073-48fb-a40b-cd68e99649f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:38.875971 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-a2f28195-c073-48fb-a40b-cd68e99649f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c754f1e1-4bc2-4acb-903f-37337862cd73']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:54:38.878721 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-39e0c790-7666-4f7f-b1bf-39f25677e846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:38.881171 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9bc2a2e5-a0aa-4e31-847e-b1bd8da22942 req-22298ea5-7f55-4cb7-b11f-b1b2f726b852 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947436 Jul 23 23:54:38.897487 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-a2f28195-c073-48fb-a40b-cd68e99649f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3faff525-08de-4988-a839-850e69ad6c5f') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:54:38.897487 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-a2f28195-c073-48fb-a40b-cd68e99649f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3faff525-08de-4988-a839-850e69ad6c5f') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:54:38.914673 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a2f28195-c073-48fb-a40b-cd68e99649f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:38.944700 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a2f28195-c073-48fb-a40b-cd68e99649f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:38.949342 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e0c790-7666-4f7f-b1bf-39f25677e846 service neutron] Pushing event updated for resources: {'Port': ['ID=aa72a7da-d2a6-4dfa-915d-162e2f02541c,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:38.956982 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-8556097e-f068-45fe-8e56-655ea7dcd695 req-cf2903c1-1606-4864-9517-35d3e21690c3 tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:38.960859 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2f28195-c073-48fb-a40b-cd68e99649f2 admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:54:38.961356 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a2f28195-c073-48fb-a40b-cd68e99649f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:38.966360 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 23 23:54:38.966360 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:54:38.966360 n-d-800088-16 neutron-server[100314]: timer() Jul 23 23:54:38.966360 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:54:38.966360 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 23 23:54:38.966360 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:54:38.966360 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 23 23:54:38.966360 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:54:38.966360 n-d-800088-16 neutron-server[100314]: self._notify() Jul 23 23:54:38.966360 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:54:38.966360 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 23 23:54:38.966360 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:54:38.966360 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 23 23:54:38.966360 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:54:38.966360 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:54:38.966360 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:54:38.966360 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:54:38.966360 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:54:38.966360 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 23 23:54:38.966360 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:54:38.966360 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 23 23:54:38.966360 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:54:38.966360 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:54:38.966360 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:54:38.966360 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 23 23:54:38.966360 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:54:38.966360 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:54:38.966360 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:54:38.966360 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:54:38.966360 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:54:38.966360 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:54:38.966360 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:54:39.001532 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-97b52594-ce09-4f62-bc3b-d241776a2c60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f0716dc-8c49-4410-b41c-58a809f1bfc4 {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:54:39.013915 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2903c1-1606-4864-9517-35d3e21690c3 tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] Pushing event deleted for resources: {'Port': ['ID=1232bb33-94ad-4269-a061-dbea4181bc9b,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:39.025171 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-97b52594-ce09-4f62-bc3b-d241776a2c60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:39.044846 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-97b52594-ce09-4f62-bc3b-d241776a2c60 service neutron] Transition to ACTIVE for port object 1f0716dc-8c49-4410-b41c-58a809f1bfc4 will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:54:39.067520 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-39e0c790-7666-4f7f-b1bf-39f25677e846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:39.068273 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-39e0c790-7666-4f7f-b1bf-39f25677e846 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:39.070135 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-39e0c790-7666-4f7f-b1bf-39f25677e846 service neutron] 10.222.0.52 "PUT /v2.0/ports/aa72a7da-d2a6-4dfa-915d-162e2f02541c HTTP/1.1" status: 200 len: 1092 time: 1.9884403 Jul 23 23:54:39.070941 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b91a5e4-6ac9-4896-b8a4-d308a7c6f073', 'tag': 'aa72a7da-d2a6-4dfa-915d-162e2f02541c'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:54:39.073820 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f52b0d6f-8694-4d0d-b092-5346cd615935" -d '{"events": [{"name": "network-changed", "server_uuid": "2b91a5e4-6ac9-4896-b8a4-d308a7c6f073", "tag": "aa72a7da-d2a6-4dfa-915d-162e2f02541c"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:54:39.089360 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-97b52594-ce09-4f62-bc3b-d241776a2c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:39.116126 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345043a7-225c-402c-9195-c189dc0910ae req-079bcc1b-579f-41ac-83cf-2ab4509a5740 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:39.124584 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-345043a7-225c-402c-9195-c189dc0910ae req-079bcc1b-579f-41ac-83cf-2ab4509a5740 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/ports?device_id=5017e1b8-c1a9-4f49-9f57-d89fd83b37a3 HTTP/1.1" status: 200 len: 949 time: 0.3057442 Jul 23 23:54:39.132014 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-8556097e-f068-45fe-8e56-655ea7dcd695 req-cf2903c1-1606-4864-9517-35d3e21690c3 tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] No DVR routers for this DVR port 1232bb33-94ad-4269-a061-dbea4181bc9b on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:54:39.135910 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-8556097e-f068-45fe-8e56-655ea7dcd695 req-cf2903c1-1606-4864-9517-35d3e21690c3 tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:39.139393 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8556097e-f068-45fe-8e56-655ea7dcd695 req-cf2903c1-1606-4864-9517-35d3e21690c3 tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] 10.222.0.64 "DELETE /v2.0/ports/1232bb33-94ad-4269-a061-dbea4181bc9b HTTP/1.1" status: 204 len: 173 time: 1.8393297 Jul 23 23:54:39.140874 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a38679e-4ab8-4a39-9e4a-ae1b668ec623', 'name': 'network-vif-deleted', 'tag': '1232bb33-94ad-4269-a061-dbea4181bc9b'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:54:39.144872 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dea23b6-ac64-4ea3-b45e-1d4d21725561" -d '{"events": [{"server_uuid": "7a38679e-4ab8-4a39-9e4a-ae1b668ec623", "name": "network-vif-deleted", "tag": "1232bb33-94ad-4269-a061-dbea4181bc9b"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:54:39.154508 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a2f28195-c073-48fb-a40b-cd68e99649f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:39.169210 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a2f28195-c073-48fb-a40b-cd68e99649f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:39.173840 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-a2f28195-c073-48fb-a40b-cd68e99649f2 admin admin] 10.222.0.44 "DELETE /v2.0/networks/c754f1e1-4bc2-4acb-903f-37337862cd73 HTTP/1.1" status: 204 len: 168 time: 1.6427217 Jul 23 23:54:39.180972 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 42070) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:54:39.214041 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08dda6ea-0889-4d11-b277-d46f64369af4 x-openstack-request-id: req-08dda6ea-0889-4d11-b277-d46f64369af4 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:54:39.214370 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b91a5e4-6ac9-4896-b8a4-d308a7c6f073", "tag": "aa72a7da-d2a6-4dfa-915d-162e2f02541c", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:54:39.215126 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-08dda6ea-0889-4d11-b277-d46f64369af4 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:54:39.215536 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b91a5e4-6ac9-4896-b8a4-d308a7c6f073', 'tag': 'aa72a7da-d2a6-4dfa-915d-162e2f02541c', 'status': 'completed', 'code': 200} Jul 23 23:54:39.224998 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f28195-c073-48fb-a40b-cd68e99649f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c754f1e1-4bc2-4acb-903f-37337862cd73,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:39.270719 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b52594-ce09-4f62-bc3b-d241776a2c60 service neutron] Pushing event updated for resources: {'Port': ['ID=1f0716dc-8c49-4410-b41c-58a809f1bfc4,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:39.295815 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-345043a7-225c-402c-9195-c189dc0910ae req-7c7378e0-8cf5-4dfb-8a8c-048df72311c6 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/security-groups?id=84afd7ea-644b-438b-8379-6d56a9cf992d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700459 Jul 23 23:54:39.351254 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b52594-ce09-4f62-bc3b-d241776a2c60 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:54:39.351704 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b52594-ce09-4f62-bc3b-d241776a2c60 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:54:39.352144 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b52594-ce09-4f62-bc3b-d241776a2c60 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:54:39.352619 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b52594-ce09-4f62-bc3b-d241776a2c60 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:54:39.353271 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b52594-ce09-4f62-bc3b-d241776a2c60 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:54:39.353837 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b52594-ce09-4f62-bc3b-d241776a2c60 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:54:39.354268 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b52594-ce09-4f62-bc3b-d241776a2c60 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:54:39.354693 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b52594-ce09-4f62-bc3b-d241776a2c60 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:54:39.355257 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b52594-ce09-4f62-bc3b-d241776a2c60 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:54:39.355941 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b52594-ce09-4f62-bc3b-d241776a2c60 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:54:39.356366 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b52594-ce09-4f62-bc3b-d241776a2c60 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:54:39.356913 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b52594-ce09-4f62-bc3b-d241776a2c60 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:54:39.386209 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e0a202b-2248-4cc7-8d11-2ed389f0936c x-openstack-request-id: req-5e0a202b-2248-4cc7-8d11-2ed389f0936c {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:54:39.387172 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a38679e-4ab8-4a39-9e4a-ae1b668ec623", "name": "network-vif-deleted", "tag": "1232bb33-94ad-4269-a061-dbea4181bc9b", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:54:39.387424 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5e0a202b-2248-4cc7-8d11-2ed389f0936c {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:54:39.387833 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a38679e-4ab8-4a39-9e4a-ae1b668ec623', 'name': 'network-vif-deleted', 'tag': '1232bb33-94ad-4269-a061-dbea4181bc9b', 'status': 'completed', 'code': 200} Jul 23 23:54:39.397315 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-a12c33a8-2512-49e3-a95b-0bd7cac047ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:39.398925 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-a12c33a8-2512-49e3-a95b-0bd7cac047ac service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d749b4d1b42a4289ae7deab4121e65e5&device_id=2b91a5e4-6ac9-4896-b8a4-d308a7c6f073 HTTP/1.1" status: 200 len: 1095 time: 0.2398739 Jul 23 23:54:39.457728 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b06280fd-9eda-4f8f-94a6-ae950394c6bb req-7362fae7-1830-4676-ada8-1202d74a2375 tempest-ListImageFiltersTestJSON-2146277656 tempest-ListImageFiltersTestJSON-2146277656-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a38679e-4ab8-4a39-9e4a-ae1b668ec623 HTTP/1.1" status: 200 len: 210 time: 0.1294258 Jul 23 23:54:39.513032 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-0d7a9ae9-cdd5-462c-b2f6-8aaa44fec1a6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa72a7da-d2a6-4dfa-915d-162e2f02541c HTTP/1.1" status: 200 len: 217 time: 0.1030774 Jul 23 23:54:39.571137 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 5dc372d3-af95-4da8-98e5-e9838415e7c9 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:54:39.612466 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-3123454d-98ea-463b-aaa3-b39d32693a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:39.614874 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-3123454d-98ea-463b-aaa3-b39d32693a23 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b15590c4-c7c2-4950-a06e-3600f7d096c5 HTTP/1.1" status: 200 len: 852 time: 0.0948420 Jul 23 23:54:39.628246 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-97b52594-ce09-4f62-bc3b-d241776a2c60 service neutron] Attempting to bind port 1f0716dc-8c49-4410-b41c-58a809f1bfc4 on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:54:39.628801 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-97b52594-ce09-4f62-bc3b-d241776a2c60 service neutron] Attempting to bind port 1f0716dc-8c49-4410-b41c-58a809f1bfc4 by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': '8f4844c9-ec59-45f2-af9f-7284864a60e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a3cd81e2-1970-4c5b-9d38-d0235482c1d3'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:54:39.629403 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-97b52594-ce09-4f62-bc3b-d241776a2c60 service neutron] Attempting to bind port 1f0716dc-8c49-4410-b41c-58a809f1bfc4 on network a3cd81e2-1970-4c5b-9d38-d0235482c1d3 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:54:39.653916 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 5dc372d3-af95-4da8-98e5-e9838415e7c9 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:54:39.654963 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 5dc372d3-af95-4da8-98e5-e9838415e7c9 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:54:39.684506 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-97b52594-ce09-4f62-bc3b-d241776a2c60 service neutron] Port 1f0716dc-8c49-4410-b41c-58a809f1bfc4 on network a3cd81e2-1970-4c5b-9d38-d0235482c1d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:54:39.684907 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-97b52594-ce09-4f62-bc3b-d241776a2c60 service neutron] Attempting to bind port 1f0716dc-8c49-4410-b41c-58a809f1bfc4 on network a3cd81e2-1970-4c5b-9d38-d0235482c1d3 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:54:39.691840 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-6bd4ebf4-a9c3-4ab2-af56-44855add392a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a3cd81e2-1970-4c5b-9d38-d0235482c1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577497 Jul 23 23:54:39.696861 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-97b52594-ce09-4f62-bc3b-d241776a2c60 service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:54:39.697461 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-97b52594-ce09-4f62-bc3b-d241776a2c60 service neutron] Checking segment: {'id': '8f4844c9-ec59-45f2-af9f-7284864a60e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a3cd81e2-1970-4c5b-9d38-d0235482c1d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:54:39.698438 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-97b52594-ce09-4f62-bc3b-d241776a2c60 service neutron] Bound using segment: {'id': '8f4844c9-ec59-45f2-af9f-7284864a60e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a3cd81e2-1970-4c5b-9d38-d0235482c1d3'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:54:39.699652 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-97b52594-ce09-4f62-bc3b-d241776a2c60 service neutron] Bound port: 1f0716dc-8c49-4410-b41c-58a809f1bfc4, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f4844c9-ec59-45f2-af9f-7284864a60e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a3cd81e2-1970-4c5b-9d38-d0235482c1d3'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:54:39.700239 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-97b52594-ce09-4f62-bc3b-d241776a2c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:39.893804 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-97b52594-ce09-4f62-bc3b-d241776a2c60 service neutron] For port 1f0716dc-8c49-4410-b41c-58a809f1bfc4, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:54:39.906830 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-97b52594-ce09-4f62-bc3b-d241776a2c60 service neutron] For port 1f0716dc-8c49-4410-b41c-58a809f1bfc4, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=1f0716dc-8c49-4410-b41c-58a809f1bfc4,segment=NetworkSegment(8f4844c9-ec59-45f2-af9f-7284864a60e7),segment_id=8f4844c9-ec59-45f2-af9f-7284864a60e7)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:54:39.915051 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d9b23d-c90b-402a-bcbc-7456ca730391 req-3de8da9f-fe41-48bb-8b6d-3558e27c0a73 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:39.916786 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-94d9b23d-c90b-402a-bcbc-7456ca730391 req-3de8da9f-fe41-48bb-8b6d-3558e27c0a73 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] 10.222.0.44 "GET /v2.0/ports?device_id=32c9f11f-5ce3-4bb7-a7a0-8e24b5975e04 HTTP/1.1" status: 200 len: 943 time: 0.3310018 Jul 23 23:54:39.922856 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-97b52594-ce09-4f62-bc3b-d241776a2c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:39.949679 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-216886a8-7f3d-495f-83a1-2aaad851025a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681029'] for router_interface, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:40.028658 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-5d5e4e3b-f059-4178-b77e-83145f02ecb8 service neutron] 10.222.0.52 "GET /v2.0/networks/a3cd81e2-1970-4c5b-9d38-d0235482c1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232565 Jul 23 23:54:40.029708 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b52594-ce09-4f62-bc3b-d241776a2c60 service neutron] Pushing event updated for resources: {'Port': ['ID=1f0716dc-8c49-4410-b41c-58a809f1bfc4,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:40.036709 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-94d9b23d-c90b-402a-bcbc-7456ca730391 req-2de177b4-5551-46eb-919b-869ef521e4ce tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] 10.222.0.44 "GET /v2.0/security-groups?id=28aae001-5f9c-44eb-8989-3db71a778577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067517 Jul 23 23:54:40.048178 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-97b52594-ce09-4f62-bc3b-d241776a2c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:40.048846 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-97b52594-ce09-4f62-bc3b-d241776a2c60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:40.053319 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-97b52594-ce09-4f62-bc3b-d241776a2c60 service neutron] 10.222.0.52 "PUT /v2.0/ports/1f0716dc-8c49-4410-b41c-58a809f1bfc4 HTTP/1.1" status: 200 len: 1092 time: 2.0612409 Jul 23 23:54:40.132052 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b33462-9471-4af5-86af-0c0e7b7baf8c req-b8421647-dd94-44c5-8252-cbee1a672651 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:40.136289 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-49b33462-9471-4af5-86af-0c0e7b7baf8c req-b8421647-dd94-44c5-8252-cbee1a672651 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?device_id=f173322f-123e-4d93-903a-5504db9c6025 HTTP/1.1" status: 200 len: 945 time: 0.1464591 Jul 23 23:54:40.218672 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device a8ff1e37-a989-484d-bfc2-b1d7a7948837 up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:54:40.342764 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 42112) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:54:40.353719 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port a8ff1e37-a989-484d-bfc2-b1d7a7948837 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:54:40.376270 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port a8ff1e37-a989-484d-bfc2-b1d7a7948837 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:54:40.376650 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:40.399876 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-49b33462-9471-4af5-86af-0c0e7b7baf8c req-1b1722f1-4287-447e-ac65-4a29ed41b2a4 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500189 Jul 23 23:54:40.612634 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:40.626558 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-cdfd8c14-bfd5-44e3-87c8-2e7df0be3b7f admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1860094371-network', 'tenant_id': '0ba541c6f78942b8b24d28300792e03c'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:54:40.658404 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f173322f-123e-4d93-903a-5504db9c6025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ff1e37-a989-484d-bfc2-b1d7a7948837'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:54:40.661125 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b832b9e-5e22-48f8-a169-fe85bce6c1d8" -d '{"events": [{"server_uuid": "f173322f-123e-4d93-903a-5504db9c6025", "name": "network-vif-plugged", "status": "completed", "tag": "a8ff1e37-a989-484d-bfc2-b1d7a7948837"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:54:40.674431 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port a8ff1e37-a989-484d-bfc2-b1d7a7948837, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=a8ff1e37-a989-484d-bfc2-b1d7a7948837,segment=NetworkSegment(d41359ac-4be7-4a75-afd1-798e41d2f155),segment_id=d41359ac-4be7-4a75-afd1-798e41d2f155)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:54:40.685020 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:40.686895 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 1232bb33-94ad-4269-a061-dbea4181bc9b no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:54:40.702058 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-3e6ed4e3-8a24-49be-acf1-784a4922a47c service neutron] 10.222.0.52 "GET /v2.0/networks/a3cd81e2-1970-4c5b-9d38-d0235482c1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6642170 Jul 23 23:54:40.705829 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-86bb0d38-75a2-4bf6-bdc7-9332a930bfc5 req-be6a0c09-35bd-4977-8fcc-ae2e804d0f3e tempest-ImagesOneServerTestJSON-1390310364 tempest-ImagesOneServerTestJSON-1390310364-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=937a9e62cc0c418b8266dbcbbf4deb41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0506227 Jul 23 23:54:40.711061 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-216886a8-7f3d-495f-83a1-2aaad851025a admin admin] Deleting port 64175f00-e4db-487d-a9bf-181c26d02541 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:54:40.711641 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-216886a8-7f3d-495f-83a1-2aaad851025a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:40.739589 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] No Port match for: 1232bb33-94ad-4269-a061-dbea4181bc9b {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:54:40.739942 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 1232bb33-94ad-4269-a061-dbea4181bc9b not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:54:40.749637 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdfd8c14-bfd5-44e3-87c8-2e7df0be3b7f admin admin] Made reservation on behalf of 0ba541c6f78942b8b24d28300792e03c for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:54:40.752057 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cdfd8c14-bfd5-44e3-87c8-2e7df0be3b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:40.769574 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cdfd8c14-bfd5-44e3-87c8-2e7df0be3b7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:40.775361 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=a8ff1e37-a989-484d-bfc2-b1d7a7948837,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:40.815378 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-2a66b2eb-4c28-4269-b3c1-d18c3cd4274b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:40.817260 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-2a66b2eb-4c28-4269-b3c1-d18c3cd4274b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d749b4d1b42a4289ae7deab4121e65e5&device_id=32c9f11f-5ce3-4bb7-a7a0-8e24b5975e04 HTTP/1.1" status: 200 len: 1095 time: 0.7056766 Jul 23 23:54:40.861335 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-216886a8-7f3d-495f-83a1-2aaad851025a admin admin] For port 64175f00-e4db-487d-a9bf-181c26d02541, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=64175f00-e4db-487d-a9bf-181c26d02541,segment=NetworkSegment(a9594cac-1cab-4b48-a740-b9cc5026e516),segment_id=a9594cac-1cab-4b48-a740-b9cc5026e516)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:54:40.861677 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-216886a8-7f3d-495f-83a1-2aaad851025a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:40.892991 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-fc232dd2-1544-4c09-854c-d055a9ed2bdc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f0716dc-8c49-4410-b41c-58a809f1bfc4 HTTP/1.1" status: 200 len: 217 time: 0.0502660 Jul 23 23:54:40.894753 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78ceff4-20b9-4810-81be-30808f04d3e1 req-82931709-0c27-41cc-a5de-c9bd8d6f5a04 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:40.896309 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c78ceff4-20b9-4810-81be-30808f04d3e1 req-82931709-0c27-41cc-a5de-c9bd8d6f5a04 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/ports?device_id=5017e1b8-c1a9-4f49-9f57-d89fd83b37a3 HTTP/1.1" status: 200 len: 949 time: 0.2559690 Jul 23 23:54:40.902138 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-216886a8-7f3d-495f-83a1-2aaad851025a admin admin] Calling delete_port for 64175f00-e4db-487d-a9bf-181c26d02541 owned by network:router_interface {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:54:40.967810 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb0d38-75a2-4bf6-bdc7-9332a930bfc5 req-b1e1b26d-3a1c-407e-8c53-4112a3e1fe13 tempest-ImagesOneServerTestJSON-1390310364 tempest-ImagesOneServerTestJSON-1390310364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:40.969325 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-86bb0d38-75a2-4bf6-bdc7-9332a930bfc5 req-b1e1b26d-3a1c-407e-8c53-4112a3e1fe13 tempest-ImagesOneServerTestJSON-1390310364 tempest-ImagesOneServerTestJSON-1390310364-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2445338 Jul 23 23:54:40.983357 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b0d6f-8694-4d0d-b092-5346cd615935 req-547cd015-97fd-4f59-916a-0a1f153e9b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:40.984849 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f52b0d6f-8694-4d0d-b092-5346cd615935 req-547cd015-97fd-4f59-916a-0a1f153e9b6a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d749b4d1b42a4289ae7deab4121e65e5&device_id=2b91a5e4-6ac9-4896-b8a4-d308a7c6f073 HTTP/1.1" status: 200 len: 1095 time: 0.2214119 Jul 23 23:54:41.002605 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-5c298fa6-1b54-46cb-abf6-fd768a708cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:41.002829 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c78ceff4-20b9-4810-81be-30808f04d3e1 req-47a62ad0-77d7-4354-a92a-8708e8d8971b tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/security-groups?id=84afd7ea-644b-438b-8379-6d56a9cf992d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984762 Jul 23 23:54:41.004262 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-5c298fa6-1b54-46cb-abf6-fd768a708cba service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b15590c4-c7c2-4950-a06e-3600f7d096c5 HTTP/1.1" status: 200 len: 852 time: 0.1045017 Jul 23 23:54:41.017910 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-86bb0d38-75a2-4bf6-bdc7-9332a930bfc5 req-d797d047-7948-43b6-92f9-ae7ef3e02f08 tempest-ImagesOneServerTestJSON-1390310364 tempest-ImagesOneServerTestJSON-1390310364-project] 10.222.0.44 "GET /v2.0/quotas/937a9e62cc0c418b8266dbcbbf4deb41 HTTP/1.1" status: 200 len: 375 time: 0.0403101 Jul 23 23:54:41.063201 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-fc7dc039-f8ad-4b76-9af3-e788ff322afe service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a3cd81e2-1970-4c5b-9d38-d0235482c1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471461 Jul 23 23:54:41.089048 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cec68df-abc2-4d3b-a0b0-868d6e6f587e x-openstack-request-id: req-7cec68df-abc2-4d3b-a0b0-868d6e6f587e {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:54:41.089527 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f173322f-123e-4d93-903a-5504db9c6025", "name": "network-vif-plugged", "status": "completed", "tag": "a8ff1e37-a989-484d-bfc2-b1d7a7948837", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:54:41.089957 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7cec68df-abc2-4d3b-a0b0-868d6e6f587e {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:54:41.090099 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-86bb0d38-75a2-4bf6-bdc7-9332a930bfc5 req-3bc24c3d-3dfa-46d6-9696-6b9b45d93a91 tempest-ImagesOneServerTestJSON-1390310364 tempest-ImagesOneServerTestJSON-1390310364-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=937a9e62cc0c418b8266dbcbbf4deb41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0630279 Jul 23 23:54:41.090641 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f173322f-123e-4d93-903a-5504db9c6025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ff1e37-a989-484d-bfc2-b1d7a7948837', 'code': 200} Jul 23 23:54:41.103681 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cdfd8c14-bfd5-44e3-87c8-2e7df0be3b7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:41.117987 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cdfd8c14-bfd5-44e3-87c8-2e7df0be3b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:41.156348 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdfd8c14-bfd5-44e3-87c8-2e7df0be3b7f admin admin] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:54:41.199549 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfd8c14-bfd5-44e3-87c8-2e7df0be3b7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f142e879-1940-4f56-a373-dc3c04d51bd9,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:41.207651 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cdfd8c14-bfd5-44e3-87c8-2e7df0be3b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:41.208003 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-cdfd8c14-bfd5-44e3-87c8-2e7df0be3b7f admin admin] Added segment b45bfccd-951e-4267-b73e-6acacd8c9dc9 of type vlan for network 5a68620e-8ed8-46e0-ba48-c9ec0876466a Jul 23 23:54:41.226293 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32c9f11f-5ce3-4bb7-a7a0-8e24b5975e04', 'tag': '1f0716dc-8c49-4410-b41c-58a809f1bfc4'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:54:41.229796 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be31963-8a8a-46a5-b552-561797755d51" -d '{"events": [{"name": "network-changed", "server_uuid": "32c9f11f-5ce3-4bb7-a7a0-8e24b5975e04", "tag": "1f0716dc-8c49-4410-b41c-58a809f1bfc4"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:54:41.263681 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b0d6f-8694-4d0d-b092-5346cd615935 req-0aa188e3-c522-448c-acf3-fa24f486e276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:41.265814 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f52b0d6f-8694-4d0d-b092-5346cd615935 req-0aa188e3-c522-448c-acf3-fa24f486e276 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a3cd81e2-1970-4c5b-9d38-d0235482c1d3 HTTP/1.1" status: 200 len: 913 time: 0.2722697 Jul 23 23:54:41.320468 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cdfd8c14-bfd5-44e3-87c8-2e7df0be3b7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:41.328958 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f52b0d6f-8694-4d0d-b092-5346cd615935 req-86be0e0d-03c3-463d-9851-34fc1d5d9d48 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa72a7da-d2a6-4dfa-915d-162e2f02541c HTTP/1.1" status: 200 len: 217 time: 0.0518458 Jul 23 23:54:41.331426 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-fcf34bc7-e3ce-42ae-8cd1-d9c8b06d18bd service neutron] 10.222.0.52 "GET /v2.0/networks/a3cd81e2-1970-4c5b-9d38-d0235482c1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437863 Jul 23 23:54:41.362960 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-216886a8-7f3d-495f-83a1-2aaad851025a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:41.413400 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f060e0a5-0b65-4464-9b31-2f145a648776 req-69d84baa-db17-43db-93c8-0d10077b66ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:41.415568 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f060e0a5-0b65-4464-9b31-2f145a648776 req-69d84baa-db17-43db-93c8-0d10077b66ef service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f173322f-123e-4d93-903a-5504db9c6025 HTTP/1.1" status: 200 len: 1098 time: 0.2565296 Jul 23 23:54:41.422139 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216886a8-7f3d-495f-83a1-2aaad851025a admin admin] Pushing event deleted for resources: {'Port': ['ID=64175f00-e4db-487d-a9bf-181c26d02541,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:41.492165 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cdfd8c14-bfd5-44e3-87c8-2e7df0be3b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:41.493800 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdfd8c14-bfd5-44e3-87c8-2e7df0be3b7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:41.494684 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cdfd8c14-bfd5-44e3-87c8-2e7df0be3b7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:41.519499 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b0d6f-8694-4d0d-b092-5346cd615935 req-c843c70e-85e0-4697-999f-4fb42ef487f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:41.521273 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f52b0d6f-8694-4d0d-b092-5346cd615935 req-c843c70e-85e0-4697-999f-4fb42ef487f4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b15590c4-c7c2-4950-a06e-3600f7d096c5 HTTP/1.1" status: 200 len: 852 time: 0.1704240 Jul 23 23:54:41.541095 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f060e0a5-0b65-4464-9b31-2f145a648776 req-bc29b9a7-3342-4796-ac31-eff04a013edc service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137254 Jul 23 23:54:41.602292 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f52b0d6f-8694-4d0d-b092-5346cd615935 req-bb6e5b9f-14d8-4a28-9750-90d7c3031f6b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a3cd81e2-1970-4c5b-9d38-d0235482c1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707266 Jul 23 23:54:41.637770 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a16b1121-6071-4151-88ef-d6107f4a6a19 req-4cdc3f26-2cfd-454d-8873-e048ac9a10ca service neutron] 10.222.0.52 "GET /v2.0/networks/a3cd81e2-1970-4c5b-9d38-d0235482c1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888167 Jul 23 23:54:41.670380 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6470b24-7847-4e92-bc5b-7e58ea0f212c req-b405c0d7-8377-4d11-86de-d5e01aa2b472 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:41.678094 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e6470b24-7847-4e92-bc5b-7e58ea0f212c req-b405c0d7-8377-4d11-86de-d5e01aa2b472 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] 10.222.0.44 "GET /v2.0/ports?device_id=32c9f11f-5ce3-4bb7-a7a0-8e24b5975e04 HTTP/1.1" status: 200 len: 943 time: 0.2822526 Jul 23 23:54:41.701696 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-cdfd8c14-bfd5-44e3-87c8-2e7df0be3b7f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3564701 Jul 23 23:54:41.719106 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 42166) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:54:41.720692 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed264ff-578e-4c68-b599-9b3b17b3cd73 x-openstack-request-id: req-bed264ff-578e-4c68-b599-9b3b17b3cd73 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:54:41.721623 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32c9f11f-5ce3-4bb7-a7a0-8e24b5975e04", "tag": "1f0716dc-8c49-4410-b41c-58a809f1bfc4", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:54:41.722029 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bed264ff-578e-4c68-b599-9b3b17b3cd73 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:54:41.722598 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32c9f11f-5ce3-4bb7-a7a0-8e24b5975e04', 'tag': '1f0716dc-8c49-4410-b41c-58a809f1bfc4', 'status': 'completed', 'code': 200} Jul 23 23:54:41.727259 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-ada11e4e-8546-4199-b87c-b8d03501ebe2 admin admin] Request body: {'subnet': {'network_id': '5a68620e-8ed8-46e0-ba48-c9ec0876466a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1860094371-subnet', 'tenant_id': '0ba541c6f78942b8b24d28300792e03c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:54:41.732051 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfd8c14-bfd5-44e3-87c8-2e7df0be3b7f admin admin] Pushing event updated for resources: {'Network': ['ID=5a68620e-8ed8-46e0-ba48-c9ec0876466a,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:41.748217 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 5a68620e-8ed8-46e0-ba48-c9ec0876466a details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:54:41.813207 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e6470b24-7847-4e92-bc5b-7e58ea0f212c req-5c9e40a5-ff59-4c96-80cb-aa92d9c90e3a tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] 10.222.0.44 "GET /v2.0/security-groups?id=28aae001-5f9c-44eb-8989-3db71a778577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342051 Jul 23 23:54:41.835871 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f52b0d6f-8694-4d0d-b092-5346cd615935 req-1ba4670c-033d-4072-a38a-1ad5138be155 service neutron] 10.222.0.52 "GET /v2.0/networks/a3cd81e2-1970-4c5b-9d38-d0235482c1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229834 Jul 23 23:54:41.867577 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d0a5c22a-7071-49c5-88ef-7d0ebe5841e7 req-15ca3a27-cf09-4fe3-a591-d6cb3e7a8e8a tempest-ImagesOneServerTestJSON-1390310364 tempest-ImagesOneServerTestJSON-1390310364-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c7feaae-3110-4bcb-a689-c25d4ea04d6e HTTP/1.1" status: 200 len: 210 time: 0.0779946 Jul 23 23:54:41.879748 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be31963-8a8a-46a5-b552-561797755d51 req-620a3fc2-0637-4535-9b4c-ac0dec9259c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:41.881459 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4be31963-8a8a-46a5-b552-561797755d51 req-620a3fc2-0637-4535-9b4c-ac0dec9259c2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d749b4d1b42a4289ae7deab4121e65e5&device_id=32c9f11f-5ce3-4bb7-a7a0-8e24b5975e04 HTTP/1.1" status: 200 len: 1095 time: 0.1546230 Jul 23 23:54:41.888928 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada11e4e-8546-4199-b87c-b8d03501ebe2 admin admin] Made reservation on behalf of 0ba541c6f78942b8b24d28300792e03c for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:54:41.891631 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ada11e4e-8546-4199-b87c-b8d03501ebe2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:41.987448 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-216886a8-7f3d-495f-83a1-2aaad851025a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679987'] for router_interface, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:42.080802 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f52b0d6f-8694-4d0d-b092-5346cd615935 req-c68f6104-e5a7-4548-81f3-94090a0cc232 service neutron] 10.222.0.52 "GET /v2.0/networks/a3cd81e2-1970-4c5b-9d38-d0235482c1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381113 Jul 23 23:54:42.103512 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be31963-8a8a-46a5-b552-561797755d51 req-55ace1ed-486d-42b6-9e9d-e01dd56ee494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:42.105046 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4be31963-8a8a-46a5-b552-561797755d51 req-55ace1ed-486d-42b6-9e9d-e01dd56ee494 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a3cd81e2-1970-4c5b-9d38-d0235482c1d3 HTTP/1.1" status: 200 len: 913 time: 0.2165380 Jul 23 23:54:42.132959 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92829a4b-8163-48dc-bba7-6602cb3df986 req-8a6432e6-5304-4c2e-b0f0-6f5a9847e84f tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:42.134714 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-92829a4b-8163-48dc-bba7-6602cb3df986 req-8a6432e6-5304-4c2e-b0f0-6f5a9847e84f tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?device_id=f173322f-123e-4d93-903a-5504db9c6025 HTTP/1.1" status: 200 len: 946 time: 0.1987777 Jul 23 23:54:42.206104 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4be31963-8a8a-46a5-b552-561797755d51 req-8cfd2615-08ea-4321-a833-7d15427971a8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f0716dc-8c49-4410-b41c-58a809f1bfc4 HTTP/1.1" status: 200 len: 217 time: 0.0702860 Jul 23 23:54:42.230042 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-92829a4b-8163-48dc-bba7-6602cb3df986 req-dc097038-9517-49e7-911d-7803ed68a3e3 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845859 Jul 23 23:54:42.315170 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be31963-8a8a-46a5-b552-561797755d51 req-fda1a6dd-d7fe-4a87-b3e7-ab3b280b5e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:42.318552 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4be31963-8a8a-46a5-b552-561797755d51 req-fda1a6dd-d7fe-4a87-b3e7-ab3b280b5e78 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b15590c4-c7c2-4950-a06e-3600f7d096c5 HTTP/1.1" status: 200 len: 852 time: 0.1030099 Jul 23 23:54:42.393205 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4be31963-8a8a-46a5-b552-561797755d51 req-309cc17b-6243-4ad5-a3cd-1d2d2044eb05 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a3cd81e2-1970-4c5b-9d38-d0235482c1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666616 Jul 23 23:54:42.564170 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60c8753-8ee9-4afe-ab5a-70f4c632c4fe req-23f723a6-1991-46bd-b4c9-665cbbc1e941 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:42.566161 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b60c8753-8ee9-4afe-ab5a-70f4c632c4fe req-23f723a6-1991-46bd-b4c9-665cbbc1e941 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/ports?device_id=5017e1b8-c1a9-4f49-9f57-d89fd83b37a3 HTTP/1.1" status: 200 len: 949 time: 0.2161074 Jul 23 23:54:42.574491 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4be31963-8a8a-46a5-b552-561797755d51 req-bd944de1-04fa-4e77-9bd3-e62174bbfbd6 service neutron] 10.222.0.52 "GET /v2.0/networks/a3cd81e2-1970-4c5b-9d38-d0235482c1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470745 Jul 23 23:54:42.611518 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ada11e4e-8546-4199-b87c-b8d03501ebe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:42.653057 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b60c8753-8ee9-4afe-ab5a-70f4c632c4fe req-58de1b28-160c-4fbd-b6d1-e42e2799a36c tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/security-groups?id=84afd7ea-644b-438b-8379-6d56a9cf992d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767088 Jul 23 23:54:42.696840 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada11e4e-8546-4199-b87c-b8d03501ebe2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0db7f07d-a14b-4c57-807d-bc1863ff1ac0,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:42.708896 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada11e4e-8546-4199-b87c-b8d03501ebe2 admin admin] Checking segment: {'id': 'b45bfccd-951e-4267-b73e-6acacd8c9dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '5a68620e-8ed8-46e0-ba48-c9ec0876466a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:54:42.709032 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada11e4e-8546-4199-b87c-b8d03501ebe2 admin admin] Network hostable DHCP agents. Network: 5a68620e-8ed8-46e0-ba48-c9ec0876466a, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:54:42.714135 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-216886a8-7f3d-495f-83a1-2aaad851025a admin admin] Router 6e1891b2-a9e5-482a-a339-72c76a74f7e0 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:54:42.720285 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4be31963-8a8a-46a5-b552-561797755d51 req-b83e80eb-47d3-4d4d-818f-c8f6df2b14ab service neutron] 10.222.0.52 "GET /v2.0/networks/a3cd81e2-1970-4c5b-9d38-d0235482c1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211088 Jul 23 23:54:42.770656 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada11e4e-8546-4199-b87c-b8d03501ebe2 admin admin] Network 5a68620e-8ed8-46e0-ba48-c9ec0876466a is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:54:42.831654 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-ada11e4e-8546-4199-b87c-b8d03501ebe2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 5a68620e-8ed8-46e0-ba48-c9ec0876466a) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:54:42.845040 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388e8e72-6c06-448f-9091-96c01b4ca507 None None] Network 5a68620e-8ed8-46e0-ba48-c9ec0876466a requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:54:42.863378 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-86bb0d38-75a2-4bf6-bdc7-9332a930bfc5 req-53944d92-d512-49be-92e1-019127f9e7c4 tempest-ImagesOneServerTestJSON-1390310364 tempest-ImagesOneServerTestJSON-1390310364-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=937a9e62cc0c418b8266dbcbbf4deb41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0656967 Jul 23 23:54:42.866537 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada11e4e-8546-4199-b87c-b8d03501ebe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:42.867128 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ada11e4e-8546-4199-b87c-b8d03501ebe2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:42.885033 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-216886a8-7f3d-495f-83a1-2aaad851025a admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:54:42.905088 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42212) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:54:42.906655 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-216886a8-7f3d-495f-83a1-2aaad851025a admin admin] 10.222.0.44 "PUT /v2.0/routers/6e1891b2-a9e5-482a-a339-72c76a74f7e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7226903 Jul 23 23:54:42.915095 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5170959-3502-4ea4-aca5-9b187097c82f None None] Sync routers for ids ['6e1891b2-a9e5-482a-a339-72c76a74f7e0'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:54:42.931056 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-ada11e4e-8546-4199-b87c-b8d03501ebe2 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2073176 Jul 23 23:54:42.940232 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5170959-3502-4ea4-aca5-9b187097c82f None None] Routers {'6e1891b2-a9e5-482a-a339-72c76a74f7e0'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:54:42.941646 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-c5170959-3502-4ea4-aca5-9b187097c82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:54:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['6e1891b2-a9e5-482a-a339-72c76a74f7e0'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:54:42.946332 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 42216) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:54:42.950556 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-33856feb-c5c7-4b65-9b61-46aeecf61880 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1860094371-router', 'tenant_id': '0ba541c6f78942b8b24d28300792e03c', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:54:43.006546 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 42218) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:54:43.107315 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-33856feb-c5c7-4b65-9b61-46aeecf61880 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:43.108667 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-33856feb-c5c7-4b65-9b61-46aeecf61880 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:43.119240 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5040018b-d8de-4444-ba6f-6e73640abbcf req-7236e066-0594-4231-8091-b91055880790 tempest-ImagesOneServerTestJSON-1390310364 tempest-ImagesOneServerTestJSON-1390310364-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c7feaae-3110-4bcb-a689-c25d4ea04d6e HTTP/1.1" status: 200 len: 210 time: 0.0901453 Jul 23 23:54:43.132793 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb0d38-75a2-4bf6-bdc7-9332a930bfc5 req-1d755e3c-1b2b-450c-a83a-95c56e3bd617 tempest-ImagesOneServerTestJSON-1390310364 tempest-ImagesOneServerTestJSON-1390310364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:43.134879 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-86bb0d38-75a2-4bf6-bdc7-9332a930bfc5 req-1d755e3c-1b2b-450c-a83a-95c56e3bd617 tempest-ImagesOneServerTestJSON-1390310364 tempest-ImagesOneServerTestJSON-1390310364-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2631032 Jul 23 23:54:43.164077 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-86bb0d38-75a2-4bf6-bdc7-9332a930bfc5 req-dffa379e-dfb4-48bd-969f-6d99f31acf72 tempest-ImagesOneServerTestJSON-1390310364 tempest-ImagesOneServerTestJSON-1390310364-project] Request body: {'port': {'device_id': '2c7feaae-3110-4bcb-a689-c25d4ea04d6e', 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2', 'admin_state_up': True, 'tenant_id': '937a9e62cc0c418b8266dbcbbf4deb41'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:54:43.186809 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-89af7886-70ad-467e-a111-0bc9d954d185 admin admin] Notify callbacks [] for router, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:43.249829 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c323b824-716a-4968-8095-f3e2c17b5f43 req-aa7942b5-411a-41e4-a842-77712a66dd64 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:43.251311 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c323b824-716a-4968-8095-f3e2c17b5f43 req-aa7942b5-411a-41e4-a842-77712a66dd64 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] 10.222.0.44 "GET /v2.0/ports?device_id=32c9f11f-5ce3-4bb7-a7a0-8e24b5975e04 HTTP/1.1" status: 200 len: 943 time: 0.2415521 Jul 23 23:54:43.280428 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-33856feb-c5c7-4b65-9b61-46aeecf61880 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:43.323662 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device aa72a7da-d2a6-4dfa-915d-162e2f02541c details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:54:43.342404 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-89af7886-70ad-467e-a111-0bc9d954d185 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:43.362501 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-c5170959-3502-4ea4-aca5-9b187097c82f None None] Set router 6e1891b2-a9e5-482a-a339-72c76a74f7e0 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:54:43.397212 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fe28fd-0e93-494e-8127-33b0c858172b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-5a68620e-8ed8-46e0-ba48-c9ec0876466a', 'network_id': '5a68620e-8ed8-46e0-ba48-c9ec0876466a', 'tenant_id': '0ba541c6f78942b8b24d28300792e03c', 'fixed_ips': [{'subnet_id': '0db7f07d-a14b-4c57-807d-bc1863ff1ac0'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:54:43.398371 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-80fe28fd-0e93-494e-8127-33b0c858172b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:43.447236 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c82f493-38af-40a0-abfb-86b6e0c319b9 req-4655e7f9-6102-4bce-8065-54ce69598848 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:43.449213 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6c82f493-38af-40a0-abfb-86b6e0c319b9 req-4655e7f9-6102-4bce-8065-54ce69598848 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?device_id=f173322f-123e-4d93-903a-5504db9c6025 HTTP/1.1" status: 200 len: 946 time: 0.1177676 Jul 23 23:54:43.477136 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-89af7886-70ad-467e-a111-0bc9d954d185 admin admin] Deleting port 9b8bfcf8-9451-4eeb-8a9f-42228003e45d {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:54:43.477593 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-89af7886-70ad-467e-a111-0bc9d954d185 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:43.492706 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c323b824-716a-4968-8095-f3e2c17b5f43 req-492c8008-d8bc-4a46-a77c-c662d38da5dc tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] 10.222.0.44 "GET /v2.0/security-groups?id=28aae001-5f9c-44eb-8989-3db71a778577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193675 Jul 23 23:54:43.509108 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-b7864174-749b-4a84-9eb1-7143d26141c1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8520315e7b984b1485aa68ad89005926&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4979589 Jul 23 23:54:43.517856 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 42226) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:54:43.522771 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6c82f493-38af-40a0-abfb-86b6e0c319b9 req-ccce38d1-cee3-4be4-8e4e-29078c8f4037 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671902 Jul 23 23:54:43.597637 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-89af7886-70ad-467e-a111-0bc9d954d185 admin admin] For port 9b8bfcf8-9451-4eeb-8a9f-42228003e45d, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=9b8bfcf8-9451-4eeb-8a9f-42228003e45d,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:54:43.598015 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-89af7886-70ad-467e-a111-0bc9d954d185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:43.611946 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-89af7886-70ad-467e-a111-0bc9d954d185 admin admin] Calling delete_port for 9b8bfcf8-9451-4eeb-8a9f-42228003e45d owned by network:router_gateway {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:54:43.630778 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-33856feb-c5c7-4b65-9b61-46aeecf61880 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:43.717620 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86bb0d38-75a2-4bf6-bdc7-9332a930bfc5 req-dffa379e-dfb4-48bd-969f-6d99f31acf72 tempest-ImagesOneServerTestJSON-1390310364 tempest-ImagesOneServerTestJSON-1390310364-project] Made reservation on behalf of 937a9e62cc0c418b8266dbcbbf4deb41 for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:54:43.721464 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-86bb0d38-75a2-4bf6-bdc7-9332a930bfc5 req-dffa379e-dfb4-48bd-969f-6d99f31acf72 tempest-ImagesOneServerTestJSON-1390310364 tempest-ImagesOneServerTestJSON-1390310364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:43.754512 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-86bb0d38-75a2-4bf6-bdc7-9332a930bfc5 req-dffa379e-dfb4-48bd-969f-6d99f31acf72 tempest-ImagesOneServerTestJSON-1390310364 tempest-ImagesOneServerTestJSON-1390310364-project] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:43.767184 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port aa72a7da-d2a6-4dfa-915d-162e2f02541c, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=aa72a7da-d2a6-4dfa-915d-162e2f02541c,segment=NetworkSegment(8f4844c9-ec59-45f2-af9f-7284864a60e7),segment_id=8f4844c9-ec59-45f2-af9f-7284864a60e7)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:54:43.777193 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-372a20df-1647-477a-a882-ea32783f881a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:43.798747 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-80fe28fd-0e93-494e-8127-33b0c858172b None None] Allocated IP 172.20.0.2 (5a68620e-8ed8-46e0-ba48-c9ec0876466a/0db7f07d-a14b-4c57-807d-bc1863ff1ac0/875a8380-f171-4601-9b7d-8501c0900977) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:54:43.821832 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-372a20df-1647-477a-a882-ea32783f881a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:43.827352 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed6987-381a-4792-a439-74cf9a95adc8 req-141f1aed-1af9-43df-b413-0e58c194b2e7 tempest-LiveMigrationTest-328354084 tempest-LiveMigrationTest-328354084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:43.829179 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8bed6987-381a-4792-a439-74cf9a95adc8 req-141f1aed-1af9-43df-b413-0e58c194b2e7 tempest-LiveMigrationTest-328354084 tempest-LiveMigrationTest-328354084-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=f173322f-123e-4d93-903a-5504db9c6025 HTTP/1.1" status: 200 len: 1098 time: 0.2239048 Jul 23 23:54:43.845728 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-89af7886-70ad-467e-a111-0bc9d954d185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:43.879330 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': 'aa72a7da-d2a6-4dfa-915d-162e2f02541c', 'network_id': 'a3cd81e2-1970-4c5b-9d38-d0235482c1d3', 'port_id': 'aa72a7da-d2a6-4dfa-915d-162e2f02541c', 'mac_address': 'fa:16:3e:8c:01:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b15590c4-c7c2-4950-a06e-3600f7d096c5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:54:43.883792 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89af7886-70ad-467e-a111-0bc9d954d185 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b8bfcf8-9451-4eeb-8a9f-42228003e45d,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:43.895277 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c4a01c-7303-4137-9d68-838b4baa23f2 req-01e524af-d918-4166-8108-de9d8c20038e tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:43.896686 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-23c4a01c-7303-4137-9d68-838b4baa23f2 req-01e524af-d918-4166-8108-de9d8c20038e tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/ports?device_id=5017e1b8-c1a9-4f49-9f57-d89fd83b37a3 HTTP/1.1" status: 200 len: 949 time: 0.1141622 Jul 23 23:54:43.977124 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8bed6987-381a-4792-a439-74cf9a95adc8 req-84ad420d-45b8-4998-9275-da99ab3c1b0a tempest-LiveMigrationTest-328354084 tempest-LiveMigrationTest-328354084-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128173 Jul 23 23:54:43.983274 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:43.992633 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-23c4a01c-7303-4137-9d68-838b4baa23f2 req-0a997a8f-28a8-4990-ac00-585407da9293 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/security-groups?id=84afd7ea-644b-438b-8379-6d56a9cf992d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718081 Jul 23 23:54:44.010299 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-372a20df-1647-477a-a882-ea32783f881a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:44.010299 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-372a20df-1647-477a-a882-ea32783f881a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:44.014641 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-372a20df-1647-477a-a882-ea32783f881a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/39e2cfc2-bcff-4d1c-a5a4-8ca5083e8b44 HTTP/1.1" status: 204 len: 168 time: 0.4560754 Jul 23 23:54:44.022492 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-89af7886-70ad-467e-a111-0bc9d954d185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687114'] for router_gateway, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:44.050460 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa72a7da-d2a6-4dfa-915d-162e2f02541c {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:54:44.090377 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port aa72a7da-d2a6-4dfa-915d-162e2f02541c, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=aa72a7da-d2a6-4dfa-915d-162e2f02541c,segment=NetworkSegment(8f4844c9-ec59-45f2-af9f-7284864a60e7),segment_id=8f4844c9-ec59-45f2-af9f-7284864a60e7)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:54:44.103181 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:44.113840 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372a20df-1647-477a-a882-ea32783f881a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e2cfc2-bcff-4d1c-a5a4-8ca5083e8b44,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:44.114779 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-c5170959-3502-4ea4-aca5-9b187097c82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1891b2-a9e5-482a-a339-72c76a74f7e0', 'name': 'tempest-AttachSCSIVolumeTestJSON-229842365-router', 'tenant_id': 'c12fd039d6c846faa62cc7e40c0b8c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '9b8bfcf8-9451-4eeb-8a9f-42228003e45d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:52:28Z', 'updated_at': '2021-07-23T23:54:41Z', 'revision_number': 5, 'project_id': 'c12fd039d6c846faa62cc7e40c0b8c84', 'gw_port': {'id': '9b8bfcf8-9451-4eeb-8a9f-42228003e45d', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1891b2-a9e5-482a-a339-72c76a74f7e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:52:29Z', 'updated_at': '2021-07-23T23:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:54:44.118060 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-80fe28fd-0e93-494e-8127-33b0c858172b None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:44.181008 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-80fe28fd-0e93-494e-8127-33b0c858172b None None] Transition to ACTIVE for port object 875a8380-f171-4601-9b7d-8501c0900977 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:54:44.186491 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5170959-3502-4ea4-aca5-9b187097c82f None None] Checking router: 6e1891b2-a9e5-482a-a339-72c76a74f7e0 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:54:44.197137 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-86bb0d38-75a2-4bf6-bdc7-9332a930bfc5 req-dffa379e-dfb4-48bd-969f-6d99f31acf72 tempest-ImagesOneServerTestJSON-1390310364 tempest-ImagesOneServerTestJSON-1390310364-project] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:44.221919 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-89af7886-70ad-467e-a111-0bc9d954d185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:44.225726 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-86bb0d38-75a2-4bf6-bdc7-9332a930bfc5 req-dffa379e-dfb4-48bd-969f-6d99f31acf72 tempest-ImagesOneServerTestJSON-1390310364 tempest-ImagesOneServerTestJSON-1390310364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:44.247841 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-80fe28fd-0e93-494e-8127-33b0c858172b None None] Transition to ACTIVE for port object 875a8380-f171-4601-9b7d-8501c0900977 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:54:44.250731 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5170959-3502-4ea4-aca5-9b187097c82f None None] Routers {'6e1891b2-a9e5-482a-a339-72c76a74f7e0'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:54:44.251381 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-c5170959-3502-4ea4-aca5-9b187097c82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:54:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['6e1891b2-a9e5-482a-a339-72c76a74f7e0'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:54:44.258214 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-89af7886-70ad-467e-a111-0bc9d954d185 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:44.259094 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-33856feb-c5c7-4b65-9b61-46aeecf61880 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:44.316537 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-89af7886-70ad-467e-a111-0bc9d954d185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:44.317146 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89af7886-70ad-467e-a111-0bc9d954d185 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e1891b2-a9e5-482a-a339-72c76a74f7e0 {{(pid=100313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 23:54:44.322702 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-80fe28fd-0e93-494e-8127-33b0c858172b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:44.328198 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-89af7886-70ad-467e-a111-0bc9d954d185 admin admin] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:44.328198 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-89af7886-70ad-467e-a111-0bc9d954d185 admin admin] 10.222.0.44 "DELETE /v2.0/routers/6e1891b2-a9e5-482a-a339-72c76a74f7e0 HTTP/1.1" status: 204 len: 168 time: 1.4192302 Jul 23 23:54:44.331521 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42242) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:54:44.342606 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bea797-5daf-4827-bfb4-7ee98f18ac92 req-093ece9c-4eaa-4263-b1ec-3bd0762655ef tempest-LiveMigrationTest-328354084 tempest-LiveMigrationTest-328354084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:44.349542 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-00bea797-5daf-4827-bfb4-7ee98f18ac92 req-093ece9c-4eaa-4263-b1ec-3bd0762655ef tempest-LiveMigrationTest-328354084 tempest-LiveMigrationTest-328354084-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=f173322f-123e-4d93-903a-5504db9c6025 HTTP/1.1" status: 200 len: 1098 time: 0.1304295 Jul 23 23:54:44.354151 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=aa72a7da-d2a6-4dfa-915d-162e2f02541c,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:44.356277 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-33856feb-c5c7-4b65-9b61-46aeecf61880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:44.385703 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffa379e-dfb4-48bd-969f-6d99f31acf72 tempest-ImagesOneServerTestJSON-1390310364 tempest-ImagesOneServerTestJSON-1390310364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e4ced4f-2cc5-4a81-83cf-2b8ba47ee51d,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:44.392223 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['aa72a7da-d2a6-4dfa-915d-162e2f02541c'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:54:44.397355 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ae5736eb-8e91-4523-84cc-68b4578af45b req-c63ee5fa-4f03-4cb4-9bbe-2c276efe2fc1 tempest-ImagesOneServerTestJSON-1390310364 tempest-ImagesOneServerTestJSON-1390310364-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c7feaae-3110-4bcb-a689-c25d4ea04d6e HTTP/1.1" status: 200 len: 210 time: 0.1402435 Jul 23 23:54:44.424918 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-8100d326-7e13-415f-bf15-87e8fc60ea9d admin admin] Deleting subnet 2a3770d0-e623-40cc-902b-54fdd563540f {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:54:44.435000 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8100d326-7e13-415f-bf15-87e8fc60ea9d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:44.440165 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-c5170959-3502-4ea4-aca5-9b187097c82f None None] Set router 6e1891b2-a9e5-482a-a339-72c76a74f7e0 gateway port host: None {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:54:44.491958 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-00bea797-5daf-4827-bfb4-7ee98f18ac92 req-062d8646-2dd7-478f-8e6a-31383db76cd7 tempest-LiveMigrationTest-328354084 tempest-LiveMigrationTest-328354084-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372991 Jul 23 23:54:44.515198 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fe28fd-0e93-494e-8127-33b0c858172b None None] Network 5a68620e-8ed8-46e0-ba48-c9ec0876466a is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:54:44.525174 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-c5170959-3502-4ea4-aca5-9b187097c82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1891b2-a9e5-482a-a339-72c76a74f7e0', 'name': 'tempest-AttachSCSIVolumeTestJSON-229842365-router', 'tenant_id': 'c12fd039d6c846faa62cc7e40c0b8c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:52:28Z', 'updated_at': '2021-07-23T23:54:43Z', 'revision_number': 7, 'project_id': 'c12fd039d6c846faa62cc7e40c0b8c84', 'gw_port_host': None}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:54:44.539739 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8100d326-7e13-415f-bf15-87e8fc60ea9d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:44.555930 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [req-86bb0d38-75a2-4bf6-bdc7-9332a930bfc5 req-dffa379e-dfb4-48bd-969f-6d99f31acf72 tempest-ImagesOneServerTestJSON-1390310364 tempest-ImagesOneServerTestJSON-1390310364-project] Allocated IP 192.168.233.218 (603dff3b-80fe-44ec-a82a-8d8b74b0c3c2/ef73a7e1-c64a-41e3-9997-629475c7b6b1/961b137c-2df4-4845-afb6-8c01c8bc5ffe) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:54:44.568757 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-80fe28fd-0e93-494e-8127-33b0c858172b None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:54:44.572933 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fe28fd-0e93-494e-8127-33b0c858172b None None] Pushing event updated for resources: {'Port': ['ID=875a8380-f171-4601-9b7d-8501c0900977,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:44.576242 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fe28fd-0e93-494e-8127-33b0c858172b None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:54:44.579586 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:44.580332 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5170959-3502-4ea4-aca5-9b187097c82f None None] The sync data for ids ['6e1891b2-a9e5-482a-a339-72c76a74f7e0'] in n-d-800088-16 is: [{'id': '6e1891b2-a9e5-482a-a339-72c76a74f7e0', 'name': 'tempest-AttachSCSIVolumeTestJSON-229842365-router', 'tenant_id': 'c12fd039d6c846faa62cc7e40c0b8c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:52:28Z', 'updated_at': '2021-07-23T23:54:43Z', 'revision_number': 7, 'project_id': 'c12fd039d6c846faa62cc7e40c0b8c84', 'gw_port_host': None}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:54:44.671366 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-33856feb-c5c7-4b65-9b61-46aeecf61880 admin admin] Allocated IP 172.25.3.69 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/d93ccc36-894d-4e17-98c2-c0fa5eaf9fd7) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:54:44.672656 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-80fe28fd-0e93-494e-8127-33b0c858172b None None] Attempting to bind port 875a8380-f171-4601-9b7d-8501c0900977 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:54:44.673058 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-80fe28fd-0e93-494e-8127-33b0c858172b None None] Attempting to bind port 875a8380-f171-4601-9b7d-8501c0900977 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': 'b45bfccd-951e-4267-b73e-6acacd8c9dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '5a68620e-8ed8-46e0-ba48-c9ec0876466a'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:54:44.673420 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fe28fd-0e93-494e-8127-33b0c858172b None None] Attempting to bind port 875a8380-f171-4601-9b7d-8501c0900977 on network 5a68620e-8ed8-46e0-ba48-c9ec0876466a {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:54:44.681954 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fe28fd-0e93-494e-8127-33b0c858172b None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:54:44.682332 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fe28fd-0e93-494e-8127-33b0c858172b None None] Checking segment: {'id': 'b45bfccd-951e-4267-b73e-6acacd8c9dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '5a68620e-8ed8-46e0-ba48-c9ec0876466a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:54:44.682740 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-80fe28fd-0e93-494e-8127-33b0c858172b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:44.683198 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fe28fd-0e93-494e-8127-33b0c858172b None None] Bound using segment: {'id': 'b45bfccd-951e-4267-b73e-6acacd8c9dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '5a68620e-8ed8-46e0-ba48-c9ec0876466a'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:54:44.684235 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-80fe28fd-0e93-494e-8127-33b0c858172b None None] Bound port: 875a8380-f171-4601-9b7d-8501c0900977, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b45bfccd-951e-4267-b73e-6acacd8c9dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '5a68620e-8ed8-46e0-ba48-c9ec0876466a'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:54:44.684624 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-80fe28fd-0e93-494e-8127-33b0c858172b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:44.705643 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8100d326-7e13-415f-bf15-87e8fc60ea9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:44.823133 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-80fe28fd-0e93-494e-8127-33b0c858172b None None] For port 875a8380-f171-4601-9b7d-8501c0900977, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:54:44.828343 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-80fe28fd-0e93-494e-8127-33b0c858172b None None] For port 875a8380-f171-4601-9b7d-8501c0900977, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=875a8380-f171-4601-9b7d-8501c0900977,segment=NetworkSegment(b45bfccd-951e-4267-b73e-6acacd8c9dc9),segment_id=b45bfccd-951e-4267-b73e-6acacd8c9dc9)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:54:44.838274 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-80fe28fd-0e93-494e-8127-33b0c858172b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:44.851967 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8100d326-7e13-415f-bf15-87e8fc60ea9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:44.900458 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-86bb0d38-75a2-4bf6-bdc7-9332a930bfc5 req-dffa379e-dfb4-48bd-969f-6d99f31acf72 tempest-ImagesOneServerTestJSON-1390310364 tempest-ImagesOneServerTestJSON-1390310364-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:44.905857 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b8718-6844-4791-8658-ee9ea6c3f474 req-771786ce-f64f-483a-8091-d1d255b2f1f4 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:44.916294 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bf5b8718-6844-4791-8658-ee9ea6c3f474 req-771786ce-f64f-483a-8091-d1d255b2f1f4 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] 10.222.0.44 "GET /v2.0/ports?device_id=32c9f11f-5ce3-4bb7-a7a0-8e24b5975e04 HTTP/1.1" status: 200 len: 943 time: 0.1821806 Jul 23 23:54:44.924689 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-33856feb-c5c7-4b65-9b61-46aeecf61880 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:44.951336 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-86bb0d38-75a2-4bf6-bdc7-9332a930bfc5 req-dffa379e-dfb4-48bd-969f-6d99f31acf72 tempest-ImagesOneServerTestJSON-1390310364 tempest-ImagesOneServerTestJSON-1390310364-project] Transition to ACTIVE for port object 961b137c-2df4-4845-afb6-8c01c8bc5ffe will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:54:44.956405 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fe28fd-0e93-494e-8127-33b0c858172b None None] Pushing event updated for resources: {'Port': ['ID=875a8380-f171-4601-9b7d-8501c0900977,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:44.957222 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8100d326-7e13-415f-bf15-87e8fc60ea9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a3770d0-e623-40cc-902b-54fdd563540f,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:44.980041 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8100d326-7e13-415f-bf15-87e8fc60ea9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:44.982884 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-8100d326-7e13-415f-bf15-87e8fc60ea9d admin admin] 10.222.0.44 "DELETE /v2.0/subnets/2a3770d0-e623-40cc-902b-54fdd563540f HTTP/1.1" status: 204 len: 168 time: 0.6504576 Jul 23 23:54:44.985367 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 42262) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:54:44.987461 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34bb6c27-c502-46e9-8e16-954532ccf395 None None] Network 4ad65b13-e76f-4cd6-8789-24305d5150eb requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:54:45.012752 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bf5b8718-6844-4791-8658-ee9ea6c3f474 req-e7268a25-d5b6-47ee-b00f-c7ed353d35f2 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] 10.222.0.44 "GET /v2.0/security-groups?id=28aae001-5f9c-44eb-8989-3db71a778577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952253 Jul 23 23:54:45.184064 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-86bb0d38-75a2-4bf6-bdc7-9332a930bfc5 req-dffa379e-dfb4-48bd-969f-6d99f31acf72 tempest-ImagesOneServerTestJSON-1390310364 tempest-ImagesOneServerTestJSON-1390310364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:45.202786 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-33856feb-c5c7-4b65-9b61-46aeecf61880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:45.280024 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42276) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:54:45.327095 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58be9407-e43a-4e24-b50e-feb3e042700c req-45199de6-bd95-48cf-bc36-9458ea3013b1 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:45.336697 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-58be9407-e43a-4e24-b50e-feb3e042700c req-45199de6-bd95-48cf-bc36-9458ea3013b1 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/ports?device_id=5017e1b8-c1a9-4f49-9f57-d89fd83b37a3 HTTP/1.1" status: 200 len: 949 time: 0.1631739 Jul 23 23:54:45.354855 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 1f0716dc-8c49-4410-b41c-58a809f1bfc4 details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:54:45.383336 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86bb0d38-75a2-4bf6-bdc7-9332a930bfc5 req-dffa379e-dfb4-48bd-969f-6d99f31acf72 tempest-ImagesOneServerTestJSON-1390310364 tempest-ImagesOneServerTestJSON-1390310364-project] Network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:54:45.385793 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-58be9407-e43a-4e24-b50e-feb3e042700c req-f479b580-58bf-42de-89c6-906d5f4cefaa tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/security-groups?id=84afd7ea-644b-438b-8379-6d56a9cf992d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431929 Jul 23 23:54:45.391234 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33856feb-c5c7-4b65-9b61-46aeecf61880 admin admin] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:54:45.398951 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-33856feb-c5c7-4b65-9b61-46aeecf61880 admin admin] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:54:45.400964 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [req-86bb0d38-75a2-4bf6-bdc7-9332a930bfc5 req-dffa379e-dfb4-48bd-969f-6d99f31acf72 tempest-ImagesOneServerTestJSON-1390310364 tempest-ImagesOneServerTestJSON-1390310364-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:54:45.406286 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33856feb-c5c7-4b65-9b61-46aeecf61880 admin admin] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:54:45.443593 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4d4513f4-c6c9-4a52-8f66-15d057cf2ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:45.444695 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-78ea4d07-48a7-4cab-a67b-671c97bf0bca admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-800115239-network', 'tenant_id': '55262526535943308d0fc348b3327b0d'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:54:45.449169 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-86bb0d38-75a2-4bf6-bdc7-9332a930bfc5 req-dffa379e-dfb4-48bd-969f-6d99f31acf72 tempest-ImagesOneServerTestJSON-1390310364 tempest-ImagesOneServerTestJSON-1390310364-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:54:45.489958 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33856feb-c5c7-4b65-9b61-46aeecf61880 admin admin] Pushing event updated for resources: {'Port': ['ID=d93ccc36-894d-4e17-98c2-c0fa5eaf9fd7,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:45.516245 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ea4d07-48a7-4cab-a67b-671c97bf0bca admin admin] Made reservation on behalf of 55262526535943308d0fc348b3327b0d for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:54:45.520372 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-78ea4d07-48a7-4cab-a67b-671c97bf0bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:45.550459 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-78ea4d07-48a7-4cab-a67b-671c97bf0bca admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:45.595709 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffa379e-dfb4-48bd-969f-6d99f31acf72 tempest-ImagesOneServerTestJSON-1390310364 tempest-ImagesOneServerTestJSON-1390310364-project] Pushing event updated for resources: {'Port': ['ID=961b137c-2df4-4845-afb6-8c01c8bc5ffe,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:45.769743 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a94d2-d4a1-43aa-991a-7efaf293dd40 req-31dc8d15-ac41-46f0-a940-ba3063a3e381 tempest-ImagesOneServerTestJSON-1390310364 tempest-ImagesOneServerTestJSON-1390310364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:45.771623 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c06a94d2-d4a1-43aa-991a-7efaf293dd40 req-31dc8d15-ac41-46f0-a940-ba3063a3e381 tempest-ImagesOneServerTestJSON-1390310364 tempest-ImagesOneServerTestJSON-1390310364-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c7feaae-3110-4bcb-a689-c25d4ea04d6e HTTP/1.1" status: 200 len: 936 time: 0.1875820 Jul 23 23:54:45.798125 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b8a2c6-f51f-4424-a84e-7dc8ad0118f3 None None] DHCP port deletion for 4ad65b13-e76f-4cd6-8789-24305d5150eb request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:54:45.801549 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 64175f00-e4db-487d-a9bf-181c26d02541 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:54:45.878014 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c06a94d2-d4a1-43aa-991a-7efaf293dd40 req-67b9f9d6-4db4-4bdb-8357-9e3561681ea5 tempest-ImagesOneServerTestJSON-1390310364 tempest-ImagesOneServerTestJSON-1390310364-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e4ced4f-2cc5-4a81-83cf-2b8ba47ee51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978806 Jul 23 23:54:45.893256 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 64175f00-e4db-487d-a9bf-181c26d02541 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:54:45.893599 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 64175f00-e4db-487d-a9bf-181c26d02541 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:54:45.894166 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 9b8bfcf8-9451-4eeb-8a9f-42228003e45d no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:54:45.955430 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 9b8bfcf8-9451-4eeb-8a9f-42228003e45d {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:54:45.955780 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 9b8bfcf8-9451-4eeb-8a9f-42228003e45d not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:54:45.997073 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 1f0716dc-8c49-4410-b41c-58a809f1bfc4, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=1f0716dc-8c49-4410-b41c-58a809f1bfc4,segment=NetworkSegment(8f4844c9-ec59-45f2-af9f-7284864a60e7),segment_id=8f4844c9-ec59-45f2-af9f-7284864a60e7)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:54:46.022429 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-33b8a2c6-f51f-4424-a84e-7dc8ad0118f3 None None] Deleting port 9930f656-b0fa-4816-a4d4-71270ac84481 {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:54:46.022429 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-33b8a2c6-f51f-4424-a84e-7dc8ad0118f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:46.041573 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-f0f1abd3-6053-45c6-b0ce-8b182ba23213 None None] Provisioning for port 961b137c-2df4-4845-afb6-8c01c8bc5ffe completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:54:46.047559 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': '1f0716dc-8c49-4410-b41c-58a809f1bfc4', 'network_id': 'a3cd81e2-1970-4c5b-9d38-d0235482c1d3', 'port_id': '1f0716dc-8c49-4410-b41c-58a809f1bfc4', 'mac_address': 'fa:16:3e:26:d7:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b15590c4-c7c2-4950-a06e-3600f7d096c5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:54:46.053199 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-f0f1abd3-6053-45c6-b0ce-8b182ba23213 None None] Provisioning complete for port 961b137c-2df4-4845-afb6-8c01c8bc5ffe triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:54:46.053588 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f0f1abd3-6053-45c6-b0ce-8b182ba23213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:46.069830 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-33856feb-c5c7-4b65-9b61-46aeecf61880 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:46.087176 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb0d38-75a2-4bf6-bdc7-9332a930bfc5 req-dffa379e-dfb4-48bd-969f-6d99f31acf72 tempest-ImagesOneServerTestJSON-1390310364 tempest-ImagesOneServerTestJSON-1390310364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:46.087874 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-86bb0d38-75a2-4bf6-bdc7-9332a930bfc5 req-dffa379e-dfb4-48bd-969f-6d99f31acf72 tempest-ImagesOneServerTestJSON-1390310364 tempest-ImagesOneServerTestJSON-1390310364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:46.094846 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-f0f1abd3-6053-45c6-b0ce-8b182ba23213 None None] Port 961b137c-2df4-4845-afb6-8c01c8bc5ffe cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:54:46.171169 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:46.194508 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-33b8a2c6-f51f-4424-a84e-7dc8ad0118f3 None None] For port 9930f656-b0fa-4816-a4d4-71270ac84481, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=9930f656-b0fa-4816-a4d4-71270ac84481,segment=NetworkSegment(a9594cac-1cab-4b48-a740-b9cc5026e516),segment_id=a9594cac-1cab-4b48-a740-b9cc5026e516)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:54:46.194932 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-33b8a2c6-f51f-4424-a84e-7dc8ad0118f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:46.206954 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f0716dc-8c49-4410-b41c-58a809f1bfc4 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:54:46.216824 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-33b8a2c6-f51f-4424-a84e-7dc8ad0118f3 None None] Calling delete_port for 9930f656-b0fa-4816-a4d4-71270ac84481 owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:54:46.244374 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 1f0716dc-8c49-4410-b41c-58a809f1bfc4, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=1f0716dc-8c49-4410-b41c-58a809f1bfc4,segment=NetworkSegment(8f4844c9-ec59-45f2-af9f-7284864a60e7),segment_id=8f4844c9-ec59-45f2-af9f-7284864a60e7)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:54:46.301061 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device f9b52e8a-7d85-422f-b2ce-78773c09870e details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:54:46.303364 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device f9b52e8a-7d85-422f-b2ce-78773c09870e no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:54:46.311073 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:46.460653 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-78ea4d07-48a7-4cab-a67b-671c97bf0bca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:46.462780 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42310) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:54:46.479028 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-78ea4d07-48a7-4cab-a67b-671c97bf0bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:46.525593 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78ea4d07-48a7-4cab-a67b-671c97bf0bca admin admin] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:54:46.548992 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ea4d07-48a7-4cab-a67b-671c97bf0bca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c96cc7-f0ba-495d-ae44-8c4cd8794790,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:46.561824 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-78ea4d07-48a7-4cab-a67b-671c97bf0bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:46.562256 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-78ea4d07-48a7-4cab-a67b-671c97bf0bca admin admin] Added segment a4549f73-f8ca-4ffd-af84-81cd4b2f5c0f of type vlan for network b8906f93-94f4-4245-b6a8-bfe9f5af486b Jul 23 23:54:46.578755 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [req-b197078e-dd10-4c98-b903-12cc17afcf12 req-7fd81187-e2d9-4935-8de2-f8c0fa453f5a tempest-LiveMigrationTest-328354084 tempest-LiveMigrationTest-328354084-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=100313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:54:46.579986 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b197078e-dd10-4c98-b903-12cc17afcf12 req-7fd81187-e2d9-4935-8de2-f8c0fa453f5a tempest-LiveMigrationTest-328354084 tempest-LiveMigrationTest-328354084-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1145186 Jul 23 23:54:46.596331 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['1f0716dc-8c49-4410-b41c-58a809f1bfc4'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:54:46.647793 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port f9b52e8a-7d85-422f-b2ce-78773c09870e, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=f9b52e8a-7d85-422f-b2ce-78773c09870e,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:54:46.648799 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-86bb0d38-75a2-4bf6-bdc7-9332a930bfc5 req-dffa379e-dfb4-48bd-969f-6d99f31acf72 tempest-ImagesOneServerTestJSON-1390310364 tempest-ImagesOneServerTestJSON-1390310364-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4908304 Jul 23 23:54:46.656060 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=1f0716dc-8c49-4410-b41c-58a809f1bfc4,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:46.664143 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-78ea4d07-48a7-4cab-a67b-671c97bf0bca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:46.670706 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-86bb0d38-75a2-4bf6-bdc7-9332a930bfc5 req-bf3b6b67-2148-4ff2-b1ed-5272b662518c service neutron] Request body: {'port': {'device_id': '2c7feaae-3110-4bcb-a689-c25d4ea04d6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-16'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:54:46.679105 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': 'f9b52e8a-7d85-422f-b2ce-78773c09870e', 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2', 'port_id': 'f9b52e8a-7d85-422f-b2ce-78773c09870e', 'mac_address': 'fa:16:3e:2c:2a:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef73a7e1-c64a-41e3-9997-629475c7b6b1', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:54:46.683593 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b197078e-dd10-4c98-b903-12cc17afcf12 req-508f94c9-1379-48cb-ac8e-14a0da272593 tempest-LiveMigrationTest-328354084 tempest-LiveMigrationTest-328354084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:46.685241 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b197078e-dd10-4c98-b903-12cc17afcf12 req-508f94c9-1379-48cb-ac8e-14a0da272593 tempest-LiveMigrationTest-328354084 tempest-LiveMigrationTest-328354084-project-admin] 10.222.0.44 "GET /v2.0/ports/a8ff1e37-a989-484d-bfc2-b1d7a7948837 HTTP/1.1" status: 200 len: 1095 time: 0.0815449 Jul 23 23:54:46.696403 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dbb259-844c-4eff-b7c0-3e8a39606f55 req-c70daace-afed-450c-a30e-99d7213d33ba tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:46.704225 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e7dbb259-844c-4eff-b7c0-3e8a39606f55 req-c70daace-afed-450c-a30e-99d7213d33ba tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] 10.222.0.44 "GET /v2.0/ports?device_id=32c9f11f-5ce3-4bb7-a7a0-8e24b5975e04 HTTP/1.1" status: 200 len: 944 time: 0.2421451 Jul 23 23:54:46.751519 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-4d4513f4-c6c9-4a52-8f66-15d057cf2ede admin admin] Deleting port 9930f656-b0fa-4816-a4d4-71270ac84481 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:54:46.752032 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4d4513f4-c6c9-4a52-8f66-15d057cf2ede admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:46.774468 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:46.777294 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-33b8a2c6-f51f-4424-a84e-7dc8ad0118f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:46.810684 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e7dbb259-844c-4eff-b7c0-3e8a39606f55 req-16f3b2ce-da3b-459d-8294-5087966e3efe tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] 10.222.0.44 "GET /v2.0/security-groups?id=28aae001-5f9c-44eb-8989-3db71a778577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901906 Jul 23 23:54:46.824434 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-78ea4d07-48a7-4cab-a67b-671c97bf0bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:46.825707 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ea4d07-48a7-4cab-a67b-671c97bf0bca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:46.826481 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-78ea4d07-48a7-4cab-a67b-671c97bf0bca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:46.829930 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f9b52e8a-7d85-422f-b2ce-78773c09870e {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:54:46.848900 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:46.872787 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79cc6670-1352-4451-9629-9b5542ebc1f6 None None] Network 5a68620e-8ed8-46e0-ba48-c9ec0876466a requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:54:46.876765 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port f9b52e8a-7d85-422f-b2ce-78773c09870e, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=f9b52e8a-7d85-422f-b2ce-78773c09870e,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:54:46.884225 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-b197078e-dd10-4c98-b903-12cc17afcf12 req-0072052e-5676-41ee-9080-e9ebfcee85e1 service neutron] Request body: {'binding': {'host': 'n-h1-800088-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:54:46.887365 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-b197078e-dd10-4c98-b903-12cc17afcf12 req-0072052e-5676-41ee-9080-e9ebfcee85e1 service neutron] Unknown quota resources ['binding']. {{(pid=100313) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 23:54:46.919760 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b8a2c6-f51f-4424-a84e-7dc8ad0118f3 None None] No DVR routers for this DVR port 9930f656-b0fa-4816-a4d4-71270ac84481 on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:54:46.924379 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b8a2c6-f51f-4424-a84e-7dc8ad0118f3 None None] Pushing event deleted for resources: {'Port': ['ID=9930f656-b0fa-4816-a4d4-71270ac84481,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:46.926235 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:46.977768 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-78ea4d07-48a7-4cab-a67b-671c97bf0bca admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6962547 Jul 23 23:54:46.989436 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 42322) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:54:47.002980 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-22dab1d4-5885-46ad-842c-4fe7d0cbe61f admin admin] Request body: {'subnet': {'network_id': 'b8906f93-94f4-4245-b6a8-bfe9f5af486b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-800115239-subnet', 'tenant_id': '55262526535943308d0fc348b3327b0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:54:47.009181 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-86bb0d38-75a2-4bf6-bdc7-9332a930bfc5 req-bf3b6b67-2148-4ff2-b1ed-5272b662518c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:47.019824 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ea4d07-48a7-4cab-a67b-671c97bf0bca admin admin] Pushing event updated for resources: {'Network': ['ID=b8906f93-94f4-4245-b6a8-bfe9f5af486b,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:47.029490 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-4d4513f4-c6c9-4a52-8f66-15d057cf2ede admin admin] For port 9930f656-b0fa-4816-a4d4-71270ac84481, host n-d-800088-16, got binding levels [] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:54:47.029490 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4d4513f4-c6c9-4a52-8f66-15d057cf2ede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:47.057970 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-4d4513f4-c6c9-4a52-8f66-15d057cf2ede admin admin] Calling delete_port for 9930f656-b0fa-4816-a4d4-71270ac84481 owned by network:dhcp {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:54:47.061272 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.ipam_backend_mixin [None req-4d4513f4-c6c9-4a52-8f66-15d057cf2ede admin admin] Port 9930f656-b0fa-4816-a4d4-71270ac84481 was not found and therefore no delete operation was performed {{(pid=100314) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 23:54:47.063935 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network b8906f93-94f4-4245-b6a8-bfe9f5af486b details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:54:47.067577 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4d4513f4-c6c9-4a52-8f66-15d057cf2ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:47.105929 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-c9de3807-4b41-4b4a-a4d4-d375704a8e4a None None] Provisioning for port 875a8380-f171-4601-9b7d-8501c0900977 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:54:47.119798 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b13a5d9-5b3b-4343-8f79-f3b8df50acca req-7000e3df-4c29-437e-85a7-edc42dd2517c tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:47.126947 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2b13a5d9-5b3b-4343-8f79-f3b8df50acca req-7000e3df-4c29-437e-85a7-edc42dd2517c tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/ports?device_id=5017e1b8-c1a9-4f49-9f57-d89fd83b37a3 HTTP/1.1" status: 200 len: 948 time: 0.1949794 Jul 23 23:54:47.127269 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22dab1d4-5885-46ad-842c-4fe7d0cbe61f admin admin] Made reservation on behalf of 55262526535943308d0fc348b3327b0d for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:54:47.130168 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-22dab1d4-5885-46ad-842c-4fe7d0cbe61f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:47.139113 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4513f4-c6c9-4a52-8f66-15d057cf2ede admin admin] Pushing event deleted for resources: {'Port': ['ID=9930f656-b0fa-4816-a4d4-71270ac84481,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:47.157251 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4513f4-c6c9-4a52-8f66-15d057cf2ede admin admin] No DVR routers for this DVR port 9930f656-b0fa-4816-a4d4-71270ac84481 on host n-d-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:54:47.172086 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-33856feb-c5c7-4b65-9b61-46aeecf61880 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:47.191464 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2b13a5d9-5b3b-4343-8f79-f3b8df50acca req-e47973e3-7f87-4b77-81e3-56bb17d15079 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/security-groups?id=84afd7ea-644b-438b-8379-6d56a9cf992d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637014 Jul 23 23:54:47.209347 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-b197078e-dd10-4c98-b903-12cc17afcf12 req-0072052e-5676-41ee-9080-e9ebfcee85e1 service neutron] Attempting to bind port a8ff1e37-a989-484d-bfc2-b1d7a7948837 on host n-h1-800088-16 for vnic_type normal with profile None {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:54:47.209690 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-b197078e-dd10-4c98-b903-12cc17afcf12 req-0072052e-5676-41ee-9080-e9ebfcee85e1 service neutron] Attempting to bind port a8ff1e37-a989-484d-bfc2-b1d7a7948837 by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': 'd41359ac-4be7-4a75-afd1-798e41d2f155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '646be7a8-09b8-4e0c-bd78-d5d98c9093b9'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:54:47.210022 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b197078e-dd10-4c98-b903-12cc17afcf12 req-0072052e-5676-41ee-9080-e9ebfcee85e1 service neutron] Attempting to bind port a8ff1e37-a989-484d-bfc2-b1d7a7948837 on network 646be7a8-09b8-4e0c-bd78-d5d98c9093b9 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:54:47.218121 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.db.api [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100315) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 23:54:47.218657 n-d-800088-16 neutron-server[100315]: DEBUG oslo_db.api [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 23:54:47.223828 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b197078e-dd10-4c98-b903-12cc17afcf12 req-0072052e-5676-41ee-9080-e9ebfcee85e1 service neutron] Port a8ff1e37-a989-484d-bfc2-b1d7a7948837 on network 646be7a8-09b8-4e0c-bd78-d5d98c9093b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:54:47.224468 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b197078e-dd10-4c98-b903-12cc17afcf12 req-0072052e-5676-41ee-9080-e9ebfcee85e1 service neutron] Attempting to bind port a8ff1e37-a989-484d-bfc2-b1d7a7948837 on network 646be7a8-09b8-4e0c-bd78-d5d98c9093b9 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:54:47.230004 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=f9b52e8a-7d85-422f-b2ce-78773c09870e,revision_number=6']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:47.231346 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b197078e-dd10-4c98-b903-12cc17afcf12 req-0072052e-5676-41ee-9080-e9ebfcee85e1 service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:54:47.231688 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b197078e-dd10-4c98-b903-12cc17afcf12 req-0072052e-5676-41ee-9080-e9ebfcee85e1 service neutron] Checking segment: {'id': 'd41359ac-4be7-4a75-afd1-798e41d2f155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '646be7a8-09b8-4e0c-bd78-d5d98c9093b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:54:47.232069 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b197078e-dd10-4c98-b903-12cc17afcf12 req-0072052e-5676-41ee-9080-e9ebfcee85e1 service neutron] Bound using segment: {'id': 'd41359ac-4be7-4a75-afd1-798e41d2f155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '646be7a8-09b8-4e0c-bd78-d5d98c9093b9'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:54:47.232552 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-b197078e-dd10-4c98-b903-12cc17afcf12 req-0072052e-5676-41ee-9080-e9ebfcee85e1 service neutron] Bound port: a8ff1e37-a989-484d-bfc2-b1d7a7948837, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd41359ac-4be7-4a75-afd1-798e41d2f155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '646be7a8-09b8-4e0c-bd78-d5d98c9093b9'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:54:47.329067 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['f9b52e8a-7d85-422f-b2ce-78773c09870e'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:54:47.344348 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-b197078e-dd10-4c98-b903-12cc17afcf12 req-0072052e-5676-41ee-9080-e9ebfcee85e1 service neutron] For port a8ff1e37-a989-484d-bfc2-b1d7a7948837, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=a8ff1e37-a989-484d-bfc2-b1d7a7948837,segment=NetworkSegment(d41359ac-4be7-4a75-afd1-798e41d2f155),segment_id=d41359ac-4be7-4a75-afd1-798e41d2f155)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:54:47.352057 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-b197078e-dd10-4c98-b903-12cc17afcf12 req-0072052e-5676-41ee-9080-e9ebfcee85e1 service neutron] Notify callbacks [] for binding, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:47.354176 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b197078e-dd10-4c98-b903-12cc17afcf12 req-0072052e-5676-41ee-9080-e9ebfcee85e1 service neutron] 10.222.0.44 "POST /v2.0/ports/a8ff1e37-a989-484d-bfc2-b1d7a7948837/bindings HTTP/1.1" status: 201 len: 390 time: 0.5785742 Jul 23 23:54:47.383077 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544602f8-0511-404f-afa8-171301d17b68 req-2ca72031-53e0-4b0a-bfe0-8a52c0db3274 tempest-ImagesOneServerTestJSON-1390310364 tempest-ImagesOneServerTestJSON-1390310364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:47.388559 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device aa72a7da-d2a6-4dfa-915d-162e2f02541c up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:54:47.391295 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-544602f8-0511-404f-afa8-171301d17b68 req-2ca72031-53e0-4b0a-bfe0-8a52c0db3274 tempest-ImagesOneServerTestJSON-1390310364 tempest-ImagesOneServerTestJSON-1390310364-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c7feaae-3110-4bcb-a689-c25d4ea04d6e HTTP/1.1" status: 200 len: 936 time: 0.1057165 Jul 23 23:54:47.436453 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4d4513f4-c6c9-4a52-8f66-15d057cf2ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:47.470804 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-4d4513f4-c6c9-4a52-8f66-15d057cf2ede admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ad65b13-e76f-4cd6-8789-24305d5150eb']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:54:47.489667 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-544602f8-0511-404f-afa8-171301d17b68 req-776acced-4f5e-4c87-8cb6-402d6e1412da tempest-ImagesOneServerTestJSON-1390310364 tempest-ImagesOneServerTestJSON-1390310364-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e4ced4f-2cc5-4a81-83cf-2b8ba47ee51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971029 Jul 23 23:54:47.499399 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-4d4513f4-c6c9-4a52-8f66-15d057cf2ede admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9594cac-1cab-4b48-a740-b9cc5026e516') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:54:47.500087 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-4d4513f4-c6c9-4a52-8f66-15d057cf2ede admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9594cac-1cab-4b48-a740-b9cc5026e516') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:54:47.504118 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:47.560361 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4d4513f4-c6c9-4a52-8f66-15d057cf2ede admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:47.626162 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port aa72a7da-d2a6-4dfa-915d-162e2f02541c completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:54:47.638722 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4d4513f4-c6c9-4a52-8f66-15d057cf2ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:47.655855 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d4513f4-c6c9-4a52-8f66-15d057cf2ede admin admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:54:47.665599 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4d4513f4-c6c9-4a52-8f66-15d057cf2ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:47.666242 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port aa72a7da-d2a6-4dfa-915d-162e2f02541c triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:54:47.666648 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:47.673807 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 23 23:54:47.673807 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:54:47.673807 n-d-800088-16 neutron-server[100314]: timer() Jul 23 23:54:47.673807 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:54:47.673807 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 23 23:54:47.673807 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:54:47.673807 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 23 23:54:47.673807 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:54:47.673807 n-d-800088-16 neutron-server[100314]: self._notify() Jul 23 23:54:47.673807 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:54:47.673807 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 23 23:54:47.673807 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:54:47.673807 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 23 23:54:47.673807 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:54:47.673807 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:54:47.673807 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:54:47.673807 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:54:47.673807 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:54:47.673807 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 23 23:54:47.673807 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:54:47.673807 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 23 23:54:47.673807 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:54:47.673807 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:54:47.673807 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:54:47.673807 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 23 23:54:47.673807 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:54:47.673807 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:54:47.673807 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:54:47.673807 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:54:47.673807 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:54:47.673807 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:54:47.673807 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:54:47.716503 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 875a8380-f171-4601-9b7d-8501c0900977 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:54:47.738024 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f62788-aaa1-4319-bcf0-b41557908ce1 req-ed1320c0-104e-488c-977a-b4a0693ff830 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:47.739972 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-80f62788-aaa1-4319-bcf0-b41557908ce1 req-ed1320c0-104e-488c-977a-b4a0693ff830 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?device_id=f173322f-123e-4d93-903a-5504db9c6025 HTTP/1.1" status: 200 len: 946 time: 0.1475575 Jul 23 23:54:47.802195 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:47.819920 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-80f62788-aaa1-4319-bcf0-b41557908ce1 req-724cc320-3a49-4f08-ae20-be49cc9d723c tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683727 Jul 23 23:54:47.826197 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33856feb-c5c7-4b65-9b61-46aeecf61880 admin admin] Router 4e1bddb2-b529-49fb-ab52-25a6cc6587e3 is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 23:54:47.851881 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4d4513f4-c6c9-4a52-8f66-15d057cf2ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:47.854796 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b197078e-dd10-4c98-b903-12cc17afcf12 req-9d17f011-5487-42e6-bb2d-24c0ec9f38a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:47.860656 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-22dab1d4-5885-46ad-842c-4fe7d0cbe61f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:47.861828 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b197078e-dd10-4c98-b903-12cc17afcf12 req-9d17f011-5487-42e6-bb2d-24c0ec9f38a5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e50500f9fa5448f8994dd6c4e9b5ded5&device_id=f173322f-123e-4d93-903a-5504db9c6025 HTTP/1.1" status: 200 len: 1098 time: 0.1894143 Jul 23 23:54:47.865777 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4d4513f4-c6c9-4a52-8f66-15d057cf2ede admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:47.874563 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-4d4513f4-c6c9-4a52-8f66-15d057cf2ede admin admin] 10.222.0.44 "DELETE /v2.0/networks/4ad65b13-e76f-4cd6-8789-24305d5150eb HTTP/1.1" status: 204 len: 168 time: 2.8747261 Jul 23 23:54:47.899872 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f9b52e8a-7d85-422f-b2ce-78773c09870e {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:54:47.927757 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port f9b52e8a-7d85-422f-b2ce-78773c09870e, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=f9b52e8a-7d85-422f-b2ce-78773c09870e,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:54:47.938754 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:47.974555 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4513f4-c6c9-4a52-8f66-15d057cf2ede admin admin] Pushing event deleted for resources: {'Network': ['ID=4ad65b13-e76f-4cd6-8789-24305d5150eb,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:47.993156 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-86bb0d38-75a2-4bf6-bdc7-9332a930bfc5 req-bf3b6b67-2148-4ff2-b1ed-5272b662518c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 961b137c-2df4-4845-afb6-8c01c8bc5ffe {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:54:48.005828 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 875a8380-f171-4601-9b7d-8501c0900977 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:54:48.012385 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 875a8380-f171-4601-9b7d-8501c0900977 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:54:48.012766 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:48.024448 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-86bb0d38-75a2-4bf6-bdc7-9332a930bfc5 req-bf3b6b67-2148-4ff2-b1ed-5272b662518c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:48.057251 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b197078e-dd10-4c98-b903-12cc17afcf12 req-b9725fe8-d797-4cf5-a4eb-5aadf7c0e589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:48.061371 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b197078e-dd10-4c98-b903-12cc17afcf12 req-b9725fe8-d797-4cf5-a4eb-5aadf7c0e589 service neutron] 10.222.0.52 "GET /v2.0/networks?id=646be7a8-09b8-4e0c-bd78-d5d98c9093b9 HTTP/1.1" status: 200 len: 908 time: 0.1917536 Jul 23 23:54:48.082077 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=f9b52e8a-7d85-422f-b2ce-78773c09870e,revision_number=7']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:48.100027 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 42332) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:54:48.114007 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b197078e-dd10-4c98-b903-12cc17afcf12 req-1a3a50ff-dcf8-433c-b255-116759abe199 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8ff1e37-a989-484d-bfc2-b1d7a7948837 HTTP/1.1" status: 200 len: 217 time: 0.0451145 Jul 23 23:54:48.123039 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:48.133204 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-f4a42a4e-8799-473a-9d4f-0cde44e33763 None None] Provisioning complete for port 875a8380-f171-4601-9b7d-8501c0900977 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:54:48.133578 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f4a42a4e-8799-473a-9d4f-0cde44e33763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:48.147321 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-86bb0d38-75a2-4bf6-bdc7-9332a930bfc5 req-bf3b6b67-2148-4ff2-b1ed-5272b662518c service neutron] Transition to ACTIVE for port object 961b137c-2df4-4845-afb6-8c01c8bc5ffe will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:54:48.160780 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dab1d4-5885-46ad-842c-4fe7d0cbe61f admin admin] Pushing event updated for resources: {'Subnet': ['ID=abff5f68-fd48-495e-a37c-bc1705b61fd1,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:48.175404 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b197078e-dd10-4c98-b903-12cc17afcf12 req-73845526-0c53-4bd3-a40e-6c329688196c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:48.176890 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-86bb0d38-75a2-4bf6-bdc7-9332a930bfc5 req-bf3b6b67-2148-4ff2-b1ed-5272b662518c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:48.177098 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b197078e-dd10-4c98-b903-12cc17afcf12 req-73845526-0c53-4bd3-a40e-6c329688196c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3bfc2b3c-ece5-49a0-8daf-8ebd7d541c76 HTTP/1.1" status: 200 len: 847 time: 0.0562632 Jul 23 23:54:48.180882 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b91a5e4-6ac9-4896-b8a4-d308a7c6f073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa72a7da-d2a6-4dfa-915d-162e2f02541c'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:54:48.183335 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c7209b0-2ab5-4202-8b53-943fee770128" -d '{"events": [{"server_uuid": "2b91a5e4-6ac9-4896-b8a4-d308a7c6f073", "name": "network-vif-plugged", "status": "completed", "tag": "aa72a7da-d2a6-4dfa-915d-162e2f02541c"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:54:48.206452 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port aa72a7da-d2a6-4dfa-915d-162e2f02541c, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=aa72a7da-d2a6-4dfa-915d-162e2f02541c,segment=NetworkSegment(8f4844c9-ec59-45f2-af9f-7284864a60e7),segment_id=8f4844c9-ec59-45f2-af9f-7284864a60e7)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:54:48.223629 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b197078e-dd10-4c98-b903-12cc17afcf12 req-54375f29-8865-481f-b8a3-955287b417d2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=646be7a8-09b8-4e0c-bd78-d5d98c9093b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393143 Jul 23 23:54:48.239560 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22dab1d4-5885-46ad-842c-4fe7d0cbe61f admin admin] Checking segment: {'id': 'a4549f73-f8ca-4ffd-af84-81cd4b2f5c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'b8906f93-94f4-4245-b6a8-bfe9f5af486b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:54:48.239930 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22dab1d4-5885-46ad-842c-4fe7d0cbe61f admin admin] Network hostable DHCP agents. Network: b8906f93-94f4-4245-b6a8-bfe9f5af486b, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:54:48.290896 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-f3d51bb4-c46a-42c1-a3ba-7f5086d539ae admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fb71770adc294b858658b994fd21dae1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1870482 Jul 23 23:54:48.291920 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 42338) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:54:48.322791 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3b6b67-2148-4ff2-b1ed-5272b662518c service neutron] Pushing event updated for resources: {'Port': ['ID=961b137c-2df4-4845-afb6-8c01c8bc5ffe,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:48.344882 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b197078e-dd10-4c98-b903-12cc17afcf12 req-741986aa-f68d-48e3-b44e-5fd2fedbb549 service neutron] 10.222.0.52 "GET /v2.0/networks/646be7a8-09b8-4e0c-bd78-d5d98c9093b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143878 Jul 23 23:54:48.351736 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1799d57-bb3c-439f-ad07-e04e18aa3706 req-6e133faa-88ea-47c7-bff1-45914f26245f tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:48.355820 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c1799d57-bb3c-439f-ad07-e04e18aa3706 req-6e133faa-88ea-47c7-bff1-45914f26245f tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] 10.222.0.44 "GET /v2.0/ports?device_id=32c9f11f-5ce3-4bb7-a7a0-8e24b5975e04 HTTP/1.1" status: 200 len: 944 time: 0.4340191 Jul 23 23:54:48.364419 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33856feb-c5c7-4b65-9b61-46aeecf61880 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:54:48.373973 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9769b0c8-eadb-444e-8f54-9d86f7eaf453 None None] Sync routers for ids ['4e1bddb2-b529-49fb-ab52-25a6cc6587e3'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:54:48.392626 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9769b0c8-eadb-444e-8f54-9d86f7eaf453 None None] Routers {'4e1bddb2-b529-49fb-ab52-25a6cc6587e3'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:54:48.393505 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-9769b0c8-eadb-444e-8f54-9d86f7eaf453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:54:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['4e1bddb2-b529-49fb-ab52-25a6cc6587e3'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:54:48.427110 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52071e45-f76e-4bbd-bbc9-046730aa65f1 x-openstack-request-id: req-52071e45-f76e-4bbd-bbc9-046730aa65f1 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:54:48.427407 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b91a5e4-6ac9-4896-b8a4-d308a7c6f073", "name": "network-vif-plugged", "status": "completed", "tag": "aa72a7da-d2a6-4dfa-915d-162e2f02541c", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:54:48.427730 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-52071e45-f76e-4bbd-bbc9-046730aa65f1 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:54:48.428186 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b91a5e4-6ac9-4896-b8a4-d308a7c6f073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa72a7da-d2a6-4dfa-915d-162e2f02541c', 'code': 200} Jul 23 23:54:48.430230 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:48.492784 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:48.508841 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22dab1d4-5885-46ad-842c-4fe7d0cbe61f admin admin] Network b8906f93-94f4-4245-b6a8-bfe9f5af486b is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:54:48.559538 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-9769b0c8-eadb-444e-8f54-9d86f7eaf453 None None] Set router 4e1bddb2-b529-49fb-ab52-25a6cc6587e3 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:54:48.569976 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=aa72a7da-d2a6-4dfa-915d-162e2f02541c,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:48.578924 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59c312b-8eb8-487f-8d32-76e6138fd42e req-49c796f8-a0df-4882-b484-3df1bed4369c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:48.581028 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c59c312b-8eb8-487f-8d32-76e6138fd42e req-49c796f8-a0df-4882-b484-3df1bed4369c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2b91a5e4-6ac9-4896-b8a4-d308a7c6f073 HTTP/1.1" status: 200 len: 1097 time: 0.2352090 Jul 23 23:54:48.594202 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5edba5-7d4c-42ed-b814-fb206c4b11c8 req-0fd651ce-6478-4dfe-b4eb-559c6317152f tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:48.595820 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5f5edba5-7d4c-42ed-b814-fb206c4b11c8 req-0fd651ce-6478-4dfe-b4eb-559c6317152f tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/ports?device_id=5017e1b8-c1a9-4f49-9f57-d89fd83b37a3 HTTP/1.1" status: 200 len: 947 time: 0.2489581 Jul 23 23:54:48.602101 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 875a8380-f171-4601-9b7d-8501c0900977, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=875a8380-f171-4601-9b7d-8501c0900977,segment=NetworkSegment(b45bfccd-951e-4267-b73e-6acacd8c9dc9),segment_id=b45bfccd-951e-4267-b73e-6acacd8c9dc9)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:54:48.603213 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f4a42a4e-8799-473a-9d4f-0cde44e33763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:48.606693 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b197078e-dd10-4c98-b903-12cc17afcf12 req-06ec4998-b4fd-4250-b185-d2bed83aaa52 service neutron] 10.222.0.52 "GET /v2.0/networks/646be7a8-09b8-4e0c-bd78-d5d98c9093b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505937 Jul 23 23:54:48.619580 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:48.666610 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c59c312b-8eb8-487f-8d32-76e6138fd42e req-0a8c2ee9-8680-495c-b2dc-963d4f55fe2a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=28aae001-5f9c-44eb-8989-3db71a778577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696456 Jul 23 23:54:48.673913 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5f5edba5-7d4c-42ed-b814-fb206c4b11c8 req-3361fb19-791e-4ec2-becb-14cb7a508065 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/security-groups?id=84afd7ea-644b-438b-8379-6d56a9cf992d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659740 Jul 23 23:54:48.725916 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 9930f656-b0fa-4816-a4d4-71270ac84481 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:54:48.734123 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=875a8380-f171-4601-9b7d-8501c0900977,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:48.745425 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c1799d57-bb3c-439f-ad07-e04e18aa3706 req-5102dca8-84a3-43aa-8441-29733158e165 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] 10.222.0.44 "GET /v2.0/security-groups?id=28aae001-5f9c-44eb-8989-3db71a778577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3628428 Jul 23 23:54:48.751320 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-33856feb-c5c7-4b65-9b61-46aeecf61880 admin admin] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:48.756565 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42344) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:54:48.767845 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.db.api [None req-f4a42a4e-8799-473a-9d4f-0cde44e33763 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100315) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 23:54:48.768192 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-33856feb-c5c7-4b65-9b61-46aeecf61880 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.8055658 Jul 23 23:54:48.768317 n-d-800088-16 neutron-server[100315]: DEBUG oslo_db.api [None req-f4a42a4e-8799-473a-9d4f-0cde44e33763 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 23:54:48.769270 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 9930f656-b0fa-4816-a4d4-71270ac84481 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:54:48.771161 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 9930f656-b0fa-4816-a4d4-71270ac84481 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:54:48.797861 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-22dab1d4-5885-46ad-842c-4fe7d0cbe61f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, b8906f93-94f4-4245-b6a8-bfe9f5af486b) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:54:48.814791 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac36bb2-46d8-4d69-9fb9-3fd045aa8480 None None] Network b8906f93-94f4-4245-b6a8-bfe9f5af486b requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:54:48.827452 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-caba3648-71b4-4453-a9e4-ebca33b807c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:48.830589 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22dab1d4-5885-46ad-842c-4fe7d0cbe61f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:48.841833 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-22dab1d4-5885-46ad-842c-4fe7d0cbe61f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:48.846714 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-86bb0d38-75a2-4bf6-bdc7-9332a930bfc5 req-bf3b6b67-2148-4ff2-b1ed-5272b662518c service neutron] Attempting to bind port 961b137c-2df4-4845-afb6-8c01c8bc5ffe on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:54:48.850813 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-86bb0d38-75a2-4bf6-bdc7-9332a930bfc5 req-bf3b6b67-2148-4ff2-b1ed-5272b662518c service neutron] Attempting to bind port 961b137c-2df4-4845-afb6-8c01c8bc5ffe by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:54:48.851169 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bb0d38-75a2-4bf6-bdc7-9332a930bfc5 req-bf3b6b67-2148-4ff2-b1ed-5272b662518c service neutron] Attempting to bind port 961b137c-2df4-4845-afb6-8c01c8bc5ffe on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:54:48.861090 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-9769b0c8-eadb-444e-8f54-9d86f7eaf453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e1bddb2-b529-49fb-ab52-25a6cc6587e3', 'name': 'tempest-ServersTestBootFromVolume-1860094371-router', 'tenant_id': '0ba541c6f78942b8b24d28300792e03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'd93ccc36-894d-4e17-98c2-c0fa5eaf9fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:54:43Z', 'updated_at': '2021-07-23T23:54:45Z', 'revision_number': 3, 'project_id': '0ba541c6f78942b8b24d28300792e03c', 'gw_port': {'id': 'd93ccc36-894d-4e17-98c2-c0fa5eaf9fd7', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:68:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e1bddb2-b529-49fb-ab52-25a6cc6587e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:54:44Z', 'updated_at': '2021-07-23T23:54:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:54:48.873692 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bb0d38-75a2-4bf6-bdc7-9332a930bfc5 req-bf3b6b67-2148-4ff2-b1ed-5272b662518c service neutron] Port 961b137c-2df4-4845-afb6-8c01c8bc5ffe on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:54:48.874263 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bb0d38-75a2-4bf6-bdc7-9332a930bfc5 req-bf3b6b67-2148-4ff2-b1ed-5272b662518c service neutron] Attempting to bind port 961b137c-2df4-4845-afb6-8c01c8bc5ffe on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:54:48.899811 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-22dab1d4-5885-46ad-842c-4fe7d0cbe61f admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9020348 Jul 23 23:54:48.922669 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-caba3648-71b4-4453-a9e4-ebca33b807c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:48.925059 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bb0d38-75a2-4bf6-bdc7-9332a930bfc5 req-bf3b6b67-2148-4ff2-b1ed-5272b662518c service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:54:48.925480 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bb0d38-75a2-4bf6-bdc7-9332a930bfc5 req-bf3b6b67-2148-4ff2-b1ed-5272b662518c service neutron] Checking segment: {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:54:48.928649 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bb0d38-75a2-4bf6-bdc7-9332a930bfc5 req-bf3b6b67-2148-4ff2-b1ed-5272b662518c service neutron] Bound using segment: {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:54:48.928789 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-86bb0d38-75a2-4bf6-bdc7-9332a930bfc5 req-bf3b6b67-2148-4ff2-b1ed-5272b662518c service neutron] Bound port: 961b137c-2df4-4845-afb6-8c01c8bc5ffe, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:54:48.929291 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-86bb0d38-75a2-4bf6-bdc7-9332a930bfc5 req-bf3b6b67-2148-4ff2-b1ed-5272b662518c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:48.964305 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9769b0c8-eadb-444e-8f54-9d86f7eaf453 None None] Checking router: 4e1bddb2-b529-49fb-ab52-25a6cc6587e3 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:54:48.965164 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9769b0c8-eadb-444e-8f54-9d86f7eaf453 None None] Updating router 4e1bddb2-b529-49fb-ab52-25a6cc6587e3 port d93ccc36-894d-4e17-98c2-c0fa5eaf9fd7 binding host n-d-800088-16 {{(pid=100316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:54:49.031447 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-9769b0c8-eadb-444e-8f54-9d86f7eaf453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:49.068410 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4b972e-d7f6-49a4-a518-46f9a7391648 None None] Network b8906f93-94f4-4245-b6a8-bfe9f5af486b requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:54:49.156615 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-86bb0d38-75a2-4bf6-bdc7-9332a930bfc5 req-bf3b6b67-2148-4ff2-b1ed-5272b662518c service neutron] For port 961b137c-2df4-4845-afb6-8c01c8bc5ffe, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:54:49.169651 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-caba3648-71b4-4453-a9e4-ebca33b807c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:49.177247 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-caba3648-71b4-4453-a9e4-ebca33b807c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:49.192120 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-caba3648-71b4-4453-a9e4-ebca33b807c8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/22ed2ed7-f637-428a-b188-fe044fcee805 HTTP/1.1" status: 204 len: 168 time: 0.8924603 Jul 23 23:54:49.198620 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-86bb0d38-75a2-4bf6-bdc7-9332a930bfc5 req-bf3b6b67-2148-4ff2-b1ed-5272b662518c service neutron] For port 961b137c-2df4-4845-afb6-8c01c8bc5ffe, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=961b137c-2df4-4845-afb6-8c01c8bc5ffe,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:54:49.207561 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c18d0b-1b6a-478d-9d15-500aa68a75a8 req-96070cb6-e3f9-465e-a2c3-8ee90cee9217 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:49.225023 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e3c18d0b-1b6a-478d-9d15-500aa68a75a8 req-96070cb6-e3f9-465e-a2c3-8ee90cee9217 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?device_id=f173322f-123e-4d93-903a-5504db9c6025 HTTP/1.1" status: 200 len: 946 time: 0.2491925 Jul 23 23:54:49.245110 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-86bb0d38-75a2-4bf6-bdc7-9332a930bfc5 req-bf3b6b67-2148-4ff2-b1ed-5272b662518c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:49.261923 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4590d3d8-cab4-49ce-a99b-50864bd01b20 req-b8826689-4840-4d62-85d1-17c7cd4e67db tempest-ImagesOneServerTestJSON-1390310364 tempest-ImagesOneServerTestJSON-1390310364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:49.270026 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4590d3d8-cab4-49ce-a99b-50864bd01b20 req-b8826689-4840-4d62-85d1-17c7cd4e67db tempest-ImagesOneServerTestJSON-1390310364 tempest-ImagesOneServerTestJSON-1390310364-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c7feaae-3110-4bcb-a689-c25d4ea04d6e HTTP/1.1" status: 200 len: 948 time: 0.4213915 Jul 23 23:54:49.290182 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caba3648-71b4-4453-a9e4-ebca33b807c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ed2ed7-f637-428a-b188-fe044fcee805,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:49.334005 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb0d38-75a2-4bf6-bdc7-9332a930bfc5 req-bf3b6b67-2148-4ff2-b1ed-5272b662518c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:49.334642 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-86bb0d38-75a2-4bf6-bdc7-9332a930bfc5 req-bf3b6b67-2148-4ff2-b1ed-5272b662518c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:49.336083 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-86bb0d38-75a2-4bf6-bdc7-9332a930bfc5 req-bf3b6b67-2148-4ff2-b1ed-5272b662518c service neutron] 10.222.0.64 "PUT /v2.0/ports/961b137c-2df4-4845-afb6-8c01c8bc5ffe HTTP/1.1" status: 200 len: 1097 time: 2.6752746 Jul 23 23:54:49.340066 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c7feaae-3110-4bcb-a689-c25d4ea04d6e', 'tag': '961b137c-2df4-4845-afb6-8c01c8bc5ffe'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:54:49.342646 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db598bfe-81a8-477f-920d-2d73b1496945" -d '{"events": [{"name": "network-changed", "server_uuid": "2c7feaae-3110-4bcb-a689-c25d4ea04d6e", "tag": "961b137c-2df4-4845-afb6-8c01c8bc5ffe"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:54:49.401178 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 1f0716dc-8c49-4410-b41c-58a809f1bfc4 up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:54:49.431197 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4590d3d8-cab4-49ce-a99b-50864bd01b20 req-f0455561-9747-49b7-8511-f23c3e9046a8 tempest-ImagesOneServerTestJSON-1390310364 tempest-ImagesOneServerTestJSON-1390310364-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e4ced4f-2cc5-4a81-83cf-2b8ba47ee51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602769 Jul 23 23:54:49.498598 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e3c18d0b-1b6a-478d-9d15-500aa68a75a8 req-f7bf483a-85d0-4a40-b558-c8eb55d60f8e tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725892 Jul 23 23:54:49.524342 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-93ad7aa9-183c-468f-b99a-8e2e61c8afd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:49.635565 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5feef7f7-2fa3-4df0-9ada-c2b33fa364a0 x-openstack-request-id: req-5feef7f7-2fa3-4df0-9ada-c2b33fa364a0 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:54:49.641904 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c7feaae-3110-4bcb-a689-c25d4ea04d6e", "tag": "961b137c-2df4-4845-afb6-8c01c8bc5ffe", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:54:49.642463 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5feef7f7-2fa3-4df0-9ada-c2b33fa364a0 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:54:49.643122 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c7feaae-3110-4bcb-a689-c25d4ea04d6e', 'tag': '961b137c-2df4-4845-afb6-8c01c8bc5ffe', 'status': 'completed', 'code': 200} Jul 23 23:54:49.646400 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3b6b67-2148-4ff2-b1ed-5272b662518c service neutron] Pushing event updated for resources: {'Port': ['ID=961b137c-2df4-4845-afb6-8c01c8bc5ffe,revision_number=3']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:49.663961 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-9769b0c8-eadb-444e-8f54-9d86f7eaf453 None None] Notify callbacks [] for port, precommit_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:49.682701 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.provisioning_blocks [None req-9769b0c8-eadb-444e-8f54-9d86f7eaf453 None None] Transition to ACTIVE for port object d93ccc36-894d-4e17-98c2-c0fa5eaf9fd7 will not be triggered until provisioned by entity L2. {{(pid=100316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:54:49.704557 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-9769b0c8-eadb-444e-8f54-9d86f7eaf453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:49.710705 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 875a8380-f171-4601-9b7d-8501c0900977 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:54:49.711653 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb0d38-75a2-4bf6-bdc7-9332a930bfc5 req-45e01649-4b05-459b-9f3b-9960cd8c4df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:49.716691 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-86bb0d38-75a2-4bf6-bdc7-9332a930bfc5 req-45e01649-4b05-459b-9f3b-9960cd8c4df3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=937a9e62cc0c418b8266dbcbbf4deb41&device_id=2c7feaae-3110-4bcb-a689-c25d4ea04d6e HTTP/1.1" status: 200 len: 1100 time: 0.3294334 Jul 23 23:54:49.810668 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port 1f0716dc-8c49-4410-b41c-58a809f1bfc4 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:54:49.821063 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port 1f0716dc-8c49-4410-b41c-58a809f1bfc4 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:54:49.821581 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:49.822157 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-86bb0d38-75a2-4bf6-bdc7-9332a930bfc5 req-f020651b-0f08-4082-8485-54cbcf0993ff service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=961b137c-2df4-4845-afb6-8c01c8bc5ffe HTTP/1.1" status: 200 len: 217 time: 0.0975745 Jul 23 23:54:49.828105 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ed1436-4a98-4373-ba39-8f82d7dc0d6c None None] Pushing event updated for resources: {'Port': ['ID=d93ccc36-894d-4e17-98c2-c0fa5eaf9fd7,revision_number=2']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:49.867335 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-9769b0c8-eadb-444e-8f54-9d86f7eaf453 None None] Attempting to bind port d93ccc36-894d-4e17-98c2-c0fa5eaf9fd7 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:54:49.867732 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-9769b0c8-eadb-444e-8f54-9d86f7eaf453 None None] Attempting to bind port d93ccc36-894d-4e17-98c2-c0fa5eaf9fd7 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:54:49.868101 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9769b0c8-eadb-444e-8f54-9d86f7eaf453 None None] Attempting to bind port d93ccc36-894d-4e17-98c2-c0fa5eaf9fd7 on network 9adcfee8-760c-4568-9e39-c221abf69bf5 {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:54:49.884939 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9769b0c8-eadb-444e-8f54-9d86f7eaf453 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:54:49.885313 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9769b0c8-eadb-444e-8f54-9d86f7eaf453 None None] Checking segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:54:49.887373 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-9769b0c8-eadb-444e-8f54-9d86f7eaf453 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:49.888926 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9769b0c8-eadb-444e-8f54-9d86f7eaf453 None None] Bound using segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:54:49.891569 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-9769b0c8-eadb-444e-8f54-9d86f7eaf453 None None] Bound port: d93ccc36-894d-4e17-98c2-c0fa5eaf9fd7, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:54:49.891778 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 875a8380-f171-4601-9b7d-8501c0900977 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:54:49.892198 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:49.892763 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-9769b0c8-eadb-444e-8f54-9d86f7eaf453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:49.901471 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42366) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:54:49.938626 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb0d38-75a2-4bf6-bdc7-9332a930bfc5 req-780955d4-403e-4cca-bbdd-82519f58a10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:49.940105 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-86bb0d38-75a2-4bf6-bdc7-9332a930bfc5 req-780955d4-403e-4cca-bbdd-82519f58a10e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.1019773 Jul 23 23:54:50.004255 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb40f634-f8aa-4642-b3de-616a2121ece5 req-3afa28c0-51ff-45c9-9b69-270dbe0af4a9 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:50.006108 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cb40f634-f8aa-4642-b3de-616a2121ece5 req-3afa28c0-51ff-45c9-9b69-270dbe0af4a9 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/ports?device_id=5017e1b8-c1a9-4f49-9f57-d89fd83b37a3 HTTP/1.1" status: 200 len: 947 time: 0.1882873 Jul 23 23:54:50.051438 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-9769b0c8-eadb-444e-8f54-9d86f7eaf453 None None] For port d93ccc36-894d-4e17-98c2-c0fa5eaf9fd7, host n-d-800088-16, cleared binding levels {{(pid=100316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:54:50.056489 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-9769b0c8-eadb-444e-8f54-9d86f7eaf453 None None] For port d93ccc36-894d-4e17-98c2-c0fa5eaf9fd7, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=d93ccc36-894d-4e17-98c2-c0fa5eaf9fd7,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:54:50.065447 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-9769b0c8-eadb-444e-8f54-9d86f7eaf453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:50.077086 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c52e5fc2-8d81-4741-9a09-1aada0f65f20 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c12fd039d6c846faa62cc7e40c0b8c84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1727095 Jul 23 23:54:50.079548 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb0d38-75a2-4bf6-bdc7-9332a930bfc5 req-c9bee688-03d6-4c87-bda5-5001c7bab25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:50.081754 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-86bb0d38-75a2-4bf6-bdc7-9332a930bfc5 req-c9bee688-03d6-4c87-bda5-5001c7bab25e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1337917 Jul 23 23:54:50.083280 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-93ad7aa9-183c-468f-b99a-8e2e61c8afd2 admin admin] Allocated IP 172.20.0.1 (5a68620e-8ed8-46e0-ba48-c9ec0876466a/0db7f07d-a14b-4c57-807d-bc1863ff1ac0/122d32b4-03ea-4019-bc74-a0c1ba27dc31) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:54:50.084607 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 42368) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:54:50.100597 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-9965b914-fe83-4e3f-9687-d84ab2a17e8e req-874bb233-e201-464d-b5b2-cd9cb9e02666 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1619279624', 'description': 'tempest-description-1436602908'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:54:50.129903 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:50.136969 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cb40f634-f8aa-4642-b3de-616a2121ece5 req-7e952d7b-81b0-4c20-80ad-833beea41b42 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/security-groups?id=84afd7ea-644b-438b-8379-6d56a9cf992d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157324 Jul 23 23:54:50.150777 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9769b0c8-eadb-444e-8f54-9d86f7eaf453 None None] Routers {'4e1bddb2-b529-49fb-ab52-25a6cc6587e3'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:54:50.151703 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-9769b0c8-eadb-444e-8f54-9d86f7eaf453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:54:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['4e1bddb2-b529-49fb-ab52-25a6cc6587e3'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:54:50.206528 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-9965b914-fe83-4e3f-9687-d84ab2a17e8e req-874bb233-e201-464d-b5b2-cd9cb9e02666 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:50.230809 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 1f0716dc-8c49-4410-b41c-58a809f1bfc4, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=1f0716dc-8c49-4410-b41c-58a809f1bfc4,segment=NetworkSegment(8f4844c9-ec59-45f2-af9f-7284864a60e7),segment_id=8f4844c9-ec59-45f2-af9f-7284864a60e7)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:54:50.239102 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:50.255509 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ed1436-4a98-4373-ba39-8f82d7dc0d6c None None] Pushing event updated for resources: {'Port': ['ID=d93ccc36-894d-4e17-98c2-c0fa5eaf9fd7,revision_number=3']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:50.270766 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:54:50.276429 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device f9b52e8a-7d85-422f-b2ce-78773c09870e up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:54:50.326464 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-9769b0c8-eadb-444e-8f54-9d86f7eaf453 None None] Set router 4e1bddb2-b529-49fb-ab52-25a6cc6587e3 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:54:50.401292 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c3676c47-1214-4ff8-b6e1-944b0346eb35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:50.403972 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=1f0716dc-8c49-4410-b41c-58a809f1bfc4,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:50.412776 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-86bb0d38-75a2-4bf6-bdc7-9332a930bfc5 req-b61ab320-5e87-4c7e-956b-10b5a6282a6e service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162093 Jul 23 23:54:50.429107 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32c9f11f-5ce3-4bb7-a7a0-8e24b5975e04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f0716dc-8c49-4410-b41c-58a809f1bfc4'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:54:50.431450 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ef1ba2-2064-4e8c-9a57-23f98f8c87f6" -d '{"events": [{"server_uuid": "32c9f11f-5ce3-4bb7-a7a0-8e24b5975e04", "name": "network-vif-plugged", "status": "completed", "tag": "1f0716dc-8c49-4410-b41c-58a809f1bfc4"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:54:50.439335 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-93ad7aa9-183c-468f-b99a-8e2e61c8afd2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:50.454287 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port f9b52e8a-7d85-422f-b2ce-78773c09870e triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:54:50.454747 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:50.483170 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c3676c47-1214-4ff8-b6e1-944b0346eb35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:50.491915 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [None req-93ad7aa9-183c-468f-b99a-8e2e61c8afd2 admin admin] Transition to ACTIVE for port object 122d32b4-03ea-4019-bc74-a0c1ba27dc31 will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:54:50.568197 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-9769b0c8-eadb-444e-8f54-9d86f7eaf453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e1bddb2-b529-49fb-ab52-25a6cc6587e3', 'name': 'tempest-ServersTestBootFromVolume-1860094371-router', 'tenant_id': '0ba541c6f78942b8b24d28300792e03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'd93ccc36-894d-4e17-98c2-c0fa5eaf9fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:54:43Z', 'updated_at': '2021-07-23T23:54:45Z', 'revision_number': 3, 'project_id': '0ba541c6f78942b8b24d28300792e03c', 'gw_port': {'id': 'd93ccc36-894d-4e17-98c2-c0fa5eaf9fd7', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:68:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e1bddb2-b529-49fb-ab52-25a6cc6587e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:54:44Z', 'updated_at': '2021-07-23T23:54:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:54:50.586220 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-9965b914-fe83-4e3f-9687-d84ab2a17e8e req-874bb233-e201-464d-b5b2-cd9cb9e02666 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:50.590673 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87223b5c-5e8e-44f3-8c60-6d53f8cf05a1 req-383dc2aa-9791-4c4f-9696-a0fe664cb618 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:50.600050 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-87223b5c-5e8e-44f3-8c60-6d53f8cf05a1 req-383dc2aa-9791-4c4f-9696-a0fe664cb618 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] 10.222.0.44 "GET /v2.0/ports?device_id=32c9f11f-5ce3-4bb7-a7a0-8e24b5975e04 HTTP/1.1" status: 200 len: 945 time: 0.2890844 Jul 23 23:54:50.602402 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-9965b914-fe83-4e3f-9687-d84ab2a17e8e req-874bb233-e201-464d-b5b2-cd9cb9e02666 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:50.604066 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9769b0c8-eadb-444e-8f54-9d86f7eaf453 None None] The sync data for ids ['4e1bddb2-b529-49fb-ab52-25a6cc6587e3'] in n-d-800088-16 is: [{'id': '4e1bddb2-b529-49fb-ab52-25a6cc6587e3', 'name': 'tempest-ServersTestBootFromVolume-1860094371-router', 'tenant_id': '0ba541c6f78942b8b24d28300792e03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'd93ccc36-894d-4e17-98c2-c0fa5eaf9fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:54:43Z', 'updated_at': '2021-07-23T23:54:45Z', 'revision_number': 3, 'project_id': '0ba541c6f78942b8b24d28300792e03c', 'gw_port': {'id': 'd93ccc36-894d-4e17-98c2-c0fa5eaf9fd7', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:68:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e1bddb2-b529-49fb-ab52-25a6cc6587e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:54:44Z', 'updated_at': '2021-07-23T23:54:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:54:50.606424 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:50.644941 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-93ad7aa9-183c-468f-b99a-8e2e61c8afd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:50.652595 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-9965b914-fe83-4e3f-9687-d84ab2a17e8e req-874bb233-e201-464d-b5b2-cd9cb9e02666 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:50.653960 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9965b914-fe83-4e3f-9687-d84ab2a17e8e req-874bb233-e201-464d-b5b2-cd9cb9e02666 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5747776 Jul 23 23:54:50.669005 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port f9b52e8a-7d85-422f-b2ce-78773c09870e, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=f9b52e8a-7d85-422f-b2ce-78773c09870e,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:54:50.675998 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:50.700220 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874bb233-e201-464d-b5b2-cd9cb9e02666 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb5e9ca-acdf-4658-a203-af16cabdf428,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:50.721836 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-87223b5c-5e8e-44f3-8c60-6d53f8cf05a1 req-ce9354d9-d392-4ad1-b3a0-777ed757843e tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] 10.222.0.44 "GET /v2.0/security-groups?id=28aae001-5f9c-44eb-8989-3db71a778577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206918 Jul 23 23:54:50.740227 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-86bb0d38-75a2-4bf6-bdc7-9332a930bfc5 req-b2940360-b048-46b5-9c71-3d87de11f0b0 service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909613 Jul 23 23:54:50.740414 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ad7aa9-183c-468f-b99a-8e2e61c8afd2 admin admin] Network 5a68620e-8ed8-46e0-ba48-c9ec0876466a is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:54:50.740511 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c3676c47-1214-4ff8-b6e1-944b0346eb35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:50.740511 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c3676c47-1214-4ff8-b6e1-944b0346eb35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:50.740511 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-c3676c47-1214-4ff8-b6e1-944b0346eb35 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bf5b8a28-de52-49b4-8562-859cfe40d942 HTTP/1.1" status: 204 len: 168 time: 0.6522908 Jul 23 23:54:50.743377 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-93ad7aa9-183c-468f-b99a-8e2e61c8afd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:54:50.747665 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ad7aa9-183c-468f-b99a-8e2e61c8afd2 admin admin] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:54:50.755764 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3676c47-1214-4ff8-b6e1-944b0346eb35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5b8a28-de52-49b4-8562-859cfe40d942,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:50.857184 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bae5b19-736c-40d9-a42d-f506aa1388fc x-openstack-request-id: req-4bae5b19-736c-40d9-a42d-f506aa1388fc {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:54:50.857487 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32c9f11f-5ce3-4bb7-a7a0-8e24b5975e04", "name": "network-vif-plugged", "status": "completed", "tag": "1f0716dc-8c49-4410-b41c-58a809f1bfc4", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:54:50.857762 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4bae5b19-736c-40d9-a42d-f506aa1388fc {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:54:50.858442 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32c9f11f-5ce3-4bb7-a7a0-8e24b5975e04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f0716dc-8c49-4410-b41c-58a809f1bfc4', 'code': 200} Jul 23 23:54:50.859393 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=f9b52e8a-7d85-422f-b2ce-78773c09870e,revision_number=8']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:50.869152 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-93ad7aa9-183c-468f-b99a-8e2e61c8afd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681761'] for router_interface, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:50.945350 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db598bfe-81a8-477f-920d-2d73b1496945 req-9d52cecc-7665-4b31-a6a4-65e91a1d6880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:50.946920 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-db598bfe-81a8-477f-920d-2d73b1496945 req-9d52cecc-7665-4b31-a6a4-65e91a1d6880 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=937a9e62cc0c418b8266dbcbbf4deb41&device_id=2c7feaae-3110-4bcb-a689-c25d4ea04d6e HTTP/1.1" status: 200 len: 1100 time: 0.1403179 Jul 23 23:54:50.971041 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ad7aa9-183c-468f-b99a-8e2e61c8afd2 admin admin] Pushing event updated for resources: {'Port': ['ID=122d32b4-03ea-4019-bc74-a0c1ba27dc31,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:51.152558 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-3b48f068-94c0-4ba6-8477-91557fcc5abb None None] Provisioning for port 122d32b4-03ea-4019-bc74-a0c1ba27dc31 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:54:51.160384 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-3b48f068-94c0-4ba6-8477-91557fcc5abb None None] Provisioning complete for port 122d32b4-03ea-4019-bc74-a0c1ba27dc31 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:54:51.160674 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3b48f068-94c0-4ba6-8477-91557fcc5abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:51.236867 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fc62fa-3b17-424a-b9c7-be306e983f61 req-9ba838cd-5395-4f1d-a7f7-1753dc360fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:51.238663 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-77fc62fa-3b17-424a-b9c7-be306e983f61 req-9ba838cd-5395-4f1d-a7f7-1753dc360fd4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=32c9f11f-5ce3-4bb7-a7a0-8e24b5975e04 HTTP/1.1" status: 200 len: 1097 time: 0.2337263 Jul 23 23:54:51.259935 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-3b48f068-94c0-4ba6-8477-91557fcc5abb None None] Port 122d32b4-03ea-4019-bc74-a0c1ba27dc31 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:54:51.317189 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-93ad7aa9-183c-468f-b99a-8e2e61c8afd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:51.350193 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d49cff8-f9a4-46e6-bb63-868101de7979 req-614f1439-470e-4f25-995b-05b6e08d9491 tempest-ImagesOneServerTestJSON-1390310364 tempest-ImagesOneServerTestJSON-1390310364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:51.351805 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3d49cff8-f9a4-46e6-bb63-868101de7979 req-614f1439-470e-4f25-995b-05b6e08d9491 tempest-ImagesOneServerTestJSON-1390310364 tempest-ImagesOneServerTestJSON-1390310364-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c7feaae-3110-4bcb-a689-c25d4ea04d6e HTTP/1.1" status: 200 len: 948 time: 0.3645144 Jul 23 23:54:51.547790 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f0961f-23e3-4597-9fb1-73bb46ca8d22 req-0411c3c4-0d3a-452e-adda-f1f6919fbca0 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:51.549411 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f7f0961f-23e3-4597-9fb1-73bb46ca8d22 req-0411c3c4-0d3a-452e-adda-f1f6919fbca0 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?device_id=f173322f-123e-4d93-903a-5504db9c6025 HTTP/1.1" status: 200 len: 946 time: 0.6015837 Jul 23 23:54:51.552426 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db598bfe-81a8-477f-920d-2d73b1496945 req-ccaf300f-b100-4fc8-967f-482f78f02584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:51.553843 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-db598bfe-81a8-477f-920d-2d73b1496945 req-ccaf300f-b100-4fc8-967f-482f78f02584 service neutron] 10.222.0.64 "GET /v2.0/networks?id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 HTTP/1.1" status: 200 len: 870 time: 0.5871322 Jul 23 23:54:51.592547 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-77fc62fa-3b17-424a-b9c7-be306e983f61 req-0bba5f48-9bbd-4da9-9988-261c31507551 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=28aae001-5f9c-44eb-8989-3db71a778577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817760 Jul 23 23:54:51.611996 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device d93ccc36-894d-4e17-98c2-c0fa5eaf9fd7 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:54:51.626196 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-db598bfe-81a8-477f-920d-2d73b1496945 req-3051b95a-f85e-4d58-af8a-0d3b92da08f0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=961b137c-2df4-4845-afb6-8c01c8bc5ffe HTTP/1.1" status: 200 len: 217 time: 0.0538919 Jul 23 23:54:51.640402 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3d49cff8-f9a4-46e6-bb63-868101de7979 req-b755f1c6-30b5-410f-b11b-4088dd1fdee1 tempest-ImagesOneServerTestJSON-1390310364 tempest-ImagesOneServerTestJSON-1390310364-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e4ced4f-2cc5-4a81-83cf-2b8ba47ee51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786450 Jul 23 23:54:51.649179 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-93ad7aa9-183c-468f-b99a-8e2e61c8afd2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:51.659753 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-93ad7aa9-183c-468f-b99a-8e2e61c8afd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:51.749322 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port d93ccc36-894d-4e17-98c2-c0fa5eaf9fd7 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:54:51.762068 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port d93ccc36-894d-4e17-98c2-c0fa5eaf9fd7 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:54:51.762575 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:51.782168 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f7f0961f-23e3-4597-9fb1-73bb46ca8d22 req-59a320ff-d5a2-448a-8edf-3e3e909c5540 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120693 Jul 23 23:54:51.806535 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db598bfe-81a8-477f-920d-2d73b1496945 req-83001171-7bec-49ba-8b1d-804a517e3798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:51.807490 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ad7aa9-183c-468f-b99a-8e2e61c8afd2 admin admin] Pushing event updated for resources: {'Port': ['ID=122d32b4-03ea-4019-bc74-a0c1ba27dc31,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:51.807963 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-db598bfe-81a8-477f-920d-2d73b1496945 req-83001171-7bec-49ba-8b1d-804a517e3798 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.1430972 Jul 23 23:54:51.823096 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-8b7818b2-b67e-4c5b-a01b-b07ec41b6a72 req-ef6bd3ee-de75-4276-9ae4-b4c048ef0f35 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-127889467', 'description': 'tempest-description-1317791185'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:54:51.849730 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-93ad7aa9-183c-468f-b99a-8e2e61c8afd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680980'] for router_interface, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:51.922718 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-8b7818b2-b67e-4c5b-a01b-b07ec41b6a72 req-ef6bd3ee-de75-4276-9ae4-b4c048ef0f35 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:51.937710 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:52.002993 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port d93ccc36-894d-4e17-98c2-c0fa5eaf9fd7, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=d93ccc36-894d-4e17-98c2-c0fa5eaf9fd7,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:54:52.012519 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:52.078560 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db598bfe-81a8-477f-920d-2d73b1496945 req-6c67f78e-6d25-470e-9f72-dbb2fb01c9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:52.082416 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-db598bfe-81a8-477f-920d-2d73b1496945 req-6c67f78e-6d25-470e-9f72-dbb2fb01c9fe service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2678809 Jul 23 23:54:52.113944 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-8b7818b2-b67e-4c5b-a01b-b07ec41b6a72 req-ef6bd3ee-de75-4276-9ae4-b4c048ef0f35 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:52.119376 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 42406) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:54:52.126387 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-8b7818b2-b67e-4c5b-a01b-b07ec41b6a72 req-ef6bd3ee-de75-4276-9ae4-b4c048ef0f35 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:52.135763 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=d93ccc36-894d-4e17-98c2-c0fa5eaf9fd7,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:52.154226 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-8b7818b2-b67e-4c5b-a01b-b07ec41b6a72 req-ef6bd3ee-de75-4276-9ae4-b4c048ef0f35 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:52.156046 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8b7818b2-b67e-4c5b-a01b-b07ec41b6a72 req-ef6bd3ee-de75-4276-9ae4-b4c048ef0f35 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4290078 Jul 23 23:54:52.217113 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6bd3ee-de75-4276-9ae4-b4c048ef0f35 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=266faa4d-ac23-48f1-8956-5d3bcfe27de1,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:52.234677 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ad7aa9-183c-468f-b99a-8e2e61c8afd2 admin admin] Network 5a68620e-8ed8-46e0-ba48-c9ec0876466a is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:54:52.236732 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-93ad7aa9-183c-468f-b99a-8e2e61c8afd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:54:52.268715 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c1d89-3dab-483c-9ead-4d991f825a7e req-f52fc0d2-7e34-4548-ad85-e9babc7e1b0f tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:52.276418 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b13c1d89-3dab-483c-9ead-4d991f825a7e req-f52fc0d2-7e34-4548-ad85-e9babc7e1b0f tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/ports?device_id=5017e1b8-c1a9-4f49-9f57-d89fd83b37a3 HTTP/1.1" status: 200 len: 949 time: 0.3549767 Jul 23 23:54:52.374929 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-671c05ef-205e-4a59-a459-bf05be360f81 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1055579443-network', 'tenant_id': '7ef449de714345fe9308d9c5180dc600'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:54:52.384959 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-db598bfe-81a8-477f-920d-2d73b1496945 req-063a2c32-07e3-4873-bcdd-b04a2c5772b9 service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2950611 Jul 23 23:54:52.401715 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b13c1d89-3dab-483c-9ead-4d991f825a7e req-64c2fd3f-8da1-4554-b809-ffae68732d69 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/security-groups?id=84afd7ea-644b-438b-8379-6d56a9cf992d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239531 Jul 23 23:54:52.497056 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-671c05ef-205e-4a59-a459-bf05be360f81 admin admin] Made reservation on behalf of 7ef449de714345fe9308d9c5180dc600 for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:54:52.500231 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-671c05ef-205e-4a59-a459-bf05be360f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:52.523180 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfbcfb9-2a06-4480-9358-8eb9b6c85598 req-47c24e57-e401-438a-bd35-4a4c70e8858b tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:52.524754 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8bfbcfb9-2a06-4480-9358-8eb9b6c85598 req-47c24e57-e401-438a-bd35-4a4c70e8858b tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] 10.222.0.44 "GET /v2.0/ports?device_id=32c9f11f-5ce3-4bb7-a7a0-8e24b5975e04 HTTP/1.1" status: 200 len: 945 time: 0.1641152 Jul 23 23:54:52.527354 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93ad7aa9-183c-468f-b99a-8e2e61c8afd2 admin admin] Router 4e1bddb2-b529-49fb-ab52-25a6cc6587e3 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:54:52.568151 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-671c05ef-205e-4a59-a459-bf05be360f81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:52.596329 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-3660c324-1f64-4721-b4f3-22dbfa659f11 None None] Provisioning complete for port 122d32b4-03ea-4019-bc74-a0c1ba27dc31 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:54:52.596743 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3660c324-1f64-4721-b4f3-22dbfa659f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:52.665071 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8bfbcfb9-2a06-4480-9358-8eb9b6c85598 req-0497197c-ec6a-4dcd-8781-ca1dfc2ff45f tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] 10.222.0.44 "GET /v2.0/security-groups?id=28aae001-5f9c-44eb-8989-3db71a778577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316395 Jul 23 23:54:52.666415 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-3660c324-1f64-4721-b4f3-22dbfa659f11 None None] Port 122d32b4-03ea-4019-bc74-a0c1ba27dc31 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:54:52.709736 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ad7aa9-183c-468f-b99a-8e2e61c8afd2 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:54:52.716172 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-db598bfe-81a8-477f-920d-2d73b1496945 req-29097bcc-6cbd-44f5-8f14-cedc66f395fe service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3132484 Jul 23 23:54:52.723412 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-93ad7aa9-183c-468f-b99a-8e2e61c8afd2 admin admin] 10.222.0.44 "PUT /v2.0/routers/4e1bddb2-b529-49fb-ab52-25a6cc6587e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9634275 Jul 23 23:54:52.859025 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f8dca2-7e6f-4e1f-a7a4-916e494353aa req-37edc065-ac37-4564-8d71-9ec087ef3cf1 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:52.859406 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5017e1b8-c1a9-4f49-9f57-d89fd83b37a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9b52e8a-7d85-422f-b2ce-78773c09870e'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:54:52.862288 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3236962a-875c-4879-8b3d-a17663f6782e" -d '{"events": [{"server_uuid": "5017e1b8-c1a9-4f49-9f57-d89fd83b37a3", "name": "network-vif-plugged", "status": "completed", "tag": "f9b52e8a-7d85-422f-b2ce-78773c09870e"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:54:52.866922 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-93f8dca2-7e6f-4e1f-a7a4-916e494353aa req-37edc065-ac37-4564-8d71-9ec087ef3cf1 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/networks?id=b8906f93-94f4-4245-b6a8-bfe9f5af486b HTTP/1.1" status: 200 len: 812 time: 0.2135353 Jul 23 23:54:52.890102 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d64d7-c4f0-42c3-bf4d-6c4d471eb0b7 req-f49c0b36-18c7-4394-b394-c481b3c8bfdb tempest-ImagesOneServerTestJSON-1390310364 tempest-ImagesOneServerTestJSON-1390310364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:52.893347 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-093d64d7-c4f0-42c3-bf4d-6c4d471eb0b7 req-f49c0b36-18c7-4394-b394-c481b3c8bfdb tempest-ImagesOneServerTestJSON-1390310364 tempest-ImagesOneServerTestJSON-1390310364-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c7feaae-3110-4bcb-a689-c25d4ea04d6e HTTP/1.1" status: 200 len: 948 time: 0.1343417 Jul 23 23:54:52.927352 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-93f8dca2-7e6f-4e1f-a7a4-916e494353aa req-6db76a10-e9f8-4abb-9f42-08e4f83f4c90 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/quotas/55262526535943308d0fc348b3327b0d HTTP/1.1" status: 200 len: 375 time: 0.0582228 Jul 23 23:54:52.932342 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-671c05ef-205e-4a59-a459-bf05be360f81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:52.946320 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-093d64d7-c4f0-42c3-bf4d-6c4d471eb0b7 req-433551af-cc10-4d92-9aac-a45b46b2ddb2 tempest-ImagesOneServerTestJSON-1390310364 tempest-ImagesOneServerTestJSON-1390310364-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e4ced4f-2cc5-4a81-83cf-2b8ba47ee51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476649 Jul 23 23:54:52.949850 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-671c05ef-205e-4a59-a459-bf05be360f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:52.976351 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-93f8dca2-7e6f-4e1f-a7a4-916e494353aa req-c8216a9d-22d8-4d7b-bfb8-5435e4cb3ee7 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=55262526535943308d0fc348b3327b0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401683 Jul 23 23:54:52.994947 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-671c05ef-205e-4a59-a459-bf05be360f81 admin admin] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:54:53.039745 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-671c05ef-205e-4a59-a459-bf05be360f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:53.040096 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-671c05ef-205e-4a59-a459-bf05be360f81 admin admin] Added segment 5ece07f7-72f5-4869-b63d-d3f7d43cb1e6 of type vlan for network 3f69acb3-14c7-42ff-ba38-d1689b49cdc4 Jul 23 23:54:53.041538 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671c05ef-205e-4a59-a459-bf05be360f81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9648d5df-497a-47ba-9673-c4bd865e429e,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:53.083870 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-7ec2b231-c980-4a7f-9a31-8b2de08b2bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:53.094030 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4989f802-21b3-4972-af3d-4c4bf9b491ce req-01c94a0f-77ca-46b3-b4c1-9269b37de5de tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:53.095680 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4989f802-21b3-4972-af3d-4c4bf9b491ce req-01c94a0f-77ca-46b3-b4c1-9269b37de5de tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?device_id=f173322f-123e-4d93-903a-5504db9c6025 HTTP/1.1" status: 200 len: 946 time: 0.0821052 Jul 23 23:54:53.143251 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-671c05ef-205e-4a59-a459-bf05be360f81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:53.154610 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4989f802-21b3-4972-af3d-4c4bf9b491ce req-0dbd9b1d-dc98-4680-9cf6-81f05deb2f41 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462725 Jul 23 23:54:53.195032 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3857af51-b3b5-4b4f-8054-0258d8d18565 x-openstack-request-id: req-3857af51-b3b5-4b4f-8054-0258d8d18565 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:54:53.195335 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5017e1b8-c1a9-4f49-9f57-d89fd83b37a3", "name": "network-vif-plugged", "status": "completed", "tag": "f9b52e8a-7d85-422f-b2ce-78773c09870e", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:54:53.195592 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3857af51-b3b5-4b4f-8054-0258d8d18565 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:54:53.195995 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5017e1b8-c1a9-4f49-9f57-d89fd83b37a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9b52e8a-7d85-422f-b2ce-78773c09870e', 'code': 200} Jul 23 23:54:53.197286 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-93f8dca2-7e6f-4e1f-a7a4-916e494353aa req-3155750f-daa6-4821-8343-4aa3e20d7d11 service neutron] 10.222.0.44 "GET /v2.0/networks/b8906f93-94f4-4245-b6a8-bfe9f5af486b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998560 Jul 23 23:54:53.259000 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-671c05ef-205e-4a59-a459-bf05be360f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:53.260158 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671c05ef-205e-4a59-a459-bf05be360f81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:53.260787 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-671c05ef-205e-4a59-a459-bf05be360f81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:53.337655 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b97a5e-cf28-4a9b-915b-6cc851564a8e None None] Sync routers for ids ['4e1bddb2-b529-49fb-ab52-25a6cc6587e3'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:54:53.351096 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b97a5e-cf28-4a9b-915b-6cc851564a8e None None] Routers {'4e1bddb2-b529-49fb-ab52-25a6cc6587e3'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:54:53.351751 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-d9b97a5e-cf28-4a9b-915b-6cc851564a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:54:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['4e1bddb2-b529-49fb-ab52-25a6cc6587e3'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:54:53.360333 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-671c05ef-205e-4a59-a459-bf05be360f81 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.2395787 Jul 23 23:54:53.363094 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42434) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:54:53.368582 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-f5411c14-2c29-4b7e-9c6e-b54792b7e49e admin admin] Request body: {'subnet': {'network_id': '3f69acb3-14c7-42ff-ba38-d1689b49cdc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1055579443-subnet', 'tenant_id': '7ef449de714345fe9308d9c5180dc600', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:54:53.398535 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5411c14-2c29-4b7e-9c6e-b54792b7e49e admin admin] Made reservation on behalf of 7ef449de714345fe9308d9c5180dc600 for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:54:53.401506 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f5411c14-2c29-4b7e-9c6e-b54792b7e49e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:53.493788 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-d9b97a5e-cf28-4a9b-915b-6cc851564a8e None None] Set router 4e1bddb2-b529-49fb-ab52-25a6cc6587e3 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:54:53.527922 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671c05ef-205e-4a59-a459-bf05be360f81 admin admin] Pushing event updated for resources: {'Network': ['ID=3f69acb3-14c7-42ff-ba38-d1689b49cdc4,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:53.599375 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-93f8dca2-7e6f-4e1f-a7a4-916e494353aa req-79cb038f-00b1-46cc-86d6-43a2f886ab60 service neutron] 10.222.0.44 "GET /v2.0/networks/b8906f93-94f4-4245-b6a8-bfe9f5af486b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4010222 Jul 23 23:54:53.637635 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021d8e30-102a-4d5f-ae68-5af3b3d19008 req-68f797d2-b976-4792-b1ee-3dc3ace502d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:53.644523 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-021d8e30-102a-4d5f-ae68-5af3b3d19008 req-68f797d2-b976-4792-b1ee-3dc3ace502d2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5017e1b8-c1a9-4f49-9f57-d89fd83b37a3 HTTP/1.1" status: 200 len: 1101 time: 0.2055483 Jul 23 23:54:53.702235 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-021d8e30-102a-4d5f-ae68-5af3b3d19008 req-a4538589-4ba6-42e2-808c-b853273b0450 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=84afd7ea-644b-438b-8379-6d56a9cf992d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529671 Jul 23 23:54:53.715262 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 3f69acb3-14c7-42ff-ba38-d1689b49cdc4 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:54:53.722591 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device d93ccc36-894d-4e17-98c2-c0fa5eaf9fd7 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:54:53.775068 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f5411c14-2c29-4b7e-9c6e-b54792b7e49e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:53.827549 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 42446) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:54:53.834550 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-a086a6b3-3381-4141-8abe-2ba6e14fa30f tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1565465398', 'description': 'tempest-description--1990893363'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:54:53.893098 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5411c14-2c29-4b7e-9c6e-b54792b7e49e admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb29b4ab-cbf3-43ad-8484-c89fe1db3cfe,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:53.909307 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port d93ccc36-894d-4e17-98c2-c0fa5eaf9fd7 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:54:53.909842 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:53.950388 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5411c14-2c29-4b7e-9c6e-b54792b7e49e admin admin] Checking segment: {'id': '5ece07f7-72f5-4869-b63d-d3f7d43cb1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3f69acb3-14c7-42ff-ba38-d1689b49cdc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:54:53.952493 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5411c14-2c29-4b7e-9c6e-b54792b7e49e admin admin] Network hostable DHCP agents. Network: 3f69acb3-14c7-42ff-ba38-d1689b49cdc4, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:54:53.987710 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a086a6b3-3381-4141-8abe-2ba6e14fa30f tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:53.992238 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-d9b97a5e-cf28-4a9b-915b-6cc851564a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e1bddb2-b529-49fb-ab52-25a6cc6587e3', 'name': 'tempest-ServersTestBootFromVolume-1860094371-router', 'tenant_id': '0ba541c6f78942b8b24d28300792e03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'd93ccc36-894d-4e17-98c2-c0fa5eaf9fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:54:43Z', 'updated_at': '2021-07-23T23:54:51Z', 'revision_number': 4, 'project_id': '0ba541c6f78942b8b24d28300792e03c', 'gw_port': {'id': 'd93ccc36-894d-4e17-98c2-c0fa5eaf9fd7', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:68:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1bddb2-b529-49fb-ab52-25a6cc6587e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:54:44Z', 'updated_at': '2021-07-23T23:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '122d32b4-03ea-4019-bc74-a0c1ba27dc31', 'name': '', 'network_id': '5a68620e-8ed8-46e0-ba48-c9ec0876466a', 'tenant_id': '0ba541c6f78942b8b24d28300792e03c', 'mac_address': 'fa:16:3e:9d:0c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e1bddb2-b529-49fb-ab52-25a6cc6587e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '0db7f07d-a14b-4c57-807d-bc1863ff1ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:54:49Z', 'updated_at': '2021-07-23T23:54:51Z', 'revision_number': 2, 'project_id': '0ba541c6f78942b8b24d28300792e03c', 'subnets': [{'id': '0db7f07d-a14b-4c57-807d-bc1863ff1ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:54:53.994943 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5411c14-2c29-4b7e-9c6e-b54792b7e49e admin admin] Network 3f69acb3-14c7-42ff-ba38-d1689b49cdc4 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:54:54.008436 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-f5411c14-2c29-4b7e-9c6e-b54792b7e49e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 3f69acb3-14c7-42ff-ba38-d1689b49cdc4) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:54:54.015122 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5411c14-2c29-4b7e-9c6e-b54792b7e49e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:54.015667 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f5411c14-2c29-4b7e-9c6e-b54792b7e49e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:54.034595 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed09b99-e945-4fe6-a5a6-9ce1ee094d13 None None] Network 3f69acb3-14c7-42ff-ba38-d1689b49cdc4 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:54:54.040789 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b97a5e-cf28-4a9b-915b-6cc851564a8e None None] Checking router: 4e1bddb2-b529-49fb-ab52-25a6cc6587e3 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:54:54.041794 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-f5411c14-2c29-4b7e-9c6e-b54792b7e49e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6775734 Jul 23 23:54:54.042745 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b97a5e-cf28-4a9b-915b-6cc851564a8e None None] Updating router 4e1bddb2-b529-49fb-ab52-25a6cc6587e3 port 122d32b4-03ea-4019-bc74-a0c1ba27dc31 binding host n-d-800088-16 {{(pid=100315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:54:54.044781 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42450) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:54:54.052771 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-c94f4321-71bb-4622-ac35-f18b39b155c9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1055579443-router', 'tenant_id': '7ef449de714345fe9308d9c5180dc600', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:54:54.093879 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfc01e4-2894-4030-9db0-0816866775e9 req-b866ea9b-6382-4482-a62f-b973bc4fec9e tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:54.100952 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7dfc01e4-2894-4030-9db0-0816866775e9 req-b866ea9b-6382-4482-a62f-b973bc4fec9e tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/ports?device_id=5017e1b8-c1a9-4f49-9f57-d89fd83b37a3 HTTP/1.1" status: 200 len: 949 time: 0.2532489 Jul 23 23:54:54.195889 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1f848c-af8d-43e3-8c10-2395cae1c0ce req-4e1ab51e-7384-4dfd-90dc-ac54d8ffa237 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:54.203944 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9d1f848c-af8d-43e3-8c10-2395cae1c0ce req-4e1ab51e-7384-4dfd-90dc-ac54d8ffa237 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] 10.222.0.44 "GET /v2.0/ports?device_id=32c9f11f-5ce3-4bb7-a7a0-8e24b5975e04 HTTP/1.1" status: 200 len: 945 time: 0.1464169 Jul 23 23:54:54.213768 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7dfc01e4-2894-4030-9db0-0816866775e9 req-08567b39-9e34-4d2b-8bdb-646715549e42 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/security-groups?id=84afd7ea-644b-438b-8379-6d56a9cf992d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116824 Jul 23 23:54:54.271476 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a086a6b3-3381-4141-8abe-2ba6e14fa30f tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:54.272688 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9d1f848c-af8d-43e3-8c10-2395cae1c0ce req-de4dc896-4d7d-4c01-b74b-e2de2bd2c800 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] 10.222.0.44 "GET /v2.0/security-groups?id=28aae001-5f9c-44eb-8989-3db71a778577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677648 Jul 23 23:54:54.288757 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a086a6b3-3381-4141-8abe-2ba6e14fa30f tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:54.299690 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c94f4321-71bb-4622-ac35-f18b39b155c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:54.301480 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c94f4321-71bb-4622-ac35-f18b39b155c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:54.398556 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c94f4321-71bb-4622-ac35-f18b39b155c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:54.399215 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a086a6b3-3381-4141-8abe-2ba6e14fa30f tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:54.400671 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-a086a6b3-3381-4141-8abe-2ba6e14fa30f tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5712929 Jul 23 23:54:54.404932 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42460) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:54:54.411274 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-811b78a5-43ac-4292-a34f-478ce3d967c0 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Request body: {'security_group_rule': {'security_group_id': '7b98df9f-91b2-42b1-b02c-ca8eda7bbe44', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:54:54.423072 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a086a6b3-3381-4141-8abe-2ba6e14fa30f tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b98df9f-91b2-42b1-b02c-ca8eda7bbe44,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:54.440169 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f7307eaa-7e11-40d3-ab75-83b58c347467 req-54b3e983-3b8b-4235-bdee-0edabb95f0c9 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/ports?device_id=4826a11b-315d-41f7-90dc-ced354b0e407 HTTP/1.1" status: 200 len: 210 time: 0.0921547 Jul 23 23:54:54.471217 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 961b137c-2df4-4845-afb6-8c01c8bc5ffe details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:54:54.491848 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d9b97a5e-cf28-4a9b-915b-6cc851564a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:54.692536 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87bedfa-a537-4ed4-a3ee-a2063953ed02 req-960dd925-5299-4979-b21e-a6fac441ccdb tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:54.695210 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c87bedfa-a537-4ed4-a3ee-a2063953ed02 req-960dd925-5299-4979-b21e-a6fac441ccdb tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?device_id=f173322f-123e-4d93-903a-5504db9c6025 HTTP/1.1" status: 200 len: 946 time: 0.1301277 Jul 23 23:54:54.761111 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 961b137c-2df4-4845-afb6-8c01c8bc5ffe, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=961b137c-2df4-4845-afb6-8c01c8bc5ffe,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:54:54.769412 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c87bedfa-a537-4ed4-a3ee-a2063953ed02 req-d850674a-52f0-46a3-9cb4-d48a0dd1a726 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677795 Jul 23 23:54:54.806992 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': '961b137c-2df4-4845-afb6-8c01c8bc5ffe', 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2', 'port_id': '961b137c-2df4-4845-afb6-8c01c8bc5ffe', 'mac_address': 'fa:16:3e:a9:c9:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef73a7e1-c64a-41e3-9997-629475c7b6b1', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:54:54.821790 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3ce03c-dfdf-44f3-85ec-f6849b01e929 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-3f69acb3-14c7-42ff-ba38-d1689b49cdc4', 'network_id': '3f69acb3-14c7-42ff-ba38-d1689b49cdc4', 'tenant_id': '7ef449de714345fe9308d9c5180dc600', 'fixed_ips': [{'subnet_id': 'fb29b4ab-cbf3-43ad-8484-c89fe1db3cfe'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:54:54.822666 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-4e3ce03c-dfdf-44f3-85ec-f6849b01e929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:54.957431 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:55.024295 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1182c92b-a060-4ac4-8b0b-dc9dba7fcf9b req-2b1f4e6f-6d76-4a1e-9ab1-ef5dbe076b8c tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:55.026253 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1182c92b-a060-4ac4-8b0b-dc9dba7fcf9b req-2b1f4e6f-6d76-4a1e-9ab1-ef5dbe076b8c tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b91a5e4-6ac9-4896-b8a4-d308a7c6f073 HTTP/1.1" status: 200 len: 945 time: 0.1660862 Jul 23 23:54:55.059435 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 961b137c-2df4-4845-afb6-8c01c8bc5ffe {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:54:55.113817 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1182c92b-a060-4ac4-8b0b-dc9dba7fcf9b req-f18d31c5-e118-4490-a38a-58e5f36076c1 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] 10.222.0.44 "GET /v2.0/security-groups?id=28aae001-5f9c-44eb-8989-3db71a778577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787768 Jul 23 23:54:55.126578 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 961b137c-2df4-4845-afb6-8c01c8bc5ffe, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=961b137c-2df4-4845-afb6-8c01c8bc5ffe,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:54:55.157455 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:55.168915 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c94f4321-71bb-4622-ac35-f18b39b155c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:55.200425 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-811b78a5-43ac-4292-a34f-478ce3d967c0 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:55.218645 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-4e3ce03c-dfdf-44f3-85ec-f6849b01e929 None None] Allocated IP 172.20.0.2 (3f69acb3-14c7-42ff-ba38-d1689b49cdc4/fb29b4ab-cbf3-43ad-8484-c89fe1db3cfe/8abd58f8-e5dc-4a70-b783-5d8773cb57ba) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:54:55.245175 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102acbbb-9ce2-4a96-8c24-15bf7a8127ca req-85959ebf-7c3f-4600-a61a-00a78c877eb2 tempest-ImagesOneServerTestJSON-1390310364 tempest-ImagesOneServerTestJSON-1390310364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:55.247947 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-102acbbb-9ce2-4a96-8c24-15bf7a8127ca req-85959ebf-7c3f-4600-a61a-00a78c877eb2 tempest-ImagesOneServerTestJSON-1390310364 tempest-ImagesOneServerTestJSON-1390310364-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c7feaae-3110-4bcb-a689-c25d4ea04d6e HTTP/1.1" status: 200 len: 948 time: 0.8291981 Jul 23 23:54:55.295043 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d9b97a5e-cf28-4a9b-915b-6cc851564a8e None None] Notify callbacks [] for port, precommit_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:55.300006 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=961b137c-2df4-4845-afb6-8c01c8bc5ffe,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:55.340067 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-d9b97a5e-cf28-4a9b-915b-6cc851564a8e None None] Transition to ACTIVE for port object 122d32b4-03ea-4019-bc74-a0c1ba27dc31 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:54:55.345584 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-102acbbb-9ce2-4a96-8c24-15bf7a8127ca req-23d3b211-d41f-41b5-a52e-f840b0bb1167 tempest-ImagesOneServerTestJSON-1390310364 tempest-ImagesOneServerTestJSON-1390310364-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e4ced4f-2cc5-4a81-83cf-2b8ba47ee51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889680 Jul 23 23:54:55.383336 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d9b97a5e-cf28-4a9b-915b-6cc851564a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:55.395400 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-811b78a5-43ac-4292-a34f-478ce3d967c0 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:55.406310 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-811b78a5-43ac-4292-a34f-478ce3d967c0 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:55.446030 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811b78a5-43ac-4292-a34f-478ce3d967c0 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4b7c6d5-35e9-41cf-9848-b92de1b06200,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:55.452632 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['961b137c-2df4-4845-afb6-8c01c8bc5ffe'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:54:55.458979 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-811b78a5-43ac-4292-a34f-478ce3d967c0 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:55.463599 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-811b78a5-43ac-4292-a34f-478ce3d967c0 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0573707 Jul 23 23:54:55.467238 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42472) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:54:55.472310 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-05245a1d-1a28-4b75-9166-13bf941a0dd9 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Request body: {'security_group_rule': {'security_group_id': '7b98df9f-91b2-42b1-b02c-ca8eda7bbe44', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:54:55.610791 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9984db-47dd-439c-ba10-3ec9ce3970ab None None] Pushing event updated for resources: {'Port': ['ID=122d32b4-03ea-4019-bc74-a0c1ba27dc31,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:55.632613 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-05245a1d-1a28-4b75-9166-13bf941a0dd9 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:55.692962 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-712aff4a-98c0-440a-bbed-4e37c4c13ef4 req-194d158c-7aa2-44d0-8483-c93ebbdc069b tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/ports?device_id=4826a11b-315d-41f7-90dc-ced354b0e407 HTTP/1.1" status: 200 len: 210 time: 0.0460649 Jul 23 23:54:55.750244 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-4e3ce03c-dfdf-44f3-85ec-f6849b01e929 None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:55.768172 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f8dca2-7e6f-4e1f-a7a4-916e494353aa req-958f30de-00d3-4303-9f36-16992fa5bf1e tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:55.775386 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-93f8dca2-7e6f-4e1f-a7a4-916e494353aa req-958f30de-00d3-4303-9f36-16992fa5bf1e tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.64 "GET /v2.0/networks?id=b8906f93-94f4-4245-b6a8-bfe9f5af486b HTTP/1.1" status: 200 len: 812 time: 0.3340261 Jul 23 23:54:55.781533 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-4e3ce03c-dfdf-44f3-85ec-f6849b01e929 None None] Transition to ACTIVE for port object 8abd58f8-e5dc-4a70-b783-5d8773cb57ba will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:54:55.799598 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-93f8dca2-7e6f-4e1f-a7a4-916e494353aa req-0f954534-0927-42cf-90cc-fe9f3dad8dba tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Request body: {'port': {'device_id': '4826a11b-315d-41f7-90dc-ced354b0e407', 'network_id': 'b8906f93-94f4-4245-b6a8-bfe9f5af486b', 'admin_state_up': True, 'tenant_id': '55262526535943308d0fc348b3327b0d'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:54:55.810218 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-5318f322-ab67-4275-b8dd-6aa636883f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:55.812084 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-d9b97a5e-cf28-4a9b-915b-6cc851564a8e None None] Attempting to bind port 122d32b4-03ea-4019-bc74-a0c1ba27dc31 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:54:55.812632 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-d9b97a5e-cf28-4a9b-915b-6cc851564a8e None None] Attempting to bind port 122d32b4-03ea-4019-bc74-a0c1ba27dc31 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': 'b45bfccd-951e-4267-b73e-6acacd8c9dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '5a68620e-8ed8-46e0-ba48-c9ec0876466a'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:54:55.813309 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b97a5e-cf28-4a9b-915b-6cc851564a8e None None] Attempting to bind port 122d32b4-03ea-4019-bc74-a0c1ba27dc31 on network 5a68620e-8ed8-46e0-ba48-c9ec0876466a {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:54:55.814790 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c94f4321-71bb-4622-ac35-f18b39b155c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:55.833636 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-4e3ce03c-dfdf-44f3-85ec-f6849b01e929 None None] Transition to ACTIVE for port object 8abd58f8-e5dc-4a70-b783-5d8773cb57ba will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:54:55.835839 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b97a5e-cf28-4a9b-915b-6cc851564a8e None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:54:55.836444 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b97a5e-cf28-4a9b-915b-6cc851564a8e None None] Checking segment: {'id': 'b45bfccd-951e-4267-b73e-6acacd8c9dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '5a68620e-8ed8-46e0-ba48-c9ec0876466a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:54:55.837068 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d9b97a5e-cf28-4a9b-915b-6cc851564a8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:55.837648 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b97a5e-cf28-4a9b-915b-6cc851564a8e None None] Bound using segment: {'id': 'b45bfccd-951e-4267-b73e-6acacd8c9dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '5a68620e-8ed8-46e0-ba48-c9ec0876466a'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:54:55.838307 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-d9b97a5e-cf28-4a9b-915b-6cc851564a8e None None] Bound port: 122d32b4-03ea-4019-bc74-a0c1ba27dc31, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b45bfccd-951e-4267-b73e-6acacd8c9dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '5a68620e-8ed8-46e0-ba48-c9ec0876466a'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:54:55.839692 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d9b97a5e-cf28-4a9b-915b-6cc851564a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:55.847727 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c94f4321-71bb-4622-ac35-f18b39b155c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:55.865693 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-4e3ce03c-dfdf-44f3-85ec-f6849b01e929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:55.943270 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570fa477-a902-4b4f-9397-4c31bc136599 req-7211fac5-7c56-4119-84b7-279b082e0bfb tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:55.952306 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-570fa477-a902-4b4f-9397-4c31bc136599 req-7211fac5-7c56-4119-84b7-279b082e0bfb tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/ports?device_id=5017e1b8-c1a9-4f49-9f57-d89fd83b37a3 HTTP/1.1" status: 200 len: 949 time: 0.3740418 Jul 23 23:54:55.957767 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-05245a1d-1a28-4b75-9166-13bf941a0dd9 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:55.992964 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-05245a1d-1a28-4b75-9166-13bf941a0dd9 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:56.019005 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3ce03c-dfdf-44f3-85ec-f6849b01e929 None None] Network 3f69acb3-14c7-42ff-ba38-d1689b49cdc4 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:54:56.034558 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-4e3ce03c-dfdf-44f3-85ec-f6849b01e929 None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:54:56.044997 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3ce03c-dfdf-44f3-85ec-f6849b01e929 None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:54:56.053892 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3ce03c-dfdf-44f3-85ec-f6849b01e929 None None] Pushing event updated for resources: {'Port': ['ID=8abd58f8-e5dc-4a70-b783-5d8773cb57ba,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:56.074523 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-570fa477-a902-4b4f-9397-4c31bc136599 req-5fce306e-951d-49aa-8dc6-bc6b14863fef tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/security-groups?id=84afd7ea-644b-438b-8379-6d56a9cf992d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209848 Jul 23 23:54:56.075324 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05245a1d-1a28-4b75-9166-13bf941a0dd9 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1d31ffc-7032-4884-b2b0-9fef18c94784,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:56.102560 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-c94f4321-71bb-4622-ac35-f18b39b155c9 admin admin] Allocated IP 172.25.3.150 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/0b7418f5-a375-4130-8e65-d36428dad504) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:54:56.143530 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-d9b97a5e-cf28-4a9b-915b-6cc851564a8e None None] For port 122d32b4-03ea-4019-bc74-a0c1ba27dc31, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:54:56.145829 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93f8dca2-7e6f-4e1f-a7a4-916e494353aa req-0f954534-0927-42cf-90cc-fe9f3dad8dba tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Made reservation on behalf of 55262526535943308d0fc348b3327b0d for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:54:56.152185 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-93f8dca2-7e6f-4e1f-a7a4-916e494353aa req-0f954534-0927-42cf-90cc-fe9f3dad8dba tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:56.165074 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-05245a1d-1a28-4b75-9166-13bf941a0dd9 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:56.166305 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-05245a1d-1a28-4b75-9166-13bf941a0dd9 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6980610 Jul 23 23:54:56.172244 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 42482) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:54:56.182725 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-af3254ac-8acf-4712-888e-e7011141abf0 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Request body: {'floatingip': {'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:54:56.196142 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24504ed5-0a43-426d-a88e-484fe1d39136 req-3ec7d703-ebd2-409f-8488-9d5bae77eea6 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:56.197964 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-24504ed5-0a43-426d-a88e-484fe1d39136 req-3ec7d703-ebd2-409f-8488-9d5bae77eea6 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?device_id=f173322f-123e-4d93-903a-5504db9c6025 HTTP/1.1" status: 200 len: 946 time: 0.1246567 Jul 23 23:54:56.236472 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-d9b97a5e-cf28-4a9b-915b-6cc851564a8e None None] For port 122d32b4-03ea-4019-bc74-a0c1ba27dc31, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=122d32b4-03ea-4019-bc74-a0c1ba27dc31,segment=NetworkSegment(b45bfccd-951e-4267-b73e-6acacd8c9dc9),segment_id=b45bfccd-951e-4267-b73e-6acacd8c9dc9)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:54:56.246353 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-4e3ce03c-dfdf-44f3-85ec-f6849b01e929 None None] Attempting to bind port 8abd58f8-e5dc-4a70-b783-5d8773cb57ba on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:54:56.246769 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-4e3ce03c-dfdf-44f3-85ec-f6849b01e929 None None] Attempting to bind port 8abd58f8-e5dc-4a70-b783-5d8773cb57ba by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '5ece07f7-72f5-4869-b63d-d3f7d43cb1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3f69acb3-14c7-42ff-ba38-d1689b49cdc4'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:54:56.247146 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3ce03c-dfdf-44f3-85ec-f6849b01e929 None None] Attempting to bind port 8abd58f8-e5dc-4a70-b783-5d8773cb57ba on network 3f69acb3-14c7-42ff-ba38-d1689b49cdc4 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:54:56.251428 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d9b97a5e-cf28-4a9b-915b-6cc851564a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:56.266916 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3ce03c-dfdf-44f3-85ec-f6849b01e929 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:54:56.267301 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3ce03c-dfdf-44f3-85ec-f6849b01e929 None None] Checking segment: {'id': '5ece07f7-72f5-4869-b63d-d3f7d43cb1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3f69acb3-14c7-42ff-ba38-d1689b49cdc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:54:56.267714 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-4e3ce03c-dfdf-44f3-85ec-f6849b01e929 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:56.268119 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3ce03c-dfdf-44f3-85ec-f6849b01e929 None None] Bound using segment: {'id': '5ece07f7-72f5-4869-b63d-d3f7d43cb1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3f69acb3-14c7-42ff-ba38-d1689b49cdc4'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:54:56.268596 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-4e3ce03c-dfdf-44f3-85ec-f6849b01e929 None None] Bound port: 8abd58f8-e5dc-4a70-b783-5d8773cb57ba, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ece07f7-72f5-4869-b63d-d3f7d43cb1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3f69acb3-14c7-42ff-ba38-d1689b49cdc4'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:54:56.269019 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-4e3ce03c-dfdf-44f3-85ec-f6849b01e929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:56.289329 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-24504ed5-0a43-426d-a88e-484fe1d39136 req-3992e589-9d9f-4b16-920e-11a2efedfeeb tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825188 Jul 23 23:54:56.297823 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-af3254ac-8acf-4712-888e-e7011141abf0 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Notify callbacks [] for floatingip, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:56.321350 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c94f4321-71bb-4622-ac35-f18b39b155c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:56.373275 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43507642-8c11-468d-a8c7-c6ad823304f5 req-6e118c69-2772-44a4-99f4-4ffd58cc7f19 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:56.380362 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b97a5e-cf28-4a9b-915b-6cc851564a8e None None] Routers {'4e1bddb2-b529-49fb-ab52-25a6cc6587e3'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:54:56.381051 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-d9b97a5e-cf28-4a9b-915b-6cc851564a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:54:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['4e1bddb2-b529-49fb-ab52-25a6cc6587e3'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:54:56.381222 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-43507642-8c11-468d-a8c7-c6ad823304f5 req-6e118c69-2772-44a4-99f4-4ffd58cc7f19 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b91a5e4-6ac9-4896-b8a4-d308a7c6f073 HTTP/1.1" status: 200 len: 945 time: 0.2361333 Jul 23 23:54:56.438803 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-43507642-8c11-468d-a8c7-c6ad823304f5 req-4e007dea-bc26-4a0f-8b30-0cf2d481d2c8 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] 10.222.0.44 "GET /v2.0/security-groups?id=28aae001-5f9c-44eb-8989-3db71a778577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565491 Jul 23 23:54:56.460796 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-4e3ce03c-dfdf-44f3-85ec-f6849b01e929 None None] For port 8abd58f8-e5dc-4a70-b783-5d8773cb57ba, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:54:56.464884 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-4e3ce03c-dfdf-44f3-85ec-f6849b01e929 None None] For port 8abd58f8-e5dc-4a70-b783-5d8773cb57ba, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=8abd58f8-e5dc-4a70-b783-5d8773cb57ba,segment=NetworkSegment(5ece07f7-72f5-4869-b63d-d3f7d43cb1e6),segment_id=5ece07f7-72f5-4869-b63d-d3f7d43cb1e6)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:54:56.480120 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c94f4321-71bb-4622-ac35-f18b39b155c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:56.499060 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9984db-47dd-439c-ba10-3ec9ce3970ab None None] Pushing event updated for resources: {'Port': ['ID=122d32b4-03ea-4019-bc74-a0c1ba27dc31,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:56.502512 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94f4321-71bb-4622-ac35-f18b39b155c9 admin admin] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:54:56.517673 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-4e3ce03c-dfdf-44f3-85ec-f6849b01e929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:56.531403 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [req-93f8dca2-7e6f-4e1f-a7a4-916e494353aa req-0f954534-0927-42cf-90cc-fe9f3dad8dba tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Allocated IP 172.20.0.7 (b8906f93-94f4-4245-b6a8-bfe9f5af486b/abff5f68-fd48-495e-a37c-bc1705b61fd1/202ded10-077c-4d14-a81c-06f692f89f84) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:54:56.544948 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-c94f4321-71bb-4622-ac35-f18b39b155c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:54:56.548213 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94f4321-71bb-4622-ac35-f18b39b155c9 admin admin] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:54:56.628255 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-af3254ac-8acf-4712-888e-e7011141abf0 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:56.643172 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e90ba74-9590-463f-b54b-0548ccb3c808 req-f5634047-859d-4054-8bc3-8b9aaa56a622 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:56.644774 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3e90ba74-9590-463f-b54b-0548ccb3c808 req-f5634047-859d-4054-8bc3-8b9aaa56a622 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/ports?device_id=5017e1b8-c1a9-4f49-9f57-d89fd83b37a3 HTTP/1.1" status: 200 len: 949 time: 0.2079375 Jul 23 23:54:56.704850 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3ce03c-dfdf-44f3-85ec-f6849b01e929 None None] Pushing event updated for resources: {'Port': ['ID=8abd58f8-e5dc-4a70-b783-5d8773cb57ba,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:56.716426 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:56.721669 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94f4321-71bb-4622-ac35-f18b39b155c9 admin admin] Pushing event updated for resources: {'Port': ['ID=0b7418f5-a375-4130-8e65-d36428dad504,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:56.737117 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-d9b97a5e-cf28-4a9b-915b-6cc851564a8e None None] Set router 4e1bddb2-b529-49fb-ab52-25a6cc6587e3 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:54:56.820652 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3e90ba74-9590-463f-b54b-0548ccb3c808 req-9b46da94-e48a-4972-80d5-75e69f78146b tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/security-groups?id=84afd7ea-644b-438b-8379-6d56a9cf992d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587636 Jul 23 23:54:56.937783 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29080d4e-016e-4da6-90ea-932057012b0b req-ee51df0f-2616-407a-9a80-c7c1d9939949 tempest-ImagesOneServerTestJSON-1390310364 tempest-ImagesOneServerTestJSON-1390310364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:56.939981 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-29080d4e-016e-4da6-90ea-932057012b0b req-ee51df0f-2616-407a-9a80-c7c1d9939949 tempest-ImagesOneServerTestJSON-1390310364 tempest-ImagesOneServerTestJSON-1390310364-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c7feaae-3110-4bcb-a689-c25d4ea04d6e HTTP/1.1" status: 200 len: 949 time: 0.2258143 Jul 23 23:54:57.030274 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-af9491ff-f620-4be7-83d3-8e567b4199bd req-13c6d56f-0413-4011-ba8d-b0e711fbe9be tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/ports?device_id=4826a11b-315d-41f7-90dc-ced354b0e407 HTTP/1.1" status: 200 len: 210 time: 0.0759518 Jul 23 23:54:57.031923 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-af3254ac-8acf-4712-888e-e7011141abf0 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Allocated IP 172.25.3.28 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/fc7514a7-2123-4cae-bdcc-c5731af3b0e6) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:54:57.041135 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-d9b97a5e-cf28-4a9b-915b-6cc851564a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e1bddb2-b529-49fb-ab52-25a6cc6587e3', 'name': 'tempest-ServersTestBootFromVolume-1860094371-router', 'tenant_id': '0ba541c6f78942b8b24d28300792e03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'd93ccc36-894d-4e17-98c2-c0fa5eaf9fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:54:43Z', 'updated_at': '2021-07-23T23:54:51Z', 'revision_number': 4, 'project_id': '0ba541c6f78942b8b24d28300792e03c', 'gw_port': {'id': 'd93ccc36-894d-4e17-98c2-c0fa5eaf9fd7', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:68:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1bddb2-b529-49fb-ab52-25a6cc6587e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:54:44Z', 'updated_at': '2021-07-23T23:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '122d32b4-03ea-4019-bc74-a0c1ba27dc31', 'name': '', 'network_id': '5a68620e-8ed8-46e0-ba48-c9ec0876466a', 'tenant_id': '0ba541c6f78942b8b24d28300792e03c', 'mac_address': 'fa:16:3e:9d:0c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e1bddb2-b529-49fb-ab52-25a6cc6587e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '0db7f07d-a14b-4c57-807d-bc1863ff1ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:54:49Z', 'updated_at': '2021-07-23T23:54:56Z', 'revision_number': 4, 'project_id': '0ba541c6f78942b8b24d28300792e03c', 'subnets': [{'id': '0db7f07d-a14b-4c57-807d-bc1863ff1ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:54:57.074937 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-93f8dca2-7e6f-4e1f-a7a4-916e494353aa req-0f954534-0927-42cf-90cc-fe9f3dad8dba tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:57.087000 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b97a5e-cf28-4a9b-915b-6cc851564a8e None None] The sync data for ids ['4e1bddb2-b529-49fb-ab52-25a6cc6587e3'] in n-d-800088-16 is: [{'id': '4e1bddb2-b529-49fb-ab52-25a6cc6587e3', 'name': 'tempest-ServersTestBootFromVolume-1860094371-router', 'tenant_id': '0ba541c6f78942b8b24d28300792e03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'd93ccc36-894d-4e17-98c2-c0fa5eaf9fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:54:43Z', 'updated_at': '2021-07-23T23:54:51Z', 'revision_number': 4, 'project_id': '0ba541c6f78942b8b24d28300792e03c', 'gw_port': {'id': 'd93ccc36-894d-4e17-98c2-c0fa5eaf9fd7', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:68:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1bddb2-b529-49fb-ab52-25a6cc6587e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:54:44Z', 'updated_at': '2021-07-23T23:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '122d32b4-03ea-4019-bc74-a0c1ba27dc31', 'name': '', 'network_id': '5a68620e-8ed8-46e0-ba48-c9ec0876466a', 'tenant_id': '0ba541c6f78942b8b24d28300792e03c', 'mac_address': 'fa:16:3e:9d:0c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e1bddb2-b529-49fb-ab52-25a6cc6587e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '0db7f07d-a14b-4c57-807d-bc1863ff1ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:54:49Z', 'updated_at': '2021-07-23T23:54:56Z', 'revision_number': 4, 'project_id': '0ba541c6f78942b8b24d28300792e03c', 'subnets': [{'id': '0db7f07d-a14b-4c57-807d-bc1863ff1ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:54:57.132507 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-29080d4e-016e-4da6-90ea-932057012b0b req-303214e1-f6f7-4733-a376-e2fcffb7084c tempest-ImagesOneServerTestJSON-1390310364 tempest-ImagesOneServerTestJSON-1390310364-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e4ced4f-2cc5-4a81-83cf-2b8ba47ee51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694100 Jul 23 23:54:57.157180 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13569339-fa25-4549-bb3d-4fa16056f847 req-4fb4c985-cae0-4bc0-be26-e1b75cdabca7 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:57.161296 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-13569339-fa25-4549-bb3d-4fa16056f847 req-4fb4c985-cae0-4bc0-be26-e1b75cdabca7 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b91a5e4-6ac9-4896-b8a4-d308a7c6f073 HTTP/1.1" status: 200 len: 945 time: 0.3256724 Jul 23 23:54:57.170616 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:57.314441 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c94f4321-71bb-4622-ac35-f18b39b155c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:57.314657 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-93f8dca2-7e6f-4e1f-a7a4-916e494353aa req-0f954534-0927-42cf-90cc-fe9f3dad8dba tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:57.405995 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-af3254ac-8acf-4712-888e-e7011141abf0 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:57.442256 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93f8dca2-7e6f-4e1f-a7a4-916e494353aa req-0f954534-0927-42cf-90cc-fe9f3dad8dba tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Network b8906f93-94f4-4245-b6a8-bfe9f5af486b is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:54:57.448836 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [req-93f8dca2-7e6f-4e1f-a7a4-916e494353aa req-0f954534-0927-42cf-90cc-fe9f3dad8dba tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:54:57.456080 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-93f8dca2-7e6f-4e1f-a7a4-916e494353aa req-0f954534-0927-42cf-90cc-fe9f3dad8dba tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:54:57.589855 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f954534-0927-42cf-90cc-fe9f3dad8dba tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Pushing event updated for resources: {'Port': ['ID=202ded10-077c-4d14-a81c-06f692f89f84,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:57.708156 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 8abd58f8-e5dc-4a70-b783-5d8773cb57ba up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:54:57.725135 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f8dca2-7e6f-4e1f-a7a4-916e494353aa req-0f954534-0927-42cf-90cc-fe9f3dad8dba tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:57.725842 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-93f8dca2-7e6f-4e1f-a7a4-916e494353aa req-0f954534-0927-42cf-90cc-fe9f3dad8dba tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:57.793068 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-af3254ac-8acf-4712-888e-e7011141abf0 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:57.803771 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 8abd58f8-e5dc-4a70-b783-5d8773cb57ba completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:54:57.810739 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 122d32b4-03ea-4019-bc74-a0c1ba27dc31 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:54:57.874836 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-93f8dca2-7e6f-4e1f-a7a4-916e494353aa req-0f954534-0927-42cf-90cc-fe9f3dad8dba tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0848262 Jul 23 23:54:57.924713 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 122d32b4-03ea-4019-bc74-a0c1ba27dc31 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:54:57.938080 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-93f8dca2-7e6f-4e1f-a7a4-916e494353aa req-fbb661c1-51d2-4779-8df0-4d65f546a60e service neutron] Request body: {'port': {'device_id': '4826a11b-315d-41f7-90dc-ced354b0e407', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-16'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:54:57.944098 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 122d32b4-03ea-4019-bc74-a0c1ba27dc31 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:54:57.945343 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:57.978858 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3254ac-8acf-4712-888e-e7011141abf0 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Pushing event updated for resources: {'Port': ['ID=fc7514a7-2123-4cae-bdcc-c5731af3b0e6,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:58.009337 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c94f4321-71bb-4622-ac35-f18b39b155c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:58.014761 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3254ac-8acf-4712-888e-e7011141abf0 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:54:58.035171 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74a314a-98eb-41fb-98ea-f58dece1e66e req-44d58214-4bfe-47c6-a87e-7427a1787b48 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:58.044799 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e74a314a-98eb-41fb-98ea-f58dece1e66e req-44d58214-4bfe-47c6-a87e-7427a1787b48 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b91a5e4-6ac9-4896-b8a4-d308a7c6f073 HTTP/1.1" status: 200 len: 945 time: 0.4462309 Jul 23 23:54:58.050877 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-af3254ac-8acf-4712-888e-e7011141abf0 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:54:58.052150 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-13569339-fa25-4549-bb3d-4fa16056f847 req-289dae2f-3d26-4c4b-aef0-ce1ee884be02 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Deleting port aa72a7da-d2a6-4dfa-915d-162e2f02541c {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:54:58.052511 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-13569339-fa25-4549-bb3d-4fa16056f847 req-289dae2f-3d26-4c4b-aef0-ce1ee884be02 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:58.060151 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3254ac-8acf-4712-888e-e7011141abf0 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:54:58.124413 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:58.151731 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42213a9-4b33-4969-afa0-6bc1c866e812 req-9e89be42-4712-4436-af80-561514aef479 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:58.153502 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e42213a9-4b33-4969-afa0-6bc1c866e812 req-9e89be42-4712-4436-af80-561514aef479 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?device_id=f173322f-123e-4d93-903a-5504db9c6025 HTTP/1.1" status: 200 len: 946 time: 0.6142495 Jul 23 23:54:58.295635 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0725f267-d99e-4efb-a428-7fc81cb86286 req-8a701fdd-74d2-4681-a6fe-67d3bd1eb62d tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:58.297316 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0725f267-d99e-4efb-a428-7fc81cb86286 req-8a701fdd-74d2-4681-a6fe-67d3bd1eb62d tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] 10.222.0.52 "GET /v2.0/ports?device_id=32c9f11f-5ce3-4bb7-a7a0-8e24b5975e04 HTTP/1.1" status: 200 len: 945 time: 0.6949210 Jul 23 23:54:58.321464 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e74a314a-98eb-41fb-98ea-f58dece1e66e req-330560ad-dff7-47cb-a2b7-fdafdba3e597 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] 10.222.0.44 "GET /v2.0/security-groups?id=28aae001-5f9c-44eb-8989-3db71a778577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709720 Jul 23 23:54:58.334095 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-93f8dca2-7e6f-4e1f-a7a4-916e494353aa req-fbb661c1-51d2-4779-8df0-4d65f546a60e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:58.362605 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe2fe02-8454-492d-865a-465001280c5e None None] Network 3f69acb3-14c7-42ff-ba38-d1689b49cdc4 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:54:58.435860 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-af3254ac-8acf-4712-888e-e7011141abf0 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:58.494264 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e42213a9-4b33-4969-afa0-6bc1c866e812 req-e2de4483-02b2-428c-b7e5-032a03dfd09a tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947505 Jul 23 23:54:58.506075 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-13569339-fa25-4549-bb3d-4fa16056f847 req-289dae2f-3d26-4c4b-aef0-ce1ee884be02 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] For port aa72a7da-d2a6-4dfa-915d-162e2f02541c, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=aa72a7da-d2a6-4dfa-915d-162e2f02541c,segment=NetworkSegment(8f4844c9-ec59-45f2-af9f-7284864a60e7),segment_id=8f4844c9-ec59-45f2-af9f-7284864a60e7)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:54:58.506609 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-13569339-fa25-4549-bb3d-4fa16056f847 req-289dae2f-3d26-4c4b-aef0-ce1ee884be02 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:58.516747 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 961b137c-2df4-4845-afb6-8c01c8bc5ffe up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:54:58.550170 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-13569339-fa25-4549-bb3d-4fa16056f847 req-289dae2f-3d26-4c4b-aef0-ce1ee884be02 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Calling delete_port for aa72a7da-d2a6-4dfa-915d-162e2f02541c owned by compute:nova {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:54:58.634133 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-0725f267-d99e-4efb-a428-7fc81cb86286 req-8205b2f5-2f63-4e5d-911f-30111d47b081 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Deleting port 1f0716dc-8c49-4410-b41c-58a809f1bfc4 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:54:58.634862 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-0725f267-d99e-4efb-a428-7fc81cb86286 req-8205b2f5-2f63-4e5d-911f-30111d47b081 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:58.668564 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-3ed37de6-1fd9-4442-a111-e25f637d1c65 None None] Provisioning for port 8abd58f8-e5dc-4a70-b783-5d8773cb57ba completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:54:58.692103 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 122d32b4-03ea-4019-bc74-a0c1ba27dc31, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=122d32b4-03ea-4019-bc74-a0c1ba27dc31,segment=NetworkSegment(b45bfccd-951e-4267-b73e-6acacd8c9dc9),segment_id=b45bfccd-951e-4267-b73e-6acacd8c9dc9)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:54:58.712713 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:58.788421 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=122d32b4-03ea-4019-bc74-a0c1ba27dc31,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:58.805992 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-3ed37de6-1fd9-4442-a111-e25f637d1c65 None None] Provisioning complete for port 8abd58f8-e5dc-4a70-b783-5d8773cb57ba triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:54:58.807000 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3ed37de6-1fd9-4442-a111-e25f637d1c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:58.845135 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c94f4321-71bb-4622-ac35-f18b39b155c9 admin admin] Router 55952909-f867-4089-8ce1-5f69c00340dd is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 23:54:58.876893 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-0725f267-d99e-4efb-a428-7fc81cb86286 req-8205b2f5-2f63-4e5d-911f-30111d47b081 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] For port 1f0716dc-8c49-4410-b41c-58a809f1bfc4, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=1f0716dc-8c49-4410-b41c-58a809f1bfc4,segment=NetworkSegment(8f4844c9-ec59-45f2-af9f-7284864a60e7),segment_id=8f4844c9-ec59-45f2-af9f-7284864a60e7)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:54:58.877240 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-0725f267-d99e-4efb-a428-7fc81cb86286 req-8205b2f5-2f63-4e5d-911f-30111d47b081 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:58.896045 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:58.914007 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port 961b137c-2df4-4845-afb6-8c01c8bc5ffe completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:54:58.970407 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-0725f267-d99e-4efb-a428-7fc81cb86286 req-8205b2f5-2f63-4e5d-911f-30111d47b081 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Calling delete_port for 1f0716dc-8c49-4410-b41c-58a809f1bfc4 owned by compute:nova {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:54:58.996228 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port 961b137c-2df4-4845-afb6-8c01c8bc5ffe triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:54:58.996618 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:59.039966 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-af3254ac-8acf-4712-888e-e7011141abf0 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:59.054292 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3ed37de6-1fd9-4442-a111-e25f637d1c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:59.106913 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-3ed37de6-1fd9-4442-a111-e25f637d1c65 None None] For port 8abd58f8-e5dc-4a70-b783-5d8773cb57ba, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=8abd58f8-e5dc-4a70-b783-5d8773cb57ba,segment=NetworkSegment(5ece07f7-72f5-4869-b63d-d3f7d43cb1e6),segment_id=5ece07f7-72f5-4869-b63d-d3f7d43cb1e6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:54:59.128892 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3ed37de6-1fd9-4442-a111-e25f637d1c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:59.179961 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5b7da2-1682-4989-ae22-7afddc8314fa req-c03172b4-eb9b-4de8-9dee-9124455e911a tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:59.185548 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ed5b7da2-1682-4989-ae22-7afddc8314fa req-c03172b4-eb9b-4de8-9dee-9124455e911a tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/ports?device_id=5017e1b8-c1a9-4f49-9f57-d89fd83b37a3 HTTP/1.1" status: 200 len: 949 time: 0.7509081 Jul 23 23:54:59.239252 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed37de6-1fd9-4442-a111-e25f637d1c65 None None] Pushing event updated for resources: {'Port': ['ID=8abd58f8-e5dc-4a70-b783-5d8773cb57ba,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:59.247892 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:59.282218 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c7feaae-3110-4bcb-a689-c25d4ea04d6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '961b137c-2df4-4845-afb6-8c01c8bc5ffe'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:54:59.284942 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af1a656-71a1-4ebd-9f79-a3ad6fd97692" -d '{"events": [{"server_uuid": "2c7feaae-3110-4bcb-a689-c25d4ea04d6e", "name": "network-vif-plugged", "status": "completed", "tag": "961b137c-2df4-4845-afb6-8c01c8bc5ffe"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:54:59.299200 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 961b137c-2df4-4845-afb6-8c01c8bc5ffe, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=961b137c-2df4-4845-afb6-8c01c8bc5ffe,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:54:59.304617 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:59.360895 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ed5b7da2-1682-4989-ae22-7afddc8314fa req-1bbda779-70f5-4511-be8e-4778f6328d70 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/security-groups?id=84afd7ea-644b-438b-8379-6d56a9cf992d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686800 Jul 23 23:54:59.392543 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=961b137c-2df4-4845-afb6-8c01c8bc5ffe,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:59.441482 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe09a6-625c-40ff-98b2-15e9d94bb8f4 req-b6a2468e-ab45-452b-9757-9f8ffc9382db tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:59.443081 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ecfe09a6-625c-40ff-98b2-15e9d94bb8f4 req-b6a2468e-ab45-452b-9757-9f8ffc9382db tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/ports?device_id=4826a11b-315d-41f7-90dc-ced354b0e407 HTTP/1.1" status: 200 len: 931 time: 0.7405343 Jul 23 23:54:59.454876 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-87edcaee-0dd4-46cc-9cdc-96ab7c37b642 None None] Provisioning complete for port 8abd58f8-e5dc-4a70-b783-5d8773cb57ba triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:54:59.455455 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-87edcaee-0dd4-46cc-9cdc-96ab7c37b642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:59.494274 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-13569339-fa25-4549-bb3d-4fa16056f847 req-289dae2f-3d26-4c4b-aef0-ce1ee884be02 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:59.539446 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-93f8dca2-7e6f-4e1f-a7a4-916e494353aa req-fbb661c1-51d2-4779-8df0-4d65f546a60e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 202ded10-077c-4d14-a81c-06f692f89f84 {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:54:59.548624 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289dae2f-3d26-4c4b-aef0-ce1ee884be02 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Pushing event deleted for resources: {'Port': ['ID=aa72a7da-d2a6-4dfa-915d-162e2f02541c,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:59.549951 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-af3254ac-8acf-4712-888e-e7011141abf0 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:59.552101 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c94f4321-71bb-4622-ac35-f18b39b155c9 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:54:59.553441 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-93f8dca2-7e6f-4e1f-a7a4-916e494353aa req-fbb661c1-51d2-4779-8df0-4d65f546a60e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:59.561887 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-af3254ac-8acf-4712-888e-e7011141abf0 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:59.564503 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba7b273-7bbe-4494-98c7-d59ce2482f56 None None] Sync routers for ids ['55952909-f867-4089-8ce1-5f69c00340dd'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:54:59.571380 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 8abd58f8-e5dc-4a70-b783-5d8773cb57ba up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:54:59.578027 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba7b273-7bbe-4494-98c7-d59ce2482f56 None None] Routers {'55952909-f867-4089-8ce1-5f69c00340dd'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:54:59.578896 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-5ba7b273-7bbe-4494-98c7-d59ce2482f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:54:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['55952909-f867-4089-8ce1-5f69c00340dd'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:54:59.601900 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ecfe09a6-625c-40ff-98b2-15e9d94bb8f4 req-e0ca2b45-3d88-45a7-be08-ec42255f2c2d tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/security-groups?id=e6c96cc7-f0ba-495d-ae44-8c4cd8794790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521189 Jul 23 23:54:59.623163 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3254ac-8acf-4712-888e-e7011141abf0 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Pushing event updated for resources: {'Port': ['ID=fc7514a7-2123-4cae-bdcc-c5731af3b0e6,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:59.633761 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7cd1ba-53b4-4e35-9f8e-15f978acaae2 req-ffc58ddd-458d-496a-99a2-df7a9f139c11 tempest-ImagesOneServerTestJSON-1390310364 tempest-ImagesOneServerTestJSON-1390310364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:59.635587 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ba7cd1ba-53b4-4e35-9f8e-15f978acaae2 req-ffc58ddd-458d-496a-99a2-df7a9f139c11 tempest-ImagesOneServerTestJSON-1390310364 tempest-ImagesOneServerTestJSON-1390310364-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c7feaae-3110-4bcb-a689-c25d4ea04d6e HTTP/1.1" status: 200 len: 950 time: 0.2055018 Jul 23 23:54:59.640915 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-93f8dca2-7e6f-4e1f-a7a4-916e494353aa req-fbb661c1-51d2-4779-8df0-4d65f546a60e service neutron] Transition to ACTIVE for port object 202ded10-077c-4d14-a81c-06f692f89f84 will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:54:59.665005 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 8abd58f8-e5dc-4a70-b783-5d8773cb57ba triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:54:59.665625 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:59.676481 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bba9b31-47b4-4e72-83c8-28b60035d288 x-openstack-request-id: req-6bba9b31-47b4-4e72-83c8-28b60035d288 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:54:59.676870 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c7feaae-3110-4bcb-a689-c25d4ea04d6e", "name": "network-vif-plugged", "status": "completed", "tag": "961b137c-2df4-4845-afb6-8c01c8bc5ffe", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:54:59.677219 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6bba9b31-47b4-4e72-83c8-28b60035d288 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:54:59.680165 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c7feaae-3110-4bcb-a689-c25d4ea04d6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '961b137c-2df4-4845-afb6-8c01c8bc5ffe', 'code': 200} Jul 23 23:54:59.692267 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-93f8dca2-7e6f-4e1f-a7a4-916e494353aa req-fbb661c1-51d2-4779-8df0-4d65f546a60e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:59.721187 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-13569339-fa25-4549-bb3d-4fa16056f847 req-289dae2f-3d26-4c4b-aef0-ce1ee884be02 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] No DVR routers for this DVR port aa72a7da-d2a6-4dfa-915d-162e2f02541c on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:54:59.723399 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c94f4321-71bb-4622-ac35-f18b39b155c9 admin admin] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:59.724795 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c94f4321-71bb-4622-ac35-f18b39b155c9 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 5.6790087 Jul 23 23:54:59.730909 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-13569339-fa25-4549-bb3d-4fa16056f847 req-289dae2f-3d26-4c4b-aef0-ce1ee884be02 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:59.733428 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-13569339-fa25-4549-bb3d-4fa16056f847 req-289dae2f-3d26-4c4b-aef0-ce1ee884be02 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] 10.222.0.52 "DELETE /v2.0/ports/aa72a7da-d2a6-4dfa-915d-162e2f02541c HTTP/1.1" status: 204 len: 173 time: 2.5575376 Jul 23 23:54:59.734044 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b91a5e4-6ac9-4896-b8a4-d308a7c6f073', 'name': 'network-vif-deleted', 'tag': 'aa72a7da-d2a6-4dfa-915d-162e2f02541c'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:54:59.736463 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a3fe43-78c2-4320-8330-cc92d5cb64d1" -d '{"events": [{"server_uuid": "2b91a5e4-6ac9-4896-b8a4-d308a7c6f073", "name": "network-vif-deleted", "tag": "aa72a7da-d2a6-4dfa-915d-162e2f02541c"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:54:59.741707 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42526) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:54:59.769112 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb661c1-51d2-4779-8df0-4d65f546a60e service neutron] Pushing event updated for resources: {'Port': ['ID=202ded10-077c-4d14-a81c-06f692f89f84,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:59.829961 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ba7cd1ba-53b4-4e35-9f8e-15f978acaae2 req-57027304-7a9a-42fd-8e66-de8e598e0438 tempest-ImagesOneServerTestJSON-1390310364 tempest-ImagesOneServerTestJSON-1390310364-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e4ced4f-2cc5-4a81-83cf-2b8ba47ee51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868615 Jul 23 23:54:59.883809 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9ea4e092-aff7-414c-b006-1fc58fb1d540 req-e6db6a45-823d-4ebb-b6ef-f728b004e629 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b91a5e4-6ac9-4896-b8a4-d308a7c6f073 HTTP/1.1" status: 200 len: 210 time: 0.0783510 Jul 23 23:54:59.894570 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-0725f267-d99e-4efb-a428-7fc81cb86286 req-8205b2f5-2f63-4e5d-911f-30111d47b081 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:59.926430 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 122d32b4-03ea-4019-bc74-a0c1ba27dc31 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:54:59.940244 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8205b2f5-2f63-4e5d-911f-30111d47b081 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Pushing event deleted for resources: {'Port': ['ID=1f0716dc-8c49-4410-b41c-58a809f1bfc4,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:59.959785 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-af3254ac-8acf-4712-888e-e7011141abf0 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:59.991099 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-0725f267-d99e-4efb-a428-7fc81cb86286 req-8205b2f5-2f63-4e5d-911f-30111d47b081 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] No DVR routers for this DVR port 1f0716dc-8c49-4410-b41c-58a809f1bfc4 on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:54:59.995121 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-0725f267-d99e-4efb-a428-7fc81cb86286 req-8205b2f5-2f63-4e5d-911f-30111d47b081 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:59.997628 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0725f267-d99e-4efb-a428-7fc81cb86286 req-8205b2f5-2f63-4e5d-911f-30111d47b081 tempest-MultipleCreateTestJSON-1724487127 tempest-MultipleCreateTestJSON-1724487127-project] 10.222.0.52 "DELETE /v2.0/ports/1f0716dc-8c49-4410-b41c-58a809f1bfc4 HTTP/1.1" status: 204 len: 173 time: 1.6867585 Jul 23 23:55:00.010806 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-5ba7b273-7bbe-4494-98c7-d59ce2482f56 None None] Set router 55952909-f867-4089-8ce1-5f69c00340dd gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:55:00.022586 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 122d32b4-03ea-4019-bc74-a0c1ba27dc31 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:55:00.022892 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:00.107488 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9327227-48a8-485e-b5e8-976eaad20827 x-openstack-request-id: req-d9327227-48a8-485e-b5e8-976eaad20827 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:55:00.107868 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b91a5e4-6ac9-4896-b8a4-d308a7c6f073", "name": "network-vif-deleted", "tag": "aa72a7da-d2a6-4dfa-915d-162e2f02541c", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:55:00.108163 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d9327227-48a8-485e-b5e8-976eaad20827 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:55:00.108468 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b91a5e4-6ac9-4896-b8a4-d308a7c6f073', 'name': 'network-vif-deleted', 'tag': 'aa72a7da-d2a6-4dfa-915d-162e2f02541c', 'status': 'completed', 'code': 200} Jul 23 23:55:00.148618 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-93f8dca2-7e6f-4e1f-a7a4-916e494353aa req-fbb661c1-51d2-4779-8df0-4d65f546a60e service neutron] Attempting to bind port 202ded10-077c-4d14-a81c-06f692f89f84 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:55:00.149297 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-93f8dca2-7e6f-4e1f-a7a4-916e494353aa req-fbb661c1-51d2-4779-8df0-4d65f546a60e service neutron] Attempting to bind port 202ded10-077c-4d14-a81c-06f692f89f84 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': 'a4549f73-f8ca-4ffd-af84-81cd4b2f5c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'b8906f93-94f4-4245-b6a8-bfe9f5af486b'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:55:00.149297 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f8dca2-7e6f-4e1f-a7a4-916e494353aa req-fbb661c1-51d2-4779-8df0-4d65f546a60e service neutron] Attempting to bind port 202ded10-077c-4d14-a81c-06f692f89f84 on network b8906f93-94f4-4245-b6a8-bfe9f5af486b {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:55:00.156143 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef867422-5bbb-44c5-ab40-b63f99ad38d7 req-fb479b8f-fedf-4204-80c8-3406dad97ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:00.157297 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ef867422-5bbb-44c5-ab40-b63f99ad38d7 req-fb479b8f-fedf-4204-80c8-3406dad97ed2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2c7feaae-3110-4bcb-a689-c25d4ea04d6e HTTP/1.1" status: 200 len: 1102 time: 0.3981154 Jul 23 23:55:00.158018 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-af3254ac-8acf-4712-888e-e7011141abf0 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:00.159122 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-af3254ac-8acf-4712-888e-e7011141abf0 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9805601 Jul 23 23:55:00.164395 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f8dca2-7e6f-4e1f-a7a4-916e494353aa req-fbb661c1-51d2-4779-8df0-4d65f546a60e service neutron] Port 202ded10-077c-4d14-a81c-06f692f89f84 on network b8906f93-94f4-4245-b6a8-bfe9f5af486b not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:55:00.164732 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f8dca2-7e6f-4e1f-a7a4-916e494353aa req-fbb661c1-51d2-4779-8df0-4d65f546a60e service neutron] Attempting to bind port 202ded10-077c-4d14-a81c-06f692f89f84 on network b8906f93-94f4-4245-b6a8-bfe9f5af486b {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:55:00.232562 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f8dca2-7e6f-4e1f-a7a4-916e494353aa req-fbb661c1-51d2-4779-8df0-4d65f546a60e service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:55:00.234332 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f8dca2-7e6f-4e1f-a7a4-916e494353aa req-fbb661c1-51d2-4779-8df0-4d65f546a60e service neutron] Checking segment: {'id': 'a4549f73-f8ca-4ffd-af84-81cd4b2f5c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'b8906f93-94f4-4245-b6a8-bfe9f5af486b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:55:00.236503 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f8dca2-7e6f-4e1f-a7a4-916e494353aa req-fbb661c1-51d2-4779-8df0-4d65f546a60e service neutron] Bound using segment: {'id': 'a4549f73-f8ca-4ffd-af84-81cd4b2f5c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'b8906f93-94f4-4245-b6a8-bfe9f5af486b'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:55:00.237166 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-93f8dca2-7e6f-4e1f-a7a4-916e494353aa req-fbb661c1-51d2-4779-8df0-4d65f546a60e service neutron] Bound port: 202ded10-077c-4d14-a81c-06f692f89f84, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4549f73-f8ca-4ffd-af84-81cd4b2f5c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'b8906f93-94f4-4245-b6a8-bfe9f5af486b'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:55:00.237707 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-93f8dca2-7e6f-4e1f-a7a4-916e494353aa req-fbb661c1-51d2-4779-8df0-4d65f546a60e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:00.315274 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7507d45d-e69b-4a2a-a306-02c62c522f5b req-6df7f633-a6ad-4d22-bd38-fe8e3a015206 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:00.316905 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7507d45d-e69b-4a2a-a306-02c62c522f5b req-6df7f633-a6ad-4d22-bd38-fe8e3a015206 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?device_id=f173322f-123e-4d93-903a-5504db9c6025 HTTP/1.1" status: 200 len: 946 time: 0.3527179 Jul 23 23:55:00.318808 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ef867422-5bbb-44c5-ab40-b63f99ad38d7 req-b4c342ec-a2b4-4802-b3fe-a6ed00528078 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2e4ced4f-2cc5-4a81-83cf-2b8ba47ee51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119442 Jul 23 23:55:00.335168 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-5ba7b273-7bbe-4494-98c7-d59ce2482f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55952909-f867-4089-8ce1-5f69c00340dd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1055579443-router', 'tenant_id': '7ef449de714345fe9308d9c5180dc600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '0b7418f5-a375-4130-8e65-d36428dad504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:54:54Z', 'updated_at': '2021-07-23T23:54:56Z', 'revision_number': 3, 'project_id': '7ef449de714345fe9308d9c5180dc600', 'gw_port': {'id': '0b7418f5-a375-4130-8e65-d36428dad504', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f8:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55952909-f867-4089-8ce1-5f69c00340dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:54:55Z', 'updated_at': '2021-07-23T23:54:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:55:00.422772 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7507d45d-e69b-4a2a-a306-02c62c522f5b req-bb042a35-7a14-463e-9abb-093361f53440 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653298 Jul 23 23:55:00.422871 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba7b273-7bbe-4494-98c7-d59ce2482f56 None None] Checking router: 55952909-f867-4089-8ce1-5f69c00340dd for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:55:00.422871 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba7b273-7bbe-4494-98c7-d59ce2482f56 None None] Updating router 55952909-f867-4089-8ce1-5f69c00340dd port 0b7418f5-a375-4130-8e65-d36428dad504 binding host n-d-800088-16 {{(pid=100316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:55:00.444229 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-93f8dca2-7e6f-4e1f-a7a4-916e494353aa req-fbb661c1-51d2-4779-8df0-4d65f546a60e service neutron] For port 202ded10-077c-4d14-a81c-06f692f89f84, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:55:00.447994 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-93f8dca2-7e6f-4e1f-a7a4-916e494353aa req-fbb661c1-51d2-4779-8df0-4d65f546a60e service neutron] For port 202ded10-077c-4d14-a81c-06f692f89f84, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=202ded10-077c-4d14-a81c-06f692f89f84,segment=NetworkSegment(a4549f73-f8ca-4ffd-af84-81cd4b2f5c0f),segment_id=a4549f73-f8ca-4ffd-af84-81cd4b2f5c0f)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:55:00.453933 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-93f8dca2-7e6f-4e1f-a7a4-916e494353aa req-fbb661c1-51d2-4779-8df0-4d65f546a60e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:00.499949 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f8dca2-7e6f-4e1f-a7a4-916e494353aa req-fbb661c1-51d2-4779-8df0-4d65f546a60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:00.500630 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-93f8dca2-7e6f-4e1f-a7a4-916e494353aa req-fbb661c1-51d2-4779-8df0-4d65f546a60e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:00.502417 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-93f8dca2-7e6f-4e1f-a7a4-916e494353aa req-fbb661c1-51d2-4779-8df0-4d65f546a60e service neutron] 10.222.0.64 "PUT /v2.0/ports/202ded10-077c-4d14-a81c-06f692f89f84 HTTP/1.1" status: 200 len: 1092 time: 2.5976865 Jul 23 23:55:00.502828 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4826a11b-315d-41f7-90dc-ced354b0e407', 'tag': '202ded10-077c-4d14-a81c-06f692f89f84'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:55:00.506260 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa3dd59-86f7-4cec-b7b5-134c58e5040a" -d '{"events": [{"name": "network-changed", "server_uuid": "4826a11b-315d-41f7-90dc-ced354b0e407", "tag": "202ded10-077c-4d14-a81c-06f692f89f84"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:55:00.532597 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-5ba7b273-7bbe-4494-98c7-d59ce2482f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:00.561990 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2d7edcdc-2ae2-4d77-9bf6-ff4ff88cd7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:00.577108 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec46f305-981c-4e27-bef0-fbd0ab735c6a x-openstack-request-id: req-ec46f305-981c-4e27-bef0-fbd0ab735c6a {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:55:00.577618 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4826a11b-315d-41f7-90dc-ced354b0e407", "tag": "202ded10-077c-4d14-a81c-06f692f89f84", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:55:00.577879 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ec46f305-981c-4e27-bef0-fbd0ab735c6a {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:55:00.578290 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4826a11b-315d-41f7-90dc-ced354b0e407', 'tag': '202ded10-077c-4d14-a81c-06f692f89f84', 'status': 'completed', 'code': 200} Jul 23 23:55:00.611918 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb661c1-51d2-4779-8df0-4d65f546a60e service neutron] Pushing event updated for resources: {'Port': ['ID=202ded10-077c-4d14-a81c-06f692f89f84,revision_number=3']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:00.658727 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907798dc-f1dc-45ca-8f0f-a7667aaef367 req-b8a60579-4180-4716-b115-43b5500f8981 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:00.666132 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-907798dc-f1dc-45ca-8f0f-a7667aaef367 req-b8a60579-4180-4716-b115-43b5500f8981 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/ports?device_id=5017e1b8-c1a9-4f49-9f57-d89fd83b37a3 HTTP/1.1" status: 200 len: 949 time: 0.1630664 Jul 23 23:55:00.684295 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f8dca2-7e6f-4e1f-a7a4-916e494353aa req-fd723dfa-4980-44b5-b975-c1895c2ae6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:00.686155 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-93f8dca2-7e6f-4e1f-a7a4-916e494353aa req-fd723dfa-4980-44b5-b975-c1895c2ae6e0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=55262526535943308d0fc348b3327b0d&device_id=4826a11b-315d-41f7-90dc-ced354b0e407 HTTP/1.1" status: 200 len: 1095 time: 0.1353757 Jul 23 23:55:00.779224 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-93f8dca2-7e6f-4e1f-a7a4-916e494353aa req-1d46f783-166f-4db1-bbf3-739b7f1733b0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=202ded10-077c-4d14-a81c-06f692f89f84 HTTP/1.1" status: 200 len: 217 time: 0.0844250 Jul 23 23:55:00.807559 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-907798dc-f1dc-45ca-8f0f-a7667aaef367 req-b195ae7e-6459-4001-b48b-cad390424487 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/security-groups?id=84afd7ea-644b-438b-8379-6d56a9cf992d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400571 Jul 23 23:55:00.870756 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f8dca2-7e6f-4e1f-a7a4-916e494353aa req-12977912-4e90-4709-a6c6-e70a91eb7181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:00.873567 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-93f8dca2-7e6f-4e1f-a7a4-916e494353aa req-12977912-4e90-4709-a6c6-e70a91eb7181 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=abff5f68-fd48-495e-a37c-bc1705b61fd1 HTTP/1.1" status: 200 len: 852 time: 0.0881329 Jul 23 23:55:00.893435 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-2d7edcdc-2ae2-4d77-9bf6-ff4ff88cd7bf admin admin] Allocated IP 172.20.0.1 (3f69acb3-14c7-42ff-ba38-d1689b49cdc4/fb29b4ab-cbf3-43ad-8484-c89fe1db3cfe/3ecb42ae-01f0-4744-9b18-707fe283c366) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:55:00.904200 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-5ba7b273-7bbe-4494-98c7-d59ce2482f56 None None] Notify callbacks [] for port, precommit_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:00.918241 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.provisioning_blocks [None req-5ba7b273-7bbe-4494-98c7-d59ce2482f56 None None] Transition to ACTIVE for port object 0b7418f5-a375-4130-8e65-d36428dad504 will not be triggered until provisioned by entity L2. {{(pid=100316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:55:00.934388 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-5ba7b273-7bbe-4494-98c7-d59ce2482f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:00.940975 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-93f8dca2-7e6f-4e1f-a7a4-916e494353aa req-111c99a2-4cb0-45c9-9df6-4c1ede0f5a07 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b8906f93-94f4-4245-b6a8-bfe9f5af486b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558283 Jul 23 23:55:00.951808 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc17296-1d43-4105-b584-8a8f004a9402 req-3b71f4da-5cf9-460e-8bdc-a0fd807c72ab tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:00.953394 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0cc17296-1d43-4105-b584-8a8f004a9402 req-3b71f4da-5cf9-460e-8bdc-a0fd807c72ab tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/ports?device_id=4826a11b-315d-41f7-90dc-ced354b0e407 HTTP/1.1" status: 200 len: 943 time: 0.1974773 Jul 23 23:55:01.068019 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-5ba7b273-7bbe-4494-98c7-d59ce2482f56 None None] Attempting to bind port 0b7418f5-a375-4130-8e65-d36428dad504 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:55:01.068690 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-5ba7b273-7bbe-4494-98c7-d59ce2482f56 None None] Attempting to bind port 0b7418f5-a375-4130-8e65-d36428dad504 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:55:01.069399 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba7b273-7bbe-4494-98c7-d59ce2482f56 None None] Attempting to bind port 0b7418f5-a375-4130-8e65-d36428dad504 on network 9adcfee8-760c-4568-9e39-c221abf69bf5 {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:55:01.073086 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0cc17296-1d43-4105-b584-8a8f004a9402 req-f8d1129f-24f2-4d85-8ac5-af422680461d tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/security-groups?id=e6c96cc7-f0ba-495d-ae44-8c4cd8794790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090851 Jul 23 23:55:01.091040 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc70cff5-1dd9-43a6-82d6-a3e746451d9b None None] Pushing event updated for resources: {'Port': ['ID=0b7418f5-a375-4130-8e65-d36428dad504,revision_number=2']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:01.111345 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba7b273-7bbe-4494-98c7-d59ce2482f56 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:55:01.111730 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba7b273-7bbe-4494-98c7-d59ce2482f56 None None] Checking segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:55:01.112494 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-5ba7b273-7bbe-4494-98c7-d59ce2482f56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:01.112626 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-93f8dca2-7e6f-4e1f-a7a4-916e494353aa req-8c50ca57-d59e-4538-83ea-2cb4828f06fd service neutron] 10.222.0.64 "GET /v2.0/networks/b8906f93-94f4-4245-b6a8-bfe9f5af486b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578519 Jul 23 23:55:01.112734 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba7b273-7bbe-4494-98c7-d59ce2482f56 None None] Bound using segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:55:01.113218 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-5ba7b273-7bbe-4494-98c7-d59ce2482f56 None None] Bound port: 0b7418f5-a375-4130-8e65-d36428dad504, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:55:01.113645 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-5ba7b273-7bbe-4494-98c7-d59ce2482f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:01.119714 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2d7edcdc-2ae2-4d77-9bf6-ff4ff88cd7bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:01.146246 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [None req-2d7edcdc-2ae2-4d77-9bf6-ff4ff88cd7bf admin admin] Transition to ACTIVE for port object 3ecb42ae-01f0-4744-9b18-707fe283c366 will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:55:01.228141 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccfc8b6-ae58-4705-8e47-a5a3caabb664 req-fe8f4a5f-4256-4b34-a011-bb08d4096d96 tempest-ImagesOneServerTestJSON-1390310364 tempest-ImagesOneServerTestJSON-1390310364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:01.235435 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9ccfc8b6-ae58-4705-8e47-a5a3caabb664 req-fe8f4a5f-4256-4b34-a011-bb08d4096d96 tempest-ImagesOneServerTestJSON-1390310364 tempest-ImagesOneServerTestJSON-1390310364-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c7feaae-3110-4bcb-a689-c25d4ea04d6e HTTP/1.1" status: 200 len: 950 time: 0.3142495 Jul 23 23:55:01.243531 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2d7edcdc-2ae2-4d77-9bf6-ff4ff88cd7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:01.254693 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-5ba7b273-7bbe-4494-98c7-d59ce2482f56 None None] For port 0b7418f5-a375-4130-8e65-d36428dad504, host n-d-800088-16, cleared binding levels {{(pid=100316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:55:01.265940 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-5ba7b273-7bbe-4494-98c7-d59ce2482f56 None None] For port 0b7418f5-a375-4130-8e65-d36428dad504, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=0b7418f5-a375-4130-8e65-d36428dad504,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:55:01.273301 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 42590) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:55:01.275551 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-5ba7b273-7bbe-4494-98c7-d59ce2482f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:01.305229 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7edcdc-2ae2-4d77-9bf6-ff4ff88cd7bf admin admin] Network 3f69acb3-14c7-42ff-ba38-d1689b49cdc4 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:55:01.315511 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-2d7edcdc-2ae2-4d77-9bf6-ff4ff88cd7bf admin admin] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:55:01.326679 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7edcdc-2ae2-4d77-9bf6-ff4ff88cd7bf admin admin] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:55:01.344603 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9ccfc8b6-ae58-4705-8e47-a5a3caabb664 req-26273edd-6b21-4f5d-80fd-db3caeb5d584 tempest-ImagesOneServerTestJSON-1390310364 tempest-ImagesOneServerTestJSON-1390310364-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e4ced4f-2cc5-4a81-83cf-2b8ba47ee51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081724 Jul 23 23:55:01.347642 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-93f8dca2-7e6f-4e1f-a7a4-916e494353aa req-7e6d38b8-99aa-46bc-8ff5-be620a85f62b service neutron] 10.222.0.64 "GET /v2.0/networks/b8906f93-94f4-4245-b6a8-bfe9f5af486b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251036 Jul 23 23:55:01.382815 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7edcdc-2ae2-4d77-9bf6-ff4ff88cd7bf admin admin] Pushing event updated for resources: {'Port': ['ID=3ecb42ae-01f0-4744-9b18-707fe283c366,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:01.399681 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-07c62db0-31a5-45cf-bb05-b21b2186c638 admin admin] Deleting subnet b15590c4-c7c2-4950-a06e-3600f7d096c5 {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:55:01.408125 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-07c62db0-31a5-45cf-bb05-b21b2186c638 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:01.427248 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc70cff5-1dd9-43a6-82d6-a3e746451d9b None None] Pushing event updated for resources: {'Port': ['ID=0b7418f5-a375-4130-8e65-d36428dad504,revision_number=3']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:01.430275 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device aa72a7da-d2a6-4dfa-915d-162e2f02541c no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:55:01.456306 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2d7edcdc-2ae2-4d77-9bf6-ff4ff88cd7bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681761'] for router_interface, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:01.459075 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-07c62db0-31a5-45cf-bb05-b21b2186c638 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:01.471677 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba7b273-7bbe-4494-98c7-d59ce2482f56 None None] Routers {'55952909-f867-4089-8ce1-5f69c00340dd'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:55:01.474262 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] No Port match for: aa72a7da-d2a6-4dfa-915d-162e2f02541c {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:55:01.474710 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device aa72a7da-d2a6-4dfa-915d-162e2f02541c not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:55:01.475612 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 1f0716dc-8c49-4410-b41c-58a809f1bfc4 no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:55:01.483922 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-5ba7b273-7bbe-4494-98c7-d59ce2482f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:54:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['55952909-f867-4089-8ce1-5f69c00340dd'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:55:01.516286 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] No Port match for: 1f0716dc-8c49-4410-b41c-58a809f1bfc4 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:55:01.516981 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 1f0716dc-8c49-4410-b41c-58a809f1bfc4 not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:55:01.529916 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-07c62db0-31a5-45cf-bb05-b21b2186c638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:01.702657 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-5ba7b273-7bbe-4494-98c7-d59ce2482f56 None None] Set router 55952909-f867-4089-8ce1-5f69c00340dd gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:55:01.703781 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-07c62db0-31a5-45cf-bb05-b21b2186c638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:01.711558 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2d7edcdc-2ae2-4d77-9bf6-ff4ff88cd7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:01.735884 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c62db0-31a5-45cf-bb05-b21b2186c638 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b15590c4-c7c2-4950-a06e-3600f7d096c5,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:01.755641 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-07c62db0-31a5-45cf-bb05-b21b2186c638 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:01.760085 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-07c62db0-31a5-45cf-bb05-b21b2186c638 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/b15590c4-c7c2-4950-a06e-3600f7d096c5 HTTP/1.1" status: 204 len: 168 time: 0.4825540 Jul 23 23:55:01.760536 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 42618) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:55:01.806109 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-5274ec4f-e6ff-4742-badb-8c3f7af42135 None None] Provisioning for port 3ecb42ae-01f0-4744-9b18-707fe283c366 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:55:01.818420 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-5274ec4f-e6ff-4742-badb-8c3f7af42135 None None] Provisioning complete for port 3ecb42ae-01f0-4744-9b18-707fe283c366 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:55:01.820016 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-5274ec4f-e6ff-4742-badb-8c3f7af42135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:01.875396 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa3dd59-86f7-4cec-b7b5-134c58e5040a req-f7601882-6f76-46e9-bc26-8c6521b2c04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:01.876956 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6fa3dd59-86f7-4cec-b7b5-134c58e5040a req-f7601882-6f76-46e9-bc26-8c6521b2c04c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=55262526535943308d0fc348b3327b0d&device_id=4826a11b-315d-41f7-90dc-ced354b0e407 HTTP/1.1" status: 200 len: 1095 time: 0.2853730 Jul 23 23:55:01.888521 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ac0da2-2bc3-44f0-9534-fce2ae3faf69 req-abb5db8c-14bd-4a6c-83b2-ea8fbd7e8be5 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:01.890376 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b4ac0da2-2bc3-44f0-9534-fce2ae3faf69 req-abb5db8c-14bd-4a6c-83b2-ea8fbd7e8be5 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?device_id=f173322f-123e-4d93-903a-5504db9c6025 HTTP/1.1" status: 200 len: 946 time: 0.2973237 Jul 23 23:55:01.905190 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d173a495-4a61-4321-ad35-eb7de2a768ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:01.918869 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-5274ec4f-e6ff-4742-badb-8c3f7af42135 None None] Port 3ecb42ae-01f0-4744-9b18-707fe283c366 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:55:01.988078 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-5ba7b273-7bbe-4494-98c7-d59ce2482f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55952909-f867-4089-8ce1-5f69c00340dd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1055579443-router', 'tenant_id': '7ef449de714345fe9308d9c5180dc600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '0b7418f5-a375-4130-8e65-d36428dad504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:54:54Z', 'updated_at': '2021-07-23T23:54:56Z', 'revision_number': 3, 'project_id': '7ef449de714345fe9308d9c5180dc600', 'gw_port': {'id': '0b7418f5-a375-4130-8e65-d36428dad504', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f8:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55952909-f867-4089-8ce1-5f69c00340dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:54:55Z', 'updated_at': '2021-07-23T23:55:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:55:02.015520 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b4ac0da2-2bc3-44f0-9534-fce2ae3faf69 req-752fa1ed-e19d-4b44-9e68-240461f47a3f tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137795 Jul 23 23:55:02.022167 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2d7edcdc-2ae2-4d77-9bf6-ff4ff88cd7bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:02.023072 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba7b273-7bbe-4494-98c7-d59ce2482f56 None None] The sync data for ids ['55952909-f867-4089-8ce1-5f69c00340dd'] in n-d-800088-16 is: [{'id': '55952909-f867-4089-8ce1-5f69c00340dd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1055579443-router', 'tenant_id': '7ef449de714345fe9308d9c5180dc600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '0b7418f5-a375-4130-8e65-d36428dad504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:54:54Z', 'updated_at': '2021-07-23T23:54:56Z', 'revision_number': 3, 'project_id': '7ef449de714345fe9308d9c5180dc600', 'gw_port': {'id': '0b7418f5-a375-4130-8e65-d36428dad504', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f8:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55952909-f867-4089-8ce1-5f69c00340dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:54:55Z', 'updated_at': '2021-07-23T23:55:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:55:02.033699 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2d7edcdc-2ae2-4d77-9bf6-ff4ff88cd7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:02.109280 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa3dd59-86f7-4cec-b7b5-134c58e5040a req-3b046c7b-cba0-4d9a-b4bf-acfbce641485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:02.114840 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6fa3dd59-86f7-4cec-b7b5-134c58e5040a req-3b046c7b-cba0-4d9a-b4bf-acfbce641485 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b8906f93-94f4-4245-b6a8-bfe9f5af486b HTTP/1.1" status: 200 len: 913 time: 0.2217529 Jul 23 23:55:02.158399 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d173a495-4a61-4321-ad35-eb7de2a768ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:02.192933 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32c9f11f-5ce3-4bb7-a7a0-8e24b5975e04', 'name': 'network-vif-deleted', 'tag': '1f0716dc-8c49-4410-b41c-58a809f1bfc4'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:55:02.196711 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f81c7b72-13c5-41c8-bb54-8a4ea4f7149e" -d '{"events": [{"server_uuid": "32c9f11f-5ce3-4bb7-a7a0-8e24b5975e04", "name": "network-vif-deleted", "tag": "1f0716dc-8c49-4410-b41c-58a809f1bfc4"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:55:02.211929 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-d173a495-4a61-4321-ad35-eb7de2a768ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3cd81e2-1970-4c5b-9d38-d0235482c1d3']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:55:02.229235 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6fa3dd59-86f7-4cec-b7b5-134c58e5040a req-0022ee94-b700-4d15-8360-9f1fb79d2d27 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=202ded10-077c-4d14-a81c-06f692f89f84 HTTP/1.1" status: 200 len: 217 time: 0.0640476 Jul 23 23:55:02.241538 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-d173a495-4a61-4321-ad35-eb7de2a768ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f4844c9-ec59-45f2-af9f-7284864a60e7') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:55:02.241836 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-d173a495-4a61-4321-ad35-eb7de2a768ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f4844c9-ec59-45f2-af9f-7284864a60e7') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:55:02.244478 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2d7edcdc-2ae2-4d77-9bf6-ff4ff88cd7bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680980'] for router_interface, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:02.284006 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3aee58-cd5a-4760-9d62-92d59665e21a req-fc9a78eb-09bd-4481-b207-7d3ded9b495c tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:02.292653 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cd3aee58-cd5a-4760-9d62-92d59665e21a req-fc9a78eb-09bd-4481-b207-7d3ded9b495c tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/ports?device_id=5017e1b8-c1a9-4f49-9f57-d89fd83b37a3 HTTP/1.1" status: 200 len: 949 time: 0.3472936 Jul 23 23:55:02.296714 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d173a495-4a61-4321-ad35-eb7de2a768ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:02.300214 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7edcdc-2ae2-4d77-9bf6-ff4ff88cd7bf admin admin] Pushing event updated for resources: {'Port': ['ID=3ecb42ae-01f0-4744-9b18-707fe283c366,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:02.341156 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d173a495-4a61-4321-ad35-eb7de2a768ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:02.347727 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa3dd59-86f7-4cec-b7b5-134c58e5040a req-9ef417bf-7098-46b1-bb6e-30ef27f1c5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:02.349347 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6fa3dd59-86f7-4cec-b7b5-134c58e5040a req-9ef417bf-7098-46b1-bb6e-30ef27f1c5d1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=abff5f68-fd48-495e-a37c-bc1705b61fd1 HTTP/1.1" status: 200 len: 852 time: 0.1042957 Jul 23 23:55:02.352225 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d173a495-4a61-4321-ad35-eb7de2a768ea admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:55:02.352636 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d173a495-4a61-4321-ad35-eb7de2a768ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:02.356688 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 23 23:55:02.356688 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:55:02.356688 n-d-800088-16 neutron-server[100314]: timer() Jul 23 23:55:02.356688 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:55:02.356688 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 23 23:55:02.356688 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:55:02.356688 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 23 23:55:02.356688 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:55:02.356688 n-d-800088-16 neutron-server[100314]: self._notify() Jul 23 23:55:02.356688 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:55:02.356688 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 23 23:55:02.356688 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:55:02.356688 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 23 23:55:02.356688 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:55:02.356688 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:55:02.356688 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:55:02.356688 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:55:02.356688 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:55:02.356688 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 23 23:55:02.356688 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:55:02.356688 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 23 23:55:02.356688 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:55:02.356688 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:55:02.356688 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:55:02.356688 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 23 23:55:02.356688 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:55:02.356688 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:55:02.356688 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:55:02.356688 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:55:02.356688 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:55:02.356688 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:55:02.356688 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:55:02.416575 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cd3aee58-cd5a-4760-9d62-92d59665e21a req-d8b16830-db6a-4751-ac00-724d951f03ad tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/security-groups?id=84afd7ea-644b-438b-8379-6d56a9cf992d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172817 Jul 23 23:55:02.418590 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6fa3dd59-86f7-4cec-b7b5-134c58e5040a req-21c11f95-9a4e-47f6-b60e-992dc9fb22c8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b8906f93-94f4-4245-b6a8-bfe9f5af486b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460947 Jul 23 23:55:02.430764 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b197078e-dd10-4c98-b903-12cc17afcf12 req-1a3c2cec-5d88-4fa2-bfe2-3c3cc0d9a9c5 tempest-LiveMigrationTest-328354084 tempest-LiveMigrationTest-328354084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:02.432272 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b197078e-dd10-4c98-b903-12cc17afcf12 req-1a3c2cec-5d88-4fa2-bfe2-3c3cc0d9a9c5 tempest-LiveMigrationTest-328354084 tempest-LiveMigrationTest-328354084-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=f173322f-123e-4d93-903a-5504db9c6025&tenant_id=e50500f9fa5448f8994dd6c4e9b5ded5&binding%3Ahost_id=n-h2-800088-16 HTTP/1.1" status: 200 len: 1098 time: 0.2261591 Jul 23 23:55:02.468532 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-b197078e-dd10-4c98-b903-12cc17afcf12 req-02d505c0-2fc3-4d04-b178-307bb245b0af service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-800088-16'}}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:55:02.536948 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d173a495-4a61-4321-ad35-eb7de2a768ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:02.546506 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c44c599b-96d9-400d-bba4-8ccb75626092 x-openstack-request-id: req-c44c599b-96d9-400d-bba4-8ccb75626092 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:55:02.546942 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32c9f11f-5ce3-4bb7-a7a0-8e24b5975e04", "name": "network-vif-deleted", "tag": "1f0716dc-8c49-4410-b41c-58a809f1bfc4", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:55:02.547364 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c44c599b-96d9-400d-bba4-8ccb75626092 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:55:02.547927 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32c9f11f-5ce3-4bb7-a7a0-8e24b5975e04', 'name': 'network-vif-deleted', 'tag': '1f0716dc-8c49-4410-b41c-58a809f1bfc4', 'status': 'completed', 'code': 200} Jul 23 23:55:02.553378 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a41706-7afb-469c-b3c7-33a2daccbce1 req-fb10da89-b5c6-4aa4-be31-7f33ee64f843 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:02.562977 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-09a41706-7afb-469c-b3c7-33a2daccbce1 req-fb10da89-b5c6-4aa4-be31-7f33ee64f843 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/ports?device_id=4826a11b-315d-41f7-90dc-ced354b0e407 HTTP/1.1" status: 200 len: 943 time: 0.3469565 Jul 23 23:55:02.576872 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7edcdc-2ae2-4d77-9bf6-ff4ff88cd7bf admin admin] Network 3f69acb3-14c7-42ff-ba38-d1689b49cdc4 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:55:02.583651 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d173a495-4a61-4321-ad35-eb7de2a768ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:02.587001 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-d173a495-4a61-4321-ad35-eb7de2a768ea admin admin] 10.222.0.44 "DELETE /v2.0/networks/a3cd81e2-1970-4c5b-9d38-d0235482c1d3 HTTP/1.1" status: 204 len: 168 time: 0.8256438 Jul 23 23:55:02.588413 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-2d7edcdc-2ae2-4d77-9bf6-ff4ff88cd7bf admin admin] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:55:02.633393 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d173a495-4a61-4321-ad35-eb7de2a768ea admin admin] Pushing event deleted for resources: {'Network': ['ID=a3cd81e2-1970-4c5b-9d38-d0235482c1d3,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:02.734663 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-09a41706-7afb-469c-b3c7-33a2daccbce1 req-21615e54-27eb-4cde-9c66-57af571dd2b4 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/security-groups?id=e6c96cc7-f0ba-495d-ae44-8c4cd8794790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641135 Jul 23 23:55:02.763264 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6fa3dd59-86f7-4cec-b7b5-134c58e5040a req-437f17d1-921a-4c5c-a096-a72454d74c92 service neutron] 10.222.0.64 "GET /v2.0/networks/b8906f93-94f4-4245-b6a8-bfe9f5af486b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762740 Jul 23 23:55:02.908573 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 42634) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:55:02.993356 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-b197078e-dd10-4c98-b903-12cc17afcf12 req-02d505c0-2fc3-4d04-b178-307bb245b0af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:03.038366 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6fa3dd59-86f7-4cec-b7b5-134c58e5040a req-8c4bafd0-a728-44eb-95fc-862c89aad674 service neutron] 10.222.0.64 "GET /v2.0/networks/b8906f93-94f4-4245-b6a8-bfe9f5af486b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672038 Jul 23 23:55:03.054505 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-a02472c4-7645-4370-95de-a671bcff6014 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d749b4d1b42a4289ae7deab4121e65e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1450870 Jul 23 23:55:03.056481 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 42636) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:55:03.107104 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-53bf47fa-8f4b-42d1-ae9d-9f4033705a4f None None] Provisioning complete for port 3ecb42ae-01f0-4744-9b18-707fe283c366 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:55:03.112766 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-53bf47fa-8f4b-42d1-ae9d-9f4033705a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:03.146679 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d7edcdc-2ae2-4d77-9bf6-ff4ff88cd7bf admin admin] Router 55952909-f867-4089-8ce1-5f69c00340dd has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:55:03.174607 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-04bc3a9f-d123-4c19-befa-a41bcdadd067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:03.217850 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-53bf47fa-8f4b-42d1-ae9d-9f4033705a4f None None] Port 3ecb42ae-01f0-4744-9b18-707fe283c366 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:55:03.235019 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-04bc3a9f-d123-4c19-befa-a41bcdadd067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:03.289858 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-b197078e-dd10-4c98-b903-12cc17afcf12 req-02d505c0-2fc3-4d04-b178-307bb245b0af service neutron] For port a8ff1e37-a989-484d-bfc2-b1d7a7948837, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=a8ff1e37-a989-484d-bfc2-b1d7a7948837,segment=NetworkSegment(d41359ac-4be7-4a75-afd1-798e41d2f155),segment_id=d41359ac-4be7-4a75-afd1-798e41d2f155)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:55:03.327476 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e388951c-01f4-462b-89d3-a0cf9358822d req-125c5ba7-6fbb-4840-9dcf-e33f9e89ac11 tempest-ImagesOneServerTestJSON-1390310364 tempest-ImagesOneServerTestJSON-1390310364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:03.329164 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e388951c-01f4-462b-89d3-a0cf9358822d req-125c5ba7-6fbb-4840-9dcf-e33f9e89ac11 tempest-ImagesOneServerTestJSON-1390310364 tempest-ImagesOneServerTestJSON-1390310364-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c7feaae-3110-4bcb-a689-c25d4ea04d6e HTTP/1.1" status: 200 len: 950 time: 0.4621744 Jul 23 23:55:03.365037 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-04bc3a9f-d123-4c19-befa-a41bcdadd067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:03.367802 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-04bc3a9f-d123-4c19-befa-a41bcdadd067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:03.369003 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-04bc3a9f-d123-4c19-befa-a41bcdadd067 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/28aae001-5f9c-44eb-8989-3db71a778577 HTTP/1.1" status: 204 len: 168 time: 0.3074579 Jul 23 23:55:03.385578 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebfe94f-db2c-4cbf-82d0-17981936b2b4 req-f29c6520-c7fc-408b-b8f9-f5165037a9de tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:03.393061 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cebfe94f-db2c-4cbf-82d0-17981936b2b4 req-f29c6520-c7fc-408b-b8f9-f5165037a9de tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?device_id=f173322f-123e-4d93-903a-5504db9c6025 HTTP/1.1" status: 200 len: 946 time: 0.2644246 Jul 23 23:55:03.425209 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc3a9f-d123-4c19-befa-a41bcdadd067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28aae001-5f9c-44eb-8989-3db71a778577,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:03.455280 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cebfe94f-db2c-4cbf-82d0-17981936b2b4 req-b1c1883f-efaa-48b1-8e98-d80e234f285b tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613227 Jul 23 23:55:03.461314 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device a8ff1e37-a989-484d-bfc2-b1d7a7948837 details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:55:03.475219 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-b197078e-dd10-4c98-b903-12cc17afcf12 req-02d505c0-2fc3-4d04-b178-307bb245b0af service neutron] For port a8ff1e37-a989-484d-bfc2-b1d7a7948837, host n-h2-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:55:03.519254 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e388951c-01f4-462b-89d3-a0cf9358822d req-42677e6e-75a9-46a6-b529-64c696933251 tempest-ImagesOneServerTestJSON-1390310364 tempest-ImagesOneServerTestJSON-1390310364-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e4ced4f-2cc5-4a81-83cf-2b8ba47ee51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744740 Jul 23 23:55:03.614844 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-b197078e-dd10-4c98-b903-12cc17afcf12 req-02d505c0-2fc3-4d04-b178-307bb245b0af service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:03.630342 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-b197078e-dd10-4c98-b903-12cc17afcf12 req-02d505c0-2fc3-4d04-b178-307bb245b0af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:03.654400 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 0b7418f5-a375-4130-8e65-d36428dad504 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:55:03.663831 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d7edcdc-2ae2-4d77-9bf6-ff4ff88cd7bf admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:55:03.728299 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-2d7edcdc-2ae2-4d77-9bf6-ff4ff88cd7bf admin admin] 10.222.0.44 "PUT /v2.0/routers/55952909-f867-4089-8ce1-5f69c00340dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9850941 Jul 23 23:55:03.755561 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port a8ff1e37-a989-484d-bfc2-b1d7a7948837, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=a8ff1e37-a989-484d-bfc2-b1d7a7948837,segment=NetworkSegment(d41359ac-4be7-4a75-afd1-798e41d2f155),segment_id=d41359ac-4be7-4a75-afd1-798e41d2f155)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:55:03.785387 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9349c3cc-9c6f-42c4-bdda-276c540d7af9 req-8041b4bf-a2a1-401e-9d88-9db11da9ca6c tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:03.797454 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9349c3cc-9c6f-42c4-bdda-276c540d7af9 req-8041b4bf-a2a1-401e-9d88-9db11da9ca6c tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/ports?device_id=5017e1b8-c1a9-4f49-9f57-d89fd83b37a3 HTTP/1.1" status: 200 len: 949 time: 0.1967435 Jul 23 23:55:03.797953 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device a8ff1e37-a989-484d-bfc2-b1d7a7948837 has no active binding in host n-h1-800088-16 {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 23 23:55:03.813558 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 0b7418f5-a375-4130-8e65-d36428dad504 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:55:03.827005 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 0b7418f5-a375-4130-8e65-d36428dad504 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:55:03.827643 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:03.900755 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9349c3cc-9c6f-42c4-bdda-276c540d7af9 req-166f4fbd-4fde-439e-9137-0f222b6db51f tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/security-groups?id=84afd7ea-644b-438b-8379-6d56a9cf992d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967689 Jul 23 23:55:03.955906 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-b197078e-dd10-4c98-b903-12cc17afcf12 req-02d505c0-2fc3-4d04-b178-307bb245b0af service neutron] Attempting to bind port a8ff1e37-a989-484d-bfc2-b1d7a7948837 on host n-h2-800088-16 for vnic_type normal with profile {"migrating_to": "n-h1-800088-16"} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:55:03.956249 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-b197078e-dd10-4c98-b903-12cc17afcf12 req-02d505c0-2fc3-4d04-b178-307bb245b0af service neutron] Attempting to bind port a8ff1e37-a989-484d-bfc2-b1d7a7948837 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': 'd41359ac-4be7-4a75-afd1-798e41d2f155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '646be7a8-09b8-4e0c-bd78-d5d98c9093b9'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:55:03.961767 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b197078e-dd10-4c98-b903-12cc17afcf12 req-02d505c0-2fc3-4d04-b178-307bb245b0af service neutron] Attempting to bind port a8ff1e37-a989-484d-bfc2-b1d7a7948837 on network 646be7a8-09b8-4e0c-bd78-d5d98c9093b9 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:55:03.975709 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b197078e-dd10-4c98-b903-12cc17afcf12 req-02d505c0-2fc3-4d04-b178-307bb245b0af service neutron] Port a8ff1e37-a989-484d-bfc2-b1d7a7948837 on network 646be7a8-09b8-4e0c-bd78-d5d98c9093b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:55:03.976053 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b197078e-dd10-4c98-b903-12cc17afcf12 req-02d505c0-2fc3-4d04-b178-307bb245b0af service neutron] Attempting to bind port a8ff1e37-a989-484d-bfc2-b1d7a7948837 on network 646be7a8-09b8-4e0c-bd78-d5d98c9093b9 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:55:03.979037 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d505c0-2fc3-4d04-b178-307bb245b0af service neutron] Pushing event updated for resources: {'Port': ['ID=a8ff1e37-a989-484d-bfc2-b1d7a7948837,revision_number=7']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:03.990227 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b197078e-dd10-4c98-b903-12cc17afcf12 req-02d505c0-2fc3-4d04-b178-307bb245b0af service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:55:03.998275 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b197078e-dd10-4c98-b903-12cc17afcf12 req-02d505c0-2fc3-4d04-b178-307bb245b0af service neutron] Checking segment: {'id': 'd41359ac-4be7-4a75-afd1-798e41d2f155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '646be7a8-09b8-4e0c-bd78-d5d98c9093b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:55:04.000066 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b197078e-dd10-4c98-b903-12cc17afcf12 req-02d505c0-2fc3-4d04-b178-307bb245b0af service neutron] Bound using segment: {'id': 'd41359ac-4be7-4a75-afd1-798e41d2f155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '646be7a8-09b8-4e0c-bd78-d5d98c9093b9'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:55:04.001747 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-b197078e-dd10-4c98-b903-12cc17afcf12 req-02d505c0-2fc3-4d04-b178-307bb245b0af service neutron] Bound port: a8ff1e37-a989-484d-bfc2-b1d7a7948837, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd41359ac-4be7-4a75-afd1-798e41d2f155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '646be7a8-09b8-4e0c-bd78-d5d98c9093b9'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:55:04.002531 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-b197078e-dd10-4c98-b903-12cc17afcf12 req-02d505c0-2fc3-4d04-b178-307bb245b0af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:04.021218 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:04.077081 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 0b7418f5-a375-4130-8e65-d36428dad504, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=0b7418f5-a375-4130-8e65-d36428dad504,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:55:04.090001 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:04.189078 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-b197078e-dd10-4c98-b903-12cc17afcf12 req-02d505c0-2fc3-4d04-b178-307bb245b0af service neutron] For port a8ff1e37-a989-484d-bfc2-b1d7a7948837, host n-h2-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:55:04.192868 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-b197078e-dd10-4c98-b903-12cc17afcf12 req-02d505c0-2fc3-4d04-b178-307bb245b0af service neutron] For port a8ff1e37-a989-484d-bfc2-b1d7a7948837, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=a8ff1e37-a989-484d-bfc2-b1d7a7948837,segment=NetworkSegment(d41359ac-4be7-4a75-afd1-798e41d2f155),segment_id=d41359ac-4be7-4a75-afd1-798e41d2f155)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:55:04.199362 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=0b7418f5-a375-4130-8e65-d36428dad504,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:04.214784 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-b197078e-dd10-4c98-b903-12cc17afcf12 req-02d505c0-2fc3-4d04-b178-307bb245b0af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:04.266681 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c041db-99e0-4882-851f-5cfc03fafd90 req-3f9a649f-3255-4320-b80c-7eb2dfa52e5a tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:04.275352 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a0c041db-99e0-4882-851f-5cfc03fafd90 req-3f9a649f-3255-4320-b80c-7eb2dfa52e5a tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/ports?device_id=4826a11b-315d-41f7-90dc-ced354b0e407 HTTP/1.1" status: 200 len: 943 time: 0.1257193 Jul 23 23:55:04.315795 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 202ded10-077c-4d14-a81c-06f692f89f84 details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:55:04.340726 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a0c041db-99e0-4882-851f-5cfc03fafd90 req-ad5c5afd-c720-47b1-ab1f-2b748fbeaafc tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/security-groups?id=e6c96cc7-f0ba-495d-ae44-8c4cd8794790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580750 Jul 23 23:55:04.379202 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b197078e-dd10-4c98-b903-12cc17afcf12 req-02d505c0-2fc3-4d04-b178-307bb245b0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:04.387995 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-b197078e-dd10-4c98-b903-12cc17afcf12 req-02d505c0-2fc3-4d04-b178-307bb245b0af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:04.390978 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b197078e-dd10-4c98-b903-12cc17afcf12 req-02d505c0-2fc3-4d04-b178-307bb245b0af service neutron] 10.222.0.52 "PUT /v2.0/ports/a8ff1e37-a989-484d-bfc2-b1d7a7948837 HTTP/1.1" status: 200 len: 1124 time: 1.9512317 Jul 23 23:55:04.419742 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d505c0-2fc3-4d04-b178-307bb245b0af service neutron] Pushing event updated for resources: {'Port': ['ID=a8ff1e37-a989-484d-bfc2-b1d7a7948837,revision_number=8']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:04.513378 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['a8ff1e37-a989-484d-bfc2-b1d7a7948837'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:55:04.516849 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['a8ff1e37-a989-484d-bfc2-b1d7a7948837'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:55:04.549191 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f173322f-123e-4d93-903a-5504db9c6025', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8ff1e37-a989-484d-bfc2-b1d7a7948837'}, {'name': 'network-changed', 'server_uuid': 'f173322f-123e-4d93-903a-5504db9c6025', 'tag': 'a8ff1e37-a989-484d-bfc2-b1d7a7948837'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:55:04.552169 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ae5046-1d43-4fda-a292-404199f1a6b4" -d '{"events": [{"server_uuid": "f173322f-123e-4d93-903a-5504db9c6025", "name": "network-vif-unplugged", "status": "completed", "tag": "a8ff1e37-a989-484d-bfc2-b1d7a7948837"}, {"name": "network-changed", "server_uuid": "f173322f-123e-4d93-903a-5504db9c6025", "tag": "a8ff1e37-a989-484d-bfc2-b1d7a7948837"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:55:04.668618 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 202ded10-077c-4d14-a81c-06f692f89f84, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=202ded10-077c-4d14-a81c-06f692f89f84,segment=NetworkSegment(a4549f73-f8ca-4ffd-af84-81cd4b2f5c0f),segment_id=a4549f73-f8ca-4ffd-af84-81cd4b2f5c0f)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:55:04.705788 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': '202ded10-077c-4d14-a81c-06f692f89f84', 'network_id': 'b8906f93-94f4-4245-b6a8-bfe9f5af486b', 'port_id': '202ded10-077c-4d14-a81c-06f692f89f84', 'mac_address': 'fa:16:3e:fd:c6:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abff5f68-fd48-495e-a37c-bc1705b61fd1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:55:04.765603 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef505109-860f-4e4b-ac53-344e259d7b29 req-989fbcc3-b518-4b3a-bef0-f5074e8a39ee tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:04.767119 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ef505109-860f-4e4b-ac53-344e259d7b29 req-989fbcc3-b518-4b3a-bef0-f5074e8a39ee tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?device_id=f173322f-123e-4d93-903a-5504db9c6025 HTTP/1.1" status: 200 len: 944 time: 0.1542451 Jul 23 23:55:04.822344 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:04.823944 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ef505109-860f-4e4b-ac53-344e259d7b29 req-a12ed10e-9b6a-49df-8731-bc0d2a0515c9 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490930 Jul 23 23:55:04.916315 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 23 Jul 2021 23:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ee1c26-d4c1-4df6-9774-9f488fa54978 x-openstack-request-id: req-d2ee1c26-d4c1-4df6-9774-9f488fa54978 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:55:04.917657 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f173322f-123e-4d93-903a-5504db9c6025", "name": "network-vif-unplugged", "status": "completed", "tag": "a8ff1e37-a989-484d-bfc2-b1d7a7948837", "code": 200}, {"name": "network-changed", "server_uuid": "f173322f-123e-4d93-903a-5504db9c6025", "tag": "a8ff1e37-a989-484d-bfc2-b1d7a7948837", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:55:04.918146 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d2ee1c26-d4c1-4df6-9774-9f488fa54978 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:55:04.918560 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f173322f-123e-4d93-903a-5504db9c6025', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8ff1e37-a989-484d-bfc2-b1d7a7948837', 'code': 200} Jul 23 23:55:04.918809 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f173322f-123e-4d93-903a-5504db9c6025', 'tag': 'a8ff1e37-a989-484d-bfc2-b1d7a7948837', 'status': 'completed', 'code': 200} Jul 23 23:55:04.925351 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 202ded10-077c-4d14-a81c-06f692f89f84 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:55:04.982725 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42fc723-4c06-4892-a946-379edbc4fb2e req-5f4fccb2-9be9-4012-bb17-dc04b384ad3d tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:04.994839 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b42fc723-4c06-4892-a946-379edbc4fb2e req-5f4fccb2-9be9-4012-bb17-dc04b384ad3d tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] 10.222.0.44 "GET /v2.0/networks?id=3f69acb3-14c7-42ff-ba38-d1689b49cdc4 HTTP/1.1" status: 200 len: 829 time: 0.1514902 Jul 23 23:55:05.009192 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 202ded10-077c-4d14-a81c-06f692f89f84, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=202ded10-077c-4d14-a81c-06f692f89f84,segment=NetworkSegment(a4549f73-f8ca-4ffd-af84-81cd4b2f5c0f),segment_id=a4549f73-f8ca-4ffd-af84-81cd4b2f5c0f)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:55:05.017227 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:05.027197 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b42fc723-4c06-4892-a946-379edbc4fb2e req-f0f0aa31-930b-4816-9c1c-d47d2cbd96f0 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] 10.222.0.44 "GET /v2.0/quotas/7ef449de714345fe9308d9c5180dc600 HTTP/1.1" status: 200 len: 375 time: 0.0295846 Jul 23 23:55:05.085925 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=202ded10-077c-4d14-a81c-06f692f89f84,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:05.103511 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42714) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:55:05.117551 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6ab184-9e37-44cd-8b42-467ffe6766ba None None] Sync routers for ids ['55952909-f867-4089-8ce1-5f69c00340dd'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:55:05.134538 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae5046-1d43-4fda-a292-404199f1a6b4 req-df802a1e-1b36-4a61-b27e-bd6caec738f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:05.136646 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-67ae5046-1d43-4fda-a292-404199f1a6b4 req-df802a1e-1b36-4a61-b27e-bd6caec738f3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e50500f9fa5448f8994dd6c4e9b5ded5&device_id=f173322f-123e-4d93-903a-5504db9c6025 HTTP/1.1" status: 200 len: 1127 time: 0.1945732 Jul 23 23:55:05.146634 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6ab184-9e37-44cd-8b42-467ffe6766ba None None] Routers {'55952909-f867-4089-8ce1-5f69c00340dd'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:55:05.147746 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-ef6ab184-9e37-44cd-8b42-467ffe6766ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:54:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['55952909-f867-4089-8ce1-5f69c00340dd'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:55:05.149788 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48423bd9-dc0e-417e-aa48-59b1284f72e5 req-5efcaecd-83c9-41eb-bb35-b3e041a81e54 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:05.157319 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-48423bd9-dc0e-417e-aa48-59b1284f72e5 req-5efcaecd-83c9-41eb-bb35-b3e041a81e54 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/ports?device_id=5017e1b8-c1a9-4f49-9f57-d89fd83b37a3 HTTP/1.1" status: 200 len: 949 time: 0.1446345 Jul 23 23:55:05.195764 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b42fc723-4c06-4892-a946-379edbc4fb2e req-d2ad43e0-3cac-4564-95cd-e6a7dbfd9017 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7ef449de714345fe9308d9c5180dc600&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1691575 Jul 23 23:55:05.278444 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-48423bd9-dc0e-417e-aa48-59b1284f72e5 req-7af40758-feb3-4975-943e-ea57de18df6e tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/security-groups?id=84afd7ea-644b-438b-8379-6d56a9cf992d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156845 Jul 23 23:55:05.293360 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-ef6ab184-9e37-44cd-8b42-467ffe6766ba None None] Set router 55952909-f867-4089-8ce1-5f69c00340dd gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:55:05.331322 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae5046-1d43-4fda-a292-404199f1a6b4 req-aacf1391-9119-4de2-8315-979ab7abb859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:05.332801 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-67ae5046-1d43-4fda-a292-404199f1a6b4 req-aacf1391-9119-4de2-8315-979ab7abb859 service neutron] 10.222.0.64 "GET /v2.0/networks?id=646be7a8-09b8-4e0c-bd78-d5d98c9093b9 HTTP/1.1" status: 200 len: 908 time: 0.1735520 Jul 23 23:55:05.347288 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-b0b1bf53-6cda-45ab-8c39-0898b58afa03 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1964448971-network', 'tenant_id': 'dd92dc0f144340dfada46cc3e7de2dc3'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:55:05.379447 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b42fc723-4c06-4892-a946-379edbc4fb2e req-2bc45c76-1e4b-493b-bc97-2467d4589595 service neutron] 10.222.0.44 "GET /v2.0/networks/3f69acb3-14c7-42ff-ba38-d1689b49cdc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763029 Jul 23 23:55:05.382315 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b1bf53-6cda-45ab-8c39-0898b58afa03 admin admin] Made reservation on behalf of dd92dc0f144340dfada46cc3e7de2dc3 for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:55:05.395200 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b0b1bf53-6cda-45ab-8c39-0898b58afa03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:05.411270 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-67ae5046-1d43-4fda-a292-404199f1a6b4 req-9372af7e-10f7-4797-b87f-ff0c22e2c3c6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8ff1e37-a989-484d-bfc2-b1d7a7948837 HTTP/1.1" status: 200 len: 217 time: 0.0689049 Jul 23 23:55:05.489757 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['202ded10-077c-4d14-a81c-06f692f89f84'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:55:05.505414 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b0b1bf53-6cda-45ab-8c39-0898b58afa03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:05.523615 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae5046-1d43-4fda-a292-404199f1a6b4 req-900bb17d-2ee9-4cff-9df8-e215022fe872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:05.526103 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-67ae5046-1d43-4fda-a292-404199f1a6b4 req-900bb17d-2ee9-4cff-9df8-e215022fe872 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3bfc2b3c-ece5-49a0-8daf-8ebd7d541c76 HTTP/1.1" status: 200 len: 847 time: 0.1076152 Jul 23 23:55:05.562863 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b42fc723-4c06-4892-a946-379edbc4fb2e req-966002c5-3c4c-4ad3-a699-e1853d1f3358 service neutron] 10.222.0.44 "GET /v2.0/networks/3f69acb3-14c7-42ff-ba38-d1689b49cdc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633785 Jul 23 23:55:05.659586 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 0b7418f5-a375-4130-8e65-d36428dad504 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:55:05.680239 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-67ae5046-1d43-4fda-a292-404199f1a6b4 req-62aebb41-fbea-4a72-8563-8f562dbed1c6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=646be7a8-09b8-4e0c-bd78-d5d98c9093b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811112 Jul 23 23:55:05.723949 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b0b1bf53-6cda-45ab-8c39-0898b58afa03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:05.731452 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b0b1bf53-6cda-45ab-8c39-0898b58afa03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:05.762875 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0b1bf53-6cda-45ab-8c39-0898b58afa03 admin admin] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:55:05.781252 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b0b1bf53-6cda-45ab-8c39-0898b58afa03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:05.781581 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-b0b1bf53-6cda-45ab-8c39-0898b58afa03 admin admin] Added segment 56163e72-db23-4126-b4dc-1636f41c7329 of type vlan for network d1687e33-0a9b-4077-aa9f-47a379bb444b Jul 23 23:55:05.835444 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff387d6-4ecc-4651-a782-b1a464aeebf7 req-e300bd2e-fda7-488e-8350-6befa36c9b97 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:05.844843 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cff387d6-4ecc-4651-a782-b1a464aeebf7 req-e300bd2e-fda7-488e-8350-6befa36c9b97 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/ports?device_id=4826a11b-315d-41f7-90dc-ced354b0e407 HTTP/1.1" status: 200 len: 944 time: 0.3165216 Jul 23 23:55:05.852570 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b0b1bf53-6cda-45ab-8c39-0898b58afa03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:05.907146 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b0b1bf53-6cda-45ab-8c39-0898b58afa03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:05.908918 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b1bf53-6cda-45ab-8c39-0898b58afa03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:05.910129 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b0b1bf53-6cda-45ab-8c39-0898b58afa03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:05.955982 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-b0b1bf53-6cda-45ab-8c39-0898b58afa03 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8511159 Jul 23 23:55:05.962494 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 42738) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:55:05.969857 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-161b7ea9-d666-4318-a25a-2d5b392aa1dc admin admin] Request body: {'subnet': {'network_id': 'd1687e33-0a9b-4077-aa9f-47a379bb444b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1964448971-subnet', 'tenant_id': 'dd92dc0f144340dfada46cc3e7de2dc3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:55:05.994050 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 0b7418f5-a375-4130-8e65-d36428dad504 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:55:05.996968 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:06.027273 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b1bf53-6cda-45ab-8c39-0898b58afa03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2265a432-4e7a-4b88-8ce2-85ca4e47584b,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:06.034933 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cff387d6-4ecc-4651-a782-b1a464aeebf7 req-60e27b7a-56dc-4a4f-b6cb-19a4da864e8c tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/security-groups?id=e6c96cc7-f0ba-495d-ae44-8c4cd8794790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109240 Jul 23 23:55:06.041678 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-67ae5046-1d43-4fda-a292-404199f1a6b4 req-61120348-a401-4393-b6f6-6c19886861e0 service neutron] 10.222.0.64 "GET /v2.0/networks/646be7a8-09b8-4e0c-bd78-d5d98c9093b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3503034 Jul 23 23:55:06.045441 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-161b7ea9-d666-4318-a25a-2d5b392aa1dc admin admin] Made reservation on behalf of dd92dc0f144340dfada46cc3e7de2dc3 for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:55:06.049202 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6068e3e0-ed34-44aa-bd3d-0a756241be11 req-689e3136-4cf4-4746-866b-ded48e995af3 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] 10.222.0.44 "GET /v2.0/ports?device_id=a38593d5-6373-4343-8fdd-d9e8f9a1acc7 HTTP/1.1" status: 200 len: 210 time: 0.0890355 Jul 23 23:55:06.062125 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-161b7ea9-d666-4318-a25a-2d5b392aa1dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:06.109473 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b1bf53-6cda-45ab-8c39-0898b58afa03 admin admin] Pushing event updated for resources: {'Network': ['ID=d1687e33-0a9b-4077-aa9f-47a379bb444b,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:06.135889 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network d1687e33-0a9b-4077-aa9f-47a379bb444b details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:55:06.234445 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-ef6ab184-9e37-44cd-8b42-467ffe6766ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55952909-f867-4089-8ce1-5f69c00340dd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1055579443-router', 'tenant_id': '7ef449de714345fe9308d9c5180dc600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '0b7418f5-a375-4130-8e65-d36428dad504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:54:54Z', 'updated_at': '2021-07-23T23:55:01Z', 'revision_number': 4, 'project_id': '7ef449de714345fe9308d9c5180dc600', 'gw_port': {'id': '0b7418f5-a375-4130-8e65-d36428dad504', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55952909-f867-4089-8ce1-5f69c00340dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:54:55Z', 'updated_at': '2021-07-23T23:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '3ecb42ae-01f0-4744-9b18-707fe283c366', 'name': '', 'network_id': '3f69acb3-14c7-42ff-ba38-d1689b49cdc4', 'tenant_id': '7ef449de714345fe9308d9c5180dc600', 'mac_address': 'fa:16:3e:c7:be:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55952909-f867-4089-8ce1-5f69c00340dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'fb29b4ab-cbf3-43ad-8484-c89fe1db3cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:55:00Z', 'updated_at': '2021-07-23T23:55:01Z', 'revision_number': 2, 'project_id': '7ef449de714345fe9308d9c5180dc600', 'subnets': [{'id': 'fb29b4ab-cbf3-43ad-8484-c89fe1db3cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:55:06.281744 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6ab184-9e37-44cd-8b42-467ffe6766ba None None] Checking router: 55952909-f867-4089-8ce1-5f69c00340dd for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:55:06.282107 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6ab184-9e37-44cd-8b42-467ffe6766ba None None] Updating router 55952909-f867-4089-8ce1-5f69c00340dd port 3ecb42ae-01f0-4744-9b18-707fe283c366 binding host n-d-800088-16 {{(pid=100315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:55:06.343952 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 961b137c-2df4-4845-afb6-8c01c8bc5ffe details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:55:06.367665 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef6ab184-9e37-44cd-8b42-467ffe6766ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:06.482217 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df5bc76-ae27-4387-a995-93bfa71990fa req-af9b92bd-a777-4107-990e-2e72871124c9 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:06.507566 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2df5bc76-ae27-4387-a995-93bfa71990fa req-af9b92bd-a777-4107-990e-2e72871124c9 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/ports?device_id=5017e1b8-c1a9-4f49-9f57-d89fd83b37a3 HTTP/1.1" status: 200 len: 949 time: 0.1299899 Jul 23 23:55:06.568500 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2df5bc76-ae27-4387-a995-93bfa71990fa req-dee93460-52c5-4d7e-b640-72b8b4cb75a3 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/security-groups?id=84afd7ea-644b-438b-8379-6d56a9cf992d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592809 Jul 23 23:55:06.633059 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 961b137c-2df4-4845-afb6-8c01c8bc5ffe, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=961b137c-2df4-4845-afb6-8c01c8bc5ffe,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:55:06.654163 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': '961b137c-2df4-4845-afb6-8c01c8bc5ffe', 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2', 'port_id': '961b137c-2df4-4845-afb6-8c01c8bc5ffe', 'mac_address': 'fa:16:3e:a9:c9:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef73a7e1-c64a-41e3-9997-629475c7b6b1', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:55:06.682412 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-67ae5046-1d43-4fda-a292-404199f1a6b4 req-e4a268a5-6005-40ab-b287-4e2fbda1ef5f service neutron] 10.222.0.64 "GET /v2.0/networks/646be7a8-09b8-4e0c-bd78-d5d98c9093b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5858252 Jul 23 23:55:06.751728 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d55e6f2-7676-4956-bd03-55759e946f95 req-60ecb160-5a74-494d-953f-3fec7c6b1117 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:06.770632 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5d55e6f2-7676-4956-bd03-55759e946f95 req-60ecb160-5a74-494d-953f-3fec7c6b1117 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?device_id=f173322f-123e-4d93-903a-5504db9c6025 HTTP/1.1" status: 200 len: 944 time: 0.6112525 Jul 23 23:55:06.780479 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:06.808071 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 961b137c-2df4-4845-afb6-8c01c8bc5ffe {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:55:06.843367 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5d55e6f2-7676-4956-bd03-55759e946f95 req-154b458e-267e-464a-901e-61f2bdcff01a tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713184 Jul 23 23:55:06.848415 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 961b137c-2df4-4845-afb6-8c01c8bc5ffe, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=961b137c-2df4-4845-afb6-8c01c8bc5ffe,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:55:06.861745 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:06.910591 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-161b7ea9-d666-4318-a25a-2d5b392aa1dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:06.954283 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef6ab184-9e37-44cd-8b42-467ffe6766ba None None] Notify callbacks [] for port, precommit_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:06.963603 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=961b137c-2df4-4845-afb6-8c01c8bc5ffe,revision_number=6']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:06.972437 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-ef6ab184-9e37-44cd-8b42-467ffe6766ba None None] Transition to ACTIVE for port object 3ecb42ae-01f0-4744-9b18-707fe283c366 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:55:06.978611 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef6ab184-9e37-44cd-8b42-467ffe6766ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:06.989137 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161b7ea9-d666-4318-a25a-2d5b392aa1dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd46ce88-4082-4c7e-a3cb-cc8f111caa45,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:07.006094 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161b7ea9-d666-4318-a25a-2d5b392aa1dc admin admin] Checking segment: {'id': '56163e72-db23-4126-b4dc-1636f41c7329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd1687e33-0a9b-4077-aa9f-47a379bb444b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:55:07.006577 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161b7ea9-d666-4318-a25a-2d5b392aa1dc admin admin] Network hostable DHCP agents. Network: d1687e33-0a9b-4077-aa9f-47a379bb444b, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:55:07.026450 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161b7ea9-d666-4318-a25a-2d5b392aa1dc admin admin] Network d1687e33-0a9b-4077-aa9f-47a379bb444b is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:55:07.038189 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01660a17-12fe-434f-9b83-e0acd8cabb42 None None] Pushing event updated for resources: {'Port': ['ID=3ecb42ae-01f0-4744-9b18-707fe283c366,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:07.038497 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-161b7ea9-d666-4318-a25a-2d5b392aa1dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, d1687e33-0a9b-4077-aa9f-47a379bb444b) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:55:07.046275 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161b7ea9-d666-4318-a25a-2d5b392aa1dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:07.046275 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-161b7ea9-d666-4318-a25a-2d5b392aa1dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:07.081977 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-161b7ea9-d666-4318-a25a-2d5b392aa1dc admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1112411 Jul 23 23:55:07.082333 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa29b2d1-31ef-4668-a9cf-5d4f30174367 None None] Network d1687e33-0a9b-4077-aa9f-47a379bb444b requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:55:07.088408 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['961b137c-2df4-4845-afb6-8c01c8bc5ffe'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:55:07.280161 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ee788007-e4c1-44bd-9002-c1814a3cf793 req-548f2193-8fb1-42de-99dd-cb5441f0dbde tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] 10.222.0.44 "GET /v2.0/ports?device_id=a38593d5-6373-4343-8fdd-d9e8f9a1acc7 HTTP/1.1" status: 200 len: 210 time: 0.0807178 Jul 23 23:55:07.362990 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201be77b-84df-4a81-87c6-80c21b77442d req-fd3249db-590a-49e4-8780-136cf2574060 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:07.364582 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-201be77b-84df-4a81-87c6-80c21b77442d req-fd3249db-590a-49e4-8780-136cf2574060 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/ports?device_id=4826a11b-315d-41f7-90dc-ced354b0e407 HTTP/1.1" status: 200 len: 944 time: 0.2031879 Jul 23 23:55:07.459639 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-201be77b-84df-4a81-87c6-80c21b77442d req-88189601-d5e2-413d-92bb-474ed40364ee tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/security-groups?id=e6c96cc7-f0ba-495d-ae44-8c4cd8794790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829253 Jul 23 23:55:07.524907 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42fc723-4c06-4892-a946-379edbc4fb2e req-739b5e5c-3927-4604-980f-9bee0408717d tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:07.526830 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b42fc723-4c06-4892-a946-379edbc4fb2e req-739b5e5c-3927-4604-980f-9bee0408717d tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] 10.222.0.52 "GET /v2.0/networks?id=3f69acb3-14c7-42ff-ba38-d1689b49cdc4 HTTP/1.1" status: 200 len: 829 time: 0.2370591 Jul 23 23:55:07.541274 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-b42fc723-4c06-4892-a946-379edbc4fb2e req-8506e41d-f8a1-46be-adb0-6a97a3361475 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Request body: {'port': {'device_id': 'a38593d5-6373-4343-8fdd-d9e8f9a1acc7', 'network_id': '3f69acb3-14c7-42ff-ba38-d1689b49cdc4', 'admin_state_up': True, 'tenant_id': '7ef449de714345fe9308d9c5180dc600'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:55:07.565641 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-ef6ab184-9e37-44cd-8b42-467ffe6766ba None None] Attempting to bind port 3ecb42ae-01f0-4744-9b18-707fe283c366 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:55:07.566503 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-ef6ab184-9e37-44cd-8b42-467ffe6766ba None None] Attempting to bind port 3ecb42ae-01f0-4744-9b18-707fe283c366 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '5ece07f7-72f5-4869-b63d-d3f7d43cb1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3f69acb3-14c7-42ff-ba38-d1689b49cdc4'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:55:07.566886 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6ab184-9e37-44cd-8b42-467ffe6766ba None None] Attempting to bind port 3ecb42ae-01f0-4744-9b18-707fe283c366 on network 3f69acb3-14c7-42ff-ba38-d1689b49cdc4 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:55:07.625981 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6ab184-9e37-44cd-8b42-467ffe6766ba None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:55:07.626349 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6ab184-9e37-44cd-8b42-467ffe6766ba None None] Checking segment: {'id': '5ece07f7-72f5-4869-b63d-d3f7d43cb1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3f69acb3-14c7-42ff-ba38-d1689b49cdc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:55:07.628445 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef6ab184-9e37-44cd-8b42-467ffe6766ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:07.628967 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6ab184-9e37-44cd-8b42-467ffe6766ba None None] Bound using segment: {'id': '5ece07f7-72f5-4869-b63d-d3f7d43cb1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3f69acb3-14c7-42ff-ba38-d1689b49cdc4'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:55:07.629445 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-ef6ab184-9e37-44cd-8b42-467ffe6766ba None None] Bound port: 3ecb42ae-01f0-4744-9b18-707fe283c366, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ece07f7-72f5-4869-b63d-d3f7d43cb1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3f69acb3-14c7-42ff-ba38-d1689b49cdc4'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:55:07.629974 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef6ab184-9e37-44cd-8b42-467ffe6766ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:07.893008 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151ed8f0-ec74-47f8-9e26-0e119f285d27 req-a19d96d0-9e77-4861-bb11-a0ef9ab4b620 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:07.912842 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-151ed8f0-ec74-47f8-9e26-0e119f285d27 req-a19d96d0-9e77-4861-bb11-a0ef9ab4b620 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/ports?device_id=5017e1b8-c1a9-4f49-9f57-d89fd83b37a3 HTTP/1.1" status: 200 len: 949 time: 0.1675160 Jul 23 23:55:07.945629 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b42fc723-4c06-4892-a946-379edbc4fb2e req-8506e41d-f8a1-46be-adb0-6a97a3361475 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Made reservation on behalf of 7ef449de714345fe9308d9c5180dc600 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:55:07.949840 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-b42fc723-4c06-4892-a946-379edbc4fb2e req-8506e41d-f8a1-46be-adb0-6a97a3361475 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:08.035226 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76cd135c-cc6f-434a-b018-7d4ceb9c6158 None None] Network d1687e33-0a9b-4077-aa9f-47a379bb444b requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:55:08.051577 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-151ed8f0-ec74-47f8-9e26-0e119f285d27 req-76e5e9ba-2f0d-481f-b7e6-dbca86d7320b tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/security-groups?id=84afd7ea-644b-438b-8379-6d56a9cf992d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310630 Jul 23 23:55:08.102278 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-ef6ab184-9e37-44cd-8b42-467ffe6766ba None None] For port 3ecb42ae-01f0-4744-9b18-707fe283c366, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:55:08.147884 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-ef6ab184-9e37-44cd-8b42-467ffe6766ba None None] For port 3ecb42ae-01f0-4744-9b18-707fe283c366, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=3ecb42ae-01f0-4744-9b18-707fe283c366,segment=NetworkSegment(5ece07f7-72f5-4869-b63d-d3f7d43cb1e6),segment_id=5ece07f7-72f5-4869-b63d-d3f7d43cb1e6)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:55:08.198981 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef6ab184-9e37-44cd-8b42-467ffe6766ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:08.247062 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-b42fc723-4c06-4892-a946-379edbc4fb2e req-8506e41d-f8a1-46be-adb0-6a97a3361475 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Allocated IP 172.20.0.13 (3f69acb3-14c7-42ff-ba38-d1689b49cdc4/fb29b4ab-cbf3-43ad-8484-c89fe1db3cfe/e9ba1971-4497-430e-a98e-662a52d1a569) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:55:08.335506 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6ab184-9e37-44cd-8b42-467ffe6766ba None None] Routers {'55952909-f867-4089-8ce1-5f69c00340dd'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:55:08.336141 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-ef6ab184-9e37-44cd-8b42-467ffe6766ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:54:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['55952909-f867-4089-8ce1-5f69c00340dd'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:55:08.408783 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 202ded10-077c-4d14-a81c-06f692f89f84 up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:55:08.593776 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43aa71c-f73f-4376-ba09-4f274cf623a2 req-00ed4372-7341-458c-9ffd-543ed856a616 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:08.617962 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e43aa71c-f73f-4376-ba09-4f274cf623a2 req-00ed4372-7341-458c-9ffd-543ed856a616 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?device_id=f173322f-123e-4d93-903a-5504db9c6025 HTTP/1.1" status: 200 len: 944 time: 0.2830391 Jul 23 23:55:08.626351 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01660a17-12fe-434f-9b83-e0acd8cabb42 None None] Pushing event updated for resources: {'Port': ['ID=3ecb42ae-01f0-4744-9b18-707fe283c366,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:08.649473 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-b42fc723-4c06-4892-a946-379edbc4fb2e req-8506e41d-f8a1-46be-adb0-6a97a3361475 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:08.673284 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-b42fc723-4c06-4892-a946-379edbc4fb2e req-8506e41d-f8a1-46be-adb0-6a97a3361475 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Transition to ACTIVE for port object e9ba1971-4497-430e-a98e-662a52d1a569 will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:55:08.722033 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port 202ded10-077c-4d14-a81c-06f692f89f84 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:55:08.748181 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port 202ded10-077c-4d14-a81c-06f692f89f84 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:55:08.748686 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:08.767982 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-b42fc723-4c06-4892-a946-379edbc4fb2e req-8506e41d-f8a1-46be-adb0-6a97a3361475 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:08.802088 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e43aa71c-f73f-4376-ba09-4f274cf623a2 req-13241fd3-56e3-4ddf-89a9-d17f505595d3 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827176 Jul 23 23:55:08.848104 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b42fc723-4c06-4892-a946-379edbc4fb2e req-8506e41d-f8a1-46be-adb0-6a97a3361475 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Network 3f69acb3-14c7-42ff-ba38-d1689b49cdc4 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:55:08.850539 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-ef6ab184-9e37-44cd-8b42-467ffe6766ba None None] Set router 55952909-f867-4089-8ce1-5f69c00340dd gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:55:08.855501 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-b42fc723-4c06-4892-a946-379edbc4fb2e req-8506e41d-f8a1-46be-adb0-6a97a3361475 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:55:08.859524 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-b42fc723-4c06-4892-a946-379edbc4fb2e req-8506e41d-f8a1-46be-adb0-6a97a3361475 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:55:08.948681 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8506e41d-f8a1-46be-adb0-6a97a3361475 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Pushing event updated for resources: {'Port': ['ID=e9ba1971-4497-430e-a98e-662a52d1a569,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:09.018867 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42fc723-4c06-4892-a946-379edbc4fb2e req-8506e41d-f8a1-46be-adb0-6a97a3361475 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:09.022552 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-b42fc723-4c06-4892-a946-379edbc4fb2e req-8506e41d-f8a1-46be-adb0-6a97a3361475 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:09.064499 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b42fc723-4c06-4892-a946-379edbc4fb2e req-8506e41d-f8a1-46be-adb0-6a97a3361475 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5286047 Jul 23 23:55:09.078095 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-b42fc723-4c06-4892-a946-379edbc4fb2e req-9f3d0ef0-e81b-4150-bb0b-6269b6639f3d service neutron] Request body: {'port': {'device_id': 'a38593d5-6373-4343-8fdd-d9e8f9a1acc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:55:09.287207 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:09.355490 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-98ec0c2a-2a65-4bbe-9367-81d973c3785f None None] Provisioning for port e9ba1971-4497-430e-a98e-662a52d1a569 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:55:09.369234 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-98ec0c2a-2a65-4bbe-9367-81d973c3785f None None] Provisioning complete for port e9ba1971-4497-430e-a98e-662a52d1a569 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:55:09.369513 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-98ec0c2a-2a65-4bbe-9367-81d973c3785f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:09.373471 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4826a11b-315d-41f7-90dc-ced354b0e407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '202ded10-077c-4d14-a81c-06f692f89f84'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:55:09.379471 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae4e782-54c6-4c4b-90c1-0fede2471fc3" -d '{"events": [{"server_uuid": "4826a11b-315d-41f7-90dc-ced354b0e407", "name": "network-vif-plugged", "status": "completed", "tag": "202ded10-077c-4d14-a81c-06f692f89f84"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:55:09.438616 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-98ec0c2a-2a65-4bbe-9367-81d973c3785f None None] Port e9ba1971-4497-430e-a98e-662a52d1a569 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:55:09.453124 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-ef6ab184-9e37-44cd-8b42-467ffe6766ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55952909-f867-4089-8ce1-5f69c00340dd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1055579443-router', 'tenant_id': '7ef449de714345fe9308d9c5180dc600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '0b7418f5-a375-4130-8e65-d36428dad504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:54:54Z', 'updated_at': '2021-07-23T23:55:01Z', 'revision_number': 4, 'project_id': '7ef449de714345fe9308d9c5180dc600', 'gw_port': {'id': '0b7418f5-a375-4130-8e65-d36428dad504', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55952909-f867-4089-8ce1-5f69c00340dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:54:55Z', 'updated_at': '2021-07-23T23:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '3ecb42ae-01f0-4744-9b18-707fe283c366', 'name': '', 'network_id': '3f69acb3-14c7-42ff-ba38-d1689b49cdc4', 'tenant_id': '7ef449de714345fe9308d9c5180dc600', 'mac_address': 'fa:16:3e:c7:be:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55952909-f867-4089-8ce1-5f69c00340dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'fb29b4ab-cbf3-43ad-8484-c89fe1db3cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:55:00Z', 'updated_at': '2021-07-23T23:55:08Z', 'revision_number': 4, 'project_id': '7ef449de714345fe9308d9c5180dc600', 'subnets': [{'id': 'fb29b4ab-cbf3-43ad-8484-c89fe1db3cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:55:09.463295 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 202ded10-077c-4d14-a81c-06f692f89f84, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=202ded10-077c-4d14-a81c-06f692f89f84,segment=NetworkSegment(a4549f73-f8ca-4ffd-af84-81cd4b2f5c0f),segment_id=a4549f73-f8ca-4ffd-af84-81cd4b2f5c0f)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:55:09.499774 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:09.501689 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device a8ff1e37-a989-484d-bfc2-b1d7a7948837 no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:55:09.558359 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-b42fc723-4c06-4892-a946-379edbc4fb2e req-9f3d0ef0-e81b-4150-bb0b-6269b6639f3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:09.584687 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=202ded10-077c-4d14-a81c-06f692f89f84,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:09.588123 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6ab184-9e37-44cd-8b42-467ffe6766ba None None] The sync data for ids ['55952909-f867-4089-8ce1-5f69c00340dd'] in n-d-800088-16 is: [{'id': '55952909-f867-4089-8ce1-5f69c00340dd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1055579443-router', 'tenant_id': '7ef449de714345fe9308d9c5180dc600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '0b7418f5-a375-4130-8e65-d36428dad504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:54:54Z', 'updated_at': '2021-07-23T23:55:01Z', 'revision_number': 4, 'project_id': '7ef449de714345fe9308d9c5180dc600', 'gw_port': {'id': '0b7418f5-a375-4130-8e65-d36428dad504', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55952909-f867-4089-8ce1-5f69c00340dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:54:55Z', 'updated_at': '2021-07-23T23:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '3ecb42ae-01f0-4744-9b18-707fe283c366', 'name': '', 'network_id': '3f69acb3-14c7-42ff-ba38-d1689b49cdc4', 'tenant_id': '7ef449de714345fe9308d9c5180dc600', 'mac_address': 'fa:16:3e:c7:be:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55952909-f867-4089-8ce1-5f69c00340dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'fb29b4ab-cbf3-43ad-8484-c89fe1db3cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:55:00Z', 'updated_at': '2021-07-23T23:55:08Z', 'revision_number': 4, 'project_id': '7ef449de714345fe9308d9c5180dc600', 'subnets': [{'id': 'fb29b4ab-cbf3-43ad-8484-c89fe1db3cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:55:10.195213 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-b42fc723-4c06-4892-a946-379edbc4fb2e req-9f3d0ef0-e81b-4150-bb0b-6269b6639f3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9ba1971-4497-430e-a98e-662a52d1a569 {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:55:10.212061 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-b42fc723-4c06-4892-a946-379edbc4fb2e req-9f3d0ef0-e81b-4150-bb0b-6269b6639f3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:10.248080 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-b42fc723-4c06-4892-a946-379edbc4fb2e req-9f3d0ef0-e81b-4150-bb0b-6269b6639f3d service neutron] Transition to ACTIVE for port object e9ba1971-4497-430e-a98e-662a52d1a569 will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:55:10.257247 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-b42fc723-4c06-4892-a946-379edbc4fb2e req-9f3d0ef0-e81b-4150-bb0b-6269b6639f3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:10.358386 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 961b137c-2df4-4845-afb6-8c01c8bc5ffe up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:55:10.396044 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3d0ef0-e81b-4150-bb0b-6269b6639f3d service neutron] Pushing event updated for resources: {'Port': ['ID=e9ba1971-4497-430e-a98e-662a52d1a569,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:10.448782 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-b42fc723-4c06-4892-a946-379edbc4fb2e req-9f3d0ef0-e81b-4150-bb0b-6269b6639f3d service neutron] Attempting to bind port e9ba1971-4497-430e-a98e-662a52d1a569 on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:55:10.449159 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-b42fc723-4c06-4892-a946-379edbc4fb2e req-9f3d0ef0-e81b-4150-bb0b-6269b6639f3d service neutron] Attempting to bind port e9ba1971-4497-430e-a98e-662a52d1a569 by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': '5ece07f7-72f5-4869-b63d-d3f7d43cb1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3f69acb3-14c7-42ff-ba38-d1689b49cdc4'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:55:10.449664 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42fc723-4c06-4892-a946-379edbc4fb2e req-9f3d0ef0-e81b-4150-bb0b-6269b6639f3d service neutron] Attempting to bind port e9ba1971-4497-430e-a98e-662a52d1a569 on network 3f69acb3-14c7-42ff-ba38-d1689b49cdc4 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:55:10.454927 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42fc723-4c06-4892-a946-379edbc4fb2e req-9f3d0ef0-e81b-4150-bb0b-6269b6639f3d service neutron] Port e9ba1971-4497-430e-a98e-662a52d1a569 on network 3f69acb3-14c7-42ff-ba38-d1689b49cdc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:55:10.455309 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42fc723-4c06-4892-a946-379edbc4fb2e req-9f3d0ef0-e81b-4150-bb0b-6269b6639f3d service neutron] Attempting to bind port e9ba1971-4497-430e-a98e-662a52d1a569 on network 3f69acb3-14c7-42ff-ba38-d1689b49cdc4 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:55:10.461340 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42fc723-4c06-4892-a946-379edbc4fb2e req-9f3d0ef0-e81b-4150-bb0b-6269b6639f3d service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:55:10.461833 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42fc723-4c06-4892-a946-379edbc4fb2e req-9f3d0ef0-e81b-4150-bb0b-6269b6639f3d service neutron] Checking segment: {'id': '5ece07f7-72f5-4869-b63d-d3f7d43cb1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3f69acb3-14c7-42ff-ba38-d1689b49cdc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:55:10.462402 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42fc723-4c06-4892-a946-379edbc4fb2e req-9f3d0ef0-e81b-4150-bb0b-6269b6639f3d service neutron] Bound using segment: {'id': '5ece07f7-72f5-4869-b63d-d3f7d43cb1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3f69acb3-14c7-42ff-ba38-d1689b49cdc4'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:55:10.462930 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-b42fc723-4c06-4892-a946-379edbc4fb2e req-9f3d0ef0-e81b-4150-bb0b-6269b6639f3d service neutron] Bound port: e9ba1971-4497-430e-a98e-662a52d1a569, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ece07f7-72f5-4869-b63d-d3f7d43cb1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3f69acb3-14c7-42ff-ba38-d1689b49cdc4'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:55:10.463404 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-b42fc723-4c06-4892-a946-379edbc4fb2e req-9f3d0ef0-e81b-4150-bb0b-6269b6639f3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:10.495744 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port 961b137c-2df4-4845-afb6-8c01c8bc5ffe triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:55:10.496506 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:10.592780 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-b42fc723-4c06-4892-a946-379edbc4fb2e req-9f3d0ef0-e81b-4150-bb0b-6269b6639f3d service neutron] For port e9ba1971-4497-430e-a98e-662a52d1a569, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:55:10.597537 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-b42fc723-4c06-4892-a946-379edbc4fb2e req-9f3d0ef0-e81b-4150-bb0b-6269b6639f3d service neutron] For port e9ba1971-4497-430e-a98e-662a52d1a569, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=e9ba1971-4497-430e-a98e-662a52d1a569,segment=NetworkSegment(5ece07f7-72f5-4869-b63d-d3f7d43cb1e6),segment_id=5ece07f7-72f5-4869-b63d-d3f7d43cb1e6)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:55:10.609005 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-b42fc723-4c06-4892-a946-379edbc4fb2e req-9f3d0ef0-e81b-4150-bb0b-6269b6639f3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:10.671178 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42fc723-4c06-4892-a946-379edbc4fb2e req-9f3d0ef0-e81b-4150-bb0b-6269b6639f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:10.671819 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-b42fc723-4c06-4892-a946-379edbc4fb2e req-9f3d0ef0-e81b-4150-bb0b-6269b6639f3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:10.673359 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b42fc723-4c06-4892-a946-379edbc4fb2e req-9f3d0ef0-e81b-4150-bb0b-6269b6639f3d service neutron] 10.222.0.52 "PUT /v2.0/ports/e9ba1971-4497-430e-a98e-662a52d1a569 HTTP/1.1" status: 200 len: 1093 time: 1.6004252 Jul 23 23:55:10.673822 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a38593d5-6373-4343-8fdd-d9e8f9a1acc7', 'tag': 'e9ba1971-4497-430e-a98e-662a52d1a569'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:55:10.699431 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fcdf179-25ab-4331-b7f7-fb10a16b9ab5" -d '{"events": [{"name": "network-changed", "server_uuid": "a38593d5-6373-4343-8fdd-d9e8f9a1acc7", "tag": "e9ba1971-4497-430e-a98e-662a52d1a569"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:55:10.717606 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:10.757893 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b197078e-dd10-4c98-b903-12cc17afcf12 req-1e587cf2-24e0-4953-bb45-8bd25ea7b11e service neutron] 10.222.0.64 "GET /v2.0/ports/a8ff1e37-a989-484d-bfc2-b1d7a7948837/bindings/n-h1-800088-16 HTTP/1.1" status: 200 len: 385 time: 0.1866038 Jul 23 23:55:10.815252 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 961b137c-2df4-4845-afb6-8c01c8bc5ffe, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=961b137c-2df4-4845-afb6-8c01c8bc5ffe,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:55:10.833765 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:10.872257 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3d0ef0-e81b-4150-bb0b-6269b6639f3d service neutron] Pushing event updated for resources: {'Port': ['ID=e9ba1971-4497-430e-a98e-662a52d1a569,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:10.935754 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42fc723-4c06-4892-a946-379edbc4fb2e req-bd75bec1-218e-4b26-994c-58c07d07f04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:10.940621 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b42fc723-4c06-4892-a946-379edbc4fb2e req-bd75bec1-218e-4b26-994c-58c07d07f04a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ef449de714345fe9308d9c5180dc600&device_id=a38593d5-6373-4343-8fdd-d9e8f9a1acc7 HTTP/1.1" status: 200 len: 1096 time: 0.2113202 Jul 23 23:55:10.967848 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=961b137c-2df4-4845-afb6-8c01c8bc5ffe,revision_number=7']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:11.027094 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b42fc723-4c06-4892-a946-379edbc4fb2e req-b387db3f-07cc-4ebb-b67b-190a1234383d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9ba1971-4497-430e-a98e-662a52d1a569 HTTP/1.1" status: 200 len: 217 time: 0.0783544 Jul 23 23:55:11.162919 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42fc723-4c06-4892-a946-379edbc4fb2e req-0d8c76fe-fd37-4007-a9a5-b89fe7f6c8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:11.165503 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b42fc723-4c06-4892-a946-379edbc4fb2e req-0d8c76fe-fd37-4007-a9a5-b89fe7f6c8db service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fb29b4ab-cbf3-43ad-8484-c89fe1db3cfe HTTP/1.1" status: 200 len: 868 time: 0.1304603 Jul 23 23:55:11.247974 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-b197078e-dd10-4c98-b903-12cc17afcf12 req-f496cd41-7185-4356-92bc-b34b86add67b service neutron] For port a8ff1e37-a989-484d-bfc2-b1d7a7948837, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=a8ff1e37-a989-484d-bfc2-b1d7a7948837,segment=NetworkSegment(d41359ac-4be7-4a75-afd1-798e41d2f155),segment_id=d41359ac-4be7-4a75-afd1-798e41d2f155)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:55:11.287567 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-b197078e-dd10-4c98-b903-12cc17afcf12 req-f496cd41-7185-4356-92bc-b34b86add67b service neutron] For port a8ff1e37-a989-484d-bfc2-b1d7a7948837, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:55:11.292431 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42fc723-4c06-4892-a946-379edbc4fb2e req-c91f18dc-70dc-4ed2-a6fd-d32f64057399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:11.294277 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b42fc723-4c06-4892-a946-379edbc4fb2e req-c91f18dc-70dc-4ed2-a6fd-d32f64057399 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3f69acb3-14c7-42ff-ba38-d1689b49cdc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1209791 Jul 23 23:55:11.328876 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-b197078e-dd10-4c98-b903-12cc17afcf12 req-f496cd41-7185-4356-92bc-b34b86add67b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8ff1e37-a989-484d-bfc2-b1d7a7948837 {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:55:11.349263 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-b197078e-dd10-4c98-b903-12cc17afcf12 req-f496cd41-7185-4356-92bc-b34b86add67b service neutron] For port a8ff1e37-a989-484d-bfc2-b1d7a7948837, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=a8ff1e37-a989-484d-bfc2-b1d7a7948837,segment=NetworkSegment(d41359ac-4be7-4a75-afd1-798e41d2f155),segment_id=d41359ac-4be7-4a75-afd1-798e41d2f155)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:55:11.374156 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-b197078e-dd10-4c98-b903-12cc17afcf12 req-f496cd41-7185-4356-92bc-b34b86add67b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:11.449678 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b42fc723-4c06-4892-a946-379edbc4fb2e req-d6bdaf01-fb1e-4e55-8fe6-42b2abda1e83 service neutron] 10.222.0.52 "GET /v2.0/networks/3f69acb3-14c7-42ff-ba38-d1689b49cdc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474442 Jul 23 23:55:11.533771 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-b197078e-dd10-4c98-b903-12cc17afcf12 req-f496cd41-7185-4356-92bc-b34b86add67b service neutron] Transition to ACTIVE for port object a8ff1e37-a989-484d-bfc2-b1d7a7948837 will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:55:11.543059 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-b197078e-dd10-4c98-b903-12cc17afcf12 req-f496cd41-7185-4356-92bc-b34b86add67b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:11.623815 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 3ecb42ae-01f0-4744-9b18-707fe283c366 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:55:11.642817 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-b197078e-dd10-4c98-b903-12cc17afcf12 req-f496cd41-7185-4356-92bc-b34b86add67b service neutron] No DVR routers for this DVR port a8ff1e37-a989-484d-bfc2-b1d7a7948837 on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:55:11.692465 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b197078e-dd10-4c98-b903-12cc17afcf12 req-f496cd41-7185-4356-92bc-b34b86add67b service neutron] 10.222.0.64 "PUT /v2.0/ports/a8ff1e37-a989-484d-bfc2-b1d7a7948837/bindings/n-h1-800088-16/activate HTTP/1.1" status: 200 len: 370 time: 0.9284434 Jul 23 23:55:11.693490 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f496cd41-7185-4356-92bc-b34b86add67b service neutron] Pushing event updated for resources: {'Port': ['ID=a8ff1e37-a989-484d-bfc2-b1d7a7948837,revision_number=10']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:11.741711 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 3ecb42ae-01f0-4744-9b18-707fe283c366 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:55:11.744742 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b42fc723-4c06-4892-a946-379edbc4fb2e req-b816cc3c-be08-470e-a08e-3bf8894e3f4f service neutron] 10.222.0.52 "GET /v2.0/networks/3f69acb3-14c7-42ff-ba38-d1689b49cdc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876821 Jul 23 23:55:11.752834 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 3ecb42ae-01f0-4744-9b18-707fe283c366 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:55:11.753462 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:11.863083 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b197078e-dd10-4c98-b903-12cc17afcf12 req-4efe1cd5-a674-49c6-a0d4-c2897e1a74f8 tempest-LiveMigrationTest-328354084 tempest-LiveMigrationTest-328354084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:11.865196 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b197078e-dd10-4c98-b903-12cc17afcf12 req-4efe1cd5-a674-49c6-a0d4-c2897e1a74f8 tempest-LiveMigrationTest-328354084 tempest-LiveMigrationTest-328354084-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=f173322f-123e-4d93-903a-5504db9c6025&tenant_id=e50500f9fa5448f8994dd6c4e9b5ded5&binding%3Ahost_id=n-h2-800088-16 HTTP/1.1" status: 200 len: 1097 time: 0.1098871 Jul 23 23:55:11.904285 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:11.974466 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b197078e-dd10-4c98-b903-12cc17afcf12 req-df5a5179-3dbb-4b44-b5c2-604945ea5ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:11.976847 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b197078e-dd10-4c98-b903-12cc17afcf12 req-df5a5179-3dbb-4b44-b5c2-604945ea5ab0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f173322f-123e-4d93-903a-5504db9c6025&tenant_id=e50500f9fa5448f8994dd6c4e9b5ded5 HTTP/1.1" status: 200 len: 1097 time: 0.1035001 Jul 23 23:55:11.979057 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 3ecb42ae-01f0-4744-9b18-707fe283c366, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=3ecb42ae-01f0-4744-9b18-707fe283c366,segment=NetworkSegment(5ece07f7-72f5-4869-b63d-d3f7d43cb1e6),segment_id=5ece07f7-72f5-4869-b63d-d3f7d43cb1e6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:55:11.992581 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:12.053440 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=3ecb42ae-01f0-4744-9b18-707fe283c366,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:12.132763 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b197078e-dd10-4c98-b903-12cc17afcf12 req-2a1b6dcd-2f68-48b3-b4a3-63825bbfda89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:12.135180 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b197078e-dd10-4c98-b903-12cc17afcf12 req-2a1b6dcd-2f68-48b3-b4a3-63825bbfda89 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e50500f9fa5448f8994dd6c4e9b5ded5&device_id=f173322f-123e-4d93-903a-5504db9c6025 HTTP/1.1" status: 200 len: 1097 time: 0.1318114 Jul 23 23:55:12.288761 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b197078e-dd10-4c98-b903-12cc17afcf12 req-22a3446c-b0e1-447e-bbff-82f4c8771bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:12.290993 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b197078e-dd10-4c98-b903-12cc17afcf12 req-22a3446c-b0e1-447e-bbff-82f4c8771bf7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=646be7a8-09b8-4e0c-bd78-d5d98c9093b9 HTTP/1.1" status: 200 len: 908 time: 0.1490326 Jul 23 23:55:12.364628 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b197078e-dd10-4c98-b903-12cc17afcf12 req-e4e7fd3f-2a29-44d9-9043-36376ec24d51 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8ff1e37-a989-484d-bfc2-b1d7a7948837 HTTP/1.1" status: 200 len: 217 time: 0.0668917 Jul 23 23:55:12.437421 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b197078e-dd10-4c98-b903-12cc17afcf12 req-36d16a03-c987-46da-bb18-33f268087327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:12.439831 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b197078e-dd10-4c98-b903-12cc17afcf12 req-36d16a03-c987-46da-bb18-33f268087327 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3bfc2b3c-ece5-49a0-8daf-8ebd7d541c76 HTTP/1.1" status: 200 len: 847 time: 0.0667338 Jul 23 23:55:12.517695 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b197078e-dd10-4c98-b903-12cc17afcf12 req-fef7a3a0-23da-4ffc-8e18-62bd3da6fdd9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=646be7a8-09b8-4e0c-bd78-d5d98c9093b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696056 Jul 23 23:55:12.667779 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b197078e-dd10-4c98-b903-12cc17afcf12 req-0a96e205-798e-4db3-be54-1fab80f9c4df service neutron] 10.222.0.52 "GET /v2.0/networks/646be7a8-09b8-4e0c-bd78-d5d98c9093b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395366 Jul 23 23:55:12.780961 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b197078e-dd10-4c98-b903-12cc17afcf12 req-eb737bf0-1dab-4508-b706-98d127c8c7a2 service neutron] 10.222.0.52 "GET /v2.0/networks/646be7a8-09b8-4e0c-bd78-d5d98c9093b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065462 Jul 23 23:55:13.123089 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b197078e-dd10-4c98-b903-12cc17afcf12 req-b0deb4e6-a0c0-4669-8e17-bf050b4b5c3c tempest-LiveMigrationTest-328354084 tempest-LiveMigrationTest-328354084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:13.124715 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b197078e-dd10-4c98-b903-12cc17afcf12 req-b0deb4e6-a0c0-4669-8e17-bf050b4b5c3c tempest-LiveMigrationTest-328354084 tempest-LiveMigrationTest-328354084-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=f173322f-123e-4d93-903a-5504db9c6025&tenant_id=e50500f9fa5448f8994dd6c4e9b5ded5&binding%3Ahost_id=n-h1-800088-16 HTTP/1.1" status: 200 len: 1097 time: 0.0794606 Jul 23 23:55:13.314786 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-b197078e-dd10-4c98-b903-12cc17afcf12 req-cf39ead5-918a-4430-a79d-068778debe34 service neutron] For port a8ff1e37-a989-484d-bfc2-b1d7a7948837, host n-h2-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:55:13.319188 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-b197078e-dd10-4c98-b903-12cc17afcf12 req-cf39ead5-918a-4430-a79d-068778debe34 service neutron] Notify callbacks [] for binding, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:13.320801 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b197078e-dd10-4c98-b903-12cc17afcf12 req-cf39ead5-918a-4430-a79d-068778debe34 service neutron] 10.222.0.52 "DELETE /v2.0/ports/a8ff1e37-a989-484d-bfc2-b1d7a7948837/bindings/n-h2-800088-16 HTTP/1.1" status: 204 len: 173 time: 0.1889377 Jul 23 23:55:13.572540 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 3ecb42ae-01f0-4744-9b18-707fe283c366 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:55:13.652238 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 3ecb42ae-01f0-4744-9b18-707fe283c366 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:55:13.652620 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:14.513116 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:15.535859 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device e9ba1971-4497-430e-a98e-662a52d1a569 details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:55:15.790113 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port e9ba1971-4497-430e-a98e-662a52d1a569, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=e9ba1971-4497-430e-a98e-662a52d1a569,segment=NetworkSegment(5ece07f7-72f5-4869-b63d-d3f7d43cb1e6),segment_id=5ece07f7-72f5-4869-b63d-d3f7d43cb1e6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:55:15.808975 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': 'e9ba1971-4497-430e-a98e-662a52d1a569', 'network_id': '3f69acb3-14c7-42ff-ba38-d1689b49cdc4', 'port_id': 'e9ba1971-4497-430e-a98e-662a52d1a569', 'mac_address': 'fa:16:3e:b4:22:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb29b4ab-cbf3-43ad-8484-c89fe1db3cfe', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:55:15.888064 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:15.904672 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9ba1971-4497-430e-a98e-662a52d1a569 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:55:15.954422 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port e9ba1971-4497-430e-a98e-662a52d1a569, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=e9ba1971-4497-430e-a98e-662a52d1a569,segment=NetworkSegment(5ece07f7-72f5-4869-b63d-d3f7d43cb1e6),segment_id=5ece07f7-72f5-4869-b63d-d3f7d43cb1e6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:55:15.959817 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:16.049457 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=e9ba1971-4497-430e-a98e-662a52d1a569,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:16.221500 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['e9ba1971-4497-430e-a98e-662a52d1a569'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:55:17.479472 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:17.535491 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device e9ba1971-4497-430e-a98e-662a52d1a569 up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:55:17.639755 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port e9ba1971-4497-430e-a98e-662a52d1a569 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:55:17.644256 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port e9ba1971-4497-430e-a98e-662a52d1a569 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:55:17.644886 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:17.746513 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:17.795017 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port e9ba1971-4497-430e-a98e-662a52d1a569, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=e9ba1971-4497-430e-a98e-662a52d1a569,segment=NetworkSegment(5ece07f7-72f5-4869-b63d-d3f7d43cb1e6),segment_id=5ece07f7-72f5-4869-b63d-d3f7d43cb1e6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:55:17.802713 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:17.999949 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=e9ba1971-4497-430e-a98e-662a52d1a569,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:18.563185 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8611e07-ea51-49c3-8266-5ea5980dc7c2 req-0acbfbbf-9284-4764-8222-cbfd2ec764b1 tempest-ServerAddressesNegativeTestJSON-896619655 tempest-ServerAddressesNegativeTestJSON-896619655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:18.564664 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f8611e07-ea51-49c3-8266-5ea5980dc7c2 req-0acbfbbf-9284-4764-8222-cbfd2ec764b1 tempest-ServerAddressesNegativeTestJSON-896619655 tempest-ServerAddressesNegativeTestJSON-896619655-project] 10.222.0.44 "GET /v2.0/networks?id=d1687e33-0a9b-4077-aa9f-47a379bb444b HTTP/1.1" status: 200 len: 822 time: 0.1594284 Jul 23 23:55:18.610026 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f8611e07-ea51-49c3-8266-5ea5980dc7c2 req-52430c1a-f0ee-4ae9-bc20-2d8117a29585 tempest-ServerAddressesNegativeTestJSON-896619655 tempest-ServerAddressesNegativeTestJSON-896619655-project] 10.222.0.44 "GET /v2.0/quotas/dd92dc0f144340dfada46cc3e7de2dc3 HTTP/1.1" status: 200 len: 375 time: 0.0366063 Jul 23 23:55:18.653386 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19d32ef-3aa6-4969-91bb-e3dd2f8a72d5 req-af90b281-5bc3-4c96-87b7-9dd039a80683 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:18.656009 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c19d32ef-3aa6-4969-91bb-e3dd2f8a72d5 req-af90b281-5bc3-4c96-87b7-9dd039a80683 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] 10.222.0.44 "GET /v2.0/ports?device_id=a38593d5-6373-4343-8fdd-d9e8f9a1acc7 HTTP/1.1" status: 200 len: 946 time: 0.1673906 Jul 23 23:55:18.677781 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f8611e07-ea51-49c3-8266-5ea5980dc7c2 req-0dbc92f2-87a9-4720-b973-01f3e0449ef1 tempest-ServerAddressesNegativeTestJSON-896619655 tempest-ServerAddressesNegativeTestJSON-896619655-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=dd92dc0f144340dfada46cc3e7de2dc3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0641763 Jul 23 23:55:18.711691 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c19d32ef-3aa6-4969-91bb-e3dd2f8a72d5 req-555c8fca-366c-42a5-93f2-3d112793d27c tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] 10.222.0.44 "GET /v2.0/security-groups?id=9648d5df-497a-47ba-9673-c4bd865e429e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494969 Jul 23 23:55:18.827687 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f8611e07-ea51-49c3-8266-5ea5980dc7c2 req-bd3073bf-890f-4ee8-b4e7-0d0dc4e09f08 service neutron] 10.222.0.44 "GET /v2.0/networks/d1687e33-0a9b-4077-aa9f-47a379bb444b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427865 Jul 23 23:55:18.868445 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6de5aa6-28cb-4ed3-86ec-7cbb1afa4b48 req-0124d7ef-da06-4373-ad28-6499e54a27c3 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:18.875665 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b6de5aa6-28cb-4ed3-86ec-7cbb1afa4b48 req-0124d7ef-da06-4373-ad28-6499e54a27c3 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/ports?device_id=4826a11b-315d-41f7-90dc-ced354b0e407 HTTP/1.1" status: 200 len: 945 time: 0.0944054 Jul 23 23:55:18.948215 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b6de5aa6-28cb-4ed3-86ec-7cbb1afa4b48 req-db650829-2bf1-4342-a740-b701283c734f tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/security-groups?id=e6c96cc7-f0ba-495d-ae44-8c4cd8794790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663042 Jul 23 23:55:19.008341 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f8611e07-ea51-49c3-8266-5ea5980dc7c2 req-bc919147-ee4d-4a55-9f71-cf363ffd8c3c service neutron] 10.222.0.44 "GET /v2.0/networks/d1687e33-0a9b-4077-aa9f-47a379bb444b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793411 Jul 23 23:55:19.169869 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d88c9b-a98a-4337-ab58-0b25585cc136 req-6f04a1b3-3478-4dcc-a7bd-3070508897e6 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:19.172276 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-54d88c9b-a98a-4337-ab58-0b25585cc136 req-6f04a1b3-3478-4dcc-a7bd-3070508897e6 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/ports?device_id=5017e1b8-c1a9-4f49-9f57-d89fd83b37a3 HTTP/1.1" status: 200 len: 949 time: 0.1636775 Jul 23 23:55:19.238049 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-54d88c9b-a98a-4337-ab58-0b25585cc136 req-92cd8121-ddc6-4ed5-bf11-fc043adde632 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/security-groups?id=84afd7ea-644b-438b-8379-6d56a9cf992d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603430 Jul 23 23:55:19.384994 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a510683-2472-4aae-994a-8c724455a673 x-openstack-request-id: req-6a510683-2472-4aae-994a-8c724455a673 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:55:19.384994 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4826a11b-315d-41f7-90dc-ced354b0e407", "name": "network-vif-plugged", "status": "completed", "tag": "202ded10-077c-4d14-a81c-06f692f89f84", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:55:19.384994 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6a510683-2472-4aae-994a-8c724455a673 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:55:19.384994 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4826a11b-315d-41f7-90dc-ced354b0e407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '202ded10-077c-4d14-a81c-06f692f89f84', 'code': 200} Jul 23 23:55:19.489597 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27650cc3-50eb-4236-8a76-7b72c2f27cae x-openstack-request-id: req-27650cc3-50eb-4236-8a76-7b72c2f27cae {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:55:19.490166 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a38593d5-6373-4343-8fdd-d9e8f9a1acc7", "tag": "e9ba1971-4497-430e-a98e-662a52d1a569", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:55:19.490656 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-27650cc3-50eb-4236-8a76-7b72c2f27cae {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:55:19.491390 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a38593d5-6373-4343-8fdd-d9e8f9a1acc7', 'tag': 'e9ba1971-4497-430e-a98e-662a52d1a569', 'status': 'completed', 'code': 200} Jul 23 23:55:19.615020 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2718f397-3130-48dd-819e-72c546d7557c req-15e88edb-8b73-466e-a327-2d04c133cad8 tempest-ServerAddressesNegativeTestJSON-896619655 tempest-ServerAddressesNegativeTestJSON-896619655-project] 10.222.0.44 "GET /v2.0/ports?device_id=a1b98111-9b7e-48c8-84d7-da3adbb0b268 HTTP/1.1" status: 200 len: 210 time: 0.0548458 Jul 23 23:55:19.707051 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594a8e8f-e4d3-4d6b-8e1c-8933aa5eb2b6 req-9712f822-634b-4a4e-9903-51c0095da9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:19.710261 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-594a8e8f-e4d3-4d6b-8e1c-8933aa5eb2b6 req-9712f822-634b-4a4e-9903-51c0095da9a7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4826a11b-315d-41f7-90dc-ced354b0e407 HTTP/1.1" status: 200 len: 1097 time: 0.2676067 Jul 23 23:55:19.751988 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcdf179-25ab-4331-b7f7-fb10a16b9ab5 req-79db0db2-663e-4872-bc36-744d6512f1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:19.755488 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0fcdf179-25ab-4331-b7f7-fb10a16b9ab5 req-79db0db2-663e-4872-bc36-744d6512f1a5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ef449de714345fe9308d9c5180dc600&device_id=a38593d5-6373-4343-8fdd-d9e8f9a1acc7 HTTP/1.1" status: 200 len: 1098 time: 0.2376723 Jul 23 23:55:19.809495 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3600deed-9a45-4c8a-bd6d-0b51b29b8332 req-a976227b-ba06-49c0-9550-66232f00b4b5 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:19.837572 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3600deed-9a45-4c8a-bd6d-0b51b29b8332 req-a976227b-ba06-49c0-9550-66232f00b4b5 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?device_id=f173322f-123e-4d93-903a-5504db9c6025 HTTP/1.1" status: 200 len: 945 time: 0.3430915 Jul 23 23:55:19.866353 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-594a8e8f-e4d3-4d6b-8e1c-8933aa5eb2b6 req-9a8b0a7e-511f-4f4b-9980-c84d26eecdd4 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e6c96cc7-f0ba-495d-ae44-8c4cd8794790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501257 Jul 23 23:55:19.915022 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3600deed-9a45-4c8a-bd6d-0b51b29b8332 req-c4207cff-2e59-451d-8f5e-d6e1a2c3ef33 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764575 Jul 23 23:55:20.101914 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7df091-eacd-4899-bda6-4102ac5687a5 req-4407793b-ace5-4598-92e7-3aedf25cd243 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:20.110606 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0f7df091-eacd-4899-bda6-4102ac5687a5 req-4407793b-ace5-4598-92e7-3aedf25cd243 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] 10.222.0.44 "GET /v2.0/ports?device_id=40a26aeb-2f72-4330-b60b-2102eb893f2c HTTP/1.1" status: 200 len: 945 time: 0.2910881 Jul 23 23:55:20.162594 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcdf179-25ab-4331-b7f7-fb10a16b9ab5 req-01ee41c6-1b32-4401-a022-3260a63dba99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:20.169835 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0fcdf179-25ab-4331-b7f7-fb10a16b9ab5 req-01ee41c6-1b32-4401-a022-3260a63dba99 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3f69acb3-14c7-42ff-ba38-d1689b49cdc4 HTTP/1.1" status: 200 len: 930 time: 0.4056959 Jul 23 23:55:20.209287 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439fd553-8c18-42d4-acde-d913fe82e8e3 req-4c28e96c-9b39-401f-88ca-1ceed1db1156 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:20.211671 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-439fd553-8c18-42d4-acde-d913fe82e8e3 req-4c28e96c-9b39-401f-88ca-1ceed1db1156 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] 10.222.0.44 "GET /v2.0/ports?device_id=a38593d5-6373-4343-8fdd-d9e8f9a1acc7 HTTP/1.1" status: 200 len: 946 time: 0.0859873 Jul 23 23:55:20.231138 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0f7df091-eacd-4899-bda6-4102ac5687a5 req-d686b8f7-bfc7-472f-8d4d-f1b0c62fa0a7 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] 10.222.0.44 "GET /v2.0/security-groups?id=8c945ade-5e33-449d-9933-768721eff93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076808 Jul 23 23:55:20.297817 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0fcdf179-25ab-4331-b7f7-fb10a16b9ab5 req-cd20dc8a-d022-4c73-a592-d7ad908b1512 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9ba1971-4497-430e-a98e-662a52d1a569 HTTP/1.1" status: 200 len: 217 time: 0.1054513 Jul 23 23:55:20.309122 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-439fd553-8c18-42d4-acde-d913fe82e8e3 req-ecea9d9b-85ee-47ab-bceb-6eb7b626d2ea tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] 10.222.0.44 "GET /v2.0/security-groups?id=9648d5df-497a-47ba-9673-c4bd865e429e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905097 Jul 23 23:55:20.486519 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04bacc4-8a84-4c06-9cc7-1255207b9ef6 req-f7293adc-fd32-47b2-b10f-ba4e00ba5ddc tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:20.496224 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f04bacc4-8a84-4c06-9cc7-1255207b9ef6 req-f7293adc-fd32-47b2-b10f-ba4e00ba5ddc tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/ports?device_id=5017e1b8-c1a9-4f49-9f57-d89fd83b37a3 HTTP/1.1" status: 200 len: 949 time: 0.1088972 Jul 23 23:55:20.496462 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcdf179-25ab-4331-b7f7-fb10a16b9ab5 req-e29b52eb-1970-471f-8daf-2ac7ca75050a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:20.497799 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0fcdf179-25ab-4331-b7f7-fb10a16b9ab5 req-e29b52eb-1970-471f-8daf-2ac7ca75050a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fb29b4ab-cbf3-43ad-8484-c89fe1db3cfe HTTP/1.1" status: 200 len: 868 time: 0.1933594 Jul 23 23:55:20.555681 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f04bacc4-8a84-4c06-9cc7-1255207b9ef6 req-61b8e4b5-e492-4b2a-878e-9c4bbc7eadda tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/security-groups?id=84afd7ea-644b-438b-8379-6d56a9cf992d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580361 Jul 23 23:55:20.584752 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5fff25-2485-4e9c-9bed-993f1f835157 req-96e62416-e0ad-461f-b5e1-7382ac722b22 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:20.587707 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ba5fff25-2485-4e9c-9bed-993f1f835157 req-96e62416-e0ad-461f-b5e1-7382ac722b22 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/ports?device_id=4826a11b-315d-41f7-90dc-ced354b0e407 HTTP/1.1" status: 200 len: 945 time: 0.1939657 Jul 23 23:55:20.703760 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cd8137-8f91-48a9-9c73-6f0b64914669 req-293530dd-a5c1-4abf-95b9-cead01f2bc1d tempest-LiveMigrationTest-328354084 tempest-LiveMigrationTest-328354084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:20.705942 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-23cd8137-8f91-48a9-9c73-6f0b64914669 req-293530dd-a5c1-4abf-95b9-cead01f2bc1d tempest-LiveMigrationTest-328354084 tempest-LiveMigrationTest-328354084-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=f173322f-123e-4d93-903a-5504db9c6025 HTTP/1.1" status: 200 len: 1097 time: 0.0889490 Jul 23 23:55:20.722224 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ba5fff25-2485-4e9c-9bed-993f1f835157 req-6c743760-4e25-47b0-afaa-f53215b2cb67 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/security-groups?id=e6c96cc7-f0ba-495d-ae44-8c4cd8794790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250548 Jul 23 23:55:20.734674 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcdf179-25ab-4331-b7f7-fb10a16b9ab5 req-5294826a-cdb9-481b-8992-4891248827cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:20.744213 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0fcdf179-25ab-4331-b7f7-fb10a16b9ab5 req-5294826a-cdb9-481b-8992-4891248827cf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3f69acb3-14c7-42ff-ba38-d1689b49cdc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2184486 Jul 23 23:55:20.791949 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-23cd8137-8f91-48a9-9c73-6f0b64914669 req-edca7b31-ac57-4a38-8d40-6d1d4414536e tempest-LiveMigrationTest-328354084 tempest-LiveMigrationTest-328354084-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596282 Jul 23 23:55:20.960542 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0fcdf179-25ab-4331-b7f7-fb10a16b9ab5 req-bfb5dc2b-099c-4929-8d9e-d69fbf38cf3a service neutron] 10.222.0.52 "GET /v2.0/networks/3f69acb3-14c7-42ff-ba38-d1689b49cdc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959743 Jul 23 23:55:21.018586 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e8038ddc-9b0d-46be-b33a-a7f5ae420492 req-4c58c650-d033-4b92-bfa2-64f1298e57f3 tempest-ServerAddressesNegativeTestJSON-896619655 tempest-ServerAddressesNegativeTestJSON-896619655-project] 10.222.0.44 "GET /v2.0/ports?device_id=a1b98111-9b7e-48c8-84d7-da3adbb0b268 HTTP/1.1" status: 200 len: 210 time: 0.0565951 Jul 23 23:55:21.139780 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0fcdf179-25ab-4331-b7f7-fb10a16b9ab5 req-cf0c78b8-039d-4c97-8d39-5d908222fa82 service neutron] 10.222.0.52 "GET /v2.0/networks/3f69acb3-14c7-42ff-ba38-d1689b49cdc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665852 Jul 23 23:55:21.324560 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8611e07-ea51-49c3-8266-5ea5980dc7c2 req-abc7addb-4b0b-4c09-b499-045cd20451f9 tempest-ServerAddressesNegativeTestJSON-896619655 tempest-ServerAddressesNegativeTestJSON-896619655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:21.327245 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f8611e07-ea51-49c3-8266-5ea5980dc7c2 req-abc7addb-4b0b-4c09-b499-045cd20451f9 tempest-ServerAddressesNegativeTestJSON-896619655 tempest-ServerAddressesNegativeTestJSON-896619655-project] 10.222.0.52 "GET /v2.0/networks?id=d1687e33-0a9b-4077-aa9f-47a379bb444b HTTP/1.1" status: 200 len: 822 time: 0.2171204 Jul 23 23:55:21.345556 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-f8611e07-ea51-49c3-8266-5ea5980dc7c2 req-855547e0-f32e-40b6-84fd-b37ae62cf7e1 tempest-ServerAddressesNegativeTestJSON-896619655 tempest-ServerAddressesNegativeTestJSON-896619655-project] Request body: {'port': {'device_id': 'a1b98111-9b7e-48c8-84d7-da3adbb0b268', 'network_id': 'd1687e33-0a9b-4077-aa9f-47a379bb444b', 'admin_state_up': True, 'tenant_id': 'dd92dc0f144340dfada46cc3e7de2dc3'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:55:21.385850 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c7feaae-3110-4bcb-a689-c25d4ea04d6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '961b137c-2df4-4845-afb6-8c01c8bc5ffe'}, {'server_uuid': 'a38593d5-6373-4343-8fdd-d9e8f9a1acc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ba1971-4497-430e-a98e-662a52d1a569'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:55:21.388428 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc8c475d-f189-4413-a5c0-aa34bb31e42a" -d '{"events": [{"server_uuid": "2c7feaae-3110-4bcb-a689-c25d4ea04d6e", "name": "network-vif-plugged", "status": "completed", "tag": "961b137c-2df4-4845-afb6-8c01c8bc5ffe"}, {"server_uuid": "a38593d5-6373-4343-8fdd-d9e8f9a1acc7", "name": "network-vif-plugged", "status": "completed", "tag": "e9ba1971-4497-430e-a98e-662a52d1a569"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:55:21.403393 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf4bd4b-0f88-4a83-8f98-d3dbac25dd80 req-a209410d-f3dd-4572-a8d3-434c7e487e3e tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:21.404993 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0bf4bd4b-0f88-4a83-8f98-d3dbac25dd80 req-a209410d-f3dd-4572-a8d3-434c7e487e3e tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?device_id=f173322f-123e-4d93-903a-5504db9c6025 HTTP/1.1" status: 200 len: 945 time: 0.2422767 Jul 23 23:55:21.538607 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0bf4bd4b-0f88-4a83-8f98-d3dbac25dd80 req-412e63a5-15f9-464b-9949-11902ebe2475 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560522 Jul 23 23:55:21.540101 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8611e07-ea51-49c3-8266-5ea5980dc7c2 req-855547e0-f32e-40b6-84fd-b37ae62cf7e1 tempest-ServerAddressesNegativeTestJSON-896619655 tempest-ServerAddressesNegativeTestJSON-896619655-project] Made reservation on behalf of dd92dc0f144340dfada46cc3e7de2dc3 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:55:21.543995 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-f8611e07-ea51-49c3-8266-5ea5980dc7c2 req-855547e0-f32e-40b6-84fd-b37ae62cf7e1 tempest-ServerAddressesNegativeTestJSON-896619655 tempest-ServerAddressesNegativeTestJSON-896619655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:21.566855 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fa6373-9e96-437f-9938-604b3565a228 req-7945892a-da1f-4289-a76c-c12b72309835 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:21.570598 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-73fa6373-9e96-437f-9938-604b3565a228 req-7945892a-da1f-4289-a76c-c12b72309835 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] 10.222.0.44 "GET /v2.0/ports?device_id=40a26aeb-2f72-4330-b60b-2102eb893f2c HTTP/1.1" status: 200 len: 945 time: 0.1273401 Jul 23 23:55:21.623309 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-73fa6373-9e96-437f-9938-604b3565a228 req-42063472-6e80-4c12-97cf-630cb6f5eb0f tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] 10.222.0.44 "GET /v2.0/security-groups?id=8c945ade-5e33-449d-9933-768721eff93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436718 Jul 23 23:55:21.679179 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 23:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca4321b-3054-4b1e-8cde-9c2a118b53fa x-openstack-request-id: req-4ca4321b-3054-4b1e-8cde-9c2a118b53fa {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:55:21.679488 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c7feaae-3110-4bcb-a689-c25d4ea04d6e", "name": "network-vif-plugged", "status": "completed", "tag": "961b137c-2df4-4845-afb6-8c01c8bc5ffe", "code": 200}, {"server_uuid": "a38593d5-6373-4343-8fdd-d9e8f9a1acc7", "name": "network-vif-plugged", "status": "completed", "tag": "e9ba1971-4497-430e-a98e-662a52d1a569", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:55:21.679820 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4ca4321b-3054-4b1e-8cde-9c2a118b53fa {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:55:21.680224 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c7feaae-3110-4bcb-a689-c25d4ea04d6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '961b137c-2df4-4845-afb6-8c01c8bc5ffe', 'code': 200} Jul 23 23:55:21.680484 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a38593d5-6373-4343-8fdd-d9e8f9a1acc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ba1971-4497-430e-a98e-662a52d1a569', 'code': 200} Jul 23 23:55:21.820565 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e8efd-0ff7-4055-ac14-ea9e0c3f1a1f req-9b58df71-dc08-45ec-8a7f-4aa040cd144e tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:21.822289 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5a0e8efd-0ff7-4055-ac14-ea9e0c3f1a1f req-9b58df71-dc08-45ec-8a7f-4aa040cd144e tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/ports?device_id=5017e1b8-c1a9-4f49-9f57-d89fd83b37a3 HTTP/1.1" status: 200 len: 949 time: 0.0726411 Jul 23 23:55:21.852797 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088cd6c-359b-4704-b8ec-9d0f3988b21d req-0d21e278-7046-4925-bcb5-d939971f5faf tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:21.857849 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9088cd6c-359b-4704-b8ec-9d0f3988b21d req-0d21e278-7046-4925-bcb5-d939971f5faf tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] 10.222.0.44 "GET /v2.0/ports?device_id=a38593d5-6373-4343-8fdd-d9e8f9a1acc7 HTTP/1.1" status: 200 len: 946 time: 0.2131078 Jul 23 23:55:21.859913 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-f8611e07-ea51-49c3-8266-5ea5980dc7c2 req-855547e0-f32e-40b6-84fd-b37ae62cf7e1 tempest-ServerAddressesNegativeTestJSON-896619655 tempest-ServerAddressesNegativeTestJSON-896619655-project] Allocated IP 172.20.0.9 (d1687e33-0a9b-4077-aa9f-47a379bb444b/fd46ce88-4082-4c7e-a3cb-cc8f111caa45/4c7aa538-3067-4e64-beb9-9985c35f121e) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:55:21.863002 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5a0e8efd-0ff7-4055-ac14-ea9e0c3f1a1f req-f1e4fe9d-b57a-44a3-9c56-70ffffdbb5d5 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/security-groups?id=84afd7ea-644b-438b-8379-6d56a9cf992d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341299 Jul 23 23:55:21.990324 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94368cda-7707-4488-acc7-b553e07d4f3a req-de02cf06-50fd-47d8-aefc-bc49eccfb3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:21.991923 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-94368cda-7707-4488-acc7-b553e07d4f3a req-de02cf06-50fd-47d8-aefc-bc49eccfb3b8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a38593d5-6373-4343-8fdd-d9e8f9a1acc7 HTTP/1.1" status: 200 len: 1098 time: 0.2445750 Jul 23 23:55:22.002774 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2a64de-4f35-4679-b013-4aaa2c14b866 req-661eced5-cd87-45dc-980b-b70fe6f66bc4 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:22.004385 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2a2a64de-4f35-4679-b013-4aaa2c14b866 req-661eced5-cd87-45dc-980b-b70fe6f66bc4 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.52 "GET /v2.0/ports?device_id=f173322f-123e-4d93-903a-5504db9c6025 HTTP/1.1" status: 200 len: 945 time: 0.2396007 Jul 23 23:55:22.013199 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc0994f-5787-4b85-b07b-d9443b10f902 req-973c9f3e-5d2f-482e-aea0-97f4539f3fa3 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:22.015198 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bbc0994f-5787-4b85-b07b-d9443b10f902 req-973c9f3e-5d2f-482e-aea0-97f4539f3fa3 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/ports?device_id=4826a11b-315d-41f7-90dc-ced354b0e407 HTTP/1.1" status: 200 len: 945 time: 0.0914016 Jul 23 23:55:22.063034 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bbc0994f-5787-4b85-b07b-d9443b10f902 req-63457b61-267f-4113-8542-79544ae2f36c tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/security-groups?id=e6c96cc7-f0ba-495d-ae44-8c4cd8794790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409715 Jul 23 23:55:22.071095 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9088cd6c-359b-4704-b8ec-9d0f3988b21d req-1da38648-2ffd-4c9d-ae07-db49fb4d7892 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] 10.222.0.44 "GET /v2.0/security-groups?id=9648d5df-497a-47ba-9673-c4bd865e429e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992371 Jul 23 23:55:22.131966 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-94368cda-7707-4488-acc7-b553e07d4f3a req-fd4d2420-60a2-4bb9-8427-e967633b0d3a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=9648d5df-497a-47ba-9673-c4bd865e429e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235993 Jul 23 23:55:22.173392 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-44dec987-6b4b-42a5-b19f-9fd932d53b95 req-315e4446-9259-4a66-9917-a06ebba671b0 tempest-ServerAddressesNegativeTestJSON-896619655 tempest-ServerAddressesNegativeTestJSON-896619655-project] 10.222.0.44 "GET /v2.0/ports?device_id=a1b98111-9b7e-48c8-84d7-da3adbb0b268 HTTP/1.1" status: 200 len: 210 time: 0.0368929 Jul 23 23:55:22.253639 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-85fd99ea-a9b4-4f94-8ae2-7dd5b303630f req-8440ffb5-2e74-411e-895f-50e30565e11f tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1619279624&fields=id&tenant_id=55262526535943308d0fc348b3327b0d HTTP/1.1" status: 200 len: 267 time: 0.0812552 Jul 23 23:55:22.285692 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-f8611e07-ea51-49c3-8266-5ea5980dc7c2 req-855547e0-f32e-40b6-84fd-b37ae62cf7e1 tempest-ServerAddressesNegativeTestJSON-896619655 tempest-ServerAddressesNegativeTestJSON-896619655-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:22.326249 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-2a2a64de-4f35-4679-b013-4aaa2c14b866 req-5e09e0aa-84df-4a47-b4dd-6d56ba6a6af8 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Deleting port a8ff1e37-a989-484d-bfc2-b1d7a7948837 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:55:22.326520 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-2a2a64de-4f35-4679-b013-4aaa2c14b866 req-5e09e0aa-84df-4a47-b4dd-6d56ba6a6af8 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:22.443576 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-f8611e07-ea51-49c3-8266-5ea5980dc7c2 req-855547e0-f32e-40b6-84fd-b37ae62cf7e1 tempest-ServerAddressesNegativeTestJSON-896619655 tempest-ServerAddressesNegativeTestJSON-896619655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:22.452601 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd99ea-a9b4-4f94-8ae2-7dd5b303630f req-0346b983-a049-4f53-8656-28a3fec6ea65 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:22.454434 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-85fd99ea-a9b4-4f94-8ae2-7dd5b303630f req-0346b983-a049-4f53-8656-28a3fec6ea65 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/ports?device_id=4826a11b-315d-41f7-90dc-ced354b0e407 HTTP/1.1" status: 200 len: 945 time: 0.1914110 Jul 23 23:55:22.477561 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-85fd99ea-a9b4-4f94-8ae2-7dd5b303630f req-eac28e92-3a1e-4a6e-aa80-95b8e51eeb09 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Request body: {'port': {'security_groups': ['e6c96cc7-f0ba-495d-ae44-8c4cd8794790', 'aeb5e9ca-acdf-4658-a203-af16cabdf428']}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:55:22.481607 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-2a2a64de-4f35-4679-b013-4aaa2c14b866 req-5e09e0aa-84df-4a47-b4dd-6d56ba6a6af8 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] For port a8ff1e37-a989-484d-bfc2-b1d7a7948837, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=a8ff1e37-a989-484d-bfc2-b1d7a7948837,segment=NetworkSegment(d41359ac-4be7-4a75-afd1-798e41d2f155),segment_id=d41359ac-4be7-4a75-afd1-798e41d2f155)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:55:22.481980 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-2a2a64de-4f35-4679-b013-4aaa2c14b866 req-5e09e0aa-84df-4a47-b4dd-6d56ba6a6af8 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:22.564677 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-2a2a64de-4f35-4679-b013-4aaa2c14b866 req-5e09e0aa-84df-4a47-b4dd-6d56ba6a6af8 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Calling delete_port for a8ff1e37-a989-484d-bfc2-b1d7a7948837 owned by compute:nova {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:55:22.573221 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8611e07-ea51-49c3-8266-5ea5980dc7c2 req-855547e0-f32e-40b6-84fd-b37ae62cf7e1 tempest-ServerAddressesNegativeTestJSON-896619655 tempest-ServerAddressesNegativeTestJSON-896619655-project] Network d1687e33-0a9b-4077-aa9f-47a379bb444b is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:55:22.584549 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855547e0-f32e-40b6-84fd-b37ae62cf7e1 tempest-ServerAddressesNegativeTestJSON-896619655 tempest-ServerAddressesNegativeTestJSON-896619655-project] Pushing event updated for resources: {'Port': ['ID=4c7aa538-3067-4e64-beb9-9985c35f121e,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:22.587286 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-f8611e07-ea51-49c3-8266-5ea5980dc7c2 req-855547e0-f32e-40b6-84fd-b37ae62cf7e1 tempest-ServerAddressesNegativeTestJSON-896619655 tempest-ServerAddressesNegativeTestJSON-896619655-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:55:22.593274 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8611e07-ea51-49c3-8266-5ea5980dc7c2 req-855547e0-f32e-40b6-84fd-b37ae62cf7e1 tempest-ServerAddressesNegativeTestJSON-896619655 tempest-ServerAddressesNegativeTestJSON-896619655-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:55:22.621057 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d713b-8bb3-4865-943c-887e6c63c071 req-fe2453f7-ccc3-4034-92c7-b67db5b7a363 tempest-ImagesOneServerTestJSON-1390310364 tempest-ImagesOneServerTestJSON-1390310364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:22.622899 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fa8d713b-8bb3-4865-943c-887e6c63c071 req-fe2453f7-ccc3-4034-92c7-b67db5b7a363 tempest-ImagesOneServerTestJSON-1390310364 tempest-ImagesOneServerTestJSON-1390310364-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c7feaae-3110-4bcb-a689-c25d4ea04d6e HTTP/1.1" status: 200 len: 950 time: 0.0882373 Jul 23 23:55:22.669393 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fa8d713b-8bb3-4865-943c-887e6c63c071 req-c735de00-0458-45e7-9eb1-cf1d0ad5568e tempest-ImagesOneServerTestJSON-1390310364 tempest-ImagesOneServerTestJSON-1390310364-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e4ced4f-2cc5-4a81-83cf-2b8ba47ee51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389485 Jul 23 23:55:22.809623 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5af849-3239-4953-b5d0-b88e723fa756 req-08748910-f6f7-439f-9e7b-c3f8d310e334 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:22.811631 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ad5af849-3239-4953-b5d0-b88e723fa756 req-08748910-f6f7-439f-9e7b-c3f8d310e334 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?device_id=f173322f-123e-4d93-903a-5504db9c6025 HTTP/1.1" status: 200 len: 945 time: 0.0756569 Jul 23 23:55:22.857216 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ad5af849-3239-4953-b5d0-b88e723fa756 req-6135a05c-f830-4c15-b9a8-9848bc735a42 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364115 Jul 23 23:55:23.041548 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9168670c-2b5b-4f01-b385-c44ae29acca7 req-9096a4f6-cf04-4a31-8fd8-3b873627b670 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:23.049773 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9168670c-2b5b-4f01-b385-c44ae29acca7 req-9096a4f6-cf04-4a31-8fd8-3b873627b670 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] 10.222.0.44 "GET /v2.0/ports?device_id=40a26aeb-2f72-4330-b60b-2102eb893f2c HTTP/1.1" status: 200 len: 945 time: 0.0885191 Jul 23 23:55:23.091736 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-1326c339-279e-4767-8636-e60ee8fcb33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:23.137403 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-85fd99ea-a9b4-4f94-8ae2-7dd5b303630f req-eac28e92-3a1e-4a6e-aa80-95b8e51eeb09 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:23.146484 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8611e07-ea51-49c3-8266-5ea5980dc7c2 req-855547e0-f32e-40b6-84fd-b37ae62cf7e1 tempest-ServerAddressesNegativeTestJSON-896619655 tempest-ServerAddressesNegativeTestJSON-896619655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:23.147211 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-f8611e07-ea51-49c3-8266-5ea5980dc7c2 req-855547e0-f32e-40b6-84fd-b37ae62cf7e1 tempest-ServerAddressesNegativeTestJSON-896619655 tempest-ServerAddressesNegativeTestJSON-896619655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:23.152675 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9168670c-2b5b-4f01-b385-c44ae29acca7 req-b6c1cf68-5a76-4580-b175-39920760c590 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] 10.222.0.44 "GET /v2.0/security-groups?id=8c945ade-5e33-449d-9933-768721eff93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020236 Jul 23 23:55:23.203770 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f8611e07-ea51-49c3-8266-5ea5980dc7c2 req-855547e0-f32e-40b6-84fd-b37ae62cf7e1 tempest-ServerAddressesNegativeTestJSON-896619655 tempest-ServerAddressesNegativeTestJSON-896619655-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8628497 Jul 23 23:55:23.204478 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-2a2a64de-4f35-4679-b013-4aaa2c14b866 req-5e09e0aa-84df-4a47-b4dd-6d56ba6a6af8 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:23.207884 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de539622-a4dc-4019-8056-c6cc4d5d66b7 req-fe7c0034-a26b-45ec-abdc-106265e50690 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:23.209774 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-de539622-a4dc-4019-8056-c6cc4d5d66b7 req-fe7c0034-a26b-45ec-abdc-106265e50690 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] 10.222.0.64 "GET /v2.0/ports?device_id=40a26aeb-2f72-4330-b60b-2102eb893f2c HTTP/1.1" status: 200 len: 945 time: 0.1219809 Jul 23 23:55:23.218284 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['a8ff1e37-a989-484d-bfc2-b1d7a7948837'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:55:23.246286 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-f8611e07-ea51-49c3-8266-5ea5980dc7c2 req-e8e57c5a-9024-41d0-a017-f99a15a89e44 service neutron] Request body: {'port': {'device_id': 'a1b98111-9b7e-48c8-84d7-da3adbb0b268', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:55:23.254492 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e09e0aa-84df-4a47-b4dd-6d56ba6a6af8 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Pushing event deleted for resources: {'Port': ['ID=a8ff1e37-a989-484d-bfc2-b1d7a7948837,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:23.361821 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a2a64de-4f35-4679-b013-4aaa2c14b866 req-5e09e0aa-84df-4a47-b4dd-6d56ba6a6af8 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] No DVR routers for this DVR port a8ff1e37-a989-484d-bfc2-b1d7a7948837 on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:55:23.367146 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-2a2a64de-4f35-4679-b013-4aaa2c14b866 req-5e09e0aa-84df-4a47-b4dd-6d56ba6a6af8 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:23.369194 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2a2a64de-4f35-4679-b013-4aaa2c14b866 req-5e09e0aa-84df-4a47-b4dd-6d56ba6a6af8 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.52 "DELETE /v2.0/ports/a8ff1e37-a989-484d-bfc2-b1d7a7948837 HTTP/1.1" status: 204 len: 173 time: 1.3467450 Jul 23 23:55:23.387289 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f173322f-123e-4d93-903a-5504db9c6025', 'name': 'network-vif-deleted', 'tag': 'a8ff1e37-a989-484d-bfc2-b1d7a7948837'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:55:23.390973 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d14bc53-76aa-486a-a768-49ae07567619" -d '{"events": [{"server_uuid": "f173322f-123e-4d93-903a-5504db9c6025", "name": "network-vif-deleted", "tag": "a8ff1e37-a989-484d-bfc2-b1d7a7948837"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:55:23.397443 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-de539622-a4dc-4019-8056-c6cc4d5d66b7 req-f397a92b-ee90-45bd-ba40-a300b10d5be4 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Deleting port 4f7b6678-6001-42b1-9b5a-490c1fae4c50 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:55:23.397789 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-de539622-a4dc-4019-8056-c6cc4d5d66b7 req-f397a92b-ee90-45bd-ba40-a300b10d5be4 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:23.423868 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-f8611e07-ea51-49c3-8266-5ea5980dc7c2 req-e8e57c5a-9024-41d0-a017-f99a15a89e44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:23.483943 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8749aca-c2cd-4d08-9c31-71a4ea724d13 req-f5514163-edfa-4d5e-8178-090323e43fa8 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:23.486846 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d8749aca-c2cd-4d08-9c31-71a4ea724d13 req-f5514163-edfa-4d5e-8178-090323e43fa8 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/ports?device_id=5017e1b8-c1a9-4f49-9f57-d89fd83b37a3 HTTP/1.1" status: 200 len: 949 time: 0.1488898 Jul 23 23:55:23.536864 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-de539622-a4dc-4019-8056-c6cc4d5d66b7 req-f397a92b-ee90-45bd-ba40-a300b10d5be4 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] For port 4f7b6678-6001-42b1-9b5a-490c1fae4c50, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=4f7b6678-6001-42b1-9b5a-490c1fae4c50,segment=NetworkSegment(5d344d88-6b1d-459b-a6c4-73c6890df831),segment_id=5d344d88-6b1d-459b-a6c4-73c6890df831)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:55:23.537304 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-de539622-a4dc-4019-8056-c6cc4d5d66b7 req-f397a92b-ee90-45bd-ba40-a300b10d5be4 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:23.658715 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-85fd99ea-a9b4-4f94-8ae2-7dd5b303630f req-eac28e92-3a1e-4a6e-aa80-95b8e51eeb09 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] For port 202ded10-077c-4d14-a81c-06f692f89f84, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=202ded10-077c-4d14-a81c-06f692f89f84,segment=NetworkSegment(a4549f73-f8ca-4ffd-af84-81cd4b2f5c0f),segment_id=a4549f73-f8ca-4ffd-af84-81cd4b2f5c0f)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:55:23.697287 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d8749aca-c2cd-4d08-9c31-71a4ea724d13 req-d187b2f1-8129-42e9-8d4e-4fd0c6ea14aa tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/security-groups?id=84afd7ea-644b-438b-8379-6d56a9cf992d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483464 Jul 23 23:55:23.736318 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-85fd99ea-a9b4-4f94-8ae2-7dd5b303630f req-eac28e92-3a1e-4a6e-aa80-95b8e51eeb09 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:23.782612 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-85fd99ea-a9b4-4f94-8ae2-7dd5b303630f req-eac28e92-3a1e-4a6e-aa80-95b8e51eeb09 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:23.796035 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['202ded10-077c-4d14-a81c-06f692f89f84'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:55:23.912274 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd99ea-a9b4-4f94-8ae2-7dd5b303630f req-eac28e92-3a1e-4a6e-aa80-95b8e51eeb09 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:23.914833 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-85fd99ea-a9b4-4f94-8ae2-7dd5b303630f req-eac28e92-3a1e-4a6e-aa80-95b8e51eeb09 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:23.932404 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-85fd99ea-a9b4-4f94-8ae2-7dd5b303630f req-eac28e92-3a1e-4a6e-aa80-95b8e51eeb09 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "PUT /v2.0/ports/202ded10-077c-4d14-a81c-06f692f89f84 HTTP/1.1" status: 200 len: 981 time: 1.4682002 Jul 23 23:55:23.940744 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac28e92-3a1e-4a6e-aa80-95b8e51eeb09 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Pushing event updated for resources: {'Port': ['ID=202ded10-077c-4d14-a81c-06f692f89f84,revision_number=6']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:23.966204 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-de539622-a4dc-4019-8056-c6cc4d5d66b7 req-f397a92b-ee90-45bd-ba40-a300b10d5be4 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:23.966803 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-de539622-a4dc-4019-8056-c6cc4d5d66b7 req-f397a92b-ee90-45bd-ba40-a300b10d5be4 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:23.967209 n-d-800088-16 neutron-server[100314]: INFO neutron.db.l3_db [req-de539622-a4dc-4019-8056-c6cc4d5d66b7 req-f397a92b-ee90-45bd-ba40-a300b10d5be4 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Floating IP a2c20673-908b-4139-a548-a1a85304aa34 disassociated. External IP: 172.25.3.87, port: 4f7b6678-6001-42b1-9b5a-490c1fae4c50. Jul 23 23:55:23.967387 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-de539622-a4dc-4019-8056-c6cc4d5d66b7 req-f397a92b-ee90-45bd-ba40-a300b10d5be4 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Calling delete_port for 4f7b6678-6001-42b1-9b5a-490c1fae4c50 owned by compute:nova {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:55:23.983771 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dc156c-482a-4a43-9f29-ab8fdc287872 req-5dcda7a1-b23e-4592-be20-62d7c6b1677c tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:23.985505 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-24dc156c-482a-4a43-9f29-ab8fdc287872 req-5dcda7a1-b23e-4592-be20-62d7c6b1677c tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] 10.222.0.44 "GET /v2.0/ports?device_id=a38593d5-6373-4343-8fdd-d9e8f9a1acc7 HTTP/1.1" status: 200 len: 946 time: 0.1758139 Jul 23 23:55:24.089380 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['202ded10-077c-4d14-a81c-06f692f89f84'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:55:24.099454 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-24dc156c-482a-4a43-9f29-ab8fdc287872 req-18f928ec-cd44-4f75-a309-a9f79df0734b tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] 10.222.0.44 "GET /v2.0/security-groups?id=9648d5df-497a-47ba-9673-c4bd865e429e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055431 Jul 23 23:55:24.252545 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a3c7f1e-6060-49be-85cf-b01f100e9210 x-openstack-request-id: req-6a3c7f1e-6060-49be-85cf-b01f100e9210 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:55:24.253427 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f173322f-123e-4d93-903a-5504db9c6025", "name": "network-vif-deleted", "tag": "a8ff1e37-a989-484d-bfc2-b1d7a7948837", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:55:24.253427 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6a3c7f1e-6060-49be-85cf-b01f100e9210 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:55:24.253758 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f173322f-123e-4d93-903a-5504db9c6025', 'name': 'network-vif-deleted', 'tag': 'a8ff1e37-a989-484d-bfc2-b1d7a7948837', 'status': 'completed', 'code': 200} Jul 23 23:55:24.273261 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-f8611e07-ea51-49c3-8266-5ea5980dc7c2 req-e8e57c5a-9024-41d0-a017-f99a15a89e44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c7aa538-3067-4e64-beb9-9985c35f121e {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:55:24.291231 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-f8611e07-ea51-49c3-8266-5ea5980dc7c2 req-e8e57c5a-9024-41d0-a017-f99a15a89e44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:24.293949 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-de539622-a4dc-4019-8056-c6cc4d5d66b7 req-f397a92b-ee90-45bd-ba40-a300b10d5be4 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:24.329202 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92796622-a920-4bc4-b15b-54015206977e req-b2d12b94-e6cf-4e45-a133-0459032d154d tempest-ServerAddressesNegativeTestJSON-896619655 tempest-ServerAddressesNegativeTestJSON-896619655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:24.330856 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-92796622-a920-4bc4-b15b-54015206977e req-b2d12b94-e6cf-4e45-a133-0459032d154d tempest-ServerAddressesNegativeTestJSON-896619655 tempest-ServerAddressesNegativeTestJSON-896619655-project] 10.222.0.44 "GET /v2.0/ports?device_id=a1b98111-9b7e-48c8-84d7-da3adbb0b268 HTTP/1.1" status: 200 len: 931 time: 0.2705610 Jul 23 23:55:24.332005 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-f8611e07-ea51-49c3-8266-5ea5980dc7c2 req-e8e57c5a-9024-41d0-a017-f99a15a89e44 service neutron] Transition to ACTIVE for port object 4c7aa538-3067-4e64-beb9-9985c35f121e will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:55:24.339660 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-f8611e07-ea51-49c3-8266-5ea5980dc7c2 req-e8e57c5a-9024-41d0-a017-f99a15a89e44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:24.343147 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f397a92b-ee90-45bd-ba40-a300b10d5be4 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Pushing event deleted for resources: {'Port': ['ID=4f7b6678-6001-42b1-9b5a-490c1fae4c50,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:24.475239 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-92796622-a920-4bc4-b15b-54015206977e req-bf5c51d8-2feb-4f46-b4a1-cd75e394bcc5 tempest-ServerAddressesNegativeTestJSON-896619655 tempest-ServerAddressesNegativeTestJSON-896619655-project] 10.222.0.44 "GET /v2.0/security-groups?id=2265a432-4e7a-4b88-8ce2-85ca4e47584b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314716 Jul 23 23:55:24.487479 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e57c5a-9024-41d0-a017-f99a15a89e44 service neutron] Pushing event updated for resources: {'Port': ['ID=4c7aa538-3067-4e64-beb9-9985c35f121e,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:24.519256 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5d496929-45da-43f0-bb88-cae1574e6b2e req-05c32834-a9e3-423f-a28c-c681a7d8aa51 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?device_id=f173322f-123e-4d93-903a-5504db9c6025 HTTP/1.1" status: 200 len: 210 time: 0.0852978 Jul 23 23:55:24.628317 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-f8611e07-ea51-49c3-8266-5ea5980dc7c2 req-e8e57c5a-9024-41d0-a017-f99a15a89e44 service neutron] Attempting to bind port 4c7aa538-3067-4e64-beb9-9985c35f121e on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:55:24.628763 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-f8611e07-ea51-49c3-8266-5ea5980dc7c2 req-e8e57c5a-9024-41d0-a017-f99a15a89e44 service neutron] Attempting to bind port 4c7aa538-3067-4e64-beb9-9985c35f121e by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': '56163e72-db23-4126-b4dc-1636f41c7329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd1687e33-0a9b-4077-aa9f-47a379bb444b'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:55:24.629220 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8611e07-ea51-49c3-8266-5ea5980dc7c2 req-e8e57c5a-9024-41d0-a017-f99a15a89e44 service neutron] Attempting to bind port 4c7aa538-3067-4e64-beb9-9985c35f121e on network d1687e33-0a9b-4077-aa9f-47a379bb444b {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:55:24.647871 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8611e07-ea51-49c3-8266-5ea5980dc7c2 req-e8e57c5a-9024-41d0-a017-f99a15a89e44 service neutron] Port 4c7aa538-3067-4e64-beb9-9985c35f121e on network d1687e33-0a9b-4077-aa9f-47a379bb444b not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:55:24.648346 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8611e07-ea51-49c3-8266-5ea5980dc7c2 req-e8e57c5a-9024-41d0-a017-f99a15a89e44 service neutron] Attempting to bind port 4c7aa538-3067-4e64-beb9-9985c35f121e on network d1687e33-0a9b-4077-aa9f-47a379bb444b {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:55:24.666163 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8611e07-ea51-49c3-8266-5ea5980dc7c2 req-e8e57c5a-9024-41d0-a017-f99a15a89e44 service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:55:24.667200 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8611e07-ea51-49c3-8266-5ea5980dc7c2 req-e8e57c5a-9024-41d0-a017-f99a15a89e44 service neutron] Checking segment: {'id': '56163e72-db23-4126-b4dc-1636f41c7329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd1687e33-0a9b-4077-aa9f-47a379bb444b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:55:24.667702 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8611e07-ea51-49c3-8266-5ea5980dc7c2 req-e8e57c5a-9024-41d0-a017-f99a15a89e44 service neutron] Bound using segment: {'id': '56163e72-db23-4126-b4dc-1636f41c7329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd1687e33-0a9b-4077-aa9f-47a379bb444b'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:55:24.668260 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-f8611e07-ea51-49c3-8266-5ea5980dc7c2 req-e8e57c5a-9024-41d0-a017-f99a15a89e44 service neutron] Bound port: 4c7aa538-3067-4e64-beb9-9985c35f121e, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56163e72-db23-4126-b4dc-1636f41c7329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd1687e33-0a9b-4077-aa9f-47a379bb444b'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:55:24.668733 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-f8611e07-ea51-49c3-8266-5ea5980dc7c2 req-e8e57c5a-9024-41d0-a017-f99a15a89e44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:24.685765 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-22c05de1-1335-4cd7-8be6-ece10c02a0f8 req-6258566d-1808-48ed-86ab-f6f8dec471e8 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-127889467&fields=id&tenant_id=55262526535943308d0fc348b3327b0d HTTP/1.1" status: 200 len: 267 time: 0.0839310 Jul 23 23:55:24.723493 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de539622-a4dc-4019-8056-c6cc4d5d66b7 req-f397a92b-ee90-45bd-ba40-a300b10d5be4 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Router aec4f419-0f2a-489b-8354-c5990e455d43 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:55:24.779350 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-f8611e07-ea51-49c3-8266-5ea5980dc7c2 req-e8e57c5a-9024-41d0-a017-f99a15a89e44 service neutron] For port 4c7aa538-3067-4e64-beb9-9985c35f121e, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:55:24.782833 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-f8611e07-ea51-49c3-8266-5ea5980dc7c2 req-e8e57c5a-9024-41d0-a017-f99a15a89e44 service neutron] For port 4c7aa538-3067-4e64-beb9-9985c35f121e, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=4c7aa538-3067-4e64-beb9-9985c35f121e,segment=NetworkSegment(56163e72-db23-4126-b4dc-1636f41c7329),segment_id=56163e72-db23-4126-b4dc-1636f41c7329)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:55:24.812391 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-f8611e07-ea51-49c3-8266-5ea5980dc7c2 req-e8e57c5a-9024-41d0-a017-f99a15a89e44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:24.868799 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8611e07-ea51-49c3-8266-5ea5980dc7c2 req-e8e57c5a-9024-41d0-a017-f99a15a89e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:24.870362 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-f8611e07-ea51-49c3-8266-5ea5980dc7c2 req-e8e57c5a-9024-41d0-a017-f99a15a89e44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:24.872364 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f8611e07-ea51-49c3-8266-5ea5980dc7c2 req-e8e57c5a-9024-41d0-a017-f99a15a89e44 service neutron] 10.222.0.52 "PUT /v2.0/ports/4c7aa538-3067-4e64-beb9-9985c35f121e HTTP/1.1" status: 200 len: 1092 time: 1.6588855 Jul 23 23:55:24.924104 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e57c5a-9024-41d0-a017-f99a15a89e44 service neutron] Pushing event updated for resources: {'Port': ['ID=4c7aa538-3067-4e64-beb9-9985c35f121e,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:25.007030 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c05de1-1335-4cd7-8be6-ece10c02a0f8 req-5e0c3298-8267-4a98-af28-10b53e67dc40 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:25.008926 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-22c05de1-1335-4cd7-8be6-ece10c02a0f8 req-5e0c3298-8267-4a98-af28-10b53e67dc40 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/ports?device_id=4826a11b-315d-41f7-90dc-ced354b0e407 HTTP/1.1" status: 200 len: 984 time: 0.3141890 Jul 23 23:55:25.023180 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-22c05de1-1335-4cd7-8be6-ece10c02a0f8 req-6d4962b9-a610-45ba-afc9-ac7b2bc484a2 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Request body: {'port': {'security_groups': ['aeb5e9ca-acdf-4658-a203-af16cabdf428', 'e6c96cc7-f0ba-495d-ae44-8c4cd8794790', '266faa4d-ac23-48f1-8956-5d3bcfe27de1']}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:55:25.027253 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de539622-a4dc-4019-8056-c6cc4d5d66b7 req-f397a92b-ee90-45bd-ba40-a300b10d5be4 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:55:25.042131 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a1a7b6-86b6-4aa4-ba5a-7cb87d46ad26 None None] Sync routers for ids ['aec4f419-0f2a-489b-8354-c5990e455d43'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:55:25.055413 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a1a7b6-86b6-4aa4-ba5a-7cb87d46ad26 None None] Routers {'aec4f419-0f2a-489b-8354-c5990e455d43'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:55:25.056033 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-31a1a7b6-86b6-4aa4-ba5a-7cb87d46ad26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:54:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['aec4f419-0f2a-489b-8354-c5990e455d43'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:55:25.074042 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9b2c7f4f-670a-4d11-9685-99134c6b21b4 req-507a2b98-a3cf-41a4-b760-fcae13510071 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=9adcfee8-760c-4568-9e39-c221abf69bf5 HTTP/1.1" status: 200 len: 258 time: 0.5091732 Jul 23 23:55:25.120645 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8611e07-ea51-49c3-8266-5ea5980dc7c2 req-a90b1bce-ff52-4990-8455-56185ce1fd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:25.121002 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-9b2c7f4f-670a-4d11-9685-99134c6b21b4 req-07106113-3b8b-465c-9894-a8ab5ba2bcf3 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Request body: {'floatingip': {'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:55:25.125832 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-de539622-a4dc-4019-8056-c6cc4d5d66b7 req-f397a92b-ee90-45bd-ba40-a300b10d5be4 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] No DVR routers for this DVR port 4f7b6678-6001-42b1-9b5a-490c1fae4c50 on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:55:25.128916 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-de539622-a4dc-4019-8056-c6cc4d5d66b7 req-f397a92b-ee90-45bd-ba40-a300b10d5be4 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:25.130968 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-de539622-a4dc-4019-8056-c6cc4d5d66b7 req-f397a92b-ee90-45bd-ba40-a300b10d5be4 tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] 10.222.0.64 "DELETE /v2.0/ports/4f7b6678-6001-42b1-9b5a-490c1fae4c50 HTTP/1.1" status: 204 len: 173 time: 1.9047456 Jul 23 23:55:25.131423 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40a26aeb-2f72-4330-b60b-2102eb893f2c', 'name': 'network-vif-deleted', 'tag': '4f7b6678-6001-42b1-9b5a-490c1fae4c50'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:55:25.134490 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f8611e07-ea51-49c3-8266-5ea5980dc7c2 req-a90b1bce-ff52-4990-8455-56185ce1fd26 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dd92dc0f144340dfada46cc3e7de2dc3&device_id=a1b98111-9b7e-48c8-84d7-da3adbb0b268 HTTP/1.1" status: 200 len: 1095 time: 0.2029114 Jul 23 23:55:25.153264 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6379e9cd-47bb-4bc7-917f-ce9bdb03d2f7" -d '{"events": [{"server_uuid": "40a26aeb-2f72-4330-b60b-2102eb893f2c", "name": "network-vif-deleted", "tag": "4f7b6678-6001-42b1-9b5a-490c1fae4c50"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:55:25.187367 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-9b2c7f4f-670a-4d11-9685-99134c6b21b4 req-07106113-3b8b-465c-9894-a8ab5ba2bcf3 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Notify callbacks [] for floatingip, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:25.236249 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f8611e07-ea51-49c3-8266-5ea5980dc7c2 req-93290a99-6c55-417a-88c4-0e3a7cdfcbbc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c7aa538-3067-4e64-beb9-9985c35f121e HTTP/1.1" status: 200 len: 217 time: 0.0926323 Jul 23 23:55:25.251958 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-31a1a7b6-86b6-4aa4-ba5a-7cb87d46ad26 None None] Set router aec4f419-0f2a-489b-8354-c5990e455d43 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:55:25.380553 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-9b2c7f4f-670a-4d11-9685-99134c6b21b4 req-07106113-3b8b-465c-9894-a8ab5ba2bcf3 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:25.382960 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-22c05de1-1335-4cd7-8be6-ece10c02a0f8 req-6d4962b9-a610-45ba-afc9-ac7b2bc484a2 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:25.400519 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8611e07-ea51-49c3-8266-5ea5980dc7c2 req-88b761de-5438-4016-b016-03d5e9df589e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:25.402217 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f8611e07-ea51-49c3-8266-5ea5980dc7c2 req-88b761de-5438-4016-b016-03d5e9df589e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fd46ce88-4082-4c7e-a3cb-cc8f111caa45 HTTP/1.1" status: 200 len: 862 time: 0.1180060 Jul 23 23:55:25.461966 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f8611e07-ea51-49c3-8266-5ea5980dc7c2 req-9b0f2d45-8921-4f39-b293-e0c5140bc78f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d1687e33-0a9b-4077-aa9f-47a379bb444b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521758 Jul 23 23:55:25.537492 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-31a1a7b6-86b6-4aa4-ba5a-7cb87d46ad26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec4f419-0f2a-489b-8354-c5990e455d43', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-207102263-router', 'tenant_id': '1c2582a501044614b6b14b002223c647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '58e5597e-d492-40e4-868f-43a3d472c41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:50:23Z', 'updated_at': '2021-07-23T23:50:27Z', 'revision_number': 4, 'project_id': '1c2582a501044614b6b14b002223c647', 'gw_port': {'id': '58e5597e-d492-40e4-868f-43a3d472c41e', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec4f419-0f2a-489b-8354-c5990e455d43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:50:24Z', 'updated_at': '2021-07-23T23:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'cb9a7947-0476-4b0b-9ba9-b4637254f25c', 'name': '', 'network_id': 'b6cf1771-a5e0-4481-ada6-9af5ffe559f4', 'tenant_id': '1c2582a501044614b6b14b002223c647', 'mac_address': 'fa:16:3e:2e:00:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec4f419-0f2a-489b-8354-c5990e455d43', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '1b5c91f7-60ac-4182-b027-91575613087b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:50:26Z', 'updated_at': '2021-07-23T23:50:35Z', 'revision_number': 5, 'project_id': '1c2582a501044614b6b14b002223c647', 'subnets': [{'id': '1b5c91f7-60ac-4182-b027-91575613087b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:55:25.551303 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [req-9b2c7f4f-670a-4d11-9685-99134c6b21b4 req-07106113-3b8b-465c-9894-a8ab5ba2bcf3 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Allocated IP 172.25.3.249 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/282ec78c-c725-4a06-90dd-ce699acf9d93) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:55:25.573727 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device a8ff1e37-a989-484d-bfc2-b1d7a7948837 no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:55:25.646205 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] No Port match for: a8ff1e37-a989-484d-bfc2-b1d7a7948837 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:55:25.648864 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device a8ff1e37-a989-484d-bfc2-b1d7a7948837 not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:55:25.695141 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a1a7b6-86b6-4aa4-ba5a-7cb87d46ad26 None None] Checking router: aec4f419-0f2a-489b-8354-c5990e455d43 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:55:25.706309 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a1a7b6-86b6-4aa4-ba5a-7cb87d46ad26 None None] Routers {'aec4f419-0f2a-489b-8354-c5990e455d43'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:55:25.707258 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-31a1a7b6-86b6-4aa4-ba5a-7cb87d46ad26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:54:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['aec4f419-0f2a-489b-8354-c5990e455d43'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:55:25.723637 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e978e1e2-5377-414b-8a33-ef522ac91772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:25.772597 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f8611e07-ea51-49c3-8266-5ea5980dc7c2 req-ff38e0a0-6546-4a2d-a245-e46cf11beeb0 service neutron] 10.222.0.52 "GET /v2.0/networks/d1687e33-0a9b-4077-aa9f-47a379bb444b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012881 Jul 23 23:55:25.812718 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-9b2c7f4f-670a-4d11-9685-99134c6b21b4 req-07106113-3b8b-465c-9894-a8ab5ba2bcf3 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:25.850780 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-31a1a7b6-86b6-4aa4-ba5a-7cb87d46ad26 None None] Set router aec4f419-0f2a-489b-8354-c5990e455d43 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:55:25.858891 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-9b2c7f4f-670a-4d11-9685-99134c6b21b4 req-07106113-3b8b-465c-9894-a8ab5ba2bcf3 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:25.918444 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07106113-3b8b-465c-9894-a8ab5ba2bcf3 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Pushing event updated for resources: {'Port': ['ID=282ec78c-c725-4a06-90dd-ce699acf9d93,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:25.932244 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b2c7f4f-670a-4d11-9685-99134c6b21b4 req-07106113-3b8b-465c-9894-a8ab5ba2bcf3 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:55:25.934762 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [req-9b2c7f4f-670a-4d11-9685-99134c6b21b4 req-07106113-3b8b-465c-9894-a8ab5ba2bcf3 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:55:25.939169 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b2c7f4f-670a-4d11-9685-99134c6b21b4 req-07106113-3b8b-465c-9894-a8ab5ba2bcf3 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:55:26.042537 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f8611e07-ea51-49c3-8266-5ea5980dc7c2 req-cf3a2010-de63-4297-959c-bc4e2cd27969 service neutron] 10.222.0.52 "GET /v2.0/networks/d1687e33-0a9b-4077-aa9f-47a379bb444b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583010 Jul 23 23:55:26.068952 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-9b2c7f4f-670a-4d11-9685-99134c6b21b4 req-07106113-3b8b-465c-9894-a8ab5ba2bcf3 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:26.077069 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-22c05de1-1335-4cd7-8be6-ece10c02a0f8 req-6d4962b9-a610-45ba-afc9-ac7b2bc484a2 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] For port 202ded10-077c-4d14-a81c-06f692f89f84, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=202ded10-077c-4d14-a81c-06f692f89f84,segment=NetworkSegment(a4549f73-f8ca-4ffd-af84-81cd4b2f5c0f),segment_id=a4549f73-f8ca-4ffd-af84-81cd4b2f5c0f)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:55:26.116855 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-22c05de1-1335-4cd7-8be6-ece10c02a0f8 req-6d4962b9-a610-45ba-afc9-ac7b2bc484a2 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:26.123623 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-22c05de1-1335-4cd7-8be6-ece10c02a0f8 req-6d4962b9-a610-45ba-afc9-ac7b2bc484a2 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:26.128796 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-31a1a7b6-86b6-4aa4-ba5a-7cb87d46ad26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec4f419-0f2a-489b-8354-c5990e455d43', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-207102263-router', 'tenant_id': '1c2582a501044614b6b14b002223c647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '58e5597e-d492-40e4-868f-43a3d472c41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:50:23Z', 'updated_at': '2021-07-23T23:50:27Z', 'revision_number': 4, 'project_id': '1c2582a501044614b6b14b002223c647', 'gw_port': {'id': '58e5597e-d492-40e4-868f-43a3d472c41e', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec4f419-0f2a-489b-8354-c5990e455d43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:50:24Z', 'updated_at': '2021-07-23T23:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'cb9a7947-0476-4b0b-9ba9-b4637254f25c', 'name': '', 'network_id': 'b6cf1771-a5e0-4481-ada6-9af5ffe559f4', 'tenant_id': '1c2582a501044614b6b14b002223c647', 'mac_address': 'fa:16:3e:2e:00:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec4f419-0f2a-489b-8354-c5990e455d43', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '1b5c91f7-60ac-4182-b027-91575613087b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:50:26Z', 'updated_at': '2021-07-23T23:50:35Z', 'revision_number': 5, 'project_id': '1c2582a501044614b6b14b002223c647', 'subnets': [{'id': '1b5c91f7-60ac-4182-b027-91575613087b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:55:26.134736 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-9b2c7f4f-670a-4d11-9685-99134c6b21b4 req-07106113-3b8b-465c-9894-a8ab5ba2bcf3 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:26.138168 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['202ded10-077c-4d14-a81c-06f692f89f84'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:55:26.156266 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c05de1-1335-4cd7-8be6-ece10c02a0f8 req-6d4962b9-a610-45ba-afc9-ac7b2bc484a2 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:26.157429 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a1a7b6-86b6-4aa4-ba5a-7cb87d46ad26 None None] The sync data for ids ['aec4f419-0f2a-489b-8354-c5990e455d43'] in n-d-800088-16 is: [{'id': 'aec4f419-0f2a-489b-8354-c5990e455d43', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-207102263-router', 'tenant_id': '1c2582a501044614b6b14b002223c647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '58e5597e-d492-40e4-868f-43a3d472c41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:50:23Z', 'updated_at': '2021-07-23T23:50:27Z', 'revision_number': 4, 'project_id': '1c2582a501044614b6b14b002223c647', 'gw_port': {'id': '58e5597e-d492-40e4-868f-43a3d472c41e', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec4f419-0f2a-489b-8354-c5990e455d43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:50:24Z', 'updated_at': '2021-07-23T23:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'cb9a7947-0476-4b0b-9ba9-b4637254f25c', 'name': '', 'network_id': 'b6cf1771-a5e0-4481-ada6-9af5ffe559f4', 'tenant_id': '1c2582a501044614b6b14b002223c647', 'mac_address': 'fa:16:3e:2e:00:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec4f419-0f2a-489b-8354-c5990e455d43', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '1b5c91f7-60ac-4182-b027-91575613087b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:50:26Z', 'updated_at': '2021-07-23T23:50:35Z', 'revision_number': 5, 'project_id': '1c2582a501044614b6b14b002223c647', 'subnets': [{'id': '1b5c91f7-60ac-4182-b027-91575613087b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:55:26.157693 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-22c05de1-1335-4cd7-8be6-ece10c02a0f8 req-6d4962b9-a610-45ba-afc9-ac7b2bc484a2 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:26.165526 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-22c05de1-1335-4cd7-8be6-ece10c02a0f8 req-6d4962b9-a610-45ba-afc9-ac7b2bc484a2 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "PUT /v2.0/ports/202ded10-077c-4d14-a81c-06f692f89f84 HTTP/1.1" status: 200 len: 1020 time: 1.1502280 Jul 23 23:55:26.259166 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['202ded10-077c-4d14-a81c-06f692f89f84'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:55:26.269538 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4826a11b-315d-41f7-90dc-ced354b0e407', 'tag': '202ded10-077c-4d14-a81c-06f692f89f84'}, {'name': 'network-changed', 'server_uuid': 'a1b98111-9b7e-48c8-84d7-da3adbb0b268', 'tag': '4c7aa538-3067-4e64-beb9-9985c35f121e'}, {'name': 'network-changed', 'server_uuid': '4826a11b-315d-41f7-90dc-ced354b0e407', 'tag': '202ded10-077c-4d14-a81c-06f692f89f84'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:55:26.274163 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c20b9371-0b36-4037-bb02-13261695f98c" -d '{"events": [{"name": "network-changed", "server_uuid": "4826a11b-315d-41f7-90dc-ced354b0e407", "tag": "202ded10-077c-4d14-a81c-06f692f89f84"}, {"name": "network-changed", "server_uuid": "a1b98111-9b7e-48c8-84d7-da3adbb0b268", "tag": "4c7aa538-3067-4e64-beb9-9985c35f121e"}, {"name": "network-changed", "server_uuid": "4826a11b-315d-41f7-90dc-ced354b0e407", "tag": "202ded10-077c-4d14-a81c-06f692f89f84"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:55:26.315449 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4962b9-a610-45ba-afc9-ac7b2bc484a2 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Pushing event updated for resources: {'Port': ['ID=202ded10-077c-4d14-a81c-06f692f89f84,revision_number=7']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:26.444454 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 4f7b6678-6001-42b1-9b5a-490c1fae4c50 no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:55:26.446067 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-9b2c7f4f-670a-4d11-9685-99134c6b21b4 req-07106113-3b8b-465c-9894-a8ab5ba2bcf3 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:26.461189 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-9b2c7f4f-670a-4d11-9685-99134c6b21b4 req-07106113-3b8b-465c-9894-a8ab5ba2bcf3 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:26.484137 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] No Port match for: 4f7b6678-6001-42b1-9b5a-490c1fae4c50 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:55:26.488235 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 4f7b6678-6001-42b1-9b5a-490c1fae4c50 not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:55:26.488697 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 961b137c-2df4-4845-afb6-8c01c8bc5ffe no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:55:26.596995 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07106113-3b8b-465c-9894-a8ab5ba2bcf3 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Pushing event updated for resources: {'Port': ['ID=282ec78c-c725-4a06-90dd-ce699acf9d93,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:26.606289 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-9b2c7f4f-670a-4d11-9685-99134c6b21b4 req-07106113-3b8b-465c-9894-a8ab5ba2bcf3 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:26.625578 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-9b2c7f4f-670a-4d11-9685-99134c6b21b4 req-07106113-3b8b-465c-9894-a8ab5ba2bcf3 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:26.625794 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49650fb1-fda9-4fd4-a9de-ccfea3fe7a4c None None] New status for floating IP a2c20673-908b-4139-a548-a1a85304aa34: DOWN {{(pid=100315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 23:55:26.627329 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9b2c7f4f-670a-4d11-9685-99134c6b21b4 req-07106113-3b8b-465c-9894-a8ab5ba2bcf3 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5523086 Jul 23 23:55:26.711018 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9b2c7f4f-670a-4d11-9685-99134c6b21b4 req-95384dc4-853f-4e3a-a48e-d38f8a26a32b tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.3.249 HTTP/1.1" status: 200 len: 696 time: 0.0704815 Jul 23 23:55:26.820795 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:26.826785 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:26.867957 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2c7f4f-670a-4d11-9685-99134c6b21b4 req-75685b37-aff0-4237-b7e8-d31fd8294c54 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:26.869544 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9b2c7f4f-670a-4d11-9685-99134c6b21b4 req-75685b37-aff0-4237-b7e8-d31fd8294c54 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] 10.222.0.44 "GET /v2.0/networks/9adcfee8-760c-4568-9e39-c221abf69bf5 HTTP/1.1" status: 200 len: 784 time: 0.1520700 Jul 23 23:55:26.882772 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c7feaae-3110-4bcb-a689-c25d4ea04d6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '961b137c-2df4-4845-afb6-8c01c8bc5ffe'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:55:26.883976 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [req-9b2c7f4f-670a-4d11-9685-99134c6b21b4 req-2f9fd839-6d2d-41a5-8b4a-015804a04f42 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=100314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:55:26.885644 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cbb3f2d-bae9-45d4-a265-bb52b97c1bb7" -d '{"events": [{"server_uuid": "2c7feaae-3110-4bcb-a689-c25d4ea04d6e", "name": "network-vif-unplugged", "status": "completed", "tag": "961b137c-2df4-4845-afb6-8c01c8bc5ffe"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:55:26.885803 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9b2c7f4f-670a-4d11-9685-99134c6b21b4 req-2f9fd839-6d2d-41a5-8b4a-015804a04f42 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062470 Jul 23 23:55:26.915137 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 961b137c-2df4-4845-afb6-8c01c8bc5ffe, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=961b137c-2df4-4845-afb6-8c01c8bc5ffe,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:55:26.927117 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:26.948442 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad38aa03-018e-4585-b850-fc6b56dba948 x-openstack-request-id: req-ad38aa03-018e-4585-b850-fc6b56dba948 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:55:26.949266 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40a26aeb-2f72-4330-b60b-2102eb893f2c", "name": "network-vif-deleted", "tag": "4f7b6678-6001-42b1-9b5a-490c1fae4c50", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:55:26.952621 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ad38aa03-018e-4585-b850-fc6b56dba948 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:55:26.953719 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40a26aeb-2f72-4330-b60b-2102eb893f2c', 'name': 'network-vif-deleted', 'tag': '4f7b6678-6001-42b1-9b5a-490c1fae4c50', 'status': 'completed', 'code': 200} Jul 23 23:55:27.019802 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=961b137c-2df4-4845-afb6-8c01c8bc5ffe,revision_number=8']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:27.116174 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69e87b-973c-49f6-9fb6-00123d76787e req-c9701e15-e7f5-4d4b-9df1-c82e569aa7a5 tempest-ServerAddressesNegativeTestJSON-896619655 tempest-ServerAddressesNegativeTestJSON-896619655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:27.120453 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4f69e87b-973c-49f6-9fb6-00123d76787e req-c9701e15-e7f5-4d4b-9df1-c82e569aa7a5 tempest-ServerAddressesNegativeTestJSON-896619655 tempest-ServerAddressesNegativeTestJSON-896619655-project] 10.222.0.44 "GET /v2.0/ports?device_id=a1b98111-9b7e-48c8-84d7-da3adbb0b268 HTTP/1.1" status: 200 len: 943 time: 0.0788767 Jul 23 23:55:27.157762 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:27.170618 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4f69e87b-973c-49f6-9fb6-00123d76787e req-52051bbf-c1a0-4f2d-bdb2-c5fa5406a727 tempest-ServerAddressesNegativeTestJSON-896619655 tempest-ServerAddressesNegativeTestJSON-896619655-project] 10.222.0.44 "GET /v2.0/security-groups?id=2265a432-4e7a-4b88-8ce2-85ca4e47584b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458539 Jul 23 23:55:27.261624 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f24e2d8b-6c5b-4872-b84a-4bfecb79bf62 req-c7b172db-844e-4271-bf06-e39af5e5ea17 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?device_id=f173322f-123e-4d93-903a-5504db9c6025 HTTP/1.1" status: 200 len: 210 time: 0.0330997 Jul 23 23:55:27.261981 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:55:27.302606 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b732fb7-3136-4fab-b763-73d735861dcf req-4f25bab2-ecbb-46ce-829a-47211db4c455 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:27.304396 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1b732fb7-3136-4fab-b763-73d735861dcf req-4f25bab2-ecbb-46ce-829a-47211db4c455 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/ports?device_id=5017e1b8-c1a9-4f49-9f57-d89fd83b37a3 HTTP/1.1" status: 200 len: 949 time: 0.3497889 Jul 23 23:55:27.347407 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1b732fb7-3136-4fab-b763-73d735861dcf req-2c2588f4-eb87-4374-9fd0-76b324e49968 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/security-groups?id=84afd7ea-644b-438b-8379-6d56a9cf992d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369728 Jul 23 23:55:27.391790 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451d3327-f0af-43fb-b877-3a51149158fc req-b90f93c9-6a5e-4888-b8af-2dd5fb43208d tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:27.393369 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-451d3327-f0af-43fb-b877-3a51149158fc req-b90f93c9-6a5e-4888-b8af-2dd5fb43208d tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/ports?device_id=4826a11b-315d-41f7-90dc-ced354b0e407 HTTP/1.1" status: 200 len: 1023 time: 0.0727210 Jul 23 23:55:27.408523 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Fri, 23 Jul 2021 23:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a46c1f3-d69e-4ea6-bb39-3c7629f46acd x-openstack-request-id: req-6a46c1f3-d69e-4ea6-bb39-3c7629f46acd {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:55:27.408987 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4826a11b-315d-41f7-90dc-ced354b0e407", "tag": "202ded10-077c-4d14-a81c-06f692f89f84", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a1b98111-9b7e-48c8-84d7-da3adbb0b268", "tag": "4c7aa538-3067-4e64-beb9-9985c35f121e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4826a11b-315d-41f7-90dc-ced354b0e407", "tag": "202ded10-077c-4d14-a81c-06f692f89f84", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:55:27.409366 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6a46c1f3-d69e-4ea6-bb39-3c7629f46acd {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:55:27.409840 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4826a11b-315d-41f7-90dc-ced354b0e407', 'tag': '202ded10-077c-4d14-a81c-06f692f89f84', 'status': 'completed', 'code': 200} Jul 23 23:55:27.410183 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1b98111-9b7e-48c8-84d7-da3adbb0b268', 'tag': '4c7aa538-3067-4e64-beb9-9985c35f121e', 'status': 'completed', 'code': 200} Jul 23 23:55:27.410544 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4826a11b-315d-41f7-90dc-ced354b0e407', 'tag': '202ded10-077c-4d14-a81c-06f692f89f84', 'status': 'completed', 'code': 200} Jul 23 23:55:27.506096 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b9371-0b36-4037-bb02-13261695f98c req-97549c18-ae6e-4c11-a6be-21d19338baca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:27.509291 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c20b9371-0b36-4037-bb02-13261695f98c req-97549c18-ae6e-4c11-a6be-21d19338baca service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=55262526535943308d0fc348b3327b0d&device_id=4826a11b-315d-41f7-90dc-ced354b0e407 HTTP/1.1" status: 200 len: 1175 time: 0.0773902 Jul 23 23:55:27.517629 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-451d3327-f0af-43fb-b877-3a51149158fc req-22a18eb5-b117-492d-85eb-aa1b3c2ecc17 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/security-groups?id=266faa4d-ac23-48f1-8956-5d3bcfe27de1&id=e6c96cc7-f0ba-495d-ae44-8c4cd8794790&id=aeb5e9ca-acdf-4658-a203-af16cabdf428 HTTP/1.1" status: 200 len: 6149 time: 0.1163957 Jul 23 23:55:27.548216 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b9371-0b36-4037-bb02-13261695f98c req-efb7603e-d182-4bd5-915f-601b5c034096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:27.553123 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c20b9371-0b36-4037-bb02-13261695f98c req-efb7603e-d182-4bd5-915f-601b5c034096 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dd92dc0f144340dfada46cc3e7de2dc3&device_id=a1b98111-9b7e-48c8-84d7-da3adbb0b268 HTTP/1.1" status: 200 len: 1095 time: 0.1190543 Jul 23 23:55:27.592557 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-aad9953c-eaab-4377-883e-591ce91590ff req-16e99867-ab53-496a-8e97-92194ecb3f1c tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1565465398&fields=id&tenant_id=0ba541c6f78942b8b24d28300792e03c HTTP/1.1" status: 200 len: 267 time: 0.0811565 Jul 23 23:55:27.616830 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 23:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c5212b-c508-44a7-85e4-41485fddeed4 x-openstack-request-id: req-78c5212b-c508-44a7-85e4-41485fddeed4 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:55:27.617066 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c7feaae-3110-4bcb-a689-c25d4ea04d6e", "name": "network-vif-unplugged", "status": "completed", "tag": "961b137c-2df4-4845-afb6-8c01c8bc5ffe", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:55:27.617514 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-78c5212b-c508-44a7-85e4-41485fddeed4 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:55:27.618088 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c7feaae-3110-4bcb-a689-c25d4ea04d6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '961b137c-2df4-4845-afb6-8c01c8bc5ffe', 'code': 200} Jul 23 23:55:27.665448 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b9371-0b36-4037-bb02-13261695f98c req-1c9e1379-27a6-45ba-a5d6-b91ac35d6933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:27.668586 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c20b9371-0b36-4037-bb02-13261695f98c req-1c9e1379-27a6-45ba-a5d6-b91ac35d6933 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d1687e33-0a9b-4077-aa9f-47a379bb444b HTTP/1.1" status: 200 len: 923 time: 0.1074059 Jul 23 23:55:27.715439 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b9371-0b36-4037-bb02-13261695f98c req-b5ec69d4-2414-4ea8-97d9-62605fec28cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:27.716945 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c20b9371-0b36-4037-bb02-13261695f98c req-b5ec69d4-2414-4ea8-97d9-62605fec28cd service neutron] 10.222.0.64 "GET /v2.0/networks?id=b8906f93-94f4-4245-b6a8-bfe9f5af486b HTTP/1.1" status: 200 len: 913 time: 0.1960549 Jul 23 23:55:27.729422 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c20b9371-0b36-4037-bb02-13261695f98c req-df20e342-a55e-481f-9098-ccec78cd167c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c7aa538-3067-4e64-beb9-9985c35f121e HTTP/1.1" status: 200 len: 217 time: 0.0541325 Jul 23 23:55:27.769505 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c20b9371-0b36-4037-bb02-13261695f98c req-f4fbc032-3a70-4ff8-a4ac-440a9e675dd2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=202ded10-077c-4d14-a81c-06f692f89f84 HTTP/1.1" status: 200 len: 217 time: 0.0407839 Jul 23 23:55:27.810109 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b9371-0b36-4037-bb02-13261695f98c req-b5b75a64-693b-483f-8dda-770d8202ea4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:27.811579 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c20b9371-0b36-4037-bb02-13261695f98c req-b5b75a64-693b-483f-8dda-770d8202ea4a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fd46ce88-4082-4c7e-a3cb-cc8f111caa45 HTTP/1.1" status: 200 len: 862 time: 0.0565259 Jul 23 23:55:27.815532 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad9953c-eaab-4377-883e-591ce91590ff req-6ebb2f0a-0f45-4717-897e-675cf4dd240c tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:27.817056 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-aad9953c-eaab-4377-883e-591ce91590ff req-6ebb2f0a-0f45-4717-897e-675cf4dd240c tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] 10.222.0.44 "GET /v2.0/networks?id=5a68620e-8ed8-46e0-ba48-c9ec0876466a HTTP/1.1" status: 200 len: 816 time: 0.1952524 Jul 23 23:55:27.842206 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-aad9953c-eaab-4377-883e-591ce91590ff req-d4f8b95f-ceaf-4162-8bc0-0618e0b4808e tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] 10.222.0.44 "GET /v2.0/quotas/0ba541c6f78942b8b24d28300792e03c HTTP/1.1" status: 200 len: 375 time: 0.0182998 Jul 23 23:55:27.848477 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b9371-0b36-4037-bb02-13261695f98c req-3324aa8b-674c-4959-9feb-1d4f5c962c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:27.850123 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c20b9371-0b36-4037-bb02-13261695f98c req-3324aa8b-674c-4959-9feb-1d4f5c962c3b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=abff5f68-fd48-495e-a37c-bc1705b61fd1 HTTP/1.1" status: 200 len: 852 time: 0.0711753 Jul 23 23:55:27.850944 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c20b9371-0b36-4037-bb02-13261695f98c req-1cc1a419-3d68-4644-9e82-6271f8db6e2c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d1687e33-0a9b-4077-aa9f-47a379bb444b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325973 Jul 23 23:55:27.859925 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d2b350-cce7-4e8e-a542-f33736bccabb req-ab383b43-497d-4a47-94a3-ad6bbb555426 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:27.861421 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a6d2b350-cce7-4e8e-a542-f33736bccabb req-ab383b43-497d-4a47-94a3-ad6bbb555426 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] 10.222.0.44 "GET /v2.0/ports?device_id=a38593d5-6373-4343-8fdd-d9e8f9a1acc7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1850317 Jul 23 23:55:27.910606 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c20b9371-0b36-4037-bb02-13261695f98c req-23cd705c-3208-4a52-80e7-305d2f870e37 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b8906f93-94f4-4245-b6a8-bfe9f5af486b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496747 Jul 23 23:55:27.939857 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a6d2b350-cce7-4e8e-a542-f33736bccabb req-a6c35baa-e87e-4263-a251-efca7e9d5297 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.3.249 HTTP/1.1" status: 200 len: 696 time: 0.0643575 Jul 23 23:55:27.976538 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-a6d2b350-cce7-4e8e-a542-f33736bccabb req-6e222ca0-3542-43e4-9228-7840cbcf0c33 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Request body: {'floatingip': {'port_id': 'e9ba1971-4497-430e-a98e-662a52d1a569', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:55:28.022548 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-a6d2b350-cce7-4e8e-a542-f33736bccabb req-6e222ca0-3542-43e4-9228-7840cbcf0c33 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Notify callbacks [] for floatingip, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:28.023329 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-aad9953c-eaab-4377-883e-591ce91590ff req-49f3ef96-b599-48b0-8d48-105c11972e8f tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=0ba541c6f78942b8b24d28300792e03c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1717544 Jul 23 23:55:28.079938 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c20b9371-0b36-4037-bb02-13261695f98c req-802ac966-f062-411d-8c15-6c1edd792fc5 service neutron] 10.222.0.64 "GET /v2.0/networks/b8906f93-94f4-4245-b6a8-bfe9f5af486b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598537 Jul 23 23:55:28.104473 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c20b9371-0b36-4037-bb02-13261695f98c req-ff842e8c-5e92-4fb9-944e-227b8179655d service neutron] 10.222.0.52 "GET /v2.0/networks/d1687e33-0a9b-4077-aa9f-47a379bb444b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415540 Jul 23 23:55:28.208360 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-aad9953c-eaab-4377-883e-591ce91590ff req-b36a14c5-d87a-44be-a185-f3da0420e545 service neutron] 10.222.0.44 "GET /v2.0/networks/5a68620e-8ed8-46e0-ba48-c9ec0876466a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700692 Jul 23 23:55:28.245051 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c20b9371-0b36-4037-bb02-13261695f98c req-6c4799c1-44da-4565-bd06-0ad94204e151 service neutron] 10.222.0.64 "GET /v2.0/networks/b8906f93-94f4-4245-b6a8-bfe9f5af486b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559129 Jul 23 23:55:28.331434 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c20b9371-0b36-4037-bb02-13261695f98c req-53406ad7-9bfe-4e33-aa2f-334f0f8b4046 service neutron] 10.222.0.52 "GET /v2.0/networks/d1687e33-0a9b-4077-aa9f-47a379bb444b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168257 Jul 23 23:55:28.395616 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-aad9953c-eaab-4377-883e-591ce91590ff req-d6fb126b-f959-4bfb-b79b-8b426654b76e service neutron] 10.222.0.44 "GET /v2.0/networks/5a68620e-8ed8-46e0-ba48-c9ec0876466a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758726 Jul 23 23:55:28.411164 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b9371-0b36-4037-bb02-13261695f98c req-cd9325b9-f2f5-4734-8529-4380bcdbe72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:28.413288 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c20b9371-0b36-4037-bb02-13261695f98c req-cd9325b9-f2f5-4734-8529-4380bcdbe72e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=55262526535943308d0fc348b3327b0d&device_id=4826a11b-315d-41f7-90dc-ced354b0e407 HTTP/1.1" status: 200 len: 1175 time: 0.1046400 Jul 23 23:55:28.539911 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b9371-0b36-4037-bb02-13261695f98c req-43f21ca2-0d30-4e0b-b3eb-a8b48bfcc7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:28.541640 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c20b9371-0b36-4037-bb02-13261695f98c req-43f21ca2-0d30-4e0b-b3eb-a8b48bfcc7b8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b8906f93-94f4-4245-b6a8-bfe9f5af486b HTTP/1.1" status: 200 len: 913 time: 0.1212976 Jul 23 23:55:28.594309 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c20b9371-0b36-4037-bb02-13261695f98c req-4904a87c-d63f-4da4-ad83-aa750a3121eb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=202ded10-077c-4d14-a81c-06f692f89f84 HTTP/1.1" status: 200 len: 217 time: 0.0460291 Jul 23 23:55:28.646379 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-a6d2b350-cce7-4e8e-a542-f33736bccabb req-6e222ca0-3542-43e4-9228-7840cbcf0c33 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:28.656441 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-a6d2b350-cce7-4e8e-a542-f33736bccabb req-6e222ca0-3542-43e4-9228-7840cbcf0c33 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:28.686543 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b9371-0b36-4037-bb02-13261695f98c req-9432a8c0-2846-4dd3-88e2-afca25e823c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:28.689645 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c20b9371-0b36-4037-bb02-13261695f98c req-9432a8c0-2846-4dd3-88e2-afca25e823c9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=abff5f68-fd48-495e-a37c-bc1705b61fd1 HTTP/1.1" status: 200 len: 852 time: 0.0839264 Jul 23 23:55:28.738843 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c20b9371-0b36-4037-bb02-13261695f98c req-a57c774c-9007-487c-bd4b-627ae5ff500c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b8906f93-94f4-4245-b6a8-bfe9f5af486b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402541 Jul 23 23:55:28.748054 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:28.893121 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c20b9371-0b36-4037-bb02-13261695f98c req-b85d09ee-3496-43de-850c-d3aac368366e service neutron] 10.222.0.64 "GET /v2.0/networks/b8906f93-94f4-4245-b6a8-bfe9f5af486b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446373 Jul 23 23:55:28.898508 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-444b4e0e-74e8-4494-916a-2e2c3cc0e230 req-1f02f988-fd3d-4f70-a214-4135adb11f9b tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Request body: {'security_group': {'name': ' tempest-securitygroup -549174829 ', 'description': 'tempest-description-1805298383'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:55:28.938081 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-444b4e0e-74e8-4494-916a-2e2c3cc0e230 req-1f02f988-fd3d-4f70-a214-4135adb11f9b tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:29.053785 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-444b4e0e-74e8-4494-916a-2e2c3cc0e230 req-1f02f988-fd3d-4f70-a214-4135adb11f9b tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:29.081372 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-444b4e0e-74e8-4494-916a-2e2c3cc0e230 req-1f02f988-fd3d-4f70-a214-4135adb11f9b tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:29.119534 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-444b4e0e-74e8-4494-916a-2e2c3cc0e230 req-1f02f988-fd3d-4f70-a214-4135adb11f9b tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:29.131314 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-444b4e0e-74e8-4494-916a-2e2c3cc0e230 req-1f02f988-fd3d-4f70-a214-4135adb11f9b tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.2370141 Jul 23 23:55:29.167405 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f02f988-fd3d-4f70-a214-4135adb11f9b tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8bb684-fcd4-4d33-ad4d-af1f7e5ff1dc,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:29.194271 n-d-800088-16 neutron-server[100313]: INFO neutron.db.l3_db [req-a6d2b350-cce7-4e8e-a542-f33736bccabb req-6e222ca0-3542-43e4-9228-7840cbcf0c33 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Floating IP 53076975-99ff-4ed2-927b-ee025756afcd associated. External IP: 172.25.3.249, port: e9ba1971-4497-430e-a98e-662a52d1a569. Jul 23 23:55:29.209665 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c20b9371-0b36-4037-bb02-13261695f98c req-55e3a92a-c216-452e-b06c-24c1577db1b8 service neutron] 10.222.0.64 "GET /v2.0/networks/b8906f93-94f4-4245-b6a8-bfe9f5af486b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880564 Jul 23 23:55:29.445807 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6d2b350-cce7-4e8e-a542-f33736bccabb req-6e222ca0-3542-43e4-9228-7840cbcf0c33 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Router 55952909-f867-4089-8ce1-5f69c00340dd has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:55:29.586796 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 4c7aa538-3067-4e64-beb9-9985c35f121e details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:55:29.611648 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6d2b350-cce7-4e8e-a542-f33736bccabb req-6e222ca0-3542-43e4-9228-7840cbcf0c33 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:55:29.617513 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-a6d2b350-cce7-4e8e-a542-f33736bccabb req-6e222ca0-3542-43e4-9228-7840cbcf0c33 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:29.622627 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403b6ad5-f36b-4c95-8977-6f2fb496878b None None] Sync routers for ids ['55952909-f867-4089-8ce1-5f69c00340dd'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:55:29.641888 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403b6ad5-f36b-4c95-8977-6f2fb496878b None None] Routers {'55952909-f867-4089-8ce1-5f69c00340dd'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:55:29.642565 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20116aaa-bc7b-4244-afd8-0197c0f61001 req-eb326817-e929-4bce-b9c5-f1bfbd98c2a8 tempest-ServerAddressesNegativeTestJSON-896619655 tempest-ServerAddressesNegativeTestJSON-896619655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:29.643056 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-403b6ad5-f36b-4c95-8977-6f2fb496878b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:55:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['55952909-f867-4089-8ce1-5f69c00340dd'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:55:29.646917 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-20116aaa-bc7b-4244-afd8-0197c0f61001 req-eb326817-e929-4bce-b9c5-f1bfbd98c2a8 tempest-ServerAddressesNegativeTestJSON-896619655 tempest-ServerAddressesNegativeTestJSON-896619655-project] 10.222.0.44 "GET /v2.0/ports?device_id=a1b98111-9b7e-48c8-84d7-da3adbb0b268 HTTP/1.1" status: 200 len: 943 time: 0.0951791 Jul 23 23:55:29.671385 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a6d2b350-cce7-4e8e-a542-f33736bccabb req-6e222ca0-3542-43e4-9228-7840cbcf0c33 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] 10.222.0.44 "PUT /v2.0/floatingips/53076975-99ff-4ed2-927b-ee025756afcd HTTP/1.1" status: 200 len: 997 time: 1.7007205 Jul 23 23:55:29.672489 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a38593d5-6373-4343-8fdd-d9e8f9a1acc7', 'tag': 'e9ba1971-4497-430e-a98e-662a52d1a569'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:55:29.675212 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7418814b-353a-4677-aa3d-6e3b8ea41d32" -d '{"events": [{"name": "network-changed", "server_uuid": "a38593d5-6373-4343-8fdd-d9e8f9a1acc7", "tag": "e9ba1971-4497-430e-a98e-662a52d1a569"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:55:29.711259 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-20116aaa-bc7b-4244-afd8-0197c0f61001 req-4972507f-6845-4a4d-955b-10961f3d5870 tempest-ServerAddressesNegativeTestJSON-896619655 tempest-ServerAddressesNegativeTestJSON-896619655-project] 10.222.0.44 "GET /v2.0/security-groups?id=2265a432-4e7a-4b88-8ce2-85ca4e47584b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523243 Jul 23 23:55:29.812801 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d2b350-cce7-4e8e-a542-f33736bccabb req-ce5eea6a-9d0c-4382-aa2b-251214b26376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:29.820129 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 4c7aa538-3067-4e64-beb9-9985c35f121e, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=4c7aa538-3067-4e64-beb9-9985c35f121e,segment=NetworkSegment(56163e72-db23-4126-b4dc-1636f41c7329),segment_id=56163e72-db23-4126-b4dc-1636f41c7329)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:55:29.821012 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a6d2b350-cce7-4e8e-a542-f33736bccabb req-ce5eea6a-9d0c-4382-aa2b-251214b26376 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7ef449de714345fe9308d9c5180dc600&device_id=a38593d5-6373-4343-8fdd-d9e8f9a1acc7 HTTP/1.1" status: 200 len: 1098 time: 0.1245399 Jul 23 23:55:29.864279 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': '4c7aa538-3067-4e64-beb9-9985c35f121e', 'network_id': 'd1687e33-0a9b-4077-aa9f-47a379bb444b', 'port_id': '4c7aa538-3067-4e64-beb9-9985c35f121e', 'mac_address': 'fa:16:3e:1d:a9:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd46ce88-4082-4c7e-a3cb-cc8f111caa45', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:55:29.903270 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-403b6ad5-f36b-4c95-8977-6f2fb496878b None None] Set router 55952909-f867-4089-8ce1-5f69c00340dd gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:55:29.975454 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341c37fa-cb85-4915-b44b-653863842fe7 req-f0df38b7-72c5-40fc-a47c-d6e95ae9f4f7 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:29.983371 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-341c37fa-cb85-4915-b44b-653863842fe7 req-f0df38b7-72c5-40fc-a47c-d6e95ae9f4f7 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/ports?device_id=5017e1b8-c1a9-4f49-9f57-d89fd83b37a3 HTTP/1.1" status: 200 len: 949 time: 0.1451676 Jul 23 23:55:29.993415 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:30.033912 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c7aa538-3067-4e64-beb9-9985c35f121e {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:55:30.036572 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-341c37fa-cb85-4915-b44b-653863842fe7 req-092d402e-6f19-46a8-8f3e-f3ad40bd0e91 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/security-groups?id=84afd7ea-644b-438b-8379-6d56a9cf992d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519798 Jul 23 23:55:30.090798 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 4c7aa538-3067-4e64-beb9-9985c35f121e, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=4c7aa538-3067-4e64-beb9-9985c35f121e,segment=NetworkSegment(56163e72-db23-4126-b4dc-1636f41c7329),segment_id=56163e72-db23-4126-b4dc-1636f41c7329)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:55:30.100950 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d2b350-cce7-4e8e-a542-f33736bccabb req-e582ebe0-51f1-4b01-bc86-b7fcd2b091de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:30.108965 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a6d2b350-cce7-4e8e-a542-f33736bccabb req-e582ebe0-51f1-4b01-bc86-b7fcd2b091de service neutron] 10.222.0.44 "GET /v2.0/networks?id=3f69acb3-14c7-42ff-ba38-d1689b49cdc4 HTTP/1.1" status: 200 len: 930 time: 0.2829180 Jul 23 23:55:30.110634 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:30.187261 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0416a844-40f0-4fc0-b003-a2e0080189a5 req-6649e0ea-fc8d-426e-9591-9aa5d62e70af tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] 10.222.0.44 "GET /v2.0/ports?device_id=137024f3-a26a-42dd-a337-e591f334f7e4 HTTP/1.1" status: 200 len: 210 time: 0.0811927 Jul 23 23:55:30.200630 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a6d2b350-cce7-4e8e-a542-f33736bccabb req-193c6046-6426-4d1f-83a7-fa76f58725aa service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9ba1971-4497-430e-a98e-662a52d1a569 HTTP/1.1" status: 200 len: 1000 time: 0.0907173 Jul 23 23:55:30.244840 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=4c7aa538-3067-4e64-beb9-9985c35f121e,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:30.270971 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d2b350-cce7-4e8e-a542-f33736bccabb req-46baff03-4580-4cc9-9ed5-fc6fcf51956d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:30.279582 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a6d2b350-cce7-4e8e-a542-f33736bccabb req-46baff03-4580-4cc9-9ed5-fc6fcf51956d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fb29b4ab-cbf3-43ad-8484-c89fe1db3cfe HTTP/1.1" status: 200 len: 868 time: 0.0779595 Jul 23 23:55:30.359243 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['4c7aa538-3067-4e64-beb9-9985c35f121e'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:55:30.387417 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-403b6ad5-f36b-4c95-8977-6f2fb496878b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55952909-f867-4089-8ce1-5f69c00340dd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1055579443-router', 'tenant_id': '7ef449de714345fe9308d9c5180dc600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '0b7418f5-a375-4130-8e65-d36428dad504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:54:54Z', 'updated_at': '2021-07-23T23:55:01Z', 'revision_number': 4, 'project_id': '7ef449de714345fe9308d9c5180dc600', 'gw_port': {'id': '0b7418f5-a375-4130-8e65-d36428dad504', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55952909-f867-4089-8ce1-5f69c00340dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:54:55Z', 'updated_at': '2021-07-23T23:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': '53076975-99ff-4ed2-927b-ee025756afcd', 'tenant_id': '7ef449de714345fe9308d9c5180dc600', 'floating_ip_address': '172.25.3.249', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '55952909-f867-4089-8ce1-5f69c00340dd', 'port_id': 'e9ba1971-4497-430e-a98e-662a52d1a569', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f69acb3-14c7-42ff-ba38-d1689b49cdc4', 'mac_address': 'fa:16:3e:b4:22:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38593d5-6373-4343-8fdd-d9e8f9a1acc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:55:26Z', 'updated_at': '2021-07-23T23:55:28Z', 'revision_number': 1, 'project_id': '7ef449de714345fe9308d9c5180dc600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ecb42ae-01f0-4744-9b18-707fe283c366', 'name': '', 'network_id': '3f69acb3-14c7-42ff-ba38-d1689b49cdc4', 'tenant_id': '7ef449de714345fe9308d9c5180dc600', 'mac_address': 'fa:16:3e:c7:be:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55952909-f867-4089-8ce1-5f69c00340dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'fb29b4ab-cbf3-43ad-8484-c89fe1db3cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:55:00Z', 'updated_at': '2021-07-23T23:55:11Z', 'revision_number': 5, 'project_id': '7ef449de714345fe9308d9c5180dc600', 'subnets': [{'id': 'fb29b4ab-cbf3-43ad-8484-c89fe1db3cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:55:30.404394 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad9953c-eaab-4377-883e-591ce91590ff req-9dbfc632-1a0c-42da-8185-060d2337f185 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:30.408712 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d2b350-cce7-4e8e-a542-f33736bccabb req-0f3e70b7-4e0a-413b-8cb6-830724c999e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:30.409384 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-aad9953c-eaab-4377-883e-591ce91590ff req-9dbfc632-1a0c-42da-8185-060d2337f185 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] 10.222.0.64 "GET /v2.0/networks?id=5a68620e-8ed8-46e0-ba48-c9ec0876466a HTTP/1.1" status: 200 len: 816 time: 0.2106133 Jul 23 23:55:30.416837 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a6d2b350-cce7-4e8e-a542-f33736bccabb req-0f3e70b7-4e0a-413b-8cb6-830724c999e7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3f69acb3-14c7-42ff-ba38-d1689b49cdc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1362495 Jul 23 23:55:30.423780 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403b6ad5-f36b-4c95-8977-6f2fb496878b None None] Checking router: 55952909-f867-4089-8ce1-5f69c00340dd for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:55:30.437166 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403b6ad5-f36b-4c95-8977-6f2fb496878b None None] Routers {'55952909-f867-4089-8ce1-5f69c00340dd'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:55:30.437822 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-403b6ad5-f36b-4c95-8977-6f2fb496878b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:55:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['55952909-f867-4089-8ce1-5f69c00340dd'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:55:30.548239 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-aad9953c-eaab-4377-883e-591ce91590ff req-0728b5ad-a1ad-4f25-8f70-8802772188a0 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ba541c6f78942b8b24d28300792e03c HTTP/1.1" status: 200 len: 380 time: 0.1120136 Jul 23 23:55:30.578905 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c4853e56-66c1-4021-bdc7-18b2c1c6e1ee req-2e20b025-d6c5-4ee3-ba12-ae8ca00daa50 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/security-groups/dc8bb684-fcd4-4d33-ad4d-af1f7e5ff1dc HTTP/1.1" status: 200 len: 1780 time: 0.1684518 Jul 23 23:55:30.584237 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-aad9953c-eaab-4377-883e-591ce91590ff req-b829f6e1-8bda-41fa-95ae-43e68c179e4a tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Request body: {'port': {'device_id': '137024f3-a26a-42dd-a337-e591f334f7e4', 'network_id': '5a68620e-8ed8-46e0-ba48-c9ec0876466a', 'admin_state_up': True, 'tenant_id': '0ba541c6f78942b8b24d28300792e03c', 'security_groups': ['7b98df9f-91b2-42b1-b02c-ca8eda7bbe44']}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:55:30.594578 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-403b6ad5-f36b-4c95-8977-6f2fb496878b None None] Set router 55952909-f867-4089-8ce1-5f69c00340dd gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:55:30.617449 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a6d2b350-cce7-4e8e-a542-f33736bccabb req-f3579476-4e0f-4f34-8e00-9566ca37b575 service neutron] 10.222.0.44 "GET /v2.0/networks/3f69acb3-14c7-42ff-ba38-d1689b49cdc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996570 Jul 23 23:55:30.730198 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a1eb586-5fef-4519-a239-457a3a649d53 x-openstack-request-id: req-2a1eb586-5fef-4519-a239-457a3a649d53 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:55:30.730497 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a38593d5-6373-4343-8fdd-d9e8f9a1acc7", "tag": "e9ba1971-4497-430e-a98e-662a52d1a569", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:55:30.730757 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2a1eb586-5fef-4519-a239-457a3a649d53 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:55:30.731166 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a38593d5-6373-4343-8fdd-d9e8f9a1acc7', 'tag': 'e9ba1971-4497-430e-a98e-662a52d1a569', 'status': 'completed', 'code': 200} Jul 23 23:55:30.785706 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43170) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:55:30.853458 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a6d2b350-cce7-4e8e-a542-f33736bccabb req-70b84e1e-612c-4660-9f0a-61675eb506b6 service neutron] 10.222.0.44 "GET /v2.0/networks/3f69acb3-14c7-42ff-ba38-d1689b49cdc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349985 Jul 23 23:55:30.917607 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-403b6ad5-f36b-4c95-8977-6f2fb496878b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55952909-f867-4089-8ce1-5f69c00340dd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1055579443-router', 'tenant_id': '7ef449de714345fe9308d9c5180dc600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '0b7418f5-a375-4130-8e65-d36428dad504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:54:54Z', 'updated_at': '2021-07-23T23:55:01Z', 'revision_number': 4, 'project_id': '7ef449de714345fe9308d9c5180dc600', 'gw_port': {'id': '0b7418f5-a375-4130-8e65-d36428dad504', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55952909-f867-4089-8ce1-5f69c00340dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:54:55Z', 'updated_at': '2021-07-23T23:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': '53076975-99ff-4ed2-927b-ee025756afcd', 'tenant_id': '7ef449de714345fe9308d9c5180dc600', 'floating_ip_address': '172.25.3.249', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '55952909-f867-4089-8ce1-5f69c00340dd', 'port_id': 'e9ba1971-4497-430e-a98e-662a52d1a569', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f69acb3-14c7-42ff-ba38-d1689b49cdc4', 'mac_address': 'fa:16:3e:b4:22:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38593d5-6373-4343-8fdd-d9e8f9a1acc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:55:26Z', 'updated_at': '2021-07-23T23:55:28Z', 'revision_number': 1, 'project_id': '7ef449de714345fe9308d9c5180dc600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ecb42ae-01f0-4744-9b18-707fe283c366', 'name': '', 'network_id': '3f69acb3-14c7-42ff-ba38-d1689b49cdc4', 'tenant_id': '7ef449de714345fe9308d9c5180dc600', 'mac_address': 'fa:16:3e:c7:be:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55952909-f867-4089-8ce1-5f69c00340dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'fb29b4ab-cbf3-43ad-8484-c89fe1db3cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:55:00Z', 'updated_at': '2021-07-23T23:55:11Z', 'revision_number': 5, 'project_id': '7ef449de714345fe9308d9c5180dc600', 'subnets': [{'id': 'fb29b4ab-cbf3-43ad-8484-c89fe1db3cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:55:30.964174 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403b6ad5-f36b-4c95-8977-6f2fb496878b None None] The sync data for ids ['55952909-f867-4089-8ce1-5f69c00340dd'] in n-d-800088-16 is: [{'id': '55952909-f867-4089-8ce1-5f69c00340dd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1055579443-router', 'tenant_id': '7ef449de714345fe9308d9c5180dc600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '0b7418f5-a375-4130-8e65-d36428dad504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:54:54Z', 'updated_at': '2021-07-23T23:55:01Z', 'revision_number': 4, 'project_id': '7ef449de714345fe9308d9c5180dc600', 'gw_port': {'id': '0b7418f5-a375-4130-8e65-d36428dad504', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55952909-f867-4089-8ce1-5f69c00340dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:54:55Z', 'updated_at': '2021-07-23T23:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': '53076975-99ff-4ed2-927b-ee025756afcd', 'tenant_id': '7ef449de714345fe9308d9c5180dc600', 'floating_ip_address': '172.25.3.249', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '55952909-f867-4089-8ce1-5f69c00340dd', 'port_id': 'e9ba1971-4497-430e-a98e-662a52d1a569', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f69acb3-14c7-42ff-ba38-d1689b49cdc4', 'mac_address': 'fa:16:3e:b4:22:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38593d5-6373-4343-8fdd-d9e8f9a1acc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:55:26Z', 'updated_at': '2021-07-23T23:55:28Z', 'revision_number': 1, 'project_id': '7ef449de714345fe9308d9c5180dc600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ecb42ae-01f0-4744-9b18-707fe283c366', 'name': '', 'network_id': '3f69acb3-14c7-42ff-ba38-d1689b49cdc4', 'tenant_id': '7ef449de714345fe9308d9c5180dc600', 'mac_address': 'fa:16:3e:c7:be:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55952909-f867-4089-8ce1-5f69c00340dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'fb29b4ab-cbf3-43ad-8484-c89fe1db3cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:55:00Z', 'updated_at': '2021-07-23T23:55:11Z', 'revision_number': 5, 'project_id': '7ef449de714345fe9308d9c5180dc600', 'subnets': [{'id': 'fb29b4ab-cbf3-43ad-8484-c89fe1db3cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:55:30.967103 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7418814b-353a-4677-aa3d-6e3b8ea41d32 req-ccaaaee1-c797-4aa8-8892-deb874936239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:30.971227 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7418814b-353a-4677-aa3d-6e3b8ea41d32 req-ccaaaee1-c797-4aa8-8892-deb874936239 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ef449de714345fe9308d9c5180dc600&device_id=a38593d5-6373-4343-8fdd-d9e8f9a1acc7 HTTP/1.1" status: 200 len: 1098 time: 0.1167951 Jul 23 23:55:31.057662 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-905b7d2e-d35a-4302-bb29-71c54addd9cf tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:31.071844 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6979f5db-9aeb-4ace-8740-aedff44151ad req-ef7523cc-91da-459c-9689-0a0c95fbd6cc tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/security-groups/dc8bb684-fcd4-4d33-ad4d-af1f7e5ff1dc HTTP/1.1" status: 200 len: 1780 time: 0.2113218 Jul 23 23:55:31.131133 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aad9953c-eaab-4377-883e-591ce91590ff req-b829f6e1-8bda-41fa-95ae-43e68c179e4a tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Made reservation on behalf of 0ba541c6f78942b8b24d28300792e03c for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:55:31.135943 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-aad9953c-eaab-4377-883e-591ce91590ff req-b829f6e1-8bda-41fa-95ae-43e68c179e4a tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:31.186349 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-905b7d2e-d35a-4302-bb29-71c54addd9cf tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:31.297625 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-6979f5db-9aeb-4ace-8740-aedff44151ad req-4dbe4efa-c4e2-415b-9cb2-fe51fbc44c02 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:31.315913 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7418814b-353a-4677-aa3d-6e3b8ea41d32 req-2110371b-cd2f-4681-8e79-f36061c7f29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:31.318907 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7418814b-353a-4677-aa3d-6e3b8ea41d32 req-2110371b-cd2f-4681-8e79-f36061c7f29f service neutron] 10.222.0.52 "GET /v2.0/networks?id=3f69acb3-14c7-42ff-ba38-d1689b49cdc4 HTTP/1.1" status: 200 len: 930 time: 0.3179812 Jul 23 23:55:31.332007 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ca2bb1-6676-4ef7-9381-8e14475df605 None None] New status for floating IP 53076975-99ff-4ed2-927b-ee025756afcd: ACTIVE {{(pid=100315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 23:55:31.394983 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d72d93-353d-4243-afde-ab46b0557d8c req-0bf1eaab-f2d7-4c84-a1dc-cd278471e5e4 tempest-ServerAddressesNegativeTestJSON-896619655 tempest-ServerAddressesNegativeTestJSON-896619655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:31.396791 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-19d72d93-353d-4243-afde-ab46b0557d8c req-0bf1eaab-f2d7-4c84-a1dc-cd278471e5e4 tempest-ServerAddressesNegativeTestJSON-896619655 tempest-ServerAddressesNegativeTestJSON-896619655-project] 10.222.0.44 "GET /v2.0/ports?device_id=a1b98111-9b7e-48c8-84d7-da3adbb0b268 HTTP/1.1" status: 200 len: 944 time: 0.4110959 Jul 23 23:55:31.427845 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-6979f5db-9aeb-4ace-8740-aedff44151ad req-4dbe4efa-c4e2-415b-9cb2-fe51fbc44c02 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:31.447973 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7418814b-353a-4677-aa3d-6e3b8ea41d32 req-b63827d9-27f8-4265-a3f9-c35ec8c658de service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9ba1971-4497-430e-a98e-662a52d1a569 HTTP/1.1" status: 200 len: 1000 time: 0.1186569 Jul 23 23:55:31.458072 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [req-aad9953c-eaab-4377-883e-591ce91590ff req-b829f6e1-8bda-41fa-95ae-43e68c179e4a tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Allocated IP 172.20.0.11 (5a68620e-8ed8-46e0-ba48-c9ec0876466a/0db7f07d-a14b-4c57-807d-bc1863ff1ac0/4e501e56-d565-4855-b4d1-d3de4f908fe4) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:55:31.485932 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-905b7d2e-d35a-4302-bb29-71c54addd9cf tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:31.489044 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-905b7d2e-d35a-4302-bb29-71c54addd9cf tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:31.492574 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-905b7d2e-d35a-4302-bb29-71c54addd9cf tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] 10.222.0.44 "DELETE /v2.0/security-groups/8c945ade-5e33-449d-9933-768721eff93d HTTP/1.1" status: 204 len: 168 time: 0.7027414 Jul 23 23:55:31.503364 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43182) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:55:31.505633 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905b7d2e-d35a-4302-bb29-71c54addd9cf tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c945ade-5e33-449d-9933-768721eff93d,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:31.539799 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905b7d2e-d35a-4302-bb29-71c54addd9cf tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:55:31.540091 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905b7d2e-d35a-4302-bb29-71c54addd9cf tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:55:31.540968 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905b7d2e-d35a-4302-bb29-71c54addd9cf tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:55:31.540968 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905b7d2e-d35a-4302-bb29-71c54addd9cf tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:55:31.541244 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905b7d2e-d35a-4302-bb29-71c54addd9cf tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:55:31.541576 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905b7d2e-d35a-4302-bb29-71c54addd9cf tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:55:31.541863 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905b7d2e-d35a-4302-bb29-71c54addd9cf tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:55:31.542227 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905b7d2e-d35a-4302-bb29-71c54addd9cf tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:55:31.542531 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905b7d2e-d35a-4302-bb29-71c54addd9cf tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:55:31.542870 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905b7d2e-d35a-4302-bb29-71c54addd9cf tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:55:31.543193 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905b7d2e-d35a-4302-bb29-71c54addd9cf tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:55:31.543525 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905b7d2e-d35a-4302-bb29-71c54addd9cf tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:55:31.554952 n-d-800088-16 neutron-server[100314]: INFO neutron.api.v2.resource [None req-24d90699-1b7f-4c10-b8e8-19792854d71b tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] show failed (client error): The resource could not be found. Jul 23 23:55:31.560529 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-24d90699-1b7f-4c10-b8e8-19792854d71b tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] 10.222.0.44 "GET /v2.0/security-groups/8c945ade-5e33-449d-9933-768721eff93d HTTP/1.1" status: 404 len: 347 time: 0.0479786 Jul 23 23:55:31.560911 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-19d72d93-353d-4243-afde-ab46b0557d8c req-c9a297b6-aba5-4455-a78c-b5bb102b86ae tempest-ServerAddressesNegativeTestJSON-896619655 tempest-ServerAddressesNegativeTestJSON-896619655-project] 10.222.0.44 "GET /v2.0/security-groups?id=2265a432-4e7a-4b88-8ce2-85ca4e47584b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514149 Jul 23 23:55:31.561019 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43184) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:55:31.563389 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-6979f5db-9aeb-4ace-8740-aedff44151ad req-4dbe4efa-c4e2-415b-9cb2-fe51fbc44c02 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:31.566312 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-6979f5db-9aeb-4ace-8740-aedff44151ad req-4dbe4efa-c4e2-415b-9cb2-fe51fbc44c02 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:31.581853 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6979f5db-9aeb-4ace-8740-aedff44151ad req-4dbe4efa-c4e2-415b-9cb2-fe51fbc44c02 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "DELETE /v2.0/security-groups/dc8bb684-fcd4-4d33-ad4d-af1f7e5ff1dc HTTP/1.1" status: 204 len: 173 time: 0.5088603 Jul 23 23:55:31.597762 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 4c7aa538-3067-4e64-beb9-9985c35f121e up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:55:31.605887 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7418814b-353a-4677-aa3d-6e3b8ea41d32 req-c47d3c6a-c415-4dc2-8a1f-60c590c7525f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:31.607379 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7418814b-353a-4677-aa3d-6e3b8ea41d32 req-c47d3c6a-c415-4dc2-8a1f-60c590c7525f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fb29b4ab-cbf3-43ad-8484-c89fe1db3cfe HTTP/1.1" status: 200 len: 868 time: 0.1529734 Jul 23 23:55:31.628704 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbe4efa-c4e2-415b-9cb2-fe51fbc44c02 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8bb684-fcd4-4d33-ad4d-af1f7e5ff1dc,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:31.815738 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7418814b-353a-4677-aa3d-6e3b8ea41d32 req-93d59f1f-dc38-402d-9fb9-1dafd72513e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:31.817292 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7418814b-353a-4677-aa3d-6e3b8ea41d32 req-93d59f1f-dc38-402d-9fb9-1dafd72513e2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3f69acb3-14c7-42ff-ba38-d1689b49cdc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2037008 Jul 23 23:55:31.823481 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port 4c7aa538-3067-4e64-beb9-9985c35f121e completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:55:31.830346 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port 4c7aa538-3067-4e64-beb9-9985c35f121e triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:55:31.831873 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:31.938518 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbe7a3d-fca6-432c-b084-089557462a42 req-cb4e5c1b-83aa-46eb-99c9-b647eb7b39cf tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:31.940135 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bfbe7a3d-fca6-432c-b084-089557462a42 req-cb4e5c1b-83aa-46eb-99c9-b647eb7b39cf tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/ports?device_id=5017e1b8-c1a9-4f49-9f57-d89fd83b37a3 HTTP/1.1" status: 200 len: 949 time: 0.2336173 Jul 23 23:55:31.996949 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-aad9953c-eaab-4377-883e-591ce91590ff req-b829f6e1-8bda-41fa-95ae-43e68c179e4a tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:32.001917 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7418814b-353a-4677-aa3d-6e3b8ea41d32 req-a0a77184-d57a-43b3-9fef-8ec2f30bb4a8 service neutron] 10.222.0.52 "GET /v2.0/networks/3f69acb3-14c7-42ff-ba38-d1689b49cdc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771157 Jul 23 23:55:32.007181 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bfbe7a3d-fca6-432c-b084-089557462a42 req-8fc89d0d-1203-471c-a2c1-67f9219a25e8 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/security-groups?id=84afd7ea-644b-438b-8379-6d56a9cf992d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575516 Jul 23 23:55:32.042944 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d5c4d08a-ef04-41c9-b3e7-1b9df74d6c63 req-9518e7f9-4ffe-48d9-9f48-bc07d3e3f886 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=9adcfee8-760c-4568-9e39-c221abf69bf5 HTTP/1.1" status: 200 len: 258 time: 0.4599352 Jul 23 23:55:32.058383 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-d5c4d08a-ef04-41c9-b3e7-1b9df74d6c63 req-54a1f51d-195a-48c8-82d1-e10465d51d8f tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Request body: {'floatingip': {'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:55:32.069900 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-aad9953c-eaab-4377-883e-591ce91590ff req-b829f6e1-8bda-41fa-95ae-43e68c179e4a tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Transition to ACTIVE for port object 4e501e56-d565-4855-b4d1-d3de4f908fe4 will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:55:32.094923 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-6bcfa76b-e99b-4b6d-b6a9-ec8657fd7d0b tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Deleting port 0f35f3d4-e684-4410-b8c6-d5b6d17a209f {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:55:32.098620 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6bcfa76b-e99b-4b6d-b6a9-ec8657fd7d0b tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:32.105068 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:32.164522 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1b98111-9b7e-48c8-84d7-da3adbb0b268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c7aa538-3067-4e64-beb9-9985c35f121e'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:55:32.170195 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b26c4ffc-c12f-47ab-a32f-e09ac26eb6f2" -d '{"events": [{"server_uuid": "a1b98111-9b7e-48c8-84d7-da3adbb0b268", "name": "network-vif-plugged", "status": "completed", "tag": "4c7aa538-3067-4e64-beb9-9985c35f121e"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:55:32.190371 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 4c7aa538-3067-4e64-beb9-9985c35f121e, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=4c7aa538-3067-4e64-beb9-9985c35f121e,segment=NetworkSegment(56163e72-db23-4126-b4dc-1636f41c7329),segment_id=56163e72-db23-4126-b4dc-1636f41c7329)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:55:32.202689 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:32.268426 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7418814b-353a-4677-aa3d-6e3b8ea41d32 req-913b8c2e-4158-4ea7-9e20-884381fe8834 service neutron] 10.222.0.52 "GET /v2.0/networks/3f69acb3-14c7-42ff-ba38-d1689b49cdc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583537 Jul 23 23:55:32.270672 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9f102f8d-f37b-4ada-a73a-4e6f94bc6bdb req-858c7580-b57e-4a8d-aea2-be5592441ac3 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] 10.222.0.44 "GET /v2.0/ports?device_id=137024f3-a26a-42dd-a337-e591f334f7e4 HTTP/1.1" status: 200 len: 210 time: 0.0905576 Jul 23 23:55:32.277152 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=4c7aa538-3067-4e64-beb9-9985c35f121e,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:32.313695 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [req-e1d2b69d-828a-452c-812f-3ac239ed9bb3 req-c7a718b1-6821-4da8-8b1d-d8606caa62dd tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] show failed (client error): The resource could not be found. Jul 23 23:55:32.314622 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e1d2b69d-828a-452c-812f-3ac239ed9bb3 req-c7a718b1-6821-4da8-8b1d-d8606caa62dd tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/security-groups/dc8bb684-fcd4-4d33-ad4d-af1f7e5ff1dc HTTP/1.1" status: 404 len: 352 time: 0.0152614 Jul 23 23:55:32.319037 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-d5c4d08a-ef04-41c9-b3e7-1b9df74d6c63 req-54a1f51d-195a-48c8-82d1-e10465d51d8f tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Notify callbacks [] for floatingip, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:32.329457 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6bcfa76b-e99b-4b6d-b6a9-ec8657fd7d0b tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:32.329822 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6bcfa76b-e99b-4b6d-b6a9-ec8657fd7d0b tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:32.348557 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-6bcfa76b-e99b-4b6d-b6a9-ec8657fd7d0b tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Calling delete_port for 0f35f3d4-e684-4410-b8c6-d5b6d17a209f owned by network:floatingip {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:55:32.452227 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a5e6aea-33c9-4323-bc92-9efd4473f6dc x-openstack-request-id: req-6a5e6aea-33c9-4323-bc92-9efd4473f6dc {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:55:32.452757 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1b98111-9b7e-48c8-84d7-da3adbb0b268", "name": "network-vif-plugged", "status": "completed", "tag": "4c7aa538-3067-4e64-beb9-9985c35f121e", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:55:32.452948 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6a5e6aea-33c9-4323-bc92-9efd4473f6dc {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:55:32.453262 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1b98111-9b7e-48c8-84d7-da3adbb0b268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c7aa538-3067-4e64-beb9-9985c35f121e', 'code': 200} Jul 23 23:55:32.472017 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 961b137c-2df4-4845-afb6-8c01c8bc5ffe details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:55:32.478172 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-f9fd9122-cc0c-4f0f-bc35-f0002a531776 req-61ab46d6-7e07-43d2-923e-222d6dea08ed tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-548082920', 'description': 'tempest-description-142931537'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:55:32.482619 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device f9b52e8a-7d85-422f-b2ce-78773c09870e no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:55:32.518170 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-aad9953c-eaab-4377-883e-591ce91590ff req-b829f6e1-8bda-41fa-95ae-43e68c179e4a tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:32.643458 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b829f6e1-8bda-41fa-95ae-43e68c179e4a tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Pushing event updated for resources: {'Port': ['ID=4e501e56-d565-4855-b4d1-d3de4f908fe4,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:32.645501 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-f9fd9122-cc0c-4f0f-bc35-f0002a531776 req-61ab46d6-7e07-43d2-923e-222d6dea08ed tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:32.736433 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aad9953c-eaab-4377-883e-591ce91590ff req-b829f6e1-8bda-41fa-95ae-43e68c179e4a tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Network 5a68620e-8ed8-46e0-ba48-c9ec0876466a is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:55:32.754037 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [req-aad9953c-eaab-4377-883e-591ce91590ff req-b829f6e1-8bda-41fa-95ae-43e68c179e4a tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:55:32.756666 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-aad9953c-eaab-4377-883e-591ce91590ff req-b829f6e1-8bda-41fa-95ae-43e68c179e4a tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:55:32.772373 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-f9fd9122-cc0c-4f0f-bc35-f0002a531776 req-61ab46d6-7e07-43d2-923e-222d6dea08ed tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:32.779266 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-f9fd9122-cc0c-4f0f-bc35-f0002a531776 req-61ab46d6-7e07-43d2-923e-222d6dea08ed tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:32.808578 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5a4149-57dd-45eb-8a08-d7307f94fe03 req-a6f15e55-bad2-461b-940e-980904a37875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:32.810717 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9c5a4149-57dd-45eb-8a08-d7307f94fe03 req-a6f15e55-bad2-461b-940e-980904a37875 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a1b98111-9b7e-48c8-84d7-da3adbb0b268 HTTP/1.1" status: 200 len: 1097 time: 0.2977107 Jul 23 23:55:32.842491 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6bcfa76b-e99b-4b6d-b6a9-ec8657fd7d0b tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:32.864047 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-d5c4d08a-ef04-41c9-b3e7-1b9df74d6c63 req-54a1f51d-195a-48c8-82d1-e10465d51d8f tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:32.885693 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-f9fd9122-cc0c-4f0f-bc35-f0002a531776 req-61ab46d6-7e07-43d2-923e-222d6dea08ed tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:32.899429 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f9fd9122-cc0c-4f0f-bc35-f0002a531776 req-61ab46d6-7e07-43d2-923e-222d6dea08ed tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.4325008 Jul 23 23:55:32.945234 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad9953c-eaab-4377-883e-591ce91590ff req-b829f6e1-8bda-41fa-95ae-43e68c179e4a tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:32.946403 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-aad9953c-eaab-4377-883e-591ce91590ff req-b829f6e1-8bda-41fa-95ae-43e68c179e4a tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:32.976137 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ab46d6-7e07-43d2-923e-222d6dea08ed tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd39f26-0286-43d3-afd2-ba51a3a67755,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:32.981749 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9c5a4149-57dd-45eb-8a08-d7307f94fe03 req-41fe45b7-f659-465a-91a2-7d0f96dbab7d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=2265a432-4e7a-4b88-8ce2-85ca4e47584b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579280 Jul 23 23:55:32.987363 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcfa76b-e99b-4b6d-b6a9-ec8657fd7d0b tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Pushing event deleted for resources: {'Port': ['ID=0f35f3d4-e684-4410-b8c6-d5b6d17a209f,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:32.996095 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:33.094574 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 961b137c-2df4-4845-afb6-8c01c8bc5ffe, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=961b137c-2df4-4845-afb6-8c01c8bc5ffe,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:55:33.097246 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a278609-f5c5-43b6-8712-536a0705d6d8 req-ce16ab61-a9d6-4825-b2b5-24148ce2c81c tempest-ServerAddressesNegativeTestJSON-896619655 tempest-ServerAddressesNegativeTestJSON-896619655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:33.108449 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6a278609-f5c5-43b6-8712-536a0705d6d8 req-ce16ab61-a9d6-4825-b2b5-24148ce2c81c tempest-ServerAddressesNegativeTestJSON-896619655 tempest-ServerAddressesNegativeTestJSON-896619655-project] 10.222.0.44 "GET /v2.0/ports?device_id=a1b98111-9b7e-48c8-84d7-da3adbb0b268 HTTP/1.1" status: 200 len: 945 time: 0.1043463 Jul 23 23:55:33.110125 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6bcfa76b-e99b-4b6d-b6a9-ec8657fd7d0b tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Notify callbacks [] for floatingip, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:33.113315 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6bcfa76b-e99b-4b6d-b6a9-ec8657fd7d0b tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:33.117079 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-6bcfa76b-e99b-4b6d-b6a9-ec8657fd7d0b tempest-ServersWithSpecificFlavorTestJSON-2082303991 tempest-ServersWithSpecificFlavorTestJSON-2082303991-project] 10.222.0.44 "DELETE /v2.0/floatingips/a2c20673-908b-4139-a548-a1a85304aa34 HTTP/1.1" status: 204 len: 168 time: 1.5529573 Jul 23 23:55:33.138687 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': '961b137c-2df4-4845-afb6-8c01c8bc5ffe', 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2', 'port_id': '961b137c-2df4-4845-afb6-8c01c8bc5ffe', 'mac_address': 'fa:16:3e:a9:c9:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef73a7e1-c64a-41e3-9997-629475c7b6b1', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:55:33.149728 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-aad9953c-eaab-4377-883e-591ce91590ff req-b829f6e1-8bda-41fa-95ae-43e68c179e4a tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5692892 Jul 23 23:55:33.190959 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6a278609-f5c5-43b6-8712-536a0705d6d8 req-0d19d86b-9245-47ff-8839-c7a965c54f90 tempest-ServerAddressesNegativeTestJSON-896619655 tempest-ServerAddressesNegativeTestJSON-896619655-project] 10.222.0.44 "GET /v2.0/security-groups?id=2265a432-4e7a-4b88-8ce2-85ca4e47584b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805144 Jul 23 23:55:33.201390 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-aad9953c-eaab-4377-883e-591ce91590ff req-198a2c54-c36e-4fac-a1c7-dee408d9ac32 service neutron] Request body: {'port': {'device_id': '137024f3-a26a-42dd-a337-e591f334f7e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-16'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:55:33.236790 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-12849532-589d-4024-8a76-0261845eee61 req-fcc6f401-e37e-480c-9bb1-df0defff1c51 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1849215821', 'description': 'tempest-description-1300055217'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:55:33.259977 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port f9b52e8a-7d85-422f-b2ce-78773c09870e, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=f9b52e8a-7d85-422f-b2ce-78773c09870e,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:55:33.275971 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:33.295805 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-12849532-589d-4024-8a76-0261845eee61 req-fcc6f401-e37e-480c-9bb1-df0defff1c51 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:33.306289 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:33.335309 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-aad9953c-eaab-4377-883e-591ce91590ff req-198a2c54-c36e-4fac-a1c7-dee408d9ac32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:33.337557 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 961b137c-2df4-4845-afb6-8c01c8bc5ffe {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:55:33.362842 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-6cfc76c9-691d-4412-a9c7-8d0f32fd49c7 None None] Provisioning for port 4e501e56-d565-4855-b4d1-d3de4f908fe4 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:55:33.389002 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 961b137c-2df4-4845-afb6-8c01c8bc5ffe, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=961b137c-2df4-4845-afb6-8c01c8bc5ffe,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:55:33.395700 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-6cfc76c9-691d-4412-a9c7-8d0f32fd49c7 None None] Provisioning complete for port 4e501e56-d565-4855-b4d1-d3de4f908fe4 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:55:33.396350 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-6cfc76c9-691d-4412-a9c7-8d0f32fd49c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:33.421592 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:33.422520 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device f9b52e8a-7d85-422f-b2ce-78773c09870e details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:55:33.454452 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port f9b52e8a-7d85-422f-b2ce-78773c09870e, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=f9b52e8a-7d85-422f-b2ce-78773c09870e,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:55:33.471216 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': 'f9b52e8a-7d85-422f-b2ce-78773c09870e', 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2', 'port_id': 'f9b52e8a-7d85-422f-b2ce-78773c09870e', 'mac_address': 'fa:16:3e:2c:2a:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef73a7e1-c64a-41e3-9997-629475c7b6b1', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:55:33.474748 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=f9b52e8a-7d85-422f-b2ce-78773c09870e,revision_number=9']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:33.525258 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-12849532-589d-4024-8a76-0261845eee61 req-fcc6f401-e37e-480c-9bb1-df0defff1c51 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:33.537976 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-12849532-589d-4024-8a76-0261845eee61 req-fcc6f401-e37e-480c-9bb1-df0defff1c51 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:33.567820 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-12849532-589d-4024-8a76-0261845eee61 req-fcc6f401-e37e-480c-9bb1-df0defff1c51 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:33.596158 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-6cfc76c9-691d-4412-a9c7-8d0f32fd49c7 None None] Port 4e501e56-d565-4855-b4d1-d3de4f908fe4 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:55:33.601995 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-12849532-589d-4024-8a76-0261845eee61 req-fcc6f401-e37e-480c-9bb1-df0defff1c51 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3698475 Jul 23 23:55:33.638610 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc6f401-e37e-480c-9bb1-df0defff1c51 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f706913-b8ca-4d37-bd58-f53191f40e9d,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:33.643354 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [req-d5c4d08a-ef04-41c9-b3e7-1b9df74d6c63 req-54a1f51d-195a-48c8-82d1-e10465d51d8f tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Allocated IP 172.25.3.40 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/cb383ee7-c776-4010-aba3-5676e69b0679) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:55:33.672473 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:33.699439 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=961b137c-2df4-4845-afb6-8c01c8bc5ffe,revision_number=9']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:33.716260 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9b52e8a-7d85-422f-b2ce-78773c09870e {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:55:33.756365 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port f9b52e8a-7d85-422f-b2ce-78773c09870e, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=f9b52e8a-7d85-422f-b2ce-78773c09870e,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:55:33.769769 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:33.859557 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=f9b52e8a-7d85-422f-b2ce-78773c09870e,revision_number=10']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:33.951013 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['961b137c-2df4-4845-afb6-8c01c8bc5ffe'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:55:33.982290 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09845851-46f7-4550-b5f8-6d089bcf3a77 req-4fb525c1-60a7-44c7-b344-e6024f9e379b tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:34.006151 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-09845851-46f7-4550-b5f8-6d089bcf3a77 req-4fb525c1-60a7-44c7-b344-e6024f9e379b tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/ports?device_id=5017e1b8-c1a9-4f49-9f57-d89fd83b37a3 HTTP/1.1" status: 200 len: 947 time: 0.3052559 Jul 23 23:55:34.080328 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['f9b52e8a-7d85-422f-b2ce-78773c09870e'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:55:34.113264 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-09845851-46f7-4550-b5f8-6d089bcf3a77 req-0e03bd7e-edf0-4c57-8e7b-2d909ff1364c tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/security-groups?id=84afd7ea-644b-438b-8379-6d56a9cf992d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061602 Jul 23 23:55:34.278530 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-aad9953c-eaab-4377-883e-591ce91590ff req-198a2c54-c36e-4fac-a1c7-dee408d9ac32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e501e56-d565-4855-b4d1-d3de4f908fe4 {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:55:34.295911 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-aad9953c-eaab-4377-883e-591ce91590ff req-198a2c54-c36e-4fac-a1c7-dee408d9ac32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:34.303402 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-d5c4d08a-ef04-41c9-b3e7-1b9df74d6c63 req-54a1f51d-195a-48c8-82d1-e10465d51d8f tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:34.326476 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-aad9953c-eaab-4377-883e-591ce91590ff req-198a2c54-c36e-4fac-a1c7-dee408d9ac32 service neutron] Transition to ACTIVE for port object 4e501e56-d565-4855-b4d1-d3de4f908fe4 will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:55:34.345967 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-aad9953c-eaab-4377-883e-591ce91590ff req-198a2c54-c36e-4fac-a1c7-dee408d9ac32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:34.516570 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a54586-4b7d-40d2-8eac-879971a9a29c req-0b91dbe3-da33-4e7c-8980-a60f88b927c1 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:34.518628 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-34a54586-4b7d-40d2-8eac-879971a9a29c req-0b91dbe3-da33-4e7c-8980-a60f88b927c1 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] 10.222.0.44 "GET /v2.0/ports?device_id=137024f3-a26a-42dd-a337-e591f334f7e4 HTTP/1.1" status: 200 len: 944 time: 0.1350493 Jul 23 23:55:34.520579 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198a2c54-c36e-4fac-a1c7-dee408d9ac32 service neutron] Pushing event updated for resources: {'Port': ['ID=4e501e56-d565-4855-b4d1-d3de4f908fe4,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:34.541028 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-d5c4d08a-ef04-41c9-b3e7-1b9df74d6c63 req-54a1f51d-195a-48c8-82d1-e10465d51d8f tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:34.551886 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5017e1b8-c1a9-4f49-9f57-d89fd83b37a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9b52e8a-7d85-422f-b2ce-78773c09870e'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:55:34.563631 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d3b98e9-bd7e-4c50-87f9-a80008a2e69d" -d '{"events": [{"server_uuid": "5017e1b8-c1a9-4f49-9f57-d89fd83b37a3", "name": "network-vif-unplugged", "status": "completed", "tag": "f9b52e8a-7d85-422f-b2ce-78773c09870e"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:55:34.615200 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-34a54586-4b7d-40d2-8eac-879971a9a29c req-da5a7930-9ee0-4cd9-b803-198adef2a107 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b98df9f-91b2-42b1-b02c-ca8eda7bbe44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792608 Jul 23 23:55:34.687349 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5c4d08a-ef04-41c9-b3e7-1b9df74d6c63 req-54a1f51d-195a-48c8-82d1-e10465d51d8f tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:55:34.712202 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [req-d5c4d08a-ef04-41c9-b3e7-1b9df74d6c63 req-54a1f51d-195a-48c8-82d1-e10465d51d8f tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:55:34.724826 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5c4d08a-ef04-41c9-b3e7-1b9df74d6c63 req-54a1f51d-195a-48c8-82d1-e10465d51d8f tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:55:34.736649 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a1f51d-195a-48c8-82d1-e10465d51d8f tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Pushing event updated for resources: {'Port': ['ID=cb383ee7-c776-4010-aba3-5676e69b0679,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:34.816111 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-b71c24a4-13ab-404b-a791-89a10b090c5f req-374ddeba-c5d4-49f1-b19e-9f33d10c9686 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-29044120', 'description': 'tempest-description-1211242681'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:55:34.836671 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-aad9953c-eaab-4377-883e-591ce91590ff req-198a2c54-c36e-4fac-a1c7-dee408d9ac32 service neutron] Attempting to bind port 4e501e56-d565-4855-b4d1-d3de4f908fe4 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:55:34.854012 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-aad9953c-eaab-4377-883e-591ce91590ff req-198a2c54-c36e-4fac-a1c7-dee408d9ac32 service neutron] Attempting to bind port 4e501e56-d565-4855-b4d1-d3de4f908fe4 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': 'b45bfccd-951e-4267-b73e-6acacd8c9dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '5a68620e-8ed8-46e0-ba48-c9ec0876466a'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:55:34.855049 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad9953c-eaab-4377-883e-591ce91590ff req-198a2c54-c36e-4fac-a1c7-dee408d9ac32 service neutron] Attempting to bind port 4e501e56-d565-4855-b4d1-d3de4f908fe4 on network 5a68620e-8ed8-46e0-ba48-c9ec0876466a {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:55:34.866905 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-b71c24a4-13ab-404b-a791-89a10b090c5f req-374ddeba-c5d4-49f1-b19e-9f33d10c9686 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:34.875059 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad9953c-eaab-4377-883e-591ce91590ff req-198a2c54-c36e-4fac-a1c7-dee408d9ac32 service neutron] Port 4e501e56-d565-4855-b4d1-d3de4f908fe4 on network 5a68620e-8ed8-46e0-ba48-c9ec0876466a not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:55:34.893667 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad9953c-eaab-4377-883e-591ce91590ff req-198a2c54-c36e-4fac-a1c7-dee408d9ac32 service neutron] Attempting to bind port 4e501e56-d565-4855-b4d1-d3de4f908fe4 on network 5a68620e-8ed8-46e0-ba48-c9ec0876466a {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:55:34.921310 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad9953c-eaab-4377-883e-591ce91590ff req-198a2c54-c36e-4fac-a1c7-dee408d9ac32 service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:55:34.921992 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad9953c-eaab-4377-883e-591ce91590ff req-198a2c54-c36e-4fac-a1c7-dee408d9ac32 service neutron] Checking segment: {'id': 'b45bfccd-951e-4267-b73e-6acacd8c9dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '5a68620e-8ed8-46e0-ba48-c9ec0876466a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:55:34.922621 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad9953c-eaab-4377-883e-591ce91590ff req-198a2c54-c36e-4fac-a1c7-dee408d9ac32 service neutron] Bound using segment: {'id': 'b45bfccd-951e-4267-b73e-6acacd8c9dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '5a68620e-8ed8-46e0-ba48-c9ec0876466a'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:55:34.923282 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-aad9953c-eaab-4377-883e-591ce91590ff req-198a2c54-c36e-4fac-a1c7-dee408d9ac32 service neutron] Bound port: 4e501e56-d565-4855-b4d1-d3de4f908fe4, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b45bfccd-951e-4267-b73e-6acacd8c9dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '5a68620e-8ed8-46e0-ba48-c9ec0876466a'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:55:34.925473 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-aad9953c-eaab-4377-883e-591ce91590ff req-198a2c54-c36e-4fac-a1c7-dee408d9ac32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:35.037603 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-aad9953c-eaab-4377-883e-591ce91590ff req-198a2c54-c36e-4fac-a1c7-dee408d9ac32 service neutron] For port 4e501e56-d565-4855-b4d1-d3de4f908fe4, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:55:35.042695 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-aad9953c-eaab-4377-883e-591ce91590ff req-198a2c54-c36e-4fac-a1c7-dee408d9ac32 service neutron] For port 4e501e56-d565-4855-b4d1-d3de4f908fe4, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=4e501e56-d565-4855-b4d1-d3de4f908fe4,segment=NetworkSegment(b45bfccd-951e-4267-b73e-6acacd8c9dc9),segment_id=b45bfccd-951e-4267-b73e-6acacd8c9dc9)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:55:35.047485 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-d5c4d08a-ef04-41c9-b3e7-1b9df74d6c63 req-54a1f51d-195a-48c8-82d1-e10465d51d8f tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:35.051092 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-aad9953c-eaab-4377-883e-591ce91590ff req-198a2c54-c36e-4fac-a1c7-dee408d9ac32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:35.127326 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-b71c24a4-13ab-404b-a791-89a10b090c5f req-374ddeba-c5d4-49f1-b19e-9f33d10c9686 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:35.135880 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-b71c24a4-13ab-404b-a791-89a10b090c5f req-374ddeba-c5d4-49f1-b19e-9f33d10c9686 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:35.150195 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad9953c-eaab-4377-883e-591ce91590ff req-198a2c54-c36e-4fac-a1c7-dee408d9ac32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:35.155894 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-aad9953c-eaab-4377-883e-591ce91590ff req-198a2c54-c36e-4fac-a1c7-dee408d9ac32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:35.157556 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-aad9953c-eaab-4377-883e-591ce91590ff req-198a2c54-c36e-4fac-a1c7-dee408d9ac32 service neutron] 10.222.0.64 "PUT /v2.0/ports/4e501e56-d565-4855-b4d1-d3de4f908fe4 HTTP/1.1" status: 200 len: 1093 time: 1.9612131 Jul 23 23:55:35.160213 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '137024f3-a26a-42dd-a337-e591f334f7e4', 'tag': '4e501e56-d565-4855-b4d1-d3de4f908fe4'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:55:35.183392 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ce3d33e-d5ca-4dc3-a7df-41dba98c1a83" -d '{"events": [{"name": "network-changed", "server_uuid": "137024f3-a26a-42dd-a337-e591f334f7e4", "tag": "4e501e56-d565-4855-b4d1-d3de4f908fe4"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:55:35.215007 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-b71c24a4-13ab-404b-a791-89a10b090c5f req-374ddeba-c5d4-49f1-b19e-9f33d10c9686 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:35.222288 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b71c24a4-13ab-404b-a791-89a10b090c5f req-374ddeba-c5d4-49f1-b19e-9f33d10c9686 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.4111388 Jul 23 23:55:35.244932 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374ddeba-c5d4-49f1-b19e-9f33d10c9686 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a58441-8617-4a14-9978-897dd000f380,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:35.280301 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-d5c4d08a-ef04-41c9-b3e7-1b9df74d6c63 req-54a1f51d-195a-48c8-82d1-e10465d51d8f tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:35.354850 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198a2c54-c36e-4fac-a1c7-dee408d9ac32 service neutron] Pushing event updated for resources: {'Port': ['ID=4e501e56-d565-4855-b4d1-d3de4f908fe4,revision_number=3']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:35.486840 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad9953c-eaab-4377-883e-591ce91590ff req-ef8b8e27-5164-4ef5-a8cd-bbace89e43fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:35.488909 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-aad9953c-eaab-4377-883e-591ce91590ff req-ef8b8e27-5164-4ef5-a8cd-bbace89e43fc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0ba541c6f78942b8b24d28300792e03c&device_id=137024f3-a26a-42dd-a337-e591f334f7e4 HTTP/1.1" status: 200 len: 1096 time: 0.2445781 Jul 23 23:55:35.503814 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c109547-693c-436d-8cb4-d327e55d1868 req-d142dd93-1ce2-4f26-81b2-156c8e48b133 tempest-ServerAddressesNegativeTestJSON-896619655 tempest-ServerAddressesNegativeTestJSON-896619655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:35.511373 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0c109547-693c-436d-8cb4-d327e55d1868 req-d142dd93-1ce2-4f26-81b2-156c8e48b133 tempest-ServerAddressesNegativeTestJSON-896619655 tempest-ServerAddressesNegativeTestJSON-896619655-project] 10.222.0.44 "GET /v2.0/ports?device_id=a1b98111-9b7e-48c8-84d7-da3adbb0b268 HTTP/1.1" status: 200 len: 945 time: 0.1660154 Jul 23 23:55:35.581477 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0c109547-693c-436d-8cb4-d327e55d1868 req-25feaa0d-5315-4b7d-a0db-5a25495ac2be tempest-ServerAddressesNegativeTestJSON-896619655 tempest-ServerAddressesNegativeTestJSON-896619655-project] 10.222.0.44 "GET /v2.0/security-groups?id=2265a432-4e7a-4b88-8ce2-85ca4e47584b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688453 Jul 23 23:55:35.662425 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-aad9953c-eaab-4377-883e-591ce91590ff req-a036f569-d1bc-4f71-98ac-87f2942296ad service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e501e56-d565-4855-b4d1-d3de4f908fe4 HTTP/1.1" status: 200 len: 217 time: 0.1221647 Jul 23 23:55:35.666301 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 23:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14bbc2e9-8bb3-4bef-817b-a75ca8f21104 x-openstack-request-id: req-14bbc2e9-8bb3-4bef-817b-a75ca8f21104 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:55:35.667439 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5017e1b8-c1a9-4f49-9f57-d89fd83b37a3", "name": "network-vif-unplugged", "status": "completed", "tag": "f9b52e8a-7d85-422f-b2ce-78773c09870e", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:55:35.667972 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-14bbc2e9-8bb3-4bef-817b-a75ca8f21104 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:55:35.668677 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5017e1b8-c1a9-4f49-9f57-d89fd83b37a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9b52e8a-7d85-422f-b2ce-78773c09870e', 'code': 200} Jul 23 23:55:35.850351 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad9953c-eaab-4377-883e-591ce91590ff req-c97f4d75-d022-4ba4-9447-14c7d67054b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:35.862012 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9dec0b-5d97-4648-a61b-19b11c79d717 req-4c7b908f-78cb-46f5-87f0-ad9927124037 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:35.862889 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-aad9953c-eaab-4377-883e-591ce91590ff req-c97f4d75-d022-4ba4-9447-14c7d67054b1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0db7f07d-a14b-4c57-807d-bc1863ff1ac0 HTTP/1.1" status: 200 len: 855 time: 0.1768372 Jul 23 23:55:35.863914 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-db9dec0b-5d97-4648-a61b-19b11c79d717 req-4c7b908f-78cb-46f5-87f0-ad9927124037 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/ports?device_id=5017e1b8-c1a9-4f49-9f57-d89fd83b37a3 HTTP/1.1" status: 200 len: 949 time: 0.1263509 Jul 23 23:55:35.873177 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-d5c4d08a-ef04-41c9-b3e7-1b9df74d6c63 req-54a1f51d-195a-48c8-82d1-e10465d51d8f tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:35.891405 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-d5c4d08a-ef04-41c9-b3e7-1b9df74d6c63 req-54a1f51d-195a-48c8-82d1-e10465d51d8f tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:35.937569 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-db9dec0b-5d97-4648-a61b-19b11c79d717 req-0ff61fe7-31fc-421c-8c69-55d4054556b3 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/security-groups?id=84afd7ea-644b-438b-8379-6d56a9cf992d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489793 Jul 23 23:55:36.006520 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-626a7c8f-9465-4daf-91ac-570945f1aa7b x-openstack-request-id: req-626a7c8f-9465-4daf-91ac-570945f1aa7b {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:55:36.006865 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "137024f3-a26a-42dd-a337-e591f334f7e4", "tag": "4e501e56-d565-4855-b4d1-d3de4f908fe4", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:55:36.007069 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-626a7c8f-9465-4daf-91ac-570945f1aa7b {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:55:36.007456 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '137024f3-a26a-42dd-a337-e591f334f7e4', 'tag': '4e501e56-d565-4855-b4d1-d3de4f908fe4', 'status': 'completed', 'code': 200} Jul 23 23:55:36.063102 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a1f51d-195a-48c8-82d1-e10465d51d8f tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Pushing event updated for resources: {'Port': ['ID=cb383ee7-c776-4010-aba3-5676e69b0679,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:36.144960 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad9953c-eaab-4377-883e-591ce91590ff req-f799278a-87e7-41f5-ac66-6cc86e232675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:36.146993 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-aad9953c-eaab-4377-883e-591ce91590ff req-f799278a-87e7-41f5-ac66-6cc86e232675 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5a68620e-8ed8-46e0-ba48-c9ec0876466a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2700486 Jul 23 23:55:36.150881 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-d5c4d08a-ef04-41c9-b3e7-1b9df74d6c63 req-54a1f51d-195a-48c8-82d1-e10465d51d8f tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:36.177486 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-faa09281-bdb1-4bc2-ba90-4f0ccdd28d28 req-1a995ce5-ecca-4269-a15b-a920d0f7a132 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=55262526535943308d0fc348b3327b0d HTTP/1.1" status: 200 len: 10895 time: 0.1716580 Jul 23 23:55:36.273588 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-faa09281-bdb1-4bc2-ba90-4f0ccdd28d28 req-c94cf41a-1e96-40c1-bd55-ab3592504d71 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/security-groups/e6c96cc7-f0ba-495d-ae44-8c4cd8794790 HTTP/1.1" status: 200 len: 2981 time: 0.0950902 Jul 23 23:55:36.318250 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-aad9953c-eaab-4377-883e-591ce91590ff req-8f3959b6-0ce6-44b9-a010-abd635511818 service neutron] 10.222.0.64 "GET /v2.0/networks/5a68620e-8ed8-46e0-ba48-c9ec0876466a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596818 Jul 23 23:55:36.323376 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-d5c4d08a-ef04-41c9-b3e7-1b9df74d6c63 req-54a1f51d-195a-48c8-82d1-e10465d51d8f tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:36.337906 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d5c4d08a-ef04-41c9-b3e7-1b9df74d6c63 req-54a1f51d-195a-48c8-82d1-e10465d51d8f tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.2885189 Jul 23 23:55:36.345281 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-faa09281-bdb1-4bc2-ba90-4f0ccdd28d28 req-140248ea-1581-4394-83bf-ae80d8be6a14 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/security-groups/e6c96cc7-f0ba-495d-ae44-8c4cd8794790 HTTP/1.1" status: 200 len: 2981 time: 0.0634718 Jul 23 23:55:36.430322 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d5c4d08a-ef04-41c9-b3e7-1b9df74d6c63 req-48edbd38-044b-43b9-823f-e5d2e440bfbd tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.3.40 HTTP/1.1" status: 200 len: 695 time: 0.0959797 Jul 23 23:55:36.482441 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 961b137c-2df4-4845-afb6-8c01c8bc5ffe up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:55:36.587185 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-aad9953c-eaab-4377-883e-591ce91590ff req-586a012d-1b20-42ee-9391-ed4eca94ee11 service neutron] 10.222.0.64 "GET /v2.0/networks/5a68620e-8ed8-46e0-ba48-c9ec0876466a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524691 Jul 23 23:55:36.608681 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port 961b137c-2df4-4845-afb6-8c01c8bc5ffe triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:55:36.609129 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:36.660649 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c4d08a-ef04-41c9-b3e7-1b9df74d6c63 req-ea22972e-a00c-490e-909f-72921c962661 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:36.663421 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d5c4d08a-ef04-41c9-b3e7-1b9df74d6c63 req-ea22972e-a00c-490e-909f-72921c962661 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] 10.222.0.44 "GET /v2.0/networks/9adcfee8-760c-4568-9e39-c221abf69bf5 HTTP/1.1" status: 200 len: 784 time: 0.2328250 Jul 23 23:55:36.738284 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:36.781531 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce3d33e-d5ca-4dc3-a7df-41dba98c1a83 req-56273ea0-6ed9-4e99-b63a-429fab879392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:36.783144 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6ce3d33e-d5ca-4dc3-a7df-41dba98c1a83 req-56273ea0-6ed9-4e99-b63a-429fab879392 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0ba541c6f78942b8b24d28300792e03c&device_id=137024f3-a26a-42dd-a337-e591f334f7e4 HTTP/1.1" status: 200 len: 1096 time: 0.1328626 Jul 23 23:55:36.793434 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 961b137c-2df4-4845-afb6-8c01c8bc5ffe, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=961b137c-2df4-4845-afb6-8c01c8bc5ffe,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:55:36.795896 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:36.797581 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device f9b52e8a-7d85-422f-b2ce-78773c09870e up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:55:36.918981 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=961b137c-2df4-4845-afb6-8c01c8bc5ffe,revision_number=10']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:36.919222 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2f7daa27-4f6d-4b75-83c0-a7c345139036 req-370c7f93-2fa4-46f3-870f-212b79290d74 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/security-groups/4fd39f26-0286-43d3-afd2-ba51a3a67755 HTTP/1.1" status: 200 len: 1799 time: 0.0519590 Jul 23 23:55:36.945734 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port f9b52e8a-7d85-422f-b2ce-78773c09870e triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:55:36.947107 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:37.046269 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca90a8e-78ae-464c-aa07-6bf05f935e97 req-a90b0fb9-0d61-4a0e-b86b-71da8367d61d tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:37.053207 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2ca90a8e-78ae-464c-aa07-6bf05f935e97 req-a90b0fb9-0d61-4a0e-b86b-71da8367d61d tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] 10.222.0.44 "GET /v2.0/ports?device_id=137024f3-a26a-42dd-a337-e591f334f7e4 HTTP/1.1" status: 200 len: 944 time: 0.2384260 Jul 23 23:55:37.060567 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce3d33e-d5ca-4dc3-a7df-41dba98c1a83 req-f4bad59a-af6d-4077-b690-b5ab9ef64404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:37.062055 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6ce3d33e-d5ca-4dc3-a7df-41dba98c1a83 req-f4bad59a-af6d-4077-b690-b5ab9ef64404 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5a68620e-8ed8-46e0-ba48-c9ec0876466a HTTP/1.1" status: 200 len: 917 time: 0.2688160 Jul 23 23:55:37.099376 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:37.107436 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-2f7daa27-4f6d-4b75-83c0-a7c345139036 req-6f2f71b6-5a83-4e6a-9042-258592204193 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:37.121734 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6ce3d33e-d5ca-4dc3-a7df-41dba98c1a83 req-2abc7dd2-230a-4150-8515-a7a8b8360712 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e501e56-d565-4855-b4d1-d3de4f908fe4 HTTP/1.1" status: 200 len: 217 time: 0.0481639 Jul 23 23:55:37.152314 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port f9b52e8a-7d85-422f-b2ce-78773c09870e, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=f9b52e8a-7d85-422f-b2ce-78773c09870e,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:55:37.169745 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:37.189475 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2ca90a8e-78ae-464c-aa07-6bf05f935e97 req-861787f0-edd3-480a-8a83-9e22e92d2cc1 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b98df9f-91b2-42b1-b02c-ca8eda7bbe44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353173 Jul 23 23:55:37.211070 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-2f7daa27-4f6d-4b75-83c0-a7c345139036 req-6f2f71b6-5a83-4e6a-9042-258592204193 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:37.224635 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce3d33e-d5ca-4dc3-a7df-41dba98c1a83 req-27b7a7f7-df6d-4105-bca8-d7373654f834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:37.230211 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6ce3d33e-d5ca-4dc3-a7df-41dba98c1a83 req-27b7a7f7-df6d-4105-bca8-d7373654f834 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0db7f07d-a14b-4c57-807d-bc1863ff1ac0 HTTP/1.1" status: 200 len: 855 time: 0.1015329 Jul 23 23:55:37.271938 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-2f7daa27-4f6d-4b75-83c0-a7c345139036 req-6f2f71b6-5a83-4e6a-9042-258592204193 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:37.275018 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-2f7daa27-4f6d-4b75-83c0-a7c345139036 req-6f2f71b6-5a83-4e6a-9042-258592204193 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:37.284354 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=f9b52e8a-7d85-422f-b2ce-78773c09870e,revision_number=11']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:37.290044 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2f7daa27-4f6d-4b75-83c0-a7c345139036 req-6f2f71b6-5a83-4e6a-9042-258592204193 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "DELETE /v2.0/security-groups/4fd39f26-0286-43d3-afd2-ba51a3a67755 HTTP/1.1" status: 204 len: 173 time: 0.3689516 Jul 23 23:55:37.339896 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2f71b6-5a83-4e6a-9042-258592204193 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd39f26-0286-43d3-afd2-ba51a3a67755,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:37.376854 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce3d33e-d5ca-4dc3-a7df-41dba98c1a83 req-84249221-69e0-4cd9-a890-8bd45acfe5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:37.378413 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6ce3d33e-d5ca-4dc3-a7df-41dba98c1a83 req-84249221-69e0-4cd9-a890-8bd45acfe5fe service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5a68620e-8ed8-46e0-ba48-c9ec0876466a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1364841 Jul 23 23:55:37.382680 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814cf728-953a-45f1-96b3-dc3c6eb2037d req-bfc68a0d-65af-456a-8546-a7b14c87be86 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:37.384239 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-814cf728-953a-45f1-96b3-dc3c6eb2037d req-bfc68a0d-65af-456a-8546-a7b14c87be86 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.52 "GET /v2.0/ports?device_id=05daa1e3-5bd4-4f14-94c6-c77200a84abb HTTP/1.1" status: 200 len: 944 time: 0.3544695 Jul 23 23:55:37.391719 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdcec0c-5584-4be5-99ba-8ec978e50129 req-6ca5f90a-62f2-4a5a-a3a6-c24983bd1945 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:37.393969 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4fdcec0c-5584-4be5-99ba-8ec978e50129 req-6ca5f90a-62f2-4a5a-a3a6-c24983bd1945 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?device_id=05daa1e3-5bd4-4f14-94c6-c77200a84abb HTTP/1.1" status: 200 len: 944 time: 0.0990686 Jul 23 23:55:37.464038 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4fdcec0c-5584-4be5-99ba-8ec978e50129 req-31839f08-6c5a-41ba-a26c-a8b4ffcf4b0c tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608478 Jul 23 23:55:37.591539 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6ce3d33e-d5ca-4dc3-a7df-41dba98c1a83 req-c3454722-740e-4dd7-be2a-ffed4924aa27 service neutron] 10.222.0.64 "GET /v2.0/networks/5a68620e-8ed8-46e0-ba48-c9ec0876466a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965704 Jul 23 23:55:37.654843 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-814cf728-953a-45f1-96b3-dc3c6eb2037d req-5a01d66d-f4fb-40f6-a0f4-fcd584829f64 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Deleting port c2945688-a2a4-4798-aa3c-f7f34ddad2ee {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:55:37.655227 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-814cf728-953a-45f1-96b3-dc3c6eb2037d req-5a01d66d-f4fb-40f6-a0f4-fcd584829f64 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:37.667381 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407d055a-1763-401d-be26-d66db707b334 req-9952b471-751f-49a7-aaa0-ca5d1cc05a0e tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:37.673129 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c7feaae-3110-4bcb-a689-c25d4ea04d6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '961b137c-2df4-4845-afb6-8c01c8bc5ffe'}, {'server_uuid': '5017e1b8-c1a9-4f49-9f57-d89fd83b37a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9b52e8a-7d85-422f-b2ce-78773c09870e'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:55:37.676366 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d338ce86-d43f-4248-84b8-877a8befe0d1" -d '{"events": [{"server_uuid": "2c7feaae-3110-4bcb-a689-c25d4ea04d6e", "name": "network-vif-plugged", "status": "completed", "tag": "961b137c-2df4-4845-afb6-8c01c8bc5ffe"}, {"server_uuid": "5017e1b8-c1a9-4f49-9f57-d89fd83b37a3", "name": "network-vif-plugged", "status": "completed", "tag": "f9b52e8a-7d85-422f-b2ce-78773c09870e"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:55:37.682731 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-407d055a-1763-401d-be26-d66db707b334 req-9952b471-751f-49a7-aaa0-ca5d1cc05a0e tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] 10.222.0.44 "GET /v2.0/ports?device_id=a38593d5-6373-4343-8fdd-d9e8f9a1acc7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1530826 Jul 23 23:55:37.762744 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-407d055a-1763-401d-be26-d66db707b334 req-4c501968-0c45-4715-b249-87e7a49a74d2 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.3.40 HTTP/1.1" status: 200 len: 695 time: 0.0790102 Jul 23 23:55:37.767954 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81a0ca2-1670-4057-b76f-a95f54aae6b5 req-fb2cfb28-bddf-4a5b-9489-fb8e31257350 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:37.768117 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-407d055a-1763-401d-be26-d66db707b334 req-e7756958-3b2d-457e-9b91-b732d9f0ba5b tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Request body: {'floatingip': {'port_id': 'e9ba1971-4497-430e-a98e-662a52d1a569', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:55:37.769947 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b81a0ca2-1670-4057-b76f-a95f54aae6b5 req-fb2cfb28-bddf-4a5b-9489-fb8e31257350 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/ports?device_id=5017e1b8-c1a9-4f49-9f57-d89fd83b37a3 HTTP/1.1" status: 200 len: 950 time: 0.1522758 Jul 23 23:55:37.811124 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6ce3d33e-d5ca-4dc3-a7df-41dba98c1a83 req-ed320712-4142-4d77-85e6-d3d4230f5f71 service neutron] 10.222.0.64 "GET /v2.0/networks/5a68620e-8ed8-46e0-ba48-c9ec0876466a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111967 Jul 23 23:55:37.831844 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b81a0ca2-1670-4057-b76f-a95f54aae6b5 req-d20ea639-d3b8-45c5-af4a-f2f63dca8bd1 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/security-groups?id=84afd7ea-644b-438b-8379-6d56a9cf992d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544853 Jul 23 23:55:37.842740 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-407d055a-1763-401d-be26-d66db707b334 req-e7756958-3b2d-457e-9b91-b732d9f0ba5b tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Notify callbacks [] for floatingip, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:37.906652 n-d-800088-16 neutron-server[100314]: INFO neutron.api.v2.resource [req-cddf347b-0ec0-48fd-b7b9-821bd23cd9ab req-a670c7bf-22b8-4ada-9095-393652391034 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] show failed (client error): The resource could not be found. Jul 23 23:55:37.910592 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cddf347b-0ec0-48fd-b7b9-821bd23cd9ab req-a670c7bf-22b8-4ada-9095-393652391034 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/security-groups/4fd39f26-0286-43d3-afd2-ba51a3a67755 HTTP/1.1" status: 404 len: 352 time: 0.0228517 Jul 23 23:55:38.024373 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-814cf728-953a-45f1-96b3-dc3c6eb2037d req-5a01d66d-f4fb-40f6-a0f4-fcd584829f64 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] For port c2945688-a2a4-4798-aa3c-f7f34ddad2ee, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=c2945688-a2a4-4798-aa3c-f7f34ddad2ee,segment=NetworkSegment(d41359ac-4be7-4a75-afd1-798e41d2f155),segment_id=d41359ac-4be7-4a75-afd1-798e41d2f155)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:55:38.024753 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-814cf728-953a-45f1-96b3-dc3c6eb2037d req-5a01d66d-f4fb-40f6-a0f4-fcd584829f64 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:38.047504 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-814cf728-953a-45f1-96b3-dc3c6eb2037d req-5a01d66d-f4fb-40f6-a0f4-fcd584829f64 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Calling delete_port for c2945688-a2a4-4798-aa3c-f7f34ddad2ee owned by compute:nova {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:55:38.225125 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 23:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f93c78f-8a5b-407a-8c4d-a5c3f3ebb517 x-openstack-request-id: req-7f93c78f-8a5b-407a-8c4d-a5c3f3ebb517 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:55:38.225634 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c7feaae-3110-4bcb-a689-c25d4ea04d6e", "name": "network-vif-plugged", "status": "completed", "tag": "961b137c-2df4-4845-afb6-8c01c8bc5ffe", "code": 200}, {"server_uuid": "5017e1b8-c1a9-4f49-9f57-d89fd83b37a3", "name": "network-vif-plugged", "status": "completed", "tag": "f9b52e8a-7d85-422f-b2ce-78773c09870e", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:55:38.225823 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7f93c78f-8a5b-407a-8c4d-a5c3f3ebb517 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:55:38.226233 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c7feaae-3110-4bcb-a689-c25d4ea04d6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '961b137c-2df4-4845-afb6-8c01c8bc5ffe', 'code': 200} Jul 23 23:55:38.226493 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5017e1b8-c1a9-4f49-9f57-d89fd83b37a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9b52e8a-7d85-422f-b2ce-78773c09870e', 'code': 200} Jul 23 23:55:38.302854 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [req-407d055a-1763-401d-be26-d66db707b334 req-e7756958-3b2d-457e-9b91-b732d9f0ba5b tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] update failed (client error): There was a conflict when trying to complete your request. Jul 23 23:55:38.316916 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-407d055a-1763-401d-be26-d66db707b334 req-e7756958-3b2d-457e-9b91-b732d9f0ba5b tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] 10.222.0.44 "PUT /v2.0/floatingips/1a19f4f4-b3ba-43e0-a957-b445dcf19b70 HTTP/1.1" status: 409 len: 550 time: 0.5531826 Jul 23 23:55:38.367154 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3b56b708-5147-4e81-b29d-5102cb2e284a req-8d4dc358-7cbc-4af1-90ea-118b55d66b3c tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/security-groups/0f706913-b8ca-4d37-bd58-f53191f40e9d HTTP/1.1" status: 200 len: 1801 time: 0.0580673 Jul 23 23:55:38.467096 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-3b56b708-5147-4e81-b29d-5102cb2e284a req-b69c4c83-4ba1-4ba6-a404-a2d7c25275e1 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:38.493064 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-3b56b708-5147-4e81-b29d-5102cb2e284a req-b69c4c83-4ba1-4ba6-a404-a2d7c25275e1 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:38.518550 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce0cfe6-7cd3-40f2-847f-36bcbe8cf3db req-f8ba633b-4488-4d52-bde4-1ace6ad0bf53 tempest-ServerAddressesNegativeTestJSON-896619655 tempest-ServerAddressesNegativeTestJSON-896619655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:38.520093 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9ce0cfe6-7cd3-40f2-847f-36bcbe8cf3db req-f8ba633b-4488-4d52-bde4-1ace6ad0bf53 tempest-ServerAddressesNegativeTestJSON-896619655 tempest-ServerAddressesNegativeTestJSON-896619655-project] 10.222.0.44 "GET /v2.0/ports?device_id=a1b98111-9b7e-48c8-84d7-da3adbb0b268 HTTP/1.1" status: 200 len: 945 time: 0.1115062 Jul 23 23:55:38.523104 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-814cf728-953a-45f1-96b3-dc3c6eb2037d req-5a01d66d-f4fb-40f6-a0f4-fcd584829f64 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:38.574435 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a01d66d-f4fb-40f6-a0f4-fcd584829f64 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Pushing event deleted for resources: {'Port': ['ID=c2945688-a2a4-4798-aa3c-f7f34ddad2ee,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:38.581586 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-3b56b708-5147-4e81-b29d-5102cb2e284a req-b69c4c83-4ba1-4ba6-a404-a2d7c25275e1 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:38.584389 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-3b56b708-5147-4e81-b29d-5102cb2e284a req-b69c4c83-4ba1-4ba6-a404-a2d7c25275e1 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:38.585642 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3b56b708-5147-4e81-b29d-5102cb2e284a req-b69c4c83-4ba1-4ba6-a404-a2d7c25275e1 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "DELETE /v2.0/security-groups/0f706913-b8ca-4d37-bd58-f53191f40e9d HTTP/1.1" status: 204 len: 173 time: 0.2118156 Jul 23 23:55:38.600253 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d21043-31bd-4848-9192-bd6a4c542b26 req-cbb5b585-83d7-4765-8341-5ed41c3b1676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:38.601812 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-38d21043-31bd-4848-9192-bd6a4c542b26 req-cbb5b585-83d7-4765-8341-5ed41c3b1676 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5017e1b8-c1a9-4f49-9f57-d89fd83b37a3 HTTP/1.1" status: 200 len: 1102 time: 0.1054227 Jul 23 23:55:38.607693 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69c4c83-4ba1-4ba6-a404-a2d7c25275e1 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f706913-b8ca-4d37-bd58-f53191f40e9d,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:38.642728 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-814cf728-953a-45f1-96b3-dc3c6eb2037d req-5a01d66d-f4fb-40f6-a0f4-fcd584829f64 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] No DVR routers for this DVR port c2945688-a2a4-4798-aa3c-f7f34ddad2ee on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:55:38.645254 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-814cf728-953a-45f1-96b3-dc3c6eb2037d req-5a01d66d-f4fb-40f6-a0f4-fcd584829f64 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:38.647361 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-814cf728-953a-45f1-96b3-dc3c6eb2037d req-5a01d66d-f4fb-40f6-a0f4-fcd584829f64 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.52 "DELETE /v2.0/ports/c2945688-a2a4-4798-aa3c-f7f34ddad2ee HTTP/1.1" status: 204 len: 173 time: 1.2489731 Jul 23 23:55:38.647808 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05daa1e3-5bd4-4f14-94c6-c77200a84abb', 'name': 'network-vif-deleted', 'tag': 'c2945688-a2a4-4798-aa3c-f7f34ddad2ee'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:55:38.650225 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d4449b8-fe92-46eb-b9e2-48984f5bc1ae" -d '{"events": [{"server_uuid": "05daa1e3-5bd4-4f14-94c6-c77200a84abb", "name": "network-vif-deleted", "tag": "c2945688-a2a4-4798-aa3c-f7f34ddad2ee"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:55:38.651863 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-38d21043-31bd-4848-9192-bd6a4c542b26 req-57fb513f-25d1-4f04-8ce2-31cc69dc0b66 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=84afd7ea-644b-438b-8379-6d56a9cf992d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402057 Jul 23 23:55:38.667722 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9ce0cfe6-7cd3-40f2-847f-36bcbe8cf3db req-8a47779d-9c01-40c6-8979-b122e399e1b8 tempest-ServerAddressesNegativeTestJSON-896619655 tempest-ServerAddressesNegativeTestJSON-896619655-project] 10.222.0.44 "GET /v2.0/security-groups?id=2265a432-4e7a-4b88-8ce2-85ca4e47584b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299520 Jul 23 23:55:38.772859 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f9ef485f-e7fd-4811-ac66-2b5ed3f51e1a req-6e6b17f5-be5c-4576-b098-2b65033b47cb tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] 10.222.0.44 "GET /v2.0/floatingips/1a19f4f4-b3ba-43e0-a957-b445dcf19b70 HTTP/1.1" status: 200 len: 692 time: 0.0648377 Jul 23 23:55:38.822279 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb14695-1bdc-4417-8f61-92f810aed5f7 req-0ce4cbd8-ec5c-4169-9b31-db17db77c395 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:38.823944 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0eb14695-1bdc-4417-8f61-92f810aed5f7 req-0ce4cbd8-ec5c-4169-9b31-db17db77c395 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] 10.222.0.44 "GET /v2.0/ports?device_id=137024f3-a26a-42dd-a337-e591f334f7e4 HTTP/1.1" status: 200 len: 944 time: 0.0938196 Jul 23 23:55:38.877933 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0eb14695-1bdc-4417-8f61-92f810aed5f7 req-8ec42a5d-1a2d-4911-936f-134a71724e90 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b98df9f-91b2-42b1-b02c-ca8eda7bbe44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479736 Jul 23 23:55:38.916436 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ef485f-e7fd-4811-ac66-2b5ed3f51e1a req-e52f012b-c7fe-4c30-b44a-464d8b5322e5 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:38.918216 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f9ef485f-e7fd-4811-ac66-2b5ed3f51e1a req-e52f012b-c7fe-4c30-b44a-464d8b5322e5 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] 10.222.0.44 "GET /v2.0/networks/9adcfee8-760c-4568-9e39-c221abf69bf5 HTTP/1.1" status: 200 len: 784 time: 0.1444221 Jul 23 23:55:38.986327 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f9ef485f-e7fd-4811-ac66-2b5ed3f51e1a req-9fc414a3-3898-4fed-8b25-ba6a7fff8be0 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.3.40 HTTP/1.1" status: 200 len: 695 time: 0.0621765 Jul 23 23:55:39.031184 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4779e8f0-4586-458a-aad7-e971002237e6 req-78d12751-e4b1-48a8-a791-1b76a1898639 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?device_id=05daa1e3-5bd4-4f14-94c6-c77200a84abb HTTP/1.1" status: 200 len: 210 time: 0.0351405 Jul 23 23:55:39.055211 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f9ef485f-e7fd-4811-ac66-2b5ed3f51e1a req-85e072eb-873a-4bfa-acca-e79ccf6a0f49 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.3.40 HTTP/1.1" status: 200 len: 695 time: 0.0629320 Jul 23 23:55:39.085974 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [req-ed55aea0-0c4b-46c8-bdbc-a013cd299a7f req-6e6900f7-6a4b-49a2-86a7-649793ca2386 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] show failed (client error): The resource could not be found. Jul 23 23:55:39.090753 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ed55aea0-0c4b-46c8-bdbc-a013cd299a7f req-6e6900f7-6a4b-49a2-86a7-649793ca2386 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/security-groups/0f706913-b8ca-4d37-bd58-f53191f40e9d HTTP/1.1" status: 404 len: 352 time: 0.0351534 Jul 23 23:55:39.168631 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f535d48e-1bb1-408d-b998-db8019a645cd x-openstack-request-id: req-f535d48e-1bb1-408d-b998-db8019a645cd {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:55:39.169299 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05daa1e3-5bd4-4f14-94c6-c77200a84abb", "name": "network-vif-deleted", "tag": "c2945688-a2a4-4798-aa3c-f7f34ddad2ee", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:55:39.169793 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f535d48e-1bb1-408d-b998-db8019a645cd {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:55:39.170428 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05daa1e3-5bd4-4f14-94c6-c77200a84abb', 'name': 'network-vif-deleted', 'tag': 'c2945688-a2a4-4798-aa3c-f7f34ddad2ee', 'status': 'completed', 'code': 200} Jul 23 23:55:39.203966 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-f9ef485f-e7fd-4811-ac66-2b5ed3f51e1a req-29a2f732-d2e4-4d1e-a00d-25bd936310cc tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Deleting port cb383ee7-c776-4010-aba3-5676e69b0679 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:55:39.204484 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f9ef485f-e7fd-4811-ac66-2b5ed3f51e1a req-29a2f732-d2e4-4d1e-a00d-25bd936310cc tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:39.328451 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f9ef485f-e7fd-4811-ac66-2b5ed3f51e1a req-29a2f732-d2e4-4d1e-a00d-25bd936310cc tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:39.328903 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f9ef485f-e7fd-4811-ac66-2b5ed3f51e1a req-29a2f732-d2e4-4d1e-a00d-25bd936310cc tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:39.343538 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-f9ef485f-e7fd-4811-ac66-2b5ed3f51e1a req-29a2f732-d2e4-4d1e-a00d-25bd936310cc tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Calling delete_port for cb383ee7-c776-4010-aba3-5676e69b0679 owned by network:floatingip {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:55:39.387467 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5229d8e-d1c2-4c21-b23e-071d85045dda req-3a9ddab5-b77f-469f-ae60-aa90461e21cf tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:39.394963 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f5229d8e-d1c2-4c21-b23e-071d85045dda req-3a9ddab5-b77f-469f-ae60-aa90461e21cf tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/ports?device_id=5017e1b8-c1a9-4f49-9f57-d89fd83b37a3 HTTP/1.1" status: 200 len: 950 time: 0.1152060 Jul 23 23:55:39.437387 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f5229d8e-d1c2-4c21-b23e-071d85045dda req-d705f806-f5ec-472a-b9b0-b10622516e75 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/security-groups?id=84afd7ea-644b-438b-8379-6d56a9cf992d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412233 Jul 23 23:55:39.525088 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5751de91-9281-4f62-941e-fa07f4007299 req-ed2f4c5c-8bbd-4f5b-80b3-adba70e2d4c1 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/security-groups/f8a58441-8617-4a14-9978-897dd000f380 HTTP/1.1" status: 200 len: 1799 time: 0.0569854 Jul 23 23:55:39.565754 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f9ef485f-e7fd-4811-ac66-2b5ed3f51e1a req-29a2f732-d2e4-4d1e-a00d-25bd936310cc tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:39.630326 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a2f732-d2e4-4d1e-a00d-25bd936310cc tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Pushing event deleted for resources: {'Port': ['ID=cb383ee7-c776-4010-aba3-5676e69b0679,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:39.670109 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-5751de91-9281-4f62-941e-fa07f4007299 req-2250388c-42f5-467d-a1b9-54285109a246 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:39.703440 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-5751de91-9281-4f62-941e-fa07f4007299 req-2250388c-42f5-467d-a1b9-54285109a246 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:39.725868 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb86d4-186c-4ec7-b5e6-7cc3ebccfc3a req-27d1ca35-e516-436f-9953-70f6b62182bc tempest-ServerAddressesNegativeTestJSON-896619655 tempest-ServerAddressesNegativeTestJSON-896619655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:39.727563 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-67cb86d4-186c-4ec7-b5e6-7cc3ebccfc3a req-27d1ca35-e516-436f-9953-70f6b62182bc tempest-ServerAddressesNegativeTestJSON-896619655 tempest-ServerAddressesNegativeTestJSON-896619655-project] 10.222.0.52 "GET /v2.0/ports?device_id=a1b98111-9b7e-48c8-84d7-da3adbb0b268 HTTP/1.1" status: 200 len: 945 time: 0.1778595 Jul 23 23:55:39.788896 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f9ef485f-e7fd-4811-ac66-2b5ed3f51e1a req-29a2f732-d2e4-4d1e-a00d-25bd936310cc tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Notify callbacks [] for floatingip, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:39.788896 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f9ef485f-e7fd-4811-ac66-2b5ed3f51e1a req-29a2f732-d2e4-4d1e-a00d-25bd936310cc tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:39.790342 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f9ef485f-e7fd-4811-ac66-2b5ed3f51e1a req-29a2f732-d2e4-4d1e-a00d-25bd936310cc tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] 10.222.0.44 "DELETE /v2.0/floatingips/1a19f4f4-b3ba-43e0-a957-b445dcf19b70 HTTP/1.1" status: 204 len: 173 time: 0.7287464 Jul 23 23:55:39.840405 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43346) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:55:39.862710 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-5751de91-9281-4f62-941e-fa07f4007299 req-2250388c-42f5-467d-a1b9-54285109a246 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:39.865582 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-5751de91-9281-4f62-941e-fa07f4007299 req-2250388c-42f5-467d-a1b9-54285109a246 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:39.873559 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5751de91-9281-4f62-941e-fa07f4007299 req-2250388c-42f5-467d-a1b9-54285109a246 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "DELETE /v2.0/security-groups/f8a58441-8617-4a14-9978-897dd000f380 HTTP/1.1" status: 204 len: 173 time: 0.3414781 Jul 23 23:55:39.892118 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2250388c-42f5-467d-a1b9-54285109a246 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a58441-8617-4a14-9978-897dd000f380,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:39.905887 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2250388c-42f5-467d-a1b9-54285109a246 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:55:39.906443 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2250388c-42f5-467d-a1b9-54285109a246 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:55:39.907048 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2250388c-42f5-467d-a1b9-54285109a246 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:55:39.907845 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2250388c-42f5-467d-a1b9-54285109a246 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:55:39.908396 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2250388c-42f5-467d-a1b9-54285109a246 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:55:39.909068 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2250388c-42f5-467d-a1b9-54285109a246 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:55:39.909467 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2250388c-42f5-467d-a1b9-54285109a246 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:55:39.909830 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2250388c-42f5-467d-a1b9-54285109a246 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:55:39.910164 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2250388c-42f5-467d-a1b9-54285109a246 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:55:39.910489 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2250388c-42f5-467d-a1b9-54285109a246 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:55:39.910811 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2250388c-42f5-467d-a1b9-54285109a246 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:55:39.911134 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2250388c-42f5-467d-a1b9-54285109a246 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:55:39.984031 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-67cb86d4-186c-4ec7-b5e6-7cc3ebccfc3a req-adb03ea6-a7a3-4871-b052-5262c1e27811 tempest-ServerAddressesNegativeTestJSON-896619655 tempest-ServerAddressesNegativeTestJSON-896619655-project] Deleting port 4c7aa538-3067-4e64-beb9-9985c35f121e {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:55:39.984352 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-67cb86d4-186c-4ec7-b5e6-7cc3ebccfc3a req-adb03ea6-a7a3-4871-b052-5262c1e27811 tempest-ServerAddressesNegativeTestJSON-896619655 tempest-ServerAddressesNegativeTestJSON-896619655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:40.120209 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0deb9a2-c950-4bfd-8958-c94c13cdd16f req-79c33e0c-3a9d-4c1d-961e-b18fc549ad1c tempest-ServerAddressesNegativeTestJSON-896619655 tempest-ServerAddressesNegativeTestJSON-896619655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:40.121774 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e0deb9a2-c950-4bfd-8958-c94c13cdd16f req-79c33e0c-3a9d-4c1d-961e-b18fc549ad1c tempest-ServerAddressesNegativeTestJSON-896619655 tempest-ServerAddressesNegativeTestJSON-896619655-project] 10.222.0.44 "GET /v2.0/ports?device_id=a1b98111-9b7e-48c8-84d7-da3adbb0b268 HTTP/1.1" status: 200 len: 945 time: 0.1228683 Jul 23 23:55:40.128111 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f9ee58c1-6cff-4750-afa2-2650e945b7cf req-95076991-6535-4f2d-81c2-0c3132d644b7 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.3.249 HTTP/1.1" status: 200 len: 1002 time: 0.1177201 Jul 23 23:55:40.153384 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-67cb86d4-186c-4ec7-b5e6-7cc3ebccfc3a req-adb03ea6-a7a3-4871-b052-5262c1e27811 tempest-ServerAddressesNegativeTestJSON-896619655 tempest-ServerAddressesNegativeTestJSON-896619655-project] For port 4c7aa538-3067-4e64-beb9-9985c35f121e, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=4c7aa538-3067-4e64-beb9-9985c35f121e,segment=NetworkSegment(56163e72-db23-4126-b4dc-1636f41c7329),segment_id=56163e72-db23-4126-b4dc-1636f41c7329)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:55:40.153749 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-67cb86d4-186c-4ec7-b5e6-7cc3ebccfc3a req-adb03ea6-a7a3-4871-b052-5262c1e27811 tempest-ServerAddressesNegativeTestJSON-896619655 tempest-ServerAddressesNegativeTestJSON-896619655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:40.172275 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-67cb86d4-186c-4ec7-b5e6-7cc3ebccfc3a req-adb03ea6-a7a3-4871-b052-5262c1e27811 tempest-ServerAddressesNegativeTestJSON-896619655 tempest-ServerAddressesNegativeTestJSON-896619655-project] Calling delete_port for 4c7aa538-3067-4e64-beb9-9985c35f121e owned by compute:nova {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:55:40.193275 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e0deb9a2-c950-4bfd-8958-c94c13cdd16f req-37810e2d-66c8-4cf8-b240-f2b5d579979f tempest-ServerAddressesNegativeTestJSON-896619655 tempest-ServerAddressesNegativeTestJSON-896619655-project] 10.222.0.44 "GET /v2.0/security-groups?id=2265a432-4e7a-4b88-8ce2-85ca4e47584b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646751 Jul 23 23:55:40.201823 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee58c1-6cff-4750-afa2-2650e945b7cf req-fad0d1ce-441e-4fa6-9d23-59f8ff4742a8 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:40.230760 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f9ee58c1-6cff-4750-afa2-2650e945b7cf req-fad0d1ce-441e-4fa6-9d23-59f8ff4742a8 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] 10.222.0.44 "GET /v2.0/ports/e9ba1971-4497-430e-a98e-662a52d1a569 HTTP/1.1" status: 200 len: 943 time: 0.0742865 Jul 23 23:55:40.252752 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [req-54a010b1-a990-4952-8d66-0a6813833469 req-115c9eb1-9f54-417f-a2ef-78125691370a tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] show failed (client error): The resource could not be found. Jul 23 23:55:40.254433 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-54a010b1-a990-4952-8d66-0a6813833469 req-115c9eb1-9f54-417f-a2ef-78125691370a tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/security-groups/f8a58441-8617-4a14-9978-897dd000f380 HTTP/1.1" status: 404 len: 352 time: 0.0229096 Jul 23 23:55:40.397506 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-67cb86d4-186c-4ec7-b5e6-7cc3ebccfc3a req-adb03ea6-a7a3-4871-b052-5262c1e27811 tempest-ServerAddressesNegativeTestJSON-896619655 tempest-ServerAddressesNegativeTestJSON-896619655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:40.399669 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f9ee58c1-6cff-4750-afa2-2650e945b7cf req-94373c36-7090-4fff-b34d-dfd523573f55 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.3.249 HTTP/1.1" status: 200 len: 1002 time: 0.1323144 Jul 23 23:55:40.409619 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['4c7aa538-3067-4e64-beb9-9985c35f121e'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:55:40.448388 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6079e78f-56d8-4660-a681-361ab167449c req-2ee1e67b-c9f6-47b2-b775-d21bd4eae652 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:40.450628 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6079e78f-56d8-4660-a681-361ab167449c req-2ee1e67b-c9f6-47b2-b775-d21bd4eae652 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] 10.222.0.44 "GET /v2.0/ports?device_id=137024f3-a26a-42dd-a337-e591f334f7e4 HTTP/1.1" status: 200 len: 944 time: 0.1396823 Jul 23 23:55:40.452909 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb03ea6-a7a3-4871-b052-5262c1e27811 tempest-ServerAddressesNegativeTestJSON-896619655 tempest-ServerAddressesNegativeTestJSON-896619655-project] Pushing event deleted for resources: {'Port': ['ID=4c7aa538-3067-4e64-beb9-9985c35f121e,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:40.530890 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-67cb86d4-186c-4ec7-b5e6-7cc3ebccfc3a req-adb03ea6-a7a3-4871-b052-5262c1e27811 tempest-ServerAddressesNegativeTestJSON-896619655 tempest-ServerAddressesNegativeTestJSON-896619655-project] No DVR routers for this DVR port 4c7aa538-3067-4e64-beb9-9985c35f121e on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:55:40.533903 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-67cb86d4-186c-4ec7-b5e6-7cc3ebccfc3a req-adb03ea6-a7a3-4871-b052-5262c1e27811 tempest-ServerAddressesNegativeTestJSON-896619655 tempest-ServerAddressesNegativeTestJSON-896619655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:40.536731 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-67cb86d4-186c-4ec7-b5e6-7cc3ebccfc3a req-adb03ea6-a7a3-4871-b052-5262c1e27811 tempest-ServerAddressesNegativeTestJSON-896619655 tempest-ServerAddressesNegativeTestJSON-896619655-project] 10.222.0.52 "DELETE /v2.0/ports/4c7aa538-3067-4e64-beb9-9985c35f121e HTTP/1.1" status: 204 len: 173 time: 0.8027775 Jul 23 23:55:40.570731 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6079e78f-56d8-4660-a681-361ab167449c req-0740d636-c35c-4d29-9874-8817fde9aae3 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b98df9f-91b2-42b1-b02c-ca8eda7bbe44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136112 Jul 23 23:55:40.590032 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee58c1-6cff-4750-afa2-2650e945b7cf req-19546669-3f30-463d-8d75-a87a88770a35 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:40.599258 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f9ee58c1-6cff-4750-afa2-2650e945b7cf req-19546669-3f30-463d-8d75-a87a88770a35 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] 10.222.0.44 "GET /v2.0/networks/9adcfee8-760c-4568-9e39-c221abf69bf5 HTTP/1.1" status: 200 len: 784 time: 0.1939855 Jul 23 23:55:40.718146 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f9ee58c1-6cff-4750-afa2-2650e945b7cf req-a1e50c42-4bcc-468b-aabe-142552951dcd tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.3.249 HTTP/1.1" status: 200 len: 1002 time: 0.1179154 Jul 23 23:55:40.724690 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-f9ee58c1-6cff-4750-afa2-2650e945b7cf req-8cc69fbd-1f31-4f14-bc01-1247832aa0fe tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:55:40.728861 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8a77653c-2375-48f1-ab11-86d9ce18ba2e req-50e56d74-9a38-4b2a-a963-b80de2d0ef2a tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=55262526535943308d0fc348b3327b0d HTTP/1.1" status: 200 len: 6149 time: 0.0864949 Jul 23 23:55:40.797748 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8a77653c-2375-48f1-ab11-86d9ce18ba2e req-f4f6042c-bc64-4ece-9219-eb94cea333df tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/security-groups/e6c96cc7-f0ba-495d-ae44-8c4cd8794790 HTTP/1.1" status: 200 len: 2981 time: 0.0658937 Jul 23 23:55:40.815609 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f9ee58c1-6cff-4750-afa2-2650e945b7cf req-8cc69fbd-1f31-4f14-bc01-1247832aa0fe tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Notify callbacks [] for floatingip, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:40.860503 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8a77653c-2375-48f1-ab11-86d9ce18ba2e req-42227b19-cea3-4832-861e-7212a1ebbae6 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/security-groups/e6c96cc7-f0ba-495d-ae44-8c4cd8794790 HTTP/1.1" status: 200 len: 2981 time: 0.0617623 Jul 23 23:55:41.044320 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d8fd56-5b78-4d8a-a70d-540fff4695ef req-7b0a4d32-169c-4b3f-9e3b-6b2410aa5700 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:41.054808 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c0d8fd56-5b78-4d8a-a70d-540fff4695ef req-7b0a4d32-169c-4b3f-9e3b-6b2410aa5700 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/ports?device_id=5017e1b8-c1a9-4f49-9f57-d89fd83b37a3 HTTP/1.1" status: 200 len: 950 time: 0.1473241 Jul 23 23:55:41.137525 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c0d8fd56-5b78-4d8a-a70d-540fff4695ef req-54299010-29ee-47d2-8041-f66bf0723ced tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/security-groups?id=84afd7ea-644b-438b-8379-6d56a9cf992d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816422 Jul 23 23:55:41.173309 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1b98111-9b7e-48c8-84d7-da3adbb0b268', 'name': 'network-vif-deleted', 'tag': '4c7aa538-3067-4e64-beb9-9985c35f121e'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:55:41.175308 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec323534-b973-4cd6-a5fb-fc2a6f2b0a93" -d '{"events": [{"server_uuid": "a1b98111-9b7e-48c8-84d7-da3adbb0b268", "name": "network-vif-deleted", "tag": "4c7aa538-3067-4e64-beb9-9985c35f121e"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:55:41.365351 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f9ee58c1-6cff-4750-afa2-2650e945b7cf req-8cc69fbd-1f31-4f14-bc01-1247832aa0fe tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:41.377279 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f9ee58c1-6cff-4750-afa2-2650e945b7cf req-8cc69fbd-1f31-4f14-bc01-1247832aa0fe tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:41.377605 n-d-800088-16 neutron-server[100314]: INFO neutron.db.l3_db [req-f9ee58c1-6cff-4750-afa2-2650e945b7cf req-8cc69fbd-1f31-4f14-bc01-1247832aa0fe tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Floating IP 53076975-99ff-4ed2-927b-ee025756afcd disassociated. External IP: 172.25.3.249, port: e9ba1971-4497-430e-a98e-662a52d1a569. Jul 23 23:55:41.431342 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-2ffd8098-49bc-4880-be37-15a0574c37ff req-ade6553f-6076-46ce-9a45-9462d95cf7f9 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1991368672', 'description': 'tempest-description-155108728'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:55:41.456204 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6c6d7734-0bfe-4e65-85ad-7a1f2c9419cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681029'] for router_interface, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:41.465523 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-2ffd8098-49bc-4880-be37-15a0574c37ff req-ade6553f-6076-46ce-9a45-9462d95cf7f9 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:41.571024 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-2ffd8098-49bc-4880-be37-15a0574c37ff req-ade6553f-6076-46ce-9a45-9462d95cf7f9 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:41.577126 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-2ffd8098-49bc-4880-be37-15a0574c37ff req-ade6553f-6076-46ce-9a45-9462d95cf7f9 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:41.609461 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-2ffd8098-49bc-4880-be37-15a0574c37ff req-ade6553f-6076-46ce-9a45-9462d95cf7f9 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:41.609853 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 4c7aa538-3067-4e64-beb9-9985c35f121e no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:55:41.610884 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2ffd8098-49bc-4880-be37-15a0574c37ff req-ade6553f-6076-46ce-9a45-9462d95cf7f9 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.1838295 Jul 23 23:55:41.612901 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade6553f-6076-46ce-9a45-9462d95cf7f9 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf8aaf8-dfca-4194-87c0-a65b389e7da3,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:41.673172 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] No Port match for: 4c7aa538-3067-4e64-beb9-9985c35f121e {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:55:41.674329 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 4c7aa538-3067-4e64-beb9-9985c35f121e not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:55:41.678310 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device c2945688-a2a4-4798-aa3c-f7f34ddad2ee no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:55:41.726758 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] No Port match for: c2945688-a2a4-4798-aa3c-f7f34ddad2ee {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:55:41.727123 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device c2945688-a2a4-4798-aa3c-f7f34ddad2ee not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:55:41.783082 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f9ee58c1-6cff-4750-afa2-2650e945b7cf req-8cc69fbd-1f31-4f14-bc01-1247832aa0fe tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Router 55952909-f867-4089-8ce1-5f69c00340dd has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:55:41.916936 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2634bd06-962d-468b-8221-537968184686 x-openstack-request-id: req-2634bd06-962d-468b-8221-537968184686 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:55:41.917663 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1b98111-9b7e-48c8-84d7-da3adbb0b268", "name": "network-vif-deleted", "tag": "4c7aa538-3067-4e64-beb9-9985c35f121e", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:55:41.918130 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2634bd06-962d-468b-8221-537968184686 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:55:41.919421 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1b98111-9b7e-48c8-84d7-da3adbb0b268', 'name': 'network-vif-deleted', 'tag': '4c7aa538-3067-4e64-beb9-9985c35f121e', 'status': 'completed', 'code': 200} Jul 23 23:55:41.963335 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43400) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:55:42.007958 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821130b3-88f7-44a6-ac94-f55cf69fee9c req-de37d5ca-f0c1-414a-be52-7774d3204801 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:42.009788 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-821130b3-88f7-44a6-ac94-f55cf69fee9c req-de37d5ca-f0c1-414a-be52-7774d3204801 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e50b102-6aba-4b7c-918d-7934b7fc5e3b HTTP/1.1" status: 200 len: 945 time: 0.1477599 Jul 23 23:55:42.011438 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f9ee58c1-6cff-4750-afa2-2650e945b7cf req-8cc69fbd-1f31-4f14-bc01-1247832aa0fe tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:55:42.018390 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f9ee58c1-6cff-4750-afa2-2650e945b7cf req-8cc69fbd-1f31-4f14-bc01-1247832aa0fe tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:42.022732 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca105c99-8e37-4980-8c70-6cc7aecb8891 None None] Sync routers for ids ['55952909-f867-4089-8ce1-5f69c00340dd'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:55:42.033342 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca105c99-8e37-4980-8c70-6cc7aecb8891 None None] Routers {'55952909-f867-4089-8ce1-5f69c00340dd'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:55:42.042991 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-ca105c99-8e37-4980-8c70-6cc7aecb8891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:55:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['55952909-f867-4089-8ce1-5f69c00340dd'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:55:42.072549 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-6c6d7734-0bfe-4e65-85ad-7a1f2c9419cc admin admin] Deleting port cb9a7947-0476-4b0b-9ba9-b4637254f25c {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:55:42.073302 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6c6d7734-0bfe-4e65-85ad-7a1f2c9419cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:42.083962 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-13156dc6-0986-401c-87a0-35a2e844278b admin admin] Deleting subnet fd46ce88-4082-4c7e-a3cb-cc8f111caa45 {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:55:42.098114 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-13156dc6-0986-401c-87a0-35a2e844278b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:42.151673 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f9ee58c1-6cff-4750-afa2-2650e945b7cf req-8cc69fbd-1f31-4f14-bc01-1247832aa0fe tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] 10.222.0.44 "PUT /v2.0/floatingips/53076975-99ff-4ed2-927b-ee025756afcd HTTP/1.1" status: 200 len: 695 time: 1.4326181 Jul 23 23:55:42.156665 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a38593d5-6373-4343-8fdd-d9e8f9a1acc7', 'tag': 'e9ba1971-4497-430e-a98e-662a52d1a569'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:55:42.159355 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00765542-b67d-48b5-b901-1efd4abccec0" -d '{"events": [{"name": "network-changed", "server_uuid": "a38593d5-6373-4343-8fdd-d9e8f9a1acc7", "tag": "e9ba1971-4497-430e-a98e-662a52d1a569"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:55:42.174832 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-13156dc6-0986-401c-87a0-35a2e844278b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:42.223123 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-6c6d7734-0bfe-4e65-85ad-7a1f2c9419cc admin admin] For port cb9a7947-0476-4b0b-9ba9-b4637254f25c, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=cb9a7947-0476-4b0b-9ba9-b4637254f25c,segment=NetworkSegment(5d344d88-6b1d-459b-a6c4-73c6890df831),segment_id=5d344d88-6b1d-459b-a6c4-73c6890df831)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:55:42.223950 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6c6d7734-0bfe-4e65-85ad-7a1f2c9419cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:42.225056 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b533ef-a18d-474e-b774-d400880cb4b6 req-00ed1750-f869-49b5-8765-cfcc7c1b1a4b tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:42.233132 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e9b533ef-a18d-474e-b774-d400880cb4b6 req-00ed1750-f869-49b5-8765-cfcc7c1b1a4b tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e50b102-6aba-4b7c-918d-7934b7fc5e3b HTTP/1.1" status: 200 len: 945 time: 0.2186468 Jul 23 23:55:42.247145 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-6c6d7734-0bfe-4e65-85ad-7a1f2c9419cc admin admin] Calling delete_port for cb9a7947-0476-4b0b-9ba9-b4637254f25c owned by network:router_interface {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:55:42.256655 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-ca105c99-8e37-4980-8c70-6cc7aecb8891 None None] Set router 55952909-f867-4089-8ce1-5f69c00340dd gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:55:42.271012 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-13156dc6-0986-401c-87a0-35a2e844278b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:42.305052 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee58c1-6cff-4750-afa2-2650e945b7cf req-c20d23f8-3126-4698-8d70-203b1f7b3e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:42.305281 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-821130b3-88f7-44a6-ac94-f55cf69fee9c req-5148aeb4-9098-4c23-8dc4-ef01f05cbb31 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Deleting port 8f768bcb-fcc6-4814-bd6d-91dcda68dee3 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:55:42.305618 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-821130b3-88f7-44a6-ac94-f55cf69fee9c req-5148aeb4-9098-4c23-8dc4-ef01f05cbb31 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:42.312761 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f9ee58c1-6cff-4750-afa2-2650e945b7cf req-c20d23f8-3126-4698-8d70-203b1f7b3e7c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7ef449de714345fe9308d9c5180dc600&device_id=a38593d5-6373-4343-8fdd-d9e8f9a1acc7 HTTP/1.1" status: 200 len: 1098 time: 0.1420043 Jul 23 23:55:42.359429 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e9b533ef-a18d-474e-b774-d400880cb4b6 req-d1e24eef-749e-43a4-ba2e-1260482dd112 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200399 Jul 23 23:55:42.479960 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee58c1-6cff-4750-afa2-2650e945b7cf req-13e665fb-f3ef-4382-8c48-3bcbc2a81b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:42.487744 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f9ee58c1-6cff-4750-afa2-2650e945b7cf req-13e665fb-f3ef-4382-8c48-3bcbc2a81b7e service neutron] 10.222.0.44 "GET /v2.0/networks?id=3f69acb3-14c7-42ff-ba38-d1689b49cdc4 HTTP/1.1" status: 200 len: 930 time: 0.1736701 Jul 23 23:55:42.548484 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f9ee58c1-6cff-4750-afa2-2650e945b7cf req-e1af3965-b551-411f-b287-761f52503002 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9ba1971-4497-430e-a98e-662a52d1a569 HTTP/1.1" status: 200 len: 217 time: 0.0594811 Jul 23 23:55:42.644787 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee58c1-6cff-4750-afa2-2650e945b7cf req-1e53c638-e730-4048-9fd0-7840a3de1d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:42.646722 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f9ee58c1-6cff-4750-afa2-2650e945b7cf req-1e53c638-e730-4048-9fd0-7840a3de1d7e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fb29b4ab-cbf3-43ad-8484-c89fe1db3cfe HTTP/1.1" status: 200 len: 868 time: 0.0908573 Jul 23 23:55:42.683253 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-ca105c99-8e37-4980-8c70-6cc7aecb8891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55952909-f867-4089-8ce1-5f69c00340dd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1055579443-router', 'tenant_id': '7ef449de714345fe9308d9c5180dc600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '0b7418f5-a375-4130-8e65-d36428dad504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:54:54Z', 'updated_at': '2021-07-23T23:55:01Z', 'revision_number': 4, 'project_id': '7ef449de714345fe9308d9c5180dc600', 'gw_port': {'id': '0b7418f5-a375-4130-8e65-d36428dad504', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55952909-f867-4089-8ce1-5f69c00340dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:54:55Z', 'updated_at': '2021-07-23T23:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '3ecb42ae-01f0-4744-9b18-707fe283c366', 'name': '', 'network_id': '3f69acb3-14c7-42ff-ba38-d1689b49cdc4', 'tenant_id': '7ef449de714345fe9308d9c5180dc600', 'mac_address': 'fa:16:3e:c7:be:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55952909-f867-4089-8ce1-5f69c00340dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'fb29b4ab-cbf3-43ad-8484-c89fe1db3cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:55:00Z', 'updated_at': '2021-07-23T23:55:11Z', 'revision_number': 5, 'project_id': '7ef449de714345fe9308d9c5180dc600', 'subnets': [{'id': 'fb29b4ab-cbf3-43ad-8484-c89fe1db3cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:55:42.738781 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6c6d7734-0bfe-4e65-85ad-7a1f2c9419cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:42.773970 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6d7734-0bfe-4e65-85ad-7a1f2c9419cc admin admin] Pushing event deleted for resources: {'Port': ['ID=cb9a7947-0476-4b0b-9ba9-b4637254f25c,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:42.803511 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee58c1-6cff-4750-afa2-2650e945b7cf req-89bae394-8e51-458c-9a0e-995a827bd0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:42.815367 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f9ee58c1-6cff-4750-afa2-2650e945b7cf req-89bae394-8e51-458c-9a0e-995a827bd0d7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3f69acb3-14c7-42ff-ba38-d1689b49cdc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1502237 Jul 23 23:55:42.907124 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-13156dc6-0986-401c-87a0-35a2e844278b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:42.913418 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca105c99-8e37-4980-8c70-6cc7aecb8891 None None] Checking router: 55952909-f867-4089-8ce1-5f69c00340dd for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:55:42.945294 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca105c99-8e37-4980-8c70-6cc7aecb8891 None None] Routers {'55952909-f867-4089-8ce1-5f69c00340dd'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:55:42.946122 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-ca105c99-8e37-4980-8c70-6cc7aecb8891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:55:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['55952909-f867-4089-8ce1-5f69c00340dd'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:55:42.962203 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-13156dc6-0986-401c-87a0-35a2e844278b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:42.968037 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-13156dc6-0986-401c-87a0-35a2e844278b admin admin] 10.222.0.44 "DELETE /v2.0/subnets/fd46ce88-4082-4c7e-a3cb-cc8f111caa45 HTTP/1.1" status: 204 len: 168 time: 1.0027733 Jul 23 23:55:42.976127 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13156dc6-0986-401c-87a0-35a2e844278b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd46ce88-4082-4c7e-a3cb-cc8f111caa45,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:42.981793 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43406) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:55:42.996383 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-821130b3-88f7-44a6-ac94-f55cf69fee9c req-5148aeb4-9098-4c23-8dc4-ef01f05cbb31 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] For port 8f768bcb-fcc6-4814-bd6d-91dcda68dee3, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=8f768bcb-fcc6-4814-bd6d-91dcda68dee3,segment=NetworkSegment(d41359ac-4be7-4a75-afd1-798e41d2f155),segment_id=d41359ac-4be7-4a75-afd1-798e41d2f155)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:55:42.996760 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-821130b3-88f7-44a6-ac94-f55cf69fee9c req-5148aeb4-9098-4c23-8dc4-ef01f05cbb31 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:43.030164 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-821130b3-88f7-44a6-ac94-f55cf69fee9c req-5148aeb4-9098-4c23-8dc4-ef01f05cbb31 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Calling delete_port for 8f768bcb-fcc6-4814-bd6d-91dcda68dee3 owned by compute:nova {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:55:43.064523 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d21ec-ca9a-4487-aecb-04ecd0b4c8a8 req-59b30f89-7fe8-478f-8ddf-18f38b4534e6 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:43.073789 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3e6d21ec-ca9a-4487-aecb-04ecd0b4c8a8 req-59b30f89-7fe8-478f-8ddf-18f38b4534e6 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] 10.222.0.44 "GET /v2.0/ports?device_id=137024f3-a26a-42dd-a337-e591f334f7e4 HTTP/1.1" status: 200 len: 944 time: 0.2503471 Jul 23 23:55:43.135676 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f9ee58c1-6cff-4750-afa2-2650e945b7cf req-80e0c4c9-fe97-4c60-90f7-28d557662d88 service neutron] 10.222.0.44 "GET /v2.0/networks/3f69acb3-14c7-42ff-ba38-d1689b49cdc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188827 Jul 23 23:55:43.213261 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fc4eff7c-18f8-470d-b911-e912a7ff78e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:43.224239 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-ca105c99-8e37-4980-8c70-6cc7aecb8891 None None] Set router 55952909-f867-4089-8ce1-5f69c00340dd gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:55:43.234039 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3e6d21ec-ca9a-4487-aecb-04ecd0b4c8a8 req-a27c6b0b-2761-4db7-ad86-f44758d984c9 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b98df9f-91b2-42b1-b02c-ca8eda7bbe44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588550 Jul 23 23:55:43.255229 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f9ee58c1-6cff-4750-afa2-2650e945b7cf req-6c20eb4c-5ad2-4d97-b201-859dd09eed72 service neutron] 10.222.0.44 "GET /v2.0/networks/3f69acb3-14c7-42ff-ba38-d1689b49cdc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186194 Jul 23 23:55:43.301856 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-3bdb45db-bdd6-4f11-a578-3aba1db58ca9 req-ac8210c6-58f9-4add-b1a8-99b564cbfd50 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1686566395', 'description': 'tempest-description-1925781660'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:55:43.365356 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fc4eff7c-18f8-470d-b911-e912a7ff78e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:43.376578 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-fc4eff7c-18f8-470d-b911-e912a7ff78e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1687e33-0a9b-4077-aa9f-47a379bb444b']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:55:43.390222 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-fc4eff7c-18f8-470d-b911-e912a7ff78e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56163e72-db23-4126-b4dc-1636f41c7329') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:55:43.390513 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-fc4eff7c-18f8-470d-b911-e912a7ff78e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56163e72-db23-4126-b4dc-1636f41c7329') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:55:43.400195 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fc4eff7c-18f8-470d-b911-e912a7ff78e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:43.418457 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fc4eff7c-18f8-470d-b911-e912a7ff78e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:43.424682 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc4eff7c-18f8-470d-b911-e912a7ff78e2 admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:55:43.425123 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fc4eff7c-18f8-470d-b911-e912a7ff78e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:43.493485 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6c6d7734-0bfe-4e65-85ad-7a1f2c9419cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679987'] for router_interface, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:43.524670 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 23 23:55:43.524670 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:55:43.524670 n-d-800088-16 neutron-server[100313]: timer() Jul 23 23:55:43.524670 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:55:43.524670 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 23 23:55:43.524670 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:55:43.524670 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 23 23:55:43.524670 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:55:43.524670 n-d-800088-16 neutron-server[100313]: self._notify() Jul 23 23:55:43.524670 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:55:43.524670 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 23 23:55:43.524670 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:55:43.524670 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 23 23:55:43.524670 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:55:43.524670 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:55:43.524670 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:55:43.524670 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:55:43.524670 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:55:43.524670 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 23 23:55:43.524670 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:55:43.524670 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 23 23:55:43.524670 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:55:43.524670 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:55:43.524670 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:55:43.524670 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 23 23:55:43.524670 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:55:43.524670 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:55:43.524670 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:55:43.524670 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:55:43.524670 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:55:43.524670 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:55:43.524670 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:55:43.535230 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-ca105c99-8e37-4980-8c70-6cc7aecb8891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55952909-f867-4089-8ce1-5f69c00340dd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1055579443-router', 'tenant_id': '7ef449de714345fe9308d9c5180dc600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '0b7418f5-a375-4130-8e65-d36428dad504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:54:54Z', 'updated_at': '2021-07-23T23:55:01Z', 'revision_number': 4, 'project_id': '7ef449de714345fe9308d9c5180dc600', 'gw_port': {'id': '0b7418f5-a375-4130-8e65-d36428dad504', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55952909-f867-4089-8ce1-5f69c00340dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:54:55Z', 'updated_at': '2021-07-23T23:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '3ecb42ae-01f0-4744-9b18-707fe283c366', 'name': '', 'network_id': '3f69acb3-14c7-42ff-ba38-d1689b49cdc4', 'tenant_id': '7ef449de714345fe9308d9c5180dc600', 'mac_address': 'fa:16:3e:c7:be:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55952909-f867-4089-8ce1-5f69c00340dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'fb29b4ab-cbf3-43ad-8484-c89fe1db3cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:55:00Z', 'updated_at': '2021-07-23T23:55:11Z', 'revision_number': 5, 'project_id': '7ef449de714345fe9308d9c5180dc600', 'subnets': [{'id': 'fb29b4ab-cbf3-43ad-8484-c89fe1db3cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:55:43.548052 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fc4eff7c-18f8-470d-b911-e912a7ff78e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:43.553528 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b016323-0369-440a-ba00-4649be3f25d9 req-ab003a96-7ed1-47f1-8caa-1769656d9a32 tempest-ServersAdminTestJSON-2141024580 tempest-ServersAdminTestJSON-2141024580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:43.555072 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4b016323-0369-440a-ba00-4649be3f25d9 req-ab003a96-7ed1-47f1-8caa-1769656d9a32 tempest-ServersAdminTestJSON-2141024580 tempest-ServersAdminTestJSON-2141024580-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=5017e1b8-c1a9-4f49-9f57-d89fd83b37a3 HTTP/1.1" status: 200 len: 1102 time: 0.1634011 Jul 23 23:55:43.561579 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fc4eff7c-18f8-470d-b911-e912a7ff78e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:43.564561 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-fc4eff7c-18f8-470d-b911-e912a7ff78e2 admin admin] 10.222.0.44 "DELETE /v2.0/networks/d1687e33-0a9b-4077-aa9f-47a379bb444b HTTP/1.1" status: 204 len: 168 time: 0.5816770 Jul 23 23:55:43.587449 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4eff7c-18f8-470d-b911-e912a7ff78e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1687e33-0a9b-4077-aa9f-47a379bb444b,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:43.601996 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca105c99-8e37-4980-8c70-6cc7aecb8891 None None] The sync data for ids ['55952909-f867-4089-8ce1-5f69c00340dd'] in n-d-800088-16 is: [{'id': '55952909-f867-4089-8ce1-5f69c00340dd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1055579443-router', 'tenant_id': '7ef449de714345fe9308d9c5180dc600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '0b7418f5-a375-4130-8e65-d36428dad504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:54:54Z', 'updated_at': '2021-07-23T23:55:01Z', 'revision_number': 4, 'project_id': '7ef449de714345fe9308d9c5180dc600', 'gw_port': {'id': '0b7418f5-a375-4130-8e65-d36428dad504', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55952909-f867-4089-8ce1-5f69c00340dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:54:55Z', 'updated_at': '2021-07-23T23:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '3ecb42ae-01f0-4744-9b18-707fe283c366', 'name': '', 'network_id': '3f69acb3-14c7-42ff-ba38-d1689b49cdc4', 'tenant_id': '7ef449de714345fe9308d9c5180dc600', 'mac_address': 'fa:16:3e:c7:be:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55952909-f867-4089-8ce1-5f69c00340dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'fb29b4ab-cbf3-43ad-8484-c89fe1db3cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:55:00Z', 'updated_at': '2021-07-23T23:55:11Z', 'revision_number': 5, 'project_id': '7ef449de714345fe9308d9c5180dc600', 'subnets': [{'id': 'fb29b4ab-cbf3-43ad-8484-c89fe1db3cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:55:43.644370 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-3bdb45db-bdd6-4f11-a578-3aba1db58ca9 req-ac8210c6-58f9-4add-b1a8-99b564cbfd50 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:43.664849 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4b016323-0369-440a-ba00-4649be3f25d9 req-040c1196-7454-4531-bc57-b2bea5f9a49c tempest-ServersAdminTestJSON-2141024580 tempest-ServersAdminTestJSON-2141024580-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=84afd7ea-644b-438b-8379-6d56a9cf992d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626824 Jul 23 23:55:43.785411 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-821130b3-88f7-44a6-ac94-f55cf69fee9c req-5148aeb4-9098-4c23-8dc4-ef01f05cbb31 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:43.829509 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815eb8f2-8035-40c5-953c-d1f9b0cbde9c x-openstack-request-id: req-815eb8f2-8035-40c5-953c-d1f9b0cbde9c {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:55:43.830039 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a38593d5-6373-4343-8fdd-d9e8f9a1acc7", "tag": "e9ba1971-4497-430e-a98e-662a52d1a569", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:55:43.830039 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-815eb8f2-8035-40c5-953c-d1f9b0cbde9c {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:55:43.830458 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a38593d5-6373-4343-8fdd-d9e8f9a1acc7', 'tag': 'e9ba1971-4497-430e-a98e-662a52d1a569', 'status': 'completed', 'code': 200} Jul 23 23:55:43.868447 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5148aeb4-9098-4c23-8dc4-ef01f05cbb31 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Pushing event deleted for resources: {'Port': ['ID=8f768bcb-fcc6-4814-bd6d-91dcda68dee3,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:43.871849 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43420) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:55:43.953594 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-821130b3-88f7-44a6-ac94-f55cf69fee9c req-5148aeb4-9098-4c23-8dc4-ef01f05cbb31 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] No DVR routers for this DVR port 8f768bcb-fcc6-4814-bd6d-91dcda68dee3 on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:55:43.956397 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-821130b3-88f7-44a6-ac94-f55cf69fee9c req-5148aeb4-9098-4c23-8dc4-ef01f05cbb31 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:43.959117 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-821130b3-88f7-44a6-ac94-f55cf69fee9c req-5148aeb4-9098-4c23-8dc4-ef01f05cbb31 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.52 "DELETE /v2.0/ports/8f768bcb-fcc6-4814-bd6d-91dcda68dee3 HTTP/1.1" status: 204 len: 173 time: 1.9434953 Jul 23 23:55:43.971339 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-da0ab763-2061-48d6-94f4-e625b126b42e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dd92dc0f144340dfada46cc3e7de2dc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0983853 Jul 23 23:55:43.971865 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e50b102-6aba-4b7c-918d-7934b7fc5e3b', 'name': 'network-vif-deleted', 'tag': '8f768bcb-fcc6-4814-bd6d-91dcda68dee3'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:55:43.974775 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc81499-1452-4e83-bc27-1c05c924a110" -d '{"events": [{"server_uuid": "6e50b102-6aba-4b7c-918d-7934b7fc5e3b", "name": "network-vif-deleted", "tag": "8f768bcb-fcc6-4814-bd6d-91dcda68dee3"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:55:43.984201 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43428) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:55:44.084719 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-3bdb45db-bdd6-4f11-a578-3aba1db58ca9 req-ac8210c6-58f9-4add-b1a8-99b564cbfd50 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:44.093205 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-3bdb45db-bdd6-4f11-a578-3aba1db58ca9 req-ac8210c6-58f9-4add-b1a8-99b564cbfd50 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:44.129369 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-00b1ebd7-215a-4b85-b36a-9ea9c9b784a7 req-98f6805e-f08e-46c4-95c1-dcf2522882cd tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] 10.222.0.44 "GET /v2.0/floatingips/53076975-99ff-4ed2-927b-ee025756afcd HTTP/1.1" status: 200 len: 695 time: 0.1559823 Jul 23 23:55:44.146067 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae95b48-4987-4c0f-84a3-8404a788ae8c None None] New status for floating IP 53076975-99ff-4ed2-927b-ee025756afcd: DOWN {{(pid=100315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 23:55:44.165511 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-3bdb45db-bdd6-4f11-a578-3aba1db58ca9 req-ac8210c6-58f9-4add-b1a8-99b564cbfd50 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:44.180505 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3bdb45db-bdd6-4f11-a578-3aba1db58ca9 req-ac8210c6-58f9-4add-b1a8-99b564cbfd50 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.8944037 Jul 23 23:55:44.190935 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c6d7734-0bfe-4e65-85ad-7a1f2c9419cc admin admin] Router aec4f419-0f2a-489b-8354-c5990e455d43 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:55:44.194376 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8210c6-58f9-4add-b1a8-99b564cbfd50 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09831202-b7ea-42ed-9ef8-6e4a2bf5e0bc,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:44.261097 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00765542-b67d-48b5-b901-1efd4abccec0 req-6ca91b82-66d1-4172-ae0c-a6c4cc0616da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:44.268466 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-00765542-b67d-48b5-b901-1efd4abccec0 req-6ca91b82-66d1-4172-ae0c-a6c4cc0616da service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ef449de714345fe9308d9c5180dc600&device_id=a38593d5-6373-4343-8fdd-d9e8f9a1acc7 HTTP/1.1" status: 200 len: 1098 time: 0.3870368 Jul 23 23:55:44.417326 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2c60888f-109d-415e-9d34-156b6c743409 req-14cbc841-bd7f-45d4-a67b-b582b5148025 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e50b102-6aba-4b7c-918d-7934b7fc5e3b HTTP/1.1" status: 200 len: 210 time: 0.0885601 Jul 23 23:55:44.538853 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:44.554375 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00765542-b67d-48b5-b901-1efd4abccec0 req-2f786fd1-1c16-4034-837a-cd97a5bcf875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:44.556457 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-00765542-b67d-48b5-b901-1efd4abccec0 req-2f786fd1-1c16-4034-837a-cd97a5bcf875 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3f69acb3-14c7-42ff-ba38-d1689b49cdc4 HTTP/1.1" status: 200 len: 930 time: 0.2788701 Jul 23 23:55:44.631339 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-00765542-b67d-48b5-b901-1efd4abccec0 req-5f9633d2-7a64-4d99-819c-555bd66cfdd1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9ba1971-4497-430e-a98e-662a52d1a569 HTTP/1.1" status: 200 len: 217 time: 0.0678084 Jul 23 23:55:44.683840 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c4e39b4e-5e0d-47e6-9eb3-4047183dbbbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:44.726647 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00765542-b67d-48b5-b901-1efd4abccec0 req-5df6e3b2-b42f-43ba-8507-6550d1e6bce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:44.729900 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-00765542-b67d-48b5-b901-1efd4abccec0 req-5df6e3b2-b42f-43ba-8507-6550d1e6bce0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fb29b4ab-cbf3-43ad-8484-c89fe1db3cfe HTTP/1.1" status: 200 len: 868 time: 0.0895357 Jul 23 23:55:44.733157 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b1ebd7-215a-4b85-b36a-9ea9c9b784a7 req-1577e87e-78c4-40a9-9a4f-c5de58d7e95d tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:44.740454 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-00b1ebd7-215a-4b85-b36a-9ea9c9b784a7 req-1577e87e-78c4-40a9-9a4f-c5de58d7e95d tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] 10.222.0.44 "GET /v2.0/networks/9adcfee8-760c-4568-9e39-c221abf69bf5 HTTP/1.1" status: 200 len: 784 time: 0.5786982 Jul 23 23:55:44.802568 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c4e39b4e-5e0d-47e6-9eb3-4047183dbbbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:44.826458 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-00b1ebd7-215a-4b85-b36a-9ea9c9b784a7 req-2832f148-9939-4483-8338-f4e3aa61642b tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.3.249 HTTP/1.1" status: 200 len: 696 time: 0.0850115 Jul 23 23:55:44.842152 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c6d7734-0bfe-4e65-85ad-7a1f2c9419cc admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:55:44.854843 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-6c6d7734-0bfe-4e65-85ad-7a1f2c9419cc admin admin] 10.222.0.44 "PUT /v2.0/routers/aec4f419-0f2a-489b-8354-c5990e455d43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0102878 Jul 23 23:55:44.854843 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43442) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:55:44.862808 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9731df44-3406-4f4e-b8a2-419c5365e56c None None] Sync routers for ids ['aec4f419-0f2a-489b-8354-c5990e455d43'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:55:44.869477 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00765542-b67d-48b5-b901-1efd4abccec0 req-50cbe34d-4851-4fda-a603-5064a17055d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:44.871297 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-00765542-b67d-48b5-b901-1efd4abccec0 req-50cbe34d-4851-4fda-a603-5064a17055d4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3f69acb3-14c7-42ff-ba38-d1689b49cdc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1353908 Jul 23 23:55:44.889492 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9731df44-3406-4f4e-b8a2-419c5365e56c None None] Routers {'aec4f419-0f2a-489b-8354-c5990e455d43'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:55:44.890149 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-9731df44-3406-4f4e-b8a2-419c5365e56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:55:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['aec4f419-0f2a-489b-8354-c5990e455d43'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:55:44.952877 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-00b1ebd7-215a-4b85-b36a-9ea9c9b784a7 req-029aa7bf-0ac8-4b63-8118-98ab93a893f2 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.3.249 HTTP/1.1" status: 200 len: 696 time: 0.1253977 Jul 23 23:55:45.070750 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9390cf72-63a6-4eb9-9156-f75234acc5f8 x-openstack-request-id: req-9390cf72-63a6-4eb9-9156-f75234acc5f8 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:55:45.072699 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e50b102-6aba-4b7c-918d-7934b7fc5e3b", "name": "network-vif-deleted", "tag": "8f768bcb-fcc6-4814-bd6d-91dcda68dee3", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:55:45.073777 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9390cf72-63a6-4eb9-9156-f75234acc5f8 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:55:45.075763 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e50b102-6aba-4b7c-918d-7934b7fc5e3b', 'name': 'network-vif-deleted', 'tag': '8f768bcb-fcc6-4814-bd6d-91dcda68dee3', 'status': 'completed', 'code': 200} Jul 23 23:55:45.100248 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-00765542-b67d-48b5-b901-1efd4abccec0 req-c049e2f4-04bb-45c4-b4d3-aed3b0872344 service neutron] 10.222.0.52 "GET /v2.0/networks/3f69acb3-14c7-42ff-ba38-d1689b49cdc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200906 Jul 23 23:55:45.109639 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c4e39b4e-5e0d-47e6-9eb3-4047183dbbbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:45.112463 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c4e39b4e-5e0d-47e6-9eb3-4047183dbbbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:45.115040 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-c4e39b4e-5e0d-47e6-9eb3-4047183dbbbd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2265a432-4e7a-4b88-8ce2-85ca4e47584b HTTP/1.1" status: 204 len: 168 time: 1.1284020 Jul 23 23:55:45.184506 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e39b4e-5e0d-47e6-9eb3-4047183dbbbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2265a432-4e7a-4b88-8ce2-85ca4e47584b,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:45.190026 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-9731df44-3406-4f4e-b8a2-419c5365e56c None None] Set router aec4f419-0f2a-489b-8354-c5990e455d43 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:55:45.190131 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-59941baa-1e22-4451-b5a3-70d9e0c2b8ea admin admin] Notify callbacks [] for router, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:45.357579 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9a74cd-b980-44fc-8592-5a7ff5d8cb90 req-e5eb6b18-e13c-49a5-ba4d-16aaac7da903 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:45.360108 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bb9a74cd-b980-44fc-8592-5a7ff5d8cb90 req-e5eb6b18-e13c-49a5-ba4d-16aaac7da903 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] 10.222.0.44 "GET /v2.0/ports?device_id=137024f3-a26a-42dd-a337-e591f334f7e4 HTTP/1.1" status: 200 len: 944 time: 0.1864619 Jul 23 23:55:45.362664 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-00765542-b67d-48b5-b901-1efd4abccec0 req-bd9bf6c4-4468-4bcc-aa05-0efbd645585a service neutron] 10.222.0.52 "GET /v2.0/networks/3f69acb3-14c7-42ff-ba38-d1689b49cdc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539101 Jul 23 23:55:45.408390 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-00b1ebd7-215a-4b85-b36a-9ea9c9b784a7 req-4ce5707b-c453-4405-9763-6aa1da00e41c tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Deleting port 282ec78c-c725-4a06-90dd-ce699acf9d93 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:55:45.412277 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-00b1ebd7-215a-4b85-b36a-9ea9c9b784a7 req-4ce5707b-c453-4405-9763-6aa1da00e41c tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:45.457688 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bb9a74cd-b980-44fc-8592-5a7ff5d8cb90 req-e405eb71-9be4-486b-b76d-c7972e3222c6 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b98df9f-91b2-42b1-b02c-ca8eda7bbe44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833824 Jul 23 23:55:45.489952 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-59941baa-1e22-4451-b5a3-70d9e0c2b8ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:45.539674 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-00b1ebd7-215a-4b85-b36a-9ea9c9b784a7 req-4ce5707b-c453-4405-9763-6aa1da00e41c tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:45.539674 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-00b1ebd7-215a-4b85-b36a-9ea9c9b784a7 req-4ce5707b-c453-4405-9763-6aa1da00e41c tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:45.562208 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-00b1ebd7-215a-4b85-b36a-9ea9c9b784a7 req-4ce5707b-c453-4405-9763-6aa1da00e41c tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Calling delete_port for 282ec78c-c725-4a06-90dd-ce699acf9d93 owned by network:floatingip {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:55:45.608027 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-9731df44-3406-4f4e-b8a2-419c5365e56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec4f419-0f2a-489b-8354-c5990e455d43', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-207102263-router', 'tenant_id': '1c2582a501044614b6b14b002223c647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '58e5597e-d492-40e4-868f-43a3d472c41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:50:23Z', 'updated_at': '2021-07-23T23:55:42Z', 'revision_number': 5, 'project_id': '1c2582a501044614b6b14b002223c647', 'gw_port': {'id': '58e5597e-d492-40e4-868f-43a3d472c41e', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec4f419-0f2a-489b-8354-c5990e455d43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:50:24Z', 'updated_at': '2021-07-23T23:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:55:45.666140 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-59941baa-1e22-4451-b5a3-70d9e0c2b8ea admin admin] Deleting port 58e5597e-d492-40e4-868f-43a3d472c41e {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:55:45.666654 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-59941baa-1e22-4451-b5a3-70d9e0c2b8ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:45.694051 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9731df44-3406-4f4e-b8a2-419c5365e56c None None] Checking router: aec4f419-0f2a-489b-8354-c5990e455d43 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:55:45.718231 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9731df44-3406-4f4e-b8a2-419c5365e56c None None] Routers {'aec4f419-0f2a-489b-8354-c5990e455d43'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:55:45.719696 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-9731df44-3406-4f4e-b8a2-419c5365e56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:55:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['aec4f419-0f2a-489b-8354-c5990e455d43'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:55:45.726921 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 8f768bcb-fcc6-4814-bd6d-91dcda68dee3 no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:55:45.781757 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] No Port match for: 8f768bcb-fcc6-4814-bd6d-91dcda68dee3 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:55:45.782410 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 8f768bcb-fcc6-4814-bd6d-91dcda68dee3 not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:55:45.812849 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-59941baa-1e22-4451-b5a3-70d9e0c2b8ea admin admin] For port 58e5597e-d492-40e4-868f-43a3d472c41e, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=58e5597e-d492-40e4-868f-43a3d472c41e,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:55:45.813231 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-59941baa-1e22-4451-b5a3-70d9e0c2b8ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:45.815827 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8174f-1c7d-4c87-86b0-46b751099938 req-9fa10406-9efc-4e9d-a391-ed0e831b49e0 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:45.817891 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a8b8174f-1c7d-4c87-86b0-46b751099938 req-9fa10406-9efc-4e9d-a391-ed0e831b49e0 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/networks?id=b8906f93-94f4-4245-b6a8-bfe9f5af486b HTTP/1.1" status: 200 len: 812 time: 0.2561169 Jul 23 23:55:45.833917 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-59941baa-1e22-4451-b5a3-70d9e0c2b8ea admin admin] Calling delete_port for 58e5597e-d492-40e4-868f-43a3d472c41e owned by network:router_gateway {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:55:45.843062 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-00b1ebd7-215a-4b85-b36a-9ea9c9b784a7 req-4ce5707b-c453-4405-9763-6aa1da00e41c tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:45.847731 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a8b8174f-1c7d-4c87-86b0-46b751099938 req-05cd8a60-71ce-4d02-b36b-fecef27a106a tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/quotas/55262526535943308d0fc348b3327b0d HTTP/1.1" status: 200 len: 375 time: 0.0231783 Jul 23 23:55:45.914396 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-9731df44-3406-4f4e-b8a2-419c5365e56c None None] Set router aec4f419-0f2a-489b-8354-c5990e455d43 gateway port host: None {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:55:45.984943 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a8b8174f-1c7d-4c87-86b0-46b751099938 req-bf814125-5219-44ac-806a-1e3c797bd2b4 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=55262526535943308d0fc348b3327b0d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1355281 Jul 23 23:55:45.998679 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-9731df44-3406-4f4e-b8a2-419c5365e56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec4f419-0f2a-489b-8354-c5990e455d43', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-207102263-router', 'tenant_id': '1c2582a501044614b6b14b002223c647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:50:23Z', 'updated_at': '2021-07-23T23:55:45Z', 'revision_number': 6, 'project_id': '1c2582a501044614b6b14b002223c647', 'gw_port_host': None}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:55:46.034408 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9731df44-3406-4f4e-b8a2-419c5365e56c None None] The sync data for ids ['aec4f419-0f2a-489b-8354-c5990e455d43'] in n-d-800088-16 is: [{'id': 'aec4f419-0f2a-489b-8354-c5990e455d43', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-207102263-router', 'tenant_id': '1c2582a501044614b6b14b002223c647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:50:23Z', 'updated_at': '2021-07-23T23:55:45Z', 'revision_number': 6, 'project_id': '1c2582a501044614b6b14b002223c647', 'gw_port_host': None}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:55:46.099259 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a8b8174f-1c7d-4c87-86b0-46b751099938 req-8b13386c-3a47-4b57-a6f1-f36814d841fb service neutron] 10.222.0.44 "GET /v2.0/networks/b8906f93-94f4-4245-b6a8-bfe9f5af486b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133816 Jul 23 23:55:46.137948 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce5707b-c453-4405-9763-6aa1da00e41c tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Pushing event deleted for resources: {'Port': ['ID=282ec78c-c725-4a06-90dd-ce699acf9d93,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:46.147884 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-59941baa-1e22-4451-b5a3-70d9e0c2b8ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:46.210485 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a8b8174f-1c7d-4c87-86b0-46b751099938 req-f60721ba-9749-4965-b2ca-176cfbcfb12b service neutron] 10.222.0.44 "GET /v2.0/networks/b8906f93-94f4-4245-b6a8-bfe9f5af486b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102843 Jul 23 23:55:46.216330 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59941baa-1e22-4451-b5a3-70d9e0c2b8ea admin admin] Pushing event deleted for resources: {'Port': ['ID=58e5597e-d492-40e4-868f-43a3d472c41e,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:46.338018 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-00b1ebd7-215a-4b85-b36a-9ea9c9b784a7 req-4ce5707b-c453-4405-9763-6aa1da00e41c tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Notify callbacks [] for floatingip, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:46.341448 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-00b1ebd7-215a-4b85-b36a-9ea9c9b784a7 req-4ce5707b-c453-4405-9763-6aa1da00e41c tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:46.342676 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-00b1ebd7-215a-4b85-b36a-9ea9c9b784a7 req-4ce5707b-c453-4405-9763-6aa1da00e41c tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] 10.222.0.44 "DELETE /v2.0/floatingips/53076975-99ff-4ed2-927b-ee025756afcd HTTP/1.1" status: 204 len: 173 time: 1.3888955 Jul 23 23:55:46.346259 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-59941baa-1e22-4451-b5a3-70d9e0c2b8ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687114'] for router_gateway, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:46.519344 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 4e501e56-d565-4855-b4d1-d3de4f908fe4 details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:55:46.553200 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-59941baa-1e22-4451-b5a3-70d9e0c2b8ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:46.562482 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-59941baa-1e22-4451-b5a3-70d9e0c2b8ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:46.635197 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0131903-269e-4514-aed1-fe928d7c1945 req-f59f3e1b-f280-4241-950a-94f70225267e tempest-ServersAdminTestJSON-2141024580 tempest-ServersAdminTestJSON-2141024580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:46.662766 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d0131903-269e-4514-aed1-fe928d7c1945 req-f59f3e1b-f280-4241-950a-94f70225267e tempest-ServersAdminTestJSON-2141024580 tempest-ServersAdminTestJSON-2141024580-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=5017e1b8-c1a9-4f49-9f57-d89fd83b37a3 HTTP/1.1" status: 200 len: 1102 time: 0.1583993 Jul 23 23:55:46.672100 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43502) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:55:46.693639 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-59941baa-1e22-4451-b5a3-70d9e0c2b8ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:46.694524 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59941baa-1e22-4451-b5a3-70d9e0c2b8ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router aec4f419-0f2a-489b-8354-c5990e455d43 {{(pid=100314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 23:55:46.721023 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-59941baa-1e22-4451-b5a3-70d9e0c2b8ea admin admin] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:46.722218 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-59941baa-1e22-4451-b5a3-70d9e0c2b8ea admin admin] 10.222.0.44 "DELETE /v2.0/routers/aec4f419-0f2a-489b-8354-c5990e455d43 HTTP/1.1" status: 204 len: 168 time: 1.8392403 Jul 23 23:55:46.725230 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43506) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:55:46.740469 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-19b7622f-b031-4e06-8315-ee292307c4e9 req-90ada9d4-0f51-44f0-b2e7-0f343c12d6fd tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b26e89b-4e22-4078-b4ef-f60e016932e2 HTTP/1.1" status: 200 len: 210 time: 0.0832317 Jul 23 23:55:46.769455 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d0131903-269e-4514-aed1-fe928d7c1945 req-ea13f286-c9f4-47c3-b429-9f5fba9686fa tempest-ServersAdminTestJSON-2141024580 tempest-ServersAdminTestJSON-2141024580-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=84afd7ea-644b-438b-8379-6d56a9cf992d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057646 Jul 23 23:55:46.816205 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 4e501e56-d565-4855-b4d1-d3de4f908fe4, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=4e501e56-d565-4855-b4d1-d3de4f908fe4,segment=NetworkSegment(b45bfccd-951e-4267-b73e-6acacd8c9dc9),segment_id=b45bfccd-951e-4267-b73e-6acacd8c9dc9)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:55:46.823696 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-83525a5e-3083-4be4-bf7f-30f38e247862 admin admin] Deleting subnet 1b5c91f7-60ac-4182-b027-91575613087b {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:55:46.830175 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-83525a5e-3083-4be4-bf7f-30f38e247862 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:46.843613 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': '4e501e56-d565-4855-b4d1-d3de4f908fe4', 'network_id': '5a68620e-8ed8-46e0-ba48-c9ec0876466a', 'port_id': '4e501e56-d565-4855-b4d1-d3de4f908fe4', 'mac_address': 'fa:16:3e:f4:b9:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0db7f07d-a14b-4c57-807d-bc1863ff1ac0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:55:46.929927 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:46.945011 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-83525a5e-3083-4be4-bf7f-30f38e247862 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:46.945839 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-57a00bd9-d23b-4cf6-9ad4-b31a0889bd7e admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-2136744487-network', 'tenant_id': 'aa7d52fd9bd24093bac41a66f2540144'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:55:46.983553 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e501e56-d565-4855-b4d1-d3de4f908fe4 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:55:47.064539 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 4e501e56-d565-4855-b4d1-d3de4f908fe4, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=4e501e56-d565-4855-b4d1-d3de4f908fe4,segment=NetworkSegment(b45bfccd-951e-4267-b73e-6acacd8c9dc9),segment_id=b45bfccd-951e-4267-b73e-6acacd8c9dc9)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:55:47.082589 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:47.086971 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263cddd2-5387-4587-8a7e-8207061b552f req-b1a97a4d-3ef9-459b-bda0-f74ba8f43578 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:47.104709 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-263cddd2-5387-4587-8a7e-8207061b552f req-b1a97a4d-3ef9-459b-bda0-f74ba8f43578 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] 10.222.0.44 "GET /v2.0/ports?device_id=137024f3-a26a-42dd-a337-e591f334f7e4 HTTP/1.1" status: 200 len: 944 time: 0.2450020 Jul 23 23:55:47.107452 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a00bd9-d23b-4cf6-9ad4-b31a0889bd7e admin admin] Made reservation on behalf of aa7d52fd9bd24093bac41a66f2540144 for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:55:47.117664 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-57a00bd9-d23b-4cf6-9ad4-b31a0889bd7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:47.166369 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-83525a5e-3083-4be4-bf7f-30f38e247862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:47.172949 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-57a00bd9-d23b-4cf6-9ad4-b31a0889bd7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:47.177812 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=4e501e56-d565-4855-b4d1-d3de4f908fe4,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:47.195526 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:55:47.196155 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:55:47.196724 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:55:47.197973 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:55:47.198473 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:55:47.199173 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:55:47.199722 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:55:47.200218 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:55:47.201157 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:55:47.202092 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:55:47.202627 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:55:47.203399 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:55:47.287606 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-263cddd2-5387-4587-8a7e-8207061b552f req-c85d5e2c-5ae4-41c2-b4e9-bb830fd732c5 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b98df9f-91b2-42b1-b02c-ca8eda7bbe44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1810439 Jul 23 23:55:47.307373 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-83525a5e-3083-4be4-bf7f-30f38e247862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:47.371012 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['4e501e56-d565-4855-b4d1-d3de4f908fe4'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:55:47.481159 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83525a5e-3083-4be4-bf7f-30f38e247862 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b5c91f7-60ac-4182-b027-91575613087b,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:47.486924 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-83525a5e-3083-4be4-bf7f-30f38e247862 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:47.496905 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-83525a5e-3083-4be4-bf7f-30f38e247862 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/1b5c91f7-60ac-4182-b027-91575613087b HTTP/1.1" status: 204 len: 168 time: 0.7707174 Jul 23 23:55:47.512926 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e84a1da-43bb-4798-a8c3-39a0e7d9475a None None] Network b6cf1771-a5e0-4481-ada6-9af5ffe559f4 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:55:47.516144 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-57a00bd9-d23b-4cf6-9ad4-b31a0889bd7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:47.519620 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43520) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:55:47.597359 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:47.604752 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c41cdf-0caa-4ce0-8d83-782b0e375300 req-3352f285-938b-4302-a0c6-ba4c7bdf8813 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:47.617274 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-49c41cdf-0caa-4ce0-8d83-782b0e375300 req-3352f285-938b-4302-a0c6-ba4c7bdf8813 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] 10.222.0.44 "GET /v2.0/ports?device_id=a38593d5-6373-4343-8fdd-d9e8f9a1acc7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3407638 Jul 23 23:55:47.727564 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-49c41cdf-0caa-4ce0-8d83-782b0e375300 req-d9d9fe67-216d-4c40-b407-aee40dd61214 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1083751 Jul 23 23:55:47.732663 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 58e5597e-d492-40e4-868f-43a3d472c41e no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:55:47.744594 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a8df07fc-ee9a-43b8-954b-293412e97798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:47.798355 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 58e5597e-d492-40e4-868f-43a3d472c41e {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:55:47.798943 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 58e5597e-d492-40e4-868f-43a3d472c41e not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:55:47.799533 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device cb9a7947-0476-4b0b-9ba9-b4637254f25c no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:55:47.832068 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-57a00bd9-d23b-4cf6-9ad4-b31a0889bd7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:47.893280 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: cb9a7947-0476-4b0b-9ba9-b4637254f25c {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:55:47.894205 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device cb9a7947-0476-4b0b-9ba9-b4637254f25c not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:55:47.931934 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a00bd9-d23b-4cf6-9ad4-b31a0889bd7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40255853-605f-4748-a7c3-5d130efc6f20,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:47.956560 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57a00bd9-d23b-4cf6-9ad4-b31a0889bd7e admin admin] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:55:48.016252 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-57a00bd9-d23b-4cf6-9ad4-b31a0889bd7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:48.016707 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-57a00bd9-d23b-4cf6-9ad4-b31a0889bd7e admin admin] Added segment 1abc55ed-954b-4902-8ae7-65e0fced9124 of type vlan for network 89bd9dba-6f02-4def-b80a-52db6e5b91d2 Jul 23 23:55:48.081041 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478201c5-4923-4aa5-b66b-403bd517086f req-1db4ce6c-8cda-4504-96d2-d0541cece226 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:48.083704 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e21be71-0373-4a7a-a71b-243c1a71c39e None None] DHCP port deletion for b6cf1771-a5e0-4481-ada6-9af5ffe559f4 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:55:48.084229 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-478201c5-4923-4aa5-b66b-403bd517086f req-1db4ce6c-8cda-4504-96d2-d0541cece226 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.52 "GET /v2.0/ports?device_id=0246f005-72c2-4ed4-99b9-e4721a7949d3 HTTP/1.1" status: 200 len: 966 time: 0.5569460 Jul 23 23:55:48.117917 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0428bf2-d370-4d98-9460-d2e638a0cd2c req-0f164ad5-0a26-4309-b95c-1f65a2bb2eee tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:48.121752 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b0428bf2-d370-4d98-9460-d2e638a0cd2c req-0f164ad5-0a26-4309-b95c-1f65a2bb2eee tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/ports?device_id=0eaceb5f-e1bb-44ff-bf70-164f8342acaf HTTP/1.1" status: 200 len: 950 time: 0.1906056 Jul 23 23:55:48.125310 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-57a00bd9-d23b-4cf6-9ad4-b31a0889bd7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:48.179301 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff57b21c-b067-4ec4-9b05-5d26f4272eee req-95274bad-c75a-47e7-86e5-ace0b60e5128 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:48.180993 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ff57b21c-b067-4ec4-9b05-5d26f4272eee req-95274bad-c75a-47e7-86e5-ace0b60e5128 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?device_id=0246f005-72c2-4ed4-99b9-e4721a7949d3 HTTP/1.1" status: 200 len: 966 time: 0.4168313 Jul 23 23:55:48.184009 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b0428bf2-d370-4d98-9460-d2e638a0cd2c req-cf960e4c-1004-4aa6-a8b1-cf9c168d45cd tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/security-groups?id=84afd7ea-644b-438b-8379-6d56a9cf992d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500214 Jul 23 23:55:48.201015 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e21be71-0373-4a7a-a71b-243c1a71c39e None None] Deleting port b68dd4bc-5fe5-4f48-a975-6897ed079dee {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:55:48.201266 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-a8df07fc-ee9a-43b8-954b-293412e97798 admin admin] Deleting port b68dd4bc-5fe5-4f48-a975-6897ed079dee {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:55:48.201482 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e21be71-0373-4a7a-a71b-243c1a71c39e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:48.203443 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a8df07fc-ee9a-43b8-954b-293412e97798 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:48.260640 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-86473981-4e13-4b74-95c5-f5ab6bf244f9 req-b2cfb34e-e2ee-4aa6-aa33-0a9f3343eef3 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0509591 Jul 23 23:55:48.296367 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e21be71-0373-4a7a-a71b-243c1a71c39e None None] For port b68dd4bc-5fe5-4f48-a975-6897ed079dee, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=b68dd4bc-5fe5-4f48-a975-6897ed079dee,segment=NetworkSegment(5d344d88-6b1d-459b-a6c4-73c6890df831),segment_id=5d344d88-6b1d-459b-a6c4-73c6890df831)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:55:48.297355 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e21be71-0373-4a7a-a71b-243c1a71c39e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:48.315905 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e21be71-0373-4a7a-a71b-243c1a71c39e None None] Calling delete_port for b68dd4bc-5fe5-4f48-a975-6897ed079dee owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:55:48.350512 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-57a00bd9-d23b-4cf6-9ad4-b31a0889bd7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:48.360528 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a00bd9-d23b-4cf6-9ad4-b31a0889bd7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:48.361196 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-57a00bd9-d23b-4cf6-9ad4-b31a0889bd7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:48.377059 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cc79eb3f-2042-4458-9e69-e5aaeeb20fc2 req-f3a410a1-7b63-4626-bf16-e81042e39faa tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b26e89b-4e22-4078-b4ef-f60e016932e2 HTTP/1.1" status: 200 len: 210 time: 0.0466914 Jul 23 23:55:48.411923 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-57a00bd9-d23b-4cf6-9ad4-b31a0889bd7e admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.7344677 Jul 23 23:55:48.414888 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43542) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:55:48.421403 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-532c6312-10d9-4b0b-ab77-0fcee29a30fb admin admin] Request body: {'subnet': {'network_id': '89bd9dba-6f02-4def-b80a-52db6e5b91d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-2136744487-subnet', 'tenant_id': 'aa7d52fd9bd24093bac41a66f2540144', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:55:48.480526 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e21be71-0373-4a7a-a71b-243c1a71c39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:48.483046 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-532c6312-10d9-4b0b-ab77-0fcee29a30fb admin admin] Made reservation on behalf of aa7d52fd9bd24093bac41a66f2540144 for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:55:48.486270 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-532c6312-10d9-4b0b-ab77-0fcee29a30fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:48.544291 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e21be71-0373-4a7a-a71b-243c1a71c39e None None] Pushing event deleted for resources: {'Port': ['ID=b68dd4bc-5fe5-4f48-a975-6897ed079dee,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:48.566366 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e21be71-0373-4a7a-a71b-243c1a71c39e None None] No DVR routers for this DVR port b68dd4bc-5fe5-4f48-a975-6897ed079dee on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:55:48.633984 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ff57b21c-b067-4ec4-9b05-5d26f4272eee req-ab457e3a-317e-4bae-bd0a-7b3aa004c0d4 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d2cfbce-e344-4859-a071-41328a758154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4036787 Jul 23 23:55:48.744674 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-478201c5-4923-4aa5-b66b-403bd517086f req-fc932bf9-d867-494f-a74c-27375e832a0e tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Deleting port ce0cfa89-8eee-4458-8b33-d6602b43ab38 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:55:48.765201 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-478201c5-4923-4aa5-b66b-403bd517086f req-fc932bf9-d867-494f-a74c-27375e832a0e tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:48.888656 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-532c6312-10d9-4b0b-ab77-0fcee29a30fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:48.946872 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61ac060-e729-4b54-bb23-2e2c54c367cd req-e4faf325-e87c-455d-8ca9-eb5045f8de2d tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:48.949714 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d61ac060-e729-4b54-bb23-2e2c54c367cd req-e4faf325-e87c-455d-8ca9-eb5045f8de2d tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] 10.222.0.44 "GET /v2.0/ports?device_id=a38593d5-6373-4343-8fdd-d9e8f9a1acc7 HTTP/1.1" status: 200 len: 946 time: 0.1905105 Jul 23 23:55:48.958341 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a00bd9-d23b-4cf6-9ad4-b31a0889bd7e admin admin] Pushing event updated for resources: {'Network': ['ID=89bd9dba-6f02-4def-b80a-52db6e5b91d2,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:48.968754 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-a8df07fc-ee9a-43b8-954b-293412e97798 admin admin] For port b68dd4bc-5fe5-4f48-a975-6897ed079dee, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=b68dd4bc-5fe5-4f48-a975-6897ed079dee,segment=NetworkSegment(5d344d88-6b1d-459b-a6c4-73c6890df831),segment_id=5d344d88-6b1d-459b-a6c4-73c6890df831)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:55:48.968754 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a8df07fc-ee9a-43b8-954b-293412e97798 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:48.974949 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 89bd9dba-6f02-4def-b80a-52db6e5b91d2 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:55:49.055783 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-a8df07fc-ee9a-43b8-954b-293412e97798 admin admin] Calling delete_port for b68dd4bc-5fe5-4f48-a975-6897ed079dee owned by network:dhcp {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:55:49.069616 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-478201c5-4923-4aa5-b66b-403bd517086f req-fc932bf9-d867-494f-a74c-27375e832a0e tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] For port ce0cfa89-8eee-4458-8b33-d6602b43ab38, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=ce0cfa89-8eee-4458-8b33-d6602b43ab38,segment=NetworkSegment(d41359ac-4be7-4a75-afd1-798e41d2f155),segment_id=d41359ac-4be7-4a75-afd1-798e41d2f155)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:55:49.070021 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-478201c5-4923-4aa5-b66b-403bd517086f req-fc932bf9-d867-494f-a74c-27375e832a0e tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:49.076461 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532c6312-10d9-4b0b-ab77-0fcee29a30fb admin admin] Checking segment: {'id': '1abc55ed-954b-4902-8ae7-65e0fced9124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '89bd9dba-6f02-4def-b80a-52db6e5b91d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:55:49.077198 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532c6312-10d9-4b0b-ab77-0fcee29a30fb admin admin] Network hostable DHCP agents. Network: 89bd9dba-6f02-4def-b80a-52db6e5b91d2, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:55:49.081058 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532c6312-10d9-4b0b-ab77-0fcee29a30fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdcf25fd-2215-4a3b-8787-bb258e011407,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:49.103868 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-478201c5-4923-4aa5-b66b-403bd517086f req-fc932bf9-d867-494f-a74c-27375e832a0e tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Calling delete_port for ce0cfa89-8eee-4458-8b33-d6602b43ab38 owned by compute:tempest-test_az-1008622776 {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:55:49.175567 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d61ac060-e729-4b54-bb23-2e2c54c367cd req-5497a9ea-1ce4-49ef-a0f6-3bb3c1795449 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] 10.222.0.44 "GET /v2.0/security-groups?id=9648d5df-497a-47ba-9673-c4bd865e429e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155068 Jul 23 23:55:49.196289 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532c6312-10d9-4b0b-ab77-0fcee29a30fb admin admin] Network 89bd9dba-6f02-4def-b80a-52db6e5b91d2 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:55:49.200392 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8174f-1c7d-4c87-86b0-46b751099938 req-f3cb1737-8f37-4494-a8dc-75eb8e396c31 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:49.202040 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a8b8174f-1c7d-4c87-86b0-46b751099938 req-f3cb1737-8f37-4494-a8dc-75eb8e396c31 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.52 "GET /v2.0/networks?id=b8906f93-94f4-4245-b6a8-bfe9f5af486b HTTP/1.1" status: 200 len: 812 time: 0.6679795 Jul 23 23:55:49.219369 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-532c6312-10d9-4b0b-ab77-0fcee29a30fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 89bd9dba-6f02-4def-b80a-52db6e5b91d2) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:55:49.228568 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3cd3d4f-99ad-4b51-932a-61c6e6fb2f1b None None] Network 89bd9dba-6f02-4def-b80a-52db6e5b91d2 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:55:49.231044 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532c6312-10d9-4b0b-ab77-0fcee29a30fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:49.231617 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-532c6312-10d9-4b0b-ab77-0fcee29a30fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:49.240955 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f1b32e-f8c9-428f-a98d-52b64a9244a1 req-01b454c5-0260-40e6-b8c7-3d694aac9667 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:49.242495 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-44f1b32e-f8c9-428f-a98d-52b64a9244a1 req-01b454c5-0260-40e6-b8c7-3d694aac9667 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.64 "GET /v2.0/ports?device_id=0eaceb5f-e1bb-44ff-bf70-164f8342acaf HTTP/1.1" status: 200 len: 950 time: 0.1369882 Jul 23 23:55:49.302419 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-532c6312-10d9-4b0b-ab77-0fcee29a30fb admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8776116 Jul 23 23:55:49.333084 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-a8b8174f-1c7d-4c87-86b0-46b751099938 req-bb068333-a06d-4541-b509-641a3f857697 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Request body: {'port': {'device_id': '9b26e89b-4e22-4078-b4ef-f60e016932e2', 'network_id': 'b8906f93-94f4-4245-b6a8-bfe9f5af486b', 'admin_state_up': True, 'tenant_id': '55262526535943308d0fc348b3327b0d'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:55:49.391930 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f267ef7c-6edc-45cf-a5e5-5a92af5bd872 req-c5b48b44-7052-4d92-a0d0-8e9abef2d960 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:49.399657 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f267ef7c-6edc-45cf-a5e5-5a92af5bd872 req-c5b48b44-7052-4d92-a0d0-8e9abef2d960 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] 10.222.0.44 "GET /v2.0/ports?device_id=137024f3-a26a-42dd-a337-e591f334f7e4 HTTP/1.1" status: 200 len: 945 time: 0.5313523 Jul 23 23:55:49.490618 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-44f1b32e-f8c9-428f-a98d-52b64a9244a1 req-f5c5fbfa-3a4d-418e-af1c-4782344fe483 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Deleting port 517db9ca-3b36-4100-abc1-0bc8402ac1db {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:55:49.491069 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-44f1b32e-f8c9-428f-a98d-52b64a9244a1 req-f5c5fbfa-3a4d-418e-af1c-4782344fe483 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:49.545458 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8fa8c-a2a2-45da-885d-501d2f93f08f req-d5c40dc2-c368-482c-8d92-576de08691d1 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:49.547050 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bdc8fa8c-a2a2-45da-885d-501d2f93f08f req-d5c40dc2-c368-482c-8d92-576de08691d1 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/ports?device_id=0eaceb5f-e1bb-44ff-bf70-164f8342acaf HTTP/1.1" status: 200 len: 950 time: 0.1552720 Jul 23 23:55:49.551867 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f810d51-69d8-4c4a-be9d-6a25c8f502d3 None None] Network 89bd9dba-6f02-4def-b80a-52db6e5b91d2 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:55:49.585285 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a8df07fc-ee9a-43b8-954b-293412e97798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:49.628336 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8df07fc-ee9a-43b8-954b-293412e97798 admin admin] No DVR routers for this DVR port b68dd4bc-5fe5-4f48-a975-6897ed079dee on host n-d-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:55:49.638988 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8df07fc-ee9a-43b8-954b-293412e97798 admin admin] Pushing event deleted for resources: {'Port': ['ID=b68dd4bc-5fe5-4f48-a975-6897ed079dee,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:49.659972 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-44f1b32e-f8c9-428f-a98d-52b64a9244a1 req-f5c5fbfa-3a4d-418e-af1c-4782344fe483 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] For port 517db9ca-3b36-4100-abc1-0bc8402ac1db, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=517db9ca-3b36-4100-abc1-0bc8402ac1db,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:55:49.660338 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-44f1b32e-f8c9-428f-a98d-52b64a9244a1 req-f5c5fbfa-3a4d-418e-af1c-4782344fe483 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:49.668488 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device b68dd4bc-5fe5-4f48-a975-6897ed079dee no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:55:49.680291 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-44f1b32e-f8c9-428f-a98d-52b64a9244a1 req-f5c5fbfa-3a4d-418e-af1c-4782344fe483 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Calling delete_port for 517db9ca-3b36-4100-abc1-0bc8402ac1db owned by compute:nova {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:55:49.680665 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f267ef7c-6edc-45cf-a5e5-5a92af5bd872 req-5bd83671-734d-4218-9c4d-8fbfe40cbd14 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b98df9f-91b2-42b1-b02c-ca8eda7bbe44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2748539 Jul 23 23:55:49.706165 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: b68dd4bc-5fe5-4f48-a975-6897ed079dee {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:55:49.706764 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device b68dd4bc-5fe5-4f48-a975-6897ed079dee not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:55:49.815864 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a8df07fc-ee9a-43b8-954b-293412e97798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:49.817234 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bdc8fa8c-a2a2-45da-885d-501d2f93f08f req-6751d818-3e37-4f33-b9bd-60b3e822f2bb tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/security-groups?id=84afd7ea-644b-438b-8379-6d56a9cf992d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501473 Jul 23 23:55:49.866385 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-42728093-1ab4-4083-ac68-60a77a2ef70d req-fa3252a0-caff-4357-a3e0-37fee1169a5d tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b26e89b-4e22-4078-b4ef-f60e016932e2 HTTP/1.1" status: 200 len: 210 time: 0.0806348 Jul 23 23:55:49.871546 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-a8df07fc-ee9a-43b8-954b-293412e97798 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6cf1771-a5e0-4481-ada6-9af5ffe559f4']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:55:49.886352 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8b8174f-1c7d-4c87-86b0-46b751099938 req-bb068333-a06d-4541-b509-641a3f857697 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Made reservation on behalf of 55262526535943308d0fc348b3327b0d for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:55:49.889976 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-a8b8174f-1c7d-4c87-86b0-46b751099938 req-bb068333-a06d-4541-b509-641a3f857697 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:49.896648 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-a8df07fc-ee9a-43b8-954b-293412e97798 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d344d88-6b1d-459b-a6c4-73c6890df831') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:55:49.897032 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-a8df07fc-ee9a-43b8-954b-293412e97798 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d344d88-6b1d-459b-a6c4-73c6890df831') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:55:49.926828 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a8df07fc-ee9a-43b8-954b-293412e97798 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:49.948995 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-44f1b32e-f8c9-428f-a98d-52b64a9244a1 req-f5c5fbfa-3a4d-418e-af1c-4782344fe483 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:49.955571 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-478201c5-4923-4aa5-b66b-403bd517086f req-fc932bf9-d867-494f-a74c-27375e832a0e tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:49.968585 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['517db9ca-3b36-4100-abc1-0bc8402ac1db', 'f9b52e8a-7d85-422f-b2ce-78773c09870e'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:55:49.974493 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['e5375155-efd6-44ad-a4c9-4bcf4b7d5140'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:55:50.035206 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c5fbfa-3a4d-418e-af1c-4782344fe483 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Pushing event deleted for resources: {'Port': ['ID=517db9ca-3b36-4100-abc1-0bc8402ac1db,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:50.044318 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a8df07fc-ee9a-43b8-954b-293412e97798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:50.051107 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8df07fc-ee9a-43b8-954b-293412e97798 admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:55:50.051527 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a8df07fc-ee9a-43b8-954b-293412e97798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:50.135653 n-d-800088-16 neutron-server[100313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:55:50.135653 n-d-800088-16 neutron-server[100313]: self.session.flush() Jul 23 23:55:50.135653 n-d-800088-16 neutron-server[100313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:55:50.135653 n-d-800088-16 neutron-server[100313]: self.session.flush() Jul 23 23:55:50.135653 n-d-800088-16 neutron-server[100313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:55:50.135653 n-d-800088-16 neutron-server[100313]: self.session.flush() Jul 23 23:55:50.135653 n-d-800088-16 neutron-server[100313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:55:50.135653 n-d-800088-16 neutron-server[100313]: self.session.flush() Jul 23 23:55:50.135653 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 23 23:55:50.135653 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:55:50.135653 n-d-800088-16 neutron-server[100313]: timer() Jul 23 23:55:50.135653 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:55:50.135653 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 23 23:55:50.135653 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:55:50.135653 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 23 23:55:50.135653 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:55:50.135653 n-d-800088-16 neutron-server[100313]: self._notify() Jul 23 23:55:50.135653 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:55:50.135653 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 23 23:55:50.135653 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:55:50.135653 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 23 23:55:50.135653 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:55:50.135653 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:55:50.135653 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:55:50.135653 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:55:50.135653 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:55:50.135653 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 23 23:55:50.135653 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:55:50.135653 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 23 23:55:50.135653 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:55:50.135653 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:55:50.135653 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:55:50.135653 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 23 23:55:50.135653 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:55:50.135653 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:55:50.135653 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:55:50.135653 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:55:50.135653 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:55:50.135653 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:55:50.135653 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:55:50.154258 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a8df07fc-ee9a-43b8-954b-293412e97798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:50.156256 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc932bf9-d867-494f-a74c-27375e832a0e tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Pushing event deleted for resources: {'Port': ['ID=ce0cfa89-8eee-4458-8b33-d6602b43ab38,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:50.196377 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-44f1b32e-f8c9-428f-a98d-52b64a9244a1 req-f5c5fbfa-3a4d-418e-af1c-4782344fe483 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] No DVR routers for this DVR port 517db9ca-3b36-4100-abc1-0bc8402ac1db on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:55:50.215755 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-44f1b32e-f8c9-428f-a98d-52b64a9244a1 req-f5c5fbfa-3a4d-418e-af1c-4782344fe483 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:50.217873 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-44f1b32e-f8c9-428f-a98d-52b64a9244a1 req-f5c5fbfa-3a4d-418e-af1c-4782344fe483 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.64 "DELETE /v2.0/ports/517db9ca-3b36-4100-abc1-0bc8402ac1db HTTP/1.1" status: 204 len: 173 time: 0.9659884 Jul 23 23:55:50.218326 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eaceb5f-e1bb-44ff-bf70-164f8342acaf', 'name': 'network-vif-deleted', 'tag': '517db9ca-3b36-4100-abc1-0bc8402ac1db'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:55:50.229285 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4138275-d0e9-49ab-8c72-74c27cc87542" -d '{"events": [{"server_uuid": "0eaceb5f-e1bb-44ff-bf70-164f8342acaf", "name": "network-vif-deleted", "tag": "517db9ca-3b36-4100-abc1-0bc8402ac1db"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:55:50.348527 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270c1c78-89dc-4dd6-8e0e-6832dcac5511 req-f0974ac3-8f01-4d71-96d4-2362d24cdf0e tempest-ServerMetadataNegativeTestJSON-1042768671 tempest-ServerMetadataNegativeTestJSON-1042768671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:50.350891 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-270c1c78-89dc-4dd6-8e0e-6832dcac5511 req-f0974ac3-8f01-4d71-96d4-2362d24cdf0e tempest-ServerMetadataNegativeTestJSON-1042768671 tempest-ServerMetadataNegativeTestJSON-1042768671-project] 10.222.0.44 "GET /v2.0/networks?id=89bd9dba-6f02-4def-b80a-52db6e5b91d2 HTTP/1.1" status: 200 len: 821 time: 0.1704104 Jul 23 23:55:50.374811 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a8df07fc-ee9a-43b8-954b-293412e97798 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:50.379256 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-a8df07fc-ee9a-43b8-954b-293412e97798 admin admin] 10.222.0.44 "DELETE /v2.0/networks/b6cf1771-a5e0-4481-ada6-9af5ffe559f4 HTTP/1.1" status: 204 len: 168 time: 2.8558073 Jul 23 23:55:50.379559 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43584) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:55:50.395490 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8df07fc-ee9a-43b8-954b-293412e97798 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6cf1771-a5e0-4481-ada6-9af5ffe559f4,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:50.401814 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-270c1c78-89dc-4dd6-8e0e-6832dcac5511 req-90e248a9-c4c9-4fa5-9616-136f52ed7b6a tempest-ServerMetadataNegativeTestJSON-1042768671 tempest-ServerMetadataNegativeTestJSON-1042768671-project] 10.222.0.44 "GET /v2.0/quotas/aa7d52fd9bd24093bac41a66f2540144 HTTP/1.1" status: 200 len: 375 time: 0.0314517 Jul 23 23:55:50.404502 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-81636a9c-bb97-43de-ac5e-4c8e111f8c44 req-dbaa6847-9327-48db-b572-35525ef8ba13 tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.44 "GET /v2.0/ports?device_id=0246f005-72c2-4ed4-99b9-e4721a7949d3 HTTP/1.1" status: 200 len: 210 time: 0.3883793 Jul 23 23:55:50.452065 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-478201c5-4923-4aa5-b66b-403bd517086f req-fc932bf9-d867-494f-a74c-27375e832a0e tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] No DVR routers for this DVR port ce0cfa89-8eee-4458-8b33-d6602b43ab38 on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:55:50.459875 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-478201c5-4923-4aa5-b66b-403bd517086f req-fc932bf9-d867-494f-a74c-27375e832a0e tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:50.468738 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-478201c5-4923-4aa5-b66b-403bd517086f req-fc932bf9-d867-494f-a74c-27375e832a0e tempest-LiveMigrationTest-2038023981 tempest-LiveMigrationTest-2038023981-project] 10.222.0.52 "DELETE /v2.0/ports/ce0cfa89-8eee-4458-8b33-d6602b43ab38 HTTP/1.1" status: 204 len: 173 time: 2.3762181 Jul 23 23:55:50.489762 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-a8b8174f-1c7d-4c87-86b0-46b751099938 req-bb068333-a06d-4541-b509-641a3f857697 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Allocated IP 172.20.0.2 (b8906f93-94f4-4245-b6a8-bfe9f5af486b/abff5f68-fd48-495e-a37c-bc1705b61fd1/24c94bf7-0ec5-4c80-b350-2dc760f317cd) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:55:50.557022 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 4e501e56-d565-4855-b4d1-d3de4f908fe4 up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:55:50.717313 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port 4e501e56-d565-4855-b4d1-d3de4f908fe4 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:55:50.722049 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port 4e501e56-d565-4855-b4d1-d3de4f908fe4 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:55:50.722690 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:50.760467 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-a8b8174f-1c7d-4c87-86b0-46b751099938 req-bb068333-a06d-4541-b509-641a3f857697 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:50.853336 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0246f005-72c2-4ed4-99b9-e4721a7949d3', 'name': 'network-vif-deleted', 'tag': 'ce0cfa89-8eee-4458-8b33-d6602b43ab38'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:55:50.856222 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b12c2a-9161-4d5f-8dc4-565b9cf7acf9" -d '{"events": [{"server_uuid": "0246f005-72c2-4ed4-99b9-e4721a7949d3", "name": "network-vif-deleted", "tag": "ce0cfa89-8eee-4458-8b33-d6602b43ab38"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:55:50.864564 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-a8b8174f-1c7d-4c87-86b0-46b751099938 req-bb068333-a06d-4541-b509-641a3f857697 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:50.869236 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:50.904505 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8b8174f-1c7d-4c87-86b0-46b751099938 req-bb068333-a06d-4541-b509-641a3f857697 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Network b8906f93-94f4-4245-b6a8-bfe9f5af486b is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:55:50.907773 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['202ded10-077c-4d14-a81c-06f692f89f84'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:55:50.933858 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-a8b8174f-1c7d-4c87-86b0-46b751099938 req-bb068333-a06d-4541-b509-641a3f857697 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:55:50.985654 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8b8174f-1c7d-4c87-86b0-46b751099938 req-bb068333-a06d-4541-b509-641a3f857697 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:55:50.994231 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '137024f3-a26a-42dd-a337-e591f334f7e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e501e56-d565-4855-b4d1-d3de4f908fe4'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:55:50.996824 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf4acd97-4fc5-478b-9e65-9eced8297c34" -d '{"events": [{"server_uuid": "137024f3-a26a-42dd-a337-e591f334f7e4", "name": "network-vif-plugged", "status": "completed", "tag": "4e501e56-d565-4855-b4d1-d3de4f908fe4"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:55:51.058818 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 4e501e56-d565-4855-b4d1-d3de4f908fe4, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=4e501e56-d565-4855-b4d1-d3de4f908fe4,segment=NetworkSegment(b45bfccd-951e-4267-b73e-6acacd8c9dc9),segment_id=b45bfccd-951e-4267-b73e-6acacd8c9dc9)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:55:51.092579 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:51.094433 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 517db9ca-3b36-4100-abc1-0bc8402ac1db no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:55:51.120355 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8174f-1c7d-4c87-86b0-46b751099938 req-bb068333-a06d-4541-b509-641a3f857697 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:51.121678 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-a8b8174f-1c7d-4c87-86b0-46b751099938 req-bb068333-a06d-4541-b509-641a3f857697 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:51.126862 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb068333-a06d-4541-b509-641a3f857697 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Pushing event updated for resources: {'Port': ['ID=24c94bf7-0ec5-4c80-b350-2dc760f317cd,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:51.156382 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c105babd-af5d-4dbf-9dd6-77a6f9e20249 req-3bf08014-7e99-439e-b06b-5135de89abc6 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:51.159344 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c105babd-af5d-4dbf-9dd6-77a6f9e20249 req-3bf08014-7e99-439e-b06b-5135de89abc6 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] 10.222.0.52 "GET /v2.0/ports?device_id=a38593d5-6373-4343-8fdd-d9e8f9a1acc7 HTTP/1.1" status: 200 len: 946 time: 1.0225353 Jul 23 23:55:51.160006 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-270c1c78-89dc-4dd6-8e0e-6832dcac5511 req-c722126c-a840-4ce2-af39-b27969541dfa tempest-ServerMetadataNegativeTestJSON-1042768671 tempest-ServerMetadataNegativeTestJSON-1042768671-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=aa7d52fd9bd24093bac41a66f2540144&fields=id HTTP/1.1" status: 200 len: 210 time: 0.6680198 Jul 23 23:55:51.189842 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=4e501e56-d565-4855-b4d1-d3de4f908fe4,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:51.205532 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] No Port match for: 517db9ca-3b36-4100-abc1-0bc8402ac1db {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:55:51.206517 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 517db9ca-3b36-4100-abc1-0bc8402ac1db not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:55:51.294745 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a8b8174f-1c7d-4c87-86b0-46b751099938 req-bb068333-a06d-4541-b509-641a3f857697 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0759363 Jul 23 23:55:51.309280 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d39ac2-cbee-4685-82d0-d3bf840bd777 req-7ab19bbd-0a1e-445f-86c7-83ee819314f8 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:51.311307 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-50d39ac2-cbee-4685-82d0-d3bf840bd777 req-7ab19bbd-0a1e-445f-86c7-83ee819314f8 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] 10.222.0.44 "GET /v2.0/ports?device_id=a38593d5-6373-4343-8fdd-d9e8f9a1acc7 HTTP/1.1" status: 200 len: 946 time: 0.4509563 Jul 23 23:55:51.316693 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-a8b8174f-1c7d-4c87-86b0-46b751099938 req-eb514cb0-2484-4763-9cc8-7018cac3160d service neutron] Request body: {'port': {'device_id': '9b26e89b-4e22-4078-b4ef-f60e016932e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:55:51.384973 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-270c1c78-89dc-4dd6-8e0e-6832dcac5511 req-02683df9-3f5e-4ff3-84ff-d6d1d501a67b service neutron] 10.222.0.44 "GET /v2.0/networks/89bd9dba-6f02-4def-b80a-52db6e5b91d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028122 Jul 23 23:55:51.395957 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-50d39ac2-cbee-4685-82d0-d3bf840bd777 req-15358184-3bae-44ac-9305-347d8b30b560 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] 10.222.0.44 "GET /v2.0/security-groups?id=9648d5df-497a-47ba-9673-c4bd865e429e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704746 Jul 23 23:55:51.409352 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-c105babd-af5d-4dbf-9dd6-77a6f9e20249 req-10add3e2-8acc-4d85-b588-278a841c1792 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Deleting port e9ba1971-4497-430e-a98e-662a52d1a569 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:55:51.409861 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-c105babd-af5d-4dbf-9dd6-77a6f9e20249 req-10add3e2-8acc-4d85-b588-278a841c1792 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:51.584470 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff87ac75-f246-41e6-acc7-ec55976bc807 x-openstack-request-id: req-ff87ac75-f246-41e6-acc7-ec55976bc807 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:55:51.584764 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eaceb5f-e1bb-44ff-bf70-164f8342acaf", "name": "network-vif-deleted", "tag": "517db9ca-3b36-4100-abc1-0bc8402ac1db", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:55:51.585049 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ff87ac75-f246-41e6-acc7-ec55976bc807 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:55:51.585468 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eaceb5f-e1bb-44ff-bf70-164f8342acaf', 'name': 'network-vif-deleted', 'tag': '517db9ca-3b36-4100-abc1-0bc8402ac1db', 'status': 'completed', 'code': 200} Jul 23 23:55:51.613817 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-270c1c78-89dc-4dd6-8e0e-6832dcac5511 req-a21ff0bc-d665-4729-9723-7c0b460f532e service neutron] 10.222.0.44 "GET /v2.0/networks/89bd9dba-6f02-4def-b80a-52db6e5b91d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193820 Jul 23 23:55:51.680253 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device ce0cfa89-8eee-4458-8b33-d6602b43ab38 no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:55:51.734014 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] No Port match for: ce0cfa89-8eee-4458-8b33-d6602b43ab38 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:55:51.738257 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device ce0cfa89-8eee-4458-8b33-d6602b43ab38 not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:55:51.750644 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9a6c5370-37a0-45d1-b19c-f312e5766bd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681029'] for router_interface, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:51.963509 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-c105babd-af5d-4dbf-9dd6-77a6f9e20249 req-10add3e2-8acc-4d85-b588-278a841c1792 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] For port e9ba1971-4497-430e-a98e-662a52d1a569, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=e9ba1971-4497-430e-a98e-662a52d1a569,segment=NetworkSegment(5ece07f7-72f5-4869-b63d-d3f7d43cb1e6),segment_id=5ece07f7-72f5-4869-b63d-d3f7d43cb1e6)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:55:51.964080 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-c105babd-af5d-4dbf-9dd6-77a6f9e20249 req-10add3e2-8acc-4d85-b588-278a841c1792 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:51.979487 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-c105babd-af5d-4dbf-9dd6-77a6f9e20249 req-10add3e2-8acc-4d85-b588-278a841c1792 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Calling delete_port for e9ba1971-4497-430e-a98e-662a52d1a569 owned by compute:nova {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:55:52.026559 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc6bc5ca-5b2e-46b0-9407-96f9f899c773 x-openstack-request-id: req-dc6bc5ca-5b2e-46b0-9407-96f9f899c773 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:55:52.026559 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0246f005-72c2-4ed4-99b9-e4721a7949d3", "name": "network-vif-deleted", "tag": "ce0cfa89-8eee-4458-8b33-d6602b43ab38", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:55:52.026559 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dc6bc5ca-5b2e-46b0-9407-96f9f899c773 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:55:52.026559 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0246f005-72c2-4ed4-99b9-e4721a7949d3', 'name': 'network-vif-deleted', 'tag': 'ce0cfa89-8eee-4458-8b33-d6602b43ab38', 'status': 'completed', 'code': 200} Jul 23 23:55:52.146830 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-a8b8174f-1c7d-4c87-86b0-46b751099938 req-eb514cb0-2484-4763-9cc8-7018cac3160d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:52.191060 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7644f73-9d03-4c4e-86f1-66443d684d6c req-6930579e-37bd-4b69-b2f2-4113067fc111 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:52.192864 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f7644f73-9d03-4c4e-86f1-66443d684d6c req-6930579e-37bd-4b69-b2f2-4113067fc111 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] 10.222.0.44 "GET /v2.0/ports?device_id=137024f3-a26a-42dd-a337-e591f334f7e4 HTTP/1.1" status: 200 len: 946 time: 0.1640322 Jul 23 23:55:52.245347 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d01405-7e29-4645-9250-72f4a6de3ffc req-1026fb85-8485-4bc6-ae8b-c39e6095ab83 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:52.255166 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-36d01405-7e29-4645-9250-72f4a6de3ffc req-1026fb85-8485-4bc6-ae8b-c39e6095ab83 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b26e89b-4e22-4078-b4ef-f60e016932e2 HTTP/1.1" status: 200 len: 931 time: 0.2450385 Jul 23 23:55:52.313673 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-36d01405-7e29-4645-9250-72f4a6de3ffc req-74e80d8c-af14-47d1-aad1-4bcedc6f9b8b tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/security-groups?id=e6c96cc7-f0ba-495d-ae44-8c4cd8794790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562785 Jul 23 23:55:52.433914 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bdb282d-b150-49ce-b645-db4fed6913f9 x-openstack-request-id: req-1bdb282d-b150-49ce-b645-db4fed6913f9 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:55:52.434222 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "137024f3-a26a-42dd-a337-e591f334f7e4", "name": "network-vif-plugged", "status": "completed", "tag": "4e501e56-d565-4855-b4d1-d3de4f908fe4", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:55:52.434487 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1bdb282d-b150-49ce-b645-db4fed6913f9 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:55:52.436104 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '137024f3-a26a-42dd-a337-e591f334f7e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e501e56-d565-4855-b4d1-d3de4f908fe4', 'code': 200} Jul 23 23:55:52.438727 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f7644f73-9d03-4c4e-86f1-66443d684d6c req-305dc6a6-7678-4014-928b-eccf107a3750 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b98df9f-91b2-42b1-b02c-ca8eda7bbe44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2173781 Jul 23 23:55:52.442310 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-c105babd-af5d-4dbf-9dd6-77a6f9e20249 req-10add3e2-8acc-4d85-b588-278a841c1792 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:52.484706 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-9a6c5370-37a0-45d1-b19c-f312e5766bd9 admin admin] Deleting port 6ced4e74-932e-4f41-bd9f-2c73dc6cd10d {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:55:52.485298 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9a6c5370-37a0-45d1-b19c-f312e5766bd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:52.533710 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43626) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:55:52.552527 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10add3e2-8acc-4d85-b588-278a841c1792 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Pushing event deleted for resources: {'Port': ['ID=e9ba1971-4497-430e-a98e-662a52d1a569,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:52.617874 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-9a6c5370-37a0-45d1-b19c-f312e5766bd9 admin admin] For port 6ced4e74-932e-4f41-bd9f-2c73dc6cd10d, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=6ced4e74-932e-4f41-bd9f-2c73dc6cd10d,segment=NetworkSegment(0840076a-dcc2-48b6-9d84-5b46c6c417cd),segment_id=0840076a-dcc2-48b6-9d84-5b46c6c417cd)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:55:52.618377 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9a6c5370-37a0-45d1-b19c-f312e5766bd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:52.649400 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-9a6c5370-37a0-45d1-b19c-f312e5766bd9 admin admin] Calling delete_port for 6ced4e74-932e-4f41-bd9f-2c73dc6cd10d owned by network:router_interface {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:55:52.667558 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f6d4c182-e835-486d-b4fe-002aba5f08ee req-5ff7711d-4271-45a0-a35b-d3fc766af2a0 tempest-ServerMetadataNegativeTestJSON-1042768671 tempest-ServerMetadataNegativeTestJSON-1042768671-project] 10.222.0.44 "GET /v2.0/ports?device_id=efc43cdd-8bcc-443c-b6b5-06d9c799f7de HTTP/1.1" status: 200 len: 210 time: 0.1330419 Jul 23 23:55:52.783195 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-c105babd-af5d-4dbf-9dd6-77a6f9e20249 req-10add3e2-8acc-4d85-b588-278a841c1792 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] No DVR routers for this DVR port e9ba1971-4497-430e-a98e-662a52d1a569 on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:55:52.812070 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-c105babd-af5d-4dbf-9dd6-77a6f9e20249 req-10add3e2-8acc-4d85-b588-278a841c1792 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:52.813637 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c105babd-af5d-4dbf-9dd6-77a6f9e20249 req-10add3e2-8acc-4d85-b588-278a841c1792 tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] 10.222.0.52 "DELETE /v2.0/ports/e9ba1971-4497-430e-a98e-662a52d1a569 HTTP/1.1" status: 204 len: 173 time: 1.6409893 Jul 23 23:55:52.853437 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fa063b00-5e21-4036-a4d0-816e4dc34a81 req-f5476461-0476-491e-942e-587b2387bfac tempest-FloatingIPsAssociationNegativeTestJSON-766149773 tempest-FloatingIPsAssociationNegativeTestJSON-766149773-project] 10.222.0.44 "GET /v2.0/ports?device_id=a38593d5-6373-4343-8fdd-d9e8f9a1acc7 HTTP/1.1" status: 200 len: 210 time: 0.0571613 Jul 23 23:55:52.867042 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-818eb535-b281-483e-b3ae-bd6a43708bb4 admin admin] Deleting subnet 3bfc2b3c-ece5-49a0-8daf-8ebd7d541c76 {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:55:52.878521 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-818eb535-b281-483e-b3ae-bd6a43708bb4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:53.036714 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-818eb535-b281-483e-b3ae-bd6a43708bb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:53.088933 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e5c07c5-ca9b-423b-871f-cfa2a32145cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:53.146610 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a059066-cbe7-488d-979c-4b7577f8f0c3 req-73b3c81f-4f8d-4276-8cfc-7a4591df85ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:53.148645 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9a059066-cbe7-488d-979c-4b7577f8f0c3 req-73b3c81f-4f8d-4276-8cfc-7a4591df85ca service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=137024f3-a26a-42dd-a337-e591f334f7e4 HTTP/1.1" status: 200 len: 1098 time: 0.5004940 Jul 23 23:55:53.151484 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9a6c5370-37a0-45d1-b19c-f312e5766bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:53.193737 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-818eb535-b281-483e-b3ae-bd6a43708bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:53.200238 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6c5370-37a0-45d1-b19c-f312e5766bd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ced4e74-932e-4f41-bd9f-2c73dc6cd10d,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:53.279159 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f9e558-7157-4136-b08c-c4c7fd9f8b43 req-204f4ffe-21b8-462d-84ba-1335facfb88b tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:53.280782 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-65f9e558-7157-4136-b08c-c4c7fd9f8b43 req-204f4ffe-21b8-462d-84ba-1335facfb88b tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ef4dda6-9192-4a80-8e33-f8155d9be229 HTTP/1.1" status: 200 len: 950 time: 0.3487945 Jul 23 23:55:53.303117 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9a059066-cbe7-488d-979c-4b7577f8f0c3 req-eff8a884-e0e5-429a-bffb-7f5059e5c3d3 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7b98df9f-91b2-42b1-b02c-ca8eda7bbe44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441739 Jul 23 23:55:53.456663 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9a6c5370-37a0-45d1-b19c-f312e5766bd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679987'] for router_interface, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:53.584641 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-a8b8174f-1c7d-4c87-86b0-46b751099938 req-eb514cb0-2484-4763-9cc8-7018cac3160d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24c94bf7-0ec5-4c80-b350-2dc760f317cd {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:55:53.621499 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-a8b8174f-1c7d-4c87-86b0-46b751099938 req-eb514cb0-2484-4763-9cc8-7018cac3160d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:53.625579 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890dea26-38f8-4238-90ac-6ae16735d46a req-fcd612d8-2a19-4e57-bdc4-dbda47944e26 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:53.627170 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-890dea26-38f8-4238-90ac-6ae16735d46a req-fcd612d8-2a19-4e57-bdc4-dbda47944e26 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b26e89b-4e22-4078-b4ef-f60e016932e2 HTTP/1.1" status: 200 len: 931 time: 0.2123170 Jul 23 23:55:53.637184 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-65f9e558-7157-4136-b08c-c4c7fd9f8b43 req-849550b4-98dc-4aad-aa8a-dbe007298d02 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/security-groups?id=84afd7ea-644b-438b-8379-6d56a9cf992d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3348567 Jul 23 23:55:53.646895 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-818eb535-b281-483e-b3ae-bd6a43708bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:53.675252 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-818eb535-b281-483e-b3ae-bd6a43708bb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:53.681852 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device e9ba1971-4497-430e-a98e-662a52d1a569 no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:55:53.685396 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-818eb535-b281-483e-b3ae-bd6a43708bb4 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/3bfc2b3c-ece5-49a0-8daf-8ebd7d541c76 HTTP/1.1" status: 204 len: 168 time: 1.1502013 Jul 23 23:55:53.698130 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-a8b8174f-1c7d-4c87-86b0-46b751099938 req-eb514cb0-2484-4763-9cc8-7018cac3160d service neutron] Transition to ACTIVE for port object 24c94bf7-0ec5-4c80-b350-2dc760f317cd will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:55:53.703368 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43656) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:55:53.721792 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] No Port match for: e9ba1971-4497-430e-a98e-662a52d1a569 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:55:53.722555 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device e9ba1971-4497-430e-a98e-662a52d1a569 not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:55:53.733457 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270c1c78-89dc-4dd6-8e0e-6832dcac5511 req-2c3962da-805b-48f1-b7d2-b2db2b9327bf tempest-ServerMetadataNegativeTestJSON-1042768671 tempest-ServerMetadataNegativeTestJSON-1042768671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:53.735431 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-270c1c78-89dc-4dd6-8e0e-6832dcac5511 req-2c3962da-805b-48f1-b7d2-b2db2b9327bf tempest-ServerMetadataNegativeTestJSON-1042768671 tempest-ServerMetadataNegativeTestJSON-1042768671-project] 10.222.0.52 "GET /v2.0/networks?id=89bd9dba-6f02-4def-b80a-52db6e5b91d2 HTTP/1.1" status: 200 len: 821 time: 0.4504714 Jul 23 23:55:53.737788 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818eb535-b281-483e-b3ae-bd6a43708bb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bfc2b3c-ece5-49a0-8daf-8ebd7d541c76,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:53.739632 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-a8b8174f-1c7d-4c87-86b0-46b751099938 req-eb514cb0-2484-4763-9cc8-7018cac3160d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:53.778459 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-890dea26-38f8-4238-90ac-6ae16735d46a req-402d01b0-2c7e-4e3d-9cc8-1c4748636c2a tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/security-groups?id=e6c96cc7-f0ba-495d-ae44-8c4cd8794790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427548 Jul 23 23:55:53.784593 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-270c1c78-89dc-4dd6-8e0e-6832dcac5511 req-cee7fcde-2614-4117-a088-059b54019e1d tempest-ServerMetadataNegativeTestJSON-1042768671 tempest-ServerMetadataNegativeTestJSON-1042768671-project] Request body: {'port': {'device_id': 'efc43cdd-8bcc-443c-b6b5-06d9c799f7de', 'network_id': '89bd9dba-6f02-4def-b80a-52db6e5b91d2', 'admin_state_up': True, 'tenant_id': 'aa7d52fd9bd24093bac41a66f2540144'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:55:53.850400 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b83a261e-4e86-4361-b85a-25de4898ab08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:53.884048 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb514cb0-2484-4763-9cc8-7018cac3160d service neutron] Pushing event updated for resources: {'Port': ['ID=24c94bf7-0ec5-4c80-b350-2dc760f317cd,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:53.908791 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a6c5370-37a0-45d1-b19c-f312e5766bd9 admin admin] Router bb5c93d6-a93d-48ba-a112-e20ccdba94c4 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:55:53.990039 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f649e6a5-09ea-4db6-8335-9864830afc57 req-532120d9-9abb-46ff-b48f-cb9b2a7a2176 tempest-ServerMetadataNegativeTestJSON-1042768671 tempest-ServerMetadataNegativeTestJSON-1042768671-project] 10.222.0.44 "GET /v2.0/ports?device_id=efc43cdd-8bcc-443c-b6b5-06d9c799f7de HTTP/1.1" status: 200 len: 210 time: 0.0774982 Jul 23 23:55:54.020974 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b0a12a-9bbb-4ed7-8644-7501cf4d26b2 req-87f867af-db6a-4892-b11b-2de7072e0d27 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:54.022637 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-54b0a12a-9bbb-4ed7-8644-7501cf4d26b2 req-87f867af-db6a-4892-b11b-2de7072e0d27 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] 10.222.0.44 "GET /v2.0/ports?device_id=137024f3-a26a-42dd-a337-e591f334f7e4 HTTP/1.1" status: 200 len: 946 time: 0.2859719 Jul 23 23:55:54.029605 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a38593d5-6373-4343-8fdd-d9e8f9a1acc7', 'name': 'network-vif-deleted', 'tag': 'e9ba1971-4497-430e-a98e-662a52d1a569'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:55:54.031846 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad86f8e7-0fd5-4aa4-bd95-293d83f9910a" -d '{"events": [{"server_uuid": "a38593d5-6373-4343-8fdd-d9e8f9a1acc7", "name": "network-vif-deleted", "tag": "e9ba1971-4497-430e-a98e-662a52d1a569"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:55:54.042750 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b83a261e-4e86-4361-b85a-25de4898ab08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:54.042750 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43666) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:55:54.055668 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-a8b8174f-1c7d-4c87-86b0-46b751099938 req-eb514cb0-2484-4763-9cc8-7018cac3160d service neutron] Attempting to bind port 24c94bf7-0ec5-4c80-b350-2dc760f317cd on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:55:54.056765 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-a8b8174f-1c7d-4c87-86b0-46b751099938 req-eb514cb0-2484-4763-9cc8-7018cac3160d service neutron] Attempting to bind port 24c94bf7-0ec5-4c80-b350-2dc760f317cd by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': 'a4549f73-f8ca-4ffd-af84-81cd4b2f5c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'b8906f93-94f4-4245-b6a8-bfe9f5af486b'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:55:54.057297 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b8174f-1c7d-4c87-86b0-46b751099938 req-eb514cb0-2484-4763-9cc8-7018cac3160d service neutron] Attempting to bind port 24c94bf7-0ec5-4c80-b350-2dc760f317cd on network b8906f93-94f4-4245-b6a8-bfe9f5af486b {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:55:54.081394 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b8174f-1c7d-4c87-86b0-46b751099938 req-eb514cb0-2484-4763-9cc8-7018cac3160d service neutron] Port 24c94bf7-0ec5-4c80-b350-2dc760f317cd on network b8906f93-94f4-4245-b6a8-bfe9f5af486b not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:55:54.081946 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b8174f-1c7d-4c87-86b0-46b751099938 req-eb514cb0-2484-4763-9cc8-7018cac3160d service neutron] Attempting to bind port 24c94bf7-0ec5-4c80-b350-2dc760f317cd on network b8906f93-94f4-4245-b6a8-bfe9f5af486b {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:55:54.098890 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b8174f-1c7d-4c87-86b0-46b751099938 req-eb514cb0-2484-4763-9cc8-7018cac3160d service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:55:54.099328 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b8174f-1c7d-4c87-86b0-46b751099938 req-eb514cb0-2484-4763-9cc8-7018cac3160d service neutron] Checking segment: {'id': 'a4549f73-f8ca-4ffd-af84-81cd4b2f5c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'b8906f93-94f4-4245-b6a8-bfe9f5af486b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:55:54.099700 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b8174f-1c7d-4c87-86b0-46b751099938 req-eb514cb0-2484-4763-9cc8-7018cac3160d service neutron] Bound using segment: {'id': 'a4549f73-f8ca-4ffd-af84-81cd4b2f5c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'b8906f93-94f4-4245-b6a8-bfe9f5af486b'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:55:54.100240 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-a8b8174f-1c7d-4c87-86b0-46b751099938 req-eb514cb0-2484-4763-9cc8-7018cac3160d service neutron] Bound port: 24c94bf7-0ec5-4c80-b350-2dc760f317cd, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4549f73-f8ca-4ffd-af84-81cd4b2f5c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'b8906f93-94f4-4245-b6a8-bfe9f5af486b'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:55:54.100616 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-a8b8174f-1c7d-4c87-86b0-46b751099938 req-eb514cb0-2484-4763-9cc8-7018cac3160d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:54.132935 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-54b0a12a-9bbb-4ed7-8644-7501cf4d26b2 req-ea339605-431e-4fc6-be12-6cf4964a2d6d tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b98df9f-91b2-42b1-b02c-ca8eda7bbe44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981843 Jul 23 23:55:54.137996 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-270c1c78-89dc-4dd6-8e0e-6832dcac5511 req-cee7fcde-2614-4117-a088-059b54019e1d tempest-ServerMetadataNegativeTestJSON-1042768671 tempest-ServerMetadataNegativeTestJSON-1042768671-project] Made reservation on behalf of aa7d52fd9bd24093bac41a66f2540144 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:55:54.142918 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-270c1c78-89dc-4dd6-8e0e-6832dcac5511 req-cee7fcde-2614-4117-a088-059b54019e1d tempest-ServerMetadataNegativeTestJSON-1042768671 tempest-ServerMetadataNegativeTestJSON-1042768671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:54.148297 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6734dda3-1eac-4076-8081-98435f7a45d7 x-openstack-request-id: req-6734dda3-1eac-4076-8081-98435f7a45d7 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:55:54.148756 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a38593d5-6373-4343-8fdd-d9e8f9a1acc7", "name": "network-vif-deleted", "tag": "e9ba1971-4497-430e-a98e-662a52d1a569", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:55:54.149221 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6734dda3-1eac-4076-8081-98435f7a45d7 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:55:54.150437 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a38593d5-6373-4343-8fdd-d9e8f9a1acc7', 'name': 'network-vif-deleted', 'tag': 'e9ba1971-4497-430e-a98e-662a52d1a569', 'status': 'completed', 'code': 200} Jul 23 23:55:54.191196 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-b83a261e-4e86-4361-b85a-25de4898ab08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['646be7a8-09b8-4e0c-bd78-d5d98c9093b9']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:55:54.206944 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-b83a261e-4e86-4361-b85a-25de4898ab08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd41359ac-4be7-4a75-afd1-798e41d2f155') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:55:54.207317 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-b83a261e-4e86-4361-b85a-25de4898ab08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd41359ac-4be7-4a75-afd1-798e41d2f155') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:55:54.229680 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b83a261e-4e86-4361-b85a-25de4898ab08 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:54.256401 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b83a261e-4e86-4361-b85a-25de4898ab08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:54.274300 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b83a261e-4e86-4361-b85a-25de4898ab08 admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:55:54.275330 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b83a261e-4e86-4361-b85a-25de4898ab08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:54.277108 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 23 23:55:54.277108 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:55:54.277108 n-d-800088-16 neutron-server[100314]: timer() Jul 23 23:55:54.277108 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:55:54.277108 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 23 23:55:54.277108 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:55:54.277108 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 23 23:55:54.277108 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:55:54.277108 n-d-800088-16 neutron-server[100314]: self._notify() Jul 23 23:55:54.277108 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:55:54.277108 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 23 23:55:54.277108 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:55:54.277108 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 23 23:55:54.277108 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:55:54.277108 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:55:54.277108 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:55:54.277108 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:55:54.277108 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:55:54.277108 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 23 23:55:54.277108 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:55:54.277108 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 23 23:55:54.277108 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:55:54.277108 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:55:54.277108 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:55:54.277108 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 23 23:55:54.277108 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:55:54.277108 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:55:54.277108 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:55:54.277108 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:55:54.277108 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:55:54.277108 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:55:54.277108 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:55:54.320911 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a6c5370-37a0-45d1-b19c-f312e5766bd9 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:55:54.330247 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa20c5d-368b-4e93-b23c-e1772e37a5fd None None] Sync routers for ids ['bb5c93d6-a93d-48ba-a112-e20ccdba94c4'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:55:54.340501 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa20c5d-368b-4e93-b23c-e1772e37a5fd None None] Routers {'bb5c93d6-a93d-48ba-a112-e20ccdba94c4'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:55:54.341229 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-4fa20c5d-368b-4e93-b23c-e1772e37a5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:55:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['bb5c93d6-a93d-48ba-a112-e20ccdba94c4'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:55:54.360254 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-a8b8174f-1c7d-4c87-86b0-46b751099938 req-eb514cb0-2484-4763-9cc8-7018cac3160d service neutron] For port 24c94bf7-0ec5-4c80-b350-2dc760f317cd, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:55:54.387884 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-9a6c5370-37a0-45d1-b19c-f312e5766bd9 admin admin] 10.222.0.44 "PUT /v2.0/routers/bb5c93d6-a93d-48ba-a112-e20ccdba94c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0068529 Jul 23 23:55:54.388600 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-a8b8174f-1c7d-4c87-86b0-46b751099938 req-eb514cb0-2484-4763-9cc8-7018cac3160d service neutron] For port 24c94bf7-0ec5-4c80-b350-2dc760f317cd, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=24c94bf7-0ec5-4c80-b350-2dc760f317cd,segment=NetworkSegment(a4549f73-f8ca-4ffd-af84-81cd4b2f5c0f),segment_id=a4549f73-f8ca-4ffd-af84-81cd4b2f5c0f)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:55:54.390676 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43688) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:55:54.444983 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b83a261e-4e86-4361-b85a-25de4898ab08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:54.455012 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-a8b8174f-1c7d-4c87-86b0-46b751099938 req-eb514cb0-2484-4763-9cc8-7018cac3160d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:54.460983 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b83a261e-4e86-4361-b85a-25de4898ab08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:54.464237 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-b83a261e-4e86-4361-b85a-25de4898ab08 admin admin] 10.222.0.44 "DELETE /v2.0/networks/646be7a8-09b8-4e0c-bd78-d5d98c9093b9 HTTP/1.1" status: 204 len: 168 time: 0.7574573 Jul 23 23:55:54.477279 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43690) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:55:54.486941 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83a261e-4e86-4361-b85a-25de4898ab08 admin admin] Pushing event deleted for resources: {'Network': ['ID=646be7a8-09b8-4e0c-bd78-d5d98c9093b9,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:54.504202 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-4fa20c5d-368b-4e93-b23c-e1772e37a5fd None None] Set router bb5c93d6-a93d-48ba-a112-e20ccdba94c4 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:55:54.506666 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12695c46-6faf-4644-8de9-e99105874a2f req-a7fd1be0-3f37-40e0-b8c8-6b781fcbcf83 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:54.508153 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-12695c46-6faf-4644-8de9-e99105874a2f req-a7fd1be0-3f37-40e0-b8c8-6b781fcbcf83 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ef4dda6-9192-4a80-8e33-f8155d9be229 HTTP/1.1" status: 200 len: 950 time: 0.3468745 Jul 23 23:55:54.539966 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4d92dde-519d-481b-9e0b-c6a3a63cb3c3 admin admin] Deleting subnet e7a314dd-c955-4560-bc1f-a64c569cfb2d {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:55:54.545517 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e4d92dde-519d-481b-9e0b-c6a3a63cb3c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:54.593660 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8174f-1c7d-4c87-86b0-46b751099938 req-eb514cb0-2484-4763-9cc8-7018cac3160d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:54.594314 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-a8b8174f-1c7d-4c87-86b0-46b751099938 req-eb514cb0-2484-4763-9cc8-7018cac3160d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:54.595717 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a8b8174f-1c7d-4c87-86b0-46b751099938 req-eb514cb0-2484-4763-9cc8-7018cac3160d service neutron] 10.222.0.52 "PUT /v2.0/ports/24c94bf7-0ec5-4c80-b350-2dc760f317cd HTTP/1.1" status: 200 len: 1092 time: 3.2833259 Jul 23 23:55:54.615985 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e4d92dde-519d-481b-9e0b-c6a3a63cb3c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:54.619026 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-270c1c78-89dc-4dd6-8e0e-6832dcac5511 req-cee7fcde-2614-4117-a088-059b54019e1d tempest-ServerMetadataNegativeTestJSON-1042768671 tempest-ServerMetadataNegativeTestJSON-1042768671-project] Allocated IP 172.20.0.2 (89bd9dba-6f02-4def-b80a-52db6e5b91d2/fdcf25fd-2215-4a3b-8787-bb258e011407/2142bce5-bafd-40ae-86d2-b602b5a2ee6e) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:55:54.700672 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e4d92dde-519d-481b-9e0b-c6a3a63cb3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:54.706409 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2d097-27ad-4479-b606-6f0bdc02dd58 req-0a214b73-556a-4a3c-81d0-b257abc4f72a tempest-ImagesOneServerTestJSON-1390310364 tempest-ImagesOneServerTestJSON-1390310364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:54.707968 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-61f2d097-27ad-4479-b606-6f0bdc02dd58 req-0a214b73-556a-4a3c-81d0-b257abc4f72a tempest-ImagesOneServerTestJSON-1390310364 tempest-ImagesOneServerTestJSON-1390310364-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c7feaae-3110-4bcb-a689-c25d4ea04d6e HTTP/1.1" status: 200 len: 951 time: 0.4235849 Jul 23 23:55:54.708625 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb514cb0-2484-4763-9cc8-7018cac3160d service neutron] Pushing event updated for resources: {'Port': ['ID=24c94bf7-0ec5-4c80-b350-2dc760f317cd,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:54.802027 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-76f0f60c-c6e6-46e8-8380-985ca74b6254 admin admin] Notify callbacks [] for router, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:54.864338 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-4fa20c5d-368b-4e93-b23c-e1772e37a5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb5c93d6-a93d-48ba-a112-e20ccdba94c4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1708867401-router', 'tenant_id': '09f71c97e41a42c6a960d9f718bd9e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'fbcdd8fc-5c06-477a-993f-60798a24f899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:50:31Z', 'updated_at': '2021-07-23T23:55:53Z', 'revision_number': 5, 'project_id': '09f71c97e41a42c6a960d9f718bd9e5b', 'gw_port': {'id': 'fbcdd8fc-5c06-477a-993f-60798a24f899', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:cb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb5c93d6-a93d-48ba-a112-e20ccdba94c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:50:32Z', 'updated_at': '2021-07-23T23:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:55:54.894075 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa20c5d-368b-4e93-b23c-e1772e37a5fd None None] Checking router: bb5c93d6-a93d-48ba-a112-e20ccdba94c4 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:55:54.904578 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa20c5d-368b-4e93-b23c-e1772e37a5fd None None] Routers {'bb5c93d6-a93d-48ba-a112-e20ccdba94c4'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:55:54.905526 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-4fa20c5d-368b-4e93-b23c-e1772e37a5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:55:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['bb5c93d6-a93d-48ba-a112-e20ccdba94c4'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:55:54.928194 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-61f2d097-27ad-4479-b606-6f0bdc02dd58 req-439f803d-07d4-4ea9-9c44-acf722faa07b tempest-ImagesOneServerTestJSON-1390310364 tempest-ImagesOneServerTestJSON-1390310364-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e4ced4f-2cc5-4a81-83cf-2b8ba47ee51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912565 Jul 23 23:55:55.011702 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8174f-1c7d-4c87-86b0-46b751099938 req-0e9a96a0-5861-412c-a3c7-0475c9b301c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:55.013405 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a8b8174f-1c7d-4c87-86b0-46b751099938 req-0e9a96a0-5861-412c-a3c7-0475c9b301c8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=55262526535943308d0fc348b3327b0d&device_id=9b26e89b-4e22-4078-b4ef-f60e016932e2 HTTP/1.1" status: 200 len: 1095 time: 0.3696775 Jul 23 23:55:55.036155 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-4fa20c5d-368b-4e93-b23c-e1772e37a5fd None None] Set router bb5c93d6-a93d-48ba-a112-e20ccdba94c4 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:55:55.051780 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-12695c46-6faf-4644-8de9-e99105874a2f req-e66558e0-3f6e-4a2f-a41c-fe70230034f9 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Deleting port e5375155-efd6-44ad-a4c9-4bcf4b7d5140 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:55:55.052150 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-12695c46-6faf-4644-8de9-e99105874a2f req-e66558e0-3f6e-4a2f-a41c-fe70230034f9 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:55.127341 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a8b8174f-1c7d-4c87-86b0-46b751099938 req-c6515958-9d29-47c7-883d-23640e9556e3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=24c94bf7-0ec5-4c80-b350-2dc760f317cd HTTP/1.1" status: 200 len: 217 time: 0.1030176 Jul 23 23:55:55.129712 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d3fd63-c00d-4cc3-a003-060d8e805766 req-13c8a16d-19e1-4624-9e17-5870aecb361c tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:55.131233 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-21d3fd63-c00d-4cc3-a003-060d8e805766 req-13c8a16d-19e1-4624-9e17-5870aecb361c tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ef4dda6-9192-4a80-8e33-f8155d9be229 HTTP/1.1" status: 200 len: 950 time: 0.3932784 Jul 23 23:55:55.132208 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e4d92dde-519d-481b-9e0b-c6a3a63cb3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:55.184605 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d92dde-519d-481b-9e0b-c6a3a63cb3c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7a314dd-c955-4560-bc1f-a64c569cfb2d,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:55.199677 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e4d92dde-519d-481b-9e0b-c6a3a63cb3c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:55.201599 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-e4d92dde-519d-481b-9e0b-c6a3a63cb3c3 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/e7a314dd-c955-4560-bc1f-a64c569cfb2d HTTP/1.1" status: 204 len: 168 time: 0.7224069 Jul 23 23:55:55.206788 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43702) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:55:55.242645 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-21d3fd63-c00d-4cc3-a003-060d8e805766 req-1b0703a9-45d7-45b9-ab8f-771027fc48fa tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/security-groups?id=84afd7ea-644b-438b-8379-6d56a9cf992d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890927 Jul 23 23:55:55.257323 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-4fa20c5d-368b-4e93-b23c-e1772e37a5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb5c93d6-a93d-48ba-a112-e20ccdba94c4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1708867401-router', 'tenant_id': '09f71c97e41a42c6a960d9f718bd9e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'fbcdd8fc-5c06-477a-993f-60798a24f899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:50:31Z', 'updated_at': '2021-07-23T23:55:53Z', 'revision_number': 5, 'project_id': '09f71c97e41a42c6a960d9f718bd9e5b', 'gw_port': {'id': 'fbcdd8fc-5c06-477a-993f-60798a24f899', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:cb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb5c93d6-a93d-48ba-a112-e20ccdba94c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:50:32Z', 'updated_at': '2021-07-23T23:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:55:55.312414 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa20c5d-368b-4e93-b23c-e1772e37a5fd None None] The sync data for ids ['bb5c93d6-a93d-48ba-a112-e20ccdba94c4'] in n-d-800088-16 is: [{'id': 'bb5c93d6-a93d-48ba-a112-e20ccdba94c4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1708867401-router', 'tenant_id': '09f71c97e41a42c6a960d9f718bd9e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'fbcdd8fc-5c06-477a-993f-60798a24f899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:50:31Z', 'updated_at': '2021-07-23T23:55:53Z', 'revision_number': 5, 'project_id': '09f71c97e41a42c6a960d9f718bd9e5b', 'gw_port': {'id': 'fbcdd8fc-5c06-477a-993f-60798a24f899', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:cb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb5c93d6-a93d-48ba-a112-e20ccdba94c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:50:32Z', 'updated_at': '2021-07-23T23:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:55:55.318091 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-88e627e6-e6a3-4b4a-a69b-b9844e48b789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681029'] for router_interface, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:55.321989 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8de13f59-d68f-4672-bec5-e5a8403fc1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:55.501272 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8de13f59-d68f-4672-bec5-e5a8403fc1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:55.516195 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-8de13f59-d68f-4672-bec5-e5a8403fc1c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44edd5ec-59e8-45fb-90fd-cdceec4e613d']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:55:55.545387 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-76f0f60c-c6e6-46e8-8380-985ca74b6254 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:55.565162 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-8de13f59-d68f-4672-bec5-e5a8403fc1c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d644174-0ef7-4d5c-b2a9-fa71788428f7') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:55:55.565619 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-8de13f59-d68f-4672-bec5-e5a8403fc1c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d644174-0ef7-4d5c-b2a9-fa71788428f7') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:55:55.577074 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-270c1c78-89dc-4dd6-8e0e-6832dcac5511 req-cee7fcde-2614-4117-a088-059b54019e1d tempest-ServerMetadataNegativeTestJSON-1042768671 tempest-ServerMetadataNegativeTestJSON-1042768671-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:55.601143 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8de13f59-d68f-4672-bec5-e5a8403fc1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:55.628613 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8de13f59-d68f-4672-bec5-e5a8403fc1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:55.638490 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8174f-1c7d-4c87-86b0-46b751099938 req-230b9861-8355-485f-9b6e-df57ce02c548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:55.640063 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a8b8174f-1c7d-4c87-86b0-46b751099938 req-230b9861-8355-485f-9b6e-df57ce02c548 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=abff5f68-fd48-495e-a37c-bc1705b61fd1 HTTP/1.1" status: 200 len: 852 time: 0.4961574 Jul 23 23:55:55.640332 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8de13f59-d68f-4672-bec5-e5a8403fc1c2 admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:55:55.640904 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8de13f59-d68f-4672-bec5-e5a8403fc1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:55.643953 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 23 23:55:55.643953 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:55:55.643953 n-d-800088-16 neutron-server[100314]: timer() Jul 23 23:55:55.643953 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:55:55.643953 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 23 23:55:55.643953 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:55:55.643953 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 23 23:55:55.643953 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:55:55.643953 n-d-800088-16 neutron-server[100314]: self._notify() Jul 23 23:55:55.643953 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:55:55.643953 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 23 23:55:55.643953 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:55:55.643953 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 23 23:55:55.643953 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:55:55.643953 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:55:55.643953 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:55:55.643953 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:55:55.643953 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:55:55.643953 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 23 23:55:55.643953 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:55:55.643953 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 23 23:55:55.643953 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:55:55.643953 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:55:55.643953 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:55:55.643953 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 23 23:55:55.643953 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:55:55.643953 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:55:55.643953 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:55:55.643953 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:55:55.643953 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:55:55.643953 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:55:55.643953 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:55:55.695252 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 6ced4e74-932e-4f41-bd9f-2c73dc6cd10d no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:55:55.719183 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a8b8174f-1c7d-4c87-86b0-46b751099938 req-18199829-3b6c-48f7-af9f-6a639b08343d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b8906f93-94f4-4245-b6a8-bfe9f5af486b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669315 Jul 23 23:55:55.733324 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e7dbec-f3a2-47b0-aacc-f78028876e47 req-f6a53fc3-be61-4236-bb98-8667483b4024 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:55.740608 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c3e7dbec-f3a2-47b0-aacc-f78028876e47 req-f6a53fc3-be61-4236-bb98-8667483b4024 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b26e89b-4e22-4078-b4ef-f60e016932e2 HTTP/1.1" status: 200 len: 943 time: 0.7143915 Jul 23 23:55:55.755694 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 6ced4e74-932e-4f41-bd9f-2c73dc6cd10d {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:55:55.756063 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 6ced4e74-932e-4f41-bd9f-2c73dc6cd10d not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:55:55.778435 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-067324dc-a1e7-4736-92df-ae18dd66ffcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:55.797657 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-12695c46-6faf-4644-8de9-e99105874a2f req-e66558e0-3f6e-4a2f-a41c-fe70230034f9 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] For port e5375155-efd6-44ad-a4c9-4bcf4b7d5140, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=e5375155-efd6-44ad-a4c9-4bcf4b7d5140,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:55:55.797989 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-12695c46-6faf-4644-8de9-e99105874a2f req-e66558e0-3f6e-4a2f-a41c-fe70230034f9 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:55.807714 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8de13f59-d68f-4672-bec5-e5a8403fc1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:55.824611 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8de13f59-d68f-4672-bec5-e5a8403fc1c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:55.829366 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-8de13f59-d68f-4672-bec5-e5a8403fc1c2 admin admin] 10.222.0.44 "DELETE /v2.0/networks/44edd5ec-59e8-45fb-90fd-cdceec4e613d HTTP/1.1" status: 204 len: 168 time: 0.6209037 Jul 23 23:55:55.830850 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de13f59-d68f-4672-bec5-e5a8403fc1c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=44edd5ec-59e8-45fb-90fd-cdceec4e613d,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:55.852447 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-88e627e6-e6a3-4b4a-a69b-b9844e48b789 admin admin] Deleting port 3ecb42ae-01f0-4744-9b18-707fe283c366 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:55:55.853588 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-88e627e6-e6a3-4b4a-a69b-b9844e48b789 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:55.924888 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-12695c46-6faf-4644-8de9-e99105874a2f req-e66558e0-3f6e-4a2f-a41c-fe70230034f9 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Calling delete_port for e5375155-efd6-44ad-a4c9-4bcf4b7d5140 owned by compute:nova {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:55:55.957944 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c3e7dbec-f3a2-47b0-aacc-f78028876e47 req-d7c0b56e-559c-4ac8-8124-7e5426e1d348 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/security-groups?id=e6c96cc7-f0ba-495d-ae44-8c4cd8794790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162554 Jul 23 23:55:56.006032 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-76f0f60c-c6e6-46e8-8380-985ca74b6254 admin admin] Deleting port fbcdd8fc-5c06-477a-993f-60798a24f899 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:55:56.007671 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-76f0f60c-c6e6-46e8-8380-985ca74b6254 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:56.008043 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-88e627e6-e6a3-4b4a-a69b-b9844e48b789 admin admin] For port 3ecb42ae-01f0-4744-9b18-707fe283c366, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=3ecb42ae-01f0-4744-9b18-707fe283c366,segment=NetworkSegment(5ece07f7-72f5-4869-b63d-d3f7d43cb1e6),segment_id=5ece07f7-72f5-4869-b63d-d3f7d43cb1e6)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:55:56.008043 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-88e627e6-e6a3-4b4a-a69b-b9844e48b789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:56.029793 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-88e627e6-e6a3-4b4a-a69b-b9844e48b789 admin admin] Calling delete_port for 3ecb42ae-01f0-4744-9b18-707fe283c366 owned by network:router_interface {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:55:56.038054 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43744) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:55:56.103775 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-270c1c78-89dc-4dd6-8e0e-6832dcac5511 req-cee7fcde-2614-4117-a088-059b54019e1d tempest-ServerMetadataNegativeTestJSON-1042768671 tempest-ServerMetadataNegativeTestJSON-1042768671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:56.135326 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a8b8174f-1c7d-4c87-86b0-46b751099938 req-bfedd642-e332-479e-97a0-14858c687b07 service neutron] 10.222.0.52 "GET /v2.0/networks/b8906f93-94f4-4245-b6a8-bfe9f5af486b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3920393 Jul 23 23:55:56.169891 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b26e89b-4e22-4078-b4ef-f60e016932e2', 'tag': '24c94bf7-0ec5-4c80-b350-2dc760f317cd'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:55:56.172148 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d243e210-6bdf-477d-b9b3-587f96107967" -d '{"events": [{"name": "network-changed", "server_uuid": "9b26e89b-4e22-4078-b4ef-f60e016932e2", "tag": "24c94bf7-0ec5-4c80-b350-2dc760f317cd"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:55:56.235566 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d55464-cfa4-4708-8b18-70df7e1e3b4a req-37a80683-dfa0-43f7-b0de-35aea8044b26 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:56.237111 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-56d55464-cfa4-4708-8b18-70df7e1e3b4a req-37a80683-dfa0-43f7-b0de-35aea8044b26 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] 10.222.0.44 "GET /v2.0/ports?device_id=137024f3-a26a-42dd-a337-e591f334f7e4 HTTP/1.1" status: 200 len: 946 time: 0.1380200 Jul 23 23:55:56.278296 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-270c1c78-89dc-4dd6-8e0e-6832dcac5511 req-cee7fcde-2614-4117-a088-059b54019e1d tempest-ServerMetadataNegativeTestJSON-1042768671 tempest-ServerMetadataNegativeTestJSON-1042768671-project] Network 89bd9dba-6f02-4def-b80a-52db6e5b91d2 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:55:56.288684 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee7fcde-2614-4117-a088-059b54019e1d tempest-ServerMetadataNegativeTestJSON-1042768671 tempest-ServerMetadataNegativeTestJSON-1042768671-project] Pushing event updated for resources: {'Port': ['ID=2142bce5-bafd-40ae-86d2-b602b5a2ee6e,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:56.328188 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-43374d99-28b4-4b95-8f06-0a2a4ca8258f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e50500f9fa5448f8994dd6c4e9b5ded5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2888870 Jul 23 23:55:56.331019 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43752) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:55:56.331619 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-270c1c78-89dc-4dd6-8e0e-6832dcac5511 req-cee7fcde-2614-4117-a088-059b54019e1d tempest-ServerMetadataNegativeTestJSON-1042768671 tempest-ServerMetadataNegativeTestJSON-1042768671-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:55:56.335623 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-56d55464-cfa4-4708-8b18-70df7e1e3b4a req-8e694277-0cf1-49ac-86c9-a600157ed396 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b98df9f-91b2-42b1-b02c-ca8eda7bbe44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884988 Jul 23 23:55:56.343897 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-270c1c78-89dc-4dd6-8e0e-6832dcac5511 req-cee7fcde-2614-4117-a088-059b54019e1d tempest-ServerMetadataNegativeTestJSON-1042768671 tempest-ServerMetadataNegativeTestJSON-1042768671-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:55:56.409593 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-76f0f60c-c6e6-46e8-8380-985ca74b6254 admin admin] For port fbcdd8fc-5c06-477a-993f-60798a24f899, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=fbcdd8fc-5c06-477a-993f-60798a24f899,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:55:56.409968 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-76f0f60c-c6e6-46e8-8380-985ca74b6254 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:56.435476 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-88e627e6-e6a3-4b4a-a69b-b9844e48b789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:56.447250 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a9764d-73a9-4727-9ae2-f541577d653d x-openstack-request-id: req-e0a9764d-73a9-4727-9ae2-f541577d653d {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:55:56.447556 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b26e89b-4e22-4078-b4ef-f60e016932e2", "tag": "24c94bf7-0ec5-4c80-b350-2dc760f317cd", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:55:56.447902 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e0a9764d-73a9-4727-9ae2-f541577d653d {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:55:56.448318 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b26e89b-4e22-4078-b4ef-f60e016932e2', 'tag': '24c94bf7-0ec5-4c80-b350-2dc760f317cd', 'status': 'completed', 'code': 200} Jul 23 23:55:56.448938 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8988fc00-181f-469a-b591-288e3cc6d782 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:56.470167 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b830b-6a4c-444f-b90e-d5d1d230a304 req-a2544ec9-8047-433c-9e78-9c1063f6a41f tempest-ServerMetadataNegativeTestJSON-1042768671 tempest-ServerMetadataNegativeTestJSON-1042768671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:56.471639 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-797b830b-6a4c-444f-b90e-d5d1d230a304 req-a2544ec9-8047-433c-9e78-9c1063f6a41f tempest-ServerMetadataNegativeTestJSON-1042768671 tempest-ServerMetadataNegativeTestJSON-1042768671-project] 10.222.0.44 "GET /v2.0/ports?device_id=efc43cdd-8bcc-443c-b6b5-06d9c799f7de HTTP/1.1" status: 200 len: 931 time: 0.3920677 Jul 23 23:55:56.475993 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-76f0f60c-c6e6-46e8-8380-985ca74b6254 admin admin] Calling delete_port for fbcdd8fc-5c06-477a-993f-60798a24f899 owned by network:router_gateway {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:55:56.476192 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e627e6-e6a3-4b4a-a69b-b9844e48b789 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ecb42ae-01f0-4744-9b18-707fe283c366,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:56.487610 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a8b8174f-1c7d-4c87-86b0-46b751099938 req-6472d78c-1e38-410f-8e5b-ac3f3fa485dc service neutron] 10.222.0.52 "GET /v2.0/networks/b8906f93-94f4-4245-b6a8-bfe9f5af486b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3222191 Jul 23 23:55:56.521731 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270c1c78-89dc-4dd6-8e0e-6832dcac5511 req-cee7fcde-2614-4117-a088-059b54019e1d tempest-ServerMetadataNegativeTestJSON-1042768671 tempest-ServerMetadataNegativeTestJSON-1042768671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:56.522379 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-270c1c78-89dc-4dd6-8e0e-6832dcac5511 req-cee7fcde-2614-4117-a088-059b54019e1d tempest-ServerMetadataNegativeTestJSON-1042768671 tempest-ServerMetadataNegativeTestJSON-1042768671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:56.547502 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 961b137c-2df4-4845-afb6-8c01c8bc5ffe no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:55:56.555002 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8988fc00-181f-469a-b591-288e3cc6d782 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:56.658413 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8988fc00-181f-469a-b591-288e3cc6d782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:56.662435 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8988fc00-181f-469a-b591-288e3cc6d782 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:56.663721 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-8988fc00-181f-469a-b591-288e3cc6d782 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9d2cfbce-e344-4859-a071-41328a758154 HTTP/1.1" status: 204 len: 168 time: 0.3271611 Jul 23 23:55:56.689077 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:56.704073 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-270c1c78-89dc-4dd6-8e0e-6832dcac5511 req-cee7fcde-2614-4117-a088-059b54019e1d tempest-ServerMetadataNegativeTestJSON-1042768671 tempest-ServerMetadataNegativeTestJSON-1042768671-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9468420 Jul 23 23:55:56.705332 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:56.717920 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-12695c46-6faf-4644-8de9-e99105874a2f req-e66558e0-3f6e-4a2f-a41c-fe70230034f9 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:56.731200 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['f9b52e8a-7d85-422f-b2ce-78773c09870e'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:55:56.737480 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-270c1c78-89dc-4dd6-8e0e-6832dcac5511 req-1cee4bfa-13f5-4580-bd49-579759164d8c service neutron] Request body: {'port': {'device_id': 'efc43cdd-8bcc-443c-b6b5-06d9c799f7de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:55:56.765722 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c7feaae-3110-4bcb-a689-c25d4ea04d6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '961b137c-2df4-4845-afb6-8c01c8bc5ffe'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:55:56.768606 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22047bb6-5d10-402c-afb0-0d7a38534f0f" -d '{"events": [{"server_uuid": "2c7feaae-3110-4bcb-a689-c25d4ea04d6e", "name": "network-vif-unplugged", "status": "completed", "tag": "961b137c-2df4-4845-afb6-8c01c8bc5ffe"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:55:56.779331 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-797b830b-6a4c-444f-b90e-d5d1d230a304 req-062dc8d9-f2eb-444d-9975-e39d6c1c9703 tempest-ServerMetadataNegativeTestJSON-1042768671 tempest-ServerMetadataNegativeTestJSON-1042768671-project] 10.222.0.44 "GET /v2.0/security-groups?id=40255853-605f-4748-a7c3-5d130efc6f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939603 Jul 23 23:55:56.787898 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 961b137c-2df4-4845-afb6-8c01c8bc5ffe, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=961b137c-2df4-4845-afb6-8c01c8bc5ffe,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:55:56.789897 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8988fc00-181f-469a-b591-288e3cc6d782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2cfbce-e344-4859-a071-41328a758154,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:56.809673 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:56.823242 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d180addc-55ea-41e6-8cbe-beb6f6e8dfed req-78843c08-2aee-4e94-ac94-c70753f3eb39 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:56.825089 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d180addc-55ea-41e6-8cbe-beb6f6e8dfed req-78843c08-2aee-4e94-ac94-c70753f3eb39 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ef4dda6-9192-4a80-8e33-f8155d9be229 HTTP/1.1" status: 200 len: 867 time: 0.3229070 Jul 23 23:55:56.869317 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-88e627e6-e6a3-4b4a-a69b-b9844e48b789 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679987'] for router_interface, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:56.883544 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66558e0-3f6e-4a2f-a41c-fe70230034f9 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Pushing event deleted for resources: {'Port': ['ID=e5375155-efd6-44ad-a4c9-4bcf4b7d5140,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:56.909488 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=961b137c-2df4-4845-afb6-8c01c8bc5ffe,revision_number=11']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:56.996087 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d180addc-55ea-41e6-8cbe-beb6f6e8dfed req-3f4d3aa8-dfd9-417a-b155-47c1556abe8c tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/security-groups?id=84afd7ea-644b-438b-8379-6d56a9cf992d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568441 Jul 23 23:55:57.031943 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-12695c46-6faf-4644-8de9-e99105874a2f req-e66558e0-3f6e-4a2f-a41c-fe70230034f9 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] No DVR routers for this DVR port e5375155-efd6-44ad-a4c9-4bcf4b7d5140 on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:55:57.035045 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-12695c46-6faf-4644-8de9-e99105874a2f req-e66558e0-3f6e-4a2f-a41c-fe70230034f9 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:57.037786 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-12695c46-6faf-4644-8de9-e99105874a2f req-e66558e0-3f6e-4a2f-a41c-fe70230034f9 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.52 "DELETE /v2.0/ports/e5375155-efd6-44ad-a4c9-4bcf4b7d5140 HTTP/1.1" status: 204 len: 173 time: 2.5044889 Jul 23 23:55:57.100426 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d243e210-6bdf-477d-b9b3-587f96107967 req-7c62943c-365e-4771-a50f-27ec762ab34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:57.101999 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d243e210-6bdf-477d-b9b3-587f96107967 req-7c62943c-365e-4771-a50f-27ec762ab34a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=55262526535943308d0fc348b3327b0d&device_id=9b26e89b-4e22-4078-b4ef-f60e016932e2 HTTP/1.1" status: 200 len: 1095 time: 0.4562187 Jul 23 23:55:57.143524 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-76f0f60c-c6e6-46e8-8380-985ca74b6254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:57.168370 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:57.174379 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-270c1c78-89dc-4dd6-8e0e-6832dcac5511 req-1cee4bfa-13f5-4580-bd49-579759164d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:57.198586 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88e627e6-e6a3-4b4a-a69b-b9844e48b789 admin admin] Router 55952909-f867-4089-8ce1-5f69c00340dd has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:55:57.199620 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43770) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:55:57.288857 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 23:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-781a8507-c374-4f06-bd32-b576225be8bb x-openstack-request-id: req-781a8507-c374-4f06-bd32-b576225be8bb {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:55:57.289338 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c7feaae-3110-4bcb-a689-c25d4ea04d6e", "name": "network-vif-unplugged", "status": "completed", "tag": "961b137c-2df4-4845-afb6-8c01c8bc5ffe", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:55:57.289657 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-781a8507-c374-4f06-bd32-b576225be8bb {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:55:57.290125 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c7feaae-3110-4bcb-a689-c25d4ea04d6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '961b137c-2df4-4845-afb6-8c01c8bc5ffe', 'code': 200} Jul 23 23:55:57.314523 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d243e210-6bdf-477d-b9b3-587f96107967 req-99e996b9-0821-41cd-8f2d-1efbbc4047c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:57.316412 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d243e210-6bdf-477d-b9b3-587f96107967 req-99e996b9-0821-41cd-8f2d-1efbbc4047c8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b8906f93-94f4-4245-b6a8-bfe9f5af486b HTTP/1.1" status: 200 len: 913 time: 0.2067623 Jul 23 23:55:57.323114 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f0f60c-c6e6-46e8-8380-985ca74b6254 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbcdd8fc-5c06-477a-993f-60798a24f899,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:57.346415 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-1146bec2-41a0-40f1-a112-e587692507f8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=40b35ede898b445493ff71b1129a20d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1455727 Jul 23 23:55:57.348927 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43774) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:55:57.407190 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d243e210-6bdf-477d-b9b3-587f96107967 req-a72715de-3419-4ca4-880a-d3455e212d47 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=24c94bf7-0ec5-4c80-b350-2dc760f317cd HTTP/1.1" status: 200 len: 217 time: 0.0811591 Jul 23 23:55:57.477758 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-76f0f60c-c6e6-46e8-8380-985ca74b6254 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687114'] for router_gateway, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:57.515421 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2819e-8f4b-4661-8a7a-fadda214865a req-7ff4dd08-fb61-48ca-b95f-6675a48fa0f5 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:57.519584 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d5e2819e-8f4b-4661-8a7a-fadda214865a req-7ff4dd08-fb61-48ca-b95f-6675a48fa0f5 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b26e89b-4e22-4078-b4ef-f60e016932e2 HTTP/1.1" status: 200 len: 943 time: 0.1601598 Jul 23 23:55:57.520438 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cf1cb135-c7e7-47ad-8ecc-7b1a45c48493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:57.580772 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-76f0f60c-c6e6-46e8-8380-985ca74b6254 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:57.582549 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-76f0f60c-c6e6-46e8-8380-985ca74b6254 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:57.586893 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88e627e6-e6a3-4b4a-a69b-b9844e48b789 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:55:57.594483 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cf1cb135-c7e7-47ad-8ecc-7b1a45c48493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:57.598016 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd153cb-4958-4b32-843d-a38f75aca439 None None] Sync routers for ids ['55952909-f867-4089-8ce1-5f69c00340dd'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:55:57.607503 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd153cb-4958-4b32-843d-a38f75aca439 None None] Routers {'55952909-f867-4089-8ce1-5f69c00340dd'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:55:57.608116 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-cdd153cb-4958-4b32-843d-a38f75aca439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:55:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['55952909-f867-4089-8ce1-5f69c00340dd'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:55:57.614605 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-88e627e6-e6a3-4b4a-a69b-b9844e48b789 admin admin] 10.222.0.44 "PUT /v2.0/routers/55952909-f867-4089-8ce1-5f69c00340dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5337136 Jul 23 23:55:57.628797 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43776) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:55:57.685958 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d5e2819e-8f4b-4661-8a7a-fadda214865a req-614d7121-1ab6-415c-b59f-6dd198dd87a6 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/security-groups?id=e6c96cc7-f0ba-495d-ae44-8c4cd8794790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522367 Jul 23 23:55:57.695092 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device e5375155-efd6-44ad-a4c9-4bcf4b7d5140 no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:55:57.750349 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] No Port match for: e5375155-efd6-44ad-a4c9-4bcf4b7d5140 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:55:57.751530 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device e5375155-efd6-44ad-a4c9-4bcf4b7d5140 not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:55:57.762374 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c0178-13b6-4026-aa12-c42441e2b073 req-d50838be-83bf-4329-a3aa-b9e9fb6143e2 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:57.763547 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cf1cb135-c7e7-47ad-8ecc-7b1a45c48493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:57.764136 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-841c0178-13b6-4026-aa12-c42441e2b073 req-d50838be-83bf-4329-a3aa-b9e9fb6143e2 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] 10.222.0.44 "GET /v2.0/ports?device_id=137024f3-a26a-42dd-a337-e591f334f7e4 HTTP/1.1" status: 200 len: 946 time: 0.8416498 Jul 23 23:55:57.765136 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-76f0f60c-c6e6-46e8-8380-985ca74b6254 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:57.765477 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76f0f60c-c6e6-46e8-8380-985ca74b6254 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb5c93d6-a93d-48ba-a112-e20ccdba94c4 {{(pid=100313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 23:55:57.770852 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d243e210-6bdf-477d-b9b3-587f96107967 req-a11b6902-568b-454b-b716-67db41248626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:57.772406 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d243e210-6bdf-477d-b9b3-587f96107967 req-a11b6902-568b-454b-b716-67db41248626 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=abff5f68-fd48-495e-a37c-bc1705b61fd1 HTTP/1.1" status: 200 len: 852 time: 0.3255527 Jul 23 23:55:57.779145 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-76f0f60c-c6e6-46e8-8380-985ca74b6254 admin admin] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:57.782694 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-76f0f60c-c6e6-46e8-8380-985ca74b6254 admin admin] 10.222.0.44 "DELETE /v2.0/routers/bb5c93d6-a93d-48ba-a112-e20ccdba94c4 HTTP/1.1" status: 204 len: 168 time: 3.3880057 Jul 23 23:55:57.782877 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43778) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:55:57.783269 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43780) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:55:57.790803 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cf1cb135-c7e7-47ad-8ecc-7b1a45c48493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:57.792313 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-cf1cb135-c7e7-47ad-8ecc-7b1a45c48493 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0dbe76f0-2783-402c-807c-c90a20768d75 HTTP/1.1" status: 204 len: 168 time: 0.4424703 Jul 23 23:55:57.802914 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-78953c59-a9fd-4d8f-aeec-03bb844663ab tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Request body: {'floatingip': {'port_id': '4e501e56-d565-4855-b4d1-d3de4f908fe4'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:55:57.842338 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1cb135-c7e7-47ad-8ecc-7b1a45c48493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dbe76f0-2783-402c-807c-c90a20768d75,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:57.901112 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-cdd153cb-4958-4b32-843d-a38f75aca439 None None] Set router 55952909-f867-4089-8ce1-5f69c00340dd gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:55:57.971672 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163fc379-a008-42dd-9949-144516c6a056 req-24772802-e9c7-44fe-8ed1-7b6fa7894fc1 tempest-ImagesOneServerTestJSON-1390310364 tempest-ImagesOneServerTestJSON-1390310364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:57.973293 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-163fc379-a008-42dd-9949-144516c6a056 req-24772802-e9c7-44fe-8ed1-7b6fa7894fc1 tempest-ImagesOneServerTestJSON-1390310364 tempest-ImagesOneServerTestJSON-1390310364-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c7feaae-3110-4bcb-a689-c25d4ea04d6e HTTP/1.1" status: 200 len: 949 time: 0.1067913 Jul 23 23:55:58.007043 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d243e210-6bdf-477d-b9b3-587f96107967 req-2c9bb4ba-2af1-426f-9f8b-9688e3435578 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b8906f93-94f4-4245-b6a8-bfe9f5af486b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2196875 Jul 23 23:55:58.022280 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-163fc379-a008-42dd-9949-144516c6a056 req-63d0e76f-5c43-4047-b0b0-4b6538c6baf1 tempest-ImagesOneServerTestJSON-1390310364 tempest-ImagesOneServerTestJSON-1390310364-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e4ced4f-2cc5-4a81-83cf-2b8ba47ee51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426142 Jul 23 23:55:58.030381 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-78953c59-a9fd-4d8f-aeec-03bb844663ab tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Notify callbacks [] for floatingip, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:58.225802 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-cdd153cb-4958-4b32-843d-a38f75aca439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55952909-f867-4089-8ce1-5f69c00340dd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1055579443-router', 'tenant_id': '7ef449de714345fe9308d9c5180dc600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '0b7418f5-a375-4130-8e65-d36428dad504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:54:54Z', 'updated_at': '2021-07-23T23:55:56Z', 'revision_number': 5, 'project_id': '7ef449de714345fe9308d9c5180dc600', 'gw_port': {'id': '0b7418f5-a375-4130-8e65-d36428dad504', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55952909-f867-4089-8ce1-5f69c00340dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:54:55Z', 'updated_at': '2021-07-23T23:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:55:58.273163 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd153cb-4958-4b32-843d-a38f75aca439 None None] Checking router: 55952909-f867-4089-8ce1-5f69c00340dd for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:55:58.283089 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd153cb-4958-4b32-843d-a38f75aca439 None None] Routers {'55952909-f867-4089-8ce1-5f69c00340dd'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:55:58.284105 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-cdd153cb-4958-4b32-843d-a38f75aca439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:55:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['55952909-f867-4089-8ce1-5f69c00340dd'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:55:58.307989 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-02c4e407-bc71-4112-a28e-455f89ab4a7f admin admin] Deleting subnet 5ef543d0-5a1b-4d73-b4ff-8e5725ba9786 {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:55:58.330079 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-02c4e407-bc71-4112-a28e-455f89ab4a7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:58.345665 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-497b8b80-d25e-4e3e-a51c-835eafc7b2f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:58.455807 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-cdd153cb-4958-4b32-843d-a38f75aca439 None None] Set router 55952909-f867-4089-8ce1-5f69c00340dd gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:55:58.526282 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1124c8-492b-4772-93f1-cc524c552264 req-6e2b6e00-14fb-429b-9d3e-3c5778a21b55 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:58.527859 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3e1124c8-492b-4772-93f1-cc524c552264 req-6e2b6e00-14fb-429b-9d3e-3c5778a21b55 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/ports?device_id=5017e1b8-c1a9-4f49-9f57-d89fd83b37a3 HTTP/1.1" status: 200 len: 950 time: 0.0882509 Jul 23 23:55:58.595069 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3e1124c8-492b-4772-93f1-cc524c552264 req-363f33e5-e62d-4085-aee8-b706a3631674 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/security-groups?id=84afd7ea-644b-438b-8379-6d56a9cf992d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508251 Jul 23 23:55:58.762902 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:58.843617 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49633cdf-c940-4364-a701-282a77f54690 req-943f4a45-f317-4bfb-a020-82b228403560 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:58.848765 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ef4dda6-9192-4a80-8e33-f8155d9be229', 'name': 'network-vif-deleted', 'tag': 'e5375155-efd6-44ad-a4c9-4bcf4b7d5140'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:55:58.850625 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-49633cdf-c940-4364-a701-282a77f54690 req-943f4a45-f317-4bfb-a020-82b228403560 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b26e89b-4e22-4078-b4ef-f60e016932e2 HTTP/1.1" status: 200 len: 943 time: 0.0820808 Jul 23 23:55:58.851033 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76fa75d2-2a7a-461f-aabb-2cc07f4babb1" -d '{"events": [{"server_uuid": "7ef4dda6-9192-4a80-8e33-f8155d9be229", "name": "network-vif-deleted", "tag": "e5375155-efd6-44ad-a4c9-4bcf4b7d5140"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:55:58.858527 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-cdd153cb-4958-4b32-843d-a38f75aca439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55952909-f867-4089-8ce1-5f69c00340dd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1055579443-router', 'tenant_id': '7ef449de714345fe9308d9c5180dc600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '0b7418f5-a375-4130-8e65-d36428dad504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:54:54Z', 'updated_at': '2021-07-23T23:55:56Z', 'revision_number': 5, 'project_id': '7ef449de714345fe9308d9c5180dc600', 'gw_port': {'id': '0b7418f5-a375-4130-8e65-d36428dad504', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55952909-f867-4089-8ce1-5f69c00340dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:54:55Z', 'updated_at': '2021-07-23T23:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:55:58.889596 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd153cb-4958-4b32-843d-a38f75aca439 None None] The sync data for ids ['55952909-f867-4089-8ce1-5f69c00340dd'] in n-d-800088-16 is: [{'id': '55952909-f867-4089-8ce1-5f69c00340dd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1055579443-router', 'tenant_id': '7ef449de714345fe9308d9c5180dc600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '0b7418f5-a375-4130-8e65-d36428dad504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:54:54Z', 'updated_at': '2021-07-23T23:55:56Z', 'revision_number': 5, 'project_id': '7ef449de714345fe9308d9c5180dc600', 'gw_port': {'id': '0b7418f5-a375-4130-8e65-d36428dad504', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55952909-f867-4089-8ce1-5f69c00340dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:54:55Z', 'updated_at': '2021-07-23T23:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:55:58.897421 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-49633cdf-c940-4364-a701-282a77f54690 req-cda420e0-6130-49fb-9457-a628c895ae6b tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/security-groups?id=e6c96cc7-f0ba-495d-ae44-8c4cd8794790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458720 Jul 23 23:55:58.951336 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-02c4e407-bc71-4112-a28e-455f89ab4a7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:58.984650 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b61486fb-c662-45ab-8440-2cb5ed3655eb x-openstack-request-id: req-b61486fb-c662-45ab-8440-2cb5ed3655eb {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:55:58.984974 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ef4dda6-9192-4a80-8e33-f8155d9be229", "name": "network-vif-deleted", "tag": "e5375155-efd6-44ad-a4c9-4bcf4b7d5140", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:55:58.985234 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b61486fb-c662-45ab-8440-2cb5ed3655eb {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:55:58.985631 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ef4dda6-9192-4a80-8e33-f8155d9be229', 'name': 'network-vif-deleted', 'tag': 'e5375155-efd6-44ad-a4c9-4bcf4b7d5140', 'status': 'completed', 'code': 200} Jul 23 23:55:59.096515 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d425e8-fc13-48e5-ab8d-77dba998a188 req-67d49e6e-78d3-41a0-9a4d-7af353ab130c tempest-ServerMetadataNegativeTestJSON-1042768671 tempest-ServerMetadataNegativeTestJSON-1042768671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:59.098084 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f1d425e8-fc13-48e5-ab8d-77dba998a188 req-67d49e6e-78d3-41a0-9a4d-7af353ab130c tempest-ServerMetadataNegativeTestJSON-1042768671 tempest-ServerMetadataNegativeTestJSON-1042768671-project] 10.222.0.44 "GET /v2.0/ports?device_id=efc43cdd-8bcc-443c-b6b5-06d9c799f7de HTTP/1.1" status: 200 len: 931 time: 1.0939963 Jul 23 23:55:59.099986 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d243e210-6bdf-477d-b9b3-587f96107967 req-e4ff2018-002e-4d42-8c9f-c79449876ce7 service neutron] 10.222.0.52 "GET /v2.0/networks/b8906f93-94f4-4245-b6a8-bfe9f5af486b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0820248 Jul 23 23:55:59.198985 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8dbdd8-1c64-46e4-a78e-ae501650dd99 req-ea873f6e-cbc5-436e-be70-30e0eb67e5fe tempest-ImagesOneServerTestJSON-1390310364 tempest-ImagesOneServerTestJSON-1390310364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:59.200871 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9a8dbdd8-1c64-46e4-a78e-ae501650dd99 req-ea873f6e-cbc5-436e-be70-30e0eb67e5fe tempest-ImagesOneServerTestJSON-1390310364 tempest-ImagesOneServerTestJSON-1390310364-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c7feaae-3110-4bcb-a689-c25d4ea04d6e HTTP/1.1" status: 200 len: 949 time: 0.0861311 Jul 23 23:55:59.253777 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9a8dbdd8-1c64-46e4-a78e-ae501650dd99 req-a2908d79-de63-4a10-b005-97180f9d8a72 tempest-ImagesOneServerTestJSON-1390310364 tempest-ImagesOneServerTestJSON-1390310364-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e4ced4f-2cc5-4a81-83cf-2b8ba47ee51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470855 Jul 23 23:55:59.281568 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-270c1c78-89dc-4dd6-8e0e-6832dcac5511 req-1cee4bfa-13f5-4580-bd49-579759164d8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2142bce5-bafd-40ae-86d2-b602b5a2ee6e {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:55:59.296022 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-270c1c78-89dc-4dd6-8e0e-6832dcac5511 req-1cee4bfa-13f5-4580-bd49-579759164d8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:59.350388 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc29e9-1bd9-4645-97fb-f084c4c89493 req-8adb1e87-b523-4a24-a937-0a71630076a9 tempest-ImagesOneServerTestJSON-1390310364 tempest-ImagesOneServerTestJSON-1390310364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:59.352339 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ccfc29e9-1bd9-4645-97fb-f084c4c89493 req-8adb1e87-b523-4a24-a937-0a71630076a9 tempest-ImagesOneServerTestJSON-1390310364 tempest-ImagesOneServerTestJSON-1390310364-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c7feaae-3110-4bcb-a689-c25d4ea04d6e HTTP/1.1" status: 200 len: 949 time: 0.0906858 Jul 23 23:55:59.387188 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-02c4e407-bc71-4112-a28e-455f89ab4a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:59.389697 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-270c1c78-89dc-4dd6-8e0e-6832dcac5511 req-1cee4bfa-13f5-4580-bd49-579759164d8c service neutron] Transition to ACTIVE for port object 2142bce5-bafd-40ae-86d2-b602b5a2ee6e will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:55:59.467691 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-497b8b80-d25e-4e3e-a51c-835eafc7b2f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:59.471401 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-270c1c78-89dc-4dd6-8e0e-6832dcac5511 req-1cee4bfa-13f5-4580-bd49-579759164d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:59.497100 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-ccfc29e9-1bd9-4645-97fb-f084c4c89493 req-6fc8e649-2a95-4ddd-9c15-0633d8903d40 tempest-ImagesOneServerTestJSON-1390310364 tempest-ImagesOneServerTestJSON-1390310364-project] Deleting port 961b137c-2df4-4845-afb6-8c01c8bc5ffe {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:55:59.497367 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-ccfc29e9-1bd9-4645-97fb-f084c4c89493 req-6fc8e649-2a95-4ddd-9c15-0633d8903d40 tempest-ImagesOneServerTestJSON-1390310364 tempest-ImagesOneServerTestJSON-1390310364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:59.526135 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device fbcdd8fc-5c06-477a-993f-60798a24f899 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:55:59.547917 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: fbcdd8fc-5c06-477a-993f-60798a24f899 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:55:59.548278 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device fbcdd8fc-5c06-477a-993f-60798a24f899 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:55:59.548708 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 3ecb42ae-01f0-4744-9b18-707fe283c366 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:55:59.576325 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f1d425e8-fc13-48e5-ab8d-77dba998a188 req-ead03e03-4a75-4156-a5b6-9a585150057e tempest-ServerMetadataNegativeTestJSON-1042768671 tempest-ServerMetadataNegativeTestJSON-1042768671-project] 10.222.0.44 "GET /v2.0/security-groups?id=40255853-605f-4748-a7c3-5d130efc6f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4194236 Jul 23 23:55:59.581836 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 3ecb42ae-01f0-4744-9b18-707fe283c366 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:55:59.582196 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 3ecb42ae-01f0-4744-9b18-707fe283c366 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:55:59.608354 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-ccfc29e9-1bd9-4645-97fb-f084c4c89493 req-6fc8e649-2a95-4ddd-9c15-0633d8903d40 tempest-ImagesOneServerTestJSON-1390310364 tempest-ImagesOneServerTestJSON-1390310364-project] For port 961b137c-2df4-4845-afb6-8c01c8bc5ffe, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=961b137c-2df4-4845-afb6-8c01c8bc5ffe,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:55:59.608678 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-ccfc29e9-1bd9-4645-97fb-f084c4c89493 req-6fc8e649-2a95-4ddd-9c15-0633d8903d40 tempest-ImagesOneServerTestJSON-1390310364 tempest-ImagesOneServerTestJSON-1390310364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:59.624037 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-ccfc29e9-1bd9-4645-97fb-f084c4c89493 req-6fc8e649-2a95-4ddd-9c15-0633d8903d40 tempest-ImagesOneServerTestJSON-1390310364 tempest-ImagesOneServerTestJSON-1390310364-project] Calling delete_port for 961b137c-2df4-4845-afb6-8c01c8bc5ffe owned by compute:nova {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:55:59.695031 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 24c94bf7-0ec5-4c80-b350-2dc760f317cd details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:55:59.709620 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-02c4e407-bc71-4112-a28e-455f89ab4a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:59.797755 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d243e210-6bdf-477d-b9b3-587f96107967 req-2e00b3a1-47ed-4500-874f-05b6a54beeeb service neutron] 10.222.0.52 "GET /v2.0/networks/b8906f93-94f4-4245-b6a8-bfe9f5af486b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6398928 Jul 23 23:55:59.816568 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-02c4e407-bc71-4112-a28e-455f89ab4a7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:59.819120 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-02c4e407-bc71-4112-a28e-455f89ab4a7f admin admin] 10.222.0.44 "DELETE /v2.0/subnets/5ef543d0-5a1b-4d73-b4ff-8e5725ba9786 HTTP/1.1" status: 204 len: 168 time: 2.0290082 Jul 23 23:55:59.823698 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cee4bfa-13f5-4580-bd49-579759164d8c service neutron] Pushing event updated for resources: {'Port': ['ID=2142bce5-bafd-40ae-86d2-b602b5a2ee6e,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:59.826537 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c4e407-bc71-4112-a28e-455f89ab4a7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ef543d0-5a1b-4d73-b4ff-8e5725ba9786,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:59.828080 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c3e6a7-f678-4df5-9954-76d53c3a9b3e None None] Network 80263e9c-5520-4cd3-8619-aa6ccb4a8d27 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:55:59.828556 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43838) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:55:59.859088 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6093cee3-fbb8-452a-b8c0-339449fe0088 req-b60f3424-2b3f-42ca-9625-bf0537c1e389 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:55:59.866901 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6093cee3-fbb8-452a-b8c0-339449fe0088 req-b60f3424-2b3f-42ca-9625-bf0537c1e389 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/ports?device_id=5017e1b8-c1a9-4f49-9f57-d89fd83b37a3 HTTP/1.1" status: 200 len: 950 time: 0.1947954 Jul 23 23:55:59.876132 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-ccfc29e9-1bd9-4645-97fb-f084c4c89493 req-6fc8e649-2a95-4ddd-9c15-0633d8903d40 tempest-ImagesOneServerTestJSON-1390310364 tempest-ImagesOneServerTestJSON-1390310364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:59.940541 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 24c94bf7-0ec5-4c80-b350-2dc760f317cd, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=24c94bf7-0ec5-4c80-b350-2dc760f317cd,segment=NetworkSegment(a4549f73-f8ca-4ffd-af84-81cd4b2f5c0f),segment_id=a4549f73-f8ca-4ffd-af84-81cd4b2f5c0f)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:55:59.965551 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc8e649-2a95-4ddd-9c15-0633d8903d40 tempest-ImagesOneServerTestJSON-1390310364 tempest-ImagesOneServerTestJSON-1390310364-project] Pushing event deleted for resources: {'Port': ['ID=961b137c-2df4-4845-afb6-8c01c8bc5ffe,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:55:59.988363 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': '24c94bf7-0ec5-4c80-b350-2dc760f317cd', 'network_id': 'b8906f93-94f4-4245-b6a8-bfe9f5af486b', 'port_id': '24c94bf7-0ec5-4c80-b350-2dc760f317cd', 'mac_address': 'fa:16:3e:c8:71:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abff5f68-fd48-495e-a37c-bc1705b61fd1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:56:00.006496 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.db.resource_extend [None req-78953c59-a9fd-4d8f-aeec-03bb844663ab tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 23:56:00.047694 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:00.062559 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-497b8b80-d25e-4e3e-a51c-835eafc7b2f4 admin admin] Deleting port 0b7418f5-a375-4130-8e65-d36428dad504 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:56:00.062559 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-497b8b80-d25e-4e3e-a51c-835eafc7b2f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:00.064082 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24c94bf7-0ec5-4c80-b350-2dc760f317cd {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:56:00.065785 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-bd59271c-3515-4009-96c4-2aad04fa142d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:00.070503 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccfc29e9-1bd9-4645-97fb-f084c4c89493 req-6fc8e649-2a95-4ddd-9c15-0633d8903d40 tempest-ImagesOneServerTestJSON-1390310364 tempest-ImagesOneServerTestJSON-1390310364-project] No DVR routers for this DVR port 961b137c-2df4-4845-afb6-8c01c8bc5ffe on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:56:00.079252 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6093cee3-fbb8-452a-b8c0-339449fe0088 req-ae57c083-502c-4d48-b1c4-b7debb689b47 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/security-groups?id=84afd7ea-644b-438b-8379-6d56a9cf992d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110085 Jul 23 23:56:00.080372 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-ccfc29e9-1bd9-4645-97fb-f084c4c89493 req-6fc8e649-2a95-4ddd-9c15-0633d8903d40 tempest-ImagesOneServerTestJSON-1390310364 tempest-ImagesOneServerTestJSON-1390310364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:00.082503 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ccfc29e9-1bd9-4645-97fb-f084c4c89493 req-6fc8e649-2a95-4ddd-9c15-0633d8903d40 tempest-ImagesOneServerTestJSON-1390310364 tempest-ImagesOneServerTestJSON-1390310364-project] 10.222.0.64 "DELETE /v2.0/ports/961b137c-2df4-4845-afb6-8c01c8bc5ffe HTTP/1.1" status: 204 len: 173 time: 0.7231185 Jul 23 23:56:00.084372 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c7feaae-3110-4bcb-a689-c25d4ea04d6e', 'name': 'network-vif-deleted', 'tag': '961b137c-2df4-4845-afb6-8c01c8bc5ffe'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:56:00.086343 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0844c97-1a28-4fbe-a9fb-e4f9b30e9fe2" -d '{"events": [{"server_uuid": "2c7feaae-3110-4bcb-a689-c25d4ea04d6e", "name": "network-vif-deleted", "tag": "961b137c-2df4-4845-afb6-8c01c8bc5ffe"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:56:00.093224 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 24c94bf7-0ec5-4c80-b350-2dc760f317cd, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=24c94bf7-0ec5-4c80-b350-2dc760f317cd,segment=NetworkSegment(a4549f73-f8ca-4ffd-af84-81cd4b2f5c0f),segment_id=a4549f73-f8ca-4ffd-af84-81cd4b2f5c0f)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:56:00.103156 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:00.152463 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083df179-8a14-4e06-91da-dec39f31dc48 None None] DHCP port deletion for 80263e9c-5520-4cd3-8619-aa6ccb4a8d27 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:56:00.156427 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad5d5c6-0f9f-4915-8229-5f54e62d8c05 req-76015199-340b-46c3-8a50-4e9bbd7f77e1 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:00.159827 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cad5d5c6-0f9f-4915-8229-5f54e62d8c05 req-76015199-340b-46c3-8a50-4e9bbd7f77e1 tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.64 "GET /v2.0/ports?device_id=5017e1b8-c1a9-4f49-9f57-d89fd83b37a3 HTTP/1.1" status: 200 len: 950 time: 0.2719603 Jul 23 23:56:00.171324 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=24c94bf7-0ec5-4c80-b350-2dc760f317cd,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:00.174547 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-78953c59-a9fd-4d8f-aeec-03bb844663ab tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:00.176554 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-270c1c78-89dc-4dd6-8e0e-6832dcac5511 req-1cee4bfa-13f5-4580-bd49-579759164d8c service neutron] Attempting to bind port 2142bce5-bafd-40ae-86d2-b602b5a2ee6e on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:56:00.176926 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-270c1c78-89dc-4dd6-8e0e-6832dcac5511 req-1cee4bfa-13f5-4580-bd49-579759164d8c service neutron] Attempting to bind port 2142bce5-bafd-40ae-86d2-b602b5a2ee6e by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': '1abc55ed-954b-4902-8ae7-65e0fced9124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '89bd9dba-6f02-4def-b80a-52db6e5b91d2'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:56:00.177267 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270c1c78-89dc-4dd6-8e0e-6832dcac5511 req-1cee4bfa-13f5-4580-bd49-579759164d8c service neutron] Attempting to bind port 2142bce5-bafd-40ae-86d2-b602b5a2ee6e on network 89bd9dba-6f02-4def-b80a-52db6e5b91d2 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:56:00.214539 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-78953c59-a9fd-4d8f-aeec-03bb844663ab tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:00.221994 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270c1c78-89dc-4dd6-8e0e-6832dcac5511 req-1cee4bfa-13f5-4580-bd49-579759164d8c service neutron] Port 2142bce5-bafd-40ae-86d2-b602b5a2ee6e on network 89bd9dba-6f02-4def-b80a-52db6e5b91d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:56:00.222334 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270c1c78-89dc-4dd6-8e0e-6832dcac5511 req-1cee4bfa-13f5-4580-bd49-579759164d8c service neutron] Attempting to bind port 2142bce5-bafd-40ae-86d2-b602b5a2ee6e on network 89bd9dba-6f02-4def-b80a-52db6e5b91d2 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:56:00.245015 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-083df179-8a14-4e06-91da-dec39f31dc48 None None] Deleting port 06c5c219-df99-4e13-8f43-b3621ea42bb4 {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:56:00.245406 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-083df179-8a14-4e06-91da-dec39f31dc48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:00.314658 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-cad5d5c6-0f9f-4915-8229-5f54e62d8c05 req-b98859f4-e794-49f4-bd43-6b8262cc5d8e tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Deleting port f9b52e8a-7d85-422f-b2ce-78773c09870e {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:56:00.315362 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-cad5d5c6-0f9f-4915-8229-5f54e62d8c05 req-b98859f4-e794-49f4-bd43-6b8262cc5d8e tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:00.322724 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270c1c78-89dc-4dd6-8e0e-6832dcac5511 req-1cee4bfa-13f5-4580-bd49-579759164d8c service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:56:00.323076 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270c1c78-89dc-4dd6-8e0e-6832dcac5511 req-1cee4bfa-13f5-4580-bd49-579759164d8c service neutron] Checking segment: {'id': '1abc55ed-954b-4902-8ae7-65e0fced9124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '89bd9dba-6f02-4def-b80a-52db6e5b91d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:56:00.323469 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270c1c78-89dc-4dd6-8e0e-6832dcac5511 req-1cee4bfa-13f5-4580-bd49-579759164d8c service neutron] Bound using segment: {'id': '1abc55ed-954b-4902-8ae7-65e0fced9124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '89bd9dba-6f02-4def-b80a-52db6e5b91d2'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:56:00.323927 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-270c1c78-89dc-4dd6-8e0e-6832dcac5511 req-1cee4bfa-13f5-4580-bd49-579759164d8c service neutron] Bound port: 2142bce5-bafd-40ae-86d2-b602b5a2ee6e, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1abc55ed-954b-4902-8ae7-65e0fced9124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '89bd9dba-6f02-4def-b80a-52db6e5b91d2'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:56:00.324295 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-270c1c78-89dc-4dd6-8e0e-6832dcac5511 req-1cee4bfa-13f5-4580-bd49-579759164d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:00.324418 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-083df179-8a14-4e06-91da-dec39f31dc48 None None] For port 06c5c219-df99-4e13-8f43-b3621ea42bb4, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=06c5c219-df99-4e13-8f43-b3621ea42bb4,segment=NetworkSegment(0840076a-dcc2-48b6-9d84-5b46c6c417cd),segment_id=0840076a-dcc2-48b6-9d84-5b46c6c417cd)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:56:00.324734 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-083df179-8a14-4e06-91da-dec39f31dc48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:00.338468 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-083df179-8a14-4e06-91da-dec39f31dc48 None None] Calling delete_port for 06c5c219-df99-4e13-8f43-b3621ea42bb4 owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:56:00.367910 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-497b8b80-d25e-4e3e-a51c-835eafc7b2f4 admin admin] For port 0b7418f5-a375-4130-8e65-d36428dad504, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=0b7418f5-a375-4130-8e65-d36428dad504,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:56:00.368292 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-497b8b80-d25e-4e3e-a51c-835eafc7b2f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:00.429646 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['24c94bf7-0ec5-4c80-b350-2dc760f317cd'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:56:00.430286 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea947c-45a7-4632-9eff-0395332f07b4 req-8acffab8-f1a9-4dd9-913f-285f8616d150 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:00.432453 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6eea947c-45a7-4632-9eff-0395332f07b4 req-8acffab8-f1a9-4dd9-913f-285f8616d150 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b26e89b-4e22-4078-b4ef-f60e016932e2 HTTP/1.1" status: 200 len: 943 time: 0.4206917 Jul 23 23:56:00.437504 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-cad5d5c6-0f9f-4915-8229-5f54e62d8c05 req-b98859f4-e794-49f4-bd43-6b8262cc5d8e tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] For port f9b52e8a-7d85-422f-b2ce-78773c09870e, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=f9b52e8a-7d85-422f-b2ce-78773c09870e,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:56:00.437855 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-cad5d5c6-0f9f-4915-8229-5f54e62d8c05 req-b98859f4-e794-49f4-bd43-6b8262cc5d8e tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:00.444627 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-497b8b80-d25e-4e3e-a51c-835eafc7b2f4 admin admin] Calling delete_port for 0b7418f5-a375-4130-8e65-d36428dad504 owned by network:router_gateway {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:56:00.454821 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-cad5d5c6-0f9f-4915-8229-5f54e62d8c05 req-b98859f4-e794-49f4-bd43-6b8262cc5d8e tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Calling delete_port for f9b52e8a-7d85-422f-b2ce-78773c09870e owned by compute:nova {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:56:00.517342 n-d-800088-16 neutron-server[100313]: INFO neutron.db.l3_db [None req-78953c59-a9fd-4d8f-aeec-03bb844663ab tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Floating IP 906cc2e3-54d3-4fe2-82a5-ff76ad57393c associated. External IP: 172.25.3.28, port: 4e501e56-d565-4855-b4d1-d3de4f908fe4. Jul 23 23:56:00.566844 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-083df179-8a14-4e06-91da-dec39f31dc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:00.600452 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083df179-8a14-4e06-91da-dec39f31dc48 None None] Pushing event deleted for resources: {'Port': ['ID=06c5c219-df99-4e13-8f43-b3621ea42bb4,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:00.653904 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083df179-8a14-4e06-91da-dec39f31dc48 None None] No DVR routers for this DVR port 06c5c219-df99-4e13-8f43-b3621ea42bb4 on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:56:00.660475 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c9f601-8db1-421e-89df-4dc66ddd1d30 x-openstack-request-id: req-66c9f601-8db1-421e-89df-4dc66ddd1d30 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:56:00.661115 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c7feaae-3110-4bcb-a689-c25d4ea04d6e", "name": "network-vif-deleted", "tag": "961b137c-2df4-4845-afb6-8c01c8bc5ffe", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:56:00.661115 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-66c9f601-8db1-421e-89df-4dc66ddd1d30 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:56:00.661496 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c7feaae-3110-4bcb-a689-c25d4ea04d6e', 'name': 'network-vif-deleted', 'tag': '961b137c-2df4-4845-afb6-8c01c8bc5ffe', 'status': 'completed', 'code': 200} Jul 23 23:56:00.666648 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-cad5d5c6-0f9f-4915-8229-5f54e62d8c05 req-b98859f4-e794-49f4-bd43-6b8262cc5d8e tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:00.684487 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['f9b52e8a-7d85-422f-b2ce-78773c09870e'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:56:00.687874 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-bd59271c-3515-4009-96c4-2aad04fa142d admin admin] Deleting port 06c5c219-df99-4e13-8f43-b3621ea42bb4 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:56:00.688218 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-bd59271c-3515-4009-96c4-2aad04fa142d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:00.700948 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-270c1c78-89dc-4dd6-8e0e-6832dcac5511 req-1cee4bfa-13f5-4580-bd49-579759164d8c service neutron] For port 2142bce5-bafd-40ae-86d2-b602b5a2ee6e, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:56:00.739606 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6eea947c-45a7-4632-9eff-0395332f07b4 req-894c747c-7c63-416b-86fd-55f77a5aa021 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/security-groups?id=e6c96cc7-f0ba-495d-ae44-8c4cd8794790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974257 Jul 23 23:56:00.767617 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-270c1c78-89dc-4dd6-8e0e-6832dcac5511 req-1cee4bfa-13f5-4580-bd49-579759164d8c service neutron] For port 2142bce5-bafd-40ae-86d2-b602b5a2ee6e, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=2142bce5-bafd-40ae-86d2-b602b5a2ee6e,segment=NetworkSegment(1abc55ed-954b-4902-8ae7-65e0fced9124),segment_id=1abc55ed-954b-4902-8ae7-65e0fced9124)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:56:00.838788 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-270c1c78-89dc-4dd6-8e0e-6832dcac5511 req-1cee4bfa-13f5-4580-bd49-579759164d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:00.887193 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-bd59271c-3515-4009-96c4-2aad04fa142d admin admin] For port 06c5c219-df99-4e13-8f43-b3621ea42bb4, host n-d-800088-16, got binding levels [] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:56:00.887667 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-bd59271c-3515-4009-96c4-2aad04fa142d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:00.952464 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270c1c78-89dc-4dd6-8e0e-6832dcac5511 req-1cee4bfa-13f5-4580-bd49-579759164d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:00.953135 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-270c1c78-89dc-4dd6-8e0e-6832dcac5511 req-1cee4bfa-13f5-4580-bd49-579759164d8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:00.954550 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-270c1c78-89dc-4dd6-8e0e-6832dcac5511 req-1cee4bfa-13f5-4580-bd49-579759164d8c service neutron] 10.222.0.52 "PUT /v2.0/ports/2142bce5-bafd-40ae-86d2-b602b5a2ee6e HTTP/1.1" status: 200 len: 1092 time: 4.2230935 Jul 23 23:56:00.959311 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-bd59271c-3515-4009-96c4-2aad04fa142d admin admin] Calling delete_port for 06c5c219-df99-4e13-8f43-b3621ea42bb4 owned by network:dhcp {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:56:00.963973 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.ipam_backend_mixin [None req-bd59271c-3515-4009-96c4-2aad04fa142d admin admin] Port 06c5c219-df99-4e13-8f43-b3621ea42bb4 was not found and therefore no delete operation was performed {{(pid=100313) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 23:56:00.981264 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-bd59271c-3515-4009-96c4-2aad04fa142d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:00.991313 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efc43cdd-8bcc-443c-b6b5-06d9c799f7de', 'tag': '2142bce5-bafd-40ae-86d2-b602b5a2ee6e'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:56:00.998426 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a6496f-f1be-44ab-a232-241e05d476e7" -d '{"events": [{"name": "network-changed", "server_uuid": "efc43cdd-8bcc-443c-b6b5-06d9c799f7de", "tag": "2142bce5-bafd-40ae-86d2-b602b5a2ee6e"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:56:01.051908 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cee4bfa-13f5-4580-bd49-579759164d8c service neutron] Pushing event updated for resources: {'Port': ['ID=2142bce5-bafd-40ae-86d2-b602b5a2ee6e,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:01.052642 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98859f4-e794-49f4-bd43-6b8262cc5d8e tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Pushing event deleted for resources: {'Port': ['ID=f9b52e8a-7d85-422f-b2ce-78773c09870e,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:01.055653 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ae1a2375-db93-478b-9927-584f36835dca req-e9b3f045-eb7a-47ba-9522-126f6cd4db75 tempest-ImagesOneServerTestJSON-1390310364 tempest-ImagesOneServerTestJSON-1390310364-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c7feaae-3110-4bcb-a689-c25d4ea04d6e HTTP/1.1" status: 200 len: 210 time: 0.3873384 Jul 23 23:56:01.098981 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd59271c-3515-4009-96c4-2aad04fa142d admin admin] No DVR routers for this DVR port 06c5c219-df99-4e13-8f43-b3621ea42bb4 on host n-d-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:56:01.119260 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-cad5d5c6-0f9f-4915-8229-5f54e62d8c05 req-b98859f4-e794-49f4-bd43-6b8262cc5d8e tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] No DVR routers for this DVR port f9b52e8a-7d85-422f-b2ce-78773c09870e on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:56:01.122216 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-cad5d5c6-0f9f-4915-8229-5f54e62d8c05 req-b98859f4-e794-49f4-bd43-6b8262cc5d8e tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:01.126155 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cad5d5c6-0f9f-4915-8229-5f54e62d8c05 req-b98859f4-e794-49f4-bd43-6b8262cc5d8e tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.64 "DELETE /v2.0/ports/f9b52e8a-7d85-422f-b2ce-78773c09870e HTTP/1.1" status: 204 len: 173 time: 0.9598596 Jul 23 23:56:01.382270 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-113a99f1-9b54-41ce-b261-2fefd0ac94a9 req-9e666533-e99e-4814-9ad3-22ce3eb2de5a tempest-ServersAdminTestJSON-302952073 tempest-ServersAdminTestJSON-302952073-project] 10.222.0.44 "GET /v2.0/ports?device_id=5017e1b8-c1a9-4f49-9f57-d89fd83b37a3 HTTP/1.1" status: 200 len: 210 time: 0.0367424 Jul 23 23:56:01.574711 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ec30c37-4d96-424e-bc10-e9352892dfb6 x-openstack-request-id: req-9ec30c37-4d96-424e-bc10-e9352892dfb6 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:56:01.575401 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efc43cdd-8bcc-443c-b6b5-06d9c799f7de", "tag": "2142bce5-bafd-40ae-86d2-b602b5a2ee6e", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:56:01.575401 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9ec30c37-4d96-424e-bc10-e9352892dfb6 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:56:01.575809 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efc43cdd-8bcc-443c-b6b5-06d9c799f7de', 'tag': '2142bce5-bafd-40ae-86d2-b602b5a2ee6e', 'status': 'completed', 'code': 200} Jul 23 23:56:01.577694 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 06c5c219-df99-4e13-8f43-b3621ea42bb4 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:56:01.601282 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 06c5c219-df99-4e13-8f43-b3621ea42bb4 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:56:01.601792 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 06c5c219-df99-4e13-8f43-b3621ea42bb4 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:56:01.626374 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59271c-3515-4009-96c4-2aad04fa142d admin admin] Pushing event deleted for resources: {'Port': ['ID=06c5c219-df99-4e13-8f43-b3621ea42bb4,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:01.702027 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 24c94bf7-0ec5-4c80-b350-2dc760f317cd up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:56:01.730944 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-497b8b80-d25e-4e3e-a51c-835eafc7b2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:01.767716 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-bd59271c-3515-4009-96c4-2aad04fa142d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:01.790991 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port 24c94bf7-0ec5-4c80-b350-2dc760f317cd completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:56:01.795546 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port 24c94bf7-0ec5-4c80-b350-2dc760f317cd triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:56:01.795995 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:01.824477 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497b8b80-d25e-4e3e-a51c-835eafc7b2f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b7418f5-a375-4130-8e65-d36428dad504,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:01.832397 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-bd59271c-3515-4009-96c4-2aad04fa142d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80263e9c-5520-4cd3-8619-aa6ccb4a8d27']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:56:01.873109 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-bd59271c-3515-4009-96c4-2aad04fa142d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0840076a-dcc2-48b6-9d84-5b46c6c417cd') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:56:01.873325 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-bd59271c-3515-4009-96c4-2aad04fa142d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0840076a-dcc2-48b6-9d84-5b46c6c417cd') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:56:01.889023 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:01.904043 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b5231c-8564-49d4-9ebd-32707f40b643 req-a808ce11-e99a-4ea9-869f-11fd9b6965e6 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:01.905646 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-61b5231c-8564-49d4-9ebd-32707f40b643 req-a808ce11-e99a-4ea9-869f-11fd9b6965e6 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b26e89b-4e22-4078-b4ef-f60e016932e2 HTTP/1.1" status: 200 len: 944 time: 0.0771017 Jul 23 23:56:01.909838 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-bd59271c-3515-4009-96c4-2aad04fa142d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:01.914429 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b26e89b-4e22-4078-b4ef-f60e016932e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c94bf7-0ec5-4c80-b350-2dc760f317cd'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:56:01.917364 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b263812-9660-47e5-af46-b5165e4f31d5" -d '{"events": [{"server_uuid": "9b26e89b-4e22-4078-b4ef-f60e016932e2", "name": "network-vif-plugged", "status": "completed", "tag": "24c94bf7-0ec5-4c80-b350-2dc760f317cd"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:56:01.922214 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5ec7c3-89e6-4434-bd1b-e273c6c20b2f req-2033d70c-9893-4c00-9562-4db44c671f90 tempest-ServerMetadataNegativeTestJSON-1042768671 tempest-ServerMetadataNegativeTestJSON-1042768671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:01.923895 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5d5ec7c3-89e6-4434-bd1b-e273c6c20b2f req-2033d70c-9893-4c00-9562-4db44c671f90 tempest-ServerMetadataNegativeTestJSON-1042768671 tempest-ServerMetadataNegativeTestJSON-1042768671-project] 10.222.0.44 "GET /v2.0/ports?device_id=efc43cdd-8bcc-443c-b6b5-06d9c799f7de HTTP/1.1" status: 200 len: 943 time: 0.9397132 Jul 23 23:56:01.929203 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 24c94bf7-0ec5-4c80-b350-2dc760f317cd, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=24c94bf7-0ec5-4c80-b350-2dc760f317cd,segment=NetworkSegment(a4549f73-f8ca-4ffd-af84-81cd4b2f5c0f),segment_id=a4549f73-f8ca-4ffd-af84-81cd4b2f5c0f)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:56:01.935606 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78953c59-a9fd-4d8f-aeec-03bb844663ab tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Router 4e1bddb2-b529-49fb-ab52-25a6cc6587e3 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:56:01.938743 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:01.943378 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270c1c78-89dc-4dd6-8e0e-6832dcac5511 req-37fe4cb1-195d-4b76-9457-fa9ef02af273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:01.944922 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-270c1c78-89dc-4dd6-8e0e-6832dcac5511 req-37fe4cb1-195d-4b76-9457-fa9ef02af273 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=aa7d52fd9bd24093bac41a66f2540144&device_id=efc43cdd-8bcc-443c-b6b5-06d9c799f7de HTTP/1.1" status: 200 len: 1095 time: 0.9374731 Jul 23 23:56:01.951913 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-61b5231c-8564-49d4-9ebd-32707f40b643 req-997351e6-752e-43d2-8cf6-a237fa1fa1c1 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/security-groups?id=e6c96cc7-f0ba-495d-ae44-8c4cd8794790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396838 Jul 23 23:56:01.961768 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-bd59271c-3515-4009-96c4-2aad04fa142d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:01.986863 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd59271c-3515-4009-96c4-2aad04fa142d admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:56:01.987384 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-bd59271c-3515-4009-96c4-2aad04fa142d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:02.007637 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=24c94bf7-0ec5-4c80-b350-2dc760f317cd,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:02.015912 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 23 23:56:02.015912 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:56:02.015912 n-d-800088-16 neutron-server[100313]: timer() Jul 23 23:56:02.015912 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:56:02.015912 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 23 23:56:02.015912 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:56:02.015912 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 23 23:56:02.015912 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:56:02.015912 n-d-800088-16 neutron-server[100313]: self._notify() Jul 23 23:56:02.015912 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:56:02.015912 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 23 23:56:02.015912 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:56:02.015912 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 23 23:56:02.015912 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:56:02.015912 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:56:02.015912 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:56:02.015912 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:56:02.015912 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:56:02.015912 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 23 23:56:02.015912 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:56:02.015912 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 23 23:56:02.015912 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:56:02.015912 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:56:02.015912 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:56:02.015912 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 23 23:56:02.015912 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:56:02.015912 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:56:02.015912 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:56:02.015912 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:56:02.015912 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:56:02.015912 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:56:02.015912 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:56:02.034504 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-497b8b80-d25e-4e3e-a51c-835eafc7b2f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687114'] for router_gateway, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:02.042344 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-270c1c78-89dc-4dd6-8e0e-6832dcac5511 req-1bd3a5ce-2f57-4465-98fc-3ceebe11e961 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2142bce5-bafd-40ae-86d2-b602b5a2ee6e HTTP/1.1" status: 200 len: 217 time: 0.0818992 Jul 23 23:56:02.236644 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-513cc910-eb09-490a-87bd-5784ff8cec9d x-openstack-request-id: req-513cc910-eb09-490a-87bd-5784ff8cec9d {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:56:02.236865 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b26e89b-4e22-4078-b4ef-f60e016932e2", "name": "network-vif-plugged", "status": "completed", "tag": "24c94bf7-0ec5-4c80-b350-2dc760f317cd", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:56:02.237073 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-513cc910-eb09-490a-87bd-5784ff8cec9d {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:56:02.237474 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b26e89b-4e22-4078-b4ef-f60e016932e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c94bf7-0ec5-4c80-b350-2dc760f317cd', 'code': 200} Jul 23 23:56:02.276695 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5d5ec7c3-89e6-4434-bd1b-e273c6c20b2f req-2d456475-65f8-463d-a921-34ed7d4326e3 tempest-ServerMetadataNegativeTestJSON-1042768671 tempest-ServerMetadataNegativeTestJSON-1042768671-project] 10.222.0.44 "GET /v2.0/security-groups?id=40255853-605f-4748-a7c3-5d130efc6f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3398390 Jul 23 23:56:02.281360 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-497b8b80-d25e-4e3e-a51c-835eafc7b2f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:02.285304 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-497b8b80-d25e-4e3e-a51c-835eafc7b2f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:02.293183 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-bd59271c-3515-4009-96c4-2aad04fa142d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:02.315084 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-bd59271c-3515-4009-96c4-2aad04fa142d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:02.316945 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-bd59271c-3515-4009-96c4-2aad04fa142d admin admin] 10.222.0.44 "DELETE /v2.0/networks/80263e9c-5520-4cd3-8619-aa6ccb4a8d27 HTTP/1.1" status: 204 len: 168 time: 2.4838235 Jul 23 23:56:02.407807 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270c1c78-89dc-4dd6-8e0e-6832dcac5511 req-ec8e973c-84b1-417a-8c5a-98274c9165e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:02.409500 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-270c1c78-89dc-4dd6-8e0e-6832dcac5511 req-ec8e973c-84b1-417a-8c5a-98274c9165e2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fdcf25fd-2215-4a3b-8787-bb258e011407 HTTP/1.1" status: 200 len: 861 time: 0.3351085 Jul 23 23:56:02.413887 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59271c-3515-4009-96c4-2aad04fa142d admin admin] Pushing event deleted for resources: {'Network': ['ID=80263e9c-5520-4cd3-8619-aa6ccb4a8d27,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:02.435796 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-497b8b80-d25e-4e3e-a51c-835eafc7b2f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:02.436337 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-497b8b80-d25e-4e3e-a51c-835eafc7b2f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55952909-f867-4089-8ce1-5f69c00340dd {{(pid=100313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 23:56:02.447796 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-497b8b80-d25e-4e3e-a51c-835eafc7b2f4 admin admin] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:02.448627 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-497b8b80-d25e-4e3e-a51c-835eafc7b2f4 admin admin] 10.222.0.44 "DELETE /v2.0/routers/55952909-f867-4089-8ce1-5f69c00340dd HTTP/1.1" status: 204 len: 168 time: 4.7887261 Jul 23 23:56:02.448785 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43920) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:56:02.472312 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-270c1c78-89dc-4dd6-8e0e-6832dcac5511 req-04274fcd-aee7-41f3-960a-816cbfdccf79 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=89bd9dba-6f02-4def-b80a-52db6e5b91d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473995 Jul 23 23:56:02.515602 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8e3fcad-93b9-4859-9e8f-2e3cbb8c4083 admin admin] Deleting subnet fb29b4ab-cbf3-43ad-8484-c89fe1db3cfe {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:56:02.522572 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b8e3fcad-93b9-4859-9e8f-2e3cbb8c4083 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:02.544430 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78953c59-a9fd-4d8f-aeec-03bb844663ab tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:56:02.554196 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408c3f35-a46d-4d97-afd3-04acf1c5cb31 None None] Sync routers for ids ['4e1bddb2-b529-49fb-ab52-25a6cc6587e3'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:56:02.555287 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-78953c59-a9fd-4d8f-aeec-03bb844663ab tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:02.571490 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408c3f35-a46d-4d97-afd3-04acf1c5cb31 None None] Routers {'4e1bddb2-b529-49fb-ab52-25a6cc6587e3'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:56:02.573805 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-408c3f35-a46d-4d97-afd3-04acf1c5cb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:55:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['4e1bddb2-b529-49fb-ab52-25a6cc6587e3'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:56:02.581573 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 961b137c-2df4-4845-afb6-8c01c8bc5ffe no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:56:02.614363 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b8e3fcad-93b9-4859-9e8f-2e3cbb8c4083 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:02.629457 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719cc2e1-28d2-4f17-b9a9-976580f152be req-8b09cb51-570e-43f2-9c26-9031c165c6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:02.630999 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-719cc2e1-28d2-4f17-b9a9-976580f152be req-8b09cb51-570e-43f2-9c26-9031c165c6ec service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9b26e89b-4e22-4078-b4ef-f60e016932e2 HTTP/1.1" status: 200 len: 1097 time: 0.2815161 Jul 23 23:56:02.655352 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43924) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:56:02.664946 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5017e1b8-c1a9-4f49-9f57-d89fd83b37a3', 'name': 'network-vif-deleted', 'tag': 'f9b52e8a-7d85-422f-b2ce-78773c09870e'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:56:02.667662 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec3b00b-3da7-4823-b334-a8e8881810ff" -d '{"events": [{"server_uuid": "5017e1b8-c1a9-4f49-9f57-d89fd83b37a3", "name": "network-vif-deleted", "tag": "f9b52e8a-7d85-422f-b2ce-78773c09870e"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:56:02.687384 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-78953c59-a9fd-4d8f-aeec-03bb844663ab tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] 10.222.0.44 "PUT /v2.0/floatingips/906cc2e3-54d3-4fe2-82a5-ff76ad57393c HTTP/1.1" status: 200 len: 991 time: 4.8988209 Jul 23 23:56:02.718411 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-270c1c78-89dc-4dd6-8e0e-6832dcac5511 req-124eae66-ac33-45fc-a5f4-4dc18fe9b7ae service neutron] 10.222.0.52 "GET /v2.0/networks/89bd9dba-6f02-4def-b80a-52db6e5b91d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389216 Jul 23 23:56:02.726650 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-719cc2e1-28d2-4f17-b9a9-976580f152be req-b7e2044b-5f51-4191-9f31-f4a8bb7391c3 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e6c96cc7-f0ba-495d-ae44-8c4cd8794790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883961 Jul 23 23:56:02.777153 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-4e2ae6d4-2135-49b4-8fd2-e48b382a206c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1c2582a501044614b6b14b002223c647&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1138361 Jul 23 23:56:02.782539 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd7b949-b5a1-48e6-a20b-6de4d550b66a x-openstack-request-id: req-dcd7b949-b5a1-48e6-a20b-6de4d550b66a {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:56:02.782749 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43932) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:56:02.786795 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5017e1b8-c1a9-4f49-9f57-d89fd83b37a3", "name": "network-vif-deleted", "tag": "f9b52e8a-7d85-422f-b2ce-78773c09870e", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:56:02.787141 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dcd7b949-b5a1-48e6-a20b-6de4d550b66a {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:56:02.787636 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5017e1b8-c1a9-4f49-9f57-d89fd83b37a3', 'name': 'network-vif-deleted', 'tag': 'f9b52e8a-7d85-422f-b2ce-78773c09870e', 'status': 'completed', 'code': 200} Jul 23 23:56:02.807583 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b8e3fcad-93b9-4859-9e8f-2e3cbb8c4083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:02.856642 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43934) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:56:02.861737 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-408c3f35-a46d-4d97-afd3-04acf1c5cb31 None None] Set router 4e1bddb2-b529-49fb-ab52-25a6cc6587e3 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:56:02.935204 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b8e3fcad-93b9-4859-9e8f-2e3cbb8c4083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:02.938517 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] No Port match for: 961b137c-2df4-4845-afb6-8c01c8bc5ffe {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:56:02.938971 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 961b137c-2df4-4845-afb6-8c01c8bc5ffe not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:56:02.939392 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device f9b52e8a-7d85-422f-b2ce-78773c09870e no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:56:02.983190 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-270c1c78-89dc-4dd6-8e0e-6832dcac5511 req-5d6e13ee-4686-4ec8-bfb9-4873707d3ed5 service neutron] 10.222.0.52 "GET /v2.0/networks/89bd9dba-6f02-4def-b80a-52db6e5b91d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540152 Jul 23 23:56:02.992687 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b8e3fcad-93b9-4859-9e8f-2e3cbb8c4083 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:02.999720 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-b8e3fcad-93b9-4859-9e8f-2e3cbb8c4083 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/fb29b4ab-cbf3-43ad-8484-c89fe1db3cfe HTTP/1.1" status: 204 len: 168 time: 0.5498638 Jul 23 23:56:03.001716 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e3fcad-93b9-4859-9e8f-2e3cbb8c4083 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb29b4ab-cbf3-43ad-8484-c89fe1db3cfe,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:03.004614 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43942) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:56:03.037714 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f78b6c6a-d97d-4db7-8b72-dad3516c6554 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:03.150788 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f78b6c6a-d97d-4db7-8b72-dad3516c6554 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:03.154339 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43946) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:56:03.187371 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-209b5432-159f-4382-a8f3-8cc4a5956457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:03.234403 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e991366-95a7-4044-85c1-fba01bab0be4 req-4905ef22-e0f1-4720-a49d-b261e540f2c8 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:03.241389 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7e991366-95a7-4044-85c1-fba01bab0be4 req-4905ef22-e0f1-4720-a49d-b261e540f2c8 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b26e89b-4e22-4078-b4ef-f60e016932e2 HTTP/1.1" status: 200 len: 945 time: 0.1363242 Jul 23 23:56:03.262764 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6496f-f1be-44ab-a232-241e05d476e7 req-2081dd61-1310-4f2b-9b42-4dce3bb43174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:03.264505 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-24a6496f-f1be-44ab-a232-241e05d476e7 req-2081dd61-1310-4f2b-9b42-4dce3bb43174 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=aa7d52fd9bd24093bac41a66f2540144&device_id=efc43cdd-8bcc-443c-b6b5-06d9c799f7de HTTP/1.1" status: 200 len: 1095 time: 0.2133617 Jul 23 23:56:03.309285 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f78b6c6a-d97d-4db7-8b72-dad3516c6554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:03.312160 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f78b6c6a-d97d-4db7-8b72-dad3516c6554 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:03.315253 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-f78b6c6a-d97d-4db7-8b72-dad3516c6554 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1e12f1f8-e312-4602-aef6-15d728c2b82b HTTP/1.1" status: 204 len: 168 time: 0.5313995 Jul 23 23:56:03.327951 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] No Port match for: f9b52e8a-7d85-422f-b2ce-78773c09870e {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:56:03.328298 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device f9b52e8a-7d85-422f-b2ce-78773c09870e not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:56:03.329785 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ee20ad-acf9-4272-835d-35d17d8c4464 None None] Network 3f69acb3-14c7-42ff-ba38-d1689b49cdc4 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:56:03.367688 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7e991366-95a7-4044-85c1-fba01bab0be4 req-6d9652c5-5ed5-49bd-ac4c-0b6cd4e97d8e tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/security-groups?id=e6c96cc7-f0ba-495d-ae44-8c4cd8794790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249115 Jul 23 23:56:03.386209 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-0d4bb18f-8a23-43e8-afaf-c68343c23446 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=937a9e62cc0c418b8266dbcbbf4deb41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5276170 Jul 23 23:56:03.387990 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43960) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:56:03.426226 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78b6c6a-d97d-4db7-8b72-dad3516c6554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e12f1f8-e312-4602-aef6-15d728c2b82b,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:03.466125 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-209b5432-159f-4382-a8f3-8cc4a5956457 admin admin] Deleting port 8abd58f8-e5dc-4a70-b783-5d8773cb57ba {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:56:03.466362 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-209b5432-159f-4382-a8f3-8cc4a5956457 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:03.539171 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-209b5432-159f-4382-a8f3-8cc4a5956457 admin admin] For port 8abd58f8-e5dc-4a70-b783-5d8773cb57ba, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=8abd58f8-e5dc-4a70-b783-5d8773cb57ba,segment=NetworkSegment(5ece07f7-72f5-4869-b63d-d3f7d43cb1e6),segment_id=5ece07f7-72f5-4869-b63d-d3f7d43cb1e6)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:56:03.539618 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-209b5432-159f-4382-a8f3-8cc4a5956457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:03.554227 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-209b5432-159f-4382-a8f3-8cc4a5956457 admin admin] Calling delete_port for 8abd58f8-e5dc-4a70-b783-5d8773cb57ba owned by network:dhcp {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:56:03.581988 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-272786ad-8b5c-42c6-a389-11ebcb1f02a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:03.644021 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 0b7418f5-a375-4130-8e65-d36428dad504 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:56:03.649817 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '137024f3-a26a-42dd-a337-e591f334f7e4', 'tag': '4e501e56-d565-4855-b4d1-d3de4f908fe4'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:56:03.652318 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0fe5ad4-140c-4cc6-969a-3470a915cf49" -d '{"events": [{"name": "network-changed", "server_uuid": "137024f3-a26a-42dd-a337-e591f334f7e4", "tag": "4e501e56-d565-4855-b4d1-d3de4f908fe4"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:56:03.663513 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-d07d5bd8-590e-4b39-b0cd-520eae578376 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=93eec40beee743858af7fbcead2f938a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4971933 Jul 23 23:56:03.667612 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43966) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:56:03.668835 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-272786ad-8b5c-42c6-a389-11ebcb1f02a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:03.711183 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 0b7418f5-a375-4130-8e65-d36428dad504 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:56:03.711565 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 0b7418f5-a375-4130-8e65-d36428dad504 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:56:03.739417 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3186ef-5bfd-42ac-a18f-e3fa9f7d7dcc req-d9b99d73-8f2b-4e6a-8356-60d49b1c4bfe tempest-ServerMetadataNegativeTestJSON-1042768671 tempest-ServerMetadataNegativeTestJSON-1042768671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:03.751490 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6496f-f1be-44ab-a232-241e05d476e7 req-ff9f0027-1bd5-4407-aa9c-8816dc69b180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:03.752247 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-24a6496f-f1be-44ab-a232-241e05d476e7 req-ff9f0027-1bd5-4407-aa9c-8816dc69b180 service neutron] 10.222.0.52 "GET /v2.0/networks?id=89bd9dba-6f02-4def-b80a-52db6e5b91d2 HTTP/1.1" status: 200 len: 922 time: 0.4777868 Jul 23 23:56:03.753339 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ef3186ef-5bfd-42ac-a18f-e3fa9f7d7dcc req-d9b99d73-8f2b-4e6a-8356-60d49b1c4bfe tempest-ServerMetadataNegativeTestJSON-1042768671 tempest-ServerMetadataNegativeTestJSON-1042768671-project] 10.222.0.44 "GET /v2.0/ports?device_id=efc43cdd-8bcc-443c-b6b5-06d9c799f7de HTTP/1.1" status: 200 len: 943 time: 0.2451787 Jul 23 23:56:03.794615 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-209b5432-159f-4382-a8f3-8cc4a5956457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:03.815102 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4a720a-1901-4d5a-acb9-d5ba7305fbac None None] DHCP port deletion for 3f69acb3-14c7-42ff-ba38-d1689b49cdc4 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:56:03.818227 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ef3186ef-5bfd-42ac-a18f-e3fa9f7d7dcc req-08bb9203-65de-4cc9-b7fa-24609c0570c7 tempest-ServerMetadataNegativeTestJSON-1042768671 tempest-ServerMetadataNegativeTestJSON-1042768671-project] 10.222.0.44 "GET /v2.0/security-groups?id=40255853-605f-4748-a7c3-5d130efc6f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638666 Jul 23 23:56:03.842478 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-272786ad-8b5c-42c6-a389-11ebcb1f02a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:03.845485 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-272786ad-8b5c-42c6-a389-11ebcb1f02a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:03.849561 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-272786ad-8b5c-42c6-a389-11ebcb1f02a5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2e4ced4f-2cc5-4a81-83cf-2b8ba47ee51d HTTP/1.1" status: 204 len: 168 time: 0.4604859 Jul 23 23:56:03.864514 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272786ad-8b5c-42c6-a389-11ebcb1f02a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e4ced4f-2cc5-4a81-83cf-2b8ba47ee51d,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:03.916958 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-24a6496f-f1be-44ab-a232-241e05d476e7 req-6c52abda-593d-473b-8349-5005581206c2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2142bce5-bafd-40ae-86d2-b602b5a2ee6e HTTP/1.1" status: 200 len: 217 time: 0.1473558 Jul 23 23:56:03.918669 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deab57db-adf9-49ec-b6eb-521665636c27 x-openstack-request-id: req-deab57db-adf9-49ec-b6eb-521665636c27 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:56:03.919139 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "137024f3-a26a-42dd-a337-e591f334f7e4", "tag": "4e501e56-d565-4855-b4d1-d3de4f908fe4", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:56:03.919586 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-deab57db-adf9-49ec-b6eb-521665636c27 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:56:03.920314 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '137024f3-a26a-42dd-a337-e591f334f7e4', 'tag': '4e501e56-d565-4855-b4d1-d3de4f908fe4', 'status': 'completed', 'code': 200} Jul 23 23:56:03.926862 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209b5432-159f-4382-a8f3-8cc4a5956457 admin admin] Pushing event deleted for resources: {'Port': ['ID=8abd58f8-e5dc-4a70-b783-5d8773cb57ba,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:03.929321 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43974) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:56:03.943140 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209b5432-159f-4382-a8f3-8cc4a5956457 admin admin] No DVR routers for this DVR port 8abd58f8-e5dc-4a70-b783-5d8773cb57ba on host n-d-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:56:03.998036 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0c517a24-ac89-4e59-bf34-d93093037d62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:04.021255 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-408c3f35-a46d-4d97-afd3-04acf1c5cb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e1bddb2-b529-49fb-ab52-25a6cc6587e3', 'name': 'tempest-ServersTestBootFromVolume-1860094371-router', 'tenant_id': '0ba541c6f78942b8b24d28300792e03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'd93ccc36-894d-4e17-98c2-c0fa5eaf9fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:54:43Z', 'updated_at': '2021-07-23T23:54:51Z', 'revision_number': 4, 'project_id': '0ba541c6f78942b8b24d28300792e03c', 'gw_port': {'id': 'd93ccc36-894d-4e17-98c2-c0fa5eaf9fd7', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:68:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1bddb2-b529-49fb-ab52-25a6cc6587e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:54:44Z', 'updated_at': '2021-07-23T23:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': '906cc2e3-54d3-4fe2-82a5-ff76ad57393c', 'tenant_id': '0ba541c6f78942b8b24d28300792e03c', 'floating_ip_address': '172.25.3.28', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '4e1bddb2-b529-49fb-ab52-25a6cc6587e3', 'port_id': '4e501e56-d565-4855-b4d1-d3de4f908fe4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a68620e-8ed8-46e0-ba48-c9ec0876466a', 'mac_address': 'fa:16:3e:f4:b9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137024f3-a26a-42dd-a337-e591f334f7e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:54:58Z', 'updated_at': '2021-07-23T23:55:59Z', 'revision_number': 1, 'project_id': '0ba541c6f78942b8b24d28300792e03c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '122d32b4-03ea-4019-bc74-a0c1ba27dc31', 'name': '', 'network_id': '5a68620e-8ed8-46e0-ba48-c9ec0876466a', 'tenant_id': '0ba541c6f78942b8b24d28300792e03c', 'mac_address': 'fa:16:3e:9d:0c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1bddb2-b529-49fb-ab52-25a6cc6587e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '0db7f07d-a14b-4c57-807d-bc1863ff1ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:54:49Z', 'updated_at': '2021-07-23T23:54:58Z', 'revision_number': 5, 'project_id': '0ba541c6f78942b8b24d28300792e03c', 'subnets': [{'id': '0db7f07d-a14b-4c57-807d-bc1863ff1ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:56:04.048672 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0c517a24-ac89-4e59-bf34-d93093037d62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:04.064114 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6496f-f1be-44ab-a232-241e05d476e7 req-86a0f5d5-3713-47b1-ac49-a4c970832783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:04.064663 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408c3f35-a46d-4d97-afd3-04acf1c5cb31 None None] Checking router: 4e1bddb2-b529-49fb-ab52-25a6cc6587e3 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:56:04.065891 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-24a6496f-f1be-44ab-a232-241e05d476e7 req-86a0f5d5-3713-47b1-ac49-a4c970832783 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fdcf25fd-2215-4a3b-8787-bb258e011407 HTTP/1.1" status: 200 len: 861 time: 0.1365080 Jul 23 23:56:04.076002 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408c3f35-a46d-4d97-afd3-04acf1c5cb31 None None] Routers {'4e1bddb2-b529-49fb-ab52-25a6cc6587e3'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:56:04.076890 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-408c3f35-a46d-4d97-afd3-04acf1c5cb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:55:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['4e1bddb2-b529-49fb-ab52-25a6cc6587e3'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:56:04.092528 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe5ad4-140c-4cc6-969a-3470a915cf49 req-b6b2454e-531b-456d-bf72-ae541e31179f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:04.094467 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b0fe5ad4-140c-4cc6-969a-3470a915cf49 req-b6b2454e-531b-456d-bf72-ae541e31179f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0ba541c6f78942b8b24d28300792e03c&device_id=137024f3-a26a-42dd-a337-e591f334f7e4 HTTP/1.1" status: 200 len: 1098 time: 0.1808465 Jul 23 23:56:04.097407 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-972407b1-7c74-41d1-9013-5faf1eb7e943 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=09f71c97e41a42c6a960d9f718bd9e5b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1670520 Jul 23 23:56:04.100068 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43982) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:56:04.131113 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-209b5432-159f-4382-a8f3-8cc4a5956457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:04.161957 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-209b5432-159f-4382-a8f3-8cc4a5956457 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f69acb3-14c7-42ff-ba38-d1689b49cdc4']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:56:04.195934 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-408c3f35-a46d-4d97-afd3-04acf1c5cb31 None None] Set router 4e1bddb2-b529-49fb-ab52-25a6cc6587e3 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:56:04.221895 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-209b5432-159f-4382-a8f3-8cc4a5956457 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ece07f7-72f5-4869-b63d-d3f7d43cb1e6') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:56:04.222117 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-209b5432-159f-4382-a8f3-8cc4a5956457 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ece07f7-72f5-4869-b63d-d3f7d43cb1e6') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:56:04.234643 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-21b09be7-7217-4a6e-872f-dda49e658dd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:04.260905 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-24a6496f-f1be-44ab-a232-241e05d476e7 req-a5e5c639-3130-43a3-94db-9ba798f713f0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=89bd9dba-6f02-4def-b80a-52db6e5b91d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1044655 Jul 23 23:56:04.263812 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-21b09be7-7217-4a6e-872f-dda49e658dd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:04.269892 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:56:04.278881 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-209b5432-159f-4382-a8f3-8cc4a5956457 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:04.329095 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-21b09be7-7217-4a6e-872f-dda49e658dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:04.332039 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-21b09be7-7217-4a6e-872f-dda49e658dd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:04.337633 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-21b09be7-7217-4a6e-872f-dda49e658dd7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/179a4b00-f211-4cc7-a2f0-91ab099d9418 HTTP/1.1" status: 204 len: 168 time: 0.2361512 Jul 23 23:56:04.354461 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-209b5432-159f-4382-a8f3-8cc4a5956457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:04.365700 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-209b5432-159f-4382-a8f3-8cc4a5956457 admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:56:04.366109 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-209b5432-159f-4382-a8f3-8cc4a5956457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:04.367953 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 23 23:56:04.367953 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:56:04.367953 n-d-800088-16 neutron-server[100313]: timer() Jul 23 23:56:04.367953 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:56:04.367953 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 23 23:56:04.367953 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:56:04.367953 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 23 23:56:04.367953 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:56:04.367953 n-d-800088-16 neutron-server[100313]: self._notify() Jul 23 23:56:04.367953 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:56:04.367953 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 23 23:56:04.367953 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:56:04.367953 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 23 23:56:04.367953 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:56:04.367953 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:56:04.367953 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:56:04.367953 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:56:04.367953 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:56:04.367953 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 23 23:56:04.367953 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:56:04.367953 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 23 23:56:04.367953 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:56:04.367953 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:56:04.367953 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:56:04.367953 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 23 23:56:04.367953 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:56:04.367953 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:56:04.367953 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:56:04.367953 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:56:04.367953 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:56:04.367953 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:56:04.367953 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:56:04.376219 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe5ad4-140c-4cc6-969a-3470a915cf49 req-a0e0fd4b-21f4-4f2b-9a72-0831619e8cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:04.378008 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b0fe5ad4-140c-4cc6-969a-3470a915cf49 req-a0e0fd4b-21f4-4f2b-9a72-0831619e8cea service neutron] 10.222.0.64 "GET /v2.0/networks?id=5a68620e-8ed8-46e0-ba48-c9ec0876466a HTTP/1.1" status: 200 len: 917 time: 0.2702131 Jul 23 23:56:04.378455 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b09be7-7217-4a6e-872f-dda49e658dd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=179a4b00-f211-4cc7-a2f0-91ab099d9418,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:04.422335 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0c517a24-ac89-4e59-bf34-d93093037d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:04.425051 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0c517a24-ac89-4e59-bf34-d93093037d62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:04.426213 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-0c517a24-ac89-4e59-bf34-d93093037d62 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/84afd7ea-644b-438b-8379-6d56a9cf992d HTTP/1.1" status: 204 len: 168 time: 0.7565014 Jul 23 23:56:04.505223 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c517a24-ac89-4e59-bf34-d93093037d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84afd7ea-644b-438b-8379-6d56a9cf992d,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:04.513894 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-24a6496f-f1be-44ab-a232-241e05d476e7 req-e939d1f1-43b4-4274-810d-f39cb97be9b2 service neutron] 10.222.0.52 "GET /v2.0/networks/89bd9dba-6f02-4def-b80a-52db6e5b91d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329190 Jul 23 23:56:04.530952 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-209b5432-159f-4382-a8f3-8cc4a5956457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:04.537743 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-209b5432-159f-4382-a8f3-8cc4a5956457 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:04.541070 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-209b5432-159f-4382-a8f3-8cc4a5956457 admin admin] 10.222.0.44 "DELETE /v2.0/networks/3f69acb3-14c7-42ff-ba38-d1689b49cdc4 HTTP/1.1" status: 204 len: 168 time: 1.5269103 Jul 23 23:56:04.562419 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209b5432-159f-4382-a8f3-8cc4a5956457 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f69acb3-14c7-42ff-ba38-d1689b49cdc4,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:04.583948 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b0fe5ad4-140c-4cc6-969a-3470a915cf49 req-956fd589-6418-416f-8933-b928a641d116 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e501e56-d565-4855-b4d1-d3de4f908fe4 HTTP/1.1" status: 200 len: 999 time: 0.1985264 Jul 23 23:56:04.648332 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe5ad4-140c-4cc6-969a-3470a915cf49 req-fa4010d4-d758-4f65-9288-b43c92803016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:04.650417 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b0fe5ad4-140c-4cc6-969a-3470a915cf49 req-fa4010d4-d758-4f65-9288-b43c92803016 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0db7f07d-a14b-4c57-807d-bc1863ff1ac0 HTTP/1.1" status: 200 len: 855 time: 0.0588496 Jul 23 23:56:04.651380 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-24a6496f-f1be-44ab-a232-241e05d476e7 req-2d548a0a-04cc-4222-a3f7-7bb66249641a service neutron] 10.222.0.52 "GET /v2.0/networks/89bd9dba-6f02-4def-b80a-52db6e5b91d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311498 Jul 23 23:56:04.701022 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-408c3f35-a46d-4d97-afd3-04acf1c5cb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e1bddb2-b529-49fb-ab52-25a6cc6587e3', 'name': 'tempest-ServersTestBootFromVolume-1860094371-router', 'tenant_id': '0ba541c6f78942b8b24d28300792e03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'd93ccc36-894d-4e17-98c2-c0fa5eaf9fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:54:43Z', 'updated_at': '2021-07-23T23:54:51Z', 'revision_number': 4, 'project_id': '0ba541c6f78942b8b24d28300792e03c', 'gw_port': {'id': 'd93ccc36-894d-4e17-98c2-c0fa5eaf9fd7', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:68:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1bddb2-b529-49fb-ab52-25a6cc6587e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:54:44Z', 'updated_at': '2021-07-23T23:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': '906cc2e3-54d3-4fe2-82a5-ff76ad57393c', 'tenant_id': '0ba541c6f78942b8b24d28300792e03c', 'floating_ip_address': '172.25.3.28', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '4e1bddb2-b529-49fb-ab52-25a6cc6587e3', 'port_id': '4e501e56-d565-4855-b4d1-d3de4f908fe4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a68620e-8ed8-46e0-ba48-c9ec0876466a', 'mac_address': 'fa:16:3e:f4:b9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137024f3-a26a-42dd-a337-e591f334f7e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:54:58Z', 'updated_at': '2021-07-23T23:55:59Z', 'revision_number': 1, 'project_id': '0ba541c6f78942b8b24d28300792e03c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '122d32b4-03ea-4019-bc74-a0c1ba27dc31', 'name': '', 'network_id': '5a68620e-8ed8-46e0-ba48-c9ec0876466a', 'tenant_id': '0ba541c6f78942b8b24d28300792e03c', 'mac_address': 'fa:16:3e:9d:0c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1bddb2-b529-49fb-ab52-25a6cc6587e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '0db7f07d-a14b-4c57-807d-bc1863ff1ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:54:49Z', 'updated_at': '2021-07-23T23:54:58Z', 'revision_number': 5, 'project_id': '0ba541c6f78942b8b24d28300792e03c', 'subnets': [{'id': '0db7f07d-a14b-4c57-807d-bc1863ff1ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:56:04.729853 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc92c3-69db-4a71-b10d-15d45271ea1b req-285639ca-feab-4d5d-a09d-abe94ae71996 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:04.736708 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-34fc92c3-69db-4a71-b10d-15d45271ea1b req-285639ca-feab-4d5d-a09d-abe94ae71996 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b26e89b-4e22-4078-b4ef-f60e016932e2 HTTP/1.1" status: 200 len: 945 time: 0.2303162 Jul 23 23:56:04.752997 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408c3f35-a46d-4d97-afd3-04acf1c5cb31 None None] The sync data for ids ['4e1bddb2-b529-49fb-ab52-25a6cc6587e3'] in n-d-800088-16 is: [{'id': '4e1bddb2-b529-49fb-ab52-25a6cc6587e3', 'name': 'tempest-ServersTestBootFromVolume-1860094371-router', 'tenant_id': '0ba541c6f78942b8b24d28300792e03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'd93ccc36-894d-4e17-98c2-c0fa5eaf9fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:54:43Z', 'updated_at': '2021-07-23T23:54:51Z', 'revision_number': 4, 'project_id': '0ba541c6f78942b8b24d28300792e03c', 'gw_port': {'id': 'd93ccc36-894d-4e17-98c2-c0fa5eaf9fd7', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:68:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1bddb2-b529-49fb-ab52-25a6cc6587e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:54:44Z', 'updated_at': '2021-07-23T23:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': '906cc2e3-54d3-4fe2-82a5-ff76ad57393c', 'tenant_id': '0ba541c6f78942b8b24d28300792e03c', 'floating_ip_address': '172.25.3.28', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '4e1bddb2-b529-49fb-ab52-25a6cc6587e3', 'port_id': '4e501e56-d565-4855-b4d1-d3de4f908fe4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a68620e-8ed8-46e0-ba48-c9ec0876466a', 'mac_address': 'fa:16:3e:f4:b9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137024f3-a26a-42dd-a337-e591f334f7e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:54:58Z', 'updated_at': '2021-07-23T23:55:59Z', 'revision_number': 1, 'project_id': '0ba541c6f78942b8b24d28300792e03c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '122d32b4-03ea-4019-bc74-a0c1ba27dc31', 'name': '', 'network_id': '5a68620e-8ed8-46e0-ba48-c9ec0876466a', 'tenant_id': '0ba541c6f78942b8b24d28300792e03c', 'mac_address': 'fa:16:3e:9d:0c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1bddb2-b529-49fb-ab52-25a6cc6587e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '0db7f07d-a14b-4c57-807d-bc1863ff1ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:54:49Z', 'updated_at': '2021-07-23T23:54:58Z', 'revision_number': 5, 'project_id': '0ba541c6f78942b8b24d28300792e03c', 'subnets': [{'id': '0db7f07d-a14b-4c57-807d-bc1863ff1ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:56:04.787041 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe5ad4-140c-4cc6-969a-3470a915cf49 req-42655a24-8917-48b1-bec4-ae3d6ef87212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:04.788664 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b0fe5ad4-140c-4cc6-969a-3470a915cf49 req-42655a24-8917-48b1-bec4-ae3d6ef87212 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5a68620e-8ed8-46e0-ba48-c9ec0876466a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1224465 Jul 23 23:56:04.801107 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-34fc92c3-69db-4a71-b10d-15d45271ea1b req-3aa31d8d-2814-4b24-83b5-763842fb7e8f tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/security-groups?id=e6c96cc7-f0ba-495d-ae44-8c4cd8794790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611353 Jul 23 23:56:04.933443 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-52f17e75-d468-43cb-ba57-dd70bc8efbf9 req-266d80f2-2a47-4151-a851-517e4d776e7a tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1991368672&fields=id&tenant_id=55262526535943308d0fc348b3327b0d HTTP/1.1" status: 200 len: 267 time: 0.0519085 Jul 23 23:56:04.949632 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b0fe5ad4-140c-4cc6-969a-3470a915cf49 req-2309c3ba-050b-42af-83ea-e368be25e67d service neutron] 10.222.0.64 "GET /v2.0/networks/5a68620e-8ed8-46e0-ba48-c9ec0876466a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470289 Jul 23 23:56:05.026084 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f17e75-d468-43cb-ba57-dd70bc8efbf9 req-03219e42-3b2f-4a34-bd14-2cac38f7424a tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:05.035596 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-52f17e75-d468-43cb-ba57-dd70bc8efbf9 req-03219e42-3b2f-4a34-bd14-2cac38f7424a tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b26e89b-4e22-4078-b4ef-f60e016932e2 HTTP/1.1" status: 200 len: 945 time: 0.0998402 Jul 23 23:56:05.053258 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-52f17e75-d468-43cb-ba57-dd70bc8efbf9 req-df2b3baa-c6e4-483d-a6d7-1a82f51166fe tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Request body: {'port': {'security_groups': ['e6c96cc7-f0ba-495d-ae44-8c4cd8794790', '6bf8aaf8-dfca-4194-87c0-a65b389e7da3']}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:56:05.073026 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d07991-ab79-421a-b0bd-9772f7f9eba7 None None] New status for floating IP 906cc2e3-54d3-4fe2-82a5-ff76ad57393c: ACTIVE {{(pid=100316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 23:56:05.074020 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 44014) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:56:05.113590 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d874a8b2-3c85-4740-87de-84608dd81ec3 req-2b89b95f-c27d-4685-8392-79df74651251 tempest-ServerMetadataNegativeTestJSON-1042768671 tempest-ServerMetadataNegativeTestJSON-1042768671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:05.121022 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d874a8b2-3c85-4740-87de-84608dd81ec3 req-2b89b95f-c27d-4685-8392-79df74651251 tempest-ServerMetadataNegativeTestJSON-1042768671 tempest-ServerMetadataNegativeTestJSON-1042768671-project] 10.222.0.44 "GET /v2.0/ports?device_id=efc43cdd-8bcc-443c-b6b5-06d9c799f7de HTTP/1.1" status: 200 len: 943 time: 0.1696618 Jul 23 23:56:05.171156 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d874a8b2-3c85-4740-87de-84608dd81ec3 req-ea560b46-b027-4c3e-8079-fcc0b2122f32 tempest-ServerMetadataNegativeTestJSON-1042768671 tempest-ServerMetadataNegativeTestJSON-1042768671-project] 10.222.0.44 "GET /v2.0/security-groups?id=40255853-605f-4748-a7c3-5d130efc6f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488989 Jul 23 23:56:05.188449 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-52f17e75-d468-43cb-ba57-dd70bc8efbf9 req-df2b3baa-c6e4-483d-a6d7-1a82f51166fe tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:05.248421 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b0fe5ad4-140c-4cc6-969a-3470a915cf49 req-9131d3d3-71cb-43f4-981c-f66e2f5b9783 service neutron] 10.222.0.64 "GET /v2.0/networks/5a68620e-8ed8-46e0-ba48-c9ec0876466a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517812 Jul 23 23:56:05.263581 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-8836b8ad-bb09-4c7f-8861-d7805f1eb74a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7ef449de714345fe9308d9c5180dc600&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1851294 Jul 23 23:56:05.264246 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 44018) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:56:05.365543 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f7df9fcc-e299-4072-ada2-02317d8e799e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:05.394263 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f7df9fcc-e299-4072-ada2-02317d8e799e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:05.468480 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f7df9fcc-e299-4072-ada2-02317d8e799e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:05.471951 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f7df9fcc-e299-4072-ada2-02317d8e799e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:05.475942 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-f7df9fcc-e299-4072-ada2-02317d8e799e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9648d5df-497a-47ba-9673-c4bd865e429e HTTP/1.1" status: 204 len: 168 time: 0.2087393 Jul 23 23:56:05.483495 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7df9fcc-e299-4072-ada2-02317d8e799e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9648d5df-497a-47ba-9673-c4bd865e429e,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:05.516863 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-52f17e75-d468-43cb-ba57-dd70bc8efbf9 req-df2b3baa-c6e4-483d-a6d7-1a82f51166fe tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] For port 24c94bf7-0ec5-4c80-b350-2dc760f317cd, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=24c94bf7-0ec5-4c80-b350-2dc760f317cd,segment=NetworkSegment(a4549f73-f8ca-4ffd-af84-81cd4b2f5c0f),segment_id=a4549f73-f8ca-4ffd-af84-81cd4b2f5c0f)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:56:05.561660 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 44034) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:56:05.577701 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-52f17e75-d468-43cb-ba57-dd70bc8efbf9 req-df2b3baa-c6e4-483d-a6d7-1a82f51166fe tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:05.587165 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-52f17e75-d468-43cb-ba57-dd70bc8efbf9 req-df2b3baa-c6e4-483d-a6d7-1a82f51166fe tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:05.596912 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 8abd58f8-e5dc-4a70-b783-5d8773cb57ba no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:56:05.603312 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['202ded10-077c-4d14-a81c-06f692f89f84'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:56:05.605696 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['24c94bf7-0ec5-4c80-b350-2dc760f317cd'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:56:05.647011 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-316c890d-8bfa-47d4-8bca-e6e4b30bef0d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cae393fbec7646f7bb26adf73325defe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0841510 Jul 23 23:56:05.647704 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 44036) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:56:05.670100 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f17e75-d468-43cb-ba57-dd70bc8efbf9 req-df2b3baa-c6e4-483d-a6d7-1a82f51166fe tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:05.670974 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-52f17e75-d468-43cb-ba57-dd70bc8efbf9 req-df2b3baa-c6e4-483d-a6d7-1a82f51166fe tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:05.676782 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-52f17e75-d468-43cb-ba57-dd70bc8efbf9 req-df2b3baa-c6e4-483d-a6d7-1a82f51166fe tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "PUT /v2.0/ports/24c94bf7-0ec5-4c80-b350-2dc760f317cd HTTP/1.1" status: 200 len: 981 time: 0.6344297 Jul 23 23:56:05.733397 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2b3baa-c6e4-483d-a6d7-1a82f51166fe tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Pushing event updated for resources: {'Port': ['ID=24c94bf7-0ec5-4c80-b350-2dc760f317cd,revision_number=6']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:05.738491 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 8abd58f8-e5dc-4a70-b783-5d8773cb57ba {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:56:05.739516 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 8abd58f8-e5dc-4a70-b783-5d8773cb57ba not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:56:05.755292 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 2142bce5-bafd-40ae-86d2-b602b5a2ee6e details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:56:05.755762 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-907b6ec3-2a8d-453d-b1cb-e9f8bf5ba991 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:05.779896 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['24c94bf7-0ec5-4c80-b350-2dc760f317cd'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:56:05.799757 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5eb7d4ef-d7df-4180-930a-1b073c520522 req-31fe9947-62c9-4a8c-8334-08bc4d75a58f tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/security-groups/6bf8aaf8-dfca-4194-87c0-a65b389e7da3 HTTP/1.1" status: 200 len: 1800 time: 0.0973692 Jul 23 23:56:05.812076 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-907b6ec3-2a8d-453d-b1cb-e9f8bf5ba991 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:05.878286 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-907b6ec3-2a8d-453d-b1cb-e9f8bf5ba991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:05.883520 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-907b6ec3-2a8d-453d-b1cb-e9f8bf5ba991 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:05.886003 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-907b6ec3-2a8d-453d-b1cb-e9f8bf5ba991 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9dd13a9d-75e9-466f-9a3c-acc3e93873b6 HTTP/1.1" status: 204 len: 168 time: 0.2373226 Jul 23 23:56:05.896234 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907b6ec3-2a8d-453d-b1cb-e9f8bf5ba991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd13a9d-75e9-466f-9a3c-acc3e93873b6,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:05.902172 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [req-5eb7d4ef-d7df-4180-930a-1b073c520522 req-faa31f2f-9051-414e-b052-7a6be45578a7 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 23 23:56:05.909367 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5eb7d4ef-d7df-4180-930a-1b073c520522 req-faa31f2f-9051-414e-b052-7a6be45578a7 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "DELETE /v2.0/security-groups/6bf8aaf8-dfca-4194-87c0-a65b389e7da3 HTTP/1.1" status: 409 len: 341 time: 0.1006122 Jul 23 23:56:05.921562 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b26e89b-4e22-4078-b4ef-f60e016932e2', 'tag': '24c94bf7-0ec5-4c80-b350-2dc760f317cd'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:56:05.923816 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee38c185-6b61-416d-8e09-8cff6401e973" -d '{"events": [{"name": "network-changed", "server_uuid": "9b26e89b-4e22-4078-b4ef-f60e016932e2", "tag": "24c94bf7-0ec5-4c80-b350-2dc760f317cd"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:56:06.044025 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e24a09dd-9246-4601-bccb-c5e1affbf091 x-openstack-request-id: req-e24a09dd-9246-4601-bccb-c5e1affbf091 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:56:06.044286 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b26e89b-4e22-4078-b4ef-f60e016932e2", "tag": "24c94bf7-0ec5-4c80-b350-2dc760f317cd", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:56:06.044689 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e24a09dd-9246-4601-bccb-c5e1affbf091 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:56:06.045115 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b26e89b-4e22-4078-b4ef-f60e016932e2', 'tag': '24c94bf7-0ec5-4c80-b350-2dc760f317cd', 'status': 'completed', 'code': 200} Jul 23 23:56:06.208459 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 2142bce5-bafd-40ae-86d2-b602b5a2ee6e, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=2142bce5-bafd-40ae-86d2-b602b5a2ee6e,segment=NetworkSegment(1abc55ed-954b-4902-8ae7-65e0fced9124),segment_id=1abc55ed-954b-4902-8ae7-65e0fced9124)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:56:06.226735 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee38c185-6b61-416d-8e09-8cff6401e973 req-15dff223-9ad5-4c55-861c-0707bbe33cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:06.228498 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ee38c185-6b61-416d-8e09-8cff6401e973 req-15dff223-9ad5-4c55-861c-0707bbe33cea service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=55262526535943308d0fc348b3327b0d&device_id=9b26e89b-4e22-4078-b4ef-f60e016932e2 HTTP/1.1" status: 200 len: 1136 time: 0.1538303 Jul 23 23:56:06.279278 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': '2142bce5-bafd-40ae-86d2-b602b5a2ee6e', 'network_id': '89bd9dba-6f02-4def-b80a-52db6e5b91d2', 'port_id': '2142bce5-bafd-40ae-86d2-b602b5a2ee6e', 'mac_address': 'fa:16:3e:8b:2c:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdcf25fd-2215-4a3b-8787-bb258e011407', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:56:06.341894 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee38c185-6b61-416d-8e09-8cff6401e973 req-9e5135c2-ba68-482f-9293-7d1851e1dde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:06.343482 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ee38c185-6b61-416d-8e09-8cff6401e973 req-9e5135c2-ba68-482f-9293-7d1851e1dde2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b8906f93-94f4-4245-b6a8-bfe9f5af486b HTTP/1.1" status: 200 len: 913 time: 0.1085272 Jul 23 23:56:06.352652 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a168540-7cf8-4f15-a8e1-672fc3b8e22d req-85687e6b-3be5-4030-9557-34d65a576911 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:06.360107 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8a168540-7cf8-4f15-a8e1-672fc3b8e22d req-85687e6b-3be5-4030-9557-34d65a576911 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b26e89b-4e22-4078-b4ef-f60e016932e2 HTTP/1.1" status: 200 len: 984 time: 0.2069254 Jul 23 23:56:06.410771 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ee38c185-6b61-416d-8e09-8cff6401e973 req-56d0691d-bed8-442c-8546-4442aa8e62e3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=24c94bf7-0ec5-4c80-b350-2dc760f317cd HTTP/1.1" status: 200 len: 217 time: 0.0485725 Jul 23 23:56:06.449634 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8a168540-7cf8-4f15-a8e1-672fc3b8e22d req-dc465893-0029-4308-bf2a-75c79510513a tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/security-groups?id=6bf8aaf8-dfca-4194-87c0-a65b389e7da3&id=e6c96cc7-f0ba-495d-ae44-8c4cd8794790&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0885470 Jul 23 23:56:06.452388 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:06.497283 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2142bce5-bafd-40ae-86d2-b602b5a2ee6e {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:56:06.562435 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee38c185-6b61-416d-8e09-8cff6401e973 req-2c163a8e-d577-4007-bd71-dedfe2ad107b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:06.564710 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ee38c185-6b61-416d-8e09-8cff6401e973 req-2c163a8e-d577-4007-bd71-dedfe2ad107b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=abff5f68-fd48-495e-a37c-bc1705b61fd1 HTTP/1.1" status: 200 len: 852 time: 0.1357594 Jul 23 23:56:06.570434 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 2142bce5-bafd-40ae-86d2-b602b5a2ee6e, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=2142bce5-bafd-40ae-86d2-b602b5a2ee6e,segment=NetworkSegment(1abc55ed-954b-4902-8ae7-65e0fced9124),segment_id=1abc55ed-954b-4902-8ae7-65e0fced9124)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:56:06.583093 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:06.606442 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ee38c185-6b61-416d-8e09-8cff6401e973 req-6c4127d4-5661-4fd0-baf1-4b399651daac service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b8906f93-94f4-4245-b6a8-bfe9f5af486b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335891 Jul 23 23:56:06.664204 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a9c056-0418-480f-b334-ef0463488d48 req-25676465-b0dc-47b3-b0b4-8f5200d4fcd5 tempest-ServerMetadataNegativeTestJSON-1042768671 tempest-ServerMetadataNegativeTestJSON-1042768671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:06.672146 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d3a9c056-0418-480f-b334-ef0463488d48 req-25676465-b0dc-47b3-b0b4-8f5200d4fcd5 tempest-ServerMetadataNegativeTestJSON-1042768671 tempest-ServerMetadataNegativeTestJSON-1042768671-project] 10.222.0.44 "GET /v2.0/ports?device_id=efc43cdd-8bcc-443c-b6b5-06d9c799f7de HTTP/1.1" status: 200 len: 943 time: 0.1475146 Jul 23 23:56:06.672681 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=2142bce5-bafd-40ae-86d2-b602b5a2ee6e,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:06.802107 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['2142bce5-bafd-40ae-86d2-b602b5a2ee6e'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:56:07.094413 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d3a9c056-0418-480f-b334-ef0463488d48 req-31cab3ac-5452-45ab-a01a-5a1f49e2f888 tempest-ServerMetadataNegativeTestJSON-1042768671 tempest-ServerMetadataNegativeTestJSON-1042768671-project] 10.222.0.44 "GET /v2.0/security-groups?id=40255853-605f-4748-a7c3-5d130efc6f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4181485 Jul 23 23:56:07.113403 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ee38c185-6b61-416d-8e09-8cff6401e973 req-f580b9c8-8795-4f2c-ac71-9e62e4ece70a service neutron] 10.222.0.52 "GET /v2.0/networks/b8906f93-94f4-4245-b6a8-bfe9f5af486b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4988468 Jul 23 23:56:07.239030 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ee38c185-6b61-416d-8e09-8cff6401e973 req-c89d8319-5dab-4223-a5a8-58b66709fd2e service neutron] 10.222.0.52 "GET /v2.0/networks/b8906f93-94f4-4245-b6a8-bfe9f5af486b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184132 Jul 23 23:56:07.349270 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159cae4a-9815-402c-8252-1edc817d8cc8 req-a46bf1ca-3a61-434a-8ba1-9bb35c2ba5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:07.350780 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-159cae4a-9815-402c-8252-1edc817d8cc8 req-a46bf1ca-3a61-434a-8ba1-9bb35c2ba5b4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=55262526535943308d0fc348b3327b0d&device_id=9b26e89b-4e22-4078-b4ef-f60e016932e2 HTTP/1.1" status: 200 len: 1136 time: 0.0653987 Jul 23 23:56:07.470311 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159cae4a-9815-402c-8252-1edc817d8cc8 req-807a7bd1-2066-4746-a0a3-5afaad871ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:07.472975 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-159cae4a-9815-402c-8252-1edc817d8cc8 req-807a7bd1-2066-4746-a0a3-5afaad871ec0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b8906f93-94f4-4245-b6a8-bfe9f5af486b HTTP/1.1" status: 200 len: 913 time: 0.1149766 Jul 23 23:56:07.534469 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-159cae4a-9815-402c-8252-1edc817d8cc8 req-982568e3-aac5-42d3-b853-78d90df9e340 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=24c94bf7-0ec5-4c80-b350-2dc760f317cd HTTP/1.1" status: 200 len: 217 time: 0.0538130 Jul 23 23:56:07.608324 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159cae4a-9815-402c-8252-1edc817d8cc8 req-b9c423af-4641-4007-a098-03867ff20ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:07.609869 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-159cae4a-9815-402c-8252-1edc817d8cc8 req-b9c423af-4641-4007-a098-03867ff20ad4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=abff5f68-fd48-495e-a37c-bc1705b61fd1 HTTP/1.1" status: 200 len: 852 time: 0.0699949 Jul 23 23:56:07.629900 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d095f465-e43f-4523-93e9-0e98e4b4c7eb req-12b944b1-e294-46a7-8e55-5f7c25bcc39d tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:07.631601 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d095f465-e43f-4523-93e9-0e98e4b4c7eb req-12b944b1-e294-46a7-8e55-5f7c25bcc39d tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b26e89b-4e22-4078-b4ef-f60e016932e2 HTTP/1.1" status: 200 len: 984 time: 0.0883327 Jul 23 23:56:07.658330 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-159cae4a-9815-402c-8252-1edc817d8cc8 req-cdd1fb98-2b61-4ea5-93aa-8f7b712651a4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b8906f93-94f4-4245-b6a8-bfe9f5af486b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419610 Jul 23 23:56:07.681421 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d095f465-e43f-4523-93e9-0e98e4b4c7eb req-6112a67d-4d05-4c81-adb9-091deac48444 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/security-groups?id=6bf8aaf8-dfca-4194-87c0-a65b389e7da3&id=e6c96cc7-f0ba-495d-ae44-8c4cd8794790&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0423746 Jul 23 23:56:07.734706 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 2142bce5-bafd-40ae-86d2-b602b5a2ee6e up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:56:07.810052 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-159cae4a-9815-402c-8252-1edc817d8cc8 req-b959b21c-105a-430b-814b-36b3e6a4ad44 service neutron] 10.222.0.52 "GET /v2.0/networks/b8906f93-94f4-4245-b6a8-bfe9f5af486b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451709 Jul 23 23:56:07.816283 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port 2142bce5-bafd-40ae-86d2-b602b5a2ee6e completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:56:07.825141 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port 2142bce5-bafd-40ae-86d2-b602b5a2ee6e triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:56:07.827175 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:07.940297 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-159cae4a-9815-402c-8252-1edc817d8cc8 req-3c69d37b-71b1-4c96-8f57-a9974af7fe34 service neutron] 10.222.0.52 "GET /v2.0/networks/b8906f93-94f4-4245-b6a8-bfe9f5af486b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243725 Jul 23 23:56:07.984476 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:08.022229 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 2142bce5-bafd-40ae-86d2-b602b5a2ee6e, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=2142bce5-bafd-40ae-86d2-b602b5a2ee6e,segment=NetworkSegment(1abc55ed-954b-4902-8ae7-65e0fced9124),segment_id=1abc55ed-954b-4902-8ae7-65e0fced9124)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:56:08.023608 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc43cdd-8bcc-443c-b6b5-06d9c799f7de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2142bce5-bafd-40ae-86d2-b602b5a2ee6e'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:56:08.027185 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48538a8d-141c-46b9-8d06-b49e307cbf56" -d '{"events": [{"server_uuid": "efc43cdd-8bcc-443c-b6b5-06d9c799f7de", "name": "network-vif-plugged", "status": "completed", "tag": "2142bce5-bafd-40ae-86d2-b602b5a2ee6e"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:56:08.030797 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:08.069786 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44130) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:56:08.101721 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=2142bce5-bafd-40ae-86d2-b602b5a2ee6e,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:08.137910 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4240a81-2db1-4dae-a033-d75434a7db10 x-openstack-request-id: req-e4240a81-2db1-4dae-a033-d75434a7db10 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:56:08.137910 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efc43cdd-8bcc-443c-b6b5-06d9c799f7de", "name": "network-vif-plugged", "status": "completed", "tag": "2142bce5-bafd-40ae-86d2-b602b5a2ee6e", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:56:08.137910 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e4240a81-2db1-4dae-a033-d75434a7db10 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:56:08.137910 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efc43cdd-8bcc-443c-b6b5-06d9c799f7de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2142bce5-bafd-40ae-86d2-b602b5a2ee6e', 'code': 200} Jul 23 23:56:08.197703 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44142) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:56:08.282007 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef02b9b-19ed-4ea3-af1b-eb3fb0b83a7b req-dfe40571-8da8-46a3-a7eb-d1150935f7d6 tempest-ServerMetadataNegativeTestJSON-1042768671 tempest-ServerMetadataNegativeTestJSON-1042768671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:08.289684 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5ef02b9b-19ed-4ea3-af1b-eb3fb0b83a7b req-dfe40571-8da8-46a3-a7eb-d1150935f7d6 tempest-ServerMetadataNegativeTestJSON-1042768671 tempest-ServerMetadataNegativeTestJSON-1042768671-project] 10.222.0.44 "GET /v2.0/ports?device_id=efc43cdd-8bcc-443c-b6b5-06d9c799f7de HTTP/1.1" status: 200 len: 945 time: 0.0798576 Jul 23 23:56:08.320096 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e760e6a5-7529-464d-b1ab-ae6f4bddaa7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:08.343737 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5ef02b9b-19ed-4ea3-af1b-eb3fb0b83a7b req-c510ca7c-aec2-43fe-8f41-55d42da44d8b tempest-ServerMetadataNegativeTestJSON-1042768671 tempest-ServerMetadataNegativeTestJSON-1042768671-project] 10.222.0.44 "GET /v2.0/security-groups?id=40255853-605f-4748-a7c3-5d130efc6f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521569 Jul 23 23:56:08.368926 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd615928-e3ae-45c2-8613-17c25e4bb9dc req-8c140288-653c-4c3a-a073-2379264326e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:08.370496 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fd615928-e3ae-45c2-8613-17c25e4bb9dc req-8c140288-653c-4c3a-a073-2379264326e1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=efc43cdd-8bcc-443c-b6b5-06d9c799f7de HTTP/1.1" status: 200 len: 1097 time: 0.1617835 Jul 23 23:56:08.435605 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fd615928-e3ae-45c2-8613-17c25e4bb9dc req-69973050-22fc-4e20-be31-1024b9fe2064 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=40255853-605f-4748-a7c3-5d130efc6f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526338 Jul 23 23:56:08.493738 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e760e6a5-7529-464d-b1ab-ae6f4bddaa7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:08.508744 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-30b1a0f5-26b1-4349-9a23-3faae179238a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-899849631-network', 'tenant_id': '0fd81ea6b87045ae8bb506c525f3f25c'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:56:08.514290 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e760e6a5-7529-464d-b1ab-ae6f4bddaa7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:08.564435 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-e760e6a5-7529-464d-b1ab-ae6f4bddaa7f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1ffd7f947abc4dc4b679d269ff65a993&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4949412 Jul 23 23:56:08.567370 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 44152) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:56:08.572055 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e760e6a5-7529-464d-b1ab-ae6f4bddaa7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ff7c0c-8d16-4848-8013-c1a6aaee3bb5,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:08.576840 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30b1a0f5-26b1-4349-9a23-3faae179238a admin admin] Made reservation on behalf of 0fd81ea6b87045ae8bb506c525f3f25c for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:56:08.579579 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-30b1a0f5-26b1-4349-9a23-3faae179238a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:08.589087 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-30b1a0f5-26b1-4349-9a23-3faae179238a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:08.655671 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-19177c70-d7c8-47b1-a8d5-32696c30357f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:08.687908 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-19177c70-d7c8-47b1-a8d5-32696c30357f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:08.704864 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-30b1a0f5-26b1-4349-9a23-3faae179238a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:08.709712 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-30b1a0f5-26b1-4349-9a23-3faae179238a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:08.736643 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30b1a0f5-26b1-4349-9a23-3faae179238a admin admin] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:56:08.746608 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b1a0f5-26b1-4349-9a23-3faae179238a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1db4877c-b0fa-428c-8a38-605b0f60700b,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:08.753223 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-30b1a0f5-26b1-4349-9a23-3faae179238a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:08.754368 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-30b1a0f5-26b1-4349-9a23-3faae179238a admin admin] Added segment 0751aa78-b62e-4205-807f-6b17571e4f02 of type vlan for network 67cd6731-c51e-4661-981e-c10a9702b4fd Jul 23 23:56:08.813221 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-30b1a0f5-26b1-4349-9a23-3faae179238a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:08.835384 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-19177c70-d7c8-47b1-a8d5-32696c30357f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:08.839292 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-19177c70-d7c8-47b1-a8d5-32696c30357f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:08.840709 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-19177c70-d7c8-47b1-a8d5-32696c30357f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/32ff7c0c-8d16-4848-8013-c1a6aaee3bb5 HTTP/1.1" status: 204 len: 168 time: 0.2717295 Jul 23 23:56:08.856840 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19177c70-d7c8-47b1-a8d5-32696c30357f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ff7c0c-8d16-4848-8013-c1a6aaee3bb5,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:08.859109 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-30b1a0f5-26b1-4349-9a23-3faae179238a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:08.860994 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b1a0f5-26b1-4349-9a23-3faae179238a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:08.862477 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-30b1a0f5-26b1-4349-9a23-3faae179238a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:08.876870 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11ac239-73d3-4402-821d-0cc43f3df1e9 req-5ca8a273-d787-4148-a7e3-147834997f73 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:08.878921 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c11ac239-73d3-4402-821d-0cc43f3df1e9 req-5ca8a273-d787-4148-a7e3-147834997f73 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b26e89b-4e22-4078-b4ef-f60e016932e2 HTTP/1.1" status: 200 len: 984 time: 0.1100216 Jul 23 23:56:08.906298 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 44166) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:56:08.920911 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-30b1a0f5-26b1-4349-9a23-3faae179238a admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7219388 Jul 23 23:56:08.923770 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 44170) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:56:08.931794 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-eb0f9212-43a3-4745-be27-bad529ced300 admin admin] Request body: {'subnet': {'network_id': '67cd6731-c51e-4661-981e-c10a9702b4fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-899849631-subnet', 'tenant_id': '0fd81ea6b87045ae8bb506c525f3f25c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:56:08.947847 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b1a0f5-26b1-4349-9a23-3faae179238a admin admin] Pushing event updated for resources: {'Network': ['ID=67cd6731-c51e-4661-981e-c10a9702b4fd,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:08.961531 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 67cd6731-c51e-4661-981e-c10a9702b4fd details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:56:08.964633 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c11ac239-73d3-4402-821d-0cc43f3df1e9 req-bcdea121-6518-4512-8dd6-8069f07cea69 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/security-groups?id=6bf8aaf8-dfca-4194-87c0-a65b389e7da3&id=e6c96cc7-f0ba-495d-ae44-8c4cd8794790&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0789421 Jul 23 23:56:08.987592 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb0f9212-43a3-4745-be27-bad529ced300 admin admin] Made reservation on behalf of 0fd81ea6b87045ae8bb506c525f3f25c for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:56:08.991281 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-eb0f9212-43a3-4745-be27-bad529ced300 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:09.111000 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d8f5cf3c-53dc-4ec8-a3a8-e23a9a113000 req-6d711f21-5c64-49ce-b2ad-e0cf79bede51 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1686566395&fields=id&tenant_id=55262526535943308d0fc348b3327b0d HTTP/1.1" status: 200 len: 267 time: 0.0439801 Jul 23 23:56:09.202932 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f5cf3c-53dc-4ec8-a3a8-e23a9a113000 req-52a740ac-2747-4894-bd2e-fa4923a72b9d tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:09.210648 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d8f5cf3c-53dc-4ec8-a3a8-e23a9a113000 req-52a740ac-2747-4894-bd2e-fa4923a72b9d tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b26e89b-4e22-4078-b4ef-f60e016932e2 HTTP/1.1" status: 200 len: 984 time: 0.0921919 Jul 23 23:56:09.216512 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-d8f5cf3c-53dc-4ec8-a3a8-e23a9a113000 req-11bedd46-dc18-4468-a72a-a38026ac6908 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Request body: {'port': {'security_groups': ['6bf8aaf8-dfca-4194-87c0-a65b389e7da3', 'e6c96cc7-f0ba-495d-ae44-8c4cd8794790', '09831202-b7ea-42ed-9ef8-6e4a2bf5e0bc']}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:56:09.259050 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-eb0f9212-43a3-4745-be27-bad529ced300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:09.330964 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0f9212-43a3-4745-be27-bad529ced300 admin admin] Pushing event updated for resources: {'Subnet': ['ID=943164cc-4083-4e79-8aeb-49ca358b9898,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:09.339149 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0f9212-43a3-4745-be27-bad529ced300 admin admin] Checking segment: {'id': '0751aa78-b62e-4205-807f-6b17571e4f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '67cd6731-c51e-4661-981e-c10a9702b4fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:56:09.339421 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0f9212-43a3-4745-be27-bad529ced300 admin admin] Network hostable DHCP agents. Network: 67cd6731-c51e-4661-981e-c10a9702b4fd, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:56:09.350245 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d8f5cf3c-53dc-4ec8-a3a8-e23a9a113000 req-11bedd46-dc18-4468-a72a-a38026ac6908 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:09.373140 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0f9212-43a3-4745-be27-bad529ced300 admin admin] Network 67cd6731-c51e-4661-981e-c10a9702b4fd is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:56:09.397749 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-eb0f9212-43a3-4745-be27-bad529ced300 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 67cd6731-c51e-4661-981e-c10a9702b4fd) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:56:09.399632 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-74f1c5d1-713d-4e3e-b2aa-d6348ea86d1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:09.408501 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538725be-9dbe-4f1a-8810-f876878e5ee5 None None] Network 67cd6731-c51e-4661-981e-c10a9702b4fd requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:56:09.448874 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0f9212-43a3-4745-be27-bad529ced300 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:09.449610 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-eb0f9212-43a3-4745-be27-bad529ced300 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:09.528176 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-74f1c5d1-713d-4e3e-b2aa-d6348ea86d1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:09.536964 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-74f1c5d1-713d-4e3e-b2aa-d6348ea86d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:09.565327 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f1c5d1-713d-4e3e-b2aa-d6348ea86d1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a31dd278-d8c7-4aae-9c73-97aeb84fe7a1,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:09.574169 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-eb0f9212-43a3-4745-be27-bad529ced300 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6490500 Jul 23 23:56:09.576913 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 44194) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:56:09.591109 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-c71f4895-2322-4a77-a3e0-6e202a957b10 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-899849631-router', 'tenant_id': '0fd81ea6b87045ae8bb506c525f3f25c', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:56:09.614799 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-74f1c5d1-713d-4e3e-b2aa-d6348ea86d1f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9038c57f85124fbe8171de7f8f813645&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7071469 Jul 23 23:56:09.621058 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 44196) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:56:09.632863 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c71f4895-2322-4a77-a3e0-6e202a957b10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:09.635941 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c71f4895-2322-4a77-a3e0-6e202a957b10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:09.667409 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-d8f5cf3c-53dc-4ec8-a3a8-e23a9a113000 req-11bedd46-dc18-4468-a72a-a38026ac6908 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] For port 24c94bf7-0ec5-4c80-b350-2dc760f317cd, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=24c94bf7-0ec5-4c80-b350-2dc760f317cd,segment=NetworkSegment(a4549f73-f8ca-4ffd-af84-81cd4b2f5c0f),segment_id=a4549f73-f8ca-4ffd-af84-81cd4b2f5c0f)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:56:09.678390 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6aca664-e1c7-4921-9c7c-cad2f711ce8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-67cd6731-c51e-4661-981e-c10a9702b4fd', 'network_id': '67cd6731-c51e-4661-981e-c10a9702b4fd', 'tenant_id': '0fd81ea6b87045ae8bb506c525f3f25c', 'fixed_ips': [{'subnet_id': '943164cc-4083-4e79-8aeb-49ca358b9898'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:56:09.681723 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c6aca664-e1c7-4921-9c7c-cad2f711ce8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:09.711017 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d8f5cf3c-53dc-4ec8-a3a8-e23a9a113000 req-11bedd46-dc18-4468-a72a-a38026ac6908 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:09.717931 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d8f5cf3c-53dc-4ec8-a3a8-e23a9a113000 req-11bedd46-dc18-4468-a72a-a38026ac6908 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:09.737808 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['24c94bf7-0ec5-4c80-b350-2dc760f317cd'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:56:09.746385 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['202ded10-077c-4d14-a81c-06f692f89f84'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:56:09.758870 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d9bea172-ff5f-4702-9e41-fa066396b8e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:09.761997 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c71f4895-2322-4a77-a3e0-6e202a957b10 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:09.779678 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f5cf3c-53dc-4ec8-a3a8-e23a9a113000 req-11bedd46-dc18-4468-a72a-a38026ac6908 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:09.780225 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d8f5cf3c-53dc-4ec8-a3a8-e23a9a113000 req-11bedd46-dc18-4468-a72a-a38026ac6908 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:09.796795 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d8f5cf3c-53dc-4ec8-a3a8-e23a9a113000 req-11bedd46-dc18-4468-a72a-a38026ac6908 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "PUT /v2.0/ports/24c94bf7-0ec5-4c80-b350-2dc760f317cd HTTP/1.1" status: 200 len: 1020 time: 0.5848684 Jul 23 23:56:09.797493 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b26e89b-4e22-4078-b4ef-f60e016932e2', 'tag': '24c94bf7-0ec5-4c80-b350-2dc760f317cd'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:56:09.804054 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9039ec3-648d-4ec1-8956-c711fcb0c085" -d '{"events": [{"name": "network-changed", "server_uuid": "9b26e89b-4e22-4078-b4ef-f60e016932e2", "tag": "24c94bf7-0ec5-4c80-b350-2dc760f317cd"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:56:09.896290 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['24c94bf7-0ec5-4c80-b350-2dc760f317cd'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:56:09.901632 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bedd46-dc18-4468-a72a-a38026ac6908 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Pushing event updated for resources: {'Port': ['ID=24c94bf7-0ec5-4c80-b350-2dc760f317cd,revision_number=7']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:10.053472 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d9bea172-ff5f-4702-9e41-fa066396b8e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:10.091807 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d99d5-9422-404a-99fd-9e2b0548086c req-01319aa1-bf9e-41f6-b048-9c43c9f0ee00 tempest-ServerMetadataNegativeTestJSON-1042768671 tempest-ServerMetadataNegativeTestJSON-1042768671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:10.103472 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-663d99d5-9422-404a-99fd-9e2b0548086c req-01319aa1-bf9e-41f6-b048-9c43c9f0ee00 tempest-ServerMetadataNegativeTestJSON-1042768671 tempest-ServerMetadataNegativeTestJSON-1042768671-project] 10.222.0.44 "GET /v2.0/ports?device_id=efc43cdd-8bcc-443c-b6b5-06d9c799f7de HTTP/1.1" status: 200 len: 945 time: 0.1729226 Jul 23 23:56:10.133425 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c71f4895-2322-4a77-a3e0-6e202a957b10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:10.169246 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-013fa505-e622-46d0-86cb-404afb5aaf39 req-bb1c2296-898d-4abe-8f4a-6ed09cd1d2f1 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/security-groups/09831202-b7ea-42ed-9ef8-6e4a2bf5e0bc HTTP/1.1" status: 200 len: 1801 time: 0.1189990 Jul 23 23:56:10.173095 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-663d99d5-9422-404a-99fd-9e2b0548086c req-6bcf6927-5486-4250-803b-2ccfa78cb2c3 tempest-ServerMetadataNegativeTestJSON-1042768671 tempest-ServerMetadataNegativeTestJSON-1042768671-project] 10.222.0.44 "GET /v2.0/security-groups?id=40255853-605f-4748-a7c3-5d130efc6f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641067 Jul 23 23:56:10.245500 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9286a191-6394-49a5-a69e-d553fc3e2d0b x-openstack-request-id: req-9286a191-6394-49a5-a69e-d553fc3e2d0b {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:56:10.246068 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b26e89b-4e22-4078-b4ef-f60e016932e2", "tag": "24c94bf7-0ec5-4c80-b350-2dc760f317cd", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:56:10.251750 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9286a191-6394-49a5-a69e-d553fc3e2d0b {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:56:10.252459 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b26e89b-4e22-4078-b4ef-f60e016932e2', 'tag': '24c94bf7-0ec5-4c80-b350-2dc760f317cd', 'status': 'completed', 'code': 200} Jul 23 23:56:10.283471 n-d-800088-16 neutron-server[100314]: INFO neutron.api.v2.resource [req-013fa505-e622-46d0-86cb-404afb5aaf39 req-9db4e764-a196-444c-a388-fecce92d5ae2 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 23 23:56:10.302441 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-013fa505-e622-46d0-86cb-404afb5aaf39 req-9db4e764-a196-444c-a388-fecce92d5ae2 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "DELETE /v2.0/security-groups/09831202-b7ea-42ed-9ef8-6e4a2bf5e0bc HTTP/1.1" status: 409 len: 341 time: 0.1312623 Jul 23 23:56:10.305815 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d9bea172-ff5f-4702-9e41-fa066396b8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:10.309381 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d9bea172-ff5f-4702-9e41-fa066396b8e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:10.310828 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-d9bea172-ff5f-4702-9e41-fa066396b8e3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a31dd278-d8c7-4aae-9c73-97aeb84fe7a1 HTTP/1.1" status: 204 len: 168 time: 0.6878290 Jul 23 23:56:10.358710 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-c6aca664-e1c7-4921-9c7c-cad2f711ce8d None None] Allocated IP 172.20.0.2 (67cd6731-c51e-4661-981e-c10a9702b4fd/943164cc-4083-4e79-8aeb-49ca358b9898/74140f1c-6da2-417a-818f-91d67a0f973e) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:56:10.366414 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bea172-ff5f-4702-9e41-fa066396b8e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31dd278-d8c7-4aae-9c73-97aeb84fe7a1,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:10.449958 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9039ec3-648d-4ec1-8956-c711fcb0c085 req-1922a22e-bd08-436f-9ee2-4df88a6af0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:10.455775 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e9039ec3-648d-4ec1-8956-c711fcb0c085 req-1922a22e-bd08-436f-9ee2-4df88a6af0c0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=55262526535943308d0fc348b3327b0d&device_id=9b26e89b-4e22-4078-b4ef-f60e016932e2 HTTP/1.1" status: 200 len: 1175 time: 0.1876321 Jul 23 23:56:10.636913 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c71f4895-2322-4a77-a3e0-6e202a957b10 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:10.675958 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9039ec3-648d-4ec1-8956-c711fcb0c085 req-4e908b3e-c617-41ca-b541-ba0f60d47373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:10.677506 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e9039ec3-648d-4ec1-8956-c711fcb0c085 req-4e908b3e-c617-41ca-b541-ba0f60d47373 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b8906f93-94f4-4245-b6a8-bfe9f5af486b HTTP/1.1" status: 200 len: 913 time: 0.2155578 Jul 23 23:56:10.702674 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c71f4895-2322-4a77-a3e0-6e202a957b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:10.799212 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c6aca664-e1c7-4921-9c7c-cad2f711ce8d None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:10.826374 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e9039ec3-648d-4ec1-8956-c711fcb0c085 req-73483b25-da3f-4ef3-8096-67d265b75046 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=24c94bf7-0ec5-4c80-b350-2dc760f317cd HTTP/1.1" status: 200 len: 217 time: 0.1410825 Jul 23 23:56:10.829368 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-c6aca664-e1c7-4921-9c7c-cad2f711ce8d None None] Transition to ACTIVE for port object 74140f1c-6da2-417a-818f-91d67a0f973e will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:56:10.885340 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9039ec3-648d-4ec1-8956-c711fcb0c085 req-41da4290-e449-4cdf-b724-53a74db63cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:10.887316 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e9039ec3-648d-4ec1-8956-c711fcb0c085 req-41da4290-e449-4cdf-b724-53a74db63cbc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=abff5f68-fd48-495e-a37c-bc1705b61fd1 HTTP/1.1" status: 200 len: 852 time: 0.0531256 Jul 23 23:56:10.912573 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-c6aca664-e1c7-4921-9c7c-cad2f711ce8d None None] Transition to ACTIVE for port object 74140f1c-6da2-417a-818f-91d67a0f973e will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:56:10.937524 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c6aca664-e1c7-4921-9c7c-cad2f711ce8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:10.961538 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e9039ec3-648d-4ec1-8956-c711fcb0c085 req-decf494c-19f3-4571-9817-d3aac1e80f61 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b8906f93-94f4-4245-b6a8-bfe9f5af486b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599649 Jul 23 23:56:10.985576 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 44258) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:56:10.994970 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-c71f4895-2322-4a77-a3e0-6e202a957b10 admin admin] Allocated IP 172.25.3.200 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/b5658dfe-ddef-4320-b26f-0d66dca6ca7d) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:56:11.041215 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cfd3d29f-a9c6-48bf-9184-9e6d51afbd92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:11.090099 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6aca664-e1c7-4921-9c7c-cad2f711ce8d None None] Network 67cd6731-c51e-4661-981e-c10a9702b4fd is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:56:11.103829 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aca664-e1c7-4921-9c7c-cad2f711ce8d None None] Pushing event updated for resources: {'Port': ['ID=74140f1c-6da2-417a-818f-91d67a0f973e,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:11.112616 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-c6aca664-e1c7-4921-9c7c-cad2f711ce8d None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:56:11.129606 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6aca664-e1c7-4921-9c7c-cad2f711ce8d None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:56:11.183415 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e9039ec3-648d-4ec1-8956-c711fcb0c085 req-4b2f3e11-1262-4473-ba2a-6d2a77465acf service neutron] 10.222.0.52 "GET /v2.0/networks/b8906f93-94f4-4245-b6a8-bfe9f5af486b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189720 Jul 23 23:56:11.203321 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd92012-3e9e-4198-9ec3-b465cd133812 req-cd30529d-8521-46fd-addc-652f973751d4 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:11.205079 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bcd92012-3e9e-4198-9ec3-b465cd133812 req-cd30529d-8521-46fd-addc-652f973751d4 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b26e89b-4e22-4078-b4ef-f60e016932e2 HTTP/1.1" status: 200 len: 1023 time: 0.2332935 Jul 23 23:56:11.231045 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-c6aca664-e1c7-4921-9c7c-cad2f711ce8d None None] Attempting to bind port 74140f1c-6da2-417a-818f-91d67a0f973e on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:56:11.231546 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-c6aca664-e1c7-4921-9c7c-cad2f711ce8d None None] Attempting to bind port 74140f1c-6da2-417a-818f-91d67a0f973e by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '0751aa78-b62e-4205-807f-6b17571e4f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '67cd6731-c51e-4661-981e-c10a9702b4fd'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:56:11.231905 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6aca664-e1c7-4921-9c7c-cad2f711ce8d None None] Attempting to bind port 74140f1c-6da2-417a-818f-91d67a0f973e on network 67cd6731-c51e-4661-981e-c10a9702b4fd {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:56:11.237486 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6aca664-e1c7-4921-9c7c-cad2f711ce8d None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:56:11.238322 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6aca664-e1c7-4921-9c7c-cad2f711ce8d None None] Checking segment: {'id': '0751aa78-b62e-4205-807f-6b17571e4f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '67cd6731-c51e-4661-981e-c10a9702b4fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:56:11.238322 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c6aca664-e1c7-4921-9c7c-cad2f711ce8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:11.238650 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6aca664-e1c7-4921-9c7c-cad2f711ce8d None None] Bound using segment: {'id': '0751aa78-b62e-4205-807f-6b17571e4f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '67cd6731-c51e-4661-981e-c10a9702b4fd'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:56:11.239145 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-c6aca664-e1c7-4921-9c7c-cad2f711ce8d None None] Bound port: 74140f1c-6da2-417a-818f-91d67a0f973e, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0751aa78-b62e-4205-807f-6b17571e4f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '67cd6731-c51e-4661-981e-c10a9702b4fd'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:56:11.239518 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c6aca664-e1c7-4921-9c7c-cad2f711ce8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:11.280426 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c71f4895-2322-4a77-a3e0-6e202a957b10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:11.294029 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bcd92012-3e9e-4198-9ec3-b465cd133812 req-9ffa8d43-3b36-48eb-9526-2f549ce8268c tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/security-groups?id=6bf8aaf8-dfca-4194-87c0-a65b389e7da3&id=09831202-b7ea-42ed-9ef8-6e4a2bf5e0bc&id=e6c96cc7-f0ba-495d-ae44-8c4cd8794790&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0732605 Jul 23 23:56:11.328469 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-c6aca664-e1c7-4921-9c7c-cad2f711ce8d None None] For port 74140f1c-6da2-417a-818f-91d67a0f973e, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:56:11.332735 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-c6aca664-e1c7-4921-9c7c-cad2f711ce8d None None] For port 74140f1c-6da2-417a-818f-91d67a0f973e, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=74140f1c-6da2-417a-818f-91d67a0f973e,segment=NetworkSegment(0751aa78-b62e-4205-807f-6b17571e4f02),segment_id=0751aa78-b62e-4205-807f-6b17571e4f02)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:56:11.341042 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c6aca664-e1c7-4921-9c7c-cad2f711ce8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:11.357188 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cfd3d29f-a9c6-48bf-9184-9e6d51afbd92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:11.372524 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cfd3d29f-a9c6-48bf-9184-9e6d51afbd92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:11.386229 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e9039ec3-648d-4ec1-8956-c711fcb0c085 req-a27dfcfe-3336-4b9f-bd0b-52d7f9c5cc34 service neutron] 10.222.0.52 "GET /v2.0/networks/b8906f93-94f4-4245-b6a8-bfe9f5af486b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925159 Jul 23 23:56:11.386719 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c71f4895-2322-4a77-a3e0-6e202a957b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:11.454804 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aca664-e1c7-4921-9c7c-cad2f711ce8d None None] Pushing event updated for resources: {'Port': ['ID=74140f1c-6da2-417a-818f-91d67a0f973e,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:11.481164 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71f4895-2322-4a77-a3e0-6e202a957b10 admin admin] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:56:11.489650 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-cfd3d29f-a9c6-48bf-9184-9e6d51afbd92 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0f926aeec79e4251a2d2530608acc6a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4973788 Jul 23 23:56:11.498343 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44290) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:56:11.507755 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-c71f4895-2322-4a77-a3e0-6e202a957b10 admin admin] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:56:11.520502 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd3d29f-a9c6-48bf-9184-9e6d51afbd92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46afee0c-b3ef-4f67-b90d-213f7e51cb40,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:11.523535 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71f4895-2322-4a77-a3e0-6e202a957b10 admin admin] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:56:11.620629 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0a9d83cd-3424-44aa-b795-1fdea3e433ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:11.673257 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0a9d83cd-3424-44aa-b795-1fdea3e433ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:11.771903 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71f4895-2322-4a77-a3e0-6e202a957b10 admin admin] Pushing event updated for resources: {'Port': ['ID=b5658dfe-ddef-4320-b26f-0d66dca6ca7d,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:11.811151 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0a9d83cd-3424-44aa-b795-1fdea3e433ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:11.814771 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0a9d83cd-3424-44aa-b795-1fdea3e433ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:11.818965 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-0a9d83cd-3424-44aa-b795-1fdea3e433ef admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/46afee0c-b3ef-4f67-b90d-213f7e51cb40 HTTP/1.1" status: 204 len: 168 time: 0.3179040 Jul 23 23:56:11.832543 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9d83cd-3424-44aa-b795-1fdea3e433ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46afee0c-b3ef-4f67-b90d-213f7e51cb40,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:11.917207 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c71f4895-2322-4a77-a3e0-6e202a957b10 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:12.058269 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44322) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:56:12.145715 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c71f4895-2322-4a77-a3e0-6e202a957b10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:12.202487 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44330) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:56:12.327298 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71920371-cbc7-4f60-8648-02bd2109a414 req-2ea9d51a-c44c-4ffc-b2e4-753bb846e16f tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:12.328867 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-71920371-cbc7-4f60-8648-02bd2109a414 req-2ea9d51a-c44c-4ffc-b2e4-753bb846e16f tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b26e89b-4e22-4078-b4ef-f60e016932e2 HTTP/1.1" status: 200 len: 1023 time: 0.1349251 Jul 23 23:56:12.339453 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 44340) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:56:12.378080 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c71f4895-2322-4a77-a3e0-6e202a957b10 admin admin] Router bd6494f7-8a8b-49a0-b7de-28f8ad0996c9 is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 23:56:12.485355 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-debfe4f5-e99a-4def-b58c-8ca94e886456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:12.666702 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5ef322ef-aade-463c-a34f-4131f1803261 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:12.760432 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-71920371-cbc7-4f60-8648-02bd2109a414 req-398f0a8a-2de7-48dd-a2f9-721a584ff8d2 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Deleting port 24c94bf7-0ec5-4c80-b350-2dc760f317cd {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:56:12.761056 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-71920371-cbc7-4f60-8648-02bd2109a414 req-398f0a8a-2de7-48dd-a2f9-721a584ff8d2 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:12.824762 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-debfe4f5-e99a-4def-b58c-8ca94e886456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:12.840524 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0fa86d-4824-40c1-a80e-fb0f9e3b8172 None None] Network 67cd6731-c51e-4661-981e-c10a9702b4fd requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:56:12.867329 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-debfe4f5-e99a-4def-b58c-8ca94e886456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:12.914242 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e820b4eb-ee7a-410c-9769-4aee401379b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:12.942808 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-debfe4f5-e99a-4def-b58c-8ca94e886456 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ea715abc591c46a08f3a85ac8e795ba6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8836484 Jul 23 23:56:12.955698 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44364) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:56:12.964752 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debfe4f5-e99a-4def-b58c-8ca94e886456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=960ef417-e55c-4288-9a78-091967bd4f16,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:12.981767 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-71920371-cbc7-4f60-8648-02bd2109a414 req-398f0a8a-2de7-48dd-a2f9-721a584ff8d2 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] For port 24c94bf7-0ec5-4c80-b350-2dc760f317cd, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=24c94bf7-0ec5-4c80-b350-2dc760f317cd,segment=NetworkSegment(a4549f73-f8ca-4ffd-af84-81cd4b2f5c0f),segment_id=a4549f73-f8ca-4ffd-af84-81cd4b2f5c0f)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:56:12.982137 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-71920371-cbc7-4f60-8648-02bd2109a414 req-398f0a8a-2de7-48dd-a2f9-721a584ff8d2 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:13.016932 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c71f4895-2322-4a77-a3e0-6e202a957b10 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:56:13.026037 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a063e672-de2e-4259-b625-aa5bde194431 req-cbbc49a3-49d0-4e08-90ee-c483af41781a tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:13.033277 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a063e672-de2e-4259-b625-aa5bde194431 req-cbbc49a3-49d0-4e08-90ee-c483af41781a tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b26e89b-4e22-4078-b4ef-f60e016932e2 HTTP/1.1" status: 200 len: 1023 time: 0.1663845 Jul 23 23:56:13.049795 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-71920371-cbc7-4f60-8648-02bd2109a414 req-398f0a8a-2de7-48dd-a2f9-721a584ff8d2 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Calling delete_port for 24c94bf7-0ec5-4c80-b350-2dc760f317cd owned by compute:nova {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:56:13.087235 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d0887e-6828-48f7-8b90-684b1ee21126 None None] Sync routers for ids ['bd6494f7-8a8b-49a0-b7de-28f8ad0996c9'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:56:13.095010 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a063e672-de2e-4259-b625-aa5bde194431 req-fc5aca66-3566-4930-8318-233450014f0a tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/security-groups?id=6bf8aaf8-dfca-4194-87c0-a65b389e7da3&id=09831202-b7ea-42ed-9ef8-6e4a2bf5e0bc&id=e6c96cc7-f0ba-495d-ae44-8c4cd8794790&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0539293 Jul 23 23:56:13.119527 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-bad60e87-786f-4094-8e8b-9feaa962eec8 None None] Provisioning for port 74140f1c-6da2-417a-818f-91d67a0f973e completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:56:13.132946 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d0887e-6828-48f7-8b90-684b1ee21126 None None] Routers {'bd6494f7-8a8b-49a0-b7de-28f8ad0996c9'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:56:13.133629 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-45d0887e-6828-48f7-8b90-684b1ee21126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:55:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['bd6494f7-8a8b-49a0-b7de-28f8ad0996c9'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:56:13.190418 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b975f1cc-9ed9-463e-a345-255e601516e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:13.236876 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5cc5f5-ff3b-4fa5-b6fe-02343e943530 req-9e04e291-60dd-469e-970f-5f8d5e035389 tempest-ServerMetadataNegativeTestJSON-1042768671 tempest-ServerMetadataNegativeTestJSON-1042768671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:13.242275 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8f5cc5f5-ff3b-4fa5-b6fe-02343e943530 req-9e04e291-60dd-469e-970f-5f8d5e035389 tempest-ServerMetadataNegativeTestJSON-1042768671 tempest-ServerMetadataNegativeTestJSON-1042768671-project] 10.222.0.44 "GET /v2.0/ports?device_id=efc43cdd-8bcc-443c-b6b5-06d9c799f7de HTTP/1.1" status: 200 len: 945 time: 0.2687876 Jul 23 23:56:13.258936 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5ef322ef-aade-463c-a34f-4131f1803261 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:13.269935 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c71f4895-2322-4a77-a3e0-6e202a957b10 admin admin] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:13.274351 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-45d0887e-6828-48f7-8b90-684b1ee21126 None None] Set router bd6494f7-8a8b-49a0-b7de-28f8ad0996c9 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:56:13.274538 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-c71f4895-2322-4a77-a3e0-6e202a957b10 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.6903167 Jul 23 23:56:13.275579 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 44372) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:56:13.330794 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b975f1cc-9ed9-463e-a345-255e601516e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:13.356919 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5ef322ef-aade-463c-a34f-4131f1803261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:13.600099 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-5ef322ef-aade-463c-a34f-4131f1803261 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=39db0236129d48a1b0eec24621445eaa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3965747 Jul 23 23:56:13.605066 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-45d0887e-6828-48f7-8b90-684b1ee21126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd6494f7-8a8b-49a0-b7de-28f8ad0996c9', 'name': 'tempest-FloatingIPDetailsTestJSON-899849631-router', 'tenant_id': '0fd81ea6b87045ae8bb506c525f3f25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': 'b5658dfe-ddef-4320-b26f-0d66dca6ca7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:56:09Z', 'updated_at': '2021-07-23T23:56:11Z', 'revision_number': 3, 'project_id': '0fd81ea6b87045ae8bb506c525f3f25c', 'gw_port': {'id': 'b5658dfe-ddef-4320-b26f-0d66dca6ca7d', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a2:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd6494f7-8a8b-49a0-b7de-28f8ad0996c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:56:10Z', 'updated_at': '2021-07-23T23:56:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:56:13.606515 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e820b4eb-ee7a-410c-9769-4aee401379b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:13.607326 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 44380) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:56:13.620097 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef322ef-aade-463c-a34f-4131f1803261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=837cbf84-e2d0-4f05-9f55-4a8b397cecf2,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:13.628962 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-71920371-cbc7-4f60-8648-02bd2109a414 req-398f0a8a-2de7-48dd-a2f9-721a584ff8d2 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:13.634866 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e820b4eb-ee7a-410c-9769-4aee401379b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:13.641550 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8f5cc5f5-ff3b-4fa5-b6fe-02343e943530 req-6232be34-f19f-47df-ab41-81ecbc7840cc tempest-ServerMetadataNegativeTestJSON-1042768671 tempest-ServerMetadataNegativeTestJSON-1042768671-project] 10.222.0.44 "GET /v2.0/security-groups?id=40255853-605f-4748-a7c3-5d130efc6f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3187690 Jul 23 23:56:13.692245 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['24c94bf7-0ec5-4c80-b350-2dc760f317cd'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:56:13.717180 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['202ded10-077c-4d14-a81c-06f692f89f84'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:56:13.727273 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 74140f1c-6da2-417a-818f-91d67a0f973e up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:56:13.736394 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-71920371-cbc7-4f60-8648-02bd2109a414 req-398f0a8a-2de7-48dd-a2f9-721a584ff8d2 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] No DVR routers for this DVR port 24c94bf7-0ec5-4c80-b350-2dc760f317cd on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:56:13.739394 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398f0a8a-2de7-48dd-a2f9-721a584ff8d2 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Pushing event deleted for resources: {'Port': ['ID=24c94bf7-0ec5-4c80-b350-2dc760f317cd,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:13.742557 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-71920371-cbc7-4f60-8648-02bd2109a414 req-398f0a8a-2de7-48dd-a2f9-721a584ff8d2 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:13.745378 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-71920371-cbc7-4f60-8648-02bd2109a414 req-398f0a8a-2de7-48dd-a2f9-721a584ff8d2 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.52 "DELETE /v2.0/ports/24c94bf7-0ec5-4c80-b350-2dc760f317cd HTTP/1.1" status: 204 len: 173 time: 1.4035835 Jul 23 23:56:13.746123 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b26e89b-4e22-4078-b4ef-f60e016932e2', 'name': 'network-vif-deleted', 'tag': '24c94bf7-0ec5-4c80-b350-2dc760f317cd'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:56:13.748781 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd0b443d-d23b-4df1-b41d-6dd42d90490f" -d '{"events": [{"server_uuid": "9b26e89b-4e22-4078-b4ef-f60e016932e2", "name": "network-vif-deleted", "tag": "24c94bf7-0ec5-4c80-b350-2dc760f317cd"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:56:13.763436 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b975f1cc-9ed9-463e-a345-255e601516e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:13.766539 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b975f1cc-9ed9-463e-a345-255e601516e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:13.768914 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-b975f1cc-9ed9-463e-a345-255e601516e2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/960ef417-e55c-4288-9a78-091967bd4f16 HTTP/1.1" status: 204 len: 168 time: 0.8002181 Jul 23 23:56:13.784394 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d0887e-6828-48f7-8b90-684b1ee21126 None None] Checking router: bd6494f7-8a8b-49a0-b7de-28f8ad0996c9 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:56:13.785171 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d0887e-6828-48f7-8b90-684b1ee21126 None None] Updating router bd6494f7-8a8b-49a0-b7de-28f8ad0996c9 port b5658dfe-ddef-4320-b26f-0d66dca6ca7d binding host n-d-800088-16 {{(pid=100315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:56:13.794749 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b975f1cc-9ed9-463e-a345-255e601516e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=960ef417-e55c-4288-9a78-091967bd4f16,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:13.803102 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-e820b4eb-ee7a-410c-9769-4aee401379b3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0caba4b7ba5c44478588869a5b45b139&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4590838 Jul 23 23:56:13.806138 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44390) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:56:13.837255 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e820b4eb-ee7a-410c-9769-4aee401379b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5bd8996-d36e-4772-ac6c-9f30bdd2897a,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:13.839775 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-230da425-94dd-4128-8030-b4b76303a20e x-openstack-request-id: req-230da425-94dd-4128-8030-b4b76303a20e {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:56:13.839775 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b26e89b-4e22-4078-b4ef-f60e016932e2", "name": "network-vif-deleted", "tag": "24c94bf7-0ec5-4c80-b350-2dc760f317cd", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:56:13.841158 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-45d0887e-6828-48f7-8b90-684b1ee21126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:13.841880 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-230da425-94dd-4128-8030-b4b76303a20e {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:56:13.842388 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b26e89b-4e22-4078-b4ef-f60e016932e2', 'name': 'network-vif-deleted', 'tag': '24c94bf7-0ec5-4c80-b350-2dc760f317cd', 'status': 'completed', 'code': 200} Jul 23 23:56:13.950986 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b0aa3173-aefd-4a40-86b2-655ccc280e12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:14.003249 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b0aa3173-aefd-4a40-86b2-655ccc280e12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:14.123870 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c44bc38-92b9-4482-9107-0079a48c7e4d req-847d28c1-17ec-4448-9de8-68219838f61f tempest-ServerMetadataNegativeTestJSON-1042768671 tempest-ServerMetadataNegativeTestJSON-1042768671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:14.126163 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6c44bc38-92b9-4482-9107-0079a48c7e4d req-847d28c1-17ec-4448-9de8-68219838f61f tempest-ServerMetadataNegativeTestJSON-1042768671 tempest-ServerMetadataNegativeTestJSON-1042768671-project] 10.222.0.52 "GET /v2.0/ports?device_id=efc43cdd-8bcc-443c-b6b5-06d9c799f7de HTTP/1.1" status: 200 len: 945 time: 0.0902524 Jul 23 23:56:14.128204 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b0aa3173-aefd-4a40-86b2-655ccc280e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:14.130810 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1bb70f27-0c10-4bc3-8bae-21421f308139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:14.131891 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b0aa3173-aefd-4a40-86b2-655ccc280e12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:14.134344 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-b0aa3173-aefd-4a40-86b2-655ccc280e12 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d5bd8996-d36e-4772-ac6c-9f30bdd2897a HTTP/1.1" status: 204 len: 168 time: 0.3261554 Jul 23 23:56:14.179031 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1bb70f27-0c10-4bc3-8bae-21421f308139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:14.249966 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 74140f1c-6da2-417a-818f-91d67a0f973e completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:56:14.261577 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 74140f1c-6da2-417a-818f-91d67a0f973e triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:56:14.261874 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aa3173-aefd-4a40-86b2-655ccc280e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5bd8996-d36e-4772-ac6c-9f30bdd2897a,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:14.262002 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:14.329205 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4a7a97bf-00b8-485a-9741-523c048834a5 req-ac027c1f-1ea3-4e9b-9186-07fec07eafce tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b26e89b-4e22-4078-b4ef-f60e016932e2 HTTP/1.1" status: 200 len: 210 time: 0.0631745 Jul 23 23:56:14.374757 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1bb70f27-0c10-4bc3-8bae-21421f308139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:14.378356 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1bb70f27-0c10-4bc3-8bae-21421f308139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:14.379599 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-1bb70f27-0c10-4bc3-8bae-21421f308139 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/837cbf84-e2d0-4f05-9f55-4a8b397cecf2 HTTP/1.1" status: 204 len: 168 time: 0.7712390 Jul 23 23:56:14.394917 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb70f27-0c10-4bc3-8bae-21421f308139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=837cbf84-e2d0-4f05-9f55-4a8b397cecf2,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:14.484457 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 44408) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:56:14.525840 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-6c44bc38-92b9-4482-9107-0079a48c7e4d req-c3a15906-b349-4739-ab82-6d6c5ac1f7cc tempest-ServerMetadataNegativeTestJSON-1042768671 tempest-ServerMetadataNegativeTestJSON-1042768671-project] Deleting port 2142bce5-bafd-40ae-86d2-b602b5a2ee6e {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:56:14.526246 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-6c44bc38-92b9-4482-9107-0079a48c7e4d req-c3a15906-b349-4739-ab82-6d6c5ac1f7cc tempest-ServerMetadataNegativeTestJSON-1042768671 tempest-ServerMetadataNegativeTestJSON-1042768671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:14.616476 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:14.637699 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7af77e52-2c6c-4b47-a587-83cf6e657f90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:14.710628 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-6c44bc38-92b9-4482-9107-0079a48c7e4d req-c3a15906-b349-4739-ab82-6d6c5ac1f7cc tempest-ServerMetadataNegativeTestJSON-1042768671 tempest-ServerMetadataNegativeTestJSON-1042768671-project] For port 2142bce5-bafd-40ae-86d2-b602b5a2ee6e, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=2142bce5-bafd-40ae-86d2-b602b5a2ee6e,segment=NetworkSegment(1abc55ed-954b-4902-8ae7-65e0fced9124),segment_id=1abc55ed-954b-4902-8ae7-65e0fced9124)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:56:14.711325 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-6c44bc38-92b9-4482-9107-0079a48c7e4d req-c3a15906-b349-4739-ab82-6d6c5ac1f7cc tempest-ServerMetadataNegativeTestJSON-1042768671 tempest-ServerMetadataNegativeTestJSON-1042768671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:14.739806 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b7a63d9a-b9ff-4ea8-8629-9c39632ee296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:14.758459 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-6c44bc38-92b9-4482-9107-0079a48c7e4d req-c3a15906-b349-4739-ab82-6d6c5ac1f7cc tempest-ServerMetadataNegativeTestJSON-1042768671 tempest-ServerMetadataNegativeTestJSON-1042768671-project] Calling delete_port for 2142bce5-bafd-40ae-86d2-b602b5a2ee6e owned by compute:nova {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:56:14.777650 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-45d0887e-6828-48f7-8b90-684b1ee21126 None None] Notify callbacks [] for port, precommit_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:14.779983 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:14.838803 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44418) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:56:14.865933 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2c6c102c-ca7b-4073-852a-fd235f3f6dae admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:14.890377 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-45d0887e-6828-48f7-8b90-684b1ee21126 None None] Transition to ACTIVE for port object b5658dfe-ddef-4320-b26f-0d66dca6ca7d will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:56:14.974464 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7af77e52-2c6c-4b47-a587-83cf6e657f90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:14.985417 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 74140f1c-6da2-417a-818f-91d67a0f973e, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=74140f1c-6da2-417a-818f-91d67a0f973e,segment=NetworkSegment(0751aa78-b62e-4205-807f-6b17571e4f02),segment_id=0751aa78-b62e-4205-807f-6b17571e4f02)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:56:14.992728 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7af77e52-2c6c-4b47-a587-83cf6e657f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:14.993447 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-45d0887e-6828-48f7-8b90-684b1ee21126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:15.011236 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:15.120273 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-7af77e52-2c6c-4b47-a587-83cf6e657f90 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1be23d618c1a4fdfa14f38b243d9d239&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6307769 Jul 23 23:56:15.131927 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-45d0887e-6828-48f7-8b90-684b1ee21126 None None] Attempting to bind port b5658dfe-ddef-4320-b26f-0d66dca6ca7d on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:56:15.132959 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e494a-94bc-4922-94d8-3b46a35272da req-4d2af096-2199-4188-89ab-eaab01e8e384 tempest-ServerMetadataNegativeTestJSON-1042768671 tempest-ServerMetadataNegativeTestJSON-1042768671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:15.133105 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-45d0887e-6828-48f7-8b90-684b1ee21126 None None] Attempting to bind port b5658dfe-ddef-4320-b26f-0d66dca6ca7d by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:56:15.134354 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d0887e-6828-48f7-8b90-684b1ee21126 None None] Attempting to bind port b5658dfe-ddef-4320-b26f-0d66dca6ca7d on network 9adcfee8-760c-4568-9e39-c221abf69bf5 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:56:15.138472 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c53964e-5762-4bc0-98e8-344edf89b963 None None] Pushing event updated for resources: {'Port': ['ID=b5658dfe-ddef-4320-b26f-0d66dca6ca7d,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:15.141803 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-134e494a-94bc-4922-94d8-3b46a35272da req-4d2af096-2199-4188-89ab-eaab01e8e384 tempest-ServerMetadataNegativeTestJSON-1042768671 tempest-ServerMetadataNegativeTestJSON-1042768671-project] 10.222.0.44 "GET /v2.0/ports?device_id=efc43cdd-8bcc-443c-b6b5-06d9c799f7de HTTP/1.1" status: 200 len: 945 time: 0.3528514 Jul 23 23:56:15.157623 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 44424) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:56:15.162687 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af77e52-2c6c-4b47-a587-83cf6e657f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a72ef7cf-e736-4c22-956d-a39988197731,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:15.205591 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d0887e-6828-48f7-8b90-684b1ee21126 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:56:15.206616 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d0887e-6828-48f7-8b90-684b1ee21126 None None] Checking segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:56:15.207491 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-45d0887e-6828-48f7-8b90-684b1ee21126 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:15.209030 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d0887e-6828-48f7-8b90-684b1ee21126 None None] Bound using segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:56:15.209911 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-45d0887e-6828-48f7-8b90-684b1ee21126 None None] Bound port: b5658dfe-ddef-4320-b26f-0d66dca6ca7d, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:56:15.210620 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-45d0887e-6828-48f7-8b90-684b1ee21126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:15.223116 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-b7a63d9a-b9ff-4ea8-8629-9c39632ee296 admin admin] Allocated IP 172.20.0.1 (67cd6731-c51e-4661-981e-c10a9702b4fd/943164cc-4083-4e79-8aeb-49ca358b9898/e731a4ee-0374-48e0-badc-925972159b2b) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:56:15.252794 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2c6c102c-ca7b-4073-852a-fd235f3f6dae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:15.264095 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2c6c102c-ca7b-4073-852a-fd235f3f6dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:15.321085 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-2c6c102c-ca7b-4073-852a-fd235f3f6dae admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=76d4fcadc09a4c52ac9077ccb80a5887&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4746966 Jul 23 23:56:15.321872 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=74140f1c-6da2-417a-818f-91d67a0f973e,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:15.331033 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 44436) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:56:15.394810 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-134e494a-94bc-4922-94d8-3b46a35272da req-0318af3d-13d7-4718-8876-d6efa0def75e tempest-ServerMetadataNegativeTestJSON-1042768671 tempest-ServerMetadataNegativeTestJSON-1042768671-project] 10.222.0.44 "GET /v2.0/security-groups?id=40255853-605f-4748-a7c3-5d130efc6f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515261 Jul 23 23:56:15.418878 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-45d0887e-6828-48f7-8b90-684b1ee21126 None None] For port b5658dfe-ddef-4320-b26f-0d66dca6ca7d, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:56:15.425439 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-45d0887e-6828-48f7-8b90-684b1ee21126 None None] For port b5658dfe-ddef-4320-b26f-0d66dca6ca7d, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=b5658dfe-ddef-4320-b26f-0d66dca6ca7d,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:56:15.427224 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6c102c-ca7b-4073-852a-fd235f3f6dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe30f209-4cd2-4008-9bb9-7f8a8918c0b6,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:15.435268 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-6c44bc38-92b9-4482-9107-0079a48c7e4d req-c3a15906-b349-4739-ab82-6d6c5ac1f7cc tempest-ServerMetadataNegativeTestJSON-1042768671 tempest-ServerMetadataNegativeTestJSON-1042768671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:15.467341 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-45d0887e-6828-48f7-8b90-684b1ee21126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:15.490499 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9d878c53-bd80-409a-9d8d-0f99494b5a98 req-f07712ca-ba88-4588-8111-5f6215312cf2 tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=8120a1a28c3146168abedc648031daec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1049333 Jul 23 23:56:15.491195 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-719e99db-99de-4335-8afc-88a6a4e7f76c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:15.494134 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['2142bce5-bafd-40ae-86d2-b602b5a2ee6e'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:56:15.540836 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b7a63d9a-b9ff-4ea8-8629-9c39632ee296 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:15.549567 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a15906-b349-4739-ab82-6d6c5ac1f7cc tempest-ServerMetadataNegativeTestJSON-1042768671 tempest-ServerMetadataNegativeTestJSON-1042768671-project] Pushing event deleted for resources: {'Port': ['ID=2142bce5-bafd-40ae-86d2-b602b5a2ee6e,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:15.605265 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-719e99db-99de-4335-8afc-88a6a4e7f76c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:15.665592 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9730c328-c586-400e-864a-6e92a4267b17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:15.672210 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c44bc38-92b9-4482-9107-0079a48c7e4d req-c3a15906-b349-4739-ab82-6d6c5ac1f7cc tempest-ServerMetadataNegativeTestJSON-1042768671 tempest-ServerMetadataNegativeTestJSON-1042768671-project] No DVR routers for this DVR port 2142bce5-bafd-40ae-86d2-b602b5a2ee6e on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:56:15.678585 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-6c44bc38-92b9-4482-9107-0079a48c7e4d req-c3a15906-b349-4739-ab82-6d6c5ac1f7cc tempest-ServerMetadataNegativeTestJSON-1042768671 tempest-ServerMetadataNegativeTestJSON-1042768671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:15.681162 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6c44bc38-92b9-4482-9107-0079a48c7e4d req-c3a15906-b349-4739-ab82-6d6c5ac1f7cc tempest-ServerMetadataNegativeTestJSON-1042768671 tempest-ServerMetadataNegativeTestJSON-1042768671-project] 10.222.0.52 "DELETE /v2.0/ports/2142bce5-bafd-40ae-86d2-b602b5a2ee6e HTTP/1.1" status: 204 len: 173 time: 1.5454023 Jul 23 23:56:15.684061 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d0887e-6828-48f7-8b90-684b1ee21126 None None] Routers {'bd6494f7-8a8b-49a0-b7de-28f8ad0996c9'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:56:15.685516 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-45d0887e-6828-48f7-8b90-684b1ee21126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:55:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['bd6494f7-8a8b-49a0-b7de-28f8ad0996c9'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:56:15.687422 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [None req-b7a63d9a-b9ff-4ea8-8629-9c39632ee296 admin admin] Transition to ACTIVE for port object e731a4ee-0374-48e0-badc-925972159b2b will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:56:15.688394 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 74140f1c-6da2-417a-818f-91d67a0f973e up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:56:15.776629 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f24bbf19-31d8-4484-8bd6-5230a41a4788 req-9a19e05e-f08c-4cfc-a6dc-a04602b4c525 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/security-groups/6bf8aaf8-dfca-4194-87c0-a65b389e7da3 HTTP/1.1" status: 200 len: 1800 time: 0.2402592 Jul 23 23:56:15.823115 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d878c53-bd80-409a-9d8d-0f99494b5a98 req-c78caec2-a2ac-46e1-a02d-eb6cdce46ea0 tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:15.828786 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9730c328-c586-400e-864a-6e92a4267b17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:15.835487 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9d878c53-bd80-409a-9d8d-0f99494b5a98 req-c78caec2-a2ac-46e1-a02d-eb6cdce46ea0 tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3429685 Jul 23 23:56:15.843284 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc43cdd-8bcc-443c-b6b5-06d9c799f7de', 'name': 'network-vif-deleted', 'tag': '2142bce5-bafd-40ae-86d2-b602b5a2ee6e'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:56:15.845834 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f400abe-c1a7-4df3-89c5-9449d32fdcdd" -d '{"events": [{"server_uuid": "efc43cdd-8bcc-443c-b6b5-06d9c799f7de", "name": "network-vif-deleted", "tag": "2142bce5-bafd-40ae-86d2-b602b5a2ee6e"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:56:15.877330 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9d878c53-bd80-409a-9d8d-0f99494b5a98 req-55a7e3af-f29c-43db-9f1e-b9338a55f92d tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] 10.222.0.44 "GET /v2.0/quotas/8120a1a28c3146168abedc648031daec HTTP/1.1" status: 200 len: 375 time: 0.0279267 Jul 23 23:56:15.950421 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9d878c53-bd80-409a-9d8d-0f99494b5a98 req-581860b9-9d18-4f0c-becb-fcf8f8a377ac tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8120a1a28c3146168abedc648031daec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0645447 Jul 23 23:56:15.957024 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44458) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:56:15.986415 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 2142bce5-bafd-40ae-86d2-b602b5a2ee6e no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:56:16.024380 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b7a63d9a-b9ff-4ea8-8629-9c39632ee296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:16.030079 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] No Port match for: 2142bce5-bafd-40ae-86d2-b602b5a2ee6e {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:56:16.030434 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 2142bce5-bafd-40ae-86d2-b602b5a2ee6e not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:56:16.030858 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 24c94bf7-0ec5-4c80-b350-2dc760f317cd no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:56:16.040274 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c53964e-5762-4bc0-98e8-344edf89b963 None None] Pushing event updated for resources: {'Port': ['ID=b5658dfe-ddef-4320-b26f-0d66dca6ca7d,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:16.078863 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] No Port match for: 24c94bf7-0ec5-4c80-b350-2dc760f317cd {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:56:16.079077 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 24c94bf7-0ec5-4c80-b350-2dc760f317cd not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:56:16.114350 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a63d9a-b9ff-4ea8-8629-9c39632ee296 admin admin] Pushing event updated for resources: {'Port': ['ID=e731a4ee-0374-48e0-badc-925972159b2b,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:16.125413 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-719e99db-99de-4335-8afc-88a6a4e7f76c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:16.128675 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 74140f1c-6da2-417a-818f-91d67a0f973e triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:56:16.129149 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:16.129739 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-719e99db-99de-4335-8afc-88a6a4e7f76c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:16.135106 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-719e99db-99de-4335-8afc-88a6a4e7f76c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a72ef7cf-e736-4c22-956d-a39988197731 HTTP/1.1" status: 204 len: 168 time: 0.9721467 Jul 23 23:56:16.153589 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-f4fd295a-173b-4e76-81ea-d01d871ffe9c admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-245800099-network', 'tenant_id': '4bf4cdc5515a40d7ad05decd4185164d'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:56:16.154087 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a63d9a-b9ff-4ea8-8629-9c39632ee296 admin admin] Network 67cd6731-c51e-4661-981e-c10a9702b4fd is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:56:16.154548 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-45d0887e-6828-48f7-8b90-684b1ee21126 None None] Set router bd6494f7-8a8b-49a0-b7de-28f8ad0996c9 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:56:16.198287 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-b7a63d9a-b9ff-4ea8-8629-9c39632ee296 admin admin] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:56:16.216212 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f24bbf19-31d8-4484-8bd6-5230a41a4788 req-a0b58a6d-a511-420a-9883-9472ff68e0d0 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:16.228109 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4fd295a-173b-4e76-81ea-d01d871ffe9c admin admin] Made reservation on behalf of 4bf4cdc5515a40d7ad05decd4185164d for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:56:16.231325 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f4fd295a-173b-4e76-81ea-d01d871ffe9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:16.255610 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a63d9a-b9ff-4ea8-8629-9c39632ee296 admin admin] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:56:16.285731 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f4fd295a-173b-4e76-81ea-d01d871ffe9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:16.375442 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9730c328-c586-400e-864a-6e92a4267b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:16.386293 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9730c328-c586-400e-864a-6e92a4267b17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:16.410392 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-9730c328-c586-400e-864a-6e92a4267b17 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fe30f209-4cd2-4008-9bb9-7f8a8918c0b6 HTTP/1.1" status: 204 len: 168 time: 1.0626929 Jul 23 23:56:16.416482 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b7a63d9a-b9ff-4ea8-8629-9c39632ee296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681761'] for router_interface, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:16.444151 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-45d0887e-6828-48f7-8b90-684b1ee21126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd6494f7-8a8b-49a0-b7de-28f8ad0996c9', 'name': 'tempest-FloatingIPDetailsTestJSON-899849631-router', 'tenant_id': '0fd81ea6b87045ae8bb506c525f3f25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': 'b5658dfe-ddef-4320-b26f-0d66dca6ca7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:56:09Z', 'updated_at': '2021-07-23T23:56:11Z', 'revision_number': 3, 'project_id': '0fd81ea6b87045ae8bb506c525f3f25c', 'gw_port': {'id': 'b5658dfe-ddef-4320-b26f-0d66dca6ca7d', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a2:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd6494f7-8a8b-49a0-b7de-28f8ad0996c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:56:10Z', 'updated_at': '2021-07-23T23:56:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:56:16.477089 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719e99db-99de-4335-8afc-88a6a4e7f76c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a72ef7cf-e736-4c22-956d-a39988197731,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:16.569413 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d0887e-6828-48f7-8b90-684b1ee21126 None None] The sync data for ids ['bd6494f7-8a8b-49a0-b7de-28f8ad0996c9'] in n-d-800088-16 is: [{'id': 'bd6494f7-8a8b-49a0-b7de-28f8ad0996c9', 'name': 'tempest-FloatingIPDetailsTestJSON-899849631-router', 'tenant_id': '0fd81ea6b87045ae8bb506c525f3f25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': 'b5658dfe-ddef-4320-b26f-0d66dca6ca7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:56:09Z', 'updated_at': '2021-07-23T23:56:11Z', 'revision_number': 3, 'project_id': '0fd81ea6b87045ae8bb506c525f3f25c', 'gw_port': {'id': 'b5658dfe-ddef-4320-b26f-0d66dca6ca7d', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a2:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd6494f7-8a8b-49a0-b7de-28f8ad0996c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:56:10Z', 'updated_at': '2021-07-23T23:56:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:56:16.607601 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62969d33-87ba-46eb-a91d-366a7d57e706 x-openstack-request-id: req-62969d33-87ba-46eb-a91d-366a7d57e706 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:56:16.608204 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efc43cdd-8bcc-443c-b6b5-06d9c799f7de", "name": "network-vif-deleted", "tag": "2142bce5-bafd-40ae-86d2-b602b5a2ee6e", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:56:16.608687 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-62969d33-87ba-46eb-a91d-366a7d57e706 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:56:16.612453 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efc43cdd-8bcc-443c-b6b5-06d9c799f7de', 'name': 'network-vif-deleted', 'tag': '2142bce5-bafd-40ae-86d2-b602b5a2ee6e', 'status': 'completed', 'code': 200} Jul 23 23:56:16.713398 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f4fd295a-173b-4e76-81ea-d01d871ffe9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:16.719622 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f4fd295a-173b-4e76-81ea-d01d871ffe9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:16.776525 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fd295a-173b-4e76-81ea-d01d871ffe9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a16f02-f26a-49c1-96bc-7a836b8e346f,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:16.827406 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4fd295a-173b-4e76-81ea-d01d871ffe9c admin admin] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:56:16.831196 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-30e6f368-c395-41a2-add8-089c665136c5 req-b14a40d5-62a2-46a2-b2e8-df7dbc5be139 tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] 10.222.0.44 "GET /v2.0/ports?device_id=572b798d-a1c9-4e15-afa2-cae7b0b983fe HTTP/1.1" status: 200 len: 210 time: 0.0623977 Jul 23 23:56:16.842817 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f4fd295a-173b-4e76-81ea-d01d871ffe9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:16.843188 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-f4fd295a-173b-4e76-81ea-d01d871ffe9c admin admin] Added segment 7706e308-45fe-47c4-babd-3fda7f234b49 of type vlan for network 85c9f26f-731d-44b5-92b1-ca68826725b8 Jul 23 23:56:16.846409 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9730c328-c586-400e-864a-6e92a4267b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe30f209-4cd2-4008-9bb9-7f8a8918c0b6,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:16.886717 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f24bbf19-31d8-4484-8bd6-5230a41a4788 req-a0b58a6d-a511-420a-9883-9472ff68e0d0 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:16.924841 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9f7d478b-eced-4c42-8ffc-a695b751947a None None] Provisioning for port e731a4ee-0374-48e0-badc-925972159b2b completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:56:16.938436 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9f7d478b-eced-4c42-8ffc-a695b751947a None None] Provisioning complete for port e731a4ee-0374-48e0-badc-925972159b2b triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:56:16.938995 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9f7d478b-eced-4c42-8ffc-a695b751947a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:16.965290 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f4fd295a-173b-4e76-81ea-d01d871ffe9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:16.989600 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f24bbf19-31d8-4484-8bd6-5230a41a4788 req-a0b58a6d-a511-420a-9883-9472ff68e0d0 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:16.993362 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f24bbf19-31d8-4484-8bd6-5230a41a4788 req-a0b58a6d-a511-420a-9883-9472ff68e0d0 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:17.001684 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f24bbf19-31d8-4484-8bd6-5230a41a4788 req-a0b58a6d-a511-420a-9883-9472ff68e0d0 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "DELETE /v2.0/security-groups/6bf8aaf8-dfca-4194-87c0-a65b389e7da3 HTTP/1.1" status: 204 len: 173 time: 1.2230790 Jul 23 23:56:17.048591 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9f7d478b-eced-4c42-8ffc-a695b751947a None None] Port e731a4ee-0374-48e0-badc-925972159b2b cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:56:17.060984 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f4fd295a-173b-4e76-81ea-d01d871ffe9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:17.064332 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4fd295a-173b-4e76-81ea-d01d871ffe9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:17.065163 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f4fd295a-173b-4e76-81ea-d01d871ffe9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:17.073232 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b58a6d-a511-420a-9883-9472ff68e0d0 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf8aaf8-dfca-4194-87c0-a65b389e7da3,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:17.078228 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 44484) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:56:17.129792 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-f4fd295a-173b-4e76-81ea-d01d871ffe9c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1714911 Jul 23 23:56:17.132097 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44490) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:56:17.213406 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-53736673-8b41-4fc6-bd84-da0644f90c33 admin admin] Request body: {'subnet': {'network_id': '85c9f26f-731d-44b5-92b1-ca68826725b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-245800099-subnet', 'tenant_id': '4bf4cdc5515a40d7ad05decd4185164d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:56:17.280734 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b0bf111e-4841-462d-903e-53f7bf10294d req-beb3c211-fe00-4aae-9246-ab4945a160b3 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/security-groups/09831202-b7ea-42ed-9ef8-6e4a2bf5e0bc HTTP/1.1" status: 200 len: 1801 time: 0.2513723 Jul 23 23:56:17.284619 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-701510af-2ef7-42a3-9ab4-b139cab92013 admin admin] Deleting subnet fdcf25fd-2215-4a3b-8787-bb258e011407 {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:56:17.287147 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b7a63d9a-b9ff-4ea8-8629-9c39632ee296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:17.309678 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fd295a-173b-4e76-81ea-d01d871ffe9c admin admin] Pushing event updated for resources: {'Network': ['ID=85c9f26f-731d-44b5-92b1-ca68826725b8,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:17.312423 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-701510af-2ef7-42a3-9ab4-b139cab92013 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:17.329927 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 85c9f26f-731d-44b5-92b1-ca68826725b8 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:56:17.342794 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53736673-8b41-4fc6-bd84-da0644f90c33 admin admin] Made reservation on behalf of 4bf4cdc5515a40d7ad05decd4185164d for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:56:17.345642 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-53736673-8b41-4fc6-bd84-da0644f90c33 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:17.549177 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:17.584088 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-701510af-2ef7-42a3-9ab4-b139cab92013 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:17.692915 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-53736673-8b41-4fc6-bd84-da0644f90c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:17.703716 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device b5658dfe-ddef-4320-b26f-0d66dca6ca7d up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:56:17.802850 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53736673-8b41-4fc6-bd84-da0644f90c33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7fb4eeb-013a-4a61-a243-81e1ee8590a2,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:17.820840 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-701510af-2ef7-42a3-9ab4-b139cab92013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:17.843446 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port b5658dfe-ddef-4320-b26f-0d66dca6ca7d completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:56:17.848398 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port b5658dfe-ddef-4320-b26f-0d66dca6ca7d triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:56:17.848792 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:17.851063 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-b0bf111e-4841-462d-903e-53f7bf10294d req-719208ec-b570-46f9-a48b-dc9722ed6a3c tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:17.880141 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-b0bf111e-4841-462d-903e-53f7bf10294d req-719208ec-b570-46f9-a48b-dc9722ed6a3c tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:17.901603 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53736673-8b41-4fc6-bd84-da0644f90c33 admin admin] Checking segment: {'id': '7706e308-45fe-47c4-babd-3fda7f234b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '85c9f26f-731d-44b5-92b1-ca68826725b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:56:17.901985 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53736673-8b41-4fc6-bd84-da0644f90c33 admin admin] Network hostable DHCP agents. Network: 85c9f26f-731d-44b5-92b1-ca68826725b8, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:56:17.941483 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53736673-8b41-4fc6-bd84-da0644f90c33 admin admin] Network 85c9f26f-731d-44b5-92b1-ca68826725b8 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:56:17.964194 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-53736673-8b41-4fc6-bd84-da0644f90c33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 85c9f26f-731d-44b5-92b1-ca68826725b8) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:56:17.968858 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53736673-8b41-4fc6-bd84-da0644f90c33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:17.969797 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-53736673-8b41-4fc6-bd84-da0644f90c33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:17.991114 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-53736673-8b41-4fc6-bd84-da0644f90c33 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8408201 Jul 23 23:56:17.998185 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0fb6af6-2b03-47bf-b6c8-48a2205dbfd2 None None] Network 85c9f26f-731d-44b5-92b1-ca68826725b8 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:56:17.999545 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44514) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:56:18.009555 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-272abda3-f0fa-47c6-b170-604ecdcbe29a admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-245800099-router', 'tenant_id': '4bf4cdc5515a40d7ad05decd4185164d', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:56:18.025541 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-b0bf111e-4841-462d-903e-53f7bf10294d req-719208ec-b570-46f9-a48b-dc9722ed6a3c tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:18.029299 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-b0bf111e-4841-462d-903e-53f7bf10294d req-719208ec-b570-46f9-a48b-dc9722ed6a3c tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:18.030847 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b0bf111e-4841-462d-903e-53f7bf10294d req-719208ec-b570-46f9-a48b-dc9722ed6a3c tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "DELETE /v2.0/security-groups/09831202-b7ea-42ed-9ef8-6e4a2bf5e0bc HTTP/1.1" status: 204 len: 173 time: 0.7260072 Jul 23 23:56:18.069515 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719208ec-b570-46f9-a48b-dc9722ed6a3c tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09831202-b7ea-42ed-9ef8-6e4a2bf5e0bc,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:18.071051 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-272abda3-f0fa-47c6-b170-604ecdcbe29a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:18.085270 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-272abda3-f0fa-47c6-b170-604ecdcbe29a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:18.090770 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-e4db00a8-0fa1-4764-bbf7-4644b298ebca req-21e5664b-f25c-4f0a-bf3e-8d68ff1092c3 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1252303120', 'description': 'tempest-description-235525785'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:56:18.222608 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-e4db00a8-0fa1-4764-bbf7-4644b298ebca req-21e5664b-f25c-4f0a-bf3e-8d68ff1092c3 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:18.245410 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-701510af-2ef7-42a3-9ab4-b139cab92013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:18.248685 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4b473c18-d75c-42c4-9868-d86086440049 req-e1d08d08-06d3-46e9-8a3e-4656710bac8f tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] 10.222.0.44 "GET /v2.0/ports?device_id=572b798d-a1c9-4e15-afa2-cae7b0b983fe HTTP/1.1" status: 200 len: 210 time: 0.1298482 Jul 23 23:56:18.265275 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b7a63d9a-b9ff-4ea8-8629-9c39632ee296 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:18.303883 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9d878c53-bd80-409a-9d8d-0f99494b5a98 req-6ed86ac7-0e6b-4fbf-9467-a4f0d6929f33 tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=8120a1a28c3146168abedc648031daec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0953779 Jul 23 23:56:18.306744 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:18.323025 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-701510af-2ef7-42a3-9ab4-b139cab92013 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:18.326524 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-701510af-2ef7-42a3-9ab4-b139cab92013 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/fdcf25fd-2215-4a3b-8787-bb258e011407 HTTP/1.1" status: 204 len: 168 time: 1.2461352 Jul 23 23:56:18.328502 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701510af-2ef7-42a3-9ab4-b139cab92013 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdcf25fd-2215-4a3b-8787-bb258e011407,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:18.356833 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port b5658dfe-ddef-4320-b26f-0d66dca6ca7d, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=b5658dfe-ddef-4320-b26f-0d66dca6ca7d,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:56:18.382421 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44526) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:56:18.424575 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:18.442688 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-e4db00a8-0fa1-4764-bbf7-4644b298ebca req-21e5664b-f25c-4f0a-bf3e-8d68ff1092c3 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:18.451970 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b7a63d9a-b9ff-4ea8-8629-9c39632ee296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:18.473354 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62594ec6-46f9-4fd1-9ec7-40cda163c4f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-85c9f26f-731d-44b5-92b1-ca68826725b8', 'network_id': '85c9f26f-731d-44b5-92b1-ca68826725b8', 'tenant_id': '4bf4cdc5515a40d7ad05decd4185164d', 'fixed_ips': [{'subnet_id': 'b7fb4eeb-013a-4a61-a243-81e1ee8590a2'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:56:18.474227 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-62594ec6-46f9-4fd1-9ec7-40cda163c4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:18.538324 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-272abda3-f0fa-47c6-b170-604ecdcbe29a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:18.544415 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=b5658dfe-ddef-4320-b26f-0d66dca6ca7d,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:18.558339 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a63d9a-b9ff-4ea8-8629-9c39632ee296 admin admin] Pushing event updated for resources: {'Port': ['ID=e731a4ee-0374-48e0-badc-925972159b2b,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:18.560376 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-e4db00a8-0fa1-4764-bbf7-4644b298ebca req-21e5664b-f25c-4f0a-bf3e-8d68ff1092c3 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:18.560580 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-37906cd9-c187-422f-a23a-497b7dfa004d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:18.602246 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e5664b-f25c-4f0a-bf3e-8d68ff1092c3 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13dca66b-e846-49fe-83ea-5b538688bd7b,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:18.629272 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b7a63d9a-b9ff-4ea8-8629-9c39632ee296 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680980'] for router_interface, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:18.636880 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-e4db00a8-0fa1-4764-bbf7-4644b298ebca req-21e5664b-f25c-4f0a-bf3e-8d68ff1092c3 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:18.651734 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e4db00a8-0fa1-4764-bbf7-4644b298ebca req-21e5664b-f25c-4f0a-bf3e-8d68ff1092c3 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5717781 Jul 23 23:56:18.709333 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d878c53-bd80-409a-9d8d-0f99494b5a98 req-b6158bbd-61ae-4451-a2b7-efc8495829e6 tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:18.711419 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9d878c53-bd80-409a-9d8d-0f99494b5a98 req-b6158bbd-61ae-4451-a2b7-efc8495829e6 tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3928497 Jul 23 23:56:18.721465 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 44540) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:56:18.781837 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-9d878c53-bd80-409a-9d8d-0f99494b5a98 req-9876d5bb-1c67-4dcc-9920-c83fdb15a2ad tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] Request body: {'port': {'device_id': '572b798d-a1c9-4e15-afa2-cae7b0b983fe', 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2', 'admin_state_up': True, 'tenant_id': '8120a1a28c3146168abedc648031daec'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:56:18.788880 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-62594ec6-46f9-4fd1-9ec7-40cda163c4f7 None None] Allocated IP 172.20.0.2 (85c9f26f-731d-44b5-92b1-ca68826725b8/b7fb4eeb-013a-4a61-a243-81e1ee8590a2/654564b1-e021-48ed-9391-87f83bea8866) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:56:18.816485 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a63d9a-b9ff-4ea8-8629-9c39632ee296 admin admin] Network 67cd6731-c51e-4661-981e-c10a9702b4fd is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:56:18.827570 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-b7a63d9a-b9ff-4ea8-8629-9c39632ee296 admin admin] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:56:18.942597 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d878c53-bd80-409a-9d8d-0f99494b5a98 req-9876d5bb-1c67-4dcc-9920-c83fdb15a2ad tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] Made reservation on behalf of 8120a1a28c3146168abedc648031daec for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:56:18.951232 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-9d878c53-bd80-409a-9d8d-0f99494b5a98 req-9876d5bb-1c67-4dcc-9920-c83fdb15a2ad tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:19.007373 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-9d878c53-bd80-409a-9d8d-0f99494b5a98 req-9876d5bb-1c67-4dcc-9920-c83fdb15a2ad tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:19.072120 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7a63d9a-b9ff-4ea8-8629-9c39632ee296 admin admin] Router bd6494f7-8a8b-49a0-b7de-28f8ad0996c9 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:56:19.104063 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-2c97f283-0af3-4af3-94f3-723c7806ae78 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-6718450-network', 'tenant_id': 'd9405b5ff79541cbb5225ec709273225'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:56:19.111739 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-384373fa-09f4-4a92-8b2d-01d81ac80a0f req-c3fa7b51-a49c-41cc-96ba-283478d91831 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/security-groups/13dca66b-e846-49fe-83ea-5b538688bd7b HTTP/1.1" status: 200 len: 1800 time: 0.3984189 Jul 23 23:56:19.129340 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-62594ec6-46f9-4fd1-9ec7-40cda163c4f7 None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:19.134187 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-384373fa-09f4-4a92-8b2d-01d81ac80a0f req-b68e9e87-471b-4e3d-af0e-0f2654b094a3 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Request body: {'security_group': {'name': 'tempest-sg-hth-293687950', 'description': 'tempest-description-hth-899666897'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:56:19.174110 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-62594ec6-46f9-4fd1-9ec7-40cda163c4f7 None None] Transition to ACTIVE for port object 654564b1-e021-48ed-9391-87f83bea8866 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:56:19.217149 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-62594ec6-46f9-4fd1-9ec7-40cda163c4f7 None None] Transition to ACTIVE for port object 654564b1-e021-48ed-9391-87f83bea8866 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:56:19.226265 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-62594ec6-46f9-4fd1-9ec7-40cda163c4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:19.272015 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-272abda3-f0fa-47c6-b170-604ecdcbe29a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:19.280255 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-384373fa-09f4-4a92-8b2d-01d81ac80a0f req-b68e9e87-471b-4e3d-af0e-0f2654b094a3 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks [] for security_group, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:19.282772 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a63d9a-b9ff-4ea8-8629-9c39632ee296 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:56:19.291207 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-b7a63d9a-b9ff-4ea8-8629-9c39632ee296 admin admin] 10.222.0.44 "PUT /v2.0/routers/bd6494f7-8a8b-49a0-b7de-28f8ad0996c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0140572 Jul 23 23:56:19.314487 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62594ec6-46f9-4fd1-9ec7-40cda163c4f7 None None] Network 85c9f26f-731d-44b5-92b1-ca68826725b8 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:56:19.320581 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-62594ec6-46f9-4fd1-9ec7-40cda163c4f7 None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:56:19.333373 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62594ec6-46f9-4fd1-9ec7-40cda163c4f7 None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:56:19.342466 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-37906cd9-c187-422f-a23a-497b7dfa004d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:19.356224 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62594ec6-46f9-4fd1-9ec7-40cda163c4f7 None None] Pushing event updated for resources: {'Port': ['ID=654564b1-e021-48ed-9391-87f83bea8866,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:19.386623 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-37906cd9-c187-422f-a23a-497b7dfa004d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89bd9dba-6f02-4def-b80a-52db6e5b91d2']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:56:19.403661 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-96cc4d03-3b86-48a4-8383-0b9c155c3605 None None] Provisioning complete for port e731a4ee-0374-48e0-badc-925972159b2b triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:56:19.404798 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-96cc4d03-3b86-48a4-8383-0b9c155c3605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:19.418144 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-37906cd9-c187-422f-a23a-497b7dfa004d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1abc55ed-954b-4902-8ae7-65e0fced9124') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:56:19.418456 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-37906cd9-c187-422f-a23a-497b7dfa004d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1abc55ed-954b-4902-8ae7-65e0fced9124') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:56:19.446527 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-13581af9-9650-400c-9392-47c8e3cf7aac req-4ed8363c-abd6-4344-9182-7798a7cd7619 tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] 10.222.0.44 "GET /v2.0/ports?device_id=572b798d-a1c9-4e15-afa2-cae7b0b983fe HTTP/1.1" status: 200 len: 210 time: 0.0524814 Jul 23 23:56:19.460021 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-37906cd9-c187-422f-a23a-497b7dfa004d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:19.474185 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-9d878c53-bd80-409a-9d8d-0f99494b5a98 req-9876d5bb-1c67-4dcc-9920-c83fdb15a2ad tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:19.485243 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-62594ec6-46f9-4fd1-9ec7-40cda163c4f7 None None] Attempting to bind port 654564b1-e021-48ed-9391-87f83bea8866 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:56:19.485622 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-62594ec6-46f9-4fd1-9ec7-40cda163c4f7 None None] Attempting to bind port 654564b1-e021-48ed-9391-87f83bea8866 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '7706e308-45fe-47c4-babd-3fda7f234b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '85c9f26f-731d-44b5-92b1-ca68826725b8'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:56:19.485994 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62594ec6-46f9-4fd1-9ec7-40cda163c4f7 None None] Attempting to bind port 654564b1-e021-48ed-9391-87f83bea8866 on network 85c9f26f-731d-44b5-92b1-ca68826725b8 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:56:19.492718 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-384373fa-09f4-4a92-8b2d-01d81ac80a0f req-b68e9e87-471b-4e3d-af0e-0f2654b094a3 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks [] for security_group, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:19.495960 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-9d878c53-bd80-409a-9d8d-0f99494b5a98 req-9876d5bb-1c67-4dcc-9920-c83fdb15a2ad tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:19.497055 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62594ec6-46f9-4fd1-9ec7-40cda163c4f7 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:56:19.497498 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62594ec6-46f9-4fd1-9ec7-40cda163c4f7 None None] Checking segment: {'id': '7706e308-45fe-47c4-babd-3fda7f234b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '85c9f26f-731d-44b5-92b1-ca68826725b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:56:19.497910 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-62594ec6-46f9-4fd1-9ec7-40cda163c4f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:19.498576 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62594ec6-46f9-4fd1-9ec7-40cda163c4f7 None None] Bound using segment: {'id': '7706e308-45fe-47c4-babd-3fda7f234b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '85c9f26f-731d-44b5-92b1-ca68826725b8'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:56:19.498955 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-62594ec6-46f9-4fd1-9ec7-40cda163c4f7 None None] Bound port: 654564b1-e021-48ed-9391-87f83bea8866, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7706e308-45fe-47c4-babd-3fda7f234b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '85c9f26f-731d-44b5-92b1-ca68826725b8'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:56:19.499340 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-62594ec6-46f9-4fd1-9ec7-40cda163c4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:19.502889 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-96cc4d03-3b86-48a4-8383-0b9c155c3605 None None] Port e731a4ee-0374-48e0-badc-925972159b2b cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:56:19.514496 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c97f283-0af3-4af3-94f3-723c7806ae78 admin admin] Made reservation on behalf of d9405b5ff79541cbb5225ec709273225 for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:56:19.520459 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2c97f283-0af3-4af3-94f3-723c7806ae78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:19.528264 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-37906cd9-c187-422f-a23a-497b7dfa004d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:19.530437 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-384373fa-09f4-4a92-8b2d-01d81ac80a0f req-b68e9e87-471b-4e3d-af0e-0f2654b094a3 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:19.533096 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-384373fa-09f4-4a92-8b2d-01d81ac80a0f req-b68e9e87-471b-4e3d-af0e-0f2654b094a3 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:19.537519 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2c97f283-0af3-4af3-94f3-723c7806ae78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:19.547487 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-384373fa-09f4-4a92-8b2d-01d81ac80a0f req-b68e9e87-471b-4e3d-af0e-0f2654b094a3 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "PUT /v2.0/security-groups/13dca66b-e846-49fe-83ea-5b538688bd7b HTTP/1.1" status: 200 len: 1773 time: 0.4140549 Jul 23 23:56:19.590091 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37906cd9-c187-422f-a23a-497b7dfa004d admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:56:19.591943 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-37906cd9-c187-422f-a23a-497b7dfa004d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:19.629996 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 23 23:56:19.629996 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:56:19.629996 n-d-800088-16 neutron-server[100313]: timer() Jul 23 23:56:19.629996 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:56:19.629996 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 23 23:56:19.629996 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:56:19.629996 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 23 23:56:19.629996 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:56:19.629996 n-d-800088-16 neutron-server[100313]: self._notify() Jul 23 23:56:19.629996 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:56:19.629996 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 23 23:56:19.629996 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:56:19.629996 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 23 23:56:19.629996 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:56:19.629996 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:56:19.629996 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:56:19.629996 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:56:19.629996 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:56:19.629996 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 23 23:56:19.629996 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:56:19.629996 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 23 23:56:19.629996 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:56:19.629996 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:56:19.629996 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:56:19.629996 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 23 23:56:19.629996 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:56:19.629996 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:56:19.629996 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:56:19.629996 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:56:19.629996 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:56:19.629996 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:56:19.629996 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:56:19.637924 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa549ea-bc8a-49ce-9409-4fac1e570362 None None] Sync routers for ids ['bd6494f7-8a8b-49a0-b7de-28f8ad0996c9'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:56:19.655499 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-62594ec6-46f9-4fd1-9ec7-40cda163c4f7 None None] For port 654564b1-e021-48ed-9391-87f83bea8866, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:56:19.660567 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-62594ec6-46f9-4fd1-9ec7-40cda163c4f7 None None] For port 654564b1-e021-48ed-9391-87f83bea8866, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=654564b1-e021-48ed-9391-87f83bea8866,segment=NetworkSegment(7706e308-45fe-47c4-babd-3fda7f234b49),segment_id=7706e308-45fe-47c4-babd-3fda7f234b49)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:56:19.661700 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa549ea-bc8a-49ce-9409-4fac1e570362 None None] Routers {'bd6494f7-8a8b-49a0-b7de-28f8ad0996c9'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:56:19.663670 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-caa549ea-bc8a-49ce-9409-4fac1e570362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:55:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['bd6494f7-8a8b-49a0-b7de-28f8ad0996c9'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:56:19.667745 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9876d5bb-1c67-4dcc-9920-c83fdb15a2ad tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5fa8a0-642c-4d38-a590-25f2d1268bb1,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:19.670250 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-62594ec6-46f9-4fd1-9ec7-40cda163c4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:19.698621 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device b5658dfe-ddef-4320-b26f-0d66dca6ca7d up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:56:19.804234 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62594ec6-46f9-4fd1-9ec7-40cda163c4f7 None None] Pushing event updated for resources: {'Port': ['ID=654564b1-e021-48ed-9391-87f83bea8866,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:19.818845 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port b5658dfe-ddef-4320-b26f-0d66dca6ca7d triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:56:19.819229 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:19.869299 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-caa549ea-bc8a-49ce-9409-4fac1e570362 None None] Set router bd6494f7-8a8b-49a0-b7de-28f8ad0996c9 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:56:19.922612 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6d0eaa84-2693-46c3-a171-df0d4d538999 req-2452f2c7-4297-43ec-8a5b-a6221d85634b tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2467070 Jul 23 23:56:19.949622 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-6d0eaa84-2693-46c3-a171-df0d4d538999 req-da5599d8-718c-423d-9631-7197e2895cee tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Request body: {'floatingip': {'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:56:20.011602 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2c97f283-0af3-4af3-94f3-723c7806ae78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:20.020452 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2c97f283-0af3-4af3-94f3-723c7806ae78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:20.062159 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c97f283-0af3-4af3-94f3-723c7806ae78 admin admin] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:56:20.082709 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c97f283-0af3-4af3-94f3-723c7806ae78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:20.097312 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2c97f283-0af3-4af3-94f3-723c7806ae78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:20.097676 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-2c97f283-0af3-4af3-94f3-723c7806ae78 admin admin] Added segment d250a78c-273d-4c00-aeaa-fc87cc957e9a of type vlan for network cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed Jul 23 23:56:20.156868 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-6d0eaa84-2693-46c3-a171-df0d4d538999 req-da5599d8-718c-423d-9631-7197e2895cee tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Notify callbacks [] for floatingip, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:20.163762 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2c97f283-0af3-4af3-94f3-723c7806ae78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:20.173907 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-caa549ea-bc8a-49ce-9409-4fac1e570362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd6494f7-8a8b-49a0-b7de-28f8ad0996c9', 'name': 'tempest-FloatingIPDetailsTestJSON-899849631-router', 'tenant_id': '0fd81ea6b87045ae8bb506c525f3f25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': 'b5658dfe-ddef-4320-b26f-0d66dca6ca7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:56:09Z', 'updated_at': '2021-07-23T23:56:17Z', 'revision_number': 4, 'project_id': '0fd81ea6b87045ae8bb506c525f3f25c', 'gw_port': {'id': 'b5658dfe-ddef-4320-b26f-0d66dca6ca7d', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6494f7-8a8b-49a0-b7de-28f8ad0996c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:56:10Z', 'updated_at': '2021-07-23T23:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'e731a4ee-0374-48e0-badc-925972159b2b', 'name': '', 'network_id': '67cd6731-c51e-4661-981e-c10a9702b4fd', 'tenant_id': '0fd81ea6b87045ae8bb506c525f3f25c', 'mac_address': 'fa:16:3e:d8:a9:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd6494f7-8a8b-49a0-b7de-28f8ad0996c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '943164cc-4083-4e79-8aeb-49ca358b9898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:56:14Z', 'updated_at': '2021-07-23T23:56:17Z', 'revision_number': 2, 'project_id': '0fd81ea6b87045ae8bb506c525f3f25c', 'subnets': [{'id': '943164cc-4083-4e79-8aeb-49ca358b9898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:56:20.208319 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa549ea-bc8a-49ce-9409-4fac1e570362 None None] Checking router: bd6494f7-8a8b-49a0-b7de-28f8ad0996c9 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:56:20.209168 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa549ea-bc8a-49ce-9409-4fac1e570362 None None] Updating router bd6494f7-8a8b-49a0-b7de-28f8ad0996c9 port e731a4ee-0374-48e0-badc-925972159b2b binding host n-d-800088-16 {{(pid=100316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:56:20.224858 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2c97f283-0af3-4af3-94f3-723c7806ae78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:20.225810 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c97f283-0af3-4af3-94f3-723c7806ae78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:20.226468 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2c97f283-0af3-4af3-94f3-723c7806ae78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:20.259107 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-caa549ea-bc8a-49ce-9409-4fac1e570362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:20.259598 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-37906cd9-c187-422f-a23a-497b7dfa004d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:20.268191 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-2c97f283-0af3-4af3-94f3-723c7806ae78 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4833467 Jul 23 23:56:20.279932 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-37906cd9-c187-422f-a23a-497b7dfa004d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:20.281913 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-37906cd9-c187-422f-a23a-497b7dfa004d admin admin] 10.222.0.44 "DELETE /v2.0/networks/89bd9dba-6f02-4def-b80a-52db6e5b91d2 HTTP/1.1" status: 204 len: 168 time: 1.8943791 Jul 23 23:56:20.282493 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44578) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:56:20.292996 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-2ea7263e-d5f5-4b84-9019-6c24b1994008 admin admin] Request body: {'subnet': {'network_id': 'cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-6718450-subnet', 'tenant_id': 'd9405b5ff79541cbb5225ec709273225', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:56:20.307262 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5c537423-8078-4c46-a37d-4e50937b6494 req-1300539f-91ee-4419-b01a-494709e3ee7c tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/security-groups/13dca66b-e846-49fe-83ea-5b538688bd7b HTTP/1.1" status: 200 len: 1773 time: 0.6282625 Jul 23 23:56:20.353179 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c97f283-0af3-4af3-94f3-723c7806ae78 admin admin] Pushing event updated for resources: {'Network': ['ID=cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:20.354566 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37906cd9-c187-422f-a23a-497b7dfa004d admin admin] Pushing event deleted for resources: {'Network': ['ID=89bd9dba-6f02-4def-b80a-52db6e5b91d2,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:20.372449 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:56:20.403845 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-6d0eaa84-2693-46c3-a171-df0d4d538999 req-da5599d8-718c-423d-9631-7197e2895cee tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:20.417102 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68e9e87-471b-4e3d-af0e-0f2654b094a3 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13dca66b-e846-49fe-83ea-5b538688bd7b,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:20.516408 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44588) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:56:20.535178 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea7263e-d5f5-4b84-9019-6c24b1994008 admin admin] Made reservation on behalf of d9405b5ff79541cbb5225ec709273225 for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:56:20.537628 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2ea7263e-d5f5-4b84-9019-6c24b1994008 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:20.559250 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [req-6d0eaa84-2693-46c3-a171-df0d4d538999 req-da5599d8-718c-423d-9631-7197e2895cee tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Allocated IP 172.25.3.68 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/e1e351e7-37f4-4afe-929d-f71916d8bad9) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:56:20.594147 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-9d878c53-bd80-409a-9d8d-0f99494b5a98 req-9876d5bb-1c67-4dcc-9920-c83fdb15a2ad tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] Allocated IP 192.168.233.71 (603dff3b-80fe-44ec-a82a-8d8b74b0c3c2/ef73a7e1-c64a-41e3-9997-629475c7b6b1/f6543c05-84e8-4834-bbf5-d10898a5e48f) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:56:20.701628 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-6d0eaa84-2693-46c3-a171-df0d4d538999 req-da5599d8-718c-423d-9631-7197e2895cee tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:20.739704 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-caa549ea-bc8a-49ce-9409-4fac1e570362 None None] Notify callbacks [] for port, precommit_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:20.757550 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.provisioning_blocks [None req-caa549ea-bc8a-49ce-9409-4fac1e570362 None None] Transition to ACTIVE for port object e731a4ee-0374-48e0-badc-925972159b2b will not be triggered until provisioned by entity L2. {{(pid=100316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:56:20.757799 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-8b83e5f6-a341-449b-ae0d-32d219cdfb3e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=aa7d52fd9bd24093bac41a66f2540144&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2357023 Jul 23 23:56:20.758962 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4583aaa4-ee45-48ee-b8d4-cf5b41ff78b2 req-89a42618-21e0-4186-abf5-64cc23351cc7 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/security-groups/13dca66b-e846-49fe-83ea-5b538688bd7b HTTP/1.1" status: 200 len: 1773 time: 0.2837319 Jul 23 23:56:20.765752 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44590) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:56:20.772599 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-caa549ea-bc8a-49ce-9409-4fac1e570362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:20.882112 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434cf91b-85d4-48c0-ade6-2fbba7fed2d7 None None] Pushing event updated for resources: {'Port': ['ID=e731a4ee-0374-48e0-badc-925972159b2b,revision_number=3']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:20.923140 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434cf91b-85d4-48c0-ade6-2fbba7fed2d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:56:20.923140 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434cf91b-85d4-48c0-ade6-2fbba7fed2d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:56:20.923140 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434cf91b-85d4-48c0-ade6-2fbba7fed2d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:56:20.923140 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434cf91b-85d4-48c0-ade6-2fbba7fed2d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:56:20.923755 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434cf91b-85d4-48c0-ade6-2fbba7fed2d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:56:20.928698 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434cf91b-85d4-48c0-ade6-2fbba7fed2d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:56:20.929210 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434cf91b-85d4-48c0-ade6-2fbba7fed2d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:56:20.929716 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434cf91b-85d4-48c0-ade6-2fbba7fed2d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:56:20.930041 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434cf91b-85d4-48c0-ade6-2fbba7fed2d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:56:20.930942 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434cf91b-85d4-48c0-ade6-2fbba7fed2d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:56:20.931281 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434cf91b-85d4-48c0-ade6-2fbba7fed2d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:56:20.931618 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434cf91b-85d4-48c0-ade6-2fbba7fed2d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:56:21.021522 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-caa549ea-bc8a-49ce-9409-4fac1e570362 None None] Attempting to bind port e731a4ee-0374-48e0-badc-925972159b2b on host n-d-800088-16 for vnic_type normal with profile {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:56:21.021903 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-caa549ea-bc8a-49ce-9409-4fac1e570362 None None] Attempting to bind port e731a4ee-0374-48e0-badc-925972159b2b by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '0751aa78-b62e-4205-807f-6b17571e4f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '67cd6731-c51e-4661-981e-c10a9702b4fd'}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:56:21.022977 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa549ea-bc8a-49ce-9409-4fac1e570362 None None] Attempting to bind port e731a4ee-0374-48e0-badc-925972159b2b on network 67cd6731-c51e-4661-981e-c10a9702b4fd {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:56:21.036993 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa549ea-bc8a-49ce-9409-4fac1e570362 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:56:21.037448 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa549ea-bc8a-49ce-9409-4fac1e570362 None None] Checking segment: {'id': '0751aa78-b62e-4205-807f-6b17571e4f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '67cd6731-c51e-4661-981e-c10a9702b4fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:56:21.037782 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-caa549ea-bc8a-49ce-9409-4fac1e570362 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:21.038314 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa549ea-bc8a-49ce-9409-4fac1e570362 None None] Bound using segment: {'id': '0751aa78-b62e-4205-807f-6b17571e4f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '67cd6731-c51e-4661-981e-c10a9702b4fd'} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:56:21.043227 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-caa549ea-bc8a-49ce-9409-4fac1e570362 None None] Bound port: e731a4ee-0374-48e0-badc-925972159b2b, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0751aa78-b62e-4205-807f-6b17571e4f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '67cd6731-c51e-4661-981e-c10a9702b4fd'}}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:56:21.043642 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-caa549ea-bc8a-49ce-9409-4fac1e570362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:21.102852 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-29c0f7ff-f338-4a7c-98a3-38358e6c4992 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:21.160326 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-272abda3-f0fa-47c6-b170-604ecdcbe29a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:21.162192 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-4583aaa4-ee45-48ee-b8d4-cf5b41ff78b2 req-7118be0e-f5e4-40d7-81cb-c555e5e8c63b tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:21.164431 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-caa549ea-bc8a-49ce-9409-4fac1e570362 None None] For port e731a4ee-0374-48e0-badc-925972159b2b, host n-d-800088-16, cleared binding levels {{(pid=100316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:56:21.168133 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-caa549ea-bc8a-49ce-9409-4fac1e570362 None None] For port e731a4ee-0374-48e0-badc-925972159b2b, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=e731a4ee-0374-48e0-badc-925972159b2b,segment=NetworkSegment(0751aa78-b62e-4205-807f-6b17571e4f02),segment_id=0751aa78-b62e-4205-807f-6b17571e4f02)] {{(pid=100316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:56:21.191516 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-caa549ea-bc8a-49ce-9409-4fac1e570362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:21.215902 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-6d0eaa84-2693-46c3-a171-df0d4d538999 req-da5599d8-718c-423d-9631-7197e2895cee tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:21.225074 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-272abda3-f0fa-47c6-b170-604ecdcbe29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:21.229304 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6455fe-7f40-4187-a959-0c3ac09072d6 None None] Network 85c9f26f-731d-44b5-92b1-ca68826725b8 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:56:21.279892 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa549ea-bc8a-49ce-9409-4fac1e570362 None None] Routers {'bd6494f7-8a8b-49a0-b7de-28f8ad0996c9'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:56:21.280793 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d0eaa84-2693-46c3-a171-df0d4d538999 req-da5599d8-718c-423d-9631-7197e2895cee tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:56:21.284561 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-caa549ea-bc8a-49ce-9409-4fac1e570362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:55:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['bd6494f7-8a8b-49a0-b7de-28f8ad0996c9'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:56:21.288291 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [req-6d0eaa84-2693-46c3-a171-df0d4d538999 req-da5599d8-718c-423d-9631-7197e2895cee tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:56:21.293828 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d0eaa84-2693-46c3-a171-df0d4d538999 req-da5599d8-718c-423d-9631-7197e2895cee tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:56:21.319606 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-29c0f7ff-f338-4a7c-98a3-38358e6c4992 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:21.326378 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-d280e582-77a1-4a39-b5f3-769b480d7fca None None] Provisioning for port 654564b1-e021-48ed-9391-87f83bea8866 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:56:21.364262 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5599d8-718c-423d-9631-7197e2895cee tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Pushing event updated for resources: {'Port': ['ID=e1e351e7-37f4-4afe-929d-f71916d8bad9,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:21.426541 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434cf91b-85d4-48c0-ade6-2fbba7fed2d7 None None] Pushing event updated for resources: {'Port': ['ID=e731a4ee-0374-48e0-badc-925972159b2b,revision_number=4']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:21.472498 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-4583aaa4-ee45-48ee-b8d4-cf5b41ff78b2 req-7118be0e-f5e4-40d7-81cb-c555e5e8c63b tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:21.484659 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-caa549ea-bc8a-49ce-9409-4fac1e570362 None None] Set router bd6494f7-8a8b-49a0-b7de-28f8ad0996c9 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:56:21.495834 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-6d0eaa84-2693-46c3-a171-df0d4d538999 req-da5599d8-718c-423d-9631-7197e2895cee tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:21.571422 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-6d0eaa84-2693-46c3-a171-df0d4d538999 req-da5599d8-718c-423d-9631-7197e2895cee tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:21.577538 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-9d878c53-bd80-409a-9d8d-0f99494b5a98 req-9876d5bb-1c67-4dcc-9920-c83fdb15a2ad tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:21.592391 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2ea7263e-d5f5-4b84-9019-6c24b1994008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:21.689143 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 654564b1-e021-48ed-9391-87f83bea8866 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:56:21.689802 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-9d878c53-bd80-409a-9d8d-0f99494b5a98 req-9876d5bb-1c67-4dcc-9920-c83fdb15a2ad tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] Transition to ACTIVE for port object f6543c05-84e8-4834-bbf5-d10898a5e48f will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:56:21.743329 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-272abda3-f0fa-47c6-b170-604ecdcbe29a admin admin] Allocated IP 172.25.3.16 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/6fe8c1fa-9807-4413-a54b-aaaa2de7a505) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:56:21.756874 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-29c0f7ff-f338-4a7c-98a3-38358e6c4992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:21.759768 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-29c0f7ff-f338-4a7c-98a3-38358e6c4992 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:21.771080 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-29c0f7ff-f338-4a7c-98a3-38358e6c4992 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/40255853-605f-4748-a7c3-5d130efc6f20 HTTP/1.1" status: 204 len: 168 time: 0.9947050 Jul 23 23:56:21.815451 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 654564b1-e021-48ed-9391-87f83bea8866 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:56:21.823195 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 654564b1-e021-48ed-9391-87f83bea8866 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:56:21.823578 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:21.827725 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-caa549ea-bc8a-49ce-9409-4fac1e570362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd6494f7-8a8b-49a0-b7de-28f8ad0996c9', 'name': 'tempest-FloatingIPDetailsTestJSON-899849631-router', 'tenant_id': '0fd81ea6b87045ae8bb506c525f3f25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': 'b5658dfe-ddef-4320-b26f-0d66dca6ca7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:56:09Z', 'updated_at': '2021-07-23T23:56:17Z', 'revision_number': 4, 'project_id': '0fd81ea6b87045ae8bb506c525f3f25c', 'gw_port': {'id': 'b5658dfe-ddef-4320-b26f-0d66dca6ca7d', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6494f7-8a8b-49a0-b7de-28f8ad0996c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:56:10Z', 'updated_at': '2021-07-23T23:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'e731a4ee-0374-48e0-badc-925972159b2b', 'name': '', 'network_id': '67cd6731-c51e-4661-981e-c10a9702b4fd', 'tenant_id': '0fd81ea6b87045ae8bb506c525f3f25c', 'mac_address': 'fa:16:3e:d8:a9:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd6494f7-8a8b-49a0-b7de-28f8ad0996c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '943164cc-4083-4e79-8aeb-49ca358b9898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:56:14Z', 'updated_at': '2021-07-23T23:56:21Z', 'revision_number': 4, 'project_id': '0fd81ea6b87045ae8bb506c525f3f25c', 'subnets': [{'id': '943164cc-4083-4e79-8aeb-49ca358b9898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:56:21.840581 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea7263e-d5f5-4b84-9019-6c24b1994008 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dff00ee-bed2-4c8a-b785-e9725c9c9b9c,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:21.876249 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-4583aaa4-ee45-48ee-b8d4-cf5b41ff78b2 req-7118be0e-f5e4-40d7-81cb-c555e5e8c63b tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:21.879062 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-4583aaa4-ee45-48ee-b8d4-cf5b41ff78b2 req-7118be0e-f5e4-40d7-81cb-c555e5e8c63b tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:21.880325 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4583aaa4-ee45-48ee-b8d4-cf5b41ff78b2 req-7118be0e-f5e4-40d7-81cb-c555e5e8c63b tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "DELETE /v2.0/security-groups/13dca66b-e846-49fe-83ea-5b538688bd7b HTTP/1.1" status: 204 len: 173 time: 1.1087766 Jul 23 23:56:21.891170 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0f7ff-f338-4a7c-98a3-38358e6c4992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40255853-605f-4748-a7c3-5d130efc6f20,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:21.972557 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-6d0eaa84-2693-46c3-a171-df0d4d538999 req-da5599d8-718c-423d-9631-7197e2895cee tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:21.979785 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-6d0eaa84-2693-46c3-a171-df0d4d538999 req-da5599d8-718c-423d-9631-7197e2895cee tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:21.995580 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118be0e-f5e4-40d7-81cb-c555e5e8c63b tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13dca66b-e846-49fe-83ea-5b538688bd7b,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:22.075098 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea7263e-d5f5-4b84-9019-6c24b1994008 admin admin] Checking segment: {'id': 'd250a78c-273d-4c00-aeaa-fc87cc957e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:56:22.075537 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea7263e-d5f5-4b84-9019-6c24b1994008 admin admin] Network hostable DHCP agents. Network: cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:56:22.081833 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa549ea-bc8a-49ce-9409-4fac1e570362 None None] The sync data for ids ['bd6494f7-8a8b-49a0-b7de-28f8ad0996c9'] in n-d-800088-16 is: [{'id': 'bd6494f7-8a8b-49a0-b7de-28f8ad0996c9', 'name': 'tempest-FloatingIPDetailsTestJSON-899849631-router', 'tenant_id': '0fd81ea6b87045ae8bb506c525f3f25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': 'b5658dfe-ddef-4320-b26f-0d66dca6ca7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:56:09Z', 'updated_at': '2021-07-23T23:56:17Z', 'revision_number': 4, 'project_id': '0fd81ea6b87045ae8bb506c525f3f25c', 'gw_port': {'id': 'b5658dfe-ddef-4320-b26f-0d66dca6ca7d', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6494f7-8a8b-49a0-b7de-28f8ad0996c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:56:10Z', 'updated_at': '2021-07-23T23:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'e731a4ee-0374-48e0-badc-925972159b2b', 'name': '', 'network_id': '67cd6731-c51e-4661-981e-c10a9702b4fd', 'tenant_id': '0fd81ea6b87045ae8bb506c525f3f25c', 'mac_address': 'fa:16:3e:d8:a9:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd6494f7-8a8b-49a0-b7de-28f8ad0996c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '943164cc-4083-4e79-8aeb-49ca358b9898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:56:14Z', 'updated_at': '2021-07-23T23:56:21Z', 'revision_number': 4, 'project_id': '0fd81ea6b87045ae8bb506c525f3f25c', 'subnets': [{'id': '943164cc-4083-4e79-8aeb-49ca358b9898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:56:22.096066 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-9d878c53-bd80-409a-9d8d-0f99494b5a98 req-9876d5bb-1c67-4dcc-9920-c83fdb15a2ad tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:22.097221 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:22.101881 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5599d8-718c-423d-9631-7197e2895cee tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Pushing event updated for resources: {'Port': ['ID=e1e351e7-37f4-4afe-929d-f71916d8bad9,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:22.112227 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-6d0eaa84-2693-46c3-a171-df0d4d538999 req-da5599d8-718c-423d-9631-7197e2895cee tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:22.126378 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-e6046bef-5f1a-45bc-84b9-eb71e9f4e448 None None] Provisioning complete for port 654564b1-e021-48ed-9391-87f83bea8866 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:56:22.127061 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e6046bef-5f1a-45bc-84b9-eb71e9f4e448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:22.140267 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-6d0eaa84-2693-46c3-a171-df0d4d538999 req-da5599d8-718c-423d-9631-7197e2895cee tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:22.149521 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6d0eaa84-2693-46c3-a171-df0d4d538999 req-da5599d8-718c-423d-9631-7197e2895cee tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.2141941 Jul 23 23:56:22.200874 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 654564b1-e021-48ed-9391-87f83bea8866, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=654564b1-e021-48ed-9391-87f83bea8866,segment=NetworkSegment(7706e308-45fe-47c4-babd-3fda7f234b49),segment_id=7706e308-45fe-47c4-babd-3fda7f234b49)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:56:22.210876 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:22.258925 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6d0eaa84-2693-46c3-a171-df0d4d538999 req-500fbadb-4cbd-4d44-ae66-6455d0fa42d5 tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.3.68 HTTP/1.1" status: 200 len: 695 time: 0.0904069 Jul 23 23:56:22.292800 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d878c53-bd80-409a-9d8d-0f99494b5a98 req-9876d5bb-1c67-4dcc-9920-c83fdb15a2ad tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] Network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:56:22.294543 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea7263e-d5f5-4b84-9019-6c24b1994008 admin admin] Network cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:56:22.308899 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-272abda3-f0fa-47c6-b170-604ecdcbe29a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:22.316152 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-9d878c53-bd80-409a-9d8d-0f99494b5a98 req-9876d5bb-1c67-4dcc-9920-c83fdb15a2ad tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:56:22.321894 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=654564b1-e021-48ed-9391-87f83bea8866,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:22.325164 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d878c53-bd80-409a-9d8d-0f99494b5a98 req-9876d5bb-1c67-4dcc-9920-c83fdb15a2ad tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:56:22.372984 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9876d5bb-1c67-4dcc-9920-c83fdb15a2ad tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] Pushing event updated for resources: {'Port': ['ID=f6543c05-84e8-4834-bbf5-d10898a5e48f,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:22.381875 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-2ea7263e-d5f5-4b84-9019-6c24b1994008 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:56:22.401944 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea7263e-d5f5-4b84-9019-6c24b1994008 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:22.411924 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27149407-675f-4a31-a38f-9c84f21265ba None None] Network cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:56:22.412640 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2ea7263e-d5f5-4b84-9019-6c24b1994008 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:22.463538 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-2ea7263e-d5f5-4b84-9019-6c24b1994008 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.1750267 Jul 23 23:56:22.490780 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d878c53-bd80-409a-9d8d-0f99494b5a98 req-9876d5bb-1c67-4dcc-9920-c83fdb15a2ad tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:22.501134 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-9d878c53-bd80-409a-9d8d-0f99494b5a98 req-9876d5bb-1c67-4dcc-9920-c83fdb15a2ad tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:22.538770 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f48db5e-ae62-4b0f-a38a-05c8c1af86b7 req-ea15e008-981b-484a-84cd-f2c92e6f4303 tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:22.545621 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0eaa84-2693-46c3-a171-df0d4d538999 req-b894aeda-175b-4312-a8f7-101baf180cf9 tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:22.547216 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6d0eaa84-2693-46c3-a171-df0d4d538999 req-b894aeda-175b-4312-a8f7-101baf180cf9 tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] 10.222.0.44 "GET /v2.0/networks/9adcfee8-760c-4568-9e39-c221abf69bf5 HTTP/1.1" status: 200 len: 784 time: 0.2514369 Jul 23 23:56:22.552418 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2f48db5e-ae62-4b0f-a38a-05c8c1af86b7 req-ea15e008-981b-484a-84cd-f2c92e6f4303 tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] 10.222.0.44 "GET /v2.0/ports?device_id=572b798d-a1c9-4e15-afa2-cae7b0b983fe HTTP/1.1" status: 200 len: 935 time: 0.4732211 Jul 23 23:56:22.585749 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f5d34b10-1bbd-473c-9502-37cbede207fe req-f3dad9e0-d801-4b5c-9fce-7a2e79db3baf service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4826a11b-315d-41f7-90dc-ced354b0e407&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3256195 Jul 23 23:56:22.649722 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9d878c53-bd80-409a-9d8d-0f99494b5a98 req-9876d5bb-1c67-4dcc-9920-c83fdb15a2ad tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9217193 Jul 23 23:56:22.650965 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-272abda3-f0fa-47c6-b170-604ecdcbe29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:22.712258 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-9d878c53-bd80-409a-9d8d-0f99494b5a98 req-ea7af360-73e6-4402-80af-c308bf6d4d41 service neutron] Request body: {'port': {'device_id': '572b798d-a1c9-4e15-afa2-cae7b0b983fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:56:22.759275 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aecba080-0076-40a2-82d9-816d843fe2ca None None] Network cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:56:22.785052 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d34b10-1bbd-473c-9502-37cbede207fe req-6bc2b09c-f7de-4fc7-afd0-771089bd5408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:22.787160 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f5d34b10-1bbd-473c-9502-37cbede207fe req-6bc2b09c-f7de-4fc7-afd0-771089bd5408 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=55262526535943308d0fc348b3327b0d&device_id=4826a11b-315d-41f7-90dc-ced354b0e407 HTTP/1.1" status: 200 len: 1175 time: 0.1311131 Jul 23 23:56:22.793471 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2f48db5e-ae62-4b0f-a38a-05c8c1af86b7 req-7b2c47b7-4ac3-4743-bbe8-c4cd713cd60e tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc5fa8a0-642c-4d38-a590-25f2d1268bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399862 Jul 23 23:56:22.865384 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272abda3-f0fa-47c6-b170-604ecdcbe29a admin admin] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:56:22.885911 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-272abda3-f0fa-47c6-b170-604ecdcbe29a admin admin] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:56:22.895901 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272abda3-f0fa-47c6-b170-604ecdcbe29a admin admin] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:56:23.119248 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272abda3-f0fa-47c6-b170-604ecdcbe29a admin admin] Pushing event updated for resources: {'Port': ['ID=6fe8c1fa-9807-4413-a54b-aaaa2de7a505,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:23.154589 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-9d878c53-bd80-409a-9d8d-0f99494b5a98 req-ea7af360-73e6-4402-80af-c308bf6d4d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:23.161323 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [req-7386ac64-db44-4c1a-86d7-8bed562c50b6 req-cc642ec2-5da3-4411-a9a1-93af60413910 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] show failed (client error): The resource could not be found. Jul 23 23:56:23.170414 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7386ac64-db44-4c1a-86d7-8bed562c50b6 req-cc642ec2-5da3-4411-a9a1-93af60413910 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/security-groups/09831202-b7ea-42ed-9ef8-6e4a2bf5e0bc HTTP/1.1" status: 404 len: 352 time: 0.1635191 Jul 23 23:56:23.195580 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d34b10-1bbd-473c-9502-37cbede207fe req-42fa9272-16eb-48a0-b255-21259b60d5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:23.199992 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f5d34b10-1bbd-473c-9502-37cbede207fe req-42fa9272-16eb-48a0-b255-21259b60d5a9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b8906f93-94f4-4245-b6a8-bfe9f5af486b HTTP/1.1" status: 200 len: 913 time: 0.3867462 Jul 23 23:56:23.234702 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-b9796a7c-b381-42d3-8336-d6c39b6bcd1b None None] Provisioning for port f6543c05-84e8-4834-bbf5-d10898a5e48f completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:56:23.258222 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-b9796a7c-b381-42d3-8336-d6c39b6bcd1b None None] Provisioning complete for port f6543c05-84e8-4834-bbf5-d10898a5e48f triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:56:23.258683 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b9796a7c-b381-42d3-8336-d6c39b6bcd1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:23.262052 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e937f376-66da-42e9-b914-6129f5020ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:23.262276 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f5d34b10-1bbd-473c-9502-37cbede207fe req-1a7492ab-80df-44c3-b450-f0dd909e50bf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=202ded10-077c-4d14-a81c-06f692f89f84 HTTP/1.1" status: 200 len: 217 time: 0.0546899 Jul 23 23:56:23.282530 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6fedddfe-9324-42ab-98e8-e4969710f449 req-cad1b05e-dd94-4c1d-9657-7000ad378899 tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4302089 Jul 23 23:56:23.292394 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 44636) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:56:23.297374 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-6fedddfe-9324-42ab-98e8-e4969710f449 req-1cf0ba71-cb96-42b9-b724-ac9696330712 tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Request body: {'floatingip': {'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:56:23.372973 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d34b10-1bbd-473c-9502-37cbede207fe req-563958dd-f97a-474d-90bf-c2a40ba8773a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:23.374553 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f5d34b10-1bbd-473c-9502-37cbede207fe req-563958dd-f97a-474d-90bf-c2a40ba8773a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=abff5f68-fd48-495e-a37c-bc1705b61fd1 HTTP/1.1" status: 200 len: 852 time: 0.0834606 Jul 23 23:56:23.375811 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-6fedddfe-9324-42ab-98e8-e4969710f449 req-1cf0ba71-cb96-42b9-b724-ac9696330712 tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Notify callbacks [] for floatingip, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:23.451224 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f5d34b10-1bbd-473c-9502-37cbede207fe req-ebac119e-51b8-45c8-952b-3b184cb10a6d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b8906f93-94f4-4245-b6a8-bfe9f5af486b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545137 Jul 23 23:56:23.482529 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-b9796a7c-b381-42d3-8336-d6c39b6bcd1b None None] Port f6543c05-84e8-4834-bbf5-d10898a5e48f cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:56:23.507195 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-621eefb3-6c6e-4cc5-8ee9-520dfc53219f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1786652488-network', 'tenant_id': '5e96c0febc7b4dc580b4820ccf6600d4'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:56:23.514621 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [req-fc1e9505-08b5-4445-9408-03f1235f7b31 req-33d27f57-9422-4fac-b600-6c3824d2e287 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] show failed (client error): The resource could not be found. Jul 23 23:56:23.531708 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fc1e9505-08b5-4445-9408-03f1235f7b31 req-33d27f57-9422-4fac-b600-6c3824d2e287 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/security-groups/6bf8aaf8-dfca-4194-87c0-a65b389e7da3 HTTP/1.1" status: 404 len: 352 time: 0.0638146 Jul 23 23:56:23.667819 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-621eefb3-6c6e-4cc5-8ee9-520dfc53219f admin admin] Made reservation on behalf of 5e96c0febc7b4dc580b4820ccf6600d4 for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:56:23.670039 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-621eefb3-6c6e-4cc5-8ee9-520dfc53219f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:23.694837 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f5d34b10-1bbd-473c-9502-37cbede207fe req-8755d825-11c9-409f-827f-2290d1163d3f service neutron] 10.222.0.64 "GET /v2.0/networks/b8906f93-94f4-4245-b6a8-bfe9f5af486b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343676 Jul 23 23:56:23.699751 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-621eefb3-6c6e-4cc5-8ee9-520dfc53219f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:23.747830 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [req-69d8606d-7b09-4cc7-a4f1-553bd328dfdc req-087f1d72-e62e-4f67-9cf7-05d7b1e3dd64 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] show failed (client error): The resource could not be found. Jul 23 23:56:23.765529 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-69d8606d-7b09-4cc7-a4f1-553bd328dfdc req-087f1d72-e62e-4f67-9cf7-05d7b1e3dd64 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/security-groups/f8a58441-8617-4a14-9978-897dd000f380 HTTP/1.1" status: 404 len: 352 time: 0.1105900 Jul 23 23:56:23.784884 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44660) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:56:23.798330 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device e731a4ee-0374-48e0-badc-925972159b2b up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:56:23.809692 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-a6ed64ba-f95b-4795-8b0e-9c6fd4ab6a21 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-553711726-network', 'tenant_id': '7d72002547d0484bb911a59158ec5071'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:56:23.901633 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port e731a4ee-0374-48e0-badc-925972159b2b completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:56:23.908368 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port e731a4ee-0374-48e0-badc-925972159b2b triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:56:23.908761 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:23.916874 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-9d878c53-bd80-409a-9d8d-0f99494b5a98 req-ea7af360-73e6-4402-80af-c308bf6d4d41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6543c05-84e8-4834-bbf5-d10898a5e48f {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:56:23.932506 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-9d878c53-bd80-409a-9d8d-0f99494b5a98 req-ea7af360-73e6-4402-80af-c308bf6d4d41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:23.966512 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-9d878c53-bd80-409a-9d8d-0f99494b5a98 req-ea7af360-73e6-4402-80af-c308bf6d4d41 service neutron] Transition to ACTIVE for port object f6543c05-84e8-4834-bbf5-d10898a5e48f will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:56:23.981567 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-9d878c53-bd80-409a-9d8d-0f99494b5a98 req-ea7af360-73e6-4402-80af-c308bf6d4d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:23.993311 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-6fedddfe-9324-42ab-98e8-e4969710f449 req-1cf0ba71-cb96-42b9-b724-ac9696330712 tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:24.000054 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f5d34b10-1bbd-473c-9502-37cbede207fe req-7f7dce80-1e4e-415e-9098-88dab1f5ae95 service neutron] 10.222.0.64 "GET /v2.0/networks/b8906f93-94f4-4245-b6a8-bfe9f5af486b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955749 Jul 23 23:56:24.009122 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [req-42f47c7f-fd54-4c61-b6e1-0f54ba4b3309 req-22997450-dad5-4797-8e72-e624374d5a07 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] show failed (client error): The resource could not be found. Jul 23 23:56:24.010644 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-42f47c7f-fd54-4c61-b6e1-0f54ba4b3309 req-22997450-dad5-4797-8e72-e624374d5a07 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/security-groups/0f706913-b8ca-4d37-bd58-f53191f40e9d HTTP/1.1" status: 404 len: 352 time: 0.0465729 Jul 23 23:56:24.022372 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-621eefb3-6c6e-4cc5-8ee9-520dfc53219f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:24.071286 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ed64ba-f95b-4795-8b0e-9c6fd4ab6a21 admin admin] Made reservation on behalf of 7d72002547d0484bb911a59158ec5071 for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:56:24.080389 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a6ed64ba-f95b-4795-8b0e-9c6fd4ab6a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:24.087919 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:24.097438 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-621eefb3-6c6e-4cc5-8ee9-520dfc53219f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:24.136896 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a6ed64ba-f95b-4795-8b0e-9c6fd4ab6a21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:24.150849 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-621eefb3-6c6e-4cc5-8ee9-520dfc53219f admin admin] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:56:24.154265 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7af360-73e6-4402-80af-c308bf6d4d41 service neutron] Pushing event updated for resources: {'Port': ['ID=f6543c05-84e8-4834-bbf5-d10898a5e48f,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:24.161587 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port e731a4ee-0374-48e0-badc-925972159b2b, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=e731a4ee-0374-48e0-badc-925972159b2b,segment=NetworkSegment(0751aa78-b62e-4205-807f-6b17571e4f02),segment_id=0751aa78-b62e-4205-807f-6b17571e4f02)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:56:24.167913 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:24.170716 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 654564b1-e021-48ed-9391-87f83bea8866 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:56:24.193585 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621eefb3-6c6e-4cc5-8ee9-520dfc53219f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1912b32f-c316-49ef-a3a5-c5567f5f87c5,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:24.199316 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-621eefb3-6c6e-4cc5-8ee9-520dfc53219f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:24.199707 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-621eefb3-6c6e-4cc5-8ee9-520dfc53219f admin admin] Added segment 03f6d3bc-1613-474d-ab4e-2ce343284068 of type vlan for network 4716419a-bea3-4e9d-acf9-3fbc0197d354 Jul 23 23:56:24.206771 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-272abda3-f0fa-47c6-b170-604ecdcbe29a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:24.321273 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=e731a4ee-0374-48e0-badc-925972159b2b,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:24.326746 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-621eefb3-6c6e-4cc5-8ee9-520dfc53219f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:24.347955 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 654564b1-e021-48ed-9391-87f83bea8866 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:56:24.348384 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:24.358913 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [req-6fedddfe-9324-42ab-98e8-e4969710f449 req-1cf0ba71-cb96-42b9-b724-ac9696330712 tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Allocated IP 172.25.3.168 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/4bcce563-22ec-40ce-a983-0b0d4996d57d) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:56:24.411580 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 44670) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:56:24.443701 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-621eefb3-6c6e-4cc5-8ee9-520dfc53219f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:24.445093 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621eefb3-6c6e-4cc5-8ee9-520dfc53219f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:24.446901 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-621eefb3-6c6e-4cc5-8ee9-520dfc53219f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:24.486904 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-9d878c53-bd80-409a-9d8d-0f99494b5a98 req-ea7af360-73e6-4402-80af-c308bf6d4d41 service neutron] Attempting to bind port f6543c05-84e8-4834-bbf5-d10898a5e48f on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:56:24.487336 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-9d878c53-bd80-409a-9d8d-0f99494b5a98 req-ea7af360-73e6-4402-80af-c308bf6d4d41 service neutron] Attempting to bind port f6543c05-84e8-4834-bbf5-d10898a5e48f by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:56:24.487567 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d878c53-bd80-409a-9d8d-0f99494b5a98 req-ea7af360-73e6-4402-80af-c308bf6d4d41 service neutron] Attempting to bind port f6543c05-84e8-4834-bbf5-d10898a5e48f on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:56:24.504121 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b528a0e-ce45-4d5b-97ae-bba0b2ff5843 req-e0430187-34e5-41e0-80b1-873c572220f4 tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:24.505864 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9b528a0e-ce45-4d5b-97ae-bba0b2ff5843 req-e0430187-34e5-41e0-80b1-873c572220f4 tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] 10.222.0.44 "GET /v2.0/ports?device_id=572b798d-a1c9-4e15-afa2-cae7b0b983fe HTTP/1.1" status: 200 len: 947 time: 0.3609807 Jul 23 23:56:24.511677 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d878c53-bd80-409a-9d8d-0f99494b5a98 req-ea7af360-73e6-4402-80af-c308bf6d4d41 service neutron] Port f6543c05-84e8-4834-bbf5-d10898a5e48f on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:56:24.511968 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d878c53-bd80-409a-9d8d-0f99494b5a98 req-ea7af360-73e6-4402-80af-c308bf6d4d41 service neutron] Attempting to bind port f6543c05-84e8-4834-bbf5-d10898a5e48f on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:56:24.558341 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621eefb3-6c6e-4cc5-8ee9-520dfc53219f admin admin] Pushing event updated for resources: {'Network': ['ID=4716419a-bea3-4e9d-acf9-3fbc0197d354,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:24.572840 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 4716419a-bea3-4e9d-acf9-3fbc0197d354 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:56:24.591290 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-6fedddfe-9324-42ab-98e8-e4969710f449 req-1cf0ba71-cb96-42b9-b724-ac9696330712 tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:24.592037 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d878c53-bd80-409a-9d8d-0f99494b5a98 req-ea7af360-73e6-4402-80af-c308bf6d4d41 service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:56:24.592532 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d878c53-bd80-409a-9d8d-0f99494b5a98 req-ea7af360-73e6-4402-80af-c308bf6d4d41 service neutron] Checking segment: {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:56:24.593267 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d878c53-bd80-409a-9d8d-0f99494b5a98 req-ea7af360-73e6-4402-80af-c308bf6d4d41 service neutron] Bound using segment: {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:56:24.593267 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-9d878c53-bd80-409a-9d8d-0f99494b5a98 req-ea7af360-73e6-4402-80af-c308bf6d4d41 service neutron] Bound port: f6543c05-84e8-4834-bbf5-d10898a5e48f, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:56:24.593603 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-9d878c53-bd80-409a-9d8d-0f99494b5a98 req-ea7af360-73e6-4402-80af-c308bf6d4d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:24.611131 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-485078f0-85a7-4dd3-abfb-36a46815a3b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:24.663242 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-6fedddfe-9324-42ab-98e8-e4969710f449 req-1cf0ba71-cb96-42b9-b724-ac9696330712 tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:24.709230 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fedddfe-9324-42ab-98e8-e4969710f449 req-1cf0ba71-cb96-42b9-b724-ac9696330712 tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:56:24.710911 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9b528a0e-ce45-4d5b-97ae-bba0b2ff5843 req-206d7dc5-2b9d-4178-9fb5-8bfebede8789 tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc5fa8a0-642c-4d38-a590-25f2d1268bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590908 Jul 23 23:56:24.715232 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [req-6fedddfe-9324-42ab-98e8-e4969710f449 req-1cf0ba71-cb96-42b9-b724-ac9696330712 tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:56:24.718911 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fedddfe-9324-42ab-98e8-e4969710f449 req-1cf0ba71-cb96-42b9-b724-ac9696330712 tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:56:24.724933 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf0ba71-cb96-42b9-b724-ac9696330712 tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Pushing event updated for resources: {'Port': ['ID=4bcce563-22ec-40ce-a983-0b0d4996d57d,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:24.734071 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a6ed64ba-f95b-4795-8b0e-9c6fd4ab6a21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:24.751246 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a6ed64ba-f95b-4795-8b0e-9c6fd4ab6a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:24.751620 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-272abda3-f0fa-47c6-b170-604ecdcbe29a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:24.756614 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-9d878c53-bd80-409a-9d8d-0f99494b5a98 req-ea7af360-73e6-4402-80af-c308bf6d4d41 service neutron] For port f6543c05-84e8-4834-bbf5-d10898a5e48f, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:56:24.765931 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-621eefb3-6c6e-4cc5-8ee9-520dfc53219f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4721944 Jul 23 23:56:24.767398 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-9d878c53-bd80-409a-9d8d-0f99494b5a98 req-ea7af360-73e6-4402-80af-c308bf6d4d41 service neutron] For port f6543c05-84e8-4834-bbf5-d10898a5e48f, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=f6543c05-84e8-4834-bbf5-d10898a5e48f,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:56:24.776035 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 44674) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:56:24.783543 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6ed64ba-f95b-4795-8b0e-9c6fd4ab6a21 admin admin] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:56:24.783795 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-f3f24c9f-17dc-4a44-9b34-f9473ea6a71d admin admin] Request body: {'subnet': {'network_id': '4716419a-bea3-4e9d-acf9-3fbc0197d354', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1786652488-subnet', 'tenant_id': '5e96c0febc7b4dc580b4820ccf6600d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:56:24.792255 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-9d878c53-bd80-409a-9d8d-0f99494b5a98 req-ea7af360-73e6-4402-80af-c308bf6d4d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:24.864586 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-6fedddfe-9324-42ab-98e8-e4969710f449 req-1cf0ba71-cb96-42b9-b724-ac9696330712 tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:24.866234 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [req-26ceb435-12eb-4ec6-97a4-b2d3207df9a2 req-d031829f-0c85-4bf6-8399-d47032909efe tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] show failed (client error): The resource could not be found. Jul 23 23:56:24.867232 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-26ceb435-12eb-4ec6-97a4-b2d3207df9a2 req-d031829f-0c85-4bf6-8399-d47032909efe tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/security-groups/4fd39f26-0286-43d3-afd2-ba51a3a67755 HTTP/1.1" status: 404 len: 352 time: 0.0944700 Jul 23 23:56:24.868348 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ed64ba-f95b-4795-8b0e-9c6fd4ab6a21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f85543-05b4-45f3-81ac-7395b19fd826,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:24.873250 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a6ed64ba-f95b-4795-8b0e-9c6fd4ab6a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:24.873531 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-a6ed64ba-f95b-4795-8b0e-9c6fd4ab6a21 admin admin] Added segment 4e18100f-192f-4475-bb87-63388af1e1f6 of type vlan for network 87b13b14-e2d4-481e-a710-949b684b40b0 Jul 23 23:56:24.933446 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d878c53-bd80-409a-9d8d-0f99494b5a98 req-ea7af360-73e6-4402-80af-c308bf6d4d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:24.934240 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-9d878c53-bd80-409a-9d8d-0f99494b5a98 req-ea7af360-73e6-4402-80af-c308bf6d4d41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:24.935611 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9d878c53-bd80-409a-9d8d-0f99494b5a98 req-ea7af360-73e6-4402-80af-c308bf6d4d41 service neutron] 10.222.0.52 "PUT /v2.0/ports/f6543c05-84e8-4834-bbf5-d10898a5e48f HTTP/1.1" status: 200 len: 1096 time: 2.2484438 Jul 23 23:56:24.941018 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '572b798d-a1c9-4e15-afa2-cae7b0b983fe', 'tag': 'f6543c05-84e8-4834-bbf5-d10898a5e48f'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:56:24.943075 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8dbd389-1bf5-4794-a444-73b2e2be3128" -d '{"events": [{"name": "network-changed", "server_uuid": "572b798d-a1c9-4e15-afa2-cae7b0b983fe", "tag": "f6543c05-84e8-4834-bbf5-d10898a5e48f"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:56:24.968223 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-6fedddfe-9324-42ab-98e8-e4969710f449 req-1cf0ba71-cb96-42b9-b724-ac9696330712 tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:24.974957 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-485078f0-85a7-4dd3-abfb-36a46815a3b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:24.997787 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-485078f0-85a7-4dd3-abfb-36a46815a3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:25.018797 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [req-6bdbd46e-0faa-476d-bd5a-12cce12b6ea8 req-f4ba9033-6349-441f-b7cc-e49d2ac201c6 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] show failed (client error): The resource could not be found. Jul 23 23:56:25.019845 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6bdbd46e-0faa-476d-bd5a-12cce12b6ea8 req-f4ba9033-6349-441f-b7cc-e49d2ac201c6 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/security-groups/dc8bb684-fcd4-4d33-ad4d-af1f7e5ff1dc HTTP/1.1" status: 404 len: 352 time: 0.1028688 Jul 23 23:56:25.027867 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a6ed64ba-f95b-4795-8b0e-9c6fd4ab6a21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:25.032118 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7af360-73e6-4402-80af-c308bf6d4d41 service neutron] Pushing event updated for resources: {'Port': ['ID=f6543c05-84e8-4834-bbf5-d10898a5e48f,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:25.064168 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f24c9f-17dc-4a44-9b34-f9473ea6a71d admin admin] Made reservation on behalf of 5e96c0febc7b4dc580b4820ccf6600d4 for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:56:25.066549 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f3f24c9f-17dc-4a44-9b34-f9473ea6a71d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:25.088125 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-485078f0-85a7-4dd3-abfb-36a46815a3b1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b855a2f18ae74516bc569f6bce8f3a14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6754622 Jul 23 23:56:25.093637 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44684) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:56:25.098196 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485078f0-85a7-4dd3-abfb-36a46815a3b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=198641e9-083f-4b9b-837e-5a54c409d973,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:25.179028 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a6ed64ba-f95b-4795-8b0e-9c6fd4ab6a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:25.180419 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ed64ba-f95b-4795-8b0e-9c6fd4ab6a21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:25.181498 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a6ed64ba-f95b-4795-8b0e-9c6fd4ab6a21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:25.184749 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-542c826a-323f-4740-820e-7ec9e657ca2d x-openstack-request-id: req-542c826a-323f-4740-820e-7ec9e657ca2d {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:56:25.185229 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "572b798d-a1c9-4e15-afa2-cae7b0b983fe", "tag": "f6543c05-84e8-4834-bbf5-d10898a5e48f", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:56:25.185487 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-542c826a-323f-4740-820e-7ec9e657ca2d {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:56:25.186074 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '572b798d-a1c9-4e15-afa2-cae7b0b983fe', 'tag': 'f6543c05-84e8-4834-bbf5-d10898a5e48f', 'status': 'completed', 'code': 200} Jul 23 23:56:25.272604 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-a6ed64ba-f95b-4795-8b0e-9c6fd4ab6a21 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4767663 Jul 23 23:56:25.297789 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 44686) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:56:25.306783 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-e07b472f-c34c-40f6-be03-14bbf6f3edb5 admin admin] Request body: {'subnet': {'network_id': '87b13b14-e2d4-481e-a710-949b684b40b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-553711726-subnet', 'tenant_id': '7d72002547d0484bb911a59158ec5071', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:56:25.312010 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ed64ba-f95b-4795-8b0e-9c6fd4ab6a21 admin admin] Pushing event updated for resources: {'Network': ['ID=87b13b14-e2d4-481e-a710-949b684b40b0,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:25.315303 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d878c53-bd80-409a-9d8d-0f99494b5a98 req-cf8e99ae-231e-46b9-8fcf-67f93ea34c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:25.316867 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9d878c53-bd80-409a-9d8d-0f99494b5a98 req-cf8e99ae-231e-46b9-8fcf-67f93ea34c0a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8120a1a28c3146168abedc648031daec&device_id=572b798d-a1c9-4e15-afa2-cae7b0b983fe HTTP/1.1" status: 200 len: 1099 time: 0.3153279 Jul 23 23:56:25.318277 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f3d03287-7ca6-48c8-a8a1-d7ddce5555d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:25.341102 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 87b13b14-e2d4-481e-a710-949b684b40b0 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:56:25.369365 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-6fedddfe-9324-42ab-98e8-e4969710f449 req-1cf0ba71-cb96-42b9-b724-ac9696330712 tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:25.400433 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-6fedddfe-9324-42ab-98e8-e4969710f449 req-1cf0ba71-cb96-42b9-b724-ac9696330712 tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:25.406774 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e07b472f-c34c-40f6-be03-14bbf6f3edb5 admin admin] Made reservation on behalf of 7d72002547d0484bb911a59158ec5071 for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:56:25.409165 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e07b472f-c34c-40f6-be03-14bbf6f3edb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:25.476271 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f3f24c9f-17dc-4a44-9b34-f9473ea6a71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:25.572182 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf0ba71-cb96-42b9-b724-ac9696330712 tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Pushing event updated for resources: {'Port': ['ID=4bcce563-22ec-40ce-a983-0b0d4996d57d,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:25.615750 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device e731a4ee-0374-48e0-badc-925972159b2b up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:56:25.619138 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-6fedddfe-9324-42ab-98e8-e4969710f449 req-1cf0ba71-cb96-42b9-b724-ac9696330712 tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:25.649341 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f24c9f-17dc-4a44-9b34-f9473ea6a71d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8224515a-17e0-4722-b0b6-48bf087305a0,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:25.662755 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-6fedddfe-9324-42ab-98e8-e4969710f449 req-1cf0ba71-cb96-42b9-b724-ac9696330712 tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:25.664002 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6fedddfe-9324-42ab-98e8-e4969710f449 req-1cf0ba71-cb96-42b9-b724-ac9696330712 tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3805575 Jul 23 23:56:25.672361 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f24c9f-17dc-4a44-9b34-f9473ea6a71d admin admin] Checking segment: {'id': '03f6d3bc-1613-474d-ab4e-2ce343284068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4716419a-bea3-4e9d-acf9-3fbc0197d354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:56:25.672733 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f24c9f-17dc-4a44-9b34-f9473ea6a71d admin admin] Network hostable DHCP agents. Network: 4716419a-bea3-4e9d-acf9-3fbc0197d354, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:56:25.689662 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port e731a4ee-0374-48e0-badc-925972159b2b triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:56:25.690164 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:25.710507 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9d878c53-bd80-409a-9d8d-0f99494b5a98 req-0a17503f-d73b-47b9-8f84-5a5a26a59dbe service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=f6543c05-84e8-4834-bbf5-d10898a5e48f HTTP/1.1" status: 200 len: 217 time: 0.3847837 Jul 23 23:56:25.729010 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-272abda3-f0fa-47c6-b170-604ecdcbe29a admin admin] Router f5396461-e7b9-457e-83eb-c8dd23b24c8f is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 23:56:25.741194 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f3d03287-7ca6-48c8-a8a1-d7ddce5555d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:25.742298 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d917f078-87ab-4065-b5b1-05a9f32ea489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:25.757883 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6fedddfe-9324-42ab-98e8-e4969710f449 req-d4a13e92-7031-4d21-897a-132f895c8833 tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.3.168 HTTP/1.1" status: 200 len: 696 time: 0.0867295 Jul 23 23:56:25.811303 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f24c9f-17dc-4a44-9b34-f9473ea6a71d admin admin] Network 4716419a-bea3-4e9d-acf9-3fbc0197d354 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:56:25.853015 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-f3f24c9f-17dc-4a44-9b34-f9473ea6a71d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 4716419a-bea3-4e9d-acf9-3fbc0197d354) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:56:25.863357 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ee4ee9-1de1-4837-b095-374076e00637 None None] Network 4716419a-bea3-4e9d-acf9-3fbc0197d354 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:56:25.865344 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f24c9f-17dc-4a44-9b34-f9473ea6a71d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:25.865941 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f3f24c9f-17dc-4a44-9b34-f9473ea6a71d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:25.868984 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e07b472f-c34c-40f6-be03-14bbf6f3edb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:25.908423 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d878c53-bd80-409a-9d8d-0f99494b5a98 req-cef86558-55ea-41fd-bf3a-ec89ab74d4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:25.910165 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9d878c53-bd80-409a-9d8d-0f99494b5a98 req-cef86558-55ea-41fd-bf3a-ec89ab74d4e2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.1865165 Jul 23 23:56:25.965200 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-f3f24c9f-17dc-4a44-9b34-f9473ea6a71d admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1877592 Jul 23 23:56:25.968372 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44692) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:56:25.973206 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-cf9f4537-82df-4a9e-bcc5-da99fcb57155 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1786652488-router', 'tenant_id': '5e96c0febc7b4dc580b4820ccf6600d4', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:56:25.986157 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07b472f-c34c-40f6-be03-14bbf6f3edb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=365f3bcf-2ae1-417d-a28d-87511da19c79,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:26.011792 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4abce0-c4b4-4c82-9d8b-5cfe6971314e req-38a48b71-3ed7-4db7-9682-a2d23baa5429 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:26.013685 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9e4abce0-c4b4-4c82-9d8b-5cfe6971314e req-38a48b71-3ed7-4db7-9682-a2d23baa5429 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/ports?device_id=4826a11b-315d-41f7-90dc-ced354b0e407 HTTP/1.1" status: 200 len: 1023 time: 0.3097563 Jul 23 23:56:26.014483 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f3d03287-7ca6-48c8-a8a1-d7ddce5555d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:26.017248 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f3d03287-7ca6-48c8-a8a1-d7ddce5555d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:26.018659 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-f3d03287-7ca6-48c8-a8a1-d7ddce5555d1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/198641e9-083f-4b9b-837e-5a54c409d973 HTTP/1.1" status: 204 len: 168 time: 0.9206662 Jul 23 23:56:26.021236 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07b472f-c34c-40f6-be03-14bbf6f3edb5 admin admin] Checking segment: {'id': '4e18100f-192f-4475-bb87-63388af1e1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '87b13b14-e2d4-481e-a710-949b684b40b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:56:26.021647 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07b472f-c34c-40f6-be03-14bbf6f3edb5 admin admin] Network hostable DHCP agents. Network: 87b13b14-e2d4-481e-a710-949b684b40b0, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:56:26.035473 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fedddfe-9324-42ab-98e8-e4969710f449 req-f4ed0972-9268-4d30-9513-6290f64efb6b tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:26.036955 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6fedddfe-9324-42ab-98e8-e4969710f449 req-f4ed0972-9268-4d30-9513-6290f64efb6b tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] 10.222.0.44 "GET /v2.0/networks/9adcfee8-760c-4568-9e39-c221abf69bf5 HTTP/1.1" status: 200 len: 784 time: 0.2474146 Jul 23 23:56:26.048695 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf15955b-9c2b-4593-a32d-74afcc356bc4 None None] Network 4716419a-bea3-4e9d-acf9-3fbc0197d354 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:56:26.060839 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07b472f-c34c-40f6-be03-14bbf6f3edb5 admin admin] Network 87b13b14-e2d4-481e-a710-949b684b40b0 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:56:26.065657 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cf9f4537-82df-4a9e-bcc5-da99fcb57155 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:26.066604 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cf9f4537-82df-4a9e-bcc5-da99fcb57155 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:26.073182 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d03287-7ca6-48c8-a8a1-d7ddce5555d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=198641e9-083f-4b9b-837e-5a54c409d973,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:26.082845 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-e07b472f-c34c-40f6-be03-14bbf6f3edb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 87b13b14-e2d4-481e-a710-949b684b40b0) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:56:26.092594 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07b472f-c34c-40f6-be03-14bbf6f3edb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:26.092953 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91d3cb9-2353-4235-9b49-f89ae64d0d4c None None] Network 87b13b14-e2d4-481e-a710-949b684b40b0 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:56:26.093354 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e07b472f-c34c-40f6-be03-14bbf6f3edb5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:26.119785 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-272abda3-f0fa-47c6-b170-604ecdcbe29a admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:56:26.125135 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-e07b472f-c34c-40f6-be03-14bbf6f3edb5 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8260732 Jul 23 23:56:26.167789 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9e4abce0-c4b4-4c82-9d8b-5cfe6971314e req-40ac1276-f5bb-426b-babf-cd62ecd51263 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/security-groups?id=266faa4d-ac23-48f1-8956-5d3bcfe27de1&id=e6c96cc7-f0ba-495d-ae44-8c4cd8794790&id=aeb5e9ca-acdf-4658-a203-af16cabdf428&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1404278 Jul 23 23:56:26.174930 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d878c53-bd80-409a-9d8d-0f99494b5a98 req-8a041e9c-d54e-4905-960d-55c669da0687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:26.176517 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9d878c53-bd80-409a-9d8d-0f99494b5a98 req-8a041e9c-d54e-4905-960d-55c669da0687 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2578969 Jul 23 23:56:26.259610 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80122bdd-c59a-4e7e-9f21-4c71664ef7f3 None None] Sync routers for ids ['f5396461-e7b9-457e-83eb-c8dd23b24c8f'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:56:26.265549 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-272abda3-f0fa-47c6-b170-604ecdcbe29a admin admin] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:26.267035 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-272abda3-f0fa-47c6-b170-604ecdcbe29a admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.2663138 Jul 23 23:56:26.277592 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcae6c5-bb7a-47bd-b5a2-291933f6957d req-b3c7a742-9874-4660-b267-1ebed9e31be3 tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:26.279932 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5dcae6c5-bb7a-47bd-b5a2-291933f6957d req-b3c7a742-9874-4660-b267-1ebed9e31be3 tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] 10.222.0.44 "GET /v2.0/ports?device_id=572b798d-a1c9-4e15-afa2-cae7b0b983fe HTTP/1.1" status: 200 len: 947 time: 0.1334696 Jul 23 23:56:26.280435 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 44702) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:56:26.281116 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cf9f4537-82df-4a9e-bcc5-da99fcb57155 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:26.400657 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80122bdd-c59a-4e7e-9f21-4c71664ef7f3 None None] Routers {'f5396461-e7b9-457e-83eb-c8dd23b24c8f'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:56:26.402279 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-80122bdd-c59a-4e7e-9f21-4c71664ef7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:56:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['f5396461-e7b9-457e-83eb-c8dd23b24c8f'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:56:26.475347 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5dcae6c5-bb7a-47bd-b5a2-291933f6957d req-7920b766-9a70-4729-b251-98fe19dc42c6 tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc5fa8a0-642c-4d38-a590-25f2d1268bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440039 Jul 23 23:56:26.573925 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cf9f4537-82df-4a9e-bcc5-da99fcb57155 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:26.604604 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-80122bdd-c59a-4e7e-9f21-4c71664ef7f3 None None] Set router f5396461-e7b9-457e-83eb-c8dd23b24c8f gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:56:26.608712 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d91b7e13-ceb7-4404-aa6e-e08d52dcff35 req-57260bc8-082d-4810-b7f0-6f8012f0a903 tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3694005 Jul 23 23:56:26.614882 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-d91b7e13-ceb7-4404-aa6e-e08d52dcff35 req-ac49540a-9900-4c6b-9fa2-9615d5681b8c tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Request body: {'floatingip': {'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:56:26.622445 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9d878c53-bd80-409a-9d8d-0f99494b5a98 req-303666b0-dc7e-4665-bb62-76d4e9ba449f service neutron] 10.222.0.52 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4238274 Jul 23 23:56:26.717272 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7509710-3cb1-44ca-bcf4-331162d71dc2 None None] Network 87b13b14-e2d4-481e-a710-949b684b40b0 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:56:26.723293 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d91b7e13-ceb7-4404-aa6e-e08d52dcff35 req-ac49540a-9900-4c6b-9fa2-9615d5681b8c tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Notify callbacks [] for floatingip, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:26.824249 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9d878c53-bd80-409a-9d8d-0f99494b5a98 req-44d608b9-8b81-44d2-a95c-f00ef4e32724 service neutron] 10.222.0.52 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825166 Jul 23 23:56:27.039248 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:27.069033 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dbd389-1bf5-4794-a444-73b2e2be3128 req-57b031ca-755c-47c3-9f13-07b42ba59711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:27.070548 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d8dbd389-1bf5-4794-a444-73b2e2be3128 req-57b031ca-755c-47c3-9f13-07b42ba59711 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8120a1a28c3146168abedc648031daec&device_id=572b798d-a1c9-4e15-afa2-cae7b0b983fe HTTP/1.1" status: 200 len: 1099 time: 0.1854959 Jul 23 23:56:27.102344 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d91b7e13-ceb7-4404-aa6e-e08d52dcff35 req-ac49540a-9900-4c6b-9fa2-9615d5681b8c tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:27.160150 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-80122bdd-c59a-4e7e-9f21-4c71664ef7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5396461-e7b9-457e-83eb-c8dd23b24c8f', 'name': 'tempest-ServersTestManualDisk-245800099-router', 'tenant_id': '4bf4cdc5515a40d7ad05decd4185164d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '6fe8c1fa-9807-4413-a54b-aaaa2de7a505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:56:18Z', 'updated_at': '2021-07-23T23:56:23Z', 'revision_number': 3, 'project_id': '4bf4cdc5515a40d7ad05decd4185164d', 'gw_port': {'id': '6fe8c1fa-9807-4413-a54b-aaaa2de7a505', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:dd:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5396461-e7b9-457e-83eb-c8dd23b24c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:56:21Z', 'updated_at': '2021-07-23T23:56:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:56:27.163915 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:27.264877 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cf9f4537-82df-4a9e-bcc5-da99fcb57155 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:27.276173 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80122bdd-c59a-4e7e-9f21-4c71664ef7f3 None None] Checking router: f5396461-e7b9-457e-83eb-c8dd23b24c8f for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:56:27.276890 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80122bdd-c59a-4e7e-9f21-4c71664ef7f3 None None] Updating router f5396461-e7b9-457e-83eb-c8dd23b24c8f port 6fe8c1fa-9807-4413-a54b-aaaa2de7a505 binding host n-d-800088-16 {{(pid=100315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:56:27.300704 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cf9f4537-82df-4a9e-bcc5-da99fcb57155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:27.324974 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-80122bdd-c59a-4e7e-9f21-4c71664ef7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:27.341152 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dbd389-1bf5-4794-a444-73b2e2be3128 req-c188bd97-9b27-4b53-b461-ab1a4bbc36c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:27.342719 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d8dbd389-1bf5-4794-a444-73b2e2be3128 req-c188bd97-9b27-4b53-b461-ab1a4bbc36c2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 HTTP/1.1" status: 200 len: 870 time: 0.2511368 Jul 23 23:56:27.419460 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-d91b7e13-ceb7-4404-aa6e-e08d52dcff35 req-ac49540a-9900-4c6b-9fa2-9615d5681b8c tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Allocated IP 172.25.3.157 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/e8b7ad03-53cd-48b9-bde4-af52b5f0d3a1) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:56:27.459946 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d8dbd389-1bf5-4794-a444-73b2e2be3128 req-1762d578-0516-4138-be81-68b714ad2218 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=f6543c05-84e8-4834-bbf5-d10898a5e48f HTTP/1.1" status: 200 len: 217 time: 0.0858049 Jul 23 23:56:27.498901 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208fbc16-a850-40ff-905d-3e988597d748 req-d94576d3-74dd-4bb0-8f4b-141a523c4796 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:27.501493 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-208fbc16-a850-40ff-905d-3e988597d748 req-d94576d3-74dd-4bb0-8f4b-141a523c4796 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.64 "GET /v2.0/ports?device_id=4826a11b-315d-41f7-90dc-ced354b0e407 HTTP/1.1" status: 200 len: 1023 time: 0.7554462 Jul 23 23:56:27.569271 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dbd389-1bf5-4794-a444-73b2e2be3128 req-85adade5-cb9d-4121-ba2f-f91146997b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:27.571239 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d8dbd389-1bf5-4794-a444-73b2e2be3128 req-85adade5-cb9d-4121-ba2f-f91146997b94 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.1012945 Jul 23 23:56:27.637225 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d91b7e13-ceb7-4404-aa6e-e08d52dcff35 req-ac49540a-9900-4c6b-9fa2-9615d5681b8c tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:27.678914 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dbd389-1bf5-4794-a444-73b2e2be3128 req-de48dcda-20f6-4063-9079-3c78e39b03b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:27.680957 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d8dbd389-1bf5-4794-a444-73b2e2be3128 req-de48dcda-20f6-4063-9079-3c78e39b03b7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1015477 Jul 23 23:56:27.699928 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b46760-b5c0-4ea4-9b37-9eae80a32edd req-271fee40-cd1e-43a7-a973-7495e5ca64e3 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:27.701422 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f4b46760-b5c0-4ea4-9b37-9eae80a32edd req-271fee40-cd1e-43a7-a973-7495e5ca64e3 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/networks?id=cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed HTTP/1.1" status: 200 len: 818 time: 0.6392903 Jul 23 23:56:27.720560 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d91b7e13-ceb7-4404-aa6e-e08d52dcff35 req-ac49540a-9900-4c6b-9fa2-9615d5681b8c tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:27.753034 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f4b46760-b5c0-4ea4-9b37-9eae80a32edd req-9675c5fd-a7df-48f7-9a2f-b59980ea6bb5 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/quotas/d9405b5ff79541cbb5225ec709273225 HTTP/1.1" status: 200 len: 375 time: 0.0231411 Jul 23 23:56:27.805736 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d91b7e13-ceb7-4404-aa6e-e08d52dcff35 req-ac49540a-9900-4c6b-9fa2-9615d5681b8c tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:56:27.818086 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-d91b7e13-ceb7-4404-aa6e-e08d52dcff35 req-ac49540a-9900-4c6b-9fa2-9615d5681b8c tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:56:27.822074 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-d91b7e13-ceb7-4404-aa6e-e08d52dcff35 req-ac49540a-9900-4c6b-9fa2-9615d5681b8c tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:56:27.824580 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f4b46760-b5c0-4ea4-9b37-9eae80a32edd req-f6abe97b-a00a-4854-9f92-42059873cd48 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d9405b5ff79541cbb5225ec709273225&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0625172 Jul 23 23:56:27.835113 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-208fbc16-a850-40ff-905d-3e988597d748 req-cc1821bd-0980-4de1-81dd-a610559732ae tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Deleting port 202ded10-077c-4d14-a81c-06f692f89f84 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:56:27.835487 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-208fbc16-a850-40ff-905d-3e988597d748 req-cc1821bd-0980-4de1-81dd-a610559732ae tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:27.845090 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac49540a-9900-4c6b-9fa2-9615d5681b8c tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Pushing event updated for resources: {'Port': ['ID=e8b7ad03-53cd-48b9-bde4-af52b5f0d3a1,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:27.870407 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d8dbd389-1bf5-4794-a444-73b2e2be3128 req-c4a648da-a3b4-4435-a7e3-e73c840bec6d service neutron] 10.222.0.52 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829400 Jul 23 23:56:27.903678 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-50e900fe-e3a6-4e33-b091-3623fae60138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:27.931498 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-80122bdd-c59a-4e7e-9f21-4c71664ef7f3 None None] Notify callbacks [] for port, precommit_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:27.943738 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-80122bdd-c59a-4e7e-9f21-4c71664ef7f3 None None] Transition to ACTIVE for port object 6fe8c1fa-9807-4413-a54b-aaaa2de7a505 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:56:27.952284 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-80122bdd-c59a-4e7e-9f21-4c71664ef7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:28.016489 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-80122bdd-c59a-4e7e-9f21-4c71664ef7f3 None None] Attempting to bind port 6fe8c1fa-9807-4413-a54b-aaaa2de7a505 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:56:28.016902 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-80122bdd-c59a-4e7e-9f21-4c71664ef7f3 None None] Attempting to bind port 6fe8c1fa-9807-4413-a54b-aaaa2de7a505 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:56:28.017276 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80122bdd-c59a-4e7e-9f21-4c71664ef7f3 None None] Attempting to bind port 6fe8c1fa-9807-4413-a54b-aaaa2de7a505 on network 9adcfee8-760c-4568-9e39-c221abf69bf5 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:56:28.018698 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d91b7e13-ceb7-4404-aa6e-e08d52dcff35 req-ac49540a-9900-4c6b-9fa2-9615d5681b8c tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:28.022360 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7f07d7-d3c4-43c3-a668-fed00f973d76 None None] Pushing event updated for resources: {'Port': ['ID=6fe8c1fa-9807-4413-a54b-aaaa2de7a505,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:28.034445 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80122bdd-c59a-4e7e-9f21-4c71664ef7f3 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:56:28.035232 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80122bdd-c59a-4e7e-9f21-4c71664ef7f3 None None] Checking segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:56:28.035706 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-80122bdd-c59a-4e7e-9f21-4c71664ef7f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:28.036389 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80122bdd-c59a-4e7e-9f21-4c71664ef7f3 None None] Bound using segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:56:28.036931 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-80122bdd-c59a-4e7e-9f21-4c71664ef7f3 None None] Bound port: 6fe8c1fa-9807-4413-a54b-aaaa2de7a505, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:56:28.037480 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-80122bdd-c59a-4e7e-9f21-4c71664ef7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:28.070534 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f4b46760-b5c0-4ea4-9b37-9eae80a32edd req-7ca9b43a-a91d-4fdd-88e6-5315161f49d7 service neutron] 10.222.0.44 "GET /v2.0/networks/cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313130 Jul 23 23:56:28.083284 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-208fbc16-a850-40ff-905d-3e988597d748 req-cc1821bd-0980-4de1-81dd-a610559732ae tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] For port 202ded10-077c-4d14-a81c-06f692f89f84, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=202ded10-077c-4d14-a81c-06f692f89f84,segment=NetworkSegment(a4549f73-f8ca-4ffd-af84-81cd4b2f5c0f),segment_id=a4549f73-f8ca-4ffd-af84-81cd4b2f5c0f)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:56:28.083690 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-208fbc16-a850-40ff-905d-3e988597d748 req-cc1821bd-0980-4de1-81dd-a610559732ae tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:28.086325 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-cf9f4537-82df-4a9e-bcc5-da99fcb57155 admin admin] Allocated IP 172.25.3.93 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/e97982dc-f662-4c1c-aed5-594d83ae3f85) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:56:28.092341 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d8dbd389-1bf5-4794-a444-73b2e2be3128 req-bcbe24cc-9458-48a1-b47f-77b01d451f7f service neutron] 10.222.0.52 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153928 Jul 23 23:56:28.118338 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d91b7e13-ceb7-4404-aa6e-e08d52dcff35 req-ac49540a-9900-4c6b-9fa2-9615d5681b8c tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:28.133662 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-208fbc16-a850-40ff-905d-3e988597d748 req-cc1821bd-0980-4de1-81dd-a610559732ae tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Calling delete_port for 202ded10-077c-4d14-a81c-06f692f89f84 owned by compute:nova {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:56:28.255206 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-80122bdd-c59a-4e7e-9f21-4c71664ef7f3 None None] For port 6fe8c1fa-9807-4413-a54b-aaaa2de7a505, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:56:28.261274 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-80122bdd-c59a-4e7e-9f21-4c71664ef7f3 None None] For port 6fe8c1fa-9807-4413-a54b-aaaa2de7a505, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=6fe8c1fa-9807-4413-a54b-aaaa2de7a505,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:56:28.266041 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-80122bdd-c59a-4e7e-9f21-4c71664ef7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:28.331714 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f4b46760-b5c0-4ea4-9b37-9eae80a32edd req-422d6037-65d2-44ff-90af-34e4d841caf2 service neutron] 10.222.0.44 "GET /v2.0/networks/cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506855 Jul 23 23:56:28.337301 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80122bdd-c59a-4e7e-9f21-4c71664ef7f3 None None] Routers {'f5396461-e7b9-457e-83eb-c8dd23b24c8f'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:56:28.337667 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-80122bdd-c59a-4e7e-9f21-4c71664ef7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:56:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['f5396461-e7b9-457e-83eb-c8dd23b24c8f'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:56:28.345189 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-50e900fe-e3a6-4e33-b091-3623fae60138 admin admin] Allocated IP 172.20.0.1 (85c9f26f-731d-44b5-92b1-ca68826725b8/b7fb4eeb-013a-4a61-a243-81e1ee8590a2/9a6de36c-1f0f-4922-a66b-5265ffec0dd6) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:56:28.391243 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7f07d7-d3c4-43c3-a668-fed00f973d76 None None] Pushing event updated for resources: {'Port': ['ID=6fe8c1fa-9807-4413-a54b-aaaa2de7a505,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:28.497358 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-80122bdd-c59a-4e7e-9f21-4c71664ef7f3 None None] Set router f5396461-e7b9-457e-83eb-c8dd23b24c8f gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:56:28.559929 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-50e900fe-e3a6-4e33-b091-3623fae60138 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:28.631105 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cf9f4537-82df-4a9e-bcc5-da99fcb57155 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:28.653670 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [None req-50e900fe-e3a6-4e33-b091-3623fae60138 admin admin] Transition to ACTIVE for port object 9a6de36c-1f0f-4922-a66b-5265ffec0dd6 will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:56:28.670488 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-208fbc16-a850-40ff-905d-3e988597d748 req-cc1821bd-0980-4de1-81dd-a610559732ae tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:28.686422 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['202ded10-077c-4d14-a81c-06f692f89f84'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:56:28.719430 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d91b7e13-ceb7-4404-aa6e-e08d52dcff35 req-ac49540a-9900-4c6b-9fa2-9615d5681b8c tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:28.725847 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-414b2fe6-6dfa-4504-bc2b-7c3149ec64c4 req-e7fea101-8873-4d76-9083-876a2403ba61 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/ports?device_id=4826a11b-315d-41f7-90dc-ced354b0e407 HTTP/1.1" status: 200 len: 210 time: 0.0697408 Jul 23 23:56:28.727816 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d91b7e13-ceb7-4404-aa6e-e08d52dcff35 req-ac49540a-9900-4c6b-9fa2-9615d5681b8c tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:28.761557 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cf9f4537-82df-4a9e-bcc5-da99fcb57155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:28.775584 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:28.794311 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-80122bdd-c59a-4e7e-9f21-4c71664ef7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5396461-e7b9-457e-83eb-c8dd23b24c8f', 'name': 'tempest-ServersTestManualDisk-245800099-router', 'tenant_id': '4bf4cdc5515a40d7ad05decd4185164d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '6fe8c1fa-9807-4413-a54b-aaaa2de7a505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:56:18Z', 'updated_at': '2021-07-23T23:56:23Z', 'revision_number': 3, 'project_id': '4bf4cdc5515a40d7ad05decd4185164d', 'gw_port': {'id': '6fe8c1fa-9807-4413-a54b-aaaa2de7a505', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:dd:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5396461-e7b9-457e-83eb-c8dd23b24c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:56:21Z', 'updated_at': '2021-07-23T23:56:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:56:28.796666 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1821bd-0980-4de1-81dd-a610559732ae tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Pushing event deleted for resources: {'Port': ['ID=202ded10-077c-4d14-a81c-06f692f89f84,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:28.805083 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-208fbc16-a850-40ff-905d-3e988597d748 req-cc1821bd-0980-4de1-81dd-a610559732ae tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] No DVR routers for this DVR port 202ded10-077c-4d14-a81c-06f692f89f84 on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:56:28.809204 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-208fbc16-a850-40ff-905d-3e988597d748 req-cc1821bd-0980-4de1-81dd-a610559732ae tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:28.811422 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-208fbc16-a850-40ff-905d-3e988597d748 req-cc1821bd-0980-4de1-81dd-a610559732ae tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.64 "DELETE /v2.0/ports/202ded10-077c-4d14-a81c-06f692f89f84 HTTP/1.1" status: 204 len: 173 time: 1.2733479 Jul 23 23:56:28.812163 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4826a11b-315d-41f7-90dc-ced354b0e407', 'name': 'network-vif-deleted', 'tag': '202ded10-077c-4d14-a81c-06f692f89f84'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:56:28.814635 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cfe342b-b1e0-4ab5-8422-a56e0d9d1437" -d '{"events": [{"server_uuid": "4826a11b-315d-41f7-90dc-ced354b0e407", "name": "network-vif-deleted", "tag": "202ded10-077c-4d14-a81c-06f692f89f84"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:56:28.846774 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80122bdd-c59a-4e7e-9f21-4c71664ef7f3 None None] The sync data for ids ['f5396461-e7b9-457e-83eb-c8dd23b24c8f'] in n-d-800088-16 is: [{'id': 'f5396461-e7b9-457e-83eb-c8dd23b24c8f', 'name': 'tempest-ServersTestManualDisk-245800099-router', 'tenant_id': '4bf4cdc5515a40d7ad05decd4185164d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '6fe8c1fa-9807-4413-a54b-aaaa2de7a505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:56:18Z', 'updated_at': '2021-07-23T23:56:23Z', 'revision_number': 3, 'project_id': '4bf4cdc5515a40d7ad05decd4185164d', 'gw_port': {'id': '6fe8c1fa-9807-4413-a54b-aaaa2de7a505', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:dd:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5396461-e7b9-457e-83eb-c8dd23b24c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:56:21Z', 'updated_at': '2021-07-23T23:56:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:56:28.869956 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-50e900fe-e3a6-4e33-b091-3623fae60138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:28.885494 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9f4537-82df-4a9e-bcc5-da99fcb57155 admin admin] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:56:28.892001 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-cf9f4537-82df-4a9e-bcc5-da99fcb57155 admin admin] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:56:28.897576 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9f4537-82df-4a9e-bcc5-da99fcb57155 admin admin] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:56:28.905312 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac49540a-9900-4c6b-9fa2-9615d5681b8c tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Pushing event updated for resources: {'Port': ['ID=e8b7ad03-53cd-48b9-bde4-af52b5f0d3a1,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:28.921267 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e900fe-e3a6-4e33-b091-3623fae60138 admin admin] Network 85c9f26f-731d-44b5-92b1-ca68826725b8 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:56:28.947911 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-50e900fe-e3a6-4e33-b091-3623fae60138 admin admin] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:56:28.952128 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e900fe-e3a6-4e33-b091-3623fae60138 admin admin] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:56:29.007467 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d91b7e13-ceb7-4404-aa6e-e08d52dcff35 req-ac49540a-9900-4c6b-9fa2-9615d5681b8c tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:29.050705 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d91b7e13-ceb7-4404-aa6e-e08d52dcff35 req-ac49540a-9900-4c6b-9fa2-9615d5681b8c tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:29.057632 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d91b7e13-ceb7-4404-aa6e-e08d52dcff35 req-ac49540a-9900-4c6b-9fa2-9615d5681b8c tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4471526 Jul 23 23:56:29.071454 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e900fe-e3a6-4e33-b091-3623fae60138 admin admin] Pushing event updated for resources: {'Port': ['ID=9a6de36c-1f0f-4922-a66b-5265ffec0dd6,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:29.097682 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-50e900fe-e3a6-4e33-b091-3623fae60138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681761'] for router_interface, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:29.179451 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9f4537-82df-4a9e-bcc5-da99fcb57155 admin admin] Pushing event updated for resources: {'Port': ['ID=e97982dc-f662-4c1c-aed5-594d83ae3f85,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:29.191922 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-af41a65c-f2b0-4fcd-86f2-038f71efd187 req-0429ccc2-867d-44a4-8a90-138ab5203721 tempest-ImagesNegativeTestJSON-1832149253 tempest-ImagesNegativeTestJSON-1832149253-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=767bf4eddfed4ba296901984c71ea19d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335641 Jul 23 23:56:29.199058 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d91b7e13-ceb7-4404-aa6e-e08d52dcff35 req-1637c22f-c464-43be-959d-3d20c12cc192 tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.3.157 HTTP/1.1" status: 200 len: 696 time: 0.1403944 Jul 23 23:56:29.436588 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-1dd38e11-c2ad-4cc7-8616-f7f201ceebeb None None] Provisioning for port 9a6de36c-1f0f-4922-a66b-5265ffec0dd6 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:56:29.448723 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-1dd38e11-c2ad-4cc7-8616-f7f201ceebeb None None] Provisioning complete for port 9a6de36c-1f0f-4922-a66b-5265ffec0dd6 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:56:29.449053 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-1dd38e11-c2ad-4cc7-8616-f7f201ceebeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:29.456731 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af41a65c-f2b0-4fcd-86f2-038f71efd187 req-0fed04df-7519-4077-a868-54a1e0b0a881 tempest-ImagesNegativeTestJSON-1832149253 tempest-ImagesNegativeTestJSON-1832149253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:29.465314 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-af41a65c-f2b0-4fcd-86f2-038f71efd187 req-0fed04df-7519-4077-a868-54a1e0b0a881 tempest-ImagesNegativeTestJSON-1832149253 tempest-ImagesNegativeTestJSON-1832149253-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2722230 Jul 23 23:56:29.486517 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-af41a65c-f2b0-4fcd-86f2-038f71efd187 req-621efa05-2268-4e54-90e1-52db71b5c8f3 tempest-ImagesNegativeTestJSON-1832149253 tempest-ImagesNegativeTestJSON-1832149253-project] 10.222.0.44 "GET /v2.0/quotas/767bf4eddfed4ba296901984c71ea19d HTTP/1.1" status: 200 len: 375 time: 0.0199459 Jul 23 23:56:29.522218 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-1dd38e11-c2ad-4cc7-8616-f7f201ceebeb None None] Port 9a6de36c-1f0f-4922-a66b-5265ffec0dd6 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:56:29.553941 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-af41a65c-f2b0-4fcd-86f2-038f71efd187 req-2aa574d7-42a0-4d1e-b3ba-18ff5c5e03da tempest-ImagesNegativeTestJSON-1832149253 tempest-ImagesNegativeTestJSON-1832149253-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=767bf4eddfed4ba296901984c71ea19d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0659189 Jul 23 23:56:29.558561 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91b7e13-ceb7-4404-aa6e-e08d52dcff35 req-c671ad04-2661-4fc6-baac-0a9050501b47 tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:29.574215 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d91b7e13-ceb7-4404-aa6e-e08d52dcff35 req-c671ad04-2661-4fc6-baac-0a9050501b47 tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] 10.222.0.44 "GET /v2.0/networks/9adcfee8-760c-4568-9e39-c221abf69bf5 HTTP/1.1" status: 200 len: 784 time: 0.3741553 Jul 23 23:56:29.594088 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-50e900fe-e3a6-4e33-b091-3623fae60138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:29.649671 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cf9f4537-82df-4a9e-bcc5-da99fcb57155 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:29.719632 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 6fe8c1fa-9807-4413-a54b-aaaa2de7a505 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:56:29.804550 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 6fe8c1fa-9807-4413-a54b-aaaa2de7a505 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:56:29.831138 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 6fe8c1fa-9807-4413-a54b-aaaa2de7a505 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:56:29.831786 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:29.864207 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-50e900fe-e3a6-4e33-b091-3623fae60138 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:29.872616 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-50e900fe-e3a6-4e33-b091-3623fae60138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:29.893595 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device f6543c05-84e8-4834-bbf5-d10898a5e48f details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:56:30.068108 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e900fe-e3a6-4e33-b091-3623fae60138 admin admin] Pushing event updated for resources: {'Port': ['ID=9a6de36c-1f0f-4922-a66b-5265ffec0dd6,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:30.138004 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd458e77-cd0c-4d50-a28f-6039cab3a12a req-8c549536-3a09-457d-8620-c3cf40de47a8 tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:30.145909 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5e2454a6-eaee-473a-bff6-bc0bfac6dd3f req-90294715-a5e5-4d3a-8572-f9ca7f06489a tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=e06aa624-fa02-437e-9537-68eb3a6c893c HTTP/1.1" status: 200 len: 210 time: 0.1317072 Jul 23 23:56:30.148859 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bd458e77-cd0c-4d50-a28f-6039cab3a12a req-8c549536-3a09-457d-8620-c3cf40de47a8 tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] 10.222.0.44 "GET /v2.0/ports?device_id=572b798d-a1c9-4e15-afa2-cae7b0b983fe HTTP/1.1" status: 200 len: 947 time: 0.4852843 Jul 23 23:56:30.149025 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:30.200519 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 6fe8c1fa-9807-4413-a54b-aaaa2de7a505, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=6fe8c1fa-9807-4413-a54b-aaaa2de7a505,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:56:30.205607 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-50e900fe-e3a6-4e33-b091-3623fae60138 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680980'] for router_interface, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:30.208488 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:30.211644 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cf9f4537-82df-4a9e-bcc5-da99fcb57155 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:30.216433 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port f6543c05-84e8-4834-bbf5-d10898a5e48f, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=f6543c05-84e8-4834-bbf5-d10898a5e48f,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:56:30.257960 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7331958-f08c-472a-95b2-0a784598d6e7 x-openstack-request-id: req-f7331958-f08c-472a-95b2-0a784598d6e7 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:56:30.258326 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4826a11b-315d-41f7-90dc-ced354b0e407", "name": "network-vif-deleted", "tag": "202ded10-077c-4d14-a81c-06f692f89f84", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:56:30.258580 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f7331958-f08c-472a-95b2-0a784598d6e7 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:56:30.258986 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4826a11b-315d-41f7-90dc-ced354b0e407', 'name': 'network-vif-deleted', 'tag': '202ded10-077c-4d14-a81c-06f692f89f84', 'status': 'completed', 'code': 200} Jul 23 23:56:30.274940 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': 'f6543c05-84e8-4834-bbf5-d10898a5e48f', 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2', 'port_id': 'f6543c05-84e8-4834-bbf5-d10898a5e48f', 'mac_address': 'fa:16:3e:24:31:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef73a7e1-c64a-41e3-9997-629475c7b6b1', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:56:30.341296 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=6fe8c1fa-9807-4413-a54b-aaaa2de7a505,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:30.359461 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:30.389080 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bd458e77-cd0c-4d50-a28f-6039cab3a12a req-15ff2962-1e14-49e3-9061-07be7205397d tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc5fa8a0-642c-4d38-a590-25f2d1268bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309065 Jul 23 23:56:30.389450 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6543c05-84e8-4834-bbf5-d10898a5e48f {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:56:30.427723 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port f6543c05-84e8-4834-bbf5-d10898a5e48f, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=f6543c05-84e8-4834-bbf5-d10898a5e48f,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:56:30.434600 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:30.502821 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf9f4537-82df-4a9e-bcc5-da99fcb57155 admin admin] Router 3b127fe7-c0e3-4088-b10e-685ebaf8ff1a is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 23:56:30.525232 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=f6543c05-84e8-4834-bbf5-d10898a5e48f,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:30.544635 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ba3e51fd-84c3-436e-9d34-fcaa3eb42e54 req-74821563-60cb-40c3-935c-b30c99a33b3d tempest-ImagesNegativeTestJSON-1832149253 tempest-ImagesNegativeTestJSON-1832149253-project] 10.222.0.44 "GET /v2.0/ports?device_id=efcd1ab2-7eba-4a0a-bb13-5dc2d187fbfe HTTP/1.1" status: 200 len: 210 time: 0.0435755 Jul 23 23:56:30.566669 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b46760-b5c0-4ea4-9b37-9eae80a32edd req-6ff1a705-fcb9-49a5-a96d-c65c1cc6f447 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:30.568469 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f4b46760-b5c0-4ea4-9b37-9eae80a32edd req-6ff1a705-fcb9-49a5-a96d-c65c1cc6f447 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.64 "GET /v2.0/networks?id=cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed HTTP/1.1" status: 200 len: 818 time: 0.5570099 Jul 23 23:56:30.582984 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-f4b46760-b5c0-4ea4-9b37-9eae80a32edd req-201f152c-65ee-4fa7-8e72-5fbe2026a41c tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Request body: {'port': {'device_id': 'e06aa624-fa02-437e-9537-68eb3a6c893c', 'network_id': 'cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed', 'admin_state_up': True, 'tenant_id': 'd9405b5ff79541cbb5225ec709273225'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:56:30.617464 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e900fe-e3a6-4e33-b091-3623fae60138 admin admin] Network 85c9f26f-731d-44b5-92b1-ca68826725b8 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:56:30.629762 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['f6543c05-84e8-4834-bbf5-d10898a5e48f'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:56:30.638204 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f2ae3774-678f-4075-aa07-9dcba0f7b523 req-4466fad6-73ec-4f43-9fa3-6af8a8c38c84 tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3761847 Jul 23 23:56:30.643508 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-50e900fe-e3a6-4e33-b091-3623fae60138 admin admin] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:56:30.647796 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-f2ae3774-678f-4075-aa07-9dcba0f7b523 req-b72156ae-39aa-429c-8273-bcccafc8917a tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Request body: {'floatingip': {'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:56:30.687725 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-50a5ad29-0769-42ef-b104-526e2d5e1802 req-9fba6483-24c0-4c67-b835-f46f71f209b1 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/security-groups/266faa4d-ac23-48f1-8956-5d3bcfe27de1 HTTP/1.1" status: 200 len: 1800 time: 0.0954022 Jul 23 23:56:30.730562 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf9f4537-82df-4a9e-bcc5-da99fcb57155 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:56:30.737701 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 202ded10-077c-4d14-a81c-06f692f89f84 no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:56:30.742063 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c6c625-9960-44b3-8a34-2c61b5d5a31f None None] Sync routers for ids ['3b127fe7-c0e3-4088-b10e-685ebaf8ff1a'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:56:30.757485 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c6c625-9960-44b3-8a34-2c61b5d5a31f None None] Routers {'3b127fe7-c0e3-4088-b10e-685ebaf8ff1a'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:56:30.760247 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-45c6c625-9960-44b3-8a34-2c61b5d5a31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:56:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['3b127fe7-c0e3-4088-b10e-685ebaf8ff1a'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:56:30.804496 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] No Port match for: 202ded10-077c-4d14-a81c-06f692f89f84 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:56:30.805504 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 202ded10-077c-4d14-a81c-06f692f89f84 not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:56:30.824314 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f2ae3774-678f-4075-aa07-9dcba0f7b523 req-b72156ae-39aa-429c-8273-bcccafc8917a tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Notify callbacks [] for floatingip, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:30.839341 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cf9f4537-82df-4a9e-bcc5-da99fcb57155 admin admin] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:30.843304 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-cf9f4537-82df-4a9e-bcc5-da99fcb57155 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.8712080 Jul 23 23:56:30.843490 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44784) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:56:30.852854 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-50a5ad29-0769-42ef-b104-526e2d5e1802 req-0633cc87-d039-4293-ab43-86fa27410bd4 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:30.933441 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50e900fe-e3a6-4e33-b091-3623fae60138 admin admin] Router f5396461-e7b9-457e-83eb-c8dd23b24c8f has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:56:30.970760 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-45c6c625-9960-44b3-8a34-2c61b5d5a31f None None] Set router 3b127fe7-c0e3-4088-b10e-685ebaf8ff1a gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:56:30.980584 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4b46760-b5c0-4ea4-9b37-9eae80a32edd req-201f152c-65ee-4fa7-8e72-5fbe2026a41c tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Made reservation on behalf of d9405b5ff79541cbb5225ec709273225 for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:56:30.984708 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f4b46760-b5c0-4ea4-9b37-9eae80a32edd req-201f152c-65ee-4fa7-8e72-5fbe2026a41c tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:30.987951 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-50a5ad29-0769-42ef-b104-526e2d5e1802 req-0633cc87-d039-4293-ab43-86fa27410bd4 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:31.075062 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-3f54632a-7a29-4f3c-b8e6-ee14530744d9 None None] Provisioning complete for port 9a6de36c-1f0f-4922-a66b-5265ffec0dd6 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:56:31.075648 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3f54632a-7a29-4f3c-b8e6-ee14530744d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:31.162476 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-50a5ad29-0769-42ef-b104-526e2d5e1802 req-0633cc87-d039-4293-ab43-86fa27410bd4 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:31.165868 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-3f54632a-7a29-4f3c-b8e6-ee14530744d9 None None] Port 9a6de36c-1f0f-4922-a66b-5265ffec0dd6 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:56:31.166737 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-50a5ad29-0769-42ef-b104-526e2d5e1802 req-0633cc87-d039-4293-ab43-86fa27410bd4 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:31.167881 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-50a5ad29-0769-42ef-b104-526e2d5e1802 req-0633cc87-d039-4293-ab43-86fa27410bd4 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "DELETE /v2.0/security-groups/266faa4d-ac23-48f1-8956-5d3bcfe27de1 HTTP/1.1" status: 204 len: 173 time: 0.4793613 Jul 23 23:56:31.210979 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-af41a65c-f2b0-4fcd-86f2-038f71efd187 req-00f624e6-82da-48d1-a24c-e38ccd7310db tempest-ImagesNegativeTestJSON-1832149253 tempest-ImagesNegativeTestJSON-1832149253-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=767bf4eddfed4ba296901984c71ea19d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0657704 Jul 23 23:56:31.216577 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0633cc87-d039-4293-ab43-86fa27410bd4 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=266faa4d-ac23-48f1-8956-5d3bcfe27de1,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:31.251022 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-45c6c625-9960-44b3-8a34-2c61b5d5a31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b127fe7-c0e3-4088-b10e-685ebaf8ff1a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1786652488-router', 'tenant_id': '5e96c0febc7b4dc580b4820ccf6600d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'e97982dc-f662-4c1c-aed5-594d83ae3f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:56:26Z', 'updated_at': '2021-07-23T23:56:29Z', 'revision_number': 3, 'project_id': '5e96c0febc7b4dc580b4820ccf6600d4', 'gw_port': {'id': 'e97982dc-f662-4c1c-aed5-594d83ae3f85', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:58:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b127fe7-c0e3-4088-b10e-685ebaf8ff1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:56:27Z', 'updated_at': '2021-07-23T23:56:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:56:31.303948 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c6c625-9960-44b3-8a34-2c61b5d5a31f None None] Checking router: 3b127fe7-c0e3-4088-b10e-685ebaf8ff1a for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:56:31.304655 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c6c625-9960-44b3-8a34-2c61b5d5a31f None None] Updating router 3b127fe7-c0e3-4088-b10e-685ebaf8ff1a port e97982dc-f662-4c1c-aed5-594d83ae3f85 binding host n-d-800088-16 {{(pid=100316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:56:31.347778 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-45c6c625-9960-44b3-8a34-2c61b5d5a31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:31.469458 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af41a65c-f2b0-4fcd-86f2-038f71efd187 req-509d30c6-5836-49e1-a827-b3bbee36f0b3 tempest-ImagesNegativeTestJSON-1832149253 tempest-ImagesNegativeTestJSON-1832149253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:31.471033 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-af41a65c-f2b0-4fcd-86f2-038f71efd187 req-509d30c6-5836-49e1-a827-b3bbee36f0b3 tempest-ImagesNegativeTestJSON-1832149253 tempest-ImagesNegativeTestJSON-1832149253-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2520380 Jul 23 23:56:31.473752 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8d090d60-fde6-4d7a-a6b5-41945b3f5683 req-45d69a61-fc12-4f69-8e05-004206eaceb9 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "GET /v2.0/security-groups/aeb5e9ca-acdf-4658-a203-af16cabdf428 HTTP/1.1" status: 200 len: 1801 time: 0.1488035 Jul 23 23:56:31.484207 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-af41a65c-f2b0-4fcd-86f2-038f71efd187 req-d32117a9-59df-4d1c-ae3a-ce4e6bc85a65 tempest-ImagesNegativeTestJSON-1832149253 tempest-ImagesNegativeTestJSON-1832149253-project] Request body: {'port': {'device_id': 'efcd1ab2-7eba-4a0a-bb13-5dc2d187fbfe', 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2', 'admin_state_up': True, 'tenant_id': '767bf4eddfed4ba296901984c71ea19d'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:56:31.677175 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-8d090d60-fde6-4d7a-a6b5-41945b3f5683 req-5a6f5989-9c0f-400c-8d1e-18b46426ce36 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:31.679854 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-45c6c625-9960-44b3-8a34-2c61b5d5a31f None None] Notify callbacks [] for port, precommit_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:31.685985 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 6fe8c1fa-9807-4413-a54b-aaaa2de7a505 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:56:31.706102 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.provisioning_blocks [None req-45c6c625-9960-44b3-8a34-2c61b5d5a31f None None] Transition to ACTIVE for port object e97982dc-f662-4c1c-aed5-594d83ae3f85 will not be triggered until provisioned by entity L2. {{(pid=100316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:56:31.721932 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-45c6c625-9960-44b3-8a34-2c61b5d5a31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:31.774777 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-45c6c625-9960-44b3-8a34-2c61b5d5a31f None None] Attempting to bind port e97982dc-f662-4c1c-aed5-594d83ae3f85 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:56:31.776838 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-45c6c625-9960-44b3-8a34-2c61b5d5a31f None None] Attempting to bind port e97982dc-f662-4c1c-aed5-594d83ae3f85 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:56:31.777425 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c6c625-9960-44b3-8a34-2c61b5d5a31f None None] Attempting to bind port e97982dc-f662-4c1c-aed5-594d83ae3f85 on network 9adcfee8-760c-4568-9e39-c221abf69bf5 {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:56:31.782743 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 6fe8c1fa-9807-4413-a54b-aaaa2de7a505 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:56:31.783433 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:31.791205 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a329bbe5-48e6-427d-8c52-943b35e6a4f0 None None] Pushing event updated for resources: {'Port': ['ID=e97982dc-f662-4c1c-aed5-594d83ae3f85,revision_number=2']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:31.794076 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c6c625-9960-44b3-8a34-2c61b5d5a31f None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:56:31.794743 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c6c625-9960-44b3-8a34-2c61b5d5a31f None None] Checking segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:56:31.795361 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-45c6c625-9960-44b3-8a34-2c61b5d5a31f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:31.795616 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f2ae3774-678f-4075-aa07-9dcba0f7b523 req-b72156ae-39aa-429c-8273-bcccafc8917a tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:31.796520 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c6c625-9960-44b3-8a34-2c61b5d5a31f None None] Bound using segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:56:31.797234 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-45c6c625-9960-44b3-8a34-2c61b5d5a31f None None] Bound port: e97982dc-f662-4c1c-aed5-594d83ae3f85, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:56:31.797860 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-45c6c625-9960-44b3-8a34-2c61b5d5a31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:31.798045 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e900fe-e3a6-4e33-b091-3623fae60138 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:56:31.819136 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-50e900fe-e3a6-4e33-b091-3623fae60138 admin admin] 10.222.0.44 "PUT /v2.0/routers/f5396461-e7b9-457e-83eb-c8dd23b24c8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5374262 Jul 23 23:56:31.834485 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [req-f4b46760-b5c0-4ea4-9b37-9eae80a32edd req-201f152c-65ee-4fa7-8e72-5fbe2026a41c tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Allocated IP 172.20.0.12 (cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed/3dff00ee-bed2-4c8a-b785-e9725c9c9b9c/5acad72e-d8d6-4866-bdd3-5ad27c763815) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:56:31.835453 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-8d090d60-fde6-4d7a-a6b5-41945b3f5683 req-5a6f5989-9c0f-400c-8d1e-18b46426ce36 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:31.851635 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-45c6c625-9960-44b3-8a34-2c61b5d5a31f None None] For port e97982dc-f662-4c1c-aed5-594d83ae3f85, host n-d-800088-16, cleared binding levels {{(pid=100316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:56:31.854115 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device f6543c05-84e8-4834-bbf5-d10898a5e48f up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:56:31.856263 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-45c6c625-9960-44b3-8a34-2c61b5d5a31f None None] For port e97982dc-f662-4c1c-aed5-594d83ae3f85, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=e97982dc-f662-4c1c-aed5-594d83ae3f85,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:56:31.862137 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7f4dd022-ebb3-4441-9b0e-afc998f3f154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:31.862834 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574d4b22-04cf-400e-942a-d1fe92ebcf9b None None] Sync routers for ids ['f5396461-e7b9-457e-83eb-c8dd23b24c8f'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:56:31.864141 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-45c6c625-9960-44b3-8a34-2c61b5d5a31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:31.888688 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af41a65c-f2b0-4fcd-86f2-038f71efd187 req-d32117a9-59df-4d1c-ae3a-ce4e6bc85a65 tempest-ImagesNegativeTestJSON-1832149253 tempest-ImagesNegativeTestJSON-1832149253-project] Made reservation on behalf of 767bf4eddfed4ba296901984c71ea19d for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:56:31.894002 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-af41a65c-f2b0-4fcd-86f2-038f71efd187 req-d32117a9-59df-4d1c-ae3a-ce4e6bc85a65 tempest-ImagesNegativeTestJSON-1832149253 tempest-ImagesNegativeTestJSON-1832149253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:31.918325 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-af41a65c-f2b0-4fcd-86f2-038f71efd187 req-d32117a9-59df-4d1c-ae3a-ce4e6bc85a65 tempest-ImagesNegativeTestJSON-1832149253 tempest-ImagesNegativeTestJSON-1832149253-project] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:31.921953 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c6c625-9960-44b3-8a34-2c61b5d5a31f None None] Routers {'3b127fe7-c0e3-4088-b10e-685ebaf8ff1a'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:56:31.922850 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-45c6c625-9960-44b3-8a34-2c61b5d5a31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:56:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['3b127fe7-c0e3-4088-b10e-685ebaf8ff1a'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:56:31.964331 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574d4b22-04cf-400e-942a-d1fe92ebcf9b None None] Routers {'f5396461-e7b9-457e-83eb-c8dd23b24c8f'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:56:31.966307 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-574d4b22-04cf-400e-942a-d1fe92ebcf9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:56:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['f5396461-e7b9-457e-83eb-c8dd23b24c8f'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:56:32.047757 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [req-f2ae3774-678f-4075-aa07-9dcba0f7b523 req-b72156ae-39aa-429c-8273-bcccafc8917a tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Allocated IP 172.25.3.119 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/658130d4-9be7-4e34-ad21-f587382aeb5c) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:56:32.053820 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a329bbe5-48e6-427d-8c52-943b35e6a4f0 None None] Pushing event updated for resources: {'Port': ['ID=e97982dc-f662-4c1c-aed5-594d83ae3f85,revision_number=3']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:32.075342 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-8d090d60-fde6-4d7a-a6b5-41945b3f5683 req-5a6f5989-9c0f-400c-8d1e-18b46426ce36 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:32.078891 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-8d090d60-fde6-4d7a-a6b5-41945b3f5683 req-5a6f5989-9c0f-400c-8d1e-18b46426ce36 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:32.080597 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8d090d60-fde6-4d7a-a6b5-41945b3f5683 req-5a6f5989-9c0f-400c-8d1e-18b46426ce36 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] 10.222.0.44 "DELETE /v2.0/security-groups/aeb5e9ca-acdf-4658-a203-af16cabdf428 HTTP/1.1" status: 204 len: 173 time: 0.5906000 Jul 23 23:56:32.098543 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-45c6c625-9960-44b3-8a34-2c61b5d5a31f None None] Set router 3b127fe7-c0e3-4088-b10e-685ebaf8ff1a gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:56:32.103492 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 44800) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:56:32.209434 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f2ae3774-678f-4075-aa07-9dcba0f7b523 req-b72156ae-39aa-429c-8273-bcccafc8917a tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:32.211739 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port f6543c05-84e8-4834-bbf5-d10898a5e48f completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:56:32.231653 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6f5989-9c0f-400c-8d1e-18b46426ce36 tempest-SecurityGroupsTestJSON-2047982645 tempest-SecurityGroupsTestJSON-2047982645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb5e9ca-acdf-4658-a203-af16cabdf428,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:32.242265 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port f6543c05-84e8-4834-bbf5-d10898a5e48f triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:56:32.243393 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:32.261393 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-af41a65c-f2b0-4fcd-86f2-038f71efd187 req-d32117a9-59df-4d1c-ae3a-ce4e6bc85a65 tempest-ImagesNegativeTestJSON-1832149253 tempest-ImagesNegativeTestJSON-1832149253-project] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:32.286274 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-13480773-f689-4fd6-a928-2cd548aa16d0 req-d8787672-705d-47d6-82cf-a311f4659c5c tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=e06aa624-fa02-437e-9537-68eb3a6c893c HTTP/1.1" status: 200 len: 210 time: 0.0817821 Jul 23 23:56:32.290324 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-af41a65c-f2b0-4fcd-86f2-038f71efd187 req-d32117a9-59df-4d1c-ae3a-ce4e6bc85a65 tempest-ImagesNegativeTestJSON-1832149253 tempest-ImagesNegativeTestJSON-1832149253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:32.306026 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f2ae3774-678f-4075-aa07-9dcba0f7b523 req-b72156ae-39aa-429c-8273-bcccafc8917a tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:32.339513 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-45c6c625-9960-44b3-8a34-2c61b5d5a31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b127fe7-c0e3-4088-b10e-685ebaf8ff1a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1786652488-router', 'tenant_id': '5e96c0febc7b4dc580b4820ccf6600d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'e97982dc-f662-4c1c-aed5-594d83ae3f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:56:26Z', 'updated_at': '2021-07-23T23:56:29Z', 'revision_number': 3, 'project_id': '5e96c0febc7b4dc580b4820ccf6600d4', 'gw_port': {'id': 'e97982dc-f662-4c1c-aed5-594d83ae3f85', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:58:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b127fe7-c0e3-4088-b10e-685ebaf8ff1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:56:27Z', 'updated_at': '2021-07-23T23:56:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:56:32.355939 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-574d4b22-04cf-400e-942a-d1fe92ebcf9b None None] Set router f5396461-e7b9-457e-83eb-c8dd23b24c8f gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:56:32.375745 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c6c625-9960-44b3-8a34-2c61b5d5a31f None None] The sync data for ids ['3b127fe7-c0e3-4088-b10e-685ebaf8ff1a'] in n-d-800088-16 is: [{'id': '3b127fe7-c0e3-4088-b10e-685ebaf8ff1a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1786652488-router', 'tenant_id': '5e96c0febc7b4dc580b4820ccf6600d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'e97982dc-f662-4c1c-aed5-594d83ae3f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:56:26Z', 'updated_at': '2021-07-23T23:56:29Z', 'revision_number': 3, 'project_id': '5e96c0febc7b4dc580b4820ccf6600d4', 'gw_port': {'id': 'e97982dc-f662-4c1c-aed5-594d83ae3f85', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:58:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b127fe7-c0e3-4088-b10e-685ebaf8ff1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:56:27Z', 'updated_at': '2021-07-23T23:56:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:56:32.416525 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32117a9-59df-4d1c-ae3a-ce4e6bc85a65 tempest-ImagesNegativeTestJSON-1832149253 tempest-ImagesNegativeTestJSON-1832149253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01e49410-36b6-46bb-aba9-1661e1aee3cd,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:32.434245 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-75d1930e-aef2-4caa-8ced-399e90e39331 admin admin] Deleting subnet abff5f68-fd48-495e-a37c-bc1705b61fd1 {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:56:32.457255 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2ae3774-678f-4075-aa07-9dcba0f7b523 req-b72156ae-39aa-429c-8273-bcccafc8917a tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:56:32.460435 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-75d1930e-aef2-4caa-8ced-399e90e39331 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:32.464204 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-7f4dd022-ebb3-4441-9b0e-afc998f3f154 admin admin] Allocated IP 172.20.0.1 (4716419a-bea3-4e9d-acf9-3fbc0197d354/8224515a-17e0-4722-b0b6-48bf087305a0/7d677487-dcf3-4a4f-a140-bde706b3be25) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:56:32.500979 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [req-f2ae3774-678f-4075-aa07-9dcba0f7b523 req-b72156ae-39aa-429c-8273-bcccafc8917a tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:56:32.506995 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72156ae-39aa-429c-8273-bcccafc8917a tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Pushing event updated for resources: {'Port': ['ID=658130d4-9be7-4e34-ad21-f587382aeb5c,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:32.517662 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-af41a65c-f2b0-4fcd-86f2-038f71efd187 req-d32117a9-59df-4d1c-ae3a-ce4e6bc85a65 tempest-ImagesNegativeTestJSON-1832149253 tempest-ImagesNegativeTestJSON-1832149253-project] Allocated IP 192.168.233.218 (603dff3b-80fe-44ec-a82a-8d8b74b0c3c2/ef73a7e1-c64a-41e3-9997-629475c7b6b1/9d32a0dc-c40f-4ff3-9424-0d60b0b78bfb) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:56:32.518819 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2ae3774-678f-4075-aa07-9dcba0f7b523 req-b72156ae-39aa-429c-8273-bcccafc8917a tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:56:32.560655 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:32.564974 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72156ae-39aa-429c-8273-bcccafc8917a tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:56:32.565334 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72156ae-39aa-429c-8273-bcccafc8917a tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:56:32.565686 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72156ae-39aa-429c-8273-bcccafc8917a tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:56:32.566034 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72156ae-39aa-429c-8273-bcccafc8917a tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:56:32.566376 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72156ae-39aa-429c-8273-bcccafc8917a tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:56:32.566757 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72156ae-39aa-429c-8273-bcccafc8917a tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:56:32.567235 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72156ae-39aa-429c-8273-bcccafc8917a tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:56:32.567578 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72156ae-39aa-429c-8273-bcccafc8917a tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:56:32.567922 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72156ae-39aa-429c-8273-bcccafc8917a tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:56:32.568259 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72156ae-39aa-429c-8273-bcccafc8917a tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:56:32.568591 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72156ae-39aa-429c-8273-bcccafc8917a tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:56:32.568951 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72156ae-39aa-429c-8273-bcccafc8917a tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:56:32.598332 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-75d1930e-aef2-4caa-8ced-399e90e39331 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:32.626074 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f4b46760-b5c0-4ea4-9b37-9eae80a32edd req-201f152c-65ee-4fa7-8e72-5fbe2026a41c tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:32.627222 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '572b798d-a1c9-4e15-afa2-cae7b0b983fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6543c05-84e8-4834-bbf5-d10898a5e48f'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:56:32.630457 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc81e2d-bd4a-4a12-bd0d-91b241beacc6" -d '{"events": [{"server_uuid": "572b798d-a1c9-4e15-afa2-cae7b0b983fe", "name": "network-vif-plugged", "status": "completed", "tag": "f6543c05-84e8-4834-bbf5-d10898a5e48f"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:56:32.656867 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port f6543c05-84e8-4834-bbf5-d10898a5e48f, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=f6543c05-84e8-4834-bbf5-d10898a5e48f,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:56:32.670024 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:32.707618 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee97419-5f0d-42a2-98cc-de7f71ad43c2 req-2d87c2ea-d99c-48c4-abd0-592afb93a019 tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:32.715291 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9ee97419-5f0d-42a2-98cc-de7f71ad43c2 req-2d87c2ea-d99c-48c4-abd0-592afb93a019 tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] 10.222.0.44 "GET /v2.0/ports?device_id=572b798d-a1c9-4e15-afa2-cae7b0b983fe HTTP/1.1" status: 200 len: 948 time: 0.2951338 Jul 23 23:56:32.725783 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-75d1930e-aef2-4caa-8ced-399e90e39331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:32.792223 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=f6543c05-84e8-4834-bbf5-d10898a5e48f,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:32.794907 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f2ae3774-678f-4075-aa07-9dcba0f7b523 req-b72156ae-39aa-429c-8273-bcccafc8917a tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:32.823859 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7f4dd022-ebb3-4441-9b0e-afc998f3f154 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:32.828017 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-574d4b22-04cf-400e-942a-d1fe92ebcf9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5396461-e7b9-457e-83eb-c8dd23b24c8f', 'name': 'tempest-ServersTestManualDisk-245800099-router', 'tenant_id': '4bf4cdc5515a40d7ad05decd4185164d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '6fe8c1fa-9807-4413-a54b-aaaa2de7a505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:56:18Z', 'updated_at': '2021-07-23T23:56:29Z', 'revision_number': 4, 'project_id': '4bf4cdc5515a40d7ad05decd4185164d', 'gw_port': {'id': '6fe8c1fa-9807-4413-a54b-aaaa2de7a505', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:dd:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5396461-e7b9-457e-83eb-c8dd23b24c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:56:21Z', 'updated_at': '2021-07-23T23:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '9a6de36c-1f0f-4922-a66b-5265ffec0dd6', 'name': '', 'network_id': '85c9f26f-731d-44b5-92b1-ca68826725b8', 'tenant_id': '4bf4cdc5515a40d7ad05decd4185164d', 'mac_address': 'fa:16:3e:1c:7f:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5396461-e7b9-457e-83eb-c8dd23b24c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'b7fb4eeb-013a-4a61-a243-81e1ee8590a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:56:28Z', 'updated_at': '2021-07-23T23:56:29Z', 'revision_number': 2, 'project_id': '4bf4cdc5515a40d7ad05decd4185164d', 'subnets': [{'id': 'b7fb4eeb-013a-4a61-a243-81e1ee8590a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:56:32.853971 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9ee97419-5f0d-42a2-98cc-de7f71ad43c2 req-42486218-af0e-469b-a765-0c53f7b84bb4 tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc5fa8a0-642c-4d38-a590-25f2d1268bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372623 Jul 23 23:56:32.867086 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574d4b22-04cf-400e-942a-d1fe92ebcf9b None None] Checking router: f5396461-e7b9-457e-83eb-c8dd23b24c8f for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:56:32.867515 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574d4b22-04cf-400e-942a-d1fe92ebcf9b None None] Updating router f5396461-e7b9-457e-83eb-c8dd23b24c8f port 9a6de36c-1f0f-4922-a66b-5265ffec0dd6 binding host n-d-800088-16 {{(pid=100315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:56:32.890672 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f4b46760-b5c0-4ea4-9b37-9eae80a32edd req-201f152c-65ee-4fa7-8e72-5fbe2026a41c tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:32.919814 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-af41a65c-f2b0-4fcd-86f2-038f71efd187 req-d32117a9-59df-4d1c-ae3a-ce4e6bc85a65 tempest-ImagesNegativeTestJSON-1832149253 tempest-ImagesNegativeTestJSON-1832149253-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:32.931337 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-574d4b22-04cf-400e-942a-d1fe92ebcf9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:32.968943 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-af41a65c-f2b0-4fcd-86f2-038f71efd187 req-d32117a9-59df-4d1c-ae3a-ce4e6bc85a65 tempest-ImagesNegativeTestJSON-1832149253 tempest-ImagesNegativeTestJSON-1832149253-project] Transition to ACTIVE for port object 9d32a0dc-c40f-4ff3-9424-0d60b0b78bfb will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:56:32.976241 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-75d1930e-aef2-4caa-8ced-399e90e39331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:32.996291 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4b46760-b5c0-4ea4-9b37-9eae80a32edd req-201f152c-65ee-4fa7-8e72-5fbe2026a41c tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Network cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:56:33.014413 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f2ae3774-678f-4075-aa07-9dcba0f7b523 req-b72156ae-39aa-429c-8273-bcccafc8917a tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:33.028396 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3e1f4cf1-50d7-42c6-abba-5c393cd12254 req-d8f46231-7030-49c0-a367-87d7d49b7a00 tempest-ImagesNegativeTestJSON-1832149253 tempest-ImagesNegativeTestJSON-1832149253-project] 10.222.0.44 "GET /v2.0/ports?device_id=efcd1ab2-7eba-4a0a-bb13-5dc2d187fbfe HTTP/1.1" status: 200 len: 210 time: 0.0696898 Jul 23 23:56:33.080053 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7f4dd022-ebb3-4441-9b0e-afc998f3f154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:33.091094 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-af41a65c-f2b0-4fcd-86f2-038f71efd187 req-d32117a9-59df-4d1c-ae3a-ce4e6bc85a65 tempest-ImagesNegativeTestJSON-1832149253 tempest-ImagesNegativeTestJSON-1832149253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:33.093192 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [req-f4b46760-b5c0-4ea4-9b37-9eae80a32edd req-201f152c-65ee-4fa7-8e72-5fbe2026a41c tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:56:33.103455 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4b46760-b5c0-4ea4-9b37-9eae80a32edd req-201f152c-65ee-4fa7-8e72-5fbe2026a41c tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:56:33.144245 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-75d1930e-aef2-4caa-8ced-399e90e39331 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:33.144455 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4dd022-ebb3-4441-9b0e-afc998f3f154 admin admin] Network 4716419a-bea3-4e9d-acf9-3fbc0197d354 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:56:33.146254 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-75d1930e-aef2-4caa-8ced-399e90e39331 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/abff5f68-fd48-495e-a37c-bc1705b61fd1 HTTP/1.1" status: 204 len: 168 time: 1.0380049 Jul 23 23:56:33.150016 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44808) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:56:33.160638 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-7f4dd022-ebb3-4441-9b0e-afc998f3f154 admin admin] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:56:33.170884 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d1930e-aef2-4caa-8ced-399e90e39331 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abff5f68-fd48-495e-a37c-bc1705b61fd1,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:33.176649 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201f152c-65ee-4fa7-8e72-5fbe2026a41c tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Pushing event updated for resources: {'Port': ['ID=5acad72e-d8d6-4866-bdd3-5ad27c763815,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:33.268438 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b46760-b5c0-4ea4-9b37-9eae80a32edd req-201f152c-65ee-4fa7-8e72-5fbe2026a41c tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:33.269170 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f4b46760-b5c0-4ea4-9b37-9eae80a32edd req-201f152c-65ee-4fa7-8e72-5fbe2026a41c tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:33.307793 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f4b46760-b5c0-4ea4-9b37-9eae80a32edd req-201f152c-65ee-4fa7-8e72-5fbe2026a41c tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7287424 Jul 23 23:56:33.333751 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-f4b46760-b5c0-4ea4-9b37-9eae80a32edd req-2c64e326-3ce8-4480-a8d2-e4d532bca1de service neutron] Request body: {'port': {'device_id': 'e06aa624-fa02-437e-9537-68eb3a6c893c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-16'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:56:33.467586 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f2ae3774-678f-4075-aa07-9dcba0f7b523 req-b72156ae-39aa-429c-8273-bcccafc8917a tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:33.472293 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f4b46760-b5c0-4ea4-9b37-9eae80a32edd req-2c64e326-3ce8-4480-a8d2-e4d532bca1de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:33.485586 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f2ae3774-678f-4075-aa07-9dcba0f7b523 req-b72156ae-39aa-429c-8273-bcccafc8917a tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:33.617744 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-574d4b22-04cf-400e-942a-d1fe92ebcf9b None None] Notify callbacks [] for port, precommit_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:33.618058 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72156ae-39aa-429c-8273-bcccafc8917a tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Pushing event updated for resources: {'Port': ['ID=658130d4-9be7-4e34-ad21-f587382aeb5c,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:33.640150 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-574d4b22-04cf-400e-942a-d1fe92ebcf9b None None] Transition to ACTIVE for port object 9a6de36c-1f0f-4922-a66b-5265ffec0dd6 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:56:33.656368 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-574d4b22-04cf-400e-942a-d1fe92ebcf9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:33.691676 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f2ae3774-678f-4075-aa07-9dcba0f7b523 req-b72156ae-39aa-429c-8273-bcccafc8917a tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:33.731688 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f2ae3774-678f-4075-aa07-9dcba0f7b523 req-b72156ae-39aa-429c-8273-bcccafc8917a tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:33.738467 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device e97982dc-f662-4c1c-aed5-594d83ae3f85 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:56:33.742254 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f2ae3774-678f-4075-aa07-9dcba0f7b523 req-b72156ae-39aa-429c-8273-bcccafc8917a tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1030743 Jul 23 23:56:33.745762 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4dd022-ebb3-4441-9b0e-afc998f3f154 admin admin] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:56:33.847092 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-678e50fe-4ec0-4ca1-9834-04abc6b86303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:33.860286 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 44812) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:56:33.865211 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-5c891269-ac27-473d-82e8-2f4ebc6f15be tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1485034424', 'description': 'tempest-description--466950407'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:56:33.884250 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4dd022-ebb3-4441-9b0e-afc998f3f154 admin admin] Pushing event updated for resources: {'Port': ['ID=7d677487-dcf3-4a4f-a140-bde706b3be25,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:33.894038 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af41a65c-f2b0-4fcd-86f2-038f71efd187 req-d32117a9-59df-4d1c-ae3a-ce4e6bc85a65 tempest-ImagesNegativeTestJSON-1832149253 tempest-ImagesNegativeTestJSON-1832149253-project] Network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:56:33.896323 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f2ae3774-678f-4075-aa07-9dcba0f7b523 req-39d96cee-6fff-4c88-809b-86103748c8b6 tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.3.119 HTTP/1.1" status: 200 len: 696 time: 0.1525710 Jul 23 23:56:33.916390 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de17902-a52b-4197-830f-3dc9054a9c39 None None] Pushing event updated for resources: {'Port': ['ID=9a6de36c-1f0f-4922-a66b-5265ffec0dd6,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:33.952477 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-af41a65c-f2b0-4fcd-86f2-038f71efd187 req-d32117a9-59df-4d1c-ae3a-ce4e6bc85a65 tempest-ImagesNegativeTestJSON-1832149253 tempest-ImagesNegativeTestJSON-1832149253-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:56:33.960719 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45eb893b-f2c5-497a-a2a7-4d1192f806ae x-openstack-request-id: req-45eb893b-f2c5-497a-a2a7-4d1192f806ae {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:56:33.965485 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "572b798d-a1c9-4e15-afa2-cae7b0b983fe", "name": "network-vif-plugged", "status": "completed", "tag": "f6543c05-84e8-4834-bbf5-d10898a5e48f", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:56:33.965634 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32117a9-59df-4d1c-ae3a-ce4e6bc85a65 tempest-ImagesNegativeTestJSON-1832149253 tempest-ImagesNegativeTestJSON-1832149253-project] Pushing event updated for resources: {'Port': ['ID=9d32a0dc-c40f-4ff3-9424-0d60b0b78bfb,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:33.965828 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-45eb893b-f2c5-497a-a2a7-4d1192f806ae {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:56:33.966201 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '572b798d-a1c9-4e15-afa2-cae7b0b983fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6543c05-84e8-4834-bbf5-d10898a5e48f', 'code': 200} Jul 23 23:56:33.969633 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-af41a65c-f2b0-4fcd-86f2-038f71efd187 req-d32117a9-59df-4d1c-ae3a-ce4e6bc85a65 tempest-ImagesNegativeTestJSON-1832149253 tempest-ImagesNegativeTestJSON-1832149253-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:56:33.971235 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-574d4b22-04cf-400e-942a-d1fe92ebcf9b None None] Attempting to bind port 9a6de36c-1f0f-4922-a66b-5265ffec0dd6 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:56:33.971621 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-574d4b22-04cf-400e-942a-d1fe92ebcf9b None None] Attempting to bind port 9a6de36c-1f0f-4922-a66b-5265ffec0dd6 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '7706e308-45fe-47c4-babd-3fda7f234b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '85c9f26f-731d-44b5-92b1-ca68826725b8'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:56:33.971994 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574d4b22-04cf-400e-942a-d1fe92ebcf9b None None] Attempting to bind port 9a6de36c-1f0f-4922-a66b-5265ffec0dd6 on network 85c9f26f-731d-44b5-92b1-ca68826725b8 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:56:33.987641 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574d4b22-04cf-400e-942a-d1fe92ebcf9b None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:56:33.988058 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574d4b22-04cf-400e-942a-d1fe92ebcf9b None None] Checking segment: {'id': '7706e308-45fe-47c4-babd-3fda7f234b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '85c9f26f-731d-44b5-92b1-ca68826725b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:56:33.988444 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-574d4b22-04cf-400e-942a-d1fe92ebcf9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:33.988868 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574d4b22-04cf-400e-942a-d1fe92ebcf9b None None] Bound using segment: {'id': '7706e308-45fe-47c4-babd-3fda7f234b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '85c9f26f-731d-44b5-92b1-ca68826725b8'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:56:33.989820 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-574d4b22-04cf-400e-942a-d1fe92ebcf9b None None] Bound port: 9a6de36c-1f0f-4922-a66b-5265ffec0dd6, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7706e308-45fe-47c4-babd-3fda7f234b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '85c9f26f-731d-44b5-92b1-ca68826725b8'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:56:33.989820 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-574d4b22-04cf-400e-942a-d1fe92ebcf9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:34.071520 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port e97982dc-f662-4c1c-aed5-594d83ae3f85 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:56:34.083895 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port e97982dc-f662-4c1c-aed5-594d83ae3f85 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:56:34.084296 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:34.118714 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ae3774-678f-4075-aa07-9dcba0f7b523 req-42ccfe72-dd84-4f2d-b1f0-58c1f3beac9c tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:34.120256 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f2ae3774-678f-4075-aa07-9dcba0f7b523 req-42ccfe72-dd84-4f2d-b1f0-58c1f3beac9c tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] 10.222.0.44 "GET /v2.0/networks/9adcfee8-760c-4568-9e39-c221abf69bf5 HTTP/1.1" status: 200 len: 784 time: 0.2230618 Jul 23 23:56:34.158996 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5c891269-ac27-473d-82e8-2f4ebc6f15be tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:34.163861 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-574d4b22-04cf-400e-942a-d1fe92ebcf9b None None] For port 9a6de36c-1f0f-4922-a66b-5265ffec0dd6, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:56:34.168785 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-574d4b22-04cf-400e-942a-d1fe92ebcf9b None None] For port 9a6de36c-1f0f-4922-a66b-5265ffec0dd6, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=9a6de36c-1f0f-4922-a66b-5265ffec0dd6,segment=NetworkSegment(7706e308-45fe-47c4-babd-3fda7f234b49),segment_id=7706e308-45fe-47c4-babd-3fda7f234b49)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:56:34.184627 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af41a65c-f2b0-4fcd-86f2-038f71efd187 req-d32117a9-59df-4d1c-ae3a-ce4e6bc85a65 tempest-ImagesNegativeTestJSON-1832149253 tempest-ImagesNegativeTestJSON-1832149253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:34.186994 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-af41a65c-f2b0-4fcd-86f2-038f71efd187 req-d32117a9-59df-4d1c-ae3a-ce4e6bc85a65 tempest-ImagesNegativeTestJSON-1832149253 tempest-ImagesNegativeTestJSON-1832149253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:34.221597 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7f4dd022-ebb3-4441-9b0e-afc998f3f154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681761'] for router_interface, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:34.223834 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-574d4b22-04cf-400e-942a-d1fe92ebcf9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:34.290595 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:34.327752 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574d4b22-04cf-400e-942a-d1fe92ebcf9b None None] Routers {'f5396461-e7b9-457e-83eb-c8dd23b24c8f'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:56:34.329117 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-574d4b22-04cf-400e-942a-d1fe92ebcf9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:56:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['f5396461-e7b9-457e-83eb-c8dd23b24c8f'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:56:34.390694 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-678e50fe-4ec0-4ca1-9834-04abc6b86303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:34.403064 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-678e50fe-4ec0-4ca1-9834-04abc6b86303 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8906f93-94f4-4245-b6a8-bfe9f5af486b']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:56:34.412986 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-f4b46760-b5c0-4ea4-9b37-9eae80a32edd req-2c64e326-3ce8-4480-a8d2-e4d532bca1de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5acad72e-d8d6-4866-bdd3-5ad27c763815 {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:56:34.413934 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-678e50fe-4ec0-4ca1-9834-04abc6b86303 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4549f73-f8ca-4ffd-af84-81cd4b2f5c0f') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:56:34.415080 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-678e50fe-4ec0-4ca1-9834-04abc6b86303 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4549f73-f8ca-4ffd-af84-81cd4b2f5c0f') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:56:34.424033 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f4b46760-b5c0-4ea4-9b37-9eae80a32edd req-2c64e326-3ce8-4480-a8d2-e4d532bca1de service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:34.424743 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-678e50fe-4ec0-4ca1-9834-04abc6b86303 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:34.427953 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port e97982dc-f662-4c1c-aed5-594d83ae3f85, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=e97982dc-f662-4c1c-aed5-594d83ae3f85,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:56:34.439896 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-678e50fe-4ec0-4ca1-9834-04abc6b86303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:34.447108 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-678e50fe-4ec0-4ca1-9834-04abc6b86303 admin admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:56:34.447312 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-f4b46760-b5c0-4ea4-9b37-9eae80a32edd req-2c64e326-3ce8-4480-a8d2-e4d532bca1de service neutron] Transition to ACTIVE for port object 5acad72e-d8d6-4866-bdd3-5ad27c763815 will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:56:34.447567 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-678e50fe-4ec0-4ca1-9834-04abc6b86303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:34.449344 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 23 23:56:34.449344 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:56:34.449344 n-d-800088-16 neutron-server[100313]: timer() Jul 23 23:56:34.449344 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:56:34.449344 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 23 23:56:34.449344 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:56:34.449344 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 23 23:56:34.449344 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:56:34.449344 n-d-800088-16 neutron-server[100313]: self._notify() Jul 23 23:56:34.449344 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:56:34.449344 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 23 23:56:34.449344 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:56:34.449344 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 23 23:56:34.449344 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:56:34.449344 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:56:34.449344 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:56:34.449344 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:56:34.449344 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:56:34.449344 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 23 23:56:34.449344 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:56:34.449344 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 23 23:56:34.449344 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:56:34.449344 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:56:34.449344 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:56:34.449344 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 23 23:56:34.449344 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:56:34.449344 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:56:34.449344 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:56:34.449344 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:56:34.449344 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:56:34.449344 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:56:34.449344 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:56:34.478817 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:34.480471 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de17902-a52b-4197-830f-3dc9054a9c39 None None] Pushing event updated for resources: {'Port': ['ID=9a6de36c-1f0f-4922-a66b-5265ffec0dd6,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:34.511397 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5c891269-ac27-473d-82e8-2f4ebc6f15be tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:34.522621 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5c891269-ac27-473d-82e8-2f4ebc6f15be tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:34.526210 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f4b46760-b5c0-4ea4-9b37-9eae80a32edd req-2c64e326-3ce8-4480-a8d2-e4d532bca1de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:34.562272 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=e97982dc-f662-4c1c-aed5-594d83ae3f85,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:34.575764 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-af41a65c-f2b0-4fcd-86f2-038f71efd187 req-d32117a9-59df-4d1c-ae3a-ce4e6bc85a65 tempest-ImagesNegativeTestJSON-1832149253 tempest-ImagesNegativeTestJSON-1832149253-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0954244 Jul 23 23:56:34.587356 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caba077-1114-4804-813b-4ac181c20852 req-1f2c3d64-59b3-478c-bd0b-7a1bdeacdbaf tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:34.588976 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5caba077-1114-4804-813b-4ac181c20852 req-1f2c3d64-59b3-478c-bd0b-7a1bdeacdbaf tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=e06aa624-fa02-437e-9537-68eb3a6c893c HTTP/1.1" status: 200 len: 932 time: 0.5213599 Jul 23 23:56:34.597904 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-af41a65c-f2b0-4fcd-86f2-038f71efd187 req-c01db839-6329-4745-8589-7d5c3b705f6e service neutron] Request body: {'port': {'device_id': 'efcd1ab2-7eba-4a0a-bb13-5dc2d187fbfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:56:34.603901 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-a1fce8f5-1c06-4305-b5a6-8f48cb44f461 None None] Provisioning for port 9d32a0dc-c40f-4ff3-9424-0d60b0b78bfb completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:56:34.605664 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-678e50fe-4ec0-4ca1-9834-04abc6b86303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:34.612528 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-a1fce8f5-1c06-4305-b5a6-8f48cb44f461 None None] Provisioning complete for port 9d32a0dc-c40f-4ff3-9424-0d60b0b78bfb triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:56:34.612944 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a1fce8f5-1c06-4305-b5a6-8f48cb44f461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:34.632964 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c891269-ac27-473d-82e8-2f4ebc6f15be tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1aafd2b-0c0b-4251-9a9a-8eb86a04e81a,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:34.637284 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c64e326-3ce8-4480-a8d2-e4d532bca1de service neutron] Pushing event updated for resources: {'Port': ['ID=5acad72e-d8d6-4866-bdd3-5ad27c763815,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:34.643609 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0034b1c-2121-4def-ba19-ae1b4d13d4fa req-10c71166-5b4d-4f75-94f6-5eab5b36f994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:34.645280 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b0034b1c-2121-4def-ba19-ae1b4d13d4fa req-10c71166-5b4d-4f75-94f6-5eab5b36f994 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=572b798d-a1c9-4e15-afa2-cae7b0b983fe HTTP/1.1" status: 200 len: 1101 time: 0.5787590 Jul 23 23:56:34.656647 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-678e50fe-4ec0-4ca1-9834-04abc6b86303 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:34.658573 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-678e50fe-4ec0-4ca1-9834-04abc6b86303 admin admin] 10.222.0.44 "DELETE /v2.0/networks/b8906f93-94f4-4245-b6a8-bfe9f5af486b HTTP/1.1" status: 204 len: 168 time: 1.5060489 Jul 23 23:56:34.671104 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2ae2c2-61b9-4cb6-b581-f9ea4563cc29 req-9b920af3-5538-46f9-bff4-ad91f139b95a tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:34.674117 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3d2ae2c2-61b9-4cb6-b581-f9ea4563cc29 req-9b920af3-5538-46f9-bff4-ad91f139b95a tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] 10.222.0.44 "GET /v2.0/ports?device_id=572b798d-a1c9-4e15-afa2-cae7b0b983fe HTTP/1.1" status: 200 len: 949 time: 0.4376502 Jul 23 23:56:34.683484 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-574d4b22-04cf-400e-942a-d1fe92ebcf9b None None] Set router f5396461-e7b9-457e-83eb-c8dd23b24c8f gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:56:34.701654 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678e50fe-4ec0-4ca1-9834-04abc6b86303 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8906f93-94f4-4245-b6a8-bfe9f5af486b,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:34.718775 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-a1fce8f5-1c06-4305-b5a6-8f48cb44f461 None None] Port 9d32a0dc-c40f-4ff3-9424-0d60b0b78bfb cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:56:34.724879 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5c891269-ac27-473d-82e8-2f4ebc6f15be tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:34.726365 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-5c891269-ac27-473d-82e8-2f4ebc6f15be tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8649151 Jul 23 23:56:34.734483 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44822) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:56:34.745860 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-6e909390-ea2a-4f60-a5f3-21cf7fafffbb tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Request body: {'security_group_rule': {'security_group_id': 'e1aafd2b-0c0b-4251-9a9a-8eb86a04e81a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:56:34.834072 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5caba077-1114-4804-813b-4ac181c20852 req-1b095b9b-cf81-409f-a3d7-8eb12f4136dc tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201016 Jul 23 23:56:34.836862 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-f4b46760-b5c0-4ea4-9b37-9eae80a32edd req-2c64e326-3ce8-4480-a8d2-e4d532bca1de service neutron] Attempting to bind port 5acad72e-d8d6-4866-bdd3-5ad27c763815 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:56:34.837293 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-f4b46760-b5c0-4ea4-9b37-9eae80a32edd req-2c64e326-3ce8-4480-a8d2-e4d532bca1de service neutron] Attempting to bind port 5acad72e-d8d6-4866-bdd3-5ad27c763815 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': 'd250a78c-273d-4c00-aeaa-fc87cc957e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:56:34.837706 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b46760-b5c0-4ea4-9b37-9eae80a32edd req-2c64e326-3ce8-4480-a8d2-e4d532bca1de service neutron] Attempting to bind port 5acad72e-d8d6-4866-bdd3-5ad27c763815 on network cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:56:34.846060 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3d2ae2c2-61b9-4cb6-b581-f9ea4563cc29 req-34ecfea6-6a6d-4667-90a8-8c6a172098c2 tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc5fa8a0-642c-4d38-a590-25f2d1268bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650102 Jul 23 23:56:34.847004 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b46760-b5c0-4ea4-9b37-9eae80a32edd req-2c64e326-3ce8-4480-a8d2-e4d532bca1de service neutron] Port 5acad72e-d8d6-4866-bdd3-5ad27c763815 on network cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:56:34.847371 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b46760-b5c0-4ea4-9b37-9eae80a32edd req-2c64e326-3ce8-4480-a8d2-e4d532bca1de service neutron] Attempting to bind port 5acad72e-d8d6-4866-bdd3-5ad27c763815 on network cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:56:34.856082 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b46760-b5c0-4ea4-9b37-9eae80a32edd req-2c64e326-3ce8-4480-a8d2-e4d532bca1de service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:56:34.856564 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b46760-b5c0-4ea4-9b37-9eae80a32edd req-2c64e326-3ce8-4480-a8d2-e4d532bca1de service neutron] Checking segment: {'id': 'd250a78c-273d-4c00-aeaa-fc87cc957e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:56:34.857152 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b46760-b5c0-4ea4-9b37-9eae80a32edd req-2c64e326-3ce8-4480-a8d2-e4d532bca1de service neutron] Bound using segment: {'id': 'd250a78c-273d-4c00-aeaa-fc87cc957e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:56:34.857615 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-f4b46760-b5c0-4ea4-9b37-9eae80a32edd req-2c64e326-3ce8-4480-a8d2-e4d532bca1de service neutron] Bound port: 5acad72e-d8d6-4866-bdd3-5ad27c763815, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd250a78c-273d-4c00-aeaa-fc87cc957e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:56:34.857991 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f4b46760-b5c0-4ea4-9b37-9eae80a32edd req-2c64e326-3ce8-4480-a8d2-e4d532bca1de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:34.887304 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b0034b1c-2121-4def-ba19-ae1b4d13d4fa req-7d43db2d-5ba3-479f-a14f-33bed399ba18 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=bc5fa8a0-642c-4d38-a590-25f2d1268bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081060 Jul 23 23:56:34.898356 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7f4dd022-ebb3-4441-9b0e-afc998f3f154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:34.950301 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-af41a65c-f2b0-4fcd-86f2-038f71efd187 req-c01db839-6329-4745-8589-7d5c3b705f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:34.956536 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6e909390-ea2a-4f60-a5f3-21cf7fafffbb tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:34.998531 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 44826) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:56:35.005414 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-23555e4f-5949-410a-8fbb-46f2420fa1d0 req-19ddfa44-b13d-4ca4-82db-a6659a95b113 tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] 10.222.0.44 "GET /v2.0/floatingips/f0767431-1c72-44dd-8d88-a9d85da2935c HTTP/1.1" status: 200 len: 693 time: 0.0897968 Jul 23 23:56:35.019516 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-574d4b22-04cf-400e-942a-d1fe92ebcf9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5396461-e7b9-457e-83eb-c8dd23b24c8f', 'name': 'tempest-ServersTestManualDisk-245800099-router', 'tenant_id': '4bf4cdc5515a40d7ad05decd4185164d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '6fe8c1fa-9807-4413-a54b-aaaa2de7a505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:56:18Z', 'updated_at': '2021-07-23T23:56:29Z', 'revision_number': 4, 'project_id': '4bf4cdc5515a40d7ad05decd4185164d', 'gw_port': {'id': '6fe8c1fa-9807-4413-a54b-aaaa2de7a505', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:dd:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5396461-e7b9-457e-83eb-c8dd23b24c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:56:21Z', 'updated_at': '2021-07-23T23:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '9a6de36c-1f0f-4922-a66b-5265ffec0dd6', 'name': '', 'network_id': '85c9f26f-731d-44b5-92b1-ca68826725b8', 'tenant_id': '4bf4cdc5515a40d7ad05decd4185164d', 'mac_address': 'fa:16:3e:1c:7f:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5396461-e7b9-457e-83eb-c8dd23b24c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'b7fb4eeb-013a-4a61-a243-81e1ee8590a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:56:28Z', 'updated_at': '2021-07-23T23:56:34Z', 'revision_number': 4, 'project_id': '4bf4cdc5515a40d7ad05decd4185164d', 'subnets': [{'id': 'b7fb4eeb-013a-4a61-a243-81e1ee8590a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:56:35.048796 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574d4b22-04cf-400e-942a-d1fe92ebcf9b None None] The sync data for ids ['f5396461-e7b9-457e-83eb-c8dd23b24c8f'] in n-d-800088-16 is: [{'id': 'f5396461-e7b9-457e-83eb-c8dd23b24c8f', 'name': 'tempest-ServersTestManualDisk-245800099-router', 'tenant_id': '4bf4cdc5515a40d7ad05decd4185164d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '6fe8c1fa-9807-4413-a54b-aaaa2de7a505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:56:18Z', 'updated_at': '2021-07-23T23:56:29Z', 'revision_number': 4, 'project_id': '4bf4cdc5515a40d7ad05decd4185164d', 'gw_port': {'id': '6fe8c1fa-9807-4413-a54b-aaaa2de7a505', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:dd:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5396461-e7b9-457e-83eb-c8dd23b24c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:56:21Z', 'updated_at': '2021-07-23T23:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '9a6de36c-1f0f-4922-a66b-5265ffec0dd6', 'name': '', 'network_id': '85c9f26f-731d-44b5-92b1-ca68826725b8', 'tenant_id': '4bf4cdc5515a40d7ad05decd4185164d', 'mac_address': 'fa:16:3e:1c:7f:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5396461-e7b9-457e-83eb-c8dd23b24c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'b7fb4eeb-013a-4a61-a243-81e1ee8590a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:56:28Z', 'updated_at': '2021-07-23T23:56:34Z', 'revision_number': 4, 'project_id': '4bf4cdc5515a40d7ad05decd4185164d', 'subnets': [{'id': 'b7fb4eeb-013a-4a61-a243-81e1ee8590a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:56:35.086008 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-f4b46760-b5c0-4ea4-9b37-9eae80a32edd req-2c64e326-3ce8-4480-a8d2-e4d532bca1de service neutron] For port 5acad72e-d8d6-4866-bdd3-5ad27c763815, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:56:35.144081 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-f4b46760-b5c0-4ea4-9b37-9eae80a32edd req-2c64e326-3ce8-4480-a8d2-e4d532bca1de service neutron] For port 5acad72e-d8d6-4866-bdd3-5ad27c763815, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=5acad72e-d8d6-4866-bdd3-5ad27c763815,segment=NetworkSegment(d250a78c-273d-4c00-aeaa-fc87cc957e9a),segment_id=d250a78c-273d-4c00-aeaa-fc87cc957e9a)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:56:35.182993 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f4b46760-b5c0-4ea4-9b37-9eae80a32edd req-2c64e326-3ce8-4480-a8d2-e4d532bca1de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:35.208538 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6e909390-ea2a-4f60-a5f3-21cf7fafffbb tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:35.229478 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-e5e8bca9-a216-457e-aa1d-4b08b7030f9f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=55262526535943308d0fc348b3327b0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2262998 Jul 23 23:56:35.232965 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 44828) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:56:35.261548 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b46760-b5c0-4ea4-9b37-9eae80a32edd req-2c64e326-3ce8-4480-a8d2-e4d532bca1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:35.262354 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f4b46760-b5c0-4ea4-9b37-9eae80a32edd req-2c64e326-3ce8-4480-a8d2-e4d532bca1de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:35.263867 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f4b46760-b5c0-4ea4-9b37-9eae80a32edd req-2c64e326-3ce8-4480-a8d2-e4d532bca1de service neutron] 10.222.0.64 "PUT /v2.0/ports/5acad72e-d8d6-4866-bdd3-5ad27c763815 HTTP/1.1" status: 200 len: 1093 time: 1.9408286 Jul 23 23:56:35.266419 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e06aa624-fa02-437e-9537-68eb3a6c893c', 'tag': '5acad72e-d8d6-4866-bdd3-5ad27c763815'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:56:35.269131 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd8d166-ab2f-4bc3-b9c5-d78d9335fd1f" -d '{"events": [{"name": "network-changed", "server_uuid": "e06aa624-fa02-437e-9537-68eb3a6c893c", "tag": "5acad72e-d8d6-4866-bdd3-5ad27c763815"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:56:35.290472 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6e909390-ea2a-4f60-a5f3-21cf7fafffbb tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:35.324625 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23555e4f-5949-410a-8fbb-46f2420fa1d0 req-ddab5785-9022-495f-b82a-4abb173743d7 tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:35.326266 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-23555e4f-5949-410a-8fbb-46f2420fa1d0 req-ddab5785-9022-495f-b82a-4abb173743d7 tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] 10.222.0.44 "GET /v2.0/networks/9adcfee8-760c-4568-9e39-c221abf69bf5 HTTP/1.1" status: 200 len: 784 time: 0.3054440 Jul 23 23:56:35.338060 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e909390-ea2a-4f60-a5f3-21cf7fafffbb tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aad156ee-4b51-4361-b265-318840434d0e,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:35.358902 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8da9396-ebb8-4390-a2c2-08e2ca496a15 req-32fd739a-8e83-4f92-a474-1b8ad15a76e8 tempest-ImagesNegativeTestJSON-1832149253 tempest-ImagesNegativeTestJSON-1832149253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:35.360527 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e8da9396-ebb8-4390-a2c2-08e2ca496a15 req-32fd739a-8e83-4f92-a474-1b8ad15a76e8 tempest-ImagesNegativeTestJSON-1832149253 tempest-ImagesNegativeTestJSON-1832149253-project] 10.222.0.44 "GET /v2.0/ports?device_id=efcd1ab2-7eba-4a0a-bb13-5dc2d187fbfe HTTP/1.1" status: 200 len: 936 time: 0.3579230 Jul 23 23:56:35.365513 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c64e326-3ce8-4480-a8d2-e4d532bca1de service neutron] Pushing event updated for resources: {'Port': ['ID=5acad72e-d8d6-4866-bdd3-5ad27c763815,revision_number=3']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:35.391205 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6e909390-ea2a-4f60-a5f3-21cf7fafffbb tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:35.392911 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-6e909390-ea2a-4f60-a5f3-21cf7fafffbb tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6571784 Jul 23 23:56:35.395435 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 44834) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:56:35.408953 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-0649cd87-d683-4c19-954e-c3c71be28bcb tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Request body: {'security_group_rule': {'security_group_id': 'e1aafd2b-0c0b-4251-9a9a-8eb86a04e81a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:56:35.418815 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-72895f17-c1b7-4455-bea2-ae468541d31f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:35.476596 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b46760-b5c0-4ea4-9b37-9eae80a32edd req-0edd4fbe-3d3b-4bbc-b44d-9bfe57831520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:35.479101 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f4b46760-b5c0-4ea4-9b37-9eae80a32edd req-0edd4fbe-3d3b-4bbc-b44d-9bfe57831520 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d9405b5ff79541cbb5225ec709273225&device_id=e06aa624-fa02-437e-9537-68eb3a6c893c HTTP/1.1" status: 200 len: 1096 time: 0.1629624 Jul 23 23:56:35.481395 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b81619-270c-43f1-8b21-ed8db608b799 x-openstack-request-id: req-b1b81619-270c-43f1-8b21-ed8db608b799 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:56:35.481694 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e06aa624-fa02-437e-9537-68eb3a6c893c", "tag": "5acad72e-d8d6-4866-bdd3-5ad27c763815", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:56:35.482312 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b1b81619-270c-43f1-8b21-ed8db608b799 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:56:35.482866 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e06aa624-fa02-437e-9537-68eb3a6c893c', 'tag': '5acad72e-d8d6-4866-bdd3-5ad27c763815', 'status': 'completed', 'code': 200} Jul 23 23:56:35.490754 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-72895f17-c1b7-4455-bea2-ae468541d31f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:35.545701 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e8da9396-ebb8-4390-a2c2-08e2ca496a15 req-76d65ca6-3842-472c-be7e-f0a8b1a9f252 tempest-ImagesNegativeTestJSON-1832149253 tempest-ImagesNegativeTestJSON-1832149253-project] 10.222.0.44 "GET /v2.0/security-groups?id=01e49410-36b6-46bb-aba9-1661e1aee3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580441 Jul 23 23:56:35.553200 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7f4dd022-ebb3-4441-9b0e-afc998f3f154 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:35.561233 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7f4dd022-ebb3-4441-9b0e-afc998f3f154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:35.580667 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0649cd87-d683-4c19-954e-c3c71be28bcb tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:35.617465 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f4b46760-b5c0-4ea4-9b37-9eae80a32edd req-f93b76d6-9b92-407e-a8a0-f75215350b5d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5acad72e-d8d6-4866-bdd3-5ad27c763815 HTTP/1.1" status: 200 len: 217 time: 0.1290314 Jul 23 23:56:35.626577 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7f4dd022-ebb3-4441-9b0e-afc998f3f154 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680980'] for router_interface, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:35.672774 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5deddae2-2b90-4b1c-a71f-1e18fb3d4027 req-6c62d2c1-9599-4e91-80c0-812d7979ceac tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] 10.222.0.44 "GET /v2.0/floatingips/f0767431-1c72-44dd-8d88-a9d85da2935c HTTP/1.1" status: 200 len: 693 time: 0.1724854 Jul 23 23:56:35.688125 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4dd022-ebb3-4441-9b0e-afc998f3f154 admin admin] Pushing event updated for resources: {'Port': ['ID=7d677487-dcf3-4a4f-a140-bde706b3be25,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:35.797068 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 9a6de36c-1f0f-4922-a66b-5265ffec0dd6 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:56:35.828345 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b46760-b5c0-4ea4-9b37-9eae80a32edd req-fe36089b-3a1d-4620-8978-fd3a349ff1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:35.829860 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f4b46760-b5c0-4ea4-9b37-9eae80a32edd req-fe36089b-3a1d-4620-8978-fd3a349ff1d2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3dff00ee-bed2-4c8a-b785-e9725c9c9b9c HTTP/1.1" status: 200 len: 858 time: 0.1959512 Jul 23 23:56:35.858000 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-72895f17-c1b7-4455-bea2-ae468541d31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:35.860548 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-72895f17-c1b7-4455-bea2-ae468541d31f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:35.861710 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-72895f17-c1b7-4455-bea2-ae468541d31f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e6c96cc7-f0ba-495d-ae44-8c4cd8794790 HTTP/1.1" status: 204 len: 168 time: 0.6251712 Jul 23 23:56:35.874091 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-af41a65c-f2b0-4fcd-86f2-038f71efd187 req-c01db839-6329-4745-8589-7d5c3b705f6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d32a0dc-c40f-4ff3-9424-0d60b0b78bfb {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:56:35.887578 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 9a6de36c-1f0f-4922-a66b-5265ffec0dd6 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:56:35.897223 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 9a6de36c-1f0f-4922-a66b-5265ffec0dd6 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:56:35.897574 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-af41a65c-f2b0-4fcd-86f2-038f71efd187 req-c01db839-6329-4745-8589-7d5c3b705f6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:35.898212 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:35.918592 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4dd022-ebb3-4441-9b0e-afc998f3f154 admin admin] Network 4716419a-bea3-4e9d-acf9-3fbc0197d354 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:56:35.919772 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-af41a65c-f2b0-4fcd-86f2-038f71efd187 req-c01db839-6329-4745-8589-7d5c3b705f6e service neutron] Transition to ACTIVE for port object 9d32a0dc-c40f-4ff3-9424-0d60b0b78bfb will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:56:35.921335 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-7f4dd022-ebb3-4441-9b0e-afc998f3f154 admin admin] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:56:35.929849 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-af41a65c-f2b0-4fcd-86f2-038f71efd187 req-c01db839-6329-4745-8589-7d5c3b705f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:36.001077 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0649cd87-d683-4c19-954e-c3c71be28bcb tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:36.014430 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01db839-6329-4745-8589-7d5c3b705f6e service neutron] Pushing event updated for resources: {'Port': ['ID=9d32a0dc-c40f-4ff3-9424-0d60b0b78bfb,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:36.020726 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deddae2-2b90-4b1c-a71f-1e18fb3d4027 req-2183fd85-fbfb-4abe-aaf2-5c5a88c5b211 tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:36.022249 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5deddae2-2b90-4b1c-a71f-1e18fb3d4027 req-2183fd85-fbfb-4abe-aaf2-5c5a88c5b211 tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] 10.222.0.44 "GET /v2.0/networks/9adcfee8-760c-4568-9e39-c221abf69bf5 HTTP/1.1" status: 200 len: 784 time: 0.3029621 Jul 23 23:56:36.060303 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0649cd87-d683-4c19-954e-c3c71be28bcb tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:36.063581 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f4b46760-b5c0-4ea4-9b37-9eae80a32edd req-d5f152dc-dc1c-49ab-8480-a4d95b6f2966 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2227230 Jul 23 23:56:36.075656 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:36.086968 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72895f17-c1b7-4455-bea2-ae468541d31f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c96cc7-f0ba-495d-ae44-8c4cd8794790,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:36.225837 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5deddae2-2b90-4b1c-a71f-1e18fb3d4027 req-e1559aff-bbd6-4254-b4fe-63c1d93efff6 tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.3.119 HTTP/1.1" status: 200 len: 696 time: 0.1663191 Jul 23 23:56:36.231397 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0649cd87-d683-4c19-954e-c3c71be28bcb tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98007b8f-8558-4468-b135-9565842775d2,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:36.242054 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 9a6de36c-1f0f-4922-a66b-5265ffec0dd6, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=9a6de36c-1f0f-4922-a66b-5265ffec0dd6,segment=NetworkSegment(7706e308-45fe-47c4-babd-3fda7f234b49),segment_id=7706e308-45fe-47c4-babd-3fda7f234b49)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:56:36.249544 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:36.251364 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0649cd87-d683-4c19-954e-c3c71be28bcb tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:36.255528 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-0649cd87-d683-4c19-954e-c3c71be28bcb tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8501847 Jul 23 23:56:36.256352 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device e97982dc-f662-4c1c-aed5-594d83ae3f85 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:56:36.275695 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44844) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:56:36.306920 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-feddbc01-0ccf-4840-8ab3-37f6ca204f01 tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Request body: {'floatingip': {'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:56:36.350510 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5deddae2-2b90-4b1c-a71f-1e18fb3d4027 req-8c159070-1f0b-43b3-afa0-09dd2e637c25 tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.3.119 HTTP/1.1" status: 200 len: 696 time: 0.1240411 Jul 23 23:56:36.403322 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=9a6de36c-1f0f-4922-a66b-5265ffec0dd6,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:36.424494 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122d55d-8ce4-414a-a428-1967f0d27196 req-fef3cf97-47a3-4caf-b801-cc740c526569 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:36.426549 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3122d55d-8ce4-414a-a428-1967f0d27196 req-fef3cf97-47a3-4caf-b801-cc740c526569 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=e06aa624-fa02-437e-9537-68eb3a6c893c HTTP/1.1" status: 200 len: 944 time: 0.4129949 Jul 23 23:56:36.442099 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port e97982dc-f662-4c1c-aed5-594d83ae3f85 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:56:36.442882 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:36.452338 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f4dd022-ebb3-4441-9b0e-afc998f3f154 admin admin] Router 3b127fe7-c0e3-4088-b10e-685ebaf8ff1a has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:56:36.474627 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-af41a65c-f2b0-4fcd-86f2-038f71efd187 req-c01db839-6329-4745-8589-7d5c3b705f6e service neutron] Attempting to bind port 9d32a0dc-c40f-4ff3-9424-0d60b0b78bfb on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:56:36.474966 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-af41a65c-f2b0-4fcd-86f2-038f71efd187 req-c01db839-6329-4745-8589-7d5c3b705f6e service neutron] Attempting to bind port 9d32a0dc-c40f-4ff3-9424-0d60b0b78bfb by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:56:36.475306 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af41a65c-f2b0-4fcd-86f2-038f71efd187 req-c01db839-6329-4745-8589-7d5c3b705f6e service neutron] Attempting to bind port 9d32a0dc-c40f-4ff3-9424-0d60b0b78bfb on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:56:36.480103 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-feddbc01-0ccf-4840-8ab3-37f6ca204f01 tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Notify callbacks [] for floatingip, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:36.486047 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f4b46760-b5c0-4ea4-9b37-9eae80a32edd req-7aced897-3d34-417d-978d-abec04f29fcd service neutron] 10.222.0.64 "GET /v2.0/networks/cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4007764 Jul 23 23:56:36.595354 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af41a65c-f2b0-4fcd-86f2-038f71efd187 req-c01db839-6329-4745-8589-7d5c3b705f6e service neutron] Port 9d32a0dc-c40f-4ff3-9424-0d60b0b78bfb on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:56:36.595510 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af41a65c-f2b0-4fcd-86f2-038f71efd187 req-c01db839-6329-4745-8589-7d5c3b705f6e service neutron] Attempting to bind port 9d32a0dc-c40f-4ff3-9424-0d60b0b78bfb on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:56:36.617960 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af41a65c-f2b0-4fcd-86f2-038f71efd187 req-c01db839-6329-4745-8589-7d5c3b705f6e service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:56:36.618306 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af41a65c-f2b0-4fcd-86f2-038f71efd187 req-c01db839-6329-4745-8589-7d5c3b705f6e service neutron] Checking segment: {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:56:36.618696 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af41a65c-f2b0-4fcd-86f2-038f71efd187 req-c01db839-6329-4745-8589-7d5c3b705f6e service neutron] Bound using segment: {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:56:36.619151 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-af41a65c-f2b0-4fcd-86f2-038f71efd187 req-c01db839-6329-4745-8589-7d5c3b705f6e service neutron] Bound port: 9d32a0dc-c40f-4ff3-9424-0d60b0b78bfb, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:56:36.619542 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-af41a65c-f2b0-4fcd-86f2-038f71efd187 req-c01db839-6329-4745-8589-7d5c3b705f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:36.650143 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f4b46760-b5c0-4ea4-9b37-9eae80a32edd req-8518ac1f-3313-4d45-92d4-bce1ece2d078 service neutron] 10.222.0.64 "GET /v2.0/networks/cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550541 Jul 23 23:56:36.657019 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3122d55d-8ce4-414a-a428-1967f0d27196 req-57274b82-3c32-4ff9-b949-0b9293c218a6 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170193 Jul 23 23:56:36.694571 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-5deddae2-2b90-4b1c-a71f-1e18fb3d4027 req-90272971-27f9-41d4-a2b6-4eed18694103 tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Deleting port 658130d4-9be7-4e34-ad21-f587382aeb5c {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:56:36.696355 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-5deddae2-2b90-4b1c-a71f-1e18fb3d4027 req-90272971-27f9-41d4-a2b6-4eed18694103 tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:36.779570 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f4dd022-ebb3-4441-9b0e-afc998f3f154 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:56:36.796554 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e40d025-4af9-48e3-ad92-b2abb8c7bd4b None None] Sync routers for ids ['3b127fe7-c0e3-4088-b10e-685ebaf8ff1a'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:56:36.812703 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-7f4dd022-ebb3-4441-9b0e-afc998f3f154 admin admin] 10.222.0.44 "PUT /v2.0/routers/3b127fe7-c0e3-4088-b10e-685ebaf8ff1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9592857 Jul 23 23:56:36.816531 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e40d025-4af9-48e3-ad92-b2abb8c7bd4b None None] Routers {'3b127fe7-c0e3-4088-b10e-685ebaf8ff1a'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:56:36.817190 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-3e40d025-4af9-48e3-ad92-b2abb8c7bd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:56:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['3b127fe7-c0e3-4088-b10e-685ebaf8ff1a'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:56:36.847531 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-af41a65c-f2b0-4fcd-86f2-038f71efd187 req-c01db839-6329-4745-8589-7d5c3b705f6e service neutron] For port 9d32a0dc-c40f-4ff3-9424-0d60b0b78bfb, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:56:36.859415 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-5deddae2-2b90-4b1c-a71f-1e18fb3d4027 req-90272971-27f9-41d4-a2b6-4eed18694103 tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:36.859750 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-5deddae2-2b90-4b1c-a71f-1e18fb3d4027 req-90272971-27f9-41d4-a2b6-4eed18694103 tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:36.912493 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-af41a65c-f2b0-4fcd-86f2-038f71efd187 req-c01db839-6329-4745-8589-7d5c3b705f6e service neutron] For port 9d32a0dc-c40f-4ff3-9424-0d60b0b78bfb, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=9d32a0dc-c40f-4ff3-9424-0d60b0b78bfb,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:56:36.940457 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-af41a65c-f2b0-4fcd-86f2-038f71efd187 req-c01db839-6329-4745-8589-7d5c3b705f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:36.989001 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af41a65c-f2b0-4fcd-86f2-038f71efd187 req-c01db839-6329-4745-8589-7d5c3b705f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:36.989765 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-af41a65c-f2b0-4fcd-86f2-038f71efd187 req-c01db839-6329-4745-8589-7d5c3b705f6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:36.995454 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-af41a65c-f2b0-4fcd-86f2-038f71efd187 req-c01db839-6329-4745-8589-7d5c3b705f6e service neutron] 10.222.0.52 "PUT /v2.0/ports/9d32a0dc-c40f-4ff3-9424-0d60b0b78bfb HTTP/1.1" status: 200 len: 1097 time: 2.4037983 Jul 23 23:56:37.035743 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efcd1ab2-7eba-4a0a-bb13-5dc2d187fbfe', 'tag': '9d32a0dc-c40f-4ff3-9424-0d60b0b78bfb'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:56:37.047077 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be5b0857-22d1-4c48-abef-6628b52172ae" -d '{"events": [{"name": "network-changed", "server_uuid": "efcd1ab2-7eba-4a0a-bb13-5dc2d187fbfe", "tag": "9d32a0dc-c40f-4ff3-9424-0d60b0b78bfb"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:56:37.106701 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-3e40d025-4af9-48e3-ad92-b2abb8c7bd4b None None] Set router 3b127fe7-c0e3-4088-b10e-685ebaf8ff1a gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:56:37.206941 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-feddbc01-0ccf-4840-8ab3-37f6ca204f01 tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:37.269637 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-5deddae2-2b90-4b1c-a71f-1e18fb3d4027 req-90272971-27f9-41d4-a2b6-4eed18694103 tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Calling delete_port for 658130d4-9be7-4e34-ad21-f587382aeb5c owned by network:floatingip {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:56:37.315549 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3753a724-7480-4fc4-afa7-beb3370a62d9 req-3ae7e16d-cbfb-4572-aaf8-5b6aaa2f5378 tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:37.317149 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3753a724-7480-4fc4-afa7-beb3370a62d9 req-3ae7e16d-cbfb-4572-aaf8-5b6aaa2f5378 tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] 10.222.0.44 "GET /v2.0/ports?device_id=572b798d-a1c9-4e15-afa2-cae7b0b983fe HTTP/1.1" status: 200 len: 949 time: 0.5444710 Jul 23 23:56:37.345982 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd8d166-ab2f-4bc3-b9c5-d78d9335fd1f req-f1496fdc-ddf2-4d8b-a922-f1cd6c6a9d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:37.347256 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1dd8d166-ab2f-4bc3-b9c5-d78d9335fd1f req-f1496fdc-ddf2-4d8b-a922-f1cd6c6a9d64 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d9405b5ff79541cbb5225ec709273225&device_id=e06aa624-fa02-437e-9537-68eb3a6c893c HTTP/1.1" status: 200 len: 1096 time: 0.5504293 Jul 23 23:56:37.375663 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01db839-6329-4745-8589-7d5c3b705f6e service neutron] Pushing event updated for resources: {'Port': ['ID=9d32a0dc-c40f-4ff3-9424-0d60b0b78bfb,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:37.433042 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44874) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:56:37.447572 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3753a724-7480-4fc4-afa7-beb3370a62d9 req-e433e713-938d-481d-9675-b44657051250 tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc5fa8a0-642c-4d38-a590-25f2d1268bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180470 Jul 23 23:56:37.451899 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-3e40d025-4af9-48e3-ad92-b2abb8c7bd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b127fe7-c0e3-4088-b10e-685ebaf8ff1a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1786652488-router', 'tenant_id': '5e96c0febc7b4dc580b4820ccf6600d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'e97982dc-f662-4c1c-aed5-594d83ae3f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:56:26Z', 'updated_at': '2021-07-23T23:56:34Z', 'revision_number': 4, 'project_id': '5e96c0febc7b4dc580b4820ccf6600d4', 'gw_port': {'id': 'e97982dc-f662-4c1c-aed5-594d83ae3f85', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:58:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b127fe7-c0e3-4088-b10e-685ebaf8ff1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:56:27Z', 'updated_at': '2021-07-23T23:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '7d677487-dcf3-4a4f-a140-bde706b3be25', 'name': '', 'network_id': '4716419a-bea3-4e9d-acf9-3fbc0197d354', 'tenant_id': '5e96c0febc7b4dc580b4820ccf6600d4', 'mac_address': 'fa:16:3e:55:d0:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b127fe7-c0e3-4088-b10e-685ebaf8ff1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '8224515a-17e0-4722-b0b6-48bf087305a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:56:32Z', 'updated_at': '2021-07-23T23:56:35Z', 'revision_number': 2, 'project_id': '5e96c0febc7b4dc580b4820ccf6600d4', 'subnets': [{'id': '8224515a-17e0-4722-b0b6-48bf087305a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:56:37.457587 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af41a65c-f2b0-4fcd-86f2-038f71efd187 req-ee5d7d39-03cd-4bea-893a-a6268af58b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:37.459110 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-af41a65c-f2b0-4fcd-86f2-038f71efd187 req-ee5d7d39-03cd-4bea-893a-a6268af58b56 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=767bf4eddfed4ba296901984c71ea19d&device_id=efcd1ab2-7eba-4a0a-bb13-5dc2d187fbfe HTTP/1.1" status: 200 len: 1100 time: 0.4073489 Jul 23 23:56:37.513481 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e40d025-4af9-48e3-ad92-b2abb8c7bd4b None None] Checking router: 3b127fe7-c0e3-4088-b10e-685ebaf8ff1a for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:56:37.514048 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e40d025-4af9-48e3-ad92-b2abb8c7bd4b None None] Updating router 3b127fe7-c0e3-4088-b10e-685ebaf8ff1a port 7d677487-dcf3-4a4f-a140-bde706b3be25 binding host n-d-800088-16 {{(pid=100316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:56:37.553032 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-af41a65c-f2b0-4fcd-86f2-038f71efd187 req-f0c4f3ac-cd7d-42bf-a607-ec23d274a295 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=9d32a0dc-c40f-4ff3-9424-0d60b0b78bfb HTTP/1.1" status: 200 len: 217 time: 0.0814142 Jul 23 23:56:37.554181 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-feddbc01-0ccf-4840-8ab3-37f6ca204f01 tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Allocated IP 172.25.3.39 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/f60bb072-4b49-4912-a404-fb54e83a6a6f) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:56:37.575665 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-5deddae2-2b90-4b1c-a71f-1e18fb3d4027 req-90272971-27f9-41d4-a2b6-4eed18694103 tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:37.612965 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90272971-27f9-41d4-a2b6-4eed18694103 tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Pushing event deleted for resources: {'Port': ['ID=658130d4-9be7-4e34-ad21-f587382aeb5c,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:37.645852 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-e70210be-2df2-4e27-9759-fdfaa96e1225 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-72026808-network', 'tenant_id': '2411e312b5144377af86481a3cba4312'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:56:37.665597 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd8d166-ab2f-4bc3-b9c5-d78d9335fd1f req-c6d6caea-64bd-4c53-9781-a92cdec03b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:37.667292 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1dd8d166-ab2f-4bc3-b9c5-d78d9335fd1f req-c6d6caea-64bd-4c53-9781-a92cdec03b21 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed HTTP/1.1" status: 200 len: 919 time: 0.2521951 Jul 23 23:56:37.667726 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 9a6de36c-1f0f-4922-a66b-5265ffec0dd6 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:56:37.705308 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-3e40d025-4af9-48e3-ad92-b2abb8c7bd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:37.725370 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 9a6de36c-1f0f-4922-a66b-5265ffec0dd6 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:56:37.725795 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:37.729392 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1dd8d166-ab2f-4bc3-b9c5-d78d9335fd1f req-ccf3eb43-6da4-48c2-a33b-4d62c75a83fc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5acad72e-d8d6-4866-bdd3-5ad27c763815 HTTP/1.1" status: 200 len: 217 time: 0.0408096 Jul 23 23:56:37.787281 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-5deddae2-2b90-4b1c-a71f-1e18fb3d4027 req-90272971-27f9-41d4-a2b6-4eed18694103 tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Notify callbacks [] for floatingip, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:37.790038 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-5deddae2-2b90-4b1c-a71f-1e18fb3d4027 req-90272971-27f9-41d4-a2b6-4eed18694103 tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:37.796305 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5deddae2-2b90-4b1c-a71f-1e18fb3d4027 req-90272971-27f9-41d4-a2b6-4eed18694103 tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] 10.222.0.44 "DELETE /v2.0/floatingips/f0767431-1c72-44dd-8d88-a9d85da2935c HTTP/1.1" status: 204 len: 173 time: 1.4343264 Jul 23 23:56:37.827429 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd8d166-ab2f-4bc3-b9c5-d78d9335fd1f req-1bb646b8-f6bb-4237-971d-34c93fb3bc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:37.830330 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1dd8d166-ab2f-4bc3-b9c5-d78d9335fd1f req-1bb646b8-f6bb-4237-971d-34c93fb3bc98 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3dff00ee-bed2-4c8a-b785-e9725c9c9b9c HTTP/1.1" status: 200 len: 858 time: 0.0923984 Jul 23 23:56:37.887233 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1dd8d166-ab2f-4bc3-b9c5-d78d9335fd1f req-19e0d650-5ede-4ea4-a455-5c9269cbc74e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504014 Jul 23 23:56:37.992528 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1dd8d166-ab2f-4bc3-b9c5-d78d9335fd1f req-56de3589-8b1c-4460-b432-e2becf090f87 service neutron] 10.222.0.64 "GET /v2.0/networks/cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992894 Jul 23 23:56:38.042391 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4920aca0-ed5b-43e6-b4b0-02c55ba12b43 x-openstack-request-id: req-4920aca0-ed5b-43e6-b4b0-02c55ba12b43 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:56:38.043017 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efcd1ab2-7eba-4a0a-bb13-5dc2d187fbfe", "tag": "9d32a0dc-c40f-4ff3-9424-0d60b0b78bfb", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:56:38.043017 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4920aca0-ed5b-43e6-b4b0-02c55ba12b43 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:56:38.043310 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efcd1ab2-7eba-4a0a-bb13-5dc2d187fbfe', 'tag': '9d32a0dc-c40f-4ff3-9424-0d60b0b78bfb', 'status': 'completed', 'code': 200} Jul 23 23:56:38.055046 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af41a65c-f2b0-4fcd-86f2-038f71efd187 req-e5c79208-5983-43cc-8e0a-d2a87ba61ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:38.056531 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-af41a65c-f2b0-4fcd-86f2-038f71efd187 req-e5c79208-5983-43cc-8e0a-d2a87ba61ca6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.4882431 Jul 23 23:56:38.078379 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e70210be-2df2-4e27-9759-fdfaa96e1225 admin admin] Made reservation on behalf of 2411e312b5144377af86481a3cba4312 for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:56:38.080642 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e70210be-2df2-4e27-9759-fdfaa96e1225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:38.108200 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-3e40d025-4af9-48e3-ad92-b2abb8c7bd4b None None] Notify callbacks [] for port, precommit_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:38.114275 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e70210be-2df2-4e27-9759-fdfaa96e1225 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:38.125773 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.provisioning_blocks [None req-3e40d025-4af9-48e3-ad92-b2abb8c7bd4b None None] Transition to ACTIVE for port object 7d677487-dcf3-4a4f-a140-bde706b3be25 will not be triggered until provisioned by entity L2. {{(pid=100316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:56:38.135407 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-3e40d025-4af9-48e3-ad92-b2abb8c7bd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:38.137765 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1dd8d166-ab2f-4bc3-b9c5-d78d9335fd1f req-c3cc0798-9b2d-470f-8439-796c9b02d7f8 service neutron] 10.222.0.64 "GET /v2.0/networks/cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388063 Jul 23 23:56:38.200512 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a61c876-04b9-42ba-b901-74ccfc463029 None None] Pushing event updated for resources: {'Port': ['ID=7d677487-dcf3-4a4f-a140-bde706b3be25,revision_number=3']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:38.236970 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58583ac-ada9-40d4-b3df-a87af5d9a08f req-e8282f9b-06a8-4b9d-8bc8-026d532dec71 tempest-ImagesNegativeTestJSON-1832149253 tempest-ImagesNegativeTestJSON-1832149253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:38.238495 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e58583ac-ada9-40d4-b3df-a87af5d9a08f req-e8282f9b-06a8-4b9d-8bc8-026d532dec71 tempest-ImagesNegativeTestJSON-1832149253 tempest-ImagesNegativeTestJSON-1832149253-project] 10.222.0.44 "GET /v2.0/ports?device_id=efcd1ab2-7eba-4a0a-bb13-5dc2d187fbfe HTTP/1.1" status: 200 len: 948 time: 0.5964360 Jul 23 23:56:38.247238 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-feddbc01-0ccf-4840-8ab3-37f6ca204f01 tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:38.256048 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-3e40d025-4af9-48e3-ad92-b2abb8c7bd4b None None] Attempting to bind port 7d677487-dcf3-4a4f-a140-bde706b3be25 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:56:38.256593 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-3e40d025-4af9-48e3-ad92-b2abb8c7bd4b None None] Attempting to bind port 7d677487-dcf3-4a4f-a140-bde706b3be25 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '03f6d3bc-1613-474d-ab4e-2ce343284068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4716419a-bea3-4e9d-acf9-3fbc0197d354'}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:56:38.257100 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e40d025-4af9-48e3-ad92-b2abb8c7bd4b None None] Attempting to bind port 7d677487-dcf3-4a4f-a140-bde706b3be25 on network 4716419a-bea3-4e9d-acf9-3fbc0197d354 {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:56:38.263234 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e40d025-4af9-48e3-ad92-b2abb8c7bd4b None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:56:38.263871 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e40d025-4af9-48e3-ad92-b2abb8c7bd4b None None] Checking segment: {'id': '03f6d3bc-1613-474d-ab4e-2ce343284068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4716419a-bea3-4e9d-acf9-3fbc0197d354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:56:38.264393 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-3e40d025-4af9-48e3-ad92-b2abb8c7bd4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:38.265026 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e40d025-4af9-48e3-ad92-b2abb8c7bd4b None None] Bound using segment: {'id': '03f6d3bc-1613-474d-ab4e-2ce343284068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4716419a-bea3-4e9d-acf9-3fbc0197d354'} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:56:38.265603 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-3e40d025-4af9-48e3-ad92-b2abb8c7bd4b None None] Bound port: 7d677487-dcf3-4a4f-a140-bde706b3be25, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f6d3bc-1613-474d-ab4e-2ce343284068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4716419a-bea3-4e9d-acf9-3fbc0197d354'}}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:56:38.266092 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-3e40d025-4af9-48e3-ad92-b2abb8c7bd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:38.286325 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af41a65c-f2b0-4fcd-86f2-038f71efd187 req-7e805e4f-71c8-407a-bf3a-a2957b9dc6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:38.287918 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-af41a65c-f2b0-4fcd-86f2-038f71efd187 req-7e805e4f-71c8-407a-bf3a-a2957b9dc6d1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2228613 Jul 23 23:56:38.290251 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf54a414-7db8-4e92-aa31-6496c5d4a1d8 req-66e6dad5-74a6-4b6b-9f5e-58bb475bd887 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:38.292390 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cf54a414-7db8-4e92-aa31-6496c5d4a1d8 req-66e6dad5-74a6-4b6b-9f5e-58bb475bd887 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "GET /v2.0/networks?id=4716419a-bea3-4e9d-acf9-3fbc0197d354 HTTP/1.1" status: 200 len: 820 time: 0.1259000 Jul 23 23:56:38.311895 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cf54a414-7db8-4e92-aa31-6496c5d4a1d8 req-be4b3a00-d93d-4fca-b99d-a2076676a901 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "GET /v2.0/quotas/5e96c0febc7b4dc580b4820ccf6600d4 HTTP/1.1" status: 200 len: 375 time: 0.0114799 Jul 23 23:56:38.339017 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-3e40d025-4af9-48e3-ad92-b2abb8c7bd4b None None] For port 7d677487-dcf3-4a4f-a140-bde706b3be25, host n-d-800088-16, cleared binding levels {{(pid=100316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:56:38.342404 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-3e40d025-4af9-48e3-ad92-b2abb8c7bd4b None None] For port 7d677487-dcf3-4a4f-a140-bde706b3be25, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=7d677487-dcf3-4a4f-a140-bde706b3be25,segment=NetworkSegment(03f6d3bc-1613-474d-ab4e-2ce343284068),segment_id=03f6d3bc-1613-474d-ab4e-2ce343284068)] {{(pid=100316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:56:38.347213 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-3e40d025-4af9-48e3-ad92-b2abb8c7bd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:38.359612 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e58583ac-ada9-40d4-b3df-a87af5d9a08f req-14e09a0b-9a7f-48bb-8da0-3c9d2d743e03 tempest-ImagesNegativeTestJSON-1832149253 tempest-ImagesNegativeTestJSON-1832149253-project] 10.222.0.44 "GET /v2.0/security-groups?id=01e49410-36b6-46bb-aba9-1661e1aee3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066933 Jul 23 23:56:38.409516 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a61c876-04b9-42ba-b901-74ccfc463029 None None] Pushing event updated for resources: {'Port': ['ID=7d677487-dcf3-4a4f-a140-bde706b3be25,revision_number=4']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:38.420239 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cf54a414-7db8-4e92-aa31-6496c5d4a1d8 req-1fbed094-4ba4-4ca4-b9bb-ce84ef6ecc36 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=5e96c0febc7b4dc580b4820ccf6600d4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1015003 Jul 23 23:56:38.433090 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e40d025-4af9-48e3-ad92-b2abb8c7bd4b None None] Routers {'3b127fe7-c0e3-4088-b10e-685ebaf8ff1a'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:56:38.433760 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-feddbc01-0ccf-4840-8ab3-37f6ca204f01 tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:38.433947 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-3e40d025-4af9-48e3-ad92-b2abb8c7bd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:56:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['3b127fe7-c0e3-4088-b10e-685ebaf8ff1a'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:56:38.493904 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feddbc01-0ccf-4840-8ab3-37f6ca204f01 tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:56:38.499564 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-feddbc01-0ccf-4840-8ab3-37f6ca204f01 tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:56:38.509338 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feddbc01-0ccf-4840-8ab3-37f6ca204f01 tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:56:38.564741 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-3e40d025-4af9-48e3-ad92-b2abb8c7bd4b None None] Set router 3b127fe7-c0e3-4088-b10e-685ebaf8ff1a gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:56:38.582805 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e70210be-2df2-4e27-9759-fdfaa96e1225 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:38.602155 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cf54a414-7db8-4e92-aa31-6496c5d4a1d8 req-fab77856-f138-4da7-956e-e881a1880ee8 service neutron] 10.222.0.44 "GET /v2.0/networks/4716419a-bea3-4e9d-acf9-3fbc0197d354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701765 Jul 23 23:56:38.647211 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-feddbc01-0ccf-4840-8ab3-37f6ca204f01 tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:38.655822 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e70210be-2df2-4e27-9759-fdfaa96e1225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:38.659462 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feddbc01-0ccf-4840-8ab3-37f6ca204f01 tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Pushing event updated for resources: {'Port': ['ID=f60bb072-4b49-4912-a404-fb54e83a6a6f,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:38.686800 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-af41a65c-f2b0-4fcd-86f2-038f71efd187 req-583e08d3-1072-444a-9cd9-ffc460726d6e service neutron] 10.222.0.52 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3869050 Jul 23 23:56:38.722224 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cf54a414-7db8-4e92-aa31-6496c5d4a1d8 req-aea38ee8-ba5f-46d6-954c-16dc351e8e69 service neutron] 10.222.0.44 "GET /v2.0/networks/4716419a-bea3-4e9d-acf9-3fbc0197d354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141317 Jul 23 23:56:38.736053 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e70210be-2df2-4e27-9759-fdfaa96e1225 admin admin] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:56:38.739435 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70210be-2df2-4e27-9759-fdfaa96e1225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0a290c-cb5b-44c8-8d0e-b5d41b5f6c4f,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:38.792182 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e70210be-2df2-4e27-9759-fdfaa96e1225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:38.792541 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-e70210be-2df2-4e27-9759-fdfaa96e1225 admin admin] Added segment 44d8d54d-0dae-4333-878c-01331c54f5a4 of type vlan for network 309c1af5-e0f2-48d4-873e-76aa35c75d71 Jul 23 23:56:38.796538 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 5acad72e-d8d6-4866-bdd3-5ad27c763815 details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:56:38.850926 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-feddbc01-0ccf-4840-8ab3-37f6ca204f01 tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:38.886265 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-3e40d025-4af9-48e3-ad92-b2abb8c7bd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b127fe7-c0e3-4088-b10e-685ebaf8ff1a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1786652488-router', 'tenant_id': '5e96c0febc7b4dc580b4820ccf6600d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'e97982dc-f662-4c1c-aed5-594d83ae3f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:56:26Z', 'updated_at': '2021-07-23T23:56:34Z', 'revision_number': 4, 'project_id': '5e96c0febc7b4dc580b4820ccf6600d4', 'gw_port': {'id': 'e97982dc-f662-4c1c-aed5-594d83ae3f85', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:58:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b127fe7-c0e3-4088-b10e-685ebaf8ff1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:56:27Z', 'updated_at': '2021-07-23T23:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '7d677487-dcf3-4a4f-a140-bde706b3be25', 'name': '', 'network_id': '4716419a-bea3-4e9d-acf9-3fbc0197d354', 'tenant_id': '5e96c0febc7b4dc580b4820ccf6600d4', 'mac_address': 'fa:16:3e:55:d0:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b127fe7-c0e3-4088-b10e-685ebaf8ff1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '8224515a-17e0-4722-b0b6-48bf087305a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:56:32Z', 'updated_at': '2021-07-23T23:56:38Z', 'revision_number': 4, 'project_id': '5e96c0febc7b4dc580b4820ccf6600d4', 'subnets': [{'id': '8224515a-17e0-4722-b0b6-48bf087305a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:56:38.918193 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e40d025-4af9-48e3-ad92-b2abb8c7bd4b None None] The sync data for ids ['3b127fe7-c0e3-4088-b10e-685ebaf8ff1a'] in n-d-800088-16 is: [{'id': '3b127fe7-c0e3-4088-b10e-685ebaf8ff1a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1786652488-router', 'tenant_id': '5e96c0febc7b4dc580b4820ccf6600d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'e97982dc-f662-4c1c-aed5-594d83ae3f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:56:26Z', 'updated_at': '2021-07-23T23:56:34Z', 'revision_number': 4, 'project_id': '5e96c0febc7b4dc580b4820ccf6600d4', 'gw_port': {'id': 'e97982dc-f662-4c1c-aed5-594d83ae3f85', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:58:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b127fe7-c0e3-4088-b10e-685ebaf8ff1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:56:27Z', 'updated_at': '2021-07-23T23:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '7d677487-dcf3-4a4f-a140-bde706b3be25', 'name': '', 'network_id': '4716419a-bea3-4e9d-acf9-3fbc0197d354', 'tenant_id': '5e96c0febc7b4dc580b4820ccf6600d4', 'mac_address': 'fa:16:3e:55:d0:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b127fe7-c0e3-4088-b10e-685ebaf8ff1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '8224515a-17e0-4722-b0b6-48bf087305a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:56:32Z', 'updated_at': '2021-07-23T23:56:38Z', 'revision_number': 4, 'project_id': '5e96c0febc7b4dc580b4820ccf6600d4', 'subnets': [{'id': '8224515a-17e0-4722-b0b6-48bf087305a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:56:38.945882 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 5acad72e-d8d6-4866-bdd3-5ad27c763815, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=5acad72e-d8d6-4866-bdd3-5ad27c763815,segment=NetworkSegment(d250a78c-273d-4c00-aeaa-fc87cc957e9a),segment_id=d250a78c-273d-4c00-aeaa-fc87cc957e9a)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:56:38.966149 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': '5acad72e-d8d6-4866-bdd3-5ad27c763815', 'network_id': 'cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed', 'port_id': '5acad72e-d8d6-4866-bdd3-5ad27c763815', 'mac_address': 'fa:16:3e:e2:2f:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dff00ee-bed2-4c8a-b785-e9725c9c9b9c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:56:38.980051 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e70210be-2df2-4e27-9759-fdfaa96e1225 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:39.035926 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:39.051659 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-af41a65c-f2b0-4fcd-86f2-038f71efd187 req-cc0cff72-86e4-43aa-9124-a1ea15216443 service neutron] 10.222.0.52 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3543675 Jul 23 23:56:39.058137 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5acad72e-d8d6-4866-bdd3-5ad27c763815 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:56:39.063601 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3697c4-88bf-4a95-9f7a-999195073786 req-5928d139-44b1-4314-a50e-250eca9a17cf tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:39.071029 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0c3697c4-88bf-4a95-9f7a-999195073786 req-5928d139-44b1-4314-a50e-250eca9a17cf tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=e06aa624-fa02-437e-9537-68eb3a6c893c HTTP/1.1" status: 200 len: 944 time: 0.3759494 Jul 23 23:56:39.084026 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 5acad72e-d8d6-4866-bdd3-5ad27c763815, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=5acad72e-d8d6-4866-bdd3-5ad27c763815,segment=NetworkSegment(d250a78c-273d-4c00-aeaa-fc87cc957e9a),segment_id=d250a78c-273d-4c00-aeaa-fc87cc957e9a)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:56:39.092166 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:39.180262 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e70210be-2df2-4e27-9759-fdfaa96e1225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:39.181067 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70210be-2df2-4e27-9759-fdfaa96e1225 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:39.181662 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e70210be-2df2-4e27-9759-fdfaa96e1225 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:39.229305 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=5acad72e-d8d6-4866-bdd3-5ad27c763815,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:39.278327 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0c3697c4-88bf-4a95-9f7a-999195073786 req-b2889cda-3183-4a44-99cd-6b02506d5eac tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058542 Jul 23 23:56:39.309185 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 44912) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:56:39.313772 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['5acad72e-d8d6-4866-bdd3-5ad27c763815'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:56:39.314539 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-0aa31575-72f6-48fb-9c62-cf85c7157266 admin admin] Request body: {'subnet': {'network_id': '309c1af5-e0f2-48d4-873e-76aa35c75d71', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-72026808-subnet', 'tenant_id': '2411e312b5144377af86481a3cba4312', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:56:39.317545 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-e70210be-2df2-4e27-9759-fdfaa96e1225 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.8815227 Jul 23 23:56:39.357840 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb85318-18ed-41c2-b6a7-ccf22412d5f7 req-5cb11cee-abe4-4ac8-aa85-f67a3201bb6c tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:39.360313 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cbb85318-18ed-41c2-b6a7-ccf22412d5f7 req-5cb11cee-abe4-4ac8-aa85-f67a3201bb6c tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.5041320 Jul 23 23:56:39.361501 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa31575-72f6-48fb-9c62-cf85c7157266 admin admin] Made reservation on behalf of 2411e312b5144377af86481a3cba4312 for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:56:39.364035 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0aa31575-72f6-48fb-9c62-cf85c7157266 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:39.412926 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70210be-2df2-4e27-9759-fdfaa96e1225 admin admin] Pushing event updated for resources: {'Network': ['ID=309c1af5-e0f2-48d4-873e-76aa35c75d71,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:39.439106 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 309c1af5-e0f2-48d4-873e-76aa35c75d71 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:56:39.535253 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9c01176b-74cb-4ee4-8c62-63e7bcdfe8ce req-97bd6f45-c5c6-451b-bbd1-11582e88260e tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=8120a1a28c3146168abedc648031daec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347803 Jul 23 23:56:39.620107 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bc37f573-b0b4-421c-b28c-91a21c050c00 req-5285b42b-20b1-484c-a438-41130f4d3af8 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1332477-7f4b-4292-b069-ae8c72daf3d2 HTTP/1.1" status: 200 len: 210 time: 0.1185391 Jul 23 23:56:39.628542 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b0857-22d1-4c48-abef-6628b52172ae req-d9accd00-74ab-41d9-9e70-e81644efac8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:39.631333 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-be5b0857-22d1-4c48-abef-6628b52172ae req-d9accd00-74ab-41d9-9e70-e81644efac8c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=767bf4eddfed4ba296901984c71ea19d&device_id=efcd1ab2-7eba-4a0a-bb13-5dc2d187fbfe HTTP/1.1" status: 200 len: 1100 time: 0.5086033 Jul 23 23:56:39.704659 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-feddbc01-0ccf-4840-8ab3-37f6ca204f01 tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:39.722936 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01176b-74cb-4ee4-8c62-63e7bcdfe8ce req-1b3938cf-a9bf-4426-b3e5-ddb215cf10ef tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:39.724362 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9c01176b-74cb-4ee4-8c62-63e7bcdfe8ce req-1b3938cf-a9bf-4426-b3e5-ddb215cf10ef tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1896284 Jul 23 23:56:39.730325 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 7d677487-dcf3-4a4f-a140-bde706b3be25 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:56:39.755421 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9c01176b-74cb-4ee4-8c62-63e7bcdfe8ce req-fedd81a5-2e96-45dc-b183-6f7dd1e4dc6d tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] 10.222.0.44 "GET /v2.0/quotas/8120a1a28c3146168abedc648031daec HTTP/1.1" status: 200 len: 375 time: 0.0238321 Jul 23 23:56:39.791375 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-feddbc01-0ccf-4840-8ab3-37f6ca204f01 tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:39.808574 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 7d677487-dcf3-4a4f-a140-bde706b3be25 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:56:39.812988 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 7d677487-dcf3-4a4f-a140-bde706b3be25 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:56:39.813510 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:39.897048 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bc1db7d0-edd0-46ef-b2b7-220cc4f9964e req-2b90ac05-7c90-4777-a684-cd375fc88f24 tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] 10.222.0.44 "GET /v2.0/floatingips?tenant_id=0fd81ea6b87045ae8bb506c525f3f25c HTTP/1.1" status: 200 len: 1656 time: 0.2295816 Jul 23 23:56:39.900217 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9c01176b-74cb-4ee4-8c62-63e7bcdfe8ce req-8a4b361e-9c09-4c1c-b24f-237a9c9809dd tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8120a1a28c3146168abedc648031daec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1306446 Jul 23 23:56:39.917800 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:39.984059 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 7d677487-dcf3-4a4f-a140-bde706b3be25, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=7d677487-dcf3-4a4f-a140-bde706b3be25,segment=NetworkSegment(03f6d3bc-1613-474d-ab4e-2ce343284068),segment_id=03f6d3bc-1613-474d-ab4e-2ce343284068)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:56:39.984854 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0aa31575-72f6-48fb-9c62-cf85c7157266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:39.991387 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:40.036221 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-feddbc01-0ccf-4840-8ab3-37f6ca204f01 tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:40.076522 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=7d677487-dcf3-4a4f-a140-bde706b3be25,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:40.084426 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa31575-72f6-48fb-9c62-cf85c7157266 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eaba779e-5fa7-40ac-8d60-bba7a1369d6b,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:40.097336 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-feddbc01-0ccf-4840-8ab3-37f6ca204f01 tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:40.098179 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa31575-72f6-48fb-9c62-cf85c7157266 admin admin] Checking segment: {'id': '44d8d54d-0dae-4333-878c-01331c54f5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '309c1af5-e0f2-48d4-873e-76aa35c75d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:56:40.098648 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa31575-72f6-48fb-9c62-cf85c7157266 admin admin] Network hostable DHCP agents. Network: 309c1af5-e0f2-48d4-873e-76aa35c75d71, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:56:40.099800 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-feddbc01-0ccf-4840-8ab3-37f6ca204f01 tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8032255 Jul 23 23:56:40.131462 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa31575-72f6-48fb-9c62-cf85c7157266 admin admin] Network 309c1af5-e0f2-48d4-873e-76aa35c75d71 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:56:40.138186 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feddbc01-0ccf-4840-8ab3-37f6ca204f01 tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Pushing event updated for resources: {'Port': ['ID=f60bb072-4b49-4912-a404-fb54e83a6a6f,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:40.160192 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-0aa31575-72f6-48fb-9c62-cf85c7157266 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 309c1af5-e0f2-48d4-873e-76aa35c75d71) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:56:40.166812 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa31575-72f6-48fb-9c62-cf85c7157266 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:40.167652 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0aa31575-72f6-48fb-9c62-cf85c7157266 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:40.173038 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7663931-41ec-4a2a-ac54-73f404401e13 None None] Network 309c1af5-e0f2-48d4-873e-76aa35c75d71 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:56:40.203272 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feddbc01-0ccf-4840-8ab3-37f6ca204f01 tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:56:40.203633 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feddbc01-0ccf-4840-8ab3-37f6ca204f01 tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:56:40.203994 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feddbc01-0ccf-4840-8ab3-37f6ca204f01 tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:56:40.204340 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feddbc01-0ccf-4840-8ab3-37f6ca204f01 tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:56:40.204688 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feddbc01-0ccf-4840-8ab3-37f6ca204f01 tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:56:40.205373 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feddbc01-0ccf-4840-8ab3-37f6ca204f01 tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:56:40.205716 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feddbc01-0ccf-4840-8ab3-37f6ca204f01 tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:56:40.206052 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feddbc01-0ccf-4840-8ab3-37f6ca204f01 tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:56:40.206545 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feddbc01-0ccf-4840-8ab3-37f6ca204f01 tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:56:40.207066 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feddbc01-0ccf-4840-8ab3-37f6ca204f01 tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:56:40.207213 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feddbc01-0ccf-4840-8ab3-37f6ca204f01 tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:56:40.207552 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feddbc01-0ccf-4840-8ab3-37f6ca204f01 tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:56:40.230230 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b0857-22d1-4c48-abef-6628b52172ae req-5247f8b4-0317-4310-8d63-f54f691f33a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:40.231741 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-be5b0857-22d1-4c48-abef-6628b52172ae req-5247f8b4-0317-4310-8d63-f54f691f33a4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 HTTP/1.1" status: 200 len: 870 time: 0.5926189 Jul 23 23:56:40.243817 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-0aa31575-72f6-48fb-9c62-cf85c7157266 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9255822 Jul 23 23:56:40.296455 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-be5b0857-22d1-4c48-abef-6628b52172ae req-8301ddf6-c7b2-4434-9a96-0e8ec83fdc7d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=9d32a0dc-c40f-4ff3-9424-0d60b0b78bfb HTTP/1.1" status: 200 len: 217 time: 0.0556059 Jul 23 23:56:40.307636 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1db7d0-edd0-46ef-b2b7-220cc4f9964e req-775fb9c3-ba1e-48b9-8c09-fb2d1c5f3f86 tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:40.314611 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bc1db7d0-edd0-46ef-b2b7-220cc4f9964e req-775fb9c3-ba1e-48b9-8c09-fb2d1c5f3f86 tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] 10.222.0.44 "GET /v2.0/networks?id=9adcfee8-760c-4568-9e39-c221abf69bf5&id=9adcfee8-760c-4568-9e39-c221abf69bf5&id=9adcfee8-760c-4568-9e39-c221abf69bf5 HTTP/1.1" status: 200 len: 787 time: 0.4165335 Jul 23 23:56:40.368206 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e48e10a-060c-4ac2-a2b6-f88dd97fa74b req-3b2652e7-6e8c-4c6d-a1d6-a77bb5b35727 tempest-ImagesNegativeTestJSON-1832149253 tempest-ImagesNegativeTestJSON-1832149253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:40.369914 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4e48e10a-060c-4ac2-a2b6-f88dd97fa74b req-3b2652e7-6e8c-4c6d-a1d6-a77bb5b35727 tempest-ImagesNegativeTestJSON-1832149253 tempest-ImagesNegativeTestJSON-1832149253-project] 10.222.0.44 "GET /v2.0/ports?device_id=efcd1ab2-7eba-4a0a-bb13-5dc2d187fbfe HTTP/1.1" status: 200 len: 948 time: 0.1778908 Jul 23 23:56:40.412915 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [req-bc1db7d0-edd0-46ef-b2b7-220cc4f9964e req-0a6a8615-f32e-4b48-9d0f-2b3dea749816 tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=100313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:56:40.416396 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bc1db7d0-edd0-46ef-b2b7-220cc4f9964e req-0a6a8615-f32e-4b48-9d0f-2b3dea749816 tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0986023 Jul 23 23:56:40.447738 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b0857-22d1-4c48-abef-6628b52172ae req-919c896e-1029-4cfb-a4bc-7d65f7563107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:40.451049 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-be5b0857-22d1-4c48-abef-6628b52172ae req-919c896e-1029-4cfb-a4bc-7d65f7563107 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.1337669 Jul 23 23:56:40.546003 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4e48e10a-060c-4ac2-a2b6-f88dd97fa74b req-5a48e3f5-39e3-4787-8d5f-807208ef266f tempest-ImagesNegativeTestJSON-1832149253 tempest-ImagesNegativeTestJSON-1832149253-project] 10.222.0.44 "GET /v2.0/security-groups?id=01e49410-36b6-46bb-aba9-1661e1aee3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645966 Jul 23 23:56:40.552886 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cdd5d1c-d122-49cd-b81c-11645a25741d None None] Network 309c1af5-e0f2-48d4-873e-76aa35c75d71 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:56:40.555693 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf54a414-7db8-4e92-aa31-6496c5d4a1d8 req-7a6b2eb3-5fb9-4f73-99f8-5dd83a481ddf tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:40.557242 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cf54a414-7db8-4e92-aa31-6496c5d4a1d8 req-7a6b2eb3-5fb9-4f73-99f8-5dd83a481ddf tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.64 "GET /v2.0/networks?id=4716419a-bea3-4e9d-acf9-3fbc0197d354 HTTP/1.1" status: 200 len: 820 time: 0.1861434 Jul 23 23:56:40.578354 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-cf54a414-7db8-4e92-aa31-6496c5d4a1d8 req-fdda76bf-6e49-4483-8c59-24f020908b70 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Request body: {'port': {'device_id': 'd1332477-7f4b-4292-b069-ae8c72daf3d2', 'network_id': '4716419a-bea3-4e9d-acf9-3fbc0197d354', 'admin_state_up': True, 'tenant_id': '5e96c0febc7b4dc580b4820ccf6600d4'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:56:40.651808 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-05074528-70e8-4fa2-ac8f-5c56588484cd req-82050baa-3b3c-4d2f-880b-42545075064f tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] 10.222.0.44 "GET /v2.0/ports?device_id=3cc25539-073d-4b6a-9216-5a799de7e0ba HTTP/1.1" status: 200 len: 210 time: 0.1166930 Jul 23 23:56:40.712609 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b0857-22d1-4c48-abef-6628b52172ae req-643cef58-474f-4803-8631-a30cd123cc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:40.714418 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-be5b0857-22d1-4c48-abef-6628b52172ae req-643cef58-474f-4803-8631-a30cd123cc22 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2553241 Jul 23 23:56:40.857025 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3f6f3880-3c77-4ba7-b404-b6304fea76d1 req-f1845bf6-2f92-441e-a7cb-854edaff1afd tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1485034424&fields=id&tenant_id=4bf4cdc5515a40d7ad05decd4185164d HTTP/1.1" status: 200 len: 267 time: 0.1516666 Jul 23 23:56:40.887946 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 5acad72e-d8d6-4866-bdd3-5ad27c763815 up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:56:40.949465 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf54a414-7db8-4e92-aa31-6496c5d4a1d8 req-fdda76bf-6e49-4483-8c59-24f020908b70 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Made reservation on behalf of 5e96c0febc7b4dc580b4820ccf6600d4 for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:56:40.954378 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-cf54a414-7db8-4e92-aa31-6496c5d4a1d8 req-fdda76bf-6e49-4483-8c59-24f020908b70 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:40.954726 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-be5b0857-22d1-4c48-abef-6628b52172ae req-bb2abbeb-d633-45c5-be05-b47b34223cbb service neutron] 10.222.0.52 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331977 Jul 23 23:56:40.965769 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port 5acad72e-d8d6-4866-bdd3-5ad27c763815 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:56:40.972661 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port 5acad72e-d8d6-4866-bdd3-5ad27c763815 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:56:40.973155 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:40.981843 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d9fa89-2e59-4c61-a160-3a5a50ebc276 req-d352b2ce-f9cc-4a8d-86de-14ac69390b40 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:40.989081 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-43d9fa89-2e59-4c61-a160-3a5a50ebc276 req-d352b2ce-f9cc-4a8d-86de-14ac69390b40 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=e06aa624-fa02-437e-9537-68eb3a6c893c HTTP/1.1" status: 200 len: 945 time: 0.2090294 Jul 23 23:56:41.081510 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-43d9fa89-2e59-4c61-a160-3a5a50ebc276 req-ec326b10-9824-4990-838c-46f86a65c698 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915408 Jul 23 23:56:41.123642 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-be5b0857-22d1-4c48-abef-6628b52172ae req-9034fafc-ca13-4c2f-86f3-bd9ed738742c service neutron] 10.222.0.52 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596806 Jul 23 23:56:41.124595 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f3880-3c77-4ba7-b404-b6304fea76d1 req-794fa6a4-9568-4b78-8f2d-ca59a48e81b2 tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:41.131314 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:41.132728 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3f6f3880-3c77-4ba7-b404-b6304fea76d1 req-794fa6a4-9568-4b78-8f2d-ca59a48e81b2 tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] 10.222.0.44 "GET /v2.0/networks?id=85c9f26f-731d-44b5-92b1-ca68826725b8 HTTP/1.1" status: 200 len: 811 time: 0.2745385 Jul 23 23:56:41.160425 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3f6f3880-3c77-4ba7-b404-b6304fea76d1 req-708bb3c6-a4af-4cc9-9c72-3eeea43fe78e tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] 10.222.0.44 "GET /v2.0/quotas/4bf4cdc5515a40d7ad05decd4185164d HTTP/1.1" status: 200 len: 375 time: 0.0266075 Jul 23 23:56:41.178527 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e06aa624-fa02-437e-9537-68eb3a6c893c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5acad72e-d8d6-4866-bdd3-5ad27c763815'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:56:41.181656 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66964201-59e0-430c-96ba-9a61418c6566" -d '{"events": [{"server_uuid": "e06aa624-fa02-437e-9537-68eb3a6c893c", "name": "network-vif-plugged", "status": "completed", "tag": "5acad72e-d8d6-4866-bdd3-5ad27c763815"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:56:41.196931 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5c890d0d-5d8b-4300-a27f-c5aef6cacf28 req-00a6420e-8faa-43be-9ea2-85ccacbcf909 tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] 10.222.0.44 "GET /v2.0/floatingips/54b2a209-35e3-4908-9f10-a6892234f165 HTTP/1.1" status: 200 len: 693 time: 0.0602710 Jul 23 23:56:41.197213 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 5acad72e-d8d6-4866-bdd3-5ad27c763815, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=5acad72e-d8d6-4866-bdd3-5ad27c763815,segment=NetworkSegment(d250a78c-273d-4c00-aeaa-fc87cc957e9a),segment_id=d250a78c-273d-4c00-aeaa-fc87cc957e9a)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:56:41.202311 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:41.257206 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=5acad72e-d8d6-4866-bdd3-5ad27c763815,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:41.261657 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [req-cf54a414-7db8-4e92-aa31-6496c5d4a1d8 req-fdda76bf-6e49-4483-8c59-24f020908b70 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Allocated IP 172.20.0.10 (4716419a-bea3-4e9d-acf9-3fbc0197d354/8224515a-17e0-4722-b0b6-48bf087305a0/f6e56469-cb64-479d-8c60-7d9ff84972fc) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:56:41.270976 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:56:41.307504 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3f6f3880-3c77-4ba7-b404-b6304fea76d1 req-ea511395-b64e-47be-b8e5-13d98fe2add6 tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4bf4cdc5515a40d7ad05decd4185164d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1395226 Jul 23 23:56:41.312260 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c890d0d-5d8b-4300-a27f-c5aef6cacf28 req-dab48630-b4b8-4840-a1f1-02cf7ce5fe5f tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:41.313708 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5c890d0d-5d8b-4300-a27f-c5aef6cacf28 req-dab48630-b4b8-4840-a1f1-02cf7ce5fe5f tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] 10.222.0.44 "GET /v2.0/networks/9adcfee8-760c-4568-9e39-c221abf69bf5 HTTP/1.1" status: 200 len: 784 time: 0.1105466 Jul 23 23:56:41.365035 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5c890d0d-5d8b-4300-a27f-c5aef6cacf28 req-11eb7dc1-fe23-47df-b668-6500d8a8fce3 tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.3.157 HTTP/1.1" status: 200 len: 696 time: 0.0453961 Jul 23 23:56:41.422317 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5c890d0d-5d8b-4300-a27f-c5aef6cacf28 req-39d0bda9-4a1f-4d0f-bf52-e3b44106680c tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.3.157 HTTP/1.1" status: 200 len: 696 time: 0.0471401 Jul 23 23:56:41.505402 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3f6f3880-3c77-4ba7-b404-b6304fea76d1 req-70a6b4e9-7205-443b-ab1e-ba16ca3fe9a5 service neutron] 10.222.0.44 "GET /v2.0/networks/85c9f26f-731d-44b5-92b1-ca68826725b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833599 Jul 23 23:56:41.545805 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-cf54a414-7db8-4e92-aa31-6496c5d4a1d8 req-fdda76bf-6e49-4483-8c59-24f020908b70 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:41.603383 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9c01176b-74cb-4ee4-8c62-63e7bcdfe8ce req-9b895e77-ad10-4ec6-a2d5-d5a9b0b36f81 tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=8120a1a28c3146168abedc648031daec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379860 Jul 23 23:56:41.634295 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 7d677487-dcf3-4a4f-a140-bde706b3be25 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:56:41.646455 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3f6f3880-3c77-4ba7-b404-b6304fea76d1 req-bb6cb99b-3981-40f0-9677-56ff0938fd9b service neutron] 10.222.0.44 "GET /v2.0/networks/85c9f26f-731d-44b5-92b1-ca68826725b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280267 Jul 23 23:56:41.663285 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-5c890d0d-5d8b-4300-a27f-c5aef6cacf28 req-c958a8dd-b727-4c08-8d8d-a4365f5acc82 tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Deleting port e8b7ad03-53cd-48b9-bde4-af52b5f0d3a1 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:56:41.663691 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-5c890d0d-5d8b-4300-a27f-c5aef6cacf28 req-c958a8dd-b727-4c08-8d8d-a4365f5acc82 tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:41.671138 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-cf54a414-7db8-4e92-aa31-6496c5d4a1d8 req-fdda76bf-6e49-4483-8c59-24f020908b70 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:41.720971 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf54a414-7db8-4e92-aa31-6496c5d4a1d8 req-fdda76bf-6e49-4483-8c59-24f020908b70 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Network 4716419a-bea3-4e9d-acf9-3fbc0197d354 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:56:41.724320 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [req-cf54a414-7db8-4e92-aa31-6496c5d4a1d8 req-fdda76bf-6e49-4483-8c59-24f020908b70 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:56:41.730372 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf54a414-7db8-4e92-aa31-6496c5d4a1d8 req-fdda76bf-6e49-4483-8c59-24f020908b70 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:56:41.775105 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 7d677487-dcf3-4a4f-a140-bde706b3be25 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:56:41.775443 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdda76bf-6e49-4483-8c59-24f020908b70 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Pushing event updated for resources: {'Port': ['ID=f6e56469-cb64-479d-8c60-7d9ff84972fc,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:41.776448 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:41.813307 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf54a414-7db8-4e92-aa31-6496c5d4a1d8 req-fdda76bf-6e49-4483-8c59-24f020908b70 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:41.813998 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-cf54a414-7db8-4e92-aa31-6496c5d4a1d8 req-fdda76bf-6e49-4483-8c59-24f020908b70 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:41.833618 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cf54a414-7db8-4e92-aa31-6496c5d4a1d8 req-fdda76bf-6e49-4483-8c59-24f020908b70 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2679465 Jul 23 23:56:41.836615 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01176b-74cb-4ee4-8c62-63e7bcdfe8ce req-67a36e0c-f43d-4f5a-94d6-5178a2a004b6 tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:41.838172 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9c01176b-74cb-4ee4-8c62-63e7bcdfe8ce req-67a36e0c-f43d-4f5a-94d6-5178a2a004b6 tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2302086 Jul 23 23:56:41.848875 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-cf54a414-7db8-4e92-aa31-6496c5d4a1d8 req-2768c6d1-daba-4a8b-9344-c9f6df8d885f service neutron] Request body: {'port': {'device_id': 'd1332477-7f4b-4292-b069-ae8c72daf3d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-16'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:56:41.855654 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-9c01176b-74cb-4ee4-8c62-63e7bcdfe8ce req-39b0caa0-c887-461a-8bf6-24d3bf862701 tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] Request body: {'port': {'device_id': '3cc25539-073d-4b6a-9216-5a799de7e0ba', 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2', 'admin_state_up': True, 'tenant_id': '8120a1a28c3146168abedc648031daec'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:56:41.885811 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-5c890d0d-5d8b-4300-a27f-c5aef6cacf28 req-c958a8dd-b727-4c08-8d8d-a4365f5acc82 tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:41.886289 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-5c890d0d-5d8b-4300-a27f-c5aef6cacf28 req-c958a8dd-b727-4c08-8d8d-a4365f5acc82 tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:41.892714 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 9d32a0dc-c40f-4ff3-9424-0d60b0b78bfb details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:56:41.912627 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-5c890d0d-5d8b-4300-a27f-c5aef6cacf28 req-c958a8dd-b727-4c08-8d8d-a4365f5acc82 tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Calling delete_port for e8b7ad03-53cd-48b9-bde4-af52b5f0d3a1 owned by network:floatingip {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:56:41.970287 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-cf54a414-7db8-4e92-aa31-6496c5d4a1d8 req-2768c6d1-daba-4a8b-9344-c9f6df8d885f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:42.057411 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 9d32a0dc-c40f-4ff3-9424-0d60b0b78bfb, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=9d32a0dc-c40f-4ff3-9424-0d60b0b78bfb,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:56:42.073492 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': '9d32a0dc-c40f-4ff3-9424-0d60b0b78bfb', 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2', 'port_id': '9d32a0dc-c40f-4ff3-9424-0d60b0b78bfb', 'mac_address': 'fa:16:3e:90:d9:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef73a7e1-c64a-41e3-9997-629475c7b6b1', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:56:42.149541 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c01176b-74cb-4ee4-8c62-63e7bcdfe8ce req-39b0caa0-c887-461a-8bf6-24d3bf862701 tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] Made reservation on behalf of 8120a1a28c3146168abedc648031daec for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:56:42.152943 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-9c01176b-74cb-4ee4-8c62-63e7bcdfe8ce req-39b0caa0-c887-461a-8bf6-24d3bf862701 tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:42.177968 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:42.208927 n-d-800088-16 neutron-server[100314]: INFO neutron.api.v2.resource [req-6506d5e1-57e2-419b-80cc-821c5045d9f1 req-b7a8eaf7-cba8-4ba3-bba7-5ced7346bab5 tempest-SecurityGroupsNegativeTestJSON-299473875 tempest-SecurityGroupsNegativeTestJSON-299473875-project] show failed (client error): The resource could not be found. Jul 23 23:56:42.210289 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6506d5e1-57e2-419b-80cc-821c5045d9f1 req-b7a8eaf7-cba8-4ba3-bba7-5ced7346bab5 tempest-SecurityGroupsNegativeTestJSON-299473875 tempest-SecurityGroupsNegativeTestJSON-299473875-project] 10.222.0.44 "GET /v2.0/security-groups/8ac112f3-0226-42f5-8884-07e3a5322337 HTTP/1.1" status: 404 len: 352 time: 0.0467536 Jul 23 23:56:42.212584 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d32a0dc-c40f-4ff3-9424-0d60b0b78bfb {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:56:42.242495 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 9d32a0dc-c40f-4ff3-9424-0d60b0b78bfb, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=9d32a0dc-c40f-4ff3-9424-0d60b0b78bfb,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:56:42.250184 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:42.311052 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-5c890d0d-5d8b-4300-a27f-c5aef6cacf28 req-c958a8dd-b727-4c08-8d8d-a4365f5acc82 tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:42.373872 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c958a8dd-b727-4c08-8d8d-a4365f5acc82 tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Pushing event deleted for resources: {'Port': ['ID=e8b7ad03-53cd-48b9-bde4-af52b5f0d3a1,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:42.394181 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=9d32a0dc-c40f-4ff3-9424-0d60b0b78bfb,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:42.438885 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-9c01176b-74cb-4ee4-8c62-63e7bcdfe8ce req-39b0caa0-c887-461a-8bf6-24d3bf862701 tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] Allocated IP 192.168.233.237 (603dff3b-80fe-44ec-a82a-8d8b74b0c3c2/ef73a7e1-c64a-41e3-9997-629475c7b6b1/3f2be5ca-aadb-45c3-acdd-f686475628c4) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:56:42.452066 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c30b860-a068-4345-829a-9771e1994b4c req-38c82764-9086-4d7a-b9a1-1f89db3af094 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:42.453724 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1c30b860-a068-4345-829a-9771e1994b4c req-38c82764-9086-4d7a-b9a1-1f89db3af094 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1332477-7f4b-4292-b069-ae8c72daf3d2 HTTP/1.1" status: 200 len: 932 time: 0.1347649 Jul 23 23:56:42.457879 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-cf54a414-7db8-4e92-aa31-6496c5d4a1d8 req-2768c6d1-daba-4a8b-9344-c9f6df8d885f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6e56469-cb64-479d-8c60-7d9ff84972fc {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:56:42.467507 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-cf54a414-7db8-4e92-aa31-6496c5d4a1d8 req-2768c6d1-daba-4a8b-9344-c9f6df8d885f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:42.475050 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['9d32a0dc-c40f-4ff3-9424-0d60b0b78bfb'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:56:42.476829 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-5c890d0d-5d8b-4300-a27f-c5aef6cacf28 req-c958a8dd-b727-4c08-8d8d-a4365f5acc82 tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Notify callbacks [] for floatingip, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:42.479712 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-5c890d0d-5d8b-4300-a27f-c5aef6cacf28 req-c958a8dd-b727-4c08-8d8d-a4365f5acc82 tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:42.480622 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5c890d0d-5d8b-4300-a27f-c5aef6cacf28 req-c958a8dd-b727-4c08-8d8d-a4365f5acc82 tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] 10.222.0.44 "DELETE /v2.0/floatingips/54b2a209-35e3-4908-9f10-a6892234f165 HTTP/1.1" status: 204 len: 173 time: 1.0521688 Jul 23 23:56:42.494451 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-cf54a414-7db8-4e92-aa31-6496c5d4a1d8 req-2768c6d1-daba-4a8b-9344-c9f6df8d885f service neutron] Transition to ACTIVE for port object f6e56469-cb64-479d-8c60-7d9ff84972fc will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:56:42.506833 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-cf54a414-7db8-4e92-aa31-6496c5d4a1d8 req-2768c6d1-daba-4a8b-9344-c9f6df8d885f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:42.536800 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1c30b860-a068-4345-829a-9771e1994b4c req-2493c801-7d30-41ca-8b93-833b616eb442 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "GET /v2.0/security-groups?id=1912b32f-c316-49ef-a3a5-c5567f5f87c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673394 Jul 23 23:56:42.615154 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a2e016-602c-4f53-aff8-b3e10eebe957 x-openstack-request-id: req-08a2e016-602c-4f53-aff8-b3e10eebe957 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:56:42.615535 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e06aa624-fa02-437e-9537-68eb3a6c893c", "name": "network-vif-plugged", "status": "completed", "tag": "5acad72e-d8d6-4866-bdd3-5ad27c763815", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:56:42.615907 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-08a2e016-602c-4f53-aff8-b3e10eebe957 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:56:42.616340 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e06aa624-fa02-437e-9537-68eb3a6c893c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5acad72e-d8d6-4866-bdd3-5ad27c763815', 'code': 200} Jul 23 23:56:42.680166 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2768c6d1-daba-4a8b-9344-c9f6df8d885f service neutron] Pushing event updated for resources: {'Port': ['ID=f6e56469-cb64-479d-8c60-7d9ff84972fc,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:42.746301 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-9c01176b-74cb-4ee4-8c62-63e7bcdfe8ce req-39b0caa0-c887-461a-8bf6-24d3bf862701 tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:42.750056 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-39dc9595-a101-4196-a98b-64881c3d5dcc req-cd3ebb63-ddab-42c5-a3ed-6be2fcb3c61f tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] 10.222.0.44 "GET /v2.0/ports?device_id=3cc25539-073d-4b6a-9216-5a799de7e0ba HTTP/1.1" status: 200 len: 210 time: 0.0460722 Jul 23 23:56:42.763202 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-9c01176b-74cb-4ee4-8c62-63e7bcdfe8ce req-39b0caa0-c887-461a-8bf6-24d3bf862701 tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] Transition to ACTIVE for port object 3f2be5ca-aadb-45c3-acdd-f686475628c4 will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:56:42.822349 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-9c01176b-74cb-4ee4-8c62-63e7bcdfe8ce req-39b0caa0-c887-461a-8bf6-24d3bf862701 tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:42.842028 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-cf54a414-7db8-4e92-aa31-6496c5d4a1d8 req-2768c6d1-daba-4a8b-9344-c9f6df8d885f service neutron] Attempting to bind port f6e56469-cb64-479d-8c60-7d9ff84972fc on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:56:42.842374 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-cf54a414-7db8-4e92-aa31-6496c5d4a1d8 req-2768c6d1-daba-4a8b-9344-c9f6df8d885f service neutron] Attempting to bind port f6e56469-cb64-479d-8c60-7d9ff84972fc by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '03f6d3bc-1613-474d-ab4e-2ce343284068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4716419a-bea3-4e9d-acf9-3fbc0197d354'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:56:42.842713 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf54a414-7db8-4e92-aa31-6496c5d4a1d8 req-2768c6d1-daba-4a8b-9344-c9f6df8d885f service neutron] Attempting to bind port f6e56469-cb64-479d-8c60-7d9ff84972fc on network 4716419a-bea3-4e9d-acf9-3fbc0197d354 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:56:42.854526 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf54a414-7db8-4e92-aa31-6496c5d4a1d8 req-2768c6d1-daba-4a8b-9344-c9f6df8d885f service neutron] Port f6e56469-cb64-479d-8c60-7d9ff84972fc on network 4716419a-bea3-4e9d-acf9-3fbc0197d354 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:56:42.854726 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf54a414-7db8-4e92-aa31-6496c5d4a1d8 req-2768c6d1-daba-4a8b-9344-c9f6df8d885f service neutron] Attempting to bind port f6e56469-cb64-479d-8c60-7d9ff84972fc on network 4716419a-bea3-4e9d-acf9-3fbc0197d354 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:56:42.859157 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d51d8f3-7056-4ecd-ae84-e0d4445434de req-802a8da6-39d2-4d2a-a64f-f04890ec3d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:42.861113 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8d51d8f3-7056-4ecd-ae84-e0d4445434de req-802a8da6-39d2-4d2a-a64f-f04890ec3d43 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e06aa624-fa02-437e-9537-68eb3a6c893c HTTP/1.1" status: 200 len: 1098 time: 0.1863446 Jul 23 23:56:42.868114 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12e1e3a-26d4-4995-a441-9c8db5ee41da req-cd4fdf08-2d73-48cf-9345-fbd3648f1e26 tempest-ImagesNegativeTestJSON-1832149253 tempest-ImagesNegativeTestJSON-1832149253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:42.875318 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f12e1e3a-26d4-4995-a441-9c8db5ee41da req-cd4fdf08-2d73-48cf-9345-fbd3648f1e26 tempest-ImagesNegativeTestJSON-1832149253 tempest-ImagesNegativeTestJSON-1832149253-project] 10.222.0.44 "GET /v2.0/ports?device_id=efcd1ab2-7eba-4a0a-bb13-5dc2d187fbfe HTTP/1.1" status: 200 len: 949 time: 0.2294075 Jul 23 23:56:42.892300 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf54a414-7db8-4e92-aa31-6496c5d4a1d8 req-2768c6d1-daba-4a8b-9344-c9f6df8d885f service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:56:42.892640 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf54a414-7db8-4e92-aa31-6496c5d4a1d8 req-2768c6d1-daba-4a8b-9344-c9f6df8d885f service neutron] Checking segment: {'id': '03f6d3bc-1613-474d-ab4e-2ce343284068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4716419a-bea3-4e9d-acf9-3fbc0197d354'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:56:42.893051 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf54a414-7db8-4e92-aa31-6496c5d4a1d8 req-2768c6d1-daba-4a8b-9344-c9f6df8d885f service neutron] Bound using segment: {'id': '03f6d3bc-1613-474d-ab4e-2ce343284068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4716419a-bea3-4e9d-acf9-3fbc0197d354'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:56:42.893505 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-cf54a414-7db8-4e92-aa31-6496c5d4a1d8 req-2768c6d1-daba-4a8b-9344-c9f6df8d885f service neutron] Bound port: f6e56469-cb64-479d-8c60-7d9ff84972fc, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03f6d3bc-1613-474d-ab4e-2ce343284068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4716419a-bea3-4e9d-acf9-3fbc0197d354'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:56:42.894016 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-cf54a414-7db8-4e92-aa31-6496c5d4a1d8 req-2768c6d1-daba-4a8b-9344-c9f6df8d885f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:42.899783 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d1829a11-be54-4570-b3d1-3cd2333c4d35 req-ffe1dc0d-4720-456e-b9bc-7174ec31a436 tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b56dfb9-17eb-4546-86fc-da6f6ad2c80b HTTP/1.1" status: 200 len: 210 time: 0.0666418 Jul 23 23:56:42.906132 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c01176b-74cb-4ee4-8c62-63e7bcdfe8ce req-39b0caa0-c887-461a-8bf6-24d3bf862701 tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] Network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:56:42.912363 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-9c01176b-74cb-4ee4-8c62-63e7bcdfe8ce req-39b0caa0-c887-461a-8bf6-24d3bf862701 tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:56:42.915264 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c01176b-74cb-4ee4-8c62-63e7bcdfe8ce req-39b0caa0-c887-461a-8bf6-24d3bf862701 tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:56:42.955830 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8d51d8f3-7056-4ecd-ae84-e0d4445434de req-28d5b7e0-4af7-46f3-880c-130c6c99ed34 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765111 Jul 23 23:56:42.956895 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b0caa0-c887-461a-8bf6-24d3bf862701 tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] Pushing event updated for resources: {'Port': ['ID=3f2be5ca-aadb-45c3-acdd-f686475628c4,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:42.989282 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01176b-74cb-4ee4-8c62-63e7bcdfe8ce req-39b0caa0-c887-461a-8bf6-24d3bf862701 tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:42.990358 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-9c01176b-74cb-4ee4-8c62-63e7bcdfe8ce req-39b0caa0-c887-461a-8bf6-24d3bf862701 tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:43.003486 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f12e1e3a-26d4-4995-a441-9c8db5ee41da req-26b0cc22-06b7-46e8-a980-09f1e097157d tempest-ImagesNegativeTestJSON-1832149253 tempest-ImagesNegativeTestJSON-1832149253-project] 10.222.0.44 "GET /v2.0/security-groups?id=01e49410-36b6-46bb-aba9-1661e1aee3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271055 Jul 23 23:56:43.013347 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9c01176b-74cb-4ee4-8c62-63e7bcdfe8ce req-39b0caa0-c887-461a-8bf6-24d3bf862701 tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1667461 Jul 23 23:56:43.030268 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-9c01176b-74cb-4ee4-8c62-63e7bcdfe8ce req-b776c088-540b-414c-a73d-3a5e52bbfb40 service neutron] Request body: {'port': {'device_id': '3cc25539-073d-4b6a-9216-5a799de7e0ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:56:43.043366 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-cf54a414-7db8-4e92-aa31-6496c5d4a1d8 req-2768c6d1-daba-4a8b-9344-c9f6df8d885f service neutron] For port f6e56469-cb64-479d-8c60-7d9ff84972fc, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:56:43.047480 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-cf54a414-7db8-4e92-aa31-6496c5d4a1d8 req-2768c6d1-daba-4a8b-9344-c9f6df8d885f service neutron] For port f6e56469-cb64-479d-8c60-7d9ff84972fc, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=f6e56469-cb64-479d-8c60-7d9ff84972fc,segment=NetworkSegment(03f6d3bc-1613-474d-ab4e-2ce343284068),segment_id=03f6d3bc-1613-474d-ab4e-2ce343284068)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:56:43.058277 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-cf54a414-7db8-4e92-aa31-6496c5d4a1d8 req-2768c6d1-daba-4a8b-9344-c9f6df8d885f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:43.060186 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['f6543c05-84e8-4834-bbf5-d10898a5e48f'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:56:43.197618 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b3f1c8-f4fd-4b7f-80fc-03e069f645e5 req-83b715e7-645b-4199-b160-a6604bf9e395 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:43.206112 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d8b3f1c8-f4fd-4b7f-80fc-03e069f645e5 req-83b715e7-645b-4199-b160-a6604bf9e395 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=e06aa624-fa02-437e-9537-68eb3a6c893c HTTP/1.1" status: 200 len: 946 time: 0.1971407 Jul 23 23:56:43.237385 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-9c01176b-74cb-4ee4-8c62-63e7bcdfe8ce req-b776c088-540b-414c-a73d-3a5e52bbfb40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:43.275984 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-1a040028-4d5e-48c4-8c73-1ebfcb851be5 None None] Provisioning for port 3f2be5ca-aadb-45c3-acdd-f686475628c4 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:56:43.283127 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-1a040028-4d5e-48c4-8c73-1ebfcb851be5 None None] Provisioning complete for port 3f2be5ca-aadb-45c3-acdd-f686475628c4 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:56:43.283609 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-1a040028-4d5e-48c4-8c73-1ebfcb851be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:43.316449 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d8b3f1c8-f4fd-4b7f-80fc-03e069f645e5 req-116514f9-26e7-4ec8-ac6a-39f53e9eeb23 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015050 Jul 23 23:56:43.353766 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-1a040028-4d5e-48c4-8c73-1ebfcb851be5 None None] Port 3f2be5ca-aadb-45c3-acdd-f686475628c4 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:56:43.469186 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9794f3ac-2536-4c8f-9100-6cca111a8525 req-6a786fa5-7373-4d1e-9b08-63e5e7efc134 tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] 10.222.0.44 "GET /v2.0/floatingips/430cdb9b-a736-41e7-871c-62684ec8c074 HTTP/1.1" status: 200 len: 693 time: 0.4198472 Jul 23 23:56:43.489746 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf54a414-7db8-4e92-aa31-6496c5d4a1d8 req-2768c6d1-daba-4a8b-9344-c9f6df8d885f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:43.490585 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-cf54a414-7db8-4e92-aa31-6496c5d4a1d8 req-2768c6d1-daba-4a8b-9344-c9f6df8d885f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:43.491721 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cf54a414-7db8-4e92-aa31-6496c5d4a1d8 req-2768c6d1-daba-4a8b-9344-c9f6df8d885f service neutron] 10.222.0.64 "PUT /v2.0/ports/f6e56469-cb64-479d-8c60-7d9ff84972fc HTTP/1.1" status: 200 len: 1093 time: 1.6500559 Jul 23 23:56:43.492256 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1332477-7f4b-4292-b069-ae8c72daf3d2', 'tag': 'f6e56469-cb64-479d-8c60-7d9ff84972fc'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:56:43.494547 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c56974-dcc1-4b98-a064-aa5208ef26f2" -d '{"events": [{"name": "network-changed", "server_uuid": "d1332477-7f4b-4292-b069-ae8c72daf3d2", "tag": "f6e56469-cb64-479d-8c60-7d9ff84972fc"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:56:43.548252 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2995ea6e-1c92-4f9a-8c19-7aa6db0c5dc7 req-6d71aa32-41c3-4eda-8811-49296d52e0b9 tempest-SecurityGroupsNegativeTestJSON-299473875 tempest-SecurityGroupsNegativeTestJSON-299473875-project] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2411e312b5144377af86481a3cba4312 HTTP/1.1" status: 200 len: 2984 time: 0.1065624 Jul 23 23:56:43.609155 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2768c6d1-daba-4a8b-9344-c9f6df8d885f service neutron] Pushing event updated for resources: {'Port': ['ID=f6e56469-cb64-479d-8c60-7d9ff84972fc,revision_number=3']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:43.631489 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2995ea6e-1c92-4f9a-8c19-7aa6db0c5dc7 req-67790c31-a013-4859-a195-79cd00d31862 tempest-SecurityGroupsNegativeTestJSON-299473875 tempest-SecurityGroupsNegativeTestJSON-299473875-project] 10.222.0.44 "GET /v2.0/security-groups/5c0a290c-cb5b-44c8-8d0e-b5d41b5f6c4f HTTP/1.1" status: 200 len: 2981 time: 0.0754404 Jul 23 23:56:43.676082 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f3880-3c77-4ba7-b404-b6304fea76d1 req-9c87fafd-dc33-490b-aeb5-8fb68ebd6ec5 tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:43.677492 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3f6f3880-3c77-4ba7-b404-b6304fea76d1 req-9c87fafd-dc33-490b-aeb5-8fb68ebd6ec5 tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] 10.222.0.64 "GET /v2.0/networks?id=85c9f26f-731d-44b5-92b1-ca68826725b8 HTTP/1.1" status: 200 len: 811 time: 0.2704670 Jul 23 23:56:43.693088 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-9c01176b-74cb-4ee4-8c62-63e7bcdfe8ce req-b776c088-540b-414c-a73d-3a5e52bbfb40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f2be5ca-aadb-45c3-acdd-f686475628c4 {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:56:43.705417 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-9c01176b-74cb-4ee4-8c62-63e7bcdfe8ce req-b776c088-540b-414c-a73d-3a5e52bbfb40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:43.716997 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2995ea6e-1c92-4f9a-8c19-7aa6db0c5dc7 req-1cc58aa0-4e9a-4253-9220-5a53e1b7c4ad tempest-SecurityGroupsNegativeTestJSON-299473875 tempest-SecurityGroupsNegativeTestJSON-299473875-project] 10.222.0.44 "GET /v2.0/security-groups/5c0a290c-cb5b-44c8-8d0e-b5d41b5f6c4f HTTP/1.1" status: 200 len: 2981 time: 0.0781868 Jul 23 23:56:43.730902 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-9c01176b-74cb-4ee4-8c62-63e7bcdfe8ce req-b776c088-540b-414c-a73d-3a5e52bbfb40 service neutron] Transition to ACTIVE for port object 3f2be5ca-aadb-45c3-acdd-f686475628c4 will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:56:43.734471 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9794f3ac-2536-4c8f-9100-6cca111a8525 req-e34d3082-8aa4-41cb-a1c3-ed4c5f5c9adc tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:43.735270 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-9c01176b-74cb-4ee4-8c62-63e7bcdfe8ce req-b776c088-540b-414c-a73d-3a5e52bbfb40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:43.735881 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9794f3ac-2536-4c8f-9100-6cca111a8525 req-e34d3082-8aa4-41cb-a1c3-ed4c5f5c9adc tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] 10.222.0.44 "GET /v2.0/networks/9adcfee8-760c-4568-9e39-c221abf69bf5 HTTP/1.1" status: 200 len: 784 time: 0.2478790 Jul 23 23:56:43.766072 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf54a414-7db8-4e92-aa31-6496c5d4a1d8 req-86ba4aa6-ec5d-4556-8f2f-e0b5f4fae562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:43.767582 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cf54a414-7db8-4e92-aa31-6496c5d4a1d8 req-86ba4aa6-ec5d-4556-8f2f-e0b5f4fae562 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5e96c0febc7b4dc580b4820ccf6600d4&device_id=d1332477-7f4b-4292-b069-ae8c72daf3d2 HTTP/1.1" status: 200 len: 1096 time: 0.2130442 Jul 23 23:56:43.798303 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b776c088-540b-414c-a73d-3a5e52bbfb40 service neutron] Pushing event updated for resources: {'Port': ['ID=3f2be5ca-aadb-45c3-acdd-f686475628c4,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:43.798535 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a00813ca-8c88-4af1-adf2-a311abc207f2 x-openstack-request-id: req-a00813ca-8c88-4af1-adf2-a311abc207f2 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:56:43.798838 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1332477-7f4b-4292-b069-ae8c72daf3d2", "tag": "f6e56469-cb64-479d-8c60-7d9ff84972fc", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:56:43.799132 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a00813ca-8c88-4af1-adf2-a311abc207f2 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:56:43.799339 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1332477-7f4b-4292-b069-ae8c72daf3d2', 'tag': 'f6e56469-cb64-479d-8c60-7d9ff84972fc', 'status': 'completed', 'code': 200} Jul 23 23:56:43.803941 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3f6f3880-3c77-4ba7-b404-b6304fea76d1 req-00260a7c-3f6b-4784-bb81-c4bf4edb8231 tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4bf4cdc5515a40d7ad05decd4185164d HTTP/1.1" status: 200 len: 380 time: 0.1170354 Jul 23 23:56:43.821805 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-3f6f3880-3c77-4ba7-b404-b6304fea76d1 req-6dc1b864-720a-4c18-90cf-6086bd9e03a2 tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Request body: {'port': {'device_id': '9b56dfb9-17eb-4546-86fc-da6f6ad2c80b', 'network_id': '85c9f26f-731d-44b5-92b1-ca68826725b8', 'admin_state_up': True, 'tenant_id': '4bf4cdc5515a40d7ad05decd4185164d', 'security_groups': ['e1aafd2b-0c0b-4251-9a9a-8eb86a04e81a']}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:56:43.858730 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 9d32a0dc-c40f-4ff3-9424-0d60b0b78bfb up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:56:43.868402 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9794f3ac-2536-4c8f-9100-6cca111a8525 req-a14a8e8a-521e-4bfe-a575-d2a6ce7fef2a tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.3.168 HTTP/1.1" status: 200 len: 696 time: 0.1195195 Jul 23 23:56:43.880180 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cf54a414-7db8-4e92-aa31-6496c5d4a1d8 req-fb5981e7-94cf-4ae4-a422-274e201e4f85 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6e56469-cb64-479d-8c60-7d9ff84972fc HTTP/1.1" status: 200 len: 217 time: 0.0838764 Jul 23 23:56:43.940371 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port 9d32a0dc-c40f-4ff3-9424-0d60b0b78bfb completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:56:43.946891 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9794f3ac-2536-4c8f-9100-6cca111a8525 req-ea35bbec-ff9b-4ca5-812c-a918f98787f8 tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.3.168 HTTP/1.1" status: 200 len: 696 time: 0.0628839 Jul 23 23:56:43.953367 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port 9d32a0dc-c40f-4ff3-9424-0d60b0b78bfb triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:56:43.953834 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:44.075263 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:44.119816 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 9d32a0dc-c40f-4ff3-9424-0d60b0b78bfb, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=9d32a0dc-c40f-4ff3-9424-0d60b0b78bfb,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:56:44.125165 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:44.161953 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf54a414-7db8-4e92-aa31-6496c5d4a1d8 req-99786608-aa73-4294-be4f-dc69e7349657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:44.163472 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cf54a414-7db8-4e92-aa31-6496c5d4a1d8 req-99786608-aa73-4294-be4f-dc69e7349657 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8224515a-17e0-4722-b0b6-48bf087305a0 HTTP/1.1" status: 200 len: 860 time: 0.2707677 Jul 23 23:56:44.182053 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=9d32a0dc-c40f-4ff3-9424-0d60b0b78bfb,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:44.227054 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-9c01176b-74cb-4ee4-8c62-63e7bcdfe8ce req-b776c088-540b-414c-a73d-3a5e52bbfb40 service neutron] Attempting to bind port 3f2be5ca-aadb-45c3-acdd-f686475628c4 on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:56:44.227612 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-9c01176b-74cb-4ee4-8c62-63e7bcdfe8ce req-b776c088-540b-414c-a73d-3a5e52bbfb40 service neutron] Attempting to bind port 3f2be5ca-aadb-45c3-acdd-f686475628c4 by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:56:44.227748 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c01176b-74cb-4ee4-8c62-63e7bcdfe8ce req-b776c088-540b-414c-a73d-3a5e52bbfb40 service neutron] Attempting to bind port 3f2be5ca-aadb-45c3-acdd-f686475628c4 on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:56:44.234131 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cf54a414-7db8-4e92-aa31-6496c5d4a1d8 req-0e775e06-08a3-4caf-a42b-1f41aec7f6b4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4716419a-bea3-4e9d-acf9-3fbc0197d354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618231 Jul 23 23:56:44.239077 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c01176b-74cb-4ee4-8c62-63e7bcdfe8ce req-b776c088-540b-414c-a73d-3a5e52bbfb40 service neutron] Port 3f2be5ca-aadb-45c3-acdd-f686475628c4 on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:56:44.239539 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c01176b-74cb-4ee4-8c62-63e7bcdfe8ce req-b776c088-540b-414c-a73d-3a5e52bbfb40 service neutron] Attempting to bind port 3f2be5ca-aadb-45c3-acdd-f686475628c4 on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:56:44.253485 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c3924b-3f68-489f-a982-c3f2f1d0abbc req-14aeb958-3589-472f-b8c3-a9f4d7d64691 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:44.254996 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-07c3924b-3f68-489f-a982-c3f2f1d0abbc req-14aeb958-3589-472f-b8c3-a9f4d7d64691 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1332477-7f4b-4292-b069-ae8c72daf3d2 HTTP/1.1" status: 200 len: 944 time: 0.4071367 Jul 23 23:56:44.256190 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c01176b-74cb-4ee4-8c62-63e7bcdfe8ce req-b776c088-540b-414c-a73d-3a5e52bbfb40 service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:56:44.256526 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c01176b-74cb-4ee4-8c62-63e7bcdfe8ce req-b776c088-540b-414c-a73d-3a5e52bbfb40 service neutron] Checking segment: {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:56:44.257020 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c01176b-74cb-4ee4-8c62-63e7bcdfe8ce req-b776c088-540b-414c-a73d-3a5e52bbfb40 service neutron] Bound using segment: {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:56:44.257381 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-9c01176b-74cb-4ee4-8c62-63e7bcdfe8ce req-b776c088-540b-414c-a73d-3a5e52bbfb40 service neutron] Bound port: 3f2be5ca-aadb-45c3-acdd-f686475628c4, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:56:44.257987 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-9c01176b-74cb-4ee4-8c62-63e7bcdfe8ce req-b776c088-540b-414c-a73d-3a5e52bbfb40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:44.290035 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f6f3880-3c77-4ba7-b404-b6304fea76d1 req-6dc1b864-720a-4c18-90cf-6086bd9e03a2 tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Made reservation on behalf of 4bf4cdc5515a40d7ad05decd4185164d for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:56:44.293749 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-3f6f3880-3c77-4ba7-b404-b6304fea76d1 req-6dc1b864-720a-4c18-90cf-6086bd9e03a2 tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:44.340660 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-07c3924b-3f68-489f-a982-c3f2f1d0abbc req-4dfbeb36-2628-426d-b55b-ddacbc237538 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "GET /v2.0/security-groups?id=1912b32f-c316-49ef-a3a5-c5567f5f87c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738106 Jul 23 23:56:44.346913 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-9794f3ac-2536-4c8f-9100-6cca111a8525 req-060412a4-83f9-48c8-8061-c43bef2e376b tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Deleting port 4bcce563-22ec-40ce-a983-0b0d4996d57d {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:56:44.347266 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-9794f3ac-2536-4c8f-9100-6cca111a8525 req-060412a4-83f9-48c8-8061-c43bef2e376b tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:44.347527 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-9c01176b-74cb-4ee4-8c62-63e7bcdfe8ce req-b776c088-540b-414c-a73d-3a5e52bbfb40 service neutron] For port 3f2be5ca-aadb-45c3-acdd-f686475628c4, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:56:44.350840 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-9c01176b-74cb-4ee4-8c62-63e7bcdfe8ce req-b776c088-540b-414c-a73d-3a5e52bbfb40 service neutron] For port 3f2be5ca-aadb-45c3-acdd-f686475628c4, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=3f2be5ca-aadb-45c3-acdd-f686475628c4,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:56:44.357454 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-9c01176b-74cb-4ee4-8c62-63e7bcdfe8ce req-b776c088-540b-414c-a73d-3a5e52bbfb40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:44.400743 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01176b-74cb-4ee4-8c62-63e7bcdfe8ce req-b776c088-540b-414c-a73d-3a5e52bbfb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:44.401398 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-9c01176b-74cb-4ee4-8c62-63e7bcdfe8ce req-b776c088-540b-414c-a73d-3a5e52bbfb40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:44.402780 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9c01176b-74cb-4ee4-8c62-63e7bcdfe8ce req-b776c088-540b-414c-a73d-3a5e52bbfb40 service neutron] 10.222.0.52 "PUT /v2.0/ports/3f2be5ca-aadb-45c3-acdd-f686475628c4 HTTP/1.1" status: 200 len: 1097 time: 1.3778193 Jul 23 23:56:44.403230 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc25539-073d-4b6a-9216-5a799de7e0ba', 'tag': '3f2be5ca-aadb-45c3-acdd-f686475628c4'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:56:44.405497 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb1f110-9bf0-4383-a175-4cc3c8d9ced9" -d '{"events": [{"name": "network-changed", "server_uuid": "3cc25539-073d-4b6a-9216-5a799de7e0ba", "tag": "3f2be5ca-aadb-45c3-acdd-f686475628c4"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:56:44.467701 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b776c088-540b-414c-a73d-3a5e52bbfb40 service neutron] Pushing event updated for resources: {'Port': ['ID=3f2be5ca-aadb-45c3-acdd-f686475628c4,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:44.469448 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cf54a414-7db8-4e92-aa31-6496c5d4a1d8 req-798dc8e0-4f3f-42cf-897a-c6ee661e2df2 service neutron] 10.222.0.64 "GET /v2.0/networks/4716419a-bea3-4e9d-acf9-3fbc0197d354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287726 Jul 23 23:56:44.488485 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f789457d-a129-408f-a12f-5e250b1e8d81 req-932f5bcf-870f-4ad2-9bf8-a97dffb91db2 tempest-SecurityGroupsNegativeTestJSON-299473875 tempest-SecurityGroupsNegativeTestJSON-299473875-project] 10.222.0.44 "GET /v2.0/security-groups/5c0a290c-cb5b-44c8-8d0e-b5d41b5f6c4f HTTP/1.1" status: 200 len: 2981 time: 0.1011178 Jul 23 23:56:44.523230 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:44.558350 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01176b-74cb-4ee4-8c62-63e7bcdfe8ce req-69df6ed1-43c7-458e-a739-4facf4d6df53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:44.559870 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9c01176b-74cb-4ee4-8c62-63e7bcdfe8ce req-69df6ed1-43c7-458e-a739-4facf4d6df53 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8120a1a28c3146168abedc648031daec&device_id=3cc25539-073d-4b6a-9216-5a799de7e0ba HTTP/1.1" status: 200 len: 1100 time: 0.1071434 Jul 23 23:56:44.563036 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-9794f3ac-2536-4c8f-9100-6cca111a8525 req-060412a4-83f9-48c8-8061-c43bef2e376b tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:44.563379 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-9794f3ac-2536-4c8f-9100-6cca111a8525 req-060412a4-83f9-48c8-8061-c43bef2e376b tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:44.612700 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [req-f789457d-a129-408f-a12f-5e250b1e8d81 req-8d2dfe04-d4a4-4907-ba6f-e6321e68144d tempest-SecurityGroupsNegativeTestJSON-299473875 tempest-SecurityGroupsNegativeTestJSON-299473875-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 23 23:56:44.613568 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f789457d-a129-408f-a12f-5e250b1e8d81 req-8d2dfe04-d4a4-4907-ba6f-e6321e68144d tempest-SecurityGroupsNegativeTestJSON-299473875 tempest-SecurityGroupsNegativeTestJSON-299473875-project] 10.222.0.44 "DELETE /v2.0/security-groups/5c0a290c-cb5b-44c8-8d0e-b5d41b5f6c4f HTTP/1.1" status: 409 len: 352 time: 0.1157467 Jul 23 23:56:44.614950 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9c01176b-74cb-4ee4-8c62-63e7bcdfe8ce req-da66657b-a9e2-447e-bac4-ac37a106f9fe service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=3f2be5ca-aadb-45c3-acdd-f686475628c4 HTTP/1.1" status: 200 len: 217 time: 0.0433230 Jul 23 23:56:44.617682 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efcd1ab2-7eba-4a0a-bb13-5dc2d187fbfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d32a0dc-c40f-4ff3-9424-0d60b0b78bfb'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:56:44.619868 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-9794f3ac-2536-4c8f-9100-6cca111a8525 req-060412a4-83f9-48c8-8061-c43bef2e376b tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Calling delete_port for 4bcce563-22ec-40ce-a983-0b0d4996d57d owned by network:floatingip {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:56:44.621016 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4333a3b0-3d7c-4c3e-9061-c9eb568607e2" -d '{"events": [{"server_uuid": "efcd1ab2-7eba-4a0a-bb13-5dc2d187fbfe", "name": "network-vif-plugged", "status": "completed", "tag": "9d32a0dc-c40f-4ff3-9424-0d60b0b78bfb"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:56:44.670903 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01176b-74cb-4ee4-8c62-63e7bcdfe8ce req-3fe371c4-305f-423d-a510-467c17ed7869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:44.672373 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9c01176b-74cb-4ee4-8c62-63e7bcdfe8ce req-3fe371c4-305f-423d-a510-467c17ed7869 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.0502882 Jul 23 23:56:44.675688 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [req-3f6f3880-3c77-4ba7-b404-b6304fea76d1 req-6dc1b864-720a-4c18-90cf-6086bd9e03a2 tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Allocated IP 172.20.0.8 (85c9f26f-731d-44b5-92b1-ca68826725b8/b7fb4eeb-013a-4a61-a243-81e1ee8590a2/f9f0f468-aa18-45b6-b6a7-5b05f7d400b0) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:56:44.713083 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cf54a414-7db8-4e92-aa31-6496c5d4a1d8 req-3f1a016f-ef1d-4b56-bd39-9ce8517fc5a8 service neutron] 10.222.0.64 "GET /v2.0/networks/4716419a-bea3-4e9d-acf9-3fbc0197d354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317290 Jul 23 23:56:44.780251 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7069f4a-080b-4b4f-b840-c0fac6fa9601 req-e7263032-a1a5-4c9a-85b3-8ccf9cfd6c92 tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:44.781763 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b7069f4a-080b-4b4f-b840-c0fac6fa9601 req-e7263032-a1a5-4c9a-85b3-8ccf9cfd6c92 tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] 10.222.0.44 "GET /v2.0/ports?device_id=3cc25539-073d-4b6a-9216-5a799de7e0ba HTTP/1.1" status: 200 len: 948 time: 0.1085558 Jul 23 23:56:44.783696 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01176b-74cb-4ee4-8c62-63e7bcdfe8ce req-23e673f2-6b86-4da1-b698-e2821d64d496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:44.785099 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9c01176b-74cb-4ee4-8c62-63e7bcdfe8ce req-23e673f2-6b86-4da1-b698-e2821d64d496 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1033134 Jul 23 23:56:44.845887 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b7069f4a-080b-4b4f-b840-c0fac6fa9601 req-93451817-64de-4459-a670-6991aabff5db tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc5fa8a0-642c-4d38-a590-25f2d1268bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576434 Jul 23 23:56:44.903937 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9c01176b-74cb-4ee4-8c62-63e7bcdfe8ce req-dcaf93e3-5efc-4fba-bbdf-d0049e640d0b service neutron] 10.222.0.52 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094847 Jul 23 23:56:44.966869 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c56974-dcc1-4b98-a064-aa5208ef26f2 req-640c0971-e8ee-453a-a645-05e2b5df010c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:44.968569 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a7c56974-dcc1-4b98-a064-aa5208ef26f2 req-640c0971-e8ee-453a-a645-05e2b5df010c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5e96c0febc7b4dc580b4820ccf6600d4&device_id=d1332477-7f4b-4292-b069-ae8c72daf3d2 HTTP/1.1" status: 200 len: 1096 time: 0.1990921 Jul 23 23:56:44.971421 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-be9a9c8c-cb76-4821-820b-87e902991172 req-c64581fc-1299-4bb7-8817-737ec6af06d6 tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b56dfb9-17eb-4546-86fc-da6f6ad2c80b HTTP/1.1" status: 200 len: 210 time: 0.0438371 Jul 23 23:56:44.971665 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-3f6f3880-3c77-4ba7-b404-b6304fea76d1 req-6dc1b864-720a-4c18-90cf-6086bd9e03a2 tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:44.973946 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-9794f3ac-2536-4c8f-9100-6cca111a8525 req-060412a4-83f9-48c8-8061-c43bef2e376b tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:45.021416 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-3f6f3880-3c77-4ba7-b404-b6304fea76d1 req-6dc1b864-720a-4c18-90cf-6086bd9e03a2 tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Transition to ACTIVE for port object f9f0f468-aa18-45b6-b6a7-5b05f7d400b0 will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:56:45.028010 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9c01176b-74cb-4ee4-8c62-63e7bcdfe8ce req-f2ee706b-ee41-4869-b06a-5d6178de355f service neutron] 10.222.0.52 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181355 Jul 23 23:56:45.037672 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060412a4-83f9-48c8-8061-c43bef2e376b tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Pushing event deleted for resources: {'Port': ['ID=4bcce563-22ec-40ce-a983-0b0d4996d57d,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:45.117821 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345307b2-257c-452b-8063-8d8b8ad3b7ca req-5ea6b859-0d7e-4ad5-9870-753fd867c594 tempest-ImagesNegativeTestJSON-1832149253 tempest-ImagesNegativeTestJSON-1832149253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:45.119420 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-345307b2-257c-452b-8063-8d8b8ad3b7ca req-5ea6b859-0d7e-4ad5-9870-753fd867c594 tempest-ImagesNegativeTestJSON-1832149253 tempest-ImagesNegativeTestJSON-1832149253-project] 10.222.0.44 "GET /v2.0/ports?device_id=efcd1ab2-7eba-4a0a-bb13-5dc2d187fbfe HTTP/1.1" status: 200 len: 950 time: 0.0689011 Jul 23 23:56:45.159158 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-345307b2-257c-452b-8063-8d8b8ad3b7ca req-948570d8-f4d1-4a82-85f8-ed3c71406cad tempest-ImagesNegativeTestJSON-1832149253 tempest-ImagesNegativeTestJSON-1832149253-project] 10.222.0.44 "GET /v2.0/security-groups?id=01e49410-36b6-46bb-aba9-1661e1aee3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341449 Jul 23 23:56:45.184545 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-9794f3ac-2536-4c8f-9100-6cca111a8525 req-060412a4-83f9-48c8-8061-c43bef2e376b tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Notify callbacks [] for floatingip, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:45.187404 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-9794f3ac-2536-4c8f-9100-6cca111a8525 req-060412a4-83f9-48c8-8061-c43bef2e376b tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:45.188435 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9794f3ac-2536-4c8f-9100-6cca111a8525 req-060412a4-83f9-48c8-8061-c43bef2e376b tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] 10.222.0.44 "DELETE /v2.0/floatingips/430cdb9b-a736-41e7-871c-62684ec8c074 HTTP/1.1" status: 204 len: 173 time: 1.2281494 Jul 23 23:56:45.191847 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-3f6f3880-3c77-4ba7-b404-b6304fea76d1 req-6dc1b864-720a-4c18-90cf-6086bd9e03a2 tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:45.205466 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c56974-dcc1-4b98-a064-aa5208ef26f2 req-d21a41c9-4fcf-464b-9708-5af0faa41834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:45.207009 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a7c56974-dcc1-4b98-a064-aa5208ef26f2 req-d21a41c9-4fcf-464b-9708-5af0faa41834 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4716419a-bea3-4e9d-acf9-3fbc0197d354 HTTP/1.1" status: 200 len: 921 time: 0.2285974 Jul 23 23:56:45.235940 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ba3927-7721-4149-8316-3a60965d8df9 x-openstack-request-id: req-97ba3927-7721-4149-8316-3a60965d8df9 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:56:45.236482 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cc25539-073d-4b6a-9216-5a799de7e0ba", "tag": "3f2be5ca-aadb-45c3-acdd-f686475628c4", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:56:45.236482 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-97ba3927-7721-4149-8316-3a60965d8df9 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:56:45.236951 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cc25539-073d-4b6a-9216-5a799de7e0ba', 'tag': '3f2be5ca-aadb-45c3-acdd-f686475628c4', 'status': 'completed', 'code': 200} Jul 23 23:56:45.288269 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f6f3880-3c77-4ba7-b404-b6304fea76d1 req-6dc1b864-720a-4c18-90cf-6086bd9e03a2 tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Network 85c9f26f-731d-44b5-92b1-ca68826725b8 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:56:45.290168 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a7c56974-dcc1-4b98-a064-aa5208ef26f2 req-569f1286-d8af-49f0-96be-f2caeb4ce1a5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6e56469-cb64-479d-8c60-7d9ff84972fc HTTP/1.1" status: 200 len: 217 time: 0.0621932 Jul 23 23:56:45.293652 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [req-3f6f3880-3c77-4ba7-b404-b6304fea76d1 req-6dc1b864-720a-4c18-90cf-6086bd9e03a2 tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:56:45.298697 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f6f3880-3c77-4ba7-b404-b6304fea76d1 req-6dc1b864-720a-4c18-90cf-6086bd9e03a2 tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:56:45.315989 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc1b864-720a-4c18-90cf-6086bd9e03a2 tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Pushing event updated for resources: {'Port': ['ID=f9f0f468-aa18-45b6-b6a7-5b05f7d400b0,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:45.346798 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e114fbdd-ba9e-46d9-a585-cb8cf3688c6c req-54617a9c-cb9e-4a1d-af31-70d986cbe8c6 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:45.348384 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e114fbdd-ba9e-46d9-a585-cb8cf3688c6c req-54617a9c-cb9e-4a1d-af31-70d986cbe8c6 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=e06aa624-fa02-437e-9537-68eb3a6c893c HTTP/1.1" status: 200 len: 946 time: 0.1231465 Jul 23 23:56:45.350319 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64aa18c3-813c-474b-b204-2fbd9dcdd6ac x-openstack-request-id: req-64aa18c3-813c-474b-b204-2fbd9dcdd6ac {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:56:45.351214 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efcd1ab2-7eba-4a0a-bb13-5dc2d187fbfe", "name": "network-vif-plugged", "status": "completed", "tag": "9d32a0dc-c40f-4ff3-9424-0d60b0b78bfb", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:56:45.352224 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-64aa18c3-813c-474b-b204-2fbd9dcdd6ac {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:56:45.353101 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efcd1ab2-7eba-4a0a-bb13-5dc2d187fbfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d32a0dc-c40f-4ff3-9424-0d60b0b78bfb', 'code': 200} Jul 23 23:56:45.373333 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1f110-9bf0-4383-a175-4cc3c8d9ced9 req-b4481eff-54d9-4081-89cf-679d1bf01295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:45.374850 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-eeb1f110-9bf0-4383-a175-4cc3c8d9ced9 req-b4481eff-54d9-4081-89cf-679d1bf01295 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8120a1a28c3146168abedc648031daec&device_id=3cc25539-073d-4b6a-9216-5a799de7e0ba HTTP/1.1" status: 200 len: 1100 time: 0.1024776 Jul 23 23:56:45.401202 n-d-800088-16 neutron-server[100314]: INFO neutron.api.v2.resource [req-3718d73c-e800-4e5a-9e23-41157e572fc0 req-95e24cfd-de25-4fd2-8fd7-1cc891a36e9b tempest-SecurityGroupsNegativeTestJSON-299473875 tempest-SecurityGroupsNegativeTestJSON-299473875-project] show failed (client error): The resource could not be found. Jul 23 23:56:45.405571 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3718d73c-e800-4e5a-9e23-41157e572fc0 req-95e24cfd-de25-4fd2-8fd7-1cc891a36e9b tempest-SecurityGroupsNegativeTestJSON-299473875 tempest-SecurityGroupsNegativeTestJSON-299473875-project] 10.222.0.44 "GET /v2.0/security-groups/474ab5c3-abed-41be-ac22-3a232e79d654 HTTP/1.1" status: 404 len: 352 time: 0.0258520 Jul 23 23:56:45.434847 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f3880-3c77-4ba7-b404-b6304fea76d1 req-6dc1b864-720a-4c18-90cf-6086bd9e03a2 tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:45.435619 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-3f6f3880-3c77-4ba7-b404-b6304fea76d1 req-6dc1b864-720a-4c18-90cf-6086bd9e03a2 tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:45.470426 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e114fbdd-ba9e-46d9-a585-cb8cf3688c6c req-2e127832-f618-417b-a7b5-e866fdedac5f tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090746 Jul 23 23:56:45.490878 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c56974-dcc1-4b98-a064-aa5208ef26f2 req-ecf8e602-624e-4fbf-bd69-b27c1f614bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:45.493036 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a7c56974-dcc1-4b98-a064-aa5208ef26f2 req-ecf8e602-624e-4fbf-bd69-b27c1f614bc7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8224515a-17e0-4722-b0b6-48bf087305a0 HTTP/1.1" status: 200 len: 860 time: 0.1892586 Jul 23 23:56:45.501585 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fe79527f-cb49-447f-8d44-5b34155cfd2c req-8f80dfdc-0d5d-403b-923f-1124f95aa623 tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] 10.222.0.44 "GET /v2.0/floatingips/0afbde84-aff2-4bea-8a84-372fb11c36fa HTTP/1.1" status: 200 len: 692 time: 0.0767410 Jul 23 23:56:45.546535 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3f6f3880-3c77-4ba7-b404-b6304fea76d1 req-6dc1b864-720a-4c18-90cf-6086bd9e03a2 tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7338989 Jul 23 23:56:45.558064 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a7c56974-dcc1-4b98-a064-aa5208ef26f2 req-f5efacbe-1cf7-4a48-a504-dd1df1aa5793 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4716419a-bea3-4e9d-acf9-3fbc0197d354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544956 Jul 23 23:56:45.574051 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-3f6f3880-3c77-4ba7-b404-b6304fea76d1 req-1e28365f-758f-4f74-977b-313cbcdc94c6 service neutron] Request body: {'port': {'device_id': '9b56dfb9-17eb-4546-86fc-da6f6ad2c80b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-16'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:56:45.575036 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1f110-9bf0-4383-a175-4cc3c8d9ced9 req-7de02061-5585-4064-a52a-2288a53886df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:45.576528 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-eeb1f110-9bf0-4383-a175-4cc3c8d9ced9 req-7de02061-5585-4064-a52a-2288a53886df service neutron] 10.222.0.52 "GET /v2.0/networks?id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 HTTP/1.1" status: 200 len: 870 time: 0.1945720 Jul 23 23:56:45.613117 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547cf1e5-1620-4bad-aa4a-3e2224cd2519 req-13b1c400-cf85-4264-bdc3-db4bef587f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:45.614527 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-547cf1e5-1620-4bad-aa4a-3e2224cd2519 req-13b1c400-cf85-4264-bdc3-db4bef587f18 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=efcd1ab2-7eba-4a0a-bb13-5dc2d187fbfe HTTP/1.1" status: 200 len: 1102 time: 0.1936572 Jul 23 23:56:45.658242 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-eeb1f110-9bf0-4383-a175-4cc3c8d9ced9 req-ab0371db-2148-4f0c-8198-89371df962c2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=3f2be5ca-aadb-45c3-acdd-f686475628c4 HTTP/1.1" status: 200 len: 217 time: 0.0616376 Jul 23 23:56:45.675820 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-d891d854-5b79-4b0b-920d-f2be2a239639 None None] Provisioning for port f9f0f468-aa18-45b6-b6a7-5b05f7d400b0 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:56:45.681598 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-d891d854-5b79-4b0b-920d-f2be2a239639 None None] Provisioning complete for port f9f0f468-aa18-45b6-b6a7-5b05f7d400b0 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:56:45.683782 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d891d854-5b79-4b0b-920d-f2be2a239639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:45.722799 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-d891d854-5b79-4b0b-920d-f2be2a239639 None None] Port f9f0f468-aa18-45b6-b6a7-5b05f7d400b0 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:56:45.723667 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-547cf1e5-1620-4bad-aa4a-3e2224cd2519 req-6b7057f6-af3e-4079-b4fa-fa20437520af service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=01e49410-36b6-46bb-aba9-1661e1aee3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750711 Jul 23 23:56:45.744253 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aecba5-7428-487c-8342-24bebba10cc7 req-fafcc26c-2dc3-41d1-ad4b-bf4f905d8576 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:45.745617 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-63aecba5-7428-487c-8342-24bebba10cc7 req-fafcc26c-2dc3-41d1-ad4b-bf4f905d8576 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1332477-7f4b-4292-b069-ae8c72daf3d2 HTTP/1.1" status: 200 len: 944 time: 0.1886129 Jul 23 23:56:45.746825 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1f110-9bf0-4383-a175-4cc3c8d9ced9 req-b3e4249b-5463-4d4b-bd5b-fb490e5b1054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:45.748166 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-eeb1f110-9bf0-4383-a175-4cc3c8d9ced9 req-b3e4249b-5463-4d4b-bd5b-fb490e5b1054 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.0793099 Jul 23 23:56:45.773964 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe79527f-cb49-447f-8d44-5b34155cfd2c req-22d96c71-262f-4299-97b1-c99da779f772 tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:45.775358 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fe79527f-cb49-447f-8d44-5b34155cfd2c req-22d96c71-262f-4299-97b1-c99da779f772 tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] 10.222.0.44 "GET /v2.0/networks/9adcfee8-760c-4568-9e39-c221abf69bf5 HTTP/1.1" status: 200 len: 784 time: 0.2632878 Jul 23 23:56:45.795287 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-3f6f3880-3c77-4ba7-b404-b6304fea76d1 req-1e28365f-758f-4f74-977b-313cbcdc94c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:45.814878 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-63aecba5-7428-487c-8342-24bebba10cc7 req-cc396c8b-1901-4b4e-9372-fdccd5e97c40 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "GET /v2.0/security-groups?id=1912b32f-c316-49ef-a3a5-c5567f5f87c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627871 Jul 23 23:56:45.833919 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a7c56974-dcc1-4b98-a064-aa5208ef26f2 req-69bfc924-3c42-4e68-addd-d93bcaacda32 service neutron] 10.222.0.64 "GET /v2.0/networks/4716419a-bea3-4e9d-acf9-3fbc0197d354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567775 Jul 23 23:56:45.835493 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1f110-9bf0-4383-a175-4cc3c8d9ced9 req-657fa8d3-3769-41de-89e9-b55fa70c1b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:45.837574 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-eeb1f110-9bf0-4383-a175-4cc3c8d9ced9 req-657fa8d3-3769-41de-89e9-b55fa70c1b25 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0659349 Jul 23 23:56:45.868249 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fe79527f-cb49-447f-8d44-5b34155cfd2c req-6bd096aa-d94a-4c26-ae7a-67eb83c91793 tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.3.68 HTTP/1.1" status: 200 len: 695 time: 0.0852385 Jul 23 23:56:45.887556 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [req-6b382498-ed9e-4ea7-981e-bdfe57e31567 req-baeccbcf-746e-411a-a969-31a8abe87c6a tempest-SecurityGroupsNegativeTestJSON-299473875 tempest-SecurityGroupsNegativeTestJSON-299473875-project] show failed (client error): The resource could not be found. Jul 23 23:56:45.888603 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6b382498-ed9e-4ea7-981e-bdfe57e31567 req-baeccbcf-746e-411a-a969-31a8abe87c6a tempest-SecurityGroupsNegativeTestJSON-299473875 tempest-SecurityGroupsNegativeTestJSON-299473875-project] 10.222.0.44 "GET /v2.0/security-groups/2a22f8ca-3fe3-4d5a-8a74-4ed3a226d2eb HTTP/1.1" status: 404 len: 352 time: 0.0355904 Jul 23 23:56:45.912652 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45024) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:56:45.959617 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-eeb1f110-9bf0-4383-a175-4cc3c8d9ced9 req-d35c0ef8-00d5-4b48-adf7-5b9ebf2f326d service neutron] 10.222.0.52 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151130 Jul 23 23:56:46.092235 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-eeb1f110-9bf0-4383-a175-4cc3c8d9ced9 req-ab9a04da-0ed2-492f-bce4-451fef549618 service neutron] 10.222.0.52 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129732 Jul 23 23:56:46.135638 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3467a-9fbb-4aaf-95bb-7ae26d599d44 req-f7d1d07d-ce7e-4726-a977-444150b23f27 tempest-LiveAutoBlockMigrationV225Test-1467793608 tempest-LiveAutoBlockMigrationV225Test-1467793608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:46.137251 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-03c3467a-9fbb-4aaf-95bb-7ae26d599d44 req-f7d1d07d-ce7e-4726-a977-444150b23f27 tempest-LiveAutoBlockMigrationV225Test-1467793608 tempest-LiveAutoBlockMigrationV225Test-1467793608-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e06aa624-fa02-437e-9537-68eb3a6c893c HTTP/1.1" status: 200 len: 1098 time: 0.0601397 Jul 23 23:56:46.173832 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-03c3467a-9fbb-4aaf-95bb-7ae26d599d44 req-4f86045c-2880-431c-9cff-3fe62b27f6c9 tempest-LiveAutoBlockMigrationV225Test-1467793608 tempest-LiveAutoBlockMigrationV225Test-1467793608-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305200 Jul 23 23:56:46.307274 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fe79527f-cb49-447f-8d44-5b34155cfd2c req-efdaaca6-602c-4391-b66d-59e1219d0a0a tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.3.68 HTTP/1.1" status: 200 len: 695 time: 0.4305065 Jul 23 23:56:46.376866 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6745a-1b39-42cf-a97c-a2b3af09733e req-0c1838c5-b6ab-4e46-886a-cb1aedeebe91 tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:46.378274 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-37a6745a-1b39-42cf-a97c-a2b3af09733e req-0c1838c5-b6ab-4e46-886a-cb1aedeebe91 tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] 10.222.0.44 "GET /v2.0/ports?device_id=3cc25539-073d-4b6a-9216-5a799de7e0ba HTTP/1.1" status: 200 len: 948 time: 0.0814669 Jul 23 23:56:46.418201 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-37a6745a-1b39-42cf-a97c-a2b3af09733e req-45396e31-394d-4fee-9023-5796e10157e9 tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc5fa8a0-642c-4d38-a590-25f2d1268bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336804 Jul 23 23:56:46.439793 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a7c56974-dcc1-4b98-a064-aa5208ef26f2 req-7d15e080-d61f-48b4-8e5c-38ce6da91471 service neutron] 10.222.0.64 "GET /v2.0/networks/4716419a-bea3-4e9d-acf9-3fbc0197d354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5984092 Jul 23 23:56:46.455065 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cb4010b-395a-472e-965d-10fb04009b49 admin admin] Deleting subnet eaba779e-5fa7-40ac-8d60-bba7a1369d6b {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:56:46.467623 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8cb4010b-395a-472e-965d-10fb04009b49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:46.560337 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc193c91-d3b7-49d9-8018-0cfd193c19ea req-de3e560e-ff69-4ff3-84c0-3bc9c9c8ca84 tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:46.562083 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bc193c91-d3b7-49d9-8018-0cfd193c19ea req-de3e560e-ff69-4ff3-84c0-3bc9c9c8ca84 tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b56dfb9-17eb-4546-86fc-da6f6ad2c80b HTTP/1.1" status: 200 len: 931 time: 0.0738556 Jul 23 23:56:46.584840 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8cb4010b-395a-472e-965d-10fb04009b49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:46.600129 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bc193c91-d3b7-49d9-8018-0cfd193c19ea req-c33d4e04-08d9-4be1-9afd-f16997ffe445 tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1aafd2b-0c0b-4251-9a9a-8eb86a04e81a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322366 Jul 23 23:56:46.670646 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8cb4010b-395a-472e-965d-10fb04009b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:46.722619 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee051078-e004-4d9b-8094-fae2614c68d9 req-7da2b689-8a5c-47b0-9756-0cbe27278463 tempest-ImagesNegativeTestJSON-1832149253 tempest-ImagesNegativeTestJSON-1832149253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:46.724465 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ee051078-e004-4d9b-8094-fae2614c68d9 req-7da2b689-8a5c-47b0-9756-0cbe27278463 tempest-ImagesNegativeTestJSON-1832149253 tempest-ImagesNegativeTestJSON-1832149253-project] 10.222.0.44 "GET /v2.0/ports?device_id=efcd1ab2-7eba-4a0a-bb13-5dc2d187fbfe HTTP/1.1" status: 200 len: 950 time: 0.0645566 Jul 23 23:56:46.733988 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-fe79527f-cb49-447f-8d44-5b34155cfd2c req-36bc672a-3b6b-4098-b1c9-e7ffae3c2744 tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Deleting port e1e351e7-37f4-4afe-929d-f71916d8bad9 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:56:46.734428 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-fe79527f-cb49-447f-8d44-5b34155cfd2c req-36bc672a-3b6b-4098-b1c9-e7ffae3c2744 tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:46.770184 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ee051078-e004-4d9b-8094-fae2614c68d9 req-c680daf3-1843-4684-88d3-bdc9f5888ec6 tempest-ImagesNegativeTestJSON-1832149253 tempest-ImagesNegativeTestJSON-1832149253-project] 10.222.0.44 "GET /v2.0/security-groups?id=01e49410-36b6-46bb-aba9-1661e1aee3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332527 Jul 23 23:56:46.828575 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device f6e56469-cb64-479d-8c60-7d9ff84972fc details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:56:46.854008 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8cb4010b-395a-472e-965d-10fb04009b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:46.868530 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-3f6f3880-3c77-4ba7-b404-b6304fea76d1 req-1e28365f-758f-4f74-977b-313cbcdc94c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9f0f468-aa18-45b6-b6a7-5b05f7d400b0 {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:56:46.896507 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92950570-b36b-40b4-a3cc-7c673c4f9986 req-1725d929-4101-4e4d-97f8-b0db59100dfb tempest-LiveAutoBlockMigrationV225Test-1467793608 tempest-LiveAutoBlockMigrationV225Test-1467793608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:46.898085 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-92950570-b36b-40b4-a3cc-7c673c4f9986 req-1725d929-4101-4e4d-97f8-b0db59100dfb tempest-LiveAutoBlockMigrationV225Test-1467793608 tempest-LiveAutoBlockMigrationV225Test-1467793608-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e06aa624-fa02-437e-9537-68eb3a6c893c HTTP/1.1" status: 200 len: 1098 time: 0.0612888 Jul 23 23:56:46.906848 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-3f6f3880-3c77-4ba7-b404-b6304fea76d1 req-1e28365f-758f-4f74-977b-313cbcdc94c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:46.911549 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb4010b-395a-472e-965d-10fb04009b49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eaba779e-5fa7-40ac-8d60-bba7a1369d6b,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:46.917549 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-fe79527f-cb49-447f-8d44-5b34155cfd2c req-36bc672a-3b6b-4098-b1c9-e7ffae3c2744 tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:46.917897 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-fe79527f-cb49-447f-8d44-5b34155cfd2c req-36bc672a-3b6b-4098-b1c9-e7ffae3c2744 tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:46.936325 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8cb4010b-395a-472e-965d-10fb04009b49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:46.940364 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-8cb4010b-395a-472e-965d-10fb04009b49 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/eaba779e-5fa7-40ac-8d60-bba7a1369d6b HTTP/1.1" status: 204 len: 168 time: 1.0245125 Jul 23 23:56:46.943018 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45038) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:56:46.948157 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-fe79527f-cb49-447f-8d44-5b34155cfd2c req-36bc672a-3b6b-4098-b1c9-e7ffae3c2744 tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Calling delete_port for e1e351e7-37f4-4afe-929d-f71916d8bad9 owned by network:floatingip {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:56:46.948649 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port f6e56469-cb64-479d-8c60-7d9ff84972fc, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=f6e56469-cb64-479d-8c60-7d9ff84972fc,segment=NetworkSegment(03f6d3bc-1613-474d-ab4e-2ce343284068),segment_id=03f6d3bc-1613-474d-ab4e-2ce343284068)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:56:46.950258 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-3f6f3880-3c77-4ba7-b404-b6304fea76d1 req-1e28365f-758f-4f74-977b-313cbcdc94c6 service neutron] Transition to ACTIVE for port object f9f0f468-aa18-45b6-b6a7-5b05f7d400b0 will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:56:46.959163 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-3f6f3880-3c77-4ba7-b404-b6304fea76d1 req-1e28365f-758f-4f74-977b-313cbcdc94c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:46.961993 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': 'f6e56469-cb64-479d-8c60-7d9ff84972fc', 'network_id': '4716419a-bea3-4e9d-acf9-3fbc0197d354', 'port_id': 'f6e56469-cb64-479d-8c60-7d9ff84972fc', 'mac_address': 'fa:16:3e:53:ad:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8224515a-17e0-4722-b0b6-48bf087305a0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:56:46.967062 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-92950570-b36b-40b4-a3cc-7c673c4f9986 req-5f51808e-23a8-4425-b54d-72a75fe1f993 tempest-LiveAutoBlockMigrationV225Test-1467793608 tempest-LiveAutoBlockMigrationV225Test-1467793608-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623908 Jul 23 23:56:47.004892 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:47.019806 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6e56469-cb64-479d-8c60-7d9ff84972fc {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:56:47.026883 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-533400b0-be11-471d-94bf-9a573c6da903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:47.042817 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port f6e56469-cb64-479d-8c60-7d9ff84972fc, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=f6e56469-cb64-479d-8c60-7d9ff84972fc,segment=NetworkSegment(03f6d3bc-1613-474d-ab4e-2ce343284068),segment_id=03f6d3bc-1613-474d-ab4e-2ce343284068)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:56:47.058791 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:47.081933 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e28365f-758f-4f74-977b-313cbcdc94c6 service neutron] Pushing event updated for resources: {'Port': ['ID=f9f0f468-aa18-45b6-b6a7-5b05f7d400b0,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:47.160001 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=f6e56469-cb64-479d-8c60-7d9ff84972fc,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:47.167459 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-533400b0-be11-471d-94bf-9a573c6da903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:47.180710 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-533400b0-be11-471d-94bf-9a573c6da903 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['309c1af5-e0f2-48d4-873e-76aa35c75d71']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:56:47.192067 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-533400b0-be11-471d-94bf-9a573c6da903 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44d8d54d-0dae-4333-878c-01331c54f5a4') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:56:47.192370 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-533400b0-be11-471d-94bf-9a573c6da903 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44d8d54d-0dae-4333-878c-01331c54f5a4') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:56:47.204740 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-533400b0-be11-471d-94bf-9a573c6da903 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:47.225039 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-533400b0-be11-471d-94bf-9a573c6da903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:47.235449 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-533400b0-be11-471d-94bf-9a573c6da903 admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:56:47.235707 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-3f6f3880-3c77-4ba7-b404-b6304fea76d1 req-1e28365f-758f-4f74-977b-313cbcdc94c6 service neutron] Attempting to bind port f9f0f468-aa18-45b6-b6a7-5b05f7d400b0 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:56:47.235902 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-533400b0-be11-471d-94bf-9a573c6da903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:47.236160 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-3f6f3880-3c77-4ba7-b404-b6304fea76d1 req-1e28365f-758f-4f74-977b-313cbcdc94c6 service neutron] Attempting to bind port f9f0f468-aa18-45b6-b6a7-5b05f7d400b0 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '7706e308-45fe-47c4-babd-3fda7f234b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '85c9f26f-731d-44b5-92b1-ca68826725b8'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:56:47.236734 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6f3880-3c77-4ba7-b404-b6304fea76d1 req-1e28365f-758f-4f74-977b-313cbcdc94c6 service neutron] Attempting to bind port f9f0f468-aa18-45b6-b6a7-5b05f7d400b0 on network 85c9f26f-731d-44b5-92b1-ca68826725b8 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:56:47.238221 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 23 23:56:47.238221 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:56:47.238221 n-d-800088-16 neutron-server[100313]: timer() Jul 23 23:56:47.238221 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:56:47.238221 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 23 23:56:47.238221 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:56:47.238221 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 23 23:56:47.238221 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:56:47.238221 n-d-800088-16 neutron-server[100313]: self._notify() Jul 23 23:56:47.238221 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:56:47.238221 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 23 23:56:47.238221 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:56:47.238221 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 23 23:56:47.238221 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:56:47.238221 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:56:47.238221 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:56:47.238221 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:56:47.238221 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:56:47.238221 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 23 23:56:47.238221 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:56:47.238221 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 23 23:56:47.238221 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:56:47.238221 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:56:47.238221 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:56:47.238221 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 23 23:56:47.238221 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:56:47.238221 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:56:47.238221 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:56:47.238221 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:56:47.238221 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:56:47.238221 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:56:47.238221 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:56:47.245846 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6f3880-3c77-4ba7-b404-b6304fea76d1 req-1e28365f-758f-4f74-977b-313cbcdc94c6 service neutron] Port f9f0f468-aa18-45b6-b6a7-5b05f7d400b0 on network 85c9f26f-731d-44b5-92b1-ca68826725b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:56:47.246319 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6f3880-3c77-4ba7-b404-b6304fea76d1 req-1e28365f-758f-4f74-977b-313cbcdc94c6 service neutron] Attempting to bind port f9f0f468-aa18-45b6-b6a7-5b05f7d400b0 on network 85c9f26f-731d-44b5-92b1-ca68826725b8 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:56:47.252092 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-fe79527f-cb49-447f-8d44-5b34155cfd2c req-36bc672a-3b6b-4098-b1c9-e7ffae3c2744 tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:47.264543 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6f3880-3c77-4ba7-b404-b6304fea76d1 req-1e28365f-758f-4f74-977b-313cbcdc94c6 service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:56:47.269584 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6f3880-3c77-4ba7-b404-b6304fea76d1 req-1e28365f-758f-4f74-977b-313cbcdc94c6 service neutron] Checking segment: {'id': '7706e308-45fe-47c4-babd-3fda7f234b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '85c9f26f-731d-44b5-92b1-ca68826725b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:56:47.270757 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6f3880-3c77-4ba7-b404-b6304fea76d1 req-1e28365f-758f-4f74-977b-313cbcdc94c6 service neutron] Bound using segment: {'id': '7706e308-45fe-47c4-babd-3fda7f234b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '85c9f26f-731d-44b5-92b1-ca68826725b8'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:56:47.272368 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-3f6f3880-3c77-4ba7-b404-b6304fea76d1 req-1e28365f-758f-4f74-977b-313cbcdc94c6 service neutron] Bound port: f9f0f468-aa18-45b6-b6a7-5b05f7d400b0, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7706e308-45fe-47c4-babd-3fda7f234b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '85c9f26f-731d-44b5-92b1-ca68826725b8'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:56:47.272930 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-3f6f3880-3c77-4ba7-b404-b6304fea76d1 req-1e28365f-758f-4f74-977b-313cbcdc94c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:47.284580 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['f6e56469-cb64-479d-8c60-7d9ff84972fc'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:56:47.317917 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bc672a-3b6b-4098-b1c9-e7ffae3c2744 tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Pushing event deleted for resources: {'Port': ['ID=e1e351e7-37f4-4afe-929d-f71916d8bad9,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:47.326049 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-533400b0-be11-471d-94bf-9a573c6da903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:47.331247 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-533400b0-be11-471d-94bf-9a573c6da903 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:47.339673 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-533400b0-be11-471d-94bf-9a573c6da903 admin admin] 10.222.0.44 "DELETE /v2.0/networks/309c1af5-e0f2-48d4-873e-76aa35c75d71 HTTP/1.1" status: 204 len: 168 time: 0.3948283 Jul 23 23:56:47.369761 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533400b0-be11-471d-94bf-9a573c6da903 admin admin] Pushing event deleted for resources: {'Network': ['ID=309c1af5-e0f2-48d4-873e-76aa35c75d71,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:47.444776 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b535e0-29fa-43fe-b982-c154351ff26e req-6d3b8eb4-8d25-467c-a40e-9fe52c1c605a tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:47.453541 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-79b535e0-29fa-43fe-b982-c154351ff26e req-6d3b8eb4-8d25-467c-a40e-9fe52c1c605a tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1332477-7f4b-4292-b069-ae8c72daf3d2 HTTP/1.1" status: 200 len: 945 time: 0.0854676 Jul 23 23:56:47.479723 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-fe79527f-cb49-447f-8d44-5b34155cfd2c req-36bc672a-3b6b-4098-b1c9-e7ffae3c2744 tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Notify callbacks [] for floatingip, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:47.482951 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-fe79527f-cb49-447f-8d44-5b34155cfd2c req-36bc672a-3b6b-4098-b1c9-e7ffae3c2744 tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:47.484543 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fe79527f-cb49-447f-8d44-5b34155cfd2c req-36bc672a-3b6b-4098-b1c9-e7ffae3c2744 tempest-FloatingIPDetailsTestJSON-472978003 tempest-FloatingIPDetailsTestJSON-472978003-project] 10.222.0.44 "DELETE /v2.0/floatingips/0afbde84-aff2-4bea-8a84-372fb11c36fa HTTP/1.1" status: 204 len: 173 time: 1.1591752 Jul 23 23:56:47.489051 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-3f6f3880-3c77-4ba7-b404-b6304fea76d1 req-1e28365f-758f-4f74-977b-313cbcdc94c6 service neutron] For port f9f0f468-aa18-45b6-b6a7-5b05f7d400b0, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:56:47.493204 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45048) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:56:47.495362 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:47.502214 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-3f6f3880-3c77-4ba7-b404-b6304fea76d1 req-1e28365f-758f-4f74-977b-313cbcdc94c6 service neutron] For port f9f0f468-aa18-45b6-b6a7-5b05f7d400b0, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=f9f0f468-aa18-45b6-b6a7-5b05f7d400b0,segment=NetworkSegment(7706e308-45fe-47c4-babd-3fda7f234b49),segment_id=7706e308-45fe-47c4-babd-3fda7f234b49)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:56:47.510260 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-3f6f3880-3c77-4ba7-b404-b6304fea76d1 req-1e28365f-758f-4f74-977b-313cbcdc94c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:47.537389 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45050) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:56:47.553470 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f3880-3c77-4ba7-b404-b6304fea76d1 req-1e28365f-758f-4f74-977b-313cbcdc94c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:47.554089 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-3f6f3880-3c77-4ba7-b404-b6304fea76d1 req-1e28365f-758f-4f74-977b-313cbcdc94c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:47.556655 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3f6f3880-3c77-4ba7-b404-b6304fea76d1 req-1e28365f-758f-4f74-977b-313cbcdc94c6 service neutron] 10.222.0.64 "PUT /v2.0/ports/f9f0f468-aa18-45b6-b6a7-5b05f7d400b0 HTTP/1.1" status: 200 len: 1092 time: 1.9954581 Jul 23 23:56:47.559227 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b56dfb9-17eb-4546-86fc-da6f6ad2c80b', 'tag': 'f9f0f468-aa18-45b6-b6a7-5b05f7d400b0'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:56:47.562344 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24bd6218-0bd7-481f-aa6b-5f1279316397" -d '{"events": [{"name": "network-changed", "server_uuid": "9b56dfb9-17eb-4546-86fc-da6f6ad2c80b", "tag": "f9f0f468-aa18-45b6-b6a7-5b05f7d400b0"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:56:47.604831 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e28365f-758f-4f74-977b-313cbcdc94c6 service neutron] Pushing event updated for resources: {'Port': ['ID=f9f0f468-aa18-45b6-b6a7-5b05f7d400b0,revision_number=3']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:47.606865 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-79b535e0-29fa-43fe-b982-c154351ff26e req-ea72bda3-f8f6-486c-8f4d-5e655c2cb851 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "GET /v2.0/security-groups?id=1912b32f-c316-49ef-a3a5-c5567f5f87c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523876 Jul 23 23:56:47.687090 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c575bbad-0d80-4a60-b0ba-3eb1e5ddbf14 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2411e312b5144377af86481a3cba4312&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1475222 Jul 23 23:56:47.689536 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45060) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:56:47.727142 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f3880-3c77-4ba7-b404-b6304fea76d1 req-2aadb3af-b353-4794-8249-1203a41fff70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:47.728974 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3f6f3880-3c77-4ba7-b404-b6304fea76d1 req-2aadb3af-b353-4794-8249-1203a41fff70 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4bf4cdc5515a40d7ad05decd4185164d&device_id=9b56dfb9-17eb-4546-86fc-da6f6ad2c80b HTTP/1.1" status: 200 len: 1095 time: 0.1134624 Jul 23 23:56:47.737757 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f785cf-9d52-4fa1-a3a3-9742c3c37867 req-c7e38354-4f3b-40a6-a7b2-6c42551738e1 tempest-ImagesNegativeTestJSON-1832149253 tempest-ImagesNegativeTestJSON-1832149253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:47.741177 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-00f785cf-9d52-4fa1-a3a3-9742c3c37867 req-c7e38354-4f3b-40a6-a7b2-6c42551738e1 tempest-ImagesNegativeTestJSON-1832149253 tempest-ImagesNegativeTestJSON-1832149253-project] 10.222.0.44 "GET /v2.0/ports?device_id=efcd1ab2-7eba-4a0a-bb13-5dc2d187fbfe HTTP/1.1" status: 200 len: 950 time: 0.1252613 Jul 23 23:56:47.781502 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3f6f3880-3c77-4ba7-b404-b6304fea76d1 req-db51a781-ed3d-48c8-ad0b-38c4caabd438 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9f0f468-aa18-45b6-b6a7-5b05f7d400b0 HTTP/1.1" status: 200 len: 217 time: 0.0411570 Jul 23 23:56:47.849098 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-00f785cf-9d52-4fa1-a3a3-9742c3c37867 req-0fdccb94-bd12-4d3f-b11d-4e87c5260de0 tempest-ImagesNegativeTestJSON-1832149253 tempest-ImagesNegativeTestJSON-1832149253-project] 10.222.0.44 "GET /v2.0/security-groups?id=01e49410-36b6-46bb-aba9-1661e1aee3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014369 Jul 23 23:56:47.855045 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f3880-3c77-4ba7-b404-b6304fea76d1 req-4137c021-4317-4924-8c5d-2b15716559b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:47.856562 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3f6f3880-3c77-4ba7-b404-b6304fea76d1 req-4137c021-4317-4924-8c5d-2b15716559b0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b7fb4eeb-013a-4a61-a243-81e1ee8590a2 HTTP/1.1" status: 200 len: 850 time: 0.0673552 Jul 23 23:56:47.873742 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d3603fdf-bd89-4d30-8405-478801847e06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:47.889212 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 3f2be5ca-aadb-45c3-acdd-f686475628c4 details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:56:47.904638 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169dbe10-17b9-46cd-9efb-f29c2f8ac645 req-5e06020f-2909-4fd7-8f68-77ba4c9ef6e9 tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:47.911719 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-169dbe10-17b9-46cd-9efb-f29c2f8ac645 req-5e06020f-2909-4fd7-8f68-77ba4c9ef6e9 tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] 10.222.0.44 "GET /v2.0/ports?device_id=3cc25539-073d-4b6a-9216-5a799de7e0ba HTTP/1.1" status: 200 len: 948 time: 0.2116115 Jul 23 23:56:47.927005 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f3880-3c77-4ba7-b404-b6304fea76d1 req-8aced509-9546-41b0-ad36-04a5926a97a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:47.928720 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3f6f3880-3c77-4ba7-b404-b6304fea76d1 req-8aced509-9546-41b0-ad36-04a5926a97a3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=85c9f26f-731d-44b5-92b1-ca68826725b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0654106 Jul 23 23:56:47.970409 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d3603fdf-bd89-4d30-8405-478801847e06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:48.025870 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 3f2be5ca-aadb-45c3-acdd-f686475628c4, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=3f2be5ca-aadb-45c3-acdd-f686475628c4,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:56:48.032060 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-169dbe10-17b9-46cd-9efb-f29c2f8ac645 req-60630153-4cd0-4a9c-97af-f345c7da4aa3 tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc5fa8a0-642c-4d38-a590-25f2d1268bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195464 Jul 23 23:56:48.042105 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': '3f2be5ca-aadb-45c3-acdd-f686475628c4', 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2', 'port_id': '3f2be5ca-aadb-45c3-acdd-f686475628c4', 'mac_address': 'fa:16:3e:51:f9:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef73a7e1-c64a-41e3-9997-629475c7b6b1', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:56:48.074908 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d3603fdf-bd89-4d30-8405-478801847e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:48.082096 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d3603fdf-bd89-4d30-8405-478801847e06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:48.083608 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-d3603fdf-bd89-4d30-8405-478801847e06 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5c0a290c-cb5b-44c8-8d0e-b5d41b5f6c4f HTTP/1.1" status: 204 len: 168 time: 0.3931427 Jul 23 23:56:48.112431 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:48.118263 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3603fdf-bd89-4d30-8405-478801847e06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0a290c-cb5b-44c8-8d0e-b5d41b5f6c4f,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:48.124388 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae20a0ee-2553-4818-84b0-a0cd585b15d8 x-openstack-request-id: req-ae20a0ee-2553-4818-84b0-a0cd585b15d8 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:56:48.124690 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b56dfb9-17eb-4546-86fc-da6f6ad2c80b", "tag": "f9f0f468-aa18-45b6-b6a7-5b05f7d400b0", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:56:48.124982 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ae20a0ee-2553-4818-84b0-a0cd585b15d8 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:56:48.125378 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b56dfb9-17eb-4546-86fc-da6f6ad2c80b', 'tag': 'f9f0f468-aa18-45b6-b6a7-5b05f7d400b0', 'status': 'completed', 'code': 200} Jul 23 23:56:48.134539 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f2be5ca-aadb-45c3-acdd-f686475628c4 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:56:48.140548 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3f6f3880-3c77-4ba7-b404-b6304fea76d1 req-79f4201f-2f2f-4ab8-b8aa-4864e6d1df4c service neutron] 10.222.0.64 "GET /v2.0/networks/85c9f26f-731d-44b5-92b1-ca68826725b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047961 Jul 23 23:56:48.163874 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 3f2be5ca-aadb-45c3-acdd-f686475628c4, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=3f2be5ca-aadb-45c3-acdd-f686475628c4,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:56:48.172179 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:48.236595 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=3f2be5ca-aadb-45c3-acdd-f686475628c4,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:48.246045 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:56:48.246403 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:56:48.246752 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:56:48.247098 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:56:48.247440 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:56:48.247775 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:56:48.248108 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:56:48.248442 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:56:48.248776 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:56:48.249255 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:56:48.249594 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:56:48.249924 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:56:48.301183 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765b839c-7f18-4ea1-b564-54b40a9b6ca5 req-bb90244f-39a9-4389-850a-cebaf999f3cd tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:48.302500 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-765b839c-7f18-4ea1-b564-54b40a9b6ca5 req-bb90244f-39a9-4389-850a-cebaf999f3cd tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b56dfb9-17eb-4546-86fc-da6f6ad2c80b HTTP/1.1" status: 200 len: 943 time: 0.1098483 Jul 23 23:56:48.319700 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a114d8d1-11ed-41b7-8370-f2925b634d60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681029'] for router_interface, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:48.326006 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3f6f3880-3c77-4ba7-b404-b6304fea76d1 req-c9963bb1-703a-4aac-bbd1-90d1846c82b9 service neutron] 10.222.0.64 "GET /v2.0/networks/85c9f26f-731d-44b5-92b1-ca68826725b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786635 Jul 23 23:56:48.420124 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['3f2be5ca-aadb-45c3-acdd-f686475628c4'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:56:48.442950 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bd6218-0bd7-481f-aa6b-5f1279316397 req-af6f5313-c9a6-4cff-b779-20e82cb24adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:48.444798 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-24bd6218-0bd7-481f-aa6b-5f1279316397 req-af6f5313-c9a6-4cff-b779-20e82cb24adc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4bf4cdc5515a40d7ad05decd4185164d&device_id=9b56dfb9-17eb-4546-86fc-da6f6ad2c80b HTTP/1.1" status: 200 len: 1095 time: 0.0700080 Jul 23 23:56:48.466709 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-765b839c-7f18-4ea1-b564-54b40a9b6ca5 req-51c3d0ac-96f3-44ce-baee-166f6d78d02e tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1aafd2b-0c0b-4251-9a9a-8eb86a04e81a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390319 Jul 23 23:56:48.620216 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bd6218-0bd7-481f-aa6b-5f1279316397 req-0d816942-faf3-4d25-ba47-384499d1addc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:48.621890 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-24bd6218-0bd7-481f-aa6b-5f1279316397 req-0d816942-faf3-4d25-ba47-384499d1addc service neutron] 10.222.0.64 "GET /v2.0/networks?id=85c9f26f-731d-44b5-92b1-ca68826725b8 HTTP/1.1" status: 200 len: 912 time: 0.1638200 Jul 23 23:56:48.677421 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-24bd6218-0bd7-481f-aa6b-5f1279316397 req-03626d6f-2a39-45ff-ad3e-0b048b45be1f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9f0f468-aa18-45b6-b6a7-5b05f7d400b0 HTTP/1.1" status: 200 len: 217 time: 0.0481017 Jul 23 23:56:48.790880 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bd6218-0bd7-481f-aa6b-5f1279316397 req-edfc2d7f-02ce-4143-95b8-93bc438604ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:48.793926 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-24bd6218-0bd7-481f-aa6b-5f1279316397 req-edfc2d7f-02ce-4143-95b8-93bc438604ac service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b7fb4eeb-013a-4a61-a243-81e1ee8590a2 HTTP/1.1" status: 200 len: 850 time: 0.1086302 Jul 23 23:56:48.840087 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device f6e56469-cb64-479d-8c60-7d9ff84972fc up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:56:48.882209 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf50ed82-cde4-4f9a-a077-a60cb15f7872 req-d55b6b4f-3d51-4847-934b-37c653d7abbf tempest-ImagesNegativeTestJSON-1832149253 tempest-ImagesNegativeTestJSON-1832149253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:48.883714 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cf50ed82-cde4-4f9a-a077-a60cb15f7872 req-d55b6b4f-3d51-4847-934b-37c653d7abbf tempest-ImagesNegativeTestJSON-1832149253 tempest-ImagesNegativeTestJSON-1832149253-project] 10.222.0.52 "GET /v2.0/ports?device_id=efcd1ab2-7eba-4a0a-bb13-5dc2d187fbfe HTTP/1.1" status: 200 len: 950 time: 0.2009802 Jul 23 23:56:48.909979 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bd6218-0bd7-481f-aa6b-5f1279316397 req-76ea76ad-d12d-4d56-8151-90307c8fd21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:48.911674 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-24bd6218-0bd7-481f-aa6b-5f1279316397 req-76ea76ad-d12d-4d56-8151-90307c8fd21a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=85c9f26f-731d-44b5-92b1-ca68826725b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1108217 Jul 23 23:56:48.917670 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82975f5b-a0a4-4491-8833-f745f2ecbbcd req-2a192b40-4d5d-4411-9036-d823e5bd0007 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:48.925471 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-82975f5b-a0a4-4491-8833-f745f2ecbbcd req-2a192b40-4d5d-4411-9036-d823e5bd0007 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1332477-7f4b-4292-b069-ae8c72daf3d2 HTTP/1.1" status: 200 len: 945 time: 0.1893702 Jul 23 23:56:48.927136 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port f6e56469-cb64-479d-8c60-7d9ff84972fc completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:56:48.939886 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port f6e56469-cb64-479d-8c60-7d9ff84972fc triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:56:48.940319 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:49.038500 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-82975f5b-a0a4-4491-8833-f745f2ecbbcd req-17d75e47-1596-4c2b-81ed-2e0ba7b83e0a tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "GET /v2.0/security-groups?id=1912b32f-c316-49ef-a3a5-c5567f5f87c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120777 Jul 23 23:56:49.061130 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:49.080563 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-a114d8d1-11ed-41b7-8370-f2925b634d60 admin admin] Deleting port e731a4ee-0374-48e0-badc-925972159b2b {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:56:49.089328 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a114d8d1-11ed-41b7-8370-f2925b634d60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:49.107123 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1332477-7f4b-4292-b069-ae8c72daf3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6e56469-cb64-479d-8c60-7d9ff84972fc'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:56:49.113375 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-479f0946-e876-407e-adac-41d4b24624ba" -d '{"events": [{"server_uuid": "d1332477-7f4b-4292-b069-ae8c72daf3d2", "name": "network-vif-plugged", "status": "completed", "tag": "f6e56469-cb64-479d-8c60-7d9ff84972fc"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:56:49.125590 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-24bd6218-0bd7-481f-aa6b-5f1279316397 req-ca022ced-ab7d-4ea8-903f-c9d1f4434bef service neutron] 10.222.0.64 "GET /v2.0/networks/85c9f26f-731d-44b5-92b1-ca68826725b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064304 Jul 23 23:56:49.147444 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port f6e56469-cb64-479d-8c60-7d9ff84972fc, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=f6e56469-cb64-479d-8c60-7d9ff84972fc,segment=NetworkSegment(03f6d3bc-1613-474d-ab4e-2ce343284068),segment_id=03f6d3bc-1613-474d-ab4e-2ce343284068)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:56:49.157558 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:49.217930 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=f6e56469-cb64-479d-8c60-7d9ff84972fc,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:49.260594 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-cf50ed82-cde4-4f9a-a077-a60cb15f7872 req-540546f5-2868-455d-a79a-74a27818b3bc tempest-ImagesNegativeTestJSON-1832149253 tempest-ImagesNegativeTestJSON-1832149253-project] Deleting port 9d32a0dc-c40f-4ff3-9424-0d60b0b78bfb {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:56:49.260977 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-cf50ed82-cde4-4f9a-a077-a60cb15f7872 req-540546f5-2868-455d-a79a-74a27818b3bc tempest-ImagesNegativeTestJSON-1832149253 tempest-ImagesNegativeTestJSON-1832149253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:49.264921 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-a114d8d1-11ed-41b7-8370-f2925b634d60 admin admin] For port e731a4ee-0374-48e0-badc-925972159b2b, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=e731a4ee-0374-48e0-badc-925972159b2b,segment=NetworkSegment(0751aa78-b62e-4205-807f-6b17571e4f02),segment_id=0751aa78-b62e-4205-807f-6b17571e4f02)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:56:49.265299 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a114d8d1-11ed-41b7-8370-f2925b634d60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:49.287472 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-24bd6218-0bd7-481f-aa6b-5f1279316397 req-632c5268-a359-4a39-8b14-4350beab8ba5 service neutron] 10.222.0.64 "GET /v2.0/networks/85c9f26f-731d-44b5-92b1-ca68826725b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547182 Jul 23 23:56:49.307348 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-a114d8d1-11ed-41b7-8370-f2925b634d60 admin admin] Calling delete_port for e731a4ee-0374-48e0-badc-925972159b2b owned by network:router_interface {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:56:49.364655 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb85b50-d293-4e8c-9c9a-7da0231ecbfe req-f172c755-ae9e-4d9c-b49b-0c2a4a6abde9 tempest-ImagesNegativeTestJSON-1832149253 tempest-ImagesNegativeTestJSON-1832149253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:49.366139 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4bb85b50-d293-4e8c-9c9a-7da0231ecbfe req-f172c755-ae9e-4d9c-b49b-0c2a4a6abde9 tempest-ImagesNegativeTestJSON-1832149253 tempest-ImagesNegativeTestJSON-1832149253-project] 10.222.0.44 "GET /v2.0/ports?device_id=efcd1ab2-7eba-4a0a-bb13-5dc2d187fbfe HTTP/1.1" status: 200 len: 950 time: 0.2313123 Jul 23 23:56:49.377476 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [req-d5ff8d6d-cebe-45c9-9f23-31fc58e959ad req-3a8a54d6-e8ac-426f-8e2c-ee4d070ff732 tempest-LiveAutoBlockMigrationV225Test-1467793608 tempest-LiveAutoBlockMigrationV225Test-1467793608-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=100313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:56:49.378474 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d5ff8d6d-cebe-45c9-9f23-31fc58e959ad req-3a8a54d6-e8ac-426f-8e2c-ee4d070ff732 tempest-LiveAutoBlockMigrationV225Test-1467793608 tempest-LiveAutoBlockMigrationV225Test-1467793608-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0218625 Jul 23 23:56:49.487027 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-cf50ed82-cde4-4f9a-a077-a60cb15f7872 req-540546f5-2868-455d-a79a-74a27818b3bc tempest-ImagesNegativeTestJSON-1832149253 tempest-ImagesNegativeTestJSON-1832149253-project] For port 9d32a0dc-c40f-4ff3-9424-0d60b0b78bfb, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=9d32a0dc-c40f-4ff3-9424-0d60b0b78bfb,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:56:49.487709 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-cf50ed82-cde4-4f9a-a077-a60cb15f7872 req-540546f5-2868-455d-a79a-74a27818b3bc tempest-ImagesNegativeTestJSON-1832149253 tempest-ImagesNegativeTestJSON-1832149253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:49.526388 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-cf50ed82-cde4-4f9a-a077-a60cb15f7872 req-540546f5-2868-455d-a79a-74a27818b3bc tempest-ImagesNegativeTestJSON-1832149253 tempest-ImagesNegativeTestJSON-1832149253-project] Calling delete_port for 9d32a0dc-c40f-4ff3-9424-0d60b0b78bfb owned by compute:nova {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:56:49.530588 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4bb85b50-d293-4e8c-9c9a-7da0231ecbfe req-b0fe70e3-0171-4b8d-8194-6a57dd46a4ac tempest-ImagesNegativeTestJSON-1832149253 tempest-ImagesNegativeTestJSON-1832149253-project] 10.222.0.44 "GET /v2.0/security-groups?id=01e49410-36b6-46bb-aba9-1661e1aee3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483068 Jul 23 23:56:49.531558 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff8d6d-cebe-45c9-9f23-31fc58e959ad req-e1b42b96-3f0b-467d-b372-457e1dce898c tempest-LiveAutoBlockMigrationV225Test-1467793608 tempest-LiveAutoBlockMigrationV225Test-1467793608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:49.532849 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d5ff8d6d-cebe-45c9-9f23-31fc58e959ad req-e1b42b96-3f0b-467d-b372-457e1dce898c tempest-LiveAutoBlockMigrationV225Test-1467793608 tempest-LiveAutoBlockMigrationV225Test-1467793608-project-admin] 10.222.0.44 "GET /v2.0/ports/5acad72e-d8d6-4866-bdd3-5ad27c763815 HTTP/1.1" status: 200 len: 1095 time: 0.1161835 Jul 23 23:56:49.548480 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-d5ff8d6d-cebe-45c9-9f23-31fc58e959ad req-899f2790-2da6-427b-a7d8-bb1f5ab9212b service neutron] Request body: {'binding': {'host': 'n-h1-800088-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:56:49.548993 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-d5ff8d6d-cebe-45c9-9f23-31fc58e959ad req-899f2790-2da6-427b-a7d8-bb1f5ab9212b service neutron] Unknown quota resources ['binding']. {{(pid=100313) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 23:56:49.905978 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 3f2be5ca-aadb-45c3-acdd-f686475628c4 up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:56:49.958429 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port 3f2be5ca-aadb-45c3-acdd-f686475628c4 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:56:49.963032 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port 3f2be5ca-aadb-45c3-acdd-f686475628c4 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:56:49.963455 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:50.044993 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:50.089269 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 3f2be5ca-aadb-45c3-acdd-f686475628c4, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=3f2be5ca-aadb-45c3-acdd-f686475628c4,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:56:50.093651 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:50.094650 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 9d32a0dc-c40f-4ff3-9424-0d60b0b78bfb no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:56:50.169712 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d628e-95c8-4fa8-b275-a862f7cd6b8b req-a82e5c13-8cbc-4ec9-b623-8ed1bcc6f851 tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:50.171077 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-372d628e-95c8-4fa8-b275-a862f7cd6b8b req-a82e5c13-8cbc-4ec9-b623-8ed1bcc6f851 tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] 10.222.0.44 "GET /v2.0/ports?device_id=3cc25539-073d-4b6a-9216-5a799de7e0ba HTTP/1.1" status: 200 len: 949 time: 0.5672688 Jul 23 23:56:50.172350 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=3f2be5ca-aadb-45c3-acdd-f686475628c4,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:50.220077 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:50.230153 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a114d8d1-11ed-41b7-8370-f2925b634d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:50.243973 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-cf50ed82-cde4-4f9a-a077-a60cb15f7872 req-540546f5-2868-455d-a79a-74a27818b3bc tempest-ImagesNegativeTestJSON-1832149253 tempest-ImagesNegativeTestJSON-1832149253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:50.277243 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-d5ff8d6d-cebe-45c9-9f23-31fc58e959ad req-899f2790-2da6-427b-a7d8-bb1f5ab9212b service neutron] Attempting to bind port 5acad72e-d8d6-4866-bdd3-5ad27c763815 on host n-h1-800088-16 for vnic_type normal with profile None {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:56:50.277584 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-d5ff8d6d-cebe-45c9-9f23-31fc58e959ad req-899f2790-2da6-427b-a7d8-bb1f5ab9212b service neutron] Attempting to bind port 5acad72e-d8d6-4866-bdd3-5ad27c763815 by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': 'd250a78c-273d-4c00-aeaa-fc87cc957e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:56:50.277919 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ff8d6d-cebe-45c9-9f23-31fc58e959ad req-899f2790-2da6-427b-a7d8-bb1f5ab9212b service neutron] Attempting to bind port 5acad72e-d8d6-4866-bdd3-5ad27c763815 on network cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:56:50.279837 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a114d8d1-11ed-41b7-8370-f2925b634d60 admin admin] Pushing event deleted for resources: {'Port': ['ID=e731a4ee-0374-48e0-badc-925972159b2b,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:50.335360 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-372d628e-95c8-4fa8-b275-a862f7cd6b8b req-93798184-748e-4acf-ae9c-c2f30428c23a tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc5fa8a0-642c-4d38-a590-25f2d1268bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467481 Jul 23 23:56:50.336466 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ff8d6d-cebe-45c9-9f23-31fc58e959ad req-899f2790-2da6-427b-a7d8-bb1f5ab9212b service neutron] Port 5acad72e-d8d6-4866-bdd3-5ad27c763815 on network cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:56:50.336797 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ff8d6d-cebe-45c9-9f23-31fc58e959ad req-899f2790-2da6-427b-a7d8-bb1f5ab9212b service neutron] Attempting to bind port 5acad72e-d8d6-4866-bdd3-5ad27c763815 on network cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:56:50.345983 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540546f5-2868-455d-a79a-74a27818b3bc tempest-ImagesNegativeTestJSON-1832149253 tempest-ImagesNegativeTestJSON-1832149253-project] Pushing event deleted for resources: {'Port': ['ID=9d32a0dc-c40f-4ff3-9424-0d60b0b78bfb,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:50.392717 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ff8d6d-cebe-45c9-9f23-31fc58e959ad req-899f2790-2da6-427b-a7d8-bb1f5ab9212b service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:56:50.393080 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ff8d6d-cebe-45c9-9f23-31fc58e959ad req-899f2790-2da6-427b-a7d8-bb1f5ab9212b service neutron] Checking segment: {'id': 'd250a78c-273d-4c00-aeaa-fc87cc957e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:56:50.393484 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ff8d6d-cebe-45c9-9f23-31fc58e959ad req-899f2790-2da6-427b-a7d8-bb1f5ab9212b service neutron] Bound using segment: {'id': 'd250a78c-273d-4c00-aeaa-fc87cc957e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:56:50.393941 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-d5ff8d6d-cebe-45c9-9f23-31fc58e959ad req-899f2790-2da6-427b-a7d8-bb1f5ab9212b service neutron] Bound port: 5acad72e-d8d6-4866-bdd3-5ad27c763815, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd250a78c-273d-4c00-aeaa-fc87cc957e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:56:50.411401 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddaf8593-8ea0-405b-9cb9-bd8a9e2a2957 x-openstack-request-id: req-ddaf8593-8ea0-405b-9cb9-bd8a9e2a2957 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:56:50.411934 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1332477-7f4b-4292-b069-ae8c72daf3d2", "name": "network-vif-plugged", "status": "completed", "tag": "f6e56469-cb64-479d-8c60-7d9ff84972fc", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:56:50.412377 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ddaf8593-8ea0-405b-9cb9-bd8a9e2a2957 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:56:50.412995 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1332477-7f4b-4292-b069-ae8c72daf3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6e56469-cb64-479d-8c60-7d9ff84972fc', 'code': 200} Jul 23 23:56:50.458447 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf50ed82-cde4-4f9a-a077-a60cb15f7872 req-540546f5-2868-455d-a79a-74a27818b3bc tempest-ImagesNegativeTestJSON-1832149253 tempest-ImagesNegativeTestJSON-1832149253-project] No DVR routers for this DVR port 9d32a0dc-c40f-4ff3-9424-0d60b0b78bfb on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:56:50.462509 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-cf50ed82-cde4-4f9a-a077-a60cb15f7872 req-540546f5-2868-455d-a79a-74a27818b3bc tempest-ImagesNegativeTestJSON-1832149253 tempest-ImagesNegativeTestJSON-1832149253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:50.464797 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cf50ed82-cde4-4f9a-a077-a60cb15f7872 req-540546f5-2868-455d-a79a-74a27818b3bc tempest-ImagesNegativeTestJSON-1832149253 tempest-ImagesNegativeTestJSON-1832149253-project] 10.222.0.52 "DELETE /v2.0/ports/9d32a0dc-c40f-4ff3-9424-0d60b0b78bfb HTTP/1.1" status: 204 len: 173 time: 1.5731299 Jul 23 23:56:50.493095 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efcd1ab2-7eba-4a0a-bb13-5dc2d187fbfe', 'name': 'network-vif-deleted', 'tag': '9d32a0dc-c40f-4ff3-9424-0d60b0b78bfb'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:56:50.493826 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fdf0401-6e9e-4069-a40d-f6f2baaf17ba" -d '{"events": [{"server_uuid": "efcd1ab2-7eba-4a0a-bb13-5dc2d187fbfe", "name": "network-vif-deleted", "tag": "9d32a0dc-c40f-4ff3-9424-0d60b0b78bfb"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:56:50.595346 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a1f2c-899e-4691-86bb-ecadb0d1722b req-2ffad06f-3bff-4967-aaa5-b8262ab9dbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:50.598183 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3b4a1f2c-899e-4691-86bb-ecadb0d1722b req-2ffad06f-3bff-4967-aaa5-b8262ab9dbe3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d1332477-7f4b-4292-b069-ae8c72daf3d2 HTTP/1.1" status: 200 len: 1098 time: 0.1238410 Jul 23 23:56:50.648575 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3b4a1f2c-899e-4691-86bb-ecadb0d1722b req-bfd3adb7-003f-49a6-80af-7a02974f144d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1912b32f-c316-49ef-a3a5-c5567f5f87c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442352 Jul 23 23:56:50.655292 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-d5ff8d6d-cebe-45c9-9f23-31fc58e959ad req-899f2790-2da6-427b-a7d8-bb1f5ab9212b service neutron] For port 5acad72e-d8d6-4866-bdd3-5ad27c763815, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=5acad72e-d8d6-4866-bdd3-5ad27c763815,segment=NetworkSegment(d250a78c-273d-4c00-aeaa-fc87cc957e9a),segment_id=d250a78c-273d-4c00-aeaa-fc87cc957e9a)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:56:50.664658 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d5ff8d6d-cebe-45c9-9f23-31fc58e959ad req-899f2790-2da6-427b-a7d8-bb1f5ab9212b service neutron] Notify callbacks [] for binding, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:50.666470 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d5ff8d6d-cebe-45c9-9f23-31fc58e959ad req-899f2790-2da6-427b-a7d8-bb1f5ab9212b service neutron] 10.222.0.44 "POST /v2.0/ports/5acad72e-d8d6-4866-bdd3-5ad27c763815/bindings HTTP/1.1" status: 201 len: 390 time: 1.1226933 Jul 23 23:56:50.672761 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a114d8d1-11ed-41b7-8370-f2925b634d60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679987'] for router_interface, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:50.856634 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device f9f0f468-aa18-45b6-b6a7-5b05f7d400b0 details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:56:50.910199 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab96fb5-2e9f-47d1-b02d-6ff0099b757a req-0291724d-32a5-43d6-bff5-7e1f4226662c tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:50.912075 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-dab96fb5-2e9f-47d1-b02d-6ff0099b757a req-0291724d-32a5-43d6-bff5-7e1f4226662c tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b56dfb9-17eb-4546-86fc-da6f6ad2c80b HTTP/1.1" status: 200 len: 943 time: 0.1884041 Jul 23 23:56:50.940461 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b347422-5483-46ed-b866-b35b3504fd20 req-ce1f6f9d-d085-40aa-bb06-fb192b7c6939 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:50.949249 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9b347422-5483-46ed-b866-b35b3504fd20 req-ce1f6f9d-d085-40aa-bb06-fb192b7c6939 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1332477-7f4b-4292-b069-ae8c72daf3d2 HTTP/1.1" status: 200 len: 946 time: 0.1130004 Jul 23 23:56:51.000044 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9b347422-5483-46ed-b866-b35b3504fd20 req-a670e463-2c65-4436-b220-49550f9c95bb tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "GET /v2.0/security-groups?id=1912b32f-c316-49ef-a3a5-c5567f5f87c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496316 Jul 23 23:56:51.003518 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port f9f0f468-aa18-45b6-b6a7-5b05f7d400b0, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=f9f0f468-aa18-45b6-b6a7-5b05f7d400b0,segment=NetworkSegment(7706e308-45fe-47c4-babd-3fda7f234b49),segment_id=7706e308-45fe-47c4-babd-3fda7f234b49)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:56:51.027840 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': 'f9f0f468-aa18-45b6-b6a7-5b05f7d400b0', 'network_id': '85c9f26f-731d-44b5-92b1-ca68826725b8', 'port_id': 'f9f0f468-aa18-45b6-b6a7-5b05f7d400b0', 'mac_address': 'fa:16:3e:a1:8e:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7fb4eeb-013a-4a61-a243-81e1ee8590a2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:56:51.031960 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-dab96fb5-2e9f-47d1-b02d-6ff0099b757a req-169b1055-9e6d-47b0-9cd1-634620499fe5 tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1aafd2b-0c0b-4251-9a9a-8eb86a04e81a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784216 Jul 23 23:56:51.065879 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff8d6d-cebe-45c9-9f23-31fc58e959ad req-03af6601-c717-4cae-9f59-297e340b59ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:51.067413 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d5ff8d6d-cebe-45c9-9f23-31fc58e959ad req-03af6601-c717-4cae-9f59-297e340b59ce service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d9405b5ff79541cbb5225ec709273225&device_id=e06aa624-fa02-437e-9537-68eb3a6c893c HTTP/1.1" status: 200 len: 1098 time: 0.1257997 Jul 23 23:56:51.073278 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a114d8d1-11ed-41b7-8370-f2925b634d60 admin admin] Router bd6494f7-8a8b-49a0-b7de-28f8ad0996c9 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:56:51.080290 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:51.098318 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9f0f468-aa18-45b6-b6a7-5b05f7d400b0 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:56:51.100261 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-524d6f2e-3454-4465-b832-72958e04ce73 x-openstack-request-id: req-524d6f2e-3454-4465-b832-72958e04ce73 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:56:51.100556 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efcd1ab2-7eba-4a0a-bb13-5dc2d187fbfe", "name": "network-vif-deleted", "tag": "9d32a0dc-c40f-4ff3-9424-0d60b0b78bfb", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:56:51.100868 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-524d6f2e-3454-4465-b832-72958e04ce73 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:56:51.101405 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efcd1ab2-7eba-4a0a-bb13-5dc2d187fbfe', 'name': 'network-vif-deleted', 'tag': '9d32a0dc-c40f-4ff3-9424-0d60b0b78bfb', 'status': 'completed', 'code': 200} Jul 23 23:56:51.121846 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port f9f0f468-aa18-45b6-b6a7-5b05f7d400b0, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=f9f0f468-aa18-45b6-b6a7-5b05f7d400b0,segment=NetworkSegment(7706e308-45fe-47c4-babd-3fda7f234b49),segment_id=7706e308-45fe-47c4-babd-3fda7f234b49)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:56:51.127944 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:51.196663 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=f9f0f468-aa18-45b6-b6a7-5b05f7d400b0,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:51.275893 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7220b8c-a16c-4242-981b-9e81bddd9323 req-19b3d41d-b9f5-4a64-8010-9295fc4ebd26 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:51.277575 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b7220b8c-a16c-4242-981b-9e81bddd9323 req-19b3d41d-b9f5-4a64-8010-9295fc4ebd26 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=e06aa624-fa02-437e-9537-68eb3a6c893c HTTP/1.1" status: 200 len: 946 time: 0.0872681 Jul 23 23:56:51.329582 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b7220b8c-a16c-4242-981b-9e81bddd9323 req-3689e4da-5031-4318-ba90-2b6bac475cb7 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458391 Jul 23 23:56:51.372506 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff8d6d-cebe-45c9-9f23-31fc58e959ad req-f8456436-11a1-45f1-a357-3904c54a95b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:51.374230 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d5ff8d6d-cebe-45c9-9f23-31fc58e959ad req-f8456436-11a1-45f1-a357-3904c54a95b5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed HTTP/1.1" status: 200 len: 919 time: 0.2998052 Jul 23 23:56:51.385184 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a114d8d1-11ed-41b7-8370-f2925b634d60 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:56:51.391895 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['f9f0f468-aa18-45b6-b6a7-5b05f7d400b0'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:56:51.404788 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-a114d8d1-11ed-41b7-8370-f2925b634d60 admin admin] 10.222.0.44 "PUT /v2.0/routers/bd6494f7-8a8b-49a0-b7de-28f8ad0996c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9102879 Jul 23 23:56:51.409049 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45166) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:56:51.478002 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d5ff8d6d-cebe-45c9-9f23-31fc58e959ad req-0772c7cc-626d-44fc-b717-0f6e60e253ef service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5acad72e-d8d6-4866-bdd3-5ad27c763815 HTTP/1.1" status: 200 len: 217 time: 0.0932169 Jul 23 23:56:51.544458 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff8d6d-cebe-45c9-9f23-31fc58e959ad req-5c4ae094-73fa-4400-9dee-4f6cc53d836d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:51.546342 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d5ff8d6d-cebe-45c9-9f23-31fc58e959ad req-5c4ae094-73fa-4400-9dee-4f6cc53d836d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3dff00ee-bed2-4c8a-b785-e9725c9c9b9c HTTP/1.1" status: 200 len: 858 time: 0.0618510 Jul 23 23:56:51.590801 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37ac740-0fd5-4c11-aceb-7ef99e9e5d7b None None] Sync routers for ids ['bd6494f7-8a8b-49a0-b7de-28f8ad0996c9'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:56:51.609969 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d5ff8d6d-cebe-45c9-9f23-31fc58e959ad req-0f64935a-6e6b-4f8e-b60a-3976417594cb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550478 Jul 23 23:56:51.668284 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37ac740-0fd5-4c11-aceb-7ef99e9e5d7b None None] Routers {'bd6494f7-8a8b-49a0-b7de-28f8ad0996c9'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:56:51.669975 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-d37ac740-0fd5-4c11-aceb-7ef99e9e5d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:56:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['bd6494f7-8a8b-49a0-b7de-28f8ad0996c9'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:56:51.712116 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bfa7bde0-7921-4bbe-8c11-501fd02791df admin admin] Notify callbacks [] for router, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:51.721607 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247eaf61-a427-436c-b101-08b0fd4de00d req-319e7271-81e5-4e53-b3bb-4bcbd99beb10 tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:51.728606 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-247eaf61-a427-436c-b101-08b0fd4de00d req-319e7271-81e5-4e53-b3bb-4bcbd99beb10 tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] 10.222.0.44 "GET /v2.0/ports?device_id=3cc25539-073d-4b6a-9216-5a799de7e0ba HTTP/1.1" status: 200 len: 950 time: 0.2545664 Jul 23 23:56:51.759861 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d5ff8d6d-cebe-45c9-9f23-31fc58e959ad req-e2c77b59-cef5-4267-af96-b4d2577c04de service neutron] 10.222.0.52 "GET /v2.0/networks/cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420283 Jul 23 23:56:51.799567 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45172) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:56:51.877130 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-247eaf61-a427-436c-b101-08b0fd4de00d req-e78b2c86-c5cf-40b5-aba9-373a5e82d10f tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc5fa8a0-642c-4d38-a590-25f2d1268bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473975 Jul 23 23:56:51.905290 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-d37ac740-0fd5-4c11-aceb-7ef99e9e5d7b None None] Set router bd6494f7-8a8b-49a0-b7de-28f8ad0996c9 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:56:51.922756 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45178) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:56:51.968275 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bfa7bde0-7921-4bbe-8c11-501fd02791df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:51.984830 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d5ff8d6d-cebe-45c9-9f23-31fc58e959ad req-8a7f1246-3001-4692-bf6f-d2fd28185e4a service neutron] 10.222.0.52 "GET /v2.0/networks/cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178097 Jul 23 23:56:52.054855 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-bfa7bde0-7921-4bbe-8c11-501fd02791df admin admin] Deleting port b5658dfe-ddef-4320-b26f-0d66dca6ca7d {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:56:52.055102 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bfa7bde0-7921-4bbe-8c11-501fd02791df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:52.135909 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-d37ac740-0fd5-4c11-aceb-7ef99e9e5d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd6494f7-8a8b-49a0-b7de-28f8ad0996c9', 'name': 'tempest-FloatingIPDetailsTestJSON-899849631-router', 'tenant_id': '0fd81ea6b87045ae8bb506c525f3f25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': 'b5658dfe-ddef-4320-b26f-0d66dca6ca7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:56:09Z', 'updated_at': '2021-07-23T23:56:50Z', 'revision_number': 5, 'project_id': '0fd81ea6b87045ae8bb506c525f3f25c', 'gw_port': {'id': 'b5658dfe-ddef-4320-b26f-0d66dca6ca7d', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6494f7-8a8b-49a0-b7de-28f8ad0996c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:56:10Z', 'updated_at': '2021-07-23T23:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:56:52.148518 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-bfa7bde0-7921-4bbe-8c11-501fd02791df admin admin] For port b5658dfe-ddef-4320-b26f-0d66dca6ca7d, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=b5658dfe-ddef-4320-b26f-0d66dca6ca7d,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:56:52.148978 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bfa7bde0-7921-4bbe-8c11-501fd02791df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:52.161514 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-bfa7bde0-7921-4bbe-8c11-501fd02791df admin admin] Calling delete_port for b5658dfe-ddef-4320-b26f-0d66dca6ca7d owned by network:router_gateway {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:56:52.169750 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37ac740-0fd5-4c11-aceb-7ef99e9e5d7b None None] Checking router: bd6494f7-8a8b-49a0-b7de-28f8ad0996c9 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:56:52.178275 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37ac740-0fd5-4c11-aceb-7ef99e9e5d7b None None] Routers {'bd6494f7-8a8b-49a0-b7de-28f8ad0996c9'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:56:52.178905 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-d37ac740-0fd5-4c11-aceb-7ef99e9e5d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:56:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['bd6494f7-8a8b-49a0-b7de-28f8ad0996c9'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:56:52.230140 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-d9d9612d-89f9-4b23-835c-cbc914798d43 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=767bf4eddfed4ba296901984c71ea19d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4262846 Jul 23 23:56:52.230860 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45186) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:56:52.239200 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff8d6d-cebe-45c9-9f23-31fc58e959ad req-c6c65b19-fecb-4e5e-a2cf-a8b744cbadb4 tempest-LiveAutoBlockMigrationV225Test-1467793608 tempest-LiveAutoBlockMigrationV225Test-1467793608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:52.240691 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d5ff8d6d-cebe-45c9-9f23-31fc58e959ad req-c6c65b19-fecb-4e5e-a2cf-a8b744cbadb4 tempest-LiveAutoBlockMigrationV225Test-1467793608 tempest-LiveAutoBlockMigrationV225Test-1467793608-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=e06aa624-fa02-437e-9537-68eb3a6c893c&tenant_id=d9405b5ff79541cbb5225ec709273225&binding%3Ahost_id=n-h2-800088-16 HTTP/1.1" status: 200 len: 1098 time: 0.1919823 Jul 23 23:56:52.244427 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-88c810e0-56d8-4195-a033-07a0cbfdcbfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:52.254198 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-d5ff8d6d-cebe-45c9-9f23-31fc58e959ad req-c185d96c-5b4a-40cb-8ae1-5a23e2efcf49 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-800088-16'}}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:56:52.271444 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-d37ac740-0fd5-4c11-aceb-7ef99e9e5d7b None None] Set router bd6494f7-8a8b-49a0-b7de-28f8ad0996c9 gateway port host: None {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:56:52.318217 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bfc580-1774-4d86-bc0d-b115c9fce011 req-debbc37c-dd42-4af3-9847-01f3a4ce615d tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:52.322590 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d3bfc580-1774-4d86-bc0d-b115c9fce011 req-debbc37c-dd42-4af3-9847-01f3a4ce615d tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1332477-7f4b-4292-b069-ae8c72daf3d2 HTTP/1.1" status: 200 len: 946 time: 0.1709814 Jul 23 23:56:52.327618 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-d37ac740-0fd5-4c11-aceb-7ef99e9e5d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd6494f7-8a8b-49a0-b7de-28f8ad0996c9', 'name': 'tempest-FloatingIPDetailsTestJSON-899849631-router', 'tenant_id': '0fd81ea6b87045ae8bb506c525f3f25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:56:09Z', 'updated_at': '2021-07-23T23:56:51Z', 'revision_number': 6, 'project_id': '0fd81ea6b87045ae8bb506c525f3f25c', 'gw_port_host': None}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:56:52.361915 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37ac740-0fd5-4c11-aceb-7ef99e9e5d7b None None] The sync data for ids ['bd6494f7-8a8b-49a0-b7de-28f8ad0996c9'] in n-d-800088-16 is: [{'id': 'bd6494f7-8a8b-49a0-b7de-28f8ad0996c9', 'name': 'tempest-FloatingIPDetailsTestJSON-899849631-router', 'tenant_id': '0fd81ea6b87045ae8bb506c525f3f25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:56:09Z', 'updated_at': '2021-07-23T23:56:51Z', 'revision_number': 6, 'project_id': '0fd81ea6b87045ae8bb506c525f3f25c', 'gw_port_host': None}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:56:52.393793 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7cf1ae90-f2db-4ee3-b83e-fb68477d8222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:52.405246 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f0222d-fd28-4b73-a7ab-3eafd7d2ae65 req-f49b3f00-a9b6-4ca4-ad10-931c5b966e3e tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:52.411527 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-33f0222d-fd28-4b73-a7ab-3eafd7d2ae65 req-f49b3f00-a9b6-4ca4-ad10-931c5b966e3e tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b56dfb9-17eb-4546-86fc-da6f6ad2c80b HTTP/1.1" status: 200 len: 944 time: 0.1973543 Jul 23 23:56:52.414846 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc25539-073d-4b6a-9216-5a799de7e0ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f2be5ca-aadb-45c3-acdd-f686475628c4'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:56:52.418779 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b11a885-2e10-40fa-9ca4-d3282f0dcd95" -d '{"events": [{"server_uuid": "3cc25539-073d-4b6a-9216-5a799de7e0ba", "name": "network-vif-plugged", "status": "completed", "tag": "3f2be5ca-aadb-45c3-acdd-f686475628c4"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:56:52.419139 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d5ff8d6d-cebe-45c9-9f23-31fc58e959ad req-c185d96c-5b4a-40cb-8ae1-5a23e2efcf49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:52.438890 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d3bfc580-1774-4d86-bc0d-b115c9fce011 req-abc3cc06-e1a8-4866-a844-188639cfedce tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "GET /v2.0/security-groups?id=1912b32f-c316-49ef-a3a5-c5567f5f87c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080730 Jul 23 23:56:52.450692 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7cf1ae90-f2db-4ee3-b83e-fb68477d8222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:52.501552 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-33f0222d-fd28-4b73-a7ab-3eafd7d2ae65 req-815f1fe3-ccd5-4081-a082-17ec1105d9f5 tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1aafd2b-0c0b-4251-9a9a-8eb86a04e81a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889428 Jul 23 23:56:52.535028 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bfa7bde0-7921-4bbe-8c11-501fd02791df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:52.572942 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-88c810e0-56d8-4195-a033-07a0cbfdcbfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:52.574457 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa7bde0-7921-4bbe-8c11-501fd02791df admin admin] Pushing event deleted for resources: {'Port': ['ID=b5658dfe-ddef-4320-b26f-0d66dca6ca7d,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:52.581883 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be8d004d-0948-406a-adcd-7bba7ab21148 x-openstack-request-id: req-be8d004d-0948-406a-adcd-7bba7ab21148 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:56:52.582180 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc25539-073d-4b6a-9216-5a799de7e0ba", "name": "network-vif-plugged", "status": "completed", "tag": "3f2be5ca-aadb-45c3-acdd-f686475628c4", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:56:52.582437 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-be8d004d-0948-406a-adcd-7bba7ab21148 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:56:52.584887 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc25539-073d-4b6a-9216-5a799de7e0ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f2be5ca-aadb-45c3-acdd-f686475628c4', 'code': 200} Jul 23 23:56:52.586175 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-88c810e0-56d8-4195-a033-07a0cbfdcbfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:52.649179 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7cf1ae90-f2db-4ee3-b83e-fb68477d8222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:52.652085 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7cf1ae90-f2db-4ee3-b83e-fb68477d8222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:52.653255 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-7cf1ae90-f2db-4ee3-b83e-fb68477d8222 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/01e49410-36b6-46bb-aba9-1661e1aee3cd HTTP/1.1" status: 204 len: 168 time: 0.4214883 Jul 23 23:56:52.665778 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-d5ff8d6d-cebe-45c9-9f23-31fc58e959ad req-c185d96c-5b4a-40cb-8ae1-5a23e2efcf49 service neutron] For port 5acad72e-d8d6-4866-bdd3-5ad27c763815, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=5acad72e-d8d6-4866-bdd3-5ad27c763815,segment=NetworkSegment(d250a78c-273d-4c00-aeaa-fc87cc957e9a),segment_id=d250a78c-273d-4c00-aeaa-fc87cc957e9a)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:56:52.687591 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf1ae90-f2db-4ee3-b83e-fb68477d8222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e49410-36b6-46bb-aba9-1661e1aee3cd,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:52.707518 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5a4ba6-15bd-42a9-a3c6-695213476077 req-e2bdcab6-3137-494c-a76b-1df5579d5726 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:52.715601 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9f5a4ba6-15bd-42a9-a3c6-695213476077 req-e2bdcab6-3137-494c-a76b-1df5579d5726 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=e06aa624-fa02-437e-9537-68eb3a6c893c HTTP/1.1" status: 200 len: 946 time: 0.2075505 Jul 23 23:56:52.718071 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c810e0-56d8-4195-a033-07a0cbfdcbfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3172d1d-396a-49f2-ad3e-a18587b8f6f5,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:52.725486 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bfa7bde0-7921-4bbe-8c11-501fd02791df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687114'] for router_gateway, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:52.792222 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-88c810e0-56d8-4195-a033-07a0cbfdcbfa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8bdd0f430d3b4a519993e293362f61af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8718774 Jul 23 23:56:52.802150 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45196) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:56:52.841422 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-d5ff8d6d-cebe-45c9-9f23-31fc58e959ad req-c185d96c-5b4a-40cb-8ae1-5a23e2efcf49 service neutron] For port 5acad72e-d8d6-4866-bdd3-5ad27c763815, host n-h2-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:56:52.852185 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9f5a4ba6-15bd-42a9-a3c6-695213476077 req-275b900d-879f-4cf9-a2e0-59713e9d5df6 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356323 Jul 23 23:56:52.871482 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device f9f0f468-aa18-45b6-b6a7-5b05f7d400b0 up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:56:52.976622 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cf18c5ef-2f95-4acd-8655-70f7701f12d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:52.987103 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bfa7bde0-7921-4bbe-8c11-501fd02791df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:52.991275 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bfa7bde0-7921-4bbe-8c11-501fd02791df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:52.998059 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port f9f0f468-aa18-45b6-b6a7-5b05f7d400b0 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:56:53.005551 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port f9f0f468-aa18-45b6-b6a7-5b05f7d400b0 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:56:53.007685 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:53.037640 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf4ea23-7b84-4b77-94b7-044dfc687790 req-bbdabc7e-00fd-4522-8826-179ab748cc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:53.040680 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0cf4ea23-7b84-4b77-94b7-044dfc687790 req-bbdabc7e-00fd-4522-8826-179ab748cc57 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3cc25539-073d-4b6a-9216-5a799de7e0ba HTTP/1.1" status: 200 len: 1102 time: 0.3555470 Jul 23 23:56:53.085288 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d5ff8d6d-cebe-45c9-9f23-31fc58e959ad req-c185d96c-5b4a-40cb-8ae1-5a23e2efcf49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:53.093334 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cf18c5ef-2f95-4acd-8655-70f7701f12d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:53.097245 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ae72d-6555-4bb9-8faf-c0d59340054a req-e67e8da2-14a1-40cd-9114-976cc849fe3c tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:53.099748 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-439ae72d-6555-4bb9-8faf-c0d59340054a req-e67e8da2-14a1-40cd-9114-976cc849fe3c tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1332477-7f4b-4292-b069-ae8c72daf3d2 HTTP/1.1" status: 200 len: 946 time: 0.1451375 Jul 23 23:56:53.103043 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bfa7bde0-7921-4bbe-8c11-501fd02791df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:53.104351 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa7bde0-7921-4bbe-8c11-501fd02791df admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd6494f7-8a8b-49a0-b7de-28f8ad0996c9 {{(pid=100314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 23:56:53.109561 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e06aa624-fa02-437e-9537-68eb3a6c893c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5acad72e-d8d6-4866-bdd3-5ad27c763815'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:56:53.112099 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0037c94-d157-47c7-b5c2-1a6306963826" -d '{"events": [{"server_uuid": "e06aa624-fa02-437e-9537-68eb3a6c893c", "name": "network-vif-unplugged", "status": "completed", "tag": "5acad72e-d8d6-4866-bdd3-5ad27c763815"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:56:53.112993 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bfa7bde0-7921-4bbe-8c11-501fd02791df admin admin] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:53.115803 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d558c1d3-e67e-4ec8-8e27-6ad9d042b1f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:53.118130 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-bfa7bde0-7921-4bbe-8c11-501fd02791df admin admin] 10.222.0.44 "DELETE /v2.0/routers/bd6494f7-8a8b-49a0-b7de-28f8ad0996c9 HTTP/1.1" status: 204 len: 168 time: 1.7075880 Jul 23 23:56:53.127999 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d5ff8d6d-cebe-45c9-9f23-31fc58e959ad req-c185d96c-5b4a-40cb-8ae1-5a23e2efcf49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:53.145469 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45210) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:56:53.193070 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:53.214499 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0cf4ea23-7b84-4b77-94b7-044dfc687790 req-199380e7-363f-454b-89db-f78f70582f38 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=bc5fa8a0-642c-4d38-a590-25f2d1268bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662738 Jul 23 23:56:53.246134 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port f9f0f468-aa18-45b6-b6a7-5b05f7d400b0, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=f9f0f468-aa18-45b6-b6a7-5b05f7d400b0,segment=NetworkSegment(7706e308-45fe-47c4-babd-3fda7f234b49),segment_id=7706e308-45fe-47c4-babd-3fda7f234b49)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:56:53.250594 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-34f54e7d-00d5-4607-9dda-b21e5c636ecc admin admin] Deleting subnet 943164cc-4083-4e79-8aeb-49ca358b9898 {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:56:53.251104 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:53.258391 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522e9445-70a6-4783-8c67-fa5e83bdacc6 req-403eea5f-774e-4f9a-a711-b129f0af0774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:53.259980 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-522e9445-70a6-4783-8c67-fa5e83bdacc6 req-403eea5f-774e-4f9a-a711-b129f0af0774 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5e96c0febc7b4dc580b4820ccf6600d4&device_id=d1332477-7f4b-4292-b069-ae8c72daf3d2 HTTP/1.1" status: 200 len: 1098 time: 0.3557620 Jul 23 23:56:53.260710 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-34f54e7d-00d5-4607-9dda-b21e5c636ecc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:53.307171 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c185d96c-5b4a-40cb-8ae1-5a23e2efcf49 service neutron] Pushing event updated for resources: {'Port': ['ID=5acad72e-d8d6-4866-bdd3-5ad27c763815,revision_number=7']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:53.327567 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=f9f0f468-aa18-45b6-b6a7-5b05f7d400b0,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:53.339046 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-d5ff8d6d-cebe-45c9-9f23-31fc58e959ad req-c185d96c-5b4a-40cb-8ae1-5a23e2efcf49 service neutron] Attempting to bind port 5acad72e-d8d6-4866-bdd3-5ad27c763815 on host n-h2-800088-16 for vnic_type normal with profile {"migrating_to": "n-h1-800088-16"} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:56:53.339637 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-d5ff8d6d-cebe-45c9-9f23-31fc58e959ad req-c185d96c-5b4a-40cb-8ae1-5a23e2efcf49 service neutron] Attempting to bind port 5acad72e-d8d6-4866-bdd3-5ad27c763815 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': 'd250a78c-273d-4c00-aeaa-fc87cc957e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:56:53.340064 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ff8d6d-cebe-45c9-9f23-31fc58e959ad req-c185d96c-5b4a-40cb-8ae1-5a23e2efcf49 service neutron] Attempting to bind port 5acad72e-d8d6-4866-bdd3-5ad27c763815 on network cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:56:53.347960 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cf18c5ef-2f95-4acd-8655-70f7701f12d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:53.350991 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cf18c5ef-2f95-4acd-8655-70f7701f12d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:53.355043 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-cf18c5ef-2f95-4acd-8655-70f7701f12d5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b3172d1d-396a-49f2-ad3e-a18587b8f6f5 HTTP/1.1" status: 204 len: 168 time: 0.5492408 Jul 23 23:56:53.362876 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ff8d6d-cebe-45c9-9f23-31fc58e959ad req-c185d96c-5b4a-40cb-8ae1-5a23e2efcf49 service neutron] Port 5acad72e-d8d6-4866-bdd3-5ad27c763815 on network cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:56:53.363325 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ff8d6d-cebe-45c9-9f23-31fc58e959ad req-c185d96c-5b4a-40cb-8ae1-5a23e2efcf49 service neutron] Attempting to bind port 5acad72e-d8d6-4866-bdd3-5ad27c763815 on network cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:56:53.377757 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ff8d6d-cebe-45c9-9f23-31fc58e959ad req-c185d96c-5b4a-40cb-8ae1-5a23e2efcf49 service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:56:53.378246 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ff8d6d-cebe-45c9-9f23-31fc58e959ad req-c185d96c-5b4a-40cb-8ae1-5a23e2efcf49 service neutron] Checking segment: {'id': 'd250a78c-273d-4c00-aeaa-fc87cc957e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:56:53.378757 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ff8d6d-cebe-45c9-9f23-31fc58e959ad req-c185d96c-5b4a-40cb-8ae1-5a23e2efcf49 service neutron] Bound using segment: {'id': 'd250a78c-273d-4c00-aeaa-fc87cc957e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:56:53.379307 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-d5ff8d6d-cebe-45c9-9f23-31fc58e959ad req-c185d96c-5b4a-40cb-8ae1-5a23e2efcf49 service neutron] Bound port: 5acad72e-d8d6-4866-bdd3-5ad27c763815, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd250a78c-273d-4c00-aeaa-fc87cc957e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:56:53.379770 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d5ff8d6d-cebe-45c9-9f23-31fc58e959ad req-c185d96c-5b4a-40cb-8ae1-5a23e2efcf49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:53.387455 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-34f54e7d-00d5-4607-9dda-b21e5c636ecc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:53.391615 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18c5ef-2f95-4acd-8655-70f7701f12d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3172d1d-396a-49f2-ad3e-a18587b8f6f5,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:53.392981 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-439ae72d-6555-4bb9-8faf-c0d59340054a req-daa57119-b935-4859-8416-9b7515f1e096 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "GET /v2.0/security-groups?id=1912b32f-c316-49ef-a3a5-c5567f5f87c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714560 Jul 23 23:56:53.413741 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c63c7-23a7-4da7-84da-7979201287ff req-c0df4dfe-abc5-4049-a661-55dd009d5076 tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:53.421545 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-166c63c7-23a7-4da7-84da-7979201287ff req-c0df4dfe-abc5-4049-a661-55dd009d5076 tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] 10.222.0.44 "GET /v2.0/ports?device_id=3cc25539-073d-4b6a-9216-5a799de7e0ba HTTP/1.1" status: 200 len: 950 time: 0.2415202 Jul 23 23:56:53.513272 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 23:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4678a47-f484-4906-979f-6f2ebed49328 x-openstack-request-id: req-a4678a47-f484-4906-979f-6f2ebed49328 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:56:53.513566 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e06aa624-fa02-437e-9537-68eb3a6c893c", "name": "network-vif-unplugged", "status": "completed", "tag": "5acad72e-d8d6-4866-bdd3-5ad27c763815", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:56:53.513820 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a4678a47-f484-4906-979f-6f2ebed49328 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:56:53.514220 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e06aa624-fa02-437e-9537-68eb3a6c893c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5acad72e-d8d6-4866-bdd3-5ad27c763815', 'code': 200} Jul 23 23:56:53.543843 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-166c63c7-23a7-4da7-84da-7979201287ff req-3eed019b-c49e-4c32-9a6b-fa1b4a95d839 tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc5fa8a0-642c-4d38-a590-25f2d1268bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193335 Jul 23 23:56:53.573299 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-d5ff8d6d-cebe-45c9-9f23-31fc58e959ad req-c185d96c-5b4a-40cb-8ae1-5a23e2efcf49 service neutron] For port 5acad72e-d8d6-4866-bdd3-5ad27c763815, host n-h2-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:56:53.577460 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-d5ff8d6d-cebe-45c9-9f23-31fc58e959ad req-c185d96c-5b4a-40cb-8ae1-5a23e2efcf49 service neutron] For port 5acad72e-d8d6-4866-bdd3-5ad27c763815, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=5acad72e-d8d6-4866-bdd3-5ad27c763815,segment=NetworkSegment(d250a78c-273d-4c00-aeaa-fc87cc957e9a),segment_id=d250a78c-273d-4c00-aeaa-fc87cc957e9a)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:56:53.584535 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d5ff8d6d-cebe-45c9-9f23-31fc58e959ad req-c185d96c-5b4a-40cb-8ae1-5a23e2efcf49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:53.587295 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522e9445-70a6-4783-8c67-fa5e83bdacc6 req-76df3509-17b5-464b-82d8-7b8699bfed3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:53.589210 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-522e9445-70a6-4783-8c67-fa5e83bdacc6 req-76df3509-17b5-464b-82d8-7b8699bfed3e service neutron] 10.222.0.64 "GET /v2.0/networks?id=4716419a-bea3-4e9d-acf9-3fbc0197d354 HTTP/1.1" status: 200 len: 921 time: 0.3070278 Jul 23 23:56:53.683135 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device b5658dfe-ddef-4320-b26f-0d66dca6ca7d no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:56:53.691323 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-34f54e7d-00d5-4607-9dda-b21e5c636ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:53.699165 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c185d96c-5b4a-40cb-8ae1-5a23e2efcf49 service neutron] Pushing event updated for resources: {'Port': ['ID=5acad72e-d8d6-4866-bdd3-5ad27c763815,revision_number=8']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:53.707082 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff8d6d-cebe-45c9-9f23-31fc58e959ad req-c185d96c-5b4a-40cb-8ae1-5a23e2efcf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:53.707768 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d5ff8d6d-cebe-45c9-9f23-31fc58e959ad req-c185d96c-5b4a-40cb-8ae1-5a23e2efcf49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:53.709310 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d5ff8d6d-cebe-45c9-9f23-31fc58e959ad req-c185d96c-5b4a-40cb-8ae1-5a23e2efcf49 service neutron] 10.222.0.52 "PUT /v2.0/ports/5acad72e-d8d6-4866-bdd3-5ad27c763815 HTTP/1.1" status: 200 len: 1124 time: 1.4606869 Jul 23 23:56:53.715361 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: b5658dfe-ddef-4320-b26f-0d66dca6ca7d {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:56:53.715738 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device b5658dfe-ddef-4320-b26f-0d66dca6ca7d not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:56:53.724724 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device e731a4ee-0374-48e0-badc-925972159b2b no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:56:53.767899 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-522e9445-70a6-4783-8c67-fa5e83bdacc6 req-d77a484f-fe7c-4b3d-a432-270146792b80 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6e56469-cb64-479d-8c60-7d9ff84972fc HTTP/1.1" status: 200 len: 217 time: 0.1683850 Jul 23 23:56:53.811243 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: e731a4ee-0374-48e0-badc-925972159b2b {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:56:53.811243 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device e731a4ee-0374-48e0-badc-925972159b2b not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:56:53.853031 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-34f54e7d-00d5-4607-9dda-b21e5c636ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:53.863438 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['5acad72e-d8d6-4866-bdd3-5ad27c763815'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:56:54.105817 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd7b21-18d2-4fb2-88c0-c4abb81b07bb req-84843b58-98cb-4d7c-ba87-1e53340416a9 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:54.107489 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-57dd7b21-18d2-4fb2-88c0-c4abb81b07bb req-84843b58-98cb-4d7c-ba87-1e53340416a9 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=e06aa624-fa02-437e-9537-68eb3a6c893c HTTP/1.1" status: 200 len: 944 time: 0.1107161 Jul 23 23:56:54.155087 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-57dd7b21-18d2-4fb2-88c0-c4abb81b07bb req-3f778f66-56de-4162-ae97-e9b010fa6990 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417063 Jul 23 23:56:54.230575 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f54e7d-00d5-4607-9dda-b21e5c636ecc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=943164cc-4083-4e79-8aeb-49ca358b9898,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:54.234593 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-34f54e7d-00d5-4607-9dda-b21e5c636ecc admin admin] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:54.236470 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-34f54e7d-00d5-4607-9dda-b21e5c636ecc admin admin] 10.222.0.44 "DELETE /v2.0/subnets/943164cc-4083-4e79-8aeb-49ca358b9898 HTTP/1.1" status: 204 len: 168 time: 1.0898659 Jul 23 23:56:54.239369 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45252) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:56:54.245332 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522e9445-70a6-4783-8c67-fa5e83bdacc6 req-4331b545-ab0e-4615-96e8-8141fb6df260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:54.245547 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0ffaee-e483-406a-844e-c42e8a7b8485 None None] Network 67cd6731-c51e-4661-981e-c10a9702b4fd requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:56:54.246971 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-522e9445-70a6-4783-8c67-fa5e83bdacc6 req-4331b545-ab0e-4615-96e8-8141fb6df260 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8224515a-17e0-4722-b0b6-48bf087305a0 HTTP/1.1" status: 200 len: 860 time: 0.4653926 Jul 23 23:56:54.292779 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-522e9445-70a6-4783-8c67-fa5e83bdacc6 req-741b31cd-b7ea-4694-9b3b-ff29bb9c9869 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4716419a-bea3-4e9d-acf9-3fbc0197d354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356376 Jul 23 23:56:54.301566 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956b2c63-ab73-4e8d-bd2e-ba070748e047 req-610ab276-b642-484f-8098-693167cc150c tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:54.303084 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-956b2c63-ab73-4e8d-bd2e-ba070748e047 req-610ab276-b642-484f-8098-693167cc150c tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b56dfb9-17eb-4546-86fc-da6f6ad2c80b HTTP/1.1" status: 200 len: 945 time: 0.5420499 Jul 23 23:56:54.390334 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-dfd6ddd7-a63c-42ed-9227-3f08babe2c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:54.468039 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-956b2c63-ab73-4e8d-bd2e-ba070748e047 req-b2f6d367-19a8-49a6-a9ee-9e08b20260b2 tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1aafd2b-0c0b-4251-9a9a-8eb86a04e81a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556377 Jul 23 23:56:54.469949 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-dfd6ddd7-a63c-42ed-9227-3f08babe2c44 admin admin] Deleting port 74140f1c-6da2-417a-818f-91d67a0f973e {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:56:54.470486 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-dfd6ddd7-a63c-42ed-9227-3f08babe2c44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:54.486179 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51906637-be67-490f-9711-b6aac5c96655 None None] DHCP port deletion for 67cd6731-c51e-4661-981e-c10a9702b4fd request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:56:54.503678 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-522e9445-70a6-4783-8c67-fa5e83bdacc6 req-1cd7ed34-b559-460a-9bd7-d4ade51990c9 service neutron] 10.222.0.64 "GET /v2.0/networks/4716419a-bea3-4e9d-acf9-3fbc0197d354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996009 Jul 23 23:56:54.561710 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-51906637-be67-490f-9711-b6aac5c96655 None None] Deleting port 74140f1c-6da2-417a-818f-91d67a0f973e {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:56:54.561710 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-51906637-be67-490f-9711-b6aac5c96655 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:54.590560 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b56dfb9-17eb-4546-86fc-da6f6ad2c80b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9f0f468-aa18-45b6-b6a7-5b05f7d400b0'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:56:54.593922 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcda9752-a166-4137-b338-f0bece9f1e7f" -d '{"events": [{"server_uuid": "9b56dfb9-17eb-4546-86fc-da6f6ad2c80b", "name": "network-vif-plugged", "status": "completed", "tag": "f9f0f468-aa18-45b6-b6a7-5b05f7d400b0"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:56:54.598530 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-dfd6ddd7-a63c-42ed-9227-3f08babe2c44 admin admin] For port 74140f1c-6da2-417a-818f-91d67a0f973e, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=74140f1c-6da2-417a-818f-91d67a0f973e,segment=NetworkSegment(0751aa78-b62e-4205-807f-6b17571e4f02),segment_id=0751aa78-b62e-4205-807f-6b17571e4f02)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:56:54.600632 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-dfd6ddd7-a63c-42ed-9227-3f08babe2c44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:54.618375 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-dfd6ddd7-a63c-42ed-9227-3f08babe2c44 admin admin] Calling delete_port for 74140f1c-6da2-417a-818f-91d67a0f973e owned by network:dhcp {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:56:54.661248 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-51906637-be67-490f-9711-b6aac5c96655 None None] For port 74140f1c-6da2-417a-818f-91d67a0f973e, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=74140f1c-6da2-417a-818f-91d67a0f973e,segment=NetworkSegment(0751aa78-b62e-4205-807f-6b17571e4f02),segment_id=0751aa78-b62e-4205-807f-6b17571e4f02)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:56:54.662363 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-51906637-be67-490f-9711-b6aac5c96655 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:54.681864 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-51906637-be67-490f-9711-b6aac5c96655 None None] Calling delete_port for 74140f1c-6da2-417a-818f-91d67a0f973e owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:56:54.698656 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-522e9445-70a6-4783-8c67-fa5e83bdacc6 req-8166328d-7e84-418b-a066-09afc3bc5f5d service neutron] 10.222.0.64 "GET /v2.0/networks/4716419a-bea3-4e9d-acf9-3fbc0197d354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867542 Jul 23 23:56:54.722953 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d5821-1286-4b70-954c-429fe4a62456 req-199b4652-7f07-46f1-acbd-90a38aca42ed tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:54.727495 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-dfd6ddd7-a63c-42ed-9227-3f08babe2c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:54.731123 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-243d5821-1286-4b70-954c-429fe4a62456 req-199b4652-7f07-46f1-acbd-90a38aca42ed tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1332477-7f4b-4292-b069-ae8c72daf3d2 HTTP/1.1" status: 200 len: 946 time: 0.1177738 Jul 23 23:56:54.761941 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd6ddd7-a63c-42ed-9227-3f08babe2c44 admin admin] Pushing event deleted for resources: {'Port': ['ID=74140f1c-6da2-417a-818f-91d67a0f973e,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:54.766897 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd6ddd7-a63c-42ed-9227-3f08babe2c44 admin admin] No DVR routers for this DVR port 74140f1c-6da2-417a-818f-91d67a0f973e on host n-d-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:56:54.789789 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-243d5821-1286-4b70-954c-429fe4a62456 req-83e48ab8-8d75-4587-83e9-c1619138bd47 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "GET /v2.0/security-groups?id=1912b32f-c316-49ef-a3a5-c5567f5f87c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553074 Jul 23 23:56:54.810044 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-51906637-be67-490f-9711-b6aac5c96655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:54.848560 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51906637-be67-490f-9711-b6aac5c96655 None None] Pushing event deleted for resources: {'Port': ['ID=74140f1c-6da2-417a-818f-91d67a0f973e,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:54.852507 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51906637-be67-490f-9711-b6aac5c96655 None None] No DVR routers for this DVR port 74140f1c-6da2-417a-818f-91d67a0f973e on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:56:54.887701 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da6a80e1-e705-4096-8ff0-f4388f38b10f x-openstack-request-id: req-da6a80e1-e705-4096-8ff0-f4388f38b10f {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:56:54.888000 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b56dfb9-17eb-4546-86fc-da6f6ad2c80b", "name": "network-vif-plugged", "status": "completed", "tag": "f9f0f468-aa18-45b6-b6a7-5b05f7d400b0", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:56:54.888260 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-da6a80e1-e705-4096-8ff0-f4388f38b10f {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:56:54.888661 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b56dfb9-17eb-4546-86fc-da6f6ad2c80b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9f0f468-aa18-45b6-b6a7-5b05f7d400b0', 'code': 200} Jul 23 23:56:54.899524 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-dfd6ddd7-a63c-42ed-9227-3f08babe2c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:54.911778 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-dfd6ddd7-a63c-42ed-9227-3f08babe2c44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67cd6731-c51e-4661-981e-c10a9702b4fd']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:56:54.923575 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-dfd6ddd7-a63c-42ed-9227-3f08babe2c44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0751aa78-b62e-4205-807f-6b17571e4f02') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:56:54.924400 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-dfd6ddd7-a63c-42ed-9227-3f08babe2c44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0751aa78-b62e-4205-807f-6b17571e4f02') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:56:54.939045 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-dfd6ddd7-a63c-42ed-9227-3f08babe2c44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:54.955445 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-dfd6ddd7-a63c-42ed-9227-3f08babe2c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:54.964244 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfd6ddd7-a63c-42ed-9227-3f08babe2c44 admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:56:54.965066 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-dfd6ddd7-a63c-42ed-9227-3f08babe2c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:54.967748 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 23 23:56:54.967748 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:56:54.967748 n-d-800088-16 neutron-server[100313]: timer() Jul 23 23:56:54.967748 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:56:54.967748 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 23 23:56:54.967748 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:56:54.967748 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 23 23:56:54.967748 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:56:54.967748 n-d-800088-16 neutron-server[100313]: self._notify() Jul 23 23:56:54.967748 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:56:54.967748 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 23 23:56:54.967748 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:56:54.967748 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 23 23:56:54.967748 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:56:54.967748 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:56:54.967748 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:56:54.967748 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:56:54.967748 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:56:54.967748 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 23 23:56:54.967748 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:56:54.967748 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 23 23:56:54.967748 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:56:54.967748 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:56:54.967748 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:56:54.967748 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 23 23:56:54.967748 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:56:54.967748 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:56:54.967748 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:56:54.967748 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:56:54.967748 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:56:54.967748 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:56:54.967748 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:56:54.971313 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48232739-b99b-4d02-9c9c-c720c6bf8ece req-36e961cb-337a-41d8-90fd-bb3761ff6340 tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:54.973028 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-48232739-b99b-4d02-9c9c-c720c6bf8ece req-36e961cb-337a-41d8-90fd-bb3761ff6340 tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] 10.222.0.44 "GET /v2.0/ports?device_id=3cc25539-073d-4b6a-9216-5a799de7e0ba HTTP/1.1" status: 200 len: 950 time: 0.0945950 Jul 23 23:56:55.035061 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45284) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:56:55.052065 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-dfd6ddd7-a63c-42ed-9227-3f08babe2c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:55.063851 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-dfd6ddd7-a63c-42ed-9227-3f08babe2c44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:55.066108 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-dfd6ddd7-a63c-42ed-9227-3f08babe2c44 admin admin] 10.222.0.44 "DELETE /v2.0/networks/67cd6731-c51e-4661-981e-c10a9702b4fd HTTP/1.1" status: 204 len: 168 time: 0.8257294 Jul 23 23:56:55.075182 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-48232739-b99b-4d02-9c9c-c720c6bf8ece req-6f476430-2793-4019-a90b-1bd3cf992acd tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc5fa8a0-642c-4d38-a590-25f2d1268bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927713 Jul 23 23:56:55.082587 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd6ddd7-a63c-42ed-9227-3f08babe2c44 admin admin] Pushing event deleted for resources: {'Network': ['ID=67cd6731-c51e-4661-981e-c10a9702b4fd,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:55.114939 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a2c1b3-bf38-4704-b6c9-f27fc467a0fa req-8057ad85-9cb6-4b95-9ddf-1952a3870c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:55.116687 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-36a2c1b3-bf38-4704-b6c9-f27fc467a0fa req-8057ad85-9cb6-4b95-9ddf-1952a3870c8c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9b56dfb9-17eb-4546-86fc-da6f6ad2c80b HTTP/1.1" status: 200 len: 1097 time: 0.1426973 Jul 23 23:56:55.168231 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-36a2c1b3-bf38-4704-b6c9-f27fc467a0fa req-6e580c37-3a9c-4e52-b058-91719ef26157 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e1aafd2b-0c0b-4251-9a9a-8eb86a04e81a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426736 Jul 23 23:56:55.179998 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-06638a37-fcec-44cf-80d2-9e01148e5fd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:55.329560 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45298) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:56:55.338090 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2a6ff3-2b78-4cf3-85b9-13f1f925a755 req-5a3fb896-3f33-4d6b-8394-bab19a437f9e tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:55.339811 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-de2a6ff3-2b78-4cf3-85b9-13f1f925a755 req-5a3fb896-3f33-4d6b-8394-bab19a437f9e tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=e06aa624-fa02-437e-9537-68eb3a6c893c HTTP/1.1" status: 200 len: 944 time: 0.0948164 Jul 23 23:56:55.354310 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-06638a37-fcec-44cf-80d2-9e01148e5fd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:55.373727 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-06638a37-fcec-44cf-80d2-9e01148e5fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:55.389134 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-de2a6ff3-2b78-4cf3-85b9-13f1f925a755 req-f96c9941-564d-4d0a-a479-44a485935b27 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413103 Jul 23 23:56:55.417368 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45302) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:56:55.419886 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-06638a37-fcec-44cf-80d2-9e01148e5fd4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0d3aa0bde72f49559d4e9a4e6cf9db9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3839285 Jul 23 23:56:55.422475 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45304) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:56:55.450202 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06638a37-fcec-44cf-80d2-9e01148e5fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a01d6b09-7c7f-4efd-b29e-b70937645a9e,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:55.503461 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b85d505-eb0f-4b1d-abcc-f3786b496c90 req-5754263b-d744-403c-95c2-c346fbaf38b1 tempest-ServersAdminNegativeTestJSON-2111862883 tempest-ServersAdminNegativeTestJSON-2111862883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:55.505023 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0b85d505-eb0f-4b1d-abcc-f3786b496c90 req-5754263b-d744-403c-95c2-c346fbaf38b1 tempest-ServersAdminNegativeTestJSON-2111862883 tempest-ServersAdminNegativeTestJSON-2111862883-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=3cc25539-073d-4b6a-9216-5a799de7e0ba HTTP/1.1" status: 200 len: 1102 time: 0.1623459 Jul 23 23:56:55.512114 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-ed437077-e716-4db1-83e4-e944c48d9175 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0fd81ea6b87045ae8bb506c525f3f25c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0911131 Jul 23 23:56:55.514909 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45308) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:56:55.516297 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e06aa624-fa02-437e-9537-68eb3a6c893c', 'tag': '5acad72e-d8d6-4866-bdd3-5ad27c763815'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:56:55.518540 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8acd3619-5c40-4df0-84a5-b4c17eb874ac" -d '{"events": [{"name": "network-changed", "server_uuid": "e06aa624-fa02-437e-9537-68eb3a6c893c", "tag": "5acad72e-d8d6-4866-bdd3-5ad27c763815"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:56:55.542991 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-0b85d505-eb0f-4b1d-abcc-f3786b496c90 req-2ee03716-3378-4898-bada-db408729392c tempest-ServersAdminNegativeTestJSON-2111862883 tempest-ServersAdminNegativeTestJSON-2111862883-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:55.545574 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ddd2f232-b8d0-45c5-a48e-9f966600b98d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:55.585333 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ddd2f232-b8d0-45c5-a48e-9f966600b98d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:55.615888 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9226cde1-2855-41f4-8213-fed3a6039e5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:55.621305 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 74140f1c-6da2-417a-818f-91d67a0f973e no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:56:55.643782 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 74140f1c-6da2-417a-818f-91d67a0f973e {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:56:55.644433 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 74140f1c-6da2-417a-818f-91d67a0f973e not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:56:55.645545 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-863e2296-08ac-4d82-8761-52eb1c6ab7fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:55.674732 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ddd2f232-b8d0-45c5-a48e-9f966600b98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:55.675111 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9226cde1-2855-41f4-8213-fed3a6039e5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:55.677373 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ddd2f232-b8d0-45c5-a48e-9f966600b98d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:55.681053 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-ddd2f232-b8d0-45c5-a48e-9f966600b98d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a01d6b09-7c7f-4efd-b29e-b70937645a9e HTTP/1.1" status: 204 len: 168 time: 0.2503896 Jul 23 23:56:55.697966 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd2f232-b8d0-45c5-a48e-9f966600b98d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01d6b09-7c7f-4efd-b29e-b70937645a9e,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:55.704987 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-0b85d505-eb0f-4b1d-abcc-f3786b496c90 req-2ee03716-3378-4898-bada-db408729392c tempest-ServersAdminNegativeTestJSON-2111862883 tempest-ServersAdminNegativeTestJSON-2111862883-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:55.712781 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-0b85d505-eb0f-4b1d-abcc-f3786b496c90 req-2ee03716-3378-4898-bada-db408729392c tempest-ServersAdminNegativeTestJSON-2111862883 tempest-ServersAdminNegativeTestJSON-2111862883-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:55.746765 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0b85d505-eb0f-4b1d-abcc-f3786b496c90 req-2ee03716-3378-4898-bada-db408729392c tempest-ServersAdminNegativeTestJSON-2111862883 tempest-ServersAdminNegativeTestJSON-2111862883-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=bc5fa8a0-642c-4d38-a590-25f2d1268bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275763 Jul 23 23:56:55.762536 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-71a692af-dd40-4c63-ae44-db6b263f3c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:55.774553 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee03716-3378-4898-bada-db408729392c tempest-ServersAdminNegativeTestJSON-2111862883 tempest-ServersAdminNegativeTestJSON-2111862883-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f91ef05-1892-4716-87ec-4f1514ddac61,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:55.790232 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f2340-9a93-45b0-8895-40b8273da2d4 req-6da9dfdd-b370-4a6d-805f-b63ea760ae02 tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:55.798654 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7a9f2340-9a93-45b0-8895-40b8273da2d4 req-6da9dfdd-b370-4a6d-805f-b63ea760ae02 tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b56dfb9-17eb-4546-86fc-da6f6ad2c80b HTTP/1.1" status: 200 len: 945 time: 0.2348719 Jul 23 23:56:55.803714 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f18b687-a002-4376-b214-d8cce6dea5e2 x-openstack-request-id: req-2f18b687-a002-4376-b214-d8cce6dea5e2 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:56:55.804017 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e06aa624-fa02-437e-9537-68eb3a6c893c", "tag": "5acad72e-d8d6-4866-bdd3-5ad27c763815", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:56:55.804896 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2f18b687-a002-4376-b214-d8cce6dea5e2 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:56:55.805305 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e06aa624-fa02-437e-9537-68eb3a6c893c', 'tag': '5acad72e-d8d6-4866-bdd3-5ad27c763815', 'status': 'completed', 'code': 200} Jul 23 23:56:55.919329 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9226cde1-2855-41f4-8213-fed3a6039e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:55.922054 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9226cde1-2855-41f4-8213-fed3a6039e5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:55.923229 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-9226cde1-2855-41f4-8213-fed3a6039e5e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1db4877c-b0fa-428c-8a38-605b0f60700b HTTP/1.1" status: 204 len: 168 time: 0.4072764 Jul 23 23:56:55.947996 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 5acad72e-d8d6-4866-bdd3-5ad27c763815 details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:56:55.977975 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7a9f2340-9a93-45b0-8895-40b8273da2d4 req-7986961d-70dc-4c0b-9071-e1ff51f44d39 tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1aafd2b-0c0b-4251-9a9a-8eb86a04e81a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1523783 Jul 23 23:56:55.978743 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9226cde1-2855-41f4-8213-fed3a6039e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db4877c-b0fa-428c-8a38-605b0f60700b,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:56.060151 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-863e2296-08ac-4d82-8761-52eb1c6ab7fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:56.073053 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-863e2296-08ac-4d82-8761-52eb1c6ab7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:56.169469 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acd3619-5c40-4df0-84a5-b4c17eb874ac req-933ddd8f-8bc0-4897-b6f1-bcccaa706013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:56.174020 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8acd3619-5c40-4df0-84a5-b4c17eb874ac req-933ddd8f-8bc0-4897-b6f1-bcccaa706013 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d9405b5ff79541cbb5225ec709273225&device_id=e06aa624-fa02-437e-9537-68eb3a6c893c HTTP/1.1" status: 200 len: 1127 time: 0.3253665 Jul 23 23:56:56.201941 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-863e2296-08ac-4d82-8761-52eb1c6ab7fd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3b2247c3f2b64e489f5c740b99b64cf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8587174 Jul 23 23:56:56.203064 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 5acad72e-d8d6-4866-bdd3-5ad27c763815, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=5acad72e-d8d6-4866-bdd3-5ad27c763815,segment=NetworkSegment(d250a78c-273d-4c00-aeaa-fc87cc957e9a),segment_id=d250a78c-273d-4c00-aeaa-fc87cc957e9a)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:56:56.208621 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45328) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:56:56.234412 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863e2296-08ac-4d82-8761-52eb1c6ab7fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7422f7-f186-498d-94b5-30a2f36aeab7,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:56.240037 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 5acad72e-d8d6-4866-bdd3-5ad27c763815 has no active binding in host n-h1-800088-16 {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 23 23:56:56.344142 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acd3619-5c40-4df0-84a5-b4c17eb874ac req-002eaa02-c485-410c-af80-fca5a445351d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:56.345841 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8acd3619-5c40-4df0-84a5-b4c17eb874ac req-002eaa02-c485-410c-af80-fca5a445351d service neutron] 10.222.0.64 "GET /v2.0/networks?id=cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed HTTP/1.1" status: 200 len: 919 time: 0.1569760 Jul 23 23:56:56.389423 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed228a-c5f1-4503-9ab5-7e30a6af296b req-2b814346-07d8-4c4e-a68f-037f64fd029b tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:56.392118 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-48ed228a-c5f1-4503-9ab5-7e30a6af296b req-2b814346-07d8-4c4e-a68f-037f64fd029b tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1332477-7f4b-4292-b069-ae8c72daf3d2 HTTP/1.1" status: 200 len: 946 time: 0.4687812 Jul 23 23:56:56.406670 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8acd3619-5c40-4df0-84a5-b4c17eb874ac req-92f3d119-0862-4fc5-ab94-a5a4e975c137 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5acad72e-d8d6-4866-bdd3-5ad27c763815 HTTP/1.1" status: 200 len: 217 time: 0.0513618 Jul 23 23:56:56.442726 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-48ed228a-c5f1-4503-9ab5-7e30a6af296b req-9e770c15-b530-4021-aed6-935d91503263 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "GET /v2.0/security-groups?id=1912b32f-c316-49ef-a3a5-c5567f5f87c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446794 Jul 23 23:56:56.471674 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d6c2c98f-238a-48fa-9b99-14e30f57ca61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:56.531542 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d6c2c98f-238a-48fa-9b99-14e30f57ca61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:56.544981 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acd3619-5c40-4df0-84a5-b4c17eb874ac req-e898268e-d04a-4c0e-ae2f-efc573e5b96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:56.546637 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8acd3619-5c40-4df0-84a5-b4c17eb874ac req-e898268e-d04a-4c0e-ae2f-efc573e5b96d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3dff00ee-bed2-4c8a-b785-e9725c9c9b9c HTTP/1.1" status: 200 len: 858 time: 0.1323826 Jul 23 23:56:56.606889 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8acd3619-5c40-4df0-84a5-b4c17eb874ac req-7b84bbe4-3293-4afd-8275-f45889557248 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472989 Jul 23 23:56:56.658554 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beeca47-5c78-4fa1-9aa8-196f56600008 req-5f07bbb7-af82-4bb1-863c-28af9920f7e1 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:56.660187 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0beeca47-5c78-4fa1-9aa8-196f56600008 req-5f07bbb7-af82-4bb1-863c-28af9920f7e1 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=e06aa624-fa02-437e-9537-68eb3a6c893c HTTP/1.1" status: 200 len: 944 time: 0.1791987 Jul 23 23:56:56.700471 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:56.734290 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d6c2c98f-238a-48fa-9b99-14e30f57ca61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:56.737050 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d6c2c98f-238a-48fa-9b99-14e30f57ca61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:56.738220 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-d6c2c98f-238a-48fa-9b99-14e30f57ca61 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0c7422f7-f186-498d-94b5-30a2f36aeab7 HTTP/1.1" status: 204 len: 168 time: 0.5272477 Jul 23 23:56:56.770686 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c2c98f-238a-48fa-9b99-14e30f57ca61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7422f7-f186-498d-94b5-30a2f36aeab7,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:56.776307 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8acd3619-5c40-4df0-84a5-b4c17eb874ac req-1fbb32b6-84b1-4a73-968c-aa5ad3af64a0 service neutron] 10.222.0.64 "GET /v2.0/networks/cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580548 Jul 23 23:56:56.779728 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0beeca47-5c78-4fa1-9aa8-196f56600008 req-614356e5-9e0a-4b2a-8061-a6f516bef2ff tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829189 Jul 23 23:56:56.880745 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b3182e-2928-43b0-a260-21270b311219 req-0a18898b-61b2-42ab-8844-4c7cc4b18c92 tempest-ServersAdminNegativeTestJSON-2111862883 tempest-ServersAdminNegativeTestJSON-2111862883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:56.888347 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f4b3182e-2928-43b0-a260-21270b311219 req-0a18898b-61b2-42ab-8844-4c7cc4b18c92 tempest-ServersAdminNegativeTestJSON-2111862883 tempest-ServersAdminNegativeTestJSON-2111862883-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=3cc25539-073d-4b6a-9216-5a799de7e0ba HTTP/1.1" status: 200 len: 1102 time: 0.0744758 Jul 23 23:56:56.903764 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8acd3619-5c40-4df0-84a5-b4c17eb874ac req-04380ab4-7e3b-49ff-ba7a-607450a2ca3c service neutron] 10.222.0.64 "GET /v2.0/networks/cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196692 Jul 23 23:56:56.922830 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f4b3182e-2928-43b0-a260-21270b311219 req-3222fedd-96e9-4934-b23f-0065fa7fd688 tempest-ServersAdminNegativeTestJSON-2111862883 tempest-ServersAdminNegativeTestJSON-2111862883-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=bc5fa8a0-642c-4d38-a590-25f2d1268bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333729 Jul 23 23:56:57.147440 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:57.234919 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40132c1-1e69-4ec2-b2a1-43048f2eb772 req-69871c17-fe57-4a0b-a12d-3094dff0a4c1 tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:57.237575 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d40132c1-1e69-4ec2-b2a1-43048f2eb772 req-69871c17-fe57-4a0b-a12d-3094dff0a4c1 tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b56dfb9-17eb-4546-86fc-da6f6ad2c80b HTTP/1.1" status: 200 len: 945 time: 0.0946290 Jul 23 23:56:57.309739 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d40132c1-1e69-4ec2-b2a1-43048f2eb772 req-9a4369d7-185a-4555-a0fe-dde338ee320d tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1aafd2b-0c0b-4251-9a9a-8eb86a04e81a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637789 Jul 23 23:56:57.427361 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45422) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:56:57.543288 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f849ef-393f-4147-9163-37d40c3268a9 req-2444e06a-e68f-4763-9cd9-ed28e34ec0de tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:57.546206 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-89f849ef-393f-4147-9163-37d40c3268a9 req-2444e06a-e68f-4763-9cd9-ed28e34ec0de tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b56dfb9-17eb-4546-86fc-da6f6ad2c80b HTTP/1.1" status: 200 len: 945 time: 0.1120806 Jul 23 23:56:57.555995 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45432) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:56:57.561374 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-551eece4-ddca-45c7-9c07-55645b29c65c tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Request body: {'floatingip': {'port_id': 'f9f0f468-aa18-45b6-b6a7-5b05f7d400b0'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:56:57.641703 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-551eece4-ddca-45c7-9c07-55645b29c65c tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Notify callbacks [] for floatingip, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:57.731754 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-5271eb5d-ed6b-4191-8670-70c706c75996 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1298543129-network', 'tenant_id': 'dfe31831d73849c1acf025f7366b9134'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:56:57.735950 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd9f45c-8fba-4b0e-baf8-c8f33a9e6b10 req-f407bb0d-3399-427b-8fac-55ab9ec88551 tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:57.742671 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ddd9f45c-8fba-4b0e-baf8-c8f33a9e6b10 req-f407bb0d-3399-427b-8fac-55ab9ec88551 tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] 10.222.0.44 "GET /v2.0/ports?device_id=3cc25539-073d-4b6a-9216-5a799de7e0ba HTTP/1.1" status: 200 len: 950 time: 0.1280079 Jul 23 23:56:57.781882 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45438) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:56:57.814624 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ddd9f45c-8fba-4b0e-baf8-c8f33a9e6b10 req-3d3e9842-74f9-442a-9cd0-11418595e033 tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc5fa8a0-642c-4d38-a590-25f2d1268bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650878 Jul 23 23:56:57.814964 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5271eb5d-ed6b-4191-8670-70c706c75996 admin admin] Made reservation on behalf of dfe31831d73849c1acf025f7366b9134 for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:56:57.817746 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5271eb5d-ed6b-4191-8670-70c706c75996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:57.863373 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5271eb5d-ed6b-4191-8670-70c706c75996 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:57.894959 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-375af939-ee6b-412e-86bd-5981dd968804 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:57.900523 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050dedfa-2418-4e7c-b40b-67fbb9244f1e req-a23d1c8a-feb6-4907-834a-b2d23f4da468 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:57.907563 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-050dedfa-2418-4e7c-b40b-67fbb9244f1e req-a23d1c8a-feb6-4907-834a-b2d23f4da468 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1332477-7f4b-4292-b069-ae8c72daf3d2 HTTP/1.1" status: 200 len: 946 time: 0.2614243 Jul 23 23:56:58.007890 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ee1c41-cee3-41ee-9ae5-3895d777defb req-5e2c9530-0c35-48b9-a1d7-9e16f6175a20 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:58.017526 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-30ee1c41-cee3-41ee-9ae5-3895d777defb req-5e2c9530-0c35-48b9-a1d7-9e16f6175a20 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=e06aa624-fa02-437e-9537-68eb3a6c893c HTTP/1.1" status: 200 len: 944 time: 0.1183538 Jul 23 23:56:58.052793 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-050dedfa-2418-4e7c-b40b-67fbb9244f1e req-deafa4a0-aa91-4e56-93e1-1c4c845e69e5 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "GET /v2.0/security-groups?id=1912b32f-c316-49ef-a3a5-c5567f5f87c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400392 Jul 23 23:56:58.066374 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-30ee1c41-cee3-41ee-9ae5-3895d777defb req-777a9dc1-79a8-4748-b321-bdd70aa6784c tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475626 Jul 23 23:56:58.307912 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5271eb5d-ed6b-4191-8670-70c706c75996 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:58.318194 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5271eb5d-ed6b-4191-8670-70c706c75996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:58.375382 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5271eb5d-ed6b-4191-8670-70c706c75996 admin admin] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:56:58.408013 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-375af939-ee6b-412e-86bd-5981dd968804 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:58.416023 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-375af939-ee6b-412e-86bd-5981dd968804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:58.442911 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271eb5d-ed6b-4191-8670-70c706c75996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7234dcab-bd61-43b3-a41f-dcf65032fe07,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:58.450411 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5271eb5d-ed6b-4191-8670-70c706c75996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:58.450940 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-5271eb5d-ed6b-4191-8670-70c706c75996 admin admin] Added segment 916b837a-3956-408c-a58c-8cf4c63322c0 of type vlan for network 7eb9a734-74b2-49bc-9188-4a7ee5495610 Jul 23 23:56:58.482735 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375af939-ee6b-412e-86bd-5981dd968804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=225ecc41-0bf4-4835-a28a-e48b0b84eb2a,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:58.487277 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-375af939-ee6b-412e-86bd-5981dd968804 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=eb4a5af4432e4c09bcd6f276215d2a14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7042413 Jul 23 23:56:58.489913 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45482) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:56:58.512866 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-551eece4-ddca-45c7-9c07-55645b29c65c tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:58.517266 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5271eb5d-ed6b-4191-8670-70c706c75996 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:58.522212 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-551eece4-ddca-45c7-9c07-55645b29c65c tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:58.549712 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cb84144b-01d3-4f47-b910-704b4ad1b447 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:58.573276 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cb84144b-01d3-4f47-b910-704b4ad1b447 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:58.627031 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cb84144b-01d3-4f47-b910-704b4ad1b447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:58.630250 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cb84144b-01d3-4f47-b910-704b4ad1b447 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:58.631499 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-cb84144b-01d3-4f47-b910-704b4ad1b447 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/225ecc41-0bf4-4835-a28a-e48b0b84eb2a HTTP/1.1" status: 204 len: 168 time: 0.1406500 Jul 23 23:56:58.641834 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb84144b-01d3-4f47-b910-704b4ad1b447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=225ecc41-0bf4-4835-a28a-e48b0b84eb2a,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:58.659269 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5271eb5d-ed6b-4191-8670-70c706c75996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:58.660262 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5271eb5d-ed6b-4191-8670-70c706c75996 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:58.661568 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5271eb5d-ed6b-4191-8670-70c706c75996 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:58.726489 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-5271eb5d-ed6b-4191-8670-70c706c75996 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2978804 Jul 23 23:56:58.730535 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45488) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:56:58.741150 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-bc56c3ec-95be-4f66-b53a-e46be4bd6af7 admin admin] Request body: {'subnet': {'network_id': '7eb9a734-74b2-49bc-9188-4a7ee5495610', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1298543129-subnet', 'tenant_id': 'dfe31831d73849c1acf025f7366b9134', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:56:58.761969 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:58.780375 n-d-800088-16 neutron-server[100314]: INFO neutron.db.l3_db [None req-551eece4-ddca-45c7-9c07-55645b29c65c tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Floating IP f7f71561-67be-42ad-b1ab-fe6a16adec4b associated. External IP: 172.25.3.39, port: f9f0f468-aa18-45b6-b6a7-5b05f7d400b0. Jul 23 23:56:58.785111 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d5ff8d6d-cebe-45c9-9f23-31fc58e959ad req-d841ffe0-36a5-448b-b1aa-001cf326efc6 service neutron] 10.222.0.64 "GET /v2.0/ports/5acad72e-d8d6-4866-bdd3-5ad27c763815/bindings/n-h1-800088-16 HTTP/1.1" status: 200 len: 385 time: 0.1834171 Jul 23 23:56:58.786644 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45492) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:56:58.789378 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271eb5d-ed6b-4191-8670-70c706c75996 admin admin] Pushing event updated for resources: {'Network': ['ID=7eb9a734-74b2-49bc-9188-4a7ee5495610,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:58.800439 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 7eb9a734-74b2-49bc-9188-4a7ee5495610 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:56:59.009885 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b2938506-91b1-4b27-8397-76008719f1d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:59.051377 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46d42a-cbc8-41b0-a5ee-d9e550ed996b req-7ddfaf03-0826-46ca-95f9-4d59299dacb9 tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:59.053206 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8d46d42a-cbc8-41b0-a5ee-d9e550ed996b req-7ddfaf03-0826-46ca-95f9-4d59299dacb9 tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] 10.222.0.44 "GET /v2.0/ports?device_id=3cc25539-073d-4b6a-9216-5a799de7e0ba HTTP/1.1" status: 200 len: 950 time: 0.1052763 Jul 23 23:56:59.115679 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8d46d42a-cbc8-41b0-a5ee-d9e550ed996b req-cec646d2-cdd6-4226-bd50-988cb1bc026c tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc5fa8a0-642c-4d38-a590-25f2d1268bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516250 Jul 23 23:56:59.200845 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc56c3ec-95be-4f66-b53a-e46be4bd6af7 admin admin] Made reservation on behalf of dfe31831d73849c1acf025f7366b9134 for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:56:59.203152 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bc56c3ec-95be-4f66-b53a-e46be4bd6af7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:59.345607 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd16ff5-7853-4ab2-8832-e2d32909e52a req-71675469-0a56-4802-9bf2-6bb20e84ac28 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:59.347210 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0dd16ff5-7853-4ab2-8832-e2d32909e52a req-71675469-0a56-4802-9bf2-6bb20e84ac28 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=e06aa624-fa02-437e-9537-68eb3a6c893c HTTP/1.1" status: 200 len: 944 time: 0.1641102 Jul 23 23:56:59.365325 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c11f5e4-ce3f-4fd8-a890-35299cbecdd8 req-bdec6e82-bb36-45f6-9965-ff36cee57257 tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:59.367377 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1c11f5e4-ce3f-4fd8-a890-35299cbecdd8 req-bdec6e82-bb36-45f6-9965-ff36cee57257 tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cc25539-073d-4b6a-9216-5a799de7e0ba HTTP/1.1" status: 200 len: 950 time: 0.1736681 Jul 23 23:56:59.471811 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0dd16ff5-7853-4ab2-8832-e2d32909e52a req-f1155a8e-96c3-4d24-ba7b-0eac4ef40455 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998321 Jul 23 23:56:59.481492 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b2938506-91b1-4b27-8397-76008719f1d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:59.503587 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ae6abb-4eb0-4bc2-b4a0-93822fc72eca req-ca114037-232a-4bc8-bf50-d04d3e91a63e tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:56:59.505153 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-00ae6abb-4eb0-4bc2-b4a0-93822fc72eca req-ca114037-232a-4bc8-bf50-d04d3e91a63e tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1332477-7f4b-4292-b069-ae8c72daf3d2 HTTP/1.1" status: 200 len: 946 time: 0.3234615 Jul 23 23:56:59.506915 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b2938506-91b1-4b27-8397-76008719f1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:59.555575 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-b2938506-91b1-4b27-8397-76008719f1d1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b5b4a531a15d4036869105e7cdbaa1f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7668586 Jul 23 23:56:59.558682 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45522) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:56:59.566395 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2938506-91b1-4b27-8397-76008719f1d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=325b0019-2165-4fdb-805c-393909280e56,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:59.616229 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-1c11f5e4-ce3f-4fd8-a890-35299cbecdd8 req-87f1bb26-5c86-4ad3-84cf-746acb8d7061 tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] Deleting port 3f2be5ca-aadb-45c3-acdd-f686475628c4 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:56:59.616642 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-1c11f5e4-ce3f-4fd8-a890-35299cbecdd8 req-87f1bb26-5c86-4ad3-84cf-746acb8d7061 tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:59.680976 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-00ae6abb-4eb0-4bc2-b4a0-93822fc72eca req-b8b3e2e2-7029-4e0d-9018-9abfd1e8b52f tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "GET /v2.0/security-groups?id=1912b32f-c316-49ef-a3a5-c5567f5f87c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427658 Jul 23 23:56:59.689237 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c4f5f1e8-5433-4e1a-a722-72ef9a18e524 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:59.698016 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-d5ff8d6d-cebe-45c9-9f23-31fc58e959ad req-ef196ac7-dff9-4220-987e-eb257b5b8eb2 service neutron] For port 5acad72e-d8d6-4866-bdd3-5ad27c763815, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=5acad72e-d8d6-4866-bdd3-5ad27c763815,segment=NetworkSegment(d250a78c-273d-4c00-aeaa-fc87cc957e9a),segment_id=d250a78c-273d-4c00-aeaa-fc87cc957e9a)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:56:59.720489 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-551eece4-ddca-45c7-9c07-55645b29c65c tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Router f5396461-e7b9-457e-83eb-c8dd23b24c8f has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:56:59.723124 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bc56c3ec-95be-4f66-b53a-e46be4bd6af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:59.738314 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-d5ff8d6d-cebe-45c9-9f23-31fc58e959ad req-ef196ac7-dff9-4220-987e-eb257b5b8eb2 service neutron] For port 5acad72e-d8d6-4866-bdd3-5ad27c763815, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:56:59.757091 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c4f5f1e8-5433-4e1a-a722-72ef9a18e524 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:59.767477 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-1c11f5e4-ce3f-4fd8-a890-35299cbecdd8 req-87f1bb26-5c86-4ad3-84cf-746acb8d7061 tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] For port 3f2be5ca-aadb-45c3-acdd-f686475628c4, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=3f2be5ca-aadb-45c3-acdd-f686475628c4,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:56:59.767857 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-1c11f5e4-ce3f-4fd8-a890-35299cbecdd8 req-87f1bb26-5c86-4ad3-84cf-746acb8d7061 tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:59.788307 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-1c11f5e4-ce3f-4fd8-a890-35299cbecdd8 req-87f1bb26-5c86-4ad3-84cf-746acb8d7061 tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] Calling delete_port for 3f2be5ca-aadb-45c3-acdd-f686475628c4 owned by compute:nova {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:56:59.818040 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-d5ff8d6d-cebe-45c9-9f23-31fc58e959ad req-ef196ac7-dff9-4220-987e-eb257b5b8eb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5acad72e-d8d6-4866-bdd3-5ad27c763815 {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:56:59.874392 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c4f5f1e8-5433-4e1a-a722-72ef9a18e524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:59.876983 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c4f5f1e8-5433-4e1a-a722-72ef9a18e524 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:59.880499 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c4f5f1e8-5433-4e1a-a722-72ef9a18e524 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/325b0019-2165-4fdb-805c-393909280e56 HTTP/1.1" status: 204 len: 168 time: 0.3183098 Jul 23 23:56:59.898782 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f5f1e8-5433-4e1a-a722-72ef9a18e524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=325b0019-2165-4fdb-805c-393909280e56,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:59.901896 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-d5ff8d6d-cebe-45c9-9f23-31fc58e959ad req-ef196ac7-dff9-4220-987e-eb257b5b8eb2 service neutron] For port 5acad72e-d8d6-4866-bdd3-5ad27c763815, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=5acad72e-d8d6-4866-bdd3-5ad27c763815,segment=NetworkSegment(d250a78c-273d-4c00-aeaa-fc87cc957e9a),segment_id=d250a78c-273d-4c00-aeaa-fc87cc957e9a)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:56:59.906788 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc56c3ec-95be-4f66-b53a-e46be4bd6af7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6e1e37a-ef2c-4bca-ad9c-345fa09479eb,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:56:59.941833 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-d5ff8d6d-cebe-45c9-9f23-31fc58e959ad req-ef196ac7-dff9-4220-987e-eb257b5b8eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:59.975096 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc56c3ec-95be-4f66-b53a-e46be4bd6af7 admin admin] Checking segment: {'id': '916b837a-3956-408c-a58c-8cf4c63322c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7eb9a734-74b2-49bc-9188-4a7ee5495610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:56:59.975744 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc56c3ec-95be-4f66-b53a-e46be4bd6af7 admin admin] Network hostable DHCP agents. Network: 7eb9a734-74b2-49bc-9188-4a7ee5495610, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:57:00.002774 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-1c11f5e4-ce3f-4fd8-a890-35299cbecdd8 req-87f1bb26-5c86-4ad3-84cf-746acb8d7061 tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:00.026306 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['f6543c05-84e8-4834-bbf5-d10898a5e48f', '3f2be5ca-aadb-45c3-acdd-f686475628c4'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:57:00.034439 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-551eece4-ddca-45c7-9c07-55645b29c65c tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:57:00.043176 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-551eece4-ddca-45c7-9c07-55645b29c65c tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:00.045369 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc56c3ec-95be-4f66-b53a-e46be4bd6af7 admin admin] Network 7eb9a734-74b2-49bc-9188-4a7ee5495610 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:57:00.049436 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d98af04-fac7-4c04-b5e8-7f027f8ee84f None None] Sync routers for ids ['f5396461-e7b9-457e-83eb-c8dd23b24c8f'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:57:00.066021 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f1bb26-5c86-4ad3-84cf-746acb8d7061 tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] Pushing event deleted for resources: {'Port': ['ID=3f2be5ca-aadb-45c3-acdd-f686475628c4,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:00.067279 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d98af04-fac7-4c04-b5e8-7f027f8ee84f None None] Routers {'f5396461-e7b9-457e-83eb-c8dd23b24c8f'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:57:00.082496 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-bc56c3ec-95be-4f66-b53a-e46be4bd6af7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 7eb9a734-74b2-49bc-9188-4a7ee5495610) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:57:00.094240 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-9d98af04-fac7-4c04-b5e8-7f027f8ee84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:56:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['f5396461-e7b9-457e-83eb-c8dd23b24c8f'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:57:00.100987 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc56c3ec-95be-4f66-b53a-e46be4bd6af7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:00.101727 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bc56c3ec-95be-4f66-b53a-e46be4bd6af7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:00.136022 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b61f38-e3df-4231-a995-e047ac6bd606 None None] Network 7eb9a734-74b2-49bc-9188-4a7ee5495610 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:57:00.141519 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-551eece4-ddca-45c7-9c07-55645b29c65c tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] 10.222.0.44 "PUT /v2.0/floatingips/f7f71561-67be-42ad-b1ab-fe6a16adec4b HTTP/1.1" status: 200 len: 990 time: 2.5841060 Jul 23 23:57:00.142872 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-d5ff8d6d-cebe-45c9-9f23-31fc58e959ad req-ef196ac7-dff9-4220-987e-eb257b5b8eb2 service neutron] Transition to ACTIVE for port object 5acad72e-d8d6-4866-bdd3-5ad27c763815 will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:57:00.143956 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b56dfb9-17eb-4546-86fc-da6f6ad2c80b', 'tag': 'f9f0f468-aa18-45b6-b6a7-5b05f7d400b0'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:57:00.146640 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ea5a088-df71-443d-acac-b5f74c83043f" -d '{"events": [{"name": "network-changed", "server_uuid": "9b56dfb9-17eb-4546-86fc-da6f6ad2c80b", "tag": "f9f0f468-aa18-45b6-b6a7-5b05f7d400b0"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:57:00.160091 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-bc56c3ec-95be-4f66-b53a-e46be4bd6af7 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4282966 Jul 23 23:57:00.162369 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-d5ff8d6d-cebe-45c9-9f23-31fc58e959ad req-ef196ac7-dff9-4220-987e-eb257b5b8eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:00.190539 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c11f5e4-ce3f-4fd8-a890-35299cbecdd8 req-87f1bb26-5c86-4ad3-84cf-746acb8d7061 tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] No DVR routers for this DVR port 3f2be5ca-aadb-45c3-acdd-f686475628c4 on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:57:00.197597 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-1c11f5e4-ce3f-4fd8-a890-35299cbecdd8 req-87f1bb26-5c86-4ad3-84cf-746acb8d7061 tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:00.202058 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1c11f5e4-ce3f-4fd8-a890-35299cbecdd8 req-87f1bb26-5c86-4ad3-84cf-746acb8d7061 tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] 10.222.0.52 "DELETE /v2.0/ports/3f2be5ca-aadb-45c3-acdd-f686475628c4 HTTP/1.1" status: 204 len: 173 time: 0.8274076 Jul 23 23:57:00.202575 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc25539-073d-4b6a-9216-5a799de7e0ba', 'name': 'network-vif-deleted', 'tag': '3f2be5ca-aadb-45c3-acdd-f686475628c4'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:57:00.207901 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f4390c4-ec83-487a-9c50-085857aa6d6d" -d '{"events": [{"server_uuid": "3cc25539-073d-4b6a-9216-5a799de7e0ba", "name": "network-vif-deleted", "tag": "3f2be5ca-aadb-45c3-acdd-f686475628c4"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:57:00.328519 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ff8d6d-cebe-45c9-9f23-31fc58e959ad req-ef196ac7-dff9-4220-987e-eb257b5b8eb2 service neutron] No DVR routers for this DVR port 5acad72e-d8d6-4866-bdd3-5ad27c763815 on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:57:00.408446 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4982d2-d752-424b-86ca-9d5b693c079c None None] Network 7eb9a734-74b2-49bc-9188-4a7ee5495610 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:57:00.413979 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-9d98af04-fac7-4c04-b5e8-7f027f8ee84f None None] Set router f5396461-e7b9-457e-83eb-c8dd23b24c8f gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:57:00.479509 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-dbccdeac-a7c1-4344-8788-39b848b71626 req-d8612155-ec46-4306-ad72-1c47376cb629 tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] 10.222.0.44 "GET /v2.0/ports?device_id=3cc25539-073d-4b6a-9216-5a799de7e0ba HTTP/1.1" status: 200 len: 210 time: 0.1616974 Jul 23 23:57:00.531881 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef196ac7-dff9-4220-987e-eb257b5b8eb2 service neutron] Pushing event updated for resources: {'Port': ['ID=5acad72e-d8d6-4866-bdd3-5ad27c763815,revision_number=10']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:00.561588 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d5ff8d6d-cebe-45c9-9f23-31fc58e959ad req-ef196ac7-dff9-4220-987e-eb257b5b8eb2 service neutron] 10.222.0.64 "PUT /v2.0/ports/5acad72e-d8d6-4866-bdd3-5ad27c763815/bindings/n-h1-800088-16/activate HTTP/1.1" status: 200 len: 370 time: 1.7695727 Jul 23 23:57:00.563172 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-690ff918-6791-480e-913d-1e7866d2e68f x-openstack-request-id: req-690ff918-6791-480e-913d-1e7866d2e68f {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:57:00.563558 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b56dfb9-17eb-4546-86fc-da6f6ad2c80b", "tag": "f9f0f468-aa18-45b6-b6a7-5b05f7d400b0", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:57:00.564102 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-690ff918-6791-480e-913d-1e7866d2e68f {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:57:00.568298 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b56dfb9-17eb-4546-86fc-da6f6ad2c80b', 'tag': 'f9f0f468-aa18-45b6-b6a7-5b05f7d400b0', 'status': 'completed', 'code': 200} Jul 23 23:57:00.627542 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-226dccbc-a6c6-4532-a100-a81a02da173e x-openstack-request-id: req-226dccbc-a6c6-4532-a100-a81a02da173e {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:57:00.627911 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc25539-073d-4b6a-9216-5a799de7e0ba", "name": "network-vif-deleted", "tag": "3f2be5ca-aadb-45c3-acdd-f686475628c4", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:57:00.628263 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-226dccbc-a6c6-4532-a100-a81a02da173e {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:57:00.628954 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc25539-073d-4b6a-9216-5a799de7e0ba', 'name': 'network-vif-deleted', 'tag': '3f2be5ca-aadb-45c3-acdd-f686475628c4', 'status': 'completed', 'code': 200} Jul 23 23:57:00.707947 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5a088-df71-443d-acac-b5f74c83043f req-ef953a67-b62e-4a49-955a-ad4493665a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:00.709613 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7ea5a088-df71-443d-acac-b5f74c83043f req-ef953a67-b62e-4a49-955a-ad4493665a94 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4bf4cdc5515a40d7ad05decd4185164d&device_id=9b56dfb9-17eb-4546-86fc-da6f6ad2c80b HTTP/1.1" status: 200 len: 1097 time: 0.1133976 Jul 23 23:57:00.838112 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff8d6d-cebe-45c9-9f23-31fc58e959ad req-1e1a2110-38cb-45bd-a58f-2298b3f0ef0d tempest-LiveAutoBlockMigrationV225Test-1467793608 tempest-LiveAutoBlockMigrationV225Test-1467793608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:00.847760 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d5ff8d6d-cebe-45c9-9f23-31fc58e959ad req-1e1a2110-38cb-45bd-a58f-2298b3f0ef0d tempest-LiveAutoBlockMigrationV225Test-1467793608 tempest-LiveAutoBlockMigrationV225Test-1467793608-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=e06aa624-fa02-437e-9537-68eb3a6c893c&tenant_id=d9405b5ff79541cbb5225ec709273225&binding%3Ahost_id=n-h2-800088-16 HTTP/1.1" status: 200 len: 1097 time: 0.2050941 Jul 23 23:57:00.928381 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-9d98af04-fac7-4c04-b5e8-7f027f8ee84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5396461-e7b9-457e-83eb-c8dd23b24c8f', 'name': 'tempest-ServersTestManualDisk-245800099-router', 'tenant_id': '4bf4cdc5515a40d7ad05decd4185164d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '6fe8c1fa-9807-4413-a54b-aaaa2de7a505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:56:18Z', 'updated_at': '2021-07-23T23:56:29Z', 'revision_number': 4, 'project_id': '4bf4cdc5515a40d7ad05decd4185164d', 'gw_port': {'id': '6fe8c1fa-9807-4413-a54b-aaaa2de7a505', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:dd:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5396461-e7b9-457e-83eb-c8dd23b24c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:56:21Z', 'updated_at': '2021-07-23T23:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': 'f7f71561-67be-42ad-b1ab-fe6a16adec4b', 'tenant_id': '4bf4cdc5515a40d7ad05decd4185164d', 'floating_ip_address': '172.25.3.39', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': 'f5396461-e7b9-457e-83eb-c8dd23b24c8f', 'port_id': 'f9f0f468-aa18-45b6-b6a7-5b05f7d400b0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 851, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85c9f26f-731d-44b5-92b1-ca68826725b8', 'mac_address': 'fa:16:3e:a1:8e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b56dfb9-17eb-4546-86fc-da6f6ad2c80b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:56:38Z', 'updated_at': '2021-07-23T23:56:58Z', 'revision_number': 1, 'project_id': '4bf4cdc5515a40d7ad05decd4185164d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a6de36c-1f0f-4922-a66b-5265ffec0dd6', 'name': '', 'network_id': '85c9f26f-731d-44b5-92b1-ca68826725b8', 'tenant_id': '4bf4cdc5515a40d7ad05decd4185164d', 'mac_address': 'fa:16:3e:1c:7f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5396461-e7b9-457e-83eb-c8dd23b24c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'b7fb4eeb-013a-4a61-a243-81e1ee8590a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:56:28Z', 'updated_at': '2021-07-23T23:56:36Z', 'revision_number': 5, 'project_id': '4bf4cdc5515a40d7ad05decd4185164d', 'subnets': [{'id': 'b7fb4eeb-013a-4a61-a243-81e1ee8590a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:57:00.929301 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5a088-df71-443d-acac-b5f74c83043f req-baceb393-6983-42ca-9f07-d5a5e4751d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:00.931404 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7ea5a088-df71-443d-acac-b5f74c83043f req-baceb393-6983-42ca-9f07-d5a5e4751d61 service neutron] 10.222.0.64 "GET /v2.0/networks?id=85c9f26f-731d-44b5-92b1-ca68826725b8 HTTP/1.1" status: 200 len: 912 time: 0.2137229 Jul 23 23:57:00.961089 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d98af04-fac7-4c04-b5e8-7f027f8ee84f None None] Checking router: f5396461-e7b9-457e-83eb-c8dd23b24c8f for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:57:00.970317 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d98af04-fac7-4c04-b5e8-7f027f8ee84f None None] Routers {'f5396461-e7b9-457e-83eb-c8dd23b24c8f'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:57:00.971132 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-9d98af04-fac7-4c04-b5e8-7f027f8ee84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:56:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['f5396461-e7b9-457e-83eb-c8dd23b24c8f'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:57:01.014930 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14a84c8-6653-47e9-bc50-2a323eb1ad80 req-f030903f-79e0-47c9-bbc4-940541649ff4 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:01.016471 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b14a84c8-6653-47e9-bc50-2a323eb1ad80 req-f030903f-79e0-47c9-bbc4-940541649ff4 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=e06aa624-fa02-437e-9537-68eb3a6c893c HTTP/1.1" status: 200 len: 945 time: 0.2842343 Jul 23 23:57:01.067762 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7ea5a088-df71-443d-acac-b5f74c83043f req-259cd2cc-7b56-4449-98a1-890799465bda service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9f0f468-aa18-45b6-b6a7-5b05f7d400b0 HTTP/1.1" status: 200 len: 998 time: 0.1134593 Jul 23 23:57:01.123061 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff8d6d-cebe-45c9-9f23-31fc58e959ad req-6ed43c7f-5853-4dd1-9c76-e8ee749fb245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:01.124593 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d5ff8d6d-cebe-45c9-9f23-31fc58e959ad req-6ed43c7f-5853-4dd1-9c76-e8ee749fb245 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e06aa624-fa02-437e-9537-68eb3a6c893c&tenant_id=d9405b5ff79541cbb5225ec709273225 HTTP/1.1" status: 200 len: 1097 time: 0.2684753 Jul 23 23:57:01.133525 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b14a84c8-6653-47e9-bc50-2a323eb1ad80 req-c11805b9-fbc9-4ef0-b0ae-ffaf30b662f1 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908916 Jul 23 23:57:01.139198 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-9d98af04-fac7-4c04-b5e8-7f027f8ee84f None None] Set router f5396461-e7b9-457e-83eb-c8dd23b24c8f gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:57:01.154761 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5a088-df71-443d-acac-b5f74c83043f req-7ba4c536-73d9-4af2-bfac-92a43989211a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:01.157296 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7ea5a088-df71-443d-acac-b5f74c83043f req-7ba4c536-73d9-4af2-bfac-92a43989211a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b7fb4eeb-013a-4a61-a243-81e1ee8590a2 HTTP/1.1" status: 200 len: 850 time: 0.0860279 Jul 23 23:57:01.243216 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff8d6d-cebe-45c9-9f23-31fc58e959ad req-bfcb7979-eedc-4ca3-a79b-5181b5cd31cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:01.245141 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d5ff8d6d-cebe-45c9-9f23-31fc58e959ad req-bfcb7979-eedc-4ca3-a79b-5181b5cd31cb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d9405b5ff79541cbb5225ec709273225&device_id=e06aa624-fa02-437e-9537-68eb3a6c893c HTTP/1.1" status: 200 len: 1097 time: 0.0942609 Jul 23 23:57:01.264427 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5a088-df71-443d-acac-b5f74c83043f req-b341b6d7-c85b-4285-8a54-1cf251ab4f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:01.267032 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7ea5a088-df71-443d-acac-b5f74c83043f req-b341b6d7-c85b-4285-8a54-1cf251ab4f9d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=85c9f26f-731d-44b5-92b1-ca68826725b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1038730 Jul 23 23:57:01.343367 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff8d6d-cebe-45c9-9f23-31fc58e959ad req-ea0de993-7283-4bb1-8c93-47befdfb235b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:01.345291 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d5ff8d6d-cebe-45c9-9f23-31fc58e959ad req-ea0de993-7283-4bb1-8c93-47befdfb235b service neutron] 10.222.0.52 "GET /v2.0/networks?id=cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed HTTP/1.1" status: 200 len: 919 time: 0.0930207 Jul 23 23:57:01.399391 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d5ff8d6d-cebe-45c9-9f23-31fc58e959ad req-1871fa04-be55-4412-af41-594a85314994 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5acad72e-d8d6-4866-bdd3-5ad27c763815 HTTP/1.1" status: 200 len: 217 time: 0.0469978 Jul 23 23:57:01.438550 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7ea5a088-df71-443d-acac-b5f74c83043f req-66767912-ae6a-4645-8e7d-1311d54f3684 service neutron] 10.222.0.64 "GET /v2.0/networks/85c9f26f-731d-44b5-92b1-ca68826725b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648028 Jul 23 23:57:01.495981 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff8d6d-cebe-45c9-9f23-31fc58e959ad req-72b51d7e-1f75-428b-b74e-b1951d0a7695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:01.504058 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d5ff8d6d-cebe-45c9-9f23-31fc58e959ad req-72b51d7e-1f75-428b-b74e-b1951d0a7695 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3dff00ee-bed2-4c8a-b785-e9725c9c9b9c HTTP/1.1" status: 200 len: 858 time: 0.0977933 Jul 23 23:57:01.538308 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-9d98af04-fac7-4c04-b5e8-7f027f8ee84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5396461-e7b9-457e-83eb-c8dd23b24c8f', 'name': 'tempest-ServersTestManualDisk-245800099-router', 'tenant_id': '4bf4cdc5515a40d7ad05decd4185164d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '6fe8c1fa-9807-4413-a54b-aaaa2de7a505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:56:18Z', 'updated_at': '2021-07-23T23:56:29Z', 'revision_number': 4, 'project_id': '4bf4cdc5515a40d7ad05decd4185164d', 'gw_port': {'id': '6fe8c1fa-9807-4413-a54b-aaaa2de7a505', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:dd:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5396461-e7b9-457e-83eb-c8dd23b24c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:56:21Z', 'updated_at': '2021-07-23T23:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': 'f7f71561-67be-42ad-b1ab-fe6a16adec4b', 'tenant_id': '4bf4cdc5515a40d7ad05decd4185164d', 'floating_ip_address': '172.25.3.39', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': 'f5396461-e7b9-457e-83eb-c8dd23b24c8f', 'port_id': 'f9f0f468-aa18-45b6-b6a7-5b05f7d400b0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 851, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85c9f26f-731d-44b5-92b1-ca68826725b8', 'mac_address': 'fa:16:3e:a1:8e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b56dfb9-17eb-4546-86fc-da6f6ad2c80b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:56:38Z', 'updated_at': '2021-07-23T23:56:58Z', 'revision_number': 1, 'project_id': '4bf4cdc5515a40d7ad05decd4185164d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a6de36c-1f0f-4922-a66b-5265ffec0dd6', 'name': '', 'network_id': '85c9f26f-731d-44b5-92b1-ca68826725b8', 'tenant_id': '4bf4cdc5515a40d7ad05decd4185164d', 'mac_address': 'fa:16:3e:1c:7f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5396461-e7b9-457e-83eb-c8dd23b24c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'b7fb4eeb-013a-4a61-a243-81e1ee8590a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:56:28Z', 'updated_at': '2021-07-23T23:56:36Z', 'revision_number': 5, 'project_id': '4bf4cdc5515a40d7ad05decd4185164d', 'subnets': [{'id': 'b7fb4eeb-013a-4a61-a243-81e1ee8590a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:57:01.561033 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d5ff8d6d-cebe-45c9-9f23-31fc58e959ad req-c95ac54a-124b-43b7-b390-4bc1daade2a8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498428 Jul 23 23:57:01.576177 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7ea5a088-df71-443d-acac-b5f74c83043f req-ab21967e-f321-4e9a-8b1b-6815f6042ec9 service neutron] 10.222.0.64 "GET /v2.0/networks/85c9f26f-731d-44b5-92b1-ca68826725b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290808 Jul 23 23:57:01.602685 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356a3ff8-e658-41d1-8ec2-0a5ac10d229a req-e24ef125-6d25-4c9e-be23-a81719d583d0 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:01.606500 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-356a3ff8-e658-41d1-8ec2-0a5ac10d229a req-e24ef125-6d25-4c9e-be23-a81719d583d0 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1332477-7f4b-4292-b069-ae8c72daf3d2 HTTP/1.1" status: 200 len: 946 time: 0.2526507 Jul 23 23:57:01.661271 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-356a3ff8-e658-41d1-8ec2-0a5ac10d229a req-85f66557-f09b-4224-86e9-5559cc99e1ea tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "GET /v2.0/security-groups?id=1912b32f-c316-49ef-a3a5-c5567f5f87c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472481 Jul 23 23:57:01.694105 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d98af04-fac7-4c04-b5e8-7f027f8ee84f None None] The sync data for ids ['f5396461-e7b9-457e-83eb-c8dd23b24c8f'] in n-d-800088-16 is: [{'id': 'f5396461-e7b9-457e-83eb-c8dd23b24c8f', 'name': 'tempest-ServersTestManualDisk-245800099-router', 'tenant_id': '4bf4cdc5515a40d7ad05decd4185164d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '6fe8c1fa-9807-4413-a54b-aaaa2de7a505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:56:18Z', 'updated_at': '2021-07-23T23:56:29Z', 'revision_number': 4, 'project_id': '4bf4cdc5515a40d7ad05decd4185164d', 'gw_port': {'id': '6fe8c1fa-9807-4413-a54b-aaaa2de7a505', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:dd:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5396461-e7b9-457e-83eb-c8dd23b24c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:56:21Z', 'updated_at': '2021-07-23T23:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': 'f7f71561-67be-42ad-b1ab-fe6a16adec4b', 'tenant_id': '4bf4cdc5515a40d7ad05decd4185164d', 'floating_ip_address': '172.25.3.39', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': 'f5396461-e7b9-457e-83eb-c8dd23b24c8f', 'port_id': 'f9f0f468-aa18-45b6-b6a7-5b05f7d400b0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 851, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85c9f26f-731d-44b5-92b1-ca68826725b8', 'mac_address': 'fa:16:3e:a1:8e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b56dfb9-17eb-4546-86fc-da6f6ad2c80b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:56:38Z', 'updated_at': '2021-07-23T23:56:58Z', 'revision_number': 1, 'project_id': '4bf4cdc5515a40d7ad05decd4185164d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a6de36c-1f0f-4922-a66b-5265ffec0dd6', 'name': '', 'network_id': '85c9f26f-731d-44b5-92b1-ca68826725b8', 'tenant_id': '4bf4cdc5515a40d7ad05decd4185164d', 'mac_address': 'fa:16:3e:1c:7f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5396461-e7b9-457e-83eb-c8dd23b24c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'b7fb4eeb-013a-4a61-a243-81e1ee8590a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:56:28Z', 'updated_at': '2021-07-23T23:56:36Z', 'revision_number': 5, 'project_id': '4bf4cdc5515a40d7ad05decd4185164d', 'subnets': [{'id': 'b7fb4eeb-013a-4a61-a243-81e1ee8590a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:57:01.744575 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cabd6f0-a81a-4aa7-83a0-c9f56a8e5bd5 req-07e14506-d2d5-48f8-843c-4c9b1bc08454 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:01.746165 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0cabd6f0-a81a-4aa7-83a0-c9f56a8e5bd5 req-07e14506-d2d5-48f8-843c-4c9b1bc08454 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/networks?id=7eb9a734-74b2-49bc-9188-4a7ee5495610 HTTP/1.1" status: 200 len: 805 time: 0.1879389 Jul 23 23:57:01.752181 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d5ff8d6d-cebe-45c9-9f23-31fc58e959ad req-801e8d56-6a5a-45e8-aee3-bf9a2846e1e8 service neutron] 10.222.0.52 "GET /v2.0/networks/cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802125 Jul 23 23:57:01.787162 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0cabd6f0-a81a-4aa7-83a0-c9f56a8e5bd5 req-c67d462f-3e53-424c-b262-04b265b44b62 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/quotas/dfe31831d73849c1acf025f7366b9134 HTTP/1.1" status: 200 len: 375 time: 0.0309138 Jul 23 23:57:01.841535 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0cabd6f0-a81a-4aa7-83a0-c9f56a8e5bd5 req-71732a79-242c-4ef9-a54f-0a7731fe5937 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=dfe31831d73849c1acf025f7366b9134&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0521548 Jul 23 23:57:01.947048 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d5ff8d6d-cebe-45c9-9f23-31fc58e959ad req-235ce2b5-cc7a-45ff-b2bc-4680d1d92766 service neutron] 10.222.0.52 "GET /v2.0/networks/cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798878 Jul 23 23:57:02.006536 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f422f2-4b10-4bca-aa78-f5ef27fd1c07 None None] New status for floating IP f7f71561-67be-42ad-b1ab-fe6a16adec4b: ACTIVE {{(pid=100315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 23:57:02.216180 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0cabd6f0-a81a-4aa7-83a0-c9f56a8e5bd5 req-f0dc44df-00fb-479c-bc19-acb6d8a5cdc2 service neutron] 10.222.0.44 "GET /v2.0/networks/7eb9a734-74b2-49bc-9188-4a7ee5495610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3692384 Jul 23 23:57:02.285636 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec717ad4-c83f-48b6-805b-a23b4eedcb5e req-58d95d95-30ad-4cda-8ef1-88a4cf3255cd tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:02.287709 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ec717ad4-c83f-48b6-805b-a23b4eedcb5e req-58d95d95-30ad-4cda-8ef1-88a4cf3255cd tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] 10.222.0.44 "GET /v2.0/ports?device_id=572b798d-a1c9-4e15-afa2-cae7b0b983fe HTTP/1.1" status: 200 len: 949 time: 0.1037326 Jul 23 23:57:02.333292 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ec717ad4-c83f-48b6-805b-a23b4eedcb5e req-277e1408-6285-4426-be9a-86d8d0752143 tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc5fa8a0-642c-4d38-a590-25f2d1268bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396776 Jul 23 23:57:02.384395 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0cabd6f0-a81a-4aa7-83a0-c9f56a8e5bd5 req-b3f223e6-f4d0-4773-8bba-1cc041a1f9e8 service neutron] 10.222.0.44 "GET /v2.0/networks/7eb9a734-74b2-49bc-9188-4a7ee5495610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673310 Jul 23 23:57:02.412573 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff8d6d-cebe-45c9-9f23-31fc58e959ad req-80f08c4f-0fb9-4fb8-a5a2-5259007b1d9a tempest-LiveAutoBlockMigrationV225Test-1467793608 tempest-LiveAutoBlockMigrationV225Test-1467793608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:02.415079 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d5ff8d6d-cebe-45c9-9f23-31fc58e959ad req-80f08c4f-0fb9-4fb8-a5a2-5259007b1d9a tempest-LiveAutoBlockMigrationV225Test-1467793608 tempest-LiveAutoBlockMigrationV225Test-1467793608-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=e06aa624-fa02-437e-9537-68eb3a6c893c&tenant_id=d9405b5ff79541cbb5225ec709273225&binding%3Ahost_id=n-h1-800088-16 HTTP/1.1" status: 200 len: 1097 time: 0.1607881 Jul 23 23:57:02.519867 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac659ba-13cc-4f40-ab33-d4e8e09b6c68 req-8e387d46-2049-44a3-acbd-4b2758f03b41 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:02.527222 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fac659ba-13cc-4f40-ab33-d4e8e09b6c68 req-8e387d46-2049-44a3-acbd-4b2758f03b41 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=e06aa624-fa02-437e-9537-68eb3a6c893c HTTP/1.1" status: 200 len: 945 time: 0.1002250 Jul 23 23:57:02.587846 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fac659ba-13cc-4f40-ab33-d4e8e09b6c68 req-f238de8d-4315-43d4-9e30-b6797d120379 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531478 Jul 23 23:57:02.625461 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-d5ff8d6d-cebe-45c9-9f23-31fc58e959ad req-2f980255-399f-4631-be63-94bf7b8d4820 service neutron] For port 5acad72e-d8d6-4866-bdd3-5ad27c763815, host n-h2-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:57:02.633959 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d5ff8d6d-cebe-45c9-9f23-31fc58e959ad req-2f980255-399f-4631-be63-94bf7b8d4820 service neutron] Notify callbacks [] for binding, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:02.638348 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d5ff8d6d-cebe-45c9-9f23-31fc58e959ad req-2f980255-399f-4631-be63-94bf7b8d4820 service neutron] 10.222.0.52 "DELETE /v2.0/ports/5acad72e-d8d6-4866-bdd3-5ad27c763815/bindings/n-h2-800088-16 HTTP/1.1" status: 204 len: 173 time: 0.2160754 Jul 23 23:57:02.708218 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-448caa1b-3d67-4728-9b1e-5ef12f966728 req-d6ebd64c-14d6-40f9-937f-d35129bbeccc tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/ports?device_id=903b66c6-c309-4c30-89fd-6d6381093e4e HTTP/1.1" status: 200 len: 210 time: 0.0490873 Jul 23 23:57:02.890435 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a88aaf-608a-4457-a903-da282b68eeed req-c968088a-6e01-4441-875b-54c6555cd989 tempest-LiveAutoBlockMigrationV225Test-1467793608 tempest-LiveAutoBlockMigrationV225Test-1467793608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:02.898478 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d6a88aaf-608a-4457-a903-da282b68eeed req-c968088a-6e01-4441-875b-54c6555cd989 tempest-LiveAutoBlockMigrationV225Test-1467793608 tempest-LiveAutoBlockMigrationV225Test-1467793608-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e06aa624-fa02-437e-9537-68eb3a6c893c HTTP/1.1" status: 200 len: 1097 time: 0.0841253 Jul 23 23:57:02.912585 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1f6d12-71c0-43a9-99a2-0d6fe97579c0 req-6c43226a-604f-4b8e-93c5-e9706649abdf tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:02.916626 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cc1f6d12-71c0-43a9-99a2-0d6fe97579c0 req-6c43226a-604f-4b8e-93c5-e9706649abdf tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1332477-7f4b-4292-b069-ae8c72daf3d2 HTTP/1.1" status: 200 len: 946 time: 0.1144459 Jul 23 23:57:02.918574 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 5acad72e-d8d6-4866-bdd3-5ad27c763815 no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:57:02.953601 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d6a88aaf-608a-4457-a903-da282b68eeed req-1842664e-92bf-40f0-abf9-13141a6a1a2b tempest-LiveAutoBlockMigrationV225Test-1467793608 tempest-LiveAutoBlockMigrationV225Test-1467793608-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542419 Jul 23 23:57:02.970028 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 5acad72e-d8d6-4866-bdd3-5ad27c763815 not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:57:03.019921 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cc1f6d12-71c0-43a9-99a2-0d6fe97579c0 req-1638b0c5-3d44-48d3-9d18-309b7ca04d65 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "GET /v2.0/security-groups?id=1912b32f-c316-49ef-a3a5-c5567f5f87c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983675 Jul 23 23:57:03.198236 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45666) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:57:03.223221 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45670) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:57:03.337634 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-19507fe7-7e29-4c83-b1e1-f9b22b79a998 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:03.348988 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-604fa5e9-a4be-4c02-89d0-f7b1c9b68d9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:03.507883 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a204d99-d010-46b8-a819-92e460d0e512 req-7bc07459-b7af-4e88-a6a6-e69c41c89f3c tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:03.513577 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8a204d99-d010-46b8-a819-92e460d0e512 req-7bc07459-b7af-4e88-a6a6-e69c41c89f3c tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/networks?id=cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed HTTP/1.1" status: 200 len: 818 time: 0.1398046 Jul 23 23:57:03.524519 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-19507fe7-7e29-4c83-b1e1-f9b22b79a998 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:03.525088 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8a204d99-d010-46b8-a819-92e460d0e512 req-2fccb0dd-916b-4354-861e-c4befe486c10 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/quotas/d9405b5ff79541cbb5225ec709273225 HTTP/1.1" status: 200 len: 375 time: 0.0101295 Jul 23 23:57:03.535556 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-19507fe7-7e29-4c83-b1e1-f9b22b79a998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:03.597761 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-19507fe7-7e29-4c83-b1e1-f9b22b79a998 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=34f2de118f7d4697aa126c79fefc1035&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3982747 Jul 23 23:57:03.603067 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45686) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:57:03.607585 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f31a6c6-5940-4a40-a701-1b086c8391ea req-7931158c-c4c5-4313-90d5-99399e8814fb tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:03.609119 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6f31a6c6-5940-4a40-a701-1b086c8391ea req-7931158c-c4c5-4313-90d5-99399e8814fb tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] 10.222.0.44 "GET /v2.0/ports?device_id=572b798d-a1c9-4e15-afa2-cae7b0b983fe HTTP/1.1" status: 200 len: 949 time: 0.1774704 Jul 23 23:57:03.617623 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3366f66f-d917-4a4a-8d4f-d272bfc7979a req-1484c538-d91a-47aa-a870-7bdd4b0836f2 tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:03.619112 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3366f66f-d917-4a4a-8d4f-d272bfc7979a req-1484c538-d91a-47aa-a870-7bdd4b0836f2 tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] 10.222.0.52 "GET /v2.0/ports?device_id=572b798d-a1c9-4e15-afa2-cae7b0b983fe HTTP/1.1" status: 200 len: 949 time: 0.2015588 Jul 23 23:57:03.619922 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19507fe7-7e29-4c83-b1e1-f9b22b79a998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ffe79b-d65d-4b5e-9e20-265e844c0511,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:03.673281 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8a204d99-d010-46b8-a819-92e460d0e512 req-f1d16feb-897e-4198-b8cd-262e8c9d7cbf tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d9405b5ff79541cbb5225ec709273225&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1394882 Jul 23 23:57:03.691629 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6f31a6c6-5940-4a40-a701-1b086c8391ea req-74d2c02e-f3c8-48ef-933a-896057fb2ce2 tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc5fa8a0-642c-4d38-a590-25f2d1268bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688682 Jul 23 23:57:03.723066 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8c8053ef-0171-4be8-b45e-735cafb0e3f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:03.756998 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-3366f66f-d917-4a4a-8d4f-d272bfc7979a req-4e36e636-0e57-4346-a299-2dfdda1463cb tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] Deleting port f6543c05-84e8-4834-bbf5-d10898a5e48f {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:57:03.757850 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-3366f66f-d917-4a4a-8d4f-d272bfc7979a req-4e36e636-0e57-4346-a299-2dfdda1463cb tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:03.786730 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-604fa5e9-a4be-4c02-89d0-f7b1c9b68d9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:03.798479 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8c8053ef-0171-4be8-b45e-735cafb0e3f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:03.804541 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-604fa5e9-a4be-4c02-89d0-f7b1c9b68d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:03.890539 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-604fa5e9-a4be-4c02-89d0-f7b1c9b68d9b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b080db531b7a4a4bbcf1359940af39d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6632776 Jul 23 23:57:03.891050 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604fa5e9-a4be-4c02-89d0-f7b1c9b68d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3bb630f-1b8f-48b3-8c89-607285abc759,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:03.893635 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45692) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:57:03.897690 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8a204d99-d010-46b8-a819-92e460d0e512 req-cf04a0b8-8a2f-4d38-a23a-489ef7edc1e2 service neutron] 10.222.0.44 "GET /v2.0/networks/cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153833 Jul 23 23:57:03.935939 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-24cb9f06-2e10-4d6f-b982-9f08a436dc5a req-d6474e82-543e-42d1-8c90-adf439613831 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/ports?device_id=903b66c6-c309-4c30-89fd-6d6381093e4e HTTP/1.1" status: 200 len: 210 time: 0.0629842 Jul 23 23:57:04.005182 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 3f2be5ca-aadb-45c3-acdd-f686475628c4 no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:57:04.011935 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-3366f66f-d917-4a4a-8d4f-d272bfc7979a req-4e36e636-0e57-4346-a299-2dfdda1463cb tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] For port f6543c05-84e8-4834-bbf5-d10898a5e48f, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=f6543c05-84e8-4834-bbf5-d10898a5e48f,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:57:04.012322 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-3366f66f-d917-4a4a-8d4f-d272bfc7979a req-4e36e636-0e57-4346-a299-2dfdda1463cb tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:04.025571 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] No Port match for: 3f2be5ca-aadb-45c3-acdd-f686475628c4 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:57:04.026188 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 3f2be5ca-aadb-45c3-acdd-f686475628c4 not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:57:04.028117 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8c8053ef-0171-4be8-b45e-735cafb0e3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:04.031137 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8c8053ef-0171-4be8-b45e-735cafb0e3f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:04.034591 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-8c8053ef-0171-4be8-b45e-735cafb0e3f5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f7ffe79b-d65d-4b5e-9e20-265e844c0511 HTTP/1.1" status: 204 len: 168 time: 0.4283173 Jul 23 23:57:04.034794 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-3366f66f-d917-4a4a-8d4f-d272bfc7979a req-4e36e636-0e57-4346-a299-2dfdda1463cb tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] Calling delete_port for f6543c05-84e8-4834-bbf5-d10898a5e48f owned by compute:nova {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:57:04.049257 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-11b328f9-8e9e-4843-a75f-a39e841f95ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:04.059036 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8053ef-0171-4be8-b45e-735cafb0e3f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ffe79b-d65d-4b5e-9e20-265e844c0511,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:04.064364 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cabd6f0-a81a-4aa7-83a0-c9f56a8e5bd5 req-2e2ccf61-098c-46b6-8a63-8d4fe2ac428f tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:04.065940 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0cabd6f0-a81a-4aa7-83a0-c9f56a8e5bd5 req-2e2ccf61-098c-46b6-8a63-8d4fe2ac428f tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.52 "GET /v2.0/networks?id=7eb9a734-74b2-49bc-9188-4a7ee5495610 HTTP/1.1" status: 200 len: 805 time: 0.2223818 Jul 23 23:57:04.110832 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8a204d99-d010-46b8-a819-92e460d0e512 req-55f12384-fccb-4c23-8609-3472dd37688d service neutron] 10.222.0.44 "GET /v2.0/networks/cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048874 Jul 23 23:57:04.126433 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-11b328f9-8e9e-4843-a75f-a39e841f95ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:04.127287 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-0cabd6f0-a81a-4aa7-83a0-c9f56a8e5bd5 req-e275c378-b27c-4bec-8b83-8088d217040d tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Request body: {'port': {'device_id': '903b66c6-c309-4c30-89fd-6d6381093e4e', 'network_id': '7eb9a734-74b2-49bc-9188-4a7ee5495610', 'admin_state_up': True, 'tenant_id': 'dfe31831d73849c1acf025f7366b9134'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:57:04.197452 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-11b328f9-8e9e-4843-a75f-a39e841f95ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:04.201431 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-11b328f9-8e9e-4843-a75f-a39e841f95ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:04.202854 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-11b328f9-8e9e-4843-a75f-a39e841f95ab admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d3bb630f-1b8f-48b3-8c89-607285abc759 HTTP/1.1" status: 204 len: 168 time: 0.3075581 Jul 23 23:57:04.212692 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b328f9-8e9e-4843-a75f-a39e841f95ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3bb630f-1b8f-48b3-8c89-607285abc759,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:04.347895 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70df49e9-dfba-4c5d-8b5b-ed7f79994cd0 req-db21799c-f317-4e8f-b803-03b27eb4806b tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:04.355446 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-70df49e9-dfba-4c5d-8b5b-ed7f79994cd0 req-db21799c-f317-4e8f-b803-03b27eb4806b tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1332477-7f4b-4292-b069-ae8c72daf3d2 HTTP/1.1" status: 200 len: 946 time: 0.2393568 Jul 23 23:57:04.437288 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-81d90cc0-f0f2-4745-8ca1-6fee898ff193 req-f73916c4-33cd-481c-860e-785c8cff708a tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=60ef96c6-2a1a-44e8-9008-94fb8d7fc7d4 HTTP/1.1" status: 200 len: 210 time: 0.0498376 Jul 23 23:57:04.438452 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cabd6f0-a81a-4aa7-83a0-c9f56a8e5bd5 req-e275c378-b27c-4bec-8b83-8088d217040d tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Made reservation on behalf of dfe31831d73849c1acf025f7366b9134 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:57:04.441965 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-0cabd6f0-a81a-4aa7-83a0-c9f56a8e5bd5 req-e275c378-b27c-4bec-8b83-8088d217040d tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:04.463403 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-3366f66f-d917-4a4a-8d4f-d272bfc7979a req-4e36e636-0e57-4346-a299-2dfdda1463cb tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:04.477700 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-70df49e9-dfba-4c5d-8b5b-ed7f79994cd0 req-6853e81c-7e2f-4d84-86aa-c078202560f6 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "GET /v2.0/security-groups?id=1912b32f-c316-49ef-a3a5-c5567f5f87c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210399 Jul 23 23:57:04.481343 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['f6543c05-84e8-4834-bbf5-d10898a5e48f'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:57:04.545442 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e36e636-0e57-4346-a299-2dfdda1463cb tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] Pushing event deleted for resources: {'Port': ['ID=f6543c05-84e8-4834-bbf5-d10898a5e48f,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:04.632989 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-3366f66f-d917-4a4a-8d4f-d272bfc7979a req-4e36e636-0e57-4346-a299-2dfdda1463cb tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] No DVR routers for this DVR port f6543c05-84e8-4834-bbf5-d10898a5e48f on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:57:04.637147 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-3366f66f-d917-4a4a-8d4f-d272bfc7979a req-4e36e636-0e57-4346-a299-2dfdda1463cb tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:04.639189 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3366f66f-d917-4a4a-8d4f-d272bfc7979a req-4e36e636-0e57-4346-a299-2dfdda1463cb tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] 10.222.0.52 "DELETE /v2.0/ports/f6543c05-84e8-4834-bbf5-d10898a5e48f HTTP/1.1" status: 204 len: 173 time: 1.0010414 Jul 23 23:57:04.639698 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '572b798d-a1c9-4e15-afa2-cae7b0b983fe', 'name': 'network-vif-deleted', 'tag': 'f6543c05-84e8-4834-bbf5-d10898a5e48f'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:57:04.642049 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec53f59-11c2-4f01-aa6f-d1bcb68d6be9" -d '{"events": [{"server_uuid": "572b798d-a1c9-4e15-afa2-cae7b0b983fe", "name": "network-vif-deleted", "tag": "f6543c05-84e8-4834-bbf5-d10898a5e48f"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:57:04.705690 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-359db239-abab-4940-8574-83533cd88812 x-openstack-request-id: req-359db239-abab-4940-8574-83533cd88812 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:57:04.705690 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "572b798d-a1c9-4e15-afa2-cae7b0b983fe", "name": "network-vif-deleted", "tag": "f6543c05-84e8-4834-bbf5-d10898a5e48f", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:57:04.705690 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-359db239-abab-4940-8574-83533cd88812 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:57:04.705690 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '572b798d-a1c9-4e15-afa2-cae7b0b983fe', 'name': 'network-vif-deleted', 'tag': 'f6543c05-84e8-4834-bbf5-d10898a5e48f', 'status': 'completed', 'code': 200} Jul 23 23:57:04.747111 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-0cabd6f0-a81a-4aa7-83a0-c9f56a8e5bd5 req-e275c378-b27c-4bec-8b83-8088d217040d tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Allocated IP 172.20.0.8 (7eb9a734-74b2-49bc-9188-4a7ee5495610/e6e1e37a-ef2c-4bca-ad9c-345fa09479eb/376a695c-d10c-4895-bdf3-5a12115dafbd) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:57:04.821070 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45730) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:57:04.846955 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bd19cc07-d2fb-4506-8714-f303a8649877 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:04.852129 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c83fba70-d772-4ef2-9bca-3c698538935d req-536780f8-e6de-44b9-841b-a9880b64609d tempest-ServersAdminNegativeTestJSON-1883071819 tempest-ServersAdminNegativeTestJSON-1883071819-project] 10.222.0.44 "GET /v2.0/ports?device_id=572b798d-a1c9-4e15-afa2-cae7b0b983fe HTTP/1.1" status: 200 len: 210 time: 0.0628357 Jul 23 23:57:05.014880 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-0cabd6f0-a81a-4aa7-83a0-c9f56a8e5bd5 req-e275c378-b27c-4bec-8b83-8088d217040d tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:05.072264 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bd19cc07-d2fb-4506-8714-f303a8649877 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:05.081969 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bd19cc07-d2fb-4506-8714-f303a8649877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:05.101832 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-230c921c-1efc-4c00-8cbd-4eea943eb66a req-6204e446-3668-48b8-9602-0c2f4792a8a4 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/ports?device_id=903b66c6-c309-4c30-89fd-6d6381093e4e HTTP/1.1" status: 200 len: 210 time: 0.0497420 Jul 23 23:57:05.127232 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-0cabd6f0-a81a-4aa7-83a0-c9f56a8e5bd5 req-e275c378-b27c-4bec-8b83-8088d217040d tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:05.150147 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd19cc07-d2fb-4506-8714-f303a8649877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bced5c4f-fa2e-426d-8fec-98a75d2ae219,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:05.191670 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-bd19cc07-d2fb-4506-8714-f303a8649877 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4ac612c2102b430383aaec81748f976e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3688052 Jul 23 23:57:05.196110 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45740) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:57:05.198794 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cabd6f0-a81a-4aa7-83a0-c9f56a8e5bd5 req-e275c378-b27c-4bec-8b83-8088d217040d tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Network 7eb9a734-74b2-49bc-9188-4a7ee5495610 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:57:05.206044 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-0cabd6f0-a81a-4aa7-83a0-c9f56a8e5bd5 req-e275c378-b27c-4bec-8b83-8088d217040d tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:57:05.216954 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cabd6f0-a81a-4aa7-83a0-c9f56a8e5bd5 req-e275c378-b27c-4bec-8b83-8088d217040d tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:57:05.224669 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e275c378-b27c-4bec-8b83-8088d217040d tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Pushing event updated for resources: {'Port': ['ID=376a695c-d10c-4895-bdf3-5a12115dafbd,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:05.274790 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-82dcd61b-5768-4cd0-9ebd-bc962110f82e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:05.277065 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cabd6f0-a81a-4aa7-83a0-c9f56a8e5bd5 req-e275c378-b27c-4bec-8b83-8088d217040d tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:05.277931 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-0cabd6f0-a81a-4aa7-83a0-c9f56a8e5bd5 req-e275c378-b27c-4bec-8b83-8088d217040d tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:05.297038 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0cabd6f0-a81a-4aa7-83a0-c9f56a8e5bd5 req-e275c378-b27c-4bec-8b83-8088d217040d tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1777842 Jul 23 23:57:05.304488 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-82dcd61b-5768-4cd0-9ebd-bc962110f82e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:05.309593 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-0cabd6f0-a81a-4aa7-83a0-c9f56a8e5bd5 req-30c36c74-78f4-46b7-9c43-e282a885113e service neutron] Request body: {'port': {'device_id': '903b66c6-c309-4c30-89fd-6d6381093e4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:57:05.320523 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45744) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:57:05.380376 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-82dcd61b-5768-4cd0-9ebd-bc962110f82e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:05.387801 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-82dcd61b-5768-4cd0-9ebd-bc962110f82e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:05.389755 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-82dcd61b-5768-4cd0-9ebd-bc962110f82e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bced5c4f-fa2e-426d-8fec-98a75d2ae219 HTTP/1.1" status: 204 len: 168 time: 0.1922667 Jul 23 23:57:05.396417 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-0cabd6f0-a81a-4aa7-83a0-c9f56a8e5bd5 req-30c36c74-78f4-46b7-9c43-e282a885113e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:05.402685 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dcd61b-5768-4cd0-9ebd-bc962110f82e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bced5c4f-fa2e-426d-8fec-98a75d2ae219,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:05.570724 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-23ceaab0-e747-4f91-880d-6ce9d86ae3dd admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-882580576-network', 'tenant_id': '7b74e3b1be314e39b34cdb91e4b7ac89'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:57:05.667175 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cfd51e0b-8ebf-400b-b9f0-c050561aa68e req-9d51a2f1-323a-461e-ab3f-d5d0acf14d5c tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=60ef96c6-2a1a-44e8-9008-94fb8d7fc7d4 HTTP/1.1" status: 200 len: 210 time: 0.0646410 Jul 23 23:57:05.672385 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a204d99-d010-46b8-a819-92e460d0e512 req-ede9f869-f982-4802-bcaa-c5c399f0d166 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:05.674291 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8a204d99-d010-46b8-a819-92e460d0e512 req-ede9f869-f982-4802-bcaa-c5c399f0d166 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.64 "GET /v2.0/networks?id=cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed HTTP/1.1" status: 200 len: 818 time: 0.1973109 Jul 23 23:57:05.674907 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23ceaab0-e747-4f91-880d-6ce9d86ae3dd admin admin] Made reservation on behalf of 7b74e3b1be314e39b34cdb91e4b7ac89 for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:57:05.677186 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-23ceaab0-e747-4f91-880d-6ce9d86ae3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:05.693286 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-8a204d99-d010-46b8-a819-92e460d0e512 req-a3eac87d-0120-468c-9054-95fd6356d5a7 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Request body: {'port': {'device_id': '60ef96c6-2a1a-44e8-9008-94fb8d7fc7d4', 'network_id': 'cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed', 'admin_state_up': True, 'tenant_id': 'd9405b5ff79541cbb5225ec709273225'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:57:05.699414 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-23ceaab0-e747-4f91-880d-6ce9d86ae3dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:05.814499 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e2b0f4-b7c6-4a81-ab19-f2bf61955d42 req-d61cb389-8756-4555-bcfa-440628e8f31f tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:05.816097 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-10e2b0f4-b7c6-4a81-ab19-f2bf61955d42 req-d61cb389-8756-4555-bcfa-440628e8f31f tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1332477-7f4b-4292-b069-ae8c72daf3d2 HTTP/1.1" status: 200 len: 946 time: 0.2074764 Jul 23 23:57:05.871204 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-0cabd6f0-a81a-4aa7-83a0-c9f56a8e5bd5 req-30c36c74-78f4-46b7-9c43-e282a885113e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 376a695c-d10c-4895-bdf3-5a12115dafbd {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:57:05.879134 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-0cabd6f0-a81a-4aa7-83a0-c9f56a8e5bd5 req-30c36c74-78f4-46b7-9c43-e282a885113e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:05.896980 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-0cabd6f0-a81a-4aa7-83a0-c9f56a8e5bd5 req-30c36c74-78f4-46b7-9c43-e282a885113e service neutron] Transition to ACTIVE for port object 376a695c-d10c-4895-bdf3-5a12115dafbd will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:57:05.898371 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-10e2b0f4-b7c6-4a81-ab19-f2bf61955d42 req-238faf2e-4358-441f-814a-6c54bc7c7371 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "GET /v2.0/security-groups?id=1912b32f-c316-49ef-a3a5-c5567f5f87c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710013 Jul 23 23:57:05.903671 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-0cabd6f0-a81a-4aa7-83a0-c9f56a8e5bd5 req-30c36c74-78f4-46b7-9c43-e282a885113e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:05.950715 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-23ceaab0-e747-4f91-880d-6ce9d86ae3dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:05.964324 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-23ceaab0-e747-4f91-880d-6ce9d86ae3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:06.011471 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23ceaab0-e747-4f91-880d-6ce9d86ae3dd admin admin] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:57:06.014571 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ceaab0-e747-4f91-880d-6ce9d86ae3dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=670eae3b-0e8e-4d98-afb1-5e35d7c6d7ec,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:06.020577 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c36c74-78f4-46b7-9c43-e282a885113e service neutron] Pushing event updated for resources: {'Port': ['ID=376a695c-d10c-4895-bdf3-5a12115dafbd,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:06.021454 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a204d99-d010-46b8-a819-92e460d0e512 req-a3eac87d-0120-468c-9054-95fd6356d5a7 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Made reservation on behalf of d9405b5ff79541cbb5225ec709273225 for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:57:06.026413 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-8a204d99-d010-46b8-a819-92e460d0e512 req-a3eac87d-0120-468c-9054-95fd6356d5a7 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:06.042171 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-23ceaab0-e747-4f91-880d-6ce9d86ae3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:06.042960 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-23ceaab0-e747-4f91-880d-6ce9d86ae3dd admin admin] Added segment 2f6d2088-c57e-4ad5-81a1-f74ff0424c5f of type vlan for network b2f772b6-3c4d-41d5-9b0b-0d7ae43d5e99 Jul 23 23:57:06.096540 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-0cabd6f0-a81a-4aa7-83a0-c9f56a8e5bd5 req-30c36c74-78f4-46b7-9c43-e282a885113e service neutron] Attempting to bind port 376a695c-d10c-4895-bdf3-5a12115dafbd on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:57:06.096540 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-0cabd6f0-a81a-4aa7-83a0-c9f56a8e5bd5 req-30c36c74-78f4-46b7-9c43-e282a885113e service neutron] Attempting to bind port 376a695c-d10c-4895-bdf3-5a12115dafbd by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': '916b837a-3956-408c-a58c-8cf4c63322c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7eb9a734-74b2-49bc-9188-4a7ee5495610'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:57:06.096540 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cabd6f0-a81a-4aa7-83a0-c9f56a8e5bd5 req-30c36c74-78f4-46b7-9c43-e282a885113e service neutron] Attempting to bind port 376a695c-d10c-4895-bdf3-5a12115dafbd on network 7eb9a734-74b2-49bc-9188-4a7ee5495610 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:57:06.105099 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cabd6f0-a81a-4aa7-83a0-c9f56a8e5bd5 req-30c36c74-78f4-46b7-9c43-e282a885113e service neutron] Port 376a695c-d10c-4895-bdf3-5a12115dafbd on network 7eb9a734-74b2-49bc-9188-4a7ee5495610 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:57:06.105442 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cabd6f0-a81a-4aa7-83a0-c9f56a8e5bd5 req-30c36c74-78f4-46b7-9c43-e282a885113e service neutron] Attempting to bind port 376a695c-d10c-4895-bdf3-5a12115dafbd on network 7eb9a734-74b2-49bc-9188-4a7ee5495610 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:57:06.114655 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cabd6f0-a81a-4aa7-83a0-c9f56a8e5bd5 req-30c36c74-78f4-46b7-9c43-e282a885113e service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:57:06.115007 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cabd6f0-a81a-4aa7-83a0-c9f56a8e5bd5 req-30c36c74-78f4-46b7-9c43-e282a885113e service neutron] Checking segment: {'id': '916b837a-3956-408c-a58c-8cf4c63322c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7eb9a734-74b2-49bc-9188-4a7ee5495610'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:57:06.115791 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cabd6f0-a81a-4aa7-83a0-c9f56a8e5bd5 req-30c36c74-78f4-46b7-9c43-e282a885113e service neutron] Bound using segment: {'id': '916b837a-3956-408c-a58c-8cf4c63322c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7eb9a734-74b2-49bc-9188-4a7ee5495610'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:57:06.117171 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-0cabd6f0-a81a-4aa7-83a0-c9f56a8e5bd5 req-30c36c74-78f4-46b7-9c43-e282a885113e service neutron] Bound port: 376a695c-d10c-4895-bdf3-5a12115dafbd, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '916b837a-3956-408c-a58c-8cf4c63322c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7eb9a734-74b2-49bc-9188-4a7ee5495610'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:57:06.117745 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-0cabd6f0-a81a-4aa7-83a0-c9f56a8e5bd5 req-30c36c74-78f4-46b7-9c43-e282a885113e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:06.132243 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-23ceaab0-e747-4f91-880d-6ce9d86ae3dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:06.207897 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-23ceaab0-e747-4f91-880d-6ce9d86ae3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:06.209077 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ceaab0-e747-4f91-880d-6ce9d86ae3dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:06.210871 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-23ceaab0-e747-4f91-880d-6ce9d86ae3dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:06.223998 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-0cabd6f0-a81a-4aa7-83a0-c9f56a8e5bd5 req-30c36c74-78f4-46b7-9c43-e282a885113e service neutron] For port 376a695c-d10c-4895-bdf3-5a12115dafbd, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:57:06.230763 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-0cabd6f0-a81a-4aa7-83a0-c9f56a8e5bd5 req-30c36c74-78f4-46b7-9c43-e282a885113e service neutron] For port 376a695c-d10c-4895-bdf3-5a12115dafbd, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=376a695c-d10c-4895-bdf3-5a12115dafbd,segment=NetworkSegment(916b837a-3956-408c-a58c-8cf4c63322c0),segment_id=916b837a-3956-408c-a58c-8cf4c63322c0)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:57:06.261723 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [req-8a204d99-d010-46b8-a819-92e460d0e512 req-a3eac87d-0120-468c-9054-95fd6356d5a7 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Allocated IP 172.20.0.3 (cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed/3dff00ee-bed2-4c8a-b785-e9725c9c9b9c/60b97620-b2d2-4d9f-ba36-19ae309f9e39) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:57:06.267477 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-23ceaab0-e747-4f91-880d-6ce9d86ae3dd admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9431195 Jul 23 23:57:06.269070 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45782) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:57:06.269427 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45784) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:57:06.278374 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-0cabd6f0-a81a-4aa7-83a0-c9f56a8e5bd5 req-30c36c74-78f4-46b7-9c43-e282a885113e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:06.284257 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-43ca30e1-1fb3-4eb6-a0f4-207475d09114 admin admin] Request body: {'subnet': {'network_id': 'b2f772b6-3c4d-41d5-9b0b-0d7ae43d5e99', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-882580576-subnet', 'tenant_id': '7b74e3b1be314e39b34cdb91e4b7ac89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:57:06.338507 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ceaab0-e747-4f91-880d-6ce9d86ae3dd admin admin] Pushing event updated for resources: {'Network': ['ID=b2f772b6-3c4d-41d5-9b0b-0d7ae43d5e99,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:06.350175 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network b2f772b6-3c4d-41d5-9b0b-0d7ae43d5e99 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:57:06.354791 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cabd6f0-a81a-4aa7-83a0-c9f56a8e5bd5 req-30c36c74-78f4-46b7-9c43-e282a885113e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:06.355430 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-0cabd6f0-a81a-4aa7-83a0-c9f56a8e5bd5 req-30c36c74-78f4-46b7-9c43-e282a885113e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:06.357225 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0cabd6f0-a81a-4aa7-83a0-c9f56a8e5bd5 req-30c36c74-78f4-46b7-9c43-e282a885113e service neutron] 10.222.0.52 "PUT /v2.0/ports/376a695c-d10c-4895-bdf3-5a12115dafbd HTTP/1.1" status: 200 len: 1092 time: 1.0518503 Jul 23 23:57:06.363306 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c36c74-78f4-46b7-9c43-e282a885113e service neutron] Pushing event updated for resources: {'Port': ['ID=376a695c-d10c-4895-bdf3-5a12115dafbd,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:06.412835 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ca30e1-1fb3-4eb6-a0f4-207475d09114 admin admin] Made reservation on behalf of 7b74e3b1be314e39b34cdb91e4b7ac89 for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:57:06.430968 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-43ca30e1-1fb3-4eb6-a0f4-207475d09114 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:06.466444 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564a3a3-00bd-48b9-ade9-f65cb120fea3 req-8fa660c2-d670-4650-8eee-46d10918ca18 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:06.481299 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2564a3a3-00bd-48b9-ade9-f65cb120fea3 req-8fa660c2-d670-4650-8eee-46d10918ca18 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/ports?device_id=903b66c6-c309-4c30-89fd-6d6381093e4e HTTP/1.1" status: 200 len: 943 time: 0.2519259 Jul 23 23:57:06.545010 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2564a3a3-00bd-48b9-ade9-f65cb120fea3 req-26a0a3c0-7af7-493c-9f8b-4258ac5beae4 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/security-groups?id=7234dcab-bd61-43b3-a41f-dcf65032fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622783 Jul 23 23:57:06.573068 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cabd6f0-a81a-4aa7-83a0-c9f56a8e5bd5 req-8203afa1-f3c1-490a-b437-97851879374b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:06.574849 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0cabd6f0-a81a-4aa7-83a0-c9f56a8e5bd5 req-8203afa1-f3c1-490a-b437-97851879374b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dfe31831d73849c1acf025f7366b9134&device_id=903b66c6-c309-4c30-89fd-6d6381093e4e HTTP/1.1" status: 200 len: 1095 time: 0.1663275 Jul 23 23:57:06.664439 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-8a204d99-d010-46b8-a819-92e460d0e512 req-a3eac87d-0120-468c-9054-95fd6356d5a7 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:06.728797 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-f926fd30-8b33-48e0-b18a-019d92a6424d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8120a1a28c3146168abedc648031daec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4554770 Jul 23 23:57:06.732035 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45800) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:57:06.975231 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '903b66c6-c309-4c30-89fd-6d6381093e4e', 'tag': '376a695c-d10c-4895-bdf3-5a12115dafbd'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:57:06.977824 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c494c95-75fc-4f63-9837-3eef878d46eb" -d '{"events": [{"name": "network-changed", "server_uuid": "903b66c6-c309-4c30-89fd-6d6381093e4e", "tag": "376a695c-d10c-4895-bdf3-5a12115dafbd"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:57:06.989069 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0cabd6f0-a81a-4aa7-83a0-c9f56a8e5bd5 req-70fb5db6-3ef9-4822-ad41-43d058e38eab service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=376a695c-d10c-4895-bdf3-5a12115dafbd HTTP/1.1" status: 200 len: 217 time: 0.4053710 Jul 23 23:57:07.044833 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cabd6f0-a81a-4aa7-83a0-c9f56a8e5bd5 req-19a4db19-ec20-4274-bdb8-e0393984a47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:07.046926 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0cabd6f0-a81a-4aa7-83a0-c9f56a8e5bd5 req-19a4db19-ec20-4274-bdb8-e0393984a47d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e6e1e37a-ef2c-4bca-ad9c-345fa09479eb HTTP/1.1" status: 200 len: 845 time: 0.0485401 Jul 23 23:57:07.096189 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0cabd6f0-a81a-4aa7-83a0-c9f56a8e5bd5 req-949b79f9-d0b0-45ed-ae85-d85deeba2604 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7eb9a734-74b2-49bc-9188-4a7ee5495610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304284 Jul 23 23:57:07.200626 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f0ef5b-e384-4a16-8a6b-b1966c002b49 req-141d1cbf-adf7-40c8-980c-1e4bea1e3429 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:07.202303 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e6f0ef5b-e384-4a16-8a6b-b1966c002b49 req-141d1cbf-adf7-40c8-980c-1e4bea1e3429 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1332477-7f4b-4292-b069-ae8c72daf3d2 HTTP/1.1" status: 200 len: 946 time: 0.2159309 Jul 23 23:57:07.202770 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f52d9bc5-3eb5-43d5-876a-da7f9696b8a8 req-cca0ab29-0de2-4bb9-a679-9d3d68adacf6 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=60ef96c6-2a1a-44e8-9008-94fb8d7fc7d4 HTTP/1.1" status: 200 len: 210 time: 0.3841214 Jul 23 23:57:07.205536 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-43ca30e1-1fb3-4eb6-a0f4-207475d09114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:07.208262 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-8a204d99-d010-46b8-a819-92e460d0e512 req-a3eac87d-0120-468c-9054-95fd6356d5a7 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:07.253784 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7222a97c-add7-4a0e-8ffe-fe07ca43b5ee x-openstack-request-id: req-7222a97c-add7-4a0e-8ffe-fe07ca43b5ee {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:57:07.254064 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "903b66c6-c309-4c30-89fd-6d6381093e4e", "tag": "376a695c-d10c-4895-bdf3-5a12115dafbd", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:57:07.254315 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7222a97c-add7-4a0e-8ffe-fe07ca43b5ee {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:57:07.254704 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '903b66c6-c309-4c30-89fd-6d6381093e4e', 'tag': '376a695c-d10c-4895-bdf3-5a12115dafbd', 'status': 'completed', 'code': 200} Jul 23 23:57:07.270362 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0cabd6f0-a81a-4aa7-83a0-c9f56a8e5bd5 req-29b3ba60-65d3-4203-9b26-89908e9daef6 service neutron] 10.222.0.52 "GET /v2.0/networks/7eb9a734-74b2-49bc-9188-4a7ee5495610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652508 Jul 23 23:57:07.284584 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e6f0ef5b-e384-4a16-8a6b-b1966c002b49 req-9b05cad5-dbf1-4ba5-8120-f08e996e797f tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "GET /v2.0/security-groups?id=1912b32f-c316-49ef-a3a5-c5567f5f87c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710483 Jul 23 23:57:07.306796 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2ec3b4be-066e-4a7b-a133-0a6efda6a91b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:07.358962 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a204d99-d010-46b8-a819-92e460d0e512 req-a3eac87d-0120-468c-9054-95fd6356d5a7 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Network cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:57:07.370583 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eac87d-0120-468c-9054-95fd6356d5a7 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Pushing event updated for resources: {'Port': ['ID=60b97620-b2d2-4d9f-ba36-19ae309f9e39,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:07.377388 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0cabd6f0-a81a-4aa7-83a0-c9f56a8e5bd5 req-14f70513-4741-463b-9bdf-a4ac1107a021 service neutron] 10.222.0.52 "GET /v2.0/networks/7eb9a734-74b2-49bc-9188-4a7ee5495610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917077 Jul 23 23:57:07.380664 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [req-8a204d99-d010-46b8-a819-92e460d0e512 req-a3eac87d-0120-468c-9054-95fd6356d5a7 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:57:07.384656 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2ec3b4be-066e-4a7b-a133-0a6efda6a91b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:07.391352 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a204d99-d010-46b8-a819-92e460d0e512 req-a3eac87d-0120-468c-9054-95fd6356d5a7 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:57:07.452875 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ca30e1-1fb3-4eb6-a0f4-207475d09114 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25633b97-dc76-46eb-9e63-222ae6ded894,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:07.456888 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ca30e1-1fb3-4eb6-a0f4-207475d09114 admin admin] Checking segment: {'id': '2f6d2088-c57e-4ad5-81a1-f74ff0424c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b2f772b6-3c4d-41d5-9b0b-0d7ae43d5e99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:57:07.457258 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ca30e1-1fb3-4eb6-a0f4-207475d09114 admin admin] Network hostable DHCP agents. Network: b2f772b6-3c4d-41d5-9b0b-0d7ae43d5e99, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:57:07.465035 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a204d99-d010-46b8-a819-92e460d0e512 req-a3eac87d-0120-468c-9054-95fd6356d5a7 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:07.465846 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-8a204d99-d010-46b8-a819-92e460d0e512 req-a3eac87d-0120-468c-9054-95fd6356d5a7 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:07.488981 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c494c95-75fc-4f63-9837-3eef878d46eb req-9ddbc319-5445-42e0-8606-1b4084e606e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:07.491016 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2c494c95-75fc-4f63-9837-3eef878d46eb req-9ddbc319-5445-42e0-8606-1b4084e606e9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dfe31831d73849c1acf025f7366b9134&device_id=903b66c6-c309-4c30-89fd-6d6381093e4e HTTP/1.1" status: 200 len: 1095 time: 0.0600030 Jul 23 23:57:07.503300 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8a204d99-d010-46b8-a819-92e460d0e512 req-a3eac87d-0120-468c-9054-95fd6356d5a7 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8154039 Jul 23 23:57:07.505337 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ca30e1-1fb3-4eb6-a0f4-207475d09114 admin admin] Network b2f772b6-3c4d-41d5-9b0b-0d7ae43d5e99 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:57:07.517314 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-8a204d99-d010-46b8-a819-92e460d0e512 req-43d1fa08-fd84-4388-a14a-94919a0be070 service neutron] Request body: {'port': {'device_id': '60ef96c6-2a1a-44e8-9008-94fb8d7fc7d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-16'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:57:07.542654 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-43ca30e1-1fb3-4eb6-a0f4-207475d09114 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, b2f772b6-3c4d-41d5-9b0b-0d7ae43d5e99) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:57:07.548040 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ca30e1-1fb3-4eb6-a0f4-207475d09114 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:07.548636 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-43ca30e1-1fb3-4eb6-a0f4-207475d09114 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:07.554475 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2ec3b4be-066e-4a7b-a133-0a6efda6a91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:07.556475 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52fad02-c4dc-4908-a76b-92c2b87618c0 None None] Network b2f772b6-3c4d-41d5-9b0b-0d7ae43d5e99 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:57:07.557022 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2ec3b4be-066e-4a7b-a133-0a6efda6a91b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:07.558161 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-2ec3b4be-066e-4a7b-a133-0a6efda6a91b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bc5fa8a0-642c-4d38-a590-25f2d1268bb1 HTTP/1.1" status: 204 len: 168 time: 0.8251612 Jul 23 23:57:07.593070 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-43ca30e1-1fb3-4eb6-a0f4-207475d09114 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3080280 Jul 23 23:57:07.593070 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec3b4be-066e-4a7b-a133-0a6efda6a91b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5fa8a0-642c-4d38-a590-25f2d1268bb1,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:07.643756 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-8a204d99-d010-46b8-a819-92e460d0e512 req-43d1fa08-fd84-4388-a14a-94919a0be070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:07.699967 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c494c95-75fc-4f63-9837-3eef878d46eb req-11898f97-8ab3-4021-90c4-07b34a14724a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:07.702059 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2c494c95-75fc-4f63-9837-3eef878d46eb req-11898f97-8ab3-4021-90c4-07b34a14724a service neutron] 10.222.0.52 "GET /v2.0/networks?id=7eb9a734-74b2-49bc-9188-4a7ee5495610 HTTP/1.1" status: 200 len: 906 time: 0.2044098 Jul 23 23:57:07.784789 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c52f249-c75e-4a6d-9a19-cd0ebf32bf27 None None] Network b2f772b6-3c4d-41d5-9b0b-0d7ae43d5e99 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:57:07.800493 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2c494c95-75fc-4f63-9837-3eef878d46eb req-18332a39-5a12-4e5d-afa5-1a9d1820439d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=376a695c-d10c-4895-bdf3-5a12115dafbd HTTP/1.1" status: 200 len: 217 time: 0.0898662 Jul 23 23:57:07.836146 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df61c5-0c40-42dd-a46a-564abcedbc97 req-e988f5a0-6319-4084-9e39-11d3e48f3b9e tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:07.842898 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-36df61c5-0c40-42dd-a46a-564abcedbc97 req-e988f5a0-6319-4084-9e39-11d3e48f3b9e tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/ports?device_id=903b66c6-c309-4c30-89fd-6d6381093e4e HTTP/1.1" status: 200 len: 943 time: 0.2004371 Jul 23 23:57:07.891809 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c494c95-75fc-4f63-9837-3eef878d46eb req-c020d4ad-13aa-4ef9-92b2-8768c9dc99be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:07.894191 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2c494c95-75fc-4f63-9837-3eef878d46eb req-c020d4ad-13aa-4ef9-92b2-8768c9dc99be service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e6e1e37a-ef2c-4bca-ad9c-345fa09479eb HTTP/1.1" status: 200 len: 845 time: 0.0789506 Jul 23 23:57:07.931349 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-36df61c5-0c40-42dd-a46a-564abcedbc97 req-c33aebbf-d31a-438b-8a6c-0b7a84990a46 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/security-groups?id=7234dcab-bd61-43b3-a41f-dcf65032fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875201 Jul 23 23:57:07.966849 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2c494c95-75fc-4f63-9837-3eef878d46eb req-32bf4fa1-d813-403f-8e95-24a9b06bc75a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7eb9a734-74b2-49bc-9188-4a7ee5495610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637629 Jul 23 23:57:08.000191 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device f6543c05-84e8-4834-bbf5-d10898a5e48f no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:57:08.040419 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] No Port match for: f6543c05-84e8-4834-bbf5-d10898a5e48f {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:57:08.040762 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device f6543c05-84e8-4834-bbf5-d10898a5e48f not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:57:08.055866 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-8a204d99-d010-46b8-a819-92e460d0e512 req-43d1fa08-fd84-4388-a14a-94919a0be070 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60b97620-b2d2-4d9f-ba36-19ae309f9e39 {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:57:08.072546 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-8a204d99-d010-46b8-a819-92e460d0e512 req-43d1fa08-fd84-4388-a14a-94919a0be070 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:08.079520 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45840) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:57:08.092988 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2c494c95-75fc-4f63-9837-3eef878d46eb req-65c8e848-93d8-4a45-a63a-be26223b6226 service neutron] 10.222.0.52 "GET /v2.0/networks/7eb9a734-74b2-49bc-9188-4a7ee5495610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171844 Jul 23 23:57:08.095669 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-8a204d99-d010-46b8-a819-92e460d0e512 req-43d1fa08-fd84-4388-a14a-94919a0be070 service neutron] Transition to ACTIVE for port object 60b97620-b2d2-4d9f-ba36-19ae309f9e39 will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:57:08.104312 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-8a204d99-d010-46b8-a819-92e460d0e512 req-43d1fa08-fd84-4388-a14a-94919a0be070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:08.185728 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d1fa08-fd84-4388-a14a-94919a0be070 service neutron] Pushing event updated for resources: {'Port': ['ID=60b97620-b2d2-4d9f-ba36-19ae309f9e39,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:08.213593 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45844) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:57:08.217312 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2c494c95-75fc-4f63-9837-3eef878d46eb req-e922586d-382f-4155-80fc-70e8f0aa06b4 service neutron] 10.222.0.52 "GET /v2.0/networks/7eb9a734-74b2-49bc-9188-4a7ee5495610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176467 Jul 23 23:57:08.245094 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-8a204d99-d010-46b8-a819-92e460d0e512 req-43d1fa08-fd84-4388-a14a-94919a0be070 service neutron] Attempting to bind port 60b97620-b2d2-4d9f-ba36-19ae309f9e39 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:57:08.246549 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-8a204d99-d010-46b8-a819-92e460d0e512 req-43d1fa08-fd84-4388-a14a-94919a0be070 service neutron] Attempting to bind port 60b97620-b2d2-4d9f-ba36-19ae309f9e39 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': 'd250a78c-273d-4c00-aeaa-fc87cc957e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:57:08.247079 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a204d99-d010-46b8-a819-92e460d0e512 req-43d1fa08-fd84-4388-a14a-94919a0be070 service neutron] Attempting to bind port 60b97620-b2d2-4d9f-ba36-19ae309f9e39 on network cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:57:08.253244 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a204d99-d010-46b8-a819-92e460d0e512 req-43d1fa08-fd84-4388-a14a-94919a0be070 service neutron] Port 60b97620-b2d2-4d9f-ba36-19ae309f9e39 on network cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:57:08.253582 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a204d99-d010-46b8-a819-92e460d0e512 req-43d1fa08-fd84-4388-a14a-94919a0be070 service neutron] Attempting to bind port 60b97620-b2d2-4d9f-ba36-19ae309f9e39 on network cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:57:08.259028 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a204d99-d010-46b8-a819-92e460d0e512 req-43d1fa08-fd84-4388-a14a-94919a0be070 service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:57:08.259374 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a204d99-d010-46b8-a819-92e460d0e512 req-43d1fa08-fd84-4388-a14a-94919a0be070 service neutron] Checking segment: {'id': 'd250a78c-273d-4c00-aeaa-fc87cc957e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:57:08.259761 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a204d99-d010-46b8-a819-92e460d0e512 req-43d1fa08-fd84-4388-a14a-94919a0be070 service neutron] Bound using segment: {'id': 'd250a78c-273d-4c00-aeaa-fc87cc957e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:57:08.260191 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-8a204d99-d010-46b8-a819-92e460d0e512 req-43d1fa08-fd84-4388-a14a-94919a0be070 service neutron] Bound port: 60b97620-b2d2-4d9f-ba36-19ae309f9e39, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd250a78c-273d-4c00-aeaa-fc87cc957e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:57:08.260552 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-8a204d99-d010-46b8-a819-92e460d0e512 req-43d1fa08-fd84-4388-a14a-94919a0be070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:08.281239 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c06f9110-91d8-4655-bc7a-982f0be76f59 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fee1dc4370564b7bb4c07e6d3d71d872&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0662489 Jul 23 23:57:08.283880 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45848) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:57:08.294562 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-d56a6246-7bfd-4fea-96a0-a4c8726cfbc1 req-713eb1e3-f5fd-46a7-93ed-9ae2ef0a4e81 tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-881971946', 'description': 'tempest-description-536195906'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:57:08.345731 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d56a6246-7bfd-4fea-96a0-a4c8726cfbc1 req-713eb1e3-f5fd-46a7-93ed-9ae2ef0a4e81 tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:08.369295 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3015f26e-1ef4-40aa-bfca-dc92ed9244a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:08.373759 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-8a204d99-d010-46b8-a819-92e460d0e512 req-43d1fa08-fd84-4388-a14a-94919a0be070 service neutron] For port 60b97620-b2d2-4d9f-ba36-19ae309f9e39, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:57:08.377945 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-8a204d99-d010-46b8-a819-92e460d0e512 req-43d1fa08-fd84-4388-a14a-94919a0be070 service neutron] For port 60b97620-b2d2-4d9f-ba36-19ae309f9e39, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=60b97620-b2d2-4d9f-ba36-19ae309f9e39,segment=NetworkSegment(d250a78c-273d-4c00-aeaa-fc87cc957e9a),segment_id=d250a78c-273d-4c00-aeaa-fc87cc957e9a)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:57:08.390202 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-8a204d99-d010-46b8-a819-92e460d0e512 req-43d1fa08-fd84-4388-a14a-94919a0be070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:08.403062 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3015f26e-1ef4-40aa-bfca-dc92ed9244a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:08.438219 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e827f839-3459-4cde-8e09-40528aefb8fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:08.455124 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a204d99-d010-46b8-a819-92e460d0e512 req-43d1fa08-fd84-4388-a14a-94919a0be070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:08.455749 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-8a204d99-d010-46b8-a819-92e460d0e512 req-43d1fa08-fd84-4388-a14a-94919a0be070 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:08.457173 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8a204d99-d010-46b8-a819-92e460d0e512 req-43d1fa08-fd84-4388-a14a-94919a0be070 service neutron] 10.222.0.64 "PUT /v2.0/ports/60b97620-b2d2-4d9f-ba36-19ae309f9e39 HTTP/1.1" status: 200 len: 1092 time: 0.9442084 Jul 23 23:57:08.459334 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60ef96c6-2a1a-44e8-9008-94fb8d7fc7d4', 'tag': '60b97620-b2d2-4d9f-ba36-19ae309f9e39'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:57:08.462122 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad910fd5-cf84-4154-907c-94ccce22d87f" -d '{"events": [{"name": "network-changed", "server_uuid": "60ef96c6-2a1a-44e8-9008-94fb8d7fc7d4", "tag": "60b97620-b2d2-4d9f-ba36-19ae309f9e39"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:57:08.476875 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e15285-f43e-4223-bac6-d5f15eabe372 req-05ebac7a-c712-4b74-9a87-090cc1db1bed tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:08.478657 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a2e15285-f43e-4223-bac6-d5f15eabe372 req-05ebac7a-c712-4b74-9a87-090cc1db1bed tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=60ef96c6-2a1a-44e8-9008-94fb8d7fc7d4 HTTP/1.1" status: 200 len: 943 time: 0.1588318 Jul 23 23:57:08.504000 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3015f26e-1ef4-40aa-bfca-dc92ed9244a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:08.506566 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3015f26e-1ef4-40aa-bfca-dc92ed9244a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:08.507809 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-3015f26e-1ef4-40aa-bfca-dc92ed9244a0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2f91ef05-1892-4716-87ec-4f1514ddac61 HTTP/1.1" status: 204 len: 168 time: 0.2230818 Jul 23 23:57:08.510400 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d56a6246-7bfd-4fea-96a0-a4c8726cfbc1 req-713eb1e3-f5fd-46a7-93ed-9ae2ef0a4e81 tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:08.518761 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d56a6246-7bfd-4fea-96a0-a4c8726cfbc1 req-713eb1e3-f5fd-46a7-93ed-9ae2ef0a4e81 tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:08.521131 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3015f26e-1ef4-40aa-bfca-dc92ed9244a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f91ef05-1892-4716-87ec-4f1514ddac61,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:08.524821 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d1fa08-fd84-4388-a14a-94919a0be070 service neutron] Pushing event updated for resources: {'Port': ['ID=60b97620-b2d2-4d9f-ba36-19ae309f9e39,revision_number=3']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:08.563424 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713eb1e3-f5fd-46a7-93ed-9ae2ef0a4e81 tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73b18851-82e9-4d2d-91bd-b9201ae4c34f,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:08.581581 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a2e15285-f43e-4223-bac6-d5f15eabe372 req-312886b3-65fc-45ef-9283-da319e6022bc tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954199 Jul 23 23:57:08.637389 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a204d99-d010-46b8-a819-92e460d0e512 req-03892de1-e889-4422-90fd-12a4b8d6058c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:08.639510 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8a204d99-d010-46b8-a819-92e460d0e512 req-03892de1-e889-4422-90fd-12a4b8d6058c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d9405b5ff79541cbb5225ec709273225&device_id=60ef96c6-2a1a-44e8-9008-94fb8d7fc7d4 HTTP/1.1" status: 200 len: 1095 time: 0.1285954 Jul 23 23:57:08.701385 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8a204d99-d010-46b8-a819-92e460d0e512 req-99928b29-6b5d-4cda-9198-eee6e782ce65 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60b97620-b2d2-4d9f-ba36-19ae309f9e39 HTTP/1.1" status: 200 len: 217 time: 0.0531623 Jul 23 23:57:08.737285 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e827f839-3459-4cde-8e09-40528aefb8fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:08.752630 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d56a6246-7bfd-4fea-96a0-a4c8726cfbc1 req-713eb1e3-f5fd-46a7-93ed-9ae2ef0a4e81 tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:08.754132 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d56a6246-7bfd-4fea-96a0-a4c8726cfbc1 req-713eb1e3-f5fd-46a7-93ed-9ae2ef0a4e81 tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.4717832 Jul 23 23:57:08.769213 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e827f839-3459-4cde-8e09-40528aefb8fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:08.829558 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-e827f839-3459-4cde-8e09-40528aefb8fc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9d755ca30b154e319c51c526848b3319&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7465770 Jul 23 23:57:08.830383 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45870) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:57:08.839074 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e827f839-3459-4cde-8e09-40528aefb8fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80181e48-5a5e-464a-8fe6-db077a5d0680,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:08.851855 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a204d99-d010-46b8-a819-92e460d0e512 req-f908fc42-1612-417d-9484-5f291e68e648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:08.857814 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8a204d99-d010-46b8-a819-92e460d0e512 req-f908fc42-1612-417d-9484-5f291e68e648 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3dff00ee-bed2-4c8a-b785-e9725c9c9b9c HTTP/1.1" status: 200 len: 858 time: 0.1326442 Jul 23 23:57:08.888883 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da9f0f1-e527-40ff-bd8d-8568f47d66ef req-3720777e-4f33-486e-988b-9b0a7131306e tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:08.894136 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9085a218-71b7-4d29-9ca2-1b9c55fa3ecd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:08.896726 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8da9f0f1-e527-40ff-bd8d-8568f47d66ef req-3720777e-4f33-486e-988b-9b0a7131306e tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1332477-7f4b-4292-b069-ae8c72daf3d2 HTTP/1.1" status: 200 len: 946 time: 0.2421579 Jul 23 23:57:08.899955 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ccb8e21-ccc7-4e08-80df-23b3d391f46e x-openstack-request-id: req-9ccb8e21-ccc7-4e08-80df-23b3d391f46e {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:57:08.900252 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60ef96c6-2a1a-44e8-9008-94fb8d7fc7d4", "tag": "60b97620-b2d2-4d9f-ba36-19ae309f9e39", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:57:08.900506 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9ccb8e21-ccc7-4e08-80df-23b3d391f46e {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:57:08.900925 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60ef96c6-2a1a-44e8-9008-94fb8d7fc7d4', 'tag': '60b97620-b2d2-4d9f-ba36-19ae309f9e39', 'status': 'completed', 'code': 200} Jul 23 23:57:08.918945 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9085a218-71b7-4d29-9ca2-1b9c55fa3ecd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:08.928470 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8a204d99-d010-46b8-a819-92e460d0e512 req-4d65694e-40fe-48ee-bc1c-0ec6ceae4866 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623939 Jul 23 23:57:09.003009 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9085a218-71b7-4d29-9ca2-1b9c55fa3ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:09.003292 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8da9f0f1-e527-40ff-bd8d-8568f47d66ef req-f785730e-4c23-4881-930e-5b19e9416a44 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "GET /v2.0/security-groups?id=1912b32f-c316-49ef-a3a5-c5567f5f87c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055799 Jul 23 23:57:09.005697 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9085a218-71b7-4d29-9ca2-1b9c55fa3ecd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:09.009679 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-9085a218-71b7-4d29-9ca2-1b9c55fa3ecd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/80181e48-5a5e-464a-8fe6-db077a5d0680 HTTP/1.1" status: 204 len: 168 time: 0.1776876 Jul 23 23:57:09.025129 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9085a218-71b7-4d29-9ca2-1b9c55fa3ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80181e48-5a5e-464a-8fe6-db077a5d0680,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:09.041377 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f4d4387e-a25a-48d7-98f5-71745dc0745d req-668f7c38-d6c8-48a4-9461-42860e4f2458 tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] 10.222.0.44 "GET /v2.0/security-groups/73b18851-82e9-4d2d-91bd-b9201ae4c34f HTTP/1.1" status: 200 len: 1811 time: 0.0704815 Jul 23 23:57:09.046812 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-f4d4387e-a25a-48d7-98f5-71745dc0745d req-a57e69e1-e163-491c-a1c8-6afacdb968b9 tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '73b18851-82e9-4d2d-91bd-b9201ae4c34f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:57:09.047454 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-f4d4387e-a25a-48d7-98f5-71745dc0745d req-a57e69e1-e163-491c-a1c8-6afacdb968b9 tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '73b18851-82e9-4d2d-91bd-b9201ae4c34f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:57:09.113297 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8a204d99-d010-46b8-a819-92e460d0e512 req-8bed8150-d9e9-4d1a-80c1-a5e289721875 service neutron] 10.222.0.64 "GET /v2.0/networks/cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645143 Jul 23 23:57:09.150534 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-f4d4387e-a25a-48d7-98f5-71745dc0745d req-a57e69e1-e163-491c-a1c8-6afacdb968b9 tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:09.197456 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-f4d4387e-a25a-48d7-98f5-71745dc0745d req-a57e69e1-e163-491c-a1c8-6afacdb968b9 tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:09.202179 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-f4d4387e-a25a-48d7-98f5-71745dc0745d req-a57e69e1-e163-491c-a1c8-6afacdb968b9 tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:09.221629 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57e69e1-e163-491c-a1c8-6afacdb968b9 tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eeb7ff9-0d73-421e-9300-d8da51b3e36d,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:09.245724 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-f4d4387e-a25a-48d7-98f5-71745dc0745d req-a57e69e1-e163-491c-a1c8-6afacdb968b9 tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:09.247836 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f4d4387e-a25a-48d7-98f5-71745dc0745d req-a57e69e1-e163-491c-a1c8-6afacdb968b9 tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2053180 Jul 23 23:57:09.274375 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd7ca5-813a-4a52-a1ff-55a109c577a7 req-9f51405b-555d-4c98-a381-09bfa70be753 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:09.274375 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-72dd7ca5-813a-4a52-a1ff-55a109c577a7 req-9f51405b-555d-4c98-a381-09bfa70be753 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/ports?device_id=903b66c6-c309-4c30-89fd-6d6381093e4e HTTP/1.1" status: 200 len: 943 time: 0.1525424 Jul 23 23:57:09.292957 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8a204d99-d010-46b8-a819-92e460d0e512 req-08fdb7fc-d37d-4b07-84a8-93c10b5da8df service neutron] 10.222.0.64 "GET /v2.0/networks/cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661189 Jul 23 23:57:09.315619 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-72dd7ca5-813a-4a52-a1ff-55a109c577a7 req-2acf6c97-7bf2-4113-bd27-39cf3d626ffa tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/security-groups?id=7234dcab-bd61-43b3-a41f-dcf65032fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408454 Jul 23 23:57:09.351667 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5203d3c3-fa5c-4196-a893-1defabcd8015 req-424c7404-bed7-4b95-b980-acfdcaef31dd tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] 10.222.0.44 "GET /v2.0/security-groups/73b18851-82e9-4d2d-91bd-b9201ae4c34f HTTP/1.1" status: 200 len: 2404 time: 0.0705760 Jul 23 23:57:09.387221 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45892) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:57:09.403192 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-125b5f35-d540-47fc-858e-7bc39e7b0f44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:09.411712 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c16aaed1-a181-424f-b35f-183b29237e76 req-038b65f5-4b0e-44a4-ae2f-8cb33027e79c tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] 10.222.0.44 "GET /v2.0/security-group-rules/5eeb7ff9-0d73-421e-9300-d8da51b3e36d HTTP/1.1" status: 200 len: 778 time: 0.0294406 Jul 23 23:57:09.450245 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad910fd5-cf84-4154-907c-94ccce22d87f req-69227a48-8767-415f-ad41-3e876c2e0687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:09.451821 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ad910fd5-cf84-4154-907c-94ccce22d87f req-69227a48-8767-415f-ad41-3e876c2e0687 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d9405b5ff79541cbb5225ec709273225&device_id=60ef96c6-2a1a-44e8-9008-94fb8d7fc7d4 HTTP/1.1" status: 200 len: 1095 time: 0.1026695 Jul 23 23:57:09.494915 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c16aaed1-a181-424f-b35f-183b29237e76 req-2ba98a6d-fb8b-484d-8be5-5bd4e0f0db4e tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] 10.222.0.44 "GET /v2.0/security-groups/73b18851-82e9-4d2d-91bd-b9201ae4c34f HTTP/1.1" status: 200 len: 2404 time: 0.0760493 Jul 23 23:57:09.506641 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-125b5f35-d540-47fc-858e-7bc39e7b0f44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:09.512150 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-125b5f35-d540-47fc-858e-7bc39e7b0f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:09.550387 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125b5f35-d540-47fc-858e-7bc39e7b0f44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f9e1ba-41e6-4d10-acdd-9254d5e054a8,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:09.566396 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-125b5f35-d540-47fc-858e-7bc39e7b0f44 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9a98f08ece834319883b369dbfb096d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1755919 Jul 23 23:57:09.566716 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45898) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:57:09.577757 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-c16aaed1-a181-424f-b35f-183b29237e76 req-9e6705fc-5028-4af8-b2b3-4a7fb5759dfa tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:09.595089 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-c16aaed1-a181-424f-b35f-183b29237e76 req-9e6705fc-5028-4af8-b2b3-4a7fb5759dfa tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:09.628238 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad910fd5-cf84-4154-907c-94ccce22d87f req-b4059083-45d8-4681-a5d2-f82738747b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:09.629951 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ad910fd5-cf84-4154-907c-94ccce22d87f req-b4059083-45d8-4681-a5d2-f82738747b35 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed HTTP/1.1" status: 200 len: 919 time: 0.1658938 Jul 23 23:57:09.690505 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ad910fd5-cf84-4154-907c-94ccce22d87f req-3915010c-bf4f-4c5f-9954-468bb019bcc2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60b97620-b2d2-4d9f-ba36-19ae309f9e39 HTTP/1.1" status: 200 len: 217 time: 0.0507784 Jul 23 23:57:09.696218 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-c16aaed1-a181-424f-b35f-183b29237e76 req-9e6705fc-5028-4af8-b2b3-4a7fb5759dfa tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:09.717276 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-c16aaed1-a181-424f-b35f-183b29237e76 req-9e6705fc-5028-4af8-b2b3-4a7fb5759dfa tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:09.718372 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c16aaed1-a181-424f-b35f-183b29237e76 req-9e6705fc-5028-4af8-b2b3-4a7fb5759dfa tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/5eeb7ff9-0d73-421e-9300-d8da51b3e36d HTTP/1.1" status: 204 len: 173 time: 0.2131312 Jul 23 23:57:09.751313 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6705fc-5028-4af8-b2b3-4a7fb5759dfa tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5eeb7ff9-0d73-421e-9300-d8da51b3e36d,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:09.755446 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-713ff444-3e39-47ce-9634-21e0b2b9f4d0 req-104b66d3-360b-4d19-9f9a-b54ae024aaf4 tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-332350362', 'description': 'tempest-description-398994679'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:57:09.757736 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5c255c-1f9d-4938-9828-e30194b16fed req-4911c8cd-3d41-4942-8fba-6aba4be7ca02 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:09.759353 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1c5c255c-1f9d-4938-9828-e30194b16fed req-4911c8cd-3d41-4942-8fba-6aba4be7ca02 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=60ef96c6-2a1a-44e8-9008-94fb8d7fc7d4 HTTP/1.1" status: 200 len: 943 time: 0.0923834 Jul 23 23:57:09.763531 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ce0dc77e-bef3-4143-9e22-30d9d3cf5e24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:09.804372 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1c5c255c-1f9d-4938-9828-e30194b16fed req-0b409e72-e300-4c65-b0d2-fe3ec50ecfe9 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371022 Jul 23 23:57:09.807091 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ce0dc77e-bef3-4143-9e22-30d9d3cf5e24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:09.809930 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad910fd5-cf84-4154-907c-94ccce22d87f req-d96c099d-28a0-4d3c-a154-6acb94b7ee04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:09.811537 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ad910fd5-cf84-4154-907c-94ccce22d87f req-d96c099d-28a0-4d3c-a154-6acb94b7ee04 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3dff00ee-bed2-4c8a-b785-e9725c9c9b9c HTTP/1.1" status: 200 len: 858 time: 0.1116190 Jul 23 23:57:09.820715 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-713ff444-3e39-47ce-9634-21e0b2b9f4d0 req-104b66d3-360b-4d19-9f9a-b54ae024aaf4 tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:09.878411 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ad910fd5-cf84-4154-907c-94ccce22d87f req-dcd5414b-fbc1-47b1-8110-0a2bada9fac3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524843 Jul 23 23:57:09.973805 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ce0dc77e-bef3-4143-9e22-30d9d3cf5e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:09.976429 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ce0dc77e-bef3-4143-9e22-30d9d3cf5e24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:09.977873 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-ce0dc77e-bef3-4143-9e22-30d9d3cf5e24 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d9f9e1ba-41e6-4d10-acdd-9254d5e054a8 HTTP/1.1" status: 204 len: 168 time: 0.4101944 Jul 23 23:57:10.004164 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0dc77e-bef3-4143-9e22-30d9d3cf5e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f9e1ba-41e6-4d10-acdd-9254d5e054a8,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:10.010505 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 376a695c-d10c-4895-bdf3-5a12115dafbd details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:57:10.046464 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ad910fd5-cf84-4154-907c-94ccce22d87f req-f20be3a4-e74b-4f99-8cd6-c58373003a1d service neutron] 10.222.0.64 "GET /v2.0/networks/cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570358 Jul 23 23:57:10.087138 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-713ff444-3e39-47ce-9634-21e0b2b9f4d0 req-104b66d3-360b-4d19-9f9a-b54ae024aaf4 tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:10.104867 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-713ff444-3e39-47ce-9634-21e0b2b9f4d0 req-104b66d3-360b-4d19-9f9a-b54ae024aaf4 tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:10.144261 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 376a695c-d10c-4895-bdf3-5a12115dafbd, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=376a695c-d10c-4895-bdf3-5a12115dafbd,segment=NetworkSegment(916b837a-3956-408c-a58c-8cf4c63322c0),segment_id=916b837a-3956-408c-a58c-8cf4c63322c0)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:57:10.181607 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': '376a695c-d10c-4895-bdf3-5a12115dafbd', 'network_id': '7eb9a734-74b2-49bc-9188-4a7ee5495610', 'port_id': '376a695c-d10c-4895-bdf3-5a12115dafbd', 'mac_address': 'fa:16:3e:70:5a:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6e1e37a-ef2c-4bca-ad9c-345fa09479eb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:57:10.198306 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-713ff444-3e39-47ce-9634-21e0b2b9f4d0 req-104b66d3-360b-4d19-9f9a-b54ae024aaf4 tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:10.203180 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-713ff444-3e39-47ce-9634-21e0b2b9f4d0 req-104b66d3-360b-4d19-9f9a-b54ae024aaf4 tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.4553645 Jul 23 23:57:10.234920 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104b66d3-360b-4d19-9f9a-b54ae024aaf4 tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=957eaf20-3440-465a-833a-1d90d2267c68,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:10.261203 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ad910fd5-cf84-4154-907c-94ccce22d87f req-66ba0fb3-9785-4596-9df9-5cf4e2dc38e1 service neutron] 10.222.0.64 "GET /v2.0/networks/cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054508 Jul 23 23:57:10.274851 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:10.286985 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf563c6f-6c70-413d-b000-b23a4e6f4bf1 req-f219eb34-5a3d-4963-9d92-a9aaa511bade tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:10.293669 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ed1addf1-0445-47e4-9a14-b827abb25d94 req-5622b0e5-d01d-4ac8-b9cf-7ecd30a335e9 tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] 10.222.0.44 "GET /v2.0/security-groups/957eaf20-3440-465a-833a-1d90d2267c68 HTTP/1.1" status: 200 len: 1811 time: 0.0722580 Jul 23 23:57:10.296050 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cf563c6f-6c70-413d-b000-b23a4e6f4bf1 req-f219eb34-5a3d-4963-9d92-a9aaa511bade tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1332477-7f4b-4292-b069-ae8c72daf3d2 HTTP/1.1" status: 200 len: 946 time: 0.1702471 Jul 23 23:57:10.315277 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 376a695c-d10c-4895-bdf3-5a12115dafbd {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:57:10.331745 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-573f78b3-3e7b-4a11-bc64-53563f083480 req-405a1e50-c320-4b90-9798-22ec72402bf7 tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-274597818', 'description': 'tempest-description-334804791'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:57:10.337028 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 376a695c-d10c-4895-bdf3-5a12115dafbd, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=376a695c-d10c-4895-bdf3-5a12115dafbd,segment=NetworkSegment(916b837a-3956-408c-a58c-8cf4c63322c0),segment_id=916b837a-3956-408c-a58c-8cf4c63322c0)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:57:10.348097 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:10.365762 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-573f78b3-3e7b-4a11-bc64-53563f083480 req-405a1e50-c320-4b90-9798-22ec72402bf7 tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:10.372487 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cf563c6f-6c70-413d-b000-b23a4e6f4bf1 req-0f4e13c4-35ef-45b8-8044-2a5b7fd8bdc1 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "GET /v2.0/security-groups?id=1912b32f-c316-49ef-a3a5-c5567f5f87c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696583 Jul 23 23:57:10.407565 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=376a695c-d10c-4895-bdf3-5a12115dafbd,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:10.476925 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-573f78b3-3e7b-4a11-bc64-53563f083480 req-405a1e50-c320-4b90-9798-22ec72402bf7 tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:10.482007 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-573f78b3-3e7b-4a11-bc64-53563f083480 req-405a1e50-c320-4b90-9798-22ec72402bf7 tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:10.511299 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-573f78b3-3e7b-4a11-bc64-53563f083480 req-405a1e50-c320-4b90-9798-22ec72402bf7 tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:10.513282 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-573f78b3-3e7b-4a11-bc64-53563f083480 req-405a1e50-c320-4b90-9798-22ec72402bf7 tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.1862514 Jul 23 23:57:10.529582 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405a1e50-c320-4b90-9798-22ec72402bf7 tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0363de-f507-4142-bbb1-6fa0fccd811c,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:10.589528 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['376a695c-d10c-4895-bdf3-5a12115dafbd'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:57:10.646186 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2c8efd65-734e-4568-97e3-653e320b989f req-f8517104-0942-4062-b39d-b6509c6ebb12 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=4db1e0d9f35b4b27b032ee4fa4c653cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229139 Jul 23 23:57:10.652899 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4c2b75-e507-4f52-91ef-d74e5385f96c req-a0e5f249-3cae-483b-b211-d223d2856893 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:10.655232 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6b4c2b75-e507-4f52-91ef-d74e5385f96c req-a0e5f249-3cae-483b-b211-d223d2856893 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/ports?device_id=903b66c6-c309-4c30-89fd-6d6381093e4e HTTP/1.1" status: 200 len: 944 time: 0.0884559 Jul 23 23:57:10.708034 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6b4c2b75-e507-4f52-91ef-d74e5385f96c req-d07b9e29-e9d8-40f6-9a57-faf05dc23fed tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/security-groups?id=7234dcab-bd61-43b3-a41f-dcf65032fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461640 Jul 23 23:57:10.781536 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-71aeb0c0-fcae-4713-b958-a6dc8eec1ba5 req-d49651fd-e34b-4ea1-aec8-7dea898ae8cf tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] 10.222.0.44 "GET /v2.0/security-groups/ae0363de-f507-4142-bbb1-6fa0fccd811c HTTP/1.1" status: 200 len: 1811 time: 0.0466142 Jul 23 23:57:10.785336 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8efd65-734e-4568-97e3-653e320b989f req-2ac5852f-49a2-4671-8c8a-ff0685425458 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:10.786964 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2c8efd65-734e-4568-97e3-653e320b989f req-2ac5852f-49a2-4671-8c8a-ff0685425458 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1347306 Jul 23 23:57:10.804235 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2c8efd65-734e-4568-97e3-653e320b989f req-36e8a0cc-7ed6-4044-ad78-61279d2e8d80 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/quotas/4db1e0d9f35b4b27b032ee4fa4c653cd HTTP/1.1" status: 200 len: 375 time: 0.0102310 Jul 23 23:57:10.809344 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-6666c336-1cab-4e4a-b2e3-dd4ee2cf29b9 req-ddf560f8-b6ef-4f2b-b0b3-c54549df1714 tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-21016374', 'description': 'tempest-description-1608973340'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:57:10.835560 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-6666c336-1cab-4e4a-b2e3-dd4ee2cf29b9 req-ddf560f8-b6ef-4f2b-b0b3-c54549df1714 tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:10.853933 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2c8efd65-734e-4568-97e3-653e320b989f req-79fcfe15-dbca-4266-b5bf-3b3e4bd6aad1 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4db1e0d9f35b4b27b032ee4fa4c653cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413301 Jul 23 23:57:10.927127 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-6666c336-1cab-4e4a-b2e3-dd4ee2cf29b9 req-ddf560f8-b6ef-4f2b-b0b3-c54549df1714 tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:10.931988 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-6666c336-1cab-4e4a-b2e3-dd4ee2cf29b9 req-ddf560f8-b6ef-4f2b-b0b3-c54549df1714 tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:10.969571 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-6666c336-1cab-4e4a-b2e3-dd4ee2cf29b9 req-ddf560f8-b6ef-4f2b-b0b3-c54549df1714 tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:10.971121 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6666c336-1cab-4e4a-b2e3-dd4ee2cf29b9 req-ddf560f8-b6ef-4f2b-b0b3-c54549df1714 tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.1672781 Jul 23 23:57:10.971922 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf560f8-b6ef-4f2b-b0b3-c54549df1714 tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=677707b3-c621-4696-898e-6d44b3979633,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:10.994145 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 60b97620-b2d2-4d9f-ba36-19ae309f9e39 details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:57:11.121767 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 60b97620-b2d2-4d9f-ba36-19ae309f9e39, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=60b97620-b2d2-4d9f-ba36-19ae309f9e39,segment=NetworkSegment(d250a78c-273d-4c00-aeaa-fc87cc957e9a),segment_id=d250a78c-273d-4c00-aeaa-fc87cc957e9a)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:57:11.141406 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': '60b97620-b2d2-4d9f-ba36-19ae309f9e39', 'network_id': 'cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed', 'port_id': '60b97620-b2d2-4d9f-ba36-19ae309f9e39', 'mac_address': 'fa:16:3e:4f:94:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dff00ee-bed2-4c8a-b785-e9725c9c9b9c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:57:11.166643 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da3afa2-e7fc-4da9-8ed4-02418c72a317 req-04661170-3ddd-4a3d-b82d-5029ba5d55a4 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:11.168629 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1da3afa2-e7fc-4da9-8ed4-02418c72a317 req-04661170-3ddd-4a3d-b82d-5029ba5d55a4 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=60ef96c6-2a1a-44e8-9008-94fb8d7fc7d4 HTTP/1.1" status: 200 len: 943 time: 0.1123650 Jul 23 23:57:11.186884 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:11.196312 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-575c0776-8301-40bb-abe5-a802fbc7d5ea req-37d6805d-5a67-4bc9-acd3-a5d668d33e47 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0663c03-862c-474b-bc52-055460542055 HTTP/1.1" status: 200 len: 210 time: 0.0621357 Jul 23 23:57:11.215632 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60b97620-b2d2-4d9f-ba36-19ae309f9e39 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:57:11.236222 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1da3afa2-e7fc-4da9-8ed4-02418c72a317 req-6f5cee4d-a864-461d-9cac-44a8c452a741 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610173 Jul 23 23:57:11.259342 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 60b97620-b2d2-4d9f-ba36-19ae309f9e39, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=60b97620-b2d2-4d9f-ba36-19ae309f9e39,segment=NetworkSegment(d250a78c-273d-4c00-aeaa-fc87cc957e9a),segment_id=d250a78c-273d-4c00-aeaa-fc87cc957e9a)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:57:11.266472 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:11.335985 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-27417bb0-9e6c-46ed-b76a-195f8e7f9ee5 req-30436b4d-59a9-4970-a12e-320f549e6adc tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] 10.222.0.44 "GET /v2.0/security-groups/677707b3-c621-4696-898e-6d44b3979633 HTTP/1.1" status: 200 len: 1811 time: 0.1055877 Jul 23 23:57:11.361211 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=60b97620-b2d2-4d9f-ba36-19ae309f9e39,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:11.363064 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-4a15d3d4-0483-4e39-9823-34034b97b61f req-736dc500-96b8-414c-9f8c-b603da81fea5 tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1617509603', 'description': 'tempest-description-1175488615'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:57:11.390885 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-4a15d3d4-0483-4e39-9823-34034b97b61f req-736dc500-96b8-414c-9f8c-b603da81fea5 tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:11.506248 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-4a15d3d4-0483-4e39-9823-34034b97b61f req-736dc500-96b8-414c-9f8c-b603da81fea5 tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:11.512242 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-4a15d3d4-0483-4e39-9823-34034b97b61f req-736dc500-96b8-414c-9f8c-b603da81fea5 tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:11.518058 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d59eab8-2ac6-4c73-8e3f-3c3b2242b613 req-e0826dd6-44c4-4195-8eb4-00184880597d tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:11.525486 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4d59eab8-2ac6-4c73-8e3f-3c3b2242b613 req-e0826dd6-44c4-4195-8eb4-00184880597d tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1332477-7f4b-4292-b069-ae8c72daf3d2 HTTP/1.1" status: 200 len: 946 time: 0.0779600 Jul 23 23:57:11.531913 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['60b97620-b2d2-4d9f-ba36-19ae309f9e39'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:57:11.560364 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-4a15d3d4-0483-4e39-9823-34034b97b61f req-736dc500-96b8-414c-9f8c-b603da81fea5 tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:11.561635 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4a15d3d4-0483-4e39-9823-34034b97b61f req-736dc500-96b8-414c-9f8c-b603da81fea5 tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2030227 Jul 23 23:57:11.563417 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736dc500-96b8-414c-9f8c-b603da81fea5 tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff64e51b-ac56-4247-a5ce-e4048f90a627,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:11.595408 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4d59eab8-2ac6-4c73-8e3f-3c3b2242b613 req-d600bc58-7525-4ba7-8844-adc544a1febf tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "GET /v2.0/security-groups?id=1912b32f-c316-49ef-a3a5-c5567f5f87c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684755 Jul 23 23:57:11.655099 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-94ef261a-f578-417f-a972-9c7cbbaf028d req-ac9cade7-400f-49c3-a486-7c4c60499efa tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] 10.222.0.44 "GET /v2.0/security-groups/ff64e51b-ac56-4247-a5ce-e4048f90a627 HTTP/1.1" status: 200 len: 1813 time: 0.0597143 Jul 23 23:57:11.690603 n-d-800088-16 neutron-server[100314]: INFO neutron.api.v2.resource [req-431fba01-d86c-4b44-a4ca-469a48d9cd95 req-4c65a9a7-571c-459d-9747-7ec1d6c8ce70 tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] show failed (client error): The resource could not be found. Jul 23 23:57:11.692696 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-431fba01-d86c-4b44-a4ca-469a48d9cd95 req-4c65a9a7-571c-459d-9747-7ec1d6c8ce70 tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] 10.222.0.44 "GET /v2.0/security-groups/91f24501-9f59-4eeb-8254-b01a39771a42 HTTP/1.1" status: 404 len: 352 time: 0.0159266 Jul 23 23:57:11.745632 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [req-1d37cd54-7b05-4afe-a65b-dd62c85e8ef6 req-507fbe3d-b8aa-4465-8f30-e14cb5fc9b5e tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] show failed (client error): The resource could not be found. Jul 23 23:57:11.746687 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1d37cd54-7b05-4afe-a65b-dd62c85e8ef6 req-507fbe3d-b8aa-4465-8f30-e14cb5fc9b5e tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] 10.222.0.44 "GET /v2.0/security-group-rules/99ceef56-c3c6-46f8-a2a6-f6f398ffade7 HTTP/1.1" status: 404 len: 361 time: 0.0278447 Jul 23 23:57:11.823391 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c421197d-a9d1-42ec-94bb-8b66079699ee req-2a5f7490-a739-4450-a49d-515d8764a953 tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] 10.222.0.44 "GET /v2.0/security-groups/ff64e51b-ac56-4247-a5ce-e4048f90a627 HTTP/1.1" status: 200 len: 1813 time: 0.0516782 Jul 23 23:57:11.868423 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b00835-46a1-45d5-9609-71a788002cca req-6b09691f-0959-4724-8fbf-54568d1fb746 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:11.870012 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-05b00835-46a1-45d5-9609-71a788002cca req-6b09691f-0959-4724-8fbf-54568d1fb746 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/ports?device_id=903b66c6-c309-4c30-89fd-6d6381093e4e HTTP/1.1" status: 200 len: 944 time: 0.0759096 Jul 23 23:57:11.886135 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-c421197d-a9d1-42ec-94bb-8b66079699ee req-7dc9f291-56e9-4b74-9124-3299d5a805fd tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:11.914490 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-c421197d-a9d1-42ec-94bb-8b66079699ee req-7dc9f291-56e9-4b74-9124-3299d5a805fd tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:11.915253 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-05b00835-46a1-45d5-9609-71a788002cca req-830eac32-65da-4020-8af5-f355948ebf6e tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/security-groups?id=7234dcab-bd61-43b3-a41f-dcf65032fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375235 Jul 23 23:57:11.961492 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-c421197d-a9d1-42ec-94bb-8b66079699ee req-7dc9f291-56e9-4b74-9124-3299d5a805fd tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:11.964316 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-c421197d-a9d1-42ec-94bb-8b66079699ee req-7dc9f291-56e9-4b74-9124-3299d5a805fd tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:11.965538 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c421197d-a9d1-42ec-94bb-8b66079699ee req-7dc9f291-56e9-4b74-9124-3299d5a805fd tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] 10.222.0.44 "DELETE /v2.0/security-groups/ff64e51b-ac56-4247-a5ce-e4048f90a627 HTTP/1.1" status: 204 len: 173 time: 0.1362240 Jul 23 23:57:11.975318 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc9f291-56e9-4b74-9124-3299d5a805fd tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff64e51b-ac56-4247-a5ce-e4048f90a627,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:12.021084 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 376a695c-d10c-4895-bdf3-5a12115dafbd up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:57:12.030093 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b23a8cd6-a7cc-48a0-901f-d6ee7c2702fa req-7eabd5ce-065c-4519-a58a-5d26a499030f tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] 10.222.0.44 "GET /v2.0/security-groups/677707b3-c621-4696-898e-6d44b3979633 HTTP/1.1" status: 200 len: 1811 time: 0.0460665 Jul 23 23:57:12.089709 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port 376a695c-d10c-4895-bdf3-5a12115dafbd completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:57:12.095003 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port 376a695c-d10c-4895-bdf3-5a12115dafbd triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:57:12.095863 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:12.097445 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-b23a8cd6-a7cc-48a0-901f-d6ee7c2702fa req-e8a41724-a0a9-46bb-87d6-788f9435fd75 tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:12.131249 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-b23a8cd6-a7cc-48a0-901f-d6ee7c2702fa req-e8a41724-a0a9-46bb-87d6-788f9435fd75 tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:12.160336 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2c8efd65-734e-4568-97e3-653e320b989f req-e194e084-7279-46e8-a36a-e5ba6c670c8a tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=4db1e0d9f35b4b27b032ee4fa4c653cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0475554 Jul 23 23:57:12.202725 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-b23a8cd6-a7cc-48a0-901f-d6ee7c2702fa req-e8a41724-a0a9-46bb-87d6-788f9435fd75 tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:12.205576 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-b23a8cd6-a7cc-48a0-901f-d6ee7c2702fa req-e8a41724-a0a9-46bb-87d6-788f9435fd75 tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:12.207149 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b23a8cd6-a7cc-48a0-901f-d6ee7c2702fa req-e8a41724-a0a9-46bb-87d6-788f9435fd75 tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] 10.222.0.44 "DELETE /v2.0/security-groups/677707b3-c621-4696-898e-6d44b3979633 HTTP/1.1" status: 204 len: 173 time: 0.1702285 Jul 23 23:57:12.239088 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a41724-a0a9-46bb-87d6-788f9435fd75 tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=677707b3-c621-4696-898e-6d44b3979633,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:12.268377 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:12.295485 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '903b66c6-c309-4c30-89fd-6d6381093e4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '376a695c-d10c-4895-bdf3-5a12115dafbd'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:57:12.298906 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb6aa7c-d0b0-4dea-870e-ac4b60980038" -d '{"events": [{"server_uuid": "903b66c6-c309-4c30-89fd-6d6381093e4e", "name": "network-vif-plugged", "status": "completed", "tag": "376a695c-d10c-4895-bdf3-5a12115dafbd"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:57:12.323360 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 376a695c-d10c-4895-bdf3-5a12115dafbd, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=376a695c-d10c-4895-bdf3-5a12115dafbd,segment=NetworkSegment(916b837a-3956-408c-a58c-8cf4c63322c0),segment_id=916b837a-3956-408c-a58c-8cf4c63322c0)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:57:12.329853 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:12.348033 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d1653bb6-e8ac-4ce1-9cda-c60c183d2711 req-083653ec-996f-4d9c-bdd8-8f0977f10123 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0663c03-862c-474b-bc52-055460542055 HTTP/1.1" status: 200 len: 210 time: 0.0421877 Jul 23 23:57:12.379987 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c837ce12-1a91-4383-b001-a56b8cdaabca req-13d874b4-5b64-4ad3-9f60-9abeba12bd09 tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] 10.222.0.44 "GET /v2.0/security-groups/ae0363de-f507-4142-bbb1-6fa0fccd811c HTTP/1.1" status: 200 len: 1811 time: 0.1140413 Jul 23 23:57:12.414146 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=376a695c-d10c-4895-bdf3-5a12115dafbd,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:12.427500 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8efd65-734e-4568-97e3-653e320b989f req-51ecbd82-6181-4ffb-b919-558a99b8b4a2 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:12.429821 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2c8efd65-734e-4568-97e3-653e320b989f req-51ecbd82-6181-4ffb-b919-558a99b8b4a2 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2635982 Jul 23 23:57:12.442136 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-2c8efd65-734e-4568-97e3-653e320b989f req-c3c49225-bd4e-4c50-a98a-bccdda2c2fc6 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Request body: {'port': {'device_id': 'a0663c03-862c-474b-bc52-055460542055', 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2', 'admin_state_up': True, 'tenant_id': '4db1e0d9f35b4b27b032ee4fa4c653cd'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:57:12.503000 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe1a258-bd67-4c6b-9cc7-b95ba1b97cce req-0cde5dc4-931f-4d53-aa4a-71cb39b5798a tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:12.504545 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5fe1a258-bd67-4c6b-9cc7-b95ba1b97cce req-0cde5dc4-931f-4d53-aa4a-71cb39b5798a tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=60ef96c6-2a1a-44e8-9008-94fb8d7fc7d4 HTTP/1.1" status: 200 len: 944 time: 0.0724750 Jul 23 23:57:12.538991 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-c837ce12-1a91-4383-b001-a56b8cdaabca req-7ea1749f-fddd-43ec-b4c7-f7f139c877e4 tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:12.548355 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5fe1a258-bd67-4c6b-9cc7-b95ba1b97cce req-558dfdef-4512-42ae-97bb-0e2258ce3811 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377986 Jul 23 23:57:12.586007 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-c837ce12-1a91-4383-b001-a56b8cdaabca req-7ea1749f-fddd-43ec-b4c7-f7f139c877e4 tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:12.602426 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-034cb01c-0f9b-4a9d-a2d9-c65f41e192d8 x-openstack-request-id: req-034cb01c-0f9b-4a9d-a2d9-c65f41e192d8 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:57:12.603508 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "903b66c6-c309-4c30-89fd-6d6381093e4e", "name": "network-vif-plugged", "status": "completed", "tag": "376a695c-d10c-4895-bdf3-5a12115dafbd", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:57:12.603989 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-034cb01c-0f9b-4a9d-a2d9-c65f41e192d8 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:57:12.604586 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '903b66c6-c309-4c30-89fd-6d6381093e4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '376a695c-d10c-4895-bdf3-5a12115dafbd', 'code': 200} Jul 23 23:57:12.642952 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c8efd65-734e-4568-97e3-653e320b989f req-c3c49225-bd4e-4c50-a98a-bccdda2c2fc6 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Made reservation on behalf of 4db1e0d9f35b4b27b032ee4fa4c653cd for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:57:12.646831 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-2c8efd65-734e-4568-97e3-653e320b989f req-c3c49225-bd4e-4c50-a98a-bccdda2c2fc6 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:12.657078 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-2c8efd65-734e-4568-97e3-653e320b989f req-c3c49225-bd4e-4c50-a98a-bccdda2c2fc6 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:12.669700 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-c837ce12-1a91-4383-b001-a56b8cdaabca req-7ea1749f-fddd-43ec-b4c7-f7f139c877e4 tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:12.672254 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-c837ce12-1a91-4383-b001-a56b8cdaabca req-7ea1749f-fddd-43ec-b4c7-f7f139c877e4 tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:12.673424 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c837ce12-1a91-4383-b001-a56b8cdaabca req-7ea1749f-fddd-43ec-b4c7-f7f139c877e4 tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] 10.222.0.44 "DELETE /v2.0/security-groups/ae0363de-f507-4142-bbb1-6fa0fccd811c HTTP/1.1" status: 204 len: 173 time: 0.2833102 Jul 23 23:57:12.718604 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea1749f-fddd-43ec-b4c7-f7f139c877e4 tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0363de-f507-4142-bbb1-6fa0fccd811c,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:12.782038 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6c378848-a8d2-4cc9-8a02-6bf80d992c43 req-4ce5cece-d929-47b4-ae6d-e8f84d85b94a tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] 10.222.0.44 "GET /v2.0/security-groups/957eaf20-3440-465a-833a-1d90d2267c68 HTTP/1.1" status: 200 len: 1811 time: 0.0713537 Jul 23 23:57:12.824578 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1750050-9354-40fe-a140-08c3a44eed67 req-6cf079f8-e645-4bce-b950-a5d5ff8b3727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:12.826171 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c1750050-9354-40fe-a140-08c3a44eed67 req-6cf079f8-e645-4bce-b950-a5d5ff8b3727 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=903b66c6-c309-4c30-89fd-6d6381093e4e HTTP/1.1" status: 200 len: 1097 time: 0.1419451 Jul 23 23:57:12.846378 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-6c378848-a8d2-4cc9-8a02-6bf80d992c43 req-eef3cf5f-ae3f-4dba-aad9-a2d3116398e0 tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:12.871488 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-6c378848-a8d2-4cc9-8a02-6bf80d992c43 req-eef3cf5f-ae3f-4dba-aad9-a2d3116398e0 tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:12.903697 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be5b21a-15eb-42a5-96ba-e68ee04e177e req-9ee036cf-2511-4450-bc54-cee8ce54dd8c tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:12.905348 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0be5b21a-15eb-42a5-96ba-e68ee04e177e req-9ee036cf-2511-4450-bc54-cee8ce54dd8c tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1332477-7f4b-4292-b069-ae8c72daf3d2 HTTP/1.1" status: 200 len: 946 time: 0.1532035 Jul 23 23:57:12.913395 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-2c8efd65-734e-4568-97e3-653e320b989f req-c3c49225-bd4e-4c50-a98a-bccdda2c2fc6 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:12.915105 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c1750050-9354-40fe-a140-08c3a44eed67 req-b623407e-4a81-4b0b-ad6a-cf176e2da4af service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=7234dcab-bd61-43b3-a41f-dcf65032fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803416 Jul 23 23:57:12.917204 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-2c8efd65-734e-4568-97e3-653e320b989f req-c3c49225-bd4e-4c50-a98a-bccdda2c2fc6 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:12.926920 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-6c378848-a8d2-4cc9-8a02-6bf80d992c43 req-eef3cf5f-ae3f-4dba-aad9-a2d3116398e0 tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:12.930396 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-6c378848-a8d2-4cc9-8a02-6bf80d992c43 req-eef3cf5f-ae3f-4dba-aad9-a2d3116398e0 tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:12.931563 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6c378848-a8d2-4cc9-8a02-6bf80d992c43 req-eef3cf5f-ae3f-4dba-aad9-a2d3116398e0 tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] 10.222.0.44 "DELETE /v2.0/security-groups/957eaf20-3440-465a-833a-1d90d2267c68 HTTP/1.1" status: 204 len: 173 time: 0.1425033 Jul 23 23:57:12.941647 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef3cf5f-ae3f-4dba-aad9-a2d3116398e0 tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=957eaf20-3440-465a-833a-1d90d2267c68,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:13.000913 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 60b97620-b2d2-4d9f-ba36-19ae309f9e39 up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:57:13.026494 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c49225-bd4e-4c50-a98a-bccdda2c2fc6 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ee523e-b776-4966-b1a9-13ed07423313,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:13.064192 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0be5b21a-15eb-42a5-96ba-e68ee04e177e req-b01acf81-7d22-454a-8a78-47380896ee8d tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "GET /v2.0/security-groups?id=1912b32f-c316-49ef-a3a5-c5567f5f87c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413746 Jul 23 23:57:13.069019 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port 60b97620-b2d2-4d9f-ba36-19ae309f9e39 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:57:13.074465 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port 60b97620-b2d2-4d9f-ba36-19ae309f9e39 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:57:13.074813 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:13.098292 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff342d9d-050c-4efa-a97f-7abcb85f6bb3 req-61fb75c0-5567-4f15-b726-b99d7afc70e4 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:13.101115 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ff342d9d-050c-4efa-a97f-7abcb85f6bb3 req-61fb75c0-5567-4f15-b726-b99d7afc70e4 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/ports?device_id=903b66c6-c309-4c30-89fd-6d6381093e4e HTTP/1.1" status: 200 len: 945 time: 0.0978508 Jul 23 23:57:13.158751 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ff342d9d-050c-4efa-a97f-7abcb85f6bb3 req-aa5f5582-dbea-46d9-8b6e-9021bf5f092a tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/security-groups?id=7234dcab-bd61-43b3-a41f-dcf65032fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501935 Jul 23 23:57:13.190952 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-2c8efd65-734e-4568-97e3-653e320b989f req-c3c49225-bd4e-4c50-a98a-bccdda2c2fc6 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Allocated IP 192.168.233.206 (603dff3b-80fe-44ec-a82a-8d8b74b0c3c2/ef73a7e1-c64a-41e3-9997-629475c7b6b1/9adc90a8-daab-449e-bad1-bd977df0c1fb) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:57:13.201236 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:13.211879 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-43521516-e779-498a-b4e2-e9adaef8e596 req-81478327-e8e9-4864-8846-43860f634911 tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] 10.222.0.44 "GET /v2.0/security-groups/73b18851-82e9-4d2d-91bd-b9201ae4c34f HTTP/1.1" status: 200 len: 1811 time: 0.0678976 Jul 23 23:57:13.249784 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 60b97620-b2d2-4d9f-ba36-19ae309f9e39, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=60b97620-b2d2-4d9f-ba36-19ae309f9e39,segment=NetworkSegment(d250a78c-273d-4c00-aeaa-fc87cc957e9a),segment_id=d250a78c-273d-4c00-aeaa-fc87cc957e9a)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:57:13.256134 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:13.322829 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=60b97620-b2d2-4d9f-ba36-19ae309f9e39,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:13.345543 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-43521516-e779-498a-b4e2-e9adaef8e596 req-e730bcf1-afa8-4a30-9659-2cfa25663a04 tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:13.412692 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-43521516-e779-498a-b4e2-e9adaef8e596 req-e730bcf1-afa8-4a30-9659-2cfa25663a04 tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:13.461605 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6ba61e45-ffdf-40f4-989d-83c490a8d07d req-eff08852-6c96-47a6-9554-e40c82c5d7bf tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0663c03-862c-474b-bc52-055460542055 HTTP/1.1" status: 200 len: 210 time: 0.0357580 Jul 23 23:57:13.468711 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-2c8efd65-734e-4568-97e3-653e320b989f req-c3c49225-bd4e-4c50-a98a-bccdda2c2fc6 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:13.495005 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-2c8efd65-734e-4568-97e3-653e320b989f req-c3c49225-bd4e-4c50-a98a-bccdda2c2fc6 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Transition to ACTIVE for port object 9adc90a8-daab-449e-bad1-bd977df0c1fb will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:57:13.496606 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-43521516-e779-498a-b4e2-e9adaef8e596 req-e730bcf1-afa8-4a30-9659-2cfa25663a04 tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:13.499456 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-43521516-e779-498a-b4e2-e9adaef8e596 req-e730bcf1-afa8-4a30-9659-2cfa25663a04 tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:13.500562 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-43521516-e779-498a-b4e2-e9adaef8e596 req-e730bcf1-afa8-4a30-9659-2cfa25663a04 tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] 10.222.0.44 "DELETE /v2.0/security-groups/73b18851-82e9-4d2d-91bd-b9201ae4c34f HTTP/1.1" status: 204 len: 173 time: 0.2818983 Jul 23 23:57:13.507169 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 46072) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:57:13.516351 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e730bcf1-afa8-4a30-9659-2cfa25663a04 tempest-SecurityGroupRulesNegativeTestJSON-393685612 tempest-SecurityGroupRulesNegativeTestJSON-393685612-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b18851-82e9-4d2d-91bd-b9201ae4c34f,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:13.549827 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-2c8efd65-734e-4568-97e3-653e320b989f req-c3c49225-bd4e-4c50-a98a-bccdda2c2fc6 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:13.575693 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-348c7b44-868d-454c-84d2-07a393d1064e admin admin] Deleting subnet 25633b97-dc76-46eb-9e63-222ae6ded894 {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:57:13.578886 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-348c7b44-868d-454c-84d2-07a393d1064e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:13.614377 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c8efd65-734e-4568-97e3-653e320b989f req-c3c49225-bd4e-4c50-a98a-bccdda2c2fc6 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:57:13.620641 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-2c8efd65-734e-4568-97e3-653e320b989f req-c3c49225-bd4e-4c50-a98a-bccdda2c2fc6 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:57:13.624583 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c8efd65-734e-4568-97e3-653e320b989f req-c3c49225-bd4e-4c50-a98a-bccdda2c2fc6 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:57:13.628524 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-348c7b44-868d-454c-84d2-07a393d1064e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:13.655373 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c49225-bd4e-4c50-a98a-bccdda2c2fc6 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Pushing event updated for resources: {'Port': ['ID=9adc90a8-daab-449e-bad1-bd977df0c1fb,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:13.707736 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8efd65-734e-4568-97e3-653e320b989f req-c3c49225-bd4e-4c50-a98a-bccdda2c2fc6 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:13.716963 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-2c8efd65-734e-4568-97e3-653e320b989f req-c3c49225-bd4e-4c50-a98a-bccdda2c2fc6 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:13.750318 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2c8efd65-734e-4568-97e3-653e320b989f req-c3c49225-bd4e-4c50-a98a-bccdda2c2fc6 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3119280 Jul 23 23:57:13.763881 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-2c8efd65-734e-4568-97e3-653e320b989f req-41626bde-52aa-408c-9ad3-ecd9372231d4 service neutron] Request body: {'port': {'device_id': 'a0663c03-862c-474b-bc52-055460542055', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:57:13.799723 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-348c7b44-868d-454c-84d2-07a393d1064e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:13.916363 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-2c8efd65-734e-4568-97e3-653e320b989f req-41626bde-52aa-408c-9ad3-ecd9372231d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:13.929959 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297718e2-2503-4dfa-a55a-c551f076febc req-02f5d869-5841-4937-8357-8f86e5e48d97 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:13.937457 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-297718e2-2503-4dfa-a55a-c551f076febc req-02f5d869-5841-4937-8357-8f86e5e48d97 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=60ef96c6-2a1a-44e8-9008-94fb8d7fc7d4 HTTP/1.1" status: 200 len: 945 time: 0.2559493 Jul 23 23:57:13.946642 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-348c7b44-868d-454c-84d2-07a393d1064e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:13.971269 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-1d453a5b-822a-4e98-870b-debfc42fc6d8 None None] Provisioning for port 9adc90a8-daab-449e-bad1-bd977df0c1fb completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:57:13.980325 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-1d453a5b-822a-4e98-870b-debfc42fc6d8 None None] Provisioning complete for port 9adc90a8-daab-449e-bad1-bd977df0c1fb triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:57:13.981001 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-1d453a5b-822a-4e98-870b-debfc42fc6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:14.005800 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-348c7b44-868d-454c-84d2-07a393d1064e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:14.008520 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-348c7b44-868d-454c-84d2-07a393d1064e admin admin] 10.222.0.44 "DELETE /v2.0/subnets/25633b97-dc76-46eb-9e63-222ae6ded894 HTTP/1.1" status: 204 len: 168 time: 0.4996889 Jul 23 23:57:14.011493 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 46086) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:57:14.017262 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348c7b44-868d-454c-84d2-07a393d1064e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25633b97-dc76-46eb-9e63-222ae6ded894,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:14.037942 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-1d453a5b-822a-4e98-870b-debfc42fc6d8 None None] Port 9adc90a8-daab-449e-bad1-bd977df0c1fb cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:57:14.041346 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-297718e2-2503-4dfa-a55a-c551f076febc req-95b0d37a-f248-457f-880e-a29d51501aab tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030037 Jul 23 23:57:14.175323 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ebb1276d-7827-4fdf-95a8-34db119a43ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:14.291880 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55010e2-2ca7-453f-954d-6e92ece74e70 req-48698c13-3e3c-4cb0-ab29-2e864a21b5ae tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:14.293460 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d55010e2-2ca7-453f-954d-6e92ece74e70 req-48698c13-3e3c-4cb0-ab29-2e864a21b5ae tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/ports?device_id=903b66c6-c309-4c30-89fd-6d6381093e4e HTTP/1.1" status: 200 len: 945 time: 0.0713129 Jul 23 23:57:14.342265 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d55010e2-2ca7-453f-954d-6e92ece74e70 req-e987c677-6750-49d2-9fe1-a42ecc823d03 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/security-groups?id=7234dcab-bd61-43b3-a41f-dcf65032fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417752 Jul 23 23:57:14.356066 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ebb1276d-7827-4fdf-95a8-34db119a43ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:14.381219 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-ebb1276d-7827-4fdf-95a8-34db119a43ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2f772b6-3c4d-41d5-9b0b-0d7ae43d5e99']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:57:14.398703 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-ebb1276d-7827-4fdf-95a8-34db119a43ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f6d2088-c57e-4ad5-81a1-f74ff0424c5f') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:57:14.399000 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-ebb1276d-7827-4fdf-95a8-34db119a43ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f6d2088-c57e-4ad5-81a1-f74ff0424c5f') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:57:14.414366 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b44ef4-3a32-4a08-9653-927c960bfadf req-005c7eec-56b0-45f1-8d22-cb8cdb343d75 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:14.415866 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-97b44ef4-3a32-4a08-9653-927c960bfadf req-005c7eec-56b0-45f1-8d22-cb8cdb343d75 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1332477-7f4b-4292-b069-ae8c72daf3d2 HTTP/1.1" status: 200 len: 946 time: 0.2710147 Jul 23 23:57:14.423926 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ebb1276d-7827-4fdf-95a8-34db119a43ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:14.472645 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ebb1276d-7827-4fdf-95a8-34db119a43ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:14.494881 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebb1276d-7827-4fdf-95a8-34db119a43ed admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:57:14.495219 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ebb1276d-7827-4fdf-95a8-34db119a43ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:14.497256 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 23 23:57:14.497256 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:57:14.497256 n-d-800088-16 neutron-server[100313]: timer() Jul 23 23:57:14.497256 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:57:14.497256 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 23 23:57:14.497256 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:57:14.497256 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 23 23:57:14.497256 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:57:14.497256 n-d-800088-16 neutron-server[100313]: self._notify() Jul 23 23:57:14.497256 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:57:14.497256 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 23 23:57:14.497256 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:57:14.497256 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 23 23:57:14.497256 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:57:14.497256 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:57:14.497256 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:57:14.497256 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:57:14.497256 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:57:14.497256 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 23 23:57:14.497256 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:57:14.497256 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 23 23:57:14.497256 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:57:14.497256 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:57:14.497256 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:57:14.497256 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 23 23:57:14.497256 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:57:14.497256 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:57:14.497256 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:57:14.497256 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:57:14.497256 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:57:14.497256 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:57:14.497256 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:57:14.519197 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-2c8efd65-734e-4568-97e3-653e320b989f req-41626bde-52aa-408c-9ad3-ecd9372231d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9adc90a8-daab-449e-bad1-bd977df0c1fb {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:57:14.536833 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-2c8efd65-734e-4568-97e3-653e320b989f req-41626bde-52aa-408c-9ad3-ecd9372231d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:14.541562 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:14.550999 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-97b44ef4-3a32-4a08-9653-927c960bfadf req-630475ed-87f1-48a9-9b6c-abf5011e9d23 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "GET /v2.0/security-groups?id=1912b32f-c316-49ef-a3a5-c5567f5f87c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124740 Jul 23 23:57:14.596408 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-2c8efd65-734e-4568-97e3-653e320b989f req-41626bde-52aa-408c-9ad3-ecd9372231d4 service neutron] Transition to ACTIVE for port object 9adc90a8-daab-449e-bad1-bd977df0c1fb will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:57:14.598207 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ebb1276d-7827-4fdf-95a8-34db119a43ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:14.606016 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ebb1276d-7827-4fdf-95a8-34db119a43ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:14.606771 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60ef96c6-2a1a-44e8-9008-94fb8d7fc7d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60b97620-b2d2-4d9f-ba36-19ae309f9e39'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:57:14.610182 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-ebb1276d-7827-4fdf-95a8-34db119a43ed admin admin] 10.222.0.44 "DELETE /v2.0/networks/b2f772b6-3c4d-41d5-9b0b-0d7ae43d5e99 HTTP/1.1" status: 204 len: 168 time: 0.5952168 Jul 23 23:57:14.610182 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-2c8efd65-734e-4568-97e3-653e320b989f req-41626bde-52aa-408c-9ad3-ecd9372231d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:14.617153 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21462a39-e249-4268-8bd0-65e413958102" -d '{"events": [{"server_uuid": "60ef96c6-2a1a-44e8-9008-94fb8d7fc7d4", "name": "network-vif-plugged", "status": "completed", "tag": "60b97620-b2d2-4d9f-ba36-19ae309f9e39"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:57:14.628501 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1276d-7827-4fdf-95a8-34db119a43ed admin admin] Pushing event deleted for resources: {'Network': ['ID=b2f772b6-3c4d-41d5-9b0b-0d7ae43d5e99,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:14.675428 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41626bde-52aa-408c-9ad3-ecd9372231d4 service neutron] Pushing event updated for resources: {'Port': ['ID=9adc90a8-daab-449e-bad1-bd977df0c1fb,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:14.744491 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea3876e-570c-4847-a656-0ae7e7937917 req-aca44704-4caf-4d86-a5cd-76d3a8bc936b tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:14.747691 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-aea3876e-570c-4847-a656-0ae7e7937917 req-aca44704-4caf-4d86-a5cd-76d3a8bc936b tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0663c03-862c-474b-bc52-055460542055 HTTP/1.1" status: 200 len: 948 time: 0.1054490 Jul 23 23:57:14.820930 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-aea3876e-570c-4847-a656-0ae7e7937917 req-bf70f546-8135-46ca-93b4-62005df19f11 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8ee523e-b776-4966-b1a9-13ed07423313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638249 Jul 23 23:57:14.861366 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-2c8efd65-734e-4568-97e3-653e320b989f req-41626bde-52aa-408c-9ad3-ecd9372231d4 service neutron] Attempting to bind port 9adc90a8-daab-449e-bad1-bd977df0c1fb on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:57:14.861894 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-2c8efd65-734e-4568-97e3-653e320b989f req-41626bde-52aa-408c-9ad3-ecd9372231d4 service neutron] Attempting to bind port 9adc90a8-daab-449e-bad1-bd977df0c1fb by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:57:14.862145 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8efd65-734e-4568-97e3-653e320b989f req-41626bde-52aa-408c-9ad3-ecd9372231d4 service neutron] Attempting to bind port 9adc90a8-daab-449e-bad1-bd977df0c1fb on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:57:14.891263 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8efd65-734e-4568-97e3-653e320b989f req-41626bde-52aa-408c-9ad3-ecd9372231d4 service neutron] Port 9adc90a8-daab-449e-bad1-bd977df0c1fb on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:57:14.891540 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8efd65-734e-4568-97e3-653e320b989f req-41626bde-52aa-408c-9ad3-ecd9372231d4 service neutron] Attempting to bind port 9adc90a8-daab-449e-bad1-bd977df0c1fb on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:57:14.894278 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-986d1caf-b410-4784-85a9-4ba0d4e873e0 x-openstack-request-id: req-986d1caf-b410-4784-85a9-4ba0d4e873e0 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:57:14.894752 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60ef96c6-2a1a-44e8-9008-94fb8d7fc7d4", "name": "network-vif-plugged", "status": "completed", "tag": "60b97620-b2d2-4d9f-ba36-19ae309f9e39", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:57:14.895487 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-986d1caf-b410-4784-85a9-4ba0d4e873e0 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:57:14.896057 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60ef96c6-2a1a-44e8-9008-94fb8d7fc7d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60b97620-b2d2-4d9f-ba36-19ae309f9e39', 'code': 200} Jul 23 23:57:14.918135 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a416aea7-8ba3-4a3a-a69a-b90d77682bbf req-30f8e639-dbf7-4071-9d17-08506b4f95a1 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:14.925330 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a416aea7-8ba3-4a3a-a69a-b90d77682bbf req-30f8e639-dbf7-4071-9d17-08506b4f95a1 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/ports?device_id=903b66c6-c309-4c30-89fd-6d6381093e4e HTTP/1.1" status: 200 len: 945 time: 0.2444263 Jul 23 23:57:14.935152 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8efd65-734e-4568-97e3-653e320b989f req-41626bde-52aa-408c-9ad3-ecd9372231d4 service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:57:14.935715 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8efd65-734e-4568-97e3-653e320b989f req-41626bde-52aa-408c-9ad3-ecd9372231d4 service neutron] Checking segment: {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:57:14.936264 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8efd65-734e-4568-97e3-653e320b989f req-41626bde-52aa-408c-9ad3-ecd9372231d4 service neutron] Bound using segment: {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:57:14.937299 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-2c8efd65-734e-4568-97e3-653e320b989f req-41626bde-52aa-408c-9ad3-ecd9372231d4 service neutron] Bound port: 9adc90a8-daab-449e-bad1-bd977df0c1fb, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:57:14.948058 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-2c8efd65-734e-4568-97e3-653e320b989f req-41626bde-52aa-408c-9ad3-ecd9372231d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:14.964666 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 46128) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:57:15.032619 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a416aea7-8ba3-4a3a-a69a-b90d77682bbf req-6dee1712-9b91-4de9-a1cb-b47e45df6e9c tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/security-groups?id=7234dcab-bd61-43b3-a41f-dcf65032fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060030 Jul 23 23:57:15.051394 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-2c8efd65-734e-4568-97e3-653e320b989f req-41626bde-52aa-408c-9ad3-ecd9372231d4 service neutron] For port 9adc90a8-daab-449e-bad1-bd977df0c1fb, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:57:15.058128 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-2c8efd65-734e-4568-97e3-653e320b989f req-41626bde-52aa-408c-9ad3-ecd9372231d4 service neutron] For port 9adc90a8-daab-449e-bad1-bd977df0c1fb, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=9adc90a8-daab-449e-bad1-bd977df0c1fb,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:57:15.059802 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-6fe8c1fc-c94b-4599-9863-19cbddd80b3b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7b74e3b1be314e39b34cdb91e4b7ac89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0939670 Jul 23 23:57:15.062617 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 46132) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:57:15.076862 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc2b1bf-c773-4410-8337-9b4138e6a730 req-bd427e81-34d4-4ff2-b2df-7dde89f8fd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:15.078370 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2fc2b1bf-c773-4410-8337-9b4138e6a730 req-bd427e81-34d4-4ff2-b2df-7dde89f8fd3c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=60ef96c6-2a1a-44e8-9008-94fb8d7fc7d4 HTTP/1.1" status: 200 len: 1097 time: 0.0902419 Jul 23 23:57:15.088130 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-2c8efd65-734e-4568-97e3-653e320b989f req-41626bde-52aa-408c-9ad3-ecd9372231d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:15.129609 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2fc2b1bf-c773-4410-8337-9b4138e6a730 req-2074e0d1-68c1-416c-86fb-b971ff4322c1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437720 Jul 23 23:57:15.150057 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8efd65-734e-4568-97e3-653e320b989f req-41626bde-52aa-408c-9ad3-ecd9372231d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:15.150681 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-2c8efd65-734e-4568-97e3-653e320b989f req-41626bde-52aa-408c-9ad3-ecd9372231d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:15.152271 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2c8efd65-734e-4568-97e3-653e320b989f req-41626bde-52aa-408c-9ad3-ecd9372231d4 service neutron] 10.222.0.52 "PUT /v2.0/ports/9adc90a8-daab-449e-bad1-bd977df0c1fb HTTP/1.1" status: 200 len: 1097 time: 1.3927624 Jul 23 23:57:15.152920 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0663c03-862c-474b-bc52-055460542055', 'tag': '9adc90a8-daab-449e-bad1-bd977df0c1fb'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:57:15.155282 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e0fd9c-bad6-481e-a861-a61ff09665ab" -d '{"events": [{"name": "network-changed", "server_uuid": "a0663c03-862c-474b-bc52-055460542055", "tag": "9adc90a8-daab-449e-bad1-bd977df0c1fb"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:57:15.202920 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41626bde-52aa-408c-9ad3-ecd9372231d4 service neutron] Pushing event updated for resources: {'Port': ['ID=9adc90a8-daab-449e-bad1-bd977df0c1fb,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:15.206094 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5aea030b-d7be-4db1-aa38-3a8bc5bb7547 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:15.244096 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ccf0f2-12ac-4965-89d7-be6961b72bf7 x-openstack-request-id: req-46ccf0f2-12ac-4965-89d7-be6961b72bf7 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:57:15.244358 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0663c03-862c-474b-bc52-055460542055", "tag": "9adc90a8-daab-449e-bad1-bd977df0c1fb", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:57:15.244633 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-46ccf0f2-12ac-4965-89d7-be6961b72bf7 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:57:15.245035 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0663c03-862c-474b-bc52-055460542055', 'tag': '9adc90a8-daab-449e-bad1-bd977df0c1fb', 'status': 'completed', 'code': 200} Jul 23 23:57:15.251403 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79565afc-ea72-4a40-979c-5fcbc03656bc req-666f6ac5-79f5-4c96-90c2-6366bdd29da8 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:15.254002 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-79565afc-ea72-4a40-979c-5fcbc03656bc req-666f6ac5-79f5-4c96-90c2-6366bdd29da8 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=60ef96c6-2a1a-44e8-9008-94fb8d7fc7d4 HTTP/1.1" status: 200 len: 945 time: 0.1228878 Jul 23 23:57:15.265533 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5aea030b-d7be-4db1-aa38-3a8bc5bb7547 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:15.316021 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8efd65-734e-4568-97e3-653e320b989f req-266f5fee-3dbd-472b-9b40-636c138cfe9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:15.316197 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-79565afc-ea72-4a40-979c-5fcbc03656bc req-bcf65c4c-ae23-415d-bc06-3eeabf32ccd6 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552232 Jul 23 23:57:15.317654 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2c8efd65-734e-4568-97e3-653e320b989f req-266f5fee-3dbd-472b-9b40-636c138cfe9f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4db1e0d9f35b4b27b032ee4fa4c653cd&device_id=a0663c03-862c-474b-bc52-055460542055 HTTP/1.1" status: 200 len: 1100 time: 0.1092281 Jul 23 23:57:15.371847 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2c8efd65-734e-4568-97e3-653e320b989f req-47450a7c-7fd8-41e9-bae4-55b1cf5161f6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=9adc90a8-daab-449e-bad1-bd977df0c1fb HTTP/1.1" status: 200 len: 217 time: 0.0453842 Jul 23 23:57:15.387445 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5aea030b-d7be-4db1-aa38-3a8bc5bb7547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:15.390401 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5aea030b-d7be-4db1-aa38-3a8bc5bb7547 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:15.394473 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-5aea030b-d7be-4db1-aa38-3a8bc5bb7547 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/670eae3b-0e8e-4d98-afb1-5e35d7c6d7ec HTTP/1.1" status: 204 len: 168 time: 0.3281538 Jul 23 23:57:15.420247 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aea030b-d7be-4db1-aa38-3a8bc5bb7547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=670eae3b-0e8e-4d98-afb1-5e35d7c6d7ec,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:15.448283 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8efd65-734e-4568-97e3-653e320b989f req-5e65327d-8335-416d-a958-f45771cd6ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:15.450533 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2c8efd65-734e-4568-97e3-653e320b989f req-5e65327d-8335-416d-a958-f45771cd6ac4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.0718155 Jul 23 23:57:15.531090 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8efd65-734e-4568-97e3-653e320b989f req-92d41ccd-2c7c-434c-8d4e-375d1448babe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:15.533099 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2c8efd65-734e-4568-97e3-653e320b989f req-92d41ccd-2c7c-434c-8d4e-375d1448babe service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0757396 Jul 23 23:57:15.660772 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2c8efd65-734e-4568-97e3-653e320b989f req-c6600735-41e8-435a-882b-891540f79081 service neutron] 10.222.0.52 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203392 Jul 23 23:57:15.718696 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a63bac-5d0e-4c61-b3f7-f51d7859f5ac req-adccba08-e5f0-45b1-b3be-d61f7bb546c6 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:15.720328 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-82a63bac-5d0e-4c61-b3f7-f51d7859f5ac req-adccba08-e5f0-45b1-b3be-d61f7bb546c6 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1332477-7f4b-4292-b069-ae8c72daf3d2 HTTP/1.1" status: 200 len: 946 time: 0.0847912 Jul 23 23:57:15.775061 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-82a63bac-5d0e-4c61-b3f7-f51d7859f5ac req-27124f81-93ec-4880-90de-83c59cf34332 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "GET /v2.0/security-groups?id=1912b32f-c316-49ef-a3a5-c5567f5f87c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483296 Jul 23 23:57:15.778520 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2c8efd65-734e-4568-97e3-653e320b989f req-1d493c92-8e91-459c-961e-6555231f3a5d service neutron] 10.222.0.52 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089277 Jul 23 23:57:15.905325 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e0fd9c-bad6-481e-a861-a61ff09665ab req-b3b42726-a87b-4441-8fea-d41cbaa49846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:15.907202 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b3e0fd9c-bad6-481e-a861-a61ff09665ab req-b3b42726-a87b-4441-8fea-d41cbaa49846 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4db1e0d9f35b4b27b032ee4fa4c653cd&device_id=a0663c03-862c-474b-bc52-055460542055 HTTP/1.1" status: 200 len: 1100 time: 0.0712135 Jul 23 23:57:16.088837 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e0fd9c-bad6-481e-a861-a61ff09665ab req-2044d4b0-939d-4542-aa9b-f116f0b9015b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:16.090329 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b3e0fd9c-bad6-481e-a861-a61ff09665ab req-2044d4b0-939d-4542-aa9b-f116f0b9015b service neutron] 10.222.0.52 "GET /v2.0/networks?id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 HTTP/1.1" status: 200 len: 870 time: 0.1771195 Jul 23 23:57:16.152625 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b3e0fd9c-bad6-481e-a861-a61ff09665ab req-e78ef0a7-3362-41e0-b5b9-4c20059ab02c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=9adc90a8-daab-449e-bad1-bd977df0c1fb HTTP/1.1" status: 200 len: 217 time: 0.0532291 Jul 23 23:57:16.161926 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ceb76-bfd8-4db4-9121-8bd6ce9f8830 req-35a78ebb-c3aa-4b3e-8426-8d6dff933285 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:16.170221 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a25ceb76-bfd8-4db4-9121-8bd6ce9f8830 req-35a78ebb-c3aa-4b3e-8426-8d6dff933285 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0663c03-862c-474b-bc52-055460542055 HTTP/1.1" status: 200 len: 948 time: 0.1522076 Jul 23 23:57:16.223695 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cbd68e-9384-469a-b391-697a0e02cb0b req-bd55cd71-44d4-49e9-8d87-a4182cb3cb5f tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:16.225247 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-50cbd68e-9384-469a-b391-697a0e02cb0b req-bd55cd71-44d4-49e9-8d87-a4182cb3cb5f tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/ports?device_id=903b66c6-c309-4c30-89fd-6d6381093e4e HTTP/1.1" status: 200 len: 945 time: 0.0790315 Jul 23 23:57:16.266835 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a25ceb76-bfd8-4db4-9121-8bd6ce9f8830 req-815eb927-4351-486b-b71e-8c10dcd4c299 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8ee523e-b776-4966-b1a9-13ed07423313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872111 Jul 23 23:57:16.268648 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e0fd9c-bad6-481e-a861-a61ff09665ab req-a3820670-0c86-46fc-af1e-50996e4046ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:16.270344 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b3e0fd9c-bad6-481e-a861-a61ff09665ab req-a3820670-0c86-46fc-af1e-50996e4046ef service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.0971255 Jul 23 23:57:16.274439 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-50cbd68e-9384-469a-b391-697a0e02cb0b req-9c6b97a6-83e0-4225-ae8c-abf82c16ad7e tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/security-groups?id=7234dcab-bd61-43b3-a41f-dcf65032fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399413 Jul 23 23:57:16.343971 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e0fd9c-bad6-481e-a861-a61ff09665ab req-ee7f53e2-97b6-4150-94ee-4de24a0abc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:16.345708 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b3e0fd9c-bad6-481e-a861-a61ff09665ab req-ee7f53e2-97b6-4150-94ee-4de24a0abc5b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0684636 Jul 23 23:57:16.523070 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b3e0fd9c-bad6-481e-a861-a61ff09665ab req-225962cd-ef4b-48f0-a616-04a6144c8361 service neutron] 10.222.0.52 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609108 Jul 23 23:57:16.580496 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4567d9cf-2040-4d45-a718-afce1efce701 req-91deacd3-bf3a-4ed7-826c-91154ed132e2 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:16.582904 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4567d9cf-2040-4d45-a718-afce1efce701 req-91deacd3-bf3a-4ed7-826c-91154ed132e2 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=60ef96c6-2a1a-44e8-9008-94fb8d7fc7d4 HTTP/1.1" status: 200 len: 945 time: 0.1457665 Jul 23 23:57:16.629489 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4567d9cf-2040-4d45-a718-afce1efce701 req-39c10dba-e330-44cd-babd-4600193ba375 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395658 Jul 23 23:57:16.647410 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b3e0fd9c-bad6-481e-a861-a61ff09665ab req-b205086c-398b-4ab9-81ca-0ff66e69e6af service neutron] 10.222.0.52 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169708 Jul 23 23:57:16.704158 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 46220) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:57:16.826442 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef02ab61-47b3-4812-827d-26567395fd9d req-cb7bd91e-c6ab-48a4-b0cf-b0f716b5083b tempest-LiveAutoBlockMigrationV225Test-1467793608 tempest-LiveAutoBlockMigrationV225Test-1467793608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:16.828219 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ef02ab61-47b3-4812-827d-26567395fd9d req-cb7bd91e-c6ab-48a4-b0cf-b0f716b5083b tempest-LiveAutoBlockMigrationV225Test-1467793608 tempest-LiveAutoBlockMigrationV225Test-1467793608-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=60ef96c6-2a1a-44e8-9008-94fb8d7fc7d4 HTTP/1.1" status: 200 len: 1097 time: 0.0662825 Jul 23 23:57:16.870966 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-e8450474-5606-407e-9204-df474b478914 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1326226548-network', 'tenant_id': 'a493ff63bf324cec8682bc97c22087f0'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:57:16.900238 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ef02ab61-47b3-4812-827d-26567395fd9d req-b2bd8420-77db-4f5d-866e-4f229640ab69 tempest-LiveAutoBlockMigrationV225Test-1467793608 tempest-LiveAutoBlockMigrationV225Test-1467793608-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644236 Jul 23 23:57:16.920992 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8450474-5606-407e-9204-df474b478914 admin admin] Made reservation on behalf of a493ff63bf324cec8682bc97c22087f0 for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:57:16.924261 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e8450474-5606-407e-9204-df474b478914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:16.940922 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e8450474-5606-407e-9204-df474b478914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:17.063156 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e8450474-5606-407e-9204-df474b478914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:17.069808 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e8450474-5606-407e-9204-df474b478914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:17.135944 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8450474-5606-407e-9204-df474b478914 admin admin] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:57:17.156521 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e8450474-5606-407e-9204-df474b478914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:17.157042 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-e8450474-5606-407e-9204-df474b478914 admin admin] Added segment 21032195-e2aa-496f-b3b7-a4625dd43e90 of type vlan for network b0523da7-df1a-446f-b645-811e4630597c Jul 23 23:57:17.158093 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def2d370-35e7-4ca6-ad30-5fca51e966ea req-9ed14466-9007-488e-80ef-66fff3c299b7 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:17.159644 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8450474-5606-407e-9204-df474b478914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ff9839-8d3b-48a3-a25d-b35ae2bb65fa,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:17.160372 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-def2d370-35e7-4ca6-ad30-5fca51e966ea req-9ed14466-9007-488e-80ef-66fff3c299b7 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1332477-7f4b-4292-b069-ae8c72daf3d2 HTTP/1.1" status: 200 len: 946 time: 0.0823951 Jul 23 23:57:17.211499 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-def2d370-35e7-4ca6-ad30-5fca51e966ea req-6b21f61e-a845-4316-b22f-29198b0b027e tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "GET /v2.0/security-groups?id=1912b32f-c316-49ef-a3a5-c5567f5f87c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376825 Jul 23 23:57:17.216361 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e8450474-5606-407e-9204-df474b478914 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:17.228893 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793df21d-fefb-46f9-840b-f36e76efbe6b req-08054d91-cbc5-4d87-9511-cb630fad39c8 tempest-LiveAutoBlockMigrationV225Test-1467793608 tempest-LiveAutoBlockMigrationV225Test-1467793608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:17.234266 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-793df21d-fefb-46f9-840b-f36e76efbe6b req-08054d91-cbc5-4d87-9511-cb630fad39c8 tempest-LiveAutoBlockMigrationV225Test-1467793608 tempest-LiveAutoBlockMigrationV225Test-1467793608-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=60ef96c6-2a1a-44e8-9008-94fb8d7fc7d4 HTTP/1.1" status: 200 len: 1097 time: 0.1371803 Jul 23 23:57:17.286093 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e8450474-5606-407e-9204-df474b478914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:17.287058 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8450474-5606-407e-9204-df474b478914 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:17.287772 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e8450474-5606-407e-9204-df474b478914 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:17.301513 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-793df21d-fefb-46f9-840b-f36e76efbe6b req-57d8fc17-c515-4495-bbc0-c2509da2236e tempest-LiveAutoBlockMigrationV225Test-1467793608 tempest-LiveAutoBlockMigrationV225Test-1467793608-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644939 Jul 23 23:57:17.331443 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 46258) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:57:17.331729 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-e8450474-5606-407e-9204-df474b478914 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6262887 Jul 23 23:57:17.348550 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-439ee2f4-1f86-4c06-87e9-ba796483e812 admin admin] Request body: {'subnet': {'network_id': 'b0523da7-df1a-446f-b645-811e4630597c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1326226548-subnet', 'tenant_id': 'a493ff63bf324cec8682bc97c22087f0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:57:17.372842 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8450474-5606-407e-9204-df474b478914 admin admin] Pushing event updated for resources: {'Network': ['ID=b0523da7-df1a-446f-b645-811e4630597c,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:17.384139 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network b0523da7-df1a-446f-b645-811e4630597c details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:57:17.426107 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-439ee2f4-1f86-4c06-87e9-ba796483e812 admin admin] Made reservation on behalf of a493ff63bf324cec8682bc97c22087f0 for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:57:17.429056 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-439ee2f4-1f86-4c06-87e9-ba796483e812 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:17.476387 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:17.522028 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee050e13-b7cb-4218-ad04-4f1e2d1f4273 req-09c35bfd-f6cc-4752-af76-c4984d74202d tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:17.524171 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ee050e13-b7cb-4218-ad04-4f1e2d1f4273 req-09c35bfd-f6cc-4752-af76-c4984d74202d tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0663c03-862c-474b-bc52-055460542055 HTTP/1.1" status: 200 len: 948 time: 0.1714046 Jul 23 23:57:17.589449 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ee050e13-b7cb-4218-ad04-4f1e2d1f4273 req-16b97f04-64f3-4e04-9a13-3abd68464555 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8ee523e-b776-4966-b1a9-13ed07423313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566485 Jul 23 23:57:17.630750 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b24591-64b4-4c3b-b34e-07e3ae8ad4c2 req-c2444ee0-1a4c-40e4-bfaf-720e54a9432d tempest-LiveAutoBlockMigrationV225Test-1467793608 tempest-LiveAutoBlockMigrationV225Test-1467793608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:17.638152 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b3b24591-64b4-4c3b-b34e-07e3ae8ad4c2 req-c2444ee0-1a4c-40e4-bfaf-720e54a9432d tempest-LiveAutoBlockMigrationV225Test-1467793608 tempest-LiveAutoBlockMigrationV225Test-1467793608-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=60ef96c6-2a1a-44e8-9008-94fb8d7fc7d4 HTTP/1.1" status: 200 len: 1097 time: 0.0760388 Jul 23 23:57:17.676657 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b3b24591-64b4-4c3b-b34e-07e3ae8ad4c2 req-7312a748-9b93-4aa0-9e15-3a267d6e2cb8 tempest-LiveAutoBlockMigrationV225Test-1467793608 tempest-LiveAutoBlockMigrationV225Test-1467793608-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355132 Jul 23 23:57:17.712803 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-439ee2f4-1f86-4c06-87e9-ba796483e812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:17.778067 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439ee2f4-1f86-4c06-87e9-ba796483e812 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d99f6c92-821c-482e-b6d0-cb37709030df,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:17.787207 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439ee2f4-1f86-4c06-87e9-ba796483e812 admin admin] Checking segment: {'id': '21032195-e2aa-496f-b3b7-a4625dd43e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'b0523da7-df1a-446f-b645-811e4630597c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:57:17.787361 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439ee2f4-1f86-4c06-87e9-ba796483e812 admin admin] Network hostable DHCP agents. Network: b0523da7-df1a-446f-b645-811e4630597c, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:57:17.804773 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439ee2f4-1f86-4c06-87e9-ba796483e812 admin admin] Network b0523da7-df1a-446f-b645-811e4630597c is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:57:17.815152 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-439ee2f4-1f86-4c06-87e9-ba796483e812 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, b0523da7-df1a-446f-b645-811e4630597c) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:57:17.820379 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439ee2f4-1f86-4c06-87e9-ba796483e812 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:17.822667 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-439ee2f4-1f86-4c06-87e9-ba796483e812 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:17.827666 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3863c813-10d1-43f6-a6eb-1de045a1775b None None] Network b0523da7-df1a-446f-b645-811e4630597c requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:57:17.838993 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-439ee2f4-1f86-4c06-87e9-ba796483e812 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5062468 Jul 23 23:57:17.842035 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 46276) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:57:17.846926 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-e75e77f9-dc69-4ef8-a82c-d3a9b0d913f4 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1326226548-router', 'tenant_id': 'a493ff63bf324cec8682bc97c22087f0', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:57:17.870618 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e75e77f9-dc69-4ef8-a82c-d3a9b0d913f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:17.871916 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e75e77f9-dc69-4ef8-a82c-d3a9b0d913f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:17.925078 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e75e77f9-dc69-4ef8-a82c-d3a9b0d913f4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:17.985202 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4612ccd-b1f8-4bdc-8ac0-971ab5cd6a45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-b0523da7-df1a-446f-b645-811e4630597c', 'network_id': 'b0523da7-df1a-446f-b645-811e4630597c', 'tenant_id': 'a493ff63bf324cec8682bc97c22087f0', 'fixed_ips': [{'subnet_id': 'd99f6c92-821c-482e-b6d0-cb37709030df'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:57:17.986081 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e4612ccd-b1f8-4bdc-8ac0-971ab5cd6a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:18.076255 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e75e77f9-dc69-4ef8-a82c-d3a9b0d913f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:18.086366 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 9adc90a8-daab-449e-bad1-bd977df0c1fb details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:57:18.217437 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-e4612ccd-b1f8-4bdc-8ac0-971ab5cd6a45 None None] Allocated IP 172.20.0.2 (b0523da7-df1a-446f-b645-811e4630597c/d99f6c92-821c-482e-b6d0-cb37709030df/9dff7ef9-fa51-4fba-9756-8b7017c31a60) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:57:18.270285 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 9adc90a8-daab-449e-bad1-bd977df0c1fb, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=9adc90a8-daab-449e-bad1-bd977df0c1fb,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:57:18.273128 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:57:18.301963 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': '9adc90a8-daab-449e-bad1-bd977df0c1fb', 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2', 'port_id': '9adc90a8-daab-449e-bad1-bd977df0c1fb', 'mac_address': 'fa:16:3e:de:50:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef73a7e1-c64a-41e3-9997-629475c7b6b1', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:57:18.338237 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e75e77f9-dc69-4ef8-a82c-d3a9b0d913f4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:18.361293 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e75e77f9-dc69-4ef8-a82c-d3a9b0d913f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:18.425874 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:18.453620 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9adc90a8-daab-449e-bad1-bd977df0c1fb {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:57:18.461911 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e4612ccd-b1f8-4bdc-8ac0-971ab5cd6a45 None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:18.485994 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-e4612ccd-b1f8-4bdc-8ac0-971ab5cd6a45 None None] Transition to ACTIVE for port object 9dff7ef9-fa51-4fba-9756-8b7017c31a60 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:57:18.488878 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 9adc90a8-daab-449e-bad1-bd977df0c1fb, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=9adc90a8-daab-449e-bad1-bd977df0c1fb,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:57:18.498345 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:18.514669 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e303659-fb4d-45f5-a229-67e87302f8cb req-cad6a3fd-5c42-470a-820e-55372052f1d3 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:18.516223 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6e303659-fb4d-45f5-a229-67e87302f8cb req-cad6a3fd-5c42-470a-820e-55372052f1d3 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1332477-7f4b-4292-b069-ae8c72daf3d2 HTTP/1.1" status: 200 len: 946 time: 0.1564987 Jul 23 23:57:18.523054 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-e75e77f9-dc69-4ef8-a82c-d3a9b0d913f4 admin admin] Allocated IP 172.25.3.75 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/85214f1e-c21a-42d5-82bc-fbaf56d17d7c) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:57:18.526295 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-e4612ccd-b1f8-4bdc-8ac0-971ab5cd6a45 None None] Transition to ACTIVE for port object 9dff7ef9-fa51-4fba-9756-8b7017c31a60 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:57:18.536442 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e4612ccd-b1f8-4bdc-8ac0-971ab5cd6a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:18.566819 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=9adc90a8-daab-449e-bad1-bd977df0c1fb,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:18.572661 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4612ccd-b1f8-4bdc-8ac0-971ab5cd6a45 None None] Network b0523da7-df1a-446f-b645-811e4630597c is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:57:18.576185 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-e4612ccd-b1f8-4bdc-8ac0-971ab5cd6a45 None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:57:18.581995 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4612ccd-b1f8-4bdc-8ac0-971ab5cd6a45 None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:57:18.596770 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6e303659-fb4d-45f5-a229-67e87302f8cb req-1e02a485-5986-4132-87d5-1dbf4a317c78 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "GET /v2.0/security-groups?id=1912b32f-c316-49ef-a3a5-c5567f5f87c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665889 Jul 23 23:57:18.682668 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-e4612ccd-b1f8-4bdc-8ac0-971ab5cd6a45 None None] Attempting to bind port 9dff7ef9-fa51-4fba-9756-8b7017c31a60 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:57:18.683128 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-e4612ccd-b1f8-4bdc-8ac0-971ab5cd6a45 None None] Attempting to bind port 9dff7ef9-fa51-4fba-9756-8b7017c31a60 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '21032195-e2aa-496f-b3b7-a4625dd43e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'b0523da7-df1a-446f-b645-811e4630597c'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:57:18.683517 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4612ccd-b1f8-4bdc-8ac0-971ab5cd6a45 None None] Attempting to bind port 9dff7ef9-fa51-4fba-9756-8b7017c31a60 on network b0523da7-df1a-446f-b645-811e4630597c {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:57:18.695568 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e75e77f9-dc69-4ef8-a82c-d3a9b0d913f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:18.705124 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4612ccd-b1f8-4bdc-8ac0-971ab5cd6a45 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:57:18.705508 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4612ccd-b1f8-4bdc-8ac0-971ab5cd6a45 None None] Checking segment: {'id': '21032195-e2aa-496f-b3b7-a4625dd43e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'b0523da7-df1a-446f-b645-811e4630597c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:57:18.705979 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e4612ccd-b1f8-4bdc-8ac0-971ab5cd6a45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:18.706351 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4612ccd-b1f8-4bdc-8ac0-971ab5cd6a45 None None] Bound using segment: {'id': '21032195-e2aa-496f-b3b7-a4625dd43e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'b0523da7-df1a-446f-b645-811e4630597c'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:57:18.706841 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-e4612ccd-b1f8-4bdc-8ac0-971ab5cd6a45 None None] Bound port: 9dff7ef9-fa51-4fba-9756-8b7017c31a60, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21032195-e2aa-496f-b3b7-a4625dd43e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'b0523da7-df1a-446f-b645-811e4630597c'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:57:18.707247 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e4612ccd-b1f8-4bdc-8ac0-971ab5cd6a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:18.712331 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4612ccd-b1f8-4bdc-8ac0-971ab5cd6a45 None None] Pushing event updated for resources: {'Port': ['ID=9dff7ef9-fa51-4fba-9756-8b7017c31a60,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:18.785864 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-e4612ccd-b1f8-4bdc-8ac0-971ab5cd6a45 None None] For port 9dff7ef9-fa51-4fba-9756-8b7017c31a60, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:57:18.790760 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-e4612ccd-b1f8-4bdc-8ac0-971ab5cd6a45 None None] For port 9dff7ef9-fa51-4fba-9756-8b7017c31a60, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=9dff7ef9-fa51-4fba-9756-8b7017c31a60,segment=NetworkSegment(21032195-e2aa-496f-b3b7-a4625dd43e90),segment_id=21032195-e2aa-496f-b3b7-a4625dd43e90)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:57:18.792178 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0190fc-ced1-4eca-ad34-0dab915dd488 req-2cfeb745-7daf-44b8-802a-53167b46797b tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:18.794615 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fa0190fc-ced1-4eca-ad34-0dab915dd488 req-2cfeb745-7daf-44b8-802a-53167b46797b tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0663c03-862c-474b-bc52-055460542055 HTTP/1.1" status: 200 len: 949 time: 0.1111107 Jul 23 23:57:18.797164 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e4612ccd-b1f8-4bdc-8ac0-971ab5cd6a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:18.823907 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e75e77f9-dc69-4ef8-a82c-d3a9b0d913f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:18.829768 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['9adc90a8-daab-449e-bad1-bd977df0c1fb'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:57:18.849747 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fa0190fc-ced1-4eca-ad34-0dab915dd488 req-7048712e-2a27-4326-aa74-bd376d69ed95 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8ee523e-b776-4966-b1a9-13ed07423313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479696 Jul 23 23:57:18.896119 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75e77f9-dc69-4ef8-a82c-d3a9b0d913f4 admin admin] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:57:18.908143 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-e75e77f9-dc69-4ef8-a82c-d3a9b0d913f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:57:18.908570 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4612ccd-b1f8-4bdc-8ac0-971ab5cd6a45 None None] Pushing event updated for resources: {'Port': ['ID=9dff7ef9-fa51-4fba-9756-8b7017c31a60,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:18.914207 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75e77f9-dc69-4ef8-a82c-d3a9b0d913f4 admin admin] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:57:18.919869 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75e77f9-dc69-4ef8-a82c-d3a9b0d913f4 admin admin] Pushing event updated for resources: {'Port': ['ID=85214f1e-c21a-42d5-82bc-fbaf56d17d7c,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:18.996057 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f4f7e0-2b09-47a9-9fd6-42d3679c6ff7 req-c24a6756-6dc9-4111-aed9-007da87b75c7 tempest-LiveAutoBlockMigrationV225Test-1467793608 tempest-LiveAutoBlockMigrationV225Test-1467793608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:18.998364 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-29f4f7e0-2b09-47a9-9fd6-42d3679c6ff7 req-c24a6756-6dc9-4111-aed9-007da87b75c7 tempest-LiveAutoBlockMigrationV225Test-1467793608 tempest-LiveAutoBlockMigrationV225Test-1467793608-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=60ef96c6-2a1a-44e8-9008-94fb8d7fc7d4 HTTP/1.1" status: 200 len: 1097 time: 0.2157140 Jul 23 23:57:19.153903 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-29f4f7e0-2b09-47a9-9fd6-42d3679c6ff7 req-da15b67a-71ad-40c7-a9b3-4c61ba445fb4 tempest-LiveAutoBlockMigrationV225Test-1467793608 tempest-LiveAutoBlockMigrationV225Test-1467793608-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200283 Jul 23 23:57:19.689085 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e75e77f9-dc69-4ef8-a82c-d3a9b0d913f4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:19.742352 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 9dff7ef9-fa51-4fba-9756-8b7017c31a60 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:57:19.841048 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 9dff7ef9-fa51-4fba-9756-8b7017c31a60 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:57:19.861616 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ea3924-865a-405c-b7cf-d14f6677d945 req-d467befe-3a9e-43c7-8b85-248f4ab10761 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:19.871281 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-47ea3924-865a-405c-b7cf-d14f6677d945 req-d467befe-3a9e-43c7-8b85-248f4ab10761 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1332477-7f4b-4292-b069-ae8c72daf3d2 HTTP/1.1" status: 200 len: 946 time: 0.1693435 Jul 23 23:57:19.943349 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-47ea3924-865a-405c-b7cf-d14f6677d945 req-46273db2-716b-4db9-80e7-83ab029101e0 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "GET /v2.0/security-groups?id=1912b32f-c316-49ef-a3a5-c5567f5f87c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711403 Jul 23 23:57:20.047816 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 376a695c-d10c-4895-bdf3-5a12115dafbd details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:57:20.052223 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 9adc90a8-daab-449e-bad1-bd977df0c1fb up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:57:20.069648 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e75e77f9-dc69-4ef8-a82c-d3a9b0d913f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:20.258148 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc20850-a206-49c7-a667-a658e58994c0 req-0fcc72bb-062b-4c69-9325-75338dc9a022 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:20.266291 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8bc20850-a206-49c7-a667-a658e58994c0 req-0fcc72bb-062b-4c69-9325-75338dc9a022 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0663c03-862c-474b-bc52-055460542055 HTTP/1.1" status: 200 len: 949 time: 0.2258835 Jul 23 23:57:20.317543 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e75e77f9-dc69-4ef8-a82c-d3a9b0d913f4 admin admin] Router e1e8e6db-4fbd-41c6-8f5f-551410c320ee is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 23:57:20.334975 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8bc20850-a206-49c7-a667-a658e58994c0 req-63456aca-97cd-4b50-8ec8-02a2838e11bc tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8ee523e-b776-4966-b1a9-13ed07423313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608621 Jul 23 23:57:20.487308 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11662fa-1f09-4297-a2dc-11e1395ecd80 None None] Network b0523da7-df1a-446f-b645-811e4630597c requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:57:20.573361 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-6228fcc7-bf47-4a25-8c72-08e86cb428f2 None None] Provisioning for port 9dff7ef9-fa51-4fba-9756-8b7017c31a60 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:57:20.614703 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-6228fcc7-bf47-4a25-8c72-08e86cb428f2 None None] Provisioning complete for port 9dff7ef9-fa51-4fba-9756-8b7017c31a60 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:57:20.615071 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-6228fcc7-bf47-4a25-8c72-08e86cb428f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:20.640319 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e75e77f9-dc69-4ef8-a82c-d3a9b0d913f4 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:57:20.656295 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port 9adc90a8-daab-449e-bad1-bd977df0c1fb completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:57:20.656968 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fdfdd0-299a-4e35-9eda-41222db18c26 None None] Sync routers for ids ['e1e8e6db-4fbd-41c6-8f5f-551410c320ee'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:57:20.670703 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [req-d1a8ad27-4fc1-4efe-b4ac-a1f49616017a req-844e10eb-a1d7-456d-a4c0-703315c44118 tempest-LiveAutoBlockMigrationV225Test-1467793608 tempest-LiveAutoBlockMigrationV225Test-1467793608-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=100313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:57:20.671763 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d1a8ad27-4fc1-4efe-b4ac-a1f49616017a req-844e10eb-a1d7-456d-a4c0-703315c44118 tempest-LiveAutoBlockMigrationV225Test-1467793608 tempest-LiveAutoBlockMigrationV225Test-1467793608-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0100436 Jul 23 23:57:20.674899 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port 9adc90a8-daab-449e-bad1-bd977df0c1fb triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:57:20.675792 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:20.690128 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fdfdd0-299a-4e35-9eda-41222db18c26 None None] Routers {'e1e8e6db-4fbd-41c6-8f5f-551410c320ee'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:57:20.693294 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e75e77f9-dc69-4ef8-a82c-d3a9b0d913f4 admin admin] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:20.694265 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-79fdfdd0-299a-4e35-9eda-41222db18c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:56:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['e1e8e6db-4fbd-41c6-8f5f-551410c320ee'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:57:20.695871 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 376a695c-d10c-4895-bdf3-5a12115dafbd, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=376a695c-d10c-4895-bdf3-5a12115dafbd,segment=NetworkSegment(916b837a-3956-408c-a58c-8cf4c63322c0),segment_id=916b837a-3956-408c-a58c-8cf4c63322c0)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:57:20.699184 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-e75e77f9-dc69-4ef8-a82c-d3a9b0d913f4 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8557491 Jul 23 23:57:20.700030 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 46416) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:57:20.779870 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': '376a695c-d10c-4895-bdf3-5a12115dafbd', 'network_id': '7eb9a734-74b2-49bc-9188-4a7ee5495610', 'port_id': '376a695c-d10c-4895-bdf3-5a12115dafbd', 'mac_address': 'fa:16:3e:70:5a:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6e1e37a-ef2c-4bca-ad9c-345fa09479eb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:57:20.968988 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-79fdfdd0-299a-4e35-9eda-41222db18c26 None None] Set router e1e8e6db-4fbd-41c6-8f5f-551410c320ee gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:57:21.148642 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:21.163699 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-6228fcc7-bf47-4a25-8c72-08e86cb428f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:21.212900 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 376a695c-d10c-4895-bdf3-5a12115dafbd {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:57:21.290985 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 376a695c-d10c-4895-bdf3-5a12115dafbd, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=376a695c-d10c-4895-bdf3-5a12115dafbd,segment=NetworkSegment(916b837a-3956-408c-a58c-8cf4c63322c0),segment_id=916b837a-3956-408c-a58c-8cf4c63322c0)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:57:21.298675 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:21.304676 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-6228fcc7-bf47-4a25-8c72-08e86cb428f2 None None] For port 9dff7ef9-fa51-4fba-9756-8b7017c31a60, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=9dff7ef9-fa51-4fba-9756-8b7017c31a60,segment=NetworkSegment(21032195-e2aa-496f-b3b7-a4625dd43e90),segment_id=21032195-e2aa-496f-b3b7-a4625dd43e90)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:57:21.317762 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:21.320356 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a8ad27-4fc1-4efe-b4ac-a1f49616017a req-ad42c813-225e-4428-865f-6c3b2d85737e tempest-LiveAutoBlockMigrationV225Test-1467793608 tempest-LiveAutoBlockMigrationV225Test-1467793608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:21.333484 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d1a8ad27-4fc1-4efe-b4ac-a1f49616017a req-ad42c813-225e-4428-865f-6c3b2d85737e tempest-LiveAutoBlockMigrationV225Test-1467793608 tempest-LiveAutoBlockMigrationV225Test-1467793608-project-admin] 10.222.0.44 "GET /v2.0/ports/60b97620-b2d2-4d9f-ba36-19ae309f9e39 HTTP/1.1" status: 200 len: 1094 time: 0.6548388 Jul 23 23:57:21.333982 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-6228fcc7-bf47-4a25-8c72-08e86cb428f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:21.342080 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-d1a8ad27-4fc1-4efe-b4ac-a1f49616017a req-ab34f477-f4ac-4521-9e75-bc6fa2c8ff61 service neutron] Request body: {'binding': {'host': 'n-h1-800088-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:57:21.342546 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-d1a8ad27-4fc1-4efe-b4ac-a1f49616017a req-ab34f477-f4ac-4521-9e75-bc6fa2c8ff61 service neutron] Unknown quota resources ['binding']. {{(pid=100313) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 23:57:21.406759 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0663c03-862c-474b-bc52-055460542055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9adc90a8-daab-449e-bad1-bd977df0c1fb'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:57:21.409807 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd22acf-c3b0-4b7b-8a39-7196c69e0a8e" -d '{"events": [{"server_uuid": "a0663c03-862c-474b-bc52-055460542055", "name": "network-vif-plugged", "status": "completed", "tag": "9adc90a8-daab-449e-bad1-bd977df0c1fb"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:57:21.433378 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['376a695c-d10c-4895-bdf3-5a12115dafbd'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:57:21.437533 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 9adc90a8-daab-449e-bad1-bd977df0c1fb, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=9adc90a8-daab-449e-bad1-bd977df0c1fb,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:57:21.449636 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:21.493456 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=376a695c-d10c-4895-bdf3-5a12115dafbd,revision_number=6']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:21.526267 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-79fdfdd0-299a-4e35-9eda-41222db18c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1e8e6db-4fbd-41c6-8f5f-551410c320ee', 'name': 'tempest-TaggedBootDevicesTest-1326226548-router', 'tenant_id': 'a493ff63bf324cec8682bc97c22087f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '85214f1e-c21a-42d5-82bc-fbaf56d17d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:57:17Z', 'updated_at': '2021-07-23T23:57:19Z', 'revision_number': 3, 'project_id': 'a493ff63bf324cec8682bc97c22087f0', 'gw_port': {'id': '85214f1e-c21a-42d5-82bc-fbaf56d17d7c', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8a:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1e8e6db-4fbd-41c6-8f5f-551410c320ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:57:18Z', 'updated_at': '2021-07-23T23:57:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:57:21.561117 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac373d4-8136-40d3-9acc-7d94dbd3288c req-1d3f36eb-ef69-43ed-959e-3c696a961d56 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:21.571949 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4ac373d4-8136-40d3-9acc-7d94dbd3288c req-1d3f36eb-ef69-43ed-959e-3c696a961d56 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1332477-7f4b-4292-b069-ae8c72daf3d2 HTTP/1.1" status: 200 len: 946 time: 0.3293052 Jul 23 23:57:21.595275 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fdfdd0-299a-4e35-9eda-41222db18c26 None None] Checking router: e1e8e6db-4fbd-41c6-8f5f-551410c320ee for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:57:21.595631 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fdfdd0-299a-4e35-9eda-41222db18c26 None None] Updating router e1e8e6db-4fbd-41c6-8f5f-551410c320ee port 85214f1e-c21a-42d5-82bc-fbaf56d17d7c binding host n-d-800088-16 {{(pid=100316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:57:21.679849 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-79fdfdd0-299a-4e35-9eda-41222db18c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:21.755102 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4ac373d4-8136-40d3-9acc-7d94dbd3288c req-6a0c9967-f9bf-4d8e-af45-63eb808c600c tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "GET /v2.0/security-groups?id=1912b32f-c316-49ef-a3a5-c5567f5f87c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818795 Jul 23 23:57:21.821702 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6228fcc7-bf47-4a25-8c72-08e86cb428f2 None None] Pushing event updated for resources: {'Port': ['ID=9dff7ef9-fa51-4fba-9756-8b7017c31a60,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:21.842085 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d443e12a-df7b-4411-82bb-eda086952d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:21.861818 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-d1a8ad27-4fc1-4efe-b4ac-a1f49616017a req-ab34f477-f4ac-4521-9e75-bc6fa2c8ff61 service neutron] Attempting to bind port 60b97620-b2d2-4d9f-ba36-19ae309f9e39 on host n-h1-800088-16 for vnic_type normal with profile None {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:57:21.862166 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-d1a8ad27-4fc1-4efe-b4ac-a1f49616017a req-ab34f477-f4ac-4521-9e75-bc6fa2c8ff61 service neutron] Attempting to bind port 60b97620-b2d2-4d9f-ba36-19ae309f9e39 by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': 'd250a78c-273d-4c00-aeaa-fc87cc957e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:57:21.862641 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a8ad27-4fc1-4efe-b4ac-a1f49616017a req-ab34f477-f4ac-4521-9e75-bc6fa2c8ff61 service neutron] Attempting to bind port 60b97620-b2d2-4d9f-ba36-19ae309f9e39 on network cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:57:21.891237 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a8ad27-4fc1-4efe-b4ac-a1f49616017a req-ab34f477-f4ac-4521-9e75-bc6fa2c8ff61 service neutron] Port 60b97620-b2d2-4d9f-ba36-19ae309f9e39 on network cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:57:21.891854 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a8ad27-4fc1-4efe-b4ac-a1f49616017a req-ab34f477-f4ac-4521-9e75-bc6fa2c8ff61 service neutron] Attempting to bind port 60b97620-b2d2-4d9f-ba36-19ae309f9e39 on network cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:57:21.899099 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a8ad27-4fc1-4efe-b4ac-a1f49616017a req-ab34f477-f4ac-4521-9e75-bc6fa2c8ff61 service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:57:21.899733 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a8ad27-4fc1-4efe-b4ac-a1f49616017a req-ab34f477-f4ac-4521-9e75-bc6fa2c8ff61 service neutron] Checking segment: {'id': 'd250a78c-273d-4c00-aeaa-fc87cc957e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:57:21.900302 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a8ad27-4fc1-4efe-b4ac-a1f49616017a req-ab34f477-f4ac-4521-9e75-bc6fa2c8ff61 service neutron] Bound using segment: {'id': 'd250a78c-273d-4c00-aeaa-fc87cc957e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:57:21.900938 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-d1a8ad27-4fc1-4efe-b4ac-a1f49616017a req-ab34f477-f4ac-4521-9e75-bc6fa2c8ff61 service neutron] Bound port: 60b97620-b2d2-4d9f-ba36-19ae309f9e39, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd250a78c-273d-4c00-aeaa-fc87cc957e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:57:21.972286 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6308514c-4e8e-4ac9-ae93-66af2d75f11a req-1006ea0d-a391-4b7d-864d-fc0ac8b1568f tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:21.974479 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6308514c-4e8e-4ac9-ae93-66af2d75f11a req-1006ea0d-a391-4b7d-864d-fc0ac8b1568f tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0663c03-862c-474b-bc52-055460542055 HTTP/1.1" status: 200 len: 950 time: 0.1306701 Jul 23 23:57:22.044797 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-d1a8ad27-4fc1-4efe-b4ac-a1f49616017a req-ab34f477-f4ac-4521-9e75-bc6fa2c8ff61 service neutron] For port 60b97620-b2d2-4d9f-ba36-19ae309f9e39, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=60b97620-b2d2-4d9f-ba36-19ae309f9e39,segment=NetworkSegment(d250a78c-273d-4c00-aeaa-fc87cc957e9a),segment_id=d250a78c-273d-4c00-aeaa-fc87cc957e9a)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:57:22.058548 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6308514c-4e8e-4ac9-ae93-66af2d75f11a req-fcb7ec56-cb47-428c-93c5-d83f2a51e525 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8ee523e-b776-4966-b1a9-13ed07423313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736201 Jul 23 23:57:22.061190 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d1a8ad27-4fc1-4efe-b4ac-a1f49616017a req-ab34f477-f4ac-4521-9e75-bc6fa2c8ff61 service neutron] Notify callbacks [] for binding, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:22.062782 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d1a8ad27-4fc1-4efe-b4ac-a1f49616017a req-ab34f477-f4ac-4521-9e75-bc6fa2c8ff61 service neutron] 10.222.0.44 "POST /v2.0/ports/60b97620-b2d2-4d9f-ba36-19ae309f9e39/bindings HTTP/1.1" status: 201 len: 390 time: 0.7284982 Jul 23 23:57:22.130320 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-79fdfdd0-299a-4e35-9eda-41222db18c26 None None] Notify callbacks [] for port, precommit_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:22.149974 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.provisioning_blocks [None req-79fdfdd0-299a-4e35-9eda-41222db18c26 None None] Transition to ACTIVE for port object 85214f1e-c21a-42d5-82bc-fbaf56d17d7c will not be triggered until provisioned by entity L2. {{(pid=100316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:57:22.170320 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-79fdfdd0-299a-4e35-9eda-41222db18c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:22.206582 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-d8de19fe-f258-4975-bce5-332e3a3a4ee2 None None] Provisioning complete for port 9dff7ef9-fa51-4fba-9756-8b7017c31a60 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:57:22.212500 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d8de19fe-f258-4975-bce5-332e3a3a4ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:22.262270 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56384978-f597-4f84-b7a2-3a761f3f5b08 None None] Pushing event updated for resources: {'Port': ['ID=85214f1e-c21a-42d5-82bc-fbaf56d17d7c,revision_number=2']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:22.290546 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56384978-f597-4f84-b7a2-3a761f3f5b08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:57:22.290894 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56384978-f597-4f84-b7a2-3a761f3f5b08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:57:22.291385 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56384978-f597-4f84-b7a2-3a761f3f5b08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:57:22.291862 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56384978-f597-4f84-b7a2-3a761f3f5b08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:57:22.293217 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56384978-f597-4f84-b7a2-3a761f3f5b08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:57:22.293356 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56384978-f597-4f84-b7a2-3a761f3f5b08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:57:22.293607 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56384978-f597-4f84-b7a2-3a761f3f5b08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:57:22.293956 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56384978-f597-4f84-b7a2-3a761f3f5b08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:57:22.294266 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56384978-f597-4f84-b7a2-3a761f3f5b08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:57:22.294594 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56384978-f597-4f84-b7a2-3a761f3f5b08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:57:22.294927 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56384978-f597-4f84-b7a2-3a761f3f5b08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:57:22.295249 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56384978-f597-4f84-b7a2-3a761f3f5b08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:57:22.302596 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-d443e12a-df7b-4411-82bb-eda086952d01 admin admin] Allocated IP 172.20.0.1 (b0523da7-df1a-446f-b645-811e4630597c/d99f6c92-821c-482e-b6d0-cb37709030df/dd8809d5-9d2d-449f-afce-96c5deba7614) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:57:22.322238 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-79fdfdd0-299a-4e35-9eda-41222db18c26 None None] Attempting to bind port 85214f1e-c21a-42d5-82bc-fbaf56d17d7c on host n-d-800088-16 for vnic_type normal with profile {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:57:22.322722 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-79fdfdd0-299a-4e35-9eda-41222db18c26 None None] Attempting to bind port 85214f1e-c21a-42d5-82bc-fbaf56d17d7c by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:57:22.323452 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fdfdd0-299a-4e35-9eda-41222db18c26 None None] Attempting to bind port 85214f1e-c21a-42d5-82bc-fbaf56d17d7c on network 9adcfee8-760c-4568-9e39-c221abf69bf5 {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:57:22.337726 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fdfdd0-299a-4e35-9eda-41222db18c26 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:57:22.338170 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fdfdd0-299a-4e35-9eda-41222db18c26 None None] Checking segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:57:22.339015 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-79fdfdd0-299a-4e35-9eda-41222db18c26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:22.339015 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fdfdd0-299a-4e35-9eda-41222db18c26 None None] Bound using segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:57:22.339318 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-79fdfdd0-299a-4e35-9eda-41222db18c26 None None] Bound port: 85214f1e-c21a-42d5-82bc-fbaf56d17d7c, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:57:22.340072 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-79fdfdd0-299a-4e35-9eda-41222db18c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:22.378774 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c6ffc7-7686-4a59-8bff-3fc068a16b10 x-openstack-request-id: req-44c6ffc7-7686-4a59-8bff-3fc068a16b10 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:57:22.379188 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0663c03-862c-474b-bc52-055460542055", "name": "network-vif-plugged", "status": "completed", "tag": "9adc90a8-daab-449e-bad1-bd977df0c1fb", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:57:22.379565 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-44c6ffc7-7686-4a59-8bff-3fc068a16b10 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:57:22.380081 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0663c03-862c-474b-bc52-055460542055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9adc90a8-daab-449e-bad1-bd977df0c1fb', 'code': 200} Jul 23 23:57:22.492507 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=9adc90a8-daab-449e-bad1-bd977df0c1fb,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:22.506407 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-79fdfdd0-299a-4e35-9eda-41222db18c26 None None] For port 85214f1e-c21a-42d5-82bc-fbaf56d17d7c, host n-d-800088-16, cleared binding levels {{(pid=100316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:57:22.510435 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-79fdfdd0-299a-4e35-9eda-41222db18c26 None None] For port 85214f1e-c21a-42d5-82bc-fbaf56d17d7c, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=85214f1e-c21a-42d5-82bc-fbaf56d17d7c,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:57:22.517715 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-79fdfdd0-299a-4e35-9eda-41222db18c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:22.573511 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d443e12a-df7b-4411-82bb-eda086952d01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:22.590099 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [None req-d443e12a-df7b-4411-82bb-eda086952d01 admin admin] Transition to ACTIVE for port object dd8809d5-9d2d-449f-afce-96c5deba7614 will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:57:22.595481 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56384978-f597-4f84-b7a2-3a761f3f5b08 None None] Pushing event updated for resources: {'Port': ['ID=85214f1e-c21a-42d5-82bc-fbaf56d17d7c,revision_number=3']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:22.652597 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fdfdd0-299a-4e35-9eda-41222db18c26 None None] Routers {'e1e8e6db-4fbd-41c6-8f5f-551410c320ee'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:57:22.655040 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d443e12a-df7b-4411-82bb-eda086952d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:22.658610 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-79fdfdd0-299a-4e35-9eda-41222db18c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:56:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['e1e8e6db-4fbd-41c6-8f5f-551410c320ee'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:57:22.701753 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90612b34-851c-4ea4-93ab-3f1eef5e267f req-6c1adf6f-81f1-44ea-b92a-519f7edb5602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:22.703919 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-90612b34-851c-4ea4-93ab-3f1eef5e267f req-6c1adf6f-81f1-44ea-b92a-519f7edb5602 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a0663c03-862c-474b-bc52-055460542055 HTTP/1.1" status: 200 len: 1102 time: 0.3386259 Jul 23 23:57:22.746474 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d443e12a-df7b-4411-82bb-eda086952d01 admin admin] Network b0523da7-df1a-446f-b645-811e4630597c is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:57:22.750518 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a8ad27-4fc1-4efe-b4ac-a1f49616017a req-598e866a-9fc6-4385-9079-b10f295fefbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:22.752328 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d1a8ad27-4fc1-4efe-b4ac-a1f49616017a req-598e866a-9fc6-4385-9079-b10f295fefbc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d9405b5ff79541cbb5225ec709273225&device_id=60ef96c6-2a1a-44e8-9008-94fb8d7fc7d4 HTTP/1.1" status: 200 len: 1097 time: 0.2894192 Jul 23 23:57:22.778159 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-d443e12a-df7b-4411-82bb-eda086952d01 admin admin] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:57:22.783246 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d443e12a-df7b-4411-82bb-eda086952d01 admin admin] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:57:22.801486 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394933c3-f51e-4698-a908-59d4400d5d51 req-72cf31d8-b38c-4671-97d1-38873bf32500 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:22.810309 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-394933c3-f51e-4698-a908-59d4400d5d51 req-72cf31d8-b38c-4671-97d1-38873bf32500 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=60ef96c6-2a1a-44e8-9008-94fb8d7fc7d4 HTTP/1.1" status: 200 len: 945 time: 0.2842424 Jul 23 23:57:22.842026 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d443e12a-df7b-4411-82bb-eda086952d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681761'] for router_interface, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:22.882307 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-90612b34-851c-4ea4-93ab-3f1eef5e267f req-c70d8bcf-618d-49d4-bccc-4dd17471e853 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e8ee523e-b776-4966-b1a9-13ed07423313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691582 Jul 23 23:57:22.884317 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-79fdfdd0-299a-4e35-9eda-41222db18c26 None None] Set router e1e8e6db-4fbd-41c6-8f5f-551410c320ee gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:57:22.933548 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-394933c3-f51e-4698-a908-59d4400d5d51 req-8be5fe15-d1e7-4baa-8711-6182c718b43f tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881932 Jul 23 23:57:23.028117 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a8ad27-4fc1-4efe-b4ac-a1f49616017a req-78719f27-bda5-4c55-a490-fada5180390f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:23.029974 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d1a8ad27-4fc1-4efe-b4ac-a1f49616017a req-78719f27-bda5-4c55-a490-fada5180390f service neutron] 10.222.0.52 "GET /v2.0/networks?id=cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed HTTP/1.1" status: 200 len: 919 time: 0.2700555 Jul 23 23:57:23.035678 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d443e12a-df7b-4411-82bb-eda086952d01 admin admin] Pushing event updated for resources: {'Port': ['ID=dd8809d5-9d2d-449f-afce-96c5deba7614,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:23.084668 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-63561788-e61e-4699-8ec0-d7745e32d046 req-e6a86f77-7d5c-40ec-a580-87baff243d7e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=137024f3-a26a-42dd-a337-e591f334f7e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3915737 Jul 23 23:57:23.112002 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-7e756024-83f2-425e-8a32-d45e102588ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:23.174752 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d1a8ad27-4fc1-4efe-b4ac-a1f49616017a req-8f5a8074-15f9-4879-a68a-4b8730ae903c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60b97620-b2d2-4d9f-ba36-19ae309f9e39 HTTP/1.1" status: 200 len: 217 time: 0.1368408 Jul 23 23:57:23.205879 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3449f2e-2581-42ff-944a-9e59453e5c0b req-2e119406-c96d-46cc-af4c-e9c5488762f6 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:23.207796 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c3449f2e-2581-42ff-944a-9e59453e5c0b req-2e119406-c96d-46cc-af4c-e9c5488762f6 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1332477-7f4b-4292-b069-ae8c72daf3d2 HTTP/1.1" status: 200 len: 946 time: 0.2763543 Jul 23 23:57:23.223073 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-79fdfdd0-299a-4e35-9eda-41222db18c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1e8e6db-4fbd-41c6-8f5f-551410c320ee', 'name': 'tempest-TaggedBootDevicesTest-1326226548-router', 'tenant_id': 'a493ff63bf324cec8682bc97c22087f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '85214f1e-c21a-42d5-82bc-fbaf56d17d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:57:17Z', 'updated_at': '2021-07-23T23:57:19Z', 'revision_number': 3, 'project_id': 'a493ff63bf324cec8682bc97c22087f0', 'gw_port': {'id': '85214f1e-c21a-42d5-82bc-fbaf56d17d7c', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8a:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1e8e6db-4fbd-41c6-8f5f-551410c320ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:57:18Z', 'updated_at': '2021-07-23T23:57:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:57:23.304449 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c3449f2e-2581-42ff-944a-9e59453e5c0b req-459cbd2d-17ac-476c-9414-f873efc9eaf2 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "GET /v2.0/security-groups?id=1912b32f-c316-49ef-a3a5-c5567f5f87c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875187 Jul 23 23:57:23.306176 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-031d307c-a7f8-4dc9-8abe-cfe7bd09cd88 None None] Provisioning for port dd8809d5-9d2d-449f-afce-96c5deba7614 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:57:23.314879 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-031d307c-a7f8-4dc9-8abe-cfe7bd09cd88 None None] Provisioning complete for port dd8809d5-9d2d-449f-afce-96c5deba7614 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:57:23.315267 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-031d307c-a7f8-4dc9-8abe-cfe7bd09cd88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:23.321357 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63561788-e61e-4699-8ec0-d7745e32d046 req-25116b2a-0f69-4e19-b294-fd4242816c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:23.323329 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-63561788-e61e-4699-8ec0-d7745e32d046 req-25116b2a-0f69-4e19-b294-fd4242816c5b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0ba541c6f78942b8b24d28300792e03c&device_id=137024f3-a26a-42dd-a337-e591f334f7e4 HTTP/1.1" status: 200 len: 1098 time: 0.1749699 Jul 23 23:57:23.333872 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fdfdd0-299a-4e35-9eda-41222db18c26 None None] The sync data for ids ['e1e8e6db-4fbd-41c6-8f5f-551410c320ee'] in n-d-800088-16 is: [{'id': 'e1e8e6db-4fbd-41c6-8f5f-551410c320ee', 'name': 'tempest-TaggedBootDevicesTest-1326226548-router', 'tenant_id': 'a493ff63bf324cec8682bc97c22087f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '85214f1e-c21a-42d5-82bc-fbaf56d17d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:57:17Z', 'updated_at': '2021-07-23T23:57:19Z', 'revision_number': 3, 'project_id': 'a493ff63bf324cec8682bc97c22087f0', 'gw_port': {'id': '85214f1e-c21a-42d5-82bc-fbaf56d17d7c', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8a:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1e8e6db-4fbd-41c6-8f5f-551410c320ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:57:18Z', 'updated_at': '2021-07-23T23:57:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:57:23.374334 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a8ad27-4fc1-4efe-b4ac-a1f49616017a req-b007e4af-1c03-4694-b3ee-1f08818088a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:23.375730 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d1a8ad27-4fc1-4efe-b4ac-a1f49616017a req-b007e4af-1c03-4694-b3ee-1f08818088a5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3dff00ee-bed2-4c8a-b785-e9725c9c9b9c HTTP/1.1" status: 200 len: 858 time: 0.1876724 Jul 23 23:57:23.408009 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-031d307c-a7f8-4dc9-8abe-cfe7bd09cd88 None None] Port dd8809d5-9d2d-449f-afce-96c5deba7614 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:57:23.445183 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d1a8ad27-4fc1-4efe-b4ac-a1f49616017a req-c2c52b91-3240-4387-ad3f-5326017f3bcb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597770 Jul 23 23:57:23.472563 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f1dc7-28ab-47a8-9929-0b68d35152a0 req-d1ade60a-2f4e-49c5-9060-aefa36f75956 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:23.481027 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f81f1dc7-28ab-47a8-9929-0b68d35152a0 req-d1ade60a-2f4e-49c5-9060-aefa36f75956 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0663c03-862c-474b-bc52-055460542055 HTTP/1.1" status: 200 len: 950 time: 0.2470584 Jul 23 23:57:23.525897 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d443e12a-df7b-4411-82bb-eda086952d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:23.679878 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f81f1dc7-28ab-47a8-9929-0b68d35152a0 req-c0578d96-19bd-4cf9-88a5-4264ce6f6e4f tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8ee523e-b776-4966-b1a9-13ed07423313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978621 Jul 23 23:57:23.703472 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63561788-e61e-4699-8ec0-d7745e32d046 req-9f38704a-745e-4c20-b76b-a830a799106f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:23.707846 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-63561788-e61e-4699-8ec0-d7745e32d046 req-9f38704a-745e-4c20-b76b-a830a799106f service neutron] 10.222.0.64 "GET /v2.0/networks?id=5a68620e-8ed8-46e0-ba48-c9ec0876466a HTTP/1.1" status: 200 len: 917 time: 0.3495545 Jul 23 23:57:23.755504 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 9dff7ef9-fa51-4fba-9756-8b7017c31a60 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:57:23.788236 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d1a8ad27-4fc1-4efe-b4ac-a1f49616017a req-eb0bda5c-7c74-4419-8d09-f3b45a3dab6f service neutron] 10.222.0.52 "GET /v2.0/networks/cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042886 Jul 23 23:57:23.938286 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 9dff7ef9-fa51-4fba-9756-8b7017c31a60 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:57:23.938714 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:23.979446 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d1a8ad27-4fc1-4efe-b4ac-a1f49616017a req-39883b26-d567-43ac-ac4f-f2c9a1915ee2 service neutron] 10.222.0.52 "GET /v2.0/networks/cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655552 Jul 23 23:57:24.106186 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 376a695c-d10c-4895-bdf3-5a12115dafbd up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:57:24.132043 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-63561788-e61e-4699-8ec0-d7745e32d046 req-8d7d858e-059c-4a1f-a9a1-4c972060faef service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e501e56-d565-4855-b4d1-d3de4f908fe4 HTTP/1.1" status: 200 len: 1001 time: 0.4159706 Jul 23 23:57:24.197171 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port 376a695c-d10c-4895-bdf3-5a12115dafbd triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:57:24.197736 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:24.245828 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a8ad27-4fc1-4efe-b4ac-a1f49616017a req-b6b878e7-c408-4873-bd17-7708f8196ffc tempest-LiveAutoBlockMigrationV225Test-1467793608 tempest-LiveAutoBlockMigrationV225Test-1467793608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:24.247771 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d1a8ad27-4fc1-4efe-b4ac-a1f49616017a req-b6b878e7-c408-4873-bd17-7708f8196ffc tempest-LiveAutoBlockMigrationV225Test-1467793608 tempest-LiveAutoBlockMigrationV225Test-1467793608-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=60ef96c6-2a1a-44e8-9008-94fb8d7fc7d4&tenant_id=d9405b5ff79541cbb5225ec709273225&binding%3Ahost_id=n-h2-800088-16 HTTP/1.1" status: 200 len: 1097 time: 0.1892922 Jul 23 23:57:24.270657 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63561788-e61e-4699-8ec0-d7745e32d046 req-87cb983c-1944-4078-9765-b079d9f86c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:24.279569 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-63561788-e61e-4699-8ec0-d7745e32d046 req-87cb983c-1944-4078-9765-b079d9f86c2f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0db7f07d-a14b-4c57-807d-bc1863ff1ac0 HTTP/1.1" status: 200 len: 855 time: 0.1352749 Jul 23 23:57:24.282964 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-d1a8ad27-4fc1-4efe-b4ac-a1f49616017a req-e260c012-3a7b-4e17-be06-3dbb8d0e6a94 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-800088-16'}}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:57:24.294074 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c3ff0-032b-4058-a6d0-10fb4e643550 req-b6be840e-2e09-4814-9872-e01e157e3803 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:24.301893 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-563c3ff0-032b-4058-a6d0-10fb4e643550 req-b6be840e-2e09-4814-9872-e01e157e3803 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=60ef96c6-2a1a-44e8-9008-94fb8d7fc7d4 HTTP/1.1" status: 200 len: 945 time: 0.1867263 Jul 23 23:57:24.349535 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d443e12a-df7b-4411-82bb-eda086952d01 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:24.384733 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-563c3ff0-032b-4058-a6d0-10fb4e643550 req-cc289be2-16e4-4865-b94b-725b3c5cbbf2 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814447 Jul 23 23:57:24.405360 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:24.411575 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d443e12a-df7b-4411-82bb-eda086952d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:24.490997 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '903b66c6-c309-4c30-89fd-6d6381093e4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '376a695c-d10c-4895-bdf3-5a12115dafbd'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:57:24.499111 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a33caace-9554-426f-aa5f-2e332e9a9657" -d '{"events": [{"server_uuid": "903b66c6-c309-4c30-89fd-6d6381093e4e", "name": "network-vif-plugged", "status": "completed", "tag": "376a695c-d10c-4895-bdf3-5a12115dafbd"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:57:24.503172 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d443e12a-df7b-4411-82bb-eda086952d01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680980'] for router_interface, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:24.534685 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 376a695c-d10c-4895-bdf3-5a12115dafbd, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=376a695c-d10c-4895-bdf3-5a12115dafbd,segment=NetworkSegment(916b837a-3956-408c-a58c-8cf4c63322c0),segment_id=916b837a-3956-408c-a58c-8cf4c63322c0)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:57:24.547012 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:24.577144 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d1a8ad27-4fc1-4efe-b4ac-a1f49616017a req-e260c012-3a7b-4e17-be06-3dbb8d0e6a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:24.628006 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3077dd4-81b5-44d5-8dc1-61121c32dc32 x-openstack-request-id: req-d3077dd4-81b5-44d5-8dc1-61121c32dc32 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:57:24.628320 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "903b66c6-c309-4c30-89fd-6d6381093e4e", "name": "network-vif-plugged", "status": "completed", "tag": "376a695c-d10c-4895-bdf3-5a12115dafbd", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:57:24.628564 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d3077dd4-81b5-44d5-8dc1-61121c32dc32 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:57:24.628958 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '903b66c6-c309-4c30-89fd-6d6381093e4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '376a695c-d10c-4895-bdf3-5a12115dafbd', 'code': 200} Jul 23 23:57:24.671625 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d443e12a-df7b-4411-82bb-eda086952d01 admin admin] Pushing event updated for resources: {'Port': ['ID=dd8809d5-9d2d-449f-afce-96c5deba7614,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:24.707169 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=376a695c-d10c-4895-bdf3-5a12115dafbd,revision_number=7']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:24.878243 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-d1a8ad27-4fc1-4efe-b4ac-a1f49616017a req-e260c012-3a7b-4e17-be06-3dbb8d0e6a94 service neutron] For port 60b97620-b2d2-4d9f-ba36-19ae309f9e39, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=60b97620-b2d2-4d9f-ba36-19ae309f9e39,segment=NetworkSegment(d250a78c-273d-4c00-aeaa-fc87cc957e9a),segment_id=d250a78c-273d-4c00-aeaa-fc87cc957e9a)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:57:24.954911 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712e2f97-363a-41e9-ace7-3fe18a53f680 req-ea4eda84-7712-49d9-a925-e9d14ecd2582 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:24.956568 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-712e2f97-363a-41e9-ace7-3fe18a53f680 req-ea4eda84-7712-49d9-a925-e9d14ecd2582 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0663c03-862c-474b-bc52-055460542055 HTTP/1.1" status: 200 len: 950 time: 0.1611614 Jul 23 23:57:24.976790 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-d1a8ad27-4fc1-4efe-b4ac-a1f49616017a req-e260c012-3a7b-4e17-be06-3dbb8d0e6a94 service neutron] For port 60b97620-b2d2-4d9f-ba36-19ae309f9e39, host n-h2-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:57:24.998961 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d443e12a-df7b-4411-82bb-eda086952d01 admin admin] Network b0523da7-df1a-446f-b645-811e4630597c is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:57:25.003488 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63561788-e61e-4699-8ec0-d7745e32d046 req-90d3e6bc-e2d3-46be-a98e-2ce8a929760b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:25.005259 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-63561788-e61e-4699-8ec0-d7745e32d046 req-90d3e6bc-e2d3-46be-a98e-2ce8a929760b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5a68620e-8ed8-46e0-ba48-c9ec0876466a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7144120 Jul 23 23:57:25.027496 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f67701-3a60-4f56-a09c-51402fe814e6 req-01e95349-e055-4b36-aa9e-a2ca4363837b tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:25.034757 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f3f67701-3a60-4f56-a09c-51402fe814e6 req-01e95349-e055-4b36-aa9e-a2ca4363837b tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1332477-7f4b-4292-b069-ae8c72daf3d2 HTTP/1.1" status: 200 len: 946 time: 0.5385613 Jul 23 23:57:25.037452 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-d443e12a-df7b-4411-82bb-eda086952d01 admin admin] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:57:25.099230 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-712e2f97-363a-41e9-ace7-3fe18a53f680 req-006056f3-4342-4336-bbdd-a8c9e84b6557 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8ee523e-b776-4966-b1a9-13ed07423313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247039 Jul 23 23:57:25.099822 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60ef96c6-2a1a-44e8-9008-94fb8d7fc7d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60b97620-b2d2-4d9f-ba36-19ae309f9e39'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:57:25.103336 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cccaa0b1-8745-4bd0-b2be-8baca8b327e1" -d '{"events": [{"server_uuid": "60ef96c6-2a1a-44e8-9008-94fb8d7fc7d4", "name": "network-vif-unplugged", "status": "completed", "tag": "60b97620-b2d2-4d9f-ba36-19ae309f9e39"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:57:25.108140 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d1a8ad27-4fc1-4efe-b4ac-a1f49616017a req-e260c012-3a7b-4e17-be06-3dbb8d0e6a94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:25.117441 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d1a8ad27-4fc1-4efe-b4ac-a1f49616017a req-e260c012-3a7b-4e17-be06-3dbb8d0e6a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:25.249537 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f3f67701-3a60-4f56-a09c-51402fe814e6 req-b051857b-d60c-4c5e-a045-e836a4af266d tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "GET /v2.0/security-groups?id=1912b32f-c316-49ef-a3a5-c5567f5f87c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138064 Jul 23 23:57:25.276568 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-d1a8ad27-4fc1-4efe-b4ac-a1f49616017a req-e260c012-3a7b-4e17-be06-3dbb8d0e6a94 service neutron] Attempting to bind port 60b97620-b2d2-4d9f-ba36-19ae309f9e39 on host n-h2-800088-16 for vnic_type normal with profile {"migrating_to": "n-h1-800088-16"} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:57:25.277442 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-d1a8ad27-4fc1-4efe-b4ac-a1f49616017a req-e260c012-3a7b-4e17-be06-3dbb8d0e6a94 service neutron] Attempting to bind port 60b97620-b2d2-4d9f-ba36-19ae309f9e39 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': 'd250a78c-273d-4c00-aeaa-fc87cc957e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:57:25.277947 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a8ad27-4fc1-4efe-b4ac-a1f49616017a req-e260c012-3a7b-4e17-be06-3dbb8d0e6a94 service neutron] Attempting to bind port 60b97620-b2d2-4d9f-ba36-19ae309f9e39 on network cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:57:25.284893 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a8ad27-4fc1-4efe-b4ac-a1f49616017a req-e260c012-3a7b-4e17-be06-3dbb8d0e6a94 service neutron] Port 60b97620-b2d2-4d9f-ba36-19ae309f9e39 on network cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:57:25.285643 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a8ad27-4fc1-4efe-b4ac-a1f49616017a req-e260c012-3a7b-4e17-be06-3dbb8d0e6a94 service neutron] Attempting to bind port 60b97620-b2d2-4d9f-ba36-19ae309f9e39 on network cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:57:25.287938 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e260c012-3a7b-4e17-be06-3dbb8d0e6a94 service neutron] Pushing event updated for resources: {'Port': ['ID=60b97620-b2d2-4d9f-ba36-19ae309f9e39,revision_number=7']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:25.295570 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a8ad27-4fc1-4efe-b4ac-a1f49616017a req-e260c012-3a7b-4e17-be06-3dbb8d0e6a94 service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:57:25.296270 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a8ad27-4fc1-4efe-b4ac-a1f49616017a req-e260c012-3a7b-4e17-be06-3dbb8d0e6a94 service neutron] Checking segment: {'id': 'd250a78c-273d-4c00-aeaa-fc87cc957e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:57:25.297061 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a8ad27-4fc1-4efe-b4ac-a1f49616017a req-e260c012-3a7b-4e17-be06-3dbb8d0e6a94 service neutron] Bound using segment: {'id': 'd250a78c-273d-4c00-aeaa-fc87cc957e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:57:25.297791 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-d1a8ad27-4fc1-4efe-b4ac-a1f49616017a req-e260c012-3a7b-4e17-be06-3dbb8d0e6a94 service neutron] Bound port: 60b97620-b2d2-4d9f-ba36-19ae309f9e39, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd250a78c-273d-4c00-aeaa-fc87cc957e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:57:25.298286 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d1a8ad27-4fc1-4efe-b4ac-a1f49616017a req-e260c012-3a7b-4e17-be06-3dbb8d0e6a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:25.393503 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 23:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1faa7bd-28fc-4930-a343-ac2dd6a23a2d x-openstack-request-id: req-e1faa7bd-28fc-4930-a343-ac2dd6a23a2d {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:57:25.393810 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60ef96c6-2a1a-44e8-9008-94fb8d7fc7d4", "name": "network-vif-unplugged", "status": "completed", "tag": "60b97620-b2d2-4d9f-ba36-19ae309f9e39", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:57:25.394050 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e1faa7bd-28fc-4930-a343-ac2dd6a23a2d {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:57:25.394498 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60ef96c6-2a1a-44e8-9008-94fb8d7fc7d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60b97620-b2d2-4d9f-ba36-19ae309f9e39', 'code': 200} Jul 23 23:57:25.443480 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-d1a8ad27-4fc1-4efe-b4ac-a1f49616017a req-e260c012-3a7b-4e17-be06-3dbb8d0e6a94 service neutron] For port 60b97620-b2d2-4d9f-ba36-19ae309f9e39, host n-h2-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:57:25.453060 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-d1a8ad27-4fc1-4efe-b4ac-a1f49616017a req-e260c012-3a7b-4e17-be06-3dbb8d0e6a94 service neutron] For port 60b97620-b2d2-4d9f-ba36-19ae309f9e39, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=60b97620-b2d2-4d9f-ba36-19ae309f9e39,segment=NetworkSegment(d250a78c-273d-4c00-aeaa-fc87cc957e9a),segment_id=d250a78c-273d-4c00-aeaa-fc87cc957e9a)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:57:25.468077 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d1a8ad27-4fc1-4efe-b4ac-a1f49616017a req-e260c012-3a7b-4e17-be06-3dbb8d0e6a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:25.544507 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-63561788-e61e-4699-8ec0-d7745e32d046 req-a048ffcc-6459-4655-ad87-4581b27dc505 service neutron] 10.222.0.64 "GET /v2.0/networks/5a68620e-8ed8-46e0-ba48-c9ec0876466a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5036476 Jul 23 23:57:25.607847 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a8ad27-4fc1-4efe-b4ac-a1f49616017a req-e260c012-3a7b-4e17-be06-3dbb8d0e6a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:25.609298 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-71516261-6275-49b2-af0c-fa7fb8f012a1 None None] Provisioning complete for port dd8809d5-9d2d-449f-afce-96c5deba7614 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:57:25.609795 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-71516261-6275-49b2-af0c-fa7fb8f012a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:25.609894 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d1a8ad27-4fc1-4efe-b4ac-a1f49616017a req-e260c012-3a7b-4e17-be06-3dbb8d0e6a94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:25.613198 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d1a8ad27-4fc1-4efe-b4ac-a1f49616017a req-e260c012-3a7b-4e17-be06-3dbb8d0e6a94 service neutron] 10.222.0.52 "PUT /v2.0/ports/60b97620-b2d2-4d9f-ba36-19ae309f9e39 HTTP/1.1" status: 200 len: 1123 time: 1.3571284 Jul 23 23:57:25.644981 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e260c012-3a7b-4e17-be06-3dbb8d0e6a94 service neutron] Pushing event updated for resources: {'Port': ['ID=60b97620-b2d2-4d9f-ba36-19ae309f9e39,revision_number=8']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:25.806585 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['60b97620-b2d2-4d9f-ba36-19ae309f9e39'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:57:25.918211 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 85214f1e-c21a-42d5-82bc-fbaf56d17d7c up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:57:25.924658 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a8eac141-6ac7-4ead-9b2e-cea756ccee01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:25.942174 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-71516261-6275-49b2-af0c-fa7fb8f012a1 None None] Port dd8809d5-9d2d-449f-afce-96c5deba7614 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:57:26.105269 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 85214f1e-c21a-42d5-82bc-fbaf56d17d7c completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:57:26.119845 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 85214f1e-c21a-42d5-82bc-fbaf56d17d7c triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:57:26.120544 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:26.185980 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-63561788-e61e-4699-8ec0-d7745e32d046 req-110eae20-e1ff-493b-ade6-4e7971e856f9 service neutron] 10.222.0.64 "GET /v2.0/networks/5a68620e-8ed8-46e0-ba48-c9ec0876466a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6220305 Jul 23 23:57:26.187929 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d443e12a-df7b-4411-82bb-eda086952d01 admin admin] Router e1e8e6db-4fbd-41c6-8f5f-551410c320ee has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:57:26.260000 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24a9a98-60ce-42c6-90c7-616e312aa78d req-032d5287-c1b6-4862-88cc-1fda3265ed21 tempest-ServersOnMultiNodesTest-1789820822 tempest-ServersOnMultiNodesTest-1789820822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:26.261616 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e24a9a98-60ce-42c6-90c7-616e312aa78d req-032d5287-c1b6-4862-88cc-1fda3265ed21 tempest-ServersOnMultiNodesTest-1789820822 tempest-ServersOnMultiNodesTest-1789820822-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=a0663c03-862c-474b-bc52-055460542055 HTTP/1.1" status: 200 len: 1102 time: 0.1240401 Jul 23 23:57:26.324849 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-e24a9a98-60ce-42c6-90c7-616e312aa78d req-4e598a51-e644-4efd-88b4-425c56f76f20 tempest-ServersOnMultiNodesTest-1789820822 tempest-ServersOnMultiNodesTest-1789820822-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:26.329648 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:26.354188 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 85214f1e-c21a-42d5-82bc-fbaf56d17d7c, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=85214f1e-c21a-42d5-82bc-fbaf56d17d7c,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:57:26.361592 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:26.395086 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e96887-ebce-4f07-98e3-b0b48bda4d8f req-f4c689bc-9272-4a00-a606-56620e481aa9 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:26.403714 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f8e96887-ebce-4f07-98e3-b0b48bda4d8f req-f4c689bc-9272-4a00-a606-56620e481aa9 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=60ef96c6-2a1a-44e8-9008-94fb8d7fc7d4 HTTP/1.1" status: 200 len: 943 time: 0.8837125 Jul 23 23:57:26.417917 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=85214f1e-c21a-42d5-82bc-fbaf56d17d7c,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:26.472367 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f8e96887-ebce-4f07-98e3-b0b48bda4d8f req-dd5f5a6e-aa9a-4d11-9bb0-284cfdde5584 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673909 Jul 23 23:57:26.478703 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e3f4a-b0c6-45e2-b3bb-6e3abf475b0b req-56f625db-8455-4f5d-8028-1b4fb982ee7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:26.480289 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-676e3f4a-b0c6-45e2-b3bb-6e3abf475b0b req-56f625db-8455-4f5d-8028-1b4fb982ee7b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d1332477-7f4b-4292-b069-ae8c72daf3d2 HTTP/1.1" status: 200 len: 1098 time: 0.3109403 Jul 23 23:57:26.544500 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-676e3f4a-b0c6-45e2-b3bb-6e3abf475b0b req-246f217d-5c5a-4b1e-ae0a-1fc93c10ea97 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1912b32f-c316-49ef-a3a5-c5567f5f87c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560839 Jul 23 23:57:26.548488 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d443e12a-df7b-4411-82bb-eda086952d01 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:57:26.555471 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-d443e12a-df7b-4411-82bb-eda086952d01 admin admin] 10.222.0.44 "PUT /v2.0/routers/e1e8e6db-4fbd-41c6-8f5f-551410c320ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8540621 Jul 23 23:57:26.561053 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d5167d-16b0-462c-8cc1-14b3ec75d6e4 None None] Sync routers for ids ['e1e8e6db-4fbd-41c6-8f5f-551410c320ee'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:57:26.592338 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d5167d-16b0-462c-8cc1-14b3ec75d6e4 None None] Routers {'e1e8e6db-4fbd-41c6-8f5f-551410c320ee'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:57:26.594222 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-f4d5167d-16b0-462c-8cc1-14b3ec75d6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:57:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['e1e8e6db-4fbd-41c6-8f5f-551410c320ee'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:57:26.610535 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-072de3d9-1bd6-415b-8ad6-509ae8bc4508 req-b403099b-1a9c-4250-be5b-7adc96463f79 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e06aa624-fa02-437e-9537-68eb3a6c893c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1619985 Jul 23 23:57:26.697483 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-e24a9a98-60ce-42c6-90c7-616e312aa78d req-4e598a51-e644-4efd-88b4-425c56f76f20 tempest-ServersOnMultiNodesTest-1789820822 tempest-ServersOnMultiNodesTest-1789820822-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:26.747478 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:26.806756 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-f4d5167d-16b0-462c-8cc1-14b3ec75d6e4 None None] Set router e1e8e6db-4fbd-41c6-8f5f-551410c320ee gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:57:26.815211 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-e24a9a98-60ce-42c6-90c7-616e312aa78d req-4e598a51-e644-4efd-88b4-425c56f76f20 tempest-ServersOnMultiNodesTest-1789820822 tempest-ServersOnMultiNodesTest-1789820822-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:26.879217 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e24a9a98-60ce-42c6-90c7-616e312aa78d req-4e598a51-e644-4efd-88b4-425c56f76f20 tempest-ServersOnMultiNodesTest-1789820822 tempest-ServersOnMultiNodesTest-1789820822-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=e8ee523e-b776-4966-b1a9-13ed07423313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6003511 Jul 23 23:57:26.910289 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e598a51-e644-4efd-88b4-425c56f76f20 tempest-ServersOnMultiNodesTest-1789820822 tempest-ServersOnMultiNodesTest-1789820822-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=330687eb-ab62-4db5-b72b-711152b3cfde,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:26.931635 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072de3d9-1bd6-415b-8ad6-509ae8bc4508 req-0ed486f2-4198-4f8e-b884-a418758b1ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:26.953861 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-072de3d9-1bd6-415b-8ad6-509ae8bc4508 req-0ed486f2-4198-4f8e-b884-a418758b1ae2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d9405b5ff79541cbb5225ec709273225&device_id=e06aa624-fa02-437e-9537-68eb3a6c893c HTTP/1.1" status: 200 len: 1097 time: 0.2587688 Jul 23 23:57:26.968722 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 46564) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:57:27.211756 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c7b7cd1a-3731-44f2-864e-324b4c98115e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:27.224198 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c833d8-764c-49ec-8ad3-4025d77a3d63 req-72c67416-5d5d-485b-afe8-1cbccde507c6 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:27.239512 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-64c833d8-764c-49ec-8ad3-4025d77a3d63 req-72c67416-5d5d-485b-afe8-1cbccde507c6 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1332477-7f4b-4292-b069-ae8c72daf3d2 HTTP/1.1" status: 200 len: 946 time: 0.3069329 Jul 23 23:57:27.273380 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072de3d9-1bd6-415b-8ad6-509ae8bc4508 req-39512908-f45b-4b08-b00a-a540bfa5fb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:27.276601 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-072de3d9-1bd6-415b-8ad6-509ae8bc4508 req-39512908-f45b-4b08-b00a-a540bfa5fb1e service neutron] 10.222.0.52 "GET /v2.0/networks?id=cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed HTTP/1.1" status: 200 len: 919 time: 0.2967260 Jul 23 23:57:27.361029 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-072de3d9-1bd6-415b-8ad6-509ae8bc4508 req-c368573c-4b59-4f8c-9df0-952a15451561 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5acad72e-d8d6-4866-bdd3-5ad27c763815 HTTP/1.1" status: 200 len: 217 time: 0.0741198 Jul 23 23:57:27.385399 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:27.407051 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-64c833d8-764c-49ec-8ad3-4025d77a3d63 req-82c366e9-08be-4658-b658-7ddd04ff00c0 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "GET /v2.0/security-groups?id=1912b32f-c316-49ef-a3a5-c5567f5f87c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639774 Jul 23 23:57:27.452564 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60ef96c6-2a1a-44e8-9008-94fb8d7fc7d4', 'tag': '60b97620-b2d2-4d9f-ba36-19ae309f9e39'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:57:27.454954 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df50e12-e801-469a-bccd-3dfb0ba4f8b9" -d '{"events": [{"name": "network-changed", "server_uuid": "60ef96c6-2a1a-44e8-9008-94fb8d7fc7d4", "tag": "60b97620-b2d2-4d9f-ba36-19ae309f9e39"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:57:27.459076 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072de3d9-1bd6-415b-8ad6-509ae8bc4508 req-e92c778e-a46a-4726-bdd2-f5f3880fe651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:27.462002 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-072de3d9-1bd6-415b-8ad6-509ae8bc4508 req-e92c778e-a46a-4726-bdd2-f5f3880fe651 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3dff00ee-bed2-4c8a-b785-e9725c9c9b9c HTTP/1.1" status: 200 len: 858 time: 0.0938299 Jul 23 23:57:27.519500 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-072de3d9-1bd6-415b-8ad6-509ae8bc4508 req-b8ba5110-dd3a-426e-941b-dd027abfdcf5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508032 Jul 23 23:57:27.575483 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eaf3245-1e82-41a9-b91d-696475a320f7 x-openstack-request-id: req-7eaf3245-1e82-41a9-b91d-696475a320f7 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:57:27.575774 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60ef96c6-2a1a-44e8-9008-94fb8d7fc7d4", "tag": "60b97620-b2d2-4d9f-ba36-19ae309f9e39", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:57:27.576026 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7eaf3245-1e82-41a9-b91d-696475a320f7 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:57:27.576413 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60ef96c6-2a1a-44e8-9008-94fb8d7fc7d4', 'tag': '60b97620-b2d2-4d9f-ba36-19ae309f9e39', 'status': 'completed', 'code': 200} Jul 23 23:57:27.588684 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c7b7cd1a-3731-44f2-864e-324b4c98115e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:27.603894 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c7b7cd1a-3731-44f2-864e-324b4c98115e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:27.672779 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c7b7cd1a-3731-44f2-864e-324b4c98115e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=375370fb8b814fe094d0ae57cdf1116d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7027767 Jul 23 23:57:27.680823 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-f4d5167d-16b0-462c-8cc1-14b3ec75d6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1e8e6db-4fbd-41c6-8f5f-551410c320ee', 'name': 'tempest-TaggedBootDevicesTest-1326226548-router', 'tenant_id': 'a493ff63bf324cec8682bc97c22087f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '85214f1e-c21a-42d5-82bc-fbaf56d17d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:57:17Z', 'updated_at': '2021-07-23T23:57:23Z', 'revision_number': 4, 'project_id': 'a493ff63bf324cec8682bc97c22087f0', 'gw_port': {'id': '85214f1e-c21a-42d5-82bc-fbaf56d17d7c', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e8e6db-4fbd-41c6-8f5f-551410c320ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:57:18Z', 'updated_at': '2021-07-23T23:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'dd8809d5-9d2d-449f-afce-96c5deba7614', 'name': '', 'network_id': 'b0523da7-df1a-446f-b645-811e4630597c', 'tenant_id': 'a493ff63bf324cec8682bc97c22087f0', 'mac_address': 'fa:16:3e:8d:eb:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1e8e6db-4fbd-41c6-8f5f-551410c320ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'd99f6c92-821c-482e-b6d0-cb37709030df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:57:21Z', 'updated_at': '2021-07-23T23:57:23Z', 'revision_number': 2, 'project_id': 'a493ff63bf324cec8682bc97c22087f0', 'subnets': [{'id': 'd99f6c92-821c-482e-b6d0-cb37709030df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:57:27.692569 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 46616) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:57:27.698526 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b7cd1a-3731-44f2-864e-324b4c98115e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59b94732-9256-4b0c-a73b-6230db3e9d64,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:27.748740 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df50e12-e801-469a-bccd-3dfb0ba4f8b9 req-6ed199d7-a014-44d1-be73-9fce7fb4e82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:27.754277 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6df50e12-e801-469a-bccd-3dfb0ba4f8b9 req-6ed199d7-a014-44d1-be73-9fce7fb4e82c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d9405b5ff79541cbb5225ec709273225&device_id=60ef96c6-2a1a-44e8-9008-94fb8d7fc7d4 HTTP/1.1" status: 200 len: 1126 time: 0.1755676 Jul 23 23:57:27.758904 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d5167d-16b0-462c-8cc1-14b3ec75d6e4 None None] Checking router: e1e8e6db-4fbd-41c6-8f5f-551410c320ee for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:57:27.759955 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d5167d-16b0-462c-8cc1-14b3ec75d6e4 None None] Updating router e1e8e6db-4fbd-41c6-8f5f-551410c320ee port dd8809d5-9d2d-449f-afce-96c5deba7614 binding host n-d-800088-16 {{(pid=100315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:57:27.762274 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 85214f1e-c21a-42d5-82bc-fbaf56d17d7c up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:57:27.771074 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-106d9e27-833f-41de-8b63-d234b4adb953 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=4db1e0d9f35b4b27b032ee4fa4c653cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0968075 Jul 23 23:57:27.828469 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f4d5167d-16b0-462c-8cc1-14b3ec75d6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:27.888044 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 85214f1e-c21a-42d5-82bc-fbaf56d17d7c triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:57:27.888842 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:27.935375 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-4f307bca-2f60-4f27-ba84-ca26c5203533 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:27.943211 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-4f307bca-2f60-4f27-ba84-ca26c5203533 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1712103 Jul 23 23:57:27.966038 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-70c64f09-545e-4a67-b559-73719d99d57f tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/quotas/4db1e0d9f35b4b27b032ee4fa4c653cd HTTP/1.1" status: 200 len: 375 time: 0.0217988 Jul 23 23:57:28.047220 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8c2e1740-6310-482c-afed-f474a3f7a749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:28.097200 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-ed457998-a97d-44a9-b379-046b17c703e1 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4db1e0d9f35b4b27b032ee4fa4c653cd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1281576 Jul 23 23:57:28.098731 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 60b97620-b2d2-4d9f-ba36-19ae309f9e39 details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:57:28.106152 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-072de3d9-1bd6-415b-8ad6-509ae8bc4508 req-d3fd2819-4e36-473b-bcb6-bf818d78afcf service neutron] 10.222.0.52 "GET /v2.0/networks/cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5315230 Jul 23 23:57:28.146220 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa52f02d-734c-45d5-b570-0ba83cafaf8e req-e78bf5a9-e65a-4eb4-bb6e-f110942ffad0 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:28.148697 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fa52f02d-734c-45d5-b570-0ba83cafaf8e req-e78bf5a9-e65a-4eb4-bb6e-f110942ffad0 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=60ef96c6-2a1a-44e8-9008-94fb8d7fc7d4 HTTP/1.1" status: 200 len: 943 time: 0.4098952 Jul 23 23:57:28.159178 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8c2e1740-6310-482c-afed-f474a3f7a749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:28.173297 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df50e12-e801-469a-bccd-3dfb0ba4f8b9 req-dfcb6718-c33a-4926-90ba-bb779c4f0228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:28.175203 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6df50e12-e801-469a-bccd-3dfb0ba4f8b9 req-dfcb6718-c33a-4926-90ba-bb779c4f0228 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed HTTP/1.1" status: 200 len: 919 time: 0.3953431 Jul 23 23:57:28.205348 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 60b97620-b2d2-4d9f-ba36-19ae309f9e39, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=60b97620-b2d2-4d9f-ba36-19ae309f9e39,segment=NetworkSegment(d250a78c-273d-4c00-aeaa-fc87cc957e9a),segment_id=d250a78c-273d-4c00-aeaa-fc87cc957e9a)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:57:28.237124 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 60b97620-b2d2-4d9f-ba36-19ae309f9e39 has no active binding in host n-h1-800088-16 {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 23 23:57:28.330278 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6df50e12-e801-469a-bccd-3dfb0ba4f8b9 req-4d1a2259-04b9-4ad8-901a-b7bd94752b2c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60b97620-b2d2-4d9f-ba36-19ae309f9e39 HTTP/1.1" status: 200 len: 217 time: 0.1404881 Jul 23 23:57:28.373810 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fa52f02d-734c-45d5-b570-0ba83cafaf8e req-7e67072d-6198-4641-b2b8-d1b533cd937e tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167633 Jul 23 23:57:28.374002 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-072de3d9-1bd6-415b-8ad6-509ae8bc4508 req-51feacd2-ff05-47df-b199-7358eef822b0 service neutron] 10.222.0.52 "GET /v2.0/networks/cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625010 Jul 23 23:57:28.491804 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f4d5167d-16b0-462c-8cc1-14b3ec75d6e4 None None] Notify callbacks [] for port, precommit_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:28.515790 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-f4d5167d-16b0-462c-8cc1-14b3ec75d6e4 None None] Transition to ACTIVE for port object dd8809d5-9d2d-449f-afce-96c5deba7614 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:57:28.554019 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f4d5167d-16b0-462c-8cc1-14b3ec75d6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:28.561672 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df50e12-e801-469a-bccd-3dfb0ba4f8b9 req-8085ac0c-31d7-43a2-9975-9d0df91f0193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:28.569360 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6df50e12-e801-469a-bccd-3dfb0ba4f8b9 req-8085ac0c-31d7-43a2-9975-9d0df91f0193 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3dff00ee-bed2-4c8a-b785-e9725c9c9b9c HTTP/1.1" status: 200 len: 858 time: 0.1729100 Jul 23 23:57:28.595302 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8c2e1740-6310-482c-afed-f474a3f7a749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:28.599399 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8c2e1740-6310-482c-afed-f474a3f7a749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:28.622361 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-8c2e1740-6310-482c-afed-f474a3f7a749 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/59b94732-9256-4b0c-a73b-6230db3e9d64 HTTP/1.1" status: 204 len: 168 time: 0.9265924 Jul 23 23:57:28.698901 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6df50e12-e801-469a-bccd-3dfb0ba4f8b9 req-f6a0c914-99e9-483f-8654-86cfc4084db8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1167653 Jul 23 23:57:28.749594 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2e1740-6310-482c-afed-f474a3f7a749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b94732-9256-4b0c-a73b-6230db3e9d64,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:28.983919 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f96a68-c5ed-42e3-af0a-496dfb3d5d34 None None] Pushing event updated for resources: {'Port': ['ID=dd8809d5-9d2d-449f-afce-96c5deba7614,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:29.017494 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6df50e12-e801-469a-bccd-3dfb0ba4f8b9 req-e6e1fcd1-3495-4d52-8e03-ab60e5d048f0 service neutron] 10.222.0.64 "GET /v2.0/networks/cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002384 Jul 23 23:57:29.018122 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-f4d5167d-16b0-462c-8cc1-14b3ec75d6e4 None None] Attempting to bind port dd8809d5-9d2d-449f-afce-96c5deba7614 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:57:29.018509 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-f4d5167d-16b0-462c-8cc1-14b3ec75d6e4 None None] Attempting to bind port dd8809d5-9d2d-449f-afce-96c5deba7614 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '21032195-e2aa-496f-b3b7-a4625dd43e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'b0523da7-df1a-446f-b645-811e4630597c'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:57:29.018882 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d5167d-16b0-462c-8cc1-14b3ec75d6e4 None None] Attempting to bind port dd8809d5-9d2d-449f-afce-96c5deba7614 on network b0523da7-df1a-446f-b645-811e4630597c {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:57:29.041582 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:29.042564 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d5167d-16b0-462c-8cc1-14b3ec75d6e4 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:57:29.042929 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d5167d-16b0-462c-8cc1-14b3ec75d6e4 None None] Checking segment: {'id': '21032195-e2aa-496f-b3b7-a4625dd43e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'b0523da7-df1a-446f-b645-811e4630597c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:57:29.043350 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f4d5167d-16b0-462c-8cc1-14b3ec75d6e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:29.043725 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d5167d-16b0-462c-8cc1-14b3ec75d6e4 None None] Bound using segment: {'id': '21032195-e2aa-496f-b3b7-a4625dd43e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'b0523da7-df1a-446f-b645-811e4630597c'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:57:29.044197 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-f4d5167d-16b0-462c-8cc1-14b3ec75d6e4 None None] Bound port: dd8809d5-9d2d-449f-afce-96c5deba7614, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21032195-e2aa-496f-b3b7-a4625dd43e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'b0523da7-df1a-446f-b645-811e4630597c'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:57:29.076340 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f4d5167d-16b0-462c-8cc1-14b3ec75d6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:29.323995 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-f4d5167d-16b0-462c-8cc1-14b3ec75d6e4 None None] For port dd8809d5-9d2d-449f-afce-96c5deba7614, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:57:29.335383 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-f4d5167d-16b0-462c-8cc1-14b3ec75d6e4 None None] For port dd8809d5-9d2d-449f-afce-96c5deba7614, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=dd8809d5-9d2d-449f-afce-96c5deba7614,segment=NetworkSegment(21032195-e2aa-496f-b3b7-a4625dd43e90),segment_id=21032195-e2aa-496f-b3b7-a4625dd43e90)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:57:29.370584 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f4d5167d-16b0-462c-8cc1-14b3ec75d6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:29.406034 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6df50e12-e801-469a-bccd-3dfb0ba4f8b9 req-413f83cb-e047-47e1-9742-0165106f8bf3 service neutron] 10.222.0.64 "GET /v2.0/networks/cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3547182 Jul 23 23:57:29.428243 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2136b2-188e-4361-bb46-e3239056344f req-a2347f54-e8a2-4027-a4c9-bb8bf3ccffe0 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:29.433224 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1c2136b2-188e-4361-bb46-e3239056344f req-a2347f54-e8a2-4027-a4c9-bb8bf3ccffe0 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1332477-7f4b-4292-b069-ae8c72daf3d2 HTTP/1.1" status: 200 len: 946 time: 0.4138141 Jul 23 23:57:29.472517 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d5167d-16b0-462c-8cc1-14b3ec75d6e4 None None] Routers {'e1e8e6db-4fbd-41c6-8f5f-551410c320ee'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:57:29.475983 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-f4d5167d-16b0-462c-8cc1-14b3ec75d6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:57:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['e1e8e6db-4fbd-41c6-8f5f-551410c320ee'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:57:29.522550 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 46686) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:57:29.563337 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3636c3f7-58bf-44b7-86c2-01db7c7793de admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:29.640329 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d1a8ad27-4fc1-4efe-b4ac-a1f49616017a req-130ebcd6-7bb3-41a7-8a2a-7b3d7b117fd8 service neutron] 10.222.0.64 "GET /v2.0/ports/60b97620-b2d2-4d9f-ba36-19ae309f9e39/bindings/n-h1-800088-16 HTTP/1.1" status: 200 len: 385 time: 0.2983506 Jul 23 23:57:29.757440 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f96a68-c5ed-42e3-af0a-496dfb3d5d34 None None] Pushing event updated for resources: {'Port': ['ID=dd8809d5-9d2d-449f-afce-96c5deba7614,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:29.809559 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1c2136b2-188e-4361-bb46-e3239056344f req-304a3d27-b272-465d-b428-f0f6d56bfc85 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "GET /v2.0/security-groups?id=1912b32f-c316-49ef-a3a5-c5567f5f87c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3753564 Jul 23 23:57:29.891404 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-f4d5167d-16b0-462c-8cc1-14b3ec75d6e4 None None] Set router e1e8e6db-4fbd-41c6-8f5f-551410c320ee gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:57:30.016260 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3636c3f7-58bf-44b7-86c2-01db7c7793de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:30.030998 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3636c3f7-58bf-44b7-86c2-01db7c7793de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:30.113479 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-3636c3f7-58bf-44b7-86c2-01db7c7793de admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=88783b6b8d854bbe94347e1bf443eba2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5898242 Jul 23 23:57:30.116714 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3636c3f7-58bf-44b7-86c2-01db7c7793de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e286ac8c-e592-4400-876c-2f893a7a62ae,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:30.120086 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 46706) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:57:30.204332 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81596504-dc2b-4fcf-ad2b-cb096c30d911 req-a635f7d3-0724-4f18-9f26-be7444df727e tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:30.212479 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-81596504-dc2b-4fcf-ad2b-cb096c30d911 req-a635f7d3-0724-4f18-9f26-be7444df727e tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=60ef96c6-2a1a-44e8-9008-94fb8d7fc7d4 HTTP/1.1" status: 200 len: 943 time: 0.3974464 Jul 23 23:57:30.218540 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3168d650-227f-4a46-a047-e50d33e8055b req-8d9a7eaa-16f6-46fd-927a-7b9c103c48e7 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/ports?device_id=26055213-b5c4-4751-8e6e-ec5fa7b9ada4 HTTP/1.1" status: 200 len: 210 time: 0.1289437 Jul 23 23:57:30.236326 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-d1a8ad27-4fc1-4efe-b4ac-a1f49616017a req-386a8c4a-fd0d-4e41-a1a4-942c5dcad08d service neutron] For port 60b97620-b2d2-4d9f-ba36-19ae309f9e39, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=60b97620-b2d2-4d9f-ba36-19ae309f9e39,segment=NetworkSegment(d250a78c-273d-4c00-aeaa-fc87cc957e9a),segment_id=d250a78c-273d-4c00-aeaa-fc87cc957e9a)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:57:30.294320 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-d1a8ad27-4fc1-4efe-b4ac-a1f49616017a req-386a8c4a-fd0d-4e41-a1a4-942c5dcad08d service neutron] For port 60b97620-b2d2-4d9f-ba36-19ae309f9e39, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:57:30.298145 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-dc6bdd88-2eb5-42bf-9dcb-21bb467cc6dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:30.355318 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-f4d5167d-16b0-462c-8cc1-14b3ec75d6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1e8e6db-4fbd-41c6-8f5f-551410c320ee', 'name': 'tempest-TaggedBootDevicesTest-1326226548-router', 'tenant_id': 'a493ff63bf324cec8682bc97c22087f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '85214f1e-c21a-42d5-82bc-fbaf56d17d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:57:17Z', 'updated_at': '2021-07-23T23:57:23Z', 'revision_number': 4, 'project_id': 'a493ff63bf324cec8682bc97c22087f0', 'gw_port': {'id': '85214f1e-c21a-42d5-82bc-fbaf56d17d7c', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e8e6db-4fbd-41c6-8f5f-551410c320ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:57:18Z', 'updated_at': '2021-07-23T23:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'dd8809d5-9d2d-449f-afce-96c5deba7614', 'name': '', 'network_id': 'b0523da7-df1a-446f-b645-811e4630597c', 'tenant_id': 'a493ff63bf324cec8682bc97c22087f0', 'mac_address': 'fa:16:3e:8d:eb:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1e8e6db-4fbd-41c6-8f5f-551410c320ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'd99f6c92-821c-482e-b6d0-cb37709030df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:57:21Z', 'updated_at': '2021-07-23T23:57:29Z', 'revision_number': 4, 'project_id': 'a493ff63bf324cec8682bc97c22087f0', 'subnets': [{'id': 'd99f6c92-821c-482e-b6d0-cb37709030df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:57:30.364676 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-d1a8ad27-4fc1-4efe-b4ac-a1f49616017a req-386a8c4a-fd0d-4e41-a1a4-942c5dcad08d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60b97620-b2d2-4d9f-ba36-19ae309f9e39 {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:57:30.391324 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-d1a8ad27-4fc1-4efe-b4ac-a1f49616017a req-386a8c4a-fd0d-4e41-a1a4-942c5dcad08d service neutron] For port 60b97620-b2d2-4d9f-ba36-19ae309f9e39, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=60b97620-b2d2-4d9f-ba36-19ae309f9e39,segment=NetworkSegment(d250a78c-273d-4c00-aeaa-fc87cc957e9a),segment_id=d250a78c-273d-4c00-aeaa-fc87cc957e9a)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:57:30.399946 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-dc6bdd88-2eb5-42bf-9dcb-21bb467cc6dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:30.426469 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d5167d-16b0-462c-8cc1-14b3ec75d6e4 None None] The sync data for ids ['e1e8e6db-4fbd-41c6-8f5f-551410c320ee'] in n-d-800088-16 is: [{'id': 'e1e8e6db-4fbd-41c6-8f5f-551410c320ee', 'name': 'tempest-TaggedBootDevicesTest-1326226548-router', 'tenant_id': 'a493ff63bf324cec8682bc97c22087f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '85214f1e-c21a-42d5-82bc-fbaf56d17d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:57:17Z', 'updated_at': '2021-07-23T23:57:23Z', 'revision_number': 4, 'project_id': 'a493ff63bf324cec8682bc97c22087f0', 'gw_port': {'id': '85214f1e-c21a-42d5-82bc-fbaf56d17d7c', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e8e6db-4fbd-41c6-8f5f-551410c320ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:57:18Z', 'updated_at': '2021-07-23T23:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'dd8809d5-9d2d-449f-afce-96c5deba7614', 'name': '', 'network_id': 'b0523da7-df1a-446f-b645-811e4630597c', 'tenant_id': 'a493ff63bf324cec8682bc97c22087f0', 'mac_address': 'fa:16:3e:8d:eb:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1e8e6db-4fbd-41c6-8f5f-551410c320ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'd99f6c92-821c-482e-b6d0-cb37709030df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:57:21Z', 'updated_at': '2021-07-23T23:57:29Z', 'revision_number': 4, 'project_id': 'a493ff63bf324cec8682bc97c22087f0', 'subnets': [{'id': 'd99f6c92-821c-482e-b6d0-cb37709030df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:57:30.430062 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-d1a8ad27-4fc1-4efe-b4ac-a1f49616017a req-386a8c4a-fd0d-4e41-a1a4-942c5dcad08d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:30.463917 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-81596504-dc2b-4fcf-ad2b-cb096c30d911 req-f50a1a16-908e-4ae4-8c57-cddd9e555a8b tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269111 Jul 23 23:57:30.609704 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-d1a8ad27-4fc1-4efe-b4ac-a1f49616017a req-386a8c4a-fd0d-4e41-a1a4-942c5dcad08d service neutron] Transition to ACTIVE for port object 60b97620-b2d2-4d9f-ba36-19ae309f9e39 will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:57:30.619104 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-d1a8ad27-4fc1-4efe-b4ac-a1f49616017a req-386a8c4a-fd0d-4e41-a1a4-942c5dcad08d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:30.735579 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-0189d751-e157-4579-bd06-41dac52b3e6f req-58fe55f7-b7e2-4829-aaf7-a14be0a09a73 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-767586954', 'description': 'tempest-description-652015843'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:57:30.780758 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1a8ad27-4fc1-4efe-b4ac-a1f49616017a req-386a8c4a-fd0d-4e41-a1a4-942c5dcad08d service neutron] No DVR routers for this DVR port 60b97620-b2d2-4d9f-ba36-19ae309f9e39 on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:57:30.793813 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-dc6bdd88-2eb5-42bf-9dcb-21bb467cc6dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:30.798722 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-dc6bdd88-2eb5-42bf-9dcb-21bb467cc6dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:30.808607 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-dc6bdd88-2eb5-42bf-9dcb-21bb467cc6dc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e286ac8c-e592-4400-876c-2f893a7a62ae HTTP/1.1" status: 204 len: 168 time: 0.6850502 Jul 23 23:57:30.817230 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386a8c4a-fd0d-4e41-a1a4-942c5dcad08d service neutron] Pushing event updated for resources: {'Port': ['ID=60b97620-b2d2-4d9f-ba36-19ae309f9e39,revision_number=10']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:30.835376 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-0189d751-e157-4579-bd06-41dac52b3e6f req-58fe55f7-b7e2-4829-aaf7-a14be0a09a73 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:30.842481 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6bdd88-2eb5-42bf-9dcb-21bb467cc6dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e286ac8c-e592-4400-876c-2f893a7a62ae,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:30.940193 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d1a8ad27-4fc1-4efe-b4ac-a1f49616017a req-386a8c4a-fd0d-4e41-a1a4-942c5dcad08d service neutron] 10.222.0.64 "PUT /v2.0/ports/60b97620-b2d2-4d9f-ba36-19ae309f9e39/bindings/n-h1-800088-16/activate HTTP/1.1" status: 200 len: 370 time: 1.2916467 Jul 23 23:57:31.105352 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-0189d751-e157-4579-bd06-41dac52b3e6f req-58fe55f7-b7e2-4829-aaf7-a14be0a09a73 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:31.119740 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-0189d751-e157-4579-bd06-41dac52b3e6f req-58fe55f7-b7e2-4829-aaf7-a14be0a09a73 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:31.171347 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-0189d751-e157-4579-bd06-41dac52b3e6f req-58fe55f7-b7e2-4829-aaf7-a14be0a09a73 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:31.190713 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0189d751-e157-4579-bd06-41dac52b3e6f req-58fe55f7-b7e2-4829-aaf7-a14be0a09a73 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4607522 Jul 23 23:57:31.286252 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fe55f7-b7e2-4829-aaf7-a14be0a09a73 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40a0caa7-3abc-420e-9a63-53109cf24fed,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:31.334131 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a8ad27-4fc1-4efe-b4ac-a1f49616017a req-445599d5-0871-47ae-a279-89c1680d8082 tempest-LiveAutoBlockMigrationV225Test-1467793608 tempest-LiveAutoBlockMigrationV225Test-1467793608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:31.343199 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d1a8ad27-4fc1-4efe-b4ac-a1f49616017a req-445599d5-0871-47ae-a279-89c1680d8082 tempest-LiveAutoBlockMigrationV225Test-1467793608 tempest-LiveAutoBlockMigrationV225Test-1467793608-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=60ef96c6-2a1a-44e8-9008-94fb8d7fc7d4&tenant_id=d9405b5ff79541cbb5225ec709273225&binding%3Ahost_id=n-h2-800088-16 HTTP/1.1" status: 200 len: 1096 time: 0.3200641 Jul 23 23:57:31.501586 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d64ed4ec-4a8f-4711-916d-5a5e2d23b028 req-461ccdf3-7db8-43b0-8eff-16765d15127f tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-767586954&fields=id&tenant_id=5e96c0febc7b4dc580b4820ccf6600d4 HTTP/1.1" status: 200 len: 267 time: 0.1002505 Jul 23 23:57:31.552006 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a8ad27-4fc1-4efe-b4ac-a1f49616017a req-f362eb51-c780-46dd-bc19-3070cb7826e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:31.555745 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d1a8ad27-4fc1-4efe-b4ac-a1f49616017a req-f362eb51-c780-46dd-bc19-3070cb7826e4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=60ef96c6-2a1a-44e8-9008-94fb8d7fc7d4&tenant_id=d9405b5ff79541cbb5225ec709273225 HTTP/1.1" status: 200 len: 1096 time: 0.2055647 Jul 23 23:57:31.790632 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-1996a4ca-6d79-4250-be1f-cc12cedd2463 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=4db1e0d9f35b4b27b032ee4fa4c653cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1996725 Jul 23 23:57:31.842957 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device dd8809d5-9d2d-449f-afce-96c5deba7614 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:57:31.955757 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ed4ec-4a8f-4711-916d-5a5e2d23b028 req-cc413d7e-f98a-492a-8404-e459dba0d40c tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:31.958710 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d64ed4ec-4a8f-4711-916d-5a5e2d23b028 req-cc413d7e-f98a-492a-8404-e459dba0d40c tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1332477-7f4b-4292-b069-ae8c72daf3d2 HTTP/1.1" status: 200 len: 946 time: 0.4407244 Jul 23 23:57:31.987360 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-d64ed4ec-4a8f-4711-916d-5a5e2d23b028 req-305060a8-f754-4fef-b546-e75a5dd98433 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Request body: {'port': {'security_groups': ['1912b32f-c316-49ef-a3a5-c5567f5f87c5', '40a0caa7-3abc-420e-9a63-53109cf24fed']}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:57:32.015746 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port dd8809d5-9d2d-449f-afce-96c5deba7614 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:57:32.025099 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port dd8809d5-9d2d-449f-afce-96c5deba7614 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:57:32.025852 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:32.257388 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:32.264612 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-c43cb7b8-3c86-47d4-ba9d-9202dfd9ea4d tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=4db1e0d9f35b4b27b032ee4fa4c653cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1287754 Jul 23 23:57:32.280182 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a8ad27-4fc1-4efe-b4ac-a1f49616017a req-605f4244-1848-4caa-98e8-8f67b88160c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:32.282226 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d1a8ad27-4fc1-4efe-b4ac-a1f49616017a req-605f4244-1848-4caa-98e8-8f67b88160c7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d9405b5ff79541cbb5225ec709273225&device_id=60ef96c6-2a1a-44e8-9008-94fb8d7fc7d4 HTTP/1.1" status: 200 len: 1096 time: 0.6950240 Jul 23 23:57:32.413452 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port dd8809d5-9d2d-449f-afce-96c5deba7614, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=dd8809d5-9d2d-449f-afce-96c5deba7614,segment=NetworkSegment(21032195-e2aa-496f-b3b7-a4625dd43e90),segment_id=21032195-e2aa-496f-b3b7-a4625dd43e90)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:57:32.436444 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:32.556433 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=dd8809d5-9d2d-449f-afce-96c5deba7614,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:32.910027 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-3a71fc37-f41c-4fd2-8af2-18312a77fe5d tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:32.911551 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-3a71fc37-f41c-4fd2-8af2-18312a77fe5d tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6281953 Jul 23 23:57:33.010223 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a8ad27-4fc1-4efe-b4ac-a1f49616017a req-2827f5be-e961-44e7-a02b-83cc7d93acb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:33.011717 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d1a8ad27-4fc1-4efe-b4ac-a1f49616017a req-2827f5be-e961-44e7-a02b-83cc7d93acb5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed HTTP/1.1" status: 200 len: 919 time: 0.7149467 Jul 23 23:57:33.024726 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-d2ea9256-5b91-4d02-bb8b-0fe5b389b1e6 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Request body: {'port': {'device_id': '26055213-b5c4-4751-8e6e-ec5fa7b9ada4', 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2', 'admin_state_up': True, 'tenant_id': '4db1e0d9f35b4b27b032ee4fa4c653cd'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:57:33.095414 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 60b97620-b2d2-4d9f-ba36-19ae309f9e39 no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:57:33.138975 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d1a8ad27-4fc1-4efe-b4ac-a1f49616017a req-8a23ca91-5617-4798-a4b1-04760cbe34cb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60b97620-b2d2-4d9f-ba36-19ae309f9e39 HTTP/1.1" status: 200 len: 217 time: 0.0757244 Jul 23 23:57:33.157955 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-f0da5958-b2c7-4884-94c5-4320961df0e6 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:33.159465 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-f0da5958-b2c7-4884-94c5-4320961df0e6 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3582680 Jul 23 23:57:33.187705 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 60b97620-b2d2-4d9f-ba36-19ae309f9e39 not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:57:33.212736 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-03525cf4-d7cd-47a1-b73a-09d63671ee19 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Request body: {'port': {'device_id': '3047d3be-2ea9-4a96-af06-51c1f6dd9eec', 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2', 'admin_state_up': True, 'tenant_id': '4db1e0d9f35b4b27b032ee4fa4c653cd'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:57:33.245318 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d64ed4ec-4a8f-4711-916d-5a5e2d23b028 req-305060a8-f754-4fef-b546-e75a5dd98433 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:33.418503 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a8ad27-4fc1-4efe-b4ac-a1f49616017a req-e35c2e77-98ec-4381-a082-785115372765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:33.420902 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d1a8ad27-4fc1-4efe-b4ac-a1f49616017a req-e35c2e77-98ec-4381-a082-785115372765 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3dff00ee-bed2-4c8a-b785-e9725c9c9b9c HTTP/1.1" status: 200 len: 858 time: 0.2599130 Jul 23 23:57:33.618003 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d1a8ad27-4fc1-4efe-b4ac-a1f49616017a req-1cf6871a-1f2f-4e70-acf3-788b96d62658 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493288 Jul 23 23:57:33.680776 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-d2ea9256-5b91-4d02-bb8b-0fe5b389b1e6 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Made reservation on behalf of 4db1e0d9f35b4b27b032ee4fa4c653cd for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:57:33.696936 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-d2ea9256-5b91-4d02-bb8b-0fe5b389b1e6 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:33.727873 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device dd8809d5-9d2d-449f-afce-96c5deba7614 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:57:33.815578 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port dd8809d5-9d2d-449f-afce-96c5deba7614 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:57:33.817126 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:34.023462 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-03525cf4-d7cd-47a1-b73a-09d63671ee19 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Made reservation on behalf of 4db1e0d9f35b4b27b032ee4fa4c653cd for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:57:34.023462 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-03525cf4-d7cd-47a1-b73a-09d63671ee19 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:34.055318 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-d64ed4ec-4a8f-4711-916d-5a5e2d23b028 req-305060a8-f754-4fef-b546-e75a5dd98433 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] For port f6e56469-cb64-479d-8c60-7d9ff84972fc, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=f6e56469-cb64-479d-8c60-7d9ff84972fc,segment=NetworkSegment(03f6d3bc-1613-474d-ab4e-2ce343284068),segment_id=03f6d3bc-1613-474d-ab4e-2ce343284068)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:57:34.107752 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-d2ea9256-5b91-4d02-bb8b-0fe5b389b1e6 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Allocated IP 192.168.233.54 (603dff3b-80fe-44ec-a82a-8d8b74b0c3c2/ef73a7e1-c64a-41e3-9997-629475c7b6b1/8d4eb6e9-2eeb-4d87-a9ff-e9841baddbd9) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:57:34.203581 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d1a8ad27-4fc1-4efe-b4ac-a1f49616017a req-b72c0a01-5a87-4fb7-b25e-7c72e9c31943 service neutron] 10.222.0.52 "GET /v2.0/networks/cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5385096 Jul 23 23:57:34.208265 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d64ed4ec-4a8f-4711-916d-5a5e2d23b028 req-305060a8-f754-4fef-b546-e75a5dd98433 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:34.231540 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d64ed4ec-4a8f-4711-916d-5a5e2d23b028 req-305060a8-f754-4fef-b546-e75a5dd98433 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:34.247072 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['f6e56469-cb64-479d-8c60-7d9ff84972fc'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:57:34.359907 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ed4ec-4a8f-4711-916d-5a5e2d23b028 req-305060a8-f754-4fef-b546-e75a5dd98433 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:34.360837 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d64ed4ec-4a8f-4711-916d-5a5e2d23b028 req-305060a8-f754-4fef-b546-e75a5dd98433 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:34.375759 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d64ed4ec-4a8f-4711-916d-5a5e2d23b028 req-305060a8-f754-4fef-b546-e75a5dd98433 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "PUT /v2.0/ports/f6e56469-cb64-479d-8c60-7d9ff84972fc HTTP/1.1" status: 200 len: 982 time: 2.3951132 Jul 23 23:57:34.376569 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1332477-7f4b-4292-b069-ae8c72daf3d2', 'tag': 'f6e56469-cb64-479d-8c60-7d9ff84972fc'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:57:34.383663 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9223bcdb-607a-47d1-a914-25cb76e24e2c" -d '{"events": [{"name": "network-changed", "server_uuid": "d1332477-7f4b-4292-b069-ae8c72daf3d2", "tag": "f6e56469-cb64-479d-8c60-7d9ff84972fc"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:57:34.410180 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 46780) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:57:34.446249 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['f6e56469-cb64-479d-8c60-7d9ff84972fc'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:57:34.528532 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4d17cbf7-b10d-405f-bd43-bddc18270750 req-11aab28d-058a-4326-82e5-c72d684c1669 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/ports?device_id=26055213-b5c4-4751-8e6e-ec5fa7b9ada4 HTTP/1.1" status: 200 len: 210 time: 0.0700285 Jul 23 23:57:34.543585 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305060a8-f754-4fef-b546-e75a5dd98433 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Pushing event updated for resources: {'Port': ['ID=f6e56469-cb64-479d-8c60-7d9ff84972fc,revision_number=6']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:34.647347 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d1a8ad27-4fc1-4efe-b4ac-a1f49616017a req-31ccbd1a-9df2-4f35-8c95-9dd3bb99dcf5 service neutron] 10.222.0.52 "GET /v2.0/networks/cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4345345 Jul 23 23:57:34.661939 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bd922bab-4f78-464e-9a59-a4a254c25dc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:34.744624 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-d2ea9256-5b91-4d02-bb8b-0fe5b389b1e6 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:34.769134 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-d2ea9256-5b91-4d02-bb8b-0fe5b389b1e6 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Transition to ACTIVE for port object 8d4eb6e9-2eeb-4d87-a9ff-e9841baddbd9 will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:57:34.784438 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e64af5-d131-4477-9c56-d83f84456db9 req-9446c9a2-b869-4fa5-a277-b906bc01a3b0 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:34.804404 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f4e64af5-d131-4477-9c56-d83f84456db9 req-9446c9a2-b869-4fa5-a277-b906bc01a3b0 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=60ef96c6-2a1a-44e8-9008-94fb8d7fc7d4 HTTP/1.1" status: 200 len: 944 time: 0.1591280 Jul 23 23:57:34.917490 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f4e64af5-d131-4477-9c56-d83f84456db9 req-cd1ddcee-be3a-4042-add2-8166b0a811de tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055641 Jul 23 23:57:34.983188 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bd922bab-4f78-464e-9a59-a4a254c25dc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:34.994102 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bd922bab-4f78-464e-9a59-a4a254c25dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:35.133728 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-bd922bab-4f78-464e-9a59-a4a254c25dc2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9e24b786f18047d8936861ad5b88939c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7219191 Jul 23 23:57:35.148861 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 46786) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:57:35.155543 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-d2ea9256-5b91-4d02-bb8b-0fe5b389b1e6 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:35.168143 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['9adc90a8-daab-449e-bad1-bd977df0c1fb'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:57:35.171546 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd922bab-4f78-464e-9a59-a4a254c25dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=173b285c-648f-4f93-9946-ee4ae5891088,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:35.192204 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd922bab-4f78-464e-9a59-a4a254c25dc2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:57:35.192553 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd922bab-4f78-464e-9a59-a4a254c25dc2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:57:35.192921 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd922bab-4f78-464e-9a59-a4a254c25dc2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:57:35.193265 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd922bab-4f78-464e-9a59-a4a254c25dc2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:57:35.194123 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd922bab-4f78-464e-9a59-a4a254c25dc2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:57:35.194471 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd922bab-4f78-464e-9a59-a4a254c25dc2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:57:35.194800 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd922bab-4f78-464e-9a59-a4a254c25dc2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:57:35.195133 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd922bab-4f78-464e-9a59-a4a254c25dc2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:57:35.195462 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd922bab-4f78-464e-9a59-a4a254c25dc2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:57:35.195789 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd922bab-4f78-464e-9a59-a4a254c25dc2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:57:35.196115 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd922bab-4f78-464e-9a59-a4a254c25dc2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:57:35.196433 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd922bab-4f78-464e-9a59-a4a254c25dc2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:57:35.273030 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-affec3f1-ee3c-456e-b9de-54889702ecb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:35.322485 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0013d3e7-64a8-4639-bb5a-3fa4a36adaa8 req-11501ab2-33c3-42aa-9cc0-f1b581d559ef tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-767586954&fields=id&tenant_id=5e96c0febc7b4dc580b4820ccf6600d4 HTTP/1.1" status: 200 len: 267 time: 0.0919619 Jul 23 23:57:35.324565 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-03525cf4-d7cd-47a1-b73a-09d63671ee19 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Allocated IP 192.168.233.10 (603dff3b-80fe-44ec-a82a-8d8b74b0c3c2/ef73a7e1-c64a-41e3-9997-629475c7b6b1/931178ff-8a2c-4c8d-bdb8-bd72bfdecffc) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:57:35.333593 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-affec3f1-ee3c-456e-b9de-54889702ecb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:35.341896 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a8ad27-4fc1-4efe-b4ac-a1f49616017a req-863c72b2-3eac-4750-b770-8b0f7131bf82 tempest-LiveAutoBlockMigrationV225Test-1467793608 tempest-LiveAutoBlockMigrationV225Test-1467793608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:35.344685 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d1a8ad27-4fc1-4efe-b4ac-a1f49616017a req-863c72b2-3eac-4750-b770-8b0f7131bf82 tempest-LiveAutoBlockMigrationV225Test-1467793608 tempest-LiveAutoBlockMigrationV225Test-1467793608-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=60ef96c6-2a1a-44e8-9008-94fb8d7fc7d4&tenant_id=d9405b5ff79541cbb5225ec709273225&binding%3Ahost_id=n-h1-800088-16 HTTP/1.1" status: 200 len: 1096 time: 0.4242136 Jul 23 23:57:35.380761 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-d2ea9256-5b91-4d02-bb8b-0fe5b389b1e6 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:57:35.406216 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-affec3f1-ee3c-456e-b9de-54889702ecb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:35.410283 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-affec3f1-ee3c-456e-b9de-54889702ecb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:35.412711 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-affec3f1-ee3c-456e-b9de-54889702ecb6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/173b285c-648f-4f93-9946-ee4ae5891088 HTTP/1.1" status: 204 len: 168 time: 0.2625175 Jul 23 23:57:35.441692 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affec3f1-ee3c-456e-b9de-54889702ecb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=173b285c-648f-4f93-9946-ee4ae5891088,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:35.503338 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ea9256-5b91-4d02-bb8b-0fe5b389b1e6 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Pushing event updated for resources: {'Port': ['ID=8d4eb6e9-2eeb-4d87-a9ff-e9841baddbd9,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:35.506197 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-d2ea9256-5b91-4d02-bb8b-0fe5b389b1e6 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:57:35.518061 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-d2ea9256-5b91-4d02-bb8b-0fe5b389b1e6 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:57:35.582168 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-d2ea9256-5b91-4d02-bb8b-0fe5b389b1e6 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:35.583007 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-d2ea9256-5b91-4d02-bb8b-0fe5b389b1e6 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:35.681560 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-d2ea9256-5b91-4d02-bb8b-0fe5b389b1e6 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6672356 Jul 23 23:57:35.723979 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-2aa9dc9e-7e4a-465b-89f9-a11b750dac54 service neutron] Request body: {'port': {'device_id': '26055213-b5c4-4751-8e6e-ec5fa7b9ada4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:57:35.748272 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0013d3e7-64a8-4639-bb5a-3fa4a36adaa8 req-0bdabc47-0420-480f-82b3-750252d2d7f7 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:35.749941 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0013d3e7-64a8-4639-bb5a-3fa4a36adaa8 req-0bdabc47-0420-480f-82b3-750252d2d7f7 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1332477-7f4b-4292-b069-ae8c72daf3d2 HTTP/1.1" status: 200 len: 985 time: 0.4042866 Jul 23 23:57:35.862266 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-0013d3e7-64a8-4639-bb5a-3fa4a36adaa8 req-909160f1-5ffc-4e08-b66e-e3a60b12de59 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Request body: {'port': {'security_groups': ['1912b32f-c316-49ef-a3a5-c5567f5f87c5']}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:57:35.910587 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-d1a8ad27-4fc1-4efe-b4ac-a1f49616017a req-4cdd7690-2754-4da9-9b85-14390bd3a064 service neutron] For port 60b97620-b2d2-4d9f-ba36-19ae309f9e39, host n-h2-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:57:35.931055 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d1a8ad27-4fc1-4efe-b4ac-a1f49616017a req-4cdd7690-2754-4da9-9b85-14390bd3a064 service neutron] Notify callbacks [] for binding, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:35.932189 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d1a8ad27-4fc1-4efe-b4ac-a1f49616017a req-4cdd7690-2754-4da9-9b85-14390bd3a064 service neutron] 10.222.0.52 "DELETE /v2.0/ports/60b97620-b2d2-4d9f-ba36-19ae309f9e39/bindings/n-h2-800088-16 HTTP/1.1" status: 204 len: 173 time: 0.5629330 Jul 23 23:57:36.072652 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9cdd5c3a-0694-4ceb-a89b-ffc5ae4af317 None None] Provisioning for port 8d4eb6e9-2eeb-4d87-a9ff-e9841baddbd9 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:57:36.098301 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-2aa9dc9e-7e4a-465b-89f9-a11b750dac54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:36.123506 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9cdd5c3a-0694-4ceb-a89b-ffc5ae4af317 None None] Provisioning complete for port 8d4eb6e9-2eeb-4d87-a9ff-e9841baddbd9 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:57:36.125240 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cdd5c3a-0694-4ceb-a89b-ffc5ae4af317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:36.163502 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-0013d3e7-64a8-4639-bb5a-3fa4a36adaa8 req-909160f1-5ffc-4e08-b66e-e3a60b12de59 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:36.173607 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-03525cf4-d7cd-47a1-b73a-09d63671ee19 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:36.196542 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9cdd5c3a-0694-4ceb-a89b-ffc5ae4af317 None None] Port 8d4eb6e9-2eeb-4d87-a9ff-e9841baddbd9 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:57:36.207656 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-03525cf4-d7cd-47a1-b73a-09d63671ee19 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Transition to ACTIVE for port object 931178ff-8a2c-4c8d-bdb8-bd72bfdecffc will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:57:36.414936 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-03525cf4-d7cd-47a1-b73a-09d63671ee19 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:36.433569 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['9adc90a8-daab-449e-bad1-bd977df0c1fb'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:57:36.617594 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-0013d3e7-64a8-4639-bb5a-3fa4a36adaa8 req-909160f1-5ffc-4e08-b66e-e3a60b12de59 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] For port f6e56469-cb64-479d-8c60-7d9ff84972fc, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=f6e56469-cb64-479d-8c60-7d9ff84972fc,segment=NetworkSegment(03f6d3bc-1613-474d-ab4e-2ce343284068),segment_id=03f6d3bc-1613-474d-ab4e-2ce343284068)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:57:36.625494 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03525cf4-d7cd-47a1-b73a-09d63671ee19 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Pushing event updated for resources: {'Port': ['ID=931178ff-8a2c-4c8d-bdb8-bd72bfdecffc,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:36.708511 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-0013d3e7-64a8-4639-bb5a-3fa4a36adaa8 req-909160f1-5ffc-4e08-b66e-e3a60b12de59 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:36.722367 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-0013d3e7-64a8-4639-bb5a-3fa4a36adaa8 req-909160f1-5ffc-4e08-b66e-e3a60b12de59 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:36.727847 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-03525cf4-d7cd-47a1-b73a-09d63671ee19 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:57:36.750886 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['f6e56469-cb64-479d-8c60-7d9ff84972fc'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:57:36.791516 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-03525cf4-d7cd-47a1-b73a-09d63671ee19 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:57:36.860232 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-03525cf4-d7cd-47a1-b73a-09d63671ee19 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:57:36.984436 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-03525cf4-d7cd-47a1-b73a-09d63671ee19 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:36.985232 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-03525cf4-d7cd-47a1-b73a-09d63671ee19 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:37.035000 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0013d3e7-64a8-4639-bb5a-3fa4a36adaa8 req-909160f1-5ffc-4e08-b66e-e3a60b12de59 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:37.035831 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-0013d3e7-64a8-4639-bb5a-3fa4a36adaa8 req-909160f1-5ffc-4e08-b66e-e3a60b12de59 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:37.050365 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0013d3e7-64a8-4639-bb5a-3fa4a36adaa8 req-909160f1-5ffc-4e08-b66e-e3a60b12de59 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "PUT /v2.0/ports/f6e56469-cb64-479d-8c60-7d9ff84972fc HTTP/1.1" status: 200 len: 943 time: 1.2754169 Jul 23 23:57:37.080666 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-03525cf4-d7cd-47a1-b73a-09d63671ee19 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8722093 Jul 23 23:57:37.123855 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-1a2ca970-ba7d-4eb3-8e1a-1c16620a2563 service neutron] Request body: {'port': {'device_id': '3047d3be-2ea9-4a96-af06-51c1f6dd9eec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:57:37.130309 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['f6e56469-cb64-479d-8c60-7d9ff84972fc'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:57:37.268426 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7abdc3a-17b2-412c-bbd4-0704997b4ef3 x-openstack-request-id: req-e7abdc3a-17b2-412c-bbd4-0704997b4ef3 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:57:37.269109 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1332477-7f4b-4292-b069-ae8c72daf3d2", "tag": "f6e56469-cb64-479d-8c60-7d9ff84972fc", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:57:37.269109 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e7abdc3a-17b2-412c-bbd4-0704997b4ef3 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:57:37.269423 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1332477-7f4b-4292-b069-ae8c72daf3d2', 'tag': 'f6e56469-cb64-479d-8c60-7d9ff84972fc', 'status': 'completed', 'code': 200} Jul 23 23:57:37.345101 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9223bcdb-607a-47d1-a914-25cb76e24e2c req-e4a0fcd5-d1cb-4ef7-aa9b-0b3418250439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:37.352962 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9223bcdb-607a-47d1-a914-25cb76e24e2c req-e4a0fcd5-d1cb-4ef7-aa9b-0b3418250439 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5e96c0febc7b4dc580b4820ccf6600d4&device_id=d1332477-7f4b-4292-b069-ae8c72daf3d2 HTTP/1.1" status: 200 len: 1098 time: 0.2042651 Jul 23 23:57:37.395490 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909160f1-5ffc-4e08-b66e-e3a60b12de59 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Pushing event updated for resources: {'Port': ['ID=f6e56469-cb64-479d-8c60-7d9ff84972fc,revision_number=7']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:37.427977 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-d107bf36-8811-4152-88ad-2982ad5b8883 None None] Provisioning for port 931178ff-8a2c-4c8d-bdb8-bd72bfdecffc completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:57:37.440624 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-d107bf36-8811-4152-88ad-2982ad5b8883 None None] Provisioning complete for port 931178ff-8a2c-4c8d-bdb8-bd72bfdecffc triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:57:37.443424 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d107bf36-8811-4152-88ad-2982ad5b8883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:37.497433 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-1a2ca970-ba7d-4eb3-8e1a-1c16620a2563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:37.521230 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-d107bf36-8811-4152-88ad-2982ad5b8883 None None] Port 931178ff-8a2c-4c8d-bdb8-bd72bfdecffc cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:57:37.551857 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9223bcdb-607a-47d1-a914-25cb76e24e2c req-d89f3775-2e12-49a0-8465-1aa638c8251c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:37.554144 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9223bcdb-607a-47d1-a914-25cb76e24e2c req-d89f3775-2e12-49a0-8465-1aa638c8251c service neutron] 10.222.0.64 "GET /v2.0/networks?id=4716419a-bea3-4e9d-acf9-3fbc0197d354 HTTP/1.1" status: 200 len: 921 time: 0.1943147 Jul 23 23:57:37.609112 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9223bcdb-607a-47d1-a914-25cb76e24e2c req-7f36cdf0-a9f6-4941-a43d-c0e5ea362f02 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6e56469-cb64-479d-8c60-7d9ff84972fc HTTP/1.1" status: 200 len: 217 time: 0.0429287 Jul 23 23:57:37.708745 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9223bcdb-607a-47d1-a914-25cb76e24e2c req-d2031609-945a-4a4a-9ac3-63f14ed3acdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:37.711131 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9223bcdb-607a-47d1-a914-25cb76e24e2c req-d2031609-945a-4a4a-9ac3-63f14ed3acdf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8224515a-17e0-4722-b0b6-48bf087305a0 HTTP/1.1" status: 200 len: 860 time: 0.0926790 Jul 23 23:57:37.711446 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06d1cf-77f4-47fb-abd3-6559c6273e81 req-04530772-18a2-4912-afac-487d1850aed5 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:37.718381 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5b06d1cf-77f4-47fb-abd3-6559c6273e81 req-04530772-18a2-4912-afac-487d1850aed5 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/ports?device_id=26055213-b5c4-4751-8e6e-ec5fa7b9ada4 HTTP/1.1" status: 200 len: 935 time: 0.4621589 Jul 23 23:57:37.722781 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-2aa9dc9e-7e4a-465b-89f9-a11b750dac54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d4eb6e9-2eeb-4d87-a9ff-e9841baddbd9 {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:57:37.739620 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-2aa9dc9e-7e4a-465b-89f9-a11b750dac54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:37.773959 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-2aa9dc9e-7e4a-465b-89f9-a11b750dac54 service neutron] Transition to ACTIVE for port object 8d4eb6e9-2eeb-4d87-a9ff-e9841baddbd9 will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:57:37.778037 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9223bcdb-607a-47d1-a914-25cb76e24e2c req-ea7cd002-c00e-42bb-8962-d7b2e008870f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4716419a-bea3-4e9d-acf9-3fbc0197d354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598180 Jul 23 23:57:37.796593 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5b06d1cf-77f4-47fb-abd3-6559c6273e81 req-c629ec05-d41b-41f4-bfb1-7a83285b364a tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8ee523e-b776-4966-b1a9-13ed07423313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772793 Jul 23 23:57:37.803040 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-2aa9dc9e-7e4a-465b-89f9-a11b750dac54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:37.955621 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9223bcdb-607a-47d1-a914-25cb76e24e2c req-f625e367-5124-48bd-a372-24acda69e425 service neutron] 10.222.0.64 "GET /v2.0/networks/4716419a-bea3-4e9d-acf9-3fbc0197d354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714864 Jul 23 23:57:38.018605 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa9dc9e-7e4a-465b-89f9-a11b750dac54 service neutron] Pushing event updated for resources: {'Port': ['ID=8d4eb6e9-2eeb-4d87-a9ff-e9841baddbd9,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:38.157240 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9223bcdb-607a-47d1-a914-25cb76e24e2c req-42ffaa6e-a60a-47d5-b7da-70771089bd6f service neutron] 10.222.0.64 "GET /v2.0/networks/4716419a-bea3-4e9d-acf9-3fbc0197d354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946006 Jul 23 23:57:38.316124 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-2aa9dc9e-7e4a-465b-89f9-a11b750dac54 service neutron] Attempting to bind port 8d4eb6e9-2eeb-4d87-a9ff-e9841baddbd9 on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:57:38.317360 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-2aa9dc9e-7e4a-465b-89f9-a11b750dac54 service neutron] Attempting to bind port 8d4eb6e9-2eeb-4d87-a9ff-e9841baddbd9 by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:57:38.318184 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-2aa9dc9e-7e4a-465b-89f9-a11b750dac54 service neutron] Attempting to bind port 8d4eb6e9-2eeb-4d87-a9ff-e9841baddbd9 on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:57:38.328971 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-2aa9dc9e-7e4a-465b-89f9-a11b750dac54 service neutron] Port 8d4eb6e9-2eeb-4d87-a9ff-e9841baddbd9 on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:57:38.329621 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-2aa9dc9e-7e4a-465b-89f9-a11b750dac54 service neutron] Attempting to bind port 8d4eb6e9-2eeb-4d87-a9ff-e9841baddbd9 on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:57:38.379967 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-2aa9dc9e-7e4a-465b-89f9-a11b750dac54 service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:57:38.380524 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-2aa9dc9e-7e4a-465b-89f9-a11b750dac54 service neutron] Checking segment: {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:57:38.380907 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-2aa9dc9e-7e4a-465b-89f9-a11b750dac54 service neutron] Bound using segment: {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:57:38.381403 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-2aa9dc9e-7e4a-465b-89f9-a11b750dac54 service neutron] Bound port: 8d4eb6e9-2eeb-4d87-a9ff-e9841baddbd9, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:57:38.381767 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-2aa9dc9e-7e4a-465b-89f9-a11b750dac54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:38.425583 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-1a2ca970-ba7d-4eb3-8e1a-1c16620a2563 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 931178ff-8a2c-4c8d-bdb8-bd72bfdecffc {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:57:38.462416 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75bd1ea-3e1c-49d6-9baf-3ad0468e0420 req-c505f1df-c1e0-4de6-8275-bf5a687ac7f1 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:38.464399 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b75bd1ea-3e1c-49d6-9baf-3ad0468e0420 req-c505f1df-c1e0-4de6-8275-bf5a687ac7f1 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=60ef96c6-2a1a-44e8-9008-94fb8d7fc7d4 HTTP/1.1" status: 200 len: 944 time: 0.4636347 Jul 23 23:57:38.466534 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-1a2ca970-ba7d-4eb3-8e1a-1c16620a2563 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:38.515446 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-1a2ca970-ba7d-4eb3-8e1a-1c16620a2563 service neutron] Transition to ACTIVE for port object 931178ff-8a2c-4c8d-bdb8-bd72bfdecffc will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:57:38.537512 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-1a2ca970-ba7d-4eb3-8e1a-1c16620a2563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:38.585642 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b75bd1ea-3e1c-49d6-9baf-3ad0468e0420 req-43a563f1-a41c-453c-b924-d8923e3042c1 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133683 Jul 23 23:57:38.609483 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-2aa9dc9e-7e4a-465b-89f9-a11b750dac54 service neutron] For port 8d4eb6e9-2eeb-4d87-a9ff-e9841baddbd9, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:57:38.642984 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2ca970-ba7d-4eb3-8e1a-1c16620a2563 service neutron] Pushing event updated for resources: {'Port': ['ID=931178ff-8a2c-4c8d-bdb8-bd72bfdecffc,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:38.649896 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-2aa9dc9e-7e4a-465b-89f9-a11b750dac54 service neutron] For port 8d4eb6e9-2eeb-4d87-a9ff-e9841baddbd9, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=8d4eb6e9-2eeb-4d87-a9ff-e9841baddbd9,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:57:38.685245 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-2aa9dc9e-7e4a-465b-89f9-a11b750dac54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:38.752777 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-2aa9dc9e-7e4a-465b-89f9-a11b750dac54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:38.753848 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-2aa9dc9e-7e4a-465b-89f9-a11b750dac54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:38.756624 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-2aa9dc9e-7e4a-465b-89f9-a11b750dac54 service neutron] 10.222.0.52 "PUT /v2.0/ports/8d4eb6e9-2eeb-4d87-a9ff-e9841baddbd9 HTTP/1.1" status: 200 len: 1096 time: 3.0530896 Jul 23 23:57:39.188696 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 46858) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:57:39.340140 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1332477-7f4b-4292-b069-ae8c72daf3d2', 'tag': 'f6e56469-cb64-479d-8c60-7d9ff84972fc'}, {'name': 'network-changed', 'server_uuid': '26055213-b5c4-4751-8e6e-ec5fa7b9ada4', 'tag': '8d4eb6e9-2eeb-4d87-a9ff-e9841baddbd9'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:57:39.343283 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a60f966-da79-4c19-a105-84bc9b605689" -d '{"events": [{"name": "network-changed", "server_uuid": "d1332477-7f4b-4292-b069-ae8c72daf3d2", "tag": "f6e56469-cb64-479d-8c60-7d9ff84972fc"}, {"name": "network-changed", "server_uuid": "26055213-b5c4-4751-8e6e-ec5fa7b9ada4", "tag": "8d4eb6e9-2eeb-4d87-a9ff-e9841baddbd9"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:57:39.345969 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-1a2ca970-ba7d-4eb3-8e1a-1c16620a2563 service neutron] Attempting to bind port 931178ff-8a2c-4c8d-bdb8-bd72bfdecffc on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:57:39.346309 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-1a2ca970-ba7d-4eb3-8e1a-1c16620a2563 service neutron] Attempting to bind port 931178ff-8a2c-4c8d-bdb8-bd72bfdecffc by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:57:39.346672 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-1a2ca970-ba7d-4eb3-8e1a-1c16620a2563 service neutron] Attempting to bind port 931178ff-8a2c-4c8d-bdb8-bd72bfdecffc on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:57:39.378917 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-1a2ca970-ba7d-4eb3-8e1a-1c16620a2563 service neutron] Port 931178ff-8a2c-4c8d-bdb8-bd72bfdecffc on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:57:39.379312 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-1a2ca970-ba7d-4eb3-8e1a-1c16620a2563 service neutron] Attempting to bind port 931178ff-8a2c-4c8d-bdb8-bd72bfdecffc on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:57:39.399697 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-1a2ca970-ba7d-4eb3-8e1a-1c16620a2563 service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:57:39.400128 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-1a2ca970-ba7d-4eb3-8e1a-1c16620a2563 service neutron] Checking segment: {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:57:39.400434 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-1a2ca970-ba7d-4eb3-8e1a-1c16620a2563 service neutron] Bound using segment: {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:57:39.400916 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-1a2ca970-ba7d-4eb3-8e1a-1c16620a2563 service neutron] Bound port: 931178ff-8a2c-4c8d-bdb8-bd72bfdecffc, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:57:39.401289 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-1a2ca970-ba7d-4eb3-8e1a-1c16620a2563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:39.463462 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa9dc9e-7e4a-465b-89f9-a11b750dac54 service neutron] Pushing event updated for resources: {'Port': ['ID=8d4eb6e9-2eeb-4d87-a9ff-e9841baddbd9,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:39.518192 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-e844c74f-ca5f-44ea-8d68-66a79a1d5413 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Request body: {'floatingip': {'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:57:39.552316 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e844c74f-ca5f-44ea-8d68-66a79a1d5413 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify callbacks [] for floatingip, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:39.587729 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-1a28a6bc-540d-4df1-ac10-f0f5853d8208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:39.589532 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-1a28a6bc-540d-4df1-ac10-f0f5853d8208 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4db1e0d9f35b4b27b032ee4fa4c653cd&device_id=26055213-b5c4-4751-8e6e-ec5fa7b9ada4 HTTP/1.1" status: 200 len: 1099 time: 0.7776053 Jul 23 23:57:39.653671 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-8b1f27e4-91e5-47db-9832-27f11fc2ad24 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=8d4eb6e9-2eeb-4d87-a9ff-e9841baddbd9 HTTP/1.1" status: 200 len: 217 time: 0.0536335 Jul 23 23:57:39.665530 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-1a2ca970-ba7d-4eb3-8e1a-1c16620a2563 service neutron] For port 931178ff-8a2c-4c8d-bdb8-bd72bfdecffc, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:57:39.736605 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-febce449-206e-4f38-979d-9f233559bcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:39.738348 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-febce449-206e-4f38-979d-9f233559bcc4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.0744369 Jul 23 23:57:39.743879 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e844c74f-ca5f-44ea-8d68-66a79a1d5413 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:39.744240 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a8dba340-2734-42e4-b1f8-b77facbcd8ea req-3b777297-adc4-4662-89b9-6792572eac50 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4087305 Jul 23 23:57:39.746587 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-1a2ca970-ba7d-4eb3-8e1a-1c16620a2563 service neutron] For port 931178ff-8a2c-4c8d-bdb8-bd72bfdecffc, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=931178ff-8a2c-4c8d-bdb8-bd72bfdecffc,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:57:39.784895 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-1a2ca970-ba7d-4eb3-8e1a-1c16620a2563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:39.792141 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-a8dba340-2734-42e4-b1f8-b77facbcd8ea req-2b6f130b-c66f-44cf-9e09-e968725e7ec0 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Request body: {'floatingip': {'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:57:39.858390 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-1a2ca970-ba7d-4eb3-8e1a-1c16620a2563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:39.859195 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-1a2ca970-ba7d-4eb3-8e1a-1c16620a2563 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:39.860679 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-1a2ca970-ba7d-4eb3-8e1a-1c16620a2563 service neutron] 10.222.0.52 "PUT /v2.0/ports/931178ff-8a2c-4c8d-bdb8-bd72bfdecffc HTTP/1.1" status: 200 len: 1096 time: 2.7516527 Jul 23 23:57:39.896999 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-a8dba340-2734-42e4-b1f8-b77facbcd8ea req-2b6f130b-c66f-44cf-9e09-e968725e7ec0 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Notify callbacks [] for floatingip, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:39.921452 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-25c1c40e-5fb3-4c89-a941-41727872b1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:39.923153 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-25c1c40e-5fb3-4c89-a941-41727872b1bf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1746781 Jul 23 23:57:39.927168 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2ca970-ba7d-4eb3-8e1a-1c16620a2563 service neutron] Pushing event updated for resources: {'Port': ['ID=931178ff-8a2c-4c8d-bdb8-bd72bfdecffc,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:40.023312 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-e844c74f-ca5f-44ea-8d68-66a79a1d5413 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Allocated IP 172.25.3.89 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/de3b73ae-de2b-447c-8779-4b5695cba72f) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:57:40.215534 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-1a75dde7-4bfb-4721-82a4-9b5e5c0c1a02 service neutron] 10.222.0.52 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726679 Jul 23 23:57:40.218103 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e844c74f-ca5f-44ea-8d68-66a79a1d5413 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:40.270430 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e844c74f-ca5f-44ea-8d68-66a79a1d5413 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:40.301192 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-b87a7158-74bd-45c1-a4e3-d2a65eba5305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:40.303251 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-b87a7158-74bd-45c1-a4e3-d2a65eba5305 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4db1e0d9f35b4b27b032ee4fa4c653cd&device_id=3047d3be-2ea9-4a96-af06-51c1f6dd9eec HTTP/1.1" status: 200 len: 1099 time: 0.3789525 Jul 23 23:57:40.325528 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844c74f-ca5f-44ea-8d68-66a79a1d5413 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Pushing event updated for resources: {'Port': ['ID=de3b73ae-de2b-447c-8779-4b5695cba72f,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:40.361325 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e844c74f-ca5f-44ea-8d68-66a79a1d5413 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:57:40.363291 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-e844c74f-ca5f-44ea-8d68-66a79a1d5413 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:57:40.370464 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e844c74f-ca5f-44ea-8d68-66a79a1d5413 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:57:40.372064 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-f674d485-3bd1-475c-b442-a40c6bb9c29e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=931178ff-8a2c-4c8d-bdb8-bd72bfdecffc HTTP/1.1" status: 200 len: 217 time: 0.0554948 Jul 23 23:57:40.583756 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-d9918b72-b7f7-461c-9366-78a2e0b286d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:40.585866 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-d9918b72-b7f7-461c-9366-78a2e0b286d3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.1822236 Jul 23 23:57:40.589117 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-599cc405-8252-414c-ab8f-98c9ddba84c2 service neutron] 10.222.0.52 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110800 Jul 23 23:57:40.609546 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-a8dba340-2734-42e4-b1f8-b77facbcd8ea req-2b6f130b-c66f-44cf-9e09-e968725e7ec0 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:40.642971 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e844c74f-ca5f-44ea-8d68-66a79a1d5413 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:40.740653 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e844c74f-ca5f-44ea-8d68-66a79a1d5413 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:40.825355 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-db783430-77c9-441d-919f-ed5a94b61774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:40.827171 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-db783430-77c9-441d-919f-ed5a94b61774 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2272696 Jul 23 23:57:40.907755 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-a8dba340-2734-42e4-b1f8-b77facbcd8ea req-2b6f130b-c66f-44cf-9e09-e968725e7ec0 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Allocated IP 172.25.3.166 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/a2e47044-389f-414f-b196-9f04fc92ca91) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:57:40.983804 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e844c74f-ca5f-44ea-8d68-66a79a1d5413 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:40.993619 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e844c74f-ca5f-44ea-8d68-66a79a1d5413 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:41.020422 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-4570d319-c075-4cd4-a0a7-e1bf30c5dac7 service neutron] 10.222.0.52 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852746 Jul 23 23:57:41.093483 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844c74f-ca5f-44ea-8d68-66a79a1d5413 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Pushing event updated for resources: {'Port': ['ID=de3b73ae-de2b-447c-8779-4b5695cba72f,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:41.116902 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e844c74f-ca5f-44ea-8d68-66a79a1d5413 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:41.217674 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-77d1b9dc-c747-4850-b600-6e5162d12a5b req-72034097-a1b1-462c-905a-27a40dfd6fe7 service neutron] 10.222.0.52 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601825 Jul 23 23:57:41.219614 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e844c74f-ca5f-44ea-8d68-66a79a1d5413 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:41.225530 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 46872) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:57:41.229437 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-e844c74f-ca5f-44ea-8d68-66a79a1d5413 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0382750 Jul 23 23:57:41.229956 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-a8dba340-2734-42e4-b1f8-b77facbcd8ea req-2b6f130b-c66f-44cf-9e09-e968725e7ec0 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:41.235189 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-0552e426-4221-491f-a7e9-49dbfece4e70 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-37776598'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:57:41.268540 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0552e426-4221-491f-a7e9-49dbfece4e70 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Made reservation on behalf of 66cd3212a64f4d04b908b2b6073448c7 for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:57:41.272485 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0552e426-4221-491f-a7e9-49dbfece4e70 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:41.288427 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0552e426-4221-491f-a7e9-49dbfece4e70 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:41.344603 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-a8dba340-2734-42e4-b1f8-b77facbcd8ea req-2b6f130b-c66f-44cf-9e09-e968725e7ec0 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:41.401400 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8dba340-2734-42e4-b1f8-b77facbcd8ea req-2b6f130b-c66f-44cf-9e09-e968725e7ec0 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:57:41.409168 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-a8dba340-2734-42e4-b1f8-b77facbcd8ea req-2b6f130b-c66f-44cf-9e09-e968725e7ec0 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:57:41.419400 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8dba340-2734-42e4-b1f8-b77facbcd8ea req-2b6f130b-c66f-44cf-9e09-e968725e7ec0 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:57:41.452213 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6f130b-c66f-44cf-9e09-e968725e7ec0 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Pushing event updated for resources: {'Port': ['ID=a2e47044-389f-414f-b196-9f04fc92ca91,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:41.478934 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6f130b-c66f-44cf-9e09-e968725e7ec0 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:57:41.479178 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6f130b-c66f-44cf-9e09-e968725e7ec0 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:57:41.479525 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6f130b-c66f-44cf-9e09-e968725e7ec0 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:57:41.479892 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6f130b-c66f-44cf-9e09-e968725e7ec0 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:57:41.480237 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6f130b-c66f-44cf-9e09-e968725e7ec0 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:57:41.480554 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6f130b-c66f-44cf-9e09-e968725e7ec0 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:57:41.480915 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6f130b-c66f-44cf-9e09-e968725e7ec0 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:57:41.481259 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6f130b-c66f-44cf-9e09-e968725e7ec0 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:57:41.481583 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6f130b-c66f-44cf-9e09-e968725e7ec0 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:57:41.481915 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6f130b-c66f-44cf-9e09-e968725e7ec0 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:57:41.482243 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6f130b-c66f-44cf-9e09-e968725e7ec0 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:57:41.482598 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6f130b-c66f-44cf-9e09-e968725e7ec0 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:57:41.561351 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0552e426-4221-491f-a7e9-49dbfece4e70 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:41.569428 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0552e426-4221-491f-a7e9-49dbfece4e70 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:41.584501 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-a8dba340-2734-42e4-b1f8-b77facbcd8ea req-2b6f130b-c66f-44cf-9e09-e968725e7ec0 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:41.616295 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0552e426-4221-491f-a7e9-49dbfece4e70 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:57:41.658257 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0552e426-4221-491f-a7e9-49dbfece4e70 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29e0ceaa-aeb6-4081-a908-7cde173fe1be,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:41.662769 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0552e426-4221-491f-a7e9-49dbfece4e70 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:41.663129 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-0552e426-4221-491f-a7e9-49dbfece4e70 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Added segment 22394b6c-a5d7-4a78-9138-d7e60bff66d3 of type vlan for network 04ffb183-4a62-4c47-a8a4-2da8d32c0c7c Jul 23 23:57:41.704706 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-a8dba340-2734-42e4-b1f8-b77facbcd8ea req-2b6f130b-c66f-44cf-9e09-e968725e7ec0 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:41.735480 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0552e426-4221-491f-a7e9-49dbfece4e70 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:41.800456 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0552e426-4221-491f-a7e9-49dbfece4e70 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:41.804388 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0552e426-4221-491f-a7e9-49dbfece4e70 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:41.805153 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0552e426-4221-491f-a7e9-49dbfece4e70 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:42.008519 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0552e426-4221-491f-a7e9-49dbfece4e70 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Pushing event updated for resources: {'Network': ['ID=04ffb183-4a62-4c47-a8a4-2da8d32c0c7c,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:42.029667 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 04ffb183-4a62-4c47-a8a4-2da8d32c0c7c details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:57:42.043991 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-0552e426-4221-491f-a7e9-49dbfece4e70 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8174150 Jul 23 23:57:42.046976 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 46876) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:57:42.057347 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-855ccf38-8f5d-4a14-accd-f0fd7e30d5ee tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Request body: {'subnet': {'network_id': '04ffb183-4a62-4c47-a8a4-2da8d32c0c7c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:57:42.228585 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-855ccf38-8f5d-4a14-accd-f0fd7e30d5ee tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Made reservation on behalf of 66cd3212a64f4d04b908b2b6073448c7 for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:57:42.233640 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-855ccf38-8f5d-4a14-accd-f0fd7e30d5ee tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:42.239283 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-a8dba340-2734-42e4-b1f8-b77facbcd8ea req-2b6f130b-c66f-44cf-9e09-e968725e7ec0 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:42.239971 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 8d4eb6e9-2eeb-4d87-a9ff-e9841baddbd9 details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:57:42.246305 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-a8dba340-2734-42e4-b1f8-b77facbcd8ea req-2b6f130b-c66f-44cf-9e09-e968725e7ec0 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:42.348046 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6f130b-c66f-44cf-9e09-e968725e7ec0 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Pushing event updated for resources: {'Port': ['ID=a2e47044-389f-414f-b196-9f04fc92ca91,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:42.359260 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-a8dba340-2734-42e4-b1f8-b77facbcd8ea req-2b6f130b-c66f-44cf-9e09-e968725e7ec0 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:42.382791 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-a8dba340-2734-42e4-b1f8-b77facbcd8ea req-2b6f130b-c66f-44cf-9e09-e968725e7ec0 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:42.384158 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a8dba340-2734-42e4-b1f8-b77facbcd8ea req-2b6f130b-c66f-44cf-9e09-e968725e7ec0 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6027622 Jul 23 23:57:42.457167 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 8d4eb6e9-2eeb-4d87-a9ff-e9841baddbd9, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=8d4eb6e9-2eeb-4d87-a9ff-e9841baddbd9,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:57:42.489488 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': '8d4eb6e9-2eeb-4d87-a9ff-e9841baddbd9', 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2', 'port_id': '8d4eb6e9-2eeb-4d87-a9ff-e9841baddbd9', 'mac_address': 'fa:16:3e:42:94:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef73a7e1-c64a-41e3-9997-629475c7b6b1', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:57:42.504962 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a8dba340-2734-42e4-b1f8-b77facbcd8ea req-04bac6be-f447-4e85-8e0a-1e4b1e9db357 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.3.166 HTTP/1.1" status: 200 len: 696 time: 0.1147482 Jul 23 23:57:42.579025 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-855ccf38-8f5d-4a14-accd-f0fd7e30d5ee tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:42.581652 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:42.616346 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d4eb6e9-2eeb-4d87-a9ff-e9841baddbd9 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:57:42.667697 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 8d4eb6e9-2eeb-4d87-a9ff-e9841baddbd9, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=8d4eb6e9-2eeb-4d87-a9ff-e9841baddbd9,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:57:42.677666 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:42.691413 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855ccf38-8f5d-4a14-accd-f0fd7e30d5ee tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Pushing event updated for resources: {'Subnet': ['ID=8cb7b3aa-557b-4260-b5c4-d1a5b233a4e0,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:42.716498 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855ccf38-8f5d-4a14-accd-f0fd7e30d5ee tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Checking segment: {'id': '22394b6c-a5d7-4a78-9138-d7e60bff66d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '04ffb183-4a62-4c47-a8a4-2da8d32c0c7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:57:42.716954 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dba340-2734-42e4-b1f8-b77facbcd8ea req-43c81657-51bc-48d6-aa8c-e8b971ae43d0 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:42.717418 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855ccf38-8f5d-4a14-accd-f0fd7e30d5ee tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Network hostable DHCP agents. Network: 04ffb183-4a62-4c47-a8a4-2da8d32c0c7c, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:57:42.718619 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a8dba340-2734-42e4-b1f8-b77facbcd8ea req-43c81657-51bc-48d6-aa8c-e8b971ae43d0 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "GET /v2.0/networks/9adcfee8-760c-4568-9e39-c221abf69bf5 HTTP/1.1" status: 200 len: 784 time: 0.1935532 Jul 23 23:57:42.760303 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855ccf38-8f5d-4a14-accd-f0fd7e30d5ee tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Network 04ffb183-4a62-4c47-a8a4-2da8d32c0c7c is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:57:42.778024 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-855ccf38-8f5d-4a14-accd-f0fd7e30d5ee tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 04ffb183-4a62-4c47-a8a4-2da8d32c0c7c) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:57:42.783061 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855ccf38-8f5d-4a14-accd-f0fd7e30d5ee tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:42.783295 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=8d4eb6e9-2eeb-4d87-a9ff-e9841baddbd9,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:42.783707 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-855ccf38-8f5d-4a14-accd-f0fd7e30d5ee tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:42.797615 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe44a5d-de07-41ee-9f53-4a1c3525c2d2 None None] Network 04ffb183-4a62-4c47-a8a4-2da8d32c0c7c requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:57:42.814771 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-855ccf38-8f5d-4a14-accd-f0fd7e30d5ee tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7637212 Jul 23 23:57:42.815020 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 46888) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:57:42.821796 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-0ed91695-7acb-487e-880c-728cf3fcb8d6 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1781607831', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}, 'admin_state_up': False}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:57:42.928469 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0ed91695-7acb-487e-880c-728cf3fcb8d6 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:42.929690 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0ed91695-7acb-487e-880c-728cf3fcb8d6 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:42.991465 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0ed91695-7acb-487e-880c-728cf3fcb8d6 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:43.116922 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['8d4eb6e9-2eeb-4d87-a9ff-e9841baddbd9'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:57:43.223328 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb9461b-4055-4a6b-9638-bbed8003ad34 req-7b331af8-6ce2-4ae0-9c22-a68162faab73 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:43.231841 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6fb9461b-4055-4a6b-9638-bbed8003ad34 req-7b331af8-6ce2-4ae0-9c22-a68162faab73 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/ports?device_id=26055213-b5c4-4751-8e6e-ec5fa7b9ada4 HTTP/1.1" status: 200 len: 948 time: 0.3859742 Jul 23 23:57:43.241852 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0ed91695-7acb-487e-880c-728cf3fcb8d6 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:43.303139 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6fb9461b-4055-4a6b-9638-bbed8003ad34 req-76f70555-167d-4957-a690-058bbf97e890 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8ee523e-b776-4966-b1a9-13ed07423313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701699 Jul 23 23:57:43.391301 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b45dcf-d515-4faa-998c-69682721613b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-04ffb183-4a62-4c47-a8a4-2da8d32c0c7c', 'network_id': '04ffb183-4a62-4c47-a8a4-2da8d32c0c7c', 'tenant_id': '66cd3212a64f4d04b908b2b6073448c7', 'fixed_ips': [{'subnet_id': '8cb7b3aa-557b-4260-b5c4-d1a5b233a4e0'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:57:43.392198 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b6b45dcf-d515-4faa-998c-69682721613b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:43.419238 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 23 Jul 2021 23:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed6c2c0a-13af-4f3d-b4d6-1d8b79f6f8db x-openstack-request-id: req-ed6c2c0a-13af-4f3d-b4d6-1d8b79f6f8db {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:57:43.421193 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1332477-7f4b-4292-b069-ae8c72daf3d2", "tag": "f6e56469-cb64-479d-8c60-7d9ff84972fc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "26055213-b5c4-4751-8e6e-ec5fa7b9ada4", "tag": "8d4eb6e9-2eeb-4d87-a9ff-e9841baddbd9", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:57:43.423726 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ed6c2c0a-13af-4f3d-b4d6-1d8b79f6f8db {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:57:43.424965 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1332477-7f4b-4292-b069-ae8c72daf3d2', 'tag': 'f6e56469-cb64-479d-8c60-7d9ff84972fc', 'status': 'completed', 'code': 200} Jul 23 23:57:43.425364 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26055213-b5c4-4751-8e6e-ec5fa7b9ada4', 'tag': '8d4eb6e9-2eeb-4d87-a9ff-e9841baddbd9', 'status': 'completed', 'code': 200} Jul 23 23:57:43.529779 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a60f966-da79-4c19-a105-84bc9b605689 req-95e91da6-5cbd-4b23-9c8d-2781216c97b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:43.532368 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5a60f966-da79-4c19-a105-84bc9b605689 req-95e91da6-5cbd-4b23-9c8d-2781216c97b1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5e96c0febc7b4dc580b4820ccf6600d4&device_id=d1332477-7f4b-4292-b069-ae8c72daf3d2 HTTP/1.1" status: 200 len: 1098 time: 0.1257052 Jul 23 23:57:43.634276 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-b6b45dcf-d515-4faa-998c-69682721613b None None] Allocated IP 172.20.0.2 (04ffb183-4a62-4c47-a8a4-2da8d32c0c7c/8cb7b3aa-557b-4260-b5c4-d1a5b233a4e0/6a14d92d-ec29-49c2-8057-bc72cc9639c2) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:57:43.706717 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a60f966-da79-4c19-a105-84bc9b605689 req-f467c44d-7efd-427b-986c-8ab38782db21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:43.708244 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5a60f966-da79-4c19-a105-84bc9b605689 req-f467c44d-7efd-427b-986c-8ab38782db21 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4db1e0d9f35b4b27b032ee4fa4c653cd&device_id=26055213-b5c4-4751-8e6e-ec5fa7b9ada4 HTTP/1.1" status: 200 len: 1100 time: 0.2820678 Jul 23 23:57:43.715281 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a60f966-da79-4c19-a105-84bc9b605689 req-7fb15bb9-aa58-4c04-b41b-c52924dc0f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:43.716799 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5a60f966-da79-4c19-a105-84bc9b605689 req-7fb15bb9-aa58-4c04-b41b-c52924dc0f7f service neutron] 10.222.0.64 "GET /v2.0/networks?id=4716419a-bea3-4e9d-acf9-3fbc0197d354 HTTP/1.1" status: 200 len: 921 time: 0.1777437 Jul 23 23:57:43.764199 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1fd8c4-d91f-4f5b-a5b9-31b72898d931 req-db9a29ab-ab8f-42b7-b76f-ab0b4bdcba0d tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:43.770908 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3f1fd8c4-d91f-4f5b-a5b9-31b72898d931 req-db9a29ab-ab8f-42b7-b76f-ab0b4bdcba0d tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1332477-7f4b-4292-b069-ae8c72daf3d2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2400956 Jul 23 23:57:43.788045 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0ed91695-7acb-487e-880c-728cf3fcb8d6 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify callbacks [] for router_gateway, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:43.792256 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5a60f966-da79-4c19-a105-84bc9b605689 req-6dc17624-a87b-4dae-afed-98bcb520b631 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6e56469-cb64-479d-8c60-7d9ff84972fc HTTP/1.1" status: 200 len: 217 time: 0.0563922 Jul 23 23:57:43.794974 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1965bf-9538-4963-b8ab-73a9c40c717a req-90b9f714-9366-40a6-96f4-d41cb6ca061a tempest-LiveAutoBlockMigrationV225Test-1467793608 tempest-LiveAutoBlockMigrationV225Test-1467793608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:43.796850 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ca1965bf-9538-4963-b8ab-73a9c40c717a req-90b9f714-9366-40a6-96f4-d41cb6ca061a tempest-LiveAutoBlockMigrationV225Test-1467793608 tempest-LiveAutoBlockMigrationV225Test-1467793608-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=60ef96c6-2a1a-44e8-9008-94fb8d7fc7d4 HTTP/1.1" status: 200 len: 1096 time: 0.2266226 Jul 23 23:57:43.859807 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b6b45dcf-d515-4faa-998c-69682721613b None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:43.872202 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-b6b45dcf-d515-4faa-998c-69682721613b None None] Transition to ACTIVE for port object 6a14d92d-ec29-49c2-8057-bc72cc9639c2 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:57:43.879688 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ca1965bf-9538-4963-b8ab-73a9c40c717a req-703d728d-f6d6-44bb-ac1c-fa3bfc5e82d9 tempest-LiveAutoBlockMigrationV225Test-1467793608 tempest-LiveAutoBlockMigrationV225Test-1467793608-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712621 Jul 23 23:57:43.890480 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a60f966-da79-4c19-a105-84bc9b605689 req-61623827-fb2d-4706-b5ae-21bf55ed75c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:43.892098 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5a60f966-da79-4c19-a105-84bc9b605689 req-61623827-fb2d-4706-b5ae-21bf55ed75c3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8224515a-17e0-4722-b0b6-48bf087305a0 HTTP/1.1" status: 200 len: 860 time: 0.0922453 Jul 23 23:57:43.901175 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-b6b45dcf-d515-4faa-998c-69682721613b None None] Transition to ACTIVE for port object 6a14d92d-ec29-49c2-8057-bc72cc9639c2 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:57:43.925387 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b6b45dcf-d515-4faa-998c-69682721613b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:43.979867 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5a60f966-da79-4c19-a105-84bc9b605689 req-470448ad-c1ec-4a43-9ff3-ecb4a8f17286 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4716419a-bea3-4e9d-acf9-3fbc0197d354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800560 Jul 23 23:57:44.054606 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b45dcf-d515-4faa-998c-69682721613b None None] Network 04ffb183-4a62-4c47-a8a4-2da8d32c0c7c is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:57:44.058297 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-b6b45dcf-d515-4faa-998c-69682721613b None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:57:44.064665 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b45dcf-d515-4faa-998c-69682721613b None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:57:44.069039 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b45dcf-d515-4faa-998c-69682721613b None None] Pushing event updated for resources: {'Port': ['ID=6a14d92d-ec29-49c2-8057-bc72cc9639c2,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:44.143132 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-b6b45dcf-d515-4faa-998c-69682721613b None None] Attempting to bind port 6a14d92d-ec29-49c2-8057-bc72cc9639c2 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:57:44.143798 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-b6b45dcf-d515-4faa-998c-69682721613b None None] Attempting to bind port 6a14d92d-ec29-49c2-8057-bc72cc9639c2 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '22394b6c-a5d7-4a78-9138-d7e60bff66d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '04ffb183-4a62-4c47-a8a4-2da8d32c0c7c'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:57:44.143990 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b45dcf-d515-4faa-998c-69682721613b None None] Attempting to bind port 6a14d92d-ec29-49c2-8057-bc72cc9639c2 on network 04ffb183-4a62-4c47-a8a4-2da8d32c0c7c {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:57:44.150547 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b45dcf-d515-4faa-998c-69682721613b None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:57:44.151014 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b45dcf-d515-4faa-998c-69682721613b None None] Checking segment: {'id': '22394b6c-a5d7-4a78-9138-d7e60bff66d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '04ffb183-4a62-4c47-a8a4-2da8d32c0c7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:57:44.151499 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b6b45dcf-d515-4faa-998c-69682721613b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:44.151988 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b45dcf-d515-4faa-998c-69682721613b None None] Bound using segment: {'id': '22394b6c-a5d7-4a78-9138-d7e60bff66d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '04ffb183-4a62-4c47-a8a4-2da8d32c0c7c'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:57:44.152540 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-b6b45dcf-d515-4faa-998c-69682721613b None None] Bound port: 6a14d92d-ec29-49c2-8057-bc72cc9639c2, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22394b6c-a5d7-4a78-9138-d7e60bff66d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '04ffb183-4a62-4c47-a8a4-2da8d32c0c7c'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:57:44.153031 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b6b45dcf-d515-4faa-998c-69682721613b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:44.222589 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5a60f966-da79-4c19-a105-84bc9b605689 req-3e25fcb0-5f16-42b8-9f03-328b4397143b service neutron] 10.222.0.64 "GET /v2.0/networks/4716419a-bea3-4e9d-acf9-3fbc0197d354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355859 Jul 23 23:57:44.232194 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-b6b45dcf-d515-4faa-998c-69682721613b None None] For port 6a14d92d-ec29-49c2-8057-bc72cc9639c2, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:57:44.235567 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-b6b45dcf-d515-4faa-998c-69682721613b None None] For port 6a14d92d-ec29-49c2-8057-bc72cc9639c2, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=6a14d92d-ec29-49c2-8057-bc72cc9639c2,segment=NetworkSegment(22394b6c-a5d7-4a78-9138-d7e60bff66d3),segment_id=22394b6c-a5d7-4a78-9138-d7e60bff66d3)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:57:44.244681 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b6b45dcf-d515-4faa-998c-69682721613b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:44.273958 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 931178ff-8a2c-4c8d-bdb8-bd72bfdecffc details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:57:44.280525 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f9f60c-76f4-4309-8222-4b84c1627fe7 req-f679c9f7-8a4f-43cc-a8b0-833b962aa3fc tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:44.282397 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b6f9f60c-76f4-4309-8222-4b84c1627fe7 req-f679c9f7-8a4f-43cc-a8b0-833b962aa3fc tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] 10.222.0.44 "GET /v2.0/ports?device_id=137024f3-a26a-42dd-a337-e591f334f7e4 HTTP/1.1" status: 200 len: 946 time: 0.1527624 Jul 23 23:57:44.310979 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0ed91695-7acb-487e-880c-728cf3fcb8d6 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:44.336774 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3f1fd8c4-d91f-4f5b-a5b9-31b72898d931 req-d6a3ed69-5deb-43a0-a834-59f617d0ebc5 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.3.166 HTTP/1.1" status: 200 len: 696 time: 0.5649581 Jul 23 23:57:44.344908 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-3f1fd8c4-d91f-4f5b-a5b9-31b72898d931 req-ac598ff9-eead-4f6e-863a-2be10d6ccadb tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Request body: {'floatingip': {'port_id': 'f6e56469-cb64-479d-8c60-7d9ff84972fc', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:57:44.350776 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 8d4eb6e9-2eeb-4d87-a9ff-e9841baddbd9 up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:57:44.417022 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5a60f966-da79-4c19-a105-84bc9b605689 req-ead88a7d-d3bf-40e4-9057-3737afb1ead0 service neutron] 10.222.0.64 "GET /v2.0/networks/4716419a-bea3-4e9d-acf9-3fbc0197d354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875546 Jul 23 23:57:44.451086 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b6f9f60c-76f4-4309-8222-4b84c1627fe7 req-919522d2-d643-4993-b3a8-87eb7e89776b tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b98df9f-91b2-42b1-b02c-ca8eda7bbe44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460857 Jul 23 23:57:44.464851 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-3f1fd8c4-d91f-4f5b-a5b9-31b72898d931 req-ac598ff9-eead-4f6e-863a-2be10d6ccadb tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Notify callbacks [] for floatingip, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:44.465328 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 931178ff-8a2c-4c8d-bdb8-bd72bfdecffc, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=931178ff-8a2c-4c8d-bdb8-bd72bfdecffc,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:57:44.471656 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b45dcf-d515-4faa-998c-69682721613b None None] Pushing event updated for resources: {'Port': ['ID=6a14d92d-ec29-49c2-8057-bc72cc9639c2,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:44.484308 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': '931178ff-8a2c-4c8d-bdb8-bd72bfdecffc', 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2', 'port_id': '931178ff-8a2c-4c8d-bdb8-bd72bfdecffc', 'mac_address': 'fa:16:3e:19:9b:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef73a7e1-c64a-41e3-9997-629475c7b6b1', 'ip_address': '192.168.233.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:57:44.530030 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port 8d4eb6e9-2eeb-4d87-a9ff-e9841baddbd9 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:57:44.537951 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port 8d4eb6e9-2eeb-4d87-a9ff-e9841baddbd9 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:57:44.538332 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:44.584073 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:44.602964 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:44.611499 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 931178ff-8a2c-4c8d-bdb8-bd72bfdecffc {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:57:44.643306 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a60f966-da79-4c19-a105-84bc9b605689 req-76f0825b-8dc3-4a87-8fb8-854966665cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:44.645202 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5a60f966-da79-4c19-a105-84bc9b605689 req-76f0825b-8dc3-4a87-8fb8-854966665cca service neutron] 10.222.0.52 "GET /v2.0/networks?id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 HTTP/1.1" status: 200 len: 870 time: 0.9275827 Jul 23 23:57:44.655843 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 931178ff-8a2c-4c8d-bdb8-bd72bfdecffc, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=931178ff-8a2c-4c8d-bdb8-bd72bfdecffc,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:57:44.663330 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:44.720654 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5a60f966-da79-4c19-a105-84bc9b605689 req-6646744b-0c71-4567-b7ec-2825af3f67bd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=8d4eb6e9-2eeb-4d87-a9ff-e9841baddbd9 HTTP/1.1" status: 200 len: 217 time: 0.0587308 Jul 23 23:57:44.781679 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:44.826218 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=931178ff-8a2c-4c8d-bdb8-bd72bfdecffc,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:44.844916 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26055213-b5c4-4751-8e6e-ec5fa7b9ada4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d4eb6e9-2eeb-4d87-a9ff-e9841baddbd9'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:57:44.862426 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-732473de-4463-44c1-a60f-c2ba9dff9ca6" -d '{"events": [{"server_uuid": "26055213-b5c4-4751-8e6e-ec5fa7b9ada4", "name": "network-vif-plugged", "status": "completed", "tag": "8d4eb6e9-2eeb-4d87-a9ff-e9841baddbd9"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:57:44.889465 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 8d4eb6e9-2eeb-4d87-a9ff-e9841baddbd9, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=8d4eb6e9-2eeb-4d87-a9ff-e9841baddbd9,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:57:44.900039 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:44.931409 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a60f966-da79-4c19-a105-84bc9b605689 req-f820b76a-e8c9-476e-98ee-640ffcc3837a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:44.938056 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5a60f966-da79-4c19-a105-84bc9b605689 req-f820b76a-e8c9-476e-98ee-640ffcc3837a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.2119074 Jul 23 23:57:44.949988 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-0ed91695-7acb-487e-880c-728cf3fcb8d6 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Allocated IP 172.25.3.244 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/71c3eb11-8265-4d70-8823-4aaad2846c5b) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:57:44.950911 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['931178ff-8a2c-4c8d-bdb8-bd72bfdecffc'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:57:45.058184 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=8d4eb6e9-2eeb-4d87-a9ff-e9841baddbd9,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:45.229235 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a60f966-da79-4c19-a105-84bc9b605689 req-2738fd9a-a73f-4b70-a126-9012ac5668f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:45.230828 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5a60f966-da79-4c19-a105-84bc9b605689 req-2738fd9a-a73f-4b70-a126-9012ac5668f0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2838001 Jul 23 23:57:45.362424 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0ed91695-7acb-487e-880c-728cf3fcb8d6 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:45.427783 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3047d3be-2ea9-4a96-af06-51c1f6dd9eec', 'tag': '931178ff-8a2c-4c8d-bdb8-bd72bfdecffc'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:57:45.430136 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dbecf5a-58d6-4167-812f-af1af42670ae" -d '{"events": [{"name": "network-changed", "server_uuid": "3047d3be-2ea9-4a96-af06-51c1f6dd9eec", "tag": "931178ff-8a2c-4c8d-bdb8-bd72bfdecffc"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:57:45.437327 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.db.resource_extend [req-3f1fd8c4-d91f-4f5b-a5b9-31b72898d931 req-ac598ff9-eead-4f6e-863a-2be10d6ccadb tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 23:57:45.504600 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5a60f966-da79-4c19-a105-84bc9b605689 req-3a0bb367-d142-4d0a-a736-95475871cef9 service neutron] 10.222.0.52 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538216 Jul 23 23:57:45.533885 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-3f1fd8c4-d91f-4f5b-a5b9-31b72898d931 req-ac598ff9-eead-4f6e-863a-2be10d6ccadb tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:45.549713 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-3f1fd8c4-d91f-4f5b-a5b9-31b72898d931 req-ac598ff9-eead-4f6e-863a-2be10d6ccadb tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:45.637167 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0ed91695-7acb-487e-880c-728cf3fcb8d6 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:45.649803 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70486924-cbc5-4496-8190-d5c7718d3f94 req-188feaf6-a3e7-49fd-a820-9200f488d581 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:45.651492 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-70486924-cbc5-4496-8190-d5c7718d3f94 req-188feaf6-a3e7-49fd-a820-9200f488d581 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/networks?id=cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed HTTP/1.1" status: 200 len: 818 time: 0.1440852 Jul 23 23:57:45.668933 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-70486924-cbc5-4496-8190-d5c7718d3f94 req-84423fea-7ae3-45a3-a7f8-64e7115f7e56 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/quotas/d9405b5ff79541cbb5225ec709273225 HTTP/1.1" status: 200 len: 375 time: 0.0113204 Jul 23 23:57:45.673752 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b81264-e010-463b-8630-34ef4e1396e1 None None] Network 04ffb183-4a62-4c47-a8a4-2da8d32c0c7c requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:57:45.730767 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed91695-7acb-487e-880c-728cf3fcb8d6 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:57:45.746119 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-0ed91695-7acb-487e-880c-728cf3fcb8d6 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:57:45.748545 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed91695-7acb-487e-880c-728cf3fcb8d6 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:57:45.802006 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-1d10cb9e-c173-47c0-97ee-75422ba5e45e None None] Provisioning for port 6a14d92d-ec29-49c2-8057-bc72cc9639c2 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:57:45.805212 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-70486924-cbc5-4496-8190-d5c7718d3f94 req-1964cccf-fa8a-479a-a419-91aee0ddab40 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d9405b5ff79541cbb5225ec709273225&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1226027 Jul 23 23:57:45.807604 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed91695-7acb-487e-880c-728cf3fcb8d6 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Pushing event updated for resources: {'Port': ['ID=71c3eb11-8265-4d70-8823-4aaad2846c5b,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:45.829629 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5a60f966-da79-4c19-a105-84bc9b605689 req-5127e99c-b7df-4adf-9a36-4e9083c7670a service neutron] 10.222.0.52 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116329 Jul 23 23:57:45.832653 n-d-800088-16 neutron-server[100313]: INFO neutron.db.l3_db [req-3f1fd8c4-d91f-4f5b-a5b9-31b72898d931 req-ac598ff9-eead-4f6e-863a-2be10d6ccadb tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Floating IP edb43d54-acfb-414b-a671-f9c7e21a68a6 associated. External IP: 172.25.3.166, port: f6e56469-cb64-479d-8c60-7d9ff84972fc. Jul 23 23:57:45.895269 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 6a14d92d-ec29-49c2-8057-bc72cc9639c2 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:57:45.977621 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-70486924-cbc5-4496-8190-d5c7718d3f94 req-bc864d44-4c1d-424f-b158-c81b2ba5c226 service neutron] 10.222.0.44 "GET /v2.0/networks/cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711009 Jul 23 23:57:45.985568 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 6a14d92d-ec29-49c2-8057-bc72cc9639c2 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:57:45.991055 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 6a14d92d-ec29-49c2-8057-bc72cc9639c2 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:57:45.991734 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:46.097707 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:46.130186 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-70486924-cbc5-4496-8190-d5c7718d3f94 req-c9046eb9-efe8-46c8-86f4-05b47c854b22 service neutron] 10.222.0.44 "GET /v2.0/networks/cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513367 Jul 23 23:57:46.140863 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 6a14d92d-ec29-49c2-8057-bc72cc9639c2, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=6a14d92d-ec29-49c2-8057-bc72cc9639c2,segment=NetworkSegment(22394b6c-a5d7-4a78-9138-d7e60bff66d3),segment_id=22394b6c-a5d7-4a78-9138-d7e60bff66d3)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:57:46.149715 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:46.232126 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=6a14d92d-ec29-49c2-8057-bc72cc9639c2,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:46.276246 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 931178ff-8a2c-4c8d-bdb8-bd72bfdecffc up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:57:46.365119 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port 931178ff-8a2c-4c8d-bdb8-bd72bfdecffc completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:57:46.370958 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port 931178ff-8a2c-4c8d-bdb8-bd72bfdecffc triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:57:46.371394 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:46.462295 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3f1fd8c4-d91f-4f5b-a5b9-31b72898d931 req-ac598ff9-eead-4f6e-863a-2be10d6ccadb tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Router 3b127fe7-c0e3-4088-b10e-685ebaf8ff1a has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:57:46.491174 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-bfe5a334-419f-412d-bab3-0d5d85667f65 None None] Provisioning complete for port 6a14d92d-ec29-49c2-8057-bc72cc9639c2 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:57:46.491414 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-bfe5a334-419f-412d-bab3-0d5d85667f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:46.566816 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa7f635-bad9-42cf-8543-6907efce8458 req-f8dbd500-cba4-4b3f-a748-a96b9a699ce7 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:46.575250 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0ed91695-7acb-487e-880c-728cf3fcb8d6 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify callbacks [] for router_gateway, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:46.575755 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2aa7f635-bad9-42cf-8543-6907efce8458 req-f8dbd500-cba4-4b3f-a748-a96b9a699ce7 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/ports?device_id=26055213-b5c4-4751-8e6e-ec5fa7b9ada4 HTTP/1.1" status: 200 len: 949 time: 0.1576710 Jul 23 23:57:46.587164 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:46.638737 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2aa7f635-bad9-42cf-8543-6907efce8458 req-dbb145ba-3c61-4f36-a8f3-8119abaa890e tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8ee523e-b776-4966-b1a9-13ed07423313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576150 Jul 23 23:57:46.673980 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 931178ff-8a2c-4c8d-bdb8-bd72bfdecffc, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=931178ff-8a2c-4c8d-bdb8-bd72bfdecffc,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:57:46.682516 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:46.683692 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 376a695c-d10c-4895-bdf3-5a12115dafbd no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:57:46.775543 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55138b1b-1c88-4d9e-8fef-6609cdbd138a x-openstack-request-id: req-55138b1b-1c88-4d9e-8fef-6609cdbd138a {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:57:46.775939 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26055213-b5c4-4751-8e6e-ec5fa7b9ada4", "name": "network-vif-plugged", "status": "completed", "tag": "8d4eb6e9-2eeb-4d87-a9ff-e9841baddbd9", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:57:46.776083 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-55138b1b-1c88-4d9e-8fef-6609cdbd138a {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:57:46.777311 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26055213-b5c4-4751-8e6e-ec5fa7b9ada4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d4eb6e9-2eeb-4d87-a9ff-e9841baddbd9', 'code': 200} Jul 23 23:57:46.845155 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:46.912102 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 376a695c-d10c-4895-bdf3-5a12115dafbd, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=376a695c-d10c-4895-bdf3-5a12115dafbd,segment=NetworkSegment(916b837a-3956-408c-a58c-8cf4c63322c0),segment_id=916b837a-3956-408c-a58c-8cf4c63322c0)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:57:46.918827 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=931178ff-8a2c-4c8d-bdb8-bd72bfdecffc,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:46.923559 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:47.005189 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=376a695c-d10c-4895-bdf3-5a12115dafbd,revision_number=8']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:47.168496 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55cddd17-ff03-4d6f-bfe8-2fd39f612ecf x-openstack-request-id: req-55cddd17-ff03-4d6f-bfe8-2fd39f612ecf {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:57:47.169090 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3047d3be-2ea9-4a96-af06-51c1f6dd9eec", "tag": "931178ff-8a2c-4c8d-bdb8-bd72bfdecffc", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:57:47.169280 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-55cddd17-ff03-4d6f-bfe8-2fd39f612ecf {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:57:47.169766 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3047d3be-2ea9-4a96-af06-51c1f6dd9eec', 'tag': '931178ff-8a2c-4c8d-bdb8-bd72bfdecffc', 'status': 'completed', 'code': 200} Jul 23 23:57:47.239753 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-aec1563b-7ae4-4417-a50d-9e38f5cb5ef8 req-1269b32b-3f67-49f8-b74c-e7acd7005549 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f6a9ae2-cfd7-44a7-afc8-3042147e0d44 HTTP/1.1" status: 200 len: 210 time: 0.0351522 Jul 23 23:57:47.415952 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3f1fd8c4-d91f-4f5b-a5b9-31b72898d931 req-ac598ff9-eead-4f6e-863a-2be10d6ccadb tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:57:47.420861 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-3f1fd8c4-d91f-4f5b-a5b9-31b72898d931 req-ac598ff9-eead-4f6e-863a-2be10d6ccadb tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:47.428570 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d07212-4966-4b43-91cb-e9c359250aee None None] Sync routers for ids ['3b127fe7-c0e3-4088-b10e-685ebaf8ff1a'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:57:47.438479 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d07212-4966-4b43-91cb-e9c359250aee None None] Routers {'3b127fe7-c0e3-4088-b10e-685ebaf8ff1a'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:57:47.439584 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-a6d07212-4966-4b43-91cb-e9c359250aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:57:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['3b127fe7-c0e3-4088-b10e-685ebaf8ff1a'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:57:47.454682 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbecf5a-58d6-4167-812f-af1af42670ae req-3f925f49-d097-4633-9307-a8783a79176e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:47.456200 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7dbecf5a-58d6-4167-812f-af1af42670ae req-3f925f49-d097-4633-9307-a8783a79176e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4db1e0d9f35b4b27b032ee4fa4c653cd&device_id=3047d3be-2ea9-4a96-af06-51c1f6dd9eec HTTP/1.1" status: 200 len: 1101 time: 0.2835867 Jul 23 23:57:47.457477 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0ed91695-7acb-487e-880c-728cf3fcb8d6 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:47.479425 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:47.486234 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65630ad-ccc7-4a56-a6f3-7ef754ddf7a2 req-1b4da04b-afe3-4478-a2f0-45827137ca2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:47.488060 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e65630ad-ccc7-4a56-a6f3-7ef754ddf7a2 req-1b4da04b-afe3-4478-a2f0-45827137ca2f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=26055213-b5c4-4751-8e6e-ec5fa7b9ada4 HTTP/1.1" status: 200 len: 1101 time: 0.3217337 Jul 23 23:57:47.499644 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087cbc5d-a8de-4761-a948-906557c22bbb req-7390e443-4ea1-48aa-9705-f769895f93f0 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:47.508289 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-087cbc5d-a8de-4761-a948-906557c22bbb req-7390e443-4ea1-48aa-9705-f769895f93f0 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] 10.222.0.44 "GET /v2.0/ports?device_id=137024f3-a26a-42dd-a337-e591f334f7e4 HTTP/1.1" status: 200 len: 946 time: 0.1093676 Jul 23 23:57:47.560213 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-087cbc5d-a8de-4761-a948-906557c22bbb req-c8aaeec8-b61d-4b46-9eac-29a8ed4c8872 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b98df9f-91b2-42b1-b02c-ca8eda7bbe44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456982 Jul 23 23:57:47.570802 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3f1fd8c4-d91f-4f5b-a5b9-31b72898d931 req-ac598ff9-eead-4f6e-863a-2be10d6ccadb tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "PUT /v2.0/floatingips/edb43d54-acfb-414b-a671-f9c7e21a68a6 HTTP/1.1" status: 200 len: 997 time: 3.2331216 Jul 23 23:57:47.616242 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-a6d07212-4966-4b43-91cb-e9c359250aee None None] Set router 3b127fe7-c0e3-4088-b10e-685ebaf8ff1a gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:57:47.701223 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e65630ad-ccc7-4a56-a6f3-7ef754ddf7a2 req-ee9cdc44-718c-4be6-9cab-95a20b0c08c6 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e8ee523e-b776-4966-b1a9-13ed07423313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728399 Jul 23 23:57:47.733821 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbecf5a-58d6-4167-812f-af1af42670ae req-e95a155e-72a1-40c7-9660-f366c21c36a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:47.735301 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7dbecf5a-58d6-4167-812f-af1af42670ae req-e95a155e-72a1-40c7-9660-f366c21c36a9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 HTTP/1.1" status: 200 len: 870 time: 0.2683325 Jul 23 23:57:47.817523 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 6a14d92d-ec29-49c2-8057-bc72cc9639c2 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:57:47.824374 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7dbecf5a-58d6-4167-812f-af1af42670ae req-5c55334e-82ad-492f-8b0e-7e87256ff1db service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=931178ff-8a2c-4c8d-bdb8-bd72bfdecffc HTTP/1.1" status: 200 len: 217 time: 0.0722594 Jul 23 23:57:47.849042 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1fd8c4-d91f-4f5b-a5b9-31b72898d931 req-191334c7-9fef-4522-944e-da2c87cd174d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:47.852747 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70486924-cbc5-4496-8190-d5c7718d3f94 req-41232105-ed28-4b5e-9584-62c8dabca7eb tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:47.853668 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3f1fd8c4-d91f-4f5b-a5b9-31b72898d931 req-191334c7-9fef-4522-944e-da2c87cd174d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5e96c0febc7b4dc580b4820ccf6600d4&device_id=d1332477-7f4b-4292-b069-ae8c72daf3d2 HTTP/1.1" status: 200 len: 1098 time: 0.2606127 Jul 23 23:57:47.869636 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-70486924-cbc5-4496-8190-d5c7718d3f94 req-41232105-ed28-4b5e-9584-62c8dabca7eb tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.64 "GET /v2.0/networks?id=cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed HTTP/1.1" status: 200 len: 818 time: 0.2492130 Jul 23 23:57:47.892360 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-70486924-cbc5-4496-8190-d5c7718d3f94 req-780ab205-ec35-4e47-b440-4c881e657ac6 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Request body: {'port': {'device_id': '0f6a9ae2-cfd7-44a7-afc8-3042147e0d44', 'network_id': 'cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed', 'admin_state_up': True, 'tenant_id': 'd9405b5ff79541cbb5225ec709273225'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:57:47.926999 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbecf5a-58d6-4167-812f-af1af42670ae req-de118743-1845-4d47-9244-dfcd46d6c316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:47.929551 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7dbecf5a-58d6-4167-812f-af1af42670ae req-de118743-1845-4d47-9244-dfcd46d6c316 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.0932665 Jul 23 23:57:47.979518 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 6a14d92d-ec29-49c2-8057-bc72cc9639c2 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:57:47.979965 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:47.981595 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ed91695-7acb-487e-880c-728cf3fcb8d6 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Router 3bc82e0d-7f1f-4ca7-a2ef-ef42a204e8f5 is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 23:57:48.140480 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-a6d07212-4966-4b43-91cb-e9c359250aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b127fe7-c0e3-4088-b10e-685ebaf8ff1a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1786652488-router', 'tenant_id': '5e96c0febc7b4dc580b4820ccf6600d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'e97982dc-f662-4c1c-aed5-594d83ae3f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:56:26Z', 'updated_at': '2021-07-23T23:56:34Z', 'revision_number': 4, 'project_id': '5e96c0febc7b4dc580b4820ccf6600d4', 'gw_port': {'id': 'e97982dc-f662-4c1c-aed5-594d83ae3f85', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:58:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b127fe7-c0e3-4088-b10e-685ebaf8ff1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:56:27Z', 'updated_at': '2021-07-23T23:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': 'edb43d54-acfb-414b-a671-f9c7e21a68a6', 'tenant_id': '5e96c0febc7b4dc580b4820ccf6600d4', 'floating_ip_address': '172.25.3.166', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '3b127fe7-c0e3-4088-b10e-685ebaf8ff1a', 'port_id': 'f6e56469-cb64-479d-8c60-7d9ff84972fc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4716419a-bea3-4e9d-acf9-3fbc0197d354', 'mac_address': 'fa:16:3e:53:ad:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1332477-7f4b-4292-b069-ae8c72daf3d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:57:41Z', 'updated_at': '2021-07-23T23:57:45Z', 'revision_number': 1, 'project_id': '5e96c0febc7b4dc580b4820ccf6600d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d677487-dcf3-4a4f-a140-bde706b3be25', 'name': '', 'network_id': '4716419a-bea3-4e9d-acf9-3fbc0197d354', 'tenant_id': '5e96c0febc7b4dc580b4820ccf6600d4', 'mac_address': 'fa:16:3e:55:d0:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b127fe7-c0e3-4088-b10e-685ebaf8ff1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '8224515a-17e0-4722-b0b6-48bf087305a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:56:32Z', 'updated_at': '2021-07-23T23:56:39Z', 'revision_number': 5, 'project_id': '5e96c0febc7b4dc580b4820ccf6600d4', 'subnets': [{'id': '8224515a-17e0-4722-b0b6-48bf087305a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:57:48.178410 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d07212-4966-4b43-91cb-e9c359250aee None None] Checking router: 3b127fe7-c0e3-4088-b10e-685ebaf8ff1a for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:57:48.189258 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d07212-4966-4b43-91cb-e9c359250aee None None] Routers {'3b127fe7-c0e3-4088-b10e-685ebaf8ff1a'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:57:48.190409 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-a6d07212-4966-4b43-91cb-e9c359250aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:57:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['3b127fe7-c0e3-4088-b10e-685ebaf8ff1a'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:57:48.238052 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1fd8c4-d91f-4f5b-a5b9-31b72898d931 req-c33fa0a2-fc6a-4887-be6a-f667b28bbf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:48.240316 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3f1fd8c4-d91f-4f5b-a5b9-31b72898d931 req-c33fa0a2-fc6a-4887-be6a-f667b28bbf7a service neutron] 10.222.0.44 "GET /v2.0/networks?id=4716419a-bea3-4e9d-acf9-3fbc0197d354 HTTP/1.1" status: 200 len: 921 time: 0.3096244 Jul 23 23:57:48.249207 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbecf5a-58d6-4167-812f-af1af42670ae req-ba0510e5-86b4-457b-ad24-c3dcb624f222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:48.250987 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7dbecf5a-58d6-4167-812f-af1af42670ae req-ba0510e5-86b4-457b-ad24-c3dcb624f222 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2705297 Jul 23 23:57:48.260286 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ed91695-7acb-487e-880c-728cf3fcb8d6 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:57:48.273494 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921271da-884d-4caa-b339-bbe66c049107 None None] Sync routers for ids ['3bc82e0d-7f1f-4ca7-a2ef-ef42a204e8f5'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:57:48.296171 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921271da-884d-4caa-b339-bbe66c049107 None None] Routers {'3bc82e0d-7f1f-4ca7-a2ef-ef42a204e8f5'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:57:48.296868 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-921271da-884d-4caa-b339-bbe66c049107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:57:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['3bc82e0d-7f1f-4ca7-a2ef-ef42a204e8f5'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:57:48.368365 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-921271da-884d-4caa-b339-bbe66c049107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:57:48.390343 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921271da-884d-4caa-b339-bbe66c049107 None None] Routers {'3bc82e0d-7f1f-4ca7-a2ef-ef42a204e8f5'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:57:48.392185 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-921271da-884d-4caa-b339-bbe66c049107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:57:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['3bc82e0d-7f1f-4ca7-a2ef-ef42a204e8f5'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:57:48.393213 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-a6d07212-4966-4b43-91cb-e9c359250aee None None] Set router 3b127fe7-c0e3-4088-b10e-685ebaf8ff1a gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:57:48.407558 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008a175c-67a7-4cbd-90e9-cd540747fcbc req-514c2f79-a50a-4491-baa1-354232a4d023 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:48.414773 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-008a175c-67a7-4cbd-90e9-cd540747fcbc req-514c2f79-a50a-4491-baa1-354232a4d023 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/networks?id=7eb9a734-74b2-49bc-9188-4a7ee5495610 HTTP/1.1" status: 200 len: 805 time: 0.6115081 Jul 23 23:57:48.444613 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-008a175c-67a7-4cbd-90e9-cd540747fcbc req-e7ef72fc-b673-4e34-86b6-f6a2bc8d22bc tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/quotas/dfe31831d73849c1acf025f7366b9134 HTTP/1.1" status: 200 len: 375 time: 0.0287983 Jul 23 23:57:48.451301 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0ed91695-7acb-487e-880c-728cf3fcb8d6 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:48.455221 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-0ed91695-7acb-487e-880c-728cf3fcb8d6 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 5.6361437 Jul 23 23:57:48.457747 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 47034) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:57:48.487378 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-921271da-884d-4caa-b339-bbe66c049107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:57:48.489354 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921271da-884d-4caa-b339-bbe66c049107 None None] The sync data for ids ['3bc82e0d-7f1f-4ca7-a2ef-ef42a204e8f5'] in n-d-800088-16 is: [] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:57:48.503168 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3f1fd8c4-d91f-4f5b-a5b9-31b72898d931 req-de90f03a-6ee7-424e-bd41-4e1a6b88ce79 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6e56469-cb64-479d-8c60-7d9ff84972fc HTTP/1.1" status: 200 len: 1000 time: 0.2561917 Jul 23 23:57:48.567624 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7dbecf5a-58d6-4167-812f-af1af42670ae req-6041ac5d-588f-4466-ae1a-d9a48d514a94 service neutron] 10.222.0.52 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051326 Jul 23 23:57:48.575624 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1fd8c4-d91f-4f5b-a5b9-31b72898d931 req-c8cc5f5c-0197-4a42-81a7-3cbf1f3b935f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:48.577125 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3f1fd8c4-d91f-4f5b-a5b9-31b72898d931 req-c8cc5f5c-0197-4a42-81a7-3cbf1f3b935f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8224515a-17e0-4722-b0b6-48bf087305a0 HTTP/1.1" status: 200 len: 860 time: 0.0636039 Jul 23 23:57:48.670067 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3f1fd8c4-d91f-4f5b-a5b9-31b72898d931 req-39552f27-7ef8-4ca6-ac1c-dafc64861333 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4716419a-bea3-4e9d-acf9-3fbc0197d354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825434 Jul 23 23:57:48.731963 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70486924-cbc5-4496-8190-d5c7718d3f94 req-780ab205-ec35-4e47-b440-4c881e657ac6 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Made reservation on behalf of d9405b5ff79541cbb5225ec709273225 for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:57:48.735960 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-70486924-cbc5-4496-8190-d5c7718d3f94 req-780ab205-ec35-4e47-b440-4c881e657ac6 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:48.739003 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-a6d07212-4966-4b43-91cb-e9c359250aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b127fe7-c0e3-4088-b10e-685ebaf8ff1a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1786652488-router', 'tenant_id': '5e96c0febc7b4dc580b4820ccf6600d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'e97982dc-f662-4c1c-aed5-594d83ae3f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:56:26Z', 'updated_at': '2021-07-23T23:56:34Z', 'revision_number': 4, 'project_id': '5e96c0febc7b4dc580b4820ccf6600d4', 'gw_port': {'id': 'e97982dc-f662-4c1c-aed5-594d83ae3f85', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:58:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b127fe7-c0e3-4088-b10e-685ebaf8ff1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:56:27Z', 'updated_at': '2021-07-23T23:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': 'edb43d54-acfb-414b-a671-f9c7e21a68a6', 'tenant_id': '5e96c0febc7b4dc580b4820ccf6600d4', 'floating_ip_address': '172.25.3.166', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '3b127fe7-c0e3-4088-b10e-685ebaf8ff1a', 'port_id': 'f6e56469-cb64-479d-8c60-7d9ff84972fc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4716419a-bea3-4e9d-acf9-3fbc0197d354', 'mac_address': 'fa:16:3e:53:ad:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1332477-7f4b-4292-b069-ae8c72daf3d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:57:41Z', 'updated_at': '2021-07-23T23:57:45Z', 'revision_number': 1, 'project_id': '5e96c0febc7b4dc580b4820ccf6600d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d677487-dcf3-4a4f-a140-bde706b3be25', 'name': '', 'network_id': '4716419a-bea3-4e9d-acf9-3fbc0197d354', 'tenant_id': '5e96c0febc7b4dc580b4820ccf6600d4', 'mac_address': 'fa:16:3e:55:d0:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b127fe7-c0e3-4088-b10e-685ebaf8ff1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '8224515a-17e0-4722-b0b6-48bf087305a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:56:32Z', 'updated_at': '2021-07-23T23:56:39Z', 'revision_number': 5, 'project_id': '5e96c0febc7b4dc580b4820ccf6600d4', 'subnets': [{'id': '8224515a-17e0-4722-b0b6-48bf087305a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:57:48.778975 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3047d3be-2ea9-4a96-af06-51c1f6dd9eec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '931178ff-8a2c-4c8d-bdb8-bd72bfdecffc'}, {'server_uuid': '903b66c6-c309-4c30-89fd-6d6381093e4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '376a695c-d10c-4895-bdf3-5a12115dafbd'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:57:48.781329 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af390d64-7c94-4f20-bd79-c54670e15f13" -d '{"events": [{"server_uuid": "3047d3be-2ea9-4a96-af06-51c1f6dd9eec", "name": "network-vif-plugged", "status": "completed", "tag": "931178ff-8a2c-4c8d-bdb8-bd72bfdecffc"}, {"server_uuid": "903b66c6-c309-4c30-89fd-6d6381093e4e", "name": "network-vif-unplugged", "status": "completed", "tag": "376a695c-d10c-4895-bdf3-5a12115dafbd"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:57:48.799618 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d07212-4966-4b43-91cb-e9c359250aee None None] The sync data for ids ['3b127fe7-c0e3-4088-b10e-685ebaf8ff1a'] in n-d-800088-16 is: [{'id': '3b127fe7-c0e3-4088-b10e-685ebaf8ff1a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1786652488-router', 'tenant_id': '5e96c0febc7b4dc580b4820ccf6600d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'e97982dc-f662-4c1c-aed5-594d83ae3f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:56:26Z', 'updated_at': '2021-07-23T23:56:34Z', 'revision_number': 4, 'project_id': '5e96c0febc7b4dc580b4820ccf6600d4', 'gw_port': {'id': 'e97982dc-f662-4c1c-aed5-594d83ae3f85', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:58:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b127fe7-c0e3-4088-b10e-685ebaf8ff1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:56:27Z', 'updated_at': '2021-07-23T23:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': 'edb43d54-acfb-414b-a671-f9c7e21a68a6', 'tenant_id': '5e96c0febc7b4dc580b4820ccf6600d4', 'floating_ip_address': '172.25.3.166', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '3b127fe7-c0e3-4088-b10e-685ebaf8ff1a', 'port_id': 'f6e56469-cb64-479d-8c60-7d9ff84972fc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4716419a-bea3-4e9d-acf9-3fbc0197d354', 'mac_address': 'fa:16:3e:53:ad:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1332477-7f4b-4292-b069-ae8c72daf3d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:57:41Z', 'updated_at': '2021-07-23T23:57:45Z', 'revision_number': 1, 'project_id': '5e96c0febc7b4dc580b4820ccf6600d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d677487-dcf3-4a4f-a140-bde706b3be25', 'name': '', 'network_id': '4716419a-bea3-4e9d-acf9-3fbc0197d354', 'tenant_id': '5e96c0febc7b4dc580b4820ccf6600d4', 'mac_address': 'fa:16:3e:55:d0:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b127fe7-c0e3-4088-b10e-685ebaf8ff1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '8224515a-17e0-4722-b0b6-48bf087305a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:56:32Z', 'updated_at': '2021-07-23T23:56:39Z', 'revision_number': 5, 'project_id': '5e96c0febc7b4dc580b4820ccf6600d4', 'subnets': [{'id': '8224515a-17e0-4722-b0b6-48bf087305a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:57:48.814664 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7dbecf5a-58d6-4167-812f-af1af42670ae req-90c780eb-469a-4bc5-94b4-8feb6c5af7c7 service neutron] 10.222.0.52 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365406 Jul 23 23:57:48.841699 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3f1fd8c4-d91f-4f5b-a5b9-31b72898d931 req-fa4398ad-eda9-4476-b615-370a5dac3a67 service neutron] 10.222.0.44 "GET /v2.0/networks/4716419a-bea3-4e9d-acf9-3fbc0197d354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601961 Jul 23 23:57:48.887240 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-008a175c-67a7-4cbd-90e9-cd540747fcbc req-9810118d-e3e3-4c56-8bcc-ee33b7f94d08 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=dfe31831d73849c1acf025f7366b9134&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4415667 Jul 23 23:57:48.990879 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3f1fd8c4-d91f-4f5b-a5b9-31b72898d931 req-693c382b-beed-4d28-9d13-fcb22254b645 service neutron] 10.222.0.44 "GET /v2.0/networks/4716419a-bea3-4e9d-acf9-3fbc0197d354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425009 Jul 23 23:57:49.072296 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc55a4-0318-4b73-99fd-a10efcb2e460 req-3b26168b-3c65-4469-9cd8-a58bd4b6eb2a tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:49.074282 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-67fc55a4-0318-4b73-99fd-a10efcb2e460 req-3b26168b-3c65-4469-9cd8-a58bd4b6eb2a tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.52 "GET /v2.0/ports?device_id=903b66c6-c309-4c30-89fd-6d6381093e4e HTTP/1.1" status: 200 len: 943 time: 0.1218157 Jul 23 23:57:49.116921 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-008a175c-67a7-4cbd-90e9-cd540747fcbc req-2847ca28-9fab-406f-bdf8-b8d8d752b7c9 service neutron] 10.222.0.44 "GET /v2.0/networks/7eb9a734-74b2-49bc-9188-4a7ee5495610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286153 Jul 23 23:57:49.187549 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1332477-7f4b-4292-b069-ae8c72daf3d2', 'tag': 'f6e56469-cb64-479d-8c60-7d9ff84972fc'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:57:49.187998 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ecf981-c08f-45b5-9bc2-e6dcebe5075d None None] New status for floating IP edb43d54-acfb-414b-a671-f9c7e21a68a6: ACTIVE {{(pid=100316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 23:57:49.190621 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bcc430e-8815-4c08-bc9d-7a857e035a20" -d '{"events": [{"name": "network-changed", "server_uuid": "d1332477-7f4b-4292-b069-ae8c72daf3d2", "tag": "f6e56469-cb64-479d-8c60-7d9ff84972fc"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:57:49.223046 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [req-70486924-cbc5-4496-8190-d5c7718d3f94 req-780ab205-ec35-4e47-b440-4c881e657ac6 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Allocated IP 172.20.0.10 (cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed/3dff00ee-bed2-4c8a-b785-e9725c9c9b9c/970214ba-468b-4ff1-926a-ea62de40fef5) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:57:49.270303 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-67fc55a4-0318-4b73-99fd-a10efcb2e460 req-a938fc63-003f-46a3-b230-338febee1172 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Deleting port 376a695c-d10c-4895-bdf3-5a12115dafbd {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:57:49.270919 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-67fc55a4-0318-4b73-99fd-a10efcb2e460 req-a938fc63-003f-46a3-b230-338febee1172 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:49.337167 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95adcfd9-997b-4e4d-99da-7261580b33e1 req-d1474de3-3bb7-4be8-9b16-8f8c78ba26bd tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:49.338931 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-95adcfd9-997b-4e4d-99da-7261580b33e1 req-d1474de3-3bb7-4be8-9b16-8f8c78ba26bd tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/ports?device_id=26055213-b5c4-4751-8e6e-ec5fa7b9ada4 HTTP/1.1" status: 200 len: 949 time: 0.1844590 Jul 23 23:57:49.376245 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-008a175c-67a7-4cbd-90e9-cd540747fcbc req-3f5a00e4-e0a9-4495-8a05-9326003ac76e service neutron] 10.222.0.44 "GET /v2.0/networks/7eb9a734-74b2-49bc-9188-4a7ee5495610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582877 Jul 23 23:57:49.453521 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-67fc55a4-0318-4b73-99fd-a10efcb2e460 req-a938fc63-003f-46a3-b230-338febee1172 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] For port 376a695c-d10c-4895-bdf3-5a12115dafbd, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=376a695c-d10c-4895-bdf3-5a12115dafbd,segment=NetworkSegment(916b837a-3956-408c-a58c-8cf4c63322c0),segment_id=916b837a-3956-408c-a58c-8cf4c63322c0)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:57:49.454285 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-67fc55a4-0318-4b73-99fd-a10efcb2e460 req-a938fc63-003f-46a3-b230-338febee1172 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:49.464188 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-95adcfd9-997b-4e4d-99da-7261580b33e1 req-466d034b-2763-42f8-90ea-9883e48910c0 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8ee523e-b776-4966-b1a9-13ed07423313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170216 Jul 23 23:57:49.476544 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-67fc55a4-0318-4b73-99fd-a10efcb2e460 req-a938fc63-003f-46a3-b230-338febee1172 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Calling delete_port for 376a695c-d10c-4895-bdf3-5a12115dafbd owned by compute:nova {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:57:49.586735 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-70486924-cbc5-4496-8190-d5c7718d3f94 req-780ab205-ec35-4e47-b440-4c881e657ac6 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:49.665972 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 23 Jul 2021 23:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ca71b8-dea4-4f32-9128-55c4f2f9adde x-openstack-request-id: req-b1ca71b8-dea4-4f32-9128-55c4f2f9adde {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:57:49.666843 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3047d3be-2ea9-4a96-af06-51c1f6dd9eec", "name": "network-vif-plugged", "status": "completed", "tag": "931178ff-8a2c-4c8d-bdb8-bd72bfdecffc", "code": 200}, {"server_uuid": "903b66c6-c309-4c30-89fd-6d6381093e4e", "name": "network-vif-unplugged", "status": "completed", "tag": "376a695c-d10c-4895-bdf3-5a12115dafbd", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:57:49.667271 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b1ca71b8-dea4-4f32-9128-55c4f2f9adde {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:57:49.667870 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3047d3be-2ea9-4a96-af06-51c1f6dd9eec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '931178ff-8a2c-4c8d-bdb8-bd72bfdecffc', 'code': 200} Jul 23 23:57:49.668289 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '903b66c6-c309-4c30-89fd-6d6381093e4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '376a695c-d10c-4895-bdf3-5a12115dafbd', 'code': 200} Jul 23 23:57:49.747203 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a56dc7d4-1cdf-4b3d-bc44-e4c048be837f req-d0a37ae2-1878-4f47-b938-d757cc3a2725 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f6a9ae2-cfd7-44a7-afc8-3042147e0d44 HTTP/1.1" status: 200 len: 210 time: 0.0775559 Jul 23 23:57:49.800271 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-70486924-cbc5-4496-8190-d5c7718d3f94 req-780ab205-ec35-4e47-b440-4c881e657ac6 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:49.807851 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e840a4cf-38be-4890-b40d-3d1fcdd6918b tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:49.904193 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780ab205-ec35-4e47-b440-4c881e657ac6 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Pushing event updated for resources: {'Port': ['ID=970214ba-468b-4ff1-926a-ea62de40fef5,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:49.926824 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70486924-cbc5-4496-8190-d5c7718d3f94 req-780ab205-ec35-4e47-b440-4c881e657ac6 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Network cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:57:49.934790 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [req-70486924-cbc5-4496-8190-d5c7718d3f94 req-780ab205-ec35-4e47-b440-4c881e657ac6 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:57:49.997397 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-70486924-cbc5-4496-8190-d5c7718d3f94 req-780ab205-ec35-4e47-b440-4c881e657ac6 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:57:50.176058 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70486924-cbc5-4496-8190-d5c7718d3f94 req-780ab205-ec35-4e47-b440-4c881e657ac6 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:50.176926 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-70486924-cbc5-4496-8190-d5c7718d3f94 req-780ab205-ec35-4e47-b440-4c881e657ac6 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:50.229447 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc430e-8815-4c08-bc9d-7a857e035a20 req-3c9b413e-105e-487e-83fe-31dddd333c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:50.230997 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7bcc430e-8815-4c08-bc9d-7a857e035a20 req-3c9b413e-105e-487e-83fe-31dddd333c29 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5e96c0febc7b4dc580b4820ccf6600d4&device_id=d1332477-7f4b-4292-b069-ae8c72daf3d2 HTTP/1.1" status: 200 len: 1098 time: 0.3177278 Jul 23 23:57:50.232190 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-70486924-cbc5-4496-8190-d5c7718d3f94 req-780ab205-ec35-4e47-b440-4c881e657ac6 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3442323 Jul 23 23:57:50.261981 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bda6db2-e08e-478c-801e-07152adf853a x-openstack-request-id: req-5bda6db2-e08e-478c-801e-07152adf853a {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:57:50.262709 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1332477-7f4b-4292-b069-ae8c72daf3d2", "tag": "f6e56469-cb64-479d-8c60-7d9ff84972fc", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:57:50.263453 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5bda6db2-e08e-478c-801e-07152adf853a {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:57:50.264617 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1332477-7f4b-4292-b069-ae8c72daf3d2', 'tag': 'f6e56469-cb64-479d-8c60-7d9ff84972fc', 'status': 'completed', 'code': 200} Jul 23 23:57:50.278599 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-67fc55a4-0318-4b73-99fd-a10efcb2e460 req-a938fc63-003f-46a3-b230-338febee1172 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:50.298985 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-70486924-cbc5-4496-8190-d5c7718d3f94 req-c1c6311f-454a-48c2-a877-c32e511354c1 service neutron] Request body: {'port': {'device_id': '0f6a9ae2-cfd7-44a7-afc8-3042147e0d44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-16'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:57:50.347538 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a938fc63-003f-46a3-b230-338febee1172 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Pushing event deleted for resources: {'Port': ['ID=376a695c-d10c-4895-bdf3-5a12115dafbd,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:50.385840 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-de39e1fa-11a7-4216-82c2-cb469c211778 req-8376dcc2-eff2-4fae-91ea-558f456b5708 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.3.166 HTTP/1.1" status: 200 len: 1002 time: 0.6925881 Jul 23 23:57:50.428706 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf3299-323c-4a70-962c-4b305eacb9e5 req-466ba43c-f6da-4001-879f-21dcc05cca8c tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:50.430314 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b3cf3299-323c-4a70-962c-4b305eacb9e5 req-466ba43c-f6da-4001-879f-21dcc05cca8c tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/ports?device_id=3047d3be-2ea9-4a96-af06-51c1f6dd9eec HTTP/1.1" status: 200 len: 949 time: 0.3209770 Jul 23 23:57:50.473011 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8739c04c-eb50-4cf4-9b11-42b5422fe9c4 req-06fa37a8-18f9-405f-9781-d6f299d51102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:50.475216 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8739c04c-eb50-4cf4-9b11-42b5422fe9c4 req-06fa37a8-18f9-405f-9781-d6f299d51102 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3047d3be-2ea9-4a96-af06-51c1f6dd9eec HTTP/1.1" status: 200 len: 1101 time: 0.7105319 Jul 23 23:57:50.476719 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-67fc55a4-0318-4b73-99fd-a10efcb2e460 req-a938fc63-003f-46a3-b230-338febee1172 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] No DVR routers for this DVR port 376a695c-d10c-4895-bdf3-5a12115dafbd on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:57:50.481318 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-67fc55a4-0318-4b73-99fd-a10efcb2e460 req-a938fc63-003f-46a3-b230-338febee1172 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:50.490882 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-67fc55a4-0318-4b73-99fd-a10efcb2e460 req-a938fc63-003f-46a3-b230-338febee1172 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.52 "DELETE /v2.0/ports/376a695c-d10c-4895-bdf3-5a12115dafbd HTTP/1.1" status: 204 len: 173 time: 1.4005437 Jul 23 23:57:50.540846 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8739c04c-eb50-4cf4-9b11-42b5422fe9c4 req-b47a5ed5-6d26-44b4-8e0f-80504fe0f8ef service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e8ee523e-b776-4966-b1a9-13ed07423313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560105 Jul 23 23:57:50.548718 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de39e1fa-11a7-4216-82c2-cb469c211778 req-e79736e3-0b31-43b2-ab56-00ed0a9af7f2 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:50.550162 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-de39e1fa-11a7-4216-82c2-cb469c211778 req-e79736e3-0b31-43b2-ab56-00ed0a9af7f2 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "GET /v2.0/ports/f6e56469-cb64-479d-8c60-7d9ff84972fc HTTP/1.1" status: 200 len: 943 time: 0.1633210 Jul 23 23:57:50.690380 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-de39e1fa-11a7-4216-82c2-cb469c211778 req-c37d383d-218d-46a0-9619-bce3fd956a79 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.3.166 HTTP/1.1" status: 200 len: 1002 time: 0.0772934 Jul 23 23:57:50.808198 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de39e1fa-11a7-4216-82c2-cb469c211778 req-60d4da48-7917-46ed-a04e-73c87c2fc93f tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:50.809782 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-de39e1fa-11a7-4216-82c2-cb469c211778 req-60d4da48-7917-46ed-a04e-73c87c2fc93f tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "GET /v2.0/networks/9adcfee8-760c-4568-9e39-c221abf69bf5 HTTP/1.1" status: 200 len: 784 time: 0.1118600 Jul 23 23:57:50.914217 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-de39e1fa-11a7-4216-82c2-cb469c211778 req-abda0c47-f9a7-4164-86b2-d13cd4628976 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.3.166 HTTP/1.1" status: 200 len: 1002 time: 0.0966020 Jul 23 23:57:50.920105 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-de39e1fa-11a7-4216-82c2-cb469c211778 req-f1922b02-4143-4913-aa05-759c2125c4b4 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:57:50.941656 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b3cf3299-323c-4a70-962c-4b305eacb9e5 req-036fffdd-fd7e-4100-a158-423603f14988 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8ee523e-b776-4966-b1a9-13ed07423313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4513748 Jul 23 23:57:50.986033 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-70486924-cbc5-4496-8190-d5c7718d3f94 req-c1c6311f-454a-48c2-a877-c32e511354c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:51.008727 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc430e-8815-4c08-bc9d-7a857e035a20 req-1b7fe216-c062-4b7d-bb16-3935e3883615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:51.010364 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7bcc430e-8815-4c08-bc9d-7a857e035a20 req-1b7fe216-c062-4b7d-bb16-3935e3883615 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4716419a-bea3-4e9d-acf9-3fbc0197d354 HTTP/1.1" status: 200 len: 921 time: 0.7582521 Jul 23 23:57:51.061933 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-de39e1fa-11a7-4216-82c2-cb469c211778 req-f1922b02-4143-4913-aa05-759c2125c4b4 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Notify callbacks [] for floatingip, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:51.122798 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-e840a4cf-38be-4890-b40d-3d1fcdd6918b tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Allocated IP 172.20.0.1 (04ffb183-4a62-4c47-a8a4-2da8d32c0c7c/8cb7b3aa-557b-4260-b5c4-d1a5b233a4e0/3a7d9f11-bd8f-4950-9a59-b081a5afaa3b) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:57:51.161020 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4e94b187-231e-4c2a-b1ed-03c21a4ef1f5 req-4d3e4c9e-94c8-4b1d-94d2-aa8079faf74d tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bdd0f3d-0808-4bf0-9715-43ca17f0320d HTTP/1.1" status: 200 len: 210 time: 0.0689745 Jul 23 23:57:51.273860 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7bcc430e-8815-4c08-bc9d-7a857e035a20 req-d8b52c55-00ac-4779-af58-2fa88d544c36 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6e56469-cb64-479d-8c60-7d9ff84972fc HTTP/1.1" status: 200 len: 1002 time: 0.2310212 Jul 23 23:57:51.343788 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008a175c-67a7-4cbd-90e9-cd540747fcbc req-9ea6b9ff-96e4-4b6b-abb2-ec661b7682b2 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:51.345244 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-008a175c-67a7-4cbd-90e9-cd540747fcbc req-9ea6b9ff-96e4-4b6b-abb2-ec661b7682b2 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.64 "GET /v2.0/networks?id=7eb9a734-74b2-49bc-9188-4a7ee5495610 HTTP/1.1" status: 200 len: 805 time: 0.3781841 Jul 23 23:57:51.389547 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-008a175c-67a7-4cbd-90e9-cd540747fcbc req-47c372b5-4021-4217-bbc8-54f2f8ad7e9c tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Request body: {'port': {'device_id': '9bdd0f3d-0808-4bf0-9715-43ca17f0320d', 'network_id': '7eb9a734-74b2-49bc-9188-4a7ee5495610', 'admin_state_up': True, 'tenant_id': 'dfe31831d73849c1acf025f7366b9134'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:57:51.407211 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-de39e1fa-11a7-4216-82c2-cb469c211778 req-f1922b02-4143-4913-aa05-759c2125c4b4 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:51.417593 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-de39e1fa-11a7-4216-82c2-cb469c211778 req-f1922b02-4143-4913-aa05-759c2125c4b4 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:51.417916 n-d-800088-16 neutron-server[100313]: INFO neutron.db.l3_db [req-de39e1fa-11a7-4216-82c2-cb469c211778 req-f1922b02-4143-4913-aa05-759c2125c4b4 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Floating IP edb43d54-acfb-414b-a671-f9c7e21a68a6 disassociated. External IP: 172.25.3.166, port: f6e56469-cb64-479d-8c60-7d9ff84972fc. Jul 23 23:57:51.490684 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc430e-8815-4c08-bc9d-7a857e035a20 req-1c727182-6efd-4266-834f-1423ee204339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:51.493042 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7bcc430e-8815-4c08-bc9d-7a857e035a20 req-1c727182-6efd-4266-834f-1423ee204339 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8224515a-17e0-4722-b0b6-48bf087305a0 HTTP/1.1" status: 200 len: 860 time: 0.2064061 Jul 23 23:57:51.576255 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7bcc430e-8815-4c08-bc9d-7a857e035a20 req-7d147ecb-b307-4656-9943-d0f736f61183 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4716419a-bea3-4e9d-acf9-3fbc0197d354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556977 Jul 23 23:57:51.641267 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e840a4cf-38be-4890-b40d-3d1fcdd6918b tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:51.679751 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-008a175c-67a7-4cbd-90e9-cd540747fcbc req-47c372b5-4021-4217-bbc8-54f2f8ad7e9c tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Made reservation on behalf of dfe31831d73849c1acf025f7366b9134 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:57:51.683340 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-008a175c-67a7-4cbd-90e9-cd540747fcbc req-47c372b5-4021-4217-bbc8-54f2f8ad7e9c tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:51.694134 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3906b2b-8be2-4ea5-a432-801f089587a6 req-a32fba8d-7851-4236-8266-12853d671ae9 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:51.695687 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d3906b2b-8be2-4ea5-a432-801f089587a6 req-a32fba8d-7851-4236-8266-12853d671ae9 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] 10.222.0.44 "GET /v2.0/ports?device_id=137024f3-a26a-42dd-a337-e591f334f7e4 HTTP/1.1" status: 200 len: 946 time: 0.4079173 Jul 23 23:57:51.696855 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [None req-e840a4cf-38be-4890-b40d-3d1fcdd6918b tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Transition to ACTIVE for port object 3a7d9f11-bd8f-4950-9a59-b081a5afaa3b will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:57:51.760722 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.64', 49996) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:57:51.783581 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de39e1fa-11a7-4216-82c2-cb469c211778 req-f1922b02-4143-4913-aa05-759c2125c4b4 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Router 3b127fe7-c0e3-4088-b10e-685ebaf8ff1a has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:57:51.876321 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d3906b2b-8be2-4ea5-a432-801f089587a6 req-ea0144b0-898b-4119-8ace-e4adedce55f9 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b98df9f-91b2-42b1-b02c-ca8eda7bbe44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468716 Jul 23 23:57:51.889628 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-70486924-cbc5-4496-8190-d5c7718d3f94 req-c1c6311f-454a-48c2-a877-c32e511354c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 970214ba-468b-4ff1-926a-ea62de40fef5 {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:57:51.897409 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7bcc430e-8815-4c08-bc9d-7a857e035a20 req-4093a326-d382-461e-af7f-7376fd85012b service neutron] 10.222.0.64 "GET /v2.0/networks/4716419a-bea3-4e9d-acf9-3fbc0197d354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036780 Jul 23 23:57:51.903861 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-70486924-cbc5-4496-8190-d5c7718d3f94 req-c1c6311f-454a-48c2-a877-c32e511354c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:51.924530 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e840a4cf-38be-4890-b40d-3d1fcdd6918b tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:51.976050 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-008a175c-67a7-4cbd-90e9-cd540747fcbc req-47c372b5-4021-4217-bbc8-54f2f8ad7e9c tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Allocated IP 172.20.0.13 (7eb9a734-74b2-49bc-9188-4a7ee5495610/e6e1e37a-ef2c-4bca-ad9c-345fa09479eb/773f0e07-8e33-44de-8d4d-016e30fc5823) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:57:51.982442 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-70486924-cbc5-4496-8190-d5c7718d3f94 req-c1c6311f-454a-48c2-a877-c32e511354c1 service neutron] Transition to ACTIVE for port object 970214ba-468b-4ff1-926a-ea62de40fef5 will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:57:52.004632 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-70486924-cbc5-4496-8190-d5c7718d3f94 req-c1c6311f-454a-48c2-a877-c32e511354c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:52.026663 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e840a4cf-38be-4890-b40d-3d1fcdd6918b tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Network 04ffb183-4a62-4c47-a8a4-2da8d32c0c7c is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:57:52.050223 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de39e1fa-11a7-4216-82c2-cb469c211778 req-f1922b02-4143-4913-aa05-759c2125c4b4 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:57:52.058769 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-de39e1fa-11a7-4216-82c2-cb469c211778 req-f1922b02-4143-4913-aa05-759c2125c4b4 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:52.060385 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30692690-b167-49d2-9070-ba2c50605566 None None] Sync routers for ids ['3b127fe7-c0e3-4088-b10e-685ebaf8ff1a'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:57:52.074518 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f98d27b-e4c3-4685-8676-eae46eb5952a req-9d9b956e-d792-41ab-b642-bdf1fb566778 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:52.076052 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4f98d27b-e4c3-4685-8676-eae46eb5952a req-9d9b956e-d792-41ab-b642-bdf1fb566778 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] 10.222.0.64 "GET /v2.0/ports?device_id=137024f3-a26a-42dd-a337-e591f334f7e4 HTTP/1.1" status: 200 len: 946 time: 0.3147185 Jul 23 23:57:52.076298 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30692690-b167-49d2-9070-ba2c50605566 None None] Routers {'3b127fe7-c0e3-4088-b10e-685ebaf8ff1a'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:57:52.076991 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-e840a4cf-38be-4890-b40d-3d1fcdd6918b tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:57:52.077136 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-30692690-b167-49d2-9070-ba2c50605566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:57:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['3b127fe7-c0e3-4088-b10e-685ebaf8ff1a'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:57:52.079480 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e840a4cf-38be-4890-b40d-3d1fcdd6918b tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:57:52.146876 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e840a4cf-38be-4890-b40d-3d1fcdd6918b tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Pushing event updated for resources: {'Port': ['ID=3a7d9f11-bd8f-4950-9a59-b081a5afaa3b,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:52.156598 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-de39e1fa-11a7-4216-82c2-cb469c211778 req-f1922b02-4143-4913-aa05-759c2125c4b4 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "PUT /v2.0/floatingips/edb43d54-acfb-414b-a671-f9c7e21a68a6 HTTP/1.1" status: 200 len: 695 time: 1.2413189 Jul 23 23:57:52.250309 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-30692690-b167-49d2-9070-ba2c50605566 None None] Set router 3b127fe7-c0e3-4088-b10e-685ebaf8ff1a gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:57:52.269001 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '903b66c6-c309-4c30-89fd-6d6381093e4e', 'name': 'network-vif-deleted', 'tag': '376a695c-d10c-4895-bdf3-5a12115dafbd'}, {'name': 'network-changed', 'server_uuid': 'd1332477-7f4b-4292-b069-ae8c72daf3d2', 'tag': 'f6e56469-cb64-479d-8c60-7d9ff84972fc'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:57:52.271635 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-895cbff0-c2a1-48aa-b38e-4b288aab4077" -d '{"events": [{"server_uuid": "903b66c6-c309-4c30-89fd-6d6381093e4e", "name": "network-vif-deleted", "tag": "376a695c-d10c-4895-bdf3-5a12115dafbd"}, {"name": "network-changed", "server_uuid": "d1332477-7f4b-4292-b069-ae8c72daf3d2", "tag": "f6e56469-cb64-479d-8c60-7d9ff84972fc"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:57:52.300128 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e840a4cf-38be-4890-b40d-3d1fcdd6918b tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681761'] for router_interface, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:52.300393 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 376a695c-d10c-4895-bdf3-5a12115dafbd no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:57:52.356049 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] No Port match for: 376a695c-d10c-4895-bdf3-5a12115dafbd {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:57:52.356689 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 376a695c-d10c-4895-bdf3-5a12115dafbd not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:57:52.358951 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de39e1fa-11a7-4216-82c2-cb469c211778 req-072523a5-a1df-4ca6-b878-27f11e9116f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:52.360772 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-de39e1fa-11a7-4216-82c2-cb469c211778 req-072523a5-a1df-4ca6-b878-27f11e9116f8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5e96c0febc7b4dc580b4820ccf6600d4&device_id=d1332477-7f4b-4292-b069-ae8c72daf3d2 HTTP/1.1" status: 200 len: 1098 time: 0.1877401 Jul 23 23:57:52.392928 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7bcc430e-8815-4c08-bc9d-7a857e035a20 req-85ced137-5b8c-47f7-9730-dd7e49bda7f8 service neutron] 10.222.0.64 "GET /v2.0/networks/4716419a-bea3-4e9d-acf9-3fbc0197d354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4840763 Jul 23 23:57:52.418160 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c6311f-454a-48c2-a877-c32e511354c1 service neutron] Pushing event updated for resources: {'Port': ['ID=970214ba-468b-4ff1-926a-ea62de40fef5,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:52.438761 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-008a175c-67a7-4cbd-90e9-cd540747fcbc req-47c372b5-4021-4217-bbc8-54f2f8ad7e9c tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:52.459627 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-d8237076-6e25-496d-958f-2d04d403a386 None None] Provisioning for port 3a7d9f11-bd8f-4950-9a59-b081a5afaa3b completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:57:52.465630 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-d8237076-6e25-496d-958f-2d04d403a386 None None] Provisioning complete for port 3a7d9f11-bd8f-4950-9a59-b081a5afaa3b triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:57:52.466227 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d8237076-6e25-496d-958f-2d04d403a386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:52.506179 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-008a175c-67a7-4cbd-90e9-cd540747fcbc req-47c372b5-4021-4217-bbc8-54f2f8ad7e9c tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:52.544257 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-d8237076-6e25-496d-958f-2d04d403a386 None None] Port 3a7d9f11-bd8f-4950-9a59-b081a5afaa3b cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:57:52.552033 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6213f7f-1997-438e-b374-ffac23005be5 req-6b1a7e94-d9d0-4a52-83b4-7529af27e08f tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:52.559453 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d6213f7f-1997-438e-b374-ffac23005be5 req-6b1a7e94-d9d0-4a52-83b4-7529af27e08f tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f6a9ae2-cfd7-44a7-afc8-3042147e0d44 HTTP/1.1" status: 200 len: 944 time: 0.4767189 Jul 23 23:57:52.570273 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-70486924-cbc5-4496-8190-d5c7718d3f94 req-c1c6311f-454a-48c2-a877-c32e511354c1 service neutron] Attempting to bind port 970214ba-468b-4ff1-926a-ea62de40fef5 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:57:52.570273 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-70486924-cbc5-4496-8190-d5c7718d3f94 req-c1c6311f-454a-48c2-a877-c32e511354c1 service neutron] Attempting to bind port 970214ba-468b-4ff1-926a-ea62de40fef5 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': 'd250a78c-273d-4c00-aeaa-fc87cc957e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:57:52.570846 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70486924-cbc5-4496-8190-d5c7718d3f94 req-c1c6311f-454a-48c2-a877-c32e511354c1 service neutron] Attempting to bind port 970214ba-468b-4ff1-926a-ea62de40fef5 on network cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:57:52.577565 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c372b5-4021-4217-bbc8-54f2f8ad7e9c tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Pushing event updated for resources: {'Port': ['ID=773f0e07-8e33-44de-8d4d-016e30fc5823,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:52.580872 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-30692690-b167-49d2-9070-ba2c50605566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b127fe7-c0e3-4088-b10e-685ebaf8ff1a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1786652488-router', 'tenant_id': '5e96c0febc7b4dc580b4820ccf6600d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'e97982dc-f662-4c1c-aed5-594d83ae3f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:56:26Z', 'updated_at': '2021-07-23T23:56:34Z', 'revision_number': 4, 'project_id': '5e96c0febc7b4dc580b4820ccf6600d4', 'gw_port': {'id': 'e97982dc-f662-4c1c-aed5-594d83ae3f85', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:58:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b127fe7-c0e3-4088-b10e-685ebaf8ff1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:56:27Z', 'updated_at': '2021-07-23T23:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '7d677487-dcf3-4a4f-a140-bde706b3be25', 'name': '', 'network_id': '4716419a-bea3-4e9d-acf9-3fbc0197d354', 'tenant_id': '5e96c0febc7b4dc580b4820ccf6600d4', 'mac_address': 'fa:16:3e:55:d0:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b127fe7-c0e3-4088-b10e-685ebaf8ff1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '8224515a-17e0-4722-b0b6-48bf087305a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:56:32Z', 'updated_at': '2021-07-23T23:56:39Z', 'revision_number': 5, 'project_id': '5e96c0febc7b4dc580b4820ccf6600d4', 'subnets': [{'id': '8224515a-17e0-4722-b0b6-48bf087305a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:57:52.611278 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70486924-cbc5-4496-8190-d5c7718d3f94 req-c1c6311f-454a-48c2-a877-c32e511354c1 service neutron] Port 970214ba-468b-4ff1-926a-ea62de40fef5 on network cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:57:52.612143 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70486924-cbc5-4496-8190-d5c7718d3f94 req-c1c6311f-454a-48c2-a877-c32e511354c1 service neutron] Attempting to bind port 970214ba-468b-4ff1-926a-ea62de40fef5 on network cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:57:52.624465 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-008a175c-67a7-4cbd-90e9-cd540747fcbc req-47c372b5-4021-4217-bbc8-54f2f8ad7e9c tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Network 7eb9a734-74b2-49bc-9188-4a7ee5495610 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:57:52.633831 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-008a175c-67a7-4cbd-90e9-cd540747fcbc req-47c372b5-4021-4217-bbc8-54f2f8ad7e9c tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:57:52.636534 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-008a175c-67a7-4cbd-90e9-cd540747fcbc req-47c372b5-4021-4217-bbc8-54f2f8ad7e9c tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:57:52.651576 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30692690-b167-49d2-9070-ba2c50605566 None None] Checking router: 3b127fe7-c0e3-4088-b10e-685ebaf8ff1a for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:57:52.663627 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30692690-b167-49d2-9070-ba2c50605566 None None] Routers {'3b127fe7-c0e3-4088-b10e-685ebaf8ff1a'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:57:52.664600 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-30692690-b167-49d2-9070-ba2c50605566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:57:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['3b127fe7-c0e3-4088-b10e-685ebaf8ff1a'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:57:52.673143 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70486924-cbc5-4496-8190-d5c7718d3f94 req-c1c6311f-454a-48c2-a877-c32e511354c1 service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:57:52.673589 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70486924-cbc5-4496-8190-d5c7718d3f94 req-c1c6311f-454a-48c2-a877-c32e511354c1 service neutron] Checking segment: {'id': 'd250a78c-273d-4c00-aeaa-fc87cc957e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:57:52.674100 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70486924-cbc5-4496-8190-d5c7718d3f94 req-c1c6311f-454a-48c2-a877-c32e511354c1 service neutron] Bound using segment: {'id': 'd250a78c-273d-4c00-aeaa-fc87cc957e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:57:52.675392 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-70486924-cbc5-4496-8190-d5c7718d3f94 req-c1c6311f-454a-48c2-a877-c32e511354c1 service neutron] Bound port: 970214ba-468b-4ff1-926a-ea62de40fef5, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd250a78c-273d-4c00-aeaa-fc87cc957e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:57:52.675922 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-70486924-cbc5-4496-8190-d5c7718d3f94 req-c1c6311f-454a-48c2-a877-c32e511354c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:52.708553 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de39e1fa-11a7-4216-82c2-cb469c211778 req-79e7b5eb-6922-4343-8a80-0c0d37a9a417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:52.709472 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-4f98d27b-e4c3-4685-8676-eae46eb5952a req-91ec5bbe-9410-4d7a-827b-91525b1d6385 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Deleting port 4e501e56-d565-4855-b4d1-d3de4f908fe4 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:57:52.709921 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-4f98d27b-e4c3-4685-8676-eae46eb5952a req-91ec5bbe-9410-4d7a-827b-91525b1d6385 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:52.710712 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-de39e1fa-11a7-4216-82c2-cb469c211778 req-79e7b5eb-6922-4343-8a80-0c0d37a9a417 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4716419a-bea3-4e9d-acf9-3fbc0197d354 HTTP/1.1" status: 200 len: 921 time: 0.3369944 Jul 23 23:57:52.735758 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d6213f7f-1997-438e-b374-ffac23005be5 req-6bcb6d16-bf14-4aad-9bc6-82a1c3801c7c tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749835 Jul 23 23:57:52.790838 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008a175c-67a7-4cbd-90e9-cd540747fcbc req-47c372b5-4021-4217-bbc8-54f2f8ad7e9c tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:52.791680 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-008a175c-67a7-4cbd-90e9-cd540747fcbc req-47c372b5-4021-4217-bbc8-54f2f8ad7e9c tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:52.796760 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-de39e1fa-11a7-4216-82c2-cb469c211778 req-1dfbc691-e7fa-41fb-a340-09f7b49cc247 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6e56469-cb64-479d-8c60-7d9ff84972fc HTTP/1.1" status: 200 len: 217 time: 0.0764058 Jul 23 23:57:52.827566 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-008a175c-67a7-4cbd-90e9-cd540747fcbc req-47c372b5-4021-4217-bbc8-54f2f8ad7e9c tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4695916 Jul 23 23:57:52.861284 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-008a175c-67a7-4cbd-90e9-cd540747fcbc req-a28747ca-19af-4716-8a16-ea27277b3b49 service neutron] Request body: {'port': {'device_id': '9bdd0f3d-0808-4bf0-9715-43ca17f0320d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:57:52.877510 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e840a4cf-38be-4890-b40d-3d1fcdd6918b tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:52.916262 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de39e1fa-11a7-4216-82c2-cb469c211778 req-2fba063e-b805-4246-8dfe-e1af17556a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:52.917640 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-de39e1fa-11a7-4216-82c2-cb469c211778 req-2fba063e-b805-4246-8dfe-e1af17556a6a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8224515a-17e0-4722-b0b6-48bf087305a0 HTTP/1.1" status: 200 len: 860 time: 0.1047056 Jul 23 23:57:52.999207 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-30692690-b167-49d2-9070-ba2c50605566 None None] Set router 3b127fe7-c0e3-4088-b10e-685ebaf8ff1a gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:57:53.117310 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-4f98d27b-e4c3-4685-8676-eae46eb5952a req-91ec5bbe-9410-4d7a-827b-91525b1d6385 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] For port 4e501e56-d565-4855-b4d1-d3de4f908fe4, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=4e501e56-d565-4855-b4d1-d3de4f908fe4,segment=NetworkSegment(b45bfccd-951e-4267-b73e-6acacd8c9dc9),segment_id=b45bfccd-951e-4267-b73e-6acacd8c9dc9)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:57:53.118778 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-4f98d27b-e4c3-4685-8676-eae46eb5952a req-91ec5bbe-9410-4d7a-827b-91525b1d6385 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:53.166525 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0123203c-a757-4714-8c77-e6fe840a4c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:53.227363 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-70486924-cbc5-4496-8190-d5c7718d3f94 req-c1c6311f-454a-48c2-a877-c32e511354c1 service neutron] For port 970214ba-468b-4ff1-926a-ea62de40fef5, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:57:53.239043 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-de39e1fa-11a7-4216-82c2-cb469c211778 req-f2866add-4da4-4c98-bc7e-0d0b721f23bf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4716419a-bea3-4e9d-acf9-3fbc0197d354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3135631 Jul 23 23:57:53.279106 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-008a175c-67a7-4cbd-90e9-cd540747fcbc req-a28747ca-19af-4716-8a16-ea27277b3b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:53.304605 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-70486924-cbc5-4496-8190-d5c7718d3f94 req-c1c6311f-454a-48c2-a877-c32e511354c1 service neutron] For port 970214ba-468b-4ff1-926a-ea62de40fef5, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=970214ba-468b-4ff1-926a-ea62de40fef5,segment=NetworkSegment(d250a78c-273d-4c00-aeaa-fc87cc957e9a),segment_id=d250a78c-273d-4c00-aeaa-fc87cc957e9a)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:57:53.322701 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-70486924-cbc5-4496-8190-d5c7718d3f94 req-c1c6311f-454a-48c2-a877-c32e511354c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:53.397170 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70486924-cbc5-4496-8190-d5c7718d3f94 req-c1c6311f-454a-48c2-a877-c32e511354c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:53.398499 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-70486924-cbc5-4496-8190-d5c7718d3f94 req-c1c6311f-454a-48c2-a877-c32e511354c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:53.399466 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-70486924-cbc5-4496-8190-d5c7718d3f94 req-c1c6311f-454a-48c2-a877-c32e511354c1 service neutron] 10.222.0.64 "PUT /v2.0/ports/970214ba-468b-4ff1-926a-ea62de40fef5 HTTP/1.1" status: 200 len: 1093 time: 3.1452625 Jul 23 23:57:53.408406 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-30692690-b167-49d2-9070-ba2c50605566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b127fe7-c0e3-4088-b10e-685ebaf8ff1a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1786652488-router', 'tenant_id': '5e96c0febc7b4dc580b4820ccf6600d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'e97982dc-f662-4c1c-aed5-594d83ae3f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:56:26Z', 'updated_at': '2021-07-23T23:56:34Z', 'revision_number': 4, 'project_id': '5e96c0febc7b4dc580b4820ccf6600d4', 'gw_port': {'id': 'e97982dc-f662-4c1c-aed5-594d83ae3f85', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:58:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b127fe7-c0e3-4088-b10e-685ebaf8ff1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:56:27Z', 'updated_at': '2021-07-23T23:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '7d677487-dcf3-4a4f-a140-bde706b3be25', 'name': '', 'network_id': '4716419a-bea3-4e9d-acf9-3fbc0197d354', 'tenant_id': '5e96c0febc7b4dc580b4820ccf6600d4', 'mac_address': 'fa:16:3e:55:d0:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b127fe7-c0e3-4088-b10e-685ebaf8ff1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '8224515a-17e0-4722-b0b6-48bf087305a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:56:32Z', 'updated_at': '2021-07-23T23:56:39Z', 'revision_number': 5, 'project_id': '5e96c0febc7b4dc580b4820ccf6600d4', 'subnets': [{'id': '8224515a-17e0-4722-b0b6-48bf087305a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:57:53.409356 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979bb55-e4b0-4fce-b684-1e4153f42aff req-235c2468-6e03-49d7-beb0-fd33db05a651 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:53.416851 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1979bb55-e4b0-4fce-b684-1e4153f42aff req-235c2468-6e03-49d7-beb0-fd33db05a651 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/ports?device_id=3047d3be-2ea9-4a96-af06-51c1f6dd9eec HTTP/1.1" status: 200 len: 949 time: 0.5239966 Jul 23 23:57:53.443995 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30692690-b167-49d2-9070-ba2c50605566 None None] The sync data for ids ['3b127fe7-c0e3-4088-b10e-685ebaf8ff1a'] in n-d-800088-16 is: [{'id': '3b127fe7-c0e3-4088-b10e-685ebaf8ff1a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1786652488-router', 'tenant_id': '5e96c0febc7b4dc580b4820ccf6600d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'e97982dc-f662-4c1c-aed5-594d83ae3f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:56:26Z', 'updated_at': '2021-07-23T23:56:34Z', 'revision_number': 4, 'project_id': '5e96c0febc7b4dc580b4820ccf6600d4', 'gw_port': {'id': 'e97982dc-f662-4c1c-aed5-594d83ae3f85', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:58:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b127fe7-c0e3-4088-b10e-685ebaf8ff1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:56:27Z', 'updated_at': '2021-07-23T23:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '7d677487-dcf3-4a4f-a140-bde706b3be25', 'name': '', 'network_id': '4716419a-bea3-4e9d-acf9-3fbc0197d354', 'tenant_id': '5e96c0febc7b4dc580b4820ccf6600d4', 'mac_address': 'fa:16:3e:55:d0:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b127fe7-c0e3-4088-b10e-685ebaf8ff1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '8224515a-17e0-4722-b0b6-48bf087305a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:56:32Z', 'updated_at': '2021-07-23T23:56:39Z', 'revision_number': 5, 'project_id': '5e96c0febc7b4dc580b4820ccf6600d4', 'subnets': [{'id': '8224515a-17e0-4722-b0b6-48bf087305a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:57:53.459261 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f6a9ae2-cfd7-44a7-afc8-3042147e0d44', 'tag': '970214ba-468b-4ff1-926a-ea62de40fef5'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:57:53.461544 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfae8e71-5f2f-4720-b992-ef9963d09050" -d '{"events": [{"name": "network-changed", "server_uuid": "0f6a9ae2-cfd7-44a7-afc8-3042147e0d44", "tag": "970214ba-468b-4ff1-926a-ea62de40fef5"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:57:53.529184 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-de39e1fa-11a7-4216-82c2-cb469c211778 req-9ae88263-2594-46e7-a850-d009211d0fb3 service neutron] 10.222.0.44 "GET /v2.0/networks/4716419a-bea3-4e9d-acf9-3fbc0197d354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822685 Jul 23 23:57:53.581347 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c6311f-454a-48c2-a877-c32e511354c1 service neutron] Pushing event updated for resources: {'Port': ['ID=970214ba-468b-4ff1-926a-ea62de40fef5,revision_number=3']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:53.666728 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1979bb55-e4b0-4fce-b684-1e4153f42aff req-f91df417-1c58-41ad-b222-540c586a9756 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8ee523e-b776-4966-b1a9-13ed07423313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487471 Jul 23 23:57:53.704002 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-de39e1fa-11a7-4216-82c2-cb469c211778 req-5cf65820-c0d2-46ac-8b81-933564e27fc6 service neutron] 10.222.0.44 "GET /v2.0/networks/4716419a-bea3-4e9d-acf9-3fbc0197d354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615915 Jul 23 23:57:53.804989 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-008a175c-67a7-4cbd-90e9-cd540747fcbc req-a28747ca-19af-4716-8a16-ea27277b3b49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 773f0e07-8e33-44de-8d4d-016e30fc5823 {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:57:53.815032 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-008a175c-67a7-4cbd-90e9-cd540747fcbc req-a28747ca-19af-4716-8a16-ea27277b3b49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:53.855152 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-008a175c-67a7-4cbd-90e9-cd540747fcbc req-a28747ca-19af-4716-8a16-ea27277b3b49 service neutron] Transition to ACTIVE for port object 773f0e07-8e33-44de-8d4d-016e30fc5823 will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:57:53.856748 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 23 Jul 2021 23:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7caab71c-8d3b-4b59-8da8-b4e3f4ea9370 x-openstack-request-id: req-7caab71c-8d3b-4b59-8da8-b4e3f4ea9370 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:57:53.857819 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "903b66c6-c309-4c30-89fd-6d6381093e4e", "name": "network-vif-deleted", "tag": "376a695c-d10c-4895-bdf3-5a12115dafbd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d1332477-7f4b-4292-b069-ae8c72daf3d2", "tag": "f6e56469-cb64-479d-8c60-7d9ff84972fc", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:57:53.858172 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7caab71c-8d3b-4b59-8da8-b4e3f4ea9370 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:57:53.858681 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '903b66c6-c309-4c30-89fd-6d6381093e4e', 'name': 'network-vif-deleted', 'tag': '376a695c-d10c-4895-bdf3-5a12115dafbd', 'status': 'completed', 'code': 200} Jul 23 23:57:53.859114 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1332477-7f4b-4292-b069-ae8c72daf3d2', 'tag': 'f6e56469-cb64-479d-8c60-7d9ff84972fc', 'status': 'completed', 'code': 200} Jul 23 23:57:53.863310 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-008a175c-67a7-4cbd-90e9-cd540747fcbc req-a28747ca-19af-4716-8a16-ea27277b3b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:53.939105 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94dc76a-7b10-47a7-8494-0ab8d6c369ae None None] New status for floating IP edb43d54-acfb-414b-a671-f9c7e21a68a6: DOWN {{(pid=100316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 23:57:54.017873 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28747ca-19af-4716-8a16-ea27277b3b49 service neutron] Pushing event updated for resources: {'Port': ['ID=773f0e07-8e33-44de-8d4d-016e30fc5823,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:54.110296 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b106b48d-e405-45cf-b04f-2081174cf1f8 req-92cce07a-08a7-45b3-b923-6760dfa23f48 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:54.112295 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b106b48d-e405-45cf-b04f-2081174cf1f8 req-92cce07a-08a7-45b3-b923-6760dfa23f48 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] 10.222.0.44 "GET /v2.0/ports?device_id=137024f3-a26a-42dd-a337-e591f334f7e4 HTTP/1.1" status: 200 len: 946 time: 0.1949341 Jul 23 23:57:54.147683 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-008a175c-67a7-4cbd-90e9-cd540747fcbc req-a28747ca-19af-4716-8a16-ea27277b3b49 service neutron] Attempting to bind port 773f0e07-8e33-44de-8d4d-016e30fc5823 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:57:54.148191 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-008a175c-67a7-4cbd-90e9-cd540747fcbc req-a28747ca-19af-4716-8a16-ea27277b3b49 service neutron] Attempting to bind port 773f0e07-8e33-44de-8d4d-016e30fc5823 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '916b837a-3956-408c-a58c-8cf4c63322c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7eb9a734-74b2-49bc-9188-4a7ee5495610'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:57:54.148657 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008a175c-67a7-4cbd-90e9-cd540747fcbc req-a28747ca-19af-4716-8a16-ea27277b3b49 service neutron] Attempting to bind port 773f0e07-8e33-44de-8d4d-016e30fc5823 on network 7eb9a734-74b2-49bc-9188-4a7ee5495610 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:57:54.154949 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008a175c-67a7-4cbd-90e9-cd540747fcbc req-a28747ca-19af-4716-8a16-ea27277b3b49 service neutron] Port 773f0e07-8e33-44de-8d4d-016e30fc5823 on network 7eb9a734-74b2-49bc-9188-4a7ee5495610 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:57:54.155486 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008a175c-67a7-4cbd-90e9-cd540747fcbc req-a28747ca-19af-4716-8a16-ea27277b3b49 service neutron] Attempting to bind port 773f0e07-8e33-44de-8d4d-016e30fc5823 on network 7eb9a734-74b2-49bc-9188-4a7ee5495610 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:57:54.161408 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008a175c-67a7-4cbd-90e9-cd540747fcbc req-a28747ca-19af-4716-8a16-ea27277b3b49 service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:57:54.162457 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008a175c-67a7-4cbd-90e9-cd540747fcbc req-a28747ca-19af-4716-8a16-ea27277b3b49 service neutron] Checking segment: {'id': '916b837a-3956-408c-a58c-8cf4c63322c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7eb9a734-74b2-49bc-9188-4a7ee5495610'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:57:54.162966 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008a175c-67a7-4cbd-90e9-cd540747fcbc req-a28747ca-19af-4716-8a16-ea27277b3b49 service neutron] Bound using segment: {'id': '916b837a-3956-408c-a58c-8cf4c63322c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7eb9a734-74b2-49bc-9188-4a7ee5495610'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:57:54.163600 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-008a175c-67a7-4cbd-90e9-cd540747fcbc req-a28747ca-19af-4716-8a16-ea27277b3b49 service neutron] Bound port: 773f0e07-8e33-44de-8d4d-016e30fc5823, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '916b837a-3956-408c-a58c-8cf4c63322c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7eb9a734-74b2-49bc-9188-4a7ee5495610'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:57:54.164096 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-008a175c-67a7-4cbd-90e9-cd540747fcbc req-a28747ca-19af-4716-8a16-ea27277b3b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:54.206272 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b106b48d-e405-45cf-b04f-2081174cf1f8 req-2734ed21-9d74-4c98-9cb0-de5cbefe2609 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b98df9f-91b2-42b1-b02c-ca8eda7bbe44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730119 Jul 23 23:57:54.259413 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-4f98d27b-e4c3-4685-8676-eae46eb5952a req-91ec5bbe-9410-4d7a-827b-91525b1d6385 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:54.259967 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-4f98d27b-e4c3-4685-8676-eae46eb5952a req-91ec5bbe-9410-4d7a-827b-91525b1d6385 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:54.260094 n-d-800088-16 neutron-server[100314]: INFO neutron.db.l3_db [req-4f98d27b-e4c3-4685-8676-eae46eb5952a req-91ec5bbe-9410-4d7a-827b-91525b1d6385 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Floating IP 906cc2e3-54d3-4fe2-82a5-ff76ad57393c disassociated. External IP: 172.25.3.28, port: 4e501e56-d565-4855-b4d1-d3de4f908fe4. Jul 23 23:57:54.260437 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-4f98d27b-e4c3-4685-8676-eae46eb5952a req-91ec5bbe-9410-4d7a-827b-91525b1d6385 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Calling delete_port for 4e501e56-d565-4855-b4d1-d3de4f908fe4 owned by compute:nova {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:57:54.270438 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70486924-cbc5-4496-8190-d5c7718d3f94 req-bc75d538-f037-4449-afeb-b3be4e63e69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:54.272546 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-70486924-cbc5-4496-8190-d5c7718d3f94 req-bc75d538-f037-4449-afeb-b3be4e63e69f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d9405b5ff79541cbb5225ec709273225&device_id=0f6a9ae2-cfd7-44a7-afc8-3042147e0d44 HTTP/1.1" status: 200 len: 1096 time: 0.7967787 Jul 23 23:57:54.315026 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-008a175c-67a7-4cbd-90e9-cd540747fcbc req-a28747ca-19af-4716-8a16-ea27277b3b49 service neutron] For port 773f0e07-8e33-44de-8d4d-016e30fc5823, host n-h2-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:57:54.320394 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-008a175c-67a7-4cbd-90e9-cd540747fcbc req-a28747ca-19af-4716-8a16-ea27277b3b49 service neutron] For port 773f0e07-8e33-44de-8d4d-016e30fc5823, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=773f0e07-8e33-44de-8d4d-016e30fc5823,segment=NetworkSegment(916b837a-3956-408c-a58c-8cf4c63322c0),segment_id=916b837a-3956-408c-a58c-8cf4c63322c0)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:57:54.327000 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-008a175c-67a7-4cbd-90e9-cd540747fcbc req-a28747ca-19af-4716-8a16-ea27277b3b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:54.372692 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008a175c-67a7-4cbd-90e9-cd540747fcbc req-a28747ca-19af-4716-8a16-ea27277b3b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:54.373395 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-008a175c-67a7-4cbd-90e9-cd540747fcbc req-a28747ca-19af-4716-8a16-ea27277b3b49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:54.374813 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-008a175c-67a7-4cbd-90e9-cd540747fcbc req-a28747ca-19af-4716-8a16-ea27277b3b49 service neutron] 10.222.0.64 "PUT /v2.0/ports/773f0e07-8e33-44de-8d4d-016e30fc5823 HTTP/1.1" status: 200 len: 1093 time: 1.5187359 Jul 23 23:57:54.385119 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8517ca5-fb0e-4e52-9041-dc2d64943f3b x-openstack-request-id: req-c8517ca5-fb0e-4e52-9041-dc2d64943f3b {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:57:54.385709 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f6a9ae2-cfd7-44a7-afc8-3042147e0d44", "tag": "970214ba-468b-4ff1-926a-ea62de40fef5", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:57:54.386137 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c8517ca5-fb0e-4e52-9041-dc2d64943f3b {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:57:54.387089 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f6a9ae2-cfd7-44a7-afc8-3042147e0d44', 'tag': '970214ba-468b-4ff1-926a-ea62de40fef5', 'status': 'completed', 'code': 200} Jul 23 23:57:54.394289 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-70486924-cbc5-4496-8190-d5c7718d3f94 req-34a9343b-b828-463e-9c2d-e3b0da968358 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=970214ba-468b-4ff1-926a-ea62de40fef5 HTTP/1.1" status: 200 len: 217 time: 0.1027408 Jul 23 23:57:54.414521 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28747ca-19af-4716-8a16-ea27277b3b49 service neutron] Pushing event updated for resources: {'Port': ['ID=773f0e07-8e33-44de-8d4d-016e30fc5823,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:54.480833 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008a175c-67a7-4cbd-90e9-cd540747fcbc req-2e11ad87-6eb1-4de1-b0f3-4977ab450aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:54.483058 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-008a175c-67a7-4cbd-90e9-cd540747fcbc req-2e11ad87-6eb1-4de1-b0f3-4977ab450aab service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dfe31831d73849c1acf025f7366b9134&device_id=9bdd0f3d-0808-4bf0-9715-43ca17f0320d HTTP/1.1" status: 200 len: 1096 time: 0.0598099 Jul 23 23:57:54.486661 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e840a4cf-38be-4890-b40d-3d1fcdd6918b tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:54.505482 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e840a4cf-38be-4890-b40d-3d1fcdd6918b tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:54.529775 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-008a175c-67a7-4cbd-90e9-cd540747fcbc req-a0dba43d-7976-4bb0-9a06-ca8f786e4e3c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=773f0e07-8e33-44de-8d4d-016e30fc5823 HTTP/1.1" status: 200 len: 217 time: 0.0380061 Jul 23 23:57:54.550053 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460d797f-ccc1-4183-9ef0-dca0459cfba5 req-fea66a31-0e86-4f59-8328-baef8d893e02 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:54.551698 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-460d797f-ccc1-4183-9ef0-dca0459cfba5 req-fea66a31-0e86-4f59-8328-baef8d893e02 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bdd0f3d-0808-4bf0-9715-43ca17f0320d HTTP/1.1" status: 200 len: 932 time: 0.7511444 Jul 23 23:57:54.584518 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008a175c-67a7-4cbd-90e9-cd540747fcbc req-81b630ae-bc8f-4b75-8c6b-cb6858736f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:54.586688 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-008a175c-67a7-4cbd-90e9-cd540747fcbc req-81b630ae-bc8f-4b75-8c6b-cb6858736f1f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e6e1e37a-ef2c-4bca-ad9c-345fa09479eb HTTP/1.1" status: 200 len: 845 time: 0.0481930 Jul 23 23:57:54.590181 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895cbff0-c2a1-48aa-b38e-4b288aab4077 req-643f3895-7cc6-476a-88b4-96197aa8410f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:54.591691 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-895cbff0-c2a1-48aa-b38e-4b288aab4077 req-643f3895-7cc6-476a-88b4-96197aa8410f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5e96c0febc7b4dc580b4820ccf6600d4&device_id=d1332477-7f4b-4292-b069-ae8c72daf3d2 HTTP/1.1" status: 200 len: 1098 time: 0.3883076 Jul 23 23:57:54.600656 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70486924-cbc5-4496-8190-d5c7718d3f94 req-58dd7fbd-50b1-4ffa-80d4-54881e4e575c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:54.602350 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-70486924-cbc5-4496-8190-d5c7718d3f94 req-58dd7fbd-50b1-4ffa-80d4-54881e4e575c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3dff00ee-bed2-4c8a-b785-e9725c9c9b9c HTTP/1.1" status: 200 len: 858 time: 0.1850269 Jul 23 23:57:54.629393 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-008a175c-67a7-4cbd-90e9-cd540747fcbc req-6ce3c601-34fe-4d8d-88c7-a9eb9a3f09db service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7eb9a734-74b2-49bc-9188-4a7ee5495610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305274 Jul 23 23:57:54.691283 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-70486924-cbc5-4496-8190-d5c7718d3f94 req-6d2432fa-b75a-488c-b9e1-306313930f35 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654526 Jul 23 23:57:54.721439 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e840a4cf-38be-4890-b40d-3d1fcdd6918b tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680980'] for router_interface, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:54.746124 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e840a4cf-38be-4890-b40d-3d1fcdd6918b tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Pushing event updated for resources: {'Port': ['ID=3a7d9f11-bd8f-4950-9a59-b081a5afaa3b,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:54.762646 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-008a175c-67a7-4cbd-90e9-cd540747fcbc req-a7421ba4-5f03-489b-9535-a8e334eb96a9 service neutron] 10.222.0.64 "GET /v2.0/networks/7eb9a734-74b2-49bc-9188-4a7ee5495610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267405 Jul 23 23:57:54.775031 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25985ee-5633-42ba-831e-cde6af1028fa req-e99f96f5-ad33-46e0-9623-65e37e4f4653 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:54.780967 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25985ee-5633-42ba-831e-cde6af1028fa req-e99f96f5-ad33-46e0-9623-65e37e4f4653 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:54.782516 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c25985ee-5633-42ba-831e-cde6af1028fa req-e99f96f5-ad33-46e0-9623-65e37e4f4653 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/ports?device_id=26055213-b5c4-4751-8e6e-ec5fa7b9ada4&device_id=3047d3be-2ea9-4a96-af06-51c1f6dd9eec HTTP/1.1" status: 200 len: 1689 time: 0.1382902 Jul 23 23:57:54.827286 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-460d797f-ccc1-4183-9ef0-dca0459cfba5 req-ae296bca-92ed-4bd8-b779-5771b2a8020f tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/security-groups?id=7234dcab-bd61-43b3-a41f-dcf65032fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442298 Jul 23 23:57:54.870447 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-4f98d27b-e4c3-4685-8676-eae46eb5952a req-91ec5bbe-9410-4d7a-827b-91525b1d6385 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:54.881568 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c25985ee-5633-42ba-831e-cde6af1028fa req-6e439b72-aa56-4392-9529-d17d1e90812b tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8ee523e-b776-4966-b1a9-13ed07423313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896125 Jul 23 23:57:54.921109 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-008a175c-67a7-4cbd-90e9-cd540747fcbc req-6b7241b1-5298-44c5-a41d-84618f88b617 service neutron] 10.222.0.64 "GET /v2.0/networks/7eb9a734-74b2-49bc-9188-4a7ee5495610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363869 Jul 23 23:57:55.011878 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a340dbd5-83ed-43f2-bbd8-542d91450b6b req-3d79c753-1194-44fc-b17c-0ad0a65a7767 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:55.013618 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a340dbd5-83ed-43f2-bbd8-542d91450b6b req-3d79c753-1194-44fc-b17c-0ad0a65a7767 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f6a9ae2-cfd7-44a7-afc8-3042147e0d44 HTTP/1.1" status: 200 len: 944 time: 0.0686707 Jul 23 23:57:55.017609 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ec5bbe-9410-4d7a-827b-91525b1d6385 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Pushing event deleted for resources: {'Port': ['ID=4e501e56-d565-4855-b4d1-d3de4f908fe4,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:55.048464 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-95b20cbd-579f-4be5-95e5-2456cff49575 req-881b2c8b-62f9-465d-90f9-0965ffb38b49 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "GET /v2.0/floatingips/edb43d54-acfb-414b-a671-f9c7e21a68a6 HTTP/1.1" status: 200 len: 693 time: 0.1817369 Jul 23 23:57:55.061353 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a340dbd5-83ed-43f2-bbd8-542d91450b6b req-00842efa-ec41-4d75-9d3b-e1c67604536a tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420158 Jul 23 23:57:55.074576 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895cbff0-c2a1-48aa-b38e-4b288aab4077 req-a86c4da9-a8fa-4424-b599-102446519964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:55.080886 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-895cbff0-c2a1-48aa-b38e-4b288aab4077 req-a86c4da9-a8fa-4424-b599-102446519964 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4716419a-bea3-4e9d-acf9-3fbc0197d354 HTTP/1.1" status: 200 len: 921 time: 0.4636204 Jul 23 23:57:55.184916 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 4e501e56-d565-4855-b4d1-d3de4f908fe4 no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:57:55.217724 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] No Port match for: 4e501e56-d565-4855-b4d1-d3de4f908fe4 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:57:55.220477 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 4e501e56-d565-4855-b4d1-d3de4f908fe4 not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:57:55.230736 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-70486924-cbc5-4496-8190-d5c7718d3f94 req-3fb51d4c-760d-42fe-88b0-1f9e9ddc0fd1 service neutron] 10.222.0.64 "GET /v2.0/networks/cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5058553 Jul 23 23:57:55.272798 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3825e-5110-494d-869b-043028ea49cd req-16aa5b63-51ce-4f94-b1a5-c117e4d7c535 tempest-ServersOnMultiNodesTest-1789820822 tempest-ServersOnMultiNodesTest-1789820822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:55.273153 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:57:55.275521 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5db3825e-5110-494d-869b-043028ea49cd req-16aa5b63-51ce-4f94-b1a5-c117e4d7c535 tempest-ServersOnMultiNodesTest-1789820822 tempest-ServersOnMultiNodesTest-1789820822-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=26055213-b5c4-4751-8e6e-ec5fa7b9ada4 HTTP/1.1" status: 200 len: 1101 time: 0.0816677 Jul 23 23:57:55.290525 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-895cbff0-c2a1-48aa-b38e-4b288aab4077 req-01a333a7-cae4-4b22-8537-bc86fbb08102 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6e56469-cb64-479d-8c60-7d9ff84972fc HTTP/1.1" status: 200 len: 217 time: 0.1712093 Jul 23 23:57:55.328093 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5db3825e-5110-494d-869b-043028ea49cd req-b69af1a4-e053-4633-ae0f-2d78f4963239 tempest-ServersOnMultiNodesTest-1789820822 tempest-ServersOnMultiNodesTest-1789820822-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=e8ee523e-b776-4966-b1a9-13ed07423313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463943 Jul 23 23:57:55.328347 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e840a4cf-38be-4890-b40d-3d1fcdd6918b tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Network 04ffb183-4a62-4c47-a8a4-2da8d32c0c7c is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:57:55.345219 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-e840a4cf-38be-4890-b40d-3d1fcdd6918b tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:57:55.437526 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a0b8603b-c811-493b-8a47-aabf23359a05 req-c432fbc1-0a82-47bf-b4d4-b2d93cff66c5 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] 10.222.0.44 "GET /v2.0/ports?device_id=137024f3-a26a-42dd-a337-e591f334f7e4 HTTP/1.1" status: 200 len: 210 time: 0.0352767 Jul 23 23:57:55.579205 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b20cbd-579f-4be5-95e5-2456cff49575 req-a4110335-ded0-484f-b103-61270c06ac46 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:55.586518 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-95b20cbd-579f-4be5-95e5-2456cff49575 req-a4110335-ded0-484f-b103-61270c06ac46 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "GET /v2.0/networks/9adcfee8-760c-4568-9e39-c221abf69bf5 HTTP/1.1" status: 200 len: 784 time: 0.5371058 Jul 23 23:57:55.691576 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-154727a7-4fb1-4dae-9c6f-af022523b2fd None None] Provisioning complete for port 3a7d9f11-bd8f-4950-9a59-b081a5afaa3b triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:57:55.692265 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-154727a7-4fb1-4dae-9c6f-af022523b2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:55.710409 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea1e5f7-5468-4d10-9f04-76a9f168c14d req-86467721-5299-47c9-8ea3-b1d4af520ad2 tempest-ServersOnMultiNodesTest-1789820822 tempest-ServersOnMultiNodesTest-1789820822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:55.712517 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-eea1e5f7-5468-4d10-9f04-76a9f168c14d req-86467721-5299-47c9-8ea3-b1d4af520ad2 tempest-ServersOnMultiNodesTest-1789820822 tempest-ServersOnMultiNodesTest-1789820822-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=3047d3be-2ea9-4a96-af06-51c1f6dd9eec HTTP/1.1" status: 200 len: 1101 time: 0.1014657 Jul 23 23:57:55.749449 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-95b20cbd-579f-4be5-95e5-2456cff49575 req-3d59c02a-7325-4e11-9be9-ded40b847cbb tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.3.166 HTTP/1.1" status: 200 len: 696 time: 0.1615667 Jul 23 23:57:55.750818 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-eea1e5f7-5468-4d10-9f04-76a9f168c14d req-3de4123d-f594-4893-baaf-df7f94ecc96f tempest-ServersOnMultiNodesTest-1789820822 tempest-ServersOnMultiNodesTest-1789820822-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=e8ee523e-b776-4966-b1a9-13ed07423313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324819 Jul 23 23:57:55.754813 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e840a4cf-38be-4890-b40d-3d1fcdd6918b tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Router 3bc82e0d-7f1f-4ca7-a2ef-ef42a204e8f5 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:57:55.769247 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-154727a7-4fb1-4dae-9c6f-af022523b2fd None None] Port 3a7d9f11-bd8f-4950-9a59-b081a5afaa3b cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:57:55.774653 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-07ea31f4-cb6f-4d9b-a6a7-dba399b30489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:55.786239 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895cbff0-c2a1-48aa-b38e-4b288aab4077 req-64fff40f-2d21-4f66-bb90-59be37ebdb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:55.787926 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-895cbff0-c2a1-48aa-b38e-4b288aab4077 req-64fff40f-2d21-4f66-bb90-59be37ebdb81 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8224515a-17e0-4722-b0b6-48bf087305a0 HTTP/1.1" status: 200 len: 860 time: 0.4472756 Jul 23 23:57:55.827699 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f98d27b-e4c3-4685-8676-eae46eb5952a req-91ec5bbe-9410-4d7a-827b-91525b1d6385 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Router 4e1bddb2-b529-49fb-ab52-25a6cc6587e3 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:57:55.874960 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bdd0f3d-0808-4bf0-9715-43ca17f0320d', 'tag': '773f0e07-8e33-44de-8d4d-016e30fc5823'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:57:55.876386 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-70486924-cbc5-4496-8190-d5c7718d3f94 req-672955e1-bc9c-44ec-a01b-9dea900d7172 service neutron] 10.222.0.64 "GET /v2.0/networks/cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6058552 Jul 23 23:57:55.879587 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-779593a3-0ba1-4471-909c-82363cdd0075" -d '{"events": [{"name": "network-changed", "server_uuid": "9bdd0f3d-0808-4bf0-9715-43ca17f0320d", "tag": "773f0e07-8e33-44de-8d4d-016e30fc5823"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:57:55.880119 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-895cbff0-c2a1-48aa-b38e-4b288aab4077 req-f4dc1b6f-a442-42ef-a86c-b12c0d386a4f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4716419a-bea3-4e9d-acf9-3fbc0197d354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472944 Jul 23 23:57:55.884849 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-95b20cbd-579f-4be5-95e5-2456cff49575 req-da522c4e-337c-475a-91ca-70731e5c01e3 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.3.166 HTTP/1.1" status: 200 len: 696 time: 0.1290994 Jul 23 23:57:56.051930 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e8961b-ec59-4d5e-bac8-f80c9042a97b req-dcc08365-d98b-4622-97bc-fcae42db6874 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:56.053692 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-42e8961b-ec59-4d5e-bac8-f80c9042a97b req-dcc08365-d98b-4622-97bc-fcae42db6874 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bdd0f3d-0808-4bf0-9715-43ca17f0320d HTTP/1.1" status: 200 len: 944 time: 0.0737247 Jul 23 23:57:56.096178 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-42e8961b-ec59-4d5e-bac8-f80c9042a97b req-a2fc666b-902c-4258-920c-f9125d2a1ead tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/security-groups?id=7234dcab-bd61-43b3-a41f-dcf65032fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368805 Jul 23 23:57:56.145098 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-183549da-5586-4a88-b95d-07d7978c7143 x-openstack-request-id: req-183549da-5586-4a88-b95d-07d7978c7143 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:57:56.145516 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bdd0f3d-0808-4bf0-9715-43ca17f0320d", "tag": "773f0e07-8e33-44de-8d4d-016e30fc5823", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:57:56.145861 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-183549da-5586-4a88-b95d-07d7978c7143 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:57:56.146925 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bdd0f3d-0808-4bf0-9715-43ca17f0320d', 'tag': '773f0e07-8e33-44de-8d4d-016e30fc5823', 'status': 'completed', 'code': 200} Jul 23 23:57:56.241777 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-b308b2e7-cec5-4b78-8dc7-83713ee5dc25 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=4db1e0d9f35b4b27b032ee4fa4c653cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272591 Jul 23 23:57:56.247454 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779593a3-0ba1-4471-909c-82363cdd0075 req-8a6af725-6676-4ae0-b417-05eab059bee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:56.249046 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-779593a3-0ba1-4471-909c-82363cdd0075 req-8a6af725-6676-4ae0-b417-05eab059bee4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dfe31831d73849c1acf025f7366b9134&device_id=9bdd0f3d-0808-4bf0-9715-43ca17f0320d HTTP/1.1" status: 200 len: 1096 time: 0.0808327 Jul 23 23:57:56.426186 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-5872e14c-01b1-4495-a668-ea61067907a2 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:56.428306 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-5872e14c-01b1-4495-a668-ea61067907a2 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1783655 Jul 23 23:57:56.429634 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779593a3-0ba1-4471-909c-82363cdd0075 req-dc41e9b9-9b2a-4770-807e-1f28dd8bea71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:56.431013 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-779593a3-0ba1-4471-909c-82363cdd0075 req-dc41e9b9-9b2a-4770-807e-1f28dd8bea71 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7eb9a734-74b2-49bc-9188-4a7ee5495610 HTTP/1.1" status: 200 len: 906 time: 0.1710045 Jul 23 23:57:56.451630 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-7cbfbfa8-fda3-459c-a09e-bf9ed4fffa21 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/quotas/4db1e0d9f35b4b27b032ee4fa4c653cd HTTP/1.1" status: 200 len: 375 time: 0.0179679 Jul 23 23:57:56.486859 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-779593a3-0ba1-4471-909c-82363cdd0075 req-c6ff9842-137e-4c80-9925-8fe64185595c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=773f0e07-8e33-44de-8d4d-016e30fc5823 HTTP/1.1" status: 200 len: 217 time: 0.0451636 Jul 23 23:57:56.566325 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779593a3-0ba1-4471-909c-82363cdd0075 req-f6cac3b5-4984-4879-a506-1fbe183d2e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:56.567827 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-779593a3-0ba1-4471-909c-82363cdd0075 req-f6cac3b5-4984-4879-a506-1fbe183d2e06 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e6e1e37a-ef2c-4bca-ad9c-345fa09479eb HTTP/1.1" status: 200 len: 845 time: 0.0727954 Jul 23 23:57:56.618659 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-779593a3-0ba1-4471-909c-82363cdd0075 req-8ab4a375-a7f9-49fa-baf0-bec5950a2d66 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7eb9a734-74b2-49bc-9188-4a7ee5495610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387442 Jul 23 23:57:56.637515 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-999c37e9-942f-4fc9-8d58-631d84dae5a1 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4db1e0d9f35b4b27b032ee4fa4c653cd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1532695 Jul 23 23:57:56.653179 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-895cbff0-c2a1-48aa-b38e-4b288aab4077 req-1037ea1c-4572-42ac-9ed0-b83b708c982a service neutron] 10.222.0.64 "GET /v2.0/networks/4716419a-bea3-4e9d-acf9-3fbc0197d354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7621534 Jul 23 23:57:56.661398 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e840a4cf-38be-4890-b40d-3d1fcdd6918b tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:57:56.673035 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-e840a4cf-38be-4890-b40d-3d1fcdd6918b tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] 10.222.0.44 "PUT /v2.0/routers/3bc82e0d-7f1f-4ca7-a2ef-ef42a204e8f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1976795 Jul 23 23:57:56.677386 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 47160) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:57:56.682974 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f98d27b-e4c3-4685-8676-eae46eb5952a req-91ec5bbe-9410-4d7a-827b-91525b1d6385 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:57:56.684921 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-ca9babad-6c9a-46ad-8320-d8ee1ebb7863 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Request body: {'port': {'network_id': '04ffb183-4a62-4c47-a8a4-2da8d32c0c7c', 'name': 'tempest-FloatingIPAdminTestJSON-422858396'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:57:56.687449 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae8e71-5f2f-4720-b992-ef9963d09050 req-00680b5c-f9f1-47d1-b2d0-d8717b6001bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:56.688981 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cfae8e71-5f2f-4720-b992-ef9963d09050 req-00680b5c-f9f1-47d1-b2d0-d8717b6001bb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d9405b5ff79541cbb5225ec709273225&device_id=0f6a9ae2-cfd7-44a7-afc8-3042147e0d44 HTTP/1.1" status: 200 len: 1096 time: 0.6526389 Jul 23 23:57:56.691588 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdd421d-0132-4837-bcdb-8f508f3bd708 None None] Sync routers for ids ['3bc82e0d-7f1f-4ca7-a2ef-ef42a204e8f5'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:57:56.704460 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a767ed-ee9b-4181-a065-af93491b7806 None None] Sync routers for ids ['4e1bddb2-b529-49fb-ab52-25a6cc6587e3'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:57:56.723061 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:56.727073 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdd421d-0132-4837-bcdb-8f508f3bd708 None None] Routers {'3bc82e0d-7f1f-4ca7-a2ef-ef42a204e8f5'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:57:56.727713 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-acdd421d-0132-4837-bcdb-8f508f3bd708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:57:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['3bc82e0d-7f1f-4ca7-a2ef-ef42a204e8f5'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:57:56.733226 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a767ed-ee9b-4181-a065-af93491b7806 None None] Routers {'4e1bddb2-b529-49fb-ab52-25a6cc6587e3'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:57:56.735214 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-99a767ed-ee9b-4181-a065-af93491b7806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:57:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['4e1bddb2-b529-49fb-ab52-25a6cc6587e3'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:57:56.789442 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-779593a3-0ba1-4471-909c-82363cdd0075 req-2991bdfc-3782-43b6-8015-0f152584c096 service neutron] 10.222.0.64 "GET /v2.0/networks/7eb9a734-74b2-49bc-9188-4a7ee5495610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505735 Jul 23 23:57:56.828237 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-acdd421d-0132-4837-bcdb-8f508f3bd708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:57:56.843467 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdd421d-0132-4837-bcdb-8f508f3bd708 None None] Routers {'3bc82e0d-7f1f-4ca7-a2ef-ef42a204e8f5'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:57:56.844110 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-acdd421d-0132-4837-bcdb-8f508f3bd708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:57:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['3bc82e0d-7f1f-4ca7-a2ef-ef42a204e8f5'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:57:56.907092 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f98d27b-e4c3-4685-8676-eae46eb5952a req-91ec5bbe-9410-4d7a-827b-91525b1d6385 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] No DVR routers for this DVR port 4e501e56-d565-4855-b4d1-d3de4f908fe4 on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:57:56.910837 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-acdd421d-0132-4837-bcdb-8f508f3bd708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:57:56.911583 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdd421d-0132-4837-bcdb-8f508f3bd708 None None] The sync data for ids ['3bc82e0d-7f1f-4ca7-a2ef-ef42a204e8f5'] in n-d-800088-16 is: [] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:57:56.926521 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-4f98d27b-e4c3-4685-8676-eae46eb5952a req-91ec5bbe-9410-4d7a-827b-91525b1d6385 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:56.929258 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4f98d27b-e4c3-4685-8676-eae46eb5952a req-91ec5bbe-9410-4d7a-827b-91525b1d6385 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] 10.222.0.64 "DELETE /v2.0/ports/4e501e56-d565-4855-b4d1-d3de4f908fe4 HTTP/1.1" status: 204 len: 173 time: 4.8394880 Jul 23 23:57:56.932356 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '137024f3-a26a-42dd-a337-e591f334f7e4', 'name': 'network-vif-deleted', 'tag': '4e501e56-d565-4855-b4d1-d3de4f908fe4'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:57:56.941171 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dded2ac-0fb6-4f4e-a2fd-83e1c3bcb0af" -d '{"events": [{"server_uuid": "137024f3-a26a-42dd-a337-e591f334f7e4", "name": "network-vif-deleted", "tag": "4e501e56-d565-4855-b4d1-d3de4f908fe4"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:57:57.006886 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-99a767ed-ee9b-4181-a065-af93491b7806 None None] Set router 4e1bddb2-b529-49fb-ab52-25a6cc6587e3 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:57:57.015840 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-95b20cbd-579f-4be5-95e5-2456cff49575 req-3aef57de-c8f5-44e6-90b5-345718061740 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Deleting port a2e47044-389f-414f-b196-9f04fc92ca91 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:57:57.016212 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-95b20cbd-579f-4be5-95e5-2456cff49575 req-3aef57de-c8f5-44e6-90b5-345718061740 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:57.039496 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-779593a3-0ba1-4471-909c-82363cdd0075 req-fb974e3e-efd8-4a3f-ad05-bad38b8ba965 service neutron] 10.222.0.64 "GET /v2.0/networks/7eb9a734-74b2-49bc-9188-4a7ee5495610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389181 Jul 23 23:57:57.074848 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca9babad-6c9a-46ad-8320-d8ee1ebb7863 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Made reservation on behalf of 66cd3212a64f4d04b908b2b6073448c7 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:57:57.078652 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ca9babad-6c9a-46ad-8320-d8ee1ebb7863 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:57.121072 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [None req-ca9babad-6c9a-46ad-8320-d8ee1ebb7863 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] device_id is not set on port 950204ad-e8a0-4de3-9204-e7f313cd680d yet. {{(pid=100313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 23:57:57.177744 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:57.212734 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 773f0e07-8e33-44de-8d4d-016e30fc5823 details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:57:57.313850 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae8e71-5f2f-4720-b992-ef9963d09050 req-507ff6f2-c5bf-4f89-8331-be407da5eb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:57.316412 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cfae8e71-5f2f-4720-b992-ef9963d09050 req-507ff6f2-c5bf-4f89-8331-be407da5eb34 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed HTTP/1.1" status: 200 len: 919 time: 0.6107264 Jul 23 23:57:57.323792 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-895cbff0-c2a1-48aa-b38e-4b288aab4077 req-49c1a838-867a-4581-86c5-bee6f51fa3d4 service neutron] 10.222.0.64 "GET /v2.0/networks/4716419a-bea3-4e9d-acf9-3fbc0197d354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6584537 Jul 23 23:57:57.392482 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-99a767ed-ee9b-4181-a065-af93491b7806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e1bddb2-b529-49fb-ab52-25a6cc6587e3', 'name': 'tempest-ServersTestBootFromVolume-1860094371-router', 'tenant_id': '0ba541c6f78942b8b24d28300792e03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'd93ccc36-894d-4e17-98c2-c0fa5eaf9fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:54:43Z', 'updated_at': '2021-07-23T23:54:51Z', 'revision_number': 4, 'project_id': '0ba541c6f78942b8b24d28300792e03c', 'gw_port': {'id': 'd93ccc36-894d-4e17-98c2-c0fa5eaf9fd7', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:68:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1bddb2-b529-49fb-ab52-25a6cc6587e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:54:44Z', 'updated_at': '2021-07-23T23:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '122d32b4-03ea-4019-bc74-a0c1ba27dc31', 'name': '', 'network_id': '5a68620e-8ed8-46e0-ba48-c9ec0876466a', 'tenant_id': '0ba541c6f78942b8b24d28300792e03c', 'mac_address': 'fa:16:3e:9d:0c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1bddb2-b529-49fb-ab52-25a6cc6587e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '0db7f07d-a14b-4c57-807d-bc1863ff1ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:54:49Z', 'updated_at': '2021-07-23T23:54:58Z', 'revision_number': 5, 'project_id': '0ba541c6f78942b8b24d28300792e03c', 'subnets': [{'id': '0db7f07d-a14b-4c57-807d-bc1863ff1ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:57:57.459256 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a767ed-ee9b-4181-a065-af93491b7806 None None] Checking router: 4e1bddb2-b529-49fb-ab52-25a6cc6587e3 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:57:57.462376 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-ca9babad-6c9a-46ad-8320-d8ee1ebb7863 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Allocated IP 172.20.0.9 (04ffb183-4a62-4c47-a8a4-2da8d32c0c7c/8cb7b3aa-557b-4260-b5c4-d1a5b233a4e0/950204ad-e8a0-4de3-9204-e7f313cd680d) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:57:57.470342 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a767ed-ee9b-4181-a065-af93491b7806 None None] Routers {'4e1bddb2-b529-49fb-ab52-25a6cc6587e3'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:57:57.471064 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-99a767ed-ee9b-4181-a065-af93491b7806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:57:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['4e1bddb2-b529-49fb-ab52-25a6cc6587e3'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:57:57.474016 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cfae8e71-5f2f-4720-b992-ef9963d09050 req-e683a416-45fb-4f72-84fb-41c6fc03cbd8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=970214ba-468b-4ff1-926a-ea62de40fef5 HTTP/1.1" status: 200 len: 217 time: 0.1458347 Jul 23 23:57:57.475024 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 773f0e07-8e33-44de-8d4d-016e30fc5823, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=773f0e07-8e33-44de-8d4d-016e30fc5823,segment=NetworkSegment(916b837a-3956-408c-a58c-8cf4c63322c0),segment_id=916b837a-3956-408c-a58c-8cf4c63322c0)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:57:57.493773 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': '773f0e07-8e33-44de-8d4d-016e30fc5823', 'network_id': '7eb9a734-74b2-49bc-9188-4a7ee5495610', 'port_id': '773f0e07-8e33-44de-8d4d-016e30fc5823', 'mac_address': 'fa:16:3e:86:a6:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6e1e37a-ef2c-4bca-ad9c-345fa09479eb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:57:57.546422 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:57.562006 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 773f0e07-8e33-44de-8d4d-016e30fc5823 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:57:57.573169 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb7fc8f-51d1-4c73-a122-2c1165bdda2c req-7169f73c-dc95-4f6a-908d-af3b8e30fcbf tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:57.589838 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-adb7fc8f-51d1-4c73-a122-2c1165bdda2c req-7169f73c-dc95-4f6a-908d-af3b8e30fcbf tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f6a9ae2-cfd7-44a7-afc8-3042147e0d44 HTTP/1.1" status: 200 len: 944 time: 0.4006457 Jul 23 23:57:57.597581 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-95b20cbd-579f-4be5-95e5-2456cff49575 req-3aef57de-c8f5-44e6-90b5-345718061740 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:57.598226 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-95b20cbd-579f-4be5-95e5-2456cff49575 req-3aef57de-c8f5-44e6-90b5-345718061740 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:57.605173 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 773f0e07-8e33-44de-8d4d-016e30fc5823, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=773f0e07-8e33-44de-8d4d-016e30fc5823,segment=NetworkSegment(916b837a-3956-408c-a58c-8cf4c63322c0),segment_id=916b837a-3956-408c-a58c-8cf4c63322c0)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:57:57.616721 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:57.618053 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 970214ba-468b-4ff1-926a-ea62de40fef5 details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:57:57.642104 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-95b20cbd-579f-4be5-95e5-2456cff49575 req-3aef57de-c8f5-44e6-90b5-345718061740 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Calling delete_port for a2e47044-389f-414f-b196-9f04fc92ca91 owned by network:floatingip {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:57:57.691037 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae8e71-5f2f-4720-b992-ef9963d09050 req-8faf91ce-1eba-4a24-91ea-f19890523c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:57.693858 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cfae8e71-5f2f-4720-b992-ef9963d09050 req-8faf91ce-1eba-4a24-91ea-f19890523c11 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3dff00ee-bed2-4c8a-b785-e9725c9c9b9c HTTP/1.1" status: 200 len: 858 time: 0.2107763 Jul 23 23:57:57.859232 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=773f0e07-8e33-44de-8d4d-016e30fc5823,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:57.887606 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:57:57.888311 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:57:57.889164 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:57:57.891099 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:57:57.893860 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:57:57.894517 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:57:57.895033 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:57:57.895611 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:57:57.897011 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:57:57.897524 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:57:57.898783 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:57:57.899570 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cfae8e71-5f2f-4720-b992-ef9963d09050 req-911a6ce7-79b0-4a8a-87b1-4a5166f9321b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1986003 Jul 23 23:57:57.900599 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:57:57.946436 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-adb7fc8f-51d1-4c73-a122-2c1165bdda2c req-87a0ee1f-dd68-42f5-ac72-31f4860e05e2 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3544447 Jul 23 23:57:58.070756 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-99a767ed-ee9b-4181-a065-af93491b7806 None None] Set router 4e1bddb2-b529-49fb-ab52-25a6cc6587e3 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:57:58.083126 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ca9babad-6c9a-46ad-8320-d8ee1ebb7863 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:58.137049 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [None req-ca9babad-6c9a-46ad-8320-d8ee1ebb7863 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Transition to ACTIVE for port object 950204ad-e8a0-4de3-9204-e7f313cd680d will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:57:58.140959 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 970214ba-468b-4ff1-926a-ea62de40fef5, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=970214ba-468b-4ff1-926a-ea62de40fef5,segment=NetworkSegment(d250a78c-273d-4c00-aeaa-fc87cc957e9a),segment_id=d250a78c-273d-4c00-aeaa-fc87cc957e9a)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:57:58.180662 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fbd628a6-0e69-4b25-8c2a-9d20a0284d70 req-a3e04f02-2179-4971-9bcd-acc34742fb5a tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] 10.222.0.44 "GET /v2.0/ports?device_id=137024f3-a26a-42dd-a337-e591f334f7e4 HTTP/1.1" status: 200 len: 210 time: 0.0741444 Jul 23 23:57:58.184286 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': '970214ba-468b-4ff1-926a-ea62de40fef5', 'network_id': 'cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed', 'port_id': '970214ba-468b-4ff1-926a-ea62de40fef5', 'mac_address': 'fa:16:3e:1b:f0:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dff00ee-bed2-4c8a-b785-e9725c9c9b9c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:57:58.235258 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ca9babad-6c9a-46ad-8320-d8ee1ebb7863 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:58.289975 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cfae8e71-5f2f-4720-b992-ef9963d09050 req-605d73a3-7a43-4847-b5ae-f2ce1348c4f7 service neutron] 10.222.0.64 "GET /v2.0/networks/cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3822880 Jul 23 23:57:58.291127 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:58.330926 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 970214ba-468b-4ff1-926a-ea62de40fef5 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:57:58.350541 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9babad-6c9a-46ad-8320-d8ee1ebb7863 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Network 04ffb183-4a62-4c47-a8a4-2da8d32c0c7c is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:57:58.360427 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-ca9babad-6c9a-46ad-8320-d8ee1ebb7863 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:57:58.369236 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9babad-6c9a-46ad-8320-d8ee1ebb7863 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:57:58.407499 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-95b20cbd-579f-4be5-95e5-2456cff49575 req-3aef57de-c8f5-44e6-90b5-345718061740 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:58.409128 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 970214ba-468b-4ff1-926a-ea62de40fef5, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=970214ba-468b-4ff1-926a-ea62de40fef5,segment=NetworkSegment(d250a78c-273d-4c00-aeaa-fc87cc957e9a),segment_id=d250a78c-273d-4c00-aeaa-fc87cc957e9a)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:57:58.419742 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:58.472370 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9babad-6c9a-46ad-8320-d8ee1ebb7863 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Pushing event updated for resources: {'Port': ['ID=950204ad-e8a0-4de3-9204-e7f313cd680d,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:58.547908 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=970214ba-468b-4ff1-926a-ea62de40fef5,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:58.562566 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9babad-6c9a-46ad-8320-d8ee1ebb7863 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:58.565480 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ca9babad-6c9a-46ad-8320-d8ee1ebb7863 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:58.566323 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-99a767ed-ee9b-4181-a065-af93491b7806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e1bddb2-b529-49fb-ab52-25a6cc6587e3', 'name': 'tempest-ServersTestBootFromVolume-1860094371-router', 'tenant_id': '0ba541c6f78942b8b24d28300792e03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'd93ccc36-894d-4e17-98c2-c0fa5eaf9fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:54:43Z', 'updated_at': '2021-07-23T23:54:51Z', 'revision_number': 4, 'project_id': '0ba541c6f78942b8b24d28300792e03c', 'gw_port': {'id': 'd93ccc36-894d-4e17-98c2-c0fa5eaf9fd7', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:68:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1bddb2-b529-49fb-ab52-25a6cc6587e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:54:44Z', 'updated_at': '2021-07-23T23:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '122d32b4-03ea-4019-bc74-a0c1ba27dc31', 'name': '', 'network_id': '5a68620e-8ed8-46e0-ba48-c9ec0876466a', 'tenant_id': '0ba541c6f78942b8b24d28300792e03c', 'mac_address': 'fa:16:3e:9d:0c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1bddb2-b529-49fb-ab52-25a6cc6587e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '0db7f07d-a14b-4c57-807d-bc1863ff1ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:54:49Z', 'updated_at': '2021-07-23T23:54:58Z', 'revision_number': 5, 'project_id': '0ba541c6f78942b8b24d28300792e03c', 'subnets': [{'id': '0db7f07d-a14b-4c57-807d-bc1863ff1ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:57:58.601343 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-901b4e61-ebe3-4aab-821a-3e947d499c14 x-openstack-request-id: req-901b4e61-ebe3-4aab-821a-3e947d499c14 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:57:58.602234 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "137024f3-a26a-42dd-a337-e591f334f7e4", "name": "network-vif-deleted", "tag": "4e501e56-d565-4855-b4d1-d3de4f908fe4", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:57:58.603150 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-901b4e61-ebe3-4aab-821a-3e947d499c14 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:57:58.606556 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a767ed-ee9b-4181-a065-af93491b7806 None None] The sync data for ids ['4e1bddb2-b529-49fb-ab52-25a6cc6587e3'] in n-d-800088-16 is: [{'id': '4e1bddb2-b529-49fb-ab52-25a6cc6587e3', 'name': 'tempest-ServersTestBootFromVolume-1860094371-router', 'tenant_id': '0ba541c6f78942b8b24d28300792e03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'd93ccc36-894d-4e17-98c2-c0fa5eaf9fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:54:43Z', 'updated_at': '2021-07-23T23:54:51Z', 'revision_number': 4, 'project_id': '0ba541c6f78942b8b24d28300792e03c', 'gw_port': {'id': 'd93ccc36-894d-4e17-98c2-c0fa5eaf9fd7', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:68:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1bddb2-b529-49fb-ab52-25a6cc6587e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:54:44Z', 'updated_at': '2021-07-23T23:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '122d32b4-03ea-4019-bc74-a0c1ba27dc31', 'name': '', 'network_id': '5a68620e-8ed8-46e0-ba48-c9ec0876466a', 'tenant_id': '0ba541c6f78942b8b24d28300792e03c', 'mac_address': 'fa:16:3e:9d:0c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1bddb2-b529-49fb-ab52-25a6cc6587e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '0db7f07d-a14b-4c57-807d-bc1863ff1ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:54:49Z', 'updated_at': '2021-07-23T23:54:58Z', 'revision_number': 5, 'project_id': '0ba541c6f78942b8b24d28300792e03c', 'subnets': [{'id': '0db7f07d-a14b-4c57-807d-bc1863ff1ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:57:58.611343 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-ca9babad-6c9a-46ad-8320-d8ee1ebb7863 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9297719 Jul 23 23:57:58.611673 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 47184) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:57:58.635903 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '137024f3-a26a-42dd-a337-e591f334f7e4', 'name': 'network-vif-deleted', 'tag': '4e501e56-d565-4855-b4d1-d3de4f908fe4', 'status': 'completed', 'code': 200} Jul 23 23:57:58.669755 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['773f0e07-8e33-44de-8d4d-016e30fc5823'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:57:58.734535 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aef57de-c8f5-44e6-90b5-345718061740 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Pushing event deleted for resources: {'Port': ['ID=a2e47044-389f-414f-b196-9f04fc92ca91,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:58.735175 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-3d634249-eb27-42ee-96ee-32527b4e0a6e tempest-FloatingIPAdminTestJSON-1294249506 tempest-FloatingIPAdminTestJSON-1294249506-project-admin] Request body: {'floatingip': {'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'project_id': '66cd3212a64f4d04b908b2b6073448c7', 'port_id': '950204ad-e8a0-4de3-9204-e7f313cd680d'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:57:58.741639 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cfae8e71-5f2f-4720-b992-ef9963d09050 req-36b10850-3a74-4ee4-bee1-2fdab332a585 service neutron] 10.222.0.64 "GET /v2.0/networks/cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4416709 Jul 23 23:57:58.792423 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['970214ba-468b-4ff1-926a-ea62de40fef5'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:57:58.886275 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3d634249-eb27-42ee-96ee-32527b4e0a6e tempest-FloatingIPAdminTestJSON-1294249506 tempest-FloatingIPAdminTestJSON-1294249506-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:58.890170 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-95b20cbd-579f-4be5-95e5-2456cff49575 req-3aef57de-c8f5-44e6-90b5-345718061740 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Notify callbacks [] for floatingip, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:58.898745 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-95b20cbd-579f-4be5-95e5-2456cff49575 req-3aef57de-c8f5-44e6-90b5-345718061740 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:58.900183 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-95b20cbd-579f-4be5-95e5-2456cff49575 req-3aef57de-c8f5-44e6-90b5-345718061740 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "DELETE /v2.0/floatingips/edb43d54-acfb-414b-a671-f9c7e21a68a6 HTTP/1.1" status: 204 len: 173 time: 2.9733126 Jul 23 23:57:58.960315 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 47194) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:57:58.966059 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-a2838272-5ef7-4726-bb11-efdaaa16f980 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1887921401'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:57:59.017235 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2838272-5ef7-4726-bb11-efdaaa16f980 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Made reservation on behalf of a493ff63bf324cec8682bc97c22087f0 for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:57:59.021501 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a2838272-5ef7-4726-bb11-efdaaa16f980 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:59.056723 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c0f84a-06a5-480e-b19e-29a86a6896ab req-dda72f4c-d97b-4ada-85f5-5550edef2c78 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:59.068732 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:59.075866 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a2c0f84a-06a5-480e-b19e-29a86a6896ab req-dda72f4c-d97b-4ada-85f5-5550edef2c78 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bdd0f3d-0808-4bf0-9715-43ca17f0320d HTTP/1.1" status: 200 len: 945 time: 0.2993021 Jul 23 23:57:59.090427 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-1f83e6ba-828f-4a82-a4e2-5793a949fb73 None None] Provisioning for port 950204ad-e8a0-4de3-9204-e7f313cd680d completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:57:59.124944 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-1f83e6ba-828f-4a82-a4e2-5793a949fb73 None None] Provisioning complete for port 950204ad-e8a0-4de3-9204-e7f313cd680d triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:57:59.125513 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-1f83e6ba-828f-4a82-a4e2-5793a949fb73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:59.146317 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-09d939f4-7740-4b92-aa73-e33411a57c5c req-a6db486f-3bb2-44ed-a90b-3da9c80a28c2 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/ports?device_id=2eeb7a56-55b4-4456-a179-e86ac5d29691 HTTP/1.1" status: 200 len: 210 time: 0.1221704 Jul 23 23:57:59.180531 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2838272-5ef7-4726-bb11-efdaaa16f980 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:57:59.199011 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a2838272-5ef7-4726-bb11-efdaaa16f980 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:59.199369 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-a2838272-5ef7-4726-bb11-efdaaa16f980 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Added segment c4880529-aea2-41d8-82bf-189956ea9cc7 of type vlan for network afa024cd-6a99-42b6-95da-fdd5c3d9ab0a Jul 23 23:57:59.238030 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a2c0f84a-06a5-480e-b19e-29a86a6896ab req-ffbdc6f1-8029-4995-8174-bc55f2c5497b tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/security-groups?id=7234dcab-bd61-43b3-a41f-dcf65032fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600447 Jul 23 23:57:59.267423 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a822c1ae-08e5-4fbe-bd98-d9e9e503e6a1 None None] New status for floating IP 906cc2e3-54d3-4fe2-82a5-ff76ad57393c: DOWN {{(pid=100315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 23:57:59.292600 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a2838272-5ef7-4726-bb11-efdaaa16f980 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:59.312749 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3d634249-eb27-42ee-96ee-32527b4e0a6e tempest-FloatingIPAdminTestJSON-1294249506 tempest-FloatingIPAdminTestJSON-1294249506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:59.313803 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-254b3ea3-62ce-4a61-8da5-05f0097e3162 req-9947d93a-137b-4c81-b674-622ad980cef9 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "GET /v2.0/security-groups/40a0caa7-3abc-420e-9a63-53109cf24fed HTTP/1.1" status: 200 len: 1806 time: 0.1126430 Jul 23 23:57:59.396855 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a2838272-5ef7-4726-bb11-efdaaa16f980 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:59.419750 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2838272-5ef7-4726-bb11-efdaaa16f980 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:59.420421 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a2838272-5ef7-4726-bb11-efdaaa16f980 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:59.452961 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-1f83e6ba-828f-4a82-a4e2-5793a949fb73 None None] Port 950204ad-e8a0-4de3-9204-e7f313cd680d cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:57:59.537947 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109b9dca-2ade-4fda-91b9-bce296d2c8c6 req-210615ce-186d-489a-afdd-308308775bc9 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:59.547283 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-109b9dca-2ade-4fda-91b9-bce296d2c8c6 req-210615ce-186d-489a-afdd-308308775bc9 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f6a9ae2-cfd7-44a7-afc8-3042147e0d44 HTTP/1.1" status: 200 len: 945 time: 0.1520536 Jul 23 23:57:59.577529 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-3d634249-eb27-42ee-96ee-32527b4e0a6e tempest-FloatingIPAdminTestJSON-1294249506 tempest-FloatingIPAdminTestJSON-1294249506-project-admin] Allocated IP 172.25.3.111 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/5a66393d-9ba6-4e18-99ce-f340bb015c4c) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:57:59.618067 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-8d5b1e19-29f8-41ce-add5-1ad2ffe5a7af tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=4db1e0d9f35b4b27b032ee4fa4c653cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1929834 Jul 23 23:57:59.639754 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-a2838272-5ef7-4726-bb11-efdaaa16f980 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6782961 Jul 23 23:57:59.660246 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-6face387-2352-4288-bd2e-bc8898b7624f tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=4db1e0d9f35b4b27b032ee4fa4c653cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0564225 Jul 23 23:57:59.663672 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 47202) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:57:59.674672 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-844dde4a-5ab7-4208-ab1c-bb72a26d7d7b tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2014664620'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:57:59.754854 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2838272-5ef7-4726-bb11-efdaaa16f980 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Pushing event updated for resources: {'Network': ['ID=afa024cd-6a99-42b6-95da-fdd5c3d9ab0a,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:59.769761 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network afa024cd-6a99-42b6-95da-fdd5c3d9ab0a details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:57:59.781839 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-254b3ea3-62ce-4a61-8da5-05f0097e3162 req-8bfc3df9-2968-4d97-b017-6819b94f62bb tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:59.806502 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-254b3ea3-62ce-4a61-8da5-05f0097e3162 req-8bfc3df9-2968-4d97-b017-6819b94f62bb tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:59.840554 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-8ace9a4d-0e1d-44de-858a-6b7b8a0c17e6 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:59.842770 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-8ace9a4d-0e1d-44de-858a-6b7b8a0c17e6 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1586072 Jul 23 23:57:59.856042 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-254b3ea3-62ce-4a61-8da5-05f0097e3162 req-8bfc3df9-2968-4d97-b017-6819b94f62bb tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:59.856659 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-109b9dca-2ade-4fda-91b9-bce296d2c8c6 req-9e8e5dbc-de71-4de0-ab90-91f3c339712a tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081639 Jul 23 23:57:59.860887 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-254b3ea3-62ce-4a61-8da5-05f0097e3162 req-8bfc3df9-2968-4d97-b017-6819b94f62bb tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:59.871242 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-44e0c6af-0e52-4e97-9970-bdb482dc2f2a tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Request body: {'port': {'device_id': '9ca4fded-3bf9-45d5-a0b2-6894719f29f6', 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2', 'admin_state_up': True, 'tenant_id': '4db1e0d9f35b4b27b032ee4fa4c653cd'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:57:59.875535 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-254b3ea3-62ce-4a61-8da5-05f0097e3162 req-8bfc3df9-2968-4d97-b017-6819b94f62bb tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "DELETE /v2.0/security-groups/40a0caa7-3abc-420e-9a63-53109cf24fed HTTP/1.1" status: 204 len: 173 time: 0.5531867 Jul 23 23:57:59.931873 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfc3df9-2968-4d97-b017-6819b94f62bb tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a0caa7-3abc-420e-9a63-53109cf24fed,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:57:59.954364 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-844dde4a-5ab7-4208-ab1c-bb72a26d7d7b tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Made reservation on behalf of a493ff63bf324cec8682bc97c22087f0 for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:57:59.965997 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-844dde4a-5ab7-4208-ab1c-bb72a26d7d7b tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:59.977064 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-84acddef-dea0-4815-a5c1-85344dee72ce tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:57:59.978864 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-84acddef-dea0-4815-a5c1-85344dee72ce tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3195522 Jul 23 23:57:59.995958 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-99db883c-882b-4a9d-b125-be791c5bf50a tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Request body: {'port': {'device_id': '2eeb7a56-55b4-4456-a179-e86ac5d29691', 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2', 'admin_state_up': True, 'tenant_id': '4db1e0d9f35b4b27b032ee4fa4c653cd'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:58:00.033970 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d76679bc-949d-4936-8925-afa2fc4e8f91 req-70f24899-6bf6-49c1-ada6-fc72a804782a tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] 10.222.0.44 "GET /v2.0/ports?device_id=137024f3-a26a-42dd-a337-e591f334f7e4 HTTP/1.1" status: 200 len: 210 time: 0.0539827 Jul 23 23:58:00.050917 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-844dde4a-5ab7-4208-ab1c-bb72a26d7d7b tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] vlan segment allocate from pool success with {'vlan_id': 714, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:58:00.097245 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-844dde4a-5ab7-4208-ab1c-bb72a26d7d7b tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:00.097954 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-844dde4a-5ab7-4208-ab1c-bb72a26d7d7b tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Added segment b2922288-39c4-46e4-af35-3b1293a940b3 of type vlan for network 24cbf24a-1696-4ab2-949c-e4387a9df919 Jul 23 23:58:00.113748 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3d634249-eb27-42ee-96ee-32527b4e0a6e tempest-FloatingIPAdminTestJSON-1294249506 tempest-FloatingIPAdminTestJSON-1294249506-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:00.168359 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-99db883c-882b-4a9d-b125-be791c5bf50a tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Made reservation on behalf of 4db1e0d9f35b4b27b032ee4fa4c653cd for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:58:00.173409 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-99db883c-882b-4a9d-b125-be791c5bf50a tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:00.192639 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-844dde4a-5ab7-4208-ab1c-bb72a26d7d7b tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:00.237499 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-44e0c6af-0e52-4e97-9970-bdb482dc2f2a tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Made reservation on behalf of 4db1e0d9f35b4b27b032ee4fa4c653cd for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:58:00.241783 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-44e0c6af-0e52-4e97-9970-bdb482dc2f2a tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:00.366163 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9dcd4ada-ad41-445a-8fd1-4b0c57c973b8 req-bfc39fe5-810a-433b-b6fa-c2ca4a00e5a7 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/ports?device_id=2eeb7a56-55b4-4456-a179-e86ac5d29691 HTTP/1.1" status: 200 len: 210 time: 0.0525556 Jul 23 23:58:00.386062 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-99db883c-882b-4a9d-b125-be791c5bf50a tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Allocated IP 192.168.233.84 (603dff3b-80fe-44ec-a82a-8d8b74b0c3c2/ef73a7e1-c64a-41e3-9997-629475c7b6b1/705c0692-2c5a-44f2-9064-556bee2e28c7) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:58:00.503781 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.db.resource_extend [None req-844dde4a-5ab7-4208-ab1c-bb72a26d7d7b tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 23:58:00.599647 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-99db883c-882b-4a9d-b125-be791c5bf50a tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:00.603487 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-844dde4a-5ab7-4208-ab1c-bb72a26d7d7b tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:00.608989 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844dde4a-5ab7-4208-ab1c-bb72a26d7d7b tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:00.609209 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68d4669-d874-4249-bb1d-593b605a90ff req-de12c2d5-ed76-4e34-afba-7a18d3775305 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:00.609584 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-844dde4a-5ab7-4208-ab1c-bb72a26d7d7b tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:00.611002 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e68d4669-d874-4249-bb1d-593b605a90ff req-de12c2d5-ed76-4e34-afba-7a18d3775305 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bdd0f3d-0808-4bf0-9715-43ca17f0320d HTTP/1.1" status: 200 len: 945 time: 0.1599238 Jul 23 23:58:00.612199 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3d634249-eb27-42ee-96ee-32527b4e0a6e tempest-FloatingIPAdminTestJSON-1294249506 tempest-FloatingIPAdminTestJSON-1294249506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:00.626290 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-99db883c-882b-4a9d-b125-be791c5bf50a tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Transition to ACTIVE for port object 705c0692-2c5a-44f2-9064-556bee2e28c7 will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:58:00.673589 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e68d4669-d874-4249-bb1d-593b605a90ff req-170b7a67-4c9c-4a9e-856d-bb9ce2f845de tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/security-groups?id=7234dcab-bd61-43b3-a41f-dcf65032fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506063 Jul 23 23:58:00.698035 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-99db883c-882b-4a9d-b125-be791c5bf50a tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:00.721857 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['9adc90a8-daab-449e-bad1-bd977df0c1fb', '8d4eb6e9-2eeb-4d87-a9ff-e9841baddbd9', '931178ff-8a2c-4c8d-bdb8-bd72bfdecffc'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:58:00.750934 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-99db883c-882b-4a9d-b125-be791c5bf50a tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:58:00.757044 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-99db883c-882b-4a9d-b125-be791c5bf50a tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:58:00.761139 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-99db883c-882b-4a9d-b125-be791c5bf50a tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:58:00.776349 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-44e0c6af-0e52-4e97-9970-bdb482dc2f2a tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Allocated IP 192.168.233.85 (603dff3b-80fe-44ec-a82a-8d8b74b0c3c2/ef73a7e1-c64a-41e3-9997-629475c7b6b1/1200b390-3043-476a-ad9c-f324ee1249db) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:58:00.795009 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99db883c-882b-4a9d-b125-be791c5bf50a tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Pushing event updated for resources: {'Port': ['ID=705c0692-2c5a-44f2-9064-556bee2e28c7,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:00.853142 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-99db883c-882b-4a9d-b125-be791c5bf50a tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:00.854283 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-99db883c-882b-4a9d-b125-be791c5bf50a tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:00.884661 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-99db883c-882b-4a9d-b125-be791c5bf50a tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8939085 Jul 23 23:58:00.885549 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844dde4a-5ab7-4208-ab1c-bb72a26d7d7b tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Pushing event updated for resources: {'Network': ['ID=24cbf24a-1696-4ab2-949c-e4387a9df919,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:00.897789 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-0afb07a2-83b8-48d3-849d-eb9d25db0dd6 service neutron] Request body: {'port': {'device_id': '2eeb7a56-55b4-4456-a179-e86ac5d29691', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-16'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:58:00.902902 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d634249-eb27-42ee-96ee-32527b4e0a6e tempest-FloatingIPAdminTestJSON-1294249506 tempest-FloatingIPAdminTestJSON-1294249506-project-admin] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:58:00.912372 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 24cbf24a-1696-4ab2-949c-e4387a9df919 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:58:00.924372 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d634249-eb27-42ee-96ee-32527b4e0a6e tempest-FloatingIPAdminTestJSON-1294249506 tempest-FloatingIPAdminTestJSON-1294249506-project-admin] Pushing event updated for resources: {'Port': ['ID=5a66393d-9ba6-4e18-99ce-f340bb015c4c,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:00.933035 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-844dde4a-5ab7-4208-ab1c-bb72a26d7d7b tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2602682 Jul 23 23:58:00.953643 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 47214) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:00.960156 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-ae9b69e9-bf97-4433-afcd-4cc656d596fc tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Request body: {'subnet': {'network_id': 'afa024cd-6a99-42b6-95da-fdd5c3d9ab0a', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:58:00.961880 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-3d634249-eb27-42ee-96ee-32527b4e0a6e tempest-FloatingIPAdminTestJSON-1294249506 tempest-FloatingIPAdminTestJSON-1294249506-project-admin] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:58:01.096750 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-0afb07a2-83b8-48d3-849d-eb9d25db0dd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:01.149003 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-7c2ef400-4d28-4bf0-aeff-6cfa2c190fa8 None None] Provisioning for port 705c0692-2c5a-44f2-9064-556bee2e28c7 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:58:01.149211 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-44e0c6af-0e52-4e97-9970-bdb482dc2f2a tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:01.159519 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-7c2ef400-4d28-4bf0-aeff-6cfa2c190fa8 None None] Provisioning complete for port 705c0692-2c5a-44f2-9064-556bee2e28c7 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:58:01.160354 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-7c2ef400-4d28-4bf0-aeff-6cfa2c190fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:01.171435 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-44e0c6af-0e52-4e97-9970-bdb482dc2f2a tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Transition to ACTIVE for port object 1200b390-3043-476a-ad9c-f324ee1249db will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:58:01.177928 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae9b69e9-bf97-4433-afcd-4cc656d596fc tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Made reservation on behalf of a493ff63bf324cec8682bc97c22087f0 for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:58:01.181570 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ae9b69e9-bf97-4433-afcd-4cc656d596fc tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:01.206742 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d634249-eb27-42ee-96ee-32527b4e0a6e tempest-FloatingIPAdminTestJSON-1294249506 tempest-FloatingIPAdminTestJSON-1294249506-project-admin] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:58:01.212356 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-44e0c6af-0e52-4e97-9970-bdb482dc2f2a tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:01.215492 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-7c2ef400-4d28-4bf0-aeff-6cfa2c190fa8 None None] Port 705c0692-2c5a-44f2-9064-556bee2e28c7 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:58:01.230794 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 773f0e07-8e33-44de-8d4d-016e30fc5823 up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:58:01.302879 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731aab7f-0014-4d14-9406-ee4b7b250380 req-ad3eacc3-7ad6-4c3b-9f85-18f291bceaa3 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:01.310272 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-731aab7f-0014-4d14-9406-ee4b7b250380 req-ad3eacc3-7ad6-4c3b-9f85-18f291bceaa3 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1332477-7f4b-4292-b069-ae8c72daf3d2 HTTP/1.1" status: 200 len: 946 time: 0.8011246 Jul 23 23:58:01.319560 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e0c6af-0e52-4e97-9970-bdb482dc2f2a tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Pushing event updated for resources: {'Port': ['ID=1200b390-3043-476a-ad9c-f324ee1249db,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:01.338069 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port 773f0e07-8e33-44de-8d4d-016e30fc5823 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:58:01.349034 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port 773f0e07-8e33-44de-8d4d-016e30fc5823 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:58:01.350296 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:01.359290 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a258ff5a-dc99-4d17-a2d8-2de71aaba530 req-435d1a99-c300-4097-b668-23be90615b41 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:01.361040 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a258ff5a-dc99-4d17-a2d8-2de71aaba530 req-435d1a99-c300-4097-b668-23be90615b41 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f6a9ae2-cfd7-44a7-afc8-3042147e0d44 HTTP/1.1" status: 200 len: 945 time: 0.3563581 Jul 23 23:58:01.377466 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-731aab7f-0014-4d14-9406-ee4b7b250380 req-deb12bf7-f164-480f-9ade-ca5ce7785b77 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "GET /v2.0/security-groups?id=1912b32f-c316-49ef-a3a5-c5567f5f87c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661607 Jul 23 23:58:01.413049 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-44e0c6af-0e52-4e97-9970-bdb482dc2f2a tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:58:01.416723 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-44e0c6af-0e52-4e97-9970-bdb482dc2f2a tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:58:01.420333 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-44e0c6af-0e52-4e97-9970-bdb482dc2f2a tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:58:01.450635 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a258ff5a-dc99-4d17-a2d8-2de71aaba530 req-e6dca709-cce7-4458-9f21-8b25a3d8914c tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788331 Jul 23 23:58:01.553394 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-44e0c6af-0e52-4e97-9970-bdb482dc2f2a tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:01.554043 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-44e0c6af-0e52-4e97-9970-bdb482dc2f2a tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:01.624128 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-362ccc29-73c6-4fb7-ac8a-fba794587fa2 req-f5713386-d293-443f-8565-fdc5ddb1d9d1 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] 10.222.0.44 "GET /v2.0/ports?device_id=137024f3-a26a-42dd-a337-e591f334f7e4 HTTP/1.1" status: 200 len: 210 time: 0.0917602 Jul 23 23:58:01.635486 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:01.643561 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-44e0c6af-0e52-4e97-9970-bdb482dc2f2a tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7796516 Jul 23 23:58:01.666529 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-b6feb06a-9600-4de1-8a64-87c8e702a0ef service neutron] Request body: {'port': {'device_id': '9ca4fded-3bf9-45d5-a0b2-6894719f29f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:58:01.668979 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bdd0f3d-0808-4bf0-9715-43ca17f0320d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '773f0e07-8e33-44de-8d4d-016e30fc5823'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:58:01.671515 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02269314-2734-48b2-8f5a-2f9f69234805" -d '{"events": [{"server_uuid": "9bdd0f3d-0808-4bf0-9715-43ca17f0320d", "name": "network-vif-plugged", "status": "completed", "tag": "773f0e07-8e33-44de-8d4d-016e30fc5823"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:58:01.694991 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 773f0e07-8e33-44de-8d4d-016e30fc5823, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=773f0e07-8e33-44de-8d4d-016e30fc5823,segment=NetworkSegment(916b837a-3956-408c-a58c-8cf4c63322c0),segment_id=916b837a-3956-408c-a58c-8cf4c63322c0)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:58:01.703085 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:01.703869 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 970214ba-468b-4ff1-926a-ea62de40fef5 up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:58:01.751621 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ae9b69e9-bf97-4433-afcd-4cc656d596fc tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:01.794038 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-727e0316-d1a4-4dfe-8f0d-f8cd691b97f9 x-openstack-request-id: req-727e0316-d1a4-4dfe-8f0d-f8cd691b97f9 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:58:01.794624 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bdd0f3d-0808-4bf0-9715-43ca17f0320d", "name": "network-vif-plugged", "status": "completed", "tag": "773f0e07-8e33-44de-8d4d-016e30fc5823", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:58:01.794624 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-727e0316-d1a4-4dfe-8f0d-f8cd691b97f9 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:58:01.804888 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bdd0f3d-0808-4bf0-9715-43ca17f0320d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '773f0e07-8e33-44de-8d4d-016e30fc5823', 'code': 200} Jul 23 23:58:01.864285 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-b0a79758-5286-436a-929b-57de34c8bc03 None None] Provisioning for port 1200b390-3043-476a-ad9c-f324ee1249db completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:58:01.874326 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port 970214ba-468b-4ff1-926a-ea62de40fef5 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:58:01.879987 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-b0a79758-5286-436a-929b-57de34c8bc03 None None] Provisioning complete for port 1200b390-3043-476a-ad9c-f324ee1249db triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:58:01.881132 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b0a79758-5286-436a-929b-57de34c8bc03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:01.884472 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port 970214ba-468b-4ff1-926a-ea62de40fef5 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:58:01.885034 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:01.904995 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=773f0e07-8e33-44de-8d4d-016e30fc5823,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:01.907468 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-b6feb06a-9600-4de1-8a64-87c8e702a0ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:01.931944 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9b69e9-bf97-4433-afcd-4cc656d596fc tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Pushing event updated for resources: {'Subnet': ['ID=70883961-72f7-4719-acc8-b7159e5588a5,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:01.950942 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcd251e-37f9-495d-a18c-f4c57802ee6a req-0f196db1-89f7-412f-8679-39082a332409 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:01.959342 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7bcd251e-37f9-495d-a18c-f4c57802ee6a req-0f196db1-89f7-412f-8679-39082a332409 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/ports?device_id=2eeb7a56-55b4-4456-a179-e86ac5d29691 HTTP/1.1" status: 200 len: 935 time: 0.3217728 Jul 23 23:58:01.970431 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-b0a79758-5286-436a-929b-57de34c8bc03 None None] Port 1200b390-3043-476a-ad9c-f324ee1249db cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:58:01.975684 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9b69e9-bf97-4433-afcd-4cc656d596fc tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Checking segment: {'id': 'c4880529-aea2-41d8-82bf-189956ea9cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'afa024cd-6a99-42b6-95da-fdd5c3d9ab0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:58:01.976405 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9b69e9-bf97-4433-afcd-4cc656d596fc tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Network hostable DHCP agents. Network: afa024cd-6a99-42b6-95da-fdd5c3d9ab0a, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:58:01.984939 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-0afb07a2-83b8-48d3-849d-eb9d25db0dd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 705c0692-2c5a-44f2-9064-556bee2e28c7 {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:58:02.003323 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-0afb07a2-83b8-48d3-849d-eb9d25db0dd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:02.038092 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:02.055595 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-0afb07a2-83b8-48d3-849d-eb9d25db0dd6 service neutron] Transition to ACTIVE for port object 705c0692-2c5a-44f2-9064-556bee2e28c7 will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:58:02.065933 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283599e3-c3db-4d24-8e0b-df91ad0bc1d6 req-f6247065-92c1-4610-bc1e-f8345fd689be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:02.067662 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-283599e3-c3db-4d24-8e0b-df91ad0bc1d6 req-f6247065-92c1-4610-bc1e-f8345fd689be service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9bdd0f3d-0808-4bf0-9715-43ca17f0320d HTTP/1.1" status: 200 len: 1098 time: 0.2349796 Jul 23 23:58:02.069636 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-0afb07a2-83b8-48d3-849d-eb9d25db0dd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:02.080081 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 970214ba-468b-4ff1-926a-ea62de40fef5, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=970214ba-468b-4ff1-926a-ea62de40fef5,segment=NetworkSegment(d250a78c-273d-4c00-aeaa-fc87cc957e9a),segment_id=d250a78c-273d-4c00-aeaa-fc87cc957e9a)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:58:02.081113 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7bcd251e-37f9-495d-a18c-f4c57802ee6a req-21b5176e-c586-4616-93e8-3d51bbd8c0e1 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8ee523e-b776-4966-b1a9-13ed07423313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205914 Jul 23 23:58:02.097435 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:02.097829 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9b69e9-bf97-4433-afcd-4cc656d596fc tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Network afa024cd-6a99-42b6-95da-fdd5c3d9ab0a is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:58:02.149073 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-ae9b69e9-bf97-4433-afcd-4cc656d596fc tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, afa024cd-6a99-42b6-95da-fdd5c3d9ab0a) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:58:02.162938 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=970214ba-468b-4ff1-926a-ea62de40fef5,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:02.169856 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9b69e9-bf97-4433-afcd-4cc656d596fc tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:02.170808 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ae9b69e9-bf97-4433-afcd-4cc656d596fc tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:02.174810 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81217076-8a1b-4e88-a2c5-9d87d56ea4e2 None None] Network afa024cd-6a99-42b6-95da-fdd5c3d9ab0a requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:58:02.220950 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e665c1b-93e9-4b8c-b929-1f800f3cca6d req-942b490e-85aa-4668-8e6a-945e9ba4f620 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:02.223273 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8e665c1b-93e9-4b8c-b929-1f800f3cca6d req-942b490e-85aa-4668-8e6a-945e9ba4f620 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bdd0f3d-0808-4bf0-9715-43ca17f0320d HTTP/1.1" status: 200 len: 946 time: 0.3744366 Jul 23 23:58:02.264132 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afb07a2-83b8-48d3-849d-eb9d25db0dd6 service neutron] Pushing event updated for resources: {'Port': ['ID=705c0692-2c5a-44f2-9064-556bee2e28c7,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:02.296999 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-283599e3-c3db-4d24-8e0b-df91ad0bc1d6 req-46514227-1262-45d3-92f3-94411fe43149 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7234dcab-bd61-43b3-a41f-dcf65032fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117543 Jul 23 23:58:02.298438 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-ae9b69e9-bf97-4433-afcd-4cc656d596fc tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3436811 Jul 23 23:58:02.302676 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 47226) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:02.312388 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-c24dce51-74bc-47fb-b93d-7eae27aaff6b tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Request body: {'subnet': {'network_id': '24cbf24a-1696-4ab2-949c-e4387a9df919', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:58:02.344264 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-0afb07a2-83b8-48d3-849d-eb9d25db0dd6 service neutron] Attempting to bind port 705c0692-2c5a-44f2-9064-556bee2e28c7 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:58:02.344845 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-0afb07a2-83b8-48d3-849d-eb9d25db0dd6 service neutron] Attempting to bind port 705c0692-2c5a-44f2-9064-556bee2e28c7 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:58:02.345315 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-0afb07a2-83b8-48d3-849d-eb9d25db0dd6 service neutron] Attempting to bind port 705c0692-2c5a-44f2-9064-556bee2e28c7 on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:58:02.350317 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-0afb07a2-83b8-48d3-849d-eb9d25db0dd6 service neutron] Port 705c0692-2c5a-44f2-9064-556bee2e28c7 on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:58:02.350778 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-0afb07a2-83b8-48d3-849d-eb9d25db0dd6 service neutron] Attempting to bind port 705c0692-2c5a-44f2-9064-556bee2e28c7 on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:58:02.356665 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-0afb07a2-83b8-48d3-849d-eb9d25db0dd6 service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:58:02.357272 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-0afb07a2-83b8-48d3-849d-eb9d25db0dd6 service neutron] Checking segment: {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:58:02.357771 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-0afb07a2-83b8-48d3-849d-eb9d25db0dd6 service neutron] Bound using segment: {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:58:02.358342 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-0afb07a2-83b8-48d3-849d-eb9d25db0dd6 service neutron] Bound port: 705c0692-2c5a-44f2-9064-556bee2e28c7, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:58:02.358818 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-0afb07a2-83b8-48d3-849d-eb9d25db0dd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:02.391307 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['9adc90a8-daab-449e-bad1-bd977df0c1fb', '8d4eb6e9-2eeb-4d87-a9ff-e9841baddbd9', '931178ff-8a2c-4c8d-bdb8-bd72bfdecffc'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:58:02.430566 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3d634249-eb27-42ee-96ee-32527b4e0a6e tempest-FloatingIPAdminTestJSON-1294249506 tempest-FloatingIPAdminTestJSON-1294249506-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:02.527013 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-0afb07a2-83b8-48d3-849d-eb9d25db0dd6 service neutron] For port 705c0692-2c5a-44f2-9064-556bee2e28c7, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:58:02.574218 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-0afb07a2-83b8-48d3-849d-eb9d25db0dd6 service neutron] For port 705c0692-2c5a-44f2-9064-556bee2e28c7, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=705c0692-2c5a-44f2-9064-556bee2e28c7,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:58:02.581702 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8e665c1b-93e9-4b8c-b929-1f800f3cca6d req-c7bc13ce-b128-4663-a38d-0bc9cd2a2e88 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/security-groups?id=7234dcab-bd61-43b3-a41f-dcf65032fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3272491 Jul 23 23:58:02.588598 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-0afb07a2-83b8-48d3-849d-eb9d25db0dd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:02.658140 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afb07a2-83b8-48d3-849d-eb9d25db0dd6 service neutron] Pushing event updated for resources: {'Port': ['ID=705c0692-2c5a-44f2-9064-556bee2e28c7,revision_number=3']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:02.689947 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b91ea-ad32-4eeb-a763-e7e512c48450 req-d0baca64-ba9f-43a3-b9a2-8dd72c7b3791 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:02.692012 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4b6b91ea-ad32-4eeb-a763-e7e512c48450 req-d0baca64-ba9f-43a3-b9a2-8dd72c7b3791 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1332477-7f4b-4292-b069-ae8c72daf3d2 HTTP/1.1" status: 200 len: 946 time: 0.2698963 Jul 23 23:58:02.694327 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-0afb07a2-83b8-48d3-849d-eb9d25db0dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:02.695378 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-0afb07a2-83b8-48d3-849d-eb9d25db0dd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:02.696403 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-0afb07a2-83b8-48d3-849d-eb9d25db0dd6 service neutron] 10.222.0.64 "PUT /v2.0/ports/705c0692-2c5a-44f2-9064-556bee2e28c7 HTTP/1.1" status: 200 len: 1096 time: 1.8040066 Jul 23 23:58:02.698560 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eeb7a56-55b4-4456-a179-e86ac5d29691', 'tag': '705c0692-2c5a-44f2-9064-556bee2e28c7'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:58:02.701499 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f6dab7-7edf-4ed3-bc86-65182df28c9c" -d '{"events": [{"name": "network-changed", "server_uuid": "2eeb7a56-55b4-4456-a179-e86ac5d29691", "tag": "705c0692-2c5a-44f2-9064-556bee2e28c7"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:58:02.708541 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abeb14d1-e064-4754-9b83-fad4dcc4cc72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-afa024cd-6a99-42b6-95da-fdd5c3d9ab0a', 'network_id': 'afa024cd-6a99-42b6-95da-fdd5c3d9ab0a', 'tenant_id': 'a493ff63bf324cec8682bc97c22087f0', 'fixed_ips': [{'subnet_id': '70883961-72f7-4719-acc8-b7159e5588a5'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:58:02.709776 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-abeb14d1-e064-4754-9b83-fad4dcc4cc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:02.828112 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1e9341-42e0-4641-b82d-b7742ed6e2ce req-8cdfaae3-4fe2-4080-aa47-428009c8be56 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:02.837327 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cc1e9341-42e0-4641-b82d-b7742ed6e2ce req-8cdfaae3-4fe2-4080-aa47-428009c8be56 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1332477-7f4b-4292-b069-ae8c72daf3d2 HTTP/1.1" status: 200 len: 946 time: 0.3335371 Jul 23 23:58:02.909095 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c24dce51-74bc-47fb-b93d-7eae27aaff6b tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Made reservation on behalf of a493ff63bf324cec8682bc97c22087f0 for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:58:02.914724 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c24dce51-74bc-47fb-b93d-7eae27aaff6b tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:02.916329 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-abeb14d1-e064-4754-9b83-fad4dcc4cc72 None None] Allocated IP 10.1.1.2 (afa024cd-6a99-42b6-95da-fdd5c3d9ab0a/70883961-72f7-4719-acc8-b7159e5588a5/825cbb0a-3cac-4641-9967-8c4e68586969) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:58:02.971300 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cc1e9341-42e0-4641-b82d-b7742ed6e2ce req-89fd3632-f215-4143-895b-fe8da61048f0 tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.44 "GET /v2.0/security-groups?id=1912b32f-c316-49ef-a3a5-c5567f5f87c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329362 Jul 23 23:58:03.030868 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3d634249-eb27-42ee-96ee-32527b4e0a6e tempest-FloatingIPAdminTestJSON-1294249506 tempest-FloatingIPAdminTestJSON-1294249506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:03.038068 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-402d4dd5-6ad5-44e4-b240-6701620bb3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:03.040171 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-402d4dd5-6ad5-44e4-b240-6701620bb3ad service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4db1e0d9f35b4b27b032ee4fa4c653cd&device_id=2eeb7a56-55b4-4456-a179-e86ac5d29691 HTTP/1.1" status: 200 len: 1099 time: 0.2352533 Jul 23 23:58:03.062200 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-4b6b91ea-ad32-4eeb-a763-e7e512c48450 req-5b89ebe8-a99a-4340-ad02-10e5419a871b tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Deleting port f6e56469-cb64-479d-8c60-7d9ff84972fc {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:58:03.062591 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-4b6b91ea-ad32-4eeb-a763-e7e512c48450 req-5b89ebe8-a99a-4340-ad02-10e5419a871b tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:03.096551 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-5694bde7-59ba-4d7c-8141-e9a7e71ac4bb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=705c0692-2c5a-44f2-9064-556bee2e28c7 HTTP/1.1" status: 200 len: 217 time: 0.0466909 Jul 23 23:58:03.117307 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-b6feb06a-9600-4de1-8a64-87c8e702a0ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1200b390-3043-476a-ad9c-f324ee1249db {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:58:03.166733 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-dc088e50-3c8c-401d-95d8-05d7c445b1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:03.168214 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-dc088e50-3c8c-401d-95d8-05d7c445b1ba service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.0542622 Jul 23 23:58:03.174835 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-b6feb06a-9600-4de1-8a64-87c8e702a0ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:03.238566 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4fe1f0dc-4e98-4706-ac2b-38f796f95f07 req-e7978edf-d55d-4320-918f-0fcf05922d15 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] 10.222.0.44 "GET /v2.0/ports?device_id=137024f3-a26a-42dd-a337-e591f334f7e4 HTTP/1.1" status: 200 len: 210 time: 0.0632520 Jul 23 23:58:03.249194 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b62790-58f9-456b-bc9b-2990373ba710 req-43f3c479-df5f-432b-b176-9e83efea7b39 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:03.253315 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-abeb14d1-e064-4754-9b83-fad4dcc4cc72 None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:03.258424 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-41b62790-58f9-456b-bc9b-2990373ba710 req-43f3c479-df5f-432b-b176-9e83efea7b39 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f6a9ae2-cfd7-44a7-afc8-3042147e0d44 HTTP/1.1" status: 200 len: 946 time: 0.4595323 Jul 23 23:58:03.283836 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-abeb14d1-e064-4754-9b83-fad4dcc4cc72 None None] Transition to ACTIVE for port object 825cbb0a-3cac-4641-9967-8c4e68586969 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:58:03.308963 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-b6feb06a-9600-4de1-8a64-87c8e702a0ef service neutron] Transition to ACTIVE for port object 1200b390-3043-476a-ad9c-f324ee1249db will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:58:03.318993 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a25f8c1d-bf59-4d14-9ebf-137449413880 x-openstack-request-id: req-a25f8c1d-bf59-4d14-9ebf-137449413880 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:58:03.319371 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eeb7a56-55b4-4456-a179-e86ac5d29691", "tag": "705c0692-2c5a-44f2-9064-556bee2e28c7", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:58:03.319623 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a25f8c1d-bf59-4d14-9ebf-137449413880 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:58:03.320111 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eeb7a56-55b4-4456-a179-e86ac5d29691', 'tag': '705c0692-2c5a-44f2-9064-556bee2e28c7', 'status': 'completed', 'code': 200} Jul 23 23:58:03.348202 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-4b6b91ea-ad32-4eeb-a763-e7e512c48450 req-5b89ebe8-a99a-4340-ad02-10e5419a871b tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] For port f6e56469-cb64-479d-8c60-7d9ff84972fc, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=f6e56469-cb64-479d-8c60-7d9ff84972fc,segment=NetworkSegment(03f6d3bc-1613-474d-ab4e-2ce343284068),segment_id=03f6d3bc-1613-474d-ab4e-2ce343284068)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:58:03.348624 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-4b6b91ea-ad32-4eeb-a763-e7e512c48450 req-5b89ebe8-a99a-4340-ad02-10e5419a871b tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:03.371197 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-4b6b91ea-ad32-4eeb-a763-e7e512c48450 req-5b89ebe8-a99a-4340-ad02-10e5419a871b tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Calling delete_port for f6e56469-cb64-479d-8c60-7d9ff84972fc owned by compute:nova {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:58:03.373491 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-b6feb06a-9600-4de1-8a64-87c8e702a0ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:03.377812 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-71075916-95cc-425f-b4a1-75fd209cef18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:03.379356 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-71075916-95cc-425f-b4a1-75fd209cef18 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2024491 Jul 23 23:58:03.388548 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-abeb14d1-e064-4754-9b83-fad4dcc4cc72 None None] Transition to ACTIVE for port object 825cbb0a-3cac-4641-9967-8c4e68586969 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:58:03.402240 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-abeb14d1-e064-4754-9b83-fad4dcc4cc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:03.453268 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abeb14d1-e064-4754-9b83-fad4dcc4cc72 None None] Network afa024cd-6a99-42b6-95da-fdd5c3d9ab0a is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:58:03.457256 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-abeb14d1-e064-4754-9b83-fad4dcc4cc72 None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:58:03.461234 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abeb14d1-e064-4754-9b83-fad4dcc4cc72 None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:58:03.484171 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-41b62790-58f9-456b-bc9b-2990373ba710 req-5159f014-4744-4747-b50b-0b8eaae0bc37 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202761 Jul 23 23:58:03.500254 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeb14d1-e064-4754-9b83-fad4dcc4cc72 None None] Pushing event updated for resources: {'Port': ['ID=825cbb0a-3cac-4641-9967-8c4e68586969,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:03.549880 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-4b6b91ea-ad32-4eeb-a763-e7e512c48450 req-5b89ebe8-a99a-4340-ad02-10e5419a871b tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:03.614454 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-abeb14d1-e064-4754-9b83-fad4dcc4cc72 None None] Attempting to bind port 825cbb0a-3cac-4641-9967-8c4e68586969 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:58:03.615414 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-abeb14d1-e064-4754-9b83-fad4dcc4cc72 None None] Attempting to bind port 825cbb0a-3cac-4641-9967-8c4e68586969 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': 'c4880529-aea2-41d8-82bf-189956ea9cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'afa024cd-6a99-42b6-95da-fdd5c3d9ab0a'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:58:03.615844 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abeb14d1-e064-4754-9b83-fad4dcc4cc72 None None] Attempting to bind port 825cbb0a-3cac-4641-9967-8c4e68586969 on network afa024cd-6a99-42b6-95da-fdd5c3d9ab0a {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:58:03.630358 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abeb14d1-e064-4754-9b83-fad4dcc4cc72 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:58:03.630655 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abeb14d1-e064-4754-9b83-fad4dcc4cc72 None None] Checking segment: {'id': 'c4880529-aea2-41d8-82bf-189956ea9cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'afa024cd-6a99-42b6-95da-fdd5c3d9ab0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:58:03.631066 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-abeb14d1-e064-4754-9b83-fad4dcc4cc72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:03.631473 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abeb14d1-e064-4754-9b83-fad4dcc4cc72 None None] Bound using segment: {'id': 'c4880529-aea2-41d8-82bf-189956ea9cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'afa024cd-6a99-42b6-95da-fdd5c3d9ab0a'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:58:03.631955 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-abeb14d1-e064-4754-9b83-fad4dcc4cc72 None None] Bound port: 825cbb0a-3cac-4641-9967-8c4e68586969, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4880529-aea2-41d8-82bf-189956ea9cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'afa024cd-6a99-42b6-95da-fdd5c3d9ab0a'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:58:03.632692 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-abeb14d1-e064-4754-9b83-fad4dcc4cc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:03.715659 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b89ebe8-a99a-4340-ad02-10e5419a871b tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Pushing event deleted for resources: {'Port': ['ID=f6e56469-cb64-479d-8c60-7d9ff84972fc,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:03.769086 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-abeb14d1-e064-4754-9b83-fad4dcc4cc72 None None] For port 825cbb0a-3cac-4641-9967-8c4e68586969, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:58:03.784916 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6feb06a-9600-4de1-8a64-87c8e702a0ef service neutron] Pushing event updated for resources: {'Port': ['ID=1200b390-3043-476a-ad9c-f324ee1249db,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:03.786072 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-abeb14d1-e064-4754-9b83-fad4dcc4cc72 None None] For port 825cbb0a-3cac-4641-9967-8c4e68586969, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=825cbb0a-3cac-4641-9967-8c4e68586969,segment=NetworkSegment(c4880529-aea2-41d8-82bf-189956ea9cc7),segment_id=c4880529-aea2-41d8-82bf-189956ea9cc7)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:58:03.808898 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-abeb14d1-e064-4754-9b83-fad4dcc4cc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:03.810636 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f6a9ae2-cfd7-44a7-afc8-3042147e0d44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '970214ba-468b-4ff1-926a-ea62de40fef5'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:58:03.813579 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f09349-d4ef-46c1-bf7a-f745bb86ad29" -d '{"events": [{"server_uuid": "0f6a9ae2-cfd7-44a7-afc8-3042147e0d44", "name": "network-vif-plugged", "status": "completed", "tag": "970214ba-468b-4ff1-926a-ea62de40fef5"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:58:03.885788 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeb14d1-e064-4754-9b83-fad4dcc4cc72 None None] Pushing event updated for resources: {'Port': ['ID=825cbb0a-3cac-4641-9967-8c4e68586969,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:03.946603 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-09dd7e27-7769-4e3d-a0b3-eabf65f3d971 service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4138706 Jul 23 23:58:04.012503 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b6b91ea-ad32-4eeb-a763-e7e512c48450 req-5b89ebe8-a99a-4340-ad02-10e5419a871b tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] No DVR routers for this DVR port f6e56469-cb64-479d-8c60-7d9ff84972fc on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:58:04.026781 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-4b6b91ea-ad32-4eeb-a763-e7e512c48450 req-5b89ebe8-a99a-4340-ad02-10e5419a871b tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:04.029314 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4b6b91ea-ad32-4eeb-a763-e7e512c48450 req-5b89ebe8-a99a-4340-ad02-10e5419a871b tempest-ServerRescueTestJSONUnderV235-1979523267 tempest-ServerRescueTestJSONUnderV235-1979523267-project] 10.222.0.64 "DELETE /v2.0/ports/f6e56469-cb64-479d-8c60-7d9ff84972fc HTTP/1.1" status: 204 len: 173 time: 1.3132524 Jul 23 23:58:04.100373 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696f0c4c-24bf-43d3-ba03-eda3b7ad7d19 req-4f5093c9-853b-40a9-92f5-1553f61c8086 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:04.108501 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-696f0c4c-24bf-43d3-ba03-eda3b7ad7d19 req-4f5093c9-853b-40a9-92f5-1553f61c8086 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/ports?device_id=2eeb7a56-55b4-4456-a179-e86ac5d29691 HTTP/1.1" status: 200 len: 947 time: 0.5745599 Jul 23 23:58:04.399556 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3d634249-eb27-42ee-96ee-32527b4e0a6e tempest-FloatingIPAdminTestJSON-1294249506 tempest-FloatingIPAdminTestJSON-1294249506-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:04.412686 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-b6feb06a-9600-4de1-8a64-87c8e702a0ef service neutron] Attempting to bind port 1200b390-3043-476a-ad9c-f324ee1249db on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:58:04.414552 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-b6feb06a-9600-4de1-8a64-87c8e702a0ef service neutron] Attempting to bind port 1200b390-3043-476a-ad9c-f324ee1249db by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:58:04.416275 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-b6feb06a-9600-4de1-8a64-87c8e702a0ef service neutron] Attempting to bind port 1200b390-3043-476a-ad9c-f324ee1249db on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:58:04.426441 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3d634249-eb27-42ee-96ee-32527b4e0a6e tempest-FloatingIPAdminTestJSON-1294249506 tempest-FloatingIPAdminTestJSON-1294249506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:04.428759 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c24dce51-74bc-47fb-b93d-7eae27aaff6b tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:04.491660 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d634249-eb27-42ee-96ee-32527b4e0a6e tempest-FloatingIPAdminTestJSON-1294249506 tempest-FloatingIPAdminTestJSON-1294249506-project-admin] Pushing event updated for resources: {'Port': ['ID=5a66393d-9ba6-4e18-99ce-f340bb015c4c,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:04.516538 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-b6feb06a-9600-4de1-8a64-87c8e702a0ef service neutron] Port 1200b390-3043-476a-ad9c-f324ee1249db on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:58:04.517149 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-b6feb06a-9600-4de1-8a64-87c8e702a0ef service neutron] Attempting to bind port 1200b390-3043-476a-ad9c-f324ee1249db on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:58:04.528320 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081451d3-3a8f-4467-865f-6bf2814de65d req-0cc878aa-31ef-4b30-9921-53617fd8d1a0 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:04.530196 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-081451d3-3a8f-4467-865f-6bf2814de65d req-0cc878aa-31ef-4b30-9921-53617fd8d1a0 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bdd0f3d-0808-4bf0-9715-43ca17f0320d HTTP/1.1" status: 200 len: 946 time: 0.7555428 Jul 23 23:58:04.562726 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-2764b05f-3495-472f-b69b-aedaae073ed0 service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6046133 Jul 23 23:58:04.590659 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-696f0c4c-24bf-43d3-ba03-eda3b7ad7d19 req-4c22021d-c48b-4612-8f6f-40b59621763c tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8ee523e-b776-4966-b1a9-13ed07423313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4806540 Jul 23 23:58:04.595653 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3d634249-eb27-42ee-96ee-32527b4e0a6e tempest-FloatingIPAdminTestJSON-1294249506 tempest-FloatingIPAdminTestJSON-1294249506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:04.613583 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-b6feb06a-9600-4de1-8a64-87c8e702a0ef service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:58:04.613926 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-b6feb06a-9600-4de1-8a64-87c8e702a0ef service neutron] Checking segment: {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:58:04.614311 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-b6feb06a-9600-4de1-8a64-87c8e702a0ef service neutron] Bound using segment: {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:58:04.615312 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-b6feb06a-9600-4de1-8a64-87c8e702a0ef service neutron] Bound port: 1200b390-3043-476a-ad9c-f324ee1249db, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:58:04.615675 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-b6feb06a-9600-4de1-8a64-87c8e702a0ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:04.737082 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f6dab7-7edf-4ed3-bc86-65182df28c9c req-d40dc97c-caea-46fc-9133-e03c655d44e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:04.738625 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-36f6dab7-7edf-4ed3-bc86-65182df28c9c req-d40dc97c-caea-46fc-9133-e03c655d44e6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4db1e0d9f35b4b27b032ee4fa4c653cd&device_id=2eeb7a56-55b4-4456-a179-e86ac5d29691 HTTP/1.1" status: 200 len: 1099 time: 0.0799534 Jul 23 23:58:04.761014 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-814ba3bf-6edb-4c90-a24f-cdbb1dbec81a x-openstack-request-id: req-814ba3bf-6edb-4c90-a24f-cdbb1dbec81a {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:58:04.761517 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f6a9ae2-cfd7-44a7-afc8-3042147e0d44", "name": "network-vif-plugged", "status": "completed", "tag": "970214ba-468b-4ff1-926a-ea62de40fef5", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:58:04.761742 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-814ba3bf-6edb-4c90-a24f-cdbb1dbec81a {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:58:04.762122 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f6a9ae2-cfd7-44a7-afc8-3042147e0d44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '970214ba-468b-4ff1-926a-ea62de40fef5', 'code': 200} Jul 23 23:58:04.792484 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24dce51-74bc-47fb-b93d-7eae27aaff6b tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Pushing event updated for resources: {'Subnet': ['ID=4fdb957c-aae3-43a7-b0f4-2b7f0a895d4a,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:04.819164 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 47252) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:04.853198 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-081451d3-3a8f-4467-865f-6bf2814de65d req-ac68492f-2510-41c7-baf6-78ec2f0a6e51 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/security-groups?id=7234dcab-bd61-43b3-a41f-dcf65032fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581148 Jul 23 23:58:04.904999 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 47258) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:04.906148 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f6dab7-7edf-4ed3-bc86-65182df28c9c req-2d3a7906-1e38-414d-b708-b889c627dca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:04.907646 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-36f6dab7-7edf-4ed3-bc86-65182df28c9c req-2d3a7906-1e38-414d-b708-b889c627dca5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 HTTP/1.1" status: 200 len: 870 time: 0.1629293 Jul 23 23:58:04.937523 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24dce51-74bc-47fb-b93d-7eae27aaff6b tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Checking segment: {'id': 'b2922288-39c4-46e4-af35-3b1293a940b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '24cbf24a-1696-4ab2-949c-e4387a9df919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:58:04.951212 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24dce51-74bc-47fb-b93d-7eae27aaff6b tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Network hostable DHCP agents. Network: 24cbf24a-1696-4ab2-949c-e4387a9df919, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:58:04.978687 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-36f6dab7-7edf-4ed3-bc86-65182df28c9c req-207d02c1-041f-4b23-a9ae-6ca7e9e6bf7c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=705c0692-2c5a-44f2-9064-556bee2e28c7 HTTP/1.1" status: 200 len: 217 time: 0.0626729 Jul 23 23:58:05.029206 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-b6feb06a-9600-4de1-8a64-87c8e702a0ef service neutron] For port 1200b390-3043-476a-ad9c-f324ee1249db, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:58:05.073453 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f6dab7-7edf-4ed3-bc86-65182df28c9c req-3548903a-b66a-429d-8d36-7e2a608e7c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:05.074673 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-36f6dab7-7edf-4ed3-bc86-65182df28c9c req-3548903a-b66a-429d-8d36-7e2a608e7c21 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.0866513 Jul 23 23:58:05.076437 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf506f59-4ee7-4c18-9d5a-eef2074fed68 req-88a3c5b3-c24f-4ec3-8cad-8e9911ff11b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:05.078060 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cf506f59-4ee7-4c18-9d5a-eef2074fed68 req-88a3c5b3-c24f-4ec3-8cad-8e9911ff11b8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0f6a9ae2-cfd7-44a7-afc8-3042147e0d44 HTTP/1.1" status: 200 len: 1098 time: 0.2414317 Jul 23 23:58:05.104094 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-b6feb06a-9600-4de1-8a64-87c8e702a0ef service neutron] For port 1200b390-3043-476a-ad9c-f324ee1249db, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=1200b390-3043-476a-ad9c-f324ee1249db,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:58:05.109925 n-d-800088-16 neutron-server[100313]: INFO neutron.db.l3_db [None req-3d634249-eb27-42ee-96ee-32527b4e0a6e tempest-FloatingIPAdminTestJSON-1294249506 tempest-FloatingIPAdminTestJSON-1294249506-project-admin] Floating IP 49dc823a-2b32-45b7-a3ab-f52e4ff31937 associated. External IP: 172.25.3.111, port: 950204ad-e8a0-4de3-9204-e7f313cd680d. Jul 23 23:58:05.137798 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a6f05934-f850-4daf-ab5f-e99607c92894 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:05.160136 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-b6feb06a-9600-4de1-8a64-87c8e702a0ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:05.193914 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24dce51-74bc-47fb-b93d-7eae27aaff6b tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Network 24cbf24a-1696-4ab2-949c-e4387a9df919 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:58:05.228412 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a6f05934-f850-4daf-ab5f-e99607c92894 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:05.251184 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device f6e56469-cb64-479d-8c60-7d9ff84972fc no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:58:05.272596 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-c24dce51-74bc-47fb-b93d-7eae27aaff6b tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 24cbf24a-1696-4ab2-949c-e4387a9df919) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:58:05.280826 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-b6feb06a-9600-4de1-8a64-87c8e702a0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:05.281533 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-b6feb06a-9600-4de1-8a64-87c8e702a0ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:05.282909 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-b6feb06a-9600-4de1-8a64-87c8e702a0ef service neutron] 10.222.0.52 "PUT /v2.0/ports/1200b390-3043-476a-ad9c-f324ee1249db HTTP/1.1" status: 200 len: 1096 time: 3.6226759 Jul 23 23:58:05.283369 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ca4fded-3bf9-45d5-a0b2-6894719f29f6', 'tag': '1200b390-3043-476a-ad9c-f324ee1249db'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:58:05.285657 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51f19f25-1dd3-41ba-a594-986d150cbfb3" -d '{"events": [{"name": "network-changed", "server_uuid": "9ca4fded-3bf9-45d5-a0b2-6894719f29f6", "tag": "1200b390-3043-476a-ad9c-f324ee1249db"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:58:05.315655 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24dce51-74bc-47fb-b93d-7eae27aaff6b tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:05.316269 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c24dce51-74bc-47fb-b93d-7eae27aaff6b tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:05.320381 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] No Port match for: f6e56469-cb64-479d-8c60-7d9ff84972fc {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:58:05.320760 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device f6e56469-cb64-479d-8c60-7d9ff84972fc not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:58:05.338492 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1332477-7f4b-4292-b069-ae8c72daf3d2', 'name': 'network-vif-deleted', 'tag': 'f6e56469-cb64-479d-8c60-7d9ff84972fc'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:58:05.339422 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2f9d33-14d2-40a9-a657-777311c5f691 None None] Network 24cbf24a-1696-4ab2-949c-e4387a9df919 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:58:05.340774 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1724ab66-6f9d-42c1-ad4d-f69d08e13264" -d '{"events": [{"server_uuid": "d1332477-7f4b-4292-b069-ae8c72daf3d2", "name": "network-vif-deleted", "tag": "f6e56469-cb64-479d-8c60-7d9ff84972fc"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:58:05.450739 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a6f05934-f850-4daf-ab5f-e99607c92894 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:05.454197 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a6f05934-f850-4daf-ab5f-e99607c92894 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:05.455736 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-a6f05934-f850-4daf-ab5f-e99607c92894 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] 10.222.0.44 "DELETE /v2.0/security-groups/7b98df9f-91b2-42b1-b02c-ca8eda7bbe44 HTTP/1.1" status: 204 len: 168 time: 0.5471907 Jul 23 23:58:05.461223 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 47266) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:05.495839 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cf506f59-4ee7-4c18-9d5a-eef2074fed68 req-8ba1ee76-ae88-47f6-92ad-446cf164497f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4043441 Jul 23 23:58:05.512248 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f05934-f850-4daf-ab5f-e99607c92894 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b98df9f-91b2-42b1-b02c-ca8eda7bbe44,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:05.524994 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1282b5c0-65d9-4eab-9451-95ccfc929615 None None] Network afa024cd-6a99-42b6-95da-fdd5c3d9ab0a requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:58:05.534264 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6feb06a-9600-4de1-8a64-87c8e702a0ef service neutron] Pushing event updated for resources: {'Port': ['ID=1200b390-3043-476a-ad9c-f324ee1249db,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:05.544462 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bad0a7-a13e-46f8-9b12-ad86859305ec req-f238246b-d25d-44cc-8eed-1d2471a008a0 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:05.545579 n-d-800088-16 neutron-server[100314]: INFO neutron.api.v2.resource [None req-beb6f3f1-f8b4-491f-a705-b6c1ea565789 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] show failed (client error): The resource could not be found. Jul 23 23:58:05.546852 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-beb6f3f1-f8b4-491f-a705-b6c1ea565789 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] 10.222.0.44 "GET /v2.0/security-groups/7b98df9f-91b2-42b1-b02c-ca8eda7bbe44 HTTP/1.1" status: 404 len: 347 time: 0.0489240 Jul 23 23:58:05.549960 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 47268) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:05.554829 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-78bad0a7-a13e-46f8-9b12-ad86859305ec req-f238246b-d25d-44cc-8eed-1d2471a008a0 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f6a9ae2-cfd7-44a7-afc8-3042147e0d44 HTTP/1.1" status: 200 len: 946 time: 0.5545843 Jul 23 23:58:05.577183 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c24dce51-74bc-47fb-b93d-7eae27aaff6b tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.2717874 Jul 23 23:58:05.586791 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 47270) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:05.590448 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b178c7ed-642f-44f7-8a14-14ac4b89fec8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-24cbf24a-1696-4ab2-949c-e4387a9df919', 'network_id': '24cbf24a-1696-4ab2-949c-e4387a9df919', 'tenant_id': 'a493ff63bf324cec8682bc97c22087f0', 'fixed_ips': [{'subnet_id': '4fdb957c-aae3-43a7-b0f4-2b7f0a895d4a'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:58:05.591435 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b178c7ed-642f-44f7-8a14-14ac4b89fec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:05.593640 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-4afa5449-3a73-4dc7-b6d1-58e673e3fc92 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Request body: {'port': {'network_id': 'afa024cd-6a99-42b6-95da-fdd5c3d9ab0a', 'name': 'tempest-TaggedBootDevicesTest-1236007568', 'fixed_ips': [{'subnet_id': '70883961-72f7-4719-acc8-b7159e5588a5'}]}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:58:05.597420 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f6dab7-7edf-4ed3-bc86-65182df28c9c req-91a02c1e-a654-4324-ad32-81ed61a635e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:05.599462 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-36f6dab7-7edf-4ed3-bc86-65182df28c9c req-91a02c1e-a654-4324-ad32-81ed61a635e7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5108123 Jul 23 23:58:05.762011 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-de87ad78-bbfa-446d-b7ad-f0af4e3fcefb None None] Provisioning for port 825cbb0a-3cac-4641-9967-8c4e68586969 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:58:05.827169 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a41bf9e-fbda-41bb-a4f8-d55353100a66 req-064442bc-fd8a-46c0-9edc-99fc5e5a289b tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:05.845845 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1a41bf9e-fbda-41bb-a4f8-d55353100a66 req-064442bc-fd8a-46c0-9edc-99fc5e5a289b tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bdd0f3d-0808-4bf0-9715-43ca17f0320d HTTP/1.1" status: 200 len: 946 time: 0.4992619 Jul 23 23:58:05.892555 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-78bad0a7-a13e-46f8-9b12-ad86859305ec req-0d3b1f76-79dd-4eac-8d69-9c1bc28369b8 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3273175 Jul 23 23:58:05.893646 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-b178c7ed-642f-44f7-8a14-14ac4b89fec8 None None] Allocated IP 10.2.2.2 (24cbf24a-1696-4ab2-949c-e4387a9df919/4fdb957c-aae3-43a7-b0f4-2b7f0a895d4a/60a62505-ebe6-472d-ad74-377c11ed2e00) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:58:06.009859 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-36f6dab7-7edf-4ed3-bc86-65182df28c9c req-70065ec1-c9a2-4a9b-805d-cd53d19e7f97 service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3870690 Jul 23 23:58:06.018819 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-754a8f6f-3005-48bb-b5f7-f0f17775996d x-openstack-request-id: req-754a8f6f-3005-48bb-b5f7-f0f17775996d {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:58:06.019463 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ca4fded-3bf9-45d5-a0b2-6894719f29f6", "tag": "1200b390-3043-476a-ad9c-f324ee1249db", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:58:06.020224 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-754a8f6f-3005-48bb-b5f7-f0f17775996d {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:58:06.022338 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ca4fded-3bf9-45d5-a0b2-6894719f29f6', 'tag': '1200b390-3043-476a-ad9c-f324ee1249db', 'status': 'completed', 'code': 200} Jul 23 23:58:06.037019 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1a41bf9e-fbda-41bb-a4f8-d55353100a66 req-3cb99890-0d6e-4cbf-8e64-18c3021d0f8e tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/security-groups?id=7234dcab-bd61-43b3-a41f-dcf65032fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839223 Jul 23 23:58:06.067352 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4afa5449-3a73-4dc7-b6d1-58e673e3fc92 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Made reservation on behalf of a493ff63bf324cec8682bc97c22087f0 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:58:06.089742 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 825cbb0a-3cac-4641-9967-8c4e68586969 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:58:06.090928 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-922b7546-d7ef-4a9c-b5ef-10a1b585df03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:06.093398 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-922b7546-d7ef-4a9c-b5ef-10a1b585df03 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4db1e0d9f35b4b27b032ee4fa4c653cd&device_id=9ca4fded-3bf9-45d5-a0b2-6894719f29f6 HTTP/1.1" status: 200 len: 1099 time: 0.6988730 Jul 23 23:58:06.159349 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d634249-eb27-42ee-96ee-32527b4e0a6e tempest-FloatingIPAdminTestJSON-1294249506 tempest-FloatingIPAdminTestJSON-1294249506-project-admin] Router 3bc82e0d-7f1f-4ca7-a2ef-ef42a204e8f5 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:58:06.167114 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-29234a55-4b76-400e-b27f-1e293a2c7433 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=1200b390-3043-476a-ad9c-f324ee1249db HTTP/1.1" status: 200 len: 217 time: 0.0526340 Jul 23 23:58:06.214502 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13def7ab-b45f-4160-90cc-1643f9da9eb7 x-openstack-request-id: req-13def7ab-b45f-4160-90cc-1643f9da9eb7 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:58:06.215057 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1332477-7f4b-4292-b069-ae8c72daf3d2", "name": "network-vif-deleted", "tag": "f6e56469-cb64-479d-8c60-7d9ff84972fc", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:58:06.215191 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-13def7ab-b45f-4160-90cc-1643f9da9eb7 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:58:06.215605 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1332477-7f4b-4292-b069-ae8c72daf3d2', 'name': 'network-vif-deleted', 'tag': 'f6e56469-cb64-479d-8c60-7d9ff84972fc', 'status': 'completed', 'code': 200} Jul 23 23:58:06.218154 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-36f6dab7-7edf-4ed3-bc86-65182df28c9c req-183700e0-227a-4fcd-b0db-70c28481cd51 service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799617 Jul 23 23:58:06.252636 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b178c7ed-642f-44f7-8a14-14ac4b89fec8 None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:06.261469 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 825cbb0a-3cac-4641-9967-8c4e68586969 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:58:06.268277 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-b178c7ed-642f-44f7-8a14-14ac4b89fec8 None None] Transition to ACTIVE for port object 60a62505-ebe6-472d-ad74-377c11ed2e00 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:58:06.270052 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 825cbb0a-3cac-4641-9967-8c4e68586969 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:58:06.270387 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:06.283157 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-03ecf26a-b4ce-4fe5-a608-688ed68fee55 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Deleting port fc7514a7-2123-4cae-bdcc-c5731af3b0e6 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:58:06.283509 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-03ecf26a-b4ce-4fe5-a608-688ed68fee55 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:06.346099 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-b178c7ed-642f-44f7-8a14-14ac4b89fec8 None None] Transition to ACTIVE for port object 60a62505-ebe6-472d-ad74-377c11ed2e00 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:58:06.371787 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b178c7ed-642f-44f7-8a14-14ac4b89fec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:06.384253 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-03ecf26a-b4ce-4fe5-a608-688ed68fee55 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:06.384253 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-03ecf26a-b4ce-4fe5-a608-688ed68fee55 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:06.402198 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c23fe2-eed8-4a39-8513-18392f2daef2 req-71566417-5c98-4e97-8200-4ce546e6fc49 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:06.403764 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d1c23fe2-eed8-4a39-8513-18392f2daef2 req-71566417-5c98-4e97-8200-4ce546e6fc49 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/ports?device_id=2eeb7a56-55b4-4456-a179-e86ac5d29691 HTTP/1.1" status: 200 len: 947 time: 0.1835954 Jul 23 23:58:06.408030 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-03ecf26a-b4ce-4fe5-a608-688ed68fee55 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Calling delete_port for fc7514a7-2123-4cae-bdcc-c5731af3b0e6 owned by network:floatingip {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:58:06.429922 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b178c7ed-642f-44f7-8a14-14ac4b89fec8 None None] Network 24cbf24a-1696-4ab2-949c-e4387a9df919 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:58:06.435513 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-b178c7ed-642f-44f7-8a14-14ac4b89fec8 None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:58:06.438139 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b178c7ed-642f-44f7-8a14-14ac4b89fec8 None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:58:06.471766 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-ed49759c-7f38-4687-b34e-887a8cf04ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:06.473302 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-ed49759c-7f38-4687-b34e-887a8cf04ff7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.2991865 Jul 23 23:58:06.485643 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b178c7ed-642f-44f7-8a14-14ac4b89fec8 None None] Pushing event updated for resources: {'Port': ['ID=60a62505-ebe6-472d-ad74-377c11ed2e00,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:06.487152 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4afa5449-3a73-4dc7-b6d1-58e673e3fc92 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:06.532517 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d1c23fe2-eed8-4a39-8513-18392f2daef2 req-ea791642-b023-4c09-939e-cba26532e0bd tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8ee523e-b776-4966-b1a9-13ed07423313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101534 Jul 23 23:58:06.558804 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:06.570781 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-b178c7ed-642f-44f7-8a14-14ac4b89fec8 None None] Attempting to bind port 60a62505-ebe6-472d-ad74-377c11ed2e00 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:58:06.571151 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-b178c7ed-642f-44f7-8a14-14ac4b89fec8 None None] Attempting to bind port 60a62505-ebe6-472d-ad74-377c11ed2e00 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': 'b2922288-39c4-46e4-af35-3b1293a940b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '24cbf24a-1696-4ab2-949c-e4387a9df919'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:58:06.571529 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b178c7ed-642f-44f7-8a14-14ac4b89fec8 None None] Attempting to bind port 60a62505-ebe6-472d-ad74-377c11ed2e00 on network 24cbf24a-1696-4ab2-949c-e4387a9df919 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:58:06.579618 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b178c7ed-642f-44f7-8a14-14ac4b89fec8 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:58:06.579974 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b178c7ed-642f-44f7-8a14-14ac4b89fec8 None None] Checking segment: {'id': 'b2922288-39c4-46e4-af35-3b1293a940b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '24cbf24a-1696-4ab2-949c-e4387a9df919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:58:06.580439 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b178c7ed-642f-44f7-8a14-14ac4b89fec8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:06.580916 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b178c7ed-642f-44f7-8a14-14ac4b89fec8 None None] Bound using segment: {'id': 'b2922288-39c4-46e4-af35-3b1293a940b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '24cbf24a-1696-4ab2-949c-e4387a9df919'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:58:06.581443 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-b178c7ed-642f-44f7-8a14-14ac4b89fec8 None None] Bound port: 60a62505-ebe6-472d-ad74-377c11ed2e00, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2922288-39c4-46e4-af35-3b1293a940b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '24cbf24a-1696-4ab2-949c-e4387a9df919'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:58:06.581844 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b178c7ed-642f-44f7-8a14-14ac4b89fec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:06.637625 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 825cbb0a-3cac-4641-9967-8c4e68586969, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=825cbb0a-3cac-4641-9967-8c4e68586969,segment=NetworkSegment(c4880529-aea2-41d8-82bf-189956ea9cc7),segment_id=c4880529-aea2-41d8-82bf-189956ea9cc7)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:58:06.652917 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:06.684236 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-03ecf26a-b4ce-4fe5-a608-688ed68fee55 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:06.707969 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-b178c7ed-642f-44f7-8a14-14ac4b89fec8 None None] For port 60a62505-ebe6-472d-ad74-377c11ed2e00, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:58:06.715493 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-b178c7ed-642f-44f7-8a14-14ac4b89fec8 None None] For port 60a62505-ebe6-472d-ad74-377c11ed2e00, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=60a62505-ebe6-472d-ad74-377c11ed2e00,segment=NetworkSegment(b2922288-39c4-46e4-af35-3b1293a940b3),segment_id=b2922288-39c4-46e4-af35-3b1293a940b3)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:58:06.728011 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b178c7ed-642f-44f7-8a14-14ac4b89fec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:06.736027 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ecf26a-b4ce-4fe5-a608-688ed68fee55 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Pushing event deleted for resources: {'Port': ['ID=fc7514a7-2123-4cae-bdcc-c5731af3b0e6,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:06.747054 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=825cbb0a-3cac-4641-9967-8c4e68586969,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:06.838158 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b178c7ed-642f-44f7-8a14-14ac4b89fec8 None None] Pushing event updated for resources: {'Port': ['ID=60a62505-ebe6-472d-ad74-377c11ed2e00,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:06.846512 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-f5720096-1261-4642-964b-08b55768cb0d None None] Provisioning complete for port 825cbb0a-3cac-4641-9967-8c4e68586969 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:58:06.850759 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f5720096-1261-4642-964b-08b55768cb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:06.860393 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-03ecf26a-b4ce-4fe5-a608-688ed68fee55 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Notify callbacks [] for floatingip, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:06.864162 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-03ecf26a-b4ce-4fe5-a608-688ed68fee55 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:06.866116 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-03ecf26a-b4ce-4fe5-a608-688ed68fee55 tempest-ServersTestBootFromVolume-187523022 tempest-ServersTestBootFromVolume-187523022-project] 10.222.0.44 "DELETE /v2.0/floatingips/906cc2e3-54d3-4fe2-82a5-ff76ad57393c HTTP/1.1" status: 204 len: 168 time: 1.3125453 Jul 23 23:58:06.869549 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 47276) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:07.034507 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [None req-4afa5449-3a73-4dc7-b6d1-58e673e3fc92 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] device_id is not set on port e3557d7c-9f5d-4806-8073-44a23ccf9e4e yet. {{(pid=100313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 23:58:07.059121 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d634249-eb27-42ee-96ee-32527b4e0a6e tempest-FloatingIPAdminTestJSON-1294249506 tempest-FloatingIPAdminTestJSON-1294249506-project-admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:58:07.081391 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d10f8a9-f076-4753-a713-f48bfec9c360 None None] Sync routers for ids ['3bc82e0d-7f1f-4ca7-a2ef-ef42a204e8f5'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:58:07.106393 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d10f8a9-f076-4753-a713-f48bfec9c360 None None] Routers {'3bc82e0d-7f1f-4ca7-a2ef-ef42a204e8f5'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:58:07.107474 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-3d10f8a9-f076-4753-a713-f48bfec9c360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:57:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['3bc82e0d-7f1f-4ca7-a2ef-ef42a204e8f5'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:58:07.187939 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-3d10f8a9-f076-4753-a713-f48bfec9c360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:58:07.198053 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d10f8a9-f076-4753-a713-f48bfec9c360 None None] Routers {'3bc82e0d-7f1f-4ca7-a2ef-ef42a204e8f5'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:58:07.198716 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-3d10f8a9-f076-4753-a713-f48bfec9c360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:57:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['3bc82e0d-7f1f-4ca7-a2ef-ef42a204e8f5'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:58:07.251698 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-3d10f8a9-f076-4753-a713-f48bfec9c360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:58:07.252653 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d10f8a9-f076-4753-a713-f48bfec9c360 None None] The sync data for ids ['3bc82e0d-7f1f-4ca7-a2ef-ef42a204e8f5'] in n-d-800088-16 is: [] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:58:07.283519 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 705c0692-2c5a-44f2-9064-556bee2e28c7 details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:58:07.360004 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1682f8fd-669c-481f-b3b4-bda782f507ab req-77a66416-c576-4842-a095-2c93bd0e0804 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:07.362239 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1682f8fd-669c-481f-b3b4-bda782f507ab req-77a66416-c576-4842-a095-2c93bd0e0804 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bdd0f3d-0808-4bf0-9715-43ca17f0320d HTTP/1.1" status: 200 len: 946 time: 0.2013779 Jul 23 23:58:07.370280 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3d634249-eb27-42ee-96ee-32527b4e0a6e tempest-FloatingIPAdminTestJSON-1294249506 tempest-FloatingIPAdminTestJSON-1294249506-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:07.416461 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 705c0692-2c5a-44f2-9064-556bee2e28c7, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=705c0692-2c5a-44f2-9064-556bee2e28c7,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:58:07.426091 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1682f8fd-669c-481f-b3b4-bda782f507ab req-49cc1cb2-3d03-4879-a877-1497014eb67d tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/security-groups?id=7234dcab-bd61-43b3-a41f-dcf65032fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442698 Jul 23 23:58:07.432649 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': '705c0692-2c5a-44f2-9064-556bee2e28c7', 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2', 'port_id': '705c0692-2c5a-44f2-9064-556bee2e28c7', 'mac_address': 'fa:16:3e:6f:23:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef73a7e1-c64a-41e3-9997-629475c7b6b1', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:58:07.444744 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-960087a1-19ec-4237-99c1-b3e42da8eec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:07.446332 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-960087a1-19ec-4237-99c1-b3e42da8eec2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.9494724 Jul 23 23:58:07.504829 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:07.519433 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 705c0692-2c5a-44f2-9064-556bee2e28c7 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:58:07.545896 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 705c0692-2c5a-44f2-9064-556bee2e28c7, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=705c0692-2c5a-44f2-9064-556bee2e28c7,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:58:07.553817 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:07.579472 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 47286) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:07.581468 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-3d634249-eb27-42ee-96ee-32527b4e0a6e tempest-FloatingIPAdminTestJSON-1294249506 tempest-FloatingIPAdminTestJSON-1294249506-project-admin] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 8.9687285 Jul 23 23:58:07.624340 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=705c0692-2c5a-44f2-9064-556bee2e28c7,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:07.664336 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6ff076c4-1f00-461c-bbd3-eec7aeb45acf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681029'] for router_interface, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:07.747082 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9308fcf5-8802-4f0c-a637-9d7bdf502105 req-d7901a37-c239-47ec-a5de-b4a05c042ed7 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:07.748709 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9308fcf5-8802-4f0c-a637-9d7bdf502105 req-d7901a37-c239-47ec-a5de-b4a05c042ed7 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f6a9ae2-cfd7-44a7-afc8-3042147e0d44 HTTP/1.1" status: 200 len: 946 time: 0.7364712 Jul 23 23:58:07.764845 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-224c0dd8-7be6-4f35-87a5-1a12f0a37eef tempest-FloatingIPAdminTestJSON-1294249506 tempest-FloatingIPAdminTestJSON-1294249506-project-admin] 10.222.0.44 "GET /v2.0/floatingips/49dc823a-2b32-45b7-a3ab-f52e4ff31937 HTTP/1.1" status: 200 len: 982 time: 0.1813443 Jul 23 23:58:07.768712 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 47288) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:07.787449 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['705c0692-2c5a-44f2-9064-556bee2e28c7'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:58:07.846591 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f7293121-1d78-47c6-bd79-f2085cdd485e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681029'] for router_interface, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:07.854343 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-4afa5449-3a73-4dc7-b6d1-58e673e3fc92 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Allocated IP 10.1.1.235 (afa024cd-6a99-42b6-95da-fdd5c3d9ab0a/70883961-72f7-4719-acc8-b7159e5588a5/e3557d7c-9f5d-4806-8073-44a23ccf9e4e) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:58:07.932140 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9308fcf5-8802-4f0c-a637-9d7bdf502105 req-38e9562a-4465-4596-84c2-c4b68830b321 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429386 Jul 23 23:58:07.965400 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-4d7d9e91-8c3d-40af-a2e6-6e5506df89d9 service neutron] 10.222.0.52 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4841850 Jul 23 23:58:08.038811 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4d24b-0d36-4894-9950-0a6d24aa43b8 req-ce588f36-53a2-4a26-93c2-0cf125bf5e34 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:08.045791 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b4e4d24b-0d36-4894-9950-0a6d24aa43b8 req-ce588f36-53a2-4a26-93c2-0cf125bf5e34 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/ports?device_id=2eeb7a56-55b4-4456-a179-e86ac5d29691 HTTP/1.1" status: 200 len: 948 time: 0.3906853 Jul 23 23:58:08.064690 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 825cbb0a-3cac-4641-9967-8c4e68586969 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:58:08.087097 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-e08f1976-36f7-4ca8-bd2c-3eab572d0210 tempest-FloatingIPAdminTestJSON-1294249506 tempest-FloatingIPAdminTestJSON-1294249506-project-admin] 10.222.0.44 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2249 time: 0.3166420 Jul 23 23:58:08.103773 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 47292) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:08.138488 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 825cbb0a-3cac-4641-9967-8c4e68586969 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:58:08.138880 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:08.165116 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a554189a-ef48-4e09-a863-824866a54a9d None None] Network 24cbf24a-1696-4ab2-949c-e4387a9df919 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:58:08.175851 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b4e4d24b-0d36-4894-9950-0a6d24aa43b8 req-46ad958c-2843-474f-bc7e-9bfe2724cf58 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8ee523e-b776-4966-b1a9-13ed07423313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289175 Jul 23 23:58:08.273637 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9d3d8212-eaa6-48ad-b3bd-128ce50116ec None None] Provisioning for port 60a62505-ebe6-472d-ad74-377c11ed2e00 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:58:08.306585 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bfc67eb6-8e90-4538-96da-0fc57bdabf15 req-ac930d38-03fe-4865-9651-675e76a3b8db service neutron] 10.222.0.52 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3109417 Jul 23 23:58:08.340286 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 60a62505-ebe6-472d-ad74-377c11ed2e00 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:58:08.428248 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-110ade92-e7de-4d14-b14a-e76c9be072ad tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Deleting port 5a66393d-9ba6-4e18-99ce-f340bb015c4c {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:58:08.428927 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-110ade92-e7de-4d14-b14a-e76c9be072ad tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:08.429464 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 60a62505-ebe6-472d-ad74-377c11ed2e00 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:58:08.435531 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 60a62505-ebe6-472d-ad74-377c11ed2e00 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:58:08.435824 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:08.454851 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c293956-45fa-49cf-99ef-ef3962125c83 req-6232efba-b891-485e-97f8-8d86391a92c6 tempest-LiveAutoBlockMigrationV225Test-1467793608 tempest-LiveAutoBlockMigrationV225Test-1467793608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:08.456533 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7c293956-45fa-49cf-99ef-ef3962125c83 req-6232efba-b891-485e-97f8-8d86391a92c6 tempest-LiveAutoBlockMigrationV225Test-1467793608 tempest-LiveAutoBlockMigrationV225Test-1467793608-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=0f6a9ae2-cfd7-44a7-afc8-3042147e0d44 HTTP/1.1" status: 200 len: 1098 time: 0.3331635 Jul 23 23:58:08.481651 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4afa5449-3a73-4dc7-b6d1-58e673e3fc92 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:08.536034 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [None req-4afa5449-3a73-4dc7-b6d1-58e673e3fc92 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Transition to ACTIVE for port object e3557d7c-9f5d-4806-8073-44a23ccf9e4e will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:58:08.577915 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-110ade92-e7de-4d14-b14a-e76c9be072ad tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:08.578527 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-110ade92-e7de-4d14-b14a-e76c9be072ad tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:08.626747 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-110ade92-e7de-4d14-b14a-e76c9be072ad tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Calling delete_port for 5a66393d-9ba6-4e18-99ce-f340bb015c4c owned by network:floatingip {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:58:08.665505 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7c293956-45fa-49cf-99ef-ef3962125c83 req-dae51d6e-b54e-4e7b-9754-91197fb1d2de tempest-LiveAutoBlockMigrationV225Test-1467793608 tempest-LiveAutoBlockMigrationV225Test-1467793608-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947885 Jul 23 23:58:08.666912 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:08.708848 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4afa5449-3a73-4dc7-b6d1-58e673e3fc92 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:08.709081 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 60a62505-ebe6-472d-ad74-377c11ed2e00, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=60a62505-ebe6-472d-ad74-377c11ed2e00,segment=NetworkSegment(b2922288-39c4-46e4-af35-3b1293a940b3),segment_id=b2922288-39c4-46e4-af35-3b1293a940b3)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:58:08.732551 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:08.735776 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afa5449-3a73-4dc7-b6d1-58e673e3fc92 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Network afa024cd-6a99-42b6-95da-fdd5c3d9ab0a is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:58:08.759264 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-4afa5449-3a73-4dc7-b6d1-58e673e3fc92 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:58:08.764012 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f19f25-1dd3-41ba-a594-986d150cbfb3 req-574b8969-3ebb-4fe9-bfb9-39c943ca10ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:08.765772 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-51f19f25-1dd3-41ba-a594-986d150cbfb3 req-574b8969-3ebb-4fe9-bfb9-39c943ca10ef service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4db1e0d9f35b4b27b032ee4fa4c653cd&device_id=9ca4fded-3bf9-45d5-a0b2-6894719f29f6 HTTP/1.1" status: 200 len: 1099 time: 0.3884425 Jul 23 23:58:08.767442 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afa5449-3a73-4dc7-b6d1-58e673e3fc92 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:58:08.780429 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-0d077fbf-fea3-4ac6-aa0f-39701de13734 None None] Provisioning complete for port 60a62505-ebe6-472d-ad74-377c11ed2e00 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:58:08.780877 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0d077fbf-fea3-4ac6-aa0f-39701de13734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:08.825638 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afa5449-3a73-4dc7-b6d1-58e673e3fc92 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:08.826323 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4afa5449-3a73-4dc7-b6d1-58e673e3fc92 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:08.850622 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=60a62505-ebe6-472d-ad74-377c11ed2e00,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:08.979093 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f19f25-1dd3-41ba-a594-986d150cbfb3 req-d81696c6-8ca1-446e-bd89-b0921b5cbd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:08.980612 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-51f19f25-1dd3-41ba-a594-986d150cbfb3 req-d81696c6-8ca1-446e-bd89-b0921b5cbd90 service neutron] 10.222.0.52 "GET /v2.0/networks?id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 HTTP/1.1" status: 200 len: 870 time: 0.1469760 Jul 23 23:58:08.992111 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-4afa5449-3a73-4dc7-b6d1-58e673e3fc92 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.4027030 Jul 23 23:58:09.031116 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-51f19f25-1dd3-41ba-a594-986d150cbfb3 req-f5ca9e78-5f65-46a6-895e-d79c43c1da3a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=1200b390-3043-476a-ad9c-f324ee1249db HTTP/1.1" status: 200 len: 217 time: 0.0361981 Jul 23 23:58:09.031371 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afa5449-3a73-4dc7-b6d1-58e673e3fc92 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Pushing event updated for resources: {'Port': ['ID=e3557d7c-9f5d-4806-8073-44a23ccf9e4e,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:09.033759 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 47304) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:09.040648 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-2708fdaa-ca77-4d52-9676-392cc930ac2f tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Request body: {'port': {'network_id': 'afa024cd-6a99-42b6-95da-fdd5c3d9ab0a', 'name': 'tempest-TaggedBootDevicesTest-2054159518', 'fixed_ips': [{'subnet_id': '70883961-72f7-4719-acc8-b7159e5588a5'}]}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:58:09.076905 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-6ff076c4-1f00-461c-bbd3-eec7aeb45acf admin admin] Deleting port 7d677487-dcf3-4a4f-a140-bde706b3be25 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:58:09.077261 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6ff076c4-1f00-461c-bbd3-eec7aeb45acf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:09.128903 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-f7293121-1d78-47c6-bd79-f2085cdd485e admin admin] Deleting port 122d32b4-03ea-4019-bc74-a0c1ba27dc31 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:58:09.129300 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f7293121-1d78-47c6-bd79-f2085cdd485e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:09.149016 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-6d84ccf2-ed1a-4de7-8124-5d8efbdf160d None None] Provisioning for port e3557d7c-9f5d-4806-8073-44a23ccf9e4e completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:58:09.156520 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-6d84ccf2-ed1a-4de7-8124-5d8efbdf160d None None] Provisioning complete for port e3557d7c-9f5d-4806-8073-44a23ccf9e4e triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:58:09.157205 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-6d84ccf2-ed1a-4de7-8124-5d8efbdf160d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:09.205008 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f19f25-1dd3-41ba-a594-986d150cbfb3 req-df525a57-ab3c-4a3b-a4d2-6c78ca855c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:09.207283 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4505cfb-a802-4031-b07e-91ff93d46def req-ddf6b5fe-bde7-4d28-bd56-2b9e5f416500 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:09.207594 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-51f19f25-1dd3-41ba-a594-986d150cbfb3 req-df525a57-ab3c-4a3b-a4d2-6c78ca855c28 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.1606722 Jul 23 23:58:09.209590 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b4505cfb-a802-4031-b07e-91ff93d46def req-ddf6b5fe-bde7-4d28-bd56-2b9e5f416500 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bdd0f3d-0808-4bf0-9715-43ca17f0320d HTTP/1.1" status: 200 len: 946 time: 0.6373644 Jul 23 23:58:09.223290 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-6d84ccf2-ed1a-4de7-8124-5d8efbdf160d None None] Port e3557d7c-9f5d-4806-8073-44a23ccf9e4e cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:58:09.292235 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 705c0692-2c5a-44f2-9064-556bee2e28c7 up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:58:09.329298 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-6ff076c4-1f00-461c-bbd3-eec7aeb45acf admin admin] For port 7d677487-dcf3-4a4f-a140-bde706b3be25, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=7d677487-dcf3-4a4f-a140-bde706b3be25,segment=NetworkSegment(03f6d3bc-1613-474d-ab4e-2ce343284068),segment_id=03f6d3bc-1613-474d-ab4e-2ce343284068)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:58:09.329909 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6ff076c4-1f00-461c-bbd3-eec7aeb45acf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:09.333776 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b4505cfb-a802-4031-b07e-91ff93d46def req-4564a816-8011-49fe-9b6d-2c37a47a47d5 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/security-groups?id=7234dcab-bd61-43b3-a41f-dcf65032fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886598 Jul 23 23:58:09.379831 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-f7293121-1d78-47c6-bd79-f2085cdd485e admin admin] For port 122d32b4-03ea-4019-bc74-a0c1ba27dc31, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=122d32b4-03ea-4019-bc74-a0c1ba27dc31,segment=NetworkSegment(b45bfccd-951e-4267-b73e-6acacd8c9dc9),segment_id=b45bfccd-951e-4267-b73e-6acacd8c9dc9)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:58:09.381183 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f7293121-1d78-47c6-bd79-f2085cdd485e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:09.399804 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-6ff076c4-1f00-461c-bbd3-eec7aeb45acf admin admin] Calling delete_port for 7d677487-dcf3-4a4f-a140-bde706b3be25 owned by network:router_interface {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:58:09.400644 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-f7293121-1d78-47c6-bd79-f2085cdd485e admin admin] Calling delete_port for 122d32b4-03ea-4019-bc74-a0c1ba27dc31 owned by network:router_interface {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:58:09.400938 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port 705c0692-2c5a-44f2-9064-556bee2e28c7 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:58:09.409324 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port 705c0692-2c5a-44f2-9064-556bee2e28c7 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:58:09.409877 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:09.438909 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2708fdaa-ca77-4d52-9676-392cc930ac2f tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Made reservation on behalf of a493ff63bf324cec8682bc97c22087f0 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:58:09.443489 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2708fdaa-ca77-4d52-9676-392cc930ac2f tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:09.480139 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f19f25-1dd3-41ba-a594-986d150cbfb3 req-d75e9926-e25f-4aa4-b57a-f0a834a48eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:09.481597 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-51f19f25-1dd3-41ba-a594-986d150cbfb3 req-d75e9926-e25f-4aa4-b57a-f0a834a48eb2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2367597 Jul 23 23:58:09.538110 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:09.549902 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [None req-2708fdaa-ca77-4d52-9676-392cc930ac2f tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] device_id is not set on port 8f556c59-81ca-477e-85bf-cbe94e6d27d9 yet. {{(pid=100313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 23:58:09.552990 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-110ade92-e7de-4d14-b14a-e76c9be072ad tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:09.582260 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eeb7a56-55b4-4456-a179-e86ac5d29691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '705c0692-2c5a-44f2-9064-556bee2e28c7'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:58:09.585658 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68720b64-b3cf-424b-be90-36d27b9c163a" -d '{"events": [{"server_uuid": "2eeb7a56-55b4-4456-a179-e86ac5d29691", "name": "network-vif-plugged", "status": "completed", "tag": "705c0692-2c5a-44f2-9064-556bee2e28c7"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:58:09.602534 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 705c0692-2c5a-44f2-9064-556bee2e28c7, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=705c0692-2c5a-44f2-9064-556bee2e28c7,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:58:09.608027 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:09.617556 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110ade92-e7de-4d14-b14a-e76c9be072ad tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Pushing event deleted for resources: {'Port': ['ID=5a66393d-9ba6-4e18-99ce-f340bb015c4c,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:09.695290 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=705c0692-2c5a-44f2-9064-556bee2e28c7,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:09.700146 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f93956bf-02ad-4b07-9edb-31933e21a698 x-openstack-request-id: req-f93956bf-02ad-4b07-9edb-31933e21a698 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:58:09.700438 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eeb7a56-55b4-4456-a179-e86ac5d29691", "name": "network-vif-plugged", "status": "completed", "tag": "705c0692-2c5a-44f2-9064-556bee2e28c7", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:58:09.700695 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f93956bf-02ad-4b07-9edb-31933e21a698 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:58:09.701198 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eeb7a56-55b4-4456-a179-e86ac5d29691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '705c0692-2c5a-44f2-9064-556bee2e28c7', 'code': 200} Jul 23 23:58:09.820075 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 60a62505-ebe6-472d-ad74-377c11ed2e00 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:58:09.848846 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-110ade92-e7de-4d14-b14a-e76c9be072ad tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify callbacks [] for floatingip, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:09.858241 n-d-800088-16 neutron-server[100314]: INFO neutron.db.l3_db [None req-110ade92-e7de-4d14-b14a-e76c9be072ad tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Floating IP 49dc823a-2b32-45b7-a3ab-f52e4ff31937 disassociated (deleted). External IP: 172.25.3.111, port: 950204ad-e8a0-4de3-9204-e7f313cd680d. Jul 23 23:58:09.931580 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 60a62505-ebe6-472d-ad74-377c11ed2e00 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:58:09.932224 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:09.951912 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdeb8b1-4b28-4161-8418-b4a63662c699 req-fdbac761-bba7-433b-bce8-5b2394187cbe tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:09.953506 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2fdeb8b1-4b28-4161-8418-b4a63662c699 req-fdbac761-bba7-433b-bce8-5b2394187cbe tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/ports?device_id=2eeb7a56-55b4-4456-a179-e86ac5d29691 HTTP/1.1" status: 200 len: 948 time: 0.6090806 Jul 23 23:58:09.979425 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f7293121-1d78-47c6-bd79-f2085cdd485e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:10.024271 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7293121-1d78-47c6-bd79-f2085cdd485e admin admin] Pushing event deleted for resources: {'Port': ['ID=122d32b4-03ea-4019-bc74-a0c1ba27dc31,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:10.097242 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ee740-9807-4b21-b5f5-9b6b1761e114 req-0b55fb4e-b121-4b0d-81c6-bea8b03838c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:10.102149 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9d7ee740-9807-4b21-b5f5-9b6b1761e114 req-0b55fb4e-b121-4b0d-81c6-bea8b03838c2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2eeb7a56-55b4-4456-a179-e86ac5d29691 HTTP/1.1" status: 200 len: 1101 time: 0.3489075 Jul 23 23:58:10.195245 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-51f19f25-1dd3-41ba-a594-986d150cbfb3 req-66f541aa-e87b-4ae0-b67f-d6d1c4d60ed3 service neutron] 10.222.0.52 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6987581 Jul 23 23:58:10.258302 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2fdeb8b1-4b28-4161-8418-b4a63662c699 req-2c6470f6-3d3a-4b03-8f25-bf7605ba0444 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8ee523e-b776-4966-b1a9-13ed07423313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727535 Jul 23 23:58:10.289050 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9d7ee740-9807-4b21-b5f5-9b6b1761e114 req-e23809fe-bf91-43f8-b84c-7ffd58cad19d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e8ee523e-b776-4966-b1a9-13ed07423313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813967 Jul 23 23:58:10.342745 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-110ade92-e7de-4d14-b14a-e76c9be072ad tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Router 3bc82e0d-7f1f-4ca7-a2ef-ef42a204e8f5 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:58:10.343499 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f7293121-1d78-47c6-bd79-f2085cdd485e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679987'] for router_interface, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:10.385310 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 1200b390-3043-476a-ad9c-f324ee1249db details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:58:10.421224 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-2708fdaa-ca77-4d52-9676-392cc930ac2f tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Allocated IP 10.1.1.181 (afa024cd-6a99-42b6-95da-fdd5c3d9ab0a/70883961-72f7-4719-acc8-b7159e5588a5/8f556c59-81ca-477e-85bf-cbe94e6d27d9) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:58:10.440002 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6ff076c4-1f00-461c-bbd3-eec7aeb45acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:10.473361 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-51f19f25-1dd3-41ba-a594-986d150cbfb3 req-3d62281e-5369-4c96-b259-acd1ee7ceed2 service neutron] 10.222.0.52 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598040 Jul 23 23:58:10.523194 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 1200b390-3043-476a-ad9c-f324ee1249db, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=1200b390-3043-476a-ad9c-f324ee1249db,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:58:10.524892 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff076c4-1f00-461c-bbd3-eec7aeb45acf admin admin] Pushing event deleted for resources: {'Port': ['ID=7d677487-dcf3-4a4f-a140-bde706b3be25,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:10.544274 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': '1200b390-3043-476a-ad9c-f324ee1249db', 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2', 'port_id': '1200b390-3043-476a-ad9c-f324ee1249db', 'mac_address': 'fa:16:3e:3a:6e:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef73a7e1-c64a-41e3-9997-629475c7b6b1', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:58:10.587361 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:10.602675 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1200b390-3043-476a-ad9c-f324ee1249db {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:58:10.619504 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-110ade92-e7de-4d14-b14a-e76c9be072ad tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:58:10.625304 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-110ade92-e7de-4d14-b14a-e76c9be072ad tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:10.629145 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 1200b390-3043-476a-ad9c-f324ee1249db, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=1200b390-3043-476a-ad9c-f324ee1249db,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:58:10.633626 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5aab4d-654c-40cf-ab9c-c6ebee24cfd2 None None] Sync routers for ids ['3bc82e0d-7f1f-4ca7-a2ef-ef42a204e8f5'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:58:10.637890 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:10.649066 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5aab4d-654c-40cf-ab9c-c6ebee24cfd2 None None] Routers {'3bc82e0d-7f1f-4ca7-a2ef-ef42a204e8f5'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:58:10.649724 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-6d5aab4d-654c-40cf-ab9c-c6ebee24cfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:57:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['3bc82e0d-7f1f-4ca7-a2ef-ef42a204e8f5'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:58:10.683297 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce02159-c10d-4302-9710-7203feab3be8 req-7ddd24da-5c0e-4d4b-9f1b-93311419be03 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:10.690072 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-dce02159-c10d-4302-9710-7203feab3be8 req-7ddd24da-5c0e-4d4b-9f1b-93311419be03 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bdd0f3d-0808-4bf0-9715-43ca17f0320d HTTP/1.1" status: 200 len: 946 time: 0.2306697 Jul 23 23:58:10.717846 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-6d5aab4d-654c-40cf-ab9c-c6ebee24cfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:58:10.738092 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5aab4d-654c-40cf-ab9c-c6ebee24cfd2 None None] Routers {'3bc82e0d-7f1f-4ca7-a2ef-ef42a204e8f5'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:58:10.738983 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-6d5aab4d-654c-40cf-ab9c-c6ebee24cfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:57:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['3bc82e0d-7f1f-4ca7-a2ef-ef42a204e8f5'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:58:10.802515 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-110ade92-e7de-4d14-b14a-e76c9be072ad tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] 10.222.0.44 "DELETE /v2.0/floatingips/49dc823a-2b32-45b7-a3ab-f52e4ff31937 HTTP/1.1" status: 204 len: 168 time: 2.6974621 Jul 23 23:58:10.802959 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 47332) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:10.810779 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-b25f7ecf-d813-4b0b-a8be-50158fb51886 tempest-FloatingIPAdminTestJSON-1294249506 tempest-FloatingIPAdminTestJSON-1294249506-project-admin] Request body: {'floatingip': {'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:58:10.818738 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-6d5aab4d-654c-40cf-ab9c-c6ebee24cfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:58:10.819678 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5aab4d-654c-40cf-ab9c-c6ebee24cfd2 None None] The sync data for ids ['3bc82e0d-7f1f-4ca7-a2ef-ef42a204e8f5'] in n-d-800088-16 is: [] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:58:10.825173 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=1200b390-3043-476a-ad9c-f324ee1249db,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:10.863121 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-dce02159-c10d-4302-9710-7203feab3be8 req-acb98052-82fe-47d5-9401-ad7f4e06782e tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/security-groups?id=7234dcab-bd61-43b3-a41f-dcf65032fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721950 Jul 23 23:58:10.876148 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6ff076c4-1f00-461c-bbd3-eec7aeb45acf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679987'] for router_interface, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:10.890517 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b25f7ecf-d813-4b0b-a8be-50158fb51886 tempest-FloatingIPAdminTestJSON-1294249506 tempest-FloatingIPAdminTestJSON-1294249506-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:10.915852 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['1200b390-3043-476a-ad9c-f324ee1249db'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:58:10.950501 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2708fdaa-ca77-4d52-9676-392cc930ac2f tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:10.979757 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7293121-1d78-47c6-bd79-f2085cdd485e admin admin] Router 4e1bddb2-b529-49fb-ab52-25a6cc6587e3 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:58:11.008696 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [None req-2708fdaa-ca77-4d52-9676-392cc930ac2f tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Transition to ACTIVE for port object 8f556c59-81ca-477e-85bf-cbe94e6d27d9 will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:58:11.188161 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b25f7ecf-d813-4b0b-a8be-50158fb51886 tempest-FloatingIPAdminTestJSON-1294249506 tempest-FloatingIPAdminTestJSON-1294249506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:11.199445 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7293121-1d78-47c6-bd79-f2085cdd485e admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:58:11.209210 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-f7293121-1d78-47c6-bd79-f2085cdd485e admin admin] 10.222.0.44 "PUT /v2.0/routers/4e1bddb2-b529-49fb-ab52-25a6cc6587e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3368134 Jul 23 23:58:11.211438 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 47336) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:11.212375 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc41f7ef-d79c-4f44-a7b4-9ea48683ff69 None None] Sync routers for ids ['4e1bddb2-b529-49fb-ab52-25a6cc6587e3'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:58:11.239873 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2708fdaa-ca77-4d52-9676-392cc930ac2f tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:11.241248 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc41f7ef-d79c-4f44-a7b4-9ea48683ff69 None None] Routers {'4e1bddb2-b529-49fb-ab52-25a6cc6587e3'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:58:11.242130 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-bc41f7ef-d79c-4f44-a7b4-9ea48683ff69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:57:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['4e1bddb2-b529-49fb-ab52-25a6cc6587e3'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:58:11.262298 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ff076c4-1f00-461c-bbd3-eec7aeb45acf admin admin] Router 3b127fe7-c0e3-4088-b10e-685ebaf8ff1a has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:58:11.328596 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2708fdaa-ca77-4d52-9676-392cc930ac2f tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Pushing event updated for resources: {'Port': ['ID=8f556c59-81ca-477e-85bf-cbe94e6d27d9,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:11.376072 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-bc41f7ef-d79c-4f44-a7b4-9ea48683ff69 None None] Set router 4e1bddb2-b529-49fb-ab52-25a6cc6587e3 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:58:11.419155 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2708fdaa-ca77-4d52-9676-392cc930ac2f tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Network afa024cd-6a99-42b6-95da-fdd5c3d9ab0a is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:58:11.421020 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-2708fdaa-ca77-4d52-9676-392cc930ac2f tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:58:11.454846 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2708fdaa-ca77-4d52-9676-392cc930ac2f tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:58:11.503691 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc879bd0-7aa1-4f8f-bcc2-c3d9e9f3d1de req-7a9106f8-f710-4bd4-8de2-07fbd0419b83 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:11.505528 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-dc879bd0-7aa1-4f8f-bcc2-c3d9e9f3d1de req-7a9106f8-f710-4bd4-8de2-07fbd0419b83 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/ports?device_id=2eeb7a56-55b4-4456-a179-e86ac5d29691 HTTP/1.1" status: 200 len: 949 time: 0.1429729 Jul 23 23:58:11.518937 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a81f22f6-9884-417b-84ed-a81e72540579 admin admin] Notify callbacks [] for router, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:11.534373 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2708fdaa-ca77-4d52-9676-392cc930ac2f tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:11.535501 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2708fdaa-ca77-4d52-9676-392cc930ac2f tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:11.563966 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-2708fdaa-ca77-4d52-9676-392cc930ac2f tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5242095 Jul 23 23:58:11.577061 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff076c4-1f00-461c-bbd3-eec7aeb45acf admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:58:11.587701 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c466c9-10f1-44f6-8a12-a45e223c798a None None] Sync routers for ids ['3b127fe7-c0e3-4088-b10e-685ebaf8ff1a'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:58:11.591174 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-6ff076c4-1f00-461c-bbd3-eec7aeb45acf admin admin] 10.222.0.44 "PUT /v2.0/routers/3b127fe7-c0e3-4088-b10e-685ebaf8ff1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7612967 Jul 23 23:58:11.596783 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 47342) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:11.601800 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c466c9-10f1-44f6-8a12-a45e223c798a None None] Routers {'3b127fe7-c0e3-4088-b10e-685ebaf8ff1a'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:58:11.602453 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-00c466c9-10f1-44f6-8a12-a45e223c798a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:57:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['3b127fe7-c0e3-4088-b10e-685ebaf8ff1a'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:58:11.640759 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-bc41f7ef-d79c-4f44-a7b4-9ea48683ff69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e1bddb2-b529-49fb-ab52-25a6cc6587e3', 'name': 'tempest-ServersTestBootFromVolume-1860094371-router', 'tenant_id': '0ba541c6f78942b8b24d28300792e03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'd93ccc36-894d-4e17-98c2-c0fa5eaf9fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:54:43Z', 'updated_at': '2021-07-23T23:58:09Z', 'revision_number': 5, 'project_id': '0ba541c6f78942b8b24d28300792e03c', 'gw_port': {'id': 'd93ccc36-894d-4e17-98c2-c0fa5eaf9fd7', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:68:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1bddb2-b529-49fb-ab52-25a6cc6587e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:54:44Z', 'updated_at': '2021-07-23T23:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:58:11.732109 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc41f7ef-d79c-4f44-a7b4-9ea48683ff69 None None] Checking router: 4e1bddb2-b529-49fb-ab52-25a6cc6587e3 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:58:11.752146 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5ef2d845-b6e7-4a42-a467-18a1726cd096 admin admin] Notify callbacks [] for router, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:11.764058 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc41f7ef-d79c-4f44-a7b4-9ea48683ff69 None None] Routers {'4e1bddb2-b529-49fb-ab52-25a6cc6587e3'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:58:11.766743 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-bc41f7ef-d79c-4f44-a7b4-9ea48683ff69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:57:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['4e1bddb2-b529-49fb-ab52-25a6cc6587e3'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:58:11.823474 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-00c466c9-10f1-44f6-8a12-a45e223c798a None None] Set router 3b127fe7-c0e3-4088-b10e-685ebaf8ff1a gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:58:11.955252 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 47348) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:11.967205 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-a8fa33ab-0aaf-4246-b173-db92451d5f18 None None] Provisioning for port 8f556c59-81ca-477e-85bf-cbe94e6d27d9 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:58:11.972844 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-39995586-2a0d-4e34-bd2e-cb616a63ac74 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2027828298', 'description': 'tempest-description--522064920'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:58:11.981564 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-a8fa33ab-0aaf-4246-b173-db92451d5f18 None None] Provisioning complete for port 8f556c59-81ca-477e-85bf-cbe94e6d27d9 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:58:11.981930 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a8fa33ab-0aaf-4246-b173-db92451d5f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:12.027292 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-bc41f7ef-d79c-4f44-a7b4-9ea48683ff69 None None] Set router 4e1bddb2-b529-49fb-ab52-25a6cc6587e3 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:58:12.083033 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-a8fa33ab-0aaf-4246-b173-db92451d5f18 None None] Port 8f556c59-81ca-477e-85bf-cbe94e6d27d9 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:58:12.114102 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5ef2d845-b6e7-4a42-a467-18a1726cd096 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:12.148202 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-39995586-2a0d-4e34-bd2e-cb616a63ac74 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:12.191426 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-00c466c9-10f1-44f6-8a12-a45e223c798a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b127fe7-c0e3-4088-b10e-685ebaf8ff1a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1786652488-router', 'tenant_id': '5e96c0febc7b4dc580b4820ccf6600d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'e97982dc-f662-4c1c-aed5-594d83ae3f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:56:26Z', 'updated_at': '2021-07-23T23:58:10Z', 'revision_number': 5, 'project_id': '5e96c0febc7b4dc580b4820ccf6600d4', 'gw_port': {'id': 'e97982dc-f662-4c1c-aed5-594d83ae3f85', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:58:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b127fe7-c0e3-4088-b10e-685ebaf8ff1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:56:27Z', 'updated_at': '2021-07-23T23:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:58:12.229589 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87acba0b-1096-4cbf-9b55-16644f66365b req-767b5106-07f0-4455-8c3b-e1b4b881621c tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:12.237443 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-87acba0b-1096-4cbf-9b55-16644f66365b req-767b5106-07f0-4455-8c3b-e1b4b881621c tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bdd0f3d-0808-4bf0-9715-43ca17f0320d HTTP/1.1" status: 200 len: 946 time: 0.2215211 Jul 23 23:58:12.261499 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c466c9-10f1-44f6-8a12-a45e223c798a None None] Checking router: 3b127fe7-c0e3-4088-b10e-685ebaf8ff1a for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:58:12.264937 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-b25f7ecf-d813-4b0b-a8be-50158fb51886 tempest-FloatingIPAdminTestJSON-1294249506 tempest-FloatingIPAdminTestJSON-1294249506-project-admin] Allocated IP 172.25.3.81 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/7adff2a6-2b68-4a0b-bd8a-8d66fc3e3b11) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:58:12.279525 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c466c9-10f1-44f6-8a12-a45e223c798a None None] Routers {'3b127fe7-c0e3-4088-b10e-685ebaf8ff1a'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:58:12.280503 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-00c466c9-10f1-44f6-8a12-a45e223c798a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:57:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['3b127fe7-c0e3-4088-b10e-685ebaf8ff1a'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:58:12.289401 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-5ef2d845-b6e7-4a42-a467-18a1726cd096 admin admin] Deleting port e97982dc-f662-4c1c-aed5-594d83ae3f85 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:58:12.290208 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5ef2d845-b6e7-4a42-a467-18a1726cd096 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:12.323507 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-bc41f7ef-d79c-4f44-a7b4-9ea48683ff69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e1bddb2-b529-49fb-ab52-25a6cc6587e3', 'name': 'tempest-ServersTestBootFromVolume-1860094371-router', 'tenant_id': '0ba541c6f78942b8b24d28300792e03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'd93ccc36-894d-4e17-98c2-c0fa5eaf9fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:54:43Z', 'updated_at': '2021-07-23T23:58:09Z', 'revision_number': 5, 'project_id': '0ba541c6f78942b8b24d28300792e03c', 'gw_port': {'id': 'd93ccc36-894d-4e17-98c2-c0fa5eaf9fd7', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:68:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1bddb2-b529-49fb-ab52-25a6cc6587e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:54:44Z', 'updated_at': '2021-07-23T23:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:58:12.333298 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-dc879bd0-7aa1-4f8f-bcc2-c3d9e9f3d1de req-fef8b1c4-fa9c-437c-8869-caa36b0f8856 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8ee523e-b776-4966-b1a9-13ed07423313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8199179 Jul 23 23:58:12.338791 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-87acba0b-1096-4cbf-9b55-16644f66365b req-bf6a7c0d-96fc-4277-8d9a-36c89a5b152b tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/security-groups?id=7234dcab-bd61-43b3-a41f-dcf65032fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961564 Jul 23 23:58:12.393336 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc41f7ef-d79c-4f44-a7b4-9ea48683ff69 None None] The sync data for ids ['4e1bddb2-b529-49fb-ab52-25a6cc6587e3'] in n-d-800088-16 is: [{'id': '4e1bddb2-b529-49fb-ab52-25a6cc6587e3', 'name': 'tempest-ServersTestBootFromVolume-1860094371-router', 'tenant_id': '0ba541c6f78942b8b24d28300792e03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'd93ccc36-894d-4e17-98c2-c0fa5eaf9fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:54:43Z', 'updated_at': '2021-07-23T23:58:09Z', 'revision_number': 5, 'project_id': '0ba541c6f78942b8b24d28300792e03c', 'gw_port': {'id': 'd93ccc36-894d-4e17-98c2-c0fa5eaf9fd7', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:68:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1bddb2-b529-49fb-ab52-25a6cc6587e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:54:44Z', 'updated_at': '2021-07-23T23:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:58:12.428423 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 1200b390-3043-476a-ad9c-f324ee1249db up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:58:12.454149 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a81f22f6-9884-417b-84ed-a81e72540579 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:12.519675 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-39995586-2a0d-4e34-bd2e-cb616a63ac74 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:12.526526 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-5ef2d845-b6e7-4a42-a467-18a1726cd096 admin admin] For port e97982dc-f662-4c1c-aed5-594d83ae3f85, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=e97982dc-f662-4c1c-aed5-594d83ae3f85,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:58:12.526982 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5ef2d845-b6e7-4a42-a467-18a1726cd096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:12.536793 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-39995586-2a0d-4e34-bd2e-cb616a63ac74 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:12.542588 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-00c466c9-10f1-44f6-8a12-a45e223c798a None None] Set router 3b127fe7-c0e3-4088-b10e-685ebaf8ff1a gateway port host: None {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:58:12.572288 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39995586-2a0d-4e34-bd2e-cb616a63ac74 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89d8d27b-9412-49b0-8db6-21624a8289f8,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:12.576869 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-5ef2d845-b6e7-4a42-a467-18a1726cd096 admin admin] Calling delete_port for e97982dc-f662-4c1c-aed5-594d83ae3f85 owned by network:router_gateway {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:58:12.583549 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port 1200b390-3043-476a-ad9c-f324ee1249db completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:58:12.590392 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-39995586-2a0d-4e34-bd2e-cb616a63ac74 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:12.594832 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-39995586-2a0d-4e34-bd2e-cb616a63ac74 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6355143 Jul 23 23:58:12.594832 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 47354) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:12.599781 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-80b9ef1d-4df7-4eef-9728-ec868021e1d2 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Request body: {'security_group_rule': {'security_group_id': '89d8d27b-9412-49b0-8db6-21624a8289f8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:58:12.616269 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b25f7ecf-d813-4b0b-a8be-50158fb51886 tempest-FloatingIPAdminTestJSON-1294249506 tempest-FloatingIPAdminTestJSON-1294249506-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:12.618347 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-00c466c9-10f1-44f6-8a12-a45e223c798a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b127fe7-c0e3-4088-b10e-685ebaf8ff1a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1786652488-router', 'tenant_id': '5e96c0febc7b4dc580b4820ccf6600d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:56:26Z', 'updated_at': '2021-07-23T23:58:12Z', 'revision_number': 6, 'project_id': '5e96c0febc7b4dc580b4820ccf6600d4', 'gw_port_host': None}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:58:12.622107 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port 1200b390-3043-476a-ad9c-f324ee1249db triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:58:12.622107 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:12.655514 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c466c9-10f1-44f6-8a12-a45e223c798a None None] The sync data for ids ['3b127fe7-c0e3-4088-b10e-685ebaf8ff1a'] in n-d-800088-16 is: [{'id': '3b127fe7-c0e3-4088-b10e-685ebaf8ff1a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1786652488-router', 'tenant_id': '5e96c0febc7b4dc580b4820ccf6600d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:56:26Z', 'updated_at': '2021-07-23T23:58:12Z', 'revision_number': 6, 'project_id': '5e96c0febc7b4dc580b4820ccf6600d4', 'gw_port_host': None}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:58:12.686903 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-80b9ef1d-4df7-4eef-9728-ec868021e1d2 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:12.694120 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b25f7ecf-d813-4b0b-a8be-50158fb51886 tempest-FloatingIPAdminTestJSON-1294249506 tempest-FloatingIPAdminTestJSON-1294249506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:12.752128 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25f7ecf-d813-4b0b-a8be-50158fb51886 tempest-FloatingIPAdminTestJSON-1294249506 tempest-FloatingIPAdminTestJSON-1294249506-project-admin] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:58:12.762021 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:12.770125 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-b25f7ecf-d813-4b0b-a8be-50158fb51886 tempest-FloatingIPAdminTestJSON-1294249506 tempest-FloatingIPAdminTestJSON-1294249506-project-admin] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:58:12.778106 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25f7ecf-d813-4b0b-a8be-50158fb51886 tempest-FloatingIPAdminTestJSON-1294249506 tempest-FloatingIPAdminTestJSON-1294249506-project-admin] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:58:12.827031 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ca4fded-3bf9-45d5-a0b2-6894719f29f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1200b390-3043-476a-ad9c-f324ee1249db'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:58:12.837078 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-80b9ef1d-4df7-4eef-9728-ec868021e1d2 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:12.840395 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9111446f-05c0-4b40-aca3-df5adcd0d579" -d '{"events": [{"server_uuid": "9ca4fded-3bf9-45d5-a0b2-6894719f29f6", "name": "network-vif-plugged", "status": "completed", "tag": "1200b390-3043-476a-ad9c-f324ee1249db"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:58:12.847751 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-80b9ef1d-4df7-4eef-9728-ec868021e1d2 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:12.862951 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce772fec-b61b-45c8-b41f-12bf4ec70a41 req-39761160-ed3c-4e4d-9bdf-f90a5053582a tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:12.872280 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 1200b390-3043-476a-ad9c-f324ee1249db, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=1200b390-3043-476a-ad9c-f324ee1249db,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:58:12.876363 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ce772fec-b61b-45c8-b41f-12bf4ec70a41 req-39761160-ed3c-4e4d-9bdf-f90a5053582a tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ca4fded-3bf9-45d5-a0b2-6894719f29f6 HTTP/1.1" status: 200 len: 948 time: 0.4042237 Jul 23 23:58:12.880198 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:12.901942 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-a81f22f6-9884-417b-84ed-a81e72540579 admin admin] Deleting port d93ccc36-894d-4e17-98c2-c0fa5eaf9fd7 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:58:12.902460 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a81f22f6-9884-417b-84ed-a81e72540579 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:12.912860 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b9ef1d-4df7-4eef-9728-ec868021e1d2 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7186bda9-c803-4fea-a963-221a5a5d3198,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:12.923020 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-80b9ef1d-4df7-4eef-9728-ec868021e1d2 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:12.927539 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-80b9ef1d-4df7-4eef-9728-ec868021e1d2 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3287365 Jul 23 23:58:12.930546 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 47358) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:12.940461 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-cf7f5e60-9bb8-4b8f-87f4-d2f17384473f tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Request body: {'security_group_rule': {'security_group_id': '89d8d27b-9412-49b0-8db6-21624a8289f8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:58:12.946320 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25f7ecf-d813-4b0b-a8be-50158fb51886 tempest-FloatingIPAdminTestJSON-1294249506 tempest-FloatingIPAdminTestJSON-1294249506-project-admin] Pushing event updated for resources: {'Port': ['ID=7adff2a6-2b68-4a0b-bd8a-8d66fc3e3b11,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:12.956041 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51aee4d8-02db-4de0-9652-d5b0fd1f8a50 x-openstack-request-id: req-51aee4d8-02db-4de0-9652-d5b0fd1f8a50 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:58:12.956507 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ca4fded-3bf9-45d5-a0b2-6894719f29f6", "name": "network-vif-plugged", "status": "completed", "tag": "1200b390-3043-476a-ad9c-f324ee1249db", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:58:12.957222 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-51aee4d8-02db-4de0-9652-d5b0fd1f8a50 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:58:12.957716 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ca4fded-3bf9-45d5-a0b2-6894719f29f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1200b390-3043-476a-ad9c-f324ee1249db', 'code': 200} Jul 23 23:58:13.008099 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=1200b390-3043-476a-ad9c-f324ee1249db,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:13.105238 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ce772fec-b61b-45c8-b41f-12bf4ec70a41 req-7e1badf0-da4e-4217-b4b7-d8e94b7d4dbf tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8ee523e-b776-4966-b1a9-13ed07423313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274084 Jul 23 23:58:13.125729 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cf7f5e60-9bb8-4b8f-87f4-d2f17384473f tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:13.150726 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5ef2d845-b6e7-4a42-a467-18a1726cd096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:13.185924 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef2d845-b6e7-4a42-a467-18a1726cd096 admin admin] Pushing event deleted for resources: {'Port': ['ID=e97982dc-f662-4c1c-aed5-594d83ae3f85,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:13.188557 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-a81f22f6-9884-417b-84ed-a81e72540579 admin admin] For port d93ccc36-894d-4e17-98c2-c0fa5eaf9fd7, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=d93ccc36-894d-4e17-98c2-c0fa5eaf9fd7,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:58:13.188926 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a81f22f6-9884-417b-84ed-a81e72540579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:13.211785 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2931b94f-0e3f-488c-961f-cf687058a66b req-fd71e70e-6528-4320-a73d-087496129a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:13.212051 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-a81f22f6-9884-417b-84ed-a81e72540579 admin admin] Calling delete_port for d93ccc36-894d-4e17-98c2-c0fa5eaf9fd7 owned by network:router_gateway {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:58:13.213419 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2931b94f-0e3f-488c-961f-cf687058a66b req-fd71e70e-6528-4320-a73d-087496129a4a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9ca4fded-3bf9-45d5-a0b2-6894719f29f6 HTTP/1.1" status: 200 len: 1101 time: 0.1907282 Jul 23 23:58:13.245901 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b25f7ecf-d813-4b0b-a8be-50158fb51886 tempest-FloatingIPAdminTestJSON-1294249506 tempest-FloatingIPAdminTestJSON-1294249506-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:13.279366 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5ef2d845-b6e7-4a42-a467-18a1726cd096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687114'] for router_gateway, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:13.282465 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2931b94f-0e3f-488c-961f-cf687058a66b req-825f524c-d851-46d3-b876-387c4d617d47 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e8ee523e-b776-4966-b1a9-13ed07423313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459435 Jul 23 23:58:13.315440 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cf7f5e60-9bb8-4b8f-87f4-d2f17384473f tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:13.325025 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cf7f5e60-9bb8-4b8f-87f4-d2f17384473f tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:13.366862 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7f5e60-9bb8-4b8f-87f4-d2f17384473f tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5ccd711-629d-42e9-a548-2ab4cbc5822c,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:13.368676 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b25f7ecf-d813-4b0b-a8be-50158fb51886 tempest-FloatingIPAdminTestJSON-1294249506 tempest-FloatingIPAdminTestJSON-1294249506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:13.407788 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cf7f5e60-9bb8-4b8f-87f4-d2f17384473f tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:13.409004 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-cf7f5e60-9bb8-4b8f-87f4-d2f17384473f tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4734972 Jul 23 23:58:13.411962 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5ef2d845-b6e7-4a42-a467-18a1726cd096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:13.418415 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5ef2d845-b6e7-4a42-a467-18a1726cd096 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:13.447751 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 47364) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:13.453987 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-463557e9-8535-4882-93f2-2f1838607cd4 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Request body: {'floatingip': {'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:58:13.639693 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a81f22f6-9884-417b-84ed-a81e72540579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:13.681780 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81f22f6-9884-417b-84ed-a81e72540579 admin admin] Pushing event deleted for resources: {'Port': ['ID=d93ccc36-894d-4e17-98c2-c0fa5eaf9fd7,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:13.780779 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b25f7ecf-d813-4b0b-a8be-50158fb51886 tempest-FloatingIPAdminTestJSON-1294249506 tempest-FloatingIPAdminTestJSON-1294249506-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:13.793667 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b25f7ecf-d813-4b0b-a8be-50158fb51886 tempest-FloatingIPAdminTestJSON-1294249506 tempest-FloatingIPAdminTestJSON-1294249506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:13.802393 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a81f22f6-9884-417b-84ed-a81e72540579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687114'] for router_gateway, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:13.835049 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5ef2d845-b6e7-4a42-a467-18a1726cd096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:13.835585 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ef2d845-b6e7-4a42-a467-18a1726cd096 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b127fe7-c0e3-4088-b10e-685ebaf8ff1a {{(pid=100313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 23:58:13.841241 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5ef2d845-b6e7-4a42-a467-18a1726cd096 admin admin] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:13.845309 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-5ef2d845-b6e7-4a42-a467-18a1726cd096 admin admin] 10.222.0.44 "DELETE /v2.0/routers/3b127fe7-c0e3-4088-b10e-685ebaf8ff1a HTTP/1.1" status: 204 len: 168 time: 2.2457764 Jul 23 23:58:13.847608 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 47368) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:13.857434 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-463557e9-8535-4882-93f2-2f1838607cd4 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks [] for floatingip, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:13.958111 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2182193-74f1-496d-8761-0756626fe8ce admin admin] Deleting subnet 8224515a-17e0-4722-b0b6-48bf087305a0 {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:58:13.959717 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 122d32b4-03ea-4019-bc74-a0c1ba27dc31 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:58:13.965318 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c2182193-74f1-496d-8761-0756626fe8ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:13.975452 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ec26b-45cc-4e85-a74b-87b94eec86e4 req-c9615178-e345-48af-9b0d-8dd964f1b057 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:13.979695 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a81f22f6-9884-417b-84ed-a81e72540579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:13.982837 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9a1ec26b-45cc-4e85-a74b-87b94eec86e4 req-c9615178-e345-48af-9b0d-8dd964f1b057 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bdd0f3d-0808-4bf0-9715-43ca17f0320d HTTP/1.1" status: 200 len: 946 time: 0.5340056 Jul 23 23:58:13.988733 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a81f22f6-9884-417b-84ed-a81e72540579 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:13.992218 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25f7ecf-d813-4b0b-a8be-50158fb51886 tempest-FloatingIPAdminTestJSON-1294249506 tempest-FloatingIPAdminTestJSON-1294249506-project-admin] Pushing event updated for resources: {'Port': ['ID=7adff2a6-2b68-4a0b-bd8a-8d66fc3e3b11,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:14.022750 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 122d32b4-03ea-4019-bc74-a0c1ba27dc31 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:58:14.023372 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 122d32b4-03ea-4019-bc74-a0c1ba27dc31 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:58:14.023989 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 7d677487-dcf3-4a4f-a140-bde706b3be25 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:58:14.069318 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b25f7ecf-d813-4b0b-a8be-50158fb51886 tempest-FloatingIPAdminTestJSON-1294249506 tempest-FloatingIPAdminTestJSON-1294249506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:14.069586 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c2182193-74f1-496d-8761-0756626fe8ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:14.071014 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 7d677487-dcf3-4a4f-a140-bde706b3be25 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:58:14.071704 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 7d677487-dcf3-4a4f-a140-bde706b3be25 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:58:14.073364 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device e97982dc-f662-4c1c-aed5-594d83ae3f85 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:58:14.084567 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a81f22f6-9884-417b-84ed-a81e72540579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:14.085429 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a81f22f6-9884-417b-84ed-a81e72540579 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e1bddb2-b529-49fb-ab52-25a6cc6587e3 {{(pid=100314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 23:58:14.088715 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b25f7ecf-d813-4b0b-a8be-50158fb51886 tempest-FloatingIPAdminTestJSON-1294249506 tempest-FloatingIPAdminTestJSON-1294249506-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:14.090144 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-b25f7ecf-d813-4b0b-a8be-50158fb51886 tempest-FloatingIPAdminTestJSON-1294249506 tempest-FloatingIPAdminTestJSON-1294249506-project-admin] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2830026 Jul 23 23:58:14.094109 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a81f22f6-9884-417b-84ed-a81e72540579 admin admin] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:14.099584 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-a81f22f6-9884-417b-84ed-a81e72540579 admin admin] 10.222.0.44 "DELETE /v2.0/routers/4e1bddb2-b529-49fb-ab52-25a6cc6587e3 HTTP/1.1" status: 204 len: 168 time: 2.8864048 Jul 23 23:58:14.101203 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 47372) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:14.101884 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 47370) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:14.157331 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: e97982dc-f662-4c1c-aed5-594d83ae3f85 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:58:14.158103 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device e97982dc-f662-4c1c-aed5-594d83ae3f85 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:58:14.203219 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9a1ec26b-45cc-4e85-a74b-87b94eec86e4 req-86136c8c-120f-4d3f-9396-aa0c98cae4e6 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/security-groups?id=7234dcab-bd61-43b3-a41f-dcf65032fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194474 Jul 23 23:58:14.294805 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c2182193-74f1-496d-8761-0756626fe8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:14.303043 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-f4c12ad2-7728-41de-8658-50f20f269173 tempest-FloatingIPAdminTestJSON-783974394 tempest-FloatingIPAdminTestJSON-783974394-project] Request body: {'floatingip': {'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:58:14.328982 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f4c12ad2-7728-41de-8658-50f20f269173 tempest-FloatingIPAdminTestJSON-783974394 tempest-FloatingIPAdminTestJSON-783974394-project] Notify callbacks [] for floatingip, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:14.336300 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cac9d7a-96f0-4f51-99dc-3097e0215b52 admin admin] Deleting subnet 0db7f07d-a14b-4c57-807d-bc1863ff1ac0 {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:58:14.341599 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1cac9d7a-96f0-4f51-99dc-3097e0215b52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:14.390754 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c9cfb1-9309-4f46-a9e2-01533cfce2fe req-ea6fd11b-ddee-4bb8-9842-da42deeeb8cf tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:14.391826 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-05c9cfb1-9309-4f46-a9e2-01533cfce2fe req-ea6fd11b-ddee-4bb8-9842-da42deeeb8cf tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ca4fded-3bf9-45d5-a0b2-6894719f29f6 HTTP/1.1" status: 200 len: 949 time: 0.1800983 Jul 23 23:58:14.417430 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-463557e9-8535-4882-93f2-2f1838607cd4 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:14.422712 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c2182193-74f1-496d-8761-0756626fe8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:14.465406 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2182193-74f1-496d-8761-0756626fe8ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8224515a-17e0-4722-b0b6-48bf087305a0,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:14.472964 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1cac9d7a-96f0-4f51-99dc-3097e0215b52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:14.474313 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-05c9cfb1-9309-4f46-a9e2-01533cfce2fe req-67471bcd-b6e6-42b7-a95b-702da2ef1cc6 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8ee523e-b776-4966-b1a9-13ed07423313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751383 Jul 23 23:58:14.506953 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f4c12ad2-7728-41de-8658-50f20f269173 tempest-FloatingIPAdminTestJSON-783974394 tempest-FloatingIPAdminTestJSON-783974394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:14.512917 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c2182193-74f1-496d-8761-0756626fe8ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:14.517901 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c2182193-74f1-496d-8761-0756626fe8ce admin admin] 10.222.0.44 "DELETE /v2.0/subnets/8224515a-17e0-4722-b0b6-48bf087305a0 HTTP/1.1" status: 204 len: 168 time: 0.6688938 Jul 23 23:58:14.518057 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 47380) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:14.590907 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:14.657333 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3e54897f-674a-4595-a548-bd69f2bd2fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:14.693771 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1cac9d7a-96f0-4f51-99dc-3097e0215b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:14.730516 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-463557e9-8535-4882-93f2-2f1838607cd4 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Allocated IP 172.25.3.70 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/86541e4e-63aa-45b6-8345-85672d426ec2) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:58:14.748448 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3e54897f-674a-4595-a548-bd69f2bd2fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:14.763759 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-3e54897f-674a-4595-a548-bd69f2bd2fd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4716419a-bea3-4e9d-acf9-3fbc0197d354']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:58:14.776457 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-3e54897f-674a-4595-a548-bd69f2bd2fd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03f6d3bc-1613-474d-ab4e-2ce343284068') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:58:14.776916 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-3e54897f-674a-4595-a548-bd69f2bd2fd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03f6d3bc-1613-474d-ab4e-2ce343284068') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:58:14.789752 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3e54897f-674a-4595-a548-bd69f2bd2fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:14.805831 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3e54897f-674a-4595-a548-bd69f2bd2fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:14.812622 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e54897f-674a-4595-a548-bd69f2bd2fd4 admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:58:14.813124 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3e54897f-674a-4595-a548-bd69f2bd2fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:14.815063 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 23 23:58:14.815063 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:58:14.815063 n-d-800088-16 neutron-server[100314]: timer() Jul 23 23:58:14.815063 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:58:14.815063 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 23 23:58:14.815063 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:58:14.815063 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 23 23:58:14.815063 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:58:14.815063 n-d-800088-16 neutron-server[100314]: self._notify() Jul 23 23:58:14.815063 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:58:14.815063 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 23 23:58:14.815063 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:58:14.815063 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 23 23:58:14.815063 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:58:14.815063 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:58:14.815063 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:58:14.815063 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:58:14.815063 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:58:14.815063 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 23 23:58:14.815063 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:58:14.815063 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 23 23:58:14.815063 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:58:14.815063 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:58:14.815063 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:58:14.815063 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 23 23:58:14.815063 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:58:14.815063 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:58:14.815063 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:58:14.815063 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:58:14.815063 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:58:14.815063 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:58:14.815063 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:58:14.824849 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1cac9d7a-96f0-4f51-99dc-3097e0215b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:14.865933 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cac9d7a-96f0-4f51-99dc-3097e0215b52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0db7f07d-a14b-4c57-807d-bc1863ff1ac0,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:14.870086 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d0b3dc-8e01-4824-b73e-f347098a7b05 None None] Network 5a68620e-8ed8-46e0-ba48-c9ec0876466a requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:58:14.882038 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1cac9d7a-96f0-4f51-99dc-3097e0215b52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:14.884100 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-1cac9d7a-96f0-4f51-99dc-3097e0215b52 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/0db7f07d-a14b-4c57-807d-bc1863ff1ac0 HTTP/1.1" status: 204 len: 168 time: 0.7781727 Jul 23 23:58:14.886765 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 47384) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:14.888226 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3e54897f-674a-4595-a548-bd69f2bd2fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:14.899298 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3e54897f-674a-4595-a548-bd69f2bd2fd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:14.901692 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-3e54897f-674a-4595-a548-bd69f2bd2fd4 admin admin] 10.222.0.44 "DELETE /v2.0/networks/4716419a-bea3-4e9d-acf9-3fbc0197d354 HTTP/1.1" status: 204 len: 168 time: 0.3829226 Jul 23 23:58:14.915506 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e54897f-674a-4595-a548-bd69f2bd2fd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=4716419a-bea3-4e9d-acf9-3fbc0197d354,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:14.942842 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-463557e9-8535-4882-93f2-2f1838607cd4 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:14.995232 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fe988d78-68c5-4d3f-8d62-9bdce02606f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:15.066102 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-463557e9-8535-4882-93f2-2f1838607cd4 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:15.117520 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463557e9-8535-4882-93f2-2f1838607cd4 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:58:15.122603 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-fe988d78-68c5-4d3f-8d62-9bdce02606f0 admin admin] Deleting port 875a8380-f171-4601-9b7d-8501c0900977 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:58:15.122954 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fe988d78-68c5-4d3f-8d62-9bdce02606f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:15.142868 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-463557e9-8535-4882-93f2-2f1838607cd4 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:58:15.152897 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463557e9-8535-4882-93f2-2f1838607cd4 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:58:15.159925 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb2468e-6124-4804-a19b-aa704b79a375 None None] DHCP port deletion for 5a68620e-8ed8-46e0-ba48-c9ec0876466a request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:58:15.167085 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-f4c12ad2-7728-41de-8658-50f20f269173 tempest-FloatingIPAdminTestJSON-783974394 tempest-FloatingIPAdminTestJSON-783974394-project] Allocated IP 172.25.3.80 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/0f1cea3e-e513-42d9-a9ca-720e086182db) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:58:15.178876 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463557e9-8535-4882-93f2-2f1838607cd4 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Pushing event updated for resources: {'Port': ['ID=86541e4e-63aa-45b6-8345-85672d426ec2,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:15.228842 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 47388) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:15.244552 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-fe988d78-68c5-4d3f-8d62-9bdce02606f0 admin admin] For port 875a8380-f171-4601-9b7d-8501c0900977, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=875a8380-f171-4601-9b7d-8501c0900977,segment=NetworkSegment(b45bfccd-951e-4267-b73e-6acacd8c9dc9),segment_id=b45bfccd-951e-4267-b73e-6acacd8c9dc9)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:58:15.247034 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fe988d78-68c5-4d3f-8d62-9bdce02606f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:15.248119 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-8fb2468e-6124-4804-a19b-aa704b79a375 None None] Deleting port 875a8380-f171-4601-9b7d-8501c0900977 {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:58:15.248598 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-8fb2468e-6124-4804-a19b-aa704b79a375 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:15.283200 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-fe988d78-68c5-4d3f-8d62-9bdce02606f0 admin admin] Calling delete_port for 875a8380-f171-4601-9b7d-8501c0900977 owned by network:dhcp {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:58:15.352141 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-8fb2468e-6124-4804-a19b-aa704b79a375 None None] For port 875a8380-f171-4601-9b7d-8501c0900977, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=875a8380-f171-4601-9b7d-8501c0900977,segment=NetworkSegment(b45bfccd-951e-4267-b73e-6acacd8c9dc9),segment_id=b45bfccd-951e-4267-b73e-6acacd8c9dc9)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:58:15.352797 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-8fb2468e-6124-4804-a19b-aa704b79a375 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:15.360440 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-463557e9-8535-4882-93f2-2f1838607cd4 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:15.368157 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-8fb2468e-6124-4804-a19b-aa704b79a375 None None] Calling delete_port for 875a8380-f171-4601-9b7d-8501c0900977 owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:58:15.382712 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f4c12ad2-7728-41de-8658-50f20f269173 tempest-FloatingIPAdminTestJSON-783974394 tempest-FloatingIPAdminTestJSON-783974394-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:15.438641 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f4c12ad2-7728-41de-8658-50f20f269173 tempest-FloatingIPAdminTestJSON-783974394 tempest-FloatingIPAdminTestJSON-783974394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:15.462493 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-6464d737-0a1d-4a12-a275-9249014b2519 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5e96c0febc7b4dc580b4820ccf6600d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2300198 Jul 23 23:58:15.462724 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 47394) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:15.468310 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-8fb2468e-6124-4804-a19b-aa704b79a375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:15.482037 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fe988d78-68c5-4d3f-8d62-9bdce02606f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:15.496567 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb2468e-6124-4804-a19b-aa704b79a375 None None] Pushing event deleted for resources: {'Port': ['ID=875a8380-f171-4601-9b7d-8501c0900977,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:15.514725 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb2468e-6124-4804-a19b-aa704b79a375 None None] No DVR routers for this DVR port 875a8380-f171-4601-9b7d-8501c0900977 on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:58:15.536648 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe988d78-68c5-4d3f-8d62-9bdce02606f0 admin admin] No DVR routers for this DVR port 875a8380-f171-4601-9b7d-8501c0900977 on host n-d-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:58:15.544015 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c12ad2-7728-41de-8658-50f20f269173 tempest-FloatingIPAdminTestJSON-783974394 tempest-FloatingIPAdminTestJSON-783974394-project] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:58:15.547751 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe988d78-68c5-4d3f-8d62-9bdce02606f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=875a8380-f171-4601-9b7d-8501c0900977,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:15.559394 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-f4c12ad2-7728-41de-8658-50f20f269173 tempest-FloatingIPAdminTestJSON-783974394 tempest-FloatingIPAdminTestJSON-783974394-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:58:15.562293 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c12ad2-7728-41de-8658-50f20f269173 tempest-FloatingIPAdminTestJSON-783974394 tempest-FloatingIPAdminTestJSON-783974394-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:58:15.610549 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c12ad2-7728-41de-8658-50f20f269173 tempest-FloatingIPAdminTestJSON-783974394 tempest-FloatingIPAdminTestJSON-783974394-project] Pushing event updated for resources: {'Port': ['ID=0f1cea3e-e513-42d9-a9ca-720e086182db,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:15.625894 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-463557e9-8535-4882-93f2-2f1838607cd4 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:15.660347 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51463ab-0118-435e-958f-899a0bb88fa2 req-e3e64536-6e8a-424d-97a5-8c0c54feb884 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:15.662739 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f51463ab-0118-435e-958f-899a0bb88fa2 req-e3e64536-6e8a-424d-97a5-8c0c54feb884 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bdd0f3d-0808-4bf0-9715-43ca17f0320d HTTP/1.1" status: 200 len: 946 time: 0.2381546 Jul 23 23:58:15.665805 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ae02d762-32cf-4b10-a6c0-94214f06e3cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:15.696895 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fe988d78-68c5-4d3f-8d62-9bdce02606f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:15.714929 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-fe988d78-68c5-4d3f-8d62-9bdce02606f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a68620e-8ed8-46e0-ba48-c9ec0876466a']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:58:15.732139 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ae02d762-32cf-4b10-a6c0-94214f06e3cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:15.734970 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-fe988d78-68c5-4d3f-8d62-9bdce02606f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b45bfccd-951e-4267-b73e-6acacd8c9dc9') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:58:15.735455 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-fe988d78-68c5-4d3f-8d62-9bdce02606f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b45bfccd-951e-4267-b73e-6acacd8c9dc9') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:58:15.756126 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fe988d78-68c5-4d3f-8d62-9bdce02606f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:15.756434 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f4c12ad2-7728-41de-8658-50f20f269173 tempest-FloatingIPAdminTestJSON-783974394 tempest-FloatingIPAdminTestJSON-783974394-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:15.785760 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f51463ab-0118-435e-958f-899a0bb88fa2 req-a806c18c-6243-433b-8478-38413213e642 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/security-groups?id=7234dcab-bd61-43b3-a41f-dcf65032fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000457 Jul 23 23:58:15.787429 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fe988d78-68c5-4d3f-8d62-9bdce02606f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:15.815886 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe988d78-68c5-4d3f-8d62-9bdce02606f0 admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:58:15.816323 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fe988d78-68c5-4d3f-8d62-9bdce02606f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:15.828230 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5495ad5-5982-417f-b4b5-9ea393dbda5f req-058e4516-34d9-43ce-aef9-d2de3fa73152 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:15.829994 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a5495ad5-5982-417f-b4b5-9ea393dbda5f req-058e4516-34d9-43ce-aef9-d2de3fa73152 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ca4fded-3bf9-45d5-a0b2-6894719f29f6 HTTP/1.1" status: 200 len: 949 time: 0.2550623 Jul 23 23:58:15.833471 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 23 23:58:15.833471 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:58:15.833471 n-d-800088-16 neutron-server[100313]: timer() Jul 23 23:58:15.833471 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:58:15.833471 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 23 23:58:15.833471 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:58:15.833471 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 23 23:58:15.833471 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:58:15.833471 n-d-800088-16 neutron-server[100313]: self._notify() Jul 23 23:58:15.833471 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:58:15.833471 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 23 23:58:15.833471 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:58:15.833471 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 23 23:58:15.833471 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:58:15.833471 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:58:15.833471 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:58:15.833471 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:58:15.833471 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:58:15.833471 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 23 23:58:15.833471 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:58:15.833471 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 23 23:58:15.833471 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:58:15.833471 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:58:15.833471 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:58:15.833471 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 23 23:58:15.833471 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:58:15.833471 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:58:15.833471 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:58:15.833471 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:58:15.833471 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:58:15.833471 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:58:15.833471 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:58:15.844912 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f4c12ad2-7728-41de-8658-50f20f269173 tempest-FloatingIPAdminTestJSON-783974394 tempest-FloatingIPAdminTestJSON-783974394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:15.873268 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device d93ccc36-894d-4e17-98c2-c0fa5eaf9fd7 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:58:15.892331 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ae02d762-32cf-4b10-a6c0-94214f06e3cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:15.895369 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ae02d762-32cf-4b10-a6c0-94214f06e3cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:15.899697 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-ae02d762-32cf-4b10-a6c0-94214f06e3cf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1912b32f-c316-49ef-a3a5-c5567f5f87c5 HTTP/1.1" status: 204 len: 168 time: 0.4296763 Jul 23 23:58:15.911253 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae02d762-32cf-4b10-a6c0-94214f06e3cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1912b32f-c316-49ef-a3a5-c5567f5f87c5,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:15.975480 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: d93ccc36-894d-4e17-98c2-c0fa5eaf9fd7 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:58:15.976081 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device d93ccc36-894d-4e17-98c2-c0fa5eaf9fd7 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:58:15.978750 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 875a8380-f171-4601-9b7d-8501c0900977 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:58:15.984999 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fe988d78-68c5-4d3f-8d62-9bdce02606f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:15.992669 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fe988d78-68c5-4d3f-8d62-9bdce02606f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:15.995542 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-fe988d78-68c5-4d3f-8d62-9bdce02606f0 admin admin] 10.222.0.44 "DELETE /v2.0/networks/5a68620e-8ed8-46e0-ba48-c9ec0876466a HTTP/1.1" status: 204 len: 168 time: 1.1078432 Jul 23 23:58:16.036329 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 875a8380-f171-4601-9b7d-8501c0900977 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:58:16.036714 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 875a8380-f171-4601-9b7d-8501c0900977 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:58:16.055239 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a5495ad5-5982-417f-b4b5-9ea393dbda5f req-32faa07b-94e2-420f-9122-d6bcb810b2a4 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8ee523e-b776-4966-b1a9-13ed07423313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074695 Jul 23 23:58:16.068522 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe988d78-68c5-4d3f-8d62-9bdce02606f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a68620e-8ed8-46e0-ba48-c9ec0876466a,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:16.111288 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-463557e9-8535-4882-93f2-2f1838607cd4 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:16.125086 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-463557e9-8535-4882-93f2-2f1838607cd4 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:16.138129 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f4c12ad2-7728-41de-8658-50f20f269173 tempest-FloatingIPAdminTestJSON-783974394 tempest-FloatingIPAdminTestJSON-783974394-project] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:16.147645 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f4c12ad2-7728-41de-8658-50f20f269173 tempest-FloatingIPAdminTestJSON-783974394 tempest-FloatingIPAdminTestJSON-783974394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:16.220298 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-463557e9-8535-4882-93f2-2f1838607cd4 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:16.246318 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463557e9-8535-4882-93f2-2f1838607cd4 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Pushing event updated for resources: {'Port': ['ID=86541e4e-63aa-45b6-8345-85672d426ec2,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:16.248926 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c12ad2-7728-41de-8658-50f20f269173 tempest-FloatingIPAdminTestJSON-783974394 tempest-FloatingIPAdminTestJSON-783974394-project] Pushing event updated for resources: {'Port': ['ID=0f1cea3e-e513-42d9-a9ca-720e086182db,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:16.264494 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-463557e9-8535-4882-93f2-2f1838607cd4 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:16.277029 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-463557e9-8535-4882-93f2-2f1838607cd4 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8269892 Jul 23 23:58:16.313595 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f4c12ad2-7728-41de-8658-50f20f269173 tempest-FloatingIPAdminTestJSON-783974394 tempest-FloatingIPAdminTestJSON-783974394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:16.338924 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f4c12ad2-7728-41de-8658-50f20f269173 tempest-FloatingIPAdminTestJSON-783974394 tempest-FloatingIPAdminTestJSON-783974394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:16.343135 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 47414) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:16.343301 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-f4c12ad2-7728-41de-8658-50f20f269173 tempest-FloatingIPAdminTestJSON-783974394 tempest-FloatingIPAdminTestJSON-783974394-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2401161 Jul 23 23:58:16.466586 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 47416) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:16.502939 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd91047-ba28-4199-b1ed-4d8a58a46f1e req-e1475d90-5d9d-47e3-8465-d777d18382b6 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:16.509617 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd91047-ba28-4199-b1ed-4d8a58a46f1e req-e1475d90-5d9d-47e3-8465-d777d18382b6 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:16.516951 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ffd91047-ba28-4199-b1ed-4d8a58a46f1e req-e1475d90-5d9d-47e3-8465-d777d18382b6 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/ports?device_id=2eeb7a56-55b4-4456-a179-e86ac5d29691&device_id=9ca4fded-3bf9-45d5-a0b2-6894719f29f6 HTTP/1.1" status: 200 len: 1689 time: 0.1573188 Jul 23 23:58:16.537321 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-ec3e4ab7-63a2-4e27-a4a0-16169f6bdb67 tempest-FloatingIPAdminTestJSON-1294249506 tempest-FloatingIPAdminTestJSON-1294249506-project-admin] 10.222.0.44 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2912 time: 0.1927154 Jul 23 23:58:16.538029 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 47420) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:16.586263 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ffd91047-ba28-4199-b1ed-4d8a58a46f1e req-0aaf1f43-7df4-4e46-a919-6a7247f49d4b tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8ee523e-b776-4966-b1a9-13ed07423313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684180 Jul 23 23:58:16.596624 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-b81ea44e-9732-4c8d-a784-ba3f3d531b22 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0ba541c6f78942b8b24d28300792e03c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1229370 Jul 23 23:58:16.598082 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 47424) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:16.673252 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c216bbfe-158e-4486-865b-ff60c8b3860c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:16.683144 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-dd23cd34-cb1e-4139-ab99-ea68fb41c657 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] 10.222.0.44 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1412349 Jul 23 23:58:16.686719 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 47432) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:16.705505 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c216bbfe-158e-4486-865b-ff60c8b3860c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:16.796508 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c216bbfe-158e-4486-865b-ff60c8b3860c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:16.799680 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c216bbfe-158e-4486-865b-ff60c8b3860c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:16.803870 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-c216bbfe-158e-4486-865b-ff60c8b3860c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f142e879-1940-4f56-a373-dc3c04d51bd9 HTTP/1.1" status: 204 len: 168 time: 0.2012210 Jul 23 23:58:16.829974 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-0f8cd0b1-0e04-4fd6-9b12-67a7adf0fb79 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--2027828298&fields=id&tenant_id=a493ff63bf324cec8682bc97c22087f0 HTTP/1.1" status: 200 len: 267 time: 0.0655839 Jul 23 23:58:16.830907 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c216bbfe-158e-4486-865b-ff60c8b3860c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f142e879-1940-4f56-a373-dc3c04d51bd9,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:16.899171 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-94e072ed-b787-46ed-9e57-197f1c92d355 tempest-FloatingIPAdminTestJSON-783974394 tempest-FloatingIPAdminTestJSON-783974394-project] Deleting port 0f1cea3e-e513-42d9-a9ca-720e086182db {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:58:16.899519 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-94e072ed-b787-46ed-9e57-197f1c92d355 tempest-FloatingIPAdminTestJSON-783974394 tempest-FloatingIPAdminTestJSON-783974394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:16.916609 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-e27e0729-e0ab-4020-982e-2755eb6b5ec4 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:16.918633 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-e27e0729-e0ab-4020-982e-2755eb6b5ec4 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/ports/e3557d7c-9f5d-4806-8073-44a23ccf9e4e HTTP/1.1" status: 200 len: 932 time: 0.0776184 Jul 23 23:58:16.943126 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c039c-89dd-49bb-8c8e-23f17738250a req-8c5a2ce6-af53-4c4e-90c2-bcb7a83c71bd tempest-ServersOnMultiNodesTest-1789820822 tempest-ServersOnMultiNodesTest-1789820822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:16.944650 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-778c039c-89dd-49bb-8c8e-23f17738250a req-8c5a2ce6-af53-4c4e-90c2-bcb7a83c71bd tempest-ServersOnMultiNodesTest-1789820822 tempest-ServersOnMultiNodesTest-1789820822-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=2eeb7a56-55b4-4456-a179-e86ac5d29691 HTTP/1.1" status: 200 len: 1101 time: 0.1463745 Jul 23 23:58:17.010102 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-71e51791-38fb-4984-bd21-c2e6b4b3e3c0 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:17.011753 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-71e51791-38fb-4984-bd21-c2e6b4b3e3c0 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/ports/8f556c59-81ca-477e-85bf-cbe94e6d27d9 HTTP/1.1" status: 200 len: 932 time: 0.0859437 Jul 23 23:58:17.016109 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-778c039c-89dd-49bb-8c8e-23f17738250a req-b918d451-bcd8-4823-bc02-4c4387a72b34 tempest-ServersOnMultiNodesTest-1789820822 tempest-ServersOnMultiNodesTest-1789820822-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=e8ee523e-b776-4966-b1a9-13ed07423313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455060 Jul 23 23:58:17.025378 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-94e072ed-b787-46ed-9e57-197f1c92d355 tempest-FloatingIPAdminTestJSON-783974394 tempest-FloatingIPAdminTestJSON-783974394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:17.025756 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-94e072ed-b787-46ed-9e57-197f1c92d355 tempest-FloatingIPAdminTestJSON-783974394 tempest-FloatingIPAdminTestJSON-783974394-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:17.042473 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-94e072ed-b787-46ed-9e57-197f1c92d355 tempest-FloatingIPAdminTestJSON-783974394 tempest-FloatingIPAdminTestJSON-783974394-project] Calling delete_port for 0f1cea3e-e513-42d9-a9ca-720e086182db owned by network:floatingip {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:58:17.147341 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 47464) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:17.155712 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-61171694-ee26-4ede-9774-79b91e83e527 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/ports?network_id=24cbf24a-1696-4ab2-949c-e4387a9df919&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1260581 Jul 23 23:58:17.204360 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-ef258fcd-dcca-47cc-9c65-3fc673fd67c7 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/ports?network_id=24cbf24a-1696-4ab2-949c-e4387a9df919&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0415590 Jul 23 23:58:17.254370 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49ffb31-4fd8-47e9-8aef-7a4e0bc116f0 req-4e72a5e1-e506-4878-828e-85a59b57b786 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:17.256066 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e49ffb31-4fd8-47e9-8aef-7a4e0bc116f0 req-4e72a5e1-e506-4878-828e-85a59b57b786 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bdd0f3d-0808-4bf0-9715-43ca17f0320d HTTP/1.1" status: 200 len: 946 time: 0.1329908 Jul 23 23:58:17.273794 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-94e072ed-b787-46ed-9e57-197f1c92d355 tempest-FloatingIPAdminTestJSON-783974394 tempest-FloatingIPAdminTestJSON-783974394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:17.307946 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-58df9b85-5be5-4804-b771-7f6af1e18e6a admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1372230080-network', 'tenant_id': '3763f567df9b4273ba2b17bb2601472a'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:58:17.315013 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e072ed-b787-46ed-9e57-197f1c92d355 tempest-FloatingIPAdminTestJSON-783974394 tempest-FloatingIPAdminTestJSON-783974394-project] Pushing event deleted for resources: {'Port': ['ID=0f1cea3e-e513-42d9-a9ca-720e086182db,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:17.355880 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58df9b85-5be5-4804-b771-7f6af1e18e6a admin admin] Made reservation on behalf of 3763f567df9b4273ba2b17bb2601472a for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:58:17.358422 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-58df9b85-5be5-4804-b771-7f6af1e18e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:17.359980 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e49ffb31-4fd8-47e9-8aef-7a4e0bc116f0 req-43822c12-37a4-4f3f-932a-83738036d61a tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/security-groups?id=7234dcab-bd61-43b3-a41f-dcf65032fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959358 Jul 23 23:58:17.366735 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-9bada435-9eec-4942-9c0b-6da098ec65ee tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:17.372499 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-9bada435-9eec-4942-9c0b-6da098ec65ee tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:17.378279 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-9bada435-9eec-4942-9c0b-6da098ec65ee tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:17.379991 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-9bada435-9eec-4942-9c0b-6da098ec65ee tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/networks?id=b0523da7-df1a-446f-b645-811e4630597c&id=afa024cd-6a99-42b6-95da-fdd5c3d9ab0a&id=afa024cd-6a99-42b6-95da-fdd5c3d9ab0a&id=24cbf24a-1696-4ab2-949c-e4387a9df919&id=24cbf24a-1696-4ab2-949c-e4387a9df919 HTTP/1.1" status: 200 len: 1991 time: 0.1692038 Jul 23 23:58:17.389336 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-58df9b85-5be5-4804-b771-7f6af1e18e6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:17.405404 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-2e8f90ee-5014-479f-84c7-9bc7aa32bc08 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/quotas/a493ff63bf324cec8682bc97c22087f0 HTTP/1.1" status: 200 len: 375 time: 0.0180449 Jul 23 23:58:17.416156 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-94e072ed-b787-46ed-9e57-197f1c92d355 tempest-FloatingIPAdminTestJSON-783974394 tempest-FloatingIPAdminTestJSON-783974394-project] Notify callbacks [] for floatingip, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:17.418781 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-94e072ed-b787-46ed-9e57-197f1c92d355 tempest-FloatingIPAdminTestJSON-783974394 tempest-FloatingIPAdminTestJSON-783974394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:17.422344 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-94e072ed-b787-46ed-9e57-197f1c92d355 tempest-FloatingIPAdminTestJSON-783974394 tempest-FloatingIPAdminTestJSON-783974394-project] 10.222.0.44 "DELETE /v2.0/floatingips/ccd52559-2002-44d6-a68b-fefc5a43caf3 HTTP/1.1" status: 204 len: 168 time: 0.7306719 Jul 23 23:58:17.423292 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 47478) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:17.476235 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:17.555011 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-c47b0bee-3126-4c0c-9552-c8908f8de1fc tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a493ff63bf324cec8682bc97c22087f0&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1391830 Jul 23 23:58:17.628744 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-58df9b85-5be5-4804-b771-7f6af1e18e6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:17.635656 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-58df9b85-5be5-4804-b771-7f6af1e18e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:17.699462 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58df9b85-5be5-4804-b771-7f6af1e18e6a admin admin] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:58:17.711612 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58df9b85-5be5-4804-b771-7f6af1e18e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bda25c62-cf1a-4bee-9427-64233a71f395,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:17.726257 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-58df9b85-5be5-4804-b771-7f6af1e18e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:17.726611 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-58df9b85-5be5-4804-b771-7f6af1e18e6a admin admin] Added segment bdb86afd-eb22-4162-965f-d0d1ad2c5a3e of type vlan for network 2c4ca580-e9be-411e-8abd-f938d3f6fdac Jul 23 23:58:17.743755 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-e0c8d300-49a9-4b4f-8ff3-b287bdd10f38 service neutron] 10.222.0.44 "GET /v2.0/networks/b0523da7-df1a-446f-b645-811e4630597c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692333 Jul 23 23:58:17.798117 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 47490) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:17.817854 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-58df9b85-5be5-4804-b771-7f6af1e18e6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:17.902376 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-a3223cc4-7c4f-4424-bc1e-d1e733bb2eed service neutron] 10.222.0.44 "GET /v2.0/networks/b0523da7-df1a-446f-b645-811e4630597c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362052 Jul 23 23:58:17.911998 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-58df9b85-5be5-4804-b771-7f6af1e18e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:17.913195 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58df9b85-5be5-4804-b771-7f6af1e18e6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:17.913981 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-58df9b85-5be5-4804-b771-7f6af1e18e6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:17.945629 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-f765d303-155a-4898-a7d2-5271916f6e5a admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-593244488-network', 'tenant_id': '40d11b763abc451f951f3aa72b3663fb'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:58:17.969788 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5545c6f0-0bfe-4c46-9ec5-97fab4427f1f req-86a31d99-c931-4f66-a956-6762f68b1273 tempest-ServersOnMultiNodesTest-1789820822 tempest-ServersOnMultiNodesTest-1789820822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:17.976957 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5545c6f0-0bfe-4c46-9ec5-97fab4427f1f req-86a31d99-c931-4f66-a956-6762f68b1273 tempest-ServersOnMultiNodesTest-1789820822 tempest-ServersOnMultiNodesTest-1789820822-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=9ca4fded-3bf9-45d5-a0b2-6894719f29f6 HTTP/1.1" status: 200 len: 1101 time: 0.1352441 Jul 23 23:58:17.996379 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-58df9b85-5be5-4804-b771-7f6af1e18e6a admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8474104 Jul 23 23:58:18.001449 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 47494) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:18.008062 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-1c5696cc-f9a8-43dc-96d0-7ff101eb6bea admin admin] Request body: {'subnet': {'network_id': '2c4ca580-e9be-411e-8abd-f938d3f6fdac', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1372230080-subnet', 'tenant_id': '3763f567df9b4273ba2b17bb2601472a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:58:18.015400 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-b2a44b40-aaa3-4e21-a9db-52169ea9c6e4 tempest-FloatingIPAdminTestJSON-1294249506 tempest-FloatingIPAdminTestJSON-1294249506-project-admin] Deleting port 7adff2a6-2b68-4a0b-bd8a-8d66fc3e3b11 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:58:18.015748 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b2a44b40-aaa3-4e21-a9db-52169ea9c6e4 tempest-FloatingIPAdminTestJSON-1294249506 tempest-FloatingIPAdminTestJSON-1294249506-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:18.029091 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58df9b85-5be5-4804-b771-7f6af1e18e6a admin admin] Pushing event updated for resources: {'Network': ['ID=2c4ca580-e9be-411e-8abd-f938d3f6fdac,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:18.039567 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 2c4ca580-e9be-411e-8abd-f938d3f6fdac details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:58:18.042627 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-1b40f825-e409-4b61-a6b9-47111b1f33dd service neutron] 10.222.0.44 "GET /v2.0/ports/e3557d7c-9f5d-4806-8073-44a23ccf9e4e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1390982 Jul 23 23:58:18.049402 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5545c6f0-0bfe-4c46-9ec5-97fab4427f1f req-087d2ba8-cbdb-4371-a8f2-8fafec63bd40 tempest-ServersOnMultiNodesTest-1789820822 tempest-ServersOnMultiNodesTest-1789820822-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=e8ee523e-b776-4966-b1a9-13ed07423313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714355 Jul 23 23:58:18.065842 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f765d303-155a-4898-a7d2-5271916f6e5a admin admin] Made reservation on behalf of 40d11b763abc451f951f3aa72b3663fb for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:58:18.068235 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f765d303-155a-4898-a7d2-5271916f6e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:18.089279 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f765d303-155a-4898-a7d2-5271916f6e5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:18.142867 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c5696cc-f9a8-43dc-96d0-7ff101eb6bea admin admin] Made reservation on behalf of 3763f567df9b4273ba2b17bb2601472a for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:58:18.145328 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1c5696cc-f9a8-43dc-96d0-7ff101eb6bea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:18.156886 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b2a44b40-aaa3-4e21-a9db-52169ea9c6e4 tempest-FloatingIPAdminTestJSON-1294249506 tempest-FloatingIPAdminTestJSON-1294249506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:18.157335 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b2a44b40-aaa3-4e21-a9db-52169ea9c6e4 tempest-FloatingIPAdminTestJSON-1294249506 tempest-FloatingIPAdminTestJSON-1294249506-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:18.190703 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-b2a44b40-aaa3-4e21-a9db-52169ea9c6e4 tempest-FloatingIPAdminTestJSON-1294249506 tempest-FloatingIPAdminTestJSON-1294249506-project-admin] Calling delete_port for 7adff2a6-2b68-4a0b-bd8a-8d66fc3e3b11 owned by network:floatingip {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:58:18.193394 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-1ac32618-1288-4a31-b553-9e3ee634738e service neutron] 10.222.0.44 "GET /v2.0/networks/afa024cd-6a99-42b6-95da-fdd5c3d9ab0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498985 Jul 23 23:58:18.319324 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-413de8a1-0238-4df6-8a78-7943f9d31f5e service neutron] 10.222.0.44 "GET /v2.0/networks/afa024cd-6a99-42b6-95da-fdd5c3d9ab0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193790 Jul 23 23:58:18.329476 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f765d303-155a-4898-a7d2-5271916f6e5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:18.337225 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5a135746-1ff7-4e1f-a6b5-115825aa6435 req-bcc44daf-d2c4-438c-a749-746c89257f98 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=4db1e0d9f35b4b27b032ee4fa4c653cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0587792 Jul 23 23:58:18.338863 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f765d303-155a-4898-a7d2-5271916f6e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:18.388448 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f765d303-155a-4898-a7d2-5271916f6e5a admin admin] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:58:18.409968 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f765d303-155a-4898-a7d2-5271916f6e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05023dcf-369d-4a18-8815-2e9533cf8f26,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:18.415836 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-3bc3c289-7251-4cfa-b7bd-d1e987a6716a service neutron] 10.222.0.44 "GET /v2.0/ports/8f556c59-81ca-477e-85bf-cbe94e6d27d9?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0885446 Jul 23 23:58:18.417231 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f765d303-155a-4898-a7d2-5271916f6e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:18.418092 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-f765d303-155a-4898-a7d2-5271916f6e5a admin admin] Added segment 886a6b4b-89e7-4054-a6dc-27f712328c3f of type vlan for network c428695e-6cba-4bb9-9bcb-f76c72eb608f Jul 23 23:58:18.490001 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f765d303-155a-4898-a7d2-5271916f6e5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:18.571094 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-b85e0799-bc9b-4441-a08c-6f8a6d57f8e8 service neutron] 10.222.0.44 "GET /v2.0/networks/afa024cd-6a99-42b6-95da-fdd5c3d9ab0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228373 Jul 23 23:58:18.571847 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f765d303-155a-4898-a7d2-5271916f6e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:18.572922 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f765d303-155a-4898-a7d2-5271916f6e5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:18.573534 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f765d303-155a-4898-a7d2-5271916f6e5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:18.587504 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a135746-1ff7-4e1f-a6b5-115825aa6435 req-29bb8ab2-d82f-423c-90c7-ec846aa7579d tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:18.589122 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5a135746-1ff7-4e1f-a6b5-115825aa6435 req-29bb8ab2-d82f-423c-90c7-ec846aa7579d tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2430415 Jul 23 23:58:18.590615 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b2a44b40-aaa3-4e21-a9db-52169ea9c6e4 tempest-FloatingIPAdminTestJSON-1294249506 tempest-FloatingIPAdminTestJSON-1294249506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:18.593602 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1c5696cc-f9a8-43dc-96d0-7ff101eb6bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:18.617967 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-f765d303-155a-4898-a7d2-5271916f6e5a admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8173671 Jul 23 23:58:18.629679 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 47514) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:18.638974 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-14261111-45b6-4116-954d-fd9c8807f30d admin admin] Request body: {'subnet': {'network_id': 'c428695e-6cba-4bb9-9bcb-f76c72eb608f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-593244488-subnet', 'tenant_id': '40d11b763abc451f951f3aa72b3663fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:58:18.657015 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a44b40-aaa3-4e21-a9db-52169ea9c6e4 tempest-FloatingIPAdminTestJSON-1294249506 tempest-FloatingIPAdminTestJSON-1294249506-project-admin] Pushing event deleted for resources: {'Port': ['ID=7adff2a6-2b68-4a0b-bd8a-8d66fc3e3b11,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:18.682695 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f765d303-155a-4898-a7d2-5271916f6e5a admin admin] Pushing event updated for resources: {'Network': ['ID=c428695e-6cba-4bb9-9bcb-f76c72eb608f,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:18.693402 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5a135746-1ff7-4e1f-a6b5-115825aa6435 req-ab64fb78-5357-4e6c-96cc-11191f44ea25 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/quotas/4db1e0d9f35b4b27b032ee4fa4c653cd HTTP/1.1" status: 200 len: 375 time: 0.0926206 Jul 23 23:58:18.694146 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network c428695e-6cba-4bb9-9bcb-f76c72eb608f details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:58:18.733002 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14261111-45b6-4116-954d-fd9c8807f30d admin admin] Made reservation on behalf of 40d11b763abc451f951f3aa72b3663fb for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:58:18.735568 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-14261111-45b6-4116-954d-fd9c8807f30d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:18.761757 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5696cc-f9a8-43dc-96d0-7ff101eb6bea admin admin] Pushing event updated for resources: {'Subnet': ['ID=2224f788-adbb-4641-bf1e-4a8c0301c532,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:18.774767 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-803f3154-81a9-4a10-a0ea-7fadd98ccfb8 service neutron] 10.222.0.44 "GET /v2.0/networks/afa024cd-6a99-42b6-95da-fdd5c3d9ab0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948693 Jul 23 23:58:18.791622 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b2a44b40-aaa3-4e21-a9db-52169ea9c6e4 tempest-FloatingIPAdminTestJSON-1294249506 tempest-FloatingIPAdminTestJSON-1294249506-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:18.794306 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b2a44b40-aaa3-4e21-a9db-52169ea9c6e4 tempest-FloatingIPAdminTestJSON-1294249506 tempest-FloatingIPAdminTestJSON-1294249506-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:18.795532 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-b2a44b40-aaa3-4e21-a9db-52169ea9c6e4 tempest-FloatingIPAdminTestJSON-1294249506 tempest-FloatingIPAdminTestJSON-1294249506-project-admin] 10.222.0.44 "DELETE /v2.0/floatingips/7e894c95-f7dd-4e01-99c7-83fe7b32f7d6 HTTP/1.1" status: 204 len: 168 time: 1.3719487 Jul 23 23:58:18.799960 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 47516) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:18.814393 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5696cc-f9a8-43dc-96d0-7ff101eb6bea admin admin] Checking segment: {'id': 'bdb86afd-eb22-4162-965f-d0d1ad2c5a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '2c4ca580-e9be-411e-8abd-f938d3f6fdac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:58:18.814805 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5696cc-f9a8-43dc-96d0-7ff101eb6bea admin admin] Network hostable DHCP agents. Network: 2c4ca580-e9be-411e-8abd-f938d3f6fdac, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:58:18.897704 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5a135746-1ff7-4e1f-a6b5-115825aa6435 req-2ed7a7d5-fd18-455a-b552-6f63c7949a90 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4db1e0d9f35b4b27b032ee4fa4c653cd&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1943905 Jul 23 23:58:18.918108 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5696cc-f9a8-43dc-96d0-7ff101eb6bea admin admin] Network 2c4ca580-e9be-411e-8abd-f938d3f6fdac is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:58:18.932995 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-1c5696cc-f9a8-43dc-96d0-7ff101eb6bea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 2c4ca580-e9be-411e-8abd-f938d3f6fdac) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:58:18.937439 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5696cc-f9a8-43dc-96d0-7ff101eb6bea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:18.938038 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1c5696cc-f9a8-43dc-96d0-7ff101eb6bea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:18.955894 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-1c04da0b-2547-471f-a8bc-ada960dafea9 service neutron] 10.222.0.44 "GET /v2.0/networks/afa024cd-6a99-42b6-95da-fdd5c3d9ab0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499746 Jul 23 23:58:18.966604 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7582ccde-61fc-432d-9316-753f32bb6e65 None None] Network 2c4ca580-e9be-411e-8abd-f938d3f6fdac requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:58:18.966813 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-1c5696cc-f9a8-43dc-96d0-7ff101eb6bea admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9639990 Jul 23 23:58:18.972146 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-0531127a-07a7-469b-9741-0a0442149580 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Deleting port 950204ad-e8a0-4de3-9204-e7f313cd680d {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:58:18.972466 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0531127a-07a7-469b-9741-0a0442149580 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:19.096777 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-14261111-45b6-4116-954d-fd9c8807f30d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:19.107072 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0531127a-07a7-469b-9741-0a0442149580 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:19.140850 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-0531127a-07a7-469b-9741-0a0442149580 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Calling delete_port for 950204ad-e8a0-4de3-9204-e7f313cd680d owned by {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:58:19.186771 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-57a0c079-c602-49bc-b316-5b43719493dc service neutron] 10.222.0.44 "GET /v2.0/networks/afa024cd-6a99-42b6-95da-fdd5c3d9ab0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233744 Jul 23 23:58:19.222886 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14261111-45b6-4116-954d-fd9c8807f30d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f18ceff-4d2f-43e2-ab54-7016e7082845,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:19.313919 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14261111-45b6-4116-954d-fd9c8807f30d admin admin] Checking segment: {'id': '886a6b4b-89e7-4054-a6dc-27f712328c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'c428695e-6cba-4bb9-9bcb-f76c72eb608f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:58:19.314294 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14261111-45b6-4116-954d-fd9c8807f30d admin admin] Network hostable DHCP agents. Network: c428695e-6cba-4bb9-9bcb-f76c72eb608f, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:58:19.327648 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0e8a3b-4324-49da-b5ab-9147a26011c2 req-36ce9635-81f5-457c-8b90-63e074dbe1e1 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:19.329456 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4d0e8a3b-4324-49da-b5ab-9147a26011c2 req-36ce9635-81f5-457c-8b90-63e074dbe1e1 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bdd0f3d-0808-4bf0-9715-43ca17f0320d HTTP/1.1" status: 200 len: 946 time: 0.1651447 Jul 23 23:58:19.354684 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f902e9-14b1-46d8-9225-03f4b53dd55d None None] Network 2c4ca580-e9be-411e-8abd-f938d3f6fdac requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:58:19.358817 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14261111-45b6-4116-954d-fd9c8807f30d admin admin] Network c428695e-6cba-4bb9-9bcb-f76c72eb608f is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:58:19.370307 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-02c176ae-f01b-4b20-834e-177d60a14e13 service neutron] 10.222.0.44 "GET /v2.0/networks/afa024cd-6a99-42b6-95da-fdd5c3d9ab0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760440 Jul 23 23:58:19.372799 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-14261111-45b6-4116-954d-fd9c8807f30d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, c428695e-6cba-4bb9-9bcb-f76c72eb608f) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:58:19.377486 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14261111-45b6-4116-954d-fd9c8807f30d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:19.378684 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-14261111-45b6-4116-954d-fd9c8807f30d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:19.382181 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135f1a09-e83c-46d7-b4ee-0db5eab69c02 None None] Network c428695e-6cba-4bb9-9bcb-f76c72eb608f requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:58:19.422132 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4d0e8a3b-4324-49da-b5ab-9147a26011c2 req-84f6150f-352c-419a-a64b-9a5180396671 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/security-groups?id=7234dcab-bd61-43b3-a41f-dcf65032fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859625 Jul 23 23:58:19.437386 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-14261111-45b6-4116-954d-fd9c8807f30d admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8040421 Jul 23 23:58:19.444956 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0531127a-07a7-469b-9741-0a0442149580 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:19.540212 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0531127a-07a7-469b-9741-0a0442149580 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Pushing event deleted for resources: {'Port': ['ID=950204ad-e8a0-4de3-9204-e7f313cd680d,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:19.639463 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3feab6f-0041-4963-97a1-266e6946b669 None None] Network c428695e-6cba-4bb9-9bcb-f76c72eb608f requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:58:19.648782 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-34f28173-934e-42a2-81e4-44ddf0f42949 service neutron] 10.222.0.44 "GET /v2.0/networks/afa024cd-6a99-42b6-95da-fdd5c3d9ab0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659833 Jul 23 23:58:19.762365 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-e40bd91b-0531-4c1a-b8f2-e1d928933ffe service neutron] 10.222.0.44 "GET /v2.0/networks/24cbf24a-1696-4ab2-949c-e4387a9df919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075206 Jul 23 23:58:19.787532 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0531127a-07a7-469b-9741-0a0442149580 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:19.792956 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-0531127a-07a7-469b-9741-0a0442149580 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] 10.222.0.44 "DELETE /v2.0/ports/950204ad-e8a0-4de3-9204-e7f313cd680d HTTP/1.1" status: 204 len: 168 time: 0.9910338 Jul 23 23:58:19.807203 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f665a00a-97ae-48aa-896c-88fbf9573477 req-81f58c55-43a2-43c0-91e5-ab65044b9fa8 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/ports?device_id=3da58644-cfc7-4a8c-8e55-445116046b4c HTTP/1.1" status: 200 len: 210 time: 0.1482911 Jul 23 23:58:19.808526 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 47538) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:19.859170 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 47540) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:19.911749 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8487cd3-0917-4279-9c97-90042a5d1bce tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:19.913400 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c8487cd3-0917-4279-9c97-90042a5d1bce tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bc82e0d-7f1f-4ca7-a2ef-ef42a204e8f5 HTTP/1.1" status: 200 len: 913 time: 0.1015224 Jul 23 23:58:19.916147 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 47544) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:20.252874 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-c0a40546-7c4b-4096-b91e-34de63de065a service neutron] 10.222.0.44 "GET /v2.0/networks/24cbf24a-1696-4ab2-949c-e4387a9df919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4764702 Jul 23 23:58:20.258501 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-f12895cc-7bfb-48f7-9260-5f36f5b181ea admin admin] Deleting subnet 2224f788-adbb-4641-bf1e-4a8c0301c532 {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:58:20.269529 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f12895cc-7bfb-48f7-9260-5f36f5b181ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:20.316375 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d526ea59-407f-4b99-9ae9-328a3794b5bc tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681029'] for router_interface, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:20.351539 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f12895cc-7bfb-48f7-9260-5f36f5b181ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:20.412053 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f12895cc-7bfb-48f7-9260-5f36f5b181ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:20.415932 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-b6359483-1754-416c-b5e9-524edf6e66a7 service neutron] 10.222.0.44 "GET /v2.0/networks/24cbf24a-1696-4ab2-949c-e4387a9df919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540687 Jul 23 23:58:20.493912 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5a135746-1ff7-4e1f-a6b5-115825aa6435 req-2f54a952-ef37-430e-ba7a-3b67f2d33156 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=4db1e0d9f35b4b27b032ee4fa4c653cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0477195 Jul 23 23:58:20.606903 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f12895cc-7bfb-48f7-9260-5f36f5b181ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:20.610789 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73cebf2-18b6-47c4-b3c2-3287bccb9b5e req-583bcdee-377e-43bb-ae49-456790ec3336 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:20.612389 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d73cebf2-18b6-47c4-b3c2-3287bccb9b5e req-583bcdee-377e-43bb-ae49-456790ec3336 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bdd0f3d-0808-4bf0-9715-43ca17f0320d HTTP/1.1" status: 200 len: 946 time: 0.0860865 Jul 23 23:58:20.671369 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-ad48694e-29aa-4225-8237-aa503671787f service neutron] 10.222.0.44 "GET /v2.0/networks/24cbf24a-1696-4ab2-949c-e4387a9df919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366014 Jul 23 23:58:20.675855 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12895cc-7bfb-48f7-9260-5f36f5b181ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2224f788-adbb-4641-bf1e-4a8c0301c532,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:20.683629 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f12895cc-7bfb-48f7-9260-5f36f5b181ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:20.687700 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-f12895cc-7bfb-48f7-9260-5f36f5b181ea admin admin] 10.222.0.44 "DELETE /v2.0/subnets/2224f788-adbb-4641-bf1e-4a8c0301c532 HTTP/1.1" status: 204 len: 168 time: 0.8273466 Jul 23 23:58:20.688307 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 47566) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:20.701138 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d73cebf2-18b6-47c4-b3c2-3287bccb9b5e req-ae08f36f-cb11-4add-90f5-23a3440e4303 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/security-groups?id=7234dcab-bd61-43b3-a41f-dcf65032fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820727 Jul 23 23:58:20.745661 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a135746-1ff7-4e1f-a6b5-115825aa6435 req-aac7eca8-2770-4c98-8e55-948358a997c9 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:20.747332 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5a135746-1ff7-4e1f-a6b5-115825aa6435 req-aac7eca8-2770-4c98-8e55-948358a997c9 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2449355 Jul 23 23:58:20.790649 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-5a135746-1ff7-4e1f-a6b5-115825aa6435 req-ebf6cabd-1a41-4f6c-ab20-2029ef1d5c58 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Request body: {'port': {'device_id': '3da58644-cfc7-4a8c-8e55-445116046b4c', 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2', 'admin_state_up': True, 'tenant_id': '4db1e0d9f35b4b27b032ee4fa4c653cd'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:58:20.813635 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bb2a0fdd-7df3-46be-8e56-7519dc1530c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:20.835574 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-d526ea59-407f-4b99-9ae9-328a3794b5bc tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Deleting port 3a7d9f11-bd8f-4950-9a59-b081a5afaa3b {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:58:20.836198 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d526ea59-407f-4b99-9ae9-328a3794b5bc tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:20.940703 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d526ea59-407f-4b99-9ae9-328a3794b5bc tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:20.954890 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-d526ea59-407f-4b99-9ae9-328a3794b5bc tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Calling delete_port for 3a7d9f11-bd8f-4950-9a59-b081a5afaa3b owned by network:router_interface {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:58:20.988664 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bb2a0fdd-7df3-46be-8e56-7519dc1530c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:21.006306 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-bb2a0fdd-7df3-46be-8e56-7519dc1530c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c4ca580-e9be-411e-8abd-f938d3f6fdac']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:58:21.027335 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-bb2a0fdd-7df3-46be-8e56-7519dc1530c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdb86afd-eb22-4162-965f-d0d1ad2c5a3e') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:58:21.027616 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-bb2a0fdd-7df3-46be-8e56-7519dc1530c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdb86afd-eb22-4162-965f-d0d1ad2c5a3e') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:58:21.041569 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bb2a0fdd-7df3-46be-8e56-7519dc1530c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:21.058069 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a135746-1ff7-4e1f-a6b5-115825aa6435 req-ebf6cabd-1a41-4f6c-ab20-2029ef1d5c58 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Made reservation on behalf of 4db1e0d9f35b4b27b032ee4fa4c653cd for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:58:21.062172 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1fff0ba8-1b99-4fe8-aedb-6ecf955e1b8c req-5cfb864f-38e4-4c20-9fc8-c8a63f5e078e tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/ports?device_id=3da58644-cfc7-4a8c-8e55-445116046b4c HTTP/1.1" status: 200 len: 210 time: 0.0383244 Jul 23 23:58:21.062519 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-5a135746-1ff7-4e1f-a6b5-115825aa6435 req-ebf6cabd-1a41-4f6c-ab20-2029ef1d5c58 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:21.087640 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bb2a0fdd-7df3-46be-8e56-7519dc1530c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:21.109163 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb2a0fdd-7df3-46be-8e56-7519dc1530c4 admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:58:21.109493 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bb2a0fdd-7df3-46be-8e56-7519dc1530c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:21.111521 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 23 23:58:21.111521 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:58:21.111521 n-d-800088-16 neutron-server[100314]: timer() Jul 23 23:58:21.111521 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:58:21.111521 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 23 23:58:21.111521 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:58:21.111521 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 23 23:58:21.111521 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:58:21.111521 n-d-800088-16 neutron-server[100314]: self._notify() Jul 23 23:58:21.111521 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:58:21.111521 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 23 23:58:21.111521 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:58:21.111521 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 23 23:58:21.111521 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:58:21.111521 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:58:21.111521 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:58:21.111521 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:58:21.111521 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:58:21.111521 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 23 23:58:21.111521 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:58:21.111521 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 23 23:58:21.111521 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:58:21.111521 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:58:21.111521 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:58:21.111521 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 23 23:58:21.111521 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:58:21.111521 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:58:21.111521 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:58:21.111521 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:58:21.111521 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:58:21.111521 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:58:21.111521 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:58:21.196509 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bb2a0fdd-7df3-46be-8e56-7519dc1530c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:21.234110 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bb2a0fdd-7df3-46be-8e56-7519dc1530c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:21.236087 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-bb2a0fdd-7df3-46be-8e56-7519dc1530c4 admin admin] 10.222.0.44 "DELETE /v2.0/networks/2c4ca580-e9be-411e-8abd-f938d3f6fdac HTTP/1.1" status: 204 len: 168 time: 0.5447738 Jul 23 23:58:21.258580 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2a0fdd-7df3-46be-8e56-7519dc1530c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c4ca580-e9be-411e-8abd-f938d3f6fdac,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:21.281526 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d526ea59-407f-4b99-9ae9-328a3794b5bc tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:21.334687 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d526ea59-407f-4b99-9ae9-328a3794b5bc tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Pushing event deleted for resources: {'Port': ['ID=3a7d9f11-bd8f-4950-9a59-b081a5afaa3b,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:21.391195 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [req-5a135746-1ff7-4e1f-a6b5-115825aa6435 req-ebf6cabd-1a41-4f6c-ab20-2029ef1d5c58 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Allocated IP 192.168.233.89 (603dff3b-80fe-44ec-a82a-8d8b74b0c3c2/ef73a7e1-c64a-41e3-9997-629475c7b6b1/e2c35871-199c-4bb4-8a67-a993a592fc9d) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:58:21.479717 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 47606) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:21.685054 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d526ea59-407f-4b99-9ae9-328a3794b5bc tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679987'] for router_interface, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:21.694368 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f8725e74-7d05-4956-a577-2e1efe756956 req-6b074de6-9ddf-4861-a0fe-0ee681a6230f tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c075934-d6b2-45f9-8b7a-e05ff072e3c1 HTTP/1.1" status: 200 len: 210 time: 0.1521010 Jul 23 23:58:21.701733 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-8d45c870-591e-4d30-a9ab-76da41d2b851 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3763f567df9b4273ba2b17bb2601472a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2208984 Jul 23 23:58:21.703251 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f6e50-f2d3-41be-b369-1d18d745cca4 req-57327ea6-2b72-4a97-80fa-ea62be84919f tempest-ServerGroupTestJSON-1072652823 tempest-ServerGroupTestJSON-1072652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:21.704611 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 47622) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:21.709858 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d91f6e50-f2d3-41be-b369-1d18d745cca4 req-57327ea6-2b72-4a97-80fa-ea62be84919f tempest-ServerGroupTestJSON-1072652823 tempest-ServerGroupTestJSON-1072652823-project] 10.222.0.44 "GET /v2.0/networks?id=c428695e-6cba-4bb9-9bcb-f76c72eb608f HTTP/1.1" status: 200 len: 809 time: 0.1481812 Jul 23 23:58:21.761828 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d91f6e50-f2d3-41be-b369-1d18d745cca4 req-7cdc233f-f21d-4f03-b21d-4f3d92213082 tempest-ServerGroupTestJSON-1072652823 tempest-ServerGroupTestJSON-1072652823-project] 10.222.0.44 "GET /v2.0/quotas/40d11b763abc451f951f3aa72b3663fb HTTP/1.1" status: 200 len: 375 time: 0.0509789 Jul 23 23:58:21.773794 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-5a135746-1ff7-4e1f-a6b5-115825aa6435 req-ebf6cabd-1a41-4f6c-ab20-2029ef1d5c58 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:21.799602 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-5a135746-1ff7-4e1f-a6b5-115825aa6435 req-ebf6cabd-1a41-4f6c-ab20-2029ef1d5c58 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Transition to ACTIVE for port object e2c35871-199c-4bb4-8a67-a993a592fc9d will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:58:21.812839 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-805a2a9e-93f8-40bb-8712-45a04fe12baf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:21.839482 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d91f6e50-f2d3-41be-b369-1d18d745cca4 req-77e080bd-5386-4c2f-9b1e-b665524a5c51 tempest-ServerGroupTestJSON-1072652823 tempest-ServerGroupTestJSON-1072652823-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=40d11b763abc451f951f3aa72b3663fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0766969 Jul 23 23:58:21.852467 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-805a2a9e-93f8-40bb-8712-45a04fe12baf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:21.929289 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-5a135746-1ff7-4e1f-a6b5-115825aa6435 req-ebf6cabd-1a41-4f6c-ab20-2029ef1d5c58 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:21.944489 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['9adc90a8-daab-449e-bad1-bd977df0c1fb', '8d4eb6e9-2eeb-4d87-a9ff-e9841baddbd9', '931178ff-8a2c-4c8d-bdb8-bd72bfdecffc', '1200b390-3043-476a-ad9c-f324ee1249db'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:58:21.948833 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['705c0692-2c5a-44f2-9064-556bee2e28c7'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:58:22.015017 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf6cabd-1a41-4f6c-ab20-2029ef1d5c58 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Pushing event updated for resources: {'Port': ['ID=e2c35871-199c-4bb4-8a67-a993a592fc9d,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:22.018086 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a135746-1ff7-4e1f-a6b5-115825aa6435 req-ebf6cabd-1a41-4f6c-ab20-2029ef1d5c58 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:58:22.026214 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [req-5a135746-1ff7-4e1f-a6b5-115825aa6435 req-ebf6cabd-1a41-4f6c-ab20-2029ef1d5c58 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:58:22.029837 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a135746-1ff7-4e1f-a6b5-115825aa6435 req-ebf6cabd-1a41-4f6c-ab20-2029ef1d5c58 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:58:22.032529 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-805a2a9e-93f8-40bb-8712-45a04fe12baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:22.035189 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-805a2a9e-93f8-40bb-8712-45a04fe12baf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:22.039889 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-805a2a9e-93f8-40bb-8712-45a04fe12baf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bda25c62-cf1a-4bee-9427-64233a71f395 HTTP/1.1" status: 204 len: 168 time: 0.3309205 Jul 23 23:58:22.054534 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d91f6e50-f2d3-41be-b369-1d18d745cca4 req-0a57bcc1-4587-42ab-a8e7-be3440b11851 service neutron] 10.222.0.44 "GET /v2.0/networks/c428695e-6cba-4bb9-9bcb-f76c72eb608f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953225 Jul 23 23:58:22.214794 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a135746-1ff7-4e1f-a6b5-115825aa6435 req-ebf6cabd-1a41-4f6c-ab20-2029ef1d5c58 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:22.215944 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-5a135746-1ff7-4e1f-a6b5-115825aa6435 req-ebf6cabd-1a41-4f6c-ab20-2029ef1d5c58 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:22.245701 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805a2a9e-93f8-40bb-8712-45a04fe12baf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda25c62-cf1a-4bee-9427-64233a71f395,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:22.252307 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d91f6e50-f2d3-41be-b369-1d18d745cca4 req-4d33a837-4ecd-40dc-9003-354a5543fa1a service neutron] 10.222.0.44 "GET /v2.0/networks/c428695e-6cba-4bb9-9bcb-f76c72eb608f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960135 Jul 23 23:58:22.252958 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5a135746-1ff7-4e1f-a6b5-115825aa6435 req-ebf6cabd-1a41-4f6c-ab20-2029ef1d5c58 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4713418 Jul 23 23:58:22.259453 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d526ea59-407f-4b99-9ae9-328a3794b5bc tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Router 3bc82e0d-7f1f-4ca7-a2ef-ef42a204e8f5 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:58:22.266826 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e45a4-59f6-4e0a-a148-8ced248d6db9 req-67d19c6e-aef6-434f-866f-7e272357e240 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:22.269562 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-341e45a4-59f6-4e0a-a148-8ced248d6db9 req-67d19c6e-aef6-434f-866f-7e272357e240 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bdd0f3d-0808-4bf0-9715-43ca17f0320d HTTP/1.1" status: 200 len: 946 time: 0.3869984 Jul 23 23:58:22.294082 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-5a135746-1ff7-4e1f-a6b5-115825aa6435 req-e39ac65b-e4e2-40b9-adb5-84d55929f5c0 service neutron] Request body: {'port': {'device_id': '3da58644-cfc7-4a8c-8e55-445116046b4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-16'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:58:22.443286 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-5a135746-1ff7-4e1f-a6b5-115825aa6435 req-e39ac65b-e4e2-40b9-adb5-84d55929f5c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:22.552909 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-341e45a4-59f6-4e0a-a148-8ced248d6db9 req-5ce41252-3d1b-4e7c-ab10-88eedec81aa5 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/security-groups?id=7234dcab-bd61-43b3-a41f-dcf65032fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125400 Jul 23 23:58:22.587833 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-4bae2aa7-98cd-40a7-84c0-034a22dd0674 None None] Provisioning for port e2c35871-199c-4bb4-8a67-a993a592fc9d completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:58:22.625479 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-4bae2aa7-98cd-40a7-84c0-034a22dd0674 None None] Provisioning complete for port e2c35871-199c-4bb4-8a67-a993a592fc9d triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:58:22.625939 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-4bae2aa7-98cd-40a7-84c0-034a22dd0674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:22.787375 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-4bae2aa7-98cd-40a7-84c0-034a22dd0674 None None] Port e2c35871-199c-4bb4-8a67-a993a592fc9d cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:58:23.026248 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6f27efae-6ed1-4f12-88f9-4fdec22a0b63 req-3e243cdc-4634-456d-b910-b5171667fcb4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9b56dfb9-17eb-4546-86fc-da6f6ad2c80b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2910364 Jul 23 23:58:23.039261 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f55a9c-4013-4946-b59d-ead3dbf622d8 req-73269c89-c771-48be-be5f-d42829962f61 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:23.042180 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-21f55a9c-4013-4946-b59d-ead3dbf622d8 req-73269c89-c771-48be-be5f-d42829962f61 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/ports?device_id=3da58644-cfc7-4a8c-8e55-445116046b4c HTTP/1.1" status: 200 len: 935 time: 0.3059895 Jul 23 23:58:23.156204 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-88d4d437-b622-48f1-afc1-95c975d3fda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:23.200584 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-25a8254e-63ec-486d-a30c-c3974d436090 req-8e317294-839f-4cd1-b5e4-8a83be372330 tempest-ServerGroupTestJSON-1072652823 tempest-ServerGroupTestJSON-1072652823-project] 10.222.0.44 "GET /v2.0/ports?device_id=fed455ed-6690-4431-a9d1-848be90a93f6 HTTP/1.1" status: 200 len: 210 time: 0.1046045 Jul 23 23:58:23.223387 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-21f55a9c-4013-4946-b59d-ead3dbf622d8 req-01eb7b54-c7d1-4281-928a-77eb95f492cc tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8ee523e-b776-4966-b1a9-13ed07423313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260686 Jul 23 23:58:23.251274 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-e9dbe46a-ea5e-43a8-939a-66f50f05c67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:23.252784 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-e9dbe46a-ea5e-43a8-939a-66f50f05c67a service neutron] 10.222.0.52 "GET /v2.0/ports/e3557d7c-9f5d-4806-8073-44a23ccf9e4e HTTP/1.1" status: 200 len: 1028 time: 0.1640646 Jul 23 23:58:23.346452 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d526ea59-407f-4b99-9ae9-328a3794b5bc tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:58:23.357676 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-d526ea59-407f-4b99-9ae9-328a3794b5bc tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] 10.222.0.44 "PUT /v2.0/routers/3bc82e0d-7f1f-4ca7-a2ef-ef42a204e8f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4382002 Jul 23 23:58:23.365771 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab3c365-a7d5-4878-a8fb-9794683a2e50 None None] Sync routers for ids ['3bc82e0d-7f1f-4ca7-a2ef-ef42a204e8f5'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:58:23.369000 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 47674) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:23.370392 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f27efae-6ed1-4f12-88f9-4fdec22a0b63 req-6dfb09fc-c44a-4e19-953a-71221fde7d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:23.372523 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6f27efae-6ed1-4f12-88f9-4fdec22a0b63 req-6dfb09fc-c44a-4e19-953a-71221fde7d89 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4bf4cdc5515a40d7ad05decd4185164d&device_id=9b56dfb9-17eb-4546-86fc-da6f6ad2c80b HTTP/1.1" status: 200 len: 1097 time: 0.2326868 Jul 23 23:58:23.379222 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab3c365-a7d5-4878-a8fb-9794683a2e50 None None] Routers {'3bc82e0d-7f1f-4ca7-a2ef-ef42a204e8f5'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:58:23.380791 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-dab3c365-a7d5-4878-a8fb-9794683a2e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:57:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['3bc82e0d-7f1f-4ca7-a2ef-ef42a204e8f5'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:58:23.427453 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-dab3c365-a7d5-4878-a8fb-9794683a2e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:58:23.437764 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab3c365-a7d5-4878-a8fb-9794683a2e50 None None] Routers {'3bc82e0d-7f1f-4ca7-a2ef-ef42a204e8f5'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:58:23.438656 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-dab3c365-a7d5-4878-a8fb-9794683a2e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:57:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['3bc82e0d-7f1f-4ca7-a2ef-ef42a204e8f5'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:58:23.474715 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-dab3c365-a7d5-4878-a8fb-9794683a2e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:58:23.475942 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab3c365-a7d5-4878-a8fb-9794683a2e50 None None] The sync data for ids ['3bc82e0d-7f1f-4ca7-a2ef-ef42a204e8f5'] in n-d-800088-16 is: [] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:58:23.492132 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-20089b6c-3a4f-47ee-b517-f8d313b8af86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:23.493560 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-20089b6c-3a4f-47ee-b517-f8d313b8af86 service neutron] 10.222.0.52 "GET /v2.0/ports/8f556c59-81ca-477e-85bf-cbe94e6d27d9 HTTP/1.1" status: 200 len: 1028 time: 0.2202613 Jul 23 23:58:23.515228 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3fabbeba-3db5-4145-9704-a110746b0cca req-f34d9df8-9f12-42fe-bc62-a25701f9ce0a tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c075934-d6b2-45f9-8b7a-e05ff072e3c1 HTTP/1.1" status: 200 len: 210 time: 0.0753789 Jul 23 23:58:23.572487 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f27efae-6ed1-4f12-88f9-4fdec22a0b63 req-0eb8315e-3b7e-419d-b5d0-506bc5fe8dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:23.574725 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6f27efae-6ed1-4f12-88f9-4fdec22a0b63 req-0eb8315e-3b7e-419d-b5d0-506bc5fe8dda service neutron] 10.222.0.64 "GET /v2.0/networks?id=85c9f26f-731d-44b5-92b1-ca68826725b8 HTTP/1.1" status: 200 len: 912 time: 0.1545715 Jul 23 23:58:23.599164 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-5a135746-1ff7-4e1f-a6b5-115825aa6435 req-e39ac65b-e4e2-40b9-adb5-84d55929f5c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2c35871-199c-4bb4-8a67-a993a592fc9d {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:58:23.647300 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9fe33e03-d053-404d-b762-756acf1d8c64 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify callbacks [] for router, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:23.679767 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-5a135746-1ff7-4e1f-a6b5-115825aa6435 req-e39ac65b-e4e2-40b9-adb5-84d55929f5c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:23.695528 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-5a135746-1ff7-4e1f-a6b5-115825aa6435 req-e39ac65b-e4e2-40b9-adb5-84d55929f5c0 service neutron] Transition to ACTIVE for port object e2c35871-199c-4bb4-8a67-a993a592fc9d will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:58:23.716291 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-5a135746-1ff7-4e1f-a6b5-115825aa6435 req-e39ac65b-e4e2-40b9-adb5-84d55929f5c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:23.728126 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034993b7-9972-4f8e-987c-e3bdea3ac0ea req-2f5a35f4-a83d-450c-9130-3c8b65ef8bdb tempest-LiveAutoBlockMigrationV225Test-1467793608 tempest-LiveAutoBlockMigrationV225Test-1467793608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:23.756903 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-206514d5-cc95-42e3-aa98-40317c872240 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:23.758515 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-034993b7-9972-4f8e-987c-e3bdea3ac0ea req-2f5a35f4-a83d-450c-9130-3c8b65ef8bdb tempest-LiveAutoBlockMigrationV225Test-1467793608 tempest-LiveAutoBlockMigrationV225Test-1467793608-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=0f6a9ae2-cfd7-44a7-afc8-3042147e0d44 HTTP/1.1" status: 200 len: 1098 time: 0.3825381 Jul 23 23:58:23.764684 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-206514d5-cc95-42e3-aa98-40317c872240 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:23.774965 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-206514d5-cc95-42e3-aa98-40317c872240 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:23.776603 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-206514d5-cc95-42e3-aa98-40317c872240 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.52 "GET /v2.0/networks?id=b0523da7-df1a-446f-b645-811e4630597c&id=afa024cd-6a99-42b6-95da-fdd5c3d9ab0a&id=afa024cd-6a99-42b6-95da-fdd5c3d9ab0a&id=afa024cd-6a99-42b6-95da-fdd5c3d9ab0a&id=afa024cd-6a99-42b6-95da-fdd5c3d9ab0a&id=24cbf24a-1696-4ab2-949c-e4387a9df919&id=24cbf24a-1696-4ab2-949c-e4387a9df919 HTTP/1.1" status: 200 len: 1991 time: 0.2642608 Jul 23 23:58:23.828039 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6f27efae-6ed1-4f12-88f9-4fdec22a0b63 req-737ee274-4fd8-4931-90c8-15592451184c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9f0f468-aa18-45b6-b6a7-5b05f7d400b0 HTTP/1.1" status: 200 len: 1000 time: 0.2372608 Jul 23 23:58:23.836175 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39ac65b-e4e2-40b9-adb5-84d55929f5c0 service neutron] Pushing event updated for resources: {'Port': ['ID=e2c35871-199c-4bb4-8a67-a993a592fc9d,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:23.868830 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-18a3e2b9-5220-4243-984a-8361ccb86873 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a493ff63bf324cec8682bc97c22087f0 HTTP/1.1" status: 200 len: 380 time: 0.0787947 Jul 23 23:58:23.881129 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-cf0828e5-134d-4858-9e68-96f30f53ce87 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Request body: {'port': {'device_id': '2c075934-d6b2-45f9-8b7a-e05ff072e3c1', 'network_id': 'b0523da7-df1a-446f-b645-811e4630597c', 'admin_state_up': True, 'tenant_id': 'a493ff63bf324cec8682bc97c22087f0', 'security_groups': ['89d8d27b-9412-49b0-8db6-21624a8289f8']}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:58:23.886889 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9fe33e03-d053-404d-b762-756acf1d8c64 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:23.912299 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f27efae-6ed1-4f12-88f9-4fdec22a0b63 req-810f3523-789f-4a28-9f57-3c7947c7df1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:23.914240 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6f27efae-6ed1-4f12-88f9-4fdec22a0b63 req-810f3523-789f-4a28-9f57-3c7947c7df1b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b7fb4eeb-013a-4a61-a243-81e1ee8590a2 HTTP/1.1" status: 200 len: 850 time: 0.0597036 Jul 23 23:58:24.016956 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-034993b7-9972-4f8e-987c-e3bdea3ac0ea req-d38b1963-de92-49f4-904a-03f29f7b432f tempest-LiveAutoBlockMigrationV225Test-1467793608 tempest-LiveAutoBlockMigrationV225Test-1467793608-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498059 Jul 23 23:58:24.186621 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f27efae-6ed1-4f12-88f9-4fdec22a0b63 req-c28af574-25ff-47bf-8ad9-6140f654920c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:24.188191 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6f27efae-6ed1-4f12-88f9-4fdec22a0b63 req-c28af574-25ff-47bf-8ad9-6140f654920c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=85c9f26f-731d-44b5-92b1-ca68826725b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2409101 Jul 23 23:58:24.197465 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-9fe33e03-d053-404d-b762-756acf1d8c64 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Deleting port 71c3eb11-8265-4d70-8823-4aaad2846c5b {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:58:24.197909 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9fe33e03-d053-404d-b762-756acf1d8c64 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:24.248784 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-5a135746-1ff7-4e1f-a6b5-115825aa6435 req-e39ac65b-e4e2-40b9-adb5-84d55929f5c0 service neutron] Attempting to bind port e2c35871-199c-4bb4-8a67-a993a592fc9d on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:58:24.249152 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-5a135746-1ff7-4e1f-a6b5-115825aa6435 req-e39ac65b-e4e2-40b9-adb5-84d55929f5c0 service neutron] Attempting to bind port e2c35871-199c-4bb4-8a67-a993a592fc9d by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:58:24.249492 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a135746-1ff7-4e1f-a6b5-115825aa6435 req-e39ac65b-e4e2-40b9-adb5-84d55929f5c0 service neutron] Attempting to bind port e2c35871-199c-4bb4-8a67-a993a592fc9d on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:58:24.274057 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a135746-1ff7-4e1f-a6b5-115825aa6435 req-e39ac65b-e4e2-40b9-adb5-84d55929f5c0 service neutron] Port e2c35871-199c-4bb4-8a67-a993a592fc9d on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:58:24.274057 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a135746-1ff7-4e1f-a6b5-115825aa6435 req-e39ac65b-e4e2-40b9-adb5-84d55929f5c0 service neutron] Attempting to bind port e2c35871-199c-4bb4-8a67-a993a592fc9d on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:58:24.311789 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a135746-1ff7-4e1f-a6b5-115825aa6435 req-e39ac65b-e4e2-40b9-adb5-84d55929f5c0 service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:58:24.312142 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a135746-1ff7-4e1f-a6b5-115825aa6435 req-e39ac65b-e4e2-40b9-adb5-84d55929f5c0 service neutron] Checking segment: {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:58:24.312526 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a135746-1ff7-4e1f-a6b5-115825aa6435 req-e39ac65b-e4e2-40b9-adb5-84d55929f5c0 service neutron] Bound using segment: {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:58:24.313166 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-5a135746-1ff7-4e1f-a6b5-115825aa6435 req-e39ac65b-e4e2-40b9-adb5-84d55929f5c0 service neutron] Bound port: e2c35871-199c-4bb4-8a67-a993a592fc9d, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:58:24.313541 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-5a135746-1ff7-4e1f-a6b5-115825aa6435 req-e39ac65b-e4e2-40b9-adb5-84d55929f5c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:24.315905 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-cf0828e5-134d-4858-9e68-96f30f53ce87 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Made reservation on behalf of a493ff63bf324cec8682bc97c22087f0 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:58:24.319612 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-cf0828e5-134d-4858-9e68-96f30f53ce87 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:24.352128 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9fe33e03-d053-404d-b762-756acf1d8c64 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:24.377937 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-9fe33e03-d053-404d-b762-756acf1d8c64 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Calling delete_port for 71c3eb11-8265-4d70-8823-4aaad2846c5b owned by network:router_gateway {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:58:24.420689 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9fef75-9c61-411f-8377-33805ef3534b req-d418266e-0a38-4e33-ba82-f648a126e619 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:24.429064 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7d9fef75-9c61-411f-8377-33805ef3534b req-d418266e-0a38-4e33-ba82-f648a126e619 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bdd0f3d-0808-4bf0-9715-43ca17f0320d HTTP/1.1" status: 200 len: 946 time: 0.2769315 Jul 23 23:58:24.441646 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6f27efae-6ed1-4f12-88f9-4fdec22a0b63 req-08fee45f-06bc-47e6-acc4-33df0180e488 service neutron] 10.222.0.64 "GET /v2.0/networks/85c9f26f-731d-44b5-92b1-ca68826725b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401178 Jul 23 23:58:24.537632 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7d9fef75-9c61-411f-8377-33805ef3534b req-0d9a6e45-9824-44ac-be1e-2c1000f4d748 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/security-groups?id=7234dcab-bd61-43b3-a41f-dcf65032fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050379 Jul 23 23:58:24.594821 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-cf0828e5-134d-4858-9e68-96f30f53ce87 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Allocated IP 172.20.0.8 (b0523da7-df1a-446f-b645-811e4630597c/d99f6c92-821c-482e-b6d0-cb37709030df/465c7602-c874-48e3-a644-ba99539fad02) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:58:24.612793 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-5a135746-1ff7-4e1f-a6b5-115825aa6435 req-e39ac65b-e4e2-40b9-adb5-84d55929f5c0 service neutron] For port e2c35871-199c-4bb4-8a67-a993a592fc9d, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:58:24.662712 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-5a135746-1ff7-4e1f-a6b5-115825aa6435 req-e39ac65b-e4e2-40b9-adb5-84d55929f5c0 service neutron] For port e2c35871-199c-4bb4-8a67-a993a592fc9d, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=e2c35871-199c-4bb4-8a67-a993a592fc9d,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:58:24.697137 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d3c8877e-45b1-4d5f-879f-d739feb23baa req-d3c742a9-8732-4f4d-8766-e7079089e488 tempest-ServerGroupTestJSON-1072652823 tempest-ServerGroupTestJSON-1072652823-project] 10.222.0.44 "GET /v2.0/ports?device_id=fed455ed-6690-4431-a9d1-848be90a93f6 HTTP/1.1" status: 200 len: 210 time: 0.0489800 Jul 23 23:58:24.717518 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-5a135746-1ff7-4e1f-a6b5-115825aa6435 req-e39ac65b-e4e2-40b9-adb5-84d55929f5c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:24.819775 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6f27efae-6ed1-4f12-88f9-4fdec22a0b63 req-e8b4f50f-bde6-4033-b7cb-21b1f4bc1583 service neutron] 10.222.0.64 "GET /v2.0/networks/85c9f26f-731d-44b5-92b1-ca68826725b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3693721 Jul 23 23:58:24.842844 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a135746-1ff7-4e1f-a6b5-115825aa6435 req-e39ac65b-e4e2-40b9-adb5-84d55929f5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:24.843541 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-5a135746-1ff7-4e1f-a6b5-115825aa6435 req-e39ac65b-e4e2-40b9-adb5-84d55929f5c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:24.847896 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5a135746-1ff7-4e1f-a6b5-115825aa6435 req-e39ac65b-e4e2-40b9-adb5-84d55929f5c0 service neutron] 10.222.0.64 "PUT /v2.0/ports/e2c35871-199c-4bb4-8a67-a993a592fc9d HTTP/1.1" status: 200 len: 1096 time: 2.5741901 Jul 23 23:58:24.847896 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3da58644-cfc7-4a8c-8e55-445116046b4c', 'tag': 'e2c35871-199c-4bb4-8a67-a993a592fc9d'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:58:24.849549 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c01bfc38-86b1-49fb-b228-c000f0fd3ffc" -d '{"events": [{"name": "network-changed", "server_uuid": "3da58644-cfc7-4a8c-8e55-445116046b4c", "tag": "e2c35871-199c-4bb4-8a67-a993a592fc9d"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:58:24.916385 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39ac65b-e4e2-40b9-adb5-84d55929f5c0 service neutron] Pushing event updated for resources: {'Port': ['ID=e2c35871-199c-4bb4-8a67-a993a592fc9d,revision_number=3']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:25.054295 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df5f8a9-8e63-4766-a727-44d0b2f67d3f req-db28ae93-a8b9-479f-b910-6806c4b0ea9f tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:25.061705 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8df5f8a9-8e63-4766-a727-44d0b2f67d3f req-db28ae93-a8b9-479f-b910-6806c4b0ea9f tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/ports?device_id=3da58644-cfc7-4a8c-8e55-445116046b4c HTTP/1.1" status: 200 len: 947 time: 0.2577024 Jul 23 23:58:25.076797 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f6e50-f2d3-41be-b369-1d18d745cca4 req-78da50f2-019f-4cea-8a0b-1a60abf93ef0 tempest-ServerGroupTestJSON-1072652823 tempest-ServerGroupTestJSON-1072652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:25.090759 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d91f6e50-f2d3-41be-b369-1d18d745cca4 req-78da50f2-019f-4cea-8a0b-1a60abf93ef0 tempest-ServerGroupTestJSON-1072652823 tempest-ServerGroupTestJSON-1072652823-project] 10.222.0.64 "GET /v2.0/networks?id=c428695e-6cba-4bb9-9bcb-f76c72eb608f HTTP/1.1" status: 200 len: 809 time: 0.4007213 Jul 23 23:58:25.131780 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-d91f6e50-f2d3-41be-b369-1d18d745cca4 req-c830968a-7ad6-47c3-944a-0ac3b3f81fa3 tempest-ServerGroupTestJSON-1072652823 tempest-ServerGroupTestJSON-1072652823-project] Request body: {'port': {'device_id': 'fed455ed-6690-4431-a9d1-848be90a93f6', 'network_id': 'c428695e-6cba-4bb9-9bcb-f76c72eb608f', 'admin_state_up': True, 'tenant_id': '40d11b763abc451f951f3aa72b3663fb'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:58:25.137897 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8df5f8a9-8e63-4766-a727-44d0b2f67d3f req-ae10cff9-7f25-4682-9789-b21bb796257f tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8ee523e-b776-4966-b1a9-13ed07423313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746722 Jul 23 23:58:25.164001 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a135746-1ff7-4e1f-a6b5-115825aa6435 req-64ca2785-7f28-4c36-8c7c-3669cd79ecad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:25.165863 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5a135746-1ff7-4e1f-a6b5-115825aa6435 req-64ca2785-7f28-4c36-8c7c-3669cd79ecad service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4db1e0d9f35b4b27b032ee4fa4c653cd&device_id=3da58644-cfc7-4a8c-8e55-445116046b4c HTTP/1.1" status: 200 len: 1099 time: 0.2059205 Jul 23 23:58:25.277459 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5a135746-1ff7-4e1f-a6b5-115825aa6435 req-5c3528d1-68a0-44dc-b324-42873af90ac2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=e2c35871-199c-4bb4-8a67-a993a592fc9d HTTP/1.1" status: 200 len: 217 time: 0.0816975 Jul 23 23:58:25.428865 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9fe33e03-d053-404d-b762-756acf1d8c64 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:25.430421 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a135746-1ff7-4e1f-a6b5-115825aa6435 req-db904fb7-f408-4764-8aad-c71c053377c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:25.431985 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5a135746-1ff7-4e1f-a6b5-115825aa6435 req-db904fb7-f408-4764-8aad-c71c053377c8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.1409519 Jul 23 23:58:25.450113 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d91f6e50-f2d3-41be-b369-1d18d745cca4 req-c830968a-7ad6-47c3-944a-0ac3b3f81fa3 tempest-ServerGroupTestJSON-1072652823 tempest-ServerGroupTestJSON-1072652823-project] Made reservation on behalf of 40d11b763abc451f951f3aa72b3663fb for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:58:25.454038 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d91f6e50-f2d3-41be-b369-1d18d745cca4 req-c830968a-7ad6-47c3-944a-0ac3b3f81fa3 tempest-ServerGroupTestJSON-1072652823 tempest-ServerGroupTestJSON-1072652823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:25.504044 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe33e03-d053-404d-b762-756acf1d8c64 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Pushing event deleted for resources: {'Port': ['ID=71c3eb11-8265-4d70-8823-4aaad2846c5b,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:25.534397 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0403660b-f97f-4b4f-a453-0745b4ee2d56 req-cb64fb9c-650b-4751-845e-f15d2eadf8d4 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c075934-d6b2-45f9-8b7a-e05ff072e3c1 HTTP/1.1" status: 200 len: 210 time: 0.0408020 Jul 23 23:58:25.549078 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-cf0828e5-134d-4858-9e68-96f30f53ce87 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:25.567648 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-cf0828e5-134d-4858-9e68-96f30f53ce87 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Transition to ACTIVE for port object 465c7602-c874-48e3-a644-ba99539fad02 will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:58:25.573478 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a135746-1ff7-4e1f-a6b5-115825aa6435 req-56b87fda-d2ac-4981-aad9-687bfe3a9831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:25.575355 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5a135746-1ff7-4e1f-a6b5-115825aa6435 req-56b87fda-d2ac-4981-aad9-687bfe3a9831 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1356654 Jul 23 23:58:25.646016 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd8e5ad-c8f0-4dfa-9026-a5a4dad6e356 x-openstack-request-id: req-9cd8e5ad-c8f0-4dfa-9026-a5a4dad6e356 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:58:25.646654 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3da58644-cfc7-4a8c-8e55-445116046b4c", "tag": "e2c35871-199c-4bb4-8a67-a993a592fc9d", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:58:25.647369 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9cd8e5ad-c8f0-4dfa-9026-a5a4dad6e356 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:58:25.648256 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3da58644-cfc7-4a8c-8e55-445116046b4c', 'tag': 'e2c35871-199c-4bb4-8a67-a993a592fc9d', 'status': 'completed', 'code': 200} Jul 23 23:58:25.728927 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-7cdde90c-dcf7-49aa-be6d-9f2968b7aa91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:25.753821 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-cf0828e5-134d-4858-9e68-96f30f53ce87 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:25.810854 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5a135746-1ff7-4e1f-a6b5-115825aa6435 req-ad87b634-6a08-4c5d-a90c-5c44e2958a23 service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258446 Jul 23 23:58:25.871385 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-cf0828e5-134d-4858-9e68-96f30f53ce87 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Network b0523da7-df1a-446f-b645-811e4630597c is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:58:25.919917 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-cf0828e5-134d-4858-9e68-96f30f53ce87 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:58:25.927681 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9fe33e03-d053-404d-b762-756acf1d8c64 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687114'] for router_gateway, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:26.003027 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5a135746-1ff7-4e1f-a6b5-115825aa6435 req-026aa36a-6eac-4772-ba9f-8182259116fd service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708720 Jul 23 23:58:26.048602 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9fe33e03-d053-404d-b762-756acf1d8c64 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:26.050983 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9fe33e03-d053-404d-b762-756acf1d8c64 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:26.057499 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f47b9-9363-44f9-900a-5fed826c66c1 req-d895a82a-b817-4f8f-b3cc-58f77529b5de tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:26.059009 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bf7f47b9-9363-44f9-900a-5fed826c66c1 req-d895a82a-b817-4f8f-b3cc-58f77529b5de tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bdd0f3d-0808-4bf0-9715-43ca17f0320d HTTP/1.1" status: 200 len: 946 time: 0.2425296 Jul 23 23:58:26.104073 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0828e5-134d-4858-9e68-96f30f53ce87 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Pushing event updated for resources: {'Port': ['ID=465c7602-c874-48e3-a644-ba99539fad02,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:26.123106 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-cf0828e5-134d-4858-9e68-96f30f53ce87 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:58:26.149865 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bf7f47b9-9363-44f9-900a-5fed826c66c1 req-9eea2eea-cfdb-4fe8-9cae-2e48c5d8f034 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/security-groups?id=7234dcab-bd61-43b3-a41f-dcf65032fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841243 Jul 23 23:58:26.154217 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9fe33e03-d053-404d-b762-756acf1d8c64 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:26.155001 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe33e03-d053-404d-b762-756acf1d8c64 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Fanout notify agent at l3_agent the message router_deleted on router 3bc82e0d-7f1f-4ca7-a2ef-ef42a204e8f5 {{(pid=100313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 23:58:26.172606 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9fe33e03-d053-404d-b762-756acf1d8c64 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:26.173883 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-9fe33e03-d053-404d-b762-756acf1d8c64 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] 10.222.0.44 "DELETE /v2.0/routers/3bc82e0d-7f1f-4ca7-a2ef-ef42a204e8f5 HTTP/1.1" status: 204 len: 168 time: 2.8038895 Jul 23 23:58:26.177951 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 47736) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:26.182217 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [req-39a75572-3c14-473c-8a44-2406efd6989d req-41aac840-c0db-4ece-b1c4-4f1f5cd0e259 tempest-LiveAutoBlockMigrationV225Test-1467793608 tempest-LiveAutoBlockMigrationV225Test-1467793608-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=100313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:58:26.189090 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-39a75572-3c14-473c-8a44-2406efd6989d req-41aac840-c0db-4ece-b1c4-4f1f5cd0e259 tempest-LiveAutoBlockMigrationV225Test-1467793608 tempest-LiveAutoBlockMigrationV225Test-1467793608-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0361652 Jul 23 23:58:26.244500 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-d91f6e50-f2d3-41be-b369-1d18d745cca4 req-c830968a-7ad6-47c3-944a-0ac3b3f81fa3 tempest-ServerGroupTestJSON-1072652823 tempest-ServerGroupTestJSON-1072652823-project] Allocated IP 172.20.0.7 (c428695e-6cba-4bb9-9bcb-f76c72eb608f/5f18ceff-4d2f-43e2-ab54-7016e7082845/3d85e40b-1318-454b-b740-dad43df0a4ff) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:58:26.266755 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-cf0828e5-134d-4858-9e68-96f30f53ce87 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:26.267536 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-cf0828e5-134d-4858-9e68-96f30f53ce87 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:26.292835 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-cf0828e5-134d-4858-9e68-96f30f53ce87 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4165251 Jul 23 23:58:26.311563 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-2a9a914b-8395-4ff1-97f9-bc95a66322ed tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Request body: {'port': {'device_id': '2c075934-d6b2-45f9-8b7a-e05ff072e3c1', 'network_id': 'afa024cd-6a99-42b6-95da-fdd5c3d9ab0a', 'admin_state_up': True, 'tenant_id': 'a493ff63bf324cec8682bc97c22087f0', 'security_groups': ['89d8d27b-9412-49b0-8db6-21624a8289f8']}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:58:26.313068 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-f3314b53-4de6-499a-810e-045d3611cc67 None None] Provisioning for port 465c7602-c874-48e3-a644-ba99539fad02 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:58:26.317814 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-f3314b53-4de6-499a-810e-045d3611cc67 None None] Provisioning complete for port 465c7602-c874-48e3-a644-ba99539fad02 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:58:26.318544 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f3314b53-4de6-499a-810e-045d3611cc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:26.325175 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01bfc38-86b1-49fb-b228-c000f0fd3ffc req-2e23d8ae-da36-4a92-9423-a3620c9036de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:26.326687 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c01bfc38-86b1-49fb-b228-c000f0fd3ffc req-2e23d8ae-da36-4a92-9423-a3620c9036de service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4db1e0d9f35b4b27b032ee4fa4c653cd&device_id=3da58644-cfc7-4a8c-8e55-445116046b4c HTTP/1.1" status: 200 len: 1099 time: 0.2426982 Jul 23 23:58:26.357728 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d21275e0-1ce7-4f50-9e2f-3b1e2a0340b6 req-320ce587-8348-4dee-ba06-4a75f94cafc3 tempest-ServerGroupTestJSON-1072652823 tempest-ServerGroupTestJSON-1072652823-project] 10.222.0.44 "GET /v2.0/ports?device_id=fed455ed-6690-4431-a9d1-848be90a93f6 HTTP/1.1" status: 200 len: 210 time: 0.0485356 Jul 23 23:58:26.362720 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-04ff4885-46f9-4603-bc88-bb7ceb4d77e1 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Deleting subnet 8cb7b3aa-557b-4260-b5c4-d1a5b233a4e0 {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:58:26.368459 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-04ff4885-46f9-4603-bc88-bb7ceb4d77e1 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:26.375657 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-f3314b53-4de6-499a-810e-045d3611cc67 None None] Port 465c7602-c874-48e3-a644-ba99539fad02 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:58:26.413242 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a75572-3c14-473c-8a44-2406efd6989d req-f3756af7-d945-41e1-afcb-fa2148975809 tempest-LiveAutoBlockMigrationV225Test-1467793608 tempest-LiveAutoBlockMigrationV225Test-1467793608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:26.421288 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-39a75572-3c14-473c-8a44-2406efd6989d req-f3756af7-d945-41e1-afcb-fa2148975809 tempest-LiveAutoBlockMigrationV225Test-1467793608 tempest-LiveAutoBlockMigrationV225Test-1467793608-project-admin] 10.222.0.44 "GET /v2.0/ports/970214ba-468b-4ff1-926a-ea62de40fef5 HTTP/1.1" status: 200 len: 1095 time: 0.2309892 Jul 23 23:58:26.430461 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-39a75572-3c14-473c-8a44-2406efd6989d req-e95b25cc-7e74-4daa-8081-00f86f17bf3e service neutron] Request body: {'binding': {'host': 'n-h1-800088-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:58:26.431168 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-39a75572-3c14-473c-8a44-2406efd6989d req-e95b25cc-7e74-4daa-8081-00f86f17bf3e service neutron] Unknown quota resources ['binding']. {{(pid=100313) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 23:58:26.492285 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-04ff4885-46f9-4603-bc88-bb7ceb4d77e1 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:26.646090 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01bfc38-86b1-49fb-b228-c000f0fd3ffc req-80cc048c-b654-4a04-9a2d-7a548cdc0c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:26.648157 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c01bfc38-86b1-49fb-b228-c000f0fd3ffc req-80cc048c-b654-4a04-9a2d-7a548cdc0c81 service neutron] 10.222.0.64 "GET /v2.0/networks?id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 HTTP/1.1" status: 200 len: 870 time: 0.3020332 Jul 23 23:58:26.685443 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:26.715039 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c01bfc38-86b1-49fb-b228-c000f0fd3ffc req-0587e3fa-3143-4969-9f75-530b1c4c879e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=e2c35871-199c-4bb4-8a67-a993a592fc9d HTTP/1.1" status: 200 len: 217 time: 0.0507987 Jul 23 23:58:26.716378 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-04ff4885-46f9-4603-bc88-bb7ceb4d77e1 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:26.729378 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49172cad-2c01-4adf-9c9d-38a7eb089ee7 req-c8933a8b-3abd-43a1-bbd5-f9742c2996e9 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:26.730503 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-49172cad-2c01-4adf-9c9d-38a7eb089ee7 req-c8933a8b-3abd-43a1-bbd5-f9742c2996e9 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/ports?device_id=3da58644-cfc7-4a8c-8e55-445116046b4c HTTP/1.1" status: 200 len: 947 time: 0.2779756 Jul 23 23:58:26.776631 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d91f6e50-f2d3-41be-b369-1d18d745cca4 req-c830968a-7ad6-47c3-944a-0ac3b3f81fa3 tempest-ServerGroupTestJSON-1072652823 tempest-ServerGroupTestJSON-1072652823-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:26.828765 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-2a9a914b-8395-4ff1-97f9-bc95a66322ed tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Made reservation on behalf of a493ff63bf324cec8682bc97c22087f0 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:58:26.841755 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-2a9a914b-8395-4ff1-97f9-bc95a66322ed tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:26.865636 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-39a75572-3c14-473c-8a44-2406efd6989d req-e95b25cc-7e74-4daa-8081-00f86f17bf3e service neutron] Attempting to bind port 970214ba-468b-4ff1-926a-ea62de40fef5 on host n-h1-800088-16 for vnic_type normal with profile None {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:58:26.866308 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-39a75572-3c14-473c-8a44-2406efd6989d req-e95b25cc-7e74-4daa-8081-00f86f17bf3e service neutron] Attempting to bind port 970214ba-468b-4ff1-926a-ea62de40fef5 by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': 'd250a78c-273d-4c00-aeaa-fc87cc957e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:58:26.866747 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01bfc38-86b1-49fb-b228-c000f0fd3ffc req-d29abb85-726c-49c6-85bd-596cbad2278d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:26.866929 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a75572-3c14-473c-8a44-2406efd6989d req-e95b25cc-7e74-4daa-8081-00f86f17bf3e service neutron] Attempting to bind port 970214ba-468b-4ff1-926a-ea62de40fef5 on network cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:58:26.868282 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c01bfc38-86b1-49fb-b228-c000f0fd3ffc req-d29abb85-726c-49c6-85bd-596cbad2278d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.1368923 Jul 23 23:58:26.872192 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-49172cad-2c01-4adf-9c9d-38a7eb089ee7 req-8c4109dc-f214-4351-8e2c-471af6ae0fd8 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8ee523e-b776-4966-b1a9-13ed07423313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124947 Jul 23 23:58:26.900077 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a75572-3c14-473c-8a44-2406efd6989d req-e95b25cc-7e74-4daa-8081-00f86f17bf3e service neutron] Port 970214ba-468b-4ff1-926a-ea62de40fef5 on network cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:58:26.900476 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a75572-3c14-473c-8a44-2406efd6989d req-e95b25cc-7e74-4daa-8081-00f86f17bf3e service neutron] Attempting to bind port 970214ba-468b-4ff1-926a-ea62de40fef5 on network cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:58:26.918738 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-04ff4885-46f9-4603-bc88-bb7ceb4d77e1 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:26.962548 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ff4885-46f9-4603-bc88-bb7ceb4d77e1 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Pushing event deleted for resources: {'Subnet': ['ID=8cb7b3aa-557b-4260-b5c4-d1a5b233a4e0,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:26.972447 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-04ff4885-46f9-4603-bc88-bb7ceb4d77e1 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:26.974940 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-04ff4885-46f9-4603-bc88-bb7ceb4d77e1 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] 10.222.0.44 "DELETE /v2.0/subnets/8cb7b3aa-557b-4260-b5c4-d1a5b233a4e0 HTTP/1.1" status: 204 len: 168 time: 0.7948048 Jul 23 23:58:26.978358 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 47746) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:26.982500 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9901c0d5-316e-43c1-8e60-ffa5c6f9a4a4 None None] Network 04ffb183-4a62-4c47-a8a4-2da8d32c0c7c requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:58:26.985997 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a75572-3c14-473c-8a44-2406efd6989d req-e95b25cc-7e74-4daa-8081-00f86f17bf3e service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:58:26.986492 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a75572-3c14-473c-8a44-2406efd6989d req-e95b25cc-7e74-4daa-8081-00f86f17bf3e service neutron] Checking segment: {'id': 'd250a78c-273d-4c00-aeaa-fc87cc957e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:58:26.987115 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a75572-3c14-473c-8a44-2406efd6989d req-e95b25cc-7e74-4daa-8081-00f86f17bf3e service neutron] Bound using segment: {'id': 'd250a78c-273d-4c00-aeaa-fc87cc957e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:58:26.987695 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-39a75572-3c14-473c-8a44-2406efd6989d req-e95b25cc-7e74-4daa-8081-00f86f17bf3e service neutron] Bound port: 970214ba-468b-4ff1-926a-ea62de40fef5, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd250a78c-273d-4c00-aeaa-fc87cc957e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:58:27.100982 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-39a75572-3c14-473c-8a44-2406efd6989d req-e95b25cc-7e74-4daa-8081-00f86f17bf3e service neutron] For port 970214ba-468b-4ff1-926a-ea62de40fef5, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=970214ba-468b-4ff1-926a-ea62de40fef5,segment=NetworkSegment(d250a78c-273d-4c00-aeaa-fc87cc957e9a),segment_id=d250a78c-273d-4c00-aeaa-fc87cc957e9a)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:58:27.131047 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d5f7ffad-a042-482f-83ed-8cc0c2d9e3f5 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:27.194734 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:27.218230 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01bfc38-86b1-49fb-b228-c000f0fd3ffc req-98591cef-87fa-483c-9cc1-ba2c15d5a753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:27.219762 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c01bfc38-86b1-49fb-b228-c000f0fd3ffc req-98591cef-87fa-483c-9cc1-ba2c15d5a753 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3373711 Jul 23 23:58:27.310302 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456a6f01-b426-4fbc-94cc-8b7c9e5ab73b None None] DHCP port deletion for 04ffb183-4a62-4c47-a8a4-2da8d32c0c7c request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:58:27.334218 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ed25a6-6196-4c5c-9614-236a468d96a7 req-c89985d6-3121-493b-8f84-880680009fef tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:27.341527 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-97ed25a6-6196-4c5c-9614-236a468d96a7 req-c89985d6-3121-493b-8f84-880680009fef tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c075934-d6b2-45f9-8b7a-e05ff072e3c1 HTTP/1.1" status: 200 len: 931 time: 0.2084317 Jul 23 23:58:27.391447 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-d5f7ffad-a042-482f-83ed-8cc0c2d9e3f5 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Deleting port 6a14d92d-ec29-49c2-8057-bc72cc9639c2 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:58:27.391802 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d5f7ffad-a042-482f-83ed-8cc0c2d9e3f5 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:27.416466 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-97ed25a6-6196-4c5c-9614-236a468d96a7 req-ebf6025d-a7e0-41c0-ab7f-008fa2d3a92c tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/security-groups?id=89d8d27b-9412-49b0-8db6-21624a8289f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739822 Jul 23 23:58:27.425078 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-456a6f01-b426-4fbc-94cc-8b7c9e5ab73b None None] Deleting port 6a14d92d-ec29-49c2-8057-bc72cc9639c2 {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:58:27.425596 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-456a6f01-b426-4fbc-94cc-8b7c9e5ab73b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:27.479876 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c01bfc38-86b1-49fb-b228-c000f0fd3ffc req-9f55c217-1a4d-46d7-839f-8bc1b75eb345 service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491093 Jul 23 23:58:27.504964 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-d5f7ffad-a042-482f-83ed-8cc0c2d9e3f5 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] For port 6a14d92d-ec29-49c2-8057-bc72cc9639c2, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=6a14d92d-ec29-49c2-8057-bc72cc9639c2,segment=NetworkSegment(22394b6c-a5d7-4a78-9138-d7e60bff66d3),segment_id=22394b6c-a5d7-4a78-9138-d7e60bff66d3)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:58:27.505388 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d5f7ffad-a042-482f-83ed-8cc0c2d9e3f5 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:27.533612 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-456a6f01-b426-4fbc-94cc-8b7c9e5ab73b None None] For port 6a14d92d-ec29-49c2-8057-bc72cc9639c2, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=6a14d92d-ec29-49c2-8057-bc72cc9639c2,segment=NetworkSegment(22394b6c-a5d7-4a78-9138-d7e60bff66d3),segment_id=22394b6c-a5d7-4a78-9138-d7e60bff66d3)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:58:27.534352 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-456a6f01-b426-4fbc-94cc-8b7c9e5ab73b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:27.535474 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-d5f7ffad-a042-482f-83ed-8cc0c2d9e3f5 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Calling delete_port for 6a14d92d-ec29-49c2-8057-bc72cc9639c2 owned by network:dhcp {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:58:27.563786 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-456a6f01-b426-4fbc-94cc-8b7c9e5ab73b None None] Calling delete_port for 6a14d92d-ec29-49c2-8057-bc72cc9639c2 owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:58:27.670042 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device e2c35871-199c-4bb4-8a67-a993a592fc9d details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:58:27.679385 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d91f6e50-f2d3-41be-b369-1d18d745cca4 req-c830968a-7ad6-47c3-944a-0ac3b3f81fa3 tempest-ServerGroupTestJSON-1072652823 tempest-ServerGroupTestJSON-1072652823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:27.679934 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-456a6f01-b426-4fbc-94cc-8b7c9e5ab73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:27.684486 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-39a75572-3c14-473c-8a44-2406efd6989d req-e95b25cc-7e74-4daa-8081-00f86f17bf3e service neutron] Notify callbacks [] for binding, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:27.685741 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-39a75572-3c14-473c-8a44-2406efd6989d req-e95b25cc-7e74-4daa-8081-00f86f17bf3e service neutron] 10.222.0.44 "POST /v2.0/ports/970214ba-468b-4ff1-926a-ea62de40fef5/bindings HTTP/1.1" status: 201 len: 390 time: 1.2636540 Jul 23 23:58:27.796396 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d91f6e50-f2d3-41be-b369-1d18d745cca4 req-c830968a-7ad6-47c3-944a-0ac3b3f81fa3 tempest-ServerGroupTestJSON-1072652823 tempest-ServerGroupTestJSON-1072652823-project] Network c428695e-6cba-4bb9-9bcb-f76c72eb608f is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:58:27.808890 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-2a9a914b-8395-4ff1-97f9-bc95a66322ed tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Allocated IP 10.1.1.141 (afa024cd-6a99-42b6-95da-fdd5c3d9ab0a/70883961-72f7-4719-acc8-b7159e5588a5/4570f2dc-234f-4a2e-9e3f-da8c4844cab7) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:58:27.813675 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-d91f6e50-f2d3-41be-b369-1d18d745cca4 req-c830968a-7ad6-47c3-944a-0ac3b3f81fa3 tempest-ServerGroupTestJSON-1072652823 tempest-ServerGroupTestJSON-1072652823-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:58:27.829693 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c830968a-7ad6-47c3-944a-0ac3b3f81fa3 tempest-ServerGroupTestJSON-1072652823 tempest-ServerGroupTestJSON-1072652823-project] Pushing event updated for resources: {'Port': ['ID=3d85e40b-1318-454b-b740-dad43df0a4ff,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:27.832107 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-d91f6e50-f2d3-41be-b369-1d18d745cca4 req-c830968a-7ad6-47c3-944a-0ac3b3f81fa3 tempest-ServerGroupTestJSON-1072652823 tempest-ServerGroupTestJSON-1072652823-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:58:27.877755 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456a6f01-b426-4fbc-94cc-8b7c9e5ab73b None None] Pushing event deleted for resources: {'Port': ['ID=6a14d92d-ec29-49c2-8057-bc72cc9639c2,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:27.905479 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456a6f01-b426-4fbc-94cc-8b7c9e5ab73b None None] No DVR routers for this DVR port 6a14d92d-ec29-49c2-8057-bc72cc9639c2 on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:58:27.929097 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 6a14d92d-ec29-49c2-8057-bc72cc9639c2 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:58:27.996867 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 6a14d92d-ec29-49c2-8057-bc72cc9639c2 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:58:27.997528 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 6a14d92d-ec29-49c2-8057-bc72cc9639c2 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:58:28.087673 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port e2c35871-199c-4bb4-8a67-a993a592fc9d, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=e2c35871-199c-4bb4-8a67-a993a592fc9d,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:58:28.103852 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': 'e2c35871-199c-4bb4-8a67-a993a592fc9d', 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2', 'port_id': 'e2c35871-199c-4bb4-8a67-a993a592fc9d', 'mac_address': 'fa:16:3e:5a:df:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef73a7e1-c64a-41e3-9997-629475c7b6b1', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:58:28.105821 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f6e50-f2d3-41be-b369-1d18d745cca4 req-c830968a-7ad6-47c3-944a-0ac3b3f81fa3 tempest-ServerGroupTestJSON-1072652823 tempest-ServerGroupTestJSON-1072652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:28.106655 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d91f6e50-f2d3-41be-b369-1d18d745cca4 req-c830968a-7ad6-47c3-944a-0ac3b3f81fa3 tempest-ServerGroupTestJSON-1072652823 tempest-ServerGroupTestJSON-1072652823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:28.161514 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:28.183350 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2c35871-199c-4bb4-8a67-a993a592fc9d {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:58:28.228009 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port e2c35871-199c-4bb4-8a67-a993a592fc9d, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=e2c35871-199c-4bb4-8a67-a993a592fc9d,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:58:28.238639 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:28.260553 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d91f6e50-f2d3-41be-b369-1d18d745cca4 req-c830968a-7ad6-47c3-944a-0ac3b3f81fa3 tempest-ServerGroupTestJSON-1072652823 tempest-ServerGroupTestJSON-1072652823-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1556818 Jul 23 23:58:28.288693 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c01bfc38-86b1-49fb-b228-c000f0fd3ffc req-772ec3f7-1195-4aaa-a0d8-c0839d3a083c service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7936401 Jul 23 23:58:28.292879 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-d91f6e50-f2d3-41be-b369-1d18d745cca4 req-b122afb2-2333-4288-8296-cb473054b86f service neutron] Request body: {'port': {'device_id': 'fed455ed-6690-4431-a9d1-848be90a93f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:58:28.312628 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a75572-3c14-473c-8a44-2406efd6989d req-d061e36e-de06-4d31-a271-064caeb7e70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:28.314271 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-39a75572-3c14-473c-8a44-2406efd6989d req-d061e36e-de06-4d31-a271-064caeb7e70d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d9405b5ff79541cbb5225ec709273225&device_id=0f6a9ae2-cfd7-44a7-afc8-3042147e0d44 HTTP/1.1" status: 200 len: 1098 time: 0.1992438 Jul 23 23:58:28.320919 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=e2c35871-199c-4bb4-8a67-a993a592fc9d,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:28.347258 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6ff1d-0513-43b9-bad3-8b4f98c33604 req-5e1f9d25-f963-4b6b-9a3a-2e1415f297af tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:28.348995 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1ce6ff1d-0513-43b9-bad3-8b4f98c33604 req-5e1f9d25-f963-4b6b-9a3a-2e1415f297af tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bdd0f3d-0808-4bf0-9715-43ca17f0320d HTTP/1.1" status: 200 len: 946 time: 0.1419168 Jul 23 23:58:28.350084 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d5f7ffad-a042-482f-83ed-8cc0c2d9e3f5 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:28.377002 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f7ffad-a042-482f-83ed-8cc0c2d9e3f5 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Pushing event deleted for resources: {'Port': ['ID=6a14d92d-ec29-49c2-8057-bc72cc9639c2,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:28.396470 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f7ffad-a042-482f-83ed-8cc0c2d9e3f5 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] No DVR routers for this DVR port 6a14d92d-ec29-49c2-8057-bc72cc9639c2 on host n-d-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:58:28.454451 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26d73af-a2c6-415a-9a8e-f8cbc5d1259f req-dae22933-aba8-448e-9694-7e0b9a6cdde3 tempest-ServerGroupTestJSON-1072652823 tempest-ServerGroupTestJSON-1072652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:28.456626 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e26d73af-a2c6-415a-9a8e-f8cbc5d1259f req-dae22933-aba8-448e-9694-7e0b9a6cdde3 tempest-ServerGroupTestJSON-1072652823 tempest-ServerGroupTestJSON-1072652823-project] 10.222.0.44 "GET /v2.0/ports?device_id=fed455ed-6690-4431-a9d1-848be90a93f6 HTTP/1.1" status: 200 len: 931 time: 0.3398666 Jul 23 23:58:28.465270 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-2a9a914b-8395-4ff1-97f9-bc95a66322ed tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:28.469145 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1ce6ff1d-0513-43b9-bad3-8b4f98c33604 req-df60d8a3-10a3-4e90-ad8c-280013ca69a9 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/security-groups?id=7234dcab-bd61-43b3-a41f-dcf65032fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938654 Jul 23 23:58:28.487304 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a75572-3c14-473c-8a44-2406efd6989d req-f58b71b6-8e52-4711-9604-e38080e49cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:28.489392 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-39a75572-3c14-473c-8a44-2406efd6989d req-f58b71b6-8e52-4711-9604-e38080e49cc2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed HTTP/1.1" status: 200 len: 919 time: 0.1498094 Jul 23 23:58:28.508615 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-2a9a914b-8395-4ff1-97f9-bc95a66322ed tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Transition to ACTIVE for port object 4570f2dc-234f-4a2e-9e3f-da8c4844cab7 will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:58:28.512239 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['e2c35871-199c-4bb4-8a67-a993a592fc9d'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:58:28.525670 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d5f7ffad-a042-482f-83ed-8cc0c2d9e3f5 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:28.542396 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-d5f7ffad-a042-482f-83ed-8cc0c2d9e3f5 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04ffb183-4a62-4c47-a8a4-2da8d32c0c7c']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:58:28.556116 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-d5f7ffad-a042-482f-83ed-8cc0c2d9e3f5 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22394b6c-a5d7-4a78-9138-d7e60bff66d3') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:58:28.556969 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-d5f7ffad-a042-482f-83ed-8cc0c2d9e3f5 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22394b6c-a5d7-4a78-9138-d7e60bff66d3') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:58:28.570161 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d5f7ffad-a042-482f-83ed-8cc0c2d9e3f5 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:28.587299 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d5f7ffad-a042-482f-83ed-8cc0c2d9e3f5 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:28.597067 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5f7ffad-a042-482f-83ed-8cc0c2d9e3f5 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:58:28.600192 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d5f7ffad-a042-482f-83ed-8cc0c2d9e3f5 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:28.609958 n-d-800088-16 neutron-server[100314]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:58:28.609958 n-d-800088-16 neutron-server[100314]: self.session.flush() Jul 23 23:58:28.609958 n-d-800088-16 neutron-server[100314]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:58:28.609958 n-d-800088-16 neutron-server[100314]: self.session.flush() Jul 23 23:58:28.609958 n-d-800088-16 neutron-server[100314]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:58:28.609958 n-d-800088-16 neutron-server[100314]: self.session.flush() Jul 23 23:58:28.609958 n-d-800088-16 neutron-server[100314]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:58:28.609958 n-d-800088-16 neutron-server[100314]: self.session.flush() Jul 23 23:58:28.609958 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 23 23:58:28.609958 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:58:28.609958 n-d-800088-16 neutron-server[100314]: timer() Jul 23 23:58:28.609958 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:58:28.609958 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 23 23:58:28.609958 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:58:28.609958 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 23 23:58:28.609958 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:58:28.609958 n-d-800088-16 neutron-server[100314]: self._notify() Jul 23 23:58:28.609958 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:58:28.609958 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 23 23:58:28.609958 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:58:28.609958 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 23 23:58:28.609958 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:58:28.609958 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:58:28.609958 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:58:28.609958 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:58:28.609958 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:58:28.609958 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 23 23:58:28.609958 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:58:28.609958 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 23 23:58:28.609958 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:58:28.609958 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:58:28.609958 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:58:28.609958 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 23 23:58:28.609958 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:58:28.609958 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:58:28.609958 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:58:28.609958 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:58:28.609958 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:58:28.609958 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:58:28.609958 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:58:28.614642 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-39a75572-3c14-473c-8a44-2406efd6989d req-ed5d220c-04e6-4c68-a5b8-4962f1067f4d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=970214ba-468b-4ff1-926a-ea62de40fef5 HTTP/1.1" status: 200 len: 217 time: 0.0929878 Jul 23 23:58:28.730139 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e26d73af-a2c6-415a-9a8e-f8cbc5d1259f req-f863575a-8c78-49f6-9823-412edd740cc9 tempest-ServerGroupTestJSON-1072652823 tempest-ServerGroupTestJSON-1072652823-project] 10.222.0.44 "GET /v2.0/security-groups?id=05023dcf-369d-4a18-8815-2e9533cf8f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581122 Jul 23 23:58:28.762257 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d5f7ffad-a042-482f-83ed-8cc0c2d9e3f5 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:28.772743 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d5f7ffad-a042-482f-83ed-8cc0c2d9e3f5 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:28.775122 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-d5f7ffad-a042-482f-83ed-8cc0c2d9e3f5 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] 10.222.0.44 "DELETE /v2.0/networks/04ffb183-4a62-4c47-a8a4-2da8d32c0c7c HTTP/1.1" status: 204 len: 168 time: 1.7954886 Jul 23 23:58:28.783257 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 47770) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:28.795015 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f7ffad-a042-482f-83ed-8cc0c2d9e3f5 tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Pushing event deleted for resources: {'Network': ['ID=04ffb183-4a62-4c47-a8a4-2da8d32c0c7c,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:28.812290 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:28.839501 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a75572-3c14-473c-8a44-2406efd6989d req-49c3ce23-61ff-4a9e-9490-cbc411bc6bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:28.841020 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-39a75572-3c14-473c-8a44-2406efd6989d req-49c3ce23-61ff-4a9e-9490-cbc411bc6bbc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3dff00ee-bed2-4c8a-b785-e9725c9c9b9c HTTP/1.1" status: 200 len: 858 time: 0.2169232 Jul 23 23:58:28.841587 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d91f6e50-f2d3-41be-b369-1d18d745cca4 req-b122afb2-2333-4288-8296-cb473054b86f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:28.853088 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9df122e-a17b-4efc-87c6-54b6307e3ab0 req-aefa331a-1d24-4a19-8376-75afc53f8002 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:28.854845 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-2a9a914b-8395-4ff1-97f9-bc95a66322ed tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:28.855154 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f9df122e-a17b-4efc-87c6-54b6307e3ab0 req-aefa331a-1d24-4a19-8376-75afc53f8002 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f6a9ae2-cfd7-44a7-afc8-3042147e0d44 HTTP/1.1" status: 200 len: 946 time: 0.1618664 Jul 23 23:58:28.903328 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f9df122e-a17b-4efc-87c6-54b6307e3ab0 req-6bdb876b-f3d7-42a1-9adc-83ade03cced8 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412643 Jul 23 23:58:28.997814 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-39a75572-3c14-473c-8a44-2406efd6989d req-945f8752-1378-4d9a-b11e-8cf922b6bdc7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1283972 Jul 23 23:58:29.016226 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-2a9a914b-8395-4ff1-97f9-bc95a66322ed tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Network afa024cd-6a99-42b6-95da-fdd5c3d9ab0a is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:58:29.084526 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-2a9a914b-8395-4ff1-97f9-bc95a66322ed tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:58:29.109917 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-2a9a914b-8395-4ff1-97f9-bc95a66322ed tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:58:29.154426 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196dcf6d-c895-47ab-acda-1b82f2ee0fe4 req-75638fd4-d8ff-4f45-8b7f-6c9172be6abc tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:29.161779 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196dcf6d-c895-47ab-acda-1b82f2ee0fe4 req-75638fd4-d8ff-4f45-8b7f-6c9172be6abc tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:29.164522 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-196dcf6d-c895-47ab-acda-1b82f2ee0fe4 req-75638fd4-d8ff-4f45-8b7f-6c9172be6abc tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c075934-d6b2-45f9-8b7a-e05ff072e3c1 HTTP/1.1" status: 200 len: 1653 time: 0.1730187 Jul 23 23:58:29.169626 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a914b-8395-4ff1-97f9-bc95a66322ed tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Pushing event updated for resources: {'Port': ['ID=4570f2dc-234f-4a2e-9e3f-da8c4844cab7,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:29.244733 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-196dcf6d-c895-47ab-acda-1b82f2ee0fe4 req-58a2ca3c-2960-4e09-8dc7-5a591c28612c tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/security-groups?id=89d8d27b-9412-49b0-8db6-21624a8289f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528355 Jul 23 23:58:29.383934 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-2a9a914b-8395-4ff1-97f9-bc95a66322ed tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:29.384746 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-2a9a914b-8395-4ff1-97f9-bc95a66322ed tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:29.406749 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59908257-443a-44e8-ae55-352e715cae10 req-6d9c2b4c-855a-4e90-a463-11a7072f8ae3 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:29.415020 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-59908257-443a-44e8-ae55-352e715cae10 req-6d9c2b4c-855a-4e90-a463-11a7072f8ae3 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/ports?device_id=3da58644-cfc7-4a8c-8e55-445116046b4c HTTP/1.1" status: 200 len: 948 time: 0.5698798 Jul 23 23:58:29.443178 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-ba13c861-dc00-4c69-84f1-4b515cfcff40 None None] Provisioning for port 4570f2dc-234f-4a2e-9e3f-da8c4844cab7 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:58:29.446091 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-1f1d762f-889f-4d13-a21b-bc66231eceeb tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Deleting port de3b73ae-de2b-447c-8779-4b5695cba72f {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:58:29.446495 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1f1d762f-889f-4d13-a21b-bc66231eceeb tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:29.450430 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-ba13c861-dc00-4c69-84f1-4b515cfcff40 None None] Provisioning complete for port 4570f2dc-234f-4a2e-9e3f-da8c4844cab7 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:58:29.451131 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ba13c861-dc00-4c69-84f1-4b515cfcff40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:29.455205 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device e2c35871-199c-4bb4-8a67-a993a592fc9d up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:58:29.518741 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-2a9a914b-8395-4ff1-97f9-bc95a66322ed tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2159667 Jul 23 23:58:29.525581 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-39a75572-3c14-473c-8a44-2406efd6989d req-bd4098ec-ef1b-41ea-99f7-7f22c260a926 service neutron] 10.222.0.52 "GET /v2.0/networks/cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5076768 Jul 23 23:58:29.552440 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-db8c7863-f379-4fcd-bb24-b62a90817669 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Request body: {'port': {'device_id': '2c075934-d6b2-45f9-8b7a-e05ff072e3c1', 'network_id': 'afa024cd-6a99-42b6-95da-fdd5c3d9ab0a', 'admin_state_up': True, 'tenant_id': 'a493ff63bf324cec8682bc97c22087f0', 'security_groups': ['89d8d27b-9412-49b0-8db6-21624a8289f8']}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:58:29.585837 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-ba13c861-dc00-4c69-84f1-4b515cfcff40 None None] Port 4570f2dc-234f-4a2e-9e3f-da8c4844cab7 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:58:29.619657 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port e2c35871-199c-4bb4-8a67-a993a592fc9d completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:58:29.627198 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port e2c35871-199c-4bb4-8a67-a993a592fc9d triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:58:29.627607 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:29.651920 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e627636-fe56-47c7-bcb6-9327300858a7 req-6066109b-1a63-426c-bea3-472bf11a8a08 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:29.660284 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8e627636-fe56-47c7-bcb6-9327300858a7 req-6066109b-1a63-426c-bea3-472bf11a8a08 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bdd0f3d-0808-4bf0-9715-43ca17f0320d HTTP/1.1" status: 200 len: 946 time: 0.0854359 Jul 23 23:58:29.684614 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5ad2a3d1-effe-4d69-8410-d67df1a2e8ea req-6bfbb1c4-5a06-4f03-a775-9d284c90710c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a0663c03-862c-474b-bc52-055460542055&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5943351 Jul 23 23:58:29.697384 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-59908257-443a-44e8-ae55-352e715cae10 req-9874a2ac-1edf-42ab-8a04-e8e90e09f2f0 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8ee523e-b776-4966-b1a9-13ed07423313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814059 Jul 23 23:58:29.719922 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8e627636-fe56-47c7-bcb6-9327300858a7 req-95f4acc1-efe3-481b-9af4-fa21a430b8a8 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/security-groups?id=7234dcab-bd61-43b3-a41f-dcf65032fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580988 Jul 23 23:58:29.821221 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:29.848004 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1f1d762f-889f-4d13-a21b-bc66231eceeb tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:29.849150 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1f1d762f-889f-4d13-a21b-bc66231eceeb tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:29.855361 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3da58644-cfc7-4a8c-8e55-445116046b4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2c35871-199c-4bb4-8a67-a993a592fc9d'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:58:29.858381 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7937c023-61d2-4035-b5aa-852e2c2f738c" -d '{"events": [{"server_uuid": "3da58644-cfc7-4a8c-8e55-445116046b4c", "name": "network-vif-plugged", "status": "completed", "tag": "e2c35871-199c-4bb4-8a67-a993a592fc9d"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:58:29.873769 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port e2c35871-199c-4bb4-8a67-a993a592fc9d, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=e2c35871-199c-4bb4-8a67-a993a592fc9d,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:58:29.880991 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:29.929661 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d62fa85a-e80c-42f6-8353-85e0a19ce267 x-openstack-request-id: req-d62fa85a-e80c-42f6-8353-85e0a19ce267 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:58:29.929951 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3da58644-cfc7-4a8c-8e55-445116046b4c", "name": "network-vif-plugged", "status": "completed", "tag": "e2c35871-199c-4bb4-8a67-a993a592fc9d", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:58:29.930201 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d62fa85a-e80c-42f6-8353-85e0a19ce267 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:58:29.930587 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3da58644-cfc7-4a8c-8e55-445116046b4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2c35871-199c-4bb4-8a67-a993a592fc9d', 'code': 200} Jul 23 23:58:29.935980 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=e2c35871-199c-4bb4-8a67-a993a592fc9d,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:29.949471 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-1f1d762f-889f-4d13-a21b-bc66231eceeb tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Calling delete_port for de3b73ae-de2b-447c-8779-4b5695cba72f owned by network:floatingip {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:58:29.966442 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-39a75572-3c14-473c-8a44-2406efd6989d req-3d2d55ae-5841-46c9-b177-c0d095dacf48 service neutron] 10.222.0.52 "GET /v2.0/networks/cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4267664 Jul 23 23:58:30.119394 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad2a3d1-effe-4d69-8410-d67df1a2e8ea req-be111709-0356-49ab-9259-f171ef44bc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:30.121173 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5ad2a3d1-effe-4d69-8410-d67df1a2e8ea req-be111709-0356-49ab-9259-f171ef44bc35 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4db1e0d9f35b4b27b032ee4fa4c653cd&device_id=a0663c03-862c-474b-bc52-055460542055 HTTP/1.1" status: 200 len: 1102 time: 0.3497367 Jul 23 23:58:30.121784 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-db8c7863-f379-4fcd-bb24-b62a90817669 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Made reservation on behalf of a493ff63bf324cec8682bc97c22087f0 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:58:30.126130 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-db8c7863-f379-4fcd-bb24-b62a90817669 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:30.130353 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-d91f6e50-f2d3-41be-b369-1d18d745cca4 req-b122afb2-2333-4288-8296-cb473054b86f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d85e40b-1318-454b-b740-dad43df0a4ff {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:58:30.168281 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d91f6e50-f2d3-41be-b369-1d18d745cca4 req-b122afb2-2333-4288-8296-cb473054b86f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:30.209177 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eedf28-c231-4c59-b63e-c70155c31860 req-1a5cb4ef-7345-4ebf-ba34-5af3fe7a91bc tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:30.216483 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-01eedf28-c231-4c59-b63e-c70155c31860 req-1a5cb4ef-7345-4ebf-ba34-5af3fe7a91bc tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f6a9ae2-cfd7-44a7-afc8-3042147e0d44 HTTP/1.1" status: 200 len: 946 time: 0.1904769 Jul 23 23:58:30.227168 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4e342-d318-49a3-a77e-79a5762b8de7 req-cd62b3be-c7fc-426d-a77a-f3e64f931913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:30.228648 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bcc4e342-d318-49a3-a77e-79a5762b8de7 req-cd62b3be-c7fc-426d-a77a-f3e64f931913 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3da58644-cfc7-4a8c-8e55-445116046b4c HTTP/1.1" status: 200 len: 1101 time: 0.1761680 Jul 23 23:58:30.236502 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c1af98-2d18-4309-853e-9267d7e51b38 req-77515128-4f9a-431b-a1f7-1dd546069c04 tempest-ServerGroupTestJSON-1072652823 tempest-ServerGroupTestJSON-1072652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:30.244009 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-80c1af98-2d18-4309-853e-9267d7e51b38 req-77515128-4f9a-431b-a1f7-1dd546069c04 tempest-ServerGroupTestJSON-1072652823 tempest-ServerGroupTestJSON-1072652823-project] 10.222.0.44 "GET /v2.0/ports?device_id=fed455ed-6690-4431-a9d1-848be90a93f6 HTTP/1.1" status: 200 len: 931 time: 0.4086874 Jul 23 23:58:30.250688 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-d91f6e50-f2d3-41be-b369-1d18d745cca4 req-b122afb2-2333-4288-8296-cb473054b86f service neutron] Transition to ACTIVE for port object 3d85e40b-1318-454b-b740-dad43df0a4ff will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:58:30.296590 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-01eedf28-c231-4c59-b63e-c70155c31860 req-1d1212f1-5889-4ddf-a8fe-b23d385fede9 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791001 Jul 23 23:58:30.327425 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bcc4e342-d318-49a3-a77e-79a5762b8de7 req-413e4ebc-54e0-44d2-b6fe-b567ab1abe0d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e8ee523e-b776-4966-b1a9-13ed07423313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804126 Jul 23 23:58:30.351658 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d91f6e50-f2d3-41be-b369-1d18d745cca4 req-b122afb2-2333-4288-8296-cb473054b86f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:30.499561 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-db8c7863-f379-4fcd-bb24-b62a90817669 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Allocated IP 10.1.1.127 (afa024cd-6a99-42b6-95da-fdd5c3d9ab0a/70883961-72f7-4719-acc8-b7159e5588a5/a1b78b8a-fbe7-495d-8c1b-d40899859c16) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:58:30.502580 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590edc8c-df5f-4e22-bae3-affc5b4b0366 req-4d202760-48d9-40d9-a1ce-5ed02439c953 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:30.508643 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590edc8c-df5f-4e22-bae3-affc5b4b0366 req-4d202760-48d9-40d9-a1ce-5ed02439c953 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:30.510295 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-590edc8c-df5f-4e22-bae3-affc5b4b0366 req-4d202760-48d9-40d9-a1ce-5ed02439c953 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c075934-d6b2-45f9-8b7a-e05ff072e3c1 HTTP/1.1" status: 200 len: 1653 time: 0.1276395 Jul 23 23:58:30.519050 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad2a3d1-effe-4d69-8410-d67df1a2e8ea req-a4d4ec0b-c34c-450f-90c1-30ff057f10b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:30.520628 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5ad2a3d1-effe-4d69-8410-d67df1a2e8ea req-a4d4ec0b-c34c-450f-90c1-30ff057f10b7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 HTTP/1.1" status: 200 len: 870 time: 0.3722873 Jul 23 23:58:30.574841 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-590edc8c-df5f-4e22-bae3-affc5b4b0366 req-638496b1-a6dd-402c-a6bd-38b1e2435dbc tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/security-groups?id=89d8d27b-9412-49b0-8db6-21624a8289f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496695 Jul 23 23:58:30.722572 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5ad2a3d1-effe-4d69-8410-d67df1a2e8ea req-2749055f-f783-4c6b-940f-aabc19652a01 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=9adc90a8-daab-449e-bad1-bd977df0c1fb HTTP/1.1" status: 200 len: 217 time: 0.1196404 Jul 23 23:58:30.727975 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b122afb2-2333-4288-8296-cb473054b86f service neutron] Pushing event updated for resources: {'Port': ['ID=3d85e40b-1318-454b-b740-dad43df0a4ff,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:30.741561 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-80c1af98-2d18-4309-853e-9267d7e51b38 req-af54f31b-3859-4bba-a570-930c615e096e tempest-ServerGroupTestJSON-1072652823 tempest-ServerGroupTestJSON-1072652823-project] 10.222.0.44 "GET /v2.0/security-groups?id=05023dcf-369d-4a18-8815-2e9533cf8f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4965432 Jul 23 23:58:30.760348 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1f1d762f-889f-4d13-a21b-bc66231eceeb tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:31.197487 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1d762f-889f-4d13-a21b-bc66231eceeb tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Pushing event deleted for resources: {'Port': ['ID=de3b73ae-de2b-447c-8779-4b5695cba72f,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:31.379919 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad2a3d1-effe-4d69-8410-d67df1a2e8ea req-c3a1dcb6-efa2-4b62-b9d1-c242a2207c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:31.384378 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5ad2a3d1-effe-4d69-8410-d67df1a2e8ea req-c3a1dcb6-efa2-4b62-b9d1-c242a2207c1d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.6299596 Jul 23 23:58:31.522459 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-db8c7863-f379-4fcd-bb24-b62a90817669 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:31.542309 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-db8c7863-f379-4fcd-bb24-b62a90817669 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Transition to ACTIVE for port object a1b78b8a-fbe7-495d-8c1b-d40899859c16 will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:58:31.566118 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-d91f6e50-f2d3-41be-b369-1d18d745cca4 req-b122afb2-2333-4288-8296-cb473054b86f service neutron] Attempting to bind port 3d85e40b-1318-454b-b740-dad43df0a4ff on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:58:31.566464 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-d91f6e50-f2d3-41be-b369-1d18d745cca4 req-b122afb2-2333-4288-8296-cb473054b86f service neutron] Attempting to bind port 3d85e40b-1318-454b-b740-dad43df0a4ff by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '886a6b4b-89e7-4054-a6dc-27f712328c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'c428695e-6cba-4bb9-9bcb-f76c72eb608f'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:58:31.566882 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91f6e50-f2d3-41be-b369-1d18d745cca4 req-b122afb2-2333-4288-8296-cb473054b86f service neutron] Attempting to bind port 3d85e40b-1318-454b-b740-dad43df0a4ff on network c428695e-6cba-4bb9-9bcb-f76c72eb608f {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:58:31.573096 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1f1d762f-889f-4d13-a21b-bc66231eceeb tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify callbacks [] for floatingip, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:31.575715 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1f1d762f-889f-4d13-a21b-bc66231eceeb tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:31.579725 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-1f1d762f-889f-4d13-a21b-bc66231eceeb tempest-FloatingIPAdminTestJSON-968379698 tempest-FloatingIPAdminTestJSON-968379698-project] 10.222.0.44 "DELETE /v2.0/floatingips/7445a3b8-7639-4263-95b4-38310d6bc3d6 HTTP/1.1" status: 204 len: 168 time: 2.7918835 Jul 23 23:58:31.581977 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91f6e50-f2d3-41be-b369-1d18d745cca4 req-b122afb2-2333-4288-8296-cb473054b86f service neutron] Port 3d85e40b-1318-454b-b740-dad43df0a4ff on network c428695e-6cba-4bb9-9bcb-f76c72eb608f not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:58:31.582293 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91f6e50-f2d3-41be-b369-1d18d745cca4 req-b122afb2-2333-4288-8296-cb473054b86f service neutron] Attempting to bind port 3d85e40b-1318-454b-b740-dad43df0a4ff on network c428695e-6cba-4bb9-9bcb-f76c72eb608f {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:58:31.638658 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e98905-d2b2-4390-bcc6-abea836490fa req-1ae7d504-2773-4b28-a8fc-796690bfcce8 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:31.641258 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-47e98905-d2b2-4390-bcc6-abea836490fa req-1ae7d504-2773-4b28-a8fc-796690bfcce8 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/ports?device_id=3da58644-cfc7-4a8c-8e55-445116046b4c HTTP/1.1" status: 200 len: 949 time: 0.4722629 Jul 23 23:58:31.645443 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-db8c7863-f379-4fcd-bb24-b62a90817669 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:31.649431 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91f6e50-f2d3-41be-b369-1d18d745cca4 req-b122afb2-2333-4288-8296-cb473054b86f service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:58:31.649872 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91f6e50-f2d3-41be-b369-1d18d745cca4 req-b122afb2-2333-4288-8296-cb473054b86f service neutron] Checking segment: {'id': '886a6b4b-89e7-4054-a6dc-27f712328c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'c428695e-6cba-4bb9-9bcb-f76c72eb608f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:58:31.650197 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91f6e50-f2d3-41be-b369-1d18d745cca4 req-b122afb2-2333-4288-8296-cb473054b86f service neutron] Bound using segment: {'id': '886a6b4b-89e7-4054-a6dc-27f712328c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'c428695e-6cba-4bb9-9bcb-f76c72eb608f'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:58:31.650643 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-d91f6e50-f2d3-41be-b369-1d18d745cca4 req-b122afb2-2333-4288-8296-cb473054b86f service neutron] Bound port: 3d85e40b-1318-454b-b740-dad43df0a4ff, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '886a6b4b-89e7-4054-a6dc-27f712328c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'c428695e-6cba-4bb9-9bcb-f76c72eb608f'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:58:31.650997 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d91f6e50-f2d3-41be-b369-1d18d745cca4 req-b122afb2-2333-4288-8296-cb473054b86f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:31.771629 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-db8c7863-f379-4fcd-bb24-b62a90817669 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Network afa024cd-6a99-42b6-95da-fdd5c3d9ab0a is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:58:31.774151 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad2a3d1-effe-4d69-8410-d67df1a2e8ea req-554efddc-70d0-4264-bf2b-8cb780b8fbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:31.775923 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5ad2a3d1-effe-4d69-8410-d67df1a2e8ea req-554efddc-70d0-4264-bf2b-8cb780b8fbba service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3787503 Jul 23 23:58:31.781773 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-db8c7863-f379-4fcd-bb24-b62a90817669 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:58:31.795504 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8c7863-f379-4fcd-bb24-b62a90817669 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Pushing event updated for resources: {'Port': ['ID=a1b78b8a-fbe7-495d-8c1b-d40899859c16,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:31.808992 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-db8c7863-f379-4fcd-bb24-b62a90817669 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:58:31.861092 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-47e98905-d2b2-4390-bcc6-abea836490fa req-978f224a-afb6-44c5-9c57-bb32c055ed23 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8ee523e-b776-4966-b1a9-13ed07423313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126884 Jul 23 23:58:31.895695 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-d91f6e50-f2d3-41be-b369-1d18d745cca4 req-b122afb2-2333-4288-8296-cb473054b86f service neutron] For port 3d85e40b-1318-454b-b740-dad43df0a4ff, host n-h2-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:58:31.967223 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-d91f6e50-f2d3-41be-b369-1d18d745cca4 req-b122afb2-2333-4288-8296-cb473054b86f service neutron] For port 3d85e40b-1318-454b-b740-dad43df0a4ff, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=3d85e40b-1318-454b-b740-dad43df0a4ff,segment=NetworkSegment(886a6b4b-89e7-4054-a6dc-27f712328c3f),segment_id=886a6b4b-89e7-4054-a6dc-27f712328c3f)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:58:31.980743 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-db8c7863-f379-4fcd-bb24-b62a90817669 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:31.981443 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-db8c7863-f379-4fcd-bb24-b62a90817669 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:31.987481 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 47808) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:31.988509 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d91f6e50-f2d3-41be-b369-1d18d745cca4 req-b122afb2-2333-4288-8296-cb473054b86f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:32.054315 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f6e50-f2d3-41be-b369-1d18d745cca4 req-b122afb2-2333-4288-8296-cb473054b86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:32.055005 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d91f6e50-f2d3-41be-b369-1d18d745cca4 req-b122afb2-2333-4288-8296-cb473054b86f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:32.056751 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d91f6e50-f2d3-41be-b369-1d18d745cca4 req-b122afb2-2333-4288-8296-cb473054b86f service neutron] 10.222.0.64 "PUT /v2.0/ports/3d85e40b-1318-454b-b740-dad43df0a4ff HTTP/1.1" status: 200 len: 1092 time: 3.7801526 Jul 23 23:58:32.057253 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fed455ed-6690-4431-a9d1-848be90a93f6', 'tag': '3d85e40b-1318-454b-b740-dad43df0a4ff'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:58:32.059623 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4677d043-eddc-4284-9f2b-ffbbd1d0999c" -d '{"events": [{"name": "network-changed", "server_uuid": "fed455ed-6690-4431-a9d1-848be90a93f6", "tag": "3d85e40b-1318-454b-b740-dad43df0a4ff"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:58:32.093989 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5ad2a3d1-effe-4d69-8410-d67df1a2e8ea req-25d99670-d3f7-42e9-b4e1-0137f1ca1a24 service neutron] 10.222.0.52 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3096347 Jul 23 23:58:32.103947 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-db8c7863-f379-4fcd-bb24-b62a90817669 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5755818 Jul 23 23:58:32.134444 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-43dda7a1-7e74-4f87-a546-b1a27b044370 None None] Provisioning for port a1b78b8a-fbe7-495d-8c1b-d40899859c16 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:58:32.135017 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-8838c2fb-d937-47a5-b25e-5270bae23dcb tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Request body: {'port': {'device_id': '2c075934-d6b2-45f9-8b7a-e05ff072e3c1', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '24cbf24a-1696-4ab2-949c-e4387a9df919', 'admin_state_up': True, 'tenant_id': 'a493ff63bf324cec8682bc97c22087f0', 'security_groups': ['89d8d27b-9412-49b0-8db6-21624a8289f8']}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:58:32.140230 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-43dda7a1-7e74-4f87-a546-b1a27b044370 None None] Provisioning complete for port a1b78b8a-fbe7-495d-8c1b-d40899859c16 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:58:32.141080 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-43dda7a1-7e74-4f87-a546-b1a27b044370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:32.185643 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-43dda7a1-7e74-4f87-a546-b1a27b044370 None None] Port a1b78b8a-fbe7-495d-8c1b-d40899859c16 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:58:32.190353 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-16375d01-fa6b-4ce6-95a7-6535a679a30e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=66cd3212a64f4d04b908b2b6073448c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2006819 Jul 23 23:58:32.193372 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 47814) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:32.214231 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b122afb2-2333-4288-8296-cb473054b86f service neutron] Pushing event updated for resources: {'Port': ['ID=3d85e40b-1318-454b-b740-dad43df0a4ff,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:32.250513 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-35921386-afa5-47ff-9cfd-36d035efc41a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:32.273894 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-35921386-afa5-47ff-9cfd-36d035efc41a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:32.275665 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:58:32.327303 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-35921386-afa5-47ff-9cfd-36d035efc41a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:32.330633 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-35921386-afa5-47ff-9cfd-36d035efc41a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:32.335019 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-35921386-afa5-47ff-9cfd-36d035efc41a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/29e0ceaa-aeb6-4081-a908-7cde173fe1be HTTP/1.1" status: 204 len: 168 time: 0.1371460 Jul 23 23:58:32.341959 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35921386-afa5-47ff-9cfd-36d035efc41a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e0ceaa-aeb6-4081-a908-7cde173fe1be,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:32.345149 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c21db64-ddb3-442a-8f50-614e12b92c6c req-dc109f92-023b-45f8-89b6-b0e6329b095c tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:32.346862 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6c21db64-ddb3-442a-8f50-614e12b92c6c req-dc109f92-023b-45f8-89b6-b0e6329b095c tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bdd0f3d-0808-4bf0-9715-43ca17f0320d HTTP/1.1" status: 200 len: 946 time: 0.3451328 Jul 23 23:58:32.403364 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5ad2a3d1-effe-4d69-8410-d67df1a2e8ea req-018796f9-0d2e-44ad-942a-b116e3650f24 service neutron] 10.222.0.52 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2984200 Jul 23 23:58:32.414591 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f6e50-f2d3-41be-b369-1d18d745cca4 req-1581e397-2f9d-48fd-bf6a-1196ed04e601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:32.416149 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d91f6e50-f2d3-41be-b369-1d18d745cca4 req-1581e397-2f9d-48fd-bf6a-1196ed04e601 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=40d11b763abc451f951f3aa72b3663fb&device_id=fed455ed-6690-4431-a9d1-848be90a93f6 HTTP/1.1" status: 200 len: 1095 time: 0.3066673 Jul 23 23:58:32.439358 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6c21db64-ddb3-442a-8f50-614e12b92c6c req-a52264dc-a486-46b1-8751-1d805b29ba60 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/security-groups?id=7234dcab-bd61-43b3-a41f-dcf65032fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803256 Jul 23 23:58:32.477022 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-8838c2fb-d937-47a5-b25e-5270bae23dcb tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Made reservation on behalf of a493ff63bf324cec8682bc97c22087f0 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:58:32.482641 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d91f6e50-f2d3-41be-b369-1d18d745cca4 req-453367e4-1b0b-4512-879e-31eca2f54887 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d85e40b-1318-454b-b740-dad43df0a4ff HTTP/1.1" status: 200 len: 217 time: 0.0526714 Jul 23 23:58:32.626680 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f6e50-f2d3-41be-b369-1d18d745cca4 req-cbd5e4f5-bd98-4c26-b481-f951862da2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:32.628154 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d91f6e50-f2d3-41be-b369-1d18d745cca4 req-cbd5e4f5-bd98-4c26-b481-f951862da2fc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5f18ceff-4d2f-43e2-ab54-7016e7082845 HTTP/1.1" status: 200 len: 849 time: 0.1285436 Jul 23 23:58:32.687604 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d91f6e50-f2d3-41be-b369-1d18d745cca4 req-9a69d27f-abf0-485a-ab81-3f00708b2de3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c428695e-6cba-4bb9-9bcb-f76c72eb608f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497081 Jul 23 23:58:32.695656 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-8838c2fb-d937-47a5-b25e-5270bae23dcb tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:32.713723 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 47820) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:32.730199 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-22b1ec2b-55fb-439f-8fc9-e5afe4ee238c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:32.757125 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a1995-2b0a-4f08-b297-10d8d96f4bb4 req-6ecf16bf-8f16-4b89-9ea0-c7ec1d3e228d tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:32.758730 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-200a1995-2b0a-4f08-b297-10d8d96f4bb4 req-6ecf16bf-8f16-4b89-9ea0-c7ec1d3e228d tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f6a9ae2-cfd7-44a7-afc8-3042147e0d44 HTTP/1.1" status: 200 len: 946 time: 0.2122996 Jul 23 23:58:32.862155 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-22b1ec2b-55fb-439f-8fc9-e5afe4ee238c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:32.868304 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-22b1ec2b-55fb-439f-8fc9-e5afe4ee238c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:32.920004 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-22b1ec2b-55fb-439f-8fc9-e5afe4ee238c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ce2bb53fa49f4f97aa6c11cccc38d1e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2045648 Jul 23 23:58:32.925418 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 47824) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:32.926421 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b1ec2b-55fb-439f-8fc9-e5afe4ee238c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a1a1c9f-b89e-4492-935b-1502316cefe1,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:33.001492 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f20f99f0-da69-41ea-b80e-6216a1c8594d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:33.031600 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f20f99f0-da69-41ea-b80e-6216a1c8594d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:33.073497 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-200a1995-2b0a-4f08-b297-10d8d96f4bb4 req-fe3a11f9-dacf-4e35-bbd4-345ea3498a0b tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959843 Jul 23 23:58:33.078182 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d91f6e50-f2d3-41be-b369-1d18d745cca4 req-17e9ba04-ff67-4960-a20b-01bdaa4972b1 service neutron] 10.222.0.64 "GET /v2.0/networks/c428695e-6cba-4bb9-9bcb-f76c72eb608f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3739259 Jul 23 23:58:33.102342 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f20f99f0-da69-41ea-b80e-6216a1c8594d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:33.104826 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f20f99f0-da69-41ea-b80e-6216a1c8594d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:33.106209 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-f20f99f0-da69-41ea-b80e-6216a1c8594d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8a1a1c9f-b89e-4492-935b-1502316cefe1 HTTP/1.1" status: 204 len: 168 time: 0.1763453 Jul 23 23:58:33.129494 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20f99f0-da69-41ea-b80e-6216a1c8594d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a1a1c9f-b89e-4492-935b-1502316cefe1,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:33.302543 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-8838c2fb-d937-47a5-b25e-5270bae23dcb tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Allocated IP 10.2.2.100 (24cbf24a-1696-4ab2-949c-e4387a9df919/4fdb957c-aae3-43a7-b0f4-2b7f0a895d4a/5aa7c101-ee25-4b57-94d7-7279b107b66d) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:58:33.347838 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d91f6e50-f2d3-41be-b369-1d18d745cca4 req-1b9eadf8-501e-4783-8a84-6652c0698677 service neutron] 10.222.0.64 "GET /v2.0/networks/c428695e-6cba-4bb9-9bcb-f76c72eb608f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560668 Jul 23 23:58:33.403342 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f566c30f-ae3b-4c79-8fd7-d6bd6f78d683 req-23edd08b-89c4-42fa-9d43-fcd89f542830 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:33.409382 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f566c30f-ae3b-4c79-8fd7-d6bd6f78d683 req-23edd08b-89c4-42fa-9d43-fcd89f542830 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:33.415882 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f566c30f-ae3b-4c79-8fd7-d6bd6f78d683 req-23edd08b-89c4-42fa-9d43-fcd89f542830 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:33.417632 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f566c30f-ae3b-4c79-8fd7-d6bd6f78d683 req-23edd08b-89c4-42fa-9d43-fcd89f542830 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c075934-d6b2-45f9-8b7a-e05ff072e3c1 HTTP/1.1" status: 200 len: 2374 time: 0.2291694 Jul 23 23:58:33.512287 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f566c30f-ae3b-4c79-8fd7-d6bd6f78d683 req-7e847b3a-a4dd-4e5a-9256-0d1eac34aec0 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/security-groups?id=89d8d27b-9412-49b0-8db6-21624a8289f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835412 Jul 23 23:58:33.519924 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 47834) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:33.550487 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4f42c2e1-dbcc-4395-a85b-12dad16c322f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:33.553298 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-8838c2fb-d937-47a5-b25e-5270bae23dcb tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:33.573252 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-8838c2fb-d937-47a5-b25e-5270bae23dcb tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Transition to ACTIVE for port object 5aa7c101-ee25-4b57-94d7-7279b107b66d will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:58:33.628127 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-8838c2fb-d937-47a5-b25e-5270bae23dcb tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:33.684996 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4f42c2e1-dbcc-4395-a85b-12dad16c322f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:33.689651 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4f42c2e1-dbcc-4395-a85b-12dad16c322f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:33.708793 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-8838c2fb-d937-47a5-b25e-5270bae23dcb tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Network 24cbf24a-1696-4ab2-949c-e4387a9df919 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:58:33.724719 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-8838c2fb-d937-47a5-b25e-5270bae23dcb tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:58:33.727410 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-8838c2fb-d937-47a5-b25e-5270bae23dcb tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:58:33.741369 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-4f42c2e1-dbcc-4395-a85b-12dad16c322f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e93a2691de7c4071940579e1cbf8bdac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2202528 Jul 23 23:58:33.742046 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 47836) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:33.748536 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f42c2e1-dbcc-4395-a85b-12dad16c322f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=489bd335-0acc-4fc1-9292-136f73d65d4e,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:33.758837 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8838c2fb-d937-47a5-b25e-5270bae23dcb tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Pushing event updated for resources: {'Port': ['ID=5aa7c101-ee25-4b57-94d7-7279b107b66d,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:33.821237 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f53c1655-3628-42f6-8b1f-b0bf15893a3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:33.831425 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560b4463-7334-471c-b319-6dc76c4062fa req-7528a77d-5129-4a04-b6fd-a8a1a634dd0c tempest-ServerGroupTestJSON-1072652823 tempest-ServerGroupTestJSON-1072652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:33.834686 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-560b4463-7334-471c-b319-6dc76c4062fa req-7528a77d-5129-4a04-b6fd-a8a1a634dd0c tempest-ServerGroupTestJSON-1072652823 tempest-ServerGroupTestJSON-1072652823-project] 10.222.0.44 "GET /v2.0/ports?device_id=fed455ed-6690-4431-a9d1-848be90a93f6 HTTP/1.1" status: 200 len: 943 time: 0.1683235 Jul 23 23:58:33.841521 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-8838c2fb-d937-47a5-b25e-5270bae23dcb tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:33.842466 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-8838c2fb-d937-47a5-b25e-5270bae23dcb tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:33.848945 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f53c1655-3628-42f6-8b1f-b0bf15893a3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:33.880762 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-8838c2fb-d937-47a5-b25e-5270bae23dcb tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7546849 Jul 23 23:58:33.899499 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-a743a36d-4140-471c-92ba-c84b5f1f3f41 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Request body: {'port': {'device_id': '2c075934-d6b2-45f9-8b7a-e05ff072e3c1', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '24cbf24a-1696-4ab2-949c-e4387a9df919', 'admin_state_up': True, 'tenant_id': 'a493ff63bf324cec8682bc97c22087f0', 'security_groups': ['89d8d27b-9412-49b0-8db6-21624a8289f8']}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:58:33.918669 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f53c1655-3628-42f6-8b1f-b0bf15893a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:33.923023 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f53c1655-3628-42f6-8b1f-b0bf15893a3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:33.924482 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-f53c1655-3628-42f6-8b1f-b0bf15893a3f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/489bd335-0acc-4fc1-9292-136f73d65d4e HTTP/1.1" status: 204 len: 168 time: 0.1812992 Jul 23 23:58:33.934982 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53c1655-3628-42f6-8b1f-b0bf15893a3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=489bd335-0acc-4fc1-9292-136f73d65d4e,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:33.949428 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-560b4463-7334-471c-b319-6dc76c4062fa req-0aec8e1c-04ed-4dc3-af76-abdc52f7e2f4 tempest-ServerGroupTestJSON-1072652823 tempest-ServerGroupTestJSON-1072652823-project] 10.222.0.44 "GET /v2.0/security-groups?id=05023dcf-369d-4a18-8815-2e9533cf8f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023896 Jul 23 23:58:34.027280 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-27c039df-17da-4624-8b30-2435e0c51e90 None None] Provisioning for port 5aa7c101-ee25-4b57-94d7-7279b107b66d completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:58:34.033995 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-27c039df-17da-4624-8b30-2435e0c51e90 None None] Provisioning complete for port 5aa7c101-ee25-4b57-94d7-7279b107b66d triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:58:34.034654 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-27c039df-17da-4624-8b30-2435e0c51e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:34.055773 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c8a9b3-de5a-40e1-82d5-3dca0ddd1004 x-openstack-request-id: req-84c8a9b3-de5a-40e1-82d5-3dca0ddd1004 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:58:34.056124 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fed455ed-6690-4431-a9d1-848be90a93f6", "tag": "3d85e40b-1318-454b-b740-dad43df0a4ff", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:58:34.056331 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-84c8a9b3-de5a-40e1-82d5-3dca0ddd1004 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:58:34.056730 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fed455ed-6690-4431-a9d1-848be90a93f6', 'tag': '3d85e40b-1318-454b-b740-dad43df0a4ff', 'status': 'completed', 'code': 200} Jul 23 23:58:34.093368 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-27c039df-17da-4624-8b30-2435e0c51e90 None None] Port 5aa7c101-ee25-4b57-94d7-7279b107b66d cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:58:34.176740 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-a743a36d-4140-471c-92ba-c84b5f1f3f41 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Made reservation on behalf of a493ff63bf324cec8682bc97c22087f0 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:58:34.181848 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-a743a36d-4140-471c-92ba-c84b5f1f3f41 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:34.308300 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdbe9e8-dada-448c-abae-248f73f5e8a3 req-4b11d10d-3224-4396-83b2-76758a28c41f tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:34.309899 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7cdbe9e8-dada-448c-abae-248f73f5e8a3 req-4b11d10d-3224-4396-83b2-76758a28c41f tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/ports?device_id=3da58644-cfc7-4a8c-8e55-445116046b4c HTTP/1.1" status: 200 len: 949 time: 0.1936920 Jul 23 23:58:34.323082 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677d043-eddc-4284-9f2b-ffbbd1d0999c req-aa7e8026-504f-4b4d-bf24-9e3edff93fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:34.324777 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4677d043-eddc-4284-9f2b-ffbbd1d0999c req-aa7e8026-504f-4b4d-bf24-9e3edff93fb8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=40d11b763abc451f951f3aa72b3663fb&device_id=fed455ed-6690-4431-a9d1-848be90a93f6 HTTP/1.1" status: 200 len: 1095 time: 0.1609869 Jul 23 23:58:34.790903 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7cdbe9e8-dada-448c-abae-248f73f5e8a3 req-a6925527-13ef-47b7-b164-655fa3e62ede tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8ee523e-b776-4966-b1a9-13ed07423313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341484 Jul 23 23:58:34.848417 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-a743a36d-4140-471c-92ba-c84b5f1f3f41 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Allocated IP 10.2.2.200 (24cbf24a-1696-4ab2-949c-e4387a9df919/4fdb957c-aae3-43a7-b0f4-2b7f0a895d4a/1066e3ba-d2f6-4583-a8ed-097498ddee4a) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:58:34.856199 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677d043-eddc-4284-9f2b-ffbbd1d0999c req-87e03f44-0c35-4b0f-8072-e1e398191277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:34.857804 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4677d043-eddc-4284-9f2b-ffbbd1d0999c req-87e03f44-0c35-4b0f-8072-e1e398191277 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c428695e-6cba-4bb9-9bcb-f76c72eb608f HTTP/1.1" status: 200 len: 910 time: 0.2000315 Jul 23 23:58:34.939768 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4677d043-eddc-4284-9f2b-ffbbd1d0999c req-4cf880d5-e6b4-4930-b9f8-dc45b70fd44c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d85e40b-1318-454b-b740-dad43df0a4ff HTTP/1.1" status: 200 len: 217 time: 0.0663311 Jul 23 23:58:35.083013 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677d043-eddc-4284-9f2b-ffbbd1d0999c req-de85f2c8-0bfa-473c-ae78-93ab99c7d838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:35.084577 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4677d043-eddc-4284-9f2b-ffbbd1d0999c req-de85f2c8-0bfa-473c-ae78-93ab99c7d838 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5f18ceff-4d2f-43e2-ab54-7016e7082845 HTTP/1.1" status: 200 len: 849 time: 0.1334758 Jul 23 23:58:35.097517 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a59aa9d-be10-448a-afe4-cb13f5af41fe req-4787d1fb-b849-42a2-83b9-304ce8dacdd0 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:35.099084 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9a59aa9d-be10-448a-afe4-cb13f5af41fe req-4787d1fb-b849-42a2-83b9-304ce8dacdd0 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bdd0f3d-0808-4bf0-9715-43ca17f0320d HTTP/1.1" status: 200 len: 946 time: 0.2369876 Jul 23 23:58:35.155729 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4677d043-eddc-4284-9f2b-ffbbd1d0999c req-131eb83b-32e3-4473-b52b-92fa52a24335 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c428695e-6cba-4bb9-9bcb-f76c72eb608f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514810 Jul 23 23:58:35.215926 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9a59aa9d-be10-448a-afe4-cb13f5af41fe req-923ea86d-43a6-4473-8507-5f8fdbcc20bc tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/security-groups?id=7234dcab-bd61-43b3-a41f-dcf65032fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015999 Jul 23 23:58:35.218759 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-a743a36d-4140-471c-92ba-c84b5f1f3f41 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:35.279163 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-a743a36d-4140-471c-92ba-c84b5f1f3f41 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Transition to ACTIVE for port object 1066e3ba-d2f6-4583-a8ed-097498ddee4a will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:58:35.325100 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4677d043-eddc-4284-9f2b-ffbbd1d0999c req-3cbee27a-1da8-4a29-91b0-c904b29916f7 service neutron] 10.222.0.64 "GET /v2.0/networks/c428695e-6cba-4bb9-9bcb-f76c72eb608f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594594 Jul 23 23:58:35.375895 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 47882) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:35.403364 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-a743a36d-4140-471c-92ba-c84b5f1f3f41 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:35.476935 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 3d85e40b-1318-454b-b740-dad43df0a4ff details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:58:35.503149 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-a74ad3c1-21a2-4d78-898d-a76675c5258c tempest-MeteringTestJSON-12450971 tempest-MeteringTestJSON-12450971-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-400538722'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:58:35.505032 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-a74ad3c1-21a2-4d78-898d-a76675c5258c tempest-MeteringTestJSON-12450971 tempest-MeteringTestJSON-12450971-project-admin] Unknown quota resources ['metering_label']. {{(pid=100314) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 23:58:35.522891 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-a743a36d-4140-471c-92ba-c84b5f1f3f41 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Network 24cbf24a-1696-4ab2-949c-e4387a9df919 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:58:35.530155 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-a743a36d-4140-471c-92ba-c84b5f1f3f41 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:58:35.532783 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a743a36d-4140-471c-92ba-c84b5f1f3f41 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Pushing event updated for resources: {'Port': ['ID=1066e3ba-d2f6-4583-a8ed-097498ddee4a,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:35.539849 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-a743a36d-4140-471c-92ba-c84b5f1f3f41 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:58:35.544254 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4677d043-eddc-4284-9f2b-ffbbd1d0999c req-fd983f5d-aa14-41c4-8ea5-6c81b59c59a8 service neutron] 10.222.0.64 "GET /v2.0/networks/c428695e-6cba-4bb9-9bcb-f76c72eb608f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900067 Jul 23 23:58:35.574283 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aae27ec-4feb-45e6-a50f-36ce1fac1d21 req-b644f009-b026-47e7-9828-36154b02700b tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:35.582524 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7aae27ec-4feb-45e6-a50f-36ce1fac1d21 req-b644f009-b026-47e7-9828-36154b02700b tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f6a9ae2-cfd7-44a7-afc8-3042147e0d44 HTTP/1.1" status: 200 len: 946 time: 0.2689946 Jul 23 23:58:35.620789 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 3d85e40b-1318-454b-b740-dad43df0a4ff, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=3d85e40b-1318-454b-b740-dad43df0a4ff,segment=NetworkSegment(886a6b4b-89e7-4054-a6dc-27f712328c3f),segment_id=886a6b4b-89e7-4054-a6dc-27f712328c3f)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:58:35.636126 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': '3d85e40b-1318-454b-b740-dad43df0a4ff', 'network_id': 'c428695e-6cba-4bb9-9bcb-f76c72eb608f', 'port_id': '3d85e40b-1318-454b-b740-dad43df0a4ff', 'mac_address': 'fa:16:3e:6d:8b:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f18ceff-4d2f-43e2-ab54-7016e7082845', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:58:35.641060 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-a743a36d-4140-471c-92ba-c84b5f1f3f41 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:35.641736 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-a743a36d-4140-471c-92ba-c84b5f1f3f41 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:35.667254 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7aae27ec-4feb-45e6-a50f-36ce1fac1d21 req-a6f59fbf-4cea-4926-b727-78eff50dd5fa tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835993 Jul 23 23:58:35.698302 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-a743a36d-4140-471c-92ba-c84b5f1f3f41 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8060617 Jul 23 23:58:35.710763 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:35.711587 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-f9560728-3a44-42db-abaf-aa41e6831642 service neutron] Request body: {'port': {'device_id': '2c075934-d6b2-45f9-8b7a-e05ff072e3c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:58:35.731677 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d85e40b-1318-454b-b740-dad43df0a4ff {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:58:35.756555 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 3d85e40b-1318-454b-b740-dad43df0a4ff, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=3d85e40b-1318-454b-b740-dad43df0a4ff,segment=NetworkSegment(886a6b4b-89e7-4054-a6dc-27f712328c3f),segment_id=886a6b4b-89e7-4054-a6dc-27f712328c3f)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:58:35.761987 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:35.833933 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=3d85e40b-1318-454b-b740-dad43df0a4ff,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:35.850499 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a74ad3c1-21a2-4d78-898d-a76675c5258c tempest-MeteringTestJSON-12450971 tempest-MeteringTestJSON-12450971-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:35.854584 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-a74ad3c1-21a2-4d78-898d-a76675c5258c tempest-MeteringTestJSON-12450971 tempest-MeteringTestJSON-12450971-project-admin] 10.222.0.44 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.4776084 Jul 23 23:58:35.855213 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 47886) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:35.856009 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-f9560728-3a44-42db-abaf-aa41e6831642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:35.859689 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-3cd3dc94-be27-4335-8e59-52cc3827264d tempest-MeteringTestJSON-12450971 tempest-MeteringTestJSON-12450971-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'f53b5b3f-3c31-46c0-934d-feada9e2d446'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:58:35.860223 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-3cd3dc94-be27-4335-8e59-52cc3827264d tempest-MeteringTestJSON-12450971 tempest-MeteringTestJSON-12450971-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100314) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 23:58:35.920788 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f69f6-9ec9-4ac0-b0d0-42a37e45ecdb req-b2bf4363-e129-4482-8c5f-359a67ef63b7 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:35.927101 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f69f6-9ec9-4ac0-b0d0-42a37e45ecdb req-b2bf4363-e129-4482-8c5f-359a67ef63b7 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:35.933434 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f69f6-9ec9-4ac0-b0d0-42a37e45ecdb req-b2bf4363-e129-4482-8c5f-359a67ef63b7 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:35.935033 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-f0d0667f-315f-4b08-a0dc-963be2abce37 None None] Provisioning for port 1066e3ba-d2f6-4583-a8ed-097498ddee4a completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:58:35.939711 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f69f6-9ec9-4ac0-b0d0-42a37e45ecdb req-b2bf4363-e129-4482-8c5f-359a67ef63b7 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:35.944243 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-f0d0667f-315f-4b08-a0dc-963be2abce37 None None] Provisioning complete for port 1066e3ba-d2f6-4583-a8ed-097498ddee4a triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:58:35.945499 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f0d0667f-315f-4b08-a0dc-963be2abce37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:35.946759 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f69f6-9ec9-4ac0-b0d0-42a37e45ecdb req-b2bf4363-e129-4482-8c5f-359a67ef63b7 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:35.955022 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-500f69f6-9ec9-4ac0-b0d0-42a37e45ecdb req-b2bf4363-e129-4482-8c5f-359a67ef63b7 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c075934-d6b2-45f9-8b7a-e05ff072e3c1 HTTP/1.1" status: 200 len: 3816 time: 0.1805634 Jul 23 23:58:35.957000 n-d-800088-16 neutron-server[100314]: WARNING neutron.services.metering.metering_plugin [None req-3cd3dc94-be27-4335-8e59-52cc3827264d tempest-MeteringTestJSON-12450971 tempest-MeteringTestJSON-12450971-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 23 23:58:36.001170 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-f0d0667f-315f-4b08-a0dc-963be2abce37 None None] Port 1066e3ba-d2f6-4583-a8ed-097498ddee4a cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:58:36.054858 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-500f69f6-9ec9-4ac0-b0d0-42a37e45ecdb req-6748b712-42d0-4651-960c-7fb24f167d6f tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/security-groups?id=89d8d27b-9412-49b0-8db6-21624a8289f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987825 Jul 23 23:58:36.069175 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3cd3dc94-be27-4335-8e59-52cc3827264d tempest-MeteringTestJSON-12450971 tempest-MeteringTestJSON-12450971-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:36.081042 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-3cd3dc94-be27-4335-8e59-52cc3827264d tempest-MeteringTestJSON-12450971 tempest-MeteringTestJSON-12450971-project-admin] 10.222.0.44 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2178259 Jul 23 23:58:36.081042 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 47888) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:36.081389 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['3d85e40b-1318-454b-b740-dad43df0a4ff'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:58:36.081502 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-346e9aac-5f0d-4b37-bd3e-eefdd7873104 tempest-MeteringTestJSON-12450971 tempest-MeteringTestJSON-12450971-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'f53b5b3f-3c31-46c0-934d-feada9e2d446'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:58:36.084248 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-346e9aac-5f0d-4b37-bd3e-eefdd7873104 tempest-MeteringTestJSON-12450971 tempest-MeteringTestJSON-12450971-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100314) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 23:58:36.175675 n-d-800088-16 neutron-server[100314]: WARNING neutron.services.metering.metering_plugin [None req-346e9aac-5f0d-4b37-bd3e-eefdd7873104 tempest-MeteringTestJSON-12450971 tempest-MeteringTestJSON-12450971-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 23 23:58:36.295398 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-346e9aac-5f0d-4b37-bd3e-eefdd7873104 tempest-MeteringTestJSON-12450971 tempest-MeteringTestJSON-12450971-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:36.296617 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-346e9aac-5f0d-4b37-bd3e-eefdd7873104 tempest-MeteringTestJSON-12450971 tempest-MeteringTestJSON-12450971-project-admin] 10.222.0.44 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2209153 Jul 23 23:58:36.299228 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 47892) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:36.306119 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-f9560728-3a44-42db-abaf-aa41e6831642 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 465c7602-c874-48e3-a644-ba99539fad02 {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:58:36.313575 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-0e12c4c2-c522-47e6-8288-80a027328310 tempest-MeteringTestJSON-12450971 tempest-MeteringTestJSON-12450971-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-label-rules?id=65764ce3-de89-4468-89db-19e162fea669 HTTP/1.1" status: 200 len: 464 time: 0.0131152 Jul 23 23:58:36.316021 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 47894) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:36.318236 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-f9560728-3a44-42db-abaf-aa41e6831642 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:36.339342 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-f9560728-3a44-42db-abaf-aa41e6831642 service neutron] Transition to ACTIVE for port object 465c7602-c874-48e3-a644-ba99539fad02 will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:58:36.345221 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-f9560728-3a44-42db-abaf-aa41e6831642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:36.359483 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4c3078-edd7-4db8-a016-0161c215e4a8 req-b1354166-daca-4893-93a3-d54a828f4aad tempest-ServersOnMultiNodesTest-1789820822 tempest-ServersOnMultiNodesTest-1789820822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:36.361380 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2c4c3078-edd7-4db8-a016-0161c215e4a8 req-b1354166-daca-4893-93a3-d54a828f4aad tempest-ServersOnMultiNodesTest-1789820822 tempest-ServersOnMultiNodesTest-1789820822-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=3da58644-cfc7-4a8c-8e55-445116046b4c HTTP/1.1" status: 200 len: 1101 time: 0.1312211 Jul 23 23:58:36.449793 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9560728-3a44-42db-abaf-aa41e6831642 service neutron] Pushing event updated for resources: {'Port': ['ID=465c7602-c874-48e3-a644-ba99539fad02,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:36.476214 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2c4c3078-edd7-4db8-a016-0161c215e4a8 req-c099a68e-a840-4cdc-b08b-477a290f9adf tempest-ServersOnMultiNodesTest-1789820822 tempest-ServersOnMultiNodesTest-1789820822-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=e8ee523e-b776-4966-b1a9-13ed07423313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854824 Jul 23 23:58:36.497709 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-99347f62-6c1f-45f9-b7d2-508279f38660 tempest-MeteringTestJSON-12450971 tempest-MeteringTestJSON-12450971-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:36.503553 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-99347f62-6c1f-45f9-b7d2-508279f38660 tempest-MeteringTestJSON-12450971 tempest-MeteringTestJSON-12450971-project-admin] 10.222.0.44 "DELETE /v2.0/metering/metering-label-rules/65764ce3-de89-4468-89db-19e162fea669 HTTP/1.1" status: 204 len: 168 time: 0.1861613 Jul 23 23:58:36.505117 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 47896) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:36.532885 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 47900) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:36.534227 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-1dac275d-45d1-4fa9-aac6-2df5db72de40 tempest-MeteringTestJSON-12450971 tempest-MeteringTestJSON-12450971-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-label-rules?id=65764ce3-de89-4468-89db-19e162fea669 HTTP/1.1" status: 200 len: 221 time: 0.0268171 Jul 23 23:58:36.541385 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-7e815851-2969-4c68-b118-5853055f5d7a tempest-MeteringTestJSON-12450971 tempest-MeteringTestJSON-12450971-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--950261937', 'description': 'label created by tempest'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:58:36.541857 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-7e815851-2969-4c68-b118-5853055f5d7a tempest-MeteringTestJSON-12450971 tempest-MeteringTestJSON-12450971-project-admin] Unknown quota resources ['metering_label']. {{(pid=100313) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 23:58:36.665275 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-f9560728-3a44-42db-abaf-aa41e6831642 service neutron] Attempting to bind port 465c7602-c874-48e3-a644-ba99539fad02 on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:58:36.666032 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-f9560728-3a44-42db-abaf-aa41e6831642 service neutron] Attempting to bind port 465c7602-c874-48e3-a644-ba99539fad02 by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': '21032195-e2aa-496f-b3b7-a4625dd43e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'b0523da7-df1a-446f-b645-811e4630597c'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:58:36.666632 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-f9560728-3a44-42db-abaf-aa41e6831642 service neutron] Attempting to bind port 465c7602-c874-48e3-a644-ba99539fad02 on network b0523da7-df1a-446f-b645-811e4630597c {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:58:36.722018 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-f9560728-3a44-42db-abaf-aa41e6831642 service neutron] Port 465c7602-c874-48e3-a644-ba99539fad02 on network b0523da7-df1a-446f-b645-811e4630597c not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:58:36.722393 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-f9560728-3a44-42db-abaf-aa41e6831642 service neutron] Attempting to bind port 465c7602-c874-48e3-a644-ba99539fad02 on network b0523da7-df1a-446f-b645-811e4630597c {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:58:36.729527 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-f9560728-3a44-42db-abaf-aa41e6831642 service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:58:36.729906 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-f9560728-3a44-42db-abaf-aa41e6831642 service neutron] Checking segment: {'id': '21032195-e2aa-496f-b3b7-a4625dd43e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'b0523da7-df1a-446f-b645-811e4630597c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:58:36.730292 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-f9560728-3a44-42db-abaf-aa41e6831642 service neutron] Bound using segment: {'id': '21032195-e2aa-496f-b3b7-a4625dd43e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'b0523da7-df1a-446f-b645-811e4630597c'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:58:36.730931 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-f9560728-3a44-42db-abaf-aa41e6831642 service neutron] Bound port: 465c7602-c874-48e3-a644-ba99539fad02, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21032195-e2aa-496f-b3b7-a4625dd43e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'b0523da7-df1a-446f-b645-811e4630597c'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:58:36.731373 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-f9560728-3a44-42db-abaf-aa41e6831642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:36.862292 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7e815851-2969-4c68-b118-5853055f5d7a tempest-MeteringTestJSON-12450971 tempest-MeteringTestJSON-12450971-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:36.863375 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-7e815851-2969-4c68-b118-5853055f5d7a tempest-MeteringTestJSON-12450971 tempest-MeteringTestJSON-12450971-project-admin] 10.222.0.44 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3299069 Jul 23 23:58:36.866194 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 47906) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:36.927406 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-f9560728-3a44-42db-abaf-aa41e6831642 service neutron] For port 465c7602-c874-48e3-a644-ba99539fad02, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:58:36.941938 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-f9560728-3a44-42db-abaf-aa41e6831642 service neutron] For port 465c7602-c874-48e3-a644-ba99539fad02, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=465c7602-c874-48e3-a644-ba99539fad02,segment=NetworkSegment(21032195-e2aa-496f-b3b7-a4625dd43e90),segment_id=21032195-e2aa-496f-b3b7-a4625dd43e90)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:58:36.946901 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-87109ec8-92b0-4fa5-8444-6b8e32ce4bce tempest-MeteringTestJSON-12450971 tempest-MeteringTestJSON-12450971-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-labels?id=80f69a20-e4f2-4b1a-bd46-0c594a71b3b6 HTTP/1.1" status: 200 len: 467 time: 0.0793018 Jul 23 23:58:36.947587 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 47908) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:36.950422 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb02814e-f6a5-4a63-8a6d-40e7c79896fd req-f2f349ce-38e4-42ac-b77d-dc21c4d8c05f tempest-ServerGroupTestJSON-1072652823 tempest-ServerGroupTestJSON-1072652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:36.958017 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bb02814e-f6a5-4a63-8a6d-40e7c79896fd req-f2f349ce-38e4-42ac-b77d-dc21c4d8c05f tempest-ServerGroupTestJSON-1072652823 tempest-ServerGroupTestJSON-1072652823-project] 10.222.0.44 "GET /v2.0/ports?device_id=fed455ed-6690-4431-a9d1-848be90a93f6 HTTP/1.1" status: 200 len: 944 time: 0.1634641 Jul 23 23:58:36.965922 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-f9560728-3a44-42db-abaf-aa41e6831642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:37.039912 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-f9560728-3a44-42db-abaf-aa41e6831642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:37.040954 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-f9560728-3a44-42db-abaf-aa41e6831642 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:37.042917 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-f9560728-3a44-42db-abaf-aa41e6831642 service neutron] 10.222.0.52 "PUT /v2.0/ports/465c7602-c874-48e3-a644-ba99539fad02 HTTP/1.1" status: 200 len: 1092 time: 1.3369532 Jul 23 23:58:37.043407 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c075934-d6b2-45f9-8b7a-e05ff072e3c1', 'tag': '465c7602-c874-48e3-a644-ba99539fad02'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:58:37.047211 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e64b8f1e-217d-4278-a252-19a81ae579ff" -d '{"events": [{"name": "network-changed", "server_uuid": "2c075934-d6b2-45f9-8b7a-e05ff072e3c1", "tag": "465c7602-c874-48e3-a644-ba99539fad02"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:58:37.068260 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bb02814e-f6a5-4a63-8a6d-40e7c79896fd req-0b1039f5-8ca7-4682-8911-a13ccc704338 tempest-ServerGroupTestJSON-1072652823 tempest-ServerGroupTestJSON-1072652823-project] 10.222.0.44 "GET /v2.0/security-groups?id=05023dcf-369d-4a18-8815-2e9533cf8f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091409 Jul 23 23:58:37.077576 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-cce57c43-9910-4bd2-acae-aeed2897a090 service neutron] Request body: {'port': {'device_id': '2c075934-d6b2-45f9-8b7a-e05ff072e3c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:58:37.138776 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9560728-3a44-42db-abaf-aa41e6831642 service neutron] Pushing event updated for resources: {'Port': ['ID=465c7602-c874-48e3-a644-ba99539fad02,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:37.201393 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-cce57c43-9910-4bd2-acae-aeed2897a090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:37.242426 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a21219c6-7eb7-42f2-a3ff-9625327caabf tempest-MeteringTestJSON-12450971 tempest-MeteringTestJSON-12450971-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:37.243792 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-a21219c6-7eb7-42f2-a3ff-9625327caabf tempest-MeteringTestJSON-12450971 tempest-MeteringTestJSON-12450971-project-admin] 10.222.0.44 "DELETE /v2.0/metering/metering-labels/80f69a20-e4f2-4b1a-bd46-0c594a71b3b6 HTTP/1.1" status: 204 len: 168 time: 0.2950263 Jul 23 23:58:37.247328 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 47916) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:37.345191 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 47920) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:37.345805 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-23459130-78eb-4149-a54e-2b9ec47425d5 tempest-MeteringTestJSON-12450971 tempest-MeteringTestJSON-12450971-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-labels?id=80f69a20-e4f2-4b1a-bd46-0c594a71b3b6 HTTP/1.1" status: 200 len: 216 time: 0.0965314 Jul 23 23:58:37.360118 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-2769870a-6cf5-4baa-bc8b-a7fb35f9f7f7 tempest-MeteringTestJSON-12450971 tempest-MeteringTestJSON-12450971-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0136688 Jul 23 23:58:37.365257 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 47922) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:37.393658 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-67a2fd3a-6f61-4d58-a2c9-13e07cacf1e2 tempest-MeteringTestJSON-12450971 tempest-MeteringTestJSON-12450971-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0271156 Jul 23 23:58:37.397968 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 47924) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:37.440787 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c8d37e-f41c-486f-8a9d-274fefbd0090 req-f6c08c37-a09d-495d-aee5-3ec6744bc419 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:37.448210 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-15c8d37e-f41c-486f-8a9d-274fefbd0090 req-f6c08c37-a09d-495d-aee5-3ec6744bc419 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bdd0f3d-0808-4bf0-9715-43ca17f0320d HTTP/1.1" status: 200 len: 946 time: 0.2330999 Jul 23 23:58:37.492068 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 3d85e40b-1318-454b-b740-dad43df0a4ff up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:58:37.512700 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-25201a8d-66d9-49b8-b05c-17d1806d3e0a tempest-MeteringTestJSON-12450971 tempest-MeteringTestJSON-12450971-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-labels/f53b5b3f-3c31-46c0-934d-feada9e2d446 HTTP/1.1" status: 200 len: 472 time: 0.1134136 Jul 23 23:58:37.519694 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 47926) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:37.556576 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-2af855ed-ec87-4b6d-84d3-00782747927e tempest-MeteringTestJSON-12450971 tempest-MeteringTestJSON-12450971-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-label-rules/53816502-f8cc-4494-bfce-ba1fb747b0a1 HTTP/1.1" status: 200 len: 461 time: 0.0305443 Jul 23 23:58:37.556860 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port 3d85e40b-1318-454b-b740-dad43df0a4ff completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:58:37.558168 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 47928) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:37.561573 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port 3d85e40b-1318-454b-b740-dad43df0a4ff triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:58:37.562295 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:37.607925 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd2348-1947-4436-a2b8-61469f2a4d37 req-8080f003-145d-45e1-8375-285767b66535 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:37.611706 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fddd2348-1947-4436-a2b8-61469f2a4d37 req-8080f003-145d-45e1-8375-285767b66535 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f6a9ae2-cfd7-44a7-afc8-3042147e0d44 HTTP/1.1" status: 200 len: 946 time: 0.2098827 Jul 23 23:58:37.620665 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-15c8d37e-f41c-486f-8a9d-274fefbd0090 req-c3835ea1-7bb2-4711-a115-2fbf323f8ecc tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/security-groups?id=7234dcab-bd61-43b3-a41f-dcf65032fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715033 Jul 23 23:58:37.672281 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fddd2348-1947-4436-a2b8-61469f2a4d37 req-018f82d5-56eb-4d03-ba59-83e7204c524c tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533717 Jul 23 23:58:37.723570 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 47938) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:37.739106 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:37.788177 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fed455ed-6690-4431-a9d1-848be90a93f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d85e40b-1318-454b-b740-dad43df0a4ff'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:58:37.790455 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47429b8b-0b1f-490b-b211-fc72243b4e3b" -d '{"events": [{"server_uuid": "fed455ed-6690-4431-a9d1-848be90a93f6", "name": "network-vif-plugged", "status": "completed", "tag": "3d85e40b-1318-454b-b740-dad43df0a4ff"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:58:37.804969 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a22f81-bed5-4ffc-9446-3b5b86ca1ac0 x-openstack-request-id: req-68a22f81-bed5-4ffc-9446-3b5b86ca1ac0 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:58:37.806123 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c075934-d6b2-45f9-8b7a-e05ff072e3c1", "tag": "465c7602-c874-48e3-a644-ba99539fad02", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:58:37.806718 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-68a22f81-bed5-4ffc-9446-3b5b86ca1ac0 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:58:37.807449 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c075934-d6b2-45f9-8b7a-e05ff072e3c1', 'tag': '465c7602-c874-48e3-a644-ba99539fad02', 'status': 'completed', 'code': 200} Jul 23 23:58:37.808047 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 3d85e40b-1318-454b-b740-dad43df0a4ff, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=3d85e40b-1318-454b-b740-dad43df0a4ff,segment=NetworkSegment(886a6b4b-89e7-4054-a6dc-27f712328c3f),segment_id=886a6b4b-89e7-4054-a6dc-27f712328c3f)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:58:37.814678 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:37.872210 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=3d85e40b-1318-454b-b740-dad43df0a4ff,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:37.915792 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bbd13c3e-336a-494a-974e-3ff4fa0cda05 req-73f521c0-58ff-4473-ae89-bc6561b0f69f tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=4db1e0d9f35b4b27b032ee4fa4c653cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1323812 Jul 23 23:58:37.936321 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-beca63ca-32d3-44bb-b5e6-b1b1cd929045 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:37.953142 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8eedc77d-d4f3-4a6b-a1c2-240810ea167b tempest-MeteringTestJSON-12450971 tempest-MeteringTestJSON-12450971-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:37.954410 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-8eedc77d-d4f3-4a6b-a1c2-240810ea167b tempest-MeteringTestJSON-12450971 tempest-MeteringTestJSON-12450971-project-admin] 10.222.0.44 "DELETE /v2.0/metering/metering-label-rules/53816502-f8cc-4494-bfce-ba1fb747b0a1 HTTP/1.1" status: 204 len: 168 time: 0.3902247 Jul 23 23:58:37.958448 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 47948) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:38.116077 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd13c3e-336a-494a-974e-3ff4fa0cda05 req-28bc9e8f-ebaa-4bc5-bc22-cfde63689543 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:38.122777 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bbd13c3e-336a-494a-974e-3ff4fa0cda05 req-28bc9e8f-ebaa-4bc5-bc22-cfde63689543 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2060518 Jul 23 23:58:38.141983 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634050b6-7f61-4b24-8d9d-22b05c9730f4 req-15efce2f-8e1b-4292-b517-4ff7014b8d57 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:38.145959 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b8f1e-217d-4278-a252-19a81ae579ff req-76965e84-e3f0-4e11-a1ef-38e68bf79d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:38.146516 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b8f1e-217d-4278-a252-19a81ae579ff req-76965e84-e3f0-4e11-a1ef-38e68bf79d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:38.147003 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b8f1e-217d-4278-a252-19a81ae579ff req-76965e84-e3f0-4e11-a1ef-38e68bf79d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:38.147478 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b8f1e-217d-4278-a252-19a81ae579ff req-76965e84-e3f0-4e11-a1ef-38e68bf79d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:38.147948 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b8f1e-217d-4278-a252-19a81ae579ff req-76965e84-e3f0-4e11-a1ef-38e68bf79d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:38.148146 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634050b6-7f61-4b24-8d9d-22b05c9730f4 req-15efce2f-8e1b-4292-b517-4ff7014b8d57 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:38.149913 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e64b8f1e-217d-4278-a252-19a81ae579ff req-76965e84-e3f0-4e11-a1ef-38e68bf79d34 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a493ff63bf324cec8682bc97c22087f0&device_id=2c075934-d6b2-45f9-8b7a-e05ff072e3c1 HTTP/1.1" status: 200 len: 4364 time: 0.3235173 Jul 23 23:58:38.154343 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634050b6-7f61-4b24-8d9d-22b05c9730f4 req-15efce2f-8e1b-4292-b517-4ff7014b8d57 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:38.161105 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634050b6-7f61-4b24-8d9d-22b05c9730f4 req-15efce2f-8e1b-4292-b517-4ff7014b8d57 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:38.167112 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634050b6-7f61-4b24-8d9d-22b05c9730f4 req-15efce2f-8e1b-4292-b517-4ff7014b8d57 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:38.168909 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-634050b6-7f61-4b24-8d9d-22b05c9730f4 req-15efce2f-8e1b-4292-b517-4ff7014b8d57 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c075934-d6b2-45f9-8b7a-e05ff072e3c1 HTTP/1.1" status: 200 len: 3828 time: 0.3042238 Jul 23 23:58:38.181380 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bbd13c3e-336a-494a-974e-3ff4fa0cda05 req-6c23081d-fe93-43a3-a0d0-0955303e805d tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/quotas/4db1e0d9f35b4b27b032ee4fa4c653cd HTTP/1.1" status: 200 len: 375 time: 0.0575366 Jul 23 23:58:38.221309 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-cce57c43-9910-4bd2-acae-aeed2897a090 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3557d7c-9f5d-4806-8073-44a23ccf9e4e {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:58:38.246221 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-cce57c43-9910-4bd2-acae-aeed2897a090 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:38.255688 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f3870cdc-9c4c-47dd-a7a7-c82d0fbe50c1 tempest-MeteringTestJSON-12450971 tempest-MeteringTestJSON-12450971-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:38.256902 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-f3870cdc-9c4c-47dd-a7a7-c82d0fbe50c1 tempest-MeteringTestJSON-12450971 tempest-MeteringTestJSON-12450971-project-admin] 10.222.0.44 "DELETE /v2.0/metering/metering-labels/f53b5b3f-3c31-46c0-934d-feada9e2d446 HTTP/1.1" status: 204 len: 168 time: 0.2952735 Jul 23 23:58:38.295040 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-634050b6-7f61-4b24-8d9d-22b05c9730f4 req-a6864ffb-57f5-44bd-82d0-3b71362c7d3b tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/security-groups?id=89d8d27b-9412-49b0-8db6-21624a8289f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086428 Jul 23 23:58:38.316057 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-beca63ca-32d3-44bb-b5e6-b1b1cd929045 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:38.334679 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-beca63ca-32d3-44bb-b5e6-b1b1cd929045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:38.427549 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-beca63ca-32d3-44bb-b5e6-b1b1cd929045 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=57eb388c90924c97a5fed591135b191c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7118363 Jul 23 23:58:38.429171 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beca63ca-32d3-44bb-b5e6-b1b1cd929045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e4a274-317a-4b00-8774-2e31eb21595b,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:38.442333 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 47958) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:38.544617 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beca63ca-32d3-44bb-b5e6-b1b1cd929045 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:58:38.545331 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beca63ca-32d3-44bb-b5e6-b1b1cd929045 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:58:38.545331 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beca63ca-32d3-44bb-b5e6-b1b1cd929045 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:58:38.545726 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beca63ca-32d3-44bb-b5e6-b1b1cd929045 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:58:38.548425 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beca63ca-32d3-44bb-b5e6-b1b1cd929045 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:58:38.550071 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beca63ca-32d3-44bb-b5e6-b1b1cd929045 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:58:38.550512 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beca63ca-32d3-44bb-b5e6-b1b1cd929045 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:58:38.552160 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beca63ca-32d3-44bb-b5e6-b1b1cd929045 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:58:38.552590 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beca63ca-32d3-44bb-b5e6-b1b1cd929045 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:58:38.553029 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beca63ca-32d3-44bb-b5e6-b1b1cd929045 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:58:38.553650 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beca63ca-32d3-44bb-b5e6-b1b1cd929045 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:58:38.555335 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beca63ca-32d3-44bb-b5e6-b1b1cd929045 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:58:38.591131 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 47964) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:38.597584 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ff201f9d-3fc3-4850-ab98-586e6866fb7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:38.624591 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ff201f9d-3fc3-4850-ab98-586e6866fb7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:38.745134 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-cce57c43-9910-4bd2-acae-aeed2897a090 service neutron] Transition to ACTIVE for port object e3557d7c-9f5d-4806-8073-44a23ccf9e4e will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:58:38.753938 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ff201f9d-3fc3-4850-ab98-586e6866fb7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:38.756932 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ff201f9d-3fc3-4850-ab98-586e6866fb7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:38.758241 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-ff201f9d-3fc3-4850-ab98-586e6866fb7a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e5e4a274-317a-4b00-8774-2e31eb21595b HTTP/1.1" status: 204 len: 168 time: 0.3139324 Jul 23 23:58:38.759195 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fa6a5514-bcb2-4cdf-b860-af341f1801e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:38.762686 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-cce57c43-9910-4bd2-acae-aeed2897a090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:38.824262 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff201f9d-3fc3-4850-ab98-586e6866fb7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e4a274-317a-4b00-8774-2e31eb21595b,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:38.842600 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b8f1e-217d-4278-a252-19a81ae579ff req-4d6693cc-6728-40e4-afdc-c6208bbe5cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:38.843082 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b8f1e-217d-4278-a252-19a81ae579ff req-4d6693cc-6728-40e4-afdc-c6208bbe5cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:38.843556 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b8f1e-217d-4278-a252-19a81ae579ff req-4d6693cc-6728-40e4-afdc-c6208bbe5cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:38.845290 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e64b8f1e-217d-4278-a252-19a81ae579ff req-4d6693cc-6728-40e4-afdc-c6208bbe5cfa service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a493ff63bf324cec8682bc97c22087f0&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.6858213 Jul 23 23:58:38.894219 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce57c43-9910-4bd2-acae-aeed2897a090 service neutron] Pushing event updated for resources: {'Port': ['ID=e3557d7c-9f5d-4806-8073-44a23ccf9e4e,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:38.991008 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e892ab69-1ad7-4e77-a0ce-c10361e6b92a x-openstack-request-id: req-e892ab69-1ad7-4e77-a0ce-c10361e6b92a {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:58:38.991932 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fed455ed-6690-4431-a9d1-848be90a93f6", "name": "network-vif-plugged", "status": "completed", "tag": "3d85e40b-1318-454b-b740-dad43df0a4ff", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:58:38.993008 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e892ab69-1ad7-4e77-a0ce-c10361e6b92a {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:58:38.993618 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fed455ed-6690-4431-a9d1-848be90a93f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d85e40b-1318-454b-b740-dad43df0a4ff', 'code': 200} Jul 23 23:58:39.069060 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fa6a5514-bcb2-4cdf-b860-af341f1801e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:39.075520 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fa6a5514-bcb2-4cdf-b860-af341f1801e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:39.201442 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bbd13c3e-336a-494a-974e-3ff4fa0cda05 req-ad10ae1d-3275-43ce-8a4e-bfd37fe7f039 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4db1e0d9f35b4b27b032ee4fa4c653cd&fields=id HTTP/1.1" status: 200 len: 486 time: 0.9985220 Jul 23 23:58:39.205130 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-fa6a5514-bcb2-4cdf-b860-af341f1801e1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e5487be5068c452f9d7def1881e093e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6103978 Jul 23 23:58:39.205725 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 47984) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:39.220985 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6a5514-bcb2-4cdf-b860-af341f1801e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d09249-087d-420b-9ec8-5547d28f8e4e,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:39.295179 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82e66ab-399d-4d1e-ae08-173dea707f46 req-0674b5df-e272-4139-839a-63507c5dbcc3 tempest-ServerGroupTestJSON-1072652823 tempest-ServerGroupTestJSON-1072652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:39.296965 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c82e66ab-399d-4d1e-ae08-173dea707f46 req-0674b5df-e272-4139-839a-63507c5dbcc3 tempest-ServerGroupTestJSON-1072652823 tempest-ServerGroupTestJSON-1072652823-project] 10.222.0.44 "GET /v2.0/ports?device_id=fed455ed-6690-4431-a9d1-848be90a93f6 HTTP/1.1" status: 200 len: 945 time: 0.1805921 Jul 23 23:58:39.298082 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d5971af3-df3f-4da8-8f65-fff3dec83439 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:39.330945 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b8f1e-217d-4278-a252-19a81ae579ff req-06a34c01-babf-48ef-80f8-26a6c196f585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:39.331726 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e64b8f1e-217d-4278-a252-19a81ae579ff req-06a34c01-babf-48ef-80f8-26a6c196f585 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4784884 Jul 23 23:58:39.344237 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d5971af3-df3f-4da8-8f65-fff3dec83439 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:39.361768 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbef9c1-d654-4ce3-8bbb-3789388f24d8 req-28c47f51-2d9a-42d8-b468-42d4b67b468b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:39.363307 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4bbef9c1-d654-4ce3-8bbb-3789388f24d8 req-28c47f51-2d9a-42d8-b468-42d4b67b468b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fed455ed-6690-4431-a9d1-848be90a93f6 HTTP/1.1" status: 200 len: 1097 time: 0.2619328 Jul 23 23:58:39.366267 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-cce57c43-9910-4bd2-acae-aeed2897a090 service neutron] Attempting to bind port e3557d7c-9f5d-4806-8073-44a23ccf9e4e on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:58:39.366611 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-cce57c43-9910-4bd2-acae-aeed2897a090 service neutron] Attempting to bind port e3557d7c-9f5d-4806-8073-44a23ccf9e4e by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': 'c4880529-aea2-41d8-82bf-189956ea9cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'afa024cd-6a99-42b6-95da-fdd5c3d9ab0a'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:58:39.366984 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-cce57c43-9910-4bd2-acae-aeed2897a090 service neutron] Attempting to bind port e3557d7c-9f5d-4806-8073-44a23ccf9e4e on network afa024cd-6a99-42b6-95da-fdd5c3d9ab0a {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:58:39.372368 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-cce57c43-9910-4bd2-acae-aeed2897a090 service neutron] Port e3557d7c-9f5d-4806-8073-44a23ccf9e4e on network afa024cd-6a99-42b6-95da-fdd5c3d9ab0a not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:58:39.372954 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-cce57c43-9910-4bd2-acae-aeed2897a090 service neutron] Attempting to bind port e3557d7c-9f5d-4806-8073-44a23ccf9e4e on network afa024cd-6a99-42b6-95da-fdd5c3d9ab0a {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:58:39.378744 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-cce57c43-9910-4bd2-acae-aeed2897a090 service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:58:39.379883 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-cce57c43-9910-4bd2-acae-aeed2897a090 service neutron] Checking segment: {'id': 'c4880529-aea2-41d8-82bf-189956ea9cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'afa024cd-6a99-42b6-95da-fdd5c3d9ab0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:58:39.380508 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-cce57c43-9910-4bd2-acae-aeed2897a090 service neutron] Bound using segment: {'id': 'c4880529-aea2-41d8-82bf-189956ea9cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'afa024cd-6a99-42b6-95da-fdd5c3d9ab0a'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:58:39.381184 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-cce57c43-9910-4bd2-acae-aeed2897a090 service neutron] Bound port: e3557d7c-9f5d-4806-8073-44a23ccf9e4e, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4880529-aea2-41d8-82bf-189956ea9cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'afa024cd-6a99-42b6-95da-fdd5c3d9ab0a'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:58:39.382337 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-cce57c43-9910-4bd2-acae-aeed2897a090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:39.396412 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c82e66ab-399d-4d1e-ae08-173dea707f46 req-99727bfa-237a-41d1-a1a7-f406eed50548 tempest-ServerGroupTestJSON-1072652823 tempest-ServerGroupTestJSON-1072652823-project] 10.222.0.44 "GET /v2.0/security-groups?id=05023dcf-369d-4a18-8815-2e9533cf8f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811529 Jul 23 23:58:39.462125 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4bbef9c1-d654-4ce3-8bbb-3789388f24d8 req-3328428b-fafd-458e-ba42-0fbade81addf service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=05023dcf-369d-4a18-8815-2e9533cf8f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755193 Jul 23 23:58:39.478838 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d5971af3-df3f-4da8-8f65-fff3dec83439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:39.482090 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d5971af3-df3f-4da8-8f65-fff3dec83439 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:39.485598 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-d5971af3-df3f-4da8-8f65-fff3dec83439 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/28d09249-087d-420b-9ec8-5547d28f8e4e HTTP/1.1" status: 204 len: 168 time: 0.2763278 Jul 23 23:58:39.499953 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5971af3-df3f-4da8-8f65-fff3dec83439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d09249-087d-420b-9ec8-5547d28f8e4e,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:39.532043 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-cce57c43-9910-4bd2-acae-aeed2897a090 service neutron] For port e3557d7c-9f5d-4806-8073-44a23ccf9e4e, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:58:39.594333 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-cce57c43-9910-4bd2-acae-aeed2897a090 service neutron] For port e3557d7c-9f5d-4806-8073-44a23ccf9e4e, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=e3557d7c-9f5d-4806-8073-44a23ccf9e4e,segment=NetworkSegment(c4880529-aea2-41d8-82bf-189956ea9cc7),segment_id=c4880529-aea2-41d8-82bf-189956ea9cc7)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:58:39.610218 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a217bd-7ae5-445e-9cb5-698e50b9d5eb req-a546b693-0a23-4ffc-bb72-52e2bd8bb5e1 tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:39.614345 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b4a217bd-7ae5-445e-9cb5-698e50b9d5eb req-a546b693-0a23-4ffc-bb72-52e2bd8bb5e1 tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b56dfb9-17eb-4546-86fc-da6f6ad2c80b HTTP/1.1" status: 200 len: 945 time: 0.1032310 Jul 23 23:58:39.627201 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-cce57c43-9910-4bd2-acae-aeed2897a090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:39.679042 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8427ea-4a59-4b12-892d-b9f0faa1125a req-a0c55032-5f19-439a-909f-b83343595c17 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:39.685584 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ea8427ea-4a59-4b12-892d-b9f0faa1125a req-a0c55032-5f19-439a-909f-b83343595c17 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f6a9ae2-cfd7-44a7-afc8-3042147e0d44 HTTP/1.1" status: 200 len: 946 time: 0.1461008 Jul 23 23:58:39.705821 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-cce57c43-9910-4bd2-acae-aeed2897a090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:39.706451 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-cce57c43-9910-4bd2-acae-aeed2897a090 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:39.706691 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b4a217bd-7ae5-445e-9cb5-698e50b9d5eb req-4e080c04-8c86-49ca-8c25-067023fb93fb tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1aafd2b-0c0b-4251-9a9a-8eb86a04e81a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866311 Jul 23 23:58:39.707949 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-cce57c43-9910-4bd2-acae-aeed2897a090 service neutron] 10.222.0.52 "PUT /v2.0/ports/e3557d7c-9f5d-4806-8073-44a23ccf9e4e HTTP/1.1" status: 200 len: 1132 time: 2.6354084 Jul 23 23:58:39.824659 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c075934-d6b2-45f9-8b7a-e05ff072e3c1', 'tag': 'e3557d7c-9f5d-4806-8073-44a23ccf9e4e'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:58:39.827109 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8026dc6-6dae-4841-ba42-6fcfd2f01471" -d '{"events": [{"name": "network-changed", "server_uuid": "2c075934-d6b2-45f9-8b7a-e05ff072e3c1", "tag": "e3557d7c-9f5d-4806-8073-44a23ccf9e4e"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:58:39.829893 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce57c43-9910-4bd2-acae-aeed2897a090 service neutron] Pushing event updated for resources: {'Port': ['ID=e3557d7c-9f5d-4806-8073-44a23ccf9e4e,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:39.850063 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-0720c301-6325-489b-a338-bf58a308743f service neutron] Request body: {'port': {'device_id': '2c075934-d6b2-45f9-8b7a-e05ff072e3c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:58:39.909612 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ea8427ea-4a59-4b12-892d-b9f0faa1125a req-c6c4d8f5-b68a-4b79-bcbb-31bdf90a56ad tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117336 Jul 23 23:58:40.041263 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-0720c301-6325-489b-a338-bf58a308743f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:40.122383 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3e971a8b-166d-4e0f-bf8f-7a6ed21789a8 req-cbf10d84-02c3-40cb-a7ac-afb9a92019cd tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/ports?device_id=f445b7b0-6b73-4e44-b689-e923034bcd85 HTTP/1.1" status: 200 len: 210 time: 0.0778275 Jul 23 23:58:40.208191 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-921e6751-7b66-408e-8862-202b00ee5803 x-openstack-request-id: req-921e6751-7b66-408e-8862-202b00ee5803 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:58:40.208756 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c075934-d6b2-45f9-8b7a-e05ff072e3c1", "tag": "e3557d7c-9f5d-4806-8073-44a23ccf9e4e", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:58:40.209248 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-921e6751-7b66-408e-8862-202b00ee5803 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:58:40.210161 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c075934-d6b2-45f9-8b7a-e05ff072e3c1', 'tag': 'e3557d7c-9f5d-4806-8073-44a23ccf9e4e', 'status': 'completed', 'code': 200} Jul 23 23:58:40.214399 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 48024) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:40.231354 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b6330-51c8-4f3a-99c7-1b1831fe6723 req-e47aba17-5957-4c8b-95bd-3bf6fb1abfc5 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:40.238152 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b6330-51c8-4f3a-99c7-1b1831fe6723 req-e47aba17-5957-4c8b-95bd-3bf6fb1abfc5 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:40.246260 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b6330-51c8-4f3a-99c7-1b1831fe6723 req-e47aba17-5957-4c8b-95bd-3bf6fb1abfc5 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:40.252632 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b6330-51c8-4f3a-99c7-1b1831fe6723 req-e47aba17-5957-4c8b-95bd-3bf6fb1abfc5 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:40.260018 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b6330-51c8-4f3a-99c7-1b1831fe6723 req-e47aba17-5957-4c8b-95bd-3bf6fb1abfc5 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:40.266640 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b6330-51c8-4f3a-99c7-1b1831fe6723 req-e47aba17-5957-4c8b-95bd-3bf6fb1abfc5 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:40.268985 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-468b6330-51c8-4f3a-99c7-1b1831fe6723 req-e47aba17-5957-4c8b-95bd-3bf6fb1abfc5 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c075934-d6b2-45f9-8b7a-e05ff072e3c1 HTTP/1.1" status: 200 len: 4601 time: 0.2411644 Jul 23 23:58:40.285251 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b4047fd7-e962-48be-9aa7-ab0f04395172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:40.315820 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-468b6330-51c8-4f3a-99c7-1b1831fe6723 req-a05d5ef1-dd74-4997-a1c8-462fa0eb1394 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/security-groups?id=32ff9839-8d3b-48a3-a25d-b35ae2bb65fa&id=89d8d27b-9412-49b0-8db6-21624a8289f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395465 Jul 23 23:58:40.481955 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8026dc6-6dae-4841-ba42-6fcfd2f01471 req-b48b9e5f-ba70-4289-83a6-8398e7ba7d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:40.482444 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8026dc6-6dae-4841-ba42-6fcfd2f01471 req-b48b9e5f-ba70-4289-83a6-8398e7ba7d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:40.482924 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8026dc6-6dae-4841-ba42-6fcfd2f01471 req-b48b9e5f-ba70-4289-83a6-8398e7ba7d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:40.483398 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8026dc6-6dae-4841-ba42-6fcfd2f01471 req-b48b9e5f-ba70-4289-83a6-8398e7ba7d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:40.483882 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8026dc6-6dae-4841-ba42-6fcfd2f01471 req-b48b9e5f-ba70-4289-83a6-8398e7ba7d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:40.484386 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8026dc6-6dae-4841-ba42-6fcfd2f01471 req-b48b9e5f-ba70-4289-83a6-8398e7ba7d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:40.486321 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b8026dc6-6dae-4841-ba42-6fcfd2f01471 req-b48b9e5f-ba70-4289-83a6-8398e7ba7d76 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a493ff63bf324cec8682bc97c22087f0&device_id=2c075934-d6b2-45f9-8b7a-e05ff072e3c1 HTTP/1.1" status: 200 len: 5289 time: 0.1992412 Jul 23 23:58:40.753172 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8026dc6-6dae-4841-ba42-6fcfd2f01471 req-1c989b62-ae57-4dba-9d14-b639338ca57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:40.753659 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8026dc6-6dae-4841-ba42-6fcfd2f01471 req-1c989b62-ae57-4dba-9d14-b639338ca57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:40.754197 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8026dc6-6dae-4841-ba42-6fcfd2f01471 req-1c989b62-ae57-4dba-9d14-b639338ca57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:40.755822 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b8026dc6-6dae-4841-ba42-6fcfd2f01471 req-1c989b62-ae57-4dba-9d14-b639338ca57d service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a493ff63bf324cec8682bc97c22087f0&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2599728 Jul 23 23:58:40.763275 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-0720c301-6325-489b-a338-bf58a308743f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f556c59-81ca-477e-85bf-cbe94e6d27d9 {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:58:40.788311 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-0720c301-6325-489b-a338-bf58a308743f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:40.814869 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b4047fd7-e962-48be-9aa7-ab0f04395172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:40.821084 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdcb2d0-4302-46d6-b329-a94e58801b4b req-24558f7a-f976-4204-b2d4-a22e677b9bdb tempest-ServerGroupTestJSON-1072652823 tempest-ServerGroupTestJSON-1072652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:40.822643 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3fdcb2d0-4302-46d6-b329-a94e58801b4b req-24558f7a-f976-4204-b2d4-a22e677b9bdb tempest-ServerGroupTestJSON-1072652823 tempest-ServerGroupTestJSON-1072652823-project] 10.222.0.44 "GET /v2.0/ports?device_id=fed455ed-6690-4431-a9d1-848be90a93f6 HTTP/1.1" status: 200 len: 945 time: 0.2975965 Jul 23 23:58:40.838469 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b4047fd7-e962-48be-9aa7-ab0f04395172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:40.859278 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-0720c301-6325-489b-a338-bf58a308743f service neutron] Transition to ACTIVE for port object 8f556c59-81ca-477e-85bf-cbe94e6d27d9 will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:58:40.912696 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-0720c301-6325-489b-a338-bf58a308743f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:41.010620 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-b4047fd7-e962-48be-9aa7-ab0f04395172 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b967448b1eaf445da43d8412e255e477&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7944112 Jul 23 23:58:41.020213 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 48052) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:41.033366 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4047fd7-e962-48be-9aa7-ab0f04395172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=775d0979-fe8b-43b1-8c99-8efb072de92e,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:41.124681 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3fdcb2d0-4302-46d6-b329-a94e58801b4b req-d26bd3a4-5b61-4b0e-8099-b2cb78a7cca4 tempest-ServerGroupTestJSON-1072652823 tempest-ServerGroupTestJSON-1072652823-project] 10.222.0.44 "GET /v2.0/security-groups?id=05023dcf-369d-4a18-8815-2e9533cf8f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884564 Jul 23 23:58:41.157068 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-23a79fcb-6ca7-4a33-8b27-624058afb0a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:41.170997 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f6d03d-8a51-43c8-8008-871d776d3130 req-8c41dbfc-cfef-4e44-928d-28ab0657994a tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:41.179687 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d1f6d03d-8a51-43c8-8008-871d776d3130 req-8c41dbfc-cfef-4e44-928d-28ab0657994a tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f6a9ae2-cfd7-44a7-afc8-3042147e0d44 HTTP/1.1" status: 200 len: 946 time: 0.1733112 Jul 23 23:58:41.183586 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0720c301-6325-489b-a338-bf58a308743f service neutron] Pushing event updated for resources: {'Port': ['ID=8f556c59-81ca-477e-85bf-cbe94e6d27d9,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:41.282615 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8026dc6-6dae-4841-ba42-6fcfd2f01471 req-f11fac21-d9b3-42af-9e07-16292e7012ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:41.283013 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-23a79fcb-6ca7-4a33-8b27-624058afb0a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:41.284301 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b8026dc6-6dae-4841-ba42-6fcfd2f01471 req-f11fac21-d9b3-42af-9e07-16292e7012ab service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5135646 Jul 23 23:58:41.310311 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bbd13c3e-336a-494a-974e-3ff4fa0cda05 req-31e8708d-fc9c-4c6c-b6ab-61401398ee4f tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=4db1e0d9f35b4b27b032ee4fa4c653cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1282189 Jul 23 23:58:41.356775 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d1f6d03d-8a51-43c8-8008-871d776d3130 req-6f565825-190d-423f-a88d-66cea3e73478 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758168 Jul 23 23:58:41.405018 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-0720c301-6325-489b-a338-bf58a308743f service neutron] Attempting to bind port 8f556c59-81ca-477e-85bf-cbe94e6d27d9 on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:58:41.405480 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-0720c301-6325-489b-a338-bf58a308743f service neutron] Attempting to bind port 8f556c59-81ca-477e-85bf-cbe94e6d27d9 by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': 'c4880529-aea2-41d8-82bf-189956ea9cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'afa024cd-6a99-42b6-95da-fdd5c3d9ab0a'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:58:41.405895 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-0720c301-6325-489b-a338-bf58a308743f service neutron] Attempting to bind port 8f556c59-81ca-477e-85bf-cbe94e6d27d9 on network afa024cd-6a99-42b6-95da-fdd5c3d9ab0a {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:58:41.416091 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-0720c301-6325-489b-a338-bf58a308743f service neutron] Port 8f556c59-81ca-477e-85bf-cbe94e6d27d9 on network afa024cd-6a99-42b6-95da-fdd5c3d9ab0a not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:58:41.416224 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-0720c301-6325-489b-a338-bf58a308743f service neutron] Attempting to bind port 8f556c59-81ca-477e-85bf-cbe94e6d27d9 on network afa024cd-6a99-42b6-95da-fdd5c3d9ab0a {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:58:41.468734 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-23a79fcb-6ca7-4a33-8b27-624058afb0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:41.471670 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-23a79fcb-6ca7-4a33-8b27-624058afb0a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:41.473104 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-23a79fcb-6ca7-4a33-8b27-624058afb0a8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/775d0979-fe8b-43b1-8c99-8efb072de92e HTTP/1.1" status: 204 len: 168 time: 0.4511631 Jul 23 23:58:41.476856 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-0720c301-6325-489b-a338-bf58a308743f service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:58:41.477451 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-0720c301-6325-489b-a338-bf58a308743f service neutron] Checking segment: {'id': 'c4880529-aea2-41d8-82bf-189956ea9cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'afa024cd-6a99-42b6-95da-fdd5c3d9ab0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:58:41.478240 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-0720c301-6325-489b-a338-bf58a308743f service neutron] Bound using segment: {'id': 'c4880529-aea2-41d8-82bf-189956ea9cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'afa024cd-6a99-42b6-95da-fdd5c3d9ab0a'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:58:41.479093 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-0720c301-6325-489b-a338-bf58a308743f service neutron] Bound port: 8f556c59-81ca-477e-85bf-cbe94e6d27d9, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4880529-aea2-41d8-82bf-189956ea9cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'afa024cd-6a99-42b6-95da-fdd5c3d9ab0a'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:58:41.479791 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-0720c301-6325-489b-a338-bf58a308743f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:41.482405 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a79fcb-6ca7-4a33-8b27-624058afb0a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=775d0979-fe8b-43b1-8c99-8efb072de92e,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:41.496892 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 773f0e07-8e33-44de-8d4d-016e30fc5823 details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:58:41.569608 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-499473d1-d1f0-436c-ba77-2c2a18f932a1 req-468c3d50-bb69-418d-8c0a-d24b5a71c4b9 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/ports?device_id=f445b7b0-6b73-4e44-b689-e923034bcd85 HTTP/1.1" status: 200 len: 210 time: 0.0953050 Jul 23 23:58:41.625730 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7730f43e-a091-4492-abc2-49d7a74bde6d req-d1a7f923-b15e-4b28-8864-ba01351f5ad3 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:41.652670 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7730f43e-a091-4492-abc2-49d7a74bde6d req-d1a7f923-b15e-4b28-8864-ba01351f5ad3 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:41.658011 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd13c3e-336a-494a-974e-3ff4fa0cda05 req-39042343-61af-4ad0-b64a-d072e31e5b16 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:41.659543 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bbd13c3e-336a-494a-974e-3ff4fa0cda05 req-39042343-61af-4ad0-b64a-d072e31e5b16 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3401971 Jul 23 23:58:41.677125 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7730f43e-a091-4492-abc2-49d7a74bde6d req-d1a7f923-b15e-4b28-8864-ba01351f5ad3 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:41.682967 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-0720c301-6325-489b-a338-bf58a308743f service neutron] For port 8f556c59-81ca-477e-85bf-cbe94e6d27d9, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:58:41.687432 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-0720c301-6325-489b-a338-bf58a308743f service neutron] For port 8f556c59-81ca-477e-85bf-cbe94e6d27d9, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=8f556c59-81ca-477e-85bf-cbe94e6d27d9,segment=NetworkSegment(c4880529-aea2-41d8-82bf-189956ea9cc7),segment_id=c4880529-aea2-41d8-82bf-189956ea9cc7)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:58:41.692850 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-0720c301-6325-489b-a338-bf58a308743f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:41.699354 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7730f43e-a091-4492-abc2-49d7a74bde6d req-d1a7f923-b15e-4b28-8864-ba01351f5ad3 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:41.708919 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 773f0e07-8e33-44de-8d4d-016e30fc5823, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=773f0e07-8e33-44de-8d4d-016e30fc5823,segment=NetworkSegment(916b837a-3956-408c-a58c-8cf4c63322c0),segment_id=916b837a-3956-408c-a58c-8cf4c63322c0)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:58:41.718105 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7730f43e-a091-4492-abc2-49d7a74bde6d req-d1a7f923-b15e-4b28-8864-ba01351f5ad3 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:41.730744 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': '773f0e07-8e33-44de-8d4d-016e30fc5823', 'network_id': '7eb9a734-74b2-49bc-9188-4a7ee5495610', 'port_id': '773f0e07-8e33-44de-8d4d-016e30fc5823', 'mac_address': 'fa:16:3e:86:a6:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6e1e37a-ef2c-4bca-ad9c-345fa09479eb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:58:41.731550 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7730f43e-a091-4492-abc2-49d7a74bde6d req-d1a7f923-b15e-4b28-8864-ba01351f5ad3 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:41.741790 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7730f43e-a091-4492-abc2-49d7a74bde6d req-d1a7f923-b15e-4b28-8864-ba01351f5ad3 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:41.751132 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7730f43e-a091-4492-abc2-49d7a74bde6d req-d1a7f923-b15e-4b28-8864-ba01351f5ad3 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c075934-d6b2-45f9-8b7a-e05ff072e3c1 HTTP/1.1" status: 200 len: 5374 time: 0.2491977 Jul 23 23:58:41.768325 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-0720c301-6325-489b-a338-bf58a308743f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:41.769021 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-0720c301-6325-489b-a338-bf58a308743f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:41.775946 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-0720c301-6325-489b-a338-bf58a308743f service neutron] 10.222.0.52 "PUT /v2.0/ports/8f556c59-81ca-477e-85bf-cbe94e6d27d9 HTTP/1.1" status: 200 len: 1132 time: 1.9323025 Jul 23 23:58:41.787804 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:41.809599 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-bbd13c3e-336a-494a-974e-3ff4fa0cda05 req-d4759f4e-1601-4d6d-a5bb-9b1294a4d35e tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Request body: {'port': {'device_id': 'f445b7b0-6b73-4e44-b689-e923034bcd85', 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2', 'admin_state_up': True, 'tenant_id': '4db1e0d9f35b4b27b032ee4fa4c653cd'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:58:41.811313 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 773f0e07-8e33-44de-8d4d-016e30fc5823 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:58:41.843674 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 773f0e07-8e33-44de-8d4d-016e30fc5823, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=773f0e07-8e33-44de-8d4d-016e30fc5823,segment=NetworkSegment(916b837a-3956-408c-a58c-8cf4c63322c0),segment_id=916b837a-3956-408c-a58c-8cf4c63322c0)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:58:41.851655 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:41.861722 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-94a78214-d1d9-46e5-9ca4-86e9276c6109 service neutron] Request body: {'port': {'device_id': '2c075934-d6b2-45f9-8b7a-e05ff072e3c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:58:41.899975 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7730f43e-a091-4492-abc2-49d7a74bde6d req-bc87af43-0d89-49bc-ac73-340366fcee5c tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/security-groups?id=32ff9839-8d3b-48a3-a25d-b35ae2bb65fa&id=89d8d27b-9412-49b0-8db6-21624a8289f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1358497 Jul 23 23:58:41.984617 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=773f0e07-8e33-44de-8d4d-016e30fc5823,revision_number=6']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:42.012797 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['773f0e07-8e33-44de-8d4d-016e30fc5823'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:58:42.038370 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0720c301-6325-489b-a338-bf58a308743f service neutron] Pushing event updated for resources: {'Port': ['ID=8f556c59-81ca-477e-85bf-cbe94e6d27d9,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:42.156219 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0720c301-6325-489b-a338-bf58a308743f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:58:42.156492 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0720c301-6325-489b-a338-bf58a308743f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:58:42.156978 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0720c301-6325-489b-a338-bf58a308743f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:58:42.157687 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0720c301-6325-489b-a338-bf58a308743f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:58:42.158040 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0720c301-6325-489b-a338-bf58a308743f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:58:42.158381 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0720c301-6325-489b-a338-bf58a308743f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:58:42.158712 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0720c301-6325-489b-a338-bf58a308743f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:58:42.159048 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0720c301-6325-489b-a338-bf58a308743f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:58:42.159534 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0720c301-6325-489b-a338-bf58a308743f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:58:42.159878 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0720c301-6325-489b-a338-bf58a308743f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:58:42.160375 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0720c301-6325-489b-a338-bf58a308743f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:58:42.161139 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0720c301-6325-489b-a338-bf58a308743f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:58:42.287840 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c075934-d6b2-45f9-8b7a-e05ff072e3c1', 'tag': '8f556c59-81ca-477e-85bf-cbe94e6d27d9'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:58:42.290580 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-860a924a-e54a-4920-902d-652544405b0c" -d '{"events": [{"name": "network-changed", "server_uuid": "2c075934-d6b2-45f9-8b7a-e05ff072e3c1", "tag": "8f556c59-81ca-477e-85bf-cbe94e6d27d9"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:58:42.297648 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3806d61-1172-400f-a9e4-b5ea51dc4f6f req-94b69cea-6c2c-4b31-afd5-bb1016b3e222 tempest-ServerGroupTestJSON-1072652823 tempest-ServerGroupTestJSON-1072652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:42.308520 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f3806d61-1172-400f-a9e4-b5ea51dc4f6f req-94b69cea-6c2c-4b31-afd5-bb1016b3e222 tempest-ServerGroupTestJSON-1072652823 tempest-ServerGroupTestJSON-1072652823-project] 10.222.0.44 "GET /v2.0/ports?device_id=fed455ed-6690-4431-a9d1-848be90a93f6 HTTP/1.1" status: 200 len: 945 time: 0.0894489 Jul 23 23:58:42.376368 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79ab9dc-6479-4ceb-9119-585e1fa4db92 req-d36f5775-c7dd-4b27-8c5a-bc798157602f tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:42.383128 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d79ab9dc-6479-4ceb-9119-585e1fa4db92 req-d36f5775-c7dd-4b27-8c5a-bc798157602f tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b56dfb9-17eb-4546-86fc-da6f6ad2c80b HTTP/1.1" status: 200 len: 945 time: 0.5175531 Jul 23 23:58:42.412525 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f3806d61-1172-400f-a9e4-b5ea51dc4f6f req-03578612-0e06-4ed4-a82a-ea9b096a1ac0 tempest-ServerGroupTestJSON-1072652823 tempest-ServerGroupTestJSON-1072652823-project] 10.222.0.44 "GET /v2.0/security-groups?id=05023dcf-369d-4a18-8815-2e9533cf8f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026857 Jul 23 23:58:42.451824 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-94a78214-d1d9-46e5-9ca4-86e9276c6109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:42.461784 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbd13c3e-336a-494a-974e-3ff4fa0cda05 req-d4759f4e-1601-4d6d-a5bb-9b1294a4d35e tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Made reservation on behalf of 4db1e0d9f35b4b27b032ee4fa4c653cd for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:58:42.469802 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-bbd13c3e-336a-494a-974e-3ff4fa0cda05 req-d4759f4e-1601-4d6d-a5bb-9b1294a4d35e tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:42.860052 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb68b38-ea49-4bd7-8331-1cdd0767700f req-9be83790-89e3-42a2-ace4-249a03726eb2 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:42.868103 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ffb68b38-ea49-4bd7-8331-1cdd0767700f req-9be83790-89e3-42a2-ace4-249a03726eb2 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f6a9ae2-cfd7-44a7-afc8-3042147e0d44 HTTP/1.1" status: 200 len: 946 time: 0.1506262 Jul 23 23:58:42.928655 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d79ab9dc-6479-4ceb-9119-585e1fa4db92 req-d8aba66a-116c-4869-bf23-811c253147c4 tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1aafd2b-0c0b-4251-9a9a-8eb86a04e81a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5426989 Jul 23 23:58:42.937293 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ffb68b38-ea49-4bd7-8331-1cdd0767700f req-6bd04517-a36f-4b24-ae7e-a39644ea2ee8 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634837 Jul 23 23:58:42.941702 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-94a78214-d1d9-46e5-9ca4-86e9276c6109 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4570f2dc-234f-4a2e-9e3f-da8c4844cab7 {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:58:42.990700 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-821f7949-8d23-4ea6-9bee-04f779d542d7 x-openstack-request-id: req-821f7949-8d23-4ea6-9bee-04f779d542d7 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:58:42.997262 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c075934-d6b2-45f9-8b7a-e05ff072e3c1", "tag": "8f556c59-81ca-477e-85bf-cbe94e6d27d9", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:58:42.997687 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-821f7949-8d23-4ea6-9bee-04f779d542d7 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:58:42.998219 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c075934-d6b2-45f9-8b7a-e05ff072e3c1', 'tag': '8f556c59-81ca-477e-85bf-cbe94e6d27d9', 'status': 'completed', 'code': 200} Jul 23 23:58:43.006738 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-94a78214-d1d9-46e5-9ca4-86e9276c6109 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:43.164561 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-94a78214-d1d9-46e5-9ca4-86e9276c6109 service neutron] Transition to ACTIVE for port object 4570f2dc-234f-4a2e-9e3f-da8c4844cab7 will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:58:43.199833 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-94a78214-d1d9-46e5-9ca4-86e9276c6109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:43.208536 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8eb85a84-49a4-4b1a-873f-abd4b6c7f58b req-cf7cae7e-fde4-4e9e-9c69-3ff039de51f5 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/ports?device_id=f445b7b0-6b73-4e44-b689-e923034bcd85 HTTP/1.1" status: 200 len: 210 time: 0.0612078 Jul 23 23:58:43.459282 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a924a-e54a-4920-902d-652544405b0c req-826e757f-921f-4054-8162-ee538dd32218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:43.459711 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a924a-e54a-4920-902d-652544405b0c req-826e757f-921f-4054-8162-ee538dd32218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:43.460227 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a924a-e54a-4920-902d-652544405b0c req-826e757f-921f-4054-8162-ee538dd32218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:43.460648 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a924a-e54a-4920-902d-652544405b0c req-826e757f-921f-4054-8162-ee538dd32218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:43.461168 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a924a-e54a-4920-902d-652544405b0c req-826e757f-921f-4054-8162-ee538dd32218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:43.461643 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a924a-e54a-4920-902d-652544405b0c req-826e757f-921f-4054-8162-ee538dd32218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:43.462123 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a924a-e54a-4920-902d-652544405b0c req-826e757f-921f-4054-8162-ee538dd32218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:43.464282 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-860a924a-e54a-4920-902d-652544405b0c req-826e757f-921f-4054-8162-ee538dd32218 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a493ff63bf324cec8682bc97c22087f0&device_id=2c075934-d6b2-45f9-8b7a-e05ff072e3c1 HTTP/1.1" status: 200 len: 6214 time: 0.5025015 Jul 23 23:58:43.469602 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a78214-d1d9-46e5-9ca4-86e9276c6109 service neutron] Pushing event updated for resources: {'Port': ['ID=4570f2dc-234f-4a2e-9e3f-da8c4844cab7,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:43.495546 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 773f0e07-8e33-44de-8d4d-016e30fc5823 up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:58:43.678208 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port 773f0e07-8e33-44de-8d4d-016e30fc5823 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:58:43.678590 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:43.830003 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df299dd-633f-4ad9-8e69-98192a945695 req-8de81c4c-ba8d-4c49-892f-d59e9382425d tempest-ServerGroupTestJSON-1072652823 tempest-ServerGroupTestJSON-1072652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:43.840518 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6df299dd-633f-4ad9-8e69-98192a945695 req-8de81c4c-ba8d-4c49-892f-d59e9382425d tempest-ServerGroupTestJSON-1072652823 tempest-ServerGroupTestJSON-1072652823-project] 10.222.0.44 "GET /v2.0/ports?device_id=fed455ed-6690-4431-a9d1-848be90a93f6 HTTP/1.1" status: 200 len: 945 time: 0.1910858 Jul 23 23:58:43.951123 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6df299dd-633f-4ad9-8e69-98192a945695 req-325b3072-7290-48f6-b28a-9e6ff376b037 tempest-ServerGroupTestJSON-1072652823 tempest-ServerGroupTestJSON-1072652823-project] 10.222.0.44 "GET /v2.0/security-groups?id=05023dcf-369d-4a18-8815-2e9533cf8f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093194 Jul 23 23:58:44.011365 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:44.099680 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-bbd13c3e-336a-494a-974e-3ff4fa0cda05 req-d4759f4e-1601-4d6d-a5bb-9b1294a4d35e tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Allocated IP 192.168.233.235 (603dff3b-80fe-44ec-a82a-8d8b74b0c3c2/ef73a7e1-c64a-41e3-9997-629475c7b6b1/65962bd2-fe29-48c3-be3a-635a67c98b08) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:58:44.111399 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 773f0e07-8e33-44de-8d4d-016e30fc5823, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=773f0e07-8e33-44de-8d4d-016e30fc5823,segment=NetworkSegment(916b837a-3956-408c-a58c-8cf4c63322c0),segment_id=916b837a-3956-408c-a58c-8cf4c63322c0)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:58:44.114864 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bdd0f3d-0808-4bf0-9715-43ca17f0320d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '773f0e07-8e33-44de-8d4d-016e30fc5823'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:58:44.119971 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f0a039f-b61f-4cad-94bb-70b8196a277e" -d '{"events": [{"server_uuid": "9bdd0f3d-0808-4bf0-9715-43ca17f0320d", "name": "network-vif-plugged", "status": "completed", "tag": "773f0e07-8e33-44de-8d4d-016e30fc5823"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:58:44.132727 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:44.228839 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2add80-6a0f-489b-a675-b2a1a22fa7f8 req-96ae8838-aef2-4bd9-a1fc-769ce1bb6fe2 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:44.242962 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=773f0e07-8e33-44de-8d4d-016e30fc5823,revision_number=7']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:44.250178 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2add80-6a0f-489b-a675-b2a1a22fa7f8 req-96ae8838-aef2-4bd9-a1fc-769ce1bb6fe2 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:44.259929 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2add80-6a0f-489b-a675-b2a1a22fa7f8 req-96ae8838-aef2-4bd9-a1fc-769ce1bb6fe2 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:44.268736 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2add80-6a0f-489b-a675-b2a1a22fa7f8 req-96ae8838-aef2-4bd9-a1fc-769ce1bb6fe2 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:44.275663 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2add80-6a0f-489b-a675-b2a1a22fa7f8 req-96ae8838-aef2-4bd9-a1fc-769ce1bb6fe2 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:44.282407 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2add80-6a0f-489b-a675-b2a1a22fa7f8 req-96ae8838-aef2-4bd9-a1fc-769ce1bb6fe2 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:44.292526 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2add80-6a0f-489b-a675-b2a1a22fa7f8 req-96ae8838-aef2-4bd9-a1fc-769ce1bb6fe2 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:44.301499 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3c2add80-6a0f-489b-a675-b2a1a22fa7f8 req-96ae8838-aef2-4bd9-a1fc-769ce1bb6fe2 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c075934-d6b2-45f9-8b7a-e05ff072e3c1 HTTP/1.1" status: 200 len: 5386 time: 1.0673664 Jul 23 23:58:44.425129 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ed8e2-c4b1-46e0-8033-499d39813d72 req-750ab009-765c-43f9-abf0-14458e7de12e tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:44.434000 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ce8ed8e2-c4b1-46e0-8033-499d39813d72 req-750ab009-765c-43f9-abf0-14458e7de12e tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f6a9ae2-cfd7-44a7-afc8-3042147e0d44 HTTP/1.1" status: 200 len: 946 time: 0.0873413 Jul 23 23:58:44.500692 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a924a-e54a-4920-902d-652544405b0c req-290e903a-cc99-439f-a4de-090248e3f01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:44.501239 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a924a-e54a-4920-902d-652544405b0c req-290e903a-cc99-439f-a4de-090248e3f01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:44.504471 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a924a-e54a-4920-902d-652544405b0c req-290e903a-cc99-439f-a4de-090248e3f01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:44.510577 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-860a924a-e54a-4920-902d-652544405b0c req-290e903a-cc99-439f-a4de-090248e3f01d service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a493ff63bf324cec8682bc97c22087f0&shared=False HTTP/1.1" status: 200 len: 2294 time: 1.0341377 Jul 23 23:58:44.531065 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ce8ed8e2-c4b1-46e0-8033-499d39813d72 req-e4d151b3-f339-4396-a73a-0ca6fc5f2aa0 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923445 Jul 23 23:58:44.546256 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-94a78214-d1d9-46e5-9ca4-86e9276c6109 service neutron] Attempting to bind port 4570f2dc-234f-4a2e-9e3f-da8c4844cab7 on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:58:44.546737 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-94a78214-d1d9-46e5-9ca4-86e9276c6109 service neutron] Attempting to bind port 4570f2dc-234f-4a2e-9e3f-da8c4844cab7 by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': 'c4880529-aea2-41d8-82bf-189956ea9cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'afa024cd-6a99-42b6-95da-fdd5c3d9ab0a'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:58:44.547087 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-94a78214-d1d9-46e5-9ca4-86e9276c6109 service neutron] Attempting to bind port 4570f2dc-234f-4a2e-9e3f-da8c4844cab7 on network afa024cd-6a99-42b6-95da-fdd5c3d9ab0a {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:58:44.592761 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:44.595861 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 970214ba-468b-4ff1-926a-ea62de40fef5 details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:58:44.609571 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a75572-3c14-473c-8a44-2406efd6989d req-11d8d71a-2824-40be-b27b-e3cc61eca998 tempest-LiveAutoBlockMigrationV225Test-1467793608 tempest-LiveAutoBlockMigrationV225Test-1467793608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:44.611149 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-39a75572-3c14-473c-8a44-2406efd6989d req-11d8d71a-2824-40be-b27b-e3cc61eca998 tempest-LiveAutoBlockMigrationV225Test-1467793608 tempest-LiveAutoBlockMigrationV225Test-1467793608-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=0f6a9ae2-cfd7-44a7-afc8-3042147e0d44&tenant_id=d9405b5ff79541cbb5225ec709273225&binding%3Ahost_id=n-h2-800088-16 HTTP/1.1" status: 200 len: 1098 time: 0.6096601 Jul 23 23:58:44.683579 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-39a75572-3c14-473c-8a44-2406efd6989d req-70fc6d2b-16df-4059-8d70-570e0ae6212b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-800088-16'}}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:58:44.685353 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f61a0be9-b00e-4c69-84b9-9a90f5838630 x-openstack-request-id: req-f61a0be9-b00e-4c69-84b9-9a90f5838630 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:58:44.685654 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bdd0f3d-0808-4bf0-9715-43ca17f0320d", "name": "network-vif-plugged", "status": "completed", "tag": "773f0e07-8e33-44de-8d4d-016e30fc5823", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:58:44.686027 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f61a0be9-b00e-4c69-84b9-9a90f5838630 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:58:44.686300 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bdd0f3d-0808-4bf0-9715-43ca17f0320d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '773f0e07-8e33-44de-8d4d-016e30fc5823', 'code': 200} Jul 23 23:58:44.821782 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-10a1c6e4-6235-42a7-955c-de988f7027db req-219e3464-ffe8-4ade-b582-ba34c1ade362 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/ports?device_id=f445b7b0-6b73-4e44-b689-e923034bcd85 HTTP/1.1" status: 200 len: 210 time: 0.0841439 Jul 23 23:58:44.822295 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 48206) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:44.890998 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-bbd13c3e-336a-494a-974e-3ff4fa0cda05 req-d4759f4e-1601-4d6d-a5bb-9b1294a4d35e tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:44.907766 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-bbd13c3e-336a-494a-974e-3ff4fa0cda05 req-d4759f4e-1601-4d6d-a5bb-9b1294a4d35e tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Transition to ACTIVE for port object 65962bd2-fe29-48c3-be3a-635a67c98b08 will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:58:44.956187 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 970214ba-468b-4ff1-926a-ea62de40fef5, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=970214ba-468b-4ff1-926a-ea62de40fef5,segment=NetworkSegment(d250a78c-273d-4c00-aeaa-fc87cc957e9a),segment_id=d250a78c-273d-4c00-aeaa-fc87cc957e9a)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:58:44.963279 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-94a78214-d1d9-46e5-9ca4-86e9276c6109 service neutron] Port 4570f2dc-234f-4a2e-9e3f-da8c4844cab7 on network afa024cd-6a99-42b6-95da-fdd5c3d9ab0a not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:58:44.963762 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-94a78214-d1d9-46e5-9ca4-86e9276c6109 service neutron] Attempting to bind port 4570f2dc-234f-4a2e-9e3f-da8c4844cab7 on network afa024cd-6a99-42b6-95da-fdd5c3d9ab0a {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:58:44.991062 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 970214ba-468b-4ff1-926a-ea62de40fef5 has no active binding in host n-h1-800088-16 {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 23 23:58:44.997333 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-bbd13c3e-336a-494a-974e-3ff4fa0cda05 req-d4759f4e-1601-4d6d-a5bb-9b1294a4d35e tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:45.010093 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['9adc90a8-daab-449e-bad1-bd977df0c1fb', '8d4eb6e9-2eeb-4d87-a9ff-e9841baddbd9', '931178ff-8a2c-4c8d-bdb8-bd72bfdecffc', '1200b390-3043-476a-ad9c-f324ee1249db'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:58:45.017972 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3c2add80-6a0f-489b-a675-b2a1a22fa7f8 req-09065c5b-13c4-4134-87d5-4cf19da47e94 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/security-groups?id=32ff9839-8d3b-48a3-a25d-b35ae2bb65fa&id=89d8d27b-9412-49b0-8db6-21624a8289f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7154982 Jul 23 23:58:45.098704 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-94a78214-d1d9-46e5-9ca4-86e9276c6109 service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:58:45.099468 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-94a78214-d1d9-46e5-9ca4-86e9276c6109 service neutron] Checking segment: {'id': 'c4880529-aea2-41d8-82bf-189956ea9cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'afa024cd-6a99-42b6-95da-fdd5c3d9ab0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:58:45.100377 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-94a78214-d1d9-46e5-9ca4-86e9276c6109 service neutron] Bound using segment: {'id': 'c4880529-aea2-41d8-82bf-189956ea9cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'afa024cd-6a99-42b6-95da-fdd5c3d9ab0a'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:58:45.101542 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-94a78214-d1d9-46e5-9ca4-86e9276c6109 service neutron] Bound port: 4570f2dc-234f-4a2e-9e3f-da8c4844cab7, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4880529-aea2-41d8-82bf-189956ea9cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'afa024cd-6a99-42b6-95da-fdd5c3d9ab0a'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:58:45.102185 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-94a78214-d1d9-46e5-9ca4-86e9276c6109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:45.174395 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4759f4e-1601-4d6d-a5bb-9b1294a4d35e tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Pushing event updated for resources: {'Port': ['ID=65962bd2-fe29-48c3-be3a-635a67c98b08,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:45.188305 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['705c0692-2c5a-44f2-9064-556bee2e28c7', 'e2c35871-199c-4bb4-8a67-a993a592fc9d'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:58:45.277977 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 48222) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:45.337293 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ddb1aa17-84b8-4fa7-9b6e-e2c6acbd5ebd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:45.340024 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbd13c3e-336a-494a-974e-3ff4fa0cda05 req-d4759f4e-1601-4d6d-a5bb-9b1294a4d35e tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:58:45.349447 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-bbd13c3e-336a-494a-974e-3ff4fa0cda05 req-d4759f4e-1601-4d6d-a5bb-9b1294a4d35e tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:58:45.359253 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbd13c3e-336a-494a-974e-3ff4fa0cda05 req-d4759f4e-1601-4d6d-a5bb-9b1294a4d35e tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:58:45.440647 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac9cbcd-b829-44ee-8b96-c0b659a96c8f req-82099b70-8476-453c-a818-b6999ff8b8b9 tempest-ServerGroupTestJSON-1072652823 tempest-ServerGroupTestJSON-1072652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:45.442438 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4ac9cbcd-b829-44ee-8b96-c0b659a96c8f req-82099b70-8476-453c-a818-b6999ff8b8b9 tempest-ServerGroupTestJSON-1072652823 tempest-ServerGroupTestJSON-1072652823-project] 10.222.0.64 "GET /v2.0/ports?device_id=fed455ed-6690-4431-a9d1-848be90a93f6 HTTP/1.1" status: 200 len: 945 time: 0.4068174 Jul 23 23:58:45.570562 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a924a-e54a-4920-902d-652544405b0c req-19ce35cf-7e41-4fb6-83d0-33f80846d179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:45.572186 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-860a924a-e54a-4920-902d-652544405b0c req-19ce35cf-7e41-4fb6-83d0-33f80846d179 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0429599 Jul 23 23:58:45.595789 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-503dd48b-19db-4715-b0d2-1ce6527b944b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1648185686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1648185686-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1098779686'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:58:45.598308 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-94a78214-d1d9-46e5-9ca4-86e9276c6109 service neutron] For port 4570f2dc-234f-4a2e-9e3f-da8c4844cab7, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:58:45.626054 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ec988f-5b26-4c4a-aeff-24ed3db887e6 req-d02cb166-2af8-4b86-8cfc-9bae80d3bead tempest-ServerGroupTestJSON-1072652823 tempest-ServerGroupTestJSON-1072652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:45.634315 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a3ec988f-5b26-4c4a-aeff-24ed3db887e6 req-d02cb166-2af8-4b86-8cfc-9bae80d3bead tempest-ServerGroupTestJSON-1072652823 tempest-ServerGroupTestJSON-1072652823-project] 10.222.0.44 "GET /v2.0/ports?device_id=fed455ed-6690-4431-a9d1-848be90a93f6 HTTP/1.1" status: 200 len: 945 time: 0.3586311 Jul 23 23:58:45.641623 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-39a75572-3c14-473c-8a44-2406efd6989d req-70fc6d2b-16df-4059-8d70-570e0ae6212b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:45.686787 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f7eb33-003a-4741-8e75-e6d80add4140 req-456e80f3-711a-4c1f-a57a-d8650b4d215e tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:45.697040 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-62f7eb33-003a-4741-8e75-e6d80add4140 req-456e80f3-711a-4c1f-a57a-d8650b4d215e tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b56dfb9-17eb-4546-86fc-da6f6ad2c80b HTTP/1.1" status: 200 len: 945 time: 0.5376422 Jul 23 23:58:45.741695 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-94a78214-d1d9-46e5-9ca4-86e9276c6109 service neutron] For port 4570f2dc-234f-4a2e-9e3f-da8c4844cab7, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=4570f2dc-234f-4a2e-9e3f-da8c4844cab7,segment=NetworkSegment(c4880529-aea2-41d8-82bf-189956ea9cc7),segment_id=c4880529-aea2-41d8-82bf-189956ea9cc7)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:58:45.783544 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd13c3e-336a-494a-974e-3ff4fa0cda05 req-d4759f4e-1601-4d6d-a5bb-9b1294a4d35e tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:45.784649 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-bbd13c3e-336a-494a-974e-3ff4fa0cda05 req-d4759f4e-1601-4d6d-a5bb-9b1294a4d35e tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:45.803716 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-94a78214-d1d9-46e5-9ca4-86e9276c6109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:45.836334 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-62f7eb33-003a-4741-8e75-e6d80add4140 req-d936f37c-ba3e-49e7-bc8f-22bd47984b9d tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1aafd2b-0c0b-4251-9a9a-8eb86a04e81a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334152 Jul 23 23:58:45.865430 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-4ac9cbcd-b829-44ee-8b96-c0b659a96c8f req-6afa6ffc-0fcd-4c32-8f26-93e4039632b6 tempest-ServerGroupTestJSON-1072652823 tempest-ServerGroupTestJSON-1072652823-project] Deleting port 3d85e40b-1318-454b-b740-dad43df0a4ff {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:58:45.867206 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-4ac9cbcd-b829-44ee-8b96-c0b659a96c8f req-6afa6ffc-0fcd-4c32-8f26-93e4039632b6 tempest-ServerGroupTestJSON-1072652823 tempest-ServerGroupTestJSON-1072652823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:45.928359 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a78214-d1d9-46e5-9ca4-86e9276c6109 service neutron] Pushing event updated for resources: {'Port': ['ID=4570f2dc-234f-4a2e-9e3f-da8c4844cab7,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:45.965785 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-4623f7fe-2247-4805-a815-473402925667 None None] Provisioning for port 65962bd2-fe29-48c3-be3a-635a67c98b08 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:58:46.019317 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-4623f7fe-2247-4805-a815-473402925667 None None] Provisioning complete for port 65962bd2-fe29-48c3-be3a-635a67c98b08 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:58:46.020299 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-4623f7fe-2247-4805-a815-473402925667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:46.020752 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-94a78214-d1d9-46e5-9ca4-86e9276c6109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:46.021591 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-94a78214-d1d9-46e5-9ca4-86e9276c6109 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:46.023368 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-94a78214-d1d9-46e5-9ca4-86e9276c6109 service neutron] 10.222.0.52 "PUT /v2.0/ports/4570f2dc-234f-4a2e-9e3f-da8c4844cab7 HTTP/1.1" status: 200 len: 1092 time: 4.1992950 Jul 23 23:58:46.024459 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c075934-d6b2-45f9-8b7a-e05ff072e3c1', 'tag': '4570f2dc-234f-4a2e-9e3f-da8c4844cab7'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:58:46.026906 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33fab5d7-2c60-4743-b1b8-358938b26b25" -d '{"events": [{"name": "network-changed", "server_uuid": "2c075934-d6b2-45f9-8b7a-e05ff072e3c1", "tag": "4570f2dc-234f-4a2e-9e3f-da8c4844cab7"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:58:46.041152 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a3ec988f-5b26-4c4a-aeff-24ed3db887e6 req-3232029f-7bfb-4e78-b42e-19df69710e23 tempest-ServerGroupTestJSON-1072652823 tempest-ServerGroupTestJSON-1072652823-project] 10.222.0.44 "GET /v2.0/security-groups?id=05023dcf-369d-4a18-8815-2e9533cf8f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4056225 Jul 23 23:58:46.085596 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-2db88d0f-e3dd-4a15-add4-b755396232c6 service neutron] Request body: {'port': {'device_id': '2c075934-d6b2-45f9-8b7a-e05ff072e3c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:58:46.134506 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-4ac9cbcd-b829-44ee-8b96-c0b659a96c8f req-6afa6ffc-0fcd-4c32-8f26-93e4039632b6 tempest-ServerGroupTestJSON-1072652823 tempest-ServerGroupTestJSON-1072652823-project] For port 3d85e40b-1318-454b-b740-dad43df0a4ff, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=3d85e40b-1318-454b-b740-dad43df0a4ff,segment=NetworkSegment(886a6b4b-89e7-4054-a6dc-27f712328c3f),segment_id=886a6b4b-89e7-4054-a6dc-27f712328c3f)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:58:46.136711 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-4ac9cbcd-b829-44ee-8b96-c0b659a96c8f req-6afa6ffc-0fcd-4c32-8f26-93e4039632b6 tempest-ServerGroupTestJSON-1072652823 tempest-ServerGroupTestJSON-1072652823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:46.199503 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-4ac9cbcd-b829-44ee-8b96-c0b659a96c8f req-6afa6ffc-0fcd-4c32-8f26-93e4039632b6 tempest-ServerGroupTestJSON-1072652823 tempest-ServerGroupTestJSON-1072652823-project] Calling delete_port for 3d85e40b-1318-454b-b740-dad43df0a4ff owned by compute:nova {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:58:46.229486 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-39a75572-3c14-473c-8a44-2406efd6989d req-70fc6d2b-16df-4059-8d70-570e0ae6212b service neutron] For port 970214ba-468b-4ff1-926a-ea62de40fef5, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=970214ba-468b-4ff1-926a-ea62de40fef5,segment=NetworkSegment(d250a78c-273d-4c00-aeaa-fc87cc957e9a),segment_id=d250a78c-273d-4c00-aeaa-fc87cc957e9a)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:58:46.304128 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-4623f7fe-2247-4805-a815-473402925667 None None] Port 65962bd2-fe29-48c3-be3a-635a67c98b08 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:58:46.340199 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-2db88d0f-e3dd-4a15-add4-b755396232c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:46.384045 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-39a75572-3c14-473c-8a44-2406efd6989d req-70fc6d2b-16df-4059-8d70-570e0ae6212b service neutron] For port 970214ba-468b-4ff1-926a-ea62de40fef5, host n-h2-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:58:46.532635 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-39a75572-3c14-473c-8a44-2406efd6989d req-70fc6d2b-16df-4059-8d70-570e0ae6212b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:46.543048 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21214598-0c7f-4220-85d8-6a695fa3552b req-fa36e986-ea4a-4626-a003-4a2c083b0a86 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:46.544854 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-21214598-0c7f-4220-85d8-6a695fa3552b req-fa36e986-ea4a-4626-a003-4a2c083b0a86 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/ports?device_id=f445b7b0-6b73-4e44-b689-e923034bcd85 HTTP/1.1" status: 200 len: 936 time: 0.3310661 Jul 23 23:58:46.561279 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-39a75572-3c14-473c-8a44-2406efd6989d req-70fc6d2b-16df-4059-8d70-570e0ae6212b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:46.688705 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856db30-8556-4f8b-8cc5-9776153bbe39 req-8585430a-bb87-47b6-b050-9f6be3b749bb tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:46.698673 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f856db30-8556-4f8b-8cc5-9776153bbe39 req-8585430a-bb87-47b6-b050-9f6be3b749bb tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b56dfb9-17eb-4546-86fc-da6f6ad2c80b HTTP/1.1" status: 200 len: 945 time: 0.3030071 Jul 23 23:58:46.724426 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ddb1aa17-84b8-4fa7-9b6e-e2c6acbd5ebd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:46.764396 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ddb1aa17-84b8-4fa7-9b6e-e2c6acbd5ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:46.792523 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099834bf-e85a-44ed-8d36-ed3d1363de7e req-61453989-5420-4c5c-a1af-4db2aabbf96f tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:46.794088 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-099834bf-e85a-44ed-8d36-ed3d1363de7e req-61453989-5420-4c5c-a1af-4db2aabbf96f tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f6a9ae2-cfd7-44a7-afc8-3042147e0d44 HTTP/1.1" status: 200 len: 946 time: 0.4017630 Jul 23 23:58:46.830767 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-21214598-0c7f-4220-85d8-6a695fa3552b req-1c276a07-9084-4c6c-950d-087453f77f63 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8ee523e-b776-4966-b1a9-13ed07423313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777326 Jul 23 23:58:46.867980 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fc6d2b-16df-4059-8d70-570e0ae6212b service neutron] Pushing event updated for resources: {'Port': ['ID=970214ba-468b-4ff1-926a-ea62de40fef5,revision_number=7']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:46.895915 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bbd13c3e-336a-494a-974e-3ff4fa0cda05 req-d4759f4e-1601-4d6d-a5bb-9b1294a4d35e tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.1187737 Jul 23 23:58:46.899109 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-503dd48b-19db-4715-b0d2-1ce6527b944b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1648185686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1648185686-project] Made reservation on behalf of 866a8b7e154e4ac7927438974c104707 for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:58:46.903294 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-503dd48b-19db-4715-b0d2-1ce6527b944b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1648185686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1648185686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:46.958014 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-ddb1aa17-84b8-4fa7-9b6e-e2c6acbd5ebd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d86332fe53874116a3aae986b054bfdd&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1341400 Jul 23 23:58:46.967139 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 48238) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:46.968214 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb1aa17-84b8-4fa7-9b6e-e2c6acbd5ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c820699f-d9fb-4734-9d84-876a0b104886,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:46.972260 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-503dd48b-19db-4715-b0d2-1ce6527b944b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1648185686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1648185686-project] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:47.043984 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-2db88d0f-e3dd-4a15-add4-b755396232c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1b78b8a-fbe7-495d-8c1b-d40899859c16 {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:58:47.053830 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-2db88d0f-e3dd-4a15-add4-b755396232c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:47.058409 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-099834bf-e85a-44ed-8d36-ed3d1363de7e req-bc056e20-0f45-4fe8-a650-9db1941dfc8f tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300272 Jul 23 23:58:47.059199 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-4ac9cbcd-b829-44ee-8b96-c0b659a96c8f req-6afa6ffc-0fcd-4c32-8f26-93e4039632b6 tempest-ServerGroupTestJSON-1072652823 tempest-ServerGroupTestJSON-1072652823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:47.071742 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-2db88d0f-e3dd-4a15-add4-b755396232c6 service neutron] Transition to ACTIVE for port object a1b78b8a-fbe7-495d-8c1b-d40899859c16 will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:58:47.078949 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1247db2-3277-49dc-9b92-3de42269a9be x-openstack-request-id: req-d1247db2-3277-49dc-9b92-3de42269a9be {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:58:47.079415 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c075934-d6b2-45f9-8b7a-e05ff072e3c1", "tag": "4570f2dc-234f-4a2e-9e3f-da8c4844cab7", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:58:47.079810 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d1247db2-3277-49dc-9b92-3de42269a9be {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:58:47.080305 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c075934-d6b2-45f9-8b7a-e05ff072e3c1', 'tag': '4570f2dc-234f-4a2e-9e3f-da8c4844cab7', 'status': 'completed', 'code': 200} Jul 23 23:58:47.081162 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-39a75572-3c14-473c-8a44-2406efd6989d req-70fc6d2b-16df-4059-8d70-570e0ae6212b service neutron] Attempting to bind port 970214ba-468b-4ff1-926a-ea62de40fef5 on host n-h2-800088-16 for vnic_type normal with profile {"migrating_to": "n-h1-800088-16"} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:58:47.081787 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-39a75572-3c14-473c-8a44-2406efd6989d req-70fc6d2b-16df-4059-8d70-570e0ae6212b service neutron] Attempting to bind port 970214ba-468b-4ff1-926a-ea62de40fef5 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': 'd250a78c-273d-4c00-aeaa-fc87cc957e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:58:47.082869 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a75572-3c14-473c-8a44-2406efd6989d req-70fc6d2b-16df-4059-8d70-570e0ae6212b service neutron] Attempting to bind port 970214ba-468b-4ff1-926a-ea62de40fef5 on network cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:58:47.090275 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-bbd13c3e-336a-494a-974e-3ff4fa0cda05 req-b99a831c-ff0d-470f-9a8e-6dd924230648 service neutron] Request body: {'port': {'device_id': 'f445b7b0-6b73-4e44-b689-e923034bcd85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:58:47.104530 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-2db88d0f-e3dd-4a15-add4-b755396232c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:47.182818 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afa6ffc-0fcd-4c32-8f26-93e4039632b6 tempest-ServerGroupTestJSON-1072652823 tempest-ServerGroupTestJSON-1072652823-project] Pushing event deleted for resources: {'Port': ['ID=3d85e40b-1318-454b-b740-dad43df0a4ff,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:47.267709 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a75572-3c14-473c-8a44-2406efd6989d req-70fc6d2b-16df-4059-8d70-570e0ae6212b service neutron] Port 970214ba-468b-4ff1-926a-ea62de40fef5 on network cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:58:47.268301 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a75572-3c14-473c-8a44-2406efd6989d req-70fc6d2b-16df-4059-8d70-570e0ae6212b service neutron] Attempting to bind port 970214ba-468b-4ff1-926a-ea62de40fef5 on network cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:58:47.307584 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a75572-3c14-473c-8a44-2406efd6989d req-70fc6d2b-16df-4059-8d70-570e0ae6212b service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:58:47.307938 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a75572-3c14-473c-8a44-2406efd6989d req-70fc6d2b-16df-4059-8d70-570e0ae6212b service neutron] Checking segment: {'id': 'd250a78c-273d-4c00-aeaa-fc87cc957e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:58:47.308338 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a75572-3c14-473c-8a44-2406efd6989d req-70fc6d2b-16df-4059-8d70-570e0ae6212b service neutron] Bound using segment: {'id': 'd250a78c-273d-4c00-aeaa-fc87cc957e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:58:47.308796 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-39a75572-3c14-473c-8a44-2406efd6989d req-70fc6d2b-16df-4059-8d70-570e0ae6212b service neutron] Bound port: 970214ba-468b-4ff1-926a-ea62de40fef5, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd250a78c-273d-4c00-aeaa-fc87cc957e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:58:47.309249 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-39a75572-3c14-473c-8a44-2406efd6989d req-70fc6d2b-16df-4059-8d70-570e0ae6212b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:47.330093 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db88d0f-e3dd-4a15-add4-b755396232c6 service neutron] Pushing event updated for resources: {'Port': ['ID=a1b78b8a-fbe7-495d-8c1b-d40899859c16,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:47.375536 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-f856db30-8556-4f8b-8cc5-9776153bbe39 req-487f751d-60a2-4894-8149-cab1fc03f3a9 tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Deleting port f9f0f468-aa18-45b6-b6a7-5b05f7d400b0 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:58:47.375921 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f856db30-8556-4f8b-8cc5-9776153bbe39 req-487f751d-60a2-4894-8149-cab1fc03f3a9 tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:47.388672 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ac9cbcd-b829-44ee-8b96-c0b659a96c8f req-6afa6ffc-0fcd-4c32-8f26-93e4039632b6 tempest-ServerGroupTestJSON-1072652823 tempest-ServerGroupTestJSON-1072652823-project] No DVR routers for this DVR port 3d85e40b-1318-454b-b740-dad43df0a4ff on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:58:47.390650 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-af52771f-1b79-488f-a2b9-9e77e4bd8224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:47.396386 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-4ac9cbcd-b829-44ee-8b96-c0b659a96c8f req-6afa6ffc-0fcd-4c32-8f26-93e4039632b6 tempest-ServerGroupTestJSON-1072652823 tempest-ServerGroupTestJSON-1072652823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:47.402781 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4ac9cbcd-b829-44ee-8b96-c0b659a96c8f req-6afa6ffc-0fcd-4c32-8f26-93e4039632b6 tempest-ServerGroupTestJSON-1072652823 tempest-ServerGroupTestJSON-1072652823-project] 10.222.0.64 "DELETE /v2.0/ports/3d85e40b-1318-454b-b740-dad43df0a4ff HTTP/1.1" status: 204 len: 173 time: 1.9418728 Jul 23 23:58:47.403529 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fed455ed-6690-4431-a9d1-848be90a93f6', 'name': 'network-vif-deleted', 'tag': '3d85e40b-1318-454b-b740-dad43df0a4ff'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:58:47.405849 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-463b9591-ae45-4571-a972-fb3fba872164" -d '{"events": [{"server_uuid": "fed455ed-6690-4431-a9d1-848be90a93f6", "name": "network-vif-deleted", "tag": "3d85e40b-1318-454b-b740-dad43df0a4ff"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:58:47.439420 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-39a75572-3c14-473c-8a44-2406efd6989d req-70fc6d2b-16df-4059-8d70-570e0ae6212b service neutron] For port 970214ba-468b-4ff1-926a-ea62de40fef5, host n-h2-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:58:47.449598 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-39a75572-3c14-473c-8a44-2406efd6989d req-70fc6d2b-16df-4059-8d70-570e0ae6212b service neutron] For port 970214ba-468b-4ff1-926a-ea62de40fef5, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=970214ba-468b-4ff1-926a-ea62de40fef5,segment=NetworkSegment(d250a78c-273d-4c00-aeaa-fc87cc957e9a),segment_id=d250a78c-273d-4c00-aeaa-fc87cc957e9a)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:58:47.486133 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:47.510224 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 3d85e40b-1318-454b-b740-dad43df0a4ff no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:58:47.521518 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-39a75572-3c14-473c-8a44-2406efd6989d req-70fc6d2b-16df-4059-8d70-570e0ae6212b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:47.562480 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] No Port match for: 3d85e40b-1318-454b-b740-dad43df0a4ff {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:58:47.562851 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 3d85e40b-1318-454b-b740-dad43df0a4ff not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:58:47.621197 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-af52771f-1b79-488f-a2b9-9e77e4bd8224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:47.679051 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fab5d7-2c60-4743-b1b8-358938b26b25 req-e759ac27-7dbd-4675-a3cb-06c4cfd0c2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:47.679917 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fab5d7-2c60-4743-b1b8-358938b26b25 req-e759ac27-7dbd-4675-a3cb-06c4cfd0c2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:47.682105 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fab5d7-2c60-4743-b1b8-358938b26b25 req-e759ac27-7dbd-4675-a3cb-06c4cfd0c2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:47.682847 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fab5d7-2c60-4743-b1b8-358938b26b25 req-e759ac27-7dbd-4675-a3cb-06c4cfd0c2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:47.684014 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fab5d7-2c60-4743-b1b8-358938b26b25 req-e759ac27-7dbd-4675-a3cb-06c4cfd0c2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:47.685734 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fab5d7-2c60-4743-b1b8-358938b26b25 req-e759ac27-7dbd-4675-a3cb-06c4cfd0c2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:47.687789 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fab5d7-2c60-4743-b1b8-358938b26b25 req-e759ac27-7dbd-4675-a3cb-06c4cfd0c2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:47.690804 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-33fab5d7-2c60-4743-b1b8-358938b26b25 req-e759ac27-7dbd-4675-a3cb-06c4cfd0c2fe service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a493ff63bf324cec8682bc97c22087f0&device_id=2c075934-d6b2-45f9-8b7a-e05ff072e3c1 HTTP/1.1" status: 200 len: 6308 time: 0.6144006 Jul 23 23:58:47.787959 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-503dd48b-19db-4715-b0d2-1ce6527b944b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1648185686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1648185686-project] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:47.796500 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-f856db30-8556-4f8b-8cc5-9776153bbe39 req-487f751d-60a2-4894-8149-cab1fc03f3a9 tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] For port f9f0f468-aa18-45b6-b6a7-5b05f7d400b0, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=f9f0f468-aa18-45b6-b6a7-5b05f7d400b0,segment=NetworkSegment(7706e308-45fe-47c4-babd-3fda7f234b49),segment_id=7706e308-45fe-47c4-babd-3fda7f234b49)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:58:47.797103 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f856db30-8556-4f8b-8cc5-9776153bbe39 req-487f751d-60a2-4894-8149-cab1fc03f3a9 tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:47.830099 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a75572-3c14-473c-8a44-2406efd6989d req-70fc6d2b-16df-4059-8d70-570e0ae6212b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:47.830741 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-39a75572-3c14-473c-8a44-2406efd6989d req-70fc6d2b-16df-4059-8d70-570e0ae6212b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:47.832752 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-39a75572-3c14-473c-8a44-2406efd6989d req-70fc6d2b-16df-4059-8d70-570e0ae6212b service neutron] 10.222.0.52 "PUT /v2.0/ports/970214ba-468b-4ff1-926a-ea62de40fef5 HTTP/1.1" status: 200 len: 1124 time: 3.1910720 Jul 23 23:58:47.907404 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-bbd13c3e-336a-494a-974e-3ff4fa0cda05 req-b99a831c-ff0d-470f-9a8e-6dd924230648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:47.926438 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['970214ba-468b-4ff1-926a-ea62de40fef5'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:58:47.932851 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['970214ba-468b-4ff1-926a-ea62de40fef5'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:58:47.951668 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fc6d2b-16df-4059-8d70-570e0ae6212b service neutron] Pushing event updated for resources: {'Port': ['ID=970214ba-468b-4ff1-926a-ea62de40fef5,revision_number=8']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:47.969816 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-2db88d0f-e3dd-4a15-add4-b755396232c6 service neutron] Attempting to bind port a1b78b8a-fbe7-495d-8c1b-d40899859c16 on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:58:47.970164 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-2db88d0f-e3dd-4a15-add4-b755396232c6 service neutron] Attempting to bind port a1b78b8a-fbe7-495d-8c1b-d40899859c16 by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': 'c4880529-aea2-41d8-82bf-189956ea9cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'afa024cd-6a99-42b6-95da-fdd5c3d9ab0a'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:58:47.970566 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-2db88d0f-e3dd-4a15-add4-b755396232c6 service neutron] Attempting to bind port a1b78b8a-fbe7-495d-8c1b-d40899859c16 on network afa024cd-6a99-42b6-95da-fdd5c3d9ab0a {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:58:47.991834 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e60f473-c81d-4982-8ed6-60ee0fdeb8bd req-ec21bb69-405a-4b40-b1ff-0e4dd3b1c910 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:47.998190 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e60f473-c81d-4982-8ed6-60ee0fdeb8bd req-ec21bb69-405a-4b40-b1ff-0e4dd3b1c910 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:48.005094 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e60f473-c81d-4982-8ed6-60ee0fdeb8bd req-ec21bb69-405a-4b40-b1ff-0e4dd3b1c910 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:48.011116 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e60f473-c81d-4982-8ed6-60ee0fdeb8bd req-ec21bb69-405a-4b40-b1ff-0e4dd3b1c910 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:48.019217 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e60f473-c81d-4982-8ed6-60ee0fdeb8bd req-ec21bb69-405a-4b40-b1ff-0e4dd3b1c910 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:48.026351 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e60f473-c81d-4982-8ed6-60ee0fdeb8bd req-ec21bb69-405a-4b40-b1ff-0e4dd3b1c910 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:48.033251 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e60f473-c81d-4982-8ed6-60ee0fdeb8bd req-ec21bb69-405a-4b40-b1ff-0e4dd3b1c910 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:48.035948 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7e60f473-c81d-4982-8ed6-60ee0fdeb8bd req-ec21bb69-405a-4b40-b1ff-0e4dd3b1c910 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c075934-d6b2-45f9-8b7a-e05ff072e3c1 HTTP/1.1" status: 200 len: 5398 time: 0.9413712 Jul 23 23:58:48.046949 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-2db88d0f-e3dd-4a15-add4-b755396232c6 service neutron] Port a1b78b8a-fbe7-495d-8c1b-d40899859c16 on network afa024cd-6a99-42b6-95da-fdd5c3d9ab0a not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:58:48.047274 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-2db88d0f-e3dd-4a15-add4-b755396232c6 service neutron] Attempting to bind port a1b78b8a-fbe7-495d-8c1b-d40899859c16 on network afa024cd-6a99-42b6-95da-fdd5c3d9ab0a {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:58:48.104510 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-2db88d0f-e3dd-4a15-add4-b755396232c6 service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:58:48.104905 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-2db88d0f-e3dd-4a15-add4-b755396232c6 service neutron] Checking segment: {'id': 'c4880529-aea2-41d8-82bf-189956ea9cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'afa024cd-6a99-42b6-95da-fdd5c3d9ab0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:58:48.105306 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-2db88d0f-e3dd-4a15-add4-b755396232c6 service neutron] Bound using segment: {'id': 'c4880529-aea2-41d8-82bf-189956ea9cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'afa024cd-6a99-42b6-95da-fdd5c3d9ab0a'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:58:48.105766 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-2db88d0f-e3dd-4a15-add4-b755396232c6 service neutron] Bound port: a1b78b8a-fbe7-495d-8c1b-d40899859c16, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4880529-aea2-41d8-82bf-189956ea9cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'afa024cd-6a99-42b6-95da-fdd5c3d9ab0a'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:58:48.106143 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-2db88d0f-e3dd-4a15-add4-b755396232c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:48.135473 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fab5d7-2c60-4743-b1b8-358938b26b25 req-f44a520c-a679-4f65-a2bd-a531568de652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:48.135958 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fab5d7-2c60-4743-b1b8-358938b26b25 req-f44a520c-a679-4f65-a2bd-a531568de652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:48.136437 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fab5d7-2c60-4743-b1b8-358938b26b25 req-f44a520c-a679-4f65-a2bd-a531568de652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:48.138198 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-33fab5d7-2c60-4743-b1b8-358938b26b25 req-f44a520c-a679-4f65-a2bd-a531568de652 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a493ff63bf324cec8682bc97c22087f0&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3788035 Jul 23 23:58:48.497405 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-503dd48b-19db-4715-b0d2-1ce6527b944b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1648185686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1648185686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:48.519111 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a189b4-d888-40c1-9785-c29e11088faf req-cbb56ad8-0ac7-45dd-a033-d2a79d0c1ed5 tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:48.528469 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-83a189b4-d888-40c1-9785-c29e11088faf req-cbb56ad8-0ac7-45dd-a033-d2a79d0c1ed5 tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b56dfb9-17eb-4546-86fc-da6f6ad2c80b HTTP/1.1" status: 200 len: 945 time: 1.2280464 Jul 23 23:58:48.562394 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7e60f473-c81d-4982-8ed6-60ee0fdeb8bd req-2619eb74-6050-4fb8-8297-f088cac02b25 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/security-groups?id=32ff9839-8d3b-48a3-a25d-b35ae2bb65fa&id=89d8d27b-9412-49b0-8db6-21624a8289f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5126247 Jul 23 23:58:48.717048 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-af52771f-1b79-488f-a2b9-9e77e4bd8224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:48.719623 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-af52771f-1b79-488f-a2b9-9e77e4bd8224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:48.720873 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-af52771f-1b79-488f-a2b9-9e77e4bd8224 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c820699f-d9fb-4734-9d84-876a0b104886 HTTP/1.1" status: 204 len: 168 time: 1.7496517 Jul 23 23:58:48.723260 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-2db88d0f-e3dd-4a15-add4-b755396232c6 service neutron] For port a1b78b8a-fbe7-495d-8c1b-d40899859c16, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:58:48.724039 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-503dd48b-19db-4715-b0d2-1ce6527b944b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1648185686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1648185686-project] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:58:48.730840 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503dd48b-19db-4715-b0d2-1ce6527b944b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1648185686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1648185686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f0be0d-d87c-456a-b0b2-fa813c9a057b,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:48.761850 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-83a189b4-d888-40c1-9785-c29e11088faf req-9624640d-dee8-4c24-87f4-6a7fbc71796d tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1aafd2b-0c0b-4251-9a9a-8eb86a04e81a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2323766 Jul 23 23:58:48.780374 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-479a2286-b400-4cf6-9658-8a5fc7bfcc51 x-openstack-request-id: req-479a2286-b400-4cf6-9658-8a5fc7bfcc51 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:58:48.780945 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fed455ed-6690-4431-a9d1-848be90a93f6", "name": "network-vif-deleted", "tag": "3d85e40b-1318-454b-b740-dad43df0a4ff", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:58:48.781373 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-479a2286-b400-4cf6-9658-8a5fc7bfcc51 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:58:48.783441 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fed455ed-6690-4431-a9d1-848be90a93f6', 'name': 'network-vif-deleted', 'tag': '3d85e40b-1318-454b-b740-dad43df0a4ff', 'status': 'completed', 'code': 200} Jul 23 23:58:48.806759 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-503dd48b-19db-4715-b0d2-1ce6527b944b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1648185686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1648185686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:48.807431 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-503dd48b-19db-4715-b0d2-1ce6527b944b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1648185686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1648185686-project] Added segment 760ffa4f-508e-4b88-81ea-e3c4615f23d3 of type vlan for network 7acad37f-1122-40a2-ae12-09a194917caa Jul 23 23:58:48.811272 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af52771f-1b79-488f-a2b9-9e77e4bd8224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c820699f-d9fb-4734-9d84-876a0b104886,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:48.814093 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-2db88d0f-e3dd-4a15-add4-b755396232c6 service neutron] For port a1b78b8a-fbe7-495d-8c1b-d40899859c16, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=a1b78b8a-fbe7-495d-8c1b-d40899859c16,segment=NetworkSegment(c4880529-aea2-41d8-82bf-189956ea9cc7),segment_id=c4880529-aea2-41d8-82bf-189956ea9cc7)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:58:48.854542 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-2db88d0f-e3dd-4a15-add4-b755396232c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:48.868533 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fab5d7-2c60-4743-b1b8-358938b26b25 req-e1081c81-ad99-4fc3-85a7-b4728df54cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:48.870103 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-33fab5d7-2c60-4743-b1b8-358938b26b25 req-e1081c81-ad99-4fc3-85a7-b4728df54cfc service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5005434 Jul 23 23:58:48.969304 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-503dd48b-19db-4715-b0d2-1ce6527b944b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1648185686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1648185686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:49.049469 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-2db88d0f-e3dd-4a15-add4-b755396232c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:49.050884 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-2db88d0f-e3dd-4a15-add4-b755396232c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:49.052578 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-2db88d0f-e3dd-4a15-add4-b755396232c6 service neutron] 10.222.0.52 "PUT /v2.0/ports/a1b78b8a-fbe7-495d-8c1b-d40899859c16 HTTP/1.1" status: 200 len: 1092 time: 2.9723661 Jul 23 23:58:49.082267 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-bbd13c3e-336a-494a-974e-3ff4fa0cda05 req-b99a831c-ff0d-470f-9a8e-6dd924230648 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65962bd2-fe29-48c3-be3a-635a67c98b08 {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:58:49.088857 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f6a9ae2-cfd7-44a7-afc8-3042147e0d44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '970214ba-468b-4ff1-926a-ea62de40fef5'}, {'name': 'network-changed', 'server_uuid': '0f6a9ae2-cfd7-44a7-afc8-3042147e0d44', 'tag': '970214ba-468b-4ff1-926a-ea62de40fef5'}, {'name': 'network-changed', 'server_uuid': '2c075934-d6b2-45f9-8b7a-e05ff072e3c1', 'tag': 'a1b78b8a-fbe7-495d-8c1b-d40899859c16'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:58:49.096090 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29bf86d7-06a6-4bac-9ca5-66b67d81bc4b" -d '{"events": [{"server_uuid": "0f6a9ae2-cfd7-44a7-afc8-3042147e0d44", "name": "network-vif-unplugged", "status": "completed", "tag": "970214ba-468b-4ff1-926a-ea62de40fef5"}, {"name": "network-changed", "server_uuid": "0f6a9ae2-cfd7-44a7-afc8-3042147e0d44", "tag": "970214ba-468b-4ff1-926a-ea62de40fef5"}, {"name": "network-changed", "server_uuid": "2c075934-d6b2-45f9-8b7a-e05ff072e3c1", "tag": "a1b78b8a-fbe7-495d-8c1b-d40899859c16"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:58:49.103990 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db88d0f-e3dd-4a15-add4-b755396232c6 service neutron] Pushing event updated for resources: {'Port': ['ID=a1b78b8a-fbe7-495d-8c1b-d40899859c16,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:49.121475 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-bbd13c3e-336a-494a-974e-3ff4fa0cda05 req-b99a831c-ff0d-470f-9a8e-6dd924230648 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:49.134974 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f856db30-8556-4f8b-8cc5-9776153bbe39 req-487f751d-60a2-4894-8149-cab1fc03f3a9 tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:49.135547 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f856db30-8556-4f8b-8cc5-9776153bbe39 req-487f751d-60a2-4894-8149-cab1fc03f3a9 tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:49.135879 n-d-800088-16 neutron-server[100314]: INFO neutron.db.l3_db [req-f856db30-8556-4f8b-8cc5-9776153bbe39 req-487f751d-60a2-4894-8149-cab1fc03f3a9 tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Floating IP f7f71561-67be-42ad-b1ab-fe6a16adec4b disassociated. External IP: 172.25.3.39, port: f9f0f468-aa18-45b6-b6a7-5b05f7d400b0. Jul 23 23:58:49.136294 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-f856db30-8556-4f8b-8cc5-9776153bbe39 req-487f751d-60a2-4894-8149-cab1fc03f3a9 tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Calling delete_port for f9f0f468-aa18-45b6-b6a7-5b05f7d400b0 owned by compute:nova {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:58:49.143850 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-f2d9ea90-97e8-4512-91fb-8e9a2580af97 service neutron] Request body: {'port': {'device_id': '2c075934-d6b2-45f9-8b7a-e05ff072e3c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:58:49.217261 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-503dd48b-19db-4715-b0d2-1ce6527b944b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1648185686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1648185686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:49.228209 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503dd48b-19db-4715-b0d2-1ce6527b944b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1648185686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1648185686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:49.229589 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-503dd48b-19db-4715-b0d2-1ce6527b944b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1648185686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1648185686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:49.246571 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-bbd13c3e-336a-494a-974e-3ff4fa0cda05 req-b99a831c-ff0d-470f-9a8e-6dd924230648 service neutron] Transition to ACTIVE for port object 65962bd2-fe29-48c3-be3a-635a67c98b08 will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:58:49.257657 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-bbd13c3e-336a-494a-974e-3ff4fa0cda05 req-b99a831c-ff0d-470f-9a8e-6dd924230648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:49.333281 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 48266) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:49.346205 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a21e8a-e770-4af1-856a-9a69c8ff810d req-b23ae77a-2660-45f0-85ca-1e061b9905a4 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:49.354142 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-44a21e8a-e770-4af1-856a-9a69c8ff810d req-b23ae77a-2660-45f0-85ca-1e061b9905a4 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f6a9ae2-cfd7-44a7-afc8-3042147e0d44 HTTP/1.1" status: 200 len: 944 time: 0.3869567 Jul 23 23:58:49.409061 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f856db30-8556-4f8b-8cc5-9776153bbe39 req-487f751d-60a2-4894-8149-cab1fc03f3a9 tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:49.426689 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8d6d3d86-c20e-48a8-b8a0-e519a84884ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:49.461417 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-44a21e8a-e770-4af1-856a-9a69c8ff810d req-3cd672ad-15bd-478d-81c7-22666dce5391 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063941 Jul 23 23:58:49.461996 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-f2d9ea90-97e8-4512-91fb-8e9a2580af97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:49.463879 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99a831c-ff0d-470f-9a8e-6dd924230648 service neutron] Pushing event updated for resources: {'Port': ['ID=65962bd2-fe29-48c3-be3a-635a67c98b08,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:49.508346 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487f751d-60a2-4894-8149-cab1fc03f3a9 tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Pushing event deleted for resources: {'Port': ['ID=f9f0f468-aa18-45b6-b6a7-5b05f7d400b0,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:49.510299 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device f9f0f468-aa18-45b6-b6a7-5b05f7d400b0 no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:58:49.580040 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-503dd48b-19db-4715-b0d2-1ce6527b944b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1648185686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1648185686-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 4.2940137 Jul 23 23:58:49.580252 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] No Port match for: f9f0f468-aa18-45b6-b6a7-5b05f7d400b0 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:58:49.580478 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device f9f0f468-aa18-45b6-b6a7-5b05f7d400b0 not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:58:49.624913 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-bbd13c3e-336a-494a-974e-3ff4fa0cda05 req-b99a831c-ff0d-470f-9a8e-6dd924230648 service neutron] Attempting to bind port 65962bd2-fe29-48c3-be3a-635a67c98b08 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:58:49.625509 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-bbd13c3e-336a-494a-974e-3ff4fa0cda05 req-b99a831c-ff0d-470f-9a8e-6dd924230648 service neutron] Attempting to bind port 65962bd2-fe29-48c3-be3a-635a67c98b08 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:58:49.625615 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd13c3e-336a-494a-974e-3ff4fa0cda05 req-b99a831c-ff0d-470f-9a8e-6dd924230648 service neutron] Attempting to bind port 65962bd2-fe29-48c3-be3a-635a67c98b08 on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:58:49.650624 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd13c3e-336a-494a-974e-3ff4fa0cda05 req-b99a831c-ff0d-470f-9a8e-6dd924230648 service neutron] Port 65962bd2-fe29-48c3-be3a-635a67c98b08 on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:58:49.651099 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd13c3e-336a-494a-974e-3ff4fa0cda05 req-b99a831c-ff0d-470f-9a8e-6dd924230648 service neutron] Attempting to bind port 65962bd2-fe29-48c3-be3a-635a67c98b08 on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:58:49.679253 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd13c3e-336a-494a-974e-3ff4fa0cda05 req-b99a831c-ff0d-470f-9a8e-6dd924230648 service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:58:49.679776 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd13c3e-336a-494a-974e-3ff4fa0cda05 req-b99a831c-ff0d-470f-9a8e-6dd924230648 service neutron] Checking segment: {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:58:49.680244 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd13c3e-336a-494a-974e-3ff4fa0cda05 req-b99a831c-ff0d-470f-9a8e-6dd924230648 service neutron] Bound using segment: {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:58:49.680696 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-bbd13c3e-336a-494a-974e-3ff4fa0cda05 req-b99a831c-ff0d-470f-9a8e-6dd924230648 service neutron] Bound port: 65962bd2-fe29-48c3-be3a-635a67c98b08, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:58:49.681169 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-bbd13c3e-336a-494a-974e-3ff4fa0cda05 req-b99a831c-ff0d-470f-9a8e-6dd924230648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:49.762312 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Fri, 23 Jul 2021 23:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-312cea2e-cdb6-43d3-841c-271750bbaee3 x-openstack-request-id: req-312cea2e-cdb6-43d3-841c-271750bbaee3 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:58:49.762623 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f6a9ae2-cfd7-44a7-afc8-3042147e0d44", "name": "network-vif-unplugged", "status": "completed", "tag": "970214ba-468b-4ff1-926a-ea62de40fef5", "code": 200}, {"name": "network-changed", "server_uuid": "0f6a9ae2-cfd7-44a7-afc8-3042147e0d44", "tag": "970214ba-468b-4ff1-926a-ea62de40fef5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2c075934-d6b2-45f9-8b7a-e05ff072e3c1", "tag": "a1b78b8a-fbe7-495d-8c1b-d40899859c16", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:58:49.762874 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-312cea2e-cdb6-43d3-841c-271750bbaee3 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:58:49.763734 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f6a9ae2-cfd7-44a7-afc8-3042147e0d44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '970214ba-468b-4ff1-926a-ea62de40fef5', 'code': 200} Jul 23 23:58:49.763734 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f6a9ae2-cfd7-44a7-afc8-3042147e0d44', 'tag': '970214ba-468b-4ff1-926a-ea62de40fef5', 'status': 'completed', 'code': 200} Jul 23 23:58:49.763956 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c075934-d6b2-45f9-8b7a-e05ff072e3c1', 'tag': 'a1b78b8a-fbe7-495d-8c1b-d40899859c16', 'status': 'completed', 'code': 200} Jul 23 23:58:49.841674 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503dd48b-19db-4715-b0d2-1ce6527b944b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1648185686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1648185686-project] Pushing event updated for resources: {'Network': ['ID=7acad37f-1122-40a2-ae12-09a194917caa,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:49.854277 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 7acad37f-1122-40a2-ae12-09a194917caa details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:58:49.903896 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d62961-9581-4d8d-81c2-ce14e0a8caf7 req-7e6413de-14f3-4db3-96ba-6675075c4200 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:49.916559 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d4d62961-9581-4d8d-81c2-ce14e0a8caf7 req-7e6413de-14f3-4db3-96ba-6675075c4200 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/ports?device_id=f445b7b0-6b73-4e44-b689-e923034bcd85 HTTP/1.1" status: 200 len: 948 time: 1.0548408 Jul 23 23:58:50.058161 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f856db30-8556-4f8b-8cc5-9776153bbe39 req-487f751d-60a2-4894-8149-cab1fc03f3a9 tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Router f5396461-e7b9-457e-83eb-c8dd23b24c8f has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:58:50.077734 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf86d7-06a6-4bac-9ca5-66b67d81bc4b req-f17e2f17-e185-4606-adab-974a2ee8f25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:50.079741 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-29bf86d7-06a6-4bac-9ca5-66b67d81bc4b req-f17e2f17-e185-4606-adab-974a2ee8f25c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d9405b5ff79541cbb5225ec709273225&device_id=0f6a9ae2-cfd7-44a7-afc8-3042147e0d44 HTTP/1.1" status: 200 len: 1127 time: 0.2999780 Jul 23 23:58:50.085553 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d4d62961-9581-4d8d-81c2-ce14e0a8caf7 req-35f15d46-8233-4633-8cbb-350199d63f5d tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8ee523e-b776-4966-b1a9-13ed07423313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567221 Jul 23 23:58:50.340926 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 48286) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:50.417930 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-ac0f43c1-5478-4e13-90a9-e38df70ade33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Request body: {'port': {'network_id': '7acad37f-1122-40a2-ae12-09a194917caa', 'binding:host_id': 'n-h2-800088-16', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-623444088'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:58:50.455748 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f856db30-8556-4f8b-8cc5-9776153bbe39 req-487f751d-60a2-4894-8149-cab1fc03f3a9 tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:58:50.480964 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ec91cf-ea0f-499f-a2ba-bb2c102b6f2f None None] Sync routers for ids ['f5396461-e7b9-457e-83eb-c8dd23b24c8f'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:58:50.491980 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-bbd13c3e-336a-494a-974e-3ff4fa0cda05 req-b99a831c-ff0d-470f-9a8e-6dd924230648 service neutron] For port 65962bd2-fe29-48c3-be3a-635a67c98b08, host n-h2-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:58:50.502975 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ec91cf-ea0f-499f-a2ba-bb2c102b6f2f None None] Routers {'f5396461-e7b9-457e-83eb-c8dd23b24c8f'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:58:50.503640 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-65ec91cf-ea0f-499f-a2ba-bb2c102b6f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:58:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['f5396461-e7b9-457e-83eb-c8dd23b24c8f'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:58:50.583441 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-f856db30-8556-4f8b-8cc5-9776153bbe39 req-487f751d-60a2-4894-8149-cab1fc03f3a9 tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] No DVR routers for this DVR port f9f0f468-aa18-45b6-b6a7-5b05f7d400b0 on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:58:50.593655 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f856db30-8556-4f8b-8cc5-9776153bbe39 req-487f751d-60a2-4894-8149-cab1fc03f3a9 tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:50.595845 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f856db30-8556-4f8b-8cc5-9776153bbe39 req-487f751d-60a2-4894-8149-cab1fc03f3a9 tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] 10.222.0.64 "DELETE /v2.0/ports/f9f0f468-aa18-45b6-b6a7-5b05f7d400b0 HTTP/1.1" status: 204 len: 173 time: 3.8917944 Jul 23 23:58:50.619444 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf86d7-06a6-4bac-9ca5-66b67d81bc4b req-606cc606-0001-43ba-95d2-a80f5280687e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:50.621275 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-29bf86d7-06a6-4bac-9ca5-66b67d81bc4b req-606cc606-0001-43ba-95d2-a80f5280687e service neutron] 10.222.0.64 "GET /v2.0/networks?id=cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed HTTP/1.1" status: 200 len: 919 time: 0.5280263 Jul 23 23:58:50.644279 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-65ec91cf-ea0f-499f-a2ba-bb2c102b6f2f None None] Set router f5396461-e7b9-457e-83eb-c8dd23b24c8f gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:58:50.649751 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c42ea2-6885-45f1-8e8e-8e442ea9def9 req-f9a7b068-914b-4f11-8ed1-84b0231baf59 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:50.657075 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c42ea2-6885-45f1-8e8e-8e442ea9def9 req-f9a7b068-914b-4f11-8ed1-84b0231baf59 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:50.664924 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c42ea2-6885-45f1-8e8e-8e442ea9def9 req-f9a7b068-914b-4f11-8ed1-84b0231baf59 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:50.671573 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c42ea2-6885-45f1-8e8e-8e442ea9def9 req-f9a7b068-914b-4f11-8ed1-84b0231baf59 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:50.678526 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c42ea2-6885-45f1-8e8e-8e442ea9def9 req-f9a7b068-914b-4f11-8ed1-84b0231baf59 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:50.685083 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c42ea2-6885-45f1-8e8e-8e442ea9def9 req-f9a7b068-914b-4f11-8ed1-84b0231baf59 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:50.691462 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c42ea2-6885-45f1-8e8e-8e442ea9def9 req-f9a7b068-914b-4f11-8ed1-84b0231baf59 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:50.693626 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-31c42ea2-6885-45f1-8e8e-8e442ea9def9 req-f9a7b068-914b-4f11-8ed1-84b0231baf59 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c075934-d6b2-45f9-8b7a-e05ff072e3c1 HTTP/1.1" status: 200 len: 5398 time: 0.4004638 Jul 23 23:58:50.742781 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-f2d9ea90-97e8-4512-91fb-8e9a2580af97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5aa7c101-ee25-4b57-94d7-7279b107b66d {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:58:50.753124 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-f2d9ea90-97e8-4512-91fb-8e9a2580af97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:50.757950 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-29bf86d7-06a6-4bac-9ca5-66b67d81bc4b req-633af386-44af-4e82-a3da-4645a032c72a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=970214ba-468b-4ff1-926a-ea62de40fef5 HTTP/1.1" status: 200 len: 217 time: 0.0631695 Jul 23 23:58:50.768692 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-bbd13c3e-336a-494a-974e-3ff4fa0cda05 req-b99a831c-ff0d-470f-9a8e-6dd924230648 service neutron] For port 65962bd2-fe29-48c3-be3a-635a67c98b08, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=65962bd2-fe29-48c3-be3a-635a67c98b08,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:58:50.785893 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b56dfb9-17eb-4546-86fc-da6f6ad2c80b', 'name': 'network-vif-deleted', 'tag': 'f9f0f468-aa18-45b6-b6a7-5b05f7d400b0'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:58:50.788288 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a799de5-4ee6-4299-a66b-452ac2f4e115" -d '{"events": [{"server_uuid": "9b56dfb9-17eb-4546-86fc-da6f6ad2c80b", "name": "network-vif-deleted", "tag": "f9f0f468-aa18-45b6-b6a7-5b05f7d400b0"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:58:50.794700 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-bbd13c3e-336a-494a-974e-3ff4fa0cda05 req-b99a831c-ff0d-470f-9a8e-6dd924230648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:50.834939 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8d6d3d86-c20e-48a8-b8a0-e519a84884ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:50.844376 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-31c42ea2-6885-45f1-8e8e-8e442ea9def9 req-5fd79af6-87a7-4ba9-8cd3-1273a3b725b1 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/security-groups?id=32ff9839-8d3b-48a3-a25d-b35ae2bb65fa&id=89d8d27b-9412-49b0-8db6-21624a8289f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1416581 Jul 23 23:58:50.869700 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac0f43c1-5478-4e13-90a9-e38df70ade33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Made reservation on behalf of 5b1052f1b5f9408b9019f7041c11dd4f for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:58:50.876018 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ac0f43c1-5478-4e13-90a9-e38df70ade33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:50.889422 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ac0f43c1-5478-4e13-90a9-e38df70ade33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:50.892879 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf86d7-06a6-4bac-9ca5-66b67d81bc4b req-90f7a78c-d0e0-4f16-a80c-a6c108d9ba00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:50.894459 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-29bf86d7-06a6-4bac-9ca5-66b67d81bc4b req-90f7a78c-d0e0-4f16-a80c-a6c108d9ba00 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3dff00ee-bed2-4c8a-b785-e9725c9c9b9c HTTP/1.1" status: 200 len: 858 time: 0.1263163 Jul 23 23:58:50.916869 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf86d7-06a6-4bac-9ca5-66b67d81bc4b req-96c4398b-6004-49ec-9c79-34733b912b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:50.917368 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf86d7-06a6-4bac-9ca5-66b67d81bc4b req-96c4398b-6004-49ec-9c79-34733b912b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:50.917848 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf86d7-06a6-4bac-9ca5-66b67d81bc4b req-96c4398b-6004-49ec-9c79-34733b912b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:50.918328 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf86d7-06a6-4bac-9ca5-66b67d81bc4b req-96c4398b-6004-49ec-9c79-34733b912b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:50.918809 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf86d7-06a6-4bac-9ca5-66b67d81bc4b req-96c4398b-6004-49ec-9c79-34733b912b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:50.921906 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf86d7-06a6-4bac-9ca5-66b67d81bc4b req-96c4398b-6004-49ec-9c79-34733b912b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:50.922477 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf86d7-06a6-4bac-9ca5-66b67d81bc4b req-96c4398b-6004-49ec-9c79-34733b912b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:50.925006 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-29bf86d7-06a6-4bac-9ca5-66b67d81bc4b req-96c4398b-6004-49ec-9c79-34733b912b1d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a493ff63bf324cec8682bc97c22087f0&device_id=2c075934-d6b2-45f9-8b7a-e05ff072e3c1 HTTP/1.1" status: 200 len: 6350 time: 1.1233139 Jul 23 23:58:50.947718 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-081f1be4-bb9f-408f-b986-56bb59ca5998 req-4fd5f079-23f3-48fa-9527-342207c3f071 tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b56dfb9-17eb-4546-86fc-da6f6ad2c80b HTTP/1.1" status: 200 len: 210 time: 0.2379155 Jul 23 23:58:50.973747 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8d6d3d86-c20e-48a8-b8a0-e519a84884ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:50.977560 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-f2d9ea90-97e8-4512-91fb-8e9a2580af97 service neutron] Transition to ACTIVE for port object 5aa7c101-ee25-4b57-94d7-7279b107b66d will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:58:50.987052 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd13c3e-336a-494a-974e-3ff4fa0cda05 req-b99a831c-ff0d-470f-9a8e-6dd924230648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:50.988051 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-bbd13c3e-336a-494a-974e-3ff4fa0cda05 req-b99a831c-ff0d-470f-9a8e-6dd924230648 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:50.990693 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bbd13c3e-336a-494a-974e-3ff4fa0cda05 req-b99a831c-ff0d-470f-9a8e-6dd924230648 service neutron] 10.222.0.64 "PUT /v2.0/ports/65962bd2-fe29-48c3-be3a-635a67c98b08 HTTP/1.1" status: 200 len: 1097 time: 3.9165056 Jul 23 23:58:51.051490 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-29bf86d7-06a6-4bac-9ca5-66b67d81bc4b req-da51b38c-7a8f-4947-8558-f3d55557aef2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1384761 Jul 23 23:58:51.055340 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-f2d9ea90-97e8-4512-91fb-8e9a2580af97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:51.072992 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-65ec91cf-ea0f-499f-a2ba-bb2c102b6f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5396461-e7b9-457e-83eb-c8dd23b24c8f', 'name': 'tempest-ServersTestManualDisk-245800099-router', 'tenant_id': '4bf4cdc5515a40d7ad05decd4185164d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '6fe8c1fa-9807-4413-a54b-aaaa2de7a505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:56:18Z', 'updated_at': '2021-07-23T23:56:29Z', 'revision_number': 4, 'project_id': '4bf4cdc5515a40d7ad05decd4185164d', 'gw_port': {'id': '6fe8c1fa-9807-4413-a54b-aaaa2de7a505', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:dd:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5396461-e7b9-457e-83eb-c8dd23b24c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:56:21Z', 'updated_at': '2021-07-23T23:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '9a6de36c-1f0f-4922-a66b-5265ffec0dd6', 'name': '', 'network_id': '85c9f26f-731d-44b5-92b1-ca68826725b8', 'tenant_id': '4bf4cdc5515a40d7ad05decd4185164d', 'mac_address': 'fa:16:3e:1c:7f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5396461-e7b9-457e-83eb-c8dd23b24c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'b7fb4eeb-013a-4a61-a243-81e1ee8590a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:56:28Z', 'updated_at': '2021-07-23T23:56:36Z', 'revision_number': 5, 'project_id': '4bf4cdc5515a40d7ad05decd4185164d', 'subnets': [{'id': 'b7fb4eeb-013a-4a61-a243-81e1ee8590a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:58:51.104497 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ec91cf-ea0f-499f-a2ba-bb2c102b6f2f None None] Checking router: f5396461-e7b9-457e-83eb-c8dd23b24c8f for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:58:51.119126 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ec91cf-ea0f-499f-a2ba-bb2c102b6f2f None None] Routers {'f5396461-e7b9-457e-83eb-c8dd23b24c8f'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:58:51.119849 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-65ec91cf-ea0f-499f-a2ba-bb2c102b6f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:58:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['f5396461-e7b9-457e-83eb-c8dd23b24c8f'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:58:51.209219 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6d3d86-c20e-48a8-b8a0-e519a84884ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a4ebf99-c095-4c51-88ac-2d90324fcf85,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:51.244181 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99a831c-ff0d-470f-9a8e-6dd924230648 service neutron] Pushing event updated for resources: {'Port': ['ID=65962bd2-fe29-48c3-be3a-635a67c98b08,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:51.259208 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-8d6d3d86-c20e-48a8-b8a0-e519a84884ac admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=94240c124a0b4af7ab9fd2110d5516a0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9007735 Jul 23 23:58:51.261284 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-65ec91cf-ea0f-499f-a2ba-bb2c102b6f2f None None] Set router f5396461-e7b9-457e-83eb-c8dd23b24c8f gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:58:51.270734 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 48312) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:51.299196 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a13c4558-e2ad-4172-bb2b-03068d435b25 x-openstack-request-id: req-a13c4558-e2ad-4172-bb2b-03068d435b25 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:58:51.299517 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b56dfb9-17eb-4546-86fc-da6f6ad2c80b", "name": "network-vif-deleted", "tag": "f9f0f468-aa18-45b6-b6a7-5b05f7d400b0", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:58:51.299935 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a13c4558-e2ad-4172-bb2b-03068d435b25 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:58:51.300387 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b56dfb9-17eb-4546-86fc-da6f6ad2c80b', 'name': 'network-vif-deleted', 'tag': 'f9f0f468-aa18-45b6-b6a7-5b05f7d400b0', 'status': 'completed', 'code': 200} Jul 23 23:58:51.356323 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b9682-a130-405e-9cd4-737c18514e43 req-b783efd5-6c14-4c30-9eb6-dd3ae949c66e tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:51.365260 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e12b9682-a130-405e-9cd4-737c18514e43 req-b783efd5-6c14-4c30-9eb6-dd3ae949c66e tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f6a9ae2-cfd7-44a7-afc8-3042147e0d44 HTTP/1.1" status: 200 len: 944 time: 0.3214574 Jul 23 23:58:51.522327 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e12b9682-a130-405e-9cd4-737c18514e43 req-ada3d3b6-24e4-4703-9bf3-0f79dc001fbc tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437681 Jul 23 23:58:51.530950 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-29bf86d7-06a6-4bac-9ca5-66b67d81bc4b req-d3127220-9a4b-4016-8a96-d1d534f8c89b service neutron] 10.222.0.64 "GET /v2.0/networks/cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4171121 Jul 23 23:58:51.563850 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ac0f43c1-5478-4e13-90a9-e38df70ade33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:51.596868 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ac0f43c1-5478-4e13-90a9-e38df70ade33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:51.646881 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [None req-ac0f43c1-5478-4e13-90a9-e38df70ade33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] device_id is not set on port 2de61d14-d6dc-4150-8bfb-db31fc2e57b9 yet. {{(pid=100314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 23:58:51.742955 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d9ea90-97e8-4512-91fb-8e9a2580af97 service neutron] Pushing event updated for resources: {'Port': ['ID=5aa7c101-ee25-4b57-94d7-7279b107b66d,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:51.798564 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0f43c1-5478-4e13-90a9-e38df70ade33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23c06ee2-78b2-457b-afe6-a204496201a3,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:51.800421 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f445b7b0-6b73-4e44-b689-e923034bcd85', 'tag': '65962bd2-fe29-48c3-be3a-635a67c98b08'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:58:51.805836 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb2f01b-3d19-4ec7-9257-f18d10a0b44e" -d '{"events": [{"name": "network-changed", "server_uuid": "f445b7b0-6b73-4e44-b689-e923034bcd85", "tag": "65962bd2-fe29-48c3-be3a-635a67c98b08"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:58:51.830914 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf86d7-06a6-4bac-9ca5-66b67d81bc4b req-5c302799-28e0-4d97-be91-545200348649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:51.832761 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf86d7-06a6-4bac-9ca5-66b67d81bc4b req-5c302799-28e0-4d97-be91-545200348649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:51.837124 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf86d7-06a6-4bac-9ca5-66b67d81bc4b req-5c302799-28e0-4d97-be91-545200348649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:51.841826 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-29bf86d7-06a6-4bac-9ca5-66b67d81bc4b req-5c302799-28e0-4d97-be91-545200348649 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a493ff63bf324cec8682bc97c22087f0&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.8758643 Jul 23 23:58:51.868596 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-29bf86d7-06a6-4bac-9ca5-66b67d81bc4b req-72c4901b-4098-48da-99b5-415c9f42c925 service neutron] 10.222.0.64 "GET /v2.0/networks/cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000615 Jul 23 23:58:51.875070 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 48326) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:51.909090 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-65ec91cf-ea0f-499f-a2ba-bb2c102b6f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5396461-e7b9-457e-83eb-c8dd23b24c8f', 'name': 'tempest-ServersTestManualDisk-245800099-router', 'tenant_id': '4bf4cdc5515a40d7ad05decd4185164d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '6fe8c1fa-9807-4413-a54b-aaaa2de7a505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:56:18Z', 'updated_at': '2021-07-23T23:56:29Z', 'revision_number': 4, 'project_id': '4bf4cdc5515a40d7ad05decd4185164d', 'gw_port': {'id': '6fe8c1fa-9807-4413-a54b-aaaa2de7a505', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:dd:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5396461-e7b9-457e-83eb-c8dd23b24c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:56:21Z', 'updated_at': '2021-07-23T23:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '9a6de36c-1f0f-4922-a66b-5265ffec0dd6', 'name': '', 'network_id': '85c9f26f-731d-44b5-92b1-ca68826725b8', 'tenant_id': '4bf4cdc5515a40d7ad05decd4185164d', 'mac_address': 'fa:16:3e:1c:7f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5396461-e7b9-457e-83eb-c8dd23b24c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'b7fb4eeb-013a-4a61-a243-81e1ee8590a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:56:28Z', 'updated_at': '2021-07-23T23:56:36Z', 'revision_number': 5, 'project_id': '4bf4cdc5515a40d7ad05decd4185164d', 'subnets': [{'id': 'b7fb4eeb-013a-4a61-a243-81e1ee8590a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:58:51.964169 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ec91cf-ea0f-499f-a2ba-bb2c102b6f2f None None] The sync data for ids ['f5396461-e7b9-457e-83eb-c8dd23b24c8f'] in n-d-800088-16 is: [{'id': 'f5396461-e7b9-457e-83eb-c8dd23b24c8f', 'name': 'tempest-ServersTestManualDisk-245800099-router', 'tenant_id': '4bf4cdc5515a40d7ad05decd4185164d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '6fe8c1fa-9807-4413-a54b-aaaa2de7a505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:56:18Z', 'updated_at': '2021-07-23T23:56:29Z', 'revision_number': 4, 'project_id': '4bf4cdc5515a40d7ad05decd4185164d', 'gw_port': {'id': '6fe8c1fa-9807-4413-a54b-aaaa2de7a505', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:dd:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5396461-e7b9-457e-83eb-c8dd23b24c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:56:21Z', 'updated_at': '2021-07-23T23:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '9a6de36c-1f0f-4922-a66b-5265ffec0dd6', 'name': '', 'network_id': '85c9f26f-731d-44b5-92b1-ca68826725b8', 'tenant_id': '4bf4cdc5515a40d7ad05decd4185164d', 'mac_address': 'fa:16:3e:1c:7f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5396461-e7b9-457e-83eb-c8dd23b24c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'b7fb4eeb-013a-4a61-a243-81e1ee8590a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:56:28Z', 'updated_at': '2021-07-23T23:56:36Z', 'revision_number': 5, 'project_id': '4bf4cdc5515a40d7ad05decd4185164d', 'subnets': [{'id': 'b7fb4eeb-013a-4a61-a243-81e1ee8590a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:58:51.997990 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd3661ff-cdde-452b-98c6-8945dd7bcd43 x-openstack-request-id: req-cd3661ff-cdde-452b-98c6-8945dd7bcd43 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:58:51.999861 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f445b7b0-6b73-4e44-b689-e923034bcd85", "tag": "65962bd2-fe29-48c3-be3a-635a67c98b08", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:58:52.000954 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cd3661ff-cdde-452b-98c6-8945dd7bcd43 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:58:52.001575 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f445b7b0-6b73-4e44-b689-e923034bcd85', 'tag': '65962bd2-fe29-48c3-be3a-635a67c98b08', 'status': 'completed', 'code': 200} Jul 23 23:58:52.062631 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-967af975-fa5b-49bf-913b-3e82c0a836c7 admin admin] Deleting subnet 5f18ceff-4d2f-43e2-ab54-7016e7082845 {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:58:52.074327 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ea6d2b71-86fd-411a-88e1-54ba93b1bd98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:52.090374 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd13c3e-336a-494a-974e-3ff4fa0cda05 req-508beb06-9bee-4999-99fc-1a858bade7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:52.092219 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bbd13c3e-336a-494a-974e-3ff4fa0cda05 req-508beb06-9bee-4999-99fc-1a858bade7fe service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4db1e0d9f35b4b27b032ee4fa4c653cd&device_id=f445b7b0-6b73-4e44-b689-e923034bcd85 HTTP/1.1" status: 200 len: 1100 time: 0.8161664 Jul 23 23:58:52.106982 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-967af975-fa5b-49bf-913b-3e82c0a836c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:52.131672 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-f2d9ea90-97e8-4512-91fb-8e9a2580af97 service neutron] Attempting to bind port 5aa7c101-ee25-4b57-94d7-7279b107b66d on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:58:52.132414 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-f2d9ea90-97e8-4512-91fb-8e9a2580af97 service neutron] Attempting to bind port 5aa7c101-ee25-4b57-94d7-7279b107b66d by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': 'b2922288-39c4-46e4-af35-3b1293a940b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '24cbf24a-1696-4ab2-949c-e4387a9df919'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:58:52.132982 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-f2d9ea90-97e8-4512-91fb-8e9a2580af97 service neutron] Attempting to bind port 5aa7c101-ee25-4b57-94d7-7279b107b66d on network 24cbf24a-1696-4ab2-949c-e4387a9df919 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:58:52.201950 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-f2d9ea90-97e8-4512-91fb-8e9a2580af97 service neutron] Port 5aa7c101-ee25-4b57-94d7-7279b107b66d on network 24cbf24a-1696-4ab2-949c-e4387a9df919 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:58:52.202164 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-967af975-fa5b-49bf-913b-3e82c0a836c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:52.202662 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-f2d9ea90-97e8-4512-91fb-8e9a2580af97 service neutron] Attempting to bind port 5aa7c101-ee25-4b57-94d7-7279b107b66d on network 24cbf24a-1696-4ab2-949c-e4387a9df919 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:58:52.216191 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ea6d2b71-86fd-411a-88e1-54ba93b1bd98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:52.221940 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bbd13c3e-336a-494a-974e-3ff4fa0cda05 req-02179836-9ea3-4dca-aeea-0aec7d937543 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=65962bd2-fe29-48c3-be3a-635a67c98b08 HTTP/1.1" status: 200 len: 217 time: 0.0764203 Jul 23 23:58:52.234585 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-f2d9ea90-97e8-4512-91fb-8e9a2580af97 service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:58:52.235239 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-f2d9ea90-97e8-4512-91fb-8e9a2580af97 service neutron] Checking segment: {'id': 'b2922288-39c4-46e4-af35-3b1293a940b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '24cbf24a-1696-4ab2-949c-e4387a9df919'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:58:52.235821 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-f2d9ea90-97e8-4512-91fb-8e9a2580af97 service neutron] Bound using segment: {'id': 'b2922288-39c4-46e4-af35-3b1293a940b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '24cbf24a-1696-4ab2-949c-e4387a9df919'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:58:52.236516 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-f2d9ea90-97e8-4512-91fb-8e9a2580af97 service neutron] Bound port: 5aa7c101-ee25-4b57-94d7-7279b107b66d, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2922288-39c4-46e4-af35-3b1293a940b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '24cbf24a-1696-4ab2-949c-e4387a9df919'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:58:52.237106 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-f2d9ea90-97e8-4512-91fb-8e9a2580af97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:52.257050 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [None req-ac0f43c1-5478-4e13-90a9-e38df70ade33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] device_id is not set on port 2de61d14-d6dc-4150-8bfb-db31fc2e57b9 yet. {{(pid=100314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 23:58:52.284084 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff089728-7ec6-4aa0-8c43-7faf08c6afc6 req-b6a6d308-4d93-4be1-a68a-6f75d33b1313 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:52.286159 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ff089728-7ec6-4aa0-8c43-7faf08c6afc6 req-b6a6d308-4d93-4be1-a68a-6f75d33b1313 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/ports?device_id=f445b7b0-6b73-4e44-b689-e923034bcd85 HTTP/1.1" status: 200 len: 948 time: 0.6382525 Jul 23 23:58:52.293908 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1be1b0-da53-4d6e-8935-2751dbbfa68b req-db6ea2df-8b05-45a9-a992-0377cf48591b tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:52.300582 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1be1b0-da53-4d6e-8935-2751dbbfa68b req-db6ea2df-8b05-45a9-a992-0377cf48591b tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:52.306617 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1be1b0-da53-4d6e-8935-2751dbbfa68b req-db6ea2df-8b05-45a9-a992-0377cf48591b tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:52.312781 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1be1b0-da53-4d6e-8935-2751dbbfa68b req-db6ea2df-8b05-45a9-a992-0377cf48591b tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:52.321976 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1be1b0-da53-4d6e-8935-2751dbbfa68b req-db6ea2df-8b05-45a9-a992-0377cf48591b tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:52.332926 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1be1b0-da53-4d6e-8935-2751dbbfa68b req-db6ea2df-8b05-45a9-a992-0377cf48591b tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:52.336774 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf86d7-06a6-4bac-9ca5-66b67d81bc4b req-8c7f71c9-a6d8-4428-81cd-d6b3eac8d8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:52.338608 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-29bf86d7-06a6-4bac-9ca5-66b67d81bc4b req-8c7f71c9-a6d8-4428-81cd-d6b3eac8d8c4 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4789629 Jul 23 23:58:52.339219 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1be1b0-da53-4d6e-8935-2751dbbfa68b req-db6ea2df-8b05-45a9-a992-0377cf48591b tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:52.341247 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ae1be1b0-da53-4d6e-8935-2751dbbfa68b req-db6ea2df-8b05-45a9-a992-0377cf48591b tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c075934-d6b2-45f9-8b7a-e05ff072e3c1 HTTP/1.1" status: 200 len: 5410 time: 0.2697856 Jul 23 23:58:52.345702 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ac0f43c1-5478-4e13-90a9-e38df70ade33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:52.371472 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-967af975-fa5b-49bf-913b-3e82c0a836c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:52.429253 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [None req-ac0f43c1-5478-4e13-90a9-e38df70ade33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Transition to ACTIVE for port object 2de61d14-d6dc-4150-8bfb-db31fc2e57b9 will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:58:52.467164 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ac0f43c1-5478-4e13-90a9-e38df70ade33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:52.484502 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a4ede8-b716-44cb-bd27-8511328971ef None None] New status for floating IP f7f71561-67be-42ad-b1ab-fe6a16adec4b: DOWN {{(pid=100316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 23:58:52.514356 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd13c3e-336a-494a-974e-3ff4fa0cda05 req-30db0f3b-7a13-4542-8e56-ee4319f26912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:52.515835 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bbd13c3e-336a-494a-974e-3ff4fa0cda05 req-30db0f3b-7a13-4542-8e56-ee4319f26912 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.2761564 Jul 23 23:58:52.545056 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0f43c1-5478-4e13-90a9-e38df70ade33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Pushing event updated for resources: {'Port': ['ID=2de61d14-d6dc-4150-8bfb-db31fc2e57b9,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:52.568250 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-f2d9ea90-97e8-4512-91fb-8e9a2580af97 service neutron] For port 5aa7c101-ee25-4b57-94d7-7279b107b66d, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:58:52.573659 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-f2d9ea90-97e8-4512-91fb-8e9a2580af97 service neutron] For port 5aa7c101-ee25-4b57-94d7-7279b107b66d, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=5aa7c101-ee25-4b57-94d7-7279b107b66d,segment=NetworkSegment(b2922288-39c4-46e4-af35-3b1293a940b3),segment_id=b2922288-39c4-46e4-af35-3b1293a940b3)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:58:52.576496 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ae1be1b0-da53-4d6e-8935-2751dbbfa68b req-6d05e15e-f273-415f-aeff-e35b25297c9b tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/security-groups?id=32ff9839-8d3b-48a3-a25d-b35ae2bb65fa&id=89d8d27b-9412-49b0-8db6-21624a8289f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2274847 Jul 23 23:58:52.601457 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ff089728-7ec6-4aa0-8c43-7faf08c6afc6 req-50622f02-4323-4207-a43a-65a58cd3c2e1 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8ee523e-b776-4966-b1a9-13ed07423313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790201 Jul 23 23:58:52.618587 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0f43c1-5478-4e13-90a9-e38df70ade33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Checking segment: {'id': '760ffa4f-508e-4b88-81ea-e3c4615f23d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7acad37f-1122-40a2-ae12-09a194917caa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:58:52.619078 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0f43c1-5478-4e13-90a9-e38df70ade33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Network hostable DHCP agents. Network: 7acad37f-1122-40a2-ae12-09a194917caa, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:58:52.670383 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-967af975-fa5b-49bf-913b-3e82c0a836c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:52.686066 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-f2d9ea90-97e8-4512-91fb-8e9a2580af97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:52.709820 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967af975-fa5b-49bf-913b-3e82c0a836c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f18ceff-4d2f-43e2-ab54-7016e7082845,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:52.718079 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ea6d2b71-86fd-411a-88e1-54ba93b1bd98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:52.734305 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0f43c1-5478-4e13-90a9-e38df70ade33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Network 7acad37f-1122-40a2-ae12-09a194917caa is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:58:52.736926 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ea6d2b71-86fd-411a-88e1-54ba93b1bd98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:52.746824 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-967af975-fa5b-49bf-913b-3e82c0a836c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:52.751827 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-967af975-fa5b-49bf-913b-3e82c0a836c7 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/5f18ceff-4d2f-43e2-ab54-7016e7082845 HTTP/1.1" status: 204 len: 168 time: 0.8748038 Jul 23 23:58:52.752526 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 48348) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:52.766424 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-ea6d2b71-86fd-411a-88e1-54ba93b1bd98 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3a4ebf99-c095-4c51-88ac-2d90324fcf85 HTTP/1.1" status: 204 len: 168 time: 1.4821601 Jul 23 23:58:52.830110 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 48350) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:52.853090 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c0708f01-0ec3-4c4d-9043-86de63ec6b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:52.861527 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-ac0f43c1-5478-4e13-90a9-e38df70ade33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 7acad37f-1122-40a2-ae12-09a194917caa) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:58:52.868927 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0f43c1-5478-4e13-90a9-e38df70ade33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:58:52.872827 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4ae3fa-7add-4e40-b2c8-d17c68afef24 None None] Network 7acad37f-1122-40a2-ae12-09a194917caa requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:58:52.943313 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6d2b71-86fd-411a-88e1-54ba93b1bd98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a4ebf99-c095-4c51-88ac-2d90324fcf85,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:52.949388 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-f2d9ea90-97e8-4512-91fb-8e9a2580af97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:52.949952 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-f2d9ea90-97e8-4512-91fb-8e9a2580af97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:52.951482 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-f2d9ea90-97e8-4512-91fb-8e9a2580af97 service neutron] 10.222.0.52 "PUT /v2.0/ports/5aa7c101-ee25-4b57-94d7-7279b107b66d HTTP/1.1" status: 200 len: 1092 time: 3.8518734 Jul 23 23:58:53.006495 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-9c0ed332-4657-4fdd-9cd1-c78db64b11ef service neutron] Request body: {'port': {'device_id': '2c075934-d6b2-45f9-8b7a-e05ff072e3c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:58:53.153031 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b22e8676-9b0b-4740-9022-784252e3f59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:53.171541 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d9ea90-97e8-4512-91fb-8e9a2580af97 service neutron] Pushing event updated for resources: {'Port': ['ID=5aa7c101-ee25-4b57-94d7-7279b107b66d,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:53.256183 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd13c3e-336a-494a-974e-3ff4fa0cda05 req-cbd94ba7-7f41-431f-a1ae-e3ba30fff590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:53.258756 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bbd13c3e-336a-494a-974e-3ff4fa0cda05 req-cbd94ba7-7f41-431f-a1ae-e3ba30fff590 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7334385 Jul 23 23:58:53.276727 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8d9458ef-8e35-40ba-a33b-7031bc9e8f7b tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:53.283687 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [None req-ac0f43c1-5478-4e13-90a9-e38df70ade33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempting to bind port 2de61d14-d6dc-4150-8bfb-db31fc2e57b9 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:58:53.285503 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [None req-ac0f43c1-5478-4e13-90a9-e38df70ade33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempting to bind port 2de61d14-d6dc-4150-8bfb-db31fc2e57b9 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '760ffa4f-508e-4b88-81ea-e3c4615f23d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7acad37f-1122-40a2-ae12-09a194917caa'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:58:53.289143 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0f43c1-5478-4e13-90a9-e38df70ade33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempting to bind port 2de61d14-d6dc-4150-8bfb-db31fc2e57b9 on network 7acad37f-1122-40a2-ae12-09a194917caa {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:58:53.297078 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0f43c1-5478-4e13-90a9-e38df70ade33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Port 2de61d14-d6dc-4150-8bfb-db31fc2e57b9 on network 7acad37f-1122-40a2-ae12-09a194917caa not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:58:53.297539 n-d-800088-16 neutron-server[100314]: ERROR neutron.plugins.ml2.managers [None req-ac0f43c1-5478-4e13-90a9-e38df70ade33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Failed to bind port 2de61d14-d6dc-4150-8bfb-db31fc2e57b9 on host n-h2-800088-16 for vnic_type normal using segments [{'id': '760ffa4f-508e-4b88-81ea-e3c4615f23d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7acad37f-1122-40a2-ae12-09a194917caa'}] Jul 23 23:58:53.298923 n-d-800088-16 neutron-server[100314]: INFO neutron.plugins.ml2.plugin [None req-ac0f43c1-5478-4e13-90a9-e38df70ade33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempt 2 to bind port 2de61d14-d6dc-4150-8bfb-db31fc2e57b9 Jul 23 23:58:53.357948 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [None req-ac0f43c1-5478-4e13-90a9-e38df70ade33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempting to bind port 2de61d14-d6dc-4150-8bfb-db31fc2e57b9 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:58:53.358418 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [None req-ac0f43c1-5478-4e13-90a9-e38df70ade33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempting to bind port 2de61d14-d6dc-4150-8bfb-db31fc2e57b9 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '760ffa4f-508e-4b88-81ea-e3c4615f23d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7acad37f-1122-40a2-ae12-09a194917caa'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:58:53.358887 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0f43c1-5478-4e13-90a9-e38df70ade33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempting to bind port 2de61d14-d6dc-4150-8bfb-db31fc2e57b9 on network 7acad37f-1122-40a2-ae12-09a194917caa {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:58:53.373251 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0f43c1-5478-4e13-90a9-e38df70ade33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Port 2de61d14-d6dc-4150-8bfb-db31fc2e57b9 on network 7acad37f-1122-40a2-ae12-09a194917caa not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:58:53.373708 n-d-800088-16 neutron-server[100314]: ERROR neutron.plugins.ml2.managers [None req-ac0f43c1-5478-4e13-90a9-e38df70ade33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Failed to bind port 2de61d14-d6dc-4150-8bfb-db31fc2e57b9 on host n-h2-800088-16 for vnic_type normal using segments [{'id': '760ffa4f-508e-4b88-81ea-e3c4615f23d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7acad37f-1122-40a2-ae12-09a194917caa'}] Jul 23 23:58:53.376068 n-d-800088-16 neutron-server[100314]: INFO neutron.plugins.ml2.plugin [None req-ac0f43c1-5478-4e13-90a9-e38df70ade33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempt 3 to bind port 2de61d14-d6dc-4150-8bfb-db31fc2e57b9 Jul 23 23:58:53.405847 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8d9458ef-8e35-40ba-a33b-7031bc9e8f7b tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:53.407251 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c0708f01-0ec3-4c4d-9043-86de63ec6b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:53.424312 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa12bb1-a043-4840-8aa7-ab72eb0dbac6 req-4a1fa385-f006-4bde-8322-d1801f26a340 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:53.426359 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-c0708f01-0ec3-4c4d-9043-86de63ec6b38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c428695e-6cba-4bb9-9bcb-f76c72eb608f']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:58:53.428949 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [None req-ac0f43c1-5478-4e13-90a9-e38df70ade33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempting to bind port 2de61d14-d6dc-4150-8bfb-db31fc2e57b9 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:58:53.429355 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [None req-ac0f43c1-5478-4e13-90a9-e38df70ade33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempting to bind port 2de61d14-d6dc-4150-8bfb-db31fc2e57b9 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '760ffa4f-508e-4b88-81ea-e3c4615f23d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7acad37f-1122-40a2-ae12-09a194917caa'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:58:53.429770 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0f43c1-5478-4e13-90a9-e38df70ade33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempting to bind port 2de61d14-d6dc-4150-8bfb-db31fc2e57b9 on network 7acad37f-1122-40a2-ae12-09a194917caa {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:58:53.432184 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2aa12bb1-a043-4840-8aa7-ab72eb0dbac6 req-4a1fa385-f006-4bde-8322-d1801f26a340 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f6a9ae2-cfd7-44a7-afc8-3042147e0d44 HTTP/1.1" status: 200 len: 944 time: 0.6078193 Jul 23 23:58:53.441070 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-c0708f01-0ec3-4c4d-9043-86de63ec6b38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '886a6b4b-89e7-4054-a6dc-27f712328c3f') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:58:53.441436 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-c0708f01-0ec3-4c4d-9043-86de63ec6b38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '886a6b4b-89e7-4054-a6dc-27f712328c3f') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:58:53.448531 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0f43c1-5478-4e13-90a9-e38df70ade33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Port 2de61d14-d6dc-4150-8bfb-db31fc2e57b9 on network 7acad37f-1122-40a2-ae12-09a194917caa not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:58:53.449075 n-d-800088-16 neutron-server[100314]: ERROR neutron.plugins.ml2.managers [None req-ac0f43c1-5478-4e13-90a9-e38df70ade33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Failed to bind port 2de61d14-d6dc-4150-8bfb-db31fc2e57b9 on host n-h2-800088-16 for vnic_type normal using segments [{'id': '760ffa4f-508e-4b88-81ea-e3c4615f23d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7acad37f-1122-40a2-ae12-09a194917caa'}] Jul 23 23:58:53.451061 n-d-800088-16 neutron-server[100314]: INFO neutron.plugins.ml2.plugin [None req-ac0f43c1-5478-4e13-90a9-e38df70ade33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempt 4 to bind port 2de61d14-d6dc-4150-8bfb-db31fc2e57b9 Jul 23 23:58:53.461120 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c0708f01-0ec3-4c4d-9043-86de63ec6b38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:53.479480 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [None req-ac0f43c1-5478-4e13-90a9-e38df70ade33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempting to bind port 2de61d14-d6dc-4150-8bfb-db31fc2e57b9 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:58:53.479897 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [None req-ac0f43c1-5478-4e13-90a9-e38df70ade33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempting to bind port 2de61d14-d6dc-4150-8bfb-db31fc2e57b9 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '760ffa4f-508e-4b88-81ea-e3c4615f23d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7acad37f-1122-40a2-ae12-09a194917caa'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:58:53.480323 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0f43c1-5478-4e13-90a9-e38df70ade33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempting to bind port 2de61d14-d6dc-4150-8bfb-db31fc2e57b9 on network 7acad37f-1122-40a2-ae12-09a194917caa {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:58:53.486683 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c0708f01-0ec3-4c4d-9043-86de63ec6b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:53.492886 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0f43c1-5478-4e13-90a9-e38df70ade33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Port 2de61d14-d6dc-4150-8bfb-db31fc2e57b9 on network 7acad37f-1122-40a2-ae12-09a194917caa not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:58:53.493231 n-d-800088-16 neutron-server[100314]: ERROR neutron.plugins.ml2.managers [None req-ac0f43c1-5478-4e13-90a9-e38df70ade33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Failed to bind port 2de61d14-d6dc-4150-8bfb-db31fc2e57b9 on host n-h2-800088-16 for vnic_type normal using segments [{'id': '760ffa4f-508e-4b88-81ea-e3c4615f23d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7acad37f-1122-40a2-ae12-09a194917caa'}] Jul 23 23:58:53.495949 n-d-800088-16 neutron-server[100314]: INFO neutron.plugins.ml2.plugin [None req-ac0f43c1-5478-4e13-90a9-e38df70ade33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempt 5 to bind port 2de61d14-d6dc-4150-8bfb-db31fc2e57b9 Jul 23 23:58:53.506568 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0708f01-0ec3-4c4d-9043-86de63ec6b38 admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:58:53.506847 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c0708f01-0ec3-4c4d-9043-86de63ec6b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:53.508645 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 23 23:58:53.508645 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:58:53.508645 n-d-800088-16 neutron-server[100314]: timer() Jul 23 23:58:53.508645 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:58:53.508645 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 23 23:58:53.508645 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:58:53.508645 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 23 23:58:53.508645 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:58:53.508645 n-d-800088-16 neutron-server[100314]: self._notify() Jul 23 23:58:53.508645 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:58:53.508645 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 23 23:58:53.508645 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:58:53.508645 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 23 23:58:53.508645 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:58:53.508645 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:58:53.508645 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:58:53.508645 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:58:53.508645 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:58:53.508645 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 23 23:58:53.508645 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:58:53.508645 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 23 23:58:53.508645 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:58:53.508645 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:58:53.508645 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:58:53.508645 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 23 23:58:53.508645 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:58:53.508645 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:58:53.508645 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:58:53.508645 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:58:53.508645 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:58:53.508645 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:58:53.508645 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:58:53.515952 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-9c0ed332-4657-4fdd-9cd1-c78db64b11ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:53.523681 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [None req-ac0f43c1-5478-4e13-90a9-e38df70ade33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempting to bind port 2de61d14-d6dc-4150-8bfb-db31fc2e57b9 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:58:53.524025 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [None req-ac0f43c1-5478-4e13-90a9-e38df70ade33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempting to bind port 2de61d14-d6dc-4150-8bfb-db31fc2e57b9 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '760ffa4f-508e-4b88-81ea-e3c4615f23d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7acad37f-1122-40a2-ae12-09a194917caa'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:58:53.524369 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0f43c1-5478-4e13-90a9-e38df70ade33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempting to bind port 2de61d14-d6dc-4150-8bfb-db31fc2e57b9 on network 7acad37f-1122-40a2-ae12-09a194917caa {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:58:53.537138 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0f43c1-5478-4e13-90a9-e38df70ade33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Port 2de61d14-d6dc-4150-8bfb-db31fc2e57b9 on network 7acad37f-1122-40a2-ae12-09a194917caa not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:58:53.537565 n-d-800088-16 neutron-server[100314]: ERROR neutron.plugins.ml2.managers [None req-ac0f43c1-5478-4e13-90a9-e38df70ade33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Failed to bind port 2de61d14-d6dc-4150-8bfb-db31fc2e57b9 on host n-h2-800088-16 for vnic_type normal using segments [{'id': '760ffa4f-508e-4b88-81ea-e3c4615f23d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7acad37f-1122-40a2-ae12-09a194917caa'}] Jul 23 23:58:53.539359 n-d-800088-16 neutron-server[100314]: INFO neutron.plugins.ml2.plugin [None req-ac0f43c1-5478-4e13-90a9-e38df70ade33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempt 6 to bind port 2de61d14-d6dc-4150-8bfb-db31fc2e57b9 Jul 23 23:58:53.589503 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [None req-ac0f43c1-5478-4e13-90a9-e38df70ade33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempting to bind port 2de61d14-d6dc-4150-8bfb-db31fc2e57b9 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:58:53.589981 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [None req-ac0f43c1-5478-4e13-90a9-e38df70ade33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempting to bind port 2de61d14-d6dc-4150-8bfb-db31fc2e57b9 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '760ffa4f-508e-4b88-81ea-e3c4615f23d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7acad37f-1122-40a2-ae12-09a194917caa'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:58:53.594662 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0f43c1-5478-4e13-90a9-e38df70ade33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempting to bind port 2de61d14-d6dc-4150-8bfb-db31fc2e57b9 on network 7acad37f-1122-40a2-ae12-09a194917caa {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:58:53.596870 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c0708f01-0ec3-4c4d-9043-86de63ec6b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:53.616983 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bbd13c3e-336a-494a-974e-3ff4fa0cda05 req-e9e6953f-7322-49f6-9369-2ad4fbd2021f service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3425460 Jul 23 23:58:53.627030 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c0708f01-0ec3-4c4d-9043-86de63ec6b38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:53.633556 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-c0708f01-0ec3-4c4d-9043-86de63ec6b38 admin admin] 10.222.0.44 "DELETE /v2.0/networks/c428695e-6cba-4bb9-9bcb-f76c72eb608f HTTP/1.1" status: 204 len: 168 time: 0.8723955 Jul 23 23:58:53.633556 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0708f01-0ec3-4c4d-9043-86de63ec6b38 admin admin] Pushing event deleted for resources: {'Network': ['ID=c428695e-6cba-4bb9-9bcb-f76c72eb608f,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:53.651343 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2aa12bb1-a043-4840-8aa7-ab72eb0dbac6 req-709ed5f5-d794-4bfe-9df6-e55141c893cf tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181087 Jul 23 23:58:53.663273 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0f43c1-5478-4e13-90a9-e38df70ade33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Port 2de61d14-d6dc-4150-8bfb-db31fc2e57b9 on network 7acad37f-1122-40a2-ae12-09a194917caa not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:58:53.663630 n-d-800088-16 neutron-server[100314]: ERROR neutron.plugins.ml2.managers [None req-ac0f43c1-5478-4e13-90a9-e38df70ade33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Failed to bind port 2de61d14-d6dc-4150-8bfb-db31fc2e57b9 on host n-h2-800088-16 for vnic_type normal using segments [{'id': '760ffa4f-508e-4b88-81ea-e3c4615f23d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7acad37f-1122-40a2-ae12-09a194917caa'}] Jul 23 23:58:53.664042 n-d-800088-16 neutron-server[100314]: INFO neutron.plugins.ml2.plugin [None req-ac0f43c1-5478-4e13-90a9-e38df70ade33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempt 7 to bind port 2de61d14-d6dc-4150-8bfb-db31fc2e57b9 Jul 23 23:58:53.703000 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [None req-ac0f43c1-5478-4e13-90a9-e38df70ade33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempting to bind port 2de61d14-d6dc-4150-8bfb-db31fc2e57b9 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:58:53.703350 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [None req-ac0f43c1-5478-4e13-90a9-e38df70ade33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempting to bind port 2de61d14-d6dc-4150-8bfb-db31fc2e57b9 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '760ffa4f-508e-4b88-81ea-e3c4615f23d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7acad37f-1122-40a2-ae12-09a194917caa'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:58:53.703697 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0f43c1-5478-4e13-90a9-e38df70ade33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempting to bind port 2de61d14-d6dc-4150-8bfb-db31fc2e57b9 on network 7acad37f-1122-40a2-ae12-09a194917caa {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:58:53.718006 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0f43c1-5478-4e13-90a9-e38df70ade33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Port 2de61d14-d6dc-4150-8bfb-db31fc2e57b9 on network 7acad37f-1122-40a2-ae12-09a194917caa not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:58:53.718366 n-d-800088-16 neutron-server[100314]: ERROR neutron.plugins.ml2.managers [None req-ac0f43c1-5478-4e13-90a9-e38df70ade33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Failed to bind port 2de61d14-d6dc-4150-8bfb-db31fc2e57b9 on host n-h2-800088-16 for vnic_type normal using segments [{'id': '760ffa4f-508e-4b88-81ea-e3c4615f23d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7acad37f-1122-40a2-ae12-09a194917caa'}] Jul 23 23:58:53.718757 n-d-800088-16 neutron-server[100314]: INFO neutron.plugins.ml2.plugin [None req-ac0f43c1-5478-4e13-90a9-e38df70ade33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempt 8 to bind port 2de61d14-d6dc-4150-8bfb-db31fc2e57b9 Jul 23 23:58:53.780416 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [None req-ac0f43c1-5478-4e13-90a9-e38df70ade33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempting to bind port 2de61d14-d6dc-4150-8bfb-db31fc2e57b9 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:58:53.780769 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [None req-ac0f43c1-5478-4e13-90a9-e38df70ade33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempting to bind port 2de61d14-d6dc-4150-8bfb-db31fc2e57b9 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '760ffa4f-508e-4b88-81ea-e3c4615f23d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7acad37f-1122-40a2-ae12-09a194917caa'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:58:53.781155 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0f43c1-5478-4e13-90a9-e38df70ade33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempting to bind port 2de61d14-d6dc-4150-8bfb-db31fc2e57b9 on network 7acad37f-1122-40a2-ae12-09a194917caa {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:58:53.842462 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0f43c1-5478-4e13-90a9-e38df70ade33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Port 2de61d14-d6dc-4150-8bfb-db31fc2e57b9 on network 7acad37f-1122-40a2-ae12-09a194917caa not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:58:53.842805 n-d-800088-16 neutron-server[100314]: ERROR neutron.plugins.ml2.managers [None req-ac0f43c1-5478-4e13-90a9-e38df70ade33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Failed to bind port 2de61d14-d6dc-4150-8bfb-db31fc2e57b9 on host n-h2-800088-16 for vnic_type normal using segments [{'id': '760ffa4f-508e-4b88-81ea-e3c4615f23d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7acad37f-1122-40a2-ae12-09a194917caa'}] Jul 23 23:58:53.945978 n-d-800088-16 neutron-server[100314]: INFO neutron.plugins.ml2.plugin [None req-ac0f43c1-5478-4e13-90a9-e38df70ade33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempt 9 to bind port 2de61d14-d6dc-4150-8bfb-db31fc2e57b9 Jul 23 23:58:53.998783 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 48376) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:54.013932 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c075934-d6b2-45f9-8b7a-e05ff072e3c1', 'tag': '5aa7c101-ee25-4b57-94d7-7279b107b66d'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:58:54.016802 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d57d26-db40-44fd-87c3-3924afe0abf8" -d '{"events": [{"name": "network-changed", "server_uuid": "2c075934-d6b2-45f9-8b7a-e05ff072e3c1", "tag": "5aa7c101-ee25-4b57-94d7-7279b107b66d"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:58:54.030512 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [None req-ac0f43c1-5478-4e13-90a9-e38df70ade33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempting to bind port 2de61d14-d6dc-4150-8bfb-db31fc2e57b9 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:58:54.031407 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [None req-ac0f43c1-5478-4e13-90a9-e38df70ade33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempting to bind port 2de61d14-d6dc-4150-8bfb-db31fc2e57b9 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '760ffa4f-508e-4b88-81ea-e3c4615f23d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7acad37f-1122-40a2-ae12-09a194917caa'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:58:54.031973 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0f43c1-5478-4e13-90a9-e38df70ade33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempting to bind port 2de61d14-d6dc-4150-8bfb-db31fc2e57b9 on network 7acad37f-1122-40a2-ae12-09a194917caa {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:58:54.053541 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0f43c1-5478-4e13-90a9-e38df70ade33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Port 2de61d14-d6dc-4150-8bfb-db31fc2e57b9 on network 7acad37f-1122-40a2-ae12-09a194917caa not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:58:54.054032 n-d-800088-16 neutron-server[100314]: ERROR neutron.plugins.ml2.managers [None req-ac0f43c1-5478-4e13-90a9-e38df70ade33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Failed to bind port 2de61d14-d6dc-4150-8bfb-db31fc2e57b9 on host n-h2-800088-16 for vnic_type normal using segments [{'id': '760ffa4f-508e-4b88-81ea-e3c4615f23d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7acad37f-1122-40a2-ae12-09a194917caa'}] Jul 23 23:58:54.055370 n-d-800088-16 neutron-server[100314]: INFO neutron.plugins.ml2.plugin [None req-ac0f43c1-5478-4e13-90a9-e38df70ade33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempt 10 to bind port 2de61d14-d6dc-4150-8bfb-db31fc2e57b9 Jul 23 23:58:54.060274 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8d9458ef-8e35-40ba-a33b-7031bc9e8f7b tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:54.063407 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8d9458ef-8e35-40ba-a33b-7031bc9e8f7b tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:54.064869 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-8d9458ef-8e35-40ba-a33b-7031bc9e8f7b tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] 10.222.0.44 "DELETE /v2.0/security-groups/e1aafd2b-0c0b-4251-9a9a-8eb86a04e81a HTTP/1.1" status: 204 len: 168 time: 1.2253096 Jul 23 23:58:54.076608 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 48382) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:54.106172 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [None req-ac0f43c1-5478-4e13-90a9-e38df70ade33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempting to bind port 2de61d14-d6dc-4150-8bfb-db31fc2e57b9 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:58:54.106643 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [None req-ac0f43c1-5478-4e13-90a9-e38df70ade33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempting to bind port 2de61d14-d6dc-4150-8bfb-db31fc2e57b9 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '760ffa4f-508e-4b88-81ea-e3c4615f23d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7acad37f-1122-40a2-ae12-09a194917caa'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:58:54.107139 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0f43c1-5478-4e13-90a9-e38df70ade33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempting to bind port 2de61d14-d6dc-4150-8bfb-db31fc2e57b9 on network 7acad37f-1122-40a2-ae12-09a194917caa {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:58:54.126460 n-d-800088-16 neutron-server[100314]: INFO neutron.api.v2.resource [None req-4fe9c556-802f-4856-b4b1-ec361d739604 tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] show failed (client error): The resource could not be found. Jul 23 23:58:54.127668 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-4fe9c556-802f-4856-b4b1-ec361d739604 tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] 10.222.0.44 "GET /v2.0/security-groups/e1aafd2b-0c0b-4251-9a9a-8eb86a04e81a HTTP/1.1" status: 404 len: 347 time: 0.0499198 Jul 23 23:58:54.130083 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0f43c1-5478-4e13-90a9-e38df70ade33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Port 2de61d14-d6dc-4150-8bfb-db31fc2e57b9 on network 7acad37f-1122-40a2-ae12-09a194917caa not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:58:54.130532 n-d-800088-16 neutron-server[100314]: ERROR neutron.plugins.ml2.managers [None req-ac0f43c1-5478-4e13-90a9-e38df70ade33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Failed to bind port 2de61d14-d6dc-4150-8bfb-db31fc2e57b9 on host n-h2-800088-16 for vnic_type normal using segments [{'id': '760ffa4f-508e-4b88-81ea-e3c4615f23d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7acad37f-1122-40a2-ae12-09a194917caa'}] Jul 23 23:58:54.131072 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ac0f43c1-5478-4e13-90a9-e38df70ade33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:54.134467 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 48384) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:54.139282 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-c7628499-00d2-40ab-8d1e-b4a147a69637 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=40d11b763abc451f951f3aa72b3663fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1393540 Jul 23 23:58:54.147767 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 48386) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:54.236584 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9458ef-8e35-40ba-a33b-7031bc9e8f7b tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1aafd2b-0c0b-4251-9a9a-8eb86a04e81a,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:54.322848 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bbd13c3e-336a-494a-974e-3ff4fa0cda05 req-f6f039b7-9a5c-44b2-8826-118a0d1b4781 service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6630092 Jul 23 23:58:54.337372 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-9c0ed332-4657-4fdd-9cd1-c78db64b11ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1066e3ba-d2f6-4583-a8ed-097498ddee4a {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:58:54.351266 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-9c0ed332-4657-4fdd-9cd1-c78db64b11ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:54.356284 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c4496d-8f9c-4717-9061-2caacaf2b491 req-55cec029-0737-4a08-b62a-e0b03cc92141 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:54.358630 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-66c4496d-8f9c-4717-9061-2caacaf2b491 req-55cec029-0737-4a08-b62a-e0b03cc92141 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/ports?device_id=f445b7b0-6b73-4e44-b689-e923034bcd85 HTTP/1.1" status: 200 len: 948 time: 0.5568957 Jul 23 23:58:54.378359 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68443353-e42a-4043-beb1-5df878deb4ec req-8ed248bc-af65-4212-9912-d4a84caf18a5 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:54.386247 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68443353-e42a-4043-beb1-5df878deb4ec req-8ed248bc-af65-4212-9912-d4a84caf18a5 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:54.392358 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68443353-e42a-4043-beb1-5df878deb4ec req-8ed248bc-af65-4212-9912-d4a84caf18a5 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:54.399001 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68443353-e42a-4043-beb1-5df878deb4ec req-8ed248bc-af65-4212-9912-d4a84caf18a5 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:54.406448 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68443353-e42a-4043-beb1-5df878deb4ec req-8ed248bc-af65-4212-9912-d4a84caf18a5 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:54.415006 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68443353-e42a-4043-beb1-5df878deb4ec req-8ed248bc-af65-4212-9912-d4a84caf18a5 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:54.424334 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68443353-e42a-4043-beb1-5df878deb4ec req-8ed248bc-af65-4212-9912-d4a84caf18a5 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:54.426995 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-ac0f43c1-5478-4e13-90a9-e38df70ade33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] For port 2de61d14-d6dc-4150-8bfb-db31fc2e57b9, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:58:54.427386 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-ac0f43c1-5478-4e13-90a9-e38df70ade33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempted to set empty binding levels {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 23 23:58:54.428469 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-68443353-e42a-4043-beb1-5df878deb4ec req-8ed248bc-af65-4212-9912-d4a84caf18a5 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c075934-d6b2-45f9-8b7a-e05ff072e3c1 HTTP/1.1" status: 200 len: 5410 time: 0.3934023 Jul 23 23:58:54.510816 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-9c0ed332-4657-4fdd-9cd1-c78db64b11ef service neutron] Transition to ACTIVE for port object 1066e3ba-d2f6-4583-a8ed-097498ddee4a will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:58:54.524337 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-68443353-e42a-4043-beb1-5df878deb4ec req-12f2d96a-5d2c-444a-9b96-4c8fc7b0728f tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/security-groups?id=32ff9839-8d3b-48a3-a25d-b35ae2bb65fa&id=89d8d27b-9412-49b0-8db6-21624a8289f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0765903 Jul 23 23:58:54.529665 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-9c0ed332-4657-4fdd-9cd1-c78db64b11ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:54.611368 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-66c4496d-8f9c-4717-9061-2caacaf2b491 req-5914ef7a-e564-4c5c-b66b-c5a2d8744073 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8ee523e-b776-4966-b1a9-13ed07423313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823385 Jul 23 23:58:54.637807 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ac0f43c1-5478-4e13-90a9-e38df70ade33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:54.719137 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0f43c1-5478-4e13-90a9-e38df70ade33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:54.719758 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ac0f43c1-5478-4e13-90a9-e38df70ade33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:54.734442 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0f43c1-5478-4e13-90a9-e38df70ade33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Pushing event updated for resources: {'Port': ['ID=2de61d14-d6dc-4150-8bfb-db31fc2e57b9,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:54.759087 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-ac0f43c1-5478-4e13-90a9-e38df70ade33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 4.4100380 Jul 23 23:58:54.775269 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 48404) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:54.776972 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ba9508b0-7743-4ccd-b71c-f87b09b877e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:54.820830 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16d5dbc-f740-4d43-8187-692212a2facf x-openstack-request-id: req-b16d5dbc-f740-4d43-8187-692212a2facf {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:58:54.825525 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c075934-d6b2-45f9-8b7a-e05ff072e3c1", "tag": "5aa7c101-ee25-4b57-94d7-7279b107b66d", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:58:54.826422 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b16d5dbc-f740-4d43-8187-692212a2facf {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:58:54.827490 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c075934-d6b2-45f9-8b7a-e05ff072e3c1', 'tag': '5aa7c101-ee25-4b57-94d7-7279b107b66d', 'status': 'completed', 'code': 200} Jul 23 23:58:54.851118 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0ed332-4657-4fdd-9cd1-c78db64b11ef service neutron] Pushing event updated for resources: {'Port': ['ID=1066e3ba-d2f6-4583-a8ed-097498ddee4a,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:54.875391 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ba9508b0-7743-4ccd-b71c-f87b09b877e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:54.936421 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-9105acee-39a0-41e7-b03f-2ba612ab670a tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Deleting port f60bb072-4b49-4912-a404-fb54e83a6a6f {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:58:54.937540 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9105acee-39a0-41e7-b03f-2ba612ab670a tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:54.961917 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb2f01b-3d19-4ec7-9257-f18d10a0b44e req-bfba3395-4f12-4be1-8fc4-70f5fc7dfa71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:54.964712 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4fb2f01b-3d19-4ec7-9257-f18d10a0b44e req-bfba3395-4f12-4be1-8fc4-70f5fc7dfa71 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4db1e0d9f35b4b27b032ee4fa4c653cd&device_id=f445b7b0-6b73-4e44-b689-e923034bcd85 HTTP/1.1" status: 200 len: 1100 time: 0.5322838 Jul 23 23:58:55.118374 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9105acee-39a0-41e7-b03f-2ba612ab670a tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:55.118925 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9105acee-39a0-41e7-b03f-2ba612ab670a tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:55.141919 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ba9508b0-7743-4ccd-b71c-f87b09b877e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:55.144946 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ba9508b0-7743-4ccd-b71c-f87b09b877e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:55.149615 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-ba9508b0-7743-4ccd-b71c-f87b09b877e3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/05023dcf-369d-4a18-8815-2e9533cf8f26 HTTP/1.1" status: 204 len: 168 time: 0.9892511 Jul 23 23:58:55.159643 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-9105acee-39a0-41e7-b03f-2ba612ab670a tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Calling delete_port for f60bb072-4b49-4912-a404-fb54e83a6a6f owned by network:floatingip {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:58:55.182587 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-8514dacd-00a6-493d-a7c5-099d750ccc6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Deleting port 2de61d14-d6dc-4150-8bfb-db31fc2e57b9 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:58:55.183076 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8514dacd-00a6-493d-a7c5-099d750ccc6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:55.264978 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-8514dacd-00a6-493d-a7c5-099d750ccc6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] For port 2de61d14-d6dc-4150-8bfb-db31fc2e57b9, host n-h2-800088-16, got binding levels [] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:58:55.264978 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8514dacd-00a6-493d-a7c5-099d750ccc6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:55.279794 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-8514dacd-00a6-493d-a7c5-099d750ccc6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Calling delete_port for 2de61d14-d6dc-4150-8bfb-db31fc2e57b9 owned by {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:58:55.292332 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-9c0ed332-4657-4fdd-9cd1-c78db64b11ef service neutron] Attempting to bind port 1066e3ba-d2f6-4583-a8ed-097498ddee4a on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:58:55.292990 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-9c0ed332-4657-4fdd-9cd1-c78db64b11ef service neutron] Attempting to bind port 1066e3ba-d2f6-4583-a8ed-097498ddee4a by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': 'b2922288-39c4-46e4-af35-3b1293a940b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '24cbf24a-1696-4ab2-949c-e4387a9df919'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:58:55.293267 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-9c0ed332-4657-4fdd-9cd1-c78db64b11ef service neutron] Attempting to bind port 1066e3ba-d2f6-4583-a8ed-097498ddee4a on network 24cbf24a-1696-4ab2-949c-e4387a9df919 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:58:55.315993 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-9c0ed332-4657-4fdd-9cd1-c78db64b11ef service neutron] Port 1066e3ba-d2f6-4583-a8ed-097498ddee4a on network 24cbf24a-1696-4ab2-949c-e4387a9df919 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:58:55.316893 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-9c0ed332-4657-4fdd-9cd1-c78db64b11ef service neutron] Attempting to bind port 1066e3ba-d2f6-4583-a8ed-097498ddee4a on network 24cbf24a-1696-4ab2-949c-e4387a9df919 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:58:55.345100 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-9c0ed332-4657-4fdd-9cd1-c78db64b11ef service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:58:55.345518 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-9c0ed332-4657-4fdd-9cd1-c78db64b11ef service neutron] Checking segment: {'id': 'b2922288-39c4-46e4-af35-3b1293a940b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '24cbf24a-1696-4ab2-949c-e4387a9df919'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:58:55.345852 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-9c0ed332-4657-4fdd-9cd1-c78db64b11ef service neutron] Bound using segment: {'id': 'b2922288-39c4-46e4-af35-3b1293a940b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '24cbf24a-1696-4ab2-949c-e4387a9df919'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:58:55.346297 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-9c0ed332-4657-4fdd-9cd1-c78db64b11ef service neutron] Bound port: 1066e3ba-d2f6-4583-a8ed-097498ddee4a, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2922288-39c4-46e4-af35-3b1293a940b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '24cbf24a-1696-4ab2-949c-e4387a9df919'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:58:55.346665 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-9c0ed332-4657-4fdd-9cd1-c78db64b11ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:55.393964 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9e7740-40f5-4253-960d-7b80007a7f76 req-7518cd67-dbf5-4f73-b7a0-c3447fd9257c tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:55.396477 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9f9e7740-40f5-4253-960d-7b80007a7f76 req-7518cd67-dbf5-4f73-b7a0-c3447fd9257c tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f6a9ae2-cfd7-44a7-afc8-3042147e0d44 HTTP/1.1" status: 200 len: 944 time: 0.5115824 Jul 23 23:58:55.413404 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d57d26-db40-44fd-87c3-3924afe0abf8 req-c7f7eb7b-5345-4b89-ae94-be99d6a059ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:55.413889 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d57d26-db40-44fd-87c3-3924afe0abf8 req-c7f7eb7b-5345-4b89-ae94-be99d6a059ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:55.414363 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d57d26-db40-44fd-87c3-3924afe0abf8 req-c7f7eb7b-5345-4b89-ae94-be99d6a059ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:55.414847 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d57d26-db40-44fd-87c3-3924afe0abf8 req-c7f7eb7b-5345-4b89-ae94-be99d6a059ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:55.417850 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d57d26-db40-44fd-87c3-3924afe0abf8 req-c7f7eb7b-5345-4b89-ae94-be99d6a059ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:55.420466 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d57d26-db40-44fd-87c3-3924afe0abf8 req-c7f7eb7b-5345-4b89-ae94-be99d6a059ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:55.421024 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d57d26-db40-44fd-87c3-3924afe0abf8 req-c7f7eb7b-5345-4b89-ae94-be99d6a059ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:55.424374 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-06d57d26-db40-44fd-87c3-3924afe0abf8 req-c7f7eb7b-5345-4b89-ae94-be99d6a059ff service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a493ff63bf324cec8682bc97c22087f0&device_id=2c075934-d6b2-45f9-8b7a-e05ff072e3c1 HTTP/1.1" status: 200 len: 6444 time: 0.5944874 Jul 23 23:58:55.424653 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9508b0-7743-4ccd-b71c-f87b09b877e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05023dcf-369d-4a18-8815-2e9533cf8f26,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:55.424799 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb2f01b-3d19-4ec7-9257-f18d10a0b44e req-73a69113-94d4-4e9a-bdcc-e7a1a82368ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:55.428627 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4fb2f01b-3d19-4ec7-9257-f18d10a0b44e req-73a69113-94d4-4e9a-bdcc-e7a1a82368ab service neutron] 10.222.0.64 "GET /v2.0/networks?id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 HTTP/1.1" status: 200 len: 870 time: 0.3525386 Jul 23 23:58:55.432836 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8514dacd-00a6-493d-a7c5-099d750ccc6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:55.539720 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 65962bd2-fe29-48c3-be3a-635a67c98b08 details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:58:55.542401 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 970214ba-468b-4ff1-926a-ea62de40fef5 no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:58:55.602756 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8514dacd-00a6-493d-a7c5-099d750ccc6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Pushing event deleted for resources: {'Port': ['ID=2de61d14-d6dc-4150-8bfb-db31fc2e57b9,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:55.622893 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8514dacd-00a6-493d-a7c5-099d750ccc6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:55.624940 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-8514dacd-00a6-493d-a7c5-099d750ccc6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] 10.222.0.44 "DELETE /v2.0/ports/2de61d14-d6dc-4150-8bfb-db31fc2e57b9 HTTP/1.1" status: 204 len: 168 time: 0.8299444 Jul 23 23:58:55.634376 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 48424) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:55.682465 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-6827303a-eab1-4a36-b0d5-1a216c1229c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] GET failed (client error): The resource could not be found. Jul 23 23:58:55.684298 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-6827303a-eab1-4a36-b0d5-1a216c1229c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] 10.222.0.44 "GET /v2.0/ports/2de61d14-d6dc-4150-8bfb-db31fc2e57b9 HTTP/1.1" status: 404 len: 333 time: 0.0498161 Jul 23 23:58:55.691846 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 48428) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:55.705432 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-7bf2f18d-5376-4c1f-9aa6-e1988df20043 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Request body: {'port': {'network_id': '7acad37f-1122-40a2-ae12-09a194917caa', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886600558'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:58:55.794158 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-cd866b54-41a2-4628-9180-3ad82ea6fcd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:55.878468 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf2f18d-5376-4c1f-9aa6-e1988df20043 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Made reservation on behalf of 5b1052f1b5f9408b9019f7041c11dd4f for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:58:55.886224 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7bf2f18d-5376-4c1f-9aa6-e1988df20043 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:55.950039 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [None req-7bf2f18d-5376-4c1f-9aa6-e1988df20043 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] device_id is not set on port cce4fe47-1fff-49dd-943c-6e7679a4a549 yet. {{(pid=100314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 23:58:55.958123 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d57d26-db40-44fd-87c3-3924afe0abf8 req-098ad9f0-7fe6-41de-a93c-f300810a790d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:55.960433 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d57d26-db40-44fd-87c3-3924afe0abf8 req-098ad9f0-7fe6-41de-a93c-f300810a790d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:55.961268 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d57d26-db40-44fd-87c3-3924afe0abf8 req-098ad9f0-7fe6-41de-a93c-f300810a790d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:55.964630 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-06d57d26-db40-44fd-87c3-3924afe0abf8 req-098ad9f0-7fe6-41de-a93c-f300810a790d service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a493ff63bf324cec8682bc97c22087f0&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.5036030 Jul 23 23:58:56.054442 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 65962bd2-fe29-48c3-be3a-635a67c98b08, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=65962bd2-fe29-48c3-be3a-635a67c98b08,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:58:56.085027 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': '65962bd2-fe29-48c3-be3a-635a67c98b08', 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2', 'port_id': '65962bd2-fe29-48c3-be3a-635a67c98b08', 'mac_address': 'fa:16:3e:41:35:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef73a7e1-c64a-41e3-9997-629475c7b6b1', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:58:56.155342 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d57d26-db40-44fd-87c3-3924afe0abf8 req-7b0a8084-2841-43d3-97aa-5b10a088a8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:56.156750 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-06d57d26-db40-44fd-87c3-3924afe0abf8 req-7b0a8084-2841-43d3-97aa-5b10a088a8b7 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1765366 Jul 23 23:58:56.158231 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4fb2f01b-3d19-4ec7-9257-f18d10a0b44e req-38e10d45-99e1-49cc-bad1-dc4864dfba4b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=65962bd2-fe29-48c3-be3a-635a67c98b08 HTTP/1.1" status: 200 len: 217 time: 0.6691246 Jul 23 23:58:56.160508 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:56.176999 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65962bd2-fe29-48c3-be3a-635a67c98b08 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:58:56.206373 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9f9e7740-40f5-4253-960d-7b80007a7f76 req-c673f3db-42be-458f-ab49-0543acaa6739 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7751939 Jul 23 23:58:56.258731 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 65962bd2-fe29-48c3-be3a-635a67c98b08, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=65962bd2-fe29-48c3-be3a-635a67c98b08,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:58:56.276622 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb2f01b-3d19-4ec7-9257-f18d10a0b44e req-7deebd30-974c-49ed-b634-ea7c469e19ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:56.276622 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4fb2f01b-3d19-4ec7-9257-f18d10a0b44e req-7deebd30-974c-49ed-b634-ea7c469e19ed service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.0803657 Jul 23 23:58:56.279520 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:56.330634 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9105acee-39a0-41e7-b03f-2ba612ab670a tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:56.355925 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=65962bd2-fe29-48c3-be3a-635a67c98b08,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:56.367974 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-9c0ed332-4657-4fdd-9cd1-c78db64b11ef service neutron] For port 1066e3ba-d2f6-4583-a8ed-097498ddee4a, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:58:56.397924 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-9c0ed332-4657-4fdd-9cd1-c78db64b11ef service neutron] For port 1066e3ba-d2f6-4583-a8ed-097498ddee4a, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=1066e3ba-d2f6-4583-a8ed-097498ddee4a,segment=NetworkSegment(b2922288-39c4-46e4-af35-3b1293a940b3),segment_id=b2922288-39c4-46e4-af35-3b1293a940b3)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:58:56.412747 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc5193-3ffa-47f9-946c-3ddbdc859a49 req-cd14386e-0d15-4cbd-80e4-84a3a823ec2d tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:56.424167 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc5193-3ffa-47f9-946c-3ddbdc859a49 req-cd14386e-0d15-4cbd-80e4-84a3a823ec2d tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:56.436531 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc5193-3ffa-47f9-946c-3ddbdc859a49 req-cd14386e-0d15-4cbd-80e4-84a3a823ec2d tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:56.443937 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc5193-3ffa-47f9-946c-3ddbdc859a49 req-cd14386e-0d15-4cbd-80e4-84a3a823ec2d tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:56.450066 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc5193-3ffa-47f9-946c-3ddbdc859a49 req-cd14386e-0d15-4cbd-80e4-84a3a823ec2d tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:56.454733 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-9c0ed332-4657-4fdd-9cd1-c78db64b11ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:56.457423 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc5193-3ffa-47f9-946c-3ddbdc859a49 req-cd14386e-0d15-4cbd-80e4-84a3a823ec2d tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:56.464040 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc5193-3ffa-47f9-946c-3ddbdc859a49 req-cd14386e-0d15-4cbd-80e4-84a3a823ec2d tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:56.466156 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5ebc5193-3ffa-47f9-946c-3ddbdc859a49 req-cd14386e-0d15-4cbd-80e4-84a3a823ec2d tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c075934-d6b2-45f9-8b7a-e05ff072e3c1 HTTP/1.1" status: 200 len: 5422 time: 0.7493677 Jul 23 23:58:56.488751 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9105acee-39a0-41e7-b03f-2ba612ab670a tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Pushing event deleted for resources: {'Port': ['ID=f60bb072-4b49-4912-a404-fb54e83a6a6f,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:56.517505 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb2f01b-3d19-4ec7-9257-f18d10a0b44e req-e2d70f34-e1db-46ca-a0a2-b6b58205b4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:56.519040 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4fb2f01b-3d19-4ec7-9257-f18d10a0b44e req-e2d70f34-e1db-46ca-a0a2-b6b58205b4a6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2387393 Jul 23 23:58:56.520110 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0ed332-4657-4fdd-9cd1-c78db64b11ef service neutron] Pushing event updated for resources: {'Port': ['ID=1066e3ba-d2f6-4583-a8ed-097498ddee4a,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:56.528616 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['65962bd2-fe29-48c3-be3a-635a67c98b08'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:58:56.666474 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-9c0ed332-4657-4fdd-9cd1-c78db64b11ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:56.667120 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-9c0ed332-4657-4fdd-9cd1-c78db64b11ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:56.668579 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-9c0ed332-4657-4fdd-9cd1-c78db64b11ef service neutron] 10.222.0.52 "PUT /v2.0/ports/1066e3ba-d2f6-4583-a8ed-097498ddee4a HTTP/1.1" status: 200 len: 1092 time: 3.6665802 Jul 23 23:58:56.717338 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:56.903876 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7bf2f18d-5376-4c1f-9aa6-e1988df20043 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:56.963111 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-39a75572-3c14-473c-8a44-2406efd6989d req-adbfe801-842b-46d9-bf59-11eed8e09211 service neutron] 10.222.0.64 "GET /v2.0/ports/970214ba-468b-4ff1-926a-ea62de40fef5/bindings/n-h1-800088-16 HTTP/1.1" status: 200 len: 385 time: 0.5711672 Jul 23 23:58:56.984847 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5ebc5193-3ffa-47f9-946c-3ddbdc859a49 req-eb8aea83-6ea0-4575-bf0b-e64745df5e80 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/security-groups?id=32ff9839-8d3b-48a3-a25d-b35ae2bb65fa&id=89d8d27b-9412-49b0-8db6-21624a8289f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4886382 Jul 23 23:58:57.140050 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7bf2f18d-5376-4c1f-9aa6-e1988df20043 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:57.146187 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9105acee-39a0-41e7-b03f-2ba612ab670a tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Notify callbacks [] for floatingip, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:57.149120 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9105acee-39a0-41e7-b03f-2ba612ab670a tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:57.150390 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-9105acee-39a0-41e7-b03f-2ba612ab670a tempest-ServersTestManualDisk-208635645 tempest-ServersTestManualDisk-208635645-project] 10.222.0.44 "DELETE /v2.0/floatingips/f7f71561-67be-42ad-b1ab-fe6a16adec4b HTTP/1.1" status: 204 len: 168 time: 3.0141258 Jul 23 23:58:57.157122 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 48466) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:57.192860 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:57.380625 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 48468) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:57.530392 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf2f18d-5376-4c1f-9aa6-e1988df20043 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Network 7acad37f-1122-40a2-ae12-09a194917caa is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:58:57.533986 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c075934-d6b2-45f9-8b7a-e05ff072e3c1', 'tag': '1066e3ba-d2f6-4583-a8ed-097498ddee4a'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:58:57.537066 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-281e8b63-8b8e-40fa-a829-bf1e189ab6f8" -d '{"events": [{"name": "network-changed", "server_uuid": "2c075934-d6b2-45f9-8b7a-e05ff072e3c1", "tag": "1066e3ba-d2f6-4583-a8ed-097498ddee4a"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:58:57.542115 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4fb2f01b-3d19-4ec7-9257-f18d10a0b44e req-3c3bb65c-1000-47ea-8722-8ec7efcf4734 service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0108087 Jul 23 23:58:57.553438 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 65962bd2-fe29-48c3-be3a-635a67c98b08 up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:58:57.575201 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-7bf2f18d-5376-4c1f-9aa6-e1988df20043 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:58:57.578663 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf2f18d-5376-4c1f-9aa6-e1988df20043 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:58:57.589817 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf2f18d-5376-4c1f-9aa6-e1988df20043 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:57.590433 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7bf2f18d-5376-4c1f-9aa6-e1988df20043 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:57.615510 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf2f18d-5376-4c1f-9aa6-e1988df20043 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Pushing event updated for resources: {'Port': ['ID=cce4fe47-1fff-49dd-943c-6e7679a4a549,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:57.694781 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-7bf2f18d-5376-4c1f-9aa6-e1988df20043 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.9985499 Jul 23 23:58:57.721709 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0764e11d-43fd-43c3-a770-393ecbadd262 req-f7295493-a3f8-4878-9c70-825a5827fa85 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:57.724288 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0764e11d-43fd-43c3-a770-393ecbadd262 req-f7295493-a3f8-4878-9c70-825a5827fa85 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/ports?device_id=f445b7b0-6b73-4e44-b689-e923034bcd85 HTTP/1.1" status: 200 len: 949 time: 1.3291113 Jul 23 23:58:57.727137 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4fb2f01b-3d19-4ec7-9257-f18d10a0b44e req-9dc4d78b-1c8a-4fc7-9d6d-8383def63e83 service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492980 Jul 23 23:58:57.728828 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 48478) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:57.737476 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-bf1af21f-9033-487a-b27f-3dacf0b76965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:58:57.768467 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port 65962bd2-fe29-48c3-be3a-635a67c98b08 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:58:57.773775 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port 65962bd2-fe29-48c3-be3a-635a67c98b08 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:58:57.774177 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:57.791249 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-dbabbbbc-6c78-44de-9105-a9c1e4553b9b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1761387769-network', 'tenant_id': '18dc8249d11c41bf8adca46e26371672'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:58:57.896501 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93ca3b2-87a3-4802-969e-95e48323fe8a req-8c58acfa-da7c-47c0-b522-3ecebcbc7a05 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:57.898016 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a93ca3b2-87a3-4802-969e-95e48323fe8a req-8c58acfa-da7c-47c0-b522-3ecebcbc7a05 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f6a9ae2-cfd7-44a7-afc8-3042147e0d44 HTTP/1.1" status: 200 len: 944 time: 0.4931052 Jul 23 23:58:57.937231 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:57.974425 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f445b7b0-6b73-4e44-b689-e923034bcd85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65962bd2-fe29-48c3-be3a-635a67c98b08'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:58:57.978021 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c244622d-dc4a-4733-9fb1-7be27e88e704" -d '{"events": [{"server_uuid": "f445b7b0-6b73-4e44-b689-e923034bcd85", "name": "network-vif-plugged", "status": "completed", "tag": "65962bd2-fe29-48c3-be3a-635a67c98b08"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:58:57.994967 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 65962bd2-fe29-48c3-be3a-635a67c98b08, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=65962bd2-fe29-48c3-be3a-635a67c98b08,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:58:58.008370 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:58.014239 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbabbbbc-6c78-44de-9105-a9c1e4553b9b admin admin] Made reservation on behalf of 18dc8249d11c41bf8adca46e26371672 for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:58:58.016977 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-dbabbbbc-6c78-44de-9105-a9c1e4553b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:58.058717 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-1a7b77c9-c4ba-472f-a94b-f2100c675fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:58.059207 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-1a7b77c9-c4ba-472f-a94b-f2100c675fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:58.059684 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-1a7b77c9-c4ba-472f-a94b-f2100c675fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:58.060236 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-1a7b77c9-c4ba-472f-a94b-f2100c675fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:58.060895 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-1a7b77c9-c4ba-472f-a94b-f2100c675fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:58.061659 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-1a7b77c9-c4ba-472f-a94b-f2100c675fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:58.063314 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-1a7b77c9-c4ba-472f-a94b-f2100c675fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:58.065603 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-1a7b77c9-c4ba-472f-a94b-f2100c675fc5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a493ff63bf324cec8682bc97c22087f0&device_id=2c075934-d6b2-45f9-8b7a-e05ff072e3c1 HTTP/1.1" status: 200 len: 6486 time: 1.3419273 Jul 23 23:58:58.067396 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-dbabbbbc-6c78-44de-9105-a9c1e4553b9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:58.087905 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=65962bd2-fe29-48c3-be3a-635a67c98b08,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:58.097303 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:58:58.098046 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:58:58.098629 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:58:58.099561 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:58:58.100421 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:58:58.101023 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:58:58.101587 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:58:58.102166 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:58:58.102724 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:58:58.103278 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:58:58.103846 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:58:58.104414 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:58:58.106666 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-bf1af21f-9033-487a-b27f-3dacf0b76965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:58.159190 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-39a75572-3c14-473c-8a44-2406efd6989d req-ff96d00a-f22c-412f-acd7-09461f85d92e service neutron] For port 970214ba-468b-4ff1-926a-ea62de40fef5, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=970214ba-468b-4ff1-926a-ea62de40fef5,segment=NetworkSegment(d250a78c-273d-4c00-aeaa-fc87cc957e9a),segment_id=d250a78c-273d-4c00-aeaa-fc87cc957e9a)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:58:58.164499 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a93ca3b2-87a3-4802-969e-95e48323fe8a req-8bd000f4-1cfc-4af8-bc54-286760c2f0ae tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923950 Jul 23 23:58:58.180382 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0764e11d-43fd-43c3-a770-393ecbadd262 req-8ac24c33-94eb-4ae5-b625-f142b8cfda74 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8ee523e-b776-4966-b1a9-13ed07423313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4480839 Jul 23 23:58:58.256613 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-39a75572-3c14-473c-8a44-2406efd6989d req-ff96d00a-f22c-412f-acd7-09461f85d92e service neutron] For port 970214ba-468b-4ff1-926a-ea62de40fef5, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:58:58.289466 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ebb7540-523f-4697-b481-5b0609229ab4 x-openstack-request-id: req-7ebb7540-523f-4697-b481-5b0609229ab4 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:58:58.289833 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f445b7b0-6b73-4e44-b689-e923034bcd85", "name": "network-vif-plugged", "status": "completed", "tag": "65962bd2-fe29-48c3-be3a-635a67c98b08", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:58:58.290163 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7ebb7540-523f-4697-b481-5b0609229ab4 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:58:58.290753 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f445b7b0-6b73-4e44-b689-e923034bcd85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65962bd2-fe29-48c3-be3a-635a67c98b08', 'code': 200} Jul 23 23:58:58.369838 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6858c82-f394-435a-aab1-06d47ce48ed9 x-openstack-request-id: req-f6858c82-f394-435a-aab1-06d47ce48ed9 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:58:58.370107 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c075934-d6b2-45f9-8b7a-e05ff072e3c1", "tag": "1066e3ba-d2f6-4583-a8ed-097498ddee4a", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:58:58.370366 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f6858c82-f394-435a-aab1-06d47ce48ed9 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:58:58.370775 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c075934-d6b2-45f9-8b7a-e05ff072e3c1', 'tag': '1066e3ba-d2f6-4583-a8ed-097498ddee4a', 'status': 'completed', 'code': 200} Jul 23 23:58:58.373261 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-f13cc32d-e4e6-4c48-946c-e87834aa939a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=465c7602-c874-48e3-a644-ba99539fad02 HTTP/1.1" status: 200 len: 217 time: 0.2944443 Jul 23 23:58:58.434842 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-39a75572-3c14-473c-8a44-2406efd6989d req-ff96d00a-f22c-412f-acd7-09461f85d92e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 970214ba-468b-4ff1-926a-ea62de40fef5 {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:58:58.461111 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-39a75572-3c14-473c-8a44-2406efd6989d req-ff96d00a-f22c-412f-acd7-09461f85d92e service neutron] For port 970214ba-468b-4ff1-926a-ea62de40fef5, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=970214ba-468b-4ff1-926a-ea62de40fef5,segment=NetworkSegment(d250a78c-273d-4c00-aeaa-fc87cc957e9a),segment_id=d250a78c-273d-4c00-aeaa-fc87cc957e9a)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:58:58.501747 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-39a75572-3c14-473c-8a44-2406efd6989d req-ff96d00a-f22c-412f-acd7-09461f85d92e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:58.579224 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-dbabbbbc-6c78-44de-9105-a9c1e4553b9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:58.595049 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-dbabbbbc-6c78-44de-9105-a9c1e4553b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:58.629457 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-deb57554-ac4a-41f7-86ab-a9f71b54014e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:58.631067 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-deb57554-ac4a-41f7-86ab-a9f71b54014e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d99f6c92-821c-482e-b6d0-cb37709030df HTTP/1.1" status: 200 len: 851 time: 0.2461193 Jul 23 23:58:58.643607 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbabbbbc-6c78-44de-9105-a9c1e4553b9b admin admin] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:58:58.695422 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbabbbbc-6c78-44de-9105-a9c1e4553b9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a0a271-496a-4936-8ec0-ec680d307275,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:58.714437 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-dbabbbbc-6c78-44de-9105-a9c1e4553b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:58.714891 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-dbabbbbc-6c78-44de-9105-a9c1e4553b9b admin admin] Added segment 7e96837c-7728-41f8-b9c1-c7a5593efa19 of type vlan for network 4241b8a6-e2b8-49ab-8f73-7b3653f737f3 Jul 23 23:58:58.732842 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-39a75572-3c14-473c-8a44-2406efd6989d req-ff96d00a-f22c-412f-acd7-09461f85d92e service neutron] Transition to ACTIVE for port object 970214ba-468b-4ff1-926a-ea62de40fef5 will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:58:58.769806 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-39a75572-3c14-473c-8a44-2406efd6989d req-ff96d00a-f22c-412f-acd7-09461f85d92e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:58.770623 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:58.833089 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [None req-bf1af21f-9033-487a-b27f-3dacf0b76965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] device_id is not set on port cce4fe47-1fff-49dd-943c-6e7679a4a549 yet. {{(pid=100313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 23:58:58.843050 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-bf1af21f-9033-487a-b27f-3dacf0b76965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:58.849454 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-dbabbbbc-6c78-44de-9105-a9c1e4553b9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:58.858334 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [None req-bf1af21f-9033-487a-b27f-3dacf0b76965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Transition to ACTIVE for port object cce4fe47-1fff-49dd-943c-6e7679a4a549 will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:58:58.860785 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f9fc24-2e27-4a2f-943b-01441455ec79 req-0142a278-82d5-40ac-ab91-5e6a62726949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:58.863707 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e3f9fc24-2e27-4a2f-943b-01441455ec79 req-0142a278-82d5-40ac-ab91-5e6a62726949 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f445b7b0-6b73-4e44-b689-e923034bcd85 HTTP/1.1" status: 200 len: 1102 time: 0.4790692 Jul 23 23:58:58.890870 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-bf1af21f-9033-487a-b27f-3dacf0b76965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:58.931540 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f65f16-0af6-4946-96c9-597787bebc62 req-973f67d1-c075-47b8-8eda-36e85dbaa288 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:58.939909 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f65f16-0af6-4946-96c9-597787bebc62 req-973f67d1-c075-47b8-8eda-36e85dbaa288 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:58.948575 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f65f16-0af6-4946-96c9-597787bebc62 req-973f67d1-c075-47b8-8eda-36e85dbaa288 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:58.956386 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f65f16-0af6-4946-96c9-597787bebc62 req-973f67d1-c075-47b8-8eda-36e85dbaa288 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:58.965006 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f65f16-0af6-4946-96c9-597787bebc62 req-973f67d1-c075-47b8-8eda-36e85dbaa288 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:58.974312 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f65f16-0af6-4946-96c9-597787bebc62 req-973f67d1-c075-47b8-8eda-36e85dbaa288 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:58.987358 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f65f16-0af6-4946-96c9-597787bebc62 req-973f67d1-c075-47b8-8eda-36e85dbaa288 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:58.994565 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-02f65f16-0af6-4946-96c9-597787bebc62 req-973f67d1-c075-47b8-8eda-36e85dbaa288 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c075934-d6b2-45f9-8b7a-e05ff072e3c1 HTTP/1.1" status: 200 len: 5422 time: 0.5045443 Jul 23 23:58:59.107910 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [None req-bf1af21f-9033-487a-b27f-3dacf0b76965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempting to bind port cce4fe47-1fff-49dd-943c-6e7679a4a549 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:58:59.108327 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [None req-bf1af21f-9033-487a-b27f-3dacf0b76965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempting to bind port cce4fe47-1fff-49dd-943c-6e7679a4a549 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '760ffa4f-508e-4b88-81ea-e3c4615f23d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7acad37f-1122-40a2-ae12-09a194917caa'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:58:59.108710 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1af21f-9033-487a-b27f-3dacf0b76965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempting to bind port cce4fe47-1fff-49dd-943c-6e7679a4a549 on network 7acad37f-1122-40a2-ae12-09a194917caa {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:58:59.158183 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-02f65f16-0af6-4946-96c9-597787bebc62 req-35751f45-0bab-425e-8482-83cc67c31c3b tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/security-groups?id=32ff9839-8d3b-48a3-a25d-b35ae2bb65fa&id=89d8d27b-9412-49b0-8db6-21624a8289f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1048996 Jul 23 23:58:59.166216 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-8024c361-4eaf-46f3-8851-057e969f36e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:59.167949 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-8024c361-4eaf-46f3-8851-057e969f36e0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b0523da7-df1a-446f-b645-811e4630597c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4930048 Jul 23 23:58:59.168597 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1af21f-9033-487a-b27f-3dacf0b76965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Port cce4fe47-1fff-49dd-943c-6e7679a4a549 on network 7acad37f-1122-40a2-ae12-09a194917caa not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:58:59.170951 n-d-800088-16 neutron-server[100313]: ERROR neutron.plugins.ml2.managers [None req-bf1af21f-9033-487a-b27f-3dacf0b76965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Failed to bind port cce4fe47-1fff-49dd-943c-6e7679a4a549 on host n-h2-800088-16 for vnic_type normal using segments [{'id': '760ffa4f-508e-4b88-81ea-e3c4615f23d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7acad37f-1122-40a2-ae12-09a194917caa'}] Jul 23 23:58:59.175383 n-d-800088-16 neutron-server[100313]: INFO neutron.plugins.ml2.plugin [None req-bf1af21f-9033-487a-b27f-3dacf0b76965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempt 2 to bind port cce4fe47-1fff-49dd-943c-6e7679a4a549 Jul 23 23:58:59.222257 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [None req-bf1af21f-9033-487a-b27f-3dacf0b76965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempting to bind port cce4fe47-1fff-49dd-943c-6e7679a4a549 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:58:59.223223 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [None req-bf1af21f-9033-487a-b27f-3dacf0b76965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempting to bind port cce4fe47-1fff-49dd-943c-6e7679a4a549 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '760ffa4f-508e-4b88-81ea-e3c4615f23d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7acad37f-1122-40a2-ae12-09a194917caa'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:58:59.223572 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1af21f-9033-487a-b27f-3dacf0b76965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempting to bind port cce4fe47-1fff-49dd-943c-6e7679a4a549 on network 7acad37f-1122-40a2-ae12-09a194917caa {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:58:59.231124 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e3f9fc24-2e27-4a2f-943b-01441455ec79 req-e84d9f47-0027-4710-9563-96df565b1a69 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e8ee523e-b776-4966-b1a9-13ed07423313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3585768 Jul 23 23:58:59.251098 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1af21f-9033-487a-b27f-3dacf0b76965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Pushing event updated for resources: {'Port': ['ID=cce4fe47-1fff-49dd-943c-6e7679a4a549,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:59.278800 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1af21f-9033-487a-b27f-3dacf0b76965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Port cce4fe47-1fff-49dd-943c-6e7679a4a549 on network 7acad37f-1122-40a2-ae12-09a194917caa not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:58:59.279222 n-d-800088-16 neutron-server[100313]: ERROR neutron.plugins.ml2.managers [None req-bf1af21f-9033-487a-b27f-3dacf0b76965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Failed to bind port cce4fe47-1fff-49dd-943c-6e7679a4a549 on host n-h2-800088-16 for vnic_type normal using segments [{'id': '760ffa4f-508e-4b88-81ea-e3c4615f23d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7acad37f-1122-40a2-ae12-09a194917caa'}] Jul 23 23:58:59.316847 n-d-800088-16 neutron-server[100313]: INFO neutron.plugins.ml2.plugin [None req-bf1af21f-9033-487a-b27f-3dacf0b76965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempt 3 to bind port cce4fe47-1fff-49dd-943c-6e7679a4a549 Jul 23 23:58:59.318757 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-39a75572-3c14-473c-8a44-2406efd6989d req-ff96d00a-f22c-412f-acd7-09461f85d92e service neutron] No DVR routers for this DVR port 970214ba-468b-4ff1-926a-ea62de40fef5 on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:58:59.328038 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d00a-f22c-412f-acd7-09461f85d92e service neutron] Pushing event updated for resources: {'Port': ['ID=970214ba-468b-4ff1-926a-ea62de40fef5,revision_number=10']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:59.348272 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [None req-bf1af21f-9033-487a-b27f-3dacf0b76965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempting to bind port cce4fe47-1fff-49dd-943c-6e7679a4a549 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:58:59.348631 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [None req-bf1af21f-9033-487a-b27f-3dacf0b76965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempting to bind port cce4fe47-1fff-49dd-943c-6e7679a4a549 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '760ffa4f-508e-4b88-81ea-e3c4615f23d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7acad37f-1122-40a2-ae12-09a194917caa'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:58:59.349674 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1af21f-9033-487a-b27f-3dacf0b76965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempting to bind port cce4fe47-1fff-49dd-943c-6e7679a4a549 on network 7acad37f-1122-40a2-ae12-09a194917caa {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:58:59.351401 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-52c6aa9b-1ce4-4d73-951a-3fde91c17dec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681029'] for router_interface, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:59.440400 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-890a5562-a3ca-4300-aa95-be4bd0672140 service neutron] 10.222.0.52 "GET /v2.0/networks/b0523da7-df1a-446f-b645-811e4630597c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220256 Jul 23 23:58:59.444282 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1af21f-9033-487a-b27f-3dacf0b76965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Port cce4fe47-1fff-49dd-943c-6e7679a4a549 on network 7acad37f-1122-40a2-ae12-09a194917caa not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:58:59.444623 n-d-800088-16 neutron-server[100313]: ERROR neutron.plugins.ml2.managers [None req-bf1af21f-9033-487a-b27f-3dacf0b76965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Failed to bind port cce4fe47-1fff-49dd-943c-6e7679a4a549 on host n-h2-800088-16 for vnic_type normal using segments [{'id': '760ffa4f-508e-4b88-81ea-e3c4615f23d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7acad37f-1122-40a2-ae12-09a194917caa'}] Jul 23 23:58:59.445432 n-d-800088-16 neutron-server[100313]: INFO neutron.plugins.ml2.plugin [None req-bf1af21f-9033-487a-b27f-3dacf0b76965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempt 4 to bind port cce4fe47-1fff-49dd-943c-6e7679a4a549 Jul 23 23:58:59.459127 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-dbabbbbc-6c78-44de-9105-a9c1e4553b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:59.460706 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbabbbbc-6c78-44de-9105-a9c1e4553b9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:59.461572 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-dbabbbbc-6c78-44de-9105-a9c1e4553b9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:59.476630 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-39a75572-3c14-473c-8a44-2406efd6989d req-ff96d00a-f22c-412f-acd7-09461f85d92e service neutron] 10.222.0.64 "PUT /v2.0/ports/970214ba-468b-4ff1-926a-ea62de40fef5/bindings/n-h1-800088-16/activate HTTP/1.1" status: 200 len: 370 time: 2.3988848 Jul 23 23:58:59.522770 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [None req-bf1af21f-9033-487a-b27f-3dacf0b76965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempting to bind port cce4fe47-1fff-49dd-943c-6e7679a4a549 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:58:59.523154 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [None req-bf1af21f-9033-487a-b27f-3dacf0b76965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempting to bind port cce4fe47-1fff-49dd-943c-6e7679a4a549 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '760ffa4f-508e-4b88-81ea-e3c4615f23d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7acad37f-1122-40a2-ae12-09a194917caa'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:58:59.523525 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1af21f-9033-487a-b27f-3dacf0b76965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempting to bind port cce4fe47-1fff-49dd-943c-6e7679a4a549 on network 7acad37f-1122-40a2-ae12-09a194917caa {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:58:59.530510 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1af21f-9033-487a-b27f-3dacf0b76965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Port cce4fe47-1fff-49dd-943c-6e7679a4a549 on network 7acad37f-1122-40a2-ae12-09a194917caa not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:58:59.531253 n-d-800088-16 neutron-server[100313]: ERROR neutron.plugins.ml2.managers [None req-bf1af21f-9033-487a-b27f-3dacf0b76965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Failed to bind port cce4fe47-1fff-49dd-943c-6e7679a4a549 on host n-h2-800088-16 for vnic_type normal using segments [{'id': '760ffa4f-508e-4b88-81ea-e3c4615f23d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7acad37f-1122-40a2-ae12-09a194917caa'}] Jul 23 23:58:59.533732 n-d-800088-16 neutron-server[100313]: INFO neutron.plugins.ml2.plugin [None req-bf1af21f-9033-487a-b27f-3dacf0b76965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempt 5 to bind port cce4fe47-1fff-49dd-943c-6e7679a4a549 Jul 23 23:58:59.539555 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-dbabbbbc-6c78-44de-9105-a9c1e4553b9b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.1576703 Jul 23 23:58:59.544771 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 48522) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:58:59.560277 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-0f3d90ee-827a-4ef7-a78a-1088e1d0005b admin admin] Request body: {'subnet': {'network_id': '4241b8a6-e2b8-49ab-8f73-7b3653f737f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1761387769-subnet', 'tenant_id': '18dc8249d11c41bf8adca46e26371672', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:58:59.603252 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbabbbbc-6c78-44de-9105-a9c1e4553b9b admin admin] Pushing event updated for resources: {'Network': ['ID=4241b8a6-e2b8-49ab-8f73-7b3653f737f3,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:58:59.624847 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 4241b8a6-e2b8-49ab-8f73-7b3653f737f3 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:58:59.634141 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a8cbc5-e8e8-4afd-977b-9d0aaedfd60c req-0f24f956-3d43-407d-8aaa-0bc73ad27942 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:59.635955 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-85a8cbc5-e8e8-4afd-977b-9d0aaedfd60c req-0f24f956-3d43-407d-8aaa-0bc73ad27942 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f6a9ae2-cfd7-44a7-afc8-3042147e0d44 HTTP/1.1" status: 200 len: 945 time: 0.3195236 Jul 23 23:58:59.649726 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [None req-bf1af21f-9033-487a-b27f-3dacf0b76965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempting to bind port cce4fe47-1fff-49dd-943c-6e7679a4a549 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:58:59.650319 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [None req-bf1af21f-9033-487a-b27f-3dacf0b76965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempting to bind port cce4fe47-1fff-49dd-943c-6e7679a4a549 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '760ffa4f-508e-4b88-81ea-e3c4615f23d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7acad37f-1122-40a2-ae12-09a194917caa'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:58:59.650438 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1af21f-9033-487a-b27f-3dacf0b76965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempting to bind port cce4fe47-1fff-49dd-943c-6e7679a4a549 on network 7acad37f-1122-40a2-ae12-09a194917caa {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:58:59.700675 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f3d90ee-827a-4ef7-a78a-1088e1d0005b admin admin] Made reservation on behalf of 18dc8249d11c41bf8adca46e26371672 for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:58:59.702992 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0f3d90ee-827a-4ef7-a78a-1088e1d0005b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:59.751395 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1af21f-9033-487a-b27f-3dacf0b76965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Port cce4fe47-1fff-49dd-943c-6e7679a4a549 on network 7acad37f-1122-40a2-ae12-09a194917caa not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:58:59.751558 n-d-800088-16 neutron-server[100313]: ERROR neutron.plugins.ml2.managers [None req-bf1af21f-9033-487a-b27f-3dacf0b76965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Failed to bind port cce4fe47-1fff-49dd-943c-6e7679a4a549 on host n-h2-800088-16 for vnic_type normal using segments [{'id': '760ffa4f-508e-4b88-81ea-e3c4615f23d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7acad37f-1122-40a2-ae12-09a194917caa'}] Jul 23 23:58:59.756477 n-d-800088-16 neutron-server[100313]: INFO neutron.plugins.ml2.plugin [None req-bf1af21f-9033-487a-b27f-3dacf0b76965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempt 6 to bind port cce4fe47-1fff-49dd-943c-6e7679a4a549 Jul 23 23:58:59.828880 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b842984c-3b30-417f-92ba-f036642161b5 req-71286caf-c0d8-414f-90b4-f68667c90572 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:58:59.836535 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b842984c-3b30-417f-92ba-f036642161b5 req-71286caf-c0d8-414f-90b4-f68667c90572 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/ports?device_id=f445b7b0-6b73-4e44-b689-e923034bcd85 HTTP/1.1" status: 200 len: 950 time: 0.5161371 Jul 23 23:58:59.861430 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [None req-bf1af21f-9033-487a-b27f-3dacf0b76965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempting to bind port cce4fe47-1fff-49dd-943c-6e7679a4a549 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:58:59.861766 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [None req-bf1af21f-9033-487a-b27f-3dacf0b76965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempting to bind port cce4fe47-1fff-49dd-943c-6e7679a4a549 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '760ffa4f-508e-4b88-81ea-e3c4615f23d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7acad37f-1122-40a2-ae12-09a194917caa'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:58:59.862105 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1af21f-9033-487a-b27f-3dacf0b76965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempting to bind port cce4fe47-1fff-49dd-943c-6e7679a4a549 on network 7acad37f-1122-40a2-ae12-09a194917caa {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:58:59.866335 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-ebf41541-dd68-4c43-899f-ac080cdf02b1 service neutron] 10.222.0.52 "GET /v2.0/networks/b0523da7-df1a-446f-b645-811e4630597c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3982570 Jul 23 23:58:59.927150 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1af21f-9033-487a-b27f-3dacf0b76965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Port cce4fe47-1fff-49dd-943c-6e7679a4a549 on network 7acad37f-1122-40a2-ae12-09a194917caa not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:58:59.927803 n-d-800088-16 neutron-server[100313]: ERROR neutron.plugins.ml2.managers [None req-bf1af21f-9033-487a-b27f-3dacf0b76965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Failed to bind port cce4fe47-1fff-49dd-943c-6e7679a4a549 on host n-h2-800088-16 for vnic_type normal using segments [{'id': '760ffa4f-508e-4b88-81ea-e3c4615f23d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7acad37f-1122-40a2-ae12-09a194917caa'}] Jul 23 23:58:59.944754 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-85a8cbc5-e8e8-4afd-977b-9d0aaedfd60c req-0d717669-8fc5-4bec-a56d-5c3d1e9ab43a tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463257 Jul 23 23:58:59.979946 n-d-800088-16 neutron-server[100313]: INFO neutron.plugins.ml2.plugin [None req-bf1af21f-9033-487a-b27f-3dacf0b76965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempt 7 to bind port cce4fe47-1fff-49dd-943c-6e7679a4a549 Jul 23 23:58:59.998924 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-0dc527ec-f00b-429f-afd6-fa51d9377643 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=e3557d7c-9f5d-4806-8073-44a23ccf9e4e HTTP/1.1" status: 200 len: 217 time: 0.1101346 Jul 23 23:59:00.072501 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [None req-bf1af21f-9033-487a-b27f-3dacf0b76965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempting to bind port cce4fe47-1fff-49dd-943c-6e7679a4a549 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:59:00.089604 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [None req-bf1af21f-9033-487a-b27f-3dacf0b76965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempting to bind port cce4fe47-1fff-49dd-943c-6e7679a4a549 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '760ffa4f-508e-4b88-81ea-e3c4615f23d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7acad37f-1122-40a2-ae12-09a194917caa'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:59:00.089979 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1af21f-9033-487a-b27f-3dacf0b76965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempting to bind port cce4fe47-1fff-49dd-943c-6e7679a4a549 on network 7acad37f-1122-40a2-ae12-09a194917caa {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:59:00.145372 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b842984c-3b30-417f-92ba-f036642161b5 req-75dd1b26-e455-4e52-bdf1-185cf029c871 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8ee523e-b776-4966-b1a9-13ed07423313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3075540 Jul 23 23:59:00.171303 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a75572-3c14-473c-8a44-2406efd6989d req-daab7b1a-d964-4fc9-b303-a1585ac859b0 tempest-LiveAutoBlockMigrationV225Test-1467793608 tempest-LiveAutoBlockMigrationV225Test-1467793608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:00.186748 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-39a75572-3c14-473c-8a44-2406efd6989d req-daab7b1a-d964-4fc9-b303-a1585ac859b0 tempest-LiveAutoBlockMigrationV225Test-1467793608 tempest-LiveAutoBlockMigrationV225Test-1467793608-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=0f6a9ae2-cfd7-44a7-afc8-3042147e0d44&tenant_id=d9405b5ff79541cbb5225ec709273225&binding%3Ahost_id=n-h2-800088-16 HTTP/1.1" status: 200 len: 1097 time: 0.5832603 Jul 23 23:59:00.187382 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1af21f-9033-487a-b27f-3dacf0b76965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Port cce4fe47-1fff-49dd-943c-6e7679a4a549 on network 7acad37f-1122-40a2-ae12-09a194917caa not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:59:00.187758 n-d-800088-16 neutron-server[100313]: ERROR neutron.plugins.ml2.managers [None req-bf1af21f-9033-487a-b27f-3dacf0b76965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Failed to bind port cce4fe47-1fff-49dd-943c-6e7679a4a549 on host n-h2-800088-16 for vnic_type normal using segments [{'id': '760ffa4f-508e-4b88-81ea-e3c4615f23d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7acad37f-1122-40a2-ae12-09a194917caa'}] Jul 23 23:59:00.190121 n-d-800088-16 neutron-server[100313]: INFO neutron.plugins.ml2.plugin [None req-bf1af21f-9033-487a-b27f-3dacf0b76965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempt 8 to bind port cce4fe47-1fff-49dd-943c-6e7679a4a549 Jul 23 23:59:00.291835 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-0cf4e095-d8cf-411f-9b04-440e5b675164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:00.305693 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-0cf4e095-d8cf-411f-9b04-440e5b675164 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=70883961-72f7-4719-acc8-b7159e5588a5 HTTP/1.1" status: 200 len: 797 time: 0.2571173 Jul 23 23:59:00.308007 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [None req-bf1af21f-9033-487a-b27f-3dacf0b76965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempting to bind port cce4fe47-1fff-49dd-943c-6e7679a4a549 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:59:00.308299 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [None req-bf1af21f-9033-487a-b27f-3dacf0b76965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempting to bind port cce4fe47-1fff-49dd-943c-6e7679a4a549 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '760ffa4f-508e-4b88-81ea-e3c4615f23d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7acad37f-1122-40a2-ae12-09a194917caa'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:59:00.308618 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1af21f-9033-487a-b27f-3dacf0b76965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempting to bind port cce4fe47-1fff-49dd-943c-6e7679a4a549 on network 7acad37f-1122-40a2-ae12-09a194917caa {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:59:00.338538 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1af21f-9033-487a-b27f-3dacf0b76965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Port cce4fe47-1fff-49dd-943c-6e7679a4a549 on network 7acad37f-1122-40a2-ae12-09a194917caa not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:59:00.338872 n-d-800088-16 neutron-server[100313]: ERROR neutron.plugins.ml2.managers [None req-bf1af21f-9033-487a-b27f-3dacf0b76965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Failed to bind port cce4fe47-1fff-49dd-943c-6e7679a4a549 on host n-h2-800088-16 for vnic_type normal using segments [{'id': '760ffa4f-508e-4b88-81ea-e3c4615f23d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7acad37f-1122-40a2-ae12-09a194917caa'}] Jul 23 23:59:00.339432 n-d-800088-16 neutron-server[100313]: INFO neutron.plugins.ml2.plugin [None req-bf1af21f-9033-487a-b27f-3dacf0b76965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempt 9 to bind port cce4fe47-1fff-49dd-943c-6e7679a4a549 Jul 23 23:59:00.421931 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [None req-bf1af21f-9033-487a-b27f-3dacf0b76965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempting to bind port cce4fe47-1fff-49dd-943c-6e7679a4a549 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:59:00.422283 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [None req-bf1af21f-9033-487a-b27f-3dacf0b76965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempting to bind port cce4fe47-1fff-49dd-943c-6e7679a4a549 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '760ffa4f-508e-4b88-81ea-e3c4615f23d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7acad37f-1122-40a2-ae12-09a194917caa'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:59:00.422626 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1af21f-9033-487a-b27f-3dacf0b76965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempting to bind port cce4fe47-1fff-49dd-943c-6e7679a4a549 on network 7acad37f-1122-40a2-ae12-09a194917caa {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:59:00.453708 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0f3d90ee-827a-4ef7-a78a-1088e1d0005b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:00.457253 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1af21f-9033-487a-b27f-3dacf0b76965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Port cce4fe47-1fff-49dd-943c-6e7679a4a549 on network 7acad37f-1122-40a2-ae12-09a194917caa not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:59:00.457681 n-d-800088-16 neutron-server[100313]: ERROR neutron.plugins.ml2.managers [None req-bf1af21f-9033-487a-b27f-3dacf0b76965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Failed to bind port cce4fe47-1fff-49dd-943c-6e7679a4a549 on host n-h2-800088-16 for vnic_type normal using segments [{'id': '760ffa4f-508e-4b88-81ea-e3c4615f23d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7acad37f-1122-40a2-ae12-09a194917caa'}] Jul 23 23:59:00.460417 n-d-800088-16 neutron-server[100313]: INFO neutron.plugins.ml2.plugin [None req-bf1af21f-9033-487a-b27f-3dacf0b76965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempt 10 to bind port cce4fe47-1fff-49dd-943c-6e7679a4a549 Jul 23 23:59:00.508131 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a75572-3c14-473c-8a44-2406efd6989d req-28068953-ef88-4593-a936-0abea026f4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:00.509755 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-39a75572-3c14-473c-8a44-2406efd6989d req-28068953-ef88-4593-a936-0abea026f4de service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0f6a9ae2-cfd7-44a7-afc8-3042147e0d44&tenant_id=d9405b5ff79541cbb5225ec709273225 HTTP/1.1" status: 200 len: 1097 time: 0.3143501 Jul 23 23:59:00.517785 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [None req-bf1af21f-9033-487a-b27f-3dacf0b76965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempting to bind port cce4fe47-1fff-49dd-943c-6e7679a4a549 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:59:00.518288 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [None req-bf1af21f-9033-487a-b27f-3dacf0b76965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempting to bind port cce4fe47-1fff-49dd-943c-6e7679a4a549 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '760ffa4f-508e-4b88-81ea-e3c4615f23d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7acad37f-1122-40a2-ae12-09a194917caa'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:59:00.518701 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1af21f-9033-487a-b27f-3dacf0b76965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempting to bind port cce4fe47-1fff-49dd-943c-6e7679a4a549 on network 7acad37f-1122-40a2-ae12-09a194917caa {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:59:00.561702 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1af21f-9033-487a-b27f-3dacf0b76965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Port cce4fe47-1fff-49dd-943c-6e7679a4a549 on network 7acad37f-1122-40a2-ae12-09a194917caa not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:59:00.562053 n-d-800088-16 neutron-server[100313]: ERROR neutron.plugins.ml2.managers [None req-bf1af21f-9033-487a-b27f-3dacf0b76965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Failed to bind port cce4fe47-1fff-49dd-943c-6e7679a4a549 on host n-h2-800088-16 for vnic_type normal using segments [{'id': '760ffa4f-508e-4b88-81ea-e3c4615f23d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7acad37f-1122-40a2-ae12-09a194917caa'}] Jul 23 23:59:00.562431 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-bf1af21f-9033-487a-b27f-3dacf0b76965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:00.582598 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-52c6aa9b-1ce4-4d73-951a-3fde91c17dec admin admin] Deleting port 9a6de36c-1f0f-4922-a66b-5265ffec0dd6 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:59:00.583751 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-52c6aa9b-1ce4-4d73-951a-3fde91c17dec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:00.634876 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-0eb00a58-b1e0-44c8-bcd4-5212e860f767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:00.636441 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-0eb00a58-b1e0-44c8-bcd4-5212e860f767 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=afa024cd-6a99-42b6-95da-fdd5c3d9ab0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3239610 Jul 23 23:59:00.655089 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3d90ee-827a-4ef7-a78a-1088e1d0005b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fab8215-ab32-480a-84d1-a0d90f322209,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:00.702035 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086219b2-b45e-4604-a4b5-84512438e7c0 req-9aa718ac-6df4-4c9c-811d-6eca90773f33 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:00.712557 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086219b2-b45e-4604-a4b5-84512438e7c0 req-9aa718ac-6df4-4c9c-811d-6eca90773f33 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:00.721985 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086219b2-b45e-4604-a4b5-84512438e7c0 req-9aa718ac-6df4-4c9c-811d-6eca90773f33 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:00.730857 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086219b2-b45e-4604-a4b5-84512438e7c0 req-9aa718ac-6df4-4c9c-811d-6eca90773f33 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:00.742757 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086219b2-b45e-4604-a4b5-84512438e7c0 req-9aa718ac-6df4-4c9c-811d-6eca90773f33 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:00.751041 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086219b2-b45e-4604-a4b5-84512438e7c0 req-9aa718ac-6df4-4c9c-811d-6eca90773f33 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:00.775317 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086219b2-b45e-4604-a4b5-84512438e7c0 req-9aa718ac-6df4-4c9c-811d-6eca90773f33 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:00.782065 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-086219b2-b45e-4604-a4b5-84512438e7c0 req-9aa718ac-6df4-4c9c-811d-6eca90773f33 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c075934-d6b2-45f9-8b7a-e05ff072e3c1 HTTP/1.1" status: 200 len: 5422 time: 0.5083575 Jul 23 23:59:00.818327 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a75572-3c14-473c-8a44-2406efd6989d req-dd2240af-f605-4248-8294-c26eb5e5e62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:00.819792 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-39a75572-3c14-473c-8a44-2406efd6989d req-dd2240af-f605-4248-8294-c26eb5e5e62c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d9405b5ff79541cbb5225ec709273225&device_id=0f6a9ae2-cfd7-44a7-afc8-3042147e0d44 HTTP/1.1" status: 200 len: 1097 time: 0.2800102 Jul 23 23:59:00.825297 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-bf1af21f-9033-487a-b27f-3dacf0b76965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] For port cce4fe47-1fff-49dd-943c-6e7679a4a549, host n-h2-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:59:00.825984 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-bf1af21f-9033-487a-b27f-3dacf0b76965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempted to set empty binding levels {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 23 23:59:00.846097 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-496af5cd-4132-4a68-bc9d-ff4790558a55 service neutron] 10.222.0.52 "GET /v2.0/networks/afa024cd-6a99-42b6-95da-fdd5c3d9ab0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028284 Jul 23 23:59:00.859306 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-bf1af21f-9033-487a-b27f-3dacf0b76965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:00.879774 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3d90ee-827a-4ef7-a78a-1088e1d0005b admin admin] Checking segment: {'id': '7e96837c-7728-41f8-b9c1-c7a5593efa19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4241b8a6-e2b8-49ab-8f73-7b3653f737f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:59:00.880450 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3d90ee-827a-4ef7-a78a-1088e1d0005b admin admin] Network hostable DHCP agents. Network: 4241b8a6-e2b8-49ab-8f73-7b3653f737f3, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:59:00.926979 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-086219b2-b45e-4604-a4b5-84512438e7c0 req-985d0ea2-adaa-4711-a1f7-0063b1c758e4 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/security-groups?id=32ff9839-8d3b-48a3-a25d-b35ae2bb65fa&id=89d8d27b-9412-49b0-8db6-21624a8289f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1226759 Jul 23 23:59:00.947035 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-52c6aa9b-1ce4-4d73-951a-3fde91c17dec admin admin] For port 9a6de36c-1f0f-4922-a66b-5265ffec0dd6, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=9a6de36c-1f0f-4922-a66b-5265ffec0dd6,segment=NetworkSegment(7706e308-45fe-47c4-babd-3fda7f234b49),segment_id=7706e308-45fe-47c4-babd-3fda7f234b49)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:59:00.947961 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-52c6aa9b-1ce4-4d73-951a-3fde91c17dec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:00.966959 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-52c6aa9b-1ce4-4d73-951a-3fde91c17dec admin admin] Calling delete_port for 9a6de36c-1f0f-4922-a66b-5265ffec0dd6 owned by network:router_interface {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:59:00.969904 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3d90ee-827a-4ef7-a78a-1088e1d0005b admin admin] Network 4241b8a6-e2b8-49ab-8f73-7b3653f737f3 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:59:00.990003 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-0f3d90ee-827a-4ef7-a78a-1088e1d0005b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 4241b8a6-e2b8-49ab-8f73-7b3653f737f3) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:59:00.994080 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-bf1af21f-9033-487a-b27f-3dacf0b76965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] In _notify_port_updated(), no bound segment for port cce4fe47-1fff-49dd-943c-6e7679a4a549 on network 7acad37f-1122-40a2-ae12-09a194917caa {{(pid=100313) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 23:59:00.995032 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1af21f-9033-487a-b27f-3dacf0b76965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:00.995707 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-bf1af21f-9033-487a-b27f-3dacf0b76965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:01.000427 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-bf1af21f-9033-487a-b27f-3dacf0b76965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] 10.222.0.44 "PUT /v2.0/ports/cce4fe47-1fff-49dd-943c-6e7679a4a549 HTTP/1.1" status: 200 len: 980 time: 3.2696633 Jul 23 23:59:01.003439 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 48556) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:01.010752 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e46704f-ba3a-4c3b-a9aa-ffef7d92db94 None None] Network 4241b8a6-e2b8-49ab-8f73-7b3653f737f3 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:59:01.068388 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3d90ee-827a-4ef7-a78a-1088e1d0005b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:01.077261 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0f3d90ee-827a-4ef7-a78a-1088e1d0005b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:01.141894 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-0f3d90ee-827a-4ef7-a78a-1088e1d0005b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.5925181 Jul 23 23:59:01.151311 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 48566) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:01.170779 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-578b4e50-abeb-4be9-91a7-d9f2f85570d8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1761387769-router', 'tenant_id': '18dc8249d11c41bf8adca46e26371672', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:59:01.221923 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1af21f-9033-487a-b27f-3dacf0b76965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Pushing event updated for resources: {'Port': ['ID=cce4fe47-1fff-49dd-943c-6e7679a4a549,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:01.330776 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3064c9b0-852c-4cfc-b879-fcb36362a5d7 None None] Network 4241b8a6-e2b8-49ab-8f73-7b3653f737f3 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:59:01.331887 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a75572-3c14-473c-8a44-2406efd6989d req-f274b75c-243c-4d89-b712-afb1bba12814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:01.333576 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-39a75572-3c14-473c-8a44-2406efd6989d req-f274b75c-243c-4d89-b712-afb1bba12814 service neutron] 10.222.0.52 "GET /v2.0/networks?id=cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed HTTP/1.1" status: 200 len: 919 time: 0.4861667 Jul 23 23:59:01.377570 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-578b4e50-abeb-4be9-91a7-d9f2f85570d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:01.381868 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-578b4e50-abeb-4be9-91a7-d9f2f85570d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:01.411448 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f849d6f-3b1e-4c80-852f-bb0e5c037df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:01.411941 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f849d6f-3b1e-4c80-852f-bb0e5c037df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:01.412426 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f849d6f-3b1e-4c80-852f-bb0e5c037df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:01.412948 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f849d6f-3b1e-4c80-852f-bb0e5c037df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:01.413403 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f849d6f-3b1e-4c80-852f-bb0e5c037df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:01.413874 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f849d6f-3b1e-4c80-852f-bb0e5c037df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:01.414348 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f849d6f-3b1e-4c80-852f-bb0e5c037df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:01.414820 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f849d6f-3b1e-4c80-852f-bb0e5c037df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:01.415290 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f849d6f-3b1e-4c80-852f-bb0e5c037df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:01.415755 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f849d6f-3b1e-4c80-852f-bb0e5c037df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:01.416218 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f849d6f-3b1e-4c80-852f-bb0e5c037df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:01.416684 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f849d6f-3b1e-4c80-852f-bb0e5c037df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:01.417175 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f849d6f-3b1e-4c80-852f-bb0e5c037df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:01.417640 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f849d6f-3b1e-4c80-852f-bb0e5c037df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:01.418104 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f849d6f-3b1e-4c80-852f-bb0e5c037df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:01.418567 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f849d6f-3b1e-4c80-852f-bb0e5c037df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:01.419033 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f849d6f-3b1e-4c80-852f-bb0e5c037df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:01.419499 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f849d6f-3b1e-4c80-852f-bb0e5c037df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:01.419963 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f849d6f-3b1e-4c80-852f-bb0e5c037df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:01.420431 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f849d6f-3b1e-4c80-852f-bb0e5c037df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:01.441072 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f849d6f-3b1e-4c80-852f-bb0e5c037df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:01.441702 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f849d6f-3b1e-4c80-852f-bb0e5c037df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:01.442195 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f849d6f-3b1e-4c80-852f-bb0e5c037df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:01.442676 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f849d6f-3b1e-4c80-852f-bb0e5c037df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:01.443153 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f849d6f-3b1e-4c80-852f-bb0e5c037df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:01.443628 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f849d6f-3b1e-4c80-852f-bb0e5c037df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:01.444103 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f849d6f-3b1e-4c80-852f-bb0e5c037df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:01.444574 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f849d6f-3b1e-4c80-852f-bb0e5c037df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:01.445070 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f849d6f-3b1e-4c80-852f-bb0e5c037df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:01.445542 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f849d6f-3b1e-4c80-852f-bb0e5c037df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:01.446012 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f849d6f-3b1e-4c80-852f-bb0e5c037df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:01.446479 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f849d6f-3b1e-4c80-852f-bb0e5c037df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:01.457775 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-9f849d6f-3b1e-4c80-852f-bb0e5c037df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 28924 time: 0.4447341 Jul 23 23:59:01.468543 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 48580) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:01.512277 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-1ff28dbd-ac10-490d-acea-ee67b171ab84 service neutron] 10.222.0.52 "GET /v2.0/networks/afa024cd-6a99-42b6-95da-fdd5c3d9ab0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6484354 Jul 23 23:59:01.590313 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-578b4e50-abeb-4be9-91a7-d9f2f85570d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:01.604016 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed92dfe0-ecff-436e-b9b6-0b91bf7dd419 req-a89ab19b-9e5e-4549-b065-967882494983 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:01.605595 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3fcf79-5133-4f68-9cea-f2b885c17b89 req-a167fcc9-f44e-42fa-887f-704459c4d6e0 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:01.606858 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ed92dfe0-ecff-436e-b9b6-0b91bf7dd419 req-a89ab19b-9e5e-4549-b065-967882494983 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f6a9ae2-cfd7-44a7-afc8-3042147e0d44 HTTP/1.1" status: 200 len: 945 time: 0.5145900 Jul 23 23:59:01.607151 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ca3fcf79-5133-4f68-9cea-f2b885c17b89 req-a167fcc9-f44e-42fa-887f-704459c4d6e0 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/ports?device_id=f445b7b0-6b73-4e44-b689-e923034bcd85 HTTP/1.1" status: 200 len: 950 time: 0.3102851 Jul 23 23:59:01.657807 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-12682afa-ce08-4d7b-b5c9-ff487c7d0182 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.181&port_id=8f556c59-81ca-477e-85bf-cbe94e6d27d9 HTTP/1.1" status: 200 len: 217 time: 0.0653541 Jul 23 23:59:01.659424 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-39a75572-3c14-473c-8a44-2406efd6989d req-3b029423-29a4-4a9a-a96d-895a790b9065 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=970214ba-468b-4ff1-926a-ea62de40fef5 HTTP/1.1" status: 200 len: 217 time: 0.3147507 Jul 23 23:59:01.789781 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ca3fcf79-5133-4f68-9cea-f2b885c17b89 req-5e2cf46c-d51d-425b-9271-9c51a984a894 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8ee523e-b776-4966-b1a9-13ed07423313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022525 Jul 23 23:59:01.869108 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-578b4e50-abeb-4be9-91a7-d9f2f85570d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:01.878307 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-52c6aa9b-1ce4-4d73-951a-3fde91c17dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:01.903405 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ed92dfe0-ecff-436e-b9b6-0b91bf7dd419 req-98053b8b-4171-430c-8fb0-72084ef53a22 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404094 Jul 23 23:59:01.916371 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c6aa9b-1ce4-4d73-951a-3fde91c17dec admin admin] Pushing event deleted for resources: {'Port': ['ID=9a6de36c-1f0f-4922-a66b-5265ffec0dd6,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:01.940213 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a75572-3c14-473c-8a44-2406efd6989d req-f7eaed5d-f3b7-4668-b9f7-9bf4dda64e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:01.942259 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-39a75572-3c14-473c-8a44-2406efd6989d req-f7eaed5d-f3b7-4668-b9f7-9bf4dda64e47 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3dff00ee-bed2-4c8a-b785-e9725c9c9b9c HTTP/1.1" status: 200 len: 858 time: 0.2670739 Jul 23 23:59:01.945425 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-ad0675eb-577c-4a28-a6d6-42f2a4f70da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:01.946872 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-ad0675eb-577c-4a28-a6d6-42f2a4f70da2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=70883961-72f7-4719-acc8-b7159e5588a5 HTTP/1.1" status: 200 len: 797 time: 0.2569094 Jul 23 23:59:02.081799 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-39a75572-3c14-473c-8a44-2406efd6989d req-f38b0c14-bee1-474d-84fe-b24d34fb7134 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1264384 Jul 23 23:59:02.257346 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-52c6aa9b-1ce4-4d73-951a-3fde91c17dec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679987'] for router_interface, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:02.262186 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-627998c2-6cfd-4494-b960-08c59fe7d57c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Deleting port cce4fe47-1fff-49dd-943c-6e7679a4a549 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:59:02.263008 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-627998c2-6cfd-4494-b960-08c59fe7d57c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:02.371946 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-627998c2-6cfd-4494-b960-08c59fe7d57c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] For port cce4fe47-1fff-49dd-943c-6e7679a4a549, host n-h2-800088-16, got binding levels [] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:59:02.372479 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-627998c2-6cfd-4494-b960-08c59fe7d57c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:02.386201 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-627998c2-6cfd-4494-b960-08c59fe7d57c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Calling delete_port for cce4fe47-1fff-49dd-943c-6e7679a4a549 owned by {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:59:02.550533 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-c6928215-094c-4a18-9df9-1506d7971a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:02.552098 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-c6928215-094c-4a18-9df9-1506d7971a5c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=afa024cd-6a99-42b6-95da-fdd5c3d9ab0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5958066 Jul 23 23:59:02.601578 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00e9526-7e37-4249-86ce-13c50261e8c4 req-7f1d0f8b-e8d3-46c6-a15b-9772d257fed3 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:02.610209 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00e9526-7e37-4249-86ce-13c50261e8c4 req-7f1d0f8b-e8d3-46c6-a15b-9772d257fed3 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:02.619028 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00e9526-7e37-4249-86ce-13c50261e8c4 req-7f1d0f8b-e8d3-46c6-a15b-9772d257fed3 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:02.625053 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00e9526-7e37-4249-86ce-13c50261e8c4 req-7f1d0f8b-e8d3-46c6-a15b-9772d257fed3 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:02.631572 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00e9526-7e37-4249-86ce-13c50261e8c4 req-7f1d0f8b-e8d3-46c6-a15b-9772d257fed3 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:02.647561 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e0f5d-5acc-4025-8181-5bb296f8430c req-a7e4fcf8-2bee-45ed-a39a-b0d74e97509a tempest-ServersOnMultiNodesTest-1789820822 tempest-ServersOnMultiNodesTest-1789820822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:02.648178 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00e9526-7e37-4249-86ce-13c50261e8c4 req-7f1d0f8b-e8d3-46c6-a15b-9772d257fed3 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:02.655052 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00e9526-7e37-4249-86ce-13c50261e8c4 req-7f1d0f8b-e8d3-46c6-a15b-9772d257fed3 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:02.656139 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ae0e0f5d-5acc-4025-8181-5bb296f8430c req-a7e4fcf8-2bee-45ed-a39a-b0d74e97509a tempest-ServersOnMultiNodesTest-1789820822 tempest-ServersOnMultiNodesTest-1789820822-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=f445b7b0-6b73-4e44-b689-e923034bcd85 HTTP/1.1" status: 200 len: 1102 time: 0.7247424 Jul 23 23:59:02.662748 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d00e9526-7e37-4249-86ce-13c50261e8c4 req-7f1d0f8b-e8d3-46c6-a15b-9772d257fed3 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c075934-d6b2-45f9-8b7a-e05ff072e3c1 HTTP/1.1" status: 200 len: 5422 time: 0.5840526 Jul 23 23:59:02.747775 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-627998c2-6cfd-4494-b960-08c59fe7d57c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:02.776862 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ae0e0f5d-5acc-4025-8181-5bb296f8430c req-92434eb1-5ca8-4046-aea5-a9cc270479f5 tempest-ServersOnMultiNodesTest-1789820822 tempest-ServersOnMultiNodesTest-1789820822-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=e8ee523e-b776-4966-b1a9-13ed07423313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100936 Jul 23 23:59:03.215757 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-578b4e50-abeb-4be9-91a7-d9f2f85570d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:03.246792 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-39a75572-3c14-473c-8a44-2406efd6989d req-bdc0ebe1-b1e6-4751-a858-3ff9b8f139a4 service neutron] 10.222.0.52 "GET /v2.0/networks/cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1274641 Jul 23 23:59:03.252747 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627998c2-6cfd-4494-b960-08c59fe7d57c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Pushing event deleted for resources: {'Port': ['ID=cce4fe47-1fff-49dd-943c-6e7679a4a549,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:03.259007 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-627998c2-6cfd-4494-b960-08c59fe7d57c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:03.260872 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-627998c2-6cfd-4494-b960-08c59fe7d57c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] 10.222.0.44 "DELETE /v2.0/ports/cce4fe47-1fff-49dd-943c-6e7679a4a549 HTTP/1.1" status: 204 len: 168 time: 1.7768302 Jul 23 23:59:03.270674 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 48612) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:03.282670 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d00e9526-7e37-4249-86ce-13c50261e8c4 req-721d6b3b-cba3-4cca-a864-276079400929 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/security-groups?id=32ff9839-8d3b-48a3-a25d-b35ae2bb65fa&id=89d8d27b-9412-49b0-8db6-21624a8289f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6073806 Jul 23 23:59:03.299815 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7882f957-2087-4f33-8826-5232b01cdacb req-f9287060-92bc-48d1-a3fe-8dcce5209933 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:03.302060 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7882f957-2087-4f33-8826-5232b01cdacb req-f9287060-92bc-48d1-a3fe-8dcce5209933 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f6a9ae2-cfd7-44a7-afc8-3042147e0d44 HTTP/1.1" status: 200 len: 945 time: 0.2531273 Jul 23 23:59:03.303191 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-578b4e50-abeb-4be9-91a7-d9f2f85570d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:03.374038 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-c167b531-deb9-4cc6-a778-43c6054ed55c service neutron] 10.222.0.52 "GET /v2.0/networks/afa024cd-6a99-42b6-95da-fdd5c3d9ab0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8113935 Jul 23 23:59:03.429326 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-956ba76a-00e8-4b1e-9b2c-8a3a5d4d4d02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] GET failed (client error): The resource could not be found. Jul 23 23:59:03.437416 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-956ba76a-00e8-4b1e-9b2c-8a3a5d4d4d02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] 10.222.0.44 "GET /v2.0/ports/cce4fe47-1fff-49dd-943c-6e7679a4a549 HTTP/1.1" status: 404 len: 333 time: 0.1646819 Jul 23 23:59:03.441414 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 48624) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:03.459841 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-d181c01f-052b-4df4-95ee-4328e6ed33df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-415885852', 'network_id': '7acad37f-1122-40a2-ae12-09a194917caa'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:59:03.469383 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 48626) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:03.483231 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52c6aa9b-1ce4-4d73-951a-3fde91c17dec admin admin] Router f5396461-e7b9-457e-83eb-c8dd23b24c8f has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:59:03.515861 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d181c01f-052b-4df4-95ee-4328e6ed33df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Made reservation on behalf of 5b1052f1b5f9408b9019f7041c11dd4f for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:59:03.517387 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-39a75572-3c14-473c-8a44-2406efd6989d req-a8ca26e2-9ff5-45b3-bd01-8774b0958fe4 service neutron] 10.222.0.52 "GET /v2.0/networks/cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597201 Jul 23 23:59:03.518623 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d181c01f-052b-4df4-95ee-4328e6ed33df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:03.518985 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4df44a8f-e42d-490a-8e00-f61fa82983a1 req-103f8949-e547-421d-8d26-071c7e977f08 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=4db1e0d9f35b4b27b032ee4fa4c653cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0562053 Jul 23 23:59:03.529951 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7882f957-2087-4f33-8826-5232b01cdacb req-9b2cf21e-c92c-4e90-ba35-b0d5bdb18fb0 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931412 Jul 23 23:59:03.588231 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [None req-d181c01f-052b-4df4-95ee-4328e6ed33df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] device_id is not set on port 1146314f-2eb6-4ed8-8668-0035b8b2472c yet. {{(pid=100314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 23:59:03.660451 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-b791c7c3-aa46-40dc-b472-98ec724bf9cd service neutron] 10.222.0.52 "GET /v2.0/networks/afa024cd-6a99-42b6-95da-fdd5c3d9ab0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766843 Jul 23 23:59:03.729892 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-f085bad9-ee79-4570-ba6b-7c517d8ce38b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=4570f2dc-234f-4a2e-9e3f-da8c4844cab7 HTTP/1.1" status: 200 len: 217 time: 0.0574927 Jul 23 23:59:03.737263 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df44a8f-e42d-490a-8e00-f61fa82983a1 req-3673598e-f1dc-458d-b88a-37d248606b6e tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:03.738988 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4df44a8f-e42d-490a-8e00-f61fa82983a1 req-3673598e-f1dc-458d-b88a-37d248606b6e tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2018621 Jul 23 23:59:03.739870 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f2db08fd-9d39-4faa-9af3-92ebcec624bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:03.774480 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-578b4e50-abeb-4be9-91a7-d9f2f85570d8 admin admin] Allocated IP 172.25.3.177 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/79d4bc7a-43e6-4d21-99d2-5108787528e0) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:59:03.843766 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4df44a8f-e42d-490a-8e00-f61fa82983a1 req-fe6cb305-6e06-4044-9656-4bedfe163138 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/quotas/4db1e0d9f35b4b27b032ee4fa4c653cd HTTP/1.1" status: 200 len: 375 time: 0.0947976 Jul 23 23:59:03.913147 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-a6d8cd2d-d1aa-49a5-8bc5-ab82643e5ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:03.914750 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-a6d8cd2d-d1aa-49a5-8bc5-ab82643e5ca3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=70883961-72f7-4719-acc8-b7159e5588a5 HTTP/1.1" status: 200 len: 797 time: 0.1645935 Jul 23 23:59:03.965437 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52c6aa9b-1ce4-4d73-951a-3fde91c17dec admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:59:03.978126 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa856ad0-6d8c-4772-a09d-767320cbafd4 None None] Sync routers for ids ['f5396461-e7b9-457e-83eb-c8dd23b24c8f'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:59:03.983958 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-52c6aa9b-1ce4-4d73-951a-3fde91c17dec admin admin] 10.222.0.44 "PUT /v2.0/routers/f5396461-e7b9-457e-83eb-c8dd23b24c8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8194487 Jul 23 23:59:03.985791 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 48642) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:03.991331 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa856ad0-6d8c-4772-a09d-767320cbafd4 None None] Routers {'f5396461-e7b9-457e-83eb-c8dd23b24c8f'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:59:03.992127 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-aa856ad0-6d8c-4772-a09d-767320cbafd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:58:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['f5396461-e7b9-457e-83eb-c8dd23b24c8f'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:59:04.101892 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a75572-3c14-473c-8a44-2406efd6989d req-fd7e5bdc-6ec0-4a4b-b6f7-757e80bba20a tempest-LiveAutoBlockMigrationV225Test-1467793608 tempest-LiveAutoBlockMigrationV225Test-1467793608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:04.103460 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-39a75572-3c14-473c-8a44-2406efd6989d req-fd7e5bdc-6ec0-4a4b-b6f7-757e80bba20a tempest-LiveAutoBlockMigrationV225Test-1467793608 tempest-LiveAutoBlockMigrationV225Test-1467793608-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=0f6a9ae2-cfd7-44a7-afc8-3042147e0d44&tenant_id=d9405b5ff79541cbb5225ec709273225&binding%3Ahost_id=n-h1-800088-16 HTTP/1.1" status: 200 len: 1097 time: 0.3525262 Jul 23 23:59:04.112314 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d181c01f-052b-4df4-95ee-4328e6ed33df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:04.120129 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-578b4e50-abeb-4be9-91a7-d9f2f85570d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:04.153762 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4df44a8f-e42d-490a-8e00-f61fa82983a1 req-f3d0524f-8ba7-4eb6-9b13-a60b79693b18 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4db1e0d9f35b4b27b032ee4fa4c653cd&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2959766 Jul 23 23:59:04.196946 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d181c01f-052b-4df4-95ee-4328e6ed33df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:04.202552 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-578b4e50-abeb-4be9-91a7-d9f2f85570d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:04.212404 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-aa856ad0-6d8c-4772-a09d-767320cbafd4 None None] Set router f5396461-e7b9-457e-83eb-c8dd23b24c8f gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:59:04.231567 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-86828b0e-7a77-49e6-9004-328b46080369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:04.233254 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-86828b0e-7a77-49e6-9004-328b46080369 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=afa024cd-6a99-42b6-95da-fdd5c3d9ab0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3084903 Jul 23 23:59:04.235167 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f2db08fd-9d39-4faa-9af3-92ebcec624bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:04.251805 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578b4e50-abeb-4be9-91a7-d9f2f85570d8 admin admin] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:59:04.259330 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-578b4e50-abeb-4be9-91a7-d9f2f85570d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:59:04.261452 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578b4e50-abeb-4be9-91a7-d9f2f85570d8 admin admin] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:59:04.263528 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f2db08fd-9d39-4faa-9af3-92ebcec624bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:04.274877 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d181c01f-052b-4df4-95ee-4328e6ed33df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Network 7acad37f-1122-40a2-ae12-09a194917caa is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:59:04.301268 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-d181c01f-052b-4df4-95ee-4328e6ed33df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:59:04.303757 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d181c01f-052b-4df4-95ee-4328e6ed33df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:59:04.305361 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d181c01f-052b-4df4-95ee-4328e6ed33df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:04.305989 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d181c01f-052b-4df4-95ee-4328e6ed33df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:04.319009 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d181c01f-052b-4df4-95ee-4328e6ed33df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Pushing event updated for resources: {'Port': ['ID=1146314f-2eb6-4ed8-8668-0035b8b2472c,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:04.319953 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-db31c430-8804-4ee1-94e8-2067842e543d admin admin] Notify callbacks [] for router, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:04.334899 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-d181c01f-052b-4df4-95ee-4328e6ed33df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8847291 Jul 23 23:59:04.335535 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 48646) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:04.411906 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-f2db08fd-9d39-4faa-9af3-92ebcec624bd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=43c1efb60c544aa493e70f8386b468b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9414966 Jul 23 23:59:04.428267 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 48648) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:04.496278 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2db08fd-9d39-4faa-9af3-92ebcec624bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e418d3aa-b845-4875-8f01-7d398dedfe7a,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:04.619494 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578b4e50-abeb-4be9-91a7-d9f2f85570d8 admin admin] Pushing event updated for resources: {'Port': ['ID=79d4bc7a-43e6-4d21-99d2-5108787528e0,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:04.640058 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0db07c-6ea0-4e0f-a7ea-f758d376f2db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:04.645269 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-8c0db07c-6ea0-4e0f-a7ea-f758d376f2db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] 10.222.0.44 "GET /v2.0/ports/1146314f-2eb6-4ed8-8668-0035b8b2472c HTTP/1.1" status: 200 len: 958 time: 0.2885165 Jul 23 23:59:04.655292 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 48656) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:04.655451 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1885e71b-6c46-4834-a7c2-2e0e2ed336ba req-95d70bcc-50f8-44d5-86c7-a231da34ea7c tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f3fe95f-d7cc-401c-97de-aaa898bceb72 HTTP/1.1" status: 200 len: 210 time: 0.1121438 Jul 23 23:59:04.690433 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-7a44d051-cc28-4b47-8331-ce477748fb9a service neutron] 10.222.0.52 "GET /v2.0/networks/afa024cd-6a99-42b6-95da-fdd5c3d9ab0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4447882 Jul 23 23:59:04.723483 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-39a75572-3c14-473c-8a44-2406efd6989d req-4b1a0a8d-5eaa-4f75-bb40-fea367fca3d0 service neutron] For port 970214ba-468b-4ff1-926a-ea62de40fef5, host n-h2-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:59:04.751614 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-39a75572-3c14-473c-8a44-2406efd6989d req-4b1a0a8d-5eaa-4f75-bb40-fea367fca3d0 service neutron] Notify callbacks [] for binding, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:04.752994 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-39a75572-3c14-473c-8a44-2406efd6989d req-4b1a0a8d-5eaa-4f75-bb40-fea367fca3d0 service neutron] 10.222.0.52 "DELETE /v2.0/ports/970214ba-468b-4ff1-926a-ea62de40fef5/bindings/n-h2-800088-16 HTTP/1.1" status: 204 len: 173 time: 0.6395540 Jul 23 23:59:04.870033 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-aa856ad0-6d8c-4772-a09d-767320cbafd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5396461-e7b9-457e-83eb-c8dd23b24c8f', 'name': 'tempest-ServersTestManualDisk-245800099-router', 'tenant_id': '4bf4cdc5515a40d7ad05decd4185164d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '6fe8c1fa-9807-4413-a54b-aaaa2de7a505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:56:18Z', 'updated_at': '2021-07-23T23:59:01Z', 'revision_number': 5, 'project_id': '4bf4cdc5515a40d7ad05decd4185164d', 'gw_port': {'id': '6fe8c1fa-9807-4413-a54b-aaaa2de7a505', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:dd:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5396461-e7b9-457e-83eb-c8dd23b24c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:56:21Z', 'updated_at': '2021-07-23T23:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:59:04.910528 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa856ad0-6d8c-4772-a09d-767320cbafd4 None None] Checking router: f5396461-e7b9-457e-83eb-c8dd23b24c8f for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:59:04.913610 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-db31c430-8804-4ee1-94e8-2067842e543d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:04.921206 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa856ad0-6d8c-4772-a09d-767320cbafd4 None None] Routers {'f5396461-e7b9-457e-83eb-c8dd23b24c8f'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:59:04.921943 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-aa856ad0-6d8c-4772-a09d-767320cbafd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:58:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['f5396461-e7b9-457e-83eb-c8dd23b24c8f'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:59:04.962168 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5d3996-1d73-488d-a648-c10a8fb32fa5 req-fbc7ecb7-8ec1-40e6-9530-5843ae91bfbd tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:04.970864 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5d3996-1d73-488d-a648-c10a8fb32fa5 req-fbc7ecb7-8ec1-40e6-9530-5843ae91bfbd tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:04.983469 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5d3996-1d73-488d-a648-c10a8fb32fa5 req-fbc7ecb7-8ec1-40e6-9530-5843ae91bfbd tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:04.994182 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5d3996-1d73-488d-a648-c10a8fb32fa5 req-fbc7ecb7-8ec1-40e6-9530-5843ae91bfbd tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:04.995946 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-d36a2802-7f91-4348-9fcf-4726ea94094c service neutron] 10.222.0.52 "GET /v2.0/networks/afa024cd-6a99-42b6-95da-fdd5c3d9ab0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981384 Jul 23 23:59:05.001211 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5d3996-1d73-488d-a648-c10a8fb32fa5 req-fbc7ecb7-8ec1-40e6-9530-5843ae91bfbd tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:05.009017 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5d3996-1d73-488d-a648-c10a8fb32fa5 req-fbc7ecb7-8ec1-40e6-9530-5843ae91bfbd tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:05.011782 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b4e381-d715-4e9e-b756-1c16ee32688a req-72dda4d9-e3b9-461d-a152-accb0b174ae9 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:05.016334 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5d3996-1d73-488d-a648-c10a8fb32fa5 req-fbc7ecb7-8ec1-40e6-9530-5843ae91bfbd tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:05.019771 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-67b4e381-d715-4e9e-b756-1c16ee32688a req-72dda4d9-e3b9-461d-a152-accb0b174ae9 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f6a9ae2-cfd7-44a7-afc8-3042147e0d44 HTTP/1.1" status: 200 len: 945 time: 0.2721198 Jul 23 23:59:05.076571 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fc5d3996-1d73-488d-a648-c10a8fb32fa5 req-fbc7ecb7-8ec1-40e6-9530-5843ae91bfbd tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c075934-d6b2-45f9-8b7a-e05ff072e3c1 HTTP/1.1" status: 200 len: 5422 time: 0.5782564 Jul 23 23:59:05.076571 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7e62c574-75f4-41d1-88c4-22b54cce9fe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:05.077314 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-aab5eadb-235e-4272-8bc1-f17c27f142d0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=a1b78b8a-fbe7-495d-8c1b-d40899859c16 HTTP/1.1" status: 200 len: 217 time: 0.0503960 Jul 23 23:59:05.165344 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-67b4e381-d715-4e9e-b756-1c16ee32688a req-f148b00c-c4e6-4cdb-b05d-69999ba338f7 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445568 Jul 23 23:59:05.210486 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-db31c430-8804-4ee1-94e8-2067842e543d admin admin] Deleting port 6fe8c1fa-9807-4413-a54b-aaaa2de7a505 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:59:05.211265 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-db31c430-8804-4ee1-94e8-2067842e543d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:05.215199 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-fc6675b8-f452-4c16-9f62-86cef62f6d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:05.217133 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-fc6675b8-f452-4c16-9f62-86cef62f6d97 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=70883961-72f7-4719-acc8-b7159e5588a5 HTTP/1.1" status: 200 len: 797 time: 0.1323218 Jul 23 23:59:05.226257 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-aa856ad0-6d8c-4772-a09d-767320cbafd4 None None] Set router f5396461-e7b9-457e-83eb-c8dd23b24c8f gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:59:05.310437 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-578b4e50-abeb-4be9-91a7-d9f2f85570d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:05.384206 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-db31c430-8804-4ee1-94e8-2067842e543d admin admin] For port 6fe8c1fa-9807-4413-a54b-aaaa2de7a505, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=6fe8c1fa-9807-4413-a54b-aaaa2de7a505,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:59:05.384764 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-db31c430-8804-4ee1-94e8-2067842e543d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:05.400719 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-db31c430-8804-4ee1-94e8-2067842e543d admin admin] Calling delete_port for 6fe8c1fa-9807-4413-a54b-aaaa2de7a505 owned by network:router_gateway {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:59:05.652729 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-aa856ad0-6d8c-4772-a09d-767320cbafd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5396461-e7b9-457e-83eb-c8dd23b24c8f', 'name': 'tempest-ServersTestManualDisk-245800099-router', 'tenant_id': '4bf4cdc5515a40d7ad05decd4185164d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '6fe8c1fa-9807-4413-a54b-aaaa2de7a505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:56:18Z', 'updated_at': '2021-07-23T23:59:01Z', 'revision_number': 5, 'project_id': '4bf4cdc5515a40d7ad05decd4185164d', 'gw_port': {'id': '6fe8c1fa-9807-4413-a54b-aaaa2de7a505', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:dd:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5396461-e7b9-457e-83eb-c8dd23b24c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:56:21Z', 'updated_at': '2021-07-23T23:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:59:05.680857 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-688c16e9-2486-4f7f-b777-b38fa1f0002e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:05.682534 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-688c16e9-2486-4f7f-b777-b38fa1f0002e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=afa024cd-6a99-42b6-95da-fdd5c3d9ab0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4539607 Jul 23 23:59:05.687599 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa856ad0-6d8c-4772-a09d-767320cbafd4 None None] The sync data for ids ['f5396461-e7b9-457e-83eb-c8dd23b24c8f'] in n-d-800088-16 is: [{'id': 'f5396461-e7b9-457e-83eb-c8dd23b24c8f', 'name': 'tempest-ServersTestManualDisk-245800099-router', 'tenant_id': '4bf4cdc5515a40d7ad05decd4185164d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '6fe8c1fa-9807-4413-a54b-aaaa2de7a505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:56:18Z', 'updated_at': '2021-07-23T23:59:01Z', 'revision_number': 5, 'project_id': '4bf4cdc5515a40d7ad05decd4185164d', 'gw_port': {'id': '6fe8c1fa-9807-4413-a54b-aaaa2de7a505', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:dd:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5396461-e7b9-457e-83eb-c8dd23b24c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:56:21Z', 'updated_at': '2021-07-23T23:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:59:05.762225 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-578b4e50-abeb-4be9-91a7-d9f2f85570d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:05.797489 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fc5d3996-1d73-488d-a648-c10a8fb32fa5 req-80578977-abbe-4573-a240-d92f3684e323 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/security-groups?id=32ff9839-8d3b-48a3-a25d-b35ae2bb65fa&id=89d8d27b-9412-49b0-8db6-21624a8289f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7589798 Jul 23 23:59:05.803942 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7e62c574-75f4-41d1-88c4-22b54cce9fe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:05.808912 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-ef9ff70f-5d1b-4b5c-b81f-4f9d3936f7bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Deleting port 1146314f-2eb6-4ed8-8668-0035b8b2472c {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:59:05.809455 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ef9ff70f-5d1b-4b5c-b81f-4f9d3936f7bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:05.840825 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e89a8-b8da-482e-8ac4-a67516c88cba req-71962eed-a7e2-4cf4-9bb1-484c90f75160 tempest-LiveAutoBlockMigrationV225Test-1467793608 tempest-LiveAutoBlockMigrationV225Test-1467793608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:05.842676 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f44e89a8-b8da-482e-8ac4-a67516c88cba req-71962eed-a7e2-4cf4-9bb1-484c90f75160 tempest-LiveAutoBlockMigrationV225Test-1467793608 tempest-LiveAutoBlockMigrationV225Test-1467793608-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=0f6a9ae2-cfd7-44a7-afc8-3042147e0d44 HTTP/1.1" status: 200 len: 1097 time: 0.2790956 Jul 23 23:59:05.846297 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-840de762-5209-4ed3-94ad-a3d5e89f1c1f service neutron] 10.222.0.52 "GET /v2.0/networks/afa024cd-6a99-42b6-95da-fdd5c3d9ab0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568120 Jul 23 23:59:05.848082 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-db31c430-8804-4ee1-94e8-2067842e543d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:05.986734 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db31c430-8804-4ee1-94e8-2067842e543d admin admin] Pushing event deleted for resources: {'Port': ['ID=6fe8c1fa-9807-4413-a54b-aaaa2de7a505,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:06.073861 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f44e89a8-b8da-482e-8ac4-a67516c88cba req-e3173482-07bb-4deb-a07e-79d0d1ee7e6a tempest-LiveAutoBlockMigrationV225Test-1467793608 tempest-LiveAutoBlockMigrationV225Test-1467793608-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389437 Jul 23 23:59:06.079452 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-64f806f7-5637-4804-abf5-1c585661dc6f service neutron] 10.222.0.52 "GET /v2.0/networks/afa024cd-6a99-42b6-95da-fdd5c3d9ab0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195995 Jul 23 23:59:06.155440 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-db31c430-8804-4ee1-94e8-2067842e543d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687114'] for router_gateway, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:06.158560 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-afada20b-7aa8-405a-bea0-f6ea44072660 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5aa7c101-ee25-4b57-94d7-7279b107b66d HTTP/1.1" status: 200 len: 217 time: 0.0717795 Jul 23 23:59:06.271534 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 9a6de36c-1f0f-4922-a66b-5265ffec0dd6 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:59:06.319788 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 9a6de36c-1f0f-4922-a66b-5265ffec0dd6 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:59:06.320475 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 9a6de36c-1f0f-4922-a66b-5265ffec0dd6 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:59:06.457047 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ef9ff70f-5d1b-4b5c-b81f-4f9d3936f7bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:06.466157 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-abd1d920-5397-4b97-980b-f20c4ab8435e req-de592453-60da-43ee-8b34-2e0902bf21f8 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f3fe95f-d7cc-401c-97de-aaa898bceb72 HTTP/1.1" status: 200 len: 210 time: 0.0934389 Jul 23 23:59:06.474206 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-db31c430-8804-4ee1-94e8-2067842e543d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:06.477479 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4df44a8f-e42d-490a-8e00-f61fa82983a1 req-8e39731d-ad31-4cf0-8731-c1510e736a8d tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=4db1e0d9f35b4b27b032ee4fa4c653cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0878892 Jul 23 23:59:06.480114 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-db31c430-8804-4ee1-94e8-2067842e543d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:06.489940 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-ef9ff70f-5d1b-4b5c-b81f-4f9d3936f7bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Calling delete_port for 1146314f-2eb6-4ed8-8668-0035b8b2472c owned by {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:59:06.560722 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7e62c574-75f4-41d1-88c4-22b54cce9fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:06.563693 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7e62c574-75f4-41d1-88c4-22b54cce9fe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:06.568519 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-7e62c574-75f4-41d1-88c4-22b54cce9fe8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e418d3aa-b845-4875-8f01-7d398dedfe7a HTTP/1.1" status: 204 len: 168 time: 2.1281850 Jul 23 23:59:06.571029 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-09b3700f-8ab9-4e47-bb48-f3bed7b26ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:06.572453 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-09b3700f-8ab9-4e47-bb48-f3bed7b26ef5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4fdb957c-aae3-43a7-b0f4-2b7f0a895d4a HTTP/1.1" status: 200 len: 797 time: 0.1922169 Jul 23 23:59:06.575949 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-db31c430-8804-4ee1-94e8-2067842e543d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:06.576286 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db31c430-8804-4ee1-94e8-2067842e543d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5396461-e7b9-457e-83eb-c8dd23b24c8f {{(pid=100313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 23:59:06.581013 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-db31c430-8804-4ee1-94e8-2067842e543d admin admin] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:06.584947 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-db31c430-8804-4ee1-94e8-2067842e543d admin admin] 10.222.0.44 "DELETE /v2.0/routers/f5396461-e7b9-457e-83eb-c8dd23b24c8f HTTP/1.1" status: 204 len: 168 time: 2.5969510 Jul 23 23:59:06.588954 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 48714) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:06.613608 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e62c574-75f4-41d1-88c4-22b54cce9fe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e418d3aa-b845-4875-8f01-7d398dedfe7a,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:06.698454 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ef9ff70f-5d1b-4b5c-b81f-4f9d3936f7bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:06.705872 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-578b4e50-abeb-4be9-91a7-d9f2f85570d8 admin admin] Router 1abfd29a-75b2-484d-b4a3-83c33f0b16c2 is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 23:59:06.749930 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ff70f-5d1b-4b5c-b81f-4f9d3936f7bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Pushing event deleted for resources: {'Port': ['ID=1146314f-2eb6-4ed8-8668-0035b8b2472c,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:06.758045 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa0230bc-f0fb-4fe7-953b-bccaac2dbfa7 admin admin] Deleting subnet b7fb4eeb-013a-4a61-a243-81e1ee8590a2 {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:59:06.763462 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fa0230bc-f0fb-4fe7-953b-bccaac2dbfa7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:06.764666 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ef9ff70f-5d1b-4b5c-b81f-4f9d3936f7bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:06.770857 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-ef9ff70f-5d1b-4b5c-b81f-4f9d3936f7bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] 10.222.0.44 "DELETE /v2.0/ports/1146314f-2eb6-4ed8-8668-0035b8b2472c HTTP/1.1" status: 204 len: 168 time: 2.1177485 Jul 23 23:59:06.771382 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 48728) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:06.807916 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8d007e-fc5e-4ac5-bd86-7f8f036b9607 req-fdb7cc02-83b0-4187-8a74-4817f5feeec5 tempest-LiveAutoBlockMigrationV225Test-1467793608 tempest-LiveAutoBlockMigrationV225Test-1467793608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:06.809501 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5d8d007e-fc5e-4ac5-bd86-7f8f036b9607 req-fdb7cc02-83b0-4187-8a74-4817f5feeec5 tempest-LiveAutoBlockMigrationV225Test-1467793608 tempest-LiveAutoBlockMigrationV225Test-1467793608-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=0f6a9ae2-cfd7-44a7-afc8-3042147e0d44 HTTP/1.1" status: 200 len: 1097 time: 0.4055746 Jul 23 23:59:06.857775 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df44a8f-e42d-490a-8e00-f61fa82983a1 req-2704b6b4-4960-4cdb-b507-c21750aff11e tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:06.859769 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4df44a8f-e42d-490a-8e00-f61fa82983a1 req-2704b6b4-4960-4cdb-b507-c21750aff11e tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3707941 Jul 23 23:59:06.873355 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fa0230bc-f0fb-4fe7-953b-bccaac2dbfa7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:06.885329 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-4df44a8f-e42d-490a-8e00-f61fa82983a1 req-71ef4372-9e39-4552-a560-e8ec74b021c7 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Request body: {'port': {'device_id': '5f3fe95f-d7cc-401c-97de-aaa898bceb72', 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2', 'admin_state_up': True, 'tenant_id': '4db1e0d9f35b4b27b032ee4fa4c653cd'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:59:06.887960 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4614e88-56e1-47b5-96f7-0002aa23d2ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] GET failed (client error): The resource could not be found. Jul 23 23:59:06.903755 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-b4614e88-56e1-47b5-96f7-0002aa23d2ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] 10.222.0.44 "GET /v2.0/ports/1146314f-2eb6-4ed8-8668-0035b8b2472c HTTP/1.1" status: 404 len: 333 time: 0.1292689 Jul 23 23:59:06.906425 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 48734) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:06.913691 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-8607fc4e-3158-475c-918e-3ee51b5fc16b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Request body: {'port': {'network_id': '7acad37f-1122-40a2-ae12-09a194917caa', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1125689865'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:59:06.958557 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8607fc4e-3158-475c-918e-3ee51b5fc16b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Made reservation on behalf of 5b1052f1b5f9408b9019f7041c11dd4f for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:59:06.961091 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8607fc4e-3158-475c-918e-3ee51b5fc16b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:06.972249 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-5a77db40-23a5-4b2d-bf2c-a9573023351d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:06.973861 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-5a77db40-23a5-4b2d-bf2c-a9573023351d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=24cbf24a-1696-4ab2-949c-e4387a9df919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3840876 Jul 23 23:59:06.987028 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [None req-8607fc4e-3158-475c-918e-3ee51b5fc16b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] device_id is not set on port 7850c66f-3cc9-4799-b03c-b4b9ac190793 yet. {{(pid=100314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 23:59:06.992763 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-578b4e50-abeb-4be9-91a7-d9f2f85570d8 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:59:07.009899 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa858443-b8ed-495a-b541-bc663404a99e None None] Sync routers for ids ['1abfd29a-75b2-484d-b4a3-83c33f0b16c2'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:59:07.024497 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa858443-b8ed-495a-b541-bc663404a99e None None] Routers {'1abfd29a-75b2-484d-b4a3-83c33f0b16c2'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:59:07.025985 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-aa858443-b8ed-495a-b541-bc663404a99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:58:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['1abfd29a-75b2-484d-b4a3-83c33f0b16c2'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:59:07.052085 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-578b4e50-abeb-4be9-91a7-d9f2f85570d8 admin admin] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:07.056665 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-578b4e50-abeb-4be9-91a7-d9f2f85570d8 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.8944769 Jul 23 23:59:07.059872 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 48740) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:07.205682 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 48742) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:07.214644 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-aa858443-b8ed-495a-b541-bc663404a99e None None] Set router 1abfd29a-75b2-484d-b4a3-83c33f0b16c2 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:59:07.313292 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cb5150af-0d1b-49a6-a6b8-d295acdf54dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:07.397309 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5d8d007e-fc5e-4ac5-bd86-7f8f036b9607 req-c994c87b-6979-4244-aac0-7e2b8a49e84a tempest-LiveAutoBlockMigrationV225Test-1467793608 tempest-LiveAutoBlockMigrationV225Test-1467793608-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5562005 Jul 23 23:59:07.521205 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fa0230bc-f0fb-4fe7-953b-bccaac2dbfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:07.561828 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8607fc4e-3158-475c-918e-3ee51b5fc16b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:07.621364 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-9186488b-cf90-4692-8603-6b7a4bdf5327 service neutron] 10.222.0.52 "GET /v2.0/networks/24cbf24a-1696-4ab2-949c-e4387a9df919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6366994 Jul 23 23:59:07.635360 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-aa858443-b8ed-495a-b541-bc663404a99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1abfd29a-75b2-484d-b4a3-83c33f0b16c2', 'name': 'tempest-ServerRescueNegativeTestJSON-1761387769-router', 'tenant_id': '18dc8249d11c41bf8adca46e26371672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '79d4bc7a-43e6-4d21-99d2-5108787528e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:59:01Z', 'updated_at': '2021-07-23T23:59:04Z', 'revision_number': 3, 'project_id': '18dc8249d11c41bf8adca46e26371672', 'gw_port': {'id': '79d4bc7a-43e6-4d21-99d2-5108787528e0', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:18:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1abfd29a-75b2-484d-b4a3-83c33f0b16c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:59:03Z', 'updated_at': '2021-07-23T23:59:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:59:07.664972 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa858443-b8ed-495a-b541-bc663404a99e None None] Checking router: 1abfd29a-75b2-484d-b4a3-83c33f0b16c2 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:59:07.665734 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa858443-b8ed-495a-b541-bc663404a99e None None] Updating router 1abfd29a-75b2-484d-b4a3-83c33f0b16c2 port 79d4bc7a-43e6-4d21-99d2-5108787528e0 binding host n-d-800088-16 {{(pid=100316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:59:07.709438 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-aa858443-b8ed-495a-b541-bc663404a99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:07.718546 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fa0230bc-f0fb-4fe7-953b-bccaac2dbfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:07.757530 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0230bc-f0fb-4fe7-953b-bccaac2dbfa7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7fb4eeb-013a-4a61-a243-81e1ee8590a2,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:07.776936 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c5233-5669-4bb7-8e75-492091cacf19 req-43ce4adb-0440-4aa8-a49f-50f0f49f57b1 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:07.782944 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c5233-5669-4bb7-8e75-492091cacf19 req-43ce4adb-0440-4aa8-a49f-50f0f49f57b1 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:07.789801 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c5233-5669-4bb7-8e75-492091cacf19 req-43ce4adb-0440-4aa8-a49f-50f0f49f57b1 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:07.795795 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c5233-5669-4bb7-8e75-492091cacf19 req-43ce4adb-0440-4aa8-a49f-50f0f49f57b1 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:07.798794 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cb5150af-0d1b-49a6-a6b8-d295acdf54dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:07.803651 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c5233-5669-4bb7-8e75-492091cacf19 req-43ce4adb-0440-4aa8-a49f-50f0f49f57b1 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:07.809692 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c5233-5669-4bb7-8e75-492091cacf19 req-43ce4adb-0440-4aa8-a49f-50f0f49f57b1 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:07.816323 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c5233-5669-4bb7-8e75-492091cacf19 req-43ce4adb-0440-4aa8-a49f-50f0f49f57b1 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:07.818524 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e54c5233-5669-4bb7-8e75-492091cacf19 req-43ce4adb-0440-4aa8-a49f-50f0f49f57b1 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c075934-d6b2-45f9-8b7a-e05ff072e3c1 HTTP/1.1" status: 200 len: 5422 time: 0.2714679 Jul 23 23:59:07.824960 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fa0230bc-f0fb-4fe7-953b-bccaac2dbfa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:07.825886 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b468dc92-21d0-4c0b-baea-d96fb9a15a33 req-61e971b2-00c5-4159-842a-46818320c4e8 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f3fe95f-d7cc-401c-97de-aaa898bceb72 HTTP/1.1" status: 200 len: 210 time: 0.0571127 Jul 23 23:59:07.826916 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-fa0230bc-f0fb-4fe7-953b-bccaac2dbfa7 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/b7fb4eeb-013a-4a61-a243-81e1ee8590a2 HTTP/1.1" status: 204 len: 168 time: 1.2359750 Jul 23 23:59:07.829801 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cb5150af-0d1b-49a6-a6b8-d295acdf54dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:07.836620 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 48778) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:07.837482 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4f5756-5aba-4e11-96e7-533643828c22 None None] Network 85c9f26f-731d-44b5-92b1-ca68826725b8 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:59:07.889131 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-666cdd1d-cab0-44a9-adc6-4aa485add0b7 service neutron] 10.222.0.52 "GET /v2.0/networks/24cbf24a-1696-4ab2-949c-e4387a9df919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585671 Jul 23 23:59:07.907456 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4df44a8f-e42d-490a-8e00-f61fa82983a1 req-71ef4372-9e39-4552-a560-e8ec74b021c7 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Made reservation on behalf of 4db1e0d9f35b4b27b032ee4fa4c653cd for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:59:07.912242 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-4df44a8f-e42d-490a-8e00-f61fa82983a1 req-71ef4372-9e39-4552-a560-e8ec74b021c7 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:07.920111 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-cb5150af-0d1b-49a6-a6b8-d295acdf54dc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9794b4c566cb418d9b41b86586536dcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7122359 Jul 23 23:59:07.954844 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 48782) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:07.970060 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5150af-0d1b-49a6-a6b8-d295acdf54dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1683571e-1400-43a2-9a44-d574b349771b,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:07.999889 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8607fc4e-3158-475c-918e-3ee51b5fc16b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:08.004595 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-fce1bc93-2a4f-4dec-a888-bdc67a9583e8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1066e3ba-d2f6-4583-a8ed-097498ddee4a HTTP/1.1" status: 200 len: 217 time: 0.1053636 Jul 23 23:59:08.025894 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 6fe8c1fa-9807-4413-a54b-aaaa2de7a505 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:59:08.068254 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e54c5233-5669-4bb7-8e75-492091cacf19 req-be42424e-3e13-4fa8-af25-c4e32b614ddc tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/security-groups?id=32ff9839-8d3b-48a3-a25d-b35ae2bb65fa&id=89d8d27b-9412-49b0-8db6-21624a8289f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2143602 Jul 23 23:59:08.069944 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8607fc4e-3158-475c-918e-3ee51b5fc16b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Pushing event updated for resources: {'Port': ['ID=7850c66f-3cc9-4799-b03c-b4b9ac190793,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:08.083517 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-56a8f899-4acb-4cc2-aba8-e49b0ed60f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:08.084616 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 6fe8c1fa-9807-4413-a54b-aaaa2de7a505 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:59:08.085265 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 6fe8c1fa-9807-4413-a54b-aaaa2de7a505 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:59:08.196331 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8607fc4e-3158-475c-918e-3ee51b5fc16b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Network 7acad37f-1122-40a2-ae12-09a194917caa is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:59:08.200751 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-8607fc4e-3158-475c-918e-3ee51b5fc16b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:59:08.225455 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-10313ed9-6c16-4073-abc5-a3988e0e011a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:08.227112 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-10313ed9-6c16-4073-abc5-a3988e0e011a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4fdb957c-aae3-43a7-b0f4-2b7f0a895d4a HTTP/1.1" status: 200 len: 797 time: 0.2103767 Jul 23 23:59:08.231259 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8607fc4e-3158-475c-918e-3ee51b5fc16b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:59:08.233299 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8607fc4e-3158-475c-918e-3ee51b5fc16b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:08.234071 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8607fc4e-3158-475c-918e-3ee51b5fc16b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:08.251826 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-aa858443-b8ed-495a-b541-bc663404a99e None None] Notify callbacks [] for port, precommit_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:08.272479 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.provisioning_blocks [None req-aa858443-b8ed-495a-b541-bc663404a99e None None] Transition to ACTIVE for port object 79d4bc7a-43e6-4d21-99d2-5108787528e0 will not be triggered until provisioned by entity L2. {{(pid=100316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:59:08.282157 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-aa858443-b8ed-495a-b541-bc663404a99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:08.306625 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb39eda-07e3-4ea6-9cea-a5419566a569 None None] DHCP port deletion for 85c9f26f-731d-44b5-92b1-ca68826725b8 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:59:08.354242 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-aa858443-b8ed-495a-b541-bc663404a99e None None] Attempting to bind port 79d4bc7a-43e6-4d21-99d2-5108787528e0 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:59:08.354984 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-aa858443-b8ed-495a-b541-bc663404a99e None None] Attempting to bind port 79d4bc7a-43e6-4d21-99d2-5108787528e0 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:59:08.355580 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa858443-b8ed-495a-b541-bc663404a99e None None] Attempting to bind port 79d4bc7a-43e6-4d21-99d2-5108787528e0 on network 9adcfee8-760c-4568-9e39-c221abf69bf5 {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:59:08.377829 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa858443-b8ed-495a-b541-bc663404a99e None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:59:08.379532 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-666998c0-caee-46d6-8b41-5d8d22ac9df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:08.379819 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa858443-b8ed-495a-b541-bc663404a99e None None] Checking segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:59:08.380558 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-aa858443-b8ed-495a-b541-bc663404a99e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:08.381539 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa858443-b8ed-495a-b541-bc663404a99e None None] Bound using segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:59:08.382406 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-aa858443-b8ed-495a-b541-bc663404a99e None None] Bound port: 79d4bc7a-43e6-4d21-99d2-5108787528e0, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:59:08.383028 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-aa858443-b8ed-495a-b541-bc663404a99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:08.412686 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-4df44a8f-e42d-490a-8e00-f61fa82983a1 req-71ef4372-9e39-4552-a560-e8ec74b021c7 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Allocated IP 192.168.233.231 (603dff3b-80fe-44ec-a82a-8d8b74b0c3c2/ef73a7e1-c64a-41e3-9997-629475c7b6b1/d6580e91-3400-4337-b1ff-81181063b358) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:59:08.412686 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-56a8f899-4acb-4cc2-aba8-e49b0ed60f7d admin admin] Deleting port 654564b1-e021-48ed-9391-87f83bea8866 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:59:08.412686 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-56a8f899-4acb-4cc2-aba8-e49b0ed60f7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:08.423266 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-8607fc4e-3158-475c-918e-3ee51b5fc16b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.5156190 Jul 23 23:59:08.424776 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-522f4e43-9f63-4568-bfaf-f2ffdf847d3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:08.427410 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 48788) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:08.464416 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-52dbad67-51ab-4ce7-906a-777663b8011f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-800088-16'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:59:08.470218 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-4fb39eda-07e3-4ea6-9cea-a5419566a569 None None] Deleting port 654564b1-e021-48ed-9391-87f83bea8866 {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:59:08.470517 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-4fb39eda-07e3-4ea6-9cea-a5419566a569 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:08.496007 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-aa858443-b8ed-495a-b541-bc663404a99e None None] For port 79d4bc7a-43e6-4d21-99d2-5108787528e0, host n-d-800088-16, cleared binding levels {{(pid=100316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:59:08.499097 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-0b83be90-1253-44d2-9fbe-f1d61f37ab11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:08.500893 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-0b83be90-1253-44d2-9fbe-f1d61f37ab11 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=24cbf24a-1696-4ab2-949c-e4387a9df919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2493291 Jul 23 23:59:08.504124 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-aa858443-b8ed-495a-b541-bc663404a99e None None] For port 79d4bc7a-43e6-4d21-99d2-5108787528e0, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=79d4bc7a-43e6-4d21-99d2-5108787528e0,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:59:08.521552 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-aa858443-b8ed-495a-b541-bc663404a99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:08.529140 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-56a8f899-4acb-4cc2-aba8-e49b0ed60f7d admin admin] For port 654564b1-e021-48ed-9391-87f83bea8866, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=654564b1-e021-48ed-9391-87f83bea8866,segment=NetworkSegment(7706e308-45fe-47c4-babd-3fda7f234b49),segment_id=7706e308-45fe-47c4-babd-3fda7f234b49)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:59:08.529756 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-56a8f899-4acb-4cc2-aba8-e49b0ed60f7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:08.559084 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339d06bf-16c5-48e1-88ca-b8d7d43e224e None None] Pushing event updated for resources: {'Port': ['ID=79d4bc7a-43e6-4d21-99d2-5108787528e0,revision_number=2']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:08.569460 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339d06bf-16c5-48e1-88ca-b8d7d43e224e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:59:08.569847 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339d06bf-16c5-48e1-88ca-b8d7d43e224e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:59:08.570223 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339d06bf-16c5-48e1-88ca-b8d7d43e224e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:59:08.570479 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339d06bf-16c5-48e1-88ca-b8d7d43e224e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:59:08.571418 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339d06bf-16c5-48e1-88ca-b8d7d43e224e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:59:08.571418 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339d06bf-16c5-48e1-88ca-b8d7d43e224e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:59:08.571645 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339d06bf-16c5-48e1-88ca-b8d7d43e224e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:59:08.571945 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339d06bf-16c5-48e1-88ca-b8d7d43e224e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:59:08.572278 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339d06bf-16c5-48e1-88ca-b8d7d43e224e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:59:08.572603 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339d06bf-16c5-48e1-88ca-b8d7d43e224e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:59:08.572974 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339d06bf-16c5-48e1-88ca-b8d7d43e224e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:59:08.573575 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339d06bf-16c5-48e1-88ca-b8d7d43e224e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:59:08.592075 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-522f4e43-9f63-4568-bfaf-f2ffdf847d3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:08.594836 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa858443-b8ed-495a-b541-bc663404a99e None None] Routers {'1abfd29a-75b2-484d-b4a3-83c33f0b16c2'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:59:08.594836 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-aa858443-b8ed-495a-b541-bc663404a99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:58:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['1abfd29a-75b2-484d-b4a3-83c33f0b16c2'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:59:08.602417 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-56a8f899-4acb-4cc2-aba8-e49b0ed60f7d admin admin] Calling delete_port for 654564b1-e021-48ed-9391-87f83bea8866 owned by network:dhcp {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:59:08.619694 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-4fb39eda-07e3-4ea6-9cea-a5419566a569 None None] For port 654564b1-e021-48ed-9391-87f83bea8866, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=654564b1-e021-48ed-9391-87f83bea8866,segment=NetworkSegment(7706e308-45fe-47c4-babd-3fda7f234b49),segment_id=7706e308-45fe-47c4-babd-3fda7f234b49)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:59:08.620130 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-4fb39eda-07e3-4ea6-9cea-a5419566a569 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:08.654001 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-4fb39eda-07e3-4ea6-9cea-a5419566a569 None None] Calling delete_port for 654564b1-e021-48ed-9391-87f83bea8866 owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:59:08.757293 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339d06bf-16c5-48e1-88ca-b8d7d43e224e None None] Pushing event updated for resources: {'Port': ['ID=79d4bc7a-43e6-4d21-99d2-5108787528e0,revision_number=3']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:08.774575 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-4fb39eda-07e3-4ea6-9cea-a5419566a569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:08.776801 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-aa858443-b8ed-495a-b541-bc663404a99e None None] Set router 1abfd29a-75b2-484d-b4a3-83c33f0b16c2 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:59:08.801196 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-52dbad67-51ab-4ce7-906a-777663b8011f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:08.819546 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb39eda-07e3-4ea6-9cea-a5419566a569 None None] Pushing event deleted for resources: {'Port': ['ID=654564b1-e021-48ed-9391-87f83bea8866,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:08.837942 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb39eda-07e3-4ea6-9cea-a5419566a569 None None] No DVR routers for this DVR port 654564b1-e021-48ed-9391-87f83bea8866 on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:59:08.892622 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-522f4e43-9f63-4568-bfaf-f2ffdf847d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:08.895777 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-522f4e43-9f63-4568-bfaf-f2ffdf847d3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:08.898210 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-522f4e43-9f63-4568-bfaf-f2ffdf847d3e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1683571e-1400-43a2-9a44-d574b349771b HTTP/1.1" status: 204 len: 168 time: 0.9416625 Jul 23 23:59:08.992528 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-666998c0-caee-46d6-8b41-5d8d22ac9df7 admin admin] Allocated IP 172.20.0.1 (4241b8a6-e2b8-49ab-8f73-7b3653f737f3/5fab8215-ab32-480a-84d1-a0d90f322209/50fbc590-06dd-4779-9da8-47b3311b7d87) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:59:09.023288 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-d1dab0ce-fb34-41c9-b084-6532affa14e3 service neutron] 10.222.0.52 "GET /v2.0/networks/24cbf24a-1696-4ab2-949c-e4387a9df919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5104225 Jul 23 23:59:09.063088 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522f4e43-9f63-4568-bfaf-f2ffdf847d3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1683571e-1400-43a2-9a44-d574b349771b,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:09.097481 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a9c8a7-8bd6-49d2-a547-904a0b7eefc4 req-2ddc9ab9-95cc-45dd-8b61-17365e6266fc tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:09.104394 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-70a9c8a7-8bd6-49d2-a547-904a0b7eefc4 req-2ddc9ab9-95cc-45dd-8b61-17365e6266fc tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/networks?id=7eb9a734-74b2-49bc-9188-4a7ee5495610 HTTP/1.1" status: 200 len: 805 time: 0.3772457 Jul 23 23:59:09.132145 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-4df44a8f-e42d-490a-8e00-f61fa82983a1 req-71ef4372-9e39-4552-a560-e8ec74b021c7 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:09.154949 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-aa858443-b8ed-495a-b541-bc663404a99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1abfd29a-75b2-484d-b4a3-83c33f0b16c2', 'name': 'tempest-ServerRescueNegativeTestJSON-1761387769-router', 'tenant_id': '18dc8249d11c41bf8adca46e26371672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '79d4bc7a-43e6-4d21-99d2-5108787528e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:59:01Z', 'updated_at': '2021-07-23T23:59:04Z', 'revision_number': 3, 'project_id': '18dc8249d11c41bf8adca46e26371672', 'gw_port': {'id': '79d4bc7a-43e6-4d21-99d2-5108787528e0', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:18:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1abfd29a-75b2-484d-b4a3-83c33f0b16c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:59:03Z', 'updated_at': '2021-07-23T23:59:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:59:09.159374 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-56a8f899-4acb-4cc2-aba8-e49b0ed60f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:09.180496 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-70a9c8a7-8bd6-49d2-a547-904a0b7eefc4 req-e2d005a2-0783-4094-9bf1-eec8998bc5fc tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/quotas/dfe31831d73849c1acf025f7366b9134 HTTP/1.1" status: 200 len: 375 time: 0.0750504 Jul 23 23:59:09.204828 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa858443-b8ed-495a-b541-bc663404a99e None None] The sync data for ids ['1abfd29a-75b2-484d-b4a3-83c33f0b16c2'] in n-d-800088-16 is: [{'id': '1abfd29a-75b2-484d-b4a3-83c33f0b16c2', 'name': 'tempest-ServerRescueNegativeTestJSON-1761387769-router', 'tenant_id': '18dc8249d11c41bf8adca46e26371672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '79d4bc7a-43e6-4d21-99d2-5108787528e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:59:01Z', 'updated_at': '2021-07-23T23:59:04Z', 'revision_number': 3, 'project_id': '18dc8249d11c41bf8adca46e26371672', 'gw_port': {'id': '79d4bc7a-43e6-4d21-99d2-5108787528e0', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:18:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1abfd29a-75b2-484d-b4a3-83c33f0b16c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:59:03Z', 'updated_at': '2021-07-23T23:59:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:59:09.255090 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-666998c0-caee-46d6-8b41-5d8d22ac9df7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:09.255485 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-4df44a8f-e42d-490a-8e00-f61fa82983a1 req-71ef4372-9e39-4552-a560-e8ec74b021c7 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Transition to ACTIVE for port object d6580e91-3400-4337-b1ff-81181063b358 will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:59:09.265104 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a8f899-4acb-4cc2-aba8-e49b0ed60f7d admin admin] Pushing event deleted for resources: {'Port': ['ID=654564b1-e021-48ed-9391-87f83bea8866,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:09.276501 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:59:09.327481 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a8f899-4acb-4cc2-aba8-e49b0ed60f7d admin admin] No DVR routers for this DVR port 654564b1-e021-48ed-9391-87f83bea8866 on host n-d-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:59:09.357401 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-666998c0-caee-46d6-8b41-5d8d22ac9df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:09.369328 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-74cafadb-bbd4-4c49-bc28-702ed9d01647 req-b4738620-af9f-4a3b-a24a-6a90dfa2af6e service neutron] 10.222.0.52 "GET /v2.0/networks/24cbf24a-1696-4ab2-949c-e4387a9df919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3337708 Jul 23 23:59:09.384231 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0edfe1fa-e726-4b5b-8c0e-ae6ef1376d10 req-dbe4ffa8-2775-4b30-a19e-e8b526c93f07 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f3fe95f-d7cc-401c-97de-aaa898bceb72 HTTP/1.1" status: 200 len: 210 time: 0.3440692 Jul 23 23:59:09.440393 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-4df44a8f-e42d-490a-8e00-f61fa82983a1 req-71ef4372-9e39-4552-a560-e8ec74b021c7 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:09.456020 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['9adc90a8-daab-449e-bad1-bd977df0c1fb', '8d4eb6e9-2eeb-4d87-a9ff-e9841baddbd9', '931178ff-8a2c-4c8d-bdb8-bd72bfdecffc', '1200b390-3043-476a-ad9c-f324ee1249db'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:59:09.458725 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['705c0692-2c5a-44f2-9064-556bee2e28c7', 'e2c35871-199c-4bb4-8a67-a993a592fc9d', '65962bd2-fe29-48c3-be3a-635a67c98b08'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:59:09.471128 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-56a8f899-4acb-4cc2-aba8-e49b0ed60f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:09.548586 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666998c0-caee-46d6-8b41-5d8d22ac9df7 admin admin] Network 4241b8a6-e2b8-49ab-8f73-7b3653f737f3 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:59:09.555219 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-666998c0-caee-46d6-8b41-5d8d22ac9df7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:59:09.556749 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-70a9c8a7-8bd6-49d2-a547-904a0b7eefc4 req-96923996-b233-4fff-926f-89a563711529 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=dfe31831d73849c1acf025f7366b9134&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3753440 Jul 23 23:59:09.558065 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666998c0-caee-46d6-8b41-5d8d22ac9df7 admin admin] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:59:09.588370 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-56a8f899-4acb-4cc2-aba8-e49b0ed60f7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85c9f26f-731d-44b5-92b1-ca68826725b8']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:59:09.638141 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 773f0e07-8e33-44de-8d4d-016e30fc5823 no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:59:09.715012 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ef4372-9e39-4552-a560-e8ec74b021c7 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Pushing event updated for resources: {'Port': ['ID=d6580e91-3400-4337-b1ff-81181063b358,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:09.720695 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4df44a8f-e42d-490a-8e00-f61fa82983a1 req-71ef4372-9e39-4552-a560-e8ec74b021c7 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:59:09.726369 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-56a8f899-4acb-4cc2-aba8-e49b0ed60f7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7706e308-45fe-47c4-babd-3fda7f234b49') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:59:09.726896 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-56a8f899-4acb-4cc2-aba8-e49b0ed60f7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7706e308-45fe-47c4-babd-3fda7f234b49') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:59:09.746175 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666998c0-caee-46d6-8b41-5d8d22ac9df7 admin admin] Pushing event updated for resources: {'Port': ['ID=50fbc590-06dd-4779-9da8-47b3311b7d87,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:09.746763 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-56a8f899-4acb-4cc2-aba8-e49b0ed60f7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:09.760979 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-56a8f899-4acb-4cc2-aba8-e49b0ed60f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:09.767608 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56a8f899-4acb-4cc2-aba8-e49b0ed60f7d admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:59:09.768333 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-56a8f899-4acb-4cc2-aba8-e49b0ed60f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:09.829677 n-d-800088-16 neutron-server[100313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:59:09.829677 n-d-800088-16 neutron-server[100313]: self.session.flush() Jul 23 23:59:09.829677 n-d-800088-16 neutron-server[100313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:59:09.829677 n-d-800088-16 neutron-server[100313]: self.session.flush() Jul 23 23:59:09.829677 n-d-800088-16 neutron-server[100313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:59:09.829677 n-d-800088-16 neutron-server[100313]: self.session.flush() Jul 23 23:59:09.829677 n-d-800088-16 neutron-server[100313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:59:09.829677 n-d-800088-16 neutron-server[100313]: self.session.flush() Jul 23 23:59:09.829677 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 23 23:59:09.829677 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:59:09.829677 n-d-800088-16 neutron-server[100313]: timer() Jul 23 23:59:09.829677 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:59:09.829677 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 23 23:59:09.829677 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:59:09.829677 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 23 23:59:09.829677 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:59:09.829677 n-d-800088-16 neutron-server[100313]: self._notify() Jul 23 23:59:09.829677 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:59:09.829677 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 23 23:59:09.829677 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:59:09.829677 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 23 23:59:09.829677 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:59:09.829677 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:59:09.829677 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:59:09.829677 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:59:09.829677 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:59:09.829677 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 23 23:59:09.829677 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:59:09.829677 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 23 23:59:09.829677 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:59:09.829677 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:59:09.829677 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:59:09.829677 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 23 23:59:09.829677 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:59:09.829677 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:59:09.829677 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:59:09.829677 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:59:09.829677 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:59:09.829677 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:59:09.829677 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:59:09.842441 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-56a8f899-4acb-4cc2-aba8-e49b0ed60f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:09.844730 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-4df44a8f-e42d-490a-8e00-f61fa82983a1 req-71ef4372-9e39-4552-a560-e8ec74b021c7 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:59:09.862648 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-56a8f899-4acb-4cc2-aba8-e49b0ed60f7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:09.865476 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-56a8f899-4acb-4cc2-aba8-e49b0ed60f7d admin admin] 10.222.0.44 "DELETE /v2.0/networks/85c9f26f-731d-44b5-92b1-ca68826725b8 HTTP/1.1" status: 204 len: 168 time: 2.0269980 Jul 23 23:59:09.886477 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-666998c0-caee-46d6-8b41-5d8d22ac9df7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681761'] for router_interface, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:09.968368 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-4df44a8f-e42d-490a-8e00-f61fa82983a1 req-71ef4372-9e39-4552-a560-e8ec74b021c7 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:59:10.101389 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d734671-3f61-45a8-bf37-a039e40bd169 req-7cb00981-7cce-42af-84f4-7d9cd6ed658f tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:10.119445 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d734671-3f61-45a8-bf37-a039e40bd169 req-7cb00981-7cce-42af-84f4-7d9cd6ed658f tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:10.126444 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d734671-3f61-45a8-bf37-a039e40bd169 req-7cb00981-7cce-42af-84f4-7d9cd6ed658f tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:10.150788 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d734671-3f61-45a8-bf37-a039e40bd169 req-7cb00981-7cce-42af-84f4-7d9cd6ed658f tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:10.153633 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 79d4bc7a-43e6-4d21-99d2-5108787528e0 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:59:10.162516 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df44a8f-e42d-490a-8e00-f61fa82983a1 req-71ef4372-9e39-4552-a560-e8ec74b021c7 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:10.163219 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-4df44a8f-e42d-490a-8e00-f61fa82983a1 req-71ef4372-9e39-4552-a560-e8ec74b021c7 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:10.171620 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d734671-3f61-45a8-bf37-a039e40bd169 req-7cb00981-7cce-42af-84f4-7d9cd6ed658f tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:10.190066 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 48830) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:10.191395 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d734671-3f61-45a8-bf37-a039e40bd169 req-7cb00981-7cce-42af-84f4-7d9cd6ed658f tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:10.201823 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a8f899-4acb-4cc2-aba8-e49b0ed60f7d admin admin] Pushing event deleted for resources: {'Network': ['ID=85c9f26f-731d-44b5-92b1-ca68826725b8,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:10.207654 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4df44a8f-e42d-490a-8e00-f61fa82983a1 req-71ef4372-9e39-4552-a560-e8ec74b021c7 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3365512 Jul 23 23:59:10.220654 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d734671-3f61-45a8-bf37-a039e40bd169 req-7cb00981-7cce-42af-84f4-7d9cd6ed658f tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:10.226766 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3d734671-3f61-45a8-bf37-a039e40bd169 req-7cb00981-7cce-42af-84f4-7d9cd6ed658f tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c075934-d6b2-45f9-8b7a-e05ff072e3c1 HTTP/1.1" status: 200 len: 5422 time: 0.6744752 Jul 23 23:59:10.274116 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-4df44a8f-e42d-490a-8e00-f61fa82983a1 req-e91b3337-62f7-4b63-a1e3-b65ba576c63e service neutron] Request body: {'port': {'device_id': '5f3fe95f-d7cc-401c-97de-aaa898bceb72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:59:10.366536 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:10.491409 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e8b63-8b8e-40fa-a829-bf1e189ab6f8 req-140a7e0e-eef3-4eaf-a361-7d1c84e4383a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:10.493317 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e8b63-8b8e-40fa-a829-bf1e189ab6f8 req-140a7e0e-eef3-4eaf-a361-7d1c84e4383a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:10.494509 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e8b63-8b8e-40fa-a829-bf1e189ab6f8 req-140a7e0e-eef3-4eaf-a361-7d1c84e4383a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:10.496973 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e8b63-8b8e-40fa-a829-bf1e189ab6f8 req-140a7e0e-eef3-4eaf-a361-7d1c84e4383a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:10.499783 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e8b63-8b8e-40fa-a829-bf1e189ab6f8 req-140a7e0e-eef3-4eaf-a361-7d1c84e4383a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:10.500343 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e8b63-8b8e-40fa-a829-bf1e189ab6f8 req-140a7e0e-eef3-4eaf-a361-7d1c84e4383a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:10.501208 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e8b63-8b8e-40fa-a829-bf1e189ab6f8 req-140a7e0e-eef3-4eaf-a361-7d1c84e4383a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:10.504058 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-281e8b63-8b8e-40fa-a829-bf1e189ab6f8 req-140a7e0e-eef3-4eaf-a361-7d1c84e4383a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a493ff63bf324cec8682bc97c22087f0&device_id=2c075934-d6b2-45f9-8b7a-e05ff072e3c1 HTTP/1.1" status: 200 len: 6486 time: 1.0270317 Jul 23 23:59:10.679689 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bdd0f3d-0808-4bf0-9715-43ca17f0320d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '773f0e07-8e33-44de-8d4d-016e30fc5823'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:59:10.682380 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c4c6c63-7097-421b-9a49-112b0347ac87" -d '{"events": [{"server_uuid": "9bdd0f3d-0808-4bf0-9715-43ca17f0320d", "name": "network-vif-unplugged", "status": "completed", "tag": "773f0e07-8e33-44de-8d4d-016e30fc5823"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:59:10.688327 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-70a9c8a7-8bd6-49d2-a547-904a0b7eefc4 req-81b1993f-71fe-43c3-a4af-e62faa95d5f5 service neutron] 10.222.0.44 "GET /v2.0/networks/7eb9a734-74b2-49bc-9188-4a7ee5495610?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1306076 Jul 23 23:59:10.692054 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e8b63-8b8e-40fa-a829-bf1e189ab6f8 req-7bfb1a34-bf42-4174-b17a-22e3403c72e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:10.694060 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-281e8b63-8b8e-40fa-a829-bf1e189ab6f8 req-7bfb1a34-bf42-4174-b17a-22e3403c72e0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=24cbf24a-1696-4ab2-949c-e4387a9df919 HTTP/1.1" status: 200 len: 903 time: 0.1794858 Jul 23 23:59:10.723395 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-18f62b11-fea5-4908-953f-f61b8b84b080 None None] Provisioning for port d6580e91-3400-4337-b1ff-81181063b358 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:59:10.765213 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-281e8b63-8b8e-40fa-a829-bf1e189ab6f8 req-34273d1d-9db8-47d6-af53-f2369502c17e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1066e3ba-d2f6-4583-a8ed-097498ddee4a HTTP/1.1" status: 200 len: 217 time: 0.0526180 Jul 23 23:59:10.766256 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-4df44a8f-e42d-490a-8e00-f61fa82983a1 req-e91b3337-62f7-4b63-a1e3-b65ba576c63e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:10.778859 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-18f62b11-fea5-4908-953f-f61b8b84b080 None None] Provisioning complete for port d6580e91-3400-4337-b1ff-81181063b358 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:59:10.779953 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-18f62b11-fea5-4908-953f-f61b8b84b080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:10.816560 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-e366871b-27c6-4892-b0a7-fda73cfb5f27 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4bf4cdc5515a40d7ad05decd4185164d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6119111 Jul 23 23:59:10.863884 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 48842) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:10.880582 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-18f62b11-fea5-4908-953f-f61b8b84b080 None None] Port d6580e91-3400-4337-b1ff-81181063b358 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:59:10.883498 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 79d4bc7a-43e6-4d21-99d2-5108787528e0 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:59:10.903588 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 773f0e07-8e33-44de-8d4d-016e30fc5823, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=773f0e07-8e33-44de-8d4d-016e30fc5823,segment=NetworkSegment(916b837a-3956-408c-a58c-8cf4c63322c0),segment_id=916b837a-3956-408c-a58c-8cf4c63322c0)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:59:10.945991 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 79d4bc7a-43e6-4d21-99d2-5108787528e0 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:59:10.946592 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:11.006447 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [None req-52dbad67-51ab-4ce7-906a-777663b8011f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] device_id is not set on port 7850c66f-3cc9-4799-b03c-b4b9ac190793 yet. {{(pid=100314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 23:59:11.011606 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:11.030114 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-52dbad67-51ab-4ce7-906a-777663b8011f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:11.115220 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3d734671-3f61-45a8-bf37-a039e40bd169 req-1d6fc07d-4ef7-4f0b-beec-45074caf852d tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/security-groups?id=32ff9839-8d3b-48a3-a25d-b35ae2bb65fa&id=89d8d27b-9412-49b0-8db6-21624a8289f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8742797 Jul 23 23:59:11.143509 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [None req-52dbad67-51ab-4ce7-906a-777663b8011f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Transition to ACTIVE for port object 7850c66f-3cc9-4799-b03c-b4b9ac190793 will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:59:11.195745 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-52dbad67-51ab-4ce7-906a-777663b8011f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:11.237031 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d13c6a-08ea-45b6-9847-fd3362064576 req-b143ff73-bf88-4303-b225-ecc6e733afa5 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:11.239346 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-68d13c6a-08ea-45b6-9847-fd3362064576 req-b143ff73-bf88-4303-b225-ecc6e733afa5 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.64 "GET /v2.0/ports?device_id=9bdd0f3d-0808-4bf0-9715-43ca17f0320d HTTP/1.1" status: 200 len: 946 time: 1.0116239 Jul 23 23:59:11.271065 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3e6189da-4177-4898-871b-31f04e03ffd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:11.287512 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=773f0e07-8e33-44de-8d4d-016e30fc5823,revision_number=8']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:11.336763 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e8b63-8b8e-40fa-a829-bf1e189ab6f8 req-8dbd632b-05ff-41bf-acd6-dbb1672cb4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:11.338761 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-281e8b63-8b8e-40fa-a829-bf1e189ab6f8 req-8dbd632b-05ff-41bf-acd6-dbb1672cb4a1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4fdb957c-aae3-43a7-b0f4-2b7f0a895d4a HTTP/1.1" status: 200 len: 797 time: 0.5636988 Jul 23 23:59:11.376233 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-4df44a8f-e42d-490a-8e00-f61fa82983a1 req-e91b3337-62f7-4b63-a1e3-b65ba576c63e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6580e91-3400-4337-b1ff-81181063b358 {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:59:11.394327 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:11.406323 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-4df44a8f-e42d-490a-8e00-f61fa82983a1 req-e91b3337-62f7-4b63-a1e3-b65ba576c63e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:11.413973 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-70a9c8a7-8bd6-49d2-a547-904a0b7eefc4 req-a943991f-f111-46c2-a7b4-8dbe7d348a69 service neutron] 10.222.0.44 "GET /v2.0/networks/7eb9a734-74b2-49bc-9188-4a7ee5495610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7240591 Jul 23 23:59:11.427201 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-4df44a8f-e42d-490a-8e00-f61fa82983a1 req-e91b3337-62f7-4b63-a1e3-b65ba576c63e service neutron] Transition to ACTIVE for port object d6580e91-3400-4337-b1ff-81181063b358 will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:59:11.439747 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-4df44a8f-e42d-490a-8e00-f61fa82983a1 req-e91b3337-62f7-4b63-a1e3-b65ba576c63e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:11.450361 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3e6189da-4177-4898-871b-31f04e03ffd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:11.482518 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dbad67-51ab-4ce7-906a-777663b8011f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Pushing event updated for resources: {'Port': ['ID=7850c66f-3cc9-4799-b03c-b4b9ac190793,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:11.499847 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e8b63-8b8e-40fa-a829-bf1e189ab6f8 req-815dfcd0-3789-4f28-ab02-786be826756f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:11.504244 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 79d4bc7a-43e6-4d21-99d2-5108787528e0, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=79d4bc7a-43e6-4d21-99d2-5108787528e0,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:59:11.507220 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-281e8b63-8b8e-40fa-a829-bf1e189ab6f8 req-815dfcd0-3789-4f28-ab02-786be826756f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=24cbf24a-1696-4ab2-949c-e4387a9df919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1525271 Jul 23 23:59:11.522158 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-666998c0-caee-46d6-8b41-5d8d22ac9df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:11.554724 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:11.643696 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91b3337-62f7-4b63-a1e3-b65ba576c63e service neutron] Pushing event updated for resources: {'Port': ['ID=d6580e91-3400-4337-b1ff-81181063b358,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:11.687471 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 654564b1-e021-48ed-9391-87f83bea8866 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:59:11.696952 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [None req-52dbad67-51ab-4ce7-906a-777663b8011f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempting to bind port 7850c66f-3cc9-4799-b03c-b4b9ac190793 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:59:11.696952 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [None req-52dbad67-51ab-4ce7-906a-777663b8011f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempting to bind port 7850c66f-3cc9-4799-b03c-b4b9ac190793 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '760ffa4f-508e-4b88-81ea-e3c4615f23d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7acad37f-1122-40a2-ae12-09a194917caa'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:59:11.696952 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52dbad67-51ab-4ce7-906a-777663b8011f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempting to bind port 7850c66f-3cc9-4799-b03c-b4b9ac190793 on network 7acad37f-1122-40a2-ae12-09a194917caa {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:59:11.763010 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52dbad67-51ab-4ce7-906a-777663b8011f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Port 7850c66f-3cc9-4799-b03c-b4b9ac190793 on network 7acad37f-1122-40a2-ae12-09a194917caa not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:59:11.763520 n-d-800088-16 neutron-server[100314]: ERROR neutron.plugins.ml2.managers [None req-52dbad67-51ab-4ce7-906a-777663b8011f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Failed to bind port 7850c66f-3cc9-4799-b03c-b4b9ac190793 on host n-h2-800088-16 for vnic_type normal using segments [{'id': '760ffa4f-508e-4b88-81ea-e3c4615f23d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7acad37f-1122-40a2-ae12-09a194917caa'}] Jul 23 23:59:11.768955 n-d-800088-16 neutron-server[100314]: INFO neutron.plugins.ml2.plugin [None req-52dbad67-51ab-4ce7-906a-777663b8011f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempt 2 to bind port 7850c66f-3cc9-4799-b03c-b4b9ac190793 Jul 23 23:59:11.840050 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 654564b1-e021-48ed-9391-87f83bea8866 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:59:11.841224 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 654564b1-e021-48ed-9391-87f83bea8866 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:59:11.843979 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=79d4bc7a-43e6-4d21-99d2-5108787528e0,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:11.882806 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [None req-52dbad67-51ab-4ce7-906a-777663b8011f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempting to bind port 7850c66f-3cc9-4799-b03c-b4b9ac190793 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:59:11.883481 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [None req-52dbad67-51ab-4ce7-906a-777663b8011f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempting to bind port 7850c66f-3cc9-4799-b03c-b4b9ac190793 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '760ffa4f-508e-4b88-81ea-e3c4615f23d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7acad37f-1122-40a2-ae12-09a194917caa'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:59:11.889769 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 23:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d73f90-943a-4a17-b525-adffc19d35bb x-openstack-request-id: req-84d73f90-943a-4a17-b525-adffc19d35bb {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:59:11.889769 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bdd0f3d-0808-4bf0-9715-43ca17f0320d", "name": "network-vif-unplugged", "status": "completed", "tag": "773f0e07-8e33-44de-8d4d-016e30fc5823", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:59:11.890030 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-84d73f90-943a-4a17-b525-adffc19d35bb {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:59:11.890319 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bdd0f3d-0808-4bf0-9715-43ca17f0320d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '773f0e07-8e33-44de-8d4d-016e30fc5823', 'code': 200} Jul 23 23:59:11.898777 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52dbad67-51ab-4ce7-906a-777663b8011f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempting to bind port 7850c66f-3cc9-4799-b03c-b4b9ac190793 on network 7acad37f-1122-40a2-ae12-09a194917caa {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:59:11.935326 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae1219-a930-46e6-a5ba-e0ecc028ffa2 req-a9c9935c-f112-453c-9f44-d7bccd665b48 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:11.948582 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-42ae1219-a930-46e6-a5ba-e0ecc028ffa2 req-a9c9935c-f112-453c-9f44-d7bccd665b48 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f3fe95f-d7cc-401c-97de-aaa898bceb72 HTTP/1.1" status: 200 len: 936 time: 0.6350827 Jul 23 23:59:11.975295 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3e6189da-4177-4898-871b-31f04e03ffd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:11.979931 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3e6189da-4177-4898-871b-31f04e03ffd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:11.983056 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-3e6189da-4177-4898-871b-31f04e03ffd9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b0a16f02-f26a-49c1-96bc-7a836b8e346f HTTP/1.1" status: 204 len: 168 time: 1.1153085 Jul 23 23:59:12.072520 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 79d4bc7a-43e6-4d21-99d2-5108787528e0 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:59:12.074671 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52dbad67-51ab-4ce7-906a-777663b8011f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Port 7850c66f-3cc9-4799-b03c-b4b9ac190793 on network 7acad37f-1122-40a2-ae12-09a194917caa not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:59:12.077643 n-d-800088-16 neutron-server[100314]: ERROR neutron.plugins.ml2.managers [None req-52dbad67-51ab-4ce7-906a-777663b8011f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Failed to bind port 7850c66f-3cc9-4799-b03c-b4b9ac190793 on host n-h2-800088-16 for vnic_type normal using segments [{'id': '760ffa4f-508e-4b88-81ea-e3c4615f23d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7acad37f-1122-40a2-ae12-09a194917caa'}] Jul 23 23:59:12.129260 n-d-800088-16 neutron-server[100314]: INFO neutron.plugins.ml2.plugin [None req-52dbad67-51ab-4ce7-906a-777663b8011f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempt 3 to bind port 7850c66f-3cc9-4799-b03c-b4b9ac190793 Jul 23 23:59:12.174651 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6189da-4177-4898-871b-31f04e03ffd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a16f02-f26a-49c1-96bc-7a836b8e346f,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:12.177921 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 79d4bc7a-43e6-4d21-99d2-5108787528e0 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:59:12.178566 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:12.367345 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-666998c0-caee-46d6-8b41-5d8d22ac9df7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:12.406945 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [None req-52dbad67-51ab-4ce7-906a-777663b8011f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempting to bind port 7850c66f-3cc9-4799-b03c-b4b9ac190793 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:59:12.407397 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [None req-52dbad67-51ab-4ce7-906a-777663b8011f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempting to bind port 7850c66f-3cc9-4799-b03c-b4b9ac190793 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '760ffa4f-508e-4b88-81ea-e3c4615f23d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7acad37f-1122-40a2-ae12-09a194917caa'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:59:12.407761 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52dbad67-51ab-4ce7-906a-777663b8011f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempting to bind port 7850c66f-3cc9-4799-b03c-b4b9ac190793 on network 7acad37f-1122-40a2-ae12-09a194917caa {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:59:12.422317 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-68d13c6a-08ea-45b6-9847-fd3362064576 req-620fae7b-5faf-4fce-b6d6-7fdfa78b7cf0 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Deleting port 773f0e07-8e33-44de-8d4d-016e30fc5823 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:59:12.422677 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-68d13c6a-08ea-45b6-9847-fd3362064576 req-620fae7b-5faf-4fce-b6d6-7fdfa78b7cf0 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:12.624025 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-68d13c6a-08ea-45b6-9847-fd3362064576 req-620fae7b-5faf-4fce-b6d6-7fdfa78b7cf0 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] For port 773f0e07-8e33-44de-8d4d-016e30fc5823, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=773f0e07-8e33-44de-8d4d-016e30fc5823,segment=NetworkSegment(916b837a-3956-408c-a58c-8cf4c63322c0),segment_id=916b837a-3956-408c-a58c-8cf4c63322c0)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:59:12.624413 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-68d13c6a-08ea-45b6-9847-fd3362064576 req-620fae7b-5faf-4fce-b6d6-7fdfa78b7cf0 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:12.642763 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-68d13c6a-08ea-45b6-9847-fd3362064576 req-620fae7b-5faf-4fce-b6d6-7fdfa78b7cf0 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Calling delete_port for 773f0e07-8e33-44de-8d4d-016e30fc5823 owned by compute:nova {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:59:12.765847 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5361afb9-d4a8-457a-9fe6-78c4ad5cd636 req-fbfd45aa-d1cd-420c-99d9-2a67475fa3d0 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/ports?device_id=feb16bc7-f5fe-45c4-be5c-54219c86d18f HTTP/1.1" status: 200 len: 210 time: 0.1193690 Jul 23 23:59:12.768602 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-4df44a8f-e42d-490a-8e00-f61fa82983a1 req-e91b3337-62f7-4b63-a1e3-b65ba576c63e service neutron] Attempting to bind port d6580e91-3400-4337-b1ff-81181063b358 on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:59:12.771750 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-4df44a8f-e42d-490a-8e00-f61fa82983a1 req-e91b3337-62f7-4b63-a1e3-b65ba576c63e service neutron] Attempting to bind port d6580e91-3400-4337-b1ff-81181063b358 by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:59:12.771866 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df44a8f-e42d-490a-8e00-f61fa82983a1 req-e91b3337-62f7-4b63-a1e3-b65ba576c63e service neutron] Attempting to bind port d6580e91-3400-4337-b1ff-81181063b358 on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:59:12.786042 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-281e8b63-8b8e-40fa-a829-bf1e189ab6f8 req-c1a198bf-6e65-402d-952a-19781b085cc6 service neutron] 10.222.0.52 "GET /v2.0/networks/24cbf24a-1696-4ab2-949c-e4387a9df919?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2618876 Jul 23 23:59:12.811184 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df44a8f-e42d-490a-8e00-f61fa82983a1 req-e91b3337-62f7-4b63-a1e3-b65ba576c63e service neutron] Port d6580e91-3400-4337-b1ff-81181063b358 on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:59:12.811452 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df44a8f-e42d-490a-8e00-f61fa82983a1 req-e91b3337-62f7-4b63-a1e3-b65ba576c63e service neutron] Attempting to bind port d6580e91-3400-4337-b1ff-81181063b358 on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:59:12.839136 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df44a8f-e42d-490a-8e00-f61fa82983a1 req-e91b3337-62f7-4b63-a1e3-b65ba576c63e service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:59:12.839757 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df44a8f-e42d-490a-8e00-f61fa82983a1 req-e91b3337-62f7-4b63-a1e3-b65ba576c63e service neutron] Checking segment: {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:59:12.840328 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df44a8f-e42d-490a-8e00-f61fa82983a1 req-e91b3337-62f7-4b63-a1e3-b65ba576c63e service neutron] Bound using segment: {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:59:12.841016 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-4df44a8f-e42d-490a-8e00-f61fa82983a1 req-e91b3337-62f7-4b63-a1e3-b65ba576c63e service neutron] Bound port: d6580e91-3400-4337-b1ff-81181063b358, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:59:12.841555 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-4df44a8f-e42d-490a-8e00-f61fa82983a1 req-e91b3337-62f7-4b63-a1e3-b65ba576c63e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:12.926476 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-42ae1219-a930-46e6-a5ba-e0ecc028ffa2 req-aac11e7a-3382-497a-a655-997ef07962db tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8ee523e-b776-4966-b1a9-13ed07423313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9761941 Jul 23 23:59:12.934130 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52dbad67-51ab-4ce7-906a-777663b8011f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Port 7850c66f-3cc9-4799-b03c-b4b9ac190793 on network 7acad37f-1122-40a2-ae12-09a194917caa not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:59:12.935799 n-d-800088-16 neutron-server[100314]: ERROR neutron.plugins.ml2.managers [None req-52dbad67-51ab-4ce7-906a-777663b8011f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Failed to bind port 7850c66f-3cc9-4799-b03c-b4b9ac190793 on host n-h2-800088-16 for vnic_type normal using segments [{'id': '760ffa4f-508e-4b88-81ea-e3c4615f23d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7acad37f-1122-40a2-ae12-09a194917caa'}] Jul 23 23:59:12.936505 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-666998c0-caee-46d6-8b41-5d8d22ac9df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:13.083895 n-d-800088-16 neutron-server[100314]: INFO neutron.plugins.ml2.plugin [None req-52dbad67-51ab-4ce7-906a-777663b8011f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempt 4 to bind port 7850c66f-3cc9-4799-b03c-b4b9ac190793 Jul 23 23:59:13.085402 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-4df44a8f-e42d-490a-8e00-f61fa82983a1 req-e91b3337-62f7-4b63-a1e3-b65ba576c63e service neutron] For port d6580e91-3400-4337-b1ff-81181063b358, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:59:13.092550 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-4df44a8f-e42d-490a-8e00-f61fa82983a1 req-e91b3337-62f7-4b63-a1e3-b65ba576c63e service neutron] For port d6580e91-3400-4337-b1ff-81181063b358, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=d6580e91-3400-4337-b1ff-81181063b358,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:59:13.095686 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-281e8b63-8b8e-40fa-a829-bf1e189ab6f8 req-aee48fa1-9a0e-4d5d-ae61-320d1ce23815 service neutron] 10.222.0.52 "GET /v2.0/networks/24cbf24a-1696-4ab2-949c-e4387a9df919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087747 Jul 23 23:59:13.105100 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-666998c0-caee-46d6-8b41-5d8d22ac9df7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680980'] for router_interface, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:13.114905 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-68d13c6a-08ea-45b6-9847-fd3362064576 req-620fae7b-5faf-4fce-b6d6-7fdfa78b7cf0 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:13.115121 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-4df44a8f-e42d-490a-8e00-f61fa82983a1 req-e91b3337-62f7-4b63-a1e3-b65ba576c63e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:13.129984 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666998c0-caee-46d6-8b41-5d8d22ac9df7 admin admin] Pushing event updated for resources: {'Port': ['ID=50fbc590-06dd-4779-9da8-47b3311b7d87,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:13.166710 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [None req-52dbad67-51ab-4ce7-906a-777663b8011f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempting to bind port 7850c66f-3cc9-4799-b03c-b4b9ac190793 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:59:13.167085 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [None req-52dbad67-51ab-4ce7-906a-777663b8011f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempting to bind port 7850c66f-3cc9-4799-b03c-b4b9ac190793 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '760ffa4f-508e-4b88-81ea-e3c4615f23d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7acad37f-1122-40a2-ae12-09a194917caa'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:59:13.168387 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52dbad67-51ab-4ce7-906a-777663b8011f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempting to bind port 7850c66f-3cc9-4799-b03c-b4b9ac190793 on network 7acad37f-1122-40a2-ae12-09a194917caa {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:59:13.179103 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df44a8f-e42d-490a-8e00-f61fa82983a1 req-e91b3337-62f7-4b63-a1e3-b65ba576c63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:13.179745 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-4df44a8f-e42d-490a-8e00-f61fa82983a1 req-e91b3337-62f7-4b63-a1e3-b65ba576c63e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:13.181313 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4df44a8f-e42d-490a-8e00-f61fa82983a1 req-e91b3337-62f7-4b63-a1e3-b65ba576c63e service neutron] 10.222.0.52 "PUT /v2.0/ports/d6580e91-3400-4337-b1ff-81181063b358 HTTP/1.1" status: 200 len: 1097 time: 2.9230075 Jul 23 23:59:13.182107 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f3fe95f-d7cc-401c-97de-aaa898bceb72', 'tag': 'd6580e91-3400-4337-b1ff-81181063b358'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:59:13.194616 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ea58d3-9c5a-4643-a18c-2c8dbb3dafa5" -d '{"events": [{"name": "network-changed", "server_uuid": "5f3fe95f-d7cc-401c-97de-aaa898bceb72", "tag": "d6580e91-3400-4337-b1ff-81181063b358"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:59:13.231983 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bcff2a-babe-442c-ace0-93af422dce65 req-908cfa15-d073-46a1-ac20-e835ab83d13d tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:13.255316 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bcff2a-babe-442c-ace0-93af422dce65 req-908cfa15-d073-46a1-ac20-e835ab83d13d tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:13.267380 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bcff2a-babe-442c-ace0-93af422dce65 req-908cfa15-d073-46a1-ac20-e835ab83d13d tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:13.285170 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bcff2a-babe-442c-ace0-93af422dce65 req-908cfa15-d073-46a1-ac20-e835ab83d13d tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:13.308437 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bcff2a-babe-442c-ace0-93af422dce65 req-908cfa15-d073-46a1-ac20-e835ab83d13d tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:13.319545 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bcff2a-babe-442c-ace0-93af422dce65 req-908cfa15-d073-46a1-ac20-e835ab83d13d tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:13.326161 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bcff2a-babe-442c-ace0-93af422dce65 req-908cfa15-d073-46a1-ac20-e835ab83d13d tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:13.335959 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620fae7b-5faf-4fce-b6d6-7fdfa78b7cf0 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Pushing event deleted for resources: {'Port': ['ID=773f0e07-8e33-44de-8d4d-016e30fc5823,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:13.343943 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52dbad67-51ab-4ce7-906a-777663b8011f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Port 7850c66f-3cc9-4799-b03c-b4b9ac190793 on network 7acad37f-1122-40a2-ae12-09a194917caa not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:59:13.344113 n-d-800088-16 neutron-server[100314]: ERROR neutron.plugins.ml2.managers [None req-52dbad67-51ab-4ce7-906a-777663b8011f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Failed to bind port 7850c66f-3cc9-4799-b03c-b4b9ac190793 on host n-h2-800088-16 for vnic_type normal using segments [{'id': '760ffa4f-508e-4b88-81ea-e3c4615f23d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7acad37f-1122-40a2-ae12-09a194917caa'}] Jul 23 23:59:13.345174 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f0bcff2a-babe-442c-ace0-93af422dce65 req-908cfa15-d073-46a1-ac20-e835ab83d13d tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c075934-d6b2-45f9-8b7a-e05ff072e3c1 HTTP/1.1" status: 200 len: 5422 time: 0.4080031 Jul 23 23:59:13.355072 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666998c0-caee-46d6-8b41-5d8d22ac9df7 admin admin] Network 4241b8a6-e2b8-49ab-8f73-7b3653f737f3 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:59:13.413063 n-d-800088-16 neutron-server[100314]: INFO neutron.plugins.ml2.plugin [None req-52dbad67-51ab-4ce7-906a-777663b8011f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempt 5 to bind port 7850c66f-3cc9-4799-b03c-b4b9ac190793 Jul 23 23:59:13.447442 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-666998c0-caee-46d6-8b41-5d8d22ac9df7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:59:13.453902 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b683ba-06b0-4bca-adb9-7df3d316c6bd x-openstack-request-id: req-f3b683ba-06b0-4bca-adb9-7df3d316c6bd {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:59:13.454202 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f3fe95f-d7cc-401c-97de-aaa898bceb72", "tag": "d6580e91-3400-4337-b1ff-81181063b358", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:59:13.454461 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f3b683ba-06b0-4bca-adb9-7df3d316c6bd {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:59:13.454867 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f3fe95f-d7cc-401c-97de-aaa898bceb72', 'tag': 'd6580e91-3400-4337-b1ff-81181063b358', 'status': 'completed', 'code': 200} Jul 23 23:59:13.462897 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-68d13c6a-08ea-45b6-9847-fd3362064576 req-620fae7b-5faf-4fce-b6d6-7fdfa78b7cf0 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] No DVR routers for this DVR port 773f0e07-8e33-44de-8d4d-016e30fc5823 on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:59:13.471266 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-68d13c6a-08ea-45b6-9847-fd3362064576 req-620fae7b-5faf-4fce-b6d6-7fdfa78b7cf0 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:13.478300 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-68d13c6a-08ea-45b6-9847-fd3362064576 req-620fae7b-5faf-4fce-b6d6-7fdfa78b7cf0 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.64 "DELETE /v2.0/ports/773f0e07-8e33-44de-8d4d-016e30fc5823 HTTP/1.1" status: 204 len: 173 time: 2.1857209 Jul 23 23:59:13.485054 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bdd0f3d-0808-4bf0-9715-43ca17f0320d', 'name': 'network-vif-deleted', 'tag': '773f0e07-8e33-44de-8d4d-016e30fc5823'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:59:13.488868 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a47edf6-fd7d-4b14-ade0-2b7f6a9f5117" -d '{"events": [{"server_uuid": "9bdd0f3d-0808-4bf0-9715-43ca17f0320d", "name": "network-vif-deleted", "tag": "773f0e07-8e33-44de-8d4d-016e30fc5823"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:59:13.534983 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 48922) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:13.564306 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [None req-52dbad67-51ab-4ce7-906a-777663b8011f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempting to bind port 7850c66f-3cc9-4799-b03c-b4b9ac190793 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:59:13.565198 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [None req-52dbad67-51ab-4ce7-906a-777663b8011f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempting to bind port 7850c66f-3cc9-4799-b03c-b4b9ac190793 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '760ffa4f-508e-4b88-81ea-e3c4615f23d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7acad37f-1122-40a2-ae12-09a194917caa'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:59:13.565738 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52dbad67-51ab-4ce7-906a-777663b8011f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempting to bind port 7850c66f-3cc9-4799-b03c-b4b9ac190793 on network 7acad37f-1122-40a2-ae12-09a194917caa {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:59:13.618647 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 773f0e07-8e33-44de-8d4d-016e30fc5823 no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:59:13.631712 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91b3337-62f7-4b63-a1e3-b65ba576c63e service neutron] Pushing event updated for resources: {'Port': ['ID=d6580e91-3400-4337-b1ff-81181063b358,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:13.657680 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52dbad67-51ab-4ce7-906a-777663b8011f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Port 7850c66f-3cc9-4799-b03c-b4b9ac190793 on network 7acad37f-1122-40a2-ae12-09a194917caa not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:59:13.658162 n-d-800088-16 neutron-server[100314]: ERROR neutron.plugins.ml2.managers [None req-52dbad67-51ab-4ce7-906a-777663b8011f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Failed to bind port 7850c66f-3cc9-4799-b03c-b4b9ac190793 on host n-h2-800088-16 for vnic_type normal using segments [{'id': '760ffa4f-508e-4b88-81ea-e3c4615f23d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7acad37f-1122-40a2-ae12-09a194917caa'}] Jul 23 23:59:13.660203 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb479c01-07db-4375-b3ea-d5b182e28809 x-openstack-request-id: req-eb479c01-07db-4375-b3ea-d5b182e28809 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:59:13.660636 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bdd0f3d-0808-4bf0-9715-43ca17f0320d", "name": "network-vif-deleted", "tag": "773f0e07-8e33-44de-8d4d-016e30fc5823", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:59:13.661076 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-eb479c01-07db-4375-b3ea-d5b182e28809 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:59:13.661762 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bdd0f3d-0808-4bf0-9715-43ca17f0320d', 'name': 'network-vif-deleted', 'tag': '773f0e07-8e33-44de-8d4d-016e30fc5823', 'status': 'completed', 'code': 200} Jul 23 23:59:13.672600 n-d-800088-16 neutron-server[100314]: INFO neutron.plugins.ml2.plugin [None req-52dbad67-51ab-4ce7-906a-777663b8011f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempt 6 to bind port 7850c66f-3cc9-4799-b03c-b4b9ac190793 Jul 23 23:59:13.686659 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] No Port match for: 773f0e07-8e33-44de-8d4d-016e30fc5823 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:59:13.687282 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 773f0e07-8e33-44de-8d4d-016e30fc5823 not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:59:13.727428 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [None req-52dbad67-51ab-4ce7-906a-777663b8011f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempting to bind port 7850c66f-3cc9-4799-b03c-b4b9ac190793 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:59:13.729148 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [None req-52dbad67-51ab-4ce7-906a-777663b8011f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempting to bind port 7850c66f-3cc9-4799-b03c-b4b9ac190793 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '760ffa4f-508e-4b88-81ea-e3c4615f23d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7acad37f-1122-40a2-ae12-09a194917caa'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:59:13.730227 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52dbad67-51ab-4ce7-906a-777663b8011f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempting to bind port 7850c66f-3cc9-4799-b03c-b4b9ac190793 on network 7acad37f-1122-40a2-ae12-09a194917caa {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:59:13.762036 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52dbad67-51ab-4ce7-906a-777663b8011f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Port 7850c66f-3cc9-4799-b03c-b4b9ac190793 on network 7acad37f-1122-40a2-ae12-09a194917caa not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:59:13.762446 n-d-800088-16 neutron-server[100314]: ERROR neutron.plugins.ml2.managers [None req-52dbad67-51ab-4ce7-906a-777663b8011f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Failed to bind port 7850c66f-3cc9-4799-b03c-b4b9ac190793 on host n-h2-800088-16 for vnic_type normal using segments [{'id': '760ffa4f-508e-4b88-81ea-e3c4615f23d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7acad37f-1122-40a2-ae12-09a194917caa'}] Jul 23 23:59:13.765509 n-d-800088-16 neutron-server[100314]: INFO neutron.plugins.ml2.plugin [None req-52dbad67-51ab-4ce7-906a-777663b8011f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempt 7 to bind port 7850c66f-3cc9-4799-b03c-b4b9ac190793 Jul 23 23:59:13.781260 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [None req-52dbad67-51ab-4ce7-906a-777663b8011f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempting to bind port 7850c66f-3cc9-4799-b03c-b4b9ac190793 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:59:13.781738 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [None req-52dbad67-51ab-4ce7-906a-777663b8011f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempting to bind port 7850c66f-3cc9-4799-b03c-b4b9ac190793 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '760ffa4f-508e-4b88-81ea-e3c4615f23d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7acad37f-1122-40a2-ae12-09a194917caa'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:59:13.782526 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f0bcff2a-babe-442c-ace0-93af422dce65 req-597cda60-993f-4890-a460-d9c77f7d69a4 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/security-groups?id=32ff9839-8d3b-48a3-a25d-b35ae2bb65fa&id=89d8d27b-9412-49b0-8db6-21624a8289f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4364810 Jul 23 23:59:13.788855 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52dbad67-51ab-4ce7-906a-777663b8011f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempting to bind port 7850c66f-3cc9-4799-b03c-b4b9ac190793 on network 7acad37f-1122-40a2-ae12-09a194917caa {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:59:13.810637 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52dbad67-51ab-4ce7-906a-777663b8011f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Port 7850c66f-3cc9-4799-b03c-b4b9ac190793 on network 7acad37f-1122-40a2-ae12-09a194917caa not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:59:13.822310 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df44a8f-e42d-490a-8e00-f61fa82983a1 req-88a95299-b57d-494e-8505-5bd2f2a19d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:13.823537 n-d-800088-16 neutron-server[100314]: ERROR neutron.plugins.ml2.managers [None req-52dbad67-51ab-4ce7-906a-777663b8011f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Failed to bind port 7850c66f-3cc9-4799-b03c-b4b9ac190793 on host n-h2-800088-16 for vnic_type normal using segments [{'id': '760ffa4f-508e-4b88-81ea-e3c4615f23d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7acad37f-1122-40a2-ae12-09a194917caa'}] Jul 23 23:59:13.825700 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4df44a8f-e42d-490a-8e00-f61fa82983a1 req-88a95299-b57d-494e-8505-5bd2f2a19d44 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4db1e0d9f35b4b27b032ee4fa4c653cd&device_id=5f3fe95f-d7cc-401c-97de-aaa898bceb72 HTTP/1.1" status: 200 len: 1100 time: 0.4700992 Jul 23 23:59:13.834681 n-d-800088-16 neutron-server[100314]: INFO neutron.plugins.ml2.plugin [None req-52dbad67-51ab-4ce7-906a-777663b8011f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempt 8 to bind port 7850c66f-3cc9-4799-b03c-b4b9ac190793 Jul 23 23:59:13.834962 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a9c8a7-8bd6-49d2-a547-904a0b7eefc4 req-e434c45d-140e-41e9-ba7a-b42185bc7922 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:13.836477 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-70a9c8a7-8bd6-49d2-a547-904a0b7eefc4 req-e434c45d-140e-41e9-ba7a-b42185bc7922 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.64 "GET /v2.0/networks?id=7eb9a734-74b2-49bc-9188-4a7ee5495610 HTTP/1.1" status: 200 len: 805 time: 0.3602331 Jul 23 23:59:13.852132 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [None req-52dbad67-51ab-4ce7-906a-777663b8011f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempting to bind port 7850c66f-3cc9-4799-b03c-b4b9ac190793 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:59:13.852639 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [None req-52dbad67-51ab-4ce7-906a-777663b8011f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempting to bind port 7850c66f-3cc9-4799-b03c-b4b9ac190793 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '760ffa4f-508e-4b88-81ea-e3c4615f23d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7acad37f-1122-40a2-ae12-09a194917caa'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:59:13.853112 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52dbad67-51ab-4ce7-906a-777663b8011f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempting to bind port 7850c66f-3cc9-4799-b03c-b4b9ac190793 on network 7acad37f-1122-40a2-ae12-09a194917caa {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:59:13.866242 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52dbad67-51ab-4ce7-906a-777663b8011f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Port 7850c66f-3cc9-4799-b03c-b4b9ac190793 on network 7acad37f-1122-40a2-ae12-09a194917caa not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:59:13.866733 n-d-800088-16 neutron-server[100314]: ERROR neutron.plugins.ml2.managers [None req-52dbad67-51ab-4ce7-906a-777663b8011f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Failed to bind port 7850c66f-3cc9-4799-b03c-b4b9ac190793 on host n-h2-800088-16 for vnic_type normal using segments [{'id': '760ffa4f-508e-4b88-81ea-e3c4615f23d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7acad37f-1122-40a2-ae12-09a194917caa'}] Jul 23 23:59:13.868923 n-d-800088-16 neutron-server[100314]: INFO neutron.plugins.ml2.plugin [None req-52dbad67-51ab-4ce7-906a-777663b8011f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempt 9 to bind port 7850c66f-3cc9-4799-b03c-b4b9ac190793 Jul 23 23:59:13.878866 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4df44a8f-e42d-490a-8e00-f61fa82983a1 req-a411b38f-9c95-47dd-a30f-d968cb59bdc6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=d6580e91-3400-4337-b1ff-81181063b358 HTTP/1.1" status: 200 len: 217 time: 0.0405223 Jul 23 23:59:13.884873 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-70a9c8a7-8bd6-49d2-a547-904a0b7eefc4 req-171d46a0-4109-4d42-902d-c8caa1ce9909 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Request body: {'port': {'device_id': 'feb16bc7-f5fe-45c4-be5c-54219c86d18f', 'network_id': '7eb9a734-74b2-49bc-9188-4a7ee5495610', 'admin_state_up': True, 'tenant_id': 'dfe31831d73849c1acf025f7366b9134'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:59:13.891006 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-666998c0-caee-46d6-8b41-5d8d22ac9df7 admin admin] Router 1abfd29a-75b2-484d-b4a3-83c33f0b16c2 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:59:13.897128 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [None req-52dbad67-51ab-4ce7-906a-777663b8011f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempting to bind port 7850c66f-3cc9-4799-b03c-b4b9ac190793 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:59:13.897694 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [None req-52dbad67-51ab-4ce7-906a-777663b8011f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempting to bind port 7850c66f-3cc9-4799-b03c-b4b9ac190793 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '760ffa4f-508e-4b88-81ea-e3c4615f23d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7acad37f-1122-40a2-ae12-09a194917caa'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:59:13.898177 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52dbad67-51ab-4ce7-906a-777663b8011f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempting to bind port 7850c66f-3cc9-4799-b03c-b4b9ac190793 on network 7acad37f-1122-40a2-ae12-09a194917caa {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:59:13.905068 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52dbad67-51ab-4ce7-906a-777663b8011f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Port 7850c66f-3cc9-4799-b03c-b4b9ac190793 on network 7acad37f-1122-40a2-ae12-09a194917caa not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:59:13.905531 n-d-800088-16 neutron-server[100314]: ERROR neutron.plugins.ml2.managers [None req-52dbad67-51ab-4ce7-906a-777663b8011f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Failed to bind port 7850c66f-3cc9-4799-b03c-b4b9ac190793 on host n-h2-800088-16 for vnic_type normal using segments [{'id': '760ffa4f-508e-4b88-81ea-e3c4615f23d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7acad37f-1122-40a2-ae12-09a194917caa'}] Jul 23 23:59:13.906424 n-d-800088-16 neutron-server[100314]: INFO neutron.plugins.ml2.plugin [None req-52dbad67-51ab-4ce7-906a-777663b8011f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempt 10 to bind port 7850c66f-3cc9-4799-b03c-b4b9ac190793 Jul 23 23:59:13.947777 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-1573ec48-452a-4212-a59b-7934b55acacd admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-81478959-network', 'tenant_id': 'c161a414ba6248be8e0bb4787ed20901'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:59:14.065310 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [None req-52dbad67-51ab-4ce7-906a-777663b8011f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempting to bind port 7850c66f-3cc9-4799-b03c-b4b9ac190793 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:59:14.066363 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [None req-52dbad67-51ab-4ce7-906a-777663b8011f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempting to bind port 7850c66f-3cc9-4799-b03c-b4b9ac190793 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '760ffa4f-508e-4b88-81ea-e3c4615f23d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7acad37f-1122-40a2-ae12-09a194917caa'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:59:14.066762 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52dbad67-51ab-4ce7-906a-777663b8011f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempting to bind port 7850c66f-3cc9-4799-b03c-b4b9ac190793 on network 7acad37f-1122-40a2-ae12-09a194917caa {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:59:14.096114 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df44a8f-e42d-490a-8e00-f61fa82983a1 req-d191c6be-0475-456f-994d-20b729004716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:14.097688 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4df44a8f-e42d-490a-8e00-f61fa82983a1 req-d191c6be-0475-456f-994d-20b729004716 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.2089183 Jul 23 23:59:14.129008 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3688299a-3852-4689-9358-dab82b5c0cf0 req-b22fe395-290e-4f95-9065-53f9a5404a8c tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/ports?device_id=feb16bc7-f5fe-45c4-be5c-54219c86d18f HTTP/1.1" status: 200 len: 210 time: 0.0668962 Jul 23 23:59:14.135945 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52dbad67-51ab-4ce7-906a-777663b8011f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Port 7850c66f-3cc9-4799-b03c-b4b9ac190793 on network 7acad37f-1122-40a2-ae12-09a194917caa not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:59:14.135945 n-d-800088-16 neutron-server[100314]: ERROR neutron.plugins.ml2.managers [None req-52dbad67-51ab-4ce7-906a-777663b8011f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Failed to bind port 7850c66f-3cc9-4799-b03c-b4b9ac190793 on host n-h2-800088-16 for vnic_type normal using segments [{'id': '760ffa4f-508e-4b88-81ea-e3c4615f23d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7acad37f-1122-40a2-ae12-09a194917caa'}] Jul 23 23:59:14.136228 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1573ec48-452a-4212-a59b-7934b55acacd admin admin] Made reservation on behalf of c161a414ba6248be8e0bb4787ed20901 for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:59:14.136341 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-52dbad67-51ab-4ce7-906a-777663b8011f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:14.137977 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1573ec48-452a-4212-a59b-7934b55acacd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:14.151272 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1573ec48-452a-4212-a59b-7934b55acacd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:14.240799 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.db.api [req-70a9c8a7-8bd6-49d2-a547-904a0b7eefc4 req-171d46a0-4109-4d42-902d-c8caa1ce9909 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 23:59:14.240799 n-d-800088-16 neutron-server[100313]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 23:59:14.240799 n-d-800088-16 neutron-server[100313]: [parameters: {'project_id_1': 'dfe31831d73849c1acf025f7366b9134', 'expiration_1': datetime.datetime(2021, 7, 23, 23, 59, 14, 223392)}] Jul 23 23:59:14.240799 n-d-800088-16 neutron-server[100313]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 23:59:14.241385 n-d-800088-16 neutron-server[100313]: DEBUG oslo_db.api [req-70a9c8a7-8bd6-49d2-a547-904a0b7eefc4 req-171d46a0-4109-4d42-902d-c8caa1ce9909 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 23:59:14.255842 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-52dbad67-51ab-4ce7-906a-777663b8011f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] For port 7850c66f-3cc9-4799-b03c-b4b9ac190793, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:59:14.256223 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-52dbad67-51ab-4ce7-906a-777663b8011f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attempted to set empty binding levels {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 23 23:59:14.280803 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-52dbad67-51ab-4ce7-906a-777663b8011f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:14.306235 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f770b39-20c9-46dd-8e52-a89e2e0a18a0 req-8b5fca9a-ad0e-4381-a3dd-1b08b0f4716c tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:14.311113 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9f770b39-20c9-46dd-8e52-a89e2e0a18a0 req-8b5fca9a-ad0e-4381-a3dd-1b08b0f4716c tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f3fe95f-d7cc-401c-97de-aaa898bceb72 HTTP/1.1" status: 200 len: 948 time: 0.2312846 Jul 23 23:59:14.313476 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-666998c0-caee-46d6-8b41-5d8d22ac9df7 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:59:14.326205 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac70d1b-ca7a-457a-bb1d-4de237a428db None None] Sync routers for ids ['1abfd29a-75b2-484d-b4a3-83c33f0b16c2'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:59:14.334122 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-666998c0-caee-46d6-8b41-5d8d22ac9df7 admin admin] 10.222.0.44 "PUT /v2.0/routers/1abfd29a-75b2-484d-b4a3-83c33f0b16c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2728460 Jul 23 23:59:14.346788 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac70d1b-ca7a-457a-bb1d-4de237a428db None None] Routers {'1abfd29a-75b2-484d-b4a3-83c33f0b16c2'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:59:14.347584 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-3ac70d1b-ca7a-457a-bb1d-4de237a428db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:58:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['1abfd29a-75b2-484d-b4a3-83c33f0b16c2'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:59:14.356294 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-52dbad67-51ab-4ce7-906a-777663b8011f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] In _notify_port_updated(), no bound segment for port 7850c66f-3cc9-4799-b03c-b4b9ac190793 on network 7acad37f-1122-40a2-ae12-09a194917caa {{(pid=100314) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 23:59:14.359651 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52dbad67-51ab-4ce7-906a-777663b8011f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:14.362224 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-52dbad67-51ab-4ce7-906a-777663b8011f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:14.368918 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-52dbad67-51ab-4ce7-906a-777663b8011f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] 10.222.0.44 "PUT /v2.0/ports/7850c66f-3cc9-4799-b03c-b4b9ac190793 HTTP/1.1" status: 200 len: 980 time: 5.9359348 Jul 23 23:59:14.380464 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df44a8f-e42d-490a-8e00-f61fa82983a1 req-02e636ba-bd30-490b-8a76-fd7514fdafb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:14.381347 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 48944) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:14.382221 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4df44a8f-e42d-490a-8e00-f61fa82983a1 req-02e636ba-bd30-490b-8a76-fd7514fdafb6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2632489 Jul 23 23:59:14.438271 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 48946) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:14.441704 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9f770b39-20c9-46dd-8e52-a89e2e0a18a0 req-fb32b1f1-2c03-4632-91fa-8e1735fcd3a2 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8ee523e-b776-4966-b1a9-13ed07423313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206944 Jul 23 23:59:14.544582 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dbad67-51ab-4ce7-906a-777663b8011f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Pushing event updated for resources: {'Port': ['ID=7850c66f-3cc9-4799-b03c-b4b9ac190793,revision_number=3']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:14.551044 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1573ec48-452a-4212-a59b-7934b55acacd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:14.573639 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1573ec48-452a-4212-a59b-7934b55acacd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:14.611057 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4df44a8f-e42d-490a-8e00-f61fa82983a1 req-b5416273-18a7-4b37-88e4-af2ded71de2a service neutron] 10.222.0.52 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034631 Jul 23 23:59:14.635887 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:14.640347 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1573ec48-452a-4212-a59b-7934b55acacd admin admin] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:59:14.662375 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-78ecd9a0-7161-470c-acb3-d0938cda444d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Deleting port 7850c66f-3cc9-4799-b03c-b4b9ac190793 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:59:14.662375 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-78ecd9a0-7161-470c-acb3-d0938cda444d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:14.664766 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-3ac70d1b-ca7a-457a-bb1d-4de237a428db None None] Set router 1abfd29a-75b2-484d-b4a3-83c33f0b16c2 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:59:14.710709 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1573ec48-452a-4212-a59b-7934b55acacd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc0df17c-c897-44ed-b63b-2faff13a716f,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:14.716669 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1573ec48-452a-4212-a59b-7934b55acacd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:14.717211 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-1573ec48-452a-4212-a59b-7934b55acacd admin admin] Added segment 0fcb403a-5f34-4c17-a8ad-9f7491d1a3c8 of type vlan for network dffbb47c-422d-4852-9424-879b8c3676a3 Jul 23 23:59:14.736033 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-36dbe189-f624-4b7a-819f-311ebf47a841 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:14.837107 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-78ecd9a0-7161-470c-acb3-d0938cda444d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] For port 7850c66f-3cc9-4799-b03c-b4b9ac190793, host n-h2-800088-16, got binding levels [] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:59:14.837618 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-78ecd9a0-7161-470c-acb3-d0938cda444d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:14.869804 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-78ecd9a0-7161-470c-acb3-d0938cda444d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Calling delete_port for 7850c66f-3cc9-4799-b03c-b4b9ac190793 owned by {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:59:14.981668 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1573ec48-452a-4212-a59b-7934b55acacd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:15.012332 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.db.api [req-70a9c8a7-8bd6-49d2-a547-904a0b7eefc4 req-171d46a0-4109-4d42-902d-c8caa1ce9909 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 23:59:15.012332 n-d-800088-16 neutron-server[100313]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 23:59:15.012332 n-d-800088-16 neutron-server[100313]: [parameters: {'project_id_1': 'dfe31831d73849c1acf025f7366b9134', 'expiration_1': datetime.datetime(2021, 7, 23, 23, 59, 14, 849112)}] Jul 23 23:59:15.012332 n-d-800088-16 neutron-server[100313]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 23:59:15.016544 n-d-800088-16 neutron-server[100313]: DEBUG oslo_db.api [req-70a9c8a7-8bd6-49d2-a547-904a0b7eefc4 req-171d46a0-4109-4d42-902d-c8caa1ce9909 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 23:59:15.058245 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4df44a8f-e42d-490a-8e00-f61fa82983a1 req-01f01ec4-26d2-42e2-8947-f3f6709bf80a service neutron] 10.222.0.52 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4381218 Jul 23 23:59:15.105333 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1573ec48-452a-4212-a59b-7934b55acacd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:15.106603 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1573ec48-452a-4212-a59b-7934b55acacd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:15.107360 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1573ec48-452a-4212-a59b-7934b55acacd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:15.137313 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5fc0e-1bb0-45c7-bc4a-2b147b638c49 req-1381e6cf-3073-47d5-bde4-d1b9c1784e5b tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:15.144951 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f1a5fc0e-1bb0-45c7-bc4a-2b147b638c49 req-1381e6cf-3073-47d5-bde4-d1b9c1784e5b tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/networks?id=4241b8a6-e2b8-49ab-8f73-7b3653f737f3 HTTP/1.1" status: 200 len: 819 time: 0.1379082 Jul 23 23:59:15.166157 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f1a5fc0e-1bb0-45c7-bc4a-2b147b638c49 req-74e501a4-bf2b-4ea5-9c22-80d497fb7361 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/quotas/18dc8249d11c41bf8adca46e26371672 HTTP/1.1" status: 200 len: 375 time: 0.0202405 Jul 23 23:59:15.168673 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-78ecd9a0-7161-470c-acb3-d0938cda444d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:15.187180 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-3ac70d1b-ca7a-457a-bb1d-4de237a428db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1abfd29a-75b2-484d-b4a3-83c33f0b16c2', 'name': 'tempest-ServerRescueNegativeTestJSON-1761387769-router', 'tenant_id': '18dc8249d11c41bf8adca46e26371672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '79d4bc7a-43e6-4d21-99d2-5108787528e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:59:01Z', 'updated_at': '2021-07-23T23:59:11Z', 'revision_number': 4, 'project_id': '18dc8249d11c41bf8adca46e26371672', 'gw_port': {'id': '79d4bc7a-43e6-4d21-99d2-5108787528e0', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:18:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abfd29a-75b2-484d-b4a3-83c33f0b16c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:59:03Z', 'updated_at': '2021-07-23T23:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '50fbc590-06dd-4779-9da8-47b3311b7d87', 'name': '', 'network_id': '4241b8a6-e2b8-49ab-8f73-7b3653f737f3', 'tenant_id': '18dc8249d11c41bf8adca46e26371672', 'mac_address': 'fa:16:3e:c9:6e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1abfd29a-75b2-484d-b4a3-83c33f0b16c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '5fab8215-ab32-480a-84d1-a0d90f322209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:59:08Z', 'updated_at': '2021-07-23T23:59:11Z', 'revision_number': 2, 'project_id': '18dc8249d11c41bf8adca46e26371672', 'subnets': [{'id': '5fab8215-ab32-480a-84d1-a0d90f322209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:59:15.218707 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03885a30-85ba-4c64-8caf-51a1056612ed req-eef2933e-384b-45ec-ac40-153e87fd8a22 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:15.225585 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac70d1b-ca7a-457a-bb1d-4de237a428db None None] Checking router: 1abfd29a-75b2-484d-b4a3-83c33f0b16c2 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:59:15.225961 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac70d1b-ca7a-457a-bb1d-4de237a428db None None] Updating router 1abfd29a-75b2-484d-b4a3-83c33f0b16c2 port 50fbc590-06dd-4779-9da8-47b3311b7d87 binding host n-d-800088-16 {{(pid=100315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:59:15.226431 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03885a30-85ba-4c64-8caf-51a1056612ed req-eef2933e-384b-45ec-ac40-153e87fd8a22 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:15.232779 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03885a30-85ba-4c64-8caf-51a1056612ed req-eef2933e-384b-45ec-ac40-153e87fd8a22 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:15.239438 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03885a30-85ba-4c64-8caf-51a1056612ed req-eef2933e-384b-45ec-ac40-153e87fd8a22 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:15.242688 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ecd9a0-7161-470c-acb3-d0938cda444d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Pushing event deleted for resources: {'Port': ['ID=7850c66f-3cc9-4799-b03c-b4b9ac190793,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:15.246143 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03885a30-85ba-4c64-8caf-51a1056612ed req-eef2933e-384b-45ec-ac40-153e87fd8a22 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:15.253180 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03885a30-85ba-4c64-8caf-51a1056612ed req-eef2933e-384b-45ec-ac40-153e87fd8a22 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:15.255202 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-78ecd9a0-7161-470c-acb3-d0938cda444d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:15.257790 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-78ecd9a0-7161-470c-acb3-d0938cda444d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] 10.222.0.44 "DELETE /v2.0/ports/7850c66f-3cc9-4799-b03c-b4b9ac190793 HTTP/1.1" status: 204 len: 168 time: 0.8742683 Jul 23 23:59:15.259645 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03885a30-85ba-4c64-8caf-51a1056612ed req-eef2933e-384b-45ec-ac40-153e87fd8a22 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:15.260281 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 48970) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:15.267315 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-03885a30-85ba-4c64-8caf-51a1056612ed req-eef2933e-384b-45ec-ac40-153e87fd8a22 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c075934-d6b2-45f9-8b7a-e05ff072e3c1 HTTP/1.1" status: 200 len: 5422 time: 0.2961411 Jul 23 23:59:15.276547 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3ac70d1b-ca7a-457a-bb1d-4de237a428db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:15.293205 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e4ee53e-b26e-45ad-8ba6-8c611d8c0d16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] GET failed (client error): The resource could not be found. Jul 23 23:59:15.295618 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-4e4ee53e-b26e-45ad-8ba6-8c611d8c0d16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541174280-project-admin] 10.222.0.44 "GET /v2.0/ports/7850c66f-3cc9-4799-b03c-b4b9ac190793 HTTP/1.1" status: 404 len: 333 time: 0.0339971 Jul 23 23:59:15.300522 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 48972) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:15.306708 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1573ec48-452a-4212-a59b-7934b55acacd admin admin] Pushing event updated for resources: {'Network': ['ID=dffbb47c-422d-4852-9424-879b8c3676a3,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:15.347414 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-36dbe189-f624-4b7a-819f-311ebf47a841 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:15.363929 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-36dbe189-f624-4b7a-819f-311ebf47a841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:15.383084 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-1573ec48-452a-4212-a59b-7934b55acacd admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.8240342 Jul 23 23:59:15.397170 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-03885a30-85ba-4c64-8caf-51a1056612ed req-8b21e7f9-2ae0-4bc5-9636-71e33b59cb7c tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/security-groups?id=32ff9839-8d3b-48a3-a25d-b35ae2bb65fa&id=89d8d27b-9412-49b0-8db6-21624a8289f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1267462 Jul 23 23:59:15.403967 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 48974) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:15.425660 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f1a5fc0e-1bb0-45c7-bc4a-2b147b638c49 req-60e721f0-25e1-4275-bd22-7f54901d03dc tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=18dc8249d11c41bf8adca46e26371672&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2577870 Jul 23 23:59:15.433684 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bd6e5e52-f20a-4126-9c75-c4ef1b6f6993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1648185686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1648185686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:15.453846 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-57462449-21f9-4ff4-bc8c-fb71cd58ac51 admin admin] Request body: {'subnet': {'network_id': 'dffbb47c-422d-4852-9424-879b8c3676a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-81478959-subnet', 'tenant_id': 'c161a414ba6248be8e0bb4787ed20901', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:59:15.468100 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ea58d3-9c5a-4643-a18c-2c8dbb3dafa5 req-7a20163e-6e0a-42ad-8837-56ade64153a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:15.469996 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-24ea58d3-9c5a-4643-a18c-2c8dbb3dafa5 req-7a20163e-6e0a-42ad-8837-56ade64153a4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4db1e0d9f35b4b27b032ee4fa4c653cd&device_id=5f3fe95f-d7cc-401c-97de-aaa898bceb72 HTTP/1.1" status: 200 len: 1100 time: 0.3587856 Jul 23 23:59:15.481439 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network dffbb47c-422d-4852-9424-879b8c3676a3 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:59:15.512283 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-36dbe189-f624-4b7a-819f-311ebf47a841 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4ea2c49bbbab4319bd0db06cd3d54086&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0695238 Jul 23 23:59:15.513093 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 48978) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:15.546860 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dbe189-f624-4b7a-819f-311ebf47a841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f92f89a-3649-4657-9f3e-e6ee9016dcd7,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:15.559630 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2c010edd-522e-4507-9fe3-73e6fd3cbfa8 req-fc14f164-7243-40bb-9807-00d7a9f5e97c tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/ports?device_id=feb16bc7-f5fe-45c4-be5c-54219c86d18f HTTP/1.1" status: 200 len: 210 time: 0.0801411 Jul 23 23:59:15.585946 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57462449-21f9-4ff4-bc8c-fb71cd58ac51 admin admin] Made reservation on behalf of c161a414ba6248be8e0bb4787ed20901 for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:59:15.588529 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-57462449-21f9-4ff4-bc8c-fb71cd58ac51 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:15.667117 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bd6e5e52-f20a-4126-9c75-c4ef1b6f6993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1648185686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1648185686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:15.685113 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-bd6e5e52-f20a-4126-9c75-c4ef1b6f6993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1648185686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1648185686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7acad37f-1122-40a2-ae12-09a194917caa']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:59:15.689349 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f1a5fc0e-1bb0-45c7-bc4a-2b147b638c49 req-66ff2997-6aac-4717-adac-229cf263f835 service neutron] 10.222.0.44 "GET /v2.0/networks/4241b8a6-e2b8-49ab-8f73-7b3653f737f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522762 Jul 23 23:59:15.698238 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-bd6e5e52-f20a-4126-9c75-c4ef1b6f6993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1648185686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1648185686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '760ffa4f-508e-4b88-81ea-e3c4615f23d3') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:59:15.698534 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-bd6e5e52-f20a-4126-9c75-c4ef1b6f6993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1648185686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1648185686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '760ffa4f-508e-4b88-81ea-e3c4615f23d3') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:59:15.717740 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bd6e5e52-f20a-4126-9c75-c4ef1b6f6993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1648185686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1648185686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:15.725587 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3ac70d1b-ca7a-457a-bb1d-4de237a428db None None] Notify callbacks [] for port, precommit_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:15.735883 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-3ac70d1b-ca7a-457a-bb1d-4de237a428db None None] Transition to ACTIVE for port object 50fbc590-06dd-4779-9da8-47b3311b7d87 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:59:15.743286 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3ac70d1b-ca7a-457a-bb1d-4de237a428db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:15.753237 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bd6e5e52-f20a-4126-9c75-c4ef1b6f6993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1648185686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1648185686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:15.789110 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd6e5e52-f20a-4126-9c75-c4ef1b6f6993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1648185686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1648185686-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:59:15.789528 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bd6e5e52-f20a-4126-9c75-c4ef1b6f6993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1648185686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1648185686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:15.792738 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 23 23:59:15.792738 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:59:15.792738 n-d-800088-16 neutron-server[100314]: timer() Jul 23 23:59:15.792738 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:59:15.792738 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 23 23:59:15.792738 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:59:15.792738 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 23 23:59:15.792738 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:59:15.792738 n-d-800088-16 neutron-server[100314]: self._notify() Jul 23 23:59:15.792738 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:59:15.792738 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 23 23:59:15.792738 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:59:15.792738 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 23 23:59:15.792738 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:59:15.792738 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:59:15.792738 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:59:15.792738 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:59:15.792738 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:59:15.792738 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 23 23:59:15.792738 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:59:15.792738 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 23 23:59:15.792738 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:59:15.792738 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:59:15.792738 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:59:15.792738 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 23 23:59:15.792738 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:59:15.792738 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:59:15.792738 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:59:15.792738 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:59:15.792738 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:59:15.792738 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:59:15.792738 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:59:15.798662 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb86529b-a44a-4fc9-ad11-9d246182192a None None] Pushing event updated for resources: {'Port': ['ID=50fbc590-06dd-4779-9da8-47b3311b7d87,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:15.799646 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70a9c8a7-8bd6-49d2-a547-904a0b7eefc4 req-171d46a0-4109-4d42-902d-c8caa1ce9909 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Made reservation on behalf of dfe31831d73849c1acf025f7366b9134 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:59:15.809561 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-70a9c8a7-8bd6-49d2-a547-904a0b7eefc4 req-171d46a0-4109-4d42-902d-c8caa1ce9909 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:15.839262 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ea58d3-9c5a-4643-a18c-2c8dbb3dafa5 req-bced983d-d186-4807-a9d6-cb3f149e12dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:15.840993 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-24ea58d3-9c5a-4643-a18c-2c8dbb3dafa5 req-bced983d-d186-4807-a9d6-cb3f149e12dd service neutron] 10.222.0.52 "GET /v2.0/networks?id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 HTTP/1.1" status: 200 len: 870 time: 0.3571653 Jul 23 23:59:15.847931 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-68aa0b21-2726-4cc0-a275-abc4277af677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:15.857450 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-3ac70d1b-ca7a-457a-bb1d-4de237a428db None None] Attempting to bind port 50fbc590-06dd-4779-9da8-47b3311b7d87 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:59:15.857968 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-3ac70d1b-ca7a-457a-bb1d-4de237a428db None None] Attempting to bind port 50fbc590-06dd-4779-9da8-47b3311b7d87 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '7e96837c-7728-41f8-b9c1-c7a5593efa19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4241b8a6-e2b8-49ab-8f73-7b3653f737f3'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:59:15.858473 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac70d1b-ca7a-457a-bb1d-4de237a428db None None] Attempting to bind port 50fbc590-06dd-4779-9da8-47b3311b7d87 on network 4241b8a6-e2b8-49ab-8f73-7b3653f737f3 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:59:15.865165 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac70d1b-ca7a-457a-bb1d-4de237a428db None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:59:15.865479 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac70d1b-ca7a-457a-bb1d-4de237a428db None None] Checking segment: {'id': '7e96837c-7728-41f8-b9c1-c7a5593efa19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4241b8a6-e2b8-49ab-8f73-7b3653f737f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:59:15.866824 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3ac70d1b-ca7a-457a-bb1d-4de237a428db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:15.866824 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac70d1b-ca7a-457a-bb1d-4de237a428db None None] Bound using segment: {'id': '7e96837c-7728-41f8-b9c1-c7a5593efa19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4241b8a6-e2b8-49ab-8f73-7b3653f737f3'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:59:15.867041 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-3ac70d1b-ca7a-457a-bb1d-4de237a428db None None] Bound port: 50fbc590-06dd-4779-9da8-47b3311b7d87, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e96837c-7728-41f8-b9c1-c7a5593efa19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4241b8a6-e2b8-49ab-8f73-7b3653f737f3'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:59:15.867372 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3ac70d1b-ca7a-457a-bb1d-4de237a428db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:15.872786 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f1a5fc0e-1bb0-45c7-bc4a-2b147b638c49 req-b735df83-fdc2-4023-b2a8-3d38df2517c4 service neutron] 10.222.0.44 "GET /v2.0/networks/4241b8a6-e2b8-49ab-8f73-7b3653f737f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722157 Jul 23 23:59:15.873944 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bd6e5e52-f20a-4126-9c75-c4ef1b6f6993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1648185686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1648185686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:15.898015 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bd6e5e52-f20a-4126-9c75-c4ef1b6f6993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1648185686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1648185686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:15.902628 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-bd6e5e52-f20a-4126-9c75-c4ef1b6f6993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1648185686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1648185686-project] 10.222.0.44 "DELETE /v2.0/networks/7acad37f-1122-40a2-ae12-09a194917caa HTTP/1.1" status: 204 len: 168 time: 0.5971529 Jul 23 23:59:15.902628 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6e5e52-f20a-4126-9c75-c4ef1b6f6993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1648185686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1648185686-project] Pushing event deleted for resources: {'Network': ['ID=7acad37f-1122-40a2-ae12-09a194917caa,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:15.919041 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-24ea58d3-9c5a-4643-a18c-2c8dbb3dafa5 req-af3a4a5d-ccc3-4450-8331-a48fade89846 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=d6580e91-3400-4337-b1ff-81181063b358 HTTP/1.1" status: 200 len: 217 time: 0.0651259 Jul 23 23:59:15.974150 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-3ac70d1b-ca7a-457a-bb1d-4de237a428db None None] For port 50fbc590-06dd-4779-9da8-47b3311b7d87, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:59:15.981361 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-3ac70d1b-ca7a-457a-bb1d-4de237a428db None None] For port 50fbc590-06dd-4779-9da8-47b3311b7d87, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=50fbc590-06dd-4779-9da8-47b3311b7d87,segment=NetworkSegment(7e96837c-7728-41f8-b9c1-c7a5593efa19),segment_id=7e96837c-7728-41f8-b9c1-c7a5593efa19)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:59:15.991146 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3ac70d1b-ca7a-457a-bb1d-4de237a428db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:15.992185 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ea58d3-9c5a-4643-a18c-2c8dbb3dafa5 req-59328b5f-1b2f-4e75-baf1-24da41df9fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:15.993848 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-24ea58d3-9c5a-4643-a18c-2c8dbb3dafa5 req-59328b5f-1b2f-4e75-baf1-24da41df9fb7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.0540371 Jul 23 23:59:15.996777 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-68aa0b21-2726-4cc0-a275-abc4277af677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:16.138824 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac70d1b-ca7a-457a-bb1d-4de237a428db None None] Routers {'1abfd29a-75b2-484d-b4a3-83c33f0b16c2'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:59:16.139985 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-3ac70d1b-ca7a-457a-bb1d-4de237a428db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:58:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['1abfd29a-75b2-484d-b4a3-83c33f0b16c2'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:59:16.203752 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fb0f1970-f9fa-4c11-b5f4-a68ff7b8dd3e req-7b374e21-2ee2-4249-8f1b-b0556a12e4a4 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/ports?device_id=daad7e6f-c1db-4f59-8042-0b3f6720bbd4 HTTP/1.1" status: 200 len: 210 time: 0.0569723 Jul 23 23:59:16.249684 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb86529b-a44a-4fc9-ad11-9d246182192a None None] Pushing event updated for resources: {'Port': ['ID=50fbc590-06dd-4779-9da8-47b3311b7d87,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:16.277397 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 48996) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:16.287103 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590e82e3-3f3a-4927-90ef-4d95192631ee req-5d0361db-1f85-42f9-8519-a9858dc95199 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:16.289148 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-590e82e3-3f3a-4927-90ef-4d95192631ee req-5d0361db-1f85-42f9-8519-a9858dc95199 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f3fe95f-d7cc-401c-97de-aaa898bceb72 HTTP/1.1" status: 200 len: 948 time: 0.6047108 Jul 23 23:59:16.364761 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-3ac70d1b-ca7a-457a-bb1d-4de237a428db None None] Set router 1abfd29a-75b2-484d-b4a3-83c33f0b16c2 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:59:16.501301 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-43a196f9-c6b8-4bbf-b747-fd73db3fd01d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=866a8b7e154e4ac7927438974c104707&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2222943 Jul 23 23:59:16.504210 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 49044) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:16.545214 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-57462449-21f9-4ff4-bc8c-fb71cd58ac51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:16.609110 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-307b09b2-cf41-440d-9cd4-269f098acc62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:16.615465 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-590e82e3-3f3a-4927-90ef-4d95192631ee req-0ec613ac-3067-4645-a223-23297797f257 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8ee523e-b776-4966-b1a9-13ed07423313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156598 Jul 23 23:59:16.635679 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-307b09b2-cf41-440d-9cd4-269f098acc62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:16.646889 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-68aa0b21-2726-4cc0-a275-abc4277af677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:16.660012 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-68aa0b21-2726-4cc0-a275-abc4277af677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:16.663644 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-68aa0b21-2726-4cc0-a275-abc4277af677 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1f92f89a-3649-4657-9f3e-e6ee9016dcd7 HTTP/1.1" status: 204 len: 168 time: 1.1154454 Jul 23 23:59:16.719093 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-307b09b2-cf41-440d-9cd4-269f098acc62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:16.726609 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-307b09b2-cf41-440d-9cd4-269f098acc62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:16.727928 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-307b09b2-cf41-440d-9cd4-269f098acc62 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e3f0be0d-d87c-456a-b0b2-fa813c9a057b HTTP/1.1" status: 204 len: 168 time: 0.2220054 Jul 23 23:59:16.744106 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-70a9c8a7-8bd6-49d2-a547-904a0b7eefc4 req-171d46a0-4109-4d42-902d-c8caa1ce9909 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Allocated IP 172.20.0.8 (7eb9a734-74b2-49bc-9188-4a7ee5495610/e6e1e37a-ef2c-4bca-ad9c-345fa09479eb/81a8f0b1-769d-4ca4-86d6-b9aa7b701441) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:59:16.744841 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device d6580e91-3400-4337-b1ff-81181063b358 details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:59:16.754506 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aa0b21-2726-4cc0-a275-abc4277af677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f92f89a-3649-4657-9f3e-e6ee9016dcd7,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:16.767463 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ea58d3-9c5a-4643-a18c-2c8dbb3dafa5 req-4cf4defa-912a-4cb6-99fc-eb1a6a8d38dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:16.769912 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-24ea58d3-9c5a-4643-a18c-2c8dbb3dafa5 req-4cf4defa-912a-4cb6-99fc-eb1a6a8d38dc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7679250 Jul 23 23:59:16.866599 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57462449-21f9-4ff4-bc8c-fb71cd58ac51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9d862ac-7d4f-4fd3-9750-e724028711c6,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:16.867630 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307b09b2-cf41-440d-9cd4-269f098acc62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f0be0d-d87c-456a-b0b2-fa813c9a057b,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:16.975932 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb64b1aa-b37c-4400-b2a1-b69db5b4e5a5 req-c32ee141-1c81-4d38-9079-bf8ed0c49700 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:16.978827 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-eb64b1aa-b37c-4400-b2a1-b69db5b4e5a5 req-c32ee141-1c81-4d38-9079-bf8ed0c49700 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/networks?id=4241b8a6-e2b8-49ab-8f73-7b3653f737f3 HTTP/1.1" status: 200 len: 819 time: 0.4589074 Jul 23 23:59:17.026732 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-eb64b1aa-b37c-4400-b2a1-b69db5b4e5a5 req-9ec7da8f-c605-4194-88e8-3d7aa9da82c6 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/quotas/18dc8249d11c41bf8adca46e26371672 HTTP/1.1" status: 200 len: 375 time: 0.0269206 Jul 23 23:59:17.115957 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-3ac70d1b-ca7a-457a-bb1d-4de237a428db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1abfd29a-75b2-484d-b4a3-83c33f0b16c2', 'name': 'tempest-ServerRescueNegativeTestJSON-1761387769-router', 'tenant_id': '18dc8249d11c41bf8adca46e26371672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '79d4bc7a-43e6-4d21-99d2-5108787528e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:59:01Z', 'updated_at': '2021-07-23T23:59:11Z', 'revision_number': 4, 'project_id': '18dc8249d11c41bf8adca46e26371672', 'gw_port': {'id': '79d4bc7a-43e6-4d21-99d2-5108787528e0', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:18:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abfd29a-75b2-484d-b4a3-83c33f0b16c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:59:03Z', 'updated_at': '2021-07-23T23:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '50fbc590-06dd-4779-9da8-47b3311b7d87', 'name': '', 'network_id': '4241b8a6-e2b8-49ab-8f73-7b3653f737f3', 'tenant_id': '18dc8249d11c41bf8adca46e26371672', 'mac_address': 'fa:16:3e:c9:6e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1abfd29a-75b2-484d-b4a3-83c33f0b16c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '5fab8215-ab32-480a-84d1-a0d90f322209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:59:08Z', 'updated_at': '2021-07-23T23:59:15Z', 'revision_number': 4, 'project_id': '18dc8249d11c41bf8adca46e26371672', 'subnets': [{'id': '5fab8215-ab32-480a-84d1-a0d90f322209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:59:17.120161 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port d6580e91-3400-4337-b1ff-81181063b358, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=d6580e91-3400-4337-b1ff-81181063b358,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:59:17.156634 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57462449-21f9-4ff4-bc8c-fb71cd58ac51 admin admin] Checking segment: {'id': '0fcb403a-5f34-4c17-a8ad-9f7491d1a3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'dffbb47c-422d-4852-9424-879b8c3676a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:59:17.157244 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57462449-21f9-4ff4-bc8c-fb71cd58ac51 admin admin] Network hostable DHCP agents. Network: dffbb47c-422d-4852-9424-879b8c3676a3, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:59:17.188343 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-eb64b1aa-b37c-4400-b2a1-b69db5b4e5a5 req-8aaddb62-57fb-4f30-a3a3-b81afd62204a tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=18dc8249d11c41bf8adca46e26371672&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1560624 Jul 23 23:59:17.193743 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac70d1b-ca7a-457a-bb1d-4de237a428db None None] The sync data for ids ['1abfd29a-75b2-484d-b4a3-83c33f0b16c2'] in n-d-800088-16 is: [{'id': '1abfd29a-75b2-484d-b4a3-83c33f0b16c2', 'name': 'tempest-ServerRescueNegativeTestJSON-1761387769-router', 'tenant_id': '18dc8249d11c41bf8adca46e26371672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '79d4bc7a-43e6-4d21-99d2-5108787528e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:59:01Z', 'updated_at': '2021-07-23T23:59:11Z', 'revision_number': 4, 'project_id': '18dc8249d11c41bf8adca46e26371672', 'gw_port': {'id': '79d4bc7a-43e6-4d21-99d2-5108787528e0', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:18:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abfd29a-75b2-484d-b4a3-83c33f0b16c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:59:03Z', 'updated_at': '2021-07-23T23:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '50fbc590-06dd-4779-9da8-47b3311b7d87', 'name': '', 'network_id': '4241b8a6-e2b8-49ab-8f73-7b3653f737f3', 'tenant_id': '18dc8249d11c41bf8adca46e26371672', 'mac_address': 'fa:16:3e:c9:6e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1abfd29a-75b2-484d-b4a3-83c33f0b16c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '5fab8215-ab32-480a-84d1-a0d90f322209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:59:08Z', 'updated_at': '2021-07-23T23:59:15Z', 'revision_number': 4, 'project_id': '18dc8249d11c41bf8adca46e26371672', 'subnets': [{'id': '5fab8215-ab32-480a-84d1-a0d90f322209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:59:17.210132 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': 'd6580e91-3400-4337-b1ff-81181063b358', 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2', 'port_id': 'd6580e91-3400-4337-b1ff-81181063b358', 'mac_address': 'fa:16:3e:5c:c2:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef73a7e1-c64a-41e3-9997-629475c7b6b1', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:59:17.253733 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57462449-21f9-4ff4-bc8c-fb71cd58ac51 admin admin] Network dffbb47c-422d-4852-9424-879b8c3676a3 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:59:17.327970 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-24ea58d3-9c5a-4643-a18c-2c8dbb3dafa5 req-754f8e2c-fbce-4e56-868b-be7825286248 service neutron] 10.222.0.52 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5333438 Jul 23 23:59:17.358277 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:17.361029 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-57462449-21f9-4ff4-bc8c-fb71cd58ac51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, dffbb47c-422d-4852-9424-879b8c3676a3) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:59:17.385452 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5ccddf-889d-4bb2-81f8-8f50155dde29 None None] Network dffbb47c-422d-4852-9424-879b8c3676a3 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:59:17.399443 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6580e91-3400-4337-b1ff-81181063b358 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:59:17.407301 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 49076) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:17.485826 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port d6580e91-3400-4337-b1ff-81181063b358, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=d6580e91-3400-4337-b1ff-81181063b358,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:59:17.485981 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60314f58-6b16-4c71-b294-83b2a8d73ae1 req-4f90a22a-f445-4245-8b5a-a0c8ad4c508d tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:17.502588 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 49090) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:17.511646 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60314f58-6b16-4c71-b294-83b2a8d73ae1 req-4f90a22a-f445-4245-8b5a-a0c8ad4c508d tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:17.523750 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60314f58-6b16-4c71-b294-83b2a8d73ae1 req-4f90a22a-f445-4245-8b5a-a0c8ad4c508d tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:17.531819 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60314f58-6b16-4c71-b294-83b2a8d73ae1 req-4f90a22a-f445-4245-8b5a-a0c8ad4c508d tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:17.531976 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:17.548639 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60314f58-6b16-4c71-b294-83b2a8d73ae1 req-4f90a22a-f445-4245-8b5a-a0c8ad4c508d tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:17.552405 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-b18e2e3e-12fa-41df-a0e2-23a57a9a59e7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5b1052f1b5f9408b9019f7041c11dd4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1439452 Jul 23 23:59:17.563125 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-eb64b1aa-b37c-4400-b2a1-b69db5b4e5a5 req-b9bdf2c6-6903-44f2-9afe-39280ce06d46 service neutron] 10.222.0.44 "GET /v2.0/networks/4241b8a6-e2b8-49ab-8f73-7b3653f737f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3671885 Jul 23 23:59:17.573968 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60314f58-6b16-4c71-b294-83b2a8d73ae1 req-4f90a22a-f445-4245-8b5a-a0c8ad4c508d tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:17.576977 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:17.586046 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60314f58-6b16-4c71-b294-83b2a8d73ae1 req-4f90a22a-f445-4245-8b5a-a0c8ad4c508d tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:17.593004 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-60314f58-6b16-4c71-b294-83b2a8d73ae1 req-4f90a22a-f445-4245-8b5a-a0c8ad4c508d tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c075934-d6b2-45f9-8b7a-e05ff072e3c1 HTTP/1.1" status: 200 len: 5422 time: 0.8511901 Jul 23 23:59:17.593575 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 49100) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:17.603707 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57462449-21f9-4ff4-bc8c-fb71cd58ac51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:17.612975 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-57462449-21f9-4ff4-bc8c-fb71cd58ac51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:17.638450 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=d6580e91-3400-4337-b1ff-81181063b358,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:17.694500 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c114c2-3000-4c6b-886d-5b7d7aff8911 None None] Network dffbb47c-422d-4852-9424-879b8c3676a3 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:59:17.821605 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['d6580e91-3400-4337-b1ff-81181063b358'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:59:17.831969 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-57462449-21f9-4ff4-bc8c-fb71cd58ac51 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.3892620 Jul 23 23:59:18.118243 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 50fbc590-06dd-4779-9da8-47b3311b7d87 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:59:18.238253 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d224f4b6-61ca-4c1f-8684-dc245acfb765 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:18.283155 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 50fbc590-06dd-4779-9da8-47b3311b7d87 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:59:18.297632 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 50fbc590-06dd-4779-9da8-47b3311b7d87 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:59:18.297916 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:18.429097 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-eb64b1aa-b37c-4400-b2a1-b69db5b4e5a5 req-dd47a8ce-d816-442e-b339-5c2b9927dd36 service neutron] 10.222.0.44 "GET /v2.0/networks/4241b8a6-e2b8-49ab-8f73-7b3653f737f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8615623 Jul 23 23:59:18.444399 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:18.494656 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 50fbc590-06dd-4779-9da8-47b3311b7d87, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=50fbc590-06dd-4779-9da8-47b3311b7d87,segment=NetworkSegment(7e96837c-7728-41f8-b9c1-c7a5593efa19),segment_id=7e96837c-7728-41f8-b9c1-c7a5593efa19)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:59:18.502649 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:18.536450 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5fc0e-1bb0-45c7-bc4a-2b147b638c49 req-16c863e1-33a5-45a3-ba69-7fddad812904 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:18.538658 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f1a5fc0e-1bb0-45c7-bc4a-2b147b638c49 req-16c863e1-33a5-45a3-ba69-7fddad812904 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.64 "GET /v2.0/networks?id=4241b8a6-e2b8-49ab-8f73-7b3653f737f3 HTTP/1.1" status: 200 len: 819 time: 0.3032012 Jul 23 23:59:18.571201 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-f1a5fc0e-1bb0-45c7-bc4a-2b147b638c49 req-bfad7400-4ea2-48ae-ad18-4da4c14833f7 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Request body: {'port': {'device_id': 'daad7e6f-c1db-4f59-8042-0b3f6720bbd4', 'network_id': '4241b8a6-e2b8-49ab-8f73-7b3653f737f3', 'admin_state_up': True, 'tenant_id': '18dc8249d11c41bf8adca46e26371672'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:59:18.600290 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-70a9c8a7-8bd6-49d2-a547-904a0b7eefc4 req-171d46a0-4109-4d42-902d-c8caa1ce9909 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:18.611781 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=50fbc590-06dd-4779-9da8-47b3311b7d87,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:18.629845 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-60314f58-6b16-4c71-b294-83b2a8d73ae1 req-3de0ea2a-6831-4b3b-a02e-fe96a2dfb7b1 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/security-groups?id=32ff9839-8d3b-48a3-a25d-b35ae2bb65fa&id=89d8d27b-9412-49b0-8db6-21624a8289f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9953256 Jul 23 23:59:18.665445 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d224f4b6-61ca-4c1f-8684-dc245acfb765 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:18.722254 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d224f4b6-61ca-4c1f-8684-dc245acfb765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:18.749727 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0a55a55f-1a34-49d2-b75e-4c0df3b11061 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:18.775361 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0a55a55f-1a34-49d2-b75e-4c0df3b11061 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:18.788128 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-24ea58d3-9c5a-4643-a18c-2c8dbb3dafa5 req-94e3ccaa-3341-4078-b18f-223c89b1b892 service neutron] 10.222.0.52 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4209008 Jul 23 23:59:18.819309 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-d224f4b6-61ca-4c1f-8684-dc245acfb765 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b772e6114c2049a9b817b3c0213c9e39&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3100867 Jul 23 23:59:18.824198 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 49120) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:18.824839 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d224f4b6-61ca-4c1f-8684-dc245acfb765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac358de7-cd79-4cac-8408-167134db3eb8,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:18.857360 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-70a9c8a7-8bd6-49d2-a547-904a0b7eefc4 req-171d46a0-4109-4d42-902d-c8caa1ce9909 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:18.938386 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70a9c8a7-8bd6-49d2-a547-904a0b7eefc4 req-171d46a0-4109-4d42-902d-c8caa1ce9909 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Network 7eb9a734-74b2-49bc-9188-4a7ee5495610 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:59:18.951657 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-70a9c8a7-8bd6-49d2-a547-904a0b7eefc4 req-171d46a0-4109-4d42-902d-c8caa1ce9909 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:59:18.959934 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-70a9c8a7-8bd6-49d2-a547-904a0b7eefc4 req-171d46a0-4109-4d42-902d-c8caa1ce9909 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:59:18.969600 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0a55a55f-1a34-49d2-b75e-4c0df3b11061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:18.973777 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0a55a55f-1a34-49d2-b75e-4c0df3b11061 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:18.977534 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-0a55a55f-1a34-49d2-b75e-4c0df3b11061 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/23c06ee2-78b2-457b-afe6-a204496201a3 HTTP/1.1" status: 204 len: 168 time: 1.3523917 Jul 23 23:59:18.987974 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1a5fc0e-1bb0-45c7-bc4a-2b147b638c49 req-bfad7400-4ea2-48ae-ad18-4da4c14833f7 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Made reservation on behalf of 18dc8249d11c41bf8adca46e26371672 for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:59:18.991679 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f1a5fc0e-1bb0-45c7-bc4a-2b147b638c49 req-bfad7400-4ea2-48ae-ad18-4da4c14833f7 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:19.012610 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171d46a0-4109-4d42-902d-c8caa1ce9909 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Pushing event updated for resources: {'Port': ['ID=81a8f0b1-769d-4ca4-86d6-b9aa7b701441,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:19.035368 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a55a55f-1a34-49d2-b75e-4c0df3b11061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c06ee2-78b2-457b-afe6-a204496201a3,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:19.083252 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b04e2f4-cc0b-4c65-b5bf-0c5dff77ceaf req-ca553154-c80e-4ee0-8858-91fcb32d7f32 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:19.091996 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7b04e2f4-cc0b-4c65-b5bf-0c5dff77ceaf req-ca553154-c80e-4ee0-8858-91fcb32d7f32 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f3fe95f-d7cc-401c-97de-aaa898bceb72 HTTP/1.1" status: 200 len: 949 time: 0.3082995 Jul 23 23:59:19.098741 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9b8eeb60-dadf-4730-a4b0-2eefcca461ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:19.118371 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a9c8a7-8bd6-49d2-a547-904a0b7eefc4 req-171d46a0-4109-4d42-902d-c8caa1ce9909 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:19.118977 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-70a9c8a7-8bd6-49d2-a547-904a0b7eefc4 req-171d46a0-4109-4d42-902d-c8caa1ce9909 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:19.153147 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-70a9c8a7-8bd6-49d2-a547-904a0b7eefc4 req-171d46a0-4109-4d42-902d-c8caa1ce9909 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2727239 Jul 23 23:59:19.184873 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7b04e2f4-cc0b-4c65-b5bf-0c5dff77ceaf req-4ba22854-5b9b-42a3-9679-0569d8f69c9e tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8ee523e-b776-4966-b1a9-13ed07423313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910881 Jul 23 23:59:19.202144 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-70a9c8a7-8bd6-49d2-a547-904a0b7eefc4 req-b08e0907-4b20-428a-b842-6cd83465e47e service neutron] Request body: {'port': {'device_id': 'feb16bc7-f5fe-45c4-be5c-54219c86d18f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:59:19.237913 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9b8eeb60-dadf-4730-a4b0-2eefcca461ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:19.330576 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-70a9c8a7-8bd6-49d2-a547-904a0b7eefc4 req-b08e0907-4b20-428a-b842-6cd83465e47e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:19.433564 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [req-f1a5fc0e-1bb0-45c7-bc4a-2b147b638c49 req-bfad7400-4ea2-48ae-ad18-4da4c14833f7 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Allocated IP 172.20.0.2 (4241b8a6-e2b8-49ab-8f73-7b3653f737f3/5fab8215-ab32-480a-84d1-a0d90f322209/e9196288-6204-4e16-9461-220d43e82026) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:59:19.638856 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f1a5fc0e-1bb0-45c7-bc4a-2b147b638c49 req-bfad7400-4ea2-48ae-ad18-4da4c14833f7 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:19.656789 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820385b4-ceaa-4da5-9b53-e82be935ee0f req-19fe26d9-8132-4454-9079-53b3ccb57629 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:19.663988 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-820385b4-ceaa-4da5-9b53-e82be935ee0f req-19fe26d9-8132-4454-9079-53b3ccb57629 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/ports?device_id=feb16bc7-f5fe-45c4-be5c-54219c86d18f HTTP/1.1" status: 200 len: 931 time: 0.8892894 Jul 23 23:59:19.843782 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-820385b4-ceaa-4da5-9b53-e82be935ee0f req-1b36ebfe-9178-48b4-a144-4f3fb3031b60 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/security-groups?id=7234dcab-bd61-43b3-a41f-dcf65032fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786520 Jul 23 23:59:19.859590 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9b8eeb60-dadf-4730-a4b0-2eefcca461ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:19.870771 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9b8eeb60-dadf-4730-a4b0-2eefcca461ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:19.878948 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-9b8eeb60-dadf-4730-a4b0-2eefcca461ee admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ac358de7-cd79-4cac-8408-167134db3eb8 HTTP/1.1" status: 204 len: 168 time: 1.0492439 Jul 23 23:59:19.897061 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8eeb60-dadf-4730-a4b0-2eefcca461ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac358de7-cd79-4cac-8408-167134db3eb8,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:19.920593 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f1a5fc0e-1bb0-45c7-bc4a-2b147b638c49 req-bfad7400-4ea2-48ae-ad18-4da4c14833f7 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:19.961149 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1a5fc0e-1bb0-45c7-bc4a-2b147b638c49 req-bfad7400-4ea2-48ae-ad18-4da4c14833f7 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Network 4241b8a6-e2b8-49ab-8f73-7b3653f737f3 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:59:20.001669 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [req-f1a5fc0e-1bb0-45c7-bc4a-2b147b638c49 req-bfad7400-4ea2-48ae-ad18-4da4c14833f7 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:59:20.007526 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1a5fc0e-1bb0-45c7-bc4a-2b147b638c49 req-bfad7400-4ea2-48ae-ad18-4da4c14833f7 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:59:20.101547 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 50fbc590-06dd-4779-9da8-47b3311b7d87 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:59:20.107762 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfad7400-4ea2-48ae-ad18-4da4c14833f7 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Pushing event updated for resources: {'Port': ['ID=e9196288-6204-4e16-9461-220d43e82026,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:20.161148 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-22fa7fe5-a680-4d9d-a6b8-4c52357bbb67 req-d4d2ea8e-aabd-46eb-b7c4-94834f90337b tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/ports?device_id=779b8aec-17d7-4953-837a-2348d8ac1254 HTTP/1.1" status: 200 len: 210 time: 0.1068513 Jul 23 23:59:20.176985 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-70a9c8a7-8bd6-49d2-a547-904a0b7eefc4 req-b08e0907-4b20-428a-b842-6cd83465e47e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81a8f0b1-769d-4ca4-86d6-b9aa7b701441 {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:59:20.179916 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5fc0e-1bb0-45c7-bc4a-2b147b638c49 req-bfad7400-4ea2-48ae-ad18-4da4c14833f7 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:20.180595 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f1a5fc0e-1bb0-45c7-bc4a-2b147b638c49 req-bfad7400-4ea2-48ae-ad18-4da4c14833f7 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:20.189894 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 50fbc590-06dd-4779-9da8-47b3311b7d87 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:59:20.192443 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:20.193378 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-70a9c8a7-8bd6-49d2-a547-904a0b7eefc4 req-b08e0907-4b20-428a-b842-6cd83465e47e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:20.217301 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f1a5fc0e-1bb0-45c7-bc4a-2b147b638c49 req-bfad7400-4ea2-48ae-ad18-4da4c14833f7 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6570144 Jul 23 23:59:20.233194 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-f1a5fc0e-1bb0-45c7-bc4a-2b147b638c49 req-e5b120d9-e98b-4543-a585-010ae15c73ac service neutron] Request body: {'port': {'device_id': 'daad7e6f-c1db-4f59-8042-0b3f6720bbd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-16'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:59:20.235309 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-70a9c8a7-8bd6-49d2-a547-904a0b7eefc4 req-b08e0907-4b20-428a-b842-6cd83465e47e service neutron] Transition to ACTIVE for port object 81a8f0b1-769d-4ca4-86d6-b9aa7b701441 will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:59:20.246472 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-70a9c8a7-8bd6-49d2-a547-904a0b7eefc4 req-b08e0907-4b20-428a-b842-6cd83465e47e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:20.363497 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08e0907-4b20-428a-b842-6cd83465e47e service neutron] Pushing event updated for resources: {'Port': ['ID=81a8f0b1-769d-4ca4-86d6-b9aa7b701441,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:20.442382 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8396e17-b196-4cf8-8f1d-a6355ff95e3d req-122a74cc-440e-4acb-91d9-4a41bc335c36 tempest-InstanceActionsNegativeTestJSON-115467766 tempest-InstanceActionsNegativeTestJSON-115467766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:20.444398 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d8396e17-b196-4cf8-8f1d-a6355ff95e3d req-122a74cc-440e-4acb-91d9-4a41bc335c36 tempest-InstanceActionsNegativeTestJSON-115467766 tempest-InstanceActionsNegativeTestJSON-115467766-project] 10.222.0.44 "GET /v2.0/networks?id=dffbb47c-422d-4852-9424-879b8c3676a3 HTTP/1.1" status: 200 len: 820 time: 0.5498874 Jul 23 23:59:20.488343 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d8396e17-b196-4cf8-8f1d-a6355ff95e3d req-06902dab-9902-4642-9227-f279e60c9b9c tempest-InstanceActionsNegativeTestJSON-115467766 tempest-InstanceActionsNegativeTestJSON-115467766-project] 10.222.0.44 "GET /v2.0/quotas/c161a414ba6248be8e0bb4787ed20901 HTTP/1.1" status: 200 len: 375 time: 0.0167508 Jul 23 23:59:20.551457 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d8396e17-b196-4cf8-8f1d-a6355ff95e3d req-c006e6b1-acd0-4b0d-9145-53a4592c6a68 tempest-InstanceActionsNegativeTestJSON-115467766 tempest-InstanceActionsNegativeTestJSON-115467766-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c161a414ba6248be8e0bb4787ed20901&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412042 Jul 23 23:59:20.558457 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f1a5fc0e-1bb0-45c7-bc4a-2b147b638c49 req-e5b120d9-e98b-4543-a585-010ae15c73ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:20.622756 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c01c1a4-395b-4a80-9c04-f21bdb50a854 req-0ea7c1ea-3c71-49fa-8556-d65de4f31a4d tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:20.645868 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c01c1a4-395b-4a80-9c04-f21bdb50a854 req-0ea7c1ea-3c71-49fa-8556-d65de4f31a4d tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:20.653677 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c01c1a4-395b-4a80-9c04-f21bdb50a854 req-0ea7c1ea-3c71-49fa-8556-d65de4f31a4d tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:20.660198 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c01c1a4-395b-4a80-9c04-f21bdb50a854 req-0ea7c1ea-3c71-49fa-8556-d65de4f31a4d tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:20.666263 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c01c1a4-395b-4a80-9c04-f21bdb50a854 req-0ea7c1ea-3c71-49fa-8556-d65de4f31a4d tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:20.672427 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c01c1a4-395b-4a80-9c04-f21bdb50a854 req-0ea7c1ea-3c71-49fa-8556-d65de4f31a4d tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:20.679061 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c01c1a4-395b-4a80-9c04-f21bdb50a854 req-0ea7c1ea-3c71-49fa-8556-d65de4f31a4d tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:20.689035 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0c01c1a4-395b-4a80-9c04-f21bdb50a854 req-0ea7c1ea-3c71-49fa-8556-d65de4f31a4d tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c075934-d6b2-45f9-8b7a-e05ff072e3c1 HTTP/1.1" status: 200 len: 5422 time: 0.3521852 Jul 23 23:59:20.703285 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-70a9c8a7-8bd6-49d2-a547-904a0b7eefc4 req-b08e0907-4b20-428a-b842-6cd83465e47e service neutron] Attempting to bind port 81a8f0b1-769d-4ca4-86d6-b9aa7b701441 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:59:20.703638 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-70a9c8a7-8bd6-49d2-a547-904a0b7eefc4 req-b08e0907-4b20-428a-b842-6cd83465e47e service neutron] Attempting to bind port 81a8f0b1-769d-4ca4-86d6-b9aa7b701441 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '916b837a-3956-408c-a58c-8cf4c63322c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7eb9a734-74b2-49bc-9188-4a7ee5495610'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:59:20.703978 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a9c8a7-8bd6-49d2-a547-904a0b7eefc4 req-b08e0907-4b20-428a-b842-6cd83465e47e service neutron] Attempting to bind port 81a8f0b1-769d-4ca4-86d6-b9aa7b701441 on network 7eb9a734-74b2-49bc-9188-4a7ee5495610 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:59:20.718495 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a9c8a7-8bd6-49d2-a547-904a0b7eefc4 req-b08e0907-4b20-428a-b842-6cd83465e47e service neutron] Port 81a8f0b1-769d-4ca4-86d6-b9aa7b701441 on network 7eb9a734-74b2-49bc-9188-4a7ee5495610 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:59:20.719082 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a9c8a7-8bd6-49d2-a547-904a0b7eefc4 req-b08e0907-4b20-428a-b842-6cd83465e47e service neutron] Attempting to bind port 81a8f0b1-769d-4ca4-86d6-b9aa7b701441 on network 7eb9a734-74b2-49bc-9188-4a7ee5495610 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:59:20.738661 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a9c8a7-8bd6-49d2-a547-904a0b7eefc4 req-b08e0907-4b20-428a-b842-6cd83465e47e service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:59:20.739188 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a9c8a7-8bd6-49d2-a547-904a0b7eefc4 req-b08e0907-4b20-428a-b842-6cd83465e47e service neutron] Checking segment: {'id': '916b837a-3956-408c-a58c-8cf4c63322c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7eb9a734-74b2-49bc-9188-4a7ee5495610'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:59:20.739595 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a9c8a7-8bd6-49d2-a547-904a0b7eefc4 req-b08e0907-4b20-428a-b842-6cd83465e47e service neutron] Bound using segment: {'id': '916b837a-3956-408c-a58c-8cf4c63322c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7eb9a734-74b2-49bc-9188-4a7ee5495610'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:59:20.740053 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-70a9c8a7-8bd6-49d2-a547-904a0b7eefc4 req-b08e0907-4b20-428a-b842-6cd83465e47e service neutron] Bound port: 81a8f0b1-769d-4ca4-86d6-b9aa7b701441, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '916b837a-3956-408c-a58c-8cf4c63322c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7eb9a734-74b2-49bc-9188-4a7ee5495610'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:59:20.740425 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-70a9c8a7-8bd6-49d2-a547-904a0b7eefc4 req-b08e0907-4b20-428a-b842-6cd83465e47e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:20.750252 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device d6580e91-3400-4337-b1ff-81181063b358 up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:59:20.780793 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d8396e17-b196-4cf8-8f1d-a6355ff95e3d req-6546e72d-2239-43bd-ba3c-2b4d5129a83c service neutron] 10.222.0.44 "GET /v2.0/networks/dffbb47c-422d-4852-9424-879b8c3676a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906035 Jul 23 23:59:20.796695 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb64b1aa-b37c-4400-b2a1-b69db5b4e5a5 req-2f2dcc07-efb3-4266-bd94-4b591e1092fb tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:20.798182 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-eb64b1aa-b37c-4400-b2a1-b69db5b4e5a5 req-2f2dcc07-efb3-4266-bd94-4b591e1092fb tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.64 "GET /v2.0/networks?id=4241b8a6-e2b8-49ab-8f73-7b3653f737f3 HTTP/1.1" status: 200 len: 819 time: 0.4133074 Jul 23 23:59:20.813684 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0c01c1a4-395b-4a80-9c04-f21bdb50a854 req-40599728-41f1-4ec2-bad8-3ab6c3f7bcc5 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/security-groups?id=32ff9839-8d3b-48a3-a25d-b35ae2bb65fa&id=89d8d27b-9412-49b0-8db6-21624a8289f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1260359 Jul 23 23:59:20.837559 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-eb64b1aa-b37c-4400-b2a1-b69db5b4e5a5 req-04870887-62d0-4627-9641-992dd73f21e8 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Request body: {'port': {'device_id': '779b8aec-17d7-4953-837a-2348d8ac1254', 'network_id': '4241b8a6-e2b8-49ab-8f73-7b3653f737f3', 'admin_state_up': True, 'tenant_id': '18dc8249d11c41bf8adca46e26371672'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:59:20.846582 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port d6580e91-3400-4337-b1ff-81181063b358 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:59:20.864410 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port d6580e91-3400-4337-b1ff-81181063b358 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:59:20.864883 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:21.046900 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-70a9c8a7-8bd6-49d2-a547-904a0b7eefc4 req-b08e0907-4b20-428a-b842-6cd83465e47e service neutron] For port 81a8f0b1-769d-4ca4-86d6-b9aa7b701441, host n-h2-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:59:21.071619 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d8396e17-b196-4cf8-8f1d-a6355ff95e3d req-31507291-e37a-4e72-b11f-986719157130 service neutron] 10.222.0.44 "GET /v2.0/networks/dffbb47c-422d-4852-9424-879b8c3676a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306762 Jul 23 23:59:21.075766 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-70a9c8a7-8bd6-49d2-a547-904a0b7eefc4 req-b08e0907-4b20-428a-b842-6cd83465e47e service neutron] For port 81a8f0b1-769d-4ca4-86d6-b9aa7b701441, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=81a8f0b1-769d-4ca4-86d6-b9aa7b701441,segment=NetworkSegment(916b837a-3956-408c-a58c-8cf4c63322c0),segment_id=916b837a-3956-408c-a58c-8cf4c63322c0)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:59:21.096247 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-70a9c8a7-8bd6-49d2-a547-904a0b7eefc4 req-b08e0907-4b20-428a-b842-6cd83465e47e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:21.133910 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:21.195875 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f3fe95f-d7cc-401c-97de-aaa898bceb72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6580e91-3400-4337-b1ff-81181063b358'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:59:21.199581 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d69a3092-017b-46a0-83a3-73f18d1dec3a" -d '{"events": [{"server_uuid": "5f3fe95f-d7cc-401c-97de-aaa898bceb72", "name": "network-vif-plugged", "status": "completed", "tag": "d6580e91-3400-4337-b1ff-81181063b358"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:59:21.220844 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port d6580e91-3400-4337-b1ff-81181063b358, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=d6580e91-3400-4337-b1ff-81181063b358,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:59:21.227577 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:21.288277 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08e0907-4b20-428a-b842-6cd83465e47e service neutron] Pushing event updated for resources: {'Port': ['ID=81a8f0b1-769d-4ca4-86d6-b9aa7b701441,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:21.326747 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=d6580e91-3400-4337-b1ff-81181063b358,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:21.327111 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a9c8a7-8bd6-49d2-a547-904a0b7eefc4 req-b08e0907-4b20-428a-b842-6cd83465e47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:21.327716 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-70a9c8a7-8bd6-49d2-a547-904a0b7eefc4 req-b08e0907-4b20-428a-b842-6cd83465e47e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:21.330665 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-70a9c8a7-8bd6-49d2-a547-904a0b7eefc4 req-b08e0907-4b20-428a-b842-6cd83465e47e service neutron] 10.222.0.64 "PUT /v2.0/ports/81a8f0b1-769d-4ca4-86d6-b9aa7b701441 HTTP/1.1" status: 200 len: 1092 time: 2.1388412 Jul 23 23:59:21.331796 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feb16bc7-f5fe-45c4-be5c-54219c86d18f', 'tag': '81a8f0b1-769d-4ca4-86d6-b9aa7b701441'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:59:21.334255 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-affa34cf-7c45-4e4e-81b5-103696dfdcd4" -d '{"events": [{"name": "network-changed", "server_uuid": "feb16bc7-f5fe-45c4-be5c-54219c86d18f", "tag": "81a8f0b1-769d-4ca4-86d6-b9aa7b701441"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:59:21.540087 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb64b1aa-b37c-4400-b2a1-b69db5b4e5a5 req-04870887-62d0-4627-9641-992dd73f21e8 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Made reservation on behalf of 18dc8249d11c41bf8adca46e26371672 for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:59:21.544359 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a9c8a7-8bd6-49d2-a547-904a0b7eefc4 req-cd79010d-55bf-4708-ba0c-6cec4f91e118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:21.544552 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-eb64b1aa-b37c-4400-b2a1-b69db5b4e5a5 req-04870887-62d0-4627-9641-992dd73f21e8 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:21.547239 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-70a9c8a7-8bd6-49d2-a547-904a0b7eefc4 req-cd79010d-55bf-4708-ba0c-6cec4f91e118 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dfe31831d73849c1acf025f7366b9134&device_id=feb16bc7-f5fe-45c4-be5c-54219c86d18f HTTP/1.1" status: 200 len: 1095 time: 0.1637056 Jul 23 23:59:21.562974 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d900da-d7af-4c0d-815a-111e66668d15 req-8b76efdf-16a6-44ee-ad1a-58e17c6ac630 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:21.571917 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f7d900da-d7af-4c0d-815a-111e66668d15 req-8b76efdf-16a6-44ee-ad1a-58e17c6ac630 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/ports?device_id=feb16bc7-f5fe-45c4-be5c-54219c86d18f HTTP/1.1" status: 200 len: 943 time: 0.1992168 Jul 23 23:59:21.654758 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-70a9c8a7-8bd6-49d2-a547-904a0b7eefc4 req-5a978363-9b29-4fc5-b2b7-9e3384eaed0f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81a8f0b1-769d-4ca4-86d6-b9aa7b701441 HTTP/1.1" status: 200 len: 217 time: 0.0792632 Jul 23 23:59:21.658684 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-f1a5fc0e-1bb0-45c7-bc4a-2b147b638c49 req-e5b120d9-e98b-4543-a585-010ae15c73ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9196288-6204-4e16-9461-220d43e82026 {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:59:21.670479 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f7d900da-d7af-4c0d-815a-111e66668d15 req-371c0497-cbc5-4f62-96ed-da8c71b12a9b tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/security-groups?id=7234dcab-bd61-43b3-a41f-dcf65032fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972283 Jul 23 23:59:21.676895 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f1a5fc0e-1bb0-45c7-bc4a-2b147b638c49 req-e5b120d9-e98b-4543-a585-010ae15c73ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:21.739380 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6206012d-b033-43ae-aa33-45e23422ff54 req-318255cf-4bef-4948-bce0-7cc54348997d tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:21.752582 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6206012d-b033-43ae-aa33-45e23422ff54 req-318255cf-4bef-4948-bce0-7cc54348997d tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f3fe95f-d7cc-401c-97de-aaa898bceb72 HTTP/1.1" status: 200 len: 949 time: 0.7583599 Jul 23 23:59:21.843964 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a5a0836f-d6b2-4f13-9c63-612455d83a03 req-b34b7598-4146-428e-9539-57a172e952b3 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/ports?device_id=779b8aec-17d7-4953-837a-2348d8ac1254 HTTP/1.1" status: 200 len: 210 time: 0.0685365 Jul 23 23:59:21.851652 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-f1a5fc0e-1bb0-45c7-bc4a-2b147b638c49 req-e5b120d9-e98b-4543-a585-010ae15c73ac service neutron] Transition to ACTIVE for port object e9196288-6204-4e16-9461-220d43e82026 will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:59:21.857911 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a9c8a7-8bd6-49d2-a547-904a0b7eefc4 req-5ad4e56c-af25-4496-8215-672846923885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:21.859478 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-70a9c8a7-8bd6-49d2-a547-904a0b7eefc4 req-5ad4e56c-af25-4496-8215-672846923885 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e6e1e37a-ef2c-4bca-ad9c-345fa09479eb HTTP/1.1" status: 200 len: 845 time: 0.1836150 Jul 23 23:59:21.894407 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f1a5fc0e-1bb0-45c7-bc4a-2b147b638c49 req-e5b120d9-e98b-4543-a585-010ae15c73ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:21.915080 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-70a9c8a7-8bd6-49d2-a547-904a0b7eefc4 req-6ec71ea9-eb3e-4cdc-b625-b9eeb2682048 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7eb9a734-74b2-49bc-9188-4a7ee5495610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489514 Jul 23 23:59:21.958721 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28387f63-d194-41b0-9f59-0381f8c159b2 x-openstack-request-id: req-28387f63-d194-41b0-9f59-0381f8c159b2 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:59:21.959508 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f3fe95f-d7cc-401c-97de-aaa898bceb72", "name": "network-vif-plugged", "status": "completed", "tag": "d6580e91-3400-4337-b1ff-81181063b358", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:59:21.959944 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-28387f63-d194-41b0-9f59-0381f8c159b2 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:59:21.960708 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f3fe95f-d7cc-401c-97de-aaa898bceb72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6580e91-3400-4337-b1ff-81181063b358', 'code': 200} Jul 23 23:59:22.064960 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6206012d-b033-43ae-aa33-45e23422ff54 req-c8b45dac-6455-4055-87a6-b963b06ed5ef tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8ee523e-b776-4966-b1a9-13ed07423313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108637 Jul 23 23:59:22.189805 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0fc41a9-6d19-44eb-9a27-6836698789e4 x-openstack-request-id: req-e0fc41a9-6d19-44eb-9a27-6836698789e4 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:59:22.191582 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feb16bc7-f5fe-45c4-be5c-54219c86d18f", "tag": "81a8f0b1-769d-4ca4-86d6-b9aa7b701441", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:59:22.192889 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e0fc41a9-6d19-44eb-9a27-6836698789e4 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:59:22.193402 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feb16bc7-f5fe-45c4-be5c-54219c86d18f', 'tag': '81a8f0b1-769d-4ca4-86d6-b9aa7b701441', 'status': 'completed', 'code': 200} Jul 23 23:59:22.283181 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b120d9-e98b-4543-a585-010ae15c73ac service neutron] Pushing event updated for resources: {'Port': ['ID=e9196288-6204-4e16-9461-220d43e82026,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:22.283641 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-95914954-13a7-4f3d-b4d2-a81adf50b21a req-7fb39a5b-4c05-46a1-9af7-a4866c3e2c3e tempest-InstanceActionsNegativeTestJSON-115467766 tempest-InstanceActionsNegativeTestJSON-115467766-project] 10.222.0.44 "GET /v2.0/ports?device_id=b684b049-6a67-44bb-9f10-e0e689cb0a06 HTTP/1.1" status: 200 len: 210 time: 0.2702007 Jul 23 23:59:22.295057 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 49228) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:22.308529 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 49232) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:22.339474 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-70a9c8a7-8bd6-49d2-a547-904a0b7eefc4 req-f6114fa5-1c63-42e4-a07c-be73309daaa0 service neutron] 10.222.0.64 "GET /v2.0/networks/7eb9a734-74b2-49bc-9188-4a7ee5495610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4157770 Jul 23 23:59:22.396143 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ba859-e868-4ab8-a709-f9331b060059 req-841f0731-f408-48f5-b471-c8a4e79a9b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:22.397725 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-be6ba859-e868-4ab8-a709-f9331b060059 req-841f0731-f408-48f5-b471-c8a4e79a9b28 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5f3fe95f-d7cc-401c-97de-aaa898bceb72 HTTP/1.1" status: 200 len: 1102 time: 0.2817266 Jul 23 23:59:22.480616 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [req-eb64b1aa-b37c-4400-b2a1-b69db5b4e5a5 req-04870887-62d0-4627-9641-992dd73f21e8 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Allocated IP 172.20.0.14 (4241b8a6-e2b8-49ab-8f73-7b3653f737f3/5fab8215-ab32-480a-84d1-a0d90f322209/b3e01dc1-4a28-4dc1-bc00-6f7b7cd3caac) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:59:22.500142 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-be6ba859-e868-4ab8-a709-f9331b060059 req-9b590207-1f43-4e2f-a17c-07c2debd1161 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e8ee523e-b776-4966-b1a9-13ed07423313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653715 Jul 23 23:59:22.502026 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-70a9c8a7-8bd6-49d2-a547-904a0b7eefc4 req-6405648b-ba0e-43ab-b615-b50a65ddc136 service neutron] 10.222.0.64 "GET /v2.0/networks/7eb9a734-74b2-49bc-9188-4a7ee5495610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533651 Jul 23 23:59:22.507573 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-405256fc-ebad-4a03-b268-d0a318faa3a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:22.590948 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153419de-09b5-4a85-a898-c19b90ee36f9 req-c6220736-6957-46ac-8fcc-a79e188bc90e tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:22.598115 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153419de-09b5-4a85-a898-c19b90ee36f9 req-c6220736-6957-46ac-8fcc-a79e188bc90e tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:22.605209 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153419de-09b5-4a85-a898-c19b90ee36f9 req-c6220736-6957-46ac-8fcc-a79e188bc90e tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:22.611052 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153419de-09b5-4a85-a898-c19b90ee36f9 req-c6220736-6957-46ac-8fcc-a79e188bc90e tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:22.612179 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-411be193-bac6-4e8c-bd1f-0ae1134c1b4f tempest-PortsAdminExtendedAttrsTestJSON-1540368442 tempest-PortsAdminExtendedAttrsTestJSON-1540368442-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-206114198'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:59:22.617758 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153419de-09b5-4a85-a898-c19b90ee36f9 req-c6220736-6957-46ac-8fcc-a79e188bc90e tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:22.624254 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153419de-09b5-4a85-a898-c19b90ee36f9 req-c6220736-6957-46ac-8fcc-a79e188bc90e tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:22.631049 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153419de-09b5-4a85-a898-c19b90ee36f9 req-c6220736-6957-46ac-8fcc-a79e188bc90e tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:22.634290 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-153419de-09b5-4a85-a898-c19b90ee36f9 req-c6220736-6957-46ac-8fcc-a79e188bc90e tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c075934-d6b2-45f9-8b7a-e05ff072e3c1 HTTP/1.1" status: 200 len: 5422 time: 0.3352988 Jul 23 23:59:22.674125 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-f1a5fc0e-1bb0-45c7-bc4a-2b147b638c49 req-e5b120d9-e98b-4543-a585-010ae15c73ac service neutron] Attempting to bind port e9196288-6204-4e16-9461-220d43e82026 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:59:22.674895 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-f1a5fc0e-1bb0-45c7-bc4a-2b147b638c49 req-e5b120d9-e98b-4543-a585-010ae15c73ac service neutron] Attempting to bind port e9196288-6204-4e16-9461-220d43e82026 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '7e96837c-7728-41f8-b9c1-c7a5593efa19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4241b8a6-e2b8-49ab-8f73-7b3653f737f3'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:59:22.675127 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a5fc0e-1bb0-45c7-bc4a-2b147b638c49 req-e5b120d9-e98b-4543-a585-010ae15c73ac service neutron] Attempting to bind port e9196288-6204-4e16-9461-220d43e82026 on network 4241b8a6-e2b8-49ab-8f73-7b3653f737f3 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:59:22.678958 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-405256fc-ebad-4a03-b268-d0a318faa3a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:22.689246 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-405256fc-ebad-4a03-b268-d0a318faa3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:22.696094 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affa34cf-7c45-4e4e-81b5-103696dfdcd4 req-d6cbfc56-7ded-42c3-9a70-c91258c65d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:22.697762 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-affa34cf-7c45-4e4e-81b5-103696dfdcd4 req-d6cbfc56-7ded-42c3-9a70-c91258c65d59 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dfe31831d73849c1acf025f7366b9134&device_id=feb16bc7-f5fe-45c4-be5c-54219c86d18f HTTP/1.1" status: 200 len: 1095 time: 0.1350157 Jul 23 23:59:22.701715 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a5fc0e-1bb0-45c7-bc4a-2b147b638c49 req-e5b120d9-e98b-4543-a585-010ae15c73ac service neutron] Port e9196288-6204-4e16-9461-220d43e82026 on network 4241b8a6-e2b8-49ab-8f73-7b3653f737f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:59:22.702274 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a5fc0e-1bb0-45c7-bc4a-2b147b638c49 req-e5b120d9-e98b-4543-a585-010ae15c73ac service neutron] Attempting to bind port e9196288-6204-4e16-9461-220d43e82026 on network 4241b8a6-e2b8-49ab-8f73-7b3653f737f3 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:59:22.731092 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a5fc0e-1bb0-45c7-bc4a-2b147b638c49 req-e5b120d9-e98b-4543-a585-010ae15c73ac service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:59:22.731468 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a5fc0e-1bb0-45c7-bc4a-2b147b638c49 req-e5b120d9-e98b-4543-a585-010ae15c73ac service neutron] Checking segment: {'id': '7e96837c-7728-41f8-b9c1-c7a5593efa19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4241b8a6-e2b8-49ab-8f73-7b3653f737f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:59:22.731820 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a5fc0e-1bb0-45c7-bc4a-2b147b638c49 req-e5b120d9-e98b-4543-a585-010ae15c73ac service neutron] Bound using segment: {'id': '7e96837c-7728-41f8-b9c1-c7a5593efa19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4241b8a6-e2b8-49ab-8f73-7b3653f737f3'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:59:22.732545 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-f1a5fc0e-1bb0-45c7-bc4a-2b147b638c49 req-e5b120d9-e98b-4543-a585-010ae15c73ac service neutron] Bound port: e9196288-6204-4e16-9461-220d43e82026, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e96837c-7728-41f8-b9c1-c7a5593efa19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4241b8a6-e2b8-49ab-8f73-7b3653f737f3'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:59:22.732944 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f1a5fc0e-1bb0-45c7-bc4a-2b147b638c49 req-e5b120d9-e98b-4543-a585-010ae15c73ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:22.759812 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-411be193-bac6-4e8c-bd1f-0ae1134c1b4f tempest-PortsAdminExtendedAttrsTestJSON-1540368442 tempest-PortsAdminExtendedAttrsTestJSON-1540368442-project] Made reservation on behalf of 752afbfd9f3f4dc6ac7a63b7d7ba8b43 for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:59:22.763422 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-411be193-bac6-4e8c-bd1f-0ae1134c1b4f tempest-PortsAdminExtendedAttrsTestJSON-1540368442 tempest-PortsAdminExtendedAttrsTestJSON-1540368442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:22.774375 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405256fc-ebad-4a03-b268-d0a318faa3a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6bdd4e6-7970-49e3-9196-edad43feff1e,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:22.778363 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-405256fc-ebad-4a03-b268-d0a318faa3a4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2a21cef897214055ac24b81b44e67bf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4823208 Jul 23 23:59:22.787145 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 49240) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:22.799998 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-153419de-09b5-4a85-a898-c19b90ee36f9 req-f99b0dac-8dd2-49e3-ab7c-df7d63b62d48 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/security-groups?id=32ff9839-8d3b-48a3-a25d-b35ae2bb65fa&id=89d8d27b-9412-49b0-8db6-21624a8289f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1601472 Jul 23 23:59:22.885701 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-411be193-bac6-4e8c-bd1f-0ae1134c1b4f tempest-PortsAdminExtendedAttrsTestJSON-1540368442 tempest-PortsAdminExtendedAttrsTestJSON-1540368442-project] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:23.014778 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affa34cf-7c45-4e4e-81b5-103696dfdcd4 req-f9601905-474e-4c3e-8259-df9fe685d019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:23.019063 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-affa34cf-7c45-4e4e-81b5-103696dfdcd4 req-f9601905-474e-4c3e-8259-df9fe685d019 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7eb9a734-74b2-49bc-9188-4a7ee5495610 HTTP/1.1" status: 200 len: 906 time: 0.3106940 Jul 23 23:59:23.027483 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eca8e2f-c99c-4c59-bc58-16fd5419cddd req-9c776409-f30b-45e9-8c51-284503581cb1 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:23.029194 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2eca8e2f-c99c-4c59-bc58-16fd5419cddd req-9c776409-f30b-45e9-8c51-284503581cb1 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/ports?device_id=feb16bc7-f5fe-45c4-be5c-54219c86d18f HTTP/1.1" status: 200 len: 943 time: 0.2478626 Jul 23 23:59:23.079806 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0bb98353-7ef5-45e7-bff8-052e19c74929 req-a61f2fcd-8cb0-4ef5-86d5-d3bf5bbf7df2 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/ports?device_id=779b8aec-17d7-4953-837a-2348d8ac1254 HTTP/1.1" status: 200 len: 210 time: 0.0957463 Jul 23 23:59:23.089614 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9d28773a-6edf-402b-a13b-212a10e88d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:23.110026 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-affa34cf-7c45-4e4e-81b5-103696dfdcd4 req-cd8523cb-a495-44f5-9c63-acce03ec2e1a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81a8f0b1-769d-4ca4-86d6-b9aa7b701441 HTTP/1.1" status: 200 len: 217 time: 0.0730870 Jul 23 23:59:23.123612 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-f1a5fc0e-1bb0-45c7-bc4a-2b147b638c49 req-e5b120d9-e98b-4543-a585-010ae15c73ac service neutron] For port e9196288-6204-4e16-9461-220d43e82026, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:59:23.137932 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-eb64b1aa-b37c-4400-b2a1-b69db5b4e5a5 req-04870887-62d0-4627-9641-992dd73f21e8 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:23.178864 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-f1a5fc0e-1bb0-45c7-bc4a-2b147b638c49 req-e5b120d9-e98b-4543-a585-010ae15c73ac service neutron] For port e9196288-6204-4e16-9461-220d43e82026, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=e9196288-6204-4e16-9461-220d43e82026,segment=NetworkSegment(7e96837c-7728-41f8-b9c1-c7a5593efa19),segment_id=7e96837c-7728-41f8-b9c1-c7a5593efa19)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:59:23.180802 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c25c1c3b-4447-4fca-9ad5-a7ba2fdb9a01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:23.185024 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2eca8e2f-c99c-4c59-bc58-16fd5419cddd req-2b0ff1ef-7f35-4c70-a5e2-87722e974369 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/security-groups?id=7234dcab-bd61-43b3-a41f-dcf65032fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412601 Jul 23 23:59:23.212073 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f1a5fc0e-1bb0-45c7-bc4a-2b147b638c49 req-e5b120d9-e98b-4543-a585-010ae15c73ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:23.213837 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affa34cf-7c45-4e4e-81b5-103696dfdcd4 req-5cce5816-cdeb-4245-b5b4-edd92fdcc446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:23.215342 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-affa34cf-7c45-4e4e-81b5-103696dfdcd4 req-5cce5816-cdeb-4245-b5b4-edd92fdcc446 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e6e1e37a-ef2c-4bca-ad9c-345fa09479eb HTTP/1.1" status: 200 len: 845 time: 0.0959573 Jul 23 23:59:23.273718 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-affa34cf-7c45-4e4e-81b5-103696dfdcd4 req-1cfae6fc-b845-48ad-962f-60169ea20196 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7eb9a734-74b2-49bc-9188-4a7ee5495610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450182 Jul 23 23:59:23.290674 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-411be193-bac6-4e8c-bd1f-0ae1134c1b4f tempest-PortsAdminExtendedAttrsTestJSON-1540368442 tempest-PortsAdminExtendedAttrsTestJSON-1540368442-project] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:23.304489 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-411be193-bac6-4e8c-bd1f-0ae1134c1b4f tempest-PortsAdminExtendedAttrsTestJSON-1540368442 tempest-PortsAdminExtendedAttrsTestJSON-1540368442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:23.307550 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8396e17-b196-4cf8-8f1d-a6355ff95e3d req-35b80ff2-41a6-4288-ac29-6822111c51d4 tempest-InstanceActionsNegativeTestJSON-115467766 tempest-InstanceActionsNegativeTestJSON-115467766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:23.309077 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d8396e17-b196-4cf8-8f1d-a6355ff95e3d req-35b80ff2-41a6-4288-ac29-6822111c51d4 tempest-InstanceActionsNegativeTestJSON-115467766 tempest-InstanceActionsNegativeTestJSON-115467766-project] 10.222.0.64 "GET /v2.0/networks?id=dffbb47c-422d-4852-9424-879b8c3676a3 HTTP/1.1" status: 200 len: 820 time: 0.4084299 Jul 23 23:59:23.315477 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c25c1c3b-4447-4fca-9ad5-a7ba2fdb9a01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:23.339401 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-d8396e17-b196-4cf8-8f1d-a6355ff95e3d req-ba58c4ae-ccaa-4dca-bf7e-7a151895fe4e tempest-InstanceActionsNegativeTestJSON-115467766 tempest-InstanceActionsNegativeTestJSON-115467766-project] Request body: {'port': {'device_id': 'b684b049-6a67-44bb-9f10-e0e689cb0a06', 'network_id': 'dffbb47c-422d-4852-9424-879b8c3676a3', 'admin_state_up': True, 'tenant_id': 'c161a414ba6248be8e0bb4787ed20901'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:59:23.347468 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5fc0e-1bb0-45c7-bc4a-2b147b638c49 req-e5b120d9-e98b-4543-a585-010ae15c73ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:23.348114 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f1a5fc0e-1bb0-45c7-bc4a-2b147b638c49 req-e5b120d9-e98b-4543-a585-010ae15c73ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:23.349888 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f1a5fc0e-1bb0-45c7-bc4a-2b147b638c49 req-e5b120d9-e98b-4543-a585-010ae15c73ac service neutron] 10.222.0.64 "PUT /v2.0/ports/e9196288-6204-4e16-9461-220d43e82026 HTTP/1.1" status: 200 len: 1092 time: 3.1243138 Jul 23 23:59:23.355713 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411be193-bac6-4e8c-bd1f-0ae1134c1b4f tempest-PortsAdminExtendedAttrsTestJSON-1540368442 tempest-PortsAdminExtendedAttrsTestJSON-1540368442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4946a5d5-fd1c-4a2d-8f3b-a95e861bd561,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:23.357936 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daad7e6f-c1db-4f59-8042-0b3f6720bbd4', 'tag': 'e9196288-6204-4e16-9461-220d43e82026'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:59:23.360321 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e84d5cb-835a-4991-b964-4adf6b56c5a4" -d '{"events": [{"name": "network-changed", "server_uuid": "daad7e6f-c1db-4f59-8042-0b3f6720bbd4", "tag": "e9196288-6204-4e16-9461-220d43e82026"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:59:23.428461 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-411be193-bac6-4e8c-bd1f-0ae1134c1b4f tempest-PortsAdminExtendedAttrsTestJSON-1540368442 tempest-PortsAdminExtendedAttrsTestJSON-1540368442-project] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:59:23.445136 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-411be193-bac6-4e8c-bd1f-0ae1134c1b4f tempest-PortsAdminExtendedAttrsTestJSON-1540368442 tempest-PortsAdminExtendedAttrsTestJSON-1540368442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:23.446130 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-411be193-bac6-4e8c-bd1f-0ae1134c1b4f tempest-PortsAdminExtendedAttrsTestJSON-1540368442 tempest-PortsAdminExtendedAttrsTestJSON-1540368442-project] Added segment a09ba1a1-800b-4cdc-b1a1-ea65d777fdfc of type vlan for network 1c697624-52a5-4712-9335-f60daea2701b Jul 23 23:59:23.488724 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b120d9-e98b-4543-a585-010ae15c73ac service neutron] Pushing event updated for resources: {'Port': ['ID=e9196288-6204-4e16-9461-220d43e82026,revision_number=3']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:23.508493 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-eb64b1aa-b37c-4400-b2a1-b69db5b4e5a5 req-04870887-62d0-4627-9641-992dd73f21e8 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:23.524522 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7af39cbd-7276-4de4-88be-299f100bf882 req-20296ac3-52d2-4871-88f0-5cded917557a tempest-InstanceActionsNegativeTestJSON-115467766 tempest-InstanceActionsNegativeTestJSON-115467766-project] 10.222.0.44 "GET /v2.0/ports?device_id=b684b049-6a67-44bb-9f10-e0e689cb0a06 HTTP/1.1" status: 200 len: 210 time: 0.0641522 Jul 23 23:59:23.552836 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-411be193-bac6-4e8c-bd1f-0ae1134c1b4f tempest-PortsAdminExtendedAttrsTestJSON-1540368442 tempest-PortsAdminExtendedAttrsTestJSON-1540368442-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:23.562531 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-affa34cf-7c45-4e4e-81b5-103696dfdcd4 req-5cb7d0e8-d6ed-49b9-b2e3-4ae9d4dc6b91 service neutron] 10.222.0.64 "GET /v2.0/networks/7eb9a734-74b2-49bc-9188-4a7ee5495610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811332 Jul 23 23:59:23.619549 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-411be193-bac6-4e8c-bd1f-0ae1134c1b4f tempest-PortsAdminExtendedAttrsTestJSON-1540368442 tempest-PortsAdminExtendedAttrsTestJSON-1540368442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:23.625503 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8630d5-d80b-4c55-9d02-f2fdaa503865 req-8998d59a-b8ce-4329-aa3c-d9ba43462750 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:23.626006 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411be193-bac6-4e8c-bd1f-0ae1134c1b4f tempest-PortsAdminExtendedAttrsTestJSON-1540368442 tempest-PortsAdminExtendedAttrsTestJSON-1540368442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:23.626698 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-411be193-bac6-4e8c-bd1f-0ae1134c1b4f tempest-PortsAdminExtendedAttrsTestJSON-1540368442 tempest-PortsAdminExtendedAttrsTestJSON-1540368442-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:23.627078 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1d8630d5-d80b-4c55-9d02-f2fdaa503865 req-8998d59a-b8ce-4329-aa3c-d9ba43462750 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f3fe95f-d7cc-401c-97de-aaa898bceb72 HTTP/1.1" status: 200 len: 950 time: 0.4167068 Jul 23 23:59:23.630454 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb64b1aa-b37c-4400-b2a1-b69db5b4e5a5 req-04870887-62d0-4627-9641-992dd73f21e8 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Network 4241b8a6-e2b8-49ab-8f73-7b3653f737f3 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:59:23.636295 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0649cd20-c324-4342-b8b3-6f429047401c x-openstack-request-id: req-0649cd20-c324-4342-b8b3-6f429047401c {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:59:23.636622 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daad7e6f-c1db-4f59-8042-0b3f6720bbd4", "tag": "e9196288-6204-4e16-9461-220d43e82026", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:59:23.636859 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0649cd20-c324-4342-b8b3-6f429047401c {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:59:23.637269 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daad7e6f-c1db-4f59-8042-0b3f6720bbd4', 'tag': 'e9196288-6204-4e16-9461-220d43e82026', 'status': 'completed', 'code': 200} Jul 23 23:59:23.637864 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c25c1c3b-4447-4fca-9ad5-a7ba2fdb9a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:23.641059 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c25c1c3b-4447-4fca-9ad5-a7ba2fdb9a01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:23.652441 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-c25c1c3b-4447-4fca-9ad5-a7ba2fdb9a01 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d6bdd4e6-7970-49e3-9196-edad43feff1e HTTP/1.1" status: 204 len: 168 time: 0.8562191 Jul 23 23:59:23.672151 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 81a8f0b1-769d-4ca4-86d6-b9aa7b701441 details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:59:23.684662 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [req-eb64b1aa-b37c-4400-b2a1-b69db5b4e5a5 req-04870887-62d0-4627-9641-992dd73f21e8 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:59:23.710900 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-411be193-bac6-4e8c-bd1f-0ae1134c1b4f tempest-PortsAdminExtendedAttrsTestJSON-1540368442 tempest-PortsAdminExtendedAttrsTestJSON-1540368442-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.3985486 Jul 23 23:59:23.718560 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb64b1aa-b37c-4400-b2a1-b69db5b4e5a5 req-04870887-62d0-4627-9641-992dd73f21e8 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:59:23.743438 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411be193-bac6-4e8c-bd1f-0ae1134c1b4f tempest-PortsAdminExtendedAttrsTestJSON-1540368442 tempest-PortsAdminExtendedAttrsTestJSON-1540368442-project] Pushing event updated for resources: {'Network': ['ID=1c697624-52a5-4712-9335-f60daea2701b,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:23.746909 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.64', 50053) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:23.760615 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04870887-62d0-4627-9641-992dd73f21e8 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Pushing event updated for resources: {'Port': ['ID=b3e01dc1-4a28-4dc1-bc00-6f7b7cd3caac,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:23.763647 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 1c697624-52a5-4712-9335-f60daea2701b details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:59:23.796514 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-affa34cf-7c45-4e4e-81b5-103696dfdcd4 req-8ceee6d2-c276-4a22-8a20-e71994597bd6 service neutron] 10.222.0.64 "GET /v2.0/networks/7eb9a734-74b2-49bc-9188-4a7ee5495610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240605 Jul 23 23:59:23.820645 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25c1c3b-4447-4fca-9ad5-a7ba2fdb9a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6bdd4e6-7970-49e3-9196-edad43feff1e,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:23.851937 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a5308cda-fc74-4bc4-98e1-dfd26ca393e0 req-e1a6cbdf-bde7-4576-9d0c-b2ee9ee9c75b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2eeb7a56-55b4-4456-a179-e86ac5d29691&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1038554 Jul 23 23:59:23.886039 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8396e17-b196-4cf8-8f1d-a6355ff95e3d req-ba58c4ae-ccaa-4dca-bf7e-7a151895fe4e tempest-InstanceActionsNegativeTestJSON-115467766 tempest-InstanceActionsNegativeTestJSON-115467766-project] Made reservation on behalf of c161a414ba6248be8e0bb4787ed20901 for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:59:23.890997 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-d8396e17-b196-4cf8-8f1d-a6355ff95e3d req-ba58c4ae-ccaa-4dca-bf7e-7a151895fe4e tempest-InstanceActionsNegativeTestJSON-115467766 tempest-InstanceActionsNegativeTestJSON-115467766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:23.927898 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1d8630d5-d80b-4c55-9d02-f2fdaa503865 req-7272f5e3-bcec-4d83-a5ec-8ed4301fc6eb tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8ee523e-b776-4966-b1a9-13ed07423313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645514 Jul 23 23:59:23.947184 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb64b1aa-b37c-4400-b2a1-b69db5b4e5a5 req-04870887-62d0-4627-9641-992dd73f21e8 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:23.952728 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-eb64b1aa-b37c-4400-b2a1-b69db5b4e5a5 req-04870887-62d0-4627-9641-992dd73f21e8 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:23.965367 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5fc0e-1bb0-45c7-bc4a-2b147b638c49 req-862721a7-b58d-4947-8d17-27ff5efc698b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:23.982231 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f1a5fc0e-1bb0-45c7-bc4a-2b147b638c49 req-862721a7-b58d-4947-8d17-27ff5efc698b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=18dc8249d11c41bf8adca46e26371672&device_id=daad7e6f-c1db-4f59-8042-0b3f6720bbd4 HTTP/1.1" status: 200 len: 1095 time: 0.4904106 Jul 23 23:59:24.020703 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5308cda-fc74-4bc4-98e1-dfd26ca393e0 req-9aaf78c1-02a6-45d1-a54d-39b5f5d6baa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:24.026962 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a5308cda-fc74-4bc4-98e1-dfd26ca393e0 req-9aaf78c1-02a6-45d1-a54d-39b5f5d6baa3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4db1e0d9f35b4b27b032ee4fa4c653cd&device_id=2eeb7a56-55b4-4456-a179-e86ac5d29691 HTTP/1.1" status: 200 len: 1101 time: 0.1475194 Jul 23 23:59:24.042066 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 81a8f0b1-769d-4ca4-86d6-b9aa7b701441, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=81a8f0b1-769d-4ca4-86d6-b9aa7b701441,segment=NetworkSegment(916b837a-3956-408c-a58c-8cf4c63322c0),segment_id=916b837a-3956-408c-a58c-8cf4c63322c0)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:59:24.069607 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': '81a8f0b1-769d-4ca4-86d6-b9aa7b701441', 'network_id': '7eb9a734-74b2-49bc-9188-4a7ee5495610', 'port_id': '81a8f0b1-769d-4ca4-86d6-b9aa7b701441', 'mac_address': 'fa:16:3e:57:2e:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6e1e37a-ef2c-4bca-ad9c-345fa09479eb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:59:24.170309 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f1a5fc0e-1bb0-45c7-bc4a-2b147b638c49 req-9e61fbce-959e-4ebf-ae3e-a071bcb115b7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e9196288-6204-4e16-9461-220d43e82026 HTTP/1.1" status: 200 len: 217 time: 0.1832697 Jul 23 23:59:24.173699 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-eb64b1aa-b37c-4400-b2a1-b69db5b4e5a5 req-04870887-62d0-4627-9641-992dd73f21e8 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3508317 Jul 23 23:59:24.250304 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-eb64b1aa-b37c-4400-b2a1-b69db5b4e5a5 req-868ecb83-eaa8-4533-ae12-ce4805f51888 service neutron] Request body: {'port': {'device_id': '779b8aec-17d7-4953-837a-2348d8ac1254', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-16'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:59:24.250728 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5308cda-fc74-4bc4-98e1-dfd26ca393e0 req-01bd4391-b128-46d2-85d1-4c18b83c3132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:24.252251 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a5308cda-fc74-4bc4-98e1-dfd26ca393e0 req-01bd4391-b128-46d2-85d1-4c18b83c3132 service neutron] 10.222.0.64 "GET /v2.0/networks?id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 HTTP/1.1" status: 200 len: 870 time: 0.1988368 Jul 23 23:59:24.317421 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a5308cda-fc74-4bc4-98e1-dfd26ca393e0 req-c85e81f5-2a91-40ae-a068-dd02a0ebb7cb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=705c0692-2c5a-44f2-9064-556bee2e28c7 HTTP/1.1" status: 200 len: 217 time: 0.0575249 Jul 23 23:59:24.330672 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:24.361986 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81a8f0b1-769d-4ca4-86d6-b9aa7b701441 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:59:24.394437 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 81a8f0b1-769d-4ca4-86d6-b9aa7b701441, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=81a8f0b1-769d-4ca4-86d6-b9aa7b701441,segment=NetworkSegment(916b837a-3956-408c-a58c-8cf4c63322c0),segment_id=916b837a-3956-408c-a58c-8cf4c63322c0)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:59:24.402225 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:24.403720 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5308cda-fc74-4bc4-98e1-dfd26ca393e0 req-aabca2b8-5d69-4141-9409-5d468bc8b3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:24.406128 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a5308cda-fc74-4bc4-98e1-dfd26ca393e0 req-aabca2b8-5d69-4141-9409-5d468bc8b3fd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.0817482 Jul 23 23:59:24.444317 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 49274) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:24.451482 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-3b02b348-df07-451e-a369-ad3ecca366f7 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Request body: {'port': {'network_id': '1c697624-52a5-4712-9335-f60daea2701b', 'binding:host_id': 'n-h2-800088-16', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1421500955'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:59:24.521235 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=81a8f0b1-769d-4ca4-86d6-b9aa7b701441,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:24.550852 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b02b348-df07-451e-a369-ad3ecca366f7 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Made reservation on behalf of a7e66dd5a5e8486fa9db0c927f44019d for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:59:24.553273 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3b02b348-df07-451e-a369-ad3ecca366f7 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:24.564644 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3b02b348-df07-451e-a369-ad3ecca366f7 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:24.652763 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5308cda-fc74-4bc4-98e1-dfd26ca393e0 req-df02d7ba-1458-4ea3-ac41-9a0192e72aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:24.656554 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a5308cda-fc74-4bc4-98e1-dfd26ca393e0 req-df02d7ba-1458-4ea3-ac41-9a0192e72aa4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2387319 Jul 23 23:59:24.656750 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['81a8f0b1-769d-4ca4-86d6-b9aa7b701441'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:59:24.683206 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00257b6-ce76-41f5-8992-dc2ad5af2ced req-3f19ea00-798d-44e8-8e94-cc389c797ca4 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:24.685111 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a00257b6-ce76-41f5-8992-dc2ad5af2ced req-3f19ea00-798d-44e8-8e94-cc389c797ca4 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/ports?device_id=779b8aec-17d7-4953-837a-2348d8ac1254 HTTP/1.1" status: 200 len: 932 time: 0.2092409 Jul 23 23:59:24.812330 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a00257b6-ce76-41f5-8992-dc2ad5af2ced req-58026fdd-e2ef-4c7f-8605-6870ffc5dd90 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6a0a271-496a-4936-8ec0-ec680d307275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074288 Jul 23 23:59:24.856591 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3b02b348-df07-451e-a369-ad3ecca366f7 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:24.861961 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a5308cda-fc74-4bc4-98e1-dfd26ca393e0 req-b8f781d2-9762-4c9d-8f9e-a03ab4664d7a service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972036 Jul 23 23:59:24.864092 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3b02b348-df07-451e-a369-ad3ecca366f7 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:24.869454 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [None req-3b02b348-df07-451e-a369-ad3ecca366f7 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] device_id is not set on port 790ee398-aeb8-40f7-a7a8-462457a0fe52 yet. {{(pid=100313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 23:59:24.886763 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5fc0e-1bb0-45c7-bc4a-2b147b638c49 req-7953ef95-dec1-48ae-8774-831df6f0b949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:24.890745 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f1a5fc0e-1bb0-45c7-bc4a-2b147b638c49 req-7953ef95-dec1-48ae-8774-831df6f0b949 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5fab8215-ab32-480a-84d1-a0d90f322209 HTTP/1.1" status: 200 len: 859 time: 0.6825194 Jul 23 23:59:24.943666 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [req-d8396e17-b196-4cf8-8f1d-a6355ff95e3d req-ba58c4ae-ccaa-4dca-bf7e-7a151895fe4e tempest-InstanceActionsNegativeTestJSON-115467766 tempest-InstanceActionsNegativeTestJSON-115467766-project] Allocated IP 172.20.0.5 (dffbb47c-422d-4852-9424-879b8c3676a3/b9d862ac-7d4f-4fd3-9750-e724028711c6/2af03294-3ec2-4803-a655-b77b3a56f9b0) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:59:24.993813 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b02b348-df07-451e-a369-ad3ecca366f7 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=259d8906-5589-4403-b4c4-a009fd5e0049,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:25.044542 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f1a5fc0e-1bb0-45c7-bc4a-2b147b638c49 req-fbd0ac82-c23b-4c9d-9b67-6872d6561294 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4241b8a6-e2b8-49ab-8f73-7b3653f737f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1409600 Jul 23 23:59:25.062665 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba26bd7e-c8ea-4f6a-919e-e799b1ba8758 req-52d32638-8216-42b2-984b-f5297ac8672f tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:25.073361 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba26bd7e-c8ea-4f6a-919e-e799b1ba8758 req-52d32638-8216-42b2-984b-f5297ac8672f tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:25.080230 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba26bd7e-c8ea-4f6a-919e-e799b1ba8758 req-52d32638-8216-42b2-984b-f5297ac8672f tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:25.087839 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba26bd7e-c8ea-4f6a-919e-e799b1ba8758 req-52d32638-8216-42b2-984b-f5297ac8672f tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:25.094660 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba26bd7e-c8ea-4f6a-919e-e799b1ba8758 req-52d32638-8216-42b2-984b-f5297ac8672f tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:25.104384 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba26bd7e-c8ea-4f6a-919e-e799b1ba8758 req-52d32638-8216-42b2-984b-f5297ac8672f tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:25.112959 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba26bd7e-c8ea-4f6a-919e-e799b1ba8758 req-52d32638-8216-42b2-984b-f5297ac8672f tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:25.122523 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ba26bd7e-c8ea-4f6a-919e-e799b1ba8758 req-52d32638-8216-42b2-984b-f5297ac8672f tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c075934-d6b2-45f9-8b7a-e05ff072e3c1 HTTP/1.1" status: 200 len: 5422 time: 1.0437393 Jul 23 23:59:25.131602 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-eb64b1aa-b37c-4400-b2a1-b69db5b4e5a5 req-868ecb83-eaa8-4533-ae12-ce4805f51888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:25.171740 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a5308cda-fc74-4bc4-98e1-dfd26ca393e0 req-4f47b2da-4c22-40f1-9c43-17e7e6f4f4f6 service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965338 Jul 23 23:59:25.254448 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b931f-33a3-4b4c-85c2-7a834e4efcfb req-1c36c3b9-faf1-43db-b10f-20d2fe48d68f tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:25.257295 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-059b931f-33a3-4b4c-85c2-7a834e4efcfb req-1c36c3b9-faf1-43db-b10f-20d2fe48d68f tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/ports?device_id=feb16bc7-f5fe-45c4-be5c-54219c86d18f HTTP/1.1" status: 200 len: 944 time: 0.2012441 Jul 23 23:59:25.336435 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [None req-3b02b348-df07-451e-a369-ad3ecca366f7 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] device_id is not set on port 790ee398-aeb8-40f7-a7a8-462457a0fe52 yet. {{(pid=100313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 23:59:25.365230 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3b02b348-df07-451e-a369-ad3ecca366f7 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:25.379985 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [None req-3b02b348-df07-451e-a369-ad3ecca366f7 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Transition to ACTIVE for port object 790ee398-aeb8-40f7-a7a8-462457a0fe52 will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:59:25.397529 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ba26bd7e-c8ea-4f6a-919e-e799b1ba8758 req-f15a0a90-9d94-49e2-b5ef-a7a369a71a10 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/security-groups?id=32ff9839-8d3b-48a3-a25d-b35ae2bb65fa&id=89d8d27b-9412-49b0-8db6-21624a8289f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2734125 Jul 23 23:59:25.404352 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-059b931f-33a3-4b4c-85c2-7a834e4efcfb req-028db2d0-07e0-4e4f-9471-b2422ae896e5 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/security-groups?id=7234dcab-bd61-43b3-a41f-dcf65032fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372223 Jul 23 23:59:25.410283 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3b02b348-df07-451e-a369-ad3ecca366f7 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:25.513078 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b02b348-df07-451e-a369-ad3ecca366f7 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Pushing event updated for resources: {'Port': ['ID=790ee398-aeb8-40f7-a7a8-462457a0fe52,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:25.553971 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5a523843-adf4-41c6-b767-31e7df606cff req-ea6dc500-1cb4-46c9-8462-bf229ef3b26c tempest-InstanceActionsNegativeTestJSON-115467766 tempest-InstanceActionsNegativeTestJSON-115467766-project] 10.222.0.44 "GET /v2.0/ports?device_id=b684b049-6a67-44bb-9f10-e0e689cb0a06 HTTP/1.1" status: 200 len: 210 time: 0.0363603 Jul 23 23:59:25.555926 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b02b348-df07-451e-a369-ad3ecca366f7 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Checking segment: {'id': 'a09ba1a1-800b-4cdc-b1a1-ea65d777fdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1c697624-52a5-4712-9335-f60daea2701b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:59:25.556560 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b02b348-df07-451e-a369-ad3ecca366f7 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Network hostable DHCP agents. Network: 1c697624-52a5-4712-9335-f60daea2701b, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:59:25.567845 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f1a5fc0e-1bb0-45c7-bc4a-2b147b638c49 req-29609fe2-a01d-4583-bbc7-1d1c01157993 service neutron] 10.222.0.64 "GET /v2.0/networks/4241b8a6-e2b8-49ab-8f73-7b3653f737f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3943341 Jul 23 23:59:25.577724 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b02b348-df07-451e-a369-ad3ecca366f7 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Network 1c697624-52a5-4712-9335-f60daea2701b is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:59:25.597217 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-3b02b348-df07-451e-a369-ad3ecca366f7 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 1c697624-52a5-4712-9335-f60daea2701b) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:59:25.607073 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b02b348-df07-451e-a369-ad3ecca366f7 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:59:25.607578 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f5264e-0721-4f10-a1ff-8faa3e9beafb None None] Network 1c697624-52a5-4712-9335-f60daea2701b requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:59:25.642268 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [None req-3b02b348-df07-451e-a369-ad3ecca366f7 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempting to bind port 790ee398-aeb8-40f7-a7a8-462457a0fe52 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:59:25.642620 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [None req-3b02b348-df07-451e-a369-ad3ecca366f7 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempting to bind port 790ee398-aeb8-40f7-a7a8-462457a0fe52 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': 'a09ba1a1-800b-4cdc-b1a1-ea65d777fdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1c697624-52a5-4712-9335-f60daea2701b'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:59:25.642965 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b02b348-df07-451e-a369-ad3ecca366f7 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempting to bind port 790ee398-aeb8-40f7-a7a8-462457a0fe52 on network 1c697624-52a5-4712-9335-f60daea2701b {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:59:25.657274 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b02b348-df07-451e-a369-ad3ecca366f7 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Port 790ee398-aeb8-40f7-a7a8-462457a0fe52 on network 1c697624-52a5-4712-9335-f60daea2701b not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:59:25.657665 n-d-800088-16 neutron-server[100313]: ERROR neutron.plugins.ml2.managers [None req-3b02b348-df07-451e-a369-ad3ecca366f7 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Failed to bind port 790ee398-aeb8-40f7-a7a8-462457a0fe52 on host n-h2-800088-16 for vnic_type normal using segments [{'id': 'a09ba1a1-800b-4cdc-b1a1-ea65d777fdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1c697624-52a5-4712-9335-f60daea2701b'}] Jul 23 23:59:25.658093 n-d-800088-16 neutron-server[100313]: INFO neutron.plugins.ml2.plugin [None req-3b02b348-df07-451e-a369-ad3ecca366f7 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempt 2 to bind port 790ee398-aeb8-40f7-a7a8-462457a0fe52 Jul 23 23:59:25.683405 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 81a8f0b1-769d-4ca4-86d6-b9aa7b701441 up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:59:25.688515 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [None req-3b02b348-df07-451e-a369-ad3ecca366f7 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempting to bind port 790ee398-aeb8-40f7-a7a8-462457a0fe52 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:59:25.688887 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [None req-3b02b348-df07-451e-a369-ad3ecca366f7 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempting to bind port 790ee398-aeb8-40f7-a7a8-462457a0fe52 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': 'a09ba1a1-800b-4cdc-b1a1-ea65d777fdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1c697624-52a5-4712-9335-f60daea2701b'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:59:25.689237 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b02b348-df07-451e-a369-ad3ecca366f7 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempting to bind port 790ee398-aeb8-40f7-a7a8-462457a0fe52 on network 1c697624-52a5-4712-9335-f60daea2701b {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:59:25.702855 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b02b348-df07-451e-a369-ad3ecca366f7 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Port 790ee398-aeb8-40f7-a7a8-462457a0fe52 on network 1c697624-52a5-4712-9335-f60daea2701b not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:59:25.705230 n-d-800088-16 neutron-server[100313]: ERROR neutron.plugins.ml2.managers [None req-3b02b348-df07-451e-a369-ad3ecca366f7 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Failed to bind port 790ee398-aeb8-40f7-a7a8-462457a0fe52 on host n-h2-800088-16 for vnic_type normal using segments [{'id': 'a09ba1a1-800b-4cdc-b1a1-ea65d777fdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1c697624-52a5-4712-9335-f60daea2701b'}] Jul 23 23:59:25.709428 n-d-800088-16 neutron-server[100313]: INFO neutron.plugins.ml2.plugin [None req-3b02b348-df07-451e-a369-ad3ecca366f7 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempt 3 to bind port 790ee398-aeb8-40f7-a7a8-462457a0fe52 Jul 23 23:59:25.738158 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [None req-3b02b348-df07-451e-a369-ad3ecca366f7 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempting to bind port 790ee398-aeb8-40f7-a7a8-462457a0fe52 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:59:25.738370 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [None req-3b02b348-df07-451e-a369-ad3ecca366f7 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempting to bind port 790ee398-aeb8-40f7-a7a8-462457a0fe52 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': 'a09ba1a1-800b-4cdc-b1a1-ea65d777fdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1c697624-52a5-4712-9335-f60daea2701b'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:59:25.738744 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b02b348-df07-451e-a369-ad3ecca366f7 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempting to bind port 790ee398-aeb8-40f7-a7a8-462457a0fe52 on network 1c697624-52a5-4712-9335-f60daea2701b {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:59:25.744094 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-d8396e17-b196-4cf8-8f1d-a6355ff95e3d req-ba58c4ae-ccaa-4dca-bf7e-7a151895fe4e tempest-InstanceActionsNegativeTestJSON-115467766 tempest-InstanceActionsNegativeTestJSON-115467766-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:25.755176 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b02b348-df07-451e-a369-ad3ecca366f7 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Port 790ee398-aeb8-40f7-a7a8-462457a0fe52 on network 1c697624-52a5-4712-9335-f60daea2701b not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:59:25.757670 n-d-800088-16 neutron-server[100313]: ERROR neutron.plugins.ml2.managers [None req-3b02b348-df07-451e-a369-ad3ecca366f7 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Failed to bind port 790ee398-aeb8-40f7-a7a8-462457a0fe52 on host n-h2-800088-16 for vnic_type normal using segments [{'id': 'a09ba1a1-800b-4cdc-b1a1-ea65d777fdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1c697624-52a5-4712-9335-f60daea2701b'}] Jul 23 23:59:25.758891 n-d-800088-16 neutron-server[100313]: INFO neutron.plugins.ml2.plugin [None req-3b02b348-df07-451e-a369-ad3ecca366f7 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempt 4 to bind port 790ee398-aeb8-40f7-a7a8-462457a0fe52 Jul 23 23:59:25.796724 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [None req-3b02b348-df07-451e-a369-ad3ecca366f7 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempting to bind port 790ee398-aeb8-40f7-a7a8-462457a0fe52 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:59:25.797100 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [None req-3b02b348-df07-451e-a369-ad3ecca366f7 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempting to bind port 790ee398-aeb8-40f7-a7a8-462457a0fe52 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': 'a09ba1a1-800b-4cdc-b1a1-ea65d777fdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1c697624-52a5-4712-9335-f60daea2701b'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:59:25.797455 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b02b348-df07-451e-a369-ad3ecca366f7 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempting to bind port 790ee398-aeb8-40f7-a7a8-462457a0fe52 on network 1c697624-52a5-4712-9335-f60daea2701b {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:59:25.812301 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b02b348-df07-451e-a369-ad3ecca366f7 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Port 790ee398-aeb8-40f7-a7a8-462457a0fe52 on network 1c697624-52a5-4712-9335-f60daea2701b not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:59:25.812657 n-d-800088-16 neutron-server[100313]: ERROR neutron.plugins.ml2.managers [None req-3b02b348-df07-451e-a369-ad3ecca366f7 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Failed to bind port 790ee398-aeb8-40f7-a7a8-462457a0fe52 on host n-h2-800088-16 for vnic_type normal using segments [{'id': 'a09ba1a1-800b-4cdc-b1a1-ea65d777fdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1c697624-52a5-4712-9335-f60daea2701b'}] Jul 23 23:59:25.813088 n-d-800088-16 neutron-server[100313]: INFO neutron.plugins.ml2.plugin [None req-3b02b348-df07-451e-a369-ad3ecca366f7 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempt 5 to bind port 790ee398-aeb8-40f7-a7a8-462457a0fe52 Jul 23 23:59:25.862871 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [None req-3b02b348-df07-451e-a369-ad3ecca366f7 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempting to bind port 790ee398-aeb8-40f7-a7a8-462457a0fe52 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:59:25.863220 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [None req-3b02b348-df07-451e-a369-ad3ecca366f7 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempting to bind port 790ee398-aeb8-40f7-a7a8-462457a0fe52 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': 'a09ba1a1-800b-4cdc-b1a1-ea65d777fdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1c697624-52a5-4712-9335-f60daea2701b'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:59:25.863671 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b02b348-df07-451e-a369-ad3ecca366f7 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempting to bind port 790ee398-aeb8-40f7-a7a8-462457a0fe52 on network 1c697624-52a5-4712-9335-f60daea2701b {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:59:25.869226 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f044df97-04ca-43ea-85bb-adf706748294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:25.882729 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b02b348-df07-451e-a369-ad3ecca366f7 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Port 790ee398-aeb8-40f7-a7a8-462457a0fe52 on network 1c697624-52a5-4712-9335-f60daea2701b not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:59:25.883108 n-d-800088-16 neutron-server[100313]: ERROR neutron.plugins.ml2.managers [None req-3b02b348-df07-451e-a369-ad3ecca366f7 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Failed to bind port 790ee398-aeb8-40f7-a7a8-462457a0fe52 on host n-h2-800088-16 for vnic_type normal using segments [{'id': 'a09ba1a1-800b-4cdc-b1a1-ea65d777fdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1c697624-52a5-4712-9335-f60daea2701b'}] Jul 23 23:59:25.883544 n-d-800088-16 neutron-server[100313]: INFO neutron.plugins.ml2.plugin [None req-3b02b348-df07-451e-a369-ad3ecca366f7 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempt 6 to bind port 790ee398-aeb8-40f7-a7a8-462457a0fe52 Jul 23 23:59:25.896621 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port 81a8f0b1-769d-4ca4-86d6-b9aa7b701441 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:59:25.902887 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port 81a8f0b1-769d-4ca4-86d6-b9aa7b701441 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:59:25.903270 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:25.920392 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [None req-3b02b348-df07-451e-a369-ad3ecca366f7 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempting to bind port 790ee398-aeb8-40f7-a7a8-462457a0fe52 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:59:25.921067 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [None req-3b02b348-df07-451e-a369-ad3ecca366f7 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempting to bind port 790ee398-aeb8-40f7-a7a8-462457a0fe52 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': 'a09ba1a1-800b-4cdc-b1a1-ea65d777fdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1c697624-52a5-4712-9335-f60daea2701b'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:59:25.921837 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b02b348-df07-451e-a369-ad3ecca366f7 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempting to bind port 790ee398-aeb8-40f7-a7a8-462457a0fe52 on network 1c697624-52a5-4712-9335-f60daea2701b {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:59:25.944164 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b02b348-df07-451e-a369-ad3ecca366f7 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Port 790ee398-aeb8-40f7-a7a8-462457a0fe52 on network 1c697624-52a5-4712-9335-f60daea2701b not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:59:25.944164 n-d-800088-16 neutron-server[100313]: ERROR neutron.plugins.ml2.managers [None req-3b02b348-df07-451e-a369-ad3ecca366f7 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Failed to bind port 790ee398-aeb8-40f7-a7a8-462457a0fe52 on host n-h2-800088-16 for vnic_type normal using segments [{'id': 'a09ba1a1-800b-4cdc-b1a1-ea65d777fdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1c697624-52a5-4712-9335-f60daea2701b'}] Jul 23 23:59:25.944164 n-d-800088-16 neutron-server[100313]: INFO neutron.plugins.ml2.plugin [None req-3b02b348-df07-451e-a369-ad3ecca366f7 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempt 7 to bind port 790ee398-aeb8-40f7-a7a8-462457a0fe52 Jul 23 23:59:25.977532 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [None req-3b02b348-df07-451e-a369-ad3ecca366f7 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempting to bind port 790ee398-aeb8-40f7-a7a8-462457a0fe52 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:59:25.978203 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [None req-3b02b348-df07-451e-a369-ad3ecca366f7 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempting to bind port 790ee398-aeb8-40f7-a7a8-462457a0fe52 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': 'a09ba1a1-800b-4cdc-b1a1-ea65d777fdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1c697624-52a5-4712-9335-f60daea2701b'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:59:25.978707 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b02b348-df07-451e-a369-ad3ecca366f7 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempting to bind port 790ee398-aeb8-40f7-a7a8-462457a0fe52 on network 1c697624-52a5-4712-9335-f60daea2701b {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:59:25.987747 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b02b348-df07-451e-a369-ad3ecca366f7 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Port 790ee398-aeb8-40f7-a7a8-462457a0fe52 on network 1c697624-52a5-4712-9335-f60daea2701b not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:59:25.988196 n-d-800088-16 neutron-server[100313]: ERROR neutron.plugins.ml2.managers [None req-3b02b348-df07-451e-a369-ad3ecca366f7 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Failed to bind port 790ee398-aeb8-40f7-a7a8-462457a0fe52 on host n-h2-800088-16 for vnic_type normal using segments [{'id': 'a09ba1a1-800b-4cdc-b1a1-ea65d777fdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1c697624-52a5-4712-9335-f60daea2701b'}] Jul 23 23:59:25.989735 n-d-800088-16 neutron-server[100313]: INFO neutron.plugins.ml2.plugin [None req-3b02b348-df07-451e-a369-ad3ecca366f7 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempt 8 to bind port 790ee398-aeb8-40f7-a7a8-462457a0fe52 Jul 23 23:59:26.015510 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [None req-3b02b348-df07-451e-a369-ad3ecca366f7 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempting to bind port 790ee398-aeb8-40f7-a7a8-462457a0fe52 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:59:26.016201 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [None req-3b02b348-df07-451e-a369-ad3ecca366f7 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempting to bind port 790ee398-aeb8-40f7-a7a8-462457a0fe52 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': 'a09ba1a1-800b-4cdc-b1a1-ea65d777fdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1c697624-52a5-4712-9335-f60daea2701b'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:59:26.016630 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b02b348-df07-451e-a369-ad3ecca366f7 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempting to bind port 790ee398-aeb8-40f7-a7a8-462457a0fe52 on network 1c697624-52a5-4712-9335-f60daea2701b {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:59:26.029405 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f1a5fc0e-1bb0-45c7-bc4a-2b147b638c49 req-08110082-36a4-4171-b230-b4acdcbbf1d7 service neutron] 10.222.0.64 "GET /v2.0/networks/4241b8a6-e2b8-49ab-8f73-7b3653f737f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4402626 Jul 23 23:59:26.033881 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a5c4d7-7740-49d1-beb8-1fe79a1bbb73 req-d6f685fb-f792-49af-a3aa-a6b5d993c524 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:26.041793 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e3a5c4d7-7740-49d1-beb8-1fe79a1bbb73 req-d6f685fb-f792-49af-a3aa-a6b5d993c524 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/ports?device_id=779b8aec-17d7-4953-837a-2348d8ac1254 HTTP/1.1" status: 200 len: 932 time: 0.1113799 Jul 23 23:59:26.051219 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b02b348-df07-451e-a369-ad3ecca366f7 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Port 790ee398-aeb8-40f7-a7a8-462457a0fe52 on network 1c697624-52a5-4712-9335-f60daea2701b not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:59:26.051737 n-d-800088-16 neutron-server[100313]: ERROR neutron.plugins.ml2.managers [None req-3b02b348-df07-451e-a369-ad3ecca366f7 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Failed to bind port 790ee398-aeb8-40f7-a7a8-462457a0fe52 on host n-h2-800088-16 for vnic_type normal using segments [{'id': 'a09ba1a1-800b-4cdc-b1a1-ea65d777fdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1c697624-52a5-4712-9335-f60daea2701b'}] Jul 23 23:59:26.061638 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:26.071239 n-d-800088-16 neutron-server[100313]: INFO neutron.plugins.ml2.plugin [None req-3b02b348-df07-451e-a369-ad3ecca366f7 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempt 9 to bind port 790ee398-aeb8-40f7-a7a8-462457a0fe52 Jul 23 23:59:26.093363 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feb16bc7-f5fe-45c4-be5c-54219c86d18f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81a8f0b1-769d-4ca4-86d6-b9aa7b701441'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:59:26.096131 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0debfa9-49fe-40f1-b6e3-ca13189476b2" -d '{"events": [{"server_uuid": "feb16bc7-f5fe-45c4-be5c-54219c86d18f", "name": "network-vif-plugged", "status": "completed", "tag": "81a8f0b1-769d-4ca4-86d6-b9aa7b701441"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:59:26.109815 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e3a5c4d7-7740-49d1-beb8-1fe79a1bbb73 req-012e566e-cae9-4cb4-9aa9-48247ebacb5e tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6a0a271-496a-4936-8ec0-ec680d307275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668507 Jul 23 23:59:26.110791 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a18a93-7ff1-44c1-aa36-abd2dfce52f8 req-1628213d-88e7-4c18-9c2a-e2dff1ce0ada tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:26.111354 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [None req-3b02b348-df07-451e-a369-ad3ecca366f7 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempting to bind port 790ee398-aeb8-40f7-a7a8-462457a0fe52 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:59:26.112098 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [None req-3b02b348-df07-451e-a369-ad3ecca366f7 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempting to bind port 790ee398-aeb8-40f7-a7a8-462457a0fe52 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': 'a09ba1a1-800b-4cdc-b1a1-ea65d777fdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1c697624-52a5-4712-9335-f60daea2701b'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:59:26.113100 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c2a18a93-7ff1-44c1-aa36-abd2dfce52f8 req-1628213d-88e7-4c18-9c2a-e2dff1ce0ada tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f3fe95f-d7cc-401c-97de-aaa898bceb72 HTTP/1.1" status: 200 len: 950 time: 0.5380142 Jul 23 23:59:26.113656 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b02b348-df07-451e-a369-ad3ecca366f7 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempting to bind port 790ee398-aeb8-40f7-a7a8-462457a0fe52 on network 1c697624-52a5-4712-9335-f60daea2701b {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:59:26.118998 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b02b348-df07-451e-a369-ad3ecca366f7 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Port 790ee398-aeb8-40f7-a7a8-462457a0fe52 on network 1c697624-52a5-4712-9335-f60daea2701b not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:59:26.119480 n-d-800088-16 neutron-server[100313]: ERROR neutron.plugins.ml2.managers [None req-3b02b348-df07-451e-a369-ad3ecca366f7 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Failed to bind port 790ee398-aeb8-40f7-a7a8-462457a0fe52 on host n-h2-800088-16 for vnic_type normal using segments [{'id': 'a09ba1a1-800b-4cdc-b1a1-ea65d777fdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1c697624-52a5-4712-9335-f60daea2701b'}] Jul 23 23:59:26.119980 n-d-800088-16 neutron-server[100313]: INFO neutron.plugins.ml2.plugin [None req-3b02b348-df07-451e-a369-ad3ecca366f7 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempt 10 to bind port 790ee398-aeb8-40f7-a7a8-462457a0fe52 Jul 23 23:59:26.133792 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 81a8f0b1-769d-4ca4-86d6-b9aa7b701441, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=81a8f0b1-769d-4ca4-86d6-b9aa7b701441,segment=NetworkSegment(916b837a-3956-408c-a58c-8cf4c63322c0),segment_id=916b837a-3956-408c-a58c-8cf4c63322c0)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:59:26.136000 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [None req-3b02b348-df07-451e-a369-ad3ecca366f7 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempting to bind port 790ee398-aeb8-40f7-a7a8-462457a0fe52 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:59:26.136557 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [None req-3b02b348-df07-451e-a369-ad3ecca366f7 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempting to bind port 790ee398-aeb8-40f7-a7a8-462457a0fe52 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': 'a09ba1a1-800b-4cdc-b1a1-ea65d777fdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1c697624-52a5-4712-9335-f60daea2701b'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:59:26.137202 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b02b348-df07-451e-a369-ad3ecca366f7 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempting to bind port 790ee398-aeb8-40f7-a7a8-462457a0fe52 on network 1c697624-52a5-4712-9335-f60daea2701b {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:59:26.141607 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:26.144672 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b02b348-df07-451e-a369-ad3ecca366f7 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Port 790ee398-aeb8-40f7-a7a8-462457a0fe52 on network 1c697624-52a5-4712-9335-f60daea2701b not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:59:26.145171 n-d-800088-16 neutron-server[100313]: ERROR neutron.plugins.ml2.managers [None req-3b02b348-df07-451e-a369-ad3ecca366f7 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Failed to bind port 790ee398-aeb8-40f7-a7a8-462457a0fe52 on host n-h2-800088-16 for vnic_type normal using segments [{'id': 'a09ba1a1-800b-4cdc-b1a1-ea65d777fdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1c697624-52a5-4712-9335-f60daea2701b'}] Jul 23 23:59:26.145976 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3b02b348-df07-451e-a369-ad3ecca366f7 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:26.196500 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3dfc5cf-49c6-4082-b02a-a0923004501d x-openstack-request-id: req-d3dfc5cf-49c6-4082-b02a-a0923004501d {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:59:26.196820 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feb16bc7-f5fe-45c4-be5c-54219c86d18f", "name": "network-vif-plugged", "status": "completed", "tag": "81a8f0b1-769d-4ca4-86d6-b9aa7b701441", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:59:26.197102 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d3dfc5cf-49c6-4082-b02a-a0923004501d {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:59:26.197501 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feb16bc7-f5fe-45c4-be5c-54219c86d18f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81a8f0b1-769d-4ca4-86d6-b9aa7b701441', 'code': 200} Jul 23 23:59:26.210424 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-d8396e17-b196-4cf8-8f1d-a6355ff95e3d req-ba58c4ae-ccaa-4dca-bf7e-7a151895fe4e tempest-InstanceActionsNegativeTestJSON-115467766 tempest-InstanceActionsNegativeTestJSON-115467766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:26.238822 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=81a8f0b1-769d-4ca4-86d6-b9aa7b701441,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:26.251140 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-3b02b348-df07-451e-a369-ad3ecca366f7 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] For port 790ee398-aeb8-40f7-a7a8-462457a0fe52, host n-h2-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:59:26.252093 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-3b02b348-df07-451e-a369-ad3ecca366f7 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempted to set empty binding levels {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 23 23:59:26.288708 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3b02b348-df07-451e-a369-ad3ecca366f7 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:26.341585 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b02b348-df07-451e-a369-ad3ecca366f7 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:26.342248 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3b02b348-df07-451e-a369-ad3ecca366f7 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:26.348547 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-eb64b1aa-b37c-4400-b2a1-b69db5b4e5a5 req-868ecb83-eaa8-4533-ae12-ce4805f51888 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3e01dc1-4a28-4dc1-bc00-6f7b7cd3caac {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:59:26.359374 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-eb64b1aa-b37c-4400-b2a1-b69db5b4e5a5 req-868ecb83-eaa8-4533-ae12-ce4805f51888 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:26.373267 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b02b348-df07-451e-a369-ad3ecca366f7 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Pushing event updated for resources: {'Port': ['ID=790ee398-aeb8-40f7-a7a8-462457a0fe52,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:26.377397 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-eb64b1aa-b37c-4400-b2a1-b69db5b4e5a5 req-868ecb83-eaa8-4533-ae12-ce4805f51888 service neutron] Transition to ACTIVE for port object b3e01dc1-4a28-4dc1-bc00-6f7b7cd3caac will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:59:26.387590 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea8767e-fde0-431d-9857-ba8ffc562ce2 req-8af6fe52-f7f5-440c-b6e7-e089c77bad4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:26.389964 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-eea8767e-fde0-431d-9857-ba8ffc562ce2 req-8af6fe52-f7f5-440c-b6e7-e089c77bad4f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=feb16bc7-f5fe-45c4-be5c-54219c86d18f HTTP/1.1" status: 200 len: 1097 time: 0.1357064 Jul 23 23:59:26.392773 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-3b02b348-df07-451e-a369-ad3ecca366f7 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 1.9464140 Jul 23 23:59:26.394976 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 49324) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:26.395164 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8396e17-b196-4cf8-8f1d-a6355ff95e3d req-ba58c4ae-ccaa-4dca-bf7e-7a151895fe4e tempest-InstanceActionsNegativeTestJSON-115467766 tempest-InstanceActionsNegativeTestJSON-115467766-project] Network dffbb47c-422d-4852-9424-879b8c3676a3 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:59:26.413088 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [req-d8396e17-b196-4cf8-8f1d-a6355ff95e3d req-ba58c4ae-ccaa-4dca-bf7e-7a151895fe4e tempest-InstanceActionsNegativeTestJSON-115467766 tempest-InstanceActionsNegativeTestJSON-115467766-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:59:26.422329 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-eb64b1aa-b37c-4400-b2a1-b69db5b4e5a5 req-868ecb83-eaa8-4533-ae12-ce4805f51888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:26.432125 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8396e17-b196-4cf8-8f1d-a6355ff95e3d req-ba58c4ae-ccaa-4dca-bf7e-7a151895fe4e tempest-InstanceActionsNegativeTestJSON-115467766 tempest-InstanceActionsNegativeTestJSON-115467766-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:59:26.490752 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8396e17-b196-4cf8-8f1d-a6355ff95e3d req-ba58c4ae-ccaa-4dca-bf7e-7a151895fe4e tempest-InstanceActionsNegativeTestJSON-115467766 tempest-InstanceActionsNegativeTestJSON-115467766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:26.491335 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-d8396e17-b196-4cf8-8f1d-a6355ff95e3d req-ba58c4ae-ccaa-4dca-bf7e-7a151895fe4e tempest-InstanceActionsNegativeTestJSON-115467766 tempest-InstanceActionsNegativeTestJSON-115467766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:26.511836 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba58c4ae-ccaa-4dca-bf7e-7a151895fe4e tempest-InstanceActionsNegativeTestJSON-115467766 tempest-InstanceActionsNegativeTestJSON-115467766-project] Pushing event updated for resources: {'Port': ['ID=2af03294-3ec2-4803-a655-b77b3a56f9b0,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:26.527521 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c2a18a93-7ff1-44c1-aa36-abd2dfce52f8 req-ff4fc7ac-ee88-4044-b229-cc9492aa8658 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8ee523e-b776-4966-b1a9-13ed07423313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082280 Jul 23 23:59:26.561219 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d8396e17-b196-4cf8-8f1d-a6355ff95e3d req-ba58c4ae-ccaa-4dca-bf7e-7a151895fe4e tempest-InstanceActionsNegativeTestJSON-115467766 tempest-InstanceActionsNegativeTestJSON-115467766-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2366476 Jul 23 23:59:26.562852 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-eea8767e-fde0-431d-9857-ba8ffc562ce2 req-12456708-e8a1-4c70-9220-436cb6e14381 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7234dcab-bd61-43b3-a41f-dcf65032fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192977 Jul 23 23:59:26.566668 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e84d5cb-835a-4991-b964-4adf6b56c5a4 req-f0160c39-983e-407b-8ed3-b6c1ac9862df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:26.568217 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5e84d5cb-835a-4991-b964-4adf6b56c5a4 req-f0160c39-983e-407b-8ed3-b6c1ac9862df service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=18dc8249d11c41bf8adca46e26371672&device_id=daad7e6f-c1db-4f59-8042-0b3f6720bbd4 HTTP/1.1" status: 200 len: 1095 time: 0.4454086 Jul 23 23:59:26.593657 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-7b9fafd4-12d3-4ebf-8338-f890afd3ea2d tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Deleting port 790ee398-aeb8-40f7-a7a8-462457a0fe52 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:59:26.593850 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7b9fafd4-12d3-4ebf-8338-f890afd3ea2d tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:26.603715 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dadadc-9ae5-456b-badd-b2a5d12f6987 req-7fdb56ed-5b38-4fe6-a5f6-f7bd40c5830a tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:26.605423 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a5dadadc-9ae5-456b-badd-b2a5d12f6987 req-7fdb56ed-5b38-4fe6-a5f6-f7bd40c5830a tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/ports?device_id=feb16bc7-f5fe-45c4-be5c-54219c86d18f HTTP/1.1" status: 200 len: 945 time: 0.1161935 Jul 23 23:59:26.643623 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868ecb83-eaa8-4533-ae12-ce4805f51888 service neutron] Pushing event updated for resources: {'Port': ['ID=b3e01dc1-4a28-4dc1-bc00-6f7b7cd3caac,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:26.649546 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-d8396e17-b196-4cf8-8f1d-a6355ff95e3d req-c41915eb-5750-4a76-8a49-2b48b3bbc2e6 service neutron] Request body: {'port': {'device_id': 'b684b049-6a67-44bb-9f10-e0e689cb0a06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-16'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:59:26.687058 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:26.721225 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-7b9fafd4-12d3-4ebf-8338-f890afd3ea2d tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] For port 790ee398-aeb8-40f7-a7a8-462457a0fe52, host n-h2-800088-16, got binding levels [] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:59:26.722746 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7b9fafd4-12d3-4ebf-8338-f890afd3ea2d tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:26.735116 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a5dadadc-9ae5-456b-badd-b2a5d12f6987 req-2f2466ed-5611-4f43-bf9a-2834db76aed0 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/security-groups?id=7234dcab-bd61-43b3-a41f-dcf65032fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171553 Jul 23 23:59:26.743428 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-7b9fafd4-12d3-4ebf-8338-f890afd3ea2d tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Calling delete_port for 790ee398-aeb8-40f7-a7a8-462457a0fe52 owned by {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:59:26.793390 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device e3557d7c-9f5d-4806-8073-44a23ccf9e4e details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:59:26.952667 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-d8396e17-b196-4cf8-8f1d-a6355ff95e3d req-c41915eb-5750-4a76-8a49-2b48b3bbc2e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:26.994856 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port e3557d7c-9f5d-4806-8073-44a23ccf9e4e, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=e3557d7c-9f5d-4806-8073-44a23ccf9e4e,segment=NetworkSegment(c4880529-aea2-41d8-82bf-189956ea9cc7),segment_id=c4880529-aea2-41d8-82bf-189956ea9cc7)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:59:27.019521 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': 'e3557d7c-9f5d-4806-8073-44a23ccf9e4e', 'network_id': 'afa024cd-6a99-42b6-95da-fdd5c3d9ab0a', 'port_id': 'e3557d7c-9f5d-4806-8073-44a23ccf9e4e', 'mac_address': 'fa:16:3e:24:f9:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70883961-72f7-4719-acc8-b7159e5588a5', 'ip_address': '10.1.1.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:59:27.035276 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e84d5cb-835a-4991-b964-4adf6b56c5a4 req-a308838d-2a8b-42c4-9740-6a566dfd324e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:27.041053 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5e84d5cb-835a-4991-b964-4adf6b56c5a4 req-a308838d-2a8b-42c4-9740-6a566dfd324e service neutron] 10.222.0.64 "GET /v2.0/networks?id=4241b8a6-e2b8-49ab-8f73-7b3653f737f3 HTTP/1.1" status: 200 len: 920 time: 0.3946331 Jul 23 23:59:27.046327 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-eb64b1aa-b37c-4400-b2a1-b69db5b4e5a5 req-868ecb83-eaa8-4533-ae12-ce4805f51888 service neutron] Attempting to bind port b3e01dc1-4a28-4dc1-bc00-6f7b7cd3caac on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:59:27.049070 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-eb64b1aa-b37c-4400-b2a1-b69db5b4e5a5 req-868ecb83-eaa8-4533-ae12-ce4805f51888 service neutron] Attempting to bind port b3e01dc1-4a28-4dc1-bc00-6f7b7cd3caac by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '7e96837c-7728-41f8-b9c1-c7a5593efa19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4241b8a6-e2b8-49ab-8f73-7b3653f737f3'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:59:27.050131 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb64b1aa-b37c-4400-b2a1-b69db5b4e5a5 req-868ecb83-eaa8-4533-ae12-ce4805f51888 service neutron] Attempting to bind port b3e01dc1-4a28-4dc1-bc00-6f7b7cd3caac on network 4241b8a6-e2b8-49ab-8f73-7b3653f737f3 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:59:27.086607 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb64b1aa-b37c-4400-b2a1-b69db5b4e5a5 req-868ecb83-eaa8-4533-ae12-ce4805f51888 service neutron] Port b3e01dc1-4a28-4dc1-bc00-6f7b7cd3caac on network 4241b8a6-e2b8-49ab-8f73-7b3653f737f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:59:27.087505 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb64b1aa-b37c-4400-b2a1-b69db5b4e5a5 req-868ecb83-eaa8-4533-ae12-ce4805f51888 service neutron] Attempting to bind port b3e01dc1-4a28-4dc1-bc00-6f7b7cd3caac on network 4241b8a6-e2b8-49ab-8f73-7b3653f737f3 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:59:27.117121 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda9293a-50c9-4668-a9e9-fe850d8f4852 req-acfebb52-caaa-4eec-9294-efbda35472f1 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:27.119526 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:27.124237 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda9293a-50c9-4668-a9e9-fe850d8f4852 req-acfebb52-caaa-4eec-9294-efbda35472f1 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:27.132991 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda9293a-50c9-4668-a9e9-fe850d8f4852 req-acfebb52-caaa-4eec-9294-efbda35472f1 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:27.138076 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda9293a-50c9-4668-a9e9-fe850d8f4852 req-acfebb52-caaa-4eec-9294-efbda35472f1 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:27.142846 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3557d7c-9f5d-4806-8073-44a23ccf9e4e {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:59:27.144675 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda9293a-50c9-4668-a9e9-fe850d8f4852 req-acfebb52-caaa-4eec-9294-efbda35472f1 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:27.150901 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda9293a-50c9-4668-a9e9-fe850d8f4852 req-acfebb52-caaa-4eec-9294-efbda35472f1 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:27.157633 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda9293a-50c9-4668-a9e9-fe850d8f4852 req-acfebb52-caaa-4eec-9294-efbda35472f1 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:27.159893 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fda9293a-50c9-4668-a9e9-fe850d8f4852 req-acfebb52-caaa-4eec-9294-efbda35472f1 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c075934-d6b2-45f9-8b7a-e05ff072e3c1 HTTP/1.1" status: 200 len: 5422 time: 0.4700153 Jul 23 23:59:27.204247 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb64b1aa-b37c-4400-b2a1-b69db5b4e5a5 req-868ecb83-eaa8-4533-ae12-ce4805f51888 service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:59:27.204666 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb64b1aa-b37c-4400-b2a1-b69db5b4e5a5 req-868ecb83-eaa8-4533-ae12-ce4805f51888 service neutron] Checking segment: {'id': '7e96837c-7728-41f8-b9c1-c7a5593efa19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4241b8a6-e2b8-49ab-8f73-7b3653f737f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:59:27.205200 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb64b1aa-b37c-4400-b2a1-b69db5b4e5a5 req-868ecb83-eaa8-4533-ae12-ce4805f51888 service neutron] Bound using segment: {'id': '7e96837c-7728-41f8-b9c1-c7a5593efa19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4241b8a6-e2b8-49ab-8f73-7b3653f737f3'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:59:27.206131 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-eb64b1aa-b37c-4400-b2a1-b69db5b4e5a5 req-868ecb83-eaa8-4533-ae12-ce4805f51888 service neutron] Bound port: b3e01dc1-4a28-4dc1-bc00-6f7b7cd3caac, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e96837c-7728-41f8-b9c1-c7a5593efa19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4241b8a6-e2b8-49ab-8f73-7b3653f737f3'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:59:27.206352 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-eb64b1aa-b37c-4400-b2a1-b69db5b4e5a5 req-868ecb83-eaa8-4533-ae12-ce4805f51888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:27.206508 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:27.209047 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5e84d5cb-835a-4991-b964-4adf6b56c5a4 req-5a0cbd83-e1e8-47fa-8d2b-e50bb2140d91 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e9196288-6204-4e16-9461-220d43e82026 HTTP/1.1" status: 200 len: 217 time: 0.1453712 Jul 23 23:59:27.209245 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port e3557d7c-9f5d-4806-8073-44a23ccf9e4e, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=e3557d7c-9f5d-4806-8073-44a23ccf9e4e,segment=NetworkSegment(c4880529-aea2-41d8-82bf-189956ea9cc7),segment_id=c4880529-aea2-41d8-82bf-189956ea9cc7)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:59:27.214882 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:27.215879 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 8f556c59-81ca-477e-85bf-cbe94e6d27d9 details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:59:27.335407 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=e3557d7c-9f5d-4806-8073-44a23ccf9e4e,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:27.341154 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 8f556c59-81ca-477e-85bf-cbe94e6d27d9, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=8f556c59-81ca-477e-85bf-cbe94e6d27d9,segment=NetworkSegment(c4880529-aea2-41d8-82bf-189956ea9cc7),segment_id=c4880529-aea2-41d8-82bf-189956ea9cc7)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:59:27.354771 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': '8f556c59-81ca-477e-85bf-cbe94e6d27d9', 'network_id': 'afa024cd-6a99-42b6-95da-fdd5c3d9ab0a', 'port_id': '8f556c59-81ca-477e-85bf-cbe94e6d27d9', 'mac_address': 'fa:16:3e:64:58:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70883961-72f7-4719-acc8-b7159e5588a5', 'ip_address': '10.1.1.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:59:27.384072 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-eb64b1aa-b37c-4400-b2a1-b69db5b4e5a5 req-868ecb83-eaa8-4533-ae12-ce4805f51888 service neutron] For port b3e01dc1-4a28-4dc1-bc00-6f7b7cd3caac, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:59:27.392933 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-eb64b1aa-b37c-4400-b2a1-b69db5b4e5a5 req-868ecb83-eaa8-4533-ae12-ce4805f51888 service neutron] For port b3e01dc1-4a28-4dc1-bc00-6f7b7cd3caac, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=b3e01dc1-4a28-4dc1-bc00-6f7b7cd3caac,segment=NetworkSegment(7e96837c-7728-41f8-b9c1-c7a5593efa19),segment_id=7e96837c-7728-41f8-b9c1-c7a5593efa19)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:59:27.422796 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fda9293a-50c9-4668-a9e9-fe850d8f4852 req-8a7ed6e7-7ec9-44cf-97ec-c42c37188d35 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/security-groups?id=32ff9839-8d3b-48a3-a25d-b35ae2bb65fa&id=89d8d27b-9412-49b0-8db6-21624a8289f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2102268 Jul 23 23:59:27.430208 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:27.499693 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f556c59-81ca-477e-85bf-cbe94e6d27d9 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:59:27.501117 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-eb64b1aa-b37c-4400-b2a1-b69db5b4e5a5 req-868ecb83-eaa8-4533-ae12-ce4805f51888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:27.571879 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 8f556c59-81ca-477e-85bf-cbe94e6d27d9, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=8f556c59-81ca-477e-85bf-cbe94e6d27d9,segment=NetworkSegment(c4880529-aea2-41d8-82bf-189956ea9cc7),segment_id=c4880529-aea2-41d8-82bf-189956ea9cc7)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:59:27.585353 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:27.586382 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 465c7602-c874-48e3-a644-ba99539fad02 details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:59:27.612084 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e84d5cb-835a-4991-b964-4adf6b56c5a4 req-4aa9e711-08c4-4123-bb11-243eeb4775cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:27.614233 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5e84d5cb-835a-4991-b964-4adf6b56c5a4 req-4aa9e711-08c4-4123-bb11-243eeb4775cd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5fab8215-ab32-480a-84d1-a0d90f322209 HTTP/1.1" status: 200 len: 859 time: 0.3844860 Jul 23 23:59:27.617918 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb64b1aa-b37c-4400-b2a1-b69db5b4e5a5 req-868ecb83-eaa8-4533-ae12-ce4805f51888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:27.618557 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-eb64b1aa-b37c-4400-b2a1-b69db5b4e5a5 req-868ecb83-eaa8-4533-ae12-ce4805f51888 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:27.620026 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-eb64b1aa-b37c-4400-b2a1-b69db5b4e5a5 req-868ecb83-eaa8-4533-ae12-ce4805f51888 service neutron] 10.222.0.64 "PUT /v2.0/ports/b3e01dc1-4a28-4dc1-bc00-6f7b7cd3caac HTTP/1.1" status: 200 len: 1093 time: 3.4154394 Jul 23 23:59:27.623040 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '779b8aec-17d7-4953-837a-2348d8ac1254', 'tag': 'b3e01dc1-4a28-4dc1-bc00-6f7b7cd3caac'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:59:27.623291 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a30f61-e8ee-4422-bce6-f5fb83e5a0c3 req-fd771e6a-c035-4d57-99b0-ad6f695d0444 tempest-ServersOnMultiNodesTest-1789820822 tempest-ServersOnMultiNodesTest-1789820822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:27.625815 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-925f129c-920c-4252-99ab-7597621c2721" -d '{"events": [{"name": "network-changed", "server_uuid": "779b8aec-17d7-4953-837a-2348d8ac1254", "tag": "b3e01dc1-4a28-4dc1-bc00-6f7b7cd3caac"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:59:27.631466 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f6a30f61-e8ee-4422-bce6-f5fb83e5a0c3 req-fd771e6a-c035-4d57-99b0-ad6f695d0444 tempest-ServersOnMultiNodesTest-1789820822 tempest-ServersOnMultiNodesTest-1789820822-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=5f3fe95f-d7cc-401c-97de-aaa898bceb72 HTTP/1.1" status: 200 len: 1102 time: 0.1221881 Jul 23 23:59:27.661125 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7b9fafd4-12d3-4ebf-8338-f890afd3ea2d tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:27.684615 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device e9196288-6204-4e16-9461-220d43e82026 details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:59:27.719825 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5e84d5cb-835a-4991-b964-4adf6b56c5a4 req-e985c649-1e6c-4df5-82b4-eb33a3c09998 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4241b8a6-e2b8-49ab-8f73-7b3653f737f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0888653 Jul 23 23:59:27.734812 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7b9fafd4-12d3-4ebf-8338-f890afd3ea2d tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:27.739737 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-7b9fafd4-12d3-4ebf-8338-f890afd3ea2d tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] 10.222.0.44 "DELETE /v2.0/ports/790ee398-aeb8-40f7-a7a8-462457a0fe52 HTTP/1.1" status: 204 len: 168 time: 1.3414457 Jul 23 23:59:27.745116 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9fafd4-12d3-4ebf-8338-f890afd3ea2d tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Pushing event deleted for resources: {'Port': ['ID=790ee398-aeb8-40f7-a7a8-462457a0fe52,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:27.750454 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 49380) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:27.765439 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868ecb83-eaa8-4533-ae12-ce4805f51888 service neutron] Pushing event updated for resources: {'Port': ['ID=b3e01dc1-4a28-4dc1-bc00-6f7b7cd3caac,revision_number=3']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:27.822707 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f6a30f61-e8ee-4422-bce6-f5fb83e5a0c3 req-1f65b96b-e9ea-4246-bc3c-8d371aa67047 tempest-ServersOnMultiNodesTest-1789820822 tempest-ServersOnMultiNodesTest-1789820822-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=e8ee523e-b776-4966-b1a9-13ed07423313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830118 Jul 23 23:59:27.824343 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-b796bfc7-3dd8-4edd-8e42-c416578277f4 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] GET failed (client error): The resource could not be found. Jul 23 23:59:27.837475 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=8f556c59-81ca-477e-85bf-cbe94e6d27d9,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:27.840684 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-b796bfc7-3dd8-4edd-8e42-c416578277f4 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] 10.222.0.44 "GET /v2.0/ports/790ee398-aeb8-40f7-a7a8-462457a0fe52 HTTP/1.1" status: 404 len: 333 time: 0.0889060 Jul 23 23:59:27.845661 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 49386) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:27.854555 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.db.resource_extend [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 23:59:27.858040 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port e9196288-6204-4e16-9461-220d43e82026, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=e9196288-6204-4e16-9461-220d43e82026,segment=NetworkSegment(7e96837c-7728-41f8-b9c1-c7a5593efa19),segment_id=7e96837c-7728-41f8-b9c1-c7a5593efa19)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:59:27.860712 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-9aead9a7-b679-4dbd-be31-912accdedaa5 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Request body: {'port': {'network_id': '1c697624-52a5-4712-9335-f60daea2701b', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1844249887'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:59:27.901661 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': 'e9196288-6204-4e16-9461-220d43e82026', 'network_id': '4241b8a6-e2b8-49ab-8f73-7b3653f737f3', 'port_id': 'e9196288-6204-4e16-9461-220d43e82026', 'mac_address': 'fa:16:3e:47:ee:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fab8215-ab32-480a-84d1-a0d90f322209', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:59:27.943268 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aead9a7-b679-4dbd-be31-912accdedaa5 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Made reservation on behalf of a7e66dd5a5e8486fa9db0c927f44019d for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:59:27.946188 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9aead9a7-b679-4dbd-be31-912accdedaa5 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:28.014668 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [None req-9aead9a7-b679-4dbd-be31-912accdedaa5 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] device_id is not set on port c3239e8a-407f-4867-8b15-6a12e8b671ad yet. {{(pid=100313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 23:59:28.038343 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:28.063932 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 465c7602-c874-48e3-a644-ba99539fad02, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=465c7602-c874-48e3-a644-ba99539fad02,segment=NetworkSegment(21032195-e2aa-496f-b3b7-a4625dd43e90),segment_id=21032195-e2aa-496f-b3b7-a4625dd43e90)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:59:28.107791 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9369f0-280f-443a-ab38-2663a1f21992 req-e93c6294-0ccf-4371-a110-25340f4fc0df tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:28.119117 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9196288-6204-4e16-9461-220d43e82026 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:59:28.120208 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ee9369f0-280f-443a-ab38-2663a1f21992 req-e93c6294-0ccf-4371-a110-25340f4fc0df tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/ports?device_id=779b8aec-17d7-4953-837a-2348d8ac1254 HTTP/1.1" status: 200 len: 944 time: 0.1972651 Jul 23 23:59:28.163986 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': '465c7602-c874-48e3-a644-ba99539fad02', 'network_id': 'b0523da7-df1a-446f-b645-811e4630597c', 'port_id': '465c7602-c874-48e3-a644-ba99539fad02', 'mac_address': 'fa:16:3e:a4:19:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd99f6c92-821c-482e-b6d0-cb37709030df', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:59:28.277792 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9aead9a7-b679-4dbd-be31-912accdedaa5 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:28.288132 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 49390) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:28.297805 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port e9196288-6204-4e16-9461-220d43e82026, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=e9196288-6204-4e16-9461-220d43e82026,segment=NetworkSegment(7e96837c-7728-41f8-b9c1-c7a5593efa19),segment_id=7e96837c-7728-41f8-b9c1-c7a5593efa19)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:59:28.311026 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:28.318898 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ee9369f0-280f-443a-ab38-2663a1f21992 req-609d8793-40da-41b6-9b98-3fd9919ea9d7 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6a0a271-496a-4936-8ec0-ec680d307275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972258 Jul 23 23:59:28.333707 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 465c7602-c874-48e3-a644-ba99539fad02 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:59:28.339999 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:28.400138 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9aead9a7-b679-4dbd-be31-912accdedaa5 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:28.416092 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 465c7602-c874-48e3-a644-ba99539fad02, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=465c7602-c874-48e3-a644-ba99539fad02,segment=NetworkSegment(21032195-e2aa-496f-b3b7-a4625dd43e90),segment_id=21032195-e2aa-496f-b3b7-a4625dd43e90)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:59:28.426318 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:28.427384 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 4570f2dc-234f-4a2e-9e3f-da8c4844cab7 details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:59:28.453828 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e0aa57-a582-47e9-9849-07cdbf7d58a2 x-openstack-request-id: req-16e0aa57-a582-47e9-9849-07cdbf7d58a2 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:59:28.454418 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "779b8aec-17d7-4953-837a-2348d8ac1254", "tag": "b3e01dc1-4a28-4dc1-bc00-6f7b7cd3caac", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:59:28.457710 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-16e0aa57-a582-47e9-9849-07cdbf7d58a2 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:59:28.458172 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '779b8aec-17d7-4953-837a-2348d8ac1254', 'tag': 'b3e01dc1-4a28-4dc1-bc00-6f7b7cd3caac', 'status': 'completed', 'code': 200} Jul 23 23:59:28.466916 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 4570f2dc-234f-4a2e-9e3f-da8c4844cab7, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=4570f2dc-234f-4a2e-9e3f-da8c4844cab7,segment=NetworkSegment(c4880529-aea2-41d8-82bf-189956ea9cc7),segment_id=c4880529-aea2-41d8-82bf-189956ea9cc7)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:59:28.480978 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': '4570f2dc-234f-4a2e-9e3f-da8c4844cab7', 'network_id': 'afa024cd-6a99-42b6-95da-fdd5c3d9ab0a', 'port_id': '4570f2dc-234f-4a2e-9e3f-da8c4844cab7', 'mac_address': 'fa:16:3e:ec:89:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70883961-72f7-4719-acc8-b7159e5588a5', 'ip_address': '10.1.1.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:59:28.489196 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09d2602-1859-45b3-9a3c-24e5446d0696 req-27f8db5d-6165-4b99-aa3f-316d4f8694b4 tempest-InstanceActionsNegativeTestJSON-115467766 tempest-InstanceActionsNegativeTestJSON-115467766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:28.496255 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f09d2602-1859-45b3-9a3c-24e5446d0696 req-27f8db5d-6165-4b99-aa3f-316d4f8694b4 tempest-InstanceActionsNegativeTestJSON-115467766 tempest-InstanceActionsNegativeTestJSON-115467766-project] 10.222.0.44 "GET /v2.0/ports?device_id=b684b049-6a67-44bb-9f10-e0e689cb0a06 HTTP/1.1" status: 200 len: 931 time: 0.9130216 Jul 23 23:59:28.515676 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aead9a7-b679-4dbd-be31-912accdedaa5 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Network 1c697624-52a5-4712-9335-f60daea2701b is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:59:28.522227 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=e9196288-6204-4e16-9461-220d43e82026,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:28.524735 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-9aead9a7-b679-4dbd-be31-912accdedaa5 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:59:28.545592 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aead9a7-b679-4dbd-be31-912accdedaa5 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:59:28.546663 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aead9a7-b679-4dbd-be31-912accdedaa5 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:28.547525 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9aead9a7-b679-4dbd-be31-912accdedaa5 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:28.574848 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f09d2602-1859-45b3-9a3c-24e5446d0696 req-03cfc5a0-f562-4938-8441-f15d7fa0cfa0 tempest-InstanceActionsNegativeTestJSON-115467766 tempest-InstanceActionsNegativeTestJSON-115467766-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc0df17c-c897-44ed-b63b-2faff13a716f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777109 Jul 23 23:59:28.581879 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:28.586157 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb64b1aa-b37c-4400-b2a1-b69db5b4e5a5 req-6825b5f9-1dac-48ac-a45d-5f98dc7482d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:28.588050 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-eb64b1aa-b37c-4400-b2a1-b69db5b4e5a5 req-6825b5f9-1dac-48ac-a45d-5f98dc7482d6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=18dc8249d11c41bf8adca46e26371672&device_id=779b8aec-17d7-4953-837a-2348d8ac1254 HTTP/1.1" status: 200 len: 1096 time: 0.8989334 Jul 23 23:59:28.613822 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aead9a7-b679-4dbd-be31-912accdedaa5 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Pushing event updated for resources: {'Port': ['ID=c3239e8a-407f-4867-8b15-6a12e8b671ad,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:28.620671 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2c2b0bc2-de51-4649-85f6-1e0349f1969a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:28.630324 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['e9196288-6204-4e16-9461-220d43e82026'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:59:28.636339 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-9aead9a7-b679-4dbd-be31-912accdedaa5 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7859032 Jul 23 23:59:28.636967 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 49398) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:28.658168 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-67ad0f4e-c68f-49c7-bcfb-a6616eb7cceb tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:59:28.660518 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5e84d5cb-835a-4991-b964-4adf6b56c5a4 req-91f1aa57-ec2c-4cbc-9770-e4f0b896e533 service neutron] 10.222.0.64 "GET /v2.0/networks/4241b8a6-e2b8-49ab-8f73-7b3653f737f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9061403 Jul 23 23:59:28.663951 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-eb64b1aa-b37c-4400-b2a1-b69db5b4e5a5 req-f141eeda-f984-45af-bc5d-10e5849e8457 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3e01dc1-4a28-4dc1-bc00-6f7b7cd3caac HTTP/1.1" status: 200 len: 217 time: 0.0654805 Jul 23 23:59:28.695961 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4570f2dc-234f-4a2e-9e3f-da8c4844cab7 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:59:28.721107 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=465c7602-c874-48e3-a644-ba99539fad02,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:28.755378 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 4570f2dc-234f-4a2e-9e3f-da8c4844cab7, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=4570f2dc-234f-4a2e-9e3f-da8c4844cab7,segment=NetworkSegment(c4880529-aea2-41d8-82bf-189956ea9cc7),segment_id=c4880529-aea2-41d8-82bf-189956ea9cc7)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:59:28.771040 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:28.788044 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380defaa-eb87-4c27-a5ed-046645d016dd req-5d4420a5-d6f0-4de9-99a3-788f2dd61208 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:28.795376 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-380defaa-eb87-4c27-a5ed-046645d016dd req-5d4420a5-d6f0-4de9-99a3-788f2dd61208 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/ports?device_id=feb16bc7-f5fe-45c4-be5c-54219c86d18f HTTP/1.1" status: 200 len: 945 time: 0.2780652 Jul 23 23:59:28.805933 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 1066e3ba-d2f6-4583-a8ed-097498ddee4a details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:59:28.820512 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:28.837993 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-67ad0f4e-c68f-49c7-bcfb-a6616eb7cceb tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:28.886935 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-d8396e17-b196-4cf8-8f1d-a6355ff95e3d req-c41915eb-5750-4a76-8a49-2b48b3bbc2e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2af03294-3ec2-4803-a655-b77b3a56f9b0 {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:59:28.897560 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-380defaa-eb87-4c27-a5ed-046645d016dd req-6bebbeae-b85f-4875-9c17-38fdbeebffdc tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/security-groups?id=7234dcab-bd61-43b3-a41f-dcf65032fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972037 Jul 23 23:59:28.922825 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-d8396e17-b196-4cf8-8f1d-a6355ff95e3d req-c41915eb-5750-4a76-8a49-2b48b3bbc2e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:29.013390 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=4570f2dc-234f-4a2e-9e3f-da8c4844cab7,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:29.071259 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2c2b0bc2-de51-4649-85f6-1e0349f1969a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:29.072469 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb64b1aa-b37c-4400-b2a1-b69db5b4e5a5 req-13fdf8fc-7bf6-4420-8df2-e090bdad38fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:29.074166 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-eb64b1aa-b37c-4400-b2a1-b69db5b4e5a5 req-13fdf8fc-7bf6-4420-8df2-e090bdad38fd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5fab8215-ab32-480a-84d1-a0d90f322209 HTTP/1.1" status: 200 len: 859 time: 0.3651686 Jul 23 23:59:29.076050 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5e84d5cb-835a-4991-b964-4adf6b56c5a4 req-8b5abd62-ec1c-483a-802f-161b883ea534 service neutron] 10.222.0.64 "GET /v2.0/networks/4241b8a6-e2b8-49ab-8f73-7b3653f737f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3605652 Jul 23 23:59:29.084233 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-d8396e17-b196-4cf8-8f1d-a6355ff95e3d req-c41915eb-5750-4a76-8a49-2b48b3bbc2e6 service neutron] Transition to ACTIVE for port object 2af03294-3ec2-4803-a655-b77b3a56f9b0 will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:59:29.101554 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2c2b0bc2-de51-4649-85f6-1e0349f1969a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:29.106241 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-d8396e17-b196-4cf8-8f1d-a6355ff95e3d req-c41915eb-5750-4a76-8a49-2b48b3bbc2e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:29.131995 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 1066e3ba-d2f6-4583-a8ed-097498ddee4a, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=1066e3ba-d2f6-4583-a8ed-097498ddee4a,segment=NetworkSegment(b2922288-39c4-46e4-af35-3b1293a940b3),segment_id=b2922288-39c4-46e4-af35-3b1293a940b3)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:59:29.138258 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-eb64b1aa-b37c-4400-b2a1-b69db5b4e5a5 req-7789fb38-40ef-4bb2-ad2c-cf7406a46ffe service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4241b8a6-e2b8-49ab-8f73-7b3653f737f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467906 Jul 23 23:59:29.155889 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': '1066e3ba-d2f6-4583-a8ed-097498ddee4a', 'network_id': '24cbf24a-1696-4ab2-949c-e4387a9df919', 'port_id': '1066e3ba-d2f6-4583-a8ed-097498ddee4a', 'mac_address': 'fa:16:3e:ff:f8:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fdb957c-aae3-43a7-b0f4-2b7f0a895d4a', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:59:29.214141 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:29.227876 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-2c2b0bc2-de51-4649-85f6-1e0349f1969a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=47e4bf9f8da5436787ff5a5c11248365&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9387171 Jul 23 23:59:29.231371 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2b0bc2-de51-4649-85f6-1e0349f1969a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d126f522-4ad1-4649-abfe-e06888d7b2ae,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:29.234081 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 49404) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:29.243132 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1066e3ba-d2f6-4583-a8ed-097498ddee4a {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:59:29.245833 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d6385-2d02-4f22-9a69-75ad06e1c796 req-a26f462e-f22d-41e3-958b-962e1bbfd2f1 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:29.251800 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d6385-2d02-4f22-9a69-75ad06e1c796 req-a26f462e-f22d-41e3-958b-962e1bbfd2f1 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:29.251944 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['4570f2dc-234f-4a2e-9e3f-da8c4844cab7'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:59:29.258428 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d6385-2d02-4f22-9a69-75ad06e1c796 req-a26f462e-f22d-41e3-958b-962e1bbfd2f1 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:29.264997 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['8f556c59-81ca-477e-85bf-cbe94e6d27d9'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:59:29.265276 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d6385-2d02-4f22-9a69-75ad06e1c796 req-a26f462e-f22d-41e3-958b-962e1bbfd2f1 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:29.271479 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d6385-2d02-4f22-9a69-75ad06e1c796 req-a26f462e-f22d-41e3-958b-962e1bbfd2f1 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:29.277421 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d6385-2d02-4f22-9a69-75ad06e1c796 req-a26f462e-f22d-41e3-958b-962e1bbfd2f1 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:29.283409 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d6385-2d02-4f22-9a69-75ad06e1c796 req-a26f462e-f22d-41e3-958b-962e1bbfd2f1 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:29.292187 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-477d6385-2d02-4f22-9a69-75ad06e1c796 req-a26f462e-f22d-41e3-958b-962e1bbfd2f1 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c075934-d6b2-45f9-8b7a-e05ff072e3c1 HTTP/1.1" status: 200 len: 5426 time: 0.2845950 Jul 23 23:59:29.298227 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41915eb-5750-4a76-8a49-2b48b3bbc2e6 service neutron] Pushing event updated for resources: {'Port': ['ID=2af03294-3ec2-4803-a655-b77b3a56f9b0,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:29.356306 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeb8d4f-070f-4f00-ba51-1d0690b6d906 req-7f06886e-1004-4e63-b715-eaf444eed8e4 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:29.357927 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9aeb8d4f-070f-4f00-ba51-1d0690b6d906 req-7f06886e-1004-4e63-b715-eaf444eed8e4 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f3fe95f-d7cc-401c-97de-aaa898bceb72 HTTP/1.1" status: 200 len: 950 time: 0.3478947 Jul 23 23:59:29.397287 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c07af339-8c5a-4ebb-8146-9dcc46480115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:29.423771 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 1066e3ba-d2f6-4583-a8ed-097498ddee4a, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=1066e3ba-d2f6-4583-a8ed-097498ddee4a,segment=NetworkSegment(b2922288-39c4-46e4-af35-3b1293a940b3),segment_id=b2922288-39c4-46e4-af35-3b1293a940b3)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:59:29.432130 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:29.432694 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 5aa7c101-ee25-4b57-94d7-7279b107b66d details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:59:29.445255 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [None req-67ad0f4e-c68f-49c7-bcfb-a6616eb7cceb tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] device_id is not set on port c3239e8a-407f-4867-8b15-6a12e8b671ad yet. {{(pid=100313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 23:59:29.453951 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-477d6385-2d02-4f22-9a69-75ad06e1c796 req-a24fac46-9f90-4863-9e0e-59fc45f8ab9c tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/security-groups?id=32ff9839-8d3b-48a3-a25d-b35ae2bb65fa&id=89d8d27b-9412-49b0-8db6-21624a8289f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1604733 Jul 23 23:59:29.462440 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-67ad0f4e-c68f-49c7-bcfb-a6616eb7cceb tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:29.473124 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-eb64b1aa-b37c-4400-b2a1-b69db5b4e5a5 req-4c688a80-58b2-47bc-b051-ae4459c09c1a service neutron] 10.222.0.64 "GET /v2.0/networks/4241b8a6-e2b8-49ab-8f73-7b3653f737f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3109789 Jul 23 23:59:29.495357 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c07af339-8c5a-4ebb-8146-9dcc46480115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:29.504358 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9aeb8d4f-070f-4f00-ba51-1d0690b6d906 req-b3f39a45-09c7-4797-b7b9-a1915c88b3b0 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8ee523e-b776-4966-b1a9-13ed07423313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050944 Jul 23 23:59:29.535213 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5171aeff-c21f-49ce-b849-2f4702cc9277 req-bd0bc039-e638-48c7-8291-70191eea939d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e06aa624-fa02-437e-9537-68eb3a6c893c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1762586 Jul 23 23:59:29.536227 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [None req-67ad0f4e-c68f-49c7-bcfb-a6616eb7cceb tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Transition to ACTIVE for port object c3239e8a-407f-4867-8b15-6a12e8b671ad will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:59:29.547198 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-d8396e17-b196-4cf8-8f1d-a6355ff95e3d req-c41915eb-5750-4a76-8a49-2b48b3bbc2e6 service neutron] Attempting to bind port 2af03294-3ec2-4803-a655-b77b3a56f9b0 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:59:29.547865 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-d8396e17-b196-4cf8-8f1d-a6355ff95e3d req-c41915eb-5750-4a76-8a49-2b48b3bbc2e6 service neutron] Attempting to bind port 2af03294-3ec2-4803-a655-b77b3a56f9b0 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '0fcb403a-5f34-4c17-a8ad-9f7491d1a3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'dffbb47c-422d-4852-9424-879b8c3676a3'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:59:29.548254 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8396e17-b196-4cf8-8f1d-a6355ff95e3d req-c41915eb-5750-4a76-8a49-2b48b3bbc2e6 service neutron] Attempting to bind port 2af03294-3ec2-4803-a655-b77b3a56f9b0 on network dffbb47c-422d-4852-9424-879b8c3676a3 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:59:29.562211 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-67ad0f4e-c68f-49c7-bcfb-a6616eb7cceb tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:29.587147 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=1066e3ba-d2f6-4583-a8ed-097498ddee4a,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:29.606818 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8396e17-b196-4cf8-8f1d-a6355ff95e3d req-c41915eb-5750-4a76-8a49-2b48b3bbc2e6 service neutron] Port 2af03294-3ec2-4803-a655-b77b3a56f9b0 on network dffbb47c-422d-4852-9424-879b8c3676a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:59:29.607197 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8396e17-b196-4cf8-8f1d-a6355ff95e3d req-c41915eb-5750-4a76-8a49-2b48b3bbc2e6 service neutron] Attempting to bind port 2af03294-3ec2-4803-a655-b77b3a56f9b0 on network dffbb47c-422d-4852-9424-879b8c3676a3 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:59:29.616963 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 5aa7c101-ee25-4b57-94d7-7279b107b66d, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=5aa7c101-ee25-4b57-94d7-7279b107b66d,segment=NetworkSegment(b2922288-39c4-46e4-af35-3b1293a940b3),segment_id=b2922288-39c4-46e4-af35-3b1293a940b3)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:59:29.656782 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8396e17-b196-4cf8-8f1d-a6355ff95e3d req-c41915eb-5750-4a76-8a49-2b48b3bbc2e6 service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:59:29.659330 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8396e17-b196-4cf8-8f1d-a6355ff95e3d req-c41915eb-5750-4a76-8a49-2b48b3bbc2e6 service neutron] Checking segment: {'id': '0fcb403a-5f34-4c17-a8ad-9f7491d1a3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'dffbb47c-422d-4852-9424-879b8c3676a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:59:29.659882 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8396e17-b196-4cf8-8f1d-a6355ff95e3d req-c41915eb-5750-4a76-8a49-2b48b3bbc2e6 service neutron] Bound using segment: {'id': '0fcb403a-5f34-4c17-a8ad-9f7491d1a3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'dffbb47c-422d-4852-9424-879b8c3676a3'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:59:29.660565 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-d8396e17-b196-4cf8-8f1d-a6355ff95e3d req-c41915eb-5750-4a76-8a49-2b48b3bbc2e6 service neutron] Bound port: 2af03294-3ec2-4803-a655-b77b3a56f9b0, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fcb403a-5f34-4c17-a8ad-9f7491d1a3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'dffbb47c-422d-4852-9424-879b8c3676a3'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:59:29.660725 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-d8396e17-b196-4cf8-8f1d-a6355ff95e3d req-c41915eb-5750-4a76-8a49-2b48b3bbc2e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:29.695646 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': '5aa7c101-ee25-4b57-94d7-7279b107b66d', 'network_id': '24cbf24a-1696-4ab2-949c-e4387a9df919', 'port_id': '5aa7c101-ee25-4b57-94d7-7279b107b66d', 'mac_address': 'fa:16:3e:80:45:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fdb957c-aae3-43a7-b0f4-2b7f0a895d4a', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:59:29.698371 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [None req-67ad0f4e-c68f-49c7-bcfb-a6616eb7cceb tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempting to bind port c3239e8a-407f-4867-8b15-6a12e8b671ad on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:59:29.698371 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [None req-67ad0f4e-c68f-49c7-bcfb-a6616eb7cceb tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempting to bind port c3239e8a-407f-4867-8b15-6a12e8b671ad by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': 'a09ba1a1-800b-4cdc-b1a1-ea65d777fdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1c697624-52a5-4712-9335-f60daea2701b'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:59:29.698371 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ad0f4e-c68f-49c7-bcfb-a6616eb7cceb tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempting to bind port c3239e8a-407f-4867-8b15-6a12e8b671ad on network 1c697624-52a5-4712-9335-f60daea2701b {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:59:29.729392 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ad0f4e-c68f-49c7-bcfb-a6616eb7cceb tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Pushing event updated for resources: {'Port': ['ID=c3239e8a-407f-4867-8b15-6a12e8b671ad,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:29.763493 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ad0f4e-c68f-49c7-bcfb-a6616eb7cceb tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Port c3239e8a-407f-4867-8b15-6a12e8b671ad on network 1c697624-52a5-4712-9335-f60daea2701b not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:59:29.763853 n-d-800088-16 neutron-server[100313]: ERROR neutron.plugins.ml2.managers [None req-67ad0f4e-c68f-49c7-bcfb-a6616eb7cceb tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Failed to bind port c3239e8a-407f-4867-8b15-6a12e8b671ad on host n-h2-800088-16 for vnic_type normal using segments [{'id': 'a09ba1a1-800b-4cdc-b1a1-ea65d777fdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1c697624-52a5-4712-9335-f60daea2701b'}] Jul 23 23:59:29.772407 n-d-800088-16 neutron-server[100313]: INFO neutron.plugins.ml2.plugin [None req-67ad0f4e-c68f-49c7-bcfb-a6616eb7cceb tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempt 2 to bind port c3239e8a-407f-4867-8b15-6a12e8b671ad Jul 23 23:59:29.778768 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c07af339-8c5a-4ebb-8146-9dcc46480115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:29.781438 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c07af339-8c5a-4ebb-8146-9dcc46480115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:29.782640 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c07af339-8c5a-4ebb-8146-9dcc46480115 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d126f522-4ad1-4649-abfe-e06888d7b2ae HTTP/1.1" status: 204 len: 168 time: 0.5443382 Jul 23 23:59:29.810042 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-eb64b1aa-b37c-4400-b2a1-b69db5b4e5a5 req-43cec4e1-5651-4ad6-883d-9c972c916afb service neutron] 10.222.0.64 "GET /v2.0/networks/4241b8a6-e2b8-49ab-8f73-7b3653f737f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3228662 Jul 23 23:59:29.815934 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07af339-8c5a-4ebb-8146-9dcc46480115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d126f522-4ad1-4649-abfe-e06888d7b2ae,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:29.833327 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5171aeff-c21f-49ce-b849-2f4702cc9277 req-3bda939c-f446-4143-aa34-95dc263d293d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:29.835231 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5171aeff-c21f-49ce-b849-2f4702cc9277 req-3bda939c-f446-4143-aa34-95dc263d293d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d9405b5ff79541cbb5225ec709273225&device_id=e06aa624-fa02-437e-9537-68eb3a6c893c HTTP/1.1" status: 200 len: 1097 time: 0.2179818 Jul 23 23:59:29.839427 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-d8396e17-b196-4cf8-8f1d-a6355ff95e3d req-c41915eb-5750-4a76-8a49-2b48b3bbc2e6 service neutron] For port 2af03294-3ec2-4803-a655-b77b3a56f9b0, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:59:29.847583 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [None req-67ad0f4e-c68f-49c7-bcfb-a6616eb7cceb tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempting to bind port c3239e8a-407f-4867-8b15-6a12e8b671ad on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:59:29.847997 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [None req-67ad0f4e-c68f-49c7-bcfb-a6616eb7cceb tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempting to bind port c3239e8a-407f-4867-8b15-6a12e8b671ad by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': 'a09ba1a1-800b-4cdc-b1a1-ea65d777fdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1c697624-52a5-4712-9335-f60daea2701b'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:59:29.848364 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ad0f4e-c68f-49c7-bcfb-a6616eb7cceb tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempting to bind port c3239e8a-407f-4867-8b15-6a12e8b671ad on network 1c697624-52a5-4712-9335-f60daea2701b {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:59:29.851721 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-d8396e17-b196-4cf8-8f1d-a6355ff95e3d req-c41915eb-5750-4a76-8a49-2b48b3bbc2e6 service neutron] For port 2af03294-3ec2-4803-a655-b77b3a56f9b0, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=2af03294-3ec2-4803-a655-b77b3a56f9b0,segment=NetworkSegment(0fcb403a-5f34-4c17-a8ad-9f7491d1a3c8),segment_id=0fcb403a-5f34-4c17-a8ad-9f7491d1a3c8)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:59:29.857256 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ad0f4e-c68f-49c7-bcfb-a6616eb7cceb tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Port c3239e8a-407f-4867-8b15-6a12e8b671ad on network 1c697624-52a5-4712-9335-f60daea2701b not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:59:29.857600 n-d-800088-16 neutron-server[100313]: ERROR neutron.plugins.ml2.managers [None req-67ad0f4e-c68f-49c7-bcfb-a6616eb7cceb tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Failed to bind port c3239e8a-407f-4867-8b15-6a12e8b671ad on host n-h2-800088-16 for vnic_type normal using segments [{'id': 'a09ba1a1-800b-4cdc-b1a1-ea65d777fdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1c697624-52a5-4712-9335-f60daea2701b'}] Jul 23 23:59:29.859456 n-d-800088-16 neutron-server[100313]: INFO neutron.plugins.ml2.plugin [None req-67ad0f4e-c68f-49c7-bcfb-a6616eb7cceb tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempt 3 to bind port c3239e8a-407f-4867-8b15-6a12e8b671ad Jul 23 23:59:29.867901 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-d8396e17-b196-4cf8-8f1d-a6355ff95e3d req-c41915eb-5750-4a76-8a49-2b48b3bbc2e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:29.918755 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbc12f8-9ba6-494a-b2df-43b26e278eeb req-e2646d5c-5340-417f-b191-1cf7aa3c9dcb tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:29.926357 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5dbc12f8-9ba6-494a-b2df-43b26e278eeb req-e2646d5c-5340-417f-b191-1cf7aa3c9dcb tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/ports?device_id=779b8aec-17d7-4953-837a-2348d8ac1254 HTTP/1.1" status: 200 len: 944 time: 0.2471931 Jul 23 23:59:29.931509 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [None req-67ad0f4e-c68f-49c7-bcfb-a6616eb7cceb tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempting to bind port c3239e8a-407f-4867-8b15-6a12e8b671ad on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:59:29.934391 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [None req-67ad0f4e-c68f-49c7-bcfb-a6616eb7cceb tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempting to bind port c3239e8a-407f-4867-8b15-6a12e8b671ad by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': 'a09ba1a1-800b-4cdc-b1a1-ea65d777fdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1c697624-52a5-4712-9335-f60daea2701b'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:59:29.946702 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ad0f4e-c68f-49c7-bcfb-a6616eb7cceb tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempting to bind port c3239e8a-407f-4867-8b15-6a12e8b671ad on network 1c697624-52a5-4712-9335-f60daea2701b {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:59:30.012432 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8396e17-b196-4cf8-8f1d-a6355ff95e3d req-c41915eb-5750-4a76-8a49-2b48b3bbc2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:30.013139 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-d8396e17-b196-4cf8-8f1d-a6355ff95e3d req-c41915eb-5750-4a76-8a49-2b48b3bbc2e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:30.014618 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d8396e17-b196-4cf8-8f1d-a6355ff95e3d req-c41915eb-5750-4a76-8a49-2b48b3bbc2e6 service neutron] 10.222.0.64 "PUT /v2.0/ports/2af03294-3ec2-4803-a655-b77b3a56f9b0 HTTP/1.1" status: 200 len: 1092 time: 3.3755424 Jul 23 23:59:30.043142 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ad0f4e-c68f-49c7-bcfb-a6616eb7cceb tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Port c3239e8a-407f-4867-8b15-6a12e8b671ad on network 1c697624-52a5-4712-9335-f60daea2701b not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:59:30.046779 n-d-800088-16 neutron-server[100313]: ERROR neutron.plugins.ml2.managers [None req-67ad0f4e-c68f-49c7-bcfb-a6616eb7cceb tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Failed to bind port c3239e8a-407f-4867-8b15-6a12e8b671ad on host n-h2-800088-16 for vnic_type normal using segments [{'id': 'a09ba1a1-800b-4cdc-b1a1-ea65d777fdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1c697624-52a5-4712-9335-f60daea2701b'}] Jul 23 23:59:30.052124 n-d-800088-16 neutron-server[100313]: INFO neutron.plugins.ml2.plugin [None req-67ad0f4e-c68f-49c7-bcfb-a6616eb7cceb tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempt 4 to bind port c3239e8a-407f-4867-8b15-6a12e8b671ad Jul 23 23:59:30.082803 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:30.093288 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [None req-67ad0f4e-c68f-49c7-bcfb-a6616eb7cceb tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempting to bind port c3239e8a-407f-4867-8b15-6a12e8b671ad on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:59:30.096258 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [None req-67ad0f4e-c68f-49c7-bcfb-a6616eb7cceb tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempting to bind port c3239e8a-407f-4867-8b15-6a12e8b671ad by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': 'a09ba1a1-800b-4cdc-b1a1-ea65d777fdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1c697624-52a5-4712-9335-f60daea2701b'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:59:30.097856 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ad0f4e-c68f-49c7-bcfb-a6616eb7cceb tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempting to bind port c3239e8a-407f-4867-8b15-6a12e8b671ad on network 1c697624-52a5-4712-9335-f60daea2701b {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:59:30.114821 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5aa7c101-ee25-4b57-94d7-7279b107b66d {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:59:30.119168 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5dbc12f8-9ba6-494a-b2df-43b26e278eeb req-4dab8926-e1cf-41d0-9229-25d96a183cd9 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6a0a271-496a-4936-8ec0-ec680d307275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914961 Jul 23 23:59:30.131998 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ad0f4e-c68f-49c7-bcfb-a6616eb7cceb tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Port c3239e8a-407f-4867-8b15-6a12e8b671ad on network 1c697624-52a5-4712-9335-f60daea2701b not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:59:30.132626 n-d-800088-16 neutron-server[100313]: ERROR neutron.plugins.ml2.managers [None req-67ad0f4e-c68f-49c7-bcfb-a6616eb7cceb tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Failed to bind port c3239e8a-407f-4867-8b15-6a12e8b671ad on host n-h2-800088-16 for vnic_type normal using segments [{'id': 'a09ba1a1-800b-4cdc-b1a1-ea65d777fdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1c697624-52a5-4712-9335-f60daea2701b'}] Jul 23 23:59:30.134927 n-d-800088-16 neutron-server[100313]: INFO neutron.plugins.ml2.plugin [None req-67ad0f4e-c68f-49c7-bcfb-a6616eb7cceb tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempt 5 to bind port c3239e8a-407f-4867-8b15-6a12e8b671ad Jul 23 23:59:30.145540 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41915eb-5750-4a76-8a49-2b48b3bbc2e6 service neutron] Pushing event updated for resources: {'Port': ['ID=2af03294-3ec2-4803-a655-b77b3a56f9b0,revision_number=3']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:30.153882 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 5aa7c101-ee25-4b57-94d7-7279b107b66d, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=5aa7c101-ee25-4b57-94d7-7279b107b66d,segment=NetworkSegment(b2922288-39c4-46e4-af35-3b1293a940b3),segment_id=b2922288-39c4-46e4-af35-3b1293a940b3)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:59:30.162103 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:30.163034 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device a1b78b8a-fbe7-495d-8c1b-d40899859c16 details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:59:30.195817 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [None req-67ad0f4e-c68f-49c7-bcfb-a6616eb7cceb tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempting to bind port c3239e8a-407f-4867-8b15-6a12e8b671ad on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:59:30.199874 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [None req-67ad0f4e-c68f-49c7-bcfb-a6616eb7cceb tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempting to bind port c3239e8a-407f-4867-8b15-6a12e8b671ad by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': 'a09ba1a1-800b-4cdc-b1a1-ea65d777fdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1c697624-52a5-4712-9335-f60daea2701b'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:59:30.200424 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ad0f4e-c68f-49c7-bcfb-a6616eb7cceb tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempting to bind port c3239e8a-407f-4867-8b15-6a12e8b671ad on network 1c697624-52a5-4712-9335-f60daea2701b {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:59:30.211189 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ad0f4e-c68f-49c7-bcfb-a6616eb7cceb tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Port c3239e8a-407f-4867-8b15-6a12e8b671ad on network 1c697624-52a5-4712-9335-f60daea2701b not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:59:30.211630 n-d-800088-16 neutron-server[100313]: ERROR neutron.plugins.ml2.managers [None req-67ad0f4e-c68f-49c7-bcfb-a6616eb7cceb tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Failed to bind port c3239e8a-407f-4867-8b15-6a12e8b671ad on host n-h2-800088-16 for vnic_type normal using segments [{'id': 'a09ba1a1-800b-4cdc-b1a1-ea65d777fdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1c697624-52a5-4712-9335-f60daea2701b'}] Jul 23 23:59:30.215700 n-d-800088-16 neutron-server[100313]: INFO neutron.plugins.ml2.plugin [None req-67ad0f4e-c68f-49c7-bcfb-a6616eb7cceb tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempt 6 to bind port c3239e8a-407f-4867-8b15-6a12e8b671ad Jul 23 23:59:30.219019 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5171aeff-c21f-49ce-b849-2f4702cc9277 req-b84db6ea-d56e-42e7-ab93-a4ea68d5c273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:30.226241 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5171aeff-c21f-49ce-b849-2f4702cc9277 req-b84db6ea-d56e-42e7-ab93-a4ea68d5c273 service neutron] 10.222.0.52 "GET /v2.0/networks?id=cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed HTTP/1.1" status: 200 len: 919 time: 0.3676834 Jul 23 23:59:30.256656 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d729e403-fa7d-4d0a-893a-bf2d703c4017 req-6a71cee4-ea16-4c95-a6f3-a4d9989a8709 tempest-InstanceActionsNegativeTestJSON-115467766 tempest-InstanceActionsNegativeTestJSON-115467766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:30.264241 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d729e403-fa7d-4d0a-893a-bf2d703c4017 req-6a71cee4-ea16-4c95-a6f3-a4d9989a8709 tempest-InstanceActionsNegativeTestJSON-115467766 tempest-InstanceActionsNegativeTestJSON-115467766-project] 10.222.0.44 "GET /v2.0/ports?device_id=b684b049-6a67-44bb-9f10-e0e689cb0a06 HTTP/1.1" status: 200 len: 943 time: 0.4264987 Jul 23 23:59:30.277314 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8396e17-b196-4cf8-8f1d-a6355ff95e3d req-eb587110-1ad3-4db1-b5c4-ec530521c01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:30.279341 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d8396e17-b196-4cf8-8f1d-a6355ff95e3d req-eb587110-1ad3-4db1-b5c4-ec530521c01b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c161a414ba6248be8e0bb4787ed20901&device_id=b684b049-6a67-44bb-9f10-e0e689cb0a06 HTTP/1.1" status: 200 len: 1095 time: 0.2040768 Jul 23 23:59:30.287528 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [None req-67ad0f4e-c68f-49c7-bcfb-a6616eb7cceb tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempting to bind port c3239e8a-407f-4867-8b15-6a12e8b671ad on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:59:30.288006 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [None req-67ad0f4e-c68f-49c7-bcfb-a6616eb7cceb tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempting to bind port c3239e8a-407f-4867-8b15-6a12e8b671ad by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': 'a09ba1a1-800b-4cdc-b1a1-ea65d777fdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1c697624-52a5-4712-9335-f60daea2701b'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:59:30.288914 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ad0f4e-c68f-49c7-bcfb-a6616eb7cceb tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempting to bind port c3239e8a-407f-4867-8b15-6a12e8b671ad on network 1c697624-52a5-4712-9335-f60daea2701b {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:59:30.291589 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f129c-920c-4252-99ab-7597621c2721 req-fd85d908-79fc-4ebf-8331-b027b6a5e749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:30.293530 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-925f129c-920c-4252-99ab-7597621c2721 req-fd85d908-79fc-4ebf-8331-b027b6a5e749 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=18dc8249d11c41bf8adca46e26371672&device_id=779b8aec-17d7-4953-837a-2348d8ac1254 HTTP/1.1" status: 200 len: 1096 time: 0.4021406 Jul 23 23:59:30.319352 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=5aa7c101-ee25-4b57-94d7-7279b107b66d,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:30.337770 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ad0f4e-c68f-49c7-bcfb-a6616eb7cceb tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Port c3239e8a-407f-4867-8b15-6a12e8b671ad on network 1c697624-52a5-4712-9335-f60daea2701b not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:59:30.338202 n-d-800088-16 neutron-server[100313]: ERROR neutron.plugins.ml2.managers [None req-67ad0f4e-c68f-49c7-bcfb-a6616eb7cceb tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Failed to bind port c3239e8a-407f-4867-8b15-6a12e8b671ad on host n-h2-800088-16 for vnic_type normal using segments [{'id': 'a09ba1a1-800b-4cdc-b1a1-ea65d777fdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1c697624-52a5-4712-9335-f60daea2701b'}] Jul 23 23:59:30.341741 n-d-800088-16 neutron-server[100313]: INFO neutron.plugins.ml2.plugin [None req-67ad0f4e-c68f-49c7-bcfb-a6616eb7cceb tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempt 7 to bind port c3239e8a-407f-4867-8b15-6a12e8b671ad Jul 23 23:59:30.348219 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5171aeff-c21f-49ce-b849-2f4702cc9277 req-eb96ee03-f00c-46f1-9f1c-f790ae589506 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5acad72e-d8d6-4866-bdd3-5ad27c763815 HTTP/1.1" status: 200 len: 217 time: 0.0753713 Jul 23 23:59:30.374875 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d8396e17-b196-4cf8-8f1d-a6355ff95e3d req-b2858b2d-9467-45ec-9ec0-fdc94cb657db service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2af03294-3ec2-4803-a655-b77b3a56f9b0 HTTP/1.1" status: 200 len: 217 time: 0.0781920 Jul 23 23:59:30.424472 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 49420) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:30.447750 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port a1b78b8a-fbe7-495d-8c1b-d40899859c16, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=a1b78b8a-fbe7-495d-8c1b-d40899859c16,segment=NetworkSegment(c4880529-aea2-41d8-82bf-189956ea9cc7),segment_id=c4880529-aea2-41d8-82bf-189956ea9cc7)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:59:30.455364 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d729e403-fa7d-4d0a-893a-bf2d703c4017 req-0f52b005-2d6d-4d28-a4d6-276e72d13fbd tempest-InstanceActionsNegativeTestJSON-115467766 tempest-InstanceActionsNegativeTestJSON-115467766-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc0df17c-c897-44ed-b63b-2faff13a716f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859448 Jul 23 23:59:30.460272 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [None req-67ad0f4e-c68f-49c7-bcfb-a6616eb7cceb tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempting to bind port c3239e8a-407f-4867-8b15-6a12e8b671ad on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:59:30.460701 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [None req-67ad0f4e-c68f-49c7-bcfb-a6616eb7cceb tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempting to bind port c3239e8a-407f-4867-8b15-6a12e8b671ad by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': 'a09ba1a1-800b-4cdc-b1a1-ea65d777fdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1c697624-52a5-4712-9335-f60daea2701b'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:59:30.468869 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ad0f4e-c68f-49c7-bcfb-a6616eb7cceb tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempting to bind port c3239e8a-407f-4867-8b15-6a12e8b671ad on network 1c697624-52a5-4712-9335-f60daea2701b {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:59:30.469255 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b684b049-6a67-44bb-9f10-e0e689cb0a06', 'tag': '2af03294-3ec2-4803-a655-b77b3a56f9b0'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:59:30.471927 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfcaa7a9-7c0f-4c85-a3bb-5fcc6f0c7ff3" -d '{"events": [{"name": "network-changed", "server_uuid": "b684b049-6a67-44bb-9f10-e0e689cb0a06", "tag": "2af03294-3ec2-4803-a655-b77b3a56f9b0"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:59:30.474517 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['e3557d7c-9f5d-4806-8073-44a23ccf9e4e'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:59:30.476837 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['465c7602-c874-48e3-a644-ba99539fad02'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:59:30.486825 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862730aa-54f7-429d-83a7-aae08505d62a req-5c45ed49-0c37-4825-ad1e-af6c38a7875d tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:30.496180 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-862730aa-54f7-429d-83a7-aae08505d62a req-5c45ed49-0c37-4825-ad1e-af6c38a7875d tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/ports?device_id=feb16bc7-f5fe-45c4-be5c-54219c86d18f HTTP/1.1" status: 200 len: 945 time: 0.2687657 Jul 23 23:59:30.521448 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5171aeff-c21f-49ce-b849-2f4702cc9277 req-83791398-14c4-4826-8f86-6950fe99561e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:30.529748 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-422e57f8-561c-463e-b8c5-88880d5c862a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:30.531845 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5171aeff-c21f-49ce-b849-2f4702cc9277 req-83791398-14c4-4826-8f86-6950fe99561e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3dff00ee-bed2-4c8a-b785-e9725c9c9b9c HTTP/1.1" status: 200 len: 858 time: 0.1570396 Jul 23 23:59:30.540259 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ad0f4e-c68f-49c7-bcfb-a6616eb7cceb tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Port c3239e8a-407f-4867-8b15-6a12e8b671ad on network 1c697624-52a5-4712-9335-f60daea2701b not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:59:30.540943 n-d-800088-16 neutron-server[100313]: ERROR neutron.plugins.ml2.managers [None req-67ad0f4e-c68f-49c7-bcfb-a6616eb7cceb tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Failed to bind port c3239e8a-407f-4867-8b15-6a12e8b671ad on host n-h2-800088-16 for vnic_type normal using segments [{'id': 'a09ba1a1-800b-4cdc-b1a1-ea65d777fdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1c697624-52a5-4712-9335-f60daea2701b'}] Jul 23 23:59:30.548997 n-d-800088-16 neutron-server[100313]: INFO neutron.plugins.ml2.plugin [None req-67ad0f4e-c68f-49c7-bcfb-a6616eb7cceb tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempt 8 to bind port c3239e8a-407f-4867-8b15-6a12e8b671ad Jul 23 23:59:30.551009 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa223cfc-b05e-4c28-9485-653aa579f66f x-openstack-request-id: req-aa223cfc-b05e-4c28-9485-653aa579f66f {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:59:30.551983 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b684b049-6a67-44bb-9f10-e0e689cb0a06", "tag": "2af03294-3ec2-4803-a655-b77b3a56f9b0", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:59:30.552238 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-aa223cfc-b05e-4c28-9485-653aa579f66f {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:59:30.552647 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b684b049-6a67-44bb-9f10-e0e689cb0a06', 'tag': '2af03294-3ec2-4803-a655-b77b3a56f9b0', 'status': 'completed', 'code': 200} Jul 23 23:59:30.557633 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': 'a1b78b8a-fbe7-495d-8c1b-d40899859c16', 'network_id': 'afa024cd-6a99-42b6-95da-fdd5c3d9ab0a', 'port_id': 'a1b78b8a-fbe7-495d-8c1b-d40899859c16', 'mac_address': 'fa:16:3e:e1:77:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70883961-72f7-4719-acc8-b7159e5588a5', 'ip_address': '10.1.1.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:59:30.596061 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8396e17-b196-4cf8-8f1d-a6355ff95e3d req-88b74fe2-bef5-4728-ba73-39e88311c14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:30.597651 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d8396e17-b196-4cf8-8f1d-a6355ff95e3d req-88b74fe2-bef5-4728-ba73-39e88311c14b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b9d862ac-7d4f-4fd3-9750-e724028711c6 HTTP/1.1" status: 200 len: 860 time: 0.2136397 Jul 23 23:59:30.626316 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-862730aa-54f7-429d-83a7-aae08505d62a req-96c05d2c-a116-455f-af7a-f97d7f0723dd tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/security-groups?id=7234dcab-bd61-43b3-a41f-dcf65032fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286411 Jul 23 23:59:30.632120 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5171aeff-c21f-49ce-b849-2f4702cc9277 req-11f7f0ec-0c7f-44d5-9318-e498aa9ab99b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0843241 Jul 23 23:59:30.642601 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:30.652531 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [None req-67ad0f4e-c68f-49c7-bcfb-a6616eb7cceb tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempting to bind port c3239e8a-407f-4867-8b15-6a12e8b671ad on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:59:30.660421 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1b78b8a-fbe7-495d-8c1b-d40899859c16 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:59:30.663687 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [None req-67ad0f4e-c68f-49c7-bcfb-a6616eb7cceb tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempting to bind port c3239e8a-407f-4867-8b15-6a12e8b671ad by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': 'a09ba1a1-800b-4cdc-b1a1-ea65d777fdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1c697624-52a5-4712-9335-f60daea2701b'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:59:30.667336 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ad0f4e-c68f-49c7-bcfb-a6616eb7cceb tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempting to bind port c3239e8a-407f-4867-8b15-6a12e8b671ad on network 1c697624-52a5-4712-9335-f60daea2701b {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:59:30.684870 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ad0f4e-c68f-49c7-bcfb-a6616eb7cceb tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Port c3239e8a-407f-4867-8b15-6a12e8b671ad on network 1c697624-52a5-4712-9335-f60daea2701b not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:59:30.685587 n-d-800088-16 neutron-server[100313]: ERROR neutron.plugins.ml2.managers [None req-67ad0f4e-c68f-49c7-bcfb-a6616eb7cceb tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Failed to bind port c3239e8a-407f-4867-8b15-6a12e8b671ad on host n-h2-800088-16 for vnic_type normal using segments [{'id': 'a09ba1a1-800b-4cdc-b1a1-ea65d777fdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1c697624-52a5-4712-9335-f60daea2701b'}] Jul 23 23:59:30.696433 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d8396e17-b196-4cf8-8f1d-a6355ff95e3d req-ae45edde-00ee-4343-b431-ad60cbd5fef4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dffbb47c-422d-4852-9424-879b8c3676a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811455 Jul 23 23:59:30.702678 n-d-800088-16 neutron-server[100313]: INFO neutron.plugins.ml2.plugin [None req-67ad0f4e-c68f-49c7-bcfb-a6616eb7cceb tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempt 9 to bind port c3239e8a-407f-4867-8b15-6a12e8b671ad Jul 23 23:59:30.715833 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port a1b78b8a-fbe7-495d-8c1b-d40899859c16, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=a1b78b8a-fbe7-495d-8c1b-d40899859c16,segment=NetworkSegment(c4880529-aea2-41d8-82bf-189956ea9cc7),segment_id=c4880529-aea2-41d8-82bf-189956ea9cc7)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:59:30.749843 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f129c-920c-4252-99ab-7597621c2721 req-99058f73-7dcf-42d2-8767-1a648ef4728b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:30.751977 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-925f129c-920c-4252-99ab-7597621c2721 req-99058f73-7dcf-42d2-8767-1a648ef4728b service neutron] 10.222.0.64 "GET /v2.0/networks?id=4241b8a6-e2b8-49ab-8f73-7b3653f737f3 HTTP/1.1" status: 200 len: 920 time: 0.4455397 Jul 23 23:59:30.755038 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5bdc78-40c2-4ba3-b71c-d3372279361e req-b76909af-bed8-4844-968e-35d924437cce tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:30.756998 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cc5bdc78-40c2-4ba3-b71c-d3372279361e req-b76909af-bed8-4844-968e-35d924437cce tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f3fe95f-d7cc-401c-97de-aaa898bceb72 HTTP/1.1" status: 200 len: 950 time: 0.4114826 Jul 23 23:59:30.759373 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:30.796448 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [None req-67ad0f4e-c68f-49c7-bcfb-a6616eb7cceb tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempting to bind port c3239e8a-407f-4867-8b15-6a12e8b671ad on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:59:30.797199 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [None req-67ad0f4e-c68f-49c7-bcfb-a6616eb7cceb tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempting to bind port c3239e8a-407f-4867-8b15-6a12e8b671ad by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': 'a09ba1a1-800b-4cdc-b1a1-ea65d777fdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1c697624-52a5-4712-9335-f60daea2701b'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:59:30.797776 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ad0f4e-c68f-49c7-bcfb-a6616eb7cceb tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempting to bind port c3239e8a-407f-4867-8b15-6a12e8b671ad on network 1c697624-52a5-4712-9335-f60daea2701b {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:59:30.828222 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ad0f4e-c68f-49c7-bcfb-a6616eb7cceb tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Port c3239e8a-407f-4867-8b15-6a12e8b671ad on network 1c697624-52a5-4712-9335-f60daea2701b not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:59:30.828976 n-d-800088-16 neutron-server[100313]: ERROR neutron.plugins.ml2.managers [None req-67ad0f4e-c68f-49c7-bcfb-a6616eb7cceb tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Failed to bind port c3239e8a-407f-4867-8b15-6a12e8b671ad on host n-h2-800088-16 for vnic_type normal using segments [{'id': 'a09ba1a1-800b-4cdc-b1a1-ea65d777fdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1c697624-52a5-4712-9335-f60daea2701b'}] Jul 23 23:59:30.845476 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=a1b78b8a-fbe7-495d-8c1b-d40899859c16,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:30.852184 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device d6580e91-3400-4337-b1ff-81181063b358 no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:59:30.862041 n-d-800088-16 neutron-server[100313]: INFO neutron.plugins.ml2.plugin [None req-67ad0f4e-c68f-49c7-bcfb-a6616eb7cceb tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempt 10 to bind port c3239e8a-407f-4867-8b15-6a12e8b671ad Jul 23 23:59:30.868626 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-925f129c-920c-4252-99ab-7597621c2721 req-d2e2a7ca-6990-414d-bfe3-33a85fa72ff7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3e01dc1-4a28-4dc1-bc00-6f7b7cd3caac HTTP/1.1" status: 200 len: 217 time: 0.1041214 Jul 23 23:59:30.907915 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [None req-67ad0f4e-c68f-49c7-bcfb-a6616eb7cceb tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempting to bind port c3239e8a-407f-4867-8b15-6a12e8b671ad on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:59:30.908682 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [None req-67ad0f4e-c68f-49c7-bcfb-a6616eb7cceb tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempting to bind port c3239e8a-407f-4867-8b15-6a12e8b671ad by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': 'a09ba1a1-800b-4cdc-b1a1-ea65d777fdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1c697624-52a5-4712-9335-f60daea2701b'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:59:30.909859 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ad0f4e-c68f-49c7-bcfb-a6616eb7cceb tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempting to bind port c3239e8a-407f-4867-8b15-6a12e8b671ad on network 1c697624-52a5-4712-9335-f60daea2701b {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:59:30.937145 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ad0f4e-c68f-49c7-bcfb-a6616eb7cceb tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Port c3239e8a-407f-4867-8b15-6a12e8b671ad on network 1c697624-52a5-4712-9335-f60daea2701b not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:59:30.937877 n-d-800088-16 neutron-server[100313]: ERROR neutron.plugins.ml2.managers [None req-67ad0f4e-c68f-49c7-bcfb-a6616eb7cceb tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Failed to bind port c3239e8a-407f-4867-8b15-6a12e8b671ad on host n-h2-800088-16 for vnic_type normal using segments [{'id': 'a09ba1a1-800b-4cdc-b1a1-ea65d777fdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1c697624-52a5-4712-9335-f60daea2701b'}] Jul 23 23:59:30.938483 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-67ad0f4e-c68f-49c7-bcfb-a6616eb7cceb tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:30.961383 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5171aeff-c21f-49ce-b849-2f4702cc9277 req-4d5ebb5e-426e-42f4-b3f1-dd181ada5bcf service neutron] 10.222.0.52 "GET /v2.0/networks/cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207877 Jul 23 23:59:30.998064 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3194bce4-3095-4f7f-b4ff-84e089c5a257 req-dcc3b489-ed68-4166-a0b2-6fc5e7cffd0e tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:31.006624 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3194bce4-3095-4f7f-b4ff-84e089c5a257 req-dcc3b489-ed68-4166-a0b2-6fc5e7cffd0e tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:31.013505 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3194bce4-3095-4f7f-b4ff-84e089c5a257 req-dcc3b489-ed68-4166-a0b2-6fc5e7cffd0e tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:31.020347 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3194bce4-3095-4f7f-b4ff-84e089c5a257 req-dcc3b489-ed68-4166-a0b2-6fc5e7cffd0e tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:31.027501 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3194bce4-3095-4f7f-b4ff-84e089c5a257 req-dcc3b489-ed68-4166-a0b2-6fc5e7cffd0e tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:31.035886 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3194bce4-3095-4f7f-b4ff-84e089c5a257 req-dcc3b489-ed68-4166-a0b2-6fc5e7cffd0e tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:31.043080 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3194bce4-3095-4f7f-b4ff-84e089c5a257 req-dcc3b489-ed68-4166-a0b2-6fc5e7cffd0e tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:31.044841 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3194bce4-3095-4f7f-b4ff-84e089c5a257 req-dcc3b489-ed68-4166-a0b2-6fc5e7cffd0e tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c075934-d6b2-45f9-8b7a-e05ff072e3c1 HTTP/1.1" status: 200 len: 5428 time: 0.4116302 Jul 23 23:59:31.058120 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d8396e17-b196-4cf8-8f1d-a6355ff95e3d req-4646115a-fef1-4f82-b9c7-47bb24abac68 service neutron] 10.222.0.64 "GET /v2.0/networks/dffbb47c-422d-4852-9424-879b8c3676a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3418489 Jul 23 23:59:31.081602 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f129c-920c-4252-99ab-7597621c2721 req-d62cf784-6505-44f1-bd8d-98d43a5a897a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:31.083058 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-925f129c-920c-4252-99ab-7597621c2721 req-d62cf784-6505-44f1-bd8d-98d43a5a897a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5fab8215-ab32-480a-84d1-a0d90f322209 HTTP/1.1" status: 200 len: 859 time: 0.1970596 Jul 23 23:59:31.107670 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5171aeff-c21f-49ce-b849-2f4702cc9277 req-3655e266-cd1d-4f4f-b4a6-2c65912f92c3 service neutron] 10.222.0.52 "GET /v2.0/networks/cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034894 Jul 23 23:59:31.126795 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ec533-3e08-4533-a326-4b281f049c8b req-fb37786c-17e1-42e2-8a94-a36e0e188d56 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:31.135113 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d47ec533-3e08-4533-a326-4b281f049c8b req-fb37786c-17e1-42e2-8a94-a36e0e188d56 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f3fe95f-d7cc-401c-97de-aaa898bceb72 HTTP/1.1" status: 200 len: 950 time: 0.4049470 Jul 23 23:59:31.153595 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:31.165867 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-422e57f8-561c-463e-b8c5-88880d5c862a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:31.172204 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-925f129c-920c-4252-99ab-7597621c2721 req-d69840c1-3a3c-468a-a153-4425e45d4dde service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4241b8a6-e2b8-49ab-8f73-7b3653f737f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655010 Jul 23 23:59:31.183857 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-422e57f8-561c-463e-b8c5-88880d5c862a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:31.200170 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-67ad0f4e-c68f-49c7-bcfb-a6616eb7cceb tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] For port c3239e8a-407f-4867-8b15-6a12e8b671ad, host n-h2-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:59:31.201004 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-67ad0f4e-c68f-49c7-bcfb-a6616eb7cceb tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempted to set empty binding levels {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 23 23:59:31.216895 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-cc5bdc78-40c2-4ba3-b71c-d3372279361e req-c19b1611-83e6-488f-aafd-6376b42408ab tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Deleting port d6580e91-3400-4337-b1ff-81181063b358 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:59:31.217647 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-cc5bdc78-40c2-4ba3-b71c-d3372279361e req-c19b1611-83e6-488f-aafd-6376b42408ab tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:31.219629 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port d6580e91-3400-4337-b1ff-81181063b358, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=d6580e91-3400-4337-b1ff-81181063b358,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:59:31.224771 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f3fe95f-d7cc-401c-97de-aaa898bceb72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6580e91-3400-4337-b1ff-81181063b358'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:59:31.225732 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-67ad0f4e-c68f-49c7-bcfb-a6616eb7cceb tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:31.230153 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-234d5449-8059-4496-8e3f-050c0234973e" -d '{"events": [{"server_uuid": "5f3fe95f-d7cc-401c-97de-aaa898bceb72", "name": "network-vif-unplugged", "status": "completed", "tag": "d6580e91-3400-4337-b1ff-81181063b358"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:59:31.234534 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:31.262128 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d47ec533-3e08-4533-a326-4b281f049c8b req-b1752710-3977-4de0-8147-a7b006fcfa21 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8ee523e-b776-4966-b1a9-13ed07423313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256597 Jul 23 23:59:31.305203 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3194bce4-3095-4f7f-b4ff-84e089c5a257 req-b8ac23f5-5e79-479e-8b34-dec687656f2b tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/security-groups?id=32ff9839-8d3b-48a3-a25d-b35ae2bb65fa&id=89d8d27b-9412-49b0-8db6-21624a8289f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2434883 Jul 23 23:59:31.308455 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=d6580e91-3400-4337-b1ff-81181063b358,revision_number=6']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:31.325093 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-67ad0f4e-c68f-49c7-bcfb-a6616eb7cceb tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] In _notify_port_updated(), no bound segment for port c3239e8a-407f-4867-8b15-6a12e8b671ad on network 1c697624-52a5-4712-9335-f60daea2701b {{(pid=100313) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 23:59:31.326530 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ad0f4e-c68f-49c7-bcfb-a6616eb7cceb tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:31.327388 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-67ad0f4e-c68f-49c7-bcfb-a6616eb7cceb tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:31.329010 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-67ad0f4e-c68f-49c7-bcfb-a6616eb7cceb tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] 10.222.0.44 "PUT /v2.0/ports/c3239e8a-407f-4867-8b15-6a12e8b671ad HTTP/1.1" status: 200 len: 976 time: 2.6896183 Jul 23 23:59:31.340140 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 49432) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:31.364292 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 23:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b4bfdca-1255-4e2f-8f0b-f282029d5c2a x-openstack-request-id: req-2b4bfdca-1255-4e2f-8f0b-f282029d5c2a {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:59:31.364582 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f3fe95f-d7cc-401c-97de-aaa898bceb72", "name": "network-vif-unplugged", "status": "completed", "tag": "d6580e91-3400-4337-b1ff-81181063b358", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:59:31.364855 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2b4bfdca-1255-4e2f-8f0b-f282029d5c2a {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:59:31.365260 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f3fe95f-d7cc-401c-97de-aaa898bceb72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6580e91-3400-4337-b1ff-81181063b358', 'code': 200} Jul 23 23:59:31.395570 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ad0f4e-c68f-49c7-bcfb-a6616eb7cceb tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Pushing event updated for resources: {'Port': ['ID=c3239e8a-407f-4867-8b15-6a12e8b671ad,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:31.395801 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-422e57f8-561c-463e-b8c5-88880d5c862a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8e20387f36ac4512a0d54c4d2b41a0e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9657469 Jul 23 23:59:31.409825 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 49434) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:31.456909 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422e57f8-561c-463e-b8c5-88880d5c862a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8913545d-e4c9-4ce6-82ea-f8e0c276d385,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:31.476493 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d8396e17-b196-4cf8-8f1d-a6355ff95e3d req-03745802-5ce9-4d44-a48e-5f7d83409926 service neutron] 10.222.0.64 "GET /v2.0/networks/dffbb47c-422d-4852-9424-879b8c3676a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4052012 Jul 23 23:59:31.479012 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-cc5bdc78-40c2-4ba3-b71c-d3372279361e req-c19b1611-83e6-488f-aafd-6376b42408ab tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] For port d6580e91-3400-4337-b1ff-81181063b358, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=d6580e91-3400-4337-b1ff-81181063b358,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:59:31.479396 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-cc5bdc78-40c2-4ba3-b71c-d3372279361e req-c19b1611-83e6-488f-aafd-6376b42408ab tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:31.504026 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-925f129c-920c-4252-99ab-7597621c2721 req-1bb718df-e874-46d6-bc3a-b3f6b372cdb7 service neutron] 10.222.0.64 "GET /v2.0/networks/4241b8a6-e2b8-49ab-8f73-7b3653f737f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3225555 Jul 23 23:59:31.560606 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-cc5bdc78-40c2-4ba3-b71c-d3372279361e req-c19b1611-83e6-488f-aafd-6376b42408ab tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Calling delete_port for d6580e91-3400-4337-b1ff-81181063b358 owned by compute:nova {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:59:31.651308 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8be027-242c-42b9-9a4b-1a94a9bdd10d tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:31.652074 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8be027-242c-42b9-9a4b-1a94a9bdd10d tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:31.652626 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8be027-242c-42b9-9a4b-1a94a9bdd10d tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:31.653621 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8be027-242c-42b9-9a4b-1a94a9bdd10d tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:31.654168 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8be027-242c-42b9-9a4b-1a94a9bdd10d tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:31.654882 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8be027-242c-42b9-9a4b-1a94a9bdd10d tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:31.655230 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8be027-242c-42b9-9a4b-1a94a9bdd10d tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:31.655747 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8be027-242c-42b9-9a4b-1a94a9bdd10d tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:31.656461 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8be027-242c-42b9-9a4b-1a94a9bdd10d tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:31.656692 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8be027-242c-42b9-9a4b-1a94a9bdd10d tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:31.657206 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8be027-242c-42b9-9a4b-1a94a9bdd10d tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:31.658413 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8be027-242c-42b9-9a4b-1a94a9bdd10d tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:31.659084 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8be027-242c-42b9-9a4b-1a94a9bdd10d tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:31.659407 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8be027-242c-42b9-9a4b-1a94a9bdd10d tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:31.659677 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3dff647e-da5f-4309-94f9-3647413a9a6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:31.660025 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8be027-242c-42b9-9a4b-1a94a9bdd10d tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:31.660474 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8be027-242c-42b9-9a4b-1a94a9bdd10d tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:31.661026 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8be027-242c-42b9-9a4b-1a94a9bdd10d tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:31.661495 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8be027-242c-42b9-9a4b-1a94a9bdd10d tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:31.662068 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8be027-242c-42b9-9a4b-1a94a9bdd10d tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:31.662536 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8be027-242c-42b9-9a4b-1a94a9bdd10d tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:31.663168 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8be027-242c-42b9-9a4b-1a94a9bdd10d tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:31.663461 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8be027-242c-42b9-9a4b-1a94a9bdd10d tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:31.664093 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8be027-242c-42b9-9a4b-1a94a9bdd10d tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:31.664564 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8be027-242c-42b9-9a4b-1a94a9bdd10d tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:31.665060 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8be027-242c-42b9-9a4b-1a94a9bdd10d tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:31.665528 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8be027-242c-42b9-9a4b-1a94a9bdd10d tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:31.665998 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8be027-242c-42b9-9a4b-1a94a9bdd10d tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:31.666468 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8be027-242c-42b9-9a4b-1a94a9bdd10d tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:31.666940 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8be027-242c-42b9-9a4b-1a94a9bdd10d tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:31.667425 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8be027-242c-42b9-9a4b-1a94a9bdd10d tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:31.667874 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8be027-242c-42b9-9a4b-1a94a9bdd10d tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:31.668338 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8be027-242c-42b9-9a4b-1a94a9bdd10d tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:31.668841 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8be027-242c-42b9-9a4b-1a94a9bdd10d tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:31.669296 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8be027-242c-42b9-9a4b-1a94a9bdd10d tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:31.669760 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8be027-242c-42b9-9a4b-1a94a9bdd10d tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:31.673613 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-fa8be027-242c-42b9-9a4b-1a94a9bdd10d tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 31520 time: 0.3306913 Jul 23 23:59:31.675491 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device e9196288-6204-4e16-9461-220d43e82026 up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:59:31.678233 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9f47ae-93d4-4171-adda-c8efb735f24d req-ec9b99bf-f96e-49fe-8191-b2e80fb099df tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:31.687106 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-be9f47ae-93d4-4171-adda-c8efb735f24d req-ec9b99bf-f96e-49fe-8191-b2e80fb099df tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/ports?device_id=779b8aec-17d7-4953-837a-2348d8ac1254 HTTP/1.1" status: 200 len: 944 time: 0.3044116 Jul 23 23:59:31.688393 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 49442) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:31.744152 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['5aa7c101-ee25-4b57-94d7-7279b107b66d'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:59:31.774792 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3dff647e-da5f-4309-94f9-3647413a9a6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:31.800970 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['a1b78b8a-fbe7-495d-8c1b-d40899859c16'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:59:31.803893 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['1066e3ba-d2f6-4583-a8ed-097498ddee4a'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:59:31.863048 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-be9f47ae-93d4-4171-adda-c8efb735f24d req-36e38be4-2db4-4997-bb6a-ea0730576090 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6a0a271-496a-4936-8ec0-ec680d307275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748238 Jul 23 23:59:31.929240 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port e9196288-6204-4e16-9461-220d43e82026 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:59:31.994552 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port e9196288-6204-4e16-9461-220d43e82026 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:59:31.995827 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:32.089056 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-cc5bdc78-40c2-4ba3-b71c-d3372279361e req-c19b1611-83e6-488f-aafd-6376b42408ab tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:32.102970 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3dff647e-da5f-4309-94f9-3647413a9a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:32.105464 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3dff647e-da5f-4309-94f9-3647413a9a6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:32.109376 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-3dff647e-da5f-4309-94f9-3647413a9a6e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8913545d-e4c9-4ce6-82ea-f8e0c276d385 HTTP/1.1" status: 204 len: 168 time: 0.7007124 Jul 23 23:59:32.115230 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-925f129c-920c-4252-99ab-7597621c2721 req-1e15b3e2-8260-42fb-8c6e-2f4f57675625 service neutron] 10.222.0.64 "GET /v2.0/networks/4241b8a6-e2b8-49ab-8f73-7b3653f737f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6045723 Jul 23 23:59:32.115615 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['705c0692-2c5a-44f2-9064-556bee2e28c7', 'e2c35871-199c-4bb4-8a67-a993a592fc9d', '65962bd2-fe29-48c3-be3a-635a67c98b08'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:59:32.149196 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2844d73-303b-4f86-a9d4-3d09fb484ddc req-0aee8d40-3a3a-40c5-8273-af8fda48abf1 tempest-InstanceActionsNegativeTestJSON-115467766 tempest-InstanceActionsNegativeTestJSON-115467766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:32.150473 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a2844d73-303b-4f86-a9d4-3d09fb484ddc req-0aee8d40-3a3a-40c5-8273-af8fda48abf1 tempest-InstanceActionsNegativeTestJSON-115467766 tempest-InstanceActionsNegativeTestJSON-115467766-project] 10.222.0.44 "GET /v2.0/ports?device_id=b684b049-6a67-44bb-9f10-e0e689cb0a06 HTTP/1.1" status: 200 len: 943 time: 0.5819521 Jul 23 23:59:32.153770 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcaa7a9-7c0f-4c85-a3bb-5fcc6f0c7ff3 req-935af940-4e00-491d-a9e2-dc18cdde77a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:32.155361 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cfcaa7a9-7c0f-4c85-a3bb-5fcc6f0c7ff3 req-935af940-4e00-491d-a9e2-dc18cdde77a8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c161a414ba6248be8e0bb4787ed20901&device_id=b684b049-6a67-44bb-9f10-e0e689cb0a06 HTTP/1.1" status: 200 len: 1095 time: 0.5548067 Jul 23 23:59:32.167434 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19b1611-83e6-488f-aafd-6376b42408ab tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Pushing event deleted for resources: {'Port': ['ID=d6580e91-3400-4337-b1ff-81181063b358,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:32.174644 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-e7f90fe7-952b-4420-9371-8a7215923942 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Deleting port c3239e8a-407f-4867-8b15-6a12e8b671ad {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:59:32.175009 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e7f90fe7-952b-4420-9371-8a7215923942 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:32.177788 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dff647e-da5f-4309-94f9-3647413a9a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8913545d-e4c9-4ce6-82ea-f8e0c276d385,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:32.253669 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc5bdc78-40c2-4ba3-b71c-d3372279361e req-c19b1611-83e6-488f-aafd-6376b42408ab tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] No DVR routers for this DVR port d6580e91-3400-4337-b1ff-81181063b358 on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:59:32.256356 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-cc5bdc78-40c2-4ba3-b71c-d3372279361e req-c19b1611-83e6-488f-aafd-6376b42408ab tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:32.258480 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cc5bdc78-40c2-4ba3-b71c-d3372279361e req-c19b1611-83e6-488f-aafd-6376b42408ab tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.52 "DELETE /v2.0/ports/d6580e91-3400-4337-b1ff-81181063b358 HTTP/1.1" status: 204 len: 173 time: 1.4861581 Jul 23 23:59:32.261232 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f3fe95f-d7cc-401c-97de-aaa898bceb72', 'name': 'network-vif-deleted', 'tag': 'd6580e91-3400-4337-b1ff-81181063b358'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:59:32.268918 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a4f2b22-cb36-4457-8d8e-d06c943d3a93" -d '{"events": [{"server_uuid": "5f3fe95f-d7cc-401c-97de-aaa898bceb72", "name": "network-vif-deleted", "tag": "d6580e91-3400-4337-b1ff-81181063b358"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:59:32.353342 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a2844d73-303b-4f86-a9d4-3d09fb484ddc req-3b963016-62d9-4178-b035-1b6977e8b6b5 tempest-InstanceActionsNegativeTestJSON-115467766 tempest-InstanceActionsNegativeTestJSON-115467766-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc0df17c-c897-44ed-b63b-2faff13a716f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968708 Jul 23 23:59:32.365847 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f2a6c2-33ca-4a6d-bd26-366a3e996280 req-a8f02edf-aec2-4899-bfa7-4802994a38ce tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:32.378192 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-01f2a6c2-33ca-4a6d-bd26-366a3e996280 req-a8f02edf-aec2-4899-bfa7-4802994a38ce tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/ports?device_id=feb16bc7-f5fe-45c4-be5c-54219c86d18f HTTP/1.1" status: 200 len: 945 time: 0.3531575 Jul 23 23:59:32.389510 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-e7f90fe7-952b-4420-9371-8a7215923942 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] For port c3239e8a-407f-4867-8b15-6a12e8b671ad, host n-h2-800088-16, got binding levels [] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:59:32.391229 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e7f90fe7-952b-4420-9371-8a7215923942 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:32.438964 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-e7f90fe7-952b-4420-9371-8a7215923942 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Calling delete_port for c3239e8a-407f-4867-8b15-6a12e8b671ad owned by {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:59:32.446051 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcaa7a9-7c0f-4c85-a3bb-5fcc6f0c7ff3 req-dc8a9bd4-8832-4383-801c-99d1e36e9b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:32.453651 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cfcaa7a9-7c0f-4c85-a3bb-5fcc6f0c7ff3 req-dc8a9bd4-8832-4383-801c-99d1e36e9b92 service neutron] 10.222.0.64 "GET /v2.0/networks?id=dffbb47c-422d-4852-9424-879b8c3676a3 HTTP/1.1" status: 200 len: 921 time: 0.2864976 Jul 23 23:59:32.503534 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-01f2a6c2-33ca-4a6d-bd26-366a3e996280 req-927564a0-8f10-4ca0-8162-83c452660d00 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/security-groups?id=7234dcab-bd61-43b3-a41f-dcf65032fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193395 Jul 23 23:59:32.568230 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cfcaa7a9-7c0f-4c85-a3bb-5fcc6f0c7ff3 req-419c9913-5175-4f0f-9a58-f791aec5fb42 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2af03294-3ec2-4803-a655-b77b3a56f9b0 HTTP/1.1" status: 200 len: 217 time: 0.1079707 Jul 23 23:59:32.589094 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab31b7b-d146-45f2-8792-c8683aef357f x-openstack-request-id: req-bab31b7b-d146-45f2-8792-c8683aef357f {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:59:32.589659 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f3fe95f-d7cc-401c-97de-aaa898bceb72", "name": "network-vif-deleted", "tag": "d6580e91-3400-4337-b1ff-81181063b358", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:59:32.590104 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bab31b7b-d146-45f2-8792-c8683aef357f {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:59:32.590864 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f3fe95f-d7cc-401c-97de-aaa898bceb72', 'name': 'network-vif-deleted', 'tag': 'd6580e91-3400-4337-b1ff-81181063b358', 'status': 'completed', 'code': 200} Jul 23 23:59:32.650401 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d4f5d08b-227f-4a7d-a540-f380d004a224 req-f5115c59-3e16-4ada-a0a0-2fb709e53910 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f3fe95f-d7cc-401c-97de-aaa898bceb72 HTTP/1.1" status: 200 len: 210 time: 0.0781307 Jul 23 23:59:32.770703 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e7f90fe7-952b-4420-9371-8a7215923942 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:32.798196 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcaa7a9-7c0f-4c85-a3bb-5fcc6f0c7ff3 req-bea7e1de-542a-456e-9aba-eb83f7a463f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:32.808480 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cfcaa7a9-7c0f-4c85-a3bb-5fcc6f0c7ff3 req-bea7e1de-542a-456e-9aba-eb83f7a463f7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b9d862ac-7d4f-4fd3-9750-e724028711c6 HTTP/1.1" status: 200 len: 860 time: 0.1546934 Jul 23 23:59:32.814797 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f90fe7-952b-4420-9371-8a7215923942 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Pushing event deleted for resources: {'Port': ['ID=c3239e8a-407f-4867-8b15-6a12e8b671ad,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:32.856478 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e7f90fe7-952b-4420-9371-8a7215923942 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:32.860860 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-e7f90fe7-952b-4420-9371-8a7215923942 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] 10.222.0.44 "DELETE /v2.0/ports/c3239e8a-407f-4867-8b15-6a12e8b671ad HTTP/1.1" status: 204 len: 168 time: 1.1563089 Jul 23 23:59:32.865187 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 49468) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:32.889410 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd947c-b803-4e8f-a1db-2e5e4e15304b req-722bf2e2-88ac-42ec-a01f-75c4b5fd8ec5 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:32.896863 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd947c-b803-4e8f-a1db-2e5e4e15304b req-722bf2e2-88ac-42ec-a01f-75c4b5fd8ec5 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:32.903653 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd947c-b803-4e8f-a1db-2e5e4e15304b req-722bf2e2-88ac-42ec-a01f-75c4b5fd8ec5 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:32.912129 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd947c-b803-4e8f-a1db-2e5e4e15304b req-722bf2e2-88ac-42ec-a01f-75c4b5fd8ec5 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:32.919137 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd947c-b803-4e8f-a1db-2e5e4e15304b req-722bf2e2-88ac-42ec-a01f-75c4b5fd8ec5 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:32.923877 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cfcaa7a9-7c0f-4c85-a3bb-5fcc6f0c7ff3 req-d234ff88-7130-4254-a205-8b57966d4ffc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dffbb47c-422d-4852-9424-879b8c3676a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1071084 Jul 23 23:59:32.925808 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd947c-b803-4e8f-a1db-2e5e4e15304b req-722bf2e2-88ac-42ec-a01f-75c4b5fd8ec5 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:32.936921 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd947c-b803-4e8f-a1db-2e5e4e15304b req-722bf2e2-88ac-42ec-a01f-75c4b5fd8ec5 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:32.941227 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-65dd947c-b803-4e8f-a1db-2e5e4e15304b req-722bf2e2-88ac-42ec-a01f-75c4b5fd8ec5 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c075934-d6b2-45f9-8b7a-e05ff072e3c1 HTTP/1.1" status: 200 len: 5429 time: 0.2847857 Jul 23 23:59:32.965398 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 4570f2dc-234f-4a2e-9e3f-da8c4844cab7 up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:59:32.996299 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-385e5dfa-c67d-43dc-9c09-45c7f9207f1f tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] GET failed (client error): The resource could not be found. Jul 23 23:59:33.005812 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 49478) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:33.007556 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-385e5dfa-c67d-43dc-9c09-45c7f9207f1f tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] 10.222.0.44 "GET /v2.0/ports/c3239e8a-407f-4867-8b15-6a12e8b671ad HTTP/1.1" status: 404 len: 333 time: 0.1410639 Jul 23 23:59:33.020714 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-1cd8bdbc-c4ce-438f-9e20-ecff5cb1b7c9 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-536635501', 'network_id': '1c697624-52a5-4712-9335-f60daea2701b'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:59:33.041059 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:33.077608 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-65dd947c-b803-4e8f-a1db-2e5e4e15304b req-3c2df81e-b337-4440-90ec-298639c63025 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/security-groups?id=32ff9839-8d3b-48a3-a25d-b35ae2bb65fa&id=89d8d27b-9412-49b0-8db6-21624a8289f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1354365 Jul 23 23:59:33.154806 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd8bdbc-c4ce-438f-9e20-ecff5cb1b7c9 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Made reservation on behalf of a7e66dd5a5e8486fa9db0c927f44019d for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:59:33.158229 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1cd8bdbc-c4ce-438f-9e20-ecff5cb1b7c9 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:33.187845 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port 4570f2dc-234f-4a2e-9e3f-da8c4844cab7 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:59:33.195142 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port e9196288-6204-4e16-9461-220d43e82026, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=e9196288-6204-4e16-9461-220d43e82026,segment=NetworkSegment(7e96837c-7728-41f8-b9c1-c7a5593efa19),segment_id=7e96837c-7728-41f8-b9c1-c7a5593efa19)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:59:33.196240 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port 4570f2dc-234f-4a2e-9e3f-da8c4844cab7 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:59:33.196684 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:33.207562 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:33.228546 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [None req-1cd8bdbc-c4ce-438f-9e20-ecff5cb1b7c9 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] device_id is not set on port 67cdb8da-8d27-4052-8412-c07965e2019e yet. {{(pid=100314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 23:59:33.255894 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cfcaa7a9-7c0f-4c85-a3bb-5fcc6f0c7ff3 req-123ae3a1-fa2f-487c-bcb8-065e1a2bfb3c service neutron] 10.222.0.64 "GET /v2.0/networks/dffbb47c-422d-4852-9424-879b8c3676a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247941 Jul 23 23:59:33.375633 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daad7e6f-c1db-4f59-8042-0b3f6720bbd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9196288-6204-4e16-9461-220d43e82026'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:59:33.378484 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c9358ef-a83b-474c-82a6-46814e1d9923" -d '{"events": [{"server_uuid": "daad7e6f-c1db-4f59-8042-0b3f6720bbd4", "name": "network-vif-plugged", "status": "completed", "tag": "e9196288-6204-4e16-9461-220d43e82026"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:59:33.408090 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05a228-4af3-49ab-8aaf-30b9da914042 req-0d70dcf5-0f41-481d-a1f6-5e848c2e1dfc tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:33.416469 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9d05a228-4af3-49ab-8aaf-30b9da914042 req-0d70dcf5-0f41-481d-a1f6-5e848c2e1dfc tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/ports?device_id=779b8aec-17d7-4953-837a-2348d8ac1254 HTTP/1.1" status: 200 len: 944 time: 0.1161795 Jul 23 23:59:33.459756 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=e9196288-6204-4e16-9461-220d43e82026,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:33.480852 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9d05a228-4af3-49ab-8aaf-30b9da914042 req-fdf9618c-5437-402b-a837-9efe72495e99 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6a0a271-496a-4936-8ec0-ec680d307275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631747 Jul 23 23:59:33.565305 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef7fe2dd-677a-4379-93ad-3fd757bcefcf x-openstack-request-id: req-ef7fe2dd-677a-4379-93ad-3fd757bcefcf {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:59:33.565588 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daad7e6f-c1db-4f59-8042-0b3f6720bbd4", "name": "network-vif-plugged", "status": "completed", "tag": "e9196288-6204-4e16-9461-220d43e82026", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:59:33.565961 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ef7fe2dd-677a-4379-93ad-3fd757bcefcf {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:59:33.566732 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daad7e6f-c1db-4f59-8042-0b3f6720bbd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9196288-6204-4e16-9461-220d43e82026', 'code': 200} Jul 23 23:59:33.613459 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:33.618746 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cfcaa7a9-7c0f-4c85-a3bb-5fcc6f0c7ff3 req-67def116-acec-4edc-92f5-1a86677c25b8 service neutron] 10.222.0.64 "GET /v2.0/networks/dffbb47c-422d-4852-9424-879b8c3676a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834742 Jul 23 23:59:33.696785 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device b3e01dc1-4a28-4dc1-bc00-6f7b7cd3caac details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:59:33.714360 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 4570f2dc-234f-4a2e-9e3f-da8c4844cab7, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=4570f2dc-234f-4a2e-9e3f-da8c4844cab7,segment=NetworkSegment(c4880529-aea2-41d8-82bf-189956ea9cc7),segment_id=c4880529-aea2-41d8-82bf-189956ea9cc7)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:59:33.726319 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e0a9d-8f7c-464a-a166-39cc31918a0a req-5aeeabf7-f8e7-4e03-9464-303fc3cbcf7f tempest-InstanceActionsNegativeTestJSON-115467766 tempest-InstanceActionsNegativeTestJSON-115467766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:33.727942 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a60e0a9d-8f7c-464a-a166-39cc31918a0a req-5aeeabf7-f8e7-4e03-9464-303fc3cbcf7f tempest-InstanceActionsNegativeTestJSON-115467766 tempest-InstanceActionsNegativeTestJSON-115467766-project] 10.222.0.44 "GET /v2.0/ports?device_id=b684b049-6a67-44bb-9f10-e0e689cb0a06 HTTP/1.1" status: 200 len: 943 time: 0.2155354 Jul 23 23:59:33.738149 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:33.742708 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 8f556c59-81ca-477e-85bf-cbe94e6d27d9 up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:59:33.784802 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1cd8bdbc-c4ce-438f-9e20-ecff5cb1b7c9 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:33.872097 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a60e0a9d-8f7c-464a-a166-39cc31918a0a req-e3ba9dd6-7795-4cb3-b9b3-a67d4ba98bcc tempest-InstanceActionsNegativeTestJSON-115467766 tempest-InstanceActionsNegativeTestJSON-115467766-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc0df17c-c897-44ed-b63b-2faff13a716f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233723 Jul 23 23:59:33.877596 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1cd8bdbc-c4ce-438f-9e20-ecff5cb1b7c9 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:33.880671 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.db.resource_extend [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 23:59:33.920651 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=4570f2dc-234f-4a2e-9e3f-da8c4844cab7,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:33.956704 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf6aa2f-c6c5-45ca-bea0-629f64920330 req-54e7d792-c5aa-4565-a69e-4ebdc8a18c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:33.958350 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9cf6aa2f-c6c5-45ca-bea0-629f64920330 req-54e7d792-c5aa-4565-a69e-4ebdc8a18c9d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=daad7e6f-c1db-4f59-8042-0b3f6720bbd4 HTTP/1.1" status: 200 len: 1097 time: 0.2912672 Jul 23 23:59:33.985510 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd8bdbc-c4ce-438f-9e20-ecff5cb1b7c9 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Network 1c697624-52a5-4712-9335-f60daea2701b is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:59:33.999379 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-1cd8bdbc-c4ce-438f-9e20-ecff5cb1b7c9 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:59:34.006867 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd8bdbc-c4ce-438f-9e20-ecff5cb1b7c9 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:59:34.007835 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd8bdbc-c4ce-438f-9e20-ecff5cb1b7c9 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:34.008451 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1cd8bdbc-c4ce-438f-9e20-ecff5cb1b7c9 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:34.012511 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd8bdbc-c4ce-438f-9e20-ecff5cb1b7c9 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Pushing event updated for resources: {'Port': ['ID=67cdb8da-8d27-4052-8412-c07965e2019e,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:34.027643 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port 8f556c59-81ca-477e-85bf-cbe94e6d27d9 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:59:34.040081 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port b3e01dc1-4a28-4dc1-bc00-6f7b7cd3caac, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=b3e01dc1-4a28-4dc1-bc00-6f7b7cd3caac,segment=NetworkSegment(7e96837c-7728-41f8-b9c1-c7a5593efa19),segment_id=7e96837c-7728-41f8-b9c1-c7a5593efa19)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:59:34.041618 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port 8f556c59-81ca-477e-85bf-cbe94e6d27d9 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:59:34.041798 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:34.046265 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9cf6aa2f-c6c5-45ca-bea0-629f64920330 req-28b7cdd7-33d0-4a01-bd1a-91a281947e0b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b6a0a271-496a-4936-8ec0-ec680d307275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735250 Jul 23 23:59:34.070369 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-1cd8bdbc-c4ce-438f-9e20-ecff5cb1b7c9 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.0601101 Jul 23 23:59:34.072029 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 49516) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:34.111460 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': 'b3e01dc1-4a28-4dc1-bc00-6f7b7cd3caac', 'network_id': '4241b8a6-e2b8-49ab-8f73-7b3653f737f3', 'port_id': 'b3e01dc1-4a28-4dc1-bc00-6f7b7cd3caac', 'mac_address': 'fa:16:3e:fb:a3:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fab8215-ab32-480a-84d1-a0d90f322209', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:59:34.163604 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2118c58-ba16-403b-9c26-52f7316d64dc tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:34.169061 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-a2118c58-ba16-403b-9c26-52f7316d64dc tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] 10.222.0.44 "GET /v2.0/ports/67cdb8da-8d27-4052-8412-c07965e2019e HTTP/1.1" status: 200 len: 954 time: 0.0950828 Jul 23 23:59:34.171492 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:34.172725 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1946acd7-9a7e-4512-9036-007c0af1efb8 req-53407257-e373-4556-b551-efb66eee02a1 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:34.174211 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 49522) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:34.174808 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1946acd7-9a7e-4512-9036-007c0af1efb8 req-53407257-e373-4556-b551-efb66eee02a1 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/ports?device_id=f445b7b0-6b73-4e44-b689-e923034bcd85 HTTP/1.1" status: 200 len: 950 time: 0.0973318 Jul 23 23:59:34.190853 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['9adc90a8-daab-449e-bad1-bd977df0c1fb', '8d4eb6e9-2eeb-4d87-a9ff-e9841baddbd9', '931178ff-8a2c-4c8d-bdb8-bd72bfdecffc', '1200b390-3043-476a-ad9c-f324ee1249db'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:59:34.264840 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1946acd7-9a7e-4512-9036-007c0af1efb8 req-3894b352-13ba-4dd4-a2eb-cbc17fae3aa7 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8ee523e-b776-4966-b1a9-13ed07423313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772679 Jul 23 23:59:34.297658 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3e01dc1-4a28-4dc1-bc00-6f7b7cd3caac {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:59:34.372841 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port b3e01dc1-4a28-4dc1-bc00-6f7b7cd3caac, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=b3e01dc1-4a28-4dc1-bc00-6f7b7cd3caac,segment=NetworkSegment(7e96837c-7728-41f8-b9c1-c7a5593efa19),segment_id=7e96837c-7728-41f8-b9c1-c7a5593efa19)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:59:34.376998 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:34.384564 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:34.441441 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f033c-719c-4b0b-ad13-a8195733aecc req-5b4600d8-3588-4a0f-bded-95dc6a8324bc tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:34.448797 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f033c-719c-4b0b-ad13-a8195733aecc req-5b4600d8-3588-4a0f-bded-95dc6a8324bc tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:34.456862 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f033c-719c-4b0b-ad13-a8195733aecc req-5b4600d8-3588-4a0f-bded-95dc6a8324bc tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:34.463918 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f033c-719c-4b0b-ad13-a8195733aecc req-5b4600d8-3588-4a0f-bded-95dc6a8324bc tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:34.470532 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f033c-719c-4b0b-ad13-a8195733aecc req-5b4600d8-3588-4a0f-bded-95dc6a8324bc tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:34.478965 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f033c-719c-4b0b-ad13-a8195733aecc req-5b4600d8-3588-4a0f-bded-95dc6a8324bc tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:34.485312 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f033c-719c-4b0b-ad13-a8195733aecc req-5b4600d8-3588-4a0f-bded-95dc6a8324bc tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:34.488185 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d90f033c-719c-4b0b-ad13-a8195733aecc req-5b4600d8-3588-4a0f-bded-95dc6a8324bc tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c075934-d6b2-45f9-8b7a-e05ff072e3c1 HTTP/1.1" status: 200 len: 5430 time: 0.2564299 Jul 23 23:59:34.493672 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 8f556c59-81ca-477e-85bf-cbe94e6d27d9, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=8f556c59-81ca-477e-85bf-cbe94e6d27d9,segment=NetworkSegment(c4880529-aea2-41d8-82bf-189956ea9cc7),segment_id=c4880529-aea2-41d8-82bf-189956ea9cc7)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:59:34.495483 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-e8f24f5e-73e9-411b-b4df-8ad59037bc11 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Deleting port 67cdb8da-8d27-4052-8412-c07965e2019e {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:59:34.495914 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e8f24f5e-73e9-411b-b4df-8ad59037bc11 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:34.508886 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:34.515302 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=b3e01dc1-4a28-4dc1-bc00-6f7b7cd3caac,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:34.583116 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d90f033c-719c-4b0b-ad13-a8195733aecc req-eb7daafc-9ce4-4817-853a-4291bf25b3ca tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/security-groups?id=32ff9839-8d3b-48a3-a25d-b35ae2bb65fa&id=89d8d27b-9412-49b0-8db6-21624a8289f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0727587 Jul 23 23:59:34.639445 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=8f556c59-81ca-477e-85bf-cbe94e6d27d9,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:34.660425 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e8f24f5e-73e9-411b-b4df-8ad59037bc11 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:34.680480 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-e8f24f5e-73e9-411b-b4df-8ad59037bc11 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Calling delete_port for 67cdb8da-8d27-4052-8412-c07965e2019e owned by {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:59:34.728841 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933033e8-fc18-4c58-99ae-dae54298a8f6 req-2ec5e133-eb48-4b54-a929-217cd20b2367 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:34.733147 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-933033e8-fc18-4c58-99ae-dae54298a8f6 req-2ec5e133-eb48-4b54-a929-217cd20b2367 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/ports?device_id=779b8aec-17d7-4953-837a-2348d8ac1254 HTTP/1.1" status: 200 len: 945 time: 0.1367252 Jul 23 23:59:34.757283 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['b3e01dc1-4a28-4dc1-bc00-6f7b7cd3caac'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:59:34.814398 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e8f24f5e-73e9-411b-b4df-8ad59037bc11 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:34.829147 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-933033e8-fc18-4c58-99ae-dae54298a8f6 req-2e94dbf5-2cd1-4ccf-9f31-cbcfd1297b9f tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6a0a271-496a-4936-8ec0-ec680d307275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897448 Jul 23 23:59:34.833476 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 1066e3ba-d2f6-4583-a8ed-097498ddee4a up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:59:34.865160 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f24f5e-73e9-411b-b4df-8ad59037bc11 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Pushing event deleted for resources: {'Port': ['ID=67cdb8da-8d27-4052-8412-c07965e2019e,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:34.890617 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e8f24f5e-73e9-411b-b4df-8ad59037bc11 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:34.894189 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-e8f24f5e-73e9-411b-b4df-8ad59037bc11 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] 10.222.0.44 "DELETE /v2.0/ports/67cdb8da-8d27-4052-8412-c07965e2019e HTTP/1.1" status: 204 len: 168 time: 0.7173719 Jul 23 23:59:34.896657 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 49556) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:34.930456 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef39c381-7eea-4c81-9b18-4e77ebb5b021 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] GET failed (client error): The resource could not be found. Jul 23 23:59:34.932855 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-ef39c381-7eea-4c81-9b18-4e77ebb5b021 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] 10.222.0.44 "GET /v2.0/ports/67cdb8da-8d27-4052-8412-c07965e2019e HTTP/1.1" status: 404 len: 333 time: 0.0344212 Jul 23 23:59:34.938725 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 49562) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:34.946070 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-87ca066c-a657-4645-8a87-f5b4fc5d9238 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Request body: {'port': {'network_id': '1c697624-52a5-4712-9335-f60daea2701b', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1331082794'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:59:34.991308 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ca066c-a657-4645-8a87-f5b4fc5d9238 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Made reservation on behalf of a7e66dd5a5e8486fa9db0c927f44019d for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:59:34.996175 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-87ca066c-a657-4645-8a87-f5b4fc5d9238 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:35.021030 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [None req-87ca066c-a657-4645-8a87-f5b4fc5d9238 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] device_id is not set on port 679af840-1153-4a11-bad3-4969bb89dc42 yet. {{(pid=100314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 23:59:35.069211 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83886f1a-8947-4b47-90e2-db81facc1229 req-ea6dcd02-d6fd-4c09-9203-eeb3e2397283 tempest-InstanceActionsNegativeTestJSON-115467766 tempest-InstanceActionsNegativeTestJSON-115467766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:35.077160 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-83886f1a-8947-4b47-90e2-db81facc1229 req-ea6dcd02-d6fd-4c09-9203-eeb3e2397283 tempest-InstanceActionsNegativeTestJSON-115467766 tempest-InstanceActionsNegativeTestJSON-115467766-project] 10.222.0.44 "GET /v2.0/ports?device_id=b684b049-6a67-44bb-9f10-e0e689cb0a06 HTTP/1.1" status: 200 len: 943 time: 0.0920448 Jul 23 23:59:35.116936 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port 1066e3ba-d2f6-4583-a8ed-097498ddee4a completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:59:35.167118 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port 1066e3ba-d2f6-4583-a8ed-097498ddee4a triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:59:35.167736 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:35.277763 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-87ca066c-a657-4645-8a87-f5b4fc5d9238 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:35.361107 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-87ca066c-a657-4645-8a87-f5b4fc5d9238 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:35.521268 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ca066c-a657-4645-8a87-f5b4fc5d9238 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Network 1c697624-52a5-4712-9335-f60daea2701b is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:59:35.538079 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-87ca066c-a657-4645-8a87-f5b4fc5d9238 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:59:35.542988 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ca066c-a657-4645-8a87-f5b4fc5d9238 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:59:35.543963 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ca066c-a657-4645-8a87-f5b4fc5d9238 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:35.544587 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-87ca066c-a657-4645-8a87-f5b4fc5d9238 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:35.573989 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ca066c-a657-4645-8a87-f5b4fc5d9238 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Pushing event updated for resources: {'Port': ['ID=679af840-1153-4a11-bad3-4969bb89dc42,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:35.574331 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c075934-d6b2-45f9-8b7a-e05ff072e3c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4570f2dc-234f-4a2e-9e3f-da8c4844cab7'}, {'server_uuid': '2c075934-d6b2-45f9-8b7a-e05ff072e3c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f556c59-81ca-477e-85bf-cbe94e6d27d9'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:59:35.582406 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f382b0a7-6d3e-4230-a7f3-c23085afb85a" -d '{"events": [{"server_uuid": "2c075934-d6b2-45f9-8b7a-e05ff072e3c1", "name": "network-vif-plugged", "status": "completed", "tag": "4570f2dc-234f-4a2e-9e3f-da8c4844cab7"}, {"server_uuid": "2c075934-d6b2-45f9-8b7a-e05ff072e3c1", "name": "network-vif-plugged", "status": "completed", "tag": "8f556c59-81ca-477e-85bf-cbe94e6d27d9"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:59:35.592731 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-87ca066c-a657-4645-8a87-f5b4fc5d9238 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6526923 Jul 23 23:59:35.596577 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 49606) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:35.602713 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-0a898ed5-8be7-4a9b-a8f5-51c08e7ccdd0 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-800088-16'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:59:35.609021 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-83886f1a-8947-4b47-90e2-db81facc1229 req-0ea24d14-0fc4-4e03-81aa-0a18369ad66d tempest-InstanceActionsNegativeTestJSON-115467766 tempest-InstanceActionsNegativeTestJSON-115467766-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc0df17c-c897-44ed-b63b-2faff13a716f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5308959 Jul 23 23:59:35.638234 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a746d02-1060-4191-86b6-cc20c6d76fd2 req-02418801-7d8f-496c-931b-ac843ad38624 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:35.639900 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7a746d02-1060-4191-86b6-cc20c6d76fd2 req-02418801-7d8f-496c-931b-ac843ad38624 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/ports?device_id=f445b7b0-6b73-4e44-b689-e923034bcd85 HTTP/1.1" status: 200 len: 950 time: 0.2512395 Jul 23 23:59:35.697519 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 2af03294-3ec2-4803-a655-b77b3a56f9b0 details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:59:35.712033 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0a898ed5-8be7-4a9b-a8f5-51c08e7ccdd0 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:35.757974 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7a746d02-1060-4191-86b6-cc20c6d76fd2 req-618d7c3c-ee84-4470-95b5-087f6008cedb tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8ee523e-b776-4966-b1a9-13ed07423313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041324 Jul 23 23:59:35.838126 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 23:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c195b6-eaa5-429b-8b65-6ad3613b2a71 x-openstack-request-id: req-c8c195b6-eaa5-429b-8b65-6ad3613b2a71 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:59:35.838433 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c075934-d6b2-45f9-8b7a-e05ff072e3c1", "name": "network-vif-plugged", "status": "completed", "tag": "4570f2dc-234f-4a2e-9e3f-da8c4844cab7", "code": 200}, {"server_uuid": "2c075934-d6b2-45f9-8b7a-e05ff072e3c1", "name": "network-vif-plugged", "status": "completed", "tag": "8f556c59-81ca-477e-85bf-cbe94e6d27d9", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:59:35.838689 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c8c195b6-eaa5-429b-8b65-6ad3613b2a71 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:59:35.839419 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c075934-d6b2-45f9-8b7a-e05ff072e3c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4570f2dc-234f-4a2e-9e3f-da8c4844cab7', 'code': 200} Jul 23 23:59:35.839996 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c075934-d6b2-45f9-8b7a-e05ff072e3c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f556c59-81ca-477e-85bf-cbe94e6d27d9', 'code': 200} Jul 23 23:59:35.854513 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:35.994211 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 1066e3ba-d2f6-4583-a8ed-097498ddee4a, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=1066e3ba-d2f6-4583-a8ed-097498ddee4a,segment=NetworkSegment(b2922288-39c4-46e4-af35-3b1293a940b3),segment_id=b2922288-39c4-46e4-af35-3b1293a940b3)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:59:36.007745 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:36.008756 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 465c7602-c874-48e3-a644-ba99539fad02 up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:59:36.012644 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 2af03294-3ec2-4803-a655-b77b3a56f9b0, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=2af03294-3ec2-4803-a655-b77b3a56f9b0,segment=NetworkSegment(0fcb403a-5f34-4c17-a8ad-9f7491d1a3c8),segment_id=0fcb403a-5f34-4c17-a8ad-9f7491d1a3c8)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:59:36.030258 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce42cd82-ed6a-471d-95db-26a6845f0571 req-d0ee0656-92b6-44ba-a2f5-00da110e9680 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:36.032861 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ce42cd82-ed6a-471d-95db-26a6845f0571 req-d0ee0656-92b6-44ba-a2f5-00da110e9680 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/ports?device_id=779b8aec-17d7-4953-837a-2348d8ac1254 HTTP/1.1" status: 200 len: 945 time: 0.1048393 Jul 23 23:59:36.083863 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': '2af03294-3ec2-4803-a655-b77b3a56f9b0', 'network_id': 'dffbb47c-422d-4852-9424-879b8c3676a3', 'port_id': '2af03294-3ec2-4803-a655-b77b3a56f9b0', 'mac_address': 'fa:16:3e:8e:38:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9d862ac-7d4f-4fd3-9750-e724028711c6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:59:36.138172 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ce42cd82-ed6a-471d-95db-26a6845f0571 req-6e0ab2d5-8081-4ec1-98b1-0b9fb070c1d7 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6a0a271-496a-4936-8ec0-ec680d307275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993373 Jul 23 23:59:36.140591 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6037edb0-502d-40d4-8d88-8b543948bc21 req-771d03c8-bf2e-487e-be85-7a49463734b0 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:36.142324 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6037edb0-502d-40d4-8d88-8b543948bc21 req-771d03c8-bf2e-487e-be85-7a49463734b0 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.64 "GET /v2.0/ports?device_id=f445b7b0-6b73-4e44-b689-e923034bcd85 HTTP/1.1" status: 200 len: 950 time: 0.2872591 Jul 23 23:59:36.166618 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [None req-0a898ed5-8be7-4a9b-a8f5-51c08e7ccdd0 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] device_id is not set on port 679af840-1153-4a11-bad3-4969bb89dc42 yet. {{(pid=100314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 23:59:36.174181 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=1066e3ba-d2f6-4583-a8ed-097498ddee4a,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:36.188511 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:36.203926 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port 465c7602-c874-48e3-a644-ba99539fad02 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:59:36.207996 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b7460-c20a-4c20-84ad-308707e67d9b req-ecd48295-d76d-41de-a06b-5ac9dce88c7b tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:36.210024 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port 465c7602-c874-48e3-a644-ba99539fad02 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:59:36.210422 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:36.213579 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b7460-c20a-4c20-84ad-308707e67d9b req-ecd48295-d76d-41de-a06b-5ac9dce88c7b tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:36.219528 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b7460-c20a-4c20-84ad-308707e67d9b req-ecd48295-d76d-41de-a06b-5ac9dce88c7b tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:36.225969 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b7460-c20a-4c20-84ad-308707e67d9b req-ecd48295-d76d-41de-a06b-5ac9dce88c7b tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:36.232115 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b7460-c20a-4c20-84ad-308707e67d9b req-ecd48295-d76d-41de-a06b-5ac9dce88c7b tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:36.238861 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b7460-c20a-4c20-84ad-308707e67d9b req-ecd48295-d76d-41de-a06b-5ac9dce88c7b tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:36.239135 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2af03294-3ec2-4803-a655-b77b3a56f9b0 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:59:36.246429 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b7460-c20a-4c20-84ad-308707e67d9b req-ecd48295-d76d-41de-a06b-5ac9dce88c7b tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:36.255088 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c38b7460-c20a-4c20-84ad-308707e67d9b req-ecd48295-d76d-41de-a06b-5ac9dce88c7b tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c075934-d6b2-45f9-8b7a-e05ff072e3c1 HTTP/1.1" status: 200 len: 5431 time: 0.4016035 Jul 23 23:59:36.268039 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0a898ed5-8be7-4a9b-a8f5-51c08e7ccdd0 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:36.274584 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 2af03294-3ec2-4803-a655-b77b3a56f9b0, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=2af03294-3ec2-4803-a655-b77b3a56f9b0,segment=NetworkSegment(0fcb403a-5f34-4c17-a8ad-9f7491d1a3c8),segment_id=0fcb403a-5f34-4c17-a8ad-9f7491d1a3c8)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:59:36.288738 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:36.313410 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [None req-0a898ed5-8be7-4a9b-a8f5-51c08e7ccdd0 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Transition to ACTIVE for port object 679af840-1153-4a11-bad3-4969bb89dc42 will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:59:36.334505 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0a898ed5-8be7-4a9b-a8f5-51c08e7ccdd0 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:36.369121 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:36.375680 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c38b7460-c20a-4c20-84ad-308707e67d9b req-5e654589-99ce-4348-b0d3-991a4cd8a5e9 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/security-groups?id=32ff9839-8d3b-48a3-a25d-b35ae2bb65fa&id=89d8d27b-9412-49b0-8db6-21624a8289f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1194417 Jul 23 23:59:36.384247 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=2af03294-3ec2-4803-a655-b77b3a56f9b0,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:36.413401 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 465c7602-c874-48e3-a644-ba99539fad02, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=465c7602-c874-48e3-a644-ba99539fad02,segment=NetworkSegment(21032195-e2aa-496f-b3b7-a4625dd43e90),segment_id=21032195-e2aa-496f-b3b7-a4625dd43e90)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:59:36.418408 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:36.419450 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 5aa7c101-ee25-4b57-94d7-7279b107b66d up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:59:36.538132 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=465c7602-c874-48e3-a644-ba99539fad02,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:36.545043 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a898ed5-8be7-4a9b-a8f5-51c08e7ccdd0 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Pushing event updated for resources: {'Port': ['ID=679af840-1153-4a11-bad3-4969bb89dc42,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:36.547922 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port 5aa7c101-ee25-4b57-94d7-7279b107b66d completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:59:36.551134 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [None req-0a898ed5-8be7-4a9b-a8f5-51c08e7ccdd0 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempting to bind port 679af840-1153-4a11-bad3-4969bb89dc42 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:59:36.551785 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [None req-0a898ed5-8be7-4a9b-a8f5-51c08e7ccdd0 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempting to bind port 679af840-1153-4a11-bad3-4969bb89dc42 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': 'a09ba1a1-800b-4cdc-b1a1-ea65d777fdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1c697624-52a5-4712-9335-f60daea2701b'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:59:36.552672 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a898ed5-8be7-4a9b-a8f5-51c08e7ccdd0 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempting to bind port 679af840-1153-4a11-bad3-4969bb89dc42 on network 1c697624-52a5-4712-9335-f60daea2701b {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:59:36.555358 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port 5aa7c101-ee25-4b57-94d7-7279b107b66d triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:59:36.559456 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:36.560597 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-6037edb0-502d-40d4-8d88-8b543948bc21 req-b8d75258-0745-4ce5-a95a-b9c6543acb62 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Deleting port 65962bd2-fe29-48c3-be3a-635a67c98b08 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:59:36.561107 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-6037edb0-502d-40d4-8d88-8b543948bc21 req-b8d75258-0745-4ce5-a95a-b9c6543acb62 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:36.566487 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a898ed5-8be7-4a9b-a8f5-51c08e7ccdd0 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Port 679af840-1153-4a11-bad3-4969bb89dc42 on network 1c697624-52a5-4712-9335-f60daea2701b not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:59:36.566762 n-d-800088-16 neutron-server[100314]: ERROR neutron.plugins.ml2.managers [None req-0a898ed5-8be7-4a9b-a8f5-51c08e7ccdd0 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Failed to bind port 679af840-1153-4a11-bad3-4969bb89dc42 on host n-h2-800088-16 for vnic_type normal using segments [{'id': 'a09ba1a1-800b-4cdc-b1a1-ea65d777fdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1c697624-52a5-4712-9335-f60daea2701b'}] Jul 23 23:59:36.578827 n-d-800088-16 neutron-server[100314]: INFO neutron.plugins.ml2.plugin [None req-0a898ed5-8be7-4a9b-a8f5-51c08e7ccdd0 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempt 2 to bind port 679af840-1153-4a11-bad3-4969bb89dc42 Jul 23 23:59:36.590479 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['2af03294-3ec2-4803-a655-b77b3a56f9b0'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:59:36.610153 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [None req-0a898ed5-8be7-4a9b-a8f5-51c08e7ccdd0 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempting to bind port 679af840-1153-4a11-bad3-4969bb89dc42 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:59:36.610549 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [None req-0a898ed5-8be7-4a9b-a8f5-51c08e7ccdd0 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempting to bind port 679af840-1153-4a11-bad3-4969bb89dc42 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': 'a09ba1a1-800b-4cdc-b1a1-ea65d777fdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1c697624-52a5-4712-9335-f60daea2701b'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:59:36.610896 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a898ed5-8be7-4a9b-a8f5-51c08e7ccdd0 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempting to bind port 679af840-1153-4a11-bad3-4969bb89dc42 on network 1c697624-52a5-4712-9335-f60daea2701b {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:59:36.633729 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a898ed5-8be7-4a9b-a8f5-51c08e7ccdd0 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Port 679af840-1153-4a11-bad3-4969bb89dc42 on network 1c697624-52a5-4712-9335-f60daea2701b not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:59:36.634111 n-d-800088-16 neutron-server[100314]: ERROR neutron.plugins.ml2.managers [None req-0a898ed5-8be7-4a9b-a8f5-51c08e7ccdd0 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Failed to bind port 679af840-1153-4a11-bad3-4969bb89dc42 on host n-h2-800088-16 for vnic_type normal using segments [{'id': 'a09ba1a1-800b-4cdc-b1a1-ea65d777fdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1c697624-52a5-4712-9335-f60daea2701b'}] Jul 23 23:59:36.640117 n-d-800088-16 neutron-server[100314]: INFO neutron.plugins.ml2.plugin [None req-0a898ed5-8be7-4a9b-a8f5-51c08e7ccdd0 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempt 3 to bind port 679af840-1153-4a11-bad3-4969bb89dc42 Jul 23 23:59:36.690516 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [None req-0a898ed5-8be7-4a9b-a8f5-51c08e7ccdd0 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempting to bind port 679af840-1153-4a11-bad3-4969bb89dc42 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:59:36.690815 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [None req-0a898ed5-8be7-4a9b-a8f5-51c08e7ccdd0 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempting to bind port 679af840-1153-4a11-bad3-4969bb89dc42 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': 'a09ba1a1-800b-4cdc-b1a1-ea65d777fdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1c697624-52a5-4712-9335-f60daea2701b'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:59:36.691232 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a898ed5-8be7-4a9b-a8f5-51c08e7ccdd0 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempting to bind port 679af840-1153-4a11-bad3-4969bb89dc42 on network 1c697624-52a5-4712-9335-f60daea2701b {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:59:36.703712 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a898ed5-8be7-4a9b-a8f5-51c08e7ccdd0 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Port 679af840-1153-4a11-bad3-4969bb89dc42 on network 1c697624-52a5-4712-9335-f60daea2701b not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:59:36.704045 n-d-800088-16 neutron-server[100314]: ERROR neutron.plugins.ml2.managers [None req-0a898ed5-8be7-4a9b-a8f5-51c08e7ccdd0 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Failed to bind port 679af840-1153-4a11-bad3-4969bb89dc42 on host n-h2-800088-16 for vnic_type normal using segments [{'id': 'a09ba1a1-800b-4cdc-b1a1-ea65d777fdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1c697624-52a5-4712-9335-f60daea2701b'}] Jul 23 23:59:36.708569 n-d-800088-16 neutron-server[100314]: INFO neutron.plugins.ml2.plugin [None req-0a898ed5-8be7-4a9b-a8f5-51c08e7ccdd0 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempt 4 to bind port 679af840-1153-4a11-bad3-4969bb89dc42 Jul 23 23:59:36.720177 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:36.729602 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [None req-0a898ed5-8be7-4a9b-a8f5-51c08e7ccdd0 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempting to bind port 679af840-1153-4a11-bad3-4969bb89dc42 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:59:36.729944 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [None req-0a898ed5-8be7-4a9b-a8f5-51c08e7ccdd0 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempting to bind port 679af840-1153-4a11-bad3-4969bb89dc42 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': 'a09ba1a1-800b-4cdc-b1a1-ea65d777fdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1c697624-52a5-4712-9335-f60daea2701b'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:59:36.730564 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a898ed5-8be7-4a9b-a8f5-51c08e7ccdd0 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempting to bind port 679af840-1153-4a11-bad3-4969bb89dc42 on network 1c697624-52a5-4712-9335-f60daea2701b {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:59:36.741826 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a898ed5-8be7-4a9b-a8f5-51c08e7ccdd0 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Port 679af840-1153-4a11-bad3-4969bb89dc42 on network 1c697624-52a5-4712-9335-f60daea2701b not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:59:36.742352 n-d-800088-16 neutron-server[100314]: ERROR neutron.plugins.ml2.managers [None req-0a898ed5-8be7-4a9b-a8f5-51c08e7ccdd0 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Failed to bind port 679af840-1153-4a11-bad3-4969bb89dc42 on host n-h2-800088-16 for vnic_type normal using segments [{'id': 'a09ba1a1-800b-4cdc-b1a1-ea65d777fdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1c697624-52a5-4712-9335-f60daea2701b'}] Jul 23 23:59:36.746152 n-d-800088-16 neutron-server[100314]: INFO neutron.plugins.ml2.plugin [None req-0a898ed5-8be7-4a9b-a8f5-51c08e7ccdd0 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempt 5 to bind port 679af840-1153-4a11-bad3-4969bb89dc42 Jul 23 23:59:36.750349 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-6037edb0-502d-40d4-8d88-8b543948bc21 req-b8d75258-0745-4ce5-a95a-b9c6543acb62 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] For port 65962bd2-fe29-48c3-be3a-635a67c98b08, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=65962bd2-fe29-48c3-be3a-635a67c98b08,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:59:36.750736 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-6037edb0-502d-40d4-8d88-8b543948bc21 req-b8d75258-0745-4ce5-a95a-b9c6543acb62 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:36.800366 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-6037edb0-502d-40d4-8d88-8b543948bc21 req-b8d75258-0745-4ce5-a95a-b9c6543acb62 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Calling delete_port for 65962bd2-fe29-48c3-be3a-635a67c98b08 owned by compute:nova {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:59:36.805492 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [None req-0a898ed5-8be7-4a9b-a8f5-51c08e7ccdd0 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempting to bind port 679af840-1153-4a11-bad3-4969bb89dc42 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:59:36.805841 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [None req-0a898ed5-8be7-4a9b-a8f5-51c08e7ccdd0 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempting to bind port 679af840-1153-4a11-bad3-4969bb89dc42 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': 'a09ba1a1-800b-4cdc-b1a1-ea65d777fdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1c697624-52a5-4712-9335-f60daea2701b'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:59:36.806423 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a898ed5-8be7-4a9b-a8f5-51c08e7ccdd0 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempting to bind port 679af840-1153-4a11-bad3-4969bb89dc42 on network 1c697624-52a5-4712-9335-f60daea2701b {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:59:36.817476 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a898ed5-8be7-4a9b-a8f5-51c08e7ccdd0 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Port 679af840-1153-4a11-bad3-4969bb89dc42 on network 1c697624-52a5-4712-9335-f60daea2701b not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:59:36.817819 n-d-800088-16 neutron-server[100314]: ERROR neutron.plugins.ml2.managers [None req-0a898ed5-8be7-4a9b-a8f5-51c08e7ccdd0 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Failed to bind port 679af840-1153-4a11-bad3-4969bb89dc42 on host n-h2-800088-16 for vnic_type normal using segments [{'id': 'a09ba1a1-800b-4cdc-b1a1-ea65d777fdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1c697624-52a5-4712-9335-f60daea2701b'}] Jul 23 23:59:36.818226 n-d-800088-16 neutron-server[100314]: INFO neutron.plugins.ml2.plugin [None req-0a898ed5-8be7-4a9b-a8f5-51c08e7ccdd0 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempt 6 to bind port 679af840-1153-4a11-bad3-4969bb89dc42 Jul 23 23:59:36.855270 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 5aa7c101-ee25-4b57-94d7-7279b107b66d, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=5aa7c101-ee25-4b57-94d7-7279b107b66d,segment=NetworkSegment(b2922288-39c4-46e4-af35-3b1293a940b3),segment_id=b2922288-39c4-46e4-af35-3b1293a940b3)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:59:36.861932 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d978ea1-2141-407c-9af8-50f2973f20ad req-d67a5da9-6da5-4f7a-a154-944628982fe0 tempest-InstanceActionsNegativeTestJSON-115467766 tempest-InstanceActionsNegativeTestJSON-115467766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:36.864002 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5d978ea1-2141-407c-9af8-50f2973f20ad req-d67a5da9-6da5-4f7a-a154-944628982fe0 tempest-InstanceActionsNegativeTestJSON-115467766 tempest-InstanceActionsNegativeTestJSON-115467766-project] 10.222.0.44 "GET /v2.0/ports?device_id=b684b049-6a67-44bb-9f10-e0e689cb0a06 HTTP/1.1" status: 200 len: 944 time: 0.1205542 Jul 23 23:59:36.876234 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:36.877241 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device e3557d7c-9f5d-4806-8073-44a23ccf9e4e up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:59:36.951616 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [None req-0a898ed5-8be7-4a9b-a8f5-51c08e7ccdd0 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempting to bind port 679af840-1153-4a11-bad3-4969bb89dc42 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:59:36.953181 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [None req-0a898ed5-8be7-4a9b-a8f5-51c08e7ccdd0 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempting to bind port 679af840-1153-4a11-bad3-4969bb89dc42 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': 'a09ba1a1-800b-4cdc-b1a1-ea65d777fdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1c697624-52a5-4712-9335-f60daea2701b'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:59:36.954436 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a898ed5-8be7-4a9b-a8f5-51c08e7ccdd0 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempting to bind port 679af840-1153-4a11-bad3-4969bb89dc42 on network 1c697624-52a5-4712-9335-f60daea2701b {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:59:36.972174 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a898ed5-8be7-4a9b-a8f5-51c08e7ccdd0 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Port 679af840-1153-4a11-bad3-4969bb89dc42 on network 1c697624-52a5-4712-9335-f60daea2701b not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:59:36.972578 n-d-800088-16 neutron-server[100314]: ERROR neutron.plugins.ml2.managers [None req-0a898ed5-8be7-4a9b-a8f5-51c08e7ccdd0 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Failed to bind port 679af840-1153-4a11-bad3-4969bb89dc42 on host n-h2-800088-16 for vnic_type normal using segments [{'id': 'a09ba1a1-800b-4cdc-b1a1-ea65d777fdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1c697624-52a5-4712-9335-f60daea2701b'}] Jul 23 23:59:36.973745 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5d978ea1-2141-407c-9af8-50f2973f20ad req-59b7502e-9ff8-482c-ba40-915ff6042b69 tempest-InstanceActionsNegativeTestJSON-115467766 tempest-InstanceActionsNegativeTestJSON-115467766-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc0df17c-c897-44ed-b63b-2faff13a716f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953846 Jul 23 23:59:36.983244 n-d-800088-16 neutron-server[100314]: INFO neutron.plugins.ml2.plugin [None req-0a898ed5-8be7-4a9b-a8f5-51c08e7ccdd0 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempt 7 to bind port 679af840-1153-4a11-bad3-4969bb89dc42 Jul 23 23:59:37.036257 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [None req-0a898ed5-8be7-4a9b-a8f5-51c08e7ccdd0 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempting to bind port 679af840-1153-4a11-bad3-4969bb89dc42 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:59:37.036607 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [None req-0a898ed5-8be7-4a9b-a8f5-51c08e7ccdd0 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempting to bind port 679af840-1153-4a11-bad3-4969bb89dc42 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': 'a09ba1a1-800b-4cdc-b1a1-ea65d777fdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1c697624-52a5-4712-9335-f60daea2701b'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:59:37.036992 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a898ed5-8be7-4a9b-a8f5-51c08e7ccdd0 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempting to bind port 679af840-1153-4a11-bad3-4969bb89dc42 on network 1c697624-52a5-4712-9335-f60daea2701b {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:59:37.049734 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a898ed5-8be7-4a9b-a8f5-51c08e7ccdd0 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Port 679af840-1153-4a11-bad3-4969bb89dc42 on network 1c697624-52a5-4712-9335-f60daea2701b not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:59:37.050156 n-d-800088-16 neutron-server[100314]: ERROR neutron.plugins.ml2.managers [None req-0a898ed5-8be7-4a9b-a8f5-51c08e7ccdd0 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Failed to bind port 679af840-1153-4a11-bad3-4969bb89dc42 on host n-h2-800088-16 for vnic_type normal using segments [{'id': 'a09ba1a1-800b-4cdc-b1a1-ea65d777fdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1c697624-52a5-4712-9335-f60daea2701b'}] Jul 23 23:59:37.058428 n-d-800088-16 neutron-server[100314]: INFO neutron.plugins.ml2.plugin [None req-0a898ed5-8be7-4a9b-a8f5-51c08e7ccdd0 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempt 8 to bind port 679af840-1153-4a11-bad3-4969bb89dc42 Jul 23 23:59:37.099918 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [None req-0a898ed5-8be7-4a9b-a8f5-51c08e7ccdd0 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempting to bind port 679af840-1153-4a11-bad3-4969bb89dc42 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:59:37.100388 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [None req-0a898ed5-8be7-4a9b-a8f5-51c08e7ccdd0 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempting to bind port 679af840-1153-4a11-bad3-4969bb89dc42 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': 'a09ba1a1-800b-4cdc-b1a1-ea65d777fdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1c697624-52a5-4712-9335-f60daea2701b'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:59:37.100748 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a898ed5-8be7-4a9b-a8f5-51c08e7ccdd0 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempting to bind port 679af840-1153-4a11-bad3-4969bb89dc42 on network 1c697624-52a5-4712-9335-f60daea2701b {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:59:37.118023 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a898ed5-8be7-4a9b-a8f5-51c08e7ccdd0 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Port 679af840-1153-4a11-bad3-4969bb89dc42 on network 1c697624-52a5-4712-9335-f60daea2701b not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:59:37.118413 n-d-800088-16 neutron-server[100314]: ERROR neutron.plugins.ml2.managers [None req-0a898ed5-8be7-4a9b-a8f5-51c08e7ccdd0 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Failed to bind port 679af840-1153-4a11-bad3-4969bb89dc42 on host n-h2-800088-16 for vnic_type normal using segments [{'id': 'a09ba1a1-800b-4cdc-b1a1-ea65d777fdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1c697624-52a5-4712-9335-f60daea2701b'}] Jul 23 23:59:37.120800 n-d-800088-16 neutron-server[100314]: INFO neutron.plugins.ml2.plugin [None req-0a898ed5-8be7-4a9b-a8f5-51c08e7ccdd0 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempt 9 to bind port 679af840-1153-4a11-bad3-4969bb89dc42 Jul 23 23:59:37.121257 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=5aa7c101-ee25-4b57-94d7-7279b107b66d,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:37.225445 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port e3557d7c-9f5d-4806-8073-44a23ccf9e4e completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:59:37.236207 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port e3557d7c-9f5d-4806-8073-44a23ccf9e4e triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:59:37.236892 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:37.266650 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9867d1d5-a13c-4c55-84ff-3aac9cdbf0d6 req-0d9f74c9-f01c-42f5-84d6-a09d435e1125 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:37.293483 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9867d1d5-a13c-4c55-84ff-3aac9cdbf0d6 req-0d9f74c9-f01c-42f5-84d6-a09d435e1125 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/ports?device_id=f445b7b0-6b73-4e44-b689-e923034bcd85 HTTP/1.1" status: 200 len: 950 time: 0.2122781 Jul 23 23:59:37.328648 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [None req-0a898ed5-8be7-4a9b-a8f5-51c08e7ccdd0 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempting to bind port 679af840-1153-4a11-bad3-4969bb89dc42 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:59:37.329031 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [None req-0a898ed5-8be7-4a9b-a8f5-51c08e7ccdd0 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempting to bind port 679af840-1153-4a11-bad3-4969bb89dc42 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': 'a09ba1a1-800b-4cdc-b1a1-ea65d777fdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1c697624-52a5-4712-9335-f60daea2701b'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:59:37.329335 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a898ed5-8be7-4a9b-a8f5-51c08e7ccdd0 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempting to bind port 679af840-1153-4a11-bad3-4969bb89dc42 on network 1c697624-52a5-4712-9335-f60daea2701b {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:59:37.341778 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-6037edb0-502d-40d4-8d88-8b543948bc21 req-b8d75258-0745-4ce5-a95a-b9c6543acb62 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:37.376242 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['9adc90a8-daab-449e-bad1-bd977df0c1fb', '8d4eb6e9-2eeb-4d87-a9ff-e9841baddbd9', '931178ff-8a2c-4c8d-bdb8-bd72bfdecffc', '1200b390-3043-476a-ad9c-f324ee1249db'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:59:37.401060 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9867d1d5-a13c-4c55-84ff-3aac9cdbf0d6 req-faa264f8-0938-456d-9725-04b526b412b9 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8ee523e-b776-4966-b1a9-13ed07423313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972402 Jul 23 23:59:37.407217 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a898ed5-8be7-4a9b-a8f5-51c08e7ccdd0 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Port 679af840-1153-4a11-bad3-4969bb89dc42 on network 1c697624-52a5-4712-9335-f60daea2701b not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:59:37.407217 n-d-800088-16 neutron-server[100314]: ERROR neutron.plugins.ml2.managers [None req-0a898ed5-8be7-4a9b-a8f5-51c08e7ccdd0 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Failed to bind port 679af840-1153-4a11-bad3-4969bb89dc42 on host n-h2-800088-16 for vnic_type normal using segments [{'id': 'a09ba1a1-800b-4cdc-b1a1-ea65d777fdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1c697624-52a5-4712-9335-f60daea2701b'}] Jul 23 23:59:37.414331 n-d-800088-16 neutron-server[100314]: INFO neutron.plugins.ml2.plugin [None req-0a898ed5-8be7-4a9b-a8f5-51c08e7ccdd0 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempt 10 to bind port 679af840-1153-4a11-bad3-4969bb89dc42 Jul 23 23:59:37.451473 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [None req-0a898ed5-8be7-4a9b-a8f5-51c08e7ccdd0 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempting to bind port 679af840-1153-4a11-bad3-4969bb89dc42 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:59:37.451818 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [None req-0a898ed5-8be7-4a9b-a8f5-51c08e7ccdd0 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempting to bind port 679af840-1153-4a11-bad3-4969bb89dc42 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': 'a09ba1a1-800b-4cdc-b1a1-ea65d777fdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1c697624-52a5-4712-9335-f60daea2701b'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:59:37.452163 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a898ed5-8be7-4a9b-a8f5-51c08e7ccdd0 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempting to bind port 679af840-1153-4a11-bad3-4969bb89dc42 on network 1c697624-52a5-4712-9335-f60daea2701b {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:59:37.487493 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d75258-0745-4ce5-a95a-b9c6543acb62 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Pushing event deleted for resources: {'Port': ['ID=65962bd2-fe29-48c3-be3a-635a67c98b08,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:37.534315 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:37.574215 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a898ed5-8be7-4a9b-a8f5-51c08e7ccdd0 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Port 679af840-1153-4a11-bad3-4969bb89dc42 on network 1c697624-52a5-4712-9335-f60daea2701b not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:59:37.574468 n-d-800088-16 neutron-server[100314]: ERROR neutron.plugins.ml2.managers [None req-0a898ed5-8be7-4a9b-a8f5-51c08e7ccdd0 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Failed to bind port 679af840-1153-4a11-bad3-4969bb89dc42 on host n-h2-800088-16 for vnic_type normal using segments [{'id': 'a09ba1a1-800b-4cdc-b1a1-ea65d777fdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1c697624-52a5-4712-9335-f60daea2701b'}] Jul 23 23:59:37.574693 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0a898ed5-8be7-4a9b-a8f5-51c08e7ccdd0 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:37.645906 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-6037edb0-502d-40d4-8d88-8b543948bc21 req-b8d75258-0745-4ce5-a95a-b9c6543acb62 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] No DVR routers for this DVR port 65962bd2-fe29-48c3-be3a-635a67c98b08 on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:59:37.656596 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-6037edb0-502d-40d4-8d88-8b543948bc21 req-b8d75258-0745-4ce5-a95a-b9c6543acb62 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:37.659401 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6037edb0-502d-40d4-8d88-8b543948bc21 req-b8d75258-0745-4ce5-a95a-b9c6543acb62 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.64 "DELETE /v2.0/ports/65962bd2-fe29-48c3-be3a-635a67c98b08 HTTP/1.1" status: 204 len: 173 time: 1.5094178 Jul 23 23:59:37.663211 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f445b7b0-6b73-4e44-b689-e923034bcd85', 'name': 'network-vif-deleted', 'tag': '65962bd2-fe29-48c3-be3a-635a67c98b08'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:59:37.667348 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port e3557d7c-9f5d-4806-8073-44a23ccf9e4e, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=e3557d7c-9f5d-4806-8073-44a23ccf9e4e,segment=NetworkSegment(c4880529-aea2-41d8-82bf-189956ea9cc7),segment_id=c4880529-aea2-41d8-82bf-189956ea9cc7)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:59:37.669221 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a450f6d-6b5d-4bfe-9e99-afbfb38e620b" -d '{"events": [{"server_uuid": "f445b7b0-6b73-4e44-b689-e923034bcd85", "name": "network-vif-deleted", "tag": "65962bd2-fe29-48c3-be3a-635a67c98b08"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:59:37.706224 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d832a-20eb-4e6b-8e5f-e9704f2a94ce req-e37ee314-ee28-4a69-8760-52bc10b0b11a tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:37.712696 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d832a-20eb-4e6b-8e5f-e9704f2a94ce req-e37ee314-ee28-4a69-8760-52bc10b0b11a tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:37.716281 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:37.730100 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d832a-20eb-4e6b-8e5f-e9704f2a94ce req-e37ee314-ee28-4a69-8760-52bc10b0b11a tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:37.741777 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 81a8f0b1-769d-4ca4-86d6-b9aa7b701441 details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:59:37.743215 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d832a-20eb-4e6b-8e5f-e9704f2a94ce req-e37ee314-ee28-4a69-8760-52bc10b0b11a tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:37.745410 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device b3e01dc1-4a28-4dc1-bc00-6f7b7cd3caac up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:59:37.756025 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d832a-20eb-4e6b-8e5f-e9704f2a94ce req-e37ee314-ee28-4a69-8760-52bc10b0b11a tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:37.757780 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device a1b78b8a-fbe7-495d-8c1b-d40899859c16 up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:59:37.776943 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d832a-20eb-4e6b-8e5f-e9704f2a94ce req-e37ee314-ee28-4a69-8760-52bc10b0b11a tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:37.794682 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d832a-20eb-4e6b-8e5f-e9704f2a94ce req-e37ee314-ee28-4a69-8760-52bc10b0b11a tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:37.804946 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-0a898ed5-8be7-4a9b-a8f5-51c08e7ccdd0 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] For port 679af840-1153-4a11-bad3-4969bb89dc42, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:59:37.805537 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-0a898ed5-8be7-4a9b-a8f5-51c08e7ccdd0 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attempted to set empty binding levels {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 23 23:59:37.808563 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-251d832a-20eb-4e6b-8e5f-e9704f2a94ce req-e37ee314-ee28-4a69-8760-52bc10b0b11a tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c075934-d6b2-45f9-8b7a-e05ff072e3c1 HTTP/1.1" status: 200 len: 5434 time: 0.2590847 Jul 23 23:59:37.819210 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f598d30-28ca-4349-b452-69a15f8736a6 req-df302baf-161b-45da-a296-d28f46cdd6a0 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:37.828300 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8f598d30-28ca-4349-b452-69a15f8736a6 req-df302baf-161b-45da-a296-d28f46cdd6a0 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/ports?device_id=779b8aec-17d7-4953-837a-2348d8ac1254 HTTP/1.1" status: 200 len: 945 time: 0.4918673 Jul 23 23:59:37.840856 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0a898ed5-8be7-4a9b-a8f5-51c08e7ccdd0 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:37.913320 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-0a898ed5-8be7-4a9b-a8f5-51c08e7ccdd0 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] In _notify_port_updated(), no bound segment for port 679af840-1153-4a11-bad3-4969bb89dc42 on network 1c697624-52a5-4712-9335-f60daea2701b {{(pid=100314) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 23:59:37.914224 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a898ed5-8be7-4a9b-a8f5-51c08e7ccdd0 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:37.914846 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0a898ed5-8be7-4a9b-a8f5-51c08e7ccdd0 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:37.916206 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-0a898ed5-8be7-4a9b-a8f5-51c08e7ccdd0 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] 10.222.0.44 "PUT /v2.0/ports/679af840-1153-4a11-bad3-4969bb89dc42 HTTP/1.1" status: 200 len: 976 time: 2.3190029 Jul 23 23:59:37.924359 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 49756) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:37.931360 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['705c0692-2c5a-44f2-9064-556bee2e28c7', 'e2c35871-199c-4bb4-8a67-a993a592fc9d', '65962bd2-fe29-48c3-be3a-635a67c98b08'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:59:37.959184 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c075934-d6b2-45f9-8b7a-e05ff072e3c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1066e3ba-d2f6-4583-a8ed-097498ddee4a'}, {'server_uuid': '2c075934-d6b2-45f9-8b7a-e05ff072e3c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '465c7602-c874-48e3-a644-ba99539fad02'}, {'server_uuid': '2c075934-d6b2-45f9-8b7a-e05ff072e3c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aa7c101-ee25-4b57-94d7-7279b107b66d'}, {'server_uuid': '2c075934-d6b2-45f9-8b7a-e05ff072e3c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3557d7c-9f5d-4806-8073-44a23ccf9e4e'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:59:37.961514 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-251d832a-20eb-4e6b-8e5f-e9704f2a94ce req-50a23f52-1ac8-4751-9776-e904637a157a tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/security-groups?id=32ff9839-8d3b-48a3-a25d-b35ae2bb65fa&id=89d8d27b-9412-49b0-8db6-21624a8289f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1518850 Jul 23 23:59:37.974237 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46729a7b-859c-46dc-8ee6-4394dc8d1fa0" -d '{"events": [{"server_uuid": "2c075934-d6b2-45f9-8b7a-e05ff072e3c1", "name": "network-vif-plugged", "status": "completed", "tag": "1066e3ba-d2f6-4583-a8ed-097498ddee4a"}, {"server_uuid": "2c075934-d6b2-45f9-8b7a-e05ff072e3c1", "name": "network-vif-plugged", "status": "completed", "tag": "465c7602-c874-48e3-a644-ba99539fad02"}, {"server_uuid": "2c075934-d6b2-45f9-8b7a-e05ff072e3c1", "name": "network-vif-plugged", "status": "completed", "tag": "5aa7c101-ee25-4b57-94d7-7279b107b66d"}, {"server_uuid": "2c075934-d6b2-45f9-8b7a-e05ff072e3c1", "name": "network-vif-plugged", "status": "completed", "tag": "e3557d7c-9f5d-4806-8073-44a23ccf9e4e"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:59:37.994348 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8f598d30-28ca-4349-b452-69a15f8736a6 req-d9301896-8bcb-46c0-aeec-21e146d9f8fb tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6a0a271-496a-4936-8ec0-ec680d307275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644483 Jul 23 23:59:38.086183 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a898ed5-8be7-4a9b-a8f5-51c08e7ccdd0 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Pushing event updated for resources: {'Port': ['ID=679af840-1153-4a11-bad3-4969bb89dc42,revision_number=3']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:38.111333 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 49762) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:38.144933 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb15498-7cab-442f-be8f-e213f760754f x-openstack-request-id: req-7cb15498-7cab-442f-be8f-e213f760754f {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:59:38.145235 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f445b7b0-6b73-4e44-b689-e923034bcd85", "name": "network-vif-deleted", "tag": "65962bd2-fe29-48c3-be3a-635a67c98b08", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:59:38.145492 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7cb15498-7cab-442f-be8f-e213f760754f {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:59:38.145906 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f445b7b0-6b73-4e44-b689-e923034bcd85', 'name': 'network-vif-deleted', 'tag': '65962bd2-fe29-48c3-be3a-635a67c98b08', 'status': 'completed', 'code': 200} Jul 23 23:59:38.242718 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 23 Jul 2021 23:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-306634be-556d-402f-a20e-41c7e3bf9ab1 x-openstack-request-id: req-306634be-556d-402f-a20e-41c7e3bf9ab1 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:59:38.243333 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c075934-d6b2-45f9-8b7a-e05ff072e3c1", "name": "network-vif-plugged", "status": "completed", "tag": "1066e3ba-d2f6-4583-a8ed-097498ddee4a", "code": 200}, {"server_uuid": "2c075934-d6b2-45f9-8b7a-e05ff072e3c1", "name": "network-vif-plugged", "status": "completed", "tag": "465c7602-c874-48e3-a644-ba99539fad02", "code": 200}, {"server_uuid": "2c075934-d6b2-45f9-8b7a-e05ff072e3c1", "name": "network-vif-plugged", "status": "completed", "tag": "5aa7c101-ee25-4b57-94d7-7279b107b66d", "code": 200}, {"server_uuid": "2c075934-d6b2-45f9-8b7a-e05ff072e3c1", "name": "network-vif-plugged", "status": "completed", "tag": "e3557d7c-9f5d-4806-8073-44a23ccf9e4e", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:59:38.243333 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-306634be-556d-402f-a20e-41c7e3bf9ab1 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:59:38.243662 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c075934-d6b2-45f9-8b7a-e05ff072e3c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1066e3ba-d2f6-4583-a8ed-097498ddee4a', 'code': 200} Jul 23 23:59:38.253502 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c075934-d6b2-45f9-8b7a-e05ff072e3c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '465c7602-c874-48e3-a644-ba99539fad02', 'code': 200} Jul 23 23:59:38.257301 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c075934-d6b2-45f9-8b7a-e05ff072e3c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aa7c101-ee25-4b57-94d7-7279b107b66d', 'code': 200} Jul 23 23:59:38.263730 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c075934-d6b2-45f9-8b7a-e05ff072e3c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3557d7c-9f5d-4806-8073-44a23ccf9e4e', 'code': 200} Jul 23 23:59:38.376285 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6e7db415-54b6-4423-9203-e5eb7a18ee9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:38.439654 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.db.resource_extend [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 23:59:38.551823 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5965e7-a515-4e67-9aed-32d0fbd104de req-32d5a414-3d35-40b2-a248-5da8d127b1fa tempest-InstanceActionsNegativeTestJSON-115467766 tempest-InstanceActionsNegativeTestJSON-115467766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:38.560139 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2c5965e7-a515-4e67-9aed-32d0fbd104de req-32d5a414-3d35-40b2-a248-5da8d127b1fa tempest-InstanceActionsNegativeTestJSON-115467766 tempest-InstanceActionsNegativeTestJSON-115467766-project] 10.222.0.44 "GET /v2.0/ports?device_id=b684b049-6a67-44bb-9f10-e0e689cb0a06 HTTP/1.1" status: 200 len: 944 time: 0.3959305 Jul 23 23:59:38.605916 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b67d04e0-d31f-40f9-9f84-d350a8f11dfc req-77cffd96-03cd-495f-9c1f-6d277b854c63 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/ports?device_id=f445b7b0-6b73-4e44-b689-e923034bcd85 HTTP/1.1" status: 200 len: 210 time: 0.0592170 Jul 23 23:59:38.639690 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 81a8f0b1-769d-4ca4-86d6-b9aa7b701441, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=81a8f0b1-769d-4ca4-86d6-b9aa7b701441,segment=NetworkSegment(916b837a-3956-408c-a58c-8cf4c63322c0),segment_id=916b837a-3956-408c-a58c-8cf4c63322c0)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:59:38.645356 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2c5965e7-a515-4e67-9aed-32d0fbd104de req-0cfe3d4e-c3c0-479f-ba13-99bb20751999 tempest-InstanceActionsNegativeTestJSON-115467766 tempest-InstanceActionsNegativeTestJSON-115467766-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc0df17c-c897-44ed-b63b-2faff13a716f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838459 Jul 23 23:59:38.654088 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-c7be5fb0-4666-4d65-a8e0-f93376b6952e tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Deleting port 679af840-1153-4a11-bad3-4969bb89dc42 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:59:38.654443 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c7be5fb0-4666-4d65-a8e0-f93376b6952e tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:38.669212 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=e3557d7c-9f5d-4806-8073-44a23ccf9e4e,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:38.676256 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6e7db415-54b6-4423-9203-e5eb7a18ee9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:38.686278 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6e7db415-54b6-4423-9203-e5eb7a18ee9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:38.730959 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-6e7db415-54b6-4423-9203-e5eb7a18ee9b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5808b5021a6a4f008d139e7cabaa5d1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6182415 Jul 23 23:59:38.732155 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7db415-54b6-4423-9203-e5eb7a18ee9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b51c793-7d9e-40d8-9e71-de2067d49c0e,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:38.734772 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 49788) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:38.791559 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': '81a8f0b1-769d-4ca4-86d6-b9aa7b701441', 'network_id': '7eb9a734-74b2-49bc-9188-4a7ee5495610', 'port_id': '81a8f0b1-769d-4ca4-86d6-b9aa7b701441', 'mac_address': 'fa:16:3e:57:2e:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6e1e37a-ef2c-4bca-ad9c-345fa09479eb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:59:38.792205 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8ca9c4bd-1c5b-4ccc-ba2f-1566f7258e78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:38.818050 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8ca9c4bd-1c5b-4ccc-ba2f-1566f7258e78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:38.819976 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-c7be5fb0-4666-4d65-a8e0-f93376b6952e tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] For port 679af840-1153-4a11-bad3-4969bb89dc42, host n-h2-800088-16, got binding levels [] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:59:38.820552 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c7be5fb0-4666-4d65-a8e0-f93376b6952e tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:38.838004 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-c7be5fb0-4666-4d65-a8e0-f93376b6952e tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Calling delete_port for 679af840-1153-4a11-bad3-4969bb89dc42 owned by {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:59:38.915490 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8ca9c4bd-1c5b-4ccc-ba2f-1566f7258e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:38.918960 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8ca9c4bd-1c5b-4ccc-ba2f-1566f7258e78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:38.920020 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-8ca9c4bd-1c5b-4ccc-ba2f-1566f7258e78 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7b51c793-7d9e-40d8-9e71-de2067d49c0e HTTP/1.1" status: 204 len: 168 time: 0.1841035 Jul 23 23:59:38.931252 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port b3e01dc1-4a28-4dc1-bc00-6f7b7cd3caac completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:59:38.936659 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca9c4bd-1c5b-4ccc-ba2f-1566f7258e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b51c793-7d9e-40d8-9e71-de2067d49c0e,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:38.947316 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port b3e01dc1-4a28-4dc1-bc00-6f7b7cd3caac triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:59:38.948720 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:38.963422 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c7be5fb0-4666-4d65-a8e0-f93376b6952e tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:38.995753 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port a1b78b8a-fbe7-495d-8c1b-d40899859c16 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:59:39.016035 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port a1b78b8a-fbe7-495d-8c1b-d40899859c16 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:59:39.016579 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:39.070446 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7be5fb0-4666-4d65-a8e0-f93376b6952e tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Pushing event deleted for resources: {'Port': ['ID=679af840-1153-4a11-bad3-4969bb89dc42,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:39.085449 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7be5fb0-4666-4d65-a8e0-f93376b6952e tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:59:39.085935 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7be5fb0-4666-4d65-a8e0-f93376b6952e tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:59:39.087002 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7be5fb0-4666-4d65-a8e0-f93376b6952e tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:59:39.087002 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7be5fb0-4666-4d65-a8e0-f93376b6952e tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:59:39.087583 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7be5fb0-4666-4d65-a8e0-f93376b6952e tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:59:39.092010 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7be5fb0-4666-4d65-a8e0-f93376b6952e tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:59:39.092708 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7be5fb0-4666-4d65-a8e0-f93376b6952e tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:59:39.093187 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7be5fb0-4666-4d65-a8e0-f93376b6952e tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:59:39.094565 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7be5fb0-4666-4d65-a8e0-f93376b6952e tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:59:39.095163 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7be5fb0-4666-4d65-a8e0-f93376b6952e tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:59:39.095612 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7be5fb0-4666-4d65-a8e0-f93376b6952e tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:59:39.096107 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7be5fb0-4666-4d65-a8e0-f93376b6952e tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:59:39.142603 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c7be5fb0-4666-4d65-a8e0-f93376b6952e tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:39.150446 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-c7be5fb0-4666-4d65-a8e0-f93376b6952e tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] 10.222.0.44 "DELETE /v2.0/ports/679af840-1153-4a11-bad3-4969bb89dc42 HTTP/1.1" status: 204 len: 168 time: 1.2006688 Jul 23 23:59:39.151415 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 49798) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:39.292537 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8e1cce8-2848-42a0-b891-73384e797484 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] GET failed (client error): The resource could not be found. Jul 23 23:59:39.300124 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-b8e1cce8-2848-42a0-b891-73384e797484 tempest-PortsAdminExtendedAttrsTestJSON-1297266372 tempest-PortsAdminExtendedAttrsTestJSON-1297266372-project-admin] 10.222.0.44 "GET /v2.0/ports/679af840-1153-4a11-bad3-4969bb89dc42 HTTP/1.1" status: 404 len: 333 time: 0.1463356 Jul 23 23:59:39.300769 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 49802) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:39.309871 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:39.367896 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca4e1ff-f63c-4f9b-b709-523b421c4954 req-72a872b7-b07c-47e3-b601-d0c74c1d57db tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:39.370536 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fb0b3c-850a-4df2-ae87-1081c991b200 req-e19c80d4-4259-4398-8891-ace5aae3f7f9 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:39.378806 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b4fb0b3c-850a-4df2-ae87-1081c991b200 req-e19c80d4-4259-4398-8891-ace5aae3f7f9 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/ports?device_id=779b8aec-17d7-4953-837a-2348d8ac1254 HTTP/1.1" status: 200 len: 945 time: 0.2763598 Jul 23 23:59:39.392855 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca4e1ff-f63c-4f9b-b709-523b421c4954 req-72a872b7-b07c-47e3-b601-d0c74c1d57db tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:39.418950 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca4e1ff-f63c-4f9b-b709-523b421c4954 req-72a872b7-b07c-47e3-b601-d0c74c1d57db tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:39.434413 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca4e1ff-f63c-4f9b-b709-523b421c4954 req-72a872b7-b07c-47e3-b601-d0c74c1d57db tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:39.457464 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca4e1ff-f63c-4f9b-b709-523b421c4954 req-72a872b7-b07c-47e3-b601-d0c74c1d57db tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:39.464883 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 81a8f0b1-769d-4ca4-86d6-b9aa7b701441 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:59:39.465591 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca4e1ff-f63c-4f9b-b709-523b421c4954 req-72a872b7-b07c-47e3-b601-d0c74c1d57db tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:39.475035 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca4e1ff-f63c-4f9b-b709-523b421c4954 req-72a872b7-b07c-47e3-b601-d0c74c1d57db tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:39.484181 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b4fb0b3c-850a-4df2-ae87-1081c991b200 req-787f459d-4c4c-48b5-8605-59d0b9b45dad tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6a0a271-496a-4936-8ec0-ec680d307275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041346 Jul 23 23:59:39.501366 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5ca4e1ff-f63c-4f9b-b709-523b421c4954 req-72a872b7-b07c-47e3-b601-d0c74c1d57db tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c075934-d6b2-45f9-8b7a-e05ff072e3c1 HTTP/1.1" status: 200 len: 5435 time: 0.3745012 Jul 23 23:59:39.574626 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 49810) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:39.578346 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 81a8f0b1-769d-4ca4-86d6-b9aa7b701441, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=81a8f0b1-769d-4ca4-86d6-b9aa7b701441,segment=NetworkSegment(916b837a-3956-408c-a58c-8cf4c63322c0),segment_id=916b837a-3956-408c-a58c-8cf4c63322c0)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:59:39.602132 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7eb060b6-e26c-42b0-9f03-6b091f3f7825 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:39.605931 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:39.607708 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:39.714623 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5ca4e1ff-f63c-4f9b-b709-523b421c4954 req-b4b0420f-852f-4e61-8491-792a72a1c2bb tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/security-groups?id=32ff9839-8d3b-48a3-a25d-b35ae2bb65fa&id=89d8d27b-9412-49b0-8db6-21624a8289f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2122412 Jul 23 23:59:39.735731 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-66ec4a4f-81bc-405d-9a88-8c41e39b7dbb tempest-PortsAdminExtendedAttrsTestJSON-1540368442 tempest-PortsAdminExtendedAttrsTestJSON-1540368442-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:39.739155 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:39.827135 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7eb060b6-e26c-42b0-9f03-6b091f3f7825 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:39.835896 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7eb060b6-e26c-42b0-9f03-6b091f3f7825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:39.883740 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-66ec4a4f-81bc-405d-9a88-8c41e39b7dbb tempest-PortsAdminExtendedAttrsTestJSON-1540368442 tempest-PortsAdminExtendedAttrsTestJSON-1540368442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:39.897283 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-66ec4a4f-81bc-405d-9a88-8c41e39b7dbb tempest-PortsAdminExtendedAttrsTestJSON-1540368442 tempest-PortsAdminExtendedAttrsTestJSON-1540368442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c697624-52a5-4712-9335-f60daea2701b']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:59:39.913131 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-66ec4a4f-81bc-405d-9a88-8c41e39b7dbb tempest-PortsAdminExtendedAttrsTestJSON-1540368442 tempest-PortsAdminExtendedAttrsTestJSON-1540368442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a09ba1a1-800b-4cdc-b1a1-ea65d777fdfc') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:59:39.913446 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-66ec4a4f-81bc-405d-9a88-8c41e39b7dbb tempest-PortsAdminExtendedAttrsTestJSON-1540368442 tempest-PortsAdminExtendedAttrsTestJSON-1540368442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a09ba1a1-800b-4cdc-b1a1-ea65d777fdfc') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:59:39.943471 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-7eb060b6-e26c-42b0-9f03-6b091f3f7825 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f6c8ed00e43f4559803519d3d97a3c49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3672919 Jul 23 23:59:39.951182 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 49822) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:39.963903 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-66ec4a4f-81bc-405d-9a88-8c41e39b7dbb tempest-PortsAdminExtendedAttrsTestJSON-1540368442 tempest-PortsAdminExtendedAttrsTestJSON-1540368442-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:40.012212 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-66ec4a4f-81bc-405d-9a88-8c41e39b7dbb tempest-PortsAdminExtendedAttrsTestJSON-1540368442 tempest-PortsAdminExtendedAttrsTestJSON-1540368442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:40.016095 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb060b6-e26c-42b0-9f03-6b091f3f7825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f632208c-5512-4e2a-8eb4-b5cbb4105e00,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:40.041919 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66ec4a4f-81bc-405d-9a88-8c41e39b7dbb tempest-PortsAdminExtendedAttrsTestJSON-1540368442 tempest-PortsAdminExtendedAttrsTestJSON-1540368442-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:59:40.042341 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-66ec4a4f-81bc-405d-9a88-8c41e39b7dbb tempest-PortsAdminExtendedAttrsTestJSON-1540368442 tempest-PortsAdminExtendedAttrsTestJSON-1540368442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:40.047309 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-95df8a76-c950-49a3-bc03-37e68ed7869e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:40.052779 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 23 23:59:40.052779 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:59:40.052779 n-d-800088-16 neutron-server[100313]: timer() Jul 23 23:59:40.052779 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:59:40.052779 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 23 23:59:40.052779 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:59:40.052779 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 23 23:59:40.052779 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:59:40.052779 n-d-800088-16 neutron-server[100313]: self._notify() Jul 23 23:59:40.052779 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:59:40.052779 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 23 23:59:40.052779 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:59:40.052779 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 23 23:59:40.052779 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:59:40.052779 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:59:40.052779 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:59:40.052779 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:59:40.052779 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:59:40.052779 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 23 23:59:40.052779 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:59:40.052779 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 23 23:59:40.052779 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:59:40.052779 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:59:40.052779 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:59:40.052779 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 23 23:59:40.052779 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:59:40.052779 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:59:40.052779 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:59:40.052779 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:59:40.052779 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:59:40.052779 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:59:40.052779 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:59:40.077529 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ed7f4b-6f11-4e7b-9dce-e79603befe2f req-96217abd-e8cd-4c79-8be2-5cab6c9bf2d0 tempest-InstanceActionsNegativeTestJSON-115467766 tempest-InstanceActionsNegativeTestJSON-115467766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:40.085319 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f3ed7f4b-6f11-4e7b-9dce-e79603befe2f req-96217abd-e8cd-4c79-8be2-5cab6c9bf2d0 tempest-InstanceActionsNegativeTestJSON-115467766 tempest-InstanceActionsNegativeTestJSON-115467766-project] 10.222.0.44 "GET /v2.0/ports?device_id=b684b049-6a67-44bb-9f10-e0e689cb0a06 HTTP/1.1" status: 200 len: 944 time: 0.2130799 Jul 23 23:59:40.133122 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['81a8f0b1-769d-4ca4-86d6-b9aa7b701441'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:59:40.140047 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-95df8a76-c950-49a3-bc03-37e68ed7869e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:40.207184 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f3ed7f4b-6f11-4e7b-9dce-e79603befe2f req-2ff0d6f7-4b28-418d-a286-60f6c9407354 tempest-InstanceActionsNegativeTestJSON-115467766 tempest-InstanceActionsNegativeTestJSON-115467766-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc0df17c-c897-44ed-b63b-2faff13a716f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207781 Jul 23 23:59:40.216452 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-66ec4a4f-81bc-405d-9a88-8c41e39b7dbb tempest-PortsAdminExtendedAttrsTestJSON-1540368442 tempest-PortsAdminExtendedAttrsTestJSON-1540368442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:40.245886 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=81a8f0b1-769d-4ca4-86d6-b9aa7b701441,revision_number=6']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:40.246957 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-66ec4a4f-81bc-405d-9a88-8c41e39b7dbb tempest-PortsAdminExtendedAttrsTestJSON-1540368442 tempest-PortsAdminExtendedAttrsTestJSON-1540368442-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:40.256697 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port b3e01dc1-4a28-4dc1-bc00-6f7b7cd3caac, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=b3e01dc1-4a28-4dc1-bc00-6f7b7cd3caac,segment=NetworkSegment(7e96837c-7728-41f8-b9c1-c7a5593efa19),segment_id=7e96837c-7728-41f8-b9c1-c7a5593efa19)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:59:40.257010 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-66ec4a4f-81bc-405d-9a88-8c41e39b7dbb tempest-PortsAdminExtendedAttrsTestJSON-1540368442 tempest-PortsAdminExtendedAttrsTestJSON-1540368442-project] 10.222.0.44 "DELETE /v2.0/networks/1c697624-52a5-4712-9335-f60daea2701b HTTP/1.1" status: 204 len: 168 time: 0.9472198 Jul 23 23:59:40.266536 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '779b8aec-17d7-4953-837a-2348d8ac1254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3e01dc1-4a28-4dc1-bc00-6f7b7cd3caac'}, {'server_uuid': '2c075934-d6b2-45f9-8b7a-e05ff072e3c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1b78b8a-fbe7-495d-8c1b-d40899859c16'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:59:40.269344 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be5eb7f0-9715-450d-8b4e-95ef22d127e8" -d '{"events": [{"server_uuid": "779b8aec-17d7-4953-837a-2348d8ac1254", "name": "network-vif-plugged", "status": "completed", "tag": "b3e01dc1-4a28-4dc1-bc00-6f7b7cd3caac"}, {"server_uuid": "2c075934-d6b2-45f9-8b7a-e05ff072e3c1", "name": "network-vif-plugged", "status": "completed", "tag": "a1b78b8a-fbe7-495d-8c1b-d40899859c16"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:59:40.301724 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ec4a4f-81bc-405d-9a88-8c41e39b7dbb tempest-PortsAdminExtendedAttrsTestJSON-1540368442 tempest-PortsAdminExtendedAttrsTestJSON-1540368442-project] Pushing event deleted for resources: {'Network': ['ID=1c697624-52a5-4712-9335-f60daea2701b,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:40.331030 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:40.336245 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-95df8a76-c950-49a3-bc03-37e68ed7869e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:40.339453 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-95df8a76-c950-49a3-bc03-37e68ed7869e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:40.343251 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-95df8a76-c950-49a3-bc03-37e68ed7869e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f632208c-5512-4e2a-8eb4-b5cbb4105e00 HTTP/1.1" status: 204 len: 168 time: 0.3878241 Jul 23 23:59:40.381864 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95df8a76-c950-49a3-bc03-37e68ed7869e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f632208c-5512-4e2a-8eb4-b5cbb4105e00,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:40.389422 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 2af03294-3ec2-4803-a655-b77b3a56f9b0 up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:59:40.418537 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port a1b78b8a-fbe7-495d-8c1b-d40899859c16, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=a1b78b8a-fbe7-495d-8c1b-d40899859c16,segment=NetworkSegment(c4880529-aea2-41d8-82bf-189956ea9cc7),segment_id=c4880529-aea2-41d8-82bf-189956ea9cc7)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:59:40.594925 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c840cbe0-37d2-4115-8430-7f546a4ed7cd req-bebc3e9d-bad6-4fd5-b222-a6501b9d4e9a tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:40.605376 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c840cbe0-37d2-4115-8430-7f546a4ed7cd req-bebc3e9d-bad6-4fd5-b222-a6501b9d4e9a tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/ports?device_id=3da58644-cfc7-4a8c-8e55-445116046b4c HTTP/1.1" status: 200 len: 949 time: 0.2949021 Jul 23 23:59:40.770614 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=b3e01dc1-4a28-4dc1-bc00-6f7b7cd3caac,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:40.771557 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c840cbe0-37d2-4115-8430-7f546a4ed7cd req-270a7bb6-0bd1-4858-990a-4e27a0be1da2 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8ee523e-b776-4966-b1a9-13ed07423313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650836 Jul 23 23:59:40.825788 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 23:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e04243f5-db9a-495c-98f1-907d7a898153 x-openstack-request-id: req-e04243f5-db9a-495c-98f1-907d7a898153 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:59:40.826101 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "779b8aec-17d7-4953-837a-2348d8ac1254", "name": "network-vif-plugged", "status": "completed", "tag": "b3e01dc1-4a28-4dc1-bc00-6f7b7cd3caac", "code": 200}, {"server_uuid": "2c075934-d6b2-45f9-8b7a-e05ff072e3c1", "name": "network-vif-plugged", "status": "completed", "tag": "a1b78b8a-fbe7-495d-8c1b-d40899859c16", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:59:40.826357 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e04243f5-db9a-495c-98f1-907d7a898153 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:59:40.826755 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '779b8aec-17d7-4953-837a-2348d8ac1254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3e01dc1-4a28-4dc1-bc00-6f7b7cd3caac', 'code': 200} Jul 23 23:59:40.827013 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c075934-d6b2-45f9-8b7a-e05ff072e3c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1b78b8a-fbe7-495d-8c1b-d40899859c16', 'code': 200} Jul 23 23:59:40.829466 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:40.845595 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83dd4fb-7aca-4552-b189-2a8eeceed19d req-f821dd68-fa35-47e5-8648-b0d0d57a3ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:40.851783 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83dd4fb-7aca-4552-b189-2a8eeceed19d req-f821dd68-fa35-47e5-8648-b0d0d57a3ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:40.852610 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83dd4fb-7aca-4552-b189-2a8eeceed19d req-f821dd68-fa35-47e5-8648-b0d0d57a3ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:40.853293 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83dd4fb-7aca-4552-b189-2a8eeceed19d req-f821dd68-fa35-47e5-8648-b0d0d57a3ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:40.855815 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83dd4fb-7aca-4552-b189-2a8eeceed19d req-f821dd68-fa35-47e5-8648-b0d0d57a3ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:40.856503 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83dd4fb-7aca-4552-b189-2a8eeceed19d req-f821dd68-fa35-47e5-8648-b0d0d57a3ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:40.857173 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83dd4fb-7aca-4552-b189-2a8eeceed19d req-f821dd68-fa35-47e5-8648-b0d0d57a3ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:40.859672 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c83dd4fb-7aca-4552-b189-2a8eeceed19d req-f821dd68-fa35-47e5-8648-b0d0d57a3ecf service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2c075934-d6b2-45f9-8b7a-e05ff072e3c1 HTTP/1.1" status: 200 len: 6500 time: 0.2236347 Jul 23 23:59:40.887247 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0702bbb5-464d-4a7d-b4b0-f4b1f20993f1 req-ae98c329-8603-45ef-adad-b9d9e1f379a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:40.888791 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0702bbb5-464d-4a7d-b4b0-f4b1f20993f1 req-ae98c329-8603-45ef-adad-b9d9e1f379a1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=779b8aec-17d7-4953-837a-2348d8ac1254 HTTP/1.1" status: 200 len: 1098 time: 0.2989955 Jul 23 23:59:40.967103 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c83dd4fb-7aca-4552-b189-2a8eeceed19d req-f75bad27-8b8a-40bb-addd-e71545d22141 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=32ff9839-8d3b-48a3-a25d-b35ae2bb65fa&id=89d8d27b-9412-49b0-8db6-21624a8289f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0984821 Jul 23 23:59:40.973308 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4141914-8454-45dc-bb5c-ff7e16afc507 req-12dabd46-f0f5-4495-9edb-bfedeceadc83 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:40.980461 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a4141914-8454-45dc-bb5c-ff7e16afc507 req-12dabd46-f0f5-4495-9edb-bfedeceadc83 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/ports?device_id=779b8aec-17d7-4953-837a-2348d8ac1254 HTTP/1.1" status: 200 len: 946 time: 0.2749152 Jul 23 23:59:41.006835 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 49862) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:41.042969 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a4141914-8454-45dc-bb5c-ff7e16afc507 req-961ce252-5f5b-49b9-8166-a10851b081b9 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6a0a271-496a-4936-8ec0-ec680d307275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615079 Jul 23 23:59:41.050677 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0702bbb5-464d-4a7d-b4b0-f4b1f20993f1 req-52194e86-5fbf-4361-9c02-c7a70a514a86 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b6a0a271-496a-4936-8ec0-ec680d307275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453087 Jul 23 23:59:41.160227 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=a1b78b8a-fbe7-495d-8c1b-d40899859c16,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:41.182228 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port 2af03294-3ec2-4803-a655-b77b3a56f9b0 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:59:41.209553 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port 2af03294-3ec2-4803-a655-b77b3a56f9b0 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:59:41.210237 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:41.238628 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd8f2a-7773-499a-baf1-d1410825efd4 req-e5f2b334-6e23-40e6-83fa-2ca5b90fa753 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:41.253080 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd8f2a-7773-499a-baf1-d1410825efd4 req-e5f2b334-6e23-40e6-83fa-2ca5b90fa753 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:41.272919 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd8f2a-7773-499a-baf1-d1410825efd4 req-e5f2b334-6e23-40e6-83fa-2ca5b90fa753 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:41.290312 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd8f2a-7773-499a-baf1-d1410825efd4 req-e5f2b334-6e23-40e6-83fa-2ca5b90fa753 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:41.302869 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd8f2a-7773-499a-baf1-d1410825efd4 req-e5f2b334-6e23-40e6-83fa-2ca5b90fa753 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:41.321936 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd8f2a-7773-499a-baf1-d1410825efd4 req-e5f2b334-6e23-40e6-83fa-2ca5b90fa753 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:41.336709 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd8f2a-7773-499a-baf1-d1410825efd4 req-e5f2b334-6e23-40e6-83fa-2ca5b90fa753 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:41.339396 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0acd8f2a-7773-499a-baf1-d1410825efd4 req-e5f2b334-6e23-40e6-83fa-2ca5b90fa753 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c075934-d6b2-45f9-8b7a-e05ff072e3c1 HTTP/1.1" status: 200 len: 5436 time: 0.2798142 Jul 23 23:59:41.483870 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775dd97a-2a0e-4c3a-8195-f563be92c1ac req-94aa2cd7-cd34-4f79-bfe7-26a4a847a916 tempest-InstanceActionsNegativeTestJSON-115467766 tempest-InstanceActionsNegativeTestJSON-115467766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:41.488076 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-775dd97a-2a0e-4c3a-8195-f563be92c1ac req-94aa2cd7-cd34-4f79-bfe7-26a4a847a916 tempest-InstanceActionsNegativeTestJSON-115467766 tempest-InstanceActionsNegativeTestJSON-115467766-project] 10.222.0.44 "GET /v2.0/ports?device_id=b684b049-6a67-44bb-9f10-e0e689cb0a06 HTTP/1.1" status: 200 len: 944 time: 0.1615152 Jul 23 23:59:41.522062 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0acd8f2a-7773-499a-baf1-d1410825efd4 req-4b93d7de-f8b0-4132-88b1-ab7ce99d71f0 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/security-groups?id=32ff9839-8d3b-48a3-a25d-b35ae2bb65fa&id=89d8d27b-9412-49b0-8db6-21624a8289f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1638000 Jul 23 23:59:41.543682 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-58553bc7-f321-4536-a5d3-221ae85c632e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=752afbfd9f3f4dc6ac7a63b7d7ba8b43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5335453 Jul 23 23:59:41.544727 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 49880) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:41.686684 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-775dd97a-2a0e-4c3a-8195-f563be92c1ac req-1ce4f789-6736-4c5e-855a-644913147f96 tempest-InstanceActionsNegativeTestJSON-115467766 tempest-InstanceActionsNegativeTestJSON-115467766-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc0df17c-c897-44ed-b63b-2faff13a716f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812663 Jul 23 23:59:41.696529 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d09813d5-14ba-4b4e-ad1c-69a710225421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:41.716068 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:41.726404 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f2dcd1-6988-4983-af24-90c2aad0f178 req-afe60930-a931-42bb-b30e-171652a51999 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:41.728387 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a8f2dcd1-6988-4983-af24-90c2aad0f178 req-afe60930-a931-42bb-b30e-171652a51999 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.64 "GET /v2.0/ports?device_id=3da58644-cfc7-4a8c-8e55-445116046b4c HTTP/1.1" status: 200 len: 949 time: 0.1853821 Jul 23 23:59:41.738204 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d09813d5-14ba-4b4e-ad1c-69a710225421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:41.781471 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 2af03294-3ec2-4803-a655-b77b3a56f9b0, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=2af03294-3ec2-4803-a655-b77b3a56f9b0,segment=NetworkSegment(0fcb403a-5f34-4c17-a8ad-9f7491d1a3c8),segment_id=0fcb403a-5f34-4c17-a8ad-9f7491d1a3c8)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:59:41.791706 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:41.792794 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 65962bd2-fe29-48c3-be3a-635a67c98b08 no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:59:41.839511 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d09813d5-14ba-4b4e-ad1c-69a710225421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:41.842324 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d09813d5-14ba-4b4e-ad1c-69a710225421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:41.845864 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-d09813d5-14ba-4b4e-ad1c-69a710225421 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4946a5d5-fd1c-4a2d-8f3b-a95e861bd561 HTTP/1.1" status: 204 len: 168 time: 0.2959797 Jul 23 23:59:41.874369 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09813d5-14ba-4b4e-ad1c-69a710225421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4946a5d5-fd1c-4a2d-8f3b-a95e861bd561,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:41.881887 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] No Port match for: 65962bd2-fe29-48c3-be3a-635a67c98b08 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:59:41.882714 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 65962bd2-fe29-48c3-be3a-635a67c98b08 not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:59:41.901985 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 81a8f0b1-769d-4ca4-86d6-b9aa7b701441 up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:59:42.049119 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port 81a8f0b1-769d-4ca4-86d6-b9aa7b701441 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:59:42.049526 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:42.108082 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-a8f2dcd1-6988-4983-af24-90c2aad0f178 req-1cebe8e8-ccc6-4e2f-97ec-4f2ec42cb1ee tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Deleting port e2c35871-199c-4bb4-8a67-a993a592fc9d {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:59:42.108082 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a8f2dcd1-6988-4983-af24-90c2aad0f178 req-1cebe8e8-ccc6-4e2f-97ec-4f2ec42cb1ee tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:42.166305 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=2af03294-3ec2-4803-a655-b77b3a56f9b0,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:42.218545 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc02a244-6601-4cc4-99c4-92d818398fe1 req-0e27a1ca-2c4b-4f8a-ac87-9891c995c867 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:42.224229 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bc02a244-6601-4cc4-99c4-92d818398fe1 req-0e27a1ca-2c4b-4f8a-ac87-9891c995c867 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/ports?device_id=3da58644-cfc7-4a8c-8e55-445116046b4c HTTP/1.1" status: 200 len: 949 time: 0.2186298 Jul 23 23:59:42.255547 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:42.337443 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 81a8f0b1-769d-4ca4-86d6-b9aa7b701441, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=81a8f0b1-769d-4ca4-86d6-b9aa7b701441,segment=NetworkSegment(916b837a-3956-408c-a58c-8cf4c63322c0),segment_id=916b837a-3956-408c-a58c-8cf4c63322c0)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:59:42.348072 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:42.350023 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device e2c35871-199c-4bb4-8a67-a993a592fc9d no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:59:42.391023 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bc02a244-6601-4cc4-99c4-92d818398fe1 req-1599b5ba-3bbf-4450-98f5-bd962f8ea68d tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8ee523e-b776-4966-b1a9-13ed07423313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604726 Jul 23 23:59:42.506742 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:42.576613 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port e2c35871-199c-4bb4-8a67-a993a592fc9d, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=e2c35871-199c-4bb4-8a67-a993a592fc9d,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:59:42.582469 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=81a8f0b1-769d-4ca4-86d6-b9aa7b701441,revision_number=7']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:42.602560 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:42.736261 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=e2c35871-199c-4bb4-8a67-a993a592fc9d,revision_number=6']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:42.820790 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 49930) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:42.828130 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b684b049-6a67-44bb-9f10-e0e689cb0a06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2af03294-3ec2-4803-a655-b77b3a56f9b0'}, {'server_uuid': 'feb16bc7-f5fe-45c4-be5c-54219c86d18f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81a8f0b1-769d-4ca4-86d6-b9aa7b701441'}, {'server_uuid': '3da58644-cfc7-4a8c-8e55-445116046b4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2c35871-199c-4bb4-8a67-a993a592fc9d'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:59:42.833568 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c62345-bfec-4d29-bc66-2a8e38f7d18a" -d '{"events": [{"server_uuid": "b684b049-6a67-44bb-9f10-e0e689cb0a06", "name": "network-vif-plugged", "status": "completed", "tag": "2af03294-3ec2-4803-a655-b77b3a56f9b0"}, {"server_uuid": "feb16bc7-f5fe-45c4-be5c-54219c86d18f", "name": "network-vif-plugged", "status": "completed", "tag": "81a8f0b1-769d-4ca4-86d6-b9aa7b701441"}, {"server_uuid": "3da58644-cfc7-4a8c-8e55-445116046b4c", "name": "network-vif-unplugged", "status": "completed", "tag": "e2c35871-199c-4bb4-8a67-a993a592fc9d"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:59:42.867245 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cb3208-210b-4f2d-80d5-0c00b78524d4 req-9b7691ef-2ed4-460c-8425-36e86b4274e9 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:42.874652 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-01cb3208-210b-4f2d-80d5-0c00b78524d4 req-9b7691ef-2ed4-460c-8425-36e86b4274e9 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/ports?device_id=779b8aec-17d7-4953-837a-2348d8ac1254 HTTP/1.1" status: 200 len: 946 time: 0.6581116 Jul 23 23:59:42.892390 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-a8f2dcd1-6988-4983-af24-90c2aad0f178 req-1cebe8e8-ccc6-4e2f-97ec-4f2ec42cb1ee tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] For port e2c35871-199c-4bb4-8a67-a993a592fc9d, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=e2c35871-199c-4bb4-8a67-a993a592fc9d,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:59:42.893297 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a8f2dcd1-6988-4983-af24-90c2aad0f178 req-1cebe8e8-ccc6-4e2f-97ec-4f2ec42cb1ee tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:42.967049 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-1b2f265b-3ad7-45f5-85e1-53781098e731 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a7e66dd5a5e8486fa9db0c927f44019d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1418018 Jul 23 23:59:42.981428 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 49942) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:42.984113 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-a8f2dcd1-6988-4983-af24-90c2aad0f178 req-1cebe8e8-ccc6-4e2f-97ec-4f2ec42cb1ee tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Calling delete_port for e2c35871-199c-4bb4-8a67-a993a592fc9d owned by compute:nova {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:59:43.004709 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e887cd2f-fab2-4a8f-9418-07aed5a6c904 req-ee1e7ed6-88ac-4c0c-8039-6bc672b5502c tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:43.025048 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e887cd2f-fab2-4a8f-9418-07aed5a6c904 req-ee1e7ed6-88ac-4c0c-8039-6bc672b5502c tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:43.041957 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e887cd2f-fab2-4a8f-9418-07aed5a6c904 req-ee1e7ed6-88ac-4c0c-8039-6bc672b5502c tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:43.053801 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e887cd2f-fab2-4a8f-9418-07aed5a6c904 req-ee1e7ed6-88ac-4c0c-8039-6bc672b5502c tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:43.062125 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e887cd2f-fab2-4a8f-9418-07aed5a6c904 req-ee1e7ed6-88ac-4c0c-8039-6bc672b5502c tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:43.071289 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e887cd2f-fab2-4a8f-9418-07aed5a6c904 req-ee1e7ed6-88ac-4c0c-8039-6bc672b5502c tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:43.081373 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e887cd2f-fab2-4a8f-9418-07aed5a6c904 req-ee1e7ed6-88ac-4c0c-8039-6bc672b5502c tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:43.092496 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e887cd2f-fab2-4a8f-9418-07aed5a6c904 req-ee1e7ed6-88ac-4c0c-8039-6bc672b5502c tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c075934-d6b2-45f9-8b7a-e05ff072e3c1 HTTP/1.1" status: 200 len: 5436 time: 0.3688486 Jul 23 23:59:43.118777 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-96c38a2e-afd0-45e9-9d36-d6357d805f86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:43.141075 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-01cb3208-210b-4f2d-80d5-0c00b78524d4 req-c3c765a6-d840-45e4-890d-73e6c693d871 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6a0a271-496a-4936-8ec0-ec680d307275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596755 Jul 23 23:59:43.193949 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e887cd2f-fab2-4a8f-9418-07aed5a6c904 req-244409b3-5df9-4d02-8382-3bd3249cb967 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/security-groups?id=32ff9839-8d3b-48a3-a25d-b35ae2bb65fa&id=89d8d27b-9412-49b0-8db6-21624a8289f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0948524 Jul 23 23:59:43.236309 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-96c38a2e-afd0-45e9-9d36-d6357d805f86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:43.341003 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Fri, 23 Jul 2021 23:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2fe6d8-3566-4565-ba13-93f0ca46fa94 x-openstack-request-id: req-dd2fe6d8-3566-4565-ba13-93f0ca46fa94 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:59:43.350363 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b684b049-6a67-44bb-9f10-e0e689cb0a06", "name": "network-vif-plugged", "status": "completed", "tag": "2af03294-3ec2-4803-a655-b77b3a56f9b0", "code": 200}, {"server_uuid": "feb16bc7-f5fe-45c4-be5c-54219c86d18f", "name": "network-vif-plugged", "status": "completed", "tag": "81a8f0b1-769d-4ca4-86d6-b9aa7b701441", "code": 200}, {"server_uuid": "3da58644-cfc7-4a8c-8e55-445116046b4c", "name": "network-vif-unplugged", "status": "completed", "tag": "e2c35871-199c-4bb4-8a67-a993a592fc9d", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:59:43.353243 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dd2fe6d8-3566-4565-ba13-93f0ca46fa94 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:59:43.353802 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b684b049-6a67-44bb-9f10-e0e689cb0a06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2af03294-3ec2-4803-a655-b77b3a56f9b0', 'code': 200} Jul 23 23:59:43.362693 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feb16bc7-f5fe-45c4-be5c-54219c86d18f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81a8f0b1-769d-4ca4-86d6-b9aa7b701441', 'code': 200} Jul 23 23:59:43.366995 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3da58644-cfc7-4a8c-8e55-445116046b4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2c35871-199c-4bb4-8a67-a993a592fc9d', 'code': 200} Jul 23 23:59:43.545890 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f5dba8-aea1-46cf-b1e1-c36641af43ee req-e6f853e6-eecd-42cd-b5ff-cf55ff578867 tempest-InstanceActionsNegativeTestJSON-115467766 tempest-InstanceActionsNegativeTestJSON-115467766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:43.545890 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f4f5dba8-aea1-46cf-b1e1-c36641af43ee req-e6f853e6-eecd-42cd-b5ff-cf55ff578867 tempest-InstanceActionsNegativeTestJSON-115467766 tempest-InstanceActionsNegativeTestJSON-115467766-project] 10.222.0.44 "GET /v2.0/ports?device_id=b684b049-6a67-44bb-9f10-e0e689cb0a06 HTTP/1.1" status: 200 len: 945 time: 0.2827959 Jul 23 23:59:43.550067 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-96c38a2e-afd0-45e9-9d36-d6357d805f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:43.553347 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-96c38a2e-afd0-45e9-9d36-d6357d805f86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:43.554922 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-96c38a2e-afd0-45e9-9d36-d6357d805f86 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/259d8906-5589-4403-b4c4-a009fd5e0049 HTTP/1.1" status: 204 len: 168 time: 0.5724201 Jul 23 23:59:43.586731 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c38a2e-afd0-45e9-9d36-d6357d805f86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=259d8906-5589-4403-b4c4-a009fd5e0049,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:43.597179 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc18d8f-da26-403f-97f0-d0135f1cd87e req-b1ee70d9-7b04-4993-9010-84635f7c752d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:43.599300 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-edc18d8f-da26-403f-97f0-d0135f1cd87e req-b1ee70d9-7b04-4993-9010-84635f7c752d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b684b049-6a67-44bb-9f10-e0e689cb0a06 HTTP/1.1" status: 200 len: 1097 time: 0.1503973 Jul 23 23:59:43.600322 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a8f2dcd1-6988-4983-af24-90c2aad0f178 req-1cebe8e8-ccc6-4e2f-97ec-4f2ec42cb1ee tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:43.621685 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['9adc90a8-daab-449e-bad1-bd977df0c1fb', '8d4eb6e9-2eeb-4d87-a9ff-e9841baddbd9', '931178ff-8a2c-4c8d-bdb8-bd72bfdecffc', '1200b390-3043-476a-ad9c-f324ee1249db'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:59:43.626072 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['705c0692-2c5a-44f2-9064-556bee2e28c7'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:59:43.658810 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cebe8e8-ccc6-4e2f-97ec-4f2ec42cb1ee tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Pushing event deleted for resources: {'Port': ['ID=e2c35871-199c-4bb4-8a67-a993a592fc9d,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:43.750205 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-edc18d8f-da26-403f-97f0-d0135f1cd87e req-b7286193-d7a9-4b02-8abd-ac1064900eb6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=dc0df17c-c897-44ed-b63b-2faff13a716f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353850 Jul 23 23:59:43.788360 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8f2dcd1-6988-4983-af24-90c2aad0f178 req-1cebe8e8-ccc6-4e2f-97ec-4f2ec42cb1ee tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] No DVR routers for this DVR port e2c35871-199c-4bb4-8a67-a993a592fc9d on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:59:43.794363 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a8f2dcd1-6988-4983-af24-90c2aad0f178 req-1cebe8e8-ccc6-4e2f-97ec-4f2ec42cb1ee tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:43.796923 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a8f2dcd1-6988-4983-af24-90c2aad0f178 req-1cebe8e8-ccc6-4e2f-97ec-4f2ec42cb1ee tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.64 "DELETE /v2.0/ports/e2c35871-199c-4bb4-8a67-a993a592fc9d HTTP/1.1" status: 204 len: 173 time: 2.0551224 Jul 23 23:59:43.797734 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3da58644-cfc7-4a8c-8e55-445116046b4c', 'name': 'network-vif-deleted', 'tag': 'e2c35871-199c-4bb4-8a67-a993a592fc9d'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:59:43.809567 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b800b7-0f2e-426c-9948-49b2f2bd5d0a" -d '{"events": [{"server_uuid": "3da58644-cfc7-4a8c-8e55-445116046b4c", "name": "network-vif-deleted", "tag": "e2c35871-199c-4bb4-8a67-a993a592fc9d"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:59:43.829562 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f4f5dba8-aea1-46cf-b1e1-c36641af43ee req-1278c174-138d-4a9d-bb48-211c8918faad tempest-InstanceActionsNegativeTestJSON-115467766 tempest-InstanceActionsNegativeTestJSON-115467766-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc0df17c-c897-44ed-b63b-2faff13a716f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005687 Jul 23 23:59:44.440286 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d76463cc-f08c-40e1-b84c-2983758685fa req-0bbb4e40-448f-4b11-869a-8c1cbe28b70a tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/ports?device_id=3da58644-cfc7-4a8c-8e55-445116046b4c HTTP/1.1" status: 200 len: 210 time: 0.0702107 Jul 23 23:59:44.444615 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fd2291-a718-49bb-9674-d80ca47243a6 req-d7faddef-536c-4bc7-84a9-c71ab941b9d6 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:44.468038 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fd2291-a718-49bb-9674-d80ca47243a6 req-d7faddef-536c-4bc7-84a9-c71ab941b9d6 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:44.492099 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fd2291-a718-49bb-9674-d80ca47243a6 req-d7faddef-536c-4bc7-84a9-c71ab941b9d6 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:44.520480 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fd2291-a718-49bb-9674-d80ca47243a6 req-d7faddef-536c-4bc7-84a9-c71ab941b9d6 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:44.540698 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fd2291-a718-49bb-9674-d80ca47243a6 req-d7faddef-536c-4bc7-84a9-c71ab941b9d6 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:44.557548 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fd2291-a718-49bb-9674-d80ca47243a6 req-d7faddef-536c-4bc7-84a9-c71ab941b9d6 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:44.571840 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fd2291-a718-49bb-9674-d80ca47243a6 req-d7faddef-536c-4bc7-84a9-c71ab941b9d6 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:44.583623 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-11fd2291-a718-49bb-9674-d80ca47243a6 req-d7faddef-536c-4bc7-84a9-c71ab941b9d6 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c075934-d6b2-45f9-8b7a-e05ff072e3c1 HTTP/1.1" status: 200 len: 5436 time: 0.5258470 Jul 23 23:59:44.595520 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 50034) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:44.606500 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-393c2cd8-24de-4def-9a43-a4e68c5e2585 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Request body: {'floatingip': {'port_id': '465c7602-c874-48e3-a644-ba99539fad02'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:59:44.618808 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3259136f-85e0-43f4-9015-5cc0d2deabca x-openstack-request-id: req-3259136f-85e0-43f4-9015-5cc0d2deabca {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:59:44.619149 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3da58644-cfc7-4a8c-8e55-445116046b4c", "name": "network-vif-deleted", "tag": "e2c35871-199c-4bb4-8a67-a993a592fc9d", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:59:44.619978 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3259136f-85e0-43f4-9015-5cc0d2deabca {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:59:44.619978 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3da58644-cfc7-4a8c-8e55-445116046b4c', 'name': 'network-vif-deleted', 'tag': 'e2c35871-199c-4bb4-8a67-a993a592fc9d', 'status': 'completed', 'code': 200} Jul 23 23:59:44.663378 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:44.713544 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f684c74-9f24-4453-ab12-1ae63ac81b8e req-8ce836d4-ecf1-43ee-94a3-a9f4742fb600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:44.715207 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3f684c74-9f24-4453-ab12-1ae63ac81b8e req-8ce836d4-ecf1-43ee-94a3-a9f4742fb600 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=18dc8249d11c41bf8adca46e26371672&device_id=779b8aec-17d7-4953-837a-2348d8ac1254 HTTP/1.1" status: 200 len: 1098 time: 0.4768167 Jul 23 23:59:44.749232 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-393c2cd8-24de-4def-9a43-a4e68c5e2585 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks [] for floatingip, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:45.167177 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f684c74-9f24-4453-ab12-1ae63ac81b8e req-5f56e0a0-fcab-45ea-ad39-2ba10bfcb1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:45.168758 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3f684c74-9f24-4453-ab12-1ae63ac81b8e req-5f56e0a0-fcab-45ea-ad39-2ba10bfcb1a8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4241b8a6-e2b8-49ab-8f73-7b3653f737f3 HTTP/1.1" status: 200 len: 920 time: 0.4434738 Jul 23 23:59:45.178261 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf403a6-d325-453e-b5c5-4941039e2c24 req-f5c4b774-bea7-432d-93d3-f047166c4d99 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:45.185551 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2bf403a6-d325-453e-b5c5-4941039e2c24 req-f5c4b774-bea7-432d-93d3-f047166c4d99 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/ports?device_id=779b8aec-17d7-4953-837a-2348d8ac1254 HTTP/1.1" status: 200 len: 946 time: 0.4614515 Jul 23 23:59:45.247262 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3f684c74-9f24-4453-ab12-1ae63ac81b8e req-a255aac6-e39b-4c64-a4c9-6562342ed3ed service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3e01dc1-4a28-4dc1-bc00-6f7b7cd3caac HTTP/1.1" status: 200 len: 217 time: 0.0585935 Jul 23 23:59:45.324874 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f684c74-9f24-4453-ab12-1ae63ac81b8e req-ca3f9401-f718-4c3e-a3b3-9452f2671f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:45.326459 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3f684c74-9f24-4453-ab12-1ae63ac81b8e req-ca3f9401-f718-4c3e-a3b3-9452f2671f69 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5fab8215-ab32-480a-84d1-a0d90f322209 HTTP/1.1" status: 200 len: 859 time: 0.0731490 Jul 23 23:59:45.395403 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3f684c74-9f24-4453-ab12-1ae63ac81b8e req-ff6ff884-529c-491e-bfce-ec218d6ce3fc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4241b8a6-e2b8-49ab-8f73-7b3653f737f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624840 Jul 23 23:59:45.395892 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 50066) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:45.461053 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2bf403a6-d325-453e-b5c5-4941039e2c24 req-4d4dd038-29b3-4b2f-8474-e1da41e24e84 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6a0a271-496a-4936-8ec0-ec680d307275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744968 Jul 23 23:59:45.621519 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4752d3-484f-46b3-9198-3f809eccb310 req-594ed7e1-8c54-44df-8120-29208341b45d tempest-InstanceActionsNegativeTestJSON-115467766 tempest-InstanceActionsNegativeTestJSON-115467766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:45.636442 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fc4752d3-484f-46b3-9198-3f809eccb310 req-594ed7e1-8c54-44df-8120-29208341b45d tempest-InstanceActionsNegativeTestJSON-115467766 tempest-InstanceActionsNegativeTestJSON-115467766-project] 10.222.0.44 "GET /v2.0/ports?device_id=b684b049-6a67-44bb-9f10-e0e689cb0a06 HTTP/1.1" status: 200 len: 945 time: 0.3066700 Jul 23 23:59:45.812132 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3f684c74-9f24-4453-ab12-1ae63ac81b8e req-ffa64e94-c019-444b-a871-b60451040caa service neutron] 10.222.0.64 "GET /v2.0/networks/4241b8a6-e2b8-49ab-8f73-7b3653f737f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4046161 Jul 23 23:59:45.879944 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4ccb8e11-c5b3-4de5-b833-ef7c0be93e18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:45.880368 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fc4752d3-484f-46b3-9198-3f809eccb310 req-b12949eb-35c4-4841-aeac-a4eb34328fb1 tempest-InstanceActionsNegativeTestJSON-115467766 tempest-InstanceActionsNegativeTestJSON-115467766-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc0df17c-c897-44ed-b63b-2faff13a716f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428439 Jul 23 23:59:46.277769 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:59:46.287066 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3f684c74-9f24-4453-ab12-1ae63ac81b8e req-6c3867aa-46ac-4eee-9123-21b5449f9be9 service neutron] 10.222.0.64 "GET /v2.0/networks/4241b8a6-e2b8-49ab-8f73-7b3653f737f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4573970 Jul 23 23:59:46.295072 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-393c2cd8-24de-4def-9a43-a4e68c5e2585 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:46.308661 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-393c2cd8-24de-4def-9a43-a4e68c5e2585 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:46.349806 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4ccb8e11-c5b3-4de5-b833-ef7c0be93e18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:46.360513 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4ccb8e11-c5b3-4de5-b833-ef7c0be93e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:46.570368 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccb8e11-c5b3-4de5-b833-ef7c0be93e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e52a5cf2-d103-4ad3-94a8-cd111b0898b7,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:46.590979 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-4ccb8e11-c5b3-4de5-b833-ef7c0be93e18 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=07a18b41b2b5472685f9b2072a55785e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1850340 Jul 23 23:59:46.593107 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 50120) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:46.638936 n-d-800088-16 neutron-server[100313]: INFO neutron.db.l3_db [None req-393c2cd8-24de-4def-9a43-a4e68c5e2585 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Floating IP 23a4bc9d-48a8-4079-9092-7c2f7340dbe2 associated. External IP: 172.25.3.70, port: 465c7602-c874-48e3-a644-ba99539fad02. Jul 23 23:59:46.729144 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc67b0-067a-4873-9130-d6c748dfc77a req-d47a775a-0225-4cd8-b2f9-8c1e5438fd9a tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:46.731082 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-35cc67b0-067a-4873-9130-d6c748dfc77a req-d47a775a-0225-4cd8-b2f9-8c1e5438fd9a tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ca4fded-3bf9-45d5-a0b2-6894719f29f6 HTTP/1.1" status: 200 len: 949 time: 0.3201632 Jul 23 23:59:46.757167 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-aee9e1f9-54b5-46ec-8ad6-9dfbf407f283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:46.805434 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-aee9e1f9-54b5-46ec-8ad6-9dfbf407f283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:46.826623 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-35cc67b0-067a-4873-9130-d6c748dfc77a req-6ac509e9-2003-489d-81c4-3f331abd34ee tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8ee523e-b776-4966-b1a9-13ed07423313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852776 Jul 23 23:59:46.845204 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 50126) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:46.898017 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ce2f5b-9dd3-470d-af19-329af1e2877b req-6e0f2a7c-ccbb-46be-9cee-116c42d52c3a tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:46.901318 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-07ce2f5b-9dd3-470d-af19-329af1e2877b req-6e0f2a7c-ccbb-46be-9cee-116c42d52c3a tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/ports?device_id=779b8aec-17d7-4953-837a-2348d8ac1254 HTTP/1.1" status: 200 len: 946 time: 0.1269643 Jul 23 23:59:46.971358 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-aee9e1f9-54b5-46ec-8ad6-9dfbf407f283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:46.974871 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-aee9e1f9-54b5-46ec-8ad6-9dfbf407f283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:46.993075 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-aee9e1f9-54b5-46ec-8ad6-9dfbf407f283 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e52a5cf2-d103-4ad3-94a8-cd111b0898b7 HTTP/1.1" status: 204 len: 168 time: 0.3874834 Jul 23 23:59:47.018933 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee9e1f9-54b5-46ec-8ad6-9dfbf407f283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e52a5cf2-d103-4ad3-94a8-cd111b0898b7,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:47.037028 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-6a41c86b-e35b-44f7-8651-a0cc69ddc6c4 tempest-RoutersAdminNegativeIpV6Test-2011525461 tempest-RoutersAdminNegativeIpV6Test-2011525461-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-301674768', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:59:47.081981 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-07ce2f5b-9dd3-470d-af19-329af1e2877b req-77195105-3c68-4fae-ac13-6b7dee890745 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6a0a271-496a-4936-8ec0-ec680d307275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817134 Jul 23 23:59:47.086421 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84eecb5-c378-4705-a438-ab69e68dcfc5 req-631d0f42-4917-42c5-9e7f-3dc0d9979bdd tempest-InstanceActionsNegativeTestJSON-115467766 tempest-InstanceActionsNegativeTestJSON-115467766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:47.093993 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c84eecb5-c378-4705-a438-ab69e68dcfc5 req-631d0f42-4917-42c5-9e7f-3dc0d9979bdd tempest-InstanceActionsNegativeTestJSON-115467766 tempest-InstanceActionsNegativeTestJSON-115467766-project] 10.222.0.44 "GET /v2.0/ports?device_id=b684b049-6a67-44bb-9f10-e0e689cb0a06 HTTP/1.1" status: 200 len: 945 time: 0.2020547 Jul 23 23:59:47.102181 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a41c86b-e35b-44f7-8651-a0cc69ddc6c4 tempest-RoutersAdminNegativeIpV6Test-2011525461 tempest-RoutersAdminNegativeIpV6Test-2011525461-project-admin] Made reservation on behalf of bf415ae2fe6e4fc2a030c60d82d7500f for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:59:47.104758 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6a41c86b-e35b-44f7-8651-a0cc69ddc6c4 tempest-RoutersAdminNegativeIpV6Test-2011525461 tempest-RoutersAdminNegativeIpV6Test-2011525461-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:47.118371 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6a41c86b-e35b-44f7-8651-a0cc69ddc6c4 tempest-RoutersAdminNegativeIpV6Test-2011525461 tempest-RoutersAdminNegativeIpV6Test-2011525461-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:47.123167 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-393c2cd8-24de-4def-9a43-a4e68c5e2585 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Router e1e8e6db-4fbd-41c6-8f5f-551410c320ee has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:59:47.180898 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c84eecb5-c378-4705-a438-ab69e68dcfc5 req-34e9acbc-da94-4adf-a256-5fb3a70fced3 tempest-InstanceActionsNegativeTestJSON-115467766 tempest-InstanceActionsNegativeTestJSON-115467766-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc0df17c-c897-44ed-b63b-2faff13a716f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827913 Jul 23 23:59:47.290835 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-393c2cd8-24de-4def-9a43-a4e68c5e2585 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:59:47.304731 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35ae7f5-b22d-4146-936e-fd70ac609df0 None None] Sync routers for ids ['e1e8e6db-4fbd-41c6-8f5f-551410c320ee'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:59:47.320609 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-393c2cd8-24de-4def-9a43-a4e68c5e2585 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:47.330108 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6a41c86b-e35b-44f7-8651-a0cc69ddc6c4 tempest-RoutersAdminNegativeIpV6Test-2011525461 tempest-RoutersAdminNegativeIpV6Test-2011525461-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:47.335988 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35ae7f5-b22d-4146-936e-fd70ac609df0 None None] Routers {'e1e8e6db-4fbd-41c6-8f5f-551410c320ee'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:59:47.336638 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-d35ae7f5-b22d-4146-936e-fd70ac609df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:59:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['e1e8e6db-4fbd-41c6-8f5f-551410c320ee'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:59:47.338560 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6a41c86b-e35b-44f7-8651-a0cc69ddc6c4 tempest-RoutersAdminNegativeIpV6Test-2011525461 tempest-RoutersAdminNegativeIpV6Test-2011525461-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:47.348985 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [None req-6a41c86b-e35b-44f7-8651-a0cc69ddc6c4 tempest-RoutersAdminNegativeIpV6Test-2011525461 tempest-RoutersAdminNegativeIpV6Test-2011525461-project-admin] device_id is not set on port 9bde9bc9-2cc3-4ca4-98e4-ead8f54aa7ea yet. {{(pid=100314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 23:59:47.498514 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-393c2cd8-24de-4def-9a43-a4e68c5e2585 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "PUT /v2.0/floatingips/23a4bc9d-48a8-4079-9092-7c2f7340dbe2 HTTP/1.1" status: 200 len: 990 time: 2.8975928 Jul 23 23:59:47.513121 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c075934-d6b2-45f9-8b7a-e05ff072e3c1', 'tag': '465c7602-c874-48e3-a644-ba99539fad02'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:59:47.513801 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a41c86b-e35b-44f7-8651-a0cc69ddc6c4 tempest-RoutersAdminNegativeIpV6Test-2011525461 tempest-RoutersAdminNegativeIpV6Test-2011525461-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6098633-5d8c-4e6e-8ea6-6e20224f8695,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:47.527526 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:47.531930 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5d63e69-8f48-40a2-af05-b7acb7ebf9df" -d '{"events": [{"name": "network-changed", "server_uuid": "2c075934-d6b2-45f9-8b7a-e05ff072e3c1", "tag": "465c7602-c874-48e3-a644-ba99539fad02"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:59:47.582652 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d801a4ae-7d03-4d50-8c28-3118a3d51dff req-0e9908b9-39ec-4cab-9085-1aae3af6b6ff tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:47.599382 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d801a4ae-7d03-4d50-8c28-3118a3d51dff req-0e9908b9-39ec-4cab-9085-1aae3af6b6ff tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ca4fded-3bf9-45d5-a0b2-6894719f29f6 HTTP/1.1" status: 200 len: 949 time: 0.3111634 Jul 23 23:59:47.613895 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-d35ae7f5-b22d-4146-936e-fd70ac609df0 None None] Set router e1e8e6db-4fbd-41c6-8f5f-551410c320ee gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:59:47.707418 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7653e671-2d0b-47b2-b958-abcc026e2dac x-openstack-request-id: req-7653e671-2d0b-47b2-b958-abcc026e2dac {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:59:47.708067 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c075934-d6b2-45f9-8b7a-e05ff072e3c1", "tag": "465c7602-c874-48e3-a644-ba99539fad02", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:59:47.708067 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7653e671-2d0b-47b2-b958-abcc026e2dac {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:59:47.708686 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c075934-d6b2-45f9-8b7a-e05ff072e3c1', 'tag': '465c7602-c874-48e3-a644-ba99539fad02', 'status': 'completed', 'code': 200} Jul 23 23:59:47.714599 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-6a41c86b-e35b-44f7-8651-a0cc69ddc6c4 tempest-RoutersAdminNegativeIpV6Test-2011525461 tempest-RoutersAdminNegativeIpV6Test-2011525461-project-admin] Allocated IP 172.25.3.36 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/9bde9bc9-2cc3-4ca4-98e4-ead8f54aa7ea) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:59:47.918834 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-d801a4ae-7d03-4d50-8c28-3118a3d51dff req-71fa973d-c3f0-4874-bf5a-2ae57cd14e10 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Deleting port 1200b390-3043-476a-ad9c-f324ee1249db {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:59:47.921489 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d801a4ae-7d03-4d50-8c28-3118a3d51dff req-71fa973d-c3f0-4874-bf5a-2ae57cd14e10 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:48.076170 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-d801a4ae-7d03-4d50-8c28-3118a3d51dff req-71fa973d-c3f0-4874-bf5a-2ae57cd14e10 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] For port 1200b390-3043-476a-ad9c-f324ee1249db, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=1200b390-3043-476a-ad9c-f324ee1249db,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:59:48.077346 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d801a4ae-7d03-4d50-8c28-3118a3d51dff req-71fa973d-c3f0-4874-bf5a-2ae57cd14e10 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:48.092219 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-d801a4ae-7d03-4d50-8c28-3118a3d51dff req-71fa973d-c3f0-4874-bf5a-2ae57cd14e10 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Calling delete_port for 1200b390-3043-476a-ad9c-f324ee1249db owned by compute:nova {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:59:48.160171 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-d35ae7f5-b22d-4146-936e-fd70ac609df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1e8e6db-4fbd-41c6-8f5f-551410c320ee', 'name': 'tempest-TaggedBootDevicesTest-1326226548-router', 'tenant_id': 'a493ff63bf324cec8682bc97c22087f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '85214f1e-c21a-42d5-82bc-fbaf56d17d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:57:17Z', 'updated_at': '2021-07-23T23:57:23Z', 'revision_number': 4, 'project_id': 'a493ff63bf324cec8682bc97c22087f0', 'gw_port': {'id': '85214f1e-c21a-42d5-82bc-fbaf56d17d7c', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e8e6db-4fbd-41c6-8f5f-551410c320ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:57:18Z', 'updated_at': '2021-07-23T23:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': '23a4bc9d-48a8-4079-9092-7c2f7340dbe2', 'tenant_id': 'a493ff63bf324cec8682bc97c22087f0', 'floating_ip_address': '172.25.3.70', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': 'e1e8e6db-4fbd-41c6-8f5f-551410c320ee', 'port_id': '465c7602-c874-48e3-a644-ba99539fad02', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1032, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0523da7-df1a-446f-b645-811e4630597c', 'mac_address': 'fa:16:3e:a4:19:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c075934-d6b2-45f9-8b7a-e05ff072e3c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:58:15Z', 'updated_at': '2021-07-23T23:59:45Z', 'revision_number': 1, 'project_id': 'a493ff63bf324cec8682bc97c22087f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd8809d5-9d2d-449f-afce-96c5deba7614', 'name': '', 'network_id': 'b0523da7-df1a-446f-b645-811e4630597c', 'tenant_id': 'a493ff63bf324cec8682bc97c22087f0', 'mac_address': 'fa:16:3e:8d:eb:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e8e6db-4fbd-41c6-8f5f-551410c320ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'd99f6c92-821c-482e-b6d0-cb37709030df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:57:21Z', 'updated_at': '2021-07-23T23:57:32Z', 'revision_number': 5, 'project_id': 'a493ff63bf324cec8682bc97c22087f0', 'subnets': [{'id': 'd99f6c92-821c-482e-b6d0-cb37709030df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:59:48.177557 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d63e69-8f48-40a2-af05-b7acb7ebf9df req-1d271067-efdb-4453-8c3f-9f07aa35d4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:48.178327 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d63e69-8f48-40a2-af05-b7acb7ebf9df req-1d271067-efdb-4453-8c3f-9f07aa35d4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:48.179055 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d63e69-8f48-40a2-af05-b7acb7ebf9df req-1d271067-efdb-4453-8c3f-9f07aa35d4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:48.179748 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d63e69-8f48-40a2-af05-b7acb7ebf9df req-1d271067-efdb-4453-8c3f-9f07aa35d4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:48.180420 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d63e69-8f48-40a2-af05-b7acb7ebf9df req-1d271067-efdb-4453-8c3f-9f07aa35d4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:48.181647 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d63e69-8f48-40a2-af05-b7acb7ebf9df req-1d271067-efdb-4453-8c3f-9f07aa35d4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:48.184541 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d63e69-8f48-40a2-af05-b7acb7ebf9df req-1d271067-efdb-4453-8c3f-9f07aa35d4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:48.186781 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b5d63e69-8f48-40a2-af05-b7acb7ebf9df req-1d271067-efdb-4453-8c3f-9f07aa35d4eb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a493ff63bf324cec8682bc97c22087f0&device_id=2c075934-d6b2-45f9-8b7a-e05ff072e3c1 HTTP/1.1" status: 200 len: 6500 time: 0.4772084 Jul 23 23:59:48.248618 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35ae7f5-b22d-4146-936e-fd70ac609df0 None None] Checking router: e1e8e6db-4fbd-41c6-8f5f-551410c320ee for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:59:48.270012 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35ae7f5-b22d-4146-936e-fd70ac609df0 None None] Routers {'e1e8e6db-4fbd-41c6-8f5f-551410c320ee'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:59:48.272632 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-d35ae7f5-b22d-4146-936e-fd70ac609df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-23T23:59:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['e1e8e6db-4fbd-41c6-8f5f-551410c320ee'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:59:48.382054 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5352ecc-858f-40e6-9572-bc91d1886d8c req-c46fb8ea-c1aa-4b5e-a8a4-cf545157ab90 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:48.389995 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d5352ecc-858f-40e6-9572-bc91d1886d8c req-c46fb8ea-c1aa-4b5e-a8a4-cf545157ab90 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/ports?device_id=779b8aec-17d7-4953-837a-2348d8ac1254 HTTP/1.1" status: 200 len: 946 time: 0.1856692 Jul 23 23:59:48.393370 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319cfe50-2856-49f8-a4ac-9578c339a341 req-cc9bf827-195b-4c1b-a92b-ffaa52dc9eda tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:48.397856 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-319cfe50-2856-49f8-a4ac-9578c339a341 req-cc9bf827-195b-4c1b-a92b-ffaa52dc9eda tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.64 "GET /v2.0/ports?device_id=2eeb7a56-55b4-4456-a179-e86ac5d29691 HTTP/1.1" status: 200 len: 949 time: 0.7242606 Jul 23 23:59:48.410750 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d63e69-8f48-40a2-af05-b7acb7ebf9df req-37cf54a1-f1ec-4ec1-a2d1-bab1f51f14d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:48.412599 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b5d63e69-8f48-40a2-af05-b7acb7ebf9df req-37cf54a1-f1ec-4ec1-a2d1-bab1f51f14d6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b0523da7-df1a-446f-b645-811e4630597c HTTP/1.1" status: 200 len: 913 time: 0.2175694 Jul 23 23:59:48.542452 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d5352ecc-858f-40e6-9572-bc91d1886d8c req-d87b9713-4abd-4344-af9d-538a8f071150 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6a0a271-496a-4936-8ec0-ec680d307275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469262 Jul 23 23:59:48.587821 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b5d63e69-8f48-40a2-af05-b7acb7ebf9df req-137eaf9d-f735-43c8-a16e-9a2d63f3283d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=465c7602-c874-48e3-a644-ba99539fad02 HTTP/1.1" status: 200 len: 998 time: 0.1483965 Jul 23 23:59:48.592248 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d801a4ae-7d03-4d50-8c28-3118a3d51dff req-71fa973d-c3f0-4874-bf5a-2ae57cd14e10 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:48.605380 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['9adc90a8-daab-449e-bad1-bd977df0c1fb', '8d4eb6e9-2eeb-4d87-a9ff-e9841baddbd9', '931178ff-8a2c-4c8d-bdb8-bd72bfdecffc', '1200b390-3043-476a-ad9c-f324ee1249db'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:59:48.606686 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-d35ae7f5-b22d-4146-936e-fd70ac609df0 None None] Set router e1e8e6db-4fbd-41c6-8f5f-551410c320ee gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:59:48.680379 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d63e69-8f48-40a2-af05-b7acb7ebf9df req-029c9fe4-6193-4b00-87e2-9e5f27c11dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:48.682309 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b5d63e69-8f48-40a2-af05-b7acb7ebf9df req-029c9fe4-6193-4b00-87e2-9e5f27c11dd0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d99f6c92-821c-482e-b6d0-cb37709030df HTTP/1.1" status: 200 len: 851 time: 0.0871387 Jul 23 23:59:48.776141 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6a41c86b-e35b-44f7-8651-a0cc69ddc6c4 tempest-RoutersAdminNegativeIpV6Test-2011525461 tempest-RoutersAdminNegativeIpV6Test-2011525461-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:48.804303 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fa973d-c3f0-4874-bf5a-2ae57cd14e10 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Pushing event deleted for resources: {'Port': ['ID=1200b390-3043-476a-ad9c-f324ee1249db,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:48.833479 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf5d138-4975-4355-970c-51339f1feba3 req-b2e83c99-4fc3-49b7-b1bb-e08f0a6b29da tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:48.835084 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fdf5d138-4975-4355-970c-51339f1feba3 req-b2e83c99-4fc3-49b7-b1bb-e08f0a6b29da tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ca4fded-3bf9-45d5-a0b2-6894719f29f6 HTTP/1.1" status: 200 len: 867 time: 0.7794993 Jul 23 23:59:48.836792 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-d801a4ae-7d03-4d50-8c28-3118a3d51dff req-71fa973d-c3f0-4874-bf5a-2ae57cd14e10 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] No DVR routers for this DVR port 1200b390-3043-476a-ad9c-f324ee1249db on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:59:48.840137 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d801a4ae-7d03-4d50-8c28-3118a3d51dff req-71fa973d-c3f0-4874-bf5a-2ae57cd14e10 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:48.842528 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d801a4ae-7d03-4d50-8c28-3118a3d51dff req-71fa973d-c3f0-4874-bf5a-2ae57cd14e10 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.52 "DELETE /v2.0/ports/1200b390-3043-476a-ad9c-f324ee1249db HTTP/1.1" status: 204 len: 173 time: 1.2362921 Jul 23 23:59:48.846544 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fa973d-c3f0-4874-bf5a-2ae57cd14e10 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:59:48.847023 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fa973d-c3f0-4874-bf5a-2ae57cd14e10 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:59:48.847468 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fa973d-c3f0-4874-bf5a-2ae57cd14e10 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:59:48.847910 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fa973d-c3f0-4874-bf5a-2ae57cd14e10 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:59:48.848347 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fa973d-c3f0-4874-bf5a-2ae57cd14e10 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:59:48.849097 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fa973d-c3f0-4874-bf5a-2ae57cd14e10 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:59:48.849526 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fa973d-c3f0-4874-bf5a-2ae57cd14e10 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:59:48.849954 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fa973d-c3f0-4874-bf5a-2ae57cd14e10 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:59:48.850383 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fa973d-c3f0-4874-bf5a-2ae57cd14e10 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:59:48.850813 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fa973d-c3f0-4874-bf5a-2ae57cd14e10 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:59:48.851241 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fa973d-c3f0-4874-bf5a-2ae57cd14e10 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:59:48.851665 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fa973d-c3f0-4874-bf5a-2ae57cd14e10 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:59:48.899835 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4289b6-841c-4085-91ef-6de82c7e5516 req-266f85f1-49da-410d-9867-7ffd54b930be tempest-InstanceActionsNegativeTestJSON-115467766 tempest-InstanceActionsNegativeTestJSON-115467766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:48.908059 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cd4289b6-841c-4085-91ef-6de82c7e5516 req-266f85f1-49da-410d-9867-7ffd54b930be tempest-InstanceActionsNegativeTestJSON-115467766 tempest-InstanceActionsNegativeTestJSON-115467766-project] 10.222.0.44 "GET /v2.0/ports?device_id=b684b049-6a67-44bb-9f10-e0e689cb0a06 HTTP/1.1" status: 200 len: 945 time: 0.2147980 Jul 23 23:59:48.955734 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-d35ae7f5-b22d-4146-936e-fd70ac609df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1e8e6db-4fbd-41c6-8f5f-551410c320ee', 'name': 'tempest-TaggedBootDevicesTest-1326226548-router', 'tenant_id': 'a493ff63bf324cec8682bc97c22087f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '85214f1e-c21a-42d5-82bc-fbaf56d17d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:57:17Z', 'updated_at': '2021-07-23T23:57:23Z', 'revision_number': 4, 'project_id': 'a493ff63bf324cec8682bc97c22087f0', 'gw_port': {'id': '85214f1e-c21a-42d5-82bc-fbaf56d17d7c', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e8e6db-4fbd-41c6-8f5f-551410c320ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:57:18Z', 'updated_at': '2021-07-23T23:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': '23a4bc9d-48a8-4079-9092-7c2f7340dbe2', 'tenant_id': 'a493ff63bf324cec8682bc97c22087f0', 'floating_ip_address': '172.25.3.70', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': 'e1e8e6db-4fbd-41c6-8f5f-551410c320ee', 'port_id': '465c7602-c874-48e3-a644-ba99539fad02', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1032, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0523da7-df1a-446f-b645-811e4630597c', 'mac_address': 'fa:16:3e:a4:19:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c075934-d6b2-45f9-8b7a-e05ff072e3c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:58:15Z', 'updated_at': '2021-07-23T23:59:45Z', 'revision_number': 1, 'project_id': 'a493ff63bf324cec8682bc97c22087f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd8809d5-9d2d-449f-afce-96c5deba7614', 'name': '', 'network_id': 'b0523da7-df1a-446f-b645-811e4630597c', 'tenant_id': 'a493ff63bf324cec8682bc97c22087f0', 'mac_address': 'fa:16:3e:8d:eb:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e8e6db-4fbd-41c6-8f5f-551410c320ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'd99f6c92-821c-482e-b6d0-cb37709030df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:57:21Z', 'updated_at': '2021-07-23T23:57:32Z', 'revision_number': 5, 'project_id': 'a493ff63bf324cec8682bc97c22087f0', 'subnets': [{'id': 'd99f6c92-821c-482e-b6d0-cb37709030df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:59:49.026895 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557659d4-888c-4130-9692-e40e07de78df req-5715c4a7-8f5f-426c-8040-2dec26d4eacf tempest-InstanceActionsNegativeTestJSON-115467766 tempest-InstanceActionsNegativeTestJSON-115467766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:49.028877 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-557659d4-888c-4130-9692-e40e07de78df req-5715c4a7-8f5f-426c-8040-2dec26d4eacf tempest-InstanceActionsNegativeTestJSON-115467766 tempest-InstanceActionsNegativeTestJSON-115467766-project] 10.222.0.64 "GET /v2.0/ports?device_id=b684b049-6a67-44bb-9f10-e0e689cb0a06 HTTP/1.1" status: 200 len: 945 time: 0.7738769 Jul 23 23:59:49.029844 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d63e69-8f48-40a2-af05-b7acb7ebf9df req-4f8c43fe-9fc2-444d-8890-1a3dae093df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:49.031206 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b5d63e69-8f48-40a2-af05-b7acb7ebf9df req-4f8c43fe-9fc2-444d-8890-1a3dae093df7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b0523da7-df1a-446f-b645-811e4630597c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3233330 Jul 23 23:59:49.054677 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cd4289b6-841c-4085-91ef-6de82c7e5516 req-11ac8a8f-92ea-496e-bf7a-2b28b7bfdd3b tempest-InstanceActionsNegativeTestJSON-115467766 tempest-InstanceActionsNegativeTestJSON-115467766-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc0df17c-c897-44ed-b63b-2faff13a716f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419575 Jul 23 23:59:49.060430 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fdf5d138-4975-4355-970c-51339f1feba3 req-2eb491c9-ceb7-4ecb-aeea-40b53cf331bd tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8ee523e-b776-4966-b1a9-13ed07423313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025130 Jul 23 23:59:49.081227 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35ae7f5-b22d-4146-936e-fd70ac609df0 None None] The sync data for ids ['e1e8e6db-4fbd-41c6-8f5f-551410c320ee'] in n-d-800088-16 is: [{'id': 'e1e8e6db-4fbd-41c6-8f5f-551410c320ee', 'name': 'tempest-TaggedBootDevicesTest-1326226548-router', 'tenant_id': 'a493ff63bf324cec8682bc97c22087f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '85214f1e-c21a-42d5-82bc-fbaf56d17d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:57:17Z', 'updated_at': '2021-07-23T23:57:23Z', 'revision_number': 4, 'project_id': 'a493ff63bf324cec8682bc97c22087f0', 'gw_port': {'id': '85214f1e-c21a-42d5-82bc-fbaf56d17d7c', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e8e6db-4fbd-41c6-8f5f-551410c320ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:57:18Z', 'updated_at': '2021-07-23T23:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': '23a4bc9d-48a8-4079-9092-7c2f7340dbe2', 'tenant_id': 'a493ff63bf324cec8682bc97c22087f0', 'floating_ip_address': '172.25.3.70', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': 'e1e8e6db-4fbd-41c6-8f5f-551410c320ee', 'port_id': '465c7602-c874-48e3-a644-ba99539fad02', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1032, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0523da7-df1a-446f-b645-811e4630597c', 'mac_address': 'fa:16:3e:a4:19:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c075934-d6b2-45f9-8b7a-e05ff072e3c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:58:15Z', 'updated_at': '2021-07-23T23:59:45Z', 'revision_number': 1, 'project_id': 'a493ff63bf324cec8682bc97c22087f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd8809d5-9d2d-449f-afce-96c5deba7614', 'name': '', 'network_id': 'b0523da7-df1a-446f-b645-811e4630597c', 'tenant_id': 'a493ff63bf324cec8682bc97c22087f0', 'mac_address': 'fa:16:3e:8d:eb:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e8e6db-4fbd-41c6-8f5f-551410c320ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'd99f6c92-821c-482e-b6d0-cb37709030df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:57:21Z', 'updated_at': '2021-07-23T23:57:32Z', 'revision_number': 5, 'project_id': 'a493ff63bf324cec8682bc97c22087f0', 'subnets': [{'id': 'd99f6c92-821c-482e-b6d0-cb37709030df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:59:49.171702 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-319cfe50-2856-49f8-a4ac-9578c339a341 req-7a3f5dcf-d930-4173-94a0-079f00efec0b tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Deleting port 705c0692-2c5a-44f2-9064-556bee2e28c7 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:59:49.172897 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-319cfe50-2856-49f8-a4ac-9578c339a341 req-7a3f5dcf-d930-4173-94a0-079f00efec0b tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:49.391430 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b5d63e69-8f48-40a2-af05-b7acb7ebf9df req-f39eda6b-3047-4d13-8a16-14d9e5c23145 service neutron] 10.222.0.52 "GET /v2.0/networks/b0523da7-df1a-446f-b645-811e4630597c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3324816 Jul 23 23:59:49.611805 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1ceb40-4d38-4483-ba47-2a3b9547c3c4 None None] New status for floating IP 23a4bc9d-48a8-4079-9092-7c2f7340dbe2: ACTIVE {{(pid=100315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 23:59:49.617006 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6a41c86b-e35b-44f7-8651-a0cc69ddc6c4 tempest-RoutersAdminNegativeIpV6Test-2011525461 tempest-RoutersAdminNegativeIpV6Test-2011525461-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:49.684549 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b5d63e69-8f48-40a2-af05-b7acb7ebf9df req-3eb16527-0868-4502-9dd4-21ca759c5020 service neutron] 10.222.0.52 "GET /v2.0/networks/b0523da7-df1a-446f-b645-811e4630597c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859230 Jul 23 23:59:49.718415 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a41c86b-e35b-44f7-8651-a0cc69ddc6c4 tempest-RoutersAdminNegativeIpV6Test-2011525461 tempest-RoutersAdminNegativeIpV6Test-2011525461-project-admin] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:59:49.742732 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-6a41c86b-e35b-44f7-8651-a0cc69ddc6c4 tempest-RoutersAdminNegativeIpV6Test-2011525461 tempest-RoutersAdminNegativeIpV6Test-2011525461-project-admin] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:59:49.763251 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ca4fded-3bf9-45d5-a0b2-6894719f29f6', 'name': 'network-vif-deleted', 'tag': '1200b390-3043-476a-ad9c-f324ee1249db'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:59:49.766291 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6165a5eb-e45f-44fc-beb4-f678fb20142b" -d '{"events": [{"server_uuid": "9ca4fded-3bf9-45d5-a0b2-6894719f29f6", "name": "network-vif-deleted", "tag": "1200b390-3043-476a-ad9c-f324ee1249db"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:59:49.787730 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a41c86b-e35b-44f7-8651-a0cc69ddc6c4 tempest-RoutersAdminNegativeIpV6Test-2011525461 tempest-RoutersAdminNegativeIpV6Test-2011525461-project-admin] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:59:49.830065 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a41c86b-e35b-44f7-8651-a0cc69ddc6c4 tempest-RoutersAdminNegativeIpV6Test-2011525461 tempest-RoutersAdminNegativeIpV6Test-2011525461-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:49.830729 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6a41c86b-e35b-44f7-8651-a0cc69ddc6c4 tempest-RoutersAdminNegativeIpV6Test-2011525461 tempest-RoutersAdminNegativeIpV6Test-2011525461-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:49.841945 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-319cfe50-2856-49f8-a4ac-9578c339a341 req-7a3f5dcf-d930-4173-94a0-079f00efec0b tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] For port 705c0692-2c5a-44f2-9064-556bee2e28c7, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=705c0692-2c5a-44f2-9064-556bee2e28c7,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:59:49.842328 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-319cfe50-2856-49f8-a4ac-9578c339a341 req-7a3f5dcf-d930-4173-94a0-079f00efec0b tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:49.844072 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ef64d-adf9-4711-b6e2-62d531feeccb req-da79a1fe-c000-4200-bc64-730ec9c4251d tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:49.849646 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c33ef64d-adf9-4711-b6e2-62d531feeccb req-da79a1fe-c000-4200-bc64-730ec9c4251d tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/ports?device_id=779b8aec-17d7-4953-837a-2348d8ac1254 HTTP/1.1" status: 200 len: 946 time: 0.1872079 Jul 23 23:59:49.853644 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 705c0692-2c5a-44f2-9064-556bee2e28c7 no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:59:49.876875 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a41c86b-e35b-44f7-8651-a0cc69ddc6c4 tempest-RoutersAdminNegativeIpV6Test-2011525461 tempest-RoutersAdminNegativeIpV6Test-2011525461-project-admin] Pushing event updated for resources: {'Port': ['ID=9bde9bc9-2cc3-4ca4-98e4-ead8f54aa7ea,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:49.886655 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-319cfe50-2856-49f8-a4ac-9578c339a341 req-7a3f5dcf-d930-4173-94a0-079f00efec0b tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Calling delete_port for 705c0692-2c5a-44f2-9064-556bee2e28c7 owned by compute:nova {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:59:49.918024 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 50208) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:49.925495 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-6a41c86b-e35b-44f7-8651-a0cc69ddc6c4 tempest-RoutersAdminNegativeIpV6Test-2011525461 tempest-RoutersAdminNegativeIpV6Test-2011525461-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 3.0792713 Jul 23 23:59:49.936059 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-5ba56390-ae26-4a26-a30c-a2ede33beba8 tempest-RoutersAdminNegativeIpV6Test-2011525461 tempest-RoutersAdminNegativeIpV6Test-2011525461-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.36'}]}}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:59:49.944904 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-557659d4-888c-4130-9692-e40e07de78df req-39eaeb31-bdf5-4564-be84-f596cad68150 tempest-InstanceActionsNegativeTestJSON-115467766 tempest-InstanceActionsNegativeTestJSON-115467766-project] Deleting port 2af03294-3ec2-4803-a655-b77b3a56f9b0 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:59:49.945321 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-557659d4-888c-4130-9692-e40e07de78df req-39eaeb31-bdf5-4564-be84-f596cad68150 tempest-InstanceActionsNegativeTestJSON-115467766 tempest-InstanceActionsNegativeTestJSON-115467766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:50.011370 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5ba56390-ae26-4a26-a30c-a2ede33beba8 tempest-RoutersAdminNegativeIpV6Test-2011525461 tempest-RoutersAdminNegativeIpV6Test-2011525461-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:50.012840 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5ba56390-ae26-4a26-a30c-a2ede33beba8 tempest-RoutersAdminNegativeIpV6Test-2011525461 tempest-RoutersAdminNegativeIpV6Test-2011525461-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:50.036496 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ffefe5-ddd7-40ad-a300-0a36031a1dcf req-07fa6491-6297-4a10-924e-8253681b5282 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:50.046195 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-43ffefe5-ddd7-40ad-a300-0a36031a1dcf req-07fa6491-6297-4a10-924e-8253681b5282 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/networks?id=cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed HTTP/1.1" status: 200 len: 818 time: 0.6316459 Jul 23 23:59:50.089754 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-43ffefe5-ddd7-40ad-a300-0a36031a1dcf req-ecbf5593-efdf-498c-a1b9-ddc989c3e4fd tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/quotas/d9405b5ff79541cbb5225ec709273225 HTTP/1.1" status: 200 len: 375 time: 0.0423200 Jul 23 23:59:50.158909 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:50.194923 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5ba56390-ae26-4a26-a30c-a2ede33beba8 tempest-RoutersAdminNegativeIpV6Test-2011525461 tempest-RoutersAdminNegativeIpV6Test-2011525461-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:50.215341 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c33ef64d-adf9-4711-b6e2-62d531feeccb req-b3575865-9136-454a-8203-c6ac97784000 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6a0a271-496a-4936-8ec0-ec680d307275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3584042 Jul 23 23:59:50.217299 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eeb7a56-55b4-4456-a179-e86ac5d29691', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '705c0692-2c5a-44f2-9064-556bee2e28c7'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:59:50.220348 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b1631b7-1703-4b5a-8c37-5086c7fd6d0f" -d '{"events": [{"server_uuid": "2eeb7a56-55b4-4456-a179-e86ac5d29691", "name": "network-vif-unplugged", "status": "completed", "tag": "705c0692-2c5a-44f2-9064-556bee2e28c7"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:59:50.239078 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 705c0692-2c5a-44f2-9064-556bee2e28c7, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=705c0692-2c5a-44f2-9064-556bee2e28c7,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:59:50.255312 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:50.384382 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3445d091-90dc-41ab-b9ce-4268264537e3 x-openstack-request-id: req-3445d091-90dc-41ab-b9ce-4268264537e3 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:59:50.384652 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ca4fded-3bf9-45d5-a0b2-6894719f29f6", "name": "network-vif-deleted", "tag": "1200b390-3043-476a-ad9c-f324ee1249db", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:59:50.385511 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3445d091-90dc-41ab-b9ce-4268264537e3 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:59:50.385511 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ca4fded-3bf9-45d5-a0b2-6894719f29f6', 'name': 'network-vif-deleted', 'tag': '1200b390-3043-476a-ad9c-f324ee1249db', 'status': 'completed', 'code': 200} Jul 23 23:59:50.401577 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=705c0692-2c5a-44f2-9064-556bee2e28c7,revision_number=6']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:50.443940 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-557659d4-888c-4130-9692-e40e07de78df req-39eaeb31-bdf5-4564-be84-f596cad68150 tempest-InstanceActionsNegativeTestJSON-115467766 tempest-InstanceActionsNegativeTestJSON-115467766-project] For port 2af03294-3ec2-4803-a655-b77b3a56f9b0, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=2af03294-3ec2-4803-a655-b77b3a56f9b0,segment=NetworkSegment(0fcb403a-5f34-4c17-a8ad-9f7491d1a3c8),segment_id=0fcb403a-5f34-4c17-a8ad-9f7491d1a3c8)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:59:50.445069 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-557659d4-888c-4130-9692-e40e07de78df req-39eaeb31-bdf5-4564-be84-f596cad68150 tempest-InstanceActionsNegativeTestJSON-115467766 tempest-InstanceActionsNegativeTestJSON-115467766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:50.519802 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 50226) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:50.540421 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-319cfe50-2856-49f8-a4ac-9578c339a341 req-7a3f5dcf-d930-4173-94a0-079f00efec0b tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:50.556321 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-43ffefe5-ddd7-40ad-a300-0a36031a1dcf req-1ceeb1a2-c95a-4994-a26e-53af850b5b30 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d9405b5ff79541cbb5225ec709273225&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4656568 Jul 23 23:59:50.588214 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-557659d4-888c-4130-9692-e40e07de78df req-39eaeb31-bdf5-4564-be84-f596cad68150 tempest-InstanceActionsNegativeTestJSON-115467766 tempest-InstanceActionsNegativeTestJSON-115467766-project] Calling delete_port for 2af03294-3ec2-4803-a655-b77b3a56f9b0 owned by compute:nova {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:59:50.605941 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3f5dcf-d930-4173-94a0-079f00efec0b tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Pushing event deleted for resources: {'Port': ['ID=705c0692-2c5a-44f2-9064-556bee2e28c7,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:50.718426 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-e7c0260f-5694-4b30-9258-e15417d989c7 tempest-QuotasNegativeTest-1250436802 tempest-QuotasNegativeTest-1250436802-project-admin] Request body: {'quota': {'network': 2}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:59:50.721777 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-319cfe50-2856-49f8-a4ac-9578c339a341 req-7a3f5dcf-d930-4173-94a0-079f00efec0b tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] No DVR routers for this DVR port 705c0692-2c5a-44f2-9064-556bee2e28c7 on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:59:50.724939 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-319cfe50-2856-49f8-a4ac-9578c339a341 req-7a3f5dcf-d930-4173-94a0-079f00efec0b tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:50.727451 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-319cfe50-2856-49f8-a4ac-9578c339a341 req-7a3f5dcf-d930-4173-94a0-079f00efec0b tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.64 "DELETE /v2.0/ports/705c0692-2c5a-44f2-9064-556bee2e28c7 HTTP/1.1" status: 204 len: 173 time: 2.2391946 Jul 23 23:59:50.774163 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eeb7a56-55b4-4456-a179-e86ac5d29691', 'name': 'network-vif-deleted', 'tag': '705c0692-2c5a-44f2-9064-556bee2e28c7'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:59:50.777528 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61cf967b-4799-4471-8739-21aac4a38914" -d '{"events": [{"server_uuid": "2eeb7a56-55b4-4456-a179-e86ac5d29691", "name": "network-vif-deleted", "tag": "705c0692-2c5a-44f2-9064-556bee2e28c7"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:59:50.847121 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 1200b390-3043-476a-ad9c-f324ee1249db no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:59:50.862749 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5ba56390-ae26-4a26-a30c-a2ede33beba8 tempest-RoutersAdminNegativeIpV6Test-2011525461 tempest-RoutersAdminNegativeIpV6Test-2011525461-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:50.868272 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-e7c0260f-5694-4b30-9258-e15417d989c7 tempest-QuotasNegativeTest-1250436802 tempest-QuotasNegativeTest-1250436802-project-admin] 10.222.0.44 "PUT /v2.0/quotas/f10092aa58ab43e0abef8c8aa0587db4 HTTP/1.1" status: 200 len: 368 time: 0.3392715 Jul 23 23:59:50.871536 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 50232) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:50.877994 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-92f36ee1-9246-483a-8380-962ad0d42ebb tempest-QuotasNegativeTest-1250436802 tempest-QuotasNegativeTest-1250436802-project-admin] Request body: {'network': {'project_id': 'f10092aa58ab43e0abef8c8aa0587db4'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:59:50.911022 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-43ffefe5-ddd7-40ad-a300-0a36031a1dcf req-43c42aa4-0a1f-4dc2-a940-139489b59ca7 service neutron] 10.222.0.44 "GET /v2.0/networks/cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152158 Jul 23 23:59:50.927628 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] No Port match for: 1200b390-3043-476a-ad9c-f324ee1249db {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:59:50.929413 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 1200b390-3043-476a-ad9c-f324ee1249db not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:59:50.935389 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f36ee1-9246-483a-8380-962ad0d42ebb tempest-QuotasNegativeTest-1250436802 tempest-QuotasNegativeTest-1250436802-project-admin] Made reservation on behalf of f10092aa58ab43e0abef8c8aa0587db4 for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:59:50.938414 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-92f36ee1-9246-483a-8380-962ad0d42ebb tempest-QuotasNegativeTest-1250436802 tempest-QuotasNegativeTest-1250436802-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:50.956796 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ae835-318e-4fb8-8432-32e3008f131f req-b743b041-ecb4-4d20-8c3a-02348ea8cd61 tempest-InstanceActionsNegativeTestJSON-115467766 tempest-InstanceActionsNegativeTestJSON-115467766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:50.964409 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b50ae835-318e-4fb8-8432-32e3008f131f req-b743b041-ecb4-4d20-8c3a-02348ea8cd61 tempest-InstanceActionsNegativeTestJSON-115467766 tempest-InstanceActionsNegativeTestJSON-115467766-project] 10.222.0.44 "GET /v2.0/ports?device_id=b684b049-6a67-44bb-9f10-e0e689cb0a06 HTTP/1.1" status: 200 len: 945 time: 0.5130990 Jul 23 23:59:50.987796 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-92f36ee1-9246-483a-8380-962ad0d42ebb tempest-QuotasNegativeTest-1250436802 tempest-QuotasNegativeTest-1250436802-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:51.056527 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['9adc90a8-daab-449e-bad1-bd977df0c1fb', '8d4eb6e9-2eeb-4d87-a9ff-e9841baddbd9', '931178ff-8a2c-4c8d-bdb8-bd72bfdecffc'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:59:51.080490 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-557659d4-888c-4130-9692-e40e07de78df req-39eaeb31-bdf5-4564-be84-f596cad68150 tempest-InstanceActionsNegativeTestJSON-115467766 tempest-InstanceActionsNegativeTestJSON-115467766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:51.100236 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b50ae835-318e-4fb8-8432-32e3008f131f req-25c1a6dc-8555-418a-b446-0bf166d76ae5 tempest-InstanceActionsNegativeTestJSON-115467766 tempest-InstanceActionsNegativeTestJSON-115467766-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc0df17c-c897-44ed-b63b-2faff13a716f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345096 Jul 23 23:59:51.197409 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eaeb31-bdf5-4564-be84-f596cad68150 tempest-InstanceActionsNegativeTestJSON-115467766 tempest-InstanceActionsNegativeTestJSON-115467766-project] Pushing event deleted for resources: {'Port': ['ID=2af03294-3ec2-4803-a655-b77b3a56f9b0,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:51.228439 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-43ffefe5-ddd7-40ad-a300-0a36031a1dcf req-88ce1e94-d8ab-48a3-a94e-b117fee80c8d service neutron] 10.222.0.44 "GET /v2.0/networks/cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2885220 Jul 23 23:59:51.259787 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 23:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8350e5b0-10f6-412e-a318-cccd417f74d2 x-openstack-request-id: req-8350e5b0-10f6-412e-a318-cccd417f74d2 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:59:51.260613 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eeb7a56-55b4-4456-a179-e86ac5d29691", "name": "network-vif-unplugged", "status": "completed", "tag": "705c0692-2c5a-44f2-9064-556bee2e28c7", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:59:51.261163 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8350e5b0-10f6-412e-a318-cccd417f74d2 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:59:51.261802 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eeb7a56-55b4-4456-a179-e86ac5d29691', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '705c0692-2c5a-44f2-9064-556bee2e28c7', 'code': 200} Jul 23 23:59:51.504018 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-92f36ee1-9246-483a-8380-962ad0d42ebb tempest-QuotasNegativeTest-1250436802 tempest-QuotasNegativeTest-1250436802-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:51.512534 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-92f36ee1-9246-483a-8380-962ad0d42ebb tempest-QuotasNegativeTest-1250436802 tempest-QuotasNegativeTest-1250436802-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:51.569554 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92f36ee1-9246-483a-8380-962ad0d42ebb tempest-QuotasNegativeTest-1250436802 tempest-QuotasNegativeTest-1250436802-project-admin] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:59:51.593339 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5ba56390-ae26-4a26-a30c-a2ede33beba8 tempest-RoutersAdminNegativeIpV6Test-2011525461 tempest-RoutersAdminNegativeIpV6Test-2011525461-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:51.658476 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5ba56390-ae26-4a26-a30c-a2ede33beba8 tempest-RoutersAdminNegativeIpV6Test-2011525461 tempest-RoutersAdminNegativeIpV6Test-2011525461-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:51.662313 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-92f36ee1-9246-483a-8380-962ad0d42ebb tempest-QuotasNegativeTest-1250436802 tempest-QuotasNegativeTest-1250436802-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:51.665928 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-92f36ee1-9246-483a-8380-962ad0d42ebb tempest-QuotasNegativeTest-1250436802 tempest-QuotasNegativeTest-1250436802-project-admin] Added segment 727e2862-46ee-437e-ad4b-08a7c4050992 of type vlan for network 077cc557-49ff-4a88-8a3f-cc9a79b58789 Jul 23 23:59:51.681064 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f36ee1-9246-483a-8380-962ad0d42ebb tempest-QuotasNegativeTest-1250436802 tempest-QuotasNegativeTest-1250436802-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ccc09c-b752-4bdf-a0ae-f017598d3d1a,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:51.820084 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 2af03294-3ec2-4803-a655-b77b3a56f9b0 no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:59:51.857508 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] No Port match for: 2af03294-3ec2-4803-a655-b77b3a56f9b0 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:59:51.858186 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 2af03294-3ec2-4803-a655-b77b3a56f9b0 not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:59:51.959047 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd1eb56a-82ad-4bb4-88e8-839fd901cc19 x-openstack-request-id: req-fd1eb56a-82ad-4bb4-88e8-839fd901cc19 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:59:51.959579 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eeb7a56-55b4-4456-a179-e86ac5d29691", "name": "network-vif-deleted", "tag": "705c0692-2c5a-44f2-9064-556bee2e28c7", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:59:51.960287 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fd1eb56a-82ad-4bb4-88e8-839fd901cc19 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:59:51.960521 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eeb7a56-55b4-4456-a179-e86ac5d29691', 'name': 'network-vif-deleted', 'tag': '705c0692-2c5a-44f2-9064-556bee2e28c7', 'status': 'completed', 'code': 200} Jul 23 23:59:51.965144 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-557659d4-888c-4130-9692-e40e07de78df req-39eaeb31-bdf5-4564-be84-f596cad68150 tempest-InstanceActionsNegativeTestJSON-115467766 tempest-InstanceActionsNegativeTestJSON-115467766-project] No DVR routers for this DVR port 2af03294-3ec2-4803-a655-b77b3a56f9b0 on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:59:51.993299 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-557659d4-888c-4130-9692-e40e07de78df req-39eaeb31-bdf5-4564-be84-f596cad68150 tempest-InstanceActionsNegativeTestJSON-115467766 tempest-InstanceActionsNegativeTestJSON-115467766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:51.998717 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-557659d4-888c-4130-9692-e40e07de78df req-39eaeb31-bdf5-4564-be84-f596cad68150 tempest-InstanceActionsNegativeTestJSON-115467766 tempest-InstanceActionsNegativeTestJSON-115467766-project] 10.222.0.64 "DELETE /v2.0/ports/2af03294-3ec2-4803-a655-b77b3a56f9b0 HTTP/1.1" status: 204 len: 173 time: 2.9482858 Jul 23 23:59:52.007562 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-92f36ee1-9246-483a-8380-962ad0d42ebb tempest-QuotasNegativeTest-1250436802 tempest-QuotasNegativeTest-1250436802-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:52.039491 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d4997c5b-f64a-48fb-851b-a716c5086b10 req-d658e149-cef4-4ddd-8aa7-13ba2eb87f7c tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=99693099-fc1f-44e3-a9cd-8936036d847e HTTP/1.1" status: 200 len: 210 time: 0.0947678 Jul 23 23:59:52.163246 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-92f36ee1-9246-483a-8380-962ad0d42ebb tempest-QuotasNegativeTest-1250436802 tempest-QuotasNegativeTest-1250436802-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:52.164621 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f36ee1-9246-483a-8380-962ad0d42ebb tempest-QuotasNegativeTest-1250436802 tempest-QuotasNegativeTest-1250436802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:52.165755 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-92f36ee1-9246-483a-8380-962ad0d42ebb tempest-QuotasNegativeTest-1250436802 tempest-QuotasNegativeTest-1250436802-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:52.233391 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-92f36ee1-9246-483a-8380-962ad0d42ebb tempest-QuotasNegativeTest-1250436802 tempest-QuotasNegativeTest-1250436802-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.3587306 Jul 23 23:59:52.235206 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 50266) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:52.243982 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-3a7be0da-f8f6-4dce-b252-6de744ef43c2 tempest-QuotasNegativeTest-1250436802 tempest-QuotasNegativeTest-1250436802-project-admin] Request body: {'network': {'project_id': 'f10092aa58ab43e0abef8c8aa0587db4'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:59:52.286946 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7be0da-f8f6-4dce-b252-6de744ef43c2 tempest-QuotasNegativeTest-1250436802 tempest-QuotasNegativeTest-1250436802-project-admin] Made reservation on behalf of f10092aa58ab43e0abef8c8aa0587db4 for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:59:52.291046 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3a7be0da-f8f6-4dce-b252-6de744ef43c2 tempest-QuotasNegativeTest-1250436802 tempest-QuotasNegativeTest-1250436802-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:52.343275 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a7be0da-f8f6-4dce-b252-6de744ef43c2 tempest-QuotasNegativeTest-1250436802 tempest-QuotasNegativeTest-1250436802-project-admin] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:59:52.369495 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3a7be0da-f8f6-4dce-b252-6de744ef43c2 tempest-QuotasNegativeTest-1250436802 tempest-QuotasNegativeTest-1250436802-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:52.369495 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-3a7be0da-f8f6-4dce-b252-6de744ef43c2 tempest-QuotasNegativeTest-1250436802 tempest-QuotasNegativeTest-1250436802-project-admin] Added segment c0ee18f8-b529-47bf-8a50-ab78d75767cc of type vlan for network 87a6b127-5ea2-4c19-9114-1a00b4beb6e0 Jul 23 23:59:52.440251 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3a7be0da-f8f6-4dce-b252-6de744ef43c2 tempest-QuotasNegativeTest-1250436802 tempest-QuotasNegativeTest-1250436802-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:52.444933 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f36ee1-9246-483a-8380-962ad0d42ebb tempest-QuotasNegativeTest-1250436802 tempest-QuotasNegativeTest-1250436802-project-admin] Pushing event updated for resources: {'Network': ['ID=077cc557-49ff-4a88-8a3f-cc9a79b58789,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:52.457948 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 077cc557-49ff-4a88-8a3f-cc9a79b58789 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:59:52.542206 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ee1a4f4b-19ff-4ace-9773-ce2e6fbcaadb req-c438c7fe-16d9-4f1e-b206-92101784c4ce tempest-InstanceActionsNegativeTestJSON-115467766 tempest-InstanceActionsNegativeTestJSON-115467766-project] 10.222.0.44 "GET /v2.0/ports?device_id=b684b049-6a67-44bb-9f10-e0e689cb0a06 HTTP/1.1" status: 200 len: 210 time: 0.0542910 Jul 23 23:59:52.545842 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3a7be0da-f8f6-4dce-b252-6de744ef43c2 tempest-QuotasNegativeTest-1250436802 tempest-QuotasNegativeTest-1250436802-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:52.550059 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7be0da-f8f6-4dce-b252-6de744ef43c2 tempest-QuotasNegativeTest-1250436802 tempest-QuotasNegativeTest-1250436802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:52.553047 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3a7be0da-f8f6-4dce-b252-6de744ef43c2 tempest-QuotasNegativeTest-1250436802 tempest-QuotasNegativeTest-1250436802-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:52.591804 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344fd721-fbe6-4c97-871c-a382a6112e2b req-a7ae7800-ab2d-4ff1-bb18-c71aabb02cff tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:52.619628 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-344fd721-fbe6-4c97-871c-a382a6112e2b req-a7ae7800-ab2d-4ff1-bb18-c71aabb02cff tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/ports?device_id=779b8aec-17d7-4953-837a-2348d8ac1254 HTTP/1.1" status: 200 len: 946 time: 0.8696003 Jul 23 23:59:52.712290 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5ba56390-ae26-4a26-a30c-a2ede33beba8 tempest-RoutersAdminNegativeIpV6Test-2011525461 tempest-RoutersAdminNegativeIpV6Test-2011525461-project-admin] Notify callbacks [] for router, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:52.746540 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7be0da-f8f6-4dce-b252-6de744ef43c2 tempest-QuotasNegativeTest-1250436802 tempest-QuotasNegativeTest-1250436802-project-admin] Pushing event updated for resources: {'Network': ['ID=87a6b127-5ea2-4c19-9114-1a00b4beb6e0,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:52.760848 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 87a6b127-5ea2-4c19-9114-1a00b4beb6e0 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:59:52.776426 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-3a7be0da-f8f6-4dce-b252-6de744ef43c2 tempest-QuotasNegativeTest-1250436802 tempest-QuotasNegativeTest-1250436802-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5397570 Jul 23 23:59:52.780660 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 50276) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:52.797077 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-6402c8af-7d61-4f07-9e37-0182170ca9d6 tempest-QuotasNegativeTest-1250436802 tempest-QuotasNegativeTest-1250436802-project-admin] Request body: {'network': {'project_id': 'f10092aa58ab43e0abef8c8aa0587db4'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:59:52.865311 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-6402c8af-7d61-4f07-9e37-0182170ca9d6 tempest-QuotasNegativeTest-1250436802 tempest-QuotasNegativeTest-1250436802-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 23 23:59:52.866030 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6402c8af-7d61-4f07-9e37-0182170ca9d6 tempest-QuotasNegativeTest-1250436802 tempest-QuotasNegativeTest-1250436802-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=100314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:59:52.870343 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-6402c8af-7d61-4f07-9e37-0182170ca9d6 tempest-QuotasNegativeTest-1250436802 tempest-QuotasNegativeTest-1250436802-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0854497 Jul 23 23:59:53.055666 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 50290) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:53.099204 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-7cfa166d-345a-4e79-a4d0-ddd62e4853a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:53.107219 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-344fd721-fbe6-4c97-871c-a382a6112e2b req-31fc2473-0a6f-4d9b-a76d-a6ebcb6d108c tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6a0a271-496a-4936-8ec0-ec680d307275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4596245 Jul 23 23:59:53.121722 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5ba56390-ae26-4a26-a30c-a2ede33beba8 tempest-RoutersAdminNegativeIpV6Test-2011525461 tempest-RoutersAdminNegativeIpV6Test-2011525461-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:53.124171 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5ba56390-ae26-4a26-a30c-a2ede33beba8 tempest-RoutersAdminNegativeIpV6Test-2011525461 tempest-RoutersAdminNegativeIpV6Test-2011525461-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:53.211079 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5ba56390-ae26-4a26-a30c-a2ede33beba8 tempest-RoutersAdminNegativeIpV6Test-2011525461 tempest-RoutersAdminNegativeIpV6Test-2011525461-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:53.212065 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ba56390-ae26-4a26-a30c-a2ede33beba8 tempest-RoutersAdminNegativeIpV6Test-2011525461 tempest-RoutersAdminNegativeIpV6Test-2011525461-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c4f69596-29b2-4ac2-90d4-92b686d1ecca {{(pid=100313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 23:59:53.241589 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-f9d99902-3349-4f34-9948-8cc924055854 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f10092aa58ab43e0abef8c8aa0587db4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1838760 Jul 23 23:59:53.271078 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-000bdfa6-1a67-462b-ad4f-db5ff3417620 req-02c0be87-0bd4-475b-a3a1-36abef32ac6f tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=99693099-fc1f-44e3-a9cd-8936036d847e HTTP/1.1" status: 200 len: 210 time: 0.0513349 Jul 23 23:59:53.272320 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 50296) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:53.273336 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [None req-5ba56390-ae26-4a26-a30c-a2ede33beba8 tempest-RoutersAdminNegativeIpV6Test-2011525461 tempest-RoutersAdminNegativeIpV6Test-2011525461-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 23 23:59:53.274509 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-5ba56390-ae26-4a26-a30c-a2ede33beba8 tempest-RoutersAdminNegativeIpV6Test-2011525461 tempest-RoutersAdminNegativeIpV6Test-2011525461-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.3436933 Jul 23 23:59:53.296321 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 50298) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:53.365240 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a63f2291-b1d9-4d71-b0b4-c42b8ababa2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:53.391671 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a63f2291-b1d9-4d71-b0b4-c42b8ababa2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:53.477313 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e37d1c-5256-4215-b59f-e27f6028716f req-8dbc5b4b-5917-46dd-a657-e9e32913b55a tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:53.479204 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-85e37d1c-5256-4215-b59f-e27f6028716f req-8dbc5b4b-5917-46dd-a657-e9e32913b55a tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/ports?device_id=3047d3be-2ea9-4a96-af06-51c1f6dd9eec HTTP/1.1" status: 200 len: 949 time: 0.2359970 Jul 23 23:59:53.561631 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a63f2291-b1d9-4d71-b0b4-c42b8ababa2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:53.565164 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a63f2291-b1d9-4d71-b0b4-c42b8ababa2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:53.566469 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-a63f2291-b1d9-4d71-b0b4-c42b8ababa2e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/11ccc09c-b752-4bdf-a0ae-f017598d3d1a HTTP/1.1" status: 204 len: 168 time: 0.2908633 Jul 23 23:59:53.569761 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 50302) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:53.578831 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63f2291-b1d9-4d71-b0b4-c42b8ababa2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ccc09c-b752-4bdf-a0ae-f017598d3d1a,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:53.649285 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ffefe5-ddd7-40ad-a300-0a36031a1dcf req-ff62be67-2cfd-40c9-8b4c-767c665bcf1f tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:53.650965 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-43ffefe5-ddd7-40ad-a300-0a36031a1dcf req-ff62be67-2cfd-40c9-8b4c-767c665bcf1f tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.52 "GET /v2.0/networks?id=cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed HTTP/1.1" status: 200 len: 818 time: 0.2189660 Jul 23 23:59:53.656158 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 50308) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:53.670587 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-43ffefe5-ddd7-40ad-a300-0a36031a1dcf req-4e5f7e76-65e6-4041-aa76-313d3c108421 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Request body: {'port': {'device_id': '99693099-fc1f-44e3-a9cd-8936036d847e', 'network_id': 'cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed', 'admin_state_up': True, 'tenant_id': 'd9405b5ff79541cbb5225ec709273225'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:59:53.706018 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-85e37d1c-5256-4215-b59f-e27f6028716f req-58455733-6d47-44d7-88f0-004dd6b062f4 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8ee523e-b776-4966-b1a9-13ed07423313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598971 Jul 23 23:59:53.796160 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-826aa27e-dd58-47f9-882b-6e8092325e37 tempest-QuotasNegativeTest-1250436802 tempest-QuotasNegativeTest-1250436802-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:53.805818 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-8454fab4-7038-48f8-9fd2-c05949460bd8 admin admin] Deleting subnet b9d862ac-7d4f-4fd3-9750-e724028711c6 {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:59:53.811164 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8454fab4-7038-48f8-9fd2-c05949460bd8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:53.822705 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-503d4562-f09d-408a-afa3-855ae595cbba tempest-RoutersAdminNegativeIpV6Test-2011525461 tempest-RoutersAdminNegativeIpV6Test-2011525461-project-admin] Deleting port 9bde9bc9-2cc3-4ca4-98e4-ead8f54aa7ea {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:59:53.825917 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-503d4562-f09d-408a-afa3-855ae595cbba tempest-RoutersAdminNegativeIpV6Test-2011525461 tempest-RoutersAdminNegativeIpV6Test-2011525461-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:53.909856 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8454fab4-7038-48f8-9fd2-c05949460bd8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:53.984967 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b684b049-6a67-44bb-9f10-e0e689cb0a06', 'name': 'network-vif-deleted', 'tag': '2af03294-3ec2-4803-a655-b77b3a56f9b0'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:59:53.990139 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6790f5b-e196-41db-abcb-4869a3f38310" -d '{"events": [{"server_uuid": "b684b049-6a67-44bb-9f10-e0e689cb0a06", "name": "network-vif-deleted", "tag": "2af03294-3ec2-4803-a655-b77b3a56f9b0"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:59:54.123619 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa63eff-85dc-48c8-a8e7-93a08ecc222f x-openstack-request-id: req-4fa63eff-85dc-48c8-a8e7-93a08ecc222f {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:59:54.124228 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b684b049-6a67-44bb-9f10-e0e689cb0a06", "name": "network-vif-deleted", "tag": "2af03294-3ec2-4803-a655-b77b3a56f9b0", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:59:54.129720 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4fa63eff-85dc-48c8-a8e7-93a08ecc222f {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:59:54.130230 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b684b049-6a67-44bb-9f10-e0e689cb0a06', 'name': 'network-vif-deleted', 'tag': '2af03294-3ec2-4803-a655-b77b3a56f9b0', 'status': 'completed', 'code': 200} Jul 23 23:59:54.156193 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8454fab4-7038-48f8-9fd2-c05949460bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:54.228304 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cad769-5675-4f91-a477-f94c9936f82b req-d560d4e3-d7b6-466b-a215-d3e6dbdfeb5c tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:54.230573 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-06cad769-5675-4f91-a477-f94c9936f82b req-d560d4e3-d7b6-466b-a215-d3e6dbdfeb5c tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.52 "GET /v2.0/ports?device_id=3047d3be-2ea9-4a96-af06-51c1f6dd9eec HTTP/1.1" status: 200 len: 949 time: 0.3471975 Jul 23 23:59:54.243631 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-826aa27e-dd58-47f9-882b-6e8092325e37 tempest-QuotasNegativeTest-1250436802 tempest-QuotasNegativeTest-1250436802-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:54.263341 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43ffefe5-ddd7-40ad-a300-0a36031a1dcf req-4e5f7e76-65e6-4041-aa76-313d3c108421 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Made reservation on behalf of d9405b5ff79541cbb5225ec709273225 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:59:54.274766 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-43ffefe5-ddd7-40ad-a300-0a36031a1dcf req-4e5f7e76-65e6-4041-aa76-313d3c108421 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:54.281142 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-826aa27e-dd58-47f9-882b-6e8092325e37 tempest-QuotasNegativeTest-1250436802 tempest-QuotasNegativeTest-1250436802-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87a6b127-5ea2-4c19-9114-1a00b4beb6e0']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:59:54.307523 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-826aa27e-dd58-47f9-882b-6e8092325e37 tempest-QuotasNegativeTest-1250436802 tempest-QuotasNegativeTest-1250436802-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0ee18f8-b529-47bf-8a50-ab78d75767cc') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:59:54.308415 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-826aa27e-dd58-47f9-882b-6e8092325e37 tempest-QuotasNegativeTest-1250436802 tempest-QuotasNegativeTest-1250436802-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0ee18f8-b529-47bf-8a50-ab78d75767cc') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:59:54.338963 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-826aa27e-dd58-47f9-882b-6e8092325e37 tempest-QuotasNegativeTest-1250436802 tempest-QuotasNegativeTest-1250436802-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:54.378434 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-826aa27e-dd58-47f9-882b-6e8092325e37 tempest-QuotasNegativeTest-1250436802 tempest-QuotasNegativeTest-1250436802-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:54.387796 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-826aa27e-dd58-47f9-882b-6e8092325e37 tempest-QuotasNegativeTest-1250436802 tempest-QuotasNegativeTest-1250436802-project-admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:59:54.389010 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-826aa27e-dd58-47f9-882b-6e8092325e37 tempest-QuotasNegativeTest-1250436802 tempest-QuotasNegativeTest-1250436802-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:54.416688 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 23 23:59:54.416688 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:59:54.416688 n-d-800088-16 neutron-server[100314]: timer() Jul 23 23:59:54.416688 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:59:54.416688 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 23 23:59:54.416688 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:59:54.416688 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 23 23:59:54.416688 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:59:54.416688 n-d-800088-16 neutron-server[100314]: self._notify() Jul 23 23:59:54.416688 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:59:54.416688 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 23 23:59:54.416688 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:59:54.416688 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 23 23:59:54.416688 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:59:54.416688 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:59:54.416688 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:59:54.416688 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:59:54.416688 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:59:54.416688 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 23 23:59:54.416688 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:59:54.416688 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 23 23:59:54.416688 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:59:54.416688 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:59:54.416688 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:59:54.416688 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 23 23:59:54.416688 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:59:54.416688 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:59:54.416688 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:59:54.416688 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:59:54.416688 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:59:54.416688 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:59:54.416688 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:59:54.524139 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8454fab4-7038-48f8-9fd2-c05949460bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:54.526806 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5bdb9bd7-8dd9-4acb-b3f8-f069b81fdc26 req-25a2d41e-5c86-45f5-8520-a0ed44c52864 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=99693099-fc1f-44e3-a9cd-8936036d847e HTTP/1.1" status: 200 len: 210 time: 0.0879037 Jul 23 23:59:54.529240 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-503d4562-f09d-408a-afa3-855ae595cbba tempest-RoutersAdminNegativeIpV6Test-2011525461 tempest-RoutersAdminNegativeIpV6Test-2011525461-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:54.570671 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-503d4562-f09d-408a-afa3-855ae595cbba tempest-RoutersAdminNegativeIpV6Test-2011525461 tempest-RoutersAdminNegativeIpV6Test-2011525461-project-admin] Calling delete_port for 9bde9bc9-2cc3-4ca4-98e4-ead8f54aa7ea owned by {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:59:54.582840 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-826aa27e-dd58-47f9-882b-6e8092325e37 tempest-QuotasNegativeTest-1250436802 tempest-QuotasNegativeTest-1250436802-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:54.613379 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-826aa27e-dd58-47f9-882b-6e8092325e37 tempest-QuotasNegativeTest-1250436802 tempest-QuotasNegativeTest-1250436802-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:54.615680 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-826aa27e-dd58-47f9-882b-6e8092325e37 tempest-QuotasNegativeTest-1250436802 tempest-QuotasNegativeTest-1250436802-project-admin] 10.222.0.44 "DELETE /v2.0/networks/87a6b127-5ea2-4c19-9114-1a00b4beb6e0 HTTP/1.1" status: 204 len: 168 time: 1.0454116 Jul 23 23:59:54.623546 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 50328) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:54.669780 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8454fab4-7038-48f8-9fd2-c05949460bd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9d862ac-7d4f-4fd3-9750-e724028711c6,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:54.683643 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8454fab4-7038-48f8-9fd2-c05949460bd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:54.685593 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-8454fab4-7038-48f8-9fd2-c05949460bd8 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/b9d862ac-7d4f-4fd3-9750-e724028711c6 HTTP/1.1" status: 204 len: 168 time: 1.0284500 Jul 23 23:59:54.692602 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 50330) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:54.703084 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826aa27e-dd58-47f9-882b-6e8092325e37 tempest-QuotasNegativeTest-1250436802 tempest-QuotasNegativeTest-1250436802-project-admin] Pushing event deleted for resources: {'Network': ['ID=87a6b127-5ea2-4c19-9114-1a00b4beb6e0,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:54.780580 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8331cb-b81f-48d1-ade5-97868a373714 req-7b92874d-adf6-464d-88c4-be1ef90db239 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:54.790520 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6f8331cb-b81f-48d1-ade5-97868a373714 req-7b92874d-adf6-464d-88c4-be1ef90db239 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/ports?device_id=779b8aec-17d7-4953-837a-2348d8ac1254 HTTP/1.1" status: 200 len: 946 time: 0.4775279 Jul 23 23:59:54.845763 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-079d6fcd-d222-4621-ba10-d08c58c0fd6c tempest-QuotasNegativeTest-1250436802 tempest-QuotasNegativeTest-1250436802-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:54.852053 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-43ffefe5-ddd7-40ad-a300-0a36031a1dcf req-4e5f7e76-65e6-4041-aa76-313d3c108421 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Allocated IP 172.20.0.5 (cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed/3dff00ee-bed2-4c8a-b785-e9725c9c9b9c/99effa27-a995-4a6a-aed9-d421d96d44b8) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:59:54.989902 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-06cad769-5675-4f91-a477-f94c9936f82b req-7ef5fa68-83a0-4c0c-adc8-f87504aa6ce6 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Deleting port 931178ff-8a2c-4c8d-bdb8-bd72bfdecffc {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:59:54.991063 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-06cad769-5675-4f91-a477-f94c9936f82b req-7ef5fa68-83a0-4c0c-adc8-f87504aa6ce6 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:55.012523 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c56306c-b47e-4f1f-9e4f-9407f2d04a67 req-98f0723f-7f19-4bec-9544-2a839b1e7e80 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:55.014153 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8c56306c-b47e-4f1f-9e4f-9407f2d04a67 req-98f0723f-7f19-4bec-9544-2a839b1e7e80 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.52 "GET /v2.0/ports?device_id=26055213-b5c4-4751-8e6e-ec5fa7b9ada4 HTTP/1.1" status: 200 len: 949 time: 0.6155360 Jul 23 23:59:55.044321 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-85e3a30b-454b-441d-a38e-1f997cd66ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:55.093844 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-079d6fcd-d222-4621-ba10-d08c58c0fd6c tempest-QuotasNegativeTest-1250436802 tempest-QuotasNegativeTest-1250436802-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:55.112524 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-079d6fcd-d222-4621-ba10-d08c58c0fd6c tempest-QuotasNegativeTest-1250436802 tempest-QuotasNegativeTest-1250436802-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['077cc557-49ff-4a88-8a3f-cc9a79b58789']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:59:55.115707 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6f8331cb-b81f-48d1-ade5-97868a373714 req-4bccf952-8bf5-4db7-bc8a-bfd03d0305e1 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6a0a271-496a-4936-8ec0-ec680d307275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819476 Jul 23 23:59:55.155039 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-079d6fcd-d222-4621-ba10-d08c58c0fd6c tempest-QuotasNegativeTest-1250436802 tempest-QuotasNegativeTest-1250436802-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '727e2862-46ee-437e-ad4b-08a7c4050992') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:59:55.155564 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-079d6fcd-d222-4621-ba10-d08c58c0fd6c tempest-QuotasNegativeTest-1250436802 tempest-QuotasNegativeTest-1250436802-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '727e2862-46ee-437e-ad4b-08a7c4050992') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:59:55.173308 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-079d6fcd-d222-4621-ba10-d08c58c0fd6c tempest-QuotasNegativeTest-1250436802 tempest-QuotasNegativeTest-1250436802-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:55.266634 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-079d6fcd-d222-4621-ba10-d08c58c0fd6c tempest-QuotasNegativeTest-1250436802 tempest-QuotasNegativeTest-1250436802-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:55.288147 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d5b35-7378-459f-9138-6e14e891b96e req-ce41c450-1e48-49e3-911c-bbc46d207703 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:55.311617 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-037d5b35-7378-459f-9138-6e14e891b96e req-ce41c450-1e48-49e3-911c-bbc46d207703 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/ports?device_id=3047d3be-2ea9-4a96-af06-51c1f6dd9eec HTTP/1.1" status: 200 len: 949 time: 0.4707949 Jul 23 23:59:55.347220 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-079d6fcd-d222-4621-ba10-d08c58c0fd6c tempest-QuotasNegativeTest-1250436802 tempest-QuotasNegativeTest-1250436802-project-admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:59:55.348245 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-079d6fcd-d222-4621-ba10-d08c58c0fd6c tempest-QuotasNegativeTest-1250436802 tempest-QuotasNegativeTest-1250436802-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:55.356222 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 23 23:59:55.356222 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:59:55.356222 n-d-800088-16 neutron-server[100314]: timer() Jul 23 23:59:55.356222 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:59:55.356222 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 23 23:59:55.356222 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:59:55.356222 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 23 23:59:55.356222 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:59:55.356222 n-d-800088-16 neutron-server[100314]: self._notify() Jul 23 23:59:55.356222 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:59:55.356222 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 23 23:59:55.356222 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:59:55.356222 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 23 23:59:55.356222 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:59:55.356222 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:59:55.356222 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:59:55.356222 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:59:55.356222 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:59:55.356222 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 23 23:59:55.356222 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:59:55.356222 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 23 23:59:55.356222 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:59:55.356222 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:59:55.356222 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:59:55.356222 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 23 23:59:55.356222 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:59:55.356222 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:59:55.356222 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:59:55.356222 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:59:55.356222 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:59:55.356222 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:59:55.356222 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:59:55.373971 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-06cad769-5675-4f91-a477-f94c9936f82b req-7ef5fa68-83a0-4c0c-adc8-f87504aa6ce6 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] For port 931178ff-8a2c-4c8d-bdb8-bd72bfdecffc, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=931178ff-8a2c-4c8d-bdb8-bd72bfdecffc,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:59:55.374557 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-06cad769-5675-4f91-a477-f94c9936f82b req-7ef5fa68-83a0-4c0c-adc8-f87504aa6ce6 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:55.415945 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-85e3a30b-454b-441d-a38e-1f997cd66ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:55.433135 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-06cad769-5675-4f91-a477-f94c9936f82b req-7ef5fa68-83a0-4c0c-adc8-f87504aa6ce6 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Calling delete_port for 931178ff-8a2c-4c8d-bdb8-bd72bfdecffc owned by compute:nova {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:59:55.440541 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-85e3a30b-454b-441d-a38e-1f997cd66ddd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dffbb47c-422d-4852-9424-879b8c3676a3']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:59:55.468544 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-85e3a30b-454b-441d-a38e-1f997cd66ddd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fcb403a-5f34-4c17-a8ad-9f7491d1a3c8') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:59:55.469079 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-85e3a30b-454b-441d-a38e-1f997cd66ddd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fcb403a-5f34-4c17-a8ad-9f7491d1a3c8') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:59:55.491061 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-503d4562-f09d-408a-afa3-855ae595cbba tempest-RoutersAdminNegativeIpV6Test-2011525461 tempest-RoutersAdminNegativeIpV6Test-2011525461-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:55.493969 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-85e3a30b-454b-441d-a38e-1f997cd66ddd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:55.526737 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-43ffefe5-ddd7-40ad-a300-0a36031a1dcf req-4e5f7e76-65e6-4041-aa76-313d3c108421 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:55.540058 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503d4562-f09d-408a-afa3-855ae595cbba tempest-RoutersAdminNegativeIpV6Test-2011525461 tempest-RoutersAdminNegativeIpV6Test-2011525461-project-admin] Pushing event deleted for resources: {'Port': ['ID=9bde9bc9-2cc3-4ca4-98e4-ead8f54aa7ea,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:55.571700 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-85e3a30b-454b-441d-a38e-1f997cd66ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:55.585146 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-037d5b35-7378-459f-9138-6e14e891b96e req-69b53fc5-0f15-4a36-9e46-bebe9315995d tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8ee523e-b776-4966-b1a9-13ed07423313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716749 Jul 23 23:59:55.586872 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-8c56306c-b47e-4f1f-9e4f-9407f2d04a67 req-bd7c29f2-253f-4912-b843-ea0dd8fc0073 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Deleting port 8d4eb6e9-2eeb-4d87-a9ff-e9841baddbd9 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:59:55.587301 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-8c56306c-b47e-4f1f-9e4f-9407f2d04a67 req-bd7c29f2-253f-4912-b843-ea0dd8fc0073 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:55.588344 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-079d6fcd-d222-4621-ba10-d08c58c0fd6c tempest-QuotasNegativeTest-1250436802 tempest-QuotasNegativeTest-1250436802-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:55.607681 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85e3a30b-454b-441d-a38e-1f997cd66ddd admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:59:55.608230 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-85e3a30b-454b-441d-a38e-1f997cd66ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:55.614103 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 23 23:59:55.614103 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:59:55.614103 n-d-800088-16 neutron-server[100313]: timer() Jul 23 23:59:55.614103 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:59:55.614103 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 23 23:59:55.614103 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:59:55.614103 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 23 23:59:55.614103 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:59:55.614103 n-d-800088-16 neutron-server[100313]: self._notify() Jul 23 23:59:55.614103 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:59:55.614103 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 23 23:59:55.614103 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:59:55.614103 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 23 23:59:55.614103 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:59:55.614103 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:59:55.614103 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:59:55.614103 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:59:55.614103 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:59:55.614103 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 23 23:59:55.614103 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:59:55.614103 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 23 23:59:55.614103 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:59:55.614103 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:59:55.614103 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:59:55.614103 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 23 23:59:55.614103 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:59:55.614103 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:59:55.614103 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:59:55.614103 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:59:55.614103 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:59:55.614103 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:59:55.614103 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:59:55.636690 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-079d6fcd-d222-4621-ba10-d08c58c0fd6c tempest-QuotasNegativeTest-1250436802 tempest-QuotasNegativeTest-1250436802-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:55.657812 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-079d6fcd-d222-4621-ba10-d08c58c0fd6c tempest-QuotasNegativeTest-1250436802 tempest-QuotasNegativeTest-1250436802-project-admin] 10.222.0.44 "DELETE /v2.0/networks/077cc557-49ff-4a88-8a3f-cc9a79b58789 HTTP/1.1" status: 204 len: 168 time: 1.0292842 Jul 23 23:59:55.733201 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-84e6ef23-385a-4871-bdb3-7eb6a8b6b9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:55.816312 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079d6fcd-d222-4621-ba10-d08c58c0fd6c tempest-QuotasNegativeTest-1250436802 tempest-QuotasNegativeTest-1250436802-project-admin] Pushing event deleted for resources: {'Network': ['ID=077cc557-49ff-4a88-8a3f-cc9a79b58789,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:55.837502 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-72eac59c-cd0e-4b1c-b76c-44734d54ede3 req-05eca94b-7b6e-4b24-aff4-8280d82ebc4b tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=99693099-fc1f-44e3-a9cd-8936036d847e HTTP/1.1" status: 200 len: 210 time: 0.1018353 Jul 23 23:59:55.852187 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-503d4562-f09d-408a-afa3-855ae595cbba tempest-RoutersAdminNegativeIpV6Test-2011525461 tempest-RoutersAdminNegativeIpV6Test-2011525461-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:55.860318 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-503d4562-f09d-408a-afa3-855ae595cbba tempest-RoutersAdminNegativeIpV6Test-2011525461 tempest-RoutersAdminNegativeIpV6Test-2011525461-project-admin] 10.222.0.44 "DELETE /v2.0/ports/9bde9bc9-2cc3-4ca4-98e4-ead8f54aa7ea HTTP/1.1" status: 204 len: 168 time: 2.5609591 Jul 23 23:59:55.888663 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-8c56306c-b47e-4f1f-9e4f-9407f2d04a67 req-bd7c29f2-253f-4912-b843-ea0dd8fc0073 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] For port 8d4eb6e9-2eeb-4d87-a9ff-e9841baddbd9, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=8d4eb6e9-2eeb-4d87-a9ff-e9841baddbd9,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:59:55.889233 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-8c56306c-b47e-4f1f-9e4f-9407f2d04a67 req-bd7c29f2-253f-4912-b843-ea0dd8fc0073 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:55.903293 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-8c56306c-b47e-4f1f-9e4f-9407f2d04a67 req-bd7c29f2-253f-4912-b843-ea0dd8fc0073 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Calling delete_port for 8d4eb6e9-2eeb-4d87-a9ff-e9841baddbd9 owned by compute:nova {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:59:56.072794 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 50354) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:56.074390 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-85e3a30b-454b-441d-a38e-1f997cd66ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:56.082084 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-43ffefe5-ddd7-40ad-a300-0a36031a1dcf req-4e5f7e76-65e6-4041-aa76-313d3c108421 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:56.087026 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-85e3a30b-454b-441d-a38e-1f997cd66ddd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:56.096282 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['970214ba-468b-4ff1-926a-ea62de40fef5'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:59:56.109442 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-85e3a30b-454b-441d-a38e-1f997cd66ddd admin admin] 10.222.0.44 "DELETE /v2.0/networks/dffbb47c-422d-4852-9424-879b8c3676a3 HTTP/1.1" status: 204 len: 168 time: 1.4113886 Jul 23 23:59:56.111515 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-73e7eaa0-55c5-48c4-bdd1-70d0e9695d1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:56.112620 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-8c56306c-b47e-4f1f-9e4f-9407f2d04a67 req-bd7c29f2-253f-4912-b843-ea0dd8fc0073 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:56.248594 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7c29f2-253f-4912-b843-ea0dd8fc0073 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Pushing event deleted for resources: {'Port': ['ID=8d4eb6e9-2eeb-4d87-a9ff-e9841baddbd9,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:56.285428 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3a30b-454b-441d-a38e-1f997cd66ddd admin admin] Pushing event deleted for resources: {'Network': ['ID=dffbb47c-422d-4852-9424-879b8c3676a3,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:56.445166 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-06cad769-5675-4f91-a477-f94c9936f82b req-7ef5fa68-83a0-4c0c-adc8-f87504aa6ce6 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:56.452412 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43ffefe5-ddd7-40ad-a300-0a36031a1dcf req-4e5f7e76-65e6-4041-aa76-313d3c108421 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Network cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:59:56.495778 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-43ffefe5-ddd7-40ad-a300-0a36031a1dcf req-4e5f7e76-65e6-4041-aa76-313d3c108421 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:59:56.564226 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-73e7eaa0-55c5-48c4-bdd1-70d0e9695d1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:56.566956 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 50374) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:56.598013 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-73e7eaa0-55c5-48c4-bdd1-70d0e9695d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:56.612198 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-43ffefe5-ddd7-40ad-a300-0a36031a1dcf req-4e5f7e76-65e6-4041-aa76-313d3c108421 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:59:56.660431 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a99366-5be8-4a45-bd6b-00d8ae9c8809 req-57f60de1-a7ba-4f9b-9a1a-a56261da8425 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:56.662174 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-33a99366-5be8-4a45-bd6b-00d8ae9c8809 req-57f60de1-a7ba-4f9b-9a1a-a56261da8425 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/ports?device_id=779b8aec-17d7-4953-837a-2348d8ac1254 HTTP/1.1" status: 200 len: 946 time: 0.4046705 Jul 23 23:59:56.696538 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['9adc90a8-daab-449e-bad1-bd977df0c1fb'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:59:56.704259 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-06cad769-5675-4f91-a477-f94c9936f82b req-7ef5fa68-83a0-4c0c-adc8-f87504aa6ce6 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] No DVR routers for this DVR port 931178ff-8a2c-4c8d-bdb8-bd72bfdecffc on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:59:56.706591 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['9adc90a8-daab-449e-bad1-bd977df0c1fb'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:59:56.724983 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ffefe5-ddd7-40ad-a300-0a36031a1dcf req-4e5f7e76-65e6-4041-aa76-313d3c108421 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:56.725703 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-43ffefe5-ddd7-40ad-a300-0a36031a1dcf req-4e5f7e76-65e6-4041-aa76-313d3c108421 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:56.728848 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-06cad769-5675-4f91-a477-f94c9936f82b req-7ef5fa68-83a0-4c0c-adc8-f87504aa6ce6 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:56.730800 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-06cad769-5675-4f91-a477-f94c9936f82b req-7ef5fa68-83a0-4c0c-adc8-f87504aa6ce6 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.52 "DELETE /v2.0/ports/931178ff-8a2c-4c8d-bdb8-bd72bfdecffc HTTP/1.1" status: 204 len: 173 time: 2.4917195 Jul 23 23:59:56.753433 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-73e7eaa0-55c5-48c4-bdd1-70d0e9695d1f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9ab66c8685e24700a17773591f54fc5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6792734 Jul 23 23:59:56.762199 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 50380) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:56.762931 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 50382) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:56.781491 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3047d3be-2ea9-4a96-af06-51c1f6dd9eec', 'name': 'network-vif-deleted', 'tag': '931178ff-8a2c-4c8d-bdb8-bd72bfdecffc'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:59:56.786590 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e11b66-1f0d-4703-b1ad-e259b3c7005a" -d '{"events": [{"server_uuid": "3047d3be-2ea9-4a96-af06-51c1f6dd9eec", "name": "network-vif-deleted", "tag": "931178ff-8a2c-4c8d-bdb8-bd72bfdecffc"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:59:56.797824 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e7eaa0-55c5-48c4-bdd1-70d0e9695d1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f520b7-8955-453d-8071-abcd1dcdf37e,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:56.808713 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c56306c-b47e-4f1f-9e4f-9407f2d04a67 req-bd7c29f2-253f-4912-b843-ea0dd8fc0073 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] No DVR routers for this DVR port 8d4eb6e9-2eeb-4d87-a9ff-e9841baddbd9 on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:59:56.812675 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5f7e76-65e6-4041-aa76-313d3c108421 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Pushing event updated for resources: {'Port': ['ID=99effa27-a995-4a6a-aed9-d421d96d44b8,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:56.825443 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-8c56306c-b47e-4f1f-9e4f-9407f2d04a67 req-bd7c29f2-253f-4912-b843-ea0dd8fc0073 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:56.827533 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8c56306c-b47e-4f1f-9e4f-9407f2d04a67 req-bd7c29f2-253f-4912-b843-ea0dd8fc0073 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.52 "DELETE /v2.0/ports/8d4eb6e9-2eeb-4d87-a9ff-e9841baddbd9 HTTP/1.1" status: 204 len: 173 time: 1.7862761 Jul 23 23:59:56.865361 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:56.881544 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 8d4eb6e9-2eeb-4d87-a9ff-e9841baddbd9 no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:59:56.950038 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] No Port match for: 8d4eb6e9-2eeb-4d87-a9ff-e9841baddbd9 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:59:56.956127 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-43ffefe5-ddd7-40ad-a300-0a36031a1dcf req-4e5f7e76-65e6-4041-aa76-313d3c108421 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2905741 Jul 23 23:59:56.956774 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 8d4eb6e9-2eeb-4d87-a9ff-e9841baddbd9 not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:59:56.957346 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5fa68-83a0-4c0c-adc8-f87504aa6ce6 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Pushing event deleted for resources: {'Port': ['ID=931178ff-8a2c-4c8d-bdb8-bd72bfdecffc,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:56.958293 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 931178ff-8a2c-4c8d-bdb8-bd72bfdecffc no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:59:56.966963 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-33a99366-5be8-4a45-bd6b-00d8ae9c8809 req-9adb4f31-f099-4af4-bd06-cbaf720f83ab tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6a0a271-496a-4936-8ec0-ec680d307275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834642 Jul 23 23:59:57.023214 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-cef5af12-bdbe-43ea-a3e3-acf563038083 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c161a414ba6248be8e0bb4787ed20901&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2572045 Jul 23 23:59:57.027103 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 50388) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:57.039548 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] No Port match for: 931178ff-8a2c-4c8d-bdb8-bd72bfdecffc {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:59:57.042365 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-43ffefe5-ddd7-40ad-a300-0a36031a1dcf req-7dd63ca9-9dbd-489f-8f0d-cdd16f764bd6 service neutron] Request body: {'port': {'device_id': '99693099-fc1f-44e3-a9cd-8936036d847e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:59:57.044545 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 931178ff-8a2c-4c8d-bdb8-bd72bfdecffc not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:59:57.055000 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-18b2012c-a787-42fd-b2d8-671e055748ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:57.141114 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-18b2012c-a787-42fd-b2d8-671e055748ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:57.241538 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e1627e29-7ab7-4c2c-93ed-76839cf0b496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:57.318894 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e1627e29-7ab7-4c2c-93ed-76839cf0b496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:57.370487 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:57.387916 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-18b2012c-a787-42fd-b2d8-671e055748ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:57.391066 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-18b2012c-a787-42fd-b2d8-671e055748ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:57.396018 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-18b2012c-a787-42fd-b2d8-671e055748ed admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a0f520b7-8955-453d-8071-abcd1dcdf37e HTTP/1.1" status: 204 len: 168 time: 0.6337829 Jul 23 23:59:57.423589 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4b54e033-a4dd-4594-94dd-83b4a6074a4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:57.434445 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b2012c-a787-42fd-b2d8-671e055748ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f520b7-8955-453d-8071-abcd1dcdf37e,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:57.483010 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dd59bb-c05a-4d80-b54c-8581fcae35d6 req-5eee9758-5a5a-4d5b-b97c-d463557e82e7 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:57.491948 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-18dd59bb-c05a-4d80-b54c-8581fcae35d6 req-5eee9758-5a5a-4d5b-b97c-d463557e82e7 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=99693099-fc1f-44e3-a9cd-8936036d847e HTTP/1.1" status: 200 len: 931 time: 0.2375722 Jul 23 23:59:57.506345 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e1627e29-7ab7-4c2c-93ed-76839cf0b496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:57.509301 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e1627e29-7ab7-4c2c-93ed-76839cf0b496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:57.510738 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-e1627e29-7ab7-4c2c-93ed-76839cf0b496 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dc0df17c-c897-44ed-b63b-2faff13a716f HTTP/1.1" status: 204 len: 168 time: 0.4824517 Jul 23 23:59:57.597548 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1627e29-7ab7-4c2c-93ed-76839cf0b496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc0df17c-c897-44ed-b63b-2faff13a716f,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:57.816204 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-18dd59bb-c05a-4d80-b54c-8581fcae35d6 req-754d3d9a-a2f5-4e4c-9b21-b1fee9cfa6cb tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170788 Jul 23 23:59:58.041627 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4b54e033-a4dd-4594-94dd-83b4a6074a4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:58.053060 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4b54e033-a4dd-4594-94dd-83b4a6074a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:58.213224 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b54e033-a4dd-4594-94dd-83b4a6074a4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b08130d5-b43b-499f-bbb4-ed10280bd05e,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:58.305200 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 50418) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:58.341518 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-4b54e033-a4dd-4594-94dd-83b4a6074a4a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6021a6fbebf545aab2294ddd5ab77767&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7718248 Jul 23 23:59:58.344447 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 50420) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:58.417458 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b81f7fb3-44b3-4021-9477-d504037ef54d req-b0a99df6-2482-4c63-90a0-9deeb15295b2 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/ports?device_id=3047d3be-2ea9-4a96-af06-51c1f6dd9eec HTTP/1.1" status: 200 len: 210 time: 1.4694891 Jul 23 23:59:58.429574 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9674d6e6-57cd-46e1-bd60-e17a4bbfe87a x-openstack-request-id: req-9674d6e6-57cd-46e1-bd60-e17a4bbfe87a {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:59:58.446059 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3047d3be-2ea9-4a96-af06-51c1f6dd9eec", "name": "network-vif-deleted", "tag": "931178ff-8a2c-4c8d-bdb8-bd72bfdecffc", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:59:58.446334 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9674d6e6-57cd-46e1-bd60-e17a4bbfe87a {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:59:58.446805 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3047d3be-2ea9-4a96-af06-51c1f6dd9eec', 'name': 'network-vif-deleted', 'tag': '931178ff-8a2c-4c8d-bdb8-bd72bfdecffc', 'status': 'completed', 'code': 200} Jul 23 23:59:58.504427 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9607ca34-7b45-472f-8ace-0acab2146e36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:58.534473 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0c9d53bf-feb7-430b-9094-0613272a769c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:58.588259 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-43ffefe5-ddd7-40ad-a300-0a36031a1dcf req-7dd63ca9-9dbd-489f-8f0d-cdd16f764bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:58.692376 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0c9d53bf-feb7-430b-9094-0613272a769c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:58.755627 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c88f2-938c-4d12-9bd3-c9c719d9bf5b req-a5a91e55-bec2-4417-ac75-a9b4a5967317 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:58.776645 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b66c88f2-938c-4d12-9bd3-c9c719d9bf5b req-a5a91e55-bec2-4417-ac75-a9b4a5967317 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/ports?device_id=779b8aec-17d7-4953-837a-2348d8ac1254 HTTP/1.1" status: 200 len: 946 time: 0.2650361 Jul 23 23:59:58.785592 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:58.876079 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b66c88f2-938c-4d12-9bd3-c9c719d9bf5b req-c8fc224c-25d4-42da-a623-6dd6de52b6a9 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6a0a271-496a-4936-8ec0-ec680d307275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947957 Jul 23 23:59:58.884266 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9607ca34-7b45-472f-8ace-0acab2146e36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:58.891611 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9607ca34-7b45-472f-8ace-0acab2146e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:58.962922 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-9607ca34-7b45-472f-8ace-0acab2146e36 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=37e729aa66454437864be425c552891f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6565273 Jul 23 23:59:58.963621 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0c9d53bf-feb7-430b-9094-0613272a769c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:58.966577 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0c9d53bf-feb7-430b-9094-0613272a769c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:58.967678 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-0c9d53bf-feb7-430b-9094-0613272a769c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b08130d5-b43b-499f-bbb4-ed10280bd05e HTTP/1.1" status: 204 len: 168 time: 0.5880060 Jul 23 23:59:58.971493 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 50434) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:58.987615 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9607ca34-7b45-472f-8ace-0acab2146e36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38a7da18-1200-47db-a75f-e492d0c07225,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:59.015295 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9d53bf-feb7-430b-9094-0613272a769c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b08130d5-b43b-499f-bbb4-ed10280bd05e,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:59.112119 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-206eb45c-ac41-4cc5-9730-0bfd87db9a79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:59.144935 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-206eb45c-ac41-4cc5-9730-0bfd87db9a79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:59.264822 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 50450) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:59:59.287421 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-206eb45c-ac41-4cc5-9730-0bfd87db9a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:59.290122 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-206eb45c-ac41-4cc5-9730-0bfd87db9a79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:59.291316 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-206eb45c-ac41-4cc5-9730-0bfd87db9a79 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/38a7da18-1200-47db-a75f-e492d0c07225 HTTP/1.1" status: 204 len: 168 time: 0.3189220 Jul 23 23:59:59.309457 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206eb45c-ac41-4cc5-9730-0bfd87db9a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a7da18-1200-47db-a75f-e492d0c07225,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:59.363209 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-43ffefe5-ddd7-40ad-a300-0a36031a1dcf req-7dd63ca9-9dbd-489f-8f0d-cdd16f764bd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99effa27-a995-4a6a-aed9-d421d96d44b8 {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:59:59.374946 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-43ffefe5-ddd7-40ad-a300-0a36031a1dcf req-7dd63ca9-9dbd-489f-8f0d-cdd16f764bd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:59.402903 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-43ffefe5-ddd7-40ad-a300-0a36031a1dcf req-7dd63ca9-9dbd-489f-8f0d-cdd16f764bd6 service neutron] Transition to ACTIVE for port object 99effa27-a995-4a6a-aed9-d421d96d44b8 will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:59:59.443298 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-43ffefe5-ddd7-40ad-a300-0a36031a1dcf req-7dd63ca9-9dbd-489f-8f0d-cdd16f764bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:59.577190 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd63ca9-9dbd-489f-8f0d-cdd16f764bd6 service neutron] Pushing event updated for resources: {'Port': ['ID=99effa27-a995-4a6a-aed9-d421d96d44b8,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:59:59.675243 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-c974e465-d099-419d-9ff2-0264ff43cfad admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1082856286-network', 'tenant_id': 'a7fbca58b7ae4f57a3cbd55e2272f78b'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:59:59.719887 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f851feee-b80f-41c4-9e8e-6a36656c7c61 req-13c4f1ef-66fa-473e-8c11-b32737dc2039 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:59:59.723944 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f851feee-b80f-41c4-9e8e-6a36656c7c61 req-13c4f1ef-66fa-473e-8c11-b32737dc2039 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=99693099-fc1f-44e3-a9cd-8936036d847e HTTP/1.1" status: 200 len: 931 time: 0.6610453 Jul 23 23:59:59.747607 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c974e465-d099-419d-9ff2-0264ff43cfad admin admin] Made reservation on behalf of a7fbca58b7ae4f57a3cbd55e2272f78b for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:59:59.749911 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c974e465-d099-419d-9ff2-0264ff43cfad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:59.776079 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c974e465-d099-419d-9ff2-0264ff43cfad admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:59.858735 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-43ffefe5-ddd7-40ad-a300-0a36031a1dcf req-7dd63ca9-9dbd-489f-8f0d-cdd16f764bd6 service neutron] Attempting to bind port 99effa27-a995-4a6a-aed9-d421d96d44b8 on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:59:59.860985 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-43ffefe5-ddd7-40ad-a300-0a36031a1dcf req-7dd63ca9-9dbd-489f-8f0d-cdd16f764bd6 service neutron] Attempting to bind port 99effa27-a995-4a6a-aed9-d421d96d44b8 by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': 'd250a78c-273d-4c00-aeaa-fc87cc957e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:59:59.863068 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ffefe5-ddd7-40ad-a300-0a36031a1dcf req-7dd63ca9-9dbd-489f-8f0d-cdd16f764bd6 service neutron] Attempting to bind port 99effa27-a995-4a6a-aed9-d421d96d44b8 on network cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:59:59.882003 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f851feee-b80f-41c4-9e8e-6a36656c7c61 req-74479473-5780-4eb8-8b31-bffd48469d9c tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480353 Jul 23 23:59:59.884904 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ffefe5-ddd7-40ad-a300-0a36031a1dcf req-7dd63ca9-9dbd-489f-8f0d-cdd16f764bd6 service neutron] Port 99effa27-a995-4a6a-aed9-d421d96d44b8 on network cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:59:59.885522 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ffefe5-ddd7-40ad-a300-0a36031a1dcf req-7dd63ca9-9dbd-489f-8f0d-cdd16f764bd6 service neutron] Attempting to bind port 99effa27-a995-4a6a-aed9-d421d96d44b8 on network cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:59:59.898308 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ffefe5-ddd7-40ad-a300-0a36031a1dcf req-7dd63ca9-9dbd-489f-8f0d-cdd16f764bd6 service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:59:59.899856 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ffefe5-ddd7-40ad-a300-0a36031a1dcf req-7dd63ca9-9dbd-489f-8f0d-cdd16f764bd6 service neutron] Checking segment: {'id': 'd250a78c-273d-4c00-aeaa-fc87cc957e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:59:59.900635 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ffefe5-ddd7-40ad-a300-0a36031a1dcf req-7dd63ca9-9dbd-489f-8f0d-cdd16f764bd6 service neutron] Bound using segment: {'id': 'd250a78c-273d-4c00-aeaa-fc87cc957e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:59:59.901790 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-43ffefe5-ddd7-40ad-a300-0a36031a1dcf req-7dd63ca9-9dbd-489f-8f0d-cdd16f764bd6 service neutron] Bound port: 99effa27-a995-4a6a-aed9-d421d96d44b8, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd250a78c-273d-4c00-aeaa-fc87cc957e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:59:59.903942 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-43ffefe5-ddd7-40ad-a300-0a36031a1dcf req-7dd63ca9-9dbd-489f-8f0d-cdd16f764bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:00.044152 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c974e465-d099-419d-9ff2-0264ff43cfad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:00.053969 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c974e465-d099-419d-9ff2-0264ff43cfad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:00.114935 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c974e465-d099-419d-9ff2-0264ff43cfad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f5c7398-439c-4176-9099-fa18b12e35a1,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:00.122788 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 50478) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:00.190064 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c974e465-d099-419d-9ff2-0264ff43cfad admin admin] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:00:00.220552 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c974e465-d099-419d-9ff2-0264ff43cfad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:00.221909 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-c974e465-d099-419d-9ff2-0264ff43cfad admin admin] Added segment a3f7b86d-f699-49cb-91c9-76f0c1f8c828 of type vlan for network 041f199a-06e4-414a-b5dc-48b6fa4ac528 Jul 24 00:00:00.265521 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-43ffefe5-ddd7-40ad-a300-0a36031a1dcf req-7dd63ca9-9dbd-489f-8f0d-cdd16f764bd6 service neutron] For port 99effa27-a995-4a6a-aed9-d421d96d44b8, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:00:00.274161 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-43ffefe5-ddd7-40ad-a300-0a36031a1dcf req-7dd63ca9-9dbd-489f-8f0d-cdd16f764bd6 service neutron] For port 99effa27-a995-4a6a-aed9-d421d96d44b8, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=99effa27-a995-4a6a-aed9-d421d96d44b8,segment=NetworkSegment(d250a78c-273d-4c00-aeaa-fc87cc957e9a),segment_id=d250a78c-273d-4c00-aeaa-fc87cc957e9a)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:00:00.284663 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-43ffefe5-ddd7-40ad-a300-0a36031a1dcf req-7dd63ca9-9dbd-489f-8f0d-cdd16f764bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:00.313380 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-6ff5fcbc-f136-437e-abb0-208d5d0c89f8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bf415ae2fe6e4fc2a030c60d82d7500f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1841633 Jul 24 00:00:00.323144 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 50484) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:00.339227 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c974e465-d099-419d-9ff2-0264ff43cfad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:00.340690 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ffefe5-ddd7-40ad-a300-0a36031a1dcf req-7dd63ca9-9dbd-489f-8f0d-cdd16f764bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:00.344945 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-43ffefe5-ddd7-40ad-a300-0a36031a1dcf req-7dd63ca9-9dbd-489f-8f0d-cdd16f764bd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:00.346862 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-43ffefe5-ddd7-40ad-a300-0a36031a1dcf req-7dd63ca9-9dbd-489f-8f0d-cdd16f764bd6 service neutron] 10.222.0.52 "PUT /v2.0/ports/99effa27-a995-4a6a-aed9-d421d96d44b8 HTTP/1.1" status: 200 len: 1092 time: 3.3302238 Jul 24 00:00:00.376695 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4eb146-b408-48ba-b609-f4723c604dbc req-01b636e5-291c-413a-8856-8fa8a84346c6 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:00.379099 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cf4eb146-b408-48ba-b609-f4723c604dbc req-01b636e5-291c-413a-8856-8fa8a84346c6 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/ports?device_id=779b8aec-17d7-4953-837a-2348d8ac1254 HTTP/1.1" status: 200 len: 946 time: 0.3411565 Jul 24 00:00:00.464465 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec30a6-af33-40ba-ac6d-040e802688a8 req-07b1651c-6a50-42b2-ae05-d2a69773f2d3 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:00.469261 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26055213-b5c4-4751-8e6e-ec5fa7b9ada4', 'name': 'network-vif-deleted', 'tag': '8d4eb6e9-2eeb-4d87-a9ff-e9841baddbd9'}, {'name': 'network-changed', 'server_uuid': '99693099-fc1f-44e3-a9cd-8936036d847e', 'tag': '99effa27-a995-4a6a-aed9-d421d96d44b8'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:00:00.472428 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d0ec30a6-af33-40ba-ac6d-040e802688a8 req-07b1651c-6a50-42b2-ae05-d2a69773f2d3 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0663c03-862c-474b-bc52-055460542055 HTTP/1.1" status: 200 len: 950 time: 0.2724364 Jul 24 00:00:00.477268 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e6382a8-c17b-4571-a453-180b284abe69" -d '{"events": [{"server_uuid": "26055213-b5c4-4751-8e6e-ec5fa7b9ada4", "name": "network-vif-deleted", "tag": "8d4eb6e9-2eeb-4d87-a9ff-e9841baddbd9"}, {"name": "network-changed", "server_uuid": "99693099-fc1f-44e3-a9cd-8936036d847e", "tag": "99effa27-a995-4a6a-aed9-d421d96d44b8"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:00:00.540204 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cf4eb146-b408-48ba-b609-f4723c604dbc req-3052ee19-6b5c-451d-84f2-13038b60ed2e tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6a0a271-496a-4936-8ec0-ec680d307275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443882 Jul 24 00:00:00.554995 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d0ec30a6-af33-40ba-ac6d-040e802688a8 req-b5f6acc9-1395-4a77-abb6-819d9abe997e tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8ee523e-b776-4966-b1a9-13ed07423313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812626 Jul 24 00:00:00.564330 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd63ca9-9dbd-489f-8f0d-cdd16f764bd6 service neutron] Pushing event updated for resources: {'Port': ['ID=99effa27-a995-4a6a-aed9-d421d96d44b8,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:00.566964 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c974e465-d099-419d-9ff2-0264ff43cfad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:00.574538 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c974e465-d099-419d-9ff2-0264ff43cfad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:00.575543 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c974e465-d099-419d-9ff2-0264ff43cfad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:00.605845 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5ca3212a-149a-4c42-8f26-366722a54864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:00.619566 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 50496) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:00.622238 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-c974e465-d099-419d-9ff2-0264ff43cfad admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3561902 Jul 24 00:00:00.643298 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-504dfde3-3496-4dc3-9d1b-88b382e89bd2 admin admin] Request body: {'subnet': {'network_id': '041f199a-06e4-414a-b5dc-48b6fa4ac528', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1082856286-subnet', 'tenant_id': 'a7fbca58b7ae4f57a3cbd55e2272f78b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:00:00.679367 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5ca3212a-149a-4c42-8f26-366722a54864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:00.708542 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ffefe5-ddd7-40ad-a300-0a36031a1dcf req-88cab587-9239-459c-9626-8217776a2a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:00.715293 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-43ffefe5-ddd7-40ad-a300-0a36031a1dcf req-88cab587-9239-459c-9626-8217776a2a8d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d9405b5ff79541cbb5225ec709273225&device_id=99693099-fc1f-44e3-a9cd-8936036d847e HTTP/1.1" status: 200 len: 1095 time: 0.3143814 Jul 24 00:00:00.755899 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-504dfde3-3496-4dc3-9d1b-88b382e89bd2 admin admin] Made reservation on behalf of a7fbca58b7ae4f57a3cbd55e2272f78b for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:00:00.761741 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-504dfde3-3496-4dc3-9d1b-88b382e89bd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:00.804262 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c974e465-d099-419d-9ff2-0264ff43cfad admin admin] Pushing event updated for resources: {'Network': ['ID=041f199a-06e4-414a-b5dc-48b6fa4ac528,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:00.819157 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 041f199a-06e4-414a-b5dc-48b6fa4ac528 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:00:00.851279 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5ca3212a-149a-4c42-8f26-366722a54864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:00.854916 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5ca3212a-149a-4c42-8f26-366722a54864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:00.856356 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-5ca3212a-149a-4c42-8f26-366722a54864 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f6098633-5d8c-4e6e-8ea6-6e20224f8695 HTTP/1.1" status: 204 len: 168 time: 0.5309093 Jul 24 00:00:00.873441 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca3212a-149a-4c42-8f26-366722a54864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6098633-5d8c-4e6e-8ea6-6e20224f8695,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:00.957802 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 24 Jul 2021 00:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b7ecbd-06af-4ccc-84a8-8fbbd2f0c7b4 x-openstack-request-id: req-88b7ecbd-06af-4ccc-84a8-8fbbd2f0c7b4 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:00:00.958098 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26055213-b5c4-4751-8e6e-ec5fa7b9ada4", "name": "network-vif-deleted", "tag": "8d4eb6e9-2eeb-4d87-a9ff-e9841baddbd9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "99693099-fc1f-44e3-a9cd-8936036d847e", "tag": "99effa27-a995-4a6a-aed9-d421d96d44b8", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:00:00.958658 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-88b7ecbd-06af-4ccc-84a8-8fbbd2f0c7b4 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:00:00.960052 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26055213-b5c4-4751-8e6e-ec5fa7b9ada4', 'name': 'network-vif-deleted', 'tag': '8d4eb6e9-2eeb-4d87-a9ff-e9841baddbd9', 'status': 'completed', 'code': 200} Jul 24 00:00:00.960052 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99693099-fc1f-44e3-a9cd-8936036d847e', 'tag': '99effa27-a995-4a6a-aed9-d421d96d44b8', 'status': 'completed', 'code': 200} Jul 24 00:00:00.968739 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-43ffefe5-ddd7-40ad-a300-0a36031a1dcf req-18e6338c-33a5-4fe3-ac25-68ed277f7939 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99effa27-a995-4a6a-aed9-d421d96d44b8 HTTP/1.1" status: 200 len: 217 time: 0.2394083 Jul 24 00:00:01.228640 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29bd1fa-536a-465c-aae8-9e896ee696ab req-cac40d32-8701-4b3e-91e8-dcda1e85fe6f tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:01.240206 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f29bd1fa-536a-465c-aae8-9e896ee696ab req-cac40d32-8701-4b3e-91e8-dcda1e85fe6f tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=99693099-fc1f-44e3-a9cd-8936036d847e HTTP/1.1" status: 200 len: 943 time: 0.1808846 Jul 24 00:00:01.344212 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f29bd1fa-536a-465c-aae8-9e896ee696ab req-5f43c828-4b66-45ed-9908-b91d89e47fd0 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030209 Jul 24 00:00:01.489608 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ffefe5-ddd7-40ad-a300-0a36031a1dcf req-13ee43a6-82a1-4d1c-871e-ff5d9717d34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:01.491951 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-43ffefe5-ddd7-40ad-a300-0a36031a1dcf req-13ee43a6-82a1-4d1c-871e-ff5d9717d34f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3dff00ee-bed2-4c8a-b785-e9725c9c9b9c HTTP/1.1" status: 200 len: 858 time: 0.5033720 Jul 24 00:00:01.493981 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-504dfde3-3496-4dc3-9d1b-88b382e89bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:01.626287 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-43ffefe5-ddd7-40ad-a300-0a36031a1dcf req-0fd5bd3f-d629-48b2-ad90-94c431c058e8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812902 Jul 24 00:00:01.629979 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504dfde3-3496-4dc3-9d1b-88b382e89bd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4142d80-b421-40a2-aa20-49488e869efc,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:01.806849 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504dfde3-3496-4dc3-9d1b-88b382e89bd2 admin admin] Checking segment: {'id': 'a3f7b86d-f699-49cb-91c9-76f0c1f8c828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '041f199a-06e4-414a-b5dc-48b6fa4ac528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:00:01.807595 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504dfde3-3496-4dc3-9d1b-88b382e89bd2 admin admin] Network hostable DHCP agents. Network: 041f199a-06e4-414a-b5dc-48b6fa4ac528, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:00:01.849687 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a552a82a-94a3-4c31-ae13-e903a3c49b28 req-38e113b9-193b-4848-9bba-41e83ab173fe tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:01.852890 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a552a82a-94a3-4c31-ae13-e903a3c49b28 req-38e113b9-193b-4848-9bba-41e83ab173fe tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0663c03-862c-474b-bc52-055460542055 HTTP/1.1" status: 200 len: 950 time: 0.2908792 Jul 24 00:00:01.929691 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-43ffefe5-ddd7-40ad-a300-0a36031a1dcf req-e6a51087-90a5-4011-b365-bffae1aeea42 service neutron] 10.222.0.52 "GET /v2.0/networks/cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949698 Jul 24 00:00:01.937086 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504dfde3-3496-4dc3-9d1b-88b382e89bd2 admin admin] Network 041f199a-06e4-414a-b5dc-48b6fa4ac528 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:00:01.974876 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc8e017-e1ed-4f76-a3e6-07382c166767 req-6d9caad7-0066-459d-aa88-41ab9c1c6986 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:01.988954 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6dc8e017-e1ed-4f76-a3e6-07382c166767 req-6d9caad7-0066-459d-aa88-41ab9c1c6986 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0663c03-862c-474b-bc52-055460542055 HTTP/1.1" status: 200 len: 950 time: 0.2625327 Jul 24 00:00:02.033602 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-504dfde3-3496-4dc3-9d1b-88b382e89bd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 041f199a-06e4-414a-b5dc-48b6fa4ac528) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:00:02.039505 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504dfde3-3496-4dc3-9d1b-88b382e89bd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:02.040344 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-504dfde3-3496-4dc3-9d1b-88b382e89bd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:02.044005 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24216ad5-3c10-48af-83cc-6ec7c9229358 None None] Network 041f199a-06e4-414a-b5dc-48b6fa4ac528 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:00:02.055555 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86c5fb7-1446-4c15-9d35-d8e7a7c9ca38 req-eecd348f-c71e-4100-96f2-0508f7fcc699 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:02.066625 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d86c5fb7-1446-4c15-9d35-d8e7a7c9ca38 req-eecd348f-c71e-4100-96f2-0508f7fcc699 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/ports?device_id=779b8aec-17d7-4953-837a-2348d8ac1254 HTTP/1.1" status: 200 len: 946 time: 0.3475583 Jul 24 00:00:02.102747 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6dc8e017-e1ed-4f76-a3e6-07382c166767 req-585131eb-2ca7-429a-b5de-bac811d51efa tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8ee523e-b776-4966-b1a9-13ed07423313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128109 Jul 24 00:00:02.202858 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 50562) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:02.210653 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-504dfde3-3496-4dc3-9d1b-88b382e89bd2 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5882940 Jul 24 00:00:02.269119 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d86c5fb7-1446-4c15-9d35-d8e7a7c9ca38 req-cb83882a-0e55-4b5a-8910-b17bd32ce2aa tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6a0a271-496a-4936-8ec0-ec680d307275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967468 Jul 24 00:00:02.273030 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-43ffefe5-ddd7-40ad-a300-0a36031a1dcf req-c9a82e43-5b02-46ae-85de-2a997852a9b7 service neutron] 10.222.0.52 "GET /v2.0/networks/cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3304694 Jul 24 00:00:02.276844 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-a552a82a-94a3-4c31-ae13-e903a3c49b28 req-55a51143-511e-4637-8f57-e70ed1411ae1 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Deleting port 9adc90a8-daab-449e-bad1-bd977df0c1fb {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:00:02.277102 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-a552a82a-94a3-4c31-ae13-e903a3c49b28 req-55a51143-511e-4637-8f57-e70ed1411ae1 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:02.403423 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c345462f-db68-4296-a931-83e6d3a87a35 None None] Network 041f199a-06e4-414a-b5dc-48b6fa4ac528 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:00:02.428313 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-32eab77f-98f4-485b-95b1-e7e4f783e048 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1870929945'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:00:02.501355 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32eab77f-98f4-485b-95b1-e7e4f783e048 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Made reservation on behalf of 0a780b69e640432eb1750b1d0f797763 for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:00:02.506537 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-32eab77f-98f4-485b-95b1-e7e4f783e048 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:02.530436 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-32eab77f-98f4-485b-95b1-e7e4f783e048 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:02.688684 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-a552a82a-94a3-4c31-ae13-e903a3c49b28 req-55a51143-511e-4637-8f57-e70ed1411ae1 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] For port 9adc90a8-daab-449e-bad1-bd977df0c1fb, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=9adc90a8-daab-449e-bad1-bd977df0c1fb,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:00:02.689832 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-a552a82a-94a3-4c31-ae13-e903a3c49b28 req-55a51143-511e-4637-8f57-e70ed1411ae1 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:02.753093 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 50580) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:02.763676 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-a552a82a-94a3-4c31-ae13-e903a3c49b28 req-55a51143-511e-4637-8f57-e70ed1411ae1 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Calling delete_port for 9adc90a8-daab-449e-bad1-bd977df0c1fb owned by compute:nova {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:00:02.793291 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-32eab77f-98f4-485b-95b1-e7e4f783e048 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:02.797354 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6382a8-c17b-4571-a453-180b284abe69 req-e33a3442-bc14-4d6b-be78-bc8fd4812e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:02.799838 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5e6382a8-c17b-4571-a453-180b284abe69 req-e33a3442-bc14-4d6b-be78-bc8fd4812e5a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d9405b5ff79541cbb5225ec709273225&device_id=99693099-fc1f-44e3-a9cd-8936036d847e HTTP/1.1" status: 200 len: 1095 time: 0.3805454 Jul 24 00:00:02.806876 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-32eab77f-98f4-485b-95b1-e7e4f783e048 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:02.843567 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32eab77f-98f4-485b-95b1-e7e4f783e048 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:00:02.865532 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eab77f-98f4-485b-95b1-e7e4f783e048 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4256b0b8-c4c4-423f-957e-6a710d526adb,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:02.874881 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-32eab77f-98f4-485b-95b1-e7e4f783e048 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:02.875232 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-32eab77f-98f4-485b-95b1-e7e4f783e048 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Added segment 2593bcda-f02d-438a-b82b-c733a098f447 of type vlan for network c06ffc4f-7b41-4ccb-8ac7-ac6cf3162bd5 Jul 24 00:00:02.917604 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e81d19-6184-446a-b1f3-e04a753d6d53 req-e291bbfa-cfb1-4287-b46e-1620544be8f9 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:02.919330 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-08e81d19-6184-446a-b1f3-e04a753d6d53 req-e291bbfa-cfb1-4287-b46e-1620544be8f9 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=99693099-fc1f-44e3-a9cd-8936036d847e HTTP/1.1" status: 200 len: 943 time: 0.3621750 Jul 24 00:00:02.971553 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-32eab77f-98f4-485b-95b1-e7e4f783e048 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:03.016323 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-4b6b6e3f-2f58-446a-910d-25acd81daa76 tempest-RoutersAdminNegativeTest-1727105500 tempest-RoutersAdminNegativeTest-1727105500-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1582392541', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:00:03.024517 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-32eab77f-98f4-485b-95b1-e7e4f783e048 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:03.036019 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32eab77f-98f4-485b-95b1-e7e4f783e048 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:03.037116 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-32eab77f-98f4-485b-95b1-e7e4f783e048 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:03.137749 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b6b6e3f-2f58-446a-910d-25acd81daa76 tempest-RoutersAdminNegativeTest-1727105500 tempest-RoutersAdminNegativeTest-1727105500-project-admin] Made reservation on behalf of ac755ff8bd1d4118900a1a2876cae957 for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:00:03.140176 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4b6b6e3f-2f58-446a-910d-25acd81daa76 tempest-RoutersAdminNegativeTest-1727105500 tempest-RoutersAdminNegativeTest-1727105500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:03.145244 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-32eab77f-98f4-485b-95b1-e7e4f783e048 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9412973 Jul 24 00:00:03.145992 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eab77f-98f4-485b-95b1-e7e4f783e048 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Pushing event updated for resources: {'Network': ['ID=c06ffc4f-7b41-4ccb-8ac7-ac6cf3162bd5,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:03.151406 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 50598) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:03.158885 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network c06ffc4f-7b41-4ccb-8ac7-ac6cf3162bd5 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:00:03.161805 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-efd010a1-cd05-4ce2-b6ab-0aeabc13bb28 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Request body: {'subnet': {'network_id': 'c06ffc4f-7b41-4ccb-8ac7-ac6cf3162bd5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:00:03.195051 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4b6b6e3f-2f58-446a-910d-25acd81daa76 tempest-RoutersAdminNegativeTest-1727105500 tempest-RoutersAdminNegativeTest-1727105500-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:03.205675 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-08e81d19-6184-446a-b1f3-e04a753d6d53 req-5a499cb8-7cf8-4e2d-8713-3d93629c5c43 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285812 Jul 24 00:00:03.372452 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6382a8-c17b-4571-a453-180b284abe69 req-d577966a-acf9-4ecf-8ddf-62a6be477458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:03.373966 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5e6382a8-c17b-4571-a453-180b284abe69 req-d577966a-acf9-4ecf-8ddf-62a6be477458 service neutron] 10.222.0.52 "GET /v2.0/networks?id=cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed HTTP/1.1" status: 200 len: 919 time: 0.5672338 Jul 24 00:00:03.441709 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4b6b6e3f-2f58-446a-910d-25acd81daa76 tempest-RoutersAdminNegativeTest-1727105500 tempest-RoutersAdminNegativeTest-1727105500-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:03.453010 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d7313-a39b-4321-adbb-1bac2144ce3c req-ee3cffad-0d1f-49ac-be62-ffe5b3a5d7cf tempest-ServerPasswordTestJSON-165920090 tempest-ServerPasswordTestJSON-165920090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:03.454858 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-632d7313-a39b-4321-adbb-1bac2144ce3c req-ee3cffad-0d1f-49ac-be62-ffe5b3a5d7cf tempest-ServerPasswordTestJSON-165920090 tempest-ServerPasswordTestJSON-165920090-project] 10.222.0.44 "GET /v2.0/networks?id=041f199a-06e4-414a-b5dc-48b6fa4ac528 HTTP/1.1" status: 200 len: 813 time: 0.2513223 Jul 24 00:00:03.457355 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4b6b6e3f-2f58-446a-910d-25acd81daa76 tempest-RoutersAdminNegativeTest-1727105500 tempest-RoutersAdminNegativeTest-1727105500-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:03.461190 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [None req-4b6b6e3f-2f58-446a-910d-25acd81daa76 tempest-RoutersAdminNegativeTest-1727105500 tempest-RoutersAdminNegativeTest-1727105500-project-admin] device_id is not set on port 9e38cbf5-7ac3-4cbf-b96f-40b30739f229 yet. {{(pid=100314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:00:03.463797 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5e6382a8-c17b-4571-a453-180b284abe69 req-cb896ab4-6d8b-4608-b8b0-076edf05a3e6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99effa27-a995-4a6a-aed9-d421d96d44b8 HTTP/1.1" status: 200 len: 217 time: 0.0675416 Jul 24 00:00:03.487801 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-a552a82a-94a3-4c31-ae13-e903a3c49b28 req-55a51143-511e-4637-8f57-e70ed1411ae1 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:03.524353 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-632d7313-a39b-4321-adbb-1bac2144ce3c req-985efd5e-fdb8-41d2-a580-d56022e75496 tempest-ServerPasswordTestJSON-165920090 tempest-ServerPasswordTestJSON-165920090-project] 10.222.0.44 "GET /v2.0/quotas/a7fbca58b7ae4f57a3cbd55e2272f78b HTTP/1.1" status: 200 len: 375 time: 0.0589564 Jul 24 00:00:03.538091 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd010a1-cd05-4ce2-b6ab-0aeabc13bb28 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Made reservation on behalf of 0a780b69e640432eb1750b1d0f797763 for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:00:03.541576 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-efd010a1-cd05-4ce2-b6ab-0aeabc13bb28 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:03.562801 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a51143-511e-4637-8f57-e70ed1411ae1 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Pushing event deleted for resources: {'Port': ['ID=9adc90a8-daab-449e-bad1-bd977df0c1fb,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:03.574475 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6b6e3f-2f58-446a-910d-25acd81daa76 tempest-RoutersAdminNegativeTest-1727105500 tempest-RoutersAdminNegativeTest-1727105500-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f33406d4-6c11-400c-908a-b1b272510fbf,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:03.578710 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-632d7313-a39b-4321-adbb-1bac2144ce3c req-bc63bdc5-b947-478f-9b04-4da293eb5016 tempest-ServerPasswordTestJSON-165920090 tempest-ServerPasswordTestJSON-165920090-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a7fbca58b7ae4f57a3cbd55e2272f78b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475104 Jul 24 00:00:03.617720 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6382a8-c17b-4571-a453-180b284abe69 req-1beafb49-b718-4abf-a22e-89c2ce8018bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:03.619188 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5e6382a8-c17b-4571-a453-180b284abe69 req-1beafb49-b718-4abf-a22e-89c2ce8018bb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3dff00ee-bed2-4c8a-b785-e9725c9c9b9c HTTP/1.1" status: 200 len: 858 time: 0.1457868 Jul 24 00:00:03.688600 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a4ea8-1107-4ecb-8271-15862384a6e5 req-cd4a7374-18c6-4468-b460-4d0bc1baae40 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:03.690700 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-104a4ea8-1107-4ecb-8271-15862384a6e5 req-cd4a7374-18c6-4468-b460-4d0bc1baae40 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0663c03-862c-474b-bc52-055460542055 HTTP/1.1" status: 200 len: 867 time: 0.3198817 Jul 24 00:00:03.696838 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-a552a82a-94a3-4c31-ae13-e903a3c49b28 req-55a51143-511e-4637-8f57-e70ed1411ae1 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] No DVR routers for this DVR port 9adc90a8-daab-449e-bad1-bd977df0c1fb on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:00:03.711819 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-4b6b6e3f-2f58-446a-910d-25acd81daa76 tempest-RoutersAdminNegativeTest-1727105500 tempest-RoutersAdminNegativeTest-1727105500-project-admin] Allocated IP 172.25.3.43 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/9e38cbf5-7ac3-4cbf-b96f-40b30739f229) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:00:03.722950 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-a552a82a-94a3-4c31-ae13-e903a3c49b28 req-55a51143-511e-4637-8f57-e70ed1411ae1 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:03.725568 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a552a82a-94a3-4c31-ae13-e903a3c49b28 req-55a51143-511e-4637-8f57-e70ed1411ae1 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.52 "DELETE /v2.0/ports/9adc90a8-daab-449e-bad1-bd977df0c1fb HTTP/1.1" status: 204 len: 173 time: 1.8626006 Jul 24 00:00:03.726082 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0663c03-862c-474b-bc52-055460542055', 'name': 'network-vif-deleted', 'tag': '9adc90a8-daab-449e-bad1-bd977df0c1fb'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:00:03.735346 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec98cdf6-cf5f-4ff3-97e3-75fe4e3f44a2" -d '{"events": [{"server_uuid": "a0663c03-862c-474b-bc52-055460542055", "name": "network-vif-deleted", "tag": "9adc90a8-daab-449e-bad1-bd977df0c1fb"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:00:03.748415 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5e6382a8-c17b-4571-a453-180b284abe69 req-3a97ce25-47b4-43c1-b1f1-e815996269f7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0920181 Jul 24 00:00:03.766730 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-632d7313-a39b-4321-adbb-1bac2144ce3c req-c019d5db-544f-489d-986c-a3324ea8e68b service neutron] 10.222.0.44 "GET /v2.0/networks/041f199a-06e4-414a-b5dc-48b6fa4ac528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549439 Jul 24 00:00:03.832004 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-104a4ea8-1107-4ecb-8271-15862384a6e5 req-132beeb2-50a8-4efb-b727-645258c65481 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8ee523e-b776-4966-b1a9-13ed07423313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104069 Jul 24 00:00:03.939244 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5e6382a8-c17b-4571-a453-180b284abe69 req-316213a3-6232-47e2-925a-2cd214122e34 service neutron] 10.222.0.52 "GET /v2.0/networks/cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796963 Jul 24 00:00:03.973558 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-632d7313-a39b-4321-adbb-1bac2144ce3c req-15a8d18e-d716-4fd8-9a33-97817797062e service neutron] 10.222.0.44 "GET /v2.0/networks/041f199a-06e4-414a-b5dc-48b6fa4ac528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966987 Jul 24 00:00:03.992835 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4b6b6e3f-2f58-446a-910d-25acd81daa76 tempest-RoutersAdminNegativeTest-1727105500 tempest-RoutersAdminNegativeTest-1727105500-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:04.069135 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4b6b6e3f-2f58-446a-910d-25acd81daa76 tempest-RoutersAdminNegativeTest-1727105500 tempest-RoutersAdminNegativeTest-1727105500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:04.117156 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-efd010a1-cd05-4ce2-b6ab-0aeabc13bb28 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:04.162555 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6b6e3f-2f58-446a-910d-25acd81daa76 tempest-RoutersAdminNegativeTest-1727105500 tempest-RoutersAdminNegativeTest-1727105500-project-admin] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:00:04.166694 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-4b6b6e3f-2f58-446a-910d-25acd81daa76 tempest-RoutersAdminNegativeTest-1727105500 tempest-RoutersAdminNegativeTest-1727105500-project-admin] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:00:04.171191 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6b6e3f-2f58-446a-910d-25acd81daa76 tempest-RoutersAdminNegativeTest-1727105500 tempest-RoutersAdminNegativeTest-1727105500-project-admin] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:00:04.228194 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6b6e3f-2f58-446a-910d-25acd81daa76 tempest-RoutersAdminNegativeTest-1727105500 tempest-RoutersAdminNegativeTest-1727105500-project-admin] Pushing event updated for resources: {'Port': ['ID=9e38cbf5-7ac3-4cbf-b96f-40b30739f229,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:04.239204 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6b6e3f-2f58-446a-910d-25acd81daa76 tempest-RoutersAdminNegativeTest-1727105500 tempest-RoutersAdminNegativeTest-1727105500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:04.240069 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4b6b6e3f-2f58-446a-910d-25acd81daa76 tempest-RoutersAdminNegativeTest-1727105500 tempest-RoutersAdminNegativeTest-1727105500-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:04.262709 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-4b6b6e3f-2f58-446a-910d-25acd81daa76 tempest-RoutersAdminNegativeTest-1727105500 tempest-RoutersAdminNegativeTest-1727105500-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.5061371 Jul 24 00:00:04.262858 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 50628) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:04.269308 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5e6382a8-c17b-4571-a453-180b284abe69 req-2bea1e96-760d-4ee5-a56e-2756f6400c22 service neutron] 10.222.0.52 "GET /v2.0/networks/cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199170 Jul 24 00:00:04.271043 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-cfb30fb2-4b73-4a7e-bf8a-a5f86b7628d7 tempest-RoutersAdminNegativeTest-1727105500 tempest-RoutersAdminNegativeTest-1727105500-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.43'}]}}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:00:04.278446 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd070e24-7bae-45ec-aacc-a52c045ce145 x-openstack-request-id: req-cd070e24-7bae-45ec-aacc-a52c045ce145 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:00:04.279255 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0663c03-862c-474b-bc52-055460542055", "name": "network-vif-deleted", "tag": "9adc90a8-daab-449e-bad1-bd977df0c1fb", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:00:04.279685 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cd070e24-7bae-45ec-aacc-a52c045ce145 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:00:04.280274 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0663c03-862c-474b-bc52-055460542055', 'name': 'network-vif-deleted', 'tag': '9adc90a8-daab-449e-bad1-bd977df0c1fb', 'status': 'completed', 'code': 200} Jul 24 00:00:04.281166 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd010a1-cd05-4ce2-b6ab-0aeabc13bb28 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Pushing event updated for resources: {'Subnet': ['ID=ef9da224-7514-4d5f-9418-d079438142d1,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:04.319947 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba311b0-1ab3-4b98-8700-72b8fcdd9c14 req-22fd218d-1132-49a0-8568-bd3a5ad62e4e tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:04.320203 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cfb30fb2-4b73-4a7e-bf8a-a5f86b7628d7 tempest-RoutersAdminNegativeTest-1727105500 tempest-RoutersAdminNegativeTest-1727105500-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:04.322094 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9ba311b0-1ab3-4b98-8700-72b8fcdd9c14 req-22fd218d-1132-49a0-8568-bd3a5ad62e4e tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/ports?device_id=779b8aec-17d7-4953-837a-2348d8ac1254 HTTP/1.1" status: 200 len: 946 time: 0.3026373 Jul 24 00:00:04.323587 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd010a1-cd05-4ce2-b6ab-0aeabc13bb28 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Checking segment: {'id': '2593bcda-f02d-438a-b82b-c733a098f447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c06ffc4f-7b41-4ccb-8ac7-ac6cf3162bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:00:04.324218 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd010a1-cd05-4ce2-b6ab-0aeabc13bb28 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Network hostable DHCP agents. Network: c06ffc4f-7b41-4ccb-8ac7-ac6cf3162bd5, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:00:04.334815 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cfb30fb2-4b73-4a7e-bf8a-a5f86b7628d7 tempest-RoutersAdminNegativeTest-1727105500 tempest-RoutersAdminNegativeTest-1727105500-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:04.382340 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd010a1-cd05-4ce2-b6ab-0aeabc13bb28 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Network c06ffc4f-7b41-4ccb-8ac7-ac6cf3162bd5 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:00:04.416330 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9ba311b0-1ab3-4b98-8700-72b8fcdd9c14 req-deb55d0a-8791-43da-aed3-f11358b023fc tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6a0a271-496a-4936-8ec0-ec680d307275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881555 Jul 24 00:00:04.417805 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-efd010a1-cd05-4ce2-b6ab-0aeabc13bb28 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, c06ffc4f-7b41-4ccb-8ac7-ac6cf3162bd5) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:00:04.422988 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd010a1-cd05-4ce2-b6ab-0aeabc13bb28 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:04.423853 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-efd010a1-cd05-4ce2-b6ab-0aeabc13bb28 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:04.431530 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c65206-afbe-4f9c-836a-594b968c37da None None] Network c06ffc4f-7b41-4ccb-8ac7-ac6cf3162bd5 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:00:04.445870 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-efd010a1-cd05-4ce2-b6ab-0aeabc13bb28 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2904177 Jul 24 00:00:04.448311 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 50646) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:04.456527 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-3d956207-a936-4643-a8dc-0a46cd29fc4d tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Request body: {'port': {'network_id': 'c06ffc4f-7b41-4ccb-8ac7-ac6cf3162bd5', 'name': 'tempest-AllowedAddressPairTestJSON-1857361439'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:00:04.465545 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cfb30fb2-4b73-4a7e-bf8a-a5f86b7628d7 tempest-RoutersAdminNegativeTest-1727105500 tempest-RoutersAdminNegativeTest-1727105500-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:04.544794 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-86b35309-d619-40a0-bc65-d9b3665469fe req-cac26ab9-5ed5-4580-bd7b-16b28bda30a1 tempest-ServerPasswordTestJSON-165920090 tempest-ServerPasswordTestJSON-165920090-project] 10.222.0.44 "GET /v2.0/ports?device_id=bbd5d6c3-b532-41b4-85ca-2260024c8aa1 HTTP/1.1" status: 200 len: 210 time: 0.0773618 Jul 24 00:00:04.646675 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b484ee-243b-442f-a457-7b86ed22c6cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-c06ffc4f-7b41-4ccb-8ac7-ac6cf3162bd5', 'network_id': 'c06ffc4f-7b41-4ccb-8ac7-ac6cf3162bd5', 'tenant_id': '0a780b69e640432eb1750b1d0f797763', 'fixed_ips': [{'subnet_id': 'ef9da224-7514-4d5f-9418-d079438142d1'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:00:04.648188 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a9b484ee-243b-442f-a457-7b86ed22c6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:04.689055 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd499d2-2aa2-405d-b091-5a5337e5cd59 req-71faa1bd-d21c-4795-bf21-ba4ab6d79d4c tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:04.698705 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1dd499d2-2aa2-405d-b091-5a5337e5cd59 req-71faa1bd-d21c-4795-bf21-ba4ab6d79d4c tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=99693099-fc1f-44e3-a9cd-8936036d847e HTTP/1.1" status: 200 len: 943 time: 0.1521108 Jul 24 00:00:04.721274 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d956207-a936-4643-a8dc-0a46cd29fc4d tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Made reservation on behalf of 0a780b69e640432eb1750b1d0f797763 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:00:04.725296 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3d956207-a936-4643-a8dc-0a46cd29fc4d tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:04.767012 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1dd499d2-2aa2-405d-b091-5a5337e5cd59 req-2b117982-1bd5-4dd3-98f7-415d5834457a tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674174 Jul 24 00:00:04.773836 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [None req-3d956207-a936-4643-a8dc-0a46cd29fc4d tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] device_id is not set on port 50580653-68aa-47b1-958d-2f2e8f57dbef yet. {{(pid=100313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:00:04.787697 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cfb30fb2-4b73-4a7e-bf8a-a5f86b7628d7 tempest-RoutersAdminNegativeTest-1727105500 tempest-RoutersAdminNegativeTest-1727105500-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:04.843551 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-a9b484ee-243b-442f-a457-7b86ed22c6cb None None] Allocated IP 172.20.0.2 (c06ffc4f-7b41-4ccb-8ac7-ac6cf3162bd5/ef9da224-7514-4d5f-9418-d079438142d1/93d8181c-44a9-4853-9f7e-a8624fc23830) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:00:04.903660 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 9adc90a8-daab-449e-bad1-bd977df0c1fb no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:00:04.943254 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] No Port match for: 9adc90a8-daab-449e-bad1-bd977df0c1fb {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:00:04.943605 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 9adc90a8-daab-449e-bad1-bd977df0c1fb not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:00:05.109170 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a9b484ee-243b-442f-a457-7b86ed22c6cb None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:05.122208 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-a9b484ee-243b-442f-a457-7b86ed22c6cb None None] Transition to ACTIVE for port object 93d8181c-44a9-4853-9f7e-a8624fc23830 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:00:05.143640 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-a9b484ee-243b-442f-a457-7b86ed22c6cb None None] Transition to ACTIVE for port object 93d8181c-44a9-4853-9f7e-a8624fc23830 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:00:05.153314 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a9b484ee-243b-442f-a457-7b86ed22c6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:05.200641 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b484ee-243b-442f-a457-7b86ed22c6cb None None] Network c06ffc4f-7b41-4ccb-8ac7-ac6cf3162bd5 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:00:05.203865 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-a9b484ee-243b-442f-a457-7b86ed22c6cb None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:00:05.210936 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b484ee-243b-442f-a457-7b86ed22c6cb None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:00:05.260663 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-3d956207-a936-4643-a8dc-0a46cd29fc4d tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Allocated IP 172.20.0.5 (c06ffc4f-7b41-4ccb-8ac7-ac6cf3162bd5/ef9da224-7514-4d5f-9418-d079438142d1/50580653-68aa-47b1-958d-2f2e8f57dbef) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:00:05.336312 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b484ee-243b-442f-a457-7b86ed22c6cb None None] Pushing event updated for resources: {'Port': ['ID=93d8181c-44a9-4853-9f7e-a8624fc23830,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:05.354366 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b484ee-243b-442f-a457-7b86ed22c6cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:00:05.354962 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b484ee-243b-442f-a457-7b86ed22c6cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:00:05.355583 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b484ee-243b-442f-a457-7b86ed22c6cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:00:05.356132 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b484ee-243b-442f-a457-7b86ed22c6cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:00:05.356625 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b484ee-243b-442f-a457-7b86ed22c6cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:00:05.357144 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b484ee-243b-442f-a457-7b86ed22c6cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:00:05.362186 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b484ee-243b-442f-a457-7b86ed22c6cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:00:05.362322 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 50690) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:05.363207 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b484ee-243b-442f-a457-7b86ed22c6cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:00:05.363554 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b484ee-243b-442f-a457-7b86ed22c6cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:00:05.363896 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b484ee-243b-442f-a457-7b86ed22c6cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:00:05.364236 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b484ee-243b-442f-a457-7b86ed22c6cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:00:05.364571 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b484ee-243b-442f-a457-7b86ed22c6cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:00:05.373360 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-a9b484ee-243b-442f-a457-7b86ed22c6cb None None] Attempting to bind port 93d8181c-44a9-4853-9f7e-a8624fc23830 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:00:05.373763 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-a9b484ee-243b-442f-a457-7b86ed22c6cb None None] Attempting to bind port 93d8181c-44a9-4853-9f7e-a8624fc23830 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '2593bcda-f02d-438a-b82b-c733a098f447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c06ffc4f-7b41-4ccb-8ac7-ac6cf3162bd5'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:00:05.374034 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b484ee-243b-442f-a457-7b86ed22c6cb None None] Attempting to bind port 93d8181c-44a9-4853-9f7e-a8624fc23830 on network c06ffc4f-7b41-4ccb-8ac7-ac6cf3162bd5 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:00:05.380292 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b484ee-243b-442f-a457-7b86ed22c6cb None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:00:05.380675 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b484ee-243b-442f-a457-7b86ed22c6cb None None] Checking segment: {'id': '2593bcda-f02d-438a-b82b-c733a098f447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c06ffc4f-7b41-4ccb-8ac7-ac6cf3162bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:00:05.381123 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a9b484ee-243b-442f-a457-7b86ed22c6cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:05.381523 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b484ee-243b-442f-a457-7b86ed22c6cb None None] Bound using segment: {'id': '2593bcda-f02d-438a-b82b-c733a098f447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c06ffc4f-7b41-4ccb-8ac7-ac6cf3162bd5'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:00:05.382000 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-a9b484ee-243b-442f-a457-7b86ed22c6cb None None] Bound port: 93d8181c-44a9-4853-9f7e-a8624fc23830, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2593bcda-f02d-438a-b82b-c733a098f447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c06ffc4f-7b41-4ccb-8ac7-ac6cf3162bd5'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:00:05.382424 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a9b484ee-243b-442f-a457-7b86ed22c6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:05.454223 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-a9b484ee-243b-442f-a457-7b86ed22c6cb None None] For port 93d8181c-44a9-4853-9f7e-a8624fc23830, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:00:05.459932 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3d956207-a936-4643-a8dc-0a46cd29fc4d tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:05.460163 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-a9b484ee-243b-442f-a457-7b86ed22c6cb None None] For port 93d8181c-44a9-4853-9f7e-a8624fc23830, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=93d8181c-44a9-4853-9f7e-a8624fc23830,segment=NetworkSegment(2593bcda-f02d-438a-b82b-c733a098f447),segment_id=2593bcda-f02d-438a-b82b-c733a098f447)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:00:05.467004 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a9b484ee-243b-442f-a457-7b86ed22c6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:05.503200 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [None req-3d956207-a936-4643-a8dc-0a46cd29fc4d tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Transition to ACTIVE for port object 50580653-68aa-47b1-958d-2f2e8f57dbef will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:00:05.721179 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b484ee-243b-442f-a457-7b86ed22c6cb None None] Pushing event updated for resources: {'Port': ['ID=93d8181c-44a9-4853-9f7e-a8624fc23830,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:05.805364 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cfb30fb2-4b73-4a7e-bf8a-a5f86b7628d7 tempest-RoutersAdminNegativeTest-1727105500 tempest-RoutersAdminNegativeTest-1727105500-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:05.849569 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cfb30fb2-4b73-4a7e-bf8a-a5f86b7628d7 tempest-RoutersAdminNegativeTest-1727105500 tempest-RoutersAdminNegativeTest-1727105500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:05.876745 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 81a8f0b1-769d-4ca4-86d6-b9aa7b701441 no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:00:05.884506 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7d7dfa71-18ef-485b-987f-9354016afabc req-034f70ae-94f6-4ba7-b268-184deb506e58 tempest-ServerPasswordTestJSON-165920090 tempest-ServerPasswordTestJSON-165920090-project] 10.222.0.44 "GET /v2.0/ports?device_id=bbd5d6c3-b532-41b4-85ca-2260024c8aa1 HTTP/1.1" status: 200 len: 210 time: 0.0762177 Jul 24 00:00:06.050116 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:06.154131 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 81a8f0b1-769d-4ca4-86d6-b9aa7b701441, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=81a8f0b1-769d-4ca4-86d6-b9aa7b701441,segment=NetworkSegment(916b837a-3956-408c-a58c-8cf4c63322c0),segment_id=916b837a-3956-408c-a58c-8cf4c63322c0)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:00:06.159556 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feb16bc7-f5fe-45c4-be5c-54219c86d18f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81a8f0b1-769d-4ca4-86d6-b9aa7b701441'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:00:06.164473 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c89940-40b5-40c1-a715-da293ded9ace" -d '{"events": [{"server_uuid": "feb16bc7-f5fe-45c4-be5c-54219c86d18f", "name": "network-vif-unplugged", "status": "completed", "tag": "81a8f0b1-769d-4ca4-86d6-b9aa7b701441"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:00:06.168961 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:06.205912 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 93d8181c-44a9-4853-9f7e-a8624fc23830 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:00:06.293276 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cfb30fb2-4b73-4a7e-bf8a-a5f86b7628d7 tempest-RoutersAdminNegativeTest-1727105500 tempest-RoutersAdminNegativeTest-1727105500-project-admin] Notify callbacks [] for router, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:06.304256 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-363cc6b3-f182-42cb-9aac-fbfed9309f91 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4db1e0d9f35b4b27b032ee4fa4c653cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9408503 Jul 24 00:00:06.309277 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 50710) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:06.327567 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3d956207-a936-4643-a8dc-0a46cd29fc4d tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:06.347946 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=81a8f0b1-769d-4ca4-86d6-b9aa7b701441,revision_number=8']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:06.372568 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 93d8181c-44a9-4853-9f7e-a8624fc23830 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:00:06.415987 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d7313-a39b-4321-adbb-1bac2144ce3c req-93cbce31-0555-4770-8808-c6299042131e tempest-ServerPasswordTestJSON-165920090 tempest-ServerPasswordTestJSON-165920090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:06.417510 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-632d7313-a39b-4321-adbb-1bac2144ce3c req-93cbce31-0555-4770-8808-c6299042131e tempest-ServerPasswordTestJSON-165920090 tempest-ServerPasswordTestJSON-165920090-project] 10.222.0.52 "GET /v2.0/networks?id=041f199a-06e4-414a-b5dc-48b6fa4ac528 HTTP/1.1" status: 200 len: 813 time: 0.8733990 Jul 24 00:00:06.443850 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-632d7313-a39b-4321-adbb-1bac2144ce3c req-7e5935d4-55ad-46c4-b6ca-02d778934b6c tempest-ServerPasswordTestJSON-165920090 tempest-ServerPasswordTestJSON-165920090-project] Request body: {'port': {'device_id': 'bbd5d6c3-b532-41b4-85ca-2260024c8aa1', 'network_id': '041f199a-06e4-414a-b5dc-48b6fa4ac528', 'admin_state_up': True, 'tenant_id': 'a7fbca58b7ae4f57a3cbd55e2272f78b'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:00:06.449479 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d956207-a936-4643-a8dc-0a46cd29fc4d tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Network c06ffc4f-7b41-4ccb-8ac7-ac6cf3162bd5 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:00:06.470009 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-3d956207-a936-4643-a8dc-0a46cd29fc4d tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:00:06.481283 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d956207-a936-4643-a8dc-0a46cd29fc4d tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:00:06.524378 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d956207-a936-4643-a8dc-0a46cd29fc4d tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Pushing event updated for resources: {'Port': ['ID=50580653-68aa-47b1-958d-2f2e8f57dbef,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:06.550066 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47243276-b76f-4a75-ab87-e80e1f9ce304 req-0946ce2f-71a0-4ac1-bf8a-3a1d88d69f6d tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:06.551683 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-47243276-b76f-4a75-ab87-e80e1f9ce304 req-0946ce2f-71a0-4ac1-bf8a-3a1d88d69f6d tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/ports?device_id=779b8aec-17d7-4953-837a-2348d8ac1254 HTTP/1.1" status: 200 len: 946 time: 0.3745494 Jul 24 00:00:06.597623 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cfb30fb2-4b73-4a7e-bf8a-a5f86b7628d7 tempest-RoutersAdminNegativeTest-1727105500 tempest-RoutersAdminNegativeTest-1727105500-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:06.604092 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cfb30fb2-4b73-4a7e-bf8a-a5f86b7628d7 tempest-RoutersAdminNegativeTest-1727105500 tempest-RoutersAdminNegativeTest-1727105500-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:06.605229 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-12580fd8-9584-4d35-9ea0-4c3b05ebf70b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:06.651861 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d956207-a936-4643-a8dc-0a46cd29fc4d tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:06.652591 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3d956207-a936-4643-a8dc-0a46cd29fc4d tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:06.677519 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113ce2d5-88f2-469b-b4a1-ceeff718f0e3 req-620e3245-ab95-4ed4-b746-66f0f928889a tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:06.678993 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-113ce2d5-88f2-469b-b4a1-ceeff718f0e3 req-620e3245-ab95-4ed4-b746-66f0f928889a tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=99693099-fc1f-44e3-a9cd-8936036d847e HTTP/1.1" status: 200 len: 943 time: 0.2502205 Jul 24 00:00:06.688625 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cfb30fb2-4b73-4a7e-bf8a-a5f86b7628d7 tempest-RoutersAdminNegativeTest-1727105500 tempest-RoutersAdminNegativeTest-1727105500-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:06.689760 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfb30fb2-4b73-4a7e-bf8a-a5f86b7628d7 tempest-RoutersAdminNegativeTest-1727105500 tempest-RoutersAdminNegativeTest-1727105500-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3773230d-f420-4b01-9adb-549fe1aec243 {{(pid=100314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:00:06.689923 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-12580fd8-9584-4d35-9ea0-4c3b05ebf70b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:06.727833 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-3d956207-a936-4643-a8dc-0a46cd29fc4d tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2735507 Jul 24 00:00:06.728126 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 50716) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:06.728577 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-47243276-b76f-4a75-ab87-e80e1f9ce304 req-21749f52-0f5f-4b8c-97ae-3e0c535df16d tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6a0a271-496a-4936-8ec0-ec680d307275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454632 Jul 24 00:00:06.736693 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-7162d983-7b56-4a0c-9a30-df32605fcc6c tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Request body: {'port': {'network_id': 'c06ffc4f-7b41-4ccb-8ac7-ac6cf3162bd5', 'name': 'tempest-AllowedAddressPairTestJSON-1958546551', 'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:ab:ac:5d'}]}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:00:06.780540 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-632d7313-a39b-4321-adbb-1bac2144ce3c req-7e5935d4-55ad-46c4-b6ca-02d778934b6c tempest-ServerPasswordTestJSON-165920090 tempest-ServerPasswordTestJSON-165920090-project] Made reservation on behalf of a7fbca58b7ae4f57a3cbd55e2272f78b for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:00:06.788686 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-632d7313-a39b-4321-adbb-1bac2144ce3c req-7e5935d4-55ad-46c4-b6ca-02d778934b6c tempest-ServerPasswordTestJSON-165920090 tempest-ServerPasswordTestJSON-165920090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:06.798071 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-113ce2d5-88f2-469b-b4a1-ceeff718f0e3 req-c9d9d09d-2fa6-4a5b-bb39-0062721191c3 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953188 Jul 24 00:00:06.803105 n-d-800088-16 neutron-server[100314]: INFO neutron.api.v2.resource [None req-cfb30fb2-4b73-4a7e-bf8a-a5f86b7628d7 tempest-RoutersAdminNegativeTest-1727105500 tempest-RoutersAdminNegativeTest-1727105500-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 24 00:00:06.804273 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-cfb30fb2-4b73-4a7e-bf8a-a5f86b7628d7 tempest-RoutersAdminNegativeTest-1727105500 tempest-RoutersAdminNegativeTest-1727105500-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.5400012 Jul 24 00:00:06.808384 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 50718) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:06.812408 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 00:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8056bf0-7e71-4281-939d-fb49a78d6106 x-openstack-request-id: req-c8056bf0-7e71-4281-939d-fb49a78d6106 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:00:06.812903 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feb16bc7-f5fe-45c4-be5c-54219c86d18f", "name": "network-vif-unplugged", "status": "completed", "tag": "81a8f0b1-769d-4ca4-86d6-b9aa7b701441", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:00:06.813079 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c8056bf0-7e71-4281-939d-fb49a78d6106 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:00:06.813484 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feb16bc7-f5fe-45c4-be5c-54219c86d18f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81a8f0b1-769d-4ca4-86d6-b9aa7b701441', 'code': 200} Jul 24 00:00:06.841392 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-12580fd8-9584-4d35-9ea0-4c3b05ebf70b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:06.844035 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-12580fd8-9584-4d35-9ea0-4c3b05ebf70b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:06.845280 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-12580fd8-9584-4d35-9ea0-4c3b05ebf70b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e8ee523e-b776-4966-b1a9-13ed07423313 HTTP/1.1" status: 204 len: 168 time: 0.5316734 Jul 24 00:00:06.906693 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12580fd8-9584-4d35-9ea0-4c3b05ebf70b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ee523e-b776-4966-b1a9-13ed07423313,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:07.023938 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-632d7313-a39b-4321-adbb-1bac2144ce3c req-7e5935d4-55ad-46c4-b6ca-02d778934b6c tempest-ServerPasswordTestJSON-165920090 tempest-ServerPasswordTestJSON-165920090-project] Allocated IP 172.20.0.9 (041f199a-06e4-414a-b5dc-48b6fa4ac528/b4142d80-b421-40a2-aa20-49488e869efc/1962b9dd-4c2e-4ff7-b05c-89798fccfa1d) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:00:07.065802 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec365f1-e98d-4cbe-9d70-743d288c3107 None None] Network c06ffc4f-7b41-4ccb-8ac7-ac6cf3162bd5 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:00:07.116317 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-86deb087-f570-4731-91a1-dd53bdcd0acd req-d447a4d5-aba9-4d41-b175-ebc1e024ee72 tempest-ServerPasswordTestJSON-165920090 tempest-ServerPasswordTestJSON-165920090-project] 10.222.0.44 "GET /v2.0/ports?device_id=bbd5d6c3-b532-41b4-85ca-2260024c8aa1 HTTP/1.1" status: 200 len: 210 time: 0.0507214 Jul 24 00:00:07.160176 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7162d983-7b56-4a0c-9a30-df32605fcc6c tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Made reservation on behalf of 0a780b69e640432eb1750b1d0f797763 for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:00:07.170408 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-7a1f9b44-2eeb-4f1a-84f6-5d6cce8b924b None None] Provisioning for port 93d8181c-44a9-4853-9f7e-a8624fc23830 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:00:07.178779 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-7a1f9b44-2eeb-4f1a-84f6-5d6cce8b924b None None] Provisioning complete for port 93d8181c-44a9-4853-9f7e-a8624fc23830 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:00:07.179377 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-7a1f9b44-2eeb-4f1a-84f6-5d6cce8b924b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:07.235924 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-8d2ea500-05e6-4442-9111-13b82baae1a9 tempest-RoutersAdminNegativeTest-1727105500 tempest-RoutersAdminNegativeTest-1727105500-project-admin] Deleting port 9e38cbf5-7ac3-4cbf-b96f-40b30739f229 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:00:07.235924 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8d2ea500-05e6-4442-9111-13b82baae1a9 tempest-RoutersAdminNegativeTest-1727105500 tempest-RoutersAdminNegativeTest-1727105500-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:07.256181 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-632d7313-a39b-4321-adbb-1bac2144ce3c req-7e5935d4-55ad-46c4-b6ca-02d778934b6c tempest-ServerPasswordTestJSON-165920090 tempest-ServerPasswordTestJSON-165920090-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:07.267114 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e01655-74cd-4395-ad5d-dcb5ae7491ae req-55879545-3af3-4b62-b140-2ef6697c080e tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:07.280326 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-68e01655-74cd-4395-ad5d-dcb5ae7491ae req-55879545-3af3-4b62-b140-2ef6697c080e tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/networks?id=7eb9a734-74b2-49bc-9188-4a7ee5495610 HTTP/1.1" status: 200 len: 805 time: 0.3159058 Jul 24 00:00:07.303399 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-632d7313-a39b-4321-adbb-1bac2144ce3c req-7e5935d4-55ad-46c4-b6ca-02d778934b6c tempest-ServerPasswordTestJSON-165920090 tempest-ServerPasswordTestJSON-165920090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:07.338403 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 50734) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:07.365847 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-7a1f9b44-2eeb-4f1a-84f6-5d6cce8b924b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:07.373536 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-68e01655-74cd-4395-ad5d-dcb5ae7491ae req-b8d5ae11-c1a5-4690-a8ad-ea274ba53c0f tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/quotas/dfe31831d73849c1acf025f7366b9134 HTTP/1.1" status: 200 len: 375 time: 0.0917187 Jul 24 00:00:07.384340 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-632d7313-a39b-4321-adbb-1bac2144ce3c req-7e5935d4-55ad-46c4-b6ca-02d778934b6c tempest-ServerPasswordTestJSON-165920090 tempest-ServerPasswordTestJSON-165920090-project] Network 041f199a-06e4-414a-b5dc-48b6fa4ac528 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:00:07.392059 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-632d7313-a39b-4321-adbb-1bac2144ce3c req-7e5935d4-55ad-46c4-b6ca-02d778934b6c tempest-ServerPasswordTestJSON-165920090 tempest-ServerPasswordTestJSON-165920090-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:00:07.400557 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-632d7313-a39b-4321-adbb-1bac2144ce3c req-7e5935d4-55ad-46c4-b6ca-02d778934b6c tempest-ServerPasswordTestJSON-165920090 tempest-ServerPasswordTestJSON-165920090-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:00:07.403201 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5935d4-55ad-46c4-b6ca-02d778934b6c tempest-ServerPasswordTestJSON-165920090 tempest-ServerPasswordTestJSON-165920090-project] Pushing event updated for resources: {'Port': ['ID=1962b9dd-4c2e-4ff7-b05c-89798fccfa1d,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:07.441725 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-7a1f9b44-2eeb-4f1a-84f6-5d6cce8b924b None None] For port 93d8181c-44a9-4853-9f7e-a8624fc23830, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=93d8181c-44a9-4853-9f7e-a8624fc23830,segment=NetworkSegment(2593bcda-f02d-438a-b82b-c733a098f447),segment_id=2593bcda-f02d-438a-b82b-c733a098f447)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:00:07.453321 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-7a1f9b44-2eeb-4f1a-84f6-5d6cce8b924b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:07.453977 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-4842aa60-b6bd-4721-819a-13f9194444a5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fdc1032dd26f4693a0d36a2987fe67e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1145463 Jul 24 00:00:07.459404 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 50736) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:07.476155 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7162d983-7b56-4a0c-9a30-df32605fcc6c tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:07.507211 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d7313-a39b-4321-adbb-1bac2144ce3c req-7e5935d4-55ad-46c4-b6ca-02d778934b6c tempest-ServerPasswordTestJSON-165920090 tempest-ServerPasswordTestJSON-165920090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:07.508565 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-632d7313-a39b-4321-adbb-1bac2144ce3c req-7e5935d4-55ad-46c4-b6ca-02d778934b6c tempest-ServerPasswordTestJSON-165920090 tempest-ServerPasswordTestJSON-165920090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:07.517101 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8d2ea500-05e6-4442-9111-13b82baae1a9 tempest-RoutersAdminNegativeTest-1727105500 tempest-RoutersAdminNegativeTest-1727105500-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:07.520171 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [None req-7162d983-7b56-4a0c-9a30-df32605fcc6c tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] device_id is not set on port 8e4929ec-bcdd-4481-8eb8-a3f4cd4ec76e yet. {{(pid=100314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:00:07.527144 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1f9b44-2eeb-4f1a-84f6-5d6cce8b924b None None] Pushing event updated for resources: {'Port': ['ID=93d8181c-44a9-4853-9f7e-a8624fc23830,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:07.551343 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-632d7313-a39b-4321-adbb-1bac2144ce3c req-7e5935d4-55ad-46c4-b6ca-02d778934b6c tempest-ServerPasswordTestJSON-165920090 tempest-ServerPasswordTestJSON-165920090-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1158428 Jul 24 00:00:07.556695 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-673d412b-6719-472f-afb6-8b66a5fd2c5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:07.573381 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-632d7313-a39b-4321-adbb-1bac2144ce3c req-7ab3906f-4bdb-41a9-8018-bebe58b8a096 service neutron] Request body: {'port': {'device_id': 'bbd5d6c3-b532-41b4-85ca-2260024c8aa1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:00:07.578671 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-8d2ea500-05e6-4442-9111-13b82baae1a9 tempest-RoutersAdminNegativeTest-1727105500 tempest-RoutersAdminNegativeTest-1727105500-project-admin] Calling delete_port for 9e38cbf5-7ac3-4cbf-b96f-40b30739f229 owned by {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:00:07.609151 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-673d412b-6719-472f-afb6-8b66a5fd2c5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:07.685841 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-68e01655-74cd-4395-ad5d-dcb5ae7491ae req-91642dfb-ad4d-4700-b5f0-1b131eb41390 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=dfe31831d73849c1acf025f7366b9134&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2618687 Jul 24 00:00:07.690226 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-632d7313-a39b-4321-adbb-1bac2144ce3c req-7ab3906f-4bdb-41a9-8018-bebe58b8a096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:07.739150 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-673d412b-6719-472f-afb6-8b66a5fd2c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:07.741843 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-673d412b-6719-472f-afb6-8b66a5fd2c5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:07.745605 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-673d412b-6719-472f-afb6-8b66a5fd2c5e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/330687eb-ab62-4db5-b72b-711152b3cfde HTTP/1.1" status: 204 len: 168 time: 0.2843618 Jul 24 00:00:07.775786 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673d412b-6719-472f-afb6-8b66a5fd2c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=330687eb-ab62-4db5-b72b-711152b3cfde,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:07.785365 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2a39bf13-27fd-4b13-9b58-828b1d29c765 None None] Provisioning for port 50580653-68aa-47b1-958d-2f2e8f57dbef completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:00:07.789741 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-7162d983-7b56-4a0c-9a30-df32605fcc6c tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Allocated IP 172.20.0.8 (c06ffc4f-7b41-4ccb-8ac7-ac6cf3162bd5/ef9da224-7514-4d5f-9418-d079438142d1/8e4929ec-bcdd-4481-8eb8-a3f4cd4ec76e) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:00:07.806468 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2a39bf13-27fd-4b13-9b58-828b1d29c765 None None] Provisioning complete for port 50580653-68aa-47b1-958d-2f2e8f57dbef triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:00:07.806981 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2a39bf13-27fd-4b13-9b58-828b1d29c765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:07.860872 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2a39bf13-27fd-4b13-9b58-828b1d29c765 None None] Port 50580653-68aa-47b1-958d-2f2e8f57dbef cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:00:07.878112 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2a39bf13-27fd-4b13-9b58-828b1d29c765 None None] Provisioning complete for port 93d8181c-44a9-4853-9f7e-a8624fc23830 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:00:07.878621 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2a39bf13-27fd-4b13-9b58-828b1d29c765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:08.098962 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 93d8181c-44a9-4853-9f7e-a8624fc23830 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:00:08.140355 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-68e01655-74cd-4395-ad5d-dcb5ae7491ae req-1b7fdffe-73e6-4fb1-ad06-bb741a73d377 service neutron] 10.222.0.44 "GET /v2.0/networks/7eb9a734-74b2-49bc-9188-4a7ee5495610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4342844 Jul 24 00:00:08.160691 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca7f50b-5a0e-417e-b603-cd40aff79fe1 req-6e1e98f0-e641-4ea1-b46b-b7504a9c7dfa tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:08.170984 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-dca7f50b-5a0e-417e-b603-cd40aff79fe1 req-6e1e98f0-e641-4ea1-b46b-b7504a9c7dfa tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/ports?device_id=779b8aec-17d7-4953-837a-2348d8ac1254 HTTP/1.1" status: 200 len: 946 time: 0.1790833 Jul 24 00:00:08.206311 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-da2c29e3-3d02-4023-9064-416ecb6f4d1c None None] Provisioning complete for port 50580653-68aa-47b1-958d-2f2e8f57dbef triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:00:08.206821 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-da2c29e3-3d02-4023-9064-416ecb6f4d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:08.241396 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 93d8181c-44a9-4853-9f7e-a8624fc23830 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:00:08.241912 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:08.258965 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-dca7f50b-5a0e-417e-b603-cd40aff79fe1 req-89c8990e-015a-4fb3-923f-babde595aa6c tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6a0a271-496a-4936-8ec0-ec680d307275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869691 Jul 24 00:00:08.281093 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-632d7313-a39b-4321-adbb-1bac2144ce3c req-7ab3906f-4bdb-41a9-8018-bebe58b8a096 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1962b9dd-4c2e-4ff7-b05c-89798fccfa1d {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:00:08.284922 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-da2c29e3-3d02-4023-9064-416ecb6f4d1c None None] Port 50580653-68aa-47b1-958d-2f2e8f57dbef cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:00:08.303008 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-632d7313-a39b-4321-adbb-1bac2144ce3c req-7ab3906f-4bdb-41a9-8018-bebe58b8a096 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:08.314166 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-68e01655-74cd-4395-ad5d-dcb5ae7491ae req-633d0744-8dc2-4769-ad99-bdc284457baf service neutron] 10.222.0.44 "GET /v2.0/networks/7eb9a734-74b2-49bc-9188-4a7ee5495610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480024 Jul 24 00:00:08.328444 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-632d7313-a39b-4321-adbb-1bac2144ce3c req-7ab3906f-4bdb-41a9-8018-bebe58b8a096 service neutron] Transition to ACTIVE for port object 1962b9dd-4c2e-4ff7-b05c-89798fccfa1d will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:00:08.336797 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-632d7313-a39b-4321-adbb-1bac2144ce3c req-7ab3906f-4bdb-41a9-8018-bebe58b8a096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:08.385892 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8d2ea500-05e6-4442-9111-13b82baae1a9 tempest-RoutersAdminNegativeTest-1727105500 tempest-RoutersAdminNegativeTest-1727105500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:08.442363 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab3906f-4bdb-41a9-8018-bebe58b8a096 service neutron] Pushing event updated for resources: {'Port': ['ID=1962b9dd-4c2e-4ff7-b05c-89798fccfa1d,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:08.462057 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7162d983-7b56-4a0c-9a30-df32605fcc6c tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:08.477816 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de54f2d0-0fa3-4a81-be73-713ec55f3c20 req-ea1ca9ca-c5ea-4edb-b09b-7dc5708446b8 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:08.480202 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-de54f2d0-0fa3-4a81-be73-713ec55f3c20 req-ea1ca9ca-c5ea-4edb-b09b-7dc5708446b8 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.64 "GET /v2.0/ports?device_id=feb16bc7-f5fe-45c4-be5c-54219c86d18f HTTP/1.1" status: 200 len: 943 time: 0.3331773 Jul 24 00:00:08.480515 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2ea500-05e6-4442-9111-13b82baae1a9 tempest-RoutersAdminNegativeTest-1727105500 tempest-RoutersAdminNegativeTest-1727105500-project-admin] Pushing event deleted for resources: {'Port': ['ID=9e38cbf5-7ac3-4cbf-b96f-40b30739f229,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:08.537696 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c61923d-a7de-4feb-bbef-f17e80bc18f8 req-37baf7f9-98c7-4eb3-a48b-6221de4e74bf tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:08.544909 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2c61923d-a7de-4feb-bbef-f17e80bc18f8 req-37baf7f9-98c7-4eb3-a48b-6221de4e74bf tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=99693099-fc1f-44e3-a9cd-8936036d847e HTTP/1.1" status: 200 len: 943 time: 0.1874058 Jul 24 00:00:08.575297 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-632d7313-a39b-4321-adbb-1bac2144ce3c req-7ab3906f-4bdb-41a9-8018-bebe58b8a096 service neutron] Attempting to bind port 1962b9dd-4c2e-4ff7-b05c-89798fccfa1d on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:00:08.575648 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-632d7313-a39b-4321-adbb-1bac2144ce3c req-7ab3906f-4bdb-41a9-8018-bebe58b8a096 service neutron] Attempting to bind port 1962b9dd-4c2e-4ff7-b05c-89798fccfa1d by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': 'a3f7b86d-f699-49cb-91c9-76f0c1f8c828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '041f199a-06e4-414a-b5dc-48b6fa4ac528'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:00:08.575989 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632d7313-a39b-4321-adbb-1bac2144ce3c req-7ab3906f-4bdb-41a9-8018-bebe58b8a096 service neutron] Attempting to bind port 1962b9dd-4c2e-4ff7-b05c-89798fccfa1d on network 041f199a-06e4-414a-b5dc-48b6fa4ac528 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:00:08.589064 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632d7313-a39b-4321-adbb-1bac2144ce3c req-7ab3906f-4bdb-41a9-8018-bebe58b8a096 service neutron] Port 1962b9dd-4c2e-4ff7-b05c-89798fccfa1d on network 041f199a-06e4-414a-b5dc-48b6fa4ac528 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:00:08.589769 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632d7313-a39b-4321-adbb-1bac2144ce3c req-7ab3906f-4bdb-41a9-8018-bebe58b8a096 service neutron] Attempting to bind port 1962b9dd-4c2e-4ff7-b05c-89798fccfa1d on network 041f199a-06e4-414a-b5dc-48b6fa4ac528 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:00:08.602083 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632d7313-a39b-4321-adbb-1bac2144ce3c req-7ab3906f-4bdb-41a9-8018-bebe58b8a096 service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:00:08.602624 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632d7313-a39b-4321-adbb-1bac2144ce3c req-7ab3906f-4bdb-41a9-8018-bebe58b8a096 service neutron] Checking segment: {'id': 'a3f7b86d-f699-49cb-91c9-76f0c1f8c828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '041f199a-06e4-414a-b5dc-48b6fa4ac528'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:00:08.603207 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632d7313-a39b-4321-adbb-1bac2144ce3c req-7ab3906f-4bdb-41a9-8018-bebe58b8a096 service neutron] Bound using segment: {'id': 'a3f7b86d-f699-49cb-91c9-76f0c1f8c828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '041f199a-06e4-414a-b5dc-48b6fa4ac528'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:00:08.603842 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-632d7313-a39b-4321-adbb-1bac2144ce3c req-7ab3906f-4bdb-41a9-8018-bebe58b8a096 service neutron] Bound port: 1962b9dd-4c2e-4ff7-b05c-89798fccfa1d, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3f7b86d-f699-49cb-91c9-76f0c1f8c828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '041f199a-06e4-414a-b5dc-48b6fa4ac528'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:00:08.605095 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-632d7313-a39b-4321-adbb-1bac2144ce3c req-7ab3906f-4bdb-41a9-8018-bebe58b8a096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:08.617551 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2c61923d-a7de-4feb-bbef-f17e80bc18f8 req-3ea1346a-fa7c-4d8e-85f1-fb1b45d36932 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717344 Jul 24 00:00:08.640842 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8d2ea500-05e6-4442-9111-13b82baae1a9 tempest-RoutersAdminNegativeTest-1727105500 tempest-RoutersAdminNegativeTest-1727105500-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:08.647228 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-8d2ea500-05e6-4442-9111-13b82baae1a9 tempest-RoutersAdminNegativeTest-1727105500 tempest-RoutersAdminNegativeTest-1727105500-project-admin] 10.222.0.44 "DELETE /v2.0/ports/9e38cbf5-7ac3-4cbf-b96f-40b30739f229 HTTP/1.1" status: 204 len: 168 time: 1.8331547 Jul 24 00:00:08.677931 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [None req-7162d983-7b56-4a0c-9a30-df32605fcc6c tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Transition to ACTIVE for port object 8e4929ec-bcdd-4481-8eb8-a3f4cd4ec76e will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:00:08.760391 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-de54f2d0-0fa3-4a81-be73-713ec55f3c20 req-ffba434f-b513-4697-bfd0-54dcf62e3b2e tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Deleting port 81a8f0b1-769d-4ca4-86d6-b9aa7b701441 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:00:08.760751 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-de54f2d0-0fa3-4a81-be73-713ec55f3c20 req-ffba434f-b513-4697-bfd0-54dcf62e3b2e tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:08.763891 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-632d7313-a39b-4321-adbb-1bac2144ce3c req-7ab3906f-4bdb-41a9-8018-bebe58b8a096 service neutron] For port 1962b9dd-4c2e-4ff7-b05c-89798fccfa1d, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:00:08.803641 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-632d7313-a39b-4321-adbb-1bac2144ce3c req-7ab3906f-4bdb-41a9-8018-bebe58b8a096 service neutron] For port 1962b9dd-4c2e-4ff7-b05c-89798fccfa1d, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=1962b9dd-4c2e-4ff7-b05c-89798fccfa1d,segment=NetworkSegment(a3f7b86d-f699-49cb-91c9-76f0c1f8c828),segment_id=a3f7b86d-f699-49cb-91c9-76f0c1f8c828)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:00:08.813550 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-632d7313-a39b-4321-adbb-1bac2144ce3c req-7ab3906f-4bdb-41a9-8018-bebe58b8a096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:08.867997 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-de54f2d0-0fa3-4a81-be73-713ec55f3c20 req-ffba434f-b513-4697-bfd0-54dcf62e3b2e tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] For port 81a8f0b1-769d-4ca4-86d6-b9aa7b701441, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=81a8f0b1-769d-4ca4-86d6-b9aa7b701441,segment=NetworkSegment(916b837a-3956-408c-a58c-8cf4c63322c0),segment_id=916b837a-3956-408c-a58c-8cf4c63322c0)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:00:08.868363 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-de54f2d0-0fa3-4a81-be73-713ec55f3c20 req-ffba434f-b513-4697-bfd0-54dcf62e3b2e tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:08.871990 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d7313-a39b-4321-adbb-1bac2144ce3c req-7ab3906f-4bdb-41a9-8018-bebe58b8a096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:08.872627 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-632d7313-a39b-4321-adbb-1bac2144ce3c req-7ab3906f-4bdb-41a9-8018-bebe58b8a096 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:08.874333 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-632d7313-a39b-4321-adbb-1bac2144ce3c req-7ab3906f-4bdb-41a9-8018-bebe58b8a096 service neutron] 10.222.0.52 "PUT /v2.0/ports/1962b9dd-4c2e-4ff7-b05c-89798fccfa1d HTTP/1.1" status: 200 len: 1092 time: 1.3122778 Jul 24 00:00:08.880775 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbd5d6c3-b532-41b4-85ca-2260024c8aa1', 'tag': '1962b9dd-4c2e-4ff7-b05c-89798fccfa1d'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:00:08.883103 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-de54f2d0-0fa3-4a81-be73-713ec55f3c20 req-ffba434f-b513-4697-bfd0-54dcf62e3b2e tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Calling delete_port for 81a8f0b1-769d-4ca4-86d6-b9aa7b701441 owned by compute:nova {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:00:08.883351 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a874277-c76d-4f75-86f8-3324c3826f06" -d '{"events": [{"name": "network-changed", "server_uuid": "bbd5d6c3-b532-41b4-85ca-2260024c8aa1", "tag": "1962b9dd-4c2e-4ff7-b05c-89798fccfa1d"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:00:08.920522 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab3906f-4bdb-41a9-8018-bebe58b8a096 service neutron] Pushing event updated for resources: {'Port': ['ID=1962b9dd-4c2e-4ff7-b05c-89798fccfa1d,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:08.953424 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e899400-4bed-441f-a16b-0dde0266ed24 req-65719580-24df-413a-ace5-c8a1822528dc tempest-ServerPasswordTestJSON-165920090 tempest-ServerPasswordTestJSON-165920090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:08.956549 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0e899400-4bed-441f-a16b-0dde0266ed24 req-65719580-24df-413a-ace5-c8a1822528dc tempest-ServerPasswordTestJSON-165920090 tempest-ServerPasswordTestJSON-165920090-project] 10.222.0.44 "GET /v2.0/ports?device_id=bbd5d6c3-b532-41b4-85ca-2260024c8aa1 HTTP/1.1" status: 200 len: 943 time: 0.2065160 Jul 24 00:00:08.992161 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ede3af0a-f158-4d00-9044-7fb4fe0dc911 req-116c8400-d122-49be-b999-b7078a117a2c tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a226891-fcc4-4e2c-b9bb-c9e2330864b9 HTTP/1.1" status: 200 len: 210 time: 0.0408702 Jul 24 00:00:08.995279 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7162d983-7b56-4a0c-9a30-df32605fcc6c tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:09.049135 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0e899400-4bed-441f-a16b-0dde0266ed24 req-ab0503dd-aacb-443b-ad29-e637b0aeaebc tempest-ServerPasswordTestJSON-165920090 tempest-ServerPasswordTestJSON-165920090-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f5c7398-439c-4176-9099-fa18b12e35a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818057 Jul 24 00:00:09.066256 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d7313-a39b-4321-adbb-1bac2144ce3c req-fe91830e-ca67-4a32-9e70-d44d0295ad05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:09.067631 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-632d7313-a39b-4321-adbb-1bac2144ce3c req-fe91830e-ca67-4a32-9e70-d44d0295ad05 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a7fbca58b7ae4f57a3cbd55e2272f78b&device_id=bbd5d6c3-b532-41b4-85ca-2260024c8aa1 HTTP/1.1" status: 200 len: 1095 time: 0.1101444 Jul 24 00:00:09.094018 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7162d983-7b56-4a0c-9a30-df32605fcc6c tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Network c06ffc4f-7b41-4ccb-8ac7-ac6cf3162bd5 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:00:09.101045 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-7162d983-7b56-4a0c-9a30-df32605fcc6c tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:00:09.105061 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7162d983-7b56-4a0c-9a30-df32605fcc6c tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Pushing event updated for resources: {'Port': ['ID=8e4929ec-bcdd-4481-8eb8-a3f4cd4ec76e,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:09.107657 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7162d983-7b56-4a0c-9a30-df32605fcc6c tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:00:09.157115 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2916aa7-1d1f-4590-a28f-fadcb469f7bc x-openstack-request-id: req-a2916aa7-1d1f-4590-a28f-fadcb469f7bc {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:00:09.159312 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbd5d6c3-b532-41b4-85ca-2260024c8aa1", "tag": "1962b9dd-4c2e-4ff7-b05c-89798fccfa1d", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:00:09.159762 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a2916aa7-1d1f-4590-a28f-fadcb469f7bc {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:00:09.160569 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbd5d6c3-b532-41b4-85ca-2260024c8aa1', 'tag': '1962b9dd-4c2e-4ff7-b05c-89798fccfa1d', 'status': 'completed', 'code': 200} Jul 24 00:00:09.166482 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-632d7313-a39b-4321-adbb-1bac2144ce3c req-2444a3a6-5f97-483e-919c-75a44431575c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1962b9dd-4c2e-4ff7-b05c-89798fccfa1d HTTP/1.1" status: 200 len: 217 time: 0.0894232 Jul 24 00:00:09.169251 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 50782) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:09.180432 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7162d983-7b56-4a0c-9a30-df32605fcc6c tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:09.182700 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7162d983-7b56-4a0c-9a30-df32605fcc6c tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:09.248466 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-7162d983-7b56-4a0c-9a30-df32605fcc6c tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.5194521 Jul 24 00:00:09.249414 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 50788) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:09.287962 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d7313-a39b-4321-adbb-1bac2144ce3c req-83e415e0-170c-4c6f-93ce-7825e753802d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:09.290272 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-632d7313-a39b-4321-adbb-1bac2144ce3c req-83e415e0-170c-4c6f-93ce-7825e753802d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b4142d80-b421-40a2-aa20-49488e869efc HTTP/1.1" status: 200 len: 853 time: 0.1062951 Jul 24 00:00:09.332095 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-de54f2d0-0fa3-4a81-be73-713ec55f3c20 req-ffba434f-b513-4697-bfd0-54dcf62e3b2e tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:09.400933 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-632d7313-a39b-4321-adbb-1bac2144ce3c req-1fccfc92-bdc7-4737-9b2a-a843ffb5bcbe service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=041f199a-06e4-414a-b5dc-48b6fa4ac528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0994785 Jul 24 00:00:09.520522 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-3562ecf9-4245-46a3-9ac3-460883364d2b None None] Provisioning for port 8e4929ec-bcdd-4481-8eb8-a3f4cd4ec76e completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:00:09.527011 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-3562ecf9-4245-46a3-9ac3-460883364d2b None None] Provisioning complete for port 8e4929ec-bcdd-4481-8eb8-a3f4cd4ec76e triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:00:09.527394 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3562ecf9-4245-46a3-9ac3-460883364d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:09.627821 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-3562ecf9-4245-46a3-9ac3-460883364d2b None None] Port 8e4929ec-bcdd-4481-8eb8-a3f4cd4ec76e cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:00:09.657745 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1ffd0574-f95e-48e1-85df-fd1bc7c940c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:09.680601 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffba434f-b513-4697-bfd0-54dcf62e3b2e tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Pushing event deleted for resources: {'Port': ['ID=81a8f0b1-769d-4ca4-86d6-b9aa7b701441,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:09.769783 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-de54f2d0-0fa3-4a81-be73-713ec55f3c20 req-ffba434f-b513-4697-bfd0-54dcf62e3b2e tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] No DVR routers for this DVR port 81a8f0b1-769d-4ca4-86d6-b9aa7b701441 on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:00:09.770102 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-632d7313-a39b-4321-adbb-1bac2144ce3c req-35ae6a0c-7eb9-4970-87b9-4d3943fbccb5 service neutron] 10.222.0.52 "GET /v2.0/networks/041f199a-06e4-414a-b5dc-48b6fa4ac528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299453 Jul 24 00:00:09.778351 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-de54f2d0-0fa3-4a81-be73-713ec55f3c20 req-ffba434f-b513-4697-bfd0-54dcf62e3b2e tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:09.780455 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-de54f2d0-0fa3-4a81-be73-713ec55f3c20 req-ffba434f-b513-4697-bfd0-54dcf62e3b2e tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.64 "DELETE /v2.0/ports/81a8f0b1-769d-4ca4-86d6-b9aa7b701441 HTTP/1.1" status: 204 len: 173 time: 1.2747223 Jul 24 00:00:09.780953 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feb16bc7-f5fe-45c4-be5c-54219c86d18f', 'name': 'network-vif-deleted', 'tag': '81a8f0b1-769d-4ca4-86d6-b9aa7b701441'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:00:09.784298 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b091481-a0c6-4761-befd-9ac17566046b" -d '{"events": [{"server_uuid": "feb16bc7-f5fe-45c4-be5c-54219c86d18f", "name": "network-vif-deleted", "tag": "81a8f0b1-769d-4ca4-86d6-b9aa7b701441"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:00:09.784542 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e1ebb4-2d04-4a7f-b97d-cb2a7f326e1b req-680dab2b-076f-4ed2-9ef5-82f7b80cc965 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:09.790611 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-22e1ebb4-2d04-4a7f-b97d-cb2a7f326e1b req-680dab2b-076f-4ed2-9ef5-82f7b80cc965 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/ports?device_id=779b8aec-17d7-4953-837a-2348d8ac1254 HTTP/1.1" status: 200 len: 946 time: 0.3865347 Jul 24 00:00:09.832500 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04f78c0-2988-45d7-a9a3-f41dbc8e4d4e tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:09.838877 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04f78c0-2988-45d7-a9a3-f41dbc8e4d4e tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:09.845122 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04f78c0-2988-45d7-a9a3-f41dbc8e4d4e tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:09.850349 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-b04f78c0-2988-45d7-a9a3-f41dbc8e4d4e tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.5967882 Jul 24 00:00:09.851925 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 50806) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:09.931071 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8b8cc9-67d3-4d08-967f-ff72d8308304 req-bdcfb679-1489-4757-a858-bd18c586a681 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:09.933226 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3e8b8cc9-67d3-4d08-967f-ff72d8308304 req-bdcfb679-1489-4757-a858-bd18c586a681 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=99693099-fc1f-44e3-a9cd-8936036d847e HTTP/1.1" status: 200 len: 943 time: 0.1558809 Jul 24 00:00:10.008025 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-22e1ebb4-2d04-4a7f-b97d-cb2a7f326e1b req-12789608-b6d6-4923-ac32-d73069689902 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6a0a271-496a-4936-8ec0-ec680d307275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985855 Jul 24 00:00:10.009521 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3e8b8cc9-67d3-4d08-967f-ff72d8308304 req-ce4b0a0b-94cd-47e4-b923-da78a5836bb1 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699170 Jul 24 00:00:10.061452 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-7ac1cf5c-4bdf-4f83-8972-ffcec59e992b tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Deleting port 8e4929ec-bcdd-4481-8eb8-a3f4cd4ec76e {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:00:10.061922 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7ac1cf5c-4bdf-4f83-8972-ffcec59e992b tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:10.076661 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1ffd0574-f95e-48e1-85df-fd1bc7c940c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:10.082651 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1ffd0574-f95e-48e1-85df-fd1bc7c940c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:10.117125 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-632d7313-a39b-4321-adbb-1bac2144ce3c req-c30359c8-1f9b-40a1-867e-7b729e53856c service neutron] 10.222.0.52 "GET /v2.0/networks/041f199a-06e4-414a-b5dc-48b6fa4ac528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3241262 Jul 24 00:00:10.124417 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffd0574-f95e-48e1-85df-fd1bc7c940c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd85de3d-3520-44be-83e9-b532db4e7b05,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:10.159516 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-1ffd0574-f95e-48e1-85df-fd1bc7c940c3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d5099e3abd35459293ba30600a808372&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9730101 Jul 24 00:00:10.160851 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 50816) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:10.188662 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36d37598-cc35-4941-b633-3cda1cd6e358 x-openstack-request-id: req-36d37598-cc35-4941-b633-3cda1cd6e358 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:00:10.190409 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feb16bc7-f5fe-45c4-be5c-54219c86d18f", "name": "network-vif-deleted", "tag": "81a8f0b1-769d-4ca4-86d6-b9aa7b701441", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:00:10.190863 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-36d37598-cc35-4941-b633-3cda1cd6e358 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:00:10.191187 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feb16bc7-f5fe-45c4-be5c-54219c86d18f', 'name': 'network-vif-deleted', 'tag': '81a8f0b1-769d-4ca4-86d6-b9aa7b701441', 'status': 'completed', 'code': 200} Jul 24 00:00:10.239484 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-933b32a2-fca9-4a67-b784-e50762d40583 req-df54bd72-e245-4079-8aad-e40fb68f9feb tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a226891-fcc4-4e2c-b9bb-c9e2330864b9 HTTP/1.1" status: 200 len: 210 time: 0.0448568 Jul 24 00:00:10.274145 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7ac1cf5c-4bdf-4f83-8972-ffcec59e992b tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:10.315312 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-7ac1cf5c-4bdf-4f83-8972-ffcec59e992b tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Calling delete_port for 8e4929ec-bcdd-4481-8eb8-a3f4cd4ec76e owned by {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:00:10.360884 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-509fad12-206f-40f5-b93f-2eea11af6bbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:10.390107 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a874277-c76d-4f75-86f8-3324c3826f06 req-347f0d07-f7f4-44d4-bc5f-3a5d108caf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:10.392228 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2a874277-c76d-4f75-86f8-3324c3826f06 req-347f0d07-f7f4-44d4-bc5f-3a5d108caf1a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a7fbca58b7ae4f57a3cbd55e2272f78b&device_id=bbd5d6c3-b532-41b4-85ca-2260024c8aa1 HTTP/1.1" status: 200 len: 1095 time: 0.1762321 Jul 24 00:00:10.455529 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-509fad12-206f-40f5-b93f-2eea11af6bbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:10.466757 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e01655-74cd-4395-ad5d-dcb5ae7491ae req-66c6c66e-1e71-4c70-9c81-94b91d5a3a59 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:10.468308 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-68e01655-74cd-4395-ad5d-dcb5ae7491ae req-66c6c66e-1e71-4c70-9c81-94b91d5a3a59 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.64 "GET /v2.0/networks?id=7eb9a734-74b2-49bc-9188-4a7ee5495610 HTTP/1.1" status: 200 len: 805 time: 0.1904843 Jul 24 00:00:10.489358 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5743e22-fbb3-431e-8941-fd95dd489e9d req-ac0ef9e3-78dc-4184-87c1-a26047ac34ee tempest-ServerPasswordTestJSON-165920090 tempest-ServerPasswordTestJSON-165920090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:10.491382 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b5743e22-fbb3-431e-8941-fd95dd489e9d req-ac0ef9e3-78dc-4184-87c1-a26047ac34ee tempest-ServerPasswordTestJSON-165920090 tempest-ServerPasswordTestJSON-165920090-project] 10.222.0.44 "GET /v2.0/ports?device_id=bbd5d6c3-b532-41b4-85ca-2260024c8aa1 HTTP/1.1" status: 200 len: 943 time: 0.2498562 Jul 24 00:00:10.498002 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-68e01655-74cd-4395-ad5d-dcb5ae7491ae req-c3cc591f-b6c0-4b31-a8fc-5a5379a883dd tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Request body: {'port': {'device_id': '3a226891-fcc4-4e2c-b9bb-c9e2330864b9', 'network_id': '7eb9a734-74b2-49bc-9188-4a7ee5495610', 'admin_state_up': True, 'tenant_id': 'dfe31831d73849c1acf025f7366b9134'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:00:10.632802 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b5743e22-fbb3-431e-8941-fd95dd489e9d req-68341e9c-33ad-43b7-ae7e-f5c31320be62 tempest-ServerPasswordTestJSON-165920090 tempest-ServerPasswordTestJSON-165920090-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f5c7398-439c-4176-9099-fa18b12e35a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293449 Jul 24 00:00:10.638340 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a874277-c76d-4f75-86f8-3324c3826f06 req-b3b5f1e6-7d15-4ace-8ea7-38f7b222b51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:10.640101 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2a874277-c76d-4f75-86f8-3324c3826f06 req-b3b5f1e6-7d15-4ace-8ea7-38f7b222b51f service neutron] 10.222.0.52 "GET /v2.0/networks?id=041f199a-06e4-414a-b5dc-48b6fa4ac528 HTTP/1.1" status: 200 len: 914 time: 0.2346544 Jul 24 00:00:10.649982 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7ac1cf5c-4bdf-4f83-8972-ffcec59e992b tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:10.709712 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac1cf5c-4bdf-4f83-8972-ffcec59e992b tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Pushing event deleted for resources: {'Port': ['ID=8e4929ec-bcdd-4481-8eb8-a3f4cd4ec76e,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:10.724285 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2a874277-c76d-4f75-86f8-3324c3826f06 req-8741720c-fd3f-4c79-a121-de39162b62aa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1962b9dd-4c2e-4ff7-b05c-89798fccfa1d HTTP/1.1" status: 200 len: 217 time: 0.0621524 Jul 24 00:00:10.725032 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-509fad12-206f-40f5-b93f-2eea11af6bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:10.727768 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-509fad12-206f-40f5-b93f-2eea11af6bbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:10.729225 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-509fad12-206f-40f5-b93f-2eea11af6bbb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dd85de3d-3520-44be-83e9-b532db4e7b05 HTTP/1.1" status: 204 len: 168 time: 0.5663512 Jul 24 00:00:10.740248 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509fad12-206f-40f5-b93f-2eea11af6bbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd85de3d-3520-44be-83e9-b532db4e7b05,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:10.834252 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a874277-c76d-4f75-86f8-3324c3826f06 req-eae0fccc-ab08-48a3-a7b2-2e0bff2f2755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:10.839911 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2a874277-c76d-4f75-86f8-3324c3826f06 req-eae0fccc-ab08-48a3-a7b2-2e0bff2f2755 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b4142d80-b421-40a2-aa20-49488e869efc HTTP/1.1" status: 200 len: 853 time: 0.0990455 Jul 24 00:00:10.916592 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2a874277-c76d-4f75-86f8-3324c3826f06 req-fc43dbb0-5b89-45b8-99c2-7c4ecccd7ede service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=041f199a-06e4-414a-b5dc-48b6fa4ac528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688968 Jul 24 00:00:11.064966 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68e01655-74cd-4395-ad5d-dcb5ae7491ae req-c3cc591f-b6c0-4b31-a8fc-5a5379a883dd tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Made reservation on behalf of dfe31831d73849c1acf025f7366b9134 for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:00:11.073198 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-68e01655-74cd-4395-ad5d-dcb5ae7491ae req-c3cc591f-b6c0-4b31-a8fc-5a5379a883dd tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:11.074253 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2a874277-c76d-4f75-86f8-3324c3826f06 req-25a24959-522a-4083-9763-0b29652cc9c2 service neutron] 10.222.0.52 "GET /v2.0/networks/041f199a-06e4-414a-b5dc-48b6fa4ac528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491606 Jul 24 00:00:11.127447 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7ac1cf5c-4bdf-4f83-8972-ffcec59e992b tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:11.129876 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-7ac1cf5c-4bdf-4f83-8972-ffcec59e992b tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] 10.222.0.44 "DELETE /v2.0/ports/8e4929ec-bcdd-4481-8eb8-a3f4cd4ec76e HTTP/1.1" status: 204 len: 168 time: 1.2769146 Jul 24 00:00:11.142048 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 50864) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:11.217410 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1d615a6-43f6-4355-b84e-745ad7d295df tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] GET failed (client error): The resource could not be found. Jul 24 00:00:11.219942 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-e1d615a6-43f6-4355-b84e-745ad7d295df tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] 10.222.0.44 "GET /v2.0/ports/8e4929ec-bcdd-4481-8eb8-a3f4cd4ec76e HTTP/1.1" status: 404 len: 333 time: 0.0758028 Jul 24 00:00:11.224490 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 50870) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:11.231029 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-09780678-6a8f-417c-b1fb-6f82a0c258c2 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Request body: {'port': {'network_id': 'c06ffc4f-7b41-4ccb-8ac7-ac6cf3162bd5', 'name': 'tempest-AllowedAddressPairTestJSON-1834043968'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:00:11.261745 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2a874277-c76d-4f75-86f8-3324c3826f06 req-cb09f1b3-c61a-44c0-9c2c-5d2faf192e7c service neutron] 10.222.0.52 "GET /v2.0/networks/041f199a-06e4-414a-b5dc-48b6fa4ac528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798639 Jul 24 00:00:11.340899 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 50874) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:11.350259 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce1a7e8-2744-4aa1-b35c-c2b27c451339 req-ade38da8-1708-47b0-b473-63bba5a263f7 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:11.352022 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5ce1a7e8-2744-4aa1-b35c-c2b27c451339 req-ade38da8-1708-47b0-b473-63bba5a263f7 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=99693099-fc1f-44e3-a9cd-8936036d847e HTTP/1.1" status: 200 len: 943 time: 0.1085188 Jul 24 00:00:11.421330 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5ce1a7e8-2744-4aa1-b35c-c2b27c451339 req-564c3f22-8538-4167-b118-c625a2a2a0c7 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498533 Jul 24 00:00:11.436870 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-151f448e-e32e-44b0-bcb0-0f4dad19da11 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ac755ff8bd1d4118900a1a2876cae957&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0835528 Jul 24 00:00:11.439772 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 50878) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:11.466838 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1bfe07-924d-4f49-990b-a0583125b32b req-045105cb-bec3-4600-a836-c12914a5b034 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:11.468678 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4c1bfe07-924d-4f49-990b-a0583125b32b req-045105cb-bec3-4600-a836-c12914a5b034 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/ports?device_id=779b8aec-17d7-4953-837a-2348d8ac1254 HTTP/1.1" status: 200 len: 946 time: 0.3434448 Jul 24 00:00:11.509404 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [req-68e01655-74cd-4395-ad5d-dcb5ae7491ae req-c3cc591f-b6c0-4b31-a8fc-5a5379a883dd tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Allocated IP 172.20.0.10 (7eb9a734-74b2-49bc-9188-4a7ee5495610/e6e1e37a-ef2c-4bca-ad9c-345fa09479eb/0c1ec743-9f2c-43b8-9b33-3a0eed43520b) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:00:11.522327 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c211e5a2-f534-4433-9c48-f9066d24a4fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:11.531577 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 50880) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:11.552013 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c211e5a2-f534-4433-9c48-f9066d24a4fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:11.579925 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4c1bfe07-924d-4f49-990b-a0583125b32b req-954ddaf4-73d0-4c56-b6b1-2c29b444d5f7 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6a0a271-496a-4936-8ec0-ec680d307275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954182 Jul 24 00:00:11.596457 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09780678-6a8f-417c-b1fb-6f82a0c258c2 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Made reservation on behalf of 0a780b69e640432eb1750b1d0f797763 for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:00:11.600711 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-09780678-6a8f-417c-b1fb-6f82a0c258c2 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:11.666249 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [None req-09780678-6a8f-417c-b1fb-6f82a0c258c2 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] device_id is not set on port 0ada7427-752a-408d-8843-8b58af542cba yet. {{(pid=100314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:00:11.668263 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c211e5a2-f534-4433-9c48-f9066d24a4fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:11.671021 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c211e5a2-f534-4433-9c48-f9066d24a4fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:11.672684 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c211e5a2-f534-4433-9c48-f9066d24a4fb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f33406d4-6c11-400c-908a-b1b272510fbf HTTP/1.1" status: 204 len: 168 time: 0.2315843 Jul 24 00:00:11.693337 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c211e5a2-f534-4433-9c48-f9066d24a4fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f33406d4-6c11-400c-908a-b1b272510fbf,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:11.797784 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-164c84e3-c218-4ef5-89ae-ab7235857865 req-f8deef4e-8afc-4871-a08d-88ccb958bc07 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a226891-fcc4-4e2c-b9bb-c9e2330864b9 HTTP/1.1" status: 200 len: 210 time: 0.0803244 Jul 24 00:00:11.826304 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe871f0d-2579-41a7-8776-d3a44915a27a req-e84347b4-f287-4a2a-8fa4-bb42086e58e7 tempest-ServerPasswordTestJSON-165920090 tempest-ServerPasswordTestJSON-165920090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:11.833855 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fe871f0d-2579-41a7-8776-d3a44915a27a req-e84347b4-f287-4a2a-8fa4-bb42086e58e7 tempest-ServerPasswordTestJSON-165920090 tempest-ServerPasswordTestJSON-165920090-project] 10.222.0.44 "GET /v2.0/ports?device_id=bbd5d6c3-b532-41b4-85ca-2260024c8aa1 HTTP/1.1" status: 200 len: 943 time: 0.0902750 Jul 24 00:00:11.882470 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-68e01655-74cd-4395-ad5d-dcb5ae7491ae req-c3cc591f-b6c0-4b31-a8fc-5a5379a883dd tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:11.886037 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fe871f0d-2579-41a7-8776-d3a44915a27a req-286d7c33-5d3b-466a-b3c6-364d13362b9c tempest-ServerPasswordTestJSON-165920090 tempest-ServerPasswordTestJSON-165920090-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f5c7398-439c-4176-9099-fa18b12e35a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512383 Jul 24 00:00:11.911855 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-09780678-6a8f-417c-b1fb-6f82a0c258c2 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Allocated IP 172.20.0.13 (c06ffc4f-7b41-4ccb-8ac7-ac6cf3162bd5/ef9da224-7514-4d5f-9418-d079438142d1/0ada7427-752a-408d-8843-8b58af542cba) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:00:11.922101 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 81a8f0b1-769d-4ca4-86d6-b9aa7b701441 no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:00:11.954235 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bde37947-43f9-4dce-99a8-2d457bb4180f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:11.961667 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] No Port match for: 81a8f0b1-769d-4ca4-86d6-b9aa7b701441 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:00:11.962751 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 81a8f0b1-769d-4ca4-86d6-b9aa7b701441 not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:00:12.036477 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-68e01655-74cd-4395-ad5d-dcb5ae7491ae req-c3cc591f-b6c0-4b31-a8fc-5a5379a883dd tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:12.170476 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68e01655-74cd-4395-ad5d-dcb5ae7491ae req-c3cc591f-b6c0-4b31-a8fc-5a5379a883dd tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Network 7eb9a734-74b2-49bc-9188-4a7ee5495610 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:00:12.175143 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cc591f-b6c0-4b31-a8fc-5a5379a883dd tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Pushing event updated for resources: {'Port': ['ID=0c1ec743-9f2c-43b8-9b33-3a0eed43520b,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:12.184070 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [req-68e01655-74cd-4395-ad5d-dcb5ae7491ae req-c3cc591f-b6c0-4b31-a8fc-5a5379a883dd tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:00:12.193404 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-68e01655-74cd-4395-ad5d-dcb5ae7491ae req-c3cc591f-b6c0-4b31-a8fc-5a5379a883dd tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:00:12.288965 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e01655-74cd-4395-ad5d-dcb5ae7491ae req-c3cc591f-b6c0-4b31-a8fc-5a5379a883dd tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:12.289760 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-68e01655-74cd-4395-ad5d-dcb5ae7491ae req-c3cc591f-b6c0-4b31-a8fc-5a5379a883dd tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:12.297322 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-09780678-6a8f-417c-b1fb-6f82a0c258c2 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:12.328477 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [None req-09780678-6a8f-417c-b1fb-6f82a0c258c2 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Transition to ACTIVE for port object 0ada7427-752a-408d-8843-8b58af542cba will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:00:12.344839 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bde37947-43f9-4dce-99a8-2d457bb4180f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:12.353084 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bde37947-43f9-4dce-99a8-2d457bb4180f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:12.367615 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-68e01655-74cd-4395-ad5d-dcb5ae7491ae req-c3cc591f-b6c0-4b31-a8fc-5a5379a883dd tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8815160 Jul 24 00:00:12.393757 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-68e01655-74cd-4395-ad5d-dcb5ae7491ae req-0871fc49-ef97-4df2-ba18-b647a8f9350e service neutron] Request body: {'port': {'device_id': '3a226891-fcc4-4e2c-b9bb-c9e2330864b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-16'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:00:12.442592 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-bde37947-43f9-4dce-99a8-2d457bb4180f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=51d5d3bb7b404d4aac6f14ce8e13382d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9057467 Jul 24 00:00:12.445346 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 50904) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:12.446505 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde37947-43f9-4dce-99a8-2d457bb4180f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a22a0857-475c-4458-8b8e-4249acc6bca4,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:12.459263 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-09780678-6a8f-417c-b1fb-6f82a0c258c2 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:12.518279 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ecd21953-f05e-4abe-846b-6bc2a1d84cd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:12.548888 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09780678-6a8f-417c-b1fb-6f82a0c258c2 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Network c06ffc4f-7b41-4ccb-8ac7-ac6cf3162bd5 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:00:12.558179 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-09780678-6a8f-417c-b1fb-6f82a0c258c2 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:00:12.560035 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ecd21953-f05e-4abe-846b-6bc2a1d84cd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:12.569450 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09780678-6a8f-417c-b1fb-6f82a0c258c2 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:00:12.579735 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-68e01655-74cd-4395-ad5d-dcb5ae7491ae req-0871fc49-ef97-4df2-ba18-b647a8f9350e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:12.586138 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09780678-6a8f-417c-b1fb-6f82a0c258c2 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Pushing event updated for resources: {'Port': ['ID=0ada7427-752a-408d-8843-8b58af542cba,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:12.651318 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ecd21953-f05e-4abe-846b-6bc2a1d84cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:12.655906 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ecd21953-f05e-4abe-846b-6bc2a1d84cd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:12.658958 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-ecd21953-f05e-4abe-846b-6bc2a1d84cd7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a22a0857-475c-4458-8b8e-4249acc6bca4 HTTP/1.1" status: 204 len: 168 time: 0.2124040 Jul 24 00:00:12.682620 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd21953-f05e-4abe-846b-6bc2a1d84cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a22a0857-475c-4458-8b8e-4249acc6bca4,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:12.716170 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09780678-6a8f-417c-b1fb-6f82a0c258c2 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:12.716883 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-09780678-6a8f-417c-b1fb-6f82a0c258c2 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:12.743420 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 50916) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:12.799736 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cf0bda-cd8e-42ed-b7f5-d46b1944084c req-a24ab6a8-e075-40fe-9974-5d8dcb74994d tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:12.811889 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d4cf0bda-cd8e-42ed-b7f5-d46b1944084c req-a24ab6a8-e075-40fe-9974-5d8dcb74994d tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/ports?device_id=779b8aec-17d7-4953-837a-2348d8ac1254 HTTP/1.1" status: 200 len: 946 time: 0.1171849 Jul 24 00:00:12.832939 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-09780678-6a8f-417c-b1fb-6f82a0c258c2 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6039221 Jul 24 00:00:12.834817 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 50920) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:12.844152 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116a2e1b-84a1-4c7c-aa76-16e1a2a1e3a6 req-743a8d8b-c665-4786-b473-1c64c8f9ca07 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:12.852410 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-116a2e1b-84a1-4c7c-aa76-16e1a2a1e3a6 req-743a8d8b-c665-4786-b473-1c64c8f9ca07 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=99693099-fc1f-44e3-a9cd-8936036d847e HTTP/1.1" status: 200 len: 943 time: 0.2918859 Jul 24 00:00:12.863227 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-f1ce8953-6e21-4c72-91da-0dbc9426b770 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:ab:ac:5d'}]}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:00:12.896539 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d4cf0bda-cd8e-42ed-b7f5-d46b1944084c req-4a6e03a2-c6eb-4f29-8e20-65800c815ab2 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6a0a271-496a-4936-8ec0-ec680d307275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759161 Jul 24 00:00:12.919768 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-6aa34dcd-d9a6-472f-a37e-adc15517fc27 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2083290538'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:00:12.938580 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 99effa27-a995-4a6a-aed9-d421d96d44b8 details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:00:12.958181 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aa34dcd-d9a6-472f-a37e-adc15517fc27 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Made reservation on behalf of b15daf29d6cd4a878bcfd2fb8dc08d6f for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:00:12.963779 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6aa34dcd-d9a6-472f-a37e-adc15517fc27 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:12.979676 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6aa34dcd-d9a6-472f-a37e-adc15517fc27 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:13.034892 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-116a2e1b-84a1-4c7c-aa76-16e1a2a1e3a6 req-34fd141c-04f6-4eab-b52d-e364f6b04969 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680772 Jul 24 00:00:13.127846 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-b452638f-251d-4e6e-9bd8-7cde32081ef5 None None] Provisioning for port 0ada7427-752a-408d-8843-8b58af542cba completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:00:13.137587 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-b452638f-251d-4e6e-9bd8-7cde32081ef5 None None] Provisioning complete for port 0ada7427-752a-408d-8843-8b58af542cba triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:00:13.138810 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b452638f-251d-4e6e-9bd8-7cde32081ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:13.146365 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6aa34dcd-d9a6-472f-a37e-adc15517fc27 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:13.207842 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6aa34dcd-d9a6-472f-a37e-adc15517fc27 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:13.222347 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 50928) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:13.223835 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-b452638f-251d-4e6e-9bd8-7cde32081ef5 None None] Port 0ada7427-752a-408d-8843-8b58af542cba cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:00:13.233457 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 99effa27-a995-4a6a-aed9-d421d96d44b8, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=99effa27-a995-4a6a-aed9-d421d96d44b8,segment=NetworkSegment(d250a78c-273d-4c00-aeaa-fc87cc957e9a),segment_id=d250a78c-273d-4c00-aeaa-fc87cc957e9a)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:00:13.246881 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': '99effa27-a995-4a6a-aed9-d421d96d44b8', 'network_id': 'cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed', 'port_id': '99effa27-a995-4a6a-aed9-d421d96d44b8', 'mac_address': 'fa:16:3e:91:29:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dff00ee-bed2-4c8a-b785-e9725c9c9b9c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:00:13.261512 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-03a05618-2b8c-486a-b1f8-639d31aa0660 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:13.271552 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aa34dcd-d9a6-472f-a37e-adc15517fc27 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:00:13.293007 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa34dcd-d9a6-472f-a37e-adc15517fc27 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac3c9f9-b839-48bc-be05-811b9eb3ff69,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:13.302107 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:13.307118 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6aa34dcd-d9a6-472f-a37e-adc15517fc27 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:13.307468 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-6aa34dcd-d9a6-472f-a37e-adc15517fc27 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Added segment 89d6d0ae-bb57-4a3e-b25a-504dbb6a00ee of type vlan for network b820cc6d-e79e-4865-b171-d58edcf6d649 Jul 24 00:00:13.321932 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99effa27-a995-4a6a-aed9-d421d96d44b8 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:00:13.322466 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-68e01655-74cd-4395-ad5d-dcb5ae7491ae req-0871fc49-ef97-4df2-ba18-b647a8f9350e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c1ec743-9f2c-43b8-9b33-3a0eed43520b {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:00:13.337654 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-68e01655-74cd-4395-ad5d-dcb5ae7491ae req-0871fc49-ef97-4df2-ba18-b647a8f9350e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:13.340531 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f1ce8953-6e21-4c72-91da-0dbc9426b770 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:13.350834 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 99effa27-a995-4a6a-aed9-d421d96d44b8, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=99effa27-a995-4a6a-aed9-d421d96d44b8,segment=NetworkSegment(d250a78c-273d-4c00-aeaa-fc87cc957e9a),segment_id=d250a78c-273d-4c00-aeaa-fc87cc957e9a)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:00:13.356121 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:13.369820 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-68e01655-74cd-4395-ad5d-dcb5ae7491ae req-0871fc49-ef97-4df2-ba18-b647a8f9350e service neutron] Transition to ACTIVE for port object 0c1ec743-9f2c-43b8-9b33-3a0eed43520b will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:00:13.374091 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084c2d95-8932-42c4-8ac1-eedfe90d51f2 req-3861873a-e2ef-4dde-b562-9ffa8df31000 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:13.375789 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-084c2d95-8932-42c4-8ac1-eedfe90d51f2 req-3861873a-e2ef-4dde-b562-9ffa8df31000 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a226891-fcc4-4e2c-b9bb-c9e2330864b9 HTTP/1.1" status: 200 len: 932 time: 0.2278430 Jul 24 00:00:13.380885 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-68e01655-74cd-4395-ad5d-dcb5ae7491ae req-0871fc49-ef97-4df2-ba18-b647a8f9350e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:13.388984 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6aa34dcd-d9a6-472f-a37e-adc15517fc27 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:13.423041 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=99effa27-a995-4a6a-aed9-d421d96d44b8,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:13.454658 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb8cf56-7de1-44da-94ab-d6f58305eb46 req-7be4ffe0-048a-45b3-93aa-c494bfd1f63b tempest-ServerPasswordTestJSON-165920090 tempest-ServerPasswordTestJSON-165920090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:13.457761 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bbb8cf56-7de1-44da-94ab-d6f58305eb46 req-7be4ffe0-048a-45b3-93aa-c494bfd1f63b tempest-ServerPasswordTestJSON-165920090 tempest-ServerPasswordTestJSON-165920090-project] 10.222.0.44 "GET /v2.0/ports?device_id=bbd5d6c3-b532-41b4-85ca-2260024c8aa1 HTTP/1.1" status: 200 len: 943 time: 0.2854857 Jul 24 00:00:13.474762 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-084c2d95-8932-42c4-8ac1-eedfe90d51f2 req-a73e933e-d7a9-45a4-a7db-044c9e0d2d69 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/security-groups?id=7234dcab-bd61-43b3-a41f-dcf65032fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810378 Jul 24 00:00:13.479245 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6aa34dcd-d9a6-472f-a37e-adc15517fc27 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:13.485163 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa34dcd-d9a6-472f-a37e-adc15517fc27 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:13.485830 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6aa34dcd-d9a6-472f-a37e-adc15517fc27 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:13.554124 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0871fc49-ef97-4df2-ba18-b647a8f9350e service neutron] Pushing event updated for resources: {'Port': ['ID=0c1ec743-9f2c-43b8-9b33-3a0eed43520b,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:13.575026 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa34dcd-d9a6-472f-a37e-adc15517fc27 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Pushing event updated for resources: {'Network': ['ID=b820cc6d-e79e-4865-b171-d58edcf6d649,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:13.581793 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-03a05618-2b8c-486a-b1f8-639d31aa0660 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:13.586039 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network b820cc6d-e79e-4865-b171-d58edcf6d649 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:00:13.587214 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-03a05618-2b8c-486a-b1f8-639d31aa0660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:13.605344 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-6aa34dcd-d9a6-472f-a37e-adc15517fc27 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8565030 Jul 24 00:00:13.610416 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bbb8cf56-7de1-44da-94ab-d6f58305eb46 req-44c93308-239f-477c-81ab-5285da033d1f tempest-ServerPasswordTestJSON-165920090 tempest-ServerPasswordTestJSON-165920090-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f5c7398-439c-4176-9099-fa18b12e35a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336639 Jul 24 00:00:13.654349 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-03a05618-2b8c-486a-b1f8-639d31aa0660 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3b2d31d78b8247268cfa88d33250bf84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4291410 Jul 24 00:00:13.656380 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a05618-2b8c-486a-b1f8-639d31aa0660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d8b9bb-4673-442a-a07e-34cc80a5b93f,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:13.660188 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 50930) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:13.691647 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['99effa27-a995-4a6a-aed9-d421d96d44b8'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:00:13.741919 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-68e01655-74cd-4395-ad5d-dcb5ae7491ae req-0871fc49-ef97-4df2-ba18-b647a8f9350e service neutron] Attempting to bind port 0c1ec743-9f2c-43b8-9b33-3a0eed43520b on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:00:13.742242 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-68e01655-74cd-4395-ad5d-dcb5ae7491ae req-0871fc49-ef97-4df2-ba18-b647a8f9350e service neutron] Attempting to bind port 0c1ec743-9f2c-43b8-9b33-3a0eed43520b by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '916b837a-3956-408c-a58c-8cf4c63322c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7eb9a734-74b2-49bc-9188-4a7ee5495610'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:00:13.742538 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e01655-74cd-4395-ad5d-dcb5ae7491ae req-0871fc49-ef97-4df2-ba18-b647a8f9350e service neutron] Attempting to bind port 0c1ec743-9f2c-43b8-9b33-3a0eed43520b on network 7eb9a734-74b2-49bc-9188-4a7ee5495610 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:00:13.753564 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e01655-74cd-4395-ad5d-dcb5ae7491ae req-0871fc49-ef97-4df2-ba18-b647a8f9350e service neutron] Port 0c1ec743-9f2c-43b8-9b33-3a0eed43520b on network 7eb9a734-74b2-49bc-9188-4a7ee5495610 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:00:13.753894 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e01655-74cd-4395-ad5d-dcb5ae7491ae req-0871fc49-ef97-4df2-ba18-b647a8f9350e service neutron] Attempting to bind port 0c1ec743-9f2c-43b8-9b33-3a0eed43520b on network 7eb9a734-74b2-49bc-9188-4a7ee5495610 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:00:13.775019 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e01655-74cd-4395-ad5d-dcb5ae7491ae req-0871fc49-ef97-4df2-ba18-b647a8f9350e service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:00:13.775388 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e01655-74cd-4395-ad5d-dcb5ae7491ae req-0871fc49-ef97-4df2-ba18-b647a8f9350e service neutron] Checking segment: {'id': '916b837a-3956-408c-a58c-8cf4c63322c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7eb9a734-74b2-49bc-9188-4a7ee5495610'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:00:13.775752 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e01655-74cd-4395-ad5d-dcb5ae7491ae req-0871fc49-ef97-4df2-ba18-b647a8f9350e service neutron] Bound using segment: {'id': '916b837a-3956-408c-a58c-8cf4c63322c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7eb9a734-74b2-49bc-9188-4a7ee5495610'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:00:13.776191 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-68e01655-74cd-4395-ad5d-dcb5ae7491ae req-0871fc49-ef97-4df2-ba18-b647a8f9350e service neutron] Bound port: 0c1ec743-9f2c-43b8-9b33-3a0eed43520b, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '916b837a-3956-408c-a58c-8cf4c63322c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7eb9a734-74b2-49bc-9188-4a7ee5495610'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:00:13.776561 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-68e01655-74cd-4395-ad5d-dcb5ae7491ae req-0871fc49-ef97-4df2-ba18-b647a8f9350e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:13.788494 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-42b5c6cd-7445-4f44-86ff-ca22e2c2f0df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:13.808015 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f1ce8953-6e21-4c72-91da-0dbc9426b770 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:13.840283 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f1ce8953-6e21-4c72-91da-0dbc9426b770 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:13.852090 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-42b5c6cd-7445-4f44-86ff-ca22e2c2f0df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:14.087584 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0770b1-c8b8-47f1-8c0f-e867d1b73091 req-722345a4-cbdf-457c-bf33-93f5a9361ed3 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:14.095828 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2b0770b1-c8b8-47f1-8c0f-e867d1b73091 req-722345a4-cbdf-457c-bf33-93f5a9361ed3 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/ports?device_id=779b8aec-17d7-4953-837a-2348d8ac1254 HTTP/1.1" status: 200 len: 946 time: 0.1186070 Jul 24 00:00:14.145970 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2b0770b1-c8b8-47f1-8c0f-e867d1b73091 req-dce70300-9901-4649-bfc3-d97f409e9de3 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6a0a271-496a-4936-8ec0-ec680d307275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489466 Jul 24 00:00:14.304530 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-68e01655-74cd-4395-ad5d-dcb5ae7491ae req-0871fc49-ef97-4df2-ba18-b647a8f9350e service neutron] For port 0c1ec743-9f2c-43b8-9b33-3a0eed43520b, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:00:14.310803 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ce8953-6e21-4c72-91da-0dbc9426b770 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Pushing event updated for resources: {'Port': ['ID=0ada7427-752a-408d-8843-8b58af542cba,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:14.337186 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-68e01655-74cd-4395-ad5d-dcb5ae7491ae req-0871fc49-ef97-4df2-ba18-b647a8f9350e service neutron] For port 0c1ec743-9f2c-43b8-9b33-3a0eed43520b, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=0c1ec743-9f2c-43b8-9b33-3a0eed43520b,segment=NetworkSegment(916b837a-3956-408c-a58c-8cf4c63322c0),segment_id=916b837a-3956-408c-a58c-8cf4c63322c0)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:00:14.344276 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-f1ce8953-6e21-4c72-91da-0dbc9426b770 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] In _notify_port_updated(), no bound segment for port 0ada7427-752a-408d-8843-8b58af542cba on network c06ffc4f-7b41-4ccb-8ac7-ac6cf3162bd5 {{(pid=100314) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 24 00:00:14.350300 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ce8953-6e21-4c72-91da-0dbc9426b770 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:14.350980 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f1ce8953-6e21-4c72-91da-0dbc9426b770 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:14.354942 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-f1ce8953-6e21-4c72-91da-0dbc9426b770 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] 10.222.0.44 "PUT /v2.0/ports/0ada7427-752a-408d-8843-8b58af542cba HTTP/1.1" status: 200 len: 994 time: 1.5165083 Jul 24 00:00:14.356225 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-68e01655-74cd-4395-ad5d-dcb5ae7491ae req-0871fc49-ef97-4df2-ba18-b647a8f9350e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:14.356899 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 50938) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:14.400970 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-42b5c6cd-7445-4f44-86ff-ca22e2c2f0df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:14.403667 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-42b5c6cd-7445-4f44-86ff-ca22e2c2f0df admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:14.407633 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-42b5c6cd-7445-4f44-86ff-ca22e2c2f0df admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d5d8b9bb-4673-442a-a07e-34cc80a5b93f HTTP/1.1" status: 204 len: 168 time: 0.7446408 Jul 24 00:00:14.417567 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e01655-74cd-4395-ad5d-dcb5ae7491ae req-0871fc49-ef97-4df2-ba18-b647a8f9350e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:14.418203 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-68e01655-74cd-4395-ad5d-dcb5ae7491ae req-0871fc49-ef97-4df2-ba18-b647a8f9350e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:14.419788 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-68e01655-74cd-4395-ad5d-dcb5ae7491ae req-0871fc49-ef97-4df2-ba18-b647a8f9350e service neutron] 10.222.0.64 "PUT /v2.0/ports/0c1ec743-9f2c-43b8-9b33-3a0eed43520b HTTP/1.1" status: 200 len: 1093 time: 2.0360029 Jul 24 00:00:14.421100 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a226891-fcc4-4e2c-b9bb-c9e2330864b9', 'tag': '0c1ec743-9f2c-43b8-9b33-3a0eed43520b'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:00:14.423403 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d0af35-45de-4e68-9b54-f730e5523450" -d '{"events": [{"name": "network-changed", "server_uuid": "3a226891-fcc4-4e2c-b9bb-c9e2330864b9", "tag": "0c1ec743-9f2c-43b8-9b33-3a0eed43520b"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:00:14.448827 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da51ed99-0561-47c1-8237-49f7142c6538 req-646340aa-8967-43bd-a2a9-27befb23f90b tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:14.450846 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-da51ed99-0561-47c1-8237-49f7142c6538 req-646340aa-8967-43bd-a2a9-27befb23f90b tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=99693099-fc1f-44e3-a9cd-8936036d847e HTTP/1.1" status: 200 len: 944 time: 0.2682347 Jul 24 00:00:14.455660 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b5c6cd-7445-4f44-86ff-ca22e2c2f0df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d8b9bb-4673-442a-a07e-34cc80a5b93f,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:14.506927 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-151d5cf8-884b-45fb-a31e-10cd925ede42 None None] Provisioning complete for port 0ada7427-752a-408d-8843-8b58af542cba triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:00:14.508735 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-151d5cf8-884b-45fb-a31e-10cd925ede42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:14.522926 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0871fc49-ef97-4df2-ba18-b647a8f9350e service neutron] Pushing event updated for resources: {'Port': ['ID=0c1ec743-9f2c-43b8-9b33-3a0eed43520b,revision_number=3']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:14.562149 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a2b621-0248-48f7-8850-82a8b277c8d3 x-openstack-request-id: req-89a2b621-0248-48f7-8850-82a8b277c8d3 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:00:14.567653 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a226891-fcc4-4e2c-b9bb-c9e2330864b9", "tag": "0c1ec743-9f2c-43b8-9b33-3a0eed43520b", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:00:14.568230 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-89a2b621-0248-48f7-8850-82a8b277c8d3 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:00:14.571829 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a226891-fcc4-4e2c-b9bb-c9e2330864b9', 'tag': '0c1ec743-9f2c-43b8-9b33-3a0eed43520b', 'status': 'completed', 'code': 200} Jul 24 00:00:14.585347 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-5d342a30-ce84-49a1-b448-7aab4b7410ca tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Deleting port 0ada7427-752a-408d-8843-8b58af542cba {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:00:14.586026 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5d342a30-ce84-49a1-b448-7aab4b7410ca tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:14.627194 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:14.644838 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-da51ed99-0561-47c1-8237-49f7142c6538 req-8ac3739a-ff62-4abc-8cef-b750fd8fb0e1 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583524 Jul 24 00:00:14.648004 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-151d5cf8-884b-45fb-a31e-10cd925ede42 None None] Port 0ada7427-752a-408d-8843-8b58af542cba cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:00:14.684628 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e01655-74cd-4395-ad5d-dcb5ae7491ae req-b75927f7-1524-43a2-a708-10eff887392f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:14.690015 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-68e01655-74cd-4395-ad5d-dcb5ae7491ae req-b75927f7-1524-43a2-a708-10eff887392f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dfe31831d73849c1acf025f7366b9134&device_id=3a226891-fcc4-4e2c-b9bb-c9e2330864b9 HTTP/1.1" status: 200 len: 1096 time: 0.2043173 Jul 24 00:00:14.777803 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5d342a30-ce84-49a1-b448-7aab4b7410ca tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:14.781327 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-68e01655-74cd-4395-ad5d-dcb5ae7491ae req-6e2115fa-ede7-4e3d-98e2-fc0f00b337fc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0c1ec743-9f2c-43b8-9b33-3a0eed43520b HTTP/1.1" status: 200 len: 217 time: 0.0842595 Jul 24 00:00:14.807576 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-5d342a30-ce84-49a1-b448-7aab4b7410ca tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Calling delete_port for 0ada7427-752a-408d-8843-8b58af542cba owned by {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:00:14.865481 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac4316c-3512-4768-acf7-3eb53d4c2479 req-60fef7c0-cf99-4a49-9e1c-767f78c4c36b tempest-ServerPasswordTestJSON-165920090 tempest-ServerPasswordTestJSON-165920090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:14.867027 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fac4316c-3512-4768-acf7-3eb53d4c2479 req-60fef7c0-cf99-4a49-9e1c-767f78c4c36b tempest-ServerPasswordTestJSON-165920090 tempest-ServerPasswordTestJSON-165920090-project] 10.222.0.44 "GET /v2.0/ports?device_id=bbd5d6c3-b532-41b4-85ca-2260024c8aa1 HTTP/1.1" status: 200 len: 943 time: 0.1230738 Jul 24 00:00:14.868635 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e01655-74cd-4395-ad5d-dcb5ae7491ae req-9e8a95ad-a480-4e8f-9a1b-b9c87c315468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:14.870035 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-68e01655-74cd-4395-ad5d-dcb5ae7491ae req-9e8a95ad-a480-4e8f-9a1b-b9c87c315468 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e6e1e37a-ef2c-4bca-ad9c-345fa09479eb HTTP/1.1" status: 200 len: 845 time: 0.0816748 Jul 24 00:00:14.916494 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c5b430-ba09-43c7-8a6c-d5dd1f5e3380 req-a061d596-44e7-4872-b54a-43b7d4fd2ffd tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:14.918120 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-87c5b430-ba09-43c7-8a6c-d5dd1f5e3380 req-a061d596-44e7-4872-b54a-43b7d4fd2ffd tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a226891-fcc4-4e2c-b9bb-c9e2330864b9 HTTP/1.1" status: 200 len: 944 time: 0.2252862 Jul 24 00:00:14.929915 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-68e01655-74cd-4395-ad5d-dcb5ae7491ae req-2ef16ad9-06ca-4d97-8d3e-5a3d373aa285 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7eb9a734-74b2-49bc-9188-4a7ee5495610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495877 Jul 24 00:00:14.955897 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 1962b9dd-4c2e-4ff7-b05c-89798fccfa1d details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:00:14.965432 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fac4316c-3512-4768-acf7-3eb53d4c2479 req-f4586fed-6fff-4cd0-97aa-21f29d785ee1 tempest-ServerPasswordTestJSON-165920090 tempest-ServerPasswordTestJSON-165920090-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f5c7398-439c-4176-9099-fa18b12e35a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918472 Jul 24 00:00:15.124333 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 1962b9dd-4c2e-4ff7-b05c-89798fccfa1d, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=1962b9dd-4c2e-4ff7-b05c-89798fccfa1d,segment=NetworkSegment(a3f7b86d-f699-49cb-91c9-76f0c1f8c828),segment_id=a3f7b86d-f699-49cb-91c9-76f0c1f8c828)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:00:15.139105 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 99effa27-a995-4a6a-aed9-d421d96d44b8 up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:00:15.143610 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-87c5b430-ba09-43c7-8a6c-d5dd1f5e3380 req-224135bc-0afb-45b9-9628-d83c4fc18402 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/security-groups?id=7234dcab-bd61-43b3-a41f-dcf65032fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180495 Jul 24 00:00:15.157567 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5d342a30-ce84-49a1-b448-7aab4b7410ca tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:15.189340 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-68e01655-74cd-4395-ad5d-dcb5ae7491ae req-02633ec5-1064-4413-8906-adfe7995e308 service neutron] 10.222.0.64 "GET /v2.0/networks/7eb9a734-74b2-49bc-9188-4a7ee5495610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436793 Jul 24 00:00:15.275656 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': '1962b9dd-4c2e-4ff7-b05c-89798fccfa1d', 'network_id': '041f199a-06e4-414a-b5dc-48b6fa4ac528', 'port_id': '1962b9dd-4c2e-4ff7-b05c-89798fccfa1d', 'mac_address': 'fa:16:3e:9a:d9:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4142d80-b421-40a2-aa20-49488e869efc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:00:15.366819 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port 99effa27-a995-4a6a-aed9-d421d96d44b8 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:00:15.373797 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port 99effa27-a995-4a6a-aed9-d421d96d44b8 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:00:15.374471 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:15.438530 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-68e01655-74cd-4395-ad5d-dcb5ae7491ae req-117663aa-d2e4-4a17-8251-ef85cdf8680c service neutron] 10.222.0.64 "GET /v2.0/networks/7eb9a734-74b2-49bc-9188-4a7ee5495610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349010 Jul 24 00:00:15.463864 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:15.491805 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d342a30-ce84-49a1-b448-7aab4b7410ca tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Pushing event deleted for resources: {'Port': ['ID=0ada7427-752a-408d-8843-8b58af542cba,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:15.543943 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1962b9dd-4c2e-4ff7-b05c-89798fccfa1d {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:00:15.587022 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 1962b9dd-4c2e-4ff7-b05c-89798fccfa1d, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=1962b9dd-4c2e-4ff7-b05c-89798fccfa1d,segment=NetworkSegment(a3f7b86d-f699-49cb-91c9-76f0c1f8c828),segment_id=a3f7b86d-f699-49cb-91c9-76f0c1f8c828)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:00:15.590034 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:15.603927 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5d342a30-ce84-49a1-b448-7aab4b7410ca tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:15.606142 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-5d342a30-ce84-49a1-b448-7aab4b7410ca tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] 10.222.0.44 "DELETE /v2.0/ports/0ada7427-752a-408d-8843-8b58af542cba HTTP/1.1" status: 204 len: 168 time: 1.2479644 Jul 24 00:00:15.609609 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 50968) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:15.627309 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:15.653392 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c7a04f3-f66d-449e-84bf-831213bffbf8 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] GET failed (client error): The resource could not be found. Jul 24 00:00:15.661127 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-4c7a04f3-f66d-449e-84bf-831213bffbf8 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] 10.222.0.44 "GET /v2.0/ports/0ada7427-752a-408d-8843-8b58af542cba HTTP/1.1" status: 404 len: 333 time: 0.0488617 Jul 24 00:00:15.662776 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 50972) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:15.667527 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 99effa27-a995-4a6a-aed9-d421d96d44b8, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=99effa27-a995-4a6a-aed9-d421d96d44b8,segment=NetworkSegment(d250a78c-273d-4c00-aeaa-fc87cc957e9a),segment_id=d250a78c-273d-4c00-aeaa-fc87cc957e9a)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:00:15.673273 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d878832-f586-4e68-a2fb-3d46990abdaf req-dedd0f95-22ad-4a43-8a3e-ed543595176f tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:15.675544 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2d878832-f586-4e68-a2fb-3d46990abdaf req-dedd0f95-22ad-4a43-8a3e-ed543595176f tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/ports?device_id=779b8aec-17d7-4953-837a-2348d8ac1254 HTTP/1.1" status: 200 len: 946 time: 0.2940061 Jul 24 00:00:15.684709 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-ece9a488-8a6b-4644-b26a-ba623244f1ca tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Request body: {'port': {'network_id': 'c06ffc4f-7b41-4ccb-8ac7-ac6cf3162bd5', 'name': 'tempest-AllowedAddressPairTestJSON-1874793696'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:00:15.696222 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d0af35-45de-4e68-9b54-f730e5523450 req-92ea35b2-34f6-4831-a927-4061a0b2ddf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:15.697979 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-88d0af35-45de-4e68-9b54-f730e5523450 req-92ea35b2-34f6-4831-a927-4061a0b2ddf8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dfe31831d73849c1acf025f7366b9134&device_id=3a226891-fcc4-4e2c-b9bb-c9e2330864b9 HTTP/1.1" status: 200 len: 1096 time: 0.2080929 Jul 24 00:00:15.729747 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99693099-fc1f-44e3-a9cd-8936036d847e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99effa27-a995-4a6a-aed9-d421d96d44b8'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:00:15.737714 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7872aebc-d3c0-4758-9c4a-97c6a1c66e7a" -d '{"events": [{"server_uuid": "99693099-fc1f-44e3-a9cd-8936036d847e", "name": "network-vif-plugged", "status": "completed", "tag": "99effa27-a995-4a6a-aed9-d421d96d44b8"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:00:15.750582 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:15.750809 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2d878832-f586-4e68-a2fb-3d46990abdaf req-2dd9a095-32e6-417a-9438-eb09d7c2b4ed tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6a0a271-496a-4936-8ec0-ec680d307275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670655 Jul 24 00:00:15.826692 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=1962b9dd-4c2e-4ff7-b05c-89798fccfa1d,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:15.901289 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=99effa27-a995-4a6a-aed9-d421d96d44b8,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:15.916033 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-503f000b-dce6-449f-820d-7ec7d5a8f0f4 x-openstack-request-id: req-503f000b-dce6-449f-820d-7ec7d5a8f0f4 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:00:15.916526 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99693099-fc1f-44e3-a9cd-8936036d847e", "name": "network-vif-plugged", "status": "completed", "tag": "99effa27-a995-4a6a-aed9-d421d96d44b8", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:00:15.917552 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-503f000b-dce6-449f-820d-7ec7d5a8f0f4 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:00:15.918340 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99693099-fc1f-44e3-a9cd-8936036d847e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99effa27-a995-4a6a-aed9-d421d96d44b8', 'code': 200} Jul 24 00:00:15.954006 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['1962b9dd-4c2e-4ff7-b05c-89798fccfa1d'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:00:15.989577 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83987538-a79f-4f5f-90e3-edaffb0d6473 req-cea830b7-4691-42bd-9600-77573cee9c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:15.991644 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-83987538-a79f-4f5f-90e3-edaffb0d6473 req-cea830b7-4691-42bd-9600-77573cee9c59 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=99693099-fc1f-44e3-a9cd-8936036d847e HTTP/1.1" status: 200 len: 1097 time: 0.0814476 Jul 24 00:00:16.058606 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-83987538-a79f-4f5f-90e3-edaffb0d6473 req-83efded4-0c02-46d8-b07f-5e7f060d956f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560095 Jul 24 00:00:16.086775 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d0af35-45de-4e68-9b54-f730e5523450 req-2f4bdc09-e6bd-4c8f-b30e-3c95cd423124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:16.086775 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-88d0af35-45de-4e68-9b54-f730e5523450 req-2f4bdc09-e6bd-4c8f-b30e-3c95cd423124 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7eb9a734-74b2-49bc-9188-4a7ee5495610 HTTP/1.1" status: 200 len: 906 time: 0.3741632 Jul 24 00:00:16.137949 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dac7ab-d9ec-49cd-bbf2-a1c60287be75 req-4b44ea41-c17a-41ed-946a-f757e2b8fdad tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:16.140409 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a2dac7ab-d9ec-49cd-bbf2-a1c60287be75 req-4b44ea41-c17a-41ed-946a-f757e2b8fdad tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=99693099-fc1f-44e3-a9cd-8936036d847e HTTP/1.1" status: 200 len: 945 time: 0.2893951 Jul 24 00:00:16.168700 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece9a488-8a6b-4644-b26a-ba623244f1ca tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Made reservation on behalf of 0a780b69e640432eb1750b1d0f797763 for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:00:16.172224 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ece9a488-8a6b-4644-b26a-ba623244f1ca tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:16.180619 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-88d0af35-45de-4e68-9b54-f730e5523450 req-34a983a6-f630-46e8-a2f2-694ccd2a928f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0c1ec743-9f2c-43b8-9b33-3a0eed43520b HTTP/1.1" status: 200 len: 217 time: 0.0869577 Jul 24 00:00:16.236835 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a1f71c-ae68-468b-a4f3-31575496c343 req-ca23a063-5241-4aba-84e9-2c7b13bda58c tempest-ServerPasswordTestJSON-165920090 tempest-ServerPasswordTestJSON-165920090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:16.243719 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-48a1f71c-ae68-468b-a4f3-31575496c343 req-ca23a063-5241-4aba-84e9-2c7b13bda58c tempest-ServerPasswordTestJSON-165920090 tempest-ServerPasswordTestJSON-165920090-project] 10.222.0.44 "GET /v2.0/ports?device_id=bbd5d6c3-b532-41b4-85ca-2260024c8aa1 HTTP/1.1" status: 200 len: 944 time: 0.1354327 Jul 24 00:00:16.271063 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [None req-ece9a488-8a6b-4644-b26a-ba623244f1ca tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] device_id is not set on port 218561df-131c-499f-aeaa-c4536c47ff70 yet. {{(pid=100314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:00:16.298289 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-48a1f71c-ae68-468b-a4f3-31575496c343 req-f9413869-8421-4095-bbd1-2e53db955842 tempest-ServerPasswordTestJSON-165920090 tempest-ServerPasswordTestJSON-165920090-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f5c7398-439c-4176-9099-fa18b12e35a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463383 Jul 24 00:00:16.299043 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a2dac7ab-d9ec-49cd-bbf2-a1c60287be75 req-96f7d5fb-2e0f-43fb-998d-490fd470f2a2 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226859 Jul 24 00:00:16.355421 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d0af35-45de-4e68-9b54-f730e5523450 req-9b92dcd6-8ac9-42d3-9725-9772ebfa0c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:16.356955 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-88d0af35-45de-4e68-9b54-f730e5523450 req-9b92dcd6-8ac9-42d3-9725-9772ebfa0c80 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e6e1e37a-ef2c-4bca-ad9c-345fa09479eb HTTP/1.1" status: 200 len: 845 time: 0.1609941 Jul 24 00:00:16.465716 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-88d0af35-45de-4e68-9b54-f730e5523450 req-301f1888-f4ae-43f5-a233-2818f9f1fa0f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7eb9a734-74b2-49bc-9188-4a7ee5495610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0979187 Jul 24 00:00:16.525168 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec0caf2-129e-4d44-89cd-e78acf01f252 req-c24ac94c-5c38-4d13-b6a9-498e147b8ad7 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:16.534350 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7ec0caf2-129e-4d44-89cd-e78acf01f252 req-c24ac94c-5c38-4d13-b6a9-498e147b8ad7 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a226891-fcc4-4e2c-b9bb-c9e2330864b9 HTTP/1.1" status: 200 len: 944 time: 0.1610658 Jul 24 00:00:16.574963 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7ec0caf2-129e-4d44-89cd-e78acf01f252 req-9e7671e0-6945-45ee-82d2-783922839ea1 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/security-groups?id=7234dcab-bd61-43b3-a41f-dcf65032fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395088 Jul 24 00:00:16.592750 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-ece9a488-8a6b-4644-b26a-ba623244f1ca tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Allocated IP 172.20.0.9 (c06ffc4f-7b41-4ccb-8ac7-ac6cf3162bd5/ef9da224-7514-4d5f-9418-d079438142d1/218561df-131c-499f-aeaa-c4536c47ff70) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:00:16.651923 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-88d0af35-45de-4e68-9b54-f730e5523450 req-e2333743-2dac-4427-b785-107336939777 service neutron] 10.222.0.64 "GET /v2.0/networks/7eb9a734-74b2-49bc-9188-4a7ee5495610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759849 Jul 24 00:00:16.852432 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-88d0af35-45de-4e68-9b54-f730e5523450 req-78dc6013-0bee-40d4-b4cb-242503e94b26 service neutron] 10.222.0.64 "GET /v2.0/networks/7eb9a734-74b2-49bc-9188-4a7ee5495610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893361 Jul 24 00:00:16.890678 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ece9a488-8a6b-4644-b26a-ba623244f1ca tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:16.920298 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [None req-ece9a488-8a6b-4644-b26a-ba623244f1ca tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Transition to ACTIVE for port object 218561df-131c-499f-aeaa-c4536c47ff70 will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:00:16.960223 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 51010) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:16.967539 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-2b3a2265-feba-4535-9525-68f77f75b963 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Request body: {'subnet': {'network_id': 'b820cc6d-e79e-4865-b171-d58edcf6d649', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:00:16.976035 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ece9a488-8a6b-4644-b26a-ba623244f1ca tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:17.015592 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c44d466-0233-427b-8a34-ab0ddbe56afc req-c8fa85c0-2a57-42dd-bafa-31960389d5bc tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:17.023416 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5c44d466-0233-427b-8a34-ab0ddbe56afc req-c8fa85c0-2a57-42dd-bafa-31960389d5bc tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/ports?device_id=779b8aec-17d7-4953-837a-2348d8ac1254 HTTP/1.1" status: 200 len: 946 time: 0.1675501 Jul 24 00:00:17.070048 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5c44d466-0233-427b-8a34-ab0ddbe56afc req-361d7bf7-67d1-4473-9c69-935ce0e29e52 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6a0a271-496a-4936-8ec0-ec680d307275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456569 Jul 24 00:00:17.099885 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece9a488-8a6b-4644-b26a-ba623244f1ca tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Network c06ffc4f-7b41-4ccb-8ac7-ac6cf3162bd5 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:00:17.112298 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-ece9a488-8a6b-4644-b26a-ba623244f1ca tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:00:17.114792 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece9a488-8a6b-4644-b26a-ba623244f1ca tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:00:17.144856 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece9a488-8a6b-4644-b26a-ba623244f1ca tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Pushing event updated for resources: {'Port': ['ID=218561df-131c-499f-aeaa-c4536c47ff70,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:17.193558 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece9a488-8a6b-4644-b26a-ba623244f1ca tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:17.194251 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ece9a488-8a6b-4644-b26a-ba623244f1ca tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:17.201636 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b3a2265-feba-4535-9525-68f77f75b963 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Made reservation on behalf of b15daf29d6cd4a878bcfd2fb8dc08d6f for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:00:17.205875 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2b3a2265-feba-4535-9525-68f77f75b963 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:17.238882 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-ece9a488-8a6b-4644-b26a-ba623244f1ca tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5638669 Jul 24 00:00:17.239159 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 51016) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:17.246822 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-2d03bc84-c5f2-45ec-861d-c9032a5ce315 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:ab:ac:5d'}]}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:00:17.332256 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 51020) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:17.406784 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-d5d76898-c443-427e-a766-056340a9e6a3 None None] Provisioning for port 218561df-131c-499f-aeaa-c4536c47ff70 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:00:17.415865 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-d5d76898-c443-427e-a766-056340a9e6a3 None None] Provisioning complete for port 218561df-131c-499f-aeaa-c4536c47ff70 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:00:17.416245 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d5d76898-c443-427e-a766-056340a9e6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:17.444606 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2d03bc84-c5f2-45ec-861d-c9032a5ce315 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:17.470789 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-d5d76898-c443-427e-a766-056340a9e6a3 None None] Port 218561df-131c-499f-aeaa-c4536c47ff70 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:00:17.512146 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-bdeebd17-32cf-457d-b9dc-54c6df71687b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:17.513444 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:17.542118 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c5780-af72-4426-af79-545541d5af14 req-1886be42-9a4e-4e21-9b10-8873bcde1d8c tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:17.543818 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3a6c5780-af72-4426-af79-545541d5af14 req-1886be42-9a4e-4e21-9b10-8873bcde1d8c tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=99693099-fc1f-44e3-a9cd-8936036d847e HTTP/1.1" status: 200 len: 945 time: 0.1273181 Jul 24 00:00:17.610228 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3a6c5780-af72-4426-af79-545541d5af14 req-4ca38f8f-ddb4-4389-8aab-893f5c559ce5 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587285 Jul 24 00:00:17.679881 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-bdeebd17-32cf-457d-b9dc-54c6df71687b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:17.685409 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-bdeebd17-32cf-457d-b9dc-54c6df71687b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:17.716845 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f5e181-a34d-43cb-8191-f2a115317824 req-021a338c-13fa-4d01-bcbd-d7556d381eed tempest-ServerPasswordTestJSON-165920090 tempest-ServerPasswordTestJSON-165920090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:17.718166 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-48f5e181-a34d-43cb-8191-f2a115317824 req-021a338c-13fa-4d01-bcbd-d7556d381eed tempest-ServerPasswordTestJSON-165920090 tempest-ServerPasswordTestJSON-165920090-project] 10.222.0.44 "GET /v2.0/ports?device_id=bbd5d6c3-b532-41b4-85ca-2260024c8aa1 HTTP/1.1" status: 200 len: 944 time: 0.2904100 Jul 24 00:00:17.734265 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-bdeebd17-32cf-457d-b9dc-54c6df71687b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=07aa8989541d4ec5829026a3741a7529&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4008327 Jul 24 00:00:17.735154 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 51032) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:17.735879 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeebd17-32cf-457d-b9dc-54c6df71687b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7314fd5-94fe-4b27-9ed9-e315074e277b,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:17.768717 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2b3a2265-feba-4535-9525-68f77f75b963 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:17.783453 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bddc802-2e3a-4fc6-be3c-603eb323f886 req-b028869c-9410-4f94-aea3-f7970b24aae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:17.784941 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5bddc802-2e3a-4fc6-be3c-603eb323f886 req-b028869c-9410-4f94-aea3-f7970b24aae7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=779b8aec-17d7-4953-837a-2348d8ac1254 HTTP/1.1" status: 200 len: 1098 time: 0.2944851 Jul 24 00:00:17.813215 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-67c54105-7fed-4e0c-af16-658ffe789703 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:17.844085 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-67c54105-7fed-4e0c-af16-658ffe789703 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:17.875454 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-48f5e181-a34d-43cb-8191-f2a115317824 req-917dfe65-4a9e-443d-8a1e-3577ec161e1a tempest-ServerPasswordTestJSON-165920090 tempest-ServerPasswordTestJSON-165920090-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f5c7398-439c-4176-9099-fa18b12e35a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489215 Jul 24 00:00:17.891967 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4d39d9-5d19-4c0e-a1db-7b02fdadad10 req-f070be54-9917-4ee4-82b3-d7e200a48644 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:17.894110 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6c4d39d9-5d19-4c0e-a1db-7b02fdadad10 req-f070be54-9917-4ee4-82b3-d7e200a48644 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a226891-fcc4-4e2c-b9bb-c9e2330864b9 HTTP/1.1" status: 200 len: 944 time: 0.1166334 Jul 24 00:00:17.902082 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3a2265-feba-4535-9525-68f77f75b963 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Pushing event updated for resources: {'Subnet': ['ID=c07fc53c-c7ca-4918-9140-02ffd491af7b,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:17.930010 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5bddc802-2e3a-4fc6-be3c-603eb323f886 req-3c2999e8-52a7-4167-b522-49505165a81f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b6a0a271-496a-4936-8ec0-ec680d307275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143837 Jul 24 00:00:17.941039 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 0c1ec743-9f2c-43b8-9b33-3a0eed43520b details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:00:17.942364 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-67c54105-7fed-4e0c-af16-658ffe789703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:17.944977 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-67c54105-7fed-4e0c-af16-658ffe789703 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:17.946146 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-67c54105-7fed-4e0c-af16-658ffe789703 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a7314fd5-94fe-4b27-9ed9-e315074e277b HTTP/1.1" status: 204 len: 168 time: 0.2072854 Jul 24 00:00:17.960419 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6c4d39d9-5d19-4c0e-a1db-7b02fdadad10 req-c03a71e2-a1ee-4d8c-a499-b00bc3095aa7 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/security-groups?id=7234dcab-bd61-43b3-a41f-dcf65032fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490170 Jul 24 00:00:17.967552 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c54105-7fed-4e0c-af16-658ffe789703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7314fd5-94fe-4b27-9ed9-e315074e277b,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:17.968562 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3a2265-feba-4535-9525-68f77f75b963 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Checking segment: {'id': '89d6d0ae-bb57-4a3e-b25a-504dbb6a00ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'b820cc6d-e79e-4865-b171-d58edcf6d649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:00:17.968963 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3a2265-feba-4535-9525-68f77f75b963 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Network hostable DHCP agents. Network: b820cc6d-e79e-4865-b171-d58edcf6d649, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:00:17.982631 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2d03bc84-c5f2-45ec-861d-c9032a5ce315 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:18.014954 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2d03bc84-c5f2-45ec-861d-c9032a5ce315 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:18.065323 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3a2265-feba-4535-9525-68f77f75b963 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Network b820cc6d-e79e-4865-b171-d58edcf6d649 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:00:18.118246 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-2b3a2265-feba-4535-9525-68f77f75b963 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, b820cc6d-e79e-4865-b171-d58edcf6d649) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:00:18.120779 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d03bc84-c5f2-45ec-861d-c9032a5ce315 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Pushing event updated for resources: {'Port': ['ID=218561df-131c-499f-aeaa-c4536c47ff70,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:18.134481 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3a2265-feba-4535-9525-68f77f75b963 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:18.135414 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2b3a2265-feba-4535-9525-68f77f75b963 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:18.143680 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 0c1ec743-9f2c-43b8-9b33-3a0eed43520b, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=0c1ec743-9f2c-43b8-9b33-3a0eed43520b,segment=NetworkSegment(916b837a-3956-408c-a58c-8cf4c63322c0),segment_id=916b837a-3956-408c-a58c-8cf4c63322c0)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:00:18.148192 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370acaa3-5eaa-4a32-9687-26d92f14b06f None None] Network b820cc6d-e79e-4865-b171-d58edcf6d649 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:00:18.157459 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-2d03bc84-c5f2-45ec-861d-c9032a5ce315 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] In _notify_port_updated(), no bound segment for port 218561df-131c-499f-aeaa-c4536c47ff70 on network c06ffc4f-7b41-4ccb-8ac7-ac6cf3162bd5 {{(pid=100314) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 24 00:00:18.166798 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d03bc84-c5f2-45ec-861d-c9032a5ce315 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:18.167525 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2d03bc84-c5f2-45ec-861d-c9032a5ce315 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:18.171790 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 51040) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:18.172068 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-2d03bc84-c5f2-45ec-861d-c9032a5ce315 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] 10.222.0.44 "PUT /v2.0/ports/218561df-131c-499f-aeaa-c4536c47ff70 HTTP/1.1" status: 200 len: 996 time: 0.9317172 Jul 24 00:00:18.178794 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292ff9d4-86dc-4c26-9650-e7899138db32 req-570d916b-5704-4e19-b34d-1e9478fd581d tempest-LiveAutoBlockMigrationV225Test-1467793608 tempest-LiveAutoBlockMigrationV225Test-1467793608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:18.180542 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-292ff9d4-86dc-4c26-9650-e7899138db32 req-570d916b-5704-4e19-b34d-1e9478fd581d tempest-LiveAutoBlockMigrationV225Test-1467793608 tempest-LiveAutoBlockMigrationV225Test-1467793608-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=99693099-fc1f-44e3-a9cd-8936036d847e HTTP/1.1" status: 200 len: 1097 time: 0.2018576 Jul 24 00:00:18.193046 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-2b3a2265-feba-4535-9525-68f77f75b963 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2279251 Jul 24 00:00:18.193600 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 51042) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:18.198576 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-c528308b-a76b-4eda-98cd-b23712d5d9fc tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-705517098'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:00:18.221779 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': '0c1ec743-9f2c-43b8-9b33-3a0eed43520b', 'network_id': '7eb9a734-74b2-49bc-9188-4a7ee5495610', 'port_id': '0c1ec743-9f2c-43b8-9b33-3a0eed43520b', 'mac_address': 'fa:16:3e:92:fa:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6e1e37a-ef2c-4bca-ad9c-345fa09479eb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:00:18.272661 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-292ff9d4-86dc-4c26-9650-e7899138db32 req-633324ce-87ee-4e34-8338-e742e04903a7 tempest-LiveAutoBlockMigrationV225Test-1467793608 tempest-LiveAutoBlockMigrationV225Test-1467793608-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758927 Jul 24 00:00:18.276757 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c528308b-a76b-4eda-98cd-b23712d5d9fc tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Made reservation on behalf of b15daf29d6cd4a878bcfd2fb8dc08d6f for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:00:18.280765 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c528308b-a76b-4eda-98cd-b23712d5d9fc tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:18.342358 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c528308b-a76b-4eda-98cd-b23712d5d9fc tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:00:18.368400 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:18.371018 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c528308b-a76b-4eda-98cd-b23712d5d9fc tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:18.371407 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-c528308b-a76b-4eda-98cd-b23712d5d9fc tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Added segment a65896fc-ae9a-4fdd-9215-c2893fa449b3 of type vlan for network e88c1b99-cc58-4f86-8532-3ae032302cfc Jul 24 00:00:18.391821 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 51046) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:18.397256 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c1ec743-9f2c-43b8-9b33-3a0eed43520b {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:00:18.438073 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 0c1ec743-9f2c-43b8-9b33-3a0eed43520b, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=0c1ec743-9f2c-43b8-9b33-3a0eed43520b,segment=NetworkSegment(916b837a-3956-408c-a58c-8cf4c63322c0),segment_id=916b837a-3956-408c-a58c-8cf4c63322c0)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:00:18.445820 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:18.472328 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a3c5f2b6-0567-489a-8fa6-840239ee2b57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:18.504630 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c528308b-a76b-4eda-98cd-b23712d5d9fc tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:18.541405 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-7dbb2c28-f6de-4b67-a27f-8477e5f19c7a None None] Provisioning complete for port 218561df-131c-499f-aeaa-c4536c47ff70 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:00:18.542325 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-7dbb2c28-f6de-4b67-a27f-8477e5f19c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:18.586987 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=0c1ec743-9f2c-43b8-9b33-3a0eed43520b,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:18.594729 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c766162-1344-41e8-a00b-ed4bce382e29 req-abf68cfd-3b9c-4167-a9e4-941e61a1d7b1 tempest-LiveAutoBlockMigrationV225Test-1467793608 tempest-LiveAutoBlockMigrationV225Test-1467793608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:18.597697 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7c766162-1344-41e8-a00b-ed4bce382e29 req-abf68cfd-3b9c-4167-a9e4-941e61a1d7b1 tempest-LiveAutoBlockMigrationV225Test-1467793608 tempest-LiveAutoBlockMigrationV225Test-1467793608-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=99693099-fc1f-44e3-a9cd-8936036d847e HTTP/1.1" status: 200 len: 1097 time: 0.1905136 Jul 24 00:00:18.601086 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c528308b-a76b-4eda-98cd-b23712d5d9fc tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:18.608008 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c528308b-a76b-4eda-98cd-b23712d5d9fc tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:18.608709 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c528308b-a76b-4eda-98cd-b23712d5d9fc tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:18.635325 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-7dbb2c28-f6de-4b67-a27f-8477e5f19c7a None None] Port 218561df-131c-499f-aeaa-c4536c47ff70 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:00:18.642743 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d819df0e-665f-49a6-9d52-a2ad4e08c94d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-b820cc6d-e79e-4865-b171-d58edcf6d649', 'network_id': 'b820cc6d-e79e-4865-b171-d58edcf6d649', 'tenant_id': 'b15daf29d6cd4a878bcfd2fb8dc08d6f', 'fixed_ips': [{'subnet_id': 'c07fc53c-c7ca-4918-9140-02ffd491af7b'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:00:18.643908 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d819df0e-665f-49a6-9d52-a2ad4e08c94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:18.725560 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c528308b-a76b-4eda-98cd-b23712d5d9fc tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Pushing event updated for resources: {'Network': ['ID=e88c1b99-cc58-4f86-8532-3ae032302cfc,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:18.732971 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['0c1ec743-9f2c-43b8-9b33-3a0eed43520b'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:00:18.743988 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network e88c1b99-cc58-4f86-8532-3ae032302cfc details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:00:18.755966 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7c766162-1344-41e8-a00b-ed4bce382e29 req-16ca652e-ac3b-4234-9fe9-f097a55cbd94 tempest-LiveAutoBlockMigrationV225Test-1467793608 tempest-LiveAutoBlockMigrationV225Test-1467793608-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436930 Jul 24 00:00:18.769659 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec608788-daf4-442b-922d-cd03c7708e10 req-9f4676d1-7d4f-4646-8b06-5d3887733368 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:18.777580 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ec608788-daf4-442b-922d-cd03c7708e10 req-9f4676d1-7d4f-4646-8b06-5d3887733368 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/ports?device_id=779b8aec-17d7-4953-837a-2348d8ac1254 HTTP/1.1" status: 200 len: 946 time: 0.5474210 Jul 24 00:00:18.788549 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a3c5f2b6-0567-489a-8fa6-840239ee2b57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:18.794269 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a3c5f2b6-0567-489a-8fa6-840239ee2b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:18.824072 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-c528308b-a76b-4eda-98cd-b23712d5d9fc tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6257153 Jul 24 00:00:18.824379 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 51050) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:18.839943 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-4f5351ba-a350-42cd-900b-cef1d8fcf556 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Request body: {'subnet': {'network_id': 'e88c1b99-cc58-4f86-8532-3ae032302cfc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:00:18.860538 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ec608788-daf4-442b-922d-cd03c7708e10 req-b104bf39-0c7c-4021-b7d5-377b0c327a0e tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6a0a271-496a-4936-8ec0-ec680d307275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664995 Jul 24 00:00:18.870839 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-b69e73af-7333-438c-a94c-ecc9657ceae4 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Deleting port 218561df-131c-499f-aeaa-c4536c47ff70 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:00:18.870839 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b69e73af-7333-438c-a94c-ecc9657ceae4 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:18.880829 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-a3c5f2b6-0567-489a-8fa6-840239ee2b57 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=416eded2af9640b1a836e0759a2aae5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4862251 Jul 24 00:00:18.881660 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c5f2b6-0567-489a-8fa6-840239ee2b57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=632fb0e0-b26e-42ec-85cd-26a4d375b496,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:18.886880 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 51054) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:18.998506 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 1962b9dd-4c2e-4ff7-b05c-89798fccfa1d up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:00:19.008056 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b69e73af-7333-438c-a94c-ecc9657ceae4 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:19.009916 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-d819df0e-665f-49a6-9d52-a2ad4e08c94d None None] Allocated IP 2001:db8:0:ffff::2 (b820cc6d-e79e-4865-b171-d58edcf6d649/c07fc53c-c7ca-4918-9140-02ffd491af7b/1eeb78dc-1f52-4caa-88dc-3c77cb979b3a) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:00:19.014147 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f5351ba-a350-42cd-900b-cef1d8fcf556 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Made reservation on behalf of b15daf29d6cd4a878bcfd2fb8dc08d6f for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:00:19.018913 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4f5351ba-a350-42cd-900b-cef1d8fcf556 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:19.023313 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-b69e73af-7333-438c-a94c-ecc9657ceae4 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Calling delete_port for 218561df-131c-499f-aeaa-c4536c47ff70 owned by {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:00:19.132643 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-298119f6-950c-485d-9165-8bc51d6262cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:19.165344 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b69e73af-7333-438c-a94c-ecc9657ceae4 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:19.206547 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-298119f6-950c-485d-9165-8bc51d6262cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:19.210276 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port 1962b9dd-4c2e-4ff7-b05c-89798fccfa1d completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:00:19.215508 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb8dd3c-b364-4090-8c4f-687551638725 req-f9ca8029-ba2f-47fc-ba71-79539a1ed1d7 tempest-ServerPasswordTestJSON-165920090 tempest-ServerPasswordTestJSON-165920090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:19.217133 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8cb8dd3c-b364-4090-8c4f-687551638725 req-f9ca8029-ba2f-47fc-ba71-79539a1ed1d7 tempest-ServerPasswordTestJSON-165920090 tempest-ServerPasswordTestJSON-165920090-project] 10.222.0.44 "GET /v2.0/ports?device_id=bbd5d6c3-b532-41b4-85ca-2260024c8aa1 HTTP/1.1" status: 200 len: 944 time: 0.1936648 Jul 24 00:00:19.228381 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69e73af-7333-438c-a94c-ecc9657ceae4 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Pushing event deleted for resources: {'Port': ['ID=218561df-131c-499f-aeaa-c4536c47ff70,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:19.297493 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8cb8dd3c-b364-4090-8c4f-687551638725 req-00fce08a-9d73-48f5-9f80-bb389b39b105 tempest-ServerPasswordTestJSON-165920090 tempest-ServerPasswordTestJSON-165920090-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f5c7398-439c-4176-9099-fa18b12e35a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707555 Jul 24 00:00:19.337005 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b69e73af-7333-438c-a94c-ecc9657ceae4 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:19.339547 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-b69e73af-7333-438c-a94c-ecc9657ceae4 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] 10.222.0.44 "DELETE /v2.0/ports/218561df-131c-499f-aeaa-c4536c47ff70 HTTP/1.1" status: 204 len: 168 time: 1.1662543 Jul 24 00:00:19.342351 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 51068) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:19.347219 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-298119f6-950c-485d-9165-8bc51d6262cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:19.350623 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-298119f6-950c-485d-9165-8bc51d6262cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:19.355046 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-298119f6-950c-485d-9165-8bc51d6262cb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/632fb0e0-b26e-42ec-85cd-26a4d375b496 HTTP/1.1" status: 204 len: 168 time: 0.4672716 Jul 24 00:00:19.379103 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298119f6-950c-485d-9165-8bc51d6262cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=632fb0e0-b26e-42ec-85cd-26a4d375b496,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:19.423119 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a5fada4-4d7f-4a97-801c-1a085e8f5448 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] GET failed (client error): The resource could not be found. Jul 24 00:00:19.425512 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d819df0e-665f-49a6-9d52-a2ad4e08c94d None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:19.430685 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-8a5fada4-4d7f-4a97-801c-1a085e8f5448 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] 10.222.0.44 "GET /v2.0/ports/218561df-131c-499f-aeaa-c4536c47ff70 HTTP/1.1" status: 404 len: 333 time: 0.0827615 Jul 24 00:00:19.435934 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 51072) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:19.441281 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-d819df0e-665f-49a6-9d52-a2ad4e08c94d None None] Transition to ACTIVE for port object 1eeb78dc-1f52-4caa-88dc-3c77cb979b3a will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:00:19.447383 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-e5ddb6db-ba7b-4c3b-b7e8-852c2d9b561e tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Request body: {'port': {'network_id': 'c06ffc4f-7b41-4ccb-8ac7-ac6cf3162bd5', 'name': 'tempest-AllowedAddressPairTestJSON-2015487135'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:00:19.465139 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-d819df0e-665f-49a6-9d52-a2ad4e08c94d None None] Transition to ACTIVE for port object 1eeb78dc-1f52-4caa-88dc-3c77cb979b3a will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:00:19.474764 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port 1962b9dd-4c2e-4ff7-b05c-89798fccfa1d triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:00:19.475239 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:19.530779 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4f5351ba-a350-42cd-900b-cef1d8fcf556 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:19.607593 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5351ba-a350-42cd-900b-cef1d8fcf556 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Pushing event updated for resources: {'Subnet': ['ID=4fa515c3-531f-4243-8ae0-9dff9d43db46,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:19.619013 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d819df0e-665f-49a6-9d52-a2ad4e08c94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:19.628760 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d28b0ff-5eb7-43f9-8952-b83ae4a22a9e req-a4ec316a-e30e-410f-9ae2-aa390d6be641 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:19.644154 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3d28b0ff-5eb7-43f9-8952-b83ae4a22a9e req-a4ec316a-e30e-410f-9ae2-aa390d6be641 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a226891-fcc4-4e2c-b9bb-c9e2330864b9 HTTP/1.1" status: 200 len: 945 time: 0.2531786 Jul 24 00:00:19.663796 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ddb6db-ba7b-4c3b-b7e8-852c2d9b561e tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Made reservation on behalf of 0a780b69e640432eb1750b1d0f797763 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:00:19.669291 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e5ddb6db-ba7b-4c3b-b7e8-852c2d9b561e tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:19.693387 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [None req-e5ddb6db-ba7b-4c3b-b7e8-852c2d9b561e tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] device_id is not set on port 858b594e-139a-4364-a37b-9af6b9e087a6 yet. {{(pid=100313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:00:19.701364 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d819df0e-665f-49a6-9d52-a2ad4e08c94d None None] Network b820cc6d-e79e-4865-b171-d58edcf6d649 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:00:19.735406 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d819df0e-665f-49a6-9d52-a2ad4e08c94d None None] Pushing event updated for resources: {'Port': ['ID=1eeb78dc-1f52-4caa-88dc-3c77cb979b3a,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:19.738696 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-d819df0e-665f-49a6-9d52-a2ad4e08c94d None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:00:19.743446 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d819df0e-665f-49a6-9d52-a2ad4e08c94d None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:00:19.766874 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3d28b0ff-5eb7-43f9-8952-b83ae4a22a9e req-a5a5d222-053e-4321-ab6c-7c845b7fb5df tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/security-groups?id=7234dcab-bd61-43b3-a41f-dcf65032fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219089 Jul 24 00:00:19.767872 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5351ba-a350-42cd-900b-cef1d8fcf556 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Checking segment: {'id': 'a65896fc-ae9a-4fdd-9215-c2893fa449b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'e88c1b99-cc58-4f86-8532-3ae032302cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:00:19.768255 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5351ba-a350-42cd-900b-cef1d8fcf556 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Network hostable DHCP agents. Network: e88c1b99-cc58-4f86-8532-3ae032302cfc, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:00:19.800379 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5351ba-a350-42cd-900b-cef1d8fcf556 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Network e88c1b99-cc58-4f86-8532-3ae032302cfc is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:00:19.820173 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-4f5351ba-a350-42cd-900b-cef1d8fcf556 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, e88c1b99-cc58-4f86-8532-3ae032302cfc) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:00:19.831259 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8438ad-bc05-492e-89c4-d240d5b5e6cc None None] Network e88c1b99-cc58-4f86-8532-3ae032302cfc requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:00:19.836948 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5351ba-a350-42cd-900b-cef1d8fcf556 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:19.838357 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:19.838692 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4f5351ba-a350-42cd-900b-cef1d8fcf556 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:19.874158 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-e5ddb6db-ba7b-4c3b-b7e8-852c2d9b561e tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Allocated IP 172.20.0.13 (c06ffc4f-7b41-4ccb-8ac7-ac6cf3162bd5/ef9da224-7514-4d5f-9418-d079438142d1/858b594e-139a-4364-a37b-9af6b9e087a6) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:00:19.878721 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-4f5351ba-a350-42cd-900b-cef1d8fcf556 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0530114 Jul 24 00:00:19.879766 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 51092) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:19.905382 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 1962b9dd-4c2e-4ff7-b05c-89798fccfa1d, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=1962b9dd-4c2e-4ff7-b05c-89798fccfa1d,segment=NetworkSegment(a3f7b86d-f699-49cb-91c9-76f0c1f8c828),segment_id=a3f7b86d-f699-49cb-91c9-76f0c1f8c828)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:00:19.908338 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbd5d6c3-b532-41b4-85ca-2260024c8aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1962b9dd-4c2e-4ff7-b05c-89798fccfa1d'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:00:19.913139 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa29993d-57cf-4023-a217-01571b50f9f4" -d '{"events": [{"server_uuid": "bbd5d6c3-b532-41b4-85ca-2260024c8aa1", "name": "network-vif-plugged", "status": "completed", "tag": "1962b9dd-4c2e-4ff7-b05c-89798fccfa1d"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:00:19.915703 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-d819df0e-665f-49a6-9d52-a2ad4e08c94d None None] Attempting to bind port 1eeb78dc-1f52-4caa-88dc-3c77cb979b3a on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:00:19.916089 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-d819df0e-665f-49a6-9d52-a2ad4e08c94d None None] Attempting to bind port 1eeb78dc-1f52-4caa-88dc-3c77cb979b3a by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '89d6d0ae-bb57-4a3e-b25a-504dbb6a00ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'b820cc6d-e79e-4865-b171-d58edcf6d649'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:00:19.916462 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d819df0e-665f-49a6-9d52-a2ad4e08c94d None None] Attempting to bind port 1eeb78dc-1f52-4caa-88dc-3c77cb979b3a on network b820cc6d-e79e-4865-b171-d58edcf6d649 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:00:19.927733 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:20.020417 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d819df0e-665f-49a6-9d52-a2ad4e08c94d None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:00:20.020819 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d819df0e-665f-49a6-9d52-a2ad4e08c94d None None] Checking segment: {'id': '89d6d0ae-bb57-4a3e-b25a-504dbb6a00ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'b820cc6d-e79e-4865-b171-d58edcf6d649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:00:20.021227 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d819df0e-665f-49a6-9d52-a2ad4e08c94d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:20.021635 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d819df0e-665f-49a6-9d52-a2ad4e08c94d None None] Bound using segment: {'id': '89d6d0ae-bb57-4a3e-b25a-504dbb6a00ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'b820cc6d-e79e-4865-b171-d58edcf6d649'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:00:20.022255 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-d819df0e-665f-49a6-9d52-a2ad4e08c94d None None] Bound port: 1eeb78dc-1f52-4caa-88dc-3c77cb979b3a, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89d6d0ae-bb57-4a3e-b25a-504dbb6a00ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'b820cc6d-e79e-4865-b171-d58edcf6d649'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:00:20.022753 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d819df0e-665f-49a6-9d52-a2ad4e08c94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:20.121766 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-904bba11-bab4-40ac-bdfb-262b8e9b12e7 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:20.126299 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=1962b9dd-4c2e-4ff7-b05c-89798fccfa1d,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:20.199265 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f3e724-453d-4193-9d08-7448defc7df9 req-1d39f9b8-b44a-4a2f-bf80-2c614cf72e2a tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:20.201018 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-00f3e724-453d-4193-9d08-7448defc7df9 req-1d39f9b8-b44a-4a2f-bf80-2c614cf72e2a tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/ports?device_id=779b8aec-17d7-4953-837a-2348d8ac1254 HTTP/1.1" status: 200 len: 946 time: 0.1923575 Jul 24 00:00:20.218093 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e5ddb6db-ba7b-4c3b-b7e8-852c2d9b561e tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:20.224716 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-904bba11-bab4-40ac-bdfb-262b8e9b12e7 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:20.237260 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [None req-e5ddb6db-ba7b-4c3b-b7e8-852c2d9b561e tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Transition to ACTIVE for port object 858b594e-139a-4364-a37b-9af6b9e087a6 will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:00:20.243655 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-d819df0e-665f-49a6-9d52-a2ad4e08c94d None None] For port 1eeb78dc-1f52-4caa-88dc-3c77cb979b3a, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:00:20.247241 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-d819df0e-665f-49a6-9d52-a2ad4e08c94d None None] For port 1eeb78dc-1f52-4caa-88dc-3c77cb979b3a, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=1eeb78dc-1f52-4caa-88dc-3c77cb979b3a,segment=NetworkSegment(89d6d0ae-bb57-4a3e-b25a-504dbb6a00ee),segment_id=89d6d0ae-bb57-4a3e-b25a-504dbb6a00ee)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:00:20.278713 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d819df0e-665f-49a6-9d52-a2ad4e08c94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:20.306605 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e5ddb6db-ba7b-4c3b-b7e8-852c2d9b561e tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:20.321726 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e28735-7ea4-436c-a03c-024237da34a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-e88c1b99-cc58-4f86-8532-3ae032302cfc', 'network_id': 'e88c1b99-cc58-4f86-8532-3ae032302cfc', 'tenant_id': 'b15daf29d6cd4a878bcfd2fb8dc08d6f', 'fixed_ips': [{'subnet_id': '4fa515c3-531f-4243-8ae0-9dff9d43db46'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:00:20.336824 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c8e28735-7ea4-436c-a03c-024237da34a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:20.340172 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-00f3e724-453d-4193-9d08-7448defc7df9 req-ee3e607c-2074-4de5-bbdb-c66bcb99bf60 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6a0a271-496a-4936-8ec0-ec680d307275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240149 Jul 24 00:00:20.365204 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ddb6db-ba7b-4c3b-b7e8-852c2d9b561e tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Network c06ffc4f-7b41-4ccb-8ac7-ac6cf3162bd5 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:00:20.366821 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-e5ddb6db-ba7b-4c3b-b7e8-852c2d9b561e tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:00:20.371493 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ddb6db-ba7b-4c3b-b7e8-852c2d9b561e tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:00:20.408866 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-904bba11-bab4-40ac-bdfb-262b8e9b12e7 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:20.433755 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ddb6db-ba7b-4c3b-b7e8-852c2d9b561e tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:20.434427 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e5ddb6db-ba7b-4c3b-b7e8-852c2d9b561e tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:20.443642 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6dd582-03af-48b7-8052-23689bc3c6f2 x-openstack-request-id: req-9d6dd582-03af-48b7-8052-23689bc3c6f2 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:00:20.444308 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbd5d6c3-b532-41b4-85ca-2260024c8aa1", "name": "network-vif-plugged", "status": "completed", "tag": "1962b9dd-4c2e-4ff7-b05c-89798fccfa1d", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:00:20.444308 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9d6dd582-03af-48b7-8052-23689bc3c6f2 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:00:20.444670 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbd5d6c3-b532-41b4-85ca-2260024c8aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1962b9dd-4c2e-4ff7-b05c-89798fccfa1d', 'code': 200} Jul 24 00:00:20.481523 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ddb6db-ba7b-4c3b-b7e8-852c2d9b561e tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Pushing event updated for resources: {'Port': ['ID=858b594e-139a-4364-a37b-9af6b9e087a6,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:20.491473 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-e5ddb6db-ba7b-4c3b-b7e8-852c2d9b561e tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0542452 Jul 24 00:00:20.492563 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 51120) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:20.498843 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-bd2c6bd2-20b5-4921-b5b6-195e6d2b5f03 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Request body: {'port': {'network_id': 'c06ffc4f-7b41-4ccb-8ac7-ac6cf3162bd5', 'name': 'tempest-AllowedAddressPairTestJSON-1234777588'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:00:20.536187 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904bba11-bab4-40ac-bdfb-262b8e9b12e7 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Pushing event deleted for resources: {'Subnet': ['ID=4fa515c3-531f-4243-8ae0-9dff9d43db46,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:20.680743 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a1f76-e11c-400f-9d3d-73055cc1c7aa req-7112f753-86fb-4757-9161-c62d10a56241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:20.682354 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-be9a1f76-e11c-400f-9d3d-73055cc1c7aa req-7112f753-86fb-4757-9161-c62d10a56241 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=bbd5d6c3-b532-41b4-85ca-2260024c8aa1 HTTP/1.1" status: 200 len: 1097 time: 0.1876817 Jul 24 00:00:20.762658 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd2c6bd2-20b5-4921-b5b6-195e6d2b5f03 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Made reservation on behalf of 0a780b69e640432eb1750b1d0f797763 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:00:20.766538 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-bd2c6bd2-20b5-4921-b5b6-195e6d2b5f03 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:20.791905 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 51124) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:20.806019 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-be9a1f76-e11c-400f-9d3d-73055cc1c7aa req-33f8157f-db0b-4057-81d9-7677cf500c41 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3f5c7398-439c-4176-9099-fa18b12e35a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048915 Jul 24 00:00:20.827757 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [None req-bd2c6bd2-20b5-4921-b5b6-195e6d2b5f03 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] device_id is not set on port 0f64ef0d-f48b-4ea9-a286-413d5960f824 yet. {{(pid=100313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:00:20.839777 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-904bba11-bab4-40ac-bdfb-262b8e9b12e7 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:20.881381 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-904bba11-bab4-40ac-bdfb-262b8e9b12e7 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e88c1b99-cc58-4f86-8532-3ae032302cfc']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:00:20.921226 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-904bba11-bab4-40ac-bdfb-262b8e9b12e7 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a65896fc-ae9a-4fdd-9215-c2893fa449b3') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:00:20.921575 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-904bba11-bab4-40ac-bdfb-262b8e9b12e7 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a65896fc-ae9a-4fdd-9215-c2893fa449b3') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:00:20.952138 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-904bba11-bab4-40ac-bdfb-262b8e9b12e7 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:20.953244 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-df4e3802-c272-42ba-b24e-24162a678887 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-713695030-network', 'tenant_id': '2649aec65f64496689ce213d2c628d9f'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:00:20.993455 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-904bba11-bab4-40ac-bdfb-262b8e9b12e7 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:21.008003 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-904bba11-bab4-40ac-bdfb-262b8e9b12e7 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:00:21.008003 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-904bba11-bab4-40ac-bdfb-262b8e9b12e7 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:21.012867 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d819df0e-665f-49a6-9d52-a2ad4e08c94d None None] Pushing event updated for resources: {'Port': ['ID=1eeb78dc-1f52-4caa-88dc-3c77cb979b3a,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:21.021335 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:00:21.021335 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:00:21.021335 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:00:21.021335 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:00:21.021335 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:00:21.021335 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:00:21.021335 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:00:21.021335 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:00:21.021335 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:00:21.021335 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:00:21.021335 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:00:21.021335 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:00:21.021335 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:00:21.021335 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:00:21.021335 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:00:21.021335 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:00:21.021335 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:00:21.021335 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:00:21.021335 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:00:21.021335 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:00:21.021335 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:00:21.021335 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:00:21.021335 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:00:21.021335 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:00:21.021335 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:00:21.021335 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:00:21.021335 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:00:21.021335 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:00:21.021335 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:00:21.021335 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:00:21.021335 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:00:21.021335 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:00:21.025045 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c28bc8f-b3fb-4f71-903f-5fafa2c84e11 None None] Network e88c1b99-cc58-4f86-8532-3ae032302cfc requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:00:21.029623 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-c7001687-f767-45c5-8c61-411114eea6f5 None None] Provisioning for port 858b594e-139a-4364-a37b-9af6b9e087a6 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:00:21.030392 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [req-f281904d-e8a0-4ac6-9cb1-61fcc62b7eb9 req-37439e61-2bd3-453e-96d5-e3069b74740b tempest-LiveAutoBlockMigrationV225Test-1467793608 tempest-LiveAutoBlockMigrationV225Test-1467793608-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=100313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:00:21.036935 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f281904d-e8a0-4ac6-9cb1-61fcc62b7eb9 req-37439e61-2bd3-453e-96d5-e3069b74740b tempest-LiveAutoBlockMigrationV225Test-1467793608 tempest-LiveAutoBlockMigrationV225Test-1467793608-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7279921 Jul 24 00:00:21.051166 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c277017-e8b9-42ee-9b96-58a0985200bc req-80ae6650-d0de-4a83-bc41-33a1f207b2ea tempest-ServerPasswordTestJSON-165920090 tempest-ServerPasswordTestJSON-165920090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:21.052976 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5c277017-e8b9-42ee-9b96-58a0985200bc req-80ae6650-d0de-4a83-bc41-33a1f207b2ea tempest-ServerPasswordTestJSON-165920090 tempest-ServerPasswordTestJSON-165920090-project] 10.222.0.44 "GET /v2.0/ports?device_id=bbd5d6c3-b532-41b4-85ca-2260024c8aa1 HTTP/1.1" status: 200 len: 945 time: 0.2097311 Jul 24 00:00:21.054804 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-c7001687-f767-45c5-8c61-411114eea6f5 None None] Provisioning complete for port 858b594e-139a-4364-a37b-9af6b9e087a6 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:00:21.055709 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c7001687-f767-45c5-8c61-411114eea6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:21.091650 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df4e3802-c272-42ba-b24e-24162a678887 admin admin] Made reservation on behalf of 2649aec65f64496689ce213d2c628d9f for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:00:21.094260 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-df4e3802-c272-42ba-b24e-24162a678887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:21.133629 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-df4e3802-c272-42ba-b24e-24162a678887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:21.136780 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-bd2c6bd2-20b5-4921-b5b6-195e6d2b5f03 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Allocated IP 172.20.0.11 (c06ffc4f-7b41-4ccb-8ac7-ac6cf3162bd5/ef9da224-7514-4d5f-9418-d079438142d1/0f64ef0d-f48b-4ea9-a286-413d5960f824) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:00:21.140538 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f281904d-e8a0-4ac6-9cb1-61fcc62b7eb9 req-14785d95-d58b-4130-8c96-48de3e5c5cb6 tempest-LiveAutoBlockMigrationV225Test-1467793608 tempest-LiveAutoBlockMigrationV225Test-1467793608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:21.142067 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f281904d-e8a0-4ac6-9cb1-61fcc62b7eb9 req-14785d95-d58b-4130-8c96-48de3e5c5cb6 tempest-LiveAutoBlockMigrationV225Test-1467793608 tempest-LiveAutoBlockMigrationV225Test-1467793608-project-admin] 10.222.0.44 "GET /v2.0/ports/99effa27-a995-4a6a-aed9-d421d96d44b8 HTTP/1.1" status: 200 len: 1094 time: 0.1043415 Jul 24 00:00:21.212617 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-c7001687-f767-45c5-8c61-411114eea6f5 None None] Port 858b594e-139a-4364-a37b-9af6b9e087a6 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:00:21.260940 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-f281904d-e8a0-4ac6-9cb1-61fcc62b7eb9 req-3888cad9-ddca-4e04-ba26-e11255f47f5f service neutron] Request body: {'binding': {'host': 'n-h2-800088-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:00:21.261902 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-f281904d-e8a0-4ac6-9cb1-61fcc62b7eb9 req-3888cad9-ddca-4e04-ba26-e11255f47f5f service neutron] Unknown quota resources ['binding']. {{(pid=100313) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 24 00:00:21.397490 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-904bba11-bab4-40ac-bdfb-262b8e9b12e7 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:21.410698 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-904bba11-bab4-40ac-bdfb-262b8e9b12e7 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:21.413335 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-904bba11-bab4-40ac-bdfb-262b8e9b12e7 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] 10.222.0.44 "DELETE /v2.0/networks/e88c1b99-cc58-4f86-8532-3ae032302cfc HTTP/1.1" status: 204 len: 168 time: 1.5316048 Jul 24 00:00:21.416460 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 51132) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:21.432968 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-0a207d95-f931-4ff9-82a9-f509d7b8e5b6 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-958871141'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:00:21.438907 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5c277017-e8b9-42ee-9b96-58a0985200bc req-eae5d753-a41b-4d6b-8d01-93f64af4e5f6 tempest-ServerPasswordTestJSON-165920090 tempest-ServerPasswordTestJSON-165920090-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f5c7398-439c-4176-9099-fa18b12e35a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637295 Jul 24 00:00:21.440951 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904bba11-bab4-40ac-bdfb-262b8e9b12e7 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Pushing event deleted for resources: {'Network': ['ID=e88c1b99-cc58-4f86-8532-3ae032302cfc,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:21.450385 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-bd2c6bd2-20b5-4921-b5b6-195e6d2b5f03 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:21.479887 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [None req-bd2c6bd2-20b5-4921-b5b6-195e6d2b5f03 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Transition to ACTIVE for port object 0f64ef0d-f48b-4ea9-a286-413d5960f824 will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:00:21.589775 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-f281904d-e8a0-4ac6-9cb1-61fcc62b7eb9 req-3888cad9-ddca-4e04-ba26-e11255f47f5f service neutron] Attempting to bind port 99effa27-a995-4a6a-aed9-d421d96d44b8 on host n-h2-800088-16 for vnic_type normal with profile None {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:00:21.590221 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-f281904d-e8a0-4ac6-9cb1-61fcc62b7eb9 req-3888cad9-ddca-4e04-ba26-e11255f47f5f service neutron] Attempting to bind port 99effa27-a995-4a6a-aed9-d421d96d44b8 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': 'd250a78c-273d-4c00-aeaa-fc87cc957e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:00:21.590464 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f281904d-e8a0-4ac6-9cb1-61fcc62b7eb9 req-3888cad9-ddca-4e04-ba26-e11255f47f5f service neutron] Attempting to bind port 99effa27-a995-4a6a-aed9-d421d96d44b8 on network cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:00:21.604357 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f281904d-e8a0-4ac6-9cb1-61fcc62b7eb9 req-3888cad9-ddca-4e04-ba26-e11255f47f5f service neutron] Port 99effa27-a995-4a6a-aed9-d421d96d44b8 on network cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:00:21.604695 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f281904d-e8a0-4ac6-9cb1-61fcc62b7eb9 req-3888cad9-ddca-4e04-ba26-e11255f47f5f service neutron] Attempting to bind port 99effa27-a995-4a6a-aed9-d421d96d44b8 on network cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:00:21.619050 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b3731c-e302-4728-a86b-8b8234e517e6 req-105262fc-c803-4fc7-90a8-21ab1dec361b tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:21.620789 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-83b3731c-e302-4728-a86b-8b8234e517e6 req-105262fc-c803-4fc7-90a8-21ab1dec361b tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/ports?device_id=daad7e6f-c1db-4f59-8042-0b3f6720bbd4 HTTP/1.1" status: 200 len: 945 time: 0.0988536 Jul 24 00:00:21.621240 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-bd2c6bd2-20b5-4921-b5b6-195e6d2b5f03 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:21.624209 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-df4e3802-c272-42ba-b24e-24162a678887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:21.631464 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f281904d-e8a0-4ac6-9cb1-61fcc62b7eb9 req-3888cad9-ddca-4e04-ba26-e11255f47f5f service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:00:21.631800 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f281904d-e8a0-4ac6-9cb1-61fcc62b7eb9 req-3888cad9-ddca-4e04-ba26-e11255f47f5f service neutron] Checking segment: {'id': 'd250a78c-273d-4c00-aeaa-fc87cc957e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:00:21.632184 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f281904d-e8a0-4ac6-9cb1-61fcc62b7eb9 req-3888cad9-ddca-4e04-ba26-e11255f47f5f service neutron] Bound using segment: {'id': 'd250a78c-273d-4c00-aeaa-fc87cc957e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:00:21.632641 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-f281904d-e8a0-4ac6-9cb1-61fcc62b7eb9 req-3888cad9-ddca-4e04-ba26-e11255f47f5f service neutron] Bound port: 99effa27-a995-4a6a-aed9-d421d96d44b8, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd250a78c-273d-4c00-aeaa-fc87cc957e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:00:21.639860 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-df4e3802-c272-42ba-b24e-24162a678887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:21.674614 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-83b3731c-e302-4728-a86b-8b8234e517e6 req-10f5ee7f-d308-4b63-9633-b97c121e125b tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6a0a271-496a-4936-8ec0-ec680d307275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470996 Jul 24 00:00:21.680746 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a207d95-f931-4ff9-82a9-f509d7b8e5b6 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Made reservation on behalf of b15daf29d6cd4a878bcfd2fb8dc08d6f for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:00:21.684345 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0a207d95-f931-4ff9-82a9-f509d7b8e5b6 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:21.729795 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2c6bd2-20b5-4921-b5b6-195e6d2b5f03 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Network c06ffc4f-7b41-4ccb-8ac7-ac6cf3162bd5 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:00:21.742009 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a207d95-f931-4ff9-82a9-f509d7b8e5b6 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:00:21.756973 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df4e3802-c272-42ba-b24e-24162a678887 admin admin] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:00:21.759217 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-bd2c6bd2-20b5-4921-b5b6-195e6d2b5f03 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:00:21.762288 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0a207d95-f931-4ff9-82a9-f509d7b8e5b6 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:21.762648 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-0a207d95-f931-4ff9-82a9-f509d7b8e5b6 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Added segment 3e179e9c-d010-491c-a669-58938b369436 of type vlan for network 8980bf85-f5aa-47d5-87c4-737f573c2f57 Jul 24 00:00:21.768328 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2c6bd2-20b5-4921-b5b6-195e6d2b5f03 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:00:21.771016 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2c6bd2-20b5-4921-b5b6-195e6d2b5f03 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Pushing event updated for resources: {'Port': ['ID=0f64ef0d-f48b-4ea9-a286-413d5960f824,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:21.773538 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4e3802-c272-42ba-b24e-24162a678887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=599c172b-0742-4a2d-9a5d-3aa179af7b68,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:21.835986 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-df4e3802-c272-42ba-b24e-24162a678887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:21.836258 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-df4e3802-c272-42ba-b24e-24162a678887 admin admin] Added segment b4f670a5-5bcf-40e6-a2c9-6e302d196613 of type vlan for network 0d843162-2e70-4d88-bcda-b7bdfc43a965 Jul 24 00:00:21.862730 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-f281904d-e8a0-4ac6-9cb1-61fcc62b7eb9 req-3888cad9-ddca-4e04-ba26-e11255f47f5f service neutron] For port 99effa27-a995-4a6a-aed9-d421d96d44b8, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=99effa27-a995-4a6a-aed9-d421d96d44b8,segment=NetworkSegment(d250a78c-273d-4c00-aeaa-fc87cc957e9a),segment_id=d250a78c-273d-4c00-aeaa-fc87cc957e9a)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:00:21.863513 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0a207d95-f931-4ff9-82a9-f509d7b8e5b6 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:21.871524 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-f281904d-e8a0-4ac6-9cb1-61fcc62b7eb9 req-3888cad9-ddca-4e04-ba26-e11255f47f5f service neutron] Notify callbacks [] for binding, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:21.873262 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f281904d-e8a0-4ac6-9cb1-61fcc62b7eb9 req-3888cad9-ddca-4e04-ba26-e11255f47f5f service neutron] 10.222.0.44 "POST /v2.0/ports/99effa27-a995-4a6a-aed9-d421d96d44b8/bindings HTTP/1.1" status: 201 len: 390 time: 0.7228856 Jul 24 00:00:21.914408 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf14ed-ee4a-4598-aa6b-f1497c50a6e9 req-bd60e731-96d5-4b0e-ab5d-be6e5e8c42ef tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:21.916021 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-acaf14ed-ee4a-4598-aa6b-f1497c50a6e9 req-bd60e731-96d5-4b0e-ab5d-be6e5e8c42ef tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a226891-fcc4-4e2c-b9bb-c9e2330864b9 HTTP/1.1" status: 200 len: 945 time: 0.1412020 Jul 24 00:00:21.927340 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2c6bd2-20b5-4921-b5b6-195e6d2b5f03 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:21.927909 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0a207d95-f931-4ff9-82a9-f509d7b8e5b6 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:21.928702 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-bd2c6bd2-20b5-4921-b5b6-195e6d2b5f03 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:21.951800 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a207d95-f931-4ff9-82a9-f509d7b8e5b6 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:21.952610 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0a207d95-f931-4ff9-82a9-f509d7b8e5b6 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:21.958119 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-df4e3802-c272-42ba-b24e-24162a678887 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:21.965425 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 0c1ec743-9f2c-43b8-9b33-3a0eed43520b up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:00:22.017019 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-0a207d95-f931-4ff9-82a9-f509d7b8e5b6 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5972047 Jul 24 00:00:22.027488 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 51140) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:22.042168 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-36c15de8-5f04-4060-95c1-1d3181023d1e tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Request body: {'subnet': {'network_id': '8980bf85-f5aa-47d5-87c4-737f573c2f57', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:00:22.090225 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-df4e3802-c272-42ba-b24e-24162a678887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:22.098316 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4e3802-c272-42ba-b24e-24162a678887 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:22.120842 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-df4e3802-c272-42ba-b24e-24162a678887 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:22.152365 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port 0c1ec743-9f2c-43b8-9b33-3a0eed43520b completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:00:22.159931 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port 0c1ec743-9f2c-43b8-9b33-3a0eed43520b triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:00:22.160321 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:22.202168 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-acaf14ed-ee4a-4598-aa6b-f1497c50a6e9 req-7d8c03ea-1d1d-460f-a7b4-537698732778 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/security-groups?id=7234dcab-bd61-43b3-a41f-dcf65032fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455332 Jul 24 00:00:22.213408 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a207d95-f931-4ff9-82a9-f509d7b8e5b6 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Pushing event updated for resources: {'Network': ['ID=8980bf85-f5aa-47d5-87c4-737f573c2f57,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:22.217143 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-bd2c6bd2-20b5-4921-b5b6-195e6d2b5f03 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7233686 Jul 24 00:00:22.228566 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 51144) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:22.234727 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-df4e3802-c272-42ba-b24e-24162a678887 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.4416614 Jul 24 00:00:22.240699 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 51146) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:22.241248 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9acf7f-1c82-42bf-afca-0de8c6922a6e None None] Network b820cc6d-e79e-4865-b171-d58edcf6d649 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:00:22.243237 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 1eeb78dc-1f52-4caa-88dc-3c77cb979b3a up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:00:22.246766 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-2c005bed-c250-48ef-86e9-b17457b8d9e2 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:ab:ac:5d'}, {'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:22:88:4a'}]}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:00:22.253522 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 8980bf85-f5aa-47d5-87c4-737f573c2f57 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:00:22.280156 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-d56f3c98-acfb-490b-9e1d-394d0000619b admin admin] Request body: {'subnet': {'network_id': '0d843162-2e70-4d88-bcda-b7bdfc43a965', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-713695030-subnet', 'tenant_id': '2649aec65f64496689ce213d2c628d9f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:00:22.358133 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d56f3c98-acfb-490b-9e1d-394d0000619b admin admin] Made reservation on behalf of 2649aec65f64496689ce213d2c628d9f for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:00:22.361325 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d56f3c98-acfb-490b-9e1d-394d0000619b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:22.449941 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-c59bde3c-d30e-4b42-96cd-f2bb24633160 None None] Provisioning for port 1eeb78dc-1f52-4caa-88dc-3c77cb979b3a completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:00:22.494008 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c15de8-5f04-4060-95c1-1d3181023d1e tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Made reservation on behalf of b15daf29d6cd4a878bcfd2fb8dc08d6f for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:00:22.497552 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-36c15de8-5f04-4060-95c1-1d3181023d1e tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:22.502873 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f281904d-e8a0-4ac6-9cb1-61fcc62b7eb9 req-0285cf55-11a3-4e97-9698-2fcf29e16599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:22.504558 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f281904d-e8a0-4ac6-9cb1-61fcc62b7eb9 req-0285cf55-11a3-4e97-9698-2fcf29e16599 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d9405b5ff79541cbb5225ec709273225&device_id=99693099-fc1f-44e3-a9cd-8936036d847e HTTP/1.1" status: 200 len: 1097 time: 0.2742810 Jul 24 00:00:22.540669 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2c005bed-c250-48ef-86e9-b17457b8d9e2 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:22.546953 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4e3802-c272-42ba-b24e-24162a678887 admin admin] Pushing event updated for resources: {'Network': ['ID=0d843162-2e70-4d88-bcda-b7bdfc43a965,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:22.575344 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 0d843162-2e70-4d88-bcda-b7bdfc43a965 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:00:22.589942 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707def78-46f7-4847-91a1-2ff4d01751dd req-f2dfc80f-ebce-4506-b301-459589f8fce7 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:22.592294 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-707def78-46f7-4847-91a1-2ff4d01751dd req-f2dfc80f-ebce-4506-b301-459589f8fce7 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=99693099-fc1f-44e3-a9cd-8936036d847e HTTP/1.1" status: 200 len: 945 time: 0.3619881 Jul 24 00:00:22.652593 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:22.697361 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-707def78-46f7-4847-91a1-2ff4d01751dd req-8fc0db13-5ba7-4ca0-b3c6-6f2527ab8bb4 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744238 Jul 24 00:00:22.708318 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 1eeb78dc-1f52-4caa-88dc-3c77cb979b3a completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:00:22.719056 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-44d69430-509f-46e4-a846-fcf21c04b6b6 None None] Provisioning for port 0f64ef0d-f48b-4ea9-a286-413d5960f824 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:00:22.750763 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 0c1ec743-9f2c-43b8-9b33-3a0eed43520b, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=0c1ec743-9f2c-43b8-9b33-3a0eed43520b,segment=NetworkSegment(916b837a-3956-408c-a58c-8cf4c63322c0),segment_id=916b837a-3956-408c-a58c-8cf4c63322c0)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:00:22.755363 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a226891-fcc4-4e2c-b9bb-c9e2330864b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c1ec743-9f2c-43b8-9b33-3a0eed43520b'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:00:22.758512 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7047bb5b-a77c-4c64-a078-8c088c032ec5" -d '{"events": [{"server_uuid": "3a226891-fcc4-4e2c-b9bb-c9e2330864b9", "name": "network-vif-plugged", "status": "completed", "tag": "0c1ec743-9f2c-43b8-9b33-3a0eed43520b"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:00:22.761388 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 1eeb78dc-1f52-4caa-88dc-3c77cb979b3a triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:00:22.761864 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:22.786961 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-44d69430-509f-46e4-a846-fcf21c04b6b6 None None] Provisioning complete for port 0f64ef0d-f48b-4ea9-a286-413d5960f824 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:00:22.787189 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-44d69430-509f-46e4-a846-fcf21c04b6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:22.788753 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:22.792630 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f281904d-e8a0-4ac6-9cb1-61fcc62b7eb9 req-9833027e-3e5a-463b-80c8-8b305e0560a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:22.794164 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f281904d-e8a0-4ac6-9cb1-61fcc62b7eb9 req-9833027e-3e5a-463b-80c8-8b305e0560a4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed HTTP/1.1" status: 200 len: 919 time: 0.2557003 Jul 24 00:00:22.879668 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f281904d-e8a0-4ac6-9cb1-61fcc62b7eb9 req-6fdf8945-f466-43dd-91e5-347940b5e0f8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99effa27-a995-4a6a-aed9-d421d96d44b8 HTTP/1.1" status: 200 len: 217 time: 0.0624592 Jul 24 00:00:22.891494 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7affd71-4ff8-471a-85ea-01763856ccce req-6fa27ebf-e2a6-4c25-a99b-db5e6a6d722e tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:22.893648 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a7affd71-4ff8-471a-85ea-01763856ccce req-6fa27ebf-e2a6-4c25-a99b-db5e6a6d722e tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/ports?device_id=daad7e6f-c1db-4f59-8042-0b3f6720bbd4 HTTP/1.1" status: 200 len: 945 time: 0.4453170 Jul 24 00:00:22.904015 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1812b7e9-9052-4c86-91b5-af593aa65b1f req-19d29bed-f6cb-478a-9e3d-77667510335f tempest-ServerPasswordTestJSON-165920090 tempest-ServerPasswordTestJSON-165920090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:22.911245 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1812b7e9-9052-4c86-91b5-af593aa65b1f req-19d29bed-f6cb-478a-9e3d-77667510335f tempest-ServerPasswordTestJSON-165920090 tempest-ServerPasswordTestJSON-165920090-project] 10.222.0.44 "GET /v2.0/ports?device_id=bbd5d6c3-b532-41b4-85ca-2260024c8aa1 HTTP/1.1" status: 200 len: 945 time: 0.1217110 Jul 24 00:00:22.929820 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-44d69430-509f-46e4-a846-fcf21c04b6b6 None None] Port 0f64ef0d-f48b-4ea9-a286-413d5960f824 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:00:22.950956 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2c005bed-c250-48ef-86e9-b17457b8d9e2 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:22.956026 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=0c1ec743-9f2c-43b8-9b33-3a0eed43520b,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:22.985009 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1812b7e9-9052-4c86-91b5-af593aa65b1f req-fd59d2e7-7921-4183-81a5-9e1e07485fe6 tempest-ServerPasswordTestJSON-165920090 tempest-ServerPasswordTestJSON-165920090-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f5c7398-439c-4176-9099-fa18b12e35a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676584 Jul 24 00:00:22.986360 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2c005bed-c250-48ef-86e9-b17457b8d9e2 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:23.061350 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:23.064015 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f281904d-e8a0-4ac6-9cb1-61fcc62b7eb9 req-4fab158d-334e-4299-92c3-9524488f2c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:23.065657 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f281904d-e8a0-4ac6-9cb1-61fcc62b7eb9 req-4fab158d-334e-4299-92c3-9524488f2c78 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3dff00ee-bed2-4c8a-b785-e9725c9c9b9c HTTP/1.1" status: 200 len: 858 time: 0.1692538 Jul 24 00:00:23.074348 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6daee7d2-6ed1-4108-9726-44203b43baef x-openstack-request-id: req-6daee7d2-6ed1-4108-9726-44203b43baef {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:00:23.074633 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a226891-fcc4-4e2c-b9bb-c9e2330864b9", "name": "network-vif-plugged", "status": "completed", "tag": "0c1ec743-9f2c-43b8-9b33-3a0eed43520b", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:00:23.074893 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6daee7d2-6ed1-4108-9726-44203b43baef {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:00:23.075290 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a226891-fcc4-4e2c-b9bb-c9e2330864b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c1ec743-9f2c-43b8-9b33-3a0eed43520b', 'code': 200} Jul 24 00:00:23.076777 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c005bed-c250-48ef-86e9-b17457b8d9e2 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Pushing event updated for resources: {'Port': ['ID=0f64ef0d-f48b-4ea9-a286-413d5960f824,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:23.082986 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d56f3c98-acfb-490b-9e1d-394d0000619b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:23.105970 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-2c005bed-c250-48ef-86e9-b17457b8d9e2 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] In _notify_port_updated(), no bound segment for port 0f64ef0d-f48b-4ea9-a286-413d5960f824 on network c06ffc4f-7b41-4ccb-8ac7-ac6cf3162bd5 {{(pid=100313) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 24 00:00:23.107295 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a7affd71-4ff8-471a-85ea-01763856ccce req-f74d17de-d73e-4244-8ba8-7945c572bc81 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6a0a271-496a-4936-8ec0-ec680d307275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974502 Jul 24 00:00:23.112212 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c005bed-c250-48ef-86e9-b17457b8d9e2 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:23.112947 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2c005bed-c250-48ef-86e9-b17457b8d9e2 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:23.123385 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-2c005bed-c250-48ef-86e9-b17457b8d9e2 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] 10.222.0.44 "PUT /v2.0/ports/0f64ef0d-f48b-4ea9-a286-413d5960f824 HTTP/1.1" status: 200 len: 1057 time: 0.8862991 Jul 24 00:00:23.124070 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 51158) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:23.158084 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-55566dc7-9823-48ad-92db-4872bd5d354e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:23.176763 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 1eeb78dc-1f52-4caa-88dc-3c77cb979b3a, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=1eeb78dc-1f52-4caa-88dc-3c77cb979b3a,segment=NetworkSegment(89d6d0ae-bb57-4a3e-b25a-504dbb6a00ee),segment_id=89d6d0ae-bb57-4a3e-b25a-504dbb6a00ee)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:00:23.186503 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:23.279485 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=1eeb78dc-1f52-4caa-88dc-3c77cb979b3a,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:23.292678 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:00:23.321199 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f281904d-e8a0-4ac6-9cb1-61fcc62b7eb9 req-d3c3e9af-0785-4550-84db-062c1b4cc755 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2340207 Jul 24 00:00:23.458373 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db20efcb-eb60-419f-9589-1a0eee206f08 req-d805d7ba-7d11-4e56-aecc-ab51e5c43035 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:23.465954 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-db20efcb-eb60-419f-9589-1a0eee206f08 req-d805d7ba-7d11-4e56-aecc-ab51e5c43035 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a226891-fcc4-4e2c-b9bb-c9e2330864b9 HTTP/1.1" status: 200 len: 946 time: 0.1245248 Jul 24 00:00:23.469842 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-d7a76118-fd65-405f-b993-902f5072310a tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Deleting port 0f64ef0d-f48b-4ea9-a286-413d5960f824 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:00:23.470180 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d7a76118-fd65-405f-b993-902f5072310a tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:23.477192 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-d2c9c2fa-c47a-41af-a2a4-d4ddbdbad290 None None] Provisioning complete for port 0f64ef0d-f48b-4ea9-a286-413d5960f824 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:00:23.477575 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d2c9c2fa-c47a-41af-a2a4-d4ddbdbad290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:23.538015 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-d2c9c2fa-c47a-41af-a2a4-d4ddbdbad290 None None] Port 0f64ef0d-f48b-4ea9-a286-413d5960f824 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:00:23.542009 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56f3c98-acfb-490b-9e1d-394d0000619b admin admin] Pushing event updated for resources: {'Subnet': ['ID=34cb483a-de62-47b2-aab3-b75073f9ab0e,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:23.559683 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-36c15de8-5f04-4060-95c1-1d3181023d1e tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:23.583718 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-db20efcb-eb60-419f-9589-1a0eee206f08 req-46887781-71ee-4d9a-b77b-df81b0c70ae5 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/security-groups?id=7234dcab-bd61-43b3-a41f-dcf65032fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144969 Jul 24 00:00:23.606066 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56f3c98-acfb-490b-9e1d-394d0000619b admin admin] Checking segment: {'id': 'b4f670a5-5bcf-40e6-a2c9-6e302d196613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0d843162-2e70-4d88-bcda-b7bdfc43a965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:00:23.607141 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56f3c98-acfb-490b-9e1d-394d0000619b admin admin] Network hostable DHCP agents. Network: 0d843162-2e70-4d88-bcda-b7bdfc43a965, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:00:23.627918 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d7a76118-fd65-405f-b993-902f5072310a tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:23.642918 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-d7a76118-fd65-405f-b993-902f5072310a tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Calling delete_port for 0f64ef0d-f48b-4ea9-a286-413d5960f824 owned by {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:00:23.665333 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f281904d-e8a0-4ac6-9cb1-61fcc62b7eb9 req-b2f500c5-fe67-46ba-bd61-758baf56050a service neutron] 10.222.0.64 "GET /v2.0/networks/cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3124011 Jul 24 00:00:23.665652 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-1bc80853-faf7-4f76-b38f-e361b4cda8d1 None None] Provisioning complete for port 1eeb78dc-1f52-4caa-88dc-3c77cb979b3a triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:00:23.665966 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-1bc80853-faf7-4f76-b38f-e361b4cda8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:23.676674 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c15de8-5f04-4060-95c1-1d3181023d1e tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Pushing event updated for resources: {'Subnet': ['ID=13faff39-4ae6-42a7-845b-99d6988f2986,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:23.713455 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56f3c98-acfb-490b-9e1d-394d0000619b admin admin] Network 0d843162-2e70-4d88-bcda-b7bdfc43a965 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:00:23.729885 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76ce265-3172-49f9-a252-a1fcf5475602 req-9a597fde-e861-44da-8262-0aa41dbe9934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:23.731453 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d76ce265-3172-49f9-a252-a1fcf5475602 req-9a597fde-e861-44da-8262-0aa41dbe9934 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3a226891-fcc4-4e2c-b9bb-c9e2330864b9 HTTP/1.1" status: 200 len: 1098 time: 0.4146533 Jul 24 00:00:23.742304 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c15de8-5f04-4060-95c1-1d3181023d1e tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Checking segment: {'id': '3e179e9c-d010-491c-a669-58938b369436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '8980bf85-f5aa-47d5-87c4-737f573c2f57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:00:23.742666 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c15de8-5f04-4060-95c1-1d3181023d1e tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Network hostable DHCP agents. Network: 8980bf85-f5aa-47d5-87c4-737f573c2f57, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:00:23.757107 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-d56f3c98-acfb-490b-9e1d-394d0000619b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 0d843162-2e70-4d88-bcda-b7bdfc43a965) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:00:23.781242 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d28099e-ebc1-45de-bd3d-c5dd47d2d0da None None] Network 0d843162-2e70-4d88-bcda-b7bdfc43a965 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:00:23.800714 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56f3c98-acfb-490b-9e1d-394d0000619b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:23.801262 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d56f3c98-acfb-490b-9e1d-394d0000619b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:23.808307 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbda5a82-49db-4f52-8166-40001a1e741b req-f5f669da-d7a6-4792-8161-26deed638c8e tempest-ServerPasswordTestJSON-165920090 tempest-ServerPasswordTestJSON-165920090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:23.810207 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-dbda5a82-49db-4f52-8166-40001a1e741b req-f5f669da-d7a6-4792-8161-26deed638c8e tempest-ServerPasswordTestJSON-165920090 tempest-ServerPasswordTestJSON-165920090-project] 10.222.0.44 "GET /v2.0/ports?device_id=bbd5d6c3-b532-41b4-85ca-2260024c8aa1 HTTP/1.1" status: 200 len: 945 time: 0.1127436 Jul 24 00:00:23.854277 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d76ce265-3172-49f9-a252-a1fcf5475602 req-5930902c-ecef-40fb-ac72-84e2f7fe8ea1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7234dcab-bd61-43b3-a41f-dcf65032fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145070 Jul 24 00:00:23.857183 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c15de8-5f04-4060-95c1-1d3181023d1e tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Network 8980bf85-f5aa-47d5-87c4-737f573c2f57 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:00:23.880913 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-d56f3c98-acfb-490b-9e1d-394d0000619b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.6116619 Jul 24 00:00:23.887052 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 51170) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:23.894899 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-58d84c92-e81a-4edf-a504-a20100a8363b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-713695030-router', 'tenant_id': '2649aec65f64496689ce213d2c628d9f', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:00:23.901235 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-36c15de8-5f04-4060-95c1-1d3181023d1e tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 8980bf85-f5aa-47d5-87c4-737f573c2f57) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:00:23.908532 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f281904d-e8a0-4ac6-9cb1-61fcc62b7eb9 req-6c0b1266-440a-4bee-842a-7ecaa9271b75 service neutron] 10.222.0.64 "GET /v2.0/networks/cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253900 Jul 24 00:00:23.910123 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c15de8-5f04-4060-95c1-1d3181023d1e tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:23.910967 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-36c15de8-5f04-4060-95c1-1d3181023d1e tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:23.925403 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-dbda5a82-49db-4f52-8166-40001a1e741b req-456f24c3-caad-4a3e-9cf2-cbaa93383eca tempest-ServerPasswordTestJSON-165920090 tempest-ServerPasswordTestJSON-165920090-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f5c7398-439c-4176-9099-fa18b12e35a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051965 Jul 24 00:00:23.930951 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07acee13-96ba-42a5-a848-50479d4a6bc7 None None] Network 8980bf85-f5aa-47d5-87c4-737f573c2f57 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:00:23.969994 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7c066f-d87a-4c23-8c6f-b611b592064f req-e593b33c-6bc2-435c-a60f-a9a5344b8c45 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:23.971940 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8f7c066f-d87a-4c23-8c6f-b611b592064f req-e593b33c-6bc2-435c-a60f-a9a5344b8c45 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=99693099-fc1f-44e3-a9cd-8936036d847e HTTP/1.1" status: 200 len: 945 time: 0.1382270 Jul 24 00:00:23.983112 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d7a76118-fd65-405f-b993-902f5072310a tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:23.985491 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-58d84c92-e81a-4edf-a504-a20100a8363b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:23.988849 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-58d84c92-e81a-4edf-a504-a20100a8363b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:24.002983 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-36c15de8-5f04-4060-95c1-1d3181023d1e tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.9727786 Jul 24 00:00:24.007496 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 51172) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:24.013635 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-87229777-d9ea-45a1-a724-477f6eebe236 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1950391773'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:00:24.057676 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87229777-d9ea-45a1-a724-477f6eebe236 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Made reservation on behalf of b15daf29d6cd4a878bcfd2fb8dc08d6f for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:00:24.061470 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-87229777-d9ea-45a1-a724-477f6eebe236 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:24.071209 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-58d84c92-e81a-4edf-a504-a20100a8363b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:24.081083 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8f7c066f-d87a-4c23-8c6f-b611b592064f req-838dbe9a-b972-4cf7-a4db-3bc2c975feb4 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031039 Jul 24 00:00:24.124044 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87229777-d9ea-45a1-a724-477f6eebe236 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:00:24.124308 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f028478d-af23-42d9-b2d2-71bf17d7801b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-0d843162-2e70-4d88-bcda-b7bdfc43a965', 'network_id': '0d843162-2e70-4d88-bcda-b7bdfc43a965', 'tenant_id': '2649aec65f64496689ce213d2c628d9f', 'fixed_ips': [{'subnet_id': '34cb483a-de62-47b2-aab3-b75073f9ab0e'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:00:24.124308 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f028478d-af23-42d9-b2d2-71bf17d7801b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:24.145976 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 1eeb78dc-1f52-4caa-88dc-3c77cb979b3a up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:00:24.146396 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-87229777-d9ea-45a1-a724-477f6eebe236 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:24.148256 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-87229777-d9ea-45a1-a724-477f6eebe236 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Added segment b40a6077-2048-4508-804f-d8292894ae06 of type vlan for network ebfd0215-74f1-4cd3-bd42-95084a47ea7b Jul 24 00:00:24.172528 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a76118-fd65-405f-b993-902f5072310a tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Pushing event deleted for resources: {'Port': ['ID=0f64ef0d-f48b-4ea9-a286-413d5960f824,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:24.234533 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-87229777-d9ea-45a1-a724-477f6eebe236 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:24.285834 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-87229777-d9ea-45a1-a724-477f6eebe236 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:24.294390 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87229777-d9ea-45a1-a724-477f6eebe236 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:24.300016 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-87229777-d9ea-45a1-a724-477f6eebe236 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:24.336333 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-87229777-d9ea-45a1-a724-477f6eebe236 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3274276 Jul 24 00:00:24.362145 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 51176) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:24.365723 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-58d84c92-e81a-4edf-a504-a20100a8363b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:24.390136 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-843a8df5-b365-45ff-90ea-1864895fe85f tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Request body: {'subnet': {'network_id': 'ebfd0215-74f1-4cd3-bd42-95084a47ea7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:00:24.417412 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a691577-f29f-4ff1-b2a5-156e3999f5f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-8980bf85-f5aa-47d5-87c4-737f573c2f57', 'network_id': '8980bf85-f5aa-47d5-87c4-737f573c2f57', 'tenant_id': 'b15daf29d6cd4a878bcfd2fb8dc08d6f', 'fixed_ips': [{'subnet_id': '13faff39-4ae6-42a7-845b-99d6988f2986'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:00:24.418469 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-7a691577-f29f-4ff1-b2a5-156e3999f5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:24.436071 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 1eeb78dc-1f52-4caa-88dc-3c77cb979b3a triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:00:24.436609 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:24.488592 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87229777-d9ea-45a1-a724-477f6eebe236 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Pushing event updated for resources: {'Network': ['ID=ebfd0215-74f1-4cd3-bd42-95084a47ea7b,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:24.507965 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network ebfd0215-74f1-4cd3-bd42-95084a47ea7b details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:00:24.591737 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-f028478d-af23-42d9-b2d2-71bf17d7801b None None] Allocated IP 172.20.0.2 (0d843162-2e70-4d88-bcda-b7bdfc43a965/34cb483a-de62-47b2-aab3-b75073f9ab0e/f76aa983-dd5e-4410-a27a-cf0bf7977c2c) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:00:24.619646 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-843a8df5-b365-45ff-90ea-1864895fe85f tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Made reservation on behalf of b15daf29d6cd4a878bcfd2fb8dc08d6f for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:00:24.630913 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-843a8df5-b365-45ff-90ea-1864895fe85f tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:24.815166 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.ipam_backend_mixin [None req-843a8df5-b365-45ff-90ea-1864895fe85f tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Performing IP validity checks on allocation pools {{(pid=100314) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 24 00:00:24.815720 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.ipam_backend_mixin [None req-843a8df5-b365-45ff-90ea-1864895fe85f tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100314) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 24 00:00:24.938196 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4c1eb45e-4923-4add-ab62-2db462df0b7c req-caa8464e-de82-49ad-96a6-49aa68fed2c0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=daad7e6f-c1db-4f59-8042-0b3f6720bbd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2513092 Jul 24 00:00:25.107486 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61238614-4386-4c59-a65b-b8d756de2906 req-ea68d22b-eba4-4b8c-888d-93923274c2bf tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:25.116529 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-61238614-4386-4c59-a65b-b8d756de2906 req-ea68d22b-eba4-4b8c-888d-93923274c2bf tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a226891-fcc4-4e2c-b9bb-c9e2330864b9 HTTP/1.1" status: 200 len: 946 time: 0.3725362 Jul 24 00:00:25.119183 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-7a691577-f29f-4ff1-b2a5-156e3999f5f4 None None] Allocated IP 2001:db8::3 (8980bf85-f5aa-47d5-87c4-737f573c2f57/13faff39-4ae6-42a7-845b-99d6988f2986/1d3fff78-c630-4bda-9cee-fca957e7d7b0) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:00:25.212031 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-843a8df5-b365-45ff-90ea-1864895fe85f tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:25.215979 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab306fd2-4fb4-480f-a0a2-237049096233 req-f814d863-d4ca-4381-9252-b63abc62f905 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:25.223305 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ab306fd2-4fb4-480f-a0a2-237049096233 req-f814d863-d4ca-4381-9252-b63abc62f905 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/ports?device_id=daad7e6f-c1db-4f59-8042-0b3f6720bbd4 HTTP/1.1" status: 200 len: 945 time: 0.8486159 Jul 24 00:00:25.266136 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f028478d-af23-42d9-b2d2-71bf17d7801b None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:25.273861 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d7a76118-fd65-405f-b993-902f5072310a tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:25.275800 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-d7a76118-fd65-405f-b993-902f5072310a tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] 10.222.0.44 "DELETE /v2.0/ports/0f64ef0d-f48b-4ea9-a286-413d5960f824 HTTP/1.1" status: 204 len: 168 time: 2.1507170 Jul 24 00:00:25.279610 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 51186) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:25.289440 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-f028478d-af23-42d9-b2d2-71bf17d7801b None None] Transition to ACTIVE for port object f76aa983-dd5e-4410-a27a-cf0bf7977c2c will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:00:25.334427 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-41ae9da8-6cfc-4ad1-8692-e7ef44774e96 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] GET failed (client error): The resource could not be found. Jul 24 00:00:25.336038 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-41ae9da8-6cfc-4ad1-8692-e7ef44774e96 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] 10.222.0.44 "GET /v2.0/ports/0f64ef0d-f48b-4ea9-a286-413d5960f824 HTTP/1.1" status: 404 len: 333 time: 0.0553670 Jul 24 00:00:25.341795 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-61238614-4386-4c59-a65b-b8d756de2906 req-91d198b9-24fd-48ad-8b0d-7f67139aa14c tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/security-groups?id=7234dcab-bd61-43b3-a41f-dcf65032fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242055 Jul 24 00:00:25.342612 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 51188) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:25.353553 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-f028478d-af23-42d9-b2d2-71bf17d7801b None None] Transition to ACTIVE for port object f76aa983-dd5e-4410-a27a-cf0bf7977c2c will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:00:25.363170 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ab306fd2-4fb4-480f-a0a2-237049096233 req-23a9de0e-aa59-48e3-96ac-24b3a5963e4a tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6a0a271-496a-4936-8ec0-ec680d307275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382282 Jul 24 00:00:25.365184 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f028478d-af23-42d9-b2d2-71bf17d7801b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:25.394657 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-7a691577-f29f-4ff1-b2a5-156e3999f5f4 None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:25.403741 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-7a691577-f29f-4ff1-b2a5-156e3999f5f4 None None] Transition to ACTIVE for port object 1d3fff78-c630-4bda-9cee-fca957e7d7b0 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:00:25.417038 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a8df5-b365-45ff-90ea-1864895fe85f tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Pushing event updated for resources: {'Subnet': ['ID=a54c5d5c-5fa0-454e-ab5e-12af1841dbfd,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:25.420190 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-7a691577-f29f-4ff1-b2a5-156e3999f5f4 None None] Transition to ACTIVE for port object 1d3fff78-c630-4bda-9cee-fca957e7d7b0 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:00:25.435259 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843a8df5-b365-45ff-90ea-1864895fe85f tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Checking segment: {'id': 'b40a6077-2048-4508-804f-d8292894ae06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ebfd0215-74f1-4cd3-bd42-95084a47ea7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:00:25.435848 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843a8df5-b365-45ff-90ea-1864895fe85f tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Network hostable DHCP agents. Network: ebfd0215-74f1-4cd3-bd42-95084a47ea7b, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:00:25.440915 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1eb45e-4923-4add-ab62-2db462df0b7c req-9ffceabd-e76c-4248-bec7-810c120a4b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:25.443741 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4c1eb45e-4923-4add-ab62-2db462df0b7c req-9ffceabd-e76c-4248-bec7-810c120a4b15 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=18dc8249d11c41bf8adca46e26371672&device_id=daad7e6f-c1db-4f59-8042-0b3f6720bbd4 HTTP/1.1" status: 200 len: 1097 time: 0.3652825 Jul 24 00:00:25.450180 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-7a691577-f29f-4ff1-b2a5-156e3999f5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:25.453602 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c3d08-ff55-45b7-ad7b-06273e2fed7e req-b227e9a1-2242-4b44-bb70-a5475312d405 tempest-ServerPasswordTestJSON-165920090 tempest-ServerPasswordTestJSON-165920090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:25.458544 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0a5c3d08-ff55-45b7-ad7b-06273e2fed7e req-b227e9a1-2242-4b44-bb70-a5475312d405 tempest-ServerPasswordTestJSON-165920090 tempest-ServerPasswordTestJSON-165920090-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbd5d6c3-b532-41b4-85ca-2260024c8aa1 HTTP/1.1" status: 200 len: 945 time: 0.3654225 Jul 24 00:00:25.479955 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a691577-f29f-4ff1-b2a5-156e3999f5f4 None None] Network 8980bf85-f5aa-47d5-87c4-737f573c2f57 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:00:25.487479 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f028478d-af23-42d9-b2d2-71bf17d7801b None None] Network 0d843162-2e70-4d88-bcda-b7bdfc43a965 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:00:25.488579 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-7a691577-f29f-4ff1-b2a5-156e3999f5f4 None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:00:25.493268 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a691577-f29f-4ff1-b2a5-156e3999f5f4 None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:00:25.495743 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-f028478d-af23-42d9-b2d2-71bf17d7801b None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:00:25.501541 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f028478d-af23-42d9-b2d2-71bf17d7801b None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:00:25.511270 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f028478d-af23-42d9-b2d2-71bf17d7801b None None] Pushing event updated for resources: {'Port': ['ID=f76aa983-dd5e-4410-a27a-cf0bf7977c2c,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:25.591976 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843a8df5-b365-45ff-90ea-1864895fe85f tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Network ebfd0215-74f1-4cd3-bd42-95084a47ea7b is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:00:25.609210 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a691577-f29f-4ff1-b2a5-156e3999f5f4 None None] Pushing event updated for resources: {'Port': ['ID=1d3fff78-c630-4bda-9cee-fca957e7d7b0,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:25.647842 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-843a8df5-b365-45ff-90ea-1864895fe85f tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, ebfd0215-74f1-4cd3-bd42-95084a47ea7b) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:00:25.658774 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843a8df5-b365-45ff-90ea-1864895fe85f tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:25.659434 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-843a8df5-b365-45ff-90ea-1864895fe85f tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:25.679106 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-7a691577-f29f-4ff1-b2a5-156e3999f5f4 None None] Attempting to bind port 1d3fff78-c630-4bda-9cee-fca957e7d7b0 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:00:25.679485 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-7a691577-f29f-4ff1-b2a5-156e3999f5f4 None None] Attempting to bind port 1d3fff78-c630-4bda-9cee-fca957e7d7b0 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '3e179e9c-d010-491c-a669-58938b369436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '8980bf85-f5aa-47d5-87c4-737f573c2f57'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:00:25.680308 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a691577-f29f-4ff1-b2a5-156e3999f5f4 None None] Attempting to bind port 1d3fff78-c630-4bda-9cee-fca957e7d7b0 on network 8980bf85-f5aa-47d5-87c4-737f573c2f57 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:00:25.685448 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-f028478d-af23-42d9-b2d2-71bf17d7801b None None] Attempting to bind port f76aa983-dd5e-4410-a27a-cf0bf7977c2c on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:00:25.685822 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-f028478d-af23-42d9-b2d2-71bf17d7801b None None] Attempting to bind port f76aa983-dd5e-4410-a27a-cf0bf7977c2c by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': 'b4f670a5-5bcf-40e6-a2c9-6e302d196613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0d843162-2e70-4d88-bcda-b7bdfc43a965'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:00:25.686243 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f028478d-af23-42d9-b2d2-71bf17d7801b None None] Attempting to bind port f76aa983-dd5e-4410-a27a-cf0bf7977c2c on network 0d843162-2e70-4d88-bcda-b7bdfc43a965 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:00:25.688467 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a751f7-7604-4ba3-8018-3aa9ab666689 None None] Network ebfd0215-74f1-4cd3-bd42-95084a47ea7b requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:00:25.694612 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1eb45e-4923-4add-ab62-2db462df0b7c req-ca0b3c85-7717-4916-947a-984f1d1d02e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:25.697471 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4c1eb45e-4923-4add-ab62-2db462df0b7c req-ca0b3c85-7717-4916-947a-984f1d1d02e6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4241b8a6-e2b8-49ab-8f73-7b3653f737f3 HTTP/1.1" status: 200 len: 920 time: 0.2267303 Jul 24 00:00:25.721012 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-843a8df5-b365-45ff-90ea-1864895fe85f tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.3573301 Jul 24 00:00:25.724598 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 51194) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:25.778428 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a691577-f29f-4ff1-b2a5-156e3999f5f4 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:00:25.778815 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a691577-f29f-4ff1-b2a5-156e3999f5f4 None None] Checking segment: {'id': '3e179e9c-d010-491c-a669-58938b369436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '8980bf85-f5aa-47d5-87c4-737f573c2f57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:00:25.779229 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-7a691577-f29f-4ff1-b2a5-156e3999f5f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:25.779635 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a691577-f29f-4ff1-b2a5-156e3999f5f4 None None] Bound using segment: {'id': '3e179e9c-d010-491c-a669-58938b369436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '8980bf85-f5aa-47d5-87c4-737f573c2f57'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:00:25.780133 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-7a691577-f29f-4ff1-b2a5-156e3999f5f4 None None] Bound port: 1d3fff78-c630-4bda-9cee-fca957e7d7b0, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e179e9c-d010-491c-a669-58938b369436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '8980bf85-f5aa-47d5-87c4-737f573c2f57'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:00:25.780564 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-7a691577-f29f-4ff1-b2a5-156e3999f5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:25.802665 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-58d84c92-e81a-4edf-a504-a20100a8363b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:25.817888 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce4bc05-709f-4fbb-8561-7b874a2beaf5 req-e6c7d525-4851-4849-b57d-0e4be7cd7da6 tempest-ServerPasswordTestJSON-165920090 tempest-ServerPasswordTestJSON-165920090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:25.826358 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7ce4bc05-709f-4fbb-8561-7b874a2beaf5 req-e6c7d525-4851-4849-b57d-0e4be7cd7da6 tempest-ServerPasswordTestJSON-165920090 tempest-ServerPasswordTestJSON-165920090-project] 10.222.0.44 "GET /v2.0/ports?device_id=bbd5d6c3-b532-41b4-85ca-2260024c8aa1 HTTP/1.1" status: 200 len: 945 time: 0.3439887 Jul 24 00:00:25.827655 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f028478d-af23-42d9-b2d2-71bf17d7801b None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:00:25.828062 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f028478d-af23-42d9-b2d2-71bf17d7801b None None] Checking segment: {'id': 'b4f670a5-5bcf-40e6-a2c9-6e302d196613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0d843162-2e70-4d88-bcda-b7bdfc43a965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:00:25.828466 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f028478d-af23-42d9-b2d2-71bf17d7801b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:25.831687 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f028478d-af23-42d9-b2d2-71bf17d7801b None None] Bound using segment: {'id': 'b4f670a5-5bcf-40e6-a2c9-6e302d196613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0d843162-2e70-4d88-bcda-b7bdfc43a965'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:00:25.833724 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-f028478d-af23-42d9-b2d2-71bf17d7801b None None] Bound port: f76aa983-dd5e-4410-a27a-cf0bf7977c2c, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f670a5-5bcf-40e6-a2c9-6e302d196613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0d843162-2e70-4d88-bcda-b7bdfc43a965'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:00:25.834147 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f028478d-af23-42d9-b2d2-71bf17d7801b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:25.880098 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-58d84c92-e81a-4edf-a504-a20100a8363b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:25.898792 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4a741074-8aca-4a2c-b2d9-65cc516cd240 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:25.903561 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-c61b3d9a-9434-4d99-a6b4-8790a763a8da tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Deleting port 858b594e-139a-4364-a37b-9af6b9e087a6 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:00:25.904058 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c61b3d9a-9434-4d99-a6b4-8790a763a8da tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:25.906140 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4c1eb45e-4923-4add-ab62-2db462df0b7c req-3174c33f-80f1-45f9-80c7-82aef2ee8695 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e9196288-6204-4e16-9461-220d43e82026 HTTP/1.1" status: 200 len: 217 time: 0.1969309 Jul 24 00:00:25.912975 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-f028478d-af23-42d9-b2d2-71bf17d7801b None None] For port f76aa983-dd5e-4410-a27a-cf0bf7977c2c, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:00:25.916390 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-f028478d-af23-42d9-b2d2-71bf17d7801b None None] For port f76aa983-dd5e-4410-a27a-cf0bf7977c2c, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=f76aa983-dd5e-4410-a27a-cf0bf7977c2c,segment=NetworkSegment(b4f670a5-5bcf-40e6-a2c9-6e302d196613),segment_id=b4f670a5-5bcf-40e6-a2c9-6e302d196613)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:00:25.917538 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a7aae4a1-8710-4b19-b262-055f70f35abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:25.922147 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce036a8-1420-4f66-adaa-bdb7c00145f4 req-1fb5b75e-3c95-4f1b-a4c6-ba8ec07a18c8 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:25.923873 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cce036a8-1420-4f66-adaa-bdb7c00145f4 req-1fb5b75e-3c95-4f1b-a4c6-ba8ec07a18c8 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=99693099-fc1f-44e3-a9cd-8936036d847e HTTP/1.1" status: 200 len: 945 time: 0.3370166 Jul 24 00:00:25.953631 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-0a5c3d08-ff55-45b7-ad7b-06273e2fed7e req-9091f918-852a-42da-8337-83ce88bddc8a tempest-ServerPasswordTestJSON-165920090 tempest-ServerPasswordTestJSON-165920090-project] Deleting port 1962b9dd-4c2e-4ff7-b05c-89798fccfa1d {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:00:25.954350 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-0a5c3d08-ff55-45b7-ad7b-06273e2fed7e req-9091f918-852a-42da-8337-83ce88bddc8a tempest-ServerPasswordTestJSON-165920090 tempest-ServerPasswordTestJSON-165920090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:25.972211 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7ce4bc05-709f-4fbb-8561-7b874a2beaf5 req-1fa92435-d1f5-42fd-a036-e01b4da22f08 tempest-ServerPasswordTestJSON-165920090 tempest-ServerPasswordTestJSON-165920090-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f5c7398-439c-4176-9099-fa18b12e35a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447754 Jul 24 00:00:25.986145 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-7a691577-f29f-4ff1-b2a5-156e3999f5f4 None None] For port 1d3fff78-c630-4bda-9cee-fca957e7d7b0, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:00:26.012116 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-7a691577-f29f-4ff1-b2a5-156e3999f5f4 None None] For port 1d3fff78-c630-4bda-9cee-fca957e7d7b0, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=1d3fff78-c630-4bda-9cee-fca957e7d7b0,segment=NetworkSegment(3e179e9c-d010-491c-a669-58938b369436),segment_id=3e179e9c-d010-491c-a669-58938b369436)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:00:26.016958 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f028478d-af23-42d9-b2d2-71bf17d7801b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:26.022182 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cce036a8-1420-4f66-adaa-bdb7c00145f4 req-b1047da7-1bd5-4e51-a3fe-2f14b560534e tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868645 Jul 24 00:00:26.074984 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1eb45e-4923-4add-ab62-2db462df0b7c req-120a4553-863a-4b15-b4b5-d441c3fed9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:26.075967 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4c1eb45e-4923-4add-ab62-2db462df0b7c req-120a4553-863a-4b15-b4b5-d441c3fed9c5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5fab8215-ab32-480a-84d1-a0d90f322209 HTTP/1.1" status: 200 len: 859 time: 0.1510615 Jul 24 00:00:26.143713 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f028478d-af23-42d9-b2d2-71bf17d7801b None None] Pushing event updated for resources: {'Port': ['ID=f76aa983-dd5e-4410-a27a-cf0bf7977c2c,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:26.147001 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-7a691577-f29f-4ff1-b2a5-156e3999f5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:26.154590 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4a741074-8aca-4a2c-b2d9-65cc516cd240 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:26.279531 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-0a5c3d08-ff55-45b7-ad7b-06273e2fed7e req-9091f918-852a-42da-8337-83ce88bddc8a tempest-ServerPasswordTestJSON-165920090 tempest-ServerPasswordTestJSON-165920090-project] For port 1962b9dd-4c2e-4ff7-b05c-89798fccfa1d, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=1962b9dd-4c2e-4ff7-b05c-89798fccfa1d,segment=NetworkSegment(a3f7b86d-f699-49cb-91c9-76f0c1f8c828),segment_id=a3f7b86d-f699-49cb-91c9-76f0c1f8c828)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:00:26.280540 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-0a5c3d08-ff55-45b7-ad7b-06273e2fed7e req-9091f918-852a-42da-8337-83ce88bddc8a tempest-ServerPasswordTestJSON-165920090 tempest-ServerPasswordTestJSON-165920090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:26.294563 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a691577-f29f-4ff1-b2a5-156e3999f5f4 None None] Pushing event updated for resources: {'Port': ['ID=1d3fff78-c630-4bda-9cee-fca957e7d7b0,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:26.299485 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab5d099-3093-46ea-88e8-f3e3e3c08f5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-ebfd0215-74f1-4cd3-bd42-95084a47ea7b', 'network_id': 'ebfd0215-74f1-4cd3-bd42-95084a47ea7b', 'tenant_id': 'b15daf29d6cd4a878bcfd2fb8dc08d6f', 'fixed_ips': [{'subnet_id': 'a54c5d5c-5fa0-454e-ab5e-12af1841dbfd'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:00:26.300450 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-7ab5d099-3093-46ea-88e8-f3e3e3c08f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:26.320238 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-0a5c3d08-ff55-45b7-ad7b-06273e2fed7e req-9091f918-852a-42da-8337-83ce88bddc8a tempest-ServerPasswordTestJSON-165920090 tempest-ServerPasswordTestJSON-165920090-project] Calling delete_port for 1962b9dd-4c2e-4ff7-b05c-89798fccfa1d owned by compute:nova {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:00:26.343328 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4c1eb45e-4923-4add-ab62-2db462df0b7c req-470e04c8-2491-4628-bd9c-ab351f828937 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4241b8a6-e2b8-49ab-8f73-7b3653f737f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2596147 Jul 24 00:00:26.523621 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4a741074-8aca-4a2c-b2d9-65cc516cd240 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:26.538256 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c61b3d9a-9434-4d99-a6b4-8790a763a8da tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:26.562812 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server [None req-7ab5d099-3093-46ea-88e8-f3e3e3c08f5f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a54c5d5c-5fa0-454e-ab5e-12af1841dbfd: This subnet is being modified by another concurrent operation. Jul 24 00:00:26.562812 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 24 00:00:26.562812 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 24 00:00:26.562812 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 24 00:00:26.562812 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 24 00:00:26.562812 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 24 00:00:26.562812 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 24 00:00:26.562812 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 24 00:00:26.562812 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 24 00:00:26.562812 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 24 00:00:26.562812 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 24 00:00:26.562812 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 24 00:00:26.562812 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 00:00:26.562812 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 00:00:26.562812 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 00:00:26.562812 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 00:00:26.562812 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 24 00:00:26.562812 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 00:00:26.562812 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 24 00:00:26.562812 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 24 00:00:26.562812 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 00:00:26.562812 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 00:00:26.562812 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 00:00:26.562812 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 00:00:26.562812 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 24 00:00:26.562812 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 00:00:26.562812 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 24 00:00:26.562812 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 24 00:00:26.562812 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 00:00:26.562812 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 00:00:26.562812 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 00:00:26.562812 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 00:00:26.562812 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 24 00:00:26.562812 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 24 00:00:26.562812 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 24 00:00:26.562812 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 24 00:00:26.562812 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 24 00:00:26.562812 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 24 00:00:26.562812 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 24 00:00:26.562812 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 24 00:00:26.562812 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 24 00:00:26.562812 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 24 00:00:26.562812 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 24 00:00:26.562812 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 24 00:00:26.562812 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 24 00:00:26.562812 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 24 00:00:26.562812 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 24 00:00:26.562812 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 24 00:00:26.562812 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 00:00:26.562812 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 00:00:26.562812 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 00:00:26.562812 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 00:00:26.562812 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 24 00:00:26.562812 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 00:00:26.571533 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 24 00:00:26.571533 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 24 00:00:26.571533 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 00:00:26.571533 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 00:00:26.571533 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 00:00:26.571533 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 00:00:26.571533 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 24 00:00:26.571533 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 00:00:26.571533 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 24 00:00:26.571533 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 24 00:00:26.571533 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 00:00:26.571533 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 00:00:26.571533 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 00:00:26.571533 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 00:00:26.571533 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 24 00:00:26.571533 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 24 00:00:26.571533 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 24 00:00:26.571533 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 24 00:00:26.571533 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 24 00:00:26.571533 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 24 00:00:26.571533 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 24 00:00:26.571533 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 24 00:00:26.571533 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 24 00:00:26.571533 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 24 00:00:26.571533 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 00:00:26.571533 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 00:00:26.571533 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 00:00:26.571533 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 00:00:26.571533 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 24 00:00:26.571533 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 24 00:00:26.571533 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 24 00:00:26.571533 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 24 00:00:26.571533 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 24 00:00:26.571533 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 24 00:00:26.571533 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 24 00:00:26.571533 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server raise exception Jul 24 00:00:26.571533 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a54c5d5c-5fa0-454e-ab5e-12af1841dbfd: This subnet is being modified by another concurrent operation. Jul 24 00:00:26.571533 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server Jul 24 00:00:26.649751 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a741074-8aca-4a2c-b2d9-65cc516cd240 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Pushing event deleted for resources: {'Subnet': ['ID=a54c5d5c-5fa0-454e-ab5e-12af1841dbfd,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:26.669411 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-c61b3d9a-9434-4d99-a6b4-8790a763a8da tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Calling delete_port for 858b594e-139a-4364-a37b-9af6b9e087a6 owned by {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:00:26.682257 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-0a5c3d08-ff55-45b7-ad7b-06273e2fed7e req-9091f918-852a-42da-8337-83ce88bddc8a tempest-ServerPasswordTestJSON-165920090 tempest-ServerPasswordTestJSON-165920090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:26.701071 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4a741074-8aca-4a2c-b2d9-65cc516cd240 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:26.712245 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-58d84c92-e81a-4edf-a504-a20100a8363b admin admin] Allocated IP 172.25.3.66 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/5486b9f6-2953-4060-847a-6d8ae4d25a13) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:00:26.719384 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f55026-1935-439c-9a65-2af0d0ce76a7 None None] Network ebfd0215-74f1-4cd3-bd42-95084a47ea7b requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:00:26.797905 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['1962b9dd-4c2e-4ff7-b05c-89798fccfa1d'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:00:26.806506 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9091f918-852a-42da-8337-83ce88bddc8a tempest-ServerPasswordTestJSON-165920090 tempest-ServerPasswordTestJSON-165920090-project] Pushing event deleted for resources: {'Port': ['ID=1962b9dd-4c2e-4ff7-b05c-89798fccfa1d,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:26.833075 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-4a741074-8aca-4a2c-b2d9-65cc516cd240 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebfd0215-74f1-4cd3-bd42-95084a47ea7b']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:00:26.851709 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-4a741074-8aca-4a2c-b2d9-65cc516cd240 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b40a6077-2048-4508-804f-d8292894ae06') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:00:26.852160 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-4a741074-8aca-4a2c-b2d9-65cc516cd240 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b40a6077-2048-4508-804f-d8292894ae06') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:00:26.865658 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4a741074-8aca-4a2c-b2d9-65cc516cd240 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:26.882240 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:26.907767 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa0dd52-fc83-4fe8-a6eb-de7a9aeb1b98 req-636ca4c8-a32d-4b2b-b861-14a38e94c8d8 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:26.914932 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-aaa0dd52-fc83-4fe8-a6eb-de7a9aeb1b98 req-636ca4c8-a32d-4b2b-b861-14a38e94c8d8 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a226891-fcc4-4e2c-b9bb-c9e2330864b9 HTTP/1.1" status: 200 len: 946 time: 0.4108889 Jul 24 00:00:26.950495 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4a741074-8aca-4a2c-b2d9-65cc516cd240 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:26.974287 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a741074-8aca-4a2c-b2d9-65cc516cd240 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:00:26.975198 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4a741074-8aca-4a2c-b2d9-65cc516cd240 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:26.988888 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a5c3d08-ff55-45b7-ad7b-06273e2fed7e req-9091f918-852a-42da-8337-83ce88bddc8a tempest-ServerPasswordTestJSON-165920090 tempest-ServerPasswordTestJSON-165920090-project] No DVR routers for this DVR port 1962b9dd-4c2e-4ff7-b05c-89798fccfa1d on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:00:27.003632 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-0a5c3d08-ff55-45b7-ad7b-06273e2fed7e req-9091f918-852a-42da-8337-83ce88bddc8a tempest-ServerPasswordTestJSON-165920090 tempest-ServerPasswordTestJSON-165920090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:27.005892 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0a5c3d08-ff55-45b7-ad7b-06273e2fed7e req-9091f918-852a-42da-8337-83ce88bddc8a tempest-ServerPasswordTestJSON-165920090 tempest-ServerPasswordTestJSON-165920090-project] 10.222.0.52 "DELETE /v2.0/ports/1962b9dd-4c2e-4ff7-b05c-89798fccfa1d HTTP/1.1" status: 204 len: 173 time: 1.5327919 Jul 24 00:00:27.008750 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbd5d6c3-b532-41b4-85ca-2260024c8aa1', 'name': 'network-vif-deleted', 'tag': '1962b9dd-4c2e-4ff7-b05c-89798fccfa1d'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:00:27.011342 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fbba3b9-d105-4712-a818-3002a1aead0f" -d '{"events": [{"server_uuid": "bbd5d6c3-b532-41b4-85ca-2260024c8aa1", "name": "network-vif-deleted", "tag": "1962b9dd-4c2e-4ff7-b05c-89798fccfa1d"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:00:27.030348 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:00:27.030348 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:00:27.030348 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:00:27.030348 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:00:27.030348 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:00:27.030348 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:00:27.030348 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:00:27.030348 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:00:27.030348 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:00:27.030348 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:00:27.030348 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:00:27.030348 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:00:27.030348 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:00:27.030348 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:00:27.030348 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:00:27.030348 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:00:27.030348 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:00:27.030348 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:00:27.030348 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:00:27.030348 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:00:27.030348 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:00:27.030348 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:00:27.030348 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:00:27.030348 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:00:27.030348 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:00:27.030348 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:00:27.030348 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:00:27.030348 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:00:27.030348 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:00:27.030348 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:00:27.030348 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:00:27.030348 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:00:27.043002 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b67cd8-3092-4bd4-8d2a-c04124982f1c req-06518a8d-d88f-4382-9523-9f9682cc41ef tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:27.044941 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-13b67cd8-3092-4bd4-8d2a-c04124982f1c req-06518a8d-d88f-4382-9523-9f9682cc41ef tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/ports?device_id=daad7e6f-c1db-4f59-8042-0b3f6720bbd4 HTTP/1.1" status: 200 len: 945 time: 0.6084707 Jul 24 00:00:27.047183 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4c1eb45e-4923-4add-ab62-2db462df0b7c req-793d76f3-a67c-4649-bdcb-29241c38d1bf service neutron] 10.222.0.64 "GET /v2.0/networks/4241b8a6-e2b8-49ab-8f73-7b3653f737f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6890376 Jul 24 00:00:27.057224 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-aaa0dd52-fc83-4fe8-a6eb-de7a9aeb1b98 req-083aedd4-0338-4065-8b85-c135cbaae3e4 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/security-groups?id=7234dcab-bd61-43b3-a41f-dcf65032fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408083 Jul 24 00:00:27.156845 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-58d84c92-e81a-4edf-a504-a20100a8363b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:27.193522 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c61b3d9a-9434-4d99-a6b4-8790a763a8da tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:27.220162 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-13b67cd8-3092-4bd4-8d2a-c04124982f1c req-4a001e60-6763-44d9-8df2-a2a9bdd08112 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6a0a271-496a-4936-8ec0-ec680d307275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609185 Jul 24 00:00:27.242925 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:27.259046 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4a741074-8aca-4a2c-b2d9-65cc516cd240 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:27.262358 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c7576436-4697-42e2-8364-d1be8eb920ab req-8e35227b-1cb5-4d55-b895-b8f7b0dede1f tempest-ServerPasswordTestJSON-165920090 tempest-ServerPasswordTestJSON-165920090-project] 10.222.0.44 "GET /v2.0/ports?device_id=bbd5d6c3-b532-41b4-85ca-2260024c8aa1 HTTP/1.1" status: 200 len: 210 time: 0.0488522 Jul 24 00:00:27.268520 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61b3d9a-9434-4d99-a6b4-8790a763a8da tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Pushing event deleted for resources: {'Port': ['ID=858b594e-139a-4364-a37b-9af6b9e087a6,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:27.279345 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e53965c4-d4bc-442d-9d72-7e69856a5fb3 x-openstack-request-id: req-e53965c4-d4bc-442d-9d72-7e69856a5fb3 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:00:27.279646 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbd5d6c3-b532-41b4-85ca-2260024c8aa1", "name": "network-vif-deleted", "tag": "1962b9dd-4c2e-4ff7-b05c-89798fccfa1d", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:00:27.280184 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e53965c4-d4bc-442d-9d72-7e69856a5fb3 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:00:27.280395 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbd5d6c3-b532-41b4-85ca-2260024c8aa1', 'name': 'network-vif-deleted', 'tag': '1962b9dd-4c2e-4ff7-b05c-89798fccfa1d', 'status': 'completed', 'code': 200} Jul 24 00:00:27.287422 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4a741074-8aca-4a2c-b2d9-65cc516cd240 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:27.297444 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-4a741074-8aca-4a2c-b2d9-65cc516cd240 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] 10.222.0.44 "DELETE /v2.0/networks/ebfd0215-74f1-4cd3-bd42-95084a47ea7b HTTP/1.1" status: 204 len: 168 time: 1.5664437 Jul 24 00:00:27.313472 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 51212) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:27.317739 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-58d84c92-e81a-4edf-a504-a20100a8363b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:27.331522 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-1b080abc-0c3a-49b0-9930-b8b89d424384 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-672160071'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:00:27.402036 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b080abc-0c3a-49b0-9930-b8b89d424384 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Made reservation on behalf of b15daf29d6cd4a878bcfd2fb8dc08d6f for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:00:27.405506 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1b080abc-0c3a-49b0-9930-b8b89d424384 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:27.409577 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d84c92-e81a-4edf-a504-a20100a8363b admin admin] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:00:27.410146 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4c1eb45e-4923-4add-ab62-2db462df0b7c req-d63c7091-5e1d-42f6-8007-f5a22ac6da23 service neutron] 10.222.0.64 "GET /v2.0/networks/4241b8a6-e2b8-49ab-8f73-7b3653f737f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3483672 Jul 24 00:00:27.424372 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a741074-8aca-4a2c-b2d9-65cc516cd240 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Pushing event deleted for resources: {'Network': ['ID=ebfd0215-74f1-4cd3-bd42-95084a47ea7b,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:27.441432 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-58d84c92-e81a-4edf-a504-a20100a8363b admin admin] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:00:27.452324 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d84c92-e81a-4edf-a504-a20100a8363b admin admin] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:00:27.618584 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bc57ca-1b10-4963-b0b2-25bc4f4457f1 req-110c6f36-77fc-4bda-b56b-77b23e70fbb8 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:27.634240 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e4bc57ca-1b10-4963-b0b2-25bc4f4457f1 req-110c6f36-77fc-4bda-b56b-77b23e70fbb8 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=99693099-fc1f-44e3-a9cd-8936036d847e HTTP/1.1" status: 200 len: 945 time: 0.2207627 Jul 24 00:00:27.656886 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d84c92-e81a-4edf-a504-a20100a8363b admin admin] Pushing event updated for resources: {'Port': ['ID=5486b9f6-2953-4060-847a-6d8ae4d25a13,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:27.691935 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c61b3d9a-9434-4d99-a6b4-8790a763a8da tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:27.701861 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c61b3d9a-9434-4d99-a6b4-8790a763a8da tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] 10.222.0.44 "DELETE /v2.0/ports/858b594e-139a-4364-a37b-9af6b9e087a6 HTTP/1.1" status: 204 len: 168 time: 2.3544698 Jul 24 00:00:27.723211 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 51222) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:27.724447 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e4bc57ca-1b10-4963-b0b2-25bc4f4457f1 req-0689f537-878b-4f50-b986-6e639e0e6b9e tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881910 Jul 24 00:00:27.801600 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b080abc-0c3a-49b0-9930-b8b89d424384 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:00:27.808116 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3d0713f-f77e-44a2-8172-43e8d1969b61 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] GET failed (client error): The resource could not be found. Jul 24 00:00:27.810211 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c3d0713f-f77e-44a2-8172-43e8d1969b61 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] 10.222.0.44 "GET /v2.0/ports/858b594e-139a-4364-a37b-9af6b9e087a6 HTTP/1.1" status: 404 len: 333 time: 0.0786908 Jul 24 00:00:27.815215 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 51224) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:27.860720 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1b080abc-0c3a-49b0-9930-b8b89d424384 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:27.861694 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-1b080abc-0c3a-49b0-9930-b8b89d424384 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Added segment bc437321-396a-4dc7-91c4-4e5587639218 of type vlan for network 4d23ee60-1294-4db9-af42-7d0caaa21da1 Jul 24 00:00:28.100880 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-a574bff9-73e2-4542-936b-0ac8d4b801cb tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Deleting port 50580653-68aa-47b1-958d-2f2e8f57dbef {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:00:28.101877 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a574bff9-73e2-4542-936b-0ac8d4b801cb tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:28.131476 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1b080abc-0c3a-49b0-9930-b8b89d424384 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:28.289802 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1b080abc-0c3a-49b0-9930-b8b89d424384 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:28.305617 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b080abc-0c3a-49b0-9930-b8b89d424384 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:28.310806 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1b080abc-0c3a-49b0-9930-b8b89d424384 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:28.439623 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 1d3fff78-c630-4bda-9cee-fca957e7d7b0 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:00:28.530445 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b080abc-0c3a-49b0-9930-b8b89d424384 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Pushing event updated for resources: {'Network': ['ID=4d23ee60-1294-4db9-af42-7d0caaa21da1,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:28.551696 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-58d84c92-e81a-4edf-a504-a20100a8363b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:28.553396 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 51258) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:28.558763 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 4d23ee60-1294-4db9-af42-7d0caaa21da1 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:00:28.637761 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a03819-4c01-4d89-8666-cad19bef48ab None None] Network 8980bf85-f5aa-47d5-87c4-737f573c2f57 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:00:28.677645 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc339afb-657b-4cbc-99aa-9cd71abfd933 admin admin] Deleting subnet b4142d80-b421-40a2-aa20-49488e869efc {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:00:28.745737 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-1b080abc-0c3a-49b0-9930-b8b89d424384 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4190929 Jul 24 00:00:28.781320 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-bc339afb-657b-4cbc-99aa-9cd71abfd933 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:28.786164 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 51266) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:28.791731 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-357fe5c2-a8f5-4db7-a72f-fffb7d063614 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Request body: {'subnet': {'network_id': '4d23ee60-1294-4db9-af42-7d0caaa21da1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:00:28.811140 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce0b25d-10e6-4444-b18e-9ae99ed44451 None None] Network 0d843162-2e70-4d88-bcda-b7bdfc43a965 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:00:28.936175 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-987a4a6e-635a-441b-aae6-11ab05d4544f None None] Provisioning for port 1d3fff78-c630-4bda-9cee-fca957e7d7b0 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:00:28.952677 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-bc339afb-657b-4cbc-99aa-9cd71abfd933 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:28.996177 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-987a4a6e-635a-441b-aae6-11ab05d4544f None None] Provisioning complete for port 1d3fff78-c630-4bda-9cee-fca957e7d7b0 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:00:28.997312 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-987a4a6e-635a-441b-aae6-11ab05d4544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:29.000576 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 1d3fff78-c630-4bda-9cee-fca957e7d7b0 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:00:29.005086 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-357fe5c2-a8f5-4db7-a72f-fffb7d063614 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Made reservation on behalf of b15daf29d6cd4a878bcfd2fb8dc08d6f for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:00:29.008993 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-357fe5c2-a8f5-4db7-a72f-fffb7d063614 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:29.011926 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:29.024115 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a574bff9-73e2-4542-936b-0ac8d4b801cb tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:29.039706 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-a574bff9-73e2-4542-936b-0ac8d4b801cb tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Calling delete_port for 50580653-68aa-47b1-958d-2f2e8f57dbef owned by {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:00:29.045866 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53658760-21d6-47b0-a89d-4102da41e0d4 req-35e6f755-0a49-47a6-8621-4e84cdbbfa5d tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:29.053257 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-53658760-21d6-47b0-a89d-4102da41e0d4 req-35e6f755-0a49-47a6-8621-4e84cdbbfa5d tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/ports?device_id=daad7e6f-c1db-4f59-8042-0b3f6720bbd4 HTTP/1.1" status: 200 len: 945 time: 0.5656404 Jul 24 00:00:29.084442 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 1d3fff78-c630-4bda-9cee-fca957e7d7b0 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:00:29.086499 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:29.096977 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 1962b9dd-4c2e-4ff7-b05c-89798fccfa1d no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:00:29.099132 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-bc339afb-657b-4cbc-99aa-9cd71abfd933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:29.184204 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] No Port match for: 1962b9dd-4c2e-4ff7-b05c-89798fccfa1d {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:00:29.185147 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 1962b9dd-4c2e-4ff7-b05c-89798fccfa1d not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:00:29.245587 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a574bff9-73e2-4542-936b-0ac8d4b801cb tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:29.390009 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a574bff9-73e2-4542-936b-0ac8d4b801cb tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Pushing event deleted for resources: {'Port': ['ID=50580653-68aa-47b1-958d-2f2e8f57dbef,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:29.436187 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a574bff9-73e2-4542-936b-0ac8d4b801cb tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:29.444419 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-a574bff9-73e2-4542-936b-0ac8d4b801cb tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] 10.222.0.44 "DELETE /v2.0/ports/50580653-68aa-47b1-958d-2f2e8f57dbef HTTP/1.1" status: 204 len: 168 time: 1.6255631 Jul 24 00:00:29.447130 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 51272) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:29.489691 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108805be-9088-4a4c-80e3-9f84a438941f req-5d7547bc-abb1-4109-a33b-439307e0fca4 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:29.491750 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-108805be-9088-4a4c-80e3-9f84a438941f req-5d7547bc-abb1-4109-a33b-439307e0fca4 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a226891-fcc4-4e2c-b9bb-c9e2330864b9 HTTP/1.1" status: 200 len: 946 time: 0.2504325 Jul 24 00:00:29.547048 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-108805be-9088-4a4c-80e3-9f84a438941f req-d36ce388-2a42-4a9b-a3d5-66e02bff641e tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/security-groups?id=7234dcab-bd61-43b3-a41f-dcf65032fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481982 Jul 24 00:00:29.555171 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-987a4a6e-635a-441b-aae6-11ab05d4544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:29.561470 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-1676cd61-643f-4bc0-85ef-f8ff39ef6fc2 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Deleting subnet ef9da224-7514-4d5f-9418-d079438142d1 {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:00:29.566383 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1676cd61-643f-4bc0-85ef-f8ff39ef6fc2 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:29.713163 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1676cd61-643f-4bc0-85ef-f8ff39ef6fc2 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:29.717825 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-987a4a6e-635a-441b-aae6-11ab05d4544f None None] For port 1d3fff78-c630-4bda-9cee-fca957e7d7b0, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=1d3fff78-c630-4bda-9cee-fca957e7d7b0,segment=NetworkSegment(3e179e9c-d010-491c-a669-58938b369436),segment_id=3e179e9c-d010-491c-a669-58938b369436)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:00:29.740852 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-987a4a6e-635a-441b-aae6-11ab05d4544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:29.765482 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:29.874098 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb7b3b5-502e-4fb7-bd9b-c9bd3f03bb58 req-4dc3a74a-f8e9-446b-a566-ba11b729e4ef tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:29.874098 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6bb7b3b5-502e-4fb7-bd9b-c9bd3f03bb58 req-4dc3a74a-f8e9-446b-a566-ba11b729e4ef tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=99693099-fc1f-44e3-a9cd-8936036d847e HTTP/1.1" status: 200 len: 945 time: 0.2110014 Jul 24 00:00:29.875085 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-53658760-21d6-47b0-a89d-4102da41e0d4 req-c227d1a1-4544-4328-8da1-9a327f930e3e tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6a0a271-496a-4936-8ec0-ec680d307275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8199296 Jul 24 00:00:29.924845 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1676cd61-643f-4bc0-85ef-f8ff39ef6fc2 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:29.946734 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6bb7b3b5-502e-4fb7-bd9b-c9bd3f03bb58 req-a33b76db-235e-4025-9c0f-14c2d7c286ce tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780420 Jul 24 00:00:30.007384 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-bc339afb-657b-4cbc-99aa-9cd71abfd933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:30.023139 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-ca6808cd-6d7d-42c7-bd32-03712da9e1bb None None] Provisioning for port f76aa983-dd5e-4410-a27a-cf0bf7977c2c completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:00:30.034535 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987a4a6e-635a-441b-aae6-11ab05d4544f None None] Pushing event updated for resources: {'Port': ['ID=1d3fff78-c630-4bda-9cee-fca957e7d7b0,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:30.048957 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.db.api [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100315) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 00:00:30.049262 n-d-800088-16 neutron-server[100315]: DEBUG oslo_db.api [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 00:00:30.057975 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1676cd61-643f-4bc0-85ef-f8ff39ef6fc2 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:30.096002 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc339afb-657b-4cbc-99aa-9cd71abfd933 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4142d80-b421-40a2-aa20-49488e869efc,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:30.097837 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1676cd61-643f-4bc0-85ef-f8ff39ef6fc2 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Pushing event deleted for resources: {'Subnet': ['ID=ef9da224-7514-4d5f-9418-d079438142d1,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:30.100400 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1676cd61-643f-4bc0-85ef-f8ff39ef6fc2 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:30.102459 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-1676cd61-643f-4bc0-85ef-f8ff39ef6fc2 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] 10.222.0.44 "DELETE /v2.0/subnets/ef9da224-7514-4d5f-9418-d079438142d1 HTTP/1.1" status: 204 len: 168 time: 0.6546953 Jul 24 00:00:30.105408 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 51274) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:30.107344 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044b28dc-aaff-4e61-93ea-fe49c4e15747 None None] Network c06ffc4f-7b41-4ccb-8ac7-ac6cf3162bd5 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:00:30.114493 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-58d84c92-e81a-4edf-a504-a20100a8363b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:30.119823 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-bc339afb-657b-4cbc-99aa-9cd71abfd933 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:30.122234 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-bc339afb-657b-4cbc-99aa-9cd71abfd933 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/b4142d80-b421-40a2-aa20-49488e869efc HTTP/1.1" status: 204 len: 168 time: 1.5665448 Jul 24 00:00:30.133935 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 51276) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:30.300393 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-43860ec9-1126-4186-b936-04e15dca8cab None None] Provisioning complete for port 1d3fff78-c630-4bda-9cee-fca957e7d7b0 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:00:30.302897 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-43860ec9-1126-4186-b936-04e15dca8cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:30.351071 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-dc7207f6-9e5b-4ae0-b628-85dbf385b372 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:30.359777 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2f869932-1fad-4042-b7d1-3bdb8e26f44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:30.386144 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-357fe5c2-a8f5-4db7-a72f-fffb7d063614 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:30.405790 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58d84c92-e81a-4edf-a504-a20100a8363b admin admin] Router 7a73122c-f3ee-4078-95a5-6cb71279a3eb is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:00:30.502993 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62ded09-f3fe-4593-a650-3aaa0f2bf87e None None] DHCP port deletion for c06ffc4f-7b41-4ccb-8ac7-ac6cf3162bd5 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:00:30.522054 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2f869932-1fad-4042-b7d1-3bdb8e26f44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:30.542099 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-2f869932-1fad-4042-b7d1-3bdb8e26f44f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['041f199a-06e4-414a-b5dc-48b6fa4ac528']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:00:30.557389 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-2f869932-1fad-4042-b7d1-3bdb8e26f44f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3f7b86d-f699-49cb-91c9-76f0c1f8c828') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:00:30.557622 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-2f869932-1fad-4042-b7d1-3bdb8e26f44f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3f7b86d-f699-49cb-91c9-76f0c1f8c828') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:00:30.560341 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-dc7207f6-9e5b-4ae0-b628-85dbf385b372 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Deleting port 93d8181c-44a9-4853-9f7e-a8624fc23830 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:00:30.560706 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-dc7207f6-9e5b-4ae0-b628-85dbf385b372 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:30.599469 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357fe5c2-a8f5-4db7-a72f-fffb7d063614 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Checking segment: {'id': 'bc437321-396a-4dc7-91c4-4e5587639218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '4d23ee60-1294-4db9-af42-7d0caaa21da1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:00:30.599845 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357fe5c2-a8f5-4db7-a72f-fffb7d063614 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Network hostable DHCP agents. Network: 4d23ee60-1294-4db9-af42-7d0caaa21da1, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:00:30.610584 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357fe5c2-a8f5-4db7-a72f-fffb7d063614 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Pushing event updated for resources: {'Subnet': ['ID=5c0ee7f6-15b8-481f-bbb6-a678f56683a1,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:30.625821 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2f869932-1fad-4042-b7d1-3bdb8e26f44f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:30.630739 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device f76aa983-dd5e-4410-a27a-cf0bf7977c2c up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:00:30.674376 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2f869932-1fad-4042-b7d1-3bdb8e26f44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:30.683341 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f869932-1fad-4042-b7d1-3bdb8e26f44f admin admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:00:30.683916 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2f869932-1fad-4042-b7d1-3bdb8e26f44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:30.685824 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-e62ded09-f3fe-4593-a650-3aaa0f2bf87e None None] Deleting port 93d8181c-44a9-4853-9f7e-a8624fc23830 {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:00:30.686224 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e62ded09-f3fe-4593-a650-3aaa0f2bf87e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:30.691221 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357fe5c2-a8f5-4db7-a72f-fffb7d063614 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Network 4d23ee60-1294-4db9-af42-7d0caaa21da1 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:00:30.708695 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d84c92-e81a-4edf-a504-a20100a8363b admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:00:30.718144 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525bb61e-5e1f-4730-b00a-36429a2ccf02 None None] Sync routers for ids ['7a73122c-f3ee-4078-95a5-6cb71279a3eb'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:00:30.726783 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-357fe5c2-a8f5-4db7-a72f-fffb7d063614 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 4d23ee60-1294-4db9-af42-7d0caaa21da1) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:00:30.737355 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525bb61e-5e1f-4730-b00a-36429a2ccf02 None None] Routers {'7a73122c-f3ee-4078-95a5-6cb71279a3eb'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:00:30.741961 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-525bb61e-5e1f-4730-b00a-36429a2ccf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:00:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['7a73122c-f3ee-4078-95a5-6cb71279a3eb'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:00:30.749080 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357fe5c2-a8f5-4db7-a72f-fffb7d063614 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:30.754726 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff8d018-658c-4482-ae1b-8c99c609bf89 None None] Network 4d23ee60-1294-4db9-af42-7d0caaa21da1 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:00:30.755328 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-357fe5c2-a8f5-4db7-a72f-fffb7d063614 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:30.763202 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port f76aa983-dd5e-4410-a27a-cf0bf7977c2c completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:00:30.768399 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:00:30.768399 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:00:30.768399 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:00:30.768399 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:00:30.768399 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:00:30.768399 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:00:30.768399 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:00:30.768399 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:00:30.768399 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:00:30.768399 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:00:30.768399 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:00:30.768399 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:00:30.768399 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:00:30.768399 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:00:30.768399 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:00:30.768399 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:00:30.768399 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:00:30.768399 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:00:30.768399 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:00:30.768399 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:00:30.768399 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:00:30.768399 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:00:30.768399 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:00:30.768399 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:00:30.768399 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:00:30.768399 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:00:30.768399 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:00:30.768399 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:00:30.768399 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:00:30.768399 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:00:30.768399 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:00:30.768399 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:00:30.774476 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2f869932-1fad-4042-b7d1-3bdb8e26f44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:30.785528 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2f869932-1fad-4042-b7d1-3bdb8e26f44f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:30.789838 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-2f869932-1fad-4042-b7d1-3bdb8e26f44f admin admin] 10.222.0.44 "DELETE /v2.0/networks/041f199a-06e4-414a-b5dc-48b6fa4ac528 HTTP/1.1" status: 204 len: 168 time: 0.6547494 Jul 24 00:00:30.792464 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-e62ded09-f3fe-4593-a650-3aaa0f2bf87e None None] For port 93d8181c-44a9-4853-9f7e-a8624fc23830, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=93d8181c-44a9-4853-9f7e-a8624fc23830,segment=NetworkSegment(2593bcda-f02d-438a-b82b-c733a098f447),segment_id=2593bcda-f02d-438a-b82b-c733a098f447)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:00:30.792942 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e62ded09-f3fe-4593-a650-3aaa0f2bf87e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:30.803384 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port f76aa983-dd5e-4410-a27a-cf0bf7977c2c triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:00:30.803640 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:30.807575 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-58d84c92-e81a-4edf-a504-a20100a8363b admin admin] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:30.811743 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-58d84c92-e81a-4edf-a504-a20100a8363b admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 6.9233408 Jul 24 00:00:30.817508 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-357fe5c2-a8f5-4db7-a72f-fffb7d063614 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.0301108 Jul 24 00:00:30.818449 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 51282) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:30.818879 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 51284) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:30.845024 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-e62ded09-f3fe-4593-a650-3aaa0f2bf87e None None] Calling delete_port for 93d8181c-44a9-4853-9f7e-a8624fc23830 owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:00:30.925110 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f869932-1fad-4042-b7d1-3bdb8e26f44f admin admin] Pushing event deleted for resources: {'Network': ['ID=041f199a-06e4-414a-b5dc-48b6fa4ac528,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:30.974967 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-dc7207f6-9e5b-4ae0-b628-85dbf385b372 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] For port 93d8181c-44a9-4853-9f7e-a8624fc23830, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=93d8181c-44a9-4853-9f7e-a8624fc23830,segment=NetworkSegment(2593bcda-f02d-438a-b82b-c733a098f447),segment_id=2593bcda-f02d-438a-b82b-c733a098f447)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:00:30.975354 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-dc7207f6-9e5b-4ae0-b628-85dbf385b372 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:31.026447 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-525bb61e-5e1f-4730-b00a-36429a2ccf02 None None] Set router 7a73122c-f3ee-4078-95a5-6cb71279a3eb gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:00:31.044706 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-dc7207f6-9e5b-4ae0-b628-85dbf385b372 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Calling delete_port for 93d8181c-44a9-4853-9f7e-a8624fc23830 owned by network:dhcp {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:00:31.101176 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b019ffde-08b0-4882-94ff-1f6052742ab3 req-fc7eaedb-a59e-4838-8a24-e4b01fb01dc2 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:31.109107 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b019ffde-08b0-4882-94ff-1f6052742ab3 req-fc7eaedb-a59e-4838-8a24-e4b01fb01dc2 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a226891-fcc4-4e2c-b9bb-c9e2330864b9 HTTP/1.1" status: 200 len: 946 time: 0.3498211 Jul 24 00:00:31.116382 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 51292) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:31.148504 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d92ebdc5-8d45-4326-9e76-4d2b4d1c6a68 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:31.193377 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e62ded09-f3fe-4593-a650-3aaa0f2bf87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:31.252858 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62ded09-f3fe-4593-a650-3aaa0f2bf87e None None] Pushing event deleted for resources: {'Port': ['ID=93d8181c-44a9-4853-9f7e-a8624fc23830,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:31.258386 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b019ffde-08b0-4882-94ff-1f6052742ab3 req-ad4bfdb0-d044-4735-bd34-cbc2a9c18f33 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/security-groups?id=7234dcab-bd61-43b3-a41f-dcf65032fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386557 Jul 24 00:00:31.288630 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62ded09-f3fe-4593-a650-3aaa0f2bf87e None None] No DVR routers for this DVR port 93d8181c-44a9-4853-9f7e-a8624fc23830 on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:00:31.288630 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:31.288791 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-7a7faa81-d108-4c1b-8214-1d9527adfe4f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a7fbca58b7ae4f57a3cbd55e2272f78b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1690724 Jul 24 00:00:31.291849 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 51294) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:31.309077 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12935384-b4c7-4361-a58e-f4dc11a7bbfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-4d23ee60-1294-4db9-af42-7d0caaa21da1', 'network_id': '4d23ee60-1294-4db9-af42-7d0caaa21da1', 'tenant_id': 'b15daf29d6cd4a878bcfd2fb8dc08d6f', 'fixed_ips': [{'subnet_id': '5c0ee7f6-15b8-481f-bbb6-a678f56683a1'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:00:31.309077 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-12935384-b4c7-4361-a58e-f4dc11a7bbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:31.329314 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-dc7207f6-9e5b-4ae0-b628-85dbf385b372 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:31.339994 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port f76aa983-dd5e-4410-a27a-cf0bf7977c2c, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=f76aa983-dd5e-4410-a27a-cf0bf7977c2c,segment=NetworkSegment(b4f670a5-5bcf-40e6-a2c9-6e302d196613),segment_id=b4f670a5-5bcf-40e6-a2c9-6e302d196613)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:00:31.349357 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:31.367988 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d92ebdc5-8d45-4326-9e76-4d2b4d1c6a68 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:31.436535 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7207f6-9e5b-4ae0-b628-85dbf385b372 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Pushing event deleted for resources: {'Port': ['ID=93d8181c-44a9-4853-9f7e-a8624fc23830,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:31.443048 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7207f6-9e5b-4ae0-b628-85dbf385b372 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] No DVR routers for this DVR port 93d8181c-44a9-4853-9f7e-a8624fc23830 on host n-d-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:00:31.483793 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f6a507-47eb-4faa-8b8b-ba87883d2bfa req-7222707d-1487-438a-8b05-2cb9c7c2030a tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:31.485578 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c6f6a507-47eb-4faa-8b8b-ba87883d2bfa req-7222707d-1487-438a-8b05-2cb9c7c2030a tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/ports?device_id=daad7e6f-c1db-4f59-8042-0b3f6720bbd4 HTTP/1.1" status: 200 len: 945 time: 0.4136004 Jul 24 00:00:31.490137 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-525bb61e-5e1f-4730-b00a-36429a2ccf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a73122c-f3ee-4078-95a5-6cb71279a3eb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-713695030-router', 'tenant_id': '2649aec65f64496689ce213d2c628d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '5486b9f6-2953-4060-847a-6d8ae4d25a13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:00:23Z', 'updated_at': '2021-07-24T00:00:27Z', 'revision_number': 3, 'project_id': '2649aec65f64496689ce213d2c628d9f', 'gw_port': {'id': '5486b9f6-2953-4060-847a-6d8ae4d25a13', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a73122c-f3ee-4078-95a5-6cb71279a3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:00:25Z', 'updated_at': '2021-07-24T00:00:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:00:31.533888 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 1d3fff78-c630-4bda-9cee-fca957e7d7b0 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:00:31.534081 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525bb61e-5e1f-4730-b00a-36429a2ccf02 None None] Checking router: 7a73122c-f3ee-4078-95a5-6cb71279a3eb for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:00:31.535200 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525bb61e-5e1f-4730-b00a-36429a2ccf02 None None] Updating router 7a73122c-f3ee-4078-95a5-6cb71279a3eb port 5486b9f6-2953-4060-847a-6d8ae4d25a13 binding host n-d-800088-16 {{(pid=100316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:00:31.593631 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=f76aa983-dd5e-4410-a27a-cf0bf7977c2c,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:31.602038 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f3d29910-e7c9-447f-999a-041c5ad8c2ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:31.613738 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-525bb61e-5e1f-4730-b00a-36429a2ccf02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:31.640906 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-dc7207f6-9e5b-4ae0-b628-85dbf385b372 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:31.661292 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-dc7207f6-9e5b-4ae0-b628-85dbf385b372 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c06ffc4f-7b41-4ccb-8ac7-ac6cf3162bd5']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:00:31.685215 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-dc7207f6-9e5b-4ae0-b628-85dbf385b372 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2593bcda-f02d-438a-b82b-c733a098f447') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:00:31.685579 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-dc7207f6-9e5b-4ae0-b628-85dbf385b372 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2593bcda-f02d-438a-b82b-c733a098f447') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:00:31.690589 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f3d29910-e7c9-447f-999a-041c5ad8c2ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:31.710395 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-dc7207f6-9e5b-4ae0-b628-85dbf385b372 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:31.727691 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-12935384-b4c7-4361-a58e-f4dc11a7bbfa None None] Allocated IP 2001:db8::1 (4d23ee60-1294-4db9-af42-7d0caaa21da1/5c0ee7f6-15b8-481f-bbb6-a678f56683a1/5592a798-039a-40f8-b5b8-382dbe97d374) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:00:31.745441 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-dc7207f6-9e5b-4ae0-b628-85dbf385b372 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:31.780233 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc7207f6-9e5b-4ae0-b628-85dbf385b372 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:00:31.780707 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-dc7207f6-9e5b-4ae0-b628-85dbf385b372 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:31.786563 n-d-800088-16 neutron-server[100314]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:00:31.786563 n-d-800088-16 neutron-server[100314]: self.session.flush() Jul 24 00:00:31.786563 n-d-800088-16 neutron-server[100314]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:00:31.786563 n-d-800088-16 neutron-server[100314]: self.session.flush() Jul 24 00:00:31.786563 n-d-800088-16 neutron-server[100314]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:00:31.786563 n-d-800088-16 neutron-server[100314]: self.session.flush() Jul 24 00:00:31.786563 n-d-800088-16 neutron-server[100314]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:00:31.786563 n-d-800088-16 neutron-server[100314]: self.session.flush() Jul 24 00:00:31.786563 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:00:31.786563 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:00:31.786563 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:00:31.786563 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:00:31.786563 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:00:31.786563 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:00:31.786563 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:00:31.786563 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:00:31.786563 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:00:31.786563 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:00:31.786563 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:00:31.786563 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:00:31.786563 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:00:31.786563 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:00:31.786563 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:00:31.786563 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:00:31.786563 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:00:31.786563 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:00:31.786563 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:00:31.786563 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:00:31.786563 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:00:31.786563 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:00:31.786563 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:00:31.786563 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:00:31.786563 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:00:31.786563 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:00:31.786563 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:00:31.786563 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:00:31.786563 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:00:31.786563 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:00:31.786563 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:00:31.786563 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:00:31.907375 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 1d3fff78-c630-4bda-9cee-fca957e7d7b0 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:00:31.907375 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:31.929304 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f3d29910-e7c9-447f-999a-041c5ad8c2ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:31.937410 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f3d29910-e7c9-447f-999a-041c5ad8c2ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:31.937410 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-f3d29910-e7c9-447f-999a-041c5ad8c2ab admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3f5c7398-439c-4176-9099-fa18b12e35a1 HTTP/1.1" status: 204 len: 168 time: 0.6398098 Jul 24 00:00:31.940832 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-dc7207f6-9e5b-4ae0-b628-85dbf385b372 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:31.952197 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-dc7207f6-9e5b-4ae0-b628-85dbf385b372 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:31.956756 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-dc7207f6-9e5b-4ae0-b628-85dbf385b372 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] 10.222.0.44 "DELETE /v2.0/networks/c06ffc4f-7b41-4ccb-8ac7-ac6cf3162bd5 HTTP/1.1" status: 204 len: 168 time: 1.8501470 Jul 24 00:00:31.973884 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c6f6a507-47eb-4faa-8b8b-ba87883d2bfa req-a08e34ee-3cec-4b8a-9d66-5d62496dc681 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6a0a271-496a-4936-8ec0-ec680d307275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4807680 Jul 24 00:00:32.011350 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0dc125-1bfe-4245-bfbd-71f49bdca9d9 req-0458744a-2590-486a-ac49-6c5395db2658 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:32.022609 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 0c1ec743-9f2c-43b8-9b33-3a0eed43520b details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:00:32.022949 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2a0dc125-1bfe-4245-bfbd-71f49bdca9d9 req-0458744a-2590-486a-ac49-6c5395db2658 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=99693099-fc1f-44e3-a9cd-8936036d847e HTTP/1.1" status: 200 len: 945 time: 0.5977223 Jul 24 00:00:32.108733 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d29910-e7c9-447f-999a-041c5ad8c2ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f5c7398-439c-4176-9099-fa18b12e35a1,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:32.120737 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7207f6-9e5b-4ae0-b628-85dbf385b372 tempest-AllowedAddressPairTestJSON-1408408474 tempest-AllowedAddressPairTestJSON-1408408474-project] Pushing event deleted for resources: {'Network': ['ID=c06ffc4f-7b41-4ccb-8ac7-ac6cf3162bd5,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:32.162558 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-12935384-b4c7-4361-a58e-f4dc11a7bbfa None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:32.163438 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2a0dc125-1bfe-4245-bfbd-71f49bdca9d9 req-4a9c1a4b-86ee-496b-a7da-a00f7ae297b4 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396062 Jul 24 00:00:32.213166 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-622e2f7b-0599-4a4a-a650-254c57c3aa31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:32.225906 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-12935384-b4c7-4361-a58e-f4dc11a7bbfa None None] Transition to ACTIVE for port object 5592a798-039a-40f8-b5b8-382dbe97d374 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:00:32.233708 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-525bb61e-5e1f-4730-b00a-36429a2ccf02 None None] Notify callbacks [] for port, precommit_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:32.248999 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.provisioning_blocks [None req-525bb61e-5e1f-4730-b00a-36429a2ccf02 None None] Transition to ACTIVE for port object 5486b9f6-2953-4060-847a-6d8ae4d25a13 will not be triggered until provisioned by entity L2. {{(pid=100316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:00:32.258006 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-525bb61e-5e1f-4730-b00a-36429a2ccf02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:32.322037 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-12935384-b4c7-4361-a58e-f4dc11a7bbfa None None] Transition to ACTIVE for port object 5592a798-039a-40f8-b5b8-382dbe97d374 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:00:32.341338 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-525bb61e-5e1f-4730-b00a-36429a2ccf02 None None] Attempting to bind port 5486b9f6-2953-4060-847a-6d8ae4d25a13 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:00:32.341707 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-525bb61e-5e1f-4730-b00a-36429a2ccf02 None None] Attempting to bind port 5486b9f6-2953-4060-847a-6d8ae4d25a13 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:00:32.342063 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525bb61e-5e1f-4730-b00a-36429a2ccf02 None None] Attempting to bind port 5486b9f6-2953-4060-847a-6d8ae4d25a13 on network 9adcfee8-760c-4568-9e39-c221abf69bf5 {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:00:32.347924 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-12935384-b4c7-4361-a58e-f4dc11a7bbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:32.368561 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2f0ebb89-70b6-4c47-b123-4cc769b06c15 req-071073f0-3916-4b26-a4a4-a9729b84b110 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=60ef96c6-2a1a-44e8-9008-94fb8d7fc7d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3192985 Jul 24 00:00:32.376527 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b2217f-0b6d-4c21-8cfc-418f938be4d9 None None] Pushing event updated for resources: {'Port': ['ID=5486b9f6-2953-4060-847a-6d8ae4d25a13,revision_number=2']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:32.388592 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525bb61e-5e1f-4730-b00a-36429a2ccf02 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:00:32.397157 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525bb61e-5e1f-4730-b00a-36429a2ccf02 None None] Checking segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:00:32.397714 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-525bb61e-5e1f-4730-b00a-36429a2ccf02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:32.398171 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525bb61e-5e1f-4730-b00a-36429a2ccf02 None None] Bound using segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:00:32.398719 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-525bb61e-5e1f-4730-b00a-36429a2ccf02 None None] Bound port: 5486b9f6-2953-4060-847a-6d8ae4d25a13, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:00:32.399144 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-525bb61e-5e1f-4730-b00a-36429a2ccf02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:32.404311 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 93d8181c-44a9-4853-9f7e-a8624fc23830 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:00:32.414850 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b2217f-0b6d-4c21-8cfc-418f938be4d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:00:32.415106 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b2217f-0b6d-4c21-8cfc-418f938be4d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:00:32.415452 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b2217f-0b6d-4c21-8cfc-418f938be4d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:00:32.415787 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b2217f-0b6d-4c21-8cfc-418f938be4d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:00:32.416120 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b2217f-0b6d-4c21-8cfc-418f938be4d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:00:32.416502 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b2217f-0b6d-4c21-8cfc-418f938be4d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:00:32.429012 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b2217f-0b6d-4c21-8cfc-418f938be4d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:00:32.429503 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b2217f-0b6d-4c21-8cfc-418f938be4d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:00:32.429840 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b2217f-0b6d-4c21-8cfc-418f938be4d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:00:32.430183 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b2217f-0b6d-4c21-8cfc-418f938be4d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:00:32.430527 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b2217f-0b6d-4c21-8cfc-418f938be4d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:00:32.430860 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b2217f-0b6d-4c21-8cfc-418f938be4d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:00:32.432617 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d92ebdc5-8d45-4326-9e76-4d2b4d1c6a68 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:32.451007 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 51312) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:32.488513 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 0c1ec743-9f2c-43b8-9b33-3a0eed43520b, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=0c1ec743-9f2c-43b8-9b33-3a0eed43520b,segment=NetworkSegment(916b837a-3956-408c-a58c-8cf4c63322c0),segment_id=916b837a-3956-408c-a58c-8cf4c63322c0)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:00:32.504277 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 93d8181c-44a9-4853-9f7e-a8624fc23830 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:00:32.504671 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 93d8181c-44a9-4853-9f7e-a8624fc23830 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:00:32.508316 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': '0c1ec743-9f2c-43b8-9b33-3a0eed43520b', 'network_id': '7eb9a734-74b2-49bc-9188-4a7ee5495610', 'port_id': '0c1ec743-9f2c-43b8-9b33-3a0eed43520b', 'mac_address': 'fa:16:3e:92:fa:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6e1e37a-ef2c-4bca-ad9c-345fa09479eb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:00:32.542381 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12935384-b4c7-4361-a58e-f4dc11a7bbfa None None] Network 4d23ee60-1294-4db9-af42-7d0caaa21da1 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:00:32.544340 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-525bb61e-5e1f-4730-b00a-36429a2ccf02 None None] For port 5486b9f6-2953-4060-847a-6d8ae4d25a13, host n-d-800088-16, cleared binding levels {{(pid=100316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:00:32.556116 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-525bb61e-5e1f-4730-b00a-36429a2ccf02 None None] For port 5486b9f6-2953-4060-847a-6d8ae4d25a13, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=5486b9f6-2953-4060-847a-6d8ae4d25a13,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:00:32.564516 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-525bb61e-5e1f-4730-b00a-36429a2ccf02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:32.572744 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-12935384-b4c7-4361-a58e-f4dc11a7bbfa None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:00:32.575858 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12935384-b4c7-4361-a58e-f4dc11a7bbfa None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:00:32.611083 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12935384-b4c7-4361-a58e-f4dc11a7bbfa None None] Pushing event updated for resources: {'Port': ['ID=5592a798-039a-40f8-b5b8-382dbe97d374,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:32.628299 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525bb61e-5e1f-4730-b00a-36429a2ccf02 None None] Routers {'7a73122c-f3ee-4078-95a5-6cb71279a3eb'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:00:32.628965 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-525bb61e-5e1f-4730-b00a-36429a2ccf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:00:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['7a73122c-f3ee-4078-95a5-6cb71279a3eb'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:00:32.637286 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d92ebdc5-8d45-4326-9e76-4d2b4d1c6a68 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:32.649475 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-d92ebdc5-8d45-4326-9e76-4d2b4d1c6a68 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d23ee60-1294-4db9-af42-7d0caaa21da1']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:00:32.666802 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:32.668796 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-d92ebdc5-8d45-4326-9e76-4d2b4d1c6a68 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc437321-396a-4dc7-91c4-4e5587639218') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:00:32.669226 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-d92ebdc5-8d45-4326-9e76-4d2b4d1c6a68 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc437321-396a-4dc7-91c4-4e5587639218') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:00:32.684854 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d92ebdc5-8d45-4326-9e76-4d2b4d1c6a68 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:32.697246 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-12935384-b4c7-4361-a58e-f4dc11a7bbfa None None] Attempting to bind port 5592a798-039a-40f8-b5b8-382dbe97d374 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:00:32.697813 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-12935384-b4c7-4361-a58e-f4dc11a7bbfa None None] Attempting to bind port 5592a798-039a-40f8-b5b8-382dbe97d374 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': 'bc437321-396a-4dc7-91c4-4e5587639218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '4d23ee60-1294-4db9-af42-7d0caaa21da1'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:00:32.698202 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12935384-b4c7-4361-a58e-f4dc11a7bbfa None None] Attempting to bind port 5592a798-039a-40f8-b5b8-382dbe97d374 on network 4d23ee60-1294-4db9-af42-7d0caaa21da1 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:00:32.702622 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d92ebdc5-8d45-4326-9e76-4d2b4d1c6a68 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:32.706840 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12935384-b4c7-4361-a58e-f4dc11a7bbfa None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:00:32.707232 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12935384-b4c7-4361-a58e-f4dc11a7bbfa None None] Checking segment: {'id': 'bc437321-396a-4dc7-91c4-4e5587639218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '4d23ee60-1294-4db9-af42-7d0caaa21da1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:00:32.707694 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-12935384-b4c7-4361-a58e-f4dc11a7bbfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:32.708108 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12935384-b4c7-4361-a58e-f4dc11a7bbfa None None] Bound using segment: {'id': 'bc437321-396a-4dc7-91c4-4e5587639218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '4d23ee60-1294-4db9-af42-7d0caaa21da1'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:00:32.708593 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-12935384-b4c7-4361-a58e-f4dc11a7bbfa None None] Bound port: 5592a798-039a-40f8-b5b8-382dbe97d374, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc437321-396a-4dc7-91c4-4e5587639218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '4d23ee60-1294-4db9-af42-7d0caaa21da1'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:00:32.709082 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-12935384-b4c7-4361-a58e-f4dc11a7bbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:32.710989 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d92ebdc5-8d45-4326-9e76-4d2b4d1c6a68 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:00:32.711821 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d92ebdc5-8d45-4326-9e76-4d2b4d1c6a68 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:32.723024 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0c1ec743-9f2c-43b8-9b33-3a0eed43520b {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:00:32.747424 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-525bb61e-5e1f-4730-b00a-36429a2ccf02 None None] Set router 7a73122c-f3ee-4078-95a5-6cb71279a3eb gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:00:32.753473 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 0c1ec743-9f2c-43b8-9b33-3a0eed43520b, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=0c1ec743-9f2c-43b8-9b33-3a0eed43520b,segment=NetworkSegment(916b837a-3956-408c-a58c-8cf4c63322c0),segment_id=916b837a-3956-408c-a58c-8cf4c63322c0)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:00:32.762588 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:32.773205 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-071a148a-c338-46e1-be7e-6fff90bde6d6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0a780b69e640432eb1750b1d0f797763&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3209567 Jul 24 00:00:32.778286 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 51324) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:32.836947 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b2217f-0b6d-4c21-8cfc-418f938be4d9 None None] Pushing event updated for resources: {'Port': ['ID=5486b9f6-2953-4060-847a-6d8ae4d25a13,revision_number=3']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:32.863546 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['0c1ec743-9f2c-43b8-9b33-3a0eed43520b'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:00:32.878848 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b7e1b272-fa13-48fb-a1c9-97711670b55d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:32.894584 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:00:32.894584 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:00:32.894584 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:00:32.894584 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:00:32.894584 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:00:32.894584 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:00:32.894584 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:00:32.894584 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:00:32.894584 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:00:32.894584 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:00:32.894584 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:00:32.894584 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:00:32.894584 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:00:32.894584 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:00:32.894584 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:00:32.894584 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:00:32.894584 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:00:32.894584 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:00:32.894584 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:00:32.894584 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:00:32.894584 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:00:32.894584 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:00:32.894584 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:00:32.894584 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:00:32.894584 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:00:32.894584 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:00:32.894584 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:00:32.894584 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:00:32.894584 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:00:32.894584 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:00:32.894584 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:00:32.894584 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:00:32.912483 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92ebdc5-8d45-4326-9e76-4d2b4d1c6a68 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Pushing event deleted for resources: {'Subnet': ['ID=5c0ee7f6-15b8-481f-bbb6-a678f56683a1,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:32.914292 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b7e1b272-fa13-48fb-a1c9-97711670b55d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:32.940385 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=0c1ec743-9f2c-43b8-9b33-3a0eed43520b,revision_number=6']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:32.955888 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-12935384-b4c7-4361-a58e-f4dc11a7bbfa None None] For port 5592a798-039a-40f8-b5b8-382dbe97d374, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:00:32.961860 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-12935384-b4c7-4361-a58e-f4dc11a7bbfa None None] For port 5592a798-039a-40f8-b5b8-382dbe97d374, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=5592a798-039a-40f8-b5b8-382dbe97d374,segment=NetworkSegment(bc437321-396a-4dc7-91c4-4e5587639218),segment_id=bc437321-396a-4dc7-91c4-4e5587639218)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:00:32.975654 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-12935384-b4c7-4361-a58e-f4dc11a7bbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:32.979959 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.db.api [None req-d92ebdc5-8d45-4326-9e76-4d2b4d1c6a68 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 24 00:00:32.979959 n-d-800088-16 neutron-server[100313]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 24 00:00:32.979959 n-d-800088-16 neutron-server[100313]: [parameters: {'id': '4d23ee60-1294-4db9-af42-7d0caaa21da1'}] Jul 24 00:00:32.979959 n-d-800088-16 neutron-server[100313]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 00:00:32.980724 n-d-800088-16 neutron-server[100313]: DEBUG oslo_db.api [None req-d92ebdc5-8d45-4326-9e76-4d2b4d1c6a68 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 00:00:33.009344 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b7e1b272-fa13-48fb-a1c9-97711670b55d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:33.015109 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b7e1b272-fa13-48fb-a1c9-97711670b55d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:33.025740 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-b7e1b272-fa13-48fb-a1c9-97711670b55d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4256b0b8-c4c4-423f-957e-6a710d526adb HTTP/1.1" status: 204 len: 168 time: 0.2467835 Jul 24 00:00:33.054941 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e1b272-fa13-48fb-a1c9-97711670b55d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4256b0b8-c4c4-423f-957e-6a710d526adb,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:33.069506 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-525bb61e-5e1f-4730-b00a-36429a2ccf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a73122c-f3ee-4078-95a5-6cb71279a3eb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-713695030-router', 'tenant_id': '2649aec65f64496689ce213d2c628d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '5486b9f6-2953-4060-847a-6d8ae4d25a13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:00:23Z', 'updated_at': '2021-07-24T00:00:27Z', 'revision_number': 3, 'project_id': '2649aec65f64496689ce213d2c628d9f', 'gw_port': {'id': '5486b9f6-2953-4060-847a-6d8ae4d25a13', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a73122c-f3ee-4078-95a5-6cb71279a3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:00:25Z', 'updated_at': '2021-07-24T00:00:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:00:33.101173 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525bb61e-5e1f-4730-b00a-36429a2ccf02 None None] The sync data for ids ['7a73122c-f3ee-4078-95a5-6cb71279a3eb'] in n-d-800088-16 is: [{'id': '7a73122c-f3ee-4078-95a5-6cb71279a3eb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-713695030-router', 'tenant_id': '2649aec65f64496689ce213d2c628d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '5486b9f6-2953-4060-847a-6d8ae4d25a13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:00:23Z', 'updated_at': '2021-07-24T00:00:27Z', 'revision_number': 3, 'project_id': '2649aec65f64496689ce213d2c628d9f', 'gw_port': {'id': '5486b9f6-2953-4060-847a-6d8ae4d25a13', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a73122c-f3ee-4078-95a5-6cb71279a3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:00:25Z', 'updated_at': '2021-07-24T00:00:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:00:33.179210 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0ebb89-70b6-4c47-b123-4cc769b06c15 req-8128a254-9267-4f99-a86e-d0547006ffd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:33.181776 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2f0ebb89-70b6-4c47-b123-4cc769b06c15 req-8128a254-9267-4f99-a86e-d0547006ffd1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d9405b5ff79541cbb5225ec709273225&device_id=60ef96c6-2a1a-44e8-9008-94fb8d7fc7d4 HTTP/1.1" status: 200 len: 1096 time: 0.7730792 Jul 24 00:00:33.223049 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-622e2f7b-0599-4a4a-a650-254c57c3aa31 admin admin] Allocated IP 172.20.0.1 (0d843162-2e70-4d88-bcda-b7bdfc43a965/34cb483a-de62-47b2-aab3-b75073f9ab0e/f914205d-c8f0-4a61-8903-b3af48e4dbba) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:00:33.226080 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12935384-b4c7-4361-a58e-f4dc11a7bbfa None None] Pushing event updated for resources: {'Port': ['ID=5592a798-039a-40f8-b5b8-382dbe97d374,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:33.261982 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5045714-728e-48a7-945d-626bd786ba21 req-2880133a-db6f-4948-9dca-aa8581d208c5 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:33.271634 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d5045714-728e-48a7-945d-626bd786ba21 req-2880133a-db6f-4948-9dca-aa8581d208c5 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/ports?device_id=daad7e6f-c1db-4f59-8042-0b3f6720bbd4 HTTP/1.1" status: 200 len: 945 time: 0.1569400 Jul 24 00:00:33.273450 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17155d2-bf0f-430b-842e-0946bfc47188 None None] Network 4d23ee60-1294-4db9-af42-7d0caaa21da1 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:00:33.275373 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d6a42c-dd10-43f0-aeac-0f0767103146 req-c501fef2-f9ed-447e-8098-eb9414ab8034 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:33.277005 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f8d6a42c-dd10-43f0-aeac-0f0767103146 req-c501fef2-f9ed-447e-8098-eb9414ab8034 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a226891-fcc4-4e2c-b9bb-c9e2330864b9 HTTP/1.1" status: 200 len: 945 time: 0.8114400 Jul 24 00:00:33.347630 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 51344) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:33.357135 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d5045714-728e-48a7-945d-626bd786ba21 req-034e7c54-55d8-4ede-81f5-cd90f808660f tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6a0a271-496a-4936-8ec0-ec680d307275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790932 Jul 24 00:00:33.459109 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f8d6a42c-dd10-43f0-aeac-0f0767103146 req-4accab7d-e204-4a5b-9fcf-a62bf2b59453 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/security-groups?id=7234dcab-bd61-43b3-a41f-dcf65032fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642289 Jul 24 00:00:33.499923 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device f76aa983-dd5e-4410-a27a-cf0bf7977c2c up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:00:33.508886 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d92ebdc5-8d45-4326-9e76-4d2b4d1c6a68 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:33.511136 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0ebb89-70b6-4c47-b123-4cc769b06c15 req-3d5b1f04-abed-45bd-9d88-fa220a269f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:33.512617 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2f0ebb89-70b6-4c47-b123-4cc769b06c15 req-3d5b1f04-abed-45bd-9d88-fa220a269f13 service neutron] 10.222.0.52 "GET /v2.0/networks?id=cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed HTTP/1.1" status: 200 len: 919 time: 0.2863243 Jul 24 00:00:33.755669 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2f0ebb89-70b6-4c47-b123-4cc769b06c15 req-6c026822-32e1-45f2-a97a-3a2fb5b83604 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60b97620-b2d2-4d9f-ba36-19ae309f9e39 HTTP/1.1" status: 200 len: 217 time: 0.2348244 Jul 24 00:00:33.807867 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-ff558af7-c52d-48ca-aa63-2646c440074b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-236617612-network', 'tenant_id': '382e4d68ab7d49a593b6e6151cd77385'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:00:33.963153 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port f76aa983-dd5e-4410-a27a-cf0bf7977c2c triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:00:33.964231 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:34.055317 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 0c1ec743-9f2c-43b8-9b33-3a0eed43520b no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:00:34.113399 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-622e2f7b-0599-4a4a-a650-254c57c3aa31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:34.122783 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4481d70b-38fb-4f17-9f74-70459fe064f2 None None] get_active_networks_info from n-d-800088-16 {{(pid=100315) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 24 00:00:34.127978 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0ebb89-70b6-4c47-b123-4cc769b06c15 req-849ea645-3514-4dd4-b305-c1159ce7e656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:34.129837 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2f0ebb89-70b6-4c47-b123-4cc769b06c15 req-849ea645-3514-4dd4-b305-c1159ce7e656 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3dff00ee-bed2-4c8a-b785-e9725c9c9b9c HTTP/1.1" status: 200 len: 858 time: 0.3361998 Jul 24 00:00:34.130833 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff558af7-c52d-48ca-aa63-2646c440074b admin admin] Made reservation on behalf of 382e4d68ab7d49a593b6e6151cd77385 for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:00:34.133619 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ff558af7-c52d-48ca-aa63-2646c440074b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:34.155149 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ff558af7-c52d-48ca-aa63-2646c440074b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:34.228174 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2f0ebb89-70b6-4c47-b123-4cc769b06c15 req-0fff4b37-fd28-424d-8be9-393e04d2feca service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726297 Jul 24 00:00:34.231725 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [None req-622e2f7b-0599-4a4a-a650-254c57c3aa31 admin admin] Transition to ACTIVE for port object f914205d-c8f0-4a61-8903-b3af48e4dbba will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:00:34.308001 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-d92ebdc5-8d45-4326-9e76-4d2b4d1c6a68 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Deleting port 5592a798-039a-40f8-b5b8-382dbe97d374 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:00:34.308346 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d92ebdc5-8d45-4326-9e76-4d2b4d1c6a68 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:34.362326 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e074c00-28ae-42af-bbad-04d50db38360 req-7597778c-ac11-43f9-8bdc-bdc2d183fbe4 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:34.370587 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6e074c00-28ae-42af-bbad-04d50db38360 req-7597778c-ac11-43f9-8bdc-bdc2d183fbe4 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=99693099-fc1f-44e3-a9cd-8936036d847e HTTP/1.1" status: 200 len: 945 time: 0.6023049 Jul 24 00:00:34.412118 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365e321f-8654-4669-a54e-c62b9ea79029 req-dd2c4a7c-a3e0-4178-98d5-6ff61c66dbdb tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:34.418602 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-365e321f-8654-4669-a54e-c62b9ea79029 req-dd2c4a7c-a3e0-4178-98d5-6ff61c66dbdb tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a226891-fcc4-4e2c-b9bb-c9e2330864b9 HTTP/1.1" status: 200 len: 945 time: 0.1410751 Jul 24 00:00:34.492030 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-365e321f-8654-4669-a54e-c62b9ea79029 req-50272c1a-fa58-4c31-a4c2-20bd1263d79d tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/security-groups?id=7234dcab-bd61-43b3-a41f-dcf65032fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629585 Jul 24 00:00:34.554832 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 51386) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:34.634300 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6e074c00-28ae-42af-bbad-04d50db38360 req-4d3dc907-a566-4cc0-94a7-e1777b27885e tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626042 Jul 24 00:00:34.671521 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-d92ebdc5-8d45-4326-9e76-4d2b4d1c6a68 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] For port 5592a798-039a-40f8-b5b8-382dbe97d374, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=5592a798-039a-40f8-b5b8-382dbe97d374,segment=NetworkSegment(bc437321-396a-4dc7-91c4-4e5587639218),segment_id=bc437321-396a-4dc7-91c4-4e5587639218)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:00:34.672068 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d92ebdc5-8d45-4326-9e76-4d2b4d1c6a68 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:34.678754 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-622e2f7b-0599-4a4a-a650-254c57c3aa31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:34.728506 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-7d31035c-53b7-43d6-b0f9-9a16e0ab4dc1 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1717937242'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:00:34.730528 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ff558af7-c52d-48ca-aa63-2646c440074b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:34.755268 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:34.764833 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-d92ebdc5-8d45-4326-9e76-4d2b4d1c6a68 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Calling delete_port for 5592a798-039a-40f8-b5b8-382dbe97d374 owned by network:dhcp {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:00:34.776631 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2f0ebb89-70b6-4c47-b123-4cc769b06c15 req-e76bd275-998c-4f90-ac97-33ab70d10e6b service neutron] 10.222.0.52 "GET /v2.0/networks/cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4798825 Jul 24 00:00:34.777309 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ff558af7-c52d-48ca-aa63-2646c440074b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:34.786731 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d31035c-53b7-43d6-b0f9-9a16e0ab4dc1 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Made reservation on behalf of b09696650abf477e845b78bb15d2e84e for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:00:34.797129 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7d31035c-53b7-43d6-b0f9-9a16e0ab4dc1 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:34.804319 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 0c1ec743-9f2c-43b8-9b33-3a0eed43520b {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:00:34.818132 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622e2f7b-0599-4a4a-a650-254c57c3aa31 admin admin] Network 0d843162-2e70-4d88-bcda-b7bdfc43a965 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:00:34.821383 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7d31035c-53b7-43d6-b0f9-9a16e0ab4dc1 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:34.842195 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 0c1ec743-9f2c-43b8-9b33-3a0eed43520b, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=0c1ec743-9f2c-43b8-9b33-3a0eed43520b,segment=NetworkSegment(916b837a-3956-408c-a58c-8cf4c63322c0),segment_id=916b837a-3956-408c-a58c-8cf4c63322c0)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:00:34.850370 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:34.851304 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-622e2f7b-0599-4a4a-a650-254c57c3aa31 admin admin] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:00:34.852163 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4481d70b-38fb-4f17-9f74-70459fe064f2 None None] Resources bound (agent type, host, resource id): {{(pid=100315) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 24 00:00:34.854724 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622e2f7b-0599-4a4a-a650-254c57c3aa31 admin admin] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:00:34.963966 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff558af7-c52d-48ca-aa63-2646c440074b admin admin] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:00:35.000794 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7d31035c-53b7-43d6-b0f9-9a16e0ab4dc1 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:35.010693 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622e2f7b-0599-4a4a-a650-254c57c3aa31 admin admin] Pushing event updated for resources: {'Port': ['ID=f914205d-c8f0-4a61-8903-b3af48e4dbba,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:35.017636 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7d31035c-53b7-43d6-b0f9-9a16e0ab4dc1 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:35.048990 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=0c1ec743-9f2c-43b8-9b33-3a0eed43520b,revision_number=7']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:35.054194 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ff558af7-c52d-48ca-aa63-2646c440074b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:35.056363 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-ff558af7-c52d-48ca-aa63-2646c440074b admin admin] Added segment f62b3a82-0988-4a98-93d0-e64959a0945c of type vlan for network e6c8ab97-b262-4351-aec5-a50b39caedfc Jul 24 00:00:35.079059 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d31035c-53b7-43d6-b0f9-9a16e0ab4dc1 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e39bf1-2fc2-4eec-a518-ae5cc42538fe,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:35.095567 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff558af7-c52d-48ca-aa63-2646c440074b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0310cf1b-e6a6-4249-82ef-2101c9715cc1,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:35.104517 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d31035c-53b7-43d6-b0f9-9a16e0ab4dc1 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:00:35.129119 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7d31035c-53b7-43d6-b0f9-9a16e0ab4dc1 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:35.129601 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-7d31035c-53b7-43d6-b0f9-9a16e0ab4dc1 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Added segment 63b08514-c276-4109-b60c-49c4e566388e of type vlan for network fc7c687f-5b03-4496-80fc-12ecffd3f29a Jul 24 00:00:35.146770 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-622e2f7b-0599-4a4a-a650-254c57c3aa31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681761'] for router_interface, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:35.196301 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7d31035c-53b7-43d6-b0f9-9a16e0ab4dc1 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:35.237905 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7d31035c-53b7-43d6-b0f9-9a16e0ab4dc1 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:35.243819 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d31035c-53b7-43d6-b0f9-9a16e0ab4dc1 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:35.244825 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7d31035c-53b7-43d6-b0f9-9a16e0ab4dc1 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:35.287108 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-7d31035c-53b7-43d6-b0f9-9a16e0ab4dc1 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.7311313 Jul 24 00:00:35.290614 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 51392) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:35.299031 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-d3d09dc3-7b16-4df4-a202-bb587c29b68a tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Request body: {'subnet': {'network_id': 'fc7c687f-5b03-4496-80fc-12ecffd3f29a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:00:35.350191 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d31035c-53b7-43d6-b0f9-9a16e0ab4dc1 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Pushing event updated for resources: {'Network': ['ID=fc7c687f-5b03-4496-80fc-12ecffd3f29a,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:35.386804 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network fc7c687f-5b03-4496-80fc-12ecffd3f29a details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:00:35.469524 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d09dc3-7b16-4df4-a202-bb587c29b68a tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Made reservation on behalf of b09696650abf477e845b78bb15d2e84e for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:00:35.476868 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d3d09dc3-7b16-4df4-a202-bb587c29b68a tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:35.570714 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 5486b9f6-2953-4060-847a-6d8ae4d25a13 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:00:35.752200 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 5486b9f6-2953-4060-847a-6d8ae4d25a13 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:00:35.756778 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 5486b9f6-2953-4060-847a-6d8ae4d25a13 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:00:35.757843 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:35.790493 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f74f77-e90f-4a77-8873-ced2bba6013c None None] get_active_networks_info from n-d-800088-16 {{(pid=100315) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 24 00:00:35.798059 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ff558af7-c52d-48ca-aa63-2646c440074b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:35.816775 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2f0ebb89-70b6-4c47-b123-4cc769b06c15 req-b875a159-bb92-42f4-b107-51049211d258 service neutron] 10.222.0.52 "GET /v2.0/networks/cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0157130 Jul 24 00:00:35.847720 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d3d09dc3-7b16-4df4-a202-bb587c29b68a tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:35.913098 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d92ebdc5-8d45-4326-9e76-4d2b4d1c6a68 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:35.930052 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d09dc3-7b16-4df4-a202-bb587c29b68a tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Pushing event updated for resources: {'Subnet': ['ID=c3ad832a-82c0-4e36-9fb3-3d5411fb2381,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:35.952668 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:35.957708 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea186e-ed9e-429a-9a24-2110211c19fb req-986de557-c69e-4c2b-b8a8-8d71bf0b4eae tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:35.959288 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7cea186e-ed9e-429a-9a24-2110211c19fb req-986de557-c69e-4c2b-b8a8-8d71bf0b4eae tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a226891-fcc4-4e2c-b9bb-c9e2330864b9 HTTP/1.1" status: 200 len: 944 time: 0.3324451 Jul 24 00:00:35.978259 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ab5bb4-922c-4856-ba14-f55d6fb594af req-20f92d9f-cd72-4e4c-b031-9da1b4638e97 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:35.979636 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-96ab5bb4-922c-4856-ba14-f55d6fb594af req-20f92d9f-cd72-4e4c-b031-9da1b4638e97 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.64 "GET /v2.0/ports?device_id=3a226891-fcc4-4e2c-b9bb-c9e2330864b9 HTTP/1.1" status: 200 len: 944 time: 0.3416815 Jul 24 00:00:35.980010 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92ebdc5-8d45-4326-9e76-4d2b4d1c6a68 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Pushing event deleted for resources: {'Port': ['ID=5592a798-039a-40f8-b5b8-382dbe97d374,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:35.984843 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92ebdc5-8d45-4326-9e76-4d2b4d1c6a68 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] No DVR routers for this DVR port 5592a798-039a-40f8-b5b8-382dbe97d374 on host n-d-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:00:35.988539 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 5486b9f6-2953-4060-847a-6d8ae4d25a13, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=5486b9f6-2953-4060-847a-6d8ae4d25a13,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:00:35.996763 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:36.001738 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f74f77-e90f-4a77-8873-ced2bba6013c None None] Resources bound (agent type, host, resource id): {{(pid=100315) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 24 00:00:36.020794 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ff558af7-c52d-48ca-aa63-2646c440074b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:36.022032 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff558af7-c52d-48ca-aa63-2646c440074b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:36.022737 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ff558af7-c52d-48ca-aa63-2646c440074b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:36.025593 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 0c1ec743-9f2c-43b8-9b33-3a0eed43520b no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:00:36.039952 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d09dc3-7b16-4df4-a202-bb587c29b68a tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Checking segment: {'id': '63b08514-c276-4109-b60c-49c4e566388e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'fc7c687f-5b03-4496-80fc-12ecffd3f29a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:00:36.040290 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d09dc3-7b16-4df4-a202-bb587c29b68a tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Network hostable DHCP agents. Network: fc7c687f-5b03-4496-80fc-12ecffd3f29a, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:00:36.081231 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7cea186e-ed9e-429a-9a24-2110211c19fb req-587e9286-6712-4d99-93b6-cec95e0fb7f8 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/security-groups?id=7234dcab-bd61-43b3-a41f-dcf65032fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000876 Jul 24 00:00:36.097947 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d09dc3-7b16-4df4-a202-bb587c29b68a tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Network fc7c687f-5b03-4496-80fc-12ecffd3f29a is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:00:36.130367 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-ff558af7-c52d-48ca-aa63-2646c440074b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.7778144 Jul 24 00:00:36.133949 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 51400) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:36.137241 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=5486b9f6-2953-4060-847a-6d8ae4d25a13,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:36.144591 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-3305a33d-7028-4e48-b4f3-4102880f80ac admin admin] Request body: {'subnet': {'network_id': 'e6c8ab97-b262-4351-aec5-a50b39caedfc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-236617612-subnet', 'tenant_id': '382e4d68ab7d49a593b6e6151cd77385', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:00:36.149767 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-d3d09dc3-7b16-4df4-a202-bb587c29b68a tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, fc7c687f-5b03-4496-80fc-12ecffd3f29a) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:00:36.163143 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d09dc3-7b16-4df4-a202-bb587c29b68a tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:36.163886 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d3d09dc3-7b16-4df4-a202-bb587c29b68a tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:36.205994 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3305a33d-7028-4e48-b4f3-4102880f80ac admin admin] Made reservation on behalf of 382e4d68ab7d49a593b6e6151cd77385 for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:00:36.206738 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d92ebdc5-8d45-4326-9e76-4d2b4d1c6a68 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:36.208531 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3305a33d-7028-4e48-b4f3-4102880f80ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:36.214175 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-96ab5bb4-922c-4856-ba14-f55d6fb594af req-1dc9e00a-036e-41eb-a827-cd5500bee31f tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Deleting port 0c1ec743-9f2c-43b8-9b33-3a0eed43520b {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:00:36.214348 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff558af7-c52d-48ca-aa63-2646c440074b admin admin] Pushing event updated for resources: {'Network': ['ID=e6c8ab97-b262-4351-aec5-a50b39caedfc,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:36.214539 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-96ab5bb4-922c-4856-ba14-f55d6fb594af req-1dc9e00a-036e-41eb-a827-cd5500bee31f tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:36.224627 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-d3d09dc3-7b16-4df4-a202-bb587c29b68a tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9298916 Jul 24 00:00:36.233762 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network e6c8ab97-b262-4351-aec5-a50b39caedfc details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:00:36.234369 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 51404) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:36.245490 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-622e2f7b-0599-4a4a-a650-254c57c3aa31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:36.253002 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-dd46e596-da8b-42c6-bb40-3012e914946f tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Request body: {'port': {'network_id': 'fc7c687f-5b03-4496-80fc-12ecffd3f29a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-474416827'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:00:36.272426 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-d92ebdc5-8d45-4326-9e76-4d2b4d1c6a68 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d23ee60-1294-4db9-af42-7d0caaa21da1']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:00:36.351502 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-d92ebdc5-8d45-4326-9e76-4d2b4d1c6a68 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc437321-396a-4dc7-91c4-4e5587639218') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:00:36.351883 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-d92ebdc5-8d45-4326-9e76-4d2b4d1c6a68 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc437321-396a-4dc7-91c4-4e5587639218') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:00:36.367501 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d80204-823c-43e7-b2a4-61893aa506bf req-8ffa90c6-1d47-4401-b320-8645c2221b47 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:36.373159 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-36d80204-823c-43e7-b2a4-61893aa506bf req-8ffa90c6-1d47-4401-b320-8645c2221b47 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=99693099-fc1f-44e3-a9cd-8936036d847e HTTP/1.1" status: 200 len: 945 time: 0.5327206 Jul 24 00:00:36.410968 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d92ebdc5-8d45-4326-9e76-4d2b4d1c6a68 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:36.465710 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d92ebdc5-8d45-4326-9e76-4d2b4d1c6a68 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:36.485909 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d92ebdc5-8d45-4326-9e76-4d2b4d1c6a68 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:00:36.487229 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d92ebdc5-8d45-4326-9e76-4d2b4d1c6a68 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:36.493310 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:00:36.493310 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:00:36.493310 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:00:36.493310 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:00:36.493310 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:00:36.493310 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:00:36.493310 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:00:36.493310 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:00:36.493310 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:00:36.493310 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:00:36.493310 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:00:36.493310 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:00:36.493310 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:00:36.493310 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:00:36.493310 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:00:36.493310 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:00:36.493310 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:00:36.493310 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:00:36.493310 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:00:36.493310 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:00:36.493310 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:00:36.493310 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:00:36.493310 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:00:36.493310 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:00:36.493310 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:00:36.493310 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:00:36.493310 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:00:36.493310 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:00:36.493310 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:00:36.493310 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:00:36.493310 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:00:36.493310 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:00:36.517792 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-96ab5bb4-922c-4856-ba14-f55d6fb594af req-1dc9e00a-036e-41eb-a827-cd5500bee31f tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] For port 0c1ec743-9f2c-43b8-9b33-3a0eed43520b, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=0c1ec743-9f2c-43b8-9b33-3a0eed43520b,segment=NetworkSegment(916b837a-3956-408c-a58c-8cf4c63322c0),segment_id=916b837a-3956-408c-a58c-8cf4c63322c0)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:00:36.518338 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-96ab5bb4-922c-4856-ba14-f55d6fb594af req-1dc9e00a-036e-41eb-a827-cd5500bee31f tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:36.556558 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-36d80204-823c-43e7-b2a4-61893aa506bf req-dd766a75-1b07-47b0-9b48-523cb987a98c tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711624 Jul 24 00:00:36.572114 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-96ab5bb4-922c-4856-ba14-f55d6fb594af req-1dc9e00a-036e-41eb-a827-cd5500bee31f tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Calling delete_port for 0c1ec743-9f2c-43b8-9b33-3a0eed43520b owned by compute:nova {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:00:36.582334 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52eb7fc3-919b-4ba4-9911-75d5b675ba08 None None] Network fc7c687f-5b03-4496-80fc-12ecffd3f29a requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:00:36.610656 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d92ebdc5-8d45-4326-9e76-4d2b4d1c6a68 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:36.617243 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d92ebdc5-8d45-4326-9e76-4d2b4d1c6a68 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:36.623721 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-d92ebdc5-8d45-4326-9e76-4d2b4d1c6a68 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] 10.222.0.44 "DELETE /v2.0/networks/4d23ee60-1294-4db9-af42-7d0caaa21da1 HTTP/1.1" status: 204 len: 168 time: 5.7979784 Jul 24 00:00:36.630137 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 51410) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:36.636680 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-ad210353-f8a7-456d-ba13-c6871dd13e8f tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2133952058'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:00:36.666932 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92ebdc5-8d45-4326-9e76-4d2b4d1c6a68 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Pushing event deleted for resources: {'Network': ['ID=4d23ee60-1294-4db9-af42-7d0caaa21da1,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:36.702026 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-622e2f7b-0599-4a4a-a650-254c57c3aa31 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:36.708748 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-622e2f7b-0599-4a4a-a650-254c57c3aa31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:36.725395 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd46e596-da8b-42c6-bb40-3012e914946f tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Made reservation on behalf of b09696650abf477e845b78bb15d2e84e for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:00:36.728980 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-dd46e596-da8b-42c6-bb40-3012e914946f tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:36.800778 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad210353-f8a7-456d-ba13-c6871dd13e8f tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Made reservation on behalf of b15daf29d6cd4a878bcfd2fb8dc08d6f for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:00:36.804708 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ad210353-f8a7-456d-ba13-c6871dd13e8f tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:36.823149 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622e2f7b-0599-4a4a-a650-254c57c3aa31 admin admin] Pushing event updated for resources: {'Port': ['ID=f914205d-c8f0-4a61-8903-b3af48e4dbba,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:36.827301 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-622e2f7b-0599-4a4a-a650-254c57c3aa31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680980'] for router_interface, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:36.835350 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad925269-50da-4044-8b42-ee4962a97bbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-fc7c687f-5b03-4496-80fc-12ecffd3f29a', 'network_id': 'fc7c687f-5b03-4496-80fc-12ecffd3f29a', 'tenant_id': 'b09696650abf477e845b78bb15d2e84e', 'fixed_ips': [{'subnet_id': 'c3ad832a-82c0-4e36-9fb3-3d5411fb2381'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:00:36.836638 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ad925269-50da-4044-8b42-ee4962a97bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:36.874085 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad210353-f8a7-456d-ba13-c6871dd13e8f tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:00:36.898014 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ad210353-f8a7-456d-ba13-c6871dd13e8f tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:36.898373 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-ad210353-f8a7-456d-ba13-c6871dd13e8f tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Added segment a9c61928-0744-407d-a032-e777a2ca1834 of type vlan for network e5faac7f-7191-4ce7-80c7-8f2b2c60f8e3 Jul 24 00:00:36.921243 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3305a33d-7028-4e48-b4f3-4102880f80ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:36.982833 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ee96be-03cc-4401-8cbf-f0d7f7caa811 req-c27a41ca-55a8-4a53-843b-c80dcfad1859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:36.984659 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-26ee96be-03cc-4401-8cbf-f0d7f7caa811 req-c27a41ca-55a8-4a53-843b-c80dcfad1859 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=18dc8249d11c41bf8adca46e26371672&device_id=daad7e6f-c1db-4f59-8042-0b3f6720bbd4 HTTP/1.1" status: 200 len: 1097 time: 0.4949825 Jul 24 00:00:36.985745 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ad210353-f8a7-456d-ba13-c6871dd13e8f tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:36.990570 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [None req-dd46e596-da8b-42c6-bb40-3012e914946f tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] device_id is not set on port 3ccf214e-ba7f-4344-b83b-d680f966a328 yet. {{(pid=100314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:00:37.015211 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2779b3-9c90-4d7d-98bd-845976d91a5d req-cb38566f-c352-4e23-879f-ec759bd1a4cc tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:37.016697 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ca2779b3-9c90-4d7d-98bd-845976d91a5d req-cb38566f-c352-4e23-879f-ec759bd1a4cc tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/ports?device_id=daad7e6f-c1db-4f59-8042-0b3f6720bbd4 HTTP/1.1" status: 200 len: 945 time: 0.5100789 Jul 24 00:00:37.027200 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622e2f7b-0599-4a4a-a650-254c57c3aa31 admin admin] Network 0d843162-2e70-4d88-bcda-b7bdfc43a965 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:00:37.032093 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-622e2f7b-0599-4a4a-a650-254c57c3aa31 admin admin] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:00:37.045182 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ad210353-f8a7-456d-ba13-c6871dd13e8f tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:37.051972 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad210353-f8a7-456d-ba13-c6871dd13e8f tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:37.052712 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ad210353-f8a7-456d-ba13-c6871dd13e8f tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:37.171938 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-ad925269-50da-4044-8b42-ee4962a97bbb None None] Allocated IP 2001:db8::2 (fc7c687f-5b03-4496-80fc-12ecffd3f29a/c3ad832a-82c0-4e36-9fb3-3d5411fb2381/ab67768f-6fe7-4452-9f44-7712297f87d9) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:00:37.233037 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-ad210353-f8a7-456d-ba13-c6871dd13e8f tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5988300 Jul 24 00:00:37.249353 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 51416) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:37.257933 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-aa92dbf3-d22e-4145-a8f9-f09f0cf8d8ad None None] Provisioning for port f914205d-c8f0-4a61-8903-b3af48e4dbba completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:00:37.258349 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-c1f1c7db-b67d-4f1c-950b-9356c1b87dcc tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Request body: {'subnet': {'network_id': 'e5faac7f-7191-4ce7-80c7-8f2b2c60f8e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:00:37.271865 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-aa92dbf3-d22e-4145-a8f9-f09f0cf8d8ad None None] Provisioning complete for port f914205d-c8f0-4a61-8903-b3af48e4dbba triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:00:37.272301 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-aa92dbf3-d22e-4145-a8f9-f09f0cf8d8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:37.334772 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad210353-f8a7-456d-ba13-c6871dd13e8f tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Pushing event updated for resources: {'Network': ['ID=e5faac7f-7191-4ce7-80c7-8f2b2c60f8e3,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:37.367414 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network e5faac7f-7191-4ce7-80c7-8f2b2c60f8e3 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:00:37.419118 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-622e2f7b-0599-4a4a-a650-254c57c3aa31 admin admin] Router 7a73122c-f3ee-4078-95a5-6cb71279a3eb has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:00:37.454015 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f1c7db-b67d-4f1c-950b-9356c1b87dcc tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Made reservation on behalf of b15daf29d6cd4a878bcfd2fb8dc08d6f for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:00:37.458220 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c1f1c7db-b67d-4f1c-950b-9356c1b87dcc tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:37.471531 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e542c27-9e72-45f8-8f55-9dba5ec61b9f req-28eb504b-74c5-4395-9ee7-c13d02a5647a tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:37.473108 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3e542c27-9e72-45f8-8f55-9dba5ec61b9f req-28eb504b-74c5-4395-9ee7-c13d02a5647a tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a226891-fcc4-4e2c-b9bb-c9e2330864b9 HTTP/1.1" status: 200 len: 944 time: 0.2363968 Jul 24 00:00:37.493282 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 5486b9f6-2953-4060-847a-6d8ae4d25a13 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:00:37.513535 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ad925269-50da-4044-8b42-ee4962a97bbb None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:37.545685 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-aa92dbf3-d22e-4145-a8f9-f09f0cf8d8ad None None] Port f914205d-c8f0-4a61-8903-b3af48e4dbba cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:00:37.554560 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-96ab5bb4-922c-4856-ba14-f55d6fb594af req-1dc9e00a-036e-41eb-a827-cd5500bee31f tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:37.556299 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3305a33d-7028-4e48-b4f3-4102880f80ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd50d55f-4533-487c-99d1-5dbf35f576a5,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:37.602246 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-ad925269-50da-4044-8b42-ee4962a97bbb None None] Transition to ACTIVE for port object ab67768f-6fe7-4452-9f44-7712297f87d9 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:00:37.624265 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc9e00a-036e-41eb-a827-cd5500bee31f tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Pushing event deleted for resources: {'Port': ['ID=0c1ec743-9f2c-43b8-9b33-3a0eed43520b,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:37.633640 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-ad925269-50da-4044-8b42-ee4962a97bbb None None] Transition to ACTIVE for port object ab67768f-6fe7-4452-9f44-7712297f87d9 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:00:37.645477 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ad925269-50da-4044-8b42-ee4962a97bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:37.651401 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3e542c27-9e72-45f8-8f55-9dba5ec61b9f req-257a568c-0b76-4d93-bdbb-8ba8f194fd36 tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.44 "GET /v2.0/security-groups?id=7234dcab-bd61-43b3-a41f-dcf65032fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412563 Jul 24 00:00:37.659777 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 5486b9f6-2953-4060-847a-6d8ae4d25a13 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:00:37.662133 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:37.662939 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ca2779b3-9c90-4d7d-98bd-845976d91a5d req-c6b1dc08-8dda-4199-beed-1f312283e193 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6a0a271-496a-4936-8ec0-ec680d307275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6289253 Jul 24 00:00:37.688335 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-622e2f7b-0599-4a4a-a650-254c57c3aa31 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:00:37.693176 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3305a33d-7028-4e48-b4f3-4102880f80ac admin admin] Checking segment: {'id': 'f62b3a82-0988-4a98-93d0-e64959a0945c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'e6c8ab97-b262-4351-aec5-a50b39caedfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:00:37.693560 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3305a33d-7028-4e48-b4f3-4102880f80ac admin admin] Network hostable DHCP agents. Network: e6c8ab97-b262-4351-aec5-a50b39caedfc, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:00:37.694953 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-622e2f7b-0599-4a4a-a650-254c57c3aa31 admin admin] 10.222.0.44 "PUT /v2.0/routers/7a73122c-f3ee-4078-95a5-6cb71279a3eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8748531 Jul 24 00:00:37.773647 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f745eefb-ecbb-49b6-88c8-fc753236dba9 None None] Sync routers for ids ['7a73122c-f3ee-4078-95a5-6cb71279a3eb'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:00:37.788379 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad925269-50da-4044-8b42-ee4962a97bbb None None] Network fc7c687f-5b03-4496-80fc-12ecffd3f29a is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:00:37.799080 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad925269-50da-4044-8b42-ee4962a97bbb None None] Pushing event updated for resources: {'Port': ['ID=ab67768f-6fe7-4452-9f44-7712297f87d9,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:37.810272 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-29d589f4-c6e3-4487-9384-534aaa53f647 None None] Provisioning complete for port f914205d-c8f0-4a61-8903-b3af48e4dbba triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:00:37.810897 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-29d589f4-c6e3-4487-9384-534aaa53f647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:37.820714 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-ad925269-50da-4044-8b42-ee4962a97bbb None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:00:37.825623 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f745eefb-ecbb-49b6-88c8-fc753236dba9 None None] Routers {'7a73122c-f3ee-4078-95a5-6cb71279a3eb'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:00:37.826470 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-f745eefb-ecbb-49b6-88c8-fc753236dba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:00:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['7a73122c-f3ee-4078-95a5-6cb71279a3eb'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:00:37.832886 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c1f1c7db-b67d-4f1c-950b-9356c1b87dcc tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:37.849696 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad925269-50da-4044-8b42-ee4962a97bbb None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:00:37.871960 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-96ab5bb4-922c-4856-ba14-f55d6fb594af req-1dc9e00a-036e-41eb-a827-cd5500bee31f tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] No DVR routers for this DVR port 0c1ec743-9f2c-43b8-9b33-3a0eed43520b on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:00:37.875469 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-96ab5bb4-922c-4856-ba14-f55d6fb594af req-1dc9e00a-036e-41eb-a827-cd5500bee31f tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:37.878084 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-96ab5bb4-922c-4856-ba14-f55d6fb594af req-1dc9e00a-036e-41eb-a827-cd5500bee31f tempest-ImagesTestJSON-1303512679 tempest-ImagesTestJSON-1303512679-project] 10.222.0.64 "DELETE /v2.0/ports/0c1ec743-9f2c-43b8-9b33-3a0eed43520b HTTP/1.1" status: 204 len: 173 time: 1.8864777 Jul 24 00:00:37.921810 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f1c7db-b67d-4f1c-950b-9356c1b87dcc tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Pushing event updated for resources: {'Subnet': ['ID=2999899d-8326-4f54-ad13-0912a93de02a,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:37.930628 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a226891-fcc4-4e2c-b9bb-c9e2330864b9', 'name': 'network-vif-deleted', 'tag': '0c1ec743-9f2c-43b8-9b33-3a0eed43520b'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:00:37.931858 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f1c7db-b67d-4f1c-950b-9356c1b87dcc tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Checking segment: {'id': 'a9c61928-0744-407d-a032-e777a2ca1834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'e5faac7f-7191-4ce7-80c7-8f2b2c60f8e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:00:37.932236 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f1c7db-b67d-4f1c-950b-9356c1b87dcc tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Network hostable DHCP agents. Network: e5faac7f-7191-4ce7-80c7-8f2b2c60f8e3, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:00:37.933559 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53bfb09b-6d0c-49f6-a90f-235a943c4408" -d '{"events": [{"server_uuid": "3a226891-fcc4-4e2c-b9bb-c9e2330864b9", "name": "network-vif-deleted", "tag": "0c1ec743-9f2c-43b8-9b33-3a0eed43520b"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:00:37.964740 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f1c7db-b67d-4f1c-950b-9356c1b87dcc tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Network e5faac7f-7191-4ce7-80c7-8f2b2c60f8e3 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:00:37.980233 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ee96be-03cc-4401-8cbf-f0d7f7caa811 req-197abe8b-d916-4b0d-b6fc-3d694356d67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:37.981350 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-c1f1c7db-b67d-4f1c-950b-9356c1b87dcc tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, e5faac7f-7191-4ce7-80c7-8f2b2c60f8e3) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:00:37.982056 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-26ee96be-03cc-4401-8cbf-f0d7f7caa811 req-197abe8b-d916-4b0d-b6fc-3d694356d67f service neutron] 10.222.0.64 "GET /v2.0/networks?id=4241b8a6-e2b8-49ab-8f73-7b3653f737f3 HTTP/1.1" status: 200 len: 920 time: 0.9774492 Jul 24 00:00:37.988851 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f1c7db-b67d-4f1c-950b-9356c1b87dcc tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:37.989847 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f281904d-e8a0-4ac6-9cb1-61fcc62b7eb9 req-83f4b6e6-a30e-4c33-821b-870ee007db6f tempest-LiveAutoBlockMigrationV225Test-1467793608 tempest-LiveAutoBlockMigrationV225Test-1467793608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:37.990017 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c1f1c7db-b67d-4f1c-950b-9356c1b87dcc tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:37.992110 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f281904d-e8a0-4ac6-9cb1-61fcc62b7eb9 req-83f4b6e6-a30e-4c33-821b-870ee007db6f tempest-LiveAutoBlockMigrationV225Test-1467793608 tempest-LiveAutoBlockMigrationV225Test-1467793608-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=99693099-fc1f-44e3-a9cd-8936036d847e&tenant_id=d9405b5ff79541cbb5225ec709273225&binding%3Ahost_id=n-h1-800088-16 HTTP/1.1" status: 200 len: 1097 time: 0.5673616 Jul 24 00:00:38.015354 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3305a33d-7028-4e48-b4f3-4102880f80ac admin admin] Network e6c8ab97-b262-4351-aec5-a50b39caedfc is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:00:38.019335 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c1f1c7db-b67d-4f1c-950b-9356c1b87dcc tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7687521 Jul 24 00:00:38.023239 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 51432) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:38.029624 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe94eb74-5244-4ff7-b033-b0a9c9321679 None None] Network e5faac7f-7191-4ce7-80c7-8f2b2c60f8e3 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:00:38.057288 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-f281904d-e8a0-4ac6-9cb1-61fcc62b7eb9 req-8cde9675-5397-4230-8498-5303e60e94d4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800088-16'}}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:00:38.074506 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-29d589f4-c6e3-4487-9384-534aaa53f647 None None] Port f914205d-c8f0-4a61-8903-b3af48e4dbba cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:00:38.099115 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-dd46e596-da8b-42c6-bb40-3012e914946f tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Allocated IP 2001:db8::266 (fc7c687f-5b03-4496-80fc-12ecffd3f29a/c3ad832a-82c0-4e36-9fb3-3d5411fb2381/3ccf214e-ba7f-4344-b83b-d680f966a328) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:00:38.132732 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-26ee96be-03cc-4401-8cbf-f0d7f7caa811 req-6d2f6742-6110-49d2-9640-05ed53eebf36 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e9196288-6204-4e16-9461-220d43e82026 HTTP/1.1" status: 200 len: 217 time: 0.1371524 Jul 24 00:00:38.134248 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-ad925269-50da-4044-8b42-ee4962a97bbb None None] Attempting to bind port ab67768f-6fe7-4452-9f44-7712297f87d9 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:00:38.134733 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-ad925269-50da-4044-8b42-ee4962a97bbb None None] Attempting to bind port ab67768f-6fe7-4452-9f44-7712297f87d9 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '63b08514-c276-4109-b60c-49c4e566388e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'fc7c687f-5b03-4496-80fc-12ecffd3f29a'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:00:38.135624 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad925269-50da-4044-8b42-ee4962a97bbb None None] Attempting to bind port ab67768f-6fe7-4452-9f44-7712297f87d9 on network fc7c687f-5b03-4496-80fc-12ecffd3f29a {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:00:38.139061 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-3305a33d-7028-4e48-b4f3-4102880f80ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, e6c8ab97-b262-4351-aec5-a50b39caedfc) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:00:38.156207 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453c34ca-4b4c-4b33-a345-f7d61ebd909b None None] Network e6c8ab97-b262-4351-aec5-a50b39caedfc requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:00:38.165038 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3305a33d-7028-4e48-b4f3-4102880f80ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:38.165647 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3305a33d-7028-4e48-b4f3-4102880f80ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:38.205441 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [req-3f2f2db6-e024-4b6a-b095-415c74893e4e req-1f4a5a0f-bb1a-4ff2-8af8-b2752e2a1654 tempest-FloatingIPDetailsNegativeTestJSON-1912768524 tempest-FloatingIPDetailsNegativeTestJSON-1912768524-project] show failed (client error): The resource could not be found. Jul 24 00:00:38.206219 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3f2f2db6-e024-4b6a-b095-415c74893e4e req-1f4a5a0f-bb1a-4ff2-8af8-b2752e2a1654 tempest-FloatingIPDetailsNegativeTestJSON-1912768524 tempest-FloatingIPDetailsNegativeTestJSON-1912768524-project] 10.222.0.44 "GET /v2.0/floatingips/798ec405-214e-4a71-8862-f2307d2d9af6 HTTP/1.1" status: 404 len: 350 time: 0.0482061 Jul 24 00:00:38.222050 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 51434) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:38.232660 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4eade528-6a1e-42c0-89d4-ae5a2cab7211 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:38.248499 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-3305a33d-7028-4e48-b4f3-4102880f80ac admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.1122849 Jul 24 00:00:38.249600 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad925269-50da-4044-8b42-ee4962a97bbb None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:00:38.250080 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad925269-50da-4044-8b42-ee4962a97bbb None None] Checking segment: {'id': '63b08514-c276-4109-b60c-49c4e566388e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'fc7c687f-5b03-4496-80fc-12ecffd3f29a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:00:38.250577 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ad925269-50da-4044-8b42-ee4962a97bbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:38.251071 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad925269-50da-4044-8b42-ee4962a97bbb None None] Bound using segment: {'id': '63b08514-c276-4109-b60c-49c4e566388e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'fc7c687f-5b03-4496-80fc-12ecffd3f29a'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:00:38.252267 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-ad925269-50da-4044-8b42-ee4962a97bbb None None] Bound port: ab67768f-6fe7-4452-9f44-7712297f87d9, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63b08514-c276-4109-b60c-49c4e566388e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'fc7c687f-5b03-4496-80fc-12ecffd3f29a'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:00:38.252733 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ad925269-50da-4044-8b42-ee4962a97bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:38.290755 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1add43f0-bb16-4dd3-884b-cf711fcf0e91 x-openstack-request-id: req-1add43f0-bb16-4dd3-884b-cf711fcf0e91 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:00:38.291049 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a226891-fcc4-4e2c-b9bb-c9e2330864b9", "name": "network-vif-deleted", "tag": "0c1ec743-9f2c-43b8-9b33-3a0eed43520b", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:00:38.291305 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1add43f0-bb16-4dd3-884b-cf711fcf0e91 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:00:38.291697 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a226891-fcc4-4e2c-b9bb-c9e2330864b9', 'name': 'network-vif-deleted', 'tag': '0c1ec743-9f2c-43b8-9b33-3a0eed43520b', 'status': 'completed', 'code': 200} Jul 24 00:00:38.320433 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13ea9d1-3ffb-49e5-a40a-81e7269dd50d req-551261ae-efc1-476f-b7ec-dd00e2527a95 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:38.328681 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d13ea9d1-3ffb-49e5-a40a-81e7269dd50d req-551261ae-efc1-476f-b7ec-dd00e2527a95 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=99693099-fc1f-44e3-a9cd-8936036d847e HTTP/1.1" status: 200 len: 945 time: 0.5442491 Jul 24 00:00:38.331457 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ee96be-03cc-4401-8cbf-f0d7f7caa811 req-2091268c-c7df-4c6e-a8d0-04e14b81e562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:38.332976 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-26ee96be-03cc-4401-8cbf-f0d7f7caa811 req-2091268c-c7df-4c6e-a8d0-04e14b81e562 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5fab8215-ab32-480a-84d1-a0d90f322209 HTTP/1.1" status: 200 len: 859 time: 0.1911592 Jul 24 00:00:38.381106 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-ad925269-50da-4044-8b42-ee4962a97bbb None None] For port ab67768f-6fe7-4452-9f44-7712297f87d9, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:00:38.384495 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-ad925269-50da-4044-8b42-ee4962a97bbb None None] For port ab67768f-6fe7-4452-9f44-7712297f87d9, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=ab67768f-6fe7-4452-9f44-7712297f87d9,segment=NetworkSegment(63b08514-c276-4109-b60c-49c4e566388e),segment_id=63b08514-c276-4109-b60c-49c4e566388e)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:00:38.406328 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-26ee96be-03cc-4401-8cbf-f0d7f7caa811 req-bb8293b5-35f7-4c04-b3bd-b788819376aa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4241b8a6-e2b8-49ab-8f73-7b3653f737f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647349 Jul 24 00:00:38.411174 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f281904d-e8a0-4ac6-9cb1-61fcc62b7eb9 req-8cde9675-5397-4230-8498-5303e60e94d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:38.418207 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ad925269-50da-4044-8b42-ee4962a97bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:38.451615 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4eade528-6a1e-42c0-89d4-ae5a2cab7211 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:38.522080 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae05982d-8337-43f1-a16f-1e0e428f97be None None] Network e6c8ab97-b262-4351-aec5-a50b39caedfc requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:00:38.571722 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-f745eefb-ecbb-49b6-88c8-fc753236dba9 None None] Set router 7a73122c-f3ee-4078-95a5-6cb71279a3eb gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:00:38.709395 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d13ea9d1-3ffb-49e5-a40a-81e7269dd50d req-32382710-07b9-4314-b254-066171bc736a tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3796251 Jul 24 00:00:38.739902 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4eade528-6a1e-42c0-89d4-ae5a2cab7211 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:38.805900 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad925269-50da-4044-8b42-ee4962a97bbb None None] Pushing event updated for resources: {'Port': ['ID=ab67768f-6fe7-4452-9f44-7712297f87d9,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:38.811049 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-26ee96be-03cc-4401-8cbf-f0d7f7caa811 req-e57c2e59-0aad-4cac-a230-804f2e7ffb1f service neutron] 10.222.0.64 "GET /v2.0/networks/4241b8a6-e2b8-49ab-8f73-7b3653f737f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3965864 Jul 24 00:00:38.882717 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eade528-6a1e-42c0-89d4-ae5a2cab7211 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Pushing event deleted for resources: {'Subnet': ['ID=2999899d-8326-4f54-ad13-0912a93de02a,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:38.897746 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-f281904d-e8a0-4ac6-9cb1-61fcc62b7eb9 req-8cde9675-5397-4230-8498-5303e60e94d4 service neutron] For port 99effa27-a995-4a6a-aed9-d421d96d44b8, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=99effa27-a995-4a6a-aed9-d421d96d44b8,segment=NetworkSegment(d250a78c-273d-4c00-aeaa-fc87cc957e9a),segment_id=d250a78c-273d-4c00-aeaa-fc87cc957e9a)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:00:38.949972 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-f281904d-e8a0-4ac6-9cb1-61fcc62b7eb9 req-8cde9675-5397-4230-8498-5303e60e94d4 service neutron] For port 99effa27-a995-4a6a-aed9-d421d96d44b8, host n-h1-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:00:39.003929 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4eade528-6a1e-42c0-89d4-ae5a2cab7211 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:39.021910 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-4eade528-6a1e-42c0-89d4-ae5a2cab7211 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5faac7f-7191-4ce7-80c7-8f2b2c60f8e3']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:00:39.024717 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f281904d-e8a0-4ac6-9cb1-61fcc62b7eb9 req-8cde9675-5397-4230-8498-5303e60e94d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:39.041786 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-4eade528-6a1e-42c0-89d4-ae5a2cab7211 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9c61928-0744-407d-a032-e777a2ca1834') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:00:39.042356 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-4eade528-6a1e-42c0-89d4-ae5a2cab7211 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9c61928-0744-407d-a032-e777a2ca1834') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:00:39.050200 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f281904d-e8a0-4ac6-9cb1-61fcc62b7eb9 req-8cde9675-5397-4230-8498-5303e60e94d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:39.086053 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4eade528-6a1e-42c0-89d4-ae5a2cab7211 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:39.127990 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c373047c-aa03-474e-b21c-583f87a01ae4 req-b62e30c3-90d5-444e-ae74-f3e719cb397d tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:39.139720 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c373047c-aa03-474e-b21c-583f87a01ae4 req-b62e30c3-90d5-444e-ae74-f3e719cb397d tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/ports?device_id=daad7e6f-c1db-4f59-8042-0b3f6720bbd4 HTTP/1.1" status: 200 len: 945 time: 0.2894554 Jul 24 00:00:39.145362 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4eade528-6a1e-42c0-89d4-ae5a2cab7211 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:39.158580 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 51464) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:39.189535 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-b6ea1744-a4c4-419c-b9b7-3abd7143eac9 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-142514977-network', 'tenant_id': '53718e61806c453581cdb18ffd9d29e0'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:00:39.198731 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eade528-6a1e-42c0-89d4-ae5a2cab7211 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:00:39.199165 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4eade528-6a1e-42c0-89d4-ae5a2cab7211 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:39.202594 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:00:39.202594 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:00:39.202594 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:00:39.202594 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:00:39.202594 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:00:39.202594 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:00:39.202594 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:00:39.202594 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:00:39.202594 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:00:39.202594 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:00:39.202594 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:00:39.202594 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:00:39.202594 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:00:39.202594 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:00:39.202594 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:00:39.202594 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:00:39.202594 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:00:39.202594 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:00:39.202594 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:00:39.202594 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:00:39.202594 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:00:39.202594 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:00:39.202594 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:00:39.202594 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:00:39.202594 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:00:39.202594 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:00:39.202594 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:00:39.202594 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:00:39.202594 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:00:39.202594 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:00:39.202594 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:00:39.202594 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:00:39.211340 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-dd46e596-da8b-42c6-bb40-3012e914946f tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:39.231723 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53233508-70e2-4418-9a52-2bf4be888696 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-e5faac7f-7191-4ce7-80c7-8f2b2c60f8e3', 'network_id': 'e5faac7f-7191-4ce7-80c7-8f2b2c60f8e3', 'tenant_id': 'b15daf29d6cd4a878bcfd2fb8dc08d6f', 'fixed_ips': [{'subnet_id': '2999899d-8326-4f54-ad13-0912a93de02a'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:00:39.232791 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-53233508-70e2-4418-9a52-2bf4be888696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:39.269948 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c373047c-aa03-474e-b21c-583f87a01ae4 req-9494ba39-d617-456e-a669-949ba7906fbd tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6a0a271-496a-4936-8ec0-ec680d307275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292527 Jul 24 00:00:39.283619 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-f281904d-e8a0-4ac6-9cb1-61fcc62b7eb9 req-8cde9675-5397-4230-8498-5303e60e94d4 service neutron] Attempting to bind port 99effa27-a995-4a6a-aed9-d421d96d44b8 on host n-h1-800088-16 for vnic_type normal with profile {"migrating_to": "n-h2-800088-16"} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:00:39.284066 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-f281904d-e8a0-4ac6-9cb1-61fcc62b7eb9 req-8cde9675-5397-4230-8498-5303e60e94d4 service neutron] Attempting to bind port 99effa27-a995-4a6a-aed9-d421d96d44b8 by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': 'd250a78c-273d-4c00-aeaa-fc87cc957e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:00:39.284276 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f281904d-e8a0-4ac6-9cb1-61fcc62b7eb9 req-8cde9675-5397-4230-8498-5303e60e94d4 service neutron] Attempting to bind port 99effa27-a995-4a6a-aed9-d421d96d44b8 on network cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:00:39.309874 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f281904d-e8a0-4ac6-9cb1-61fcc62b7eb9 req-8cde9675-5397-4230-8498-5303e60e94d4 service neutron] Port 99effa27-a995-4a6a-aed9-d421d96d44b8 on network cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:00:39.310208 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f281904d-e8a0-4ac6-9cb1-61fcc62b7eb9 req-8cde9675-5397-4230-8498-5303e60e94d4 service neutron] Attempting to bind port 99effa27-a995-4a6a-aed9-d421d96d44b8 on network cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:00:39.316591 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-26ee96be-03cc-4401-8cbf-f0d7f7caa811 req-0e44b461-e950-41ea-89db-ce0c9523d91c service neutron] 10.222.0.64 "GET /v2.0/networks/4241b8a6-e2b8-49ab-8f73-7b3653f737f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4942088 Jul 24 00:00:39.317186 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cde9675-5397-4230-8498-5303e60e94d4 service neutron] Pushing event updated for resources: {'Port': ['ID=99effa27-a995-4a6a-aed9-d421d96d44b8,revision_number=7']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:39.323576 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f281904d-e8a0-4ac6-9cb1-61fcc62b7eb9 req-8cde9675-5397-4230-8498-5303e60e94d4 service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:00:39.324070 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f281904d-e8a0-4ac6-9cb1-61fcc62b7eb9 req-8cde9675-5397-4230-8498-5303e60e94d4 service neutron] Checking segment: {'id': 'd250a78c-273d-4c00-aeaa-fc87cc957e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:00:39.324437 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f281904d-e8a0-4ac6-9cb1-61fcc62b7eb9 req-8cde9675-5397-4230-8498-5303e60e94d4 service neutron] Bound using segment: {'id': 'd250a78c-273d-4c00-aeaa-fc87cc957e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:00:39.324914 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-f281904d-e8a0-4ac6-9cb1-61fcc62b7eb9 req-8cde9675-5397-4230-8498-5303e60e94d4 service neutron] Bound port: 99effa27-a995-4a6a-aed9-d421d96d44b8, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd250a78c-273d-4c00-aeaa-fc87cc957e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:00:39.325366 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f281904d-e8a0-4ac6-9cb1-61fcc62b7eb9 req-8cde9675-5397-4230-8498-5303e60e94d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:39.333226 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cde9675-5397-4230-8498-5303e60e94d4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:00:39.334123 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cde9675-5397-4230-8498-5303e60e94d4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:00:39.335447 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cde9675-5397-4230-8498-5303e60e94d4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:00:39.335447 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cde9675-5397-4230-8498-5303e60e94d4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:00:39.335447 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cde9675-5397-4230-8498-5303e60e94d4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:00:39.335447 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cde9675-5397-4230-8498-5303e60e94d4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:00:39.335765 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cde9675-5397-4230-8498-5303e60e94d4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:00:39.335986 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cde9675-5397-4230-8498-5303e60e94d4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:00:39.336319 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cde9675-5397-4230-8498-5303e60e94d4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:00:39.336891 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cde9675-5397-4230-8498-5303e60e94d4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:00:39.337298 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cde9675-5397-4230-8498-5303e60e94d4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:00:39.337743 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cde9675-5397-4230-8498-5303e60e94d4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:00:39.355026 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4eade528-6a1e-42c0-89d4-ae5a2cab7211 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:39.363090 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [None req-dd46e596-da8b-42c6-bb40-3012e914946f tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Transition to ACTIVE for port object 3ccf214e-ba7f-4344-b83b-d680f966a328 will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:00:39.364976 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4eade528-6a1e-42c0-89d4-ae5a2cab7211 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:39.367030 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-4eade528-6a1e-42c0-89d4-ae5a2cab7211 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] 10.222.0.44 "DELETE /v2.0/networks/e5faac7f-7191-4ce7-80c7-8f2b2c60f8e3 HTTP/1.1" status: 204 len: 168 time: 1.3426034 Jul 24 00:00:39.370646 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ea1744-a4c4-419c-b9b7-3abd7143eac9 admin admin] Made reservation on behalf of 53718e61806c453581cdb18ffd9d29e0 for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:00:39.374632 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b6ea1744-a4c4-419c-b9b7-3abd7143eac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:39.376899 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 51478) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:39.428350 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-4a114ec4-1aac-4578-b266-0f94a24fbbdb tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-223646238'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:00:39.430687 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b6ea1744-a4c4-419c-b9b7-3abd7143eac9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:39.435849 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eade528-6a1e-42c0-89d4-ae5a2cab7211 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Pushing event deleted for resources: {'Network': ['ID=e5faac7f-7191-4ce7-80c7-8f2b2c60f8e3,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:39.529575 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af6fc62-6b96-4106-a9ff-6fde4fb50f1b None None] Network e5faac7f-7191-4ce7-80c7-8f2b2c60f8e3 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:00:39.535728 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-f281904d-e8a0-4ac6-9cb1-61fcc62b7eb9 req-8cde9675-5397-4230-8498-5303e60e94d4 service neutron] For port 99effa27-a995-4a6a-aed9-d421d96d44b8, host n-h1-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:00:39.539393 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-f281904d-e8a0-4ac6-9cb1-61fcc62b7eb9 req-8cde9675-5397-4230-8498-5303e60e94d4 service neutron] For port 99effa27-a995-4a6a-aed9-d421d96d44b8, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=99effa27-a995-4a6a-aed9-d421d96d44b8,segment=NetworkSegment(d250a78c-273d-4c00-aeaa-fc87cc957e9a),segment_id=d250a78c-273d-4c00-aeaa-fc87cc957e9a)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:00:39.556134 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device ab67768f-6fe7-4452-9f44-7712297f87d9 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:00:39.559902 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e2845901-2c2a-4d49-8b7a-6b1725d71082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681029'] for router_interface, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:39.560441 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af6fc62-6b96-4106-a9ff-6fde4fb50f1b None None] Network e5faac7f-7191-4ce7-80c7-8f2b2c60f8e3 could not be found, it might have been deleted concurrently. {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 24 00:00:39.570089 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f281904d-e8a0-4ac6-9cb1-61fcc62b7eb9 req-8cde9675-5397-4230-8498-5303e60e94d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:39.611710 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-dd46e596-da8b-42c6-bb40-3012e914946f tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:39.616664 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 51492) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:39.650570 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-f745eefb-ecbb-49b6-88c8-fc753236dba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a73122c-f3ee-4078-95a5-6cb71279a3eb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-713695030-router', 'tenant_id': '2649aec65f64496689ce213d2c628d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '5486b9f6-2953-4060-847a-6d8ae4d25a13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:00:23Z', 'updated_at': '2021-07-24T00:00:35Z', 'revision_number': 4, 'project_id': '2649aec65f64496689ce213d2c628d9f', 'gw_port': {'id': '5486b9f6-2953-4060-847a-6d8ae4d25a13', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a73122c-f3ee-4078-95a5-6cb71279a3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:00:25Z', 'updated_at': '2021-07-24T00:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'f914205d-c8f0-4a61-8903-b3af48e4dbba', 'name': '', 'network_id': '0d843162-2e70-4d88-bcda-b7bdfc43a965', 'tenant_id': '2649aec65f64496689ce213d2c628d9f', 'mac_address': 'fa:16:3e:cf:02:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a73122c-f3ee-4078-95a5-6cb71279a3eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '34cb483a-de62-47b2-aab3-b75073f9ab0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:00:32Z', 'updated_at': '2021-07-24T00:00:36Z', 'revision_number': 2, 'project_id': '2649aec65f64496689ce213d2c628d9f', 'subnets': [{'id': '34cb483a-de62-47b2-aab3-b75073f9ab0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:00:39.654111 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port ab67768f-6fe7-4452-9f44-7712297f87d9 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:00:39.669047 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd46e596-da8b-42c6-bb40-3012e914946f tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Network fc7c687f-5b03-4496-80fc-12ecffd3f29a is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:00:39.686509 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-dd46e596-da8b-42c6-bb40-3012e914946f tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:00:39.689676 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f745eefb-ecbb-49b6-88c8-fc753236dba9 None None] Checking router: 7a73122c-f3ee-4078-95a5-6cb71279a3eb for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:00:39.690423 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f745eefb-ecbb-49b6-88c8-fc753236dba9 None None] Updating router 7a73122c-f3ee-4078-95a5-6cb71279a3eb port f914205d-c8f0-4a61-8903-b3af48e4dbba binding host n-d-800088-16 {{(pid=100315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:00:39.699823 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd46e596-da8b-42c6-bb40-3012e914946f tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:00:39.711505 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd46e596-da8b-42c6-bb40-3012e914946f tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:39.712193 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-dd46e596-da8b-42c6-bb40-3012e914946f tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:39.758258 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f281904d-e8a0-4ac6-9cb1-61fcc62b7eb9 req-8cde9675-5397-4230-8498-5303e60e94d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:39.758972 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f281904d-e8a0-4ac6-9cb1-61fcc62b7eb9 req-8cde9675-5397-4230-8498-5303e60e94d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:39.760450 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f281904d-e8a0-4ac6-9cb1-61fcc62b7eb9 req-8cde9675-5397-4230-8498-5303e60e94d4 service neutron] 10.222.0.64 "PUT /v2.0/ports/99effa27-a995-4a6a-aed9-d421d96d44b8 HTTP/1.1" status: 200 len: 1123 time: 1.7390060 Jul 24 00:00:39.761426 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cde9675-5397-4230-8498-5303e60e94d4 service neutron] Pushing event updated for resources: {'Port': ['ID=99effa27-a995-4a6a-aed9-d421d96d44b8,revision_number=8']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:39.767053 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-8173c54e-71bd-437e-86c6-b00df2ca65ba admin admin] Deleting subnet e6e1e37a-ef2c-4bca-ad9c-345fa09479eb {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:00:39.800173 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b6ea1744-a4c4-419c-b9b7-3abd7143eac9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:39.829747 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd46e596-da8b-42c6-bb40-3012e914946f tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Pushing event updated for resources: {'Port': ['ID=3ccf214e-ba7f-4344-b83b-d680f966a328,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:39.839572 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8173c54e-71bd-437e-86c6-b00df2ca65ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:39.848593 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b6ea1744-a4c4-419c-b9b7-3abd7143eac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:39.865545 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6ea1744-a4c4-419c-b9b7-3abd7143eac9 admin admin] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:00:39.877399 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b6ea1744-a4c4-419c-b9b7-3abd7143eac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:39.877997 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-b6ea1744-a4c4-419c-b9b7-3abd7143eac9 admin admin] Added segment 885ce59a-ae61-4525-92f9-c2bf5f16c880 of type vlan for network 72fccf2c-1431-4fb6-a6a7-975bcee38b5d Jul 24 00:00:39.892401 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-dd46e596-da8b-42c6-bb40-3012e914946f tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 3.6461356 Jul 24 00:00:39.893120 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 51496) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:39.930851 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b6ea1744-a4c4-419c-b9b7-3abd7143eac9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:39.946035 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f745eefb-ecbb-49b6-88c8-fc753236dba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:39.953657 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-99c5bad7-1ee1-487e-9c6d-c7fec19f59cd tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Request body: {'port': {'network_id': 'fc7c687f-5b03-4496-80fc-12ecffd3f29a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-547307042', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:00:39.954231 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.api.validators [None req-99c5bad7-1ee1-487e-9c6d-c7fec19f59cd tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] bootfile-name is not in valid_values {{(pid=100314) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 24 00:00:39.955147 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.api.validators [None req-99c5bad7-1ee1-487e-9c6d-c7fec19f59cd tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] tftp-server is not in valid_values {{(pid=100314) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 24 00:00:39.955489 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.api.validators [None req-99c5bad7-1ee1-487e-9c6d-c7fec19f59cd tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] server-ip-address is not in valid_values {{(pid=100314) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 24 00:00:39.990476 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ea1744-a4c4-419c-b9b7-3abd7143eac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23bf5be7-67c0-4aec-875e-57554ff8fb78,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:39.993512 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b6ea1744-a4c4-419c-b9b7-3abd7143eac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:39.994784 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ea1744-a4c4-419c-b9b7-3abd7143eac9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:39.995585 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b6ea1744-a4c4-419c-b9b7-3abd7143eac9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:40.001498 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8173c54e-71bd-437e-86c6-b00df2ca65ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:40.003719 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a114ec4-1aac-4578-b266-0f94a24fbbdb tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Made reservation on behalf of b15daf29d6cd4a878bcfd2fb8dc08d6f for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:00:40.007439 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4a114ec4-1aac-4578-b266-0f94a24fbbdb tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:40.010632 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['99effa27-a995-4a6a-aed9-d421d96d44b8'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:00:40.042943 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-b6ea1744-a4c4-419c-b9b7-3abd7143eac9 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8817673 Jul 24 00:00:40.048977 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 51498) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:40.050241 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['99effa27-a995-4a6a-aed9-d421d96d44b8'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:00:40.092030 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-ebefb773-d9a6-42d1-b8aa-c986c670b391 admin admin] Request body: {'subnet': {'network_id': '72fccf2c-1431-4fb6-a6a7-975bcee38b5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-142514977-subnet', 'tenant_id': '53718e61806c453581cdb18ffd9d29e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:00:40.100237 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ea1744-a4c4-419c-b9b7-3abd7143eac9 admin admin] Pushing event updated for resources: {'Network': ['ID=72fccf2c-1431-4fb6-a6a7-975bcee38b5d,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:40.127826 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 99effa27-a995-4a6a-aed9-d421d96d44b8 details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:00:40.158652 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a114ec4-1aac-4578-b266-0f94a24fbbdb tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:00:40.187362 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8173c54e-71bd-437e-86c6-b00df2ca65ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:40.215676 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebefb773-d9a6-42d1-b8aa-c986c670b391 admin admin] Made reservation on behalf of 53718e61806c453581cdb18ffd9d29e0 for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:00:40.217554 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4a114ec4-1aac-4578-b266-0f94a24fbbdb tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:40.217899 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-4a114ec4-1aac-4578-b266-0f94a24fbbdb tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Added segment d9303f0b-3e8f-4d99-ba26-a8b016b9673f of type vlan for network dab027f3-fd76-4c1a-9df7-8d1c2b9c7a68 Jul 24 00:00:40.218401 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ebefb773-d9a6-42d1-b8aa-c986c670b391 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:40.239431 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c9c81b-acb5-487e-aa04-3860ae1ddc8d req-abd6d184-a8cc-48bd-a711-efa78e5196ba tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:40.241075 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-76c9c81b-acb5-487e-aa04-3860ae1ddc8d req-abd6d184-a8cc-48bd-a711-efa78e5196ba tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=99693099-fc1f-44e3-a9cd-8936036d847e HTTP/1.1" status: 200 len: 943 time: 0.3717124 Jul 24 00:00:40.266662 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 72fccf2c-1431-4fb6-a6a7-975bcee38b5d details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:00:40.298300 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99693099-fc1f-44e3-a9cd-8936036d847e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99effa27-a995-4a6a-aed9-d421d96d44b8'}, {'name': 'network-changed', 'server_uuid': '99693099-fc1f-44e3-a9cd-8936036d847e', 'tag': '99effa27-a995-4a6a-aed9-d421d96d44b8'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:00:40.301366 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-040993e7-a52c-447f-8f34-46130384d0ae" -d '{"events": [{"server_uuid": "99693099-fc1f-44e3-a9cd-8936036d847e", "name": "network-vif-unplugged", "status": "completed", "tag": "99effa27-a995-4a6a-aed9-d421d96d44b8"}, {"name": "network-changed", "server_uuid": "99693099-fc1f-44e3-a9cd-8936036d847e", "tag": "99effa27-a995-4a6a-aed9-d421d96d44b8"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:00:40.312945 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-e2845901-2c2a-4d49-8b7a-6b1725d71082 admin admin] Deleting port f914205d-c8f0-4a61-8903-b3af48e4dbba {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:00:40.313085 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4a114ec4-1aac-4578-b266-0f94a24fbbdb tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:40.313336 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e2845901-2c2a-4d49-8b7a-6b1725d71082 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:40.361469 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c5bad7-1ee1-487e-9c6d-c7fec19f59cd tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Made reservation on behalf of b09696650abf477e845b78bb15d2e84e for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:00:40.365054 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-99c5bad7-1ee1-487e-9c6d-c7fec19f59cd tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:40.397912 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8173c54e-71bd-437e-86c6-b00df2ca65ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:40.404878 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-76c9c81b-acb5-487e-aa04-3860ae1ddc8d req-0b67766a-ade9-460a-ae85-11a59104d27c tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378596 Jul 24 00:00:40.424493 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b850d3-5db7-4df8-b076-63e856ca6d83 None None] Network fc7c687f-5b03-4496-80fc-12ecffd3f29a requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:00:40.432132 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4a114ec4-1aac-4578-b266-0f94a24fbbdb tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:40.437757 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a114ec4-1aac-4578-b266-0f94a24fbbdb tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:40.438376 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4a114ec4-1aac-4578-b266-0f94a24fbbdb tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:40.441396 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [None req-99c5bad7-1ee1-487e-9c6d-c7fec19f59cd tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] device_id is not set on port 949687bd-02a6-4ed0-bce3-2f7f35cae941 yet. {{(pid=100314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:00:40.453094 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8173c54e-71bd-437e-86c6-b00df2ca65ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6e1e37a-ef2c-4bca-ad9c-345fa09479eb,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:40.461778 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8173c54e-71bd-437e-86c6-b00df2ca65ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:40.463716 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-8173c54e-71bd-437e-86c6-b00df2ca65ba admin admin] 10.222.0.44 "DELETE /v2.0/subnets/e6e1e37a-ef2c-4bca-ad9c-345fa09479eb HTTP/1.1" status: 204 len: 168 time: 0.8460944 Jul 24 00:00:40.472502 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 51506) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:40.524420 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 24 Jul 2021 00:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed39c0e-2ece-4cdc-947e-0ac64175295f x-openstack-request-id: req-eed39c0e-2ece-4cdc-947e-0ac64175295f {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:00:40.524761 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99693099-fc1f-44e3-a9cd-8936036d847e", "name": "network-vif-unplugged", "status": "completed", "tag": "99effa27-a995-4a6a-aed9-d421d96d44b8", "code": 200}, {"name": "network-changed", "server_uuid": "99693099-fc1f-44e3-a9cd-8936036d847e", "tag": "99effa27-a995-4a6a-aed9-d421d96d44b8", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:00:40.524898 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-eed39c0e-2ece-4cdc-947e-0ac64175295f {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:00:40.525290 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99693099-fc1f-44e3-a9cd-8936036d847e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99effa27-a995-4a6a-aed9-d421d96d44b8', 'code': 200} Jul 24 00:00:40.525547 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99693099-fc1f-44e3-a9cd-8936036d847e', 'tag': '99effa27-a995-4a6a-aed9-d421d96d44b8', 'status': 'completed', 'code': 200} Jul 24 00:00:40.531310 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-4a114ec4-1aac-4578-b266-0f94a24fbbdb tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1150575 Jul 24 00:00:40.539762 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 51508) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:40.547576 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-cd3f12c2-88ab-4d7d-8816-888f2dcfb7e0 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Request body: {'subnet': {'network_id': 'dab027f3-fd76-4c1a-9df7-8d1c2b9c7a68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:00:40.614033 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-4e675a5f-329b-4c41-8b71-e248192332dc None None] Provisioning for port ab67768f-6fe7-4452-9f44-7712297f87d9 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:00:40.633916 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a114ec4-1aac-4578-b266-0f94a24fbbdb tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Pushing event updated for resources: {'Network': ['ID=dab027f3-fd76-4c1a-9df7-8d1c2b9c7a68,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:40.636881 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 99effa27-a995-4a6a-aed9-d421d96d44b8, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=99effa27-a995-4a6a-aed9-d421d96d44b8,segment=NetworkSegment(d250a78c-273d-4c00-aeaa-fc87cc957e9a),segment_id=d250a78c-273d-4c00-aeaa-fc87cc957e9a)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:00:40.677885 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network dab027f3-fd76-4c1a-9df7-8d1c2b9c7a68 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:00:40.689841 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-4e675a5f-329b-4c41-8b71-e248192332dc None None] Provisioning complete for port ab67768f-6fe7-4452-9f44-7712297f87d9 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:00:40.690324 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-4e675a5f-329b-4c41-8b71-e248192332dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:40.717685 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-99c5bad7-1ee1-487e-9c6d-c7fec19f59cd tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Allocated IP 2001:db8::2a9 (fc7c687f-5b03-4496-80fc-12ecffd3f29a/c3ad832a-82c0-4e36-9fb3-3d5411fb2381/949687bd-02a6-4ed0-bce3-2f7f35cae941) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:00:40.754691 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3f12c2-88ab-4d7d-8816-888f2dcfb7e0 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Made reservation on behalf of b15daf29d6cd4a878bcfd2fb8dc08d6f for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:00:40.758341 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cd3f12c2-88ab-4d7d-8816-888f2dcfb7e0 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:40.762258 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 99effa27-a995-4a6a-aed9-d421d96d44b8 has no active binding in host n-h2-800088-16 {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 24 00:00:40.905001 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e2845901-2c2a-4d49-8b7a-6b1725d71082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:40.962765 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-e2845901-2c2a-4d49-8b7a-6b1725d71082 admin admin] Calling delete_port for f914205d-c8f0-4a61-8903-b3af48e4dbba owned by network:router_interface {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:00:41.016270 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ebefb773-d9a6-42d1-b8aa-c986c670b391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:41.049762 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-99c5bad7-1ee1-487e-9c6d-c7fec19f59cd tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:41.096644 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-da9961f0-8238-45f0-99e0-164c906b8eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:41.099062 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [None req-99c5bad7-1ee1-487e-9c6d-c7fec19f59cd tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Transition to ACTIVE for port object 949687bd-02a6-4ed0-bce3-2f7f35cae941 will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:00:41.141116 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cd3f12c2-88ab-4d7d-8816-888f2dcfb7e0 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:41.164981 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225f624-492d-4ded-93d3-14c97469f109 req-1698c478-fd35-43be-9dab-d859f80cd4db tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:41.166046 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-4e675a5f-329b-4c41-8b71-e248192332dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:41.166936 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1225f624-492d-4ded-93d3-14c97469f109 req-1698c478-fd35-43be-9dab-d859f80cd4db tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/ports?device_id=daad7e6f-c1db-4f59-8042-0b3f6720bbd4 HTTP/1.1" status: 200 len: 945 time: 0.7751305 Jul 24 00:00:41.167654 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebefb773-d9a6-42d1-b8aa-c986c670b391 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5e5f4ed-85b8-41bd-9c52-45106f994be5,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:41.284254 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f745eefb-ecbb-49b6-88c8-fc753236dba9 None None] Notify callbacks [] for port, precommit_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:41.290765 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040993e7-a52c-447f-8f34-46130384d0ae req-6d48af15-d5ff-4118-821c-315138057f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:41.291681 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-4e675a5f-329b-4c41-8b71-e248192332dc None None] For port ab67768f-6fe7-4452-9f44-7712297f87d9, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=ab67768f-6fe7-4452-9f44-7712297f87d9,segment=NetworkSegment(63b08514-c276-4109-b60c-49c4e566388e),segment_id=63b08514-c276-4109-b60c-49c4e566388e)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:00:41.292325 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-040993e7-a52c-447f-8f34-46130384d0ae req-6d48af15-d5ff-4118-821c-315138057f03 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d9405b5ff79541cbb5225ec709273225&device_id=99693099-fc1f-44e3-a9cd-8936036d847e HTTP/1.1" status: 200 len: 1126 time: 0.3894446 Jul 24 00:00:41.300748 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-4e675a5f-329b-4c41-8b71-e248192332dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:41.307067 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-f745eefb-ecbb-49b6-88c8-fc753236dba9 None None] Transition to ACTIVE for port object f914205d-c8f0-4a61-8903-b3af48e4dbba will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:00:41.336225 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebefb773-d9a6-42d1-b8aa-c986c670b391 admin admin] Checking segment: {'id': '885ce59a-ae61-4525-92f9-c2bf5f16c880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '72fccf2c-1431-4fb6-a6a7-975bcee38b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:00:41.336585 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebefb773-d9a6-42d1-b8aa-c986c670b391 admin admin] Network hostable DHCP agents. Network: 72fccf2c-1431-4fb6-a6a7-975bcee38b5d, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:00:41.354978 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f745eefb-ecbb-49b6-88c8-fc753236dba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:41.406910 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e675a5f-329b-4c41-8b71-e248192332dc None None] Pushing event updated for resources: {'Port': ['ID=ab67768f-6fe7-4452-9f44-7712297f87d9,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:41.411587 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-da9961f0-8238-45f0-99e0-164c906b8eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:41.439051 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1225f624-492d-4ded-93d3-14c97469f109 req-f08610cb-5ff8-4b3a-be84-36ee6eb38d4a tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6a0a271-496a-4936-8ec0-ec680d307275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469239 Jul 24 00:00:41.482823 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c965de-ccda-40af-ad65-5b75743c0401 None None] Pushing event updated for resources: {'Port': ['ID=f914205d-c8f0-4a61-8903-b3af48e4dbba,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:41.501136 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-da9961f0-8238-45f0-99e0-164c906b8eac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eb9a734-74b2-49bc-9188-4a7ee5495610']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:00:41.551568 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-f745eefb-ecbb-49b6-88c8-fc753236dba9 None None] Attempting to bind port f914205d-c8f0-4a61-8903-b3af48e4dbba on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:00:41.552068 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-f745eefb-ecbb-49b6-88c8-fc753236dba9 None None] Attempting to bind port f914205d-c8f0-4a61-8903-b3af48e4dbba by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': 'b4f670a5-5bcf-40e6-a2c9-6e302d196613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0d843162-2e70-4d88-bcda-b7bdfc43a965'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:00:41.552368 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f745eefb-ecbb-49b6-88c8-fc753236dba9 None None] Attempting to bind port f914205d-c8f0-4a61-8903-b3af48e4dbba on network 0d843162-2e70-4d88-bcda-b7bdfc43a965 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:00:41.556505 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-da9961f0-8238-45f0-99e0-164c906b8eac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '916b837a-3956-408c-a58c-8cf4c63322c0') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:00:41.559872 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-da9961f0-8238-45f0-99e0-164c906b8eac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '916b837a-3956-408c-a58c-8cf4c63322c0') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:00:41.565471 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f745eefb-ecbb-49b6-88c8-fc753236dba9 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:00:41.568338 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f745eefb-ecbb-49b6-88c8-fc753236dba9 None None] Checking segment: {'id': 'b4f670a5-5bcf-40e6-a2c9-6e302d196613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0d843162-2e70-4d88-bcda-b7bdfc43a965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:00:41.569035 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f745eefb-ecbb-49b6-88c8-fc753236dba9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:41.569543 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f745eefb-ecbb-49b6-88c8-fc753236dba9 None None] Bound using segment: {'id': 'b4f670a5-5bcf-40e6-a2c9-6e302d196613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0d843162-2e70-4d88-bcda-b7bdfc43a965'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:00:41.570154 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-f745eefb-ecbb-49b6-88c8-fc753236dba9 None None] Bound port: f914205d-c8f0-4a61-8903-b3af48e4dbba, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f670a5-5bcf-40e6-a2c9-6e302d196613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0d843162-2e70-4d88-bcda-b7bdfc43a965'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:00:41.570783 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f745eefb-ecbb-49b6-88c8-fc753236dba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:41.575640 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebefb773-d9a6-42d1-b8aa-c986c670b391 admin admin] Network 72fccf2c-1431-4fb6-a6a7-975bcee38b5d is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:00:41.592954 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-da9961f0-8238-45f0-99e0-164c906b8eac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:41.605486 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3f12c2-88ab-4d7d-8816-888f2dcfb7e0 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Pushing event updated for resources: {'Subnet': ['ID=81a24b0f-5022-4154-926c-4b4c3295bf03,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:41.620673 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-ebefb773-d9a6-42d1-b8aa-c986c670b391 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 72fccf2c-1431-4fb6-a6a7-975bcee38b5d) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:00:41.632892 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac5b040-1d18-4544-91da-d382fba1b7f1 None None] Network 72fccf2c-1431-4fb6-a6a7-975bcee38b5d requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:00:41.636481 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-da9961f0-8238-45f0-99e0-164c906b8eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:41.644329 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebefb773-d9a6-42d1-b8aa-c986c670b391 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:41.645395 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ebefb773-d9a6-42d1-b8aa-c986c670b391 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:41.649002 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-99c5bad7-1ee1-487e-9c6d-c7fec19f59cd tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:41.716004 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da9961f0-8238-45f0-99e0-164c906b8eac admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:00:41.717740 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-da9961f0-8238-45f0-99e0-164c906b8eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:41.741104 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3f12c2-88ab-4d7d-8816-888f2dcfb7e0 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Checking segment: {'id': 'd9303f0b-3e8f-4d99-ba26-a8b016b9673f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'dab027f3-fd76-4c1a-9df7-8d1c2b9c7a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:00:41.741678 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3f12c2-88ab-4d7d-8816-888f2dcfb7e0 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Network hostable DHCP agents. Network: dab027f3-fd76-4c1a-9df7-8d1c2b9c7a68, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:00:41.749878 n-d-800088-16 neutron-server[100313]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:00:41.749878 n-d-800088-16 neutron-server[100313]: items = [ Jul 24 00:00:41.749878 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:00:41.749878 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:00:41.749878 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:00:41.749878 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:00:41.749878 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:00:41.749878 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:00:41.749878 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:00:41.749878 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:00:41.749878 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:00:41.749878 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:00:41.749878 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:00:41.749878 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:00:41.749878 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:00:41.749878 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:00:41.749878 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:00:41.749878 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:00:41.749878 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:00:41.749878 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:00:41.749878 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:00:41.749878 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:00:41.749878 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:00:41.749878 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:00:41.749878 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:00:41.749878 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:00:41.749878 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:00:41.749878 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:00:41.749878 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:00:41.749878 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:00:41.749878 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:00:41.749878 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:00:41.749878 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:00:41.749878 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:00:41.768095 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c5bad7-1ee1-487e-9c6d-c7fec19f59cd tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Network fc7c687f-5b03-4496-80fc-12ecffd3f29a is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:00:41.790698 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c5bad7-1ee1-487e-9c6d-c7fec19f59cd tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Pushing event updated for resources: {'Port': ['ID=949687bd-02a6-4ed0-bce3-2f7f35cae941,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:41.794377 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-99c5bad7-1ee1-487e-9c6d-c7fec19f59cd tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:00:41.798833 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c5bad7-1ee1-487e-9c6d-c7fec19f59cd tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:00:41.805588 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c5bad7-1ee1-487e-9c6d-c7fec19f59cd tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:41.806284 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-99c5bad7-1ee1-487e-9c6d-c7fec19f59cd tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:41.813063 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040993e7-a52c-447f-8f34-46130384d0ae req-4e4c4b3f-f0d7-490d-bfbf-9b0e5971f6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:41.816653 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-040993e7-a52c-447f-8f34-46130384d0ae req-4e4c4b3f-f0d7-490d-bfbf-9b0e5971f6ed service neutron] 10.222.0.52 "GET /v2.0/networks?id=cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed HTTP/1.1" status: 200 len: 919 time: 0.5027580 Jul 24 00:00:41.826446 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c37cfc3-5dea-4705-bac0-667e9ee97991 req-801e1287-d756-4431-928f-8752f2dca8ca tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:41.835131 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9c37cfc3-5dea-4705-bac0-667e9ee97991 req-801e1287-d756-4431-928f-8752f2dca8ca tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=99693099-fc1f-44e3-a9cd-8936036d847e HTTP/1.1" status: 200 len: 943 time: 0.2240448 Jul 24 00:00:41.836490 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-ebefb773-d9a6-42d1-b8aa-c986c670b391 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7796543 Jul 24 00:00:41.844769 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-b327b68b-906f-4e78-a588-2b68e40fff8d None None] Could not find standard attr ID for object f914205d-c8f0-4a61-8903-b3af48e4dbba. {{(pid=100315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 00:00:41.851729 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e2845901-2c2a-4d49-8b7a-6b1725d71082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:41.867109 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3f12c2-88ab-4d7d-8816-888f2dcfb7e0 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Network dab027f3-fd76-4c1a-9df7-8d1c2b9c7a68 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:00:41.872298 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.db.api [None req-f745eefb-ecbb-49b6-88c8-fc753236dba9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=100315) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 00:00:41.872771 n-d-800088-16 neutron-server[100315]: DEBUG oslo_db.api [None req-f745eefb-ecbb-49b6-88c8-fc753236dba9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 00:00:41.877730 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-99c5bad7-1ee1-487e-9c6d-c7fec19f59cd tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.9630439 Jul 24 00:00:41.882499 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 51516) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:41.885559 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc0cefd-b4f1-4238-baa5-6058f1a40678 None None] Network 72fccf2c-1431-4fb6-a6a7-975bcee38b5d requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:00:41.899990 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-b327b68b-906f-4e78-a588-2b68e40fff8d None None] Provisioning for port 3ccf214e-ba7f-4344-b83b-d680f966a328 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:00:41.905285 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-cd3f12c2-88ab-4d7d-8816-888f2dcfb7e0 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, dab027f3-fd76-4c1a-9df7-8d1c2b9c7a68) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:00:41.919703 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-b327b68b-906f-4e78-a588-2b68e40fff8d None None] Provisioning complete for port 3ccf214e-ba7f-4344-b83b-d680f966a328 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:00:41.920091 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b327b68b-906f-4e78-a588-2b68e40fff8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:41.925988 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41b187b-0378-45af-b9ca-033989449eb4 None None] Network dab027f3-fd76-4c1a-9df7-8d1c2b9c7a68 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:00:41.929323 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3f12c2-88ab-4d7d-8816-888f2dcfb7e0 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:41.929932 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cd3f12c2-88ab-4d7d-8816-888f2dcfb7e0 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:41.977027 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9c37cfc3-5dea-4705-bac0-667e9ee97991 req-a368c8ba-a626-403e-8bf7-7ff6bf9d9fed tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316621 Jul 24 00:00:41.997795 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-cd3f12c2-88ab-4d7d-8816-888f2dcfb7e0 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4566827 Jul 24 00:00:42.011514 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 51518) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:42.023935 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-9ef07812-c956-4613-b715-21cb3cc65c2a tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Request body: {'subnet': {'network_id': 'dab027f3-fd76-4c1a-9df7-8d1c2b9c7a68', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:00:42.043888 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2845901-2c2a-4d49-8b7a-6b1725d71082 admin admin] Pushing event deleted for resources: {'Port': ['ID=f914205d-c8f0-4a61-8903-b3af48e4dbba,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:42.067997 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-b327b68b-906f-4e78-a588-2b68e40fff8d None None] Port 3ccf214e-ba7f-4344-b83b-d680f966a328 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:00:42.121324 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-da9961f0-8238-45f0-99e0-164c906b8eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:42.151112 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6a8827-a0da-453b-ba8c-a28c1392bb52 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:42.158335 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-b327b68b-906f-4e78-a588-2b68e40fff8d None None] Provisioning complete for port ab67768f-6fe7-4452-9f44-7712297f87d9 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:00:42.158718 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b327b68b-906f-4e78-a588-2b68e40fff8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:42.170492 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-da9961f0-8238-45f0-99e0-164c906b8eac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:42.174439 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6a8827-a0da-453b-ba8c-a28c1392bb52 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:42.178107 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-da9961f0-8238-45f0-99e0-164c906b8eac admin admin] 10.222.0.44 "DELETE /v2.0/networks/7eb9a734-74b2-49bc-9188-4a7ee5495610 HTTP/1.1" status: 204 len: 168 time: 1.7013044 Jul 24 00:00:42.183282 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9961f0-8238-45f0-99e0-164c906b8eac admin admin] Pushing event deleted for resources: {'Network': ['ID=7eb9a734-74b2-49bc-9188-4a7ee5495610,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:42.188071 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6a8827-a0da-453b-ba8c-a28c1392bb52 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:42.190212 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-040993e7-a52c-447f-8f34-46130384d0ae req-6f8bf114-8ed9-4400-a407-493c6f3421b7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99effa27-a995-4a6a-aed9-d421d96d44b8 HTTP/1.1" status: 200 len: 217 time: 0.3076730 Jul 24 00:00:42.196422 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-7a6a8827-a0da-453b-ba8c-a28c1392bb52 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.3131232 Jul 24 00:00:42.204007 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 51524) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:42.443503 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-f745eefb-ecbb-49b6-88c8-fc753236dba9 None None] Attempting to bind port f914205d-c8f0-4a61-8903-b3af48e4dbba on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:00:42.443882 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-f745eefb-ecbb-49b6-88c8-fc753236dba9 None None] Attempting to bind port f914205d-c8f0-4a61-8903-b3af48e4dbba by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': 'b4f670a5-5bcf-40e6-a2c9-6e302d196613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0d843162-2e70-4d88-bcda-b7bdfc43a965'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:00:42.447045 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f745eefb-ecbb-49b6-88c8-fc753236dba9 None None] Attempting to bind port f914205d-c8f0-4a61-8903-b3af48e4dbba on network 0d843162-2e70-4d88-bcda-b7bdfc43a965 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:00:42.489322 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef07812-c956-4613-b715-21cb3cc65c2a tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Made reservation on behalf of b15daf29d6cd4a878bcfd2fb8dc08d6f for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:00:42.506051 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9ef07812-c956-4613-b715-21cb3cc65c2a tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:42.560777 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040993e7-a52c-447f-8f34-46130384d0ae req-3885f336-8186-48b6-a90b-d7dbdc0bd77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:42.562705 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-040993e7-a52c-447f-8f34-46130384d0ae req-3885f336-8186-48b6-a90b-d7dbdc0bd77e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3dff00ee-bed2-4c8a-b785-e9725c9c9b9c HTTP/1.1" status: 200 len: 858 time: 0.2801628 Jul 24 00:00:42.563230 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 51538) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:42.657049 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-040993e7-a52c-447f-8f34-46130384d0ae req-fb8e9801-61bb-4d31-a455-9460e7d91b25 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826273 Jul 24 00:00:42.685616 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [req-040993e7-a52c-447f-8f34-46130384d0ae req-990f4cfb-f336-4634-bbc4-6e15e035096b service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=100313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:00:42.686577 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-040993e7-a52c-447f-8f34-46130384d0ae req-990f4cfb-f336-4634-bbc4-6e15e035096b service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0140743 Jul 24 00:00:42.687430 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e2845901-2c2a-4d49-8b7a-6b1725d71082 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679987'] for router_interface, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:42.696453 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-7d002321-9465-4360-8fdb-652642ebda93 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Deleting port 949687bd-02a6-4ed0-bce3-2f7f35cae941 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:00:42.696837 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7d002321-9465-4360-8fdb-652642ebda93 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:42.722849 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f745eefb-ecbb-49b6-88c8-fc753236dba9 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:00:42.723715 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f745eefb-ecbb-49b6-88c8-fc753236dba9 None None] Checking segment: {'id': 'b4f670a5-5bcf-40e6-a2c9-6e302d196613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0d843162-2e70-4d88-bcda-b7bdfc43a965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:00:42.724147 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f745eefb-ecbb-49b6-88c8-fc753236dba9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:42.724510 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f745eefb-ecbb-49b6-88c8-fc753236dba9 None None] Bound using segment: {'id': 'b4f670a5-5bcf-40e6-a2c9-6e302d196613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0d843162-2e70-4d88-bcda-b7bdfc43a965'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:00:42.724978 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-f745eefb-ecbb-49b6-88c8-fc753236dba9 None None] Bound port: f914205d-c8f0-4a61-8903-b3af48e4dbba, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f670a5-5bcf-40e6-a2c9-6e302d196613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0d843162-2e70-4d88-bcda-b7bdfc43a965'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:00:42.725395 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f745eefb-ecbb-49b6-88c8-fc753236dba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:42.802029 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-f745eefb-ecbb-49b6-88c8-fc753236dba9 None None] Port f914205d-c8f0-4a61-8903-b3af48e4dbba has been deleted concurrently {{(pid=100315) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 24 00:00:42.808965 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-2bb1ca87-372f-4d13-8f44-809f6e068bbd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dfe31831d73849c1acf025f7366b9134&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2411945 Jul 24 00:00:42.814407 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 51544) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:42.845083 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd956812-eb4a-4a8b-a368-9085ad6cf497 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-dab027f3-fd76-4c1a-9df7-8d1c2b9c7a68', 'network_id': 'dab027f3-fd76-4c1a-9df7-8d1c2b9c7a68', 'tenant_id': 'b15daf29d6cd4a878bcfd2fb8dc08d6f', 'fixed_ips': [{'subnet_id': '81a24b0f-5022-4154-926c-4b4c3295bf03'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:00:42.846766 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-bd956812-eb4a-4a8b-a368-9085ad6cf497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:42.873487 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f745eefb-ecbb-49b6-88c8-fc753236dba9 None None] Routers {'7a73122c-f3ee-4078-95a5-6cb71279a3eb'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:00:42.873967 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-f745eefb-ecbb-49b6-88c8-fc753236dba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:00:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['7a73122c-f3ee-4078-95a5-6cb71279a3eb'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:00:42.877804 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0c02fa-761d-481b-bced-eb0b9de234b1 req-e72a985b-1158-43a5-a44f-a4134694abea tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:42.885742 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cc0c02fa-761d-481b-bced-eb0b9de234b1 req-e72a985b-1158-43a5-a44f-a4134694abea tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/ports?device_id=daad7e6f-c1db-4f59-8042-0b3f6720bbd4 HTTP/1.1" status: 200 len: 945 time: 0.2614386 Jul 24 00:00:42.899852 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7d002321-9465-4360-8fdb-652642ebda93 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:42.937564 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-7d002321-9465-4360-8fdb-652642ebda93 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Calling delete_port for 949687bd-02a6-4ed0-bce3-2f7f35cae941 owned by {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:00:42.974761 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-1b78484c-171d-47d0-831a-ddf8a3016801 None None] Provisioning complete for port 3ccf214e-ba7f-4344-b83b-d680f966a328 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:00:42.975191 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-1b78484c-171d-47d0-831a-ddf8a3016801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:42.977881 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cc0c02fa-761d-481b-bced-eb0b9de234b1 req-f9000ac6-21b3-4c39-b3c0-da7557fe7e0a tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6a0a271-496a-4936-8ec0-ec680d307275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912123 Jul 24 00:00:43.003831 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8097ca95-8964-48bc-93a9-13c435f7feb3 req-33b035da-eaf2-4282-97bd-20cedad89a01 tempest-ServersNegativeTestMultiTenantJSON-661207862 tempest-ServersNegativeTestMultiTenantJSON-661207862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:43.011007 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8097ca95-8964-48bc-93a9-13c435f7feb3 req-33b035da-eaf2-4282-97bd-20cedad89a01 tempest-ServersNegativeTestMultiTenantJSON-661207862 tempest-ServersNegativeTestMultiTenantJSON-661207862-project] 10.222.0.44 "GET /v2.0/networks?id=e6c8ab97-b262-4351-aec5-a50b39caedfc HTTP/1.1" status: 200 len: 824 time: 0.4118664 Jul 24 00:00:43.058576 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-040993e7-a52c-447f-8f34-46130384d0ae req-c7bb7223-dd0c-4ffc-8e77-95b2c8aab177 service neutron] 10.222.0.52 "GET /v2.0/networks/cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3510027 Jul 24 00:00:43.064549 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-09a339f1-1aab-43bb-b21c-df6cded099fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:43.074123 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8097ca95-8964-48bc-93a9-13c435f7feb3 req-c835b9d9-37cf-470a-b48f-088ac8d6fa00 tempest-ServersNegativeTestMultiTenantJSON-661207862 tempest-ServersNegativeTestMultiTenantJSON-661207862-project] 10.222.0.44 "GET /v2.0/quotas/382e4d68ab7d49a593b6e6151cd77385 HTTP/1.1" status: 200 len: 375 time: 0.0617437 Jul 24 00:00:43.108664 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-1b78484c-171d-47d0-831a-ddf8a3016801 None None] Port 3ccf214e-ba7f-4344-b83b-d680f966a328 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:00:43.157819 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-f745eefb-ecbb-49b6-88c8-fc753236dba9 None None] Set router 7a73122c-f3ee-4078-95a5-6cb71279a3eb gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:00:43.181271 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8097ca95-8964-48bc-93a9-13c435f7feb3 req-dd7572c7-af56-4676-8390-eb896d0b57bf tempest-ServersNegativeTestMultiTenantJSON-661207862 tempest-ServersNegativeTestMultiTenantJSON-661207862-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=382e4d68ab7d49a593b6e6151cd77385&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0706494 Jul 24 00:00:43.185449 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-09a339f1-1aab-43bb-b21c-df6cded099fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:43.195055 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-1b78484c-171d-47d0-831a-ddf8a3016801 None None] Provisioning for port 949687bd-02a6-4ed0-bce3-2f7f35cae941 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:00:43.218519 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9ef07812-c956-4613-b715-21cb3cc65c2a tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:43.258549 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-1b78484c-171d-47d0-831a-ddf8a3016801 None None] Provisioning complete for port 949687bd-02a6-4ed0-bce3-2f7f35cae941 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:00:43.259916 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-1b78484c-171d-47d0-831a-ddf8a3016801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:43.299506 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-1b78484c-171d-47d0-831a-ddf8a3016801 None None] Port 949687bd-02a6-4ed0-bce3-2f7f35cae941 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:00:43.308421 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef07812-c956-4613-b715-21cb3cc65c2a tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Network dab027f3-fd76-4c1a-9df7-8d1c2b9c7a68 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:00:43.326345 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-bd956812-eb4a-4a8b-a368-9085ad6cf497 None None] Allocated IP 2001:db8::2 (dab027f3-fd76-4c1a-9df7-8d1c2b9c7a68/81a24b0f-5022-4154-926c-4b4c3295bf03/e0db12cf-8872-4f5f-93c5-5ca300d8fb7b) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:00:43.331412 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-9ef07812-c956-4613-b715-21cb3cc65c2a tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:00:43.344380 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef07812-c956-4613-b715-21cb3cc65c2a tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:43.345056 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9ef07812-c956-4613-b715-21cb3cc65c2a tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:43.365279 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff522055-14f0-49d3-a740-d1b368bbf6a6 req-9d11e9f8-caa0-4a76-abe5-f2232110ae10 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:43.370179 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ff522055-14f0-49d3-a740-d1b368bbf6a6 req-9d11e9f8-caa0-4a76-abe5-f2232110ae10 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=99693099-fc1f-44e3-a9cd-8936036d847e HTTP/1.1" status: 200 len: 943 time: 0.2543399 Jul 24 00:00:43.372081 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef07812-c956-4613-b715-21cb3cc65c2a tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Pushing event updated for resources: {'Subnet': ['ID=03082084-868b-4f9d-ba28-f877def795ef,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:43.451713 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-9ef07812-c956-4613-b715-21cb3cc65c2a tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4378893 Jul 24 00:00:43.464755 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 51548) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:43.478073 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-040993e7-a52c-447f-8f34-46130384d0ae req-8e9e6976-f345-43e4-86cc-f42bf3f89f46 service neutron] 10.222.0.52 "GET /v2.0/networks/cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4102769 Jul 24 00:00:43.483423 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7d002321-9465-4360-8fdb-652642ebda93 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:43.500331 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-09a339f1-1aab-43bb-b21c-df6cded099fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:43.504459 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-09a339f1-1aab-43bb-b21c-df6cded099fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:43.509141 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-09a339f1-1aab-43bb-b21c-df6cded099fa admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7234dcab-bd61-43b3-a41f-dcf65032fe07 HTTP/1.1" status: 204 len: 168 time: 0.6643090 Jul 24 00:00:43.537442 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a339f1-1aab-43bb-b21c-df6cded099fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7234dcab-bd61-43b3-a41f-dcf65032fe07,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:43.555866 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8097ca95-8964-48bc-93a9-13c435f7feb3 req-1261bd63-d6dc-4557-b395-06c9db629bd7 service neutron] 10.222.0.44 "GET /v2.0/networks/e6c8ab97-b262-4351-aec5-a50b39caedfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522979 Jul 24 00:00:43.566628 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2845901-2c2a-4d49-8b7a-6b1725d71082 admin admin] Router 7a73122c-f3ee-4078-95a5-6cb71279a3eb has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:00:43.576864 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ff522055-14f0-49d3-a740-d1b368bbf6a6 req-97518099-6453-4101-b974-dfa8327c5912 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057128 Jul 24 00:00:43.656325 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device ab67768f-6fe7-4452-9f44-7712297f87d9 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:00:43.729867 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d002321-9465-4360-8fdb-652642ebda93 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Pushing event deleted for resources: {'Port': ['ID=949687bd-02a6-4ed0-bce3-2f7f35cae941,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:43.889987 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7d002321-9465-4360-8fdb-652642ebda93 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:43.892683 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-7d002321-9465-4360-8fdb-652642ebda93 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] 10.222.0.44 "DELETE /v2.0/ports/949687bd-02a6-4ed0-bce3-2f7f35cae941 HTTP/1.1" status: 204 len: 168 time: 1.6298428 Jul 24 00:00:43.903746 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 51556) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:43.910083 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-1abcc60a-50b4-4e6a-b6e6-81c605ab9928 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Request body: {'port': {'name': 'tempest-new-port-name-2024335093', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:00:43.910507 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.api.validators [None req-1abcc60a-50b4-4e6a-b6e6-81c605ab9928 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] bootfile-name is not in valid_values {{(pid=100314) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 24 00:00:43.911128 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.api.validators [None req-1abcc60a-50b4-4e6a-b6e6-81c605ab9928 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] tftp-server is not in valid_values {{(pid=100314) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 24 00:00:43.911321 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.api.validators [None req-1abcc60a-50b4-4e6a-b6e6-81c605ab9928 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] server-ip-address is not in valid_values {{(pid=100314) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 24 00:00:43.918422 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97023bb-818d-418f-b1bf-fddfe323863d tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:43.932572 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97023bb-818d-418f-b1bf-fddfe323863d tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:43.935148 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97023bb-818d-418f-b1bf-fddfe323863d tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:43.941997 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97023bb-818d-418f-b1bf-fddfe323863d tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:43.943595 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97023bb-818d-418f-b1bf-fddfe323863d tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:43.945196 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-a97023bb-818d-418f-b1bf-fddfe323863d tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4567037 Jul 24 00:00:43.949707 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 51558) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:43.961472 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-82ea2dcb-ef91-4d05-8b64-e156abf67d7c tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1062885775'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:00:43.981866 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8097ca95-8964-48bc-93a9-13c435f7feb3 req-4aa7feee-1910-45a9-a77e-418b601d3046 service neutron] 10.222.0.44 "GET /v2.0/networks/e6c8ab97-b262-4351-aec5-a50b39caedfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4249790 Jul 24 00:00:44.054292 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2845901-2c2a-4d49-8b7a-6b1725d71082 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:00:44.060201 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-e2845901-2c2a-4d49-8b7a-6b1725d71082 admin admin] 10.222.0.44 "PUT /v2.0/routers/7a73122c-f3ee-4078-95a5-6cb71279a3eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8367996 Jul 24 00:00:44.068146 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 51562) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:44.172961 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-bd956812-eb4a-4a8b-a368-9085ad6cf497 None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:44.213638 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-bd956812-eb4a-4a8b-a368-9085ad6cf497 None None] Transition to ACTIVE for port object e0db12cf-8872-4f5f-93c5-5ca300d8fb7b will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:00:44.241681 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-bd956812-eb4a-4a8b-a368-9085ad6cf497 None None] Transition to ACTIVE for port object e0db12cf-8872-4f5f-93c5-5ca300d8fb7b will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:00:44.248077 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-f745eefb-ecbb-49b6-88c8-fc753236dba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a73122c-f3ee-4078-95a5-6cb71279a3eb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-713695030-router', 'tenant_id': '2649aec65f64496689ce213d2c628d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '5486b9f6-2953-4060-847a-6d8ae4d25a13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:00:23Z', 'updated_at': '2021-07-24T00:00:41Z', 'revision_number': 5, 'project_id': '2649aec65f64496689ce213d2c628d9f', 'gw_port': {'id': '5486b9f6-2953-4060-847a-6d8ae4d25a13', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a73122c-f3ee-4078-95a5-6cb71279a3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:00:25Z', 'updated_at': '2021-07-24T00:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:00:44.250115 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port ab67768f-6fe7-4452-9f44-7712297f87d9 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:00:44.250487 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:44.262900 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ea2dcb-ef91-4d05-8b64-e156abf67d7c tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Made reservation on behalf of b15daf29d6cd4a878bcfd2fb8dc08d6f for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:00:44.272415 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-82ea2dcb-ef91-4d05-8b64-e156abf67d7c tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:44.354213 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-bd956812-eb4a-4a8b-a368-9085ad6cf497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:44.379857 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1abcc60a-50b4-4e6a-b6e6-81c605ab9928 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:44.394142 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f745eefb-ecbb-49b6-88c8-fc753236dba9 None None] The sync data for ids ['7a73122c-f3ee-4078-95a5-6cb71279a3eb'] in n-d-800088-16 is: [{'id': '7a73122c-f3ee-4078-95a5-6cb71279a3eb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-713695030-router', 'tenant_id': '2649aec65f64496689ce213d2c628d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '5486b9f6-2953-4060-847a-6d8ae4d25a13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:00:23Z', 'updated_at': '2021-07-24T00:00:41Z', 'revision_number': 5, 'project_id': '2649aec65f64496689ce213d2c628d9f', 'gw_port': {'id': '5486b9f6-2953-4060-847a-6d8ae4d25a13', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a73122c-f3ee-4078-95a5-6cb71279a3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:00:25Z', 'updated_at': '2021-07-24T00:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:00:44.415662 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82ea2dcb-ef91-4d05-8b64-e156abf67d7c tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:00:44.428852 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd956812-eb4a-4a8b-a368-9085ad6cf497 None None] Network dab027f3-fd76-4c1a-9df7-8d1c2b9c7a68 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:00:44.442399 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7d99a09f-6cb0-47bc-a3ca-5270960eccee req-de0528fe-3bd6-4dea-b054-353ea23be168 tempest-ServersNegativeTestMultiTenantJSON-661207862 tempest-ServersNegativeTestMultiTenantJSON-661207862-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3abb0c2-fab4-4a29-946d-99223c85f6e3 HTTP/1.1" status: 200 len: 210 time: 0.1025620 Jul 24 00:00:44.449100 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-bd956812-eb4a-4a8b-a368-9085ad6cf497 None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:00:44.469505 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd956812-eb4a-4a8b-a368-9085ad6cf497 None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:00:44.477341 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd956812-eb4a-4a8b-a368-9085ad6cf497 None None] Pushing event updated for resources: {'Port': ['ID=e0db12cf-8872-4f5f-93c5-5ca300d8fb7b,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:44.500204 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-82ea2dcb-ef91-4d05-8b64-e156abf67d7c tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:44.500637 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-82ea2dcb-ef91-4d05-8b64-e156abf67d7c tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Added segment 40dd0917-8177-462a-b323-d1313a3ab07e of type vlan for network ef3df44e-ddbb-45b9-ae55-8cffa2569d22 Jul 24 00:00:44.505399 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4de7ba19-5233-498c-8693-1eb5e7c392db admin admin] Notify callbacks [] for router, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:44.653155 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-bd956812-eb4a-4a8b-a368-9085ad6cf497 None None] Attempting to bind port e0db12cf-8872-4f5f-93c5-5ca300d8fb7b on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:00:44.653560 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-bd956812-eb4a-4a8b-a368-9085ad6cf497 None None] Attempting to bind port e0db12cf-8872-4f5f-93c5-5ca300d8fb7b by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': 'd9303f0b-3e8f-4d99-ba26-a8b016b9673f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'dab027f3-fd76-4c1a-9df7-8d1c2b9c7a68'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:00:44.660625 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd956812-eb4a-4a8b-a368-9085ad6cf497 None None] Attempting to bind port e0db12cf-8872-4f5f-93c5-5ca300d8fb7b on network dab027f3-fd76-4c1a-9df7-8d1c2b9c7a68 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:00:44.740210 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:44.745659 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd956812-eb4a-4a8b-a368-9085ad6cf497 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:00:44.748425 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd956812-eb4a-4a8b-a368-9085ad6cf497 None None] Checking segment: {'id': 'd9303f0b-3e8f-4d99-ba26-a8b016b9673f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'dab027f3-fd76-4c1a-9df7-8d1c2b9c7a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:00:44.749687 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-bd956812-eb4a-4a8b-a368-9085ad6cf497 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:44.754877 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd956812-eb4a-4a8b-a368-9085ad6cf497 None None] Bound using segment: {'id': 'd9303f0b-3e8f-4d99-ba26-a8b016b9673f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'dab027f3-fd76-4c1a-9df7-8d1c2b9c7a68'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:00:44.755411 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-bd956812-eb4a-4a8b-a368-9085ad6cf497 None None] Bound port: e0db12cf-8872-4f5f-93c5-5ca300d8fb7b, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9303f0b-3e8f-4d99-ba26-a8b016b9673f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'dab027f3-fd76-4c1a-9df7-8d1c2b9c7a68'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:00:44.756974 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-bd956812-eb4a-4a8b-a368-9085ad6cf497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:44.760664 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-82ea2dcb-ef91-4d05-8b64-e156abf67d7c tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:44.826577 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a790a3a-12d5-4f69-abd4-ae5b47f00270 req-4f4e901a-0e6f-4e76-b36d-c6a839fbdc6f tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:44.834210 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5a790a3a-12d5-4f69-abd4-ae5b47f00270 req-4f4e901a-0e6f-4e76-b36d-c6a839fbdc6f tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/ports?device_id=daad7e6f-c1db-4f59-8042-0b3f6720bbd4 HTTP/1.1" status: 200 len: 945 time: 0.5793705 Jul 24 00:00:44.863925 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325bcd37-35cb-425a-8011-f53bfe4820e1 req-a47e9d66-d29f-4468-9ef2-4ed4a04c7780 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:44.874067 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-325bcd37-35cb-425a-8011-f53bfe4820e1 req-a47e9d66-d29f-4468-9ef2-4ed4a04c7780 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=99693099-fc1f-44e3-a9cd-8936036d847e HTTP/1.1" status: 200 len: 943 time: 0.1338911 Jul 24 00:00:44.927854 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-bd956812-eb4a-4a8b-a368-9085ad6cf497 None None] For port e0db12cf-8872-4f5f-93c5-5ca300d8fb7b, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:00:44.931791 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-bd956812-eb4a-4a8b-a368-9085ad6cf497 None None] For port e0db12cf-8872-4f5f-93c5-5ca300d8fb7b, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=e0db12cf-8872-4f5f-93c5-5ca300d8fb7b,segment=NetworkSegment(d9303f0b-3e8f-4d99-ba26-a8b016b9673f),segment_id=d9303f0b-3e8f-4d99-ba26-a8b016b9673f)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:00:44.934563 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-325bcd37-35cb-425a-8011-f53bfe4820e1 req-b04384fe-7c8c-4711-b7a9-a556839ff4b8 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581572 Jul 24 00:00:44.956288 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-bd956812-eb4a-4a8b-a368-9085ad6cf497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:45.100211 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd956812-eb4a-4a8b-a368-9085ad6cf497 None None] Pushing event updated for resources: {'Port': ['ID=e0db12cf-8872-4f5f-93c5-5ca300d8fb7b,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:45.112115 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-82ea2dcb-ef91-4d05-8b64-e156abf67d7c tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:45.121781 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ea2dcb-ef91-4d05-8b64-e156abf67d7c tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:45.123479 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-82ea2dcb-ef91-4d05-8b64-e156abf67d7c tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:45.153955 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 99effa27-a995-4a6a-aed9-d421d96d44b8 no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:00:45.168743 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 51594) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:45.286233 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-82ea2dcb-ef91-4d05-8b64-e156abf67d7c tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3333907 Jul 24 00:00:45.287709 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 51598) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:45.293472 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-b0398906-b8e5-4fa5-a330-89b42df78ed1 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Request body: {'network': {'name': 'New_network'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:00:45.349860 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5a790a3a-12d5-4f69-abd4-ae5b47f00270 req-40e7a555-cd70-49d8-b76e-829811604a24 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6a0a271-496a-4936-8ec0-ec680d307275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5147014 Jul 24 00:00:45.442419 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-1e03b485-fb35-4491-acea-adeaa5c403f0 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1152624261-network', 'tenant_id': '8d43db295226432aa2eb8bb806af3cad'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:00:45.524724 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e03b485-fb35-4491-acea-adeaa5c403f0 admin admin] Made reservation on behalf of 8d43db295226432aa2eb8bb806af3cad for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:00:45.527905 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1e03b485-fb35-4491-acea-adeaa5c403f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:45.574229 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4de7ba19-5233-498c-8693-1eb5e7c392db admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:45.592936 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ea2dcb-ef91-4d05-8b64-e156abf67d7c tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Pushing event updated for resources: {'Network': ['ID=ef3df44e-ddbb-45b9-ae55-8cffa2569d22,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:45.596660 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1e03b485-fb35-4491-acea-adeaa5c403f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:45.609900 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network ef3df44e-ddbb-45b9-ae55-8cffa2569d22 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:00:45.754599 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-4de7ba19-5233-498c-8693-1eb5e7c392db admin admin] Deleting port 5486b9f6-2953-4060-847a-6d8ae4d25a13 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:00:45.755139 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4de7ba19-5233-498c-8693-1eb5e7c392db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:45.771594 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad69d74-a1f8-4288-af0b-b49e33c13cf2 None None] Sync routers for ids ['7a73122c-f3ee-4078-95a5-6cb71279a3eb'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:00:45.786499 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad69d74-a1f8-4288-af0b-b49e33c13cf2 None None] Routers {'7a73122c-f3ee-4078-95a5-6cb71279a3eb'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:00:45.786786 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b0398906-b8e5-4fa5-a330-89b42df78ed1 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:45.787194 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-1ad69d74-a1f8-4288-af0b-b49e33c13cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:00:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['7a73122c-f3ee-4078-95a5-6cb71279a3eb'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:00:45.799966 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1abcc60a-50b4-4e6a-b6e6-81c605ab9928 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:45.820248 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1abcc60a-50b4-4e6a-b6e6-81c605ab9928 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:45.837265 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b0398906-b8e5-4fa5-a330-89b42df78ed1 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:45.847016 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4ba12a02-e4c6-4dae-b809-71cae402a171 req-2397b010-a951-4544-9a7c-fd044f105444 tempest-ServersNegativeTestMultiTenantJSON-661207862 tempest-ServersNegativeTestMultiTenantJSON-661207862-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3abb0c2-fab4-4a29-946d-99223c85f6e3 HTTP/1.1" status: 200 len: 210 time: 0.1065068 Jul 24 00:00:45.880905 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b0398906-b8e5-4fa5-a330-89b42df78ed1 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Network ef3df44e-ddbb-45b9-ae55-8cffa2569d22 is not hosted by any dhcp agent {{(pid=100313) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 24 00:00:45.887594 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0398906-b8e5-4fa5-a330-89b42df78ed1 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:45.888576 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b0398906-b8e5-4fa5-a330-89b42df78ed1 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:45.890333 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-b0398906-b8e5-4fa5-a330-89b42df78ed1 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] 10.222.0.44 "PUT /v2.0/networks/ef3df44e-ddbb-45b9-ae55-8cffa2569d22 HTTP/1.1" status: 200 len: 723 time: 0.6014249 Jul 24 00:00:45.898449 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 51602) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:45.908796 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-1abcc60a-50b4-4e6a-b6e6-81c605ab9928 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] In _notify_port_updated(), no bound segment for port 3ccf214e-ba7f-4344-b83b-d680f966a328 on network fc7c687f-5b03-4496-80fc-12ecffd3f29a {{(pid=100314) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 24 00:00:45.915111 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abcc60a-50b4-4e6a-b6e6-81c605ab9928 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:45.915951 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1abcc60a-50b4-4e6a-b6e6-81c605ab9928 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:45.920000 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-1abcc60a-50b4-4e6a-b6e6-81c605ab9928 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] 10.222.0.44 "PUT /v2.0/ports/3ccf214e-ba7f-4344-b83b-d680f966a328 HTTP/1.1" status: 200 len: 1130 time: 2.0124552 Jul 24 00:00:45.922230 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 51604) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:45.958417 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-9b30d47a-f2c9-4f9f-b83f-f4052e295730 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Request body: {'subnet': {'network_id': 'ef3df44e-ddbb-45b9-ae55-8cffa2569d22', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:00:45.997155 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abcc60a-50b4-4e6a-b6e6-81c605ab9928 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Pushing event updated for resources: {'Port': ['ID=3ccf214e-ba7f-4344-b83b-d680f966a328,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:46.049299 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-4de7ba19-5233-498c-8693-1eb5e7c392db admin admin] For port 5486b9f6-2953-4060-847a-6d8ae4d25a13, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=5486b9f6-2953-4060-847a-6d8ae4d25a13,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:00:46.049767 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4de7ba19-5233-498c-8693-1eb5e7c392db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:46.060177 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589f2a9e-49e9-4cb1-afab-95194cb7898c tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:46.065319 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-589f2a9e-49e9-4cb1-afab-95194cb7898c tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] 10.222.0.44 "GET /v2.0/ports/3ccf214e-ba7f-4344-b83b-d680f966a328 HTTP/1.1" status: 200 len: 1130 time: 0.1375022 Jul 24 00:00:46.070485 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 51608) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:46.086205 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-4de7ba19-5233-498c-8693-1eb5e7c392db admin admin] Calling delete_port for 5486b9f6-2953-4060-847a-6d8ae4d25a13 owned by network:router_gateway {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:00:46.100407 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0398906-b8e5-4fa5-a330-89b42df78ed1 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Pushing event updated for resources: {'Network': ['ID=ef3df44e-ddbb-45b9-ae55-8cffa2569d22,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:46.121420 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network ef3df44e-ddbb-45b9-ae55-8cffa2569d22 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:00:46.238784 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-1ad69d74-a1f8-4288-af0b-b49e33c13cf2 None None] Set router 7a73122c-f3ee-4078-95a5-6cb71279a3eb gateway port host: None {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:00:46.343832 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-1ad69d74-a1f8-4288-af0b-b49e33c13cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a73122c-f3ee-4078-95a5-6cb71279a3eb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-713695030-router', 'tenant_id': '2649aec65f64496689ce213d2c628d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:00:23Z', 'updated_at': '2021-07-24T00:00:45Z', 'revision_number': 6, 'project_id': '2649aec65f64496689ce213d2c628d9f', 'gw_port_host': None}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:00:46.405138 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad69d74-a1f8-4288-af0b-b49e33c13cf2 None None] Checking router: 7a73122c-f3ee-4078-95a5-6cb71279a3eb for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:00:46.433279 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad69d74-a1f8-4288-af0b-b49e33c13cf2 None None] Routers {'7a73122c-f3ee-4078-95a5-6cb71279a3eb'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:00:46.434091 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-1ad69d74-a1f8-4288-af0b-b49e33c13cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:00:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['7a73122c-f3ee-4078-95a5-6cb71279a3eb'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:00:46.495525 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1e03b485-fb35-4491-acea-adeaa5c403f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:46.507458 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-ed59ed76-882d-42ce-92a3-822d34c046de None None] Provisioning complete for port 3ccf214e-ba7f-4344-b83b-d680f966a328 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:00:46.508002 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ed59ed76-882d-42ce-92a3-822d34c046de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:46.522647 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1e03b485-fb35-4491-acea-adeaa5c403f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:46.570888 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-1ad69d74-a1f8-4288-af0b-b49e33c13cf2 None None] Set router 7a73122c-f3ee-4078-95a5-6cb71279a3eb gateway port host: None {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:00:46.572594 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-ed59ed76-882d-42ce-92a3-822d34c046de None None] Port 3ccf214e-ba7f-4344-b83b-d680f966a328 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:00:46.615427 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e03b485-fb35-4491-acea-adeaa5c403f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:00:46.643270 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-1ad69d74-a1f8-4288-af0b-b49e33c13cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a73122c-f3ee-4078-95a5-6cb71279a3eb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-713695030-router', 'tenant_id': '2649aec65f64496689ce213d2c628d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:00:23Z', 'updated_at': '2021-07-24T00:00:45Z', 'revision_number': 6, 'project_id': '2649aec65f64496689ce213d2c628d9f', 'gw_port_host': None}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:00:46.654954 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b30d47a-f2c9-4f9f-b83f-f4052e295730 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Made reservation on behalf of b15daf29d6cd4a878bcfd2fb8dc08d6f for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:00:46.659782 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9b30d47a-f2c9-4f9f-b83f-f4052e295730 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:46.676667 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1e03b485-fb35-4491-acea-adeaa5c403f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:46.676887 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad69d74-a1f8-4288-af0b-b49e33c13cf2 None None] The sync data for ids ['7a73122c-f3ee-4078-95a5-6cb71279a3eb'] in n-d-800088-16 is: [{'id': '7a73122c-f3ee-4078-95a5-6cb71279a3eb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-713695030-router', 'tenant_id': '2649aec65f64496689ce213d2c628d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:00:23Z', 'updated_at': '2021-07-24T00:00:45Z', 'revision_number': 6, 'project_id': '2649aec65f64496689ce213d2c628d9f', 'gw_port_host': None}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:00:46.677082 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-1e03b485-fb35-4491-acea-adeaa5c403f0 admin admin] Added segment c3acebb7-b496-4cc8-bec9-51681a227a5c of type vlan for network 7c5ac98e-801e-45e6-b7a1-9d72ebb7e3ef Jul 24 00:00:46.716908 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e03b485-fb35-4491-acea-adeaa5c403f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b2b81f-5921-46c4-a5f8-cac2ff846ad3,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:46.779566 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f281904d-e8a0-4ac6-9cb1-61fcc62b7eb9 req-1bc5117a-0355-42e8-8e8b-09f7546e4cf8 service neutron] 10.222.0.52 "GET /v2.0/ports/99effa27-a995-4a6a-aed9-d421d96d44b8/bindings/n-h2-800088-16 HTTP/1.1" status: 200 len: 385 time: 0.3933408 Jul 24 00:00:46.823387 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b21f08-3147-4604-a3ff-91c0bec075d9 None None] Network dab027f3-fd76-4c1a-9df7-8d1c2b9c7a68 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:00:46.852727 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1e03b485-fb35-4491-acea-adeaa5c403f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:46.873991 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f946ea-0e0c-4c0d-877e-c0f6d9aa53ee req-a159a31a-7242-43e2-9ea9-38fcf127c8af tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:46.875546 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-53f946ea-0e0c-4c0d-877e-c0f6d9aa53ee req-a159a31a-7242-43e2-9ea9-38fcf127c8af tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/ports?device_id=daad7e6f-c1db-4f59-8042-0b3f6720bbd4 HTTP/1.1" status: 200 len: 945 time: 0.3783097 Jul 24 00:00:46.923458 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-a24bc1b2-ed09-4ab9-a98d-26320a81d0a0 None None] Provisioning for port e0db12cf-8872-4f5f-93c5-5ca300d8fb7b completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:00:46.961087 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeef3ef4-eeb6-49ae-b5d4-48fa4d831994 req-cd3f3322-fa59-4243-88ab-a3ce0f77dd7c tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:46.962754 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-aeef3ef4-eeb6-49ae-b5d4-48fa4d831994 req-cd3f3322-fa59-4243-88ab-a3ce0f77dd7c tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=99693099-fc1f-44e3-a9cd-8936036d847e HTTP/1.1" status: 200 len: 943 time: 0.8443084 Jul 24 00:00:46.973247 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1e03b485-fb35-4491-acea-adeaa5c403f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:46.974503 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e03b485-fb35-4491-acea-adeaa5c403f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:46.975132 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1e03b485-fb35-4491-acea-adeaa5c403f0 admin admin] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:47.004770 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-53f946ea-0e0c-4c0d-877e-c0f6d9aa53ee req-975c04f6-d2eb-41c2-8383-648d6f3d18a7 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6a0a271-496a-4936-8ec0-ec680d307275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209834 Jul 24 00:00:47.061314 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8097ca95-8964-48bc-93a9-13c435f7feb3 req-dfe3c219-2c59-42f9-925a-31dd049d007b tempest-ServersNegativeTestMultiTenantJSON-661207862 tempest-ServersNegativeTestMultiTenantJSON-661207862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:47.062830 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8097ca95-8964-48bc-93a9-13c435f7feb3 req-dfe3c219-2c59-42f9-925a-31dd049d007b tempest-ServersNegativeTestMultiTenantJSON-661207862 tempest-ServersNegativeTestMultiTenantJSON-661207862-project] 10.222.0.64 "GET /v2.0/networks?id=e6c8ab97-b262-4351-aec5-a50b39caedfc HTTP/1.1" status: 200 len: 824 time: 0.3179677 Jul 24 00:00:47.071866 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-1e03b485-fb35-4491-acea-adeaa5c403f0 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8994088 Jul 24 00:00:47.078253 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 51618) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:47.083691 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-8b675c05-9444-420e-b540-16dae8b52e01 admin admin] Request body: {'subnet': {'network_id': '7c5ac98e-801e-45e6-b7a1-9d72ebb7e3ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1152624261-subnet', 'tenant_id': '8d43db295226432aa2eb8bb806af3cad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:00:47.092519 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-8097ca95-8964-48bc-93a9-13c435f7feb3 req-a5a852e4-fd84-435f-9a3c-a3214b65fff4 tempest-ServersNegativeTestMultiTenantJSON-661207862 tempest-ServersNegativeTestMultiTenantJSON-661207862-project] Request body: {'port': {'device_id': 'a3abb0c2-fab4-4a29-946d-99223c85f6e3', 'network_id': 'e6c8ab97-b262-4351-aec5-a50b39caedfc', 'admin_state_up': True, 'tenant_id': '382e4d68ab7d49a593b6e6151cd77385'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:00:47.098987 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-b6be65fc-a134-4777-aa4d-68cf20cd498d tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Deleting port 3ccf214e-ba7f-4344-b83b-d680f966a328 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:00:47.099427 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b6be65fc-a134-4777-aa4d-68cf20cd498d tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:47.163943 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4025a77e-a88b-42b3-93d1-d11ffc293c62 None None] Update dhcp port {'port': {'network_id': 'dab027f3-fd76-4c1a-9df7-8d1c2b9c7a68', 'fixed_ips': [{'subnet_id': '81a24b0f-5022-4154-926c-4b4c3295bf03', 'ip_address': '2001:db8::2'}, {'subnet_id': '03082084-868b-4f9d-ba28-f877def795ef'}], 'binding:host_id': 'n-d-800088-16'}, 'id': 'e0db12cf-8872-4f5f-93c5-5ca300d8fb7b'} from n-d-800088-16. {{(pid=100315) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 24 00:00:47.180311 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-aeef3ef4-eeb6-49ae-b5d4-48fa4d831994 req-94dabac9-991f-47ad-9519-91754039227d tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073696 Jul 24 00:00:47.211050 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-4025a77e-a88b-42b3-93d1-d11ffc293c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:47.338574 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b675c05-9444-420e-b540-16dae8b52e01 admin admin] Made reservation on behalf of 8d43db295226432aa2eb8bb806af3cad for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:00:47.341770 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8b675c05-9444-420e-b540-16dae8b52e01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:47.395572 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b6be65fc-a134-4777-aa4d-68cf20cd498d tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:47.456592 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-4025a77e-a88b-42b3-93d1-d11ffc293c62 None None] Allocated IP 172.20.0.1 (dab027f3-fd76-4c1a-9df7-8d1c2b9c7a68/03082084-868b-4f9d-ba28-f877def795ef/e0db12cf-8872-4f5f-93c5-5ca300d8fb7b) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:00:47.478499 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-b6be65fc-a134-4777-aa4d-68cf20cd498d tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Calling delete_port for 3ccf214e-ba7f-4344-b83b-d680f966a328 owned by {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:00:47.486916 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4de7ba19-5233-498c-8693-1eb5e7c392db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:47.564499 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de7ba19-5233-498c-8693-1eb5e7c392db admin admin] Pushing event deleted for resources: {'Port': ['ID=5486b9f6-2953-4060-847a-6d8ae4d25a13,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:47.570277 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e03b485-fb35-4491-acea-adeaa5c403f0 admin admin] Pushing event updated for resources: {'Network': ['ID=7c5ac98e-801e-45e6-b7a1-9d72ebb7e3ef,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:47.586431 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device e0db12cf-8872-4f5f-93c5-5ca300d8fb7b up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:00:47.588093 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 7c5ac98e-801e-45e6-b7a1-9d72ebb7e3ef details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:00:47.639974 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3be5ac86-1b4d-4197-8eb4-9f8905cc0f31 req-bb94c6ac-4c27-4a4f-89cd-6d8a9ea0d863 tempest-ServersNegativeTestMultiTenantJSON-661207862 tempest-ServersNegativeTestMultiTenantJSON-661207862-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3abb0c2-fab4-4a29-946d-99223c85f6e3 HTTP/1.1" status: 200 len: 210 time: 0.0748904 Jul 24 00:00:47.653149 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-4025a77e-a88b-42b3-93d1-d11ffc293c62 None None] For port e0db12cf-8872-4f5f-93c5-5ca300d8fb7b, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=e0db12cf-8872-4f5f-93c5-5ca300d8fb7b,segment=NetworkSegment(d9303f0b-3e8f-4d99-ba26-a8b016b9673f),segment_id=d9303f0b-3e8f-4d99-ba26-a8b016b9673f)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:00:47.656494 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:47.691766 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9b30d47a-f2c9-4f9f-b83f-f4052e295730 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:47.772103 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b30d47a-f2c9-4f9f-b83f-f4052e295730 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Pushing event updated for resources: {'Subnet': ['ID=8f32e8ad-ec0b-4dc2-bf96-28766a40349e,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:47.776993 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8b675c05-9444-420e-b540-16dae8b52e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:47.778060 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-f281904d-e8a0-4ac6-9cb1-61fcc62b7eb9 req-bdeacfc8-7ffc-4bd0-9d75-5357419a60a9 service neutron] For port 99effa27-a995-4a6a-aed9-d421d96d44b8, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=99effa27-a995-4a6a-aed9-d421d96d44b8,segment=NetworkSegment(d250a78c-273d-4c00-aeaa-fc87cc957e9a),segment_id=d250a78c-273d-4c00-aeaa-fc87cc957e9a)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:00:47.810462 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8097ca95-8964-48bc-93a9-13c435f7feb3 req-a5a852e4-fd84-435f-9a3c-a3214b65fff4 tempest-ServersNegativeTestMultiTenantJSON-661207862 tempest-ServersNegativeTestMultiTenantJSON-661207862-project] Made reservation on behalf of 382e4d68ab7d49a593b6e6151cd77385 for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:00:47.810886 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b30d47a-f2c9-4f9f-b83f-f4052e295730 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Checking segment: {'id': '40dd0917-8177-462a-b323-d1313a3ab07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'ef3df44e-ddbb-45b9-ae55-8cffa2569d22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:00:47.811277 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b30d47a-f2c9-4f9f-b83f-f4052e295730 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Network hostable DHCP agents. Network: ef3df44e-ddbb-45b9-ae55-8cffa2569d22, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:00:47.814965 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-8097ca95-8964-48bc-93a9-13c435f7feb3 req-a5a852e4-fd84-435f-9a3c-a3214b65fff4 tempest-ServersNegativeTestMultiTenantJSON-661207862 tempest-ServersNegativeTestMultiTenantJSON-661207862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:47.816774 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-f281904d-e8a0-4ac6-9cb1-61fcc62b7eb9 req-bdeacfc8-7ffc-4bd0-9d75-5357419a60a9 service neutron] For port 99effa27-a995-4a6a-aed9-d421d96d44b8, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:00:47.862892 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b30d47a-f2c9-4f9f-b83f-f4052e295730 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Network ef3df44e-ddbb-45b9-ae55-8cffa2569d22 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:00:47.870173 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-f281904d-e8a0-4ac6-9cb1-61fcc62b7eb9 req-bdeacfc8-7ffc-4bd0-9d75-5357419a60a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99effa27-a995-4a6a-aed9-d421d96d44b8 {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:00:47.883480 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-f281904d-e8a0-4ac6-9cb1-61fcc62b7eb9 req-bdeacfc8-7ffc-4bd0-9d75-5357419a60a9 service neutron] For port 99effa27-a995-4a6a-aed9-d421d96d44b8, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=99effa27-a995-4a6a-aed9-d421d96d44b8,segment=NetworkSegment(d250a78c-273d-4c00-aeaa-fc87cc957e9a),segment_id=d250a78c-273d-4c00-aeaa-fc87cc957e9a)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:00:47.890736 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-4025a77e-a88b-42b3-93d1-d11ffc293c62 None None] Notify callbacks [] for port, precommit_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:47.902890 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-f281904d-e8a0-4ac6-9cb1-61fcc62b7eb9 req-bdeacfc8-7ffc-4bd0-9d75-5357419a60a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:47.907841 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-9b30d47a-f2c9-4f9f-b83f-f4052e295730 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, ef3df44e-ddbb-45b9-ae55-8cffa2569d22) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:00:47.908331 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-4025a77e-a88b-42b3-93d1-d11ffc293c62 None None] Transition to ACTIVE for port object e0db12cf-8872-4f5f-93c5-5ca300d8fb7b will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:00:47.917001 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-4025a77e-a88b-42b3-93d1-d11ffc293c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:47.920903 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b30d47a-f2c9-4f9f-b83f-f4052e295730 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:47.921520 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9b30d47a-f2c9-4f9f-b83f-f4052e295730 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:47.937959 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4de7ba19-5233-498c-8693-1eb5e7c392db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687114'] for router_gateway, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:47.942297 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b675c05-9444-420e-b540-16dae8b52e01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c23b279f-1e65-49c9-9b0f-a3a3864c4539,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:47.995212 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d158bfb-21f3-4656-832f-22064d9900db None None] Network ef3df44e-ddbb-45b9-ae55-8cffa2569d22 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:00:48.009275 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-9b30d47a-f2c9-4f9f-b83f-f4052e295730 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1093814 Jul 24 00:00:48.015084 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 51622) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:48.031409 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-46ed5f32-fe16-41eb-a79f-d74387f3292b tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:00:48.140909 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port e0db12cf-8872-4f5f-93c5-5ca300d8fb7b completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:00:48.142693 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4de7ba19-5233-498c-8693-1eb5e7c392db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:48.148156 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4de7ba19-5233-498c-8693-1eb5e7c392db admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:48.176097 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b675c05-9444-420e-b540-16dae8b52e01 admin admin] Checking segment: {'id': 'c3acebb7-b496-4cc8-bec9-51681a227a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '7c5ac98e-801e-45e6-b7a1-9d72ebb7e3ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:00:48.176467 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b675c05-9444-420e-b540-16dae8b52e01 admin admin] Network hostable DHCP agents. Network: 7c5ac98e-801e-45e6-b7a1-9d72ebb7e3ef, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:00:48.183018 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4025a77e-a88b-42b3-93d1-d11ffc293c62 None None] Pushing event updated for resources: {'Port': ['ID=e0db12cf-8872-4f5f-93c5-5ca300d8fb7b,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:48.205833 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-46ed5f32-fe16-41eb-a79f-d74387f3292b tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9283383'] for subnet, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:48.238682 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-f281904d-e8a0-4ac6-9cb1-61fcc62b7eb9 req-bdeacfc8-7ffc-4bd0-9d75-5357419a60a9 service neutron] Transition to ACTIVE for port object 99effa27-a995-4a6a-aed9-d421d96d44b8 will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:00:48.256630 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b6be65fc-a134-4777-aa4d-68cf20cd498d tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:48.267181 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3208aea-fe1a-4009-9a9c-6f145a6e77de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-ef3df44e-ddbb-45b9-ae55-8cffa2569d22', 'network_id': 'ef3df44e-ddbb-45b9-ae55-8cffa2569d22', 'tenant_id': 'b15daf29d6cd4a878bcfd2fb8dc08d6f', 'fixed_ips': [{'subnet_id': '8f32e8ad-ec0b-4dc2-bf96-28766a40349e'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:00:48.269527 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b3208aea-fe1a-4009-9a9c-6f145a6e77de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:48.269652 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-f281904d-e8a0-4ac6-9cb1-61fcc62b7eb9 req-bdeacfc8-7ffc-4bd0-9d75-5357419a60a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:48.349615 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4de7ba19-5233-498c-8693-1eb5e7c392db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:48.350140 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4de7ba19-5233-498c-8693-1eb5e7c392db admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a73122c-f3ee-4078-95a5-6cb71279a3eb {{(pid=100314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:00:48.358886 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4de7ba19-5233-498c-8693-1eb5e7c392db admin admin] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:48.360057 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-4de7ba19-5233-498c-8693-1eb5e7c392db admin admin] 10.222.0.44 "DELETE /v2.0/routers/7a73122c-f3ee-4078-95a5-6cb71279a3eb HTTP/1.1" status: 204 len: 168 time: 4.2446637 Jul 24 00:00:48.384676 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 51630) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:48.406126 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [req-8097ca95-8964-48bc-93a9-13c435f7feb3 req-a5a852e4-fd84-435f-9a3c-a3214b65fff4 tempest-ServersNegativeTestMultiTenantJSON-661207862 tempest-ServersNegativeTestMultiTenantJSON-661207862-project] Allocated IP 172.20.0.4 (e6c8ab97-b262-4351-aec5-a50b39caedfc/dd50d55f-4533-487c-99d1-5dbf35f576a5/7e55dee0-dd32-4f92-9fce-1c3f63699cdb) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:00:48.483554 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-5eaf0fd3-44b8-46d2-bafc-803b2b5bd481 admin admin] Deleting subnet 34cb483a-de62-47b2-aab3-b75073f9ab0e {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:00:48.488922 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5eaf0fd3-44b8-46d2-bafc-803b2b5bd481 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:48.491743 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6be65fc-a134-4777-aa4d-68cf20cd498d tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Pushing event deleted for resources: {'Port': ['ID=3ccf214e-ba7f-4344-b83b-d680f966a328,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:48.499889 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 5486b9f6-2953-4060-847a-6d8ae4d25a13 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:00:48.501791 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-b3208aea-fe1a-4009-9a9c-6f145a6e77de None None] Allocated IP 2001:db8::2 (ef3df44e-ddbb-45b9-ae55-8cffa2569d22/8f32e8ad-ec0b-4dc2-bf96-28766a40349e/6e9c0be1-a956-4c02-b868-9ec73f00283e) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:00:48.529692 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b675c05-9444-420e-b540-16dae8b52e01 admin admin] Network 7c5ac98e-801e-45e6-b7a1-9d72ebb7e3ef is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:00:48.535562 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 5486b9f6-2953-4060-847a-6d8ae4d25a13 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:00:48.536014 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 5486b9f6-2953-4060-847a-6d8ae4d25a13 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:00:48.543440 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5eaf0fd3-44b8-46d2-bafc-803b2b5bd481 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:48.595424 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-f281904d-e8a0-4ac6-9cb1-61fcc62b7eb9 req-bdeacfc8-7ffc-4bd0-9d75-5357419a60a9 service neutron] No DVR routers for this DVR port 99effa27-a995-4a6a-aed9-d421d96d44b8 on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:00:48.624501 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeacfc8-7ffc-4bd0-9d75-5357419a60a9 service neutron] Pushing event updated for resources: {'Port': ['ID=99effa27-a995-4a6a-aed9-d421d96d44b8,revision_number=10']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:48.633966 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b6be65fc-a134-4777-aa4d-68cf20cd498d tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:48.636628 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-b6be65fc-a134-4777-aa4d-68cf20cd498d tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] 10.222.0.44 "DELETE /v2.0/ports/3ccf214e-ba7f-4344-b83b-d680f966a328 HTTP/1.1" status: 204 len: 168 time: 2.5649724 Jul 24 00:00:48.637472 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-8b675c05-9444-420e-b540-16dae8b52e01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 7c5ac98e-801e-45e6-b7a1-9d72ebb7e3ef) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:00:48.644617 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 51632) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:48.649865 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b675c05-9444-420e-b540-16dae8b52e01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:48.650439 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8b675c05-9444-420e-b540-16dae8b52e01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:48.657364 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ee4b33-e3f3-4646-8352-b618b829d9e2 None None] Network 7c5ac98e-801e-45e6-b7a1-9d72ebb7e3ef requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:00:48.731152 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fb4b878-6bad-4bee-afc8-820407305c95 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Deleting subnet c3ad832a-82c0-4e36-9fb3-3d5411fb2381 {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:00:48.747694 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f281904d-e8a0-4ac6-9cb1-61fcc62b7eb9 req-bdeacfc8-7ffc-4bd0-9d75-5357419a60a9 service neutron] 10.222.0.52 "PUT /v2.0/ports/99effa27-a995-4a6a-aed9-d421d96d44b8/bindings/n-h2-800088-16/activate HTTP/1.1" status: 200 len: 370 time: 1.9650660 Jul 24 00:00:48.753760 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9fb4b878-6bad-4bee-afc8-820407305c95 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:48.799991 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01112a66-f3d5-48d2-9459-bcb2179e2c18 req-0db1f44e-89f7-4bb8-86e3-cdbb4de43f95 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:48.801830 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-01112a66-f3d5-48d2-9459-bcb2179e2c18 req-0db1f44e-89f7-4bb8-86e3-cdbb4de43f95 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/ports?device_id=daad7e6f-c1db-4f59-8042-0b3f6720bbd4 HTTP/1.1" status: 200 len: 945 time: 0.6932182 Jul 24 00:00:48.815848 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b861c6-cc3e-465c-9214-7aeb2c5278ab req-0c964957-7908-4857-98dc-ff7f6dc98a3e tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:48.816341 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-8b675c05-9444-420e-b540-16dae8b52e01 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7371767 Jul 24 00:00:48.821476 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a8b861c6-cc3e-465c-9214-7aeb2c5278ab req-0c964957-7908-4857-98dc-ff7f6dc98a3e tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=99693099-fc1f-44e3-a9cd-8936036d847e HTTP/1.1" status: 200 len: 944 time: 0.4877083 Jul 24 00:00:48.827928 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 51636) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:48.841787 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-474afa76-c800-4d7a-b51c-ea7417a7bb45 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1152624261-router', 'tenant_id': '8d43db295226432aa2eb8bb806af3cad', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:00:48.853549 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5eaf0fd3-44b8-46d2-bafc-803b2b5bd481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:48.934888 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-8097ca95-8964-48bc-93a9-13c435f7feb3 req-a5a852e4-fd84-435f-9a3c-a3214b65fff4 tempest-ServersNegativeTestMultiTenantJSON-661207862 tempest-ServersNegativeTestMultiTenantJSON-661207862-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:48.941430 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-474afa76-c800-4d7a-b51c-ea7417a7bb45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:48.942631 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-474afa76-c800-4d7a-b51c-ea7417a7bb45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:48.947151 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b3208aea-fe1a-4009-9a9c-6f145a6e77de None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:48.965818 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-b3208aea-fe1a-4009-9a9c-6f145a6e77de None None] Transition to ACTIVE for port object 6e9c0be1-a956-4c02-b868-9ec73f00283e will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:00:48.974774 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-01112a66-f3d5-48d2-9459-bcb2179e2c18 req-73fde504-b731-428d-8b3b-c36d8a2fea41 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6a0a271-496a-4936-8ec0-ec680d307275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607380 Jul 24 00:00:48.978434 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a8b861c6-cc3e-465c-9214-7aeb2c5278ab req-f0e3f7ac-540b-4e61-8313-a31279ed91af tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288517 Jul 24 00:00:49.023982 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5eaf0fd3-44b8-46d2-bafc-803b2b5bd481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:49.040146 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9fb4b878-6bad-4bee-afc8-820407305c95 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:49.061030 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-b3208aea-fe1a-4009-9a9c-6f145a6e77de None None] Transition to ACTIVE for port object 6e9c0be1-a956-4c02-b868-9ec73f00283e will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:00:49.062979 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4210485-16b7-4dd0-9a38-0ddccd1cddb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-7c5ac98e-801e-45e6-b7a1-9d72ebb7e3ef', 'network_id': '7c5ac98e-801e-45e6-b7a1-9d72ebb7e3ef', 'tenant_id': '8d43db295226432aa2eb8bb806af3cad', 'fixed_ips': [{'subnet_id': 'c23b279f-1e65-49c9-9b0f-a3a3864c4539'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:00:49.067585 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a4210485-16b7-4dd0-9a38-0ddccd1cddb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:49.101421 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b3208aea-fe1a-4009-9a9c-6f145a6e77de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:49.125674 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-474afa76-c800-4d7a-b51c-ea7417a7bb45 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:49.194979 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-8097ca95-8964-48bc-93a9-13c435f7feb3 req-a5a852e4-fd84-435f-9a3c-a3214b65fff4 tempest-ServersNegativeTestMultiTenantJSON-661207862 tempest-ServersNegativeTestMultiTenantJSON-661207862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:49.218113 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36fe1981-85b3-4a20-9b02-a505865072da None None] Network 0d843162-2e70-4d88-bcda-b7bdfc43a965 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:00:49.227098 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9fb4b878-6bad-4bee-afc8-820407305c95 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:49.228244 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69160eae-58d5-4167-9373-fd5a57f6345c None None] Network dab027f3-fd76-4c1a-9df7-8d1c2b9c7a68 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:00:49.239334 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5eaf0fd3-44b8-46d2-bafc-803b2b5bd481 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:49.243641 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-5eaf0fd3-44b8-46d2-bafc-803b2b5bd481 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/34cb483a-de62-47b2-aab3-b75073f9ab0e HTTP/1.1" status: 204 len: 168 time: 0.8557048 Jul 24 00:00:49.249081 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 51638) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:49.276016 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3208aea-fe1a-4009-9a9c-6f145a6e77de None None] Network ef3df44e-ddbb-45b9-ae55-8cffa2569d22 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:00:49.304932 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-b3208aea-fe1a-4009-9a9c-6f145a6e77de None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:00:49.314655 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3208aea-fe1a-4009-9a9c-6f145a6e77de None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:00:49.319119 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8097ca95-8964-48bc-93a9-13c435f7feb3 req-a5a852e4-fd84-435f-9a3c-a3214b65fff4 tempest-ServersNegativeTestMultiTenantJSON-661207862 tempest-ServersNegativeTestMultiTenantJSON-661207862-project] Network e6c8ab97-b262-4351-aec5-a50b39caedfc is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:00:49.326432 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f281904d-e8a0-4ac6-9cb1-61fcc62b7eb9 req-ace43f43-afd2-4df6-b659-63ce7d123981 tempest-LiveAutoBlockMigrationV225Test-1467793608 tempest-LiveAutoBlockMigrationV225Test-1467793608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:49.327977 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f281904d-e8a0-4ac6-9cb1-61fcc62b7eb9 req-ace43f43-afd2-4df6-b659-63ce7d123981 tempest-LiveAutoBlockMigrationV225Test-1467793608 tempest-LiveAutoBlockMigrationV225Test-1467793608-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=99693099-fc1f-44e3-a9cd-8936036d847e&tenant_id=d9405b5ff79541cbb5225ec709273225&binding%3Ahost_id=n-h1-800088-16 HTTP/1.1" status: 200 len: 1096 time: 0.4694705 Jul 24 00:00:49.334026 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-779ebe0b-9c8b-4091-8bff-a6d4ee59f278 None None] Provisioning for port e0db12cf-8872-4f5f-93c5-5ca300d8fb7b completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:00:49.336170 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3208aea-fe1a-4009-9a9c-6f145a6e77de None None] Pushing event updated for resources: {'Port': ['ID=6e9c0be1-a956-4c02-b868-9ec73f00283e,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:49.339496 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [req-8097ca95-8964-48bc-93a9-13c435f7feb3 req-a5a852e4-fd84-435f-9a3c-a3214b65fff4 tempest-ServersNegativeTestMultiTenantJSON-661207862 tempest-ServersNegativeTestMultiTenantJSON-661207862-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:00:49.352039 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a852e4-fd84-435f-9a3c-a3214b65fff4 tempest-ServersNegativeTestMultiTenantJSON-661207862 tempest-ServersNegativeTestMultiTenantJSON-661207862-project] Pushing event updated for resources: {'Port': ['ID=7e55dee0-dd32-4f92-9fce-1c3f63699cdb,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:49.353028 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-8097ca95-8964-48bc-93a9-13c435f7feb3 req-a5a852e4-fd84-435f-9a3c-a3214b65fff4 tempest-ServersNegativeTestMultiTenantJSON-661207862 tempest-ServersNegativeTestMultiTenantJSON-661207862-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:00:49.361189 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7da159f2-c731-4ce2-b854-a62bf53eb077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:49.362934 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaf0fd3-44b8-46d2-bafc-803b2b5bd481 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34cb483a-de62-47b2-aab3-b75073f9ab0e,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:49.413357 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaf0fd3-44b8-46d2-bafc-803b2b5bd481 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:00:49.413631 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaf0fd3-44b8-46d2-bafc-803b2b5bd481 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:00:49.414027 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaf0fd3-44b8-46d2-bafc-803b2b5bd481 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:00:49.414368 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaf0fd3-44b8-46d2-bafc-803b2b5bd481 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:00:49.414701 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaf0fd3-44b8-46d2-bafc-803b2b5bd481 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:00:49.415030 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaf0fd3-44b8-46d2-bafc-803b2b5bd481 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:00:49.415355 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaf0fd3-44b8-46d2-bafc-803b2b5bd481 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:00:49.415680 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaf0fd3-44b8-46d2-bafc-803b2b5bd481 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:00:49.416008 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaf0fd3-44b8-46d2-bafc-803b2b5bd481 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:00:49.416333 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaf0fd3-44b8-46d2-bafc-803b2b5bd481 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:00:49.416654 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaf0fd3-44b8-46d2-bafc-803b2b5bd481 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:00:49.417015 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaf0fd3-44b8-46d2-bafc-803b2b5bd481 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:00:49.430837 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-779ebe0b-9c8b-4091-8bff-a6d4ee59f278 None None] Provisioning complete for port e0db12cf-8872-4f5f-93c5-5ca300d8fb7b triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:00:49.431299 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-779ebe0b-9c8b-4091-8bff-a6d4ee59f278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:49.465218 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9fb4b878-6bad-4bee-afc8-820407305c95 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:49.480174 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-474afa76-c800-4d7a-b51c-ea7417a7bb45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:49.489641 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be8f17-ebdc-4506-b63b-ae10915d0cf8 req-89b8b07a-1509-46e8-b871-6db5261bdee5 tempest-ServersNegativeTestMultiTenantJSON-661207862 tempest-ServersNegativeTestMultiTenantJSON-661207862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:49.491704 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-27be8f17-ebdc-4506-b63b-ae10915d0cf8 req-89b8b07a-1509-46e8-b871-6db5261bdee5 tempest-ServersNegativeTestMultiTenantJSON-661207862 tempest-ServersNegativeTestMultiTenantJSON-661207862-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3abb0c2-fab4-4a29-946d-99223c85f6e3 HTTP/1.1" status: 200 len: 931 time: 0.3168874 Jul 24 00:00:49.519316 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8097ca95-8964-48bc-93a9-13c435f7feb3 req-a5a852e4-fd84-435f-9a3c-a3214b65fff4 tempest-ServersNegativeTestMultiTenantJSON-661207862 tempest-ServersNegativeTestMultiTenantJSON-661207862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:49.521735 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-8097ca95-8964-48bc-93a9-13c435f7feb3 req-a5a852e4-fd84-435f-9a3c-a3214b65fff4 tempest-ServersNegativeTestMultiTenantJSON-661207862 tempest-ServersNegativeTestMultiTenantJSON-661207862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:49.562855 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device e0db12cf-8872-4f5f-93c5-5ca300d8fb7b up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:00:49.576429 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-a4210485-16b7-4dd0-9a38-0ddccd1cddb8 None None] Allocated IP 172.20.0.2 (7c5ac98e-801e-45e6-b7a1-9d72ebb7e3ef/c23b279f-1e65-49c9-9b0f-a3a3864c4539/5c496f0c-5ecb-4d50-aedc-875157411b8b) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:00:49.578755 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9fb4b878-6bad-4bee-afc8-820407305c95 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:49.578755 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-9fb4b878-6bad-4bee-afc8-820407305c95 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] 10.222.0.44 "DELETE /v2.0/subnets/c3ad832a-82c0-4e36-9fb3-3d5411fb2381 HTTP/1.1" status: 204 len: 168 time: 0.9204767 Jul 24 00:00:49.579244 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb4b878-6bad-4bee-afc8-820407305c95 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Pushing event deleted for resources: {'Subnet': ['ID=c3ad832a-82c0-4e36-9fb3-3d5411fb2381,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:49.580938 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 51640) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:49.612394 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8097ca95-8964-48bc-93a9-13c435f7feb3 req-a5a852e4-fd84-435f-9a3c-a3214b65fff4 tempest-ServersNegativeTestMultiTenantJSON-661207862 tempest-ServersNegativeTestMultiTenantJSON-661207862-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5350683 Jul 24 00:00:49.630731 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [req-8097ca95-8964-48bc-93a9-13c435f7feb3 req-fd150626-97d8-4b82-ba4f-ce7ead0fa3b1 tempest-ServersNegativeTestMultiTenantJSON-661207862 tempest-ServersNegativeTestMultiTenantJSON-661207862-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=100314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:00:49.631837 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8097ca95-8964-48bc-93a9-13c435f7feb3 req-fd150626-97d8-4b82-ba4f-ce7ead0fa3b1 tempest-ServersNegativeTestMultiTenantJSON-661207862 tempest-ServersNegativeTestMultiTenantJSON-661207862-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083382 Jul 24 00:00:49.642618 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5998f705-a84d-458b-9e37-672df0f6919a None None] Network fc7c687f-5b03-4496-80fc-12ecffd3f29a requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:00:49.646860 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-8097ca95-8964-48bc-93a9-13c435f7feb3 req-9f37a956-1a94-4e03-8195-58130322c715 service neutron] Request body: {'port': {'device_id': 'a3abb0c2-fab4-4a29-946d-99223c85f6e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-16'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:00:49.653167 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f281904d-e8a0-4ac6-9cb1-61fcc62b7eb9 req-f10620e8-04b4-4ec5-b4ea-228cd6f3115c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:49.654890 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f281904d-e8a0-4ac6-9cb1-61fcc62b7eb9 req-f10620e8-04b4-4ec5-b4ea-228cd6f3115c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=99693099-fc1f-44e3-a9cd-8936036d847e&tenant_id=d9405b5ff79541cbb5225ec709273225 HTTP/1.1" status: 200 len: 1096 time: 0.3184602 Jul 24 00:00:49.657967 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-27be8f17-ebdc-4506-b63b-ae10915d0cf8 req-29e5bb02-41a5-4331-b3a5-a69c9dea1768 tempest-ServersNegativeTestMultiTenantJSON-661207862 tempest-ServersNegativeTestMultiTenantJSON-661207862-project] 10.222.0.44 "GET /v2.0/security-groups?id=0310cf1b-e6a6-4249-82ef-2101c9715cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037049 Jul 24 00:00:49.666907 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-b3208aea-fe1a-4009-9a9c-6f145a6e77de None None] Attempting to bind port 6e9c0be1-a956-4c02-b868-9ec73f00283e on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:00:49.667302 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-b3208aea-fe1a-4009-9a9c-6f145a6e77de None None] Attempting to bind port 6e9c0be1-a956-4c02-b868-9ec73f00283e by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '40dd0917-8177-462a-b323-d1313a3ab07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'ef3df44e-ddbb-45b9-ae55-8cffa2569d22'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:00:49.667691 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3208aea-fe1a-4009-9a9c-6f145a6e77de None None] Attempting to bind port 6e9c0be1-a956-4c02-b868-9ec73f00283e on network ef3df44e-ddbb-45b9-ae55-8cffa2569d22 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:00:49.704946 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-46ed5f32-fe16-41eb-a79f-d74387f3292b tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727720457027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-11583684'] for subnet, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:49.716769 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-7da159f2-c731-4ce2-b854-a62bf53eb077 admin admin] Deleting port f76aa983-dd5e-4410-a27a-cf0bf7977c2c {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:00:49.717363 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7da159f2-c731-4ce2-b854-a62bf53eb077 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:49.736736 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3208aea-fe1a-4009-9a9c-6f145a6e77de None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:00:49.737173 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3208aea-fe1a-4009-9a9c-6f145a6e77de None None] Checking segment: {'id': '40dd0917-8177-462a-b323-d1313a3ab07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'ef3df44e-ddbb-45b9-ae55-8cffa2569d22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:00:49.737549 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b3208aea-fe1a-4009-9a9c-6f145a6e77de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:49.737970 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3208aea-fe1a-4009-9a9c-6f145a6e77de None None] Bound using segment: {'id': '40dd0917-8177-462a-b323-d1313a3ab07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'ef3df44e-ddbb-45b9-ae55-8cffa2569d22'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:00:49.738486 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-b3208aea-fe1a-4009-9a9c-6f145a6e77de None None] Bound port: 6e9c0be1-a956-4c02-b868-9ec73f00283e, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40dd0917-8177-462a-b323-d1313a3ab07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'ef3df44e-ddbb-45b9-ae55-8cffa2569d22'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:00:49.738875 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b3208aea-fe1a-4009-9a9c-6f145a6e77de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:49.789988 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-8097ca95-8964-48bc-93a9-13c435f7feb3 req-9f37a956-1a94-4e03-8195-58130322c715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:49.816120 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f281904d-e8a0-4ac6-9cb1-61fcc62b7eb9 req-74575229-4a75-408f-a6eb-01d94aaa2471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:49.817784 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f281904d-e8a0-4ac6-9cb1-61fcc62b7eb9 req-74575229-4a75-408f-a6eb-01d94aaa2471 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d9405b5ff79541cbb5225ec709273225&device_id=99693099-fc1f-44e3-a9cd-8936036d847e HTTP/1.1" status: 200 len: 1096 time: 0.1275396 Jul 24 00:00:49.833305 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2ce8815b-d5ff-4e99-88d2-7268a8a17c48 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:49.886134 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ed5f32-fe16-41eb-a79f-d74387f3292b tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:49.887504 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-46ed5f32-fe16-41eb-a79f-d74387f3292b tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:49.888533 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-46ed5f32-fe16-41eb-a79f-d74387f3292b tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] 10.222.0.44 "PUT /v2.0/subnets/8f32e8ad-ec0b-4dc2-bf96-28766a40349e HTTP/1.1" status: 200 len: 826 time: 1.8721030 Jul 24 00:00:49.892487 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 51642) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:49.961294 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-7da159f2-c731-4ce2-b854-a62bf53eb077 admin admin] For port f76aa983-dd5e-4410-a27a-cf0bf7977c2c, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=f76aa983-dd5e-4410-a27a-cf0bf7977c2c,segment=NetworkSegment(b4f670a5-5bcf-40e6-a2c9-6e302d196613),segment_id=b4f670a5-5bcf-40e6-a2c9-6e302d196613)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:00:49.961567 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7da159f2-c731-4ce2-b854-a62bf53eb077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:49.966793 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ed5f32-fe16-41eb-a79f-d74387f3292b tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Pushing event updated for resources: {'Subnet': ['ID=8f32e8ad-ec0b-4dc2-bf96-28766a40349e,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:50.011023 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-779ebe0b-9c8b-4091-8bff-a6d4ee59f278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:50.046274 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-7da159f2-c731-4ce2-b854-a62bf53eb077 admin admin] Calling delete_port for f76aa983-dd5e-4410-a27a-cf0bf7977c2c owned by network:dhcp {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:00:50.072340 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port e0db12cf-8872-4f5f-93c5-5ca300d8fb7b triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:00:50.073119 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:50.295203 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-b3208aea-fe1a-4009-9a9c-6f145a6e77de None None] For port 6e9c0be1-a956-4c02-b868-9ec73f00283e, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:00:50.352339 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-b3208aea-fe1a-4009-9a9c-6f145a6e77de None None] For port 6e9c0be1-a956-4c02-b868-9ec73f00283e, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=6e9c0be1-a956-4c02-b868-9ec73f00283e,segment=NetworkSegment(40dd0917-8177-462a-b323-d1313a3ab07e),segment_id=40dd0917-8177-462a-b323-d1313a3ab07e)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:00:50.376872 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-779ebe0b-9c8b-4091-8bff-a6d4ee59f278 None None] For port e0db12cf-8872-4f5f-93c5-5ca300d8fb7b, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=e0db12cf-8872-4f5f-93c5-5ca300d8fb7b,segment=NetworkSegment(d9303f0b-3e8f-4d99-ba26-a8b016b9673f),segment_id=d9303f0b-3e8f-4d99-ba26-a8b016b9673f)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:00:50.380276 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b3208aea-fe1a-4009-9a9c-6f145a6e77de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:50.387942 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-2ce8815b-d5ff-4e99-88d2-7268a8a17c48 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Deleting port ab67768f-6fe7-4452-9f44-7712297f87d9 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:00:50.392293 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2ce8815b-d5ff-4e99-88d2-7268a8a17c48 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:50.426394 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-779ebe0b-9c8b-4091-8bff-a6d4ee59f278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:50.436033 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40c385b-3477-4001-87d9-d91d803a794f None None] DHCP port deletion for 0d843162-2e70-4d88-bcda-b7bdfc43a965 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:00:50.449937 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a4210485-16b7-4dd0-9a38-0ddccd1cddb8 None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:50.497277 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-a4210485-16b7-4dd0-9a38-0ddccd1cddb8 None None] Transition to ACTIVE for port object 5c496f0c-5ecb-4d50-aedc-875157411b8b will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:00:50.497502 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f281904d-e8a0-4ac6-9cb1-61fcc62b7eb9 req-5625e74a-a473-41d2-97c6-fab8c8dada15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:50.498447 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f281904d-e8a0-4ac6-9cb1-61fcc62b7eb9 req-5625e74a-a473-41d2-97c6-fab8c8dada15 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed HTTP/1.1" status: 200 len: 919 time: 0.6623523 Jul 24 00:00:50.523283 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-2ce8815b-d5ff-4e99-88d2-7268a8a17c48 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] For port ab67768f-6fe7-4452-9f44-7712297f87d9, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=ab67768f-6fe7-4452-9f44-7712297f87d9,segment=NetworkSegment(63b08514-c276-4109-b60c-49c4e566388e),segment_id=63b08514-c276-4109-b60c-49c4e566388e)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:00:50.523283 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2ce8815b-d5ff-4e99-88d2-7268a8a17c48 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:50.546438 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-2ce8815b-d5ff-4e99-88d2-7268a8a17c48 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Calling delete_port for ab67768f-6fe7-4452-9f44-7712297f87d9 owned by network:dhcp {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:00:50.594527 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f281904d-e8a0-4ac6-9cb1-61fcc62b7eb9 req-8ce7ab5b-32a1-400d-ab04-34e1ef277ec5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99effa27-a995-4a6a-aed9-d421d96d44b8 HTTP/1.1" status: 200 len: 217 time: 0.0859475 Jul 24 00:00:50.596518 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3208aea-fe1a-4009-9a9c-6f145a6e77de None None] Pushing event updated for resources: {'Port': ['ID=6e9c0be1-a956-4c02-b868-9ec73f00283e,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:50.616231 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-a4210485-16b7-4dd0-9a38-0ddccd1cddb8 None None] Transition to ACTIVE for port object 5c496f0c-5ecb-4d50-aedc-875157411b8b will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:00:50.643788 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea68552d-9334-41f7-92ed-5c24064e7f0f None None] DHCP port deletion for fc7c687f-5b03-4496-80fc-12ecffd3f29a request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:00:50.651503 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-da3f8c1b-faf6-42e7-9c0c-90f1b023ddae tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:50.669833 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced595d6-82d9-499a-942f-0f4df95d46a0 req-9449e08d-2775-484c-8b06-0719aabd3fcc tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:50.671483 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ced595d6-82d9-499a-942f-0f4df95d46a0 req-9449e08d-2775-484c-8b06-0719aabd3fcc tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/ports?device_id=daad7e6f-c1db-4f59-8042-0b3f6720bbd4 HTTP/1.1" status: 200 len: 945 time: 0.3844035 Jul 24 00:00:50.676610 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a4210485-16b7-4dd0-9a38-0ddccd1cddb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:50.681614 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-474afa76-c800-4d7a-b51c-ea7417a7bb45 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:50.742399 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-474afa76-c800-4d7a-b51c-ea7417a7bb45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:50.745251 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2ce8815b-d5ff-4e99-88d2-7268a8a17c48 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:50.756222 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4210485-16b7-4dd0-9a38-0ddccd1cddb8 None None] Network 7c5ac98e-801e-45e6-b7a1-9d72ebb7e3ef is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:00:50.762300 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779ebe0b-9c8b-4091-8bff-a6d4ee59f278 None None] Pushing event updated for resources: {'Port': ['ID=e0db12cf-8872-4f5f-93c5-5ca300d8fb7b,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:50.784463 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f281904d-e8a0-4ac6-9cb1-61fcc62b7eb9 req-6aa18c8c-97a2-41aa-9f9b-d2d40848cc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:50.786467 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f281904d-e8a0-4ac6-9cb1-61fcc62b7eb9 req-6aa18c8c-97a2-41aa-9f9b-d2d40848cc3c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3dff00ee-bed2-4c8a-b785-e9725c9c9b9c HTTP/1.1" status: 200 len: 858 time: 0.1391842 Jul 24 00:00:50.802356 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7da159f2-c731-4ce2-b854-a62bf53eb077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:50.848107 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-a4210485-16b7-4dd0-9a38-0ddccd1cddb8 None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:00:50.851843 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ced595d6-82d9-499a-942f-0f4df95d46a0 req-d36919e1-a91c-431a-8cde-972d6f3874e6 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6a0a271-496a-4936-8ec0-ec680d307275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539876 Jul 24 00:00:50.858956 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce8815b-d5ff-4e99-88d2-7268a8a17c48 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Pushing event deleted for resources: {'Port': ['ID=ab67768f-6fe7-4452-9f44-7712297f87d9,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:50.861412 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce8815b-d5ff-4e99-88d2-7268a8a17c48 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] No DVR routers for this DVR port ab67768f-6fe7-4452-9f44-7712297f87d9 on host n-d-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:00:50.866386 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4210485-16b7-4dd0-9a38-0ddccd1cddb8 None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:00:50.883563 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-ea68552d-9334-41f7-92ed-5c24064e7f0f None None] The port 'ab67768f-6fe7-4452-9f44-7712297f87d9' was deleted {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 24 00:00:50.904310 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f281904d-e8a0-4ac6-9cb1-61fcc62b7eb9 req-857e5b38-a6c5-4572-ad8a-81fd286f4a2e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741892 Jul 24 00:00:50.929921 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d5fff-1e8e-40a0-aa53-a3b8e09f89c4 req-ff4d90cc-e0ac-4d82-be1f-9c8f0c4aaa96 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:50.931634 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-374d5fff-1e8e-40a0-aa53-a3b8e09f89c4 req-ff4d90cc-e0ac-4d82-be1f-9c8f0c4aaa96 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=99693099-fc1f-44e3-a9cd-8936036d847e HTTP/1.1" status: 200 len: 944 time: 0.8191941 Jul 24 00:00:50.999006 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da159f2-c731-4ce2-b854-a62bf53eb077 admin admin] No DVR routers for this DVR port f76aa983-dd5e-4410-a27a-cf0bf7977c2c on host n-d-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:00:51.018110 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4210485-16b7-4dd0-9a38-0ddccd1cddb8 None None] Pushing event updated for resources: {'Port': ['ID=5c496f0c-5ecb-4d50-aedc-875157411b8b,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:51.020093 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da159f2-c731-4ce2-b854-a62bf53eb077 admin admin] Pushing event deleted for resources: {'Port': ['ID=f76aa983-dd5e-4410-a27a-cf0bf7977c2c,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:51.041361 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-f40c385b-3477-4001-87d9-d91d803a794f None None] Deleting port f76aa983-dd5e-4410-a27a-cf0bf7977c2c {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:00:51.042858 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f40c385b-3477-4001-87d9-d91d803a794f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:51.063033 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-8097ca95-8964-48bc-93a9-13c435f7feb3 req-9f37a956-1a94-4e03-8195-58130322c715 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e55dee0-dd32-4f92-9fce-1c3f63699cdb {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:00:51.093705 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-8097ca95-8964-48bc-93a9-13c435f7feb3 req-9f37a956-1a94-4e03-8195-58130322c715 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:51.124601 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-a4210485-16b7-4dd0-9a38-0ddccd1cddb8 None None] Attempting to bind port 5c496f0c-5ecb-4d50-aedc-875157411b8b on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:00:51.125436 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-a4210485-16b7-4dd0-9a38-0ddccd1cddb8 None None] Attempting to bind port 5c496f0c-5ecb-4d50-aedc-875157411b8b by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': 'c3acebb7-b496-4cc8-bec9-51681a227a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '7c5ac98e-801e-45e6-b7a1-9d72ebb7e3ef'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:00:51.126214 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4210485-16b7-4dd0-9a38-0ddccd1cddb8 None None] Attempting to bind port 5c496f0c-5ecb-4d50-aedc-875157411b8b on network 7c5ac98e-801e-45e6-b7a1-9d72ebb7e3ef {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:00:51.199603 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2ce8815b-d5ff-4e99-88d2-7268a8a17c48 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:51.203885 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4210485-16b7-4dd0-9a38-0ddccd1cddb8 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:00:51.204948 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4210485-16b7-4dd0-9a38-0ddccd1cddb8 None None] Checking segment: {'id': 'c3acebb7-b496-4cc8-bec9-51681a227a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '7c5ac98e-801e-45e6-b7a1-9d72ebb7e3ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:00:51.206208 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a4210485-16b7-4dd0-9a38-0ddccd1cddb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:51.206988 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4210485-16b7-4dd0-9a38-0ddccd1cddb8 None None] Bound using segment: {'id': 'c3acebb7-b496-4cc8-bec9-51681a227a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '7c5ac98e-801e-45e6-b7a1-9d72ebb7e3ef'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:00:51.207863 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-a4210485-16b7-4dd0-9a38-0ddccd1cddb8 None None] Bound port: 5c496f0c-5ecb-4d50-aedc-875157411b8b, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3acebb7-b496-4cc8-bec9-51681a227a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '7c5ac98e-801e-45e6-b7a1-9d72ebb7e3ef'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:00:51.208677 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a4210485-16b7-4dd0-9a38-0ddccd1cddb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:51.221064 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-374d5fff-1e8e-40a0-aa53-a3b8e09f89c4 req-1663c3a4-e96a-4886-9e9a-ab44bfa3867b tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464373 Jul 24 00:00:51.227644 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-da3f8c1b-faf6-42e7-9c0c-90f1b023ddae tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Deleting port 6e9c0be1-a956-4c02-b868-9ec73f00283e {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:00:51.227900 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-da3f8c1b-faf6-42e7-9c0c-90f1b023ddae tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:51.228756 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-2ce8815b-d5ff-4e99-88d2-7268a8a17c48 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc7c687f-5b03-4496-80fc-12ecffd3f29a']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:00:51.233357 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-f40c385b-3477-4001-87d9-d91d803a794f None None] For port f76aa983-dd5e-4410-a27a-cf0bf7977c2c, host n-d-800088-16, got binding levels [] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:00:51.234211 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f40c385b-3477-4001-87d9-d91d803a794f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:51.237752 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-8097ca95-8964-48bc-93a9-13c435f7feb3 req-9f37a956-1a94-4e03-8195-58130322c715 service neutron] Transition to ACTIVE for port object 7e55dee0-dd32-4f92-9fce-1c3f63699cdb will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:00:51.265977 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-474afa76-c800-4d7a-b51c-ea7417a7bb45 admin admin] Allocated IP 172.25.3.232 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/75f537b2-f413-4ba6-84ba-f11d8fd88f90) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:00:51.266273 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-f40c385b-3477-4001-87d9-d91d803a794f None None] Calling delete_port for f76aa983-dd5e-4410-a27a-cf0bf7977c2c owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:00:51.274220 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-2ce8815b-d5ff-4e99-88d2-7268a8a17c48 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63b08514-c276-4109-b60c-49c4e566388e') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:00:51.275316 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-2ce8815b-d5ff-4e99-88d2-7268a8a17c48 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63b08514-c276-4109-b60c-49c4e566388e') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:00:51.275470 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-8097ca95-8964-48bc-93a9-13c435f7feb3 req-9f37a956-1a94-4e03-8195-58130322c715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:51.292623 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.ipam_backend_mixin [None req-f40c385b-3477-4001-87d9-d91d803a794f None None] Port f76aa983-dd5e-4410-a27a-cf0bf7977c2c was not found and therefore no delete operation was performed {{(pid=100315) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 24 00:00:51.293817 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-4ca4fed3-85fd-425f-8ca6-3f6f0e18e59a None None] Provisioning complete for port e0db12cf-8872-4f5f-93c5-5ca300d8fb7b triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:00:51.294317 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-4ca4fed3-85fd-425f-8ca6-3f6f0e18e59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:51.316831 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7da159f2-c731-4ce2-b854-a62bf53eb077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:51.337195 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f40c385b-3477-4001-87d9-d91d803a794f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:51.339693 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-7da159f2-c731-4ce2-b854-a62bf53eb077 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d843162-2e70-4d88-bcda-b7bdfc43a965']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:00:51.351510 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2ce8815b-d5ff-4e99-88d2-7268a8a17c48 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:51.357309 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40c385b-3477-4001-87d9-d91d803a794f None None] No DVR routers for this DVR port f76aa983-dd5e-4410-a27a-cf0bf7977c2c on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:00:51.368338 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-7da159f2-c731-4ce2-b854-a62bf53eb077 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4f670a5-5bcf-40e6-a2c9-6e302d196613') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:00:51.368645 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-7da159f2-c731-4ce2-b854-a62bf53eb077 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4f670a5-5bcf-40e6-a2c9-6e302d196613') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:00:51.395156 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f281904d-e8a0-4ac6-9cb1-61fcc62b7eb9 req-225c76a7-f2d0-4944-966f-ec68d20d8b4e service neutron] 10.222.0.64 "GET /v2.0/networks/cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4329748 Jul 24 00:00:51.395701 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2ce8815b-d5ff-4e99-88d2-7268a8a17c48 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:51.411341 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40c385b-3477-4001-87d9-d91d803a794f None None] Pushing event deleted for resources: {'Port': ['ID=f76aa983-dd5e-4410-a27a-cf0bf7977c2c,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:51.421291 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7da159f2-c731-4ce2-b854-a62bf53eb077 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:51.433498 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f37a956-1a94-4e03-8195-58130322c715 service neutron] Pushing event updated for resources: {'Port': ['ID=7e55dee0-dd32-4f92-9fce-1c3f63699cdb,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:51.438111 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-a4210485-16b7-4dd0-9a38-0ddccd1cddb8 None None] For port 5c496f0c-5ecb-4d50-aedc-875157411b8b, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:00:51.441950 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ce8815b-d5ff-4e99-88d2-7268a8a17c48 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:00:51.442475 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-a4210485-16b7-4dd0-9a38-0ddccd1cddb8 None None] For port 5c496f0c-5ecb-4d50-aedc-875157411b8b, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=5c496f0c-5ecb-4d50-aedc-875157411b8b,segment=NetworkSegment(c3acebb7-b496-4cc8-bec9-51681a227a5c),segment_id=c3acebb7-b496-4cc8-bec9-51681a227a5c)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:00:51.442587 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2ce8815b-d5ff-4e99-88d2-7268a8a17c48 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:51.446747 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:00:51.446747 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:00:51.446747 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:00:51.446747 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:00:51.446747 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:00:51.446747 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:00:51.446747 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:00:51.446747 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:00:51.446747 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:00:51.446747 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:00:51.446747 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:00:51.446747 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:00:51.446747 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:00:51.446747 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:00:51.446747 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:00:51.446747 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:00:51.446747 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:00:51.446747 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:00:51.446747 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:00:51.446747 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:00:51.446747 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:00:51.446747 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:00:51.446747 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:00:51.446747 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:00:51.446747 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:00:51.446747 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:00:51.446747 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:00:51.446747 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:00:51.446747 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:00:51.446747 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:00:51.446747 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:00:51.446747 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:00:51.486711 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7da159f2-c731-4ce2-b854-a62bf53eb077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:51.491586 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a4210485-16b7-4dd0-9a38-0ddccd1cddb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:51.515928 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f61c0e7-75a7-45c3-9ea2-e9059cdb75e5 req-2ebf9909-f9b8-4c0c-83ec-3751a82955fa tempest-ServersNegativeTestMultiTenantJSON-661207862 tempest-ServersNegativeTestMultiTenantJSON-661207862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:51.517798 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0f61c0e7-75a7-45c3-9ea2-e9059cdb75e5 req-2ebf9909-f9b8-4c0c-83ec-3751a82955fa tempest-ServersNegativeTestMultiTenantJSON-661207862 tempest-ServersNegativeTestMultiTenantJSON-661207862-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3abb0c2-fab4-4a29-946d-99223c85f6e3 HTTP/1.1" status: 200 len: 931 time: 0.4147477 Jul 24 00:00:51.574108 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7da159f2-c731-4ce2-b854-a62bf53eb077 admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:00:51.574476 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7da159f2-c731-4ce2-b854-a62bf53eb077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:51.577243 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:00:51.577243 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:00:51.577243 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:00:51.577243 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:00:51.577243 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:00:51.577243 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:00:51.577243 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:00:51.577243 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:00:51.577243 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:00:51.577243 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:00:51.577243 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:00:51.577243 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:00:51.577243 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:00:51.577243 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:00:51.577243 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:00:51.577243 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:00:51.577243 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:00:51.577243 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:00:51.577243 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:00:51.577243 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:00:51.577243 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:00:51.577243 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:00:51.577243 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:00:51.577243 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:00:51.577243 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:00:51.577243 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:00:51.577243 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:00:51.577243 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:00:51.577243 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:00:51.577243 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:00:51.577243 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:00:51.577243 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:00:51.594809 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4210485-16b7-4dd0-9a38-0ddccd1cddb8 None None] Pushing event updated for resources: {'Port': ['ID=5c496f0c-5ecb-4d50-aedc-875157411b8b,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:51.613234 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2ce8815b-d5ff-4e99-88d2-7268a8a17c48 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:51.618322 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2ce8815b-d5ff-4e99-88d2-7268a8a17c48 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:51.620525 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-2ce8815b-d5ff-4e99-88d2-7268a8a17c48 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] 10.222.0.44 "DELETE /v2.0/networks/fc7c687f-5b03-4496-80fc-12ecffd3f29a HTTP/1.1" status: 204 len: 168 time: 2.0398490 Jul 24 00:00:51.641625 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-da3f8c1b-faf6-42e7-9c0c-90f1b023ddae tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] For port 6e9c0be1-a956-4c02-b868-9ec73f00283e, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=6e9c0be1-a956-4c02-b868-9ec73f00283e,segment=NetworkSegment(40dd0917-8177-462a-b323-d1313a3ab07e),segment_id=40dd0917-8177-462a-b323-d1313a3ab07e)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:00:51.642308 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-da3f8c1b-faf6-42e7-9c0c-90f1b023ddae tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:51.698471 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce8815b-d5ff-4e99-88d2-7268a8a17c48 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246 tempest-ExtraDHCPOptionsIpV6TestJSON-237481246-project] Pushing event deleted for resources: {'Network': ['ID=fc7c687f-5b03-4496-80fc-12ecffd3f29a,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:51.710064 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7da159f2-c731-4ce2-b854-a62bf53eb077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:51.711413 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-da3f8c1b-faf6-42e7-9c0c-90f1b023ddae tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Calling delete_port for 6e9c0be1-a956-4c02-b868-9ec73f00283e owned by network:dhcp {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:00:51.717515 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7da159f2-c731-4ce2-b854-a62bf53eb077 admin admin] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:51.723136 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-7da159f2-c731-4ce2-b854-a62bf53eb077 admin admin] 10.222.0.44 "DELETE /v2.0/networks/0d843162-2e70-4d88-bcda-b7bdfc43a965 HTTP/1.1" status: 204 len: 168 time: 2.4686205 Jul 24 00:00:51.729193 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-474afa76-c800-4d7a-b51c-ea7417a7bb45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:51.754253 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da159f2-c731-4ce2-b854-a62bf53eb077 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d843162-2e70-4d88-bcda-b7bdfc43a965,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:51.787675 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device e0db12cf-8872-4f5f-93c5-5ca300d8fb7b up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:00:51.809392 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-474afa76-c800-4d7a-b51c-ea7417a7bb45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:51.854556 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f281904d-e8a0-4ac6-9cb1-61fcc62b7eb9 req-da7ebb9b-e378-4952-b9bc-af66444a6ec4 service neutron] 10.222.0.64 "GET /v2.0/networks/cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4434338 Jul 24 00:00:51.867992 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474afa76-c800-4d7a-b51c-ea7417a7bb45 admin admin] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:00:51.874706 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-474afa76-c800-4d7a-b51c-ea7417a7bb45 admin admin] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:00:51.877888 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474afa76-c800-4d7a-b51c-ea7417a7bb45 admin admin] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:00:51.926529 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474afa76-c800-4d7a-b51c-ea7417a7bb45 admin admin] Pushing event updated for resources: {'Port': ['ID=75f537b2-f413-4ba6-84ba-f11d8fd88f90,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:51.942357 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port e0db12cf-8872-4f5f-93c5-5ca300d8fb7b triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:00:51.943232 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:51.999540 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0f61c0e7-75a7-45c3-9ea2-e9059cdb75e5 req-965b066c-82d1-4e7a-9b0d-0ef061ea298e tempest-ServersNegativeTestMultiTenantJSON-661207862 tempest-ServersNegativeTestMultiTenantJSON-661207862-project] 10.222.0.44 "GET /v2.0/security-groups?id=0310cf1b-e6a6-4249-82ef-2101c9715cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4554360 Jul 24 00:00:52.030008 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 51660) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:52.117919 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-8097ca95-8964-48bc-93a9-13c435f7feb3 req-9f37a956-1a94-4e03-8195-58130322c715 service neutron] Attempting to bind port 7e55dee0-dd32-4f92-9fce-1c3f63699cdb on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:00:52.120579 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-8097ca95-8964-48bc-93a9-13c435f7feb3 req-9f37a956-1a94-4e03-8195-58130322c715 service neutron] Attempting to bind port 7e55dee0-dd32-4f92-9fce-1c3f63699cdb by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': 'f62b3a82-0988-4a98-93d0-e64959a0945c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'e6c8ab97-b262-4351-aec5-a50b39caedfc'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:00:52.121138 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8097ca95-8964-48bc-93a9-13c435f7feb3 req-9f37a956-1a94-4e03-8195-58130322c715 service neutron] Attempting to bind port 7e55dee0-dd32-4f92-9fce-1c3f63699cdb on network e6c8ab97-b262-4351-aec5-a50b39caedfc {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:00:52.210747 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 6e9c0be1-a956-4c02-b868-9ec73f00283e up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:00:52.216986 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8097ca95-8964-48bc-93a9-13c435f7feb3 req-9f37a956-1a94-4e03-8195-58130322c715 service neutron] Port 7e55dee0-dd32-4f92-9fce-1c3f63699cdb on network e6c8ab97-b262-4351-aec5-a50b39caedfc not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:00:52.221256 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8097ca95-8964-48bc-93a9-13c435f7feb3 req-9f37a956-1a94-4e03-8195-58130322c715 service neutron] Attempting to bind port 7e55dee0-dd32-4f92-9fce-1c3f63699cdb on network e6c8ab97-b262-4351-aec5-a50b39caedfc {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:00:52.235949 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 51664) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:52.308141 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5215b70f-1969-478e-b501-3e607df6fbab req-a76305cf-4bb3-42c2-83a0-ad521c1ca857 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:52.310759 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5215b70f-1969-478e-b501-3e607df6fbab req-a76305cf-4bb3-42c2-83a0-ad521c1ca857 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/ports?device_id=daad7e6f-c1db-4f59-8042-0b3f6720bbd4 HTTP/1.1" status: 200 len: 945 time: 0.2028320 Jul 24 00:00:52.318867 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 6e9c0be1-a956-4c02-b868-9ec73f00283e completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:00:52.383484 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8097ca95-8964-48bc-93a9-13c435f7feb3 req-9f37a956-1a94-4e03-8195-58130322c715 service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:00:52.383864 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8097ca95-8964-48bc-93a9-13c435f7feb3 req-9f37a956-1a94-4e03-8195-58130322c715 service neutron] Checking segment: {'id': 'f62b3a82-0988-4a98-93d0-e64959a0945c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'e6c8ab97-b262-4351-aec5-a50b39caedfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:00:52.384262 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8097ca95-8964-48bc-93a9-13c435f7feb3 req-9f37a956-1a94-4e03-8195-58130322c715 service neutron] Bound using segment: {'id': 'f62b3a82-0988-4a98-93d0-e64959a0945c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'e6c8ab97-b262-4351-aec5-a50b39caedfc'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:00:52.384721 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-8097ca95-8964-48bc-93a9-13c435f7feb3 req-9f37a956-1a94-4e03-8195-58130322c715 service neutron] Bound port: 7e55dee0-dd32-4f92-9fce-1c3f63699cdb, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f62b3a82-0988-4a98-93d0-e64959a0945c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'e6c8ab97-b262-4351-aec5-a50b39caedfc'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:00:52.385120 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-8097ca95-8964-48bc-93a9-13c435f7feb3 req-9f37a956-1a94-4e03-8195-58130322c715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:52.386096 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5215b70f-1969-478e-b501-3e607df6fbab req-1ac4d312-7734-419f-ac24-94b87a32e0d8 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6a0a271-496a-4936-8ec0-ec680d307275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631723 Jul 24 00:00:52.392396 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-474afa76-c800-4d7a-b51c-ea7417a7bb45 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:52.393486 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-41ad4080-d3a5-4175-8902-c4e51b3a1ff8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2649aec65f64496689ce213d2c628d9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3573418 Jul 24 00:00:52.396408 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 51670) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:52.433758 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device ab67768f-6fe7-4452-9f44-7712297f87d9 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:00:52.484323 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: ab67768f-6fe7-4452-9f44-7712297f87d9 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:00:52.485301 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device ab67768f-6fe7-4452-9f44-7712297f87d9 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:00:52.486467 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device f76aa983-dd5e-4410-a27a-cf0bf7977c2c no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:00:52.516210 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: f76aa983-dd5e-4410-a27a-cf0bf7977c2c {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:00:52.517419 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device f76aa983-dd5e-4410-a27a-cf0bf7977c2c not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:00:52.566718 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-76405e1e-0197-4c48-9cfc-cae143ce31db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:52.570585 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc108d0-dc52-47d7-a949-dcbf4b3fda74 None None] Network ef3df44e-ddbb-45b9-ae55-8cffa2569d22 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:00:52.611925 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-da3f8c1b-faf6-42e7-9c0c-90f1b023ddae tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:52.615221 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f281904d-e8a0-4ac6-9cb1-61fcc62b7eb9 req-b681b847-db13-4c2f-9017-0b7126141e8e tempest-LiveAutoBlockMigrationV225Test-1467793608 tempest-LiveAutoBlockMigrationV225Test-1467793608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:52.616757 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f281904d-e8a0-4ac6-9cb1-61fcc62b7eb9 req-b681b847-db13-4c2f-9017-0b7126141e8e tempest-LiveAutoBlockMigrationV225Test-1467793608 tempest-LiveAutoBlockMigrationV225Test-1467793608-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=99693099-fc1f-44e3-a9cd-8936036d847e&tenant_id=d9405b5ff79541cbb5225ec709273225&binding%3Ahost_id=n-h2-800088-16 HTTP/1.1" status: 200 len: 1096 time: 0.4415355 Jul 24 00:00:52.618660 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-8097ca95-8964-48bc-93a9-13c435f7feb3 req-9f37a956-1a94-4e03-8195-58130322c715 service neutron] For port 7e55dee0-dd32-4f92-9fce-1c3f63699cdb, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:00:52.627729 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-a789b002-a46e-45d8-be91-bd23e2bc170a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b09696650abf477e845b78bb15d2e84e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3826530 Jul 24 00:00:52.632257 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-76405e1e-0197-4c48-9cfc-cae143ce31db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:52.633880 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 51672) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:52.654760 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-f7f72aca-76f9-4dee-ae30-b2c1de5077e5 None None] Could not find standard attr ID for object 6e9c0be1-a956-4c02-b868-9ec73f00283e. {{(pid=100315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 00:00:52.672834 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3f8c1b-faf6-42e7-9c0c-90f1b023ddae tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Pushing event deleted for resources: {'Port': ['ID=6e9c0be1-a956-4c02-b868-9ec73f00283e,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:52.676006 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-8097ca95-8964-48bc-93a9-13c435f7feb3 req-9f37a956-1a94-4e03-8195-58130322c715 service neutron] For port 7e55dee0-dd32-4f92-9fce-1c3f63699cdb, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=7e55dee0-dd32-4f92-9fce-1c3f63699cdb,segment=NetworkSegment(f62b3a82-0988-4a98-93d0-e64959a0945c),segment_id=f62b3a82-0988-4a98-93d0-e64959a0945c)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:00:52.691585 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d825dbbb-a0be-43a9-992d-c1f111f034ec req-232855db-4a92-4aa6-ad6e-22b0adbe3bfc tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:52.693658 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d825dbbb-a0be-43a9-992d-c1f111f034ec req-232855db-4a92-4aa6-ad6e-22b0adbe3bfc tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=99693099-fc1f-44e3-a9cd-8936036d847e HTTP/1.1" status: 200 len: 944 time: 0.3276641 Jul 24 00:00:52.699744 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-8097ca95-8964-48bc-93a9-13c435f7feb3 req-9f37a956-1a94-4e03-8195-58130322c715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:52.834712 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3f8c1b-faf6-42e7-9c0c-90f1b023ddae tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] No DVR routers for this DVR port 6e9c0be1-a956-4c02-b868-9ec73f00283e on host n-d-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:00:52.863391 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f37a956-1a94-4e03-8195-58130322c715 service neutron] Pushing event updated for resources: {'Port': ['ID=7e55dee0-dd32-4f92-9fce-1c3f63699cdb,revision_number=3']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:52.877890 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8097ca95-8964-48bc-93a9-13c435f7feb3 req-9f37a956-1a94-4e03-8195-58130322c715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:52.878791 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-8097ca95-8964-48bc-93a9-13c435f7feb3 req-9f37a956-1a94-4e03-8195-58130322c715 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:52.880302 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8097ca95-8964-48bc-93a9-13c435f7feb3 req-9f37a956-1a94-4e03-8195-58130322c715 service neutron] 10.222.0.64 "PUT /v2.0/ports/7e55dee0-dd32-4f92-9fce-1c3f63699cdb HTTP/1.1" status: 200 len: 1092 time: 3.2382128 Jul 24 00:00:52.886579 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3abb0c2-fab4-4a29-946d-99223c85f6e3', 'tag': '7e55dee0-dd32-4f92-9fce-1c3f63699cdb'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:00:52.889037 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27fa06a8-56d8-4060-bb1c-1239e6941724" -d '{"events": [{"name": "network-changed", "server_uuid": "a3abb0c2-fab4-4a29-946d-99223c85f6e3", "tag": "7e55dee0-dd32-4f92-9fce-1c3f63699cdb"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:00:53.125118 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-675f7e10-eda2-4beb-a9b1-f173a4c23dc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:53.139925 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94793c8-0e71-47b6-84c1-da3e414ff387 None None] Network ef3df44e-ddbb-45b9-ae55-8cffa2569d22 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:00:53.152033 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-da3f8c1b-faf6-42e7-9c0c-90f1b023ddae tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:53.159225 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d825dbbb-a0be-43a9-992d-c1f111f034ec req-a5e1929f-3741-4ff3-8b78-03e0500a0b18 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4154418 Jul 24 00:00:53.161061 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0794e851-4645-4a40-9f5c-87c00b27a3c7 x-openstack-request-id: req-0794e851-4645-4a40-9f5c-87c00b27a3c7 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:00:53.161657 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3abb0c2-fab4-4a29-946d-99223c85f6e3", "tag": "7e55dee0-dd32-4f92-9fce-1c3f63699cdb", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:00:53.162085 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0794e851-4645-4a40-9f5c-87c00b27a3c7 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:00:53.162633 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3abb0c2-fab4-4a29-946d-99223c85f6e3', 'tag': '7e55dee0-dd32-4f92-9fce-1c3f63699cdb', 'status': 'completed', 'code': 200} Jul 24 00:00:53.252565 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-474afa76-c800-4d7a-b51c-ea7417a7bb45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:53.260959 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-76405e1e-0197-4c48-9cfc-cae143ce31db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:53.263821 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-76405e1e-0197-4c48-9cfc-cae143ce31db admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:53.265401 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-76405e1e-0197-4c48-9cfc-cae143ce31db admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/599c172b-0742-4a2d-9a5d-3aa179af7b68 HTTP/1.1" status: 204 len: 168 time: 0.8666921 Jul 24 00:00:53.280111 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-f281904d-e8a0-4ac6-9cb1-61fcc62b7eb9 req-3e2e2e90-f069-4f4b-825e-3a5202b13b37 service neutron] For port 99effa27-a995-4a6a-aed9-d421d96d44b8, host n-h1-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:00:53.290073 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f281904d-e8a0-4ac6-9cb1-61fcc62b7eb9 req-3e2e2e90-f069-4f4b-825e-3a5202b13b37 service neutron] Notify callbacks [] for binding, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:53.291052 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f281904d-e8a0-4ac6-9cb1-61fcc62b7eb9 req-3e2e2e90-f069-4f4b-825e-3a5202b13b37 service neutron] 10.222.0.64 "DELETE /v2.0/ports/99effa27-a995-4a6a-aed9-d421d96d44b8/bindings/n-h1-800088-16 HTTP/1.1" status: 204 len: 173 time: 0.6581845 Jul 24 00:00:53.293048 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8097ca95-8964-48bc-93a9-13c435f7feb3 req-e6605f42-3f4b-4ea3-9aba-c6fdd6e8280c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:53.294519 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8097ca95-8964-48bc-93a9-13c435f7feb3 req-e6605f42-3f4b-4ea3-9aba-c6fdd6e8280c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=382e4d68ab7d49a593b6e6151cd77385&device_id=a3abb0c2-fab4-4a29-946d-99223c85f6e3 HTTP/1.1" status: 200 len: 1095 time: 0.3249850 Jul 24 00:00:53.309760 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a69336-dad0-415a-8187-ac56916bb5f7 None None] Network 7c5ac98e-801e-45e6-b7a1-9d72ebb7e3ef requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:00:53.384089 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8097ca95-8964-48bc-93a9-13c435f7feb3 req-04eb4d33-b045-4493-b549-0de0919bc699 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e55dee0-dd32-4f92-9fce-1c3f63699cdb HTTP/1.1" status: 200 len: 217 time: 0.0745907 Jul 24 00:00:53.410243 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-da3f8c1b-faf6-42e7-9c0c-90f1b023ddae tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:53.413400 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76405e1e-0197-4c48-9cfc-cae143ce31db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=599c172b-0742-4a2d-9a5d-3aa179af7b68,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:53.484094 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3f8c1b-faf6-42e7-9c0c-90f1b023ddae tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Pushing event deleted for resources: {'Subnet': ['ID=8f32e8ad-ec0b-4dc2-bf96-28766a40349e,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:53.510583 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ace84c22-2bba-48e3-9dbd-7e7ec1c21858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:53.556531 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-da3f8c1b-faf6-42e7-9c0c-90f1b023ddae tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:53.568120 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-da3f8c1b-faf6-42e7-9c0c-90f1b023ddae tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef3df44e-ddbb-45b9-ae55-8cffa2569d22']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:00:53.578493 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0608f57b-2085-4c35-8d99-8700a34c8ed4 req-87e2e6eb-a8bf-4b75-91bf-95bab6a79f60 tempest-ServersNegativeTestMultiTenantJSON-661207862 tempest-ServersNegativeTestMultiTenantJSON-661207862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:53.582995 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0608f57b-2085-4c35-8d99-8700a34c8ed4 req-87e2e6eb-a8bf-4b75-91bf-95bab6a79f60 tempest-ServersNegativeTestMultiTenantJSON-661207862 tempest-ServersNegativeTestMultiTenantJSON-661207862-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3abb0c2-fab4-4a29-946d-99223c85f6e3 HTTP/1.1" status: 200 len: 943 time: 0.2817028 Jul 24 00:00:53.597908 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-da3f8c1b-faf6-42e7-9c0c-90f1b023ddae tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40dd0917-8177-462a-b323-d1313a3ab07e') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:00:53.597908 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-da3f8c1b-faf6-42e7-9c0c-90f1b023ddae tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40dd0917-8177-462a-b323-d1313a3ab07e') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:00:53.618768 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-da3f8c1b-faf6-42e7-9c0c-90f1b023ddae tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:53.631069 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8097ca95-8964-48bc-93a9-13c435f7feb3 req-7e08ed5c-d8e8-435c-819f-97b3ac9161af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:53.632586 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8097ca95-8964-48bc-93a9-13c435f7feb3 req-7e08ed5c-d8e8-435c-819f-97b3ac9161af service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dd50d55f-4533-487c-99d1-5dbf35f576a5 HTTP/1.1" status: 200 len: 864 time: 0.2385104 Jul 24 00:00:53.644918 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ace84c22-2bba-48e3-9dbd-7e7ec1c21858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:53.656382 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-da3f8c1b-faf6-42e7-9c0c-90f1b023ddae tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:53.660339 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a1e2d2-1128-4498-a722-6e3bbf2ab7e5 req-939e05dd-7774-4303-890b-8e6ff9b8a883 tempest-LiveAutoBlockMigrationV225Test-1467793608 tempest-LiveAutoBlockMigrationV225Test-1467793608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:53.661964 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-49a1e2d2-1128-4498-a722-6e3bbf2ab7e5 req-939e05dd-7774-4303-890b-8e6ff9b8a883 tempest-LiveAutoBlockMigrationV225Test-1467793608 tempest-LiveAutoBlockMigrationV225Test-1467793608-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=99693099-fc1f-44e3-a9cd-8936036d847e HTTP/1.1" status: 200 len: 1096 time: 0.2690730 Jul 24 00:00:53.670012 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-e1cfff09-2d3d-4239-ac60-f6f8ae9c2683 None None] Provisioning for port 5c496f0c-5ecb-4d50-aedc-875157411b8b completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:00:53.688446 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8097ca95-8964-48bc-93a9-13c435f7feb3 req-9334c662-7fa9-4353-a91e-d3a1ae64250c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e6c8ab97-b262-4351-aec5-a50b39caedfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463402 Jul 24 00:00:53.713504 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da3f8c1b-faf6-42e7-9c0c-90f1b023ddae tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:00:53.713952 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-da3f8c1b-faf6-42e7-9c0c-90f1b023ddae tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:53.718898 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:00:53.718898 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:00:53.718898 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:00:53.718898 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:00:53.718898 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:00:53.718898 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:00:53.718898 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:00:53.718898 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:00:53.718898 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:00:53.718898 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:00:53.718898 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:00:53.718898 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:00:53.718898 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:00:53.718898 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:00:53.718898 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:00:53.718898 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:00:53.718898 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:00:53.718898 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:00:53.718898 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:00:53.718898 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:00:53.718898 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:00:53.718898 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:00:53.718898 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:00:53.718898 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:00:53.718898 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:00:53.718898 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:00:53.718898 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:00:53.718898 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:00:53.718898 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:00:53.718898 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:00:53.718898 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:00:53.718898 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:00:53.765920 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84994870-8782-4488-938e-17d9af767424 None None] DHCP port deletion for ef3df44e-ddbb-45b9-ae55-8cffa2569d22 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:00:53.774472 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-49a1e2d2-1128-4498-a722-6e3bbf2ab7e5 req-65dc4fea-f82d-493c-b5ef-663d66dbad7d tempest-LiveAutoBlockMigrationV225Test-1467793608 tempest-LiveAutoBlockMigrationV225Test-1467793608-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884142 Jul 24 00:00:53.808989 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0608f57b-2085-4c35-8d99-8700a34c8ed4 req-46a0887a-08c2-4179-a9ee-bcedcde3c013 tempest-ServersNegativeTestMultiTenantJSON-661207862 tempest-ServersNegativeTestMultiTenantJSON-661207862-project] 10.222.0.44 "GET /v2.0/security-groups?id=0310cf1b-e6a6-4249-82ef-2101c9715cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026277 Jul 24 00:00:53.866945 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ace84c22-2bba-48e3-9dbd-7e7ec1c21858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:53.872732 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ace84c22-2bba-48e3-9dbd-7e7ec1c21858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:53.881317 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-ace84c22-2bba-48e3-9dbd-7e7ec1c21858 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c2e39bf1-2fc2-4eec-a518-ae5cc42538fe HTTP/1.1" status: 204 len: 168 time: 1.2460625 Jul 24 00:00:53.906201 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace84c22-2bba-48e3-9dbd-7e7ec1c21858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e39bf1-2fc2-4eec-a518-ae5cc42538fe,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:53.916981 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 5c496f0c-5ecb-4d50-aedc-875157411b8b up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:00:53.951424 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-474afa76-c800-4d7a-b51c-ea7417a7bb45 admin admin] Router 696604fb-125f-4302-a5fc-3b2755bb189e is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:00:54.089336 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 5c496f0c-5ecb-4d50-aedc-875157411b8b completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:00:54.100673 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 5c496f0c-5ecb-4d50-aedc-875157411b8b triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:00:54.101106 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:54.259291 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4783aa-f410-4988-adeb-135b5a1b5b4d req-41b8442a-127d-4a08-9b18-4cc0028159dc tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:54.267983 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6a4783aa-f410-4988-adeb-135b5a1b5b4d req-41b8442a-127d-4a08-9b18-4cc0028159dc tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/ports?device_id=daad7e6f-c1db-4f59-8042-0b3f6720bbd4 HTTP/1.1" status: 200 len: 945 time: 0.2308767 Jul 24 00:00:54.297532 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:54.304495 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-474afa76-c800-4d7a-b51c-ea7417a7bb45 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:00:54.324783 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0de5595-12e9-4098-a3e0-80e2e03af2d9 None None] Sync routers for ids ['696604fb-125f-4302-a5fc-3b2755bb189e'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:00:54.342719 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-474afa76-c800-4d7a-b51c-ea7417a7bb45 admin admin] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:54.347896 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-474afa76-c800-4d7a-b51c-ea7417a7bb45 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.5150621 Jul 24 00:00:54.354128 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 51716) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:54.357262 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 5c496f0c-5ecb-4d50-aedc-875157411b8b, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=5c496f0c-5ecb-4d50-aedc-875157411b8b,segment=NetworkSegment(c3acebb7-b496-4cc8-bec9-51681a227a5c),segment_id=c3acebb7-b496-4cc8-bec9-51681a227a5c)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:00:54.359402 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0de5595-12e9-4098-a3e0-80e2e03af2d9 None None] Routers {'696604fb-125f-4302-a5fc-3b2755bb189e'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:00:54.360320 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-b0de5595-12e9-4098-a3e0-80e2e03af2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:00:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['696604fb-125f-4302-a5fc-3b2755bb189e'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:00:54.368862 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6a4783aa-f410-4988-adeb-135b5a1b5b4d req-144fae6f-79aa-4a47-b61d-b17704e118f7 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6a0a271-496a-4936-8ec0-ec680d307275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999599 Jul 24 00:00:54.548647 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-b0de5595-12e9-4098-a3e0-80e2e03af2d9 None None] Set router 696604fb-125f-4302-a5fc-3b2755bb189e gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:00:54.551082 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-df477efb-eb15-4719-a519-5514d20e7321 None None] Provisioning complete for port 5c496f0c-5ecb-4d50-aedc-875157411b8b triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:00:54.551708 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-df477efb-eb15-4719-a519-5514d20e7321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:54.585630 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:54.609820 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-da3f8c1b-faf6-42e7-9c0c-90f1b023ddae tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:54.689397 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-da3f8c1b-faf6-42e7-9c0c-90f1b023ddae tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:54.693670 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-da3f8c1b-faf6-42e7-9c0c-90f1b023ddae tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] 10.222.0.44 "DELETE /v2.0/networks/ef3df44e-ddbb-45b9-ae55-8cffa2569d22 HTTP/1.1" status: 204 len: 168 time: 4.7989731 Jul 24 00:00:54.696155 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 51728) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:54.711265 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3f8c1b-faf6-42e7-9c0c-90f1b023ddae tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Pushing event deleted for resources: {'Network': ['ID=ef3df44e-ddbb-45b9-ae55-8cffa2569d22,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:54.729293 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8097ca95-8964-48bc-93a9-13c435f7feb3 req-1bcdfc87-fb8e-4394-a496-725f6ba27ad3 service neutron] 10.222.0.64 "GET /v2.0/networks/e6c8ab97-b262-4351-aec5-a50b39caedfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0081010 Jul 24 00:00:54.732864 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-88e411f5-8d29-45d5-8602-4828838fec19 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] DELETE failed (client error): The resource could not be found. Jul 24 00:00:54.733403 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88e411f5-8d29-45d5-8602-4828838fec19 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:00:54.741731 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-88e411f5-8d29-45d5-8602-4828838fec19 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] 10.222.0.44 "DELETE /v2.0/networks/ef3df44e-ddbb-45b9-ae55-8cffa2569d22 HTTP/1.1" status: 404 len: 339 time: 0.0436401 Jul 24 00:00:54.743999 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 51734) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:54.766349 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=5c496f0c-5ecb-4d50-aedc-875157411b8b,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:54.840220 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-baaa091f-204f-478d-a0a5-55be8ec30e32 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1568042690', 'description': 'd1'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:00:54.844748 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8097ca95-8964-48bc-93a9-13c435f7feb3 req-f90d4ecd-9689-4cfd-8bee-92f0a4761f73 service neutron] 10.222.0.64 "GET /v2.0/networks/e6c8ab97-b262-4351-aec5-a50b39caedfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998435 Jul 24 00:00:54.878379 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090e566d-420b-4d10-bee6-b72a64663e58 req-cef85344-31d3-4df5-b4bb-9a7c77e6b6a5 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:54.900849 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-090e566d-420b-4d10-bee6-b72a64663e58 req-cef85344-31d3-4df5-b4bb-9a7c77e6b6a5 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=99693099-fc1f-44e3-a9cd-8936036d847e HTTP/1.1" status: 200 len: 944 time: 0.4393566 Jul 24 00:00:54.930398 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-b0de5595-12e9-4098-a3e0-80e2e03af2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '696604fb-125f-4302-a5fc-3b2755bb189e', 'name': 'tempest-TaggedBootDevicesTest_v242-1152624261-router', 'tenant_id': '8d43db295226432aa2eb8bb806af3cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '75f537b2-f413-4ba6-84ba-f11d8fd88f90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:00:48Z', 'updated_at': '2021-07-24T00:00:52Z', 'revision_number': 3, 'project_id': '8d43db295226432aa2eb8bb806af3cad', 'gw_port': {'id': '75f537b2-f413-4ba6-84ba-f11d8fd88f90', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:48:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '696604fb-125f-4302-a5fc-3b2755bb189e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:00:50Z', 'updated_at': '2021-07-24T00:00:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:00:54.969317 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0de5595-12e9-4098-a3e0-80e2e03af2d9 None None] Checking router: 696604fb-125f-4302-a5fc-3b2755bb189e for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:00:54.969719 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0de5595-12e9-4098-a3e0-80e2e03af2d9 None None] Updating router 696604fb-125f-4302-a5fc-3b2755bb189e port 75f537b2-f413-4ba6-84ba-f11d8fd88f90 binding host n-d-800088-16 {{(pid=100315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:00:55.018995 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b0de5595-12e9-4098-a3e0-80e2e03af2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:55.073165 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee4199-5ee6-4caf-9f60-1aeafe01000a req-69e742d8-36e5-4921-a314-0e1696a2b309 tempest-ServersNegativeTestMultiTenantJSON-661207862 tempest-ServersNegativeTestMultiTenantJSON-661207862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:55.074766 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3bee4199-5ee6-4caf-9f60-1aeafe01000a req-69e742d8-36e5-4921-a314-0e1696a2b309 tempest-ServersNegativeTestMultiTenantJSON-661207862 tempest-ServersNegativeTestMultiTenantJSON-661207862-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3abb0c2-fab4-4a29-946d-99223c85f6e3 HTTP/1.1" status: 200 len: 943 time: 0.1536827 Jul 24 00:00:55.126763 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baaa091f-204f-478d-a0a5-55be8ec30e32 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Made reservation on behalf of b15daf29d6cd4a878bcfd2fb8dc08d6f for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:00:55.130525 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-baaa091f-204f-478d-a0a5-55be8ec30e32 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:55.143722 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-090e566d-420b-4d10-bee6-b72a64663e58 req-34b1f7c3-fb59-4471-b244-159448738b0c tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419922 Jul 24 00:00:55.206750 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d345866-4794-46b5-84a8-6c2e81a1a644 req-bd231f10-a4db-4f7f-b691-84fbdea63498 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:55.208921 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7d345866-4794-46b5-84a8-6c2e81a1a644 req-bd231f10-a4db-4f7f-b691-84fbdea63498 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.64 "GET /v2.0/ports?device_id=99693099-fc1f-44e3-a9cd-8936036d847e HTTP/1.1" status: 200 len: 944 time: 0.3044593 Jul 24 00:00:55.216297 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa06a8-56d8-4060-bb1c-1239e6941724 req-12d44dc3-d5e7-4876-b302-c5e6e0cc99c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:55.218267 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-27fa06a8-56d8-4060-bb1c-1239e6941724 req-12d44dc3-d5e7-4876-b302-c5e6e0cc99c3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=382e4d68ab7d49a593b6e6151cd77385&device_id=a3abb0c2-fab4-4a29-946d-99223c85f6e3 HTTP/1.1" status: 200 len: 1095 time: 0.3154464 Jul 24 00:00:55.229780 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baaa091f-204f-478d-a0a5-55be8ec30e32 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:00:55.233534 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3bee4199-5ee6-4caf-9f60-1aeafe01000a req-a1c0531e-0abc-48b8-9dcd-06134c72905a tempest-ServersNegativeTestMultiTenantJSON-661207862 tempest-ServersNegativeTestMultiTenantJSON-661207862-project] 10.222.0.44 "GET /v2.0/security-groups?id=0310cf1b-e6a6-4249-82ef-2101c9715cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477444 Jul 24 00:00:55.262159 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7b318dd4-76e7-40fa-8615-f4e927c34642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:55.285890 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-baaa091f-204f-478d-a0a5-55be8ec30e32 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:55.286244 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-baaa091f-204f-478d-a0a5-55be8ec30e32 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Added segment 5386a303-2dde-4bfd-9d26-a9a54af1decb of type vlan for network c612e7b5-da5e-417f-b30c-edcd62784927 Jul 24 00:00:55.347269 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 51760) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:55.457055 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b0de5595-12e9-4098-a3e0-80e2e03af2d9 None None] Notify callbacks [] for port, precommit_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:55.481237 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-b0de5595-12e9-4098-a3e0-80e2e03af2d9 None None] Transition to ACTIVE for port object 75f537b2-f413-4ba6-84ba-f11d8fd88f90 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:00:55.493885 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b0de5595-12e9-4098-a3e0-80e2e03af2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:55.549973 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 5c496f0c-5ecb-4d50-aedc-875157411b8b up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:00:55.589876 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-b0de5595-12e9-4098-a3e0-80e2e03af2d9 None None] Attempting to bind port 75f537b2-f413-4ba6-84ba-f11d8fd88f90 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:00:55.590268 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-b0de5595-12e9-4098-a3e0-80e2e03af2d9 None None] Attempting to bind port 75f537b2-f413-4ba6-84ba-f11d8fd88f90 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:00:55.590650 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0de5595-12e9-4098-a3e0-80e2e03af2d9 None None] Attempting to bind port 75f537b2-f413-4ba6-84ba-f11d8fd88f90 on network 9adcfee8-760c-4568-9e39-c221abf69bf5 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:00:55.616071 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-02b6c785-4168-4c06-94e7-100f0c4010ca tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-260152066'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:00:55.616329 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0de5595-12e9-4098-a3e0-80e2e03af2d9 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:00:55.616862 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0de5595-12e9-4098-a3e0-80e2e03af2d9 None None] Checking segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:00:55.617284 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b0de5595-12e9-4098-a3e0-80e2e03af2d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:55.617689 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0de5595-12e9-4098-a3e0-80e2e03af2d9 None None] Bound using segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:00:55.618184 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-b0de5595-12e9-4098-a3e0-80e2e03af2d9 None None] Bound port: 75f537b2-f413-4ba6-84ba-f11d8fd88f90, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:00:55.618578 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b0de5595-12e9-4098-a3e0-80e2e03af2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:55.630897 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-baaa091f-204f-478d-a0a5-55be8ec30e32 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:55.641197 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-7b318dd4-76e7-40fa-8615-f4e927c34642 admin admin] Allocated IP 172.20.0.1 (7c5ac98e-801e-45e6-b7a1-9d72ebb7e3ef/c23b279f-1e65-49c9-9b0f-a3a3864c4539/86e39ca5-7327-4be0-98ee-304ac6109569) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:00:55.673152 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-b0de5595-12e9-4098-a3e0-80e2e03af2d9 None None] For port 75f537b2-f413-4ba6-84ba-f11d8fd88f90, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:00:55.676372 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-b0de5595-12e9-4098-a3e0-80e2e03af2d9 None None] For port 75f537b2-f413-4ba6-84ba-f11d8fd88f90, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=75f537b2-f413-4ba6-84ba-f11d8fd88f90,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:00:55.679437 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55f74-8781-4bf0-bd5d-9f95afaa2ca6 None None] Pushing event updated for resources: {'Port': ['ID=75f537b2-f413-4ba6-84ba-f11d8fd88f90,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:55.691148 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b0de5595-12e9-4098-a3e0-80e2e03af2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:55.752229 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b6c785-4168-4c06-94e7-100f0c4010ca tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Made reservation on behalf of 9dfc736478594fb1969cb70f8798a333 for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:00:55.757143 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-02b6c785-4168-4c06-94e7-100f0c4010ca tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:55.764587 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa06a8-56d8-4060-bb1c-1239e6941724 req-101e7a31-0ee5-454d-9a27-efa4c53c2e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:55.767247 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-27fa06a8-56d8-4060-bb1c-1239e6941724 req-101e7a31-0ee5-454d-9a27-efa4c53c2e0d service neutron] 10.222.0.64 "GET /v2.0/networks?id=e6c8ab97-b262-4351-aec5-a50b39caedfc HTTP/1.1" status: 200 len: 925 time: 0.5343449 Jul 24 00:00:55.806912 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7b318dd4-76e7-40fa-8615-f4e927c34642 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:55.813514 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-baaa091f-204f-478d-a0a5-55be8ec30e32 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:55.823535 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baaa091f-204f-478d-a0a5-55be8ec30e32 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:55.824215 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-baaa091f-204f-478d-a0a5-55be8ec30e32 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:55.827564 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-02b6c785-4168-4c06-94e7-100f0c4010ca tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:55.834320 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [None req-7b318dd4-76e7-40fa-8615-f4e927c34642 admin admin] Transition to ACTIVE for port object 86e39ca5-7327-4be0-98ee-304ac6109569 will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:00:55.881965 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7b318dd4-76e7-40fa-8615-f4e927c34642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:55.915832 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 5c496f0c-5ecb-4d50-aedc-875157411b8b triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:00:55.916873 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:55.929838 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b318dd4-76e7-40fa-8615-f4e927c34642 admin admin] Network 7c5ac98e-801e-45e6-b7a1-9d72ebb7e3ef is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:00:55.933310 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-7b318dd4-76e7-40fa-8615-f4e927c34642 admin admin] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:00:55.942064 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b318dd4-76e7-40fa-8615-f4e927c34642 admin admin] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:00:55.965028 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-4939155d-e597-4e1f-96a5-7094a95fde27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:55.986263 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a695eb4-7cfa-4a66-9b6b-5cd5956039cc req-177ccf2f-bd11-49c9-8d07-d4a85ada02ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:55.988395 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8a695eb4-7cfa-4a66-9b6b-5cd5956039cc req-177ccf2f-bd11-49c9-8d07-d4a85ada02ff service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=daad7e6f-c1db-4f59-8042-0b3f6720bbd4 HTTP/1.1" status: 200 len: 1097 time: 0.4809051 Jul 24 00:00:55.989799 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-27fa06a8-56d8-4060-bb1c-1239e6941724 req-698f1056-398c-4218-8051-4861dc86fa36 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e55dee0-dd32-4f92-9fce-1c3f63699cdb HTTP/1.1" status: 200 len: 217 time: 0.1889296 Jul 24 00:00:55.992362 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-7d345866-4794-46b5-84a8-6c2e81a1a644 req-0d3bfb63-fc1c-4647-a6b5-9aa07d747d53 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Deleting port 99effa27-a995-4a6a-aed9-d421d96d44b8 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:00:55.992715 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-7d345866-4794-46b5-84a8-6c2e81a1a644 req-0d3bfb63-fc1c-4647-a6b5-9aa07d747d53 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:56.003369 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55f74-8781-4bf0-bd5d-9f95afaa2ca6 None None] Pushing event updated for resources: {'Port': ['ID=75f537b2-f413-4ba6-84ba-f11d8fd88f90,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:56.006109 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0de5595-12e9-4098-a3e0-80e2e03af2d9 None None] Routers {'696604fb-125f-4302-a5fc-3b2755bb189e'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:00:56.006940 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-b0de5595-12e9-4098-a3e0-80e2e03af2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:00:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['696604fb-125f-4302-a5fc-3b2755bb189e'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:00:56.012226 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7b318dd4-76e7-40fa-8615-f4e927c34642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681761'] for router_interface, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:56.186978 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc24e16-493e-4ca6-a4b2-cb2312e886a7 req-d654e950-5eb4-4809-9d59-fbcc77bc55b4 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:56.187534 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 6e9c0be1-a956-4c02-b868-9ec73f00283e no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:00:56.200611 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fdc24e16-493e-4ca6-a4b2-cb2312e886a7 req-d654e950-5eb4-4809-9d59-fbcc77bc55b4 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/ports?device_id=daad7e6f-c1db-4f59-8042-0b3f6720bbd4 HTTP/1.1" status: 200 len: 945 time: 0.6250784 Jul 24 00:00:56.209155 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaa091f-204f-478d-a0a5-55be8ec30e32 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Pushing event updated for resources: {'Network': ['ID=c612e7b5-da5e-417f-b30c-edcd62784927,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:56.225800 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network c612e7b5-da5e-417f-b30c-edcd62784927 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:00:56.230975 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-baaa091f-204f-478d-a0a5-55be8ec30e32 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4847500 Jul 24 00:00:56.231690 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 51822) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:56.254280 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7b318dd4-76e7-40fa-8615-f4e927c34642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:56.256519 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b318dd4-76e7-40fa-8615-f4e927c34642 admin admin] Pushing event updated for resources: {'Port': ['ID=86e39ca5-7327-4be0-98ee-304ac6109569,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:56.318677 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 6e9c0be1-a956-4c02-b868-9ec73f00283e {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:00:56.318677 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 6e9c0be1-a956-4c02-b868-9ec73f00283e not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:00:56.336086 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-b0de5595-12e9-4098-a3e0-80e2e03af2d9 None None] Set router 696604fb-125f-4302-a5fc-3b2755bb189e gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:00:56.379088 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8a695eb4-7cfa-4a66-9b6b-5cd5956039cc req-8a90c2d4-8066-415a-8768-b3cdadee0417 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b6a0a271-496a-4936-8ec0-ec680d307275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784441 Jul 24 00:00:56.405415 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-5369065f-c645-46b4-bf06-7680ce07ebf1 None None] Provisioning for port 86e39ca5-7327-4be0-98ee-304ac6109569 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:00:56.411356 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-5369065f-c645-46b4-bf06-7680ce07ebf1 None None] Provisioning complete for port 86e39ca5-7327-4be0-98ee-304ac6109569 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:00:56.411747 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-5369065f-c645-46b4-bf06-7680ce07ebf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:56.451942 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa06a8-56d8-4060-bb1c-1239e6941724 req-04ad22b1-7c95-4fa4-9bd8-7d816f99efd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:56.453559 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-27fa06a8-56d8-4060-bb1c-1239e6941724 req-04ad22b1-7c95-4fa4-9bd8-7d816f99efd0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dd50d55f-4533-487c-99d1-5dbf35f576a5 HTTP/1.1" status: 200 len: 864 time: 0.3518534 Jul 24 00:00:56.477804 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fdc24e16-493e-4ca6-a4b2-cb2312e886a7 req-0722dd4c-dbec-461c-94c1-4b774c305053 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6a0a271-496a-4936-8ec0-ec680d307275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760999 Jul 24 00:00:56.492646 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7b318dd4-76e7-40fa-8615-f4e927c34642 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:56.499206 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7b318dd4-76e7-40fa-8615-f4e927c34642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:56.507634 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-5369065f-c645-46b4-bf06-7680ce07ebf1 None None] Port 86e39ca5-7327-4be0-98ee-304ac6109569 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:00:56.599993 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-b0de5595-12e9-4098-a3e0-80e2e03af2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '696604fb-125f-4302-a5fc-3b2755bb189e', 'name': 'tempest-TaggedBootDevicesTest_v242-1152624261-router', 'tenant_id': '8d43db295226432aa2eb8bb806af3cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '75f537b2-f413-4ba6-84ba-f11d8fd88f90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:00:48Z', 'updated_at': '2021-07-24T00:00:52Z', 'revision_number': 3, 'project_id': '8d43db295226432aa2eb8bb806af3cad', 'gw_port': {'id': '75f537b2-f413-4ba6-84ba-f11d8fd88f90', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:48:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '696604fb-125f-4302-a5fc-3b2755bb189e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:00:50Z', 'updated_at': '2021-07-24T00:00:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:00:56.607228 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0dce1b-1bcd-4922-b30d-323f0afe6438 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:56.612071 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-dc0dce1b-1bcd-4922-b30d-323f0afe6438 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] 10.222.0.44 "GET /v2.0/networks?id=c612e7b5-da5e-417f-b30c-edcd62784927 HTTP/1.1" status: 200 len: 765 time: 0.3391764 Jul 24 00:00:56.612071 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-27fa06a8-56d8-4060-bb1c-1239e6941724 req-b98c203b-6b1a-47be-835b-eb2da368444b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e6c8ab97-b262-4351-aec5-a50b39caedfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1297293 Jul 24 00:00:56.614169 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 51836) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:56.626368 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-7642fb1c-3cfd-4773-b70f-15e618181257 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Request body: {'network': {'description': 'd2'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:00:56.632506 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b318dd4-76e7-40fa-8615-f4e927c34642 admin admin] Pushing event updated for resources: {'Port': ['ID=86e39ca5-7327-4be0-98ee-304ac6109569,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:56.636021 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0de5595-12e9-4098-a3e0-80e2e03af2d9 None None] The sync data for ids ['696604fb-125f-4302-a5fc-3b2755bb189e'] in n-d-800088-16 is: [{'id': '696604fb-125f-4302-a5fc-3b2755bb189e', 'name': 'tempest-TaggedBootDevicesTest_v242-1152624261-router', 'tenant_id': '8d43db295226432aa2eb8bb806af3cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '75f537b2-f413-4ba6-84ba-f11d8fd88f90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:00:48Z', 'updated_at': '2021-07-24T00:00:52Z', 'revision_number': 3, 'project_id': '8d43db295226432aa2eb8bb806af3cad', 'gw_port': {'id': '75f537b2-f413-4ba6-84ba-f11d8fd88f90', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:48:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '696604fb-125f-4302-a5fc-3b2755bb189e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:00:50Z', 'updated_at': '2021-07-24T00:00:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:00:56.649850 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7b318dd4-76e7-40fa-8615-f4e927c34642 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680980'] for router_interface, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:56.680027 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-7d345866-4794-46b5-84a8-6c2e81a1a644 req-0d3bfb63-fc1c-4647-a6b5-9aa07d747d53 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] For port 99effa27-a995-4a6a-aed9-d421d96d44b8, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=99effa27-a995-4a6a-aed9-d421d96d44b8,segment=NetworkSegment(d250a78c-273d-4c00-aeaa-fc87cc957e9a),segment_id=d250a78c-273d-4c00-aeaa-fc87cc957e9a)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:00:56.680420 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-7d345866-4794-46b5-84a8-6c2e81a1a644 req-0d3bfb63-fc1c-4647-a6b5-9aa07d747d53 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:56.693769 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:56.719635 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-02b6c785-4168-4c06-94e7-100f0c4010ca tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:56.722546 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-7d345866-4794-46b5-84a8-6c2e81a1a644 req-0d3bfb63-fc1c-4647-a6b5-9aa07d747d53 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Calling delete_port for 99effa27-a995-4a6a-aed9-d421d96d44b8 owned by compute:nova {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:00:56.761204 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-02b6c785-4168-4c06-94e7-100f0c4010ca tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:56.808470 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dca7ff3-5525-4368-b554-9775fc083404 req-a499efd0-75dd-466d-b063-85c0e67b3448 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:56.810054 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6dca7ff3-5525-4368-b554-9775fc083404 req-a499efd0-75dd-466d-b063-85c0e67b3448 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=99693099-fc1f-44e3-a9cd-8936036d847e HTTP/1.1" status: 200 len: 944 time: 0.2526984 Jul 24 00:00:56.841836 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02b6c785-4168-4c06-94e7-100f0c4010ca tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:00:56.888635 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129bad28-9f76-4cc5-b248-df94d6ed74c9 req-26bbf3df-2395-43b9-9f72-1541826d8dfd tempest-ServersNegativeTestMultiTenantJSON-661207862 tempest-ServersNegativeTestMultiTenantJSON-661207862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:56.890265 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-129bad28-9f76-4cc5-b248-df94d6ed74c9 req-26bbf3df-2395-43b9-9f72-1541826d8dfd tempest-ServersNegativeTestMultiTenantJSON-661207862 tempest-ServersNegativeTestMultiTenantJSON-661207862-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3abb0c2-fab4-4a29-946d-99223c85f6e3 HTTP/1.1" status: 200 len: 943 time: 0.3286762 Jul 24 00:00:56.895057 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-02b6c785-4168-4c06-94e7-100f0c4010ca tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:56.895417 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-02b6c785-4168-4c06-94e7-100f0c4010ca tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Added segment 57d33f7d-5dfa-4a9f-acd0-b1d0413b31f8 of type vlan for network 71356f79-4ba9-4dc9-b3f5-d7061501d961 Jul 24 00:00:56.898213 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b6c785-4168-4c06-94e7-100f0c4010ca tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c140f0f-d00f-4405-aae0-aa6ba5497912,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:56.918518 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-27fa06a8-56d8-4060-bb1c-1239e6941724 req-bcce2b9d-4027-48aa-9de0-b2e02c0f9c61 service neutron] 10.222.0.64 "GET /v2.0/networks/e6c8ab97-b262-4351-aec5-a50b39caedfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769206 Jul 24 00:00:56.966320 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7642fb1c-3cfd-4773-b70f-15e618181257 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:56.985248 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b318dd4-76e7-40fa-8615-f4e927c34642 admin admin] Network 7c5ac98e-801e-45e6-b7a1-9d72ebb7e3ef is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:00:56.988583 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6dca7ff3-5525-4368-b554-9775fc083404 req-2efb9577-585d-4909-8d22-7fefbac38d7d tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637864 Jul 24 00:00:56.991241 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-7b318dd4-76e7-40fa-8615-f4e927c34642 admin admin] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:00:57.001524 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7642fb1c-3cfd-4773-b70f-15e618181257 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:57.099108 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-02b6c785-4168-4c06-94e7-100f0c4010ca tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:57.118679 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-129bad28-9f76-4cc5-b248-df94d6ed74c9 req-af095a82-0d6c-4a63-bbe5-7bfea0f4e68d tempest-ServersNegativeTestMultiTenantJSON-661207862 tempest-ServersNegativeTestMultiTenantJSON-661207862-project] 10.222.0.44 "GET /v2.0/security-groups?id=0310cf1b-e6a6-4249-82ef-2101c9715cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133825 Jul 24 00:00:57.155122 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7642fb1c-3cfd-4773-b70f-15e618181257 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Network c612e7b5-da5e-417f-b30c-edcd62784927 is not hosted by any dhcp agent {{(pid=100313) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 24 00:00:57.170090 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7642fb1c-3cfd-4773-b70f-15e618181257 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:57.171029 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7642fb1c-3cfd-4773-b70f-15e618181257 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:57.174843 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-7642fb1c-3cfd-4773-b70f-15e618181257 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] 10.222.0.44 "PUT /v2.0/networks/c612e7b5-da5e-417f-b30c-edcd62784927 HTTP/1.1" status: 200 len: 762 time: 0.5529959 Jul 24 00:00:57.201543 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:57.237745 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 51860) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:57.344063 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.db.resource_extend [None req-02b6c785-4168-4c06-94e7-100f0c4010ca tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 24 00:00:57.364434 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-27fa06a8-56d8-4060-bb1c-1239e6941724 req-8d32fe0f-ae9e-43cd-82e7-8e88e3df0756 service neutron] 10.222.0.64 "GET /v2.0/networks/e6c8ab97-b262-4351-aec5-a50b39caedfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4165819 Jul 24 00:00:57.365845 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-7d345866-4794-46b5-84a8-6c2e81a1a644 req-0d3bfb63-fc1c-4647-a6b5-9aa07d747d53 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:57.378533 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['970214ba-468b-4ff1-926a-ea62de40fef5'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:00:57.419781 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3bfb63-fc1c-4647-a6b5-9aa07d747d53 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Pushing event deleted for resources: {'Port': ['ID=99effa27-a995-4a6a-aed9-d421d96d44b8,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:57.421724 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-02b6c785-4168-4c06-94e7-100f0c4010ca tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:57.428793 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b6c785-4168-4c06-94e7-100f0c4010ca tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:57.429500 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-02b6c785-4168-4c06-94e7-100f0c4010ca tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:57.451136 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7642fb1c-3cfd-4773-b70f-15e618181257 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Pushing event updated for resources: {'Network': ['ID=c612e7b5-da5e-417f-b30c-edcd62784927,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:57.459795 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-02b6c785-4168-4c06-94e7-100f0c4010ca tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.1080842 Jul 24 00:00:57.460540 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 51870) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:57.505617 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-92e35de4-34ff-459c-ae65-bf92fa7a88fb tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Request body: {'subnet': {'network_id': '71356f79-4ba9-4dc9-b3f5-d7061501d961', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:00:57.522739 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network c612e7b5-da5e-417f-b30c-edcd62784927 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:00:57.562968 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366e41ea-0aa3-4882-b4f1-ace70b5e833a tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:57.565275 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-366e41ea-0aa3-4882-b4f1-ace70b5e833a tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] 10.222.0.44 "GET /v2.0/networks?id=c612e7b5-da5e-417f-b30c-edcd62784927 HTTP/1.1" status: 200 len: 765 time: 0.3266363 Jul 24 00:00:57.569464 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 51878) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:57.651047 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-3bcda9ea-5091-4a8e-8b79-970931504012 None None] Provisioning complete for port 86e39ca5-7327-4be0-98ee-304ac6109569 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:00:57.651047 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3bcda9ea-5091-4a8e-8b79-970931504012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:57.669487 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d345866-4794-46b5-84a8-6c2e81a1a644 req-0d3bfb63-fc1c-4647-a6b5-9aa07d747d53 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] No DVR routers for this DVR port 99effa27-a995-4a6a-aed9-d421d96d44b8 on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:00:57.669673 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 75f537b2-f413-4ba6-84ba-f11d8fd88f90 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:00:57.713640 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e35de4-34ff-459c-ae65-bf92fa7a88fb tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Made reservation on behalf of 9dfc736478594fb1969cb70f8798a333 for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:00:57.718164 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-92e35de4-34ff-459c-ae65-bf92fa7a88fb tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:57.765312 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b318dd4-76e7-40fa-8615-f4e927c34642 admin admin] Router 696604fb-125f-4302-a5fc-3b2755bb189e has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:00:57.979077 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-3bcda9ea-5091-4a8e-8b79-970931504012 None None] Port 86e39ca5-7327-4be0-98ee-304ac6109569 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:00:58.002282 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-7d345866-4794-46b5-84a8-6c2e81a1a644 req-0d3bfb63-fc1c-4647-a6b5-9aa07d747d53 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:58.004415 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7d345866-4794-46b5-84a8-6c2e81a1a644 req-0d3bfb63-fc1c-4647-a6b5-9aa07d747d53 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.64 "DELETE /v2.0/ports/99effa27-a995-4a6a-aed9-d421d96d44b8 HTTP/1.1" status: 204 len: 173 time: 2.7815285 Jul 24 00:00:58.005714 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99693099-fc1f-44e3-a9cd-8936036d847e', 'name': 'network-vif-deleted', 'tag': '99effa27-a995-4a6a-aed9-d421d96d44b8'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:00:58.009649 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f69ba3-00d4-4fa7-bdcc-b9b8fef3820b" -d '{"events": [{"server_uuid": "99693099-fc1f-44e3-a9cd-8936036d847e", "name": "network-vif-deleted", "tag": "99effa27-a995-4a6a-aed9-d421d96d44b8"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:00:58.015223 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 75f537b2-f413-4ba6-84ba-f11d8fd88f90 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:00:58.031925 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 75f537b2-f413-4ba6-84ba-f11d8fd88f90 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:00:58.032348 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:58.062155 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-92e35de4-34ff-459c-ae65-bf92fa7a88fb tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:58.087408 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a513dde3-ad94-4f8a-822a-f21939b978ea tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:58.089379 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-a513dde3-ad94-4f8a-822a-f21939b978ea tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5187466 Jul 24 00:00:58.093359 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 51928) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:58.144469 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 7e55dee0-dd32-4f92-9fce-1c3f63699cdb details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:00:58.159470 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 99effa27-a995-4a6a-aed9-d421d96d44b8 no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:00:58.192696 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b6c785-4168-4c06-94e7-100f0c4010ca tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Pushing event updated for resources: {'Network': ['ID=71356f79-4ba9-4dc9-b3f5-d7061501d961,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:58.209720 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e35de4-34ff-459c-ae65-bf92fa7a88fb tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Checking segment: {'id': '57d33f7d-5dfa-4a9f-acd0-b1d0413b31f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '71356f79-4ba9-4dc9-b3f5-d7061501d961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:00:58.210095 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e35de4-34ff-459c-ae65-bf92fa7a88fb tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Network hostable DHCP agents. Network: 71356f79-4ba9-4dc9-b3f5-d7061501d961, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:00:58.240932 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d704593-00b2-45cc-8c2f-7416d5070f1f req-0215d09c-24f5-4000-a8b9-6f52cdcb4618 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:58.242594 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6d704593-00b2-45cc-8c2f-7416d5070f1f req-0215d09c-24f5-4000-a8b9-6f52cdcb4618 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/ports?device_id=daad7e6f-c1db-4f59-8042-0b3f6720bbd4 HTTP/1.1" status: 200 len: 945 time: 0.5823445 Jul 24 00:00:58.250061 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 71356f79-4ba9-4dc9-b3f5-d7061501d961 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:00:58.264342 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] No Port match for: 99effa27-a995-4a6a-aed9-d421d96d44b8 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:00:58.264688 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 99effa27-a995-4a6a-aed9-d421d96d44b8 not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:00:58.275043 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e35de4-34ff-459c-ae65-bf92fa7a88fb tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Network 71356f79-4ba9-4dc9-b3f5-d7061501d961 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:00:58.290890 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e35de4-34ff-459c-ae65-bf92fa7a88fb tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Pushing event updated for resources: {'Subnet': ['ID=6f115e55-990d-440a-a75c-d197e646d0fd,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:58.295222 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-92e35de4-34ff-459c-ae65-bf92fa7a88fb tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 71356f79-4ba9-4dc9-b3f5-d7061501d961) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:00:58.318728 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e35de4-34ff-459c-ae65-bf92fa7a88fb tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:58.319360 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-92e35de4-34ff-459c-ae65-bf92fa7a88fb tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:58.335532 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6d704593-00b2-45cc-8c2f-7416d5070f1f req-2e3c5116-885b-42a9-8712-aa3a8d121ae6 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6a0a271-496a-4936-8ec0-ec680d307275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797622 Jul 24 00:00:58.347547 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-92e35de4-34ff-459c-ae65-bf92fa7a88fb tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8521459 Jul 24 00:00:58.348507 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 51938) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:58.353300 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-3f7e45bc-0da2-42fa-89fc-af9a82a1ca0f tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-35666734', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:00:58.409105 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3f7e45bc-0da2-42fa-89fc-af9a82a1ca0f tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:58.410172 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3f7e45bc-0da2-42fa-89fc-af9a82a1ca0f tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:58.430066 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:58.499233 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c04079c-a31f-46f1-b66b-56a877d4bace None None] Network 71356f79-4ba9-4dc9-b3f5-d7061501d961 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:00:58.526812 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3f7e45bc-0da2-42fa-89fc-af9a82a1ca0f tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:58.531175 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f690f784-aab9-4889-9144-cdce3fdc21a7 x-openstack-request-id: req-f690f784-aab9-4889-9144-cdce3fdc21a7 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:00:58.531480 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99693099-fc1f-44e3-a9cd-8936036d847e", "name": "network-vif-deleted", "tag": "99effa27-a995-4a6a-aed9-d421d96d44b8", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:00:58.534441 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f690f784-aab9-4889-9144-cdce3fdc21a7 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:00:58.534762 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99693099-fc1f-44e3-a9cd-8936036d847e', 'name': 'network-vif-deleted', 'tag': '99effa27-a995-4a6a-aed9-d421d96d44b8', 'status': 'completed', 'code': 200} Jul 24 00:00:58.536359 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3f7e45bc-0da2-42fa-89fc-af9a82a1ca0f tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:58.637447 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fdf3caec-7056-4149-91b3-42bda468701a req-aaf0d27d-5b38-465c-b102-99c4ec347fe7 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=99693099-fc1f-44e3-a9cd-8936036d847e HTTP/1.1" status: 200 len: 210 time: 0.0863023 Jul 24 00:00:58.650481 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3f7e45bc-0da2-42fa-89fc-af9a82a1ca0f tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:58.654256 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 75f537b2-f413-4ba6-84ba-f11d8fd88f90, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=75f537b2-f413-4ba6-84ba-f11d8fd88f90,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:00:58.655436 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-3f7e45bc-0da2-42fa-89fc-af9a82a1ca0f tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 713 time: 0.3057542 Jul 24 00:00:58.656241 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 51948) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:58.674936 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:58.920788 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:58.986491 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 7e55dee0-dd32-4f92-9fce-1c3f63699cdb, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=7e55dee0-dd32-4f92-9fce-1c3f63699cdb,segment=NetworkSegment(f62b3a82-0988-4a98-93d0-e64959a0945c),segment_id=f62b3a82-0988-4a98-93d0-e64959a0945c)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:00:59.004892 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=75f537b2-f413-4ba6-84ba-f11d8fd88f90,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:59.015135 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': '7e55dee0-dd32-4f92-9fce-1c3f63699cdb', 'network_id': 'e6c8ab97-b262-4351-aec5-a50b39caedfc', 'port_id': '7e55dee0-dd32-4f92-9fce-1c3f63699cdb', 'mac_address': 'fa:16:3e:42:5f:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd50d55f-4533-487c-99d1-5dbf35f576a5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:00:59.093390 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c55cc150-d429-48fa-84f9-2753ed63f4c8 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] 10.222.0.44 "GET /v2.0/subnets?network_id=9adcfee8-760c-4568-9e39-c221abf69bf5 HTTP/1.1" status: 200 len: 207 time: 0.9948869 Jul 24 00:00:59.105126 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 51962) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:59.130742 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:59.155077 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e55dee0-dd32-4f92-9fce-1c3f63699cdb {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:00:59.171706 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b252f892-3bc4-40fd-a81b-0fc602d72ef7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-71356f79-4ba9-4dc9-b3f5-d7061501d961', 'network_id': '71356f79-4ba9-4dc9-b3f5-d7061501d961', 'tenant_id': '9dfc736478594fb1969cb70f8798a333', 'fixed_ips': [{'subnet_id': '6f115e55-990d-440a-a75c-d197e646d0fd'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:00:59.182580 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b252f892-3bc4-40fd-a81b-0fc602d72ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:59.267118 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 7e55dee0-dd32-4f92-9fce-1c3f63699cdb, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=7e55dee0-dd32-4f92-9fce-1c3f63699cdb,segment=NetworkSegment(f62b3a82-0988-4a98-93d0-e64959a0945c),segment_id=f62b3a82-0988-4a98-93d0-e64959a0945c)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:00:59.278702 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:59.546860 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['7e55dee0-dd32-4f92-9fce-1c3f63699cdb'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:00:59.559915 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe038a6-ec3f-4c35-a9fb-5bb9f0ec273f tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:59.568225 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe038a6-ec3f-4c35-a9fb-5bb9f0ec273f tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:59.575050 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe038a6-ec3f-4c35-a9fb-5bb9f0ec273f tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:59.581379 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe038a6-ec3f-4c35-a9fb-5bb9f0ec273f tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:59.587868 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe038a6-ec3f-4c35-a9fb-5bb9f0ec273f tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:59.594336 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe038a6-ec3f-4c35-a9fb-5bb9f0ec273f tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:59.597047 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-4fe038a6-ec3f-4c35-a9fb-5bb9f0ec273f tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.4857476 Jul 24 00:00:59.606981 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 51994) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:59.611250 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b318dd4-76e7-40fa-8615-f4e927c34642 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:00:59.617248 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-7b318dd4-76e7-40fa-8615-f4e927c34642 admin admin] 10.222.0.44 "PUT /v2.0/routers/696604fb-125f-4302-a5fc-3b2755bb189e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2621324 Jul 24 00:00:59.632316 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef4ce57-d076-4b31-9ab4-414216b681ff None None] Sync routers for ids ['696604fb-125f-4302-a5fc-3b2755bb189e'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:00:59.648098 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef4ce57-d076-4b31-9ab4-414216b681ff None None] Routers {'696604fb-125f-4302-a5fc-3b2755bb189e'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:00:59.648732 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-6ef4ce57-d076-4b31-9ab4-414216b681ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:00:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['696604fb-125f-4302-a5fc-3b2755bb189e'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:00:59.651053 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 75f537b2-f413-4ba6-84ba-f11d8fd88f90 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:00:59.726097 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df61245-46d4-43d4-9c95-4173382c636c req-0ff95673-54bf-480f-b0be-ee508e74a01a tempest-ServersNegativeTestMultiTenantJSON-661207862 tempest-ServersNegativeTestMultiTenantJSON-661207862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:59.729613 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0df61245-46d4-43d4-9c95-4173382c636c req-0ff95673-54bf-480f-b0be-ee508e74a01a tempest-ServersNegativeTestMultiTenantJSON-661207862 tempest-ServersNegativeTestMultiTenantJSON-661207862-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3abb0c2-fab4-4a29-946d-99223c85f6e3 HTTP/1.1" status: 200 len: 943 time: 0.7451813 Jul 24 00:00:59.740295 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-b252f892-3bc4-40fd-a81b-0fc602d72ef7 None None] Allocated IP 172.20.0.2 (71356f79-4ba9-4dc9-b3f5-d7061501d961/6f115e55-990d-440a-a75c-d197e646d0fd/33fb1221-915c-4cd9-adff-41de7732c6c7) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:00:59.774573 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-59247db4-b61b-473e-bae7-86a0544d91cc tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:59.842062 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-6ef4ce57-d076-4b31-9ab4-414216b681ff None None] Set router 696604fb-125f-4302-a5fc-3b2755bb189e gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:00:59.845562 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=7e55dee0-dd32-4f92-9fce-1c3f63699cdb,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:00:59.885924 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-7aee98a1-68f1-4aff-b9e8-52dad063f08a tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] 10.222.0.44 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.2734466 Jul 24 00:00:59.891810 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 52016) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:00:59.965236 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7176d51-9f5b-441a-926f-623a53b31a42 req-2c973d25-c78a-484c-a36c-3654e6b07d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:00:59.977389 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a7176d51-9f5b-441a-926f-623a53b31a42 req-2c973d25-c78a-484c-a36c-3654e6b07d03 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=18dc8249d11c41bf8adca46e26371672&device_id=daad7e6f-c1db-4f59-8042-0b3f6720bbd4 HTTP/1.1" status: 200 len: 1097 time: 0.4748189 Jul 24 00:01:00.038496 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b252f892-3bc4-40fd-a81b-0fc602d72ef7 None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:00.058137 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-b252f892-3bc4-40fd-a81b-0fc602d72ef7 None None] Transition to ACTIVE for port object 33fb1221-915c-4cd9-adff-41de7732c6c7 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:01:00.082704 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-b252f892-3bc4-40fd-a81b-0fc602d72ef7 None None] Transition to ACTIVE for port object 33fb1221-915c-4cd9-adff-41de7732c6c7 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:01:00.108345 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b252f892-3bc4-40fd-a81b-0fc602d72ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:00.148208 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0df61245-46d4-43d4-9c95-4173382c636c req-7ffca43a-aa9f-441a-9427-042792a40e74 tempest-ServersNegativeTestMultiTenantJSON-661207862 tempest-ServersNegativeTestMultiTenantJSON-661207862-project] 10.222.0.44 "GET /v2.0/security-groups?id=0310cf1b-e6a6-4249-82ef-2101c9715cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635477 Jul 24 00:01:00.160004 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-6ef4ce57-d076-4b31-9ab4-414216b681ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '696604fb-125f-4302-a5fc-3b2755bb189e', 'name': 'tempest-TaggedBootDevicesTest_v242-1152624261-router', 'tenant_id': '8d43db295226432aa2eb8bb806af3cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '75f537b2-f413-4ba6-84ba-f11d8fd88f90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:00:48Z', 'updated_at': '2021-07-24T00:00:56Z', 'revision_number': 4, 'project_id': '8d43db295226432aa2eb8bb806af3cad', 'gw_port': {'id': '75f537b2-f413-4ba6-84ba-f11d8fd88f90', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:48:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696604fb-125f-4302-a5fc-3b2755bb189e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:00:50Z', 'updated_at': '2021-07-24T00:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '86e39ca5-7327-4be0-98ee-304ac6109569', 'name': '', 'network_id': '7c5ac98e-801e-45e6-b7a1-9d72ebb7e3ef', 'tenant_id': '8d43db295226432aa2eb8bb806af3cad', 'mac_address': 'fa:16:3e:ed:36:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '696604fb-125f-4302-a5fc-3b2755bb189e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'c23b279f-1e65-49c9-9b0f-a3a3864c4539', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:00:55Z', 'updated_at': '2021-07-24T00:00:56Z', 'revision_number': 2, 'project_id': '8d43db295226432aa2eb8bb806af3cad', 'subnets': [{'id': 'c23b279f-1e65-49c9-9b0f-a3a3864c4539', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:01:00.175702 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1619ba7d-fd87-49e6-b069-59d2408a302f tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:00.177299 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1619ba7d-fd87-49e6-b069-59d2408a302f tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:00.178852 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1619ba7d-fd87-49e6-b069-59d2408a302f tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:00.180416 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1619ba7d-fd87-49e6-b069-59d2408a302f tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:00.195415 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b252f892-3bc4-40fd-a81b-0fc602d72ef7 None None] Network 71356f79-4ba9-4dc9-b3f5-d7061501d961 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:01:00.196436 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1619ba7d-fd87-49e6-b069-59d2408a302f tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:00.198450 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-1619ba7d-fd87-49e6-b069-59d2408a302f tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2768815 Jul 24 00:01:00.206431 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 52022) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:00.207130 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef4ce57-d076-4b31-9ab4-414216b681ff None None] Checking router: 696604fb-125f-4302-a5fc-3b2755bb189e for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:01:00.207651 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef4ce57-d076-4b31-9ab4-414216b681ff None None] Updating router 696604fb-125f-4302-a5fc-3b2755bb189e port 86e39ca5-7327-4be0-98ee-304ac6109569 binding host n-d-800088-16 {{(pid=100316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:01:00.221261 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-b252f892-3bc4-40fd-a81b-0fc602d72ef7 None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:01:00.253042 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b252f892-3bc4-40fd-a81b-0fc602d72ef7 None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:01:00.285402 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-6ef4ce57-d076-4b31-9ab4-414216b681ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:00.317432 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:01:00.355580 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f7dc3221-579e-4525-8c88-966f5cfd851e req-c513cb36-d2fe-4a15-b50d-eec3baaa882e tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=99693099-fc1f-44e3-a9cd-8936036d847e HTTP/1.1" status: 200 len: 210 time: 0.0637934 Jul 24 00:01:00.388164 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2220c345-924a-4848-a636-f13bb4236799 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Attributes excluded by policy engine: ['shared'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:00.389736 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2220c345-924a-4848-a636-f13bb4236799 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Attributes excluded by policy engine: ['shared'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:00.391146 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2220c345-924a-4848-a636-f13bb4236799 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Attributes excluded by policy engine: ['shared'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:00.393234 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2220c345-924a-4848-a636-f13bb4236799 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Attributes excluded by policy engine: ['shared'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:00.394794 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2220c345-924a-4848-a636-f13bb4236799 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Attributes excluded by policy engine: ['shared'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:00.401208 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-2220c345-924a-4848-a636-f13bb4236799 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] 10.222.0.44 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1937475 Jul 24 00:01:00.410410 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 52052) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:00.432561 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b252f892-3bc4-40fd-a81b-0fc602d72ef7 None None] Pushing event updated for resources: {'Port': ['ID=33fb1221-915c-4cd9-adff-41de7732c6c7,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:00.602203 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7176d51-9f5b-441a-926f-623a53b31a42 req-a15635df-167f-4d94-b4aa-401c5db3a03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:00.603810 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a7176d51-9f5b-441a-926f-623a53b31a42 req-a15635df-167f-4d94-b4aa-401c5db3a03f service neutron] 10.222.0.64 "GET /v2.0/networks?id=4241b8a6-e2b8-49ab-8f73-7b3653f737f3 HTTP/1.1" status: 200 len: 920 time: 0.5580904 Jul 24 00:01:00.687933 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ec5e63-f4f8-4d1d-9910-27cbafbae833 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:00.693166 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-f5ec5e63-f4f8-4d1d-9910-27cbafbae833 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] 10.222.0.44 "GET /v2.0/networks/b820cc6d-e79e-4865-b171-d58edcf6d649 HTTP/1.1" status: 200 len: 804 time: 0.2799990 Jul 24 00:01:00.703139 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 52076) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:00.735215 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 75f537b2-f413-4ba6-84ba-f11d8fd88f90 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:01:00.736121 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:00.774172 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-b252f892-3bc4-40fd-a81b-0fc602d72ef7 None None] Attempting to bind port 33fb1221-915c-4cd9-adff-41de7732c6c7 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:01:00.775451 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-b252f892-3bc4-40fd-a81b-0fc602d72ef7 None None] Attempting to bind port 33fb1221-915c-4cd9-adff-41de7732c6c7 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '57d33f7d-5dfa-4a9f-acd0-b1d0413b31f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '71356f79-4ba9-4dc9-b3f5-d7061501d961'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:01:00.776148 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b252f892-3bc4-40fd-a81b-0fc602d72ef7 None None] Attempting to bind port 33fb1221-915c-4cd9-adff-41de7732c6c7 on network 71356f79-4ba9-4dc9-b3f5-d7061501d961 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:01:00.805399 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b252f892-3bc4-40fd-a81b-0fc602d72ef7 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:01:00.806336 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b252f892-3bc4-40fd-a81b-0fc602d72ef7 None None] Checking segment: {'id': '57d33f7d-5dfa-4a9f-acd0-b1d0413b31f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '71356f79-4ba9-4dc9-b3f5-d7061501d961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:01:00.806463 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b252f892-3bc4-40fd-a81b-0fc602d72ef7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:00.807082 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b252f892-3bc4-40fd-a81b-0fc602d72ef7 None None] Bound using segment: {'id': '57d33f7d-5dfa-4a9f-acd0-b1d0413b31f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '71356f79-4ba9-4dc9-b3f5-d7061501d961'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:01:00.807655 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-b252f892-3bc4-40fd-a81b-0fc602d72ef7 None None] Bound port: 33fb1221-915c-4cd9-adff-41de7732c6c7, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57d33f7d-5dfa-4a9f-acd0-b1d0413b31f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '71356f79-4ba9-4dc9-b3f5-d7061501d961'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:01:00.808247 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b252f892-3bc4-40fd-a81b-0fc602d72ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:00.867535 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bea427-c4ed-4a38-a5c3-2fbde80ae30b req-04229b86-40e9-4049-b25e-90574d4aa4ed tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:00.875083 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-88bea427-c4ed-4a38-a5c3-2fbde80ae30b req-04229b86-40e9-4049-b25e-90574d4aa4ed tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/ports?device_id=daad7e6f-c1db-4f59-8042-0b3f6720bbd4 HTTP/1.1" status: 200 len: 945 time: 0.9865017 Jul 24 00:01:00.900762 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-b252f892-3bc4-40fd-a81b-0fc602d72ef7 None None] For port 33fb1221-915c-4cd9-adff-41de7732c6c7, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:01:00.904287 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-b252f892-3bc4-40fd-a81b-0fc602d72ef7 None None] For port 33fb1221-915c-4cd9-adff-41de7732c6c7, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=33fb1221-915c-4cd9-adff-41de7732c6c7,segment=NetworkSegment(57d33f7d-5dfa-4a9f-acd0-b1d0413b31f8),segment_id=57d33f7d-5dfa-4a9f-acd0-b1d0413b31f8)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:01:00.914019 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b252f892-3bc4-40fd-a81b-0fc602d72ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:00.932930 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-6ef4ce57-d076-4b31-9ab4-414216b681ff None None] Notify callbacks [] for port, precommit_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:00.965130 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.provisioning_blocks [None req-6ef4ce57-d076-4b31-9ab4-414216b681ff None None] Transition to ACTIVE for port object 86e39ca5-7327-4be0-98ee-304ac6109569 will not be triggered until provisioned by entity L2. {{(pid=100316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:01:00.981792 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-6ef4ce57-d076-4b31-9ab4-414216b681ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:00.981976 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a7176d51-9f5b-441a-926f-623a53b31a42 req-f8c61c19-bd5b-4fa4-9306-436d9df97bc3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e9196288-6204-4e16-9461-220d43e82026 HTTP/1.1" status: 200 len: 217 time: 0.3210747 Jul 24 00:01:01.022768 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-838f8f45-a725-4e34-88b7-35d634e9898f tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] 10.222.0.44 "GET /v2.0/networks/b820cc6d-e79e-4865-b171-d58edcf6d649?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.3180616 Jul 24 00:01:01.023525 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 52102) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:01.035334 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b252f892-3bc4-40fd-a81b-0fc602d72ef7 None None] Pushing event updated for resources: {'Port': ['ID=33fb1221-915c-4cd9-adff-41de7732c6c7,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:01.168553 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343e5c61-1624-4d56-9c33-53bd85317522 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:01.170598 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fe3709-c866-4566-b6a8-bbc4e41754f3 None None] Pushing event updated for resources: {'Port': ['ID=86e39ca5-7327-4be0-98ee-304ac6109569,revision_number=3']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:01.184977 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-6ef4ce57-d076-4b31-9ab4-414216b681ff None None] Attempting to bind port 86e39ca5-7327-4be0-98ee-304ac6109569 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:01:01.185692 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-6ef4ce57-d076-4b31-9ab4-414216b681ff None None] Attempting to bind port 86e39ca5-7327-4be0-98ee-304ac6109569 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': 'c3acebb7-b496-4cc8-bec9-51681a227a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '7c5ac98e-801e-45e6-b7a1-9d72ebb7e3ef'}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:01:01.186408 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef4ce57-d076-4b31-9ab4-414216b681ff None None] Attempting to bind port 86e39ca5-7327-4be0-98ee-304ac6109569 on network 7c5ac98e-801e-45e6-b7a1-9d72ebb7e3ef {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:01:01.187414 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-343e5c61-1624-4d56-9c33-53bd85317522 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] 10.222.0.44 "GET /v2.0/subnets/c07fc53c-c7ca-4918-9140-02ffd491af7b HTTP/1.1" status: 200 len: 843 time: 0.1627929 Jul 24 00:01:01.188104 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 52108) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:01.195839 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef4ce57-d076-4b31-9ab4-414216b681ff None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:01:01.196684 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef4ce57-d076-4b31-9ab4-414216b681ff None None] Checking segment: {'id': 'c3acebb7-b496-4cc8-bec9-51681a227a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '7c5ac98e-801e-45e6-b7a1-9d72ebb7e3ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:01:01.197499 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-6ef4ce57-d076-4b31-9ab4-414216b681ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:01.198108 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef4ce57-d076-4b31-9ab4-414216b681ff None None] Bound using segment: {'id': 'c3acebb7-b496-4cc8-bec9-51681a227a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '7c5ac98e-801e-45e6-b7a1-9d72ebb7e3ef'} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:01:01.199701 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-6ef4ce57-d076-4b31-9ab4-414216b681ff None None] Bound port: 86e39ca5-7327-4be0-98ee-304ac6109569, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3acebb7-b496-4cc8-bec9-51681a227a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '7c5ac98e-801e-45e6-b7a1-9d72ebb7e3ef'}}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:01:01.200680 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-6ef4ce57-d076-4b31-9ab4-414216b681ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:01.270795 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aeb2734-8065-44d3-85ac-4b8687bf207f tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Attributes excluded by policy engine: ['shared'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:01.277019 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-1aeb2734-8065-44d3-85ac-4b8687bf207f tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] 10.222.0.44 "GET /v2.0/subnets/c07fc53c-c7ca-4918-9140-02ffd491af7b?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0872157 Jul 24 00:01:01.278337 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 52122) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:01.284476 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-1c0273bb-de28-4b92-a164-aab37964ea92 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1864355681'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:01:01.347639 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0273bb-de28-4b92-a164-aab37964ea92 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Made reservation on behalf of b15daf29d6cd4a878bcfd2fb8dc08d6f for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:01:01.352201 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1c0273bb-de28-4b92-a164-aab37964ea92 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:01.357764 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-88bea427-c4ed-4a38-a5c3-2fbde80ae30b req-3a85ec6f-34a5-4cf8-b272-960a8299de64 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6a0a271-496a-4936-8ec0-ec680d307275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4758828 Jul 24 00:01:01.378846 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-6ef4ce57-d076-4b31-9ab4-414216b681ff None None] For port 86e39ca5-7327-4be0-98ee-304ac6109569, host n-d-800088-16, cleared binding levels {{(pid=100316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:01:01.381274 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-59247db4-b61b-473e-bae7-86a0544d91cc tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Allocated IP 172.20.0.1 (71356f79-4ba9-4dc9-b3f5-d7061501d961/6f115e55-990d-440a-a75c-d197e646d0fd/fbd037f4-1856-4911-ac49-39279a286c1b) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:01:01.383566 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-6ef4ce57-d076-4b31-9ab4-414216b681ff None None] For port 86e39ca5-7327-4be0-98ee-304ac6109569, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=86e39ca5-7327-4be0-98ee-304ac6109569,segment=NetworkSegment(c3acebb7-b496-4cc8-bec9-51681a227a5c),segment_id=c3acebb7-b496-4cc8-bec9-51681a227a5c)] {{(pid=100316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:01:01.404673 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-6ef4ce57-d076-4b31-9ab4-414216b681ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:01.433301 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c0273bb-de28-4b92-a164-aab37964ea92 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:01:01.442363 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7176d51-9f5b-441a-926f-623a53b31a42 req-35d7b3d4-0d1f-48df-a271-c674851c742a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:01.443972 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a7176d51-9f5b-441a-926f-623a53b31a42 req-35d7b3d4-0d1f-48df-a271-c674851c742a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5fab8215-ab32-480a-84d1-a0d90f322209 HTTP/1.1" status: 200 len: 859 time: 0.2822034 Jul 24 00:01:01.444257 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1c0273bb-de28-4b92-a164-aab37964ea92 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:01.445023 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-1c0273bb-de28-4b92-a164-aab37964ea92 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Added segment 0fd2cde3-76cb-43fc-8038-5392bb456f8b of type vlan for network 0eb46d4a-1769-41b9-8f15-f4cd8674660d Jul 24 00:01:01.524246 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1c0273bb-de28-4b92-a164-aab37964ea92 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:01.631209 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef4ce57-d076-4b31-9ab4-414216b681ff None None] Routers {'696604fb-125f-4302-a5fc-3b2755bb189e'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:01:01.631877 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-6ef4ce57-d076-4b31-9ab4-414216b681ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:00:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['696604fb-125f-4302-a5fc-3b2755bb189e'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:01:01.648588 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a7176d51-9f5b-441a-926f-623a53b31a42 req-7981bc6a-5de7-47e5-93d8-fad1f550fe24 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4241b8a6-e2b8-49ab-8f73-7b3653f737f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1971619 Jul 24 00:01:01.659720 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1c0273bb-de28-4b92-a164-aab37964ea92 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:01.679556 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0273bb-de28-4b92-a164-aab37964ea92 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:01.680298 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1c0273bb-de28-4b92-a164-aab37964ea92 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:01.737119 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fe3709-c866-4566-b6a8-bbc4e41754f3 None None] Pushing event updated for resources: {'Port': ['ID=86e39ca5-7327-4be0-98ee-304ac6109569,revision_number=4']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:01.805201 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-1c0273bb-de28-4b92-a164-aab37964ea92 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5223744 Jul 24 00:01:01.807678 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 52182) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:01.839388 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-f349c038-832c-48f6-8bf4-e0c2ece4d5ba tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Request body: {'subnet': {'network_id': '0eb46d4a-1769-41b9-8f15-f4cd8674660d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:01:01.880652 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-59247db4-b61b-473e-bae7-86a0544d91cc tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:01.906333 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-6ef4ce57-d076-4b31-9ab4-414216b681ff None None] Set router 696604fb-125f-4302-a5fc-3b2755bb189e gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:01:01.918715 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [None req-59247db4-b61b-473e-bae7-86a0544d91cc tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Transition to ACTIVE for port object fbd037f4-1856-4911-ac49-39279a286c1b will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:01:01.989540 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-59247db4-b61b-473e-bae7-86a0544d91cc tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:02.114182 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0273bb-de28-4b92-a164-aab37964ea92 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Pushing event updated for resources: {'Network': ['ID=0eb46d4a-1769-41b9-8f15-f4cd8674660d,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:02.129614 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 0eb46d4a-1769-41b9-8f15-f4cd8674660d details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:01:02.168032 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e87a7-ed40-4bfc-b30b-d6ca917d57b2 req-7cf481f6-c758-40f0-ab1b-3cf9d2da4766 tempest-ServersNegativeTestMultiTenantJSON-661207862 tempest-ServersNegativeTestMultiTenantJSON-661207862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:02.185721 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-643e87a7-ed40-4bfc-b30b-d6ca917d57b2 req-7cf481f6-c758-40f0-ab1b-3cf9d2da4766 tempest-ServersNegativeTestMultiTenantJSON-661207862 tempest-ServersNegativeTestMultiTenantJSON-661207862-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3abb0c2-fab4-4a29-946d-99223c85f6e3 HTTP/1.1" status: 200 len: 944 time: 0.6313181 Jul 24 00:01:02.230053 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59247db4-b61b-473e-bae7-86a0544d91cc tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Network 71356f79-4ba9-4dc9-b3f5-d7061501d961 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:01:02.257603 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-59247db4-b61b-473e-bae7-86a0544d91cc tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:01:02.277846 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59247db4-b61b-473e-bae7-86a0544d91cc tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:01:02.280141 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 7e55dee0-dd32-4f92-9fce-1c3f63699cdb up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:01:02.280901 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59247db4-b61b-473e-bae7-86a0544d91cc tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Pushing event updated for resources: {'Port': ['ID=fbd037f4-1856-4911-ac49-39279a286c1b,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:02.377578 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a7176d51-9f5b-441a-926f-623a53b31a42 req-3386f511-dfcf-4336-8e91-fb2505febb43 service neutron] 10.222.0.64 "GET /v2.0/networks/4241b8a6-e2b8-49ab-8f73-7b3653f737f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7190795 Jul 24 00:01:02.425943 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port 7e55dee0-dd32-4f92-9fce-1c3f63699cdb completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:01:02.440683 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port 7e55dee0-dd32-4f92-9fce-1c3f63699cdb triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:01:02.441108 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:02.446732 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-643e87a7-ed40-4bfc-b30b-d6ca917d57b2 req-1e00fbdc-c350-43be-9a85-6385502276aa tempest-ServersNegativeTestMultiTenantJSON-661207862 tempest-ServersNegativeTestMultiTenantJSON-661207862-project] 10.222.0.44 "GET /v2.0/security-groups?id=0310cf1b-e6a6-4249-82ef-2101c9715cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553921 Jul 24 00:01:02.448214 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f349c038-832c-48f6-8bf4-e0c2ece4d5ba tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Made reservation on behalf of b15daf29d6cd4a878bcfd2fb8dc08d6f for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:01:02.452093 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f349c038-832c-48f6-8bf4-e0c2ece4d5ba tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:02.512272 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-59247db4-b61b-473e-bae7-86a0544d91cc tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681761'] for router_interface, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:02.611115 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.ipam_backend_mixin [None req-f349c038-832c-48f6-8bf4-e0c2ece4d5ba tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Performing IP validity checks on allocation pools {{(pid=100313) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 24 00:01:02.616435 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.ipam_backend_mixin [None req-f349c038-832c-48f6-8bf4-e0c2ece4d5ba tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100313) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 24 00:01:02.648028 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-6ef4ce57-d076-4b31-9ab4-414216b681ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '696604fb-125f-4302-a5fc-3b2755bb189e', 'name': 'tempest-TaggedBootDevicesTest_v242-1152624261-router', 'tenant_id': '8d43db295226432aa2eb8bb806af3cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '75f537b2-f413-4ba6-84ba-f11d8fd88f90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:00:48Z', 'updated_at': '2021-07-24T00:00:56Z', 'revision_number': 4, 'project_id': '8d43db295226432aa2eb8bb806af3cad', 'gw_port': {'id': '75f537b2-f413-4ba6-84ba-f11d8fd88f90', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:48:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696604fb-125f-4302-a5fc-3b2755bb189e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:00:50Z', 'updated_at': '2021-07-24T00:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '86e39ca5-7327-4be0-98ee-304ac6109569', 'name': '', 'network_id': '7c5ac98e-801e-45e6-b7a1-9d72ebb7e3ef', 'tenant_id': '8d43db295226432aa2eb8bb806af3cad', 'mac_address': 'fa:16:3e:ed:36:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '696604fb-125f-4302-a5fc-3b2755bb189e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'c23b279f-1e65-49c9-9b0f-a3a3864c4539', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:00:55Z', 'updated_at': '2021-07-24T00:01:01Z', 'revision_number': 4, 'project_id': '8d43db295226432aa2eb8bb806af3cad', 'subnets': [{'id': 'c23b279f-1e65-49c9-9b0f-a3a3864c4539', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:01:02.695820 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef4ce57-d076-4b31-9ab4-414216b681ff None None] The sync data for ids ['696604fb-125f-4302-a5fc-3b2755bb189e'] in n-d-800088-16 is: [{'id': '696604fb-125f-4302-a5fc-3b2755bb189e', 'name': 'tempest-TaggedBootDevicesTest_v242-1152624261-router', 'tenant_id': '8d43db295226432aa2eb8bb806af3cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '75f537b2-f413-4ba6-84ba-f11d8fd88f90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:00:48Z', 'updated_at': '2021-07-24T00:00:56Z', 'revision_number': 4, 'project_id': '8d43db295226432aa2eb8bb806af3cad', 'gw_port': {'id': '75f537b2-f413-4ba6-84ba-f11d8fd88f90', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:48:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696604fb-125f-4302-a5fc-3b2755bb189e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:00:50Z', 'updated_at': '2021-07-24T00:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '86e39ca5-7327-4be0-98ee-304ac6109569', 'name': '', 'network_id': '7c5ac98e-801e-45e6-b7a1-9d72ebb7e3ef', 'tenant_id': '8d43db295226432aa2eb8bb806af3cad', 'mac_address': 'fa:16:3e:ed:36:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '696604fb-125f-4302-a5fc-3b2755bb189e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'c23b279f-1e65-49c9-9b0f-a3a3864c4539', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:00:55Z', 'updated_at': '2021-07-24T00:01:01Z', 'revision_number': 4, 'project_id': '8d43db295226432aa2eb8bb806af3cad', 'subnets': [{'id': 'c23b279f-1e65-49c9-9b0f-a3a3864c4539', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:01:02.726065 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:02.802908 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3abb0c2-fab4-4a29-946d-99223c85f6e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e55dee0-dd32-4f92-9fce-1c3f63699cdb'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:01:02.809942 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-230bc26b-ef5d-42af-875b-f0ef317a82ed" -d '{"events": [{"server_uuid": "a3abb0c2-fab4-4a29-946d-99223c85f6e3", "name": "network-vif-plugged", "status": "completed", "tag": "7e55dee0-dd32-4f92-9fce-1c3f63699cdb"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:01:02.841908 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 7e55dee0-dd32-4f92-9fce-1c3f63699cdb, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=7e55dee0-dd32-4f92-9fce-1c3f63699cdb,segment=NetworkSegment(f62b3a82-0988-4a98-93d0-e64959a0945c),segment_id=f62b3a82-0988-4a98-93d0-e64959a0945c)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:01:02.852258 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:02.975769 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-08e27f68-3594-4e22-84f0-55a580dad2fc req-31ba5936-6cc5-4aae-8af3-746e87520c74 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=99693099-fc1f-44e3-a9cd-8936036d847e HTTP/1.1" status: 200 len: 210 time: 0.5511074 Jul 24 00:01:02.992961 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=7e55dee0-dd32-4f92-9fce-1c3f63699cdb,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:03.096595 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4168b3-9c8b-4b35-b12c-4cef2e6fcefc None None] Network 71356f79-4ba9-4dc9-b3f5-d7061501d961 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:01:03.152632 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6fd65a-f6cc-4696-a3c6-cbe5a905a90c req-8dc6b7ac-21ab-443c-a4a3-191b41a156bd tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:03.154306 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5f6fd65a-f6cc-4696-a3c6-cbe5a905a90c req-8dc6b7ac-21ab-443c-a4a3-191b41a156bd tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/ports?device_id=daad7e6f-c1db-4f59-8042-0b3f6720bbd4 HTTP/1.1" status: 200 len: 945 time: 0.2788353 Jul 24 00:01:03.164837 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a7176d51-9f5b-441a-926f-623a53b31a42 req-50105c3f-22de-401a-bae8-96da1b105161 service neutron] 10.222.0.64 "GET /v2.0/networks/4241b8a6-e2b8-49ab-8f73-7b3653f737f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7778866 Jul 24 00:01:03.233553 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f349c038-832c-48f6-8bf4-e0c2ece4d5ba tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:03.248651 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-59247db4-b61b-473e-bae7-86a0544d91cc tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:03.312412 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5f6fd65a-f6cc-4696-a3c6-cbe5a905a90c req-180a531a-10a0-40ba-9e5b-96f737fe2cef tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6a0a271-496a-4936-8ec0-ec680d307275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164608 Jul 24 00:01:03.376260 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f349c038-832c-48f6-8bf4-e0c2ece4d5ba tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Pushing event updated for resources: {'Subnet': ['ID=c57c3eb8-5968-49cb-9938-4452e559dd9e,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:03.395334 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f349c038-832c-48f6-8bf4-e0c2ece4d5ba tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Checking segment: {'id': '0fd2cde3-76cb-43fc-8038-5392bb456f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '0eb46d4a-1769-41b9-8f15-f4cd8674660d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:01:03.398806 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f349c038-832c-48f6-8bf4-e0c2ece4d5ba tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Network hostable DHCP agents. Network: 0eb46d4a-1769-41b9-8f15-f4cd8674660d, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:01:03.458399 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f349c038-832c-48f6-8bf4-e0c2ece4d5ba tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Network 0eb46d4a-1769-41b9-8f15-f4cd8674660d is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:01:03.462209 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-807e8ba4-8354-4c95-98ed-36141b66625e None None] Provisioning for port 33fb1221-915c-4cd9-adff-41de7732c6c7 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:01:03.484153 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-f349c038-832c-48f6-8bf4-e0c2ece4d5ba tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 0eb46d4a-1769-41b9-8f15-f4cd8674660d) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:01:03.497808 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f349c038-832c-48f6-8bf4-e0c2ece4d5ba tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:03.498424 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f349c038-832c-48f6-8bf4-e0c2ece4d5ba tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:03.524764 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3154e5-c015-4b15-bd5e-2bf720b1b462 None None] Network 0eb46d4a-1769-41b9-8f15-f4cd8674660d requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:01:03.547062 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-f349c038-832c-48f6-8bf4-e0c2ece4d5ba tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.7305510 Jul 24 00:01:03.549029 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 52244) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:03.561216 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-1a189faa-991d-4f59-9ba5-d0d37e3f0c4c tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:01:03.757444 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-664bdbb5-ae9a-4c6e-b5e3-68cb7453771b x-openstack-request-id: req-664bdbb5-ae9a-4c6e-b5e3-68cb7453771b {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:01:03.757749 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3abb0c2-fab4-4a29-946d-99223c85f6e3", "name": "network-vif-plugged", "status": "completed", "tag": "7e55dee0-dd32-4f92-9fce-1c3f63699cdb", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:01:03.758008 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-664bdbb5-ae9a-4c6e-b5e3-68cb7453771b {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:01:03.758446 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3abb0c2-fab4-4a29-946d-99223c85f6e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e55dee0-dd32-4f92-9fce-1c3f63699cdb', 'code': 200} Jul 24 00:01:03.760343 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 33fb1221-915c-4cd9-adff-41de7732c6c7 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:01:03.979697 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1a189faa-991d-4f59-9ba5-d0d37e3f0c4c tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9283383'] for subnet, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:03.987020 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 33fb1221-915c-4cd9-adff-41de7732c6c7 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:01:03.995108 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 33fb1221-915c-4cd9-adff-41de7732c6c7 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:01:03.995760 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:04.053106 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166e45a5-1e1d-40e1-8a19-2753fde797c1 req-9f65e765-9f61-4aa3-8b06-a908d14eb260 tempest-ServersNegativeTestMultiTenantJSON-661207862 tempest-ServersNegativeTestMultiTenantJSON-661207862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:04.061194 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-166e45a5-1e1d-40e1-8a19-2753fde797c1 req-9f65e765-9f61-4aa3-8b06-a908d14eb260 tempest-ServersNegativeTestMultiTenantJSON-661207862 tempest-ServersNegativeTestMultiTenantJSON-661207862-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3abb0c2-fab4-4a29-946d-99223c85f6e3 HTTP/1.1" status: 200 len: 945 time: 0.2163808 Jul 24 00:01:04.077087 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a5013d-2a49-476b-a104-c07e5670ef39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-0eb46d4a-1769-41b9-8f15-f4cd8674660d', 'network_id': '0eb46d4a-1769-41b9-8f15-f4cd8674660d', 'tenant_id': 'b15daf29d6cd4a878bcfd2fb8dc08d6f', 'fixed_ips': [{'subnet_id': 'c57c3eb8-5968-49cb-9938-4452e559dd9e'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:01:04.081851 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-13a5013d-2a49-476b-a104-c07e5670ef39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:04.167517 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433bb632-ca77-441b-9d6a-8e4db8acfba8 req-b4deeb50-88b1-4daf-a9f4-dea19a19d686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:04.171509 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-433bb632-ca77-441b-9d6a-8e4db8acfba8 req-b4deeb50-88b1-4daf-a9f4-dea19a19d686 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a3abb0c2-fab4-4a29-946d-99223c85f6e3 HTTP/1.1" status: 200 len: 1097 time: 0.2671981 Jul 24 00:01:04.274007 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:04.290683 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-59247db4-b61b-473e-bae7-86a0544d91cc tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:04.311981 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-59247db4-b61b-473e-bae7-86a0544d91cc tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:04.323877 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-166e45a5-1e1d-40e1-8a19-2753fde797c1 req-3c7e717c-aeb8-4231-abec-e678b130a034 tempest-ServersNegativeTestMultiTenantJSON-661207862 tempest-ServersNegativeTestMultiTenantJSON-661207862-project] 10.222.0.44 "GET /v2.0/security-groups?id=0310cf1b-e6a6-4249-82ef-2101c9715cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606254 Jul 24 00:01:04.328021 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.db.api [None req-13a5013d-2a49-476b-a104-c07e5670ef39 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 24 00:01:04.328021 n-d-800088-16 neutron-server[100315]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Jul 24 00:01:04.328021 n-d-800088-16 neutron-server[100315]: [parameters: {'in_use': 1, 'id_1': 'c57c3eb8-5968-49cb-9938-4452e559dd9e'}] Jul 24 00:01:04.328021 n-d-800088-16 neutron-server[100315]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100315) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 00:01:04.328435 n-d-800088-16 neutron-server[100315]: DEBUG oslo_db.api [None req-13a5013d-2a49-476b-a104-c07e5670ef39 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 00:01:04.367267 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 33fb1221-915c-4cd9-adff-41de7732c6c7, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=33fb1221-915c-4cd9-adff-41de7732c6c7,segment=NetworkSegment(57d33f7d-5dfa-4a9f-acd0-b1d0413b31f8),segment_id=57d33f7d-5dfa-4a9f-acd0-b1d0413b31f8)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:01:04.377735 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:04.378680 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 86e39ca5-7327-4be0-98ee-304ac6109569 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:01:04.409574 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-433bb632-ca77-441b-9d6a-8e4db8acfba8 req-490b51b9-7007-4418-bf06-b4f0cab7953c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0310cf1b-e6a6-4249-82ef-2101c9715cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148376 Jul 24 00:01:04.518584 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-59247db4-b61b-473e-bae7-86a0544d91cc tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680980'] for router_interface, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:04.623703 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1a189faa-991d-4f59-9ba5-d0d37e3f0c4c tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727720457027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-11583684'] for subnet, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:04.627247 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1935b4ab-6328-4b04-91ca-8878bf6e8984 req-915bca2e-6bfd-451d-b649-53497721a979 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=99693099-fc1f-44e3-a9cd-8936036d847e HTTP/1.1" status: 200 len: 210 time: 0.1607175 Jul 24 00:01:04.650280 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=33fb1221-915c-4cd9-adff-41de7732c6c7,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:04.746070 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 86e39ca5-7327-4be0-98ee-304ac6109569 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:01:04.767316 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2bd93aaa-6f0f-49b1-a7ce-eac29c888f84 None None] Provisioning complete for port 33fb1221-915c-4cd9-adff-41de7732c6c7 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:01:04.767746 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2bd93aaa-6f0f-49b1-a7ce-eac29c888f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:04.769682 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 86e39ca5-7327-4be0-98ee-304ac6109569 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:01:04.769991 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:04.775800 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a189faa-991d-4f59-9ba5-d0d37e3f0c4c tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:04.777999 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1a189faa-991d-4f59-9ba5-d0d37e3f0c4c tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:04.781224 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-1a189faa-991d-4f59-9ba5-d0d37e3f0c4c tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] 10.222.0.44 "PUT /v2.0/subnets/c57c3eb8-5968-49cb-9938-4452e559dd9e HTTP/1.1" status: 200 len: 900 time: 1.2299213 Jul 24 00:01:04.787316 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 52292) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:04.850421 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-13a5013d-2a49-476b-a104-c07e5670ef39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:04.871035 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59247db4-b61b-473e-bae7-86a0544d91cc tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Network 71356f79-4ba9-4dc9-b3f5-d7061501d961 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:01:04.888359 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-59247db4-b61b-473e-bae7-86a0544d91cc tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:01:04.899148 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a189faa-991d-4f59-9ba5-d0d37e3f0c4c tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Pushing event updated for resources: {'Subnet': ['ID=c57c3eb8-5968-49cb-9938-4452e559dd9e,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:04.909277 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59247db4-b61b-473e-bae7-86a0544d91cc tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Pushing event updated for resources: {'Port': ['ID=fbd037f4-1856-4911-ac49-39279a286c1b,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:05.172728 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d31ae8a4-adf7-441e-b894-c76d4d7a27d7 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:05.232403 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427779eb-c01c-4379-aa2f-1e39cb1269df req-d80760e1-d598-4669-84ca-98416cf77d5d tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:05.236312 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-427779eb-c01c-4379-aa2f-1e39cb1269df req-d80760e1-d598-4669-84ca-98416cf77d5d tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/ports?device_id=daad7e6f-c1db-4f59-8042-0b3f6720bbd4 HTTP/1.1" status: 200 len: 945 time: 0.3629231 Jul 24 00:01:05.278395 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59247db4-b61b-473e-bae7-86a0544d91cc tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Router 8ae9f297-9d0a-4d84-9b65-3638350c19e6 is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:01:05.365646 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-13a5013d-2a49-476b-a104-c07e5670ef39 None None] Allocated IP 2001:db8::3 (0eb46d4a-1769-41b9-8f15-f4cd8674660d/c57c3eb8-5968-49cb-9938-4452e559dd9e/c34c57cf-8055-4ec5-baf8-1cfe2bcbf05d) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:01:05.372552 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d31ae8a4-adf7-441e-b894-c76d4d7a27d7 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:05.485257 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-427779eb-c01c-4379-aa2f-1e39cb1269df req-b33c3273-f6a3-430c-93eb-3f039a3349e4 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6a0a271-496a-4936-8ec0-ec680d307275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407391 Jul 24 00:01:05.530751 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59247db4-b61b-473e-bae7-86a0544d91cc tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:01:05.541702 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 52316) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:05.548874 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-7aece1b3-9520-4575-bca1-f08e013fe61f tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Request body: {'port': {'network_id': '71356f79-4ba9-4dc9-b3f5-d7061501d961', 'name': 'tempest-FloatingIPNegativeTestJSON-659671110'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:01:05.554436 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-59247db4-b61b-473e-bae7-86a0544d91cc tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] 10.222.0.44 "PUT /v2.0/routers/8ae9f297-9d0a-4d84-9b65-3638350c19e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8793361 Jul 24 00:01:05.564527 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-13a5013d-2a49-476b-a104-c07e5670ef39 None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:05.581710 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-13a5013d-2a49-476b-a104-c07e5670ef39 None None] Transition to ACTIVE for port object c34c57cf-8055-4ec5-baf8-1cfe2bcbf05d will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:01:05.598801 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-13a5013d-2a49-476b-a104-c07e5670ef39 None None] Transition to ACTIVE for port object c34c57cf-8055-4ec5-baf8-1cfe2bcbf05d will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:01:05.604977 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97883524-d61e-4057-aa7b-7be72d92f5f2 None None] Sync routers for ids ['8ae9f297-9d0a-4d84-9b65-3638350c19e6'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:01:05.745271 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee2d71a-310e-4471-9ac6-2751dedd547c req-1c9cc09b-d691-4453-9104-b2e691080ace tempest-ServersNegativeTestMultiTenantJSON-661207862 tempest-ServersNegativeTestMultiTenantJSON-661207862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:05.751175 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5ee2d71a-310e-4471-9ac6-2751dedd547c req-1c9cc09b-d691-4453-9104-b2e691080ace tempest-ServersNegativeTestMultiTenantJSON-661207862 tempest-ServersNegativeTestMultiTenantJSON-661207862-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3abb0c2-fab4-4a29-946d-99223c85f6e3 HTTP/1.1" status: 200 len: 945 time: 0.1205955 Jul 24 00:01:05.758204 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-13a5013d-2a49-476b-a104-c07e5670ef39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:05.769271 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d31ae8a4-adf7-441e-b894-c76d4d7a27d7 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:05.834413 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97883524-d61e-4057-aa7b-7be72d92f5f2 None None] Routers {'8ae9f297-9d0a-4d84-9b65-3638350c19e6'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:01:05.835296 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-97883524-d61e-4057-aa7b-7be72d92f5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:00:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['8ae9f297-9d0a-4d84-9b65-3638350c19e6'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:01:05.851381 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5ee2d71a-310e-4471-9ac6-2751dedd547c req-c8e605b0-65be-4b6f-a4ec-20c38e94ac55 tempest-ServersNegativeTestMultiTenantJSON-661207862 tempest-ServersNegativeTestMultiTenantJSON-661207862-project] 10.222.0.44 "GET /v2.0/security-groups?id=0310cf1b-e6a6-4249-82ef-2101c9715cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950630 Jul 24 00:01:05.894329 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31ae8a4-adf7-441e-b894-c76d4d7a27d7 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Pushing event deleted for resources: {'Subnet': ['ID=c57c3eb8-5968-49cb-9938-4452e559dd9e,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:05.917137 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-97883524-d61e-4057-aa7b-7be72d92f5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:01:05.937314 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aece1b3-9520-4575-bca1-f08e013fe61f tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Made reservation on behalf of 9dfc736478594fb1969cb70f8798a333 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:01:05.941709 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7aece1b3-9520-4575-bca1-f08e013fe61f tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:05.946313 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a5013d-2a49-476b-a104-c07e5670ef39 None None] Pushing event updated for resources: {'Port': ['ID=c34c57cf-8055-4ec5-baf8-1cfe2bcbf05d,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:05.965276 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:05.985179 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [None req-7aece1b3-9520-4575-bca1-f08e013fe61f tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] device_id is not set on port 077825f4-1506-4e47-a64f-72501f68e621 yet. {{(pid=100313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:01:05.990824 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a5013d-2a49-476b-a104-c07e5670ef39 None None] Network 0eb46d4a-1769-41b9-8f15-f4cd8674660d is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:01:06.033130 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2bd93aaa-6f0f-49b1-a7ce-eac29c888f84 None None] Provisioning for port fbd037f4-1856-4911-ac49-39279a286c1b completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:01:06.035357 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-010309b8-ebdb-479a-8af6-3f687c837fa9 req-814416b4-00b8-4b91-a2f9-1aedf938c7b8 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=99693099-fc1f-44e3-a9cd-8936036d847e HTTP/1.1" status: 200 len: 210 time: 0.0611174 Jul 24 00:01:06.041573 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d31ae8a4-adf7-441e-b894-c76d4d7a27d7 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:06.054100 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-d31ae8a4-adf7-441e-b894-c76d4d7a27d7 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eb46d4a-1769-41b9-8f15-f4cd8674660d']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:01:06.069775 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a5013d-2a49-476b-a104-c07e5670ef39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:01:06.070654 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a5013d-2a49-476b-a104-c07e5670ef39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:01:06.071416 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a5013d-2a49-476b-a104-c07e5670ef39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:01:06.071975 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a5013d-2a49-476b-a104-c07e5670ef39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:01:06.073224 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a5013d-2a49-476b-a104-c07e5670ef39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:01:06.073799 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a5013d-2a49-476b-a104-c07e5670ef39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:01:06.074322 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a5013d-2a49-476b-a104-c07e5670ef39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:01:06.074896 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a5013d-2a49-476b-a104-c07e5670ef39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:01:06.075418 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a5013d-2a49-476b-a104-c07e5670ef39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:01:06.075944 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a5013d-2a49-476b-a104-c07e5670ef39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:01:06.076474 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a5013d-2a49-476b-a104-c07e5670ef39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:01:06.077079 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a5013d-2a49-476b-a104-c07e5670ef39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:01:06.089503 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-13a5013d-2a49-476b-a104-c07e5670ef39 None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:01:06.099229 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2bd93aaa-6f0f-49b1-a7ce-eac29c888f84 None None] Provisioning complete for port fbd037f4-1856-4911-ac49-39279a286c1b triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:01:06.099928 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2bd93aaa-6f0f-49b1-a7ce-eac29c888f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:06.137165 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-d31ae8a4-adf7-441e-b894-c76d4d7a27d7 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fd2cde3-76cb-43fc-8038-5392bb456f8b') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:01:06.137520 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-d31ae8a4-adf7-441e-b894-c76d4d7a27d7 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fd2cde3-76cb-43fc-8038-5392bb456f8b') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:01:06.155500 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d31ae8a4-adf7-441e-b894-c76d4d7a27d7 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:06.183844 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d31ae8a4-adf7-441e-b894-c76d4d7a27d7 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:06.213262 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a5013d-2a49-476b-a104-c07e5670ef39 None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:01:06.214723 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d31ae8a4-adf7-441e-b894-c76d4d7a27d7 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:01:06.215228 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d31ae8a4-adf7-441e-b894-c76d4d7a27d7 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:06.218820 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:01:06.218820 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:01:06.218820 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:01:06.218820 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:01:06.218820 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:01:06.218820 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:01:06.218820 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:01:06.218820 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:01:06.218820 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:01:06.218820 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:01:06.218820 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:01:06.218820 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:01:06.218820 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:01:06.218820 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:01:06.218820 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:01:06.218820 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:01:06.218820 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:01:06.218820 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:01:06.218820 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:01:06.218820 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:01:06.218820 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:01:06.218820 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:01:06.218820 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:01:06.218820 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:01:06.218820 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:01:06.218820 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:01:06.218820 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:01:06.218820 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:01:06.218820 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:01:06.218820 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:01:06.218820 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:01:06.218820 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:01:06.269907 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97883524-d61e-4057-aa7b-7be72d92f5f2 None None] Routers {'8ae9f297-9d0a-4d84-9b65-3638350c19e6'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:01:06.270890 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-97883524-d61e-4057-aa7b-7be72d92f5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:00:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['8ae9f297-9d0a-4d84-9b65-3638350c19e6'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:01:06.276026 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 86e39ca5-7327-4be0-98ee-304ac6109569, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=86e39ca5-7327-4be0-98ee-304ac6109569,segment=NetworkSegment(c3acebb7-b496-4cc8-bec9-51681a227a5c),segment_id=c3acebb7-b496-4cc8-bec9-51681a227a5c)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:01:06.305044 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2bd93aaa-6f0f-49b1-a7ce-eac29c888f84 None None] Port fbd037f4-1856-4911-ac49-39279a286c1b cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:01:06.310911 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:06.317725 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c13bd8-0e38-466e-9792-29ca04d1082d req-3ca52f97-6598-4672-95d0-84a82bb4b72a tempest-ServersNegativeTestMultiTenantJSON-661207862 tempest-ServersNegativeTestMultiTenantJSON-661207862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:06.322992 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a7c13bd8-0e38-466e-9792-29ca04d1082d req-3ca52f97-6598-4672-95d0-84a82bb4b72a tempest-ServersNegativeTestMultiTenantJSON-661207862 tempest-ServersNegativeTestMultiTenantJSON-661207862-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3abb0c2-fab4-4a29-946d-99223c85f6e3 HTTP/1.1" status: 200 len: 945 time: 0.1303251 Jul 24 00:01:06.405860 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-7aece1b3-9520-4575-bca1-f08e013fe61f tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Allocated IP 172.20.0.4 (71356f79-4ba9-4dc9-b3f5-d7061501d961/6f115e55-990d-440a-a75c-d197e646d0fd/077825f4-1506-4e47-a64f-72501f68e621) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:01:06.411457 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.db.api [None req-d31ae8a4-adf7-441e-b894-c76d4d7a27d7 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 24 00:01:06.411457 n-d-800088-16 neutron-server[100313]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 24 00:01:06.411457 n-d-800088-16 neutron-server[100313]: [parameters: {'id': '0eb46d4a-1769-41b9-8f15-f4cd8674660d'}] Jul 24 00:01:06.411457 n-d-800088-16 neutron-server[100313]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 00:01:06.412490 n-d-800088-16 neutron-server[100313]: DEBUG oslo_db.api [None req-d31ae8a4-adf7-441e-b894-c76d4d7a27d7 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 00:01:06.458021 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=86e39ca5-7327-4be0-98ee-304ac6109569,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:06.459947 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a7c13bd8-0e38-466e-9792-29ca04d1082d req-eaeeef5a-4e60-439c-b1f2-9a56194d253d tempest-ServersNegativeTestMultiTenantJSON-661207862 tempest-ServersNegativeTestMultiTenantJSON-661207862-project] 10.222.0.44 "GET /v2.0/security-groups?id=0310cf1b-e6a6-4249-82ef-2101c9715cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295121 Jul 24 00:01:06.502274 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-97883524-d61e-4057-aa7b-7be72d92f5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:01:06.502948 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97883524-d61e-4057-aa7b-7be72d92f5f2 None None] The sync data for ids ['8ae9f297-9d0a-4d84-9b65-3638350c19e6'] in n-d-800088-16 is: [] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:01:06.523281 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 33fb1221-915c-4cd9-adff-41de7732c6c7 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:01:06.606958 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-25a01249-d8fd-4f6a-b0ec-aa4a45f034bc None None] Provisioning complete for port fbd037f4-1856-4911-ac49-39279a286c1b triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:01:06.607568 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-25a01249-d8fd-4f6a-b0ec-aa4a45f034bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:06.669697 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7aece1b3-9520-4575-bca1-f08e013fe61f tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:06.684681 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [None req-7aece1b3-9520-4575-bca1-f08e013fe61f tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Transition to ACTIVE for port object 077825f4-1506-4e47-a64f-72501f68e621 will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:01:06.695184 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-25a01249-d8fd-4f6a-b0ec-aa4a45f034bc None None] Port fbd037f4-1856-4911-ac49-39279a286c1b cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:01:06.697100 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-13a5013d-2a49-476b-a104-c07e5670ef39 None None] Attempting to bind port c34c57cf-8055-4ec5-baf8-1cfe2bcbf05d on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:01:06.697486 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-13a5013d-2a49-476b-a104-c07e5670ef39 None None] Attempting to bind port c34c57cf-8055-4ec5-baf8-1cfe2bcbf05d by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '0fd2cde3-76cb-43fc-8038-5392bb456f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '0eb46d4a-1769-41b9-8f15-f4cd8674660d'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:01:06.697869 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a5013d-2a49-476b-a104-c07e5670ef39 None None] Attempting to bind port c34c57cf-8055-4ec5-baf8-1cfe2bcbf05d on network 0eb46d4a-1769-41b9-8f15-f4cd8674660d {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:01:06.724757 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a5013d-2a49-476b-a104-c07e5670ef39 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:01:06.725165 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a5013d-2a49-476b-a104-c07e5670ef39 None None] Checking segment: {'id': '0fd2cde3-76cb-43fc-8038-5392bb456f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '0eb46d4a-1769-41b9-8f15-f4cd8674660d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:01:06.725280 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7aece1b3-9520-4575-bca1-f08e013fe61f tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:06.725581 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-13a5013d-2a49-476b-a104-c07e5670ef39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:06.725993 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a5013d-2a49-476b-a104-c07e5670ef39 None None] Bound using segment: {'id': '0fd2cde3-76cb-43fc-8038-5392bb456f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '0eb46d4a-1769-41b9-8f15-f4cd8674660d'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:01:06.726493 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-13a5013d-2a49-476b-a104-c07e5670ef39 None None] Bound port: c34c57cf-8055-4ec5-baf8-1cfe2bcbf05d, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fd2cde3-76cb-43fc-8038-5392bb456f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '0eb46d4a-1769-41b9-8f15-f4cd8674660d'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:01:06.726891 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-13a5013d-2a49-476b-a104-c07e5670ef39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:06.775244 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aece1b3-9520-4575-bca1-f08e013fe61f tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Network 71356f79-4ba9-4dc9-b3f5-d7061501d961 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:01:06.781285 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-7aece1b3-9520-4575-bca1-f08e013fe61f tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:01:06.807536 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aece1b3-9520-4575-bca1-f08e013fe61f tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:01:06.816385 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aece1b3-9520-4575-bca1-f08e013fe61f tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Pushing event updated for resources: {'Port': ['ID=077825f4-1506-4e47-a64f-72501f68e621,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:06.885104 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-13a5013d-2a49-476b-a104-c07e5670ef39 None None] For port c34c57cf-8055-4ec5-baf8-1cfe2bcbf05d, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:01:06.890596 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-13a5013d-2a49-476b-a104-c07e5670ef39 None None] For port c34c57cf-8055-4ec5-baf8-1cfe2bcbf05d, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=c34c57cf-8055-4ec5-baf8-1cfe2bcbf05d,segment=NetworkSegment(0fd2cde3-76cb-43fc-8038-5392bb456f8b),segment_id=0fd2cde3-76cb-43fc-8038-5392bb456f8b)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:01:06.898476 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-13a5013d-2a49-476b-a104-c07e5670ef39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:06.910089 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aece1b3-9520-4575-bca1-f08e013fe61f tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:06.911020 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7aece1b3-9520-4575-bca1-f08e013fe61f tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:06.929605 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d31ae8a4-adf7-441e-b894-c76d4d7a27d7 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:06.940973 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 52408) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:06.951043 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-b48603f5-0c51-4f0d-965d-18148a669bd4 tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Request body: {'floatingip': {'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:01:06.956244 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-7aece1b3-9520-4575-bca1-f08e013fe61f tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4133637 Jul 24 00:01:06.989513 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 33fb1221-915c-4cd9-adff-41de7732c6c7 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:01:06.990220 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:07.035454 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b48603f5-0c51-4f0d-965d-18148a669bd4 tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Notify callbacks [] for floatingip, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:07.055048 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-d31ae8a4-adf7-441e-b894-c76d4d7a27d7 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Deleting port c34c57cf-8055-4ec5-baf8-1cfe2bcbf05d {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:01:07.055503 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d31ae8a4-adf7-441e-b894-c76d4d7a27d7 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:07.162657 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-d31ae8a4-adf7-441e-b894-c76d4d7a27d7 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] For port c34c57cf-8055-4ec5-baf8-1cfe2bcbf05d, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=c34c57cf-8055-4ec5-baf8-1cfe2bcbf05d,segment=NetworkSegment(0fd2cde3-76cb-43fc-8038-5392bb456f8b),segment_id=0fd2cde3-76cb-43fc-8038-5392bb456f8b)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:01:07.163187 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d31ae8a4-adf7-441e-b894-c76d4d7a27d7 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:07.179500 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-d31ae8a4-adf7-441e-b894-c76d4d7a27d7 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Calling delete_port for c34c57cf-8055-4ec5-baf8-1cfe2bcbf05d owned by network:dhcp {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:01:07.186953 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7066f9aa-7447-4c71-af55-70c8c1528a57 None None] Network 0eb46d4a-1769-41b9-8f15-f4cd8674660d requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:01:07.301746 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d31ae8a4-adf7-441e-b894-c76d4d7a27d7 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:07.318938 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a5013d-2a49-476b-a104-c07e5670ef39 None None] Pushing event updated for resources: {'Port': ['ID=c34c57cf-8055-4ec5-baf8-1cfe2bcbf05d,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:07.334329 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-ac8fe5d3-a486-4bb9-ae8c-328980e445a9 None None] Provisioning for port 077825f4-1506-4e47-a64f-72501f68e621 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:01:07.354237 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31ae8a4-adf7-441e-b894-c76d4d7a27d7 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Pushing event deleted for resources: {'Port': ['ID=c34c57cf-8055-4ec5-baf8-1cfe2bcbf05d,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:07.369897 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31ae8a4-adf7-441e-b894-c76d4d7a27d7 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] No DVR routers for this DVR port c34c57cf-8055-4ec5-baf8-1cfe2bcbf05d on host n-d-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:01:07.387131 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b48603f5-0c51-4f0d-965d-18148a669bd4 tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:07.396725 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2606c9c4-9408-4e72-beab-0b23040c12f4 req-43d2bc44-1d0e-418e-9f6c-43c07ab1ef36 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:07.403612 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2606c9c4-9408-4e72-beab-0b23040c12f4 req-43d2bc44-1d0e-418e-9f6c-43c07ab1ef36 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/ports?device_id=daad7e6f-c1db-4f59-8042-0b3f6720bbd4 HTTP/1.1" status: 200 len: 945 time: 0.2231245 Jul 24 00:01:07.492292 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2606c9c4-9408-4e72-beab-0b23040c12f4 req-bbfb6fb6-acf8-4690-9d10-312b342164f8 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6a0a271-496a-4936-8ec0-ec680d307275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877998 Jul 24 00:01:07.648160 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-ac8fe5d3-a486-4bb9-ae8c-328980e445a9 None None] Provisioning complete for port 077825f4-1506-4e47-a64f-72501f68e621 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:01:07.648761 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ac8fe5d3-a486-4bb9-ae8c-328980e445a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:07.653664 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-b48603f5-0c51-4f0d-965d-18148a669bd4 tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Allocated IP 172.25.3.233 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/5fc3e5b7-2993-4d60-9307-10e8c4ce290b) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:01:07.677437 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d31ae8a4-adf7-441e-b894-c76d4d7a27d7 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:07.738350 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-d31ae8a4-adf7-441e-b894-c76d4d7a27d7 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eb46d4a-1769-41b9-8f15-f4cd8674660d']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:01:07.758057 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-ac8fe5d3-a486-4bb9-ae8c-328980e445a9 None None] Port 077825f4-1506-4e47-a64f-72501f68e621 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:01:07.789519 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c74199-bc36-4b93-9fcb-588673547224 req-c3f3b558-9455-4124-a424-58fc1a6aecdc tempest-ServersNegativeTestMultiTenantJSON-661207862 tempest-ServersNegativeTestMultiTenantJSON-661207862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:07.798110 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f3c74199-bc36-4b93-9fcb-588673547224 req-c3f3b558-9455-4124-a424-58fc1a6aecdc tempest-ServersNegativeTestMultiTenantJSON-661207862 tempest-ServersNegativeTestMultiTenantJSON-661207862-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3abb0c2-fab4-4a29-946d-99223c85f6e3 HTTP/1.1" status: 200 len: 945 time: 0.4253464 Jul 24 00:01:07.829781 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-d31ae8a4-adf7-441e-b894-c76d4d7a27d7 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fd2cde3-76cb-43fc-8038-5392bb456f8b') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:01:07.830168 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-d31ae8a4-adf7-441e-b894-c76d4d7a27d7 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fd2cde3-76cb-43fc-8038-5392bb456f8b') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:01:07.846577 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d31ae8a4-adf7-441e-b894-c76d4d7a27d7 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:07.865758 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d31ae8a4-adf7-441e-b894-c76d4d7a27d7 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:07.873118 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d31ae8a4-adf7-441e-b894-c76d4d7a27d7 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:01:07.873534 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d31ae8a4-adf7-441e-b894-c76d4d7a27d7 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:07.957169 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:01:07.957169 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:01:07.957169 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:01:07.957169 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:01:07.957169 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:01:07.957169 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:01:07.957169 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:01:07.957169 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:01:07.957169 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:01:07.957169 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:01:07.957169 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:01:07.957169 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:01:07.957169 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:01:07.957169 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:01:07.957169 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:01:07.957169 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:01:07.957169 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:01:07.957169 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:01:07.957169 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:01:07.957169 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:01:07.957169 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:01:07.957169 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:01:07.957169 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:01:07.957169 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:01:07.957169 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:01:07.957169 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:01:07.957169 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:01:07.957169 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:01:07.957169 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:01:07.957169 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:01:07.957169 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:01:07.957169 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:01:07.969864 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be65cab-165b-4fd7-a117-a54aa2a1782e None None] Network 0eb46d4a-1769-41b9-8f15-f4cd8674660d requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:01:07.978017 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d31ae8a4-adf7-441e-b894-c76d4d7a27d7 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:08.005640 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b48603f5-0c51-4f0d-965d-18148a669bd4 tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:08.007239 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be65cab-165b-4fd7-a117-a54aa2a1782e None None] Network 0eb46d4a-1769-41b9-8f15-f4cd8674660d could not be found, it might have been deleted concurrently. {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 24 00:01:08.020154 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d31ae8a4-adf7-441e-b894-c76d4d7a27d7 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:08.026509 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 52456) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:08.042831 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-d31ae8a4-adf7-441e-b894-c76d4d7a27d7 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] 10.222.0.44 "DELETE /v2.0/networks/0eb46d4a-1769-41b9-8f15-f4cd8674660d HTTP/1.1" status: 204 len: 168 time: 3.2542379 Jul 24 00:01:08.049441 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31ae8a4-adf7-441e-b894-c76d4d7a27d7 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Pushing event deleted for resources: {'Network': ['ID=0eb46d4a-1769-41b9-8f15-f4cd8674660d,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:08.097714 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f3c74199-bc36-4b93-9fcb-588673547224 req-26eee95e-660f-418e-ab2b-f418c7dcdb11 tempest-ServersNegativeTestMultiTenantJSON-661207862 tempest-ServersNegativeTestMultiTenantJSON-661207862-project] 10.222.0.44 "GET /v2.0/security-groups?id=0310cf1b-e6a6-4249-82ef-2101c9715cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931969 Jul 24 00:01:08.115993 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3438d911-3bd3-4e76-bfdf-6ec0587a2d55 None None] get_active_networks_info from n-d-800088-16 {{(pid=100315) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 24 00:01:08.172493 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-08718b71-5deb-4a23-960b-3f2c41f4156e tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] DELETE failed (client error): The resource could not be found. Jul 24 00:01:08.175410 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08718b71-5deb-4a23-960b-3f2c41f4156e tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:01:08.184604 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-08718b71-5deb-4a23-960b-3f2c41f4156e tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] 10.222.0.44 "DELETE /v2.0/subnets/c57c3eb8-5968-49cb-9938-4452e559dd9e HTTP/1.1" status: 404 len: 337 time: 0.1567981 Jul 24 00:01:08.187565 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 52464) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:08.233146 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b48603f5-0c51-4f0d-965d-18148a669bd4 tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:08.252766 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a7d28bf-711f-40ab-8e36-61104b40f9b3 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] DELETE failed (client error): The resource could not be found. Jul 24 00:01:08.253436 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a7d28bf-711f-40ab-8e36-61104b40f9b3 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:01:08.261593 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-3a7d28bf-711f-40ab-8e36-61104b40f9b3 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] 10.222.0.44 "DELETE /v2.0/networks/0eb46d4a-1769-41b9-8f15-f4cd8674660d HTTP/1.1" status: 404 len: 339 time: 0.0685334 Jul 24 00:01:08.264468 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 52470) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:08.374250 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48603f5-0c51-4f0d-965d-18148a669bd4 tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:01:08.383605 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-b48603f5-0c51-4f0d-965d-18148a669bd4 tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:01:08.389235 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48603f5-0c51-4f0d-965d-18148a669bd4 tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:01:08.489827 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 86e39ca5-7327-4be0-98ee-304ac6109569 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:01:08.533549 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7ae3c6c3-afbe-4da6-b377-5d17caf36418 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:08.592116 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 86e39ca5-7327-4be0-98ee-304ac6109569 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:01:08.592548 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:08.597386 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3438d911-3bd3-4e76-bfdf-6ec0587a2d55 None None] Resources bound (agent type, host, resource id): {{(pid=100315) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 24 00:01:08.788835 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7ae3c6c3-afbe-4da6-b377-5d17caf36418 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:08.816672 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-7ae3c6c3-afbe-4da6-b377-5d17caf36418 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c612e7b5-da5e-417f-b30c-edcd62784927']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:01:08.840979 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-7ae3c6c3-afbe-4da6-b377-5d17caf36418 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5386a303-2dde-4bfd-9d26-a9a54af1decb') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:01:08.841292 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-7ae3c6c3-afbe-4da6-b377-5d17caf36418 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5386a303-2dde-4bfd-9d26-a9a54af1decb') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:01:08.881809 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7ae3c6c3-afbe-4da6-b377-5d17caf36418 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:08.931501 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7ae3c6c3-afbe-4da6-b377-5d17caf36418 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:08.963661 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ae3c6c3-afbe-4da6-b377-5d17caf36418 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:01:08.963661 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7ae3c6c3-afbe-4da6-b377-5d17caf36418 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:08.970380 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:01:08.970380 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:01:08.970380 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:01:08.970380 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:01:08.970380 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:01:08.970380 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:01:08.970380 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:01:08.970380 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:01:08.970380 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:01:08.970380 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:01:08.970380 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:01:08.970380 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:01:08.970380 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:01:08.970380 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:01:08.970380 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:01:08.970380 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:01:08.970380 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:01:08.970380 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:01:08.970380 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:01:08.970380 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:01:08.970380 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:01:08.970380 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:01:08.970380 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:01:08.970380 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:01:08.970380 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:01:08.970380 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:01:08.970380 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:01:08.970380 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:01:08.970380 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:01:08.970380 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:01:08.970380 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:01:08.970380 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:01:08.991468 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 52484) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:09.165064 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7ae3c6c3-afbe-4da6-b377-5d17caf36418 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:09.180767 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7ae3c6c3-afbe-4da6-b377-5d17caf36418 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:09.186452 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-7ae3c6c3-afbe-4da6-b377-5d17caf36418 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] 10.222.0.44 "DELETE /v2.0/networks/c612e7b5-da5e-417f-b30c-edcd62784927 HTTP/1.1" status: 204 len: 168 time: 0.9200420 Jul 24 00:01:09.196494 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 52488) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:09.303656 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae3c6c3-afbe-4da6-b377-5d17caf36418 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Pushing event deleted for resources: {'Network': ['ID=c612e7b5-da5e-417f-b30c-edcd62784927,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:09.313160 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee3b1b04-402c-4134-a58c-11571846836e tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] DELETE failed (client error): The resource could not be found. Jul 24 00:01:09.314432 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee3b1b04-402c-4134-a58c-11571846836e tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:01:09.316442 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-ee3b1b04-402c-4134-a58c-11571846836e tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] 10.222.0.44 "DELETE /v2.0/subnets/8f32e8ad-ec0b-4dc2-bf96-28766a40349e HTTP/1.1" status: 404 len: 337 time: 0.1179914 Jul 24 00:01:09.324619 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 52492) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:09.334696 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-16a161b3-b3bd-42cf-be3c-ffae89154e60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:09.354722 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48603f5-0c51-4f0d-965d-18148a669bd4 tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Pushing event updated for resources: {'Port': ['ID=5fc3e5b7-2993-4d60-9307-10e8c4ce290b,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:09.357403 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5ea92c8-32e9-41bf-9fbb-a86d6d085033 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] DELETE failed (client error): The resource could not be found. Jul 24 00:01:09.358010 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5ea92c8-32e9-41bf-9fbb-a86d6d085033 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:01:09.363276 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-b5ea92c8-32e9-41bf-9fbb-a86d6d085033 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] 10.222.0.44 "DELETE /v2.0/networks/ef3df44e-ddbb-45b9-ae55-8cffa2569d22 HTTP/1.1" status: 404 len: 339 time: 0.0369537 Jul 24 00:01:09.366138 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 52494) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:09.443372 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-c305ac95-7a63-40bd-89e2-b6e36e7c820c tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Deleting subnet 03082084-868b-4f9d-ba28-f877def795ef {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:01:09.450504 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c305ac95-7a63-40bd-89e2-b6e36e7c820c tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:09.514236 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c305ac95-7a63-40bd-89e2-b6e36e7c820c tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:09.634943 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-16a161b3-b3bd-42cf-be3c-ffae89154e60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:09.664335 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-16a161b3-b3bd-42cf-be3c-ffae89154e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:09.672456 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b48603f5-0c51-4f0d-965d-18148a669bd4 tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:09.685282 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d0ed8f-2dc3-4f02-ae87-9441e32a4d08 req-1e78cf99-346f-47ab-b51e-47ff269d52a3 tempest-ServersNegativeTestMultiTenantJSON-661207862 tempest-ServersNegativeTestMultiTenantJSON-661207862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:09.694091 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-67d0ed8f-2dc3-4f02-ae87-9441e32a4d08 req-1e78cf99-346f-47ab-b51e-47ff269d52a3 tempest-ServersNegativeTestMultiTenantJSON-661207862 tempest-ServersNegativeTestMultiTenantJSON-661207862-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3abb0c2-fab4-4a29-946d-99223c85f6e3 HTTP/1.1" status: 200 len: 945 time: 0.3400474 Jul 24 00:01:09.740080 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-16a161b3-b3bd-42cf-be3c-ffae89154e60 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0d48680778294852a6b91de3d49f90aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7439961 Jul 24 00:01:09.742587 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 52496) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:09.813517 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-67d0ed8f-2dc3-4f02-ae87-9441e32a4d08 req-668d28b9-4608-4bc4-9df0-5efed9cbf29a tempest-ServersNegativeTestMultiTenantJSON-661207862 tempest-ServersNegativeTestMultiTenantJSON-661207862-project] 10.222.0.44 "GET /v2.0/security-groups?id=0310cf1b-e6a6-4249-82ef-2101c9715cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183331 Jul 24 00:01:09.816948 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c305ac95-7a63-40bd-89e2-b6e36e7c820c tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:09.833891 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b48603f5-0c51-4f0d-965d-18148a669bd4 tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:09.851711 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a161b3-b3bd-42cf-be3c-ffae89154e60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d238514-8977-4544-af2a-f26854f19011,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:09.896616 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ae5daeb0-387a-4556-91e7-e47704f100f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:09.927124 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ae5daeb0-387a-4556-91e7-e47704f100f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:10.035810 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c305ac95-7a63-40bd-89e2-b6e36e7c820c tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:10.116631 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c305ac95-7a63-40bd-89e2-b6e36e7c820c tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Pushing event deleted for resources: {'Subnet': ['ID=03082084-868b-4f9d-ba28-f877def795ef,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:10.116934 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7338d5-10b9-4acd-9d40-2328932b3e3d None None] Network dab027f3-fd76-4c1a-9df7-8d1c2b9c7a68 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:01:10.120281 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c305ac95-7a63-40bd-89e2-b6e36e7c820c tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:10.122911 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c305ac95-7a63-40bd-89e2-b6e36e7c820c tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] 10.222.0.44 "DELETE /v2.0/subnets/03082084-868b-4f9d-ba28-f877def795ef HTTP/1.1" status: 204 len: 168 time: 0.7557275 Jul 24 00:01:10.127949 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 52504) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:10.140286 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ae5daeb0-387a-4556-91e7-e47704f100f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:10.143193 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c008c6-e2cf-4735-a345-ef89ec56299f req-0dff7028-3754-4871-ab8f-003aa16153ce tempest-ServersNegativeTestMultiTenantJSON-661207862 tempest-ServersNegativeTestMultiTenantJSON-661207862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:10.143482 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ae5daeb0-387a-4556-91e7-e47704f100f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:10.145770 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-15c008c6-e2cf-4735-a345-ef89ec56299f req-0dff7028-3754-4871-ab8f-003aa16153ce tempest-ServersNegativeTestMultiTenantJSON-661207862 tempest-ServersNegativeTestMultiTenantJSON-661207862-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3abb0c2-fab4-4a29-946d-99223c85f6e3 HTTP/1.1" status: 200 len: 945 time: 0.2543240 Jul 24 00:01:10.160515 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-ae5daeb0-387a-4556-91e7-e47704f100f3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3d238514-8977-4544-af2a-f26854f19011 HTTP/1.1" status: 204 len: 168 time: 0.4149849 Jul 24 00:01:10.259313 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5daeb0-387a-4556-91e7-e47704f100f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d238514-8977-4544-af2a-f26854f19011,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:10.287153 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-d36e0ad2-f07e-4cc9-83ce-3d130d8a877a tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Deleting subnet 81a24b0f-5022-4154-926c-4b4c3295bf03 {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:01:10.292176 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d36e0ad2-f07e-4cc9-83ce-3d130d8a877a tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:10.360317 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b48603f5-0c51-4f0d-965d-18148a669bd4 tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:10.377781 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b48603f5-0c51-4f0d-965d-18148a669bd4 tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:10.434001 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d36e0ad2-f07e-4cc9-83ce-3d130d8a877a tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:10.606393 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b48603f5-0c51-4f0d-965d-18148a669bd4 tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:10.640026 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-15c008c6-e2cf-4735-a345-ef89ec56299f req-32c17662-479b-40f0-84d9-2b989fb400fa tempest-ServersNegativeTestMultiTenantJSON-661207862 tempest-ServersNegativeTestMultiTenantJSON-661207862-project] Deleting port 7e55dee0-dd32-4f92-9fce-1c3f63699cdb {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:01:10.640374 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-15c008c6-e2cf-4735-a345-ef89ec56299f req-32c17662-479b-40f0-84d9-2b989fb400fa tempest-ServersNegativeTestMultiTenantJSON-661207862 tempest-ServersNegativeTestMultiTenantJSON-661207862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:10.652954 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d36e0ad2-f07e-4cc9-83ce-3d130d8a877a tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:10.706012 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48603f5-0c51-4f0d-965d-18148a669bd4 tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Pushing event updated for resources: {'Port': ['ID=5fc3e5b7-2993-4d60-9307-10e8c4ce290b,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:10.712470 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b48603f5-0c51-4f0d-965d-18148a669bd4 tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:10.716749 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 52516) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:10.718391 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-b48603f5-0c51-4f0d-965d-18148a669bd4 tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7762482 Jul 24 00:01:10.724450 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-abf329f5-8aa4-4fad-a222-a347fe976164 tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Request body: {'floatingip': {'port_id': '077825f4-1506-4e47-a64f-72501f68e621', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:01:10.871901 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-abf329f5-8aa4-4fad-a222-a347fe976164 tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Notify callbacks [] for floatingip, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:11.005751 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-15c008c6-e2cf-4735-a345-ef89ec56299f req-32c17662-479b-40f0-84d9-2b989fb400fa tempest-ServersNegativeTestMultiTenantJSON-661207862 tempest-ServersNegativeTestMultiTenantJSON-661207862-project] For port 7e55dee0-dd32-4f92-9fce-1c3f63699cdb, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=7e55dee0-dd32-4f92-9fce-1c3f63699cdb,segment=NetworkSegment(f62b3a82-0988-4a98-93d0-e64959a0945c),segment_id=f62b3a82-0988-4a98-93d0-e64959a0945c)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:01:11.006303 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-15c008c6-e2cf-4735-a345-ef89ec56299f req-32c17662-479b-40f0-84d9-2b989fb400fa tempest-ServersNegativeTestMultiTenantJSON-661207862 tempest-ServersNegativeTestMultiTenantJSON-661207862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:11.023862 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-15c008c6-e2cf-4735-a345-ef89ec56299f req-32c17662-479b-40f0-84d9-2b989fb400fa tempest-ServersNegativeTestMultiTenantJSON-661207862 tempest-ServersNegativeTestMultiTenantJSON-661207862-project] Calling delete_port for 7e55dee0-dd32-4f92-9fce-1c3f63699cdb owned by compute:nova {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:01:11.044041 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d36e0ad2-f07e-4cc9-83ce-3d130d8a877a tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:11.085280 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c13049-e0d4-4fd3-9605-0a360e641552 req-dd56ad2b-e4c5-4e5c-8453-9fdac41032b5 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:11.087169 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-59c13049-e0d4-4fd3-9605-0a360e641552 req-dd56ad2b-e4c5-4e5c-8453-9fdac41032b5 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/ports?device_id=daad7e6f-c1db-4f59-8042-0b3f6720bbd4 HTTP/1.1" status: 200 len: 945 time: 0.4163599 Jul 24 00:01:11.183300 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36e0ad2-f07e-4cc9-83ce-3d130d8a877a tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Pushing event deleted for resources: {'Subnet': ['ID=81a24b0f-5022-4154-926c-4b4c3295bf03,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:11.231370 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d36e0ad2-f07e-4cc9-83ce-3d130d8a877a tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:11.239195 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-d36e0ad2-f07e-4cc9-83ce-3d130d8a877a tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] 10.222.0.44 "DELETE /v2.0/subnets/81a24b0f-5022-4154-926c-4b4c3295bf03 HTTP/1.1" status: 204 len: 168 time: 1.1066964 Jul 24 00:01:11.245373 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 52536) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:11.397840 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [None req-abf329f5-8aa4-4fad-a222-a347fe976164 tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] update failed (client error): The resource could not be found. Jul 24 00:01:11.397840 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-abf329f5-8aa4-4fad-a222-a347fe976164 tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] 10.222.0.44 "PUT /v2.0/floatingips/b29f3593-db12-4da2-b142-5111139a2628 HTTP/1.1" status: 404 len: 507 time: 0.6704185 Jul 24 00:01:11.398152 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-59c13049-e0d4-4fd3-9605-0a360e641552 req-5b70f968-865c-4052-b1d8-59ef3eb32b5b tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6a0a271-496a-4936-8ec0-ec680d307275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030570 Jul 24 00:01:11.398152 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 52540) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:11.415299 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ec5f8b-0c5e-45c7-a0ea-29e88e9715d3 req-c18ba026-b0a1-440e-a2cb-e9c2f99c2c3b tempest-ServersNegativeTestMultiTenantJSON-661207862 tempest-ServersNegativeTestMultiTenantJSON-661207862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:11.428496 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-71ec5f8b-0c5e-45c7-a0ea-29e88e9715d3 req-c18ba026-b0a1-440e-a2cb-e9c2f99c2c3b tempest-ServersNegativeTestMultiTenantJSON-661207862 tempest-ServersNegativeTestMultiTenantJSON-661207862-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3abb0c2-fab4-4a29-946d-99223c85f6e3 HTTP/1.1" status: 200 len: 945 time: 0.4519503 Jul 24 00:01:11.497790 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56e367c-5d3e-448c-ba3e-716d97ac885d None None] Network dab027f3-fd76-4c1a-9df7-8d1c2b9c7a68 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:01:11.534438 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-71ec5f8b-0c5e-45c7-a0ea-29e88e9715d3 req-373248ba-1be1-4b4c-8c50-9c723a38791b tempest-ServersNegativeTestMultiTenantJSON-661207862 tempest-ServersNegativeTestMultiTenantJSON-661207862-project] 10.222.0.44 "GET /v2.0/security-groups?id=0310cf1b-e6a6-4249-82ef-2101c9715cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076865 Jul 24 00:01:11.695390 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-8bea211d-59c5-4a82-8431-cffaef3129df None None] Provisioning complete for port e0db12cf-8872-4f5f-93c5-5ca300d8fb7b triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:01:11.696044 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-8bea211d-59c5-4a82-8431-cffaef3129df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:11.839355 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-15c008c6-e2cf-4735-a345-ef89ec56299f req-32c17662-479b-40f0-84d9-2b989fb400fa tempest-ServersNegativeTestMultiTenantJSON-661207862 tempest-ServersNegativeTestMultiTenantJSON-661207862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:11.878623 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fb770233-1290-4593-9365-87013b057fab tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:11.890042 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c17662-479b-40f0-84d9-2b989fb400fa tempest-ServersNegativeTestMultiTenantJSON-661207862 tempest-ServersNegativeTestMultiTenantJSON-661207862-project] Pushing event deleted for resources: {'Port': ['ID=7e55dee0-dd32-4f92-9fce-1c3f63699cdb,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:12.091005 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-15c008c6-e2cf-4735-a345-ef89ec56299f req-32c17662-479b-40f0-84d9-2b989fb400fa tempest-ServersNegativeTestMultiTenantJSON-661207862 tempest-ServersNegativeTestMultiTenantJSON-661207862-project] No DVR routers for this DVR port 7e55dee0-dd32-4f92-9fce-1c3f63699cdb on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:01:12.094716 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-15c008c6-e2cf-4735-a345-ef89ec56299f req-32c17662-479b-40f0-84d9-2b989fb400fa tempest-ServersNegativeTestMultiTenantJSON-661207862 tempest-ServersNegativeTestMultiTenantJSON-661207862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:12.097464 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-15c008c6-e2cf-4735-a345-ef89ec56299f req-32c17662-479b-40f0-84d9-2b989fb400fa tempest-ServersNegativeTestMultiTenantJSON-661207862 tempest-ServersNegativeTestMultiTenantJSON-661207862-project] 10.222.0.64 "DELETE /v2.0/ports/7e55dee0-dd32-4f92-9fce-1c3f63699cdb HTTP/1.1" status: 204 len: 173 time: 1.9436269 Jul 24 00:01:12.099684 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3abb0c2-fab4-4a29-946d-99223c85f6e3', 'name': 'network-vif-deleted', 'tag': '7e55dee0-dd32-4f92-9fce-1c3f63699cdb'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:01:12.102152 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e3fe45b-387f-4e96-b697-593f15b3752a" -d '{"events": [{"server_uuid": "a3abb0c2-fab4-4a29-946d-99223c85f6e3", "name": "network-vif-deleted", "tag": "7e55dee0-dd32-4f92-9fce-1c3f63699cdb"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:01:12.196337 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4de8955-8850-4d38-af55-6ccf1ce66b1d x-openstack-request-id: req-e4de8955-8850-4d38-af55-6ccf1ce66b1d {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:01:12.196632 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3abb0c2-fab4-4a29-946d-99223c85f6e3", "name": "network-vif-deleted", "tag": "7e55dee0-dd32-4f92-9fce-1c3f63699cdb", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:01:12.196986 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e4de8955-8850-4d38-af55-6ccf1ce66b1d {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:01:12.197395 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3abb0c2-fab4-4a29-946d-99223c85f6e3', 'name': 'network-vif-deleted', 'tag': '7e55dee0-dd32-4f92-9fce-1c3f63699cdb', 'status': 'completed', 'code': 200} Jul 24 00:01:12.231695 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-c2e9b90f-0d7c-44b7-a45d-a69c52cd489a tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Deleting port 5fc3e5b7-2993-4d60-9307-10e8c4ce290b {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:01:12.242444 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c2e9b90f-0d7c-44b7-a45d-a69c52cd489a tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:12.246112 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 7e55dee0-dd32-4f92-9fce-1c3f63699cdb no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:01:12.286434 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-fb770233-1290-4593-9365-87013b057fab tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Deleting port e0db12cf-8872-4f5f-93c5-5ca300d8fb7b {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:01:12.286816 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fb770233-1290-4593-9365-87013b057fab tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:12.341171 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] No Port match for: 7e55dee0-dd32-4f92-9fce-1c3f63699cdb {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:01:12.341531 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 7e55dee0-dd32-4f92-9fce-1c3f63699cdb not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:01:12.487735 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090d97dd-0174-4f11-962e-63276a727c1a None None] DHCP port deletion for dab027f3-fd76-4c1a-9df7-8d1c2b9c7a68 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:01:12.573529 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-fb770233-1290-4593-9365-87013b057fab tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] For port e0db12cf-8872-4f5f-93c5-5ca300d8fb7b, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=e0db12cf-8872-4f5f-93c5-5ca300d8fb7b,segment=NetworkSegment(d9303f0b-3e8f-4d99-ba26-a8b016b9673f),segment_id=d9303f0b-3e8f-4d99-ba26-a8b016b9673f)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:01:12.573909 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fb770233-1290-4593-9365-87013b057fab tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:12.602266 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-090d97dd-0174-4f11-962e-63276a727c1a None None] Deleting port e0db12cf-8872-4f5f-93c5-5ca300d8fb7b {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:01:12.605469 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-090d97dd-0174-4f11-962e-63276a727c1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:12.627048 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-fb770233-1290-4593-9365-87013b057fab tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Calling delete_port for e0db12cf-8872-4f5f-93c5-5ca300d8fb7b owned by network:dhcp {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:01:12.653563 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c2e9b90f-0d7c-44b7-a45d-a69c52cd489a tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:12.653838 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c2e9b90f-0d7c-44b7-a45d-a69c52cd489a tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:12.698681 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-c2e9b90f-0d7c-44b7-a45d-a69c52cd489a tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Calling delete_port for 5fc3e5b7-2993-4d60-9307-10e8c4ce290b owned by network:floatingip {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:01:12.753572 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-090d97dd-0174-4f11-962e-63276a727c1a None None] For port e0db12cf-8872-4f5f-93c5-5ca300d8fb7b, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=e0db12cf-8872-4f5f-93c5-5ca300d8fb7b,segment=NetworkSegment(d9303f0b-3e8f-4d99-ba26-a8b016b9673f),segment_id=d9303f0b-3e8f-4d99-ba26-a8b016b9673f)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:01:12.754053 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-090d97dd-0174-4f11-962e-63276a727c1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:12.785466 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-090d97dd-0174-4f11-962e-63276a727c1a None None] Calling delete_port for e0db12cf-8872-4f5f-93c5-5ca300d8fb7b owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:01:13.000327 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-090d97dd-0174-4f11-962e-63276a727c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:13.044675 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d97dd-0174-4f11-962e-63276a727c1a None None] Pushing event deleted for resources: {'Port': ['ID=e0db12cf-8872-4f5f-93c5-5ca300d8fb7b,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:13.058865 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090d97dd-0174-4f11-962e-63276a727c1a None None] No DVR routers for this DVR port e0db12cf-8872-4f5f-93c5-5ca300d8fb7b on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:01:13.121635 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fb770233-1290-4593-9365-87013b057fab tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:13.127342 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0df96c0a-fdbc-46f3-b6ad-165c8564bbb3 req-89cb4420-0adb-4fc2-ad80-daba2d98e63f tempest-ServersNegativeTestMultiTenantJSON-661207862 tempest-ServersNegativeTestMultiTenantJSON-661207862-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3abb0c2-fab4-4a29-946d-99223c85f6e3 HTTP/1.1" status: 200 len: 210 time: 0.1555083 Jul 24 00:01:13.207606 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb770233-1290-4593-9365-87013b057fab tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] No DVR routers for this DVR port e0db12cf-8872-4f5f-93c5-5ca300d8fb7b on host n-d-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:01:13.220531 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb770233-1290-4593-9365-87013b057fab tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Pushing event deleted for resources: {'Port': ['ID=e0db12cf-8872-4f5f-93c5-5ca300d8fb7b,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:13.430335 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fb770233-1290-4593-9365-87013b057fab tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:13.447677 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-fb770233-1290-4593-9365-87013b057fab tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dab027f3-fd76-4c1a-9df7-8d1c2b9c7a68']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:01:13.469416 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-fb770233-1290-4593-9365-87013b057fab tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9303f0b-3e8f-4d99-ba26-a8b016b9673f') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:01:13.470339 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-fb770233-1290-4593-9365-87013b057fab tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9303f0b-3e8f-4d99-ba26-a8b016b9673f') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:01:13.534174 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fb770233-1290-4593-9365-87013b057fab tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:13.592134 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fb770233-1290-4593-9365-87013b057fab tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:13.627121 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb770233-1290-4593-9365-87013b057fab tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:01:13.627737 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fb770233-1290-4593-9365-87013b057fab tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:13.631291 n-d-800088-16 neutron-server[100314]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:01:13.631291 n-d-800088-16 neutron-server[100314]: self.session.flush() Jul 24 00:01:13.631291 n-d-800088-16 neutron-server[100314]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:01:13.631291 n-d-800088-16 neutron-server[100314]: self.session.flush() Jul 24 00:01:13.631291 n-d-800088-16 neutron-server[100314]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:01:13.631291 n-d-800088-16 neutron-server[100314]: self.session.flush() Jul 24 00:01:13.631291 n-d-800088-16 neutron-server[100314]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:01:13.631291 n-d-800088-16 neutron-server[100314]: self.session.flush() Jul 24 00:01:13.631291 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:01:13.631291 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:01:13.631291 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:01:13.631291 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:01:13.631291 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:01:13.631291 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:01:13.631291 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:01:13.631291 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:01:13.631291 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:01:13.631291 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:01:13.631291 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:01:13.631291 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:01:13.631291 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:01:13.631291 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:01:13.631291 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:01:13.631291 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:01:13.631291 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:01:13.631291 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:01:13.631291 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:01:13.631291 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:01:13.631291 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:01:13.631291 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:01:13.631291 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:01:13.631291 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:01:13.631291 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:01:13.631291 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:01:13.631291 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:01:13.631291 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:01:13.631291 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:01:13.631291 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:01:13.631291 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:01:13.631291 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:01:13.633390 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c2e9b90f-0d7c-44b7-a45d-a69c52cd489a tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:13.699772 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e9b90f-0d7c-44b7-a45d-a69c52cd489a tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Pushing event deleted for resources: {'Port': ['ID=5fc3e5b7-2993-4d60-9307-10e8c4ce290b,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:13.809770 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fb770233-1290-4593-9365-87013b057fab tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:13.819906 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fb770233-1290-4593-9365-87013b057fab tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:13.821777 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-fb770233-1290-4593-9365-87013b057fab tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] 10.222.0.44 "DELETE /v2.0/networks/dab027f3-fd76-4c1a-9df7-8d1c2b9c7a68 HTTP/1.1" status: 204 len: 168 time: 2.5733738 Jul 24 00:01:13.824188 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 52594) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:13.852956 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb770233-1290-4593-9365-87013b057fab tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Pushing event deleted for resources: {'Network': ['ID=dab027f3-fd76-4c1a-9df7-8d1c2b9c7a68,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:13.878607 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-308d782c-9623-4a04-aacb-68d49b51d584 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] DELETE failed (client error): The resource could not be found. Jul 24 00:01:13.879256 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-308d782c-9623-4a04-aacb-68d49b51d584 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:01:13.882157 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-308d782c-9623-4a04-aacb-68d49b51d584 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] 10.222.0.44 "DELETE /v2.0/subnets/2999899d-8326-4f54-ad13-0912a93de02a HTTP/1.1" status: 404 len: 337 time: 0.0443964 Jul 24 00:01:13.884730 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 52596) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:13.915090 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c2e9b90f-0d7c-44b7-a45d-a69c52cd489a tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Notify callbacks [] for floatingip, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:13.918048 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c2e9b90f-0d7c-44b7-a45d-a69c52cd489a tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:13.927840 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 52598) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:13.928391 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-c2e9b90f-0d7c-44b7-a45d-a69c52cd489a tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] 10.222.0.44 "DELETE /v2.0/floatingips/b29f3593-db12-4da2-b142-5111139a2628 HTTP/1.1" status: 204 len: 168 time: 2.4366066 Jul 24 00:01:13.929846 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bf44edc-f3b3-4cac-8021-19b14b4d077f tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] DELETE failed (client error): The resource could not be found. Jul 24 00:01:13.930502 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bf44edc-f3b3-4cac-8021-19b14b4d077f tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:01:13.936680 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-4bf44edc-f3b3-4cac-8021-19b14b4d077f tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] 10.222.0.44 "DELETE /v2.0/networks/e5faac7f-7191-4ce7-80c7-8f2b2c60f8e3 HTTP/1.1" status: 404 len: 339 time: 0.0465658 Jul 24 00:01:13.936680 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 52600) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:13.936984 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-76d87046-568c-4441-8c92-148f85b2db86 tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Request body: {'floatingip': {'floating_network_id': '71356f79-4ba9-4dc9-b3f5-d7061501d961', 'port_id': '077825f4-1506-4e47-a64f-72501f68e621', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:01:14.004327 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-275d69ad-e760-4692-8218-0fa46ea5843d tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] DELETE failed (client error): The resource could not be found. Jul 24 00:01:14.006122 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-275d69ad-e760-4692-8218-0fa46ea5843d tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:01:14.010302 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-275d69ad-e760-4692-8218-0fa46ea5843d tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] 10.222.0.44 "DELETE /v2.0/subnets/5c0ee7f6-15b8-481f-bbb6-a678f56683a1 HTTP/1.1" status: 404 len: 337 time: 0.0723293 Jul 24 00:01:14.010977 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 52602) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:14.056299 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a12669f-1dd8-4c65-91b6-713fa119a9b7 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] DELETE failed (client error): The resource could not be found. Jul 24 00:01:14.059536 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a12669f-1dd8-4c65-91b6-713fa119a9b7 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:01:14.064112 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-3a12669f-1dd8-4c65-91b6-713fa119a9b7 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] 10.222.0.44 "DELETE /v2.0/networks/4d23ee60-1294-4db9-af42-7d0caaa21da1 HTTP/1.1" status: 404 len: 339 time: 0.0494030 Jul 24 00:01:14.064854 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 52604) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:14.131840 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6c5a1db-40c1-4db8-8d84-43b034f6e00e tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] DELETE failed (client error): The resource could not be found. Jul 24 00:01:14.132578 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6c5a1db-40c1-4db8-8d84-43b034f6e00e tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:01:14.139026 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-d6c5a1db-40c1-4db8-8d84-43b034f6e00e tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] 10.222.0.44 "DELETE /v2.0/subnets/a54c5d5c-5fa0-454e-ab5e-12af1841dbfd HTTP/1.1" status: 404 len: 337 time: 0.0706928 Jul 24 00:01:14.139026 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 52608) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:14.146317 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-76d87046-568c-4441-8c92-148f85b2db86 tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Notify callbacks [] for floatingip, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:14.193527 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-f254bc7b-e0b7-4a37-ad4e-498670a10d3e tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] DELETE failed (client error): The resource could not be found. Jul 24 00:01:14.198383 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f254bc7b-e0b7-4a37-ad4e-498670a10d3e tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:01:14.209316 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-f254bc7b-e0b7-4a37-ad4e-498670a10d3e tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] 10.222.0.44 "DELETE /v2.0/networks/ebfd0215-74f1-4cd3-bd42-95084a47ea7b HTTP/1.1" status: 404 len: 339 time: 0.0673790 Jul 24 00:01:14.210890 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 52612) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:14.341578 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-52611df2-48f0-4f34-aec5-c1e510d6d42e tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Deleting subnet 13faff39-4ae6-42a7-845b-99d6988f2986 {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:01:14.345617 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-52611df2-48f0-4f34-aec5-c1e510d6d42e tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:14.462551 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-52611df2-48f0-4f34-aec5-c1e510d6d42e tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:14.486608 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device e0db12cf-8872-4f5f-93c5-5ca300d8fb7b no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:01:14.536114 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: e0db12cf-8872-4f5f-93c5-5ca300d8fb7b {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:01:14.536974 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device e0db12cf-8872-4f5f-93c5-5ca300d8fb7b not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:01:14.607785 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 52620) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:14.634029 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:14.687289 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-52611df2-48f0-4f34-aec5-c1e510d6d42e tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:14.769933 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8324915-22d4-403a-936d-4baade4006e6 admin admin] Deleting subnet dd50d55f-4533-487c-99d1-5dbf35f576a5 {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:01:14.778631 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c8324915-22d4-403a-936d-4baade4006e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:14.852067 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c8324915-22d4-403a-936d-4baade4006e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:14.910148 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-52611df2-48f0-4f34-aec5-c1e510d6d42e tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:14.917928 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c8324915-22d4-403a-936d-4baade4006e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:14.973858 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52611df2-48f0-4f34-aec5-c1e510d6d42e tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Pushing event deleted for resources: {'Subnet': ['ID=13faff39-4ae6-42a7-845b-99d6988f2986,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:14.975890 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-52611df2-48f0-4f34-aec5-c1e510d6d42e tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:14.977991 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-52611df2-48f0-4f34-aec5-c1e510d6d42e tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] 10.222.0.44 "DELETE /v2.0/subnets/13faff39-4ae6-42a7-845b-99d6988f2986 HTTP/1.1" status: 204 len: 168 time: 0.7651370 Jul 24 00:01:14.981112 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 52624) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:14.988378 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2c2e61-b5e2-4698-a714-576e17b3211e None None] Network 8980bf85-f5aa-47d5-87c4-737f573c2f57 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:01:15.025919 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2127686-8ff5-4856-ae9c-184e136ad5ea req-e1b98743-f6b3-4a5b-a6a3-0c30dd2c257d tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:15.035615 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e2127686-8ff5-4856-ae9c-184e136ad5ea req-e1b98743-f6b3-4a5b-a6a3-0c30dd2c257d tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f6a9ae2-cfd7-44a7-afc8-3042147e0d44 HTTP/1.1" status: 200 len: 945 time: 1.0344098 Jul 24 00:01:15.116240 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c3748885-b562-4240-8aa5-80bcc9b8a44d tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:15.128732 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c8324915-22d4-403a-936d-4baade4006e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:15.155287 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb15f1c-4552-49d9-bf5b-667e064d5b7d req-f51f156f-4005-4c6d-a383-0b4ca16b9146 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:15.157889 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6cb15f1c-4552-49d9-bf5b-667e064d5b7d req-f51f156f-4005-4c6d-a383-0b4ca16b9146 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f6a9ae2-cfd7-44a7-afc8-3042147e0d44 HTTP/1.1" status: 200 len: 945 time: 0.2053101 Jul 24 00:01:15.175141 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e2127686-8ff5-4856-ae9c-184e136ad5ea req-01f8aac2-7a05-4ac5-a3f5-52e478baf402 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378269 Jul 24 00:01:15.205246 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c8324915-22d4-403a-936d-4baade4006e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:15.210555 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-c8324915-22d4-403a-936d-4baade4006e6 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/dd50d55f-4533-487c-99d1-5dbf35f576a5 HTTP/1.1" status: 204 len: 168 time: 0.5885203 Jul 24 00:01:15.213084 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8324915-22d4-403a-936d-4baade4006e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd50d55f-4533-487c-99d1-5dbf35f576a5,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:15.216553 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 52628) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:15.346236 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ca35d329-066a-43d4-92f1-6b6987305065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:15.354095 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-c3748885-b562-4240-8aa5-80bcc9b8a44d tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Deleting port 1d3fff78-c630-4bda-9cee-fca957e7d7b0 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:01:15.354451 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c3748885-b562-4240-8aa5-80bcc9b8a44d tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:15.423949 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [None req-76d87046-568c-4441-8c92-148f85b2db86 tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 00:01:15.424278 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57448d4-db59-4c0e-a253-dfc3b89a1133 None None] DHCP port deletion for 8980bf85-f5aa-47d5-87c4-737f573c2f57 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:01:15.430421 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-76d87046-568c-4441-8c92-148f85b2db86 tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.4959989 Jul 24 00:01:15.430620 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 52636) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:15.436894 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-3ad2f0a1-9965-4f3e-b5a6-133860ce5090 tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Request body: {'floatingip': {'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'port_id': '077825f4-1506-4e47-a64f-72501f68e621', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:01:15.466571 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-6cb15f1c-4552-49d9-bf5b-667e064d5b7d req-a6391431-c809-4d0f-9b60-eb66210255de tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Deleting port 970214ba-468b-4ff1-926a-ea62de40fef5 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:01:15.466722 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-6cb15f1c-4552-49d9-bf5b-667e064d5b7d req-a6391431-c809-4d0f-9b60-eb66210255de tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:15.484980 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3ad2f0a1-9965-4f3e-b5a6-133860ce5090 tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Notify callbacks [] for floatingip, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:15.515948 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-c3748885-b562-4240-8aa5-80bcc9b8a44d tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] For port 1d3fff78-c630-4bda-9cee-fca957e7d7b0, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=1d3fff78-c630-4bda-9cee-fca957e7d7b0,segment=NetworkSegment(3e179e9c-d010-491c-a669-58938b369436),segment_id=3e179e9c-d010-491c-a669-58938b369436)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:01:15.516351 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c3748885-b562-4240-8aa5-80bcc9b8a44d tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:15.549401 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-d57448d4-db59-4c0e-a253-dfc3b89a1133 None None] Deleting port 1d3fff78-c630-4bda-9cee-fca957e7d7b0 {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:01:15.549959 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d57448d4-db59-4c0e-a253-dfc3b89a1133 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:15.572865 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ca35d329-066a-43d4-92f1-6b6987305065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:15.579372 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-c3748885-b562-4240-8aa5-80bcc9b8a44d tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Calling delete_port for 1d3fff78-c630-4bda-9cee-fca957e7d7b0 owned by network:dhcp {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:01:15.633630 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-ca35d329-066a-43d4-92f1-6b6987305065 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6c8ab97-b262-4351-aec5-a50b39caedfc']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:01:15.637605 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-6cb15f1c-4552-49d9-bf5b-667e064d5b7d req-a6391431-c809-4d0f-9b60-eb66210255de tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] For port 970214ba-468b-4ff1-926a-ea62de40fef5, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=970214ba-468b-4ff1-926a-ea62de40fef5,segment=NetworkSegment(d250a78c-273d-4c00-aeaa-fc87cc957e9a),segment_id=d250a78c-273d-4c00-aeaa-fc87cc957e9a)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:01:15.637997 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-6cb15f1c-4552-49d9-bf5b-667e064d5b7d req-a6391431-c809-4d0f-9b60-eb66210255de tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:15.668231 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-ca35d329-066a-43d4-92f1-6b6987305065 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f62b3a82-0988-4a98-93d0-e64959a0945c') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:01:15.668536 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-ca35d329-066a-43d4-92f1-6b6987305065 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f62b3a82-0988-4a98-93d0-e64959a0945c') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:01:15.699248 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-6cb15f1c-4552-49d9-bf5b-667e064d5b7d req-a6391431-c809-4d0f-9b60-eb66210255de tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Calling delete_port for 970214ba-468b-4ff1-926a-ea62de40fef5 owned by compute:nova {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:01:15.741591 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-d57448d4-db59-4c0e-a253-dfc3b89a1133 None None] For port 1d3fff78-c630-4bda-9cee-fca957e7d7b0, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=1d3fff78-c630-4bda-9cee-fca957e7d7b0,segment=NetworkSegment(3e179e9c-d010-491c-a669-58938b369436),segment_id=3e179e9c-d010-491c-a669-58938b369436)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:01:15.744943 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d57448d4-db59-4c0e-a253-dfc3b89a1133 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:15.775955 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ca35d329-066a-43d4-92f1-6b6987305065 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:15.776162 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-d57448d4-db59-4c0e-a253-dfc3b89a1133 None None] Calling delete_port for 1d3fff78-c630-4bda-9cee-fca957e7d7b0 owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:01:15.794641 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3ad2f0a1-9965-4f3e-b5a6-133860ce5090 tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:15.824221 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ca35d329-066a-43d4-92f1-6b6987305065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:15.839386 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca35d329-066a-43d4-92f1-6b6987305065 admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:01:15.839831 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ca35d329-066a-43d4-92f1-6b6987305065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:15.841714 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:01:15.841714 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:01:15.841714 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:01:15.841714 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:01:15.841714 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:01:15.841714 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:01:15.841714 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:01:15.841714 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:01:15.841714 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:01:15.841714 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:01:15.841714 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:01:15.841714 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:01:15.841714 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:01:15.841714 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:01:15.841714 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:01:15.841714 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:01:15.841714 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:01:15.841714 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:01:15.841714 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:01:15.841714 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:01:15.841714 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:01:15.841714 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:01:15.841714 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:01:15.841714 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:01:15.841714 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:01:15.841714 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:01:15.841714 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:01:15.841714 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:01:15.841714 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:01:15.841714 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:01:15.841714 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:01:15.841714 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:01:15.928821 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ca35d329-066a-43d4-92f1-6b6987305065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:15.941457 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ca35d329-066a-43d4-92f1-6b6987305065 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:15.943929 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-ca35d329-066a-43d4-92f1-6b6987305065 admin admin] 10.222.0.44 "DELETE /v2.0/networks/e6c8ab97-b262-4351-aec5-a50b39caedfc HTTP/1.1" status: 204 len: 168 time: 0.7263784 Jul 24 00:01:15.947900 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 52644) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:15.986833 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d57448d4-db59-4c0e-a253-dfc3b89a1133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:16.000461 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57448d4-db59-4c0e-a253-dfc3b89a1133 None None] No DVR routers for this DVR port 1d3fff78-c630-4bda-9cee-fca957e7d7b0 on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:01:16.004940 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-6cb15f1c-4552-49d9-bf5b-667e064d5b7d req-a6391431-c809-4d0f-9b60-eb66210255de tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:16.013606 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-3ad2f0a1-9965-4f3e-b5a6-133860ce5090 tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Allocated IP 172.25.3.135 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/a7519055-4560-47b7-a540-8d75de600d65) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:01:16.029574 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57448d4-db59-4c0e-a253-dfc3b89a1133 None None] Pushing event deleted for resources: {'Port': ['ID=1d3fff78-c630-4bda-9cee-fca957e7d7b0,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:16.047162 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c3748885-b562-4240-8aa5-80bcc9b8a44d tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:16.054725 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-77ca8233-a114-4d01-b771-7b95cfb4d082 admin admin] Deleting subnet d5e5f4ed-85b8-41bd-9c52-45106f994be5 {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:01:16.073938 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-77ca8233-a114-4d01-b771-7b95cfb4d082 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:16.102203 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca35d329-066a-43d4-92f1-6b6987305065 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6c8ab97-b262-4351-aec5-a50b39caedfc,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:16.102492 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6391431-c809-4d0f-9b60-eb66210255de tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Pushing event deleted for resources: {'Port': ['ID=970214ba-468b-4ff1-926a-ea62de40fef5,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:16.132622 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3748885-b562-4240-8aa5-80bcc9b8a44d tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Pushing event deleted for resources: {'Port': ['ID=1d3fff78-c630-4bda-9cee-fca957e7d7b0,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:16.143020 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3748885-b562-4240-8aa5-80bcc9b8a44d tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] No DVR routers for this DVR port 1d3fff78-c630-4bda-9cee-fca957e7d7b0 on host n-d-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:01:16.230808 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-77ca8233-a114-4d01-b771-7b95cfb4d082 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:16.292220 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-41154def-7e12-45a5-bffa-75bb85c5c95e req-1172735f-238d-4cad-abc0-3559bc1de2b4 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f6a9ae2-cfd7-44a7-afc8-3042147e0d44 HTTP/1.1" status: 200 len: 210 time: 0.0310988 Jul 24 00:01:16.358630 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3ad2f0a1-9965-4f3e-b5a6-133860ce5090 tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:16.367966 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c3748885-b562-4240-8aa5-80bcc9b8a44d tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:16.403511 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-c3748885-b562-4240-8aa5-80bcc9b8a44d tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8980bf85-f5aa-47d5-87c4-737f573c2f57']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:01:16.429808 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3ad2f0a1-9965-4f3e-b5a6-133860ce5090 tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:16.453831 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad2f0a1-9965-4f3e-b5a6-133860ce5090 tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:01:16.456045 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cb15f1c-4552-49d9-bf5b-667e064d5b7d req-a6391431-c809-4d0f-9b60-eb66210255de tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] No DVR routers for this DVR port 970214ba-468b-4ff1-926a-ea62de40fef5 on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:01:16.460563 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-3ad2f0a1-9965-4f3e-b5a6-133860ce5090 tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:01:16.465356 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-6cb15f1c-4552-49d9-bf5b-667e064d5b7d req-a6391431-c809-4d0f-9b60-eb66210255de tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:16.467686 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-c3748885-b562-4240-8aa5-80bcc9b8a44d tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e179e9c-d010-491c-a669-58938b369436') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:01:16.468152 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6cb15f1c-4552-49d9-bf5b-667e064d5b7d req-a6391431-c809-4d0f-9b60-eb66210255de tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.52 "DELETE /v2.0/ports/970214ba-468b-4ff1-926a-ea62de40fef5 HTTP/1.1" status: 204 len: 173 time: 1.2804716 Jul 24 00:01:16.468284 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-c3748885-b562-4240-8aa5-80bcc9b8a44d tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e179e9c-d010-491c-a669-58938b369436') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:01:16.469009 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 1d3fff78-c630-4bda-9cee-fca957e7d7b0 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:01:16.490325 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f6a9ae2-cfd7-44a7-afc8-3042147e0d44', 'name': 'network-vif-deleted', 'tag': '970214ba-468b-4ff1-926a-ea62de40fef5'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:01:16.504981 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb594cd-bf11-42fc-83da-95743feb2569" -d '{"events": [{"server_uuid": "0f6a9ae2-cfd7-44a7-afc8-3042147e0d44", "name": "network-vif-deleted", "tag": "970214ba-468b-4ff1-926a-ea62de40fef5"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:01:16.510040 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad2f0a1-9965-4f3e-b5a6-133860ce5090 tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:01:16.520688 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c3748885-b562-4240-8aa5-80bcc9b8a44d tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:16.550389 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 1d3fff78-c630-4bda-9cee-fca957e7d7b0 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:01:16.550955 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 1d3fff78-c630-4bda-9cee-fca957e7d7b0 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:01:16.567954 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad2f0a1-9965-4f3e-b5a6-133860ce5090 tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Pushing event updated for resources: {'Port': ['ID=a7519055-4560-47b7-a540-8d75de600d65,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:16.582322 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-77ca8233-a114-4d01-b771-7b95cfb4d082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:16.677084 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c3748885-b562-4240-8aa5-80bcc9b8a44d tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:16.707923 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3748885-b562-4240-8aa5-80bcc9b8a44d tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:01:16.708336 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c3748885-b562-4240-8aa5-80bcc9b8a44d tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:16.711562 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:01:16.711562 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:01:16.711562 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:01:16.711562 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:01:16.711562 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:01:16.711562 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:01:16.711562 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:01:16.711562 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:01:16.711562 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:01:16.711562 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:01:16.711562 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:01:16.711562 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:01:16.711562 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:01:16.711562 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:01:16.711562 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:01:16.711562 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:01:16.711562 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:01:16.711562 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:01:16.711562 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:01:16.711562 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:01:16.711562 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:01:16.711562 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:01:16.711562 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:01:16.711562 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:01:16.711562 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:01:16.711562 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:01:16.711562 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:01:16.711562 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:01:16.711562 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:01:16.711562 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:01:16.711562 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:01:16.711562 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:01:16.759880 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09ececf4-b0bd-445f-9079-4847d3713a63 x-openstack-request-id: req-09ececf4-b0bd-445f-9079-4847d3713a63 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:01:16.760262 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f6a9ae2-cfd7-44a7-afc8-3042147e0d44", "name": "network-vif-deleted", "tag": "970214ba-468b-4ff1-926a-ea62de40fef5", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:01:16.760942 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-09ececf4-b0bd-445f-9079-4847d3713a63 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:01:16.761516 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f6a9ae2-cfd7-44a7-afc8-3042147e0d44', 'name': 'network-vif-deleted', 'tag': '970214ba-468b-4ff1-926a-ea62de40fef5', 'status': 'completed', 'code': 200} Jul 24 00:01:16.826490 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c3748885-b562-4240-8aa5-80bcc9b8a44d tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:16.831466 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-3ad2f0a1-9965-4f3e-b5a6-133860ce5090 tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Deleting port a7519055-4560-47b7-a540-8d75de600d65 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:01:16.832461 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3ad2f0a1-9965-4f3e-b5a6-133860ce5090 tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:16.849455 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c3748885-b562-4240-8aa5-80bcc9b8a44d tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:16.851331 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-c3748885-b562-4240-8aa5-80bcc9b8a44d tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] 10.222.0.44 "DELETE /v2.0/networks/8980bf85-f5aa-47d5-87c4-737f573c2f57 HTTP/1.1" status: 204 len: 168 time: 1.8693037 Jul 24 00:01:16.852643 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-77ca8233-a114-4d01-b771-7b95cfb4d082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:16.855756 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 52666) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:16.891505 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3748885-b562-4240-8aa5-80bcc9b8a44d tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Pushing event deleted for resources: {'Network': ['ID=8980bf85-f5aa-47d5-87c4-737f573c2f57,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:16.902600 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ca8233-a114-4d01-b771-7b95cfb4d082 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5e5f4ed-85b8-41bd-9c52-45106f994be5,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:16.978004 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-77ca8233-a114-4d01-b771-7b95cfb4d082 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:16.989206 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-77ca8233-a114-4d01-b771-7b95cfb4d082 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/d5e5f4ed-85b8-41bd-9c52-45106f994be5 HTTP/1.1" status: 204 len: 168 time: 1.0398452 Jul 24 00:01:16.990379 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 52674) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:17.049030 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3ad2f0a1-9965-4f3e-b5a6-133860ce5090 tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:17.050089 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3ad2f0a1-9965-4f3e-b5a6-133860ce5090 tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:17.072992 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-3ad2f0a1-9965-4f3e-b5a6-133860ce5090 tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Calling delete_port for a7519055-4560-47b7-a540-8d75de600d65 owned by network:floatingip {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:01:17.097147 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-37f9d956-844e-48cc-8ac4-c8fb76973f84 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] DELETE failed (client error): The resource could not be found. Jul 24 00:01:17.097838 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37f9d956-844e-48cc-8ac4-c8fb76973f84 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:01:17.100159 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-37f9d956-844e-48cc-8ac4-c8fb76973f84 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] 10.222.0.44 "DELETE /v2.0/subnets/4fa515c3-531f-4243-8ae0-9dff9d43db46 HTTP/1.1" status: 404 len: 337 time: 0.2101626 Jul 24 00:01:17.102771 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 52678) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:17.116002 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cc6371fc-de21-4bea-a06d-468d4a077609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:17.131791 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-d59cfc0a-d2cc-4d85-b10e-6175edc05513 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] DELETE failed (client error): The resource could not be found. Jul 24 00:01:17.132634 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d59cfc0a-d2cc-4d85-b10e-6175edc05513 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:01:17.135003 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-d59cfc0a-d2cc-4d85-b10e-6175edc05513 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] 10.222.0.44 "DELETE /v2.0/networks/e88c1b99-cc58-4f86-8532-3ae032302cfc HTTP/1.1" status: 404 len: 339 time: 0.0310142 Jul 24 00:01:17.138381 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 52680) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:17.224410 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-93cdc113-9ffd-434b-ace3-a067194ea58e tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Deleting subnet c07fc53c-c7ca-4918-9140-02ffd491af7b {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:01:17.232780 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-93cdc113-9ffd-434b-ace3-a067194ea58e tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:17.308365 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3ad2f0a1-9965-4f3e-b5a6-133860ce5090 tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:17.342040 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 970214ba-468b-4ff1-926a-ea62de40fef5 no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:01:17.352032 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-93cdc113-9ffd-434b-ace3-a067194ea58e tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:17.379123 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] No Port match for: 970214ba-468b-4ff1-926a-ea62de40fef5 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:01:17.379495 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 970214ba-468b-4ff1-926a-ea62de40fef5 not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:01:17.382738 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad2f0a1-9965-4f3e-b5a6-133860ce5090 tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Pushing event deleted for resources: {'Port': ['ID=a7519055-4560-47b7-a540-8d75de600d65,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:17.417365 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cc6371fc-de21-4bea-a06d-468d4a077609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:17.432769 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 52688) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:17.478441 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-cc6371fc-de21-4bea-a06d-468d4a077609 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72fccf2c-1431-4fb6-a6a7-975bcee38b5d']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:01:17.496073 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-cc6371fc-de21-4bea-a06d-468d4a077609 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '885ce59a-ae61-4525-92f9-c2bf5f16c880') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:01:17.496843 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-cc6371fc-de21-4bea-a06d-468d4a077609 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '885ce59a-ae61-4525-92f9-c2bf5f16c880') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:01:17.513928 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cc6371fc-de21-4bea-a06d-468d4a077609 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:17.552494 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:17.556459 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [None req-3ad2f0a1-9965-4f3e-b5a6-133860ce5090 tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] create failed (client error): The resource could not be found. Jul 24 00:01:17.558122 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-3ad2f0a1-9965-4f3e-b5a6-133860ce5090 tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.1251743 Jul 24 00:01:17.563527 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 52694) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:17.576278 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cc6371fc-de21-4bea-a06d-468d4a077609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:17.585983 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc6371fc-de21-4bea-a06d-468d4a077609 admin admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:01:17.586411 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cc6371fc-de21-4bea-a06d-468d4a077609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:17.588329 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:01:17.588329 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:01:17.588329 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:01:17.588329 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:01:17.588329 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:01:17.588329 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:01:17.588329 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:01:17.588329 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:01:17.588329 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:01:17.588329 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:01:17.588329 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:01:17.588329 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:01:17.588329 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:01:17.588329 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:01:17.588329 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:01:17.588329 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:01:17.588329 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:01:17.588329 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:01:17.588329 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:01:17.588329 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:01:17.588329 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:01:17.588329 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:01:17.588329 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:01:17.588329 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:01:17.588329 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:01:17.588329 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:01:17.588329 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:01:17.588329 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:01:17.588329 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:01:17.588329 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:01:17.588329 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:01:17.588329 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:01:17.653780 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-93cdc113-9ffd-434b-ace3-a067194ea58e tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:17.696729 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cc6371fc-de21-4bea-a06d-468d4a077609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:17.748613 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cc6371fc-de21-4bea-a06d-468d4a077609 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:17.754028 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-cc6371fc-de21-4bea-a06d-468d4a077609 admin admin] 10.222.0.44 "DELETE /v2.0/networks/72fccf2c-1431-4fb6-a6a7-975bcee38b5d HTTP/1.1" status: 204 len: 168 time: 0.7592516 Jul 24 00:01:17.760525 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6371fc-de21-4bea-a06d-468d4a077609 admin admin] Pushing event deleted for resources: {'Network': ['ID=72fccf2c-1431-4fb6-a6a7-975bcee38b5d,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:17.793156 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8663616a-47fb-4b0c-90cb-7a3d2d15bd4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:17.794427 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-93cdc113-9ffd-434b-ace3-a067194ea58e tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:17.804541 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-15015a7a-7e58-4060-b339-2b0270f80f2e tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Deleting port 077825f4-1506-4e47-a64f-72501f68e621 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:01:17.805078 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-15015a7a-7e58-4060-b339-2b0270f80f2e tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:17.873080 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-93cdc113-9ffd-434b-ace3-a067194ea58e tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:17.879448 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79171ffd-b266-4e2b-b482-80893f64ac07 None None] Network b820cc6d-e79e-4865-b171-d58edcf6d649 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:01:17.883378 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-93cdc113-9ffd-434b-ace3-a067194ea58e tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] 10.222.0.44 "DELETE /v2.0/subnets/c07fc53c-c7ca-4918-9140-02ffd491af7b HTTP/1.1" status: 204 len: 168 time: 0.7419422 Jul 24 00:01:17.884288 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 52704) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:17.902426 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cdc113-9ffd-434b-ace3-a067194ea58e tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Pushing event deleted for resources: {'Subnet': ['ID=c07fc53c-c7ca-4918-9140-02ffd491af7b,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:18.000102 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 52706) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:18.015588 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef52c26-7d0f-40e2-a9ea-a97a5c398b3f req-8ea2c409-37a1-44f1-88a9-b847608d7c20 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:18.023619 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2ef52c26-7d0f-40e2-a9ea-a97a5c398b3f req-8ea2c409-37a1-44f1-88a9-b847608d7c20 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=60ef96c6-2a1a-44e8-9008-94fb8d7fc7d4 HTTP/1.1" status: 200 len: 944 time: 0.2955565 Jul 24 00:01:18.082300 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-291ae241-acd9-4506-9e0e-7787484651f3 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:18.115920 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2ef52c26-7d0f-40e2-a9ea-a97a5c398b3f req-7796c1f7-109d-4572-be17-1efbee567bfe tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913477 Jul 24 00:01:18.119340 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-15015a7a-7e58-4060-b339-2b0270f80f2e tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:18.178358 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ad23c0-1911-45d1-95d2-e438b1192181 None None] DHCP port deletion for b820cc6d-e79e-4865-b171-d58edcf6d649 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:01:18.178594 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-15015a7a-7e58-4060-b339-2b0270f80f2e tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Calling delete_port for 077825f4-1506-4e47-a64f-72501f68e621 owned by {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:01:18.191165 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-291ae241-acd9-4506-9e0e-7787484651f3 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Deleting port 1eeb78dc-1f52-4caa-88dc-3c77cb979b3a {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:01:18.191680 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-291ae241-acd9-4506-9e0e-7787484651f3 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:18.242581 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-31ad23c0-1911-45d1-95d2-e438b1192181 None None] Deleting port 1eeb78dc-1f52-4caa-88dc-3c77cb979b3a {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:01:18.243232 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-31ad23c0-1911-45d1-95d2-e438b1192181 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:18.279550 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-198f8b67-8e25-429b-888d-399c3e34e768 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=382e4d68ab7d49a593b6e6151cd77385&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2736933 Jul 24 00:01:18.285128 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 52708) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:18.351577 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8663616a-47fb-4b0c-90cb-7a3d2d15bd4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:18.355968 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-31ad23c0-1911-45d1-95d2-e438b1192181 None None] For port 1eeb78dc-1f52-4caa-88dc-3c77cb979b3a, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=1eeb78dc-1f52-4caa-88dc-3c77cb979b3a,segment=NetworkSegment(89d6d0ae-bb57-4a3e-b25a-504dbb6a00ee),segment_id=89d6d0ae-bb57-4a3e-b25a-504dbb6a00ee)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:01:18.356731 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-31ad23c0-1911-45d1-95d2-e438b1192181 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:18.376398 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-31ad23c0-1911-45d1-95d2-e438b1192181 None None] Calling delete_port for 1eeb78dc-1f52-4caa-88dc-3c77cb979b3a owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:01:18.446039 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 1eeb78dc-1f52-4caa-88dc-3c77cb979b3a no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:01:18.487222 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8663616a-47fb-4b0c-90cb-7a3d2d15bd4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:18.558526 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-8663616a-47fb-4b0c-90cb-7a3d2d15bd4f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b145541de64045d49f9e0ded1d7a8e50&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1245146 Jul 24 00:01:18.570375 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2087a48-51e5-43f1-a005-3bd7cfb47321 req-e85ef367-8b0e-41e1-acbe-8ce9f1a25f73 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:18.572346 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f2087a48-51e5-43f1-a005-3bd7cfb47321 req-e85ef367-8b0e-41e1-acbe-8ce9f1a25f73 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.52 "GET /v2.0/ports?device_id=60ef96c6-2a1a-44e8-9008-94fb8d7fc7d4 HTTP/1.1" status: 200 len: 944 time: 0.4598119 Jul 24 00:01:18.579570 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 52710) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:18.580280 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8663616a-47fb-4b0c-90cb-7a3d2d15bd4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fcf509d-6cf6-4b8b-ba48-ac9e72e510b0,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:18.583675 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-15015a7a-7e58-4060-b339-2b0270f80f2e tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:18.606557 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:18.713189 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 1eeb78dc-1f52-4caa-88dc-3c77cb979b3a, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=1eeb78dc-1f52-4caa-88dc-3c77cb979b3a,segment=NetworkSegment(89d6d0ae-bb57-4a3e-b25a-504dbb6a00ee),segment_id=89d6d0ae-bb57-4a3e-b25a-504dbb6a00ee)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:01:18.725618 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:18.727354 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15015a7a-7e58-4060-b339-2b0270f80f2e tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Pushing event deleted for resources: {'Port': ['ID=077825f4-1506-4e47-a64f-72501f68e621,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:18.747815 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-291ae241-acd9-4506-9e0e-7787484651f3 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] For port 1eeb78dc-1f52-4caa-88dc-3c77cb979b3a, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=1eeb78dc-1f52-4caa-88dc-3c77cb979b3a,segment=NetworkSegment(89d6d0ae-bb57-4a3e-b25a-504dbb6a00ee),segment_id=89d6d0ae-bb57-4a3e-b25a-504dbb6a00ee)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:01:18.748280 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-291ae241-acd9-4506-9e0e-7787484651f3 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:18.776425 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-debba500-51b2-4747-8910-8509a07dc97b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:18.778155 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-291ae241-acd9-4506-9e0e-7787484651f3 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Calling delete_port for 1eeb78dc-1f52-4caa-88dc-3c77cb979b3a owned by network:dhcp {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:01:18.785967 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=1eeb78dc-1f52-4caa-88dc-3c77cb979b3a,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:18.789275 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-31ad23c0-1911-45d1-95d2-e438b1192181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:18.814083 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ad23c0-1911-45d1-95d2-e438b1192181 None None] Pushing event deleted for resources: {'Port': ['ID=1eeb78dc-1f52-4caa-88dc-3c77cb979b3a,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:18.824916 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ad23c0-1911-45d1-95d2-e438b1192181 None None] No DVR routers for this DVR port 1eeb78dc-1f52-4caa-88dc-3c77cb979b3a on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:01:18.825718 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-debba500-51b2-4747-8910-8509a07dc97b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:18.927169 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-291ae241-acd9-4506-9e0e-7787484651f3 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:18.980401 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291ae241-acd9-4506-9e0e-7787484651f3 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Pushing event deleted for resources: {'Port': ['ID=1eeb78dc-1f52-4caa-88dc-3c77cb979b3a,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:18.984297 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291ae241-acd9-4506-9e0e-7787484651f3 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] No DVR routers for this DVR port 1eeb78dc-1f52-4caa-88dc-3c77cb979b3a on host n-d-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:01:19.023958 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-bd7e4a53-911c-4d53-950d-07a8abc04333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:19.114277 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-291ae241-acd9-4506-9e0e-7787484651f3 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:19.123418 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-bd7e4a53-911c-4d53-950d-07a8abc04333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:19.128981 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-f2087a48-51e5-43f1-a005-3bd7cfb47321 req-d2aa0e28-6c94-4f3a-9966-acbdf5a7ca4e tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Deleting port 60b97620-b2d2-4d9f-ba36-19ae309f9e39 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:01:19.129348 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-f2087a48-51e5-43f1-a005-3bd7cfb47321 req-d2aa0e28-6c94-4f3a-9966-acbdf5a7ca4e tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:19.130043 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-291ae241-acd9-4506-9e0e-7787484651f3 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b820cc6d-e79e-4865-b171-d58edcf6d649']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:01:19.143770 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-291ae241-acd9-4506-9e0e-7787484651f3 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89d6d0ae-bb57-4a3e-b25a-504dbb6a00ee') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:01:19.144295 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-291ae241-acd9-4506-9e0e-7787484651f3 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89d6d0ae-bb57-4a3e-b25a-504dbb6a00ee') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:01:19.155849 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-291ae241-acd9-4506-9e0e-7787484651f3 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:19.173439 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-291ae241-acd9-4506-9e0e-7787484651f3 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:19.182196 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-291ae241-acd9-4506-9e0e-7787484651f3 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:01:19.182865 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-291ae241-acd9-4506-9e0e-7787484651f3 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:19.186769 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:01:19.186769 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:01:19.186769 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:01:19.186769 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:01:19.186769 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:01:19.186769 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:01:19.186769 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:01:19.186769 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:01:19.186769 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:01:19.186769 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:01:19.186769 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:01:19.186769 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:01:19.186769 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:01:19.186769 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:01:19.186769 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:01:19.186769 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:01:19.186769 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:01:19.186769 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:01:19.186769 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:01:19.186769 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:01:19.186769 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:01:19.186769 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:01:19.186769 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:01:19.186769 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:01:19.186769 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:01:19.186769 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:01:19.186769 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:01:19.186769 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:01:19.186769 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:01:19.186769 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:01:19.186769 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:01:19.186769 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:01:19.253525 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-f2087a48-51e5-43f1-a005-3bd7cfb47321 req-d2aa0e28-6c94-4f3a-9966-acbdf5a7ca4e tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] For port 60b97620-b2d2-4d9f-ba36-19ae309f9e39, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=60b97620-b2d2-4d9f-ba36-19ae309f9e39,segment=NetworkSegment(d250a78c-273d-4c00-aeaa-fc87cc957e9a),segment_id=d250a78c-273d-4c00-aeaa-fc87cc957e9a)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:01:19.253875 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-f2087a48-51e5-43f1-a005-3bd7cfb47321 req-d2aa0e28-6c94-4f3a-9966-acbdf5a7ca4e tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:19.256120 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-291ae241-acd9-4506-9e0e-7787484651f3 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:19.264605 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-291ae241-acd9-4506-9e0e-7787484651f3 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:19.267065 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-291ae241-acd9-4506-9e0e-7787484651f3 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] 10.222.0.44 "DELETE /v2.0/networks/b820cc6d-e79e-4865-b171-d58edcf6d649 HTTP/1.1" status: 204 len: 168 time: 1.3817804 Jul 24 00:01:19.275486 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-f2087a48-51e5-43f1-a005-3bd7cfb47321 req-d2aa0e28-6c94-4f3a-9966-acbdf5a7ca4e tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Calling delete_port for 60b97620-b2d2-4d9f-ba36-19ae309f9e39 owned by compute:nova {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:01:19.280107 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291ae241-acd9-4506-9e0e-7787484651f3 tempest-NetworksIpV6Test-1383994994 tempest-NetworksIpV6Test-1383994994-project] Pushing event deleted for resources: {'Network': ['ID=b820cc6d-e79e-4865-b171-d58edcf6d649,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:19.302151 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-debba500-51b2-4747-8910-8509a07dc97b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:19.304701 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-debba500-51b2-4747-8910-8509a07dc97b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:19.306014 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-debba500-51b2-4747-8910-8509a07dc97b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0310cf1b-e6a6-4249-82ef-2101c9715cc1 HTTP/1.1" status: 204 len: 168 time: 1.0174317 Jul 24 00:01:19.321125 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-15015a7a-7e58-4060-b339-2b0270f80f2e tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:19.322960 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-15015a7a-7e58-4060-b339-2b0270f80f2e tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] 10.222.0.44 "DELETE /v2.0/ports/077825f4-1506-4e47-a64f-72501f68e621 HTTP/1.1" status: 204 len: 168 time: 1.7583835 Jul 24 00:01:19.326306 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 52724) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:19.408272 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debba500-51b2-4747-8910-8509a07dc97b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0310cf1b-e6a6-4249-82ef-2101c9715cc1,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:19.468689 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-bd7e4a53-911c-4d53-950d-07a8abc04333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:19.472003 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-bd7e4a53-911c-4d53-950d-07a8abc04333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:19.473338 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-bd7e4a53-911c-4d53-950d-07a8abc04333 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8fcf509d-6cf6-4b8b-ba48-ac9e72e510b0 HTTP/1.1" status: 204 len: 168 time: 0.8874965 Jul 24 00:01:19.485630 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351bd80-acde-4e3f-8ecd-5d6da73bf8b2 req-b4632a35-fc44-437b-ade2-b1741631b0ed tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:19.487254 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8351bd80-acde-4e3f-8ecd-5d6da73bf8b2 req-b4632a35-fc44-437b-ade2-b1741631b0ed tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=60ef96c6-2a1a-44e8-9008-94fb8d7fc7d4 HTTP/1.1" status: 200 len: 944 time: 0.1922789 Jul 24 00:01:19.496187 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7e4a53-911c-4d53-950d-07a8abc04333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fcf509d-6cf6-4b8b-ba48-ac9e72e510b0,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:19.512682 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3903d843-dfc4-4585-8a84-371a1c83952e tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:19.531812 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-3903d843-dfc4-4585-8a84-371a1c83952e tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ae9f297-9d0a-4d84-9b65-3638350c19e6 HTTP/1.1" status: 200 len: 913 time: 0.2030511 Jul 24 00:01:19.533748 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 52728) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:19.577992 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8351bd80-acde-4e3f-8ecd-5d6da73bf8b2 req-e1515b2d-50f7-41dc-ad33-8bb55dd419fd tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739739 Jul 24 00:01:19.633735 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-f2087a48-51e5-43f1-a005-3bd7cfb47321 req-d2aa0e28-6c94-4f3a-9966-acbdf5a7ca4e tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:19.675583 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aa0e28-6c94-4f3a-9966-acbdf5a7ca4e tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Pushing event deleted for resources: {'Port': ['ID=60b97620-b2d2-4d9f-ba36-19ae309f9e39,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:19.755584 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2087a48-51e5-43f1-a005-3bd7cfb47321 req-d2aa0e28-6c94-4f3a-9966-acbdf5a7ca4e tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] No DVR routers for this DVR port 60b97620-b2d2-4d9f-ba36-19ae309f9e39 on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:01:19.761986 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-f2087a48-51e5-43f1-a005-3bd7cfb47321 req-d2aa0e28-6c94-4f3a-9966-acbdf5a7ca4e tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:19.771741 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f2087a48-51e5-43f1-a005-3bd7cfb47321 req-d2aa0e28-6c94-4f3a-9966-acbdf5a7ca4e tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.52 "DELETE /v2.0/ports/60b97620-b2d2-4d9f-ba36-19ae309f9e39 HTTP/1.1" status: 204 len: 173 time: 1.1488523 Jul 24 00:01:19.772381 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60ef96c6-2a1a-44e8-9008-94fb8d7fc7d4', 'name': 'network-vif-deleted', 'tag': '60b97620-b2d2-4d9f-ba36-19ae309f9e39'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:01:19.775579 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c31543a-36fa-45b0-8073-0ca886734a7c" -d '{"events": [{"server_uuid": "60ef96c6-2a1a-44e8-9008-94fb8d7fc7d4", "name": "network-vif-deleted", "tag": "60b97620-b2d2-4d9f-ba36-19ae309f9e39"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:01:19.800872 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 52738) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:19.858239 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d6513c7-d5eb-4bf2-994e-af0b4cc9d3b5 x-openstack-request-id: req-3d6513c7-d5eb-4bf2-994e-af0b4cc9d3b5 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:01:19.858700 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60ef96c6-2a1a-44e8-9008-94fb8d7fc7d4", "name": "network-vif-deleted", "tag": "60b97620-b2d2-4d9f-ba36-19ae309f9e39", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:01:19.859049 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3d6513c7-d5eb-4bf2-994e-af0b4cc9d3b5 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:01:19.859521 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60ef96c6-2a1a-44e8-9008-94fb8d7fc7d4', 'name': 'network-vif-deleted', 'tag': '60b97620-b2d2-4d9f-ba36-19ae309f9e39', 'status': 'completed', 'code': 200} Jul 24 00:01:20.033893 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 52746) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:20.108743 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c37b3557-dab1-4b12-8d1b-5f399846f400 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=53718e61806c453581cdb18ffd9d29e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0693471 Jul 24 00:01:20.110411 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 52750) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:20.197051 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-6844cbfa-21e0-4888-aade-ddf5d4a71801 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b15daf29d6cd4a878bcfd2fb8dc08d6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3923345 Jul 24 00:01:20.197754 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 52752) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:20.197851 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e2a0dac2-2d37-41f6-bec0-8816da18b93b tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681029'] for router_interface, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:20.237326 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b5c92e5a-6a18-4913-a34e-791a313c83a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:20.254596 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2ab72914-2ce3-4c7e-873b-182fd39dcbc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:20.292580 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2ab72914-2ce3-4c7e-873b-182fd39dcbc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:20.310186 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b5c92e5a-6a18-4913-a34e-791a313c83a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:20.370503 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2ab72914-2ce3-4c7e-873b-182fd39dcbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:20.376096 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2ab72914-2ce3-4c7e-873b-182fd39dcbc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:20.379571 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-2ab72914-2ce3-4c7e-873b-182fd39dcbc4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1ac3c9f9-b839-48bc-be05-811b9eb3ff69 HTTP/1.1" status: 204 len: 168 time: 0.1804142 Jul 24 00:01:20.399708 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab72914-2ce3-4c7e-873b-182fd39dcbc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac3c9f9-b839-48bc-be05-811b9eb3ff69,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:20.493946 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b5c92e5a-6a18-4913-a34e-791a313c83a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:20.496655 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b5c92e5a-6a18-4913-a34e-791a313c83a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:20.500130 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-b5c92e5a-6a18-4913-a34e-791a313c83a2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/23bf5be7-67c0-4aec-875e-57554ff8fb78 HTTP/1.1" status: 204 len: 168 time: 0.3855426 Jul 24 00:01:20.515870 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c92e5a-6a18-4913-a34e-791a313c83a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23bf5be7-67c0-4aec-875e-57554ff8fb78,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:20.591323 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-e2a0dac2-2d37-41f6-bec0-8816da18b93b tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Deleting port fbd037f4-1856-4911-ac49-39279a286c1b {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:01:20.595709 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e2a0dac2-2d37-41f6-bec0-8816da18b93b tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:20.724299 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e2a0dac2-2d37-41f6-bec0-8816da18b93b tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:20.747582 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-e2a0dac2-2d37-41f6-bec0-8816da18b93b tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Calling delete_port for fbd037f4-1856-4911-ac49-39279a286c1b owned by network:router_interface {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:01:21.003469 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e2a0dac2-2d37-41f6-bec0-8816da18b93b tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:21.051422 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a0dac2-2d37-41f6-bec0-8816da18b93b tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Pushing event deleted for resources: {'Port': ['ID=fbd037f4-1856-4911-ac49-39279a286c1b,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:21.143482 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4fcd51-6d71-47a7-be86-4ced6000084a req-ba82a805-cbf4-4280-a4ed-8f4e6cdab27f tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:21.145887 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cb4fcd51-6d71-47a7-be86-4ced6000084a req-ba82a805-cbf4-4280-a4ed-8f4e6cdab27f tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=e06aa624-fa02-437e-9537-68eb3a6c893c HTTP/1.1" status: 200 len: 945 time: 0.1975214 Jul 24 00:01:21.346160 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cb4fcd51-6d71-47a7-be86-4ced6000084a req-47085b8f-d44b-4843-8375-dc43f7d74752 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908224 Jul 24 00:01:21.354997 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e2a0dac2-2d37-41f6-bec0-8816da18b93b tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679987'] for router_interface, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:21.378514 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 60b97620-b2d2-4d9f-ba36-19ae309f9e39 no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:01:21.391221 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 52804) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:21.403854 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] No Port match for: 60b97620-b2d2-4d9f-ba36-19ae309f9e39 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:01:21.404482 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 60b97620-b2d2-4d9f-ba36-19ae309f9e39 not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:01:21.405250 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 5acad72e-d8d6-4866-bdd3-5ad27c763815 no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:01:21.481535 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb615467-8e43-4dc6-83a1-b25ce769eaa6 req-9afa76f8-3530-401c-a129-47faf4d7f690 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:21.483619 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cb615467-8e43-4dc6-83a1-b25ce769eaa6 req-9afa76f8-3530-401c-a129-47faf4d7f690 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.52 "GET /v2.0/ports?device_id=e06aa624-fa02-437e-9537-68eb3a6c893c HTTP/1.1" status: 200 len: 945 time: 0.1642380 Jul 24 00:01:21.646075 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-cb615467-8e43-4dc6-83a1-b25ce769eaa6 req-d5271918-5441-4b58-8121-46c15043e67b tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Deleting port 5acad72e-d8d6-4866-bdd3-5ad27c763815 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:01:21.646831 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-cb615467-8e43-4dc6-83a1-b25ce769eaa6 req-d5271918-5441-4b58-8121-46c15043e67b tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:21.655195 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2a0dac2-2d37-41f6-bec0-8816da18b93b tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Router 8ae9f297-9d0a-4d84-9b65-3638350c19e6 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:01:21.677721 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-945778bc-17d2-4358-99b5-1399df8feb7b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1803844518-network', 'tenant_id': 'edb05757b79c4651874b12bd54763416'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:01:21.766105 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-945778bc-17d2-4358-99b5-1399df8feb7b admin admin] Made reservation on behalf of edb05757b79c4651874b12bd54763416 for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:01:21.768481 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-945778bc-17d2-4358-99b5-1399df8feb7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:21.770265 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2a0dac2-2d37-41f6-bec0-8816da18b93b tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:01:21.782945 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 52822) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:21.783485 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4535073a-10bb-41c7-8ed7-7d28fa7b8887 None None] Sync routers for ids ['8ae9f297-9d0a-4d84-9b65-3638350c19e6'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:01:21.799331 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-e2a0dac2-2d37-41f6-bec0-8816da18b93b tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] 10.222.0.44 "PUT /v2.0/routers/8ae9f297-9d0a-4d84-9b65-3638350c19e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2637331 Jul 24 00:01:21.803490 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-945778bc-17d2-4358-99b5-1399df8feb7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:21.803964 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4535073a-10bb-41c7-8ed7-7d28fa7b8887 None None] Routers {'8ae9f297-9d0a-4d84-9b65-3638350c19e6'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:01:21.804661 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-4535073a-10bb-41c7-8ed7-7d28fa7b8887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:00:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['8ae9f297-9d0a-4d84-9b65-3638350c19e6'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:01:21.844633 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-4535073a-10bb-41c7-8ed7-7d28fa7b8887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:01:21.857394 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4535073a-10bb-41c7-8ed7-7d28fa7b8887 None None] Routers {'8ae9f297-9d0a-4d84-9b65-3638350c19e6'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:01:21.858383 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-4535073a-10bb-41c7-8ed7-7d28fa7b8887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:00:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['8ae9f297-9d0a-4d84-9b65-3638350c19e6'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:01:21.894770 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-4535073a-10bb-41c7-8ed7-7d28fa7b8887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:01:21.895756 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4535073a-10bb-41c7-8ed7-7d28fa7b8887 None None] The sync data for ids ['8ae9f297-9d0a-4d84-9b65-3638350c19e6'] in n-d-800088-16 is: [] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:01:22.013124 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 52832) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:22.164557 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-d9818515-dc7c-4a9a-a744-1664b48d6834 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2145763805'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:01:22.198348 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9818515-dc7c-4a9a-a744-1664b48d6834 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Made reservation on behalf of 1927a1b4eb924ea4ab753600c2d7ae49 for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:01:22.203666 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d9818515-dc7c-4a9a-a744-1664b48d6834 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:22.217651 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-cb615467-8e43-4dc6-83a1-b25ce769eaa6 req-d5271918-5441-4b58-8121-46c15043e67b tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] For port 5acad72e-d8d6-4866-bdd3-5ad27c763815, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=5acad72e-d8d6-4866-bdd3-5ad27c763815,segment=NetworkSegment(d250a78c-273d-4c00-aeaa-fc87cc957e9a),segment_id=d250a78c-273d-4c00-aeaa-fc87cc957e9a)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:01:22.218151 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-cb615467-8e43-4dc6-83a1-b25ce769eaa6 req-d5271918-5441-4b58-8121-46c15043e67b tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:22.225432 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d9818515-dc7c-4a9a-a744-1664b48d6834 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:22.285284 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-cb615467-8e43-4dc6-83a1-b25ce769eaa6 req-d5271918-5441-4b58-8121-46c15043e67b tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Calling delete_port for 5acad72e-d8d6-4866-bdd3-5ad27c763815 owned by compute:nova {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:01:22.293318 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2c5be73d-eae1-4652-af7d-28997849a2e1 tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Notify callbacks [] for router, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:22.362430 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d9818515-dc7c-4a9a-a744-1664b48d6834 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:22.368520 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d9818515-dc7c-4a9a-a744-1664b48d6834 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:22.406496 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9818515-dc7c-4a9a-a744-1664b48d6834 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:01:22.413922 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 52846) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:22.424918 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9818515-dc7c-4a9a-a744-1664b48d6834 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e71f5fdd-0b86-497b-bf49-a8b005a32732,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:22.430615 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d9818515-dc7c-4a9a-a744-1664b48d6834 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:22.430969 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-d9818515-dc7c-4a9a-a744-1664b48d6834 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Added segment f91306c0-8588-4818-ab3b-6a3e591bbd44 of type vlan for network dcfc72ab-0eee-4bfa-921a-e9ec567bd394 Jul 24 00:01:22.478199 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d9818515-dc7c-4a9a-a744-1664b48d6834 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:22.518401 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d9818515-dc7c-4a9a-a744-1664b48d6834 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:22.526885 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9818515-dc7c-4a9a-a744-1664b48d6834 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:22.527692 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d9818515-dc7c-4a9a-a744-1664b48d6834 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:22.591851 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-99660387-4533-4ec0-90da-82392c16abf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:22.632026 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9818515-dc7c-4a9a-a744-1664b48d6834 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Pushing event updated for resources: {'Network': ['ID=dcfc72ab-0eee-4bfa-921a-e9ec567bd394,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:22.642083 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2c5be73d-eae1-4652-af7d-28997849a2e1 tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:22.645705 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network dcfc72ab-0eee-4bfa-921a-e9ec567bd394 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:01:22.651472 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2c5be73d-eae1-4652-af7d-28997849a2e1 tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:22.742533 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2c5be73d-eae1-4652-af7d-28997849a2e1 tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:22.743067 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c5be73d-eae1-4652-af7d-28997849a2e1 tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Fanout notify agent at l3_agent the message router_deleted on router 8ae9f297-9d0a-4d84-9b65-3638350c19e6 {{(pid=100313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:01:22.750171 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2c5be73d-eae1-4652-af7d-28997849a2e1 tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:22.754239 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-2c5be73d-eae1-4652-af7d-28997849a2e1 tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] 10.222.0.44 "DELETE /v2.0/routers/8ae9f297-9d0a-4d84-9b65-3638350c19e6 HTTP/1.1" status: 204 len: 168 time: 0.9634054 Jul 24 00:01:22.754631 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 52850) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:22.790140 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af98a4b8-8016-4d2e-86ee-e05d3f20c731 req-fa0d03fe-cb29-47bf-85b1-77ce675d7ae1 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:22.791655 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-af98a4b8-8016-4d2e-86ee-e05d3f20c731 req-fa0d03fe-cb29-47bf-85b1-77ce675d7ae1 tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/ports?device_id=e06aa624-fa02-437e-9537-68eb3a6c893c HTTP/1.1" status: 200 len: 945 time: 0.3205380 Jul 24 00:01:22.809142 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-94fad5d5-56b7-48ef-bbf2-bf2166672bae tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Deleting subnet 6f115e55-990d-440a-a75c-d197e646d0fd {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:01:22.812396 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-94fad5d5-56b7-48ef-bbf2-bf2166672bae tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:22.830647 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-945778bc-17d2-4358-99b5-1399df8feb7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:22.840825 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-945778bc-17d2-4358-99b5-1399df8feb7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:22.872833 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-cb615467-8e43-4dc6-83a1-b25ce769eaa6 req-d5271918-5441-4b58-8121-46c15043e67b tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:22.873083 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-d9818515-dc7c-4a9a-a744-1664b48d6834 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8473673 Jul 24 00:01:22.890499 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-af98a4b8-8016-4d2e-86ee-e05d3f20c731 req-a734b3ce-6b95-44ff-8579-9d6c00a5fc9e tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892117 Jul 24 00:01:22.891287 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-94fad5d5-56b7-48ef-bbf2-bf2166672bae tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:22.912341 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-945778bc-17d2-4358-99b5-1399df8feb7b admin admin] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:01:22.921912 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5271918-5441-4b58-8121-46c15043e67b tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Pushing event deleted for resources: {'Port': ['ID=5acad72e-d8d6-4866-bdd3-5ad27c763815,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:22.962074 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945778bc-17d2-4358-99b5-1399df8feb7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f804d1-c7f5-46fb-a44e-28739a8f2645,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:22.972041 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-945778bc-17d2-4358-99b5-1399df8feb7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:22.972394 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-945778bc-17d2-4358-99b5-1399df8feb7b admin admin] Added segment 03844098-4008-432a-ad64-80c1a7ec0473 of type vlan for network 6d0290d7-687f-4c6e-a33b-868ec400e0f9 Jul 24 00:01:23.012980 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb615467-8e43-4dc6-83a1-b25ce769eaa6 req-d5271918-5441-4b58-8121-46c15043e67b tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] No DVR routers for this DVR port 5acad72e-d8d6-4866-bdd3-5ad27c763815 on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:01:23.016540 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-cb615467-8e43-4dc6-83a1-b25ce769eaa6 req-d5271918-5441-4b58-8121-46c15043e67b tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:23.018987 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cb615467-8e43-4dc6-83a1-b25ce769eaa6 req-d5271918-5441-4b58-8121-46c15043e67b tempest-LiveAutoBlockMigrationV225Test-989134914 tempest-LiveAutoBlockMigrationV225Test-989134914-project] 10.222.0.52 "DELETE /v2.0/ports/5acad72e-d8d6-4866-bdd3-5ad27c763815 HTTP/1.1" status: 204 len: 173 time: 1.5280230 Jul 24 00:01:23.020716 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e06aa624-fa02-437e-9537-68eb3a6c893c', 'name': 'network-vif-deleted', 'tag': '5acad72e-d8d6-4866-bdd3-5ad27c763815'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:01:23.024030 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adbdf4e3-8e09-4924-ba82-213e4a7832a8" -d '{"events": [{"server_uuid": "e06aa624-fa02-437e-9537-68eb3a6c893c", "name": "network-vif-deleted", "tag": "5acad72e-d8d6-4866-bdd3-5ad27c763815"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:01:23.076492 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-945778bc-17d2-4358-99b5-1399df8feb7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:23.109408 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c5bb97-f17f-4581-8751-99d52c9dd9a4 x-openstack-request-id: req-23c5bb97-f17f-4581-8751-99d52c9dd9a4 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:01:23.110899 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e06aa624-fa02-437e-9537-68eb3a6c893c", "name": "network-vif-deleted", "tag": "5acad72e-d8d6-4866-bdd3-5ad27c763815", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:01:23.111406 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-23c5bb97-f17f-4581-8751-99d52c9dd9a4 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:01:23.112010 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e06aa624-fa02-437e-9537-68eb3a6c893c', 'name': 'network-vif-deleted', 'tag': '5acad72e-d8d6-4866-bdd3-5ad27c763815', 'status': 'completed', 'code': 200} Jul 24 00:01:23.115338 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-94fad5d5-56b7-48ef-bbf2-bf2166672bae tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:23.128711 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a473b197-67d5-4b49-94de-9adac4a4935c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:23.138410 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-945778bc-17d2-4358-99b5-1399df8feb7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:23.140420 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945778bc-17d2-4358-99b5-1399df8feb7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:23.141516 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-945778bc-17d2-4358-99b5-1399df8feb7b admin admin] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:23.158525 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-99660387-4533-4ec0-90da-82392c16abf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:23.167834 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-99660387-4533-4ec0-90da-82392c16abf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:23.229327 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-945778bc-17d2-4358-99b5-1399df8feb7b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8304913 Jul 24 00:01:23.230844 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945778bc-17d2-4358-99b5-1399df8feb7b admin admin] Pushing event updated for resources: {'Network': ['ID=6d0290d7-687f-4c6e-a33b-868ec400e0f9,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:23.233838 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 52856) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:23.239894 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-28acd229-ff6a-4bc2-84a0-419840f6d72a admin admin] Request body: {'subnet': {'network_id': '6d0290d7-687f-4c6e-a33b-868ec400e0f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1803844518-subnet', 'tenant_id': 'edb05757b79c4651874b12bd54763416', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:01:23.243337 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 6d0290d7-687f-4c6e-a33b-868ec400e0f9 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:01:23.253226 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-94fad5d5-56b7-48ef-bbf2-bf2166672bae tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:23.284633 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28acd229-ff6a-4bc2-84a0-419840f6d72a admin admin] Made reservation on behalf of edb05757b79c4651874b12bd54763416 for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:01:23.287789 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-28acd229-ff6a-4bc2-84a0-419840f6d72a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:23.425372 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fad5d5-56b7-48ef-bbf2-bf2166672bae tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Pushing event deleted for resources: {'Subnet': ['ID=6f115e55-990d-440a-a75c-d197e646d0fd,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:23.503052 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-99660387-4533-4ec0-90da-82392c16abf7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e7adda6557e94cea86eddfa02edce78c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0848415 Jul 24 00:01:23.503052 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99660387-4533-4ec0-90da-82392c16abf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee9ec13-a534-4365-98b4-19d05f26c4a8,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:23.510279 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99ea6c9-c583-4c3a-b424-4d63a58bb590 None None] Network 71356f79-4ba9-4dc9-b3f5-d7061501d961 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:01:23.527725 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-94fad5d5-56b7-48ef-bbf2-bf2166672bae tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:23.538391 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-94fad5d5-56b7-48ef-bbf2-bf2166672bae tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] 10.222.0.44 "DELETE /v2.0/subnets/6f115e55-990d-440a-a75c-d197e646d0fd HTTP/1.1" status: 204 len: 168 time: 0.7815905 Jul 24 00:01:23.539172 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 52866) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:23.539530 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 52868) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:23.675226 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-28acd229-ff6a-4bc2-84a0-419840f6d72a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:23.727175 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2569fc9a-368b-4b58-a99a-e6b0fcc24098 tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:23.776837 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-99946682-e781-4060-8fc1-6a6f6dbe25b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:23.785473 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28acd229-ff6a-4bc2-84a0-419840f6d72a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c5e7796-9746-457d-b93a-6a23003ac2f0,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:23.798084 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28acd229-ff6a-4bc2-84a0-419840f6d72a admin admin] Checking segment: {'id': '03844098-4008-432a-ad64-80c1a7ec0473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '6d0290d7-687f-4c6e-a33b-868ec400e0f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:01:23.798524 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28acd229-ff6a-4bc2-84a0-419840f6d72a admin admin] Network hostable DHCP agents. Network: 6d0290d7-687f-4c6e-a33b-868ec400e0f9, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:01:23.838206 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28acd229-ff6a-4bc2-84a0-419840f6d72a admin admin] Network 6d0290d7-687f-4c6e-a33b-868ec400e0f9 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:01:23.856016 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-28acd229-ff6a-4bc2-84a0-419840f6d72a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 6d0290d7-687f-4c6e-a33b-868ec400e0f9) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:01:23.861268 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28acd229-ff6a-4bc2-84a0-419840f6d72a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:23.862185 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-28acd229-ff6a-4bc2-84a0-419840f6d72a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:23.863423 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-99946682-e781-4060-8fc1-6a6f6dbe25b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:23.871308 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bda0da0-488c-4e97-9cee-dbc2bf185d18 None None] Network 6d0290d7-687f-4c6e-a33b-868ec400e0f9 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:01:23.887409 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-28acd229-ff6a-4bc2-84a0-419840f6d72a admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6521173 Jul 24 00:01:23.977400 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-2569fc9a-368b-4b58-a99a-e6b0fcc24098 tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Deleting port 33fb1221-915c-4cd9-adff-41de7732c6c7 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:01:23.979328 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2569fc9a-368b-4b58-a99a-e6b0fcc24098 tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:23.988961 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 52878) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:24.034587 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-99946682-e781-4060-8fc1-6a6f6dbe25b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:24.041738 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-99946682-e781-4060-8fc1-6a6f6dbe25b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:24.045705 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94936517-191a-41dd-9e02-19f0c9cc641c None None] DHCP port deletion for 71356f79-4ba9-4dc9-b3f5-d7061501d961 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:01:24.046275 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-99946682-e781-4060-8fc1-6a6f6dbe25b4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0ee9ec13-a534-4365-98b4-19d05f26c4a8 HTTP/1.1" status: 204 len: 168 time: 0.5004075 Jul 24 00:01:24.123678 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99946682-e781-4060-8fc1-6a6f6dbe25b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee9ec13-a534-4365-98b4-19d05f26c4a8,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:24.152651 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-2569fc9a-368b-4b58-a99a-e6b0fcc24098 tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] For port 33fb1221-915c-4cd9-adff-41de7732c6c7, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=33fb1221-915c-4cd9-adff-41de7732c6c7,segment=NetworkSegment(57d33f7d-5dfa-4a9f-acd0-b1d0413b31f8),segment_id=57d33f7d-5dfa-4a9f-acd0-b1d0413b31f8)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:01:24.156278 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2569fc9a-368b-4b58-a99a-e6b0fcc24098 tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:24.181864 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b9c7d60-d170-4f1e-b8e3-5bdfacd943c3 admin admin] Deleting subnet 3dff00ee-bed2-4c8a-b785-e9725c9c9b9c {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:01:24.183049 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-2569fc9a-368b-4b58-a99a-e6b0fcc24098 tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Calling delete_port for 33fb1221-915c-4cd9-adff-41de7732c6c7 owned by network:dhcp {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:01:24.192280 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4b9c7d60-d170-4f1e-b8e3-5bdfacd943c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:24.290383 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4b9c7d60-d170-4f1e-b8e3-5bdfacd943c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:24.376982 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4b9c7d60-d170-4f1e-b8e3-5bdfacd943c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:24.410044 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f724607c-4379-4209-85fb-0139e1e62649 None None] Network 6d0290d7-687f-4c6e-a33b-868ec400e0f9 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:01:24.500519 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2569fc9a-368b-4b58-a99a-e6b0fcc24098 tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:24.550400 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-94936517-191a-41dd-9e02-19f0c9cc641c None None] Deleting port 33fb1221-915c-4cd9-adff-41de7732c6c7 {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:01:24.551966 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-94936517-191a-41dd-9e02-19f0c9cc641c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:24.561964 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4b9c7d60-d170-4f1e-b8e3-5bdfacd943c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:24.644532 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2569fc9a-368b-4b58-a99a-e6b0fcc24098 tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] No DVR routers for this DVR port 33fb1221-915c-4cd9-adff-41de7732c6c7 on host n-d-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:01:24.654176 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2569fc9a-368b-4b58-a99a-e6b0fcc24098 tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Pushing event deleted for resources: {'Port': ['ID=33fb1221-915c-4cd9-adff-41de7732c6c7,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:24.682730 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9c7d60-d170-4f1e-b8e3-5bdfacd943c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dff00ee-bed2-4c8a-b785-e9725c9c9b9c,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:24.689359 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4b9c7d60-d170-4f1e-b8e3-5bdfacd943c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:24.701195 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-4b9c7d60-d170-4f1e-b8e3-5bdfacd943c3 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/3dff00ee-bed2-4c8a-b785-e9725c9c9b9c HTTP/1.1" status: 204 len: 168 time: 0.7108986 Jul 24 00:01:24.701977 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 52900) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:24.929399 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-94936517-191a-41dd-9e02-19f0c9cc641c None None] For port 33fb1221-915c-4cd9-adff-41de7732c6c7, host n-d-800088-16, got binding levels [] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:01:24.929958 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-94936517-191a-41dd-9e02-19f0c9cc641c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:24.968909 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2569fc9a-368b-4b58-a99a-e6b0fcc24098 tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:24.980276 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-94936517-191a-41dd-9e02-19f0c9cc641c None None] Calling delete_port for 33fb1221-915c-4cd9-adff-41de7732c6c7 owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:01:24.984582 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-2569fc9a-368b-4b58-a99a-e6b0fcc24098 tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71356f79-4ba9-4dc9-b3f5-d7061501d961']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:01:24.985153 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-040a6d98-4612-42d6-813b-f1dc9edc49aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:24.987231 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.ipam_backend_mixin [None req-94936517-191a-41dd-9e02-19f0c9cc641c None None] Port 33fb1221-915c-4cd9-adff-41de7732c6c7 was not found and therefore no delete operation was performed {{(pid=100315) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 24 00:01:25.011050 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-2569fc9a-368b-4b58-a99a-e6b0fcc24098 tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57d33f7d-5dfa-4a9f-acd0-b1d0413b31f8') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:01:25.011406 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-2569fc9a-368b-4b58-a99a-e6b0fcc24098 tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57d33f7d-5dfa-4a9f-acd0-b1d0413b31f8') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:01:25.022605 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2569fc9a-368b-4b58-a99a-e6b0fcc24098 tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:25.043619 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2569fc9a-368b-4b58-a99a-e6b0fcc24098 tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:25.051537 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2569fc9a-368b-4b58-a99a-e6b0fcc24098 tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:01:25.051948 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2569fc9a-368b-4b58-a99a-e6b0fcc24098 tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:25.061295 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-94936517-191a-41dd-9e02-19f0c9cc641c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:25.068134 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 33fb1221-915c-4cd9-adff-41de7732c6c7 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:01:25.148793 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 33fb1221-915c-4cd9-adff-41de7732c6c7 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:01:25.149290 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 33fb1221-915c-4cd9-adff-41de7732c6c7 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:01:25.188825 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-040a6d98-4612-42d6-813b-f1dc9edc49aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:25.215733 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-040a6d98-4612-42d6-813b-f1dc9edc49aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:01:25.218806 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94936517-191a-41dd-9e02-19f0c9cc641c None None] No DVR routers for this DVR port 33fb1221-915c-4cd9-adff-41de7732c6c7 on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:01:25.236358 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94936517-191a-41dd-9e02-19f0c9cc641c None None] Pushing event deleted for resources: {'Port': ['ID=33fb1221-915c-4cd9-adff-41de7732c6c7,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:25.244185 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:01:25.244185 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:01:25.244185 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:01:25.244185 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:01:25.244185 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:01:25.244185 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:01:25.244185 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:01:25.244185 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:01:25.244185 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:01:25.244185 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:01:25.244185 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:01:25.244185 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:01:25.244185 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:01:25.244185 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:01:25.244185 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:01:25.244185 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:01:25.244185 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:01:25.244185 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:01:25.244185 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:01:25.244185 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:01:25.244185 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:01:25.244185 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:01:25.244185 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:01:25.244185 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:01:25.244185 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:01:25.244185 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:01:25.244185 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:01:25.244185 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:01:25.244185 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:01:25.244185 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:01:25.244185 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:01:25.244185 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:01:25.268891 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-040a6d98-4612-42d6-813b-f1dc9edc49aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd250a78c-273d-4c00-aeaa-fc87cc957e9a') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:01:25.269298 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-040a6d98-4612-42d6-813b-f1dc9edc49aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd250a78c-273d-4c00-aeaa-fc87cc957e9a') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:01:25.323802 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2569fc9a-368b-4b58-a99a-e6b0fcc24098 tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:25.334970 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2569fc9a-368b-4b58-a99a-e6b0fcc24098 tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:25.337657 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-040a6d98-4612-42d6-813b-f1dc9edc49aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:25.355019 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-2569fc9a-368b-4b58-a99a-e6b0fcc24098 tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] 10.222.0.44 "DELETE /v2.0/networks/71356f79-4ba9-4dc9-b3f5-d7061501d961 HTTP/1.1" status: 204 len: 168 time: 1.8073041 Jul 24 00:01:25.410067 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-040a6d98-4612-42d6-813b-f1dc9edc49aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:25.425497 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-040a6d98-4612-42d6-813b-f1dc9edc49aa admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:01:25.426216 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2569fc9a-368b-4b58-a99a-e6b0fcc24098 tempest-FloatingIPNegativeTestJSON-804609405 tempest-FloatingIPNegativeTestJSON-804609405-project] Pushing event deleted for resources: {'Network': ['ID=71356f79-4ba9-4dc9-b3f5-d7061501d961,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:25.429336 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-040a6d98-4612-42d6-813b-f1dc9edc49aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:25.580300 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bbf587-caf2-46cf-a4d9-f5ef2e27b7dc req-b3cc7d10-e60b-4e72-bb89-096584c22d28 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:25.591927 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-02bbf587-caf2-46cf-a4d9-f5ef2e27b7dc req-b3cc7d10-e60b-4e72-bb89-096584c22d28 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/networks?id=6d0290d7-687f-4c6e-a33b-868ec400e0f9 HTTP/1.1" status: 200 len: 812 time: 0.3772125 Jul 24 00:01:25.604607 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:01:25.604607 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:01:25.604607 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:01:25.604607 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:01:25.604607 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:01:25.604607 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:01:25.604607 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:01:25.604607 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:01:25.604607 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:01:25.604607 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:01:25.604607 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:01:25.604607 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:01:25.604607 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:01:25.604607 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:01:25.604607 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:01:25.604607 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:01:25.604607 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:01:25.604607 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:01:25.604607 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:01:25.604607 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:01:25.604607 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:01:25.604607 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:01:25.604607 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:01:25.604607 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:01:25.604607 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:01:25.604607 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:01:25.604607 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:01:25.604607 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:01:25.604607 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:01:25.604607 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:01:25.604607 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:01:25.604607 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:01:25.631816 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-040a6d98-4612-42d6-813b-f1dc9edc49aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:25.637583 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-02bbf587-caf2-46cf-a4d9-f5ef2e27b7dc req-caa76516-bb36-453f-b359-b21291ca4e4f tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/quotas/edb05757b79c4651874b12bd54763416 HTTP/1.1" status: 200 len: 375 time: 0.0436962 Jul 24 00:01:25.638641 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-040a6d98-4612-42d6-813b-f1dc9edc49aa admin admin] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:25.651837 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-040a6d98-4612-42d6-813b-f1dc9edc49aa admin admin] 10.222.0.44 "DELETE /v2.0/networks/cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed HTTP/1.1" status: 204 len: 168 time: 0.9458306 Jul 24 00:01:25.679554 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 52940) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:25.714249 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040a6d98-4612-42d6-813b-f1dc9edc49aa admin admin] Pushing event deleted for resources: {'Network': ['ID=cdebc9c9-f1e2-4ed7-bd10-902b056fd0ed,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:25.744418 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-184413df-7c0f-4988-affb-e1320af3326b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:25.809474 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-02bbf587-caf2-46cf-a4d9-f5ef2e27b7dc req-693a4309-1a7c-46c6-892c-89b6da592ea2 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=edb05757b79c4651874b12bd54763416&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1697786 Jul 24 00:01:25.903890 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 52952) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:26.074802 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-72306b1a-5e2e-42ea-9067-148b3ff963d9 admin admin] Deleting subnet 365f3bcf-2ae1-417d-a28d-87511da19c79 {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:01:26.168044 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-72306b1a-5e2e-42ea-9067-148b3ff963d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:26.274861 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bcce6e-45a7-4d57-9088-f906abb7ca1f req-a3fe9d4c-c8ac-481d-83d2-d28c34b9779f tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:26.290069 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-70bcce6e-45a7-4d57-9088-f906abb7ca1f req-a3fe9d4c-c8ac-481d-83d2-d28c34b9779f tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/ports?device_id=daad7e6f-c1db-4f59-8042-0b3f6720bbd4 HTTP/1.1" status: 200 len: 945 time: 0.1453424 Jul 24 00:01:26.341108 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 52962) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:26.345657 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-70bcce6e-45a7-4d57-9088-f906abb7ca1f req-2d1dde2d-afa6-4d7e-a40d-f57fa8814bb6 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6a0a271-496a-4936-8ec0-ec680d307275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540199 Jul 24 00:01:26.351763 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-e50d8fb1-6987-42ff-bb52-56436db71723 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Request body: {'subnet': {'network_id': 'dcfc72ab-0eee-4bfa-921a-e9ec567bd394', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:01:26.463302 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-255fd907-da73-4d1e-8fab-7840973aa8ed admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9dfc736478594fb1969cb70f8798a333&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5581696 Jul 24 00:01:26.469596 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 52970) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:26.542986 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e50d8fb1-6987-42ff-bb52-56436db71723 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Made reservation on behalf of 1927a1b4eb924ea4ab753600c2d7ae49 for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:01:26.547186 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e50d8fb1-6987-42ff-bb52-56436db71723 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:26.572427 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5f8872c1-8d35-4fe0-9ddb-04105b38e5c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:26.659178 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5f8872c1-8d35-4fe0-9ddb-04105b38e5c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:26.692391 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:26.748950 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-02bbf587-caf2-46cf-a4d9-f5ef2e27b7dc req-af00cdef-126b-4f5c-b6df-9e08ce6b395c service neutron] 10.222.0.44 "GET /v2.0/networks/6d0290d7-687f-4c6e-a33b-868ec400e0f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9350855 Jul 24 00:01:26.758896 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5f8872c1-8d35-4fe0-9ddb-04105b38e5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:26.762864 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5f8872c1-8d35-4fe0-9ddb-04105b38e5c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:26.764126 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-5f8872c1-8d35-4fe0-9ddb-04105b38e5c5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9c140f0f-d00f-4405-aae0-aa6ba5497912 HTTP/1.1" status: 204 len: 168 time: 0.2928548 Jul 24 00:01:26.767555 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fb91d779-720b-443e-8e02-eb2682e15f6a req-d48ac31b-5e93-417e-a821-c4f9bba09b9a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=779b8aec-17d7-4953-837a-2348d8ac1254&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.0866401 Jul 24 00:01:26.780751 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8872c1-8d35-4fe0-9ddb-04105b38e5c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c140f0f-d00f-4405-aae0-aa6ba5497912,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:26.843008 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-72306b1a-5e2e-42ea-9067-148b3ff963d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:26.906410 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e50d8fb1-6987-42ff-bb52-56436db71723 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:26.976099 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab74b5-14bb-4abd-9d66-bff4ae6ffd67 req-7bc782c2-b56b-4c4f-b66f-9116c952fe99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:26.977674 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-07ab74b5-14bb-4abd-9d66-bff4ae6ffd67 req-7bc782c2-b56b-4c4f-b66f-9116c952fe99 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=18dc8249d11c41bf8adca46e26371672&device_id=daad7e6f-c1db-4f59-8042-0b3f6720bbd4 HTTP/1.1" status: 200 len: 1097 time: 0.8887811 Jul 24 00:01:26.990591 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-72306b1a-5e2e-42ea-9067-148b3ff963d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:27.003782 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50d8fb1-6987-42ff-bb52-56436db71723 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Pushing event updated for resources: {'Subnet': ['ID=e68659df-08df-4a57-9dc3-1951af3e968b,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:27.006270 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50d8fb1-6987-42ff-bb52-56436db71723 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Checking segment: {'id': 'f91306c0-8588-4818-ab3b-6a3e591bbd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'dcfc72ab-0eee-4bfa-921a-e9ec567bd394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:01:27.006640 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50d8fb1-6987-42ff-bb52-56436db71723 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Network hostable DHCP agents. Network: dcfc72ab-0eee-4bfa-921a-e9ec567bd394, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:01:27.046865 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50d8fb1-6987-42ff-bb52-56436db71723 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Network dcfc72ab-0eee-4bfa-921a-e9ec567bd394 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:01:27.065443 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-e50d8fb1-6987-42ff-bb52-56436db71723 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, dcfc72ab-0eee-4bfa-921a-e9ec567bd394) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:01:27.071958 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50d8fb1-6987-42ff-bb52-56436db71723 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:27.072573 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e50d8fb1-6987-42ff-bb52-56436db71723 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:27.080038 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a408c6-53b9-4db1-b14a-5f61ee474e29 None None] Network dcfc72ab-0eee-4bfa-921a-e9ec567bd394 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:01:27.087875 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-02bbf587-caf2-46cf-a4d9-f5ef2e27b7dc req-208a5b99-b812-4b44-add2-2f244ebc3744 service neutron] 10.222.0.44 "GET /v2.0/networks/6d0290d7-687f-4c6e-a33b-868ec400e0f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3398838 Jul 24 00:01:27.123189 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-e50d8fb1-6987-42ff-bb52-56436db71723 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7761679 Jul 24 00:01:27.129138 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 52994) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:27.135504 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-dd4c1b34-0a76-4e4a-93d3-4ffcb957d6e1 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2024719216'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:01:27.162668 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd4c1b34-0a76-4e4a-93d3-4ffcb957d6e1 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Made reservation on behalf of 1927a1b4eb924ea4ab753600c2d7ae49 for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:01:27.168571 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-dd4c1b34-0a76-4e4a-93d3-4ffcb957d6e1 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:27.199653 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd4c1b34-0a76-4e4a-93d3-4ffcb957d6e1 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:01:27.213396 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-dd4c1b34-0a76-4e4a-93d3-4ffcb957d6e1 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:27.214161 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-dd4c1b34-0a76-4e4a-93d3-4ffcb957d6e1 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Added segment b3b6ed5d-aab3-4935-8e8e-6801da00fb9d of type vlan for network c2320b0b-b424-40f6-a4b3-08cafe8dfe70 Jul 24 00:01:27.243104 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb91d779-720b-443e-8e02-eb2682e15f6a req-6871c8a2-7b44-4af9-8e89-fd40e9b877c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:27.248408 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fb91d779-720b-443e-8e02-eb2682e15f6a req-6871c8a2-7b44-4af9-8e89-fd40e9b877c6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=18dc8249d11c41bf8adca46e26371672&device_id=779b8aec-17d7-4953-837a-2348d8ac1254 HTTP/1.1" status: 200 len: 1098 time: 0.4567826 Jul 24 00:01:27.292632 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-dd4c1b34-0a76-4e4a-93d3-4ffcb957d6e1 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:27.335322 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-72306b1a-5e2e-42ea-9067-148b3ff963d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:27.354910 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:27.402340 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-dd4c1b34-0a76-4e4a-93d3-4ffcb957d6e1 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:27.404993 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab74b5-14bb-4abd-9d66-bff4ae6ffd67 req-2b7b22dd-5319-4529-95e8-9ae3a7ea1837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:27.407932 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-07ab74b5-14bb-4abd-9d66-bff4ae6ffd67 req-2b7b22dd-5319-4529-95e8-9ae3a7ea1837 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4241b8a6-e2b8-49ab-8f73-7b3653f737f3 HTTP/1.1" status: 200 len: 920 time: 0.4199386 Jul 24 00:01:27.415805 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4c1b34-0a76-4e4a-93d3-4ffcb957d6e1 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:27.422268 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-dd4c1b34-0a76-4e4a-93d3-4ffcb957d6e1 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:27.522721 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72306b1a-5e2e-42ea-9067-148b3ff963d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=365f3bcf-2ae1-417d-a28d-87511da19c79,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:27.529797 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-07ab74b5-14bb-4abd-9d66-bff4ae6ffd67 req-b081143d-6683-4898-9557-357048a37cf0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e9196288-6204-4e16-9461-220d43e82026 HTTP/1.1" status: 200 len: 217 time: 0.1136310 Jul 24 00:01:27.534530 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f73b7463-2cf5-41a2-8903-25ba3de52d04 req-560006d8-a3e3-4bc3-9a4f-70bf477d5e28 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=f374d7ba-d6ae-475a-a59e-df7f7b06c9f3 HTTP/1.1" status: 200 len: 210 time: 0.0884168 Jul 24 00:01:27.537722 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-dd4c1b34-0a76-4e4a-93d3-4ffcb957d6e1 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4069662 Jul 24 00:01:27.570960 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 53016) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:27.581137 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-56bca6ab-33bf-4fc1-8929-e2e1bda59956 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Request body: {'subnet': {'network_id': 'c2320b0b-b424-40f6-a4b3-08cafe8dfe70', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:01:27.591013 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21983879-30f1-4003-b5d3-099af3c5b303 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-dcfc72ab-0eee-4bfa-921a-e9ec567bd394', 'network_id': 'dcfc72ab-0eee-4bfa-921a-e9ec567bd394', 'tenant_id': '1927a1b4eb924ea4ab753600c2d7ae49', 'fixed_ips': [{'subnet_id': 'e68659df-08df-4a57-9dc3-1951af3e968b'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:01:27.591992 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-21983879-30f1-4003-b5d3-099af3c5b303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:27.659061 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-72306b1a-5e2e-42ea-9067-148b3ff963d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:27.664277 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-72306b1a-5e2e-42ea-9067-148b3ff963d9 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/365f3bcf-2ae1-417d-a28d-87511da19c79 HTTP/1.1" status: 204 len: 168 time: 1.9791176 Jul 24 00:01:27.666987 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 53018) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:27.677848 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb91d779-720b-443e-8e02-eb2682e15f6a req-5890a1f1-15f8-4a2e-a854-84820b5dd229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:27.679303 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fb91d779-720b-443e-8e02-eb2682e15f6a req-5890a1f1-15f8-4a2e-a854-84820b5dd229 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4241b8a6-e2b8-49ab-8f73-7b3653f737f3 HTTP/1.1" status: 200 len: 920 time: 0.4033079 Jul 24 00:01:27.732784 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab74b5-14bb-4abd-9d66-bff4ae6ffd67 req-3f87ca99-5dfc-4f5e-8e12-f1ee1f8df8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:27.734525 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-07ab74b5-14bb-4abd-9d66-bff4ae6ffd67 req-3f87ca99-5dfc-4f5e-8e12-f1ee1f8df8e5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5fab8215-ab32-480a-84d1-a0d90f322209 HTTP/1.1" status: 200 len: 859 time: 0.0537484 Jul 24 00:01:27.778754 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4c1b34-0a76-4e4a-93d3-4ffcb957d6e1 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Pushing event updated for resources: {'Network': ['ID=c2320b0b-b424-40f6-a4b3-08cafe8dfe70,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:27.856421 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-21983879-30f1-4003-b5d3-099af3c5b303 None None] Allocated IP 2001:db8:0:ffff::2 (dcfc72ab-0eee-4bfa-921a-e9ec567bd394/e68659df-08df-4a57-9dc3-1951af3e968b/cb5a7d39-7519-43f9-98a5-082557450e06) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:01:27.948927 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-07ab74b5-14bb-4abd-9d66-bff4ae6ffd67 req-7040f12a-d7fa-456d-a0aa-e2ba8be492cf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4241b8a6-e2b8-49ab-8f73-7b3653f737f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1952233 Jul 24 00:01:27.976632 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fb91d779-720b-443e-8e02-eb2682e15f6a req-d2ec2fcc-c349-4319-9673-a7cd6cd91426 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3e01dc1-4a28-4dc1-bc00-6f7b7cd3caac HTTP/1.1" status: 200 len: 217 time: 0.2404771 Jul 24 00:01:27.989251 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network c2320b0b-b424-40f6-a4b3-08cafe8dfe70 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:01:28.078101 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2761d2ed-ca69-4ef5-b48f-c77a622ee670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:28.099842 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56bca6ab-33bf-4fc1-8929-e2e1bda59956 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Made reservation on behalf of 1927a1b4eb924ea4ab753600c2d7ae49 for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:01:28.110121 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-56bca6ab-33bf-4fc1-8929-e2e1bda59956 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:28.239080 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-21983879-30f1-4003-b5d3-099af3c5b303 None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:28.248431 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb91d779-720b-443e-8e02-eb2682e15f6a req-adb553fe-c35f-4d57-8333-dd93dcff48f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:28.249975 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fb91d779-720b-443e-8e02-eb2682e15f6a req-adb553fe-c35f-4d57-8333-dd93dcff48f0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5fab8215-ab32-480a-84d1-a0d90f322209 HTTP/1.1" status: 200 len: 859 time: 0.2458985 Jul 24 00:01:28.255042 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-21983879-30f1-4003-b5d3-099af3c5b303 None None] Transition to ACTIVE for port object cb5a7d39-7519-43f9-98a5-082557450e06 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:01:28.278468 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-21983879-30f1-4003-b5d3-099af3c5b303 None None] Transition to ACTIVE for port object cb5a7d39-7519-43f9-98a5-082557450e06 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:01:28.292477 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-21983879-30f1-4003-b5d3-099af3c5b303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:28.302249 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a73e55-f7d6-4863-b63b-dbfc425e2af6 req-ff76e839-427d-4962-aae9-213a0241bbc1 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:28.309479 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-47a73e55-f7d6-4863-b63b-dbfc425e2af6 req-ff76e839-427d-4962-aae9-213a0241bbc1 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/ports?device_id=daad7e6f-c1db-4f59-8042-0b3f6720bbd4 HTTP/1.1" status: 200 len: 945 time: 0.6338990 Jul 24 00:01:28.325864 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fb91d779-720b-443e-8e02-eb2682e15f6a req-40e1be93-ba46-4fc3-8609-aca11c5b236e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4241b8a6-e2b8-49ab-8f73-7b3653f737f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668356 Jul 24 00:01:28.332905 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 53040) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:28.361271 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-07ab74b5-14bb-4abd-9d66-bff4ae6ffd67 req-333df11c-a053-4b2b-9124-cb2f061607ba service neutron] 10.222.0.64 "GET /v2.0/networks/4241b8a6-e2b8-49ab-8f73-7b3653f737f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4044144 Jul 24 00:01:28.394619 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2761d2ed-ca69-4ef5-b48f-c77a622ee670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:28.415427 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-2761d2ed-ca69-4ef5-b48f-c77a622ee670 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87b13b14-e2d4-481e-a710-949b684b40b0']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:01:28.433471 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-2761d2ed-ca69-4ef5-b48f-c77a622ee670 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e18100f-192f-4475-bb87-63388af1e1f6') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:01:28.433891 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-2761d2ed-ca69-4ef5-b48f-c77a622ee670 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e18100f-192f-4475-bb87-63388af1e1f6') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:01:28.450356 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2761d2ed-ca69-4ef5-b48f-c77a622ee670 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:28.457710 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21983879-30f1-4003-b5d3-099af3c5b303 None None] Network dcfc72ab-0eee-4bfa-921a-e9ec567bd394 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:01:28.459578 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-21983879-30f1-4003-b5d3-099af3c5b303 None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:01:28.463452 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21983879-30f1-4003-b5d3-099af3c5b303 None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:01:28.469480 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-47a73e55-f7d6-4863-b63b-dbfc425e2af6 req-96b2b631-07a0-4cca-8c57-28afaee780a9 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6a0a271-496a-4936-8ec0-ec680d307275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589782 Jul 24 00:01:28.479066 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21983879-30f1-4003-b5d3-099af3c5b303 None None] Pushing event updated for resources: {'Port': ['ID=cb5a7d39-7519-43f9-98a5-082557450e06,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:28.515907 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2761d2ed-ca69-4ef5-b48f-c77a622ee670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:28.534683 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2761d2ed-ca69-4ef5-b48f-c77a622ee670 admin admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:01:28.535098 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2761d2ed-ca69-4ef5-b48f-c77a622ee670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:28.537165 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:01:28.537165 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:01:28.537165 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:01:28.537165 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:01:28.537165 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:01:28.537165 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:01:28.537165 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:01:28.537165 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:01:28.537165 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:01:28.537165 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:01:28.537165 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:01:28.537165 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:01:28.537165 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:01:28.537165 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:01:28.537165 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:01:28.537165 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:01:28.537165 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:01:28.537165 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:01:28.537165 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:01:28.537165 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:01:28.537165 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:01:28.537165 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:01:28.537165 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:01:28.537165 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:01:28.537165 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:01:28.537165 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:01:28.537165 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:01:28.537165 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:01:28.537165 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:01:28.537165 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:01:28.537165 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:01:28.537165 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:01:28.621035 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-21983879-30f1-4003-b5d3-099af3c5b303 None None] Attempting to bind port cb5a7d39-7519-43f9-98a5-082557450e06 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:01:28.622403 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-21983879-30f1-4003-b5d3-099af3c5b303 None None] Attempting to bind port cb5a7d39-7519-43f9-98a5-082557450e06 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': 'f91306c0-8588-4818-ab3b-6a3e591bbd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'dcfc72ab-0eee-4bfa-921a-e9ec567bd394'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:01:28.622808 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21983879-30f1-4003-b5d3-099af3c5b303 None None] Attempting to bind port cb5a7d39-7519-43f9-98a5-082557450e06 on network dcfc72ab-0eee-4bfa-921a-e9ec567bd394 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:01:28.640114 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21983879-30f1-4003-b5d3-099af3c5b303 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:01:28.641187 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21983879-30f1-4003-b5d3-099af3c5b303 None None] Checking segment: {'id': 'f91306c0-8588-4818-ab3b-6a3e591bbd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'dcfc72ab-0eee-4bfa-921a-e9ec567bd394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:01:28.641873 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-21983879-30f1-4003-b5d3-099af3c5b303 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:28.642493 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21983879-30f1-4003-b5d3-099af3c5b303 None None] Bound using segment: {'id': 'f91306c0-8588-4818-ab3b-6a3e591bbd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'dcfc72ab-0eee-4bfa-921a-e9ec567bd394'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:01:28.643342 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-21983879-30f1-4003-b5d3-099af3c5b303 None None] Bound port: cb5a7d39-7519-43f9-98a5-082557450e06, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f91306c0-8588-4818-ab3b-6a3e591bbd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'dcfc72ab-0eee-4bfa-921a-e9ec567bd394'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:01:28.643939 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-21983879-30f1-4003-b5d3-099af3c5b303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:28.660770 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-3f9460a6-d29e-4e7c-a953-5ec5710fcf28 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Request body: {'networks': [{'name': 'tempest-network--1478826207'}, {'name': 'tempest-network--437735581'}]} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:01:28.661225 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-3f9460a6-d29e-4e7c-a953-5ec5710fcf28 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Request body: {'network': {'name': 'tempest-network--1478826207'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:01:28.661342 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-07ab74b5-14bb-4abd-9d66-bff4ae6ffd67 req-bd84715a-b8ca-4540-ab1e-d5e8fcd579dd service neutron] 10.222.0.64 "GET /v2.0/networks/4241b8a6-e2b8-49ab-8f73-7b3653f737f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914364 Jul 24 00:01:28.661951 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-3f9460a6-d29e-4e7c-a953-5ec5710fcf28 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Request body: {'network': {'name': 'tempest-network--437735581'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:01:28.683743 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fb91d779-720b-443e-8e02-eb2682e15f6a req-300319d4-459b-4e1a-9aa7-6977d1317c18 service neutron] 10.222.0.64 "GET /v2.0/networks/4241b8a6-e2b8-49ab-8f73-7b3653f737f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3479791 Jul 24 00:01:28.798356 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2761d2ed-ca69-4ef5-b48f-c77a622ee670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:28.803035 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3152af0f-917f-471d-8263-064290aab617 req-ab9c293d-2254-4534-b0e0-dc25c9354ae9 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=f374d7ba-d6ae-475a-a59e-df7f7b06c9f3 HTTP/1.1" status: 200 len: 210 time: 0.1667805 Jul 24 00:01:28.820992 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2761d2ed-ca69-4ef5-b48f-c77a622ee670 admin admin] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:28.824512 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-2761d2ed-ca69-4ef5-b48f-c77a622ee670 admin admin] 10.222.0.44 "DELETE /v2.0/networks/87b13b14-e2d4-481e-a710-949b684b40b0 HTTP/1.1" status: 204 len: 168 time: 1.1463437 Jul 24 00:01:28.867128 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:28.868296 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-21983879-30f1-4003-b5d3-099af3c5b303 None None] For port cb5a7d39-7519-43f9-98a5-082557450e06, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:01:28.875139 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-21983879-30f1-4003-b5d3-099af3c5b303 None None] For port cb5a7d39-7519-43f9-98a5-082557450e06, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=cb5a7d39-7519-43f9-98a5-082557450e06,segment=NetworkSegment(f91306c0-8588-4818-ab3b-6a3e591bbd44),segment_id=f91306c0-8588-4818-ab3b-6a3e591bbd44)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:01:28.882458 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9460a6-d29e-4e7c-a953-5ec5710fcf28 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Made reservation on behalf of 11effcc190c340179bb67c99d1dfa936 for: {'network': 2} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:01:28.883840 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-21983879-30f1-4003-b5d3-099af3c5b303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:28.894279 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3f9460a6-d29e-4e7c-a953-5ec5710fcf28 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:28.899088 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fb91d779-720b-443e-8e02-eb2682e15f6a req-9b8dc033-8b80-454d-a8f1-2938d2dfd768 service neutron] 10.222.0.64 "GET /v2.0/networks/4241b8a6-e2b8-49ab-8f73-7b3653f737f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078238 Jul 24 00:01:28.960415 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2761d2ed-ca69-4ef5-b48f-c77a622ee670 admin admin] Pushing event deleted for resources: {'Network': ['ID=87b13b14-e2d4-481e-a710-949b684b40b0,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:29.000156 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3f9460a6-d29e-4e7c-a953-5ec5710fcf28 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:29.068997 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21983879-30f1-4003-b5d3-099af3c5b303 None None] Pushing event updated for resources: {'Port': ['ID=cb5a7d39-7519-43f9-98a5-082557450e06,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:29.146797 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 53068) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:29.164071 n-d-800088-16 neutron-server[100313]: DEBUG neutron.objects.ports [None req-56bca6ab-33bf-4fc1-8929-e2e1bda59956 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100313) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 24 00:01:29.167843 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-56bca6ab-33bf-4fc1-8929-e2e1bda59956 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:29.244683 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-5745d09f-00cf-47bb-b63b-9e0dacdf5a93 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d9405b5ff79541cbb5225ec709273225&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0951066 Jul 24 00:01:29.245685 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 53070) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:29.314699 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bca6ab-33bf-4fc1-8929-e2e1bda59956 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Checking segment: {'id': 'b3b6ed5d-aab3-4935-8e8e-6801da00fb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'c2320b0b-b424-40f6-a4b3-08cafe8dfe70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:01:29.315214 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bca6ab-33bf-4fc1-8929-e2e1bda59956 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Network hostable DHCP agents. Network: c2320b0b-b424-40f6-a4b3-08cafe8dfe70, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:01:29.321824 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bca6ab-33bf-4fc1-8929-e2e1bda59956 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Pushing event updated for resources: {'Subnet': ['ID=b79dec15-c101-4f91-b101-7a8a75043e27,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:29.358107 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bca6ab-33bf-4fc1-8929-e2e1bda59956 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Network c2320b0b-b424-40f6-a4b3-08cafe8dfe70 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:01:29.378389 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-56bca6ab-33bf-4fc1-8929-e2e1bda59956 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, c2320b0b-b424-40f6-a4b3-08cafe8dfe70) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:01:29.382922 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bca6ab-33bf-4fc1-8929-e2e1bda59956 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:29.383517 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-56bca6ab-33bf-4fc1-8929-e2e1bda59956 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:29.390525 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5409bf-5096-440c-9c8f-5e3b6607bf90 None None] Network c2320b0b-b424-40f6-a4b3-08cafe8dfe70 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:01:29.413571 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3f9460a6-d29e-4e7c-a953-5ec5710fcf28 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:29.420974 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3f9460a6-d29e-4e7c-a953-5ec5710fcf28 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:29.421756 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3f9460a6-d29e-4e7c-a953-5ec5710fcf28 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:29.432001 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-59997e3c-5fb8-480c-9560-407eb8c6b91c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:29.468367 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-56bca6ab-33bf-4fc1-8929-e2e1bda59956 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8962953 Jul 24 00:01:29.469210 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9460a6-d29e-4e7c-a953-5ec5710fcf28 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d92dd490-b5f6-4826-9199-93f72520d20b,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:29.492902 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 53074) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:29.500691 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-014ac228-5ce4-497c-94bd-80305c90c940 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Request body: {'port': {'network_id': 'c2320b0b-b424-40f6-a4b3-08cafe8dfe70', 'name': 'tempest-NetworksIpV6TestAttrs-727236753'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:01:29.529661 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f9460a6-d29e-4e7c-a953-5ec5710fcf28 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:01:29.556058 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3f9460a6-d29e-4e7c-a953-5ec5710fcf28 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:29.556381 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-3f9460a6-d29e-4e7c-a953-5ec5710fcf28 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Added segment 3b4e65de-5540-4905-929f-5081074312ee of type vlan for network c92fb212-8914-476e-b377-1f37c9df9945 Jul 24 00:01:29.612968 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-59997e3c-5fb8-480c-9560-407eb8c6b91c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:29.624338 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3f9460a6-d29e-4e7c-a953-5ec5710fcf28 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:29.690270 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf792ec6-cfb5-4f52-be72-8c50cd8289f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-c2320b0b-b424-40f6-a4b3-08cafe8dfe70', 'network_id': 'c2320b0b-b424-40f6-a4b3-08cafe8dfe70', 'tenant_id': '1927a1b4eb924ea4ab753600c2d7ae49', 'fixed_ips': [{'subnet_id': 'b79dec15-c101-4f91-b101-7a8a75043e27'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:01:29.691288 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-bf792ec6-cfb5-4f52-be72-8c50cd8289f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:29.715450 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f9460a6-d29e-4e7c-a953-5ec5710fcf28 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:01:29.732840 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3f9460a6-d29e-4e7c-a953-5ec5710fcf28 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:29.733298 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-3f9460a6-d29e-4e7c-a953-5ec5710fcf28 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Added segment 5c45d5a9-ccf4-4d78-a543-532f5227b0a1 of type vlan for network ca48f9b7-b4db-4739-a407-4aa19e198d89 Jul 24 00:01:29.817554 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3f9460a6-d29e-4e7c-a953-5ec5710fcf28 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:29.864368 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3f9460a6-d29e-4e7c-a953-5ec5710fcf28 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:29.865063 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3f9460a6-d29e-4e7c-a953-5ec5710fcf28 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:29.877441 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9460a6-d29e-4e7c-a953-5ec5710fcf28 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:29.882566 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9460a6-d29e-4e7c-a953-5ec5710fcf28 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:29.883314 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3f9460a6-d29e-4e7c-a953-5ec5710fcf28 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:29.926897 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee603f-ef38-4f09-9be0-74dcf54c2ad4 req-8a1b86b6-6044-4939-a24e-fb4efc8d7212 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:29.928873 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1aee603f-ef38-4f09-9be0-74dcf54c2ad4 req-8a1b86b6-6044-4939-a24e-fb4efc8d7212 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/ports?device_id=daad7e6f-c1db-4f59-8042-0b3f6720bbd4 HTTP/1.1" status: 200 len: 945 time: 0.3368433 Jul 24 00:01:29.936329 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-bf792ec6-cfb5-4f52-be72-8c50cd8289f0 None None] Allocated IP 2001:db8::f816:3eff:fe3c:344f (c2320b0b-b424-40f6-a4b3-08cafe8dfe70/b79dec15-c101-4f91-b101-7a8a75043e27/b6e5a813-e218-46aa-a740-f6f98f7f7a71) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:01:30.017668 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-59997e3c-5fb8-480c-9560-407eb8c6b91c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:30.026883 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-59997e3c-5fb8-480c-9560-407eb8c6b91c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:30.029918 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-59997e3c-5fb8-480c-9560-407eb8c6b91c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48 HTTP/1.1" status: 204 len: 168 time: 0.7811813 Jul 24 00:01:30.067410 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9460a6-d29e-4e7c-a953-5ec5710fcf28 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Pushing event updated for resources: {'Network': ['ID=c92fb212-8914-476e-b377-1f37c9df9945,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:30.086302 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59997e3c-5fb8-480c-9560-407eb8c6b91c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d75ccd7-ac2f-48e5-a1d8-6d0b8cbe3c48,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:30.102315 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network c92fb212-8914-476e-b377-1f37c9df9945 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:01:30.108769 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-014ac228-5ce4-497c-94bd-80305c90c940 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Made reservation on behalf of 1927a1b4eb924ea4ab753600c2d7ae49 for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:01:30.122953 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-014ac228-5ce4-497c-94bd-80305c90c940 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:30.196418 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1aee603f-ef38-4f09-9be0-74dcf54c2ad4 req-f2085ebf-f54c-431c-ab92-02d1303a1ec5 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6a0a271-496a-4936-8ec0-ec680d307275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353160 Jul 24 00:01:30.214805 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [None req-014ac228-5ce4-497c-94bd-80305c90c940 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] device_id is not set on port e31d1df7-60c4-4c7b-9490-b89932477105 yet. {{(pid=100314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:01:30.654149 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device cb5a7d39-7519-43f9-98a5-082557450e06 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:01:30.705553 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5154b5fc-3e91-41a7-bf3a-ae6c4eb88bb7 None None] Network dcfc72ab-0eee-4bfa-921a-e9ec567bd394 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:01:30.784681 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9460a6-d29e-4e7c-a953-5ec5710fcf28 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Pushing event updated for resources: {'Network': ['ID=ca48f9b7-b4db-4739-a407-4aa19e198d89,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:30.812332 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network ca48f9b7-b4db-4739-a407-4aa19e198d89 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:01:30.831567 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-3f9460a6-d29e-4e7c-a953-5ec5710fcf28 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.4861686 Jul 24 00:01:30.834722 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 53092) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:30.865540 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-db1a010c-0f11-4471-9df3-5b86fffd8ffb req-a976ef6d-2159-4670-bad4-5a01dd409a97 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=f374d7ba-d6ae-475a-a59e-df7f7b06c9f3 HTTP/1.1" status: 200 len: 210 time: 0.1059465 Jul 24 00:01:30.927887 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-bf792ec6-cfb5-4f52-be72-8c50cd8289f0 None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:30.953031 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-bf792ec6-cfb5-4f52-be72-8c50cd8289f0 None None] Transition to ACTIVE for port object b6e5a813-e218-46aa-a740-f6f98f7f7a71 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:01:30.972746 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-bf792ec6-cfb5-4f52-be72-8c50cd8289f0 None None] Transition to ACTIVE for port object b6e5a813-e218-46aa-a740-f6f98f7f7a71 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:01:30.982330 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port cb5a7d39-7519-43f9-98a5-082557450e06 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:01:30.993773 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-06b57538-0005-4dc6-9362-3ea7e60370d5 None None] Provisioning for port cb5a7d39-7519-43f9-98a5-082557450e06 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:01:30.994075 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bbf587-caf2-46cf-a4d9-f5ef2e27b7dc req-5e664462-1c4f-4574-8078-23348ce7bd9d tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:30.996153 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-02bbf587-caf2-46cf-a4d9-f5ef2e27b7dc req-5e664462-1c4f-4574-8078-23348ce7bd9d tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.52 "GET /v2.0/networks?id=6d0290d7-687f-4c6e-a33b-868ec400e0f9 HTTP/1.1" status: 200 len: 812 time: 0.2399044 Jul 24 00:01:31.002553 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-bf792ec6-cfb5-4f52-be72-8c50cd8289f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:31.010168 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-06b57538-0005-4dc6-9362-3ea7e60370d5 None None] Provisioning complete for port cb5a7d39-7519-43f9-98a5-082557450e06 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:01:31.010995 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-06b57538-0005-4dc6-9362-3ea7e60370d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:31.020054 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-02bbf587-caf2-46cf-a4d9-f5ef2e27b7dc req-8177e1ab-f131-4f9f-be78-2df284db1a80 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Request body: {'port': {'device_id': 'f374d7ba-d6ae-475a-a59e-df7f7b06c9f3', 'network_id': '6d0290d7-687f-4c6e-a33b-868ec400e0f9', 'admin_state_up': True, 'tenant_id': 'edb05757b79c4651874b12bd54763416'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:01:31.071514 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 53096) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:31.104504 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf792ec6-cfb5-4f52-be72-8c50cd8289f0 None None] Network c2320b0b-b424-40f6-a4b3-08cafe8dfe70 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:01:31.124004 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-bf792ec6-cfb5-4f52-be72-8c50cd8289f0 None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:01:31.136491 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf792ec6-cfb5-4f52-be72-8c50cd8289f0 None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:01:31.166874 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf792ec6-cfb5-4f52-be72-8c50cd8289f0 None None] Pushing event updated for resources: {'Port': ['ID=b6e5a813-e218-46aa-a740-f6f98f7f7a71,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:31.270633 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 53102) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:31.285531 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-bf792ec6-cfb5-4f52-be72-8c50cd8289f0 None None] Attempting to bind port b6e5a813-e218-46aa-a740-f6f98f7f7a71 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:01:31.286194 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-bf792ec6-cfb5-4f52-be72-8c50cd8289f0 None None] Attempting to bind port b6e5a813-e218-46aa-a740-f6f98f7f7a71 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': 'b3b6ed5d-aab3-4935-8e8e-6801da00fb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'c2320b0b-b424-40f6-a4b3-08cafe8dfe70'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:01:31.292290 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf792ec6-cfb5-4f52-be72-8c50cd8289f0 None None] Attempting to bind port b6e5a813-e218-46aa-a740-f6f98f7f7a71 on network c2320b0b-b424-40f6-a4b3-08cafe8dfe70 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:01:31.311349 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf792ec6-cfb5-4f52-be72-8c50cd8289f0 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:01:31.312003 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf792ec6-cfb5-4f52-be72-8c50cd8289f0 None None] Checking segment: {'id': 'b3b6ed5d-aab3-4935-8e8e-6801da00fb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'c2320b0b-b424-40f6-a4b3-08cafe8dfe70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:01:31.312567 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-bf792ec6-cfb5-4f52-be72-8c50cd8289f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:31.313828 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf792ec6-cfb5-4f52-be72-8c50cd8289f0 None None] Bound using segment: {'id': 'b3b6ed5d-aab3-4935-8e8e-6801da00fb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'c2320b0b-b424-40f6-a4b3-08cafe8dfe70'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:01:31.314492 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-bf792ec6-cfb5-4f52-be72-8c50cd8289f0 None None] Bound port: b6e5a813-e218-46aa-a740-f6f98f7f7a71, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3b6ed5d-aab3-4935-8e8e-6801da00fb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'c2320b0b-b424-40f6-a4b3-08cafe8dfe70'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:01:31.315207 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-bf792ec6-cfb5-4f52-be72-8c50cd8289f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:31.321311 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-06b57538-0005-4dc6-9362-3ea7e60370d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:31.365496 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-5edb8070-3d22-4876-a8d4-cf46fad80c4a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7d72002547d0484bb911a59158ec5071&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2476408 Jul 24 00:01:31.382874 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 53108) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:31.391901 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-014ac228-5ce4-497c-94bd-80305c90c940 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Allocated IP 2001:db8::f816:3eff:fe10:8d0e (c2320b0b-b424-40f6-a4b3-08cafe8dfe70/b79dec15-c101-4f91-b101-7a8a75043e27/e31d1df7-60c4-4c7b-9490-b89932477105) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:01:31.523100 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02bbf587-caf2-46cf-a4d9-f5ef2e27b7dc req-8177e1ab-f131-4f9f-be78-2df284db1a80 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Made reservation on behalf of edb05757b79c4651874b12bd54763416 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:01:31.527237 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-02bbf587-caf2-46cf-a4d9-f5ef2e27b7dc req-8177e1ab-f131-4f9f-be78-2df284db1a80 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:31.537604 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45538c8a-99ff-4460-b1e6-b3b3d5b39a27 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:31.544023 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-06b57538-0005-4dc6-9362-3ea7e60370d5 None None] For port cb5a7d39-7519-43f9-98a5-082557450e06, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=cb5a7d39-7519-43f9-98a5-082557450e06,segment=NetworkSegment(f91306c0-8588-4818-ab3b-6a3e591bbd44),segment_id=f91306c0-8588-4818-ab3b-6a3e591bbd44)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:01:31.544214 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45538c8a-99ff-4460-b1e6-b3b3d5b39a27 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:31.559046 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-06b57538-0005-4dc6-9362-3ea7e60370d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:31.561950 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45538c8a-99ff-4460-b1e6-b3b3d5b39a27 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:31.568760 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45538c8a-99ff-4460-b1e6-b3b3d5b39a27 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:31.578724 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-45538c8a-99ff-4460-b1e6-b3b3d5b39a27 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.7415779 Jul 24 00:01:31.590406 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 53110) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:31.596644 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-bf792ec6-cfb5-4f52-be72-8c50cd8289f0 None None] For port b6e5a813-e218-46aa-a740-f6f98f7f7a71, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:01:31.622791 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-bf792ec6-cfb5-4f52-be72-8c50cd8289f0 None None] For port b6e5a813-e218-46aa-a740-f6f98f7f7a71, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=b6e5a813-e218-46aa-a740-f6f98f7f7a71,segment=NetworkSegment(b3b6ed5d-aab3-4935-8e8e-6801da00fb9d),segment_id=b3b6ed5d-aab3-4935-8e8e-6801da00fb9d)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:01:31.635851 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-bf792ec6-cfb5-4f52-be72-8c50cd8289f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:31.646954 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b57538-0005-4dc6-9362-3ea7e60370d5 None None] Pushing event updated for resources: {'Port': ['ID=cb5a7d39-7519-43f9-98a5-082557450e06,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:31.685147 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6c268715-3897-4cc4-a404-67e3fcc0a2ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:31.712982 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf792ec6-cfb5-4f52-be72-8c50cd8289f0 None None] Pushing event updated for resources: {'Port': ['ID=b6e5a813-e218-46aa-a740-f6f98f7f7a71,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:31.786034 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-1982d38f-5956-4f4b-8e39-b9c901cd89d1 None None] Provisioning complete for port cb5a7d39-7519-43f9-98a5-082557450e06 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:01:31.792116 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-1982d38f-5956-4f4b-8e39-b9c901cd89d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:31.838700 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-02bbf587-caf2-46cf-a4d9-f5ef2e27b7dc req-8177e1ab-f131-4f9f-be78-2df284db1a80 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Allocated IP 172.20.0.12 (6d0290d7-687f-4c6e-a33b-868ec400e0f9/4c5e7796-9746-457d-b93a-6a23003ac2f0/e3dce2cd-4bfa-4b88-8ee0-eb2e8450bdfb) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:01:31.912259 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b9c4f949-9c8b-4f50-ad01-e33eb23eb18d tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:31.921295 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6c268715-3897-4cc4-a404-67e3fcc0a2ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:32.001773 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72339e5-ecb8-42f2-9c7a-9f68070c6be9 req-22eea4eb-70e2-4938-b33f-f6ffd29a0302 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:32.004120 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6c268715-3897-4cc4-a404-67e3fcc0a2ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:32.009888 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c72339e5-ecb8-42f2-9c7a-9f68070c6be9 req-22eea4eb-70e2-4938-b33f-f6ffd29a0302 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/ports?device_id=daad7e6f-c1db-4f59-8042-0b3f6720bbd4 HTTP/1.1" status: 200 len: 945 time: 0.5995181 Jul 24 00:01:32.016532 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-14943f53-2ce0-4152-9f27-b8713e17d8e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:32.112693 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b62a01ee-faad-4877-a555-19b717b5c9fb req-8f8ef6fb-7aed-401e-b55a-6f6cd1046e51 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=f374d7ba-d6ae-475a-a59e-df7f7b06c9f3 HTTP/1.1" status: 200 len: 210 time: 0.0862982 Jul 24 00:01:32.144441 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-02bbf587-caf2-46cf-a4d9-f5ef2e27b7dc req-8177e1ab-f131-4f9f-be78-2df284db1a80 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:32.151558 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-14943f53-2ce0-4152-9f27-b8713e17d8e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:32.188703 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c72339e5-ecb8-42f2-9c7a-9f68070c6be9 req-fd8dde1f-47e3-45ba-b295-9c5416bb3a2b tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6a0a271-496a-4936-8ec0-ec680d307275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717377 Jul 24 00:01:32.245844 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-02bbf587-caf2-46cf-a4d9-f5ef2e27b7dc req-8177e1ab-f131-4f9f-be78-2df284db1a80 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:32.258900 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b9c4f949-9c8b-4f50-ad01-e33eb23eb18d tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:32.271543 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-b9c4f949-9c8b-4f50-ad01-e33eb23eb18d tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c92fb212-8914-476e-b377-1f37c9df9945']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:01:32.283463 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-b9c4f949-9c8b-4f50-ad01-e33eb23eb18d tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b4e65de-5540-4905-929f-5081074312ee') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:01:32.283765 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-b9c4f949-9c8b-4f50-ad01-e33eb23eb18d tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b4e65de-5540-4905-929f-5081074312ee') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:01:32.285054 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-14943f53-2ce0-4152-9f27-b8713e17d8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:32.287838 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-14943f53-2ce0-4152-9f27-b8713e17d8e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:32.292135 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-14943f53-2ce0-4152-9f27-b8713e17d8e7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f9f85543-05b4-45f3-81ac-7395b19fd826 HTTP/1.1" status: 204 len: 168 time: 0.9036815 Jul 24 00:01:32.295221 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b9c4f949-9c8b-4f50-ad01-e33eb23eb18d tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:32.311986 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b9c4f949-9c8b-4f50-ad01-e33eb23eb18d tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:32.319498 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9c4f949-9c8b-4f50-ad01-e33eb23eb18d tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:01:32.319798 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b9c4f949-9c8b-4f50-ad01-e33eb23eb18d tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:32.325117 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14943f53-2ce0-4152-9f27-b8713e17d8e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f85543-05b4-45f3-81ac-7395b19fd826,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:32.362048 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02bbf587-caf2-46cf-a4d9-f5ef2e27b7dc req-8177e1ab-f131-4f9f-be78-2df284db1a80 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Network 6d0290d7-687f-4c6e-a33b-868ec400e0f9 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:01:32.374059 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-02bbf587-caf2-46cf-a4d9-f5ef2e27b7dc req-8177e1ab-f131-4f9f-be78-2df284db1a80 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:01:32.377256 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-02bbf587-caf2-46cf-a4d9-f5ef2e27b7dc req-8177e1ab-f131-4f9f-be78-2df284db1a80 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:01:32.380033 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8177e1ab-f131-4f9f-be78-2df284db1a80 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Pushing event updated for resources: {'Port': ['ID=e3dce2cd-4bfa-4b88-8ee0-eb2e8450bdfb,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:32.401131 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-6c268715-3897-4cc4-a404-67e3fcc0a2ee admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=465450a1f645418b8aef0411ee713d38&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1255233 Jul 24 00:01:32.401131 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c268715-3897-4cc4-a404-67e3fcc0a2ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df00ff2a-e7e3-417e-8d3e-c09afd053ff9,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:32.402321 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:01:32.402321 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:01:32.402321 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:01:32.402321 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:01:32.402321 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:01:32.402321 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:01:32.402321 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:01:32.402321 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:01:32.402321 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:01:32.402321 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:01:32.402321 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:01:32.402321 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:01:32.402321 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:01:32.402321 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:01:32.402321 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:01:32.402321 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:01:32.402321 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:01:32.402321 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:01:32.402321 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:01:32.402321 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:01:32.402321 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:01:32.402321 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:01:32.402321 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:01:32.402321 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:01:32.402321 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:01:32.402321 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:01:32.402321 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:01:32.402321 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:01:32.402321 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:01:32.402321 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:01:32.402321 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:01:32.402321 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:01:32.410779 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 53118) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:32.428473 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b9c4f949-9c8b-4f50-ad01-e33eb23eb18d tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:32.451270 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b9c4f949-9c8b-4f50-ad01-e33eb23eb18d tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:32.456763 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 53122) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:32.457625 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-b9c4f949-9c8b-4f50-ad01-e33eb23eb18d tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] 10.222.0.44 "DELETE /v2.0/networks/c92fb212-8914-476e-b377-1f37c9df9945 HTTP/1.1" status: 204 len: 168 time: 0.8644984 Jul 24 00:01:32.489094 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c4f949-9c8b-4f50-ad01-e33eb23eb18d tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Pushing event deleted for resources: {'Network': ['ID=c92fb212-8914-476e-b377-1f37c9df9945,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:32.503040 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bbf587-caf2-46cf-a4d9-f5ef2e27b7dc req-8177e1ab-f131-4f9f-be78-2df284db1a80 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:32.503697 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-02bbf587-caf2-46cf-a4d9-f5ef2e27b7dc req-8177e1ab-f131-4f9f-be78-2df284db1a80 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:32.506215 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-014ac228-5ce4-497c-94bd-80305c90c940 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:32.531858 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5a0bd45d-985a-4cb8-b609-958e62fc180b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:32.551918 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [None req-014ac228-5ce4-497c-94bd-80305c90c940 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Transition to ACTIVE for port object e31d1df7-60c4-4c7b-9490-b89932477105 will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:01:32.574394 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5a0bd45d-985a-4cb8-b609-958e62fc180b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:32.618604 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-02bbf587-caf2-46cf-a4d9-f5ef2e27b7dc req-8177e1ab-f131-4f9f-be78-2df284db1a80 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6116252 Jul 24 00:01:32.637433 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-41a3ac48-9620-4acb-9565-4f39a7a81e7f tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:32.644363 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-014ac228-5ce4-497c-94bd-80305c90c940 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:32.651347 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-02bbf587-caf2-46cf-a4d9-f5ef2e27b7dc req-a4d26fa4-14a2-4f41-8216-d86552eb36a4 service neutron] Request body: {'port': {'device_id': 'f374d7ba-d6ae-475a-a59e-df7f7b06c9f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:01:32.669916 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device b6e5a813-e218-46aa-a740-f6f98f7f7a71 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:01:32.702181 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5a0bd45d-985a-4cb8-b609-958e62fc180b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:32.706379 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5a0bd45d-985a-4cb8-b609-958e62fc180b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:32.716724 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-5a0bd45d-985a-4cb8-b609-958e62fc180b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/df00ff2a-e7e3-417e-8d3e-c09afd053ff9 HTTP/1.1" status: 204 len: 168 time: 0.3044796 Jul 24 00:01:32.731093 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0bd45d-985a-4cb8-b609-958e62fc180b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df00ff2a-e7e3-417e-8d3e-c09afd053ff9,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:32.745800 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014ac228-5ce4-497c-94bd-80305c90c940 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Network c2320b0b-b424-40f6-a4b3-08cafe8dfe70 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:01:32.762053 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-014ac228-5ce4-497c-94bd-80305c90c940 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:01:32.765639 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014ac228-5ce4-497c-94bd-80305c90c940 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:01:32.776656 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-02bbf587-caf2-46cf-a4d9-f5ef2e27b7dc req-a4d26fa4-14a2-4f41-8216-d86552eb36a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:32.783198 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014ac228-5ce4-497c-94bd-80305c90c940 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:32.792875 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-014ac228-5ce4-497c-94bd-80305c90c940 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:32.844390 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-014ac228-5ce4-497c-94bd-80305c90c940 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.3474975 Jul 24 00:01:32.844667 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 53134) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:33.031650 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5887d43-53c4-4953-8922-fd6aaba7cb26 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Deleting subnet b79dec15-c101-4f91-b101-7a8a75043e27 {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:01:33.051414 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f5887d43-53c4-4953-8922-fd6aaba7cb26 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:33.077056 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-41a3ac48-9620-4acb-9565-4f39a7a81e7f tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:33.120661 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014ac228-5ce4-497c-94bd-80305c90c940 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Pushing event updated for resources: {'Port': ['ID=e31d1df7-60c4-4c7b-9490-b89932477105,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:33.121104 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-41a3ac48-9620-4acb-9565-4f39a7a81e7f tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca48f9b7-b4db-4739-a407-4aa19e198d89']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:01:33.123838 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port b6e5a813-e218-46aa-a740-f6f98f7f7a71 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:01:33.144287 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device cb5a7d39-7519-43f9-98a5-082557450e06 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:01:33.175507 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f5887d43-53c4-4953-8922-fd6aaba7cb26 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:33.193832 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-41a3ac48-9620-4acb-9565-4f39a7a81e7f tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c45d5a9-ccf4-4d78-a543-532f5227b0a1') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:01:33.194139 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-41a3ac48-9620-4acb-9565-4f39a7a81e7f tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c45d5a9-ccf4-4d78-a543-532f5227b0a1') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:01:33.222567 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-41a3ac48-9620-4acb-9565-4f39a7a81e7f tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:33.312280 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port cb5a7d39-7519-43f9-98a5-082557450e06 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:01:33.312664 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:33.378329 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-41a3ac48-9620-4acb-9565-4f39a7a81e7f tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:33.425927 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41a3ac48-9620-4acb-9565-4f39a7a81e7f tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:01:33.427071 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-41a3ac48-9620-4acb-9565-4f39a7a81e7f tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:33.431765 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:01:33.431765 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:01:33.431765 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:01:33.431765 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:01:33.431765 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:01:33.431765 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:01:33.431765 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:01:33.431765 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:01:33.431765 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:01:33.431765 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:01:33.431765 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:01:33.431765 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:01:33.431765 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:01:33.431765 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:01:33.431765 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:01:33.431765 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:01:33.431765 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:01:33.431765 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:01:33.431765 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:01:33.431765 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:01:33.431765 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:01:33.431765 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:01:33.431765 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:01:33.431765 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:01:33.431765 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:01:33.431765 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:01:33.431765 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:01:33.431765 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:01:33.431765 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:01:33.431765 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:01:33.431765 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:01:33.431765 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:01:33.440175 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7e35c0-2b1c-4234-b1dc-2f9f943b347f None None] Network c2320b0b-b424-40f6-a4b3-08cafe8dfe70 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:01:33.499101 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 53158) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:33.560254 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-0bebc00b-5fce-43d8-97b3-0f4636c9e60a None None] Provisioning for port b6e5a813-e218-46aa-a740-f6f98f7f7a71 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:01:33.560866 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f5887d43-53c4-4953-8922-fd6aaba7cb26 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:33.565821 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-65631fb8-5010-4a58-b644-b0e334f2a468 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:33.622889 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-0bebc00b-5fce-43d8-97b3-0f4636c9e60a None None] Provisioning complete for port b6e5a813-e218-46aa-a740-f6f98f7f7a71 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:01:33.623206 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0bebc00b-5fce-43d8-97b3-0f4636c9e60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:33.657870 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-41a3ac48-9620-4acb-9565-4f39a7a81e7f tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:33.677607 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-41a3ac48-9620-4acb-9565-4f39a7a81e7f tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:33.687856 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-41a3ac48-9620-4acb-9565-4f39a7a81e7f tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] 10.222.0.44 "DELETE /v2.0/networks/ca48f9b7-b4db-4739-a407-4aa19e198d89 HTTP/1.1" status: 204 len: 168 time: 1.2299075 Jul 24 00:01:33.701224 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 53164) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:33.711069 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d586b39-1f52-43c7-9952-ea8afa8f95b2 req-a87a732f-a274-4762-b2a3-eed248b01742 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:33.712619 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5d586b39-1f52-43c7-9952-ea8afa8f95b2 req-a87a732f-a274-4762-b2a3-eed248b01742 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=f374d7ba-d6ae-475a-a59e-df7f7b06c9f3 HTTP/1.1" status: 200 len: 932 time: 0.4234631 Jul 24 00:01:33.739459 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a3ac48-9620-4acb-9565-4f39a7a81e7f tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Pushing event deleted for resources: {'Network': ['ID=ca48f9b7-b4db-4739-a407-4aa19e198d89,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:33.767388 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0bebc00b-5fce-43d8-97b3-0f4636c9e60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:33.773910 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f5887d43-53c4-4953-8922-fd6aaba7cb26 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:33.829121 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-02bbf587-caf2-46cf-a4d9-f5ef2e27b7dc req-a4d26fa4-14a2-4f41-8216-d86552eb36a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3dce2cd-4bfa-4b88-8ee0-eb2e8450bdfb {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:01:33.848681 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-02bbf587-caf2-46cf-a4d9-f5ef2e27b7dc req-a4d26fa4-14a2-4f41-8216-d86552eb36a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:33.867348 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.db.api [None req-0bebc00b-5fce-43d8-97b3-0f4636c9e60a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100315) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 00:01:33.867934 n-d-800088-16 neutron-server[100315]: DEBUG oslo_db.api [None req-0bebc00b-5fce-43d8-97b3-0f4636c9e60a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 00:01:33.868328 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd5a75e-1a8b-406b-a063-393088ccbd3e req-b9dbf911-758a-4e39-b0be-cbc43c123e8a tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:33.869962 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fdd5a75e-1a8b-406b-a063-393088ccbd3e req-b9dbf911-758a-4e39-b0be-cbc43c123e8a tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/ports?device_id=daad7e6f-c1db-4f59-8042-0b3f6720bbd4 HTTP/1.1" status: 200 len: 945 time: 0.5201151 Jul 24 00:01:33.870722 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5887d43-53c4-4953-8922-fd6aaba7cb26 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Pushing event deleted for resources: {'Subnet': ['ID=b79dec15-c101-4f91-b101-7a8a75043e27,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:33.877765 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f5887d43-53c4-4953-8922-fd6aaba7cb26 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:33.882266 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-f5887d43-53c4-4953-8922-fd6aaba7cb26 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] 10.222.0.44 "DELETE /v2.0/subnets/b79dec15-c101-4f91-b101-7a8a75043e27 HTTP/1.1" status: 204 len: 168 time: 1.0352559 Jul 24 00:01:33.884209 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 53166) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:33.889355 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5d586b39-1f52-43c7-9952-ea8afa8f95b2 req-fdbae43c-4ff0-407a-9057-62a7b8f9f3bf tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477129 Jul 24 00:01:33.895731 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-02bbf587-caf2-46cf-a4d9-f5ef2e27b7dc req-a4d26fa4-14a2-4f41-8216-d86552eb36a4 service neutron] Transition to ACTIVE for port object e3dce2cd-4bfa-4b88-8ee0-eb2e8450bdfb will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:01:33.921690 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656a070c-f6f6-404a-903d-2d9f57698458 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:33.931822 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656a070c-f6f6-404a-903d-2d9f57698458 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:33.947599 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-656a070c-f6f6-404a-903d-2d9f57698458 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2412195 Jul 24 00:01:33.949451 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 53170) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:33.950154 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-02bbf587-caf2-46cf-a4d9-f5ef2e27b7dc req-a4d26fa4-14a2-4f41-8216-d86552eb36a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:33.971059 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-8753beed-ee3a-462b-bcfd-463b5f783d8c tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2101683602'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:01:34.046701 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fdd5a75e-1a8b-406b-a063-393088ccbd3e req-5715f827-b62c-432d-96e4-d33e71b18b9f tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6a0a271-496a-4936-8ec0-ec680d307275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476705 Jul 24 00:01:34.072716 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d8fd9a-d5ae-4f1d-b186-3c80d945d3cf tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:34.076009 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d8fd9a-d5ae-4f1d-b186-3c80d945d3cf tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:34.080134 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-32d8fd9a-d5ae-4f1d-b186-3c80d945d3cf tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1948950 Jul 24 00:01:34.080770 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 53172) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:34.167621 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ba91ff-ab4b-4670-9245-8af63fea1f37 None None] Network c2320b0b-b424-40f6-a4b3-08cafe8dfe70 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:01:34.168464 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d26fa4-14a2-4f41-8216-d86552eb36a4 service neutron] Pushing event updated for resources: {'Port': ['ID=e3dce2cd-4bfa-4b88-8ee0-eb2e8450bdfb,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:34.194784 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-02bbf587-caf2-46cf-a4d9-f5ef2e27b7dc req-a4d26fa4-14a2-4f41-8216-d86552eb36a4 service neutron] Attempting to bind port e3dce2cd-4bfa-4b88-8ee0-eb2e8450bdfb on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:01:34.195269 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-02bbf587-caf2-46cf-a4d9-f5ef2e27b7dc req-a4d26fa4-14a2-4f41-8216-d86552eb36a4 service neutron] Attempting to bind port e3dce2cd-4bfa-4b88-8ee0-eb2e8450bdfb by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': '03844098-4008-432a-ad64-80c1a7ec0473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '6d0290d7-687f-4c6e-a33b-868ec400e0f9'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:01:34.195653 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bbf587-caf2-46cf-a4d9-f5ef2e27b7dc req-a4d26fa4-14a2-4f41-8216-d86552eb36a4 service neutron] Attempting to bind port e3dce2cd-4bfa-4b88-8ee0-eb2e8450bdfb on network 6d0290d7-687f-4c6e-a33b-868ec400e0f9 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:01:34.206782 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bbf587-caf2-46cf-a4d9-f5ef2e27b7dc req-a4d26fa4-14a2-4f41-8216-d86552eb36a4 service neutron] Port e3dce2cd-4bfa-4b88-8ee0-eb2e8450bdfb on network 6d0290d7-687f-4c6e-a33b-868ec400e0f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:01:34.207212 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bbf587-caf2-46cf-a4d9-f5ef2e27b7dc req-a4d26fa4-14a2-4f41-8216-d86552eb36a4 service neutron] Attempting to bind port e3dce2cd-4bfa-4b88-8ee0-eb2e8450bdfb on network 6d0290d7-687f-4c6e-a33b-868ec400e0f9 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:01:34.213039 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bbf587-caf2-46cf-a4d9-f5ef2e27b7dc req-a4d26fa4-14a2-4f41-8216-d86552eb36a4 service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:01:34.213494 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bbf587-caf2-46cf-a4d9-f5ef2e27b7dc req-a4d26fa4-14a2-4f41-8216-d86552eb36a4 service neutron] Checking segment: {'id': '03844098-4008-432a-ad64-80c1a7ec0473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '6d0290d7-687f-4c6e-a33b-868ec400e0f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:01:34.213970 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bbf587-caf2-46cf-a4d9-f5ef2e27b7dc req-a4d26fa4-14a2-4f41-8216-d86552eb36a4 service neutron] Bound using segment: {'id': '03844098-4008-432a-ad64-80c1a7ec0473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '6d0290d7-687f-4c6e-a33b-868ec400e0f9'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:01:34.214484 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-02bbf587-caf2-46cf-a4d9-f5ef2e27b7dc req-a4d26fa4-14a2-4f41-8216-d86552eb36a4 service neutron] Bound port: e3dce2cd-4bfa-4b88-8ee0-eb2e8450bdfb, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03844098-4008-432a-ad64-80c1a7ec0473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '6d0290d7-687f-4c6e-a33b-868ec400e0f9'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:01:34.214922 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-02bbf587-caf2-46cf-a4d9-f5ef2e27b7dc req-a4d26fa4-14a2-4f41-8216-d86552eb36a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:34.373405 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-02bbf587-caf2-46cf-a4d9-f5ef2e27b7dc req-a4d26fa4-14a2-4f41-8216-d86552eb36a4 service neutron] For port e3dce2cd-4bfa-4b88-8ee0-eb2e8450bdfb, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:01:34.377988 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-02bbf587-caf2-46cf-a4d9-f5ef2e27b7dc req-a4d26fa4-14a2-4f41-8216-d86552eb36a4 service neutron] For port e3dce2cd-4bfa-4b88-8ee0-eb2e8450bdfb, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=e3dce2cd-4bfa-4b88-8ee0-eb2e8450bdfb,segment=NetworkSegment(03844098-4008-432a-ad64-80c1a7ec0473),segment_id=03844098-4008-432a-ad64-80c1a7ec0473)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:01:34.386633 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-02bbf587-caf2-46cf-a4d9-f5ef2e27b7dc req-a4d26fa4-14a2-4f41-8216-d86552eb36a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:34.440634 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bbf587-caf2-46cf-a4d9-f5ef2e27b7dc req-a4d26fa4-14a2-4f41-8216-d86552eb36a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:34.441301 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-02bbf587-caf2-46cf-a4d9-f5ef2e27b7dc req-a4d26fa4-14a2-4f41-8216-d86552eb36a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:34.443306 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-02bbf587-caf2-46cf-a4d9-f5ef2e27b7dc req-a4d26fa4-14a2-4f41-8216-d86552eb36a4 service neutron] 10.222.0.52 "PUT /v2.0/ports/e3dce2cd-4bfa-4b88-8ee0-eb2e8450bdfb HTTP/1.1" status: 200 len: 1093 time: 1.8037138 Jul 24 00:01:34.446487 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f374d7ba-d6ae-475a-a59e-df7f7b06c9f3', 'tag': 'e3dce2cd-4bfa-4b88-8ee0-eb2e8450bdfb'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:01:34.450030 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-068035f8-6af1-4f89-87f4-5d26b9a0c3e6" -d '{"events": [{"name": "network-changed", "server_uuid": "f374d7ba-d6ae-475a-a59e-df7f7b06c9f3", "tag": "e3dce2cd-4bfa-4b88-8ee0-eb2e8450bdfb"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:01:34.477855 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0bebc00b-5fce-43d8-97b3-0f4636c9e60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:34.517930 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f87c37-a480-47a2-b4af-9755ab67bd2d None None] DHCP port deletion for c2320b0b-b424-40f6-a4b3-08cafe8dfe70 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:01:34.524211 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-0bebc00b-5fce-43d8-97b3-0f4636c9e60a None None] For port b6e5a813-e218-46aa-a740-f6f98f7f7a71, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=b6e5a813-e218-46aa-a740-f6f98f7f7a71,segment=NetworkSegment(b3b6ed5d-aab3-4935-8e8e-6801da00fb9d),segment_id=b3b6ed5d-aab3-4935-8e8e-6801da00fb9d)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:01:34.530182 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d26fa4-14a2-4f41-8216-d86552eb36a4 service neutron] Pushing event updated for resources: {'Port': ['ID=e3dce2cd-4bfa-4b88-8ee0-eb2e8450bdfb,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:34.542351 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c32d27-ff27-4e13-b7f3-8f7609307baa x-openstack-request-id: req-b3c32d27-ff27-4e13-b7f3-8f7609307baa {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:01:34.543885 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f374d7ba-d6ae-475a-a59e-df7f7b06c9f3", "tag": "e3dce2cd-4bfa-4b88-8ee0-eb2e8450bdfb", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:01:34.544355 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b3c32d27-ff27-4e13-b7f3-8f7609307baa {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:01:34.545263 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f374d7ba-d6ae-475a-a59e-df7f7b06c9f3', 'tag': 'e3dce2cd-4bfa-4b88-8ee0-eb2e8450bdfb', 'status': 'completed', 'code': 200} Jul 24 00:01:34.546765 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0bebc00b-5fce-43d8-97b3-0f4636c9e60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:34.609290 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bebc00b-5fce-43d8-97b3-0f4636c9e60a None None] Pushing event updated for resources: {'Port': ['ID=b6e5a813-e218-46aa-a740-f6f98f7f7a71,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:34.618149 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-69f87c37-a480-47a2-b4af-9755ab67bd2d None None] Deleting port b6e5a813-e218-46aa-a740-f6f98f7f7a71 {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:01:34.618538 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-69f87c37-a480-47a2-b4af-9755ab67bd2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:34.620744 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bbf587-caf2-46cf-a4d9-f5ef2e27b7dc req-7aeb9255-04dd-4786-8f06-9cb50be84060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:34.622704 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-02bbf587-caf2-46cf-a4d9-f5ef2e27b7dc req-7aeb9255-04dd-4786-8f06-9cb50be84060 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=edb05757b79c4651874b12bd54763416&device_id=f374d7ba-d6ae-475a-a59e-df7f7b06c9f3 HTTP/1.1" status: 200 len: 1096 time: 0.1169910 Jul 24 00:01:34.649659 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7d36c335-f898-4ba0-9a2d-5ae274df478b tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:34.655024 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-65631fb8-5010-4a58-b644-b0e334f2a468 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:34.660564 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d36c335-f898-4ba0-9a2d-5ae274df478b tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 24 00:01:34.661382 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d36c335-f898-4ba0-9a2d-5ae274df478b tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:01:34.663758 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-7d36c335-f898-4ba0-9a2d-5ae274df478b tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] 10.222.0.44 "DELETE /v2.0/networks/c2320b0b-b424-40f6-a4b3-08cafe8dfe70 HTTP/1.1" status: 409 len: 405 time: 0.5807672 Jul 24 00:01:34.665248 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-65631fb8-5010-4a58-b644-b0e334f2a468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:34.673984 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-02bbf587-caf2-46cf-a4d9-f5ef2e27b7dc req-29f46365-a9ae-4d84-96aa-5c6bb72ae3d5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3dce2cd-4bfa-4b88-8ee0-eb2e8450bdfb HTTP/1.1" status: 200 len: 217 time: 0.0441513 Jul 24 00:01:34.674534 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 53190) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:34.683969 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-65453032-21ba-426e-9ffe-d0bcae65af0b tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-499868288'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:01:34.710440 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-69f87c37-a480-47a2-b4af-9755ab67bd2d None None] For port b6e5a813-e218-46aa-a740-f6f98f7f7a71, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=b6e5a813-e218-46aa-a740-f6f98f7f7a71,segment=NetworkSegment(b3b6ed5d-aab3-4935-8e8e-6801da00fb9d),segment_id=b3b6ed5d-aab3-4935-8e8e-6801da00fb9d)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:01:34.711651 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-69f87c37-a480-47a2-b4af-9755ab67bd2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:34.725427 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-65631fb8-5010-4a58-b644-b0e334f2a468 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d27391cbb8804e4aa785698d05d5f79b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2216003 Jul 24 00:01:34.726769 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65631fb8-5010-4a58-b644-b0e334f2a468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c50b5a-adc9-4516-8fab-188377469e01,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:34.728429 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-1a62f730-6670-49a9-808c-c5bc9f4e960b None None] Provisioning complete for port b6e5a813-e218-46aa-a740-f6f98f7f7a71 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:01:34.728711 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-1a62f730-6670-49a9-808c-c5bc9f4e960b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:34.730515 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-69f87c37-a480-47a2-b4af-9755ab67bd2d None None] Calling delete_port for b6e5a813-e218-46aa-a740-f6f98f7f7a71 owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:01:34.732287 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 53192) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:34.749831 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8753beed-ee3a-462b-bcfd-463b5f783d8c tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Made reservation on behalf of 11effcc190c340179bb67c99d1dfa936 for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:01:34.754087 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8753beed-ee3a-462b-bcfd-463b5f783d8c tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:34.787855 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bbf587-caf2-46cf-a4d9-f5ef2e27b7dc req-b769e12b-c40b-4ad0-9855-4d928b4efed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:34.789993 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-02bbf587-caf2-46cf-a4d9-f5ef2e27b7dc req-b769e12b-c40b-4ad0-9855-4d928b4efed3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4c5e7796-9746-457d-b93a-6a23003ac2f0 HTTP/1.1" status: 200 len: 852 time: 0.0991719 Jul 24 00:01:34.809766 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8753beed-ee3a-462b-bcfd-463b5f783d8c tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:01:34.830101 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65453032-21ba-426e-9ffe-d0bcae65af0b tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Made reservation on behalf of 1927a1b4eb924ea4ab753600c2d7ae49 for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:01:34.833889 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-65453032-21ba-426e-9ffe-d0bcae65af0b tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:34.841828 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-02bbf587-caf2-46cf-a4d9-f5ef2e27b7dc req-15bb6d1f-a93f-4ac3-89ea-75fd628e54ad service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6d0290d7-687f-4c6e-a33b-868ec400e0f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449049 Jul 24 00:01:34.855482 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2ffcf5ad-08c8-493f-94d7-502992a3edf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:34.867334 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8753beed-ee3a-462b-bcfd-463b5f783d8c tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:34.867698 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-8753beed-ee3a-462b-bcfd-463b5f783d8c tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Added segment 51957d28-1259-4ddd-80bc-9ae4c6358a93 of type vlan for network 3d630138-3d65-4cb5-b714-3236372edc08 Jul 24 00:01:34.890245 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2ffcf5ad-08c8-493f-94d7-502992a3edf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:34.928639 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65453032-21ba-426e-9ffe-d0bcae65af0b tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:01:34.941360 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d8640e-1f30-4175-8e95-26cd82eb3b7d req-d4fda7fd-0cee-4794-9186-eb3efc72154c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:34.943309 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e5d8640e-1f30-4175-8e95-26cd82eb3b7d req-d4fda7fd-0cee-4794-9186-eb3efc72154c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=daad7e6f-c1db-4f59-8042-0b3f6720bbd4 HTTP/1.1" status: 200 len: 1097 time: 0.1209738 Jul 24 00:01:34.964566 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-69f87c37-a480-47a2-b4af-9755ab67bd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:34.987731 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-65453032-21ba-426e-9ffe-d0bcae65af0b tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:34.988092 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-65453032-21ba-426e-9ffe-d0bcae65af0b tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Added segment 092622ac-eb0a-44e7-9690-a76a6e499024 of type vlan for network 4aed8e52-b27d-47b6-929a-1577d4e993ab Jul 24 00:01:34.988748 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e5d8640e-1f30-4175-8e95-26cd82eb3b7d req-dd2ab5bd-53fd-4568-bce8-acca32fa070a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b6a0a271-496a-4936-8ec0-ec680d307275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383964 Jul 24 00:01:35.009091 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2ffcf5ad-08c8-493f-94d7-502992a3edf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:35.009300 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8753beed-ee3a-462b-bcfd-463b5f783d8c tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:35.012114 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2ffcf5ad-08c8-493f-94d7-502992a3edf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:35.013410 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-2ffcf5ad-08c8-493f-94d7-502992a3edf7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c4c50b5a-adc9-4516-8fab-188377469e01 HTTP/1.1" status: 204 len: 168 time: 0.2797856 Jul 24 00:01:35.018686 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f87c37-a480-47a2-b4af-9755ab67bd2d None None] Pushing event deleted for resources: {'Port': ['ID=b6e5a813-e218-46aa-a740-f6f98f7f7a71,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:35.027388 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-1a62f730-6670-49a9-808c-c5bc9f4e960b None None] Provisioning for port e31d1df7-60c4-4c7b-9490-b89932477105 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:01:35.033723 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f87c37-a480-47a2-b4af-9755ab67bd2d None None] No DVR routers for this DVR port b6e5a813-e218-46aa-a740-f6f98f7f7a71 on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:01:35.036292 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-1a62f730-6670-49a9-808c-c5bc9f4e960b None None] Provisioning complete for port e31d1df7-60c4-4c7b-9490-b89932477105 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:01:35.036553 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-1a62f730-6670-49a9-808c-c5bc9f4e960b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:35.043155 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffcf5ad-08c8-493f-94d7-502992a3edf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c50b5a-adc9-4516-8fab-188377469e01,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:35.075253 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-65453032-21ba-426e-9ffe-d0bcae65af0b tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:35.102705 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-02bbf587-caf2-46cf-a4d9-f5ef2e27b7dc req-dcf09924-9f60-4f0b-b2ff-f1b37c5d5834 service neutron] 10.222.0.52 "GET /v2.0/networks/6d0290d7-687f-4c6e-a33b-868ec400e0f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508779 Jul 24 00:01:35.107000 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-1a62f730-6670-49a9-808c-c5bc9f4e960b None None] Port e31d1df7-60c4-4c7b-9490-b89932477105 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:01:35.140094 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8753beed-ee3a-462b-bcfd-463b5f783d8c tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:35.147111 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8753beed-ee3a-462b-bcfd-463b5f783d8c tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:35.147111 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8753beed-ee3a-462b-bcfd-463b5f783d8c tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:35.159972 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9235529a-048b-40dd-bf60-51e8a71b285f req-2672091a-4ad9-4739-a0e2-3df7c818f820 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:35.161576 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9235529a-048b-40dd-bf60-51e8a71b285f req-2672091a-4ad9-4739-a0e2-3df7c818f820 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=f374d7ba-d6ae-475a-a59e-df7f7b06c9f3 HTTP/1.1" status: 200 len: 944 time: 0.1116142 Jul 24 00:01:35.211185 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9235529a-048b-40dd-bf60-51e8a71b285f req-ab671b74-36f9-4fe2-b9b1-635129456929 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432606 Jul 24 00:01:35.315084 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-02bbf587-caf2-46cf-a4d9-f5ef2e27b7dc req-4a39e844-a7b2-42f6-ad47-4e383c397882 service neutron] 10.222.0.52 "GET /v2.0/networks/6d0290d7-687f-4c6e-a33b-868ec400e0f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053158 Jul 24 00:01:35.371600 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8753beed-ee3a-462b-bcfd-463b5f783d8c tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Pushing event updated for resources: {'Network': ['ID=3d630138-3d65-4cb5-b714-3236372edc08,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:35.383318 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 3d630138-3d65-4cb5-b714-3236372edc08 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:01:35.406289 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-8753beed-ee3a-462b-bcfd-463b5f783d8c tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.4513736 Jul 24 00:01:35.410520 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-65453032-21ba-426e-9ffe-d0bcae65af0b tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:35.416086 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65453032-21ba-426e-9ffe-d0bcae65af0b tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:35.416715 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-65453032-21ba-426e-9ffe-d0bcae65af0b tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:35.443414 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 53224) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:35.449977 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-07778ad3-0859-48de-9408-5b354dddd5e8 req-ab83d6d6-e7fe-4217-8810-be1886a74a44 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=798b28002e9743a58ab9c3622d82224e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2036579 Jul 24 00:01:35.455450 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-4671577a-8963-4ca6-8377-c23146cd0b03 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-41330840'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:01:35.527134 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ace9d-e982-41b9-8864-ef24856d07a7 req-5a97a224-0961-4064-9569-ff72571b3773 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:35.532681 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-781ace9d-e982-41b9-8864-ef24856d07a7 req-5a97a224-0961-4064-9569-ff72571b3773 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/ports?device_id=daad7e6f-c1db-4f59-8042-0b3f6720bbd4 HTTP/1.1" status: 200 len: 945 time: 0.1541340 Jul 24 00:01:35.597686 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-781ace9d-e982-41b9-8864-ef24856d07a7 req-b8bbd55a-00e3-4db5-94a9-e1b5ae58d5cb tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6a0a271-496a-4936-8ec0-ec680d307275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480757 Jul 24 00:01:35.646332 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4671577a-8963-4ca6-8377-c23146cd0b03 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Made reservation on behalf of 11effcc190c340179bb67c99d1dfa936 for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:01:35.649831 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4671577a-8963-4ca6-8377-c23146cd0b03 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:35.728856 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-65453032-21ba-426e-9ffe-d0bcae65af0b tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0506978 Jul 24 00:01:35.731485 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 53238) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:35.737375 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-6dc442e0-fdd5-4081-ae20-4949ce11b5b0 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Request body: {'subnet': {'network_id': '4aed8e52-b27d-47b6-929a-1577d4e993ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:01:35.743733 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65453032-21ba-426e-9ffe-d0bcae65af0b tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Pushing event updated for resources: {'Network': ['ID=4aed8e52-b27d-47b6-929a-1577d4e993ab,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:35.755458 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 4aed8e52-b27d-47b6-929a-1577d4e993ab details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:01:35.852929 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dc442e0-fdd5-4081-ae20-4949ce11b5b0 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Made reservation on behalf of 1927a1b4eb924ea4ab753600c2d7ae49 for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:01:35.857088 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6dc442e0-fdd5-4081-ae20-4949ce11b5b0 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:35.881691 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068035f8-6af1-4f89-87f4-5d26b9a0c3e6 req-1adb2dae-3e04-45c3-a2e5-c27be4cb1289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:35.883332 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-068035f8-6af1-4f89-87f4-5d26b9a0c3e6 req-1adb2dae-3e04-45c3-a2e5-c27be4cb1289 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=edb05757b79c4651874b12bd54763416&device_id=f374d7ba-d6ae-475a-a59e-df7f7b06c9f3 HTTP/1.1" status: 200 len: 1096 time: 0.4898353 Jul 24 00:01:35.894589 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07778ad3-0859-48de-9408-5b354dddd5e8 req-23f076e2-0e80-458e-8752-eb13dc76aa5a tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:35.896167 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-07778ad3-0859-48de-9408-5b354dddd5e8 req-23f076e2-0e80-458e-8752-eb13dc76aa5a tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4213340 Jul 24 00:01:35.897012 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4671577a-8963-4ca6-8377-c23146cd0b03 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:01:35.947528 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4671577a-8963-4ca6-8377-c23146cd0b03 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:35.947790 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-4671577a-8963-4ca6-8377-c23146cd0b03 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Added segment 11fa0386-ab9d-4529-b929-12e5e3ee3aee of type vlan for network 48acf9b8-c22c-45a4-b169-d1521983d1fd Jul 24 00:01:35.951437 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-07778ad3-0859-48de-9408-5b354dddd5e8 req-ef991669-3ff5-49ef-99c2-02c4d7f2d261 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/quotas/798b28002e9743a58ab9c3622d82224e HTTP/1.1" status: 200 len: 375 time: 0.0415967 Jul 24 00:01:36.343198 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-07778ad3-0859-48de-9408-5b354dddd5e8 req-27a8ae5a-b58b-434c-af9b-1afda28a647b tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=798b28002e9743a58ab9c3622d82224e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3791175 Jul 24 00:01:36.357594 n-d-800088-16 neutron-server[100314]: DEBUG neutron.objects.ports [None req-6dc442e0-fdd5-4081-ae20-4949ce11b5b0 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100314) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 24 00:01:36.365162 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4671577a-8963-4ca6-8377-c23146cd0b03 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:36.402231 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068035f8-6af1-4f89-87f4-5d26b9a0c3e6 req-e11437c3-b8e0-4553-8267-6dbc43f860e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:36.403689 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-068035f8-6af1-4f89-87f4-5d26b9a0c3e6 req-e11437c3-b8e0-4553-8267-6dbc43f860e6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6d0290d7-687f-4c6e-a33b-868ec400e0f9 HTTP/1.1" status: 200 len: 913 time: 0.5044386 Jul 24 00:01:36.455586 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device b6e5a813-e218-46aa-a740-f6f98f7f7a71 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:01:36.481132 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6dc442e0-fdd5-4081-ae20-4949ce11b5b0 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:36.493818 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-068035f8-6af1-4f89-87f4-5d26b9a0c3e6 req-1638db6e-4c2d-40c2-a16b-9c1ceddb6068 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3dce2cd-4bfa-4b88-8ee0-eb2e8450bdfb HTTP/1.1" status: 200 len: 217 time: 0.0798306 Jul 24 00:01:36.497919 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4671577a-8963-4ca6-8377-c23146cd0b03 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:36.504630 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4671577a-8963-4ca6-8377-c23146cd0b03 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:36.505307 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4671577a-8963-4ca6-8377-c23146cd0b03 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:36.514022 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: b6e5a813-e218-46aa-a740-f6f98f7f7a71 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:01:36.514395 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device b6e5a813-e218-46aa-a740-f6f98f7f7a71 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:01:36.585220 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-4671577a-8963-4ca6-8377-c23146cd0b03 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1339948 Jul 24 00:01:36.589248 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 53262) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:36.601761 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-a6692341-39be-484f-be1c-9377df4b31f4 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Request body: {'ports': [{'network_id': '3d630138-3d65-4cb5-b714-3236372edc08', 'name': 'tempest-port--278744649', 'admin_state_up': True}, {'network_id': '48acf9b8-c22c-45a4-b169-d1521983d1fd', 'admin_state_up': False}]} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:01:36.602080 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-a6692341-39be-484f-be1c-9377df4b31f4 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Request body: {'port': {'network_id': '3d630138-3d65-4cb5-b714-3236372edc08', 'name': 'tempest-port--278744649', 'admin_state_up': True}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:01:36.602929 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-a6692341-39be-484f-be1c-9377df4b31f4 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Request body: {'port': {'network_id': '48acf9b8-c22c-45a4-b169-d1521983d1fd', 'admin_state_up': False}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:01:36.605598 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc442e0-fdd5-4081-ae20-4949ce11b5b0 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Pushing event updated for resources: {'Subnet': ['ID=dee24aa4-435b-4021-979c-957220fd9f0e,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:36.668634 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068035f8-6af1-4f89-87f4-5d26b9a0c3e6 req-835dff6c-ff7a-460d-b823-4aa89ba5b332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:36.670182 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-068035f8-6af1-4f89-87f4-5d26b9a0c3e6 req-835dff6c-ff7a-460d-b823-4aa89ba5b332 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4c5e7796-9746-457d-b93a-6a23003ac2f0 HTTP/1.1" status: 200 len: 852 time: 0.1612773 Jul 24 00:01:36.677532 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4671577a-8963-4ca6-8377-c23146cd0b03 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Pushing event updated for resources: {'Network': ['ID=48acf9b8-c22c-45a4-b169-d1521983d1fd,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:36.690713 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 48acf9b8-c22c-45a4-b169-d1521983d1fd details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:01:36.723866 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-068035f8-6af1-4f89-87f4-5d26b9a0c3e6 req-debc22e0-22b5-4c9b-b4c2-91615f6f7211 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6d0290d7-687f-4c6e-a33b-868ec400e0f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408735 Jul 24 00:01:36.727048 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc442e0-fdd5-4081-ae20-4949ce11b5b0 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Checking segment: {'id': '092622ac-eb0a-44e7-9690-a76a6e499024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '4aed8e52-b27d-47b6-929a-1577d4e993ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:01:36.727424 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc442e0-fdd5-4081-ae20-4949ce11b5b0 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Network hostable DHCP agents. Network: 4aed8e52-b27d-47b6-929a-1577d4e993ab, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:01:36.785715 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86539820-abe5-4551-b04e-25141e456209 req-fea15178-cfb8-4847-97c9-3929b089c851 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:36.797215 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-86539820-abe5-4551-b04e-25141e456209 req-fea15178-cfb8-4847-97c9-3929b089c851 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=f374d7ba-d6ae-475a-a59e-df7f7b06c9f3 HTTP/1.1" status: 200 len: 944 time: 0.4312246 Jul 24 00:01:36.806736 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 53276) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:36.820832 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-be578163-8eca-4d63-b28a-fb8ac9dbcfe0 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-2012328563'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:01:36.867849 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc442e0-fdd5-4081-ae20-4949ce11b5b0 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Network 4aed8e52-b27d-47b6-929a-1577d4e993ab is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:01:36.878718 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bd95a665-2e09-4caa-86ce-643ad97e5bc8 req-b052ce8f-a74d-40c4-9d10-6bc365324a9e tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f027578-c893-4a44-9dc2-07535ce6a55f HTTP/1.1" status: 200 len: 210 time: 0.0868182 Jul 24 00:01:36.920866 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-86539820-abe5-4551-b04e-25141e456209 req-fa432aaa-ada7-456c-a48a-04682faac3d6 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188328 Jul 24 00:01:36.949183 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-6dc442e0-fdd5-4081-ae20-4949ce11b5b0 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 4aed8e52-b27d-47b6-929a-1577d4e993ab) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:01:36.961415 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc442e0-fdd5-4081-ae20-4949ce11b5b0 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:36.963419 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6dc442e0-fdd5-4081-ae20-4949ce11b5b0 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:36.966833 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5c3edb-e544-4b1c-9bc2-3a60d6c12745 None None] Network 4aed8e52-b27d-47b6-929a-1577d4e993ab requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:01:37.000935 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be578163-8eca-4d63-b28a-fb8ac9dbcfe0 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Made reservation on behalf of 8d43db295226432aa2eb8bb806af3cad for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:01:37.008212 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-be578163-8eca-4d63-b28a-fb8ac9dbcfe0 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:37.041193 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be578163-8eca-4d63-b28a-fb8ac9dbcfe0 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:01:37.052161 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-068035f8-6af1-4f89-87f4-5d26b9a0c3e6 req-f835224d-64b4-4b98-8f63-2bb9c1747277 service neutron] 10.222.0.52 "GET /v2.0/networks/6d0290d7-687f-4c6e-a33b-868ec400e0f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022561 Jul 24 00:01:37.053019 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-be578163-8eca-4d63-b28a-fb8ac9dbcfe0 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:37.053453 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-be578163-8eca-4d63-b28a-fb8ac9dbcfe0 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Added segment 6a9bfae8-3859-4d2f-b2ea-41b2fe58337b of type vlan for network 2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62 Jul 24 00:01:37.072995 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6692341-39be-484f-be1c-9377df4b31f4 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Made reservation on behalf of 11effcc190c340179bb67c99d1dfa936 for: {'port': 2} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:01:37.077591 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a6692341-39be-484f-be1c-9377df4b31f4 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:37.111849 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a6692341-39be-484f-be1c-9377df4b31f4 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:37.135750 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-6dc442e0-fdd5-4081-ae20-4949ce11b5b0 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4015226 Jul 24 00:01:37.138158 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 53288) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:37.144777 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-5f8a6b5e-b914-44fd-8e77-bf8209d67df4 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Request body: {'port': {'network_id': '4aed8e52-b27d-47b6-929a-1577d4e993ab', 'name': 'tempest-NetworksIpV6TestAttrs-1739628512'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:01:37.153664 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-be578163-8eca-4d63-b28a-fb8ac9dbcfe0 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:37.211075 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b7ace6-1b20-42ae-ab09-cf4261bb3bb8 req-e66f41f9-5ae3-4013-b7a6-c8096481ad2c tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:37.212972 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e1b7ace6-1b20-42ae-ab09-cf4261bb3bb8 req-e66f41f9-5ae3-4013-b7a6-c8096481ad2c tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/ports?device_id=daad7e6f-c1db-4f59-8042-0b3f6720bbd4 HTTP/1.1" status: 200 len: 945 time: 0.2311430 Jul 24 00:01:37.275846 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-be578163-8eca-4d63-b28a-fb8ac9dbcfe0 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:37.282248 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be578163-8eca-4d63-b28a-fb8ac9dbcfe0 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:37.282948 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-be578163-8eca-4d63-b28a-fb8ac9dbcfe0 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:37.290714 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23431d9e-7a95-44d0-94a2-f1ba2f191abe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-4aed8e52-b27d-47b6-929a-1577d4e993ab', 'network_id': '4aed8e52-b27d-47b6-929a-1577d4e993ab', 'tenant_id': '1927a1b4eb924ea4ab753600c2d7ae49', 'fixed_ips': [{'subnet_id': 'dee24aa4-435b-4021-979c-957220fd9f0e'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:01:37.291701 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-23431d9e-7a95-44d0-94a2-f1ba2f191abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:37.296142 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:01:37.312410 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-068035f8-6af1-4f89-87f4-5d26b9a0c3e6 req-97dfc18b-269a-4d71-b6e1-363efae77fc9 service neutron] 10.222.0.52 "GET /v2.0/networks/6d0290d7-687f-4c6e-a33b-868ec400e0f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515204 Jul 24 00:01:37.331806 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-be578163-8eca-4d63-b28a-fb8ac9dbcfe0 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5161433 Jul 24 00:01:37.339407 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 53290) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:37.351786 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-6921bcce-64a9-485d-aab7-eb01c4f375d7 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-385057759'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:01:37.376645 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [None req-a6692341-39be-484f-be1c-9377df4b31f4 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] device_id is not set on port 54da6d19-5873-4ef3-9d0f-ea946526d1bc yet. {{(pid=100313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:01:37.386123 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e1b7ace6-1b20-42ae-ab09-cf4261bb3bb8 req-6f28c4af-3559-49c3-86c3-a49dd18dc18c tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6a0a271-496a-4936-8ec0-ec680d307275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577106 Jul 24 00:01:37.501736 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-23431d9e-7a95-44d0-94a2-f1ba2f191abe None None] Allocated IP 2001:db8::f816:3eff:fe88:c137 (4aed8e52-b27d-47b6-929a-1577d4e993ab/dee24aa4-435b-4021-979c-957220fd9f0e/78e0cfeb-24d7-4986-b704-a5994b3a5e37) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:01:37.510813 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be578163-8eca-4d63-b28a-fb8ac9dbcfe0 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Pushing event updated for resources: {'Network': ['ID=2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:37.524167 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6921bcce-64a9-485d-aab7-eb01c4f375d7 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Made reservation on behalf of 8d43db295226432aa2eb8bb806af3cad for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:01:37.529320 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6921bcce-64a9-485d-aab7-eb01c4f375d7 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:37.545217 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:01:37.588383 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f8a6b5e-b914-44fd-8e77-bf8209d67df4 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Made reservation on behalf of 1927a1b4eb924ea4ab753600c2d7ae49 for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:01:37.592887 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5f8a6b5e-b914-44fd-8e77-bf8209d67df4 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:37.633720 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [None req-5f8a6b5e-b914-44fd-8e77-bf8209d67df4 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] device_id is not set on port b87b8249-dcc9-4f43-a6ae-708c03927333 yet. {{(pid=100314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:01:37.640458 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a6692341-39be-484f-be1c-9377df4b31f4 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:37.644714 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6921bcce-64a9-485d-aab7-eb01c4f375d7 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:01:37.700790 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6921bcce-64a9-485d-aab7-eb01c4f375d7 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:37.701254 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-6921bcce-64a9-485d-aab7-eb01c4f375d7 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Added segment 67210387-9ab9-4aa4-9937-6b54614e94e7 of type vlan for network 0bd87d55-8051-4371-bdff-26afb21cf3d1 Jul 24 00:01:37.740575 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [None req-a6692341-39be-484f-be1c-9377df4b31f4 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] device_id is not set on port 9720b721-9a1f-4731-8ee6-49a7e5b1930d yet. {{(pid=100313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:01:37.762870 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6921bcce-64a9-485d-aab7-eb01c4f375d7 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:37.801947 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6921bcce-64a9-485d-aab7-eb01c4f375d7 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:37.815613 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6921bcce-64a9-485d-aab7-eb01c4f375d7 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:37.817514 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6921bcce-64a9-485d-aab7-eb01c4f375d7 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:37.866708 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-6921bcce-64a9-485d-aab7-eb01c4f375d7 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5211117 Jul 24 00:01:37.881258 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 53308) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:37.892426 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-d0d131b9-5d25-41f7-8019-2507ae280bff tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Request body: {'subnet': {'network_id': '2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:01:37.927567 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-23431d9e-7a95-44d0-94a2-f1ba2f191abe None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:37.942707 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-23431d9e-7a95-44d0-94a2-f1ba2f191abe None None] Transition to ACTIVE for port object 78e0cfeb-24d7-4986-b704-a5994b3a5e37 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:01:37.994910 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-23431d9e-7a95-44d0-94a2-f1ba2f191abe None None] Transition to ACTIVE for port object 78e0cfeb-24d7-4986-b704-a5994b3a5e37 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:01:38.010386 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-23431d9e-7a95-44d0-94a2-f1ba2f191abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:38.041673 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-07778ad3-0859-48de-9408-5b354dddd5e8 req-58fdbc1b-0216-4426-a0db-6b97e5fbd35a tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=798b28002e9743a58ab9c3622d82224e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0577359 Jul 24 00:01:38.051328 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23431d9e-7a95-44d0-94a2-f1ba2f191abe None None] Network 4aed8e52-b27d-47b6-929a-1577d4e993ab is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:01:38.077115 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-23431d9e-7a95-44d0-94a2-f1ba2f191abe None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:01:38.081953 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23431d9e-7a95-44d0-94a2-f1ba2f191abe None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:01:38.121851 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6921bcce-64a9-485d-aab7-eb01c4f375d7 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Pushing event updated for resources: {'Network': ['ID=0bd87d55-8051-4371-bdff-26afb21cf3d1,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:38.153735 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 0bd87d55-8051-4371-bdff-26afb21cf3d1 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:01:38.191789 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-23431d9e-7a95-44d0-94a2-f1ba2f191abe None None] Attempting to bind port 78e0cfeb-24d7-4986-b704-a5994b3a5e37 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:01:38.192253 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-23431d9e-7a95-44d0-94a2-f1ba2f191abe None None] Attempting to bind port 78e0cfeb-24d7-4986-b704-a5994b3a5e37 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '092622ac-eb0a-44e7-9690-a76a6e499024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '4aed8e52-b27d-47b6-929a-1577d4e993ab'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:01:38.192736 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23431d9e-7a95-44d0-94a2-f1ba2f191abe None None] Attempting to bind port 78e0cfeb-24d7-4986-b704-a5994b3a5e37 on network 4aed8e52-b27d-47b6-929a-1577d4e993ab {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:01:38.207505 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23431d9e-7a95-44d0-94a2-f1ba2f191abe None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:01:38.208288 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23431d9e-7a95-44d0-94a2-f1ba2f191abe None None] Checking segment: {'id': '092622ac-eb0a-44e7-9690-a76a6e499024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '4aed8e52-b27d-47b6-929a-1577d4e993ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:01:38.208896 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-23431d9e-7a95-44d0-94a2-f1ba2f191abe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:38.209451 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23431d9e-7a95-44d0-94a2-f1ba2f191abe None None] Bound using segment: {'id': '092622ac-eb0a-44e7-9690-a76a6e499024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '4aed8e52-b27d-47b6-929a-1577d4e993ab'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:01:38.210223 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-23431d9e-7a95-44d0-94a2-f1ba2f191abe None None] Bound port: 78e0cfeb-24d7-4986-b704-a5994b3a5e37, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '092622ac-eb0a-44e7-9690-a76a6e499024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '4aed8e52-b27d-47b6-929a-1577d4e993ab'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:01:38.210880 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-23431d9e-7a95-44d0-94a2-f1ba2f191abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:38.213315 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23431d9e-7a95-44d0-94a2-f1ba2f191abe None None] Pushing event updated for resources: {'Port': ['ID=78e0cfeb-24d7-4986-b704-a5994b3a5e37,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:38.230166 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c6610f58-aa3b-4457-bcea-807dd6908705 req-6a17c441-dfe5-4cbf-a706-e6b0e46a13cb tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f027578-c893-4a44-9dc2-07535ce6a55f HTTP/1.1" status: 200 len: 210 time: 0.1689398 Jul 24 00:01:38.236617 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-5f8a6b5e-b914-44fd-8e77-bf8209d67df4 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Allocated IP 2001:db8::f816:3eff:fec1:ec07 (4aed8e52-b27d-47b6-929a-1577d4e993ab/dee24aa4-435b-4021-979c-957220fd9f0e/b87b8249-dcc9-4f43-a6ae-708c03927333) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:01:38.313426 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a6692341-39be-484f-be1c-9377df4b31f4 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:38.324899 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d04d3-86f9-4537-8a3d-de85729c4980 req-f3a2194a-2b16-4592-ac0e-ec78ed64f214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:38.327196 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b35d04d3-86f9-4537-8a3d-de85729c4980 req-f3a2194a-2b16-4592-ac0e-ec78ed64f214 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=18dc8249d11c41bf8adca46e26371672&device_id=daad7e6f-c1db-4f59-8042-0b3f6720bbd4 HTTP/1.1" status: 200 len: 1097 time: 0.3483884 Jul 24 00:01:38.341078 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-23431d9e-7a95-44d0-94a2-f1ba2f191abe None None] For port 78e0cfeb-24d7-4986-b704-a5994b3a5e37, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:01:38.347117 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-23431d9e-7a95-44d0-94a2-f1ba2f191abe None None] For port 78e0cfeb-24d7-4986-b704-a5994b3a5e37, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=78e0cfeb-24d7-4986-b704-a5994b3a5e37,segment=NetworkSegment(092622ac-eb0a-44e7-9690-a76a6e499024),segment_id=092622ac-eb0a-44e7-9690-a76a6e499024)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:01:38.355173 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-23431d9e-7a95-44d0-94a2-f1ba2f191abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:38.376557 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bedff0d-91e6-4420-bf3e-81f0b46a8eb5 req-6ab9343f-c8d3-484c-a3a2-a362f9ac3875 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:38.383414 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5bedff0d-91e6-4420-bf3e-81f0b46a8eb5 req-6ab9343f-c8d3-484c-a3a2-a362f9ac3875 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/ports?device_id=daad7e6f-c1db-4f59-8042-0b3f6720bbd4 HTTP/1.1" status: 200 len: 945 time: 0.3119397 Jul 24 00:01:38.446857 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23431d9e-7a95-44d0-94a2-f1ba2f191abe None None] Pushing event updated for resources: {'Port': ['ID=78e0cfeb-24d7-4986-b704-a5994b3a5e37,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:38.492744 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d131b9-5d25-41f7-8019-2507ae280bff tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Made reservation on behalf of 8d43db295226432aa2eb8bb806af3cad for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:01:38.496777 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d0d131b9-5d25-41f7-8019-2507ae280bff tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:38.520908 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5bedff0d-91e6-4420-bf3e-81f0b46a8eb5 req-cceff699-3d1f-4b1a-8a0a-b68b512953c5 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6a0a271-496a-4936-8ec0-ec680d307275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321402 Jul 24 00:01:38.544895 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a6692341-39be-484f-be1c-9377df4b31f4 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:38.562723 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07778ad3-0859-48de-9408-5b354dddd5e8 req-df094a4e-3ef0-4621-b647-e4267f257e74 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:38.565137 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-07778ad3-0859-48de-9408-5b354dddd5e8 req-df094a4e-3ef0-4621-b647-e4267f257e74 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5013244 Jul 24 00:01:38.585300 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-07778ad3-0859-48de-9408-5b354dddd5e8 req-778c31a1-8907-4515-a148-8faeed937939 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Request body: {'port': {'device_id': '9f027578-c893-4a44-9dc2-07535ce6a55f', 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2', 'admin_state_up': True, 'tenant_id': '798b28002e9743a58ab9c3622d82224e'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:01:38.602964 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d04d3-86f9-4537-8a3d-de85729c4980 req-52fa7cd1-280e-4c74-9058-59eef024e09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:38.604651 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b35d04d3-86f9-4537-8a3d-de85729c4980 req-52fa7cd1-280e-4c74-9058-59eef024e09d service neutron] 10.222.0.64 "GET /v2.0/networks?id=4241b8a6-e2b8-49ab-8f73-7b3653f737f3 HTTP/1.1" status: 200 len: 920 time: 0.2662125 Jul 24 00:01:38.674364 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b35d04d3-86f9-4537-8a3d-de85729c4980 req-8b3b802e-a07e-406a-9a25-25f6a37c85c4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e9196288-6204-4e16-9461-220d43e82026 HTTP/1.1" status: 200 len: 217 time: 0.0598714 Jul 24 00:01:38.715628 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5f8a6b5e-b914-44fd-8e77-bf8209d67df4 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:38.743001 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [None req-5f8a6b5e-b914-44fd-8e77-bf8209d67df4 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Transition to ACTIVE for port object b87b8249-dcc9-4f43-a6ae-708c03927333 will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:01:38.753077 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d04d3-86f9-4537-8a3d-de85729c4980 req-4e3eed0a-4be7-41ec-856d-5e279136aea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:38.754609 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b35d04d3-86f9-4537-8a3d-de85729c4980 req-4e3eed0a-4be7-41ec-856d-5e279136aea8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5fab8215-ab32-480a-84d1-a0d90f322209 HTTP/1.1" status: 200 len: 859 time: 0.0764656 Jul 24 00:01:38.770762 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6692341-39be-484f-be1c-9377df4b31f4 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Pushing event updated for resources: {'Port': ['ID=54da6d19-5873-4ef3-9d0f-ea946526d1bc,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:38.803074 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b35d04d3-86f9-4537-8a3d-de85729c4980 req-28680e14-6ce0-40d4-9985-31a4b60a2c8c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4241b8a6-e2b8-49ab-8f73-7b3653f737f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418227 Jul 24 00:01:38.832689 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5f8a6b5e-b914-44fd-8e77-bf8209d67df4 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:38.863795 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6692341-39be-484f-be1c-9377df4b31f4 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Checking segment: {'id': '51957d28-1259-4ddd-80bc-9ae4c6358a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3d630138-3d65-4cb5-b714-3236372edc08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:01:38.864166 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6692341-39be-484f-be1c-9377df4b31f4 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Network hostable DHCP agents. Network: 3d630138-3d65-4cb5-b714-3236372edc08, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:01:38.873422 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac5174-495c-4632-bdf8-de73d511bfde req-d0dd7d26-a6ab-4882-9870-e9f6d21bc94d tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:38.880213 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6cac5174-495c-4632-bdf8-de73d511bfde req-d0dd7d26-a6ab-4882-9870-e9f6d21bc94d tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=f374d7ba-d6ae-475a-a59e-df7f7b06c9f3 HTTP/1.1" status: 200 len: 944 time: 0.5113988 Jul 24 00:01:38.891069 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8a6b5e-b914-44fd-8e77-bf8209d67df4 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Pushing event updated for resources: {'Port': ['ID=b87b8249-dcc9-4f43-a6ae-708c03927333,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:38.942854 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8a6b5e-b914-44fd-8e77-bf8209d67df4 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Network 4aed8e52-b27d-47b6-929a-1577d4e993ab is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:01:38.944392 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6cac5174-495c-4632-bdf8-de73d511bfde req-47d63963-7350-42cd-917b-ed4688f529f3 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628757 Jul 24 00:01:38.952226 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-5f8a6b5e-b914-44fd-8e77-bf8209d67df4 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:01:38.958414 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8a6b5e-b914-44fd-8e77-bf8209d67df4 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:01:38.964109 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8a6b5e-b914-44fd-8e77-bf8209d67df4 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:38.968699 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5f8a6b5e-b914-44fd-8e77-bf8209d67df4 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:38.985371 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6692341-39be-484f-be1c-9377df4b31f4 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Network 3d630138-3d65-4cb5-b714-3236372edc08 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:01:39.010296 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b35d04d3-86f9-4537-8a3d-de85729c4980 req-3a8c3c1e-dfbd-4e8d-8d94-6706b220f561 service neutron] 10.222.0.64 "GET /v2.0/networks/4241b8a6-e2b8-49ab-8f73-7b3653f737f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996529 Jul 24 00:01:39.015275 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-a6692341-39be-484f-be1c-9377df4b31f4 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 3d630138-3d65-4cb5-b714-3236372edc08) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:01:39.023924 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6692341-39be-484f-be1c-9377df4b31f4 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:01:39.024859 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a6692341-39be-484f-be1c-9377df4b31f4 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:39.030269 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435f581f-bf17-4236-adb6-7d843b4a8d84 None None] Network 3d630138-3d65-4cb5-b714-3236372edc08 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:01:39.059783 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07778ad3-0859-48de-9408-5b354dddd5e8 req-778c31a1-8907-4515-a148-8faeed937939 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Made reservation on behalf of 798b28002e9743a58ab9c3622d82224e for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:01:39.061641 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-5f8a6b5e-b914-44fd-8e77-bf8209d67df4 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.9214127 Jul 24 00:01:39.061641 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 53328) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:39.063313 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-07778ad3-0859-48de-9408-5b354dddd5e8 req-778c31a1-8907-4515-a148-8faeed937939 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:39.139342 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-07778ad3-0859-48de-9408-5b354dddd5e8 req-778c31a1-8907-4515-a148-8faeed937939 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:39.165235 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6692341-39be-484f-be1c-9377df4b31f4 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Pushing event updated for resources: {'Port': ['ID=9720b721-9a1f-4731-8ee6-49a7e5b1930d,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:39.167862 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d0d131b9-5d25-41f7-8019-2507ae280bff tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:39.188483 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-7349fc35-8cd0-45dc-add2-d1931fa582bc tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Deleting subnet dee24aa4-435b-4021-979c-957220fd9f0e {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:01:39.204180 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7349fc35-8cd0-45dc-add2-d1931fa582bc tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:39.263092 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6692341-39be-484f-be1c-9377df4b31f4 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Checking segment: {'id': '11fa0386-ab9d-4529-b929-12e5e3ee3aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '48acf9b8-c22c-45a4-b169-d1521983d1fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:01:39.263498 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6692341-39be-484f-be1c-9377df4b31f4 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Network hostable DHCP agents. Network: 48acf9b8-c22c-45a4-b169-d1521983d1fd, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:01:39.276264 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b35d04d3-86f9-4537-8a3d-de85729c4980 req-673cadd4-8f05-4290-9025-615b687d0cee service neutron] 10.222.0.64 "GET /v2.0/networks/4241b8a6-e2b8-49ab-8f73-7b3653f737f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586441 Jul 24 00:01:39.284666 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d131b9-5d25-41f7-8019-2507ae280bff tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Pushing event updated for resources: {'Subnet': ['ID=f94f5fe1-1657-4d56-85e2-2952459188b5,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:39.292166 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7349fc35-8cd0-45dc-add2-d1931fa582bc tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:39.301905 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 53334) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:39.347387 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6692341-39be-484f-be1c-9377df4b31f4 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Network 48acf9b8-c22c-45a4-b169-d1521983d1fd is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:01:39.354002 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d131b9-5d25-41f7-8019-2507ae280bff tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Checking segment: {'id': '6a9bfae8-3859-4d2f-b2ea-41b2fe58337b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:01:39.354395 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d131b9-5d25-41f7-8019-2507ae280bff tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Network hostable DHCP agents. Network: 2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:01:39.367803 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-a6692341-39be-484f-be1c-9377df4b31f4 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 48acf9b8-c22c-45a4-b169-d1521983d1fd) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:01:39.377276 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb31febb-dd07-4e1f-bd57-5fa3deac839e None None] Network 48acf9b8-c22c-45a4-b169-d1521983d1fd requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:01:39.380108 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6692341-39be-484f-be1c-9377df4b31f4 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:01:39.393509 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6692341-39be-484f-be1c-9377df4b31f4 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:39.401591 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6692341-39be-484f-be1c-9377df4b31f4 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:39.402554 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a6692341-39be-484f-be1c-9377df4b31f4 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:39.440591 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d18ec366-0f78-4afd-b4a0-1c2fc5f9378f req-f67487f3-30a3-4097-b200-019d996ded39 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f027578-c893-4a44-9dc2-07535ce6a55f HTTP/1.1" status: 200 len: 210 time: 0.0397136 Jul 24 00:01:39.460672 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d131b9-5d25-41f7-8019-2507ae280bff tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Network 2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:01:39.480072 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-07778ad3-0859-48de-9408-5b354dddd5e8 req-778c31a1-8907-4515-a148-8faeed937939 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:39.496491 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-d0d131b9-5d25-41f7-8019-2507ae280bff tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:01:39.500190 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-07778ad3-0859-48de-9408-5b354dddd5e8 req-778c31a1-8907-4515-a148-8faeed937939 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:39.510593 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7349fc35-8cd0-45dc-add2-d1931fa582bc tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:39.549690 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device e3dce2cd-4bfa-4b88-8ee0-eb2e8450bdfb details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:01:39.551969 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e8a150-5d2d-40ab-a2f0-f7350b14afa6 None None] Network 2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:01:39.609290 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7349fc35-8cd0-45dc-add2-d1931fa582bc tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:39.623139 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d131b9-5d25-41f7-8019-2507ae280bff tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:39.624344 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d0d131b9-5d25-41f7-8019-2507ae280bff tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:39.637375 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778c31a1-8907-4515-a148-8faeed937939 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8aeddea-b028-4e8e-a837-8bfe54ce3f87,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:39.641389 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-a6692341-39be-484f-be1c-9377df4b31f4 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.0489430 Jul 24 00:01:39.651715 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 53340) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:39.657122 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7349fc35-8cd0-45dc-add2-d1931fa582bc tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Pushing event deleted for resources: {'Subnet': ['ID=dee24aa4-435b-4021-979c-957220fd9f0e,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:39.668415 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7349fc35-8cd0-45dc-add2-d1931fa582bc tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:39.670381 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-7349fc35-8cd0-45dc-add2-d1931fa582bc tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] 10.222.0.44 "DELETE /v2.0/subnets/dee24aa4-435b-4021-979c-957220fd9f0e HTTP/1.1" status: 204 len: 168 time: 0.5998352 Jul 24 00:01:39.676718 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 53342) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:39.686039 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7095c9a7-e746-4baa-ba32-e9d209ad7d87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:39.709917 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7349fc35-8cd0-45dc-add2-d1931fa582bc tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:01:39.709917 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7349fc35-8cd0-45dc-add2-d1931fa582bc tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:01:39.710215 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7349fc35-8cd0-45dc-add2-d1931fa582bc tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:01:39.710540 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7349fc35-8cd0-45dc-add2-d1931fa582bc tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:01:39.710961 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7349fc35-8cd0-45dc-add2-d1931fa582bc tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:01:39.711322 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7349fc35-8cd0-45dc-add2-d1931fa582bc tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:01:39.711757 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7349fc35-8cd0-45dc-add2-d1931fa582bc tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:01:39.712093 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7349fc35-8cd0-45dc-add2-d1931fa582bc tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:01:39.712421 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7349fc35-8cd0-45dc-add2-d1931fa582bc tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:01:39.713330 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7349fc35-8cd0-45dc-add2-d1931fa582bc tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:01:39.713330 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7349fc35-8cd0-45dc-add2-d1931fa582bc tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:01:39.713520 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7349fc35-8cd0-45dc-add2-d1931fa582bc tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:01:39.731655 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-d0d131b9-5d25-41f7-8019-2507ae280bff tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8465559 Jul 24 00:01:39.738203 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 53344) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:39.749899 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-8288b3da-c309-4092-a90b-eae2e5d7b91a tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Request body: {'subnet': {'network_id': '0bd87d55-8051-4371-bdff-26afb21cf3d1', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:01:39.777009 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efadc0cb-4ca3-4132-adb1-4634461daec2 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:39.779177 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efadc0cb-4ca3-4132-adb1-4634461daec2 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:39.781016 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-efadc0cb-4ca3-4132-adb1-4634461daec2 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1002839 Jul 24 00:01:39.786652 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 53346) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:39.865702 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bfc67b4-5823-4a46-8109-f8d3bfc71799 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:39.872862 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bfc67b4-5823-4a46-8109-f8d3bfc71799 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:39.876890 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-5bfc67b4-5823-4a46-8109-f8d3bfc71799 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2206864 Jul 24 00:01:39.878394 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 53348) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:39.905057 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d7651a-d15d-4bc1-adc6-46ebc85b2006 req-852e66c9-4e96-4cf5-a630-34cb2cd1ee2c tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:39.907525 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-26d7651a-d15d-4bc1-adc6-46ebc85b2006 req-852e66c9-4e96-4cf5-a630-34cb2cd1ee2c tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/ports?device_id=daad7e6f-c1db-4f59-8042-0b3f6720bbd4 HTTP/1.1" status: 200 len: 945 time: 0.2793791 Jul 24 00:01:39.941035 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-07778ad3-0859-48de-9408-5b354dddd5e8 req-778c31a1-8907-4515-a148-8faeed937939 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Allocated IP 192.168.233.210 (603dff3b-80fe-44ec-a82a-8d8b74b0c3c2/ef73a7e1-c64a-41e3-9997-629475c7b6b1/646da755-b657-48af-8f46-1246a45e82e4) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:01:39.983073 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-078d214e-505d-4470-a939-637d61d4930a tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:39.997355 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-26d7651a-d15d-4bc1-adc6-46ebc85b2006 req-90c18470-baf8-460b-bd22-267acf76f21e tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6a0a271-496a-4936-8ec0-ec680d307275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777464 Jul 24 00:01:40.002178 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7a9a42-0127-4074-8adf-10e446c466a7 None None] Network 4aed8e52-b27d-47b6-929a-1577d4e993ab requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:01:40.073178 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-078d214e-505d-4470-a939-637d61d4930a tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 24 00:01:40.073804 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-078d214e-505d-4470-a939-637d61d4930a tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:01:40.075758 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-078d214e-505d-4470-a939-637d61d4930a tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] 10.222.0.44 "DELETE /v2.0/networks/4aed8e52-b27d-47b6-929a-1577d4e993ab HTTP/1.1" status: 409 len: 405 time: 0.2860651 Jul 24 00:01:40.083658 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 53354) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:40.104775 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-65e40d40-91b6-452f-a298-f6ac5896d6fe tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-316810448'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:01:40.119827 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-31c83284-a325-4ee5-9fc4-b16d59e20313 None None] Provisioning for port 78e0cfeb-24d7-4986-b704-a5994b3a5e37 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:01:40.140034 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-7e4c59f5-2d24-484f-8a07-217011efb02e tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Deleting port 54da6d19-5873-4ef3-9d0f-ea946526d1bc {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:01:40.140034 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7e4c59f5-2d24-484f-8a07-217011efb02e tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:40.159440 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7095c9a7-e746-4baa-ba32-e9d209ad7d87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:40.164158 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port e3dce2cd-4bfa-4b88-8ee0-eb2e8450bdfb, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=e3dce2cd-4bfa-4b88-8ee0-eb2e8450bdfb,segment=NetworkSegment(03844098-4008-432a-ad64-80c1a7ec0473),segment_id=03844098-4008-432a-ad64-80c1a7ec0473)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:01:40.200264 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7095c9a7-e746-4baa-ba32-e9d209ad7d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:40.232565 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7e4c59f5-2d24-484f-8a07-217011efb02e tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:40.239615 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': 'e3dce2cd-4bfa-4b88-8ee0-eb2e8450bdfb', 'network_id': '6d0290d7-687f-4c6e-a33b-868ec400e0f9', 'port_id': 'e3dce2cd-4bfa-4b88-8ee0-eb2e8450bdfb', 'mac_address': 'fa:16:3e:38:fd:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c5e7796-9746-457d-b93a-6a23003ac2f0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:01:40.265267 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a594c6e6-528e-42ee-89ad-6cb8cbf4b51f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62', 'network_id': '2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62', 'tenant_id': '8d43db295226432aa2eb8bb806af3cad', 'fixed_ips': [{'subnet_id': 'f94f5fe1-1657-4d56-85e2-2952459188b5'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:01:40.266224 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a594c6e6-528e-42ee-89ad-6cb8cbf4b51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:40.268451 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-7e4c59f5-2d24-484f-8a07-217011efb02e tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Calling delete_port for 54da6d19-5873-4ef3-9d0f-ea946526d1bc owned by {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:01:40.271243 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8288b3da-c309-4092-a90b-eae2e5d7b91a tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Made reservation on behalf of 8d43db295226432aa2eb8bb806af3cad for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:01:40.274673 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8288b3da-c309-4092-a90b-eae2e5d7b91a tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:40.279474 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e40d40-91b6-452f-a298-f6ac5896d6fe tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Made reservation on behalf of 1927a1b4eb924ea4ab753600c2d7ae49 for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:01:40.283569 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-65e40d40-91b6-452f-a298-f6ac5896d6fe tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:40.308127 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-7095c9a7-e746-4baa-ba32-e9d209ad7d87 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cc7345e5f3a74434a64f2532786c6d8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9924328 Jul 24 00:01:40.309251 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7095c9a7-e746-4baa-ba32-e9d209ad7d87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0987be5-3ff9-4d66-b155-95a9c8d9dcd6,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:40.314534 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 53356) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:40.357470 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65e40d40-91b6-452f-a298-f6ac5896d6fe tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:01:40.359561 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-07778ad3-0859-48de-9408-5b354dddd5e8 req-778c31a1-8907-4515-a148-8faeed937939 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:40.375856 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-65e40d40-91b6-452f-a298-f6ac5896d6fe tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:40.376214 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-65e40d40-91b6-452f-a298-f6ac5896d6fe tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Added segment 8da54370-5088-4ae6-b6f7-c35b3fb20013 of type vlan for network 972f3a12-b6fc-45d5-8b35-3f641c1cb5dd Jul 24 00:01:40.405749 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:40.429557 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b32bac1-e036-48c9-930c-2fc4ccd70c34 req-b0e9a4ac-2f70-4655-b332-2e4178c9cdae tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:40.431626 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5b32bac1-e036-48c9-930c-2fc4ccd70c34 req-b0e9a4ac-2f70-4655-b332-2e4178c9cdae tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=f374d7ba-d6ae-475a-a59e-df7f7b06c9f3 HTTP/1.1" status: 200 len: 944 time: 0.3248446 Jul 24 00:01:40.431865 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-65e40d40-91b6-452f-a298-f6ac5896d6fe tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:40.437016 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7e4c59f5-2d24-484f-8a07-217011efb02e tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:40.448715 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-07778ad3-0859-48de-9408-5b354dddd5e8 req-778c31a1-8907-4515-a148-8faeed937939 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Transition to ACTIVE for port object 646da755-b657-48af-8f46-1246a45e82e4 will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:01:40.499702 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4c59f5-2d24-484f-8a07-217011efb02e tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Pushing event deleted for resources: {'Port': ['ID=54da6d19-5873-4ef3-9d0f-ea946526d1bc,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:40.530690 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7e4c59f5-2d24-484f-8a07-217011efb02e tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:40.538317 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-7e4c59f5-2d24-484f-8a07-217011efb02e tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] 10.222.0.44 "DELETE /v2.0/ports/54da6d19-5873-4ef3-9d0f-ea946526d1bc HTTP/1.1" status: 204 len: 168 time: 0.6564252 Jul 24 00:01:40.541943 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 53360) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:40.544296 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3dce2cd-4bfa-4b88-8ee0-eb2e8450bdfb {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:01:40.562594 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-91c01fb8-67d0-42db-a0ed-54712e7541f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:40.566339 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3ba02f-99d5-4447-bc68-c8d7ffa22aa5 None None] DHCP port deletion for 4aed8e52-b27d-47b6-929a-1577d4e993ab request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:01:40.570442 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-65e40d40-91b6-452f-a298-f6ac5896d6fe tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:40.576054 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e40d40-91b6-452f-a298-f6ac5896d6fe tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:40.576662 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-65e40d40-91b6-452f-a298-f6ac5896d6fe tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:40.585568 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port e3dce2cd-4bfa-4b88-8ee0-eb2e8450bdfb, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=e3dce2cd-4bfa-4b88-8ee0-eb2e8450bdfb,segment=NetworkSegment(03844098-4008-432a-ad64-80c1a7ec0473),segment_id=03844098-4008-432a-ad64-80c1a7ec0473)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:01:40.591064 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5b32bac1-e036-48c9-930c-2fc4ccd70c34 req-e2de8fe9-4e1d-4057-8b2c-b60ade3f550e tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435404 Jul 24 00:01:40.602296 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-a594c6e6-528e-42ee-89ad-6cb8cbf4b51f None None] Allocated IP 10.1.1.2 (2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62/f94f5fe1-1657-4d56-85e2-2952459188b5/44b7d56a-f3c0-492a-9457-be35428783e2) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:01:40.634028 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cf306633-943d-4062-a32e-fa0bfb642a5b req-dbad7b1f-9223-4f95-aeff-9b541de5875c tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f027578-c893-4a44-9dc2-07535ce6a55f HTTP/1.1" status: 200 len: 210 time: 0.0780325 Jul 24 00:01:40.660254 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-07778ad3-0859-48de-9408-5b354dddd5e8 req-778c31a1-8907-4515-a148-8faeed937939 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:40.663836 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-91c01fb8-67d0-42db-a0ed-54712e7541f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:40.685262 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:40.689713 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-65e40d40-91b6-452f-a298-f6ac5896d6fe tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5896668 Jul 24 00:01:40.690617 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e40d40-91b6-452f-a298-f6ac5896d6fe tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Pushing event updated for resources: {'Network': ['ID=972f3a12-b6fc-45d5-8b35-3f641c1cb5dd,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:40.692664 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 53362) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:40.697954 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-acd6a09b-d504-4349-8253-38a1114019d3 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Request body: {'subnet': {'network_id': '972f3a12-b6fc-45d5-8b35-3f641c1cb5dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:01:40.735341 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 972f3a12-b6fc-45d5-8b35-3f641c1cb5dd details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:01:40.781826 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07778ad3-0859-48de-9408-5b354dddd5e8 req-778c31a1-8907-4515-a148-8faeed937939 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:01:40.801347 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd6a09b-d504-4349-8253-38a1114019d3 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Made reservation on behalf of 1927a1b4eb924ea4ab753600c2d7ae49 for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:01:40.812852 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-07778ad3-0859-48de-9408-5b354dddd5e8 req-778c31a1-8907-4515-a148-8faeed937939 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:01:40.813916 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-acd6a09b-d504-4349-8253-38a1114019d3 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:40.821902 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-07778ad3-0859-48de-9408-5b354dddd5e8 req-778c31a1-8907-4515-a148-8faeed937939 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:01:40.826392 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778c31a1-8907-4515-a148-8faeed937939 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Pushing event updated for resources: {'Port': ['ID=646da755-b657-48af-8f46-1246a45e82e4,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:40.896643 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=e3dce2cd-4bfa-4b88-8ee0-eb2e8450bdfb,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:40.995013 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-7f3ba02f-99d5-4447-bc68-c8d7ffa22aa5 None None] Deleting port 78e0cfeb-24d7-4986-b704-a5994b3a5e37 {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:01:40.995695 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-7f3ba02f-99d5-4447-bc68-c8d7ffa22aa5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:41.071664 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-7f3ba02f-99d5-4447-bc68-c8d7ffa22aa5 None None] For port 78e0cfeb-24d7-4986-b704-a5994b3a5e37, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=78e0cfeb-24d7-4986-b704-a5994b3a5e37,segment=NetworkSegment(092622ac-eb0a-44e7-9690-a76a6e499024),segment_id=092622ac-eb0a-44e7-9690-a76a6e499024)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:01:41.072080 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-7f3ba02f-99d5-4447-bc68-c8d7ffa22aa5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:41.088115 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['e3dce2cd-4bfa-4b88-8ee0-eb2e8450bdfb'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:01:41.146437 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-7f3ba02f-99d5-4447-bc68-c8d7ffa22aa5 None None] Calling delete_port for 78e0cfeb-24d7-4986-b704-a5994b3a5e37 owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:01:41.185119 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8288b3da-c309-4092-a90b-eae2e5d7b91a tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:41.202080 n-d-800088-16 neutron-server[100314]: DEBUG neutron.objects.ports [None req-acd6a09b-d504-4349-8253-38a1114019d3 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100314) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 24 00:01:41.204444 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-acd6a09b-d504-4349-8253-38a1114019d3 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:41.216499 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-91c01fb8-67d0-42db-a0ed-54712e7541f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:41.219736 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-91c01fb8-67d0-42db-a0ed-54712e7541f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:41.220988 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-91c01fb8-67d0-42db-a0ed-54712e7541f5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c0987be5-3ff9-4d66-b155-95a9c8d9dcd6 HTTP/1.1" status: 204 len: 168 time: 0.9023046 Jul 24 00:01:41.260633 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07778ad3-0859-48de-9408-5b354dddd5e8 req-778c31a1-8907-4515-a148-8faeed937939 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:41.261328 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-07778ad3-0859-48de-9408-5b354dddd5e8 req-778c31a1-8907-4515-a148-8faeed937939 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:41.291262 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c01fb8-67d0-42db-a0ed-54712e7541f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0987be5-3ff9-4d66-b155-95a9c8d9dcd6,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:41.303763 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd6a09b-d504-4349-8253-38a1114019d3 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Pushing event updated for resources: {'Subnet': ['ID=e6f7c7d4-0dcc-4ae0-8743-78b2817726cd,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:41.311570 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-fc09138e-1daf-4933-9c42-0f864e6332fa tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Deleting port 9720b721-9a1f-4731-8ee6-49a7e5b1930d {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:01:41.311743 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fc09138e-1daf-4933-9c42-0f864e6332fa tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:41.321461 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-5cf83d6e-8527-4eb7-a47b-f7b0e7a803be None None] Provisioning for port 646da755-b657-48af-8f46-1246a45e82e4 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:01:41.322718 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd6a09b-d504-4349-8253-38a1114019d3 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Checking segment: {'id': '8da54370-5088-4ae6-b6f7-c35b3fb20013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '972f3a12-b6fc-45d5-8b35-3f641c1cb5dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:01:41.323386 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd6a09b-d504-4349-8253-38a1114019d3 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Network hostable DHCP agents. Network: 972f3a12-b6fc-45d5-8b35-3f641c1cb5dd, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:01:41.324095 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-07778ad3-0859-48de-9408-5b354dddd5e8 req-778c31a1-8907-4515-a148-8faeed937939 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7461505 Jul 24 00:01:41.336930 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8288b3da-c309-4092-a90b-eae2e5d7b91a tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Pushing event updated for resources: {'Subnet': ['ID=27043a76-3596-4241-bf83-647bae554fd9,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:41.353065 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-07778ad3-0859-48de-9408-5b354dddd5e8 req-980f4b80-d043-427c-846a-a2d75971c229 service neutron] Request body: {'port': {'device_id': '9f027578-c893-4a44-9dc2-07535ce6a55f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:01:41.355185 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-5cf83d6e-8527-4eb7-a47b-f7b0e7a803be None None] Provisioning complete for port 646da755-b657-48af-8f46-1246a45e82e4 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:01:41.355571 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-5cf83d6e-8527-4eb7-a47b-f7b0e7a803be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:41.363955 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd6a09b-d504-4349-8253-38a1114019d3 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Network 972f3a12-b6fc-45d5-8b35-3f641c1cb5dd is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:01:41.379218 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-acd6a09b-d504-4349-8253-38a1114019d3 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 972f3a12-b6fc-45d5-8b35-3f641c1cb5dd) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:01:41.387339 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd6a09b-d504-4349-8253-38a1114019d3 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:41.389460 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-acd6a09b-d504-4349-8253-38a1114019d3 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:41.404173 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a29fbf-4ed6-4ff4-9e6a-5076965c043a None None] Network 972f3a12-b6fc-45d5-8b35-3f641c1cb5dd requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:01:41.411747 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a594c6e6-528e-42ee-89ad-6cb8cbf4b51f None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:41.421904 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-acd6a09b-d504-4349-8253-38a1114019d3 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.7257001 Jul 24 00:01:41.422132 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 53370) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:41.451130 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fc09138e-1daf-4933-9c42-0f864e6332fa tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:41.455740 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-a594c6e6-528e-42ee-89ad-6cb8cbf4b51f None None] Transition to ACTIVE for port object 44b7d56a-f3c0-492a-9457-be35428783e2 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:01:41.462482 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8288b3da-c309-4092-a90b-eae2e5d7b91a tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Checking segment: {'id': '67210387-9ab9-4aa4-9937-6b54614e94e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0bd87d55-8051-4371-bdff-26afb21cf3d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:01:41.462856 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8288b3da-c309-4092-a90b-eae2e5d7b91a tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Network hostable DHCP agents. Network: 0bd87d55-8051-4371-bdff-26afb21cf3d1, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:01:41.472279 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-5cf83d6e-8527-4eb7-a47b-f7b0e7a803be None None] Port 646da755-b657-48af-8f46-1246a45e82e4 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:01:41.482055 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e2afbb-e18f-4b82-bcec-857ed484c45b req-4e0f163b-a0d8-4415-8f7a-1db8727280f3 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:41.486368 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-7f3ba02f-99d5-4447-bc68-c8d7ffa22aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:41.490767 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-79e2afbb-e18f-4b82-bcec-857ed484c45b req-4e0f163b-a0d8-4415-8f7a-1db8727280f3 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/ports?device_id=daad7e6f-c1db-4f59-8042-0b3f6720bbd4 HTTP/1.1" status: 200 len: 945 time: 0.3254950 Jul 24 00:01:41.507808 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-fc09138e-1daf-4933-9c42-0f864e6332fa tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Calling delete_port for 9720b721-9a1f-4731-8ee6-49a7e5b1930d owned by {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:01:41.559703 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-a594c6e6-528e-42ee-89ad-6cb8cbf4b51f None None] Transition to ACTIVE for port object 44b7d56a-f3c0-492a-9457-be35428783e2 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:01:41.568321 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3ba02f-99d5-4447-bc68-c8d7ffa22aa5 None None] Pushing event deleted for resources: {'Port': ['ID=78e0cfeb-24d7-4986-b704-a5994b3a5e37,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:41.577870 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bd306d36-699b-413e-9a59-3b3f87946166 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:41.585252 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3ba02f-99d5-4447-bc68-c8d7ffa22aa5 None None] No DVR routers for this DVR port 78e0cfeb-24d7-4986-b704-a5994b3a5e37 on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:01:41.587127 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a594c6e6-528e-42ee-89ad-6cb8cbf4b51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:41.627158 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-07778ad3-0859-48de-9408-5b354dddd5e8 req-980f4b80-d043-427c-846a-a2d75971c229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:41.633694 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8288b3da-c309-4092-a90b-eae2e5d7b91a tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Network 0bd87d55-8051-4371-bdff-26afb21cf3d1 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:01:41.660544 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a594c6e6-528e-42ee-89ad-6cb8cbf4b51f None None] Network 2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:01:41.669110 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-79e2afbb-e18f-4b82-bcec-857ed484c45b req-c1a35095-202b-4708-885f-6da3cd5f13b4 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6a0a271-496a-4936-8ec0-ec680d307275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735227 Jul 24 00:01:41.671001 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-a594c6e6-528e-42ee-89ad-6cb8cbf4b51f None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:01:41.675759 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-8288b3da-c309-4092-a90b-eae2e5d7b91a tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 0bd87d55-8051-4371-bdff-26afb21cf3d1) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:01:41.686950 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bd306d36-699b-413e-9a59-3b3f87946166 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:41.697001 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8288b3da-c309-4092-a90b-eae2e5d7b91a tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:41.705667 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8288b3da-c309-4092-a90b-eae2e5d7b91a tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:41.713781 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a594c6e6-528e-42ee-89ad-6cb8cbf4b51f None None] Pushing event updated for resources: {'Port': ['ID=44b7d56a-f3c0-492a-9457-be35428783e2,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:41.717978 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a594c6e6-528e-42ee-89ad-6cb8cbf4b51f None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:01:41.721357 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4641dd-6b63-4725-be16-e7dabda227ce None None] Network 0bd87d55-8051-4371-bdff-26afb21cf3d1 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:01:41.787932 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 53380) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:41.842211 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-8288b3da-c309-4092-a90b-eae2e5d7b91a tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0983701 Jul 24 00:01:41.845656 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 53384) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:41.848476 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f78aaa3a-a447-4cca-bd81-973370bff6d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:41.854129 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-fd099f70-d894-4ab0-a5ba-88cfa5da1f05 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Request body: {'port': {'network_id': '2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62', 'name': 'tempest-TaggedBootDevicesTest_v242-796135793', 'fixed_ips': [{'subnet_id': 'f94f5fe1-1657-4d56-85e2-2952459188b5'}]}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:01:41.884925 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bd306d36-699b-413e-9a59-3b3f87946166 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:41.892079 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc675c91-e2ae-423c-be95-75c8f731530f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-972f3a12-b6fc-45d5-8b35-3f641c1cb5dd', 'network_id': '972f3a12-b6fc-45d5-8b35-3f641c1cb5dd', 'tenant_id': '1927a1b4eb924ea4ab753600c2d7ae49', 'fixed_ips': [{'subnet_id': 'e6f7c7d4-0dcc-4ae0-8743-78b2817726cd'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:01:41.892079 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-fc675c91-e2ae-423c-be95-75c8f731530f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:41.893845 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fc09138e-1daf-4933-9c42-0f864e6332fa tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:41.904847 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-a594c6e6-528e-42ee-89ad-6cb8cbf4b51f None None] Attempting to bind port 44b7d56a-f3c0-492a-9457-be35428783e2 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:01:41.905155 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-a594c6e6-528e-42ee-89ad-6cb8cbf4b51f None None] Attempting to bind port 44b7d56a-f3c0-492a-9457-be35428783e2 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '6a9bfae8-3859-4d2f-b2ea-41b2fe58337b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:01:41.905525 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a594c6e6-528e-42ee-89ad-6cb8cbf4b51f None None] Attempting to bind port 44b7d56a-f3c0-492a-9457-be35428783e2 on network 2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:01:41.916655 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a594c6e6-528e-42ee-89ad-6cb8cbf4b51f None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:01:41.917087 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a594c6e6-528e-42ee-89ad-6cb8cbf4b51f None None] Checking segment: {'id': '6a9bfae8-3859-4d2f-b2ea-41b2fe58337b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:01:41.917467 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a594c6e6-528e-42ee-89ad-6cb8cbf4b51f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:41.919054 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a594c6e6-528e-42ee-89ad-6cb8cbf4b51f None None] Bound using segment: {'id': '6a9bfae8-3859-4d2f-b2ea-41b2fe58337b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:01:41.919054 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-a594c6e6-528e-42ee-89ad-6cb8cbf4b51f None None] Bound port: 44b7d56a-f3c0-492a-9457-be35428783e2, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a9bfae8-3859-4d2f-b2ea-41b2fe58337b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:01:41.919054 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a594c6e6-528e-42ee-89ad-6cb8cbf4b51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:41.923439 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd306d36-699b-413e-9a59-3b3f87946166 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Pushing event deleted for resources: {'Subnet': ['ID=e6f7c7d4-0dcc-4ae0-8743-78b2817726cd,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:41.960212 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc09138e-1daf-4933-9c42-0f864e6332fa tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Pushing event deleted for resources: {'Port': ['ID=9720b721-9a1f-4731-8ee6-49a7e5b1930d,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:41.969318 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fc09138e-1daf-4933-9c42-0f864e6332fa tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:41.974127 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-fc09138e-1daf-4933-9c42-0f864e6332fa tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] 10.222.0.44 "DELETE /v2.0/ports/9720b721-9a1f-4731-8ee6-49a7e5b1930d HTTP/1.1" status: 204 len: 168 time: 1.4246998 Jul 24 00:01:41.975281 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 53386) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:42.032629 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-2366bee6-2ec6-4171-89e0-b3d24cd10e84 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0455992 Jul 24 00:01:42.039804 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 53388) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:42.049601 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e83330-e962-4eed-9b98-2c3bfec70cf8 req-e5bdd703-c6b4-4be5-a646-0028dd5cf1a9 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:42.051130 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e7e83330-e962-4eed-9b98-2c3bfec70cf8 req-e5bdd703-c6b4-4be5-a646-0028dd5cf1a9 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f027578-c893-4a44-9dc2-07535ce6a55f HTTP/1.1" status: 200 len: 936 time: 0.2822621 Jul 24 00:01:42.051676 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-a7d666c5-de77-4474-8a7b-99d018ba017e tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1065585109'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:01:42.090728 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bd306d36-699b-413e-9a59-3b3f87946166 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:42.091828 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cfa2ee6-32b2-4037-8486-35dc72607dd9 None None] Network 972f3a12-b6fc-45d5-8b35-3f641c1cb5dd requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:01:42.114915 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-bd306d36-699b-413e-9a59-3b3f87946166 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['972f3a12-b6fc-45d5-8b35-3f641c1cb5dd']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:01:42.134371 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb2cd21-daa1-4692-8bdb-cc0812c04ac1 req-be732dd4-7f55-4092-949a-8c0072212407 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:42.135963 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3eb2cd21-daa1-4692-8bdb-cc0812c04ac1 req-be732dd4-7f55-4092-949a-8c0072212407 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=f374d7ba-d6ae-475a-a59e-df7f7b06c9f3 HTTP/1.1" status: 200 len: 945 time: 0.3020837 Jul 24 00:01:42.141794 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-bd306d36-699b-413e-9a59-3b3f87946166 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8da54370-5088-4ae6-b6f7-c35b3fb20013') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:01:42.142190 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-bd306d36-699b-413e-9a59-3b3f87946166 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8da54370-5088-4ae6-b6f7-c35b3fb20013') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:01:42.147115 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-a594c6e6-528e-42ee-89ad-6cb8cbf4b51f None None] For port 44b7d56a-f3c0-492a-9457-be35428783e2, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:01:42.156113 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bd306d36-699b-413e-9a59-3b3f87946166 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:42.181888 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bd306d36-699b-413e-9a59-3b3f87946166 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:42.184224 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e7e83330-e962-4eed-9b98-2c3bfec70cf8 req-803d1c6b-766c-4c3a-ad6e-5093772d0a7f tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953419 Jul 24 00:01:42.192588 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd306d36-699b-413e-9a59-3b3f87946166 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:01:42.192727 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d8a261-12fd-4a44-a160-5e6c756ef7af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-0bd87d55-8051-4371-bdff-26afb21cf3d1', 'network_id': '0bd87d55-8051-4371-bdff-26afb21cf3d1', 'tenant_id': '8d43db295226432aa2eb8bb806af3cad', 'fixed_ips': [{'subnet_id': '27043a76-3596-4241-bf83-647bae554fd9'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:01:42.193045 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bd306d36-699b-413e-9a59-3b3f87946166 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:42.198487 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:01:42.198487 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:01:42.198487 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:01:42.198487 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:01:42.198487 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:01:42.198487 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:01:42.198487 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:01:42.198487 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:01:42.198487 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:01:42.198487 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:01:42.198487 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:01:42.198487 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:01:42.198487 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:01:42.198487 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:01:42.198487 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:01:42.198487 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:01:42.198487 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:01:42.198487 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:01:42.198487 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:01:42.198487 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:01:42.198487 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:01:42.198487 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:01:42.198487 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:01:42.198487 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:01:42.198487 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:01:42.198487 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:01:42.198487 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:01:42.198487 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:01:42.198487 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:01:42.198487 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:01:42.198487 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:01:42.198487 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:01:42.204962 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c7d8a261-12fd-4a44-a160-5e6c756ef7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:42.208148 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-a594c6e6-528e-42ee-89ad-6cb8cbf4b51f None None] For port 44b7d56a-f3c0-492a-9457-be35428783e2, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=44b7d56a-f3c0-492a-9457-be35428783e2,segment=NetworkSegment(6a9bfae8-3859-4d2f-b2ea-41b2fe58337b),segment_id=6a9bfae8-3859-4d2f-b2ea-41b2fe58337b)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:01:42.228089 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a594c6e6-528e-42ee-89ad-6cb8cbf4b51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:42.235978 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3eb2cd21-daa1-4692-8bdb-cc0812c04ac1 req-29ffe746-c824-4971-81cc-f430544e8905 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715318 Jul 24 00:01:42.272287 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f78aaa3a-a447-4cca-bd81-973370bff6d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:42.277698 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bd306d36-699b-413e-9a59-3b3f87946166 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:42.290229 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f78aaa3a-a447-4cca-bd81-973370bff6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:42.292657 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bd306d36-699b-413e-9a59-3b3f87946166 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:42.295995 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-bd306d36-699b-413e-9a59-3b3f87946166 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] 10.222.0.44 "DELETE /v2.0/networks/972f3a12-b6fc-45d5-8b35-3f641c1cb5dd HTTP/1.1" status: 204 len: 168 time: 0.8728480 Jul 24 00:01:42.306759 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 53394) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:42.313641 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd306d36-699b-413e-9a59-3b3f87946166 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Pushing event deleted for resources: {'Network': ['ID=972f3a12-b6fc-45d5-8b35-3f641c1cb5dd,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:42.332278 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d666c5-de77-4474-8a7b-99d018ba017e tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Made reservation on behalf of 11effcc190c340179bb67c99d1dfa936 for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:01:42.338764 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-cb975315-7a25-48ae-a2fa-2d5f38ae8928 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-309910176'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:01:42.339471 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a7d666c5-de77-4474-8a7b-99d018ba017e tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:42.388891 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-f78aaa3a-a447-4cca-bd81-973370bff6d9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1e640673f1014ccc8c34e6cefa80799c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5988770 Jul 24 00:01:42.391362 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 53396) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:42.396185 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7d666c5-de77-4474-8a7b-99d018ba017e tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:01:42.396528 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-07778ad3-0859-48de-9408-5b354dddd5e8 req-980f4b80-d043-427c-846a-a2d75971c229 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 646da755-b657-48af-8f46-1246a45e82e4 {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:01:42.408118 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78aaa3a-a447-4cca-bd81-973370bff6d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04946220-8544-494d-8bff-11ade390c1a9,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:42.409942 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a7d666c5-de77-4474-8a7b-99d018ba017e tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:42.409942 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-a7d666c5-de77-4474-8a7b-99d018ba017e tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Added segment 2e64f487-ba69-46a5-84b2-2e99a706f907 of type vlan for network e064c151-a696-404a-9392-b1640f996ee4 Jul 24 00:01:42.437274 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-07778ad3-0859-48de-9408-5b354dddd5e8 req-980f4b80-d043-427c-846a-a2d75971c229 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:42.460839 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a7d666c5-de77-4474-8a7b-99d018ba017e tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:42.470368 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd099f70-d894-4ab0-a5ba-88cfa5da1f05 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Made reservation on behalf of 8d43db295226432aa2eb8bb806af3cad for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:01:42.500106 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb975315-7a25-48ae-a2fa-2d5f38ae8928 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Made reservation on behalf of 1927a1b4eb924ea4ab753600c2d7ae49 for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:01:42.512674 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cb975315-7a25-48ae-a2fa-2d5f38ae8928 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:42.519598 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 78e0cfeb-24d7-4986-b704-a5994b3a5e37 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:01:42.549308 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-07778ad3-0859-48de-9408-5b354dddd5e8 req-980f4b80-d043-427c-846a-a2d75971c229 service neutron] Transition to ACTIVE for port object 646da755-b657-48af-8f46-1246a45e82e4 will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:01:42.569878 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a7d666c5-de77-4474-8a7b-99d018ba017e tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:42.574884 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e70add36-4875-4686-8698-66b021fcb9f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:42.576921 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d666c5-de77-4474-8a7b-99d018ba017e tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:42.577625 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a7d666c5-de77-4474-8a7b-99d018ba017e tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:42.580411 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-07778ad3-0859-48de-9408-5b354dddd5e8 req-980f4b80-d043-427c-846a-a2d75971c229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:42.642141 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e70add36-4875-4686-8698-66b021fcb9f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:42.674488 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb975315-7a25-48ae-a2fa-2d5f38ae8928 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:01:42.781390 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cb975315-7a25-48ae-a2fa-2d5f38ae8928 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:42.781998 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-cb975315-7a25-48ae-a2fa-2d5f38ae8928 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Added segment 7abb8578-d8a3-430f-8961-be0781e20407 of type vlan for network 46e3dcce-730a-46a4-b347-ef991529fc38 Jul 24 00:01:42.824960 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980f4b80-d043-427c-846a-a2d75971c229 service neutron] Pushing event updated for resources: {'Port': ['ID=646da755-b657-48af-8f46-1246a45e82e4,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:42.838884 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a594c6e6-528e-42ee-89ad-6cb8cbf4b51f None None] Pushing event updated for resources: {'Port': ['ID=44b7d56a-f3c0-492a-9457-be35428783e2,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:42.848597 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 78e0cfeb-24d7-4986-b704-a5994b3a5e37 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:01:42.849114 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 78e0cfeb-24d7-4986-b704-a5994b3a5e37 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:01:42.954673 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cb975315-7a25-48ae-a2fa-2d5f38ae8928 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:42.995679 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-c7d8a261-12fd-4a44-a160-5e6c756ef7af None None] Allocated IP 10.2.2.2 (0bd87d55-8051-4371-bdff-26afb21cf3d1/27043a76-3596-4241-bf83-647bae554fd9/55f4f266-3564-43a9-bbef-fdc8cbd76a38) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:01:42.998575 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e70add36-4875-4686-8698-66b021fcb9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:43.001423 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e70add36-4875-4686-8698-66b021fcb9f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:43.006085 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-e70add36-4875-4686-8698-66b021fcb9f8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/04946220-8544-494d-8bff-11ade390c1a9 HTTP/1.1" status: 204 len: 168 time: 0.6104789 Jul 24 00:01:43.009096 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-07778ad3-0859-48de-9408-5b354dddd5e8 req-980f4b80-d043-427c-846a-a2d75971c229 service neutron] Attempting to bind port 646da755-b657-48af-8f46-1246a45e82e4 on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:01:43.012417 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-07778ad3-0859-48de-9408-5b354dddd5e8 req-980f4b80-d043-427c-846a-a2d75971c229 service neutron] Attempting to bind port 646da755-b657-48af-8f46-1246a45e82e4 by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:01:43.013243 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07778ad3-0859-48de-9408-5b354dddd5e8 req-980f4b80-d043-427c-846a-a2d75971c229 service neutron] Attempting to bind port 646da755-b657-48af-8f46-1246a45e82e4 on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:01:43.024038 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70add36-4875-4686-8698-66b021fcb9f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04946220-8544-494d-8bff-11ade390c1a9,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:43.038453 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07778ad3-0859-48de-9408-5b354dddd5e8 req-980f4b80-d043-427c-846a-a2d75971c229 service neutron] Port 646da755-b657-48af-8f46-1246a45e82e4 on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:01:43.038997 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07778ad3-0859-48de-9408-5b354dddd5e8 req-980f4b80-d043-427c-846a-a2d75971c229 service neutron] Attempting to bind port 646da755-b657-48af-8f46-1246a45e82e4 on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:01:43.044548 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cb975315-7a25-48ae-a2fa-2d5f38ae8928 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:43.050473 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb975315-7a25-48ae-a2fa-2d5f38ae8928 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:43.067072 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cb975315-7a25-48ae-a2fa-2d5f38ae8928 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:43.073316 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07778ad3-0859-48de-9408-5b354dddd5e8 req-980f4b80-d043-427c-846a-a2d75971c229 service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:01:43.073759 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07778ad3-0859-48de-9408-5b354dddd5e8 req-980f4b80-d043-427c-846a-a2d75971c229 service neutron] Checking segment: {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:01:43.083013 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07778ad3-0859-48de-9408-5b354dddd5e8 req-980f4b80-d043-427c-846a-a2d75971c229 service neutron] Bound using segment: {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:01:43.083658 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-07778ad3-0859-48de-9408-5b354dddd5e8 req-980f4b80-d043-427c-846a-a2d75971c229 service neutron] Bound port: 646da755-b657-48af-8f46-1246a45e82e4, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:01:43.084164 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-07778ad3-0859-48de-9408-5b354dddd5e8 req-980f4b80-d043-427c-846a-a2d75971c229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:43.171672 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fd099f70-d894-4ab0-a5ba-88cfa5da1f05 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:43.183734 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-cb975315-7a25-48ae-a2fa-2d5f38ae8928 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8530929 Jul 24 00:01:43.188822 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 53404) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:43.220564 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [None req-fd099f70-d894-4ab0-a5ba-88cfa5da1f05 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] device_id is not set on port 2ae00847-5047-43ce-ba3f-aff5e321b304 yet. {{(pid=100314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:01:43.234607 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-57458a72-b366-404a-b9a9-f0b2711646ee tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Request body: {'subnet': {'network_id': '46e3dcce-730a-46a4-b347-ef991529fc38', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:01:43.256425 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb975315-7a25-48ae-a2fa-2d5f38ae8928 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Pushing event updated for resources: {'Network': ['ID=46e3dcce-730a-46a4-b347-ef991529fc38,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:43.270159 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c7d8a261-12fd-4a44-a160-5e6c756ef7af None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:43.297055 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-c7d8a261-12fd-4a44-a160-5e6c756ef7af None None] Transition to ACTIVE for port object 55f4f266-3564-43a9-bbef-fdc8cbd76a38 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:01:43.320964 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 46e3dcce-730a-46a4-b347-ef991529fc38 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:01:43.339247 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-07778ad3-0859-48de-9408-5b354dddd5e8 req-980f4b80-d043-427c-846a-a2d75971c229 service neutron] For port 646da755-b657-48af-8f46-1246a45e82e4, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:01:43.374948 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-07778ad3-0859-48de-9408-5b354dddd5e8 req-980f4b80-d043-427c-846a-a2d75971c229 service neutron] For port 646da755-b657-48af-8f46-1246a45e82e4, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=646da755-b657-48af-8f46-1246a45e82e4,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:01:43.387128 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57458a72-b366-404a-b9a9-f0b2711646ee tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Made reservation on behalf of 1927a1b4eb924ea4ab753600c2d7ae49 for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:01:43.391006 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-57458a72-b366-404a-b9a9-f0b2711646ee tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:43.398897 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-07778ad3-0859-48de-9408-5b354dddd5e8 req-980f4b80-d043-427c-846a-a2d75971c229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:43.402380 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-c7d8a261-12fd-4a44-a160-5e6c756ef7af None None] Transition to ACTIVE for port object 55f4f266-3564-43a9-bbef-fdc8cbd76a38 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:01:43.434375 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c7d8a261-12fd-4a44-a160-5e6c756ef7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:43.532575 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07778ad3-0859-48de-9408-5b354dddd5e8 req-980f4b80-d043-427c-846a-a2d75971c229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:43.533551 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-07778ad3-0859-48de-9408-5b354dddd5e8 req-980f4b80-d043-427c-846a-a2d75971c229 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:43.535144 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-07778ad3-0859-48de-9408-5b354dddd5e8 req-980f4b80-d043-427c-846a-a2d75971c229 service neutron] 10.222.0.52 "PUT /v2.0/ports/646da755-b657-48af-8f46-1246a45e82e4 HTTP/1.1" status: 200 len: 1097 time: 2.1938093 Jul 24 00:01:43.544337 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device e3dce2cd-4bfa-4b88-8ee0-eb2e8450bdfb up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:01:43.554918 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d666c5-de77-4474-8a7b-99d018ba017e tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Pushing event updated for resources: {'Network': ['ID=e064c151-a696-404a-9392-b1640f996ee4,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:43.558300 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-a7d666c5-de77-4474-8a7b-99d018ba017e tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.5155122 Jul 24 00:01:43.566022 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 53416) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:43.590775 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-cff1c5f9-fb36-4aad-b068-1bc650153d0b tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1203327660'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:01:43.665560 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-fd099f70-d894-4ab0-a5ba-88cfa5da1f05 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Allocated IP 10.1.1.190 (2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62/f94f5fe1-1657-4d56-85e2-2952459188b5/2ae00847-5047-43ce-ba3f-aff5e321b304) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:01:43.675597 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff1c5f9-fb36-4aad-b068-1bc650153d0b tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Made reservation on behalf of 11effcc190c340179bb67c99d1dfa936 for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:01:43.694266 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cff1c5f9-fb36-4aad-b068-1bc650153d0b tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:43.749961 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d8a261-12fd-4a44-a160-5e6c756ef7af None None] Network 0bd87d55-8051-4371-bdff-26afb21cf3d1 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:01:43.752842 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network e064c151-a696-404a-9392-b1640f996ee4 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:01:43.785292 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-c7d8a261-12fd-4a44-a160-5e6c756ef7af None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:01:43.790487 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d8a261-12fd-4a44-a160-5e6c756ef7af None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:01:43.878130 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cff1c5f9-fb36-4aad-b068-1bc650153d0b tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:01:43.919046 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f027578-c893-4a44-9dc2-07535ce6a55f', 'tag': '646da755-b657-48af-8f46-1246a45e82e4'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:01:43.922380 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4301e7e-ef2f-4c11-8961-c2d400be333c" -d '{"events": [{"name": "network-changed", "server_uuid": "9f027578-c893-4a44-9dc2-07535ce6a55f", "tag": "646da755-b657-48af-8f46-1246a45e82e4"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:01:43.923720 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdee471-911a-4f7b-9287-f22acae56ae8 req-56c5e4cf-b2e6-4811-8650-46ab6ca9aa72 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:43.925314 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port e3dce2cd-4bfa-4b88-8ee0-eb2e8450bdfb completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:01:43.935773 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1bdee471-911a-4f7b-9287-f22acae56ae8 req-56c5e4cf-b2e6-4811-8650-46ab6ca9aa72 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f027578-c893-4a44-9dc2-07535ce6a55f HTTP/1.1" status: 200 len: 948 time: 0.3819656 Jul 24 00:01:43.958588 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-c7d8a261-12fd-4a44-a160-5e6c756ef7af None None] Attempting to bind port 55f4f266-3564-43a9-bbef-fdc8cbd76a38 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:01:43.959103 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-c7d8a261-12fd-4a44-a160-5e6c756ef7af None None] Attempting to bind port 55f4f266-3564-43a9-bbef-fdc8cbd76a38 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '67210387-9ab9-4aa4-9937-6b54614e94e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0bd87d55-8051-4371-bdff-26afb21cf3d1'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:01:43.959576 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d8a261-12fd-4a44-a160-5e6c756ef7af None None] Attempting to bind port 55f4f266-3564-43a9-bbef-fdc8cbd76a38 on network 0bd87d55-8051-4371-bdff-26afb21cf3d1 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:01:43.961713 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-57458a72-b366-404a-b9a9-f0b2711646ee tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:43.966938 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port e3dce2cd-4bfa-4b88-8ee0-eb2e8450bdfb triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:01:43.967433 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:43.973345 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cff1c5f9-fb36-4aad-b068-1bc650153d0b tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:43.973724 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-cff1c5f9-fb36-4aad-b068-1bc650153d0b tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Added segment a7fdf9b3-e18e-4d07-ad5f-4f5cd456fba6 of type vlan for network f7466a34-16f6-462f-8a01-9b60c6e6e78e Jul 24 00:01:44.045311 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d8a261-12fd-4a44-a160-5e6c756ef7af None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:01:44.045311 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d8a261-12fd-4a44-a160-5e6c756ef7af None None] Checking segment: {'id': '67210387-9ab9-4aa4-9937-6b54614e94e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0bd87d55-8051-4371-bdff-26afb21cf3d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:01:44.045988 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c7d8a261-12fd-4a44-a160-5e6c756ef7af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:44.046402 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d8a261-12fd-4a44-a160-5e6c756ef7af None None] Bound using segment: {'id': '67210387-9ab9-4aa4-9937-6b54614e94e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0bd87d55-8051-4371-bdff-26afb21cf3d1'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:01:44.046905 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-c7d8a261-12fd-4a44-a160-5e6c756ef7af None None] Bound port: 55f4f266-3564-43a9-bbef-fdc8cbd76a38, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67210387-9ab9-4aa4-9937-6b54614e94e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0bd87d55-8051-4371-bdff-26afb21cf3d1'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:01:44.047834 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c7d8a261-12fd-4a44-a160-5e6c756ef7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:44.093901 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57458a72-b366-404a-b9a9-f0b2711646ee tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Pushing event updated for resources: {'Subnet': ['ID=314695e4-ad06-4c01-9068-c20fdaf1c458,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:44.116498 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cff1c5f9-fb36-4aad-b068-1bc650153d0b tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:44.138172 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1bdee471-911a-4f7b-9287-f22acae56ae8 req-71c18379-dea2-4574-bb30-2656038f08f1 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993783 Jul 24 00:01:44.138358 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980f4b80-d043-427c-846a-a2d75971c229 service neutron] Pushing event updated for resources: {'Port': ['ID=646da755-b657-48af-8f46-1246a45e82e4,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:44.163447 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dc1681-8264-4b3e-af79-1e364a94d0e5 req-957b1bf2-b426-42bd-b758-b04c2c6a16d1 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:44.165040 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-86dc1681-8264-4b3e-af79-1e364a94d0e5 req-957b1bf2-b426-42bd-b758-b04c2c6a16d1 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=f374d7ba-d6ae-475a-a59e-df7f7b06c9f3 HTTP/1.1" status: 200 len: 945 time: 0.7875631 Jul 24 00:01:44.183656 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d8a261-12fd-4a44-a160-5e6c756ef7af None None] Pushing event updated for resources: {'Port': ['ID=55f4f266-3564-43a9-bbef-fdc8cbd76a38,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:44.214960 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31238121-7291-4f26-9366-c8236545fb91 None None] Network 2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:01:44.276651 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57458a72-b366-404a-b9a9-f0b2711646ee tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Checking segment: {'id': '7abb8578-d8a3-430f-8961-be0781e20407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '46e3dcce-730a-46a4-b347-ef991529fc38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:01:44.283728 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fd099f70-d894-4ab0-a5ba-88cfa5da1f05 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:44.285163 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57458a72-b366-404a-b9a9-f0b2711646ee tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Network hostable DHCP agents. Network: 46e3dcce-730a-46a4-b347-ef991529fc38, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:01:44.327940 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [None req-fd099f70-d894-4ab0-a5ba-88cfa5da1f05 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Transition to ACTIVE for port object 2ae00847-5047-43ce-ba3f-aff5e321b304 will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:01:44.330632 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-86dc1681-8264-4b3e-af79-1e364a94d0e5 req-685fadab-5f22-4758-bf2f-35e0550c918c tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488855 Jul 24 00:01:44.353702 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07778ad3-0859-48de-9408-5b354dddd5e8 req-a58d1a69-4d2c-412a-a11d-08e199c7d4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:44.355271 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-07778ad3-0859-48de-9408-5b354dddd5e8 req-a58d1a69-4d2c-412a-a11d-08e199c7d4b6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=798b28002e9743a58ab9c3622d82224e&device_id=9f027578-c893-4a44-9dc2-07535ce6a55f HTTP/1.1" status: 200 len: 1100 time: 0.4217114 Jul 24 00:01:44.438771 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-c7d8a261-12fd-4a44-a160-5e6c756ef7af None None] For port 55f4f266-3564-43a9-bbef-fdc8cbd76a38, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:01:44.470045 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa836faa-2fd1-47d2-848e-467c36e8f9e4 x-openstack-request-id: req-aa836faa-2fd1-47d2-848e-467c36e8f9e4 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:01:44.470452 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f027578-c893-4a44-9dc2-07535ce6a55f", "tag": "646da755-b657-48af-8f46-1246a45e82e4", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:01:44.470609 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-aa836faa-2fd1-47d2-848e-467c36e8f9e4 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:01:44.471206 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f027578-c893-4a44-9dc2-07535ce6a55f', 'tag': '646da755-b657-48af-8f46-1246a45e82e4', 'status': 'completed', 'code': 200} Jul 24 00:01:44.472002 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57458a72-b366-404a-b9a9-f0b2711646ee tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Network 46e3dcce-730a-46a4-b347-ef991529fc38 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:01:44.483057 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fd099f70-d894-4ab0-a5ba-88cfa5da1f05 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:44.488799 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-07778ad3-0859-48de-9408-5b354dddd5e8 req-4e78fca5-751b-4311-8278-ed8668a619f4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=646da755-b657-48af-8f46-1246a45e82e4 HTTP/1.1" status: 200 len: 217 time: 0.1167531 Jul 24 00:01:44.515290 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd099f70-d894-4ab0-a5ba-88cfa5da1f05 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Network 2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:01:44.516296 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-57458a72-b366-404a-b9a9-f0b2711646ee tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 46e3dcce-730a-46a4-b347-ef991529fc38) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:01:44.517155 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cff1c5f9-fb36-4aad-b068-1bc650153d0b tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:44.529386 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff1c5f9-fb36-4aad-b068-1bc650153d0b tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:44.530294 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cff1c5f9-fb36-4aad-b068-1bc650153d0b tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:44.535467 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-fd099f70-d894-4ab0-a5ba-88cfa5da1f05 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:01:44.543239 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd099f70-d894-4ab0-a5ba-88cfa5da1f05 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:01:44.556718 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57458a72-b366-404a-b9a9-f0b2711646ee tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:44.565583 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-57458a72-b366-404a-b9a9-f0b2711646ee tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:44.577184 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-c7d8a261-12fd-4a44-a160-5e6c756ef7af None None] For port 55f4f266-3564-43a9-bbef-fdc8cbd76a38, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=55f4f266-3564-43a9-bbef-fdc8cbd76a38,segment=NetworkSegment(67210387-9ab9-4aa4-9937-6b54614e94e7),segment_id=67210387-9ab9-4aa4-9937-6b54614e94e7)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:01:44.585011 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217980c1-eacd-4a10-8564-357e1bdb2dc8 None None] Network 46e3dcce-730a-46a4-b347-ef991529fc38 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:01:44.617304 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-57458a72-b366-404a-b9a9-f0b2711646ee tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4249589 Jul 24 00:01:44.618570 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 53438) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:44.653544 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c7d8a261-12fd-4a44-a160-5e6c756ef7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:44.660184 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07778ad3-0859-48de-9408-5b354dddd5e8 req-2b559755-b08a-4f8e-b005-a2b344a33d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:44.662279 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-07778ad3-0859-48de-9408-5b354dddd5e8 req-2b559755-b08a-4f8e-b005-a2b344a33d43 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.1660848 Jul 24 00:01:44.682277 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff1c5f9-fb36-4aad-b068-1bc650153d0b tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Pushing event updated for resources: {'Network': ['ID=f7466a34-16f6-462f-8a01-9b60c6e6e78e,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:44.685327 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 44b7d56a-f3c0-492a-9457-be35428783e2 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:01:44.739304 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-cff1c5f9-fb36-4aad-b068-1bc650153d0b tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1634727 Jul 24 00:01:44.769951 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd099f70-d894-4ab0-a5ba-88cfa5da1f05 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:44.770566 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fd099f70-d894-4ab0-a5ba-88cfa5da1f05 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:44.784968 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd099f70-d894-4ab0-a5ba-88cfa5da1f05 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Pushing event updated for resources: {'Port': ['ID=2ae00847-5047-43ce-ba3f-aff5e321b304,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:44.805964 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network f7466a34-16f6-462f-8a01-9b60c6e6e78e details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:01:44.814008 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-fd099f70-d894-4ab0-a5ba-88cfa5da1f05 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.9666905 Jul 24 00:01:44.817873 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 53448) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:44.823453 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-a3574d09-0725-4c5b-aa61-52950d7f5bd2 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Request body: {'port': {'network_id': '2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62', 'name': 'tempest-TaggedBootDevicesTest_v242-776093763', 'fixed_ips': [{'subnet_id': 'f94f5fe1-1657-4d56-85e2-2952459188b5'}]}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:01:44.900648 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07778ad3-0859-48de-9408-5b354dddd5e8 req-be8b8053-7634-449b-b0bb-0afe65cd6a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:44.906228 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-07778ad3-0859-48de-9408-5b354dddd5e8 req-be8b8053-7634-449b-b0bb-0afe65cd6a08 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2317643 Jul 24 00:01:45.021107 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3574d09-0725-4c5b-aa61-52950d7f5bd2 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Made reservation on behalf of 8d43db295226432aa2eb8bb806af3cad for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:01:45.026665 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a3574d09-0725-4c5b-aa61-52950d7f5bd2 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:45.030375 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a68f3d23-f6ce-4f74-b133-670d1654f261 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:45.086457 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [None req-a3574d09-0725-4c5b-aa61-52950d7f5bd2 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] device_id is not set on port 05c23a2d-a333-40a3-ad43-c3bfc576a416 yet. {{(pid=100314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:01:45.105486 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:45.123001 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:45.178307 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port e3dce2cd-4bfa-4b88-8ee0-eb2e8450bdfb, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=e3dce2cd-4bfa-4b88-8ee0-eb2e8450bdfb,segment=NetworkSegment(03844098-4008-432a-ad64-80c1a7ec0473),segment_id=03844098-4008-432a-ad64-80c1a7ec0473)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:01:45.244293 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f374d7ba-d6ae-475a-a59e-df7f7b06c9f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3dce2cd-4bfa-4b88-8ee0-eb2e8450bdfb'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:01:45.247739 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72cf4cf7-e1da-41f2-85eb-f86558bea707" -d '{"events": [{"server_uuid": "f374d7ba-d6ae-475a-a59e-df7f7b06c9f3", "name": "network-vif-plugged", "status": "completed", "tag": "e3dce2cd-4bfa-4b88-8ee0-eb2e8450bdfb"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:01:45.250506 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d8a261-12fd-4a44-a160-5e6c756ef7af None None] Pushing event updated for resources: {'Port': ['ID=55f4f266-3564-43a9-bbef-fdc8cbd76a38,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:45.268870 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-a3ecf5bd-6ad4-4fc0-96f9-b70859413d6e None None] Provisioning for port 44b7d56a-f3c0-492a-9457-be35428783e2 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:01:45.308701 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:45.541497 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-07778ad3-0859-48de-9408-5b354dddd5e8 req-a4606bbb-7032-4942-b243-27a68b9e0af1 service neutron] 10.222.0.52 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6146696 Jul 24 00:01:45.552201 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d09517e-5375-420b-bcf3-b50a377478f6 x-openstack-request-id: req-1d09517e-5375-420b-bcf3-b50a377478f6 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:01:45.553865 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f374d7ba-d6ae-475a-a59e-df7f7b06c9f3", "name": "network-vif-plugged", "status": "completed", "tag": "e3dce2cd-4bfa-4b88-8ee0-eb2e8450bdfb", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:01:45.554174 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1d09517e-5375-420b-bcf3-b50a377478f6 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:01:45.555542 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f374d7ba-d6ae-475a-a59e-df7f7b06c9f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3dce2cd-4bfa-4b88-8ee0-eb2e8450bdfb', 'code': 200} Jul 24 00:01:45.556181 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=e3dce2cd-4bfa-4b88-8ee0-eb2e8450bdfb,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:45.750440 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-a3574d09-0725-4c5b-aa61-52950d7f5bd2 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Allocated IP 10.1.1.205 (2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62/f94f5fe1-1657-4d56-85e2-2952459188b5/05c23a2d-a333-40a3-ad43-c3bfc576a416) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:01:45.866295 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a68f3d23-f6ce-4f74-b133-670d1654f261 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:45.889333 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 44b7d56a-f3c0-492a-9457-be35428783e2 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:01:45.903273 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 44b7d56a-f3c0-492a-9457-be35428783e2 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:01:45.903759 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:45.908314 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0363def5-78c2-4302-891b-664658afc7f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-46e3dcce-730a-46a4-b347-ef991529fc38', 'network_id': '46e3dcce-730a-46a4-b347-ef991529fc38', 'tenant_id': '1927a1b4eb924ea4ab753600c2d7ae49', 'fixed_ips': [{'subnet_id': '314695e4-ad06-4c01-9068-c20fdaf1c458'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:01:45.909898 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0363def5-78c2-4302-891b-664658afc7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:46.120633 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a68f3d23-f6ce-4f74-b133-670d1654f261 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:46.137379 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a3574d09-0725-4c5b-aa61-52950d7f5bd2 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:46.157448 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [None req-a3574d09-0725-4c5b-aa61-52950d7f5bd2 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Transition to ACTIVE for port object 05c23a2d-a333-40a3-ad43-c3bfc576a416 will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:01:46.210638 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a3574d09-0725-4c5b-aa61-52950d7f5bd2 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:46.239249 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68f3d23-f6ce-4f74-b133-670d1654f261 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Pushing event deleted for resources: {'Subnet': ['ID=314695e4-ad06-4c01-9068-c20fdaf1c458,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:46.283294 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server [None req-0363def5-78c2-4302-891b-664658afc7f2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 314695e4-ad06-4c01-9068-c20fdaf1c458: This subnet is being modified by another concurrent operation. Jul 24 00:01:46.283294 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 24 00:01:46.283294 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 24 00:01:46.283294 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 24 00:01:46.283294 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 24 00:01:46.283294 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 24 00:01:46.283294 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 24 00:01:46.283294 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 24 00:01:46.283294 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 24 00:01:46.283294 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 24 00:01:46.283294 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 24 00:01:46.283294 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 24 00:01:46.283294 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 00:01:46.283294 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 00:01:46.283294 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 00:01:46.283294 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 00:01:46.283294 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 24 00:01:46.283294 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 00:01:46.283294 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 24 00:01:46.283294 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 24 00:01:46.283294 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 00:01:46.283294 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 00:01:46.283294 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 00:01:46.283294 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 00:01:46.283294 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 24 00:01:46.283294 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 00:01:46.283294 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 24 00:01:46.283294 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 24 00:01:46.283294 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 00:01:46.283294 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 00:01:46.283294 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 00:01:46.283294 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 00:01:46.283294 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 24 00:01:46.283294 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 24 00:01:46.283294 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 24 00:01:46.283294 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 24 00:01:46.283294 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 24 00:01:46.283294 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 24 00:01:46.283294 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 24 00:01:46.283294 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 24 00:01:46.283294 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 24 00:01:46.283294 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 24 00:01:46.283294 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 24 00:01:46.283294 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 24 00:01:46.283294 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 24 00:01:46.283294 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 24 00:01:46.283294 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 24 00:01:46.283294 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 24 00:01:46.283294 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 00:01:46.283294 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 00:01:46.283294 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 00:01:46.283294 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 00:01:46.283294 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 24 00:01:46.283294 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 00:01:46.286810 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 24 00:01:46.286810 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 24 00:01:46.286810 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 00:01:46.286810 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 00:01:46.286810 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 00:01:46.286810 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 00:01:46.286810 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 24 00:01:46.286810 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 00:01:46.286810 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 24 00:01:46.286810 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 24 00:01:46.286810 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 00:01:46.286810 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 00:01:46.286810 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 00:01:46.286810 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 00:01:46.286810 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 24 00:01:46.286810 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 24 00:01:46.286810 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 24 00:01:46.286810 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 24 00:01:46.286810 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 24 00:01:46.286810 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 24 00:01:46.286810 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 24 00:01:46.286810 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 24 00:01:46.286810 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 24 00:01:46.286810 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 24 00:01:46.286810 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 00:01:46.286810 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 00:01:46.286810 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 00:01:46.286810 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 00:01:46.286810 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 24 00:01:46.286810 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 24 00:01:46.286810 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 24 00:01:46.286810 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 24 00:01:46.286810 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 24 00:01:46.286810 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 24 00:01:46.286810 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 24 00:01:46.286810 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server raise exception Jul 24 00:01:46.286810 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 314695e4-ad06-4c01-9068-c20fdaf1c458: This subnet is being modified by another concurrent operation. Jul 24 00:01:46.286810 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server Jul 24 00:01:46.324799 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c2a305-faa8-44f8-acef-720c6cab382e None None] Network 46e3dcce-730a-46a4-b347-ef991529fc38 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:01:46.371999 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e66b3-00e3-4985-8adb-18bb3387702c req-7bf56443-52dd-4bcf-a1a6-f82872f01e90 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:46.377885 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-895e66b3-00e3-4985-8adb-18bb3387702c req-7bf56443-52dd-4bcf-a1a6-f82872f01e90 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f027578-c893-4a44-9dc2-07535ce6a55f HTTP/1.1" status: 200 len: 948 time: 1.0137885 Jul 24 00:01:46.397432 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849dc0ee-3111-4a0c-b4b9-244947709ff3 req-d8407a34-0c18-4875-98c4-1eafe83d6bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:46.400184 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-849dc0ee-3111-4a0c-b4b9-244947709ff3 req-d8407a34-0c18-4875-98c4-1eafe83d6bef service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f374d7ba-d6ae-475a-a59e-df7f7b06c9f3 HTTP/1.1" status: 200 len: 1098 time: 0.8766251 Jul 24 00:01:46.410532 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3574d09-0725-4c5b-aa61-52950d7f5bd2 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Network 2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:01:46.437118 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-a3574d09-0725-4c5b-aa61-52950d7f5bd2 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:01:46.439457 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-07778ad3-0859-48de-9408-5b354dddd5e8 req-25eb169a-17e1-4811-b9da-2a4bfb25de15 service neutron] 10.222.0.52 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8968589 Jul 24 00:01:46.461622 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3574d09-0725-4c5b-aa61-52950d7f5bd2 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:01:46.646199 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3574d09-0725-4c5b-aa61-52950d7f5bd2 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Pushing event updated for resources: {'Port': ['ID=05c23a2d-a333-40a3-ad43-c3bfc576a416,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:46.692180 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a68f3d23-f6ce-4f74-b133-670d1654f261 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:46.718056 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-5df53623-3a31-4c0d-9f89-5482250214ee None None] Provisioning complete for port 44b7d56a-f3c0-492a-9457-be35428783e2 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:01:46.720639 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-a68f3d23-f6ce-4f74-b133-670d1654f261 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46e3dcce-730a-46a4-b347-ef991529fc38']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:01:46.721355 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-5df53623-3a31-4c0d-9f89-5482250214ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:46.746793 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-a68f3d23-f6ce-4f74-b133-670d1654f261 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7abb8578-d8a3-430f-8961-be0781e20407') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:01:46.747464 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-a68f3d23-f6ce-4f74-b133-670d1654f261 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7abb8578-d8a3-430f-8961-be0781e20407') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:01:46.788412 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3574d09-0725-4c5b-aa61-52950d7f5bd2 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:46.789520 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a3574d09-0725-4c5b-aa61-52950d7f5bd2 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:46.792201 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a68f3d23-f6ce-4f74-b133-670d1654f261 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:46.835049 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6fc65-c225-4711-aa55-09f1c4288ad2 req-558718a9-9caf-4fd7-8d66-a826fd7fd4e8 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:46.843808 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-63a6fc65-c225-4711-aa55-09f1c4288ad2 req-558718a9-9caf-4fd7-8d66-a826fd7fd4e8 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=f374d7ba-d6ae-475a-a59e-df7f7b06c9f3 HTTP/1.1" status: 200 len: 946 time: 1.1207380 Jul 24 00:01:46.862105 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a68f3d23-f6ce-4f74-b133-670d1654f261 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:46.887678 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a68f3d23-f6ce-4f74-b133-670d1654f261 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:01:46.890298 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a68f3d23-f6ce-4f74-b133-670d1654f261 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:46.925758 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:47.034775 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-63a6fc65-c225-4711-aa55-09f1c4288ad2 req-4371c5a1-395d-4a5d-aaa5-843c273c0949 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672306 Jul 24 00:01:47.052953 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-a3574d09-0725-4c5b-aa61-52950d7f5bd2 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2302456 Jul 24 00:01:47.082786 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 44b7d56a-f3c0-492a-9457-be35428783e2, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=44b7d56a-f3c0-492a-9457-be35428783e2,segment=NetworkSegment(6a9bfae8-3859-4d2f-b2ea-41b2fe58337b),segment_id=6a9bfae8-3859-4d2f-b2ea-41b2fe58337b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:01:47.132709 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:01:47.132709 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:01:47.132709 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:01:47.132709 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:01:47.132709 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:01:47.132709 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:01:47.132709 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:01:47.132709 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:01:47.132709 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:01:47.132709 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:01:47.132709 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:01:47.132709 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:01:47.132709 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:01:47.132709 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:01:47.132709 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:01:47.132709 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:01:47.132709 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:01:47.132709 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:01:47.132709 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:01:47.132709 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:01:47.132709 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:01:47.132709 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:01:47.132709 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:01:47.132709 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:01:47.132709 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:01:47.132709 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:01:47.132709 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:01:47.132709 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:01:47.132709 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:01:47.132709 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:01:47.132709 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:01:47.132709 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:01:47.169663 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:47.319309 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d852fb-2e06-4ee4-b738-a2cbce25a840 None None] Network 0bd87d55-8051-4371-bdff-26afb21cf3d1 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:01:47.364661 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a68f3d23-f6ce-4f74-b133-670d1654f261 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:47.421712 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-5df53623-3a31-4c0d-9f89-5482250214ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:47.448956 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a68f3d23-f6ce-4f74-b133-670d1654f261 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:47.451622 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 55f4f266-3564-43a9-bbef-fdc8cbd76a38 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:01:47.458668 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 53500) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:47.464162 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-a68f3d23-f6ce-4f74-b133-670d1654f261 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] 10.222.0.44 "DELETE /v2.0/networks/46e3dcce-730a-46a4-b347-ef991529fc38 HTTP/1.1" status: 204 len: 168 time: 2.8345866 Jul 24 00:01:47.464617 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-7432df44-5278-499b-bf27-0e449e2e6941 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1807040186'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:01:47.497496 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 53502) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:47.504467 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-2e785fb1-adf0-4623-b150-359d974b1b15 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Request body: {'security_group': {'name': 'tempest-securitygroup--689244782', 'description': 'tempest-description--1618216018'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:01:47.539314 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7432df44-5278-499b-bf27-0e449e2e6941 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Made reservation on behalf of 1927a1b4eb924ea4ab753600c2d7ae49 for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:01:47.543702 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7432df44-5278-499b-bf27-0e449e2e6941 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:47.582596 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68f3d23-f6ce-4f74-b133-670d1654f261 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Pushing event deleted for resources: {'Network': ['ID=46e3dcce-730a-46a4-b347-ef991529fc38,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:47.601101 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7432df44-5278-499b-bf27-0e449e2e6941 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:01:47.607250 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2e785fb1-adf0-4623-b150-359d974b1b15 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:47.608497 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-849dc0ee-3111-4a0c-b4b9-244947709ff3 req-74f9eab6-47ec-48d5-9426-4c56e6774813 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1763613 Jul 24 00:01:47.632791 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7432df44-5278-499b-bf27-0e449e2e6941 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:47.633515 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-7432df44-5278-499b-bf27-0e449e2e6941 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Added segment 0dc16e3c-a8cb-41b1-a081-40a02654a503 of type vlan for network 5d308654-8ade-4373-8b1b-b82b8150a9ea Jul 24 00:01:47.635368 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-895e66b3-00e3-4985-8adb-18bb3387702c req-a2bedac3-8afd-4ed4-a687-c20e42fc1511 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5071166 Jul 24 00:01:47.671762 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4301e7e-ef2f-4c11-8961-c2d400be333c req-3b99f6a1-bef0-4f35-825a-87ffb15a6fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:47.679323 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a4301e7e-ef2f-4c11-8961-c2d400be333c req-3b99f6a1-bef0-4f35-825a-87ffb15a6fed service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=798b28002e9743a58ab9c3622d82224e&device_id=9f027578-c893-4a44-9dc2-07535ce6a55f HTTP/1.1" status: 200 len: 1100 time: 0.5435040 Jul 24 00:01:47.746235 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:47.815868 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2e785fb1-adf0-4623-b150-359d974b1b15 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:47.818716 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7432df44-5278-499b-bf27-0e449e2e6941 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:47.822726 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 53506) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:47.839832 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2e785fb1-adf0-4623-b150-359d974b1b15 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:47.844839 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.db.api [None req-5df53623-3a31-4c0d-9f89-5482250214ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100315) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 00:01:47.846607 n-d-800088-16 neutron-server[100315]: DEBUG oslo_db.api [None req-5df53623-3a31-4c0d-9f89-5482250214ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 00:01:47.849259 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=44b7d56a-f3c0-492a-9457-be35428783e2,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:47.867068 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 55f4f266-3564-43a9-bbef-fdc8cbd76a38 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:01:47.919207 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2e785fb1-adf0-4623-b150-359d974b1b15 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:47.922948 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-2e785fb1-adf0-4623-b150-359d974b1b15 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4241383 Jul 24 00:01:47.952787 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 53510) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:47.970788 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-9ed170f0-9144-45ba-b710-82b7b344c297 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Request body: {'security_group_rule': {'security_group_id': '84526489-a784-4e02-8584-4c6d6be5479e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:01:47.985671 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e785fb1-adf0-4623-b150-359d974b1b15 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84526489-a784-4e02-8584-4c6d6be5479e,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:47.996763 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7432df44-5278-499b-bf27-0e449e2e6941 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:48.009426 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7432df44-5278-499b-bf27-0e449e2e6941 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:48.010177 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7432df44-5278-499b-bf27-0e449e2e6941 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:48.015291 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 53512) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:48.045479 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-2f18b494-8ca2-4c30-a454-dde0d119586c tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Request body: {'subnets': [{'network_id': 'e064c151-a696-404a-9392-b1640f996ee4', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--897867191', 'ip_version': 6}, {'network_id': 'f7466a34-16f6-462f-8a01-9b60c6e6e78e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:01:48.045853 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-2f18b494-8ca2-4c30-a454-dde0d119586c tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Request body: {'subnet': {'network_id': 'e064c151-a696-404a-9392-b1640f996ee4', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--897867191', 'ip_version': 6}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:01:48.046581 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-2f18b494-8ca2-4c30-a454-dde0d119586c tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Request body: {'subnet': {'network_id': 'f7466a34-16f6-462f-8a01-9b60c6e6e78e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:01:48.095480 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-93e80308-2c06-468d-a025-9acdd76199e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:48.175346 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-7432df44-5278-499b-bf27-0e449e2e6941 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7151678 Jul 24 00:01:48.177929 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 53516) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:48.183307 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9ed170f0-9144-45ba-b710-82b7b344c297 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:48.191002 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-a63f99c3-277a-4a27-9774-fdabf9faf5c8 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Request body: {'subnet': {'network_id': '5d308654-8ade-4373-8b1b-b82b8150a9ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:01:48.234506 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7432df44-5278-499b-bf27-0e449e2e6941 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Pushing event updated for resources: {'Network': ['ID=5d308654-8ade-4373-8b1b-b82b8150a9ea,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:48.317717 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4301e7e-ef2f-4c11-8961-c2d400be333c req-29577e10-d0dc-4b48-a699-aeb828e6f972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:48.319238 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a4301e7e-ef2f-4c11-8961-c2d400be333c req-29577e10-d0dc-4b48-a699-aeb828e6f972 service neutron] 10.222.0.52 "GET /v2.0/networks?id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 HTTP/1.1" status: 200 len: 870 time: 0.6325924 Jul 24 00:01:48.401172 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a4301e7e-ef2f-4c11-8961-c2d400be333c req-13f7dbb7-ba77-46a3-b6aa-872f4439fab2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=646da755-b657-48af-8f46-1246a45e82e4 HTTP/1.1" status: 200 len: 217 time: 0.0736191 Jul 24 00:01:48.417805 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 5d308654-8ade-4373-8b1b-b82b8150a9ea details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:01:48.471935 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4301e7e-ef2f-4c11-8961-c2d400be333c req-6794b030-5154-42f7-a35f-7dbc4b9daba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:48.473858 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a4301e7e-ef2f-4c11-8961-c2d400be333c req-6794b030-5154-42f7-a35f-7dbc4b9daba6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.0561430 Jul 24 00:01:48.546034 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4301e7e-ef2f-4c11-8961-c2d400be333c req-f2163dfe-00e4-4518-8800-204e0e6c03e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:48.549720 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a4301e7e-ef2f-4c11-8961-c2d400be333c req-f2163dfe-00e4-4518-8800-204e0e6c03e5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0680594 Jul 24 00:01:48.575826 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-5df53623-3a31-4c0d-9f89-5482250214ee None None] Provisioning for port 2ae00847-5047-43ce-ba3f-aff5e321b304 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:01:48.582365 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-5df53623-3a31-4c0d-9f89-5482250214ee None None] Provisioning complete for port 2ae00847-5047-43ce-ba3f-aff5e321b304 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:01:48.582831 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-5df53623-3a31-4c0d-9f89-5482250214ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:48.619398 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9ed170f0-9144-45ba-b710-82b7b344c297 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:48.632434 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-5df53623-3a31-4c0d-9f89-5482250214ee None None] Port 2ae00847-5047-43ce-ba3f-aff5e321b304 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:01:48.643834 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9ed170f0-9144-45ba-b710-82b7b344c297 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:48.683730 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a4301e7e-ef2f-4c11-8961-c2d400be333c req-7bc8a5bf-be95-43e3-a318-0dbbe0fa854a service neutron] 10.222.0.52 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273155 Jul 24 00:01:48.684569 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-93e80308-2c06-468d-a025-9acdd76199e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:48.691390 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed170f0-9144-45ba-b710-82b7b344c297 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6035547-130a-4415-a432-fa657d4fd123,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:48.711086 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a558ec-7cca-44f9-ad01-6d15a09f7749 req-914d7169-ccef-4be6-8087-f94ca97eb365 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:48.713137 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-12a558ec-7cca-44f9-ad01-6d15a09f7749 req-914d7169-ccef-4be6-8087-f94ca97eb365 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=f374d7ba-d6ae-475a-a59e-df7f7b06c9f3 HTTP/1.1" status: 200 len: 946 time: 0.5366743 Jul 24 00:01:48.716770 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-93e80308-2c06-468d-a025-9acdd76199e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:48.765293 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-c91e32f8-5a51-476e-855e-468d3d3b0ee2 None None] Provisioning for port 55f4f266-3564-43a9-bbef-fdc8cbd76a38 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:01:48.769777 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-c91e32f8-5a51-476e-855e-468d3d3b0ee2 None None] Provisioning complete for port 55f4f266-3564-43a9-bbef-fdc8cbd76a38 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:01:48.770162 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c91e32f8-5a51-476e-855e-468d3d3b0ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:48.791297 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-93e80308-2c06-468d-a025-9acdd76199e7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8a5d99d760cd4ba38c095edc0935aa3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9669614 Jul 24 00:01:48.795858 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 53524) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:48.805698 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.db.api [None req-2f18b494-8ca2-4c30-a454-dde0d119586c tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 24 00:01:48.805698 n-d-800088-16 neutron-server[100314]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 24 00:01:48.805698 n-d-800088-16 neutron-server[100314]: [parameters: {'project_id_1': '11effcc190c340179bb67c99d1dfa936', 'expiration_1': datetime.datetime(2021, 7, 24, 0, 1, 48, 584267)}] Jul 24 00:01:48.805698 n-d-800088-16 neutron-server[100314]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 00:01:48.806715 n-d-800088-16 neutron-server[100314]: DEBUG oslo_db.api [None req-2f18b494-8ca2-4c30-a454-dde0d119586c tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 00:01:48.839245 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a63f99c3-277a-4a27-9774-fdabf9faf5c8 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Made reservation on behalf of 1927a1b4eb924ea4ab753600c2d7ae49 for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:01:48.843824 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a63f99c3-277a-4a27-9774-fdabf9faf5c8 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:48.864410 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9ed170f0-9144-45ba-b710-82b7b344c297 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:48.867040 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-9ed170f0-9144-45ba-b710-82b7b344c297 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9118583 Jul 24 00:01:48.867998 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e80308-2c06-468d-a025-9acdd76199e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd230c5-192f-4e46-9c58-0a27d4cac319,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:48.874724 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 53526) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:48.883202 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-8ab5f2df-03ba-4c48-a728-1d7e165e5f75 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Request body: {'security_group_rule': {'security_group_id': '84526489-a784-4e02-8584-4c6d6be5479e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:01:48.900719 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-12a558ec-7cca-44f9-ad01-6d15a09f7749 req-d77be9be-a2cc-4503-ab7d-1682cc89d329 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536276 Jul 24 00:01:48.915990 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30b66c9-f300-467e-b7c8-ec7c042019a9 None None] get_active_networks_info from n-d-800088-16 {{(pid=100315) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 24 00:01:48.931760 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a4301e7e-ef2f-4c11-8961-c2d400be333c req-3ca31b5d-03e5-40ac-af3d-c1ab65c9d0a4 service neutron] 10.222.0.52 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405634 Jul 24 00:01:48.957522 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c91e32f8-5a51-476e-855e-468d3d3b0ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:48.959771 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c89409-4b15-482a-8ae9-dbde9f2d96c1 req-dc00bbb9-2f08-4d10-bfc0-6ce5bbdf70a2 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:48.961344 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b7c89409-4b15-482a-8ae9-dbde9f2d96c1 req-dc00bbb9-2f08-4d10-bfc0-6ce5bbdf70a2 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f027578-c893-4a44-9dc2-07535ce6a55f HTTP/1.1" status: 200 len: 948 time: 0.2247913 Jul 24 00:01:48.969651 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8d088c5d-aceb-42f8-93dc-28f4e1fde585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:48.976552 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8ab5f2df-03ba-4c48-a728-1d7e165e5f75 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:49.036092 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8d088c5d-aceb-42f8-93dc-28f4e1fde585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:49.041151 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-c91e32f8-5a51-476e-855e-468d3d3b0ee2 None None] For port 55f4f266-3564-43a9-bbef-fdc8cbd76a38, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=55f4f266-3564-43a9-bbef-fdc8cbd76a38,segment=NetworkSegment(67210387-9ab9-4aa4-9937-6b54614e94e7),segment_id=67210387-9ab9-4aa4-9937-6b54614e94e7)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:01:49.048977 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c91e32f8-5a51-476e-855e-468d3d3b0ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:49.107979 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b7c89409-4b15-482a-8ae9-dbde9f2d96c1 req-8b907ba5-adb3-4760-99b2-17f2631a6695 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348889 Jul 24 00:01:49.143214 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-c91e32f8-5a51-476e-855e-468d3d3b0ee2 None None] Provisioning for port 05c23a2d-a333-40a3-ad43-c3bfc576a416 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:01:49.147152 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8ab5f2df-03ba-4c48-a728-1d7e165e5f75 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:49.152853 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8ab5f2df-03ba-4c48-a728-1d7e165e5f75 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:49.163128 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8d088c5d-aceb-42f8-93dc-28f4e1fde585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:49.166826 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8d088c5d-aceb-42f8-93dc-28f4e1fde585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:49.167338 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-c91e32f8-5a51-476e-855e-468d3d3b0ee2 None None] Provisioning complete for port 05c23a2d-a333-40a3-ad43-c3bfc576a416 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:01:49.167716 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c91e32f8-5a51-476e-855e-468d3d3b0ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:49.168080 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-8d088c5d-aceb-42f8-93dc-28f4e1fde585 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8dd230c5-192f-4e46-9c58-0a27d4cac319 HTTP/1.1" status: 204 len: 168 time: 0.3419018 Jul 24 00:01:49.200342 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab5f2df-03ba-4c48-a728-1d7e165e5f75 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=581b6306-abb1-4542-93b5-497f23aaebfa,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:49.203211 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d088c5d-aceb-42f8-93dc-28f4e1fde585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd230c5-192f-4e46-9c58-0a27d4cac319,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:49.209356 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8ab5f2df-03ba-4c48-a728-1d7e165e5f75 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:49.211019 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-8ab5f2df-03ba-4c48-a728-1d7e165e5f75 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3319774 Jul 24 00:01:49.214112 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 53530) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:49.220591 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-33f0c17a-0429-4780-944b-927f4f85426e tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Request body: {'floatingip': {'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:01:49.241669 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91e32f8-5a51-476e-855e-468d3d3b0ee2 None None] Pushing event updated for resources: {'Port': ['ID=55f4f266-3564-43a9-bbef-fdc8cbd76a38,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:49.246951 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30b66c9-f300-467e-b7c8-ec7c042019a9 None None] Resources bound (agent type, host, resource id): {{(pid=100315) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 24 00:01:49.270495 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-33f0c17a-0429-4780-944b-927f4f85426e tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks [] for floatingip, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:49.295864 n-d-800088-16 neutron-server[100314]: DEBUG neutron.objects.ports [None req-a63f99c3-277a-4a27-9774-fdabf9faf5c8 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100314) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 24 00:01:49.297523 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a63f99c3-277a-4a27-9774-fdabf9faf5c8 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:49.300842 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-c91e32f8-5a51-476e-855e-468d3d3b0ee2 None None] Port 05c23a2d-a333-40a3-ad43-c3bfc576a416 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:01:49.368630 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f18b494-8ca2-4c30-a454-dde0d119586c tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Made reservation on behalf of 11effcc190c340179bb67c99d1dfa936 for: {'subnet': 2} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:01:49.374631 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2f18b494-8ca2-4c30-a454-dde0d119586c tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:49.375989 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2f18b494-8ca2-4c30-a454-dde0d119586c tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:49.381021 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 44b7d56a-f3c0-492a-9457-be35428783e2 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:01:49.434524 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63f99c3-277a-4a27-9774-fdabf9faf5c8 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Pushing event updated for resources: {'Subnet': ['ID=03ff1cf4-259d-417c-ac0c-9b6677111fbb,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:49.455096 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63f99c3-277a-4a27-9774-fdabf9faf5c8 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Checking segment: {'id': '0dc16e3c-a8cb-41b1-a081-40a02654a503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '5d308654-8ade-4373-8b1b-b82b8150a9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:01:49.455782 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63f99c3-277a-4a27-9774-fdabf9faf5c8 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Network hostable DHCP agents. Network: 5d308654-8ade-4373-8b1b-b82b8150a9ea, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:01:49.488279 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 646da755-b657-48af-8f46-1246a45e82e4 details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:01:49.493979 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-c91e32f8-5a51-476e-855e-468d3d3b0ee2 None None] Provisioning complete for port 2ae00847-5047-43ce-ba3f-aff5e321b304 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:01:49.494359 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c91e32f8-5a51-476e-855e-468d3d3b0ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:49.496048 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-33f0c17a-0429-4780-944b-927f4f85426e tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:49.586483 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63f99c3-277a-4a27-9774-fdabf9faf5c8 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Network 5d308654-8ade-4373-8b1b-b82b8150a9ea is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:01:49.617721 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-a63f99c3-277a-4a27-9774-fdabf9faf5c8 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 5d308654-8ade-4373-8b1b-b82b8150a9ea) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:01:49.639308 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63f99c3-277a-4a27-9774-fdabf9faf5c8 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:49.639974 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a63f99c3-277a-4a27-9774-fdabf9faf5c8 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:49.646440 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-c91e32f8-5a51-476e-855e-468d3d3b0ee2 None None] Port 2ae00847-5047-43ce-ba3f-aff5e321b304 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:01:49.753023 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-33f0c17a-0429-4780-944b-927f4f85426e tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Allocated IP 172.25.3.205 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/d6e16559-dd45-4344-8a45-169c5f277ffd) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:01:49.809301 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 44b7d56a-f3c0-492a-9457-be35428783e2 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:01:49.810249 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:49.882932 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-a57bd602-d44e-4295-8b05-d86876cee3e5 None None] Provisioning complete for port 55f4f266-3564-43a9-bbef-fdc8cbd76a38 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:01:49.883630 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a57bd602-d44e-4295-8b05-d86876cee3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:49.897239 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 646da755-b657-48af-8f46-1246a45e82e4, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=646da755-b657-48af-8f46-1246a45e82e4,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:01:49.981532 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-33f0c17a-0429-4780-944b-927f4f85426e tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:49.987197 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': '646da755-b657-48af-8f46-1246a45e82e4', 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2', 'port_id': '646da755-b657-48af-8f46-1246a45e82e4', 'mac_address': 'fa:16:3e:b6:c7:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef73a7e1-c64a-41e3-9997-629475c7b6b1', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:01:50.021371 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 53538) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:50.034035 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-a63f99c3-277a-4a27-9774-fdabf9faf5c8 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.8475130 Jul 24 00:01:50.034666 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 53542) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:50.051257 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2f18b494-8ca2-4c30-a454-dde0d119586c tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:50.068567 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2a367e09-e75e-4169-af79-dbb8b1c36bb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:50.072953 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-33f0c17a-0429-4780-944b-927f4f85426e tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:50.153240 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:50.171428 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f0c17a-0429-4780-944b-927f4f85426e tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Pushing event updated for resources: {'Port': ['ID=d6e16559-dd45-4344-8a45-169c5f277ffd,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:50.181729 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 646da755-b657-48af-8f46-1246a45e82e4 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:01:50.186908 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72ea532-b699-4f58-ab01-495fed91cbb8 None None] Network 5d308654-8ade-4373-8b1b-b82b8150a9ea requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:01:50.187582 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0c17a-0429-4780-944b-927f4f85426e tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:01:50.188464 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0c17a-0429-4780-944b-927f4f85426e tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:01:50.188832 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0c17a-0429-4780-944b-927f4f85426e tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:01:50.189200 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0c17a-0429-4780-944b-927f4f85426e tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:01:50.189593 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0c17a-0429-4780-944b-927f4f85426e tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:01:50.189985 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0c17a-0429-4780-944b-927f4f85426e tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:01:50.190268 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0c17a-0429-4780-944b-927f4f85426e tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:01:50.190605 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0c17a-0429-4780-944b-927f4f85426e tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:01:50.190943 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0c17a-0429-4780-944b-927f4f85426e tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:01:50.191273 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0c17a-0429-4780-944b-927f4f85426e tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:01:50.191931 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0c17a-0429-4780-944b-927f4f85426e tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:01:50.192086 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0c17a-0429-4780-944b-927f4f85426e tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:01:50.209415 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f0c17a-0429-4780-944b-927f4f85426e tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:01:50.214084 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-33f0c17a-0429-4780-944b-927f4f85426e tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:01:50.217333 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f0c17a-0429-4780-944b-927f4f85426e tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:01:50.236651 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2a367e09-e75e-4169-af79-dbb8b1c36bb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:50.252112 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2a367e09-e75e-4169-af79-dbb8b1c36bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:50.296186 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d60b0b-3e63-4b24-ab91-26de381ccfaf req-a5efff71-361c-4c88-a935-089954be3d5e tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:50.298570 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-35d60b0b-3e63-4b24-ab91-26de381ccfaf req-a5efff71-361c-4c88-a935-089954be3d5e tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=f374d7ba-d6ae-475a-a59e-df7f7b06c9f3 HTTP/1.1" status: 200 len: 946 time: 0.1664290 Jul 24 00:01:50.347609 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-35d60b0b-3e63-4b24-ab91-26de381ccfaf req-ed7fea49-9e1d-4ca4-af1a-a8313d9ad74c tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430243 Jul 24 00:01:50.364888 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 646da755-b657-48af-8f46-1246a45e82e4, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=646da755-b657-48af-8f46-1246a45e82e4,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:01:50.374190 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f18b494-8ca2-4c30-a454-dde0d119586c tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Pushing event updated for resources: {'Subnet': ['ID=7b29d6ec-b715-40f4-9030-e1434bda06f8,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:50.376119 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:50.459305 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f18b494-8ca2-4c30-a454-dde0d119586c tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Checking segment: {'id': '2e64f487-ba69-46a5-84b2-2e99a706f907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'e064c151-a696-404a-9392-b1640f996ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:01:50.459559 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f18b494-8ca2-4c30-a454-dde0d119586c tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Network hostable DHCP agents. Network: e064c151-a696-404a-9392-b1640f996ee4, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:01:50.466008 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-33f0c17a-0429-4780-944b-927f4f85426e tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:50.466723 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b82898-4d0f-4d11-aca8-63ab12305e10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-5d308654-8ade-4373-8b1b-b82b8150a9ea', 'network_id': '5d308654-8ade-4373-8b1b-b82b8150a9ea', 'tenant_id': '1927a1b4eb924ea4ab753600c2d7ae49', 'fixed_ips': [{'subnet_id': '03ff1cf4-259d-417c-ac0c-9b6677111fbb'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:01:50.468035 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-46b82898-4d0f-4d11-aca8-63ab12305e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:50.490758 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-2a367e09-e75e-4169-af79-dbb8b1c36bb6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ccd44fddde1442cdb7c040b6748c910b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4678133 Jul 24 00:01:50.501914 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 53552) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:50.503807 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=646da755-b657-48af-8f46-1246a45e82e4,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:50.522300 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a367e09-e75e-4169-af79-dbb8b1c36bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa58ae15-9e15-42d3-889f-24b18260dac0,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:50.539213 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0cb8fef4-7b93-4a26-b221-74a5ce4a8dac tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:50.560228 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f18b494-8ca2-4c30-a454-dde0d119586c tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Network e064c151-a696-404a-9392-b1640f996ee4 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:01:50.616675 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-33f0c17a-0429-4780-944b-927f4f85426e tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:50.619708 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-35c4cd43-c1cc-4fb7-9987-4e8d1a5684c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:50.641956 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb60ffe-e1ad-406a-ae76-18f25ec1fd4f req-1e574ab2-64a1-485c-8e87-8ae064ac5233 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:50.643964 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-dbb60ffe-e1ad-406a-ae76-18f25ec1fd4f req-1e574ab2-64a1-485c-8e87-8ae064ac5233 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f027578-c893-4a44-9dc2-07535ce6a55f HTTP/1.1" status: 200 len: 948 time: 0.3609314 Jul 24 00:01:50.647813 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-2f18b494-8ca2-4c30-a454-dde0d119586c tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, e064c151-a696-404a-9392-b1640f996ee4) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:01:50.658183 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2f18b494-8ca2-4c30-a454-dde0d119586c tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:50.671947 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81e403a-46ef-4cee-8c63-6b91953c5ced None None] Network e064c151-a696-404a-9392-b1640f996ee4 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:01:50.704738 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['646da755-b657-48af-8f46-1246a45e82e4'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:01:50.715883 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-35c4cd43-c1cc-4fb7-9987-4e8d1a5684c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:50.738469 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-46b82898-4d0f-4d11-aca8-63ab12305e10 None None] Allocated IP 2001:db8::f816:3eff:feca:368c (5d308654-8ade-4373-8b1b-b82b8150a9ea/03ff1cf4-259d-417c-ac0c-9b6677111fbb/39324853-741f-4e89-80da-aa91888c57e8) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:01:50.759969 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0cb8fef4-7b93-4a26-b221-74a5ce4a8dac tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:50.843117 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-dbb60ffe-e1ad-406a-ae76-18f25ec1fd4f req-80e78589-5b1a-43da-872c-6d04c96d91d3 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673050 Jul 24 00:01:50.849106 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f18b494-8ca2-4c30-a454-dde0d119586c tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Pushing event updated for resources: {'Subnet': ['ID=094bf437-187d-46e2-9bc3-2b2335c9be0b,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:50.863534 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f18b494-8ca2-4c30-a454-dde0d119586c tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Checking segment: {'id': 'a7fdf9b3-e18e-4d07-ad5f-4f5cd456fba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'f7466a34-16f6-462f-8a01-9b60c6e6e78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:01:50.863903 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f18b494-8ca2-4c30-a454-dde0d119586c tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Network hostable DHCP agents. Network: f7466a34-16f6-462f-8a01-9b60c6e6e78e, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:01:50.892500 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f18b494-8ca2-4c30-a454-dde0d119586c tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Network f7466a34-16f6-462f-8a01-9b60c6e6e78e is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:01:50.895816 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-35c4cd43-c1cc-4fb7-9987-4e8d1a5684c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:50.898595 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-35c4cd43-c1cc-4fb7-9987-4e8d1a5684c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:50.901949 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-35c4cd43-c1cc-4fb7-9987-4e8d1a5684c5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fa58ae15-9e15-42d3-889f-24b18260dac0 HTTP/1.1" status: 204 len: 168 time: 0.3967085 Jul 24 00:01:50.910443 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-2f18b494-8ca2-4c30-a454-dde0d119586c tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, f7466a34-16f6-462f-8a01-9b60c6e6e78e) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:01:50.915055 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f18b494-8ca2-4c30-a454-dde0d119586c tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:50.915587 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f18b494-8ca2-4c30-a454-dde0d119586c tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:50.916565 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2f18b494-8ca2-4c30-a454-dde0d119586c tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:50.925036 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c4cd43-c1cc-4fb7-9987-4e8d1a5684c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa58ae15-9e15-42d3-889f-24b18260dac0,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:50.949090 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-2f18b494-8ca2-4c30-a454-dde0d119586c tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.9256489 Jul 24 00:01:50.949839 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 53558) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:50.974945 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-33f0c17a-0429-4780-944b-927f4f85426e tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:50.988226 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-33f0c17a-0429-4780-944b-927f4f85426e tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:51.023877 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be3b1bc-247b-4f38-82f0-a733b0ab35b4 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:51.025494 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be3b1bc-247b-4f38-82f0-a733b0ab35b4 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:51.027156 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be3b1bc-247b-4f38-82f0-a733b0ab35b4 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:51.038806 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 53560) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:51.040028 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-0be3b1bc-247b-4f38-82f0-a733b0ab35b4 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.0891311 Jul 24 00:01:51.057507 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec39f728-da12-4561-b940-94d37eae882d req-0a86427f-f539-4aad-92af-a11d852b01d2 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:51.059199 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ec39f728-da12-4561-b940-94d37eae882d req-0a86427f-f539-4aad-92af-a11d852b01d2 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=f374d7ba-d6ae-475a-a59e-df7f7b06c9f3 HTTP/1.1" status: 200 len: 946 time: 0.2416196 Jul 24 00:01:51.091098 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94b02ff-8b1f-4a0e-85e8-832cbdab4c5f None None] Network f7466a34-16f6-462f-8a01-9b60c6e6e78e requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:01:51.163987 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f0c17a-0429-4780-944b-927f4f85426e tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Pushing event updated for resources: {'Port': ['ID=d6e16559-dd45-4344-8a45-169c5f277ffd,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:51.186476 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-33f0c17a-0429-4780-944b-927f4f85426e tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:51.206167 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-baad51fb-fe66-4796-bbf7-315f9911ffb4 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Deleting subnet 7b29d6ec-b715-40f4-9030-e1434bda06f8 {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:01:51.213910 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ec39f728-da12-4561-b940-94d37eae882d req-2a439a27-cdd3-4941-a0fc-20d2876144b2 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430178 Jul 24 00:01:51.215438 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-baad51fb-fe66-4796-bbf7-315f9911ffb4 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:51.241291 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-33f0c17a-0429-4780-944b-927f4f85426e tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:51.248871 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-33f0c17a-0429-4780-944b-927f4f85426e tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0259662 Jul 24 00:01:51.270608 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-baad51fb-fe66-4796-bbf7-315f9911ffb4 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:51.292399 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71dd13e-5194-4618-890f-79b5b1a751da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-e064c151-a696-404a-9392-b1640f996ee4', 'network_id': 'e064c151-a696-404a-9392-b1640f996ee4', 'tenant_id': '11effcc190c340179bb67c99d1dfa936', 'fixed_ips': [{'subnet_id': '7b29d6ec-b715-40f4-9030-e1434bda06f8'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:01:51.293307 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a71dd13e-5194-4618-890f-79b5b1a751da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:51.311970 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 55f4f266-3564-43a9-bbef-fdc8cbd76a38 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:01:51.327091 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-baad51fb-fe66-4796-bbf7-315f9911ffb4 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:51.372871 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-46b82898-4d0f-4d11-aca8-63ab12305e10 None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:51.412049 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-baad51fb-fe66-4796-bbf7-315f9911ffb4 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:51.435526 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-46b82898-4d0f-4d11-aca8-63ab12305e10 None None] Transition to ACTIVE for port object 39324853-741f-4e89-80da-aa91888c57e8 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:01:51.447962 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baad51fb-fe66-4796-bbf7-315f9911ffb4 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Pushing event deleted for resources: {'Subnet': ['ID=7b29d6ec-b715-40f4-9030-e1434bda06f8,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:51.451726 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-baad51fb-fe66-4796-bbf7-315f9911ffb4 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:51.453717 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-baad51fb-fe66-4796-bbf7-315f9911ffb4 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] 10.222.0.44 "DELETE /v2.0/subnets/7b29d6ec-b715-40f4-9030-e1434bda06f8 HTTP/1.1" status: 204 len: 168 time: 0.4136856 Jul 24 00:01:51.456360 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 53576) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:51.536147 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef201e5f-12b1-4c42-88c5-edf63f4dff86 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Deleting subnet 094bf437-187d-46e2-9bc3-2b2335c9be0b {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:01:51.541192 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ef201e5f-12b1-4c42-88c5-edf63f4dff86 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:51.542323 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-46b82898-4d0f-4d11-aca8-63ab12305e10 None None] Transition to ACTIVE for port object 39324853-741f-4e89-80da-aa91888c57e8 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:01:51.581283 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-46b82898-4d0f-4d11-aca8-63ab12305e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:51.584468 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0cb8fef4-7b93-4a26-b221-74a5ce4a8dac tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:51.585154 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server [None req-a71dd13e-5194-4618-890f-79b5b1a751da None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7b29d6ec-b715-40f4-9030-e1434bda06f8: This subnet is being modified by another concurrent operation. Jul 24 00:01:51.585154 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 24 00:01:51.585154 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 24 00:01:51.585154 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 24 00:01:51.585154 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 24 00:01:51.585154 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 24 00:01:51.585154 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 24 00:01:51.585154 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 24 00:01:51.585154 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 24 00:01:51.585154 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 24 00:01:51.585154 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 24 00:01:51.585154 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 24 00:01:51.585154 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 00:01:51.585154 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 00:01:51.585154 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 00:01:51.585154 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 00:01:51.585154 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 24 00:01:51.585154 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 00:01:51.585154 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 24 00:01:51.585154 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 24 00:01:51.585154 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 00:01:51.585154 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 00:01:51.585154 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 00:01:51.585154 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 00:01:51.585154 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 24 00:01:51.585154 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 00:01:51.585154 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 24 00:01:51.585154 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 24 00:01:51.585154 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 00:01:51.585154 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 00:01:51.585154 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 00:01:51.585154 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 00:01:51.585154 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 24 00:01:51.585154 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 24 00:01:51.585154 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 24 00:01:51.585154 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 24 00:01:51.585154 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 24 00:01:51.585154 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 24 00:01:51.585154 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 24 00:01:51.585154 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 24 00:01:51.585154 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 24 00:01:51.585154 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 24 00:01:51.585154 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 24 00:01:51.585154 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 24 00:01:51.585154 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 24 00:01:51.585154 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 24 00:01:51.585154 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 24 00:01:51.585154 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 24 00:01:51.585154 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 00:01:51.585154 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 00:01:51.585154 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 00:01:51.585154 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 00:01:51.585154 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 24 00:01:51.585154 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 00:01:51.588122 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 24 00:01:51.588122 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 24 00:01:51.588122 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 00:01:51.588122 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 00:01:51.588122 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 00:01:51.588122 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 00:01:51.588122 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 24 00:01:51.588122 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 00:01:51.588122 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 24 00:01:51.588122 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 24 00:01:51.588122 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 00:01:51.588122 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 00:01:51.588122 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 00:01:51.588122 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 00:01:51.588122 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 24 00:01:51.588122 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 24 00:01:51.588122 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 24 00:01:51.588122 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 24 00:01:51.588122 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 24 00:01:51.588122 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 24 00:01:51.588122 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 24 00:01:51.588122 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 24 00:01:51.588122 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 24 00:01:51.588122 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 24 00:01:51.588122 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 00:01:51.588122 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 00:01:51.588122 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 00:01:51.588122 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 00:01:51.588122 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 24 00:01:51.588122 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 24 00:01:51.588122 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 24 00:01:51.588122 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 24 00:01:51.588122 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 24 00:01:51.588122 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 24 00:01:51.588122 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 24 00:01:51.588122 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server raise exception Jul 24 00:01:51.588122 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7b29d6ec-b715-40f4-9030-e1434bda06f8: This subnet is being modified by another concurrent operation. Jul 24 00:01:51.588122 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server Jul 24 00:01:51.596887 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ef201e5f-12b1-4c42-88c5-edf63f4dff86 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:51.622572 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259708eb-31a4-4fa5-b7ed-6de0f0c15405 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-f7466a34-16f6-462f-8a01-9b60c6e6e78e', 'network_id': 'f7466a34-16f6-462f-8a01-9b60c6e6e78e', 'tenant_id': '11effcc190c340179bb67c99d1dfa936', 'fixed_ips': [{'subnet_id': '094bf437-187d-46e2-9bc3-2b2335c9be0b'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:01:51.622958 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-259708eb-31a4-4fa5-b7ed-6de0f0c15405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:51.644089 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 55f4f266-3564-43a9-bbef-fdc8cbd76a38 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:01:51.646160 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:51.652535 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ef201e5f-12b1-4c42-88c5-edf63f4dff86 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:51.652644 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b82898-4d0f-4d11-aca8-63ab12305e10 None None] Network 5d308654-8ade-4373-8b1b-b82b8150a9ea is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:01:51.653593 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-310c07b0-c83f-44a8-a73c-684ac68f7c61 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--689244782&fields=id&tenant_id=8d43db295226432aa2eb8bb806af3cad HTTP/1.1" status: 200 len: 267 time: 0.1180887 Jul 24 00:01:51.664896 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb8fef4-7b93-4a26-b221-74a5ce4a8dac tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Pushing event deleted for resources: {'Subnet': ['ID=03ff1cf4-259d-417c-ac0c-9b6677111fbb,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:51.667385 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4182787a-8a8f-45d4-8b11-6f23c9ea8a17 None None] Network e064c151-a696-404a-9392-b1640f996ee4 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:01:51.715039 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-46b82898-4d0f-4d11-aca8-63ab12305e10 None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:01:51.728514 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b82898-4d0f-4d11-aca8-63ab12305e10 None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:01:51.754891 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b82898-4d0f-4d11-aca8-63ab12305e10 None None] Pushing event updated for resources: {'Port': ['ID=39324853-741f-4e89-80da-aa91888c57e8,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:51.802013 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ef201e5f-12b1-4c42-88c5-edf63f4dff86 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:51.821984 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0cb8fef4-7b93-4a26-b221-74a5ce4a8dac tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:51.843656 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef201e5f-12b1-4c42-88c5-edf63f4dff86 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Pushing event deleted for resources: {'Subnet': ['ID=094bf437-187d-46e2-9bc3-2b2335c9be0b,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:51.851570 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-ce4599c7-fb02-4fc6-ae9a-cf0c2c89a363 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:51.853500 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-ce4599c7-fb02-4fc6-ae9a-cf0c2c89a363 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/ports/2ae00847-5047-43ce-ba3f-aff5e321b304 HTTP/1.1" status: 200 len: 936 time: 0.1743968 Jul 24 00:01:51.855619 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-0cb8fef4-7b93-4a26-b221-74a5ce4a8dac tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d308654-8ade-4373-8b1b-b82b8150a9ea']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:01:51.873260 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ef201e5f-12b1-4c42-88c5-edf63f4dff86 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:51.878425 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-ef201e5f-12b1-4c42-88c5-edf63f4dff86 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] 10.222.0.44 "DELETE /v2.0/subnets/094bf437-187d-46e2-9bc3-2b2335c9be0b HTTP/1.1" status: 204 len: 168 time: 0.4208038 Jul 24 00:01:51.881939 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 53604) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:51.939953 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-072a0156-812e-458b-9dc6-069b0162d92c tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:51.941976 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-072a0156-812e-458b-9dc6-069b0162d92c tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/ports/05c23a2d-a333-40a3-ad43-c3bfc576a416 HTTP/1.1" status: 200 len: 936 time: 0.0798016 Jul 24 00:01:51.945500 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186204b8-d32e-4fd7-9030-a17f2955bcb6 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:51.945860 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-0cb8fef4-7b93-4a26-b221-74a5ce4a8dac tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dc16e3c-a8cb-41b1-a081-40a02654a503') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:01:51.946243 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-0cb8fef4-7b93-4a26-b221-74a5ce4a8dac tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dc16e3c-a8cb-41b1-a081-40a02654a503') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:01:51.950569 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-186204b8-d32e-4fd7-9030-a17f2955bcb6 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0632346 Jul 24 00:01:51.951408 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 53606) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:51.957399 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0cb8fef4-7b93-4a26-b221-74a5ce4a8dac tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:52.024757 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-d3c0c23d-7716-47b9-b982-b2620d1e4906 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/ports?network_id=0bd87d55-8051-4371-bdff-26afb21cf3d1&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0584021 Jul 24 00:01:52.027166 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0cb8fef4-7b93-4a26-b221-74a5ce4a8dac tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:52.029469 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-46b82898-4d0f-4d11-aca8-63ab12305e10 None None] Attempting to bind port 39324853-741f-4e89-80da-aa91888c57e8 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:01:52.030277 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-46b82898-4d0f-4d11-aca8-63ab12305e10 None None] Attempting to bind port 39324853-741f-4e89-80da-aa91888c57e8 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '0dc16e3c-a8cb-41b1-a081-40a02654a503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '5d308654-8ade-4373-8b1b-b82b8150a9ea'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:01:52.031149 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b82898-4d0f-4d11-aca8-63ab12305e10 None None] Attempting to bind port 39324853-741f-4e89-80da-aa91888c57e8 on network 5d308654-8ade-4373-8b1b-b82b8150a9ea {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:01:52.039751 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b82898-4d0f-4d11-aca8-63ab12305e10 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:01:52.040305 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b82898-4d0f-4d11-aca8-63ab12305e10 None None] Checking segment: {'id': '0dc16e3c-a8cb-41b1-a081-40a02654a503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '5d308654-8ade-4373-8b1b-b82b8150a9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:01:52.040861 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-46b82898-4d0f-4d11-aca8-63ab12305e10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:52.041371 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b82898-4d0f-4d11-aca8-63ab12305e10 None None] Bound using segment: {'id': '0dc16e3c-a8cb-41b1-a081-40a02654a503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '5d308654-8ade-4373-8b1b-b82b8150a9ea'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:01:52.041961 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-46b82898-4d0f-4d11-aca8-63ab12305e10 None None] Bound port: 39324853-741f-4e89-80da-aa91888c57e8, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dc16e3c-a8cb-41b1-a081-40a02654a503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '5d308654-8ade-4373-8b1b-b82b8150a9ea'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:01:52.042459 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-46b82898-4d0f-4d11-aca8-63ab12305e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:52.052149 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server [None req-259708eb-31a4-4fa5-b7ed-6de0f0c15405 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 094bf437-187d-46e2-9bc3-2b2335c9be0b: This subnet is being modified by another concurrent operation. Jul 24 00:01:52.052149 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 24 00:01:52.052149 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 24 00:01:52.052149 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 24 00:01:52.052149 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 24 00:01:52.052149 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 24 00:01:52.052149 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 24 00:01:52.052149 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 24 00:01:52.052149 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 24 00:01:52.052149 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 24 00:01:52.052149 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 24 00:01:52.052149 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 24 00:01:52.052149 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 00:01:52.052149 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 00:01:52.052149 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 00:01:52.052149 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 00:01:52.052149 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 24 00:01:52.052149 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 00:01:52.052149 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 24 00:01:52.052149 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 24 00:01:52.052149 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 00:01:52.052149 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 00:01:52.052149 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 00:01:52.052149 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 00:01:52.052149 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 24 00:01:52.052149 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 00:01:52.052149 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 24 00:01:52.052149 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 24 00:01:52.052149 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 00:01:52.052149 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 00:01:52.052149 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 00:01:52.052149 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 00:01:52.052149 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 24 00:01:52.052149 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 24 00:01:52.052149 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 24 00:01:52.052149 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 24 00:01:52.052149 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 24 00:01:52.052149 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 24 00:01:52.052149 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 24 00:01:52.052149 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 24 00:01:52.052149 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 24 00:01:52.052149 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 24 00:01:52.052149 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 24 00:01:52.052149 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 24 00:01:52.052149 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 24 00:01:52.052149 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 24 00:01:52.052149 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 24 00:01:52.052149 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 24 00:01:52.052149 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 00:01:52.052149 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 00:01:52.052149 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 00:01:52.052149 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 00:01:52.052149 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 24 00:01:52.052149 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 00:01:52.055207 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 24 00:01:52.055207 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 24 00:01:52.055207 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 00:01:52.055207 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 00:01:52.055207 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 00:01:52.055207 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 00:01:52.055207 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 24 00:01:52.055207 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 00:01:52.055207 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 24 00:01:52.055207 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 24 00:01:52.055207 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 00:01:52.055207 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 00:01:52.055207 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 00:01:52.055207 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 00:01:52.055207 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 24 00:01:52.055207 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 24 00:01:52.055207 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 24 00:01:52.055207 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 24 00:01:52.055207 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 24 00:01:52.055207 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 24 00:01:52.055207 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 24 00:01:52.055207 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 24 00:01:52.055207 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 24 00:01:52.055207 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 24 00:01:52.055207 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 00:01:52.055207 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 00:01:52.055207 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 00:01:52.055207 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 00:01:52.055207 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 24 00:01:52.055207 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 24 00:01:52.055207 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 24 00:01:52.055207 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 24 00:01:52.055207 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 24 00:01:52.055207 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 24 00:01:52.055207 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 24 00:01:52.055207 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server raise exception Jul 24 00:01:52.055207 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 094bf437-187d-46e2-9bc3-2b2335c9be0b: This subnet is being modified by another concurrent operation. Jul 24 00:01:52.055207 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server Jul 24 00:01:52.057386 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cb8fef4-7b93-4a26-b221-74a5ce4a8dac tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:01:52.057386 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0cb8fef4-7b93-4a26-b221-74a5ce4a8dac tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:52.063544 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:01:52.063544 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:01:52.063544 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:01:52.063544 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:01:52.063544 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:01:52.063544 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:01:52.063544 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:01:52.063544 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:01:52.063544 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:01:52.063544 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:01:52.063544 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:01:52.063544 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:01:52.063544 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:01:52.063544 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:01:52.063544 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:01:52.063544 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:01:52.063544 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:01:52.063544 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:01:52.063544 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:01:52.063544 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:01:52.063544 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:01:52.063544 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:01:52.063544 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:01:52.063544 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:01:52.063544 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:01:52.063544 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:01:52.063544 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:01:52.063544 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:01:52.063544 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:01:52.063544 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:01:52.063544 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:01:52.063544 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:01:52.121502 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-1194819d-62f4-4741-88ff-017ad2acbe43 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/ports?network_id=0bd87d55-8051-4371-bdff-26afb21cf3d1&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0957959 Jul 24 00:01:52.140940 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342a1515-e906-4468-9656-5b21d08468f6 None None] Network f7466a34-16f6-462f-8a01-9b60c6e6e78e requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:01:52.218895 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8aa0d1af-5849-4edd-bfa1-a025f80a561b tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:52.273733 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedb8306-e29b-4d70-beb1-ef4a5c0a6193 req-641e27a7-e0a4-475d-a28a-2263b762f4aa tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:52.275351 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-aedb8306-e29b-4d70-beb1-ef4a5c0a6193 req-641e27a7-e0a4-475d-a28a-2263b762f4aa tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.52 "GET /v2.0/ports?device_id=f374d7ba-d6ae-475a-a59e-df7f7b06c9f3 HTTP/1.1" status: 200 len: 946 time: 0.2753751 Jul 24 00:01:52.276968 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.db.api [None req-0cb8fef4-7b93-4a26-b221-74a5ce4a8dac tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 24 00:01:52.276968 n-d-800088-16 neutron-server[100314]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 24 00:01:52.276968 n-d-800088-16 neutron-server[100314]: [parameters: {'id': '5d308654-8ade-4373-8b1b-b82b8150a9ea'}] Jul 24 00:01:52.276968 n-d-800088-16 neutron-server[100314]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 00:01:52.277322 n-d-800088-16 neutron-server[100314]: DEBUG oslo_db.api [None req-0cb8fef4-7b93-4a26-b221-74a5ce4a8dac tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 00:01:52.382066 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-9218a09e-c6a7-4f15-8cbd-16614eb16ee9 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:52.388057 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-9218a09e-c6a7-4f15-8cbd-16614eb16ee9 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:52.393630 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-46b82898-4d0f-4d11-aca8-63ab12305e10 None None] For port 39324853-741f-4e89-80da-aa91888c57e8, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:01:52.395379 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-9218a09e-c6a7-4f15-8cbd-16614eb16ee9 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:52.397045 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-9218a09e-c6a7-4f15-8cbd-16614eb16ee9 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/networks?id=7c5ac98e-801e-45e6-b7a1-9d72ebb7e3ef&id=2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62&id=2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62&id=0bd87d55-8051-4371-bdff-26afb21cf3d1&id=0bd87d55-8051-4371-bdff-26afb21cf3d1 HTTP/1.1" status: 200 len: 1995 time: 0.2618480 Jul 24 00:01:52.414842 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-cf839c40-4641-403a-8150-af54c3593740 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/quotas/8d43db295226432aa2eb8bb806af3cad HTTP/1.1" status: 200 len: 375 time: 0.0111861 Jul 24 00:01:52.415054 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd84238-0c26-4648-b4ae-2f5e1f796377 req-27dda621-b07b-4ad0-ad61-3eff72fe57ad tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:52.416192 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5cd84238-0c26-4648-b4ae-2f5e1f796377 req-27dda621-b07b-4ad0-ad61-3eff72fe57ad tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f027578-c893-4a44-9dc2-07535ce6a55f HTTP/1.1" status: 200 len: 949 time: 0.2570353 Jul 24 00:01:52.456058 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8aa0d1af-5849-4edd-bfa1-a025f80a561b tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:52.458930 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-46b82898-4d0f-4d11-aca8-63ab12305e10 None None] For port 39324853-741f-4e89-80da-aa91888c57e8, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=39324853-741f-4e89-80da-aa91888c57e8,segment=NetworkSegment(0dc16e3c-a8cb-41b1-a081-40a02654a503),segment_id=0dc16e3c-a8cb-41b1-a081-40a02654a503)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:01:52.465962 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-46b82898-4d0f-4d11-aca8-63ab12305e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:52.505810 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-8aa0d1af-5849-4edd-bfa1-a025f80a561b tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7466a34-16f6-462f-8a01-9b60c6e6e78e']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:01:52.529554 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-8aa0d1af-5849-4edd-bfa1-a025f80a561b tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7fdf9b3-e18e-4d07-ad5f-4f5cd456fba6') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:01:52.529865 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-8aa0d1af-5849-4edd-bfa1-a025f80a561b tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7fdf9b3-e18e-4d07-ad5f-4f5cd456fba6') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:01:52.539196 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-4e05b1f0-895b-4245-8fae-0a6f56def7d1 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8d43db295226432aa2eb8bb806af3cad&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1153171 Jul 24 00:01:52.552035 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8aa0d1af-5849-4edd-bfa1-a025f80a561b tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:52.564677 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b82898-4d0f-4d11-aca8-63ab12305e10 None None] Pushing event updated for resources: {'Port': ['ID=39324853-741f-4e89-80da-aa91888c57e8,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:52.585760 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5cd84238-0c26-4648-b4ae-2f5e1f796377 req-019c33f4-c265-495b-a8a2-b9ba94d8c67c tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261847 Jul 24 00:01:52.596592 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8aa0d1af-5849-4edd-bfa1-a025f80a561b tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:52.611134 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922d0e0f-40e2-4cfa-9223-7554cb723f0c None None] Network 5d308654-8ade-4373-8b1b-b82b8150a9ea requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:01:52.619882 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aa0d1af-5849-4edd-bfa1-a025f80a561b tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:01:52.621933 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8aa0d1af-5849-4edd-bfa1-a025f80a561b tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:52.749123 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:01:52.749123 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:01:52.749123 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:01:52.749123 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:01:52.749123 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:01:52.749123 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:01:52.749123 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:01:52.749123 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:01:52.749123 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:01:52.749123 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:01:52.749123 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:01:52.749123 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:01:52.749123 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:01:52.749123 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:01:52.749123 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:01:52.749123 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:01:52.749123 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:01:52.749123 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:01:52.749123 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:01:52.749123 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:01:52.749123 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:01:52.749123 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:01:52.749123 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:01:52.749123 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:01:52.749123 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:01:52.749123 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:01:52.749123 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:01:52.749123 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:01:52.749123 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:01:52.749123 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:01:52.749123 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:01:52.749123 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:01:52.770232 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8aa0d1af-5849-4edd-bfa1-a025f80a561b tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:52.778525 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0cb8fef4-7b93-4a26-b221-74a5ce4a8dac tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:52.797694 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8aa0d1af-5849-4edd-bfa1-a025f80a561b tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:52.801838 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-8aa0d1af-5849-4edd-bfa1-a025f80a561b tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] 10.222.0.44 "DELETE /v2.0/networks/f7466a34-16f6-462f-8a01-9b60c6e6e78e HTTP/1.1" status: 204 len: 168 time: 0.8476691 Jul 24 00:01:52.810796 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 53626) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:52.839916 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-aedb8306-e29b-4d70-beb1-ef4a5c0a6193 req-9f543dde-0484-4ce9-9d99-d7d6d5185681 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Deleting port e3dce2cd-4bfa-4b88-8ee0-eb2e8450bdfb {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:01:52.840272 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-aedb8306-e29b-4d70-beb1-ef4a5c0a6193 req-9f543dde-0484-4ce9-9d99-d7d6d5185681 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:52.841450 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd79b7c-2942-489e-b0ca-b1b8aac65309 None None] get_active_networks_info from n-d-800088-16 {{(pid=100315) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 24 00:01:52.882404 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa0d1af-5849-4edd-bfa1-a025f80a561b tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Pushing event deleted for resources: {'Network': ['ID=f7466a34-16f6-462f-8a01-9b60c6e6e78e,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:52.938259 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-0cb8fef4-7b93-4a26-b221-74a5ce4a8dac tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Deleting port 39324853-741f-4e89-80da-aa91888c57e8 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:01:52.938727 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0cb8fef4-7b93-4a26-b221-74a5ce4a8dac tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:53.021082 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8555901d-0f56-4725-a291-28f56b64b71d req-2a800c36-ba06-4d6e-a20d-8fc05350bfc5 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:53.021394 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd79b7c-2942-489e-b0ca-b1b8aac65309 None None] Resources bound (agent type, host, resource id): {{(pid=100315) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 24 00:01:53.022631 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8555901d-0f56-4725-a291-28f56b64b71d req-2a800c36-ba06-4d6e-a20d-8fc05350bfc5 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=f374d7ba-d6ae-475a-a59e-df7f7b06c9f3 HTTP/1.1" status: 200 len: 946 time: 0.2677431 Jul 24 00:01:53.033331 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2c1f594a-efbc-473e-b1c7-88c4f4993059 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:53.057647 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-4d059c22-713c-46b3-a813-968670770664 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=100314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:01:53.059656 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-4d059c22-713c-46b3-a813-968670770664 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5065312 Jul 24 00:01:53.104081 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-0cb8fef4-7b93-4a26-b221-74a5ce4a8dac tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] For port 39324853-741f-4e89-80da-aa91888c57e8, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=39324853-741f-4e89-80da-aa91888c57e8,segment=NetworkSegment(0dc16e3c-a8cb-41b1-a081-40a02654a503),segment_id=0dc16e3c-a8cb-41b1-a081-40a02654a503)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:01:53.104740 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0cb8fef4-7b93-4a26-b221-74a5ce4a8dac tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:53.133137 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-0cb8fef4-7b93-4a26-b221-74a5ce4a8dac tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Calling delete_port for 39324853-741f-4e89-80da-aa91888c57e8 owned by network:dhcp {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:01:53.148085 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8555901d-0f56-4725-a291-28f56b64b71d req-2c006f1a-a73e-4486-96e0-d953e2fca037 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065915 Jul 24 00:01:53.165467 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-aedb8306-e29b-4d70-beb1-ef4a5c0a6193 req-9f543dde-0484-4ce9-9d99-d7d6d5185681 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] For port e3dce2cd-4bfa-4b88-8ee0-eb2e8450bdfb, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=e3dce2cd-4bfa-4b88-8ee0-eb2e8450bdfb,segment=NetworkSegment(03844098-4008-432a-ad64-80c1a7ec0473),segment_id=03844098-4008-432a-ad64-80c1a7ec0473)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:01:53.165841 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-aedb8306-e29b-4d70-beb1-ef4a5c0a6193 req-9f543dde-0484-4ce9-9d99-d7d6d5185681 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:53.184166 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f050cf9c-3917-4725-baa5-09ed13ed4412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:53.205021 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-aedb8306-e29b-4d70-beb1-ef4a5c0a6193 req-9f543dde-0484-4ce9-9d99-d7d6d5185681 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Calling delete_port for e3dce2cd-4bfa-4b88-8ee0-eb2e8450bdfb owned by compute:nova {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:01:53.280262 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2c1f594a-efbc-473e-b1c7-88c4f4993059 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:53.336353 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-2c1f594a-efbc-473e-b1c7-88c4f4993059 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e064c151-a696-404a-9392-b1640f996ee4']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:01:53.345388 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-e150ee2a-7859-4710-abad-c529e52a1de6 service neutron] 10.222.0.44 "GET /v2.0/networks/7c5ac98e-801e-45e6-b7a1-9d72ebb7e3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772391 Jul 24 00:01:53.351572 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-2c1f594a-efbc-473e-b1c7-88c4f4993059 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e64f487-ba69-46a5-84b2-2e99a706f907') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:01:53.351794 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-2c1f594a-efbc-473e-b1c7-88c4f4993059 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e64f487-ba69-46a5-84b2-2e99a706f907') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:01:53.367587 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2c1f594a-efbc-473e-b1c7-88c4f4993059 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:53.392400 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2c1f594a-efbc-473e-b1c7-88c4f4993059 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:53.406806 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c1f594a-efbc-473e-b1c7-88c4f4993059 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:01:53.407306 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2c1f594a-efbc-473e-b1c7-88c4f4993059 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:53.410948 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:01:53.410948 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:01:53.410948 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:01:53.410948 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:01:53.410948 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:01:53.410948 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:01:53.410948 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:01:53.410948 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:01:53.410948 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:01:53.410948 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:01:53.410948 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:01:53.410948 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:01:53.410948 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:01:53.410948 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:01:53.410948 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:01:53.410948 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:01:53.410948 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:01:53.410948 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:01:53.410948 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:01:53.410948 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:01:53.410948 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:01:53.410948 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:01:53.410948 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:01:53.410948 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:01:53.410948 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:01:53.410948 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:01:53.410948 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:01:53.410948 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:01:53.410948 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:01:53.410948 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:01:53.410948 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:01:53.410948 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:01:53.470560 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-d878170d-7dee-4dee-9a0f-9697b3b4bc6d service neutron] 10.222.0.44 "GET /v2.0/networks/7c5ac98e-801e-45e6-b7a1-9d72ebb7e3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181967 Jul 24 00:01:53.500867 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0cb8fef4-7b93-4a26-b221-74a5ce4a8dac tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:53.553838 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb8fef4-7b93-4a26-b221-74a5ce4a8dac tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Pushing event deleted for resources: {'Port': ['ID=39324853-741f-4e89-80da-aa91888c57e8,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:53.557356 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb8fef4-7b93-4a26-b221-74a5ce4a8dac tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] No DVR routers for this DVR port 39324853-741f-4e89-80da-aa91888c57e8 on host n-d-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:01:53.596616 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 646da755-b657-48af-8f46-1246a45e82e4 up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:01:53.629293 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-6e25dac4-5f35-4b69-80c6-5ef1a567884e service neutron] 10.222.0.44 "GET /v2.0/ports/2ae00847-5047-43ce-ba3f-aff5e321b304?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1387289 Jul 24 00:01:53.657725 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69fabdc-7abd-4f51-bfc0-71bc7df3ad64 None None] get_active_networks_info from n-d-800088-16 {{(pid=100315) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 24 00:01:53.715445 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0cb8fef4-7b93-4a26-b221-74a5ce4a8dac tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:53.732472 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-0cb8fef4-7b93-4a26-b221-74a5ce4a8dac tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d308654-8ade-4373-8b1b-b82b8150a9ea']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:01:53.786437 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-0cb8fef4-7b93-4a26-b221-74a5ce4a8dac tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dc16e3c-a8cb-41b1-a081-40a02654a503') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:01:53.786829 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-0cb8fef4-7b93-4a26-b221-74a5ce4a8dac tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dc16e3c-a8cb-41b1-a081-40a02654a503') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:01:53.791756 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port 646da755-b657-48af-8f46-1246a45e82e4 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:01:53.797638 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port 646da755-b657-48af-8f46-1246a45e82e4 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:01:53.798590 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:53.802450 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0cb8fef4-7b93-4a26-b221-74a5ce4a8dac tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:53.826276 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0cb8fef4-7b93-4a26-b221-74a5ce4a8dac tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:53.837022 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-bde4b138-1fdc-49e5-b9b4-37ec40a21c4a service neutron] 10.222.0.44 "GET /v2.0/networks/2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945710 Jul 24 00:01:53.838182 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cb8fef4-7b93-4a26-b221-74a5ce4a8dac tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:01:53.839137 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0cb8fef4-7b93-4a26-b221-74a5ce4a8dac tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:53.842108 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:01:53.842108 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:01:53.842108 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:01:53.842108 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:01:53.842108 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:01:53.842108 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:01:53.842108 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:01:53.842108 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:01:53.842108 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:01:53.842108 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:01:53.842108 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:01:53.842108 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:01:53.842108 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:01:53.842108 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:01:53.842108 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:01:53.842108 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:01:53.842108 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:01:53.842108 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:01:53.842108 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:01:53.842108 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:01:53.842108 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:01:53.842108 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:01:53.842108 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:01:53.842108 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:01:53.842108 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:01:53.842108 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:01:53.842108 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:01:53.842108 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:01:53.842108 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:01:53.842108 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:01:53.842108 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:01:53.842108 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:01:53.970588 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69fabdc-7abd-4f51-bfc0-71bc7df3ad64 None None] Resources bound (agent type, host, resource id): {{(pid=100315) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 24 00:01:53.986134 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0cb8fef4-7b93-4a26-b221-74a5ce4a8dac tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:54.009235 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0cb8fef4-7b93-4a26-b221-74a5ce4a8dac tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:54.014146 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-0cb8fef4-7b93-4a26-b221-74a5ce4a8dac tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] 10.222.0.44 "DELETE /v2.0/networks/5d308654-8ade-4373-8b1b-b82b8150a9ea HTTP/1.1" status: 204 len: 168 time: 3.9693208 Jul 24 00:01:54.014146 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb8fef4-7b93-4a26-b221-74a5ce4a8dac tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Pushing event deleted for resources: {'Network': ['ID=5d308654-8ade-4373-8b1b-b82b8150a9ea,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:54.016935 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 53676) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:54.148752 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:54.217067 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2c1f594a-efbc-473e-b1c7-88c4f4993059 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:54.238261 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2c1f594a-efbc-473e-b1c7-88c4f4993059 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:54.241144 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-2c1f594a-efbc-473e-b1c7-88c4f4993059 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] 10.222.0.44 "DELETE /v2.0/networks/e064c151-a696-404a-9392-b1640f996ee4 HTTP/1.1" status: 204 len: 168 time: 1.4233813 Jul 24 00:01:54.264128 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 53694) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:54.309578 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-aedb8306-e29b-4d70-beb1-ef4a5c0a6193 req-9f543dde-0484-4ce9-9d99-d7d6d5185681 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:54.324108 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f027578-c893-4a44-9dc2-07535ce6a55f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '646da755-b657-48af-8f46-1246a45e82e4'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:01:54.331049 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c897ef-132d-46ee-8bf3-23c12cd5b4b3" -d '{"events": [{"server_uuid": "9f027578-c893-4a44-9dc2-07535ce6a55f", "name": "network-vif-plugged", "status": "completed", "tag": "646da755-b657-48af-8f46-1246a45e82e4"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:01:54.331757 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1f594a-efbc-473e-b1c7-88c4f4993059 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Pushing event deleted for resources: {'Network': ['ID=e064c151-a696-404a-9392-b1640f996ee4,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:54.415129 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-9df10f15-251b-4f99-b8fc-9978a1e6cda4 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] DELETE failed (client error): The resource could not be found. Jul 24 00:01:54.415690 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9df10f15-251b-4f99-b8fc-9978a1e6cda4 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:01:54.417850 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-9df10f15-251b-4f99-b8fc-9978a1e6cda4 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] 10.222.0.44 "DELETE /v2.0/subnets/03ff1cf4-259d-417c-ac0c-9b6677111fbb HTTP/1.1" status: 404 len: 337 time: 0.4004946 Jul 24 00:01:54.420529 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 53702) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:54.434664 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f543dde-0484-4ce9-9d99-d7d6d5185681 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Pushing event deleted for resources: {'Port': ['ID=e3dce2cd-4bfa-4b88-8ee0-eb2e8450bdfb,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:54.450931 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-afc17808-bee2-4088-bd5a-0e4636433fa1 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] DELETE failed (client error): The resource could not be found. Jul 24 00:01:54.451544 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afc17808-bee2-4088-bd5a-0e4636433fa1 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:01:54.456058 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-afc17808-bee2-4088-bd5a-0e4636433fa1 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] 10.222.0.44 "DELETE /v2.0/networks/5d308654-8ade-4373-8b1b-b82b8150a9ea HTTP/1.1" status: 404 len: 339 time: 0.0317705 Jul 24 00:01:54.456058 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 53704) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:54.468699 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-271b1402-fc8a-4820-bc3a-bd714fac5e7f service neutron] 10.222.0.44 "GET /v2.0/networks/2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6132805 Jul 24 00:01:54.519559 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f532f-2bff-41b9-b240-f2d8d9d7e16e req-55d690f6-a786-49c9-aafa-7492648a5278 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:54.527257 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4b6f532f-2bff-41b9-b240-f2d8d9d7e16e req-55d690f6-a786-49c9-aafa-7492648a5278 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f027578-c893-4a44-9dc2-07535ce6a55f HTTP/1.1" status: 200 len: 949 time: 0.5029459 Jul 24 00:01:54.538170 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4cace4f-663e-4049-aade-12961d26c328 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] DELETE failed (client error): The resource could not be found. Jul 24 00:01:54.538647 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4cace4f-663e-4049-aade-12961d26c328 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:01:54.540735 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-e4cace4f-663e-4049-aade-12961d26c328 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] 10.222.0.44 "DELETE /v2.0/subnets/314695e4-ad06-4c01-9068-c20fdaf1c458 HTTP/1.1" status: 404 len: 337 time: 0.0838580 Jul 24 00:01:54.543317 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-af0354bd-346f-431d-9493-7955ed554a51 service neutron] 10.222.0.44 "GET /v2.0/ports/05c23a2d-a333-40a3-ad43-c3bfc576a416?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0543141 Jul 24 00:01:54.543826 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 53708) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:54.592316 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 646da755-b657-48af-8f46-1246a45e82e4, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=646da755-b657-48af-8f46-1246a45e82e4,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:01:54.595888 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-aedb8306-e29b-4d70-beb1-ef4a5c0a6193 req-9f543dde-0484-4ce9-9d99-d7d6d5185681 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] No DVR routers for this DVR port e3dce2cd-4bfa-4b88-8ee0-eb2e8450bdfb on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:01:54.600662 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-aedb8306-e29b-4d70-beb1-ef4a5c0a6193 req-9f543dde-0484-4ce9-9d99-d7d6d5185681 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:54.605260 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:54.605616 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-aedb8306-e29b-4d70-beb1-ef4a5c0a6193 req-9f543dde-0484-4ce9-9d99-d7d6d5185681 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.52 "DELETE /v2.0/ports/e3dce2cd-4bfa-4b88-8ee0-eb2e8450bdfb HTTP/1.1" status: 204 len: 173 time: 2.3195050 Jul 24 00:01:54.606177 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device e3dce2cd-4bfa-4b88-8ee0-eb2e8450bdfb no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:01:54.616346 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f374d7ba-d6ae-475a-a59e-df7f7b06c9f3', 'name': 'network-vif-deleted', 'tag': 'e3dce2cd-4bfa-4b88-8ee0-eb2e8450bdfb'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:01:54.619714 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f81a1c11-4587-4602-b4ac-861c2fcc1523" -d '{"events": [{"server_uuid": "f374d7ba-d6ae-475a-a59e-df7f7b06c9f3", "name": "network-vif-deleted", "tag": "e3dce2cd-4bfa-4b88-8ee0-eb2e8450bdfb"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:01:54.628230 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 53712) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:54.638482 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-37532322-0c8e-4054-94e8-fe9dce457f94 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:54.669692 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aa32513-fffe-4a10-8a78-5b710b580f79 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] DELETE failed (client error): The resource could not be found. Jul 24 00:01:54.670660 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3aa32513-fffe-4a10-8a78-5b710b580f79 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:01:54.671936 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4b6f532f-2bff-41b9-b240-f2d8d9d7e16e req-4eee3b14-1ba8-47ba-beb7-a57e55e345f8 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358910 Jul 24 00:01:54.675084 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-3aa32513-fffe-4a10-8a78-5b710b580f79 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] 10.222.0.44 "DELETE /v2.0/networks/46e3dcce-730a-46a4-b347-ef991529fc38 HTTP/1.1" status: 404 len: 339 time: 0.1303020 Jul 24 00:01:54.684873 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 53716) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:54.705119 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=646da755-b657-48af-8f46-1246a45e82e4,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:54.732030 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] No Port match for: e3dce2cd-4bfa-4b88-8ee0-eb2e8450bdfb {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:01:54.732391 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device e3dce2cd-4bfa-4b88-8ee0-eb2e8450bdfb not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:01:54.733056 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-042aea8d-6dc1-4913-9013-7886d401b240 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] DELETE failed (client error): The resource could not be found. Jul 24 00:01:54.733837 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-042aea8d-6dc1-4913-9013-7886d401b240 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:01:54.735842 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-042aea8d-6dc1-4913-9013-7886d401b240 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] 10.222.0.44 "DELETE /v2.0/subnets/e6f7c7d4-0dcc-4ae0-8743-78b2817726cd HTTP/1.1" status: 404 len: 337 time: 0.0443764 Jul 24 00:01:54.753283 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 53718) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:54.796678 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-cfb6fd3e-2821-4520-a302-4bd4baa5d83a service neutron] 10.222.0.44 "GET /v2.0/networks/2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399504 Jul 24 00:01:54.799582 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c95a9eb-4ae1-49ba-b6f3-20d6e4316d1a tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] DELETE failed (client error): The resource could not be found. Jul 24 00:01:54.802064 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c95a9eb-4ae1-49ba-b6f3-20d6e4316d1a tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:01:54.804626 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-9c95a9eb-4ae1-49ba-b6f3-20d6e4316d1a tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] 10.222.0.44 "DELETE /v2.0/networks/972f3a12-b6fc-45d5-8b35-3f641c1cb5dd HTTP/1.1" status: 404 len: 339 time: 0.0501525 Jul 24 00:01:54.816933 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 53720) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:54.867851 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-37532322-0c8e-4054-94e8-fe9dce457f94 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:54.878776 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-37532322-0c8e-4054-94e8-fe9dce457f94 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48acf9b8-c22c-45a4-b169-d1521983d1fd']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:01:54.891260 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-37532322-0c8e-4054-94e8-fe9dce457f94 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11fa0386-ab9d-4529-b929-12e5e3ee3aee') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:01:54.891797 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-37532322-0c8e-4054-94e8-fe9dce457f94 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11fa0386-ab9d-4529-b929-12e5e3ee3aee') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:01:54.901184 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-37532322-0c8e-4054-94e8-fe9dce457f94 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:54.915636 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-37532322-0c8e-4054-94e8-fe9dce457f94 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:54.922703 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37532322-0c8e-4054-94e8-fe9dce457f94 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:01:54.923392 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-37532322-0c8e-4054-94e8-fe9dce457f94 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:54.993995 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:01:54.993995 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:01:54.993995 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:01:54.993995 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:01:54.993995 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:01:54.993995 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:01:54.993995 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:01:54.993995 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:01:54.993995 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:01:54.993995 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:01:54.993995 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:01:54.993995 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:01:54.993995 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:01:54.993995 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:01:54.993995 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:01:54.993995 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:01:54.993995 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:01:54.993995 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:01:54.993995 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:01:54.993995 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:01:54.993995 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:01:54.993995 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:01:54.993995 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:01:54.993995 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:01:54.993995 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:01:54.993995 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:01:54.993995 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:01:54.993995 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:01:54.993995 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:01:54.993995 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:01:54.993995 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:01:54.993995 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:01:55.000402 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-edfedf40-3633-4ebb-a049-d0b18bce7063 service neutron] 10.222.0.44 "GET /v2.0/networks/2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945088 Jul 24 00:01:55.037234 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-37532322-0c8e-4054-94e8-fe9dce457f94 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:55.042904 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-37532322-0c8e-4054-94e8-fe9dce457f94 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:55.045512 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-37532322-0c8e-4054-94e8-fe9dce457f94 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] 10.222.0.44 "DELETE /v2.0/networks/48acf9b8-c22c-45a4-b169-d1521983d1fd HTTP/1.1" status: 204 len: 168 time: 0.7739794 Jul 24 00:01:55.059003 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 53722) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:55.080585 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a8611738-d74f-4c8b-8935-46aaafda4424 req-bb324894-7424-48ab-b0f8-728f95657ae8 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=f374d7ba-d6ae-475a-a59e-df7f7b06c9f3 HTTP/1.1" status: 200 len: 210 time: 0.0738628 Jul 24 00:01:55.092848 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6ea1704a-3fcd-4b73-a044-55405aeb26c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:55.102166 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37532322-0c8e-4054-94e8-fe9dce457f94 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Pushing event deleted for resources: {'Network': ['ID=48acf9b8-c22c-45a4-b169-d1521983d1fd,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:55.230091 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf0d1857-1775-4c24-a887-432c74dd1750 x-openstack-request-id: req-cf0d1857-1775-4c24-a887-432c74dd1750 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:01:55.230391 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f027578-c893-4a44-9dc2-07535ce6a55f", "name": "network-vif-plugged", "status": "completed", "tag": "646da755-b657-48af-8f46-1246a45e82e4", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:01:55.230653 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cf0d1857-1775-4c24-a887-432c74dd1750 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:01:55.231063 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f027578-c893-4a44-9dc2-07535ce6a55f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '646da755-b657-48af-8f46-1246a45e82e4', 'code': 200} Jul 24 00:01:55.253903 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-65c73796-11c0-4a30-a9b2-5535d950f0f5 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:55.259898 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-394691c9-af35-4750-9023-a64450b0edbe service neutron] 10.222.0.44 "GET /v2.0/networks/2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528591 Jul 24 00:01:55.264249 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-c2e0d578-c3d1-4d12-823a-aed01f9c03e4 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Deleting port b87b8249-dcc9-4f43-a6ae-708c03927333 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:01:55.264671 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c2e0d578-c3d1-4d12-823a-aed01f9c03e4 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:55.281583 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6ea1704a-3fcd-4b73-a044-55405aeb26c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:55.287965 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6ea1704a-3fcd-4b73-a044-55405aeb26c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:55.324614 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a0cec5-1ab3-4382-be18-70176f75461e x-openstack-request-id: req-81a0cec5-1ab3-4382-be18-70176f75461e {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:01:55.325219 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f374d7ba-d6ae-475a-a59e-df7f7b06c9f3", "name": "network-vif-deleted", "tag": "e3dce2cd-4bfa-4b88-8ee0-eb2e8450bdfb", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:01:55.329551 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-81a0cec5-1ab3-4382-be18-70176f75461e {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:01:55.330199 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f374d7ba-d6ae-475a-a59e-df7f7b06c9f3', 'name': 'network-vif-deleted', 'tag': 'e3dce2cd-4bfa-4b88-8ee0-eb2e8450bdfb', 'status': 'completed', 'code': 200} Jul 24 00:01:55.414304 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-6ea1704a-3fcd-4b73-a044-55405aeb26c2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1d1bf34eeec84a22a372bef8e08c9b9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7813289 Jul 24 00:01:55.417349 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 53724) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:55.434340 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea1704a-3fcd-4b73-a044-55405aeb26c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa2c09b-07b6-43ca-8762-ae99f9f36f06,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:55.442363 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c2e0d578-c3d1-4d12-823a-aed01f9c03e4 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:55.466364 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-c2e0d578-c3d1-4d12-823a-aed01f9c03e4 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Calling delete_port for b87b8249-dcc9-4f43-a6ae-708c03927333 owned by {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:01:55.501503 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7467c37-f968-4c51-bbb3-1b653cb8f841 req-0fd9619a-c5a2-4cec-a5ba-0d9fc36bb7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:55.503561 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c7467c37-f968-4c51-bbb3-1b653cb8f841 req-0fd9619a-c5a2-4cec-a5ba-0d9fc36bb7be service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9f027578-c893-4a44-9dc2-07535ce6a55f HTTP/1.1" status: 200 len: 1102 time: 0.1407285 Jul 24 00:01:55.529937 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4d5fa9ef-a6ab-4269-a378-0685590cc5fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:55.537270 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-65c73796-11c0-4a30-a9b2-5535d950f0f5 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:55.554042 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-65c73796-11c0-4a30-a9b2-5535d950f0f5 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d630138-3d65-4cb5-b714-3236372edc08']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:01:55.574705 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-65c73796-11c0-4a30-a9b2-5535d950f0f5 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51957d28-1259-4ddd-80bc-9ae4c6358a93') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:01:55.575768 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-65c73796-11c0-4a30-a9b2-5535d950f0f5 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51957d28-1259-4ddd-80bc-9ae4c6358a93') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:01:55.576903 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4d5fa9ef-a6ab-4269-a378-0685590cc5fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:55.580232 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c7467c37-f968-4c51-bbb3-1b653cb8f841 req-badbba0d-214d-4595-b985-3e42b89f68ae service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683415 Jul 24 00:01:55.587929 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-65c73796-11c0-4a30-a9b2-5535d950f0f5 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:55.651263 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-9f9a1c97-c4e9-4d54-a750-a25587431a9f service neutron] 10.222.0.44 "GET /v2.0/networks/2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3776293 Jul 24 00:01:55.662924 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-65c73796-11c0-4a30-a9b2-5535d950f0f5 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:55.681220 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4d5fa9ef-a6ab-4269-a378-0685590cc5fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:55.684943 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65c73796-11c0-4a30-a9b2-5535d950f0f5 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:01:55.685302 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-65c73796-11c0-4a30-a9b2-5535d950f0f5 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:55.694935 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4d5fa9ef-a6ab-4269-a378-0685590cc5fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:55.698498 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-4d5fa9ef-a6ab-4269-a378-0685590cc5fb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dfa2c09b-07b6-43ca-8762-ae99f9f36f06 HTTP/1.1" status: 204 len: 168 time: 0.2778459 Jul 24 00:01:55.698744 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:01:55.698744 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:01:55.698744 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:01:55.698744 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:01:55.698744 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:01:55.698744 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:01:55.698744 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:01:55.698744 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:01:55.698744 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:01:55.698744 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:01:55.698744 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:01:55.698744 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:01:55.698744 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:01:55.698744 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:01:55.698744 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:01:55.698744 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:01:55.698744 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:01:55.698744 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:01:55.698744 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:01:55.698744 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:01:55.698744 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:01:55.698744 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:01:55.698744 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:01:55.698744 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:01:55.698744 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:01:55.698744 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:01:55.698744 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:01:55.698744 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:01:55.698744 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:01:55.698744 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:01:55.698744 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:01:55.698744 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:01:55.737671 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5fa9ef-a6ab-4269-a378-0685590cc5fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa2c09b-07b6-43ca-8762-ae99f9f36f06,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:55.761593 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c3c2b111-c4da-4a25-82bc-cf248e432e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:55.834293 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c2e0d578-c3d1-4d12-823a-aed01f9c03e4 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:55.852997 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-65c73796-11c0-4a30-a9b2-5535d950f0f5 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:55.888302 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-65c73796-11c0-4a30-a9b2-5535d950f0f5 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:55.890754 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-65c73796-11c0-4a30-a9b2-5535d950f0f5 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] 10.222.0.44 "DELETE /v2.0/networks/3d630138-3d65-4cb5-b714-3236372edc08 HTTP/1.1" status: 204 len: 168 time: 0.8296726 Jul 24 00:01:55.892351 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e0d578-c3d1-4d12-823a-aed01f9c03e4 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Pushing event deleted for resources: {'Port': ['ID=b87b8249-dcc9-4f43-a6ae-708c03927333,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:55.901804 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c2e0d578-c3d1-4d12-823a-aed01f9c03e4 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:55.905414 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-c2e0d578-c3d1-4d12-823a-aed01f9c03e4 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] 10.222.0.44 "DELETE /v2.0/ports/b87b8249-dcc9-4f43-a6ae-708c03927333 HTTP/1.1" status: 204 len: 168 time: 1.0874789 Jul 24 00:01:55.917562 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 53740) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:55.937386 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-59a2ae12-2832-4a8d-acbf-5cd9eec7f567 service neutron] 10.222.0.44 "GET /v2.0/networks/2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756667 Jul 24 00:01:55.939213 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c73796-11c0-4a30-a9b2-5535d950f0f5 tempest-BulkNetworkOpsIpV6Test-455058220 tempest-BulkNetworkOpsIpV6Test-455058220-project] Pushing event deleted for resources: {'Network': ['ID=3d630138-3d65-4cb5-b714-3236372edc08,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:55.975027 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-59d08e1a-c458-460e-8240-20aeb2049ed8 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] DELETE failed (client error): The resource could not be found. Jul 24 00:01:55.975507 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59d08e1a-c458-460e-8240-20aeb2049ed8 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:01:55.982820 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-59d08e1a-c458-460e-8240-20aeb2049ed8 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] 10.222.0.44 "DELETE /v2.0/subnets/dee24aa4-435b-4021-979c-957220fd9f0e HTTP/1.1" status: 404 len: 337 time: 0.0625298 Jul 24 00:01:55.984051 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 53742) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:56.005844 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52800e4b-b226-4169-838a-c0eab6297e2e req-a26254ca-f00b-4f75-bce7-a55bf693102f tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:56.012750 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-52800e4b-b226-4169-838a-c0eab6297e2e req-a26254ca-f00b-4f75-bce7-a55bf693102f tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f027578-c893-4a44-9dc2-07535ce6a55f HTTP/1.1" status: 200 len: 950 time: 0.2014503 Jul 24 00:01:56.102602 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-52800e4b-b226-4169-838a-c0eab6297e2e req-9f581d29-2b44-4de9-8897-ea506b54407b tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740039 Jul 24 00:01:56.184989 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a050fd64-5585-40b0-bff1-0b57cf8e0388 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:56.194006 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-23f92651-e6b6-4778-a3bd-4bdeb3881a7c service neutron] 10.222.0.44 "GET /v2.0/networks/2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463605 Jul 24 00:01:56.242841 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 53752) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:56.308240 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e259e244-9bb5-42da-b67a-3e4462857631 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:56.351305 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 53754) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:56.425223 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a050fd64-5585-40b0-bff1-0b57cf8e0388 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:56.437482 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-a050fd64-5585-40b0-bff1-0b57cf8e0388 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aed8e52-b27d-47b6-929a-1577d4e993ab']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:01:56.467888 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-a050fd64-5585-40b0-bff1-0b57cf8e0388 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '092622ac-eb0a-44e7-9690-a76a6e499024') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:01:56.468559 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-a050fd64-5585-40b0-bff1-0b57cf8e0388 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '092622ac-eb0a-44e7-9690-a76a6e499024') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:01:56.481513 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a050fd64-5585-40b0-bff1-0b57cf8e0388 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:56.497255 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a050fd64-5585-40b0-bff1-0b57cf8e0388 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:56.504506 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a050fd64-5585-40b0-bff1-0b57cf8e0388 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:01:56.504958 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a050fd64-5585-40b0-bff1-0b57cf8e0388 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:56.608612 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:01:56.608612 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:01:56.608612 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:01:56.608612 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:01:56.608612 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:01:56.608612 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:01:56.608612 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:01:56.608612 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:01:56.608612 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:01:56.608612 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:01:56.608612 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:01:56.608612 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:01:56.608612 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:01:56.608612 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:01:56.608612 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:01:56.608612 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:01:56.608612 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:01:56.608612 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:01:56.608612 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:01:56.608612 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:01:56.608612 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:01:56.608612 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:01:56.608612 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:01:56.608612 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:01:56.608612 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:01:56.608612 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:01:56.608612 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:01:56.608612 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:01:56.608612 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:01:56.608612 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:01:56.608612 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:01:56.608612 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:01:56.611783 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-e0aee80a-6a4e-4c3b-b0e5-d35219be2c74 service neutron] 10.222.0.44 "GET /v2.0/networks/0bd87d55-8051-4371-bdff-26afb21cf3d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3713312 Jul 24 00:01:56.616096 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a050fd64-5585-40b0-bff1-0b57cf8e0388 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:56.620621 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a050fd64-5585-40b0-bff1-0b57cf8e0388 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:56.623714 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-a050fd64-5585-40b0-bff1-0b57cf8e0388 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] 10.222.0.44 "DELETE /v2.0/networks/4aed8e52-b27d-47b6-929a-1577d4e993ab HTTP/1.1" status: 204 len: 168 time: 0.6350794 Jul 24 00:01:56.638000 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 53768) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:56.659476 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee2a9a-2f52-4b18-bf76-7923b91b5b32 req-56cebc37-4090-4596-991b-56387ea60885 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:56.666317 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b5ee2a9a-2f52-4b18-bf76-7923b91b5b32 req-56cebc37-4090-4596-991b-56387ea60885 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/networks?id=6d0290d7-687f-4c6e-a33b-868ec400e0f9 HTTP/1.1" status: 200 len: 812 time: 0.1921954 Jul 24 00:01:56.688790 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b5ee2a9a-2f52-4b18-bf76-7923b91b5b32 req-37d70cc1-feb8-47be-b86a-c0131422bf5c tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/quotas/edb05757b79c4651874b12bd54763416 HTTP/1.1" status: 200 len: 375 time: 0.0191107 Jul 24 00:01:56.692604 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:56.735948 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b5ee2a9a-2f52-4b18-bf76-7923b91b5b32 req-53ef6de8-dc32-404a-a146-2539f342b778 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=edb05757b79c4651874b12bd54763416&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461476 Jul 24 00:01:56.741302 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [req-b5ee2a9a-2f52-4b18-bf76-7923b91b5b32 req-922472c0-2f92-42a4-b88e-1a2f435a5f49 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=100313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:01:56.748618 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b5ee2a9a-2f52-4b18-bf76-7923b91b5b32 req-922472c0-2f92-42a4-b88e-1a2f435a5f49 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0115383 Jul 24 00:01:56.764007 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a050fd64-5585-40b0-bff1-0b57cf8e0388 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Pushing event deleted for resources: {'Network': ['ID=4aed8e52-b27d-47b6-929a-1577d4e993ab,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:56.860052 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b5ee2a9a-2f52-4b18-bf76-7923b91b5b32 req-7ac3f02f-bf40-4162-8554-89ad71fa8148 service neutron] 10.222.0.44 "GET /v2.0/networks/6d0290d7-687f-4c6e-a33b-868ec400e0f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106386 Jul 24 00:01:56.909584 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-6b2c7b45-6434-42b9-9f31-46e29a123a09 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=11effcc190c340179bb67c99d1dfa936&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5566626 Jul 24 00:01:56.917229 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 53772) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:56.930514 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-6834f148-124c-4a85-9d3b-6e59a25b6e64 service neutron] 10.222.0.44 "GET /v2.0/networks/0bd87d55-8051-4371-bdff-26afb21cf3d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033683 Jul 24 00:01:56.968099 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b5ee2a9a-2f52-4b18-bf76-7923b91b5b32 req-b4a4dff9-076a-460c-a28f-2dd2e726e8c1 service neutron] 10.222.0.44 "GET /v2.0/networks/6d0290d7-687f-4c6e-a33b-868ec400e0f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023614 Jul 24 00:01:57.030747 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-de66735e-f274-427a-8a73-5dbe56230903 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Deleting port e31d1df7-60c4-4c7b-9490-b89932477105 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:01:57.031163 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-de66735e-f274-427a-8a73-5dbe56230903 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:57.183120 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-84e7bf97-92d6-4fc3-a862-ded36de5ef58 req-db244014-08cc-4997-95ee-97be60ba4203 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=94ea67e9-e264-45c6-83f2-489c4b025303 HTTP/1.1" status: 200 len: 210 time: 0.0422873 Jul 24 00:01:57.183634 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-de66735e-f274-427a-8a73-5dbe56230903 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:57.191094 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:57.200202 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-de66735e-f274-427a-8a73-5dbe56230903 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Calling delete_port for e31d1df7-60c4-4c7b-9490-b89932477105 owned by {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:01:57.299028 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e259e244-9bb5-42da-b67a-3e4462857631 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:57.310484 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-775d391a-d546-4752-9cb4-51c841d2b973 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:57.314798 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e259e244-9bb5-42da-b67a-3e4462857631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:57.374334 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb716ab-a5dd-4016-af76-7bfabf26937b req-ea576318-7379-4d93-9a8d-581f9c0450d8 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:57.375945 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4cb716ab-a5dd-4016-af76-7bfabf26937b req-ea576318-7379-4d93-9a8d-581f9c0450d8 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f027578-c893-4a44-9dc2-07535ce6a55f HTTP/1.1" status: 200 len: 950 time: 0.1354253 Jul 24 00:01:57.387497 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-de66735e-f274-427a-8a73-5dbe56230903 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:57.448774 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4cb716ab-a5dd-4016-af76-7bfabf26937b req-333f20ca-9fea-4551-a377-f9e1085d7cd9 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617082 Jul 24 00:01:57.455873 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-e259e244-9bb5-42da-b67a-3e4462857631 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1181091a2e414ddd8500d8cae9d3c3cb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2121346 Jul 24 00:01:57.461137 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 53786) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:57.481588 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e259e244-9bb5-42da-b67a-3e4462857631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b26d886-122c-4c55-a595-c408ba955fc3,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:57.485745 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-44894f11-e240-4617-b354-db68b1308768 service neutron] 10.222.0.44 "GET /v2.0/networks/0bd87d55-8051-4371-bdff-26afb21cf3d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5431702 Jul 24 00:01:57.517565 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de66735e-f274-427a-8a73-5dbe56230903 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Pushing event deleted for resources: {'Port': ['ID=e31d1df7-60c4-4c7b-9490-b89932477105,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:57.520751 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-775d391a-d546-4752-9cb4-51c841d2b973 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:57.534535 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-de66735e-f274-427a-8a73-5dbe56230903 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:57.539755 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-de66735e-f274-427a-8a73-5dbe56230903 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] 10.222.0.44 "DELETE /v2.0/ports/e31d1df7-60c4-4c7b-9490-b89932477105 HTTP/1.1" status: 204 len: 168 time: 0.8905182 Jul 24 00:01:57.540556 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 53792) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:57.612754 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9f4d09d-fdee-4557-9241-814789e55dfd tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] DELETE failed (client error): The resource could not be found. Jul 24 00:01:57.613216 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9f4d09d-fdee-4557-9241-814789e55dfd tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:01:57.615103 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-b9f4d09d-fdee-4557-9241-814789e55dfd tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] 10.222.0.44 "DELETE /v2.0/subnets/b79dec15-c101-4f91-b101-7a8a75043e27 HTTP/1.1" status: 404 len: 337 time: 0.0643539 Jul 24 00:01:57.620794 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 53796) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:57.650377 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-59db23cc-c64b-4484-9a93-54eef869cfa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:57.725059 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-59db23cc-c64b-4484-9a93-54eef869cfa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:57.749525 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-b998c2a2-a257-43e2-91ea-716eb184fa72 service neutron] 10.222.0.44 "GET /v2.0/networks/0bd87d55-8051-4371-bdff-26afb21cf3d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576818 Jul 24 00:01:57.758249 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-775d391a-d546-4752-9cb4-51c841d2b973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:57.761772 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-775d391a-d546-4752-9cb4-51c841d2b973 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:57.763941 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-775d391a-d546-4752-9cb4-51c841d2b973 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d92dd490-b5f6-4826-9199-93f72520d20b HTTP/1.1" status: 204 len: 168 time: 0.8448954 Jul 24 00:01:57.776115 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5db0c3fb-cd00-4572-9abb-27289b21285b tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:57.803239 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775d391a-d546-4752-9cb4-51c841d2b973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d92dd490-b5f6-4826-9199-93f72520d20b,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:58.020184 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5db0c3fb-cd00-4572-9abb-27289b21285b tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:58.047922 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-59db23cc-c64b-4484-9a93-54eef869cfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:58.060311 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-59db23cc-c64b-4484-9a93-54eef869cfa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:58.062091 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-59db23cc-c64b-4484-9a93-54eef869cfa4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5b26d886-122c-4c55-a595-c408ba955fc3 HTTP/1.1" status: 204 len: 168 time: 0.5998178 Jul 24 00:01:58.167436 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-5db0c3fb-cd00-4572-9abb-27289b21285b tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2320b0b-b424-40f6-a4b3-08cafe8dfe70']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:01:58.199289 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59db23cc-c64b-4484-9a93-54eef869cfa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b26d886-122c-4c55-a595-c408ba955fc3,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:58.205343 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-5db0c3fb-cd00-4572-9abb-27289b21285b tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3b6ed5d-aab3-4935-8e8e-6801da00fb9d') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:01:58.205675 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-5db0c3fb-cd00-4572-9abb-27289b21285b tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3b6ed5d-aab3-4935-8e8e-6801da00fb9d') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:01:58.257132 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5db0c3fb-cd00-4572-9abb-27289b21285b tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:58.324839 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5db0c3fb-cd00-4572-9abb-27289b21285b tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:58.341530 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5db0c3fb-cd00-4572-9abb-27289b21285b tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:01:58.342216 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5db0c3fb-cd00-4572-9abb-27289b21285b tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:58.357745 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:01:58.357745 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:01:58.357745 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:01:58.357745 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:01:58.357745 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:01:58.357745 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:01:58.357745 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:01:58.357745 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:01:58.357745 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:01:58.357745 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:01:58.357745 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:01:58.357745 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:01:58.357745 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:01:58.357745 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:01:58.357745 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:01:58.357745 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:01:58.357745 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:01:58.357745 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:01:58.357745 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:01:58.357745 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:01:58.357745 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:01:58.357745 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:01:58.357745 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:01:58.357745 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:01:58.357745 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:01:58.357745 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:01:58.357745 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:01:58.357745 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:01:58.357745 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:01:58.357745 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:01:58.357745 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:01:58.357745 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:01:58.408679 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c700eca9-7e11-4cae-8f62-a3c8f989c207 req-d4e14f1d-dfb9-41b5-a3c1-c49f7bff9649 tempest-MigrationsAdminTest-1150272480 tempest-MigrationsAdminTest-1150272480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:58.432171 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c700eca9-7e11-4cae-8f62-a3c8f989c207 req-d4e14f1d-dfb9-41b5-a3c1-c49f7bff9649 tempest-MigrationsAdminTest-1150272480 tempest-MigrationsAdminTest-1150272480-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=9f027578-c893-4a44-9dc2-07535ce6a55f HTTP/1.1" status: 200 len: 1102 time: 0.4014385 Jul 24 00:01:58.488551 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-c700eca9-7e11-4cae-8f62-a3c8f989c207 req-4fa1bb2a-cb74-47d2-a002-b3cdb96242ce tempest-MigrationsAdminTest-1150272480 tempest-MigrationsAdminTest-1150272480-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:58.503584 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5db0c3fb-cd00-4572-9abb-27289b21285b tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:58.545586 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5db0c3fb-cd00-4572-9abb-27289b21285b tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:58.551184 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 53836) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:58.560631 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-5db0c3fb-cd00-4572-9abb-27289b21285b tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] 10.222.0.44 "DELETE /v2.0/networks/c2320b0b-b424-40f6-a4b3-08cafe8dfe70 HTTP/1.1" status: 204 len: 168 time: 0.9386899 Jul 24 00:01:58.565121 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db0c3fb-cd00-4572-9abb-27289b21285b tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Pushing event deleted for resources: {'Network': ['ID=c2320b0b-b424-40f6-a4b3-08cafe8dfe70,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:58.677383 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c575c11-16f9-4beb-b344-cca258a3c162 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Deleting subnet e68659df-08df-4a57-9dc3-1951af3e968b {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:01:58.690443 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7c575c11-16f9-4beb-b344-cca258a3c162 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:58.727631 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee2a9a-2f52-4b18-bf76-7923b91b5b32 req-76102390-8873-4ce6-af62-9b528a238877 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:58.729908 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b5ee2a9a-2f52-4b18-bf76-7923b91b5b32 req-76102390-8873-4ce6-af62-9b528a238877 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.52 "GET /v2.0/networks?id=6d0290d7-687f-4c6e-a33b-868ec400e0f9 HTTP/1.1" status: 200 len: 812 time: 0.2426939 Jul 24 00:01:58.748074 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-b5ee2a9a-2f52-4b18-bf76-7923b91b5b32 req-269773ad-b7ad-403d-869d-eda4e884ea05 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Request body: {'port': {'device_id': '94ea67e9-e264-45c6-83f2-489c4b025303', 'network_id': '6d0290d7-687f-4c6e-a33b-868ec400e0f9', 'admin_state_up': True, 'tenant_id': 'edb05757b79c4651874b12bd54763416'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:01:58.808068 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:58.879040 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7c575c11-16f9-4beb-b344-cca258a3c162 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:59.098103 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7c575c11-16f9-4beb-b344-cca258a3c162 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:59.118646 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-c700eca9-7e11-4cae-8f62-a3c8f989c207 req-4fa1bb2a-cb74-47d2-a002-b3cdb96242ce tempest-MigrationsAdminTest-1150272480 tempest-MigrationsAdminTest-1150272480-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:59.140338 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-c700eca9-7e11-4cae-8f62-a3c8f989c207 req-4fa1bb2a-cb74-47d2-a002-b3cdb96242ce tempest-MigrationsAdminTest-1150272480 tempest-MigrationsAdminTest-1150272480-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:59.218940 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7c575c11-16f9-4beb-b344-cca258a3c162 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:59.232007 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c700eca9-7e11-4cae-8f62-a3c8f989c207 req-4fa1bb2a-cb74-47d2-a002-b3cdb96242ce tempest-MigrationsAdminTest-1150272480 tempest-MigrationsAdminTest-1150272480-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7977955 Jul 24 00:01:59.306243 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c575c11-16f9-4beb-b344-cca258a3c162 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Pushing event deleted for resources: {'Subnet': ['ID=e68659df-08df-4a57-9dc3-1951af3e968b,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:59.314384 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f16765d9-072f-4dbf-93f5-69b83eff37a0 req-218aaab6-0161-4de4-bd47-9c025771eacb tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=94ea67e9-e264-45c6-83f2-489c4b025303 HTTP/1.1" status: 200 len: 210 time: 0.0678446 Jul 24 00:01:59.317166 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7c575c11-16f9-4beb-b344-cca258a3c162 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:59.321414 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-7c575c11-16f9-4beb-b344-cca258a3c162 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] 10.222.0.44 "DELETE /v2.0/subnets/e68659df-08df-4a57-9dc3-1951af3e968b HTTP/1.1" status: 204 len: 168 time: 0.7668343 Jul 24 00:01:59.322277 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 53872) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:59.330557 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a3d35d-3051-45b7-8212-9bc6274e2e3b None None] Network dcfc72ab-0eee-4bfa-921a-e9ec567bd394 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:01:59.386413 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa1bb2a-cb74-47d2-a002-b3cdb96242ce tempest-MigrationsAdminTest-1150272480 tempest-MigrationsAdminTest-1150272480-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b9aae23-f288-4881-b5cf-e3a75e8879b2,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:01:59.450098 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 53878) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:01:59.469683 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-79445b70-301e-4ad0-a0aa-76a4fa96ee2d req-ca8ded68-ef70-40a2-9bed-95fe0b881f75 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/ports?device_id=12c01cab-6f38-47e5-a713-3b0033ce846b HTTP/1.1" status: 200 len: 210 time: 0.0601277 Jul 24 00:01:59.480224 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5ee2a9a-2f52-4b18-bf76-7923b91b5b32 req-269773ad-b7ad-403d-869d-eda4e884ea05 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Made reservation on behalf of edb05757b79c4651874b12bd54763416 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:01:59.488764 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-b5ee2a9a-2f52-4b18-bf76-7923b91b5b32 req-269773ad-b7ad-403d-869d-eda4e884ea05 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:59.610728 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e051c511-4a0f-4e9f-a22d-66db37c5ea53 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:59.677114 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [req-cdabd149-76e9-420a-8b8d-3e2ba4b603e9 req-4f53f472-4061-482f-86b7-8376bb1261fc service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=100314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:01:59.678141 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cdabd149-76e9-420a-8b8d-3e2ba4b603e9 req-4f53f472-4061-482f-86b7-8376bb1261fc service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067041 Jul 24 00:01:59.735083 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d518dc19-5682-40c6-b103-8806eb50af3c req-1177a02b-11d3-451b-b091-d6c6d27206f9 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:01:59.736642 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d518dc19-5682-40c6-b103-8806eb50af3c req-1177a02b-11d3-451b-b091-d6c6d27206f9 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/ports?device_id=779b8aec-17d7-4953-837a-2348d8ac1254 HTTP/1.1" status: 200 len: 946 time: 0.2423408 Jul 24 00:01:59.744796 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418a8d74-6255-4673-ba18-a02fe828790c None None] DHCP port deletion for dcfc72ab-0eee-4bfa-921a-e9ec567bd394 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:01:59.807379 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-418a8d74-6255-4673-ba18-a02fe828790c None None] Deleting port cb5a7d39-7519-43f9-98a5-082557450e06 {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:01:59.807768 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-418a8d74-6255-4673-ba18-a02fe828790c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:59.829309 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-b5ee2a9a-2f52-4b18-bf76-7923b91b5b32 req-269773ad-b7ad-403d-869d-eda4e884ea05 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Allocated IP 172.20.0.9 (6d0290d7-687f-4c6e-a33b-868ec400e0f9/4c5e7796-9746-457d-b93a-6a23003ac2f0/50c47112-5c92-40b3-9684-36014717281c) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:01:59.898564 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-418a8d74-6255-4673-ba18-a02fe828790c None None] For port cb5a7d39-7519-43f9-98a5-082557450e06, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=cb5a7d39-7519-43f9-98a5-082557450e06,segment=NetworkSegment(f91306c0-8588-4818-ab3b-6a3e591bbd44),segment_id=f91306c0-8588-4818-ab3b-6a3e591bbd44)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:01:59.899088 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-418a8d74-6255-4673-ba18-a02fe828790c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:59.916204 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-418a8d74-6255-4673-ba18-a02fe828790c None None] Calling delete_port for cb5a7d39-7519-43f9-98a5-082557450e06 owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:01:59.944879 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-a367b138-12cb-4e83-9547-8465049201a5 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1081034351'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:01:59.981803 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-e051c511-4a0f-4e9f-a22d-66db37c5ea53 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Deleting port cb5a7d39-7519-43f9-98a5-082557450e06 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:01:59.982535 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e051c511-4a0f-4e9f-a22d-66db37c5ea53 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:59.989324 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d518dc19-5682-40c6-b103-8806eb50af3c req-daf56ba3-cc4e-45a9-a68c-f9f16418877c tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6a0a271-496a-4936-8ec0-ec680d307275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393355 Jul 24 00:02:00.056421 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-418a8d74-6255-4673-ba18-a02fe828790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:00.091029 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418a8d74-6255-4673-ba18-a02fe828790c None None] Pushing event deleted for resources: {'Port': ['ID=cb5a7d39-7519-43f9-98a5-082557450e06,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:00.104999 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418a8d74-6255-4673-ba18-a02fe828790c None None] No DVR routers for this DVR port cb5a7d39-7519-43f9-98a5-082557450e06 on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:02:00.112486 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a367b138-12cb-4e83-9547-8465049201a5 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Made reservation on behalf of 4089b22453f945a5901919043ff32633 for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:02:00.117042 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a367b138-12cb-4e83-9547-8465049201a5 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:00.139146 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a367b138-12cb-4e83-9547-8465049201a5 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:00.151983 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-e051c511-4a0f-4e9f-a22d-66db37c5ea53 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] For port cb5a7d39-7519-43f9-98a5-082557450e06, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=cb5a7d39-7519-43f9-98a5-082557450e06,segment=NetworkSegment(f91306c0-8588-4818-ab3b-6a3e591bbd44),segment_id=f91306c0-8588-4818-ab3b-6a3e591bbd44)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:02:00.152364 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e051c511-4a0f-4e9f-a22d-66db37c5ea53 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:00.182566 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-e051c511-4a0f-4e9f-a22d-66db37c5ea53 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Calling delete_port for cb5a7d39-7519-43f9-98a5-082557450e06 owned by network:dhcp {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:02:00.193184 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-b5ee2a9a-2f52-4b18-bf76-7923b91b5b32 req-269773ad-b7ad-403d-869d-eda4e884ea05 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:00.433860 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-b5ee2a9a-2f52-4b18-bf76-7923b91b5b32 req-269773ad-b7ad-403d-869d-eda4e884ea05 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:00.439942 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-92a2f776-5b31-4759-b8bd-2590b539883f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:00.441372 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-92a2f776-5b31-4759-b8bd-2590b539883f service neutron] 10.222.0.64 "GET /v2.0/ports/2ae00847-5047-43ce-ba3f-aff5e321b304 HTTP/1.1" status: 200 len: 1032 time: 0.0494471 Jul 24 00:02:00.513717 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-200b5a41-6554-4b33-9fe0-18ddc1249b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:00.515345 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-200b5a41-6554-4b33-9fe0-18ddc1249b1c service neutron] 10.222.0.64 "GET /v2.0/ports/05c23a2d-a333-40a3-ad43-c3bfc576a416 HTTP/1.1" status: 200 len: 1032 time: 0.0647426 Jul 24 00:02:00.518081 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e051c511-4a0f-4e9f-a22d-66db37c5ea53 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:00.548321 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5ee2a9a-2f52-4b18-bf76-7923b91b5b32 req-269773ad-b7ad-403d-869d-eda4e884ea05 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Network 6d0290d7-687f-4c6e-a33b-868ec400e0f9 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:02:00.569549 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-b5ee2a9a-2f52-4b18-bf76-7923b91b5b32 req-269773ad-b7ad-403d-869d-eda4e884ea05 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:02:00.576474 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e051c511-4a0f-4e9f-a22d-66db37c5ea53 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] No DVR routers for this DVR port cb5a7d39-7519-43f9-98a5-082557450e06 on host n-d-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:02:00.585850 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269773ad-b7ad-403d-869d-eda4e884ea05 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Pushing event updated for resources: {'Port': ['ID=50c47112-5c92-40b3-9684-36014717281c,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:00.599425 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5ee2a9a-2f52-4b18-bf76-7923b91b5b32 req-269773ad-b7ad-403d-869d-eda4e884ea05 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:02:00.599637 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7c52dc-bd56-4707-bff2-ab325137b092 req-a37932f0-8d20-47f8-82eb-f17c1bc65db5 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:00.613109 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8b7c52dc-bd56-4707-bff2-ab325137b092 req-a37932f0-8d20-47f8-82eb-f17c1bc65db5 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=94ea67e9-e264-45c6-83f2-489c4b025303 HTTP/1.1" status: 200 len: 931 time: 0.1704895 Jul 24 00:02:00.615305 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a367b138-12cb-4e83-9547-8465049201a5 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:00.663409 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a367b138-12cb-4e83-9547-8465049201a5 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:00.710733 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e3b1a5d3-a088-494f-a809-69feceb8cd86 req-39bddc72-3f58-4b92-8fd6-b699ff9536d8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9f027578-c893-4a44-9dc2-07535ce6a55f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3570771 Jul 24 00:02:00.742011 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-2690afd2-91f3-48ed-9394-91925fe56577 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:00.747799 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-2690afd2-91f3-48ed-9394-91925fe56577 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:00.757226 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-2690afd2-91f3-48ed-9394-91925fe56577 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:00.759377 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-2690afd2-91f3-48ed-9394-91925fe56577 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.64 "GET /v2.0/networks?id=7c5ac98e-801e-45e6-b7a1-9d72ebb7e3ef&id=2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62&id=2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62&id=2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62&id=2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62&id=0bd87d55-8051-4371-bdff-26afb21cf3d1&id=0bd87d55-8051-4371-bdff-26afb21cf3d1 HTTP/1.1" status: 200 len: 1995 time: 0.2370200 Jul 24 00:02:00.764185 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a367b138-12cb-4e83-9547-8465049201a5 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:02:00.767791 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8b7c52dc-bd56-4707-bff2-ab325137b092 req-f6945bd3-8b0d-425c-bc6a-4825069aa76c tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537066 Jul 24 00:02:00.771777 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [req-e3b1a5d3-a088-494f-a809-69feceb8cd86 req-8b7f1546-cbd8-4fd7-9bc3-d8b8a6c5ace2 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=100313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:02:00.772833 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e3b1a5d3-a088-494f-a809-69feceb8cd86 req-8b7f1546-cbd8-4fd7-9bc3-d8b8a6c5ace2 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0206361 Jul 24 00:02:00.796796 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265beaa-ec2d-4549-b2f6-f0c53434b1dd req-0116e579-dfe1-4d24-8b17-106ab5234b4c tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:00.814987 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3265beaa-ec2d-4549-b2f6-f0c53434b1dd req-0116e579-dfe1-4d24-8b17-106ab5234b4c tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f027578-c893-4a44-9dc2-07535ce6a55f HTTP/1.1" status: 200 len: 950 time: 0.4431231 Jul 24 00:02:00.821770 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-6e6cfd1d-95cb-4554-989b-dbd1c15a00f8 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d43db295226432aa2eb8bb806af3cad HTTP/1.1" status: 200 len: 379 time: 0.0529585 Jul 24 00:02:00.831063 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e051c511-4a0f-4e9f-a22d-66db37c5ea53 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Pushing event deleted for resources: {'Port': ['ID=cb5a7d39-7519-43f9-98a5-082557450e06,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:00.835973 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-ef732d69-b87a-44ac-83be-5e309b66b5a0 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Request body: {'port': {'device_id': '12c01cab-6f38-47e5-a713-3b0033ce846b', 'network_id': '7c5ac98e-801e-45e6-b7a1-9d72ebb7e3ef', 'admin_state_up': True, 'tenant_id': '8d43db295226432aa2eb8bb806af3cad', 'security_groups': ['84526489-a784-4e02-8584-4c6d6be5479e']}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:02:00.920782 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e051c511-4a0f-4e9f-a22d-66db37c5ea53 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:00.975884 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee2a9a-2f52-4b18-bf76-7923b91b5b32 req-269773ad-b7ad-403d-869d-eda4e884ea05 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:00.976527 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-b5ee2a9a-2f52-4b18-bf76-7923b91b5b32 req-269773ad-b7ad-403d-869d-eda4e884ea05 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:00.991253 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a367b138-12cb-4e83-9547-8465049201a5 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c79400fd-b33a-4d2b-aa53-6e0f53604c1a,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:01.007732 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a367b138-12cb-4e83-9547-8465049201a5 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:01.008330 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-a367b138-12cb-4e83-9547-8465049201a5 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Added segment 7f0108ed-2095-4b07-b474-36b0a3650bf4 of type vlan for network 8616b7ff-7fe5-4a0c-b2dc-98b7e625782a Jul 24 00:02:01.010769 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-e051c511-4a0f-4e9f-a22d-66db37c5ea53 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcfc72ab-0eee-4bfa-921a-e9ec567bd394']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:02:01.046666 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-05d6e324-90c5-4420-b730-5c7d453a9863 req-f84df355-41b1-49ea-89b5-b08770217a50 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/ports?device_id=12c01cab-6f38-47e5-a713-3b0033ce846b HTTP/1.1" status: 200 len: 210 time: 0.0652161 Jul 24 00:02:01.107245 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-e051c511-4a0f-4e9f-a22d-66db37c5ea53 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f91306c0-8588-4818-ab3b-6a3e591bbd44') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:02:01.107554 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-e051c511-4a0f-4e9f-a22d-66db37c5ea53 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f91306c0-8588-4818-ab3b-6a3e591bbd44') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:02:01.111153 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b5ee2a9a-2f52-4b18-bf76-7923b91b5b32 req-269773ad-b7ad-403d-869d-eda4e884ea05 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3723288 Jul 24 00:02:01.115907 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-ef732d69-b87a-44ac-83be-5e309b66b5a0 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Made reservation on behalf of 8d43db295226432aa2eb8bb806af3cad for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:02:01.119512 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-ef732d69-b87a-44ac-83be-5e309b66b5a0 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:01.137870 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-b5ee2a9a-2f52-4b18-bf76-7923b91b5b32 req-dcc897b3-24d2-4a4f-aa32-d8c0534b3833 service neutron] Request body: {'port': {'device_id': '94ea67e9-e264-45c6-83f2-489c4b025303', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:02:01.325538 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device cb5a7d39-7519-43f9-98a5-082557450e06 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:02:01.356777 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: cb5a7d39-7519-43f9-98a5-082557450e06 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:02:01.358000 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device cb5a7d39-7519-43f9-98a5-082557450e06 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:02:01.573685 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e051c511-4a0f-4e9f-a22d-66db37c5ea53 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:01.592214 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3265beaa-ec2d-4549-b2f6-f0c53434b1dd req-24da2957-34d0-482c-a13c-cf032a9fc577 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7763276 Jul 24 00:02:01.594621 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a367b138-12cb-4e83-9547-8465049201a5 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:01.615606 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e051c511-4a0f-4e9f-a22d-66db37c5ea53 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:01.632489 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e051c511-4a0f-4e9f-a22d-66db37c5ea53 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:02:01.632959 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e051c511-4a0f-4e9f-a22d-66db37c5ea53 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:01.654797 n-d-800088-16 neutron-server[100313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:02:01.654797 n-d-800088-16 neutron-server[100313]: self.session.flush() Jul 24 00:02:01.654797 n-d-800088-16 neutron-server[100313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:02:01.654797 n-d-800088-16 neutron-server[100313]: self.session.flush() Jul 24 00:02:01.654797 n-d-800088-16 neutron-server[100313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:02:01.654797 n-d-800088-16 neutron-server[100313]: self.session.flush() Jul 24 00:02:01.654797 n-d-800088-16 neutron-server[100313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:02:01.654797 n-d-800088-16 neutron-server[100313]: self.session.flush() Jul 24 00:02:01.654797 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:02:01.654797 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:02:01.654797 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:02:01.654797 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:02:01.654797 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:02:01.654797 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:02:01.654797 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:02:01.654797 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:02:01.654797 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:02:01.654797 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:02:01.654797 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:02:01.654797 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:02:01.654797 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:02:01.654797 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:02:01.654797 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:02:01.654797 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:02:01.654797 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:02:01.654797 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:02:01.654797 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:02:01.654797 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:02:01.654797 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:02:01.654797 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:02:01.654797 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:02:01.654797 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:02:01.654797 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:02:01.654797 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:02:01.654797 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:02:01.654797 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:02:01.654797 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:02:01.654797 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:02:01.654797 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:02:01.654797 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:02:01.875120 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-b5ee2a9a-2f52-4b18-bf76-7923b91b5b32 req-dcc897b3-24d2-4a4f-aa32-d8c0534b3833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:01.908496 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a367b138-12cb-4e83-9547-8465049201a5 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:01.915506 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a367b138-12cb-4e83-9547-8465049201a5 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:01.916245 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a367b138-12cb-4e83-9547-8465049201a5 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:01.929789 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53aa5d1-38d6-4c7a-b740-3c5149dfd30e req-526a5ea7-4e3c-4331-aa2a-7acec48b06d8 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:01.943044 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e051c511-4a0f-4e9f-a22d-66db37c5ea53 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:01.949044 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e53aa5d1-38d6-4c7a-b740-3c5149dfd30e req-526a5ea7-4e3c-4331-aa2a-7acec48b06d8 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/ports?device_id=779b8aec-17d7-4953-837a-2348d8ac1254 HTTP/1.1" status: 200 len: 946 time: 0.7780874 Jul 24 00:02:01.949978 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e051c511-4a0f-4e9f-a22d-66db37c5ea53 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:01.955456 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-e051c511-4a0f-4e9f-a22d-66db37c5ea53 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] 10.222.0.44 "DELETE /v2.0/networks/dcfc72ab-0eee-4bfa-921a-e9ec567bd394 HTTP/1.1" status: 204 len: 168 time: 2.6273932 Jul 24 00:02:01.961897 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-a367b138-12cb-4e83-9547-8465049201a5 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.5004823 Jul 24 00:02:01.965653 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 53986) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:01.971580 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-ef732d69-b87a-44ac-83be-5e309b66b5a0 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Allocated IP 172.20.0.11 (7c5ac98e-801e-45e6-b7a1-9d72ebb7e3ef/c23b279f-1e65-49c9-9b0f-a3a3864c4539/e1af1c0b-79e3-4d56-866d-18620582745c) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:02:01.978540 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-20bae866-1d46-4568-a350-dfbb1fb7b95a tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1047284958'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:02:02.020382 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca86bed-8f98-4b11-9ff8-9bd5f6f3edc3 req-facb77e6-7d00-4305-b707-a23e1f263695 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:02.022172 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8ca86bed-8f98-4b11-9ff8-9bd5f6f3edc3 req-facb77e6-7d00-4305-b707-a23e1f263695 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.64 "GET /v2.0/ports?device_id=779b8aec-17d7-4953-837a-2348d8ac1254 HTTP/1.1" status: 200 len: 946 time: 0.2862856 Jul 24 00:02:02.093136 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20bae866-1d46-4568-a350-dfbb1fb7b95a tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Made reservation on behalf of 4089b22453f945a5901919043ff32633 for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:02:02.096725 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-20bae866-1d46-4568-a350-dfbb1fb7b95a tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:02.107434 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e53aa5d1-38d6-4c7a-b740-3c5149dfd30e req-5493a6d0-0ca1-45a8-9c64-90ed80d5d146 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6a0a271-496a-4936-8ec0-ec680d307275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572320 Jul 24 00:02:02.219322 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 53994) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:02.265908 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20bae866-1d46-4568-a350-dfbb1fb7b95a tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:02:02.381497 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-20bae866-1d46-4568-a350-dfbb1fb7b95a tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:02.382159 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-20bae866-1d46-4568-a350-dfbb1fb7b95a tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Added segment 446ae38c-c1b8-4710-919e-121190e47fe4 of type vlan for network 891233db-51e0-49fb-bd76-d8454be54dfa Jul 24 00:02:02.384743 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 53998) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:02.403081 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-b5ee2a9a-2f52-4b18-bf76-7923b91b5b32 req-dcc897b3-24d2-4a4f-aa32-d8c0534b3833 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50c47112-5c92-40b3-9684-36014717281c {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:02:02.410868 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-b5ee2a9a-2f52-4b18-bf76-7923b91b5b32 req-dcc897b3-24d2-4a4f-aa32-d8c0534b3833 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:02.424511 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-b5ee2a9a-2f52-4b18-bf76-7923b91b5b32 req-dcc897b3-24d2-4a4f-aa32-d8c0534b3833 service neutron] Transition to ACTIVE for port object 50c47112-5c92-40b3-9684-36014717281c will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:02:02.435651 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-b5ee2a9a-2f52-4b18-bf76-7923b91b5b32 req-dcc897b3-24d2-4a4f-aa32-d8c0534b3833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:02.439114 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-20bae866-1d46-4568-a350-dfbb1fb7b95a tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:02.514344 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a367b138-12cb-4e83-9547-8465049201a5 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Pushing event updated for resources: {'Network': ['ID=8616b7ff-7fe5-4a0c-b2dc-98b7e625782a,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:02.536372 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 8616b7ff-7fe5-4a0c-b2dc-98b7e625782a details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:02:02.582059 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e051c511-4a0f-4e9f-a22d-66db37c5ea53 tempest-NetworksIpV6TestAttrs-1454372160 tempest-NetworksIpV6TestAttrs-1454372160-project] Pushing event deleted for resources: {'Network': ['ID=dcfc72ab-0eee-4bfa-921a-e9ec567bd394,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:02.603247 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-88d9d891-3a55-4550-a897-ccc87273cbdb req-61f9ecc8-3810-48a9-8a55-aad2eb2f35e7 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/ports?device_id=12c01cab-6f38-47e5-a713-3b0033ce846b HTTP/1.1" status: 200 len: 210 time: 0.1364157 Jul 24 00:02:02.606064 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc897b3-24d2-4a4f-aa32-d8c0534b3833 service neutron] Pushing event updated for resources: {'Port': ['ID=50c47112-5c92-40b3-9684-36014717281c,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:02.621908 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde5a98-ce49-4232-8098-e28607042a46 req-9e44c472-4d7b-419a-96d6-4203cbc1d8ee tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:02.629837 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8bde5a98-ce49-4232-8098-e28607042a46 req-9e44c472-4d7b-419a-96d6-4203cbc1d8ee tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=94ea67e9-e264-45c6-83f2-489c4b025303 HTTP/1.1" status: 200 len: 931 time: 0.7014520 Jul 24 00:02:02.676943 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5e41600a-9679-4a18-a77c-f17e08095bc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:02.727197 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-20bae866-1d46-4568-a350-dfbb1fb7b95a tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:02.732854 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bae866-1d46-4568-a350-dfbb1fb7b95a tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:02.733586 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-20bae866-1d46-4568-a350-dfbb1fb7b95a tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:02.749235 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-ef732d69-b87a-44ac-83be-5e309b66b5a0 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:02.751664 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8bde5a98-ce49-4232-8098-e28607042a46 req-88521eda-17d8-4347-a8bb-f4da41df5fb1 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206145 Jul 24 00:02:02.756515 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-b5ee2a9a-2f52-4b18-bf76-7923b91b5b32 req-dcc897b3-24d2-4a4f-aa32-d8c0534b3833 service neutron] Attempting to bind port 50c47112-5c92-40b3-9684-36014717281c on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:02:02.756772 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-b5ee2a9a-2f52-4b18-bf76-7923b91b5b32 req-dcc897b3-24d2-4a4f-aa32-d8c0534b3833 service neutron] Attempting to bind port 50c47112-5c92-40b3-9684-36014717281c by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': '03844098-4008-432a-ad64-80c1a7ec0473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '6d0290d7-687f-4c6e-a33b-868ec400e0f9'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:02:02.757150 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ee2a9a-2f52-4b18-bf76-7923b91b5b32 req-dcc897b3-24d2-4a4f-aa32-d8c0534b3833 service neutron] Attempting to bind port 50c47112-5c92-40b3-9684-36014717281c on network 6d0290d7-687f-4c6e-a33b-868ec400e0f9 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:02:02.767941 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ee2a9a-2f52-4b18-bf76-7923b91b5b32 req-dcc897b3-24d2-4a4f-aa32-d8c0534b3833 service neutron] Port 50c47112-5c92-40b3-9684-36014717281c on network 6d0290d7-687f-4c6e-a33b-868ec400e0f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:02:02.768270 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ee2a9a-2f52-4b18-bf76-7923b91b5b32 req-dcc897b3-24d2-4a4f-aa32-d8c0534b3833 service neutron] Attempting to bind port 50c47112-5c92-40b3-9684-36014717281c on network 6d0290d7-687f-4c6e-a33b-868ec400e0f9 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:02:02.775423 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ee2a9a-2f52-4b18-bf76-7923b91b5b32 req-dcc897b3-24d2-4a4f-aa32-d8c0534b3833 service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:02:02.775679 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ee2a9a-2f52-4b18-bf76-7923b91b5b32 req-dcc897b3-24d2-4a4f-aa32-d8c0534b3833 service neutron] Checking segment: {'id': '03844098-4008-432a-ad64-80c1a7ec0473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '6d0290d7-687f-4c6e-a33b-868ec400e0f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:02:02.776071 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ee2a9a-2f52-4b18-bf76-7923b91b5b32 req-dcc897b3-24d2-4a4f-aa32-d8c0534b3833 service neutron] Bound using segment: {'id': '03844098-4008-432a-ad64-80c1a7ec0473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '6d0290d7-687f-4c6e-a33b-868ec400e0f9'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:02:02.776517 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-b5ee2a9a-2f52-4b18-bf76-7923b91b5b32 req-dcc897b3-24d2-4a4f-aa32-d8c0534b3833 service neutron] Bound port: 50c47112-5c92-40b3-9684-36014717281c, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03844098-4008-432a-ad64-80c1a7ec0473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '6d0290d7-687f-4c6e-a33b-868ec400e0f9'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:02:02.776915 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-b5ee2a9a-2f52-4b18-bf76-7923b91b5b32 req-dcc897b3-24d2-4a4f-aa32-d8c0534b3833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:02.792772 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b1a5d3-a088-494f-a809-69feceb8cd86 req-e9c9a234-a9aa-4750-a971-86dbd1aee981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:02.794307 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e3b1a5d3-a088-494f-a809-69feceb8cd86 req-e9c9a234-a9aa-4750-a971-86dbd1aee981 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=798b28002e9743a58ab9c3622d82224e&device_id=9f027578-c893-4a44-9dc2-07535ce6a55f HTTP/1.1" status: 200 len: 1102 time: 0.1395214 Jul 24 00:02:02.835529 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-8ca86bed-8f98-4b11-9ff8-9bd5f6f3edc3 req-4f7b273a-27e3-4efa-b19e-be7b14202bc3 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Deleting port b3e01dc1-4a28-4dc1-bc00-6f7b7cd3caac {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:02:02.836197 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-8ca86bed-8f98-4b11-9ff8-9bd5f6f3edc3 req-4f7b273a-27e3-4efa-b19e-be7b14202bc3 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:02.851901 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-ef732d69-b87a-44ac-83be-5e309b66b5a0 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Transition to ACTIVE for port object e1af1c0b-79e3-4d56-866d-18620582745c will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:02:02.909801 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-b5ee2a9a-2f52-4b18-bf76-7923b91b5b32 req-dcc897b3-24d2-4a4f-aa32-d8c0534b3833 service neutron] For port 50c47112-5c92-40b3-9684-36014717281c, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:02:02.913984 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-b5ee2a9a-2f52-4b18-bf76-7923b91b5b32 req-dcc897b3-24d2-4a4f-aa32-d8c0534b3833 service neutron] For port 50c47112-5c92-40b3-9684-36014717281c, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=50c47112-5c92-40b3-9684-36014717281c,segment=NetworkSegment(03844098-4008-432a-ad64-80c1a7ec0473),segment_id=03844098-4008-432a-ad64-80c1a7ec0473)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:02:02.923141 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-b5ee2a9a-2f52-4b18-bf76-7923b91b5b32 req-dcc897b3-24d2-4a4f-aa32-d8c0534b3833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:02.930286 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-a6eeae59-1f87-44ed-aff1-2d3d930548b0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1927a1b4eb924ea4ab753600c2d7ae49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5399039 Jul 24 00:02:02.935253 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 54004) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:02.935422 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bae866-1d46-4568-a350-dfbb1fb7b95a tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Pushing event updated for resources: {'Network': ['ID=891233db-51e0-49fb-bd76-d8454be54dfa,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:02.957740 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 891233db-51e0-49fb-bd76-d8454be54dfa details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:02:02.981455 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b1a5d3-a088-494f-a809-69feceb8cd86 req-2f34d132-99c5-4582-98e8-0fd3aea3ea82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:02.983602 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e3b1a5d3-a088-494f-a809-69feceb8cd86 req-2f34d132-99c5-4582-98e8-0fd3aea3ea82 service neutron] 10.222.0.52 "GET /v2.0/networks?id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 HTTP/1.1" status: 200 len: 870 time: 0.1683099 Jul 24 00:02:02.993192 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee2a9a-2f52-4b18-bf76-7923b91b5b32 req-dcc897b3-24d2-4a4f-aa32-d8c0534b3833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:02.993823 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-b5ee2a9a-2f52-4b18-bf76-7923b91b5b32 req-dcc897b3-24d2-4a4f-aa32-d8c0534b3833 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:02.995207 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b5ee2a9a-2f52-4b18-bf76-7923b91b5b32 req-dcc897b3-24d2-4a4f-aa32-d8c0534b3833 service neutron] 10.222.0.52 "PUT /v2.0/ports/50c47112-5c92-40b3-9684-36014717281c HTTP/1.1" status: 200 len: 1092 time: 1.8723345 Jul 24 00:02:02.995659 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94ea67e9-e264-45c6-83f2-489c4b025303', 'tag': '50c47112-5c92-40b3-9684-36014717281c'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:02:02.997965 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdec6572-e7f4-405f-820a-fad2536a86dc" -d '{"events": [{"name": "network-changed", "server_uuid": "94ea67e9-e264-45c6-83f2-489c4b025303", "tag": "50c47112-5c92-40b3-9684-36014717281c"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:02:03.081654 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e3b1a5d3-a088-494f-a809-69feceb8cd86 req-d1788be2-9b0f-40ce-b637-37920778a11b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=646da755-b657-48af-8f46-1246a45e82e4 HTTP/1.1" status: 200 len: 217 time: 0.0769739 Jul 24 00:02:03.083154 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-632739a7-1771-46b5-ae2a-d92465cfdd67 x-openstack-request-id: req-632739a7-1771-46b5-ae2a-d92465cfdd67 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:02:03.083534 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94ea67e9-e264-45c6-83f2-489c4b025303", "tag": "50c47112-5c92-40b3-9684-36014717281c", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:02:03.083824 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-632739a7-1771-46b5-ae2a-d92465cfdd67 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:02:03.084287 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94ea67e9-e264-45c6-83f2-489c4b025303', 'tag': '50c47112-5c92-40b3-9684-36014717281c', 'status': 'completed', 'code': 200} Jul 24 00:02:03.095133 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f77454-f2b1-4350-b140-ee36eb1ae0a4 req-b222d8a6-481c-43f4-8b5d-29e005e41d07 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:03.096860 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-11f77454-f2b1-4350-b140-ee36eb1ae0a4 req-b222d8a6-481c-43f4-8b5d-29e005e41d07 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f027578-c893-4a44-9dc2-07535ce6a55f HTTP/1.1" status: 200 len: 950 time: 0.3789721 Jul 24 00:02:03.106333 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-ef732d69-b87a-44ac-83be-5e309b66b5a0 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:03.130716 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-8ca86bed-8f98-4b11-9ff8-9bd5f6f3edc3 req-4f7b273a-27e3-4efa-b19e-be7b14202bc3 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] For port b3e01dc1-4a28-4dc1-bc00-6f7b7cd3caac, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=b3e01dc1-4a28-4dc1-bc00-6f7b7cd3caac,segment=NetworkSegment(7e96837c-7728-41f8-b9c1-c7a5593efa19),segment_id=7e96837c-7728-41f8-b9c1-c7a5593efa19)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:02:03.131182 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-8ca86bed-8f98-4b11-9ff8-9bd5f6f3edc3 req-4f7b273a-27e3-4efa-b19e-be7b14202bc3 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:03.148544 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc897b3-24d2-4a4f-aa32-d8c0534b3833 service neutron] Pushing event updated for resources: {'Port': ['ID=50c47112-5c92-40b3-9684-36014717281c,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:03.185250 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cb5bb90d-f185-4506-87c4-ab0e7819ed39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:03.198484 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b1a5d3-a088-494f-a809-69feceb8cd86 req-7ed58724-3016-4b20-b744-c0ee571f3b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:03.200217 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e3b1a5d3-a088-494f-a809-69feceb8cd86 req-7ed58724-3016-4b20-b744-c0ee571f3b97 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.0847104 Jul 24 00:02:03.233119 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cb5bb90d-f185-4506-87c4-ab0e7819ed39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:03.237453 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-8ca86bed-8f98-4b11-9ff8-9bd5f6f3edc3 req-4f7b273a-27e3-4efa-b19e-be7b14202bc3 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Calling delete_port for b3e01dc1-4a28-4dc1-bc00-6f7b7cd3caac owned by compute:nova {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:02:03.259592 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-ef732d69-b87a-44ac-83be-5e309b66b5a0 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Network 7c5ac98e-801e-45e6-b7a1-9d72ebb7e3ef is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:02:03.260492 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef732d69-b87a-44ac-83be-5e309b66b5a0 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Pushing event updated for resources: {'Port': ['ID=e1af1c0b-79e3-4d56-866d-18620582745c,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:03.286153 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-ef732d69-b87a-44ac-83be-5e309b66b5a0 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:02:03.288796 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-ef732d69-b87a-44ac-83be-5e309b66b5a0 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:02:03.301160 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee2a9a-2f52-4b18-bf76-7923b91b5b32 req-f7a8fbac-8ce6-44a6-9bb5-ef3d19ef8c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:03.302827 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b5ee2a9a-2f52-4b18-bf76-7923b91b5b32 req-f7a8fbac-8ce6-44a6-9bb5-ef3d19ef8c8b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=edb05757b79c4651874b12bd54763416&device_id=94ea67e9-e264-45c6-83f2-489c4b025303 HTTP/1.1" status: 200 len: 1095 time: 0.2423966 Jul 24 00:02:03.328507 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-11f77454-f2b1-4350-b140-ee36eb1ae0a4 req-8ba098de-68de-4808-b3b6-44d8dde5b32a tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245324 Jul 24 00:02:03.333597 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5e41600a-9679-4a18-a77c-f17e08095bc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:03.393216 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5e41600a-9679-4a18-a77c-f17e08095bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:03.403513 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b5ee2a9a-2f52-4b18-bf76-7923b91b5b32 req-17e3685b-d44a-4f44-b419-4b09b63b5b47 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50c47112-5c92-40b3-9684-36014717281c HTTP/1.1" status: 200 len: 217 time: 0.0817580 Jul 24 00:02:03.454229 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-5e41600a-9679-4a18-a77c-f17e08095bc4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e3910b5225b544c683c848ba211f0866&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2289147 Jul 24 00:02:03.459407 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e41600a-9679-4a18-a77c-f17e08095bc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4baecca1-a3c9-4d1c-bcc5-4ce3339730ae,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:03.464912 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-20bae866-1d46-4568-a350-dfbb1fb7b95a tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4902709 Jul 24 00:02:03.465610 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 54012) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:03.481240 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 54014) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:03.483356 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cb5bb90d-f185-4506-87c4-ab0e7819ed39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:03.487211 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cb5bb90d-f185-4506-87c4-ab0e7819ed39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:03.490981 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-cb5bb90d-f185-4506-87c4-ab0e7819ed39 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e71f5fdd-0b86-497b-bf49-a8b005a32732 HTTP/1.1" status: 204 len: 168 time: 0.5523791 Jul 24 00:02:03.491152 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-ef732d69-b87a-44ac-83be-5e309b66b5a0 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:03.491152 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-ef732d69-b87a-44ac-83be-5e309b66b5a0 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:03.498510 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-6056d496-473e-4ad3-a2c4-7787ae804247 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Request body: {'subnet': {'network_id': '8616b7ff-7fe5-4a0c-b2dc-98b7e625782a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:02:03.531084 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b1a5d3-a088-494f-a809-69feceb8cd86 req-452fcde5-7e5b-4356-b011-b6546173a9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:03.533433 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e3b1a5d3-a088-494f-a809-69feceb8cd86 req-452fcde5-7e5b-4356-b011-b6546173a9ca service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3264019 Jul 24 00:02:03.554098 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee2a9a-2f52-4b18-bf76-7923b91b5b32 req-aa823f17-a459-46bf-b6c4-6c6bb97c8e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:03.555724 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b5ee2a9a-2f52-4b18-bf76-7923b91b5b32 req-aa823f17-a459-46bf-b6c4-6c6bb97c8e3b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4c5e7796-9746-457d-b93a-6a23003ac2f0 HTTP/1.1" status: 200 len: 852 time: 0.1446114 Jul 24 00:02:03.566841 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5bb90d-f185-4506-87c4-ab0e7819ed39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71f5fdd-0b86-497b-bf49-a8b005a32732,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:03.581119 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef92040-8eef-404b-90e4-56ff060913dd req-af011bb1-414a-4e4f-be31-c727ed0d5bfd tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:03.588927 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cef92040-8eef-404b-90e4-56ff060913dd req-af011bb1-414a-4e4f-be31-c727ed0d5bfd tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/ports?device_id=779b8aec-17d7-4953-837a-2348d8ac1254 HTTP/1.1" status: 200 len: 946 time: 0.3622472 Jul 24 00:02:03.600432 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-ef732d69-b87a-44ac-83be-5e309b66b5a0 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7720408 Jul 24 00:02:03.625929 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-f0d2195d-8354-45f8-ab4c-ffd6b92928a8 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Request body: {'port': {'device_id': '12c01cab-6f38-47e5-a713-3b0033ce846b', 'network_id': '2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62', 'admin_state_up': True, 'tenant_id': '8d43db295226432aa2eb8bb806af3cad', 'security_groups': ['84526489-a784-4e02-8584-4c6d6be5479e']}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:02:03.684775 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-a74f06b1-4ce0-47a8-b2f7-4a862e268187 None None] Provisioning for port e1af1c0b-79e3-4d56-866d-18620582745c completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:02:03.688281 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b5ee2a9a-2f52-4b18-bf76-7923b91b5b32 req-e683d25d-14dc-4dab-a29a-0f0224e750c1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6d0290d7-687f-4c6e-a33b-868ec400e0f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1150630 Jul 24 00:02:03.692238 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-a74f06b1-4ce0-47a8-b2f7-4a862e268187 None None] Provisioning complete for port e1af1c0b-79e3-4d56-866d-18620582745c triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:02:03.692796 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a74f06b1-4ce0-47a8-b2f7-4a862e268187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:03.753679 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-a74f06b1-4ce0-47a8-b2f7-4a862e268187 None None] Port e1af1c0b-79e3-4d56-866d-18620582745c cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:02:03.824240 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cef92040-8eef-404b-90e4-56ff060913dd req-7b3638f3-edef-4ee7-8a51-f5247344dd79 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6a0a271-496a-4936-8ec0-ec680d307275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298110 Jul 24 00:02:03.843138 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-878f578d-8237-44d5-b913-36bee3b8118a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:03.866403 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-8ca86bed-8f98-4b11-9ff8-9bd5f6f3edc3 req-4f7b273a-27e3-4efa-b19e-be7b14202bc3 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:03.882083 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['e9196288-6204-4e16-9461-220d43e82026', 'b3e01dc1-4a28-4dc1-bc00-6f7b7cd3caac'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:02:03.896636 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6056d496-473e-4ad3-a2c4-7787ae804247 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Made reservation on behalf of 4089b22453f945a5901919043ff32633 for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:02:03.900844 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6056d496-473e-4ad3-a2c4-7787ae804247 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:03.985494 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-878f578d-8237-44d5-b913-36bee3b8118a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:04.005891 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7b273a-27e3-4efa-b19e-be7b14202bc3 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Pushing event deleted for resources: {'Port': ['ID=b3e01dc1-4a28-4dc1-bc00-6f7b7cd3caac,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:04.009328 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e3b1a5d3-a088-494f-a809-69feceb8cd86 req-59c5a79c-a9bb-4e77-adaa-57e2e75340dc service neutron] 10.222.0.52 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4664996 Jul 24 00:02:04.040684 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ca86bed-8f98-4b11-9ff8-9bd5f6f3edc3 req-4f7b273a-27e3-4efa-b19e-be7b14202bc3 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] No DVR routers for this DVR port b3e01dc1-4a28-4dc1-bc00-6f7b7cd3caac on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:02:04.043668 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-8ca86bed-8f98-4b11-9ff8-9bd5f6f3edc3 req-4f7b273a-27e3-4efa-b19e-be7b14202bc3 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:04.046650 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8ca86bed-8f98-4b11-9ff8-9bd5f6f3edc3 req-4f7b273a-27e3-4efa-b19e-be7b14202bc3 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.64 "DELETE /v2.0/ports/b3e01dc1-4a28-4dc1-bc00-6f7b7cd3caac HTTP/1.1" status: 204 len: 173 time: 2.0113654 Jul 24 00:02:04.057014 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '779b8aec-17d7-4953-837a-2348d8ac1254', 'name': 'network-vif-deleted', 'tag': 'b3e01dc1-4a28-4dc1-bc00-6f7b7cd3caac'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:02:04.060124 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b2558b-d2f9-455e-9d11-0018dd526ad1" -d '{"events": [{"server_uuid": "779b8aec-17d7-4953-837a-2348d8ac1254", "name": "network-vif-deleted", "tag": "b3e01dc1-4a28-4dc1-bc00-6f7b7cd3caac"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:02:04.081655 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f44328-4213-4ba2-b7c0-810ce686186d req-c1624101-b2f3-4d0e-9132-b29076b2b94c tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:04.084506 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b5ee2a9a-2f52-4b18-bf76-7923b91b5b32 req-7759c93f-682b-42ce-9073-ab5745dd922a service neutron] 10.222.0.52 "GET /v2.0/networks/6d0290d7-687f-4c6e-a33b-868ec400e0f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3828607 Jul 24 00:02:04.091971 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f0f44328-4213-4ba2-b7c0-810ce686186d req-c1624101-b2f3-4d0e-9132-b29076b2b94c tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/ports?device_id=12c01cab-6f38-47e5-a713-3b0033ce846b HTTP/1.1" status: 200 len: 932 time: 0.3227222 Jul 24 00:02:04.150113 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-f0d2195d-8354-45f8-ab4c-ffd6b92928a8 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Made reservation on behalf of 8d43db295226432aa2eb8bb806af3cad for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:02:04.154282 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-f0d2195d-8354-45f8-ab4c-ffd6b92928a8 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:04.295092 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab22cd9-1e55-41fa-9e8f-534b4f01cc2f req-ccd0bebe-7e72-4daf-a0fe-979cb7073166 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:04.295825 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f0f44328-4213-4ba2-b7c0-810ce686186d req-27fe9011-1e6b-4a31-9df1-42478e6e28e7 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/security-groups?id=84526489-a784-4e02-8584-4c6d6be5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2026470 Jul 24 00:02:04.296534 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-878f578d-8237-44d5-b913-36bee3b8118a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:04.296674 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1ab22cd9-1e55-41fa-9e8f-534b4f01cc2f req-ccd0bebe-7e72-4daf-a0fe-979cb7073166 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=94ea67e9-e264-45c6-83f2-489c4b025303 HTTP/1.1" status: 200 len: 943 time: 0.3765595 Jul 24 00:02:04.299551 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-878f578d-8237-44d5-b913-36bee3b8118a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:04.303832 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-878f578d-8237-44d5-b913-36bee3b8118a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4baecca1-a3c9-4d1c-bcc5-4ce3339730ae HTTP/1.1" status: 204 len: 168 time: 0.8321753 Jul 24 00:02:04.330651 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878f578d-8237-44d5-b913-36bee3b8118a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4baecca1-a3c9-4d1c-bcc5-4ce3339730ae,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:04.332363 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e3b1a5d3-a088-494f-a809-69feceb8cd86 req-383e9b4d-3b2b-4472-a45a-1c9405c97e9c service neutron] 10.222.0.52 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073583 Jul 24 00:02:04.383130 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b5ee2a9a-2f52-4b18-bf76-7923b91b5b32 req-8f7fd3b4-0301-412e-b053-8fb298174aa1 service neutron] 10.222.0.52 "GET /v2.0/networks/6d0290d7-687f-4c6e-a33b-868ec400e0f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846465 Jul 24 00:02:04.429600 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1ab22cd9-1e55-41fa-9e8f-534b4f01cc2f req-3ffdde5c-2312-4b71-a1ed-9223079ae958 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225295 Jul 24 00:02:04.433925 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91cfba8d-eb6c-4fd2-98c2-d8eb7d670c31 x-openstack-request-id: req-91cfba8d-eb6c-4fd2-98c2-d8eb7d670c31 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:02:04.436403 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "779b8aec-17d7-4953-837a-2348d8ac1254", "name": "network-vif-deleted", "tag": "b3e01dc1-4a28-4dc1-bc00-6f7b7cd3caac", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:02:04.436863 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-91cfba8d-eb6c-4fd2-98c2-d8eb7d670c31 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:02:04.438605 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '779b8aec-17d7-4953-837a-2348d8ac1254', 'name': 'network-vif-deleted', 'tag': 'b3e01dc1-4a28-4dc1-bc00-6f7b7cd3caac', 'status': 'completed', 'code': 200} Jul 24 00:02:04.477122 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6056d496-473e-4ad3-a2c4-7787ae804247 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:04.542292 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-f0d2195d-8354-45f8-ab4c-ffd6b92928a8 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Allocated IP 10.1.1.148 (2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62/f94f5fe1-1657-4d56-85e2-2952459188b5/b7cf0802-b364-4a10-b288-5a91e476f1a6) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:02:04.612765 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6056d496-473e-4ad3-a2c4-7787ae804247 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Pushing event updated for resources: {'Subnet': ['ID=46b858ba-f381-41b1-923a-5ec05d0b242c,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:04.626798 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdec6572-e7f4-405f-820a-fad2536a86dc req-f24f7f8b-a162-4d5e-bd00-c3c38c358e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:04.629546 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fdec6572-e7f4-405f-820a-fad2536a86dc req-f24f7f8b-a162-4d5e-bd00-c3c38c358e1f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=edb05757b79c4651874b12bd54763416&device_id=94ea67e9-e264-45c6-83f2-489c4b025303 HTTP/1.1" status: 200 len: 1095 time: 0.1876867 Jul 24 00:02:04.634029 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6056d496-473e-4ad3-a2c4-7787ae804247 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Checking segment: {'id': '7f0108ed-2095-4b07-b474-36b0a3650bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8616b7ff-7fe5-4a0c-b2dc-98b7e625782a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:02:04.634908 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6056d496-473e-4ad3-a2c4-7787ae804247 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Network hostable DHCP agents. Network: 8616b7ff-7fe5-4a0c-b2dc-98b7e625782a, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:02:04.790575 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6056d496-473e-4ad3-a2c4-7787ae804247 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Network 8616b7ff-7fe5-4a0c-b2dc-98b7e625782a is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:02:04.861797 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c2b09-e68f-4132-82cf-bc733c60a16f req-d9f96def-f30d-4b17-b921-d8989ab85558 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:04.869115 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ed5c2b09-e68f-4132-82cf-bc733c60a16f req-d9f96def-f30d-4b17-b921-d8989ab85558 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f027578-c893-4a44-9dc2-07535ce6a55f HTTP/1.1" status: 200 len: 950 time: 0.3352327 Jul 24 00:02:04.873101 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdec6572-e7f4-405f-820a-fad2536a86dc req-e024fc4b-7a26-4563-b42f-8a60f87eed14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:04.875345 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fdec6572-e7f4-405f-820a-fad2536a86dc req-e024fc4b-7a26-4563-b42f-8a60f87eed14 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6d0290d7-687f-4c6e-a33b-868ec400e0f9 HTTP/1.1" status: 200 len: 913 time: 0.2366452 Jul 24 00:02:04.877055 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-6056d496-473e-4ad3-a2c4-7787ae804247 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 8616b7ff-7fe5-4a0c-b2dc-98b7e625782a) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:02:04.885346 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930d49f4-4be4-4083-9989-bf3834298021 None None] Network 8616b7ff-7fe5-4a0c-b2dc-98b7e625782a requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:02:04.902706 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6056d496-473e-4ad3-a2c4-7787ae804247 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:04.907539 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6056d496-473e-4ad3-a2c4-7787ae804247 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:04.950749 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ed5c2b09-e68f-4132-82cf-bc733c60a16f req-85bb2db8-be1a-4f8c-9bb9-3c51285ea015 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596423 Jul 24 00:02:04.977152 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-f0d2195d-8354-45f8-ab4c-ffd6b92928a8 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:04.991850 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-f0d2195d-8354-45f8-ab4c-ffd6b92928a8 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Transition to ACTIVE for port object b7cf0802-b364-4a10-b288-5a91e476f1a6 will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:02:05.006772 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 54052) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:05.013893 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fdec6572-e7f4-405f-820a-fad2536a86dc req-fedb796f-437b-4448-8229-ece76b99c9b0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50c47112-5c92-40b3-9684-36014717281c HTTP/1.1" status: 200 len: 217 time: 0.1293836 Jul 24 00:02:05.038156 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8cfd3bd7-e6f8-41f9-bdc0-cc443f88407d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:05.059861 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-6056d496-473e-4ad3-a2c4-7787ae804247 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5675216 Jul 24 00:02:05.061969 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 54054) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:05.068740 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-ceaa009f-96b6-4395-858f-0ecf485792ec tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Request body: {'subnet': {'network_id': '891233db-51e0-49fb-bd76-d8454be54dfa', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:02:05.091968 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2a6f678a-883c-4619-98fe-ed7c94a67362 req-4293528e-32a0-40bf-bf62-650788cffb76 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/ports?device_id=779b8aec-17d7-4953-837a-2348d8ac1254 HTTP/1.1" status: 200 len: 210 time: 0.0820844 Jul 24 00:02:05.095787 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 54056) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:05.139349 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdec6572-e7f4-405f-820a-fad2536a86dc req-70311ea4-95ac-4008-b8dd-7a7dd70d5bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:05.152992 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fdec6572-e7f4-405f-820a-fad2536a86dc req-70311ea4-95ac-4008-b8dd-7a7dd70d5bb6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4c5e7796-9746-457d-b93a-6a23003ac2f0 HTTP/1.1" status: 200 len: 852 time: 0.1259561 Jul 24 00:02:05.154095 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6226d5-f5f4-43e8-8024-2b6af439dc90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-8616b7ff-7fe5-4a0c-b2dc-98b7e625782a', 'network_id': '8616b7ff-7fe5-4a0c-b2dc-98b7e625782a', 'tenant_id': '4089b22453f945a5901919043ff32633', 'fixed_ips': [{'subnet_id': '46b858ba-f381-41b1-923a-5ec05d0b242c'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:02:05.155465 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-df6226d5-f5f4-43e8-8024-2b6af439dc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:05.210807 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8cfd3bd7-e6f8-41f9-bdc0-cc443f88407d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:05.223781 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8cfd3bd7-e6f8-41f9-bdc0-cc443f88407d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:05.246312 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fdec6572-e7f4-405f-820a-fad2536a86dc req-25d33651-36b6-40b8-849b-4774a08b0611 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6d0290d7-687f-4c6e-a33b-868ec400e0f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0856109 Jul 24 00:02:05.288729 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-6ba76e27-7caa-4fc3-9971-f361f3044e66 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1721801227'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:02:05.301670 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-f0d2195d-8354-45f8-ab4c-ffd6b92928a8 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:05.337368 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-f0d2195d-8354-45f8-ab4c-ffd6b92928a8 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Network 2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:02:05.348781 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-f0d2195d-8354-45f8-ab4c-ffd6b92928a8 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:02:05.385208 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-f0d2195d-8354-45f8-ab4c-ffd6b92928a8 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:02:05.398592 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba76e27-7caa-4fc3-9971-f361f3044e66 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Made reservation on behalf of 34214e4fa0b24be19b34152b09c86b8d for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:02:05.405182 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6ba76e27-7caa-4fc3-9971-f361f3044e66 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:05.411638 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-df6226d5-f5f4-43e8-8024-2b6af439dc90 None None] Allocated IP 2001:db8::2 (8616b7ff-7fe5-4a0c-b2dc-98b7e625782a/46b858ba-f381-41b1-923a-5ec05d0b242c/9bd842d7-e7ee-4da2-aab0-6c7a8df8e0bf) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:02:05.417735 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-8cfd3bd7-e6f8-41f9-bdc0-cc443f88407d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=16ac3f7eea1e4d63a236f4b0dffec41a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4086733 Jul 24 00:02:05.448919 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 54062) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:05.452024 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fdec6572-e7f4-405f-820a-fad2536a86dc req-7d50bb27-c9c2-4577-a6f8-54cf90d396ee service neutron] 10.222.0.52 "GET /v2.0/networks/6d0290d7-687f-4c6e-a33b-868ec400e0f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983790 Jul 24 00:02:05.452849 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfd3bd7-e6f8-41f9-bdc0-cc443f88407d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8073e45-7ae7-4e4c-b7b2-41941832a815,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:05.516418 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6ba76e27-7caa-4fc3-9971-f361f3044e66 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:05.551527 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceaa009f-96b6-4395-858f-0ecf485792ec tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Made reservation on behalf of 4089b22453f945a5901919043ff32633 for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:02:05.554947 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ceaa009f-96b6-4395-858f-0ecf485792ec tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:05.621473 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-df6226d5-f5f4-43e8-8024-2b6af439dc90 None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:05.623884 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d2195d-8354-45f8-ab4c-ffd6b92928a8 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Pushing event updated for resources: {'Port': ['ID=b7cf0802-b364-4a10-b288-5a91e476f1a6,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:05.641297 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-df6226d5-f5f4-43e8-8024-2b6af439dc90 None None] Transition to ACTIVE for port object 9bd842d7-e7ee-4da2-aab0-6c7a8df8e0bf will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:02:05.665544 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-df6226d5-f5f4-43e8-8024-2b6af439dc90 None None] Transition to ACTIVE for port object 9bd842d7-e7ee-4da2-aab0-6c7a8df8e0bf will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:02:05.673315 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-df6226d5-f5f4-43e8-8024-2b6af439dc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:05.688312 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-f0d2195d-8354-45f8-ab4c-ffd6b92928a8 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:05.689387 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-f0d2195d-8354-45f8-ab4c-ffd6b92928a8 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:05.740429 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330d4c03-e8b7-4223-b54c-17f630c6a3a6 req-fe9b529b-6da1-49b6-8d3c-7b53f1addb22 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:05.746241 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330d4c03-e8b7-4223-b54c-17f630c6a3a6 req-fe9b529b-6da1-49b6-8d3c-7b53f1addb22 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:05.747919 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-330d4c03-e8b7-4223-b54c-17f630c6a3a6 req-fe9b529b-6da1-49b6-8d3c-7b53f1addb22 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/ports?device_id=12c01cab-6f38-47e5-a713-3b0033ce846b HTTP/1.1" status: 200 len: 1654 time: 0.2968795 Jul 24 00:02:05.753190 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-f0d2195d-8354-45f8-ab4c-ffd6b92928a8 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1320014 Jul 24 00:02:05.753574 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6226d5-f5f4-43e8-8024-2b6af439dc90 None None] Pushing event updated for resources: {'Port': ['ID=9bd842d7-e7ee-4da2-aab0-6c7a8df8e0bf,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:05.765150 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6226d5-f5f4-43e8-8024-2b6af439dc90 None None] Network 8616b7ff-7fe5-4a0c-b2dc-98b7e625782a is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:02:05.767593 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-df6226d5-f5f4-43e8-8024-2b6af439dc90 None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:02:05.776967 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6226d5-f5f4-43e8-8024-2b6af439dc90 None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:02:05.849706 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-75d61b2b-7f8c-47a4-8685-2614e7c08397 None None] Provisioning for port b7cf0802-b364-4a10-b288-5a91e476f1a6 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:02:05.866855 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-df6226d5-f5f4-43e8-8024-2b6af439dc90 None None] Attempting to bind port 9bd842d7-e7ee-4da2-aab0-6c7a8df8e0bf on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:02:05.867283 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-df6226d5-f5f4-43e8-8024-2b6af439dc90 None None] Attempting to bind port 9bd842d7-e7ee-4da2-aab0-6c7a8df8e0bf by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '7f0108ed-2095-4b07-b474-36b0a3650bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8616b7ff-7fe5-4a0c-b2dc-98b7e625782a'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:02:05.868051 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6226d5-f5f4-43e8-8024-2b6af439dc90 None None] Attempting to bind port 9bd842d7-e7ee-4da2-aab0-6c7a8df8e0bf on network 8616b7ff-7fe5-4a0c-b2dc-98b7e625782a {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:02:05.874402 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6226d5-f5f4-43e8-8024-2b6af439dc90 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:02:05.874784 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6226d5-f5f4-43e8-8024-2b6af439dc90 None None] Checking segment: {'id': '7f0108ed-2095-4b07-b474-36b0a3650bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8616b7ff-7fe5-4a0c-b2dc-98b7e625782a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:02:05.875774 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-df6226d5-f5f4-43e8-8024-2b6af439dc90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:05.876182 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6226d5-f5f4-43e8-8024-2b6af439dc90 None None] Bound using segment: {'id': '7f0108ed-2095-4b07-b474-36b0a3650bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8616b7ff-7fe5-4a0c-b2dc-98b7e625782a'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:02:05.876800 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-df6226d5-f5f4-43e8-8024-2b6af439dc90 None None] Bound port: 9bd842d7-e7ee-4da2-aab0-6c7a8df8e0bf, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f0108ed-2095-4b07-b474-36b0a3650bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8616b7ff-7fe5-4a0c-b2dc-98b7e625782a'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:02:05.877214 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-df6226d5-f5f4-43e8-8024-2b6af439dc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:05.880500 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-75d61b2b-7f8c-47a4-8685-2614e7c08397 None None] Provisioning complete for port b7cf0802-b364-4a10-b288-5a91e476f1a6 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:02:05.880887 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-75d61b2b-7f8c-47a4-8685-2614e7c08397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:05.891295 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-6c5ba581-f2f0-4843-9f69-1f75a704adc9 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Request body: {'port': {'device_id': '12c01cab-6f38-47e5-a713-3b0033ce846b', 'network_id': '2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62', 'admin_state_up': True, 'tenant_id': '8d43db295226432aa2eb8bb806af3cad', 'security_groups': ['84526489-a784-4e02-8584-4c6d6be5479e']}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:02:05.904700 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ceaa009f-96b6-4395-858f-0ecf485792ec tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:05.959749 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-75d61b2b-7f8c-47a4-8685-2614e7c08397 None None] Port b7cf0802-b364-4a10-b288-5a91e476f1a6 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:02:05.986631 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ddcac96a-c2f6-4d1a-9d01-025677365c50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:05.994614 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaa009f-96b6-4395-858f-0ecf485792ec tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Pushing event updated for resources: {'Subnet': ['ID=d386f61c-7b3d-489f-ba7d-3f0d4b0f3c65,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:05.995187 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-df6226d5-f5f4-43e8-8024-2b6af439dc90 None None] For port 9bd842d7-e7ee-4da2-aab0-6c7a8df8e0bf, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:02:05.999394 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-df6226d5-f5f4-43e8-8024-2b6af439dc90 None None] For port 9bd842d7-e7ee-4da2-aab0-6c7a8df8e0bf, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=9bd842d7-e7ee-4da2-aab0-6c7a8df8e0bf,segment=NetworkSegment(7f0108ed-2095-4b07-b474-36b0a3650bf4),segment_id=7f0108ed-2095-4b07-b474-36b0a3650bf4)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:02:06.005914 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-df6226d5-f5f4-43e8-8024-2b6af439dc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:06.052157 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fdec6572-e7f4-405f-820a-fad2536a86dc req-75c039e8-6b36-4084-9832-66fcb04df370 service neutron] 10.222.0.52 "GET /v2.0/networks/6d0290d7-687f-4c6e-a33b-868ec400e0f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5249748 Jul 24 00:02:06.058479 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ddcac96a-c2f6-4d1a-9d01-025677365c50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:06.118669 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6226d5-f5f4-43e8-8024-2b6af439dc90 None None] Pushing event updated for resources: {'Port': ['ID=9bd842d7-e7ee-4da2-aab0-6c7a8df8e0bf,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:06.129108 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-330d4c03-e8b7-4223-b54c-17f630c6a3a6 req-0a6e9e2a-df89-435d-8ad6-0802ba4beda1 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/security-groups?id=84526489-a784-4e02-8584-4c6d6be5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3621061 Jul 24 00:02:06.130865 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6226d5-f5f4-43e8-8024-2b6af439dc90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:02:06.131224 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6226d5-f5f4-43e8-8024-2b6af439dc90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:02:06.131622 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6226d5-f5f4-43e8-8024-2b6af439dc90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:02:06.131975 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6226d5-f5f4-43e8-8024-2b6af439dc90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:02:06.132371 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6226d5-f5f4-43e8-8024-2b6af439dc90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:02:06.132861 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6226d5-f5f4-43e8-8024-2b6af439dc90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:02:06.133204 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6226d5-f5f4-43e8-8024-2b6af439dc90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:02:06.133534 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6226d5-f5f4-43e8-8024-2b6af439dc90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:02:06.133918 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6226d5-f5f4-43e8-8024-2b6af439dc90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:02:06.138955 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceaa009f-96b6-4395-858f-0ecf485792ec tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Checking segment: {'id': '446ae38c-c1b8-4710-919e-121190e47fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '891233db-51e0-49fb-bd76-d8454be54dfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:02:06.138955 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceaa009f-96b6-4395-858f-0ecf485792ec tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Network hostable DHCP agents. Network: 891233db-51e0-49fb-bd76-d8454be54dfa, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:02:06.139331 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1173d734-9087-477c-a693-5d35018761ba req-cd41718a-7761-49ec-a63c-e4e51aa4b742 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:06.144855 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1173d734-9087-477c-a693-5d35018761ba req-cd41718a-7761-49ec-a63c-e4e51aa4b742 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=94ea67e9-e264-45c6-83f2-489c4b025303 HTTP/1.1" status: 200 len: 943 time: 0.2084928 Jul 24 00:02:06.158819 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6226d5-f5f4-43e8-8024-2b6af439dc90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:02:06.158819 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6226d5-f5f4-43e8-8024-2b6af439dc90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:02:06.158819 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6226d5-f5f4-43e8-8024-2b6af439dc90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:02:06.214295 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceaa009f-96b6-4395-858f-0ecf485792ec tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Network 891233db-51e0-49fb-bd76-d8454be54dfa is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:02:06.216278 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ddcac96a-c2f6-4d1a-9d01-025677365c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:06.223771 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ddcac96a-c2f6-4d1a-9d01-025677365c50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:06.225456 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-ddcac96a-c2f6-4d1a-9d01-025677365c50 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f8073e45-7ae7-4e4c-b7b2-41941832a815 HTTP/1.1" status: 204 len: 168 time: 0.7723060 Jul 24 00:02:06.231636 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-ceaa009f-96b6-4395-858f-0ecf485792ec tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 891233db-51e0-49fb-bd76-d8454be54dfa) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:02:06.239116 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceaa009f-96b6-4395-858f-0ecf485792ec tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:06.239945 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ceaa009f-96b6-4395-858f-0ecf485792ec tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:06.246469 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6ba76e27-7caa-4fc3-9971-f361f3044e66 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:06.263284 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb0d490-c51a-4f5d-ac2a-ecb600ea63bf None None] Network 891233db-51e0-49fb-bd76-d8454be54dfa requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:02:06.286157 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1173d734-9087-477c-a693-5d35018761ba req-7cc64da6-8c3d-47ee-9ee3-00f1cdedc611 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403129 Jul 24 00:02:06.287896 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6ba76e27-7caa-4fc3-9971-f361f3044e66 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:06.300781 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-6c5ba581-f2f0-4843-9f69-1f75a704adc9 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Made reservation on behalf of 8d43db295226432aa2eb8bb806af3cad for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:02:06.304585 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-6c5ba581-f2f0-4843-9f69-1f75a704adc9 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:06.305619 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcac96a-c2f6-4d1a-9d01-025677365c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8073e45-7ae7-4e4c-b7b2-41941832a815,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:06.331279 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-ceaa009f-96b6-4395-858f-0ecf485792ec tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2668300 Jul 24 00:02:06.336345 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 54074) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:06.363981 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ba76e27-7caa-4fc3-9971-f361f3044e66 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:02:06.385617 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-c2b65c25-ec2f-4615-ae5b-1f16d70c9f9a tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-835956129', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:02:06.444434 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device b3e01dc1-4a28-4dc1-bc00-6f7b7cd3caac no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:02:06.472963 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6ba76e27-7caa-4fc3-9971-f361f3044e66 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:06.473327 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-6ba76e27-7caa-4fc3-9971-f361f3044e66 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Added segment a0de6381-ba1f-4fec-aa9c-e65e6ad06ea3 of type vlan for network f06d8391-59ed-487d-96ef-e2b4746a2436 Jul 24 00:02:06.500125 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] No Port match for: b3e01dc1-4a28-4dc1-bc00-6f7b7cd3caac {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:02:06.500475 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device b3e01dc1-4a28-4dc1-bc00-6f7b7cd3caac not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:02:06.516936 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba76e27-7caa-4fc3-9971-f361f3044e66 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=739bb304-4625-4fa8-a72f-2f40617fe06f,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:06.593508 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768ea62e-f867-4e95-a84e-71b9eb5bd2c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-891233db-51e0-49fb-bd76-d8454be54dfa', 'network_id': '891233db-51e0-49fb-bd76-d8454be54dfa', 'tenant_id': '4089b22453f945a5901919043ff32633', 'fixed_ips': [{'subnet_id': 'd386f61c-7b3d-489f-ba7d-3f0d4b0f3c65'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:02:06.594446 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-768ea62e-f867-4e95-a84e-71b9eb5bd2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:06.639621 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c2b65c25-ec2f-4615-ae5b-1f16d70c9f9a tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:06.648679 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c2b65c25-ec2f-4615-ae5b-1f16d70c9f9a tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:06.663987 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6ba76e27-7caa-4fc3-9971-f361f3044e66 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:06.806942 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-6c5ba581-f2f0-4843-9f69-1f75a704adc9 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Allocated IP 10.1.1.105 (2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62/f94f5fe1-1657-4d56-85e2-2952459188b5/6f26de75-c5e4-49eb-817c-5e4de1d05ca8) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:02:06.817129 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd647ba2-21ab-4729-8716-4cb7cafab757 req-05572299-f364-4feb-8026-e87c3cbf6d62 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:06.824179 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-dd647ba2-21ab-4729-8716-4cb7cafab757 req-05572299-f364-4feb-8026-e87c3cbf6d62 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f027578-c893-4a44-9dc2-07535ce6a55f HTTP/1.1" status: 200 len: 950 time: 0.3241391 Jul 24 00:02:06.844295 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c2b65c25-ec2f-4615-ae5b-1f16d70c9f9a tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:06.865811 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c2b65c25-ec2f-4615-ae5b-1f16d70c9f9a tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:06.870945 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6ba76e27-7caa-4fc3-9971-f361f3044e66 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:06.877911 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-dd647ba2-21ab-4729-8716-4cb7cafab757 req-826b5934-aee2-4e6d-9639-d7d1ae9ca7a9 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526671 Jul 24 00:02:06.878854 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba76e27-7caa-4fc3-9971-f361f3044e66 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:06.879644 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6ba76e27-7caa-4fc3-9971-f361f3044e66 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:06.910683 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-768ea62e-f867-4e95-a84e-71b9eb5bd2c4 None None] Allocated IP 2001:db8:1::2 (891233db-51e0-49fb-bd76-d8454be54dfa/d386f61c-7b3d-489f-ba7d-3f0d4b0f3c65/630ec816-522c-4b5f-b9be-741a53bf1232) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:02:06.949979 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c2b65c25-ec2f-4615-ae5b-1f16d70c9f9a tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:06.955184 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c2b65c25-ec2f-4615-ae5b-1f16d70c9f9a tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6178112 Jul 24 00:02:06.969365 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 54084) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:06.970231 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-6ba76e27-7caa-4fc3-9971-f361f3044e66 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.8732996 Jul 24 00:02:07.055342 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba76e27-7caa-4fc3-9971-f361f3044e66 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Pushing event updated for resources: {'Network': ['ID=f06d8391-59ed-487d-96ef-e2b4746a2436,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:07.075404 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network f06d8391-59ed-487d-96ef-e2b4746a2436 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:02:07.087191 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021b32f-da70-4a70-ad0f-c7942adcf125 req-7b3e2baf-84e7-4120-8017-64acf10d8129 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:07.089317 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b021b32f-da70-4a70-ad0f-c7942adcf125 req-7b3e2baf-84e7-4120-8017-64acf10d8129 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/ports?device_id=daad7e6f-c1db-4f59-8042-0b3f6720bbd4 HTTP/1.1" status: 200 len: 945 time: 0.2864027 Jul 24 00:02:07.112408 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 54090) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:07.134025 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-e1a7d32b-e657-4c6a-ba7a-092362cfad76 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Request body: {'subnet': {'network_id': 'f06d8391-59ed-487d-96ef-e2b4746a2436', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:02:07.398216 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-768ea62e-f867-4e95-a84e-71b9eb5bd2c4 None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:07.401895 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b021b32f-da70-4a70-ad0f-c7942adcf125 req-b6d86f91-ccb1-475b-b394-8cd7cfb4b2ea tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6a0a271-496a-4936-8ec0-ec680d307275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063753 Jul 24 00:02:07.422659 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 9bd842d7-e7ee-4da2-aab0-6c7a8df8e0bf up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:02:07.433257 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-768ea62e-f867-4e95-a84e-71b9eb5bd2c4 None None] Transition to ACTIVE for port object 630ec816-522c-4b5f-b9be-741a53bf1232 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:02:07.470138 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a7d32b-e657-4c6a-ba7a-092362cfad76 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Made reservation on behalf of 34214e4fa0b24be19b34152b09c86b8d for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:02:07.481282 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e1a7d32b-e657-4c6a-ba7a-092362cfad76 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:07.543818 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-768ea62e-f867-4e95-a84e-71b9eb5bd2c4 None None] Transition to ACTIVE for port object 630ec816-522c-4b5f-b9be-741a53bf1232 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:02:07.560454 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-768ea62e-f867-4e95-a84e-71b9eb5bd2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:07.579740 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768ea62e-f867-4e95-a84e-71b9eb5bd2c4 None None] Network 891233db-51e0-49fb-bd76-d8454be54dfa is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:02:07.585728 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-768ea62e-f867-4e95-a84e-71b9eb5bd2c4 None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:02:07.600445 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 50c47112-5c92-40b3-9684-36014717281c details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:02:07.603321 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768ea62e-f867-4e95-a84e-71b9eb5bd2c4 None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:02:07.821433 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 9bd842d7-e7ee-4da2-aab0-6c7a8df8e0bf completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:02:07.824050 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.db.resource_extend [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 24 00:02:07.826470 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-768ea62e-f867-4e95-a84e-71b9eb5bd2c4 None None] Attempting to bind port 630ec816-522c-4b5f-b9be-741a53bf1232 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:02:07.826859 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-768ea62e-f867-4e95-a84e-71b9eb5bd2c4 None None] Attempting to bind port 630ec816-522c-4b5f-b9be-741a53bf1232 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '446ae38c-c1b8-4710-919e-121190e47fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '891233db-51e0-49fb-bd76-d8454be54dfa'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:02:07.827208 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768ea62e-f867-4e95-a84e-71b9eb5bd2c4 None None] Attempting to bind port 630ec816-522c-4b5f-b9be-741a53bf1232 on network 891233db-51e0-49fb-bd76-d8454be54dfa {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:02:07.838656 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768ea62e-f867-4e95-a84e-71b9eb5bd2c4 None None] Pushing event updated for resources: {'Port': ['ID=630ec816-522c-4b5f-b9be-741a53bf1232,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:07.856348 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768ea62e-f867-4e95-a84e-71b9eb5bd2c4 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:02:07.856730 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768ea62e-f867-4e95-a84e-71b9eb5bd2c4 None None] Checking segment: {'id': '446ae38c-c1b8-4710-919e-121190e47fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '891233db-51e0-49fb-bd76-d8454be54dfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:02:07.857242 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-768ea62e-f867-4e95-a84e-71b9eb5bd2c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:07.857643 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768ea62e-f867-4e95-a84e-71b9eb5bd2c4 None None] Bound using segment: {'id': '446ae38c-c1b8-4710-919e-121190e47fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '891233db-51e0-49fb-bd76-d8454be54dfa'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:02:07.858123 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-768ea62e-f867-4e95-a84e-71b9eb5bd2c4 None None] Bound port: 630ec816-522c-4b5f-b9be-741a53bf1232, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '446ae38c-c1b8-4710-919e-121190e47fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '891233db-51e0-49fb-bd76-d8454be54dfa'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:02:07.858505 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-768ea62e-f867-4e95-a84e-71b9eb5bd2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:07.890070 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e1a7d32b-e657-4c6a-ba7a-092362cfad76 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:07.981764 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47629400-5642-43f2-b556-c52e8054a802 None None] Network 8616b7ff-7fe5-4a0c-b2dc-98b7e625782a requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:02:08.000394 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87e6d41-acef-4b36-857d-eee3843e7107 req-3edc6cda-c183-43d3-9ec2-a32b902f95d2 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:08.001925 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-6c5ba581-f2f0-4843-9f69-1f75a704adc9 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:08.009227 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e87e6d41-acef-4b36-857d-eee3843e7107 req-3edc6cda-c183-43d3-9ec2-a32b902f95d2 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=94ea67e9-e264-45c6-83f2-489c4b025303 HTTP/1.1" status: 200 len: 943 time: 0.3087976 Jul 24 00:02:08.020566 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7d32b-e657-4c6a-ba7a-092362cfad76 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Pushing event updated for resources: {'Subnet': ['ID=739e2455-86ea-4fa6-a9f1-d5b2bdf320b1,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:08.053966 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a7d32b-e657-4c6a-ba7a-092362cfad76 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Checking segment: {'id': 'a0de6381-ba1f-4fec-aa9c-e65e6ad06ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'f06d8391-59ed-487d-96ef-e2b4746a2436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:02:08.054498 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a7d32b-e657-4c6a-ba7a-092362cfad76 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Network hostable DHCP agents. Network: f06d8391-59ed-487d-96ef-e2b4746a2436, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:02:08.057483 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-6c5ba581-f2f0-4843-9f69-1f75a704adc9 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Transition to ACTIVE for port object 6f26de75-c5e4-49eb-817c-5e4de1d05ca8 will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:02:08.088393 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9a1365-0e8c-4386-8e29-937515e4acb9 req-cd64c435-a27e-462d-b399-136157101919 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:08.095539 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9a1365-0e8c-4386-8e29-937515e4acb9 req-cd64c435-a27e-462d-b399-136157101919 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:08.104521 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1c9a1365-0e8c-4386-8e29-937515e4acb9 req-cd64c435-a27e-462d-b399-136157101919 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/ports?device_id=12c01cab-6f38-47e5-a713-3b0033ce846b HTTP/1.1" status: 200 len: 1654 time: 0.2802136 Jul 24 00:02:08.156354 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e87e6d41-acef-4b36-857d-eee3843e7107 req-d3c778a1-b40d-4ac8-a3b3-98b3aadc50ae tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445477 Jul 24 00:02:08.170506 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a7d32b-e657-4c6a-ba7a-092362cfad76 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Network f06d8391-59ed-487d-96ef-e2b4746a2436 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:02:08.192315 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-5abecd0d-ec12-4a78-b1ae-42864a43b842 None None] Provisioning for port 9bd842d7-e7ee-4da2-aab0-6c7a8df8e0bf completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:02:08.193232 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-e1a7d32b-e657-4c6a-ba7a-092362cfad76 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, f06d8391-59ed-487d-96ef-e2b4746a2436) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:02:08.199090 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a7d32b-e657-4c6a-ba7a-092362cfad76 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:08.201886 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e1a7d32b-e657-4c6a-ba7a-092362cfad76 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:08.209109 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-5abecd0d-ec12-4a78-b1ae-42864a43b842 None None] Provisioning complete for port 9bd842d7-e7ee-4da2-aab0-6c7a8df8e0bf triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:02:08.209962 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-5abecd0d-ec12-4a78-b1ae-42864a43b842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:08.217765 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-dcfcdc46-8505-47ec-8f95-f0d3cf846ba6 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:08.220739 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4f3258-cc52-47ef-8a4d-bca10bbbdeb9 None None] Network f06d8391-59ed-487d-96ef-e2b4746a2436 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:02:08.244723 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-e1a7d32b-e657-4c6a-ba7a-092362cfad76 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.1271882 Jul 24 00:02:08.245139 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 54116) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:08.245752 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-768ea62e-f867-4e95-a84e-71b9eb5bd2c4 None None] For port 630ec816-522c-4b5f-b9be-741a53bf1232, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:02:08.253615 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-69e84adc-36bc-4f09-a9a2-d8760210dc74 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-452994007'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:02:08.303547 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1c9a1365-0e8c-4386-8e29-937515e4acb9 req-4a4a74c2-1623-4702-941d-df832c553903 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/security-groups?id=84526489-a784-4e02-8584-4c6d6be5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1976922 Jul 24 00:02:08.309116 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 50c47112-5c92-40b3-9684-36014717281c, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=50c47112-5c92-40b3-9684-36014717281c,segment=NetworkSegment(03844098-4008-432a-ad64-80c1a7ec0473),segment_id=03844098-4008-432a-ad64-80c1a7ec0473)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:02:08.351798 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-6c5ba581-f2f0-4843-9f69-1f75a704adc9 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:08.372615 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-768ea62e-f867-4e95-a84e-71b9eb5bd2c4 None None] For port 630ec816-522c-4b5f-b9be-741a53bf1232, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=630ec816-522c-4b5f-b9be-741a53bf1232,segment=NetworkSegment(446ae38c-c1b8-4710-919e-121190e47fe4),segment_id=446ae38c-c1b8-4710-919e-121190e47fe4)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:02:08.394335 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-768ea62e-f867-4e95-a84e-71b9eb5bd2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:08.432065 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e84adc-36bc-4f09-a9a2-d8760210dc74 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Made reservation on behalf of 34214e4fa0b24be19b34152b09c86b8d for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:02:08.446318 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-69e84adc-36bc-4f09-a9a2-d8760210dc74 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:08.451719 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-6c5ba581-f2f0-4843-9f69-1f75a704adc9 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Network 2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:02:08.459996 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': '50c47112-5c92-40b3-9684-36014717281c', 'network_id': '6d0290d7-687f-4c6e-a33b-868ec400e0f9', 'port_id': '50c47112-5c92-40b3-9684-36014717281c', 'mac_address': 'fa:16:3e:1f:e6:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c5e7796-9746-457d-b93a-6a23003ac2f0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:02:08.462412 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-6c5ba581-f2f0-4843-9f69-1f75a704adc9 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:02:08.467702 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768ea62e-f867-4e95-a84e-71b9eb5bd2c4 None None] Pushing event updated for resources: {'Port': ['ID=630ec816-522c-4b5f-b9be-741a53bf1232,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:08.526560 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-6c5ba581-f2f0-4843-9f69-1f75a704adc9 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:02:08.529790 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ddd8cc-53e7-4e03-818f-68178b0d0a0f req-b6188b5d-f986-44cd-b7fc-e15020bad3d3 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:08.540949 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-86ddd8cc-53e7-4e03-818f-68178b0d0a0f req-b6188b5d-f986-44cd-b7fc-e15020bad3d3 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f027578-c893-4a44-9dc2-07535ce6a55f HTTP/1.1" status: 200 len: 950 time: 0.2655597 Jul 24 00:02:08.592400 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69e84adc-36bc-4f09-a9a2-d8760210dc74 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:02:08.608799 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-69e84adc-36bc-4f09-a9a2-d8760210dc74 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:08.610443 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-69e84adc-36bc-4f09-a9a2-d8760210dc74 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Added segment 77740c79-cb44-4a27-925d-3e33af05367c of type vlan for network 6fd50031-e55e-4b1b-ace1-77bdba8d64c7 Jul 24 00:02:08.629425 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-6c5ba581-f2f0-4843-9f69-1f75a704adc9 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:08.630188 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-6c5ba581-f2f0-4843-9f69-1f75a704adc9 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:08.669508 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-69e84adc-36bc-4f09-a9a2-d8760210dc74 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:08.688895 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5ba581-f2f0-4843-9f69-1f75a704adc9 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Pushing event updated for resources: {'Port': ['ID=6f26de75-c5e4-49eb-817c-5e4de1d05ca8,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:08.764833 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-6c5ba581-f2f0-4843-9f69-1f75a704adc9 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9909439 Jul 24 00:02:08.766876 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-69e84adc-36bc-4f09-a9a2-d8760210dc74 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:08.784669 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e84adc-36bc-4f09-a9a2-d8760210dc74 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:08.785486 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-69e84adc-36bc-4f09-a9a2-d8760210dc74 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:08.824735 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-3160981e-0496-4495-8580-9d447ea200d4 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Request body: {'port': {'device_id': '12c01cab-6f38-47e5-a713-3b0033ce846b', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '0bd87d55-8051-4371-bdff-26afb21cf3d1', 'admin_state_up': True, 'tenant_id': '8d43db295226432aa2eb8bb806af3cad', 'security_groups': ['84526489-a784-4e02-8584-4c6d6be5479e']}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:02:08.966731 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-69e84adc-36bc-4f09-a9a2-d8760210dc74 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7204084 Jul 24 00:02:08.975168 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 54144) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:08.984840 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-86ddd8cc-53e7-4e03-818f-68178b0d0a0f req-a57c32e2-c733-40d4-b2ba-bd7bf2a207c7 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4273496 Jul 24 00:02:09.077455 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-614c4158-6c76-4b40-a577-e69d5b99b9f2 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Request body: {'subnet': {'network_id': '6fd50031-e55e-4b1b-ace1-77bdba8d64c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:02:09.082230 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e84adc-36bc-4f09-a9a2-d8760210dc74 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Pushing event updated for resources: {'Network': ['ID=6fd50031-e55e-4b1b-ace1-77bdba8d64c7,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:09.162171 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-5abecd0d-ec12-4a78-b1ae-42864a43b842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:09.220668 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 6fd50031-e55e-4b1b-ace1-77bdba8d64c7 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:02:09.248160 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:09.348376 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-dcfcdc46-8505-47ec-8f95-f0d3cf846ba6 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Allocated IP 2001:db8::1 (8616b7ff-7fe5-4a0c-b2dc-98b7e625782a/46b858ba-f381-41b1-923a-5ec05d0b242c/05c048cd-7348-472f-a4c0-317cf390fd2e) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:02:09.365147 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50c47112-5c92-40b3-9684-36014717281c {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:02:09.401702 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5addea1d-e118-463d-a4d0-dcac142c6387 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-f06d8391-59ed-487d-96ef-e2b4746a2436', 'network_id': 'f06d8391-59ed-487d-96ef-e2b4746a2436', 'tenant_id': '34214e4fa0b24be19b34152b09c86b8d', 'fixed_ips': [{'subnet_id': '739e2455-86ea-4fa6-a9f1-d5b2bdf320b1'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:02:09.402637 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-5addea1d-e118-463d-a4d0-dcac142c6387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:09.447397 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b2216a-d341-40d5-a22c-7991ca03eaca req-d2fda00a-3d9a-438a-ba54-c0488839f513 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:09.454417 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-43b2216a-d341-40d5-a22c-7991ca03eaca req-d2fda00a-3d9a-438a-ba54-c0488839f513 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=94ea67e9-e264-45c6-83f2-489c4b025303 HTTP/1.1" status: 200 len: 943 time: 0.1489747 Jul 24 00:02:09.475030 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-5abecd0d-ec12-4a78-b1ae-42864a43b842 None None] For port 9bd842d7-e7ee-4da2-aab0-6c7a8df8e0bf, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=9bd842d7-e7ee-4da2-aab0-6c7a8df8e0bf,segment=NetworkSegment(7f0108ed-2095-4b07-b474-36b0a3650bf4),segment_id=7f0108ed-2095-4b07-b474-36b0a3650bf4)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:02:09.476221 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 630ec816-522c-4b5f-b9be-741a53bf1232 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:02:09.497749 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8ac493-65b7-4dca-be4d-1a3ed5ef3ad7 req-f9dded38-4edb-4273-aab1-b2b8c96445b4 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:09.499436 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fc8ac493-65b7-4dca-be4d-1a3ed5ef3ad7 req-f9dded38-4edb-4273-aab1-b2b8c96445b4 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/ports?device_id=daad7e6f-c1db-4f59-8042-0b3f6720bbd4 HTTP/1.1" status: 200 len: 945 time: 0.8936293 Jul 24 00:02:09.516514 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-5abecd0d-ec12-4a78-b1ae-42864a43b842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:09.537867 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-43b2216a-d341-40d5-a22c-7991ca03eaca req-654c8dc1-2021-4ea3-8214-3a62cdeb6210 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766630 Jul 24 00:02:09.577945 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fc8ac493-65b7-4dca-be4d-1a3ed5ef3ad7 req-f1fffdd2-fefb-40d0-a518-190354655e16 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6a0a271-496a-4936-8ec0-ec680d307275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721195 Jul 24 00:02:09.600605 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-614c4158-6c76-4b40-a577-e69d5b99b9f2 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Made reservation on behalf of 34214e4fa0b24be19b34152b09c86b8d for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:02:09.604299 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-614c4158-6c76-4b40-a577-e69d5b99b9f2 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:09.624756 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 50c47112-5c92-40b3-9684-36014717281c, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=50c47112-5c92-40b3-9684-36014717281c,segment=NetworkSegment(03844098-4008-432a-ad64-80c1a7ec0473),segment_id=03844098-4008-432a-ad64-80c1a7ec0473)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:02:09.710388 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-dcfcdc46-8505-47ec-8f95-f0d3cf846ba6 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:09.726699 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [None req-dcfcdc46-8505-47ec-8f95-f0d3cf846ba6 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Transition to ACTIVE for port object 05c048cd-7348-472f-a4c0-317cf390fd2e will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:02:09.760699 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:09.789468 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-dcfcdc46-8505-47ec-8f95-f0d3cf846ba6 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:09.794021 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93478a76-e84d-4257-b720-2ea06921ba5b req-41f4195a-dbf0-4779-a502-ffe1f36cc090 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:09.800048 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-3160981e-0496-4495-8580-9d447ea200d4 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Made reservation on behalf of 8d43db295226432aa2eb8bb806af3cad for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:02:09.807031 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93478a76-e84d-4257-b720-2ea06921ba5b req-41f4195a-dbf0-4779-a502-ffe1f36cc090 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:09.825185 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93478a76-e84d-4257-b720-2ea06921ba5b req-41f4195a-dbf0-4779-a502-ffe1f36cc090 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:09.834301 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-93478a76-e84d-4257-b720-2ea06921ba5b req-41f4195a-dbf0-4779-a502-ffe1f36cc090 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/ports?device_id=12c01cab-6f38-47e5-a713-3b0033ce846b HTTP/1.1" status: 200 len: 2375 time: 0.1778867 Jul 24 00:02:09.880662 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abecd0d-ec12-4a78-b1ae-42864a43b842 None None] Pushing event updated for resources: {'Port': ['ID=9bd842d7-e7ee-4da2-aab0-6c7a8df8e0bf,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:09.914549 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-93478a76-e84d-4257-b720-2ea06921ba5b req-d1f6def9-219f-4aff-b5a5-cd00430f0632 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/security-groups?id=84526489-a784-4e02-8584-4c6d6be5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732512 Jul 24 00:02:10.092145 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfcdc46-8505-47ec-8f95-f0d3cf846ba6 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Pushing event updated for resources: {'Port': ['ID=05c048cd-7348-472f-a4c0-317cf390fd2e,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:10.096183 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfcdc46-8505-47ec-8f95-f0d3cf846ba6 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Network 8616b7ff-7fe5-4a0c-b2dc-98b7e625782a is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:02:10.100202 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-614c4158-6c76-4b40-a577-e69d5b99b9f2 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:10.110998 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-dcfcdc46-8505-47ec-8f95-f0d3cf846ba6 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:02:10.116115 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-5addea1d-e118-463d-a4d0-dcac142c6387 None None] Allocated IP 172.20.255.242 (f06d8391-59ed-487d-96ef-e2b4746a2436/739e2455-86ea-4fa6-a9f1-d5b2bdf320b1/e9a9f748-c0c8-4514-b655-18b000519ce5) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:02:10.125882 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfcdc46-8505-47ec-8f95-f0d3cf846ba6 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:02:10.126607 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-dcfcdc46-8505-47ec-8f95-f0d3cf846ba6 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681761'] for router_interface, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:10.209482 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-933a7550-a297-4f1e-98f7-81e4ff12f570 None None] Provisioning complete for port 9bd842d7-e7ee-4da2-aab0-6c7a8df8e0bf triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:02:10.210127 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-933a7550-a297-4f1e-98f7-81e4ff12f570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:10.275934 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=50c47112-5c92-40b3-9684-36014717281c,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:10.280280 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f2805b-cabb-4a73-8bcc-80acf1137b9b None None] Network 891233db-51e0-49fb-bd76-d8454be54dfa requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:02:10.286564 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['50c47112-5c92-40b3-9684-36014717281c'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:02:10.295612 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614c4158-6c76-4b40-a577-e69d5b99b9f2 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Pushing event updated for resources: {'Subnet': ['ID=fe3f5f61-8b64-46e4-8fd0-bef7dc5f5889,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:10.314256 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-3160981e-0496-4495-8580-9d447ea200d4 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:10.350181 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 630ec816-522c-4b5f-b9be-741a53bf1232 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:02:10.429182 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614c4158-6c76-4b40-a577-e69d5b99b9f2 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Checking segment: {'id': '77740c79-cb44-4a27-925d-3e33af05367c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '6fd50031-e55e-4b1b-ace1-77bdba8d64c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:02:10.429550 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614c4158-6c76-4b40-a577-e69d5b99b9f2 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Network hostable DHCP agents. Network: 6fd50031-e55e-4b1b-ace1-77bdba8d64c7, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:02:10.534913 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba422c41-8b45-462a-80d9-edda3afaae00 req-44249bcb-a091-4bd5-bb27-077851ae7a9d tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:10.536548 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ba422c41-8b45-462a-80d9-edda3afaae00 req-44249bcb-a091-4bd5-bb27-077851ae7a9d tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f027578-c893-4a44-9dc2-07535ce6a55f HTTP/1.1" status: 200 len: 950 time: 0.3462279 Jul 24 00:02:10.565021 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614c4158-6c76-4b40-a577-e69d5b99b9f2 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Network 6fd50031-e55e-4b1b-ace1-77bdba8d64c7 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:02:10.728301 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc8aa93-0732-4930-9570-63130103d56a req-af760672-1475-4216-8bae-1057dbca697f tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:10.738363 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8bc8aa93-0732-4930-9570-63130103d56a req-af760672-1475-4216-8bae-1057dbca697f tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=94ea67e9-e264-45c6-83f2-489c4b025303 HTTP/1.1" status: 200 len: 944 time: 0.0939326 Jul 24 00:02:10.753501 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-614c4158-6c76-4b40-a577-e69d5b99b9f2 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 6fd50031-e55e-4b1b-ace1-77bdba8d64c7) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:02:10.774614 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614c4158-6c76-4b40-a577-e69d5b99b9f2 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:10.775237 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-614c4158-6c76-4b40-a577-e69d5b99b9f2 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:10.788905 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12eb6fd-c3f5-487c-a8c0-b4280cd6900f None None] Network 6fd50031-e55e-4b1b-ace1-77bdba8d64c7 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:02:10.800492 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8bc8aa93-0732-4930-9570-63130103d56a req-2243bc7f-af77-4567-9bf9-38d659d6c7a7 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610502 Jul 24 00:02:10.834428 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ba422c41-8b45-462a-80d9-edda3afaae00 req-991cfd36-a958-4ae9-ac77-ac249a29cdb1 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705607 Jul 24 00:02:10.873078 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-dcfcdc46-8505-47ec-8f95-f0d3cf846ba6 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:10.911775 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-614c4158-6c76-4b40-a577-e69d5b99b9f2 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.8613336 Jul 24 00:02:10.917133 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-5addea1d-e118-463d-a4d0-dcac142c6387 None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:10.920505 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 54232) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:10.972977 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-5addea1d-e118-463d-a4d0-dcac142c6387 None None] Transition to ACTIVE for port object e9a9f748-c0c8-4514-b655-18b000519ce5 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:02:10.979676 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-933a7550-a297-4f1e-98f7-81e4ff12f570 None None] Provisioning for port 6f26de75-c5e4-49eb-817c-5e4de1d05ca8 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:02:11.031029 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-933a7550-a297-4f1e-98f7-81e4ff12f570 None None] Provisioning complete for port 6f26de75-c5e4-49eb-817c-5e4de1d05ca8 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:02:11.032107 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-933a7550-a297-4f1e-98f7-81e4ff12f570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:11.042000 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-5addea1d-e118-463d-a4d0-dcac142c6387 None None] Transition to ACTIVE for port object e9a9f748-c0c8-4514-b655-18b000519ce5 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:02:11.043353 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae924bd-fcee-4270-b020-2f7ff7a7411b req-4027bcf7-f71d-4295-803b-3dc541e6f089 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:11.047363 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6ae924bd-fcee-4270-b020-2f7ff7a7411b req-4027bcf7-f71d-4295-803b-3dc541e6f089 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/ports?device_id=daad7e6f-c1db-4f59-8042-0b3f6720bbd4 HTTP/1.1" status: 200 len: 945 time: 0.1476169 Jul 24 00:02:11.083404 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-3160981e-0496-4495-8580-9d447ea200d4 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Allocated IP 10.2.2.100 (0bd87d55-8051-4371-bdff-26afb21cf3d1/27043a76-3596-4241-bf83-647bae554fd9/5c877d48-93c7-48db-a9f4-abde1712a9b4) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:02:11.104858 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-5addea1d-e118-463d-a4d0-dcac142c6387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:11.137952 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6ae924bd-fcee-4270-b020-2f7ff7a7411b req-f9885307-876a-4b5c-9031-45399a64bec8 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6a0a271-496a-4936-8ec0-ec680d307275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781112 Jul 24 00:02:11.227283 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-933a7550-a297-4f1e-98f7-81e4ff12f570 None None] Port 6f26de75-c5e4-49eb-817c-5e4de1d05ca8 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:02:11.234963 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5addea1d-e118-463d-a4d0-dcac142c6387 None None] Network f06d8391-59ed-487d-96ef-e2b4746a2436 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:02:11.252669 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-5addea1d-e118-463d-a4d0-dcac142c6387 None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:02:11.288210 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5addea1d-e118-463d-a4d0-dcac142c6387 None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:02:11.303520 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c950c88-6fd4-4515-96dd-f8b6e081ce50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-6fd50031-e55e-4b1b-ace1-77bdba8d64c7', 'network_id': '6fd50031-e55e-4b1b-ace1-77bdba8d64c7', 'tenant_id': '34214e4fa0b24be19b34152b09c86b8d', 'fixed_ips': [{'subnet_id': 'fe3f5f61-8b64-46e4-8fd0-bef7dc5f5889'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:02:11.304387 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3c950c88-6fd4-4515-96dd-f8b6e081ce50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:11.306295 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5addea1d-e118-463d-a4d0-dcac142c6387 None None] Pushing event updated for resources: {'Port': ['ID=e9a9f748-c0c8-4514-b655-18b000519ce5,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:11.379522 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 9bd842d7-e7ee-4da2-aab0-6c7a8df8e0bf up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:02:11.513295 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-3160981e-0496-4495-8580-9d447ea200d4 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:11.531202 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-3160981e-0496-4495-8580-9d447ea200d4 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Transition to ACTIVE for port object 5c877d48-93c7-48db-a9f4-abde1712a9b4 will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:02:11.566032 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-847e2220-802c-4cd9-8595-21087097e066 None None] Provisioning for port 05c048cd-7348-472f-a4c0-317cf390fd2e completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:02:11.570749 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-5addea1d-e118-463d-a4d0-dcac142c6387 None None] Attempting to bind port e9a9f748-c0c8-4514-b655-18b000519ce5 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:02:11.571129 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-5addea1d-e118-463d-a4d0-dcac142c6387 None None] Attempting to bind port e9a9f748-c0c8-4514-b655-18b000519ce5 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': 'a0de6381-ba1f-4fec-aa9c-e65e6ad06ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'f06d8391-59ed-487d-96ef-e2b4746a2436'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:02:11.571498 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5addea1d-e118-463d-a4d0-dcac142c6387 None None] Attempting to bind port e9a9f748-c0c8-4514-b655-18b000519ce5 on network f06d8391-59ed-487d-96ef-e2b4746a2436 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:02:11.584303 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3732ea12-ff82-41c9-a7d8-5a99340d7f50 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:11.597514 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-847e2220-802c-4cd9-8595-21087097e066 None None] Provisioning complete for port 05c048cd-7348-472f-a4c0-317cf390fd2e triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:02:11.598153 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-847e2220-802c-4cd9-8595-21087097e066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:11.600706 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-3160981e-0496-4495-8580-9d447ea200d4 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:11.606166 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5addea1d-e118-463d-a4d0-dcac142c6387 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:02:11.606546 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5addea1d-e118-463d-a4d0-dcac142c6387 None None] Checking segment: {'id': 'a0de6381-ba1f-4fec-aa9c-e65e6ad06ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'f06d8391-59ed-487d-96ef-e2b4746a2436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:02:11.606963 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-5addea1d-e118-463d-a4d0-dcac142c6387 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:11.607370 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5addea1d-e118-463d-a4d0-dcac142c6387 None None] Bound using segment: {'id': 'a0de6381-ba1f-4fec-aa9c-e65e6ad06ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'f06d8391-59ed-487d-96ef-e2b4746a2436'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:02:11.607854 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-5addea1d-e118-463d-a4d0-dcac142c6387 None None] Bound port: e9a9f748-c0c8-4514-b655-18b000519ce5, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0de6381-ba1f-4fec-aa9c-e65e6ad06ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'f06d8391-59ed-487d-96ef-e2b4746a2436'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:02:11.608301 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-5addea1d-e118-463d-a4d0-dcac142c6387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:11.741364 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-3c950c88-6fd4-4515-96dd-f8b6e081ce50 None None] Allocated IP 172.20.0.2 (6fd50031-e55e-4b1b-ace1-77bdba8d64c7/fe3f5f61-8b64-46e4-8fd0-bef7dc5f5889/e8736e99-e967-48fe-9164-34e76da5f21b) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:02:11.762970 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-3160981e-0496-4495-8580-9d447ea200d4 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Network 0bd87d55-8051-4371-bdff-26afb21cf3d1 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:02:11.794652 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-3160981e-0496-4495-8580-9d447ea200d4 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:02:11.796624 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160981e-0496-4495-8580-9d447ea200d4 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Pushing event updated for resources: {'Port': ['ID=5c877d48-93c7-48db-a9f4-abde1712a9b4,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:11.800579 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-3160981e-0496-4495-8580-9d447ea200d4 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:02:11.873409 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-5addea1d-e118-463d-a4d0-dcac142c6387 None None] For port e9a9f748-c0c8-4514-b655-18b000519ce5, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:02:11.875970 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9828ec3f-edf9-4666-b1cf-739f8d3cbc59 req-d6a6b550-c6bf-4626-947f-6ff16ea3900e tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:11.877874 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-5addea1d-e118-463d-a4d0-dcac142c6387 None None] For port e9a9f748-c0c8-4514-b655-18b000519ce5, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=e9a9f748-c0c8-4514-b655-18b000519ce5,segment=NetworkSegment(a0de6381-ba1f-4fec-aa9c-e65e6ad06ea3),segment_id=a0de6381-ba1f-4fec-aa9c-e65e6ad06ea3)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:02:11.881243 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-847e2220-802c-4cd9-8595-21087097e066 None None] Port 05c048cd-7348-472f-a4c0-317cf390fd2e cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:02:11.883987 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9828ec3f-edf9-4666-b1cf-739f8d3cbc59 req-d6a6b550-c6bf-4626-947f-6ff16ea3900e tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:11.899599 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9828ec3f-edf9-4666-b1cf-739f8d3cbc59 req-d6a6b550-c6bf-4626-947f-6ff16ea3900e tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:11.902401 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-5addea1d-e118-463d-a4d0-dcac142c6387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:11.904432 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9828ec3f-edf9-4666-b1cf-739f8d3cbc59 req-d6a6b550-c6bf-4626-947f-6ff16ea3900e tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/ports?device_id=12c01cab-6f38-47e5-a713-3b0033ce846b HTTP/1.1" status: 200 len: 2375 time: 0.7547760 Jul 24 00:02:11.911649 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 9bd842d7-e7ee-4da2-aab0-6c7a8df8e0bf triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:02:11.912333 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:12.027955 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5addea1d-e118-463d-a4d0-dcac142c6387 None None] Pushing event updated for resources: {'Port': ['ID=e9a9f748-c0c8-4514-b655-18b000519ce5,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:12.030921 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-847e2220-802c-4cd9-8595-21087097e066 None None] Provisioning for port 630ec816-522c-4b5f-b9be-741a53bf1232 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:02:12.060884 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-847e2220-802c-4cd9-8595-21087097e066 None None] Provisioning complete for port 630ec816-522c-4b5f-b9be-741a53bf1232 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:02:12.069964 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-847e2220-802c-4cd9-8595-21087097e066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:12.084455 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b129ee4-4671-4067-9d11-7273086ab631 req-b5832386-1840-42ec-97bb-c9e7165af823 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:12.086519 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5b129ee4-4671-4067-9d11-7273086ab631 req-b5832386-1840-42ec-97bb-c9e7165af823 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=94ea67e9-e264-45c6-83f2-489c4b025303 HTTP/1.1" status: 200 len: 944 time: 0.1882823 Jul 24 00:02:12.170149 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5b129ee4-4671-4067-9d11-7273086ab631 req-f228c418-62de-483b-b120-7d265a4936cb tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775273 Jul 24 00:02:12.183458 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3732ea12-ff82-41c9-a7d8-5a99340d7f50 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:12.246723 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-dcfcdc46-8505-47ec-8f95-f0d3cf846ba6 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:12.257170 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-3160981e-0496-4495-8580-9d447ea200d4 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:12.258497 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-3160981e-0496-4495-8580-9d447ea200d4 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:12.268191 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-dcfcdc46-8505-47ec-8f95-f0d3cf846ba6 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:12.269352 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-dcfcdc46-8505-47ec-8f95-f0d3cf846ba6 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680980'] for router_interface, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:12.457923 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694c8fa-e7bb-48ea-b791-f1ca8188ea2d req-1b236a08-5b87-4671-ab33-482701d8e355 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:12.465553 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5694c8fa-e7bb-48ea-b791-f1ca8188ea2d req-1b236a08-5b87-4671-ab33-482701d8e355 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f027578-c893-4a44-9dc2-07535ce6a55f HTTP/1.1" status: 200 len: 950 time: 0.1880782 Jul 24 00:02:12.548341 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5694c8fa-e7bb-48ea-b791-f1ca8188ea2d req-bea08a50-7563-4040-8441-efa0587736a0 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817857 Jul 24 00:02:12.574906 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfcdc46-8505-47ec-8f95-f0d3cf846ba6 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Pushing event updated for resources: {'Port': ['ID=05c048cd-7348-472f-a4c0-317cf390fd2e,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:12.590219 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfcdc46-8505-47ec-8f95-f0d3cf846ba6 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Network 8616b7ff-7fe5-4a0c-b2dc-98b7e625782a is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:02:12.605802 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-dcfcdc46-8505-47ec-8f95-f0d3cf846ba6 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:02:12.654736 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3c950c88-6fd4-4515-96dd-f8b6e081ce50 None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:12.664525 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-3160981e-0496-4495-8580-9d447ea200d4 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8680606 Jul 24 00:02:12.670219 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-847e2220-802c-4cd9-8595-21087097e066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:12.675039 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-3c950c88-6fd4-4515-96dd-f8b6e081ce50 None None] Transition to ACTIVE for port object e8736e99-e967-48fe-9164-34e76da5f21b will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:02:12.732190 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c6fa06-1705-4f7e-af60-f2a108fb2455 req-d4b49c3a-4eaa-4db7-a8f2-1278c78bd1f4 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:12.738559 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-62c6fa06-1705-4f7e-af60-f2a108fb2455 req-d4b49c3a-4eaa-4db7-a8f2-1278c78bd1f4 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/ports?device_id=daad7e6f-c1db-4f59-8042-0b3f6720bbd4 HTTP/1.1" status: 200 len: 945 time: 0.1016290 Jul 24 00:02:12.752875 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-847e2220-802c-4cd9-8595-21087097e066 None None] For port 630ec816-522c-4b5f-b9be-741a53bf1232, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=630ec816-522c-4b5f-b9be-741a53bf1232,segment=NetworkSegment(446ae38c-c1b8-4710-919e-121190e47fe4),segment_id=446ae38c-c1b8-4710-919e-121190e47fe4)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:02:12.754649 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-3c950c88-6fd4-4515-96dd-f8b6e081ce50 None None] Transition to ACTIVE for port object e8736e99-e967-48fe-9164-34e76da5f21b will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:02:12.763934 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-847e2220-802c-4cd9-8595-21087097e066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:12.768192 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3c950c88-6fd4-4515-96dd-f8b6e081ce50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:12.772571 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-2f3ce912-ea07-40dd-9ff5-db007522db59 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Request body: {'port': {'device_id': '12c01cab-6f38-47e5-a713-3b0033ce846b', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '0bd87d55-8051-4371-bdff-26afb21cf3d1', 'admin_state_up': True, 'tenant_id': '8d43db295226432aa2eb8bb806af3cad', 'security_groups': ['84526489-a784-4e02-8584-4c6d6be5479e']}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:02:12.813466 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c950c88-6fd4-4515-96dd-f8b6e081ce50 None None] Network 6fd50031-e55e-4b1b-ace1-77bdba8d64c7 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:02:12.816543 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-3c950c88-6fd4-4515-96dd-f8b6e081ce50 None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:02:12.821280 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c950c88-6fd4-4515-96dd-f8b6e081ce50 None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:02:12.830625 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-62c6fa06-1705-4f7e-af60-f2a108fb2455 req-1a0f3d57-df66-4ade-b627-3579a04c527f tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6a0a271-496a-4936-8ec0-ec680d307275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838752 Jul 24 00:02:12.850722 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847e2220-802c-4cd9-8595-21087097e066 None None] Pushing event updated for resources: {'Port': ['ID=630ec816-522c-4b5f-b9be-741a53bf1232,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:12.956115 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c950c88-6fd4-4515-96dd-f8b6e081ce50 None None] Pushing event updated for resources: {'Port': ['ID=e8736e99-e967-48fe-9164-34e76da5f21b,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:13.029721 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-e1893c82-d32a-44bc-894a-e6d9a9f512af None None] Provisioning complete for port 630ec816-522c-4b5f-b9be-741a53bf1232 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:02:13.030104 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e1893c82-d32a-44bc-894a-e6d9a9f512af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:13.067329 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-3c950c88-6fd4-4515-96dd-f8b6e081ce50 None None] Attempting to bind port e8736e99-e967-48fe-9164-34e76da5f21b on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:02:13.067706 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-3c950c88-6fd4-4515-96dd-f8b6e081ce50 None None] Attempting to bind port e8736e99-e967-48fe-9164-34e76da5f21b by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '77740c79-cb44-4a27-925d-3e33af05367c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '6fd50031-e55e-4b1b-ace1-77bdba8d64c7'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:02:13.068275 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c950c88-6fd4-4515-96dd-f8b6e081ce50 None None] Attempting to bind port e8736e99-e967-48fe-9164-34e76da5f21b on network 6fd50031-e55e-4b1b-ace1-77bdba8d64c7 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:02:13.084601 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c950c88-6fd4-4515-96dd-f8b6e081ce50 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:02:13.085317 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c950c88-6fd4-4515-96dd-f8b6e081ce50 None None] Checking segment: {'id': '77740c79-cb44-4a27-925d-3e33af05367c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '6fd50031-e55e-4b1b-ace1-77bdba8d64c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:02:13.085892 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3c950c88-6fd4-4515-96dd-f8b6e081ce50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:13.086454 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c950c88-6fd4-4515-96dd-f8b6e081ce50 None None] Bound using segment: {'id': '77740c79-cb44-4a27-925d-3e33af05367c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '6fd50031-e55e-4b1b-ace1-77bdba8d64c7'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:02:13.087286 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-3c950c88-6fd4-4515-96dd-f8b6e081ce50 None None] Bound port: e8736e99-e967-48fe-9164-34e76da5f21b, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77740c79-cb44-4a27-925d-3e33af05367c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '6fd50031-e55e-4b1b-ace1-77bdba8d64c7'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:02:13.087838 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3c950c88-6fd4-4515-96dd-f8b6e081ce50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:13.244153 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-3c950c88-6fd4-4515-96dd-f8b6e081ce50 None None] For port e8736e99-e967-48fe-9164-34e76da5f21b, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:02:13.259110 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-3c950c88-6fd4-4515-96dd-f8b6e081ce50 None None] For port e8736e99-e967-48fe-9164-34e76da5f21b, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=e8736e99-e967-48fe-9164-34e76da5f21b,segment=NetworkSegment(77740c79-cb44-4a27-925d-3e33af05367c),segment_id=77740c79-cb44-4a27-925d-3e33af05367c)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:02:13.268684 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3c950c88-6fd4-4515-96dd-f8b6e081ce50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:13.279478 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-e1893c82-d32a-44bc-894a-e6d9a9f512af None None] Provisioning for port 5c877d48-93c7-48db-a9f4-abde1712a9b4 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:02:13.310497 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-e1893c82-d32a-44bc-894a-e6d9a9f512af None None] Provisioning complete for port 5c877d48-93c7-48db-a9f4-abde1712a9b4 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:02:13.311101 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e1893c82-d32a-44bc-894a-e6d9a9f512af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:13.429783 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-e1893c82-d32a-44bc-894a-e6d9a9f512af None None] Port 5c877d48-93c7-48db-a9f4-abde1712a9b4 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:02:13.436407 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c950c88-6fd4-4515-96dd-f8b6e081ce50 None None] Pushing event updated for resources: {'Port': ['ID=e8736e99-e967-48fe-9164-34e76da5f21b,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:13.471308 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b0ea4c-424a-4e92-8a50-9958d9d4b3ad req-44f358bc-7b48-4411-bc64-1f933ef92f8a tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:13.479757 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-39b0ea4c-424a-4e92-8a50-9958d9d4b3ad req-44f358bc-7b48-4411-bc64-1f933ef92f8a tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=94ea67e9-e264-45c6-83f2-489c4b025303 HTTP/1.1" status: 200 len: 944 time: 0.1867464 Jul 24 00:02:13.570432 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-73312b1f-5fd2-455c-9ee8-8632187ff94f None None] Provisioning complete for port 05c048cd-7348-472f-a4c0-317cf390fd2e triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:02:13.570776 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-73312b1f-5fd2-455c-9ee8-8632187ff94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:13.604745 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-39b0ea4c-424a-4e92-8a50-9958d9d4b3ad req-004b7146-4d4d-4579-8f29-b54c91b7b4aa tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178277 Jul 24 00:02:13.646874 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device e9a9f748-c0c8-4514-b655-18b000519ce5 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:02:13.765725 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9828ec3f-edf9-4666-b1cf-739f8d3cbc59 req-f226c281-3d28-40c5-933e-e5d7c472b7c2 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/security-groups?id=84526489-a784-4e02-8584-4c6d6be5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.6308789 Jul 24 00:02:13.770211 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-73312b1f-5fd2-455c-9ee8-8632187ff94f None None] Port 05c048cd-7348-472f-a4c0-317cf390fd2e cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:02:13.799376 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 50c47112-5c92-40b3-9684-36014717281c up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:02:13.835106 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3732ea12-ff82-41c9-a7d8-5a99340d7f50 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:13.860276 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe92789f-ef41-4921-afeb-6fa61525882c req-06c3873f-bcf3-4e47-a532-ffcb60667080 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:13.863085 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fe92789f-ef41-4921-afeb-6fa61525882c req-06c3873f-bcf3-4e47-a532-ffcb60667080 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.64 "GET /v2.0/ports?device_id=daad7e6f-c1db-4f59-8042-0b3f6720bbd4 HTTP/1.1" status: 200 len: 945 time: 1.6948669 Jul 24 00:02:13.863884 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d4ace1-f0f3-4994-a07b-e2f7a1aac6f1 None None] Network f06d8391-59ed-487d-96ef-e2b4746a2436 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:02:13.989003 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff36bc9-b811-4fe5-85fb-ce7d7143eb3a req-83a37881-2c2e-4753-9b65-6869fe140890 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:13.990653 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0ff36bc9-b811-4fe5-85fb-ce7d7143eb3a req-83a37881-2c2e-4753-9b65-6869fe140890 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f027578-c893-4a44-9dc2-07535ce6a55f HTTP/1.1" status: 200 len: 950 time: 0.2500544 Jul 24 00:02:14.003133 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port e9a9f748-c0c8-4514-b655-18b000519ce5 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:02:14.005931 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3732ea12-ff82-41c9-a7d8-5a99340d7f50 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Pushing event deleted for resources: {'Subnet': ['ID=fe3f5f61-8b64-46e4-8fd0-bef7dc5f5889,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:14.015947 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 630ec816-522c-4b5f-b9be-741a53bf1232 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:02:14.047922 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0ff36bc9-b811-4fe5-85fb-ce7d7143eb3a req-f700e83b-362a-42ba-a52e-012f5d84d414 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465140 Jul 24 00:02:14.094912 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-4499c024-a52f-4c87-89a5-1909aa1dae5a None None] Provisioning for port e9a9f748-c0c8-4514-b655-18b000519ce5 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:02:14.113278 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-4499c024-a52f-4c87-89a5-1909aa1dae5a None None] Provisioning complete for port e9a9f748-c0c8-4514-b655-18b000519ce5 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:02:14.113898 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-4499c024-a52f-4c87-89a5-1909aa1dae5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:14.203553 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port 50c47112-5c92-40b3-9684-36014717281c completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:02:14.205289 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-2f3ce912-ea07-40dd-9ff5-db007522db59 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Made reservation on behalf of 8d43db295226432aa2eb8bb806af3cad for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:02:14.211524 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-2f3ce912-ea07-40dd-9ff5-db007522db59 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:14.214276 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port 50c47112-5c92-40b3-9684-36014717281c triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:02:14.214735 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:14.256061 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 630ec816-522c-4b5f-b9be-741a53bf1232 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:02:14.256674 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:14.262505 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3732ea12-ff82-41c9-a7d8-5a99340d7f50 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:14.286857 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:02:14.323869 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-3732ea12-ff82-41c9-a7d8-5a99340d7f50 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fd50031-e55e-4b1b-ace1-77bdba8d64c7']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:02:14.346470 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-3732ea12-ff82-41c9-a7d8-5a99340d7f50 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77740c79-cb44-4a27-925d-3e33af05367c') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:02:14.347825 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-3732ea12-ff82-41c9-a7d8-5a99340d7f50 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77740c79-cb44-4a27-925d-3e33af05367c') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:02:14.360237 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3732ea12-ff82-41c9-a7d8-5a99340d7f50 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:14.361304 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-4499c024-a52f-4c87-89a5-1909aa1dae5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:14.378166 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3732ea12-ff82-41c9-a7d8-5a99340d7f50 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:14.404424 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3732ea12-ff82-41c9-a7d8-5a99340d7f50 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:02:14.404967 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3732ea12-ff82-41c9-a7d8-5a99340d7f50 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:14.410057 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:02:14.410057 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:02:14.410057 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:02:14.410057 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:02:14.410057 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:02:14.410057 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:02:14.410057 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:02:14.410057 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:02:14.410057 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:02:14.410057 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:02:14.410057 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:02:14.410057 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:02:14.410057 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:02:14.410057 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:02:14.410057 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:02:14.410057 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:02:14.410057 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:02:14.410057 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:02:14.410057 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:02:14.410057 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:02:14.410057 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:02:14.410057 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:02:14.410057 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:02:14.410057 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:02:14.410057 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:02:14.410057 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:02:14.410057 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:02:14.410057 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:02:14.410057 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:02:14.410057 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:02:14.410057 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:02:14.410057 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:02:14.459086 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcfcdc46-8505-47ec-8f95-f0d3cf846ba6 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Router 6dfed793-24cf-4d76-915f-cb7f777b4791 is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:02:14.496784 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-4499c024-a52f-4c87-89a5-1909aa1dae5a None None] For port e9a9f748-c0c8-4514-b655-18b000519ce5, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=e9a9f748-c0c8-4514-b655-18b000519ce5,segment=NetworkSegment(a0de6381-ba1f-4fec-aa9c-e65e6ad06ea3),segment_id=a0de6381-ba1f-4fec-aa9c-e65e6ad06ea3)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:02:14.507648 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-4499c024-a52f-4c87-89a5-1909aa1dae5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:14.591538 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:14.645007 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.db.api [None req-3732ea12-ff82-41c9-a7d8-5a99340d7f50 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 24 00:02:14.645007 n-d-800088-16 neutron-server[100314]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 24 00:02:14.645007 n-d-800088-16 neutron-server[100314]: [parameters: {'id': '6fd50031-e55e-4b1b-ace1-77bdba8d64c7'}] Jul 24 00:02:14.645007 n-d-800088-16 neutron-server[100314]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 00:02:14.645361 n-d-800088-16 neutron-server[100314]: DEBUG oslo_db.api [None req-3732ea12-ff82-41c9-a7d8-5a99340d7f50 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 00:02:14.659448 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94ea67e9-e264-45c6-83f2-489c4b025303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50c47112-5c92-40b3-9684-36014717281c'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:02:14.663423 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-385adc2b-2e88-4199-ad23-15f41ed3bef0" -d '{"events": [{"server_uuid": "94ea67e9-e264-45c6-83f2-489c4b025303", "name": "network-vif-plugged", "status": "completed", "tag": "50c47112-5c92-40b3-9684-36014717281c"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:02:14.704325 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b224ba-27fd-420c-b4ba-0427aa1a0393 req-b82048f4-faea-4b6b-a0d0-a18f8d829c23 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:14.706439 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-73b224ba-27fd-420c-b4ba-0427aa1a0393 req-b82048f4-faea-4b6b-a0d0-a18f8d829c23 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/ports?device_id=daad7e6f-c1db-4f59-8042-0b3f6720bbd4 HTTP/1.1" status: 200 len: 945 time: 0.6948771 Jul 24 00:02:14.712021 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 50c47112-5c92-40b3-9684-36014717281c, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=50c47112-5c92-40b3-9684-36014717281c,segment=NetworkSegment(03844098-4008-432a-ad64-80c1a7ec0473),segment_id=03844098-4008-432a-ad64-80c1a7ec0473)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:02:14.719426 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4499c024-a52f-4c87-89a5-1909aa1dae5a None None] Pushing event updated for resources: {'Port': ['ID=e9a9f748-c0c8-4514-b655-18b000519ce5,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:14.724593 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:14.733005 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:14.852398 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=50c47112-5c92-40b3-9684-36014717281c,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:14.853095 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d87ff3-9759-4210-8294-664366305789 req-aa979c0c-38a7-455b-96e9-128230684a8c tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:14.854355 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b5d87ff3-9759-4210-8294-664366305789 req-aa979c0c-38a7-455b-96e9-128230684a8c tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=94ea67e9-e264-45c6-83f2-489c4b025303 HTTP/1.1" status: 200 len: 945 time: 0.1078093 Jul 24 00:02:14.881226 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-4d59faf1-1529-4e22-b094-a6d7e8219d3e None None] Provisioning complete for port e9a9f748-c0c8-4514-b655-18b000519ce5 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:02:14.881736 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-4d59faf1-1529-4e22-b094-a6d7e8219d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:14.927087 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b5d87ff3-9759-4210-8294-664366305789 req-8bad19d0-2329-472d-8f4b-6f1dd46299d5 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659273 Jul 24 00:02:14.989548 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-fe92789f-ef41-4921-afeb-6fa61525882c req-297b31f6-238a-43b1-bec1-1b531f5b4524 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Deleting port e9196288-6204-4e16-9461-220d43e82026 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:02:14.990574 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-fe92789f-ef41-4921-afeb-6fa61525882c req-297b31f6-238a-43b1-bec1-1b531f5b4524 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:15.014663 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1caacca-dbe7-4659-81f5-37c8564c153e x-openstack-request-id: req-b1caacca-dbe7-4659-81f5-37c8564c153e {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:02:15.015280 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94ea67e9-e264-45c6-83f2-489c4b025303", "name": "network-vif-plugged", "status": "completed", "tag": "50c47112-5c92-40b3-9684-36014717281c", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:02:15.015849 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b1caacca-dbe7-4659-81f5-37c8564c153e {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:02:15.016396 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94ea67e9-e264-45c6-83f2-489c4b025303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50c47112-5c92-40b3-9684-36014717281c', 'code': 200} Jul 24 00:02:15.050320 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-73b224ba-27fd-420c-b4ba-0427aa1a0393 req-8246a980-83e8-4336-a356-13e2e5e07c6f tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6a0a271-496a-4936-8ec0-ec680d307275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111366 Jul 24 00:02:15.112739 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304798a9-9f07-476f-810f-9087e848a07c None None] Network 6fd50031-e55e-4b1b-ace1-77bdba8d64c7 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:02:15.167861 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3732ea12-ff82-41c9-a7d8-5a99340d7f50 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:15.183626 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcfcdc46-8505-47ec-8f95-f0d3cf846ba6 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:02:15.242025 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e54e8c5-7721-482b-a15d-c955600fb4ad None None] Sync routers for ids ['6dfed793-24cf-4d76-915f-cb7f777b4791'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:02:15.254500 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-04c44e01-ee95-44ff-b0cd-cf9e7956dca3 None None] Provisioning for port e8736e99-e967-48fe-9164-34e76da5f21b completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:02:15.259722 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-dcfcdc46-8505-47ec-8f95-f0d3cf846ba6 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "PUT /v2.0/routers/6dfed793-24cf-4d76-915f-cb7f777b4791/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2984555 Jul 24 00:02:15.263490 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 54470) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:15.280827 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc2aeac-ec96-4fe1-9d49-189e8f172409 req-01978a87-d697-4274-a5d9-4c34fbd56496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:15.283535 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2cc2aeac-ec96-4fe1-9d49-189e8f172409 req-01978a87-d697-4274-a5d9-4c34fbd56496 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=94ea67e9-e264-45c6-83f2-489c4b025303 HTTP/1.1" status: 200 len: 1097 time: 0.2038035 Jul 24 00:02:15.298809 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdac067-05a4-482f-bcfe-0a1d3a3dcda5 req-e8226372-2533-4358-85f2-5aa872404c19 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:15.306665 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdac067-05a4-482f-bcfe-0a1d3a3dcda5 req-e8226372-2533-4358-85f2-5aa872404c19 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:15.313842 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e54e8c5-7721-482b-a15d-c955600fb4ad None None] Routers {'6dfed793-24cf-4d76-915f-cb7f777b4791'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:02:15.314485 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-6e54e8c5-7721-482b-a15d-c955600fb4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:01:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['6dfed793-24cf-4d76-915f-cb7f777b4791'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:02:15.317923 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdac067-05a4-482f-bcfe-0a1d3a3dcda5 req-e8226372-2533-4358-85f2-5aa872404c19 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:15.324482 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdac067-05a4-482f-bcfe-0a1d3a3dcda5 req-e8226372-2533-4358-85f2-5aa872404c19 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:15.333014 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3fdac067-05a4-482f-bcfe-0a1d3a3dcda5 req-e8226372-2533-4358-85f2-5aa872404c19 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/ports?device_id=12c01cab-6f38-47e5-a713-3b0033ce846b HTTP/1.1" status: 200 len: 3096 time: 0.1791205 Jul 24 00:02:15.443369 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-6e54e8c5-7721-482b-a15d-c955600fb4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:02:15.450188 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-2f3ce912-ea07-40dd-9ff5-db007522db59 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Allocated IP 10.2.2.200 (0bd87d55-8051-4371-bdff-26afb21cf3d1/27043a76-3596-4241-bf83-647bae554fd9/af706165-7642-41c4-a6f3-257a92b8a9b6) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:02:15.455125 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3fdac067-05a4-482f-bcfe-0a1d3a3dcda5 req-340322de-ee16-4a04-b505-2ee8f8b9c335 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/security-groups?id=84526489-a784-4e02-8584-4c6d6be5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194308 Jul 24 00:02:15.476663 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59605bb4-df52-44af-828e-0772a15c0bec tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:15.480081 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-59605bb4-df52-44af-828e-0772a15c0bec tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "GET /v2.0/ports/05c048cd-7348-472f-a4c0-317cf390fd2e HTTP/1.1" status: 200 len: 911 time: 0.2138340 Jul 24 00:02:15.482186 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2cc2aeac-ec96-4fe1-9d49-189e8f172409 req-7c19f1ca-2c8c-4353-8d05-11b152ccc32d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192789 Jul 24 00:02:15.482825 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 54480) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:15.499561 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e54e8c5-7721-482b-a15d-c955600fb4ad None None] Routers {'6dfed793-24cf-4d76-915f-cb7f777b4791'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:02:15.505479 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-6e54e8c5-7721-482b-a15d-c955600fb4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:01:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['6dfed793-24cf-4d76-915f-cb7f777b4791'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:02:15.555702 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-6e54e8c5-7721-482b-a15d-c955600fb4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:02:15.556539 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e54e8c5-7721-482b-a15d-c955600fb4ad None None] The sync data for ids ['6dfed793-24cf-4d76-915f-cb7f777b4791'] in n-d-800088-16 is: [] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:02:15.575745 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device e8736e99-e967-48fe-9164-34e76da5f21b up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:02:15.672458 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port e8736e99-e967-48fe-9164-34e76da5f21b completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:02:15.676895 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port e8736e99-e967-48fe-9164-34e76da5f21b triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:02:15.677594 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:15.730418 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-2f3ce912-ea07-40dd-9ff5-db007522db59 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:15.735391 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-fe92789f-ef41-4921-afeb-6fa61525882c req-297b31f6-238a-43b1-bec1-1b531f5b4524 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] For port e9196288-6204-4e16-9461-220d43e82026, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=e9196288-6204-4e16-9461-220d43e82026,segment=NetworkSegment(7e96837c-7728-41f8-b9c1-c7a5593efa19),segment_id=7e96837c-7728-41f8-b9c1-c7a5593efa19)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:02:15.735762 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-fe92789f-ef41-4921-afeb-6fa61525882c req-297b31f6-238a-43b1-bec1-1b531f5b4524 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:15.741649 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8b7a47-dca4-401b-9a46-a39eaba81d93 None None] DHCP port deletion for 6fd50031-e55e-4b1b-ace1-77bdba8d64c7 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:02:15.771574 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-fe92789f-ef41-4921-afeb-6fa61525882c req-297b31f6-238a-43b1-bec1-1b531f5b4524 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Calling delete_port for e9196288-6204-4e16-9461-220d43e82026 owned by compute:nova {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:02:15.798825 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e796a-f74d-4311-8ac4-42f70ff8eefc req-9bdebd8e-e076-49c1-99e9-373dd6a1f6b1 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:15.800475 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6a1e796a-f74d-4311-8ac4-42f70ff8eefc req-9bdebd8e-e076-49c1-99e9-373dd6a1f6b1 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f027578-c893-4a44-9dc2-07535ce6a55f HTTP/1.1" status: 200 len: 950 time: 0.6305406 Jul 24 00:02:15.815727 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-2f3ce912-ea07-40dd-9ff5-db007522db59 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Transition to ACTIVE for port object af706165-7642-41c4-a6f3-257a92b8a9b6 will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:02:15.853202 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:15.856339 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-0b8b7a47-dca4-401b-9a46-a39eaba81d93 None None] Deleting port e8736e99-e967-48fe-9164-34e76da5f21b {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:02:15.857221 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0b8b7a47-dca4-401b-9a46-a39eaba81d93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:15.874044 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-3732ea12-ff82-41c9-a7d8-5a99340d7f50 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Deleting port e8736e99-e967-48fe-9164-34e76da5f21b {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:02:15.874392 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3732ea12-ff82-41c9-a7d8-5a99340d7f50 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:15.948616 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6a1e796a-f74d-4311-8ac4-42f70ff8eefc req-3b058ea7-98e9-4447-a63a-0ed351b4de2d tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279061 Jul 24 00:02:15.992736 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port e8736e99-e967-48fe-9164-34e76da5f21b, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=e8736e99-e967-48fe-9164-34e76da5f21b,segment=NetworkSegment(77740c79-cb44-4a27-925d-3e33af05367c),segment_id=77740c79-cb44-4a27-925d-3e33af05367c)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:02:15.998430 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-0b8b7a47-dca4-401b-9a46-a39eaba81d93 None None] For port e8736e99-e967-48fe-9164-34e76da5f21b, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=e8736e99-e967-48fe-9164-34e76da5f21b,segment=NetworkSegment(77740c79-cb44-4a27-925d-3e33af05367c),segment_id=77740c79-cb44-4a27-925d-3e33af05367c)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:02:15.998887 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0b8b7a47-dca4-401b-9a46-a39eaba81d93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:16.002335 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:16.003376 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device e9a9f748-c0c8-4514-b655-18b000519ce5 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:02:16.047240 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-0b8b7a47-dca4-401b-9a46-a39eaba81d93 None None] Calling delete_port for e8736e99-e967-48fe-9164-34e76da5f21b owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:02:16.069581 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 54492) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:16.070117 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-3732ea12-ff82-41c9-a7d8-5a99340d7f50 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] For port e8736e99-e967-48fe-9164-34e76da5f21b, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=e8736e99-e967-48fe-9164-34e76da5f21b,segment=NetworkSegment(77740c79-cb44-4a27-925d-3e33af05367c),segment_id=77740c79-cb44-4a27-925d-3e33af05367c)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:02:16.070117 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3732ea12-ff82-41c9-a7d8-5a99340d7f50 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:16.073649 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-2f3ce912-ea07-40dd-9ff5-db007522db59 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:16.161749 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=e8736e99-e967-48fe-9164-34e76da5f21b,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:16.188896 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3ce912-ea07-40dd-9ff5-db007522db59 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Pushing event updated for resources: {'Port': ['ID=af706165-7642-41c4-a6f3-257a92b8a9b6,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:16.208766 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-3732ea12-ff82-41c9-a7d8-5a99340d7f50 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Calling delete_port for e8736e99-e967-48fe-9164-34e76da5f21b owned by network:dhcp {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:02:16.236401 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port e9a9f748-c0c8-4514-b655-18b000519ce5 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:02:16.237027 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:16.251155 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66236f43-2995-46de-8561-15fe6aa1a8aa req-848fb2d4-4c79-46d8-853d-382ce59c46e8 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:16.253031 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-66236f43-2995-46de-8561-15fe6aa1a8aa req-848fb2d4-4c79-46d8-853d-382ce59c46e8 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=94ea67e9-e264-45c6-83f2-489c4b025303 HTTP/1.1" status: 200 len: 945 time: 0.1886744 Jul 24 00:02:16.266769 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-2f3ce912-ea07-40dd-9ff5-db007522db59 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Network 0bd87d55-8051-4371-bdff-26afb21cf3d1 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:02:16.275320 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-2f3ce912-ea07-40dd-9ff5-db007522db59 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:02:16.281024 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-2f3ce912-ea07-40dd-9ff5-db007522db59 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:02:16.306183 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0b8b7a47-dca4-401b-9a46-a39eaba81d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:16.337111 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-10497125-5264-4a55-b164-11db37c18f25 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:16.337859 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-2f3ce912-ea07-40dd-9ff5-db007522db59 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:16.338511 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-2f3ce912-ea07-40dd-9ff5-db007522db59 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:16.348472 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8b7a47-dca4-401b-9a46-a39eaba81d93 None None] Pushing event deleted for resources: {'Port': ['ID=e8736e99-e967-48fe-9164-34e76da5f21b,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:16.367388 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8b7a47-dca4-401b-9a46-a39eaba81d93 None None] No DVR routers for this DVR port e8736e99-e967-48fe-9164-34e76da5f21b on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:02:16.396089 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-66236f43-2995-46de-8561-15fe6aa1a8aa req-ab3a0401-78fe-47d0-8616-3baba9f5fe7d tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331811 Jul 24 00:02:16.437565 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7e18e5b9-6bc7-4c4b-af4e-a599a3290824 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:16.473067 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device e9196288-6204-4e16-9461-220d43e82026 no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:02:16.480965 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-2f3ce912-ea07-40dd-9ff5-db007522db59 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7930684 Jul 24 00:02:16.506290 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-e646339b-265e-4e6d-9ddf-6e18d3c6f4af service neutron] Request body: {'port': {'device_id': '12c01cab-6f38-47e5-a713-3b0033ce846b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-16'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:02:16.589460 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca03d39a-e6db-4287-b5ef-c1bf51a497f2 req-bfed94da-8474-4022-89c8-e0cecbbded16 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:16.591072 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ca03d39a-e6db-4287-b5ef-c1bf51a497f2 req-bfed94da-8474-4022-89c8-e0cecbbded16 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/ports?device_id=daad7e6f-c1db-4f59-8042-0b3f6720bbd4 HTTP/1.1" status: 200 len: 945 time: 0.4125869 Jul 24 00:02:16.597307 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-fe92789f-ef41-4921-afeb-6fa61525882c req-297b31f6-238a-43b1-bec1-1b531f5b4524 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:16.648299 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:16.664946 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-6b10e5d0-3475-4e31-9891-cfd5c0374369 None None] Provisioning for port af706165-7642-41c4-a6f3-257a92b8a9b6 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:02:16.683494 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-6b10e5d0-3475-4e31-9891-cfd5c0374369 None None] Provisioning complete for port af706165-7642-41c4-a6f3-257a92b8a9b6 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:02:16.684086 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-6b10e5d0-3475-4e31-9891-cfd5c0374369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:16.699395 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297b31f6-238a-43b1-bec1-1b531f5b4524 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Pushing event deleted for resources: {'Port': ['ID=e9196288-6204-4e16-9461-220d43e82026,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:16.743023 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-6b10e5d0-3475-4e31-9891-cfd5c0374369 None None] Port af706165-7642-41c4-a6f3-257a92b8a9b6 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:02:16.764160 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3732ea12-ff82-41c9-a7d8-5a99340d7f50 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:16.772512 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ca03d39a-e6db-4287-b5ef-c1bf51a497f2 req-7c8d5bf3-8554-434c-acda-9c6fd04a00c1 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6a0a271-496a-4936-8ec0-ec680d307275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635661 Jul 24 00:02:16.774770 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe92789f-ef41-4921-afeb-6fa61525882c req-297b31f6-238a-43b1-bec1-1b531f5b4524 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] No DVR routers for this DVR port e9196288-6204-4e16-9461-220d43e82026 on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:02:16.796400 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-fe92789f-ef41-4921-afeb-6fa61525882c req-297b31f6-238a-43b1-bec1-1b531f5b4524 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:16.803306 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fe92789f-ef41-4921-afeb-6fa61525882c req-297b31f6-238a-43b1-bec1-1b531f5b4524 tempest-ServerRescueNegativeTestJSON-2008135589 tempest-ServerRescueNegativeTestJSON-2008135589-project] 10.222.0.64 "DELETE /v2.0/ports/e9196288-6204-4e16-9461-220d43e82026 HTTP/1.1" status: 204 len: 173 time: 2.8754051 Jul 24 00:02:16.809899 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daad7e6f-c1db-4f59-8042-0b3f6720bbd4', 'name': 'network-vif-deleted', 'tag': 'e9196288-6204-4e16-9461-220d43e82026'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:02:16.812926 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e07e40a9-e93b-473d-ab74-05e36ef2d043" -d '{"events": [{"server_uuid": "daad7e6f-c1db-4f59-8042-0b3f6720bbd4", "name": "network-vif-deleted", "tag": "e9196288-6204-4e16-9461-220d43e82026"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:02:16.841586 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3732ea12-ff82-41c9-a7d8-5a99340d7f50 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Pushing event deleted for resources: {'Port': ['ID=e8736e99-e967-48fe-9164-34e76da5f21b,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:16.847864 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3732ea12-ff82-41c9-a7d8-5a99340d7f50 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] No DVR routers for this DVR port e8736e99-e967-48fe-9164-34e76da5f21b on host n-d-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:02:16.849522 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-e646339b-265e-4e6d-9ddf-6e18d3c6f4af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:16.952348 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03184fe0-698f-43cf-b9db-4e6717fb0801 x-openstack-request-id: req-03184fe0-698f-43cf-b9db-4e6717fb0801 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:02:16.952657 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daad7e6f-c1db-4f59-8042-0b3f6720bbd4", "name": "network-vif-deleted", "tag": "e9196288-6204-4e16-9461-220d43e82026", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:02:16.953519 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-03184fe0-698f-43cf-b9db-4e6717fb0801 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:02:16.953906 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daad7e6f-c1db-4f59-8042-0b3f6720bbd4', 'name': 'network-vif-deleted', 'tag': 'e9196288-6204-4e16-9461-220d43e82026', 'status': 'completed', 'code': 200} Jul 24 00:02:16.993881 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3732ea12-ff82-41c9-a7d8-5a99340d7f50 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:17.019622 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-3732ea12-ff82-41c9-a7d8-5a99340d7f50 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fd50031-e55e-4b1b-ace1-77bdba8d64c7']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:02:17.037985 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-3732ea12-ff82-41c9-a7d8-5a99340d7f50 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77740c79-cb44-4a27-925d-3e33af05367c') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:02:17.038581 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-3732ea12-ff82-41c9-a7d8-5a99340d7f50 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77740c79-cb44-4a27-925d-3e33af05367c') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:02:17.104519 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3732ea12-ff82-41c9-a7d8-5a99340d7f50 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:17.153271 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3732ea12-ff82-41c9-a7d8-5a99340d7f50 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:17.169754 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3732ea12-ff82-41c9-a7d8-5a99340d7f50 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:02:17.170073 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3732ea12-ff82-41c9-a7d8-5a99340d7f50 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:17.173235 n-d-800088-16 neutron-server[100314]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:02:17.173235 n-d-800088-16 neutron-server[100314]: self.session.flush() Jul 24 00:02:17.173235 n-d-800088-16 neutron-server[100314]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:02:17.173235 n-d-800088-16 neutron-server[100314]: self.session.flush() Jul 24 00:02:17.173235 n-d-800088-16 neutron-server[100314]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:02:17.173235 n-d-800088-16 neutron-server[100314]: self.session.flush() Jul 24 00:02:17.173235 n-d-800088-16 neutron-server[100314]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:02:17.173235 n-d-800088-16 neutron-server[100314]: self.session.flush() Jul 24 00:02:17.173235 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:02:17.173235 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:02:17.173235 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:02:17.173235 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:02:17.173235 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:02:17.173235 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:02:17.173235 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:02:17.173235 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:02:17.173235 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:02:17.173235 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:02:17.173235 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:02:17.173235 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:02:17.173235 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:02:17.173235 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:02:17.173235 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:02:17.173235 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:02:17.173235 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:02:17.173235 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:02:17.173235 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:02:17.173235 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:02:17.173235 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:02:17.173235 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:02:17.173235 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:02:17.173235 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:02:17.173235 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:02:17.173235 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:02:17.173235 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:02:17.173235 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:02:17.173235 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:02:17.173235 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:02:17.173235 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:02:17.173235 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:02:17.262475 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc9ac2-4c3d-49fb-b682-e4a8bf983c61 req-96ea0f3d-b03b-458f-bff1-d6e8e57bc094 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:17.269601 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc9ac2-4c3d-49fb-b682-e4a8bf983c61 req-96ea0f3d-b03b-458f-bff1-d6e8e57bc094 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:17.276170 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc9ac2-4c3d-49fb-b682-e4a8bf983c61 req-96ea0f3d-b03b-458f-bff1-d6e8e57bc094 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:17.290295 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc9ac2-4c3d-49fb-b682-e4a8bf983c61 req-96ea0f3d-b03b-458f-bff1-d6e8e57bc094 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:17.298614 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc9ac2-4c3d-49fb-b682-e4a8bf983c61 req-96ea0f3d-b03b-458f-bff1-d6e8e57bc094 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:17.306747 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-39fc9ac2-4c3d-49fb-b682-e4a8bf983c61 req-96ea0f3d-b03b-458f-bff1-d6e8e57bc094 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/ports?device_id=12c01cab-6f38-47e5-a713-3b0033ce846b HTTP/1.1" status: 200 len: 3817 time: 0.6071527 Jul 24 00:02:17.335510 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3732ea12-ff82-41c9-a7d8-5a99340d7f50 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:17.340803 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device e8736e99-e967-48fe-9164-34e76da5f21b no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:02:17.346974 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3732ea12-ff82-41c9-a7d8-5a99340d7f50 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:17.352650 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-3732ea12-ff82-41c9-a7d8-5a99340d7f50 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] 10.222.0.44 "DELETE /v2.0/networks/6fd50031-e55e-4b1b-ace1-77bdba8d64c7 HTTP/1.1" status: 204 len: 168 time: 6.4307802 Jul 24 00:02:17.360706 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 54506) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:17.366917 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-64039bac-aa16-4d1a-af14-f05ff40c92b8 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1948036730'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:02:17.381654 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e0f02-beb8-442a-b2ba-0e2d8b1be5ff req-68439c44-e58a-474e-a502-98e467597f9e tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:17.383290 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-447e0f02-beb8-442a-b2ba-0e2d8b1be5ff req-68439c44-e58a-474e-a502-98e467597f9e tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f027578-c893-4a44-9dc2-07535ce6a55f HTTP/1.1" status: 200 len: 950 time: 0.2997849 Jul 24 00:02:17.384141 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3732ea12-ff82-41c9-a7d8-5a99340d7f50 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Pushing event deleted for resources: {'Network': ['ID=6fd50031-e55e-4b1b-ace1-77bdba8d64c7,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:17.396263 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: e8736e99-e967-48fe-9164-34e76da5f21b {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:02:17.396619 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device e8736e99-e967-48fe-9164-34e76da5f21b not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:02:17.424368 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7e18e5b9-6bc7-4c4b-af4e-a599a3290824 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:17.444017 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-10497125-5264-4a55-b164-11db37c18f25 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Allocated IP 2001:db8:1::1 (891233db-51e0-49fb-bd76-d8454be54dfa/d386f61c-7b3d-489f-ba7d-3f0d4b0f3c65/bdc80645-0858-4406-bb36-3d13eb6542a6) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:02:17.451961 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7e18e5b9-6bc7-4c4b-af4e-a599a3290824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:17.460690 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-447e0f02-beb8-442a-b2ba-0e2d8b1be5ff req-6a651d7a-877d-47bd-883f-824d3da26728 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683932 Jul 24 00:02:17.475145 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-39fc9ac2-4c3d-49fb-b682-e4a8bf983c61 req-770b3192-8ae5-4c11-ae50-8f82c7b1e4de tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/security-groups?id=84526489-a784-4e02-8584-4c6d6be5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1671793 Jul 24 00:02:17.522139 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64039bac-aa16-4d1a-af14-f05ff40c92b8 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Made reservation on behalf of 34214e4fa0b24be19b34152b09c86b8d for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:02:17.526013 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-64039bac-aa16-4d1a-af14-f05ff40c92b8 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:17.552610 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:17.559238 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-7e18e5b9-6bc7-4c4b-af4e-a599a3290824 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=74762f3fbdc9414d845934b5869b5e70&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4872468 Jul 24 00:02:17.563959 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-e646339b-265e-4e6d-9ddf-6e18d3c6f4af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1af1c0b-79e3-4d56-866d-18620582745c {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:02:17.568528 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 54510) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:17.576944 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e18e5b9-6bc7-4c4b-af4e-a599a3290824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98fac358-55be-4328-adb1-c4a3571c35fe,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:17.583163 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-e646339b-265e-4e6d-9ddf-6e18d3c6f4af service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:17.613980 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-e646339b-265e-4e6d-9ddf-6e18d3c6f4af service neutron] Transition to ACTIVE for port object e1af1c0b-79e3-4d56-866d-18620582745c will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:02:17.621856 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64039bac-aa16-4d1a-af14-f05ff40c92b8 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:02:17.623481 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-e646339b-265e-4e6d-9ddf-6e18d3c6f4af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:17.642212 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-64039bac-aa16-4d1a-af14-f05ff40c92b8 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:17.642618 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-64039bac-aa16-4d1a-af14-f05ff40c92b8 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Added segment bc6ff06c-2612-43ea-b1b7-a824604f01e4 of type vlan for network aa6208a3-f70e-4ac5-8f33-418b535f0112 Jul 24 00:02:17.717711 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-40b2fe2c-065b-4526-aab6-e99505e2bce1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:17.724503 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e646339b-265e-4e6d-9ddf-6e18d3c6f4af service neutron] Pushing event updated for resources: {'Port': ['ID=e1af1c0b-79e3-4d56-866d-18620582745c,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:17.744127 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-64039bac-aa16-4d1a-af14-f05ff40c92b8 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:17.796779 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-40b2fe2c-065b-4526-aab6-e99505e2bce1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:17.819458 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-10497125-5264-4a55-b164-11db37c18f25 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:17.838439 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [None req-10497125-5264-4a55-b164-11db37c18f25 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Transition to ACTIVE for port object bdc80645-0858-4406-bb36-3d13eb6542a6 will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:02:17.862048 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-e646339b-265e-4e6d-9ddf-6e18d3c6f4af service neutron] Attempting to bind port e1af1c0b-79e3-4d56-866d-18620582745c on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:02:17.862486 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-e646339b-265e-4e6d-9ddf-6e18d3c6f4af service neutron] Attempting to bind port e1af1c0b-79e3-4d56-866d-18620582745c by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': 'c3acebb7-b496-4cc8-bec9-51681a227a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '7c5ac98e-801e-45e6-b7a1-9d72ebb7e3ef'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:02:17.862978 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-e646339b-265e-4e6d-9ddf-6e18d3c6f4af service neutron] Attempting to bind port e1af1c0b-79e3-4d56-866d-18620582745c on network 7c5ac98e-801e-45e6-b7a1-9d72ebb7e3ef {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:02:17.868174 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 54514) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:17.908610 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-10497125-5264-4a55-b164-11db37c18f25 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:17.955477 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-e646339b-265e-4e6d-9ddf-6e18d3c6f4af service neutron] Port e1af1c0b-79e3-4d56-866d-18620582745c on network 7c5ac98e-801e-45e6-b7a1-9d72ebb7e3ef not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:02:17.956128 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-e646339b-265e-4e6d-9ddf-6e18d3c6f4af service neutron] Attempting to bind port e1af1c0b-79e3-4d56-866d-18620582745c on network 7c5ac98e-801e-45e6-b7a1-9d72ebb7e3ef {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:02:17.974200 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-e646339b-265e-4e6d-9ddf-6e18d3c6f4af service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:02:17.974521 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-e646339b-265e-4e6d-9ddf-6e18d3c6f4af service neutron] Checking segment: {'id': 'c3acebb7-b496-4cc8-bec9-51681a227a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '7c5ac98e-801e-45e6-b7a1-9d72ebb7e3ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:02:17.975115 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-e646339b-265e-4e6d-9ddf-6e18d3c6f4af service neutron] Bound using segment: {'id': 'c3acebb7-b496-4cc8-bec9-51681a227a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '7c5ac98e-801e-45e6-b7a1-9d72ebb7e3ef'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:02:17.975706 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-e646339b-265e-4e6d-9ddf-6e18d3c6f4af service neutron] Bound port: e1af1c0b-79e3-4d56-866d-18620582745c, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3acebb7-b496-4cc8-bec9-51681a227a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '7c5ac98e-801e-45e6-b7a1-9d72ebb7e3ef'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:02:17.976396 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-e646339b-265e-4e6d-9ddf-6e18d3c6f4af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:17.981298 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-64039bac-aa16-4d1a-af14-f05ff40c92b8 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:17.987784 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64039bac-aa16-4d1a-af14-f05ff40c92b8 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:17.988485 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-64039bac-aa16-4d1a-af14-f05ff40c92b8 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:17.991054 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10497125-5264-4a55-b164-11db37c18f25 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Pushing event updated for resources: {'Port': ['ID=bdc80645-0858-4406-bb36-3d13eb6542a6,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:18.031851 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10497125-5264-4a55-b164-11db37c18f25 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Network 891233db-51e0-49fb-bd76-d8454be54dfa is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:02:18.044315 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-10497125-5264-4a55-b164-11db37c18f25 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:02:18.050203 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10497125-5264-4a55-b164-11db37c18f25 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:02:18.050805 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-10497125-5264-4a55-b164-11db37c18f25 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681761'] for router_interface, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:18.062974 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-64039bac-aa16-4d1a-af14-f05ff40c92b8 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7006638 Jul 24 00:02:18.063984 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 54518) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:18.113844 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-cf044248-4802-4107-bd6a-e4bd641acc2b tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Request body: {'subnet': {'network_id': 'aa6208a3-f70e-4ac5-8f33-418b535f0112', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:02:18.167273 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f35120-631b-45f0-8084-d5ddba908996 req-747f4891-c904-4ad1-8704-5d048a330179 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:18.175541 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-20f35120-631b-45f0-8084-d5ddba908996 req-747f4891-c904-4ad1-8704-5d048a330179 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=94ea67e9-e264-45c6-83f2-489c4b025303 HTTP/1.1" status: 200 len: 945 time: 0.5956020 Jul 24 00:02:18.177859 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64039bac-aa16-4d1a-af14-f05ff40c92b8 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Pushing event updated for resources: {'Network': ['ID=aa6208a3-f70e-4ac5-8f33-418b535f0112,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:18.190561 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network aa6208a3-f70e-4ac5-8f33-418b535f0112 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:02:18.328661 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-20f35120-631b-45f0-8084-d5ddba908996 req-b0a2f5ac-851a-4abb-b78c-c04d231d424c tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461852 Jul 24 00:02:18.383118 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-40b2fe2c-065b-4526-aab6-e99505e2bce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:18.385950 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-40b2fe2c-065b-4526-aab6-e99505e2bce1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:18.387207 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-40b2fe2c-065b-4526-aab6-e99505e2bce1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/98fac358-55be-4328-adb1-c4a3571c35fe HTTP/1.1" status: 204 len: 168 time: 0.8176100 Jul 24 00:02:18.388981 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf044248-4802-4107-bd6a-e4bd641acc2b tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Made reservation on behalf of 34214e4fa0b24be19b34152b09c86b8d for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:02:18.394312 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cf044248-4802-4107-bd6a-e4bd641acc2b tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:18.418321 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-474886f3-08b5-46cf-a7e4-295296a17520 None None] Provisioning for port bdc80645-0858-4406-bb36-3d13eb6542a6 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:02:18.424319 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-474886f3-08b5-46cf-a7e4-295296a17520 None None] Provisioning complete for port bdc80645-0858-4406-bb36-3d13eb6542a6 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:02:18.425361 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-474886f3-08b5-46cf-a7e4-295296a17520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:18.442064 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-10497125-5264-4a55-b164-11db37c18f25 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:18.475115 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b2fe2c-065b-4526-aab6-e99505e2bce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98fac358-55be-4328-adb1-c4a3571c35fe,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:18.499821 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-474886f3-08b5-46cf-a7e4-295296a17520 None None] Port bdc80645-0858-4406-bb36-3d13eb6542a6 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:02:18.504803 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.ipam_backend_mixin [None req-cf044248-4802-4107-bd6a-e4bd641acc2b tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Performing IP validity checks on allocation pools {{(pid=100313) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 24 00:02:18.506715 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.ipam_backend_mixin [None req-cf044248-4802-4107-bd6a-e4bd641acc2b tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100313) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 24 00:02:18.705962 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-e646339b-265e-4e6d-9ddf-6e18d3c6f4af service neutron] For port e1af1c0b-79e3-4d56-866d-18620582745c, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:02:18.736215 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-e646339b-265e-4e6d-9ddf-6e18d3c6f4af service neutron] For port e1af1c0b-79e3-4d56-866d-18620582745c, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=e1af1c0b-79e3-4d56-866d-18620582745c,segment=NetworkSegment(c3acebb7-b496-4cc8-bec9-51681a227a5c),segment_id=c3acebb7-b496-4cc8-bec9-51681a227a5c)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:02:18.753343 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-e646339b-265e-4e6d-9ddf-6e18d3c6f4af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:18.833016 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-e646339b-265e-4e6d-9ddf-6e18d3c6f4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:18.833838 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-e646339b-265e-4e6d-9ddf-6e18d3c6f4af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:18.835537 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-e646339b-265e-4e6d-9ddf-6e18d3c6f4af service neutron] 10.222.0.64 "PUT /v2.0/ports/e1af1c0b-79e3-4d56-866d-18620582745c HTTP/1.1" status: 200 len: 1093 time: 2.3446879 Jul 24 00:02:18.862918 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb22e981-9e58-41ec-b19c-8aa87b7038ca req-7ad34116-3118-477d-8164-c60ad3f50bd7 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:18.870613 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-eb22e981-9e58-41ec-b19c-8aa87b7038ca req-7ad34116-3118-477d-8164-c60ad3f50bd7 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f027578-c893-4a44-9dc2-07535ce6a55f HTTP/1.1" status: 200 len: 950 time: 0.2262008 Jul 24 00:02:18.919259 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-590fa11c-22cb-4595-88f6-81bbcff9ae32 service neutron] Request body: {'port': {'device_id': '12c01cab-6f38-47e5-a713-3b0033ce846b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-16'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:02:18.977721 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12c01cab-6f38-47e5-a713-3b0033ce846b', 'tag': 'e1af1c0b-79e3-4d56-866d-18620582745c'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:02:18.980386 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1918cc21-105c-479d-9d13-c094a3c95c8d" -d '{"events": [{"name": "network-changed", "server_uuid": "12c01cab-6f38-47e5-a713-3b0033ce846b", "tag": "e1af1c0b-79e3-4d56-866d-18620582745c"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:02:18.991893 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e646339b-265e-4e6d-9ddf-6e18d3c6f4af service neutron] Pushing event updated for resources: {'Port': ['ID=e1af1c0b-79e3-4d56-866d-18620582745c,revision_number=3']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:19.038957 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33231797-4769-4d21-bd81-51e80025db78 req-3303fc38-6d1e-472f-822b-fcbbe7200525 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:19.042282 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-eb22e981-9e58-41ec-b19c-8aa87b7038ca req-13630c2e-9b9e-41a1-b4d6-75dfc28ce20f tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705861 Jul 24 00:02:19.049595 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33231797-4769-4d21-bd81-51e80025db78 req-3303fc38-6d1e-472f-822b-fcbbe7200525 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:19.080951 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33231797-4769-4d21-bd81-51e80025db78 req-3303fc38-6d1e-472f-822b-fcbbe7200525 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:19.101235 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33231797-4769-4d21-bd81-51e80025db78 req-3303fc38-6d1e-472f-822b-fcbbe7200525 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:19.109834 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33231797-4769-4d21-bd81-51e80025db78 req-3303fc38-6d1e-472f-822b-fcbbe7200525 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:19.111891 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-33231797-4769-4d21-bd81-51e80025db78 req-3303fc38-6d1e-472f-822b-fcbbe7200525 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/ports?device_id=12c01cab-6f38-47e5-a713-3b0033ce846b HTTP/1.1" status: 200 len: 3829 time: 0.4560714 Jul 24 00:02:19.218075 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-590fa11c-22cb-4595-88f6-81bbcff9ae32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:19.296520 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-33231797-4769-4d21-bd81-51e80025db78 req-b95858f6-1f5b-4c5d-a72b-4ec119da1f73 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/security-groups?id=84526489-a784-4e02-8584-4c6d6be5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289556 Jul 24 00:02:19.300034 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cf044248-4802-4107-bd6a-e4bd641acc2b tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:19.308854 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d48435-dc8c-4862-ae6d-b289a2d62f21 x-openstack-request-id: req-08d48435-dc8c-4862-ae6d-b289a2d62f21 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:02:19.309510 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12c01cab-6f38-47e5-a713-3b0033ce846b", "tag": "e1af1c0b-79e3-4d56-866d-18620582745c", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:02:19.309977 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-08d48435-dc8c-4862-ae6d-b289a2d62f21 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:02:19.310586 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12c01cab-6f38-47e5-a713-3b0033ce846b', 'tag': 'e1af1c0b-79e3-4d56-866d-18620582745c', 'status': 'completed', 'code': 200} Jul 24 00:02:19.540948 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf044248-4802-4107-bd6a-e4bd641acc2b tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Pushing event updated for resources: {'Subnet': ['ID=49b509c5-c01e-43c0-92de-edbe279a222c,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:19.568143 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-10497125-5264-4a55-b164-11db37c18f25 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:19.584712 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-10497125-5264-4a55-b164-11db37c18f25 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:19.588115 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-10497125-5264-4a55-b164-11db37c18f25 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680980'] for router_interface, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:19.598642 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1918cc21-105c-479d-9d13-c094a3c95c8d req-efb21646-c325-40d1-a031-c2d40a92d7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:19.599278 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1918cc21-105c-479d-9d13-c094a3c95c8d req-efb21646-c325-40d1-a031-c2d40a92d7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:19.599829 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1918cc21-105c-479d-9d13-c094a3c95c8d req-efb21646-c325-40d1-a031-c2d40a92d7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:19.600527 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1918cc21-105c-479d-9d13-c094a3c95c8d req-efb21646-c325-40d1-a031-c2d40a92d7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:19.601199 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1918cc21-105c-479d-9d13-c094a3c95c8d req-efb21646-c325-40d1-a031-c2d40a92d7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:19.603045 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1918cc21-105c-479d-9d13-c094a3c95c8d req-efb21646-c325-40d1-a031-c2d40a92d7e9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8d43db295226432aa2eb8bb806af3cad&device_id=12c01cab-6f38-47e5-a713-3b0033ce846b HTTP/1.1" status: 200 len: 4365 time: 0.2599354 Jul 24 00:02:19.608959 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-07dbdf7a-d35a-42dd-8dc4-0d20d1ddcb47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681029'] for router_interface, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:19.660758 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10497125-5264-4a55-b164-11db37c18f25 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Pushing event updated for resources: {'Port': ['ID=bdc80645-0858-4406-bb36-3d13eb6542a6,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:19.675867 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf044248-4802-4107-bd6a-e4bd641acc2b tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Checking segment: {'id': 'bc6ff06c-2612-43ea-b1b7-a824604f01e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'aa6208a3-f70e-4ac5-8f33-418b535f0112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:02:19.676519 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf044248-4802-4107-bd6a-e4bd641acc2b tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Network hostable DHCP agents. Network: aa6208a3-f70e-4ac5-8f33-418b535f0112, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:02:19.747406 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf044248-4802-4107-bd6a-e4bd641acc2b tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Network aa6208a3-f70e-4ac5-8f33-418b535f0112 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:02:19.777108 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-cf044248-4802-4107-bd6a-e4bd641acc2b tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, aa6208a3-f70e-4ac5-8f33-418b535f0112) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:02:19.790377 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b0c469-2701-43d0-8dcb-b6661408a4f2 None None] Network aa6208a3-f70e-4ac5-8f33-418b535f0112 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:02:19.794563 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf044248-4802-4107-bd6a-e4bd641acc2b tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:19.795466 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cf044248-4802-4107-bd6a-e4bd641acc2b tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:19.826946 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-cf044248-4802-4107-bd6a-e4bd641acc2b tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.7267146 Jul 24 00:02:19.831578 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 54556) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:19.953342 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10497125-5264-4a55-b164-11db37c18f25 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Network 891233db-51e0-49fb-bd76-d8454be54dfa is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:02:19.969572 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-10497125-5264-4a55-b164-11db37c18f25 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:02:20.088993 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1918cc21-105c-479d-9d13-c094a3c95c8d req-ef4a8269-b3e1-4d54-b48e-ab32793c5b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:20.089593 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1918cc21-105c-479d-9d13-c094a3c95c8d req-ef4a8269-b3e1-4d54-b48e-ab32793c5b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:20.090086 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1918cc21-105c-479d-9d13-c094a3c95c8d req-ef4a8269-b3e1-4d54-b48e-ab32793c5b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:20.091820 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1918cc21-105c-479d-9d13-c094a3c95c8d req-ef4a8269-b3e1-4d54-b48e-ab32793c5b51 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=8d43db295226432aa2eb8bb806af3cad&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4794807 Jul 24 00:02:20.218527 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d5995654-a01f-4b64-9457-094cebc31fc7 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:20.241358 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a822a7bb-a692-408b-97b0-f4c374f6137f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-aa6208a3-f70e-4ac5-8f33-418b535f0112', 'network_id': 'aa6208a3-f70e-4ac5-8f33-418b535f0112', 'tenant_id': '34214e4fa0b24be19b34152b09c86b8d', 'fixed_ips': [{'subnet_id': '49b509c5-c01e-43c0-92de-edbe279a222c'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:02:20.242701 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a822a7bb-a692-408b-97b0-f4c374f6137f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:20.280267 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10497125-5264-4a55-b164-11db37c18f25 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Router 6dfed793-24cf-4d76-915f-cb7f777b4791 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:02:20.472349 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10497125-5264-4a55-b164-11db37c18f25 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:02:20.478716 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-10497125-5264-4a55-b164-11db37c18f25 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "PUT /v2.0/routers/6dfed793-24cf-4d76-915f-cb7f777b4791/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9947093 Jul 24 00:02:20.485131 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484120fe-32d0-4111-a347-267ec6a889e6 None None] Sync routers for ids ['6dfed793-24cf-4d76-915f-cb7f777b4791'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:02:20.487408 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d5995654-a01f-4b64-9457-094cebc31fc7 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:20.487850 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-590fa11c-22cb-4595-88f6-81bbcff9ae32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ae00847-5047-43ce-ba3f-aff5e321b304 {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:02:20.490280 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 54574) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:20.518308 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484120fe-32d0-4111-a347-267ec6a889e6 None None] Routers {'6dfed793-24cf-4d76-915f-cb7f777b4791'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:02:20.519776 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-484120fe-32d0-4111-a347-267ec6a889e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:01:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['6dfed793-24cf-4d76-915f-cb7f777b4791'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:02:20.538333 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-590fa11c-22cb-4595-88f6-81bbcff9ae32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:20.552943 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-4be20cd2-dab1-4eaa-8fe6-92e791dfbe45 None None] Provisioning complete for port bdc80645-0858-4406-bb36-3d13eb6542a6 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:02:20.553334 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-4be20cd2-dab1-4eaa-8fe6-92e791dfbe45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:20.578513 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-a822a7bb-a692-408b-97b0-f4c374f6137f None None] Allocated IP 172.20.0.3 (aa6208a3-f70e-4ac5-8f33-418b535f0112/49b509c5-c01e-43c0-92de-edbe279a222c/c9518707-172d-4d14-a746-5b5a5d93e329) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:02:20.597168 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-590fa11c-22cb-4595-88f6-81bbcff9ae32 service neutron] Transition to ACTIVE for port object 2ae00847-5047-43ce-ba3f-aff5e321b304 will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:02:20.618646 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-590fa11c-22cb-4595-88f6-81bbcff9ae32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:20.628127 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-4be20cd2-dab1-4eaa-8fe6-92e791dfbe45 None None] Port bdc80645-0858-4406-bb36-3d13eb6542a6 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:02:20.631595 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1918cc21-105c-479d-9d13-c094a3c95c8d req-93381c34-46d8-4c2b-bab8-e184854a411d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:20.633154 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1918cc21-105c-479d-9d13-c094a3c95c8d req-93381c34-46d8-4c2b-bab8-e184854a411d service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5128031 Jul 24 00:02:20.670535 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-484120fe-32d0-4111-a347-267ec6a889e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:02:20.688133 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a5681-86a9-458a-a6de-86f6c1146ed8 req-630faef5-1fd5-4680-8cfd-960fbf913a39 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:20.695258 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0e8a5681-86a9-458a-a6de-86f6c1146ed8 req-630faef5-1fd5-4680-8cfd-960fbf913a39 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f027578-c893-4a44-9dc2-07535ce6a55f HTTP/1.1" status: 200 len: 950 time: 0.5207348 Jul 24 00:02:20.701363 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484120fe-32d0-4111-a347-267ec6a889e6 None None] Routers {'6dfed793-24cf-4d76-915f-cb7f777b4791'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:02:20.704191 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-484120fe-32d0-4111-a347-267ec6a889e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:01:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['6dfed793-24cf-4d76-915f-cb7f777b4791'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:02:20.758937 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-484120fe-32d0-4111-a347-267ec6a889e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:02:20.759841 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484120fe-32d0-4111-a347-267ec6a889e6 None None] The sync data for ids ['6dfed793-24cf-4d76-915f-cb7f777b4791'] in n-d-800088-16 is: [] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:02:20.760340 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590fa11c-22cb-4595-88f6-81bbcff9ae32 service neutron] Pushing event updated for resources: {'Port': ['ID=2ae00847-5047-43ce-ba3f-aff5e321b304,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:20.800025 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0767b49e-ce4a-4ddb-ba94-06891bb031a5 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:20.801473 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-0767b49e-ce4a-4ddb-ba94-06891bb031a5 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "GET /v2.0/ports/bdc80645-0858-4406-bb36-3d13eb6542a6 HTTP/1.1" status: 200 len: 913 time: 0.3083611 Jul 24 00:02:20.804535 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 54580) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:20.905805 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0e8a5681-86a9-458a-a6de-86f6c1146ed8 req-1c98e5d4-5dd2-48f0-bce3-1c651c409bc0 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098722 Jul 24 00:02:20.985445 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-590fa11c-22cb-4595-88f6-81bbcff9ae32 service neutron] Attempting to bind port 2ae00847-5047-43ce-ba3f-aff5e321b304 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:02:20.986039 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-590fa11c-22cb-4595-88f6-81bbcff9ae32 service neutron] Attempting to bind port 2ae00847-5047-43ce-ba3f-aff5e321b304 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '6a9bfae8-3859-4d2f-b2ea-41b2fe58337b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:02:20.986537 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-590fa11c-22cb-4595-88f6-81bbcff9ae32 service neutron] Attempting to bind port 2ae00847-5047-43ce-ba3f-aff5e321b304 on network 2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:02:20.997528 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-590fa11c-22cb-4595-88f6-81bbcff9ae32 service neutron] Port 2ae00847-5047-43ce-ba3f-aff5e321b304 on network 2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:02:20.998128 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-590fa11c-22cb-4595-88f6-81bbcff9ae32 service neutron] Attempting to bind port 2ae00847-5047-43ce-ba3f-aff5e321b304 on network 2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:02:21.007183 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-590fa11c-22cb-4595-88f6-81bbcff9ae32 service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:02:21.007796 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-590fa11c-22cb-4595-88f6-81bbcff9ae32 service neutron] Checking segment: {'id': '6a9bfae8-3859-4d2f-b2ea-41b2fe58337b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:02:21.008362 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-590fa11c-22cb-4595-88f6-81bbcff9ae32 service neutron] Bound using segment: {'id': '6a9bfae8-3859-4d2f-b2ea-41b2fe58337b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:02:21.009003 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-590fa11c-22cb-4595-88f6-81bbcff9ae32 service neutron] Bound port: 2ae00847-5047-43ce-ba3f-aff5e321b304, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a9bfae8-3859-4d2f-b2ea-41b2fe58337b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:02:21.014350 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-590fa11c-22cb-4595-88f6-81bbcff9ae32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:21.017880 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-07dbdf7a-d35a-42dd-8dc4-0d20d1ddcb47 admin admin] Deleting port 50fbc590-06dd-4779-9da8-47b3311b7d87 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:02:21.018224 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-07dbdf7a-d35a-42dd-8dc4-0d20d1ddcb47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:21.070536 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0d5781-6ac0-4422-82be-a3188085f57d req-9a777e19-b259-4196-87c3-f7d5c792c111 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:21.078489 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0d5781-6ac0-4422-82be-a3188085f57d req-9a777e19-b259-4196-87c3-f7d5c792c111 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:21.087286 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0d5781-6ac0-4422-82be-a3188085f57d req-9a777e19-b259-4196-87c3-f7d5c792c111 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:21.095294 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0d5781-6ac0-4422-82be-a3188085f57d req-9a777e19-b259-4196-87c3-f7d5c792c111 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:21.102352 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0d5781-6ac0-4422-82be-a3188085f57d req-9a777e19-b259-4196-87c3-f7d5c792c111 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:21.104985 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4d0d5781-6ac0-4422-82be-a3188085f57d req-9a777e19-b259-4196-87c3-f7d5c792c111 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/ports?device_id=12c01cab-6f38-47e5-a713-3b0033ce846b HTTP/1.1" status: 200 len: 3829 time: 0.6366816 Jul 24 00:02:21.172000 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-07dbdf7a-d35a-42dd-8dc4-0d20d1ddcb47 admin admin] For port 50fbc590-06dd-4779-9da8-47b3311b7d87, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=50fbc590-06dd-4779-9da8-47b3311b7d87,segment=NetworkSegment(7e96837c-7728-41f8-b9c1-c7a5593efa19),segment_id=7e96837c-7728-41f8-b9c1-c7a5593efa19)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:02:21.172376 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-07dbdf7a-d35a-42dd-8dc4-0d20d1ddcb47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:21.175132 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-590fa11c-22cb-4595-88f6-81bbcff9ae32 service neutron] For port 2ae00847-5047-43ce-ba3f-aff5e321b304, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:02:21.182958 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4d0d5781-6ac0-4422-82be-a3188085f57d req-2ec43b39-35fb-45dc-b7fc-a137f6215b11 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/security-groups?id=84526489-a784-4e02-8584-4c6d6be5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727067 Jul 24 00:02:21.221821 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-07dbdf7a-d35a-42dd-8dc4-0d20d1ddcb47 admin admin] Calling delete_port for 50fbc590-06dd-4779-9da8-47b3311b7d87 owned by network:router_interface {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:02:21.228886 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-590fa11c-22cb-4595-88f6-81bbcff9ae32 service neutron] For port 2ae00847-5047-43ce-ba3f-aff5e321b304, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=2ae00847-5047-43ce-ba3f-aff5e321b304,segment=NetworkSegment(6a9bfae8-3859-4d2f-b2ea-41b2fe58337b),segment_id=6a9bfae8-3859-4d2f-b2ea-41b2fe58337b)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:02:21.238632 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-590fa11c-22cb-4595-88f6-81bbcff9ae32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:21.323308 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-590fa11c-22cb-4595-88f6-81bbcff9ae32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:21.324519 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-590fa11c-22cb-4595-88f6-81bbcff9ae32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:21.326733 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-590fa11c-22cb-4595-88f6-81bbcff9ae32 service neutron] 10.222.0.64 "PUT /v2.0/ports/2ae00847-5047-43ce-ba3f-aff5e321b304 HTTP/1.1" status: 200 len: 1136 time: 2.4348662 Jul 24 00:02:21.327436 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12c01cab-6f38-47e5-a713-3b0033ce846b', 'tag': '2ae00847-5047-43ce-ba3f-aff5e321b304'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:02:21.330081 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6d20a60-bcb2-4127-a99b-b032b5ad8c04" -d '{"events": [{"name": "network-changed", "server_uuid": "12c01cab-6f38-47e5-a713-3b0033ce846b", "tag": "2ae00847-5047-43ce-ba3f-aff5e321b304"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:02:21.338593 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a822a7bb-a692-408b-97b0-f4c374f6137f None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:21.377765 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-a822a7bb-a692-408b-97b0-f4c374f6137f None None] Transition to ACTIVE for port object c9518707-172d-4d14-a746-5b5a5d93e329 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:02:21.409385 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-f7970342-e45e-43ee-a72e-d5f10cbf4ab7 service neutron] Request body: {'port': {'device_id': '12c01cab-6f38-47e5-a713-3b0033ce846b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-16'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:02:21.412554 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-a822a7bb-a692-408b-97b0-f4c374f6137f None None] Transition to ACTIVE for port object c9518707-172d-4d14-a746-5b5a5d93e329 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:02:21.425603 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a822a7bb-a692-408b-97b0-f4c374f6137f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:21.481384 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6e0362a-3afe-4dc6-b46f-aa7106946bd4 x-openstack-request-id: req-b6e0362a-3afe-4dc6-b46f-aa7106946bd4 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:02:21.481871 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12c01cab-6f38-47e5-a713-3b0033ce846b", "tag": "2ae00847-5047-43ce-ba3f-aff5e321b304", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:02:21.482280 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b6e0362a-3afe-4dc6-b46f-aa7106946bd4 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:02:21.485195 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12c01cab-6f38-47e5-a713-3b0033ce846b', 'tag': '2ae00847-5047-43ce-ba3f-aff5e321b304', 'status': 'completed', 'code': 200} Jul 24 00:02:21.502599 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a822a7bb-a692-408b-97b0-f4c374f6137f None None] Pushing event updated for resources: {'Port': ['ID=c9518707-172d-4d14-a746-5b5a5d93e329,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:21.523001 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a822a7bb-a692-408b-97b0-f4c374f6137f None None] Network aa6208a3-f70e-4ac5-8f33-418b535f0112 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:02:21.526056 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-a822a7bb-a692-408b-97b0-f4c374f6137f None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:02:21.529704 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d5995654-a01f-4b64-9457-094cebc31fc7 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:21.541131 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a822a7bb-a692-408b-97b0-f4c374f6137f None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:02:21.569135 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590fa11c-22cb-4595-88f6-81bbcff9ae32 service neutron] Pushing event updated for resources: {'Port': ['ID=2ae00847-5047-43ce-ba3f-aff5e321b304,revision_number=3']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:21.585880 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5995654-a01f-4b64-9457-094cebc31fc7 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Pushing event deleted for resources: {'Subnet': ['ID=49b509c5-c01e-43c0-92de-edbe279a222c,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:21.658472 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-a822a7bb-a692-408b-97b0-f4c374f6137f None None] Attempting to bind port c9518707-172d-4d14-a746-5b5a5d93e329 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:02:21.660724 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-a822a7bb-a692-408b-97b0-f4c374f6137f None None] Attempting to bind port c9518707-172d-4d14-a746-5b5a5d93e329 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': 'bc6ff06c-2612-43ea-b1b7-a824604f01e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'aa6208a3-f70e-4ac5-8f33-418b535f0112'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:02:21.661513 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a822a7bb-a692-408b-97b0-f4c374f6137f None None] Attempting to bind port c9518707-172d-4d14-a746-5b5a5d93e329 on network aa6208a3-f70e-4ac5-8f33-418b535f0112 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:02:21.667234 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a822a7bb-a692-408b-97b0-f4c374f6137f None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:02:21.667981 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a822a7bb-a692-408b-97b0-f4c374f6137f None None] Checking segment: {'id': 'bc6ff06c-2612-43ea-b1b7-a824604f01e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'aa6208a3-f70e-4ac5-8f33-418b535f0112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:02:21.668557 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a822a7bb-a692-408b-97b0-f4c374f6137f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:21.669229 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a822a7bb-a692-408b-97b0-f4c374f6137f None None] Bound using segment: {'id': 'bc6ff06c-2612-43ea-b1b7-a824604f01e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'aa6208a3-f70e-4ac5-8f33-418b535f0112'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:02:21.669890 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-a822a7bb-a692-408b-97b0-f4c374f6137f None None] Bound port: c9518707-172d-4d14-a746-5b5a5d93e329, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc6ff06c-2612-43ea-b1b7-a824604f01e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'aa6208a3-f70e-4ac5-8f33-418b535f0112'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:02:21.672321 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a822a7bb-a692-408b-97b0-f4c374f6137f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:21.737613 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d5995654-a01f-4b64-9457-094cebc31fc7 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:21.759116 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-d5995654-a01f-4b64-9457-094cebc31fc7 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa6208a3-f70e-4ac5-8f33-418b535f0112']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:02:21.785990 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-d5995654-a01f-4b64-9457-094cebc31fc7 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc6ff06c-2612-43ea-b1b7-a824604f01e4') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:02:21.786464 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-d5995654-a01f-4b64-9457-094cebc31fc7 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc6ff06c-2612-43ea-b1b7-a824604f01e4') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:02:21.807014 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d5995654-a01f-4b64-9457-094cebc31fc7 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:21.810454 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-f7970342-e45e-43ee-a72e-d5f10cbf4ab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:21.831685 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-a822a7bb-a692-408b-97b0-f4c374f6137f None None] For port c9518707-172d-4d14-a746-5b5a5d93e329, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:02:21.835775 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d20a60-bcb2-4127-a99b-b032b5ad8c04 req-bad5e4ba-5276-4ceb-a750-1ec7526a79a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:21.836609 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d20a60-bcb2-4127-a99b-b032b5ad8c04 req-bad5e4ba-5276-4ceb-a750-1ec7526a79a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:21.837007 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-a822a7bb-a692-408b-97b0-f4c374f6137f None None] For port c9518707-172d-4d14-a746-5b5a5d93e329, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=c9518707-172d-4d14-a746-5b5a5d93e329,segment=NetworkSegment(bc6ff06c-2612-43ea-b1b7-a824604f01e4),segment_id=bc6ff06c-2612-43ea-b1b7-a824604f01e4)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:02:21.837167 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d20a60-bcb2-4127-a99b-b032b5ad8c04 req-bad5e4ba-5276-4ceb-a750-1ec7526a79a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:21.837598 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d20a60-bcb2-4127-a99b-b032b5ad8c04 req-bad5e4ba-5276-4ceb-a750-1ec7526a79a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:21.838079 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d20a60-bcb2-4127-a99b-b032b5ad8c04 req-bad5e4ba-5276-4ceb-a750-1ec7526a79a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:21.846306 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d20a60-bcb2-4127-a99b-b032b5ad8c04 req-bad5e4ba-5276-4ceb-a750-1ec7526a79a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:21.848894 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c6d20a60-bcb2-4127-a99b-b032b5ad8c04 req-bad5e4ba-5276-4ceb-a750-1ec7526a79a5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8d43db295226432aa2eb8bb806af3cad&device_id=12c01cab-6f38-47e5-a713-3b0033ce846b HTTP/1.1" status: 200 len: 5294 time: 0.3114576 Jul 24 00:02:21.859141 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a822a7bb-a692-408b-97b0-f4c374f6137f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:21.863679 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d5995654-a01f-4b64-9457-094cebc31fc7 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:21.889860 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5995654-a01f-4b64-9457-094cebc31fc7 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:02:21.894814 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d5995654-a01f-4b64-9457-094cebc31fc7 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:21.978430 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:02:21.978430 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:02:21.978430 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:02:21.978430 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:02:21.978430 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:02:21.978430 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:02:21.978430 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:02:21.978430 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:02:21.978430 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:02:21.978430 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:02:21.978430 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:02:21.978430 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:02:21.978430 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:02:21.978430 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:02:21.978430 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:02:21.978430 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:02:21.978430 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:02:21.978430 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:02:21.978430 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:02:21.978430 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:02:21.978430 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:02:21.978430 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:02:21.978430 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:02:21.978430 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:02:21.978430 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:02:21.978430 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:02:21.978430 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:02:21.978430 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:02:21.978430 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:02:21.978430 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:02:21.978430 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:02:21.978430 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:02:21.981386 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.db.api [None req-d5995654-a01f-4b64-9457-094cebc31fc7 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 24 00:02:21.981386 n-d-800088-16 neutron-server[100313]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 24 00:02:21.981386 n-d-800088-16 neutron-server[100313]: [parameters: {'id': 'aa6208a3-f70e-4ac5-8f33-418b535f0112'}] Jul 24 00:02:21.981386 n-d-800088-16 neutron-server[100313]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 00:02:21.981867 n-d-800088-16 neutron-server[100313]: DEBUG oslo_db.api [None req-d5995654-a01f-4b64-9457-094cebc31fc7 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 00:02:21.987361 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8dba24dc-190a-4a0f-8f63-3c1f30552523 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681029'] for router_interface, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:22.054373 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a822a7bb-a692-408b-97b0-f4c374f6137f None None] Pushing event updated for resources: {'Port': ['ID=c9518707-172d-4d14-a746-5b5a5d93e329,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:22.222279 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae40ab0d-36a3-4707-861d-e4d0feb81b9d None None] Network aa6208a3-f70e-4ac5-8f33-418b535f0112 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:02:22.539329 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 54652) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:22.558565 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04427b2a-d14a-4bdf-a7ec-7f3d960e5967 None None] get_active_networks_info from n-d-800088-16 {{(pid=100315) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 24 00:02:22.578289 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d5995654-a01f-4b64-9457-094cebc31fc7 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:22.725500 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6bfb60-4f4f-4f42-8a45-56687e3ad2c1 req-40f1b1a8-16cf-4546-af63-fb6fa44816d9 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:22.727281 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9d6bfb60-4f4f-4f42-8a45-56687e3ad2c1 req-40f1b1a8-16cf-4546-af63-fb6fa44816d9 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f027578-c893-4a44-9dc2-07535ce6a55f HTTP/1.1" status: 200 len: 950 time: 0.1092825 Jul 24 00:02:22.786990 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04427b2a-d14a-4bdf-a7ec-7f3d960e5967 None None] Resources bound (agent type, host, resource id): {{(pid=100315) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 24 00:02:22.792042 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9d6bfb60-4f4f-4f42-8a45-56687e3ad2c1 req-4228e48b-1861-439a-b615-d9246b00925f tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423391 Jul 24 00:02:22.906468 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-07dbdf7a-d35a-42dd-8dc4-0d20d1ddcb47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:22.965157 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-d5995654-a01f-4b64-9457-094cebc31fc7 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Deleting port c9518707-172d-4d14-a746-5b5a5d93e329 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:02:22.966188 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d5995654-a01f-4b64-9457-094cebc31fc7 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:22.997752 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f0ccc80f-0081-4251-8caf-8c169b591a88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:23.016843 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dbdf7a-d35a-42dd-8dc4-0d20d1ddcb47 admin admin] Pushing event deleted for resources: {'Port': ['ID=50fbc590-06dd-4779-9da8-47b3311b7d87,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:23.104047 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caed8d1-07bb-4715-91c2-40ea4cdc11b9 req-403d3f71-76f8-4541-af9f-e4d08f11cc48 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:23.118922 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caed8d1-07bb-4715-91c2-40ea4cdc11b9 req-403d3f71-76f8-4541-af9f-e4d08f11cc48 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:23.134229 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caed8d1-07bb-4715-91c2-40ea4cdc11b9 req-403d3f71-76f8-4541-af9f-e4d08f11cc48 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:23.135391 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-d5995654-a01f-4b64-9457-094cebc31fc7 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] For port c9518707-172d-4d14-a746-5b5a5d93e329, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=c9518707-172d-4d14-a746-5b5a5d93e329,segment=NetworkSegment(bc6ff06c-2612-43ea-b1b7-a824604f01e4),segment_id=bc6ff06c-2612-43ea-b1b7-a824604f01e4)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:02:23.136211 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d5995654-a01f-4b64-9457-094cebc31fc7 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:23.149841 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caed8d1-07bb-4715-91c2-40ea4cdc11b9 req-403d3f71-76f8-4541-af9f-e4d08f11cc48 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:23.158743 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e0739ea4-63e5-422a-bf92-552f7ff89714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:23.165489 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-d5995654-a01f-4b64-9457-094cebc31fc7 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Calling delete_port for c9518707-172d-4d14-a746-5b5a5d93e329 owned by network:dhcp {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:02:23.185555 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caed8d1-07bb-4715-91c2-40ea4cdc11b9 req-403d3f71-76f8-4541-af9f-e4d08f11cc48 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:23.199682 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caed8d1-07bb-4715-91c2-40ea4cdc11b9 req-403d3f71-76f8-4541-af9f-e4d08f11cc48 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:23.211482 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9caed8d1-07bb-4715-91c2-40ea4cdc11b9 req-403d3f71-76f8-4541-af9f-e4d08f11cc48 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/ports?device_id=12c01cab-6f38-47e5-a713-3b0033ce846b HTTP/1.1" status: 200 len: 4606 time: 0.8232801 Jul 24 00:02:23.230635 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-8dba24dc-190a-4a0f-8f63-3c1f30552523 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Deleting port bdc80645-0858-4406-bb36-3d13eb6542a6 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:02:23.231118 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8dba24dc-190a-4a0f-8f63-3c1f30552523 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:23.256413 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d20a60-bcb2-4127-a99b-b032b5ad8c04 req-622e3587-94fa-4d8f-851e-3a2ee940cb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:23.257284 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d20a60-bcb2-4127-a99b-b032b5ad8c04 req-622e3587-94fa-4d8f-851e-3a2ee940cb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:23.258114 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d20a60-bcb2-4127-a99b-b032b5ad8c04 req-622e3587-94fa-4d8f-851e-3a2ee940cb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:23.260187 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c6d20a60-bcb2-4127-a99b-b032b5ad8c04 req-622e3587-94fa-4d8f-851e-3a2ee940cb25 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=8d43db295226432aa2eb8bb806af3cad&shared=False HTTP/1.1" status: 200 len: 2298 time: 1.3923707 Jul 24 00:02:23.392519 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8dba24dc-190a-4a0f-8f63-3c1f30552523 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:23.406197 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-8dba24dc-190a-4a0f-8f63-3c1f30552523 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Calling delete_port for bdc80645-0858-4406-bb36-3d13eb6542a6 owned by network:router_interface {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:02:23.407907 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d5995654-a01f-4b64-9457-094cebc31fc7 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:23.445588 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5995654-a01f-4b64-9457-094cebc31fc7 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Pushing event deleted for resources: {'Port': ['ID=c9518707-172d-4d14-a746-5b5a5d93e329,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:23.451683 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5995654-a01f-4b64-9457-094cebc31fc7 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] No DVR routers for this DVR port c9518707-172d-4d14-a746-5b5a5d93e329 on host n-d-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:02:23.503263 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9caed8d1-07bb-4715-91c2-40ea4cdc11b9 req-12d74023-90e0-4352-a2af-d49c7e03ea08 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b2b81f-5921-46c4-a5f8-cac2ff846ad3&id=84526489-a784-4e02-8584-4c6d6be5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2902043 Jul 24 00:02:23.581710 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d5995654-a01f-4b64-9457-094cebc31fc7 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:23.595230 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-d5995654-a01f-4b64-9457-094cebc31fc7 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa6208a3-f70e-4ac5-8f33-418b535f0112']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:02:23.609066 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d20a60-bcb2-4127-a99b-b032b5ad8c04 req-7667e1f0-212c-40cf-bff6-e11c4a215389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:23.610698 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c6d20a60-bcb2-4127-a99b-b032b5ad8c04 req-7667e1f0-212c-40cf-bff6-e11c4a215389 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3230879 Jul 24 00:02:23.637126 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-d5995654-a01f-4b64-9457-094cebc31fc7 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc6ff06c-2612-43ea-b1b7-a824604f01e4') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:02:23.637540 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-d5995654-a01f-4b64-9457-094cebc31fc7 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc6ff06c-2612-43ea-b1b7-a824604f01e4') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:02:23.655640 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d5995654-a01f-4b64-9457-094cebc31fc7 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:23.673781 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d5995654-a01f-4b64-9457-094cebc31fc7 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:23.680093 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5995654-a01f-4b64-9457-094cebc31fc7 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:02:23.680545 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d5995654-a01f-4b64-9457-094cebc31fc7 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:23.683449 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:02:23.683449 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:02:23.683449 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:02:23.683449 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:02:23.683449 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:02:23.683449 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:02:23.683449 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:02:23.683449 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:02:23.683449 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:02:23.683449 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:02:23.683449 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:02:23.683449 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:02:23.683449 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:02:23.683449 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:02:23.683449 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:02:23.683449 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:02:23.683449 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:02:23.683449 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:02:23.683449 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:02:23.683449 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:02:23.683449 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:02:23.683449 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:02:23.683449 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:02:23.683449 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:02:23.683449 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:02:23.683449 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:02:23.683449 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:02:23.683449 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:02:23.683449 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:02:23.683449 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:02:23.683449 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:02:23.683449 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:02:23.756709 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d5995654-a01f-4b64-9457-094cebc31fc7 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:23.766990 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-07dbdf7a-d35a-42dd-8dc4-0d20d1ddcb47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679987'] for router_interface, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:23.784077 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-f7970342-e45e-43ee-a72e-d5f10cbf4ab7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05c23a2d-a333-40a3-ad43-c3bfc576a416 {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:02:23.789539 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f0ccc80f-0081-4251-8caf-8c169b591a88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:23.791398 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d5995654-a01f-4b64-9457-094cebc31fc7 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:23.796700 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-d5995654-a01f-4b64-9457-094cebc31fc7 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] 10.222.0.44 "DELETE /v2.0/networks/aa6208a3-f70e-4ac5-8f33-418b535f0112 HTTP/1.1" status: 204 len: 168 time: 3.9606071 Jul 24 00:02:23.798173 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5995654-a01f-4b64-9457-094cebc31fc7 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Pushing event deleted for resources: {'Network': ['ID=aa6208a3-f70e-4ac5-8f33-418b535f0112,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:23.798506 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 54660) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:23.801163 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f0ccc80f-0081-4251-8caf-8c169b591a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:23.806137 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-f7970342-e45e-43ee-a72e-d5f10cbf4ab7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:23.809768 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-cd8411cb-f106-4e06-818e-ec47be2d3ddc tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1482703302'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:02:23.852501 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8dba24dc-190a-4a0f-8f63-3c1f30552523 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:23.870690 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd8411cb-f106-4e06-818e-ec47be2d3ddc tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Made reservation on behalf of 34214e4fa0b24be19b34152b09c86b8d for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:02:23.875146 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cd8411cb-f106-4e06-818e-ec47be2d3ddc tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:23.930956 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-f7970342-e45e-43ee-a72e-d5f10cbf4ab7 service neutron] Transition to ACTIVE for port object 05c23a2d-a333-40a3-ad43-c3bfc576a416 will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:02:23.943577 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-f0ccc80f-0081-4251-8caf-8c169b591a88 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=662ec071cf444434ae182790606d96f3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3827353 Jul 24 00:02:23.952432 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dba24dc-190a-4a0f-8f63-3c1f30552523 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Pushing event deleted for resources: {'Port': ['ID=bdc80645-0858-4406-bb36-3d13eb6542a6,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:23.953976 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 54666) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:23.957459 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ccc80f-0081-4251-8caf-8c169b591a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a76fab8-dd22-4670-b9f5-d3fbd7c63ad4,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:23.970152 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-f7970342-e45e-43ee-a72e-d5f10cbf4ab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:24.014924 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd8411cb-f106-4e06-818e-ec47be2d3ddc tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:02:24.159605 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7970342-e45e-43ee-a72e-d5f10cbf4ab7 service neutron] Pushing event updated for resources: {'Port': ['ID=05c23a2d-a333-40a3-ad43-c3bfc576a416,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:24.242858 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8dba24dc-190a-4a0f-8f63-3c1f30552523 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679987'] for router_interface, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:24.246388 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cd8411cb-f106-4e06-818e-ec47be2d3ddc tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:24.246766 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-cd8411cb-f106-4e06-818e-ec47be2d3ddc tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Added segment 3b03c4a7-1ef3-47ad-ad79-9424c5f09bf0 of type vlan for network 0ef9f377-1bc4-41ac-802a-77ab2252a488 Jul 24 00:02:24.279202 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-dfe44ebe-bbfa-48d0-8374-aa5f276e6fa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:24.321671 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-f7970342-e45e-43ee-a72e-d5f10cbf4ab7 service neutron] Attempting to bind port 05c23a2d-a333-40a3-ad43-c3bfc576a416 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:02:24.322062 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-f7970342-e45e-43ee-a72e-d5f10cbf4ab7 service neutron] Attempting to bind port 05c23a2d-a333-40a3-ad43-c3bfc576a416 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '6a9bfae8-3859-4d2f-b2ea-41b2fe58337b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:02:24.322403 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-f7970342-e45e-43ee-a72e-d5f10cbf4ab7 service neutron] Attempting to bind port 05c23a2d-a333-40a3-ad43-c3bfc576a416 on network 2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:02:24.334579 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-dfe44ebe-bbfa-48d0-8374-aa5f276e6fa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:24.345596 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-f7970342-e45e-43ee-a72e-d5f10cbf4ab7 service neutron] Port 05c23a2d-a333-40a3-ad43-c3bfc576a416 on network 2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:02:24.345930 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-f7970342-e45e-43ee-a72e-d5f10cbf4ab7 service neutron] Attempting to bind port 05c23a2d-a333-40a3-ad43-c3bfc576a416 on network 2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:02:24.363387 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-f7970342-e45e-43ee-a72e-d5f10cbf4ab7 service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:02:24.363737 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-f7970342-e45e-43ee-a72e-d5f10cbf4ab7 service neutron] Checking segment: {'id': '6a9bfae8-3859-4d2f-b2ea-41b2fe58337b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:02:24.364304 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-f7970342-e45e-43ee-a72e-d5f10cbf4ab7 service neutron] Bound using segment: {'id': '6a9bfae8-3859-4d2f-b2ea-41b2fe58337b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:02:24.364776 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-f7970342-e45e-43ee-a72e-d5f10cbf4ab7 service neutron] Bound port: 05c23a2d-a333-40a3-ad43-c3bfc576a416, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a9bfae8-3859-4d2f-b2ea-41b2fe58337b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:02:24.365176 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-f7970342-e45e-43ee-a72e-d5f10cbf4ab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:24.394145 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cd8411cb-f106-4e06-818e-ec47be2d3ddc tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:24.414937 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f7ec6a-2732-4650-b053-ca37e58e8ddf req-791ffade-87ba-4f56-ad3a-626663f59f0f tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:24.416446 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-29f7ec6a-2732-4650-b053-ca37e58e8ddf req-791ffade-87ba-4f56-ad3a-626663f59f0f tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f027578-c893-4a44-9dc2-07535ce6a55f HTTP/1.1" status: 200 len: 950 time: 0.4998982 Jul 24 00:02:24.458254 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07dbdf7a-d35a-42dd-8dc4-0d20d1ddcb47 admin admin] Router 1abfd29a-75b2-484d-b4a3-83c33f0b16c2 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:02:24.462403 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-dfe44ebe-bbfa-48d0-8374-aa5f276e6fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:24.465431 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-dfe44ebe-bbfa-48d0-8374-aa5f276e6fa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:24.469745 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-dfe44ebe-bbfa-48d0-8374-aa5f276e6fa7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0a76fab8-dd22-4670-b9f5-d3fbd7c63ad4 HTTP/1.1" status: 204 len: 168 time: 0.5134490 Jul 24 00:02:24.492993 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe44ebe-bbfa-48d0-8374-aa5f276e6fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a76fab8-dd22-4670-b9f5-d3fbd7c63ad4,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:24.497083 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-f7970342-e45e-43ee-a72e-d5f10cbf4ab7 service neutron] For port 05c23a2d-a333-40a3-ad43-c3bfc576a416, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:02:24.501648 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-f7970342-e45e-43ee-a72e-d5f10cbf4ab7 service neutron] For port 05c23a2d-a333-40a3-ad43-c3bfc576a416, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=05c23a2d-a333-40a3-ad43-c3bfc576a416,segment=NetworkSegment(6a9bfae8-3859-4d2f-b2ea-41b2fe58337b),segment_id=6a9bfae8-3859-4d2f-b2ea-41b2fe58337b)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:02:24.545317 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-f7970342-e45e-43ee-a72e-d5f10cbf4ab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:24.580133 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cd8411cb-f106-4e06-818e-ec47be2d3ddc tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:24.587509 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8411cb-f106-4e06-818e-ec47be2d3ddc tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:24.588150 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cd8411cb-f106-4e06-818e-ec47be2d3ddc tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:24.591024 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-f7970342-e45e-43ee-a72e-d5f10cbf4ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:24.591664 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-f7970342-e45e-43ee-a72e-d5f10cbf4ab7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:24.592743 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dba24dc-190a-4a0f-8f63-3c1f30552523 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Router 6dfed793-24cf-4d76-915f-cb7f777b4791 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:02:24.593709 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-f7970342-e45e-43ee-a72e-d5f10cbf4ab7 service neutron] 10.222.0.64 "PUT /v2.0/ports/05c23a2d-a333-40a3-ad43-c3bfc576a416 HTTP/1.1" status: 200 len: 1136 time: 3.2014916 Jul 24 00:02:24.596956 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12c01cab-6f38-47e5-a713-3b0033ce846b', 'tag': '05c23a2d-a333-40a3-ad43-c3bfc576a416'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:02:24.600698 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dacd03dd-591c-45bd-b55d-28b672b27359" -d '{"events": [{"name": "network-changed", "server_uuid": "12c01cab-6f38-47e5-a713-3b0033ce846b", "tag": "05c23a2d-a333-40a3-ad43-c3bfc576a416"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:02:24.638713 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-11a75207-9002-4c15-a393-68d90d54388b service neutron] Request body: {'port': {'device_id': '12c01cab-6f38-47e5-a713-3b0033ce846b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-16'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:02:24.647237 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-29f7ec6a-2732-4650-b053-ca37e58e8ddf req-6544939a-eb67-47b9-a3d6-8652d5da4a39 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117023 Jul 24 00:02:24.698061 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-cd8411cb-f106-4e06-818e-ec47be2d3ddc tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8962197 Jul 24 00:02:24.705607 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 54676) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:24.719316 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-5a264f28-b3fe-4473-8cdf-ba4cb4a2a516 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Request body: {'subnet': {'network_id': '0ef9f377-1bc4-41ac-802a-77ab2252a488', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:02:24.788010 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdec4e89-0a92-41a4-9574-dd15357faaeb x-openstack-request-id: req-cdec4e89-0a92-41a4-9574-dd15357faaeb {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:02:24.788223 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12c01cab-6f38-47e5-a713-3b0033ce846b", "tag": "05c23a2d-a333-40a3-ad43-c3bfc576a416", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:02:24.788465 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cdec4e89-0a92-41a4-9574-dd15357faaeb {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:02:24.788887 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12c01cab-6f38-47e5-a713-3b0033ce846b', 'tag': '05c23a2d-a333-40a3-ad43-c3bfc576a416', 'status': 'completed', 'code': 200} Jul 24 00:02:24.843955 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8411cb-f106-4e06-818e-ec47be2d3ddc tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Pushing event updated for resources: {'Network': ['ID=0ef9f377-1bc4-41ac-802a-77ab2252a488,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:24.858092 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 0ef9f377-1bc4-41ac-802a-77ab2252a488 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:02:24.887927 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dba24dc-190a-4a0f-8f63-3c1f30552523 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:02:24.909072 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-8dba24dc-190a-4a0f-8f63-3c1f30552523 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "PUT /v2.0/routers/6dfed793-24cf-4d76-915f-cb7f777b4791/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1034431 Jul 24 00:02:24.912131 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1464108a-5cbf-4b62-8084-6f4f03d15dae None None] Sync routers for ids ['6dfed793-24cf-4d76-915f-cb7f777b4791'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:02:24.912466 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 54680) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:24.916737 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-11a75207-9002-4c15-a393-68d90d54388b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:24.919184 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7970342-e45e-43ee-a72e-d5f10cbf4ab7 service neutron] Pushing event updated for resources: {'Port': ['ID=05c23a2d-a333-40a3-ad43-c3bfc576a416,revision_number=3']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:24.991054 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07dbdf7a-d35a-42dd-8dc4-0d20d1ddcb47 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:02:24.996551 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-07dbdf7a-d35a-42dd-8dc4-0d20d1ddcb47 admin admin] 10.222.0.44 "PUT /v2.0/routers/1abfd29a-75b2-484d-b4a3-83c33f0b16c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1269124 Jul 24 00:02:25.000515 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114fa652-6ca0-4092-8007-60bdd8106f89 None None] Sync routers for ids ['1abfd29a-75b2-484d-b4a3-83c33f0b16c2'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:02:25.012378 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 54682) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:25.016513 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114fa652-6ca0-4092-8007-60bdd8106f89 None None] Routers {'1abfd29a-75b2-484d-b4a3-83c33f0b16c2'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:02:25.017893 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-114fa652-6ca0-4092-8007-60bdd8106f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:01:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['1abfd29a-75b2-484d-b4a3-83c33f0b16c2'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:02:25.042128 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1464108a-5cbf-4b62-8084-6f4f03d15dae None None] Routers {'6dfed793-24cf-4d76-915f-cb7f777b4791'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:02:25.042778 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-1464108a-5cbf-4b62-8084-6f4f03d15dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:01:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['6dfed793-24cf-4d76-915f-cb7f777b4791'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:02:25.096908 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 54686) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:25.133515 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-1464108a-5cbf-4b62-8084-6f4f03d15dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:02:25.150475 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-114fa652-6ca0-4092-8007-60bdd8106f89 None None] Set router 1abfd29a-75b2-484d-b4a3-83c33f0b16c2 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:02:25.155548 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1464108a-5cbf-4b62-8084-6f4f03d15dae None None] Routers {'6dfed793-24cf-4d76-915f-cb7f777b4791'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:02:25.156402 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-1464108a-5cbf-4b62-8084-6f4f03d15dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:01:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['6dfed793-24cf-4d76-915f-cb7f777b4791'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:02:25.196072 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-1464108a-5cbf-4b62-8084-6f4f03d15dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:02:25.197025 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1464108a-5cbf-4b62-8084-6f4f03d15dae None None] The sync data for ids ['6dfed793-24cf-4d76-915f-cb7f777b4791'] in n-d-800088-16 is: [] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:02:25.205976 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacd03dd-591c-45bd-b55d-28b672b27359 req-f21edb11-3daa-4972-abb0-7a9291a6cbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:25.206729 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacd03dd-591c-45bd-b55d-28b672b27359 req-f21edb11-3daa-4972-abb0-7a9291a6cbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:25.207385 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacd03dd-591c-45bd-b55d-28b672b27359 req-f21edb11-3daa-4972-abb0-7a9291a6cbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:25.208034 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacd03dd-591c-45bd-b55d-28b672b27359 req-f21edb11-3daa-4972-abb0-7a9291a6cbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:25.208681 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacd03dd-591c-45bd-b55d-28b672b27359 req-f21edb11-3daa-4972-abb0-7a9291a6cbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:25.209356 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacd03dd-591c-45bd-b55d-28b672b27359 req-f21edb11-3daa-4972-abb0-7a9291a6cbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:25.209997 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacd03dd-591c-45bd-b55d-28b672b27359 req-f21edb11-3daa-4972-abb0-7a9291a6cbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:25.212051 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-dacd03dd-591c-45bd-b55d-28b672b27359 req-f21edb11-3daa-4972-abb0-7a9291a6cbff service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8d43db295226432aa2eb8bb806af3cad&device_id=12c01cab-6f38-47e5-a713-3b0033ce846b HTTP/1.1" status: 200 len: 6223 time: 0.4261181 Jul 24 00:02:25.231917 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ddce60-c5f2-4a5c-a2de-5c6e3d872171 req-25751934-83f2-4f7a-9c33-ac077c4a9bfb tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:25.242323 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ddce60-c5f2-4a5c-a2de-5c6e3d872171 req-25751934-83f2-4f7a-9c33-ac077c4a9bfb tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:25.250722 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ddce60-c5f2-4a5c-a2de-5c6e3d872171 req-25751934-83f2-4f7a-9c33-ac077c4a9bfb tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:25.256934 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ddce60-c5f2-4a5c-a2de-5c6e3d872171 req-25751934-83f2-4f7a-9c33-ac077c4a9bfb tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:25.263045 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ddce60-c5f2-4a5c-a2de-5c6e3d872171 req-25751934-83f2-4f7a-9c33-ac077c4a9bfb tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:25.270114 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ddce60-c5f2-4a5c-a2de-5c6e3d872171 req-25751934-83f2-4f7a-9c33-ac077c4a9bfb tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:25.276433 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ddce60-c5f2-4a5c-a2de-5c6e3d872171 req-25751934-83f2-4f7a-9c33-ac077c4a9bfb tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:25.278379 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-85ddce60-c5f2-4a5c-a2de-5c6e3d872171 req-25751934-83f2-4f7a-9c33-ac077c4a9bfb tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/ports?device_id=12c01cab-6f38-47e5-a713-3b0033ce846b HTTP/1.1" status: 200 len: 5383 time: 0.5772202 Jul 24 00:02:25.279260 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2f12ab74-737c-4377-b508-790847eba296 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:25.388187 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a264f28-b3fe-4473-8cdf-ba4cb4a2a516 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Made reservation on behalf of 34214e4fa0b24be19b34152b09c86b8d for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:02:25.392390 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5a264f28-b3fe-4473-8cdf-ba4cb4a2a516 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:25.405569 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-114fa652-6ca0-4092-8007-60bdd8106f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1abfd29a-75b2-484d-b4a3-83c33f0b16c2', 'name': 'tempest-ServerRescueNegativeTestJSON-1761387769-router', 'tenant_id': '18dc8249d11c41bf8adca46e26371672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '79d4bc7a-43e6-4d21-99d2-5108787528e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:59:01Z', 'updated_at': '2021-07-24T00:02:21Z', 'revision_number': 5, 'project_id': '18dc8249d11c41bf8adca46e26371672', 'gw_port': {'id': '79d4bc7a-43e6-4d21-99d2-5108787528e0', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:18:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abfd29a-75b2-484d-b4a3-83c33f0b16c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:59:03Z', 'updated_at': '2021-07-23T23:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:02:25.445295 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114fa652-6ca0-4092-8007-60bdd8106f89 None None] Checking router: 1abfd29a-75b2-484d-b4a3-83c33f0b16c2 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:02:25.447352 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9cf7ce5e-e76a-489f-9713-e9db5ab4bc6b tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681029'] for router_interface, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:25.457938 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114fa652-6ca0-4092-8007-60bdd8106f89 None None] Routers {'1abfd29a-75b2-484d-b4a3-83c33f0b16c2'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:02:25.459507 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-114fa652-6ca0-4092-8007-60bdd8106f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:01:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['1abfd29a-75b2-484d-b4a3-83c33f0b16c2'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:02:25.603475 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-114fa652-6ca0-4092-8007-60bdd8106f89 None None] Set router 1abfd29a-75b2-484d-b4a3-83c33f0b16c2 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:02:25.736296 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-291a0062-d4ea-4e6c-9491-5ed110156c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:25.850554 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-114fa652-6ca0-4092-8007-60bdd8106f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1abfd29a-75b2-484d-b4a3-83c33f0b16c2', 'name': 'tempest-ServerRescueNegativeTestJSON-1761387769-router', 'tenant_id': '18dc8249d11c41bf8adca46e26371672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '79d4bc7a-43e6-4d21-99d2-5108787528e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:59:01Z', 'updated_at': '2021-07-24T00:02:21Z', 'revision_number': 5, 'project_id': '18dc8249d11c41bf8adca46e26371672', 'gw_port': {'id': '79d4bc7a-43e6-4d21-99d2-5108787528e0', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:18:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abfd29a-75b2-484d-b4a3-83c33f0b16c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:59:03Z', 'updated_at': '2021-07-23T23:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:02:25.880038 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114fa652-6ca0-4092-8007-60bdd8106f89 None None] The sync data for ids ['1abfd29a-75b2-484d-b4a3-83c33f0b16c2'] in n-d-800088-16 is: [{'id': '1abfd29a-75b2-484d-b4a3-83c33f0b16c2', 'name': 'tempest-ServerRescueNegativeTestJSON-1761387769-router', 'tenant_id': '18dc8249d11c41bf8adca46e26371672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '79d4bc7a-43e6-4d21-99d2-5108787528e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:59:01Z', 'updated_at': '2021-07-24T00:02:21Z', 'revision_number': 5, 'project_id': '18dc8249d11c41bf8adca46e26371672', 'gw_port': {'id': '79d4bc7a-43e6-4d21-99d2-5108787528e0', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:18:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abfd29a-75b2-484d-b4a3-83c33f0b16c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:59:03Z', 'updated_at': '2021-07-23T23:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:02:25.904127 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067c62c0-6517-4836-a570-0b31a15abc45 req-3077e5e0-aa82-47b8-a148-99d65e0af39b tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:25.912414 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-067c62c0-6517-4836-a570-0b31a15abc45 req-3077e5e0-aa82-47b8-a148-99d65e0af39b tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f027578-c893-4a44-9dc2-07535ce6a55f HTTP/1.1" status: 200 len: 950 time: 0.1193500 Jul 24 00:02:25.937925 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-9cf7ce5e-e76a-489f-9713-e9db5ab4bc6b tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Deleting port 05c048cd-7348-472f-a4c0-317cf390fd2e {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:02:25.938382 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9cf7ce5e-e76a-489f-9713-e9db5ab4bc6b tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:25.987369 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-85ddce60-c5f2-4a5c-a2de-5c6e3d872171 req-ac52d8c3-ce5c-454e-a87b-c00e6952364d tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b2b81f-5921-46c4-a5f8-cac2ff846ad3&id=84526489-a784-4e02-8584-4c6d6be5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6449883 Jul 24 00:02:25.989761 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-067c62c0-6517-4836-a570-0b31a15abc45 req-f5abbc33-d021-498d-b8f2-8459d5ebb146 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762205 Jul 24 00:02:26.008353 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacd03dd-591c-45bd-b55d-28b672b27359 req-f39d8ec4-eb6a-4ed4-9604-7435b259e6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:26.008353 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacd03dd-591c-45bd-b55d-28b672b27359 req-f39d8ec4-eb6a-4ed4-9604-7435b259e6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:26.008353 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacd03dd-591c-45bd-b55d-28b672b27359 req-f39d8ec4-eb6a-4ed4-9604-7435b259e6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:26.008353 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-dacd03dd-591c-45bd-b55d-28b672b27359 req-f39d8ec4-eb6a-4ed4-9604-7435b259e6ba service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=8d43db295226432aa2eb8bb806af3cad&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.7198505 Jul 24 00:02:26.013013 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6d00ca0e-10aa-4b75-a0f5-15d71ca58f25 admin admin] Notify callbacks [] for router, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:26.060354 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9cf7ce5e-e76a-489f-9713-e9db5ab4bc6b tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:26.073528 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-9cf7ce5e-e76a-489f-9713-e9db5ab4bc6b tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Calling delete_port for 05c048cd-7348-472f-a4c0-317cf390fd2e owned by network:router_interface {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:02:26.280645 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9cf7ce5e-e76a-489f-9713-e9db5ab4bc6b tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:26.317418 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf7ce5e-e76a-489f-9713-e9db5ab4bc6b tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Pushing event deleted for resources: {'Port': ['ID=05c048cd-7348-472f-a4c0-317cf390fd2e,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:26.476348 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9cf7ce5e-e76a-489f-9713-e9db5ab4bc6b tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679987'] for router_interface, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:26.490012 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacd03dd-591c-45bd-b55d-28b672b27359 req-13f38f55-4a59-4fd3-8f3a-49d9f88d7067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:26.491559 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-dacd03dd-591c-45bd-b55d-28b672b27359 req-13f38f55-4a59-4fd3-8f3a-49d9f88d7067 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4684079 Jul 24 00:02:26.588708 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2f12ab74-737c-4377-b508-790847eba296 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:26.590559 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6d00ca0e-10aa-4b75-a0f5-15d71ca58f25 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:26.615381 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2f12ab74-737c-4377-b508-790847eba296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:26.627651 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-11a75207-9002-4c15-a393-68d90d54388b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7cf0802-b364-4a10-b288-5a91e476f1a6 {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:02:26.649072 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-11a75207-9002-4c15-a393-68d90d54388b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:26.695872 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:26.708997 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5a264f28-b3fe-4473-8cdf-ba4cb4a2a516 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:26.726858 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-11a75207-9002-4c15-a393-68d90d54388b service neutron] Transition to ACTIVE for port object b7cf0802-b364-4a10-b288-5a91e476f1a6 will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:02:26.731936 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-2f12ab74-737c-4377-b508-790847eba296 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=059766a21d8d43c2ab4c60943294d26c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5816252 Jul 24 00:02:26.731936 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f12ab74-737c-4377-b508-790847eba296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=516d5ba8-a2a4-4ece-bebd-39593098b9b8,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:26.752663 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 54696) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:26.765492 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-11a75207-9002-4c15-a393-68d90d54388b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:26.877664 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a264f28-b3fe-4473-8cdf-ba4cb4a2a516 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Pushing event updated for resources: {'Subnet': ['ID=f0c54203-3012-47eb-91a8-24c2788ff589,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:26.941011 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a75207-9002-4c15-a393-68d90d54388b service neutron] Pushing event updated for resources: {'Port': ['ID=b7cf0802-b364-4a10-b288-5a91e476f1a6,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:26.993724 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a264f28-b3fe-4473-8cdf-ba4cb4a2a516 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Checking segment: {'id': '3b03c4a7-1ef3-47ad-ad79-9424c5f09bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0ef9f377-1bc4-41ac-802a-77ab2252a488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:02:26.994104 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a264f28-b3fe-4473-8cdf-ba4cb4a2a516 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Network hostable DHCP agents. Network: 0ef9f377-1bc4-41ac-802a-77ab2252a488, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:02:27.000328 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-925c1ddd-fdc1-47c9-b87b-7d530a9d9697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:27.021178 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-6d00ca0e-10aa-4b75-a0f5-15d71ca58f25 admin admin] Deleting port 79d4bc7a-43e6-4d21-99d2-5108787528e0 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:02:27.025035 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6d00ca0e-10aa-4b75-a0f5-15d71ca58f25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:27.028838 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cf7ce5e-e76a-489f-9713-e9db5ab4bc6b tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Router 6dfed793-24cf-4d76-915f-cb7f777b4791 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:02:27.038140 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [req-e3b1a5d3-a088-494f-a809-69feceb8cd86 req-6f40cda8-368b-4f8a-9b43-e1fefe532d39 service neutron] show failed (client error): The resource could not be found. Jul 24 00:02:27.039307 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e3b1a5d3-a088-494f-a809-69feceb8cd86 req-6f40cda8-368b-4f8a-9b43-e1fefe532d39 service neutron] 10.222.0.52 "GET /v2.0/ports/646da755-b657-48af-8f46-1246a45e82e4/bindings/n-h2-800088-16 HTTP/1.1" status: 404 len: 381 time: 0.1691644 Jul 24 00:02:27.129293 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-925c1ddd-fdc1-47c9-b87b-7d530a9d9697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:27.213023 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:27.245588 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf7ce5e-e76a-489f-9713-e9db5ab4bc6b tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:02:27.255815 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-9cf7ce5e-e76a-489f-9713-e9db5ab4bc6b tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "PUT /v2.0/routers/6dfed793-24cf-4d76-915f-cb7f777b4791/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3416970 Jul 24 00:02:27.258766 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 54702) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:27.262025 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75dcdb6-7aa3-421f-b60c-80c6233f5229 None None] Sync routers for ids ['6dfed793-24cf-4d76-915f-cb7f777b4791'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:02:27.271035 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a264f28-b3fe-4473-8cdf-ba4cb4a2a516 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Network 0ef9f377-1bc4-41ac-802a-77ab2252a488 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:02:27.295935 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-5a264f28-b3fe-4473-8cdf-ba4cb4a2a516 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 0ef9f377-1bc4-41ac-802a-77ab2252a488) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:02:27.300539 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a264f28-b3fe-4473-8cdf-ba4cb4a2a516 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:27.301222 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5a264f28-b3fe-4473-8cdf-ba4cb4a2a516 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:27.304424 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-7c321493-a05f-4b48-854e-3b43fe8e496b tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dfed793-24cf-4d76-915f-cb7f777b4791 HTTP/1.1" status: 200 len: 205 time: 0.0444655 Jul 24 00:02:27.305054 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 54704) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:27.314429 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75dcdb6-7aa3-421f-b60c-80c6233f5229 None None] Routers {'6dfed793-24cf-4d76-915f-cb7f777b4791'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:02:27.314609 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-11a75207-9002-4c15-a393-68d90d54388b service neutron] Attempting to bind port b7cf0802-b364-4a10-b288-5a91e476f1a6 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:02:27.314903 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-11a75207-9002-4c15-a393-68d90d54388b service neutron] Attempting to bind port b7cf0802-b364-4a10-b288-5a91e476f1a6 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '6a9bfae8-3859-4d2f-b2ea-41b2fe58337b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:02:27.316039 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-11a75207-9002-4c15-a393-68d90d54388b service neutron] Attempting to bind port b7cf0802-b364-4a10-b288-5a91e476f1a6 on network 2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:02:27.317251 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-e75dcdb6-7aa3-421f-b60c-80c6233f5229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:02:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['6dfed793-24cf-4d76-915f-cb7f777b4791'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:02:27.319796 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 50fbc590-06dd-4779-9da8-47b3311b7d87 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:02:27.322197 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9073f709-f130-4683-9a70-2ac737a07754 None None] Network 0ef9f377-1bc4-41ac-802a-77ab2252a488 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:02:27.375735 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-5a264f28-b3fe-4473-8cdf-ba4cb4a2a516 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.6628318 Jul 24 00:02:27.382697 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 54708) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:27.384676 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 50fbc590-06dd-4779-9da8-47b3311b7d87 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:02:27.385049 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 50fbc590-06dd-4779-9da8-47b3311b7d87 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:02:27.402659 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda6e1e1-39f8-4616-88ed-c81211ec914f req-e2c8ac46-bea9-4678-ae7f-3d5ad4c21e91 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:27.410782 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-eda6e1e1-39f8-4616-88ed-c81211ec914f req-e2c8ac46-bea9-4678-ae7f-3d5ad4c21e91 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f027578-c893-4a44-9dc2-07535ce6a55f HTTP/1.1" status: 200 len: 950 time: 0.2719057 Jul 24 00:02:27.412061 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-11a75207-9002-4c15-a393-68d90d54388b service neutron] Port b7cf0802-b364-4a10-b288-5a91e476f1a6 on network 2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:02:27.412417 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-11a75207-9002-4c15-a393-68d90d54388b service neutron] Attempting to bind port b7cf0802-b364-4a10-b288-5a91e476f1a6 on network 2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:02:27.437368 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b28b272e-51d4-4a32-a1ef-f8f1bd64ee95 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for router, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:27.489213 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-e75dcdb6-7aa3-421f-b60c-80c6233f5229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:02:27.503661 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-11a75207-9002-4c15-a393-68d90d54388b service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:02:27.504011 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-11a75207-9002-4c15-a393-68d90d54388b service neutron] Checking segment: {'id': '6a9bfae8-3859-4d2f-b2ea-41b2fe58337b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:02:27.504406 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-11a75207-9002-4c15-a393-68d90d54388b service neutron] Bound using segment: {'id': '6a9bfae8-3859-4d2f-b2ea-41b2fe58337b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:02:27.504889 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-11a75207-9002-4c15-a393-68d90d54388b service neutron] Bound port: b7cf0802-b364-4a10-b288-5a91e476f1a6, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a9bfae8-3859-4d2f-b2ea-41b2fe58337b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:02:27.509892 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-11a75207-9002-4c15-a393-68d90d54388b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:27.522474 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75dcdb6-7aa3-421f-b60c-80c6233f5229 None None] Routers {'6dfed793-24cf-4d76-915f-cb7f777b4791'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:02:27.523112 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-e75dcdb6-7aa3-421f-b60c-80c6233f5229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:02:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['6dfed793-24cf-4d76-915f-cb7f777b4791'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:02:27.537307 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-eda6e1e1-39f8-4616-88ed-c81211ec914f req-d31f99ca-055d-4b20-bacf-5571f6b5c2c2 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103065 Jul 24 00:02:27.561758 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-e75dcdb6-7aa3-421f-b60c-80c6233f5229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:02:27.563051 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75dcdb6-7aa3-421f-b60c-80c6233f5229 None None] The sync data for ids ['6dfed793-24cf-4d76-915f-cb7f777b4791'] in n-d-800088-16 is: [] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:02:27.566716 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-6d00ca0e-10aa-4b75-a0f5-15d71ca58f25 admin admin] For port 79d4bc7a-43e6-4d21-99d2-5108787528e0, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=79d4bc7a-43e6-4d21-99d2-5108787528e0,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:02:27.567481 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6d00ca0e-10aa-4b75-a0f5-15d71ca58f25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:27.604415 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-6d00ca0e-10aa-4b75-a0f5-15d71ca58f25 admin admin] Calling delete_port for 79d4bc7a-43e6-4d21-99d2-5108787528e0 owned by network:router_gateway {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:02:27.628878 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d43985-5aa1-4768-a2e7-8d72662248ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-0ef9f377-1bc4-41ac-802a-77ab2252a488', 'network_id': '0ef9f377-1bc4-41ac-802a-77ab2252a488', 'tenant_id': '34214e4fa0b24be19b34152b09c86b8d', 'fixed_ips': [{'subnet_id': 'f0c54203-3012-47eb-91a8-24c2788ff589'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:02:27.629766 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f1d43985-5aa1-4768-a2e7-8d72662248ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:27.675473 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ef7a2d-5838-48a9-8bc6-fbfadc3ec83c req-ec2ea805-1f7d-472e-b4fb-76baf8df0268 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:27.682181 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ef7a2d-5838-48a9-8bc6-fbfadc3ec83c req-ec2ea805-1f7d-472e-b4fb-76baf8df0268 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:27.689107 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ef7a2d-5838-48a9-8bc6-fbfadc3ec83c req-ec2ea805-1f7d-472e-b4fb-76baf8df0268 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:27.695766 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ef7a2d-5838-48a9-8bc6-fbfadc3ec83c req-ec2ea805-1f7d-472e-b4fb-76baf8df0268 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:27.702359 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ef7a2d-5838-48a9-8bc6-fbfadc3ec83c req-ec2ea805-1f7d-472e-b4fb-76baf8df0268 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:27.709169 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ef7a2d-5838-48a9-8bc6-fbfadc3ec83c req-ec2ea805-1f7d-472e-b4fb-76baf8df0268 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:27.715427 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ef7a2d-5838-48a9-8bc6-fbfadc3ec83c req-ec2ea805-1f7d-472e-b4fb-76baf8df0268 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:27.716462 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b28b272e-51d4-4a32-a1ef-f8f1bd64ee95 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:27.717459 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f3ef7a2d-5838-48a9-8bc6-fbfadc3ec83c req-ec2ea805-1f7d-472e-b4fb-76baf8df0268 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/ports?device_id=12c01cab-6f38-47e5-a713-3b0033ce846b HTTP/1.1" status: 200 len: 5395 time: 0.5937369 Jul 24 00:02:27.718800 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b28b272e-51d4-4a32-a1ef-f8f1bd64ee95 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:27.742824 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-925c1ddd-fdc1-47c9-b87b-7d530a9d9697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:27.745933 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-925c1ddd-fdc1-47c9-b87b-7d530a9d9697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:27.747050 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-925c1ddd-fdc1-47c9-b87b-7d530a9d9697 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/516d5ba8-a2a4-4ece-bebd-39593098b9b8 HTTP/1.1" status: 204 len: 168 time: 0.9914947 Jul 24 00:02:27.791448 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b28b272e-51d4-4a32-a1ef-f8f1bd64ee95 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:27.793213 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b28b272e-51d4-4a32-a1ef-f8f1bd64ee95 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Fanout notify agent at l3_agent the message router_deleted on router 6dfed793-24cf-4d76-915f-cb7f777b4791 {{(pid=100313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:02:27.805583 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b28b272e-51d4-4a32-a1ef-f8f1bd64ee95 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:27.810038 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-b28b272e-51d4-4a32-a1ef-f8f1bd64ee95 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "DELETE /v2.0/routers/6dfed793-24cf-4d76-915f-cb7f777b4791 HTTP/1.1" status: 204 len: 168 time: 0.5030727 Jul 24 00:02:27.811292 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 54716) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:27.866426 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-f1d43985-5aa1-4768-a2e7-8d72662248ed None None] Allocated IP 172.20.0.1 (0ef9f377-1bc4-41ac-802a-77ab2252a488/f0c54203-3012-47eb-91a8-24c2788ff589/d4e0e23b-603a-4dbf-871b-0b32add33747) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:02:27.910676 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-03235aaa-219b-4755-9edc-e25a974694a7 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Deleting subnet d386f61c-7b3d-489f-ba7d-3f0d4b0f3c65 {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:02:27.914188 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-03235aaa-219b-4755-9edc-e25a974694a7 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:27.957787 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-03235aaa-219b-4755-9edc-e25a974694a7 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:27.974387 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b1a5d3-a088-494f-a809-69feceb8cd86 req-7f7b41f0-b9a5-42c9-accc-6e493d693159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:27.981044 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e3b1a5d3-a088-494f-a809-69feceb8cd86 req-7f7b41f0-b9a5-42c9-accc-6e493d693159 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9f027578-c893-4a44-9dc2-07535ce6a55f&tenant_id=798b28002e9743a58ab9c3622d82224e HTTP/1.1" status: 200 len: 1102 time: 0.6872163 Jul 24 00:02:28.002406 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925c1ddd-fdc1-47c9-b87b-7d530a9d9697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=516d5ba8-a2a4-4ece-bebd-39593098b9b8,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:28.055580 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-e3b1a5d3-a088-494f-a809-69feceb8cd86 req-5f5d03e3-4004-4ec4-bcdf-0c6244d16d0a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800088-16', 'device_owner': 'compute:nova'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:02:28.070176 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-03235aaa-219b-4755-9edc-e25a974694a7 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:28.107846 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f1d43985-5aa1-4768-a2e7-8d72662248ed None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:28.118144 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-f1d43985-5aa1-4768-a2e7-8d72662248ed None None] Transition to ACTIVE for port object d4e0e23b-603a-4dbf-871b-0b32add33747 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:02:28.141422 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-f1d43985-5aa1-4768-a2e7-8d72662248ed None None] Transition to ACTIVE for port object d4e0e23b-603a-4dbf-871b-0b32add33747 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:02:28.157008 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f1d43985-5aa1-4768-a2e7-8d72662248ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:28.174956 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d43985-5aa1-4768-a2e7-8d72662248ed None None] Network 0ef9f377-1bc4-41ac-802a-77ab2252a488 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:02:28.177500 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-f1d43985-5aa1-4768-a2e7-8d72662248ed None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:02:28.180608 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d43985-5aa1-4768-a2e7-8d72662248ed None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:02:28.185358 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-03235aaa-219b-4755-9edc-e25a974694a7 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:28.218239 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03235aaa-219b-4755-9edc-e25a974694a7 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Pushing event deleted for resources: {'Subnet': ['ID=d386f61c-7b3d-489f-ba7d-3f0d4b0f3c65,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:28.245752 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-03235aaa-219b-4755-9edc-e25a974694a7 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:28.248602 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-03235aaa-219b-4755-9edc-e25a974694a7 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "DELETE /v2.0/subnets/d386f61c-7b3d-489f-ba7d-3f0d4b0f3c65 HTTP/1.1" status: 204 len: 168 time: 0.4360785 Jul 24 00:02:28.251827 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 54720) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:28.279637 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5496bb61-1931-463e-bf68-ab04d630fd35 None None] Network 891233db-51e0-49fb-bd76-d8454be54dfa requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:02:28.279796 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9b974504-bdd5-4098-808f-aee192ed1441 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:28.320375 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-11a75207-9002-4c15-a393-68d90d54388b service neutron] For port b7cf0802-b364-4a10-b288-5a91e476f1a6, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:02:28.322500 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-540bc294-8dcf-41ca-ac57-380a927ea309 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Deleting subnet 46b858ba-f381-41b1-923a-5ec05d0b242c {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:02:28.326914 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-540bc294-8dcf-41ca-ac57-380a927ea309 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:28.355256 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f3ef7a2d-5838-48a9-8bc6-fbfadc3ec83c req-0a5ee969-a5a6-45f2-af9c-49d753f1169f tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b2b81f-5921-46c4-a5f8-cac2ff846ad3&id=84526489-a784-4e02-8584-4c6d6be5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6125069 Jul 24 00:02:28.384393 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-540bc294-8dcf-41ca-ac57-380a927ea309 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:28.393100 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-11a75207-9002-4c15-a393-68d90d54388b service neutron] For port b7cf0802-b364-4a10-b288-5a91e476f1a6, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=b7cf0802-b364-4a10-b288-5a91e476f1a6,segment=NetworkSegment(6a9bfae8-3859-4d2f-b2ea-41b2fe58337b),segment_id=6a9bfae8-3859-4d2f-b2ea-41b2fe58337b)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:02:28.400197 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-f1d43985-5aa1-4768-a2e7-8d72662248ed None None] Attempting to bind port d4e0e23b-603a-4dbf-871b-0b32add33747 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:02:28.400197 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-f1d43985-5aa1-4768-a2e7-8d72662248ed None None] Attempting to bind port d4e0e23b-603a-4dbf-871b-0b32add33747 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '3b03c4a7-1ef3-47ad-ad79-9424c5f09bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0ef9f377-1bc4-41ac-802a-77ab2252a488'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:02:28.400627 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d43985-5aa1-4768-a2e7-8d72662248ed None None] Attempting to bind port d4e0e23b-603a-4dbf-871b-0b32add33747 on network 0ef9f377-1bc4-41ac-802a-77ab2252a488 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:02:28.404366 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d43985-5aa1-4768-a2e7-8d72662248ed None None] Pushing event updated for resources: {'Port': ['ID=d4e0e23b-603a-4dbf-871b-0b32add33747,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:28.418521 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d43985-5aa1-4768-a2e7-8d72662248ed None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:02:28.418897 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d43985-5aa1-4768-a2e7-8d72662248ed None None] Checking segment: {'id': '3b03c4a7-1ef3-47ad-ad79-9424c5f09bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0ef9f377-1bc4-41ac-802a-77ab2252a488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:02:28.419305 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f1d43985-5aa1-4768-a2e7-8d72662248ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:28.419705 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d43985-5aa1-4768-a2e7-8d72662248ed None None] Bound using segment: {'id': '3b03c4a7-1ef3-47ad-ad79-9424c5f09bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0ef9f377-1bc4-41ac-802a-77ab2252a488'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:02:28.420182 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-f1d43985-5aa1-4768-a2e7-8d72662248ed None None] Bound port: d4e0e23b-603a-4dbf-871b-0b32add33747, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b03c4a7-1ef3-47ad-ad79-9424c5f09bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0ef9f377-1bc4-41ac-802a-77ab2252a488'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:02:28.420568 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f1d43985-5aa1-4768-a2e7-8d72662248ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:28.461741 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-11a75207-9002-4c15-a393-68d90d54388b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:28.529531 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7359d1a7-5d89-4d54-baff-fd8117b4c3b0 req-1167c531-80d4-4226-9816-d9612ce627d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:28.531826 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7359d1a7-5d89-4d54-baff-fd8117b4c3b0 req-1167c531-80d4-4226-9816-d9612ce627d6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=798b28002e9743a58ab9c3622d82224e&device_id=9f027578-c893-4a44-9dc2-07535ce6a55f HTTP/1.1" status: 200 len: 1102 time: 0.8059304 Jul 24 00:02:28.532384 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6d00ca0e-10aa-4b75-a0f5-15d71ca58f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:28.538824 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-f1d43985-5aa1-4768-a2e7-8d72662248ed None None] For port d4e0e23b-603a-4dbf-871b-0b32add33747, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:02:28.543554 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-f1d43985-5aa1-4768-a2e7-8d72662248ed None None] For port d4e0e23b-603a-4dbf-871b-0b32add33747, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=d4e0e23b-603a-4dbf-871b-0b32add33747,segment=NetworkSegment(3b03c4a7-1ef3-47ad-ad79-9424c5f09bf0),segment_id=3b03c4a7-1ef3-47ad-ad79-9424c5f09bf0)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:02:28.551337 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f1d43985-5aa1-4768-a2e7-8d72662248ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:28.555583 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-11a75207-9002-4c15-a393-68d90d54388b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:28.556313 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-11a75207-9002-4c15-a393-68d90d54388b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:28.557098 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-540bc294-8dcf-41ca-ac57-380a927ea309 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:28.557771 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-11a75207-9002-4c15-a393-68d90d54388b service neutron] 10.222.0.64 "PUT /v2.0/ports/b7cf0802-b364-4a10-b288-5a91e476f1a6 HTTP/1.1" status: 200 len: 1092 time: 3.9258070 Jul 24 00:02:28.579192 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12c01cab-6f38-47e5-a713-3b0033ce846b', 'tag': 'b7cf0802-b364-4a10-b288-5a91e476f1a6'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:02:28.581617 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd2bc737-967f-4b32-8970-7a8b1da334bb" -d '{"events": [{"name": "network-changed", "server_uuid": "12c01cab-6f38-47e5-a713-3b0033ce846b", "tag": "b7cf0802-b364-4a10-b288-5a91e476f1a6"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:02:28.644783 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-e3b1a5d3-a088-494f-a809-69feceb8cd86 req-5f5d03e3-4004-4ec4-bcdf-0c6244d16d0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:28.656744 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d43985-5aa1-4768-a2e7-8d72662248ed None None] Pushing event updated for resources: {'Port': ['ID=d4e0e23b-603a-4dbf-871b-0b32add33747,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:28.724765 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c6b2ab-a43f-4987-855e-3d20b3270a73 None None] DHCP port deletion for 891233db-51e0-49fb-bd76-d8454be54dfa request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:02:28.741719 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-e6415abf-ec5b-4f27-9b93-adf23bab99e2 service neutron] Request body: {'port': {'device_id': '12c01cab-6f38-47e5-a713-3b0033ce846b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-16'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:02:28.745313 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb489d4-93c0-4726-8b7e-e7fd21052d63 x-openstack-request-id: req-adb489d4-93c0-4726-8b7e-e7fd21052d63 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:02:28.745599 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12c01cab-6f38-47e5-a713-3b0033ce846b", "tag": "b7cf0802-b364-4a10-b288-5a91e476f1a6", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:02:28.745856 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-adb489d4-93c0-4726-8b7e-e7fd21052d63 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:02:28.746251 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12c01cab-6f38-47e5-a713-3b0033ce846b', 'tag': 'b7cf0802-b364-4a10-b288-5a91e476f1a6', 'status': 'completed', 'code': 200} Jul 24 00:02:28.823201 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:28.856459 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-540bc294-8dcf-41ca-ac57-380a927ea309 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:28.858701 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-94c6b2ab-a43f-4987-855e-3d20b3270a73 None None] Deleting port 630ec816-522c-4b5f-b9be-741a53bf1232 {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:02:28.859238 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-94c6b2ab-a43f-4987-855e-3d20b3270a73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:28.899231 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540bc294-8dcf-41ca-ac57-380a927ea309 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Pushing event deleted for resources: {'Subnet': ['ID=46b858ba-f381-41b1-923a-5ec05d0b242c,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:28.929992 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-540bc294-8dcf-41ca-ac57-380a927ea309 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:28.934107 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a75207-9002-4c15-a393-68d90d54388b service neutron] Pushing event updated for resources: {'Port': ['ID=b7cf0802-b364-4a10-b288-5a91e476f1a6,revision_number=3']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:28.936629 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-540bc294-8dcf-41ca-ac57-380a927ea309 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "DELETE /v2.0/subnets/46b858ba-f381-41b1-923a-5ec05d0b242c HTTP/1.1" status: 204 len: 168 time: 0.6832209 Jul 24 00:02:28.945242 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 54744) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:28.986444 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ba4f63-fdbf-4201-a079-448c959ef2e4 None None] Network 8616b7ff-7fe5-4a0c-b2dc-98b7e625782a requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:02:29.003132 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a90f6c-7d2b-451d-b21c-adabc91fbcb4 req-f81c0538-3072-40ff-806e-0d2b92b14ae3 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:29.005041 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f6a90f6c-7d2b-451d-b21c-adabc91fbcb4 req-f81c0538-3072-40ff-806e-0d2b92b14ae3 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f027578-c893-4a44-9dc2-07535ce6a55f HTTP/1.1" status: 200 len: 950 time: 0.2951403 Jul 24 00:02:29.014853 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2bc737-967f-4b32-8970-7a8b1da334bb req-140fac3d-ba9d-4439-aa14-213faad1093f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:29.016010 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2bc737-967f-4b32-8970-7a8b1da334bb req-140fac3d-ba9d-4439-aa14-213faad1093f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:29.017728 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2bc737-967f-4b32-8970-7a8b1da334bb req-140fac3d-ba9d-4439-aa14-213faad1093f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:29.018236 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2bc737-967f-4b32-8970-7a8b1da334bb req-140fac3d-ba9d-4439-aa14-213faad1093f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:29.018729 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2bc737-967f-4b32-8970-7a8b1da334bb req-140fac3d-ba9d-4439-aa14-213faad1093f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:29.019216 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2bc737-967f-4b32-8970-7a8b1da334bb req-140fac3d-ba9d-4439-aa14-213faad1093f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:29.019698 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2bc737-967f-4b32-8970-7a8b1da334bb req-140fac3d-ba9d-4439-aa14-213faad1093f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:29.023643 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fd2bc737-967f-4b32-8970-7a8b1da334bb req-140fac3d-ba9d-4439-aa14-213faad1093f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8d43db295226432aa2eb8bb806af3cad&device_id=12c01cab-6f38-47e5-a713-3b0033ce846b HTTP/1.1" status: 200 len: 6291 time: 0.2267630 Jul 24 00:02:29.064253 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-94c6b2ab-a43f-4987-855e-3d20b3270a73 None None] For port 630ec816-522c-4b5f-b9be-741a53bf1232, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=630ec816-522c-4b5f-b9be-741a53bf1232,segment=NetworkSegment(446ae38c-c1b8-4710-919e-121190e47fe4),segment_id=446ae38c-c1b8-4710-919e-121190e47fe4)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:02:29.064657 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-94c6b2ab-a43f-4987-855e-3d20b3270a73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:29.087408 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d00ca0e-10aa-4b75-a0f5-15d71ca58f25 admin admin] Pushing event deleted for resources: {'Port': ['ID=79d4bc7a-43e6-4d21-99d2-5108787528e0,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:29.107383 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-9b974504-bdd5-4098-808f-aee192ed1441 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Deleting port d4e0e23b-603a-4dbf-871b-0b32add33747 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:02:29.107996 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9b974504-bdd5-4098-808f-aee192ed1441 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:29.167987 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f6a90f6c-7d2b-451d-b21c-adabc91fbcb4 req-bd2cb0a7-588c-4812-89a8-c6510a117710 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451678 Jul 24 00:02:29.173382 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-94c6b2ab-a43f-4987-855e-3d20b3270a73 None None] Calling delete_port for 630ec816-522c-4b5f-b9be-741a53bf1232 owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:02:29.335379 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2bc737-967f-4b32-8970-7a8b1da334bb req-e50ecd9a-2173-4a4e-a1d7-865a263b1580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:29.335975 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2bc737-967f-4b32-8970-7a8b1da334bb req-e50ecd9a-2173-4a4e-a1d7-865a263b1580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:29.336713 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2bc737-967f-4b32-8970-7a8b1da334bb req-e50ecd9a-2173-4a4e-a1d7-865a263b1580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:29.338446 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fd2bc737-967f-4b32-8970-7a8b1da334bb req-e50ecd9a-2173-4a4e-a1d7-865a263b1580 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=8d43db295226432aa2eb8bb806af3cad&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2957866 Jul 24 00:02:29.360238 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d7cbe323-6e51-4a52-85b3-8ed2c0aa94fb tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:29.396031 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6d00ca0e-10aa-4b75-a0f5-15d71ca58f25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687114'] for router_gateway, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:29.446195 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-94c6b2ab-a43f-4987-855e-3d20b3270a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:29.461956 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c6b2ab-a43f-4987-855e-3d20b3270a73 None None] No DVR routers for this DVR port 630ec816-522c-4b5f-b9be-741a53bf1232 on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:02:29.486214 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c6b2ab-a43f-4987-855e-3d20b3270a73 None None] Pushing event deleted for resources: {'Port': ['ID=630ec816-522c-4b5f-b9be-741a53bf1232,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:29.568479 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53647779-3493-4379-8dcf-76aa754b7867 None None] DHCP port deletion for 8616b7ff-7fe5-4a0c-b2dc-98b7e625782a request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:02:29.604337 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device d4e0e23b-603a-4dbf-871b-0b32add33747 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:02:29.656604 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2bc737-967f-4b32-8970-7a8b1da334bb req-6fd9c60f-5261-49ef-829d-731c69da1c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:29.661263 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fd2bc737-967f-4b32-8970-7a8b1da334bb req-6fd9c60f-5261-49ef-829d-731c69da1c45 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3124781 Jul 24 00:02:29.661447 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6d00ca0e-10aa-4b75-a0f5-15d71ca58f25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:29.677789 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-53647779-3493-4379-8dcf-76aa754b7867 None None] Deleting port 9bd842d7-e7ee-4da2-aab0-6c7a8df8e0bf {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:02:29.679207 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6d00ca0e-10aa-4b75-a0f5-15d71ca58f25 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:29.679542 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-53647779-3493-4379-8dcf-76aa754b7867 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:29.701240 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac84efee-a6dc-49ea-9ca6-eadaa20dad84 req-27aab6de-98d6-4152-a340-b07d67104226 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:29.708449 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7359d1a7-5d89-4d54-baff-fd8117b4c3b0 req-acee3c07-c5d0-436e-87fa-676f912f35e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:29.709128 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac84efee-a6dc-49ea-9ca6-eadaa20dad84 req-27aab6de-98d6-4152-a340-b07d67104226 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:29.715307 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7359d1a7-5d89-4d54-baff-fd8117b4c3b0 req-acee3c07-c5d0-436e-87fa-676f912f35e5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 HTTP/1.1" status: 200 len: 870 time: 1.0916336 Jul 24 00:02:29.719915 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac84efee-a6dc-49ea-9ca6-eadaa20dad84 req-27aab6de-98d6-4152-a340-b07d67104226 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:29.727971 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac84efee-a6dc-49ea-9ca6-eadaa20dad84 req-27aab6de-98d6-4152-a340-b07d67104226 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:29.733733 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-e6415abf-ec5b-4f27-9b93-adf23bab99e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:29.744757 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac84efee-a6dc-49ea-9ca6-eadaa20dad84 req-27aab6de-98d6-4152-a340-b07d67104226 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:29.756482 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac84efee-a6dc-49ea-9ca6-eadaa20dad84 req-27aab6de-98d6-4152-a340-b07d67104226 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:29.763653 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac84efee-a6dc-49ea-9ca6-eadaa20dad84 req-27aab6de-98d6-4152-a340-b07d67104226 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:29.770469 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-53647779-3493-4379-8dcf-76aa754b7867 None None] For port 9bd842d7-e7ee-4da2-aab0-6c7a8df8e0bf, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=9bd842d7-e7ee-4da2-aab0-6c7a8df8e0bf,segment=NetworkSegment(7f0108ed-2095-4b07-b474-36b0a3650bf4),segment_id=7f0108ed-2095-4b07-b474-36b0a3650bf4)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:02:29.772237 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-53647779-3493-4379-8dcf-76aa754b7867 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:29.772595 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ac84efee-a6dc-49ea-9ca6-eadaa20dad84 req-27aab6de-98d6-4152-a340-b07d67104226 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/ports?device_id=12c01cab-6f38-47e5-a713-3b0033ce846b HTTP/1.1" status: 200 len: 5395 time: 0.3075676 Jul 24 00:02:29.791443 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-53647779-3493-4379-8dcf-76aa754b7867 None None] Calling delete_port for 9bd842d7-e7ee-4da2-aab0-6c7a8df8e0bf owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:02:29.828943 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ac84efee-a6dc-49ea-9ca6-eadaa20dad84 req-70b27d94-f871-4d01-aac8-4e87c4d42294 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b2b81f-5921-46c4-a5f8-cac2ff846ad3&id=84526489-a784-4e02-8584-4c6d6be5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0481107 Jul 24 00:02:29.894673 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 646da755-b657-48af-8f46-1246a45e82e4 no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:02:29.987623 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port d4e0e23b-603a-4dbf-871b-0b32add33747 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:02:29.991961 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-53647779-3493-4379-8dcf-76aa754b7867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:30.000856 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:30.044094 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53647779-3493-4379-8dcf-76aa754b7867 None None] Pushing event deleted for resources: {'Port': ['ID=9bd842d7-e7ee-4da2-aab0-6c7a8df8e0bf,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:30.049312 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53647779-3493-4379-8dcf-76aa754b7867 None None] No DVR routers for this DVR port 9bd842d7-e7ee-4da2-aab0-6c7a8df8e0bf on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:02:30.080230 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 630ec816-522c-4b5f-b9be-741a53bf1232 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:02:30.105757 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 630ec816-522c-4b5f-b9be-741a53bf1232 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:02:30.106342 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 630ec816-522c-4b5f-b9be-741a53bf1232 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:02:30.114195 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 54782) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:30.188961 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1de90f5-eaa3-4444-a53c-7c0132edee5b None None] Network 0ef9f377-1bc4-41ac-802a-77ab2252a488 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:02:30.239817 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-49a08479-99ce-4446-9184-a38ac4de8c6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:30.305165 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7359d1a7-5d89-4d54-baff-fd8117b4c3b0 req-784fdc76-4a86-425b-b0c1-0b6d07617b1c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=646da755-b657-48af-8f46-1246a45e82e4 HTTP/1.1" status: 200 len: 217 time: 0.5665572 Jul 24 00:02:30.305740 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6d00ca0e-10aa-4b75-a0f5-15d71ca58f25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:30.306240 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d00ca0e-10aa-4b75-a0f5-15d71ca58f25 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1abfd29a-75b2-484d-b4a3-83c33f0b16c2 {{(pid=100314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:02:30.306835 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-38747f8b-a0df-48d8-8e96-3b3a2d0b7477 None None] Provisioning for port d4e0e23b-603a-4dbf-871b-0b32add33747 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:02:30.317185 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-38747f8b-a0df-48d8-8e96-3b3a2d0b7477 None None] Provisioning complete for port d4e0e23b-603a-4dbf-871b-0b32add33747 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:02:30.317865 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-38747f8b-a0df-48d8-8e96-3b3a2d0b7477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:30.351996 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6d00ca0e-10aa-4b75-a0f5-15d71ca58f25 admin admin] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:30.355680 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-6d00ca0e-10aa-4b75-a0f5-15d71ca58f25 admin admin] 10.222.0.44 "DELETE /v2.0/routers/1abfd29a-75b2-484d-b4a3-83c33f0b16c2 HTTP/1.1" status: 204 len: 168 time: 5.3334441 Jul 24 00:02:30.360038 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 54790) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:30.433547 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6b5ba29-7923-4e67-89a6-95691412dd5d admin admin] Deleting subnet 5fab8215-ab32-480a-84d1-a0d90f322209 {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:02:30.443504 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e6b5ba29-7923-4e67-89a6-95691412dd5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:30.463191 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d7cbe323-6e51-4a52-85b3-8ed2c0aa94fb tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:30.480354 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-9b974504-bdd5-4098-808f-aee192ed1441 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] For port d4e0e23b-603a-4dbf-871b-0b32add33747, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=d4e0e23b-603a-4dbf-871b-0b32add33747,segment=NetworkSegment(3b03c4a7-1ef3-47ad-ad79-9424c5f09bf0),segment_id=3b03c4a7-1ef3-47ad-ad79-9424c5f09bf0)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:02:30.480597 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9b974504-bdd5-4098-808f-aee192ed1441 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:30.482685 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-49a08479-99ce-4446-9184-a38ac4de8c6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:30.494186 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e6b5ba29-7923-4e67-89a6-95691412dd5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:30.496251 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-49a08479-99ce-4446-9184-a38ac4de8c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:30.556054 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7359d1a7-5d89-4d54-baff-fd8117b4c3b0 req-8e5a1337-8553-42c8-89dd-678b854950b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:30.563491 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7359d1a7-5d89-4d54-baff-fd8117b4c3b0 req-8e5a1337-8553-42c8-89dd-678b854950b5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.2088106 Jul 24 00:02:30.570849 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-e3b1a5d3-a088-494f-a809-69feceb8cd86 req-5f5d03e3-4004-4ec4-bcdf-0c6244d16d0a service neutron] For port 646da755-b657-48af-8f46-1246a45e82e4, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=646da755-b657-48af-8f46-1246a45e82e4,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:02:30.576786 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-49a08479-99ce-4446-9184-a38ac4de8c6f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a0deef5513e84f73bf5bef418cad41c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4586656 Jul 24 00:02:30.578711 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 54792) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:30.581647 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-d7cbe323-6e51-4a52-85b3-8ed2c0aa94fb tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['891233db-51e0-49fb-bd76-d8454be54dfa']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:02:30.582089 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e6b5ba29-7923-4e67-89a6-95691412dd5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:30.587853 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-9b974504-bdd5-4098-808f-aee192ed1441 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Calling delete_port for d4e0e23b-603a-4dbf-871b-0b32add33747 owned by network:dhcp {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:02:30.588073 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a08479-99ce-4446-9184-a38ac4de8c6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5882415-a2ce-42a3-a0f0-81d6ed63d9f7,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:30.642686 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-38747f8b-a0df-48d8-8e96-3b3a2d0b7477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:30.680229 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-afe10cf6-6f32-43b7-8ee8-ffcf56a69df4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:30.680955 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-38747f8b-a0df-48d8-8e96-3b3a2d0b7477 None None] For port d4e0e23b-603a-4dbf-871b-0b32add33747, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=d4e0e23b-603a-4dbf-871b-0b32add33747,segment=NetworkSegment(3b03c4a7-1ef3-47ad-ad79-9424c5f09bf0),segment_id=3b03c4a7-1ef3-47ad-ad79-9424c5f09bf0)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:02:30.687435 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-38747f8b-a0df-48d8-8e96-3b3a2d0b7477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:30.693050 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e6b5ba29-7923-4e67-89a6-95691412dd5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:30.733289 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-afe10cf6-6f32-43b7-8ee8-ffcf56a69df4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:30.735403 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b5ba29-7923-4e67-89a6-95691412dd5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fab8215-ab32-480a-84d1-a0d90f322209,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:30.745543 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e6b5ba29-7923-4e67-89a6-95691412dd5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:30.747699 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-e6b5ba29-7923-4e67-89a6-95691412dd5d admin admin] 10.222.0.44 "DELETE /v2.0/subnets/5fab8215-ab32-480a-84d1-a0d90f322209 HTTP/1.1" status: 204 len: 168 time: 0.3859861 Jul 24 00:02:30.750284 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 54794) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:30.757118 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38747f8b-a0df-48d8-8e96-3b3a2d0b7477 None None] Pushing event updated for resources: {'Port': ['ID=d4e0e23b-603a-4dbf-871b-0b32add33747,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:30.770069 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-d7cbe323-6e51-4a52-85b3-8ed2c0aa94fb tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '446ae38c-c1b8-4710-919e-121190e47fe4') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:02:30.770532 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-d7cbe323-6e51-4a52-85b3-8ed2c0aa94fb tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '446ae38c-c1b8-4710-919e-121190e47fe4') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:02:30.772353 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9b974504-bdd5-4098-808f-aee192ed1441 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:30.826688 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d7cbe323-6e51-4a52-85b3-8ed2c0aa94fb tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:30.848278 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a4d945b2-9666-420f-9b87-04ba137afb3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:30.900398 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-daff49a7-7666-4250-b2ad-6deeac13bb50 None None] Could not find standard attr ID for object d4e0e23b-603a-4dbf-871b-0b32add33747. {{(pid=100315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 00:02:30.946661 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-afe10cf6-6f32-43b7-8ee8-ffcf56a69df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:30.946661 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-afe10cf6-6f32-43b7-8ee8-ffcf56a69df4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:30.946661 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-afe10cf6-6f32-43b7-8ee8-ffcf56a69df4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b5882415-a2ce-42a3-a0f0-81d6ed63d9f7 HTTP/1.1" status: 204 len: 168 time: 0.3636706 Jul 24 00:02:30.974231 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b974504-bdd5-4098-808f-aee192ed1441 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Pushing event deleted for resources: {'Port': ['ID=d4e0e23b-603a-4dbf-871b-0b32add33747,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:30.982833 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f44b90-aff1-4aa4-bc4f-349573d5d7a2 None None] DHCP port deletion for 0ef9f377-1bc4-41ac-802a-77ab2252a488 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:02:30.996264 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe10cf6-6f32-43b7-8ee8-ffcf56a69df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5882415-a2ce-42a3-a0f0-81d6ed63d9f7,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:31.021398 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d7cbe323-6e51-4a52-85b3-8ed2c0aa94fb tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:31.032174 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3b8b08-660c-4f17-9d7c-4a81fe555cff None None] get_active_networks_info from n-d-800088-16 {{(pid=100315) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 24 00:02:31.042944 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-e3b1a5d3-a088-494f-a809-69feceb8cd86 req-5f5d03e3-4004-4ec4-bcdf-0c6244d16d0a service neutron] For port 646da755-b657-48af-8f46-1246a45e82e4, host n-h1-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:02:31.051441 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a4d945b2-9666-420f-9b87-04ba137afb3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:31.064124 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-a4d945b2-9666-420f-9b87-04ba137afb3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4241b8a6-e2b8-49ab-8f73-7b3653f737f3']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:02:31.078320 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-a4d945b2-9666-420f-9b87-04ba137afb3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e96837c-7728-41f8-b9c1-c7a5593efa19') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:02:31.078638 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-a4d945b2-9666-420f-9b87-04ba137afb3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e96837c-7728-41f8-b9c1-c7a5593efa19') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:02:31.083129 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7cbe323-6e51-4a52-85b3-8ed2c0aa94fb tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:02:31.083838 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d7cbe323-6e51-4a52-85b3-8ed2c0aa94fb tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:31.090868 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:02:31.090868 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:02:31.090868 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:02:31.090868 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:02:31.090868 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:02:31.090868 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:02:31.090868 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:02:31.090868 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:02:31.090868 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:02:31.090868 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:02:31.090868 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:02:31.090868 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:02:31.090868 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:02:31.090868 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:02:31.090868 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:02:31.090868 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:02:31.090868 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:02:31.090868 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:02:31.090868 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:02:31.090868 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:02:31.090868 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:02:31.090868 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:02:31.090868 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:02:31.090868 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:02:31.090868 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:02:31.090868 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:02:31.090868 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:02:31.090868 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:02:31.090868 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:02:31.090868 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:02:31.090868 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:02:31.090868 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:02:31.094999 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a4d945b2-9666-420f-9b87-04ba137afb3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:31.114731 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a4d945b2-9666-420f-9b87-04ba137afb3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:31.137533 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf03100-7da4-4d03-8c89-fee78bdc5f10 req-01e62a36-de31-418d-b0a0-0f4f580cef39 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:31.138318 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b974504-bdd5-4098-808f-aee192ed1441 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] No DVR routers for this DVR port d4e0e23b-603a-4dbf-871b-0b32add33747 on host n-d-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:02:31.146618 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf03100-7da4-4d03-8c89-fee78bdc5f10 req-01e62a36-de31-418d-b0a0-0f4f580cef39 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:31.153846 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf03100-7da4-4d03-8c89-fee78bdc5f10 req-01e62a36-de31-418d-b0a0-0f4f580cef39 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:31.161025 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf03100-7da4-4d03-8c89-fee78bdc5f10 req-01e62a36-de31-418d-b0a0-0f4f580cef39 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:31.167586 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf03100-7da4-4d03-8c89-fee78bdc5f10 req-01e62a36-de31-418d-b0a0-0f4f580cef39 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:31.174872 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf03100-7da4-4d03-8c89-fee78bdc5f10 req-01e62a36-de31-418d-b0a0-0f4f580cef39 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:31.182207 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf03100-7da4-4d03-8c89-fee78bdc5f10 req-01e62a36-de31-418d-b0a0-0f4f580cef39 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:31.191268 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bcf03100-7da4-4d03-8c89-fee78bdc5f10 req-01e62a36-de31-418d-b0a0-0f4f580cef39 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/ports?device_id=12c01cab-6f38-47e5-a713-3b0033ce846b HTTP/1.1" status: 200 len: 5395 time: 0.2404988 Jul 24 00:02:31.203408 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4d945b2-9666-420f-9b87-04ba137afb3d admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:02:31.203962 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a4d945b2-9666-420f-9b87-04ba137afb3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:31.207055 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:02:31.207055 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:02:31.207055 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:02:31.207055 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:02:31.207055 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:02:31.207055 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:02:31.207055 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:02:31.207055 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:02:31.207055 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:02:31.207055 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:02:31.207055 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:02:31.207055 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:02:31.207055 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:02:31.207055 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:02:31.207055 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:02:31.207055 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:02:31.207055 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:02:31.207055 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:02:31.207055 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:02:31.207055 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:02:31.207055 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:02:31.207055 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:02:31.207055 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:02:31.207055 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:02:31.207055 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:02:31.207055 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:02:31.207055 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:02:31.207055 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:02:31.207055 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:02:31.207055 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:02:31.207055 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:02:31.207055 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:02:31.210398 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd69c2a-800c-4915-8736-69aa30b9f94f req-939ed9cd-383c-4bd0-bc55-3394deadbd2f tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:31.212162 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fbd69c2a-800c-4915-8736-69aa30b9f94f req-939ed9cd-383c-4bd0-bc55-3394deadbd2f tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f027578-c893-4a44-9dc2-07535ce6a55f HTTP/1.1" status: 200 len: 950 time: 0.9300284 Jul 24 00:02:31.214817 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3b8b08-660c-4f17-9d7c-4a81fe555cff None None] Resources bound (agent type, host, resource id): {{(pid=100315) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 24 00:02:31.292129 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bcf03100-7da4-4d03-8c89-fee78bdc5f10 req-a51fd133-56b9-4098-a617-73127d667cb1 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b2b81f-5921-46c4-a5f8-cac2ff846ad3&id=84526489-a784-4e02-8584-4c6d6be5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0995295 Jul 24 00:02:31.300191 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a4d945b2-9666-420f-9b87-04ba137afb3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:31.309228 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f027578-c893-4a44-9dc2-07535ce6a55f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '646da755-b657-48af-8f46-1246a45e82e4'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:02:31.309903 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a4d945b2-9666-420f-9b87-04ba137afb3d admin admin] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:31.312525 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-a4d945b2-9666-420f-9b87-04ba137afb3d admin admin] 10.222.0.44 "DELETE /v2.0/networks/4241b8a6-e2b8-49ab-8f73-7b3653f737f3 HTTP/1.1" status: 204 len: 168 time: 0.5606799 Jul 24 00:02:31.313197 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed4f81cb-c41a-40df-9c30-8a38fce878af" -d '{"events": [{"server_uuid": "9f027578-c893-4a44-9dc2-07535ce6a55f", "name": "network-vif-unplugged", "status": "completed", "tag": "646da755-b657-48af-8f46-1246a45e82e4"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:02:31.328402 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-e3b1a5d3-a088-494f-a809-69feceb8cd86 req-5f5d03e3-4004-4ec4-bcdf-0c6244d16d0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:31.343502 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d7cbe323-6e51-4a52-85b3-8ed2c0aa94fb tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:31.354268 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d945b2-9666-420f-9b87-04ba137afb3d admin admin] Pushing event deleted for resources: {'Network': ['ID=4241b8a6-e2b8-49ab-8f73-7b3653f737f3,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:31.361091 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d7cbe323-6e51-4a52-85b3-8ed2c0aa94fb tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:31.363126 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-d7cbe323-6e51-4a52-85b3-8ed2c0aa94fb tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "DELETE /v2.0/networks/891233db-51e0-49fb-bd76-d8454be54dfa HTTP/1.1" status: 204 len: 168 time: 2.3946495 Jul 24 00:02:31.365885 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 54810) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:31.419476 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9b974504-bdd5-4098-808f-aee192ed1441 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:31.427011 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7359d1a7-5d89-4d54-baff-fd8117b4c3b0 req-647f8ee5-97a4-4259-90ff-aa42aca36205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:31.428938 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7359d1a7-5d89-4d54-baff-fd8117b4c3b0 req-647f8ee5-97a4-4259-90ff-aa42aca36205 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7412317 Jul 24 00:02:31.433031 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 00:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f998f0-6d2c-4e67-ba6e-af2b188b4756 x-openstack-request-id: req-30f998f0-6d2c-4e67-ba6e-af2b188b4756 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:02:31.433708 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f027578-c893-4a44-9dc2-07535ce6a55f", "name": "network-vif-unplugged", "status": "completed", "tag": "646da755-b657-48af-8f46-1246a45e82e4", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:02:31.434138 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-30f998f0-6d2c-4e67-ba6e-af2b188b4756 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:02:31.434691 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f027578-c893-4a44-9dc2-07535ce6a55f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '646da755-b657-48af-8f46-1246a45e82e4', 'code': 200} Jul 24 00:02:31.468188 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-e3b1a5d3-a088-494f-a809-69feceb8cd86 req-5f5d03e3-4004-4ec4-bcdf-0c6244d16d0a service neutron] Transition to ACTIVE for port object 646da755-b657-48af-8f46-1246a45e82e4 will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:02:31.470215 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cbe323-6e51-4a52-85b3-8ed2c0aa94fb tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Pushing event deleted for resources: {'Network': ['ID=891233db-51e0-49fb-bd76-d8454be54dfa,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:31.510352 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-e3b1a5d3-a088-494f-a809-69feceb8cd86 req-5f5d03e3-4004-4ec4-bcdf-0c6244d16d0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:31.543828 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fbd69c2a-800c-4915-8736-69aa30b9f94f req-e8d33b8d-727a-483a-b72e-deb41b0425e1 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116400 Jul 24 00:02:31.546142 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.db.api [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100315) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 00:02:31.547040 n-d-800088-16 neutron-server[100315]: DEBUG oslo_db.api [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 00:02:31.547915 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device d4e0e23b-603a-4dbf-871b-0b32add33747 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:02:31.574742 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: d4e0e23b-603a-4dbf-871b-0b32add33747 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:02:31.575100 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device d4e0e23b-603a-4dbf-871b-0b32add33747 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:02:31.575661 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 9bd842d7-e7ee-4da2-aab0-6c7a8df8e0bf no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:02:31.600320 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 9bd842d7-e7ee-4da2-aab0-6c7a8df8e0bf {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:02:31.600701 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 9bd842d7-e7ee-4da2-aab0-6c7a8df8e0bf not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:02:31.601206 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 79d4bc7a-43e6-4d21-99d2-5108787528e0 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:02:31.635170 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5d03e3-4004-4ec4-bcdf-0c6244d16d0a service neutron] Pushing event updated for resources: {'Port': ['ID=646da755-b657-48af-8f46-1246a45e82e4,revision_number=6']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:31.667715 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 79d4bc7a-43e6-4d21-99d2-5108787528e0 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:02:31.668253 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 79d4bc7a-43e6-4d21-99d2-5108787528e0 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:02:31.683985 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 54818) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:31.715158 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3b1a5d3-a088-494f-a809-69feceb8cd86 req-5f5d03e3-4004-4ec4-bcdf-0c6244d16d0a service neutron] No DVR routers for this DVR port 646da755-b657-48af-8f46-1246a45e82e4 on host n-h1-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:02:31.798250 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7359d1a7-5d89-4d54-baff-fd8117b4c3b0 req-f873a8ef-6f32-44d7-b885-5b664e02b8c2 service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3524187 Jul 24 00:02:31.804100 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1905bb16-1053-4e5b-91b4-1d1dd7c986b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-0ef9f377-1bc4-41ac-802a-77ab2252a488', 'network_id': '0ef9f377-1bc4-41ac-802a-77ab2252a488', 'tenant_id': '34214e4fa0b24be19b34152b09c86b8d', 'fixed_ips': [{'subnet_id': 'f0c54203-3012-47eb-91a8-24c2788ff589'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:02:31.807005 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-1905bb16-1053-4e5b-91b4-1d1dd7c986b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:31.863935 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-09d06a3a-17d1-4f38-9a4b-cd3c47038f6a tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:31.901206 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9b974504-bdd5-4098-808f-aee192ed1441 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:31.944770 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server [None req-1905bb16-1053-4e5b-91b4-1d1dd7c986b6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f0c54203-3012-47eb-91a8-24c2788ff589: This subnet is being modified by another concurrent operation. Jul 24 00:02:31.944770 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 24 00:02:31.944770 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 24 00:02:31.944770 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 24 00:02:31.944770 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 24 00:02:31.944770 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 24 00:02:31.944770 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 24 00:02:31.944770 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 24 00:02:31.944770 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 24 00:02:31.944770 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 24 00:02:31.944770 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 24 00:02:31.944770 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 24 00:02:31.944770 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 00:02:31.944770 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 00:02:31.944770 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 00:02:31.944770 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 00:02:31.944770 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 24 00:02:31.944770 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 00:02:31.944770 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 24 00:02:31.944770 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 24 00:02:31.944770 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 00:02:31.944770 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 00:02:31.944770 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 00:02:31.944770 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 00:02:31.944770 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 24 00:02:31.944770 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 00:02:31.944770 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 24 00:02:31.944770 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 24 00:02:31.944770 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 00:02:31.944770 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 00:02:31.944770 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 00:02:31.944770 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 00:02:31.944770 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 24 00:02:31.944770 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 24 00:02:31.944770 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 24 00:02:31.944770 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 24 00:02:31.944770 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 24 00:02:31.944770 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 24 00:02:31.944770 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 24 00:02:31.944770 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 24 00:02:31.944770 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 24 00:02:31.944770 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 24 00:02:31.944770 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 24 00:02:31.944770 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 24 00:02:31.944770 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 24 00:02:31.944770 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 24 00:02:31.944770 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 24 00:02:31.944770 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 24 00:02:31.944770 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 00:02:31.944770 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 00:02:31.944770 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 00:02:31.944770 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 00:02:31.944770 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 24 00:02:31.944770 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 00:02:31.947961 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 24 00:02:31.947961 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 24 00:02:31.947961 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 00:02:31.947961 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 00:02:31.947961 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 00:02:31.947961 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 00:02:31.947961 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 24 00:02:31.947961 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 00:02:31.947961 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 24 00:02:31.947961 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 24 00:02:31.947961 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 00:02:31.947961 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 00:02:31.947961 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 00:02:31.947961 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 00:02:31.947961 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 24 00:02:31.947961 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 24 00:02:31.947961 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 24 00:02:31.947961 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 24 00:02:31.947961 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 24 00:02:31.947961 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 24 00:02:31.947961 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 24 00:02:31.947961 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 24 00:02:31.947961 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 24 00:02:31.947961 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 24 00:02:31.947961 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 00:02:31.947961 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 00:02:31.947961 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 00:02:31.947961 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 00:02:31.947961 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 24 00:02:31.947961 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 24 00:02:31.947961 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 24 00:02:31.947961 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 24 00:02:31.947961 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 24 00:02:31.947961 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 24 00:02:31.947961 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 24 00:02:31.947961 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server raise exception Jul 24 00:02:31.947961 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f0c54203-3012-47eb-91a8-24c2788ff589: This subnet is being modified by another concurrent operation. Jul 24 00:02:31.947961 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server Jul 24 00:02:31.978911 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac0291f-0b0b-4718-a208-af284cce3696 None None] get_active_networks_info from n-d-800088-16 {{(pid=100315) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 24 00:02:31.981945 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-e6415abf-ec5b-4f27-9b93-adf23bab99e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f26de75-c5e4-49eb-817c-5e4de1d05ca8 {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:02:31.986547 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b974504-bdd5-4098-808f-aee192ed1441 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Pushing event deleted for resources: {'Subnet': ['ID=f0c54203-3012-47eb-91a8-24c2788ff589,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:32.030178 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-09d06a3a-17d1-4f38-9a4b-cd3c47038f6a tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:32.039190 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-e6415abf-ec5b-4f27-9b93-adf23bab99e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:32.042007 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-e3b1a5d3-a088-494f-a809-69feceb8cd86 req-5f5d03e3-4004-4ec4-bcdf-0c6244d16d0a service neutron] Attempting to bind port 646da755-b657-48af-8f46-1246a45e82e4 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:02:32.042333 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-e3b1a5d3-a088-494f-a809-69feceb8cd86 req-5f5d03e3-4004-4ec4-bcdf-0c6244d16d0a service neutron] Attempting to bind port 646da755-b657-48af-8f46-1246a45e82e4 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:02:32.042830 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b1a5d3-a088-494f-a809-69feceb8cd86 req-5f5d03e3-4004-4ec4-bcdf-0c6244d16d0a service neutron] Attempting to bind port 646da755-b657-48af-8f46-1246a45e82e4 on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:02:32.051133 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-09d06a3a-17d1-4f38-9a4b-cd3c47038f6a tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8616b7ff-7fe5-4a0c-b2dc-98b7e625782a']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:02:32.067096 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-09d06a3a-17d1-4f38-9a4b-cd3c47038f6a tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f0108ed-2095-4b07-b474-36b0a3650bf4') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:02:32.067399 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-09d06a3a-17d1-4f38-9a4b-cd3c47038f6a tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f0108ed-2095-4b07-b474-36b0a3650bf4') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:02:32.072336 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b1a5d3-a088-494f-a809-69feceb8cd86 req-5f5d03e3-4004-4ec4-bcdf-0c6244d16d0a service neutron] Port 646da755-b657-48af-8f46-1246a45e82e4 on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:02:32.072670 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b1a5d3-a088-494f-a809-69feceb8cd86 req-5f5d03e3-4004-4ec4-bcdf-0c6244d16d0a service neutron] Attempting to bind port 646da755-b657-48af-8f46-1246a45e82e4 on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:02:32.080276 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 54832) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:32.080653 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-6b09950c-b7a0-4bfa-bc2c-83bd905878fd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=18dc8249d11c41bf8adca46e26371672&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3660789 Jul 24 00:02:32.094545 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-09d06a3a-17d1-4f38-9a4b-cd3c47038f6a tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:32.095293 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b1a5d3-a088-494f-a809-69feceb8cd86 req-5f5d03e3-4004-4ec4-bcdf-0c6244d16d0a service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:02:32.095913 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b1a5d3-a088-494f-a809-69feceb8cd86 req-5f5d03e3-4004-4ec4-bcdf-0c6244d16d0a service neutron] Checking segment: {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:02:32.096517 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b1a5d3-a088-494f-a809-69feceb8cd86 req-5f5d03e3-4004-4ec4-bcdf-0c6244d16d0a service neutron] Bound using segment: {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:02:32.097147 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-e3b1a5d3-a088-494f-a809-69feceb8cd86 req-5f5d03e3-4004-4ec4-bcdf-0c6244d16d0a service neutron] Bound port: 646da755-b657-48af-8f46-1246a45e82e4, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:02:32.097946 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-e3b1a5d3-a088-494f-a809-69feceb8cd86 req-5f5d03e3-4004-4ec4-bcdf-0c6244d16d0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:32.119556 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-09d06a3a-17d1-4f38-9a4b-cd3c47038f6a tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:32.132957 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-e6415abf-ec5b-4f27-9b93-adf23bab99e2 service neutron] Transition to ACTIVE for port object 6f26de75-c5e4-49eb-817c-5e4de1d05ca8 will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:02:32.139240 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09d06a3a-17d1-4f38-9a4b-cd3c47038f6a tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:02:32.139630 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-09d06a3a-17d1-4f38-9a4b-cd3c47038f6a tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:32.143499 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:02:32.143499 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:02:32.143499 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:02:32.143499 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:02:32.143499 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:02:32.143499 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:02:32.143499 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:02:32.143499 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:02:32.143499 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:02:32.143499 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:02:32.143499 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:02:32.143499 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:02:32.143499 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:02:32.143499 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:02:32.143499 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:02:32.143499 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:02:32.143499 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:02:32.143499 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:02:32.143499 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:02:32.143499 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:02:32.143499 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:02:32.143499 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:02:32.143499 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:02:32.143499 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:02:32.143499 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:02:32.143499 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:02:32.143499 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:02:32.143499 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:02:32.143499 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:02:32.143499 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:02:32.143499 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:02:32.143499 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:02:32.171436 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-e6415abf-ec5b-4f27-9b93-adf23bab99e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:32.179992 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac0291f-0b0b-4718-a208-af284cce3696 None None] Resources bound (agent type, host, resource id): {{(pid=100315) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 24 00:02:32.232763 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1a5752e3-30e5-47e8-a471-6ee2d3b0f618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:32.266169 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9b974504-bdd5-4098-808f-aee192ed1441 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:32.276833 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-09d06a3a-17d1-4f38-9a4b-cd3c47038f6a tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:32.281565 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-09d06a3a-17d1-4f38-9a4b-cd3c47038f6a tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:32.283981 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-09d06a3a-17d1-4f38-9a4b-cd3c47038f6a tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "DELETE /v2.0/networks/8616b7ff-7fe5-4a0c-b2dc-98b7e625782a HTTP/1.1" status: 204 len: 168 time: 0.9171746 Jul 24 00:02:32.301038 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 54836) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:32.305848 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-9b974504-bdd5-4098-808f-aee192ed1441 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ef9f377-1bc4-41ac-802a-77ab2252a488']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:02:32.310667 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-0f189378-99bf-4e57-a94e-11061074e385 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-590105094'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:02:32.322263 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7359d1a7-5d89-4d54-baff-fd8117b4c3b0 req-87697692-e6a7-4f2b-8b15-ac43ba87254d service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5050256 Jul 24 00:02:32.323455 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1a5752e3-30e5-47e8-a471-6ee2d3b0f618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:32.356229 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d06a3a-17d1-4f38-9a4b-cd3c47038f6a tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Pushing event deleted for resources: {'Network': ['ID=8616b7ff-7fe5-4a0c-b2dc-98b7e625782a,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:32.358180 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-9b974504-bdd5-4098-808f-aee192ed1441 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b03c4a7-1ef3-47ad-ad79-9424c5f09bf0') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:02:32.358529 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-9b974504-bdd5-4098-808f-aee192ed1441 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b03c4a7-1ef3-47ad-ad79-9424c5f09bf0') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:02:32.419245 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6415abf-ec5b-4f27-9b93-adf23bab99e2 service neutron] Pushing event updated for resources: {'Port': ['ID=6f26de75-c5e4-49eb-817c-5e4de1d05ca8,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:32.441766 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9b974504-bdd5-4098-808f-aee192ed1441 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:32.459738 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f189378-99bf-4e57-a94e-11061074e385 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Made reservation on behalf of 4089b22453f945a5901919043ff32633 for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:02:32.463371 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0f189378-99bf-4e57-a94e-11061074e385 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:32.478064 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-e3b1a5d3-a088-494f-a809-69feceb8cd86 req-5f5d03e3-4004-4ec4-bcdf-0c6244d16d0a service neutron] For port 646da755-b657-48af-8f46-1246a45e82e4, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:02:32.509311 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ef059a99-eefd-46c2-8b3f-1bcd184b637b req-c9fb0e3a-130a-428e-9253-0cce5b11b02e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2c075934-d6b2-45f9-8b7a-e05ff072e3c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2775526 Jul 24 00:02:32.516746 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9b974504-bdd5-4098-808f-aee192ed1441 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:32.536140 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b974504-bdd5-4098-808f-aee192ed1441 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:02:32.536903 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9b974504-bdd5-4098-808f-aee192ed1441 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:32.558446 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1a5752e3-30e5-47e8-a471-6ee2d3b0f618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:32.561791 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1a5752e3-30e5-47e8-a471-6ee2d3b0f618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:32.563655 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-1a5752e3-30e5-47e8-a471-6ee2d3b0f618 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b6a0a271-496a-4936-8ec0-ec680d307275 HTTP/1.1" status: 204 len: 168 time: 0.4807775 Jul 24 00:02:32.605311 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:02:32.605311 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:02:32.605311 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:02:32.605311 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:02:32.605311 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:02:32.605311 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:02:32.605311 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:02:32.605311 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:02:32.605311 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:02:32.605311 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:02:32.605311 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:02:32.605311 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:02:32.605311 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:02:32.605311 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:02:32.605311 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:02:32.605311 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:02:32.605311 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:02:32.605311 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:02:32.605311 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:02:32.605311 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:02:32.605311 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:02:32.605311 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:02:32.605311 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:02:32.605311 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:02:32.605311 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:02:32.605311 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:02:32.605311 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:02:32.605311 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:02:32.605311 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:02:32.605311 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:02:32.605311 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:02:32.605311 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:02:32.616009 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5752e3-30e5-47e8-a471-6ee2d3b0f618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a0a271-496a-4936-8ec0-ec680d307275,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:32.663103 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aaf215-fec7-4bab-8a85-8c085f46a48e req-615d807c-2815-4f98-9ae5-cd99549716e5 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:32.669568 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aaf215-fec7-4bab-8a85-8c085f46a48e req-615d807c-2815-4f98-9ae5-cd99549716e5 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:32.676658 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a8bd19-e687-4156-83ad-9683cbbb3cac None None] Network 0ef9f377-1bc4-41ac-802a-77ab2252a488 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:02:32.686633 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aaf215-fec7-4bab-8a85-8c085f46a48e req-615d807c-2815-4f98-9ae5-cd99549716e5 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:32.703358 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aaf215-fec7-4bab-8a85-8c085f46a48e req-615d807c-2815-4f98-9ae5-cd99549716e5 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:32.719296 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-e3b1a5d3-a088-494f-a809-69feceb8cd86 req-5f5d03e3-4004-4ec4-bcdf-0c6244d16d0a service neutron] For port 646da755-b657-48af-8f46-1246a45e82e4, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=646da755-b657-48af-8f46-1246a45e82e4,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:02:32.731965 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aaf215-fec7-4bab-8a85-8c085f46a48e req-615d807c-2815-4f98-9ae5-cd99549716e5 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:32.743232 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aaf215-fec7-4bab-8a85-8c085f46a48e req-615d807c-2815-4f98-9ae5-cd99549716e5 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:32.751257 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aaf215-fec7-4bab-8a85-8c085f46a48e req-615d807c-2815-4f98-9ae5-cd99549716e5 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:32.753611 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-e3b1a5d3-a088-494f-a809-69feceb8cd86 req-5f5d03e3-4004-4ec4-bcdf-0c6244d16d0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:32.753754 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f4aaf215-fec7-4bab-8a85-8c085f46a48e req-615d807c-2815-4f98-9ae5-cd99549716e5 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/ports?device_id=12c01cab-6f38-47e5-a713-3b0033ce846b HTTP/1.1" status: 200 len: 5407 time: 0.3198895 Jul 24 00:02:32.823571 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f189378-99bf-4e57-a94e-11061074e385 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:02:32.864345 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f4aaf215-fec7-4bab-8a85-8c085f46a48e req-bfe3990f-4930-43ce-b2e5-821bb1dcb410 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b2b81f-5921-46c4-a5f8-cac2ff846ad3&id=84526489-a784-4e02-8584-4c6d6be5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1022580 Jul 24 00:02:32.865720 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0f189378-99bf-4e57-a94e-11061074e385 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:32.866126 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-0f189378-99bf-4e57-a94e-11061074e385 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Added segment 10f382e7-9ecf-4487-b3e8-0dc318a34813 of type vlan for network d2ab3082-c410-4645-9e4a-5bf4c5fc0854 Jul 24 00:02:32.892838 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b1a5d3-a088-494f-a809-69feceb8cd86 req-5f5d03e3-4004-4ec4-bcdf-0c6244d16d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:32.893630 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-e3b1a5d3-a088-494f-a809-69feceb8cd86 req-5f5d03e3-4004-4ec4-bcdf-0c6244d16d0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:32.898343 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e3b1a5d3-a088-494f-a809-69feceb8cd86 req-5f5d03e3-4004-4ec4-bcdf-0c6244d16d0a service neutron] 10.222.0.64 "PUT /v2.0/ports/646da755-b657-48af-8f46-1246a45e82e4 HTTP/1.1" status: 200 len: 1097 time: 4.8719139 Jul 24 00:02:32.902301 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9b974504-bdd5-4098-808f-aee192ed1441 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:32.969811 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef059a99-eefd-46c2-8b3f-1bcd184b637b req-424da62b-0849-479e-abd8-1ddb580cc0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:32.970308 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef059a99-eefd-46c2-8b3f-1bcd184b637b req-424da62b-0849-479e-abd8-1ddb580cc0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:32.970798 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef059a99-eefd-46c2-8b3f-1bcd184b637b req-424da62b-0849-479e-abd8-1ddb580cc0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:32.971279 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef059a99-eefd-46c2-8b3f-1bcd184b637b req-424da62b-0849-479e-abd8-1ddb580cc0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:32.971756 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef059a99-eefd-46c2-8b3f-1bcd184b637b req-424da62b-0849-479e-abd8-1ddb580cc0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:32.972232 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef059a99-eefd-46c2-8b3f-1bcd184b637b req-424da62b-0849-479e-abd8-1ddb580cc0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:32.973232 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef059a99-eefd-46c2-8b3f-1bcd184b637b req-424da62b-0849-479e-abd8-1ddb580cc0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:32.975115 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ef059a99-eefd-46c2-8b3f-1bcd184b637b req-424da62b-0849-479e-abd8-1ddb580cc0ac service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a493ff63bf324cec8682bc97c22087f0&device_id=2c075934-d6b2-45f9-8b7a-e05ff072e3c1 HTTP/1.1" status: 200 len: 6500 time: 0.4051895 Jul 24 00:02:33.006648 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9b974504-bdd5-4098-808f-aee192ed1441 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:33.009752 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-9b974504-bdd5-4098-808f-aee192ed1441 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] 10.222.0.44 "DELETE /v2.0/networks/0ef9f377-1bc4-41ac-802a-77ab2252a488 HTTP/1.1" status: 204 len: 168 time: 5.6159189 Jul 24 00:02:33.015961 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6ef0c7-edea-40f9-a438-9e170750ab3c None None] DHCP port deletion for 0ef9f377-1bc4-41ac-802a-77ab2252a488 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:02:33.027464 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b974504-bdd5-4098-808f-aee192ed1441 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Pushing event deleted for resources: {'Network': ['ID=0ef9f377-1bc4-41ac-802a-77ab2252a488,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:33.038064 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 54856) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:33.170633 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef059a99-eefd-46c2-8b3f-1bcd184b637b req-24e8a12a-1d46-48a1-8d17-c27ce4bf53e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:33.171046 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef059a99-eefd-46c2-8b3f-1bcd184b637b req-24e8a12a-1d46-48a1-8d17-c27ce4bf53e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:33.171627 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef059a99-eefd-46c2-8b3f-1bcd184b637b req-24e8a12a-1d46-48a1-8d17-c27ce4bf53e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:33.178053 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-e5829e61-1b4a-4b23-a630-ed4e1b0963b6 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2037578115'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:02:33.190453 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ef059a99-eefd-46c2-8b3f-1bcd184b637b req-24e8a12a-1d46-48a1-8d17-c27ce4bf53e3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b0523da7-df1a-446f-b645-811e4630597c&id=afa024cd-6a99-42b6-95da-fdd5c3d9ab0a&id=afa024cd-6a99-42b6-95da-fdd5c3d9ab0a&id=afa024cd-6a99-42b6-95da-fdd5c3d9ab0a&id=afa024cd-6a99-42b6-95da-fdd5c3d9ab0a&id=24cbf24a-1696-4ab2-949c-e4387a9df919&id=24cbf24a-1696-4ab2-949c-e4387a9df919 HTTP/1.1" status: 200 len: 2294 time: 0.1849780 Jul 24 00:02:33.191744 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0f189378-99bf-4e57-a94e-11061074e385 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:33.231997 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-e6415abf-ec5b-4f27-9b93-adf23bab99e2 service neutron] Attempting to bind port 6f26de75-c5e4-49eb-817c-5e4de1d05ca8 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:02:33.232703 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-e6415abf-ec5b-4f27-9b93-adf23bab99e2 service neutron] Attempting to bind port 6f26de75-c5e4-49eb-817c-5e4de1d05ca8 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '6a9bfae8-3859-4d2f-b2ea-41b2fe58337b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:02:33.233223 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-e6415abf-ec5b-4f27-9b93-adf23bab99e2 service neutron] Attempting to bind port 6f26de75-c5e4-49eb-817c-5e4de1d05ca8 on network 2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:02:33.240781 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5829e61-1b4a-4b23-a630-ed4e1b0963b6 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Made reservation on behalf of 34214e4fa0b24be19b34152b09c86b8d for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:02:33.244795 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e5829e61-1b4a-4b23-a630-ed4e1b0963b6 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:33.295574 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5d03e3-4004-4ec4-bcdf-0c6244d16d0a service neutron] Pushing event updated for resources: {'Port': ['ID=646da755-b657-48af-8f46-1246a45e82e4,revision_number=7']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:33.313061 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ef059a99-eefd-46c2-8b3f-1bcd184b637b req-cb647843-2adc-49c4-975c-6fdcd3681f5f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=465c7602-c874-48e3-a644-ba99539fad02 HTTP/1.1" status: 200 len: 1000 time: 0.1164370 Jul 24 00:02:33.321636 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0f189378-99bf-4e57-a94e-11061074e385 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:33.326629 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-e6415abf-ec5b-4f27-9b93-adf23bab99e2 service neutron] Port 6f26de75-c5e4-49eb-817c-5e4de1d05ca8 on network 2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:02:33.327137 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-e6415abf-ec5b-4f27-9b93-adf23bab99e2 service neutron] Attempting to bind port 6f26de75-c5e4-49eb-817c-5e4de1d05ca8 on network 2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:02:33.328353 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f189378-99bf-4e57-a94e-11061074e385 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:33.331215 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0f189378-99bf-4e57-a94e-11061074e385 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:33.336287 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-e6415abf-ec5b-4f27-9b93-adf23bab99e2 service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:02:33.336639 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-e6415abf-ec5b-4f27-9b93-adf23bab99e2 service neutron] Checking segment: {'id': '6a9bfae8-3859-4d2f-b2ea-41b2fe58337b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:02:33.337060 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-e6415abf-ec5b-4f27-9b93-adf23bab99e2 service neutron] Bound using segment: {'id': '6a9bfae8-3859-4d2f-b2ea-41b2fe58337b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:02:33.337504 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-e6415abf-ec5b-4f27-9b93-adf23bab99e2 service neutron] Bound port: 6f26de75-c5e4-49eb-817c-5e4de1d05ca8, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a9bfae8-3859-4d2f-b2ea-41b2fe58337b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:02:33.338003 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-e6415abf-ec5b-4f27-9b93-adf23bab99e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:33.352295 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 54870) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:33.370832 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5829e61-1b4a-4b23-a630-ed4e1b0963b6 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:02:33.419209 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-0f189378-99bf-4e57-a94e-11061074e385 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1166487 Jul 24 00:02:33.424294 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 54876) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:33.434545 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e5829e61-1b4a-4b23-a630-ed4e1b0963b6 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:33.434730 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-e5829e61-1b4a-4b23-a630-ed4e1b0963b6 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Added segment aeb3f646-d3fb-4f23-add8-46fc53664bd0 of type vlan for network 2ac03933-4a9b-44d7-9d59-bd4c20f4a53a Jul 24 00:02:33.434849 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-298ff8b4-4e8f-4840-8122-d6389b095bd3 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Request body: {'subnet': {'network_id': 'd2ab3082-c410-4645-9e4a-5bf4c5fc0854', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:02:33.436472 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f027578-c893-4a44-9dc2-07535ce6a55f', 'tag': '646da755-b657-48af-8f46-1246a45e82e4'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:02:33.439202 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a04ea5-c583-439d-86da-d4698d839b59" -d '{"events": [{"name": "network-changed", "server_uuid": "9f027578-c893-4a44-9dc2-07535ce6a55f", "tag": "646da755-b657-48af-8f46-1246a45e82e4"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:02:33.490272 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f189378-99bf-4e57-a94e-11061074e385 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Pushing event updated for resources: {'Network': ['ID=d2ab3082-c410-4645-9e4a-5bf4c5fc0854,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:33.503535 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network d2ab3082-c410-4645-9e4a-5bf4c5fc0854 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:02:33.505005 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef059a99-eefd-46c2-8b3f-1bcd184b637b req-b481d1aa-45c5-4242-8015-dc6204bb036e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:33.506529 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ef059a99-eefd-46c2-8b3f-1bcd184b637b req-b481d1aa-45c5-4242-8015-dc6204bb036e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d99f6c92-821c-482e-b6d0-cb37709030df HTTP/1.1" status: 200 len: 851 time: 0.1860845 Jul 24 00:02:33.548725 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3ae769-b0a7-43a3-9a4a-609c404b6828 req-10cbed4b-b523-4342-a15b-36b2a924e58b tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:33.569121 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ca3ae769-b0a7-43a3-9a4a-609c404b6828 req-10cbed4b-b523-4342-a15b-36b2a924e58b tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f027578-c893-4a44-9dc2-07535ce6a55f HTTP/1.1" status: 200 len: 948 time: 0.7436345 Jul 24 00:02:33.606020 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45a99572-0c22-4918-9980-ef14f3e4f54c x-openstack-request-id: req-45a99572-0c22-4918-9980-ef14f3e4f54c {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:02:33.606319 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f027578-c893-4a44-9dc2-07535ce6a55f", "tag": "646da755-b657-48af-8f46-1246a45e82e4", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:02:33.606577 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-45a99572-0c22-4918-9980-ef14f3e4f54c {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:02:33.606974 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f027578-c893-4a44-9dc2-07535ce6a55f', 'tag': '646da755-b657-48af-8f46-1246a45e82e4', 'status': 'completed', 'code': 200} Jul 24 00:02:33.624033 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b1a5d3-a088-494f-a809-69feceb8cd86 req-63e3865e-4a6a-4378-8a62-7c4de727aee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:33.626540 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e3b1a5d3-a088-494f-a809-69feceb8cd86 req-63e3865e-4a6a-4378-8a62-7c4de727aee1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=798b28002e9743a58ab9c3622d82224e&device_id=9f027578-c893-4a44-9dc2-07535ce6a55f HTTP/1.1" status: 200 len: 1100 time: 0.6864538 Jul 24 00:02:33.676530 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-298ff8b4-4e8f-4840-8122-d6389b095bd3 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Made reservation on behalf of 4089b22453f945a5901919043ff32633 for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:02:33.678046 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-0fc04513-064d-4cf1-8b49-597b9932e1c1 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1569447081', 'router:external': True}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:02:33.680048 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-298ff8b4-4e8f-4840-8122-d6389b095bd3 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:33.698480 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef059a99-eefd-46c2-8b3f-1bcd184b637b req-c74b2868-5b66-443f-91e6-9759a85510c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:33.699926 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e5829e61-1b4a-4b23-a630-ed4e1b0963b6 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:33.700058 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ef059a99-eefd-46c2-8b3f-1bcd184b637b req-c74b2868-5b66-443f-91e6-9759a85510c5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b0523da7-df1a-446f-b645-811e4630597c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1848426 Jul 24 00:02:33.718195 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-e6415abf-ec5b-4f27-9b93-adf23bab99e2 service neutron] For port 6f26de75-c5e4-49eb-817c-5e4de1d05ca8, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:02:33.761384 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a04ea5-c583-439d-86da-d4698d839b59 req-9009155d-ea44-4ab6-b20b-0803895965d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:33.763000 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d5a04ea5-c583-439d-86da-d4698d839b59 req-9009155d-ea44-4ab6-b20b-0803895965d5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=798b28002e9743a58ab9c3622d82224e&device_id=9f027578-c893-4a44-9dc2-07535ce6a55f HTTP/1.1" status: 200 len: 1100 time: 0.1827714 Jul 24 00:02:33.788965 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-e6415abf-ec5b-4f27-9b93-adf23bab99e2 service neutron] For port 6f26de75-c5e4-49eb-817c-5e4de1d05ca8, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=6f26de75-c5e4-49eb-817c-5e4de1d05ca8,segment=NetworkSegment(6a9bfae8-3859-4d2f-b2ea-41b2fe58337b),segment_id=6a9bfae8-3859-4d2f-b2ea-41b2fe58337b)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:02:33.810963 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ca3ae769-b0a7-43a3-9a4a-609c404b6828 req-1c1db07e-33cf-43d2-9fb4-f61ead3110a8 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387824 Jul 24 00:02:33.821981 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc04513-064d-4cf1-8b49-597b9932e1c1 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Made reservation on behalf of 808cc8b66ac74a13bccf620382b1ac85 for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:02:33.824772 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0fc04513-064d-4cf1-8b49-597b9932e1c1 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:33.827642 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-e6415abf-ec5b-4f27-9b93-adf23bab99e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:33.884601 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0fc04513-064d-4cf1-8b49-597b9932e1c1 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:33.905846 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-e6415abf-ec5b-4f27-9b93-adf23bab99e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:33.906033 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-e6415abf-ec5b-4f27-9b93-adf23bab99e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:33.907624 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-e6415abf-ec5b-4f27-9b93-adf23bab99e2 service neutron] 10.222.0.64 "PUT /v2.0/ports/6f26de75-c5e4-49eb-817c-5e4de1d05ca8 HTTP/1.1" status: 200 len: 1092 time: 5.2000344 Jul 24 00:02:33.944518 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e5829e61-1b4a-4b23-a630-ed4e1b0963b6 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:33.950739 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5829e61-1b4a-4b23-a630-ed4e1b0963b6 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:33.952297 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e5829e61-1b4a-4b23-a630-ed4e1b0963b6 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:33.962529 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-234bb0ca-0e5b-4525-bcd2-df3f34986e4b service neutron] Request body: {'port': {'device_id': '12c01cab-6f38-47e5-a713-3b0033ce846b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-16'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:02:33.983145 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b1a5d3-a088-494f-a809-69feceb8cd86 req-d147aeb3-5e3c-4db3-b0f4-e2a18e56552e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:33.983145 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e3b1a5d3-a088-494f-a809-69feceb8cd86 req-d147aeb3-5e3c-4db3-b0f4-e2a18e56552e service neutron] 10.222.0.64 "GET /v2.0/networks?id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 HTTP/1.1" status: 200 len: 870 time: 0.3475423 Jul 24 00:02:33.983409 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ef059a99-eefd-46c2-8b3f-1bcd184b637b req-92b5b90e-021b-4ada-9f66-7a478fdab3b3 service neutron] 10.222.0.52 "GET /v2.0/networks/b0523da7-df1a-446f-b645-811e4630597c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682872 Jul 24 00:02:34.075395 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6415abf-ec5b-4f27-9b93-adf23bab99e2 service neutron] Pushing event updated for resources: {'Port': ['ID=6f26de75-c5e4-49eb-817c-5e4de1d05ca8,revision_number=3']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:34.125226 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e3b1a5d3-a088-494f-a809-69feceb8cd86 req-766c9c50-17dc-4f33-83e8-2f57940683f2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=646da755-b657-48af-8f46-1246a45e82e4 HTTP/1.1" status: 200 len: 217 time: 0.1210911 Jul 24 00:02:34.208580 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ef059a99-eefd-46c2-8b3f-1bcd184b637b req-e677570a-a60e-4ec7-b4a7-c89dead93cfc service neutron] 10.222.0.52 "GET /v2.0/networks/b0523da7-df1a-446f-b645-811e4630597c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169247 Jul 24 00:02:34.219198 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a04ea5-c583-439d-86da-d4698d839b59 req-f43523a3-fc7f-4d87-9be8-ec01f8c77a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:34.221083 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d5a04ea5-c583-439d-86da-d4698d839b59 req-f43523a3-fc7f-4d87-9be8-ec01f8c77a3e service neutron] 10.222.0.52 "GET /v2.0/networks?id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 HTTP/1.1" status: 200 len: 870 time: 0.4261978 Jul 24 00:02:34.221606 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5829e61-1b4a-4b23-a630-ed4e1b0963b6 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Pushing event updated for resources: {'Network': ['ID=2ac03933-4a9b-44d7-9d59-bd4c20f4a53a,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:34.234600 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 2ac03933-4a9b-44d7-9d59-bd4c20f4a53a details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:02:34.324433 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ef059a99-eefd-46c2-8b3f-1bcd184b637b req-2a83d2e9-96a1-4a41-9cf5-b4bccea80eb2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=e3557d7c-9f5d-4806-8073-44a23ccf9e4e HTTP/1.1" status: 200 len: 217 time: 0.1076570 Jul 24 00:02:34.334514 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b1a5d3-a088-494f-a809-69feceb8cd86 req-0bc6a6fa-7721-40a4-9fd8-e5fe694949bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:34.336020 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e3b1a5d3-a088-494f-a809-69feceb8cd86 req-0bc6a6fa-7721-40a4-9fd8-e5fe694949bd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.2018518 Jul 24 00:02:34.341061 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-234bb0ca-0e5b-4525-bcd2-df3f34986e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:34.368236 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d5a04ea5-c583-439d-86da-d4698d839b59 req-3e82266c-1846-424a-b544-4d4882106d38 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=646da755-b657-48af-8f46-1246a45e82e4 HTTP/1.1" status: 200 len: 217 time: 0.1333885 Jul 24 00:02:34.455650 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-298ff8b4-4e8f-4840-8122-d6389b095bd3 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:34.509915 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a9454e-7173-4c96-99c5-33b5958fb9af req-5064053c-14ad-4fbd-9068-6cd9ee9d3c48 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:34.516623 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a9454e-7173-4c96-99c5-33b5958fb9af req-5064053c-14ad-4fbd-9068-6cd9ee9d3c48 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:34.522825 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a9454e-7173-4c96-99c5-33b5958fb9af req-5064053c-14ad-4fbd-9068-6cd9ee9d3c48 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:34.529099 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a9454e-7173-4c96-99c5-33b5958fb9af req-5064053c-14ad-4fbd-9068-6cd9ee9d3c48 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:34.536082 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a9454e-7173-4c96-99c5-33b5958fb9af req-5064053c-14ad-4fbd-9068-6cd9ee9d3c48 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:34.542912 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a9454e-7173-4c96-99c5-33b5958fb9af req-5064053c-14ad-4fbd-9068-6cd9ee9d3c48 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:34.549121 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a9454e-7173-4c96-99c5-33b5958fb9af req-5064053c-14ad-4fbd-9068-6cd9ee9d3c48 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:34.551108 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-82a9454e-7173-4c96-99c5-33b5958fb9af req-5064053c-14ad-4fbd-9068-6cd9ee9d3c48 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/ports?device_id=12c01cab-6f38-47e5-a713-3b0033ce846b HTTP/1.1" status: 200 len: 5407 time: 0.4336231 Jul 24 00:02:34.554287 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef059a99-eefd-46c2-8b3f-1bcd184b637b req-a62d2d4b-b83b-41cb-868f-a52e6855c055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:34.555750 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ef059a99-eefd-46c2-8b3f-1bcd184b637b req-a62d2d4b-b83b-41cb-868f-a52e6855c055 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=70883961-72f7-4719-acc8-b7159e5588a5 HTTP/1.1" status: 200 len: 797 time: 0.2009568 Jul 24 00:02:34.596750 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a04ea5-c583-439d-86da-d4698d839b59 req-fbf60c6d-f2cf-454a-aeaa-9dec3ad627c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:34.598542 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d5a04ea5-c583-439d-86da-d4698d839b59 req-fbf60c6d-f2cf-454a-aeaa-9dec3ad627c0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.1979978 Jul 24 00:02:34.676177 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298ff8b4-4e8f-4840-8122-d6389b095bd3 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Pushing event updated for resources: {'Subnet': ['ID=8e1d49f7-a179-489c-abbb-d966cd353e56,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:34.718868 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-82a9454e-7173-4c96-99c5-33b5958fb9af req-cc7aab93-7ce3-4db8-ac30-70cef719b1d0 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b2b81f-5921-46c4-a5f8-cac2ff846ad3&id=84526489-a784-4e02-8584-4c6d6be5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1566985 Jul 24 00:02:34.730213 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298ff8b4-4e8f-4840-8122-d6389b095bd3 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Checking segment: {'id': '10f382e7-9ecf-4487-b3e8-0dc318a34813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'd2ab3082-c410-4645-9e4a-5bf4c5fc0854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:02:34.730598 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298ff8b4-4e8f-4840-8122-d6389b095bd3 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Network hostable DHCP agents. Network: d2ab3082-c410-4645-9e4a-5bf4c5fc0854, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:02:34.767539 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef059a99-eefd-46c2-8b3f-1bcd184b637b req-b083fdb1-ab72-416c-bdc9-dfb3c609ae20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:34.774751 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ef059a99-eefd-46c2-8b3f-1bcd184b637b req-b083fdb1-ab72-416c-bdc9-dfb3c609ae20 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=afa024cd-6a99-42b6-95da-fdd5c3d9ab0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1987169 Jul 24 00:02:34.780241 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a04ea5-c583-439d-86da-d4698d839b59 req-57e29129-7cf2-4f3e-a6d0-c7c6ba97d648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:34.782403 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d5a04ea5-c583-439d-86da-d4698d839b59 req-57e29129-7cf2-4f3e-a6d0-c7c6ba97d648 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1518283 Jul 24 00:02:34.799441 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298ff8b4-4e8f-4840-8122-d6389b095bd3 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Network d2ab3082-c410-4645-9e4a-5bf4c5fc0854 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:02:34.856356 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-298ff8b4-4e8f-4840-8122-d6389b095bd3 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, d2ab3082-c410-4645-9e4a-5bf4c5fc0854) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:02:34.869059 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6968916-8082-4e34-aedd-6faae56ceb7a None None] Network d2ab3082-c410-4645-9e4a-5bf4c5fc0854 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:02:34.911836 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0fc04513-064d-4cf1-8b49-597b9932e1c1 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:34.939458 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-029875ea-7c69-423b-a0e2-4142e250dcab req-bf0ee4b1-d1a6-47cd-9b13-b8ce2331c441 tempest-ServerShowV257Test-243421903 tempest-ServerShowV257Test-243421903-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fbfd1ea-6f21-4321-85fc-d6056e92e5b4 HTTP/1.1" status: 200 len: 210 time: 0.0712187 Jul 24 00:02:34.948054 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0fc04513-064d-4cf1-8b49-597b9932e1c1 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:34.950926 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298ff8b4-4e8f-4840-8122-d6389b095bd3 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:34.951532 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-298ff8b4-4e8f-4840-8122-d6389b095bd3 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:34.967756 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-e5829e61-1b4a-4b23-a630-ed4e1b0963b6 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7967341 Jul 24 00:02:34.968612 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 54926) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:34.984533 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-fa2160d9-f196-4674-b3c4-6b7a13f3fe43 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Request body: {'subnet': {'network_id': '2ac03933-4a9b-44d7-9d59-bd4c20f4a53a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:02:34.998608 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fc04513-064d-4cf1-8b49-597b9932e1c1 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:02:35.026106 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0fc04513-064d-4cf1-8b49-597b9932e1c1 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:35.026379 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-298ff8b4-4e8f-4840-8122-d6389b095bd3 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5982227 Jul 24 00:02:35.026880 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-0fc04513-064d-4cf1-8b49-597b9932e1c1 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Added segment 9e391748-bd79-486f-ad48-c350dece4806 of type vlan for network bca33cb7-375f-4263-9f26-dc0b52a5e2c8 Jul 24 00:02:35.029883 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b1a5d3-a088-494f-a809-69feceb8cd86 req-068bb29a-feca-40d3-926d-431537577a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:35.031838 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e3b1a5d3-a088-494f-a809-69feceb8cd86 req-068bb29a-feca-40d3-926d-431537577a3e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6769392 Jul 24 00:02:35.032715 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 54928) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:35.064714 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d5a04ea5-c583-439d-86da-d4698d839b59 req-29720b9d-78ac-42c9-83ec-8d337f7b9721 service neutron] 10.222.0.52 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748139 Jul 24 00:02:35.076627 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc04513-064d-4cf1-8b49-597b9932e1c1 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e561672d-1e69-4b3a-921c-cb6f86224380,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:35.083358 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-5527636a-d189-4153-8813-7206e6c49322 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-223011224', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:02:35.096978 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ef059a99-eefd-46c2-8b3f-1bcd184b637b req-ad1bbaea-1f58-40d7-b863-3c436ca8cf05 service neutron] 10.222.0.52 "GET /v2.0/networks/afa024cd-6a99-42b6-95da-fdd5c3d9ab0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3189542 Jul 24 00:02:35.106829 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92601e75-09aa-4625-abaf-dbf03c3f9e67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-d2ab3082-c410-4645-9e4a-5bf4c5fc0854', 'network_id': 'd2ab3082-c410-4645-9e4a-5bf4c5fc0854', 'tenant_id': '4089b22453f945a5901919043ff32633', 'fixed_ips': [{'subnet_id': '8e1d49f7-a179-489c-abbb-d966cd353e56'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:02:35.107959 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-92601e75-09aa-4625-abaf-dbf03c3f9e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:35.231260 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5527636a-d189-4153-8813-7206e6c49322 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:35.232207 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5527636a-d189-4153-8813-7206e6c49322 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:35.284138 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0fc04513-064d-4cf1-8b49-597b9932e1c1 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:35.284648 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a33b11-97a9-4e7f-8270-f69aa1ddcba7 req-c1f559a1-3a3d-4744-b195-27cd826874e5 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:35.286290 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-43a33b11-97a9-4e7f-8270-f69aa1ddcba7 req-c1f559a1-3a3d-4744-b195-27cd826874e5 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=94ea67e9-e264-45c6-83f2-489c4b025303 HTTP/1.1" status: 200 len: 945 time: 0.4503617 Jul 24 00:02:35.309089 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-92601e75-09aa-4625-abaf-dbf03c3f9e67 None None] Allocated IP 2001:db8::2 (d2ab3082-c410-4645-9e4a-5bf4c5fc0854/8e1d49f7-a179-489c-abbb-d966cd353e56/81f84959-96c8-4b69-aed2-1675f96c197a) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:02:35.366287 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa2160d9-f196-4674-b3c4-6b7a13f3fe43 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Made reservation on behalf of 34214e4fa0b24be19b34152b09c86b8d for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:02:35.370123 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fa2160d9-f196-4674-b3c4-6b7a13f3fe43 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:35.426961 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5527636a-d189-4153-8813-7206e6c49322 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:35.435007 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e3b1a5d3-a088-494f-a809-69feceb8cd86 req-697e5534-c823-4c86-a48f-45e88dfac13c service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3453896 Jul 24 00:02:35.447971 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5527636a-d189-4153-8813-7206e6c49322 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:35.474582 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-234bb0ca-0e5b-4525-bcd2-df3f34986e4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c877d48-93c7-48db-a9f4-abde1712a9b4 {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:02:35.490174 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-92601e75-09aa-4625-abaf-dbf03c3f9e67 None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:35.501851 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-92601e75-09aa-4625-abaf-dbf03c3f9e67 None None] Transition to ACTIVE for port object 81f84959-96c8-4b69-aed2-1675f96c197a will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:02:35.509853 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-234bb0ca-0e5b-4525-bcd2-df3f34986e4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:35.513203 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0fc04513-064d-4cf1-8b49-597b9932e1c1 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:35.514219 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc04513-064d-4cf1-8b49-597b9932e1c1 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:35.514822 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0fc04513-064d-4cf1-8b49-597b9932e1c1 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:35.522043 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-92601e75-09aa-4625-abaf-dbf03c3f9e67 None None] Transition to ACTIVE for port object 81f84959-96c8-4b69-aed2-1675f96c197a will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:02:35.528637 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-92601e75-09aa-4625-abaf-dbf03c3f9e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:35.533368 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5527636a-d189-4153-8813-7206e6c49322 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:35.537184 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-5527636a-d189-4153-8813-7206e6c49322 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4590485 Jul 24 00:02:35.559221 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928db12a-68ba-4676-88d0-bd8ae838d2e3 req-258e48b6-c509-4b2c-a124-984f3c87591b tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:35.566918 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-928db12a-68ba-4676-88d0-bd8ae838d2e3 req-258e48b6-c509-4b2c-a124-984f3c87591b tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f027578-c893-4a44-9dc2-07535ce6a55f HTTP/1.1" status: 200 len: 948 time: 0.3702326 Jul 24 00:02:35.569628 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92601e75-09aa-4625-abaf-dbf03c3f9e67 None None] Network d2ab3082-c410-4645-9e4a-5bf4c5fc0854 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:02:35.572518 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 54930) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:35.576607 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-92601e75-09aa-4625-abaf-dbf03c3f9e67 None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:02:35.579360 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92601e75-09aa-4625-abaf-dbf03c3f9e67 None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:02:35.589573 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-17d3581c-2e32-48b8-89d0-c3d66026a744 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Request body: {'port': {'network_id': 'd2ab3082-c410-4645-9e4a-5bf4c5fc0854', 'name': 'tempest-RoutersIpV6Test-1453867727'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:02:35.615798 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92601e75-09aa-4625-abaf-dbf03c3f9e67 None None] Pushing event updated for resources: {'Port': ['ID=81f84959-96c8-4b69-aed2-1675f96c197a,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:35.632257 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12c01cab-6f38-47e5-a713-3b0033ce846b', 'tag': '6f26de75-c5e4-49eb-817c-5e4de1d05ca8'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:02:35.634595 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c02a61d-12ab-455d-a2a9-cde965e437d6" -d '{"events": [{"name": "network-changed", "server_uuid": "12c01cab-6f38-47e5-a713-3b0033ce846b", "tag": "6f26de75-c5e4-49eb-817c-5e4de1d05ca8"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:02:35.639341 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-234bb0ca-0e5b-4525-bcd2-df3f34986e4b service neutron] Transition to ACTIVE for port object 5c877d48-93c7-48db-a9f4-abde1712a9b4 will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:02:35.659880 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-92601e75-09aa-4625-abaf-dbf03c3f9e67 None None] Attempting to bind port 81f84959-96c8-4b69-aed2-1675f96c197a on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:02:35.660745 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-92601e75-09aa-4625-abaf-dbf03c3f9e67 None None] Attempting to bind port 81f84959-96c8-4b69-aed2-1675f96c197a by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '10f382e7-9ecf-4487-b3e8-0dc318a34813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'd2ab3082-c410-4645-9e4a-5bf4c5fc0854'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:02:35.660745 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92601e75-09aa-4625-abaf-dbf03c3f9e67 None None] Attempting to bind port 81f84959-96c8-4b69-aed2-1675f96c197a on network d2ab3082-c410-4645-9e4a-5bf4c5fc0854 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:02:35.663358 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-0fc04513-064d-4cf1-8b49-597b9932e1c1 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.2942004 Jul 24 00:02:35.670691 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92601e75-09aa-4625-abaf-dbf03c3f9e67 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:02:35.671103 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92601e75-09aa-4625-abaf-dbf03c3f9e67 None None] Checking segment: {'id': '10f382e7-9ecf-4487-b3e8-0dc318a34813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'd2ab3082-c410-4645-9e4a-5bf4c5fc0854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:02:35.672073 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-92601e75-09aa-4625-abaf-dbf03c3f9e67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:35.672482 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92601e75-09aa-4625-abaf-dbf03c3f9e67 None None] Bound using segment: {'id': '10f382e7-9ecf-4487-b3e8-0dc318a34813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'd2ab3082-c410-4645-9e4a-5bf4c5fc0854'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:02:35.673173 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-92601e75-09aa-4625-abaf-dbf03c3f9e67 None None] Bound port: 81f84959-96c8-4b69-aed2-1675f96c197a, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10f382e7-9ecf-4487-b3e8-0dc318a34813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'd2ab3082-c410-4645-9e4a-5bf4c5fc0854'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:02:35.674154 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-92601e75-09aa-4625-abaf-dbf03c3f9e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:35.674271 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 54934) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:35.686222 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-234bb0ca-0e5b-4525-bcd2-df3f34986e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:35.725811 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-2598220b-7a39-45e1-a6c8-e41d36a41708 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Request body: {'subnet': {'network_id': 'bca33cb7-375f-4263-9f26-dc0b52a5e2c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:02:35.762759 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-92601e75-09aa-4625-abaf-dbf03c3f9e67 None None] For port 81f84959-96c8-4b69-aed2-1675f96c197a, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:02:35.767136 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc04513-064d-4cf1-8b49-597b9932e1c1 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Pushing event updated for resources: {'Network': ['ID=bca33cb7-375f-4263-9f26-dc0b52a5e2c8,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:35.767324 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-92601e75-09aa-4625-abaf-dbf03c3f9e67 None None] For port 81f84959-96c8-4b69-aed2-1675f96c197a, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=81f84959-96c8-4b69-aed2-1675f96c197a,segment=NetworkSegment(10f382e7-9ecf-4487-b3e8-0dc318a34813),segment_id=10f382e7-9ecf-4487-b3e8-0dc318a34813)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:02:35.769624 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ef059a99-eefd-46c2-8b3f-1bcd184b637b req-28038418-56e9-40e7-9617-8b7a6e552c6a service neutron] 10.222.0.52 "GET /v2.0/networks/afa024cd-6a99-42b6-95da-fdd5c3d9ab0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6638036 Jul 24 00:02:35.773668 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-92601e75-09aa-4625-abaf-dbf03c3f9e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:35.785171 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network bca33cb7-375f-4263-9f26-dc0b52a5e2c8 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:02:35.830701 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-43a33b11-97a9-4e7f-8270-f69aa1ddcba7 req-ea994de4-0419-46cf-9363-7ec2d1a0aed5 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4690254 Jul 24 00:02:35.861953 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-928db12a-68ba-4676-88d0-bd8ae838d2e3 req-7a555188-1821-4696-bc35-84d2d12fc0d5 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940314 Jul 24 00:02:35.919769 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d5a04ea5-c583-439d-86da-d4698d839b59 req-a416595b-3693-431b-ac7d-71f296bd0255 service neutron] 10.222.0.52 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8214805 Jul 24 00:02:35.925042 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ef059a99-eefd-46c2-8b3f-1bcd184b637b req-acdfcde7-0a5f-43f4-8f0b-db4262c36eb4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.181&port_id=8f556c59-81ca-477e-85bf-cbe94e6d27d9 HTTP/1.1" status: 200 len: 217 time: 0.1172929 Jul 24 00:02:35.938559 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e3b1a5d3-a088-494f-a809-69feceb8cd86 req-1ace6b4b-fe0d-4846-91f8-0d3574dc1dbd service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4935753 Jul 24 00:02:35.949633 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a209e2-a923-4f20-984e-f1ab5a48e776 x-openstack-request-id: req-46a209e2-a923-4f20-984e-f1ab5a48e776 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:02:35.949633 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12c01cab-6f38-47e5-a713-3b0033ce846b", "tag": "6f26de75-c5e4-49eb-817c-5e4de1d05ca8", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:02:35.950556 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-46a209e2-a923-4f20-984e-f1ab5a48e776 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:02:35.951105 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12c01cab-6f38-47e5-a713-3b0033ce846b', 'tag': '6f26de75-c5e4-49eb-817c-5e4de1d05ca8', 'status': 'completed', 'code': 200} Jul 24 00:02:35.961692 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234bb0ca-0e5b-4525-bcd2-df3f34986e4b service neutron] Pushing event updated for resources: {'Port': ['ID=5c877d48-93c7-48db-a9f4-abde1712a9b4,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:35.980328 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92601e75-09aa-4625-abaf-dbf03c3f9e67 None None] Pushing event updated for resources: {'Port': ['ID=81f84959-96c8-4b69-aed2-1675f96c197a,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:36.056420 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2598220b-7a39-45e1-a6c8-e41d36a41708 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Made reservation on behalf of 808cc8b66ac74a13bccf620382b1ac85 for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:02:36.057614 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef059a99-eefd-46c2-8b3f-1bcd184b637b req-005c43ca-53cc-44a6-ac4e-66730c997da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:36.060007 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ef059a99-eefd-46c2-8b3f-1bcd184b637b req-005c43ca-53cc-44a6-ac4e-66730c997da9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=70883961-72f7-4719-acc8-b7159e5588a5 HTTP/1.1" status: 200 len: 797 time: 0.1059165 Jul 24 00:02:36.060347 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2598220b-7a39-45e1-a6c8-e41d36a41708 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:36.154385 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-597caadd-bd07-487e-860e-6389f250c83f req-74e2284d-c57b-4c37-8755-994542b324bd tempest-ServerShowV257Test-243421903 tempest-ServerShowV257Test-243421903-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fbfd1ea-6f21-4321-85fc-d6056e92e5b4 HTTP/1.1" status: 200 len: 210 time: 0.0412056 Jul 24 00:02:36.190154 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d3581c-2e32-48b8-89d0-c3d66026a744 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Made reservation on behalf of 4089b22453f945a5901919043ff32633 for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:02:36.193634 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-17d3581c-2e32-48b8-89d0-c3d66026a744 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:36.210075 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef059a99-eefd-46c2-8b3f-1bcd184b637b req-4eef032c-dd6c-4e73-a01c-a1e220fa6e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:36.212091 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ef059a99-eefd-46c2-8b3f-1bcd184b637b req-4eef032c-dd6c-4e73-a01c-a1e220fa6e38 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=afa024cd-6a99-42b6-95da-fdd5c3d9ab0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1435664 Jul 24 00:02:36.287494 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [None req-17d3581c-2e32-48b8-89d0-c3d66026a744 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] device_id is not set on port 5420ffdf-2f74-48fa-9bd3-29445ef7e250 yet. {{(pid=100314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:02:36.348186 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-234bb0ca-0e5b-4525-bcd2-df3f34986e4b service neutron] Attempting to bind port 5c877d48-93c7-48db-a9f4-abde1712a9b4 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:02:36.348763 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-234bb0ca-0e5b-4525-bcd2-df3f34986e4b service neutron] Attempting to bind port 5c877d48-93c7-48db-a9f4-abde1712a9b4 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '67210387-9ab9-4aa4-9937-6b54614e94e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0bd87d55-8051-4371-bdff-26afb21cf3d1'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:02:36.349272 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-234bb0ca-0e5b-4525-bcd2-df3f34986e4b service neutron] Attempting to bind port 5c877d48-93c7-48db-a9f4-abde1712a9b4 on network 0bd87d55-8051-4371-bdff-26afb21cf3d1 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:02:36.405271 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-234bb0ca-0e5b-4525-bcd2-df3f34986e4b service neutron] Port 5c877d48-93c7-48db-a9f4-abde1712a9b4 on network 0bd87d55-8051-4371-bdff-26afb21cf3d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:02:36.405606 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-234bb0ca-0e5b-4525-bcd2-df3f34986e4b service neutron] Attempting to bind port 5c877d48-93c7-48db-a9f4-abde1712a9b4 on network 0bd87d55-8051-4371-bdff-26afb21cf3d1 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:02:36.472321 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-234bb0ca-0e5b-4525-bcd2-df3f34986e4b service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:02:36.473279 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-234bb0ca-0e5b-4525-bcd2-df3f34986e4b service neutron] Checking segment: {'id': '67210387-9ab9-4aa4-9937-6b54614e94e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0bd87d55-8051-4371-bdff-26afb21cf3d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:02:36.473370 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-234bb0ca-0e5b-4525-bcd2-df3f34986e4b service neutron] Bound using segment: {'id': '67210387-9ab9-4aa4-9937-6b54614e94e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0bd87d55-8051-4371-bdff-26afb21cf3d1'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:02:36.473781 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-234bb0ca-0e5b-4525-bcd2-df3f34986e4b service neutron] Bound port: 5c877d48-93c7-48db-a9f4-abde1712a9b4, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67210387-9ab9-4aa4-9937-6b54614e94e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0bd87d55-8051-4371-bdff-26afb21cf3d1'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:02:36.474142 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-234bb0ca-0e5b-4525-bcd2-df3f34986e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:36.516049 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fa2160d9-f196-4674-b3c4-6b7a13f3fe43 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:36.524467 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ef059a99-eefd-46c2-8b3f-1bcd184b637b req-eb7e76f1-0686-4c41-a467-4f3a0caf955b service neutron] 10.222.0.52 "GET /v2.0/networks/afa024cd-6a99-42b6-95da-fdd5c3d9ab0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025150 Jul 24 00:02:36.549779 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c02a61d-12ab-455d-a2a9-cde965e437d6 req-fecb6d50-edc4-46bb-99fc-41e54258e878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:36.550195 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c02a61d-12ab-455d-a2a9-cde965e437d6 req-fecb6d50-edc4-46bb-99fc-41e54258e878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:36.550677 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c02a61d-12ab-455d-a2a9-cde965e437d6 req-fecb6d50-edc4-46bb-99fc-41e54258e878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:36.551158 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c02a61d-12ab-455d-a2a9-cde965e437d6 req-fecb6d50-edc4-46bb-99fc-41e54258e878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:36.551632 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c02a61d-12ab-455d-a2a9-cde965e437d6 req-fecb6d50-edc4-46bb-99fc-41e54258e878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:36.552113 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c02a61d-12ab-455d-a2a9-cde965e437d6 req-fecb6d50-edc4-46bb-99fc-41e54258e878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:36.552603 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c02a61d-12ab-455d-a2a9-cde965e437d6 req-fecb6d50-edc4-46bb-99fc-41e54258e878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:36.554580 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8c02a61d-12ab-455d-a2a9-cde965e437d6 req-fecb6d50-edc4-46bb-99fc-41e54258e878 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8d43db295226432aa2eb8bb806af3cad&device_id=12c01cab-6f38-47e5-a713-3b0033ce846b HTTP/1.1" status: 200 len: 6385 time: 0.4835794 Jul 24 00:02:36.588675 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360aba93-2573-42de-ad75-c71ef87d25c3 req-9bc0fb8e-3f71-4e6e-ac8b-788aa1539615 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:36.590198 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-360aba93-2573-42de-ad75-c71ef87d25c3 req-9bc0fb8e-3f71-4e6e-ac8b-788aa1539615 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.52 "GET /v2.0/ports?device_id=94ea67e9-e264-45c6-83f2-489c4b025303 HTTP/1.1" status: 200 len: 945 time: 0.2580397 Jul 24 00:02:36.664439 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0592274e-b484-4175-a85f-055ed0151094 req-c76a6f93-34fa-4adc-8ff6-bf1e7cd30398 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:36.670438 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0592274e-b484-4175-a85f-055ed0151094 req-c76a6f93-34fa-4adc-8ff6-bf1e7cd30398 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:36.676979 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0592274e-b484-4175-a85f-055ed0151094 req-c76a6f93-34fa-4adc-8ff6-bf1e7cd30398 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:36.683522 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0592274e-b484-4175-a85f-055ed0151094 req-c76a6f93-34fa-4adc-8ff6-bf1e7cd30398 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:36.685295 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2160d9-f196-4674-b3c4-6b7a13f3fe43 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Pushing event updated for resources: {'Subnet': ['ID=580e0515-20dc-413d-b4d0-e79e936104b8,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:36.688925 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0592274e-b484-4175-a85f-055ed0151094 req-c76a6f93-34fa-4adc-8ff6-bf1e7cd30398 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:36.694908 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0592274e-b484-4175-a85f-055ed0151094 req-c76a6f93-34fa-4adc-8ff6-bf1e7cd30398 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:36.700900 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0592274e-b484-4175-a85f-055ed0151094 req-c76a6f93-34fa-4adc-8ff6-bf1e7cd30398 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:36.703401 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0592274e-b484-4175-a85f-055ed0151094 req-c76a6f93-34fa-4adc-8ff6-bf1e7cd30398 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/ports?device_id=12c01cab-6f38-47e5-a713-3b0033ce846b HTTP/1.1" status: 200 len: 5419 time: 0.6335950 Jul 24 00:02:36.718872 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2160d9-f196-4674-b3c4-6b7a13f3fe43 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Checking segment: {'id': 'aeb3f646-d3fb-4f23-add8-46fc53664bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '2ac03933-4a9b-44d7-9d59-bd4c20f4a53a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:02:36.719237 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2160d9-f196-4674-b3c4-6b7a13f3fe43 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Network hostable DHCP agents. Network: 2ac03933-4a9b-44d7-9d59-bd4c20f4a53a, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:02:36.724655 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a04ea5-c583-439d-86da-d4698d839b59 req-3333fab3-2acd-4631-9dbb-3ddc0688d913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:36.726256 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d5a04ea5-c583-439d-86da-d4698d839b59 req-3333fab3-2acd-4631-9dbb-3ddc0688d913 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=798b28002e9743a58ab9c3622d82224e&device_id=9f027578-c893-4a44-9dc2-07535ce6a55f HTTP/1.1" status: 200 len: 1100 time: 0.5509086 Jul 24 00:02:36.766633 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ef059a99-eefd-46c2-8b3f-1bcd184b637b req-ad3c70f8-176c-4cfe-8fd6-77ba6c20662b service neutron] 10.222.0.52 "GET /v2.0/networks/afa024cd-6a99-42b6-95da-fdd5c3d9ab0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181683 Jul 24 00:02:36.795886 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-17d3581c-2e32-48b8-89d0-c3d66026a744 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Allocated IP 2001:db8::26 (d2ab3082-c410-4645-9e4a-5bf4c5fc0854/8e1d49f7-a179-489c-abbb-d966cd353e56/5420ffdf-2f74-48fa-9bd3-29445ef7e250) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:02:36.819172 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2160d9-f196-4674-b3c4-6b7a13f3fe43 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Network 2ac03933-4a9b-44d7-9d59-bd4c20f4a53a is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:02:36.824495 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ef059a99-eefd-46c2-8b3f-1bcd184b637b req-e148db7d-4a81-4a07-9256-04358deb1d20 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=4570f2dc-234f-4a2e-9e3f-da8c4844cab7 HTTP/1.1" status: 200 len: 217 time: 0.0507832 Jul 24 00:02:36.855217 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-234bb0ca-0e5b-4525-bcd2-df3f34986e4b service neutron] For port 5c877d48-93c7-48db-a9f4-abde1712a9b4, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:02:36.867472 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-fa2160d9-f196-4674-b3c4-6b7a13f3fe43 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 2ac03933-4a9b-44d7-9d59-bd4c20f4a53a) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:02:36.882007 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b7a922-23e4-4252-a97e-f25fdf98f562 None None] Network 2ac03933-4a9b-44d7-9d59-bd4c20f4a53a requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:02:36.882817 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2160d9-f196-4674-b3c4-6b7a13f3fe43 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:36.883392 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fa2160d9-f196-4674-b3c4-6b7a13f3fe43 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:36.897039 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-360aba93-2573-42de-ad75-c71ef87d25c3 req-c0a355f5-b758-4a34-bda8-197a3b305308 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Deleting port 50c47112-5c92-40b3-9684-36014717281c {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:02:36.897391 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-360aba93-2573-42de-ad75-c71ef87d25c3 req-c0a355f5-b758-4a34-bda8-197a3b305308 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:36.928611 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-fa2160d9-f196-4674-b3c4-6b7a13f3fe43 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9550028 Jul 24 00:02:36.932520 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef059a99-eefd-46c2-8b3f-1bcd184b637b req-ce1eebbb-a0fd-476a-954f-09852363d175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:36.935099 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ef059a99-eefd-46c2-8b3f-1bcd184b637b req-ce1eebbb-a0fd-476a-954f-09852363d175 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=70883961-72f7-4719-acc8-b7159e5588a5 HTTP/1.1" status: 200 len: 797 time: 0.1035101 Jul 24 00:02:36.938808 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 54946) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:36.975041 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0592274e-b484-4175-a85f-055ed0151094 req-f4678527-734a-4f20-9373-e5b733a8533c tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b2b81f-5921-46c4-a5f8-cac2ff846ad3&id=84526489-a784-4e02-8584-4c6d6be5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2607529 Jul 24 00:02:36.980792 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-234bb0ca-0e5b-4525-bcd2-df3f34986e4b service neutron] For port 5c877d48-93c7-48db-a9f4-abde1712a9b4, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=5c877d48-93c7-48db-a9f4-abde1712a9b4,segment=NetworkSegment(67210387-9ab9-4aa4-9937-6b54614e94e7),segment_id=67210387-9ab9-4aa4-9937-6b54614e94e7)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:02:37.042164 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-234bb0ca-0e5b-4525-bcd2-df3f34986e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:37.138089 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c02a61d-12ab-455d-a2a9-cde965e437d6 req-4e2ce042-05ba-49be-af93-97485eb03f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:37.139500 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c02a61d-12ab-455d-a2a9-cde965e437d6 req-4e2ce042-05ba-49be-af93-97485eb03f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:37.140201 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c02a61d-12ab-455d-a2a9-cde965e437d6 req-4e2ce042-05ba-49be-af93-97485eb03f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:37.141999 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8c02a61d-12ab-455d-a2a9-cde965e437d6 req-4e2ce042-05ba-49be-af93-97485eb03f72 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=8d43db295226432aa2eb8bb806af3cad&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5769067 Jul 24 00:02:37.150342 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd9229e-49e2-4910-8c36-80990193387c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-2ac03933-4a9b-44d7-9d59-bd4c20f4a53a', 'network_id': '2ac03933-4a9b-44d7-9d59-bd4c20f4a53a', 'tenant_id': '34214e4fa0b24be19b34152b09c86b8d', 'fixed_ips': [{'subnet_id': '580e0515-20dc-413d-b4d0-e79e936104b8'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:02:37.151239 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9dd9229e-49e2-4910-8c36-80990193387c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:37.184594 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-234bb0ca-0e5b-4525-bcd2-df3f34986e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:37.185273 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-234bb0ca-0e5b-4525-bcd2-df3f34986e4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:37.186725 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-234bb0ca-0e5b-4525-bcd2-df3f34986e4b service neutron] 10.222.0.64 "PUT /v2.0/ports/5c877d48-93c7-48db-a9f4-abde1712a9b4 HTTP/1.1" status: 200 len: 1092 time: 3.2435963 Jul 24 00:02:37.193582 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5eebc226-d10b-4b97-b594-ee61ae4b16cc tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:37.230086 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-360aba93-2573-42de-ad75-c71ef87d25c3 req-c0a355f5-b758-4a34-bda8-197a3b305308 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] For port 50c47112-5c92-40b3-9684-36014717281c, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=50c47112-5c92-40b3-9684-36014717281c,segment=NetworkSegment(03844098-4008-432a-ad64-80c1a7ec0473),segment_id=03844098-4008-432a-ad64-80c1a7ec0473)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:02:37.230582 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-360aba93-2573-42de-ad75-c71ef87d25c3 req-c0a355f5-b758-4a34-bda8-197a3b305308 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:37.295200 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-360aba93-2573-42de-ad75-c71ef87d25c3 req-c0a355f5-b758-4a34-bda8-197a3b305308 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Calling delete_port for 50c47112-5c92-40b3-9684-36014717281c owned by compute:nova {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:02:37.317894 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-0b162590-aaba-40b0-9fb0-17e214402d04 service neutron] Request body: {'port': {'device_id': '12c01cab-6f38-47e5-a713-3b0033ce846b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-16'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:02:37.359483 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-9dd9229e-49e2-4910-8c36-80990193387c None None] Allocated IP 172.20.0.2 (2ac03933-4a9b-44d7-9d59-bd4c20f4a53a/580e0515-20dc-413d-b4d0-e79e936104b8/cf44c04f-5316-4b8c-8c34-10eb23b473ef) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:02:37.383508 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-937846f5-9700-4f69-9c2d-98b2715e2e7d req-ffd1e5e4-1641-4683-a5a2-6cb6f7e0c045 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4fbfd1ea-6f21-4321-85fc-d6056e92e5b4 HTTP/1.1" status: 200 len: 210 time: 0.1226246 Jul 24 00:02:37.397174 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef059a99-eefd-46c2-8b3f-1bcd184b637b req-da44627f-e49d-4a80-8b93-b80eef4a7b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:37.400352 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ef059a99-eefd-46c2-8b3f-1bcd184b637b req-da44627f-e49d-4a80-8b93-b80eef4a7b90 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=afa024cd-6a99-42b6-95da-fdd5c3d9ab0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4514973 Jul 24 00:02:37.423807 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a04ea5-c583-439d-86da-d4698d839b59 req-9e38071b-ed8e-48a1-8df2-408614cad069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:37.426082 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d5a04ea5-c583-439d-86da-d4698d839b59 req-9e38071b-ed8e-48a1-8df2-408614cad069 service neutron] 10.222.0.64 "GET /v2.0/networks?id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 HTTP/1.1" status: 200 len: 870 time: 0.6799583 Jul 24 00:02:37.481988 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5eebc226-d10b-4b97-b594-ee61ae4b16cc tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:37.512080 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234bb0ca-0e5b-4525-bcd2-df3f34986e4b service neutron] Pushing event updated for resources: {'Port': ['ID=5c877d48-93c7-48db-a9f4-abde1712a9b4,revision_number=3']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:37.545674 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9dd9229e-49e2-4910-8c36-80990193387c None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:37.549340 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e90e1-18e1-47ea-aa44-5ea470d1ad87 req-84ed65cc-4638-4b64-a826-3254d787a3ce tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:37.550924 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-725e90e1-18e1-47ea-aa44-5ea470d1ad87 req-84ed65cc-4638-4b64-a826-3254d787a3ce tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=94ea67e9-e264-45c6-83f2-489c4b025303 HTTP/1.1" status: 200 len: 945 time: 0.6007745 Jul 24 00:02:37.559863 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9dd9229e-49e2-4910-8c36-80990193387c None None] Transition to ACTIVE for port object cf44c04f-5316-4b8c-8c34-10eb23b473ef will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:02:37.575136 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9dd9229e-49e2-4910-8c36-80990193387c None None] Transition to ACTIVE for port object cf44c04f-5316-4b8c-8c34-10eb23b473ef will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:02:37.581562 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d5a04ea5-c583-439d-86da-d4698d839b59 req-91376196-3e17-4ca6-afa6-51ae74d52ff5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=646da755-b657-48af-8f46-1246a45e82e4 HTTP/1.1" status: 200 len: 217 time: 0.1105585 Jul 24 00:02:37.583138 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08538735-01d4-44b9-8707-48c254b43525 None None] Network d2ab3082-c410-4645-9e4a-5bf4c5fc0854 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:02:37.586830 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 81f84959-96c8-4b69-aed2-1675f96c197a up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:02:37.592776 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9dd9229e-49e2-4910-8c36-80990193387c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:37.684058 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-725e90e1-18e1-47ea-aa44-5ea470d1ad87 req-06772e1d-0032-40cb-85e5-9353ae84effe tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210165 Jul 24 00:02:37.699593 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd9229e-49e2-4910-8c36-80990193387c None None] Network 2ac03933-4a9b-44d7-9d59-bd4c20f4a53a is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:02:37.701935 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c02a61d-12ab-455d-a2a9-cde965e437d6 req-5e6b9aee-8f1a-4b35-beb3-5ddfc1562e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:37.704554 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8c02a61d-12ab-455d-a2a9-cde965e437d6 req-5e6b9aee-8f1a-4b35-beb3-5ddfc1562e61 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5349498 Jul 24 00:02:37.711079 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ef059a99-eefd-46c2-8b3f-1bcd184b637b req-eb7d0293-c6fa-4d44-b5f5-b1df4663ebdf service neutron] 10.222.0.52 "GET /v2.0/networks/afa024cd-6a99-42b6-95da-fdd5c3d9ab0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978743 Jul 24 00:02:37.714011 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5eebc226-d10b-4b97-b594-ee61ae4b16cc tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:37.737574 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f308d558-d27c-4cdd-ac18-ebcd5499d20c req-e1e2b290-ad2f-4aa1-a1d9-2477e0e45110 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:37.739243 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f308d558-d27c-4cdd-ac18-ebcd5499d20c req-e1e2b290-ad2f-4aa1-a1d9-2477e0e45110 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f027578-c893-4a44-9dc2-07535ce6a55f HTTP/1.1" status: 200 len: 948 time: 0.6119664 Jul 24 00:02:37.747042 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-0b162590-aaba-40b0-9fb0-17e214402d04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:37.777767 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-17d3581c-2e32-48b8-89d0-c3d66026a744 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:37.785359 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-9dd9229e-49e2-4910-8c36-80990193387c None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:02:37.794386 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a04ea5-c583-439d-86da-d4698d839b59 req-8c07c40b-7954-4f24-a818-aa8863f84490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:37.795984 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d5a04ea5-c583-439d-86da-d4698d839b59 req-8c07c40b-7954-4f24-a818-aa8863f84490 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.1970274 Jul 24 00:02:37.797098 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-715cca16-3b12-4e3f-8366-5d983635922e None None] Provisioning for port 81f84959-96c8-4b69-aed2-1675f96c197a completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:02:37.801950 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd9229e-49e2-4910-8c36-80990193387c None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:02:37.812580 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eebc226-d10b-4b97-b594-ee61ae4b16cc tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Pushing event deleted for resources: {'Subnet': ['ID=580e0515-20dc-413d-b4d0-e79e936104b8,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:37.814278 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd9229e-49e2-4910-8c36-80990193387c None None] Pushing event updated for resources: {'Port': ['ID=cf44c04f-5316-4b8c-8c34-10eb23b473ef,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:37.867401 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c40c92dc-44e5-4b9a-8e96-4f44ec80871f req-65a27b59-1ccc-4e85-9024-adb470da4c39 tempest-ServerShowV257Test-243421903 tempest-ServerShowV257Test-243421903-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fbfd1ea-6f21-4321-85fc-d6056e92e5b4 HTTP/1.1" status: 200 len: 210 time: 0.0590477 Jul 24 00:02:37.869013 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [None req-17d3581c-2e32-48b8-89d0-c3d66026a744 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Transition to ACTIVE for port object 5420ffdf-2f74-48fa-9bd3-29445ef7e250 will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:02:37.909586 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5eebc226-d10b-4b97-b594-ee61ae4b16cc tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:37.909862 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 81f84959-96c8-4b69-aed2-1675f96c197a completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:02:37.922858 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 81f84959-96c8-4b69-aed2-1675f96c197a triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:02:37.923395 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:37.964124 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-5eebc226-d10b-4b97-b594-ee61ae4b16cc tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ac03933-4a9b-44d7-9d59-bd4c20f4a53a']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:02:37.985235 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-9dd9229e-49e2-4910-8c36-80990193387c None None] Attempting to bind port cf44c04f-5316-4b8c-8c34-10eb23b473ef on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:02:37.985460 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-5eebc226-d10b-4b97-b594-ee61ae4b16cc tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeb3f646-d3fb-4f23-add8-46fc53664bd0') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:02:37.985561 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-5eebc226-d10b-4b97-b594-ee61ae4b16cc tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeb3f646-d3fb-4f23-add8-46fc53664bd0') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:02:37.985945 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-9dd9229e-49e2-4910-8c36-80990193387c None None] Attempting to bind port cf44c04f-5316-4b8c-8c34-10eb23b473ef by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': 'aeb3f646-d3fb-4f23-add8-46fc53664bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '2ac03933-4a9b-44d7-9d59-bd4c20f4a53a'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:02:37.986406 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd9229e-49e2-4910-8c36-80990193387c None None] Attempting to bind port cf44c04f-5316-4b8c-8c34-10eb23b473ef on network 2ac03933-4a9b-44d7-9d59-bd4c20f4a53a {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:02:37.987521 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-360aba93-2573-42de-ad75-c71ef87d25c3 req-c0a355f5-b758-4a34-bda8-197a3b305308 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:38.019507 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd9229e-49e2-4910-8c36-80990193387c None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:02:38.020058 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd9229e-49e2-4910-8c36-80990193387c None None] Checking segment: {'id': 'aeb3f646-d3fb-4f23-add8-46fc53664bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '2ac03933-4a9b-44d7-9d59-bd4c20f4a53a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:02:38.020564 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9dd9229e-49e2-4910-8c36-80990193387c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:38.021160 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd9229e-49e2-4910-8c36-80990193387c None None] Bound using segment: {'id': 'aeb3f646-d3fb-4f23-add8-46fc53664bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '2ac03933-4a9b-44d7-9d59-bd4c20f4a53a'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:02:38.022647 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-9dd9229e-49e2-4910-8c36-80990193387c None None] Bound port: cf44c04f-5316-4b8c-8c34-10eb23b473ef, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeb3f646-d3fb-4f23-add8-46fc53664bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '2ac03933-4a9b-44d7-9d59-bd4c20f4a53a'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:02:38.022647 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9dd9229e-49e2-4910-8c36-80990193387c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:38.041165 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5eebc226-d10b-4b97-b594-ee61ae4b16cc tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:38.069926 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5eebc226-d10b-4b97-b594-ee61ae4b16cc tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:38.080095 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eebc226-d10b-4b97-b594-ee61ae4b16cc tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:02:38.080731 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5eebc226-d10b-4b97-b594-ee61ae4b16cc tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:38.167095 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:02:38.167095 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:02:38.167095 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:02:38.167095 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:02:38.167095 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:02:38.167095 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:02:38.167095 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:02:38.167095 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:02:38.167095 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:02:38.167095 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:02:38.167095 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:02:38.167095 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:02:38.167095 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:02:38.167095 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:02:38.167095 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:02:38.167095 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:02:38.167095 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:02:38.167095 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:02:38.167095 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:02:38.167095 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:02:38.167095 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:02:38.167095 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:02:38.167095 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:02:38.167095 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:02:38.167095 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:02:38.167095 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:02:38.167095 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:02:38.167095 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:02:38.167095 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:02:38.167095 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:02:38.167095 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:02:38.167095 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:02:38.193200 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a355f5-b758-4a34-bda8-197a3b305308 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Pushing event deleted for resources: {'Port': ['ID=50c47112-5c92-40b3-9684-36014717281c,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:38.212003 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.db.api [None req-5eebc226-d10b-4b97-b594-ee61ae4b16cc tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 24 00:02:38.212003 n-d-800088-16 neutron-server[100313]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 24 00:02:38.212003 n-d-800088-16 neutron-server[100313]: [parameters: {'id': '2ac03933-4a9b-44d7-9d59-bd4c20f4a53a'}] Jul 24 00:02:38.212003 n-d-800088-16 neutron-server[100313]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 00:02:38.213143 n-d-800088-16 neutron-server[100313]: DEBUG oslo_db.api [None req-5eebc226-d10b-4b97-b594-ee61ae4b16cc tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 00:02:38.252866 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ef059a99-eefd-46c2-8b3f-1bcd184b637b req-c6bf9726-191f-43c2-ab20-e3750ecbe5a3 service neutron] 10.222.0.52 "GET /v2.0/networks/afa024cd-6a99-42b6-95da-fdd5c3d9ab0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5285792 Jul 24 00:02:38.334515 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9dd9229e-49e2-4910-8c36-80990193387c None None] For port cf44c04f-5316-4b8c-8c34-10eb23b473ef, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:02:38.335069 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-360aba93-2573-42de-ad75-c71ef87d25c3 req-c0a355f5-b758-4a34-bda8-197a3b305308 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] No DVR routers for this DVR port 50c47112-5c92-40b3-9684-36014717281c on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:02:38.338405 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-360aba93-2573-42de-ad75-c71ef87d25c3 req-c0a355f5-b758-4a34-bda8-197a3b305308 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:38.340585 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-360aba93-2573-42de-ad75-c71ef87d25c3 req-c0a355f5-b758-4a34-bda8-197a3b305308 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.52 "DELETE /v2.0/ports/50c47112-5c92-40b3-9684-36014717281c HTTP/1.1" status: 204 len: 173 time: 1.7366459 Jul 24 00:02:38.341456 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94ea67e9-e264-45c6-83f2-489c4b025303', 'name': 'network-vif-deleted', 'tag': '50c47112-5c92-40b3-9684-36014717281c'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:02:38.344575 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e93db8ac-02d5-4683-852e-acd6cd46aab1" -d '{"events": [{"server_uuid": "94ea67e9-e264-45c6-83f2-489c4b025303", "name": "network-vif-deleted", "tag": "50c47112-5c92-40b3-9684-36014717281c"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:02:38.350172 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ef059a99-eefd-46c2-8b3f-1bcd184b637b req-31bc7b39-4d52-4944-96b1-e2383e124968 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=a1b78b8a-fbe7-495d-8c1b-d40899859c16 HTTP/1.1" status: 200 len: 217 time: 0.0773873 Jul 24 00:02:38.352767 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:38.360022 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12c01cab-6f38-47e5-a713-3b0033ce846b', 'tag': '5c877d48-93c7-48db-a9f4-abde1712a9b4'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:02:38.362501 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f26fe8-8f54-474c-86de-a83de04cde80" -d '{"events": [{"name": "network-changed", "server_uuid": "12c01cab-6f38-47e5-a713-3b0033ce846b", "tag": "5c877d48-93c7-48db-a9f4-abde1712a9b4"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:02:38.365213 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9dd9229e-49e2-4910-8c36-80990193387c None None] For port cf44c04f-5316-4b8c-8c34-10eb23b473ef, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=cf44c04f-5316-4b8c-8c34-10eb23b473ef,segment=NetworkSegment(aeb3f646-d3fb-4f23-add8-46fc53664bd0),segment_id=aeb3f646-d3fb-4f23-add8-46fc53664bd0)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:02:38.382267 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9dd9229e-49e2-4910-8c36-80990193387c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:38.405210 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f308d558-d27c-4cdd-ac18-ebcd5499d20c req-57fb8423-5cf7-4b43-b086-4fba1177a141 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6247027 Jul 24 00:02:38.441586 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354548ee-3741-42a1-ab83-8a7c7f67347c req-23de8f30-e6a0-4c27-a67b-c223dca49eb3 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:38.461568 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354548ee-3741-42a1-ab83-8a7c7f67347c req-23de8f30-e6a0-4c27-a67b-c223dca49eb3 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:38.467862 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354548ee-3741-42a1-ab83-8a7c7f67347c req-23de8f30-e6a0-4c27-a67b-c223dca49eb3 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:38.480838 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354548ee-3741-42a1-ab83-8a7c7f67347c req-23de8f30-e6a0-4c27-a67b-c223dca49eb3 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:38.503891 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354548ee-3741-42a1-ab83-8a7c7f67347c req-23de8f30-e6a0-4c27-a67b-c223dca49eb3 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:38.510545 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354548ee-3741-42a1-ab83-8a7c7f67347c req-23de8f30-e6a0-4c27-a67b-c223dca49eb3 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:38.514093 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd9229e-49e2-4910-8c36-80990193387c None None] Pushing event updated for resources: {'Port': ['ID=cf44c04f-5316-4b8c-8c34-10eb23b473ef,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:38.522347 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354548ee-3741-42a1-ab83-8a7c7f67347c req-23de8f30-e6a0-4c27-a67b-c223dca49eb3 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:38.536872 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-354548ee-3741-42a1-ab83-8a7c7f67347c req-23de8f30-e6a0-4c27-a67b-c223dca49eb3 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/ports?device_id=12c01cab-6f38-47e5-a713-3b0033ce846b HTTP/1.1" status: 200 len: 5419 time: 0.3559256 Jul 24 00:02:38.539809 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a65be0d-9e3a-4166-a805-4b06a24af02e x-openstack-request-id: req-6a65be0d-9e3a-4166-a805-4b06a24af02e {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:02:38.540279 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94ea67e9-e264-45c6-83f2-489c4b025303", "name": "network-vif-deleted", "tag": "50c47112-5c92-40b3-9684-36014717281c", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:02:38.540916 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6a65be0d-9e3a-4166-a805-4b06a24af02e {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:02:38.541647 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94ea67e9-e264-45c6-83f2-489c4b025303', 'name': 'network-vif-deleted', 'tag': '50c47112-5c92-40b3-9684-36014717281c', 'status': 'completed', 'code': 200} Jul 24 00:02:38.575608 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef059a99-eefd-46c2-8b3f-1bcd184b637b req-713bbb1f-e116-4d16-9035-a082f8d676ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:38.577386 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ef059a99-eefd-46c2-8b3f-1bcd184b637b req-713bbb1f-e116-4d16-9035-a082f8d676ed service neutron] 10.222.0.52 "GET /v2.0/subnets?id=70883961-72f7-4719-acc8-b7159e5588a5 HTTP/1.1" status: 200 len: 797 time: 0.2184374 Jul 24 00:02:38.611891 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-354548ee-3741-42a1-ab83-8a7c7f67347c req-112bcf5c-1eba-405a-8fba-80dfa53ec817 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b2b81f-5921-46c4-a5f8-cac2ff846ad3&id=84526489-a784-4e02-8584-4c6d6be5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0737967 Jul 24 00:02:38.623535 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 81f84959-96c8-4b69-aed2-1675f96c197a, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=81f84959-96c8-4b69-aed2-1675f96c197a,segment=NetworkSegment(10f382e7-9ecf-4487-b3e8-0dc318a34813),segment_id=10f382e7-9ecf-4487-b3e8-0dc318a34813)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:02:38.634303 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:38.642538 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd2cc16-05a6-499f-8f45-1e506c34a25d None None] Network 2ac03933-4a9b-44d7-9d59-bd4c20f4a53a requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:02:38.673845 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0273e7a5-5556-43ad-abe5-9ce1c75a16d6 x-openstack-request-id: req-0273e7a5-5556-43ad-abe5-9ce1c75a16d6 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:02:38.674964 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12c01cab-6f38-47e5-a713-3b0033ce846b", "tag": "5c877d48-93c7-48db-a9f4-abde1712a9b4", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:02:38.675453 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0273e7a5-5556-43ad-abe5-9ce1c75a16d6 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:02:38.675993 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12c01cab-6f38-47e5-a713-3b0033ce846b', 'tag': '5c877d48-93c7-48db-a9f4-abde1712a9b4', 'status': 'completed', 'code': 200} Jul 24 00:02:38.705406 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef059a99-eefd-46c2-8b3f-1bcd184b637b req-cb8e4483-eb50-45ba-ae3c-5b37783721ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:38.707106 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ef059a99-eefd-46c2-8b3f-1bcd184b637b req-cb8e4483-eb50-45ba-ae3c-5b37783721ad service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=afa024cd-6a99-42b6-95da-fdd5c3d9ab0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1213584 Jul 24 00:02:38.722833 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5eebc226-d10b-4b97-b594-ee61ae4b16cc tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:38.758621 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=81f84959-96c8-4b69-aed2-1675f96c197a,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:38.829691 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-ac0c5626-7029-42be-acb4-784705a8aad7 None None] Provisioning complete for port 81f84959-96c8-4b69-aed2-1675f96c197a triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:02:38.830074 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ac0c5626-7029-42be-acb4-784705a8aad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:38.870083 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-0b162590-aaba-40b0-9fb0-17e214402d04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af706165-7642-41c4-a6f3-257a92b8a9b6 {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:02:38.887889 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-0b162590-aaba-40b0-9fb0-17e214402d04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:38.891319 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c25010-fad4-4362-9a1b-7401ffbfbbd4 None None] get_active_networks_info from n-d-800088-16 {{(pid=100315) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 24 00:02:38.903939 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ef059a99-eefd-46c2-8b3f-1bcd184b637b req-d05aa6f2-ad08-45d4-af5f-f801a8063e0d service neutron] 10.222.0.52 "GET /v2.0/networks/afa024cd-6a99-42b6-95da-fdd5c3d9ab0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767967 Jul 24 00:02:38.911947 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-0b162590-aaba-40b0-9fb0-17e214402d04 service neutron] Transition to ACTIVE for port object af706165-7642-41c4-a6f3-257a92b8a9b6 will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:02:38.988171 n-d-800088-16 neutron-server[100314]: DEBUG neutron.objects.ports [None req-2598220b-7a39-45e1-a6c8-e41d36a41708 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100314) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 24 00:02:38.988685 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2598220b-7a39-45e1-a6c8-e41d36a41708 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:39.005757 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-0b162590-aaba-40b0-9fb0-17e214402d04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:39.007150 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-5eebc226-d10b-4b97-b594-ee61ae4b16cc tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Deleting port cf44c04f-5316-4b8c-8c34-10eb23b473ef {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:02:39.007499 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5eebc226-d10b-4b97-b594-ee61ae4b16cc tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:39.075203 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c25010-fad4-4362-9a1b-7401ffbfbbd4 None None] Resources bound (agent type, host, resource id): {{(pid=100315) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 24 00:02:39.083389 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-dea3f91f-4a4c-4076-9275-4b5bac11af32 req-0e038c02-99c9-4506-bd79-0c4be2f1466d tempest-ServerShowV257Test-243421903 tempest-ServerShowV257Test-243421903-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fbfd1ea-6f21-4321-85fc-d6056e92e5b4 HTTP/1.1" status: 200 len: 210 time: 0.0882139 Jul 24 00:02:39.088656 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b162590-aaba-40b0-9fb0-17e214402d04 service neutron] Pushing event updated for resources: {'Port': ['ID=af706165-7642-41c4-a6f3-257a92b8a9b6,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:39.176185 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0a22c2b6-8862-4808-baa0-c04a1e72b0e3 req-533878ff-5887-47b3-9872-98e389a9a80c tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=94ea67e9-e264-45c6-83f2-489c4b025303 HTTP/1.1" status: 200 len: 210 time: 0.1805110 Jul 24 00:02:39.177298 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2598220b-7a39-45e1-a6c8-e41d36a41708 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Pushing event updated for resources: {'Subnet': ['ID=263e6980-05ca-4995-b938-f97572392771,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:39.243606 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-17d3581c-2e32-48b8-89d0-c3d66026a744 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:39.252587 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a04ea5-c583-439d-86da-d4698d839b59 req-2d28d84a-da1b-4613-89dd-348fb77d6bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:39.254058 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d5a04ea5-c583-439d-86da-d4698d839b59 req-2d28d84a-da1b-4613-89dd-348fb77d6bd7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.4439719 Jul 24 00:02:39.268511 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2598220b-7a39-45e1-a6c8-e41d36a41708 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Checking segment: {'id': '9e391748-bd79-486f-ad48-c350dece4806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bca33cb7-375f-4263-9f26-dc0b52a5e2c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:02:39.268511 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2598220b-7a39-45e1-a6c8-e41d36a41708 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Network hostable DHCP agents. Network: bca33cb7-375f-4263-9f26-dc0b52a5e2c8, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:02:39.383343 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d3581c-2e32-48b8-89d0-c3d66026a744 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Pushing event updated for resources: {'Port': ['ID=5420ffdf-2f74-48fa-9bd3-29445ef7e250,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:39.391458 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 81f84959-96c8-4b69-aed2-1675f96c197a up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:02:39.438238 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d3581c-2e32-48b8-89d0-c3d66026a744 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Network d2ab3082-c410-4645-9e4a-5bf4c5fc0854 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:02:39.498880 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f26fe8-8f54-474c-86de-a83de04cde80 req-9a078a31-5541-450d-bbb3-c54eff9455cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:39.499712 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f26fe8-8f54-474c-86de-a83de04cde80 req-9a078a31-5541-450d-bbb3-c54eff9455cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:39.500292 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f26fe8-8f54-474c-86de-a83de04cde80 req-9a078a31-5541-450d-bbb3-c54eff9455cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:39.500782 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f26fe8-8f54-474c-86de-a83de04cde80 req-9a078a31-5541-450d-bbb3-c54eff9455cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:39.502017 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f26fe8-8f54-474c-86de-a83de04cde80 req-9a078a31-5541-450d-bbb3-c54eff9455cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:39.503117 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f26fe8-8f54-474c-86de-a83de04cde80 req-9a078a31-5541-450d-bbb3-c54eff9455cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:39.503610 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f26fe8-8f54-474c-86de-a83de04cde80 req-9a078a31-5541-450d-bbb3-c54eff9455cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:39.505824 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-92f26fe8-8f54-474c-86de-a83de04cde80 req-9a078a31-5541-450d-bbb3-c54eff9455cd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8d43db295226432aa2eb8bb806af3cad&device_id=12c01cab-6f38-47e5-a713-3b0033ce846b HTTP/1.1" status: 200 len: 6453 time: 0.5558765 Jul 24 00:02:39.541004 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-5eebc226-d10b-4b97-b594-ee61ae4b16cc tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] For port cf44c04f-5316-4b8c-8c34-10eb23b473ef, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=cf44c04f-5316-4b8c-8c34-10eb23b473ef,segment=NetworkSegment(aeb3f646-d3fb-4f23-add8-46fc53664bd0),segment_id=aeb3f646-d3fb-4f23-add8-46fc53664bd0)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:02:39.541599 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5eebc226-d10b-4b97-b594-ee61ae4b16cc tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:39.542367 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-17d3581c-2e32-48b8-89d0-c3d66026a744 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:02:39.571993 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ef059a99-eefd-46c2-8b3f-1bcd184b637b req-6a0dafef-4da5-4765-86fe-212fdf9f550a service neutron] 10.222.0.52 "GET /v2.0/networks/afa024cd-6a99-42b6-95da-fdd5c3d9ab0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6511972 Jul 24 00:02:39.611903 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-5eebc226-d10b-4b97-b594-ee61ae4b16cc tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Calling delete_port for cf44c04f-5316-4b8c-8c34-10eb23b473ef owned by network:dhcp {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:02:39.682703 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f26fe8-8f54-474c-86de-a83de04cde80 req-53336e42-2601-4f0c-b3fd-4f7c6d3bc24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:39.683445 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f26fe8-8f54-474c-86de-a83de04cde80 req-53336e42-2601-4f0c-b3fd-4f7c6d3bc24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:39.683779 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f26fe8-8f54-474c-86de-a83de04cde80 req-53336e42-2601-4f0c-b3fd-4f7c6d3bc24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:39.687956 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 81f84959-96c8-4b69-aed2-1675f96c197a triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:02:39.688137 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-92f26fe8-8f54-474c-86de-a83de04cde80 req-53336e42-2601-4f0c-b3fd-4f7c6d3bc24b service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=8d43db295226432aa2eb8bb806af3cad&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1399655 Jul 24 00:02:39.688229 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:39.690844 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d3581c-2e32-48b8-89d0-c3d66026a744 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:02:39.696802 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d3581c-2e32-48b8-89d0-c3d66026a744 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:39.697504 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-17d3581c-2e32-48b8-89d0-c3d66026a744 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:39.814269 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2598220b-7a39-45e1-a6c8-e41d36a41708 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Network bca33cb7-375f-4263-9f26-dc0b52a5e2c8 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:02:39.818630 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ef059a99-eefd-46c2-8b3f-1bcd184b637b req-70e3d632-c63f-4b2c-9485-b89b50c1896b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5aa7c101-ee25-4b57-94d7-7279b107b66d HTTP/1.1" status: 200 len: 217 time: 0.2342067 Jul 24 00:02:39.824020 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-17d3581c-2e32-48b8-89d0-c3d66026a744 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.2468727 Jul 24 00:02:39.830473 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 54986) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:39.870896 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 50c47112-5c92-40b3-9684-36014717281c no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:02:39.909899 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-2598220b-7a39-45e1-a6c8-e41d36a41708 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, bca33cb7-375f-4263-9f26-dc0b52a5e2c8) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:02:39.913994 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] No Port match for: 50c47112-5c92-40b3-9684-36014717281c {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:02:39.914350 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 50c47112-5c92-40b3-9684-36014717281c not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:02:39.924522 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1c7f7b2d-62e9-4edc-bbcb-e217cc2f4627 req-c3cd865f-30c9-4d6f-9692-a813b6317c91 tempest-ServerShowV257Test-243421903 tempest-ServerShowV257Test-243421903-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fbfd1ea-6f21-4321-85fc-d6056e92e5b4 HTTP/1.1" status: 200 len: 210 time: 0.1002541 Jul 24 00:02:39.931300 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d5a04ea5-c583-439d-86da-d4698d839b59 req-532f7995-7d3b-49f6-8b34-4c25bbf703cb service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5872691 Jul 24 00:02:39.934362 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2598220b-7a39-45e1-a6c8-e41d36a41708 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:39.934963 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2598220b-7a39-45e1-a6c8-e41d36a41708 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:39.966649 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f26fe8-8f54-474c-86de-a83de04cde80 req-fc26f3c6-3c66-475f-bed9-0d332931bd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:39.968793 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-92f26fe8-8f54-474c-86de-a83de04cde80 req-fc26f3c6-3c66-475f-bed9-0d332931bd73 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2496696 Jul 24 00:02:39.985337 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-0b162590-aaba-40b0-9fb0-17e214402d04 service neutron] Attempting to bind port af706165-7642-41c4-a6f3-257a92b8a9b6 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:02:39.985781 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-0b162590-aaba-40b0-9fb0-17e214402d04 service neutron] Attempting to bind port af706165-7642-41c4-a6f3-257a92b8a9b6 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '67210387-9ab9-4aa4-9937-6b54614e94e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0bd87d55-8051-4371-bdff-26afb21cf3d1'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:02:39.986067 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-0b162590-aaba-40b0-9fb0-17e214402d04 service neutron] Attempting to bind port af706165-7642-41c4-a6f3-257a92b8a9b6 on network 0bd87d55-8051-4371-bdff-26afb21cf3d1 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:02:39.991968 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8369b591-91e4-4e03-bfd6-2c09165fa17c None None] Network bca33cb7-375f-4263-9f26-dc0b52a5e2c8 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:02:40.025885 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-2598220b-7a39-45e1-a6c8-e41d36a41708 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 4.3407974 Jul 24 00:02:40.035582 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 54988) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:40.043608 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-8e053df8-918c-4b99-b2ea-2c70586954e4 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-391474085', 'network_id': 'bca33cb7-375f-4263-9f26-dc0b52a5e2c8'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:02:40.050747 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-0b162590-aaba-40b0-9fb0-17e214402d04 service neutron] Port af706165-7642-41c4-a6f3-257a92b8a9b6 on network 0bd87d55-8051-4371-bdff-26afb21cf3d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:02:40.052863 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-0b162590-aaba-40b0-9fb0-17e214402d04 service neutron] Attempting to bind port af706165-7642-41c4-a6f3-257a92b8a9b6 on network 0bd87d55-8051-4371-bdff-26afb21cf3d1 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:02:40.144345 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f954f74-077b-4e2c-b087-9eb72653cac3 req-b16dcb03-64b2-48e6-a92b-257645725a5f tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:40.145987 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9f954f74-077b-4e2c-b087-9eb72653cac3 req-b16dcb03-64b2-48e6-a92b-257645725a5f tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f027578-c893-4a44-9dc2-07535ce6a55f HTTP/1.1" status: 200 len: 948 time: 0.5765126 Jul 24 00:02:40.164215 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-0b162590-aaba-40b0-9fb0-17e214402d04 service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:02:40.164906 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-0b162590-aaba-40b0-9fb0-17e214402d04 service neutron] Checking segment: {'id': '67210387-9ab9-4aa4-9937-6b54614e94e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0bd87d55-8051-4371-bdff-26afb21cf3d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:02:40.165503 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-0b162590-aaba-40b0-9fb0-17e214402d04 service neutron] Bound using segment: {'id': '67210387-9ab9-4aa4-9937-6b54614e94e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0bd87d55-8051-4371-bdff-26afb21cf3d1'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:02:40.166173 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-0b162590-aaba-40b0-9fb0-17e214402d04 service neutron] Bound port: af706165-7642-41c4-a6f3-257a92b8a9b6, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67210387-9ab9-4aa4-9937-6b54614e94e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0bd87d55-8051-4371-bdff-26afb21cf3d1'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:02:40.166984 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-0b162590-aaba-40b0-9fb0-17e214402d04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:40.258332 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e053df8-918c-4b99-b2ea-2c70586954e4 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Made reservation on behalf of 808cc8b66ac74a13bccf620382b1ac85 for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:02:40.261074 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8e053df8-918c-4b99-b2ea-2c70586954e4 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:40.281032 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef059a99-eefd-46c2-8b3f-1bcd184b637b req-d22144d3-b0b5-485d-b49b-5c4e31ca7275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:40.282494 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ef059a99-eefd-46c2-8b3f-1bcd184b637b req-d22144d3-b0b5-485d-b49b-5c4e31ca7275 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4fdb957c-aae3-43a7-b0f4-2b7f0a895d4a HTTP/1.1" status: 200 len: 797 time: 0.4540815 Jul 24 00:02:40.287865 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57495088-7a8b-4e22-b163-42a1a040d4a5 None None] Network bca33cb7-375f-4263-9f26-dc0b52a5e2c8 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:02:40.293844 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d5a04ea5-c583-439d-86da-d4698d839b59 req-79974aac-014d-4c88-8c2d-161267c53e90 service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3533814 Jul 24 00:02:40.317815 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [None req-8e053df8-918c-4b99-b2ea-2c70586954e4 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] device_id is not set on port 45f7f442-9c14-45be-948c-5d01029bddad yet. {{(pid=100314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:02:40.394020 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-0b162590-aaba-40b0-9fb0-17e214402d04 service neutron] For port af706165-7642-41c4-a6f3-257a92b8a9b6, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:02:40.408483 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1ed267-15df-4c45-8b6a-069b33cb6aed req-043c3856-19bf-4f7d-9d81-56c64c89e22e tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:40.414615 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1ed267-15df-4c45-8b6a-069b33cb6aed req-043c3856-19bf-4f7d-9d81-56c64c89e22e tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:40.420655 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1ed267-15df-4c45-8b6a-069b33cb6aed req-043c3856-19bf-4f7d-9d81-56c64c89e22e tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:40.426744 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9f954f74-077b-4e2c-b087-9eb72653cac3 req-888106c3-d9ff-4e8a-8ed6-bb5c452c305a tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514567 Jul 24 00:02:40.428533 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1ed267-15df-4c45-8b6a-069b33cb6aed req-043c3856-19bf-4f7d-9d81-56c64c89e22e tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:40.436107 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1ed267-15df-4c45-8b6a-069b33cb6aed req-043c3856-19bf-4f7d-9d81-56c64c89e22e tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:40.442316 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1ed267-15df-4c45-8b6a-069b33cb6aed req-043c3856-19bf-4f7d-9d81-56c64c89e22e tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:40.443610 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5eebc226-d10b-4b97-b594-ee61ae4b16cc tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:40.448424 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1ed267-15df-4c45-8b6a-069b33cb6aed req-043c3856-19bf-4f7d-9d81-56c64c89e22e tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:40.450551 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5c1ed267-15df-4c45-8b6a-069b33cb6aed req-043c3856-19bf-4f7d-9d81-56c64c89e22e tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/ports?device_id=12c01cab-6f38-47e5-a713-3b0033ce846b HTTP/1.1" status: 200 len: 5431 time: 0.3120399 Jul 24 00:02:40.486765 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-0b162590-aaba-40b0-9fb0-17e214402d04 service neutron] For port af706165-7642-41c4-a6f3-257a92b8a9b6, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=af706165-7642-41c4-a6f3-257a92b8a9b6,segment=NetworkSegment(67210387-9ab9-4aa4-9937-6b54614e94e7),segment_id=67210387-9ab9-4aa4-9937-6b54614e94e7)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:02:40.502453 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-0b162590-aaba-40b0-9fb0-17e214402d04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:40.517055 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eebc226-d10b-4b97-b594-ee61ae4b16cc tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Pushing event deleted for resources: {'Port': ['ID=cf44c04f-5316-4b8c-8c34-10eb23b473ef,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:40.526052 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eebc226-d10b-4b97-b594-ee61ae4b16cc tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] No DVR routers for this DVR port cf44c04f-5316-4b8c-8c34-10eb23b473ef on host n-d-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:02:40.543206 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef059a99-eefd-46c2-8b3f-1bcd184b637b req-3aef0560-99ea-4ad6-a29f-d9751fd3a26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:40.545902 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ef059a99-eefd-46c2-8b3f-1bcd184b637b req-3aef0560-99ea-4ad6-a29f-d9751fd3a26c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=24cbf24a-1696-4ab2-949c-e4387a9df919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2510414 Jul 24 00:02:40.566389 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 646da755-b657-48af-8f46-1246a45e82e4 details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:02:40.603066 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5c1ed267-15df-4c45-8b6a-069b33cb6aed req-a942d192-8267-4086-b814-3eb15d78c22a tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b2b81f-5921-46c4-a5f8-cac2ff846ad3&id=84526489-a784-4e02-8584-4c6d6be5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1304533 Jul 24 00:02:40.610558 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-0b162590-aaba-40b0-9fb0-17e214402d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:40.611590 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-0b162590-aaba-40b0-9fb0-17e214402d04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:40.613100 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-0b162590-aaba-40b0-9fb0-17e214402d04 service neutron] 10.222.0.64 "PUT /v2.0/ports/af706165-7642-41c4-a6f3-257a92b8a9b6 HTTP/1.1" status: 200 len: 1092 time: 3.3166099 Jul 24 00:02:40.625926 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b162590-aaba-40b0-9fb0-17e214402d04 service neutron] Pushing event updated for resources: {'Port': ['ID=af706165-7642-41c4-a6f3-257a92b8a9b6,revision_number=3']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:40.657398 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-a18487ae-f721-488e-a552-48a9c637668d None None] Provisioning for port 5420ffdf-2f74-48fa-9bd3-29445ef7e250 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:02:40.662909 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-a18487ae-f721-488e-a552-48a9c637668d None None] Provisioning complete for port 5420ffdf-2f74-48fa-9bd3-29445ef7e250 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:02:40.663385 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a18487ae-f721-488e-a552-48a9c637668d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:40.675166 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-8e053df8-918c-4b99-b2ea-2c70586954e4 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Allocated IP 2001:db8::72 (bca33cb7-375f-4263-9f26-dc0b52a5e2c8/263e6980-05ca-4995-b938-f97572392771/45f7f442-9c14-45be-948c-5d01029bddad) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:02:40.683897 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12c01cab-6f38-47e5-a713-3b0033ce846b', 'tag': 'af706165-7642-41c4-a6f3-257a92b8a9b6'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:02:40.697626 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3eb669-2ff6-4a55-b373-46bedc1337f9" -d '{"events": [{"name": "network-changed", "server_uuid": "12c01cab-6f38-47e5-a713-3b0033ce846b", "tag": "af706165-7642-41c4-a6f3-257a92b8a9b6"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:02:40.715354 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b162590-aaba-40b0-9fb0-17e214402d04 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:02:40.715803 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b162590-aaba-40b0-9fb0-17e214402d04 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:02:40.716224 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b162590-aaba-40b0-9fb0-17e214402d04 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:02:40.716633 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b162590-aaba-40b0-9fb0-17e214402d04 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:02:40.717057 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b162590-aaba-40b0-9fb0-17e214402d04 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:02:40.729329 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b162590-aaba-40b0-9fb0-17e214402d04 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:02:40.729729 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b162590-aaba-40b0-9fb0-17e214402d04 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:02:40.730146 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b162590-aaba-40b0-9fb0-17e214402d04 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:02:40.730563 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b162590-aaba-40b0-9fb0-17e214402d04 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:02:40.731212 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b162590-aaba-40b0-9fb0-17e214402d04 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:02:40.731308 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b162590-aaba-40b0-9fb0-17e214402d04 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:02:40.732248 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b162590-aaba-40b0-9fb0-17e214402d04 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:02:40.801035 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8a2bccb2-8a7a-4b3d-bb98-d5cd70a4cd46 req-6abacc4d-d82b-41e4-af91-bda6feb8a05d tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=94ea67e9-e264-45c6-83f2-489c4b025303 HTTP/1.1" status: 200 len: 210 time: 0.1236641 Jul 24 00:02:40.819783 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-a18487ae-f721-488e-a552-48a9c637668d None None] Port 5420ffdf-2f74-48fa-9bd3-29445ef7e250 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:02:40.858834 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5eebc226-d10b-4b97-b594-ee61ae4b16cc tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:40.865366 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 646da755-b657-48af-8f46-1246a45e82e4, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=646da755-b657-48af-8f46-1246a45e82e4,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:02:40.887809 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': '646da755-b657-48af-8f46-1246a45e82e4', 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2', 'port_id': '646da755-b657-48af-8f46-1246a45e82e4', 'mac_address': 'fa:16:3e:b6:c7:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef73a7e1-c64a-41e3-9997-629475c7b6b1', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:02:40.908903 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d26d1d7d-f5d1-4b67-8ba1-192e25b01c02 x-openstack-request-id: req-d26d1d7d-f5d1-4b67-8ba1-192e25b01c02 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:02:40.909232 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12c01cab-6f38-47e5-a713-3b0033ce846b", "tag": "af706165-7642-41c4-a6f3-257a92b8a9b6", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:02:40.909588 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d26d1d7d-f5d1-4b67-8ba1-192e25b01c02 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:02:40.910066 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12c01cab-6f38-47e5-a713-3b0033ce846b', 'tag': 'af706165-7642-41c4-a6f3-257a92b8a9b6', 'status': 'completed', 'code': 200} Jul 24 00:02:40.928305 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-a1f424e3-4a65-4a42-9d78-ed5d2415bd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:40.933866 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-a1f424e3-4a65-4a42-9d78-ed5d2415bd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:40.934450 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-a1f424e3-4a65-4a42-9d78-ed5d2415bd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:40.934944 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-a1f424e3-4a65-4a42-9d78-ed5d2415bd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:40.935500 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-a1f424e3-4a65-4a42-9d78-ed5d2415bd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:40.935992 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-a1f424e3-4a65-4a42-9d78-ed5d2415bd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:40.936474 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-a1f424e3-4a65-4a42-9d78-ed5d2415bd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:40.951956 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-a1f424e3-4a65-4a42-9d78-ed5d2415bd50 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8d43db295226432aa2eb8bb806af3cad&device_id=12c01cab-6f38-47e5-a713-3b0033ce846b HTTP/1.1" status: 200 len: 6495 time: 0.2908511 Jul 24 00:02:40.982824 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:40.997897 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 646da755-b657-48af-8f46-1246a45e82e4 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:02:41.028249 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 646da755-b657-48af-8f46-1246a45e82e4, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=646da755-b657-48af-8f46-1246a45e82e4,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:02:41.037816 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:41.044715 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-5eebc226-d10b-4b97-b594-ee61ae4b16cc tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ac03933-4a9b-44d7-9d59-bd4c20f4a53a']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:02:41.066534 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-38d3e6c5-553d-4ff2-ab10-42456176a03c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1af1c0b-79e3-4d56-866d-18620582745c HTTP/1.1" status: 200 len: 217 time: 0.1043220 Jul 24 00:02:41.112905 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=646da755-b657-48af-8f46-1246a45e82e4,revision_number=8']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:41.136116 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-5eebc226-d10b-4b97-b594-ee61ae4b16cc tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeb3f646-d3fb-4f23-add8-46fc53664bd0') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:02:41.136413 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-5eebc226-d10b-4b97-b594-ee61ae4b16cc tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeb3f646-d3fb-4f23-add8-46fc53664bd0') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:02:41.160798 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6ab2ee76-e79f-47bb-9c75-63c806702e80 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:41.164108 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8ef8ce6a-4639-4557-8a6b-693d06623875 req-fbcd56f8-70d0-4847-ac6d-2a7741df54b6 tempest-ServerShowV257Test-243421903 tempest-ServerShowV257Test-243421903-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fbfd1ea-6f21-4321-85fc-d6056e92e5b4 HTTP/1.1" status: 200 len: 210 time: 0.0511355 Jul 24 00:02:41.183459 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-a970f6ae-816d-4cb6-828e-bbd594b13647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:41.185225 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-a970f6ae-816d-4cb6-828e-bbd594b13647 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c23b279f-1e65-49c9-9b0f-a3a3864c4539 HTTP/1.1" status: 200 len: 856 time: 0.1114461 Jul 24 00:02:41.191669 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8e053df8-918c-4b99-b2ea-2c70586954e4 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:41.219334 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5eebc226-d10b-4b97-b594-ee61ae4b16cc tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:41.259310 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['646da755-b657-48af-8f46-1246a45e82e4'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:02:41.283922 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8e053df8-918c-4b99-b2ea-2c70586954e4 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:41.293913 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-831f6254-f300-40b1-88c6-400880adb818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:41.295623 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-831f6254-f300-40b1-88c6-400880adb818 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7c5ac98e-801e-45e6-b7a1-9d72ebb7e3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1016209 Jul 24 00:02:41.319066 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5eebc226-d10b-4b97-b594-ee61ae4b16cc tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:41.322674 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ef059a99-eefd-46c2-8b3f-1bcd184b637b req-c98a93ab-97ea-4927-8845-f6328ef6ca47 service neutron] 10.222.0.52 "GET /v2.0/networks/24cbf24a-1696-4ab2-949c-e4387a9df919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7521393 Jul 24 00:02:41.337729 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eebc226-d10b-4b97-b594-ee61ae4b16cc tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:02:41.338144 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5eebc226-d10b-4b97-b594-ee61ae4b16cc tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:41.345302 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:02:41.345302 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:02:41.345302 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:02:41.345302 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:02:41.345302 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:02:41.345302 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:02:41.345302 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:02:41.345302 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:02:41.345302 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:02:41.345302 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:02:41.345302 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:02:41.345302 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:02:41.345302 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:02:41.345302 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:02:41.345302 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:02:41.345302 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:02:41.345302 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:02:41.345302 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:02:41.345302 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:02:41.345302 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:02:41.345302 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:02:41.345302 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:02:41.345302 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:02:41.345302 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:02:41.345302 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:02:41.345302 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:02:41.345302 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:02:41.345302 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:02:41.345302 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:02:41.345302 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:02:41.345302 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:02:41.345302 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:02:41.370346 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e053df8-918c-4b99-b2ea-2c70586954e4 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Network bca33cb7-375f-4263-9f26-dc0b52a5e2c8 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:02:41.378094 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-8e053df8-918c-4b99-b2ea-2c70586954e4 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:02:41.382234 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e053df8-918c-4b99-b2ea-2c70586954e4 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:02:41.383247 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e053df8-918c-4b99-b2ea-2c70586954e4 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:41.383963 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8e053df8-918c-4b99-b2ea-2c70586954e4 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:41.393997 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e053df8-918c-4b99-b2ea-2c70586954e4 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Pushing event updated for resources: {'Port': ['ID=45f7f442-9c14-45be-948c-5d01029bddad,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:41.402735 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-8e053df8-918c-4b99-b2ea-2c70586954e4 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.3630674 Jul 24 00:02:41.416291 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 55002) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:41.462602 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-7cd621a8-faf7-45b0-b5f3-0eff3486f139 service neutron] 10.222.0.64 "GET /v2.0/networks/7c5ac98e-801e-45e6-b7a1-9d72ebb7e3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411119 Jul 24 00:02:41.566437 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a846177a-fe23-42e1-8c10-3f7bc5b0deb0 req-f2d16690-6f38-43e8-b826-1494cef87f41 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:41.567857 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a846177a-fe23-42e1-8c10-3f7bc5b0deb0 req-f2d16690-6f38-43e8-b826-1494cef87f41 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f027578-c893-4a44-9dc2-07535ce6a55f HTTP/1.1" status: 200 len: 949 time: 0.5293076 Jul 24 00:02:41.571627 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-8a9ee0be-c80c-4908-adb7-3723168dd9e7 service neutron] 10.222.0.64 "GET /v2.0/networks/7c5ac98e-801e-45e6-b7a1-9d72ebb7e3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018562 Jul 24 00:02:41.619733 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb26fb1-b50f-48a8-988e-73b2e115bfa7 req-686fe755-f62b-45ff-82e8-69251cb2eb75 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:41.621262 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8fb26fb1-b50f-48a8-988e-73b2e115bfa7 req-686fe755-f62b-45ff-82e8-69251cb2eb75 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.52 "GET /v2.0/ports?device_id=9f027578-c893-4a44-9dc2-07535ce6a55f&tenant_id=798b28002e9743a58ab9c3622d82224e&binding%3Ahost_id=n-h2-800088-16 HTTP/1.1" status: 200 len: 949 time: 0.5186312 Jul 24 00:02:41.623017 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-8032e704-65ee-4f4d-b50f-10bfb0b70a87 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=2ae00847-5047-43ce-ba3f-aff5e321b304 HTTP/1.1" status: 200 len: 217 time: 0.0439994 Jul 24 00:02:41.662305 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5eebc226-d10b-4b97-b594-ee61ae4b16cc tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:41.685039 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5eebc226-d10b-4b97-b594-ee61ae4b16cc tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:41.687420 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-5eebc226-d10b-4b97-b594-ee61ae4b16cc tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] 10.222.0.44 "DELETE /v2.0/networks/2ac03933-4a9b-44d7-9d59-bd4c20f4a53a HTTP/1.1" status: 204 len: 168 time: 4.7479112 Jul 24 00:02:41.692425 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-df31a475-3763-45c8-bf11-a1c30834f2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:41.693726 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-df31a475-3763-45c8-bf11-a1c30834f2eb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f94f5fe1-1657-4d56-85e2-2952459188b5 HTTP/1.1" status: 200 len: 797 time: 0.0640965 Jul 24 00:02:41.694252 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55006) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:41.700689 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-26514b02-aea9-4b16-bb1c-6af4dc8aa1c8 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1743657424'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:02:41.777971 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eebc226-d10b-4b97-b594-ee61ae4b16cc tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Pushing event deleted for resources: {'Network': ['ID=2ac03933-4a9b-44d7-9d59-bd4c20f4a53a,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:41.795914 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26514b02-aea9-4b16-bb1c-6af4dc8aa1c8 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Made reservation on behalf of 34214e4fa0b24be19b34152b09c86b8d for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:02:41.799493 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-26514b02-aea9-4b16-bb1c-6af4dc8aa1c8 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:41.808547 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ef059a99-eefd-46c2-8b3f-1bcd184b637b req-6ec66118-9d1a-4907-a4a8-bcd1eb5e28f2 service neutron] 10.222.0.52 "GET /v2.0/networks/24cbf24a-1696-4ab2-949c-e4387a9df919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4643092 Jul 24 00:02:41.841172 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a846177a-fe23-42e1-8c10-3f7bc5b0deb0 req-55a4c274-0085-4351-be0d-350c742578c1 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375875 Jul 24 00:02:41.850254 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26514b02-aea9-4b16-bb1c-6af4dc8aa1c8 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:02:41.863671 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-7b5190f4-c60c-4f5a-82b6-c219eb99006c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:41.865258 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-7b5190f4-c60c-4f5a-82b6-c219eb99006c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1586084 Jul 24 00:02:41.879852 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6753e7c4-c6ec-4550-9811-1b92c010e9bb req-3e2bd5e9-f8e6-4ec6-95c3-457c21a6f93c tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:41.885937 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6753e7c4-c6ec-4550-9811-1b92c010e9bb req-3e2bd5e9-f8e6-4ec6-95c3-457c21a6f93c tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:41.892491 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6753e7c4-c6ec-4550-9811-1b92c010e9bb req-3e2bd5e9-f8e6-4ec6-95c3-457c21a6f93c tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:41.898483 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6753e7c4-c6ec-4550-9811-1b92c010e9bb req-3e2bd5e9-f8e6-4ec6-95c3-457c21a6f93c tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:41.904432 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6753e7c4-c6ec-4550-9811-1b92c010e9bb req-3e2bd5e9-f8e6-4ec6-95c3-457c21a6f93c tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:41.910651 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6753e7c4-c6ec-4550-9811-1b92c010e9bb req-3e2bd5e9-f8e6-4ec6-95c3-457c21a6f93c tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:41.916645 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6753e7c4-c6ec-4550-9811-1b92c010e9bb req-3e2bd5e9-f8e6-4ec6-95c3-457c21a6f93c tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:41.918616 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6753e7c4-c6ec-4550-9811-1b92c010e9bb req-3e2bd5e9-f8e6-4ec6-95c3-457c21a6f93c tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/ports?device_id=12c01cab-6f38-47e5-a713-3b0033ce846b HTTP/1.1" status: 200 len: 5431 time: 0.1969066 Jul 24 00:02:41.919868 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-26514b02-aea9-4b16-bb1c-6af4dc8aa1c8 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:41.920217 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-26514b02-aea9-4b16-bb1c-6af4dc8aa1c8 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Added segment 751a55ed-919e-4d5c-a338-1f73ef37f1de of type vlan for network 5cf4f478-0256-4294-935e-1e60943be8a1 Jul 24 00:02:41.936513 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [req-8fb26fb1-b50f-48a8-988e-73b2e115bfa7 req-8f4ea7c6-3167-42b3-955b-bb22a313ddd8 service neutron] delete failed (client error): The resource could not be found. Jul 24 00:02:41.938402 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8fb26fb1-b50f-48a8-988e-73b2e115bfa7 req-8f4ea7c6-3167-42b3-955b-bb22a313ddd8 service neutron] 10.222.0.52 "DELETE /v2.0/ports/646da755-b657-48af-8f46-1246a45e82e4/bindings/n-h1-800088-16 HTTP/1.1" status: 404 len: 381 time: 0.2952402 Jul 24 00:02:41.962428 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ef059a99-eefd-46c2-8b3f-1bcd184b637b req-712329ed-174b-4c32-af8d-9a106f9c7ff7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1066e3ba-d2f6-4583-a8ed-097498ddee4a HTTP/1.1" status: 200 len: 217 time: 0.1135786 Jul 24 00:02:42.067126 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-208c98fc-07e4-416b-9654-73617e3b5d4d req-d55c8801-f610-4bc7-8894-e410d545d52e tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=94ea67e9-e264-45c6-83f2-489c4b025303 HTTP/1.1" status: 200 len: 210 time: 0.0513945 Jul 24 00:02:42.068635 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-26514b02-aea9-4b16-bb1c-6af4dc8aa1c8 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:42.069946 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6ab2ee76-e79f-47bb-9c75-63c806702e80 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:42.082338 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef059a99-eefd-46c2-8b3f-1bcd184b637b req-d9a756ef-a1d5-40d6-9d72-9f7a3f34d360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:42.084074 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ef059a99-eefd-46c2-8b3f-1bcd184b637b req-d9a756ef-a1d5-40d6-9d72-9f7a3f34d360 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4fdb957c-aae3-43a7-b0f4-2b7f0a895d4a HTTP/1.1" status: 200 len: 797 time: 0.1118982 Jul 24 00:02:42.085639 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-9551bca2-9b93-4218-b39f-9faf53992773 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Deleting port 45f7f442-9c14-45be-948c-5d01029bddad {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:02:42.086114 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9551bca2-9b93-4218-b39f-9faf53992773 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:42.089551 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6ab2ee76-e79f-47bb-9c75-63c806702e80 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:42.092559 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6753e7c4-c6ec-4550-9811-1b92c010e9bb req-7109149a-dbd6-4123-8755-220d620b6b00 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b2b81f-5921-46c4-a5f8-cac2ff846ad3&id=84526489-a784-4e02-8584-4c6d6be5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1564584 Jul 24 00:02:42.141650 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-eb105e74-09cd-4e39-81b4-267ba92ef4f4 service neutron] 10.222.0.64 "GET /v2.0/networks/2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196138 Jul 24 00:02:42.145366 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-26514b02-aea9-4b16-bb1c-6af4dc8aa1c8 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:42.151177 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26514b02-aea9-4b16-bb1c-6af4dc8aa1c8 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:42.151881 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-26514b02-aea9-4b16-bb1c-6af4dc8aa1c8 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:42.218052 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-26514b02-aea9-4b16-bb1c-6af4dc8aa1c8 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5226076 Jul 24 00:02:42.225067 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55014) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:42.261880 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-4cef892e-5afe-4753-b0c2-8a95603dfba5 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Request body: {'subnet': {'network_id': '5cf4f478-0256-4294-935e-1e60943be8a1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:02:42.310711 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26514b02-aea9-4b16-bb1c-6af4dc8aa1c8 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Pushing event updated for resources: {'Network': ['ID=5cf4f478-0256-4294-935e-1e60943be8a1,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:42.334542 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 5cf4f478-0256-4294-935e-1e60943be8a1 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:02:42.438873 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-c105760f-2588-41c0-bb35-0d329626bfa7 service neutron] 10.222.0.64 "GET /v2.0/networks/2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831731 Jul 24 00:02:42.496198 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-e0a5a645-fcb0-4aa4-8239-374d6d1ce985 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.205&port_id=05c23a2d-a333-40a3-ad43-c3bfc576a416 HTTP/1.1" status: 200 len: 217 time: 0.0502014 Jul 24 00:02:42.513232 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cef892e-5afe-4753-b0c2-8a95603dfba5 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Made reservation on behalf of 34214e4fa0b24be19b34152b09c86b8d for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:02:42.517739 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4cef892e-5afe-4753-b0c2-8a95603dfba5 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:42.535135 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 646da755-b657-48af-8f46-1246a45e82e4 up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:02:42.581541 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-8dab19db-e500-4e55-9af8-84ef7b506fe6 None None] Provisioning complete for port 5420ffdf-2f74-48fa-9bd3-29445ef7e250 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:02:42.582306 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-8dab19db-e500-4e55-9af8-84ef7b506fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:42.592421 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-c473a9e7-e7c3-4934-880d-a8c6634d2804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:42.594054 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-c473a9e7-e7c3-4934-880d-a8c6634d2804 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f94f5fe1-1657-4d56-85e2-2952459188b5 HTTP/1.1" status: 200 len: 797 time: 0.0914319 Jul 24 00:02:42.618283 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.ipam_backend_mixin [None req-4cef892e-5afe-4753-b0c2-8a95603dfba5 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Performing IP validity checks on allocation pools {{(pid=100314) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 24 00:02:42.618713 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.ipam_backend_mixin [None req-4cef892e-5afe-4753-b0c2-8a95603dfba5 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100314) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 24 00:02:42.626480 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port 646da755-b657-48af-8f46-1246a45e82e4 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:02:42.634929 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab2ee76-e79f-47bb-9c75-63c806702e80 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Pushing event updated for resources: {'Port': ['ID=5420ffdf-2f74-48fa-9bd3-29445ef7e250,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:42.636242 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port 646da755-b657-48af-8f46-1246a45e82e4 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:02:42.636889 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:42.664198 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-8dab19db-e500-4e55-9af8-84ef7b506fe6 None None] Port 5420ffdf-2f74-48fa-9bd3-29445ef7e250 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:02:42.673107 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5e73cf53-060b-46e9-8be6-67518fd294d8 req-1cf94a1d-649d-42a5-879b-6e1350e8d2fc tempest-ServerShowV257Test-243421903 tempest-ServerShowV257Test-243421903-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fbfd1ea-6f21-4321-85fc-d6056e92e5b4 HTTP/1.1" status: 200 len: 210 time: 0.0848529 Jul 24 00:02:42.747627 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:42.770044 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9551bca2-9b93-4218-b39f-9faf53992773 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:42.771519 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-836ab1ed-5cb7-43f4-a3f7-78254f8c60e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:42.773660 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-836ab1ed-5cb7-43f4-a3f7-78254f8c60e3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1520193 Jul 24 00:02:42.787703 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f027578-c893-4a44-9dc2-07535ce6a55f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '646da755-b657-48af-8f46-1246a45e82e4'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:02:42.790607 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e08b57-4b4b-4259-8cce-cb776738fb04" -d '{"events": [{"server_uuid": "9f027578-c893-4a44-9dc2-07535ce6a55f", "name": "network-vif-plugged", "status": "completed", "tag": "646da755-b657-48af-8f46-1246a45e82e4"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:02:42.806292 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-9551bca2-9b93-4218-b39f-9faf53992773 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Calling delete_port for 45f7f442-9c14-45be-948c-5d01029bddad owned by {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:02:42.806799 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 646da755-b657-48af-8f46-1246a45e82e4, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=646da755-b657-48af-8f46-1246a45e82e4,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:02:42.813805 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:42.816455 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef059a99-eefd-46c2-8b3f-1bcd184b637b req-ccea05fc-ff23-4daf-9735-7d4a38580f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:42.818052 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ef059a99-eefd-46c2-8b3f-1bcd184b637b req-ccea05fc-ff23-4daf-9735-7d4a38580f34 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=24cbf24a-1696-4ab2-949c-e4387a9df919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7254629 Jul 24 00:02:42.876210 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=646da755-b657-48af-8f46-1246a45e82e4,revision_number=9']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:42.906190 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c77bcb-f0be-424b-a820-1cd71b4b578f x-openstack-request-id: req-a1c77bcb-f0be-424b-a820-1cd71b4b578f {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:02:42.906492 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f027578-c893-4a44-9dc2-07535ce6a55f", "name": "network-vif-plugged", "status": "completed", "tag": "646da755-b657-48af-8f46-1246a45e82e4", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:02:42.906774 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a1c77bcb-f0be-424b-a820-1cd71b4b578f {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:02:42.907177 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f027578-c893-4a44-9dc2-07535ce6a55f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '646da755-b657-48af-8f46-1246a45e82e4', 'code': 200} Jul 24 00:02:42.946130 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4cef892e-5afe-4753-b0c2-8a95603dfba5 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:42.995026 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb26fb1-b50f-48a8-988e-73b2e115bfa7 req-06733fd7-21b6-4ee9-9f02-75a261611db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:42.996493 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8fb26fb1-b50f-48a8-988e-73b2e115bfa7 req-06733fd7-21b6-4ee9-9f02-75a261611db6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=798b28002e9743a58ab9c3622d82224e&device_id=9f027578-c893-4a44-9dc2-07535ce6a55f HTTP/1.1" status: 200 len: 1101 time: 0.8734241 Jul 24 00:02:43.034812 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-feafe775-cdaa-43d9-9d09-5c40c2fe36c6 service neutron] 10.222.0.64 "GET /v2.0/networks/2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531610 Jul 24 00:02:43.038051 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef892e-5afe-4753-b0c2-8a95603dfba5 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Pushing event updated for resources: {'Subnet': ['ID=100d4f9f-81e2-4465-9781-7167133de5f1,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:43.091495 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cef892e-5afe-4753-b0c2-8a95603dfba5 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Checking segment: {'id': '751a55ed-919e-4d5c-a338-1f73ef37f1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5cf4f478-0256-4294-935e-1e60943be8a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:02:43.091869 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cef892e-5afe-4753-b0c2-8a95603dfba5 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Network hostable DHCP agents. Network: 5cf4f478-0256-4294-935e-1e60943be8a1, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:02:43.149804 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cef892e-5afe-4753-b0c2-8a95603dfba5 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Network 5cf4f478-0256-4294-935e-1e60943be8a1 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:02:43.165835 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-14fd439a-541d-4c41-9071-f3582beb4d77 service neutron] 10.222.0.64 "GET /v2.0/networks/2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236124 Jul 24 00:02:43.167254 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-4cef892e-5afe-4753-b0c2-8a95603dfba5 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 5cf4f478-0256-4294-935e-1e60943be8a1) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:02:43.171933 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cef892e-5afe-4753-b0c2-8a95603dfba5 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:43.172482 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4cef892e-5afe-4753-b0c2-8a95603dfba5 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:43.182611 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c4350d-0f1a-44be-8393-5e7f69d12ba1 None None] Network 5cf4f478-0256-4294-935e-1e60943be8a1 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:02:43.239417 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6ab2ee76-e79f-47bb-9c75-63c806702e80 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681761'] for router_interface, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:43.242991 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-3b0899f1-9e82-4387-b091-b19139306a5e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.148&port_id=b7cf0802-b364-4a10-b288-5a91e476f1a6 HTTP/1.1" status: 200 len: 217 time: 0.0660412 Jul 24 00:02:43.275030 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1b30c1d3-a59c-438c-98d2-91099c660989 req-907e7fd6-1af0-4af3-947a-9b2fdfd7263e tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=94ea67e9-e264-45c6-83f2-489c4b025303 HTTP/1.1" status: 200 len: 210 time: 0.0478032 Jul 24 00:02:43.284083 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-4cef892e-5afe-4753-b0c2-8a95603dfba5 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.0579884 Jul 24 00:02:43.305637 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55026) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:43.313548 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9551bca2-9b93-4218-b39f-9faf53992773 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:43.357102 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69e7895-e4f3-4acc-8b21-cf7eab90ec20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-5cf4f478-0256-4294-935e-1e60943be8a1', 'network_id': '5cf4f478-0256-4294-935e-1e60943be8a1', 'tenant_id': '34214e4fa0b24be19b34152b09c86b8d', 'fixed_ips': [{'subnet_id': '100d4f9f-81e2-4465-9781-7167133de5f1'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:02:43.358163 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b69e7895-e4f3-4acc-8b21-cf7eab90ec20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:43.378656 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ef059a99-eefd-46c2-8b3f-1bcd184b637b req-43ecb254-5c03-4339-b965-425738c19546 service neutron] 10.222.0.52 "GET /v2.0/networks/24cbf24a-1696-4ab2-949c-e4387a9df919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5494211 Jul 24 00:02:43.399923 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-b3dd5995-77be-46e8-b50a-9b3b8db4c1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:43.401325 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-b3dd5995-77be-46e8-b50a-9b3b8db4c1bf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f94f5fe1-1657-4d56-85e2-2952459188b5 HTTP/1.1" status: 200 len: 797 time: 0.1296153 Jul 24 00:02:43.419721 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9551bca2-9b93-4218-b39f-9faf53992773 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Pushing event deleted for resources: {'Port': ['ID=45f7f442-9c14-45be-948c-5d01029bddad,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:43.461597 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb26fb1-b50f-48a8-988e-73b2e115bfa7 req-7e9a250b-935a-4bd1-a386-373dd2627a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:43.463128 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8fb26fb1-b50f-48a8-988e-73b2e115bfa7 req-7e9a250b-935a-4bd1-a386-373dd2627a48 service neutron] 10.222.0.52 "GET /v2.0/networks?id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 HTTP/1.1" status: 200 len: 870 time: 0.4294193 Jul 24 00:02:43.481410 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000f4be2-245b-4db6-8449-03a365815d40 req-eb6ea5d0-a0ce-4437-9347-7e7957a2147d tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:43.489053 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-000f4be2-245b-4db6-8449-03a365815d40 req-eb6ea5d0-a0ce-4437-9347-7e7957a2147d tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f027578-c893-4a44-9dc2-07535ce6a55f HTTP/1.1" status: 200 len: 950 time: 0.5331030 Jul 24 00:02:43.518995 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-b69e7895-e4f3-4acc-8b21-cf7eab90ec20 None None] Allocated IP 172.20.0.3 (5cf4f478-0256-4294-935e-1e60943be8a1/100d4f9f-81e2-4465-9781-7167133de5f1/e1ec622e-2dbc-4e57-9ee9-7a14f2e6adcb) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:02:43.568148 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-62d3361e-9e21-457b-a267-d0a8a2e5d089 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:43.584549 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9551bca2-9b93-4218-b39f-9faf53992773 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:43.589376 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-9551bca2-9b93-4218-b39f-9faf53992773 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] 10.222.0.44 "DELETE /v2.0/ports/45f7f442-9c14-45be-948c-5d01029bddad HTTP/1.1" status: 204 len: 168 time: 2.1592050 Jul 24 00:02:43.590580 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8fb26fb1-b50f-48a8-988e-73b2e115bfa7 req-24398781-952c-48e2-838f-9990ec6b2cd9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=646da755-b657-48af-8f46-1246a45e82e4 HTTP/1.1" status: 200 len: 217 time: 0.0623684 Jul 24 00:02:43.591189 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 55028) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:43.599531 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-36bd5490-ae5b-4e02-9e33-ab496ab06786 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bca33cb7-375f-4263-9f26-dc0b52a5e2c8', 'external_fixed_ips': [{'subnet_id': '263e6980-05ca-4995-b938-f97572392771', 'ip_address': '2001:db8::72'}]}}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:02:43.612203 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e80b1d0-f164-460d-b61d-eb97ba54a4dc req-5b96bcab-849b-4d53-89f2-3ee94ffd53f4 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:43.618648 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e80b1d0-f164-460d-b61d-eb97ba54a4dc req-5b96bcab-849b-4d53-89f2-3ee94ffd53f4 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:43.625465 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e80b1d0-f164-460d-b61d-eb97ba54a4dc req-5b96bcab-849b-4d53-89f2-3ee94ffd53f4 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:43.631659 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e80b1d0-f164-460d-b61d-eb97ba54a4dc req-5b96bcab-849b-4d53-89f2-3ee94ffd53f4 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:43.638147 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e80b1d0-f164-460d-b61d-eb97ba54a4dc req-5b96bcab-849b-4d53-89f2-3ee94ffd53f4 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:43.644367 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e80b1d0-f164-460d-b61d-eb97ba54a4dc req-5b96bcab-849b-4d53-89f2-3ee94ffd53f4 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:43.651236 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e80b1d0-f164-460d-b61d-eb97ba54a4dc req-5b96bcab-849b-4d53-89f2-3ee94ffd53f4 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:43.659403 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5e80b1d0-f164-460d-b61d-eb97ba54a4dc req-5b96bcab-849b-4d53-89f2-3ee94ffd53f4 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/ports?device_id=12c01cab-6f38-47e5-a713-3b0033ce846b HTTP/1.1" status: 200 len: 5431 time: 0.2613814 Jul 24 00:02:43.675050 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-6810fadd-d123-493b-90f1-54489cea9301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:43.677055 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-6810fadd-d123-493b-90f1-54489cea9301 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2627146 Jul 24 00:02:43.705808 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b69e7895-e4f3-4acc-8b21-cf7eab90ec20 None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:43.720298 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-b69e7895-e4f3-4acc-8b21-cf7eab90ec20 None None] Transition to ACTIVE for port object e1ec622e-2dbc-4e57-9ee9-7a14f2e6adcb will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:02:43.720516 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-000f4be2-245b-4db6-8449-03a365815d40 req-5ad1df15-c21d-4451-b26c-05e77b382df1 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284298 Jul 24 00:02:43.745564 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-b69e7895-e4f3-4acc-8b21-cf7eab90ec20 None None] Transition to ACTIVE for port object e1ec622e-2dbc-4e57-9ee9-7a14f2e6adcb will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:02:43.760480 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b69e7895-e4f3-4acc-8b21-cf7eab90ec20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:43.780971 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-36bd5490-ae5b-4e02-9e33-ab496ab06786 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:43.782308 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-36bd5490-ae5b-4e02-9e33-ab496ab06786 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:43.797625 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6ab2ee76-e79f-47bb-9c75-63c806702e80 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:43.801098 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb26fb1-b50f-48a8-988e-73b2e115bfa7 req-1137739f-0077-480c-9b59-f08885e9d67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:43.802763 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8fb26fb1-b50f-48a8-988e-73b2e115bfa7 req-1137739f-0077-480c-9b59-f08885e9d67c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.1687930 Jul 24 00:02:43.804359 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5e80b1d0-f164-460d-b61d-eb97ba54a4dc req-353bb3e4-fe1e-4f41-8ea2-55dac56b8a86 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b2b81f-5921-46c4-a5f8-cac2ff846ad3&id=84526489-a784-4e02-8584-4c6d6be5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1436753 Jul 24 00:02:43.809229 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ef059a99-eefd-46c2-8b3f-1bcd184b637b req-b39a0caf-50d8-4340-bdd2-29b66eb26a23 service neutron] 10.222.0.52 "GET /v2.0/networks/24cbf24a-1696-4ab2-949c-e4387a9df919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4006290 Jul 24 00:02:43.869724 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69e7895-e4f3-4acc-8b21-cf7eab90ec20 None None] Pushing event updated for resources: {'Port': ['ID=e1ec622e-2dbc-4e57-9ee9-7a14f2e6adcb,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:43.870919 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-62d3361e-9e21-457b-a267-d0a8a2e5d089 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:43.883955 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69e7895-e4f3-4acc-8b21-cf7eab90ec20 None None] Network 5cf4f478-0256-4294-935e-1e60943be8a1 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:02:43.885540 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-b69e7895-e4f3-4acc-8b21-cf7eab90ec20 None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:02:43.887751 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69e7895-e4f3-4acc-8b21-cf7eab90ec20 None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:02:43.933866 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-efa83093-f5d7-4f06-8bd7-13c608e064ea service neutron] 10.222.0.64 "GET /v2.0/networks/2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447436 Jul 24 00:02:43.958302 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-b69e7895-e4f3-4acc-8b21-cf7eab90ec20 None None] Attempting to bind port e1ec622e-2dbc-4e57-9ee9-7a14f2e6adcb on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:02:43.958795 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-b69e7895-e4f3-4acc-8b21-cf7eab90ec20 None None] Attempting to bind port e1ec622e-2dbc-4e57-9ee9-7a14f2e6adcb by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '751a55ed-919e-4d5c-a338-1f73ef37f1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5cf4f478-0256-4294-935e-1e60943be8a1'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:02:43.959178 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69e7895-e4f3-4acc-8b21-cf7eab90ec20 None None] Attempting to bind port e1ec622e-2dbc-4e57-9ee9-7a14f2e6adcb on network 5cf4f478-0256-4294-935e-1e60943be8a1 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:02:43.964964 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69e7895-e4f3-4acc-8b21-cf7eab90ec20 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:02:43.965707 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69e7895-e4f3-4acc-8b21-cf7eab90ec20 None None] Checking segment: {'id': '751a55ed-919e-4d5c-a338-1f73ef37f1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5cf4f478-0256-4294-935e-1e60943be8a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:02:43.965954 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b69e7895-e4f3-4acc-8b21-cf7eab90ec20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:43.966359 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69e7895-e4f3-4acc-8b21-cf7eab90ec20 None None] Bound using segment: {'id': '751a55ed-919e-4d5c-a338-1f73ef37f1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5cf4f478-0256-4294-935e-1e60943be8a1'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:02:43.966839 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-b69e7895-e4f3-4acc-8b21-cf7eab90ec20 None None] Bound port: e1ec622e-2dbc-4e57-9ee9-7a14f2e6adcb, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '751a55ed-919e-4d5c-a338-1f73ef37f1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5cf4f478-0256-4294-935e-1e60943be8a1'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:02:43.967232 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b69e7895-e4f3-4acc-8b21-cf7eab90ec20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:44.008778 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-36bd5490-ae5b-4e02-9e33-ab496ab06786 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:44.011275 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8e9a896c-4664-4e9c-9a00-dcf32df35e67 req-e7c07fe1-5db2-47de-b404-82fdfaea0148 tempest-ServerShowV257Test-243421903 tempest-ServerShowV257Test-243421903-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fbfd1ea-6f21-4321-85fc-d6056e92e5b4 HTTP/1.1" status: 200 len: 210 time: 0.1297081 Jul 24 00:02:44.071971 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-b69e7895-e4f3-4acc-8b21-cf7eab90ec20 None None] For port e1ec622e-2dbc-4e57-9ee9-7a14f2e6adcb, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:02:44.073902 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-62d3361e-9e21-457b-a267-d0a8a2e5d089 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:44.075254 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-b69e7895-e4f3-4acc-8b21-cf7eab90ec20 None None] For port e1ec622e-2dbc-4e57-9ee9-7a14f2e6adcb, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=e1ec622e-2dbc-4e57-9ee9-7a14f2e6adcb,segment=NetworkSegment(751a55ed-919e-4d5c-a338-1f73ef37f1de),segment_id=751a55ed-919e-4d5c-a338-1f73ef37f1de)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:02:44.081622 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b69e7895-e4f3-4acc-8b21-cf7eab90ec20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:44.123957 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d3361e-9e21-457b-a267-d0a8a2e5d089 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Pushing event deleted for resources: {'Subnet': ['ID=100d4f9f-81e2-4465-9781-7167133de5f1,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:44.132908 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-6ac767ea-bcf6-41de-9152-1d403ee43e8e service neutron] 10.222.0.64 "GET /v2.0/networks/2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925647 Jul 24 00:02:44.162800 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69e7895-e4f3-4acc-8b21-cf7eab90ec20 None None] Pushing event updated for resources: {'Port': ['ID=e1ec622e-2dbc-4e57-9ee9-7a14f2e6adcb,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:44.188936 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb26fb1-b50f-48a8-988e-73b2e115bfa7 req-455256a6-0542-4b65-b0c2-a5884180d3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:44.190491 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8fb26fb1-b50f-48a8-988e-73b2e115bfa7 req-455256a6-0542-4b65-b0c2-a5884180d3e5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3732193 Jul 24 00:02:44.194942 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-b7af3f44-4ea5-4a18-b455-73e7c5018beb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=6f26de75-c5e4-49eb-817c-5e4de1d05ca8 HTTP/1.1" status: 200 len: 217 time: 0.0495069 Jul 24 00:02:44.237460 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-62d3361e-9e21-457b-a267-d0a8a2e5d089 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:44.311409 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-36bd5490-ae5b-4e02-9e33-ab496ab06786 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:44.528219 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8fb26fb1-b50f-48a8-988e-73b2e115bfa7 req-42368a44-1b8c-4ebc-bc8b-18c0c3db726a service neutron] 10.222.0.52 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963927 Jul 24 00:02:44.553270 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-21b35611-299d-44c5-a793-8045745ae5e5 req-a4b31b4e-c2e6-4bd8-b952-b9c2aa9b71aa tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=94ea67e9-e264-45c6-83f2-489c4b025303 HTTP/1.1" status: 200 len: 210 time: 0.0498455 Jul 24 00:02:44.607542 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6ab2ee76-e79f-47bb-9c75-63c806702e80 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:44.644632 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6ab2ee76-e79f-47bb-9c75-63c806702e80 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:44.645367 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6ab2ee76-e79f-47bb-9c75-63c806702e80 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680980'] for router_interface, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:44.657805 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:44.765578 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab2ee76-e79f-47bb-9c75-63c806702e80 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Pushing event updated for resources: {'Port': ['ID=5420ffdf-2f74-48fa-9bd3-29445ef7e250,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:44.793118 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-62d3361e-9e21-457b-a267-d0a8a2e5d089 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cf4f478-0256-4294-935e-1e60943be8a1']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:02:44.815123 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-62d3361e-9e21-457b-a267-d0a8a2e5d089 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '751a55ed-919e-4d5c-a338-1f73ef37f1de') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:02:44.815783 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-62d3361e-9e21-457b-a267-d0a8a2e5d089 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '751a55ed-919e-4d5c-a338-1f73ef37f1de') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:02:44.839872 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8fb26fb1-b50f-48a8-988e-73b2e115bfa7 req-aaf5a22c-3516-48fc-a2fe-da61ad54085a service neutron] 10.222.0.52 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892454 Jul 24 00:02:44.840089 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-62d3361e-9e21-457b-a267-d0a8a2e5d089 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:44.871388 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-eab17a63-92ec-412a-a8da-d92bd8c26956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:44.872929 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-eab17a63-92ec-412a-a8da-d92bd8c26956 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f94f5fe1-1657-4d56-85e2-2952459188b5 HTTP/1.1" status: 200 len: 797 time: 0.6712358 Jul 24 00:02:44.927592 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-62d3361e-9e21-457b-a267-d0a8a2e5d089 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:44.945407 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62d3361e-9e21-457b-a267-d0a8a2e5d089 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:02:44.945874 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-62d3361e-9e21-457b-a267-d0a8a2e5d089 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:44.950410 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:02:44.950410 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:02:44.950410 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:02:44.950410 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:02:44.950410 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:02:44.950410 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:02:44.950410 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:02:44.950410 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:02:44.950410 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:02:44.950410 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:02:44.950410 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:02:44.950410 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:02:44.950410 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:02:44.950410 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:02:44.950410 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:02:44.950410 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:02:44.950410 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:02:44.950410 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:02:44.950410 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:02:44.950410 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:02:44.950410 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:02:44.950410 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:02:44.950410 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:02:44.950410 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:02:44.950410 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:02:44.950410 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:02:44.950410 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:02:44.950410 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:02:44.950410 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:02:44.950410 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:02:44.950410 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:02:44.950410 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:02:45.018234 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab2ee76-e79f-47bb-9c75-63c806702e80 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Network d2ab3082-c410-4645-9e4a-5bf4c5fc0854 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:02:45.024761 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-6ab2ee76-e79f-47bb-9c75-63c806702e80 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:02:45.073032 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-e7479ec5-c51e-43b5-827b-64b0093677b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:45.074823 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-e7479ec5-c51e-43b5-827b-64b0093677b8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1942196 Jul 24 00:02:45.079548 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.db.api [None req-62d3361e-9e21-457b-a267-d0a8a2e5d089 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 24 00:02:45.079548 n-d-800088-16 neutron-server[100314]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 24 00:02:45.079548 n-d-800088-16 neutron-server[100314]: [parameters: {'id': '5cf4f478-0256-4294-935e-1e60943be8a1'}] Jul 24 00:02:45.079548 n-d-800088-16 neutron-server[100314]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 00:02:45.080353 n-d-800088-16 neutron-server[100314]: DEBUG oslo_db.api [None req-62d3361e-9e21-457b-a267-d0a8a2e5d089 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 00:02:45.088442 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3eee3d-f561-48f2-aab0-3dae304b0941 req-c6bc50b7-70f0-4b6b-9e3e-c013dcae0850 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:45.096718 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ab3eee3d-f561-48f2-aab0-3dae304b0941 req-c6bc50b7-70f0-4b6b-9e3e-c013dcae0850 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f027578-c893-4a44-9dc2-07535ce6a55f HTTP/1.1" status: 200 len: 950 time: 0.2652690 Jul 24 00:02:45.204977 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-4bb1ee9e-3796-48ea-a990-9821a5743c0a service neutron] 10.222.0.64 "GET /v2.0/networks/2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064801 Jul 24 00:02:45.263749 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ab3eee3d-f561-48f2-aab0-3dae304b0941 req-89edf4db-28c9-47c9-881b-ddc8cd4991fe tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722125 Jul 24 00:02:45.366573 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-c201873e-2031-47a8-a93b-68e7d6dd9d1c service neutron] 10.222.0.64 "GET /v2.0/networks/2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544328 Jul 24 00:02:45.459199 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-670e283a-00fb-48c8-9ad4-4f8dc4328d7d None None] Provisioning complete for port 5420ffdf-2f74-48fa-9bd3-29445ef7e250 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:02:45.459719 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-670e283a-00fb-48c8-9ad4-4f8dc4328d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:45.512852 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-78981513-1e18-46ac-a8b1-1de42fbc6754 req-74b40a84-450d-4505-8236-f0be7b0a27f4 tempest-ServerShowV257Test-243421903 tempest-ServerShowV257Test-243421903-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fbfd1ea-6f21-4321-85fc-d6056e92e5b4 HTTP/1.1" status: 200 len: 210 time: 0.1105714 Jul 24 00:02:45.516684 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-ce495f86-0591-44b5-9d02-f6b8e9b9b418 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5c877d48-93c7-48db-a9f4-abde1712a9b4 HTTP/1.1" status: 200 len: 217 time: 0.1346290 Jul 24 00:02:45.543962 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-670e283a-00fb-48c8-9ad4-4f8dc4328d7d None None] Port 5420ffdf-2f74-48fa-9bd3-29445ef7e250 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:02:45.547952 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device e1ec622e-2dbc-4e57-9ee9-7a14f2e6adcb up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:02:45.585512 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-62d3361e-9e21-457b-a267-d0a8a2e5d089 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:45.608459 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6142c108-6acb-4b20-bc7f-961ad0b88ba9 None None] Network 5cf4f478-0256-4294-935e-1e60943be8a1 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:02:45.630770 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port e1ec622e-2dbc-4e57-9ee9-7a14f2e6adcb completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:02:45.673467 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-36bd5490-ae5b-4e02-9e33-ab496ab06786 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:45.681451 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-b68d1862-92a8-4c7f-a9d3-04da502a26fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:45.691995 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-b68d1862-92a8-4c7f-a9d3-04da502a26fd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=27043a76-3596-4241-bf83-647bae554fd9 HTTP/1.1" status: 200 len: 797 time: 0.1683655 Jul 24 00:02:45.703690 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad94f2b-7d72-4875-86da-333885d1f059 req-6fc93734-5f7f-4646-80c9-31b2c3540796 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:45.712559 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad94f2b-7d72-4875-86da-333885d1f059 req-6fc93734-5f7f-4646-80c9-31b2c3540796 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:45.721477 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad94f2b-7d72-4875-86da-333885d1f059 req-6fc93734-5f7f-4646-80c9-31b2c3540796 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:45.728889 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad94f2b-7d72-4875-86da-333885d1f059 req-6fc93734-5f7f-4646-80c9-31b2c3540796 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:45.736453 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad94f2b-7d72-4875-86da-333885d1f059 req-6fc93734-5f7f-4646-80c9-31b2c3540796 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:45.743010 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad94f2b-7d72-4875-86da-333885d1f059 req-6fc93734-5f7f-4646-80c9-31b2c3540796 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:45.751047 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad94f2b-7d72-4875-86da-333885d1f059 req-6fc93734-5f7f-4646-80c9-31b2c3540796 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:45.753220 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-62d3361e-9e21-457b-a267-d0a8a2e5d089 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Deleting port e1ec622e-2dbc-4e57-9ee9-7a14f2e6adcb {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:02:45.753743 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-62d3361e-9e21-457b-a267-d0a8a2e5d089 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:45.753902 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-0fa66ead-3688-48e6-b522-a3cff2b5510e None None] Provisioning for port e1ec622e-2dbc-4e57-9ee9-7a14f2e6adcb completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:02:45.759184 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-0fa66ead-3688-48e6-b522-a3cff2b5510e None None] Provisioning complete for port e1ec622e-2dbc-4e57-9ee9-7a14f2e6adcb triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:02:45.759184 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0fa66ead-3688-48e6-b522-a3cff2b5510e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:45.760836 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0ad94f2b-7d72-4875-86da-333885d1f059 req-6fc93734-5f7f-4646-80c9-31b2c3540796 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/ports?device_id=12c01cab-6f38-47e5-a713-3b0033ce846b HTTP/1.1" status: 200 len: 5431 time: 0.7909801 Jul 24 00:02:45.799727 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-36bd5490-ae5b-4e02-9e33-ab496ab06786 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:45.864858 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-d63f2022-b18d-4d56-901e-433b8beb2235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:45.864858 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-d63f2022-b18d-4d56-901e-433b8beb2235 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0bd87d55-8051-4371-bdff-26afb21cf3d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1648571 Jul 24 00:02:45.874585 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-62d3361e-9e21-457b-a267-d0a8a2e5d089 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] For port e1ec622e-2dbc-4e57-9ee9-7a14f2e6adcb, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=e1ec622e-2dbc-4e57-9ee9-7a14f2e6adcb,segment=NetworkSegment(751a55ed-919e-4d5c-a338-1f73ef37f1de),segment_id=751a55ed-919e-4d5c-a338-1f73ef37f1de)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:02:45.875248 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-62d3361e-9e21-457b-a267-d0a8a2e5d089 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:45.877942 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0fa66ead-3688-48e6-b522-a3cff2b5510e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:45.900514 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-62d3361e-9e21-457b-a267-d0a8a2e5d089 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Calling delete_port for e1ec622e-2dbc-4e57-9ee9-7a14f2e6adcb owned by network:dhcp {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:02:45.912304 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb8af04-7600-4819-82d4-12fa22aba658 None None] DHCP port deletion for 5cf4f478-0256-4294-935e-1e60943be8a1 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:02:45.928335 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-0fa66ead-3688-48e6-b522-a3cff2b5510e None None] For port e1ec622e-2dbc-4e57-9ee9-7a14f2e6adcb, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=e1ec622e-2dbc-4e57-9ee9-7a14f2e6adcb,segment=NetworkSegment(751a55ed-919e-4d5c-a338-1f73ef37f1de),segment_id=751a55ed-919e-4d5c-a338-1f73ef37f1de)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:02:45.958485 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0fa66ead-3688-48e6-b522-a3cff2b5510e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:46.016103 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-36bd5490-ae5b-4e02-9e33-ab496ab06786 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Allocated IP 2001:db8::72 (bca33cb7-375f-4263-9f26-dc0b52a5e2c8/263e6980-05ca-4995-b938-f97572392771/a6cc8dbd-f5c4-44cb-95b9-a2384d5b0a5f) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:02:46.036981 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2eb8af04-7600-4819-82d4-12fa22aba658 None None] Deleting port e1ec622e-2dbc-4e57-9ee9-7a14f2e6adcb {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:02:46.037286 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2eb8af04-7600-4819-82d4-12fa22aba658 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:46.054401 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0ad94f2b-7d72-4875-86da-333885d1f059 req-9070b6a4-aed0-4677-97ba-6c0f733dc24a tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b2b81f-5921-46c4-a5f8-cac2ff846ad3&id=84526489-a784-4e02-8584-4c6d6be5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2920539 Jul 24 00:02:46.115371 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ab2ee76-e79f-47bb-9c75-63c806702e80 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Router 75b4eeba-52c7-46f9-98f8-cbcf330fe820 is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:02:46.115877 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa66ead-3688-48e6-b522-a3cff2b5510e None None] Pushing event updated for resources: {'Port': ['ID=e1ec622e-2dbc-4e57-9ee9-7a14f2e6adcb,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:46.126556 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2eb8af04-7600-4819-82d4-12fa22aba658 None None] For port e1ec622e-2dbc-4e57-9ee9-7a14f2e6adcb, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=e1ec622e-2dbc-4e57-9ee9-7a14f2e6adcb,segment=NetworkSegment(751a55ed-919e-4d5c-a338-1f73ef37f1de),segment_id=751a55ed-919e-4d5c-a338-1f73ef37f1de)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:02:46.127494 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2eb8af04-7600-4819-82d4-12fa22aba658 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:46.129425 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-62d3361e-9e21-457b-a267-d0a8a2e5d089 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:46.143139 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2eb8af04-7600-4819-82d4-12fa22aba658 None None] Calling delete_port for e1ec622e-2dbc-4e57-9ee9-7a14f2e6adcb owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:02:46.173904 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d3361e-9e21-457b-a267-d0a8a2e5d089 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Pushing event deleted for resources: {'Port': ['ID=e1ec622e-2dbc-4e57-9ee9-7a14f2e6adcb,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:46.216621 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d3361e-9e21-457b-a267-d0a8a2e5d089 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] No DVR routers for this DVR port e1ec622e-2dbc-4e57-9ee9-7a14f2e6adcb on host n-d-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:02:46.233125 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-99e28000-ff44-479a-837d-cc39cc755f84 service neutron] 10.222.0.64 "GET /v2.0/networks/0bd87d55-8051-4371-bdff-26afb21cf3d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494426 Jul 24 00:02:46.238889 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2eb8af04-7600-4819-82d4-12fa22aba658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:46.266918 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-36bd5490-ae5b-4e02-9e33-ab496ab06786 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:46.275261 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab2ee76-e79f-47bb-9c75-63c806702e80 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:02:46.281269 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-6ab2ee76-e79f-47bb-9c75-63c806702e80 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "PUT /v2.0/routers/75b4eeba-52c7-46f9-98f8-cbcf330fe820/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4468155 Jul 24 00:02:46.285185 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb8af04-7600-4819-82d4-12fa22aba658 None None] No DVR routers for this DVR port e1ec622e-2dbc-4e57-9ee9-7a14f2e6adcb on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:02:46.286226 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7b7b21-980d-485b-8148-07c17949024b None None] Sync routers for ids ['75b4eeba-52c7-46f9-98f8-cbcf330fe820'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:02:46.291680 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb8af04-7600-4819-82d4-12fa22aba658 None None] Pushing event deleted for resources: {'Port': ['ID=e1ec622e-2dbc-4e57-9ee9-7a14f2e6adcb,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:46.294289 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 55064) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:46.312443 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7b7b21-980d-485b-8148-07c17949024b None None] Routers {'75b4eeba-52c7-46f9-98f8-cbcf330fe820'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:02:46.313811 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-3c7b7b21-980d-485b-8148-07c17949024b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:02:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['75b4eeba-52c7-46f9-98f8-cbcf330fe820'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:02:46.346050 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b90a7f-83fd-4eba-8add-a09e71c88961 req-a481597b-afb6-44ce-a3ea-158982ef9b1f tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:46.353041 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-74b90a7f-83fd-4eba-8add-a09e71c88961 req-a481597b-afb6-44ce-a3ea-158982ef9b1f tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/networks?id=6d0290d7-687f-4c6e-a33b-868ec400e0f9 HTTP/1.1" status: 200 len: 812 time: 0.2642806 Jul 24 00:02:46.370472 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-3c7b7b21-980d-485b-8148-07c17949024b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:02:46.379493 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7b7b21-980d-485b-8148-07c17949024b None None] Routers {'75b4eeba-52c7-46f9-98f8-cbcf330fe820'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:02:46.380182 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-3c7b7b21-980d-485b-8148-07c17949024b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:02:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['75b4eeba-52c7-46f9-98f8-cbcf330fe820'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:02:46.389111 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-62d3361e-9e21-457b-a267-d0a8a2e5d089 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:46.412094 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-3c7b7b21-980d-485b-8148-07c17949024b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:02:46.412326 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b3857b-f0e9-4de2-baf4-13bbcd24e04f tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:46.412991 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7b7b21-980d-485b-8148-07c17949024b None None] The sync data for ids ['75b4eeba-52c7-46f9-98f8-cbcf330fe820'] in n-d-800088-16 is: [] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:02:46.424088 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-87b3857b-f0e9-4de2-baf4-13bbcd24e04f tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "GET /v2.0/ports/5420ffdf-2f74-48fa-9bd3-29445ef7e250 HTTP/1.1" status: 200 len: 983 time: 0.1182015 Jul 24 00:02:46.424088 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 55068) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:46.425621 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-36bd5490-ae5b-4e02-9e33-ab496ab06786 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:46.440267 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-74b90a7f-83fd-4eba-8add-a09e71c88961 req-2bb7cf60-a77f-4647-b0b4-254f58aa6986 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/quotas/edb05757b79c4651874b12bd54763416 HTTP/1.1" status: 200 len: 375 time: 0.0863411 Jul 24 00:02:46.441858 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-62d3361e-9e21-457b-a267-d0a8a2e5d089 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cf4f478-0256-4294-935e-1e60943be8a1']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:02:46.469821 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-62d3361e-9e21-457b-a267-d0a8a2e5d089 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '751a55ed-919e-4d5c-a338-1f73ef37f1de') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:02:46.470152 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-62d3361e-9e21-457b-a267-d0a8a2e5d089 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '751a55ed-919e-4d5c-a338-1f73ef37f1de') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:02:46.495774 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-74b90a7f-83fd-4eba-8add-a09e71c88961 req-420b5079-77a3-4036-ab6f-5ae2b0d31e9f tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=edb05757b79c4651874b12bd54763416&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438566 Jul 24 00:02:46.506697 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-62d3361e-9e21-457b-a267-d0a8a2e5d089 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:46.540202 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-4ea35da3-3567-47bf-bdb0-4279f11a9dba service neutron] 10.222.0.64 "GET /v2.0/networks/0bd87d55-8051-4371-bdff-26afb21cf3d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831433 Jul 24 00:02:46.543805 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36bd5490-ae5b-4e02-9e33-ab496ab06786 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Network bca33cb7-375f-4263-9f26-dc0b52a5e2c8 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:02:46.548582 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-62d3361e-9e21-457b-a267-d0a8a2e5d089 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:46.558275 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-36bd5490-ae5b-4e02-9e33-ab496ab06786 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:02:46.567477 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bd5490-ae5b-4e02-9e33-ab496ab06786 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:02:46.573697 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bd5490-ae5b-4e02-9e33-ab496ab06786 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Pushing event updated for resources: {'Port': ['ID=a6cc8dbd-f5c4-44cb-95b9-a2384d5b0a5f,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:46.595863 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62d3361e-9e21-457b-a267-d0a8a2e5d089 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:02:46.596276 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-62d3361e-9e21-457b-a267-d0a8a2e5d089 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:46.601779 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:02:46.601779 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:02:46.601779 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:02:46.601779 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:02:46.601779 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:02:46.601779 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:02:46.601779 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:02:46.601779 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:02:46.601779 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:02:46.601779 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:02:46.601779 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:02:46.601779 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:02:46.601779 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:02:46.601779 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:02:46.601779 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:02:46.601779 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:02:46.601779 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:02:46.601779 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:02:46.601779 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:02:46.601779 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:02:46.601779 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:02:46.601779 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:02:46.601779 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:02:46.601779 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:02:46.601779 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:02:46.601779 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:02:46.601779 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:02:46.601779 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:02:46.601779 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:02:46.601779 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:02:46.601779 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:02:46.601779 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:02:46.613422 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-d703c1ee-bb74-48d5-8faf-a79f46c14e52 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=af706165-7642-41c4-a6f3-257a92b8a9b6 HTTP/1.1" status: 200 len: 217 time: 0.0661066 Jul 24 00:02:46.685146 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867a4256-f889-4e8b-9534-f6026a5c427d req-cdf8e230-bf1f-4e55-a344-80a1ab941138 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:46.686655 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-867a4256-f889-4e8b-9534-f6026a5c427d req-cdf8e230-bf1f-4e55-a344-80a1ab941138 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f027578-c893-4a44-9dc2-07535ce6a55f HTTP/1.1" status: 200 len: 950 time: 0.3385046 Jul 24 00:02:46.732079 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-62d3361e-9e21-457b-a267-d0a8a2e5d089 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:46.736504 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-62d3361e-9e21-457b-a267-d0a8a2e5d089 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:46.743436 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-62d3361e-9e21-457b-a267-d0a8a2e5d089 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] 10.222.0.44 "DELETE /v2.0/networks/5cf4f478-0256-4294-935e-1e60943be8a1 HTTP/1.1" status: 204 len: 168 time: 3.4320946 Jul 24 00:02:46.745748 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 55074) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:46.761235 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-b1f0fe19-082d-47b8-b0bb-20b5d3ccdeb5 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1075233263'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:02:46.763992 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-40f115cd-cba9-40d5-a17a-8bbdc216d74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:46.766270 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-40f115cd-cba9-40d5-a17a-8bbdc216d74a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=27043a76-3596-4241-bf83-647bae554fd9 HTTP/1.1" status: 200 len: 797 time: 0.1270375 Jul 24 00:02:46.767341 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d3361e-9e21-457b-a267-d0a8a2e5d089 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Pushing event deleted for resources: {'Network': ['ID=5cf4f478-0256-4294-935e-1e60943be8a1,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:46.771282 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-74b90a7f-83fd-4eba-8add-a09e71c88961 req-437473a8-d528-462f-8c5a-74b80a18e20b service neutron] 10.222.0.44 "GET /v2.0/networks/6d0290d7-687f-4c6e-a33b-868ec400e0f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628603 Jul 24 00:02:46.840396 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-867a4256-f889-4e8b-9534-f6026a5c427d req-6dd3c9ad-d932-4bcc-81fc-e8269db1efaf tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257455 Jul 24 00:02:46.862671 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f0fe19-082d-47b8-b0bb-20b5d3ccdeb5 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Made reservation on behalf of 34214e4fa0b24be19b34152b09c86b8d for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:02:46.865750 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b1f0fe19-082d-47b8-b0bb-20b5d3ccdeb5 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:46.905093 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-0cc8434e-7ea7-4fc7-bd34-b33fead8b225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:46.907013 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-0cc8434e-7ea7-4fc7-bd34-b33fead8b225 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0bd87d55-8051-4371-bdff-26afb21cf3d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1340327 Jul 24 00:02:46.909356 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-74b90a7f-83fd-4eba-8add-a09e71c88961 req-05d7c39d-b392-459b-98e3-0b722eb356f0 service neutron] 10.222.0.44 "GET /v2.0/networks/6d0290d7-687f-4c6e-a33b-868ec400e0f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269362 Jul 24 00:02:46.989365 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e6345cd8-cbe1-4a9f-bc54-8594d6484766 req-53ce7d07-8b07-44bd-9bf9-1260eac81760 tempest-ServerShowV257Test-243421903 tempest-ServerShowV257Test-243421903-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fbfd1ea-6f21-4321-85fc-d6056e92e5b4 HTTP/1.1" status: 200 len: 210 time: 0.0531297 Jul 24 00:02:47.035998 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1f0fe19-082d-47b8-b0bb-20b5d3ccdeb5 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:02:47.056690 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b1f0fe19-082d-47b8-b0bb-20b5d3ccdeb5 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:47.057080 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-b1f0fe19-082d-47b8-b0bb-20b5d3ccdeb5 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Added segment d04898e9-a0a4-48a1-a5af-623b33f48f06 of type vlan for network 378789a7-0903-44f3-aaaf-d12b63e6f3d3 Jul 24 00:02:47.065027 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-6aa3550a-6b2c-4b7d-9c9d-171ca623fe5f service neutron] 10.222.0.64 "GET /v2.0/networks/0bd87d55-8051-4371-bdff-26afb21cf3d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510794 Jul 24 00:02:47.135439 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-36bd5490-ae5b-4e02-9e33-ab496ab06786 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:47.210985 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a05cbcb0-4298-41aa-b62e-1889e86e334e req-1ea49431-e08a-4d10-a166-e4ac3d6b42b1 service neutron] 10.222.0.64 "GET /v2.0/networks/0bd87d55-8051-4371-bdff-26afb21cf3d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395037 Jul 24 00:02:47.216234 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c051f3-79ec-47e2-a860-6df6ef7e0538 req-8eb00fdf-e78b-4378-883a-4885f020bd4d tempest-MigrationsAdminTest-1150272480 tempest-MigrationsAdminTest-1150272480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:47.218892 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-84c051f3-79ec-47e2-a860-6df6ef7e0538 req-8eb00fdf-e78b-4378-883a-4885f020bd4d tempest-MigrationsAdminTest-1150272480 tempest-MigrationsAdminTest-1150272480-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=9f027578-c893-4a44-9dc2-07535ce6a55f HTTP/1.1" status: 200 len: 1102 time: 0.1362464 Jul 24 00:02:47.223154 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b1f0fe19-082d-47b8-b0bb-20b5d3ccdeb5 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:47.261519 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-032f4c5a-da55-4430-ae3e-b011a33e192d req-9fd96364-b689-4fdc-b814-3cfe0aa899ad tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8d0301b-bd01-4cb8-9690-10df5ef47bb2 HTTP/1.1" status: 200 len: 210 time: 0.0518975 Jul 24 00:02:47.284118 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-84c051f3-79ec-47e2-a860-6df6ef7e0538 req-ca831c76-1a06-4238-b4ac-ee86d48721f5 tempest-MigrationsAdminTest-1150272480 tempest-MigrationsAdminTest-1150272480-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592015 Jul 24 00:02:47.381100 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device e1ec622e-2dbc-4e57-9ee9-7a14f2e6adcb no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:02:47.388324 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b1f0fe19-082d-47b8-b0bb-20b5d3ccdeb5 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:47.394690 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f0fe19-082d-47b8-b0bb-20b5d3ccdeb5 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:47.395521 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b1f0fe19-082d-47b8-b0bb-20b5d3ccdeb5 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:47.419204 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: e1ec622e-2dbc-4e57-9ee9-7a14f2e6adcb {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:02:47.419776 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device e1ec622e-2dbc-4e57-9ee9-7a14f2e6adcb not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:02:47.434816 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3eb669-2ff6-4a55-b373-46bedc1337f9 req-990f34a2-8132-47b7-909b-0c116099ee2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:47.435326 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3eb669-2ff6-4a55-b373-46bedc1337f9 req-990f34a2-8132-47b7-909b-0c116099ee2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:47.435816 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3eb669-2ff6-4a55-b373-46bedc1337f9 req-990f34a2-8132-47b7-909b-0c116099ee2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:47.436301 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3eb669-2ff6-4a55-b373-46bedc1337f9 req-990f34a2-8132-47b7-909b-0c116099ee2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:47.436857 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3eb669-2ff6-4a55-b373-46bedc1337f9 req-990f34a2-8132-47b7-909b-0c116099ee2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:47.437320 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3eb669-2ff6-4a55-b373-46bedc1337f9 req-990f34a2-8132-47b7-909b-0c116099ee2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:47.437796 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3eb669-2ff6-4a55-b373-46bedc1337f9 req-990f34a2-8132-47b7-909b-0c116099ee2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:47.439848 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4c3eb669-2ff6-4a55-b373-46bedc1337f9 req-990f34a2-8132-47b7-909b-0c116099ee2c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8d43db295226432aa2eb8bb806af3cad&device_id=12c01cab-6f38-47e5-a713-3b0033ce846b HTTP/1.1" status: 200 len: 6495 time: 0.1332951 Jul 24 00:02:47.545479 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:47.553799 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3eb669-2ff6-4a55-b373-46bedc1337f9 req-04e544c2-4369-4956-beea-e394e0db34bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:47.555678 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4c3eb669-2ff6-4a55-b373-46bedc1337f9 req-04e544c2-4369-4956-beea-e394e0db34bb service neutron] 10.222.0.64 "GET /v2.0/networks?id=0bd87d55-8051-4371-bdff-26afb21cf3d1 HTTP/1.1" status: 200 len: 902 time: 0.1086438 Jul 24 00:02:47.617255 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4c3eb669-2ff6-4a55-b373-46bedc1337f9 req-5ea8d45f-7336-47bb-a21e-ee9cb9597b38 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=af706165-7642-41c4-a6f3-257a92b8a9b6 HTTP/1.1" status: 200 len: 217 time: 0.0538385 Jul 24 00:02:47.686332 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3eb669-2ff6-4a55-b373-46bedc1337f9 req-a7ed212d-827f-40cf-be0e-e25ca2658057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:47.688472 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4c3eb669-2ff6-4a55-b373-46bedc1337f9 req-a7ed212d-827f-40cf-be0e-e25ca2658057 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=27043a76-3596-4241-bf83-647bae554fd9 HTTP/1.1" status: 200 len: 797 time: 0.0603044 Jul 24 00:02:47.767746 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3eb669-2ff6-4a55-b373-46bedc1337f9 req-5f6f3de6-aa04-4dc2-af3d-24a0f0564cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:47.769485 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4c3eb669-2ff6-4a55-b373-46bedc1337f9 req-5f6f3de6-aa04-4dc2-af3d-24a0f0564cf6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0bd87d55-8051-4371-bdff-26afb21cf3d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0738835 Jul 24 00:02:47.896259 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4c3eb669-2ff6-4a55-b373-46bedc1337f9 req-aa1906e5-6846-4315-a55a-33f41675a22d service neutron] 10.222.0.64 "GET /v2.0/networks/0bd87d55-8051-4371-bdff-26afb21cf3d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197560 Jul 24 00:02:47.903595 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-b1f0fe19-082d-47b8-b0bb-20b5d3ccdeb5 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1546438 Jul 24 00:02:47.906903 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55114) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:47.949440 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-6d6b0910-80ed-47f5-b9ac-3d4d2b2550a6 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Request body: {'subnet': {'network_id': '378789a7-0903-44f3-aaaf-d12b63e6f3d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:02:47.950546 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f0fe19-082d-47b8-b0bb-20b5d3ccdeb5 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Pushing event updated for resources: {'Network': ['ID=378789a7-0903-44f3-aaaf-d12b63e6f3d3,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:47.953359 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7767114a-2cd8-4bfe-a585-51c75ae1b636 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681029'] for router_interface, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:47.963399 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 378789a7-0903-44f3-aaaf-d12b63e6f3d3 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:02:48.075023 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1122594-57d8-4779-ab15-982b96321708 req-69abb703-e1ea-4b6a-8e60-40cfa899b54c tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:48.081689 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1122594-57d8-4779-ab15-982b96321708 req-69abb703-e1ea-4b6a-8e60-40cfa899b54c tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:48.087713 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1122594-57d8-4779-ab15-982b96321708 req-69abb703-e1ea-4b6a-8e60-40cfa899b54c tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:48.094323 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1122594-57d8-4779-ab15-982b96321708 req-69abb703-e1ea-4b6a-8e60-40cfa899b54c tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:48.100693 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1122594-57d8-4779-ab15-982b96321708 req-69abb703-e1ea-4b6a-8e60-40cfa899b54c tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:48.106746 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1122594-57d8-4779-ab15-982b96321708 req-69abb703-e1ea-4b6a-8e60-40cfa899b54c tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:48.112719 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1122594-57d8-4779-ab15-982b96321708 req-69abb703-e1ea-4b6a-8e60-40cfa899b54c tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:48.121798 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a1122594-57d8-4779-ab15-982b96321708 req-69abb703-e1ea-4b6a-8e60-40cfa899b54c tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/ports?device_id=12c01cab-6f38-47e5-a713-3b0033ce846b HTTP/1.1" status: 200 len: 5431 time: 0.7458847 Jul 24 00:02:48.148681 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-36bd5490-ae5b-4e02-9e33-ab496ab06786 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:48.231389 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4c3eb669-2ff6-4a55-b373-46bedc1337f9 req-0adf7a78-3077-4700-b5d5-50ae94074c53 service neutron] 10.222.0.64 "GET /v2.0/networks/0bd87d55-8051-4371-bdff-26afb21cf3d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3275137 Jul 24 00:02:48.234418 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d6b0910-80ed-47f5-b9ac-3d4d2b2550a6 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Made reservation on behalf of 34214e4fa0b24be19b34152b09c86b8d for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:02:48.237998 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6d6b0910-80ed-47f5-b9ac-3d4d2b2550a6 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:48.284020 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a1122594-57d8-4779-ab15-982b96321708 req-c4e7d880-18e9-48b9-9921-a6c7857b6dce tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b2b81f-5921-46c4-a5f8-cac2ff846ad3&id=84526489-a784-4e02-8584-4c6d6be5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1619999 Jul 24 00:02:48.288998 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fee114-e469-4b0a-ad06-3d4ce157d48d req-0e1ba786-2eba-4e0a-8e54-c415f3d1cd26 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:48.290726 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-62fee114-e469-4b0a-ad06-3d4ce157d48d req-0e1ba786-2eba-4e0a-8e54-c415f3d1cd26 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/networks?id=6d0290d7-687f-4c6e-a33b-868ec400e0f9 HTTP/1.1" status: 200 len: 812 time: 0.2697921 Jul 24 00:02:48.333801 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-62fee114-e469-4b0a-ad06-3d4ce157d48d req-1132007a-7ab1-402d-9f5a-275c0aa6d1bc tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/quotas/edb05757b79c4651874b12bd54763416 HTTP/1.1" status: 200 len: 375 time: 0.0157514 Jul 24 00:02:48.381909 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-62fee114-e469-4b0a-ad06-3d4ce157d48d req-2db2ee3d-b923-4ff6-a48a-065bda5a8c95 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=edb05757b79c4651874b12bd54763416&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0364847 Jul 24 00:02:48.414932 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e718420c-db8a-4f3f-9cb1-e1e358377aff req-156a4622-cbdc-481d-a8f7-a447d809f868 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=798b28002e9743a58ab9c3622d82224e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309048 Jul 24 00:02:48.425155 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36bd5490-ae5b-4e02-9e33-ab496ab06786 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Router 52a41abb-ec69-4478-81a7-3279be52790f is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:02:48.542025 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-7767114a-2cd8-4bfe-a585-51c75ae1b636 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Deleting port 5420ffdf-2f74-48fa-9bd3-29445ef7e250 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:02:48.542376 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7767114a-2cd8-4bfe-a585-51c75ae1b636 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:48.563274 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-62fee114-e469-4b0a-ad06-3d4ce157d48d req-e7052513-657d-43ad-991f-49f3948a2d02 service neutron] 10.222.0.44 "GET /v2.0/networks/6d0290d7-687f-4c6e-a33b-868ec400e0f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701980 Jul 24 00:02:48.568887 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6d6b0910-80ed-47f5-b9ac-3d4d2b2550a6 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:48.678626 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e718420c-db8a-4f3f-9cb1-e1e358377aff req-665afbcc-bc18-4999-8908-8ad1283de77f tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:48.683627 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e718420c-db8a-4f3f-9cb1-e1e358377aff req-665afbcc-bc18-4999-8908-8ad1283de77f tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2559052 Jul 24 00:02:48.693441 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6b0910-80ed-47f5-b9ac-3d4d2b2550a6 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Pushing event updated for resources: {'Subnet': ['ID=0d81e516-0a74-4cc4-9952-680b74a5ea15,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:48.714316 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6b0910-80ed-47f5-b9ac-3d4d2b2550a6 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Checking segment: {'id': 'd04898e9-a0a4-48a1-a5af-623b33f48f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '378789a7-0903-44f3-aaaf-d12b63e6f3d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:02:48.714687 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6b0910-80ed-47f5-b9ac-3d4d2b2550a6 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Network hostable DHCP agents. Network: 378789a7-0903-44f3-aaaf-d12b63e6f3d3, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:02:48.715240 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e718420c-db8a-4f3f-9cb1-e1e358377aff req-7dcb0c30-7472-45e7-ac6f-af15680c767a tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/quotas/798b28002e9743a58ab9c3622d82224e HTTP/1.1" status: 200 len: 375 time: 0.0259972 Jul 24 00:02:48.728173 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7767114a-2cd8-4bfe-a585-51c75ae1b636 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:48.735288 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-62fee114-e469-4b0a-ad06-3d4ce157d48d req-0de616a0-5159-4acd-b222-63e7d41b982d service neutron] 10.222.0.44 "GET /v2.0/networks/6d0290d7-687f-4c6e-a33b-868ec400e0f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639779 Jul 24 00:02:48.744316 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36bd5490-ae5b-4e02-9e33-ab496ab06786 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:02:48.748390 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6b0910-80ed-47f5-b9ac-3d4d2b2550a6 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Network 378789a7-0903-44f3-aaaf-d12b63e6f3d3 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:02:48.762580 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c35760-2f11-4016-86a6-b0326b8ec0c1 None None] Sync routers for ids ['52a41abb-ec69-4478-81a7-3279be52790f'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:02:48.769766 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-6d6b0910-80ed-47f5-b9ac-3d4d2b2550a6 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 378789a7-0903-44f3-aaaf-d12b63e6f3d3) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:02:48.774721 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-7767114a-2cd8-4bfe-a585-51c75ae1b636 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Calling delete_port for 5420ffdf-2f74-48fa-9bd3-29445ef7e250 owned by network:router_interface {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:02:48.775530 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6b0910-80ed-47f5-b9ac-3d4d2b2550a6 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:48.777305 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6d6b0910-80ed-47f5-b9ac-3d4d2b2550a6 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:48.787377 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c35760-2f11-4016-86a6-b0326b8ec0c1 None None] Routers {'52a41abb-ec69-4478-81a7-3279be52790f'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:02:48.788736 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-40c35760-2f11-4016-86a6-b0326b8ec0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:02:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['52a41abb-ec69-4478-81a7-3279be52790f'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:02:48.791901 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bb7408-80f8-4b73-befa-fecce499de71 None None] Network 378789a7-0903-44f3-aaaf-d12b63e6f3d3 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:02:48.803662 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-6d6b0910-80ed-47f5-b9ac-3d4d2b2550a6 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8945930 Jul 24 00:02:48.804828 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55140) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:48.845858 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-36bd5490-ae5b-4e02-9e33-ab496ab06786 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:48.847110 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-36bd5490-ae5b-4e02-9e33-ab496ab06786 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 5.2512794 Jul 24 00:02:48.850209 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 55142) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:48.949493 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b637e198-84cb-4979-90c9-771dd9d093ff tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:48.971941 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-40c35760-2f11-4016-86a6-b0326b8ec0c1 None None] Set router 52a41abb-ec69-4478-81a7-3279be52790f gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:02:48.992339 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e718420c-db8a-4f3f-9cb1-e1e358377aff req-64346bd5-3b3d-4a39-9f44-63710a104f6a tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=798b28002e9743a58ab9c3622d82224e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2692189 Jul 24 00:02:49.003120 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0ec22774-79d6-45a8-8953-743c594a1482 req-72deb2b0-a2d2-4b28-bc3f-1671016a4ccb tempest-ServerShowV257Test-243421903 tempest-ServerShowV257Test-243421903-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fbfd1ea-6f21-4321-85fc-d6056e92e5b4 HTTP/1.1" status: 200 len: 210 time: 0.0489092 Jul 24 00:02:49.065956 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b637e198-84cb-4979-90c9-771dd9d093ff tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:49.129787 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e5b4abec-8512-4f00-840a-98af569e4b5b tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks [] for router, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:49.153773 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b637e198-84cb-4979-90c9-771dd9d093ff tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:49.195383 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b637e198-84cb-4979-90c9-771dd9d093ff tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Pushing event deleted for resources: {'Subnet': ['ID=0d81e516-0a74-4cc4-9952-680b74a5ea15,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:49.327968 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75cba2dc-351b-48e3-a2e0-8117c2fe9072 None None] Network 378789a7-0903-44f3-aaaf-d12b63e6f3d3 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:02:49.335044 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f85dda29-92fe-4695-9f8c-ef6938362df7 req-de756459-560a-45e3-8e4b-72a8609b940a tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=4bf35f53-c388-4c0f-a50e-4473ad69c791 HTTP/1.1" status: 200 len: 210 time: 0.0492706 Jul 24 00:02:49.336911 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a1d2881b-baed-4e49-a57a-60957ff9b2e7 req-4173ef81-9b4a-475b-bb66-42fcd8ed0bfc tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2a03b3c-980c-4c1f-a15d-dc6322272e18 HTTP/1.1" status: 200 len: 210 time: 0.0572808 Jul 24 00:02:49.364742 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7767114a-2cd8-4bfe-a585-51c75ae1b636 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:49.404442 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b637e198-84cb-4979-90c9-771dd9d093ff tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:49.415672 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-b637e198-84cb-4979-90c9-771dd9d093ff tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['378789a7-0903-44f3-aaaf-d12b63e6f3d3']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:02:49.437704 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7767114a-2cd8-4bfe-a585-51c75ae1b636 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Pushing event deleted for resources: {'Port': ['ID=5420ffdf-2f74-48fa-9bd3-29445ef7e250,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:49.440880 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-b637e198-84cb-4979-90c9-771dd9d093ff tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd04898e9-a0a4-48a1-a5af-623b33f48f06') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:02:49.441196 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-b637e198-84cb-4979-90c9-771dd9d093ff tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd04898e9-a0a4-48a1-a5af-623b33f48f06') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:02:49.473546 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b637e198-84cb-4979-90c9-771dd9d093ff tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:49.501251 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e5b4abec-8512-4f00-840a-98af569e4b5b tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:49.537341 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b637e198-84cb-4979-90c9-771dd9d093ff tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:49.549525 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b637e198-84cb-4979-90c9-771dd9d093ff tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:02:49.550196 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b637e198-84cb-4979-90c9-771dd9d093ff tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:49.554864 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:02:49.554864 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:02:49.554864 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:02:49.554864 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:02:49.554864 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:02:49.554864 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:02:49.554864 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:02:49.554864 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:02:49.554864 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:02:49.554864 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:02:49.554864 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:02:49.554864 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:02:49.554864 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:02:49.554864 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:02:49.554864 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:02:49.554864 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:02:49.554864 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:02:49.554864 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:02:49.554864 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:02:49.554864 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:02:49.554864 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:02:49.554864 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:02:49.554864 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:02:49.554864 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:02:49.554864 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:02:49.554864 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:02:49.554864 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:02:49.554864 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:02:49.554864 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:02:49.554864 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:02:49.554864 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:02:49.554864 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:02:49.676139 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931c6df-fd40-48d9-ac11-3e3bf866875d req-978ef6d6-abbe-4867-b4b3-bb26ce462ebf tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:49.683590 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931c6df-fd40-48d9-ac11-3e3bf866875d req-978ef6d6-abbe-4867-b4b3-bb26ce462ebf tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:49.703617 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7767114a-2cd8-4bfe-a585-51c75ae1b636 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679987'] for router_interface, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:49.705533 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931c6df-fd40-48d9-ac11-3e3bf866875d req-978ef6d6-abbe-4867-b4b3-bb26ce462ebf tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:49.714777 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931c6df-fd40-48d9-ac11-3e3bf866875d req-978ef6d6-abbe-4867-b4b3-bb26ce462ebf tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:49.731684 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931c6df-fd40-48d9-ac11-3e3bf866875d req-978ef6d6-abbe-4867-b4b3-bb26ce462ebf tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:49.733998 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-40c35760-2f11-4016-86a6-b0326b8ec0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a41abb-ec69-4478-81a7-3279be52790f', 'name': '', 'tenant_id': '808cc8b66ac74a13bccf620382b1ac85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bca33cb7-375f-4263-9f26-dc0b52a5e2c8', 'external_fixed_ips': [{'subnet_id': '263e6980-05ca-4995-b938-f97572392771', 'ip_address': '2001:db8::72'}], 'enable_snat': True}, 'gw_port_id': 'a6cc8dbd-f5c4-44cb-95b9-a2384d5b0a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:02:43Z', 'updated_at': '2021-07-24T00:02:46Z', 'revision_number': 3, 'project_id': '808cc8b66ac74a13bccf620382b1ac85', 'gw_port': {'id': 'a6cc8dbd-f5c4-44cb-95b9-a2384d5b0a5f', 'name': '', 'network_id': 'bca33cb7-375f-4263-9f26-dc0b52a5e2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5c:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a41abb-ec69-4478-81a7-3279be52790f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '263e6980-05ca-4995-b938-f97572392771', 'ip_address': '2001:db8::72', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:02:45Z', 'updated_at': '2021-07-24T00:02:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '263e6980-05ca-4995-b938-f97572392771', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:02:49.740610 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931c6df-fd40-48d9-ac11-3e3bf866875d req-978ef6d6-abbe-4867-b4b3-bb26ce462ebf tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:49.747676 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931c6df-fd40-48d9-ac11-3e3bf866875d req-978ef6d6-abbe-4867-b4b3-bb26ce462ebf tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:49.750067 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6931c6df-fd40-48d9-ac11-3e3bf866875d req-978ef6d6-abbe-4867-b4b3-bb26ce462ebf tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/ports?device_id=12c01cab-6f38-47e5-a713-3b0033ce846b HTTP/1.1" status: 200 len: 5431 time: 0.2910767 Jul 24 00:02:49.751453 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b637e198-84cb-4979-90c9-771dd9d093ff tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:49.762535 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b637e198-84cb-4979-90c9-771dd9d093ff tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:49.770112 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-b637e198-84cb-4979-90c9-771dd9d093ff tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] 10.222.0.44 "DELETE /v2.0/networks/378789a7-0903-44f3-aaaf-d12b63e6f3d3 HTTP/1.1" status: 204 len: 168 time: 0.9625239 Jul 24 00:02:49.771009 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55166) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:49.771825 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c35760-2f11-4016-86a6-b0326b8ec0c1 None None] Checking router: 52a41abb-ec69-4478-81a7-3279be52790f for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:02:49.772310 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c35760-2f11-4016-86a6-b0326b8ec0c1 None None] Updating router 52a41abb-ec69-4478-81a7-3279be52790f port a6cc8dbd-f5c4-44cb-95b9-a2384d5b0a5f binding host n-d-800088-16 {{(pid=100315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:02:49.802173 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-b7838891-9325-40d4-a06b-9def4985f81d tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1658396874'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:02:49.822905 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b637e198-84cb-4979-90c9-771dd9d093ff tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Pushing event deleted for resources: {'Network': ['ID=378789a7-0903-44f3-aaaf-d12b63e6f3d3,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:49.835358 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-40c35760-2f11-4016-86a6-b0326b8ec0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:49.845134 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-e5b4abec-8512-4f00-840a-98af569e4b5b tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Deleting port a6cc8dbd-f5c4-44cb-95b9-a2384d5b0a5f {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:02:49.845972 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e5b4abec-8512-4f00-840a-98af569e4b5b tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:49.864635 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6931c6df-fd40-48d9-ac11-3e3bf866875d req-a5ffac54-2d81-4bcc-992b-372998810e1b tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b2b81f-5921-46c4-a5f8-cac2ff846ad3&id=84526489-a784-4e02-8584-4c6d6be5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1052575 Jul 24 00:02:49.870820 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7838891-9325-40d4-a06b-9def4985f81d tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Made reservation on behalf of 34214e4fa0b24be19b34152b09c86b8d for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:02:49.877188 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b7838891-9325-40d4-a06b-9def4985f81d tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:49.909995 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7838891-9325-40d4-a06b-9def4985f81d tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:02:49.921928 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b7838891-9325-40d4-a06b-9def4985f81d tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:49.922478 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-b7838891-9325-40d4-a06b-9def4985f81d tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Added segment f035f323-ea1f-41cd-8926-27a4faed35c1 of type vlan for network 4d62e033-9aa2-4f4f-b8b9-34eb1b475d54 Jul 24 00:02:49.966400 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7767114a-2cd8-4bfe-a585-51c75ae1b636 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Router 75b4eeba-52c7-46f9-98f8-cbcf330fe820 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:02:49.969555 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b7838891-9325-40d4-a06b-9def4985f81d tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:50.005460 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b7838891-9325-40d4-a06b-9def4985f81d tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:50.013667 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7838891-9325-40d4-a06b-9def4985f81d tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:50.014531 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b7838891-9325-40d4-a06b-9def4985f81d tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:50.069441 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-b7838891-9325-40d4-a06b-9def4985f81d tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2861795 Jul 24 00:02:50.070407 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55170) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:50.078539 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-10c766d2-8682-4898-8114-48b3dfa26531 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Request body: {'subnet': {'network_id': '4d62e033-9aa2-4f4f-b8b9-34eb1b475d54', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:02:50.098251 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7767114a-2cd8-4bfe-a585-51c75ae1b636 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:02:50.104255 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-7767114a-2cd8-4bfe-a585-51c75ae1b636 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "PUT /v2.0/routers/75b4eeba-52c7-46f9-98f8-cbcf330fe820/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6859732 Jul 24 00:02:50.106801 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 55172) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:50.117675 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08228389-8463-45f4-942a-9ed7c8932e0d None None] Sync routers for ids ['75b4eeba-52c7-46f9-98f8-cbcf330fe820'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:02:50.129809 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08228389-8463-45f4-942a-9ed7c8932e0d None None] Routers {'75b4eeba-52c7-46f9-98f8-cbcf330fe820'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:02:50.130714 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-08228389-8463-45f4-942a-9ed7c8932e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:02:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['75b4eeba-52c7-46f9-98f8-cbcf330fe820'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:02:50.156356 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ac3d46a0-4ab7-4c82-b35d-cbe0da79fd09 req-4322fae3-a1db-4960-bdda-75549ec24b65 tempest-ServerShowV257Test-243421903 tempest-ServerShowV257Test-243421903-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fbfd1ea-6f21-4321-85fc-d6056e92e5b4 HTTP/1.1" status: 200 len: 210 time: 0.0425043 Jul 24 00:02:50.159943 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7838891-9325-40d4-a06b-9def4985f81d tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Pushing event updated for resources: {'Network': ['ID=4d62e033-9aa2-4f4f-b8b9-34eb1b475d54,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:50.183293 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 4d62e033-9aa2-4f4f-b8b9-34eb1b475d54 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:02:50.203178 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-08228389-8463-45f4-942a-9ed7c8932e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:02:50.213360 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08228389-8463-45f4-942a-9ed7c8932e0d None None] Routers {'75b4eeba-52c7-46f9-98f8-cbcf330fe820'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:02:50.214360 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-08228389-8463-45f4-942a-9ed7c8932e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:02:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['75b4eeba-52c7-46f9-98f8-cbcf330fe820'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:02:50.295792 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e5b4abec-8512-4f00-840a-98af569e4b5b tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:50.307394 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c766d2-8682-4898-8114-48b3dfa26531 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Made reservation on behalf of 34214e4fa0b24be19b34152b09c86b8d for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:02:50.313613 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-10c766d2-8682-4898-8114-48b3dfa26531 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:50.394892 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-e5b4abec-8512-4f00-840a-98af569e4b5b tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Calling delete_port for a6cc8dbd-f5c4-44cb-95b9-a2384d5b0a5f owned by network:router_gateway {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:02:50.448618 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-08228389-8463-45f4-942a-9ed7c8932e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:02:50.454413 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08228389-8463-45f4-942a-9ed7c8932e0d None None] The sync data for ids ['75b4eeba-52c7-46f9-98f8-cbcf330fe820'] in n-d-800088-16 is: [] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:02:50.465373 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-40c35760-2f11-4016-86a6-b0326b8ec0c1 None None] Notify callbacks [] for port, precommit_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:50.491512 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-40c35760-2f11-4016-86a6-b0326b8ec0c1 None None] Transition to ACTIVE for port object a6cc8dbd-f5c4-44cb-95b9-a2384d5b0a5f will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:02:50.506047 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-40c35760-2f11-4016-86a6-b0326b8ec0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:50.537434 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4206c410-c28c-40c3-86d3-5e86e2840388 req-02ae0a2f-090a-4473-92d2-7a5850d52a37 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2a03b3c-980c-4c1f-a15d-dc6322272e18 HTTP/1.1" status: 200 len: 210 time: 0.0352912 Jul 24 00:02:50.578088 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9406f8e-ebae-4e8e-a72f-83233b9a66a0 None None] Pushing event updated for resources: {'Port': ['ID=a6cc8dbd-f5c4-44cb-95b9-a2384d5b0a5f,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:50.580576 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-40c35760-2f11-4016-86a6-b0326b8ec0c1 None None] Attempting to bind port a6cc8dbd-f5c4-44cb-95b9-a2384d5b0a5f on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:02:50.581004 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-40c35760-2f11-4016-86a6-b0326b8ec0c1 None None] Attempting to bind port a6cc8dbd-f5c4-44cb-95b9-a2384d5b0a5f by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '9e391748-bd79-486f-ad48-c350dece4806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bca33cb7-375f-4263-9f26-dc0b52a5e2c8'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:02:50.581380 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c35760-2f11-4016-86a6-b0326b8ec0c1 None None] Attempting to bind port a6cc8dbd-f5c4-44cb-95b9-a2384d5b0a5f on network bca33cb7-375f-4263-9f26-dc0b52a5e2c8 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:02:50.587047 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c35760-2f11-4016-86a6-b0326b8ec0c1 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:02:50.587553 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c35760-2f11-4016-86a6-b0326b8ec0c1 None None] Checking segment: {'id': '9e391748-bd79-486f-ad48-c350dece4806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bca33cb7-375f-4263-9f26-dc0b52a5e2c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:02:50.587850 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-40c35760-2f11-4016-86a6-b0326b8ec0c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:50.588239 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c35760-2f11-4016-86a6-b0326b8ec0c1 None None] Bound using segment: {'id': '9e391748-bd79-486f-ad48-c350dece4806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bca33cb7-375f-4263-9f26-dc0b52a5e2c8'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:02:50.588708 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-40c35760-2f11-4016-86a6-b0326b8ec0c1 None None] Bound port: a6cc8dbd-f5c4-44cb-95b9-a2384d5b0a5f, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e391748-bd79-486f-ad48-c350dece4806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bca33cb7-375f-4263-9f26-dc0b52a5e2c8'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:02:50.589136 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-40c35760-2f11-4016-86a6-b0326b8ec0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:50.649781 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-40c35760-2f11-4016-86a6-b0326b8ec0c1 None None] For port a6cc8dbd-f5c4-44cb-95b9-a2384d5b0a5f, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:02:50.654641 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-40c35760-2f11-4016-86a6-b0326b8ec0c1 None None] For port a6cc8dbd-f5c4-44cb-95b9-a2384d5b0a5f, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=a6cc8dbd-f5c4-44cb-95b9-a2384d5b0a5f,segment=NetworkSegment(9e391748-bd79-486f-ad48-c350dece4806),segment_id=9e391748-bd79-486f-ad48-c350dece4806)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:02:50.659809 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-40c35760-2f11-4016-86a6-b0326b8ec0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:50.737019 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c35760-2f11-4016-86a6-b0326b8ec0c1 None None] Routers {'52a41abb-ec69-4478-81a7-3279be52790f'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:02:50.738032 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-40c35760-2f11-4016-86a6-b0326b8ec0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:02:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['52a41abb-ec69-4478-81a7-3279be52790f'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:02:50.822717 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9406f8e-ebae-4e8e-a72f-83233b9a66a0 None None] Pushing event updated for resources: {'Port': ['ID=a6cc8dbd-f5c4-44cb-95b9-a2384d5b0a5f,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:50.853843 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3c7dc6eb-7f9b-4396-a46d-c8b3f5c94191 req-75ab4f45-dbb8-4017-b91c-5debda0e8869 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=4bf35f53-c388-4c0f-a50e-4473ad69c791 HTTP/1.1" status: 200 len: 210 time: 0.0385180 Jul 24 00:02:50.863717 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-40c35760-2f11-4016-86a6-b0326b8ec0c1 None None] Set router 52a41abb-ec69-4478-81a7-3279be52790f gateway port host: None {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:02:50.888552 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e718420c-db8a-4f3f-9cb1-e1e358377aff req-56b9bce4-1c0f-4a31-b5ac-55238fd33690 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=798b28002e9743a58ab9c3622d82224e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0830100 Jul 24 00:02:50.930727 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-40c35760-2f11-4016-86a6-b0326b8ec0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a41abb-ec69-4478-81a7-3279be52790f', 'name': '', 'tenant_id': '808cc8b66ac74a13bccf620382b1ac85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:02:43Z', 'updated_at': '2021-07-24T00:02:49Z', 'revision_number': 4, 'project_id': '808cc8b66ac74a13bccf620382b1ac85', 'gw_port_host': None}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:02:50.979504 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c35760-2f11-4016-86a6-b0326b8ec0c1 None None] The sync data for ids ['52a41abb-ec69-4478-81a7-3279be52790f'] in n-d-800088-16 is: [{'id': '52a41abb-ec69-4478-81a7-3279be52790f', 'name': '', 'tenant_id': '808cc8b66ac74a13bccf620382b1ac85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:02:43Z', 'updated_at': '2021-07-24T00:02:49Z', 'revision_number': 4, 'project_id': '808cc8b66ac74a13bccf620382b1ac85', 'gw_port_host': None}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:02:51.021611 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-10c766d2-8682-4898-8114-48b3dfa26531 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:51.070756 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fee114-e469-4b0a-ad06-3d4ce157d48d req-93a78c8e-2e40-46ea-8407-f168aeb865e1 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:51.072257 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-62fee114-e469-4b0a-ad06-3d4ce157d48d req-93a78c8e-2e40-46ea-8407-f168aeb865e1 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.52 "GET /v2.0/networks?id=6d0290d7-687f-4c6e-a33b-868ec400e0f9 HTTP/1.1" status: 200 len: 812 time: 0.8253682 Jul 24 00:02:51.105807 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [None req-74f88af7-ad0b-4cbe-9a0f-5f6085ff9ef2 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] remove_router_interface failed (client error): The resource could not be found. Jul 24 00:02:51.107070 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-74f88af7-ad0b-4cbe-9a0f-5f6085ff9ef2 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "PUT /v2.0/routers/75b4eeba-52c7-46f9-98f8-cbcf330fe820/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.9991350 Jul 24 00:02:51.110349 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c766d2-8682-4898-8114-48b3dfa26531 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Pushing event updated for resources: {'Subnet': ['ID=48397bc5-e1da-44ac-a47b-1ec71bffd886,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:51.112457 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55182) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:51.121167 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-62fee114-e469-4b0a-ad06-3d4ce157d48d req-42ffd22c-f7af-4f84-b501-dca86adf8737 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Request body: {'port': {'device_id': '4bf35f53-c388-4c0f-a50e-4473ad69c791', 'network_id': '6d0290d7-687f-4c6e-a33b-868ec400e0f9', 'admin_state_up': True, 'tenant_id': 'edb05757b79c4651874b12bd54763416'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:02:51.138252 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e718420c-db8a-4f3f-9cb1-e1e358377aff req-de4ee6c4-ef72-4d6a-8cce-9f430b3d524e tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:51.140307 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e718420c-db8a-4f3f-9cb1-e1e358377aff req-de4ee6c4-ef72-4d6a-8cce-9f430b3d524e tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2427483 Jul 24 00:02:51.158754 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-e718420c-db8a-4f3f-9cb1-e1e358377aff req-2df66efc-0fd5-412f-bca2-5a36aba68915 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Request body: {'port': {'device_id': 'e2a03b3c-980c-4c1f-a15d-dc6322272e18', 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2', 'admin_state_up': True, 'tenant_id': '798b28002e9743a58ab9c3622d82224e'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:02:51.168228 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-07122f5b-a605-4991-b790-582be321d9fe tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "GET /v2.0/ports?device_id=75b4eeba-52c7-46f9-98f8-cbcf330fe820 HTTP/1.1" status: 200 len: 205 time: 0.0438633 Jul 24 00:02:51.177549 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 55184) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:51.179012 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0451dce9-9f1f-4f2b-b8bf-978fd743c5e9 req-7c84ab4b-525b-4bf5-a280-8ad0dce680c4 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:51.185044 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0451dce9-9f1f-4f2b-b8bf-978fd743c5e9 req-7c84ab4b-525b-4bf5-a280-8ad0dce680c4 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:51.191067 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0451dce9-9f1f-4f2b-b8bf-978fd743c5e9 req-7c84ab4b-525b-4bf5-a280-8ad0dce680c4 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:51.197432 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0451dce9-9f1f-4f2b-b8bf-978fd743c5e9 req-7c84ab4b-525b-4bf5-a280-8ad0dce680c4 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:51.204322 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0451dce9-9f1f-4f2b-b8bf-978fd743c5e9 req-7c84ab4b-525b-4bf5-a280-8ad0dce680c4 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:51.211484 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0451dce9-9f1f-4f2b-b8bf-978fd743c5e9 req-7c84ab4b-525b-4bf5-a280-8ad0dce680c4 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:51.219253 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0451dce9-9f1f-4f2b-b8bf-978fd743c5e9 req-7c84ab4b-525b-4bf5-a280-8ad0dce680c4 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:51.221272 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0451dce9-9f1f-4f2b-b8bf-978fd743c5e9 req-7c84ab4b-525b-4bf5-a280-8ad0dce680c4 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/ports?device_id=12c01cab-6f38-47e5-a713-3b0033ce846b HTTP/1.1" status: 200 len: 5431 time: 0.2103989 Jul 24 00:02:51.222597 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c766d2-8682-4898-8114-48b3dfa26531 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Checking segment: {'id': 'f035f323-ea1f-41cd-8926-27a4faed35c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4d62e033-9aa2-4f4f-b8b9-34eb1b475d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:02:51.223127 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c766d2-8682-4898-8114-48b3dfa26531 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Network hostable DHCP agents. Network: 4d62e033-9aa2-4f4f-b8b9-34eb1b475d54, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:02:51.267546 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c766d2-8682-4898-8114-48b3dfa26531 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Network 4d62e033-9aa2-4f4f-b8b9-34eb1b475d54 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:02:51.282168 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0451dce9-9f1f-4f2b-b8bf-978fd743c5e9 req-07a2b8d5-5676-48e3-95c5-9816e4ffa64f tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b2b81f-5921-46c4-a5f8-cac2ff846ad3&id=84526489-a784-4e02-8584-4c6d6be5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0518451 Jul 24 00:02:51.283492 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-10c766d2-8682-4898-8114-48b3dfa26531 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 4d62e033-9aa2-4f4f-b8b9-34eb1b475d54) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:02:51.287982 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c766d2-8682-4898-8114-48b3dfa26531 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:51.288582 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-10c766d2-8682-4898-8114-48b3dfa26531 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:51.296948 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:02:51.305925 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0dedc5d-6c1c-4bde-b084-4e4b33eeb2bf None None] Network 4d62e033-9aa2-4f4f-b8b9-34eb1b475d54 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:02:51.310151 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-10c766d2-8682-4898-8114-48b3dfa26531 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2336996 Jul 24 00:02:51.311349 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55190) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:51.428420 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-51e714a2-c684-4954-8188-0a6a35c72b2c tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:51.431590 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b82c7a22-53a4-4d3b-89b2-f7cd0fb501ed req-e9296515-0b0e-4250-b0cd-d1849e82d465 tempest-ServerShowV257Test-243421903 tempest-ServerShowV257Test-243421903-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fbfd1ea-6f21-4321-85fc-d6056e92e5b4 HTTP/1.1" status: 200 len: 210 time: 0.1266959 Jul 24 00:02:51.444935 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cffba467-f621-43c1-a453-0c059051efc5 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for router, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:51.491936 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-51e714a2-c684-4954-8188-0a6a35c72b2c tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:51.494646 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f04be3-77a1-4be4-aba0-fd626ede5ab3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-4d62e033-9aa2-4f4f-b8b9-34eb1b475d54', 'network_id': '4d62e033-9aa2-4f4f-b8b9-34eb1b475d54', 'tenant_id': '34214e4fa0b24be19b34152b09c86b8d', 'fixed_ips': [{'subnet_id': '48397bc5-e1da-44ac-a47b-1ec71bffd886'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:02:51.495683 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f0f04be3-77a1-4be4-aba0-fd626ede5ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:51.573115 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-51e714a2-c684-4954-8188-0a6a35c72b2c tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:51.603785 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e714a2-c684-4954-8188-0a6a35c72b2c tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Pushing event deleted for resources: {'Subnet': ['ID=48397bc5-e1da-44ac-a47b-1ec71bffd886,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:51.625190 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server [None req-f0f04be3-77a1-4be4-aba0-fd626ede5ab3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 48397bc5-e1da-44ac-a47b-1ec71bffd886: This subnet is being modified by another concurrent operation. Jul 24 00:02:51.625190 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 24 00:02:51.625190 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 24 00:02:51.625190 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 24 00:02:51.625190 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 24 00:02:51.625190 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 24 00:02:51.625190 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 24 00:02:51.625190 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 24 00:02:51.625190 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 24 00:02:51.625190 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 24 00:02:51.625190 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 24 00:02:51.625190 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 24 00:02:51.625190 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 00:02:51.625190 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 00:02:51.625190 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 00:02:51.625190 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 00:02:51.625190 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 24 00:02:51.625190 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 00:02:51.625190 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 24 00:02:51.625190 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 24 00:02:51.625190 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 00:02:51.625190 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 00:02:51.625190 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 00:02:51.625190 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 00:02:51.625190 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 24 00:02:51.625190 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 00:02:51.625190 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 24 00:02:51.625190 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 24 00:02:51.625190 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 00:02:51.625190 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 00:02:51.625190 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 00:02:51.625190 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 00:02:51.625190 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 24 00:02:51.625190 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 24 00:02:51.625190 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 24 00:02:51.625190 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 24 00:02:51.625190 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 24 00:02:51.625190 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 24 00:02:51.625190 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 24 00:02:51.625190 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 24 00:02:51.625190 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 24 00:02:51.625190 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 24 00:02:51.625190 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 24 00:02:51.625190 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 24 00:02:51.625190 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 24 00:02:51.625190 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 24 00:02:51.625190 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 24 00:02:51.625190 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 24 00:02:51.625190 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 00:02:51.625190 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 00:02:51.625190 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 00:02:51.625190 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 00:02:51.625190 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 24 00:02:51.625190 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 00:02:51.628985 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 24 00:02:51.628985 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 24 00:02:51.628985 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 00:02:51.628985 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 00:02:51.628985 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 00:02:51.628985 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 00:02:51.628985 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 24 00:02:51.628985 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 00:02:51.628985 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 24 00:02:51.628985 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 24 00:02:51.628985 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 00:02:51.628985 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 00:02:51.628985 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 00:02:51.628985 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 00:02:51.628985 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 24 00:02:51.628985 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 24 00:02:51.628985 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 24 00:02:51.628985 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 24 00:02:51.628985 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 24 00:02:51.628985 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 24 00:02:51.628985 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 24 00:02:51.628985 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 24 00:02:51.628985 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 24 00:02:51.628985 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 24 00:02:51.628985 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 00:02:51.628985 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 00:02:51.628985 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 00:02:51.628985 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 00:02:51.628985 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 24 00:02:51.628985 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 24 00:02:51.628985 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 24 00:02:51.628985 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 24 00:02:51.628985 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 24 00:02:51.628985 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 24 00:02:51.628985 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 24 00:02:51.628985 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server raise exception Jul 24 00:02:51.628985 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 48397bc5-e1da-44ac-a47b-1ec71bffd886: This subnet is being modified by another concurrent operation. Jul 24 00:02:51.628985 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server Jul 24 00:02:51.649205 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1cf7129-d171-470a-a5df-74f5ab990189 None None] Network 4d62e033-9aa2-4f4f-b8b9-34eb1b475d54 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:02:51.666648 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b439713d-3f1a-4931-8803-a1d1856e9802 req-392d7b2a-e281-4506-8635-69b1ae063d29 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2a03b3c-980c-4c1f-a15d-dc6322272e18 HTTP/1.1" status: 200 len: 210 time: 0.0532413 Jul 24 00:02:51.702011 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cffba467-f621-43c1-a453-0c059051efc5 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:51.705475 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cffba467-f621-43c1-a453-0c059051efc5 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:51.708605 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e5b4abec-8512-4f00-840a-98af569e4b5b tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:51.721201 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62fee114-e469-4b0a-ad06-3d4ce157d48d req-42ffd22c-f7af-4f84-b501-dca86adf8737 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Made reservation on behalf of edb05757b79c4651874b12bd54763416 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:02:51.725026 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-62fee114-e469-4b0a-ad06-3d4ce157d48d req-42ffd22c-f7af-4f84-b501-dca86adf8737 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:51.729552 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-51e714a2-c684-4954-8188-0a6a35c72b2c tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:51.741107 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-51e714a2-c684-4954-8188-0a6a35c72b2c tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d62e033-9aa2-4f4f-b8b9-34eb1b475d54']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:02:51.753197 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-51e714a2-c684-4954-8188-0a6a35c72b2c tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f035f323-ea1f-41cd-8926-27a4faed35c1') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:02:51.753497 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-51e714a2-c684-4954-8188-0a6a35c72b2c tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f035f323-ea1f-41cd-8926-27a4faed35c1') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:02:51.763147 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-51e714a2-c684-4954-8188-0a6a35c72b2c tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:51.779325 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-51e714a2-c684-4954-8188-0a6a35c72b2c tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:51.787780 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b4abec-8512-4f00-840a-98af569e4b5b tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Pushing event deleted for resources: {'Port': ['ID=a6cc8dbd-f5c4-44cb-95b9-a2384d5b0a5f,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:51.788655 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51e714a2-c684-4954-8188-0a6a35c72b2c tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:02:51.789215 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-51e714a2-c684-4954-8188-0a6a35c72b2c tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:51.793449 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:02:51.793449 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:02:51.793449 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:02:51.793449 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:02:51.793449 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:02:51.793449 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:02:51.793449 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:02:51.793449 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:02:51.793449 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:02:51.793449 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:02:51.793449 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:02:51.793449 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:02:51.793449 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:02:51.793449 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:02:51.793449 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:02:51.793449 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:02:51.793449 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:02:51.793449 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:02:51.793449 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:02:51.793449 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:02:51.793449 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:02:51.793449 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:02:51.793449 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:02:51.793449 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:02:51.793449 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:02:51.793449 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:02:51.793449 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:02:51.793449 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:02:51.793449 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:02:51.793449 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:02:51.793449 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:02:51.793449 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:02:51.796452 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b273af7-d04a-450f-a8eb-08e8deba8e49 None None] get_active_networks_info from n-d-800088-16 {{(pid=100315) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 24 00:02:51.812398 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b4abec-8512-4f00-840a-98af569e4b5b tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:02:51.812719 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b4abec-8512-4f00-840a-98af569e4b5b tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:02:51.813175 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b4abec-8512-4f00-840a-98af569e4b5b tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:02:51.813524 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b4abec-8512-4f00-840a-98af569e4b5b tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:02:51.813863 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b4abec-8512-4f00-840a-98af569e4b5b tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:02:51.814204 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b4abec-8512-4f00-840a-98af569e4b5b tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:02:51.814545 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b4abec-8512-4f00-840a-98af569e4b5b tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:02:51.814878 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b4abec-8512-4f00-840a-98af569e4b5b tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:02:51.815216 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b4abec-8512-4f00-840a-98af569e4b5b tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:02:51.815550 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b4abec-8512-4f00-840a-98af569e4b5b tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:02:51.815888 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b4abec-8512-4f00-840a-98af569e4b5b tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:02:51.816216 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b4abec-8512-4f00-840a-98af569e4b5b tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:02:51.818933 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cffba467-f621-43c1-a453-0c059051efc5 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:51.819481 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cffba467-f621-43c1-a453-0c059051efc5 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Fanout notify agent at l3_agent the message router_deleted on router 75b4eeba-52c7-46f9-98f8-cbcf330fe820 {{(pid=100313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:02:51.845669 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e718420c-db8a-4f3f-9cb1-e1e358377aff req-2df66efc-0fd5-412f-bca2-5a36aba68915 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Made reservation on behalf of 798b28002e9743a58ab9c3622d82224e for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:02:51.849496 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-e718420c-db8a-4f3f-9cb1-e1e358377aff req-2df66efc-0fd5-412f-bca2-5a36aba68915 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:51.861841 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cffba467-f621-43c1-a453-0c059051efc5 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:51.862729 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-cffba467-f621-43c1-a453-0c059051efc5 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "DELETE /v2.0/routers/75b4eeba-52c7-46f9-98f8-cbcf330fe820 HTTP/1.1" status: 204 len: 168 time: 0.6768200 Jul 24 00:02:51.869360 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55194) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:51.870531 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e5b4abec-8512-4f00-840a-98af569e4b5b tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687114'] for router_gateway, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:51.912935 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-51e714a2-c684-4954-8188-0a6a35c72b2c tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:51.936101 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-51e714a2-c684-4954-8188-0a6a35c72b2c tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:51.936101 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-51e714a2-c684-4954-8188-0a6a35c72b2c tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] 10.222.0.44 "DELETE /v2.0/networks/4d62e033-9aa2-4f4f-b8b9-34eb1b475d54 HTTP/1.1" status: 204 len: 168 time: 0.6232324 Jul 24 00:02:51.943216 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e714a2-c684-4954-8188-0a6a35c72b2c tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Pushing event deleted for resources: {'Network': ['ID=4d62e033-9aa2-4f4f-b8b9-34eb1b475d54,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:51.947765 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55198) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:51.955474 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-272f1d9d-6b69-4b02-a713-8a2b760232c5 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-170196986'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:02:51.975981 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b273af7-d04a-450f-a8eb-08e8deba8e49 None None] Resources bound (agent type, host, resource id): {{(pid=100315) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 24 00:02:51.982181 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-272f1d9d-6b69-4b02-a713-8a2b760232c5 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Made reservation on behalf of 34214e4fa0b24be19b34152b09c86b8d for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:02:51.986814 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-272f1d9d-6b69-4b02-a713-8a2b760232c5 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:52.019961 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-26933104-1cf0-4b3e-b235-819266f2a1ac tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Deleting subnet 8e1d49f7-a179-489c-abbb-d966cd353e56 {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:02:52.024843 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-26933104-1cf0-4b3e-b235-819266f2a1ac tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:52.029941 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e5b4abec-8512-4f00-840a-98af569e4b5b tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:52.050648 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e5b4abec-8512-4f00-840a-98af569e4b5b tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:52.056706 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7e5d574b-7c3b-4300-8cb8-6132d3a68130 req-a6186812-6791-4cc2-a05a-915c284c9b58 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=4bf35f53-c388-4c0f-a50e-4473ad69c791 HTTP/1.1" status: 200 len: 210 time: 0.0541215 Jul 24 00:02:52.067292 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-272f1d9d-6b69-4b02-a713-8a2b760232c5 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:02:52.093912 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-272f1d9d-6b69-4b02-a713-8a2b760232c5 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:52.094288 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-272f1d9d-6b69-4b02-a713-8a2b760232c5 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Added segment fe5b7a20-e9d3-4b53-9210-bdf247f0505c of type vlan for network 6b30f38e-559c-4928-8610-3d925658f4ed Jul 24 00:02:52.110763 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-26933104-1cf0-4b3e-b235-819266f2a1ac tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:52.176512 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e5b4abec-8512-4f00-840a-98af569e4b5b tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:52.177108 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b4abec-8512-4f00-840a-98af569e4b5b tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 52a41abb-ec69-4478-81a7-3279be52790f {{(pid=100313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:02:52.178908 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-272f1d9d-6b69-4b02-a713-8a2b760232c5 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:52.189383 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e5b4abec-8512-4f00-840a-98af569e4b5b tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:52.192881 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-e5b4abec-8512-4f00-840a-98af569e4b5b tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] 10.222.0.44 "DELETE /v2.0/routers/52a41abb-ec69-4478-81a7-3279be52790f HTTP/1.1" status: 204 len: 168 time: 3.3380265 Jul 24 00:02:52.197582 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 55200) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:52.252456 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-272f1d9d-6b69-4b02-a713-8a2b760232c5 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:52.258402 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272f1d9d-6b69-4b02-a713-8a2b760232c5 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:52.259077 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-272f1d9d-6b69-4b02-a713-8a2b760232c5 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582085'] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:52.286923 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-62fee114-e469-4b0a-ad06-3d4ce157d48d req-42ffd22c-f7af-4f84-b501-dca86adf8737 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Allocated IP 172.20.0.3 (6d0290d7-687f-4c6e-a33b-868ec400e0f9/4c5e7796-9746-457d-b93a-6a23003ac2f0/eea6ec69-15c5-4013-8816-6f9f008944cd) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:02:52.303302 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-e18b25b2-fd0f-4675-b18d-5b77322b4930 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Deleting subnet 263e6980-05ca-4995-b938-f97572392771 {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:02:52.316066 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e18b25b2-fd0f-4675-b18d-5b77322b4930 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:52.354704 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-e718420c-db8a-4f3f-9cb1-e1e358377aff req-2df66efc-0fd5-412f-bca2-5a36aba68915 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Allocated IP 192.168.233.187 (603dff3b-80fe-44ec-a82a-8d8b74b0c3c2/ef73a7e1-c64a-41e3-9997-629475c7b6b1/7c4baabd-a258-4647-844c-3df4320bfcd4) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:02:52.366040 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272f1d9d-6b69-4b02-a713-8a2b760232c5 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Pushing event updated for resources: {'Network': ['ID=6b30f38e-559c-4928-8610-3d925658f4ed,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:52.370104 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-26933104-1cf0-4b3e-b235-819266f2a1ac tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:52.387315 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e18b25b2-fd0f-4675-b18d-5b77322b4930 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:52.403222 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-272f1d9d-6b69-4b02-a713-8a2b760232c5 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4543679 Jul 24 00:02:52.406117 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55206) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:52.413229 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 6b30f38e-559c-4928-8610-3d925658f4ed details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:02:52.414045 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-57188da7-8f1f-4184-a32f-dc582e470387 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Request body: {'network': {'name': 'New_network'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:02:52.521627 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e18b25b2-fd0f-4675-b18d-5b77322b4930 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:52.590997 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-26933104-1cf0-4b3e-b235-819266f2a1ac tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:52.645245 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26933104-1cf0-4b3e-b235-819266f2a1ac tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Pushing event deleted for resources: {'Subnet': ['ID=8e1d49f7-a179-489c-abbb-d966cd353e56,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:52.655868 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-26933104-1cf0-4b3e-b235-819266f2a1ac tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:52.660073 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-26933104-1cf0-4b3e-b235-819266f2a1ac tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "DELETE /v2.0/subnets/8e1d49f7-a179-489c-abbb-d966cd353e56 HTTP/1.1" status: 204 len: 168 time: 0.7862525 Jul 24 00:02:52.661445 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55210) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:52.663558 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfe59ec-a06d-452f-a14a-1e9134204cad None None] Network d2ab3082-c410-4645-9e4a-5bf4c5fc0854 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:02:52.665918 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8fcb7aca-48fa-4d42-8bf5-6ffc355d76f5 req-0af96f92-ad1b-40a0-8e6d-854002c62237 tempest-ServerShowV257Test-243421903 tempest-ServerShowV257Test-243421903-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fbfd1ea-6f21-4321-85fc-d6056e92e5b4 HTTP/1.1" status: 200 len: 210 time: 0.0593224 Jul 24 00:02:52.765538 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e18b25b2-fd0f-4675-b18d-5b77322b4930 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:52.782501 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-62fee114-e469-4b0a-ad06-3d4ce157d48d req-42ffd22c-f7af-4f84-b501-dca86adf8737 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:52.787543 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-57188da7-8f1f-4184-a32f-dc582e470387 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:52.808641 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e18b25b2-fd0f-4675-b18d-5b77322b4930 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:52.810716 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-e18b25b2-fd0f-4675-b18d-5b77322b4930 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] 10.222.0.44 "DELETE /v2.0/subnets/263e6980-05ca-4995-b938-f97572392771 HTTP/1.1" status: 204 len: 168 time: 0.6122580 Jul 24 00:02:52.815252 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55214) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:52.832001 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18b25b2-fd0f-4675-b18d-5b77322b4930 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=263e6980-05ca-4995-b938-f97572392771,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:52.837707 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-e718420c-db8a-4f3f-9cb1-e1e358377aff req-2df66efc-0fd5-412f-bca2-5a36aba68915 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:52.840530 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-57188da7-8f1f-4184-a32f-dc582e470387 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:52.861512 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-17b3d415-d585-4408-bce2-91ca79033374 req-1c0c0007-120f-4c48-8469-acb6c62b0823 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2a03b3c-980c-4c1f-a15d-dc6322272e18 HTTP/1.1" status: 200 len: 210 time: 0.0731699 Jul 24 00:02:52.875838 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-e718420c-db8a-4f3f-9cb1-e1e358377aff req-2df66efc-0fd5-412f-bca2-5a36aba68915 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Transition to ACTIVE for port object 7c4baabd-a258-4647-844c-3df4320bfcd4 will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:02:52.887164 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f09df80-74ea-45ad-997d-c01fbc061451 req-285c425a-6bcd-4617-a2fe-3b2354eeaf83 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:52.894304 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f09df80-74ea-45ad-997d-c01fbc061451 req-285c425a-6bcd-4617-a2fe-3b2354eeaf83 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:52.894512 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42dac094-99c3-4b47-b7ae-b788cfe19ecc None None] DHCP port deletion for d2ab3082-c410-4645-9e4a-5bf4c5fc0854 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:02:52.900398 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f09df80-74ea-45ad-997d-c01fbc061451 req-285c425a-6bcd-4617-a2fe-3b2354eeaf83 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:52.907398 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f09df80-74ea-45ad-997d-c01fbc061451 req-285c425a-6bcd-4617-a2fe-3b2354eeaf83 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:52.913414 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f09df80-74ea-45ad-997d-c01fbc061451 req-285c425a-6bcd-4617-a2fe-3b2354eeaf83 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:52.919614 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f09df80-74ea-45ad-997d-c01fbc061451 req-285c425a-6bcd-4617-a2fe-3b2354eeaf83 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:52.924333 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-62fee114-e469-4b0a-ad06-3d4ce157d48d req-42ffd22c-f7af-4f84-b501-dca86adf8737 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:52.927590 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f09df80-74ea-45ad-997d-c01fbc061451 req-285c425a-6bcd-4617-a2fe-3b2354eeaf83 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:52.930056 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4f09df80-74ea-45ad-997d-c01fbc061451 req-285c425a-6bcd-4617-a2fe-3b2354eeaf83 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/ports?device_id=12c01cab-6f38-47e5-a713-3b0033ce846b HTTP/1.1" status: 200 len: 5431 time: 0.4722219 Jul 24 00:02:52.955061 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-42dac094-99c3-4b47-b7ae-b788cfe19ecc None None] Deleting port 81f84959-96c8-4b69-aed2-1675f96c197a {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:02:52.955452 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-42dac094-99c3-4b47-b7ae-b788cfe19ecc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:52.973591 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-e718420c-db8a-4f3f-9cb1-e1e358377aff req-2df66efc-0fd5-412f-bca2-5a36aba68915 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:52.975870 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-57188da7-8f1f-4184-a32f-dc582e470387 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Network 6b30f38e-559c-4928-8610-3d925658f4ed is not hosted by any dhcp agent {{(pid=100314) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 24 00:02:52.982597 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57188da7-8f1f-4184-a32f-dc582e470387 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:52.983228 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-57188da7-8f1f-4184-a32f-dc582e470387 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:52.985294 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-57188da7-8f1f-4184-a32f-dc582e470387 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] 10.222.0.44 "PUT /v2.0/networks/6b30f38e-559c-4928-8610-3d925658f4ed HTTP/1.1" status: 200 len: 723 time: 0.5780325 Jul 24 00:02:52.988301 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['646da755-b657-48af-8f46-1246a45e82e4'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:02:52.991420 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 55216) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:52.994404 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62fee114-e469-4b0a-ad06-3d4ce157d48d req-42ffd22c-f7af-4f84-b501-dca86adf8737 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Network 6d0290d7-687f-4c6e-a33b-868ec400e0f9 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:02:53.003052 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-843c5546-5443-4408-a260-d75d2024e30c tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:53.005353 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-9ad7ae85-6f6c-49f1-ade0-7026dd67152e tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Request body: {'subnet': {'network_id': '6b30f38e-559c-4928-8610-3d925658f4ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:02:53.012130 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-62fee114-e469-4b0a-ad06-3d4ce157d48d req-42ffd22c-f7af-4f84-b501-dca86adf8737 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:02:53.020081 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-62fee114-e469-4b0a-ad06-3d4ce157d48d req-42ffd22c-f7af-4f84-b501-dca86adf8737 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:02:53.037146 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e718420c-db8a-4f3f-9cb1-e1e358377aff req-2df66efc-0fd5-412f-bca2-5a36aba68915 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:02:53.058481 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-42dac094-99c3-4b47-b7ae-b788cfe19ecc None None] For port 81f84959-96c8-4b69-aed2-1675f96c197a, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=81f84959-96c8-4b69-aed2-1675f96c197a,segment=NetworkSegment(10f382e7-9ecf-4487-b3e8-0dc318a34813),segment_id=10f382e7-9ecf-4487-b3e8-0dc318a34813)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:02:53.058912 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-42dac094-99c3-4b47-b7ae-b788cfe19ecc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:53.065709 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-e718420c-db8a-4f3f-9cb1-e1e358377aff req-2df66efc-0fd5-412f-bca2-5a36aba68915 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:02:53.067537 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ffd22c-f7af-4f84-b501-dca86adf8737 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Pushing event updated for resources: {'Port': ['ID=eea6ec69-15c5-4013-8816-6f9f008944cd,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:53.074242 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-e718420c-db8a-4f3f-9cb1-e1e358377aff req-2df66efc-0fd5-412f-bca2-5a36aba68915 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:02:53.075225 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-17bf259f-56f9-443d-a61d-1f6928ca05b1 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:53.082491 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-42dac094-99c3-4b47-b7ae-b788cfe19ecc None None] Calling delete_port for 81f84959-96c8-4b69-aed2-1675f96c197a owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:02:53.123236 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57188da7-8f1f-4184-a32f-dc582e470387 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Pushing event updated for resources: {'Network': ['ID=6b30f38e-559c-4928-8610-3d925658f4ed,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:53.134283 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4f09df80-74ea-45ad-997d-c01fbc061451 req-93dad508-105c-46ab-bdff-df621806ccd4 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b2b81f-5921-46c4-a5f8-cac2ff846ad3&id=84526489-a784-4e02-8584-4c6d6be5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1792755 Jul 24 00:02:53.251031 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-17bf259f-56f9-443d-a61d-1f6928ca05b1 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:53.264388 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-17bf259f-56f9-443d-a61d-1f6928ca05b1 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bca33cb7-375f-4263-9f26-dc0b52a5e2c8']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:02:53.266729 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 6b30f38e-559c-4928-8610-3d925658f4ed details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:02:53.267201 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-843c5546-5443-4408-a260-d75d2024e30c tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Deleting port 81f84959-96c8-4b69-aed2-1675f96c197a {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:02:53.267550 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-843c5546-5443-4408-a260-d75d2024e30c tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:53.291087 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-17bf259f-56f9-443d-a61d-1f6928ca05b1 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e391748-bd79-486f-ad48-c350dece4806') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:02:53.291389 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-17bf259f-56f9-443d-a61d-1f6928ca05b1 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e391748-bd79-486f-ad48-c350dece4806') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:02:53.311340 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-17bf259f-56f9-443d-a61d-1f6928ca05b1 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:53.361397 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fee114-e469-4b0a-ad06-3d4ce157d48d req-42ffd22c-f7af-4f84-b501-dca86adf8737 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:53.362714 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-62fee114-e469-4b0a-ad06-3d4ce157d48d req-42ffd22c-f7af-4f84-b501-dca86adf8737 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:53.369253 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-17bf259f-56f9-443d-a61d-1f6928ca05b1 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:53.372704 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-843c5546-5443-4408-a260-d75d2024e30c tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] For port 81f84959-96c8-4b69-aed2-1675f96c197a, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=81f84959-96c8-4b69-aed2-1675f96c197a,segment=NetworkSegment(10f382e7-9ecf-4487-b3e8-0dc318a34813),segment_id=10f382e7-9ecf-4487-b3e8-0dc318a34813)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:02:53.373821 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-843c5546-5443-4408-a260-d75d2024e30c tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:53.377390 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e718420c-db8a-4f3f-9cb1-e1e358377aff req-2df66efc-0fd5-412f-bca2-5a36aba68915 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:53.382574 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-42dac094-99c3-4b47-b7ae-b788cfe19ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:53.388363 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-e718420c-db8a-4f3f-9cb1-e1e358377aff req-2df66efc-0fd5-412f-bca2-5a36aba68915 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:53.389272 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-17638651-ada1-43db-95ed-2f64dd1ab318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:53.396240 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17bf259f-56f9-443d-a61d-1f6928ca05b1 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:02:53.396724 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-17bf259f-56f9-443d-a61d-1f6928ca05b1 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:53.398957 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:02:53.398957 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:02:53.398957 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:02:53.398957 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:02:53.398957 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:02:53.398957 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:02:53.398957 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:02:53.398957 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:02:53.398957 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:02:53.398957 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:02:53.398957 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:02:53.398957 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:02:53.398957 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:02:53.398957 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:02:53.398957 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:02:53.398957 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:02:53.398957 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:02:53.398957 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:02:53.398957 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:02:53.398957 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:02:53.398957 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:02:53.398957 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:02:53.398957 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:02:53.398957 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:02:53.398957 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:02:53.398957 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:02:53.398957 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:02:53.398957 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:02:53.398957 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:02:53.398957 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:02:53.398957 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:02:53.398957 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:02:53.400886 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-843c5546-5443-4408-a260-d75d2024e30c tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Calling delete_port for 81f84959-96c8-4b69-aed2-1675f96c197a owned by network:dhcp {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:02:53.400969 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df66efc-0fd5-412f-bca2-5a36aba68915 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Pushing event updated for resources: {'Port': ['ID=7c4baabd-a258-4647-844c-3df4320bfcd4,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:53.407194 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 81f84959-96c8-4b69-aed2-1675f96c197a no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:02:53.449977 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 81f84959-96c8-4b69-aed2-1675f96c197a {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:02:53.450349 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 81f84959-96c8-4b69-aed2-1675f96c197a not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:02:53.454612 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad7ae85-6f6c-49f1-ade0-7026dd67152e tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Made reservation on behalf of 34214e4fa0b24be19b34152b09c86b8d for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:02:53.460411 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9ad7ae85-6f6c-49f1-ade0-7026dd67152e tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:53.469693 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e718420c-db8a-4f3f-9cb1-e1e358377aff req-2df66efc-0fd5-412f-bca2-5a36aba68915 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3167553 Jul 24 00:02:53.470930 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-62fee114-e469-4b0a-ad06-3d4ce157d48d req-42ffd22c-f7af-4f84-b501-dca86adf8737 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3709130 Jul 24 00:02:53.478940 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6764c4a-cc37-479d-beb7-ef2b9384cf15 req-4508957c-42fa-455c-91ce-d999d2d81c2a tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:53.480419 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d6764c4a-cc37-479d-beb7-ef2b9384cf15 req-4508957c-42fa-455c-91ce-d999d2d81c2a tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=4bf35f53-c388-4c0f-a50e-4473ad69c791 HTTP/1.1" status: 200 len: 931 time: 0.2938235 Jul 24 00:02:53.492923 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dac094-99c3-4b47-b7ae-b788cfe19ecc None None] Pushing event deleted for resources: {'Port': ['ID=81f84959-96c8-4b69-aed2-1675f96c197a,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:53.497588 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-62fee114-e469-4b0a-ad06-3d4ce157d48d req-634f80d6-19f8-4f2e-8b1c-befca2654b87 service neutron] Request body: {'port': {'device_id': '4bf35f53-c388-4c0f-a50e-4473ad69c791', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:02:53.503958 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42dac094-99c3-4b47-b7ae-b788cfe19ecc None None] No DVR routers for this DVR port 81f84959-96c8-4b69-aed2-1675f96c197a on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:02:53.506926 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-e718420c-db8a-4f3f-9cb1-e1e358377aff req-a4e8c527-e05f-4a01-8ac6-af22c928a84e service neutron] Request body: {'port': {'device_id': 'e2a03b3c-980c-4c1f-a15d-dc6322272e18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:02:53.520689 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-d2fdb6fd-7290-4b97-b9b4-25a0ca050337 None None] Provisioning for port 7c4baabd-a258-4647-844c-3df4320bfcd4 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:02:53.526716 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-17bf259f-56f9-443d-a61d-1f6928ca05b1 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:53.536096 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-d2fdb6fd-7290-4b97-b9b4-25a0ca050337 None None] Provisioning complete for port 7c4baabd-a258-4647-844c-3df4320bfcd4 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:02:53.536613 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d2fdb6fd-7290-4b97-b9b4-25a0ca050337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:53.550472 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17bf259f-56f9-443d-a61d-1f6928ca05b1 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bca33cb7-375f-4263-9f26-dc0b52a5e2c8 {{(pid=100314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 24 00:02:53.552145 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bf259f-56f9-443d-a61d-1f6928ca05b1 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Pushing event deleted for resources: {'Network': ['ID=bca33cb7-375f-4263-9f26-dc0b52a5e2c8,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:53.554220 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-17bf259f-56f9-443d-a61d-1f6928ca05b1 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:53.558776 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-17bf259f-56f9-443d-a61d-1f6928ca05b1 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] 10.222.0.44 "DELETE /v2.0/networks/bca33cb7-375f-4263-9f26-dc0b52a5e2c8 HTTP/1.1" status: 204 len: 168 time: 0.7378490 Jul 24 00:02:53.608245 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-843c5546-5443-4408-a260-d75d2024e30c tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:53.610833 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-d2fdb6fd-7290-4b97-b9b4-25a0ca050337 None None] Port 7c4baabd-a258-4647-844c-3df4320bfcd4 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:02:53.658999 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843c5546-5443-4408-a260-d75d2024e30c tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Pushing event deleted for resources: {'Port': ['ID=81f84959-96c8-4b69-aed2-1675f96c197a,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:53.662589 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843c5546-5443-4408-a260-d75d2024e30c tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] No DVR routers for this DVR port 81f84959-96c8-4b69-aed2-1675f96c197a on host n-d-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:02:53.782714 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-843c5546-5443-4408-a260-d75d2024e30c tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:53.804645 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-843c5546-5443-4408-a260-d75d2024e30c tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2ab3082-c410-4645-9e4a-5bf4c5fc0854']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:02:53.829527 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9848e5a0-9176-434e-bc69-8cba1b4e1c43 req-717d7162-4eba-41a4-a157-68c9cccce2e2 tempest-ServerShowV257Test-243421903 tempest-ServerShowV257Test-243421903-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fbfd1ea-6f21-4321-85fc-d6056e92e5b4 HTTP/1.1" status: 200 len: 210 time: 0.0384815 Jul 24 00:02:53.833559 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-843c5546-5443-4408-a260-d75d2024e30c tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10f382e7-9ecf-4487-b3e8-0dc318a34813') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:02:53.833884 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-843c5546-5443-4408-a260-d75d2024e30c tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10f382e7-9ecf-4487-b3e8-0dc318a34813') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:02:53.844153 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-843c5546-5443-4408-a260-d75d2024e30c tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:53.859320 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-843c5546-5443-4408-a260-d75d2024e30c tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:53.866008 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-843c5546-5443-4408-a260-d75d2024e30c tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:02:53.866401 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-843c5546-5443-4408-a260-d75d2024e30c tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:53.869528 n-d-800088-16 neutron-server[100314]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:02:53.869528 n-d-800088-16 neutron-server[100314]: self.session.flush() Jul 24 00:02:53.869528 n-d-800088-16 neutron-server[100314]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:02:53.869528 n-d-800088-16 neutron-server[100314]: self.session.flush() Jul 24 00:02:53.869528 n-d-800088-16 neutron-server[100314]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:02:53.869528 n-d-800088-16 neutron-server[100314]: self.session.flush() Jul 24 00:02:53.869528 n-d-800088-16 neutron-server[100314]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:02:53.869528 n-d-800088-16 neutron-server[100314]: self.session.flush() Jul 24 00:02:53.869528 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:02:53.869528 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:02:53.869528 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:02:53.869528 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:02:53.869528 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:02:53.869528 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:02:53.869528 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:02:53.869528 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:02:53.869528 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:02:53.869528 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:02:53.869528 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:02:53.869528 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:02:53.869528 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:02:53.869528 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:02:53.869528 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:02:53.869528 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:02:53.869528 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:02:53.869528 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:02:53.869528 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:02:53.869528 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:02:53.869528 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:02:53.869528 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:02:53.869528 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:02:53.869528 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:02:53.869528 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:02:53.869528 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:02:53.869528 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:02:53.869528 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:02:53.869528 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:02:53.869528 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:02:53.869528 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:02:53.869528 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:02:53.970506 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55234) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:53.977255 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-7020c97e-d37c-45c8-ad91-ce8002f5d3f1 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Request body: {'router': {'name': 'tempest-router--1283994710', 'project_id': 'a0bd2ba496434807ae7e5a3220de702e'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:02:54.014224 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-843c5546-5443-4408-a260-d75d2024e30c tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:54.025429 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-843c5546-5443-4408-a260-d75d2024e30c tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:54.033174 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-843c5546-5443-4408-a260-d75d2024e30c tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "DELETE /v2.0/networks/d2ab3082-c410-4645-9e4a-5bf4c5fc0854 HTTP/1.1" status: 204 len: 168 time: 1.3591340 Jul 24 00:02:54.040903 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55236) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:54.050042 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-ff00b419-aae2-4070-8c31-ea73e24eb5c3 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1343686453'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:02:54.053060 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843c5546-5443-4408-a260-d75d2024e30c tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Pushing event deleted for resources: {'Network': ['ID=d2ab3082-c410-4645-9e4a-5bf4c5fc0854,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:54.062973 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7020c97e-d37c-45c8-ad91-ce8002f5d3f1 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:54.063976 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7020c97e-d37c-45c8-ad91-ce8002f5d3f1 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:54.090593 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff00b419-aae2-4070-8c31-ea73e24eb5c3 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Made reservation on behalf of 4089b22453f945a5901919043ff32633 for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:02:54.094545 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ff00b419-aae2-4070-8c31-ea73e24eb5c3 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:54.107388 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d6764c4a-cc37-479d-beb7-ef2b9384cf15 req-495da80a-bb5d-400b-bc15-34c0db67718f tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6140780 Jul 24 00:02:54.130776 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-62fee114-e469-4b0a-ad06-3d4ce157d48d req-634f80d6-19f8-4f2e-8b1c-befca2654b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:54.160472 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-e718420c-db8a-4f3f-9cb1-e1e358377aff req-a4e8c527-e05f-4a01-8ac6-af22c928a84e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:54.160684 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f9b9a-1c8b-4c62-859d-7b0edcb67cdb req-f1918edc-6844-4238-98a8-100f362f96dd tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:54.162152 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-152f9b9a-1c8b-4c62-859d-7b0edcb67cdb req-f1918edc-6844-4238-98a8-100f362f96dd tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2a03b3c-980c-4c1f-a15d-dc6322272e18 HTTP/1.1" status: 200 len: 936 time: 0.1908381 Jul 24 00:02:54.163648 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7020c97e-d37c-45c8-ad91-ce8002f5d3f1 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:54.174190 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7020c97e-d37c-45c8-ad91-ce8002f5d3f1 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:54.179900 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff00b419-aae2-4070-8c31-ea73e24eb5c3 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:02:54.208674 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ff00b419-aae2-4070-8c31-ea73e24eb5c3 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:54.209101 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-ff00b419-aae2-4070-8c31-ea73e24eb5c3 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Added segment 48057336-7ba8-4551-a294-aed46c947041 of type vlan for network 6be7cb41-ff13-46c6-9095-33f0483f0acc Jul 24 00:02:54.221470 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7020c97e-d37c-45c8-ad91-ce8002f5d3f1 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:54.225692 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-7020c97e-d37c-45c8-ad91-ce8002f5d3f1 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2500772 Jul 24 00:02:54.225842 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55240) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:54.296433 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-152f9b9a-1c8b-4c62-859d-7b0edcb67cdb req-301deb65-7e47-42cb-ad5a-882c4876a850 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254306 Jul 24 00:02:54.331731 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ff00b419-aae2-4070-8c31-ea73e24eb5c3 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:54.341626 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6e508946-ae9d-43e3-b22c-d4b5cd1c0c5b tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks [] for router, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:54.454482 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ff00b419-aae2-4070-8c31-ea73e24eb5c3 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:54.459984 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff00b419-aae2-4070-8c31-ea73e24eb5c3 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:54.460569 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ff00b419-aae2-4070-8c31-ea73e24eb5c3 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:54.511067 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9ad7ae85-6f6c-49f1-ade0-7026dd67152e tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:54.557187 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6e508946-ae9d-43e3-b22c-d4b5cd1c0c5b tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:54.562196 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-ff00b419-aae2-4070-8c31-ea73e24eb5c3 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5178149 Jul 24 00:02:54.563437 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6e508946-ae9d-43e3-b22c-d4b5cd1c0c5b tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:54.566768 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55242) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:54.572863 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-b97ab369-43a1-4096-b479-aa2e39fe931c tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Request body: {'subnet': {'network_id': '6be7cb41-ff13-46c6-9095-33f0483f0acc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:02:54.619773 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff00b419-aae2-4070-8c31-ea73e24eb5c3 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Pushing event updated for resources: {'Network': ['ID=6be7cb41-ff13-46c6-9095-33f0483f0acc,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:54.630801 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 6be7cb41-ff13-46c6-9095-33f0483f0acc details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:02:54.672051 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6e508946-ae9d-43e3-b22c-d4b5cd1c0c5b tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:54.672563 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e508946-ae9d-43e3-b22c-d4b5cd1c0c5b tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eadc2276-f6fa-4dfe-b213-858705e81c8b {{(pid=100314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:02:54.677303 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eef80c5-6c76-471e-9d61-4b4c9d6c337b req-6ec04575-a3d9-4b8b-9ce0-2cd9007d8421 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:54.679000 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6e508946-ae9d-43e3-b22c-d4b5cd1c0c5b tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:54.683528 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-6e508946-ae9d-43e3-b22c-d4b5cd1c0c5b tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] 10.222.0.44 "DELETE /v2.0/routers/eadc2276-f6fa-4dfe-b213-858705e81c8b HTTP/1.1" status: 204 len: 168 time: 0.4533808 Jul 24 00:02:54.689359 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eef80c5-6c76-471e-9d61-4b4c9d6c337b req-6ec04575-a3d9-4b8b-9ce0-2cd9007d8421 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:54.695736 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eef80c5-6c76-471e-9d61-4b4c9d6c337b req-6ec04575-a3d9-4b8b-9ce0-2cd9007d8421 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:54.705005 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eef80c5-6c76-471e-9d61-4b4c9d6c337b req-6ec04575-a3d9-4b8b-9ce0-2cd9007d8421 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:54.712049 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eef80c5-6c76-471e-9d61-4b4c9d6c337b req-6ec04575-a3d9-4b8b-9ce0-2cd9007d8421 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:54.721078 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eef80c5-6c76-471e-9d61-4b4c9d6c337b req-6ec04575-a3d9-4b8b-9ce0-2cd9007d8421 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:54.732270 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eef80c5-6c76-471e-9d61-4b4c9d6c337b req-6ec04575-a3d9-4b8b-9ce0-2cd9007d8421 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:54.745028 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0eef80c5-6c76-471e-9d61-4b4c9d6c337b req-6ec04575-a3d9-4b8b-9ce0-2cd9007d8421 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/ports?device_id=12c01cab-6f38-47e5-a713-3b0033ce846b HTTP/1.1" status: 200 len: 5431 time: 0.4926188 Jul 24 00:02:54.755606 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad7ae85-6f6c-49f1-ade0-7026dd67152e tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Pushing event updated for resources: {'Subnet': ['ID=8bbf3ae9-1339-4319-9514-9fb0e5840622,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:54.766521 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b97ab369-43a1-4096-b479-aa2e39fe931c tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Made reservation on behalf of 4089b22453f945a5901919043ff32633 for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:02:54.770218 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b97ab369-43a1-4096-b479-aa2e39fe931c tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:54.817511 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 55248) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:54.888673 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad7ae85-6f6c-49f1-ade0-7026dd67152e tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Checking segment: {'id': 'fe5b7a20-e9d3-4b53-9210-bdf247f0505c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '6b30f38e-559c-4928-8610-3d925658f4ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:02:54.889094 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad7ae85-6f6c-49f1-ade0-7026dd67152e tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Network hostable DHCP agents. Network: 6b30f38e-559c-4928-8610-3d925658f4ed, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:02:54.900293 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0eef80c5-6c76-471e-9d61-4b4c9d6c337b req-dfe23814-98ec-4f85-9fc6-0af25ccf926a tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b2b81f-5921-46c4-a5f8-cac2ff846ad3&id=84526489-a784-4e02-8584-4c6d6be5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1540406 Jul 24 00:02:54.962941 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad7ae85-6f6c-49f1-ade0-7026dd67152e tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Network 6b30f38e-559c-4928-8610-3d925658f4ed is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:02:55.005112 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-9ad7ae85-6f6c-49f1-ade0-7026dd67152e tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 6b30f38e-559c-4928-8610-3d925658f4ed) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:02:55.013250 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-93d22198-bdd2-49f6-ac8e-98d0bab62aec req-4ad4dda9-3b80-41e2-8852-fb5098df9b89 tempest-ServerShowV257Test-243421903 tempest-ServerShowV257Test-243421903-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fbfd1ea-6f21-4321-85fc-d6056e92e5b4 HTTP/1.1" status: 200 len: 210 time: 0.0453537 Jul 24 00:02:55.022900 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b97ab369-43a1-4096-b479-aa2e39fe931c tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:55.030987 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c74081-2110-4325-86c4-dda88a63fa15 None None] Network 6b30f38e-559c-4928-8610-3d925658f4ed requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:02:55.034680 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad7ae85-6f6c-49f1-ade0-7026dd67152e tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:55.035283 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9ad7ae85-6f6c-49f1-ade0-7026dd67152e tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:55.044073 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-62fee114-e469-4b0a-ad06-3d4ce157d48d req-634f80d6-19f8-4f2e-8b1c-befca2654b87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eea6ec69-15c5-4013-8816-6f9f008944cd {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:02:55.057527 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-62fee114-e469-4b0a-ad06-3d4ce157d48d req-634f80d6-19f8-4f2e-8b1c-befca2654b87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:55.079570 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-e718420c-db8a-4f3f-9cb1-e1e358377aff req-a4e8c527-e05f-4a01-8ac6-af22c928a84e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c4baabd-a258-4647-844c-3df4320bfcd4 {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:02:55.085713 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-9ad7ae85-6f6c-49f1-ade0-7026dd67152e tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0885315 Jul 24 00:02:55.091338 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-e718420c-db8a-4f3f-9cb1-e1e358377aff req-a4e8c527-e05f-4a01-8ac6-af22c928a84e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:55.093480 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 55254) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:55.096948 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-62fee114-e469-4b0a-ad06-3d4ce157d48d req-634f80d6-19f8-4f2e-8b1c-befca2654b87 service neutron] Transition to ACTIVE for port object eea6ec69-15c5-4013-8816-6f9f008944cd will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:02:55.101930 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-fea93178-4e31-40e9-a7e7-8c190f2d653f tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:02:55.111234 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97ab369-43a1-4096-b479-aa2e39fe931c tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Pushing event updated for resources: {'Subnet': ['ID=c3792f80-e37c-4a48-9568-8bf788c37e74,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:55.111746 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-62fee114-e469-4b0a-ad06-3d4ce157d48d req-634f80d6-19f8-4f2e-8b1c-befca2654b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:55.142231 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97ab369-43a1-4096-b479-aa2e39fe931c tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Checking segment: {'id': '48057336-7ba8-4551-a294-aed46c947041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '6be7cb41-ff13-46c6-9095-33f0483f0acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:02:55.144384 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97ab369-43a1-4096-b479-aa2e39fe931c tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Network hostable DHCP agents. Network: 6be7cb41-ff13-46c6-9095-33f0483f0acc, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:02:55.170147 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97ab369-43a1-4096-b479-aa2e39fe931c tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Network 6be7cb41-ff13-46c6-9095-33f0483f0acc is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:02:55.182870 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-b97ab369-43a1-4096-b479-aa2e39fe931c tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 6be7cb41-ff13-46c6-9095-33f0483f0acc) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:02:55.188396 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97ab369-43a1-4096-b479-aa2e39fe931c tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:55.188722 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-e718420c-db8a-4f3f-9cb1-e1e358377aff req-a4e8c527-e05f-4a01-8ac6-af22c928a84e service neutron] Transition to ACTIVE for port object 7c4baabd-a258-4647-844c-3df4320bfcd4 will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:02:55.189332 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b97ab369-43a1-4096-b479-aa2e39fe931c tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:55.195498 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-f8270d9e-f60a-4c50-b9da-f5c3b97e5917 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-790509662', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}, 'admin_state_up': False}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:02:55.198104 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eda50c9-f073-4657-9e79-12c9ff5b2e4f None None] Network 6be7cb41-ff13-46c6-9095-33f0483f0acc requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:02:55.201120 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634f80d6-19f8-4f2e-8b1c-befca2654b87 service neutron] Pushing event updated for resources: {'Port': ['ID=eea6ec69-15c5-4013-8816-6f9f008944cd,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:55.213442 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-b97ab369-43a1-4096-b479-aa2e39fe931c tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6444757 Jul 24 00:02:55.215693 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-e718420c-db8a-4f3f-9cb1-e1e358377aff req-a4e8c527-e05f-4a01-8ac6-af22c928a84e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:55.216226 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55258) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:55.221304 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-15403a3e-7899-4882-a181-36335b4ecc04 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1500924253', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:02:55.273604 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.db.api [None req-15403a3e-7899-4882-a181-36335b4ecc04 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 24 00:02:55.273604 n-d-800088-16 neutron-server[100314]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 24 00:02:55.273604 n-d-800088-16 neutron-server[100314]: [parameters: {'project_id_1': '4089b22453f945a5901919043ff32633', 'expiration_1': datetime.datetime(2021, 7, 24, 0, 2, 55, 227873)}] Jul 24 00:02:55.273604 n-d-800088-16 neutron-server[100314]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 00:02:55.274739 n-d-800088-16 neutron-server[100314]: DEBUG oslo_db.api [None req-15403a3e-7899-4882-a181-36335b4ecc04 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 00:02:55.310581 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ce773b-46ae-4112-a8a8-e45d17373ae1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-6b30f38e-559c-4928-8610-3d925658f4ed', 'network_id': '6b30f38e-559c-4928-8610-3d925658f4ed', 'tenant_id': '34214e4fa0b24be19b34152b09c86b8d', 'fixed_ips': [{'subnet_id': '8bbf3ae9-1339-4319-9514-9fb0e5840622'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:02:55.311297 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f3ce773b-46ae-4112-a8a8-e45d17373ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:55.364957 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f8270d9e-f60a-4c50-b9da-f5c3b97e5917 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:55.366016 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f8270d9e-f60a-4c50-b9da-f5c3b97e5917 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:55.453904 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e8c527-e05f-4a01-8ac6-af22c928a84e service neutron] Pushing event updated for resources: {'Port': ['ID=7c4baabd-a258-4647-844c-3df4320bfcd4,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:55.536452 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b127d9-c9b1-4fc2-abc0-75755c3ab1d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-6be7cb41-ff13-46c6-9095-33f0483f0acc', 'network_id': '6be7cb41-ff13-46c6-9095-33f0483f0acc', 'tenant_id': '4089b22453f945a5901919043ff32633', 'fixed_ips': [{'subnet_id': 'c3792f80-e37c-4a48-9568-8bf788c37e74'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:02:55.537529 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fea93178-4e31-40e9-a7e7-8c190f2d653f tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9283383'] for subnet, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:55.538613 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c1b127d9-c9b1-4fc2-abc0-75755c3ab1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:55.571141 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-62fee114-e469-4b0a-ad06-3d4ce157d48d req-634f80d6-19f8-4f2e-8b1c-befca2654b87 service neutron] Attempting to bind port eea6ec69-15c5-4013-8816-6f9f008944cd on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:02:55.571486 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-62fee114-e469-4b0a-ad06-3d4ce157d48d req-634f80d6-19f8-4f2e-8b1c-befca2654b87 service neutron] Attempting to bind port eea6ec69-15c5-4013-8816-6f9f008944cd by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': '03844098-4008-432a-ad64-80c1a7ec0473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '6d0290d7-687f-4c6e-a33b-868ec400e0f9'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:02:55.571821 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fee114-e469-4b0a-ad06-3d4ce157d48d req-634f80d6-19f8-4f2e-8b1c-befca2654b87 service neutron] Attempting to bind port eea6ec69-15c5-4013-8816-6f9f008944cd on network 6d0290d7-687f-4c6e-a33b-868ec400e0f9 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:02:55.606622 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e693d4c-ab24-4c01-b387-4d456d5acc45 req-7f744179-3d1a-4df9-b0b7-3f8abd775058 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:55.608102 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1e693d4c-ab24-4c01-b387-4d456d5acc45 req-7f744179-3d1a-4df9-b0b7-3f8abd775058 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=4bf35f53-c388-4c0f-a50e-4473ad69c791 HTTP/1.1" status: 200 len: 943 time: 0.4037919 Jul 24 00:02:55.641121 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fee114-e469-4b0a-ad06-3d4ce157d48d req-634f80d6-19f8-4f2e-8b1c-befca2654b87 service neutron] Port eea6ec69-15c5-4013-8816-6f9f008944cd on network 6d0290d7-687f-4c6e-a33b-868ec400e0f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:02:55.641462 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fee114-e469-4b0a-ad06-3d4ce157d48d req-634f80d6-19f8-4f2e-8b1c-befca2654b87 service neutron] Attempting to bind port eea6ec69-15c5-4013-8816-6f9f008944cd on network 6d0290d7-687f-4c6e-a33b-868ec400e0f9 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:02:55.660662 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-f3ce773b-46ae-4112-a8a8-e45d17373ae1 None None] Allocated IP 172.20.0.2 (6b30f38e-559c-4928-8610-3d925658f4ed/8bbf3ae9-1339-4319-9514-9fb0e5840622/62a0f6db-84c9-4f11-877e-62aacb069bfb) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:02:55.667596 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fee114-e469-4b0a-ad06-3d4ce157d48d req-634f80d6-19f8-4f2e-8b1c-befca2654b87 service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:02:55.668220 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fee114-e469-4b0a-ad06-3d4ce157d48d req-634f80d6-19f8-4f2e-8b1c-befca2654b87 service neutron] Checking segment: {'id': '03844098-4008-432a-ad64-80c1a7ec0473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '6d0290d7-687f-4c6e-a33b-868ec400e0f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:02:55.668786 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fee114-e469-4b0a-ad06-3d4ce157d48d req-634f80d6-19f8-4f2e-8b1c-befca2654b87 service neutron] Bound using segment: {'id': '03844098-4008-432a-ad64-80c1a7ec0473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '6d0290d7-687f-4c6e-a33b-868ec400e0f9'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:02:55.669344 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-62fee114-e469-4b0a-ad06-3d4ce157d48d req-634f80d6-19f8-4f2e-8b1c-befca2654b87 service neutron] Bound port: eea6ec69-15c5-4013-8816-6f9f008944cd, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03844098-4008-432a-ad64-80c1a7ec0473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '6d0290d7-687f-4c6e-a33b-868ec400e0f9'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:02:55.669796 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-62fee114-e469-4b0a-ad06-3d4ce157d48d req-634f80d6-19f8-4f2e-8b1c-befca2654b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:55.673013 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f8270d9e-f60a-4c50-b9da-f5c3b97e5917 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:55.681360 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c55199-4217-47a0-9a95-afa30a550f52 req-ef744298-3e3d-4017-aba1-190bd70145fc tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:55.685534 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-34c55199-4217-47a0-9a95-afa30a550f52 req-ef744298-3e3d-4017-aba1-190bd70145fc tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2a03b3c-980c-4c1f-a15d-dc6322272e18 HTTP/1.1" status: 200 len: 948 time: 0.0747075 Jul 24 00:02:55.744798 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-34c55199-4217-47a0-9a95-afa30a550f52 req-fc7b9536-f033-433f-a01f-21c80c930107 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549955 Jul 24 00:02:55.773239 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-26a78d5f-4120-4572-9dd3-6fc1dd727056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:55.781524 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-c1b127d9-c9b1-4fc2-abc0-75755c3ab1d7 None None] Allocated IP 2001:db8::2 (6be7cb41-ff13-46c6-9095-33f0483f0acc/c3792f80-e37c-4a48-9568-8bf788c37e74/df7af606-d214-445e-973a-8e1e59aa71e1) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:02:55.789625 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-e718420c-db8a-4f3f-9cb1-e1e358377aff req-a4e8c527-e05f-4a01-8ac6-af22c928a84e service neutron] Attempting to bind port 7c4baabd-a258-4647-844c-3df4320bfcd4 on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:02:55.789973 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-e718420c-db8a-4f3f-9cb1-e1e358377aff req-a4e8c527-e05f-4a01-8ac6-af22c928a84e service neutron] Attempting to bind port 7c4baabd-a258-4647-844c-3df4320bfcd4 by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:02:55.790313 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e718420c-db8a-4f3f-9cb1-e1e358377aff req-a4e8c527-e05f-4a01-8ac6-af22c928a84e service neutron] Attempting to bind port 7c4baabd-a258-4647-844c-3df4320bfcd4 on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:02:55.800362 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-15403a3e-7899-4882-a181-36335b4ecc04 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:55.801921 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-15403a3e-7899-4882-a181-36335b4ecc04 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:55.834687 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1e693d4c-ab24-4c01-b387-4d456d5acc45 req-44aef2f6-4297-44ac-8f3d-df38314715c6 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866074 Jul 24 00:02:55.852459 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e718420c-db8a-4f3f-9cb1-e1e358377aff req-a4e8c527-e05f-4a01-8ac6-af22c928a84e service neutron] Port 7c4baabd-a258-4647-844c-3df4320bfcd4 on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:02:55.852794 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e718420c-db8a-4f3f-9cb1-e1e358377aff req-a4e8c527-e05f-4a01-8ac6-af22c928a84e service neutron] Attempting to bind port 7c4baabd-a258-4647-844c-3df4320bfcd4 on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:02:55.872761 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-15403a3e-7899-4882-a181-36335b4ecc04 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:55.877297 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-15403a3e-7899-4882-a181-36335b4ecc04 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:55.895970 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-15403a3e-7899-4882-a181-36335b4ecc04 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:55.900345 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-15403a3e-7899-4882-a181-36335b4ecc04 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6828041 Jul 24 00:02:55.901303 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55264) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:55.934882 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e718420c-db8a-4f3f-9cb1-e1e358377aff req-a4e8c527-e05f-4a01-8ac6-af22c928a84e service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:02:55.935375 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e718420c-db8a-4f3f-9cb1-e1e358377aff req-a4e8c527-e05f-4a01-8ac6-af22c928a84e service neutron] Checking segment: {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:02:55.935863 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e718420c-db8a-4f3f-9cb1-e1e358377aff req-a4e8c527-e05f-4a01-8ac6-af22c928a84e service neutron] Bound using segment: {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:02:55.936412 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-e718420c-db8a-4f3f-9cb1-e1e358377aff req-a4e8c527-e05f-4a01-8ac6-af22c928a84e service neutron] Bound port: 7c4baabd-a258-4647-844c-3df4320bfcd4, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:02:55.938262 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-e718420c-db8a-4f3f-9cb1-e1e358377aff req-a4e8c527-e05f-4a01-8ac6-af22c928a84e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:55.965916 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f8270d9e-f60a-4c50-b9da-f5c3b97e5917 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:55.981598 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-62fee114-e469-4b0a-ad06-3d4ce157d48d req-634f80d6-19f8-4f2e-8b1c-befca2654b87 service neutron] For port eea6ec69-15c5-4013-8816-6f9f008944cd, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:02:55.985603 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f3ce773b-46ae-4112-a8a8-e45d17373ae1 None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:55.989327 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-62fee114-e469-4b0a-ad06-3d4ce157d48d req-634f80d6-19f8-4f2e-8b1c-befca2654b87 service neutron] For port eea6ec69-15c5-4013-8816-6f9f008944cd, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=eea6ec69-15c5-4013-8816-6f9f008944cd,segment=NetworkSegment(03844098-4008-432a-ad64-80c1a7ec0473),segment_id=03844098-4008-432a-ad64-80c1a7ec0473)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:02:56.016890 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-f3ce773b-46ae-4112-a8a8-e45d17373ae1 None None] Transition to ACTIVE for port object 62a0f6db-84c9-4f11-877e-62aacb069bfb will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:02:56.037872 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-62fee114-e469-4b0a-ad06-3d4ce157d48d req-634f80d6-19f8-4f2e-8b1c-befca2654b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:56.048498 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-f3ce773b-46ae-4112-a8a8-e45d17373ae1 None None] Transition to ACTIVE for port object 62a0f6db-84c9-4f11-877e-62aacb069bfb will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:02:56.053003 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c1b127d9-c9b1-4fc2-abc0-75755c3ab1d7 None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:56.062348 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f3ce773b-46ae-4112-a8a8-e45d17373ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:56.064419 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-c1b127d9-c9b1-4fc2-abc0-75755c3ab1d7 None None] Transition to ACTIVE for port object df7af606-d214-445e-973a-8e1e59aa71e1 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:02:56.106291 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-c1b127d9-c9b1-4fc2-abc0-75755c3ab1d7 None None] Transition to ACTIVE for port object df7af606-d214-445e-973a-8e1e59aa71e1 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:02:56.116384 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ce773b-46ae-4112-a8a8-e45d17373ae1 None None] Network 6b30f38e-559c-4928-8610-3d925658f4ed is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:02:56.122048 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-f3ce773b-46ae-4112-a8a8-e45d17373ae1 None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:02:56.126315 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c1b127d9-c9b1-4fc2-abc0-75755c3ab1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:56.128238 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ce773b-46ae-4112-a8a8-e45d17373ae1 None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:02:56.138570 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ce773b-46ae-4112-a8a8-e45d17373ae1 None None] Pushing event updated for resources: {'Port': ['ID=62a0f6db-84c9-4f11-877e-62aacb069bfb,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:56.183261 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fee114-e469-4b0a-ad06-3d4ce157d48d req-634f80d6-19f8-4f2e-8b1c-befca2654b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:56.184002 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-62fee114-e469-4b0a-ad06-3d4ce157d48d req-634f80d6-19f8-4f2e-8b1c-befca2654b87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:56.185623 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-62fee114-e469-4b0a-ad06-3d4ce157d48d req-634f80d6-19f8-4f2e-8b1c-befca2654b87 service neutron] 10.222.0.52 "PUT /v2.0/ports/eea6ec69-15c5-4013-8816-6f9f008944cd HTTP/1.1" status: 200 len: 1092 time: 2.6944540 Jul 24 00:02:56.192137 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bf35f53-c388-4c0f-a50e-4473ad69c791', 'tag': 'eea6ec69-15c5-4013-8816-6f9f008944cd'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:02:56.194575 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6934020-a080-4535-a76e-e89dfe134fca" -d '{"events": [{"name": "network-changed", "server_uuid": "4bf35f53-c388-4c0f-a50e-4473ad69c791", "tag": "eea6ec69-15c5-4013-8816-6f9f008944cd"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:02:56.230061 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b127d9-c9b1-4fc2-abc0-75755c3ab1d7 None None] Network 6be7cb41-ff13-46c6-9095-33f0483f0acc is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:02:56.238593 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-e718420c-db8a-4f3f-9cb1-e1e358377aff req-a4e8c527-e05f-4a01-8ac6-af22c928a84e service neutron] For port 7c4baabd-a258-4647-844c-3df4320bfcd4, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:02:56.242077 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fc092565-130b-4901-8e6d-a1b984f2dda0 req-68b66f8c-59c1-4557-8969-24c1c8c8618f tempest-ServerShowV257Test-243421903 tempest-ServerShowV257Test-243421903-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fbfd1ea-6f21-4321-85fc-d6056e92e5b4 HTTP/1.1" status: 200 len: 210 time: 0.0437636 Jul 24 00:02:56.245467 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-c1b127d9-c9b1-4fc2-abc0-75755c3ab1d7 None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:02:56.252014 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b127d9-c9b1-4fc2-abc0-75755c3ab1d7 None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:02:56.255561 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-f3ce773b-46ae-4112-a8a8-e45d17373ae1 None None] Attempting to bind port 62a0f6db-84c9-4f11-877e-62aacb069bfb on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:02:56.255983 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-f3ce773b-46ae-4112-a8a8-e45d17373ae1 None None] Attempting to bind port 62a0f6db-84c9-4f11-877e-62aacb069bfb by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': 'fe5b7a20-e9d3-4b53-9210-bdf247f0505c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '6b30f38e-559c-4928-8610-3d925658f4ed'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:02:56.256433 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ce773b-46ae-4112-a8a8-e45d17373ae1 None None] Attempting to bind port 62a0f6db-84c9-4f11-877e-62aacb069bfb on network 6b30f38e-559c-4928-8610-3d925658f4ed {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:02:56.263296 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b127d9-c9b1-4fc2-abc0-75755c3ab1d7 None None] Pushing event updated for resources: {'Port': ['ID=df7af606-d214-445e-973a-8e1e59aa71e1,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:56.268358 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ce773b-46ae-4112-a8a8-e45d17373ae1 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:02:56.268358 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ce773b-46ae-4112-a8a8-e45d17373ae1 None None] Checking segment: {'id': 'fe5b7a20-e9d3-4b53-9210-bdf247f0505c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '6b30f38e-559c-4928-8610-3d925658f4ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:02:56.268938 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f3ce773b-46ae-4112-a8a8-e45d17373ae1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:56.269401 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ce773b-46ae-4112-a8a8-e45d17373ae1 None None] Bound using segment: {'id': 'fe5b7a20-e9d3-4b53-9210-bdf247f0505c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '6b30f38e-559c-4928-8610-3d925658f4ed'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:02:56.270110 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-f3ce773b-46ae-4112-a8a8-e45d17373ae1 None None] Bound port: 62a0f6db-84c9-4f11-877e-62aacb069bfb, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe5b7a20-e9d3-4b53-9210-bdf247f0505c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '6b30f38e-559c-4928-8610-3d925658f4ed'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:02:56.270711 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f3ce773b-46ae-4112-a8a8-e45d17373ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:56.271882 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-78d21537-f4ab-49d6-b98b-ad5bd814af39 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:56.304937 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-e718420c-db8a-4f3f-9cb1-e1e358377aff req-a4e8c527-e05f-4a01-8ac6-af22c928a84e service neutron] For port 7c4baabd-a258-4647-844c-3df4320bfcd4, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=7c4baabd-a258-4647-844c-3df4320bfcd4,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:02:56.306947 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634f80d6-19f8-4f2e-8b1c-befca2654b87 service neutron] Pushing event updated for resources: {'Port': ['ID=eea6ec69-15c5-4013-8816-6f9f008944cd,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:56.348084 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-e718420c-db8a-4f3f-9cb1-e1e358377aff req-a4e8c527-e05f-4a01-8ac6-af22c928a84e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:56.379862 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-c1b127d9-c9b1-4fc2-abc0-75755c3ab1d7 None None] Attempting to bind port df7af606-d214-445e-973a-8e1e59aa71e1 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:02:56.380539 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-c1b127d9-c9b1-4fc2-abc0-75755c3ab1d7 None None] Attempting to bind port df7af606-d214-445e-973a-8e1e59aa71e1 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '48057336-7ba8-4551-a294-aed46c947041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '6be7cb41-ff13-46c6-9095-33f0483f0acc'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:02:56.381219 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b127d9-c9b1-4fc2-abc0-75755c3ab1d7 None None] Attempting to bind port df7af606-d214-445e-973a-8e1e59aa71e1 on network 6be7cb41-ff13-46c6-9095-33f0483f0acc {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:02:56.394418 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b127d9-c9b1-4fc2-abc0-75755c3ab1d7 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:02:56.395101 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b127d9-c9b1-4fc2-abc0-75755c3ab1d7 None None] Checking segment: {'id': '48057336-7ba8-4551-a294-aed46c947041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '6be7cb41-ff13-46c6-9095-33f0483f0acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:02:56.395680 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c1b127d9-c9b1-4fc2-abc0-75755c3ab1d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:56.396265 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b127d9-c9b1-4fc2-abc0-75755c3ab1d7 None None] Bound using segment: {'id': '48057336-7ba8-4551-a294-aed46c947041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '6be7cb41-ff13-46c6-9095-33f0483f0acc'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:02:56.396752 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-c1b127d9-c9b1-4fc2-abc0-75755c3ab1d7 None None] Bound port: df7af606-d214-445e-973a-8e1e59aa71e1, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48057336-7ba8-4551-a294-aed46c947041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '6be7cb41-ff13-46c6-9095-33f0483f0acc'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:02:56.397348 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c1b127d9-c9b1-4fc2-abc0-75755c3ab1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:56.399557 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-f3ce773b-46ae-4112-a8a8-e45d17373ae1 None None] For port 62a0f6db-84c9-4f11-877e-62aacb069bfb, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:02:56.401705 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee637282-f517-433d-a83d-dcfb4b25afe9 x-openstack-request-id: req-ee637282-f517-433d-a83d-dcfb4b25afe9 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:02:56.402003 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bf35f53-c388-4c0f-a50e-4473ad69c791", "tag": "eea6ec69-15c5-4013-8816-6f9f008944cd", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:02:56.402432 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ee637282-f517-433d-a83d-dcfb4b25afe9 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:02:56.403180 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bf35f53-c388-4c0f-a50e-4473ad69c791', 'tag': 'eea6ec69-15c5-4013-8816-6f9f008944cd', 'status': 'completed', 'code': 200} Jul 24 00:02:56.403514 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-f3ce773b-46ae-4112-a8a8-e45d17373ae1 None None] For port 62a0f6db-84c9-4f11-877e-62aacb069bfb, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=62a0f6db-84c9-4f11-877e-62aacb069bfb,segment=NetworkSegment(fe5b7a20-e9d3-4b53-9210-bdf247f0505c),segment_id=fe5b7a20-e9d3-4b53-9210-bdf247f0505c)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:02:56.417427 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f3ce773b-46ae-4112-a8a8-e45d17373ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:56.449207 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38559153-8e53-4e0e-abc6-199f3009b657 req-1c6800b4-c383-4510-89db-f5bd58940f27 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:56.455721 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38559153-8e53-4e0e-abc6-199f3009b657 req-1c6800b4-c383-4510-89db-f5bd58940f27 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:56.461616 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38559153-8e53-4e0e-abc6-199f3009b657 req-1c6800b4-c383-4510-89db-f5bd58940f27 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:56.467574 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38559153-8e53-4e0e-abc6-199f3009b657 req-1c6800b4-c383-4510-89db-f5bd58940f27 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:56.474326 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38559153-8e53-4e0e-abc6-199f3009b657 req-1c6800b4-c383-4510-89db-f5bd58940f27 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:56.480312 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38559153-8e53-4e0e-abc6-199f3009b657 req-1c6800b4-c383-4510-89db-f5bd58940f27 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:56.486884 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38559153-8e53-4e0e-abc6-199f3009b657 req-1c6800b4-c383-4510-89db-f5bd58940f27 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:56.489139 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-38559153-8e53-4e0e-abc6-199f3009b657 req-1c6800b4-c383-4510-89db-f5bd58940f27 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/ports?device_id=12c01cab-6f38-47e5-a713-3b0033ce846b HTTP/1.1" status: 200 len: 5431 time: 0.4747088 Jul 24 00:02:56.519601 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ce773b-46ae-4112-a8a8-e45d17373ae1 None None] Pushing event updated for resources: {'Port': ['ID=62a0f6db-84c9-4f11-877e-62aacb069bfb,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:56.531396 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e718420c-db8a-4f3f-9cb1-e1e358377aff req-a4e8c527-e05f-4a01-8ac6-af22c928a84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:56.532033 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-e718420c-db8a-4f3f-9cb1-e1e358377aff req-a4e8c527-e05f-4a01-8ac6-af22c928a84e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:56.533454 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e718420c-db8a-4f3f-9cb1-e1e358377aff req-a4e8c527-e05f-4a01-8ac6-af22c928a84e service neutron] 10.222.0.52 "PUT /v2.0/ports/7c4baabd-a258-4647-844c-3df4320bfcd4 HTTP/1.1" status: 200 len: 1097 time: 3.0412238 Jul 24 00:02:56.535924 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-c1b127d9-c9b1-4fc2-abc0-75755c3ab1d7 None None] For port df7af606-d214-445e-973a-8e1e59aa71e1, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:02:56.540348 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-c1b127d9-c9b1-4fc2-abc0-75755c3ab1d7 None None] For port df7af606-d214-445e-973a-8e1e59aa71e1, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=df7af606-d214-445e-973a-8e1e59aa71e1,segment=NetworkSegment(48057336-7ba8-4551-a294-aed46c947041),segment_id=48057336-7ba8-4551-a294-aed46c947041)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:02:56.547618 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fea93178-4e31-40e9-a7e7-8c190f2d653f tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727720457027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-11583684'] for subnet, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:56.549829 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c1b127d9-c9b1-4fc2-abc0-75755c3ab1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:56.594668 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-78d21537-f4ab-49d6-b98b-ad5bd814af39 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Allocated IP 2001:db8::1 (6be7cb41-ff13-46c6-9095-33f0483f0acc/c3792f80-e37c-4a48-9568-8bf788c37e74/945ec63a-443f-48e2-80c6-bc81400e957f) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:02:56.632037 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b127d9-c9b1-4fc2-abc0-75755c3ab1d7 None None] Pushing event updated for resources: {'Port': ['ID=df7af606-d214-445e-973a-8e1e59aa71e1,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:56.699135 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:56.765824 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-78d21537-f4ab-49d6-b98b-ad5bd814af39 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:56.803120 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [None req-78d21537-f4ab-49d6-b98b-ad5bd814af39 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Transition to ACTIVE for port object 945ec63a-443f-48e2-80c6-bc81400e957f will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:02:56.956205 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-78d21537-f4ab-49d6-b98b-ad5bd814af39 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:57.165512 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e8c527-e05f-4a01-8ac6-af22c928a84e service neutron] Pushing event updated for resources: {'Port': ['ID=7c4baabd-a258-4647-844c-3df4320bfcd4,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:57.187019 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea93178-4e31-40e9-a7e7-8c190f2d653f tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:57.187627 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fea93178-4e31-40e9-a7e7-8c190f2d653f tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:57.189094 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-fea93178-4e31-40e9-a7e7-8c190f2d653f tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] 10.222.0.44 "PUT /v2.0/subnets/8bbf3ae9-1339-4319-9514-9fb0e5840622 HTTP/1.1" status: 200 len: 806 time: 2.0945857 Jul 24 00:02:57.192400 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:57.202783 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 55278) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:57.233601 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fee114-e469-4b0a-ad06-3d4ce157d48d req-ca1baa76-857c-4c1c-9531-ff9ed37ae9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:57.235189 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-62fee114-e469-4b0a-ad06-3d4ce157d48d req-ca1baa76-857c-4c1c-9531-ff9ed37ae9c7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=edb05757b79c4651874b12bd54763416&device_id=4bf35f53-c388-4c0f-a50e-4473ad69c791 HTTP/1.1" status: 200 len: 1095 time: 0.9984746 Jul 24 00:02:57.255445 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-38559153-8e53-4e0e-abc6-199f3009b657 req-02f33cc1-9951-4375-83ac-14be6401d4a8 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b2b81f-5921-46c4-a5f8-cac2ff846ad3&id=84526489-a784-4e02-8584-4c6d6be5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7465472 Jul 24 00:02:57.261482 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea93178-4e31-40e9-a7e7-8c190f2d653f tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Pushing event updated for resources: {'Subnet': ['ID=8bbf3ae9-1339-4319-9514-9fb0e5840622,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:57.324057 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-62fee114-e469-4b0a-ad06-3d4ce157d48d req-ec020be0-460c-4635-a4cf-ff6a6114b1e5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eea6ec69-15c5-4013-8816-6f9f008944cd HTTP/1.1" status: 200 len: 217 time: 0.0644064 Jul 24 00:02:57.482273 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device df7af606-d214-445e-973a-8e1e59aa71e1 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:02:57.523858 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d21537-f4ab-49d6-b98b-ad5bd814af39 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Network 6be7cb41-ff13-46c6-9095-33f0483f0acc is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:02:57.543326 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-78d21537-f4ab-49d6-b98b-ad5bd814af39 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:02:57.547357 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d21537-f4ab-49d6-b98b-ad5bd814af39 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Pushing event updated for resources: {'Port': ['ID=945ec63a-443f-48e2-80c6-bc81400e957f,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:57.550749 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d21537-f4ab-49d6-b98b-ad5bd814af39 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:02:57.551344 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-78d21537-f4ab-49d6-b98b-ad5bd814af39 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681761'] for router_interface, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:57.563506 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9282c7a4-5f41-43d1-8ea2-ec8813da350f req-32dcdcb2-476a-4945-badc-bc7b55268d65 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:57.565232 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9282c7a4-5f41-43d1-8ea2-ec8813da350f req-32dcdcb2-476a-4945-badc-bc7b55268d65 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2a03b3c-980c-4c1f-a15d-dc6322272e18 HTTP/1.1" status: 200 len: 948 time: 0.7065663 Jul 24 00:02:57.575205 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port df7af606-d214-445e-973a-8e1e59aa71e1 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:02:57.586931 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 62a0f6db-84c9-4f11-877e-62aacb069bfb up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:02:57.604519 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f8270d9e-f60a-4c50-b9da-f5c3b97e5917 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks [] for router_gateway, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:57.658028 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fee114-e469-4b0a-ad06-3d4ce157d48d req-3af0ddfe-7822-4079-a137-5b34cb6827e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:57.663136 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-62fee114-e469-4b0a-ad06-3d4ce157d48d req-3af0ddfe-7822-4079-a137-5b34cb6827e1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4c5e7796-9746-457d-b93a-6a23003ac2f0 HTTP/1.1" status: 200 len: 852 time: 0.3248506 Jul 24 00:02:57.667521 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 62a0f6db-84c9-4f11-877e-62aacb069bfb completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:02:57.671487 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e718420c-db8a-4f3f-9cb1-e1e358377aff req-ee8093f5-fba3-4bb6-9340-e03661dd0bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:57.673032 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e718420c-db8a-4f3f-9cb1-e1e358377aff req-ee8093f5-fba3-4bb6-9340-e03661dd0bec service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=798b28002e9743a58ab9c3622d82224e&device_id=e2a03b3c-980c-4c1f-a15d-dc6322272e18 HTTP/1.1" status: 200 len: 1100 time: 0.5980408 Jul 24 00:02:57.681153 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f8270d9e-f60a-4c50-b9da-f5c3b97e5917 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:57.684654 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9282c7a4-5f41-43d1-8ea2-ec8813da350f req-2e48c956-bc47-4854-b8a9-0ca1198a18ba tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112058 Jul 24 00:02:57.750844 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e718420c-db8a-4f3f-9cb1-e1e358377aff req-f29ea65e-1dfa-4d09-bed8-f618737b7582 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=7c4baabd-a258-4647-844c-3df4320bfcd4 HTTP/1.1" status: 200 len: 217 time: 0.0570402 Jul 24 00:02:57.782363 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-62fee114-e469-4b0a-ad06-3d4ce157d48d req-17636922-15dd-404a-8cdd-83fcaba6dab0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6d0290d7-687f-4c6e-a33b-868ec400e0f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1026196 Jul 24 00:02:57.816263 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-78d21537-f4ab-49d6-b98b-ad5bd814af39 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:57.843918 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-41e9dfbc-d461-4c02-a8b3-63d4e477a2f9 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:57.906262 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-79933dd8-14e5-4833-8cdd-df16529ac430 req-75789a80-b08c-4148-b62c-d1b9b5a56399 tempest-ServerShowV257Test-243421903 tempest-ServerShowV257Test-243421903-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fbfd1ea-6f21-4321-85fc-d6056e92e5b4 HTTP/1.1" status: 200 len: 210 time: 0.0897868 Jul 24 00:02:57.994457 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-62fee114-e469-4b0a-ad06-3d4ce157d48d req-5c3e888b-f4c5-4da1-921f-34c49fc9ed76 service neutron] 10.222.0.52 "GET /v2.0/networks/6d0290d7-687f-4c6e-a33b-868ec400e0f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001605 Jul 24 00:02:58.048693 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ddf542f-35e7-4586-b5cc-ec110599071e None None] Network 6b30f38e-559c-4928-8610-3d925658f4ed requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:02:58.057760 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8fb7ed-2840-47c3-96f5-ffb7e74868e7 req-5d19e1ce-88ba-455c-b15d-f3752b2eda05 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:58.065452 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9b8fb7ed-2840-47c3-96f5-ffb7e74868e7 req-5d19e1ce-88ba-455c-b15d-f3752b2eda05 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=4bf35f53-c388-4c0f-a50e-4473ad69c791 HTTP/1.1" status: 200 len: 943 time: 0.4732406 Jul 24 00:02:58.180356 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e718420c-db8a-4f3f-9cb1-e1e358377aff req-26d2de02-ad96-43a4-9cd4-6e683fdfb37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:58.182308 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e718420c-db8a-4f3f-9cb1-e1e358377aff req-26d2de02-ad96-43a4-9cd4-6e683fdfb37d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.4045987 Jul 24 00:02:58.184910 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-62fee114-e469-4b0a-ad06-3d4ce157d48d req-fce81a0e-7ed5-4cad-9469-6643283c920f service neutron] 10.222.0.52 "GET /v2.0/networks/6d0290d7-687f-4c6e-a33b-868ec400e0f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810443 Jul 24 00:02:58.200218 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-d8a07ffe-2d3c-46ec-ae4f-5837ad0ad06e None None] Provisioning for port 62a0f6db-84c9-4f11-877e-62aacb069bfb completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:02:58.211004 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-d8a07ffe-2d3c-46ec-ae4f-5837ad0ad06e None None] Provisioning complete for port 62a0f6db-84c9-4f11-877e-62aacb069bfb triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:02:58.211696 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d8a07ffe-2d3c-46ec-ae4f-5837ad0ad06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:58.221285 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-78d21537-f4ab-49d6-b98b-ad5bd814af39 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:58.241004 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-78d21537-f4ab-49d6-b98b-ad5bd814af39 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:58.241913 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-78d21537-f4ab-49d6-b98b-ad5bd814af39 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680980'] for router_interface, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:58.301288 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d21537-f4ab-49d6-b98b-ad5bd814af39 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Pushing event updated for resources: {'Port': ['ID=945ec63a-443f-48e2-80c6-bc81400e957f,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:58.334626 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9b8fb7ed-2840-47c3-96f5-ffb7e74868e7 req-61a6042e-27fd-46ec-b63f-7fcc88c98d06 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682154 Jul 24 00:02:58.431226 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2a03b3c-980c-4c1f-a15d-dc6322272e18', 'tag': '7c4baabd-a258-4647-844c-3df4320bfcd4'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:02:58.433822 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97eb8467-39ba-4557-b6f7-543216342cac" -d '{"events": [{"name": "network-changed", "server_uuid": "e2a03b3c-980c-4c1f-a15d-dc6322272e18", "tag": "7c4baabd-a258-4647-844c-3df4320bfcd4"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:02:58.462623 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d21537-f4ab-49d6-b98b-ad5bd814af39 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Network 6be7cb41-ff13-46c6-9095-33f0483f0acc is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:02:58.470951 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-78d21537-f4ab-49d6-b98b-ad5bd814af39 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:02:58.502857 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a02a22f-9cb8-4288-a868-49989565135b None None] Network 6be7cb41-ff13-46c6-9095-33f0483f0acc requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:02:58.507263 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d8a07ffe-2d3c-46ec-ae4f-5837ad0ad06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:58.520384 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-f8270d9e-f60a-4c50-b9da-f5c3b97e5917 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Allocated IP 172.25.3.11 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/e1ae726f-15bb-47e0-a1f7-54bce362cda8) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:02:58.533410 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb4f735a-edd4-4a68-86d3-03030e88a424 x-openstack-request-id: req-eb4f735a-edd4-4a68-86d3-03030e88a424 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:02:58.533849 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2a03b3c-980c-4c1f-a15d-dc6322272e18", "tag": "7c4baabd-a258-4647-844c-3df4320bfcd4", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:02:58.534206 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-eb4f735a-edd4-4a68-86d3-03030e88a424 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:02:58.535232 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2a03b3c-980c-4c1f-a15d-dc6322272e18', 'tag': '7c4baabd-a258-4647-844c-3df4320bfcd4', 'status': 'completed', 'code': 200} Jul 24 00:02:58.554826 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e718420c-db8a-4f3f-9cb1-e1e358377aff req-c6cb36cb-05cf-4453-bc8c-09daf3f5200f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:58.557295 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e718420c-db8a-4f3f-9cb1-e1e358377aff req-c6cb36cb-05cf-4453-bc8c-09daf3f5200f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3467329 Jul 24 00:02:58.631289 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-d8a07ffe-2d3c-46ec-ae4f-5837ad0ad06e None None] For port 62a0f6db-84c9-4f11-877e-62aacb069bfb, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=62a0f6db-84c9-4f11-877e-62aacb069bfb,segment=NetworkSegment(fe5b7a20-e9d3-4b53-9210-bdf247f0505c),segment_id=fe5b7a20-e9d3-4b53-9210-bdf247f0505c)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:02:58.641570 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6934020-a080-4535-a76e-e89dfe134fca req-13e138f7-9fe3-4a7c-b3f7-6f56ce77129f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:58.643599 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d8a07ffe-2d3c-46ec-ae4f-5837ad0ad06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:58.644312 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e6934020-a080-4535-a76e-e89dfe134fca req-13e138f7-9fe3-4a7c-b3f7-6f56ce77129f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=edb05757b79c4651874b12bd54763416&device_id=4bf35f53-c388-4c0f-a50e-4473ad69c791 HTTP/1.1" status: 200 len: 1095 time: 0.3883858 Jul 24 00:02:58.644943 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e4af72-3dd2-4323-bddf-0e71178522b8 req-34a633b2-7908-4d9e-9050-aaba2ade397d tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:58.651744 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e4af72-3dd2-4323-bddf-0e71178522b8 req-34a633b2-7908-4d9e-9050-aaba2ade397d tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:58.658804 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e4af72-3dd2-4323-bddf-0e71178522b8 req-34a633b2-7908-4d9e-9050-aaba2ade397d tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:58.664914 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e4af72-3dd2-4323-bddf-0e71178522b8 req-34a633b2-7908-4d9e-9050-aaba2ade397d tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:58.672856 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e4af72-3dd2-4323-bddf-0e71178522b8 req-34a633b2-7908-4d9e-9050-aaba2ade397d tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:58.679614 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e4af72-3dd2-4323-bddf-0e71178522b8 req-34a633b2-7908-4d9e-9050-aaba2ade397d tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:58.688099 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e4af72-3dd2-4323-bddf-0e71178522b8 req-34a633b2-7908-4d9e-9050-aaba2ade397d tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:58.690342 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-61e4af72-3dd2-4323-bddf-0e71178522b8 req-34a633b2-7908-4d9e-9050-aaba2ade397d tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/ports?device_id=12c01cab-6f38-47e5-a713-3b0033ce846b HTTP/1.1" status: 200 len: 5431 time: 0.2705102 Jul 24 00:02:58.725103 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78d21537-f4ab-49d6-b98b-ad5bd814af39 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Router 29e51e44-da3d-4f31-8184-a87924338e36 is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:02:58.834309 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-61e4af72-3dd2-4323-bddf-0e71178522b8 req-acfe702c-d77b-485f-9f1f-22d14e50de0d tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b2b81f-5921-46c4-a5f8-cac2ff846ad3&id=84526489-a784-4e02-8584-4c6d6be5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1361313 Jul 24 00:02:58.876857 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d21537-f4ab-49d6-b98b-ad5bd814af39 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:02:58.882467 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-78d21537-f4ab-49d6-b98b-ad5bd814af39 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "PUT /v2.0/routers/29e51e44-da3d-4f31-8184-a87924338e36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9779265 Jul 24 00:02:58.882693 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55292) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:58.901743 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-41e9dfbc-d461-4c02-a8b3-63d4e477a2f9 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Deleting port 62a0f6db-84c9-4f11-877e-62aacb069bfb {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:02:58.902292 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-41e9dfbc-d461-4c02-a8b3-63d4e477a2f9 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:58.903629 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49d4c2d-72bf-4980-a97d-31fc4b9c6b79 None None] Network 6b30f38e-559c-4928-8610-3d925658f4ed requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:02:58.909833 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d366aa-9a91-4b60-a11e-9b8fd1b782cb None None] Sync routers for ids ['29e51e44-da3d-4f31-8184-a87924338e36'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:02:58.961223 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fd2bc9-1588-499b-bce7-878793c9a2d9 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:58.962937 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-b1fd2bc9-1588-499b-bce7-878793c9a2d9 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "GET /v2.0/ports/945ec63a-443f-48e2-80c6-bc81400e957f HTTP/1.1" status: 200 len: 911 time: 0.0793045 Jul 24 00:02:58.964605 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f8270d9e-f60a-4c50-b9da-f5c3b97e5917 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:58.966140 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55296) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:02:58.997108 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:58.997782 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d366aa-9a91-4b60-a11e-9b8fd1b782cb None None] Routers {'29e51e44-da3d-4f31-8184-a87924338e36'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:02:58.998437 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-e8d366aa-9a91-4b60-a11e-9b8fd1b782cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:02:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['29e51e44-da3d-4f31-8184-a87924338e36'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:02:59.041565 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-0bddaa9a-1ff0-433e-bc24-f04bd6b44245 None None] Provisioning for port df7af606-d214-445e-973a-8e1e59aa71e1 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:02:59.049111 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e718420c-db8a-4f3f-9cb1-e1e358377aff req-4ed2d3e8-d9fc-4d04-be08-ea7059f921b3 service neutron] 10.222.0.52 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4774528 Jul 24 00:02:59.076441 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7011451d-d5f0-4c64-a67d-e1431341d9c9 req-75709433-763b-4b4e-9b85-3087b529d856 tempest-ServerShowV257Test-243421903 tempest-ServerShowV257Test-243421903-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fbfd1ea-6f21-4321-85fc-d6056e92e5b4 HTTP/1.1" status: 200 len: 210 time: 0.0358942 Jul 24 00:02:59.096834 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-0bddaa9a-1ff0-433e-bc24-f04bd6b44245 None None] Provisioning complete for port df7af606-d214-445e-973a-8e1e59aa71e1 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:02:59.097674 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0bddaa9a-1ff0-433e-bc24-f04bd6b44245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:59.103794 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6934020-a080-4535-a76e-e89dfe134fca req-d978dabe-49c9-4754-89fb-8a0ce0db75cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:59.105572 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e6934020-a080-4535-a76e-e89dfe134fca req-d978dabe-49c9-4754-89fb-8a0ce0db75cb service neutron] 10.222.0.52 "GET /v2.0/networks?id=6d0290d7-687f-4c6e-a33b-868ec400e0f9 HTTP/1.1" status: 200 len: 913 time: 0.4506798 Jul 24 00:02:59.131220 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-e8d366aa-9a91-4b60-a11e-9b8fd1b782cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:02:59.142527 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a07ffe-2d3c-46ec-ae4f-5837ad0ad06e None None] Pushing event updated for resources: {'Port': ['ID=62a0f6db-84c9-4f11-877e-62aacb069bfb,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:59.184287 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d366aa-9a91-4b60-a11e-9b8fd1b782cb None None] Routers {'29e51e44-da3d-4f31-8184-a87924338e36'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:02:59.185249 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-e8d366aa-9a91-4b60-a11e-9b8fd1b782cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:02:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['29e51e44-da3d-4f31-8184-a87924338e36'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:02:59.191039 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e6934020-a080-4535-a76e-e89dfe134fca req-a5ea78a1-cf48-40cb-9c12-8faeac5c096a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eea6ec69-15c5-4013-8816-6f9f008944cd HTTP/1.1" status: 200 len: 217 time: 0.0682554 Jul 24 00:02:59.245344 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-e8d366aa-9a91-4b60-a11e-9b8fd1b782cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:02:59.246150 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d366aa-9a91-4b60-a11e-9b8fd1b782cb None None] The sync data for ids ['29e51e44-da3d-4f31-8184-a87924338e36'] in n-d-800088-16 is: [] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:02:59.251836 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aca26e-1050-4837-9183-2a831bd46296 req-38fd4146-7b71-46a7-9624-ff948053d298 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:59.257935 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-59aca26e-1050-4837-9183-2a831bd46296 req-38fd4146-7b71-46a7-9624-ff948053d298 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2a03b3c-980c-4c1f-a15d-dc6322272e18 HTTP/1.1" status: 200 len: 948 time: 0.4547989 Jul 24 00:02:59.321663 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-41e9dfbc-d461-4c02-a8b3-63d4e477a2f9 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] For port 62a0f6db-84c9-4f11-877e-62aacb069bfb, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=62a0f6db-84c9-4f11-877e-62aacb069bfb,segment=NetworkSegment(fe5b7a20-e9d3-4b53-9210-bdf247f0505c),segment_id=fe5b7a20-e9d3-4b53-9210-bdf247f0505c)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:02:59.325428 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-41e9dfbc-d461-4c02-a8b3-63d4e477a2f9 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:59.340337 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d2a2ded2-3606-4311-b970-5a8ac9c325d3 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681029'] for router_interface, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:59.341524 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-41e9dfbc-d461-4c02-a8b3-63d4e477a2f9 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Calling delete_port for 62a0f6db-84c9-4f11-877e-62aacb069bfb owned by network:dhcp {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:02:59.346460 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0bddaa9a-1ff0-433e-bc24-f04bd6b44245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:59.351268 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f8270d9e-f60a-4c50-b9da-f5c3b97e5917 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:59.384582 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 62a0f6db-84c9-4f11-877e-62aacb069bfb up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:02:59.411194 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e718420c-db8a-4f3f-9cb1-e1e358377aff req-14b828b8-465a-4058-8954-dec3af1e5321 service neutron] 10.222.0.52 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3528922 Jul 24 00:02:59.412564 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6934020-a080-4535-a76e-e89dfe134fca req-599e9475-3fbc-4fab-8d5b-569281a14147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:59.414186 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e6934020-a080-4535-a76e-e89dfe134fca req-599e9475-3fbc-4fab-8d5b-569281a14147 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4c5e7796-9746-457d-b93a-6a23003ac2f0 HTTP/1.1" status: 200 len: 852 time: 0.1870220 Jul 24 00:02:59.472391 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-0bddaa9a-1ff0-433e-bc24-f04bd6b44245 None None] For port df7af606-d214-445e-973a-8e1e59aa71e1, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=df7af606-d214-445e-973a-8e1e59aa71e1,segment=NetworkSegment(48057336-7ba8-4551-a294-aed46c947041),segment_id=48057336-7ba8-4551-a294-aed46c947041)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:02:59.489207 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0bddaa9a-1ff0-433e-bc24-f04bd6b44245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:59.564990 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 62a0f6db-84c9-4f11-877e-62aacb069bfb triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:02:59.565217 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:59.568107 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e6934020-a080-4535-a76e-e89dfe134fca req-b6e6a203-804b-49c0-8ef4-ffaca23d5603 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6d0290d7-687f-4c6e-a33b-868ec400e0f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0962250 Jul 24 00:02:59.579889 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8270d9e-f60a-4c50-b9da-f5c3b97e5917 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:02:59.581045 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5eca8c-f3c8-49ea-b221-2d4ba68e7dcb req-4e6905d1-2315-4f9f-a162-5fac8daa7156 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:02:59.588833 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-db5eca8c-f3c8-49ea-b221-2d4ba68e7dcb req-4e6905d1-2315-4f9f-a162-5fac8daa7156 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=4bf35f53-c388-4c0f-a50e-4473ad69c791 HTTP/1.1" status: 200 len: 943 time: 0.1798041 Jul 24 00:02:59.592546 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bddaa9a-1ff0-433e-bc24-f04bd6b44245 None None] Pushing event updated for resources: {'Port': ['ID=df7af606-d214-445e-973a-8e1e59aa71e1,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:59.610572 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-f8270d9e-f60a-4c50-b9da-f5c3b97e5917 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:02:59.614840 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-59aca26e-1050-4837-9183-2a831bd46296 req-4b2eb253-9180-4732-96d8-d85a6893805f tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3560658 Jul 24 00:02:59.629165 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8270d9e-f60a-4c50-b9da-f5c3b97e5917 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:02:59.632318 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-609a4d48-7fa7-43df-98db-d9f8ecc1bd28 None None] Provisioning complete for port 62a0f6db-84c9-4f11-877e-62aacb069bfb triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:02:59.632705 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-609a4d48-7fa7-43df-98db-d9f8ecc1bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:59.674319 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8270d9e-f60a-4c50-b9da-f5c3b97e5917 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Pushing event updated for resources: {'Port': ['ID=e1ae726f-15bb-47e0-a1f7-54bce362cda8,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:02:59.698744 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-db5eca8c-f3c8-49ea-b221-2d4ba68e7dcb req-9776242f-726d-4d9e-8b45-75b1cf5ecd3c tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087337 Jul 24 00:02:59.806394 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e6934020-a080-4535-a76e-e89dfe134fca req-de0554b8-369c-41c3-9041-62062ed34ff4 service neutron] 10.222.0.52 "GET /v2.0/networks/6d0290d7-687f-4c6e-a33b-868ec400e0f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216196 Jul 24 00:02:59.855203 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-d2a2ded2-3606-4311-b970-5a8ac9c325d3 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Deleting port 945ec63a-443f-48e2-80c6-bc81400e957f {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:02:59.855850 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d2a2ded2-3606-4311-b970-5a8ac9c325d3 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:59.940572 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9ab412a8-fdfe-4e3e-a192-e35e98fce8c0 None None] Provisioning complete for port df7af606-d214-445e-973a-8e1e59aa71e1 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:02:59.940970 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9ab412a8-fdfe-4e3e-a192-e35e98fce8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:00.009259 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eb8467-39ba-4557-b6f7-543216342cac req-f4fe4d88-0c9c-45cd-ac76-c1d68bb88b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:00.010957 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-97eb8467-39ba-4557-b6f7-543216342cac req-f4fe4d88-0c9c-45cd-ac76-c1d68bb88b2a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=798b28002e9743a58ab9c3622d82224e&device_id=e2a03b3c-980c-4c1f-a15d-dc6322272e18 HTTP/1.1" status: 200 len: 1100 time: 0.5365646 Jul 24 00:03:00.027853 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d2a2ded2-3606-4311-b970-5a8ac9c325d3 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:00.049629 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-d2a2ded2-3606-4311-b970-5a8ac9c325d3 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Calling delete_port for 945ec63a-443f-48e2-80c6-bc81400e957f owned by network:router_interface {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:03:00.081840 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9ab412a8-fdfe-4e3e-a192-e35e98fce8c0 None None] Provisioning for port 945ec63a-443f-48e2-80c6-bc81400e957f completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:03:00.087793 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9ab412a8-fdfe-4e3e-a192-e35e98fce8c0 None None] Provisioning complete for port 945ec63a-443f-48e2-80c6-bc81400e957f triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:03:00.088269 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9ab412a8-fdfe-4e3e-a192-e35e98fce8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:00.121951 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac0e4dd-d509-4f66-afa9-7288b64be84d req-eea7ade9-6834-4158-8172-38bb1a31d004 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:00.126493 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-41e9dfbc-d461-4c02-a8b3-63d4e477a2f9 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:00.128456 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac0e4dd-d509-4f66-afa9-7288b64be84d req-eea7ade9-6834-4158-8172-38bb1a31d004 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:00.131734 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9ab412a8-fdfe-4e3e-a192-e35e98fce8c0 None None] Port 945ec63a-443f-48e2-80c6-bc81400e957f cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:03:00.133907 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac0e4dd-d509-4f66-afa9-7288b64be84d req-eea7ade9-6834-4158-8172-38bb1a31d004 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:00.140439 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac0e4dd-d509-4f66-afa9-7288b64be84d req-eea7ade9-6834-4158-8172-38bb1a31d004 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:00.147603 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac0e4dd-d509-4f66-afa9-7288b64be84d req-eea7ade9-6834-4158-8172-38bb1a31d004 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:00.154266 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac0e4dd-d509-4f66-afa9-7288b64be84d req-eea7ade9-6834-4158-8172-38bb1a31d004 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:00.162577 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac0e4dd-d509-4f66-afa9-7288b64be84d req-eea7ade9-6834-4158-8172-38bb1a31d004 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:00.164574 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3ac0e4dd-d509-4f66-afa9-7288b64be84d req-eea7ade9-6834-4158-8172-38bb1a31d004 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/ports?device_id=12c01cab-6f38-47e5-a713-3b0033ce846b HTTP/1.1" status: 200 len: 5431 time: 0.1913385 Jul 24 00:03:00.257799 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-933b2aa3-a9c2-4928-af10-3b17d5db8f08 None None] Could not find standard attr ID for object 62a0f6db-84c9-4f11-877e-62aacb069bfb. {{(pid=100315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 00:03:00.259809 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3ac0e4dd-d509-4f66-afa9-7288b64be84d req-776cfa60-5531-40a0-b047-1496b258968c tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b2b81f-5921-46c4-a5f8-cac2ff846ad3&id=84526489-a784-4e02-8584-4c6d6be5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0884500 Jul 24 00:03:00.277953 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-933b2aa3-a9c2-4928-af10-3b17d5db8f08 None None] Provisioning complete for port 945ec63a-443f-48e2-80c6-bc81400e957f triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:03:00.277953 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-933b2aa3-a9c2-4928-af10-3b17d5db8f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:00.329456 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-933b2aa3-a9c2-4928-af10-3b17d5db8f08 None None] Port 945ec63a-443f-48e2-80c6-bc81400e957f cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:03:00.354820 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d2a2ded2-3606-4311-b970-5a8ac9c325d3 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:00.381207 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a2ded2-3606-4311-b970-5a8ac9c325d3 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Pushing event deleted for resources: {'Port': ['ID=945ec63a-443f-48e2-80c6-bc81400e957f,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:00.441982 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-ae4fa5ce-70c3-4f45-b9e5-300e2e14ce52 None None] Could not find standard attr ID for object 945ec63a-443f-48e2-80c6-bc81400e957f. {{(pid=100315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 00:03:00.497861 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d2a2ded2-3606-4311-b970-5a8ac9c325d3 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679987'] for router_interface, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:00.531459 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e6934020-a080-4535-a76e-e89dfe134fca req-a2ef1f5d-294f-4e93-a7bc-7221afa3a528 service neutron] 10.222.0.52 "GET /v2.0/networks/6d0290d7-687f-4c6e-a33b-868ec400e0f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7029221 Jul 24 00:03:00.591497 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e9dfbc-d461-4c02-a8b3-63d4e477a2f9 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Pushing event deleted for resources: {'Port': ['ID=62a0f6db-84c9-4f11-877e-62aacb069bfb,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:00.641924 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1908785-e8a4-4ffd-a3cb-7625ecd22b41 None None] DHCP port deletion for 6b30f38e-559c-4928-8610-3d925658f4ed request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:03:00.647572 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a76f3879-a0fb-4aa8-879d-e0a63605dd56 req-e328464e-06a8-42b3-9e0d-6579490e8135 tempest-ServerShowV257Test-243421903 tempest-ServerShowV257Test-243421903-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fbfd1ea-6f21-4321-85fc-d6056e92e5b4 HTTP/1.1" status: 200 len: 210 time: 0.1190190 Jul 24 00:03:00.679066 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e592ab1-149a-483d-a6f9-153714f94377 None None] get_active_networks_info from n-d-800088-16 {{(pid=100315) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 24 00:03:00.687546 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2a2ded2-3606-4311-b970-5a8ac9c325d3 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Router 29e51e44-da3d-4f31-8184-a87924338e36 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:03:00.757537 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e9dfbc-d461-4c02-a8b3-63d4e477a2f9 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] No DVR routers for this DVR port 62a0f6db-84c9-4f11-877e-62aacb069bfb on host n-d-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:03:00.797300 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2a2ded2-3606-4311-b970-5a8ac9c325d3 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:03:00.805247 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-d2a2ded2-3606-4311-b970-5a8ac9c325d3 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "PUT /v2.0/routers/29e51e44-da3d-4f31-8184-a87924338e36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8352716 Jul 24 00:03:00.805594 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55312) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:00.815132 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bd7076-adf6-4d81-baff-7e259ac0607d None None] Sync routers for ids ['29e51e44-da3d-4f31-8184-a87924338e36'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:03:00.831636 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bd7076-adf6-4d81-baff-7e259ac0607d None None] Routers {'29e51e44-da3d-4f31-8184-a87924338e36'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:03:00.832244 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-08bd7076-adf6-4d81-baff-7e259ac0607d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:02:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['29e51e44-da3d-4f31-8184-a87924338e36'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:00.834221 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e592ab1-149a-483d-a6f9-153714f94377 None None] Resources bound (agent type, host, resource id): {{(pid=100315) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 24 00:03:00.851654 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eb8467-39ba-4557-b6f7-543216342cac req-c036b616-4315-4941-b80e-a815b6a91146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:00.852178 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-734c54ad-6e64-4b3f-940c-8a80d101cdd8 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "GET /v2.0/ports?device_id=29e51e44-da3d-4f31-8184-a87924338e36 HTTP/1.1" status: 200 len: 205 time: 0.0453510 Jul 24 00:03:00.853397 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-97eb8467-39ba-4557-b6f7-543216342cac req-c036b616-4315-4941-b80e-a815b6a91146 service neutron] 10.222.0.52 "GET /v2.0/networks?id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 HTTP/1.1" status: 200 len: 870 time: 0.8178263 Jul 24 00:03:00.854684 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55314) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:00.868769 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-08bd7076-adf6-4d81-baff-7e259ac0607d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:00.878384 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bd7076-adf6-4d81-baff-7e259ac0607d None None] Routers {'29e51e44-da3d-4f31-8184-a87924338e36'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:03:00.879221 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-08bd7076-adf6-4d81-baff-7e259ac0607d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:02:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['29e51e44-da3d-4f31-8184-a87924338e36'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:00.917990 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-08bd7076-adf6-4d81-baff-7e259ac0607d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:00.918930 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bd7076-adf6-4d81-baff-7e259ac0607d None None] The sync data for ids ['29e51e44-da3d-4f31-8184-a87924338e36'] in n-d-800088-16 is: [] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:03:00.942202 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-97eb8467-39ba-4557-b6f7-543216342cac req-3903ec81-5d4d-417b-923c-e9450b496242 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=7c4baabd-a258-4647-844c-3df4320bfcd4 HTTP/1.1" status: 200 len: 217 time: 0.0682397 Jul 24 00:03:00.957740 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7261582b-68f0-4adc-b180-35fae00abe0c req-0f460c25-a525-4c35-a267-d1e9cccf53dd tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:00.959286 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7261582b-68f0-4adc-b180-35fae00abe0c req-0f460c25-a525-4c35-a267-d1e9cccf53dd tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2a03b3c-980c-4c1f-a15d-dc6322272e18 HTTP/1.1" status: 200 len: 948 time: 0.2264993 Jul 24 00:03:00.963895 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b2c75a47-00e6-4aa3-9328-ec6013ecc69b tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for router, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:00.964521 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-41e9dfbc-d461-4c02-a8b3-63d4e477a2f9 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:01.032190 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f8270d9e-f60a-4c50-b9da-f5c3b97e5917 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks [] for router_gateway, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:01.137785 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eb8467-39ba-4557-b6f7-543216342cac req-dffa59f8-3fa0-47d8-841d-fd66e527342e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:01.139284 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-97eb8467-39ba-4557-b6f7-543216342cac req-dffa59f8-3fa0-47d8-841d-fd66e527342e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.1775165 Jul 24 00:03:01.150599 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d68ba8c-3030-4b13-9d3d-1fcbfc2f1424 req-92413965-626a-467f-aae5-a0e38fabd17b tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:01.152153 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9d68ba8c-3030-4b13-9d3d-1fcbfc2f1424 req-92413965-626a-467f-aae5-a0e38fabd17b tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=4bf35f53-c388-4c0f-a50e-4473ad69c791 HTTP/1.1" status: 200 len: 943 time: 0.3825977 Jul 24 00:03:01.159685 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6d1ece-0024-4879-a0ae-370b55a6bf87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-6b30f38e-559c-4928-8610-3d925658f4ed', 'network_id': '6b30f38e-559c-4928-8610-3d925658f4ed', 'tenant_id': '34214e4fa0b24be19b34152b09c86b8d', 'fixed_ips': [{'subnet_id': '8bbf3ae9-1339-4319-9514-9fb0e5840622'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:03:01.160721 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ad6d1ece-0024-4879-a0ae-370b55a6bf87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:01.230077 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-41e9dfbc-d461-4c02-a8b3-63d4e477a2f9 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:01.273235 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server [None req-ad6d1ece-0024-4879-a0ae-370b55a6bf87 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8bbf3ae9-1339-4319-9514-9fb0e5840622: This subnet is being modified by another concurrent operation. Jul 24 00:03:01.273235 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 24 00:03:01.273235 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 24 00:03:01.273235 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 24 00:03:01.273235 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 24 00:03:01.273235 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 24 00:03:01.273235 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 24 00:03:01.273235 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 24 00:03:01.273235 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 24 00:03:01.273235 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 24 00:03:01.273235 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 24 00:03:01.273235 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 24 00:03:01.273235 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 00:03:01.273235 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 00:03:01.273235 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 00:03:01.273235 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 00:03:01.273235 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 24 00:03:01.273235 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 00:03:01.273235 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 24 00:03:01.273235 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 24 00:03:01.273235 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 00:03:01.273235 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 00:03:01.273235 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 00:03:01.273235 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 00:03:01.273235 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 24 00:03:01.273235 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 00:03:01.273235 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 24 00:03:01.273235 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 24 00:03:01.273235 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 00:03:01.273235 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 00:03:01.273235 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 00:03:01.273235 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 00:03:01.273235 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 24 00:03:01.273235 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 24 00:03:01.273235 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 24 00:03:01.273235 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 24 00:03:01.273235 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 24 00:03:01.273235 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 24 00:03:01.273235 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 24 00:03:01.273235 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 24 00:03:01.273235 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 24 00:03:01.273235 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 24 00:03:01.273235 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 24 00:03:01.273235 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 24 00:03:01.273235 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 24 00:03:01.273235 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 24 00:03:01.273235 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 24 00:03:01.273235 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 24 00:03:01.273235 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 00:03:01.273235 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 00:03:01.273235 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 00:03:01.273235 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 00:03:01.273235 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 24 00:03:01.273235 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 00:03:01.277242 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 24 00:03:01.277242 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 24 00:03:01.277242 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 00:03:01.277242 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 00:03:01.277242 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 00:03:01.277242 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 00:03:01.277242 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 24 00:03:01.277242 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 00:03:01.277242 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 24 00:03:01.277242 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 24 00:03:01.277242 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 00:03:01.277242 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 00:03:01.277242 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 00:03:01.277242 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 00:03:01.277242 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 24 00:03:01.277242 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 24 00:03:01.277242 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 24 00:03:01.277242 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 24 00:03:01.277242 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 24 00:03:01.277242 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 24 00:03:01.277242 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 24 00:03:01.277242 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 24 00:03:01.277242 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 24 00:03:01.277242 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 24 00:03:01.277242 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 00:03:01.277242 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 00:03:01.277242 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 00:03:01.277242 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 00:03:01.277242 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 24 00:03:01.277242 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 24 00:03:01.277242 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 24 00:03:01.277242 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 24 00:03:01.277242 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 24 00:03:01.277242 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 24 00:03:01.277242 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 24 00:03:01.277242 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server raise exception Jul 24 00:03:01.277242 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8bbf3ae9-1339-4319-9514-9fb0e5840622: This subnet is being modified by another concurrent operation. Jul 24 00:03:01.277242 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server Jul 24 00:03:01.288665 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9d68ba8c-3030-4b13-9d3d-1fcbfc2f1424 req-9040b4fc-2a70-4495-b742-fd956c407983 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195028 Jul 24 00:03:01.322626 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e9dfbc-d461-4c02-a8b3-63d4e477a2f9 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Pushing event deleted for resources: {'Subnet': ['ID=8bbf3ae9-1339-4319-9514-9fb0e5840622,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:01.343255 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9068c6e0-2458-4e12-8979-e82864a77f1d None None] get_active_networks_info from n-d-800088-16 {{(pid=100315) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 24 00:03:01.427971 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-41e9dfbc-d461-4c02-a8b3-63d4e477a2f9 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:01.443831 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device df7af606-d214-445e-973a-8e1e59aa71e1 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:03:01.444055 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eb8467-39ba-4557-b6f7-543216342cac req-2e4873a8-7711-4d23-8cf3-792350c3007a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:01.445584 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-97eb8467-39ba-4557-b6f7-543216342cac req-2e4873a8-7711-4d23-8cf3-792350c3007a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2904296 Jul 24 00:03:01.449018 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-41e9dfbc-d461-4c02-a8b3-63d4e477a2f9 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b30f38e-559c-4928-8610-3d925658f4ed']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:01.474855 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-41e9dfbc-d461-4c02-a8b3-63d4e477a2f9 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe5b7a20-e9d3-4b53-9210-bdf247f0505c') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:01.475163 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-41e9dfbc-d461-4c02-a8b3-63d4e477a2f9 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe5b7a20-e9d3-4b53-9210-bdf247f0505c') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:01.501195 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7261582b-68f0-4adc-b180-35fae00abe0c req-0b0c1ff2-b74b-4113-a217-bffb900aa709 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5339122 Jul 24 00:03:01.517905 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-41e9dfbc-d461-4c02-a8b3-63d4e477a2f9 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:01.518163 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b2c75a47-00e6-4aa3-9328-ec6013ecc69b tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:01.526676 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b2c75a47-00e6-4aa3-9328-ec6013ecc69b tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:01.537691 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f8270d9e-f60a-4c50-b9da-f5c3b97e5917 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:01.577887 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9068c6e0-2458-4e12-8979-e82864a77f1d None None] Resources bound (agent type, host, resource id): {{(pid=100315) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 24 00:03:01.580649 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b2c75a47-00e6-4aa3-9328-ec6013ecc69b tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:01.581449 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c75a47-00e6-4aa3-9328-ec6013ecc69b tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Fanout notify agent at l3_agent the message router_deleted on router 29e51e44-da3d-4f31-8184-a87924338e36 {{(pid=100314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:03:01.595500 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b2c75a47-00e6-4aa3-9328-ec6013ecc69b tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:01.595772 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-41e9dfbc-d461-4c02-a8b3-63d4e477a2f9 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:01.599602 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port df7af606-d214-445e-973a-8e1e59aa71e1 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:03:01.599602 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:01.600292 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-b2c75a47-00e6-4aa3-9328-ec6013ecc69b tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "DELETE /v2.0/routers/29e51e44-da3d-4f31-8184-a87924338e36 HTTP/1.1" status: 204 len: 168 time: 0.7446506 Jul 24 00:03:01.600953 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55318) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:01.659033 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-33e11d2f-abe5-49bf-9106-c533536b1ff9 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Deleting subnet c3792f80-e37c-4a48-9568-8bf788c37e74 {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:03:01.662414 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-33e11d2f-abe5-49bf-9106-c533536b1ff9 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:01.674301 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41e9dfbc-d461-4c02-a8b3-63d4e477a2f9 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:03:01.674712 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-41e9dfbc-d461-4c02-a8b3-63d4e477a2f9 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:01.680768 n-d-800088-16 neutron-server[100313]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:03:01.680768 n-d-800088-16 neutron-server[100313]: items = [ Jul 24 00:03:01.680768 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:03:01.680768 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:03:01.680768 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:03:01.680768 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:03:01.680768 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:03:01.680768 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:03:01.680768 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:03:01.680768 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:03:01.680768 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:03:01.680768 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:03:01.680768 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:03:01.680768 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:03:01.680768 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:03:01.680768 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:03:01.680768 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:03:01.680768 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:03:01.680768 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:03:01.680768 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:03:01.680768 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:03:01.680768 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:03:01.680768 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:03:01.680768 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:03:01.680768 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:03:01.680768 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:03:01.680768 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:03:01.680768 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:03:01.680768 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:03:01.680768 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:03:01.680768 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:03:01.680768 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:03:01.680768 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:03:01.680768 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:03:01.720446 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-33e11d2f-abe5-49bf-9106-c533536b1ff9 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:01.735115 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-97eb8467-39ba-4557-b6f7-543216342cac req-89fa2c35-be39-4fd2-a2ce-77e12f8699c3 service neutron] 10.222.0.52 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769899 Jul 24 00:03:01.796918 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-25cd3fae-9d87-4cf4-8a9b-9487cfe180e0 req-c1e54072-22e6-4eff-a952-eab705d94600 tempest-ServerShowV257Test-243421903 tempest-ServerShowV257Test-243421903-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fbfd1ea-6f21-4321-85fc-d6056e92e5b4 HTTP/1.1" status: 200 len: 210 time: 0.0464816 Jul 24 00:03:01.816274 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-41e9dfbc-d461-4c02-a8b3-63d4e477a2f9 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:01.828584 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-41e9dfbc-d461-4c02-a8b3-63d4e477a2f9 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:01.838097 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-41e9dfbc-d461-4c02-a8b3-63d4e477a2f9 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] 10.222.0.44 "DELETE /v2.0/networks/6b30f38e-559c-4928-8610-3d925658f4ed HTTP/1.1" status: 204 len: 168 time: 4.6274559 Jul 24 00:03:01.856463 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55322) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:01.859148 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 62a0f6db-84c9-4f11-877e-62aacb069bfb no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:03:01.882266 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6f20952-1299-434b-af46-f6566843a76e tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] DELETE failed (client error): The resource could not be found. Jul 24 00:03:01.882832 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6f20952-1299-434b-af46-f6566843a76e tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:03:01.885220 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 62a0f6db-84c9-4f11-877e-62aacb069bfb {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:03:01.885638 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 62a0f6db-84c9-4f11-877e-62aacb069bfb not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:03:01.886141 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-c6f20952-1299-434b-af46-f6566843a76e tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] 10.222.0.44 "DELETE /v2.0/networks/6b30f38e-559c-4928-8610-3d925658f4ed HTTP/1.1" status: 404 len: 339 time: 0.0283885 Jul 24 00:03:01.893558 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55324) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:01.899939 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ad1df-3be3-4c5e-a002-59569a1e83ee req-d6c3f045-9cd8-4752-a9e9-655a46959652 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:01.900502 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-c9eb8191-7d3a-4756-8689-78c124ce5791 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1310607865', 'description': 'd1'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:03:01.906125 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ad1df-3be3-4c5e-a002-59569a1e83ee req-d6c3f045-9cd8-4752-a9e9-655a46959652 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:01.912194 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ad1df-3be3-4c5e-a002-59569a1e83ee req-d6c3f045-9cd8-4752-a9e9-655a46959652 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:01.918005 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ad1df-3be3-4c5e-a002-59569a1e83ee req-d6c3f045-9cd8-4752-a9e9-655a46959652 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:01.924664 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ad1df-3be3-4c5e-a002-59569a1e83ee req-d6c3f045-9cd8-4752-a9e9-655a46959652 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:01.926357 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-33e11d2f-abe5-49bf-9106-c533536b1ff9 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:01.930656 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ad1df-3be3-4c5e-a002-59569a1e83ee req-d6c3f045-9cd8-4752-a9e9-655a46959652 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:01.937220 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ad1df-3be3-4c5e-a002-59569a1e83ee req-d6c3f045-9cd8-4752-a9e9-655a46959652 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:01.939200 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 7c4baabd-a258-4647-844c-3df4320bfcd4 details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:03:01.939357 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-658ad1df-3be3-4c5e-a002-59569a1e83ee req-d6c3f045-9cd8-4752-a9e9-655a46959652 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/ports?device_id=12c01cab-6f38-47e5-a713-3b0033ce846b HTTP/1.1" status: 200 len: 5431 time: 0.4377365 Jul 24 00:03:01.944559 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e9dfbc-d461-4c02-a8b3-63d4e477a2f9 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Pushing event deleted for resources: {'Network': ['ID=6b30f38e-559c-4928-8610-3d925658f4ed,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:01.982563 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9eb8191-7d3a-4756-8689-78c124ce5791 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Made reservation on behalf of 34214e4fa0b24be19b34152b09c86b8d for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:03:01.986076 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c9eb8191-7d3a-4756-8689-78c124ce5791 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:02.015665 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-97eb8467-39ba-4557-b6f7-543216342cac req-dece40e0-2db7-4dfe-92a5-974c9fc96f02 service neutron] 10.222.0.52 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507796 Jul 24 00:03:02.032287 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8270d9e-f60a-4c50-b9da-f5c3b97e5917 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Router b65d6c9d-c96b-4a35-8dba-bb7d330c38b5 is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:03:02.040952 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-33e11d2f-abe5-49bf-9106-c533536b1ff9 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:02.043032 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9eb8191-7d3a-4756-8689-78c124ce5791 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:03:02.061039 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-658ad1df-3be3-4c5e-a002-59569a1e83ee req-7c4cb1bb-c0ff-48a2-bf49-4aa542473219 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b2b81f-5921-46c4-a5f8-cac2ff846ad3&id=84526489-a784-4e02-8584-4c6d6be5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1090872 Jul 24 00:03:02.065773 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6f5342-7440-45c3-8f28-134cce5292aa None None] Network 6b30f38e-559c-4928-8610-3d925658f4ed requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:03:02.072076 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c9eb8191-7d3a-4756-8689-78c124ce5791 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:02.072906 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-c9eb8191-7d3a-4756-8689-78c124ce5791 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Added segment ea9c2df5-c337-4482-869e-b3c0cb4bc88f of type vlan for network 0f43bbe1-48c5-41d1-98cc-4e00bf41d344 Jul 24 00:03:02.085159 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6f5342-7440-45c3-8f28-134cce5292aa None None] Network 6b30f38e-559c-4928-8610-3d925658f4ed could not be found, it might have been deleted concurrently. {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 24 00:03:02.116318 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd24cb5c-8f4b-4bf2-ae0b-72ac3ab28197 None None] DHCP port deletion for 6b30f38e-559c-4928-8610-3d925658f4ed request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:03:02.123110 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 7c4baabd-a258-4647-844c-3df4320bfcd4, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=7c4baabd-a258-4647-844c-3df4320bfcd4,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:03:02.130290 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-33e11d2f-abe5-49bf-9106-c533536b1ff9 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:02.136031 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-33e11d2f-abe5-49bf-9106-c533536b1ff9 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "DELETE /v2.0/subnets/c3792f80-e37c-4a48-9568-8bf788c37e74 HTTP/1.1" status: 204 len: 168 time: 0.5333664 Jul 24 00:03:02.136398 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 55326) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:02.137110 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': '7c4baabd-a258-4647-844c-3df4320bfcd4', 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2', 'port_id': '7c4baabd-a258-4647-844c-3df4320bfcd4', 'mac_address': 'fa:16:3e:21:8b:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef73a7e1-c64a-41e3-9997-629475c7b6b1', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:03:02.140836 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e11d2f-abe5-49bf-9106-c533536b1ff9 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Pushing event deleted for resources: {'Subnet': ['ID=c3792f80-e37c-4a48-9568-8bf788c37e74,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:02.141443 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b93b83-a975-4d94-9732-f3c6e3c2e893 None None] Network 6be7cb41-ff13-46c6-9095-33f0483f0acc requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:03:02.156951 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c9eb8191-7d3a-4756-8689-78c124ce5791 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:02.190806 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c9eb8191-7d3a-4756-8689-78c124ce5791 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:02.197310 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9eb8191-7d3a-4756-8689-78c124ce5791 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:02.197924 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c9eb8191-7d3a-4756-8689-78c124ce5791 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:02.238899 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-db5645be-45ce-4e26-a5e9-d96b0d26b0a6 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:02.243709 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-c9eb8191-7d3a-4756-8689-78c124ce5791 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3466883 Jul 24 00:03:02.244031 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 55328) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:02.280559 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eb8191-7d3a-4756-8689-78c124ce5791 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Pushing event updated for resources: {'Network': ['ID=0f43bbe1-48c5-41d1-98cc-4e00bf41d344,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:02.289557 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8270d9e-f60a-4c50-b9da-f5c3b97e5917 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:03:02.372467 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 0f43bbe1-48c5-41d1-98cc-4e00bf41d344 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:03:02.375222 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01adf02a-fc77-4615-a1d3-d2030f752fe3 None None] Sync routers for ids ['b65d6c9d-c96b-4a35-8dba-bb7d330c38b5'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:03:02.379097 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f8270d9e-f60a-4c50-b9da-f5c3b97e5917 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:02.383354 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-f8270d9e-f60a-4c50-b9da-f5c3b97e5917 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.5534911 Jul 24 00:03:02.384225 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 55332) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:02.400411 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a161ac-965b-4af8-992d-ced778f4bd65 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:02.401944 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-f9a161ac-965b-4af8-992d-ced778f4bd65 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] 10.222.0.44 "GET /v2.0/networks?id=0f43bbe1-48c5-41d1-98cc-4e00bf41d344 HTTP/1.1" status: 200 len: 761 time: 0.1569417 Jul 24 00:03:02.406384 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55334) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:02.411912 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:02.412893 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-64bf0406-c8b1-4eb8-8b57-2dd9650c6615 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Request body: {'network': {'description': 'd2'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:03:02.444430 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01adf02a-fc77-4615-a1d3-d2030f752fe3 None None] Routers {'b65d6c9d-c96b-4a35-8dba-bb7d330c38b5'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:03:02.445098 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-01adf02a-fc77-4615-a1d3-d2030f752fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:02:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['b65d6c9d-c96b-4a35-8dba-bb7d330c38b5'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:02.499775 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-db5645be-45ce-4e26-a5e9-d96b0d26b0a6 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Deleting port df7af606-d214-445e-973a-8e1e59aa71e1 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:03:02.500138 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-db5645be-45ce-4e26-a5e9-d96b0d26b0a6 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:02.548147 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d94c9f4-d93a-448c-9f32-6da1d8a372a0 req-544b2a70-94cf-44fd-818b-a34b1883cc82 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:02.550193 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2d94c9f4-d93a-448c-9f32-6da1d8a372a0 req-544b2a70-94cf-44fd-818b-a34b1883cc82 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=4bf35f53-c388-4c0f-a50e-4473ad69c791 HTTP/1.1" status: 200 len: 943 time: 0.1895266 Jul 24 00:03:02.555324 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c4baabd-a258-4647-844c-3df4320bfcd4 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:03:02.573569 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-352721d4-4643-44c1-8bc2-203921a30bbf tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] 10.222.0.44 "GET /v2.0/routers/b65d6c9d-c96b-4a35-8dba-bb7d330c38b5 HTTP/1.1" status: 200 len: 923 time: 0.1876955 Jul 24 00:03:02.577168 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 55340) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:02.580274 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-db5645be-45ce-4e26-a5e9-d96b0d26b0a6 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] For port df7af606-d214-445e-973a-8e1e59aa71e1, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=df7af606-d214-445e-973a-8e1e59aa71e1,segment=NetworkSegment(48057336-7ba8-4551-a294-aed46c947041),segment_id=48057336-7ba8-4551-a294-aed46c947041)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:03:02.580892 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-db5645be-45ce-4e26-a5e9-d96b0d26b0a6 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:02.586631 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 7c4baabd-a258-4647-844c-3df4320bfcd4, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=7c4baabd-a258-4647-844c-3df4320bfcd4,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:03:02.592457 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-01adf02a-fc77-4615-a1d3-d2030f752fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:02.605966 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:02.606650 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device eea6ec69-15c5-4013-8816-6f9f008944cd details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:03:02.613181 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-db5645be-45ce-4e26-a5e9-d96b0d26b0a6 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Calling delete_port for df7af606-d214-445e-973a-8e1e59aa71e1 owned by network:dhcp {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:03:02.640854 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01adf02a-fc77-4615-a1d3-d2030f752fe3 None None] Routers {'b65d6c9d-c96b-4a35-8dba-bb7d330c38b5'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:03:02.641418 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-01adf02a-fc77-4615-a1d3-d2030f752fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:02:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['b65d6c9d-c96b-4a35-8dba-bb7d330c38b5'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:02.657799 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2d94c9f4-d93a-448c-9f32-6da1d8a372a0 req-e8df257f-932e-4bdb-b4d0-797af2a3b1d2 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952334 Jul 24 00:03:02.671778 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-64bf0406-c8b1-4eb8-8b57-2dd9650c6615 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:02.696096 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-64bf0406-c8b1-4eb8-8b57-2dd9650c6615 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:02.701381 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-01adf02a-fc77-4615-a1d3-d2030f752fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:02.702109 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01adf02a-fc77-4615-a1d3-d2030f752fe3 None None] The sync data for ids ['b65d6c9d-c96b-4a35-8dba-bb7d330c38b5'] in n-d-800088-16 is: [] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:03:02.730061 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-64bf0406-c8b1-4eb8-8b57-2dd9650c6615 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Network 0f43bbe1-48c5-41d1-98cc-4e00bf41d344 is not hosted by any dhcp agent {{(pid=100314) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 24 00:03:02.736641 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64bf0406-c8b1-4eb8-8b57-2dd9650c6615 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:02.737589 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-64bf0406-c8b1-4eb8-8b57-2dd9650c6615 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:02.741803 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-64bf0406-c8b1-4eb8-8b57-2dd9650c6615 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] 10.222.0.44 "PUT /v2.0/networks/0f43bbe1-48c5-41d1-98cc-4e00bf41d344 HTTP/1.1" status: 200 len: 758 time: 0.3340905 Jul 24 00:03:02.751378 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55342) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:02.758826 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=7c4baabd-a258-4647-844c-3df4320bfcd4,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:02.831157 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bf0406-c8b1-4eb8-8b57-2dd9650c6615 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Pushing event updated for resources: {'Network': ['ID=0f43bbe1-48c5-41d1-98cc-4e00bf41d344,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:02.832404 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port eea6ec69-15c5-4013-8816-6f9f008944cd, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=eea6ec69-15c5-4013-8816-6f9f008944cd,segment=NetworkSegment(03844098-4008-432a-ad64-80c1a7ec0473),segment_id=03844098-4008-432a-ad64-80c1a7ec0473)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:03:02.858045 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 0f43bbe1-48c5-41d1-98cc-4e00bf41d344 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:03:02.893304 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0fe869-2762-477c-84ba-9afb7019d11e tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:02.898166 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-de0fe869-2762-477c-84ba-9afb7019d11e tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] 10.222.0.44 "GET /v2.0/networks?id=0f43bbe1-48c5-41d1-98cc-4e00bf41d344 HTTP/1.1" status: 200 len: 761 time: 0.1430700 Jul 24 00:03:02.899011 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55346) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:02.904130 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-d102615f-7264-4d2f-a760-5fa2edab549c tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-901094228'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:03:02.927069 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b13dd5-fa4a-442f-9911-4a5f63f87918 None None] DHCP port deletion for 6be7cb41-ff13-46c6-9095-33f0483f0acc request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:03:02.944729 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': 'eea6ec69-15c5-4013-8816-6f9f008944cd', 'network_id': '6d0290d7-687f-4c6e-a33b-868ec400e0f9', 'port_id': 'eea6ec69-15c5-4013-8816-6f9f008944cd', 'mac_address': 'fa:16:3e:02:98:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c5e7796-9746-457d-b93a-6a23003ac2f0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:03:02.957230 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f2e8199c-db31-426e-8ef3-97928ea8b85f req-ba6f0de4-e554-4c35-9086-fe3a20cb4633 tempest-ServerShowV257Test-243421903 tempest-ServerShowV257Test-243421903-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fbfd1ea-6f21-4321-85fc-d6056e92e5b4 HTTP/1.1" status: 200 len: 210 time: 0.0361919 Jul 24 00:03:02.957993 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d102615f-7264-4d2f-a760-5fa2edab549c tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Made reservation on behalf of 34214e4fa0b24be19b34152b09c86b8d for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:03:02.961523 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d102615f-7264-4d2f-a760-5fa2edab549c tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:02.974136 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-cd575782-9424-43d9-acf6-a9a5e22e93c4 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] 10.222.0.44 "GET /v2.0/ports?device_id=b65d6c9d-c96b-4a35-8dba-bb7d330c38b5 HTTP/1.1" status: 200 len: 205 time: 0.3958824 Jul 24 00:03:02.976972 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55348) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:03.038465 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:03.065853 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eea6ec69-15c5-4013-8816-6f9f008944cd {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:03:03.067805 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d102615f-7264-4d2f-a760-5fa2edab549c tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:03:03.075837 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-06b13dd5-fa4a-442f-9911-4a5f63f87918 None None] Deleting port df7af606-d214-445e-973a-8e1e59aa71e1 {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:03:03.076419 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-06b13dd5-fa4a-442f-9911-4a5f63f87918 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:03.089246 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d102615f-7264-4d2f-a760-5fa2edab549c tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:03.089658 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-d102615f-7264-4d2f-a760-5fa2edab549c tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Added segment b41eacef-7734-4e35-bcb0-764183dd0d48 of type vlan for network 975c008c-48aa-4da7-84f8-3458119f37b5 Jul 24 00:03:03.112443 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9bcce9-1f81-4e8b-8e56-63c5c0b2199f req-14a53df6-8184-4aae-90c8-211a99fbdcf1 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:03.119310 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ac9bcce9-1f81-4e8b-8e56-63c5c0b2199f req-14a53df6-8184-4aae-90c8-211a99fbdcf1 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2a03b3c-980c-4c1f-a15d-dc6322272e18 HTTP/1.1" status: 200 len: 949 time: 0.1480885 Jul 24 00:03:03.155128 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port eea6ec69-15c5-4013-8816-6f9f008944cd, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=eea6ec69-15c5-4013-8816-6f9f008944cd,segment=NetworkSegment(03844098-4008-432a-ad64-80c1a7ec0473),segment_id=03844098-4008-432a-ad64-80c1a7ec0473)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:03:03.157997 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-db5645be-45ce-4e26-a5e9-d96b0d26b0a6 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:03.161737 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-06b13dd5-fa4a-442f-9911-4a5f63f87918 None None] For port df7af606-d214-445e-973a-8e1e59aa71e1, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=df7af606-d214-445e-973a-8e1e59aa71e1,segment=NetworkSegment(48057336-7ba8-4551-a294-aed46c947041),segment_id=48057336-7ba8-4551-a294-aed46c947041)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:03:03.162435 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-06b13dd5-fa4a-442f-9911-4a5f63f87918 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:03.165315 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:03.166307 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d102615f-7264-4d2f-a760-5fa2edab549c tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:03.193415 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ac9bcce9-1f81-4e8b-8e56-63c5c0b2199f req-7013645f-4b8f-4de4-b69e-58ab77b3673d tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731528 Jul 24 00:03:03.195619 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5645be-45ce-4e26-a5e9-d96b0d26b0a6 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Pushing event deleted for resources: {'Port': ['ID=df7af606-d214-445e-973a-8e1e59aa71e1,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:03.198938 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-06b13dd5-fa4a-442f-9911-4a5f63f87918 None None] Calling delete_port for df7af606-d214-445e-973a-8e1e59aa71e1 owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:03:03.211538 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5645be-45ce-4e26-a5e9-d96b0d26b0a6 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] No DVR routers for this DVR port df7af606-d214-445e-973a-8e1e59aa71e1 on host n-d-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:03:03.263969 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=eea6ec69-15c5-4013-8816-6f9f008944cd,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:03.281171 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cfea526b-f2c0-4009-970b-31d49a00f4bc tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks [] for router, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:03.308483 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-06b13dd5-fa4a-442f-9911-4a5f63f87918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:03.321565 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-db5645be-45ce-4e26-a5e9-d96b0d26b0a6 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:03.334233 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-db5645be-45ce-4e26-a5e9-d96b0d26b0a6 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6be7cb41-ff13-46c6-9095-33f0483f0acc']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:03.336271 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b13dd5-fa4a-442f-9911-4a5f63f87918 None None] Pushing event deleted for resources: {'Port': ['ID=df7af606-d214-445e-973a-8e1e59aa71e1,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:03.342301 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b13dd5-fa4a-442f-9911-4a5f63f87918 None None] No DVR routers for this DVR port df7af606-d214-445e-973a-8e1e59aa71e1 on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:03:03.347926 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-db5645be-45ce-4e26-a5e9-d96b0d26b0a6 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48057336-7ba8-4551-a294-aed46c947041') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:03.348304 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-db5645be-45ce-4e26-a5e9-d96b0d26b0a6 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48057336-7ba8-4551-a294-aed46c947041') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:03.358914 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-db5645be-45ce-4e26-a5e9-d96b0d26b0a6 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:03.363097 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device df7af606-d214-445e-973a-8e1e59aa71e1 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:03:03.368171 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d102615f-7264-4d2f-a760-5fa2edab549c tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:03.375624 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d102615f-7264-4d2f-a760-5fa2edab549c tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:03.376474 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-db5645be-45ce-4e26-a5e9-d96b0d26b0a6 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:03.376620 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d102615f-7264-4d2f-a760-5fa2edab549c tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:03.384210 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db5645be-45ce-4e26-a5e9-d96b0d26b0a6 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:03:03.384666 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-db5645be-45ce-4e26-a5e9-d96b0d26b0a6 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:03.388309 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:03:03.388309 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:03:03.388309 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:03:03.388309 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:03:03.388309 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:03:03.388309 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:03:03.388309 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:03:03.388309 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:03:03.388309 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:03:03.388309 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:03:03.388309 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:03:03.388309 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:03:03.388309 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:03:03.388309 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:03:03.388309 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:03:03.388309 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:03:03.388309 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:03:03.388309 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:03:03.388309 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:03:03.388309 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:03:03.388309 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:03:03.388309 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:03:03.388309 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:03:03.388309 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:03:03.388309 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:03:03.388309 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:03:03.388309 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:03:03.388309 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:03:03.388309 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:03:03.388309 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:03:03.388309 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:03:03.388309 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:03:03.391017 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: df7af606-d214-445e-973a-8e1e59aa71e1 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:03:03.391017 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device df7af606-d214-445e-973a-8e1e59aa71e1 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:03:03.440446 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4df142-0b2c-4575-a48b-155038577849 req-d3ad7b58-4507-421a-ab01-bea20b2d7e2d tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:03.447174 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4df142-0b2c-4575-a48b-155038577849 req-d3ad7b58-4507-421a-ab01-bea20b2d7e2d tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:03.449682 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-db5645be-45ce-4e26-a5e9-d96b0d26b0a6 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:03.455454 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['eea6ec69-15c5-4013-8816-6f9f008944cd'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:03:03.456090 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4df142-0b2c-4575-a48b-155038577849 req-d3ad7b58-4507-421a-ab01-bea20b2d7e2d tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:03.456220 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-db5645be-45ce-4e26-a5e9-d96b0d26b0a6 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:03.458233 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-db5645be-45ce-4e26-a5e9-d96b0d26b0a6 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "DELETE /v2.0/networks/6be7cb41-ff13-46c6-9095-33f0483f0acc HTTP/1.1" status: 204 len: 168 time: 1.3212225 Jul 24 00:03:03.463144 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['7c4baabd-a258-4647-844c-3df4320bfcd4'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:03:03.467083 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4df142-0b2c-4575-a48b-155038577849 req-d3ad7b58-4507-421a-ab01-bea20b2d7e2d tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:03.471615 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 55352) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:03.473968 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4df142-0b2c-4575-a48b-155038577849 req-d3ad7b58-4507-421a-ab01-bea20b2d7e2d tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:03.476401 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-934ea54b-639d-4fc8-a3c2-82d95e99c3e0 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-167103605', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}, 'admin_state_up': False}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:03:03.479947 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4df142-0b2c-4575-a48b-155038577849 req-d3ad7b58-4507-421a-ab01-bea20b2d7e2d tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:03.481759 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5645be-45ce-4e26-a5e9-d96b0d26b0a6 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Pushing event deleted for resources: {'Network': ['ID=6be7cb41-ff13-46c6-9095-33f0483f0acc,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:03.488195 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4df142-0b2c-4575-a48b-155038577849 req-d3ad7b58-4507-421a-ab01-bea20b2d7e2d tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:03.490623 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5f4df142-0b2c-4575-a48b-155038577849 req-d3ad7b58-4507-421a-ab01-bea20b2d7e2d tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/ports?device_id=12c01cab-6f38-47e5-a713-3b0033ce846b HTTP/1.1" status: 200 len: 5431 time: 0.3122683 Jul 24 00:03:03.501777 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-d102615f-7264-4d2f-a760-5fa2edab549c tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5986581 Jul 24 00:03:03.501997 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 55354) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:03.511496 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-f19b46ac-2a83-41f1-b576-168049714a4d tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Request body: {'subnet': {'network_id': '975c008c-48aa-4da7-84f8-3458119f37b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:03:03.552857 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d102615f-7264-4d2f-a760-5fa2edab549c tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Pushing event updated for resources: {'Network': ['ID=975c008c-48aa-4da7-84f8-3458119f37b5,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:03.569830 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 975c008c-48aa-4da7-84f8-3458119f37b5 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:03:03.595030 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5f4df142-0b2c-4575-a48b-155038577849 req-a6cb86fa-2f6c-4984-930e-80c567ecf2e3 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b2b81f-5921-46c4-a5f8-cac2ff846ad3&id=84526489-a784-4e02-8584-4c6d6be5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0928097 Jul 24 00:03:03.598608 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cfea526b-f2c0-4009-970b-31d49a00f4bc tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:03.623823 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-934ea54b-639d-4fc8-a3c2-82d95e99c3e0 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:03.625412 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-934ea54b-639d-4fc8-a3c2-82d95e99c3e0 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:03.667505 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-cfea526b-f2c0-4009-970b-31d49a00f4bc tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Deleting port e1ae726f-15bb-47e0-a1f7-54bce362cda8 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:03:03.667898 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cfea526b-f2c0-4009-970b-31d49a00f4bc tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:03.701855 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-934ea54b-639d-4fc8-a3c2-82d95e99c3e0 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:03.704750 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f19b46ac-2a83-41f1-b576-168049714a4d tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Made reservation on behalf of 34214e4fa0b24be19b34152b09c86b8d for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:03:03.709617 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f19b46ac-2a83-41f1-b576-168049714a4d tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:03.762761 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cfea526b-f2c0-4009-970b-31d49a00f4bc tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:03.776331 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-cfea526b-f2c0-4009-970b-31d49a00f4bc tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Calling delete_port for e1ae726f-15bb-47e0-a1f7-54bce362cda8 owned by network:router_gateway {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:03:03.957151 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cfea526b-f2c0-4009-970b-31d49a00f4bc tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:03.958547 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-934ea54b-639d-4fc8-a3c2-82d95e99c3e0 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:03.990318 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfea526b-f2c0-4009-970b-31d49a00f4bc tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Pushing event deleted for resources: {'Port': ['ID=e1ae726f-15bb-47e0-a1f7-54bce362cda8,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:04.022638 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e3bed-d2b5-482e-bc43-3b41c9a29d94 req-e4d6cb48-a7da-443e-b87d-263d3ed39cca tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:04.024191 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-883e3bed-d2b5-482e-bc43-3b41c9a29d94 req-e4d6cb48-a7da-443e-b87d-263d3ed39cca tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=4bf35f53-c388-4c0f-a50e-4473ad69c791 HTTP/1.1" status: 200 len: 944 time: 0.2281554 Jul 24 00:03:04.080799 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b39f0522-627e-4aed-b158-4b2acdff436c req-f2990044-f9b6-46b2-9e74-0cb98c31d61e tempest-ServerShowV257Test-243421903 tempest-ServerShowV257Test-243421903-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fbfd1ea-6f21-4321-85fc-d6056e92e5b4 HTTP/1.1" status: 200 len: 210 time: 0.0335901 Jul 24 00:03:04.083211 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cfea526b-f2c0-4009-970b-31d49a00f4bc tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687114'] for router_gateway, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:04.141775 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-883e3bed-d2b5-482e-bc43-3b41c9a29d94 req-21c4bfa1-8470-409c-b063-13ba444be86b tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089473 Jul 24 00:03:04.191548 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cfea526b-f2c0-4009-970b-31d49a00f4bc tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:04.192615 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f19b46ac-2a83-41f1-b576-168049714a4d tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:04.193769 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cfea526b-f2c0-4009-970b-31d49a00f4bc tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:04.249532 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cfea526b-f2c0-4009-970b-31d49a00f4bc tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:04.250447 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfea526b-f2c0-4009-970b-31d49a00f4bc tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Fanout notify agent at l3_agent the message router_deleted on router b65d6c9d-c96b-4a35-8dba-bb7d330c38b5 {{(pid=100314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:03:04.258766 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cfea526b-f2c0-4009-970b-31d49a00f4bc tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:04.260073 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-cfea526b-f2c0-4009-970b-31d49a00f4bc tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] 10.222.0.44 "DELETE /v2.0/routers/b65d6c9d-c96b-4a35-8dba-bb7d330c38b5 HTTP/1.1" status: 204 len: 168 time: 1.2807086 Jul 24 00:03:04.264503 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55364) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:04.273713 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19b46ac-2a83-41f1-b576-168049714a4d tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Pushing event updated for resources: {'Subnet': ['ID=acf7474b-c504-4b46-8935-16e6e34beaba,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:04.276261 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-246238e0-aa05-492f-b5e6-72f7d3a8a17b tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Request body: {'router': {'name': 'tempest-snat-router-697188006', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'enable_snat': False}}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:03:04.330052 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-246238e0-aa05-492f-b5e6-72f7d3a8a17b tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:04.331056 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-246238e0-aa05-492f-b5e6-72f7d3a8a17b tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:04.341918 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19b46ac-2a83-41f1-b576-168049714a4d tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Checking segment: {'id': 'b41eacef-7734-4e35-bcb0-764183dd0d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '975c008c-48aa-4da7-84f8-3458119f37b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:03:04.342299 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19b46ac-2a83-41f1-b576-168049714a4d tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Network hostable DHCP agents. Network: 975c008c-48aa-4da7-84f8-3458119f37b5, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:03:04.361725 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2271eafc-7188-4a1b-a457-b6ae6e2cf20c req-2fbaf934-08a1-45cc-94d7-49f17a9263f5 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:04.363617 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2271eafc-7188-4a1b-a457-b6ae6e2cf20c req-2fbaf934-08a1-45cc-94d7-49f17a9263f5 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2a03b3c-980c-4c1f-a15d-dc6322272e18 HTTP/1.1" status: 200 len: 949 time: 0.1024725 Jul 24 00:03:04.379750 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-934ea54b-639d-4fc8-a3c2-82d95e99c3e0 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for router_gateway, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:04.404544 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-934ea54b-639d-4fc8-a3c2-82d95e99c3e0 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:04.406781 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19b46ac-2a83-41f1-b576-168049714a4d tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Network 975c008c-48aa-4da7-84f8-3458119f37b5 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:03:04.421581 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-f19b46ac-2a83-41f1-b576-168049714a4d tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 975c008c-48aa-4da7-84f8-3458119f37b5) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:03:04.424182 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-246238e0-aa05-492f-b5e6-72f7d3a8a17b tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:04.431081 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c053d9a-2e16-4117-8948-c3925eba8cbe None None] Network 975c008c-48aa-4da7-84f8-3458119f37b5 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:03:04.452572 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19b46ac-2a83-41f1-b576-168049714a4d tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:04.453196 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f19b46ac-2a83-41f1-b576-168049714a4d tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:04.480668 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-f19b46ac-2a83-41f1-b576-168049714a4d tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9777939 Jul 24 00:03:04.483503 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 55366) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:04.503182 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2271eafc-7188-4a1b-a457-b6ae6e2cf20c req-68bf0060-34b8-4942-b5d6-1f10d98a71eb tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288769 Jul 24 00:03:04.583256 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-246238e0-aa05-492f-b5e6-72f7d3a8a17b tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:04.599129 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-934ea54b-639d-4fc8-a3c2-82d95e99c3e0 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Allocated IP 172.25.3.168 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/5105a21d-9988-44ac-b637-b008c4c314fc) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:03:04.631084 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076b0e71-0eff-48ef-9931-faf2ea8065d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-975c008c-48aa-4da7-84f8-3458119f37b5', 'network_id': '975c008c-48aa-4da7-84f8-3458119f37b5', 'tenant_id': '34214e4fa0b24be19b34152b09c86b8d', 'fixed_ips': [{'subnet_id': 'acf7474b-c504-4b46-8935-16e6e34beaba'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:03:04.632354 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-076b0e71-0eff-48ef-9931-faf2ea8065d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:04.647226 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9e63e647-885a-46af-b18b-f7992d345c48 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:04.767572 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9e63e647-885a-46af-b18b-f7992d345c48 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:04.773547 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-934ea54b-639d-4fc8-a3c2-82d95e99c3e0 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:04.784057 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-076b0e71-0eff-48ef-9931-faf2ea8065d9 None None] Allocated IP 172.20.0.2 (975c008c-48aa-4da7-84f8-3458119f37b5/acf7474b-c504-4b46-8935-16e6e34beaba/1aa55e81-93a9-48fd-9ce9-bfcfa5613b5c) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:03:04.786927 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f1189a-6edc-4740-918a-08bfdec37154 req-2e711685-aa9f-422b-bff0-61ac77f5bda6 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:04.793082 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f1189a-6edc-4740-918a-08bfdec37154 req-2e711685-aa9f-422b-bff0-61ac77f5bda6 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:04.799618 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f1189a-6edc-4740-918a-08bfdec37154 req-2e711685-aa9f-422b-bff0-61ac77f5bda6 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:04.805674 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f1189a-6edc-4740-918a-08bfdec37154 req-2e711685-aa9f-422b-bff0-61ac77f5bda6 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:04.812191 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f1189a-6edc-4740-918a-08bfdec37154 req-2e711685-aa9f-422b-bff0-61ac77f5bda6 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:04.818121 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f1189a-6edc-4740-918a-08bfdec37154 req-2e711685-aa9f-422b-bff0-61ac77f5bda6 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:04.824017 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f1189a-6edc-4740-918a-08bfdec37154 req-2e711685-aa9f-422b-bff0-61ac77f5bda6 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:04.825981 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-33f1189a-6edc-4740-918a-08bfdec37154 req-2e711685-aa9f-422b-bff0-61ac77f5bda6 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/ports?device_id=12c01cab-6f38-47e5-a713-3b0033ce846b HTTP/1.1" status: 200 len: 5431 time: 0.1209996 Jul 24 00:03:04.853333 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-934ea54b-639d-4fc8-a3c2-82d95e99c3e0 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:04.890930 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934ea54b-639d-4fc8-a3c2-82d95e99c3e0 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:03:04.894142 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-934ea54b-639d-4fc8-a3c2-82d95e99c3e0 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:03:04.899800 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934ea54b-639d-4fc8-a3c2-82d95e99c3e0 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:03:04.926034 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934ea54b-639d-4fc8-a3c2-82d95e99c3e0 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Pushing event updated for resources: {'Port': ['ID=5105a21d-9988-44ac-b637-b008c4c314fc,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:04.954111 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-33f1189a-6edc-4740-918a-08bfdec37154 req-46b79ac7-66f3-4ebe-8b15-2030b7ce4c09 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b2b81f-5921-46c4-a5f8-cac2ff846ad3&id=84526489-a784-4e02-8584-4c6d6be5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0970030 Jul 24 00:03:04.961447 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-246238e0-aa05-492f-b5e6-72f7d3a8a17b tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:04.963998 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-076b0e71-0eff-48ef-9931-faf2ea8065d9 None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:04.974404 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-076b0e71-0eff-48ef-9931-faf2ea8065d9 None None] Transition to ACTIVE for port object 1aa55e81-93a9-48fd-9ce9-bfcfa5613b5c will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:03:04.982057 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-246238e0-aa05-492f-b5e6-72f7d3a8a17b tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:04.991221 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-076b0e71-0eff-48ef-9931-faf2ea8065d9 None None] Transition to ACTIVE for port object 1aa55e81-93a9-48fd-9ce9-bfcfa5613b5c will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:03:04.998669 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-076b0e71-0eff-48ef-9931-faf2ea8065d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:05.039479 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076b0e71-0eff-48ef-9931-faf2ea8065d9 None None] Network 975c008c-48aa-4da7-84f8-3458119f37b5 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:03:05.044729 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-076b0e71-0eff-48ef-9931-faf2ea8065d9 None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:03:05.048358 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076b0e71-0eff-48ef-9931-faf2ea8065d9 None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:03:05.055644 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076b0e71-0eff-48ef-9931-faf2ea8065d9 None None] Pushing event updated for resources: {'Port': ['ID=1aa55e81-93a9-48fd-9ce9-bfcfa5613b5c,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:05.068161 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9e63e647-885a-46af-b18b-f7992d345c48 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:05.103345 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e63e647-885a-46af-b18b-f7992d345c48 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Pushing event deleted for resources: {'Subnet': ['ID=acf7474b-c504-4b46-8935-16e6e34beaba,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:05.104125 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-246238e0-aa05-492f-b5e6-72f7d3a8a17b tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Allocated IP 172.25.3.180 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/a5dd616e-1fd6-4c25-823f-e7013fecb4b8) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:03:05.120230 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-076b0e71-0eff-48ef-9931-faf2ea8065d9 None None] Attempting to bind port 1aa55e81-93a9-48fd-9ce9-bfcfa5613b5c on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:03:05.120621 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-076b0e71-0eff-48ef-9931-faf2ea8065d9 None None] Attempting to bind port 1aa55e81-93a9-48fd-9ce9-bfcfa5613b5c by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': 'b41eacef-7734-4e35-bcb0-764183dd0d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '975c008c-48aa-4da7-84f8-3458119f37b5'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:03:05.121026 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076b0e71-0eff-48ef-9931-faf2ea8065d9 None None] Attempting to bind port 1aa55e81-93a9-48fd-9ce9-bfcfa5613b5c on network 975c008c-48aa-4da7-84f8-3458119f37b5 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:03:05.127336 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076b0e71-0eff-48ef-9931-faf2ea8065d9 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:03:05.127784 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076b0e71-0eff-48ef-9931-faf2ea8065d9 None None] Checking segment: {'id': 'b41eacef-7734-4e35-bcb0-764183dd0d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '975c008c-48aa-4da7-84f8-3458119f37b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:03:05.128130 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-076b0e71-0eff-48ef-9931-faf2ea8065d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:05.128544 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076b0e71-0eff-48ef-9931-faf2ea8065d9 None None] Bound using segment: {'id': 'b41eacef-7734-4e35-bcb0-764183dd0d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '975c008c-48aa-4da7-84f8-3458119f37b5'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:03:05.129060 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-076b0e71-0eff-48ef-9931-faf2ea8065d9 None None] Bound port: 1aa55e81-93a9-48fd-9ce9-bfcfa5613b5c, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b41eacef-7734-4e35-bcb0-764183dd0d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '975c008c-48aa-4da7-84f8-3458119f37b5'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:03:05.129533 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-076b0e71-0eff-48ef-9931-faf2ea8065d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:05.205403 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-076b0e71-0eff-48ef-9931-faf2ea8065d9 None None] For port 1aa55e81-93a9-48fd-9ce9-bfcfa5613b5c, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:03:05.209266 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-076b0e71-0eff-48ef-9931-faf2ea8065d9 None None] For port 1aa55e81-93a9-48fd-9ce9-bfcfa5613b5c, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=1aa55e81-93a9-48fd-9ce9-bfcfa5613b5c,segment=NetworkSegment(b41eacef-7734-4e35-bcb0-764183dd0d48),segment_id=b41eacef-7734-4e35-bcb0-764183dd0d48)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:03:05.218409 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-076b0e71-0eff-48ef-9931-faf2ea8065d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:05.234038 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9e63e647-885a-46af-b18b-f7992d345c48 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:05.261838 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f27a9290-5156-450a-b2c1-0c6dbe67145d req-96175436-e78c-4059-bde0-5ea396162298 tempest-ServerShowV257Test-243421903 tempest-ServerShowV257Test-243421903-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fbfd1ea-6f21-4321-85fc-d6056e92e5b4 HTTP/1.1" status: 200 len: 210 time: 0.0818758 Jul 24 00:03:05.290313 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-246238e0-aa05-492f-b5e6-72f7d3a8a17b tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:05.323039 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076b0e71-0eff-48ef-9931-faf2ea8065d9 None None] Pushing event updated for resources: {'Port': ['ID=1aa55e81-93a9-48fd-9ce9-bfcfa5613b5c,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:05.333779 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182a9f54-c96d-4fd1-9488-6d1e69e7f67c req-0dc89b2c-2734-49b4-83e6-b02e30609fb3 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:05.335816 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-182a9f54-c96d-4fd1-9488-6d1e69e7f67c req-0dc89b2c-2734-49b4-83e6-b02e30609fb3 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=4bf35f53-c388-4c0f-a50e-4473ad69c791 HTTP/1.1" status: 200 len: 944 time: 0.1090202 Jul 24 00:03:05.345474 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18ddbf2-cc58-48a2-90b5-ec4fec69fc8e None None] Network 975c008c-48aa-4da7-84f8-3458119f37b5 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:03:05.360853 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-246238e0-aa05-492f-b5e6-72f7d3a8a17b tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:05.378469 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-9e63e647-885a-46af-b18b-f7992d345c48 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['975c008c-48aa-4da7-84f8-3458119f37b5']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:05.388687 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-9e63e647-885a-46af-b18b-f7992d345c48 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b41eacef-7734-4e35-bcb0-764183dd0d48') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:05.389013 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-9e63e647-885a-46af-b18b-f7992d345c48 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b41eacef-7734-4e35-bcb0-764183dd0d48') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:05.399670 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9e63e647-885a-46af-b18b-f7992d345c48 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:05.408250 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246238e0-aa05-492f-b5e6-72f7d3a8a17b tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:03:05.413635 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9e63e647-885a-46af-b18b-f7992d345c48 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:05.416869 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-246238e0-aa05-492f-b5e6-72f7d3a8a17b tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:03:05.423330 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e63e647-885a-46af-b18b-f7992d345c48 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:03:05.423691 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-182a9f54-c96d-4fd1-9488-6d1e69e7f67c req-bf23a800-92c3-4371-8b2a-c905bebd7d07 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803747 Jul 24 00:03:05.423820 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9e63e647-885a-46af-b18b-f7992d345c48 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:05.424442 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246238e0-aa05-492f-b5e6-72f7d3a8a17b tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:03:05.427158 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:03:05.427158 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:03:05.427158 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:03:05.427158 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:03:05.427158 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:03:05.427158 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:03:05.427158 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:03:05.427158 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:03:05.427158 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:03:05.427158 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:03:05.427158 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:03:05.427158 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:03:05.427158 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:03:05.427158 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:03:05.427158 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:03:05.427158 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:03:05.427158 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:03:05.427158 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:03:05.427158 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:03:05.427158 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:03:05.427158 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:03:05.427158 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:03:05.427158 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:03:05.427158 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:03:05.427158 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:03:05.427158 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:03:05.427158 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:03:05.427158 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:03:05.427158 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:03:05.427158 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:03:05.427158 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:03:05.427158 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:03:05.448516 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246238e0-aa05-492f-b5e6-72f7d3a8a17b tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Pushing event updated for resources: {'Port': ['ID=a5dd616e-1fd6-4c25-823f-e7013fecb4b8,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:05.477841 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-934ea54b-639d-4fc8-a3c2-82d95e99c3e0 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for router_gateway, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:05.501072 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdcbec7b-dba5-4c17-adf3-81e9d6d64741 None None] get_active_networks_info from n-d-800088-16 {{(pid=100315) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 24 00:03:05.576739 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.db.api [None req-9e63e647-885a-46af-b18b-f7992d345c48 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 24 00:03:05.576739 n-d-800088-16 neutron-server[100313]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 24 00:03:05.576739 n-d-800088-16 neutron-server[100313]: [parameters: {'id': '975c008c-48aa-4da7-84f8-3458119f37b5'}] Jul 24 00:03:05.576739 n-d-800088-16 neutron-server[100313]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 00:03:05.577300 n-d-800088-16 neutron-server[100313]: DEBUG oslo_db.api [None req-9e63e647-885a-46af-b18b-f7992d345c48 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 00:03:05.634023 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdcbec7b-dba5-4c17-adf3-81e9d6d64741 None None] Resources bound (agent type, host, resource id): {{(pid=100315) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 24 00:03:05.718144 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-246238e0-aa05-492f-b5e6-72f7d3a8a17b tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:05.755490 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b22da-0590-4240-ba6f-382dc483d3b1 req-5cd6faa8-41f9-4140-934c-e2689b5add27 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:05.765390 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-746b22da-0590-4240-ba6f-382dc483d3b1 req-5cd6faa8-41f9-4140-934c-e2689b5add27 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2a03b3c-980c-4c1f-a15d-dc6322272e18 HTTP/1.1" status: 200 len: 949 time: 0.1612637 Jul 24 00:03:05.810549 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-934ea54b-639d-4fc8-a3c2-82d95e99c3e0 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:05.816356 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-746b22da-0590-4240-ba6f-382dc483d3b1 req-bef8d750-e888-4c75-905f-0e0bc1b20db4 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482285 Jul 24 00:03:05.943825 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-246238e0-aa05-492f-b5e6-72f7d3a8a17b tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:05.953630 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-934ea54b-639d-4fc8-a3c2-82d95e99c3e0 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Router 4f26a06a-d288-46dd-b008-f028ac278332 is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:03:05.963930 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 7c4baabd-a258-4647-844c-3df4320bfcd4 up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:03:06.018477 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port 7c4baabd-a258-4647-844c-3df4320bfcd4 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:03:06.023201 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port 7c4baabd-a258-4647-844c-3df4320bfcd4 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:03:06.023813 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:06.072906 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-934ea54b-639d-4fc8-a3c2-82d95e99c3e0 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:03:06.080247 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9e63e647-885a-46af-b18b-f7992d345c48 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:06.088478 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31feb2ae-21fc-49a4-8bb9-b823ab9eccf6 None None] Sync routers for ids ['4f26a06a-d288-46dd-b008-f028ac278332'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:03:06.098351 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-934ea54b-639d-4fc8-a3c2-82d95e99c3e0 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:06.099598 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-934ea54b-639d-4fc8-a3c2-82d95e99c3e0 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.6267583 Jul 24 00:03:06.102845 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 55382) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:06.104077 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31feb2ae-21fc-49a4-8bb9-b823ab9eccf6 None None] Routers {'4f26a06a-d288-46dd-b008-f028ac278332'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:03:06.104725 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-31feb2ae-21fc-49a4-8bb9-b823ab9eccf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:02:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['4f26a06a-d288-46dd-b008-f028ac278332'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:06.140788 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:06.144317 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-246238e0-aa05-492f-b5e6-72f7d3a8a17b tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Router c61e9b14-2999-4244-b713-5a4882b90c78 is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:03:06.157605 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-31feb2ae-21fc-49a4-8bb9-b823ab9eccf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:06.167746 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31feb2ae-21fc-49a4-8bb9-b823ab9eccf6 None None] Routers {'4f26a06a-d288-46dd-b008-f028ac278332'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:03:06.168111 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc1120-7f89-4994-bd36-4eca0c574bcc req-7fd8ff58-9345-4b3c-b35c-3ecf58e90f1f tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:06.168874 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-31feb2ae-21fc-49a4-8bb9-b823ab9eccf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:02:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['4f26a06a-d288-46dd-b008-f028ac278332'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:06.169796 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2a03b3c-980c-4c1f-a15d-dc6322272e18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c4baabd-a258-4647-844c-3df4320bfcd4'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:03:06.173111 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a2ec879-8ce5-492f-97e0-39575420d7b6" -d '{"events": [{"server_uuid": "e2a03b3c-980c-4c1f-a15d-dc6322272e18", "name": "network-vif-plugged", "status": "completed", "tag": "7c4baabd-a258-4647-844c-3df4320bfcd4"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:03:06.175947 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc1120-7f89-4994-bd36-4eca0c574bcc req-7fd8ff58-9345-4b3c-b35c-3ecf58e90f1f tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:06.182559 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc1120-7f89-4994-bd36-4eca0c574bcc req-7fd8ff58-9345-4b3c-b35c-3ecf58e90f1f tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:06.189811 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc1120-7f89-4994-bd36-4eca0c574bcc req-7fd8ff58-9345-4b3c-b35c-3ecf58e90f1f tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:06.196794 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc1120-7f89-4994-bd36-4eca0c574bcc req-7fd8ff58-9345-4b3c-b35c-3ecf58e90f1f tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:06.203330 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc1120-7f89-4994-bd36-4eca0c574bcc req-7fd8ff58-9345-4b3c-b35c-3ecf58e90f1f tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:06.211219 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 7c4baabd-a258-4647-844c-3df4320bfcd4, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=7c4baabd-a258-4647-844c-3df4320bfcd4,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:03:06.211439 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc1120-7f89-4994-bd36-4eca0c574bcc req-7fd8ff58-9345-4b3c-b35c-3ecf58e90f1f tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:06.214029 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-87bc1120-7f89-4994-bd36-4eca0c574bcc req-7fd8ff58-9345-4b3c-b35c-3ecf58e90f1f tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/ports?device_id=12c01cab-6f38-47e5-a713-3b0033ce846b HTTP/1.1" status: 200 len: 5431 time: 0.1511297 Jul 24 00:03:06.219355 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:06.220593 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device eea6ec69-15c5-4013-8816-6f9f008944cd up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:03:06.235759 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-31feb2ae-21fc-49a4-8bb9-b823ab9eccf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:06.236716 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31feb2ae-21fc-49a4-8bb9-b823ab9eccf6 None None] The sync data for ids ['4f26a06a-d288-46dd-b008-f028ac278332'] in n-d-800088-16 is: [] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:03:06.293959 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85758f51-caa3-437a-b741-e7d4686e985e x-openstack-request-id: req-85758f51-caa3-437a-b741-e7d4686e985e {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:03:06.294392 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2a03b3c-980c-4c1f-a15d-dc6322272e18", "name": "network-vif-plugged", "status": "completed", "tag": "7c4baabd-a258-4647-844c-3df4320bfcd4", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:03:06.294739 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-85758f51-caa3-437a-b741-e7d4686e985e {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:03:06.295247 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2a03b3c-980c-4c1f-a15d-dc6322272e18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c4baabd-a258-4647-844c-3df4320bfcd4', 'code': 200} Jul 24 00:03:06.316921 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=7c4baabd-a258-4647-844c-3df4320bfcd4,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:06.333803 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:03:06.334299 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:03:06.334802 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:03:06.335276 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:03:06.335703 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:03:06.336134 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:03:06.336553 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:03:06.337344 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:03:06.337344 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:03:06.337856 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:03:06.338262 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:03:06.339207 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:03:06.355261 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-87bc1120-7f89-4994-bd36-4eca0c574bcc req-bdd11527-c013-4082-9352-300c40233588 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b2b81f-5921-46c4-a5f8-cac2ff846ad3&id=84526489-a784-4e02-8584-4c6d6be5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1297410 Jul 24 00:03:06.376543 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-246238e0-aa05-492f-b5e6-72f7d3a8a17b tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:03:06.385981 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port eea6ec69-15c5-4013-8816-6f9f008944cd completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:03:06.392138 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db24899d-194c-42ee-beae-9cd3a9609660 None None] Sync routers for ids ['c61e9b14-2999-4244-b713-5a4882b90c78'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:03:06.396755 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-246238e0-aa05-492f-b5e6-72f7d3a8a17b tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:06.400753 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port eea6ec69-15c5-4013-8816-6f9f008944cd triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:03:06.400947 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-246238e0-aa05-492f-b5e6-72f7d3a8a17b tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.1260126 Jul 24 00:03:06.401035 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:06.402329 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55388) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:06.425180 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db24899d-194c-42ee-beae-9cd3a9609660 None None] Routers {'c61e9b14-2999-4244-b713-5a4882b90c78'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:03:06.425839 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-db24899d-194c-42ee-beae-9cd3a9609660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:02:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['c61e9b14-2999-4244-b713-5a4882b90c78'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:06.575047 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-53f99aaf-3a91-433c-b87e-ef44dc2e9904 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] 10.222.0.44 "GET /v2.0/routers/c61e9b14-2999-4244-b713-5a4882b90c78 HTTP/1.1" status: 200 len: 908 time: 0.1697705 Jul 24 00:03:06.576172 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55392) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:06.580634 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-3c73575a-1af9-4c72-aaed-83239a016227 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Request body: {'router': {'name': 'tempest-snat-router-697188006', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'enable_snat': True}}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:03:06.585327 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-db24899d-194c-42ee-beae-9cd3a9609660 None None] Set router c61e9b14-2999-4244-b713-5a4882b90c78 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:03:06.587560 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:06.588780 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bf1cfd1e-75b6-4b0f-96e5-e704e4f002c8 req-ba667fa9-3419-4732-bdf7-e258d0a924df tempest-ServerShowV257Test-243421903 tempest-ServerShowV257Test-243421903-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fbfd1ea-6f21-4321-85fc-d6056e92e5b4 HTTP/1.1" status: 200 len: 210 time: 0.0651512 Jul 24 00:03:06.636511 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3c73575a-1af9-4c72-aaed-83239a016227 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:06.637881 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3c73575a-1af9-4c72-aaed-83239a016227 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:06.648624 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-03e76b39-fb90-4ee6-a270-9c622863d944 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "GET /v2.0/routers/4f26a06a-d288-46dd-b008-f028ac278332 HTTP/1.1" status: 200 len: 884 time: 0.5452297 Jul 24 00:03:06.650265 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 55394) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:06.654977 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febfd8f7-251c-4561-b1bd-06fd6ab1ddf9 req-ffde88ef-7ff4-495e-9a99-547d8c24389a tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:06.656760 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-febfd8f7-251c-4561-b1bd-06fd6ab1ddf9 req-ffde88ef-7ff4-495e-9a99-547d8c24389a tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=4bf35f53-c388-4c0f-a50e-4473ad69c791 HTTP/1.1" status: 200 len: 944 time: 0.1255562 Jul 24 00:03:06.679304 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-9e63e647-885a-46af-b18b-f7992d345c48 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Deleting port 1aa55e81-93a9-48fd-9ce9-bfcfa5613b5c {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:03:06.679652 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9e63e647-885a-46af-b18b-f7992d345c48 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:06.725478 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3c73575a-1af9-4c72-aaed-83239a016227 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:06.775338 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-febfd8f7-251c-4561-b1bd-06fd6ab1ddf9 req-781b33a0-1625-4a0a-9c07-c71ed0c3090e tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996785 Jul 24 00:03:06.803766 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device e1af1c0b-79e3-4d56-866d-18620582745c details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:03:06.878259 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-9e63e647-885a-46af-b18b-f7992d345c48 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] For port 1aa55e81-93a9-48fd-9ce9-bfcfa5613b5c, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=1aa55e81-93a9-48fd-9ce9-bfcfa5613b5c,segment=NetworkSegment(b41eacef-7734-4e35-bcb0-764183dd0d48),segment_id=b41eacef-7734-4e35-bcb0-764183dd0d48)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:03:06.878927 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9e63e647-885a-46af-b18b-f7992d345c48 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:06.891701 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3c73575a-1af9-4c72-aaed-83239a016227 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:06.895685 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-9e63e647-885a-46af-b18b-f7992d345c48 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Calling delete_port for 1aa55e81-93a9-48fd-9ce9-bfcfa5613b5c owned by network:dhcp {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:03:06.902603 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port eea6ec69-15c5-4013-8816-6f9f008944cd, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=eea6ec69-15c5-4013-8816-6f9f008944cd,segment=NetworkSegment(03844098-4008-432a-ad64-80c1a7ec0473),segment_id=03844098-4008-432a-ad64-80c1a7ec0473)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:03:06.929917 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:06.956338 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092f0909-12df-4ea5-af49-71da6c126451 req-55826dbf-8b6d-4dd1-b0eb-755971474a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:06.957898 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-092f0909-12df-4ea5-af49-71da6c126451 req-55826dbf-8b6d-4dd1-b0eb-755971474a55 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e2a03b3c-980c-4c1f-a15d-dc6322272e18 HTTP/1.1" status: 200 len: 1102 time: 0.4332786 Jul 24 00:03:07.073092 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-092f0909-12df-4ea5-af49-71da6c126451 req-1580ac2f-e7bc-4380-97e4-042ff80701e3 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738218 Jul 24 00:03:07.075404 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port e1af1c0b-79e3-4d56-866d-18620582745c, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=e1af1c0b-79e3-4d56-866d-18620582745c,segment=NetworkSegment(c3acebb7-b496-4cc8-bec9-51681a227a5c),segment_id=c3acebb7-b496-4cc8-bec9-51681a227a5c)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:03:07.085413 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=eea6ec69-15c5-4013-8816-6f9f008944cd,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:07.095254 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': 'e1af1c0b-79e3-4d56-866d-18620582745c', 'network_id': '7c5ac98e-801e-45e6-b7a1-9d72ebb7e3ef', 'port_id': 'e1af1c0b-79e3-4d56-866d-18620582745c', 'mac_address': 'fa:16:3e:3f:3e:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c23b279f-1e65-49c9-9b0f-a3a3864c4539', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:03:07.121797 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9e63e647-885a-46af-b18b-f7992d345c48 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:07.133367 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-db24899d-194c-42ee-beae-9cd3a9609660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61e9b14-2999-4244-b713-5a4882b90c78', 'name': 'tempest-snat-router-697188006', 'tenant_id': '808cc8b66ac74a13bccf620382b1ac85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.180'}], 'enable_snat': False}, 'gw_port_id': 'a5dd616e-1fd6-4c25-823f-e7013fecb4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:03:04Z', 'updated_at': '2021-07-24T00:03:05Z', 'revision_number': 3, 'project_id': '808cc8b66ac74a13bccf620382b1ac85', 'gw_port': {'id': 'a5dd616e-1fd6-4c25-823f-e7013fecb4b8', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:70:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c61e9b14-2999-4244-b713-5a4882b90c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:03:04Z', 'updated_at': '2021-07-24T00:03:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:07.164254 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e63e647-885a-46af-b18b-f7992d345c48 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Pushing event deleted for resources: {'Port': ['ID=1aa55e81-93a9-48fd-9ce9-bfcfa5613b5c,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:07.165969 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db24899d-194c-42ee-beae-9cd3a9609660 None None] Checking router: c61e9b14-2999-4244-b713-5a4882b90c78 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:03:07.166268 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db24899d-194c-42ee-beae-9cd3a9609660 None None] Updating router c61e9b14-2999-4244-b713-5a4882b90c78 port a5dd616e-1fd6-4c25-823f-e7013fecb4b8 binding host n-d-800088-16 {{(pid=100315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:03:07.167193 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e63e647-885a-46af-b18b-f7992d345c48 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] No DVR routers for this DVR port 1aa55e81-93a9-48fd-9ce9-bfcfa5613b5c on host n-d-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:03:07.190894 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:07.200439 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-29dba0ec-a805-4221-a8a4-58d5d16946ff tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.5475268 Jul 24 00:03:07.204541 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 55400) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:07.209639 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-6fcf7598-3c25-42cd-a39d-bf524e9db442 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-167103605'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:03:07.217309 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1af1c0b-79e3-4d56-866d-18620582745c {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:03:07.224606 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-db24899d-194c-42ee-beae-9cd3a9609660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:07.261184 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port e1af1c0b-79e3-4d56-866d-18620582745c, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=e1af1c0b-79e3-4d56-866d-18620582745c,segment=NetworkSegment(c3acebb7-b496-4cc8-bec9-51681a227a5c),segment_id=c3acebb7-b496-4cc8-bec9-51681a227a5c)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:03:07.270493 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:07.271153 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 2ae00847-5047-43ce-ba3f-aff5e321b304 details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:03:07.340693 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9e63e647-885a-46af-b18b-f7992d345c48 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:07.349148 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83029453-4920-4c2e-bc2f-e0581bb737f1 req-e30a3d87-cd28-43b0-98ca-77e84feb98ae tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:07.350680 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-83029453-4920-4c2e-bc2f-e0581bb737f1 req-e30a3d87-cd28-43b0-98ca-77e84feb98ae tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2a03b3c-980c-4c1f-a15d-dc6322272e18 HTTP/1.1" status: 200 len: 950 time: 0.0885074 Jul 24 00:03:07.355559 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-9e63e647-885a-46af-b18b-f7992d345c48 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['975c008c-48aa-4da7-84f8-3458119f37b5']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:07.372360 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-9e63e647-885a-46af-b18b-f7992d345c48 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b41eacef-7734-4e35-bcb0-764183dd0d48') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:07.372558 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-9e63e647-885a-46af-b18b-f7992d345c48 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b41eacef-7734-4e35-bcb0-764183dd0d48') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:07.388488 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9e63e647-885a-46af-b18b-f7992d345c48 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:07.421601 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=e1af1c0b-79e3-4d56-866d-18620582745c,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:07.435144 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-83029453-4920-4c2e-bc2f-e0581bb737f1 req-1c9ceed7-a593-4610-85c9-b1e150c85d09 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599353 Jul 24 00:03:07.440082 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9e63e647-885a-46af-b18b-f7992d345c48 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:07.475756 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e63e647-885a-46af-b18b-f7992d345c48 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:03:07.476182 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9e63e647-885a-46af-b18b-f7992d345c48 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:07.479220 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:03:07.479220 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:03:07.479220 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:03:07.479220 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:03:07.479220 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:03:07.479220 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:03:07.479220 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:03:07.479220 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:03:07.479220 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:03:07.479220 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:03:07.479220 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:03:07.479220 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:03:07.479220 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:03:07.479220 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:03:07.479220 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:03:07.479220 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:03:07.479220 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:03:07.479220 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:03:07.479220 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:03:07.479220 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:03:07.479220 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:03:07.479220 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:03:07.479220 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:03:07.479220 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:03:07.479220 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:03:07.479220 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:03:07.479220 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:03:07.479220 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:03:07.479220 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:03:07.479220 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:03:07.479220 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:03:07.479220 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:03:07.557045 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 2ae00847-5047-43ce-ba3f-aff5e321b304, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=2ae00847-5047-43ce-ba3f-aff5e321b304,segment=NetworkSegment(6a9bfae8-3859-4d2f-b2ea-41b2fe58337b),segment_id=6a9bfae8-3859-4d2f-b2ea-41b2fe58337b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:03:07.576042 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': '2ae00847-5047-43ce-ba3f-aff5e321b304', 'network_id': '2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62', 'port_id': '2ae00847-5047-43ce-ba3f-aff5e321b304', 'mac_address': 'fa:16:3e:a1:6b:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f94f5fe1-1657-4d56-85e2-2952459188b5', 'ip_address': '10.1.1.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:03:07.578054 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3c73575a-1af9-4c72-aaed-83239a016227 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:07.599919 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3c73575a-1af9-4c72-aaed-83239a016227 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:07.600771 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9e63e647-885a-46af-b18b-f7992d345c48 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:07.609785 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9e63e647-885a-46af-b18b-f7992d345c48 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:07.614500 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-9e63e647-885a-46af-b18b-f7992d345c48 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] 10.222.0.44 "DELETE /v2.0/networks/975c008c-48aa-4da7-84f8-3458119f37b5 HTTP/1.1" status: 204 len: 168 time: 3.1300271 Jul 24 00:03:07.648075 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:07.653568 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 55404) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:07.663308 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ae00847-5047-43ce-ba3f-aff5e321b304 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:03:07.707851 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 2ae00847-5047-43ce-ba3f-aff5e321b304, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=2ae00847-5047-43ce-ba3f-aff5e321b304,segment=NetworkSegment(6a9bfae8-3859-4d2f-b2ea-41b2fe58337b),segment_id=6a9bfae8-3859-4d2f-b2ea-41b2fe58337b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:03:07.716761 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:07.717794 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device af706165-7642-41c4-a6f3-257a92b8a9b6 details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:03:07.726453 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e63e647-885a-46af-b18b-f7992d345c48 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Pushing event deleted for resources: {'Network': ['ID=975c008c-48aa-4da7-84f8-3458119f37b5,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:07.730729 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e5f33cc-a8f8-4b49-9171-66661ec1e827 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] GET failed (client error): The resource could not be found. Jul 24 00:03:07.735886 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-4e5f33cc-a8f8-4b49-9171-66661ec1e827 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] 10.222.0.44 "GET /v2.0/subnets/acf7474b-c504-4b46-8935-16e6e34beaba HTTP/1.1" status: 404 len: 337 time: 0.0809014 Jul 24 00:03:07.740542 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 55408) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:07.743653 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7bf9b766-cea4-4e23-9e1d-a6e54d4c8585 req-73d54f34-9155-401f-ba3f-003a2e2c7734 tempest-ServerShowV257Test-243421903 tempest-ServerShowV257Test-243421903-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fbfd1ea-6f21-4321-85fc-d6056e92e5b4 HTTP/1.1" status: 200 len: 210 time: 0.0531697 Jul 24 00:03:07.764298 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-db24899d-194c-42ee-beae-9cd3a9609660 None None] Notify callbacks [] for port, precommit_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:07.773385 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-37d29419-1921-4509-90c4-e7c271bb77d9 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] DELETE failed (client error): The resource could not be found. Jul 24 00:03:07.774083 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37d29419-1921-4509-90c4-e7c271bb77d9 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:03:07.777461 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-37d29419-1921-4509-90c4-e7c271bb77d9 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] 10.222.0.44 "DELETE /v2.0/networks/975c008c-48aa-4da7-84f8-3458119f37b5 HTTP/1.1" status: 404 len: 339 time: 0.0351334 Jul 24 00:03:07.781708 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55410) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:07.790312 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd0f21-64ae-4ff2-b62e-fc77a4e7c6ba req-1aa64c64-0b06-4a5c-aebf-5621ad0d62ee tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:07.798315 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd0f21-64ae-4ff2-b62e-fc77a4e7c6ba req-1aa64c64-0b06-4a5c-aebf-5621ad0d62ee tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:07.805568 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd0f21-64ae-4ff2-b62e-fc77a4e7c6ba req-1aa64c64-0b06-4a5c-aebf-5621ad0d62ee tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:07.826533 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-db24899d-194c-42ee-beae-9cd3a9609660 None None] Transition to ACTIVE for port object a5dd616e-1fd6-4c25-823f-e7013fecb4b8 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:03:07.827915 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd0f21-64ae-4ff2-b62e-fc77a4e7c6ba req-1aa64c64-0b06-4a5c-aebf-5621ad0d62ee tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:07.840679 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-db24899d-194c-42ee-beae-9cd3a9609660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:07.842304 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd0f21-64ae-4ff2-b62e-fc77a4e7c6ba req-1aa64c64-0b06-4a5c-aebf-5621ad0d62ee tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:07.872442 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd0f21-64ae-4ff2-b62e-fc77a4e7c6ba req-1aa64c64-0b06-4a5c-aebf-5621ad0d62ee tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:07.878064 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=2ae00847-5047-43ce-ba3f-aff5e321b304,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:07.881998 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd0f21-64ae-4ff2-b62e-fc77a4e7c6ba req-1aa64c64-0b06-4a5c-aebf-5621ad0d62ee tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:07.885902 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port af706165-7642-41c4-a6f3-257a92b8a9b6, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=af706165-7642-41c4-a6f3-257a92b8a9b6,segment=NetworkSegment(67210387-9ab9-4aa4-9937-6b54614e94e7),segment_id=67210387-9ab9-4aa4-9937-6b54614e94e7)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:03:07.891924 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-42bd0f21-64ae-4ff2-b62e-fc77a4e7c6ba req-1aa64c64-0b06-4a5c-aebf-5621ad0d62ee tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/ports?device_id=12c01cab-6f38-47e5-a713-3b0033ce846b HTTP/1.1" status: 200 len: 5432 time: 0.3894248 Jul 24 00:03:07.937720 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6fcf7598-3c25-42cd-a39d-bf524e9db442 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:07.939053 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': 'af706165-7642-41c4-a6f3-257a92b8a9b6', 'network_id': '0bd87d55-8051-4371-bdff-26afb21cf3d1', 'port_id': 'af706165-7642-41c4-a6f3-257a92b8a9b6', 'mac_address': 'fa:16:3e:5d:48:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27043a76-3596-4241-bf83-647bae554fd9', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:03:07.954280 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-42bd0f21-64ae-4ff2-b62e-fc77a4e7c6ba req-261f8730-912f-4f94-b4a0-ee343e736232 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b2b81f-5921-46c4-a5f8-cac2ff846ad3&id=84526489-a784-4e02-8584-4c6d6be5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0613847 Jul 24 00:03:07.968950 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6fcf7598-3c25-42cd-a39d-bf524e9db442 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-687196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-687191', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-626537'] for router, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:07.970123 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-db24899d-194c-42ee-beae-9cd3a9609660 None None] Attempting to bind port a5dd616e-1fd6-4c25-823f-e7013fecb4b8 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:03:07.970123 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-db24899d-194c-42ee-beae-9cd3a9609660 None None] Attempting to bind port a5dd616e-1fd6-4c25-823f-e7013fecb4b8 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:03:07.970123 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db24899d-194c-42ee-beae-9cd3a9609660 None None] Attempting to bind port a5dd616e-1fd6-4c25-823f-e7013fecb4b8 on network 9adcfee8-760c-4568-9e39-c221abf69bf5 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:03:08.006484 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11b58d3-93cb-45cf-8601-fea2909b47dd None None] Pushing event updated for resources: {'Port': ['ID=a5dd616e-1fd6-4c25-823f-e7013fecb4b8,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:08.013664 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db24899d-194c-42ee-beae-9cd3a9609660 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:03:08.014053 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db24899d-194c-42ee-beae-9cd3a9609660 None None] Checking segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:03:08.014496 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-db24899d-194c-42ee-beae-9cd3a9609660 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:08.014902 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db24899d-194c-42ee-beae-9cd3a9609660 None None] Bound using segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:03:08.016101 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-db24899d-194c-42ee-beae-9cd3a9609660 None None] Bound port: a5dd616e-1fd6-4c25-823f-e7013fecb4b8, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:03:08.016518 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-db24899d-194c-42ee-beae-9cd3a9609660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:08.029234 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-3c73575a-1af9-4c72-aaed-83239a016227 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Allocated IP 172.25.3.53 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/4d2c3bff-db83-46e1-9ff9-addf310c25a4) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:03:08.069314 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:08.093701 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fcf7598-3c25-42cd-a39d-bf524e9db442 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Router 4f26a06a-d288-46dd-b008-f028ac278332 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:03:08.099452 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af706165-7642-41c4-a6f3-257a92b8a9b6 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:03:08.113737 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-db24899d-194c-42ee-beae-9cd3a9609660 None None] For port a5dd616e-1fd6-4c25-823f-e7013fecb4b8, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:03:08.118274 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-db24899d-194c-42ee-beae-9cd3a9609660 None None] For port a5dd616e-1fd6-4c25-823f-e7013fecb4b8, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=a5dd616e-1fd6-4c25-823f-e7013fecb4b8,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:03:08.134404 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port af706165-7642-41c4-a6f3-257a92b8a9b6, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=af706165-7642-41c4-a6f3-257a92b8a9b6,segment=NetworkSegment(67210387-9ab9-4aa4-9937-6b54614e94e7),segment_id=67210387-9ab9-4aa4-9937-6b54614e94e7)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:03:08.137577 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-db24899d-194c-42ee-beae-9cd3a9609660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:08.148868 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:08.149807 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device b7cf0802-b364-4a10-b288-5a91e476f1a6 details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:03:08.169705 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c23b99-a4d6-4271-b09c-62ecf1bdf65a tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:08.173999 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-38c23b99-a4d6-4271-b09c-62ecf1bdf65a tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3885791 Jul 24 00:03:08.176322 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55416) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:08.203071 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec18024c-b5f2-4fb4-a5dc-7c1017f79cb5 req-8499bb06-7ed9-4a8a-9ea2-36e25a8a2702 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:08.205378 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ec18024c-b5f2-4fb4-a5dc-7c1017f79cb5 req-8499bb06-7ed9-4a8a-9ea2-36e25a8a2702 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=4bf35f53-c388-4c0f-a50e-4473ad69c791 HTTP/1.1" status: 200 len: 945 time: 0.3133161 Jul 24 00:03:08.221936 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fcf7598-3c25-42cd-a39d-bf524e9db442 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:03:08.224148 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db24899d-194c-42ee-beae-9cd3a9609660 None None] Routers {'c61e9b14-2999-4244-b713-5a4882b90c78'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:03:08.224522 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-db24899d-194c-42ee-beae-9cd3a9609660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:02:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['c61e9b14-2999-4244-b713-5a4882b90c78'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:08.229783 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6fcf7598-3c25-42cd-a39d-bf524e9db442 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:08.230992 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-6fcf7598-3c25-42cd-a39d-bf524e9db442 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "PUT /v2.0/routers/4f26a06a-d288-46dd-b008-f028ac278332 HTTP/1.1" status: 200 len: 891 time: 1.0252666 Jul 24 00:03:08.232076 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11b58d3-93cb-45cf-8601-fea2909b47dd None None] Pushing event updated for resources: {'Port': ['ID=a5dd616e-1fd6-4c25-823f-e7013fecb4b8,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:08.234097 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 55418) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:08.238257 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1ba79a-8a19-4911-abf3-f3dd45d6f59d None None] Sync routers for ids ['4f26a06a-d288-46dd-b008-f028ac278332'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:03:08.238843 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port b7cf0802-b364-4a10-b288-5a91e476f1a6, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=b7cf0802-b364-4a10-b288-5a91e476f1a6,segment=NetworkSegment(6a9bfae8-3859-4d2f-b2ea-41b2fe58337b),segment_id=6a9bfae8-3859-4d2f-b2ea-41b2fe58337b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:03:08.256368 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1ba79a-8a19-4911-abf3-f3dd45d6f59d None None] Routers {'4f26a06a-d288-46dd-b008-f028ac278332'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:03:08.257403 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-5d1ba79a-8a19-4911-abf3-f3dd45d6f59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:02:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['4f26a06a-d288-46dd-b008-f028ac278332'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:08.291718 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-5d1ba79a-8a19-4911-abf3-f3dd45d6f59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:08.293021 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=af706165-7642-41c4-a6f3-257a92b8a9b6,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:08.300519 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-1d59a5c7-4d91-4382-b172-46d90ce22388 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] 10.222.0.44 "GET /v2.0/subnets?network_id=9adcfee8-760c-4568-9e39-c221abf69bf5 HTTP/1.1" status: 200 len: 207 time: 0.1219409 Jul 24 00:03:08.306667 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55420) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:08.315791 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1ba79a-8a19-4911-abf3-f3dd45d6f59d None None] Routers {'4f26a06a-d288-46dd-b008-f028ac278332'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:03:08.316654 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-5d1ba79a-8a19-4911-abf3-f3dd45d6f59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:02:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['4f26a06a-d288-46dd-b008-f028ac278332'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:08.333926 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bf35f53-c388-4c0f-a50e-4473ad69c791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eea6ec69-15c5-4013-8816-6f9f008944cd'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:03:08.336352 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb4f610-d141-41d4-b15d-4b599ec55322" -d '{"events": [{"server_uuid": "4bf35f53-c388-4c0f-a50e-4473ad69c791", "name": "network-vif-plugged", "status": "completed", "tag": "eea6ec69-15c5-4013-8816-6f9f008944cd"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:03:08.352658 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-5d1ba79a-8a19-4911-abf3-f3dd45d6f59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:08.353524 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1ba79a-8a19-4911-abf3-f3dd45d6f59d None None] The sync data for ids ['4f26a06a-d288-46dd-b008-f028ac278332'] in n-d-800088-16 is: [] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:03:08.367104 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-68be6e6b-56b9-48f1-b4d4-bfef6d5bc66f tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "GET /v2.0/routers/4f26a06a-d288-46dd-b008-f028ac278332 HTTP/1.1" status: 200 len: 891 time: 0.1315007 Jul 24 00:03:08.369710 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 55424) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:08.373109 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': 'b7cf0802-b364-4a10-b288-5a91e476f1a6', 'network_id': '2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62', 'port_id': 'b7cf0802-b364-4a10-b288-5a91e476f1a6', 'mac_address': 'fa:16:3e:62:6b:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f94f5fe1-1657-4d56-85e2-2952459188b5', 'ip_address': '10.1.1.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:03:08.393366 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ec18024c-b5f2-4fb4-a5dc-7c1017f79cb5 req-4135b566-dc0a-4cd3-974e-ddebb392449f tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493785 Jul 24 00:03:08.413490 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-f073e806-bff7-4775-9e01-ad0f19c2dab4 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f26a06a-d288-46dd-b008-f028ac278332 HTTP/1.1" status: 200 len: 205 time: 0.0420637 Jul 24 00:03:08.415711 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 55426) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:08.417046 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b48667a8-5fc6-4d75-be82-ad08a03ab590 x-openstack-request-id: req-b48667a8-5fc6-4d75-be82-ad08a03ab590 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:03:08.417343 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bf35f53-c388-4c0f-a50e-4473ad69c791", "name": "network-vif-plugged", "status": "completed", "tag": "eea6ec69-15c5-4013-8816-6f9f008944cd", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:03:08.417599 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b48667a8-5fc6-4d75-be82-ad08a03ab590 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:03:08.417989 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bf35f53-c388-4c0f-a50e-4473ad69c791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eea6ec69-15c5-4013-8816-6f9f008944cd', 'code': 200} Jul 24 00:03:08.443539 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:08.465197 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7cf0802-b364-4a10-b288-5a91e476f1a6 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:03:08.490217 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port b7cf0802-b364-4a10-b288-5a91e476f1a6, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=b7cf0802-b364-4a10-b288-5a91e476f1a6,segment=NetworkSegment(6a9bfae8-3859-4d2f-b2ea-41b2fe58337b),segment_id=6a9bfae8-3859-4d2f-b2ea-41b2fe58337b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:03:08.511003 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:08.511752 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 5c877d48-93c7-48db-a9f4-abde1712a9b4 details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:03:08.529953 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3c73575a-1af9-4c72-aaed-83239a016227 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:08.558827 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-db24899d-194c-42ee-beae-9cd3a9609660 None None] Set router c61e9b14-2999-4244-b713-5a4882b90c78 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:03:08.610813 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f1962ffe-9a7c-4310-a5cf-a5fa3d0cfeab tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for router, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:08.639241 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7da7da2-246a-4f56-88d3-a541521065b9 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:08.645426 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7da7da2-246a-4f56-88d3-a541521065b9 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:08.651822 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7da7da2-246a-4f56-88d3-a541521065b9 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:08.658095 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7da7da2-246a-4f56-88d3-a541521065b9 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:08.662133 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-e7da7da2-246a-4f56-88d3-a541521065b9 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.3496554 Jul 24 00:03:08.668092 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55430) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:08.675929 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=b7cf0802-b364-4a10-b288-5a91e476f1a6,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:08.680458 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 5c877d48-93c7-48db-a9f4-abde1712a9b4, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=5c877d48-93c7-48db-a9f4-abde1712a9b4,segment=NetworkSegment(67210387-9ab9-4aa4-9937-6b54614e94e7),segment_id=67210387-9ab9-4aa4-9937-6b54614e94e7)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:03:08.682790 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1685d22-05d0-40e3-8129-d43be1ae1c8b req-749f50fc-7d0b-47aa-b560-40caf2fc7cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:08.683913 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f1685d22-05d0-40e3-8129-d43be1ae1c8b req-749f50fc-7d0b-47aa-b560-40caf2fc7cb9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4bf35f53-c388-4c0f-a50e-4473ad69c791 HTTP/1.1" status: 200 len: 1097 time: 0.2239230 Jul 24 00:03:08.701216 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3c73575a-1af9-4c72-aaed-83239a016227 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:08.722852 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': '5c877d48-93c7-48db-a9f4-abde1712a9b4', 'network_id': '0bd87d55-8051-4371-bdff-26afb21cf3d1', 'port_id': '5c877d48-93c7-48db-a9f4-abde1712a9b4', 'mac_address': 'fa:16:3e:f2:0a:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27043a76-3596-4241-bf83-647bae554fd9', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:03:08.726675 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c166201-4726-406c-b63d-9fd3134ca019 req-61953e9d-94a1-4aa1-aee9-0e00db8b830f tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:08.728187 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7c166201-4726-406c-b63d-9fd3134ca019 req-61953e9d-94a1-4aa1-aee9-0e00db8b830f tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2a03b3c-980c-4c1f-a15d-dc6322272e18 HTTP/1.1" status: 200 len: 950 time: 0.1908336 Jul 24 00:03:08.760912 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f1685d22-05d0-40e3-8129-d43be1ae1c8b req-19fd3d23-3a68-417d-9d14-fdb09be66c7c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661719 Jul 24 00:03:08.813397 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c73575a-1af9-4c72-aaed-83239a016227 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:03:08.817901 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c73575a-1af9-4c72-aaed-83239a016227 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Pushing event updated for resources: {'Port': ['ID=4d2c3bff-db83-46e1-9ff9-addf310c25a4,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:08.828638 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-3c73575a-1af9-4c72-aaed-83239a016227 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:03:08.831904 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c73575a-1af9-4c72-aaed-83239a016227 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:03:08.904318 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-41c2f1c3-c442-40e1-b1d0-65933f8a63ff req-49259f90-9cfd-4f4d-9b9d-93e9ec26fc94 tempest-ServerShowV257Test-243421903 tempest-ServerShowV257Test-243421903-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fbfd1ea-6f21-4321-85fc-d6056e92e5b4 HTTP/1.1" status: 200 len: 210 time: 0.0489054 Jul 24 00:03:08.935788 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-7a08f13d-355d-4319-9147-ca6889041c1f tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] 10.222.0.44 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.2665749 Jul 24 00:03:08.944886 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55434) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:08.991888 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:09.015664 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c877d48-93c7-48db-a9f4-abde1712a9b4 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:03:09.039330 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 5c877d48-93c7-48db-a9f4-abde1712a9b4, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=5c877d48-93c7-48db-a9f4-abde1712a9b4,segment=NetworkSegment(67210387-9ab9-4aa4-9937-6b54614e94e7),segment_id=67210387-9ab9-4aa4-9937-6b54614e94e7)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:03:09.057076 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:09.058053 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 6f26de75-c5e4-49eb-817c-5e4de1d05ca8 details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:03:09.102219 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-db24899d-194c-42ee-beae-9cd3a9609660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61e9b14-2999-4244-b713-5a4882b90c78', 'name': 'tempest-snat-router-697188006', 'tenant_id': '808cc8b66ac74a13bccf620382b1ac85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.180'}], 'enable_snat': False}, 'gw_port_id': 'a5dd616e-1fd6-4c25-823f-e7013fecb4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:03:04Z', 'updated_at': '2021-07-24T00:03:05Z', 'revision_number': 3, 'project_id': '808cc8b66ac74a13bccf620382b1ac85', 'gw_port': {'id': 'a5dd616e-1fd6-4c25-823f-e7013fecb4b8', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:70:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c61e9b14-2999-4244-b713-5a4882b90c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:03:04Z', 'updated_at': '2021-07-24T00:03:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:09.134748 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f1962ffe-9a7c-4310-a5cf-a5fa3d0cfeab tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:09.142909 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7c166201-4726-406c-b63d-9fd3134ca019 req-6bbf7af8-ec71-49b4-a03a-d27ff370cc6f tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3965771 Jul 24 00:03:09.148668 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db24899d-194c-42ee-beae-9cd3a9609660 None None] The sync data for ids ['c61e9b14-2999-4244-b713-5a4882b90c78'] in n-d-800088-16 is: [{'id': 'c61e9b14-2999-4244-b713-5a4882b90c78', 'name': 'tempest-snat-router-697188006', 'tenant_id': '808cc8b66ac74a13bccf620382b1ac85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.180'}], 'enable_snat': False}, 'gw_port_id': 'a5dd616e-1fd6-4c25-823f-e7013fecb4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:03:04Z', 'updated_at': '2021-07-24T00:03:05Z', 'revision_number': 3, 'project_id': '808cc8b66ac74a13bccf620382b1ac85', 'gw_port': {'id': 'a5dd616e-1fd6-4c25-823f-e7013fecb4b8', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:70:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c61e9b14-2999-4244-b713-5a4882b90c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:03:04Z', 'updated_at': '2021-07-24T00:03:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800088-16'}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:03:09.167012 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 6f26de75-c5e4-49eb-817c-5e4de1d05ca8, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=6f26de75-c5e4-49eb-817c-5e4de1d05ca8,segment=NetworkSegment(6a9bfae8-3859-4d2f-b2ea-41b2fe58337b),segment_id=6a9bfae8-3859-4d2f-b2ea-41b2fe58337b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:03:09.179346 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d31f5c-ce2e-44e4-b3d5-f7757032d5de tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:09.181281 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d31f5c-ce2e-44e4-b3d5-f7757032d5de tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:09.187943 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-85d31f5c-ce2e-44e4-b3d5-f7757032d5de tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2359569 Jul 24 00:03:09.188156 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': '6f26de75-c5e4-49eb-817c-5e4de1d05ca8', 'network_id': '2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62', 'port_id': '6f26de75-c5e4-49eb-817c-5e4de1d05ca8', 'mac_address': 'fa:16:3e:c9:49:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f94f5fe1-1657-4d56-85e2-2952459188b5', 'ip_address': '10.1.1.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:03:09.197373 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55442) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:09.199864 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=5c877d48-93c7-48db-a9f4-abde1712a9b4,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:09.228987 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-f1962ffe-9a7c-4310-a5cf-a5fa3d0cfeab tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Deleting port 5105a21d-9988-44ac-b637-b008c4c314fc {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:03:09.229336 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f1962ffe-9a7c-4310-a5cf-a5fa3d0cfeab tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:09.272939 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:09.289643 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f26de75-c5e4-49eb-817c-5e4de1d05ca8 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:03:09.325842 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 6f26de75-c5e4-49eb-817c-5e4de1d05ca8, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=6f26de75-c5e4-49eb-817c-5e4de1d05ca8,segment=NetworkSegment(6a9bfae8-3859-4d2f-b2ea-41b2fe58337b),segment_id=6a9bfae8-3859-4d2f-b2ea-41b2fe58337b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:03:09.327125 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f1962ffe-9a7c-4310-a5cf-a5fa3d0cfeab tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:09.330825 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:09.332263 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 05c23a2d-a333-40a3-ad43-c3bfc576a416 details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:03:09.342489 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ca5c7d-e834-4d49-8d49-645ea28845a6 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Attributes excluded by policy engine: ['shared'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:09.344576 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ca5c7d-e834-4d49-8d49-645ea28845a6 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Attributes excluded by policy engine: ['shared'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:09.346187 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-57ca5c7d-e834-4d49-8d49-645ea28845a6 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] 10.222.0.44 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1448407 Jul 24 00:03:09.350785 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 55444) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:09.354022 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-f1962ffe-9a7c-4310-a5cf-a5fa3d0cfeab tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Calling delete_port for 5105a21d-9988-44ac-b637-b008c4c314fc owned by network:router_gateway {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:03:09.363934 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d2b0ed-a900-4fd0-a5c9-5970463e5690 req-fb7e2d80-fddd-41c5-b3e4-c825823077ed tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:09.369296 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 05c23a2d-a333-40a3-ad43-c3bfc576a416, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=05c23a2d-a333-40a3-ad43-c3bfc576a416,segment=NetworkSegment(6a9bfae8-3859-4d2f-b2ea-41b2fe58337b),segment_id=6a9bfae8-3859-4d2f-b2ea-41b2fe58337b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:03:09.370016 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d2b0ed-a900-4fd0-a5c9-5970463e5690 req-fb7e2d80-fddd-41c5-b3e4-c825823077ed tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:09.383086 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d2b0ed-a900-4fd0-a5c9-5970463e5690 req-fb7e2d80-fddd-41c5-b3e4-c825823077ed tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:09.389256 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d2b0ed-a900-4fd0-a5c9-5970463e5690 req-fb7e2d80-fddd-41c5-b3e4-c825823077ed tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:09.397443 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d2b0ed-a900-4fd0-a5c9-5970463e5690 req-fb7e2d80-fddd-41c5-b3e4-c825823077ed tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:09.404064 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d2b0ed-a900-4fd0-a5c9-5970463e5690 req-fb7e2d80-fddd-41c5-b3e4-c825823077ed tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:09.411965 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d2b0ed-a900-4fd0-a5c9-5970463e5690 req-fb7e2d80-fddd-41c5-b3e4-c825823077ed tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:09.413641 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b4d2b0ed-a900-4fd0-a5c9-5970463e5690 req-fb7e2d80-fddd-41c5-b3e4-c825823077ed tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/ports?device_id=12c01cab-6f38-47e5-a713-3b0033ce846b HTTP/1.1" status: 200 len: 5436 time: 0.3456903 Jul 24 00:03:09.435482 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': '05c23a2d-a333-40a3-ad43-c3bfc576a416', 'network_id': '2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62', 'port_id': '05c23a2d-a333-40a3-ad43-c3bfc576a416', 'mac_address': 'fa:16:3e:49:be:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f94f5fe1-1657-4d56-85e2-2952459188b5', 'ip_address': '10.1.1.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:03:09.482955 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b4d2b0ed-a900-4fd0-a5c9-5970463e5690 req-19b21038-72e0-4e05-9540-c76b699fccf8 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b2b81f-5921-46c4-a5f8-cac2ff846ad3&id=84526489-a784-4e02-8584-4c6d6be5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0391824 Jul 24 00:03:09.486077 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=6f26de75-c5e4-49eb-817c-5e4de1d05ca8,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:09.528735 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:09.582075 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05c23a2d-a333-40a3-ad43-c3bfc576a416 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:03:09.588605 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3c73575a-1af9-4c72-aaed-83239a016227 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:09.627898 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [req-6e36ea2d-9517-4970-aff3-bf86185b8389 req-73cc527e-d57f-4cea-bd9d-1ea68b386f2f service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=100313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:03:09.629078 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6e36ea2d-9517-4970-aff3-bf86185b8389 req-73cc527e-d57f-4cea-bd9d-1ea68b386f2f service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1760798 Jul 24 00:03:09.637376 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 05c23a2d-a333-40a3-ad43-c3bfc576a416, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=05c23a2d-a333-40a3-ad43-c3bfc576a416,segment=NetworkSegment(6a9bfae8-3859-4d2f-b2ea-41b2fe58337b),segment_id=6a9bfae8-3859-4d2f-b2ea-41b2fe58337b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:03:09.651063 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:09.659223 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44bbfc9-ca79-443d-bf42-03ec3e1ff26e tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:09.660759 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-d44bbfc9-ca79-443d-bf42-03ec3e1ff26e tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] 10.222.0.44 "GET /v2.0/networks/f06d8391-59ed-487d-96ef-e2b4746a2436 HTTP/1.1" status: 200 len: 800 time: 0.3082042 Jul 24 00:03:09.712737 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55450) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:09.778507 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=05c23a2d-a333-40a3-ad43-c3bfc576a416,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:09.822352 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f1962ffe-9a7c-4310-a5cf-a5fa3d0cfeab tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:09.864422 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1962ffe-9a7c-4310-a5cf-a5fa3d0cfeab tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Pushing event deleted for resources: {'Port': ['ID=5105a21d-9988-44ac-b637-b008c4c314fc,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:09.917019 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-b1ae8823-9e19-4a19-8e2c-abe29346904b tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] 10.222.0.44 "GET /v2.0/networks/f06d8391-59ed-487d-96ef-e2b4746a2436?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2020710 Jul 24 00:03:09.923567 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55454) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:10.001546 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f550e3-d1ad-45c7-935d-3490e0de733e req-b7fd31c3-ebdf-48c9-b15a-55f5d8b76c52 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:10.002955 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-35f550e3-d1ad-45c7-935d-3490e0de733e req-b7fd31c3-ebdf-48c9-b15a-55f5d8b76c52 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=4bf35f53-c388-4c0f-a50e-4473ad69c791 HTTP/1.1" status: 200 len: 945 time: 0.3464019 Jul 24 00:03:10.011167 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d004c7fd-4ea3-4d6f-ba73-ec9c7dbb8fc3 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:10.016401 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-d004c7fd-4ea3-4d6f-ba73-ec9c7dbb8fc3 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] 10.222.0.44 "GET /v2.0/subnets/739e2455-86ea-4fa6-a9f1-d5b2bdf320b1 HTTP/1.1" status: 200 len: 811 time: 0.0867970 Jul 24 00:03:10.037743 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 55458) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:10.101151 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f1962ffe-9a7c-4310-a5cf-a5fa3d0cfeab tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687114'] for router_gateway, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:10.119049 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-35f550e3-d1ad-45c7-935d-3490e0de733e req-4f56dc69-c01a-4042-8cc4-e02d770912c2 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052771 Jul 24 00:03:10.172748 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3c73575a-1af9-4c72-aaed-83239a016227 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:10.226393 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9e120d-bf66-47f3-a344-ab06cd060ed8 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Attributes excluded by policy engine: ['shared'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:10.231850 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-3c9e120d-bf66-47f3-a344-ab06cd060ed8 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] 10.222.0.44 "GET /v2.0/subnets/739e2455-86ea-4fa6-a9f1-d5b2bdf320b1?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1882794 Jul 24 00:03:10.231850 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f1962ffe-9a7c-4310-a5cf-a5fa3d0cfeab tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:10.235116 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f1962ffe-9a7c-4310-a5cf-a5fa3d0cfeab tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:10.236395 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 55460) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:10.242513 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-f96a37a1-f8db-44c6-970a-6f6e01e66c9d tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-65923789'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:03:10.260159 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af532a60-591d-4ebf-a95e-a492e22019a3 req-003b0bf3-9778-41b3-b289-3551b6f3328d tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:10.261764 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-af532a60-591d-4ebf-a95e-a492e22019a3 req-003b0bf3-9778-41b3-b289-3551b6f3328d tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2a03b3c-980c-4c1f-a15d-dc6322272e18 HTTP/1.1" status: 200 len: 950 time: 0.2906866 Jul 24 00:03:10.305688 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-906c6102-facf-4b4a-b63e-e8d559da9685 req-3530bbc5-9aeb-4c54-bf4f-0cc5cd34c459 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e2a03b3c-980c-4c1f-a15d-dc6322272e18&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3334224 Jul 24 00:03:10.339661 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['e1af1c0b-79e3-4d56-866d-18620582745c'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:03:10.344228 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['af706165-7642-41c4-a6f3-257a92b8a9b6'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:03:10.345708 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f1962ffe-9a7c-4310-a5cf-a5fa3d0cfeab tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:10.346238 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1962ffe-9a7c-4310-a5cf-a5fa3d0cfeab tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Fanout notify agent at l3_agent the message router_deleted on router 4f26a06a-d288-46dd-b008-f028ac278332 {{(pid=100313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:03:10.350899 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f96a37a1-f8db-44c6-970a-6f6e01e66c9d tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Made reservation on behalf of 34214e4fa0b24be19b34152b09c86b8d for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:03:10.354755 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f96a37a1-f8db-44c6-970a-6f6e01e66c9d tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:10.363316 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f1962ffe-9a7c-4310-a5cf-a5fa3d0cfeab tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:10.364588 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-f1962ffe-9a7c-4310-a5cf-a5fa3d0cfeab tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "DELETE /v2.0/routers/4f26a06a-d288-46dd-b008-f028ac278332 HTTP/1.1" status: 204 len: 168 time: 1.9473751 Jul 24 00:03:10.368419 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 55466) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:10.384153 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-e30a2950-e325-4364-bd97-df8d170f078b tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1903680657'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:03:10.396157 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-af532a60-591d-4ebf-a95e-a492e22019a3 req-ebafb41e-42c3-46b1-8680-24e6feb9d267 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937674 Jul 24 00:03:10.417070 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['2ae00847-5047-43ce-ba3f-aff5e321b304'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:03:10.420392 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['05c23a2d-a333-40a3-ad43-c3bfc576a416'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:03:10.422970 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['5c877d48-93c7-48db-a9f4-abde1712a9b4'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:03:10.428922 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f96a37a1-f8db-44c6-970a-6f6e01e66c9d tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:03:10.441738 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['6f26de75-c5e4-49eb-817c-5e4de1d05ca8'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:03:10.449275 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f96a37a1-f8db-44c6-970a-6f6e01e66c9d tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:10.449402 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-f96a37a1-f8db-44c6-970a-6f6e01e66c9d tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Added segment 72e14d4b-fdc6-459c-a8c7-7b699dc256fe of type vlan for network 26f52adb-cf15-4dfc-ab64-2be314ebf5dd Jul 24 00:03:10.451547 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e30a2950-e325-4364-bd97-df8d170f078b tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Made reservation on behalf of 4089b22453f945a5901919043ff32633 for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:03:10.457051 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e30a2950-e325-4364-bd97-df8d170f078b tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:10.545093 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e30a2950-e325-4364-bd97-df8d170f078b tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:03:10.556228 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f96a37a1-f8db-44c6-970a-6f6e01e66c9d tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:10.588917 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e30a2950-e325-4364-bd97-df8d170f078b tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:10.589212 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-e30a2950-e325-4364-bd97-df8d170f078b tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Added segment 1f6f3125-c354-4f0a-b8b8-52e807034d9c of type vlan for network b88de235-bd61-4334-9b7e-6ad666dc19ea Jul 24 00:03:10.648522 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e30a2950-e325-4364-bd97-df8d170f078b tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:10.727033 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.db.resource_extend [None req-f96a37a1-f8db-44c6-970a-6f6e01e66c9d tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 24 00:03:10.730937 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e30a2950-e325-4364-bd97-df8d170f078b tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:10.738382 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30a2950-e325-4364-bd97-df8d170f078b tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:10.739017 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e30a2950-e325-4364-bd97-df8d170f078b tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:10.797013 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-10f013d7-a400-4c63-9ac5-bdefaaaa228c req-00ad97f7-c4a5-4849-a505-715f6795e30f tempest-ServerShowV257Test-243421903 tempest-ServerShowV257Test-243421903-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fbfd1ea-6f21-4321-85fc-d6056e92e5b4 HTTP/1.1" status: 200 len: 210 time: 0.5737588 Jul 24 00:03:10.813141 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f96a37a1-f8db-44c6-970a-6f6e01e66c9d tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:10.819349 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96a37a1-f8db-44c6-970a-6f6e01e66c9d tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:10.819464 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f96a37a1-f8db-44c6-970a-6f6e01e66c9d tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:10.830817 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-e30a2950-e325-4364-bd97-df8d170f078b tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4612842 Jul 24 00:03:10.838387 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 55486) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:10.844192 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-7c7b98a0-b762-4fbb-99e2-9a9ce084c8cc tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Request body: {'subnet': {'network_id': 'b88de235-bd61-4334-9b7e-6ad666dc19ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:03:10.908210 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c73575a-1af9-4c72-aaed-83239a016227 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Router de9b0deb-a740-4020-ba1b-126008d3e900 is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:03:10.963197 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-f96a37a1-f8db-44c6-970a-6f6e01e66c9d tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.7246504 Jul 24 00:03:10.964029 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30a2950-e325-4364-bd97-df8d170f078b tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Pushing event updated for resources: {'Network': ['ID=b88de235-bd61-4334-9b7e-6ad666dc19ea,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:10.979352 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 55488) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:10.985387 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-e8a96580-8d50-4b75-8b72-785f6811a90f tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Request body: {'subnet': {'network_id': '26f52adb-cf15-4dfc-ab64-2be314ebf5dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:03:11.006196 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network b88de235-bd61-4334-9b7e-6ad666dc19ea details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:03:11.046447 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c73575a-1af9-4c72-aaed-83239a016227 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:03:11.047872 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571087eb-c95c-420a-a4ed-98942fed9e7b req-3b0a3f39-0024-490a-b1da-65099b45eaee tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:11.053885 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571087eb-c95c-420a-a4ed-98942fed9e7b req-3b0a3f39-0024-490a-b1da-65099b45eaee tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:11.065729 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3c73575a-1af9-4c72-aaed-83239a016227 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:11.069640 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-3c73575a-1af9-4c72-aaed-83239a016227 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 4.4899609 Jul 24 00:03:11.069801 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55494) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:11.076283 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571087eb-c95c-420a-a4ed-98942fed9e7b req-3b0a3f39-0024-490a-b1da-65099b45eaee tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:11.082313 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a488be4-b0cc-457f-9929-bf2340e6516d None None] Sync routers for ids ['de9b0deb-a740-4020-ba1b-126008d3e900'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:03:11.086374 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571087eb-c95c-420a-a4ed-98942fed9e7b req-3b0a3f39-0024-490a-b1da-65099b45eaee tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:11.093441 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571087eb-c95c-420a-a4ed-98942fed9e7b req-3b0a3f39-0024-490a-b1da-65099b45eaee tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:11.101817 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571087eb-c95c-420a-a4ed-98942fed9e7b req-3b0a3f39-0024-490a-b1da-65099b45eaee tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:11.108177 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571087eb-c95c-420a-a4ed-98942fed9e7b req-3b0a3f39-0024-490a-b1da-65099b45eaee tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:11.116269 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-571087eb-c95c-420a-a4ed-98942fed9e7b req-3b0a3f39-0024-490a-b1da-65099b45eaee tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/ports?device_id=12c01cab-6f38-47e5-a713-3b0033ce846b HTTP/1.1" status: 200 len: 5438 time: 0.4330947 Jul 24 00:03:11.213951 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-54dec7d8-b8fa-4cbb-abd5-421cd277c8c1 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] 10.222.0.44 "GET /v2.0/routers/de9b0deb-a740-4020-ba1b-126008d3e900 HTTP/1.1" status: 200 len: 906 time: 0.1427226 Jul 24 00:03:11.216538 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55498) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:11.338715 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96a37a1-f8db-44c6-970a-6f6e01e66c9d tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Pushing event updated for resources: {'Network': ['ID=26f52adb-cf15-4dfc-ab64-2be314ebf5dd,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:11.384445 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-571087eb-c95c-420a-a4ed-98942fed9e7b req-5af4911a-8447-45c2-b097-04f1f62e420d tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b2b81f-5921-46c4-a5f8-cac2ff846ad3&id=84526489-a784-4e02-8584-4c6d6be5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2672160 Jul 24 00:03:11.390040 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c7b98a0-b762-4fbb-99e2-9a9ce084c8cc tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Made reservation on behalf of 4089b22453f945a5901919043ff32633 for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:03:11.392567 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['b7cf0802-b364-4a10-b288-5a91e476f1a6'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:03:11.403241 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7c7b98a0-b762-4fbb-99e2-9a9ce084c8cc tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:11.454462 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6608cd0e-31f2-4157-85c2-0a39d62ef161 req-172baa52-c44c-42ca-98df-cfb82d3ae97d tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:11.456470 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6608cd0e-31f2-4157-85c2-0a39d62ef161 req-172baa52-c44c-42ca-98df-cfb82d3ae97d tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=4bf35f53-c388-4c0f-a50e-4473ad69c791 HTTP/1.1" status: 200 len: 945 time: 0.1387067 Jul 24 00:03:11.458429 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5385bb48-50ab-4276-b2d3-752d83aa61e4 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks [] for router, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:11.551386 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 26f52adb-cf15-4dfc-ab64-2be314ebf5dd details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:03:11.564027 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a96580-8d50-4b75-8b72-785f6811a90f tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Made reservation on behalf of 34214e4fa0b24be19b34152b09c86b8d for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:03:11.567600 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e8a96580-8d50-4b75-8b72-785f6811a90f tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:11.619582 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device a5dd616e-1fd6-4c25-823f-e7013fecb4b8 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:03:11.645988 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a488be4-b0cc-457f-9929-bf2340e6516d None None] Routers {'de9b0deb-a740-4020-ba1b-126008d3e900'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:03:11.646707 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-1a488be4-b0cc-457f-9929-bf2340e6516d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:02:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['de9b0deb-a740-4020-ba1b-126008d3e900'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:11.649446 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.ipam_backend_mixin [None req-e8a96580-8d50-4b75-8b72-785f6811a90f tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Performing IP validity checks on allocation pools {{(pid=100313) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 24 00:03:11.650657 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.ipam_backend_mixin [None req-e8a96580-8d50-4b75-8b72-785f6811a90f tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100313) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 24 00:03:11.653230 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6608cd0e-31f2-4157-85c2-0a39d62ef161 req-be5dd518-e713-47e4-a59f-2acaa46c1635 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903206 Jul 24 00:03:11.673397 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5385bb48-50ab-4276-b2d3-752d83aa61e4 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:11.755101 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-5385bb48-50ab-4276-b2d3-752d83aa61e4 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Deleting port 4d2c3bff-db83-46e1-9ff9-addf310c25a4 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:03:11.755609 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5385bb48-50ab-4276-b2d3-752d83aa61e4 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:11.842080 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb35b23-8d9d-414f-9a63-8ce6a8b9ae29 req-aef1018d-eab9-4f8c-a3bf-43a745909b88 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:11.843718 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ecb35b23-8d9d-414f-9a63-8ce6a8b9ae29 req-aef1018d-eab9-4f8c-a3bf-43a745909b88 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2a03b3c-980c-4c1f-a15d-dc6322272e18 HTTP/1.1" status: 200 len: 950 time: 0.2838800 Jul 24 00:03:11.870940 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5385bb48-50ab-4276-b2d3-752d83aa61e4 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:11.902087 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-5385bb48-50ab-4276-b2d3-752d83aa61e4 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Calling delete_port for 4d2c3bff-db83-46e1-9ff9-addf310c25a4 owned by network:router_gateway {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:03:11.975318 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ecb35b23-8d9d-414f-9a63-8ce6a8b9ae29 req-4140b45e-f6b2-4ceb-8332-8cb5d16f08db tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236010 Jul 24 00:03:12.032884 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-05da56d4-a903-4f22-a8f8-417075d617b1 req-ffe9e1c4-a150-4fdb-b479-267e7754685e tempest-ServerShowV257Test-243421903 tempest-ServerShowV257Test-243421903-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fbfd1ea-6f21-4321-85fc-d6056e92e5b4 HTTP/1.1" status: 200 len: 210 time: 0.0364089 Jul 24 00:03:12.035121 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e8a96580-8d50-4b75-8b72-785f6811a90f tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:12.035563 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-1a488be4-b0cc-457f-9929-bf2340e6516d None None] Set router de9b0deb-a740-4020-ba1b-126008d3e900 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:03:12.091044 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7c7b98a0-b762-4fbb-99e2-9a9ce084c8cc tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:12.143232 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a96580-8d50-4b75-8b72-785f6811a90f tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Pushing event updated for resources: {'Subnet': ['ID=961bf2bc-5f9b-41da-9966-ff0fa3e46dad,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:12.178028 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5385bb48-50ab-4276-b2d3-752d83aa61e4 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:12.209662 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5385bb48-50ab-4276-b2d3-752d83aa61e4 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Pushing event deleted for resources: {'Port': ['ID=4d2c3bff-db83-46e1-9ff9-addf310c25a4,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:12.212177 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port a5dd616e-1fd6-4c25-823f-e7013fecb4b8 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:03:12.232077 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port a5dd616e-1fd6-4c25-823f-e7013fecb4b8 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:03:12.232455 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:12.250280 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7b98a0-b762-4fbb-99e2-9a9ce084c8cc tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Pushing event updated for resources: {'Subnet': ['ID=ac86d588-0e6f-4c4f-89ef-ef7bbea23f30,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:12.286963 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5385bb48-50ab-4276-b2d3-752d83aa61e4 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687114'] for router_gateway, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:12.296419 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a96580-8d50-4b75-8b72-785f6811a90f tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Checking segment: {'id': '72e14d4b-fdc6-459c-a8c7-7b699dc256fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '26f52adb-cf15-4dfc-ab64-2be314ebf5dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:03:12.296794 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a96580-8d50-4b75-8b72-785f6811a90f tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Network hostable DHCP agents. Network: 26f52adb-cf15-4dfc-ab64-2be314ebf5dd, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:03:12.312741 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7b98a0-b762-4fbb-99e2-9a9ce084c8cc tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Checking segment: {'id': '1f6f3125-c354-4f0a-b8b8-52e807034d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b88de235-bd61-4334-9b7e-6ad666dc19ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:03:12.313131 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7b98a0-b762-4fbb-99e2-9a9ce084c8cc tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Network hostable DHCP agents. Network: b88de235-bd61-4334-9b7e-6ad666dc19ea, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:03:12.350972 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a96580-8d50-4b75-8b72-785f6811a90f tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Network 26f52adb-cf15-4dfc-ab64-2be314ebf5dd is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:03:12.376764 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4300d0ea-3a40-4eef-97a8-8a60f162b389 req-8ef3b89f-6ecb-493f-90fe-54595fb89327 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:12.378412 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4300d0ea-3a40-4eef-97a8-8a60f162b389 req-8ef3b89f-6ecb-493f-90fe-54595fb89327 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=4bf35f53-c388-4c0f-a50e-4473ad69c791 HTTP/1.1" status: 200 len: 945 time: 0.2621768 Jul 24 00:03:12.382008 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7b98a0-b762-4fbb-99e2-9a9ce084c8cc tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Network b88de235-bd61-4334-9b7e-6ad666dc19ea is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:03:12.389258 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c6102-facf-4b4a-b63e-e8d559da9685 req-ec6af668-a8c4-49d4-a206-3bbb20f327bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:12.391374 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-906c6102-facf-4b4a-b63e-e8d559da9685 req-ec6af668-a8c4-49d4-a206-3bbb20f327bd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=798b28002e9743a58ab9c3622d82224e&device_id=e2a03b3c-980c-4c1f-a15d-dc6322272e18 HTTP/1.1" status: 200 len: 1102 time: 0.2041166 Jul 24 00:03:12.393355 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5385bb48-50ab-4276-b2d3-752d83aa61e4 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:12.396101 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5385bb48-50ab-4276-b2d3-752d83aa61e4 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:12.399349 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-e8a96580-8d50-4b75-8b72-785f6811a90f tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 26f52adb-cf15-4dfc-ab64-2be314ebf5dd) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:03:12.418714 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-7c7b98a0-b762-4fbb-99e2-9a9ce084c8cc tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, b88de235-bd61-4334-9b7e-6ad666dc19ea) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:03:12.421727 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a96580-8d50-4b75-8b72-785f6811a90f tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:12.422449 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e8a96580-8d50-4b75-8b72-785f6811a90f tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:12.452770 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7b98a0-b762-4fbb-99e2-9a9ce084c8cc tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:12.453437 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7c7b98a0-b762-4fbb-99e2-9a9ce084c8cc tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:12.457275 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5385bb48-50ab-4276-b2d3-752d83aa61e4 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:12.458429 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5385bb48-50ab-4276-b2d3-752d83aa61e4 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Fanout notify agent at l3_agent the message router_deleted on router de9b0deb-a740-4020-ba1b-126008d3e900 {{(pid=100314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:03:12.473392 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5385bb48-50ab-4276-b2d3-752d83aa61e4 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:12.480192 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-5385bb48-50ab-4276-b2d3-752d83aa61e4 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] 10.222.0.44 "DELETE /v2.0/routers/de9b0deb-a740-4020-ba1b-126008d3e900 HTTP/1.1" status: 204 len: 168 time: 1.2624183 Jul 24 00:03:12.481414 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55514) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:12.490405 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-e8a96580-8d50-4b75-8b72-785f6811a90f tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.5069580 Jul 24 00:03:12.493243 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 55516) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:12.498894 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-400e2159-b33e-4713-9851-1f2d78b9975d tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:03:12.526938 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920d35b4-f518-409c-b89e-6fa4b09f031c None None] Network 26f52adb-cf15-4dfc-ab64-2be314ebf5dd requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:03:12.531476 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4300d0ea-3a40-4eef-97a8-8a60f162b389 req-450d1f27-2c77-47e5-ae10-bfa611afde45 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471012 Jul 24 00:03:12.533793 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06897583-bbf8-4972-8e32-e9b3f9e39c00 None None] Network b88de235-bd61-4334-9b7e-6ad666dc19ea requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:03:12.552614 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-7c7b98a0-b762-4fbb-99e2-9a9ce084c8cc tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7131741 Jul 24 00:03:12.560115 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 55518) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:12.565424 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-11345233-e27a-4b0a-86fb-2cbe6b293f59 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1707427632', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:03:12.645627 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c6102-facf-4b4a-b63e-e8d559da9685 req-2669515a-cfcb-4f70-86e8-e8920d1c72fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:12.647115 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-906c6102-facf-4b4a-b63e-e8d559da9685 req-2669515a-cfcb-4f70-86e8-e8920d1c72fb service neutron] 10.222.0.52 "GET /v2.0/networks?id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 HTTP/1.1" status: 200 len: 870 time: 0.2446072 Jul 24 00:03:12.659475 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-11345233-e27a-4b0a-86fb-2cbe6b293f59 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:12.660625 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-11345233-e27a-4b0a-86fb-2cbe6b293f59 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:12.691208 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1d7868-9a4c-43fe-9072-e3f9f0a6819d req-047aa0c6-aa98-4eaf-bd3f-c2e43a852459 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:12.705889 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1d7868-9a4c-43fe-9072-e3f9f0a6819d req-047aa0c6-aa98-4eaf-bd3f-c2e43a852459 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:12.709398 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-906c6102-facf-4b4a-b63e-e8d559da9685 req-958de2f1-d2f5-45e3-9e85-e238b34be533 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=7c4baabd-a258-4647-844c-3df4320bfcd4 HTTP/1.1" status: 200 len: 217 time: 0.0547667 Jul 24 00:03:12.722785 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1d7868-9a4c-43fe-9072-e3f9f0a6819d req-047aa0c6-aa98-4eaf-bd3f-c2e43a852459 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:12.727677 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-400e2159-b33e-4713-9851-1f2d78b9975d tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9283383'] for subnet, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:12.730581 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1d7868-9a4c-43fe-9072-e3f9f0a6819d req-047aa0c6-aa98-4eaf-bd3f-c2e43a852459 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:12.738395 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1d7868-9a4c-43fe-9072-e3f9f0a6819d req-047aa0c6-aa98-4eaf-bd3f-c2e43a852459 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:12.745150 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1d7868-9a4c-43fe-9072-e3f9f0a6819d req-047aa0c6-aa98-4eaf-bd3f-c2e43a852459 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:12.756335 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1d7868-9a4c-43fe-9072-e3f9f0a6819d req-047aa0c6-aa98-4eaf-bd3f-c2e43a852459 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:12.759046 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3f1d7868-9a4c-43fe-9072-e3f9f0a6819d req-047aa0c6-aa98-4eaf-bd3f-c2e43a852459 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/ports?device_id=12c01cab-6f38-47e5-a713-3b0033ce846b HTTP/1.1" status: 200 len: 5438 time: 0.2174797 Jul 24 00:03:12.760437 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-19f6b284-150b-447f-a1e3-e6637f8355ce tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks [] for router, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:12.804325 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:12.817131 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-11345233-e27a-4b0a-86fb-2cbe6b293f59 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:12.849685 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c6102-facf-4b4a-b63e-e8d559da9685 req-f481951a-637c-42ce-a025-f9e82be22f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:12.851193 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-906c6102-facf-4b4a-b63e-e8d559da9685 req-f481951a-637c-42ce-a025-f9e82be22f51 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.1314979 Jul 24 00:03:12.854524 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-11345233-e27a-4b0a-86fb-2cbe6b293f59 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:12.878590 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-1a488be4-b0cc-457f-9929-bf2340e6516d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de9b0deb-a740-4020-ba1b-126008d3e900', 'name': 'tempest-snat-router-697188006', 'tenant_id': '808cc8b66ac74a13bccf620382b1ac85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '4d2c3bff-db83-46e1-9ff9-addf310c25a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:03:06Z', 'updated_at': '2021-07-24T00:03:09Z', 'revision_number': 3, 'project_id': '808cc8b66ac74a13bccf620382b1ac85', 'gw_port': {'id': '4d2c3bff-db83-46e1-9ff9-addf310c25a4', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d4:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de9b0deb-a740-4020-ba1b-126008d3e900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:03:07Z', 'updated_at': '2021-07-24T00:03:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:12.899714 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port a5dd616e-1fd6-4c25-823f-e7013fecb4b8, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=a5dd616e-1fd6-4c25-823f-e7013fecb4b8,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:03:12.911518 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-11345233-e27a-4b0a-86fb-2cbe6b293f59 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:12.915312 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-11345233-e27a-4b0a-86fb-2cbe6b293f59 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3516784 Jul 24 00:03:12.915957 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 55522) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:12.919662 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c3600f11-59ba-4892-a24f-5e8f46a17bdd req-01af7d01-febf-4511-91d8-11bbc65e38cf service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4fbfd1ea-6f21-4321-85fc-d6056e92e5b4 HTTP/1.1" status: 200 len: 210 time: 0.0407245 Jul 24 00:03:12.930094 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:12.950237 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3f1d7868-9a4c-43fe-9072-e3f9f0a6819d req-acf04cef-d622-4981-8d5a-436a9e001cdb tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b2b81f-5921-46c4-a5f8-cac2ff846ad3&id=84526489-a784-4e02-8584-4c6d6be5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1186771 Jul 24 00:03:12.959513 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a488be4-b0cc-457f-9929-bf2340e6516d None None] Checking router: de9b0deb-a740-4020-ba1b-126008d3e900 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:03:12.959974 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a488be4-b0cc-457f-9929-bf2340e6516d None None] Updating router de9b0deb-a740-4020-ba1b-126008d3e900 port 4d2c3bff-db83-46e1-9ff9-addf310c25a4 binding host n-d-800088-16 {{(pid=100315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:03:12.977179 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-19f6b284-150b-447f-a1e3-e6637f8355ce tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:13.020840 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a488be4-b0cc-457f-9929-bf2340e6516d None None] Port 4d2c3bff-db83-46e1-9ff9-addf310c25a4 not found while updating agent binding for router de9b0deb-a740-4020-ba1b-126008d3e900. {{(pid=100315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 24 00:03:13.048700 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-19f6b284-150b-447f-a1e3-e6637f8355ce tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Deleting port a5dd616e-1fd6-4c25-823f-e7013fecb4b8 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:03:13.049082 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-19f6b284-150b-447f-a1e3-e6637f8355ce tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:13.068732 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d06ab6-2f63-4473-81bc-5953a8864ba9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-26f52adb-cf15-4dfc-ab64-2be314ebf5dd', 'network_id': '26f52adb-cf15-4dfc-ab64-2be314ebf5dd', 'tenant_id': '34214e4fa0b24be19b34152b09c86b8d', 'fixed_ips': [{'subnet_id': '961bf2bc-5f9b-41da-9966-ff0fa3e46dad'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:03:13.069645 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a5d06ab6-2f63-4473-81bc-5953a8864ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:13.095312 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d485133-efea-4f6e-afe1-7ee3c275dfac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-b88de235-bd61-4334-9b7e-6ad666dc19ea', 'network_id': 'b88de235-bd61-4334-9b7e-6ad666dc19ea', 'tenant_id': '4089b22453f945a5901919043ff32633', 'fixed_ips': [{'subnet_id': 'ac86d588-0e6f-4c4f-89ef-ef7bbea23f30'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:03:13.096388 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0d485133-efea-4f6e-afe1-7ee3c275dfac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:13.123073 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a488be4-b0cc-457f-9929-bf2340e6516d None None] Routers set() bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:03:13.123073 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a488be4-b0cc-457f-9929-bf2340e6516d None None] Router IDs set() for agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 24 00:03:13.125427 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_agentschedulers_db [None req-1a488be4-b0cc-457f-9929-bf2340e6516d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'de9b0deb-a740-4020-ba1b-126008d3e900'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:02:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent'). {{(pid=100315) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 24 00:03:13.125427 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a488be4-b0cc-457f-9929-bf2340e6516d None None] The sync data for ids ['de9b0deb-a740-4020-ba1b-126008d3e900'] in n-d-800088-16 is: [] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:03:13.149165 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-19f6b284-150b-447f-a1e3-e6637f8355ce tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] For port a5dd616e-1fd6-4c25-823f-e7013fecb4b8, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=a5dd616e-1fd6-4c25-823f-e7013fecb4b8,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:03:13.149880 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-19f6b284-150b-447f-a1e3-e6637f8355ce tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:13.162905 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-19f6b284-150b-447f-a1e3-e6637f8355ce tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Calling delete_port for a5dd616e-1fd6-4c25-823f-e7013fecb4b8 owned by network:router_gateway {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:03:13.163139 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c6102-facf-4b4a-b63e-e8d559da9685 req-bb66c88e-abf1-4dd4-bd4e-d95f2298d009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:13.164446 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-906c6102-facf-4b4a-b63e-e8d559da9685 req-bb66c88e-abf1-4dd4-bd4e-d95f2298d009 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3046570 Jul 24 00:03:13.207184 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-387b6d0d-1fc1-4cf3-a988-c9b929cf022a req-7fb36632-bebd-41e7-88a9-1fb9de4fb397 tempest-ServerShowV257Test-243421903 tempest-ServerShowV257Test-243421903-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fbfd1ea-6f21-4321-85fc-d6056e92e5b4 HTTP/1.1" status: 200 len: 210 time: 0.0412393 Jul 24 00:03:13.215499 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=a5dd616e-1fd6-4c25-823f-e7013fecb4b8,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:13.367895 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-400e2159-b33e-4713-9851-1f2d78b9975d tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727720457027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-11583684'] for subnet, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:13.391277 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device a5dd616e-1fd6-4c25-823f-e7013fecb4b8 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:03:13.394355 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-0d485133-efea-4f6e-afe1-7ee3c275dfac None None] Allocated IP 2001:db8::2 (b88de235-bd61-4334-9b7e-6ad666dc19ea/ac86d588-0e6f-4c4f-89ef-ef7bbea23f30/7ccf03ee-752e-4d2e-8800-e5c16dff6f79) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:03:13.429483 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-a5d06ab6-2f63-4473-81bc-5953a8864ba9 None None] Allocated IP 172.20.0.3 (26f52adb-cf15-4dfc-ab64-2be314ebf5dd/961bf2bc-5f9b-41da-9966-ff0fa3e46dad/a9cec835-340a-40ff-9de6-1a788f8197de) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:03:13.442404 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-19f6b284-150b-447f-a1e3-e6637f8355ce tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:13.478325 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f6b284-150b-447f-a1e3-e6637f8355ce tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Pushing event deleted for resources: {'Port': ['ID=a5dd616e-1fd6-4c25-823f-e7013fecb4b8,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:13.486420 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No active binding found for port a5dd616e-1fd6-4c25-823f-e7013fecb4b8 {{(pid=100315) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 24 00:03:13.486871 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device a5dd616e-1fd6-4c25-823f-e7013fecb4b8 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 24 00:03:13.532031 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Port a5dd616e-1fd6-4c25-823f-e7013fecb4b8 not found, will not notify nova. {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 24 00:03:13.584840 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-19f6b284-150b-447f-a1e3-e6637f8355ce tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687114'] for router_gateway, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:13.677250 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 5c877d48-93c7-48db-a9f4-abde1712a9b4 up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:03:13.734499 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-19f6b284-150b-447f-a1e3-e6637f8355ce tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:13.737460 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-19f6b284-150b-447f-a1e3-e6637f8355ce tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:13.770634 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0d485133-efea-4f6e-afe1-7ee3c275dfac None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:13.780985 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f58ef0-ed51-4dcc-b50f-ef82413c75f2 req-8aa4826b-4931-4c8a-a369-12fa7abed2a3 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:13.782540 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-71f58ef0-ed51-4dcc-b50f-ef82413c75f2 req-8aa4826b-4931-4c8a-a369-12fa7abed2a3 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2a03b3c-980c-4c1f-a15d-dc6322272e18 HTTP/1.1" status: 200 len: 950 time: 0.6646495 Jul 24 00:03:13.785793 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-0d485133-efea-4f6e-afe1-7ee3c275dfac None None] Transition to ACTIVE for port object 7ccf03ee-752e-4d2e-8800-e5c16dff6f79 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:03:13.808756 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400e2159-b33e-4713-9851-1f2d78b9975d tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:13.809391 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-400e2159-b33e-4713-9851-1f2d78b9975d tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:13.814219 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-400e2159-b33e-4713-9851-1f2d78b9975d tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] 10.222.0.44 "PUT /v2.0/subnets/961bf2bc-5f9b-41da-9966-ff0fa3e46dad HTTP/1.1" status: 200 len: 877 time: 1.3161771 Jul 24 00:03:13.814397 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-19f6b284-150b-447f-a1e3-e6637f8355ce tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:13.814397 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f6b284-150b-447f-a1e3-e6637f8355ce tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c61e9b14-2999-4244-b713-5a4882b90c78 {{(pid=100314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:03:13.815980 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55530) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:13.832656 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-906c6102-facf-4b4a-b63e-e8d559da9685 req-037e7fd0-a508-42e4-8ee8-068ffb39b1b7 service neutron] 10.222.0.52 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6380525 Jul 24 00:03:13.842401 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2ef4f0c2-289d-4933-94b0-77b5d5f3e96d tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:13.844666 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-19f6b284-150b-447f-a1e3-e6637f8355ce tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:13.844919 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400e2159-b33e-4713-9851-1f2d78b9975d tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Pushing event updated for resources: {'Subnet': ['ID=961bf2bc-5f9b-41da-9966-ff0fa3e46dad,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:13.850017 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-19f6b284-150b-447f-a1e3-e6637f8355ce tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] 10.222.0.44 "DELETE /v2.0/routers/c61e9b14-2999-4244-b713-5a4882b90c78 HTTP/1.1" status: 204 len: 168 time: 1.3632061 Jul 24 00:03:13.852239 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-0d485133-efea-4f6e-afe1-7ee3c275dfac None None] Transition to ACTIVE for port object 7ccf03ee-752e-4d2e-8800-e5c16dff6f79 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:03:13.856089 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55532) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:13.882206 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a5d06ab6-2f63-4473-81bc-5953a8864ba9 None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:13.908896 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0d485133-efea-4f6e-afe1-7ee3c275dfac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:13.933596 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-a5d06ab6-2f63-4473-81bc-5953a8864ba9 None None] Transition to ACTIVE for port object a9cec835-340a-40ff-9de6-1a788f8197de will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:03:13.995722 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-a5d06ab6-2f63-4473-81bc-5953a8864ba9 None None] Transition to ACTIVE for port object a9cec835-340a-40ff-9de6-1a788f8197de will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:03:14.022643 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-a57231fc-2121-4ef8-be58-ce283d724194 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1151804747', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}, 'admin_state_up': False}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:03:14.040489 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-71f58ef0-ed51-4dcc-b50f-ef82413c75f2 req-6f05867f-c3e7-42cd-9d0f-1ee5f1e4105a tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477064 Jul 24 00:03:14.044375 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-65ff394f-95c0-4eda-a5f5-fe80550aeaa4 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:14.052851 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a5d06ab6-2f63-4473-81bc-5953a8864ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:14.062764 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d485133-efea-4f6e-afe1-7ee3c275dfac None None] Network b88de235-bd61-4334-9b7e-6ad666dc19ea is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:03:14.064507 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port 5c877d48-93c7-48db-a9f4-abde1712a9b4 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:03:14.077630 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-0d485133-efea-4f6e-afe1-7ee3c275dfac None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:03:14.093793 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a57231fc-2121-4ef8-be58-ce283d724194 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:14.095147 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a57231fc-2121-4ef8-be58-ce283d724194 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:14.109846 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d06ab6-2f63-4473-81bc-5953a8864ba9 None None] Network 26f52adb-cf15-4dfc-ab64-2be314ebf5dd is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:03:14.111182 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d485133-efea-4f6e-afe1-7ee3c275dfac None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:03:14.111312 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd2f4ea-a5f0-4f9e-9f80-fef4232050f9 req-695b78fd-8650-4d2b-94c9-6d946b7a4843 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:14.115870 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port 5c877d48-93c7-48db-a9f4-abde1712a9b4 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:03:14.116591 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:14.120227 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-abd2f4ea-a5f0-4f9e-9f80-fef4232050f9 req-695b78fd-8650-4d2b-94c9-6d946b7a4843 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=4bf35f53-c388-4c0f-a50e-4473ad69c791 HTTP/1.1" status: 200 len: 945 time: 0.4935389 Jul 24 00:03:14.123648 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-a5d06ab6-2f63-4473-81bc-5953a8864ba9 None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:03:14.143466 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-906c6102-facf-4b4a-b63e-e8d559da9685 req-d11ec9e3-bd5d-417c-a933-bce65e33f7e2 service neutron] 10.222.0.52 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028293 Jul 24 00:03:14.148468 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d06ab6-2f63-4473-81bc-5953a8864ba9 None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:03:14.156680 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d485133-efea-4f6e-afe1-7ee3c275dfac None None] Pushing event updated for resources: {'Port': ['ID=7ccf03ee-752e-4d2e-8800-e5c16dff6f79,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:14.279516 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-abd2f4ea-a5f0-4f9e-9f80-fef4232050f9 req-07d9cd33-4a9f-436c-ab2b-25d2dfc506ab tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583819 Jul 24 00:03:14.302858 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a57231fc-2121-4ef8-be58-ce283d724194 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:14.313793 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-65ff394f-95c0-4eda-a5f5-fe80550aeaa4 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Deleting port a9cec835-340a-40ff-9de6-1a788f8197de {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:03:14.314456 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-65ff394f-95c0-4eda-a5f5-fe80550aeaa4 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:14.331671 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-2ef4f0c2-289d-4933-94b0-77b5d5f3e96d tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Allocated IP 2001:db8::1 (b88de235-bd61-4334-9b7e-6ad666dc19ea/ac86d588-0e6f-4c4f-89ef-ef7bbea23f30/020cb44f-d0e9-40c6-9ee7-8a8fd62f6ca8) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:03:14.333677 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-0d485133-efea-4f6e-afe1-7ee3c275dfac None None] Attempting to bind port 7ccf03ee-752e-4d2e-8800-e5c16dff6f79 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:03:14.334128 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-0d485133-efea-4f6e-afe1-7ee3c275dfac None None] Attempting to bind port 7ccf03ee-752e-4d2e-8800-e5c16dff6f79 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '1f6f3125-c354-4f0a-b8b8-52e807034d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b88de235-bd61-4334-9b7e-6ad666dc19ea'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:03:14.334573 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d485133-efea-4f6e-afe1-7ee3c275dfac None None] Attempting to bind port 7ccf03ee-752e-4d2e-8800-e5c16dff6f79 on network b88de235-bd61-4334-9b7e-6ad666dc19ea {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:03:14.338588 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d06ab6-2f63-4473-81bc-5953a8864ba9 None None] Pushing event updated for resources: {'Port': ['ID=a9cec835-340a-40ff-9de6-1a788f8197de,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:14.343669 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-a5d06ab6-2f63-4473-81bc-5953a8864ba9 None None] Attempting to bind port a9cec835-340a-40ff-9de6-1a788f8197de on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:03:14.344182 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-a5d06ab6-2f63-4473-81bc-5953a8864ba9 None None] Attempting to bind port a9cec835-340a-40ff-9de6-1a788f8197de by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '72e14d4b-fdc6-459c-a8c7-7b699dc256fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '26f52adb-cf15-4dfc-ab64-2be314ebf5dd'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:03:14.344579 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d06ab6-2f63-4473-81bc-5953a8864ba9 None None] Attempting to bind port a9cec835-340a-40ff-9de6-1a788f8197de on network 26f52adb-cf15-4dfc-ab64-2be314ebf5dd {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:03:14.350840 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d485133-efea-4f6e-afe1-7ee3c275dfac None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:03:14.351330 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d485133-efea-4f6e-afe1-7ee3c275dfac None None] Checking segment: {'id': '1f6f3125-c354-4f0a-b8b8-52e807034d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b88de235-bd61-4334-9b7e-6ad666dc19ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:03:14.351806 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0d485133-efea-4f6e-afe1-7ee3c275dfac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:14.352275 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d485133-efea-4f6e-afe1-7ee3c275dfac None None] Bound using segment: {'id': '1f6f3125-c354-4f0a-b8b8-52e807034d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b88de235-bd61-4334-9b7e-6ad666dc19ea'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:03:14.352837 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-0d485133-efea-4f6e-afe1-7ee3c275dfac None None] Bound port: 7ccf03ee-752e-4d2e-8800-e5c16dff6f79, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f6f3125-c354-4f0a-b8b8-52e807034d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b88de235-bd61-4334-9b7e-6ad666dc19ea'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:03:14.353306 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0d485133-efea-4f6e-afe1-7ee3c275dfac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:14.357523 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d06ab6-2f63-4473-81bc-5953a8864ba9 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:03:14.357991 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d06ab6-2f63-4473-81bc-5953a8864ba9 None None] Checking segment: {'id': '72e14d4b-fdc6-459c-a8c7-7b699dc256fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '26f52adb-cf15-4dfc-ab64-2be314ebf5dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:03:14.358989 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a5d06ab6-2f63-4473-81bc-5953a8864ba9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:14.359431 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d06ab6-2f63-4473-81bc-5953a8864ba9 None None] Bound using segment: {'id': '72e14d4b-fdc6-459c-a8c7-7b699dc256fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '26f52adb-cf15-4dfc-ab64-2be314ebf5dd'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:03:14.360093 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-a5d06ab6-2f63-4473-81bc-5953a8864ba9 None None] Bound port: a9cec835-340a-40ff-9de6-1a788f8197de, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72e14d4b-fdc6-459c-a8c7-7b699dc256fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '26f52adb-cf15-4dfc-ab64-2be314ebf5dd'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:03:14.360556 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a5d06ab6-2f63-4473-81bc-5953a8864ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:14.480640 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:14.509145 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0dc2da99-899a-41cb-8305-da4e1d256883 req-cffb77ff-4cfc-4882-ba48-91c4d7b113e0 tempest-ServerShowV257Test-243421903 tempest-ServerShowV257Test-243421903-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fbfd1ea-6f21-4321-85fc-d6056e92e5b4 HTTP/1.1" status: 200 len: 210 time: 0.0946357 Jul 24 00:03:14.547560 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c879c79-3a5c-47ae-ba03-b4117a8579bd req-cce16476-04cd-497b-9ede-b841f93b5d79 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:14.555279 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c879c79-3a5c-47ae-ba03-b4117a8579bd req-cce16476-04cd-497b-9ede-b841f93b5d79 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:14.563185 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12c01cab-6f38-47e5-a713-3b0033ce846b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c877d48-93c7-48db-a9f4-abde1712a9b4'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:03:14.565266 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c879c79-3a5c-47ae-ba03-b4117a8579bd req-cce16476-04cd-497b-9ede-b841f93b5d79 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:14.565653 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e115d0-1d93-4b6c-b425-3a398bc6afab" -d '{"events": [{"server_uuid": "12c01cab-6f38-47e5-a713-3b0033ce846b", "name": "network-vif-plugged", "status": "completed", "tag": "5c877d48-93c7-48db-a9f4-abde1712a9b4"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:03:14.572604 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c879c79-3a5c-47ae-ba03-b4117a8579bd req-cce16476-04cd-497b-9ede-b841f93b5d79 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:14.581123 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c879c79-3a5c-47ae-ba03-b4117a8579bd req-cce16476-04cd-497b-9ede-b841f93b5d79 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:14.583998 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-0d485133-efea-4f6e-afe1-7ee3c275dfac None None] For port 7ccf03ee-752e-4d2e-8800-e5c16dff6f79, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:03:14.589735 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c879c79-3a5c-47ae-ba03-b4117a8579bd req-cce16476-04cd-497b-9ede-b841f93b5d79 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:14.593643 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 5c877d48-93c7-48db-a9f4-abde1712a9b4, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=5c877d48-93c7-48db-a9f4-abde1712a9b4,segment=NetworkSegment(67210387-9ab9-4aa4-9937-6b54614e94e7),segment_id=67210387-9ab9-4aa4-9937-6b54614e94e7)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:03:14.598793 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c879c79-3a5c-47ae-ba03-b4117a8579bd req-cce16476-04cd-497b-9ede-b841f93b5d79 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:14.600688 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-a5d06ab6-2f63-4473-81bc-5953a8864ba9 None None] For port a9cec835-340a-40ff-9de6-1a788f8197de, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:03:14.606157 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-0d485133-efea-4f6e-afe1-7ee3c275dfac None None] For port 7ccf03ee-752e-4d2e-8800-e5c16dff6f79, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=7ccf03ee-752e-4d2e-8800-e5c16dff6f79,segment=NetworkSegment(1f6f3125-c354-4f0a-b8b8-52e807034d9c),segment_id=1f6f3125-c354-4f0a-b8b8-52e807034d9c)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:03:14.612990 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a57231fc-2121-4ef8-be58-ce283d724194 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:14.613195 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7c879c79-3a5c-47ae-ba03-b4117a8579bd req-cce16476-04cd-497b-9ede-b841f93b5d79 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/ports?device_id=12c01cab-6f38-47e5-a713-3b0033ce846b HTTP/1.1" status: 200 len: 5438 time: 0.2441297 Jul 24 00:03:14.613661 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:14.614553 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device e1af1c0b-79e3-4d56-866d-18620582745c up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:03:14.622145 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-a5d06ab6-2f63-4473-81bc-5953a8864ba9 None None] For port a9cec835-340a-40ff-9de6-1a788f8197de, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=a9cec835-340a-40ff-9de6-1a788f8197de,segment=NetworkSegment(72e14d4b-fdc6-459c-a8c7-7b699dc256fe),segment_id=72e14d4b-fdc6-459c-a8c7-7b699dc256fe)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:03:14.624340 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0d485133-efea-4f6e-afe1-7ee3c275dfac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:14.674863 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a5d06ab6-2f63-4473-81bc-5953a8864ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:14.680347 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-65ff394f-95c0-4eda-a5f5-fe80550aeaa4 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] For port a9cec835-340a-40ff-9de6-1a788f8197de, host n-d-800088-16, got binding levels [] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:03:14.681042 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-65ff394f-95c0-4eda-a5f5-fe80550aeaa4 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:14.685929 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2ef4f0c2-289d-4933-94b0-77b5d5f3e96d tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:14.719166 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7c879c79-3a5c-47ae-ba03-b4117a8579bd req-374321b2-c38e-42b3-95c9-39cb6873aeca tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b2b81f-5921-46c4-a5f8-cac2ff846ad3&id=84526489-a784-4e02-8584-4c6d6be5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0996995 Jul 24 00:03:14.728265 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-65ff394f-95c0-4eda-a5f5-fe80550aeaa4 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Calling delete_port for a9cec835-340a-40ff-9de6-1a788f8197de owned by network:dhcp {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:03:14.741430 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [None req-2ef4f0c2-289d-4933-94b0-77b5d5f3e96d tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Transition to ACTIVE for port object 020cb44f-d0e9-40c6-9ee7-8a8fd62f6ca8 will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:03:14.741629 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:14.744595 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=5c877d48-93c7-48db-a9f4-abde1712a9b4,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:14.835324 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2ef4f0c2-289d-4933-94b0-77b5d5f3e96d tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:14.860704 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef4f0c2-289d-4933-94b0-77b5d5f3e96d tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Network b88de235-bd61-4334-9b7e-6ad666dc19ea is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:03:14.863843 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-2ef4f0c2-289d-4933-94b0-77b5d5f3e96d tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:03:14.866532 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef4f0c2-289d-4933-94b0-77b5d5f3e96d tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:03:14.867487 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2ef4f0c2-289d-4933-94b0-77b5d5f3e96d tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681761'] for router_interface, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:14.868934 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0cbc9ff-9dc6-4b1b-a9dc-9edfad5f482a x-openstack-request-id: req-e0cbc9ff-9dc6-4b1b-a9dc-9edfad5f482a {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:03:14.872007 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12c01cab-6f38-47e5-a713-3b0033ce846b", "name": "network-vif-plugged", "status": "completed", "tag": "5c877d48-93c7-48db-a9f4-abde1712a9b4", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:03:14.872372 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e0cbc9ff-9dc6-4b1b-a9dc-9edfad5f482a {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:03:14.873702 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12c01cab-6f38-47e5-a713-3b0033ce846b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c877d48-93c7-48db-a9f4-abde1712a9b4', 'code': 200} Jul 24 00:03:14.897199 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port e1af1c0b-79e3-4d56-866d-18620582745c completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:03:14.917488 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port e1af1c0b-79e3-4d56-866d-18620582745c triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:03:14.918623 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:14.925344 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d485133-efea-4f6e-afe1-7ee3c275dfac None None] Pushing event updated for resources: {'Port': ['ID=7ccf03ee-752e-4d2e-8800-e5c16dff6f79,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:15.008337 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4f0c2-289d-4933-94b0-77b5d5f3e96d tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Pushing event updated for resources: {'Port': ['ID=020cb44f-d0e9-40c6-9ee7-8a8fd62f6ca8,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:15.077811 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d06ab6-2f63-4473-81bc-5953a8864ba9 None None] Pushing event updated for resources: {'Port': ['ID=a9cec835-340a-40ff-9de6-1a788f8197de,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:15.214885 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2ef4f0c2-289d-4933-94b0-77b5d5f3e96d tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:15.249445 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a54da4-d499-4b3e-8b24-1db0fc466142 req-565d3581-8ebf-4a74-97b5-12723dd8b38a tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:15.263563 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:15.266050 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a0a54da4-d499-4b3e-8b24-1db0fc466142 req-565d3581-8ebf-4a74-97b5-12723dd8b38a tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=4bf35f53-c388-4c0f-a50e-4473ad69c791 HTTP/1.1" status: 200 len: 945 time: 0.2739563 Jul 24 00:03:15.335374 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port e1af1c0b-79e3-4d56-866d-18620582745c, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=e1af1c0b-79e3-4d56-866d-18620582745c,segment=NetworkSegment(c3acebb7-b496-4cc8-bec9-51681a227a5c),segment_id=c3acebb7-b496-4cc8-bec9-51681a227a5c)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:03:15.344483 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:15.346846 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 2ae00847-5047-43ce-ba3f-aff5e321b304 up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:03:15.454691 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=e1af1c0b-79e3-4d56-866d-18620582745c,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:15.468731 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port 2ae00847-5047-43ce-ba3f-aff5e321b304 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:03:15.473978 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a0a54da4-d499-4b3e-8b24-1db0fc466142 req-924caa17-7505-4efd-acb8-c6981679088e tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070370 Jul 24 00:03:15.479489 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port 2ae00847-5047-43ce-ba3f-aff5e321b304 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:03:15.479887 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:15.518087 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 7ccf03ee-752e-4d2e-8800-e5c16dff6f79 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:03:15.578396 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b502fa0a-ed7b-4420-9eca-2d1ffa557f3e req-114a60b0-87b1-401f-8825-cb205c593a90 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=eeae3224454247a2bcb64cca8475a265&device_id=4fbfd1ea-6f21-4321-85fc-d6056e92e5b4 HTTP/1.1" status: 200 len: 210 time: 0.5533764 Jul 24 00:03:15.584900 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-65ff394f-95c0-4eda-a5f5-fe80550aeaa4 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:15.593576 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 7ccf03ee-752e-4d2e-8800-e5c16dff6f79 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:03:15.630717 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b502fa0a-ed7b-4420-9eca-2d1ffa557f3e req-6760c8ec-c76e-464e-ad84-415fe0ab6771 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=eeae3224454247a2bcb64cca8475a265&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349057 Jul 24 00:03:15.693695 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-577dd61c-a77b-4d67-a7f4-7b952f4bbbd7 req-d6bb25f6-7793-459c-a110-4847e058f62e tempest-ServerShowV257Test-243421903 tempest-ServerShowV257Test-243421903-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fbfd1ea-6f21-4321-85fc-d6056e92e5b4 HTTP/1.1" status: 200 len: 210 time: 0.1006570 Jul 24 00:03:15.693955 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf6fbd2-3e00-49f1-bcc4-9351a3998e83 req-9ee0b89b-7f28-41fc-83bb-4edb2f2fe88d tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:15.695968 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ff394f-95c0-4eda-a5f5-fe80550aeaa4 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Pushing event deleted for resources: {'Port': ['ID=a9cec835-340a-40ff-9de6-1a788f8197de,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:15.701369 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fcf6fbd2-3e00-49f1-bcc4-9351a3998e83 req-9ee0b89b-7f28-41fc-83bb-4edb2f2fe88d tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2a03b3c-980c-4c1f-a15d-dc6322272e18 HTTP/1.1" status: 200 len: 950 time: 0.1177919 Jul 24 00:03:15.740491 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2ef4f0c2-289d-4933-94b0-77b5d5f3e96d tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:15.764055 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2ef4f0c2-289d-4933-94b0-77b5d5f3e96d tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:15.765436 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2ef4f0c2-289d-4933-94b0-77b5d5f3e96d tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680980'] for router_interface, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:15.778883 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fcf6fbd2-3e00-49f1-bcc4-9351a3998e83 req-3aa1cfa1-e48f-4ef1-87d1-60c13268470b tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758498 Jul 24 00:03:15.802684 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device a9cec835-340a-40ff-9de6-1a788f8197de up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:03:15.843600 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: a9cec835-340a-40ff-9de6-1a788f8197de {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:03:15.844045 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device a9cec835-340a-40ff-9de6-1a788f8197de not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 24 00:03:15.859441 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ff394f-95c0-4eda-a5f5-fe80550aeaa4 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] No DVR routers for this DVR port a9cec835-340a-40ff-9de6-1a788f8197de on host n-d-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:03:15.874012 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Port a9cec835-340a-40ff-9de6-1a788f8197de not found, will not notify nova. {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 24 00:03:15.882297 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:15.956598 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 2ae00847-5047-43ce-ba3f-aff5e321b304, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=2ae00847-5047-43ce-ba3f-aff5e321b304,segment=NetworkSegment(6a9bfae8-3859-4d2f-b2ea-41b2fe58337b),segment_id=6a9bfae8-3859-4d2f-b2ea-41b2fe58337b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:03:15.963474 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device a5dd616e-1fd6-4c25-823f-e7013fecb4b8 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:03:15.983259 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4f0c2-289d-4933-94b0-77b5d5f3e96d tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Pushing event updated for resources: {'Port': ['ID=020cb44f-d0e9-40c6-9ee7-8a8fd62f6ca8,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:15.993974 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: a5dd616e-1fd6-4c25-823f-e7013fecb4b8 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:03:15.994286 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device a5dd616e-1fd6-4c25-823f-e7013fecb4b8 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:03:15.996630 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:15.997479 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device af706165-7642-41c4-a6f3-257a92b8a9b6 up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:03:16.021235 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef4f0c2-289d-4933-94b0-77b5d5f3e96d tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Network b88de235-bd61-4334-9b7e-6ad666dc19ea is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:03:16.024173 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-2ef4f0c2-289d-4933-94b0-77b5d5f3e96d tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:03:16.097702 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a57231fc-2121-4ef8-be58-ce283d724194 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks [] for router_gateway, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:16.105000 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-65ff394f-95c0-4eda-a5f5-fe80550aeaa4 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:16.118054 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=2ae00847-5047-43ce-ba3f-aff5e321b304,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:16.127065 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port af706165-7642-41c4-a6f3-257a92b8a9b6 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:03:16.132140 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port af706165-7642-41c4-a6f3-257a92b8a9b6 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:03:16.132587 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:16.136915 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b502fa0a-ed7b-4420-9eca-2d1ffa557f3e req-97a2b368-5365-411f-8846-d1cbb343d7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:16.138294 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b76a3-3d2b-4d8e-a0b7-8a3846f83104 req-0733c8ad-eb39-4f30-b383-aae4e787bdd5 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:16.138870 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b502fa0a-ed7b-4420-9eca-2d1ffa557f3e req-97a2b368-5365-411f-8846-d1cbb343d7ab service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4699268 Jul 24 00:03:16.146818 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b76a3-3d2b-4d8e-a0b7-8a3846f83104 req-0733c8ad-eb39-4f30-b383-aae4e787bdd5 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:16.153590 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b76a3-3d2b-4d8e-a0b7-8a3846f83104 req-0733c8ad-eb39-4f30-b383-aae4e787bdd5 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:16.161571 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b76a3-3d2b-4d8e-a0b7-8a3846f83104 req-0733c8ad-eb39-4f30-b383-aae4e787bdd5 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:16.163297 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a57231fc-2121-4ef8-be58-ce283d724194 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:16.168787 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b76a3-3d2b-4d8e-a0b7-8a3846f83104 req-0733c8ad-eb39-4f30-b383-aae4e787bdd5 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:16.175561 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b76a3-3d2b-4d8e-a0b7-8a3846f83104 req-0733c8ad-eb39-4f30-b383-aae4e787bdd5 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:16.181941 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b76a3-3d2b-4d8e-a0b7-8a3846f83104 req-0733c8ad-eb39-4f30-b383-aae4e787bdd5 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:16.184183 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4c3b76a3-3d2b-4d8e-a0b7-8a3846f83104 req-0733c8ad-eb39-4f30-b383-aae4e787bdd5 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/ports?device_id=12c01cab-6f38-47e5-a713-3b0033ce846b HTTP/1.1" status: 200 len: 5440 time: 0.2823825 Jul 24 00:03:16.296786 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:16.315327 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-65ff394f-95c0-4eda-a5f5-fe80550aeaa4 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:16.329670 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4c3b76a3-3d2b-4d8e-a0b7-8a3846f83104 req-ac19e6c6-aaef-47ea-819c-7945206d7737 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b2b81f-5921-46c4-a5f8-cac2ff846ad3&id=84526489-a784-4e02-8584-4c6d6be5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1374862 Jul 24 00:03:16.358645 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0802d5f-d6aa-4d69-8c2e-42923995fef4 None None] Network b88de235-bd61-4334-9b7e-6ad666dc19ea requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:03:16.368431 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ff394f-95c0-4eda-a5f5-fe80550aeaa4 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Pushing event deleted for resources: {'Subnet': ['ID=961bf2bc-5f9b-41da-9966-ff0fa3e46dad,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:16.377514 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e1a3bb-212c-41b6-92da-2a698f6a1bb8 req-eb141615-4ba6-4100-808b-9f6d3dd8bbc3 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:16.379156 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b2e1a3bb-212c-41b6-92da-2a698f6a1bb8 req-eb141615-4ba6-4100-808b-9f6d3dd8bbc3 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bf35f53-c388-4c0f-a50e-4473ad69c791 HTTP/1.1" status: 200 len: 945 time: 0.1823518 Jul 24 00:03:16.395306 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ef4f0c2-289d-4933-94b0-77b5d5f3e96d tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Router 324d833c-426c-474c-aee6-e7e52f4a41d6 is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:03:16.395991 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port af706165-7642-41c4-a6f3-257a92b8a9b6, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=af706165-7642-41c4-a6f3-257a92b8a9b6,segment=NetworkSegment(67210387-9ab9-4aa4-9937-6b54614e94e7),segment_id=67210387-9ab9-4aa4-9937-6b54614e94e7)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:03:16.409424 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:16.410841 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 6f26de75-c5e4-49eb-817c-5e4de1d05ca8 up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:03:16.448375 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-65ff394f-95c0-4eda-a5f5-fe80550aeaa4 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:16.463119 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-65ff394f-95c0-4eda-a5f5-fe80550aeaa4 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26f52adb-cf15-4dfc-ab64-2be314ebf5dd']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:16.479664 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-65ff394f-95c0-4eda-a5f5-fe80550aeaa4 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72e14d4b-fdc6-459c-a8c7-7b699dc256fe') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:16.480046 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-65ff394f-95c0-4eda-a5f5-fe80550aeaa4 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72e14d4b-fdc6-459c-a8c7-7b699dc256fe') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:16.493292 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-65ff394f-95c0-4eda-a5f5-fe80550aeaa4 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:16.531744 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-65ff394f-95c0-4eda-a5f5-fe80550aeaa4 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:16.547360 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65ff394f-95c0-4eda-a5f5-fe80550aeaa4 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:03:16.547783 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-65ff394f-95c0-4eda-a5f5-fe80550aeaa4 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:16.551170 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:03:16.551170 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:03:16.551170 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:03:16.551170 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:03:16.551170 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:03:16.551170 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:03:16.551170 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:03:16.551170 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:03:16.551170 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:03:16.551170 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:03:16.551170 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:03:16.551170 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:03:16.551170 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:03:16.551170 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:03:16.551170 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:03:16.551170 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:03:16.551170 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:03:16.551170 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:03:16.551170 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:03:16.551170 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:03:16.551170 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:03:16.551170 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:03:16.551170 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:03:16.551170 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:03:16.551170 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:03:16.551170 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:03:16.551170 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:03:16.551170 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:03:16.551170 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:03:16.551170 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:03:16.551170 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:03:16.551170 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:03:16.555325 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-04af11b6-7754-46bd-b7f8-133bcbaf861c None None] Provisioning for port 7ccf03ee-752e-4d2e-8800-e5c16dff6f79 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:03:16.575864 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-04af11b6-7754-46bd-b7f8-133bcbaf861c None None] Provisioning complete for port 7ccf03ee-752e-4d2e-8800-e5c16dff6f79 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:03:16.576409 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-04af11b6-7754-46bd-b7f8-133bcbaf861c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:16.611141 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef4f0c2-289d-4933-94b0-77b5d5f3e96d tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:03:16.619475 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-2ef4f0c2-289d-4933-94b0-77b5d5f3e96d tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "PUT /v2.0/routers/324d833c-426c-474c-aee6-e7e52f4a41d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7002299 Jul 24 00:03:16.619628 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 55558) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:16.625903 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3685f144-7fbd-47d5-a25d-8f96755f4c30 None None] Sync routers for ids ['324d833c-426c-474c-aee6-e7e52f4a41d6'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:03:16.637299 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3685f144-7fbd-47d5-a25d-8f96755f4c30 None None] Routers {'324d833c-426c-474c-aee6-e7e52f4a41d6'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:03:16.638056 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-3685f144-7fbd-47d5-a25d-8f96755f4c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:02:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['324d833c-426c-474c-aee6-e7e52f4a41d6'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:16.685799 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-3685f144-7fbd-47d5-a25d-8f96755f4c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:16.699499 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-a57231fc-2121-4ef8-be58-ce283d724194 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Allocated IP 172.25.3.99 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/aafd6294-4610-483c-b737-da828fb6d795) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:03:16.702513 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-65ff394f-95c0-4eda-a5f5-fe80550aeaa4 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:16.702958 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3685f144-7fbd-47d5-a25d-8f96755f4c30 None None] Routers {'324d833c-426c-474c-aee6-e7e52f4a41d6'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:03:16.705442 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-3685f144-7fbd-47d5-a25d-8f96755f4c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:02:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['324d833c-426c-474c-aee6-e7e52f4a41d6'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:16.714197 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05f4428-63e6-47ac-973c-01ad66bb4e6d tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:16.715694 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c05f4428-63e6-47ac-973c-01ad66bb4e6d tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "GET /v2.0/ports/020cb44f-d0e9-40c6-9ee7-8a8fd62f6ca8 HTTP/1.1" status: 200 len: 911 time: 0.0951438 Jul 24 00:03:16.726136 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=af706165-7642-41c4-a6f3-257a92b8a9b6,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:16.727117 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55562) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:16.730957 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-65ff394f-95c0-4eda-a5f5-fe80550aeaa4 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:16.734854 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-b2e1a3bb-212c-41b6-92da-2a698f6a1bb8 req-77de6918-dc05-4df9-8566-fbd13f52de51 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Deleting port eea6ec69-15c5-4013-8816-6f9f008944cd {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:03:16.736363 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fce1f7-e9a5-4a02-a3d9-1dd057b0bc9f None None] Network 26f52adb-cf15-4dfc-ab64-2be314ebf5dd requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:03:16.736930 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-b2e1a3bb-212c-41b6-92da-2a698f6a1bb8 req-77de6918-dc05-4df9-8566-fbd13f52de51 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:16.738428 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-65ff394f-95c0-4eda-a5f5-fe80550aeaa4 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] 10.222.0.44 "DELETE /v2.0/networks/26f52adb-cf15-4dfc-ab64-2be314ebf5dd HTTP/1.1" status: 204 len: 168 time: 2.9213233 Jul 24 00:03:16.739535 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ff394f-95c0-4eda-a5f5-fe80550aeaa4 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Pushing event deleted for resources: {'Network': ['ID=26f52adb-cf15-4dfc-ab64-2be314ebf5dd,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:16.741556 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 55564) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:16.746527 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-941adabe-255b-4259-9ccb-bf88c12cc98c tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ac86d588-0e6f-4c4f-89ef-ef7bbea23f30'}]}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:03:16.754113 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fce1f7-e9a5-4a02-a3d9-1dd057b0bc9f None None] Network 26f52adb-cf15-4dfc-ab64-2be314ebf5dd could not be found, it might have been deleted concurrently. {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 24 00:03:16.771776 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-3685f144-7fbd-47d5-a25d-8f96755f4c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:16.772771 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3685f144-7fbd-47d5-a25d-8f96755f4c30 None None] The sync data for ids ['324d833c-426c-474c-aee6-e7e52f4a41d6'] in n-d-800088-16 is: [] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:03:16.773299 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port 6f26de75-c5e4-49eb-817c-5e4de1d05ca8 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:03:16.814959 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port 6f26de75-c5e4-49eb-817c-5e4de1d05ca8 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:03:16.815470 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:16.827979 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd86b186-7617-426d-be54-c4e15085a292 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] DELETE failed (client error): The resource could not be found. Jul 24 00:03:16.828442 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd86b186-7617-426d-be54-c4e15085a292 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:03:16.830257 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-bd86b186-7617-426d-be54-c4e15085a292 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] 10.222.0.44 "DELETE /v2.0/subnets/961bf2bc-5f9b-41da-9966-ff0fa3e46dad HTTP/1.1" status: 404 len: 337 time: 0.0877926 Jul 24 00:03:16.842275 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55570) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:16.856189 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5c7da9e3-076c-4742-bd43-c98a2c2838ac req-c82e3b31-71aa-42ed-b564-70c5cbf93159 tempest-ServerShowV257Test-243421903 tempest-ServerShowV257Test-243421903-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fbfd1ea-6f21-4321-85fc-d6056e92e5b4 HTTP/1.1" status: 200 len: 210 time: 0.0672472 Jul 24 00:03:16.857372 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae1cd20-8044-42d5-9df9-858276cdbb39 None None] DHCP port deletion for 26f52adb-cf15-4dfc-ab64-2be314ebf5dd request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:03:16.870691 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-55186b01-7be8-4713-9be7-ef984184bdd0 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] DELETE failed (client error): The resource could not be found. Jul 24 00:03:16.871457 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55186b01-7be8-4713-9be7-ef984184bdd0 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:03:16.891241 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-55186b01-7be8-4713-9be7-ef984184bdd0 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] 10.222.0.44 "DELETE /v2.0/networks/26f52adb-cf15-4dfc-ab64-2be314ebf5dd HTTP/1.1" status: 404 len: 339 time: 0.0380590 Jul 24 00:03:16.891241 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55572) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:16.891789 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12c01cab-6f38-47e5-a713-3b0033ce846b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1af1c0b-79e3-4d56-866d-18620582745c'}, {'server_uuid': '12c01cab-6f38-47e5-a713-3b0033ce846b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ae00847-5047-43ce-ba3f-aff5e321b304'}, {'server_uuid': '12c01cab-6f38-47e5-a713-3b0033ce846b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af706165-7642-41c4-a6f3-257a92b8a9b6'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:03:16.892895 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b173ed0-5b08-4728-a5a5-ec7b891a5221" -d '{"events": [{"server_uuid": "12c01cab-6f38-47e5-a713-3b0033ce846b", "name": "network-vif-plugged", "status": "completed", "tag": "e1af1c0b-79e3-4d56-866d-18620582745c"}, {"server_uuid": "12c01cab-6f38-47e5-a713-3b0033ce846b", "name": "network-vif-plugged", "status": "completed", "tag": "2ae00847-5047-43ce-ba3f-aff5e321b304"}, {"server_uuid": "12c01cab-6f38-47e5-a713-3b0033ce846b", "name": "network-vif-plugged", "status": "completed", "tag": "af706165-7642-41c4-a6f3-257a92b8a9b6"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:03:16.919064 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5129f848-7210-4a2c-88a5-bff450f0f868 None None] Network 26f52adb-cf15-4dfc-ab64-2be314ebf5dd requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:03:16.942612 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeff51bb-230d-44ad-a9fd-a01eb47405ba req-821b1c21-429c-4632-9212-dd2d6b85460f tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:16.949443 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-aeff51bb-230d-44ad-a9fd-a01eb47405ba req-821b1c21-429c-4632-9212-dd2d6b85460f tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=4bf35f53-c388-4c0f-a50e-4473ad69c791 HTTP/1.1" status: 200 len: 945 time: 0.3306880 Jul 24 00:03:16.955537 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5129f848-7210-4a2c-88a5-bff450f0f868 None None] Network 26f52adb-cf15-4dfc-ab64-2be314ebf5dd could not be found, it might have been deleted concurrently. {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 24 00:03:16.993987 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f1ff649-212b-4394-b7d5-36e60ea7aa1b tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] DELETE failed (client error): The resource could not be found. Jul 24 00:03:16.994558 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f1ff649-212b-4394-b7d5-36e60ea7aa1b tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:03:16.994698 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-b2e1a3bb-212c-41b6-92da-2a698f6a1bb8 req-77de6918-dc05-4df9-8566-fbd13f52de51 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] For port eea6ec69-15c5-4013-8816-6f9f008944cd, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=eea6ec69-15c5-4013-8816-6f9f008944cd,segment=NetworkSegment(03844098-4008-432a-ad64-80c1a7ec0473),segment_id=03844098-4008-432a-ad64-80c1a7ec0473)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:03:16.995054 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-b2e1a3bb-212c-41b6-92da-2a698f6a1bb8 req-77de6918-dc05-4df9-8566-fbd13f52de51 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:16.998497 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-1f1ff649-212b-4394-b7d5-36e60ea7aa1b tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] 10.222.0.44 "DELETE /v2.0/subnets/acf7474b-c504-4b46-8935-16e6e34beaba HTTP/1.1" status: 404 len: 337 time: 0.1051576 Jul 24 00:03:17.010216 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-04af11b6-7754-46bd-b7f8-133bcbaf861c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:17.010646 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 55576) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:17.022013 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-b2e1a3bb-212c-41b6-92da-2a698f6a1bb8 req-77de6918-dc05-4df9-8566-fbd13f52de51 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Calling delete_port for eea6ec69-15c5-4013-8816-6f9f008944cd owned by compute:nova {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:03:17.039042 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-394eb21e-b4ca-450c-8dbe-654e6cd67872 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] DELETE failed (client error): The resource could not be found. Jul 24 00:03:17.039632 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-394eb21e-b4ca-450c-8dbe-654e6cd67872 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:03:17.043673 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-394eb21e-b4ca-450c-8dbe-654e6cd67872 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] 10.222.0.44 "DELETE /v2.0/networks/975c008c-48aa-4da7-84f8-3458119f37b5 HTTP/1.1" status: 404 len: 339 time: 0.0293722 Jul 24 00:03:17.046490 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 55578) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:17.089341 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:17.093697 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-04af11b6-7754-46bd-b7f8-133bcbaf861c None None] For port 7ccf03ee-752e-4d2e-8800-e5c16dff6f79, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=7ccf03ee-752e-4d2e-8800-e5c16dff6f79,segment=NetworkSegment(1f6f3125-c354-4f0a-b8b8-52e807034d9c),segment_id=1f6f3125-c354-4f0a-b8b8-52e807034d9c)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:03:17.105616 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-04af11b6-7754-46bd-b7f8-133bcbaf861c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:17.114913 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-aeff51bb-230d-44ad-a9fd-a01eb47405ba req-336fb326-edbd-4ebf-b804-d09a3c896cc3 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632986 Jul 24 00:03:17.120437 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a57231fc-2121-4ef8-be58-ce283d724194 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:17.158993 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ec0df-a587-41ca-b19e-c3612019ea79 req-225e360f-4508-468f-9c2d-c21547f25141 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:17.160085 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 6f26de75-c5e4-49eb-817c-5e4de1d05ca8, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=6f26de75-c5e4-49eb-817c-5e4de1d05ca8,segment=NetworkSegment(6a9bfae8-3859-4d2f-b2ea-41b2fe58337b),segment_id=6a9bfae8-3859-4d2f-b2ea-41b2fe58337b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:03:17.168938 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8d7ec0df-a587-41ca-b19e-c3612019ea79 req-225e360f-4508-468f-9c2d-c21547f25141 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2a03b3c-980c-4c1f-a15d-dc6322272e18 HTTP/1.1" status: 200 len: 950 time: 0.2127616 Jul 24 00:03:17.187408 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:17.188232 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 05c23a2d-a333-40a3-ad43-c3bfc576a416 up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:03:17.214659 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04af11b6-7754-46bd-b7f8-133bcbaf861c None None] Pushing event updated for resources: {'Port': ['ID=7ccf03ee-752e-4d2e-8800-e5c16dff6f79,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:17.258830 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-941adabe-255b-4259-9ccb-bf88c12cc98c tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:17.259849 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-91330161-1676-48b4-95b9-2bc24196dbcf tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:17.297513 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-53314caf-025c-44c3-8ee3-205d648316bf None None] Could not find standard attr ID for object a9cec835-340a-40ff-9de6-1a788f8197de. {{(pid=100315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 00:03:17.315855 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8d7ec0df-a587-41ca-b19e-c3612019ea79 req-7561e839-298a-497e-aa69-e14b33cf7901 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458359 Jul 24 00:03:17.316083 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 24 Jul 2021 00:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b932738-c7a4-4215-a9c9-7beef689fd19 x-openstack-request-id: req-9b932738-c7a4-4215-a9c9-7beef689fd19 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:03:17.316277 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12c01cab-6f38-47e5-a713-3b0033ce846b", "name": "network-vif-plugged", "status": "completed", "tag": "e1af1c0b-79e3-4d56-866d-18620582745c", "code": 200}, {"server_uuid": "12c01cab-6f38-47e5-a713-3b0033ce846b", "name": "network-vif-plugged", "status": "completed", "tag": "2ae00847-5047-43ce-ba3f-aff5e321b304", "code": 200}, {"server_uuid": "12c01cab-6f38-47e5-a713-3b0033ce846b", "name": "network-vif-plugged", "status": "completed", "tag": "af706165-7642-41c4-a6f3-257a92b8a9b6", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:03:17.316544 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9b932738-c7a4-4215-a9c9-7beef689fd19 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:03:17.317075 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12c01cab-6f38-47e5-a713-3b0033ce846b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1af1c0b-79e3-4d56-866d-18620582745c', 'code': 200} Jul 24 00:03:17.317340 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12c01cab-6f38-47e5-a713-3b0033ce846b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ae00847-5047-43ce-ba3f-aff5e321b304', 'code': 200} Jul 24 00:03:17.317603 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12c01cab-6f38-47e5-a713-3b0033ce846b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af706165-7642-41c4-a6f3-257a92b8a9b6', 'code': 200} Jul 24 00:03:17.323761 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a57231fc-2121-4ef8-be58-ce283d724194 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:17.357718 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port 05c23a2d-a333-40a3-ad43-c3bfc576a416 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:03:17.390494 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=6f26de75-c5e4-49eb-817c-5e4de1d05ca8,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:17.393167 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port 05c23a2d-a333-40a3-ad43-c3bfc576a416 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:03:17.393547 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:17.432776 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 7ccf03ee-752e-4d2e-8800-e5c16dff6f79 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:03:17.498293 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-91330161-1676-48b4-95b9-2bc24196dbcf tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:17.509516 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-91330161-1676-48b4-95b9-2bc24196dbcf tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f43bbe1-48c5-41d1-98cc-4e00bf41d344']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:17.521239 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-91330161-1676-48b4-95b9-2bc24196dbcf tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea9c2df5-c337-4482-869e-b3c0cb4bc88f') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:17.521603 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-91330161-1676-48b4-95b9-2bc24196dbcf tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea9c2df5-c337-4482-869e-b3c0cb4bc88f') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:17.531895 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-91330161-1676-48b4-95b9-2bc24196dbcf tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:17.545986 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-91330161-1676-48b4-95b9-2bc24196dbcf tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:17.552208 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91330161-1676-48b4-95b9-2bc24196dbcf tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:03:17.552617 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-91330161-1676-48b4-95b9-2bc24196dbcf tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:17.553530 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:17.563115 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 7ccf03ee-752e-4d2e-8800-e5c16dff6f79 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:03:17.563634 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:17.581614 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:03:17.581614 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:03:17.581614 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:03:17.581614 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:03:17.581614 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:03:17.581614 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:03:17.581614 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:03:17.581614 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:03:17.581614 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:03:17.581614 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:03:17.581614 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:03:17.581614 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:03:17.581614 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:03:17.581614 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:03:17.581614 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:03:17.581614 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:03:17.581614 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:03:17.581614 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:03:17.581614 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:03:17.581614 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:03:17.581614 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:03:17.581614 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:03:17.581614 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:03:17.581614 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:03:17.581614 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:03:17.581614 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:03:17.581614 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:03:17.581614 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:03:17.581614 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:03:17.581614 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:03:17.581614 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:03:17.581614 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:03:17.627928 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-b2e1a3bb-212c-41b6-92da-2a698f6a1bb8 req-77de6918-dc05-4df9-8566-fbd13f52de51 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:17.631839 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57231fc-2121-4ef8-be58-ce283d724194 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:03:17.643496 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['eea6ec69-15c5-4013-8816-6f9f008944cd'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:03:17.656279 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-91330161-1676-48b4-95b9-2bc24196dbcf tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:17.666334 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-91330161-1676-48b4-95b9-2bc24196dbcf tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:17.669101 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-91330161-1676-48b4-95b9-2bc24196dbcf tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] 10.222.0.44 "DELETE /v2.0/networks/0f43bbe1-48c5-41d1-98cc-4e00bf41d344 HTTP/1.1" status: 204 len: 168 time: 0.6204667 Jul 24 00:03:17.672120 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de6918-dc05-4df9-8566-fbd13f52de51 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Pushing event deleted for resources: {'Port': ['ID=eea6ec69-15c5-4013-8816-6f9f008944cd,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:17.675849 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 55582) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:17.676952 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:17.687066 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b502fa0a-ed7b-4420-9eca-2d1ffa557f3e req-6e1bbf8f-5f64-4624-81bf-b222c4999fa2 tempest-ServerShowV257Test-243421903 tempest-ServerShowV257Test-243421903-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fbfd1ea-6f21-4321-85fc-d6056e92e5b4 HTTP/1.1" status: 200 len: 210 time: 0.0576363 Jul 24 00:03:17.695249 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-a57231fc-2121-4ef8-be58-ce283d724194 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:03:17.696204 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-1ad7b1f1-4e78-402a-bee0-f6d37c18fe29 None None] Provisioning for port 020cb44f-d0e9-40c6-9ee7-8a8fd62f6ca8 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:03:17.724047 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57231fc-2121-4ef8-be58-ce283d724194 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:03:17.744896 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-1ad7b1f1-4e78-402a-bee0-f6d37c18fe29 None None] Provisioning complete for port 020cb44f-d0e9-40c6-9ee7-8a8fd62f6ca8 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:03:17.745343 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-1ad7b1f1-4e78-402a-bee0-f6d37c18fe29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:17.750110 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 05c23a2d-a333-40a3-ad43-c3bfc576a416, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=05c23a2d-a333-40a3-ad43-c3bfc576a416,segment=NetworkSegment(6a9bfae8-3859-4d2f-b2ea-41b2fe58337b),segment_id=6a9bfae8-3859-4d2f-b2ea-41b2fe58337b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:03:17.774429 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:17.793087 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device b7cf0802-b364-4a10-b288-5a91e476f1a6 up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:03:17.809113 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57231fc-2121-4ef8-be58-ce283d724194 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Pushing event updated for resources: {'Port': ['ID=aafd6294-4610-483c-b737-da828fb6d795,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:17.816427 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91330161-1676-48b4-95b9-2bc24196dbcf tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Pushing event deleted for resources: {'Network': ['ID=0f43bbe1-48c5-41d1-98cc-4e00bf41d344,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:17.851490 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2e1a3bb-212c-41b6-92da-2a698f6a1bb8 req-77de6918-dc05-4df9-8566-fbd13f52de51 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] No DVR routers for this DVR port eea6ec69-15c5-4013-8816-6f9f008944cd on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:03:17.855058 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-c30009db-b5db-4524-b1d8-157b51a18dc3 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] DELETE failed (client error): The resource could not be found. Jul 24 00:03:17.855556 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c30009db-b5db-4524-b1d8-157b51a18dc3 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:03:17.863180 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c30009db-b5db-4524-b1d8-157b51a18dc3 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] 10.222.0.44 "DELETE /v2.0/subnets/8bbf3ae9-1339-4319-9514-9fb0e5840622 HTTP/1.1" status: 404 len: 337 time: 0.1859670 Jul 24 00:03:17.864915 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-b2e1a3bb-212c-41b6-92da-2a698f6a1bb8 req-77de6918-dc05-4df9-8566-fbd13f52de51 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:17.868840 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b2e1a3bb-212c-41b6-92da-2a698f6a1bb8 req-77de6918-dc05-4df9-8566-fbd13f52de51 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.52 "DELETE /v2.0/ports/eea6ec69-15c5-4013-8816-6f9f008944cd HTTP/1.1" status: 204 len: 173 time: 1.4832029 Jul 24 00:03:17.869543 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bf35f53-c388-4c0f-a50e-4473ad69c791', 'name': 'network-vif-deleted', 'tag': 'eea6ec69-15c5-4013-8816-6f9f008944cd'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:03:17.871746 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55584) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:17.873058 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b56cb454-ed34-4622-a9d6-52691974e46c" -d '{"events": [{"server_uuid": "4bf35f53-c388-4c0f-a50e-4473ad69c791", "name": "network-vif-deleted", "tag": "eea6ec69-15c5-4013-8816-6f9f008944cd"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:03:17.911316 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-1ad7b1f1-4e78-402a-bee0-f6d37c18fe29 None None] Port 020cb44f-d0e9-40c6-9ee7-8a8fd62f6ca8 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:03:17.945404 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef05e23-8d2b-4fc4-befa-492b3ff9b64a x-openstack-request-id: req-7ef05e23-8d2b-4fc4-befa-492b3ff9b64a {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:03:17.945939 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bf35f53-c388-4c0f-a50e-4473ad69c791", "name": "network-vif-deleted", "tag": "eea6ec69-15c5-4013-8816-6f9f008944cd", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:03:17.946419 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7ef05e23-8d2b-4fc4-befa-492b3ff9b64a {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:03:17.947069 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bf35f53-c388-4c0f-a50e-4473ad69c791', 'name': 'network-vif-deleted', 'tag': 'eea6ec69-15c5-4013-8816-6f9f008944cd', 'status': 'completed', 'code': 200} Jul 24 00:03:17.957114 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-1ad7b1f1-4e78-402a-bee0-f6d37c18fe29 None None] Provisioning complete for port 7ccf03ee-752e-4d2e-8800-e5c16dff6f79 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:03:17.957628 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-1ad7b1f1-4e78-402a-bee0-f6d37c18fe29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:17.999981 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device a9cec835-340a-40ff-9de6-1a788f8197de no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:03:18.006142 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=05c23a2d-a333-40a3-ad43-c3bfc576a416,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:18.044343 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: a9cec835-340a-40ff-9de6-1a788f8197de {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:03:18.044854 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device a9cec835-340a-40ff-9de6-1a788f8197de not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:03:18.058531 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port b7cf0802-b364-4a10-b288-5a91e476f1a6 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:03:18.063561 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port b7cf0802-b364-4a10-b288-5a91e476f1a6 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:03:18.064050 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:18.111190 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bc395741-5b3c-48a3-9191-dcecee00ed86 req-59ad41e4-9646-45de-aa38-826e7ef39e85 tempest-ServerShowV257Test-243421903 tempest-ServerShowV257Test-243421903-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fbfd1ea-6f21-4321-85fc-d6056e92e5b4 HTTP/1.1" status: 200 len: 210 time: 0.0507064 Jul 24 00:03:18.132298 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceed0abb-9327-42a0-b655-2592b03c7755 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] DELETE failed (client error): The resource could not be found. Jul 24 00:03:18.132930 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ceed0abb-9327-42a0-b655-2592b03c7755 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:03:18.137406 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-ceed0abb-9327-42a0-b655-2592b03c7755 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] 10.222.0.44 "DELETE /v2.0/networks/6b30f38e-559c-4928-8610-3d925658f4ed HTTP/1.1" status: 404 len: 339 time: 0.2617009 Jul 24 00:03:18.138961 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 55590) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:18.225849 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a17a1e9-1c99-47b3-86c9-59133e676acd tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] DELETE failed (client error): The resource could not be found. Jul 24 00:03:18.227069 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a17a1e9-1c99-47b3-86c9-59133e676acd tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:03:18.232596 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-4a17a1e9-1c99-47b3-86c9-59133e676acd tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] 10.222.0.44 "DELETE /v2.0/subnets/48397bc5-e1da-44ac-a47b-1ec71bffd886 HTTP/1.1" status: 404 len: 337 time: 0.0906513 Jul 24 00:03:18.234856 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:18.235376 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 55594) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:18.262369 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-94e65b08-005b-4c93-9872-ba27b1f7ee7f tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] DELETE failed (client error): The resource could not be found. Jul 24 00:03:18.262827 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94e65b08-005b-4c93-9872-ba27b1f7ee7f tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:03:18.267138 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-94e65b08-005b-4c93-9872-ba27b1f7ee7f tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] 10.222.0.44 "DELETE /v2.0/networks/4d62e033-9aa2-4f4f-b8b9-34eb1b475d54 HTTP/1.1" status: 404 len: 339 time: 0.0261941 Jul 24 00:03:18.267869 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 55598) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:18.300067 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port b7cf0802-b364-4a10-b288-5a91e476f1a6, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=b7cf0802-b364-4a10-b288-5a91e476f1a6,segment=NetworkSegment(6a9bfae8-3859-4d2f-b2ea-41b2fe58337b),segment_id=6a9bfae8-3859-4d2f-b2ea-41b2fe58337b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:03:18.305483 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-e98d88e1-85f7-4c8e-ac8f-aad6e0e3170a tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] DELETE failed (client error): The resource could not be found. Jul 24 00:03:18.305924 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb55b7f8-e63b-4e97-95ae-fb9f06addfa5 req-cc79deb7-c195-433a-b932-592fbb8c2a4a tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:18.306151 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e98d88e1-85f7-4c8e-ac8f-aad6e0e3170a tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:03:18.308283 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-e98d88e1-85f7-4c8e-ac8f-aad6e0e3170a tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] 10.222.0.44 "DELETE /v2.0/subnets/0d81e516-0a74-4cc4-9952-680b74a5ea15 HTTP/1.1" status: 404 len: 337 time: 0.0394583 Jul 24 00:03:18.310820 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:18.322846 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 55600) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:18.329238 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb55b7f8-e63b-4e97-95ae-fb9f06addfa5 req-cc79deb7-c195-433a-b932-592fbb8c2a4a tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:18.337961 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb55b7f8-e63b-4e97-95ae-fb9f06addfa5 req-cc79deb7-c195-433a-b932-592fbb8c2a4a tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:18.348375 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-1660f3c5-d7dc-4269-829b-51cbdef336c8 None None] Provisioning complete for port 020cb44f-d0e9-40c6-9ee7-8a8fd62f6ca8 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:03:18.348898 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-1660f3c5-d7dc-4269-829b-51cbdef336c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:18.349138 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb55b7f8-e63b-4e97-95ae-fb9f06addfa5 req-cc79deb7-c195-433a-b932-592fbb8c2a4a tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:18.355779 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb55b7f8-e63b-4e97-95ae-fb9f06addfa5 req-cc79deb7-c195-433a-b932-592fbb8c2a4a tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:18.365366 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-73d6aeac-2009-4caa-a82a-d24731f76afd req-e9df15fc-454e-472d-9463-6aa47e64000b tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=4bf35f53-c388-4c0f-a50e-4473ad69c791 HTTP/1.1" status: 200 len: 210 time: 0.0558095 Jul 24 00:03:18.371224 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb55b7f8-e63b-4e97-95ae-fb9f06addfa5 req-cc79deb7-c195-433a-b932-592fbb8c2a4a tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:18.384093 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb55b7f8-e63b-4e97-95ae-fb9f06addfa5 req-cc79deb7-c195-433a-b932-592fbb8c2a4a tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:18.393639 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fb55b7f8-e63b-4e97-95ae-fb9f06addfa5 req-cc79deb7-c195-433a-b932-592fbb8c2a4a tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/ports?device_id=12c01cab-6f38-47e5-a713-3b0033ce846b HTTP/1.1" status: 200 len: 5443 time: 0.9691594 Jul 24 00:03:18.397248 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-77748172-ad43-4dfa-a7e9-36ad542ca4cf tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] DELETE failed (client error): The resource could not be found. Jul 24 00:03:18.398242 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77748172-ad43-4dfa-a7e9-36ad542ca4cf tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:03:18.403117 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-77748172-ad43-4dfa-a7e9-36ad542ca4cf tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] 10.222.0.44 "DELETE /v2.0/networks/378789a7-0903-44f3-aaaf-d12b63e6f3d3 HTTP/1.1" status: 404 len: 339 time: 0.0749390 Jul 24 00:03:18.406982 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 55604) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:18.415766 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=b7cf0802-b364-4a10-b288-5a91e476f1a6,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:18.420143 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-1660f3c5-d7dc-4269-829b-51cbdef336c8 None None] Port 020cb44f-d0e9-40c6-9ee7-8a8fd62f6ca8 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:03:18.443773 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-72b77162-7029-4c35-9911-7622319763db tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] DELETE failed (client error): The resource could not be found. Jul 24 00:03:18.444558 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72b77162-7029-4c35-9911-7622319763db tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:03:18.448262 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-72b77162-7029-4c35-9911-7622319763db tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] 10.222.0.44 "DELETE /v2.0/subnets/100d4f9f-81e2-4465-9781-7167133de5f1 HTTP/1.1" status: 404 len: 337 time: 0.0371850 Jul 24 00:03:18.448825 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 55606) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:18.475066 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-331a60df-5ecb-4bbc-a2f9-4405aae8f64f tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] DELETE failed (client error): The resource could not be found. Jul 24 00:03:18.476027 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-331a60df-5ecb-4bbc-a2f9-4405aae8f64f tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:03:18.478285 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-331a60df-5ecb-4bbc-a2f9-4405aae8f64f tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] 10.222.0.44 "DELETE /v2.0/networks/5cf4f478-0256-4294-935e-1e60943be8a1 HTTP/1.1" status: 404 len: 339 time: 0.0280423 Jul 24 00:03:18.481512 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 55608) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:18.509141 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fb55b7f8-e63b-4e97-95ae-fb9f06addfa5 req-c87e7830-cb30-400b-aa4b-e00cd787de20 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b2b81f-5921-46c4-a5f8-cac2ff846ad3&id=84526489-a784-4e02-8584-4c6d6be5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1104274 Jul 24 00:03:18.517560 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7642888-9a42-4771-bea2-70dcfd9d975f tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] DELETE failed (client error): The resource could not be found. Jul 24 00:03:18.518187 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7642888-9a42-4771-bea2-70dcfd9d975f tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:03:18.520585 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-e7642888-9a42-4771-bea2-70dcfd9d975f tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] 10.222.0.44 "DELETE /v2.0/subnets/580e0515-20dc-413d-b4d0-e79e936104b8 HTTP/1.1" status: 404 len: 337 time: 0.0386717 Jul 24 00:03:18.523410 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 55610) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:18.527522 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a57231fc-2121-4ef8-be58-ce283d724194 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks [] for router_gateway, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:18.541158 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-941adabe-255b-4259-9ccb-bf88c12cc98c tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:18.551503 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-b361e9a1-5578-47d4-8925-45d447fd000f tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] DELETE failed (client error): The resource could not be found. Jul 24 00:03:18.552365 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b361e9a1-5578-47d4-8925-45d447fd000f tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:03:18.554546 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-b361e9a1-5578-47d4-8925-45d447fd000f tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] 10.222.0.44 "DELETE /v2.0/networks/2ac03933-4a9b-44d7-9d59-bd4c20f4a53a HTTP/1.1" status: 404 len: 339 time: 0.0296988 Jul 24 00:03:18.566138 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 55612) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:18.611576 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-941adabe-255b-4259-9ccb-bf88c12cc98c tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:18.617780 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941adabe-255b-4259-9ccb-bf88c12cc98c tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:18.618417 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-941adabe-255b-4259-9ccb-bf88c12cc98c tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:18.619137 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-d13aae45-5849-40b1-b018-4aada7f8bd7c tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] DELETE failed (client error): The resource could not be found. Jul 24 00:03:18.619593 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d13aae45-5849-40b1-b018-4aada7f8bd7c tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:03:18.619801 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-941adabe-255b-4259-9ccb-bf88c12cc98c tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "PUT /v2.0/ports/020cb44f-d0e9-40c6-9ee7-8a8fd62f6ca8 HTTP/1.1" status: 200 len: 911 time: 1.8781126 Jul 24 00:03:18.623826 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-d13aae45-5849-40b1-b018-4aada7f8bd7c tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] 10.222.0.44 "DELETE /v2.0/subnets/f0c54203-3012-47eb-91a8-24c2788ff589 HTTP/1.1" status: 404 len: 337 time: 0.0541570 Jul 24 00:03:18.623826 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 55614) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:18.624550 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55616) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:18.670220 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-2705a33d-2617-4e98-b2a6-f8cdd9376792 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] DELETE failed (client error): The resource could not be found. Jul 24 00:03:18.671342 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2705a33d-2617-4e98-b2a6-f8cdd9376792 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:03:18.673130 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-2705a33d-2617-4e98-b2a6-f8cdd9376792 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] 10.222.0.44 "DELETE /v2.0/networks/0ef9f377-1bc4-41ac-802a-77ab2252a488 HTTP/1.1" status: 404 len: 339 time: 0.0436766 Jul 24 00:03:18.678304 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55618) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:18.720472 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbfec402-bc22-47b1-824f-8959d5a8067e tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] DELETE failed (client error): The resource could not be found. Jul 24 00:03:18.720969 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbfec402-bc22-47b1-824f-8959d5a8067e tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:03:18.722986 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-dbfec402-bc22-47b1-824f-8959d5a8067e tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] 10.222.0.44 "DELETE /v2.0/subnets/49b509c5-c01e-43c0-92de-edbe279a222c HTTP/1.1" status: 404 len: 337 time: 0.0437534 Jul 24 00:03:18.725493 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55620) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:18.733997 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e5065-37f9-4145-91f8-2b25ec48dd85 req-108dc756-a487-49c4-a6ae-ff62ebd05142 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:18.735516 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ac4e5065-37f9-4145-91f8-2b25ec48dd85 req-108dc756-a487-49c4-a6ae-ff62ebd05142 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2a03b3c-980c-4c1f-a15d-dc6322272e18 HTTP/1.1" status: 200 len: 950 time: 0.1798294 Jul 24 00:03:18.738136 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941adabe-255b-4259-9ccb-bf88c12cc98c tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Pushing event updated for resources: {'Port': ['ID=020cb44f-d0e9-40c6-9ee7-8a8fd62f6ca8,revision_number=3']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:18.758407 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-9078e63b-7dbb-4cb4-86bc-5e43ce26ce82 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] DELETE failed (client error): The resource could not be found. Jul 24 00:03:18.758982 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9078e63b-7dbb-4cb4-86bc-5e43ce26ce82 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:03:18.760726 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-9078e63b-7dbb-4cb4-86bc-5e43ce26ce82 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] 10.222.0.44 "DELETE /v2.0/networks/aa6208a3-f70e-4ac5-8f33-418b535f0112 HTTP/1.1" status: 404 len: 339 time: 0.0342612 Jul 24 00:03:18.763297 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55622) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:18.851833 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ac4e5065-37f9-4145-91f8-2b25ec48dd85 req-e211914e-0dd9-4d99-a442-bcc7c1cae04b tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075826 Jul 24 00:03:18.992264 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-09553e1c-07ae-46dd-9881-6149bbc8eb5f tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681029'] for router_interface, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:19.094199 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-983c37b4-100c-42cb-b95d-6e696726877c tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] DELETE failed (client error): The resource could not be found. Jul 24 00:03:19.094670 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-983c37b4-100c-42cb-b95d-6e696726877c tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:03:19.096436 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-983c37b4-100c-42cb-b95d-6e696726877c tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] 10.222.0.44 "DELETE /v2.0/subnets/fe3f5f61-8b64-46e4-8fd0-bef7dc5f5889 HTTP/1.1" status: 404 len: 337 time: 0.3322346 Jul 24 00:03:19.100542 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55624) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:19.128421 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c397c05-aa74-43ef-8e8a-d74231e775a8 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] DELETE failed (client error): The resource could not be found. Jul 24 00:03:19.128969 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c397c05-aa74-43ef-8e8a-d74231e775a8 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:03:19.130749 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-0c397c05-aa74-43ef-8e8a-d74231e775a8 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] 10.222.0.44 "DELETE /v2.0/networks/6fd50031-e55e-4b1b-ace1-77bdba8d64c7 HTTP/1.1" status: 404 len: 339 time: 0.0292614 Jul 24 00:03:19.133423 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55628) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:19.199248 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a57231fc-2121-4ef8-be58-ce283d724194 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:19.206524 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-4efd2120-f36f-4c7b-8755-8c8d71ca1396 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Deleting subnet 739e2455-86ea-4fa6-a9f1-d5b2bdf320b1 {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:03:19.214730 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4efd2120-f36f-4c7b-8755-8c8d71ca1396 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:19.318693 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12c01cab-6f38-47e5-a713-3b0033ce846b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f26de75-c5e4-49eb-817c-5e4de1d05ca8'}, {'server_uuid': '12c01cab-6f38-47e5-a713-3b0033ce846b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05c23a2d-a333-40a3-ad43-c3bfc576a416'}, {'server_uuid': '12c01cab-6f38-47e5-a713-3b0033ce846b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7cf0802-b364-4a10-b288-5a91e476f1a6'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:03:19.325691 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453beba2-8bde-4689-8412-33d8c4774881" -d '{"events": [{"server_uuid": "12c01cab-6f38-47e5-a713-3b0033ce846b", "name": "network-vif-plugged", "status": "completed", "tag": "6f26de75-c5e4-49eb-817c-5e4de1d05ca8"}, {"server_uuid": "12c01cab-6f38-47e5-a713-3b0033ce846b", "name": "network-vif-plugged", "status": "completed", "tag": "05c23a2d-a333-40a3-ad43-c3bfc576a416"}, {"server_uuid": "12c01cab-6f38-47e5-a713-3b0033ce846b", "name": "network-vif-plugged", "status": "completed", "tag": "b7cf0802-b364-4a10-b288-5a91e476f1a6"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:03:19.326525 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4efd2120-f36f-4c7b-8755-8c8d71ca1396 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:19.368970 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 24 Jul 2021 00:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c5a0e04-55ea-40bb-9b83-626927ca6fd9 x-openstack-request-id: req-3c5a0e04-55ea-40bb-9b83-626927ca6fd9 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:03:19.369280 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12c01cab-6f38-47e5-a713-3b0033ce846b", "name": "network-vif-plugged", "status": "completed", "tag": "6f26de75-c5e4-49eb-817c-5e4de1d05ca8", "code": 200}, {"server_uuid": "12c01cab-6f38-47e5-a713-3b0033ce846b", "name": "network-vif-plugged", "status": "completed", "tag": "05c23a2d-a333-40a3-ad43-c3bfc576a416", "code": 200}, {"server_uuid": "12c01cab-6f38-47e5-a713-3b0033ce846b", "name": "network-vif-plugged", "status": "completed", "tag": "b7cf0802-b364-4a10-b288-5a91e476f1a6", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:03:19.369533 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3c5a0e04-55ea-40bb-9b83-626927ca6fd9 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:03:19.369939 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12c01cab-6f38-47e5-a713-3b0033ce846b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f26de75-c5e4-49eb-817c-5e4de1d05ca8', 'code': 200} Jul 24 00:03:19.370294 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12c01cab-6f38-47e5-a713-3b0033ce846b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05c23a2d-a333-40a3-ad43-c3bfc576a416', 'code': 200} Jul 24 00:03:19.370557 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12c01cab-6f38-47e5-a713-3b0033ce846b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7cf0802-b364-4a10-b288-5a91e476f1a6', 'code': 200} Jul 24 00:03:19.497389 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 55642) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:19.527766 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4efd2120-f36f-4c7b-8755-8c8d71ca1396 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:19.604697 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a57231fc-2121-4ef8-be58-ce283d724194 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Router 05882ae7-ac14-49aa-8a18-f2cd90051daa is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:03:19.677097 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3eb9-4af4-4a6b-9217-eaeac1ad7752 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:19.680625 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9318549c-e83a-4ccc-9e88-16c7441108bc req-ad1c5559-cf3c-49ad-b0fc-30683cbdbb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:19.681146 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9318549c-e83a-4ccc-9e88-16c7441108bc req-ad1c5559-cf3c-49ad-b0fc-30683cbdbb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:19.681642 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9318549c-e83a-4ccc-9e88-16c7441108bc req-ad1c5559-cf3c-49ad-b0fc-30683cbdbb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:19.682129 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9318549c-e83a-4ccc-9e88-16c7441108bc req-ad1c5559-cf3c-49ad-b0fc-30683cbdbb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:19.683213 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9318549c-e83a-4ccc-9e88-16c7441108bc req-ad1c5559-cf3c-49ad-b0fc-30683cbdbb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:19.683213 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9318549c-e83a-4ccc-9e88-16c7441108bc req-ad1c5559-cf3c-49ad-b0fc-30683cbdbb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:19.683592 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9318549c-e83a-4ccc-9e88-16c7441108bc req-ad1c5559-cf3c-49ad-b0fc-30683cbdbb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:19.685603 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9318549c-e83a-4ccc-9e88-16c7441108bc req-ad1c5559-cf3c-49ad-b0fc-30683cbdbb0a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=12c01cab-6f38-47e5-a713-3b0033ce846b HTTP/1.1" status: 200 len: 6509 time: 0.1997962 Jul 24 00:03:19.690888 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-09553e1c-07ae-46dd-9881-6149bbc8eb5f tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Deleting port 020cb44f-d0e9-40c6-9ee7-8a8fd62f6ca8 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:03:19.691233 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-09553e1c-07ae-46dd-9881-6149bbc8eb5f tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:19.715551 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4efd2120-f36f-4c7b-8755-8c8d71ca1396 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:19.790553 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efd2120-f36f-4c7b-8755-8c8d71ca1396 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Pushing event deleted for resources: {'Subnet': ['ID=739e2455-86ea-4fa6-a9f1-d5b2bdf320b1,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:19.798518 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4efd2120-f36f-4c7b-8755-8c8d71ca1396 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:19.800822 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-4efd2120-f36f-4c7b-8755-8c8d71ca1396 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] 10.222.0.44 "DELETE /v2.0/subnets/739e2455-86ea-4fa6-a9f1-d5b2bdf320b1 HTTP/1.1" status: 204 len: 168 time: 0.6659794 Jul 24 00:03:19.804677 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7f73fe-6124-41e3-b584-caa245f52194 None None] Network f06d8391-59ed-487d-96ef-e2b4746a2436 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:03:19.807816 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55658) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:19.868617 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9318549c-e83a-4ccc-9e88-16c7441108bc req-77f2eb36-96bf-4ef4-82f2-74987a966c49 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=84526489-a784-4e02-8584-4c6d6be5479e&id=d0b2b81f-5921-46c4-a5f8-cac2ff846ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1547110 Jul 24 00:03:19.892658 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-09553e1c-07ae-46dd-9881-6149bbc8eb5f tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:19.919920 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb6ae2-b4f8-46da-9aaa-061de15eb868 req-540038b5-be5b-4d83-abf8-3fe987204e57 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:19.922082 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c3cb6ae2-b4f8-46da-9aaa-061de15eb868 req-540038b5-be5b-4d83-abf8-3fe987204e57 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/networks?id=6d0290d7-687f-4c6e-a33b-868ec400e0f9 HTTP/1.1" status: 200 len: 812 time: 0.2265501 Jul 24 00:03:19.923023 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-09553e1c-07ae-46dd-9881-6149bbc8eb5f tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Calling delete_port for 020cb44f-d0e9-40c6-9ee7-8a8fd62f6ca8 owned by network:router_interface {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:03:19.948511 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-76e5c4f4-fdd6-4b52-983a-8bbd14acbcd8 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:19.950527 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a57231fc-2121-4ef8-be58-ce283d724194 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:03:19.964492 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e19494-69c4-499e-a124-237c1d2e398c req-a75cde13-b6fb-413e-ad40-97ed9928fe1b tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:19.965493 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d21335f-05d3-4433-92fa-852186fed004 None None] Sync routers for ids ['05882ae7-ac14-49aa-8a18-f2cd90051daa'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:03:19.970604 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e19494-69c4-499e-a124-237c1d2e398c req-a75cde13-b6fb-413e-ad40-97ed9928fe1b tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:19.977157 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e19494-69c4-499e-a124-237c1d2e398c req-a75cde13-b6fb-413e-ad40-97ed9928fe1b tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:19.977306 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d21335f-05d3-4433-92fa-852186fed004 None None] Routers {'05882ae7-ac14-49aa-8a18-f2cd90051daa'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:03:19.977786 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-2d21335f-05d3-4433-92fa-852186fed004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:02:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['05882ae7-ac14-49aa-8a18-f2cd90051daa'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:19.984767 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e19494-69c4-499e-a124-237c1d2e398c req-a75cde13-b6fb-413e-ad40-97ed9928fe1b tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:19.990823 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e19494-69c4-499e-a124-237c1d2e398c req-a75cde13-b6fb-413e-ad40-97ed9928fe1b tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:19.996801 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e19494-69c4-499e-a124-237c1d2e398c req-a75cde13-b6fb-413e-ad40-97ed9928fe1b tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:20.005197 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e19494-69c4-499e-a124-237c1d2e398c req-a75cde13-b6fb-413e-ad40-97ed9928fe1b tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:20.007337 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-83e19494-69c4-499e-a124-237c1d2e398c req-a75cde13-b6fb-413e-ad40-97ed9928fe1b tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/ports?device_id=12c01cab-6f38-47e5-a713-3b0033ce846b HTTP/1.1" status: 200 len: 5445 time: 0.3199353 Jul 24 00:03:20.012911 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c3cb6ae2-b4f8-46da-9aaa-061de15eb868 req-2eb0d1f1-ced4-44cf-a131-25b95006ae0b tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/quotas/edb05757b79c4651874b12bd54763416 HTTP/1.1" status: 200 len: 375 time: 0.0597467 Jul 24 00:03:20.017785 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device eea6ec69-15c5-4013-8816-6f9f008944cd no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:03:20.020079 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-2d21335f-05d3-4433-92fa-852186fed004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:20.048861 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73304bc-41fa-4df5-9a2d-2ce941444651 None None] DHCP port deletion for f06d8391-59ed-487d-96ef-e2b4746a2436 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:03:20.052717 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] No Port match for: eea6ec69-15c5-4013-8816-6f9f008944cd {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:03:20.052717 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device eea6ec69-15c5-4013-8816-6f9f008944cd not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:03:20.060758 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c3cb6ae2-b4f8-46da-9aaa-061de15eb868 req-3e024558-0a78-450d-803d-6c6917ab4ee4 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=edb05757b79c4651874b12bd54763416&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468500 Jul 24 00:03:20.084083 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d21335f-05d3-4433-92fa-852186fed004 None None] Routers {'05882ae7-ac14-49aa-8a18-f2cd90051daa'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:03:20.084839 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-2d21335f-05d3-4433-92fa-852186fed004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:02:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['05882ae7-ac14-49aa-8a18-f2cd90051daa'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:20.086762 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-83e19494-69c4-499e-a124-237c1d2e398c req-aa274c41-7624-4240-ace1-7702c348cf8d tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b2b81f-5921-46c4-a5f8-cac2ff846ad3&id=84526489-a784-4e02-8584-4c6d6be5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0720596 Jul 24 00:03:20.108220 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-76e5c4f4-fdd6-4b52-983a-8bbd14acbcd8 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Deleting port e9a9f748-c0c8-4514-b655-18b000519ce5 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:03:20.108570 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-76e5c4f4-fdd6-4b52-983a-8bbd14acbcd8 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:20.116796 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3eb9-4af4-4a6b-9217-eaeac1ad7752 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:20.129811 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-2d21335f-05d3-4433-92fa-852186fed004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:20.130742 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d21335f-05d3-4433-92fa-852186fed004 None None] The sync data for ids ['05882ae7-ac14-49aa-8a18-f2cd90051daa'] in n-d-800088-16 is: [] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:03:20.150259 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a57231fc-2121-4ef8-be58-ce283d724194 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:20.154054 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-a57231fc-2121-4ef8-be58-ce283d724194 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.1338763 Jul 24 00:03:20.154203 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-e73304bc-41fa-4df5-9a2d-2ce941444651 None None] Deleting port e9a9f748-c0c8-4514-b655-18b000519ce5 {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:03:20.154203 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e73304bc-41fa-4df5-9a2d-2ce941444651 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:20.157870 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 55662) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:20.159816 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3eb9-4af4-4a6b-9217-eaeac1ad7752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:20.184897 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-5a1e259e-9929-4fee-94e3-7907293203a1 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'enable_snat': False}}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:03:20.202894 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-3b0f3eb9-4af4-4a6b-9217-eaeac1ad7752 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=eeae3224454247a2bcb64cca8475a265&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7042356 Jul 24 00:03:20.212696 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55664) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:20.236735 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-e73304bc-41fa-4df5-9a2d-2ce941444651 None None] For port e9a9f748-c0c8-4514-b655-18b000519ce5, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=e9a9f748-c0c8-4514-b655-18b000519ce5,segment=NetworkSegment(a0de6381-ba1f-4fec-aa9c-e65e6ad06ea3),segment_id=a0de6381-ba1f-4fec-aa9c-e65e6ad06ea3)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:03:20.237108 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e73304bc-41fa-4df5-9a2d-2ce941444651 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:20.252065 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-e73304bc-41fa-4df5-9a2d-2ce941444651 None None] Calling delete_port for e9a9f748-c0c8-4514-b655-18b000519ce5 owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:03:20.275695 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-76e5c4f4-fdd6-4b52-983a-8bbd14acbcd8 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] For port e9a9f748-c0c8-4514-b655-18b000519ce5, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=e9a9f748-c0c8-4514-b655-18b000519ce5,segment=NetworkSegment(a0de6381-ba1f-4fec-aa9c-e65e6ad06ea3),segment_id=a0de6381-ba1f-4fec-aa9c-e65e6ad06ea3)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:03:20.275994 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-76e5c4f4-fdd6-4b52-983a-8bbd14acbcd8 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:20.303319 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-76e5c4f4-fdd6-4b52-983a-8bbd14acbcd8 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Calling delete_port for e9a9f748-c0c8-4514-b655-18b000519ce5 owned by network:dhcp {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:03:20.340048 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0f3eb9-4af4-4a6b-9217-eaeac1ad7752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b35d10f-52f7-4987-bcd7-61a52d089ab5,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:20.345222 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e73304bc-41fa-4df5-9a2d-2ce941444651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:20.369651 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c3cb6ae2-b4f8-46da-9aaa-061de15eb868 req-39297159-db47-4b64-ba33-66415ea96736 service neutron] 10.222.0.44 "GET /v2.0/networks/6d0290d7-687f-4c6e-a33b-868ec400e0f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3071737 Jul 24 00:03:20.379059 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73304bc-41fa-4df5-9a2d-2ce941444651 None None] Pushing event deleted for resources: {'Port': ['ID=e9a9f748-c0c8-4514-b655-18b000519ce5,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:20.385841 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-dfbc7b4c-5968-47fe-90e2-c61229d916db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:20.386712 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73304bc-41fa-4df5-9a2d-2ce941444651 None None] No DVR routers for this DVR port e9a9f748-c0c8-4514-b655-18b000519ce5 on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:03:20.431204 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1556275c-951e-452d-ade1-80848fb3e57e req-2c516916-0393-4adf-91d0-45675dddc718 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:20.432726 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1556275c-951e-452d-ade1-80848fb3e57e req-2c516916-0393-4adf-91d0-45675dddc718 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2a03b3c-980c-4c1f-a15d-dc6322272e18 HTTP/1.1" status: 200 len: 950 time: 0.2208896 Jul 24 00:03:20.435849 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-dfbc7b4c-5968-47fe-90e2-c61229d916db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:20.507101 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-76e5c4f4-fdd6-4b52-983a-8bbd14acbcd8 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:20.514387 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1556275c-951e-452d-ade1-80848fb3e57e req-eae2f1da-b8a7-4bd3-bc71-279be6dbe8b5 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747535 Jul 24 00:03:20.539381 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e5c4f4-fdd6-4b52-983a-8bbd14acbcd8 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Pushing event deleted for resources: {'Port': ['ID=e9a9f748-c0c8-4514-b655-18b000519ce5,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:20.541160 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e5c4f4-fdd6-4b52-983a-8bbd14acbcd8 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] No DVR routers for this DVR port e9a9f748-c0c8-4514-b655-18b000519ce5 on host n-d-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:03:20.580689 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-dfbc7b4c-5968-47fe-90e2-c61229d916db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:20.583269 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-dfbc7b4c-5968-47fe-90e2-c61229d916db admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:20.583995 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-09553e1c-07ae-46dd-9881-6149bbc8eb5f tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:20.584421 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-dfbc7b4c-5968-47fe-90e2-c61229d916db admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8b35d10f-52f7-4987-bcd7-61a52d089ab5 HTTP/1.1" status: 204 len: 168 time: 0.3708351 Jul 24 00:03:20.611648 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbc7b4c-5968-47fe-90e2-c61229d916db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b35d10f-52f7-4987-bcd7-61a52d089ab5,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:20.626266 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09553e1c-07ae-46dd-9881-6149bbc8eb5f tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Pushing event deleted for resources: {'Port': ['ID=020cb44f-d0e9-40c6-9ee7-8a8fd62f6ca8,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:20.645554 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-76e5c4f4-fdd6-4b52-983a-8bbd14acbcd8 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:20.657192 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-76e5c4f4-fdd6-4b52-983a-8bbd14acbcd8 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f06d8391-59ed-487d-96ef-e2b4746a2436']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:20.659366 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c3cb6ae2-b4f8-46da-9aaa-061de15eb868 req-5f672ed8-7b05-4b60-aa35-165b04f97933 service neutron] 10.222.0.44 "GET /v2.0/networks/6d0290d7-687f-4c6e-a33b-868ec400e0f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887566 Jul 24 00:03:20.670443 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-76e5c4f4-fdd6-4b52-983a-8bbd14acbcd8 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0de6381-ba1f-4fec-aa9c-e65e6ad06ea3') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:20.671547 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-76e5c4f4-fdd6-4b52-983a-8bbd14acbcd8 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0de6381-ba1f-4fec-aa9c-e65e6ad06ea3') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:20.682148 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-76e5c4f4-fdd6-4b52-983a-8bbd14acbcd8 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:20.713831 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-76e5c4f4-fdd6-4b52-983a-8bbd14acbcd8 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:20.722745 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76e5c4f4-fdd6-4b52-983a-8bbd14acbcd8 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:03:20.723159 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-76e5c4f4-fdd6-4b52-983a-8bbd14acbcd8 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:20.727981 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:03:20.727981 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:03:20.727981 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:03:20.727981 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:03:20.727981 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:03:20.727981 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:03:20.727981 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:03:20.727981 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:03:20.727981 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:03:20.727981 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:03:20.727981 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:03:20.727981 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:03:20.727981 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:03:20.727981 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:03:20.727981 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:03:20.727981 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:03:20.727981 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:03:20.727981 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:03:20.727981 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:03:20.727981 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:03:20.727981 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:03:20.727981 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:03:20.727981 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:03:20.727981 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:03:20.727981 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:03:20.727981 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:03:20.727981 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:03:20.727981 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:03:20.727981 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:03:20.727981 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:03:20.727981 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:03:20.727981 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:03:20.837259 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-76e5c4f4-fdd6-4b52-983a-8bbd14acbcd8 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:20.852021 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-09553e1c-07ae-46dd-9881-6149bbc8eb5f tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679987'] for router_interface, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:20.859598 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-76e5c4f4-fdd6-4b52-983a-8bbd14acbcd8 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:20.867313 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-76e5c4f4-fdd6-4b52-983a-8bbd14acbcd8 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] 10.222.0.44 "DELETE /v2.0/networks/f06d8391-59ed-487d-96ef-e2b4746a2436 HTTP/1.1" status: 204 len: 168 time: 1.0523107 Jul 24 00:03:20.919438 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e5c4f4-fdd6-4b52-983a-8bbd14acbcd8 tempest-NetworksTest-1982113889 tempest-NetworksTest-1982113889-project] Pushing event deleted for resources: {'Network': ['ID=f06d8391-59ed-487d-96ef-e2b4746a2436,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:20.989472 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-411b9ce6-8712-4e96-afe7-4348e9a3c7c3 req-ddac02d7-b108-4d7c-b1c9-b4cf6596d3cc tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=a746b04d-4762-4dcd-a318-7b96ce824ffb HTTP/1.1" status: 200 len: 210 time: 0.0717301 Jul 24 00:03:21.177458 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09553e1c-07ae-46dd-9881-6149bbc8eb5f tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Router 324d833c-426c-474c-aee6-e7e52f4a41d6 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:03:21.209323 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5a1e259e-9929-4fee-94e3-7907293203a1 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:21.264700 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55694) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:21.370408 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09553e1c-07ae-46dd-9881-6149bbc8eb5f tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:03:21.379499 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-09553e1c-07ae-46dd-9881-6149bbc8eb5f tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "PUT /v2.0/routers/324d833c-426c-474c-aee6-e7e52f4a41d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7529829 Jul 24 00:03:21.380018 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55702) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:21.381141 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c2cab2-5bc6-484b-bd03-44a7630bf16c None None] Sync routers for ids ['324d833c-426c-474c-aee6-e7e52f4a41d6'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:03:21.394546 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c2cab2-5bc6-484b-bd03-44a7630bf16c None None] Routers {'324d833c-426c-474c-aee6-e7e52f4a41d6'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:03:21.395495 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-15c2cab2-5bc6-484b-bd03-44a7630bf16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:02:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['324d833c-426c-474c-aee6-e7e52f4a41d6'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:21.440488 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device e9a9f748-c0c8-4514-b655-18b000519ce5 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:03:21.453674 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-15c2cab2-5bc6-484b-bd03-44a7630bf16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:21.457259 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68188757-e240-4062-9189-3ec055b372df req-06c2057f-3c8a-4ccd-adbb-ef71f2870a68 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:21.460917 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-838b3b97-c402-4522-830c-22b215df4d91 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "GET /v2.0/ports?device_id=324d833c-426c-474c-aee6-e7e52f4a41d6 HTTP/1.1" status: 200 len: 205 time: 0.0776358 Jul 24 00:03:21.461376 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55706) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:21.463589 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68188757-e240-4062-9189-3ec055b372df req-06c2057f-3c8a-4ccd-adbb-ef71f2870a68 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:21.469873 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c2cab2-5bc6-484b-bd03-44a7630bf16c None None] Routers {'324d833c-426c-474c-aee6-e7e52f4a41d6'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:03:21.470521 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68188757-e240-4062-9189-3ec055b372df req-06c2057f-3c8a-4ccd-adbb-ef71f2870a68 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:21.471200 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-15c2cab2-5bc6-484b-bd03-44a7630bf16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:02:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['324d833c-426c-474c-aee6-e7e52f4a41d6'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:21.477663 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68188757-e240-4062-9189-3ec055b372df req-06c2057f-3c8a-4ccd-adbb-ef71f2870a68 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:21.485196 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68188757-e240-4062-9189-3ec055b372df req-06c2057f-3c8a-4ccd-adbb-ef71f2870a68 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:21.491128 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68188757-e240-4062-9189-3ec055b372df req-06c2057f-3c8a-4ccd-adbb-ef71f2870a68 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:21.498156 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68188757-e240-4062-9189-3ec055b372df req-06c2057f-3c8a-4ccd-adbb-ef71f2870a68 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:21.500123 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-68188757-e240-4062-9189-3ec055b372df req-06c2057f-3c8a-4ccd-adbb-ef71f2870a68 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/ports?device_id=12c01cab-6f38-47e5-a713-3b0033ce846b HTTP/1.1" status: 200 len: 5445 time: 0.3083334 Jul 24 00:03:21.510361 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-15c2cab2-5bc6-484b-bd03-44a7630bf16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:21.511025 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c2cab2-5bc6-484b-bd03-44a7630bf16c None None] The sync data for ids ['324d833c-426c-474c-aee6-e7e52f4a41d6'] in n-d-800088-16 is: [] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:03:21.513073 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: e9a9f748-c0c8-4514-b655-18b000519ce5 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:03:21.513426 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device e9a9f748-c0c8-4514-b655-18b000519ce5 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:03:21.620198 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-68188757-e240-4062-9189-3ec055b372df req-816a9cde-3975-406f-9ff9-06c2f19a823f tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b2b81f-5921-46c4-a5f8-cac2ff846ad3&id=84526489-a784-4e02-8584-4c6d6be5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1107018 Jul 24 00:03:21.676403 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-953a7563-6019-4e5c-b393-b61e94030280 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for router, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:21.683494 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-81c817e4-e5e3-49f5-8385-80e26eef6727 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=34214e4fa0b24be19b34152b09c86b8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4172051 Jul 24 00:03:21.684107 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55716) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:21.904345 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-953a7563-6019-4e5c-b393-b61e94030280 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:21.909212 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-953a7563-6019-4e5c-b393-b61e94030280 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:21.922763 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4299977c-74e0-460e-80c2-5951d976a6d6 req-3a3a1392-c6f6-4956-a908-8fbbedec58c1 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:21.924396 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4299977c-74e0-460e-80c2-5951d976a6d6 req-3a3a1392-c6f6-4956-a908-8fbbedec58c1 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2a03b3c-980c-4c1f-a15d-dc6322272e18 HTTP/1.1" status: 200 len: 950 time: 0.3136439 Jul 24 00:03:21.979784 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-11910a47-17ac-44cf-8367-4b7a340c8c18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:22.000883 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-953a7563-6019-4e5c-b393-b61e94030280 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:22.001393 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-953a7563-6019-4e5c-b393-b61e94030280 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Fanout notify agent at l3_agent the message router_deleted on router 324d833c-426c-474c-aee6-e7e52f4a41d6 {{(pid=100314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:03:22.010986 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-953a7563-6019-4e5c-b393-b61e94030280 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:22.012160 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-953a7563-6019-4e5c-b393-b61e94030280 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "DELETE /v2.0/routers/324d833c-426c-474c-aee6-e7e52f4a41d6 HTTP/1.1" status: 204 len: 168 time: 0.5470200 Jul 24 00:03:22.016687 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55724) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:22.050570 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-11910a47-17ac-44cf-8367-4b7a340c8c18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:22.086717 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4299977c-74e0-460e-80c2-5951d976a6d6 req-ffe8bfb6-4c79-420a-8634-fea21b7342a2 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436198 Jul 24 00:03:22.268683 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8bf1af-dca2-4965-ab89-c66ccc75a660 req-8b20e995-d86f-4eac-b623-4e5c1e4334da tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:22.274962 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8bf1af-dca2-4965-ab89-c66ccc75a660 req-8b20e995-d86f-4eac-b623-4e5c1e4334da tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:22.283172 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8bf1af-dca2-4965-ab89-c66ccc75a660 req-8b20e995-d86f-4eac-b623-4e5c1e4334da tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:22.289285 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8bf1af-dca2-4965-ab89-c66ccc75a660 req-8b20e995-d86f-4eac-b623-4e5c1e4334da tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:22.295211 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8bf1af-dca2-4965-ab89-c66ccc75a660 req-8b20e995-d86f-4eac-b623-4e5c1e4334da tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:22.301756 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8bf1af-dca2-4965-ab89-c66ccc75a660 req-8b20e995-d86f-4eac-b623-4e5c1e4334da tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:22.307747 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8bf1af-dca2-4965-ab89-c66ccc75a660 req-8b20e995-d86f-4eac-b623-4e5c1e4334da tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:22.309749 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ce8bf1af-dca2-4965-ab89-c66ccc75a660 req-8b20e995-d86f-4eac-b623-4e5c1e4334da tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/ports?device_id=12c01cab-6f38-47e5-a713-3b0033ce846b HTTP/1.1" status: 200 len: 5445 time: 0.5952964 Jul 24 00:03:22.325992 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 55728) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:22.353593 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-91ab0153-ed2d-4e7c-a585-78c0255cabe0 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Request body: {'floatingip': {'port_id': 'e1af1c0b-79e3-4d56-866d-18620582745c'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:03:22.404187 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-b187c9f9-d610-4f99-8ee7-d72ef0dd5093 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Deleting subnet ac86d588-0e6f-4c4f-89ef-ef7bbea23f30 {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:03:22.410090 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b187c9f9-d610-4f99-8ee7-d72ef0dd5093 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:22.446222 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-91ab0153-ed2d-4e7c-a585-78c0255cabe0 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks [] for floatingip, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:22.458838 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b187c9f9-d610-4f99-8ee7-d72ef0dd5093 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:22.461710 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-11910a47-17ac-44cf-8367-4b7a340c8c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:22.464237 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-11910a47-17ac-44cf-8367-4b7a340c8c18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:22.468564 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-11910a47-17ac-44cf-8367-4b7a340c8c18 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/739bb304-4625-4fa8-a72f-2f40617fe06f HTTP/1.1" status: 204 len: 168 time: 0.7397225 Jul 24 00:03:22.495502 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11910a47-17ac-44cf-8367-4b7a340c8c18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=739bb304-4625-4fa8-a72f-2f40617fe06f,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:22.507148 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1c20af34-5bc1-4b22-874c-90692171aad6 req-fcd0a270-af74-48fa-bdbf-ab5531cac503 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=a746b04d-4762-4dcd-a318-7b96ce824ffb HTTP/1.1" status: 200 len: 210 time: 0.0890176 Jul 24 00:03:22.568693 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb6ae2-b4f8-46da-9aaa-061de15eb868 req-d06ccf33-0d05-4a50-b0f8-4419322d9106 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:22.570229 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c3cb6ae2-b4f8-46da-9aaa-061de15eb868 req-d06ccf33-0d05-4a50-b0f8-4419322d9106 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.52 "GET /v2.0/networks?id=6d0290d7-687f-4c6e-a33b-868ec400e0f9 HTTP/1.1" status: 200 len: 812 time: 0.3241701 Jul 24 00:03:22.590275 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-c3cb6ae2-b4f8-46da-9aaa-061de15eb868 req-a0ad351d-e9dc-4f0c-bd7c-9cabb30fa981 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Request body: {'port': {'device_id': 'a746b04d-4762-4dcd-a318-7b96ce824ffb', 'network_id': '6d0290d7-687f-4c6e-a33b-868ec400e0f9', 'admin_state_up': True, 'tenant_id': 'edb05757b79c4651874b12bd54763416'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:03:22.609606 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b187c9f9-d610-4f99-8ee7-d72ef0dd5093 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:22.756988 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b187c9f9-d610-4f99-8ee7-d72ef0dd5093 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:22.788799 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b187c9f9-d610-4f99-8ee7-d72ef0dd5093 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Pushing event deleted for resources: {'Subnet': ['ID=ac86d588-0e6f-4c4f-89ef-ef7bbea23f30,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:22.793360 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b187c9f9-d610-4f99-8ee7-d72ef0dd5093 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:22.802155 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583ed399-7c8f-40a4-8554-40d773e5c2c6 None None] Network b88de235-bd61-4334-9b7e-6ad666dc19ea requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:03:22.802702 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-b187c9f9-d610-4f99-8ee7-d72ef0dd5093 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "DELETE /v2.0/subnets/ac86d588-0e6f-4c4f-89ef-ef7bbea23f30 HTTP/1.1" status: 204 len: 168 time: 0.7847240 Jul 24 00:03:22.803459 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55756) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:22.956194 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-eaf61819-0da0-4c4c-bc7b-188c7e9aca68 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:23.112056 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-eaf61819-0da0-4c4c-bc7b-188c7e9aca68 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Deleting port 7ccf03ee-752e-4d2e-8800-e5c16dff6f79 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:03:23.115728 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-eaf61819-0da0-4c4c-bc7b-188c7e9aca68 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:23.196857 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-112eb908-f284-4f85-93f3-b74f1a7589f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:23.272277 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-eaf61819-0da0-4c4c-bc7b-188c7e9aca68 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] For port 7ccf03ee-752e-4d2e-8800-e5c16dff6f79, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=7ccf03ee-752e-4d2e-8800-e5c16dff6f79,segment=NetworkSegment(1f6f3125-c354-4f0a-b8b8-52e807034d9c),segment_id=1f6f3125-c354-4f0a-b8b8-52e807034d9c)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:03:23.273005 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-eaf61819-0da0-4c4c-bc7b-188c7e9aca68 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:23.290462 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-eaf61819-0da0-4c4c-bc7b-188c7e9aca68 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Calling delete_port for 7ccf03ee-752e-4d2e-8800-e5c16dff6f79 owned by network:dhcp {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:03:23.363238 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b6f4fa-0faa-403e-a0f6-bb73a23f4a22 None None] DHCP port deletion for b88de235-bd61-4334-9b7e-6ad666dc19ea request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:03:23.447461 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-91ab0153-ed2d-4e7c-a585-78c0255cabe0 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:23.458097 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-c6b6f4fa-0faa-403e-a0f6-bb73a23f4a22 None None] Deleting port 7ccf03ee-752e-4d2e-8800-e5c16dff6f79 {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:03:23.458553 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c6b6f4fa-0faa-403e-a0f6-bb73a23f4a22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:23.485079 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5a1e259e-9929-4fee-94e3-7907293203a1 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:23.490813 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5a1e259e-9929-4fee-94e3-7907293203a1 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-687196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-687191', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-626537'] for router, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:23.498518 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-91ab0153-ed2d-4e7c-a585-78c0255cabe0 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:23.540623 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4446ea8-6595-4dcc-a6c4-00aa59e74c11 req-02a42c91-8c55-45df-96f9-c57228fca15f tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:23.548831 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e4446ea8-6595-4dcc-a6c4-00aa59e74c11 req-02a42c91-8c55-45df-96f9-c57228fca15f tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2a03b3c-980c-4c1f-a15d-dc6322272e18 HTTP/1.1" status: 200 len: 950 time: 0.2497895 Jul 24 00:03:23.601952 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-c6b6f4fa-0faa-403e-a0f6-bb73a23f4a22 None None] For port 7ccf03ee-752e-4d2e-8800-e5c16dff6f79, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=7ccf03ee-752e-4d2e-8800-e5c16dff6f79,segment=NetworkSegment(1f6f3125-c354-4f0a-b8b8-52e807034d9c),segment_id=1f6f3125-c354-4f0a-b8b8-52e807034d9c)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:03:23.602365 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c6b6f4fa-0faa-403e-a0f6-bb73a23f4a22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:23.607100 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-eaf61819-0da0-4c4c-bc7b-188c7e9aca68 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:23.634220 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-c6b6f4fa-0faa-403e-a0f6-bb73a23f4a22 None None] Calling delete_port for 7ccf03ee-752e-4d2e-8800-e5c16dff6f79 owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:03:23.645403 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e4446ea8-6595-4dcc-a6c4-00aa59e74c11 req-1ad499e7-2af0-4280-b80b-06d9309e2109 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836477 Jul 24 00:03:23.706309 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf61819-0da0-4c4c-bc7b-188c7e9aca68 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] No DVR routers for this DVR port 7ccf03ee-752e-4d2e-8800-e5c16dff6f79 on host n-d-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:03:23.722329 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf61819-0da0-4c4c-bc7b-188c7e9aca68 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Pushing event deleted for resources: {'Port': ['ID=7ccf03ee-752e-4d2e-8800-e5c16dff6f79,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:23.761018 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e0d61fa4-4d07-4dca-a747-f3da6f2c75c5 req-17571de6-dbf8-45c9-9b2f-aaf1d69a1eff tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=a746b04d-4762-4dcd-a318-7b96ce824ffb HTTP/1.1" status: 200 len: 210 time: 0.1337616 Jul 24 00:03:23.799165 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 55792) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:23.821554 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3cb6ae2-b4f8-46da-9aaa-061de15eb868 req-a0ad351d-e9dc-4f0c-bd7c-9cabb30fa981 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Made reservation on behalf of edb05757b79c4651874b12bd54763416 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:03:23.824787 n-d-800088-16 neutron-server[100315]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 24 00:03:23.824787 n-d-800088-16 neutron-server[100315]: from cryptography.utils import int_from_bytes Jul 24 00:03:23.824787 n-d-800088-16 neutron-server[100315]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 24 00:03:23.824787 n-d-800088-16 neutron-server[100315]: from cryptography.utils import int_from_bytes Jul 24 00:03:23.824787 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:03:23.824787 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:03:23.824787 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:03:23.824787 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:03:23.824787 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:03:23.824787 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:03:23.824787 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:03:23.824787 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:03:23.824787 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:03:23.824787 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:03:23.824787 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:03:23.824787 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:03:23.824787 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:03:23.824787 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:03:23.824787 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:03:23.824787 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:03:23.824787 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:03:23.824787 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:03:23.824787 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:03:23.824787 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:03:23.824787 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:03:23.824787 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:03:23.824787 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:03:23.824787 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:03:23.824787 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:03:23.824787 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:03:23.824787 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:03:23.824787 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:03:23.824787 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:03:23.824787 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:03:23.824787 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:03:23.824787 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:03:23.824787 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:03:23.824787 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:03:23.824787 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:03:23.824787 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:03:23.824787 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:03:23.824787 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:03:23.828266 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:03:23.828266 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:03:23.828266 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:03:23.828266 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:03:23.828266 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:03:23.828266 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:03:23.828266 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:03:23.828266 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:03:23.828266 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:03:23.828266 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:03:23.828266 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:03:23.828266 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:03:23.828266 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:03:23.828266 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:03:23.830379 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-c3cb6ae2-b4f8-46da-9aaa-061de15eb868 req-a0ad351d-e9dc-4f0c-bd7c-9cabb30fa981 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:23.831881 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c6b6f4fa-0faa-403e-a0f6-bb73a23f4a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:23.851721 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b6f4fa-0faa-403e-a0f6-bb73a23f4a22 None None] No DVR routers for this DVR port 7ccf03ee-752e-4d2e-8800-e5c16dff6f79 on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:03:23.872955 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 55796) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:23.886590 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b6f4fa-0faa-403e-a0f6-bb73a23f4a22 None None] Pushing event deleted for resources: {'Port': ['ID=7ccf03ee-752e-4d2e-8800-e5c16dff6f79,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:23.919012 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-eaf61819-0da0-4c4c-bc7b-188c7e9aca68 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:23.921787 n-d-800088-16 neutron-server[100313]: INFO neutron.db.l3_db [None req-91ab0153-ed2d-4e7c-a585-78c0255cabe0 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Floating IP 355e25f5-9111-47e2-a200-5a1225d686d7 associated. External IP: 172.25.3.205, port: e1af1c0b-79e3-4d56-866d-18620582745c. Jul 24 00:03:23.941018 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-eaf61819-0da0-4c4c-bc7b-188c7e9aca68 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b88de235-bd61-4334-9b7e-6ad666dc19ea']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:23.953054 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-eaf61819-0da0-4c4c-bc7b-188c7e9aca68 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f6f3125-c354-4f0a-b8b8-52e807034d9c') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:23.953202 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-eaf61819-0da0-4c4c-bc7b-188c7e9aca68 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f6f3125-c354-4f0a-b8b8-52e807034d9c') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:23.970216 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-eaf61819-0da0-4c4c-bc7b-188c7e9aca68 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:23.987010 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-eaf61819-0da0-4c4c-bc7b-188c7e9aca68 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:23.995024 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaf61819-0da0-4c4c-bc7b-188c7e9aca68 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:03:23.995536 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-eaf61819-0da0-4c4c-bc7b-188c7e9aca68 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:23.999413 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:03:23.999413 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:03:23.999413 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:03:23.999413 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:03:23.999413 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:03:23.999413 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:03:23.999413 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:03:23.999413 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:03:23.999413 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:03:23.999413 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:03:23.999413 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:03:23.999413 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:03:23.999413 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:03:23.999413 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:03:23.999413 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:03:23.999413 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:03:23.999413 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:03:23.999413 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:03:23.999413 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:03:23.999413 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:03:23.999413 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:03:23.999413 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:03:23.999413 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:03:23.999413 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:03:23.999413 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:03:23.999413 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:03:23.999413 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:03:23.999413 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:03:23.999413 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:03:23.999413 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:03:23.999413 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:03:23.999413 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:03:24.019584 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-471a108e-4a40-4f99-a2a0-0326f5bac3da tempest-SubnetPoolsTestJSON-1229356417 tempest-SubnetPoolsTestJSON-1229356417-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-829720282', 'prefixes': ['172.20.0.0/16']}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:03:24.036361 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a1e259e-9929-4fee-94e3-7907293203a1 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Router 05882ae7-ac14-49aa-8a18-f2cd90051daa has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:03:24.068777 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-eaf61819-0da0-4c4c-bc7b-188c7e9aca68 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:24.078762 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-eaf61819-0da0-4c4c-bc7b-188c7e9aca68 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:24.080637 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-eaf61819-0da0-4c4c-bc7b-188c7e9aca68 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "DELETE /v2.0/networks/b88de235-bd61-4334-9b7e-6ad666dc19ea HTTP/1.1" status: 204 len: 168 time: 1.2764723 Jul 24 00:03:24.095873 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55800) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:24.099011 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf61819-0da0-4c4c-bc7b-188c7e9aca68 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Pushing event deleted for resources: {'Network': ['ID=b88de235-bd61-4334-9b7e-6ad666dc19ea,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:24.103757 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-293cabbb-2f37-40f0-96c6-0fe709ceac0f tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-291813044', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:03:24.126559 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-293cabbb-2f37-40f0-96c6-0fe709ceac0f tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:24.127582 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-293cabbb-2f37-40f0-96c6-0fe709ceac0f tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:24.178643 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-293cabbb-2f37-40f0-96c6-0fe709ceac0f tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:24.182605 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-293cabbb-2f37-40f0-96c6-0fe709ceac0f tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:24.197930 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-293cabbb-2f37-40f0-96c6-0fe709ceac0f tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:24.202128 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-293cabbb-2f37-40f0-96c6-0fe709ceac0f tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1020768 Jul 24 00:03:24.202556 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55802) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:24.208085 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-6a357e09-4571-4dc2-acf6-35557b07bc9a tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1143016930'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:03:24.220751 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2fc48d13-c53c-43ef-8f50-f86cf7014d73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:24.230427 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-c3cb6ae2-b4f8-46da-9aaa-061de15eb868 req-a0ad351d-e9dc-4f0c-bd7c-9cabb30fa981 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Allocated IP 172.20.0.13 (6d0290d7-687f-4c6e-a33b-868ec400e0f9/4c5e7796-9746-457d-b93a-6a23003ac2f0/13f71a44-a306-4a88-ae2f-d8380c17e1c3) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:03:24.234609 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a357e09-4571-4dc2-acf6-35557b07bc9a tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Made reservation on behalf of 4089b22453f945a5901919043ff32633 for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:03:24.238796 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6a357e09-4571-4dc2-acf6-35557b07bc9a tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:24.263796 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a357e09-4571-4dc2-acf6-35557b07bc9a tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:03:24.273554 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6a357e09-4571-4dc2-acf6-35557b07bc9a tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:24.273917 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-6a357e09-4571-4dc2-acf6-35557b07bc9a tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Added segment 995d3b32-25e5-48c1-a8fb-b0fda2844242 of type vlan for network 941deb0f-9335-4a6e-a2a5-8c0702697c8d Jul 24 00:03:24.317611 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6a357e09-4571-4dc2-acf6-35557b07bc9a tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:24.348614 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6a357e09-4571-4dc2-acf6-35557b07bc9a tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:24.354461 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a357e09-4571-4dc2-acf6-35557b07bc9a tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:24.355109 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6a357e09-4571-4dc2-acf6-35557b07bc9a tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:24.428768 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a357e09-4571-4dc2-acf6-35557b07bc9a tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Pushing event updated for resources: {'Network': ['ID=941deb0f-9335-4a6e-a2a5-8c0702697c8d,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:24.439483 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 941deb0f-9335-4a6e-a2a5-8c0702697c8d details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:03:24.736306 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a1e259e-9929-4fee-94e3-7907293203a1 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:03:24.745132 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890b3d14-aeef-437d-9357-c57ae165dbdb None None] Sync routers for ids ['05882ae7-ac14-49aa-8a18-f2cd90051daa'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:03:24.752463 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5a1e259e-9929-4fee-94e3-7907293203a1 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:24.753723 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-5a1e259e-9929-4fee-94e3-7907293203a1 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] 10.222.0.44 "PUT /v2.0/routers/05882ae7-ac14-49aa-8a18-f2cd90051daa HTTP/1.1" status: 200 len: 925 time: 4.5948756 Jul 24 00:03:24.756528 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55808) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:24.757464 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890b3d14-aeef-437d-9357-c57ae165dbdb None None] Routers {'05882ae7-ac14-49aa-8a18-f2cd90051daa'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:03:24.758523 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-890b3d14-aeef-437d-9357-c57ae165dbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:02:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['05882ae7-ac14-49aa-8a18-f2cd90051daa'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:24.798730 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-890b3d14-aeef-437d-9357-c57ae165dbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:24.809632 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890b3d14-aeef-437d-9357-c57ae165dbdb None None] Routers {'05882ae7-ac14-49aa-8a18-f2cd90051daa'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:03:24.810636 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-890b3d14-aeef-437d-9357-c57ae165dbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:02:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['05882ae7-ac14-49aa-8a18-f2cd90051daa'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:24.856474 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-890b3d14-aeef-437d-9357-c57ae165dbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:24.857193 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890b3d14-aeef-437d-9357-c57ae165dbdb None None] The sync data for ids ['05882ae7-ac14-49aa-8a18-f2cd90051daa'] in n-d-800088-16 is: [] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:03:24.875281 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-fea62c90-70d7-45f1-a09f-2cfcf32aa326 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] 10.222.0.44 "GET /v2.0/routers/05882ae7-ac14-49aa-8a18-f2cd90051daa HTTP/1.1" status: 200 len: 925 time: 0.1147544 Jul 24 00:03:24.882008 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55812) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:24.901386 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91ab0153-ed2d-4e7c-a585-78c0255cabe0 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Router 696604fb-125f-4302-a5fc-3b2755bb189e has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:03:24.938346 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-76562bcb-0891-4bcc-b172-fef6e08381bd req-93d44fc9-f187-48c3-b7ed-7acd8c28ed82 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=a746b04d-4762-4dcd-a318-7b96ce824ffb HTTP/1.1" status: 200 len: 210 time: 0.0643015 Jul 24 00:03:24.940305 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb089e42-1cb2-43bc-98f2-b0cbb800da3c req-64aaa2e7-6a99-4f2f-a295-e3c666627045 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:24.941928 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fb089e42-1cb2-43bc-98f2-b0cbb800da3c req-64aaa2e7-6a99-4f2f-a295-e3c666627045 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2a03b3c-980c-4c1f-a15d-dc6322272e18 HTTP/1.1" status: 200 len: 950 time: 0.2301924 Jul 24 00:03:24.999228 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2fc48d13-c53c-43ef-8f50-f86cf7014d73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:25.009944 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98461a6-2e4d-432f-9687-873418e184cf tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:25.011490 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-a98461a6-2e4d-432f-9687-873418e184cf tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=9adcfee8-760c-4568-9e39-c221abf69bf5&device_id=05882ae7-ac14-49aa-8a18-f2cd90051daa&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1275544 Jul 24 00:03:25.014237 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55814) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:25.022744 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-6a357e09-4571-4dc2-acf6-35557b07bc9a tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8187582 Jul 24 00:03:25.025753 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55816) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:25.030537 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-e14c3cf8-be0a-40d9-ab54-bb5caac0c703 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Request body: {'subnet': {'network_id': '941deb0f-9335-4a6e-a2a5-8c0702697c8d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:03:25.035706 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-c3cb6ae2-b4f8-46da-9aaa-061de15eb868 req-a0ad351d-e9dc-4f0c-bd7c-9cabb30fa981 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:25.064968 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2fc48d13-c53c-43ef-8f50-f86cf7014d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:25.076002 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-471a108e-4a40-4f99-a2a0-0326f5bac3da tempest-SubnetPoolsTestJSON-1229356417 tempest-SubnetPoolsTestJSON-1229356417-project] Notify callbacks [] for subnetpool, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:25.077375 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-471a108e-4a40-4f99-a2a0-0326f5bac3da tempest-SubnetPoolsTestJSON-1229356417 tempest-SubnetPoolsTestJSON-1229356417-project] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 1.2007666 Jul 24 00:03:25.082268 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55818) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:25.126510 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fb089e42-1cb2-43bc-98f2-b0cbb800da3c req-c7f4b116-6bd5-4985-aa90-9ba1008c2f12 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706426 Jul 24 00:03:25.155747 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-2fc48d13-c53c-43ef-8f50-f86cf7014d73 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=229ab5cf66904feda91c8ae04a6b206c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3551967 Jul 24 00:03:25.156503 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc48d13-c53c-43ef-8f50-f86cf7014d73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db9dfc4-38d4-4936-8db5-04ff7e508ebd,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:25.160328 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 55820) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:25.204491 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-4aca1687-c5cf-4d6f-88f1-8354eb396f37 tempest-SubnetPoolsTestJSON-1229356417 tempest-SubnetPoolsTestJSON-1229356417-project] 10.222.0.44 "GET /v2.0/subnetpools/6c83cafe-68aa-48dc-9ca4-955340593c00 HTTP/1.1" status: 200 len: 731 time: 0.0873365 Jul 24 00:03:25.207135 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 55822) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:25.217907 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-ba02c4e2-1aab-4814-b825-cded88ec3529 tempest-SubnetPoolsTestJSON-1229356417 tempest-SubnetPoolsTestJSON-1229356417-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-604121720'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:03:25.226962 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173c8c82-bc5f-4ed9-a4d1-3cdfeae1754d tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:25.228373 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-173c8c82-bc5f-4ed9-a4d1-3cdfeae1754d tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] 10.222.0.44 "GET /v2.0/networks/9adcfee8-760c-4568-9e39-c221abf69bf5 HTTP/1.1" status: 200 len: 881 time: 0.2132294 Jul 24 00:03:25.231665 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55824) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:25.242350 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e14c3cf8-be0a-40d9-ab54-bb5caac0c703 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Made reservation on behalf of 4089b22453f945a5901919043ff32633 for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:03:25.245731 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e14c3cf8-be0a-40d9-ab54-bb5caac0c703 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:25.255492 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91ab0153-ed2d-4e7c-a585-78c0255cabe0 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:03:25.264748 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-91ab0153-ed2d-4e7c-a585-78c0255cabe0 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:25.268949 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88ccd3d-e86b-447e-850a-46fec62a5f55 None None] Sync routers for ids ['696604fb-125f-4302-a5fc-3b2755bb189e'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:03:25.271728 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-c3cb6ae2-b4f8-46da-9aaa-061de15eb868 req-a0ad351d-e9dc-4f0c-bd7c-9cabb30fa981 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:25.278075 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88ccd3d-e86b-447e-850a-46fec62a5f55 None None] Routers {'696604fb-125f-4302-a5fc-3b2755bb189e'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:03:25.278683 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-c88ccd3d-e86b-447e-850a-46fec62a5f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:02:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['696604fb-125f-4302-a5fc-3b2755bb189e'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:25.291723 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-21381e21-575f-4f73-b29a-a06f1b196e99 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] 10.222.0.44 "GET /v2.0/ports?device_id=05882ae7-ac14-49aa-8a18-f2cd90051daa HTTP/1.1" status: 200 len: 205 time: 0.0567017 Jul 24 00:03:25.293430 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55826) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:25.357205 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-955cff6c-6c2c-4b8f-bf75-e7edaf18d884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:25.391226 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-c88ccd3d-e86b-447e-850a-46fec62a5f55 None None] Set router 696604fb-125f-4302-a5fc-3b2755bb189e gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:03:25.421308 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 7ccf03ee-752e-4d2e-8800-e5c16dff6f79 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:03:25.423541 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3cb6ae2-b4f8-46da-9aaa-061de15eb868 req-a0ad351d-e9dc-4f0c-bd7c-9cabb30fa981 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Network 6d0290d7-687f-4c6e-a33b-868ec400e0f9 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:03:25.459543 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 7ccf03ee-752e-4d2e-8800-e5c16dff6f79 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:03:25.460166 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 7ccf03ee-752e-4d2e-8800-e5c16dff6f79 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:03:25.466721 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-91ab0153-ed2d-4e7c-a585-78c0255cabe0 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "PUT /v2.0/floatingips/355e25f5-9111-47e2-a200-5a1225d686d7 HTTP/1.1" status: 200 len: 992 time: 3.1209090 Jul 24 00:03:25.468752 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-c3cb6ae2-b4f8-46da-9aaa-061de15eb868 req-a0ad351d-e9dc-4f0c-bd7c-9cabb30fa981 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:03:25.480011 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12c01cab-6f38-47e5-a713-3b0033ce846b', 'tag': 'e1af1c0b-79e3-4d56-866d-18620582745c'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:03:25.482660 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a8be7a3-72aa-4a53-822e-5f6da8feb50e" -d '{"events": [{"name": "network-changed", "server_uuid": "12c01cab-6f38-47e5-a713-3b0033ce846b", "tag": "e1af1c0b-79e3-4d56-866d-18620582745c"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:03:25.487944 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ba02c4e2-1aab-4814-b825-cded88ec3529 tempest-SubnetPoolsTestJSON-1229356417 tempest-SubnetPoolsTestJSON-1229356417-project] Notify callbacks [] for subnetpool, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:25.492104 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-ba02c4e2-1aab-4814-b825-cded88ec3529 tempest-SubnetPoolsTestJSON-1229356417 tempest-SubnetPoolsTestJSON-1229356417-project] 10.222.0.44 "PUT /v2.0/subnetpools/6c83cafe-68aa-48dc-9ca4-955340593c00 HTTP/1.1" status: 200 len: 683 time: 0.2799106 Jul 24 00:03:25.492985 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ad351d-e9dc-4f0c-bd7c-9cabb30fa981 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Pushing event updated for resources: {'Port': ['ID=13f71a44-a306-4a88-ae2f-d8380c17e1c3,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:25.493789 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55834) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:25.498096 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-955cff6c-6c2c-4b8f-bf75-e7edaf18d884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:25.500366 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3cb6ae2-b4f8-46da-9aaa-061de15eb868 req-a0ad351d-e9dc-4f0c-bd7c-9cabb30fa981 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:03:25.523277 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8fc9a833-b44a-437a-9d35-b066030ec53a tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks [] for router, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:25.571025 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb6ae2-b4f8-46da-9aaa-061de15eb868 req-a0ad351d-e9dc-4f0c-bd7c-9cabb30fa981 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:25.572376 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-c3cb6ae2-b4f8-46da-9aaa-061de15eb868 req-a0ad351d-e9dc-4f0c-bd7c-9cabb30fa981 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:25.576523 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76421207-49da-4aed-8ec6-4f3001c8c292 x-openstack-request-id: req-76421207-49da-4aed-8ec6-4f3001c8c292 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:03:25.577362 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12c01cab-6f38-47e5-a713-3b0033ce846b", "tag": "e1af1c0b-79e3-4d56-866d-18620582745c", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:03:25.577629 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-76421207-49da-4aed-8ec6-4f3001c8c292 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:03:25.578027 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12c01cab-6f38-47e5-a713-3b0033ce846b', 'tag': 'e1af1c0b-79e3-4d56-866d-18620582745c', 'status': 'completed', 'code': 200} Jul 24 00:03:25.613407 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c3cb6ae2-b4f8-46da-9aaa-061de15eb868 req-a0ad351d-e9dc-4f0c-bd7c-9cabb30fa981 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0330505 Jul 24 00:03:25.625741 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-c3cb6ae2-b4f8-46da-9aaa-061de15eb868 req-e974c3dd-fa24-4af9-be90-3555322ccf64 service neutron] Request body: {'port': {'device_id': 'a746b04d-4762-4dcd-a318-7b96ce824ffb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:03:25.681995 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-955cff6c-6c2c-4b8f-bf75-e7edaf18d884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:25.684930 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-955cff6c-6c2c-4b8f-bf75-e7edaf18d884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:25.686205 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-955cff6c-6c2c-4b8f-bf75-e7edaf18d884 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5db9dfc4-38d4-4936-8db5-04ff7e508ebd HTTP/1.1" status: 204 len: 168 time: 0.5236850 Jul 24 00:03:25.721104 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955cff6c-6c2c-4b8f-bf75-e7edaf18d884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db9dfc4-38d4-4936-8db5-04ff7e508ebd,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:25.726603 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-c88ccd3d-e86b-447e-850a-46fec62a5f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '696604fb-125f-4302-a5fc-3b2755bb189e', 'name': 'tempest-TaggedBootDevicesTest_v242-1152624261-router', 'tenant_id': '8d43db295226432aa2eb8bb806af3cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '75f537b2-f413-4ba6-84ba-f11d8fd88f90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:00:48Z', 'updated_at': '2021-07-24T00:00:56Z', 'revision_number': 4, 'project_id': '8d43db295226432aa2eb8bb806af3cad', 'gw_port': {'id': '75f537b2-f413-4ba6-84ba-f11d8fd88f90', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:48:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696604fb-125f-4302-a5fc-3b2755bb189e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:00:50Z', 'updated_at': '2021-07-24T00:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': '355e25f5-9111-47e2-a200-5a1225d686d7', 'tenant_id': '8d43db295226432aa2eb8bb806af3cad', 'floating_ip_address': '172.25.3.205', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '696604fb-125f-4302-a5fc-3b2755bb189e', 'port_id': 'e1af1c0b-79e3-4d56-866d-18620582745c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c5ac98e-801e-45e6-b7a1-9d72ebb7e3ef', 'mac_address': 'fa:16:3e:3f:3e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12c01cab-6f38-47e5-a713-3b0033ce846b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:01:50Z', 'updated_at': '2021-07-24T00:03:23Z', 'revision_number': 1, 'project_id': '8d43db295226432aa2eb8bb806af3cad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86e39ca5-7327-4be0-98ee-304ac6109569', 'name': '', 'network_id': '7c5ac98e-801e-45e6-b7a1-9d72ebb7e3ef', 'tenant_id': '8d43db295226432aa2eb8bb806af3cad', 'mac_address': 'fa:16:3e:ed:36:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696604fb-125f-4302-a5fc-3b2755bb189e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'c23b279f-1e65-49c9-9b0f-a3a3864c4539', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:00:55Z', 'updated_at': '2021-07-24T00:01:06Z', 'revision_number': 5, 'project_id': '8d43db295226432aa2eb8bb806af3cad', 'subnets': [{'id': 'c23b279f-1e65-49c9-9b0f-a3a3864c4539', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:25.740682 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-c3cb6ae2-b4f8-46da-9aaa-061de15eb868 req-e974c3dd-fa24-4af9-be90-3555322ccf64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:25.759481 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88ccd3d-e86b-447e-850a-46fec62a5f55 None None] Checking router: 696604fb-125f-4302-a5fc-3b2755bb189e for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:03:25.767373 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-6d0e740e-c4fb-4271-a266-c8de0a2c157f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:25.769217 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88ccd3d-e86b-447e-850a-46fec62a5f55 None None] Routers {'696604fb-125f-4302-a5fc-3b2755bb189e'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:03:25.770265 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-c88ccd3d-e86b-447e-850a-46fec62a5f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:03:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['696604fb-125f-4302-a5fc-3b2755bb189e'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:25.871721 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-dd609636-4c31-4279-997d-4c6f28e574a9 tempest-SubnetPoolsTestJSON-1229356417 tempest-SubnetPoolsTestJSON-1229356417-project] Notify callbacks [] for subnetpool, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:25.876214 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-dd609636-4c31-4279-997d-4c6f28e574a9 tempest-SubnetPoolsTestJSON-1229356417 tempest-SubnetPoolsTestJSON-1229356417-project] 10.222.0.44 "DELETE /v2.0/subnetpools/6c83cafe-68aa-48dc-9ca4-955340593c00 HTTP/1.1" status: 204 len: 168 time: 0.3785834 Jul 24 00:03:25.877993 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 55840) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:25.905280 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-c88ccd3d-e86b-447e-850a-46fec62a5f55 None None] Set router 696604fb-125f-4302-a5fc-3b2755bb189e gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:03:25.906719 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [None req-8af4c5bc-8f80-490b-ac1e-9cc6b7dc8f5d tempest-SubnetPoolsTestJSON-1229356417 tempest-SubnetPoolsTestJSON-1229356417-project] show failed (client error): The resource could not be found. Jul 24 00:03:25.907787 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-8af4c5bc-8f80-490b-ac1e-9cc6b7dc8f5d tempest-SubnetPoolsTestJSON-1229356417 tempest-SubnetPoolsTestJSON-1229356417-project] 10.222.0.44 "GET /v2.0/subnetpools/6c83cafe-68aa-48dc-9ca4-955340593c00 HTTP/1.1" status: 404 len: 346 time: 0.0288405 Jul 24 00:03:25.910481 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 55842) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:25.913917 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e14c3cf8-be0a-40d9-ab54-bb5caac0c703 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:25.922003 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8fc9a833-b44a-437a-9d35-b066030ec53a tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:25.928431 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [None req-86c4d9ef-e92b-4b22-8189-6f2b5496164d tempest-SubnetPoolsTestJSON-1229356417 tempest-SubnetPoolsTestJSON-1229356417-project] delete failed (client error): The resource could not be found. Jul 24 00:03:25.929521 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-86c4d9ef-e92b-4b22-8189-6f2b5496164d tempest-SubnetPoolsTestJSON-1229356417 tempest-SubnetPoolsTestJSON-1229356417-project] 10.222.0.44 "DELETE /v2.0/subnetpools/6c83cafe-68aa-48dc-9ca4-955340593c00 HTTP/1.1" status: 404 len: 346 time: 0.0181308 Jul 24 00:03:25.944790 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8be7a3-72aa-4a53-822e-5f6da8feb50e req-72540b2c-1b6b-4243-92d0-1fa8f8bbd65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:25.945413 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8be7a3-72aa-4a53-822e-5f6da8feb50e req-72540b2c-1b6b-4243-92d0-1fa8f8bbd65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:25.945951 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8be7a3-72aa-4a53-822e-5f6da8feb50e req-72540b2c-1b6b-4243-92d0-1fa8f8bbd65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:25.946484 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8be7a3-72aa-4a53-822e-5f6da8feb50e req-72540b2c-1b6b-4243-92d0-1fa8f8bbd65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:25.947018 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8be7a3-72aa-4a53-822e-5f6da8feb50e req-72540b2c-1b6b-4243-92d0-1fa8f8bbd65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:25.947771 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8be7a3-72aa-4a53-822e-5f6da8feb50e req-72540b2c-1b6b-4243-92d0-1fa8f8bbd65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:25.948420 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8be7a3-72aa-4a53-822e-5f6da8feb50e req-72540b2c-1b6b-4243-92d0-1fa8f8bbd65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:25.950886 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4a8be7a3-72aa-4a53-822e-5f6da8feb50e req-72540b2c-1b6b-4243-92d0-1fa8f8bbd65a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8d43db295226432aa2eb8bb806af3cad&device_id=12c01cab-6f38-47e5-a713-3b0033ce846b HTTP/1.1" status: 200 len: 6509 time: 0.3083467 Jul 24 00:03:26.037206 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14c3cf8-be0a-40d9-ab54-bb5caac0c703 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Pushing event updated for resources: {'Subnet': ['ID=05c840f6-1e89-4e3c-b2c5-8bc1a8b7dac2,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:26.166431 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-c3cb6ae2-b4f8-46da-9aaa-061de15eb868 req-e974c3dd-fa24-4af9-be90-3555322ccf64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13f71a44-a306-4a88-ae2f-d8380c17e1c3 {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:03:26.188715 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-c3cb6ae2-b4f8-46da-9aaa-061de15eb868 req-e974c3dd-fa24-4af9-be90-3555322ccf64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:26.215109 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-c88ccd3d-e86b-447e-850a-46fec62a5f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '696604fb-125f-4302-a5fc-3b2755bb189e', 'name': 'tempest-TaggedBootDevicesTest_v242-1152624261-router', 'tenant_id': '8d43db295226432aa2eb8bb806af3cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '75f537b2-f413-4ba6-84ba-f11d8fd88f90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:00:48Z', 'updated_at': '2021-07-24T00:00:56Z', 'revision_number': 4, 'project_id': '8d43db295226432aa2eb8bb806af3cad', 'gw_port': {'id': '75f537b2-f413-4ba6-84ba-f11d8fd88f90', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:48:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696604fb-125f-4302-a5fc-3b2755bb189e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:00:50Z', 'updated_at': '2021-07-24T00:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': '355e25f5-9111-47e2-a200-5a1225d686d7', 'tenant_id': '8d43db295226432aa2eb8bb806af3cad', 'floating_ip_address': '172.25.3.205', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '696604fb-125f-4302-a5fc-3b2755bb189e', 'port_id': 'e1af1c0b-79e3-4d56-866d-18620582745c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c5ac98e-801e-45e6-b7a1-9d72ebb7e3ef', 'mac_address': 'fa:16:3e:3f:3e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12c01cab-6f38-47e5-a713-3b0033ce846b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:01:50Z', 'updated_at': '2021-07-24T00:03:23Z', 'revision_number': 1, 'project_id': '8d43db295226432aa2eb8bb806af3cad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86e39ca5-7327-4be0-98ee-304ac6109569', 'name': '', 'network_id': '7c5ac98e-801e-45e6-b7a1-9d72ebb7e3ef', 'tenant_id': '8d43db295226432aa2eb8bb806af3cad', 'mac_address': 'fa:16:3e:ed:36:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696604fb-125f-4302-a5fc-3b2755bb189e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'c23b279f-1e65-49c9-9b0f-a3a3864c4539', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:00:55Z', 'updated_at': '2021-07-24T00:01:06Z', 'revision_number': 5, 'project_id': '8d43db295226432aa2eb8bb806af3cad', 'subnets': [{'id': 'c23b279f-1e65-49c9-9b0f-a3a3864c4539', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:26.216523 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14c3cf8-be0a-40d9-ab54-bb5caac0c703 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Checking segment: {'id': '995d3b32-25e5-48c1-a8fb-b0fda2844242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '941deb0f-9335-4a6e-a2a5-8c0702697c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:03:26.219071 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-c3cb6ae2-b4f8-46da-9aaa-061de15eb868 req-e974c3dd-fa24-4af9-be90-3555322ccf64 service neutron] Transition to ACTIVE for port object 13f71a44-a306-4a88-ae2f-d8380c17e1c3 will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:03:26.231418 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-c3cb6ae2-b4f8-46da-9aaa-061de15eb868 req-e974c3dd-fa24-4af9-be90-3555322ccf64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:26.231638 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14c3cf8-be0a-40d9-ab54-bb5caac0c703 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Network hostable DHCP agents. Network: 941deb0f-9335-4a6e-a2a5-8c0702697c8d, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:03:26.253850 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-8fc9a833-b44a-437a-9d35-b066030ec53a tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Deleting port aafd6294-4610-483c-b737-da828fb6d795 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:03:26.254200 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8fc9a833-b44a-437a-9d35-b066030ec53a tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:26.305349 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8be7a3-72aa-4a53-822e-5f6da8feb50e req-ad1ca904-e624-4963-9a19-e5ca975b61eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:26.306897 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4a8be7a3-72aa-4a53-822e-5f6da8feb50e req-ad1ca904-e624-4963-9a19-e5ca975b61eb service neutron] 10.222.0.64 "GET /v2.0/networks?id=7c5ac98e-801e-45e6-b7a1-9d72ebb7e3ef HTTP/1.1" status: 200 len: 918 time: 0.3294344 Jul 24 00:03:26.321121 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14c3cf8-be0a-40d9-ab54-bb5caac0c703 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Network 941deb0f-9335-4a6e-a2a5-8c0702697c8d is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:03:26.346083 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e974c3dd-fa24-4af9-be90-3555322ccf64 service neutron] Pushing event updated for resources: {'Port': ['ID=13f71a44-a306-4a88-ae2f-d8380c17e1c3,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:26.452895 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88ccd3d-e86b-447e-850a-46fec62a5f55 None None] The sync data for ids ['696604fb-125f-4302-a5fc-3b2755bb189e'] in n-d-800088-16 is: [{'id': '696604fb-125f-4302-a5fc-3b2755bb189e', 'name': 'tempest-TaggedBootDevicesTest_v242-1152624261-router', 'tenant_id': '8d43db295226432aa2eb8bb806af3cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '75f537b2-f413-4ba6-84ba-f11d8fd88f90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:00:48Z', 'updated_at': '2021-07-24T00:00:56Z', 'revision_number': 4, 'project_id': '8d43db295226432aa2eb8bb806af3cad', 'gw_port': {'id': '75f537b2-f413-4ba6-84ba-f11d8fd88f90', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:48:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696604fb-125f-4302-a5fc-3b2755bb189e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:00:50Z', 'updated_at': '2021-07-24T00:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': '355e25f5-9111-47e2-a200-5a1225d686d7', 'tenant_id': '8d43db295226432aa2eb8bb806af3cad', 'floating_ip_address': '172.25.3.205', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '696604fb-125f-4302-a5fc-3b2755bb189e', 'port_id': 'e1af1c0b-79e3-4d56-866d-18620582745c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c5ac98e-801e-45e6-b7a1-9d72ebb7e3ef', 'mac_address': 'fa:16:3e:3f:3e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12c01cab-6f38-47e5-a713-3b0033ce846b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:01:50Z', 'updated_at': '2021-07-24T00:03:23Z', 'revision_number': 1, 'project_id': '8d43db295226432aa2eb8bb806af3cad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86e39ca5-7327-4be0-98ee-304ac6109569', 'name': '', 'network_id': '7c5ac98e-801e-45e6-b7a1-9d72ebb7e3ef', 'tenant_id': '8d43db295226432aa2eb8bb806af3cad', 'mac_address': 'fa:16:3e:ed:36:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696604fb-125f-4302-a5fc-3b2755bb189e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'c23b279f-1e65-49c9-9b0f-a3a3864c4539', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:00:55Z', 'updated_at': '2021-07-24T00:01:06Z', 'revision_number': 5, 'project_id': '8d43db295226432aa2eb8bb806af3cad', 'subnets': [{'id': 'c23b279f-1e65-49c9-9b0f-a3a3864c4539', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:03:26.453648 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 55862) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:26.553798 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97774a6-873d-4d33-af00-f03b938bff43 req-d17bb4e4-bb80-47f0-b739-487d7cfe4ed3 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:26.555749 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f97774a6-873d-4d33-af00-f03b938bff43 req-d17bb4e4-bb80-47f0-b739-487d7cfe4ed3 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2a03b3c-980c-4c1f-a15d-dc6322272e18 HTTP/1.1" status: 200 len: 950 time: 0.2120199 Jul 24 00:03:26.558722 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-c3cb6ae2-b4f8-46da-9aaa-061de15eb868 req-e974c3dd-fa24-4af9-be90-3555322ccf64 service neutron] Attempting to bind port 13f71a44-a306-4a88-ae2f-d8380c17e1c3 on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:03:26.559456 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-c3cb6ae2-b4f8-46da-9aaa-061de15eb868 req-e974c3dd-fa24-4af9-be90-3555322ccf64 service neutron] Attempting to bind port 13f71a44-a306-4a88-ae2f-d8380c17e1c3 by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': '03844098-4008-432a-ad64-80c1a7ec0473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '6d0290d7-687f-4c6e-a33b-868ec400e0f9'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:03:26.559953 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cb6ae2-b4f8-46da-9aaa-061de15eb868 req-e974c3dd-fa24-4af9-be90-3555322ccf64 service neutron] Attempting to bind port 13f71a44-a306-4a88-ae2f-d8380c17e1c3 on network 6d0290d7-687f-4c6e-a33b-868ec400e0f9 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:03:26.575648 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cb6ae2-b4f8-46da-9aaa-061de15eb868 req-e974c3dd-fa24-4af9-be90-3555322ccf64 service neutron] Port 13f71a44-a306-4a88-ae2f-d8380c17e1c3 on network 6d0290d7-687f-4c6e-a33b-868ec400e0f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:03:26.576259 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cb6ae2-b4f8-46da-9aaa-061de15eb868 req-e974c3dd-fa24-4af9-be90-3555322ccf64 service neutron] Attempting to bind port 13f71a44-a306-4a88-ae2f-d8380c17e1c3 on network 6d0290d7-687f-4c6e-a33b-868ec400e0f9 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:03:26.590730 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cb6ae2-b4f8-46da-9aaa-061de15eb868 req-e974c3dd-fa24-4af9-be90-3555322ccf64 service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:03:26.592063 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cb6ae2-b4f8-46da-9aaa-061de15eb868 req-e974c3dd-fa24-4af9-be90-3555322ccf64 service neutron] Checking segment: {'id': '03844098-4008-432a-ad64-80c1a7ec0473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '6d0290d7-687f-4c6e-a33b-868ec400e0f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:03:26.596549 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cb6ae2-b4f8-46da-9aaa-061de15eb868 req-e974c3dd-fa24-4af9-be90-3555322ccf64 service neutron] Bound using segment: {'id': '03844098-4008-432a-ad64-80c1a7ec0473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '6d0290d7-687f-4c6e-a33b-868ec400e0f9'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:03:26.597536 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-c3cb6ae2-b4f8-46da-9aaa-061de15eb868 req-e974c3dd-fa24-4af9-be90-3555322ccf64 service neutron] Bound port: 13f71a44-a306-4a88-ae2f-d8380c17e1c3, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03844098-4008-432a-ad64-80c1a7ec0473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '6d0290d7-687f-4c6e-a33b-868ec400e0f9'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:03:26.598100 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-c3cb6ae2-b4f8-46da-9aaa-061de15eb868 req-e974c3dd-fa24-4af9-be90-3555322ccf64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:26.679393 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-023a2cd0-d245-40cf-9e76-149722748d2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:26.683637 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f97774a6-873d-4d33-af00-f03b938bff43 req-ad48ebb0-9e56-4f70-b7d5-e908a36602cb tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197174 Jul 24 00:03:26.715404 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:26.735637 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 55876) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:26.754376 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-c3cb6ae2-b4f8-46da-9aaa-061de15eb868 req-e974c3dd-fa24-4af9-be90-3555322ccf64 service neutron] For port 13f71a44-a306-4a88-ae2f-d8380c17e1c3, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:03:26.775020 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-c3cb6ae2-b4f8-46da-9aaa-061de15eb868 req-e974c3dd-fa24-4af9-be90-3555322ccf64 service neutron] For port 13f71a44-a306-4a88-ae2f-d8380c17e1c3, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=13f71a44-a306-4a88-ae2f-d8380c17e1c3,segment=NetworkSegment(03844098-4008-432a-ad64-80c1a7ec0473),segment_id=03844098-4008-432a-ad64-80c1a7ec0473)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:03:26.783809 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-c3cb6ae2-b4f8-46da-9aaa-061de15eb868 req-e974c3dd-fa24-4af9-be90-3555322ccf64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:26.810784 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-e14c3cf8-be0a-40d9-ab54-bb5caac0c703 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 941deb0f-9335-4a6e-a2a5-8c0702697c8d) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:03:26.822810 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48df144-c307-4bcf-a94f-ee05d88d45bd None None] New status for floating IP 355e25f5-9111-47e2-a200-5a1225d686d7: ACTIVE {{(pid=100315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 00:03:26.840573 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c62d53c-248b-46e6-ac39-1a2e7b954fa9 req-afd2b262-6ccd-456c-b7ef-fa5109225a51 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:26.842317 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb6ae2-b4f8-46da-9aaa-061de15eb868 req-e974c3dd-fa24-4af9-be90-3555322ccf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:26.842946 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-c3cb6ae2-b4f8-46da-9aaa-061de15eb868 req-e974c3dd-fa24-4af9-be90-3555322ccf64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:26.844397 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c3cb6ae2-b4f8-46da-9aaa-061de15eb868 req-e974c3dd-fa24-4af9-be90-3555322ccf64 service neutron] 10.222.0.52 "PUT /v2.0/ports/13f71a44-a306-4a88-ae2f-d8380c17e1c3 HTTP/1.1" status: 200 len: 1093 time: 1.2240977 Jul 24 00:03:26.848652 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2c62d53c-248b-46e6-ac39-1a2e7b954fa9 req-afd2b262-6ccd-456c-b7ef-fa5109225a51 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=a746b04d-4762-4dcd-a318-7b96ce824ffb HTTP/1.1" status: 200 len: 932 time: 0.7602100 Jul 24 00:03:26.861197 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14c3cf8-be0a-40d9-ab54-bb5caac0c703 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:26.861773 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e14c3cf8-be0a-40d9-ab54-bb5caac0c703 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:26.890154 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8fc9a833-b44a-437a-9d35-b066030ec53a tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:26.938385 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4a8be7a3-72aa-4a53-822e-5f6da8feb50e req-1d0e7ac2-1915-4c5d-8a4f-b9be5d52c82e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1af1c0b-79e3-4d56-866d-18620582745c HTTP/1.1" status: 200 len: 1000 time: 0.6124787 Jul 24 00:03:26.938385 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-8fc9a833-b44a-437a-9d35-b066030ec53a tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Calling delete_port for aafd6294-4610-483c-b737-da828fb6d795 owned by network:router_gateway {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:03:26.938724 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e974c3dd-fa24-4af9-be90-3555322ccf64 service neutron] Pushing event updated for resources: {'Port': ['ID=13f71a44-a306-4a88-ae2f-d8380c17e1c3,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:26.981330 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-023a2cd0-d245-40cf-9e76-149722748d2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:26.989342 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb6ae2-b4f8-46da-9aaa-061de15eb868 req-996d6ed9-04fa-4ceb-b112-a5d900b3ac35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:26.990610 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c3cb6ae2-b4f8-46da-9aaa-061de15eb868 req-996d6ed9-04fa-4ceb-b112-a5d900b3ac35 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=edb05757b79c4651874b12bd54763416&device_id=a746b04d-4762-4dcd-a318-7b96ce824ffb HTTP/1.1" status: 200 len: 1096 time: 0.0956571 Jul 24 00:03:26.996269 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-6c540c10-bbc8-4a54-adb2-70936a0f2b4c admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1735248247-network', 'tenant_id': 'a3dcb3ad9b2d4757a5037dc76ab0763b'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:03:27.000227 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-023a2cd0-d245-40cf-9e76-149722748d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:27.039692 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-e14c3cf8-be0a-40d9-ab54-bb5caac0c703 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0128710 Jul 24 00:03:27.043353 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2c62d53c-248b-46e6-ac39-1a2e7b954fa9 req-017b7232-dc5b-4c72-961a-856c313f2cf6 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943276 Jul 24 00:03:27.045375 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55880) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:27.054066 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cba3150-41d5-41e7-87e3-153343fff78e None None] Network 941deb0f-9335-4a6e-a2a5-8c0702697c8d requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:03:27.084266 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c3cb6ae2-b4f8-46da-9aaa-061de15eb868 req-0e0a24d7-6137-4b48-9f46-3a8ab61fe773 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13f71a44-a306-4a88-ae2f-d8380c17e1c3 HTTP/1.1" status: 200 len: 217 time: 0.0815558 Jul 24 00:03:27.095818 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-023a2cd0-d245-40cf-9e76-149722748d2a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ea6c005c4036429d828afe8a1cd5a5e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6329978 Jul 24 00:03:27.097661 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 55882) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:27.116584 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023a2cd0-d245-40cf-9e76-149722748d2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=244bb2aa-128e-48f2-9893-bea4976c0536,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:27.136281 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c540c10-bbc8-4a54-adb2-70936a0f2b4c admin admin] Made reservation on behalf of a3dcb3ad9b2d4757a5037dc76ab0763b for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:03:27.138628 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6c540c10-bbc8-4a54-adb2-70936a0f2b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:27.149729 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8be7a3-72aa-4a53-822e-5f6da8feb50e req-95f6bb33-2b61-4658-82ed-c7fa38fccdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:27.151611 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4a8be7a3-72aa-4a53-822e-5f6da8feb50e req-95f6bb33-2b61-4658-82ed-c7fa38fccdf1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c23b279f-1e65-49c9-9b0f-a3a3864c4539 HTTP/1.1" status: 200 len: 856 time: 0.2054818 Jul 24 00:03:27.166338 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6c540c10-bbc8-4a54-adb2-70936a0f2b4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:27.199078 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb6ae2-b4f8-46da-9aaa-061de15eb868 req-64299dc0-62cd-4073-85f0-ac33bfd1c9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:27.200550 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c3cb6ae2-b4f8-46da-9aaa-061de15eb868 req-64299dc0-62cd-4073-85f0-ac33bfd1c9b7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4c5e7796-9746-457d-b93a-6a23003ac2f0 HTTP/1.1" status: 200 len: 852 time: 0.1052387 Jul 24 00:03:27.210810 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:27.246743 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2c0783-e02a-467e-9fc4-714f64fd4bdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-941deb0f-9335-4a6e-a2a5-8c0702697c8d', 'network_id': '941deb0f-9335-4a6e-a2a5-8c0702697c8d', 'tenant_id': '4089b22453f945a5901919043ff32633', 'fixed_ips': [{'subnet_id': '05c840f6-1e89-4e3c-b2c5-8bc1a8b7dac2'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:03:27.247827 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-1f2c0783-e02a-467e-9fc4-714f64fd4bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:27.256236 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c3cb6ae2-b4f8-46da-9aaa-061de15eb868 req-1d4ddf2b-e5a3-497f-84ec-e863c534ce8b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6d0290d7-687f-4c6e-a33b-868ec400e0f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465598 Jul 24 00:03:27.258291 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f4754e4e-53d5-417d-ac1b-78931f29781c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:27.314815 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f4754e4e-53d5-417d-ac1b-78931f29781c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:27.392372 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-1f2c0783-e02a-467e-9fc4-714f64fd4bdd None None] Allocated IP 2001:db8::2 (941deb0f-9335-4a6e-a2a5-8c0702697c8d/05c840f6-1e89-4e3c-b2c5-8bc1a8b7dac2/b8fce63a-0ccd-432d-a165-89a92bcdd2bc) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:03:27.433804 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c3cb6ae2-b4f8-46da-9aaa-061de15eb868 req-272a1340-fe93-4a84-a499-8b7bcea6e2f2 service neutron] 10.222.0.52 "GET /v2.0/networks/6d0290d7-687f-4c6e-a33b-868ec400e0f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679811 Jul 24 00:03:27.439171 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f4754e4e-53d5-417d-ac1b-78931f29781c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:27.441779 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f4754e4e-53d5-417d-ac1b-78931f29781c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:27.445268 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-f4754e4e-53d5-417d-ac1b-78931f29781c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/244bb2aa-128e-48f2-9893-bea4976c0536 HTTP/1.1" status: 204 len: 168 time: 0.3364580 Jul 24 00:03:27.480293 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6c540c10-bbc8-4a54-adb2-70936a0f2b4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:27.492641 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4754e4e-53d5-417d-ac1b-78931f29781c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=244bb2aa-128e-48f2-9893-bea4976c0536,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:27.496794 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6c540c10-bbc8-4a54-adb2-70936a0f2b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:27.556563 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8fc9a833-b44a-437a-9d35-b066030ec53a tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:27.559366 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c540c10-bbc8-4a54-adb2-70936a0f2b4c admin admin] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:03:27.574643 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c540c10-bbc8-4a54-adb2-70936a0f2b4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b57ea417-efd1-4cb6-b11a-266d04cd5e73,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:27.578804 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8be7a3-72aa-4a53-822e-5f6da8feb50e req-9d4f4918-8666-40c0-9aeb-0fc1a55168f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:27.580878 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4a8be7a3-72aa-4a53-822e-5f6da8feb50e req-9d4f4918-8666-40c0-9aeb-0fc1a55168f8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7c5ac98e-801e-45e6-b7a1-9d72ebb7e3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4215889 Jul 24 00:03:27.582159 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a746b04d-4762-4dcd-a318-7b96ce824ffb', 'tag': '13f71a44-a306-4a88-ae2f-d8380c17e1c3'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:03:27.584385 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c29eeae7-869d-4dea-a16a-07157ad07f65" -d '{"events": [{"name": "network-changed", "server_uuid": "a746b04d-4762-4dcd-a318-7b96ce824ffb", "tag": "13f71a44-a306-4a88-ae2f-d8380c17e1c3"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:03:27.592738 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6c540c10-bbc8-4a54-adb2-70936a0f2b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:27.593058 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-6c540c10-bbc8-4a54-adb2-70936a0f2b4c admin admin] Added segment 63c2bb7e-e88f-49bc-b995-59f9a3adf89b of type vlan for network 2582cbf0-ddd1-487c-bd54-67e873ccb117 Jul 24 00:03:27.606936 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c3cb6ae2-b4f8-46da-9aaa-061de15eb868 req-e7b9c2f7-6c48-4b25-a89f-c15e03907023 service neutron] 10.222.0.52 "GET /v2.0/networks/6d0290d7-687f-4c6e-a33b-868ec400e0f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629741 Jul 24 00:03:27.640138 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-1f2c0783-e02a-467e-9fc4-714f64fd4bdd None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:27.649728 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ab37fe-8c5b-461b-abea-adfd5a57c64f x-openstack-request-id: req-93ab37fe-8c5b-461b-abea-adfd5a57c64f {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:03:27.650449 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a746b04d-4762-4dcd-a318-7b96ce824ffb", "tag": "13f71a44-a306-4a88-ae2f-d8380c17e1c3", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:03:27.651103 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-93ab37fe-8c5b-461b-abea-adfd5a57c64f {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:03:27.652390 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a746b04d-4762-4dcd-a318-7b96ce824ffb', 'tag': '13f71a44-a306-4a88-ae2f-d8380c17e1c3', 'status': 'completed', 'code': 200} Jul 24 00:03:27.652903 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-1f2c0783-e02a-467e-9fc4-714f64fd4bdd None None] Transition to ACTIVE for port object b8fce63a-0ccd-432d-a165-89a92bcdd2bc will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:03:27.667184 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6c540c10-bbc8-4a54-adb2-70936a0f2b4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:27.668677 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-1f2c0783-e02a-467e-9fc4-714f64fd4bdd None None] Transition to ACTIVE for port object b8fce63a-0ccd-432d-a165-89a92bcdd2bc will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:03:27.675858 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-1f2c0783-e02a-467e-9fc4-714f64fd4bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:27.715611 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2c0783-e02a-467e-9fc4-714f64fd4bdd None None] Network 941deb0f-9335-4a6e-a2a5-8c0702697c8d is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:03:27.720476 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6c540c10-bbc8-4a54-adb2-70936a0f2b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:27.720476 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c540c10-bbc8-4a54-adb2-70936a0f2b4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:27.720476 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6c540c10-bbc8-4a54-adb2-70936a0f2b4c admin admin] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:27.721279 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc9a833-b44a-437a-9d35-b066030ec53a tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Pushing event deleted for resources: {'Port': ['ID=aafd6294-4610-483c-b737-da828fb6d795,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:27.723208 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-1f2c0783-e02a-467e-9fc4-714f64fd4bdd None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:03:27.730409 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2c0783-e02a-467e-9fc4-714f64fd4bdd None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:03:27.753350 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2c0783-e02a-467e-9fc4-714f64fd4bdd None None] Pushing event updated for resources: {'Port': ['ID=b8fce63a-0ccd-432d-a165-89a92bcdd2bc,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:27.771749 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-6c540c10-bbc8-4a54-adb2-70936a0f2b4c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0243149 Jul 24 00:03:27.802649 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c58edc84-1454-44b4-80b5-202df2dfc26e tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:27.808984 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4a8be7a3-72aa-4a53-822e-5f6da8feb50e req-9a53b287-5c4a-413f-aaa7-8f8602c6475f service neutron] 10.222.0.64 "GET /v2.0/networks/7c5ac98e-801e-45e6-b7a1-9d72ebb7e3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052734 Jul 24 00:03:27.815172 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-1f2c0783-e02a-467e-9fc4-714f64fd4bdd None None] Attempting to bind port b8fce63a-0ccd-432d-a165-89a92bcdd2bc on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:03:27.815637 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-1f2c0783-e02a-467e-9fc4-714f64fd4bdd None None] Attempting to bind port b8fce63a-0ccd-432d-a165-89a92bcdd2bc by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '995d3b32-25e5-48c1-a8fb-b0fda2844242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '941deb0f-9335-4a6e-a2a5-8c0702697c8d'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:03:27.816075 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2c0783-e02a-467e-9fc4-714f64fd4bdd None None] Attempting to bind port b8fce63a-0ccd-432d-a165-89a92bcdd2bc on network 941deb0f-9335-4a6e-a2a5-8c0702697c8d {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:03:27.821871 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2c0783-e02a-467e-9fc4-714f64fd4bdd None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:03:27.822492 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2c0783-e02a-467e-9fc4-714f64fd4bdd None None] Checking segment: {'id': '995d3b32-25e5-48c1-a8fb-b0fda2844242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '941deb0f-9335-4a6e-a2a5-8c0702697c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:03:27.823329 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-1f2c0783-e02a-467e-9fc4-714f64fd4bdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:27.824602 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2c0783-e02a-467e-9fc4-714f64fd4bdd None None] Bound using segment: {'id': '995d3b32-25e5-48c1-a8fb-b0fda2844242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '941deb0f-9335-4a6e-a2a5-8c0702697c8d'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:03:27.825503 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-1f2c0783-e02a-467e-9fc4-714f64fd4bdd None None] Bound port: b8fce63a-0ccd-432d-a165-89a92bcdd2bc, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '995d3b32-25e5-48c1-a8fb-b0fda2844242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '941deb0f-9335-4a6e-a2a5-8c0702697c8d'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:03:27.826377 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-1f2c0783-e02a-467e-9fc4-714f64fd4bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:27.827149 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c540c10-bbc8-4a54-adb2-70936a0f2b4c admin admin] Pushing event updated for resources: {'Network': ['ID=2582cbf0-ddd1-487c-bd54-67e873ccb117,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:27.845189 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29eeae7-869d-4dea-a16a-07157ad07f65 req-606ea156-fdb1-4c9e-ad25-e4f57982f986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:27.847193 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c29eeae7-869d-4dea-a16a-07157ad07f65 req-606ea156-fdb1-4c9e-ad25-e4f57982f986 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=edb05757b79c4651874b12bd54763416&device_id=a746b04d-4762-4dcd-a318-7b96ce824ffb HTTP/1.1" status: 200 len: 1096 time: 0.1415620 Jul 24 00:03:27.850204 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 2582cbf0-ddd1-487c-bd54-67e873ccb117 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:03:27.919477 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-1f2c0783-e02a-467e-9fc4-714f64fd4bdd None None] For port b8fce63a-0ccd-432d-a165-89a92bcdd2bc, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:03:27.924083 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-1f2c0783-e02a-467e-9fc4-714f64fd4bdd None None] For port b8fce63a-0ccd-432d-a165-89a92bcdd2bc, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=b8fce63a-0ccd-432d-a165-89a92bcdd2bc,segment=NetworkSegment(995d3b32-25e5-48c1-a8fb-b0fda2844242),segment_id=995d3b32-25e5-48c1-a8fb-b0fda2844242)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:03:27.958714 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-1f2c0783-e02a-467e-9fc4-714f64fd4bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:28.077347 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29eeae7-869d-4dea-a16a-07157ad07f65 req-8b9a5424-8936-40d7-a0ce-8b8655b69daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:28.081189 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c29eeae7-869d-4dea-a16a-07157ad07f65 req-8b9a5424-8936-40d7-a0ce-8b8655b69daf service neutron] 10.222.0.52 "GET /v2.0/networks?id=6d0290d7-687f-4c6e-a33b-868ec400e0f9 HTTP/1.1" status: 200 len: 913 time: 0.2216306 Jul 24 00:03:28.116533 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2c0783-e02a-467e-9fc4-714f64fd4bdd None None] Pushing event updated for resources: {'Port': ['ID=b8fce63a-0ccd-432d-a165-89a92bcdd2bc,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:28.168083 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c29eeae7-869d-4dea-a16a-07157ad07f65 req-bba8d3dd-1e4b-4cf7-81c2-f5188e167996 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13f71a44-a306-4a88-ae2f-d8380c17e1c3 HTTP/1.1" status: 200 len: 217 time: 0.0816185 Jul 24 00:03:28.259335 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29eeae7-869d-4dea-a16a-07157ad07f65 req-69e0fbd8-7e39-4d1e-9017-5c933e049619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:28.260870 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c29eeae7-869d-4dea-a16a-07157ad07f65 req-69e0fbd8-7e39-4d1e-9017-5c933e049619 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4c5e7796-9746-457d-b93a-6a23003ac2f0 HTTP/1.1" status: 200 len: 852 time: 0.0779400 Jul 24 00:03:28.288535 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:03:28.301915 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c29eeae7-869d-4dea-a16a-07157ad07f65 req-efb5c6cf-33a2-4edc-b8f6-fd23b53bd049 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6d0290d7-687f-4c6e-a33b-868ec400e0f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321860 Jul 24 00:03:28.315904 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc6a64-aefe-4380-bcb7-8350ef17f227 req-fc145ee2-86f4-4b28-b035-5d54f5f6dbe6 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:28.322763 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2dcc6a64-aefe-4380-bcb7-8350ef17f227 req-fc145ee2-86f4-4b28-b035-5d54f5f6dbe6 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=a746b04d-4762-4dcd-a318-7b96ce824ffb HTTP/1.1" status: 200 len: 944 time: 0.1536012 Jul 24 00:03:28.367513 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8fc9a833-b44a-437a-9d35-b066030ec53a tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687114'] for router_gateway, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:28.376889 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4a8be7a3-72aa-4a53-822e-5f6da8feb50e req-2d13fdcf-6829-4b12-b951-49167d8fad48 service neutron] 10.222.0.64 "GET /v2.0/networks/7c5ac98e-801e-45e6-b7a1-9d72ebb7e3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4748142 Jul 24 00:03:28.449504 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2dcc6a64-aefe-4380-bcb7-8350ef17f227 req-1ff9e38c-4f01-4461-a917-84ad1937c7d6 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182437 Jul 24 00:03:28.495034 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c29eeae7-869d-4dea-a16a-07157ad07f65 req-4a2ab1b8-ec3a-4491-bf31-1c7add001690 service neutron] 10.222.0.52 "GET /v2.0/networks/6d0290d7-687f-4c6e-a33b-868ec400e0f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663265 Jul 24 00:03:28.535996 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8fc9a833-b44a-437a-9d35-b066030ec53a tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:28.539582 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8fc9a833-b44a-437a-9d35-b066030ec53a tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:28.598573 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 55922) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:28.607495 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd40920-1c91-4fe0-a5a0-ee9d7758e7ff req-c4b375de-ab36-4fa4-9b38-3b23260c5f16 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:28.614957 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0cd40920-1c91-4fe0-a5a0-ee9d7758e7ff req-c4b375de-ab36-4fa4-9b38-3b23260c5f16 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2a03b3c-980c-4c1f-a15d-dc6322272e18 HTTP/1.1" status: 200 len: 950 time: 0.7117488 Jul 24 00:03:28.634815 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c29eeae7-869d-4dea-a16a-07157ad07f65 req-3d3cc39e-3afd-418b-ab8b-3e6aa092157a service neutron] 10.222.0.52 "GET /v2.0/networks/6d0290d7-687f-4c6e-a33b-868ec400e0f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350186 Jul 24 00:03:28.636856 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8fc9a833-b44a-437a-9d35-b066030ec53a tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:28.637970 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fc9a833-b44a-437a-9d35-b066030ec53a tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Fanout notify agent at l3_agent the message router_deleted on router 05882ae7-ac14-49aa-8a18-f2cd90051daa {{(pid=100314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:03:28.652632 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8fc9a833-b44a-437a-9d35-b066030ec53a tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:28.654355 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-8fc9a833-b44a-437a-9d35-b066030ec53a tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] 10.222.0.44 "DELETE /v2.0/routers/05882ae7-ac14-49aa-8a18-f2cd90051daa HTTP/1.1" status: 204 len: 168 time: 3.3600690 Jul 24 00:03:28.659047 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 55926) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:28.666248 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-5c3ff826-c665-4936-a535-22528cb8e1d8 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1924231174', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:03:28.708758 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5c3ff826-c665-4936-a535-22528cb8e1d8 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:28.710215 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5c3ff826-c665-4936-a535-22528cb8e1d8 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:28.759302 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0cd40920-1c91-4fe0-a5a0-ee9d7758e7ff req-9b5b901d-be42-4ed0-bf37-cbc7960d76e3 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434767 Jul 24 00:03:28.764352 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-c58edc84-1454-44b4-80b5-202df2dfc26e tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Allocated IP 2001:db8::1 (941deb0f-9335-4a6e-a2a5-8c0702697c8d/05c840f6-1e89-4e3c-b2c5-8bc1a8b7dac2/d18bd505-e56e-4118-830a-2e7414606243) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:03:28.786550 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-24ad7d9b-9913-4e36-badd-5950cdc352a9 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-413957953'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:03:28.803373 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:28.816432 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5c3ff826-c665-4936-a535-22528cb8e1d8 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:28.816617 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3162220e-448b-4af9-bc2a-b678d7b58fe9 req-4e7d0193-46d9-4208-9369-deb230a3145d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9f027578-c893-4a44-9dc2-07535ce6a55f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1959822 Jul 24 00:03:28.830047 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5c3ff826-c665-4936-a535-22528cb8e1d8 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:28.895409 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ad7d9b-9913-4e36-badd-5950cdc352a9 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] Made reservation on behalf of 78d6c25650aa457ebb9e51325b2c8d81 for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:03:28.898904 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-24ad7d9b-9913-4e36-badd-5950cdc352a9 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:28.910877 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5c3ff826-c665-4936-a535-22528cb8e1d8 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:28.912137 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-5c3ff826-c665-4936-a535-22528cb8e1d8 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2511189 Jul 24 00:03:28.912934 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-24ad7d9b-9913-4e36-badd-5950cdc352a9 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:28.915529 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55928) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:28.925626 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-7c0d4170-a2d5-408c-b90c-cf33abc9d68b tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Request body: {'router': {'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:03:28.954062 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c28ec24-a8d6-494e-9e19-1c9c8ab0f1b6 req-8e27c145-ef01-4913-b0c9-86e0dd6cd3db tempest-ComputeTenantNetworksTest-751655937 tempest-ComputeTenantNetworksTest-751655937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:28.960221 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c28ec24-a8d6-494e-9e19-1c9c8ab0f1b6 req-8e27c145-ef01-4913-b0c9-86e0dd6cd3db tempest-ComputeTenantNetworksTest-751655937 tempest-ComputeTenantNetworksTest-751655937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:28.967123 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c28ec24-a8d6-494e-9e19-1c9c8ab0f1b6 req-8e27c145-ef01-4913-b0c9-86e0dd6cd3db tempest-ComputeTenantNetworksTest-751655937 tempest-ComputeTenantNetworksTest-751655937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:28.973292 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2c28ec24-a8d6-494e-9e19-1c9c8ab0f1b6 req-8e27c145-ef01-4913-b0c9-86e0dd6cd3db tempest-ComputeTenantNetworksTest-751655937 tempest-ComputeTenantNetworksTest-751655937-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.1925023 Jul 24 00:03:29.046165 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c58edc84-1454-44b4-80b5-202df2dfc26e tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:29.158613 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e6765f-98fd-4ec2-a9c7-1e7217a4b309 req-1a8e8eff-baab-404b-b40c-6a4efcd68afe tempest-ComputeTenantNetworksTest-751655937 tempest-ComputeTenantNetworksTest-751655937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:29.160302 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-59e6765f-98fd-4ec2-a9c7-1e7217a4b309 req-1a8e8eff-baab-404b-b40c-6a4efcd68afe tempest-ComputeTenantNetworksTest-751655937 tempest-ComputeTenantNetworksTest-751655937-project] 10.222.0.44 "GET /v2.0/networks/2582cbf0-ddd1-487c-bd54-67e873ccb117 HTTP/1.1" status: 200 len: 769 time: 0.1277184 Jul 24 00:03:29.170951 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 55936) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:29.212687 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-24ad7d9b-9913-4e36-badd-5950cdc352a9 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:29.220562 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-24ad7d9b-9913-4e36-badd-5950cdc352a9 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:29.277850 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-41beb5aa-3b81-49fe-9d59-f87a1fa4ea68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:29.297619 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24ad7d9b-9913-4e36-badd-5950cdc352a9 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:03:29.309914 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ad7d9b-9913-4e36-badd-5950cdc352a9 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53fb5ca7-6814-4a7e-9668-9433fd0c25cd,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:29.318957 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-24ad7d9b-9913-4e36-badd-5950cdc352a9 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:29.319316 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-24ad7d9b-9913-4e36-badd-5950cdc352a9 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] Added segment 5a19a036-3ac1-4978-830f-eee1d53934c3 of type vlan for network 0b3a2f29-65c7-4127-94fc-1bee2aa7a551 Jul 24 00:03:29.380339 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb699ce3-e07d-4d1f-9afb-6b78312b9218 None None] Network 941deb0f-9335-4a6e-a2a5-8c0702697c8d requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:03:29.430733 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [None req-c58edc84-1454-44b4-80b5-202df2dfc26e tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Transition to ACTIVE for port object d18bd505-e56e-4118-830a-2e7414606243 will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:03:29.443866 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device b8fce63a-0ccd-432d-a165-89a92bcdd2bc up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:03:29.444827 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-41beb5aa-3b81-49fe-9d59-f87a1fa4ea68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:29.462182 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-24ad7d9b-9913-4e36-badd-5950cdc352a9 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:29.468165 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-41beb5aa-3b81-49fe-9d59-f87a1fa4ea68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2582cbf0-ddd1-487c-bd54-67e873ccb117']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:29.484640 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-41beb5aa-3b81-49fe-9d59-f87a1fa4ea68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63c2bb7e-e88f-49bc-b995-59f9a3adf89b') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:29.484993 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-41beb5aa-3b81-49fe-9d59-f87a1fa4ea68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63c2bb7e-e88f-49bc-b995-59f9a3adf89b') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:29.499161 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-41beb5aa-3b81-49fe-9d59-f87a1fa4ea68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:29.509664 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3162220e-448b-4af9-bc2a-b678d7b58fe9 req-3d0232cc-3215-459d-bf3c-0336ce6bf0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:29.511186 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3162220e-448b-4af9-bc2a-b678d7b58fe9 req-3d0232cc-3215-459d-bf3c-0336ce6bf0ab service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=798b28002e9743a58ab9c3622d82224e&device_id=9f027578-c893-4a44-9dc2-07535ce6a55f HTTP/1.1" status: 200 len: 1102 time: 0.6405346 Jul 24 00:03:29.525963 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-41beb5aa-3b81-49fe-9d59-f87a1fa4ea68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:29.526609 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7c0d4170-a2d5-408c-b90c-cf33abc9d68b tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:29.533538 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-24ad7d9b-9913-4e36-badd-5950cdc352a9 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:29.540639 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ad7d9b-9913-4e36-badd-5950cdc352a9 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:29.541503 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-24ad7d9b-9913-4e36-badd-5950cdc352a9 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:29.556841 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41beb5aa-3b81-49fe-9d59-f87a1fa4ea68 admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:03:29.556841 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-41beb5aa-3b81-49fe-9d59-f87a1fa4ea68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:29.561843 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:03:29.561843 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:03:29.561843 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:03:29.561843 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:03:29.561843 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:03:29.561843 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:03:29.561843 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:03:29.561843 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:03:29.561843 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:03:29.561843 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:03:29.561843 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:03:29.561843 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:03:29.561843 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:03:29.561843 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:03:29.561843 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:03:29.561843 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:03:29.561843 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:03:29.561843 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:03:29.561843 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:03:29.561843 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:03:29.561843 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:03:29.561843 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:03:29.561843 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:03:29.561843 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:03:29.561843 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:03:29.561843 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:03:29.561843 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:03:29.561843 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:03:29.561843 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:03:29.561843 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:03:29.561843 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:03:29.561843 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:03:29.575172 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-0496986c-aa71-4ea7-8d37-d1eb740a7ff9 None None] Provisioning for port b8fce63a-0ccd-432d-a165-89a92bcdd2bc completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:03:29.575869 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-24ad7d9b-9913-4e36-badd-5950cdc352a9 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.9759178 Jul 24 00:03:29.587568 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 55940) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:29.600138 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-b6e05364-365a-4c15-863b-de255973711a tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] Request body: {'subnet': {'network_id': '0b3a2f29-65c7-4127-94fc-1bee2aa7a551', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:03:29.643264 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port b8fce63a-0ccd-432d-a165-89a92bcdd2bc completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:03:29.649371 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port b8fce63a-0ccd-432d-a165-89a92bcdd2bc triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:03:29.649755 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:29.664396 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c58edc84-1454-44b4-80b5-202df2dfc26e tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:29.712838 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-41beb5aa-3b81-49fe-9d59-f87a1fa4ea68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:29.715307 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ad7d9b-9913-4e36-badd-5950cdc352a9 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] Pushing event updated for resources: {'Network': ['ID=0b3a2f29-65c7-4127-94fc-1bee2aa7a551,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:29.758517 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:29.761611 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 0b3a2f29-65c7-4127-94fc-1bee2aa7a551 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:03:29.775431 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3162220e-448b-4af9-bc2a-b678d7b58fe9 req-f4dca87c-3c1a-4cc9-9b97-e2e5c39c7b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:29.777057 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3162220e-448b-4af9-bc2a-b678d7b58fe9 req-f4dca87c-3c1a-4cc9-9b97-e2e5c39c7b83 service neutron] 10.222.0.64 "GET /v2.0/networks?id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 HTTP/1.1" status: 200 len: 870 time: 0.2430797 Jul 24 00:03:29.779093 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58edc84-1454-44b4-80b5-202df2dfc26e tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Network 941deb0f-9335-4a6e-a2a5-8c0702697c8d is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:03:29.788384 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58edc84-1454-44b4-80b5-202df2dfc26e tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Pushing event updated for resources: {'Port': ['ID=d18bd505-e56e-4118-830a-2e7414606243,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:29.799056 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-c58edc84-1454-44b4-80b5-202df2dfc26e tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:03:29.823501 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-41beb5aa-3b81-49fe-9d59-f87a1fa4ea68 admin admin] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:29.837877 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58edc84-1454-44b4-80b5-202df2dfc26e tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:03:29.838459 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c58edc84-1454-44b4-80b5-202df2dfc26e tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681761'] for router_interface, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:29.844252 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-41beb5aa-3b81-49fe-9d59-f87a1fa4ea68 admin admin] 10.222.0.44 "DELETE /v2.0/networks/2582cbf0-ddd1-487c-bd54-67e873ccb117 HTTP/1.1" status: 204 len: 168 time: 0.6631942 Jul 24 00:03:29.848731 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efd3cae-533c-4d06-969c-7d5a8ea5641f req-69fc2d4a-713e-4c90-9b33-36346d507b8a tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:29.853912 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0efd3cae-533c-4d06-969c-7d5a8ea5641f req-69fc2d4a-713e-4c90-9b33-36346d507b8a tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=a746b04d-4762-4dcd-a318-7b96ce824ffb HTTP/1.1" status: 200 len: 944 time: 0.3219101 Jul 24 00:03:29.858025 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3162220e-448b-4af9-bc2a-b678d7b58fe9 req-04e8c6b0-588f-475e-b314-a8220cdb35e1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=646da755-b657-48af-8f46-1246a45e82e4 HTTP/1.1" status: 200 len: 217 time: 0.0721676 Jul 24 00:03:29.876736 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41beb5aa-3b81-49fe-9d59-f87a1fa4ea68 admin admin] Pushing event deleted for resources: {'Network': ['ID=2582cbf0-ddd1-487c-bd54-67e873ccb117,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:29.879587 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e05364-365a-4c15-863b-de255973711a tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] Made reservation on behalf of 78d6c25650aa457ebb9e51325b2c8d81 for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:03:29.884053 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b6e05364-365a-4c15-863b-de255973711a tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:29.907647 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port b8fce63a-0ccd-432d-a165-89a92bcdd2bc, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=b8fce63a-0ccd-432d-a165-89a92bcdd2bc,segment=NetworkSegment(995d3b32-25e5-48c1-a8fb-b0fda2844242),segment_id=995d3b32-25e5-48c1-a8fb-b0fda2844242)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:03:29.914501 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:29.983741 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=b8fce63a-0ccd-432d-a165-89a92bcdd2bc,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:30.023289 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-1a6d5656-3cb3-4e4b-9bb2-d994025676cb None None] Provisioning complete for port b8fce63a-0ccd-432d-a165-89a92bcdd2bc triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:03:30.023520 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-1a6d5656-3cb3-4e4b-9bb2-d994025676cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:30.065377 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab92ff-0bf7-4c49-a4d4-8756b2270189 req-f71b3a2d-3503-4f39-87b7-60559bb21eb3 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:30.072669 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6dab92ff-0bf7-4c49-a4d4-8756b2270189 req-f71b3a2d-3503-4f39-87b7-60559bb21eb3 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2a03b3c-980c-4c1f-a15d-dc6322272e18 HTTP/1.1" status: 200 len: 950 time: 0.1975434 Jul 24 00:03:30.120015 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0efd3cae-533c-4d06-969c-7d5a8ea5641f req-7ef88f17-4f00-4251-ad7b-9b8b6eb197b8 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822886 Jul 24 00:03:30.125426 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6dab92ff-0bf7-4c49-a4d4-8756b2270189 req-8544256f-741d-41eb-a5bd-c4e78969d0b4 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517647 Jul 24 00:03:30.129870 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3162220e-448b-4af9-bc2a-b678d7b58fe9 req-4774ea07-4e4d-482b-a929-098634b9a698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:30.131396 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3162220e-448b-4af9-bc2a-b678d7b58fe9 req-4774ea07-4e4d-482b-a929-098634b9a698 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.2002082 Jul 24 00:03:30.140249 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 13f71a44-a306-4a88-ae2f-d8380c17e1c3 details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:03:30.168404 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55950) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:30.323592 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b6e05364-365a-4c15-863b-de255973711a tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:30.325220 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 13f71a44-a306-4a88-ae2f-d8380c17e1c3, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=13f71a44-a306-4a88-ae2f-d8380c17e1c3,segment=NetworkSegment(03844098-4008-432a-ad64-80c1a7ec0473),segment_id=03844098-4008-432a-ad64-80c1a7ec0473)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:03:30.341183 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': '13f71a44-a306-4a88-ae2f-d8380c17e1c3', 'network_id': '6d0290d7-687f-4c6e-a33b-868ec400e0f9', 'port_id': '13f71a44-a306-4a88-ae2f-d8380c17e1c3', 'mac_address': 'fa:16:3e:b0:40:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c5e7796-9746-457d-b93a-6a23003ac2f0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:03:30.385331 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:30.389864 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e05364-365a-4c15-863b-de255973711a tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] Pushing event updated for resources: {'Subnet': ['ID=e3e88c4a-38d3-4ed7-901c-91696b688f8c,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:30.392655 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c58edc84-1454-44b4-80b5-202df2dfc26e tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:30.400348 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13f71a44-a306-4a88-ae2f-d8380c17e1c3 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:03:30.410280 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e05364-365a-4c15-863b-de255973711a tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] Checking segment: {'id': '5a19a036-3ac1-4978-830f-eee1d53934c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '0b3a2f29-65c7-4127-94fc-1bee2aa7a551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:03:30.410573 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e05364-365a-4c15-863b-de255973711a tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] Network hostable DHCP agents. Network: 0b3a2f29-65c7-4127-94fc-1bee2aa7a551, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:03:30.420224 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-56f31a2c-3108-45b2-b802-43a74df95521 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a3dcb3ad9b2d4757a5037dc76ab0763b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2474480 Jul 24 00:03:30.423715 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 55952) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:30.424754 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 13f71a44-a306-4a88-ae2f-d8380c17e1c3, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=13f71a44-a306-4a88-ae2f-d8380c17e1c3,segment=NetworkSegment(03844098-4008-432a-ad64-80c1a7ec0473),segment_id=03844098-4008-432a-ad64-80c1a7ec0473)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:03:30.433055 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:30.445513 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e05364-365a-4c15-863b-de255973711a tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] Network 0b3a2f29-65c7-4127-94fc-1bee2aa7a551 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:03:30.445840 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7c0d4170-a2d5-408c-b90c-cf33abc9d68b tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks [] for router_gateway, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:30.470216 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-b6e05364-365a-4c15-863b-de255973711a tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 0b3a2f29-65c7-4127-94fc-1bee2aa7a551) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:03:30.471585 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9ba1e715-9cbf-488f-9256-d8977fb510f1 None None] Provisioning for port d18bd505-e56e-4118-830a-2e7414606243 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:03:30.476237 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e05364-365a-4c15-863b-de255973711a tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:30.476872 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b6e05364-365a-4c15-863b-de255973711a tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:30.486118 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9ba1e715-9cbf-488f-9256-d8977fb510f1 None None] Provisioning complete for port d18bd505-e56e-4118-830a-2e7414606243 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:03:30.486494 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9ba1e715-9cbf-488f-9256-d8977fb510f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:30.488185 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88fa83a6-13a4-42a4-a6ab-e34096136b21 None None] Network 0b3a2f29-65c7-4127-94fc-1bee2aa7a551 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:03:30.495641 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3162220e-448b-4af9-bc2a-b678d7b58fe9 req-d3efd3f9-b39e-483a-855e-28481da65d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:30.497901 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3162220e-448b-4af9-bc2a-b678d7b58fe9 req-d3efd3f9-b39e-483a-855e-28481da65d14 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3554649 Jul 24 00:03:30.499068 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d902e881-6e80-463b-bdb1-304126abae3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:30.501083 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7c0d4170-a2d5-408c-b90c-cf33abc9d68b tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:30.512853 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-b6e05364-365a-4c15-863b-de255973711a tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9148395 Jul 24 00:03:30.515363 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 55954) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:30.523997 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-a21208f2-b8b6-4385-a72c-f7dd43cdf749 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] Request body: {'port': {'network_id': '0b3a2f29-65c7-4127-94fc-1bee2aa7a551', 'name': 'tempest-TagsExtTest-2087170932'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:03:30.532145 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=13f71a44-a306-4a88-ae2f-d8380c17e1c3,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:30.533827 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d902e881-6e80-463b-bdb1-304126abae3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:30.591854 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9ba1e715-9cbf-488f-9256-d8977fb510f1 None None] Port d18bd505-e56e-4118-830a-2e7414606243 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:03:30.657835 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d902e881-6e80-463b-bdb1-304126abae3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:30.660450 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d902e881-6e80-463b-bdb1-304126abae3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:30.663864 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-d902e881-6e80-463b-bdb1-304126abae3a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b57ea417-efd1-4cb6-b11a-266d04cd5e73 HTTP/1.1" status: 204 len: 168 time: 0.2365716 Jul 24 00:03:30.672771 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d902e881-6e80-463b-bdb1-304126abae3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b57ea417-efd1-4cb6-b11a-266d04cd5e73,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:30.691635 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a21208f2-b8b6-4385-a72c-f7dd43cdf749 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] Made reservation on behalf of 78d6c25650aa457ebb9e51325b2c8d81 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:03:30.696955 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a21208f2-b8b6-4385-a72c-f7dd43cdf749 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:30.727146 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [None req-a21208f2-b8b6-4385-a72c-f7dd43cdf749 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] device_id is not set on port d3612365-50bc-4107-8cd0-78e58a49c162 yet. {{(pid=100313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:03:30.758971 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['13f71a44-a306-4a88-ae2f-d8380c17e1c3'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:03:30.816869 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76948a5-c059-46f6-917a-dc2a80df626d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-0b3a2f29-65c7-4127-94fc-1bee2aa7a551', 'network_id': '0b3a2f29-65c7-4127-94fc-1bee2aa7a551', 'tenant_id': '78d6c25650aa457ebb9e51325b2c8d81', 'fixed_ips': [{'subnet_id': 'e3e88c4a-38d3-4ed7-901c-91696b688f8c'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:03:30.818703 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e76948a5-c059-46f6-917a-dc2a80df626d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:30.819674 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3162220e-448b-4af9-bc2a-b678d7b58fe9 req-073384aa-85de-4ad5-a0fe-0a4bb46dc242 service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118286 Jul 24 00:03:30.894297 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-a21208f2-b8b6-4385-a72c-f7dd43cdf749 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] Allocated IP 172.20.0.13 (0b3a2f29-65c7-4127-94fc-1bee2aa7a551/e3e88c4a-38d3-4ed7-901c-91696b688f8c/d3612365-50bc-4107-8cd0-78e58a49c162) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:03:30.962025 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-7c0d4170-a2d5-408c-b90c-cf33abc9d68b tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Allocated IP 172.25.3.168 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/43c605a3-da44-4eb8-8ee1-b51ea2c2a3d3) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:03:31.070234 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3162220e-448b-4af9-bc2a-b678d7b58fe9 req-dc9e07d6-8e83-47d1-ae4b-cd4080cacebc service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384510 Jul 24 00:03:31.114743 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c58edc84-1454-44b4-80b5-202df2dfc26e tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:31.114918 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a21208f2-b8b6-4385-a72c-f7dd43cdf749 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:31.129347 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c58edc84-1454-44b4-80b5-202df2dfc26e tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:31.130238 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c58edc84-1454-44b4-80b5-202df2dfc26e tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680980'] for router_interface, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:31.408201 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device b8fce63a-0ccd-432d-a165-89a92bcdd2bc up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:03:31.470811 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port b8fce63a-0ccd-432d-a165-89a92bcdd2bc triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:03:31.471364 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:31.515531 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [None req-a21208f2-b8b6-4385-a72c-f7dd43cdf749 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] Transition to ACTIVE for port object d3612365-50bc-4107-8cd0-78e58a49c162 will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:03:31.574636 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a21208f2-b8b6-4385-a72c-f7dd43cdf749 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:31.603637 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7c0d4170-a2d5-408c-b90c-cf33abc9d68b tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:31.620532 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21208f2-b8b6-4385-a72c-f7dd43cdf749 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] Network 0b3a2f29-65c7-4127-94fc-1bee2aa7a551 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:03:31.630766 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-a21208f2-b8b6-4385-a72c-f7dd43cdf749 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:03:31.637391 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21208f2-b8b6-4385-a72c-f7dd43cdf749 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:03:31.638140 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58edc84-1454-44b4-80b5-202df2dfc26e tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Pushing event updated for resources: {'Port': ['ID=d18bd505-e56e-4118-830a-2e7414606243,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:31.663080 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-e76948a5-c059-46f6-917a-dc2a80df626d None None] Allocated IP 172.20.0.2 (0b3a2f29-65c7-4127-94fc-1bee2aa7a551/e3e88c4a-38d3-4ed7-901c-91696b688f8c/874aa41a-7a8d-4516-bba7-fe9bced2e6dc) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:03:31.696521 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd787e3-55ff-47f8-af06-2ab434b179d9 req-4df5bd47-78f6-4e4e-9e9c-70409448b0c3 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:31.698261 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0dd787e3-55ff-47f8-af06-2ab434b179d9 req-4df5bd47-78f6-4e4e-9e9c-70409448b0c3 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=a746b04d-4762-4dcd-a318-7b96ce824ffb HTTP/1.1" status: 200 len: 945 time: 0.1967959 Jul 24 00:03:31.704982 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21208f2-b8b6-4385-a72c-f7dd43cdf749 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] Pushing event updated for resources: {'Port': ['ID=d3612365-50bc-4107-8cd0-78e58a49c162,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:31.715060 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58edc84-1454-44b4-80b5-202df2dfc26e tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Network 941deb0f-9335-4a6e-a2a5-8c0702697c8d is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:03:31.720642 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-c58edc84-1454-44b4-80b5-202df2dfc26e tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:03:31.735791 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a55727-4e19-4d3b-9685-986057a933de req-83365da0-141c-40c7-b4f9-fafcc83ead1a tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:31.737486 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b7a55727-4e19-4d3b-9685-986057a933de req-83365da0-141c-40c7-b4f9-fafcc83ead1a tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2a03b3c-980c-4c1f-a15d-dc6322272e18 HTTP/1.1" status: 200 len: 950 time: 0.5052149 Jul 24 00:03:31.748268 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21208f2-b8b6-4385-a72c-f7dd43cdf749 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:31.749162 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a21208f2-b8b6-4385-a72c-f7dd43cdf749 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:31.785902 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-a21208f2-b8b6-4385-a72c-f7dd43cdf749 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2671084 Jul 24 00:03:31.787155 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0dd787e3-55ff-47f8-af06-2ab434b179d9 req-86ac1618-26d1-4b66-b15c-d15e94d70b1e tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748012 Jul 24 00:03:31.787568 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 55986) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:31.792967 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-01ddca9a-9abb-4ee2-8691-e96407ea3642 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-805455220', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:03:31.832056 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-01ddca9a-9abb-4ee2-8691-e96407ea3642 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:31.833343 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-01ddca9a-9abb-4ee2-8691-e96407ea3642 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:31.836055 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7c0d4170-a2d5-408c-b90c-cf33abc9d68b tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:31.876091 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e76948a5-c059-46f6-917a-dc2a80df626d None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:31.885717 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-e76948a5-c059-46f6-917a-dc2a80df626d None None] Transition to ACTIVE for port object 874aa41a-7a8d-4516-bba7-fe9bced2e6dc will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:03:31.906813 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-01ddca9a-9abb-4ee2-8691-e96407ea3642 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:31.910831 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-e76948a5-c059-46f6-917a-dc2a80df626d None None] Transition to ACTIVE for port object 874aa41a-7a8d-4516-bba7-fe9bced2e6dc will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:03:31.913562 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-01ddca9a-9abb-4ee2-8691-e96407ea3642 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:31.921596 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e76948a5-c059-46f6-917a-dc2a80df626d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:31.948290 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-01ddca9a-9abb-4ee2-8691-e96407ea3642 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:31.951046 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-01ddca9a-9abb-4ee2-8691-e96407ea3642 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1623428 Jul 24 00:03:31.954681 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 55988) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:31.959270 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-4aa4d30e-44dd-44cb-a3b8-3e36a6f17e17 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-2085722893', 'prefixes': ['172.20.0.0/16']}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:03:31.992101 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0d4170-a2d5-408c-b90c-cf33abc9d68b tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:03:31.996410 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0d4170-a2d5-408c-b90c-cf33abc9d68b tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Pushing event updated for resources: {'Port': ['ID=43c605a3-da44-4eb8-8ee1-b51ea2c2a3d3,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:32.009529 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-7c0d4170-a2d5-408c-b90c-cf33abc9d68b tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:03:32.012858 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0d4170-a2d5-408c-b90c-cf33abc9d68b tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:03:32.021553 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76948a5-c059-46f6-917a-dc2a80df626d None None] Network 0b3a2f29-65c7-4127-94fc-1bee2aa7a551 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:03:32.024449 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76948a5-c059-46f6-917a-dc2a80df626d None None] Pushing event updated for resources: {'Port': ['ID=874aa41a-7a8d-4516-bba7-fe9bced2e6dc,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:32.032621 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-e76948a5-c059-46f6-917a-dc2a80df626d None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:03:32.044329 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b7a55727-4e19-4d3b-9685-986057a933de req-ddaa2888-03e8-4dbf-9b08-61f94757a031 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645633 Jul 24 00:03:32.045698 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76948a5-c059-46f6-917a-dc2a80df626d None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:03:32.068413 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4aa4d30e-44dd-44cb-a3b8-3e36a6f17e17 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] Notify callbacks [] for subnetpool, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:32.069872 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-4aa4d30e-44dd-44cb-a3b8-3e36a6f17e17 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1141410 Jul 24 00:03:32.073249 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 55998) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:32.078092 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.tag.tag_plugin [None req-ff04251b-94da-4715-a9f6-c64b9e20214b tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'e3e88c4a-38d3-4ed7-901c-91696b688f8c', 'tempest-TagsExtTest-Tag-1671028347') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:32.128193 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 13f71a44-a306-4a88-ae2f-d8380c17e1c3 up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:03:32.181911 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-e76948a5-c059-46f6-917a-dc2a80df626d None None] Attempting to bind port 874aa41a-7a8d-4516-bba7-fe9bced2e6dc on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:03:32.182576 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-e76948a5-c059-46f6-917a-dc2a80df626d None None] Attempting to bind port 874aa41a-7a8d-4516-bba7-fe9bced2e6dc by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '5a19a036-3ac1-4978-830f-eee1d53934c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '0b3a2f29-65c7-4127-94fc-1bee2aa7a551'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:03:32.182949 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76948a5-c059-46f6-917a-dc2a80df626d None None] Attempting to bind port 874aa41a-7a8d-4516-bba7-fe9bced2e6dc on network 0b3a2f29-65c7-4127-94fc-1bee2aa7a551 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:03:32.194836 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76948a5-c059-46f6-917a-dc2a80df626d None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:03:32.195285 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76948a5-c059-46f6-917a-dc2a80df626d None None] Checking segment: {'id': '5a19a036-3ac1-4978-830f-eee1d53934c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '0b3a2f29-65c7-4127-94fc-1bee2aa7a551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:03:32.195762 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e76948a5-c059-46f6-917a-dc2a80df626d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:32.196167 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76948a5-c059-46f6-917a-dc2a80df626d None None] Bound using segment: {'id': '5a19a036-3ac1-4978-830f-eee1d53934c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '0b3a2f29-65c7-4127-94fc-1bee2aa7a551'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:03:32.197148 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-e76948a5-c059-46f6-917a-dc2a80df626d None None] Bound port: 874aa41a-7a8d-4516-bba7-fe9bced2e6dc, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a19a036-3ac1-4978-830f-eee1d53934c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '0b3a2f29-65c7-4127-94fc-1bee2aa7a551'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:03:32.197148 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e76948a5-c059-46f6-917a-dc2a80df626d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:32.214178 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-ff04251b-94da-4715-a9f6-c64b9e20214b tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] 10.222.0.44 "PUT /v2.0/subnets/e3e88c4a-38d3-4ed7-901c-91696b688f8c/tags/tempest-TagsExtTest-Tag-1671028347 HTTP/1.1" status: 201 len: 201 time: 0.1397493 Jul 24 00:03:32.214708 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c58edc84-1454-44b4-80b5-202df2dfc26e tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Router 034c9c18-2ce8-4317-907c-330fc6602114 is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:03:32.215481 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56000) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:32.224835 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-a371c548-aafc-4230-a471-7810875b76d1 None None] Provisioning complete for port d18bd505-e56e-4118-830a-2e7414606243 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:03:32.225224 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a371c548-aafc-4230-a471-7810875b76d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:32.229188 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.tag.tag_plugin [None req-03224a88-00b6-4a0f-bfdc-862950b87479 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'd3612365-50bc-4107-8cd0-78e58a49c162', 'tempest-TagsExtTest-Tag-2046686088') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:32.320710 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-03224a88-00b6-4a0f-bfdc-862950b87479 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] 10.222.0.44 "PUT /v2.0/ports/d3612365-50bc-4107-8cd0-78e58a49c162/tags/tempest-TagsExtTest-Tag-2046686088 HTTP/1.1" status: 201 len: 201 time: 0.1016152 Jul 24 00:03:32.324083 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56004) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:32.327674 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-e76948a5-c059-46f6-917a-dc2a80df626d None None] For port 874aa41a-7a8d-4516-bba7-fe9bced2e6dc, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:03:32.331545 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.tag.tag_plugin [None req-e8f6e787-235e-4aaf-b2bd-26060390c57d tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '487653c5-e0b2-4344-b5a2-5aa789dde69f', 'tempest-TagsExtTest-Tag-1732844181') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:32.342338 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-a371c548-aafc-4230-a471-7810875b76d1 None None] Port d18bd505-e56e-4118-830a-2e7414606243 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:03:32.345221 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-e76948a5-c059-46f6-917a-dc2a80df626d None None] For port 874aa41a-7a8d-4516-bba7-fe9bced2e6dc, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=874aa41a-7a8d-4516-bba7-fe9bced2e6dc,segment=NetworkSegment(5a19a036-3ac1-4978-830f-eee1d53934c3),segment_id=5a19a036-3ac1-4978-830f-eee1d53934c3)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:03:32.353046 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e76948a5-c059-46f6-917a-dc2a80df626d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:32.374788 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port 13f71a44-a306-4a88-ae2f-d8380c17e1c3 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:03:32.375607 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 56006) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:32.412860 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port 13f71a44-a306-4a88-ae2f-d8380c17e1c3 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:03:32.413428 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:32.469464 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-e8f6e787-235e-4aaf-b2bd-26060390c57d tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] 10.222.0.44 "PUT /v2.0/routers/487653c5-e0b2-4344-b5a2-5aa789dde69f/tags/tempest-TagsExtTest-Tag-1732844181 HTTP/1.1" status: 201 len: 201 time: 0.1437647 Jul 24 00:03:32.470732 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56010) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:32.479817 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.tag.tag_plugin [None req-191c7538-5e35-408c-91d2-2cf546061670 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '606b71bb-63e6-4699-b04b-4ce83ece9b3c', 'tempest-TagsExtTest-Tag-646028197') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:32.484367 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c58edc84-1454-44b4-80b5-202df2dfc26e tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:03:32.496065 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-c58edc84-1454-44b4-80b5-202df2dfc26e tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "PUT /v2.0/routers/034c9c18-2ce8-4317-907c-330fc6602114/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4472270 Jul 24 00:03:32.498425 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c539f59c-45f1-4bd4-a1b1-34f1e0260ab5 None None] Sync routers for ids ['034c9c18-2ce8-4317-907c-330fc6602114'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:03:32.517619 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c539f59c-45f1-4bd4-a1b1-34f1e0260ab5 None None] Routers {'034c9c18-2ce8-4317-907c-330fc6602114'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:03:32.518398 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-c539f59c-45f1-4bd4-a1b1-34f1e0260ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:03:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['034c9c18-2ce8-4317-907c-330fc6602114'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:32.524904 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 56012) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:32.532798 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-8f0b0c68-81a3-4287-9fea-049e8d7c4c1f tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1490249725'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:03:32.582070 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-08f22709-9235-4ec1-bc96-3ca7150328ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:32.629701 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-191c7538-5e35-408c-91d2-2cf546061670 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] 10.222.0.44 "PUT /v2.0/subnetpools/606b71bb-63e6-4699-b04b-4ce83ece9b3c/tags/tempest-TagsExtTest-Tag-646028197 HTTP/1.1" status: 201 len: 201 time: 0.1529927 Jul 24 00:03:32.631247 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56014) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:32.636450 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f0b0c68-81a3-4287-9fea-049e8d7c4c1f tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Made reservation on behalf of 4089b22453f945a5901919043ff32633 for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:03:32.636998 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.tag.tag_plugin [None req-987cfdbd-7fc8-439e-a43f-d03fb0ea0b40 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'e3e88c4a-38d3-4ed7-901c-91696b688f8c') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:32.642264 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76948a5-c059-46f6-917a-dc2a80df626d None None] Pushing event updated for resources: {'Port': ['ID=874aa41a-7a8d-4516-bba7-fe9bced2e6dc,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:32.645913 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8f0b0c68-81a3-4287-9fea-049e8d7c4c1f tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:32.668476 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-c539f59c-45f1-4bd4-a1b1-34f1e0260ab5 None None] Set router 034c9c18-2ce8-4317-907c-330fc6602114 gateway port host: None {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:03:32.741051 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:32.779227 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7c0d4170-a2d5-408c-b90c-cf33abc9d68b tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks [] for router_gateway, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:32.780404 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-987cfdbd-7fc8-439e-a43f-d03fb0ea0b40 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] 10.222.0.44 "GET /v2.0/subnets/e3e88c4a-38d3-4ed7-901c-91696b688f8c/tags HTTP/1.1" status: 200 len: 241 time: 0.1463561 Jul 24 00:03:32.783893 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56016) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:32.790656 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.tag.tag_plugin [None req-84a27046-6c79-4b5e-a309-d59c20ee549f tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e3e88c4a-38d3-4ed7-901c-91696b688f8c', 'tempest-TagsExtTest-Tag-1671028347') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:32.793601 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a746b04d-4762-4dcd-a318-7b96ce824ffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f71a44-a306-4a88-ae2f-d8380c17e1c3'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:03:32.795539 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f0b0c68-81a3-4287-9fea-049e8d7c4c1f tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:03:32.798293 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85fd6624-9ec7-4941-aa76-aaeb4fdc866f" -d '{"events": [{"server_uuid": "a746b04d-4762-4dcd-a318-7b96ce824ffb", "name": "network-vif-plugged", "status": "completed", "tag": "13f71a44-a306-4a88-ae2f-d8380c17e1c3"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:03:32.857151 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 13f71a44-a306-4a88-ae2f-d8380c17e1c3, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=13f71a44-a306-4a88-ae2f-d8380c17e1c3,segment=NetworkSegment(03844098-4008-432a-ad64-80c1a7ec0473),segment_id=03844098-4008-432a-ad64-80c1a7ec0473)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:03:32.863884 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:32.899066 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-84a27046-6c79-4b5e-a309-d59c20ee549f tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] 10.222.0.44 "GET /v2.0/subnets/e3e88c4a-38d3-4ed7-901c-91696b688f8c/tags/tempest-TagsExtTest-Tag-1671028347 HTTP/1.1" status: 204 len: 168 time: 0.1113863 Jul 24 00:03:32.899439 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56022) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:32.920903 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.tag.tag_plugin [None req-d54baa05-966e-4b55-a61d-27a927e76c6e tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'e3e88c4a-38d3-4ed7-901c-91696b688f8c', 'tempest-TagsExtTest-Tag-1671028347') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:32.956321 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=13f71a44-a306-4a88-ae2f-d8380c17e1c3,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:32.957927 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-c539f59c-45f1-4bd4-a1b1-34f1e0260ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '034c9c18-2ce8-4317-907c-330fc6602114', 'name': 'tempest-RoutersIpV6Test-router-291813044', 'tenant_id': '4089b22453f945a5901919043ff32633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:03:24Z', 'updated_at': '2021-07-24T00:03:30Z', 'revision_number': 2, 'project_id': '4089b22453f945a5901919043ff32633', 'gw_port_host': None, '_interfaces': [{'id': 'd18bd505-e56e-4118-830a-2e7414606243', 'name': '', 'network_id': '941deb0f-9335-4a6e-a2a5-8c0702697c8d', 'tenant_id': '4089b22453f945a5901919043ff32633', 'mac_address': 'fa:16:3e:5e:35:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '034c9c18-2ce8-4317-907c-330fc6602114', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '05c840f6-1e89-4e3c-b2c5-8bc1a8b7dac2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:03:28Z', 'updated_at': '2021-07-24T00:03:30Z', 'revision_number': 2, 'project_id': '4089b22453f945a5901919043ff32633', 'subnets': [{'id': '05c840f6-1e89-4e3c-b2c5-8bc1a8b7dac2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:32.966312 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8094444-34ee-4c06-93e1-0964522a166a x-openstack-request-id: req-b8094444-34ee-4c06-93e1-0964522a166a {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:03:32.966607 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a746b04d-4762-4dcd-a318-7b96ce824ffb", "name": "network-vif-plugged", "status": "completed", "tag": "13f71a44-a306-4a88-ae2f-d8380c17e1c3", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:03:32.966964 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b8094444-34ee-4c06-93e1-0964522a166a {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:03:32.968752 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a746b04d-4762-4dcd-a318-7b96ce824ffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f71a44-a306-4a88-ae2f-d8380c17e1c3', 'code': 200} Jul 24 00:03:32.999694 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c539f59c-45f1-4bd4-a1b1-34f1e0260ab5 None None] Checking router: 034c9c18-2ce8-4317-907c-330fc6602114 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:03:33.000542 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c539f59c-45f1-4bd4-a1b1-34f1e0260ab5 None None] Updating router 034c9c18-2ce8-4317-907c-330fc6602114 port d18bd505-e56e-4118-830a-2e7414606243 binding host n-d-800088-16 {{(pid=100316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:03:33.053082 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-c539f59c-45f1-4bd4-a1b1-34f1e0260ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:33.055982 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8f0b0c68-81a3-4287-9fea-049e8d7c4c1f tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:33.055982 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-8f0b0c68-81a3-4287-9fea-049e8d7c4c1f tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Added segment a7821dc4-71de-4d4b-9ea7-cd1f37428036 of type vlan for network 4d14ae4d-69f2-4c08-b8ee-c34f0b37fc35 Jul 24 00:03:33.119623 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-d54baa05-966e-4b55-a61d-27a927e76c6e tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] 10.222.0.44 "DELETE /v2.0/subnets/e3e88c4a-38d3-4ed7-901c-91696b688f8c/tags/tempest-TagsExtTest-Tag-1671028347 HTTP/1.1" status: 204 len: 168 time: 0.2163050 Jul 24 00:03:33.122040 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56030) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:33.127927 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.tag.tag_plugin [None req-64f5d5ca-a3a8-4597-b393-44ba16e4a0b7 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'e3e88c4a-38d3-4ed7-901c-91696b688f8c') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:33.181235 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8f0b0c68-81a3-4287-9fea-049e8d7c4c1f tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:33.234478 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d391370c-7819-4aa7-afb2-08e043ce0974 req-65199936-b990-4bca-ac89-33cbfe983569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:33.237836 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d391370c-7819-4aa7-afb2-08e043ce0974 req-65199936-b990-4bca-ac89-33cbfe983569 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a746b04d-4762-4dcd-a318-7b96ce824ffb HTTP/1.1" status: 200 len: 1098 time: 0.2160971 Jul 24 00:03:33.317450 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.db.resource_extend [None req-8f0b0c68-81a3-4287-9fea-049e8d7c4c1f tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 24 00:03:33.326208 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-64f5d5ca-a3a8-4597-b393-44ba16e4a0b7 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] 10.222.0.44 "GET /v2.0/subnets/e3e88c4a-38d3-4ed7-901c-91696b688f8c/tags HTTP/1.1" status: 200 len: 205 time: 0.2030945 Jul 24 00:03:33.329467 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56032) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:33.334050 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.tag.tag_plugin [None req-349c339b-9668-4027-acec-5e743b25dea6 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'd3612365-50bc-4107-8cd0-78e58a49c162') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:33.340592 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d391370c-7819-4aa7-afb2-08e043ce0974 req-c655f090-7309-4c59-b0fd-09dd5ef2a5b4 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900440 Jul 24 00:03:33.347167 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f598c88-530e-48f3-afd1-5164c1f00384 req-bf2b9c93-66fe-478f-a18f-fd504023e294 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:33.348893 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2f598c88-530e-48f3-afd1-5164c1f00384 req-bf2b9c93-66fe-478f-a18f-fd504023e294 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=a746b04d-4762-4dcd-a318-7b96ce824ffb HTTP/1.1" status: 200 len: 946 time: 0.3348300 Jul 24 00:03:33.350932 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-08f22709-9235-4ec1-bc96-3ca7150328ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:33.367475 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-08f22709-9235-4ec1-bc96-3ca7150328ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:33.416847 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a044c-9a39-46d2-bd23-6de32e7b7602 req-cb897b78-854a-4b39-be9e-fcedb0d137e0 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:33.416847 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6d9a044c-9a39-46d2-bd23-6de32e7b7602 req-cb897b78-854a-4b39-be9e-fcedb0d137e0 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2a03b3c-980c-4c1f-a15d-dc6322272e18 HTTP/1.1" status: 200 len: 950 time: 0.1901155 Jul 24 00:03:33.423020 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-c539f59c-45f1-4bd4-a1b1-34f1e0260ab5 None None] Notify callbacks [] for port, precommit_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:33.432021 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8f0b0c68-81a3-4287-9fea-049e8d7c4c1f tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:33.438192 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0b0c68-81a3-4287-9fea-049e8d7c4c1f tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:33.438839 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8f0b0c68-81a3-4287-9fea-049e8d7c4c1f tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:33.439482 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.provisioning_blocks [None req-c539f59c-45f1-4bd4-a1b1-34f1e0260ab5 None None] Transition to ACTIVE for port object d18bd505-e56e-4118-830a-2e7414606243 will not be triggered until provisioned by entity L2. {{(pid=100316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:03:33.454298 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-c539f59c-45f1-4bd4-a1b1-34f1e0260ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:33.485846 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 874aa41a-7a8d-4516-bba7-fe9bced2e6dc up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:03:33.491924 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-349c339b-9668-4027-acec-5e743b25dea6 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] 10.222.0.44 "GET /v2.0/ports/d3612365-50bc-4107-8cd0-78e58a49c162/tags HTTP/1.1" status: 200 len: 241 time: 0.1612427 Jul 24 00:03:33.494566 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56034) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:33.499644 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.tag.tag_plugin [None req-01945d2e-357c-46f1-af4b-efd293e93ab3 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd3612365-50bc-4107-8cd0-78e58a49c162', 'tempest-TagsExtTest-Tag-2046686088') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:33.504929 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-8f0b0c68-81a3-4287-9fea-049e8d7c4c1f tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9789004 Jul 24 00:03:33.509327 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56036) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:33.532420 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7c0d4170-a2d5-408c-b90c-cf33abc9d68b tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:33.554940 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164450ed-8bf0-4dc6-acc2-d27de248f306 None None] Pushing event updated for resources: {'Port': ['ID=d18bd505-e56e-4118-830a-2e7414606243,revision_number=3']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:33.562234 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-08f22709-9235-4ec1-bc96-3ca7150328ab admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d2129e519c384ff1b6b1c9cb75fd9790&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1805091 Jul 24 00:03:33.564591 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f22709-9235-4ec1-bc96-3ca7150328ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ce515c-f829-4aed-b839-d6073779f2f1,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:33.567563 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7c0d4170-a2d5-408c-b90c-cf33abc9d68b tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-687196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-687191', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-626537'] for router, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:33.568436 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164450ed-8bf0-4dc6-acc2-d27de248f306 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:03:33.568926 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164450ed-8bf0-4dc6-acc2-d27de248f306 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:03:33.569381 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164450ed-8bf0-4dc6-acc2-d27de248f306 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:03:33.571088 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164450ed-8bf0-4dc6-acc2-d27de248f306 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:03:33.572165 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164450ed-8bf0-4dc6-acc2-d27de248f306 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:03:33.572500 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 56038) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:33.572597 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164450ed-8bf0-4dc6-acc2-d27de248f306 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:03:33.575320 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6d9a044c-9a39-46d2-bd23-6de32e7b7602 req-eb247e8a-be61-4d95-bdcb-928bc63c2b31 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404338 Jul 24 00:03:33.579050 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164450ed-8bf0-4dc6-acc2-d27de248f306 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:03:33.581290 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164450ed-8bf0-4dc6-acc2-d27de248f306 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:03:33.581539 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164450ed-8bf0-4dc6-acc2-d27de248f306 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:03:33.582104 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164450ed-8bf0-4dc6-acc2-d27de248f306 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:03:33.582543 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164450ed-8bf0-4dc6-acc2-d27de248f306 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:03:33.582981 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164450ed-8bf0-4dc6-acc2-d27de248f306 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:03:33.584317 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2f598c88-530e-48f3-afd1-5164c1f00384 req-e511b8f0-f32c-4638-8045-dfdbd091a2b1 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259767 Jul 24 00:03:33.599481 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-72749491-f092-47b6-9483-92cb8eef5eb5 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Request body: {'subnet': {'network_id': '4d14ae4d-69f2-4c08-b8ee-c34f0b37fc35', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:03:33.620986 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 874aa41a-7a8d-4516-bba7-fe9bced2e6dc completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:03:33.682045 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0b0c68-81a3-4287-9fea-049e8d7c4c1f tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Pushing event updated for resources: {'Network': ['ID=4d14ae4d-69f2-4c08-b8ee-c34f0b37fc35,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:33.694375 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-c539f59c-45f1-4bd4-a1b1-34f1e0260ab5 None None] Attempting to bind port d18bd505-e56e-4118-830a-2e7414606243 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:03:33.695268 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-c539f59c-45f1-4bd4-a1b1-34f1e0260ab5 None None] Attempting to bind port d18bd505-e56e-4118-830a-2e7414606243 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '995d3b32-25e5-48c1-a8fb-b0fda2844242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '941deb0f-9335-4a6e-a2a5-8c0702697c8d'}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:03:33.695884 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c539f59c-45f1-4bd4-a1b1-34f1e0260ab5 None None] Attempting to bind port d18bd505-e56e-4118-830a-2e7414606243 on network 941deb0f-9335-4a6e-a2a5-8c0702697c8d {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:03:33.696419 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 4d14ae4d-69f2-4c08-b8ee-c34f0b37fc35 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:03:33.704221 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c539f59c-45f1-4bd4-a1b1-34f1e0260ab5 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:03:33.705026 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c539f59c-45f1-4bd4-a1b1-34f1e0260ab5 None None] Checking segment: {'id': '995d3b32-25e5-48c1-a8fb-b0fda2844242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '941deb0f-9335-4a6e-a2a5-8c0702697c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:03:33.705650 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-c539f59c-45f1-4bd4-a1b1-34f1e0260ab5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:33.706250 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c539f59c-45f1-4bd4-a1b1-34f1e0260ab5 None None] Bound using segment: {'id': '995d3b32-25e5-48c1-a8fb-b0fda2844242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '941deb0f-9335-4a6e-a2a5-8c0702697c8d'} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:03:33.706946 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-c539f59c-45f1-4bd4-a1b1-34f1e0260ab5 None None] Bound port: d18bd505-e56e-4118-830a-2e7414606243, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '995d3b32-25e5-48c1-a8fb-b0fda2844242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '941deb0f-9335-4a6e-a2a5-8c0702697c8d'}}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:03:33.707564 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-c539f59c-45f1-4bd4-a1b1-34f1e0260ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:33.756264 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-01945d2e-357c-46f1-af4b-efd293e93ab3 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] 10.222.0.44 "GET /v2.0/ports/d3612365-50bc-4107-8cd0-78e58a49c162/tags/tempest-TagsExtTest-Tag-2046686088 HTTP/1.1" status: 204 len: 168 time: 0.2596798 Jul 24 00:03:33.762209 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56042) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:33.771580 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.tag.tag_plugin [None req-dd180341-0161-40ef-9623-994ef3a5ea96 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'd3612365-50bc-4107-8cd0-78e58a49c162', 'tempest-TagsExtTest-Tag-2046686088') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:33.798100 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-c539f59c-45f1-4bd4-a1b1-34f1e0260ab5 None None] For port d18bd505-e56e-4118-830a-2e7414606243, host n-d-800088-16, cleared binding levels {{(pid=100316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:03:33.802224 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-c539f59c-45f1-4bd4-a1b1-34f1e0260ab5 None None] For port d18bd505-e56e-4118-830a-2e7414606243, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=d18bd505-e56e-4118-830a-2e7414606243,segment=NetworkSegment(995d3b32-25e5-48c1-a8fb-b0fda2844242),segment_id=995d3b32-25e5-48c1-a8fb-b0fda2844242)] {{(pid=100316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:03:33.812332 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-c539f59c-45f1-4bd4-a1b1-34f1e0260ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:33.941035 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72749491-f092-47b6-9483-92cb8eef5eb5 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Made reservation on behalf of 4089b22453f945a5901919043ff32633 for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:03:33.951409 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c539f59c-45f1-4bd4-a1b1-34f1e0260ab5 None None] Routers {'034c9c18-2ce8-4317-907c-330fc6602114'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:03:33.952567 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-c539f59c-45f1-4bd4-a1b1-34f1e0260ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:03:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['034c9c18-2ce8-4317-907c-330fc6602114'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:33.970990 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-72749491-f092-47b6-9483-92cb8eef5eb5 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:33.979629 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-523fb1d8-ffd5-49d9-a418-8c04ec11037f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:34.015521 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-dd180341-0161-40ef-9623-994ef3a5ea96 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] 10.222.0.44 "DELETE /v2.0/ports/d3612365-50bc-4107-8cd0-78e58a49c162/tags/tempest-TagsExtTest-Tag-2046686088 HTTP/1.1" status: 204 len: 168 time: 0.2524481 Jul 24 00:03:34.019718 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56046) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:34.024092 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.tag.tag_plugin [None req-34f338c2-419a-494e-a165-dbdb68ef667a tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'd3612365-50bc-4107-8cd0-78e58a49c162') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:34.053940 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-523fb1d8-ffd5-49d9-a418-8c04ec11037f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:34.186472 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164450ed-8bf0-4dc6-acc2-d27de248f306 None None] Pushing event updated for resources: {'Port': ['ID=d18bd505-e56e-4118-830a-2e7414606243,revision_number=4']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:34.199891 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c0d4170-a2d5-408c-b90c-cf33abc9d68b tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Router c9cf81b5-4996-4ae5-afc8-faee1762678c is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:03:34.226127 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-c539f59c-45f1-4bd4-a1b1-34f1e0260ab5 None None] Set router 034c9c18-2ce8-4317-907c-330fc6602114 gateway port host: None {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:03:34.241131 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdc7f19-04e5-43f4-b8bd-cb51360cb548 None None] Network 0b3a2f29-65c7-4127-94fc-1bee2aa7a551 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:03:34.301556 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-523fb1d8-ffd5-49d9-a418-8c04ec11037f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:34.304700 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-523fb1d8-ffd5-49d9-a418-8c04ec11037f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:34.306360 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-523fb1d8-ffd5-49d9-a418-8c04ec11037f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/78ce515c-f829-4aed-b839-d6073779f2f1 HTTP/1.1" status: 204 len: 168 time: 0.7331252 Jul 24 00:03:34.347667 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523fb1d8-ffd5-49d9-a418-8c04ec11037f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ce515c-f829-4aed-b839-d6073779f2f1,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:34.379282 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-72749491-f092-47b6-9483-92cb8eef5eb5 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:34.391012 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c0d4170-a2d5-408c-b90c-cf33abc9d68b tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:03:34.407000 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7c0d4170-a2d5-408c-b90c-cf33abc9d68b tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:34.408266 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-7c0d4170-a2d5-408c-b90c-cf33abc9d68b tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] 10.222.0.44 "PUT /v2.0/routers/c9cf81b5-4996-4ae5-afc8-faee1762678c HTTP/1.1" status: 200 len: 884 time: 5.4887266 Jul 24 00:03:34.413283 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 56054) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:34.448322 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9807469-bc95-4ca3-844f-d527f13bb31c None None] Sync routers for ids ['c9cf81b5-4996-4ae5-afc8-faee1762678c'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:03:34.473882 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-59415cae-f0b1-4477-9013-4cd848f8361b None None] Provisioning for port 874aa41a-7a8d-4516-bba7-fe9bced2e6dc completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:03:34.507111 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-59415cae-f0b1-4477-9013-4cd848f8361b None None] Provisioning complete for port 874aa41a-7a8d-4516-bba7-fe9bced2e6dc triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:03:34.507741 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-59415cae-f0b1-4477-9013-4cd848f8361b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:34.562250 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-34f338c2-419a-494e-a165-dbdb68ef667a tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] 10.222.0.44 "GET /v2.0/ports/d3612365-50bc-4107-8cd0-78e58a49c162/tags HTTP/1.1" status: 200 len: 205 time: 0.5384936 Jul 24 00:03:34.565517 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56056) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:34.575064 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.tag.tag_plugin [None req-57e20e77-8352-4db1-9de2-039299f6db85 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '487653c5-e0b2-4344-b5a2-5aa789dde69f') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:34.595731 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9807469-bc95-4ca3-844f-d527f13bb31c None None] Routers {'c9cf81b5-4996-4ae5-afc8-faee1762678c'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:03:34.598138 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-a9807469-bc95-4ca3-844f-d527f13bb31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:03:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['c9cf81b5-4996-4ae5-afc8-faee1762678c'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:34.631870 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-8e7bad39-d65e-4735-aede-f4c1c9b26ae0 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] 10.222.0.44 "GET /v2.0/routers/c9cf81b5-4996-4ae5-afc8-faee1762678c HTTP/1.1" status: 200 len: 925 time: 0.2127583 Jul 24 00:03:34.632475 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 56062) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:34.698181 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-c539f59c-45f1-4bd4-a1b1-34f1e0260ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '034c9c18-2ce8-4317-907c-330fc6602114', 'name': 'tempest-RoutersIpV6Test-router-291813044', 'tenant_id': '4089b22453f945a5901919043ff32633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:03:24Z', 'updated_at': '2021-07-24T00:03:30Z', 'revision_number': 2, 'project_id': '4089b22453f945a5901919043ff32633', 'gw_port_host': None, '_interfaces': [{'id': 'd18bd505-e56e-4118-830a-2e7414606243', 'name': '', 'network_id': '941deb0f-9335-4a6e-a2a5-8c0702697c8d', 'tenant_id': '4089b22453f945a5901919043ff32633', 'mac_address': 'fa:16:3e:5e:35:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '034c9c18-2ce8-4317-907c-330fc6602114', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '05c840f6-1e89-4e3c-b2c5-8bc1a8b7dac2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:03:28Z', 'updated_at': '2021-07-24T00:03:33Z', 'revision_number': 4, 'project_id': '4089b22453f945a5901919043ff32633', 'subnets': [{'id': '05c840f6-1e89-4e3c-b2c5-8bc1a8b7dac2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:34.709981 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72749491-f092-47b6-9483-92cb8eef5eb5 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Pushing event updated for resources: {'Subnet': ['ID=80243f7e-e7b6-4fea-8c04-af9e6926e3bc,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:34.735688 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72749491-f092-47b6-9483-92cb8eef5eb5 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Checking segment: {'id': 'a7821dc4-71de-4d4b-9ea7-cd1f37428036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '4d14ae4d-69f2-4c08-b8ee-c34f0b37fc35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:03:34.737972 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72749491-f092-47b6-9483-92cb8eef5eb5 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Network hostable DHCP agents. Network: 4d14ae4d-69f2-4c08-b8ee-c34f0b37fc35, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:03:34.739638 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-a9807469-bc95-4ca3-844f-d527f13bb31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:34.775224 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-57e20e77-8352-4db1-9de2-039299f6db85 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] 10.222.0.44 "GET /v2.0/routers/487653c5-e0b2-4344-b5a2-5aa789dde69f/tags HTTP/1.1" status: 200 len: 241 time: 0.2053051 Jul 24 00:03:34.779364 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56070) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:34.787023 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.tag.tag_plugin [None req-4c0a1cb7-83fd-4227-95c2-afae2b734871 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '487653c5-e0b2-4344-b5a2-5aa789dde69f', 'tempest-TagsExtTest-Tag-1732844181') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:34.791204 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c539f59c-45f1-4bd4-a1b1-34f1e0260ab5 None None] The sync data for ids ['034c9c18-2ce8-4317-907c-330fc6602114'] in n-d-800088-16 is: [{'id': '034c9c18-2ce8-4317-907c-330fc6602114', 'name': 'tempest-RoutersIpV6Test-router-291813044', 'tenant_id': '4089b22453f945a5901919043ff32633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:03:24Z', 'updated_at': '2021-07-24T00:03:30Z', 'revision_number': 2, 'project_id': '4089b22453f945a5901919043ff32633', 'gw_port_host': None, '_interfaces': [{'id': 'd18bd505-e56e-4118-830a-2e7414606243', 'name': '', 'network_id': '941deb0f-9335-4a6e-a2a5-8c0702697c8d', 'tenant_id': '4089b22453f945a5901919043ff32633', 'mac_address': 'fa:16:3e:5e:35:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '034c9c18-2ce8-4317-907c-330fc6602114', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '05c840f6-1e89-4e3c-b2c5-8bc1a8b7dac2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:03:28Z', 'updated_at': '2021-07-24T00:03:33Z', 'revision_number': 4, 'project_id': '4089b22453f945a5901919043ff32633', 'subnets': [{'id': '05c840f6-1e89-4e3c-b2c5-8bc1a8b7dac2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:03:34.801174 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9807469-bc95-4ca3-844f-d527f13bb31c None None] Routers {'c9cf81b5-4996-4ae5-afc8-faee1762678c'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:03:34.801830 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-a9807469-bc95-4ca3-844f-d527f13bb31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:03:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['c9cf81b5-4996-4ae5-afc8-faee1762678c'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:34.824888 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56663a9-3234-4bd0-b095-bbe2709fa81d tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:34.829930 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-c56663a9-3234-4bd0-b095-bbe2709fa81d tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=9adcfee8-760c-4568-9e39-c221abf69bf5&device_id=c9cf81b5-4996-4ae5-afc8-faee1762678c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1963236 Jul 24 00:03:34.830819 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 56072) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:34.858979 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-a9807469-bc95-4ca3-844f-d527f13bb31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:34.859634 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9807469-bc95-4ca3-844f-d527f13bb31c None None] The sync data for ids ['c9cf81b5-4996-4ae5-afc8-faee1762678c'] in n-d-800088-16 is: [] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:03:34.932853 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee6f001-b8c6-4b4d-b40c-1b84e3fb8b8c req-ac0b47e2-17aa-4da8-91f9-fddbc4237b95 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:34.934579 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4ee6f001-b8c6-4b4d-b40c-1b84e3fb8b8c req-ac0b47e2-17aa-4da8-91f9-fddbc4237b95 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=a746b04d-4762-4dcd-a318-7b96ce824ffb HTTP/1.1" status: 200 len: 946 time: 0.1790721 Jul 24 00:03:34.945986 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72749491-f092-47b6-9483-92cb8eef5eb5 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Network 4d14ae4d-69f2-4c08-b8ee-c34f0b37fc35 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:03:34.952735 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-59415cae-f0b1-4477-9013-4cd848f8361b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:34.969102 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-4c0a1cb7-83fd-4227-95c2-afae2b734871 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] 10.222.0.44 "GET /v2.0/routers/487653c5-e0b2-4344-b5a2-5aa789dde69f/tags/tempest-TagsExtTest-Tag-1732844181 HTTP/1.1" status: 204 len: 168 time: 0.1873395 Jul 24 00:03:34.973416 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56078) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:34.978963 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.tag.tag_plugin [None req-6041abc5-51ef-4381-89ef-c71bfe57c47b tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '487653c5-e0b2-4344-b5a2-5aa789dde69f', 'tempest-TagsExtTest-Tag-1732844181') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:34.991489 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0edf832-0582-48a8-817b-756b43128364 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:34.993098 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-b0edf832-0582-48a8-817b-756b43128364 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] 10.222.0.44 "GET /v2.0/networks/9adcfee8-760c-4568-9e39-c221abf69bf5 HTTP/1.1" status: 200 len: 881 time: 0.1564937 Jul 24 00:03:35.000625 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 56080) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:35.001164 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-59415cae-f0b1-4477-9013-4cd848f8361b None None] For port 874aa41a-7a8d-4516-bba7-fe9bced2e6dc, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=874aa41a-7a8d-4516-bba7-fe9bced2e6dc,segment=NetworkSegment(5a19a036-3ac1-4978-830f-eee1d53934c3),segment_id=5a19a036-3ac1-4978-830f-eee1d53934c3)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:03:35.010713 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-59415cae-f0b1-4477-9013-4cd848f8361b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:35.022882 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-72749491-f092-47b6-9483-92cb8eef5eb5 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 4d14ae4d-69f2-4c08-b8ee-c34f0b37fc35) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:03:35.046574 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1aaacb-1e54-407c-8d5a-00b72e80a0a7 None None] Network 4d14ae4d-69f2-4c08-b8ee-c34f0b37fc35 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:03:35.059734 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-5a595d37-fdf9-4983-aa06-4c1bd122acd0 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9cf81b5-4996-4ae5-afc8-faee1762678c HTTP/1.1" status: 200 len: 205 time: 0.0574443 Jul 24 00:03:35.064670 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56082) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:35.095645 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4ee6f001-b8c6-4b4d-b40c-1b84e3fb8b8c req-5d396b84-21aa-475d-b577-3c9204d1d7f5 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475632 Jul 24 00:03:35.158459 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72749491-f092-47b6-9483-92cb8eef5eb5 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:35.159045 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-72749491-f092-47b6-9483-92cb8eef5eb5 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:35.200706 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59415cae-f0b1-4477-9013-4cd848f8361b None None] Pushing event updated for resources: {'Port': ['ID=874aa41a-7a8d-4516-bba7-fe9bced2e6dc,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:35.268192 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3e4365-0424-405b-8fd0-d2cd64c47de4 req-96db21ea-323a-4ad2-8eea-882c6cb9a350 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:35.285464 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1e3e4365-0424-405b-8fd0-d2cd64c47de4 req-96db21ea-323a-4ad2-8eea-882c6cb9a350 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2a03b3c-980c-4c1f-a15d-dc6322272e18 HTTP/1.1" status: 200 len: 950 time: 0.5030990 Jul 24 00:03:35.307748 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-72749491-f092-47b6-9483-92cb8eef5eb5 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7580936 Jul 24 00:03:35.310418 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 56092) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:35.425431 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15dddd74-884e-4489-bbb0-2f017c676dcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-4d14ae4d-69f2-4c08-b8ee-c34f0b37fc35', 'network_id': '4d14ae4d-69f2-4c08-b8ee-c34f0b37fc35', 'tenant_id': '4089b22453f945a5901919043ff32633', 'fixed_ips': [{'subnet_id': '80243f7e-e7b6-4fea-8c04-af9e6926e3bc'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:03:35.426201 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-15dddd74-884e-4489-bbb0-2f017c676dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:35.472627 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1e3e4365-0424-405b-8fd0-d2cd64c47de4 req-e6f7e25e-acf5-48cf-b835-790074b48ffc tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861064 Jul 24 00:03:35.490543 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-6041abc5-51ef-4381-89ef-c71bfe57c47b tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] 10.222.0.44 "DELETE /v2.0/routers/487653c5-e0b2-4344-b5a2-5aa789dde69f/tags/tempest-TagsExtTest-Tag-1732844181 HTTP/1.1" status: 204 len: 168 time: 0.5157690 Jul 24 00:03:35.502436 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56102) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:35.511535 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.tag.tag_plugin [None req-1dfd10de-8aec-41fe-b14f-c13e5de080d2 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '487653c5-e0b2-4344-b5a2-5aa789dde69f') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:35.537724 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-00668fba-5ca5-4d67-9abd-ebf2c7d53f14 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks [] for router, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:35.695216 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 874aa41a-7a8d-4516-bba7-fe9bced2e6dc up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:03:35.782113 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-721c7dff-db53-445d-a35e-d05f7f14f7da None None] Provisioning complete for port 874aa41a-7a8d-4516-bba7-fe9bced2e6dc triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:03:35.782749 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-721c7dff-db53-445d-a35e-d05f7f14f7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:36.018285 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-1dfd10de-8aec-41fe-b14f-c13e5de080d2 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] 10.222.0.44 "GET /v2.0/routers/487653c5-e0b2-4344-b5a2-5aa789dde69f/tags HTTP/1.1" status: 200 len: 205 time: 0.5104780 Jul 24 00:03:36.020266 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-15dddd74-884e-4489-bbb0-2f017c676dcb None None] Allocated IP 2001:db8:1::2 (4d14ae4d-69f2-4c08-b8ee-c34f0b37fc35/80243f7e-e7b6-4fea-8c04-af9e6926e3bc/a50cde6a-0fa3-4384-8d60-e0e93a487146) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:03:36.024597 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56114) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:36.032347 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.tag.tag_plugin [None req-dd2ee5d6-924a-4cc7-b823-d8939be84a87 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '606b71bb-63e6-4699-b04b-4ce83ece9b3c') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:36.061247 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-00668fba-5ca5-4d67-9abd-ebf2c7d53f14 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:36.062279 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 874aa41a-7a8d-4516-bba7-fe9bced2e6dc triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:03:36.062731 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:36.127560 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-dd2ee5d6-924a-4cc7-b823-d8939be84a87 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] 10.222.0.44 "GET /v2.0/subnetpools/606b71bb-63e6-4699-b04b-4ce83ece9b3c/tags HTTP/1.1" status: 200 len: 240 time: 0.1015334 Jul 24 00:03:36.132470 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56118) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:36.149724 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ef338-49ab-4296-84da-5fb4f83d27b5 req-ac059906-67c3-4fb2-a3d1-23e6dc582c2c tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:36.153502 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-009ef338-49ab-4296-84da-5fb4f83d27b5 req-ac059906-67c3-4fb2-a3d1-23e6dc582c2c tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=a746b04d-4762-4dcd-a318-7b96ce824ffb HTTP/1.1" status: 200 len: 946 time: 0.2062714 Jul 24 00:03:36.157549 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.tag.tag_plugin [None req-1ef3be71-e1ff-493e-b49b-6c314ad16db1 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '606b71bb-63e6-4699-b04b-4ce83ece9b3c', 'tempest-TagsExtTest-Tag-646028197') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:36.249297 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-721c7dff-db53-445d-a35e-d05f7f14f7da None None] Provisioning for port d3612365-50bc-4107-8cd0-78e58a49c162 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:03:36.253772 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-1ef3be71-e1ff-493e-b49b-6c314ad16db1 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] 10.222.0.44 "GET /v2.0/subnetpools/606b71bb-63e6-4699-b04b-4ce83ece9b3c/tags/tempest-TagsExtTest-Tag-646028197 HTTP/1.1" status: 204 len: 168 time: 0.1185424 Jul 24 00:03:36.258676 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56120) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:36.260020 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-721c7dff-db53-445d-a35e-d05f7f14f7da None None] Provisioning complete for port d3612365-50bc-4107-8cd0-78e58a49c162 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:03:36.260407 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-721c7dff-db53-445d-a35e-d05f7f14f7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:36.264819 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.tag.tag_plugin [None req-18f9875e-97c3-41d0-a586-264124b45d9f tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '606b71bb-63e6-4699-b04b-4ce83ece9b3c', 'tempest-TagsExtTest-Tag-646028197') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:36.301265 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-009ef338-49ab-4296-84da-5fb4f83d27b5 req-a41b8098-21b0-4c54-b4b5-97dbb179bdf4 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359656 Jul 24 00:03:36.308763 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-721c7dff-db53-445d-a35e-d05f7f14f7da None None] Port d3612365-50bc-4107-8cd0-78e58a49c162 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:03:36.312633 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-00668fba-5ca5-4d67-9abd-ebf2c7d53f14 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Deleting port 43c605a3-da44-4eb8-8ee1-b51ea2c2a3d3 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:03:36.313021 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-00668fba-5ca5-4d67-9abd-ebf2c7d53f14 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:36.316561 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device d18bd505-e56e-4118-830a-2e7414606243 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:03:36.402879 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-18f9875e-97c3-41d0-a586-264124b45d9f tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] 10.222.0.44 "DELETE /v2.0/subnetpools/606b71bb-63e6-4699-b04b-4ce83ece9b3c/tags/tempest-TagsExtTest-Tag-646028197 HTTP/1.1" status: 204 len: 168 time: 0.1424785 Jul 24 00:03:36.406104 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 56126) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:36.406743 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-15dddd74-884e-4489-bbb0-2f017c676dcb None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:36.413225 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.tag.tag_plugin [None req-be78325b-16f3-4130-84de-d4fe0eaae3d3 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '606b71bb-63e6-4699-b04b-4ce83ece9b3c') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:36.417732 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-15dddd74-884e-4489-bbb0-2f017c676dcb None None] Transition to ACTIVE for port object a50cde6a-0fa3-4384-8d60-e0e93a487146 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:03:36.425462 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-00668fba-5ca5-4d67-9abd-ebf2c7d53f14 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:36.445247 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-15dddd74-884e-4489-bbb0-2f017c676dcb None None] Transition to ACTIVE for port object a50cde6a-0fa3-4384-8d60-e0e93a487146 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:03:36.449427 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port d18bd505-e56e-4118-830a-2e7414606243 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:03:36.457509 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-00668fba-5ca5-4d67-9abd-ebf2c7d53f14 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Calling delete_port for 43c605a3-da44-4eb8-8ee1-b51ea2c2a3d3 owned by network:router_gateway {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:03:36.457716 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-15dddd74-884e-4489-bbb0-2f017c676dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:36.465221 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-be78325b-16f3-4130-84de-d4fe0eaae3d3 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] 10.222.0.44 "GET /v2.0/subnetpools/606b71bb-63e6-4699-b04b-4ce83ece9b3c/tags HTTP/1.1" status: 200 len: 205 time: 0.0572240 Jul 24 00:03:36.468056 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-97a81646-bf05-40d5-bbac-bc9672c49347 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:36.469815 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port d18bd505-e56e-4118-830a-2e7414606243 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:03:36.470263 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:36.471115 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 56130) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:36.477238 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.tag.tag_plugin [None req-c1dd3952-d9c8-4831-af0f-540d9c47fb90 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '606b71bb-63e6-4699-b04b-4ce83ece9b3c') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:36.518087 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-ebb7b20e-d3f3-44ff-87ba-9e041b34e6f2 None None] Provisioning complete for port d3612365-50bc-4107-8cd0-78e58a49c162 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:03:36.518543 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ebb7b20e-d3f3-44ff-87ba-9e041b34e6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:36.527873 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15dddd74-884e-4489-bbb0-2f017c676dcb None None] Network 4d14ae4d-69f2-4c08-b8ee-c34f0b37fc35 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:03:36.554778 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-15dddd74-884e-4489-bbb0-2f017c676dcb None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:03:36.577150 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15dddd74-884e-4489-bbb0-2f017c676dcb None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:03:36.588760 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dddd74-884e-4489-bbb0-2f017c676dcb None None] Pushing event updated for resources: {'Port': ['ID=a50cde6a-0fa3-4384-8d60-e0e93a487146,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:36.633346 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-ebb7b20e-d3f3-44ff-87ba-9e041b34e6f2 None None] Port d3612365-50bc-4107-8cd0-78e58a49c162 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:03:36.681683 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-c1dd3952-d9c8-4831-af0f-540d9c47fb90 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] 10.222.0.44 "DELETE /v2.0/subnetpools/606b71bb-63e6-4699-b04b-4ce83ece9b3c/tags HTTP/1.1" status: 204 len: 168 time: 0.2092984 Jul 24 00:03:36.684773 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 56140) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:36.693904 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.tag.tag_plugin [None req-8243f7b2-6362-4b5a-9d15-0e68ddd8f627 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '487653c5-e0b2-4344-b5a2-5aa789dde69f') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:36.744003 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-15dddd74-884e-4489-bbb0-2f017c676dcb None None] Attempting to bind port a50cde6a-0fa3-4384-8d60-e0e93a487146 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:03:36.744536 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-15dddd74-884e-4489-bbb0-2f017c676dcb None None] Attempting to bind port a50cde6a-0fa3-4384-8d60-e0e93a487146 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': 'a7821dc4-71de-4d4b-9ea7-cd1f37428036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '4d14ae4d-69f2-4c08-b8ee-c34f0b37fc35'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:03:36.744734 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15dddd74-884e-4489-bbb0-2f017c676dcb None None] Attempting to bind port a50cde6a-0fa3-4384-8d60-e0e93a487146 on network 4d14ae4d-69f2-4c08-b8ee-c34f0b37fc35 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:03:36.755460 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15dddd74-884e-4489-bbb0-2f017c676dcb None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:03:36.759505 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15dddd74-884e-4489-bbb0-2f017c676dcb None None] Checking segment: {'id': 'a7821dc4-71de-4d4b-9ea7-cd1f37428036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '4d14ae4d-69f2-4c08-b8ee-c34f0b37fc35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:03:36.760151 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-15dddd74-884e-4489-bbb0-2f017c676dcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:36.761091 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15dddd74-884e-4489-bbb0-2f017c676dcb None None] Bound using segment: {'id': 'a7821dc4-71de-4d4b-9ea7-cd1f37428036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '4d14ae4d-69f2-4c08-b8ee-c34f0b37fc35'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:03:36.761676 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-15dddd74-884e-4489-bbb0-2f017c676dcb None None] Bound port: a50cde6a-0fa3-4384-8d60-e0e93a487146, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7821dc4-71de-4d4b-9ea7-cd1f37428036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '4d14ae4d-69f2-4c08-b8ee-c34f0b37fc35'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:03:36.762092 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-15dddd74-884e-4489-bbb0-2f017c676dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:36.765763 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:36.767048 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-00668fba-5ca5-4d67-9abd-ebf2c7d53f14 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:36.841815 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port d18bd505-e56e-4118-830a-2e7414606243, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=d18bd505-e56e-4118-830a-2e7414606243,segment=NetworkSegment(995d3b32-25e5-48c1-a8fb-b0fda2844242),segment_id=995d3b32-25e5-48c1-a8fb-b0fda2844242)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:03:36.843387 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00668fba-5ca5-4d67-9abd-ebf2c7d53f14 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Pushing event deleted for resources: {'Port': ['ID=43c605a3-da44-4eb8-8ee1-b51ea2c2a3d3,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:36.867848 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:36.884610 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750fc16-8eea-4504-8d08-0a9d96a351f3 req-393d9730-2481-4f28-ac20-da8293bc805e tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:36.886842 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a750fc16-8eea-4504-8d08-0a9d96a351f3 req-393d9730-2481-4f28-ac20-da8293bc805e tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2a03b3c-980c-4c1f-a15d-dc6322272e18 HTTP/1.1" status: 200 len: 950 time: 0.2650030 Jul 24 00:03:36.937850 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-8243f7b2-6362-4b5a-9d15-0e68ddd8f627 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] 10.222.0.44 "DELETE /v2.0/routers/487653c5-e0b2-4344-b5a2-5aa789dde69f/tags HTTP/1.1" status: 204 len: 168 time: 0.2469397 Jul 24 00:03:36.940944 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56146) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:36.948887 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.tag.tag_plugin [None req-71bcff0f-32fb-4bf7-8c2a-1fa499f3894f tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd3612365-50bc-4107-8cd0-78e58a49c162') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:36.953364 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-00668fba-5ca5-4d67-9abd-ebf2c7d53f14 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687114'] for router_gateway, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:36.987549 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a750fc16-8eea-4504-8d08-0a9d96a351f3 req-0bea7c5b-efc3-456f-be1b-10bfff3288d5 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655696 Jul 24 00:03:37.002672 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=d18bd505-e56e-4118-830a-2e7414606243,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:37.033754 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-15dddd74-884e-4489-bbb0-2f017c676dcb None None] For port a50cde6a-0fa3-4384-8d60-e0e93a487146, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:03:37.037205 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-15dddd74-884e-4489-bbb0-2f017c676dcb None None] For port a50cde6a-0fa3-4384-8d60-e0e93a487146, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=a50cde6a-0fa3-4384-8d60-e0e93a487146,segment=NetworkSegment(a7821dc4-71de-4d4b-9ea7-cd1f37428036),segment_id=a7821dc4-71de-4d4b-9ea7-cd1f37428036)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:03:37.042823 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-15dddd74-884e-4489-bbb0-2f017c676dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:37.050162 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-97a81646-bf05-40d5-bbac-bc9672c49347 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Allocated IP 2001:db8:1::1 (4d14ae4d-69f2-4c08-b8ee-c34f0b37fc35/80243f7e-e7b6-4fea-8c04-af9e6926e3bc/41bfae9b-f962-4a7e-b52d-7139307c1acc) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:03:37.121975 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dddd74-884e-4489-bbb0-2f017c676dcb None None] Pushing event updated for resources: {'Port': ['ID=a50cde6a-0fa3-4384-8d60-e0e93a487146,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:37.252770 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-97a81646-bf05-40d5-bbac-bc9672c49347 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:37.271668 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [None req-97a81646-bf05-40d5-bbac-bc9672c49347 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Transition to ACTIVE for port object 41bfae9b-f962-4a7e-b52d-7139307c1acc will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:03:37.313721 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-97a81646-bf05-40d5-bbac-bc9672c49347 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:37.397352 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a81646-bf05-40d5-bbac-bc9672c49347 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Network 4d14ae4d-69f2-4c08-b8ee-c34f0b37fc35 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:03:37.409527 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-97a81646-bf05-40d5-bbac-bc9672c49347 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:03:37.414559 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a81646-bf05-40d5-bbac-bc9672c49347 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:03:37.415108 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-97a81646-bf05-40d5-bbac-bc9672c49347 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681761'] for router_interface, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:37.485939 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device d18bd505-e56e-4118-830a-2e7414606243 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:03:37.567650 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a81646-bf05-40d5-bbac-bc9672c49347 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Pushing event updated for resources: {'Port': ['ID=41bfae9b-f962-4a7e-b52d-7139307c1acc,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:37.568774 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port d18bd505-e56e-4118-830a-2e7414606243 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:03:37.574645 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:37.628132 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-97a81646-bf05-40d5-bbac-bc9672c49347 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:37.645281 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-00668fba-5ca5-4d67-9abd-ebf2c7d53f14 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:37.653756 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-00668fba-5ca5-4d67-9abd-ebf2c7d53f14 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:37.725614 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-00668fba-5ca5-4d67-9abd-ebf2c7d53f14 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:37.726429 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00668fba-5ca5-4d67-9abd-ebf2c7d53f14 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Fanout notify agent at l3_agent the message router_deleted on router c9cf81b5-4996-4ae5-afc8-faee1762678c {{(pid=100313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:03:37.736366 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-00668fba-5ca5-4d67-9abd-ebf2c7d53f14 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:37.741573 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-00668fba-5ca5-4d67-9abd-ebf2c7d53f14 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] 10.222.0.44 "DELETE /v2.0/routers/c9cf81b5-4996-4ae5-afc8-faee1762678c HTTP/1.1" status: 204 len: 168 time: 2.6692672 Jul 24 00:03:37.747537 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b01160-fd2b-4bb5-a91b-8f8007551a5f req-5cc50893-fcf9-44a1-b495-9756ba8cc140 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:37.749570 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-62b01160-fd2b-4bb5-a91b-8f8007551a5f req-5cc50893-fcf9-44a1-b495-9756ba8cc140 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=a746b04d-4762-4dcd-a318-7b96ce824ffb HTTP/1.1" status: 200 len: 946 time: 0.1536498 Jul 24 00:03:37.750255 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56162) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:37.755924 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-d692a205-5607-42ce-8200-d4f89d8c81c2 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-973919258', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:03:37.801415 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-71bcff0f-32fb-4bf7-8c2a-1fa499f3894f tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] 10.222.0.44 "DELETE /v2.0/ports/d3612365-50bc-4107-8cd0-78e58a49c162/tags HTTP/1.1" status: 204 len: 168 time: 0.8567142 Jul 24 00:03:37.803599 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56166) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:37.810413 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.tag.tag_plugin [None req-9bba2d76-d6fb-455b-b027-45fe7272beab tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e3e88c4a-38d3-4ed7-901c-91696b688f8c') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:37.848606 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d692a205-5607-42ce-8200-d4f89d8c81c2 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:37.849674 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d692a205-5607-42ce-8200-d4f89d8c81c2 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:37.864406 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-62b01160-fd2b-4bb5-a91b-8f8007551a5f req-472baa12-d99e-4889-bab7-624a64800b0f tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004865 Jul 24 00:03:37.927079 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d692a205-5607-42ce-8200-d4f89d8c81c2 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:37.946974 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d692a205-5607-42ce-8200-d4f89d8c81c2 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:37.980286 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-9bba2d76-d6fb-455b-b027-45fe7272beab tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] 10.222.0.44 "DELETE /v2.0/subnets/e3e88c4a-38d3-4ed7-901c-91696b688f8c/tags HTTP/1.1" status: 204 len: 168 time: 0.1697035 Jul 24 00:03:37.980286 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d692a205-5607-42ce-8200-d4f89d8c81c2 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:37.981391 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-d692a205-5607-42ce-8200-d4f89d8c81c2 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2288043 Jul 24 00:03:37.982018 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56172) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:37.982344 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56174) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:37.988206 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-97a81646-bf05-40d5-bbac-bc9672c49347 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:37.990160 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-154c67d5-eb8e-415a-a4a9-71dcf8aa9199 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'enable_snat': True}}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:03:37.996289 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-97a81646-bf05-40d5-bbac-bc9672c49347 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:37.997404 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-97a81646-bf05-40d5-bbac-bc9672c49347 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680980'] for router_interface, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:37.997992 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.tag.tag_plugin [None req-97b7fb6e-20a4-4fb0-9ffa-b3aa0b986b4f tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'e3e88c4a-38d3-4ed7-901c-91696b688f8c', 'tempest-TagsExtTest-Tag-184809144') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:38.074305 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a81646-bf05-40d5-bbac-bc9672c49347 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Pushing event updated for resources: {'Port': ['ID=41bfae9b-f962-4a7e-b52d-7139307c1acc,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:38.164945 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a81646-bf05-40d5-bbac-bc9672c49347 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Network 4d14ae4d-69f2-4c08-b8ee-c34f0b37fc35 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:03:38.167801 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-97a81646-bf05-40d5-bbac-bc9672c49347 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:03:38.284904 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97a81646-bf05-40d5-bbac-bc9672c49347 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Router 034c9c18-2ce8-4317-907c-330fc6602114 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:03:38.337833 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-154c67d5-eb8e-415a-a4a9-71dcf8aa9199 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:38.362336 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6371642d-1b8a-4462-aa48-ebb14c49611f req-b9924d92-04d8-412f-b321-4327b611883c tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:38.363505 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6371642d-1b8a-4462-aa48-ebb14c49611f req-b9924d92-04d8-412f-b321-4327b611883c tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2a03b3c-980c-4c1f-a15d-dc6322272e18 HTTP/1.1" status: 200 len: 950 time: 0.2455604 Jul 24 00:03:38.382755 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-97b7fb6e-20a4-4fb0-9ffa-b3aa0b986b4f tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] 10.222.0.44 "PUT /v2.0/subnets/e3e88c4a-38d3-4ed7-901c-91696b688f8c/tags/tempest-TagsExtTest-Tag-184809144 HTTP/1.1" status: 201 len: 201 time: 0.3986654 Jul 24 00:03:38.386314 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 56182) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:38.392717 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.tag.tag_plugin [None req-af1dc043-2c61-44d4-834b-1e6c0fe33e26 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'd3612365-50bc-4107-8cd0-78e58a49c162', 'tempest-TagsExtTest-Tag-217765698') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:38.432155 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97a81646-bf05-40d5-bbac-bc9672c49347 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:03:38.436603 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6371642d-1b8a-4462-aa48-ebb14c49611f req-208f6e53-d49e-4823-8c44-5ae03ecb9bd6 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580893 Jul 24 00:03:38.438382 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-97a81646-bf05-40d5-bbac-bc9672c49347 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "PUT /v2.0/routers/034c9c18-2ce8-4317-907c-330fc6602114/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1259308 Jul 24 00:03:38.441147 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56184) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:38.445886 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa253bb-9b6a-4ae2-a7f0-938d4cc21d62 None None] Sync routers for ids ['034c9c18-2ce8-4317-907c-330fc6602114'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:03:38.446384 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-01ebdcc7-a005-46cc-8241-489ca0923d0e tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1975208377'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:03:38.465663 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa253bb-9b6a-4ae2-a7f0-938d4cc21d62 None None] Routers {'034c9c18-2ce8-4317-907c-330fc6602114'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:03:38.466450 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-8fa253bb-9b6a-4ae2-a7f0-938d4cc21d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:03:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['034c9c18-2ce8-4317-907c-330fc6602114'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:38.514617 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-af1dc043-2c61-44d4-834b-1e6c0fe33e26 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] 10.222.0.44 "PUT /v2.0/ports/d3612365-50bc-4107-8cd0-78e58a49c162/tags/tempest-TagsExtTest-Tag-217765698 HTTP/1.1" status: 201 len: 201 time: 0.1263487 Jul 24 00:03:38.516698 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ebdcc7-a005-46cc-8241-489ca0923d0e tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Made reservation on behalf of 4089b22453f945a5901919043ff32633 for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:03:38.516976 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 56186) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:38.521491 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-01ebdcc7-a005-46cc-8241-489ca0923d0e tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:38.524863 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.tag.tag_plugin [None req-cbd8313a-ea43-464f-a379-83a0b3554101 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '487653c5-e0b2-4344-b5a2-5aa789dde69f', 'tempest-TagsExtTest-Tag-1772191953') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:38.558690 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d6eb6a-9c00-4eb6-b446-999693872d19 None None] Network 4d14ae4d-69f2-4c08-b8ee-c34f0b37fc35 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:03:38.567472 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01ebdcc7-a005-46cc-8241-489ca0923d0e tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:03:38.583186 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-01ebdcc7-a005-46cc-8241-489ca0923d0e tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:38.583871 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-01ebdcc7-a005-46cc-8241-489ca0923d0e tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Added segment dab48cbe-df3e-4afc-9f4b-7548f98a853e of type vlan for network 58f6d151-474c-42a9-b3c2-a00e2b35833e Jul 24 00:03:38.617789 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 56188) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:38.636660 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-8fa253bb-9b6a-4ae2-a7f0-938d4cc21d62 None None] Set router 034c9c18-2ce8-4317-907c-330fc6602114 gateway port host: None {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:03:38.663086 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-cbd8313a-ea43-464f-a379-83a0b3554101 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] 10.222.0.44 "PUT /v2.0/routers/487653c5-e0b2-4344-b5a2-5aa789dde69f/tags/tempest-TagsExtTest-Tag-1772191953 HTTP/1.1" status: 201 len: 201 time: 0.1422608 Jul 24 00:03:38.663484 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 56192) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:38.667572 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-670c129e-8301-42c6-8376-9207f7f035aa None None] Provisioning for port a50cde6a-0fa3-4384-8d60-e0e93a487146 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:03:38.677939 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.tag.tag_plugin [None req-dc75abb0-3812-4f3d-b435-845a69aad04d tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '606b71bb-63e6-4699-b04b-4ce83ece9b3c', 'tempest-TagsExtTest-Tag-1440240281') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:38.787120 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-dc75abb0-3812-4f3d-b435-845a69aad04d tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] 10.222.0.44 "PUT /v2.0/subnetpools/606b71bb-63e6-4699-b04b-4ce83ece9b3c/tags/tempest-TagsExtTest-Tag-1440240281 HTTP/1.1" status: 201 len: 201 time: 0.1199062 Jul 24 00:03:38.787898 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 56194) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:38.794418 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-154c67d5-eb8e-415a-a4a9-71dcf8aa9199 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:38.797965 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-01ebdcc7-a005-46cc-8241-489ca0923d0e tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:38.798320 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.tag.tag_plugin [None req-ee5effa3-c8f7-4b7e-9eb9-bbe4065a4d23 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'e3e88c4a-38d3-4ed7-901c-91696b688f8c', {'tags': ['tempest-TagsExtTest-Tag-1721353701', 'tempest-TagsExtTest-Tag-1779663788', 'tempest-TagsExtTest-Tag-1370324832']}) {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:38.824672 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-154c67d5-eb8e-415a-a4a9-71dcf8aa9199 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:38.876722 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bb8691a3-e700-4e9f-bf2c-a705127e9e0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:38.932726 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-8fa253bb-9b6a-4ae2-a7f0-938d4cc21d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '034c9c18-2ce8-4317-907c-330fc6602114', 'name': 'tempest-RoutersIpV6Test-router-291813044', 'tenant_id': '4089b22453f945a5901919043ff32633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:03:24Z', 'updated_at': '2021-07-24T00:03:37Z', 'revision_number': 3, 'project_id': '4089b22453f945a5901919043ff32633', 'gw_port_host': None, '_interfaces': [{'id': '41bfae9b-f962-4a7e-b52d-7139307c1acc', 'name': '', 'network_id': '4d14ae4d-69f2-4c08-b8ee-c34f0b37fc35', 'tenant_id': '4089b22453f945a5901919043ff32633', 'mac_address': 'fa:16:3e:ab:80:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '034c9c18-2ce8-4317-907c-330fc6602114', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '80243f7e-e7b6-4fea-8c04-af9e6926e3bc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:03:36Z', 'updated_at': '2021-07-24T00:03:37Z', 'revision_number': 2, 'project_id': '4089b22453f945a5901919043ff32633', 'subnets': [{'id': '80243f7e-e7b6-4fea-8c04-af9e6926e3bc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd18bd505-e56e-4118-830a-2e7414606243', 'name': '', 'network_id': '941deb0f-9335-4a6e-a2a5-8c0702697c8d', 'tenant_id': '4089b22453f945a5901919043ff32633', 'mac_address': 'fa:16:3e:5e:35:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034c9c18-2ce8-4317-907c-330fc6602114', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '05c840f6-1e89-4e3c-b2c5-8bc1a8b7dac2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:03:28Z', 'updated_at': '2021-07-24T00:03:36Z', 'revision_number': 5, 'project_id': '4089b22453f945a5901919043ff32633', 'subnets': [{'id': '05c840f6-1e89-4e3c-b2c5-8bc1a8b7dac2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:38.986536 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa253bb-9b6a-4ae2-a7f0-938d4cc21d62 None None] Checking router: 034c9c18-2ce8-4317-907c-330fc6602114 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:03:38.986996 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa253bb-9b6a-4ae2-a7f0-938d4cc21d62 None None] Updating router 034c9c18-2ce8-4317-907c-330fc6602114 port 41bfae9b-f962-4a7e-b52d-7139307c1acc binding host n-d-800088-16 {{(pid=100316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:03:39.016256 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-ee5effa3-c8f7-4b7e-9eb9-bbe4065a4d23 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] 10.222.0.44 "PUT /v2.0/subnets/e3e88c4a-38d3-4ed7-901c-91696b688f8c/tags HTTP/1.1" status: 200 len: 318 time: 0.2242219 Jul 24 00:03:39.018563 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 56202) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:39.026445 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.tag.tag_plugin [None req-709e8a8a-77c0-4a14-95e9-3a37618be149 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e3e88c4a-38d3-4ed7-901c-91696b688f8c') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:39.055661 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-8fa253bb-9b6a-4ae2-a7f0-938d4cc21d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:39.112578 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-01ebdcc7-a005-46cc-8241-489ca0923d0e tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:39.118223 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ebdcc7-a005-46cc-8241-489ca0923d0e tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:39.118850 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-01ebdcc7-a005-46cc-8241-489ca0923d0e tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:39.128027 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bb8691a3-e700-4e9f-bf2c-a705127e9e0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:39.138296 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bb8691a3-e700-4e9f-bf2c-a705127e9e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:39.196174 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-01ebdcc7-a005-46cc-8241-489ca0923d0e tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7538378 Jul 24 00:03:39.201024 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 56204) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:39.208244 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-18cb9031-a6c6-438c-81b5-9f195432fa7d tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Request body: {'subnet': {'network_id': '58f6d151-474c-42a9-b3c2-a00e2b35833e', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:03:39.237018 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-bb8691a3-e700-4e9f-bf2c-a705127e9e0f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fb9d097d3d7d493bafa6f055c8b41bd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6179359 Jul 24 00:03:39.237783 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8691a3-e700-4e9f-bf2c-a705127e9e0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=456f30f4-1fa9-443f-a019-5e9fcd9878d3,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:39.243353 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 56206) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:39.302146 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-709e8a8a-77c0-4a14-95e9-3a37618be149 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] 10.222.0.44 "DELETE /v2.0/subnets/e3e88c4a-38d3-4ed7-901c-91696b688f8c/tags HTTP/1.1" status: 204 len: 168 time: 0.2825065 Jul 24 00:03:39.309272 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56208) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:39.310464 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-154c67d5-eb8e-415a-a4a9-71dcf8aa9199 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Allocated IP 172.25.3.168 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/de1b70cf-ee41-43b0-b79a-9d55df27f3aa) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:03:39.323225 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ed7cdb53-2361-49a8-91bb-aa4f9f16352a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:39.324926 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.tag.tag_plugin [None req-9a0ada27-301f-492b-8863-0a0f43cf5b3b tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e3e88c4a-38d3-4ed7-901c-91696b688f8c', 'tempest-TagsExtTest-Tag-1721353701') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:39.336254 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f368c94-5563-4c2e-b554-0febdfb1cb04 req-c3dcd4f5-0bc2-4e38-832f-bfc91235154f tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:39.338018 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9f368c94-5563-4c2e-b554-0febdfb1cb04 req-c3dcd4f5-0bc2-4e38-832f-bfc91235154f tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=a746b04d-4762-4dcd-a318-7b96ce824ffb HTTP/1.1" status: 200 len: 946 time: 0.3152328 Jul 24 00:03:39.338701 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ebdcc7-a005-46cc-8241-489ca0923d0e tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Pushing event updated for resources: {'Network': ['ID=58f6d151-474c-42a9-b3c2-a00e2b35833e,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:39.359910 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ed7cdb53-2361-49a8-91bb-aa4f9f16352a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:39.369002 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 58f6d151-474c-42a9-b3c2-a00e2b35833e details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:03:39.382804 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-14a9ffa6-fdcc-4659-ae24-bf173063e7ec None None] Provisioning for port 41bfae9b-f962-4a7e-b52d-7139307c1acc completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:03:39.425180 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-14a9ffa6-fdcc-4659-ae24-bf173063e7ec None None] Provisioning complete for port 41bfae9b-f962-4a7e-b52d-7139307c1acc triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:03:39.427563 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-14a9ffa6-fdcc-4659-ae24-bf173063e7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:39.481664 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9f368c94-5563-4c2e-b554-0febdfb1cb04 req-aa5c2074-920e-46c4-8e1a-c36ebce4562c tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110547 Jul 24 00:03:39.524496 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [None req-9a0ada27-301f-492b-8863-0a0f43cf5b3b tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] show failed (client error): The resource could not be found. Jul 24 00:03:39.524650 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-9a0ada27-301f-492b-8863-0a0f43cf5b3b tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] 10.222.0.44 "GET /v2.0/subnets/e3e88c4a-38d3-4ed7-901c-91696b688f8c/tags/tempest-TagsExtTest-Tag-1721353701 HTTP/1.1" status: 404 len: 329 time: 0.2072074 Jul 24 00:03:39.527583 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56212) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:39.532567 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.tag.tag_plugin [None req-65277551-18b3-4220-b4d2-41dd38d21b55 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e3e88c4a-38d3-4ed7-901c-91696b688f8c', 'tempest-TagsExtTest-Tag-1779663788') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:39.572558 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-8fa253bb-9b6a-4ae2-a7f0-938d4cc21d62 None None] Notify callbacks [] for port, precommit_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:39.583734 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.provisioning_blocks [None req-8fa253bb-9b6a-4ae2-a7f0-938d4cc21d62 None None] Transition to ACTIVE for port object 41bfae9b-f962-4a7e-b52d-7139307c1acc will not be triggered until provisioned by entity L2. {{(pid=100316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:03:39.594492 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-8fa253bb-9b6a-4ae2-a7f0-938d4cc21d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:39.633771 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device a50cde6a-0fa3-4384-8d60-e0e93a487146 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:03:39.636744 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-154c67d5-eb8e-415a-a4a9-71dcf8aa9199 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:39.660235 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [None req-65277551-18b3-4220-b4d2-41dd38d21b55 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] show failed (client error): The resource could not be found. Jul 24 00:03:39.664535 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-65277551-18b3-4220-b4d2-41dd38d21b55 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] 10.222.0.44 "GET /v2.0/subnets/e3e88c4a-38d3-4ed7-901c-91696b688f8c/tags/tempest-TagsExtTest-Tag-1779663788 HTTP/1.1" status: 404 len: 329 time: 0.1331499 Jul 24 00:03:39.664736 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56214) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:39.671515 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.tag.tag_plugin [None req-f86d28be-fc3f-40d0-9482-e6a6382ee953 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e3e88c4a-38d3-4ed7-901c-91696b688f8c', 'tempest-TagsExtTest-Tag-1370324832') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:39.728946 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-14a9ffa6-fdcc-4659-ae24-bf173063e7ec None None] Port 41bfae9b-f962-4a7e-b52d-7139307c1acc cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:03:39.759812 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-154c67d5-eb8e-415a-a4a9-71dcf8aa9199 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:39.773627 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port a50cde6a-0fa3-4384-8d60-e0e93a487146 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:03:39.781978 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port a50cde6a-0fa3-4384-8d60-e0e93a487146 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:03:39.782365 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:39.807772 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154c67d5-eb8e-415a-a4a9-71dcf8aa9199 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:03:39.809663 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [None req-f86d28be-fc3f-40d0-9482-e6a6382ee953 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] show failed (client error): The resource could not be found. Jul 24 00:03:39.810873 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-f86d28be-fc3f-40d0-9482-e6a6382ee953 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] 10.222.0.44 "GET /v2.0/subnets/e3e88c4a-38d3-4ed7-901c-91696b688f8c/tags/tempest-TagsExtTest-Tag-1370324832 HTTP/1.1" status: 404 len: 329 time: 0.1448841 Jul 24 00:03:39.813611 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-154c67d5-eb8e-415a-a4a9-71dcf8aa9199 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:03:39.816675 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154c67d5-eb8e-415a-a4a9-71dcf8aa9199 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:03:39.821705 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56216) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:39.860116 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.tag.tag_plugin [None req-f1ee96f7-8d4d-4491-a4ea-083be1aaede6 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'd3612365-50bc-4107-8cd0-78e58a49c162', {'tags': ['tempest-TagsExtTest-Tag-1486839339', 'tempest-TagsExtTest-Tag-1013358030', 'tempest-TagsExtTest-Tag-503676715']}) {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:39.872335 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ed7cdb53-2361-49a8-91bb-aa4f9f16352a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:39.874701 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ed7cdb53-2361-49a8-91bb-aa4f9f16352a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:39.875927 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-ed7cdb53-2361-49a8-91bb-aa4f9f16352a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/456f30f4-1fa9-443f-a019-5e9fcd9878d3 HTTP/1.1" status: 204 len: 168 time: 0.6313980 Jul 24 00:03:39.924829 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18fbf80-4560-49cd-a274-2855c6534985 None None] Pushing event updated for resources: {'Port': ['ID=41bfae9b-f962-4a7e-b52d-7139307c1acc,revision_number=3']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:39.926198 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:39.944378 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7cdb53-2361-49a8-91bb-aa4f9f16352a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=456f30f4-1fa9-443f-a019-5e9fcd9878d3,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:39.995511 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port a50cde6a-0fa3-4384-8d60-e0e93a487146, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=a50cde6a-0fa3-4384-8d60-e0e93a487146,segment=NetworkSegment(a7821dc4-71de-4d4b-9ea7-cd1f37428036),segment_id=a7821dc4-71de-4d4b-9ea7-cd1f37428036)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:03:39.999059 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c67d5-eb8e-415a-a4a9-71dcf8aa9199 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Pushing event updated for resources: {'Port': ['ID=de1b70cf-ee41-43b0-b79a-9d55df27f3aa,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:40.010718 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:40.018109 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18cb9031-a6c6-438c-81b5-9f195432fa7d tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Made reservation on behalf of 4089b22453f945a5901919043ff32633 for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:03:40.028444 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-18cb9031-a6c6-438c-81b5-9f195432fa7d tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:40.082261 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-8fa253bb-9b6a-4ae2-a7f0-938d4cc21d62 None None] Attempting to bind port 41bfae9b-f962-4a7e-b52d-7139307c1acc on host n-d-800088-16 for vnic_type normal with profile {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:03:40.082652 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-8fa253bb-9b6a-4ae2-a7f0-938d4cc21d62 None None] Attempting to bind port 41bfae9b-f962-4a7e-b52d-7139307c1acc by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': 'a7821dc4-71de-4d4b-9ea7-cd1f37428036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '4d14ae4d-69f2-4c08-b8ee-c34f0b37fc35'}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:03:40.083030 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa253bb-9b6a-4ae2-a7f0-938d4cc21d62 None None] Attempting to bind port 41bfae9b-f962-4a7e-b52d-7139307c1acc on network 4d14ae4d-69f2-4c08-b8ee-c34f0b37fc35 {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:03:40.085169 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3253290-a08f-429b-a449-4504991f5ee2 req-5f2aedd5-4b87-4541-b746-8192a22c7415 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:40.085306 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=a50cde6a-0fa3-4384-8d60-e0e93a487146,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:40.100303 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa253bb-9b6a-4ae2-a7f0-938d4cc21d62 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:03:40.100659 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b3253290-a08f-429b-a449-4504991f5ee2 req-5f2aedd5-4b87-4541-b746-8192a22c7415 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2a03b3c-980c-4c1f-a15d-dc6322272e18 HTTP/1.1" status: 200 len: 950 time: 0.2296088 Jul 24 00:03:40.100916 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa253bb-9b6a-4ae2-a7f0-938d4cc21d62 None None] Checking segment: {'id': 'a7821dc4-71de-4d4b-9ea7-cd1f37428036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '4d14ae4d-69f2-4c08-b8ee-c34f0b37fc35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:03:40.101486 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-8fa253bb-9b6a-4ae2-a7f0-938d4cc21d62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:40.103152 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa253bb-9b6a-4ae2-a7f0-938d4cc21d62 None None] Bound using segment: {'id': 'a7821dc4-71de-4d4b-9ea7-cd1f37428036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '4d14ae4d-69f2-4c08-b8ee-c34f0b37fc35'} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:03:40.103727 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-8fa253bb-9b6a-4ae2-a7f0-938d4cc21d62 None None] Bound port: 41bfae9b-f962-4a7e-b52d-7139307c1acc, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7821dc4-71de-4d4b-9ea7-cd1f37428036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '4d14ae4d-69f2-4c08-b8ee-c34f0b37fc35'}}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:03:40.104132 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-8fa253bb-9b6a-4ae2-a7f0-938d4cc21d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:40.226151 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b3253290-a08f-429b-a449-4504991f5ee2 req-e6e5ef0a-5c78-4d56-9dd3-cd6220e972b0 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189251 Jul 24 00:03:40.265234 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-8fa253bb-9b6a-4ae2-a7f0-938d4cc21d62 None None] For port 41bfae9b-f962-4a7e-b52d-7139307c1acc, host n-d-800088-16, cleared binding levels {{(pid=100316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:03:40.269088 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-8fa253bb-9b6a-4ae2-a7f0-938d4cc21d62 None None] For port 41bfae9b-f962-4a7e-b52d-7139307c1acc, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=41bfae9b-f962-4a7e-b52d-7139307c1acc,segment=NetworkSegment(a7821dc4-71de-4d4b-9ea7-cd1f37428036),segment_id=a7821dc4-71de-4d4b-9ea7-cd1f37428036)] {{(pid=100316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:03:40.281099 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-8fa253bb-9b6a-4ae2-a7f0-938d4cc21d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:40.422958 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa253bb-9b6a-4ae2-a7f0-938d4cc21d62 None None] Routers {'034c9c18-2ce8-4317-907c-330fc6602114'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:03:40.422958 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-8fa253bb-9b6a-4ae2-a7f0-938d4cc21d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:03:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['034c9c18-2ce8-4317-907c-330fc6602114'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:40.436445 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-18cb9031-a6c6-438c-81b5-9f195432fa7d tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:40.467597 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 56226) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:40.480470 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18fbf80-4560-49cd-a274-2855c6534985 None None] Pushing event updated for resources: {'Port': ['ID=41bfae9b-f962-4a7e-b52d-7139307c1acc,revision_number=4']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:40.551955 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3be90eaf-c7db-4665-b00c-9a235b52c655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:40.562567 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-8fa253bb-9b6a-4ae2-a7f0-938d4cc21d62 None None] Set router 034c9c18-2ce8-4317-907c-330fc6602114 gateway port host: None {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:03:40.629560 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cb9031-a6c6-438c-81b5-9f195432fa7d tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Checking segment: {'id': 'dab48cbe-df3e-4afc-9f4b-7548f98a853e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '58f6d151-474c-42a9-b3c2-a00e2b35833e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:03:40.630026 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18cb9031-a6c6-438c-81b5-9f195432fa7d tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Network hostable DHCP agents. Network: 58f6d151-474c-42a9-b3c2-a00e2b35833e, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:03:40.634405 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cb9031-a6c6-438c-81b5-9f195432fa7d tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Pushing event updated for resources: {'Subnet': ['ID=01ff3843-8aee-4393-b6da-3119e0ce0314,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:40.675241 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18cb9031-a6c6-438c-81b5-9f195432fa7d tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Network 58f6d151-474c-42a9-b3c2-a00e2b35833e is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:03:40.705335 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-18cb9031-a6c6-438c-81b5-9f195432fa7d tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 58f6d151-474c-42a9-b3c2-a00e2b35833e) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:03:40.711950 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18cb9031-a6c6-438c-81b5-9f195432fa7d tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:40.712677 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-18cb9031-a6c6-438c-81b5-9f195432fa7d tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:40.746287 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c943eb31-7b73-421a-ada4-f7fd6d938c3b None None] Network 58f6d151-474c-42a9-b3c2-a00e2b35833e requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:03:40.765674 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3be90eaf-c7db-4665-b00c-9a235b52c655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:40.779047 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3be90eaf-c7db-4665-b00c-9a235b52c655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:40.815474 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-3be90eaf-c7db-4665-b00c-9a235b52c655 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4dcb499ab5a34a21993ba0282e959243&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3307390 Jul 24 00:03:40.815474 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-18cb9031-a6c6-438c-81b5-9f195432fa7d tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6116521 Jul 24 00:03:40.815474 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 56230) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:40.820534 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 56232) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:40.911763 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-8fa253bb-9b6a-4ae2-a7f0-938d4cc21d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '034c9c18-2ce8-4317-907c-330fc6602114', 'name': 'tempest-RoutersIpV6Test-router-291813044', 'tenant_id': '4089b22453f945a5901919043ff32633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:03:24Z', 'updated_at': '2021-07-24T00:03:37Z', 'revision_number': 3, 'project_id': '4089b22453f945a5901919043ff32633', 'gw_port_host': None, '_interfaces': [{'id': '41bfae9b-f962-4a7e-b52d-7139307c1acc', 'name': '', 'network_id': '4d14ae4d-69f2-4c08-b8ee-c34f0b37fc35', 'tenant_id': '4089b22453f945a5901919043ff32633', 'mac_address': 'fa:16:3e:ab:80:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '034c9c18-2ce8-4317-907c-330fc6602114', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '80243f7e-e7b6-4fea-8c04-af9e6926e3bc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:03:36Z', 'updated_at': '2021-07-24T00:03:40Z', 'revision_number': 4, 'project_id': '4089b22453f945a5901919043ff32633', 'subnets': [{'id': '80243f7e-e7b6-4fea-8c04-af9e6926e3bc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd18bd505-e56e-4118-830a-2e7414606243', 'name': '', 'network_id': '941deb0f-9335-4a6e-a2a5-8c0702697c8d', 'tenant_id': '4089b22453f945a5901919043ff32633', 'mac_address': 'fa:16:3e:5e:35:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034c9c18-2ce8-4317-907c-330fc6602114', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '05c840f6-1e89-4e3c-b2c5-8bc1a8b7dac2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:03:28Z', 'updated_at': '2021-07-24T00:03:36Z', 'revision_number': 5, 'project_id': '4089b22453f945a5901919043ff32633', 'subnets': [{'id': '05c840f6-1e89-4e3c-b2c5-8bc1a8b7dac2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:40.945530 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-f1ee96f7-8d4d-4491-a4ea-083be1aaede6 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] 10.222.0.44 "PUT /v2.0/ports/d3612365-50bc-4107-8cd0-78e58a49c162/tags HTTP/1.1" status: 200 len: 317 time: 1.1217451 Jul 24 00:03:40.949469 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56234) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:40.958760 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.tag.tag_plugin [None req-74ac9845-f3a6-432e-9459-46267a6d3fbf tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd3612365-50bc-4107-8cd0-78e58a49c162') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:40.994120 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa253bb-9b6a-4ae2-a7f0-938d4cc21d62 None None] The sync data for ids ['034c9c18-2ce8-4317-907c-330fc6602114'] in n-d-800088-16 is: [{'id': '034c9c18-2ce8-4317-907c-330fc6602114', 'name': 'tempest-RoutersIpV6Test-router-291813044', 'tenant_id': '4089b22453f945a5901919043ff32633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:03:24Z', 'updated_at': '2021-07-24T00:03:37Z', 'revision_number': 3, 'project_id': '4089b22453f945a5901919043ff32633', 'gw_port_host': None, '_interfaces': [{'id': '41bfae9b-f962-4a7e-b52d-7139307c1acc', 'name': '', 'network_id': '4d14ae4d-69f2-4c08-b8ee-c34f0b37fc35', 'tenant_id': '4089b22453f945a5901919043ff32633', 'mac_address': 'fa:16:3e:ab:80:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '034c9c18-2ce8-4317-907c-330fc6602114', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '80243f7e-e7b6-4fea-8c04-af9e6926e3bc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:03:36Z', 'updated_at': '2021-07-24T00:03:40Z', 'revision_number': 4, 'project_id': '4089b22453f945a5901919043ff32633', 'subnets': [{'id': '80243f7e-e7b6-4fea-8c04-af9e6926e3bc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd18bd505-e56e-4118-830a-2e7414606243', 'name': '', 'network_id': '941deb0f-9335-4a6e-a2a5-8c0702697c8d', 'tenant_id': '4089b22453f945a5901919043ff32633', 'mac_address': 'fa:16:3e:5e:35:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034c9c18-2ce8-4317-907c-330fc6602114', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '05c840f6-1e89-4e3c-b2c5-8bc1a8b7dac2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:03:28Z', 'updated_at': '2021-07-24T00:03:36Z', 'revision_number': 5, 'project_id': '4089b22453f945a5901919043ff32633', 'subnets': [{'id': '05c840f6-1e89-4e3c-b2c5-8bc1a8b7dac2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:03:41.001353 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c520ac-abc3-465b-bbf1-43d7335dccf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-58f6d151-474c-42a9-b3c2-a00e2b35833e', 'network_id': '58f6d151-474c-42a9-b3c2-a00e2b35833e', 'tenant_id': '4089b22453f945a5901919043ff32633', 'fixed_ips': [{'subnet_id': '01ff3843-8aee-4393-b6da-3119e0ce0314'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:03:41.002326 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e9c520ac-abc3-465b-bbf1-43d7335dccf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:41.126828 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be90eaf-c7db-4665-b00c-9a235b52c655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f4631b5-8893-4b85-806e-ac46d3f99c1e,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:41.183526 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6f5bc5e9-0c52-4328-a992-fdaec313c9e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:41.195760 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc42e32-b672-48ad-97ef-2c7ea2db316b req-743325d5-e863-4d3b-9738-d0efcc1eae5b tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:41.197436 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8bc42e32-b672-48ad-97ef-2c7ea2db316b req-743325d5-e863-4d3b-9738-d0efcc1eae5b tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=a746b04d-4762-4dcd-a318-7b96ce824ffb HTTP/1.1" status: 200 len: 946 time: 0.4911103 Jul 24 00:03:41.223371 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6f5bc5e9-0c52-4328-a992-fdaec313c9e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:41.226214 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be90eaf-c7db-4665-b00c-9a235b52c655 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:03:41.226664 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be90eaf-c7db-4665-b00c-9a235b52c655 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:03:41.226928 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be90eaf-c7db-4665-b00c-9a235b52c655 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:03:41.227295 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be90eaf-c7db-4665-b00c-9a235b52c655 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:03:41.227636 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be90eaf-c7db-4665-b00c-9a235b52c655 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:03:41.227985 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be90eaf-c7db-4665-b00c-9a235b52c655 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:03:41.228333 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be90eaf-c7db-4665-b00c-9a235b52c655 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:03:41.228860 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be90eaf-c7db-4665-b00c-9a235b52c655 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:03:41.229307 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be90eaf-c7db-4665-b00c-9a235b52c655 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:03:41.229990 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be90eaf-c7db-4665-b00c-9a235b52c655 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:03:41.230379 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be90eaf-c7db-4665-b00c-9a235b52c655 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:03:41.230819 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be90eaf-c7db-4665-b00c-9a235b52c655 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:03:41.316389 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-154c67d5-eb8e-415a-a4a9-71dcf8aa9199 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:41.325517 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8bc42e32-b672-48ad-97ef-2c7ea2db316b req-55df1474-dbc5-4a53-b35d-f29f193a74e2 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198468 Jul 24 00:03:41.387432 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-e9c520ac-abc3-465b-bbf1-43d7335dccf1 None None] Allocated IP 2001:db8:2::2 (58f6d151-474c-42a9-b3c2-a00e2b35833e/01ff3843-8aee-4393-b6da-3119e0ce0314/4742b21e-40f6-404b-86de-95b421dbd265) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:03:41.429108 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-74ac9845-f3a6-432e-9459-46267a6d3fbf tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] 10.222.0.44 "DELETE /v2.0/ports/d3612365-50bc-4107-8cd0-78e58a49c162/tags HTTP/1.1" status: 204 len: 168 time: 0.4756742 Jul 24 00:03:41.431739 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56242) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:41.436842 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.tag.tag_plugin [None req-e1b338e1-5a65-4504-85e7-1eaedf645df3 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd3612365-50bc-4107-8cd0-78e58a49c162', 'tempest-TagsExtTest-Tag-1486839339') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:41.548056 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6f5bc5e9-0c52-4328-a992-fdaec313c9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:41.551532 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6f5bc5e9-0c52-4328-a992-fdaec313c9e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:41.555078 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-6f5bc5e9-0c52-4328-a992-fdaec313c9e4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5f4631b5-8893-4b85-806e-ac46d3f99c1e HTTP/1.1" status: 204 len: 168 time: 0.7331512 Jul 24 00:03:41.563666 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 41bfae9b-f962-4a7e-b52d-7139307c1acc up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:03:41.581399 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5bc5e9-0c52-4328-a992-fdaec313c9e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f4631b5-8893-4b85-806e-ac46d3f99c1e,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:41.657949 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e9c520ac-abc3-465b-bbf1-43d7335dccf1 None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:41.669580 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-e9c520ac-abc3-465b-bbf1-43d7335dccf1 None None] Transition to ACTIVE for port object 4742b21e-40f6-404b-86de-95b421dbd265 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:03:41.690834 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-e9c520ac-abc3-465b-bbf1-43d7335dccf1 None None] Transition to ACTIVE for port object 4742b21e-40f6-404b-86de-95b421dbd265 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:03:41.711491 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e9c520ac-abc3-465b-bbf1-43d7335dccf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:41.742113 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c520ac-abc3-465b-bbf1-43d7335dccf1 None None] Network 58f6d151-474c-42a9-b3c2-a00e2b35833e is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:03:41.749794 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ba52f-e423-4894-9fdd-280d47922e06 req-e23ad37c-1b37-4d20-8232-510250275713 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:41.757621 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a21ba52f-e423-4894-9fdd-280d47922e06 req-e23ad37c-1b37-4d20-8232-510250275713 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2a03b3c-980c-4c1f-a15d-dc6322272e18 HTTP/1.1" status: 200 len: 950 time: 0.2757268 Jul 24 00:03:41.765445 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-e9c520ac-abc3-465b-bbf1-43d7335dccf1 None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:03:41.771699 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 41bfae9b-f962-4a7e-b52d-7139307c1acc completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:03:41.774410 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c520ac-abc3-465b-bbf1-43d7335dccf1 None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:03:41.777835 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [None req-e1b338e1-5a65-4504-85e7-1eaedf645df3 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] show failed (client error): The resource could not be found. Jul 24 00:03:41.781501 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-e1b338e1-5a65-4504-85e7-1eaedf645df3 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] 10.222.0.44 "GET /v2.0/ports/d3612365-50bc-4107-8cd0-78e58a49c162/tags/tempest-TagsExtTest-Tag-1486839339 HTTP/1.1" status: 404 len: 329 time: 0.3487241 Jul 24 00:03:41.789269 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 56246) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:41.794724 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.tag.tag_plugin [None req-e4cb43dc-69a6-438d-92f2-43599a9c04e4 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd3612365-50bc-4107-8cd0-78e58a49c162', 'tempest-TagsExtTest-Tag-1013358030') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:41.798689 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 41bfae9b-f962-4a7e-b52d-7139307c1acc triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:03:41.800792 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:41.818245 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-154c67d5-eb8e-415a-a4a9-71dcf8aa9199 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:41.831710 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-154c67d5-eb8e-415a-a4a9-71dcf8aa9199 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-687196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-687191', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-626537'] for router, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:41.839542 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a21ba52f-e423-4894-9fdd-280d47922e06 req-6aafb529-0aba-4339-95a6-a9182a45482e tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809474 Jul 24 00:03:41.898172 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c520ac-abc3-465b-bbf1-43d7335dccf1 None None] Pushing event updated for resources: {'Port': ['ID=4742b21e-40f6-404b-86de-95b421dbd265,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:41.937401 n-d-800088-16 neutron-server[100314]: INFO neutron.api.v2.resource [None req-e4cb43dc-69a6-438d-92f2-43599a9c04e4 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] show failed (client error): The resource could not be found. Jul 24 00:03:41.941066 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-e4cb43dc-69a6-438d-92f2-43599a9c04e4 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] 10.222.0.44 "GET /v2.0/ports/d3612365-50bc-4107-8cd0-78e58a49c162/tags/tempest-TagsExtTest-Tag-1013358030 HTTP/1.1" status: 404 len: 329 time: 0.1479778 Jul 24 00:03:41.941897 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 56250) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:41.945927 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-e9c520ac-abc3-465b-bbf1-43d7335dccf1 None None] Attempting to bind port 4742b21e-40f6-404b-86de-95b421dbd265 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:03:41.946305 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-e9c520ac-abc3-465b-bbf1-43d7335dccf1 None None] Attempting to bind port 4742b21e-40f6-404b-86de-95b421dbd265 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': 'dab48cbe-df3e-4afc-9f4b-7548f98a853e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '58f6d151-474c-42a9-b3c2-a00e2b35833e'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:03:41.946679 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c520ac-abc3-465b-bbf1-43d7335dccf1 None None] Attempting to bind port 4742b21e-40f6-404b-86de-95b421dbd265 on network 58f6d151-474c-42a9-b3c2-a00e2b35833e {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:03:41.948364 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.tag.tag_plugin [None req-bbf5a323-5b70-421e-8c1f-e03140962c71 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd3612365-50bc-4107-8cd0-78e58a49c162', 'tempest-TagsExtTest-Tag-503676715') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:41.956393 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c520ac-abc3-465b-bbf1-43d7335dccf1 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:03:41.956771 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c520ac-abc3-465b-bbf1-43d7335dccf1 None None] Checking segment: {'id': 'dab48cbe-df3e-4afc-9f4b-7548f98a853e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '58f6d151-474c-42a9-b3c2-a00e2b35833e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:03:41.957275 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e9c520ac-abc3-465b-bbf1-43d7335dccf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:41.957681 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c520ac-abc3-465b-bbf1-43d7335dccf1 None None] Bound using segment: {'id': 'dab48cbe-df3e-4afc-9f4b-7548f98a853e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '58f6d151-474c-42a9-b3c2-a00e2b35833e'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:03:41.958160 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-e9c520ac-abc3-465b-bbf1-43d7335dccf1 None None] Bound port: 4742b21e-40f6-404b-86de-95b421dbd265, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dab48cbe-df3e-4afc-9f4b-7548f98a853e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '58f6d151-474c-42a9-b3c2-a00e2b35833e'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:03:41.958545 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e9c520ac-abc3-465b-bbf1-43d7335dccf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:41.980554 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ed06c7c4-6793-4a66-a564-3c4f8ba486c4 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:42.034851 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-154c67d5-eb8e-415a-a4a9-71dcf8aa9199 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Router 7b8cdbce-ac94-40d5-9aed-88c46da7ca56 is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:03:42.065805 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:42.091453 n-d-800088-16 neutron-server[100314]: INFO neutron.api.v2.resource [None req-bbf5a323-5b70-421e-8c1f-e03140962c71 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] show failed (client error): The resource could not be found. Jul 24 00:03:42.093911 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-bbf5a323-5b70-421e-8c1f-e03140962c71 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] 10.222.0.44 "GET /v2.0/ports/d3612365-50bc-4107-8cd0-78e58a49c162/tags/tempest-TagsExtTest-Tag-503676715 HTTP/1.1" status: 404 len: 328 time: 0.1508100 Jul 24 00:03:42.096574 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 56256) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:42.103950 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.tag.tag_plugin [None req-b8a4f1ca-af37-4c2b-bf6b-596b7395d593 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '487653c5-e0b2-4344-b5a2-5aa789dde69f', {'tags': ['tempest-TagsExtTest-Tag-2138375499', 'tempest-TagsExtTest-Tag-334725462', 'tempest-TagsExtTest-Tag-1337663119']}) {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:42.126329 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-e9c520ac-abc3-465b-bbf1-43d7335dccf1 None None] For port 4742b21e-40f6-404b-86de-95b421dbd265, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:03:42.137153 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-e9c520ac-abc3-465b-bbf1-43d7335dccf1 None None] For port 4742b21e-40f6-404b-86de-95b421dbd265, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=4742b21e-40f6-404b-86de-95b421dbd265,segment=NetworkSegment(dab48cbe-df3e-4afc-9f4b-7548f98a853e),segment_id=dab48cbe-df3e-4afc-9f4b-7548f98a853e)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:03:42.159136 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e9c520ac-abc3-465b-bbf1-43d7335dccf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:42.162923 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 41bfae9b-f962-4a7e-b52d-7139307c1acc, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=41bfae9b-f962-4a7e-b52d-7139307c1acc,segment=NetworkSegment(a7821dc4-71de-4d4b-9ea7-cd1f37428036),segment_id=a7821dc4-71de-4d4b-9ea7-cd1f37428036)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:03:42.189024 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:42.190028 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device a50cde6a-0fa3-4384-8d60-e0e93a487146 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:03:42.209295 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-154c67d5-eb8e-415a-a4a9-71dcf8aa9199 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:03:42.242983 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f638908-bc75-4f3e-a38c-c1d86c32e7b2 None None] Sync routers for ids ['7b8cdbce-ac94-40d5-9aed-88c46da7ca56'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:03:42.250257 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-154c67d5-eb8e-415a-a4a9-71dcf8aa9199 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:42.259047 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-154c67d5-eb8e-415a-a4a9-71dcf8aa9199 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] 10.222.0.44 "PUT /v2.0/routers/7b8cdbce-ac94-40d5-9aed-88c46da7ca56 HTTP/1.1" status: 200 len: 918 time: 4.2729001 Jul 24 00:03:42.259382 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-b8a4f1ca-af37-4c2b-bf6b-596b7395d593 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] 10.222.0.44 "PUT /v2.0/routers/487653c5-e0b2-4344-b5a2-5aa789dde69f/tags HTTP/1.1" status: 200 len: 317 time: 0.1614363 Jul 24 00:03:42.260678 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56264) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:42.267445 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56266) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:42.269380 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c520ac-abc3-465b-bbf1-43d7335dccf1 None None] Pushing event updated for resources: {'Port': ['ID=4742b21e-40f6-404b-86de-95b421dbd265,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:42.291986 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.tag.tag_plugin [None req-efe4fd9c-ba19-4032-9bbf-633c6b821b82 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '487653c5-e0b2-4344-b5a2-5aa789dde69f') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:42.404919 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f638908-bc75-4f3e-a38c-c1d86c32e7b2 None None] Routers {'7b8cdbce-ac94-40d5-9aed-88c46da7ca56'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:03:42.405613 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-6f638908-bc75-4f3e-a38c-c1d86c32e7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:03:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['7b8cdbce-ac94-40d5-9aed-88c46da7ca56'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:42.417962 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-ed06c7c4-6793-4a66-a564-3c4f8ba486c4 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Allocated IP 2001:db8:2::1 (58f6d151-474c-42a9-b3c2-a00e2b35833e/01ff3843-8aee-4393-b6da-3119e0ce0314/a74841bb-7cb9-4bc0-af26-d717c600baab) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:03:42.485570 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=41bfae9b-f962-4a7e-b52d-7139307c1acc,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:42.488855 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-6f638908-bc75-4f3e-a38c-c1d86c32e7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:42.506072 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f638908-bc75-4f3e-a38c-c1d86c32e7b2 None None] Routers {'7b8cdbce-ac94-40d5-9aed-88c46da7ca56'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:03:42.506709 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-6f638908-bc75-4f3e-a38c-c1d86c32e7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:03:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['7b8cdbce-ac94-40d5-9aed-88c46da7ca56'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:42.559924 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-6f638908-bc75-4f3e-a38c-c1d86c32e7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:42.561702 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f638908-bc75-4f3e-a38c-c1d86c32e7b2 None None] The sync data for ids ['7b8cdbce-ac94-40d5-9aed-88c46da7ca56'] in n-d-800088-16 is: [] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:03:42.568944 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port a50cde6a-0fa3-4384-8d60-e0e93a487146 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:03:42.569328 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:42.619629 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-b74a9133-5823-48bd-9641-a4676d53c136 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] 10.222.0.44 "GET /v2.0/routers/7b8cdbce-ac94-40d5-9aed-88c46da7ca56 HTTP/1.1" status: 200 len: 924 time: 0.3568394 Jul 24 00:03:42.622688 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56278) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:42.682449 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-efe4fd9c-ba19-4032-9bbf-633c6b821b82 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] 10.222.0.44 "DELETE /v2.0/routers/487653c5-e0b2-4344-b5a2-5aa789dde69f/tags HTTP/1.1" status: 204 len: 168 time: 0.4000468 Jul 24 00:03:42.682941 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 56280) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:42.707540 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.tag.tag_plugin [None req-c1bdef98-776f-4e62-a525-2b06131dbe56 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '487653c5-e0b2-4344-b5a2-5aa789dde69f', 'tempest-TagsExtTest-Tag-2138375499') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:42.775613 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba0297a-7104-497b-b2c5-e20a727fb4f4 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:42.779760 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-3ba0297a-7104-497b-b2c5-e20a727fb4f4 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=9adcfee8-760c-4568-9e39-c221abf69bf5&device_id=7b8cdbce-ac94-40d5-9aed-88c46da7ca56&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1526747 Jul 24 00:03:42.780507 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56284) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:42.783264 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e38a8ad-02e9-4b72-8b14-9c1d9f38750c req-504134ac-df7c-49b2-a878-8b4ed064d135 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:42.790192 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5e38a8ad-02e9-4b72-8b14-9c1d9f38750c req-504134ac-df7c-49b2-a878-8b4ed064d135 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=a746b04d-4762-4dcd-a318-7b96ce824ffb HTTP/1.1" status: 200 len: 946 time: 0.3215234 Jul 24 00:03:42.855304 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ed06c7c4-6793-4a66-a564-3c4f8ba486c4 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:42.893229 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5e38a8ad-02e9-4b72-8b14-9c1d9f38750c req-4e7fe2ce-43ec-44e4-ba28-66f96b08286f tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016147 Jul 24 00:03:42.893696 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b21a7b-317f-4dd1-83dd-b9c7039f9f93 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:42.898258 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 56290) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:42.899429 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-88b21a7b-317f-4dd1-83dd-b9c7039f9f93 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] 10.222.0.44 "GET /v2.0/networks/9adcfee8-760c-4568-9e39-c221abf69bf5 HTTP/1.1" status: 200 len: 881 time: 0.1175494 Jul 24 00:03:42.901293 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [None req-ed06c7c4-6793-4a66-a564-3c4f8ba486c4 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Transition to ACTIVE for port object a74841bb-7cb9-4bc0-af26-d717c600baab will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:03:42.910922 n-d-800088-16 neutron-server[100314]: INFO neutron.api.v2.resource [None req-c1bdef98-776f-4e62-a525-2b06131dbe56 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] show failed (client error): The resource could not be found. Jul 24 00:03:42.911940 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-c1bdef98-776f-4e62-a525-2b06131dbe56 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] 10.222.0.44 "GET /v2.0/routers/487653c5-e0b2-4344-b5a2-5aa789dde69f/tags/tempest-TagsExtTest-Tag-2138375499 HTTP/1.1" status: 404 len: 329 time: 0.2238634 Jul 24 00:03:42.915467 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 56292) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:42.935680 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.tag.tag_plugin [None req-7c18f2d1-149b-4998-8519-d71e55b95ba2 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '487653c5-e0b2-4344-b5a2-5aa789dde69f', 'tempest-TagsExtTest-Tag-334725462') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:42.944230 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-0f9b0048-cc83-4a65-81d9-830e790da708 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b8cdbce-ac94-40d5-9aed-88c46da7ca56 HTTP/1.1" status: 200 len: 205 time: 0.0425966 Jul 24 00:03:42.944720 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56294) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:43.037605 n-d-800088-16 neutron-server[100314]: INFO neutron.api.v2.resource [None req-7c18f2d1-149b-4998-8519-d71e55b95ba2 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] show failed (client error): The resource could not be found. Jul 24 00:03:43.038663 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-7c18f2d1-149b-4998-8519-d71e55b95ba2 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] 10.222.0.44 "GET /v2.0/routers/487653c5-e0b2-4344-b5a2-5aa789dde69f/tags/tempest-TagsExtTest-Tag-334725462 HTTP/1.1" status: 404 len: 328 time: 0.1229613 Jul 24 00:03:43.042095 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 56300) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:43.047121 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.tag.tag_plugin [None req-b2f40987-583e-4825-abf9-29a50a72c9d2 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '487653c5-e0b2-4344-b5a2-5aa789dde69f', 'tempest-TagsExtTest-Tag-1337663119') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:43.050743 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ed06c7c4-6793-4a66-a564-3c4f8ba486c4 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:43.110946 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5f2a96-830d-4b4d-b6a0-e1c77cf02615 req-2f4e7d4c-7aab-4563-8b99-2d61a9cba876 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:43.114435 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3e5f2a96-830d-4b4d-b6a0-e1c77cf02615 req-2f4e7d4c-7aab-4563-8b99-2d61a9cba876 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2a03b3c-980c-4c1f-a15d-dc6322272e18 HTTP/1.1" status: 200 len: 950 time: 0.1557083 Jul 24 00:03:43.120403 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1a0db3ba-5c5d-457f-91b1-34fca33d56db tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks [] for router, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:43.168951 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed06c7c4-6793-4a66-a564-3c4f8ba486c4 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Network 58f6d151-474c-42a9-b3c2-a00e2b35833e is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:03:43.171262 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed06c7c4-6793-4a66-a564-3c4f8ba486c4 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Pushing event updated for resources: {'Port': ['ID=a74841bb-7cb9-4bc0-af26-d717c600baab,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:43.175155 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-ed06c7c4-6793-4a66-a564-3c4f8ba486c4 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:03:43.178183 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed06c7c4-6793-4a66-a564-3c4f8ba486c4 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:03:43.178742 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ed06c7c4-6793-4a66-a564-3c4f8ba486c4 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681761'] for router_interface, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:43.219123 n-d-800088-16 neutron-server[100314]: INFO neutron.api.v2.resource [None req-b2f40987-583e-4825-abf9-29a50a72c9d2 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] show failed (client error): The resource could not be found. Jul 24 00:03:43.220215 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-b2f40987-583e-4825-abf9-29a50a72c9d2 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] 10.222.0.44 "GET /v2.0/routers/487653c5-e0b2-4344-b5a2-5aa789dde69f/tags/tempest-TagsExtTest-Tag-1337663119 HTTP/1.1" status: 404 len: 329 time: 0.1772244 Jul 24 00:03:43.224555 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56304) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:43.234813 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.tag.tag_plugin [None req-c40dbd0a-b889-40b3-aca2-7b0567440d78 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '606b71bb-63e6-4699-b04b-4ce83ece9b3c', {'tags': ['tempest-TagsExtTest-Tag-440990006', 'tempest-TagsExtTest-Tag-1166553004', 'tempest-TagsExtTest-Tag-1364453852']}) {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:43.294009 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3e5f2a96-830d-4b4d-b6a0-e1c77cf02615 req-ce43d425-892b-4c7a-b980-c84e2516d705 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685092 Jul 24 00:03:43.328007 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c40dbd0a-b889-40b3-aca2-7b0567440d78 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] 10.222.0.44 "PUT /v2.0/subnetpools/606b71bb-63e6-4699-b04b-4ce83ece9b3c/tags HTTP/1.1" status: 200 len: 317 time: 0.0993459 Jul 24 00:03:43.329643 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56308) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:43.359000 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.tag.tag_plugin [None req-4ce30cbb-72a6-4373-b9ca-ec4a5f9141e0 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '606b71bb-63e6-4699-b04b-4ce83ece9b3c') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:43.375912 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1a0db3ba-5c5d-457f-91b1-34fca33d56db tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:43.392223 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ed06c7c4-6793-4a66-a564-3c4f8ba486c4 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:43.498857 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-4ce30cbb-72a6-4373-b9ca-ec4a5f9141e0 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] 10.222.0.44 "DELETE /v2.0/subnetpools/606b71bb-63e6-4699-b04b-4ce83ece9b3c/tags HTTP/1.1" status: 204 len: 168 time: 0.1464307 Jul 24 00:03:43.499954 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56316) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:43.522052 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.tag.tag_plugin [None req-5b66cdeb-84ab-4d7c-8d2a-4f1999e3b649 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '606b71bb-63e6-4699-b04b-4ce83ece9b3c', 'tempest-TagsExtTest-Tag-440990006') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:43.542494 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-1a0db3ba-5c5d-457f-91b1-34fca33d56db tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Deleting port de1b70cf-ee41-43b0-b79a-9d55df27f3aa {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:03:43.543140 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1a0db3ba-5c5d-457f-91b1-34fca33d56db tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:43.590187 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 41bfae9b-f962-4a7e-b52d-7139307c1acc up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:03:43.593465 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [None req-5b66cdeb-84ab-4d7c-8d2a-4f1999e3b649 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] show failed (client error): The resource could not be found. Jul 24 00:03:43.594952 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-5b66cdeb-84ab-4d7c-8d2a-4f1999e3b649 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] 10.222.0.44 "GET /v2.0/subnetpools/606b71bb-63e6-4699-b04b-4ce83ece9b3c/tags/tempest-TagsExtTest-Tag-440990006 HTTP/1.1" status: 404 len: 328 time: 0.0940545 Jul 24 00:03:43.598200 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56320) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:43.629634 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.tag.tag_plugin [None req-bdd6964f-bed4-465b-a3fe-e915ec203989 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '606b71bb-63e6-4699-b04b-4ce83ece9b3c', 'tempest-TagsExtTest-Tag-1166553004') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:43.673573 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [None req-bdd6964f-bed4-465b-a3fe-e915ec203989 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] show failed (client error): The resource could not be found. Jul 24 00:03:43.674767 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-bdd6964f-bed4-465b-a3fe-e915ec203989 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] 10.222.0.44 "GET /v2.0/subnetpools/606b71bb-63e6-4699-b04b-4ce83ece9b3c/tags/tempest-TagsExtTest-Tag-1166553004 HTTP/1.1" status: 404 len: 329 time: 0.0751379 Jul 24 00:03:43.678971 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1a0db3ba-5c5d-457f-91b1-34fca33d56db tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:43.683464 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56324) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:43.693018 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 41bfae9b-f962-4a7e-b52d-7139307c1acc triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:03:43.693457 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:43.693687 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.tag.tag_plugin [None req-9ab1eb15-0c7c-42af-b200-04685784e623 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '606b71bb-63e6-4699-b04b-4ce83ece9b3c', 'tempest-TagsExtTest-Tag-1364453852') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:43.715715 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-1a0db3ba-5c5d-457f-91b1-34fca33d56db tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Calling delete_port for de1b70cf-ee41-43b0-b79a-9d55df27f3aa owned by network:router_gateway {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:03:43.742153 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b171e9-0afa-47b6-9611-b6b739e0bc02 None None] Network 58f6d151-474c-42a9-b3c2-a00e2b35833e requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:03:43.766723 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [None req-9ab1eb15-0c7c-42af-b200-04685784e623 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] show failed (client error): The resource could not be found. Jul 24 00:03:43.767962 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-9ab1eb15-0c7c-42af-b200-04685784e623 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] 10.222.0.44 "GET /v2.0/subnetpools/606b71bb-63e6-4699-b04b-4ce83ece9b3c/tags/tempest-TagsExtTest-Tag-1364453852 HTTP/1.1" status: 404 len: 329 time: 0.0833704 Jul 24 00:03:43.771352 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56328) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:43.777246 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.tag.tag_plugin [None req-00a516e7-9154-418b-baef-93b9519b6f18 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '606b71bb-63e6-4699-b04b-4ce83ece9b3c') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:43.865883 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-00a516e7-9154-418b-baef-93b9519b6f18 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] 10.222.0.44 "DELETE /v2.0/subnetpools/606b71bb-63e6-4699-b04b-4ce83ece9b3c/tags HTTP/1.1" status: 204 len: 168 time: 0.0907309 Jul 24 00:03:43.866095 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56330) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:43.867446 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-49897a4f-7dbb-45de-8031-ad6eb825b80c None None] Provisioning for port 4742b21e-40f6-404b-86de-95b421dbd265 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:03:43.872610 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.tag.tag_plugin [None req-521fdfa8-5657-4684-916c-b8abb4485155 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '487653c5-e0b2-4344-b5a2-5aa789dde69f') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:43.916077 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 4742b21e-40f6-404b-86de-95b421dbd265 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:03:43.990175 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ed06c7c4-6793-4a66-a564-3c4f8ba486c4 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:43.996130 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ed06c7c4-6793-4a66-a564-3c4f8ba486c4 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:43.997473 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ed06c7c4-6793-4a66-a564-3c4f8ba486c4 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680980'] for router_interface, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:44.021551 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 4742b21e-40f6-404b-86de-95b421dbd265 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:03:44.032272 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 4742b21e-40f6-404b-86de-95b421dbd265 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:03:44.032663 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:44.152080 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:44.162852 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed06c7c4-6793-4a66-a564-3c4f8ba486c4 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Pushing event updated for resources: {'Port': ['ID=a74841bb-7cb9-4bc0-af26-d717c600baab,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:44.228350 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 4742b21e-40f6-404b-86de-95b421dbd265, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=4742b21e-40f6-404b-86de-95b421dbd265,segment=NetworkSegment(dab48cbe-df3e-4afc-9f4b-7548f98a853e),segment_id=dab48cbe-df3e-4afc-9f4b-7548f98a853e)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:03:44.233857 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:44.307401 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=4742b21e-40f6-404b-86de-95b421dbd265,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:44.312032 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-521fdfa8-5657-4684-916c-b8abb4485155 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] 10.222.0.44 "DELETE /v2.0/routers/487653c5-e0b2-4344-b5a2-5aa789dde69f/tags HTTP/1.1" status: 204 len: 168 time: 0.4449124 Jul 24 00:03:44.316901 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56342) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:44.327652 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.tag.tag_plugin [None req-cd1c8ff1-d654-4486-9a3d-d044425e985f tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd3612365-50bc-4107-8cd0-78e58a49c162') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:44.346594 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55b97c2-4357-4d45-bb58-6a8cd9571324 req-de0a52ea-44bc-4b52-b1eb-f853dbe83401 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:44.349292 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a55b97c2-4357-4d45-bb58-6a8cd9571324 req-de0a52ea-44bc-4b52-b1eb-f853dbe83401 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=a746b04d-4762-4dcd-a318-7b96ce824ffb HTTP/1.1" status: 200 len: 946 time: 0.2952385 Jul 24 00:03:44.359519 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1a0db3ba-5c5d-457f-91b1-34fca33d56db tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:44.386214 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed06c7c4-6793-4a66-a564-3c4f8ba486c4 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Network 58f6d151-474c-42a9-b3c2-a00e2b35833e is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:03:44.393045 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0db3ba-5c5d-457f-91b1-34fca33d56db tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Pushing event deleted for resources: {'Port': ['ID=de1b70cf-ee41-43b0-b79a-9d55df27f3aa,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:44.395258 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-ed06c7c4-6793-4a66-a564-3c4f8ba486c4 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:03:44.426065 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a55b97c2-4357-4d45-bb58-6a8cd9571324 req-ad7646dd-a990-4d9d-ad16-1ada6d83eca2 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755482 Jul 24 00:03:44.507221 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-cd1c8ff1-d654-4486-9a3d-d044425e985f tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] 10.222.0.44 "DELETE /v2.0/ports/d3612365-50bc-4107-8cd0-78e58a49c162/tags HTTP/1.1" status: 204 len: 168 time: 0.1915967 Jul 24 00:03:44.509832 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56350) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:44.517751 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.tag.tag_plugin [None req-af577f8b-8035-48e4-ac86-33ad2fea9adb tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e3e88c4a-38d3-4ed7-901c-91696b688f8c') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:44.520206 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1a0db3ba-5c5d-457f-91b1-34fca33d56db tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687114'] for router_gateway, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:44.616121 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-1ceaab57-0f08-4a94-b431-28fb83df3fb4 None None] Provisioning for port a74841bb-7cb9-4bc0-af26-d717c600baab completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:03:44.626945 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-1ceaab57-0f08-4a94-b431-28fb83df3fb4 None None] Provisioning complete for port a74841bb-7cb9-4bc0-af26-d717c600baab triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:03:44.627428 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-1ceaab57-0f08-4a94-b431-28fb83df3fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:44.690358 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1a0db3ba-5c5d-457f-91b1-34fca33d56db tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:44.694311 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1a0db3ba-5c5d-457f-91b1-34fca33d56db tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:44.728779 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3723de-551f-4380-b83c-9b5a51cb0206 req-4cb477f6-c39a-47e5-8205-c680ef4d054a tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:44.730855 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-dc3723de-551f-4380-b83c-9b5a51cb0206 req-4cb477f6-c39a-47e5-8205-c680ef4d054a tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2a03b3c-980c-4c1f-a15d-dc6322272e18 HTTP/1.1" status: 200 len: 950 time: 0.2774739 Jul 24 00:03:44.745072 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:44.746590 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-1ceaab57-0f08-4a94-b431-28fb83df3fb4 None None] Port a74841bb-7cb9-4bc0-af26-d717c600baab cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:03:44.760288 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-1ceaab57-0f08-4a94-b431-28fb83df3fb4 None None] Provisioning complete for port 4742b21e-40f6-404b-86de-95b421dbd265 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:03:44.760846 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-1ceaab57-0f08-4a94-b431-28fb83df3fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:44.840616 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1a0db3ba-5c5d-457f-91b1-34fca33d56db tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:44.841167 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a0db3ba-5c5d-457f-91b1-34fca33d56db tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Fanout notify agent at l3_agent the message router_deleted on router 7b8cdbce-ac94-40d5-9aed-88c46da7ca56 {{(pid=100313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:03:44.867937 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1a0db3ba-5c5d-457f-91b1-34fca33d56db tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:44.876186 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-1a0db3ba-5c5d-457f-91b1-34fca33d56db tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] 10.222.0.44 "DELETE /v2.0/routers/7b8cdbce-ac94-40d5-9aed-88c46da7ca56 HTTP/1.1" status: 204 len: 168 time: 1.9301240 Jul 24 00:03:44.878953 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56360) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:44.886024 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-1ebba461-926a-4ee0-8abf-fd2bb590562e tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1239082048', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:03:44.914836 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-af577f8b-8035-48e4-ac86-33ad2fea9adb tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] 10.222.0.44 "DELETE /v2.0/subnets/e3e88c4a-38d3-4ed7-901c-91696b688f8c/tags HTTP/1.1" status: 204 len: 168 time: 0.4038577 Jul 24 00:03:44.921970 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56364) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:44.945787 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-dc3723de-551f-4380-b83c-9b5a51cb0206 req-62319cc3-c44e-4c77-902e-e01035b81af8 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608951 Jul 24 00:03:45.022265 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1ebba461-926a-4ee0-8abf-fd2bb590562e tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:45.023682 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1ebba461-926a-4ee0-8abf-fd2bb590562e tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:45.028392 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed06c7c4-6793-4a66-a564-3c4f8ba486c4 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Router 034c9c18-2ce8-4317-907c-330fc6602114 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:03:45.038839 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9a120a1d-b71d-4499-a4cb-6a4a55ac9ccb None None] Provisioning complete for port a74841bb-7cb9-4bc0-af26-d717c600baab triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:03:45.039355 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9a120a1d-b71d-4499-a4cb-6a4a55ac9ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:45.103555 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9a120a1d-b71d-4499-a4cb-6a4a55ac9ccb None None] Port a74841bb-7cb9-4bc0-af26-d717c600baab cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:03:45.140489 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4570c35a-8f6d-4aaf-91b5-e08936baf402 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] Notify callbacks [] for subnetpool, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:45.144593 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-4570c35a-8f6d-4aaf-91b5-e08936baf402 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] 10.222.0.44 "DELETE /v2.0/subnetpools/606b71bb-63e6-4699-b04b-4ce83ece9b3c HTTP/1.1" status: 204 len: 168 time: 0.2167170 Jul 24 00:03:45.145374 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56368) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:45.187964 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-7e2c8f78-fcae-4771-ab05-73a4e5a193d4 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] 10.222.0.44 "GET /v2.0/ports?device_id=487653c5-e0b2-4344-b5a2-5aa789dde69f HTTP/1.1" status: 200 len: 205 time: 0.0409839 Jul 24 00:03:45.189649 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1ebba461-926a-4ee0-8abf-fd2bb590562e tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:45.190448 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56370) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:45.199358 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1ebba461-926a-4ee0-8abf-fd2bb590562e tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:45.230383 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed06c7c4-6793-4a66-a564-3c4f8ba486c4 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:03:45.242837 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-ed06c7c4-6793-4a66-a564-3c4f8ba486c4 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "PUT /v2.0/routers/034c9c18-2ce8-4317-907c-330fc6602114/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3857639 Jul 24 00:03:45.246070 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 56372) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:45.250692 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e671aa4-2246-486a-989a-3cc3232994e6 None None] Sync routers for ids ['034c9c18-2ce8-4317-907c-330fc6602114'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:03:45.263103 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e671aa4-2246-486a-989a-3cc3232994e6 None None] Routers {'034c9c18-2ce8-4317-907c-330fc6602114'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:03:45.264238 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-1e671aa4-2246-486a-989a-3cc3232994e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:03:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['034c9c18-2ce8-4317-907c-330fc6602114'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:45.265180 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-06528778-921a-4d72-8cda-36cf461bb6f1 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1957025130'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:03:45.295500 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06528778-921a-4d72-8cda-36cf461bb6f1 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Made reservation on behalf of 4089b22453f945a5901919043ff32633 for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:03:45.299916 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-06528778-921a-4d72-8cda-36cf461bb6f1 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:45.326017 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c56a8230-d198-46e0-9a37-2ac6f23e066e tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] Notify callbacks [] for router, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:45.347443 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-76929394-fba0-470d-8802-0e9c1c90d687 None None] Provisioning complete for port a74841bb-7cb9-4bc0-af26-d717c600baab triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:03:45.347595 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06528778-921a-4d72-8cda-36cf461bb6f1 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:03:45.347855 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-76929394-fba0-470d-8802-0e9c1c90d687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:45.379331 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-06528778-921a-4d72-8cda-36cf461bb6f1 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:45.379689 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-06528778-921a-4d72-8cda-36cf461bb6f1 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Added segment 6805fb6a-e1fd-4e82-89ed-143c06798a10 of type vlan for network 4a3e27f2-8289-4e3a-bde9-6ee4660ff0cc Jul 24 00:03:45.413123 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1ebba461-926a-4ee0-8abf-fd2bb590562e tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:45.419224 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-1ebba461-926a-4ee0-8abf-fd2bb590562e tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5381334 Jul 24 00:03:45.420775 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56376) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:45.431230 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-3b46bbc8-29f1-4269-989b-6838530bafad tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'enable_snat': False}}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:03:45.477031 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-1e671aa4-2246-486a-989a-3cc3232994e6 None None] Set router 034c9c18-2ce8-4317-907c-330fc6602114 gateway port host: None {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:03:45.478394 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 4742b21e-40f6-404b-86de-95b421dbd265 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:03:45.504764 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 56380) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:45.549024 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-06528778-921a-4d72-8cda-36cf461bb6f1 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:45.566902 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-76929394-fba0-470d-8802-0e9c1c90d687 None None] Port a74841bb-7cb9-4bc0-af26-d717c600baab cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:03:45.627596 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-06528778-921a-4d72-8cda-36cf461bb6f1 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:45.638083 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c56a8230-d198-46e0-9a37-2ac6f23e066e tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:45.667569 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06528778-921a-4d72-8cda-36cf461bb6f1 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:45.668231 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-06528778-921a-4d72-8cda-36cf461bb6f1 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:45.671923 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 4742b21e-40f6-404b-86de-95b421dbd265 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:03:45.673046 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:45.713278 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c56a8230-d198-46e0-9a37-2ac6f23e066e tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:45.804251 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-1e671aa4-2246-486a-989a-3cc3232994e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '034c9c18-2ce8-4317-907c-330fc6602114', 'name': 'tempest-RoutersIpV6Test-router-291813044', 'tenant_id': '4089b22453f945a5901919043ff32633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:03:24Z', 'updated_at': '2021-07-24T00:03:43Z', 'revision_number': 4, 'project_id': '4089b22453f945a5901919043ff32633', 'gw_port_host': None, '_interfaces': [{'id': '41bfae9b-f962-4a7e-b52d-7139307c1acc', 'name': '', 'network_id': '4d14ae4d-69f2-4c08-b8ee-c34f0b37fc35', 'tenant_id': '4089b22453f945a5901919043ff32633', 'mac_address': 'fa:16:3e:ab:80:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034c9c18-2ce8-4317-907c-330fc6602114', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '80243f7e-e7b6-4fea-8c04-af9e6926e3bc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:03:36Z', 'updated_at': '2021-07-24T00:03:42Z', 'revision_number': 5, 'project_id': '4089b22453f945a5901919043ff32633', 'subnets': [{'id': '80243f7e-e7b6-4fea-8c04-af9e6926e3bc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a74841bb-7cb9-4bc0-af26-d717c600baab', 'name': '', 'network_id': '58f6d151-474c-42a9-b3c2-a00e2b35833e', 'tenant_id': '4089b22453f945a5901919043ff32633', 'mac_address': 'fa:16:3e:e4:62:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '034c9c18-2ce8-4317-907c-330fc6602114', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '01ff3843-8aee-4393-b6da-3119e0ce0314', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:03:42Z', 'updated_at': '2021-07-24T00:03:43Z', 'revision_number': 2, 'project_id': '4089b22453f945a5901919043ff32633', 'subnets': [{'id': '01ff3843-8aee-4393-b6da-3119e0ce0314', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd18bd505-e56e-4118-830a-2e7414606243', 'name': '', 'network_id': '941deb0f-9335-4a6e-a2a5-8c0702697c8d', 'tenant_id': '4089b22453f945a5901919043ff32633', 'mac_address': 'fa:16:3e:5e:35:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034c9c18-2ce8-4317-907c-330fc6602114', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '05c840f6-1e89-4e3c-b2c5-8bc1a8b7dac2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:03:28Z', 'updated_at': '2021-07-24T00:03:36Z', 'revision_number': 5, 'project_id': '4089b22453f945a5901919043ff32633', 'subnets': [{'id': '05c840f6-1e89-4e3c-b2c5-8bc1a8b7dac2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:45.836524 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3b46bbc8-29f1-4269-989b-6838530bafad tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:45.838732 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e671aa4-2246-486a-989a-3cc3232994e6 None None] Checking router: 034c9c18-2ce8-4317-907c-330fc6602114 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:03:45.839582 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e671aa4-2246-486a-989a-3cc3232994e6 None None] Updating router 034c9c18-2ce8-4317-907c-330fc6602114 port a74841bb-7cb9-4bc0-af26-d717c600baab binding host n-d-800088-16 {{(pid=100316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:03:45.845267 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c56a8230-d198-46e0-9a37-2ac6f23e066e tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:45.845842 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c56a8230-d198-46e0-9a37-2ac6f23e066e tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] Fanout notify agent at l3_agent the message router_deleted on router 487653c5-e0b2-4344-b5a2-5aa789dde69f {{(pid=100313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:03:45.860727 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c56a8230-d198-46e0-9a37-2ac6f23e066e tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:45.862040 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c56a8230-d198-46e0-9a37-2ac6f23e066e tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] 10.222.0.44 "DELETE /v2.0/routers/487653c5-e0b2-4344-b5a2-5aa789dde69f HTTP/1.1" status: 204 len: 168 time: 0.6705406 Jul 24 00:03:45.864609 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56388) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:45.885074 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-1e671aa4-2246-486a-989a-3cc3232994e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:45.892471 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-06528778-921a-4d72-8cda-36cf461bb6f1 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6453104 Jul 24 00:03:45.894279 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c0b0a1fe-2e0b-4666-affb-32c8825f0934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:45.896111 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06528778-921a-4d72-8cda-36cf461bb6f1 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Pushing event updated for resources: {'Network': ['ID=4a3e27f2-8289-4e3a-bde9-6ee4660ff0cc,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:45.898169 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 56390) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:45.906520 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-0e0d721f-60e3-4c71-8dcb-707a70fdf61b tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Request body: {'subnet': {'network_id': '4a3e27f2-8289-4e3a-bde9-6ee4660ff0cc', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:03:45.910610 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 4a3e27f2-8289-4e3a-bde9-6ee4660ff0cc details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:03:46.061324 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc125fc-3bfe-469d-ad84-fcdabd2315c4 req-c7a5b044-e129-488e-9add-ebc3e39059e7 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:46.062823 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-acc125fc-3bfe-469d-ad84-fcdabd2315c4 req-c7a5b044-e129-488e-9add-ebc3e39059e7 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=a746b04d-4762-4dcd-a318-7b96ce824ffb HTTP/1.1" status: 200 len: 946 time: 0.3070698 Jul 24 00:03:46.128345 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c0b0a1fe-2e0b-4666-affb-32c8825f0934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:46.132187 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-acc125fc-3bfe-469d-ad84-fcdabd2315c4 req-c28fcca6-7f62-4881-a460-3a4ca2f23b52 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603883 Jul 24 00:03:46.135791 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c0b0a1fe-2e0b-4666-affb-32c8825f0934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:46.182888 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-c0b0a1fe-2e0b-4666-affb-32c8825f0934 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=80c2edda21294dab993cda28fd13c6bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6745682 Jul 24 00:03:46.188664 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 56394) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:46.206230 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b0a1fe-2e0b-4666-affb-32c8825f0934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee4ab00b-299b-4385-9fc9-1334cfde3733,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:46.206708 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-1e671aa4-2246-486a-989a-3cc3232994e6 None None] Notify callbacks [] for port, precommit_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:46.216471 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e0d721f-60e3-4c71-8dcb-707a70fdf61b tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Made reservation on behalf of 4089b22453f945a5901919043ff32633 for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:03:46.217601 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-c190b14f-2acb-44ca-866b-7d9d58fc7c5f tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] Deleting port d3612365-50bc-4107-8cd0-78e58a49c162 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:03:46.218149 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c190b14f-2acb-44ca-866b-7d9d58fc7c5f tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:46.221159 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.provisioning_blocks [None req-1e671aa4-2246-486a-989a-3cc3232994e6 None None] Transition to ACTIVE for port object a74841bb-7cb9-4bc0-af26-d717c600baab will not be triggered until provisioned by entity L2. {{(pid=100316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:03:46.222094 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0e0d721f-60e3-4c71-8dcb-707a70fdf61b tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:46.231579 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-1e671aa4-2246-486a-989a-3cc3232994e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:46.298545 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a6e99-572b-4172-991a-01f7116296e6 req-236a2d6a-03ef-4c75-a495-ccdf190e45c7 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:46.305384 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-913a6e99-572b-4172-991a-01f7116296e6 req-236a2d6a-03ef-4c75-a495-ccdf190e45c7 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2a03b3c-980c-4c1f-a15d-dc6322272e18 HTTP/1.1" status: 200 len: 950 time: 0.2518044 Jul 24 00:03:46.314183 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01498db-dc16-453a-ae86-7bc87d36c5a5 None None] Pushing event updated for resources: {'Port': ['ID=a74841bb-7cb9-4bc0-af26-d717c600baab,revision_number=3']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:46.343553 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e40e0e3f-e25b-4b3a-9f8e-ef10ef522565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:46.386074 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e40e0e3f-e25b-4b3a-9f8e-ef10ef522565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:46.412891 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-1e671aa4-2246-486a-989a-3cc3232994e6 None None] Attempting to bind port a74841bb-7cb9-4bc0-af26-d717c600baab on host n-d-800088-16 for vnic_type normal with profile {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:03:46.413537 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-1e671aa4-2246-486a-989a-3cc3232994e6 None None] Attempting to bind port a74841bb-7cb9-4bc0-af26-d717c600baab by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': 'dab48cbe-df3e-4afc-9f4b-7548f98a853e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '58f6d151-474c-42a9-b3c2-a00e2b35833e'}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:03:46.414143 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e671aa4-2246-486a-989a-3cc3232994e6 None None] Attempting to bind port a74841bb-7cb9-4bc0-af26-d717c600baab on network 58f6d151-474c-42a9-b3c2-a00e2b35833e {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:03:46.421116 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e671aa4-2246-486a-989a-3cc3232994e6 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:03:46.421330 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c190b14f-2acb-44ca-866b-7d9d58fc7c5f tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:46.422662 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e671aa4-2246-486a-989a-3cc3232994e6 None None] Checking segment: {'id': 'dab48cbe-df3e-4afc-9f4b-7548f98a853e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '58f6d151-474c-42a9-b3c2-a00e2b35833e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:03:46.423385 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-1e671aa4-2246-486a-989a-3cc3232994e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:46.424003 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e671aa4-2246-486a-989a-3cc3232994e6 None None] Bound using segment: {'id': 'dab48cbe-df3e-4afc-9f4b-7548f98a853e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '58f6d151-474c-42a9-b3c2-a00e2b35833e'} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:03:46.424690 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-1e671aa4-2246-486a-989a-3cc3232994e6 None None] Bound port: a74841bb-7cb9-4bc0-af26-d717c600baab, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dab48cbe-df3e-4afc-9f4b-7548f98a853e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '58f6d151-474c-42a9-b3c2-a00e2b35833e'}}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:03:46.425581 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-1e671aa4-2246-486a-989a-3cc3232994e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:46.436663 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-c190b14f-2acb-44ca-866b-7d9d58fc7c5f tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] Calling delete_port for d3612365-50bc-4107-8cd0-78e58a49c162 owned by {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:03:46.516407 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-1e671aa4-2246-486a-989a-3cc3232994e6 None None] For port a74841bb-7cb9-4bc0-af26-d717c600baab, host n-d-800088-16, cleared binding levels {{(pid=100316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:03:46.520234 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-1e671aa4-2246-486a-989a-3cc3232994e6 None None] For port a74841bb-7cb9-4bc0-af26-d717c600baab, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=a74841bb-7cb9-4bc0-af26-d717c600baab,segment=NetworkSegment(dab48cbe-df3e-4afc-9f4b-7548f98a853e),segment_id=dab48cbe-df3e-4afc-9f4b-7548f98a853e)] {{(pid=100316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:03:46.523261 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [req-906c6102-facf-4b4a-b63e-e8d559da9685 req-a11f1eeb-7ea7-411d-9228-0ed44ba4649e service neutron] show failed (client error): The resource could not be found. Jul 24 00:03:46.523476 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e40e0e3f-e25b-4b3a-9f8e-ef10ef522565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:46.524368 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-906c6102-facf-4b4a-b63e-e8d559da9685 req-a11f1eeb-7ea7-411d-9228-0ed44ba4649e service neutron] 10.222.0.52 "GET /v2.0/ports/7c4baabd-a258-4647-844c-3df4320bfcd4/bindings/n-h2-800088-16 HTTP/1.1" status: 404 len: 381 time: 0.3571222 Jul 24 00:03:46.526205 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-1e671aa4-2246-486a-989a-3cc3232994e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:46.527756 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e40e0e3f-e25b-4b3a-9f8e-ef10ef522565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:46.530814 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-e40e0e3f-e25b-4b3a-9f8e-ef10ef522565 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ee4ab00b-299b-4385-9fc9-1334cfde3733 HTTP/1.1" status: 204 len: 168 time: 0.3373139 Jul 24 00:03:46.540930 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0e0d721f-60e3-4c71-8dcb-707a70fdf61b tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:46.549681 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40e0e3f-e25b-4b3a-9f8e-ef10ef522565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee4ab00b-299b-4385-9fc9-1334cfde3733,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:46.628003 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e671aa4-2246-486a-989a-3cc3232994e6 None None] Routers {'034c9c18-2ce8-4317-907c-330fc6602114'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:03:46.629233 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-1e671aa4-2246-486a-989a-3cc3232994e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:03:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['034c9c18-2ce8-4317-907c-330fc6602114'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:46.630938 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0d721f-60e3-4c71-8dcb-707a70fdf61b tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Pushing event updated for resources: {'Subnet': ['ID=e34d9ab5-e237-4d2d-a235-e6fbfc4d149e,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:46.638515 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0d721f-60e3-4c71-8dcb-707a70fdf61b tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Checking segment: {'id': '6805fb6a-e1fd-4e82-89ed-143c06798a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '4a3e27f2-8289-4e3a-bde9-6ee4660ff0cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:03:46.639546 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0d721f-60e3-4c71-8dcb-707a70fdf61b tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Network hostable DHCP agents. Network: 4a3e27f2-8289-4e3a-bde9-6ee4660ff0cc, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:03:46.665940 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0d721f-60e3-4c71-8dcb-707a70fdf61b tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Network 4a3e27f2-8289-4e3a-bde9-6ee4660ff0cc is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:03:46.685073 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-0e0d721f-60e3-4c71-8dcb-707a70fdf61b tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 4a3e27f2-8289-4e3a-bde9-6ee4660ff0cc) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:03:46.694510 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0d721f-60e3-4c71-8dcb-707a70fdf61b tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:46.696108 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0e0d721f-60e3-4c71-8dcb-707a70fdf61b tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:46.701057 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5a80a4-d3d3-476e-a641-ce57b66936af None None] Network 4a3e27f2-8289-4e3a-bde9-6ee4660ff0cc requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:03:46.723287 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-0e0d721f-60e3-4c71-8dcb-707a70fdf61b tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8224430 Jul 24 00:03:46.725572 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 56398) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:46.815462 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-1e671aa4-2246-486a-989a-3cc3232994e6 None None] Set router 034c9c18-2ce8-4317-907c-330fc6602114 gateway port host: None {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:03:47.071938 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca71531-d201-4628-890e-5635a60ae918 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-4a3e27f2-8289-4e3a-bde9-6ee4660ff0cc', 'network_id': '4a3e27f2-8289-4e3a-bde9-6ee4660ff0cc', 'tenant_id': '4089b22453f945a5901919043ff32633', 'fixed_ips': [{'subnet_id': 'e34d9ab5-e237-4d2d-a235-e6fbfc4d149e'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:03:47.072843 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-7ca71531-d201-4628-890e-5635a60ae918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:47.100009 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01498db-dc16-453a-ae86-7bc87d36c5a5 None None] Pushing event updated for resources: {'Port': ['ID=a74841bb-7cb9-4bc0-af26-d717c600baab,revision_number=4']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:47.285577 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-913a6e99-572b-4172-991a-01f7116296e6 req-3a08a340-aac4-4012-a3ab-fe8da0ffea60 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9792523 Jul 24 00:03:47.318149 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-7ca71531-d201-4628-890e-5635a60ae918 None None] Allocated IP 2001:db8:3::2 (4a3e27f2-8289-4e3a-bde9-6ee4660ff0cc/e34d9ab5-e237-4d2d-a235-e6fbfc4d149e/06f7b394-9cb2-4db7-96c9-0320fcdd7d53) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:03:47.334948 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-1e671aa4-2246-486a-989a-3cc3232994e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '034c9c18-2ce8-4317-907c-330fc6602114', 'name': 'tempest-RoutersIpV6Test-router-291813044', 'tenant_id': '4089b22453f945a5901919043ff32633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:03:24Z', 'updated_at': '2021-07-24T00:03:43Z', 'revision_number': 4, 'project_id': '4089b22453f945a5901919043ff32633', 'gw_port_host': None, '_interfaces': [{'id': '41bfae9b-f962-4a7e-b52d-7139307c1acc', 'name': '', 'network_id': '4d14ae4d-69f2-4c08-b8ee-c34f0b37fc35', 'tenant_id': '4089b22453f945a5901919043ff32633', 'mac_address': 'fa:16:3e:ab:80:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034c9c18-2ce8-4317-907c-330fc6602114', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '80243f7e-e7b6-4fea-8c04-af9e6926e3bc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:03:36Z', 'updated_at': '2021-07-24T00:03:42Z', 'revision_number': 5, 'project_id': '4089b22453f945a5901919043ff32633', 'subnets': [{'id': '80243f7e-e7b6-4fea-8c04-af9e6926e3bc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a74841bb-7cb9-4bc0-af26-d717c600baab', 'name': '', 'network_id': '58f6d151-474c-42a9-b3c2-a00e2b35833e', 'tenant_id': '4089b22453f945a5901919043ff32633', 'mac_address': 'fa:16:3e:e4:62:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '034c9c18-2ce8-4317-907c-330fc6602114', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '01ff3843-8aee-4393-b6da-3119e0ce0314', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:03:42Z', 'updated_at': '2021-07-24T00:03:46Z', 'revision_number': 4, 'project_id': '4089b22453f945a5901919043ff32633', 'subnets': [{'id': '01ff3843-8aee-4393-b6da-3119e0ce0314', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd18bd505-e56e-4118-830a-2e7414606243', 'name': '', 'network_id': '941deb0f-9335-4a6e-a2a5-8c0702697c8d', 'tenant_id': '4089b22453f945a5901919043ff32633', 'mac_address': 'fa:16:3e:5e:35:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034c9c18-2ce8-4317-907c-330fc6602114', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '05c840f6-1e89-4e3c-b2c5-8bc1a8b7dac2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:03:28Z', 'updated_at': '2021-07-24T00:03:36Z', 'revision_number': 5, 'project_id': '4089b22453f945a5901919043ff32633', 'subnets': [{'id': '05c840f6-1e89-4e3c-b2c5-8bc1a8b7dac2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:47.350766 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3b46bbc8-29f1-4269-989b-6838530bafad tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:47.380564 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3b46bbc8-29f1-4269-989b-6838530bafad tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:47.396606 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e671aa4-2246-486a-989a-3cc3232994e6 None None] The sync data for ids ['034c9c18-2ce8-4317-907c-330fc6602114'] in n-d-800088-16 is: [{'id': '034c9c18-2ce8-4317-907c-330fc6602114', 'name': 'tempest-RoutersIpV6Test-router-291813044', 'tenant_id': '4089b22453f945a5901919043ff32633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:03:24Z', 'updated_at': '2021-07-24T00:03:43Z', 'revision_number': 4, 'project_id': '4089b22453f945a5901919043ff32633', 'gw_port_host': None, '_interfaces': [{'id': '41bfae9b-f962-4a7e-b52d-7139307c1acc', 'name': '', 'network_id': '4d14ae4d-69f2-4c08-b8ee-c34f0b37fc35', 'tenant_id': '4089b22453f945a5901919043ff32633', 'mac_address': 'fa:16:3e:ab:80:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034c9c18-2ce8-4317-907c-330fc6602114', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '80243f7e-e7b6-4fea-8c04-af9e6926e3bc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:03:36Z', 'updated_at': '2021-07-24T00:03:42Z', 'revision_number': 5, 'project_id': '4089b22453f945a5901919043ff32633', 'subnets': [{'id': '80243f7e-e7b6-4fea-8c04-af9e6926e3bc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a74841bb-7cb9-4bc0-af26-d717c600baab', 'name': '', 'network_id': '58f6d151-474c-42a9-b3c2-a00e2b35833e', 'tenant_id': '4089b22453f945a5901919043ff32633', 'mac_address': 'fa:16:3e:e4:62:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '034c9c18-2ce8-4317-907c-330fc6602114', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '01ff3843-8aee-4393-b6da-3119e0ce0314', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:03:42Z', 'updated_at': '2021-07-24T00:03:46Z', 'revision_number': 4, 'project_id': '4089b22453f945a5901919043ff32633', 'subnets': [{'id': '01ff3843-8aee-4393-b6da-3119e0ce0314', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd18bd505-e56e-4118-830a-2e7414606243', 'name': '', 'network_id': '941deb0f-9335-4a6e-a2a5-8c0702697c8d', 'tenant_id': '4089b22453f945a5901919043ff32633', 'mac_address': 'fa:16:3e:5e:35:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034c9c18-2ce8-4317-907c-330fc6602114', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '05c840f6-1e89-4e3c-b2c5-8bc1a8b7dac2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:03:28Z', 'updated_at': '2021-07-24T00:03:36Z', 'revision_number': 5, 'project_id': '4089b22453f945a5901919043ff32633', 'subnets': [{'id': '05c840f6-1e89-4e3c-b2c5-8bc1a8b7dac2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:03:47.416074 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c6102-facf-4b4a-b63e-e8d559da9685 req-15d140cf-f875-475e-b734-432a9693bf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:47.418063 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-906c6102-facf-4b4a-b63e-e8d559da9685 req-15d140cf-f875-475e-b734-432a9693bf70 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e2a03b3c-980c-4c1f-a15d-dc6322272e18&tenant_id=798b28002e9743a58ab9c3622d82224e HTTP/1.1" status: 200 len: 1102 time: 0.4502392 Jul 24 00:03:47.438427 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-906c6102-facf-4b4a-b63e-e8d559da9685 req-9d0fd3dc-628f-4228-936a-96161fa8e3f5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800088-16', 'device_owner': 'compute:nova'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:03:47.526460 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-3b46bbc8-29f1-4269-989b-6838530bafad tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Allocated IP 172.25.3.143 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/94968212-f739-4c26-8f9a-a0ff8ea8662f) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:03:47.703112 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3b46bbc8-29f1-4269-989b-6838530bafad tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:47.705965 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceda52c9-438b-4178-988c-ae79ca419c08 req-2526466e-2f09-43a5-9215-99e280b3e9f7 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:47.716008 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ceda52c9-438b-4178-988c-ae79ca419c08 req-2526466e-2f09-43a5-9215-99e280b3e9f7 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=a746b04d-4762-4dcd-a318-7b96ce824ffb HTTP/1.1" status: 200 len: 946 time: 0.4088631 Jul 24 00:03:47.793875 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-906c6102-facf-4b4a-b63e-e8d559da9685 req-9d0fd3dc-628f-4228-936a-96161fa8e3f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:47.799851 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:47.814080 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-7ca71531-d201-4628-890e-5635a60ae918 None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:47.824892 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-7ca71531-d201-4628-890e-5635a60ae918 None None] Transition to ACTIVE for port object 06f7b394-9cb2-4db7-96c9-0320fcdd7d53 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:03:47.829884 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c190b14f-2acb-44ca-866b-7d9d58fc7c5f tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:47.845674 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-7ca71531-d201-4628-890e-5635a60ae918 None None] Transition to ACTIVE for port object 06f7b394-9cb2-4db7-96c9-0320fcdd7d53 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:03:47.855887 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-7ca71531-d201-4628-890e-5635a60ae918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:47.881303 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c190b14f-2acb-44ca-866b-7d9d58fc7c5f tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] Pushing event deleted for resources: {'Port': ['ID=d3612365-50bc-4107-8cd0-78e58a49c162,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:47.896847 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ceda52c9-438b-4178-988c-ae79ca419c08 req-eba77869-44f6-4912-956d-8bf15e6a728f tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795995 Jul 24 00:03:47.936157 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca71531-d201-4628-890e-5635a60ae918 None None] Network 4a3e27f2-8289-4e3a-bde9-6ee4660ff0cc is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:03:47.940570 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-7ca71531-d201-4628-890e-5635a60ae918 None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:03:47.961013 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca71531-d201-4628-890e-5635a60ae918 None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:03:47.976094 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca71531-d201-4628-890e-5635a60ae918 None None] Pushing event updated for resources: {'Port': ['ID=06f7b394-9cb2-4db7-96c9-0320fcdd7d53,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:48.067671 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3b46bbc8-29f1-4269-989b-6838530bafad tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:48.080929 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-7ca71531-d201-4628-890e-5635a60ae918 None None] Attempting to bind port 06f7b394-9cb2-4db7-96c9-0320fcdd7d53 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:03:48.082198 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c190b14f-2acb-44ca-866b-7d9d58fc7c5f tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:48.084410 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c190b14f-2acb-44ca-866b-7d9d58fc7c5f tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] 10.222.0.44 "DELETE /v2.0/ports/d3612365-50bc-4107-8cd0-78e58a49c162 HTTP/1.1" status: 204 len: 168 time: 2.2186327 Jul 24 00:03:48.093437 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c215f0f2-4474-4aca-96a2-084b00e207a0 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:48.097077 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b46bbc8-29f1-4269-989b-6838530bafad tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:03:48.099724 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56428) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:48.100670 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-3b46bbc8-29f1-4269-989b-6838530bafad tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:03:48.104787 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-7ca71531-d201-4628-890e-5635a60ae918 None None] Attempting to bind port 06f7b394-9cb2-4db7-96c9-0320fcdd7d53 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '6805fb6a-e1fd-4e82-89ed-143c06798a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '4a3e27f2-8289-4e3a-bde9-6ee4660ff0cc'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:03:48.107148 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca71531-d201-4628-890e-5635a60ae918 None None] Attempting to bind port 06f7b394-9cb2-4db7-96c9-0320fcdd7d53 on network 4a3e27f2-8289-4e3a-bde9-6ee4660ff0cc {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:03:48.114774 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca71531-d201-4628-890e-5635a60ae918 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:03:48.115541 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca71531-d201-4628-890e-5635a60ae918 None None] Checking segment: {'id': '6805fb6a-e1fd-4e82-89ed-143c06798a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '4a3e27f2-8289-4e3a-bde9-6ee4660ff0cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:03:48.116094 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-7ca71531-d201-4628-890e-5635a60ae918 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:48.116647 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca71531-d201-4628-890e-5635a60ae918 None None] Bound using segment: {'id': '6805fb6a-e1fd-4e82-89ed-143c06798a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '4a3e27f2-8289-4e3a-bde9-6ee4660ff0cc'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:03:48.117233 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-7ca71531-d201-4628-890e-5635a60ae918 None None] Bound port: 06f7b394-9cb2-4db7-96c9-0320fcdd7d53, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6805fb6a-e1fd-4e82-89ed-143c06798a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '4a3e27f2-8289-4e3a-bde9-6ee4660ff0cc'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:03:48.117702 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-7ca71531-d201-4628-890e-5635a60ae918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:48.182310 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b46bbc8-29f1-4269-989b-6838530bafad tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:03:48.280104 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-7ca71531-d201-4628-890e-5635a60ae918 None None] For port 06f7b394-9cb2-4db7-96c9-0320fcdd7d53, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:03:48.290648 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-7ca71531-d201-4628-890e-5635a60ae918 None None] For port 06f7b394-9cb2-4db7-96c9-0320fcdd7d53, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=06f7b394-9cb2-4db7-96c9-0320fcdd7d53,segment=NetworkSegment(6805fb6a-e1fd-4e82-89ed-143c06798a10),segment_id=6805fb6a-e1fd-4e82-89ed-143c06798a10)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:03:48.298604 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-7ca71531-d201-4628-890e-5635a60ae918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:48.457477 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca71531-d201-4628-890e-5635a60ae918 None None] Pushing event updated for resources: {'Port': ['ID=06f7b394-9cb2-4db7-96c9-0320fcdd7d53,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:48.496653 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46bbc8-29f1-4269-989b-6838530bafad tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Pushing event updated for resources: {'Port': ['ID=94968212-f739-4c26-8f9a-a0ff8ea8662f,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:48.514189 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-35f34c48-14bf-489d-9c11-717d117fea35 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] Deleting subnet e3e88c4a-38d3-4ed7-901c-91696b688f8c {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:03:48.533818 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-35f34c48-14bf-489d-9c11-717d117fea35 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:48.604051 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-906c6102-facf-4b4a-b63e-e8d559da9685 req-9d0fd3dc-628f-4228-936a-96161fa8e3f5 service neutron] For port 7c4baabd-a258-4647-844c-3df4320bfcd4, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=7c4baabd-a258-4647-844c-3df4320bfcd4,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:03:48.663598 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-35f34c48-14bf-489d-9c11-717d117fea35 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:48.713421 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-906c6102-facf-4b4a-b63e-e8d559da9685 req-9d0fd3dc-628f-4228-936a-96161fa8e3f5 service neutron] For port 7c4baabd-a258-4647-844c-3df4320bfcd4, host n-h1-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:03:48.803085 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbab2ad-36d6-44ec-90c0-3c88387db8c7 req-060e58cb-ce18-4c7e-b2c0-1656ede14853 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:48.804414 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3bbab2ad-36d6-44ec-90c0-3c88387db8c7 req-060e58cb-ce18-4c7e-b2c0-1656ede14853 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2a03b3c-980c-4c1f-a15d-dc6322272e18 HTTP/1.1" status: 200 len: 950 time: 0.3737915 Jul 24 00:03:48.892616 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2a03b3c-980c-4c1f-a15d-dc6322272e18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c4baabd-a258-4647-844c-3df4320bfcd4'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:03:48.895306 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa60bd9-fb9f-40f3-9295-ed3e7d231066" -d '{"events": [{"server_uuid": "e2a03b3c-980c-4c1f-a15d-dc6322272e18", "name": "network-vif-unplugged", "status": "completed", "tag": "7c4baabd-a258-4647-844c-3df4320bfcd4"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:03:48.901533 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-906c6102-facf-4b4a-b63e-e8d559da9685 req-9d0fd3dc-628f-4228-936a-96161fa8e3f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:48.911496 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3b46bbc8-29f1-4269-989b-6838530bafad tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:48.926771 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-c215f0f2-4474-4aca-96a2-084b00e207a0 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Allocated IP 2001:db8:3::1 (4a3e27f2-8289-4e3a-bde9-6ee4660ff0cc/e34d9ab5-e237-4d2d-a235-e6fbfc4d149e/7a5985a7-e20c-4b64-9074-1082a6be9eb8) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:03:48.932610 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-906c6102-facf-4b4a-b63e-e8d559da9685 req-9d0fd3dc-628f-4228-936a-96161fa8e3f5 service neutron] Transition to ACTIVE for port object 7c4baabd-a258-4647-844c-3df4320bfcd4 will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:03:48.941308 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-906c6102-facf-4b4a-b63e-e8d559da9685 req-9d0fd3dc-628f-4228-936a-96161fa8e3f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:49.005111 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0fd3dc-628f-4228-936a-96161fa8e3f5 service neutron] Pushing event updated for resources: {'Port': ['ID=7c4baabd-a258-4647-844c-3df4320bfcd4,revision_number=6']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:49.030702 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3bbab2ad-36d6-44ec-90c0-3c88387db8c7 req-b5575511-2cac-4eaa-81da-afeb5f0c265d tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133451 Jul 24 00:03:49.036063 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-35f34c48-14bf-489d-9c11-717d117fea35 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:49.064517 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 00:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48311681-d548-4918-b6a1-a5cbdd447cdd x-openstack-request-id: req-48311681-d548-4918-b6a1-a5cbdd447cdd {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:03:49.064834 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2a03b3c-980c-4c1f-a15d-dc6322272e18", "name": "network-vif-unplugged", "status": "completed", "tag": "7c4baabd-a258-4647-844c-3df4320bfcd4", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:03:49.065176 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-48311681-d548-4918-b6a1-a5cbdd447cdd {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:03:49.065577 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2a03b3c-980c-4c1f-a15d-dc6322272e18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c4baabd-a258-4647-844c-3df4320bfcd4', 'code': 200} Jul 24 00:03:49.090497 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-906c6102-facf-4b4a-b63e-e8d559da9685 req-9d0fd3dc-628f-4228-936a-96161fa8e3f5 service neutron] No DVR routers for this DVR port 7c4baabd-a258-4647-844c-3df4320bfcd4 on host n-h1-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:03:49.250833 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-906c6102-facf-4b4a-b63e-e8d559da9685 req-9d0fd3dc-628f-4228-936a-96161fa8e3f5 service neutron] Attempting to bind port 7c4baabd-a258-4647-844c-3df4320bfcd4 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:03:49.251288 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-906c6102-facf-4b4a-b63e-e8d559da9685 req-9d0fd3dc-628f-4228-936a-96161fa8e3f5 service neutron] Attempting to bind port 7c4baabd-a258-4647-844c-3df4320bfcd4 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:03:49.252006 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906c6102-facf-4b4a-b63e-e8d559da9685 req-9d0fd3dc-628f-4228-936a-96161fa8e3f5 service neutron] Attempting to bind port 7c4baabd-a258-4647-844c-3df4320bfcd4 on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:03:49.267195 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906c6102-facf-4b4a-b63e-e8d559da9685 req-9d0fd3dc-628f-4228-936a-96161fa8e3f5 service neutron] Port 7c4baabd-a258-4647-844c-3df4320bfcd4 on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:03:49.267537 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906c6102-facf-4b4a-b63e-e8d559da9685 req-9d0fd3dc-628f-4228-936a-96161fa8e3f5 service neutron] Attempting to bind port 7c4baabd-a258-4647-844c-3df4320bfcd4 on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:03:49.272765 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-35f34c48-14bf-489d-9c11-717d117fea35 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:49.300434 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906c6102-facf-4b4a-b63e-e8d559da9685 req-9d0fd3dc-628f-4228-936a-96161fa8e3f5 service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:03:49.301512 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906c6102-facf-4b4a-b63e-e8d559da9685 req-9d0fd3dc-628f-4228-936a-96161fa8e3f5 service neutron] Checking segment: {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:03:49.302330 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906c6102-facf-4b4a-b63e-e8d559da9685 req-9d0fd3dc-628f-4228-936a-96161fa8e3f5 service neutron] Bound using segment: {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:03:49.302644 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-906c6102-facf-4b4a-b63e-e8d559da9685 req-9d0fd3dc-628f-4228-936a-96161fa8e3f5 service neutron] Bound port: 7c4baabd-a258-4647-844c-3df4320bfcd4, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:03:49.303032 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-906c6102-facf-4b4a-b63e-e8d559da9685 req-9d0fd3dc-628f-4228-936a-96161fa8e3f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:49.409839 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1653d6d7-53d7-40a0-91cc-c284e016d9cb None None] Network 0b3a2f29-65c7-4127-94fc-1bee2aa7a551 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:03:49.416325 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-35f34c48-14bf-489d-9c11-717d117fea35 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:49.422010 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-35f34c48-14bf-489d-9c11-717d117fea35 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] 10.222.0.44 "DELETE /v2.0/subnets/e3e88c4a-38d3-4ed7-901c-91696b688f8c HTTP/1.1" status: 204 len: 168 time: 1.3127801 Jul 24 00:03:49.426110 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f34c48-14bf-489d-9c11-717d117fea35 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] Pushing event deleted for resources: {'Subnet': ['ID=e3e88c4a-38d3-4ed7-901c-91696b688f8c,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:49.428312 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56460) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:49.458325 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c215f0f2-4474-4aca-96a2-084b00e207a0 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:49.478040 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3b46bbc8-29f1-4269-989b-6838530bafad tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:49.509384 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [None req-c215f0f2-4474-4aca-96a2-084b00e207a0 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Transition to ACTIVE for port object 7a5985a7-e20c-4b64-9074-1082a6be9eb8 will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:03:49.517788 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3b46bbc8-29f1-4269-989b-6838530bafad tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-687196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-687191', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-626537'] for router, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:49.566970 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device a74841bb-7cb9-4bc0-af26-d717c600baab up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:03:49.602819 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-906c6102-facf-4b4a-b63e-e8d559da9685 req-9d0fd3dc-628f-4228-936a-96161fa8e3f5 service neutron] For port 7c4baabd-a258-4647-844c-3df4320bfcd4, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:03:49.608250 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-906c6102-facf-4b4a-b63e-e8d559da9685 req-9d0fd3dc-628f-4228-936a-96161fa8e3f5 service neutron] For port 7c4baabd-a258-4647-844c-3df4320bfcd4, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=7c4baabd-a258-4647-844c-3df4320bfcd4,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:03:49.616584 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-906c6102-facf-4b4a-b63e-e8d559da9685 req-9d0fd3dc-628f-4228-936a-96161fa8e3f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:49.629378 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c215f0f2-4474-4aca-96a2-084b00e207a0 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:49.664473 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0be1f9a7-c876-4c6d-b90c-284972b68e38 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:49.671419 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c6102-facf-4b4a-b63e-e8d559da9685 req-9d0fd3dc-628f-4228-936a-96161fa8e3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:49.672239 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-906c6102-facf-4b4a-b63e-e8d559da9685 req-9d0fd3dc-628f-4228-936a-96161fa8e3f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:49.674745 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-906c6102-facf-4b4a-b63e-e8d559da9685 req-9d0fd3dc-628f-4228-936a-96161fa8e3f5 service neutron] 10.222.0.64 "PUT /v2.0/ports/7c4baabd-a258-4647-844c-3df4320bfcd4 HTTP/1.1" status: 200 len: 1097 time: 2.2424159 Jul 24 00:03:49.690815 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c215f0f2-4474-4aca-96a2-084b00e207a0 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Network 4a3e27f2-8289-4e3a-bde9-6ee4660ff0cc is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:03:49.699280 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-c215f0f2-4474-4aca-96a2-084b00e207a0 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:03:49.716279 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c215f0f2-4474-4aca-96a2-084b00e207a0 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:03:49.717736 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c215f0f2-4474-4aca-96a2-084b00e207a0 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681761'] for router_interface, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:49.724634 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port a74841bb-7cb9-4bc0-af26-d717c600baab completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:03:49.734456 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port a74841bb-7cb9-4bc0-af26-d717c600baab triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:03:49.734838 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:49.785781 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 56464) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:49.786986 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a7763c-57ca-48a3-9e8a-6e4ba41edd57 req-73980d6b-5ef9-426f-99e0-72bab73959f2 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:49.789217 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-12a7763c-57ca-48a3-9e8a-6e4ba41edd57 req-73980d6b-5ef9-426f-99e0-72bab73959f2 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=a746b04d-4762-4dcd-a318-7b96ce824ffb HTTP/1.1" status: 200 len: 946 time: 0.5890775 Jul 24 00:03:49.836394 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0fd3dc-628f-4228-936a-96161fa8e3f5 service neutron] Pushing event updated for resources: {'Port': ['ID=7c4baabd-a258-4647-844c-3df4320bfcd4,revision_number=7']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:49.916265 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:49.920732 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867dc051-410f-4884-8fe3-4db31b3ac91e None None] DHCP port deletion for 0b3a2f29-65c7-4127-94fc-1bee2aa7a551 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:03:49.927001 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-12a7763c-57ca-48a3-9e8a-6e4ba41edd57 req-eb27dcc2-d531-4436-8c8a-89dd0c64b29d tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296537 Jul 24 00:03:49.986237 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-0be1f9a7-c876-4c6d-b90c-284972b68e38 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] Deleting port 874aa41a-7a8d-4516-bba7-fe9bced2e6dc {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:03:49.987018 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0be1f9a7-c876-4c6d-b90c-284972b68e38 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:50.027134 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port a74841bb-7cb9-4bc0-af26-d717c600baab, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=a74841bb-7cb9-4bc0-af26-d717c600baab,segment=NetworkSegment(dab48cbe-df3e-4afc-9f4b-7548f98a853e),segment_id=dab48cbe-df3e-4afc-9f4b-7548f98a853e)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:03:50.040651 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:50.041869 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 06f7b394-9cb2-4db7-96c9-0320fcdd7d53 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:03:50.079279 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c215f0f2-4474-4aca-96a2-084b00e207a0 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Pushing event updated for resources: {'Port': ['ID=7a5985a7-e20c-4b64-9074-1082a6be9eb8,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:50.093158 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b46bbc8-29f1-4269-989b-6838530bafad tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Router ce42a029-867f-46f7-9d98-572cec06b8fd is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:03:50.098390 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4dd0dee6-93d4-41fb-9463-cb733e48648b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:50.106784 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-0be1f9a7-c876-4c6d-b90c-284972b68e38 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] For port 874aa41a-7a8d-4516-bba7-fe9bced2e6dc, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=874aa41a-7a8d-4516-bba7-fe9bced2e6dc,segment=NetworkSegment(5a19a036-3ac1-4978-830f-eee1d53934c3),segment_id=5a19a036-3ac1-4978-830f-eee1d53934c3)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:03:50.107185 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0be1f9a7-c876-4c6d-b90c-284972b68e38 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:50.109271 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c6102-facf-4b4a-b63e-e8d559da9685 req-b6f4fbcd-f459-400a-a98b-ccbaa5bc41d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:50.111571 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-906c6102-facf-4b4a-b63e-e8d559da9685 req-b6f4fbcd-f459-400a-a98b-ccbaa5bc41d9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=798b28002e9743a58ab9c3622d82224e&device_id=e2a03b3c-980c-4c1f-a15d-dc6322272e18 HTTP/1.1" status: 200 len: 1100 time: 0.4070451 Jul 24 00:03:50.134630 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-0be1f9a7-c876-4c6d-b90c-284972b68e38 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] Calling delete_port for 874aa41a-7a8d-4516-bba7-fe9bced2e6dc owned by network:dhcp {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:03:50.135293 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358254eb-8584-4e22-af92-a5d5e1ff5e29 None None] Network 4a3e27f2-8289-4e3a-bde9-6ee4660ff0cc requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:03:50.208024 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 7c4baabd-a258-4647-844c-3df4320bfcd4 no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:03:50.264937 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-867dc051-410f-4884-8fe3-4db31b3ac91e None None] Deleting port 874aa41a-7a8d-4516-bba7-fe9bced2e6dc {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:03:50.265422 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-867dc051-410f-4884-8fe3-4db31b3ac91e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:50.272506 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=a74841bb-7cb9-4bc0-af26-d717c600baab,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:50.275320 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-275013ad-fcfe-48d3-872f-4cf0276dc247 None None] Provisioning for port 06f7b394-9cb2-4db7-96c9-0320fcdd7d53 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:03:50.317364 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b46bbc8-29f1-4269-989b-6838530bafad tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:03:50.322070 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3b46bbc8-29f1-4269-989b-6838530bafad tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:50.324672 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-3b46bbc8-29f1-4269-989b-6838530bafad tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] 10.222.0.44 "PUT /v2.0/routers/ce42a029-867f-46f7-9d98-572cec06b8fd HTTP/1.1" status: 200 len: 920 time: 4.9028704 Jul 24 00:03:50.327229 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56474) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:50.342383 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0285114b-beac-479e-907a-12ebff96c9a6 None None] Sync routers for ids ['ce42a029-867f-46f7-9d98-572cec06b8fd'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:03:50.344423 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 7c4baabd-a258-4647-844c-3df4320bfcd4 not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:03:50.358840 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 06f7b394-9cb2-4db7-96c9-0320fcdd7d53 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:03:50.405235 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0be1f9a7-c876-4c6d-b90c-284972b68e38 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:50.411284 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 06f7b394-9cb2-4db7-96c9-0320fcdd7d53 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:03:50.412271 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:50.417505 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-867dc051-410f-4884-8fe3-4db31b3ac91e None None] For port 874aa41a-7a8d-4516-bba7-fe9bced2e6dc, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=874aa41a-7a8d-4516-bba7-fe9bced2e6dc,segment=NetworkSegment(5a19a036-3ac1-4978-830f-eee1d53934c3),segment_id=5a19a036-3ac1-4978-830f-eee1d53934c3)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:03:50.418206 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-867dc051-410f-4884-8fe3-4db31b3ac91e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:50.443723 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be1f9a7-c876-4c6d-b90c-284972b68e38 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] Pushing event deleted for resources: {'Port': ['ID=874aa41a-7a8d-4516-bba7-fe9bced2e6dc,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:50.449658 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be1f9a7-c876-4c6d-b90c-284972b68e38 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] No DVR routers for this DVR port 874aa41a-7a8d-4516-bba7-fe9bced2e6dc on host n-d-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:03:50.457673 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0285114b-beac-479e-907a-12ebff96c9a6 None None] Routers {'ce42a029-867f-46f7-9d98-572cec06b8fd'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:03:50.458369 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-0285114b-beac-479e-907a-12ebff96c9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:03:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['ce42a029-867f-46f7-9d98-572cec06b8fd'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:50.474346 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-867dc051-410f-4884-8fe3-4db31b3ac91e None None] Calling delete_port for 874aa41a-7a8d-4516-bba7-fe9bced2e6dc owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:03:50.520306 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-0285114b-beac-479e-907a-12ebff96c9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:50.577890 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c215f0f2-4474-4aca-96a2-084b00e207a0 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:50.607759 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0285114b-beac-479e-907a-12ebff96c9a6 None None] Routers {'ce42a029-867f-46f7-9d98-572cec06b8fd'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:03:50.608514 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-0285114b-beac-479e-907a-12ebff96c9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:03:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['ce42a029-867f-46f7-9d98-572cec06b8fd'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:50.663304 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-0285114b-beac-479e-907a-12ebff96c9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:50.663967 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0285114b-beac-479e-907a-12ebff96c9a6 None None] The sync data for ids ['ce42a029-867f-46f7-9d98-572cec06b8fd'] in n-d-800088-16 is: [] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:03:50.715740 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c6102-facf-4b4a-b63e-e8d559da9685 req-cb3d9e92-6331-4f62-9c6c-7cdded413d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:50.717224 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-906c6102-facf-4b4a-b63e-e8d559da9685 req-cb3d9e92-6331-4f62-9c6c-7cdded413d1c service neutron] 10.222.0.64 "GET /v2.0/networks?id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 HTTP/1.1" status: 200 len: 870 time: 0.5678108 Jul 24 00:03:50.756057 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:50.757892 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-867dc051-410f-4884-8fe3-4db31b3ac91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:50.796887 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867dc051-410f-4884-8fe3-4db31b3ac91e None None] Pushing event deleted for resources: {'Port': ['ID=874aa41a-7a8d-4516-bba7-fe9bced2e6dc,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:50.800793 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0be1f9a7-c876-4c6d-b90c-284972b68e38 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:50.803447 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867dc051-410f-4884-8fe3-4db31b3ac91e None None] No DVR routers for this DVR port 874aa41a-7a8d-4516-bba7-fe9bced2e6dc on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:03:50.805349 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-0cfe0486-3782-4661-90c0-b7f4ba21c6ec tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] 10.222.0.44 "GET /v2.0/routers/ce42a029-867f-46f7-9d98-572cec06b8fd HTTP/1.1" status: 200 len: 926 time: 0.4768212 Jul 24 00:03:50.811984 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56476) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:50.825339 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-0be1f9a7-c876-4c6d-b90c-284972b68e38 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b3a2f29-65c7-4127-94fc-1bee2aa7a551']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:50.833443 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19524557-2a7e-4395-a615-b85d796e4e2a req-3f41f5fd-bde2-4009-9058-7bfd04faf183 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:50.834516 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 06f7b394-9cb2-4db7-96c9-0320fcdd7d53, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=06f7b394-9cb2-4db7-96c9-0320fcdd7d53,segment=NetworkSegment(6805fb6a-e1fd-4e82-89ed-143c06798a10),segment_id=6805fb6a-e1fd-4e82-89ed-143c06798a10)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:03:50.836385 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-19524557-2a7e-4395-a615-b85d796e4e2a req-3f41f5fd-bde2-4009-9058-7bfd04faf183 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2a03b3c-980c-4c1f-a15d-dc6322272e18 HTTP/1.1" status: 200 len: 948 time: 0.6695888 Jul 24 00:03:50.842552 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:50.854551 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-0be1f9a7-c876-4c6d-b90c-284972b68e38 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a19a036-3ac1-4978-830f-eee1d53934c3') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:50.854861 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-0be1f9a7-c876-4c6d-b90c-284972b68e38 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a19a036-3ac1-4978-830f-eee1d53934c3') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:50.866922 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0be1f9a7-c876-4c6d-b90c-284972b68e38 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:50.875818 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-906c6102-facf-4b4a-b63e-e8d559da9685 req-f999a36a-78ad-4c99-a96f-d44935dc2091 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=7c4baabd-a258-4647-844c-3df4320bfcd4 HTTP/1.1" status: 200 len: 217 time: 0.1471615 Jul 24 00:03:50.886053 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0be1f9a7-c876-4c6d-b90c-284972b68e38 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:50.894855 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0be1f9a7-c876-4c6d-b90c-284972b68e38 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:03:50.895259 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0be1f9a7-c876-4c6d-b90c-284972b68e38 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:50.898668 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:03:50.898668 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:03:50.898668 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:03:50.898668 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:03:50.898668 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:03:50.898668 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:03:50.898668 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:03:50.898668 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:03:50.898668 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:03:50.898668 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:03:50.898668 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:03:50.898668 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:03:50.898668 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:03:50.898668 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:03:50.898668 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:03:50.898668 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:03:50.898668 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:03:50.898668 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:03:50.898668 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:03:50.898668 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:03:50.898668 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:03:50.898668 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:03:50.898668 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:03:50.898668 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:03:50.898668 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:03:50.898668 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:03:50.898668 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:03:50.898668 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:03:50.898668 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:03:50.898668 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:03:50.898668 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:03:50.898668 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:03:50.903980 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=06f7b394-9cb2-4db7-96c9-0320fcdd7d53,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:50.935259 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe666bd-0a2e-41c7-9efa-2ae156544c77 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:50.938302 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-ebe666bd-0a2e-41c7-9efa-2ae156544c77 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=9adcfee8-760c-4568-9e39-c221abf69bf5&device_id=ce42a029-867f-46f7-9d98-572cec06b8fd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1252949 Jul 24 00:03:50.945230 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 56478) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:50.992317 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0be1f9a7-c876-4c6d-b90c-284972b68e38 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:51.000835 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0be1f9a7-c876-4c6d-b90c-284972b68e38 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:51.006021 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-0be1f9a7-c876-4c6d-b90c-284972b68e38 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] 10.222.0.44 "DELETE /v2.0/networks/0b3a2f29-65c7-4127-94fc-1bee2aa7a551 HTTP/1.1" status: 204 len: 168 time: 1.5724461 Jul 24 00:03:51.019179 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be1f9a7-c876-4c6d-b90c-284972b68e38 tempest-TagsExtTest-1366154427 tempest-TagsExtTest-1366154427-project] Pushing event deleted for resources: {'Network': ['ID=0b3a2f29-65c7-4127-94fc-1bee2aa7a551,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:51.072979 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2a03b3c-980c-4c1f-a15d-dc6322272e18', 'tag': '7c4baabd-a258-4647-844c-3df4320bfcd4'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:03:51.075453 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e97e9ef9-3495-469e-a675-d5ac0bfd4ed7" -d '{"events": [{"name": "network-changed", "server_uuid": "e2a03b3c-980c-4c1f-a15d-dc6322272e18", "tag": "7c4baabd-a258-4647-844c-3df4320bfcd4"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:03:51.097277 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e6254d-7f43-48b6-8783-53a2cf9b4c53 req-51e32e5f-1c39-45c7-a43f-9d3d2179b2aa tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:51.099138 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-11e6254d-7f43-48b6-8783-53a2cf9b4c53 req-51e32e5f-1c39-45c7-a43f-9d3d2179b2aa tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=a746b04d-4762-4dcd-a318-7b96ce824ffb HTTP/1.1" status: 200 len: 946 time: 0.0777159 Jul 24 00:03:51.101071 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-19524557-2a7e-4395-a615-b85d796e4e2a req-61bb4759-2808-42db-aaa1-076ebb2b1ea8 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204368 Jul 24 00:03:51.110614 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4dd0dee6-93d4-41fb-9463-cb733e48648b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:51.152287 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-11e6254d-7f43-48b6-8783-53a2cf9b4c53 req-cd8a660e-0189-451c-9e53-c94665379341 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468187 Jul 24 00:03:51.168445 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c6102-facf-4b4a-b63e-e8d559da9685 req-fd5990c2-7ca0-481a-b8d1-f9f56a9b7ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:51.170640 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-906c6102-facf-4b4a-b63e-e8d559da9685 req-fd5990c2-7ca0-481a-b8d1-f9f56a9b7ec5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.2868230 Jul 24 00:03:51.178565 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4dd0dee6-93d4-41fb-9463-cb733e48648b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:51.206577 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eec9f60-ef5e-47ae-a4a0-21d15c3e5669 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:51.210568 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-3eec9f60-ef5e-47ae-a4a0-21d15c3e5669 tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] 10.222.0.44 "GET /v2.0/networks/9adcfee8-760c-4568-9e39-c221abf69bf5 HTTP/1.1" status: 200 len: 881 time: 0.2598188 Jul 24 00:03:51.211036 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56488) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:51.239493 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cc3bdce-8993-4e1e-9694-725c53c1f24e x-openstack-request-id: req-1cc3bdce-8993-4e1e-9694-725c53c1f24e {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:03:51.239785 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2a03b3c-980c-4c1f-a15d-dc6322272e18", "tag": "7c4baabd-a258-4647-844c-3df4320bfcd4", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:03:51.240045 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1cc3bdce-8993-4e1e-9694-725c53c1f24e {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:03:51.240453 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2a03b3c-980c-4c1f-a15d-dc6322272e18', 'tag': '7c4baabd-a258-4647-844c-3df4320bfcd4', 'status': 'completed', 'code': 200} Jul 24 00:03:51.245214 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-6701385f-a88f-4d16-a944-d4a6a2b1f2e3 None None] Provisioning complete for port 06f7b394-9cb2-4db7-96c9-0320fcdd7d53 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:03:51.245595 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-6701385f-a88f-4d16-a944-d4a6a2b1f2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:51.265818 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-65791a30-7a11-4c57-ac2d-521e0bce3834 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] 10.222.0.44 "GET /v2.0/ports?device_id=ce42a029-867f-46f7-9d98-572cec06b8fd HTTP/1.1" status: 200 len: 205 time: 0.0535038 Jul 24 00:03:51.269066 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 56490) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:51.354530 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97e9ef9-3495-469e-a675-d5ac0bfd4ed7 req-755dfab0-7730-4f25-92b0-10fc3a3eed65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:51.356431 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e97e9ef9-3495-469e-a675-d5ac0bfd4ed7 req-755dfab0-7730-4f25-92b0-10fc3a3eed65 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=798b28002e9743a58ab9c3622d82224e&device_id=e2a03b3c-980c-4c1f-a15d-dc6322272e18 HTTP/1.1" status: 200 len: 1100 time: 0.0882468 Jul 24 00:03:51.359929 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56494) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:51.454767 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd0dee6-93d4-41fb-9463-cb733e48648b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=234f2283-fd81-4737-96de-4acb288b21b8,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:51.480568 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-4dd0dee6-93d4-41fb-9463-cb733e48648b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f02a93298cf040908718c4026c1055ea&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6902337 Jul 24 00:03:51.484601 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 56500) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:51.497250 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-6701385f-a88f-4d16-a944-d4a6a2b1f2e3 None None] Provisioning for port 7a5985a7-e20c-4b64-9074-1082a6be9eb8 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:03:51.505331 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-6701385f-a88f-4d16-a944-d4a6a2b1f2e3 None None] Provisioning complete for port 7a5985a7-e20c-4b64-9074-1082a6be9eb8 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:03:51.505742 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-6701385f-a88f-4d16-a944-d4a6a2b1f2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:51.514236 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device a74841bb-7cb9-4bc0-af26-d717c600baab up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:03:51.528600 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97e9ef9-3495-469e-a675-d5ac0bfd4ed7 req-ede8c233-14d0-4af1-bca1-806d6ce885a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:51.530924 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e97e9ef9-3495-469e-a675-d5ac0bfd4ed7 req-ede8c233-14d0-4af1-bca1-806d6ce885a5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 HTTP/1.1" status: 200 len: 870 time: 0.1558056 Jul 24 00:03:51.588886 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e97e9ef9-3495-469e-a675-d5ac0bfd4ed7 req-395e887e-04b1-4dd0-b87e-af57a1c0ed2c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=7c4baabd-a258-4647-844c-3df4320bfcd4 HTTP/1.1" status: 200 len: 217 time: 0.0484447 Jul 24 00:03:51.597871 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-6701385f-a88f-4d16-a944-d4a6a2b1f2e3 None None] Port 7a5985a7-e20c-4b64-9074-1082a6be9eb8 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:03:51.613805 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port a74841bb-7cb9-4bc0-af26-d717c600baab triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:03:51.614428 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:51.625549 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c6102-facf-4b4a-b63e-e8d559da9685 req-4c517d74-162e-4b52-a3a1-47246b0cd02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:51.627192 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-906c6102-facf-4b4a-b63e-e8d559da9685 req-4c517d74-162e-4b52-a3a1-47246b0cd02a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4459283 Jul 24 00:03:51.659535 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c215f0f2-4474-4aca-96a2-084b00e207a0 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:51.664012 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-5c132240-b0da-470c-935a-e878cdb46b80 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=78d6c25650aa457ebb9e51325b2c8d81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2916796 Jul 24 00:03:51.664213 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 56502) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:51.664314 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97e9ef9-3495-469e-a675-d5ac0bfd4ed7 req-1341af9c-e022-4bf6-acdd-fc0aa1817f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:51.665708 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e97e9ef9-3495-469e-a675-d5ac0bfd4ed7 req-1341af9c-e022-4bf6-acdd-fc0aa1817f42 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.0693018 Jul 24 00:03:51.699465 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c215f0f2-4474-4aca-96a2-084b00e207a0 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:51.700260 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c215f0f2-4474-4aca-96a2-084b00e207a0 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680980'] for router_interface, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:51.704578 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 06f7b394-9cb2-4db7-96c9-0320fcdd7d53 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:03:51.735722 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97e9ef9-3495-469e-a675-d5ac0bfd4ed7 req-968c9d39-fe96-48e2-b548-fa7c7cfcadca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:51.737261 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e97e9ef9-3495-469e-a675-d5ac0bfd4ed7 req-968c9d39-fe96-48e2-b548-fa7c7cfcadca service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0602407 Jul 24 00:03:51.747857 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-afc6a160-5227-4247-bf97-de27e2f87b2e None None] Provisioning complete for port 7a5985a7-e20c-4b64-9074-1082a6be9eb8 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:03:51.748270 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-afc6a160-5227-4247-bf97-de27e2f87b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:51.756103 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-deb6334f-fcc4-43c2-9067-adf75d3e386c tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks [] for router, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:51.790837 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-afc6a160-5227-4247-bf97-de27e2f87b2e None None] Port 7a5985a7-e20c-4b64-9074-1082a6be9eb8 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:03:51.796883 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 06f7b394-9cb2-4db7-96c9-0320fcdd7d53 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:03:51.797266 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:51.837170 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e97e9ef9-3495-469e-a675-d5ac0bfd4ed7 req-6b8dc0ce-afba-4d56-9ffc-1d8d82f62b7c service neutron] 10.222.0.52 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930274 Jul 24 00:03:51.913743 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-786899b4-b4e5-41f1-9134-fb288dc89790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:51.935411 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e97e9ef9-3495-469e-a675-d5ac0bfd4ed7 req-12226548-bfe1-47e6-8ac7-0d57e03f2908 service neutron] 10.222.0.52 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919628 Jul 24 00:03:51.947272 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 874aa41a-7a8d-4516-bba7-fe9bced2e6dc no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:03:51.970095 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 874aa41a-7a8d-4516-bba7-fe9bced2e6dc {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:03:51.970971 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 874aa41a-7a8d-4516-bba7-fe9bced2e6dc not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:03:51.976719 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c215f0f2-4474-4aca-96a2-084b00e207a0 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Pushing event updated for resources: {'Port': ['ID=7a5985a7-e20c-4b64-9074-1082a6be9eb8,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:52.036156 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-786899b4-b4e5-41f1-9134-fb288dc89790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:52.052728 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-906c6102-facf-4b4a-b63e-e8d559da9685 req-93d91751-7038-4129-a09a-ec069b587363 service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4154935 Jul 24 00:03:52.053361 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c498095c-1d8e-45da-8b14-f43b3744a919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:52.135594 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c215f0f2-4474-4aca-96a2-084b00e207a0 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Network 4a3e27f2-8289-4e3a-bde9-6ee4660ff0cc is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:03:52.151269 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c498095c-1d8e-45da-8b14-f43b3744a919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:52.154348 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-c215f0f2-4474-4aca-96a2-084b00e207a0 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:03:52.167454 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-deb6334f-fcc4-43c2-9067-adf75d3e386c tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:52.249018 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07791cd-894b-4fff-9d7a-c7f963baef90 req-36071f96-9c77-46e8-9870-62d8512572d2 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:52.250685 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c07791cd-894b-4fff-9d7a-c7f963baef90 req-36071f96-9c77-46e8-9870-62d8512572d2 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2a03b3c-980c-4c1f-a15d-dc6322272e18 HTTP/1.1" status: 200 len: 948 time: 0.0804141 Jul 24 00:03:52.295683 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c07791cd-894b-4fff-9d7a-c7f963baef90 req-202dc939-2052-4399-94ef-83f17119f5db tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382490 Jul 24 00:03:52.385789 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-786899b4-b4e5-41f1-9134-fb288dc89790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:52.388461 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-786899b4-b4e5-41f1-9134-fb288dc89790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:52.390375 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-786899b4-b4e5-41f1-9134-fb288dc89790 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/234f2283-fd81-4737-96de-4acb288b21b8 HTTP/1.1" status: 204 len: 168 time: 0.9028661 Jul 24 00:03:52.423864 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786899b4-b4e5-41f1-9134-fb288dc89790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=234f2283-fd81-4737-96de-4acb288b21b8,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:52.427900 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-906c6102-facf-4b4a-b63e-e8d559da9685 req-fb899b43-17bb-4091-b798-419ff64c4bf7 service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3631990 Jul 24 00:03:52.433918 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c498095c-1d8e-45da-8b14-f43b3744a919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:52.437328 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c498095c-1d8e-45da-8b14-f43b3744a919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:52.438266 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-c498095c-1d8e-45da-8b14-f43b3744a919 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/53fb5ca7-6814-4a7e-9668-9433fd0c25cd HTTP/1.1" status: 204 len: 168 time: 0.7592316 Jul 24 00:03:52.467914 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c215f0f2-4474-4aca-96a2-084b00e207a0 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Router 034c9c18-2ce8-4317-907c-330fc6602114 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:03:52.470782 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c498095c-1d8e-45da-8b14-f43b3744a919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53fb5ca7-6814-4a7e-9668-9433fd0c25cd,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:52.489266 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-deb6334f-fcc4-43c2-9067-adf75d3e386c tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Deleting port 94968212-f739-4c26-8f9a-a0ff8ea8662f {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:03:52.489615 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-deb6334f-fcc4-43c2-9067-adf75d3e386c tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:52.544257 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-e5466a5c-ef22-4222-b7bc-8276cbca8a02 None None] Provisioning complete for port 7a5985a7-e20c-4b64-9074-1082a6be9eb8 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:03:52.544755 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e5466a5c-ef22-4222-b7bc-8276cbca8a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:52.601472 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-e5466a5c-ef22-4222-b7bc-8276cbca8a02 None None] Port 7a5985a7-e20c-4b64-9074-1082a6be9eb8 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:03:52.883108 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56526) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:52.901770 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-86e21497-1326-4e72-818a-b3c7890aeaca admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:52.942304 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e9ce5-4336-47a1-bfa5-7b1f635f5f9c req-a912b98d-e8af-4859-aae3-2402720ae4d6 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:52.944045 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1b4e9ce5-4336-47a1-bfa5-7b1f635f5f9c req-a912b98d-e8af-4859-aae3-2402720ae4d6 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=a746b04d-4762-4dcd-a318-7b96ce824ffb HTTP/1.1" status: 200 len: 946 time: 0.6691062 Jul 24 00:03:53.018727 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-86e21497-1326-4e72-818a-b3c7890aeaca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:53.024265 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-86e21497-1326-4e72-818a-b3c7890aeaca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:53.057839 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c215f0f2-4474-4aca-96a2-084b00e207a0 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:03:53.068249 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bae12fb-1910-4885-b91d-f8fc02ae2f69 None None] Sync routers for ids ['034c9c18-2ce8-4317-907c-330fc6602114'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:03:53.068836 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-c215f0f2-4474-4aca-96a2-084b00e207a0 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "PUT /v2.0/routers/034c9c18-2ce8-4317-907c-330fc6602114/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3406515 Jul 24 00:03:53.068999 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e21497-1326-4e72-818a-b3c7890aeaca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f776e2e-251b-4096-bc9e-0b5135a6192a,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:53.075796 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-deb6334f-fcc4-43c2-9067-adf75d3e386c tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:53.080210 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-86e21497-1326-4e72-818a-b3c7890aeaca admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=95f588fe69cf47ed90995d8288fff97b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1957788 Jul 24 00:03:53.080850 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56532) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:53.082154 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bae12fb-1910-4885-b91d-f8fc02ae2f69 None None] Routers {'034c9c18-2ce8-4317-907c-330fc6602114'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:03:53.082292 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e21497-1326-4e72-818a-b3c7890aeaca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:03:53.082524 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e21497-1326-4e72-818a-b3c7890aeaca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:03:53.082769 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-2bae12fb-1910-4885-b91d-f8fc02ae2f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:03:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['034c9c18-2ce8-4317-907c-330fc6602114'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:53.082886 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e21497-1326-4e72-818a-b3c7890aeaca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:03:53.083204 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e21497-1326-4e72-818a-b3c7890aeaca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:03:53.083542 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e21497-1326-4e72-818a-b3c7890aeaca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:03:53.083882 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e21497-1326-4e72-818a-b3c7890aeaca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:03:53.084216 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e21497-1326-4e72-818a-b3c7890aeaca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:03:53.084549 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e21497-1326-4e72-818a-b3c7890aeaca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:03:53.084905 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e21497-1326-4e72-818a-b3c7890aeaca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:03:53.085248 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e21497-1326-4e72-818a-b3c7890aeaca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:03:53.085592 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e21497-1326-4e72-818a-b3c7890aeaca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:03:53.085913 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e21497-1326-4e72-818a-b3c7890aeaca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:03:53.092566 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56534) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:53.096844 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-deb6334f-fcc4-43c2-9067-adf75d3e386c tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Calling delete_port for 94968212-f739-4c26-8f9a-a0ff8ea8662f owned by network:router_gateway {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:03:53.098924 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-32dcf3e9-bac7-4ee7-a948-6242c5feb830 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:03:53.136803 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-02e271be-966e-4e88-a299-8f828d1cdff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:53.170507 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97e9ef9-3495-469e-a675-d5ac0bfd4ed7 req-18565cb5-a6d9-4524-b2f3-6f944df6dc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:53.172278 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e97e9ef9-3495-469e-a675-d5ac0bfd4ed7 req-18565cb5-a6d9-4524-b2f3-6f944df6dc6b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=798b28002e9743a58ab9c3622d82224e&device_id=e2a03b3c-980c-4c1f-a15d-dc6322272e18 HTTP/1.1" status: 200 len: 1100 time: 0.6802583 Jul 24 00:03:53.184905 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-2bae12fb-1910-4885-b91d-f8fc02ae2f69 None None] Set router 034c9c18-2ce8-4317-907c-330fc6602114 gateway port host: None {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:03:53.269813 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1b4e9ce5-4336-47a1-bfa5-7b1f635f5f9c req-02fd2f92-b57f-45e3-b32e-90c9b9f92607 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887540 Jul 24 00:03:53.363269 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e9e80388-6728-40a0-b4db-8188c9b9d5f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:53.449651 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97e9ef9-3495-469e-a675-d5ac0bfd4ed7 req-f61f6784-0b41-4480-a516-e9dc1bff9bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:53.451939 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e97e9ef9-3495-469e-a675-d5ac0bfd4ed7 req-f61f6784-0b41-4480-a516-e9dc1bff9bc9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 HTTP/1.1" status: 200 len: 870 time: 0.1801281 Jul 24 00:03:53.463905 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-2bae12fb-1910-4885-b91d-f8fc02ae2f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '034c9c18-2ce8-4317-907c-330fc6602114', 'name': 'tempest-RoutersIpV6Test-router-291813044', 'tenant_id': '4089b22453f945a5901919043ff32633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:03:24Z', 'updated_at': '2021-07-24T00:03:50Z', 'revision_number': 5, 'project_id': '4089b22453f945a5901919043ff32633', 'gw_port_host': None, '_interfaces': [{'id': '41bfae9b-f962-4a7e-b52d-7139307c1acc', 'name': '', 'network_id': '4d14ae4d-69f2-4c08-b8ee-c34f0b37fc35', 'tenant_id': '4089b22453f945a5901919043ff32633', 'mac_address': 'fa:16:3e:ab:80:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034c9c18-2ce8-4317-907c-330fc6602114', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '80243f7e-e7b6-4fea-8c04-af9e6926e3bc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:03:36Z', 'updated_at': '2021-07-24T00:03:42Z', 'revision_number': 5, 'project_id': '4089b22453f945a5901919043ff32633', 'subnets': [{'id': '80243f7e-e7b6-4fea-8c04-af9e6926e3bc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a5985a7-e20c-4b64-9074-1082a6be9eb8', 'name': '', 'network_id': '4a3e27f2-8289-4e3a-bde9-6ee4660ff0cc', 'tenant_id': '4089b22453f945a5901919043ff32633', 'mac_address': 'fa:16:3e:73:90:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '034c9c18-2ce8-4317-907c-330fc6602114', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': 'e34d9ab5-e237-4d2d-a235-e6fbfc4d149e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:03:48Z', 'updated_at': '2021-07-24T00:03:51Z', 'revision_number': 2, 'project_id': '4089b22453f945a5901919043ff32633', 'subnets': [{'id': 'e34d9ab5-e237-4d2d-a235-e6fbfc4d149e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a74841bb-7cb9-4bc0-af26-d717c600baab', 'name': '', 'network_id': '58f6d151-474c-42a9-b3c2-a00e2b35833e', 'tenant_id': '4089b22453f945a5901919043ff32633', 'mac_address': 'fa:16:3e:e4:62:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034c9c18-2ce8-4317-907c-330fc6602114', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '01ff3843-8aee-4393-b6da-3119e0ce0314', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:03:42Z', 'updated_at': '2021-07-24T00:03:49Z', 'revision_number': 5, 'project_id': '4089b22453f945a5901919043ff32633', 'subnets': [{'id': '01ff3843-8aee-4393-b6da-3119e0ce0314', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd18bd505-e56e-4118-830a-2e7414606243', 'name': '', 'network_id': '941deb0f-9335-4a6e-a2a5-8c0702697c8d', 'tenant_id': '4089b22453f945a5901919043ff32633', 'mac_address': 'fa:16:3e:5e:35:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034c9c18-2ce8-4317-907c-330fc6602114', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '05c840f6-1e89-4e3c-b2c5-8bc1a8b7dac2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:03:28Z', 'updated_at': '2021-07-24T00:03:36Z', 'revision_number': 5, 'project_id': '4089b22453f945a5901919043ff32633', 'subnets': [{'id': '05c840f6-1e89-4e3c-b2c5-8bc1a8b7dac2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:53.466137 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-deb6334f-fcc4-43c2-9067-adf75d3e386c tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:53.499832 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bae12fb-1910-4885-b91d-f8fc02ae2f69 None None] Checking router: 034c9c18-2ce8-4317-907c-330fc6602114 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:03:53.500387 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bae12fb-1910-4885-b91d-f8fc02ae2f69 None None] Updating router 034c9c18-2ce8-4317-907c-330fc6602114 port 7a5985a7-e20c-4b64-9074-1082a6be9eb8 binding host n-d-800088-16 {{(pid=100316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:03:53.507931 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e9e80388-6728-40a0-b4db-8188c9b9d5f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:53.536365 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e97e9ef9-3495-469e-a675-d5ac0bfd4ed7 req-a2185f91-b7da-4ef1-99e7-66b1c39f8fe6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=7c4baabd-a258-4647-844c-3df4320bfcd4 HTTP/1.1" status: 200 len: 217 time: 0.0761127 Jul 24 00:03:53.540240 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6334f-fcc4-43c2-9067-adf75d3e386c tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Pushing event deleted for resources: {'Port': ['ID=94968212-f739-4c26-8f9a-a0ff8ea8662f,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:53.540448 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-2bae12fb-1910-4885-b91d-f8fc02ae2f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:53.667630 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ebb561-83da-4e73-adfa-ccc638bbc0df req-1b55011e-ceac-4d75-aced-371fa8cbcac8 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:53.669234 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-22ebb561-83da-4e73-adfa-ccc638bbc0df req-1b55011e-ceac-4d75-aced-371fa8cbcac8 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2a03b3c-980c-4c1f-a15d-dc6322272e18 HTTP/1.1" status: 200 len: 948 time: 0.1902819 Jul 24 00:03:53.698868 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e9e80388-6728-40a0-b4db-8188c9b9d5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:53.702267 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e9e80388-6728-40a0-b4db-8188c9b9d5f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:53.706336 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-e9e80388-6728-40a0-b4db-8188c9b9d5f0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0f776e2e-251b-4096-bc9e-0b5135a6192a HTTP/1.1" status: 204 len: 168 time: 0.6125681 Jul 24 00:03:53.722210 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97e9ef9-3495-469e-a675-d5ac0bfd4ed7 req-95fa49a4-799f-4e5f-9834-609473b5bf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:53.723767 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e97e9ef9-3495-469e-a675-d5ac0bfd4ed7 req-95fa49a4-799f-4e5f-9834-609473b5bf0c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.1659789 Jul 24 00:03:53.724948 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e80388-6728-40a0-b4db-8188c9b9d5f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f776e2e-251b-4096-bc9e-0b5135a6192a,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:53.729110 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-deb6334f-fcc4-43c2-9067-adf75d3e386c tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687114'] for router_gateway, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:53.774071 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.extraroute_db [None req-32dcf3e9-bac7-4ee7-a948-6242c5feb830 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=100313) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 24 00:03:53.786211 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-22ebb561-83da-4e73-adfa-ccc638bbc0df req-f7851583-c9de-426c-87a8-6612dbb32bae tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911102 Jul 24 00:03:53.797310 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.extraroute_db [None req-32dcf3e9-bac7-4ee7-a948-6242c5feb830 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Removed routes are [] {{(pid=100313) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 24 00:03:53.798312 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-32dcf3e9-bac7-4ee7-a948-6242c5feb830 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:53.811976 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 7c4baabd-a258-4647-844c-3df4320bfcd4 details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:03:53.884856 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-deb6334f-fcc4-43c2-9067-adf75d3e386c tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:53.887665 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-deb6334f-fcc4-43c2-9067-adf75d3e386c tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:53.950643 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-deb6334f-fcc4-43c2-9067-adf75d3e386c tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:53.952005 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deb6334f-fcc4-43c2-9067-adf75d3e386c tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Fanout notify agent at l3_agent the message router_deleted on router ce42a029-867f-46f7-9d98-572cec06b8fd {{(pid=100314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:03:53.956472 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97e9ef9-3495-469e-a675-d5ac0bfd4ed7 req-39151893-a114-4b2e-872a-57f006114269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:53.958791 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e97e9ef9-3495-469e-a675-d5ac0bfd4ed7 req-39151893-a114-4b2e-872a-57f006114269 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2268422 Jul 24 00:03:53.973027 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-deb6334f-fcc4-43c2-9067-adf75d3e386c tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:53.980677 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56560) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:53.982362 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-deb6334f-fcc4-43c2-9067-adf75d3e386c tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] 10.222.0.44 "DELETE /v2.0/routers/ce42a029-867f-46f7-9d98-572cec06b8fd HTTP/1.1" status: 204 len: 168 time: 2.7057221 Jul 24 00:03:53.990800 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-a030e8fd-9ade-4d9f-9373-25158cc57913 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-328915966', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}, 'admin_state_up': False}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:03:54.015642 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-2bae12fb-1910-4885-b91d-f8fc02ae2f69 None None] Notify callbacks [] for port, precommit_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:54.018630 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 7c4baabd-a258-4647-844c-3df4320bfcd4, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=7c4baabd-a258-4647-844c-3df4320bfcd4,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:03:54.040002 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.provisioning_blocks [None req-2bae12fb-1910-4885-b91d-f8fc02ae2f69 None None] Transition to ACTIVE for port object 7a5985a7-e20c-4b64-9074-1082a6be9eb8 will not be triggered until provisioned by entity L2. {{(pid=100316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:03:54.042494 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': '7c4baabd-a258-4647-844c-3df4320bfcd4', 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2', 'port_id': '7c4baabd-a258-4647-844c-3df4320bfcd4', 'mac_address': 'fa:16:3e:21:8b:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef73a7e1-c64a-41e3-9997-629475c7b6b1', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:03:54.054011 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-2bae12fb-1910-4885-b91d-f8fc02ae2f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:54.128537 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e97e9ef9-3495-469e-a675-d5ac0bfd4ed7 req-e7388317-8a85-4bfa-bde1-57e4e08acb1f service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426437 Jul 24 00:03:54.144827 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a030e8fd-9ade-4d9f-9373-25158cc57913 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:54.146237 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a030e8fd-9ade-4d9f-9373-25158cc57913 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:54.176036 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:54.177307 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baec71f2-8e2d-4dc5-8f33-1c9cab0ad8ee None None] Pushing event updated for resources: {'Port': ['ID=7a5985a7-e20c-4b64-9074-1082a6be9eb8,revision_number=3']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:54.222450 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c4baabd-a258-4647-844c-3df4320bfcd4 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:03:54.302287 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 7c4baabd-a258-4647-844c-3df4320bfcd4, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=7c4baabd-a258-4647-844c-3df4320bfcd4,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:03:54.320400 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:54.323717 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-2bae12fb-1910-4885-b91d-f8fc02ae2f69 None None] Attempting to bind port 7a5985a7-e20c-4b64-9074-1082a6be9eb8 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:03:54.325248 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-2bae12fb-1910-4885-b91d-f8fc02ae2f69 None None] Attempting to bind port 7a5985a7-e20c-4b64-9074-1082a6be9eb8 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '6805fb6a-e1fd-4e82-89ed-143c06798a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '4a3e27f2-8289-4e3a-bde9-6ee4660ff0cc'}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:03:54.325620 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bae12fb-1910-4885-b91d-f8fc02ae2f69 None None] Attempting to bind port 7a5985a7-e20c-4b64-9074-1082a6be9eb8 on network 4a3e27f2-8289-4e3a-bde9-6ee4660ff0cc {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:03:54.339991 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a030e8fd-9ade-4d9f-9373-25158cc57913 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:54.345023 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bae12fb-1910-4885-b91d-f8fc02ae2f69 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:03:54.345814 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bae12fb-1910-4885-b91d-f8fc02ae2f69 None None] Checking segment: {'id': '6805fb6a-e1fd-4e82-89ed-143c06798a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '4a3e27f2-8289-4e3a-bde9-6ee4660ff0cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:03:54.345976 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-2bae12fb-1910-4885-b91d-f8fc02ae2f69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:54.346746 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bae12fb-1910-4885-b91d-f8fc02ae2f69 None None] Bound using segment: {'id': '6805fb6a-e1fd-4e82-89ed-143c06798a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '4a3e27f2-8289-4e3a-bde9-6ee4660ff0cc'} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:03:54.347241 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-2bae12fb-1910-4885-b91d-f8fc02ae2f69 None None] Bound port: 7a5985a7-e20c-4b64-9074-1082a6be9eb8, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6805fb6a-e1fd-4e82-89ed-143c06798a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '4a3e27f2-8289-4e3a-bde9-6ee4660ff0cc'}}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:03:54.347628 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-2bae12fb-1910-4885-b91d-f8fc02ae2f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:54.412667 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e97e9ef9-3495-469e-a675-d5ac0bfd4ed7 req-2e38bc42-47a9-469e-b592-302be6e28477 service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764401 Jul 24 00:03:54.435745 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-32dcf3e9-bac7-4ee7-a948-6242c5feb830 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:54.453460 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=7c4baabd-a258-4647-844c-3df4320bfcd4,revision_number=8']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:54.480296 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-32dcf3e9-bac7-4ee7-a948-6242c5feb830 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-687196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-687191', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-626537'] for router, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:54.540702 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-2bae12fb-1910-4885-b91d-f8fc02ae2f69 None None] For port 7a5985a7-e20c-4b64-9074-1082a6be9eb8, host n-d-800088-16, cleared binding levels {{(pid=100316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:03:54.545544 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-2bae12fb-1910-4885-b91d-f8fc02ae2f69 None None] For port 7a5985a7-e20c-4b64-9074-1082a6be9eb8, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=7a5985a7-e20c-4b64-9074-1082a6be9eb8,segment=NetworkSegment(6805fb6a-e1fd-4e82-89ed-143c06798a10),segment_id=6805fb6a-e1fd-4e82-89ed-143c06798a10)] {{(pid=100316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:03:54.552753 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-2bae12fb-1910-4885-b91d-f8fc02ae2f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:54.603981 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bae12fb-1910-4885-b91d-f8fc02ae2f69 None None] Routers {'034c9c18-2ce8-4317-907c-330fc6602114'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:03:54.604603 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-2bae12fb-1910-4885-b91d-f8fc02ae2f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:03:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['034c9c18-2ce8-4317-907c-330fc6602114'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:54.625473 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['7c4baabd-a258-4647-844c-3df4320bfcd4'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:03:54.714013 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-2bae12fb-1910-4885-b91d-f8fc02ae2f69 None None] Set router 034c9c18-2ce8-4317-907c-330fc6602114 gateway port host: None {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:03:54.776354 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32dcf3e9-bac7-4ee7-a948-6242c5feb830 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Router 034c9c18-2ce8-4317-907c-330fc6602114 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:03:54.810343 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a030e8fd-9ade-4d9f-9373-25158cc57913 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:54.914746 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baec71f2-8e2d-4dc5-8f33-1c9cab0ad8ee None None] Pushing event updated for resources: {'Port': ['ID=7a5985a7-e20c-4b64-9074-1082a6be9eb8,revision_number=4']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:55.087631 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-2bae12fb-1910-4885-b91d-f8fc02ae2f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '034c9c18-2ce8-4317-907c-330fc6602114', 'name': 'tempest-RoutersIpV6Test-router-291813044', 'tenant_id': '4089b22453f945a5901919043ff32633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:03:24Z', 'updated_at': '2021-07-24T00:03:53Z', 'revision_number': 6, 'project_id': '4089b22453f945a5901919043ff32633', 'gw_port_host': None, '_interfaces': [{'id': '41bfae9b-f962-4a7e-b52d-7139307c1acc', 'name': '', 'network_id': '4d14ae4d-69f2-4c08-b8ee-c34f0b37fc35', 'tenant_id': '4089b22453f945a5901919043ff32633', 'mac_address': 'fa:16:3e:ab:80:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034c9c18-2ce8-4317-907c-330fc6602114', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '80243f7e-e7b6-4fea-8c04-af9e6926e3bc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:03:36Z', 'updated_at': '2021-07-24T00:03:42Z', 'revision_number': 5, 'project_id': '4089b22453f945a5901919043ff32633', 'subnets': [{'id': '80243f7e-e7b6-4fea-8c04-af9e6926e3bc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a5985a7-e20c-4b64-9074-1082a6be9eb8', 'name': '', 'network_id': '4a3e27f2-8289-4e3a-bde9-6ee4660ff0cc', 'tenant_id': '4089b22453f945a5901919043ff32633', 'mac_address': 'fa:16:3e:73:90:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '034c9c18-2ce8-4317-907c-330fc6602114', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': 'e34d9ab5-e237-4d2d-a235-e6fbfc4d149e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:03:48Z', 'updated_at': '2021-07-24T00:03:54Z', 'revision_number': 4, 'project_id': '4089b22453f945a5901919043ff32633', 'subnets': [{'id': 'e34d9ab5-e237-4d2d-a235-e6fbfc4d149e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a74841bb-7cb9-4bc0-af26-d717c600baab', 'name': '', 'network_id': '58f6d151-474c-42a9-b3c2-a00e2b35833e', 'tenant_id': '4089b22453f945a5901919043ff32633', 'mac_address': 'fa:16:3e:e4:62:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034c9c18-2ce8-4317-907c-330fc6602114', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '01ff3843-8aee-4393-b6da-3119e0ce0314', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:03:42Z', 'updated_at': '2021-07-24T00:03:49Z', 'revision_number': 5, 'project_id': '4089b22453f945a5901919043ff32633', 'subnets': [{'id': '01ff3843-8aee-4393-b6da-3119e0ce0314', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd18bd505-e56e-4118-830a-2e7414606243', 'name': '', 'network_id': '941deb0f-9335-4a6e-a2a5-8c0702697c8d', 'tenant_id': '4089b22453f945a5901919043ff32633', 'mac_address': 'fa:16:3e:5e:35:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034c9c18-2ce8-4317-907c-330fc6602114', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '05c840f6-1e89-4e3c-b2c5-8bc1a8b7dac2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:03:28Z', 'updated_at': '2021-07-24T00:03:36Z', 'revision_number': 5, 'project_id': '4089b22453f945a5901919043ff32633', 'subnets': [{'id': '05c840f6-1e89-4e3c-b2c5-8bc1a8b7dac2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:55.091481 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b5193-ec0f-431e-9d56-fc4b2afda163 req-e84ece1b-4759-4463-b939-41211abd1049 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:55.104878 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ce9b5193-ec0f-431e-9d56-fc4b2afda163 req-e84ece1b-4759-4463-b939-41211abd1049 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=a746b04d-4762-4dcd-a318-7b96ce824ffb HTTP/1.1" status: 200 len: 946 time: 0.6775289 Jul 24 00:03:55.134177 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c750626-611a-4362-9235-9cd59c283eeb req-a29416ba-aa43-479c-a20e-56cd5e14e9f4 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:55.135762 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1c750626-611a-4362-9235-9cd59c283eeb req-a29416ba-aa43-479c-a20e-56cd5e14e9f4 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2a03b3c-980c-4c1f-a15d-dc6322272e18 HTTP/1.1" status: 200 len: 949 time: 0.1742921 Jul 24 00:03:55.145154 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bae12fb-1910-4885-b91d-f8fc02ae2f69 None None] The sync data for ids ['034c9c18-2ce8-4317-907c-330fc6602114'] in n-d-800088-16 is: [{'id': '034c9c18-2ce8-4317-907c-330fc6602114', 'name': 'tempest-RoutersIpV6Test-router-291813044', 'tenant_id': '4089b22453f945a5901919043ff32633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:03:24Z', 'updated_at': '2021-07-24T00:03:53Z', 'revision_number': 6, 'project_id': '4089b22453f945a5901919043ff32633', 'gw_port_host': None, '_interfaces': [{'id': '41bfae9b-f962-4a7e-b52d-7139307c1acc', 'name': '', 'network_id': '4d14ae4d-69f2-4c08-b8ee-c34f0b37fc35', 'tenant_id': '4089b22453f945a5901919043ff32633', 'mac_address': 'fa:16:3e:ab:80:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034c9c18-2ce8-4317-907c-330fc6602114', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '80243f7e-e7b6-4fea-8c04-af9e6926e3bc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:03:36Z', 'updated_at': '2021-07-24T00:03:42Z', 'revision_number': 5, 'project_id': '4089b22453f945a5901919043ff32633', 'subnets': [{'id': '80243f7e-e7b6-4fea-8c04-af9e6926e3bc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a5985a7-e20c-4b64-9074-1082a6be9eb8', 'name': '', 'network_id': '4a3e27f2-8289-4e3a-bde9-6ee4660ff0cc', 'tenant_id': '4089b22453f945a5901919043ff32633', 'mac_address': 'fa:16:3e:73:90:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '034c9c18-2ce8-4317-907c-330fc6602114', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': 'e34d9ab5-e237-4d2d-a235-e6fbfc4d149e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:03:48Z', 'updated_at': '2021-07-24T00:03:54Z', 'revision_number': 4, 'project_id': '4089b22453f945a5901919043ff32633', 'subnets': [{'id': 'e34d9ab5-e237-4d2d-a235-e6fbfc4d149e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a74841bb-7cb9-4bc0-af26-d717c600baab', 'name': '', 'network_id': '58f6d151-474c-42a9-b3c2-a00e2b35833e', 'tenant_id': '4089b22453f945a5901919043ff32633', 'mac_address': 'fa:16:3e:e4:62:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034c9c18-2ce8-4317-907c-330fc6602114', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '01ff3843-8aee-4393-b6da-3119e0ce0314', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:03:42Z', 'updated_at': '2021-07-24T00:03:49Z', 'revision_number': 5, 'project_id': '4089b22453f945a5901919043ff32633', 'subnets': [{'id': '01ff3843-8aee-4393-b6da-3119e0ce0314', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd18bd505-e56e-4118-830a-2e7414606243', 'name': '', 'network_id': '941deb0f-9335-4a6e-a2a5-8c0702697c8d', 'tenant_id': '4089b22453f945a5901919043ff32633', 'mac_address': 'fa:16:3e:5e:35:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034c9c18-2ce8-4317-907c-330fc6602114', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '05c840f6-1e89-4e3c-b2c5-8bc1a8b7dac2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:03:28Z', 'updated_at': '2021-07-24T00:03:36Z', 'revision_number': 5, 'project_id': '4089b22453f945a5901919043ff32633', 'subnets': [{'id': '05c840f6-1e89-4e3c-b2c5-8bc1a8b7dac2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:03:55.241531 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1c750626-611a-4362-9235-9cd59c283eeb req-8bb29160-2777-488e-ab56-a29ab1ba138f tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926907 Jul 24 00:03:55.248933 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32dcf3e9-bac7-4ee7-a948-6242c5feb830 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:03:55.274136 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-32dcf3e9-bac7-4ee7-a948-6242c5feb830 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:55.274830 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-32dcf3e9-bac7-4ee7-a948-6242c5feb830 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "PUT /v2.0/routers/034c9c18-2ce8-4317-907c-330fc6602114 HTTP/1.1" status: 200 len: 953 time: 2.1839347 Jul 24 00:03:55.277566 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 56614) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:55.306846 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56616) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:55.311881 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ce9b5193-ec0f-431e-9d56-fc4b2afda163 req-2dade85b-920f-47b9-af6c-89e7297f7033 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061498 Jul 24 00:03:55.540341 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 7a5985a7-e20c-4b64-9074-1082a6be9eb8 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:03:55.549708 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-17736b16-abf7-4b73-8153-8677f8331835 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "GET /v2.0/routers/034c9c18-2ce8-4317-907c-330fc6602114 HTTP/1.1" status: 200 len: 953 time: 0.2706993 Jul 24 00:03:55.550855 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 56622) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:55.562758 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-fc93db25-5acd-4dac-8558-ec98cc14c48f tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Request body: {'router': {'routes': None}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:03:55.672222 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 7a5985a7-e20c-4b64-9074-1082a6be9eb8 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:03:55.678434 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 7a5985a7-e20c-4b64-9074-1082a6be9eb8 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:03:55.678819 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:55.838334 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 7c4baabd-a258-4647-844c-3df4320bfcd4 up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:03:55.867500 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-369d480c-6453-42db-bcce-58b06b31a6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:55.875787 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899bc9f2-4cb8-4939-aff2-c06db8f9b079 req-fd8b0a36-8fb5-4c41-a6d8-f39d22092315 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:55.885414 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-899bc9f2-4cb8-4939-aff2-c06db8f9b079 req-fd8b0a36-8fb5-4c41-a6d8-f39d22092315 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2a03b3c-980c-4c1f-a15d-dc6322272e18 HTTP/1.1" status: 200 len: 949 time: 0.2101009 Jul 24 00:03:55.888842 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:55.998006 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 7a5985a7-e20c-4b64-9074-1082a6be9eb8, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=7a5985a7-e20c-4b64-9074-1082a6be9eb8,segment=NetworkSegment(6805fb6a-e1fd-4e82-89ed-143c06798a10),segment_id=6805fb6a-e1fd-4e82-89ed-143c06798a10)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:03:56.004972 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:56.014138 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port 7c4baabd-a258-4647-844c-3df4320bfcd4 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:03:56.033024 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-55bb9f3c-3f16-41a5-b9a5-da50550a9347 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:56.047278 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port 7c4baabd-a258-4647-844c-3df4320bfcd4 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:03:56.048011 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:56.088728 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-899bc9f2-4cb8-4939-aff2-c06db8f9b079 req-f72c9f6c-d79c-4c3d-aeff-e09bdf421a40 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022755 Jul 24 00:03:56.095915 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a030e8fd-9ade-4d9f-9373-25158cc57913 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks [] for router_gateway, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:56.120110 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a030e8fd-9ade-4d9f-9373-25158cc57913 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:56.135471 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=7a5985a7-e20c-4b64-9074-1082a6be9eb8,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:56.204375 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:56.232152 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751bccc4-3557-4d1d-80d0-3aeeec2171d7 req-dde4fd0b-d4dc-4c7b-b61c-2526ff4c0762 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:56.234293 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-751bccc4-3557-4d1d-80d0-3aeeec2171d7 req-dde4fd0b-d4dc-4c7b-b61c-2526ff4c0762 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2a03b3c-980c-4c1f-a15d-dc6322272e18&tenant_id=798b28002e9743a58ab9c3622d82224e&binding%3Ahost_id=n-h2-800088-16 HTTP/1.1" status: 200 len: 949 time: 0.2783101 Jul 24 00:03:56.234462 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2a03b3c-980c-4c1f-a15d-dc6322272e18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c4baabd-a258-4647-844c-3df4320bfcd4'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:03:56.237115 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae063f70-68e9-40cf-b668-0b8c61c61f54" -d '{"events": [{"server_uuid": "e2a03b3c-980c-4c1f-a15d-dc6322272e18", "name": "network-vif-plugged", "status": "completed", "tag": "7c4baabd-a258-4647-844c-3df4320bfcd4"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:03:56.276314 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 7c4baabd-a258-4647-844c-3df4320bfcd4, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=7c4baabd-a258-4647-844c-3df4320bfcd4,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:03:56.284364 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:56.326539 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56640) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:56.402747 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-a030e8fd-9ade-4d9f-9373-25158cc57913 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Allocated IP 172.25.3.230 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/41dc6253-4683-4b7e-b974-db35853957e1) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:03:56.413611 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [req-751bccc4-3557-4d1d-80d0-3aeeec2171d7 req-d4896540-0681-429f-92ad-9af68857d637 service neutron] delete failed (client error): The resource could not be found. Jul 24 00:03:56.414663 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-751bccc4-3557-4d1d-80d0-3aeeec2171d7 req-d4896540-0681-429f-92ad-9af68857d637 service neutron] 10.222.0.52 "DELETE /v2.0/ports/7c4baabd-a258-4647-844c-3df4320bfcd4/bindings/n-h1-800088-16 HTTP/1.1" status: 404 len: 381 time: 0.1703823 Jul 24 00:03:56.483700 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-55bb9f3c-3f16-41a5-b9a5-da50550a9347 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:56.503287 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-55bb9f3c-3f16-41a5-b9a5-da50550a9347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:56.608293 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.extraroute_db [None req-fc93db25-5acd-4dac-8558-ec98cc14c48f tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Added routes are [] {{(pid=100314) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 24 00:03:56.608902 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.extraroute_db [None req-fc93db25-5acd-4dac-8558-ec98cc14c48f tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=100314) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 24 00:03:56.624385 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31f1cb3a-09db-4439-bd6e-f5262473ec22 x-openstack-request-id: req-31f1cb3a-09db-4439-bd6e-f5262473ec22 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:03:56.624975 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2a03b3c-980c-4c1f-a15d-dc6322272e18", "name": "network-vif-plugged", "status": "completed", "tag": "7c4baabd-a258-4647-844c-3df4320bfcd4", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:03:56.625071 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-31f1cb3a-09db-4439-bd6e-f5262473ec22 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:03:56.625465 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2a03b3c-980c-4c1f-a15d-dc6322272e18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c4baabd-a258-4647-844c-3df4320bfcd4', 'code': 200} Jul 24 00:03:56.640446 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-b34b895e-d0f7-4275-be36-369bffa33a42 tempest-ExternalNetworksTestJSON-534703533 tempest-ExternalNetworksTestJSON-534703533-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1038590328'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:03:56.653312 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4293b332-de11-4f59-b810-79c63abaf138 req-3959c524-dd38-4c62-b270-0ba26e92fab8 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:56.654949 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cf64d4-9c8e-4c75-9758-f6c9b1c3c04a None None] Sync routers for ids ['034c9c18-2ce8-4317-907c-330fc6602114'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:03:56.657339 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4293b332-de11-4f59-b810-79c63abaf138 req-3959c524-dd38-4c62-b270-0ba26e92fab8 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=a746b04d-4762-4dcd-a318-7b96ce824ffb HTTP/1.1" status: 200 len: 946 time: 0.1761351 Jul 24 00:03:56.657939 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-55bb9f3c-3f16-41a5-b9a5-da50550a9347 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b2266211871743d09136ab8764d0f09b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3499296 Jul 24 00:03:56.658995 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bb9f3c-3f16-41a5-b9a5-da50550a9347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd0af24-e213-4c39-af2f-5f17da5dd0d0,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:56.661566 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=7c4baabd-a258-4647-844c-3df4320bfcd4,revision_number=9']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:56.665471 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56648) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:56.671596 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cf64d4-9c8e-4c75-9758-f6c9b1c3c04a None None] Routers {'034c9c18-2ce8-4317-907c-330fc6602114'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:03:56.672366 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-c5cf64d4-9c8e-4c75-9758-f6c9b1c3c04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:03:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['034c9c18-2ce8-4317-907c-330fc6602114'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:56.687462 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fc93db25-5acd-4dac-8558-ec98cc14c48f tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:56.736254 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b34b895e-d0f7-4275-be36-369bffa33a42 tempest-ExternalNetworksTestJSON-534703533 tempest-ExternalNetworksTestJSON-534703533-project] Made reservation on behalf of 8af678a8bac44ab692747e381db980da for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:03:56.739779 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b34b895e-d0f7-4275-be36-369bffa33a42 tempest-ExternalNetworksTestJSON-534703533 tempest-ExternalNetworksTestJSON-534703533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:56.769530 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a030e8fd-9ade-4d9f-9373-25158cc57913 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:56.771358 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:56.775820 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751bccc4-3557-4d1d-80d0-3aeeec2171d7 req-984cf1f4-0ce9-4f78-865c-1374d8c70ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:56.777498 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-751bccc4-3557-4d1d-80d0-3aeeec2171d7 req-984cf1f4-0ce9-4f78-865c-1374d8c70ca4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=798b28002e9743a58ab9c3622d82224e&device_id=e2a03b3c-980c-4c1f-a15d-dc6322272e18 HTTP/1.1" status: 200 len: 1102 time: 0.2420306 Jul 24 00:03:56.778154 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b34b895e-d0f7-4275-be36-369bffa33a42 tempest-ExternalNetworksTestJSON-534703533 tempest-ExternalNetworksTestJSON-534703533-project] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:56.788844 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-c5cf64d4-9c8e-4c75-9758-f6c9b1c3c04a None None] Set router 034c9c18-2ce8-4317-907c-330fc6602114 gateway port host: None {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:03:56.821042 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4293b332-de11-4f59-b810-79c63abaf138 req-2207c2b2-557e-4c3d-9f72-a95161c83443 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286244 Jul 24 00:03:56.869020 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fa00d755-fbb3-4039-bc60-a80c8cadcee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:56.924173 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fc93db25-5acd-4dac-8558-ec98cc14c48f tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:56.927846 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fc93db25-5acd-4dac-8558-ec98cc14c48f tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-687196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-687191', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-626537'] for router, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:56.948828 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fa00d755-fbb3-4039-bc60-a80c8cadcee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:56.984904 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a030e8fd-9ade-4d9f-9373-25158cc57913 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:57.035604 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc93db25-5acd-4dac-8558-ec98cc14c48f tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Router 034c9c18-2ce8-4317-907c-330fc6602114 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:03:57.055207 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751bccc4-3557-4d1d-80d0-3aeeec2171d7 req-35fa6387-96f5-498b-a67b-e6b1218cc6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:57.056718 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-751bccc4-3557-4d1d-80d0-3aeeec2171d7 req-35fa6387-96f5-498b-a67b-e6b1218cc6d0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 HTTP/1.1" status: 200 len: 870 time: 0.2663963 Jul 24 00:03:57.066426 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a030e8fd-9ade-4d9f-9373-25158cc57913 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:03:57.072950 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-c5cf64d4-9c8e-4c75-9758-f6c9b1c3c04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '034c9c18-2ce8-4317-907c-330fc6602114', 'name': 'tempest-RoutersIpV6Test-router-291813044', 'tenant_id': '4089b22453f945a5901919043ff32633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:03:24Z', 'updated_at': '2021-07-24T00:03:53Z', 'revision_number': 6, 'project_id': '4089b22453f945a5901919043ff32633', 'gw_port_host': None, '_interfaces': [{'id': '41bfae9b-f962-4a7e-b52d-7139307c1acc', 'name': '', 'network_id': '4d14ae4d-69f2-4c08-b8ee-c34f0b37fc35', 'tenant_id': '4089b22453f945a5901919043ff32633', 'mac_address': 'fa:16:3e:ab:80:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034c9c18-2ce8-4317-907c-330fc6602114', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '80243f7e-e7b6-4fea-8c04-af9e6926e3bc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:03:36Z', 'updated_at': '2021-07-24T00:03:42Z', 'revision_number': 5, 'project_id': '4089b22453f945a5901919043ff32633', 'subnets': [{'id': '80243f7e-e7b6-4fea-8c04-af9e6926e3bc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a5985a7-e20c-4b64-9074-1082a6be9eb8', 'name': '', 'network_id': '4a3e27f2-8289-4e3a-bde9-6ee4660ff0cc', 'tenant_id': '4089b22453f945a5901919043ff32633', 'mac_address': 'fa:16:3e:73:90:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034c9c18-2ce8-4317-907c-330fc6602114', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': 'e34d9ab5-e237-4d2d-a235-e6fbfc4d149e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:03:48Z', 'updated_at': '2021-07-24T00:03:55Z', 'revision_number': 5, 'project_id': '4089b22453f945a5901919043ff32633', 'subnets': [{'id': 'e34d9ab5-e237-4d2d-a235-e6fbfc4d149e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a74841bb-7cb9-4bc0-af26-d717c600baab', 'name': '', 'network_id': '58f6d151-474c-42a9-b3c2-a00e2b35833e', 'tenant_id': '4089b22453f945a5901919043ff32633', 'mac_address': 'fa:16:3e:e4:62:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034c9c18-2ce8-4317-907c-330fc6602114', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '01ff3843-8aee-4393-b6da-3119e0ce0314', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:03:42Z', 'updated_at': '2021-07-24T00:03:49Z', 'revision_number': 5, 'project_id': '4089b22453f945a5901919043ff32633', 'subnets': [{'id': '01ff3843-8aee-4393-b6da-3119e0ce0314', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd18bd505-e56e-4118-830a-2e7414606243', 'name': '', 'network_id': '941deb0f-9335-4a6e-a2a5-8c0702697c8d', 'tenant_id': '4089b22453f945a5901919043ff32633', 'mac_address': 'fa:16:3e:5e:35:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034c9c18-2ce8-4317-907c-330fc6602114', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '05c840f6-1e89-4e3c-b2c5-8bc1a8b7dac2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:03:28Z', 'updated_at': '2021-07-24T00:03:36Z', 'revision_number': 5, 'project_id': '4089b22453f945a5901919043ff32633', 'subnets': [{'id': '05c840f6-1e89-4e3c-b2c5-8bc1a8b7dac2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:57.088039 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-a030e8fd-9ade-4d9f-9373-25158cc57913 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:03:57.126149 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a030e8fd-9ade-4d9f-9373-25158cc57913 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:03:57.133443 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-751bccc4-3557-4d1d-80d0-3aeeec2171d7 req-271c60ac-f76c-4b18-a230-f615588d6fa7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=7c4baabd-a258-4647-844c-3df4320bfcd4 HTTP/1.1" status: 200 len: 217 time: 0.0649476 Jul 24 00:03:57.136124 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cf64d4-9c8e-4c75-9758-f6c9b1c3c04a None None] Checking router: 034c9c18-2ce8-4317-907c-330fc6602114 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:03:57.148596 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cf64d4-9c8e-4c75-9758-f6c9b1c3c04a None None] Routers {'034c9c18-2ce8-4317-907c-330fc6602114'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:03:57.149398 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-c5cf64d4-9c8e-4c75-9758-f6c9b1c3c04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:03:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['034c9c18-2ce8-4317-907c-330fc6602114'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:57.156830 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc93db25-5acd-4dac-8558-ec98cc14c48f tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:03:57.159066 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a030e8fd-9ade-4d9f-9373-25158cc57913 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Pushing event updated for resources: {'Port': ['ID=41dc6253-4683-4b7e-b974-db35853957e1,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:57.171539 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fc93db25-5acd-4dac-8558-ec98cc14c48f tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:57.175337 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-fc93db25-5acd-4dac-8558-ec98cc14c48f tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "PUT /v2.0/routers/034c9c18-2ce8-4317-907c-330fc6602114 HTTP/1.1" status: 200 len: 703 time: 1.6203485 Jul 24 00:03:57.175491 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 56654) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:57.205297 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fa00d755-fbb3-4039-bc60-a80c8cadcee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:57.208035 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fa00d755-fbb3-4039-bc60-a80c8cadcee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:57.211731 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-fa00d755-fbb3-4039-bc60-a80c8cadcee4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9dd0af24-e213-4c39-af2f-5f17da5dd0d0 HTTP/1.1" status: 204 len: 168 time: 0.5411689 Jul 24 00:03:57.258739 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b34b895e-d0f7-4275-be36-369bffa33a42 tempest-ExternalNetworksTestJSON-534703533 tempest-ExternalNetworksTestJSON-534703533-project] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:57.274133 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-c5cf64d4-9c8e-4c75-9758-f6c9b1c3c04a None None] Set router 034c9c18-2ce8-4317-907c-330fc6602114 gateway port host: None {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:03:57.285992 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa00d755-fbb3-4039-bc60-a80c8cadcee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd0af24-e213-4c39-af2f-5f17da5dd0d0,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:57.287671 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b34b895e-d0f7-4275-be36-369bffa33a42 tempest-ExternalNetworksTestJSON-534703533 tempest-ExternalNetworksTestJSON-534703533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:57.385538 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-83420387-65e4-417a-a380-77ec40043277 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "GET /v2.0/routers/034c9c18-2ce8-4317-907c-330fc6602114 HTTP/1.1" status: 200 len: 703 time: 0.2061903 Jul 24 00:03:57.387414 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751bccc4-3557-4d1d-80d0-3aeeec2171d7 req-985b7f34-b8de-443d-8173-b555537435ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:57.388540 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 56658) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:57.389099 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-751bccc4-3557-4d1d-80d0-3aeeec2171d7 req-985b7f34-b8de-443d-8173-b555537435ba service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.2315543 Jul 24 00:03:57.444881 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b34b895e-d0f7-4275-be36-369bffa33a42 tempest-ExternalNetworksTestJSON-534703533 tempest-ExternalNetworksTestJSON-534703533-project] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:03:57.487635 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 7a5985a7-e20c-4b64-9074-1082a6be9eb8 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:03:57.514380 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b34b895e-d0f7-4275-be36-369bffa33a42 tempest-ExternalNetworksTestJSON-534703533 tempest-ExternalNetworksTestJSON-534703533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:57.514717 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-b34b895e-d0f7-4275-be36-369bffa33a42 tempest-ExternalNetworksTestJSON-534703533 tempest-ExternalNetworksTestJSON-534703533-project] Added segment ab89c13c-a487-4183-806b-c8d970203d2c of type vlan for network c33c40cd-a3d6-4b3e-9e73-1379ec007773 Jul 24 00:03:57.517796 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34b895e-d0f7-4275-be36-369bffa33a42 tempest-ExternalNetworksTestJSON-534703533 tempest-ExternalNetworksTestJSON-534703533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65d01776-e88b-402c-aaff-fa8625974ea0,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:57.538256 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:57.581496 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67aa9f6-eb2d-43fa-bfe2-15bfff4d2715 req-c8a05ef8-a46d-4ac7-af02-c514e6d96ef0 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:57.587773 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a67aa9f6-eb2d-43fa-bfe2-15bfff4d2715 req-c8a05ef8-a46d-4ac7-af02-c514e6d96ef0 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2a03b3c-980c-4c1f-a15d-dc6322272e18 HTTP/1.1" status: 200 len: 950 time: 0.4136546 Jul 24 00:03:57.642711 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b34b895e-d0f7-4275-be36-369bffa33a42 tempest-ExternalNetworksTestJSON-534703533 tempest-ExternalNetworksTestJSON-534703533-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:57.644555 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 7a5985a7-e20c-4b64-9074-1082a6be9eb8 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:03:57.645086 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:57.773394 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-c5cf64d4-9c8e-4c75-9758-f6c9b1c3c04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '034c9c18-2ce8-4317-907c-330fc6602114', 'name': 'tempest-RoutersIpV6Test-router-291813044', 'tenant_id': '4089b22453f945a5901919043ff32633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:03:24Z', 'updated_at': '2021-07-24T00:03:56Z', 'revision_number': 7, 'project_id': '4089b22453f945a5901919043ff32633', 'gw_port_host': None, '_interfaces': [{'id': '41bfae9b-f962-4a7e-b52d-7139307c1acc', 'name': '', 'network_id': '4d14ae4d-69f2-4c08-b8ee-c34f0b37fc35', 'tenant_id': '4089b22453f945a5901919043ff32633', 'mac_address': 'fa:16:3e:ab:80:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034c9c18-2ce8-4317-907c-330fc6602114', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '80243f7e-e7b6-4fea-8c04-af9e6926e3bc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:03:36Z', 'updated_at': '2021-07-24T00:03:42Z', 'revision_number': 5, 'project_id': '4089b22453f945a5901919043ff32633', 'subnets': [{'id': '80243f7e-e7b6-4fea-8c04-af9e6926e3bc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a5985a7-e20c-4b64-9074-1082a6be9eb8', 'name': '', 'network_id': '4a3e27f2-8289-4e3a-bde9-6ee4660ff0cc', 'tenant_id': '4089b22453f945a5901919043ff32633', 'mac_address': 'fa:16:3e:73:90:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034c9c18-2ce8-4317-907c-330fc6602114', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': 'e34d9ab5-e237-4d2d-a235-e6fbfc4d149e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:03:48Z', 'updated_at': '2021-07-24T00:03:55Z', 'revision_number': 5, 'project_id': '4089b22453f945a5901919043ff32633', 'subnets': [{'id': 'e34d9ab5-e237-4d2d-a235-e6fbfc4d149e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a74841bb-7cb9-4bc0-af26-d717c600baab', 'name': '', 'network_id': '58f6d151-474c-42a9-b3c2-a00e2b35833e', 'tenant_id': '4089b22453f945a5901919043ff32633', 'mac_address': 'fa:16:3e:e4:62:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034c9c18-2ce8-4317-907c-330fc6602114', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '01ff3843-8aee-4393-b6da-3119e0ce0314', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:03:42Z', 'updated_at': '2021-07-24T00:03:49Z', 'revision_number': 5, 'project_id': '4089b22453f945a5901919043ff32633', 'subnets': [{'id': '01ff3843-8aee-4393-b6da-3119e0ce0314', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd18bd505-e56e-4118-830a-2e7414606243', 'name': '', 'network_id': '941deb0f-9335-4a6e-a2a5-8c0702697c8d', 'tenant_id': '4089b22453f945a5901919043ff32633', 'mac_address': 'fa:16:3e:5e:35:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034c9c18-2ce8-4317-907c-330fc6602114', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '05c840f6-1e89-4e3c-b2c5-8bc1a8b7dac2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:03:28Z', 'updated_at': '2021-07-24T00:03:36Z', 'revision_number': 5, 'project_id': '4089b22453f945a5901919043ff32633', 'subnets': [{'id': '05c840f6-1e89-4e3c-b2c5-8bc1a8b7dac2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:57.780414 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751bccc4-3557-4d1d-80d0-3aeeec2171d7 req-4a3d30fc-d116-455e-ad58-20d459a3777b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:57.782294 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-751bccc4-3557-4d1d-80d0-3aeeec2171d7 req-4a3d30fc-d116-455e-ad58-20d459a3777b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3331358 Jul 24 00:03:57.788067 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b34b895e-d0f7-4275-be36-369bffa33a42 tempest-ExternalNetworksTestJSON-534703533 tempest-ExternalNetworksTestJSON-534703533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:57.794750 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34b895e-d0f7-4275-be36-369bffa33a42 tempest-ExternalNetworksTestJSON-534703533 tempest-ExternalNetworksTestJSON-534703533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:57.795759 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b34b895e-d0f7-4275-be36-369bffa33a42 tempest-ExternalNetworksTestJSON-534703533 tempest-ExternalNetworksTestJSON-534703533-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:57.809562 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cf64d4-9c8e-4c75-9758-f6c9b1c3c04a None None] The sync data for ids ['034c9c18-2ce8-4317-907c-330fc6602114'] in n-d-800088-16 is: [{'id': '034c9c18-2ce8-4317-907c-330fc6602114', 'name': 'tempest-RoutersIpV6Test-router-291813044', 'tenant_id': '4089b22453f945a5901919043ff32633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:03:24Z', 'updated_at': '2021-07-24T00:03:56Z', 'revision_number': 7, 'project_id': '4089b22453f945a5901919043ff32633', 'gw_port_host': None, '_interfaces': [{'id': '41bfae9b-f962-4a7e-b52d-7139307c1acc', 'name': '', 'network_id': '4d14ae4d-69f2-4c08-b8ee-c34f0b37fc35', 'tenant_id': '4089b22453f945a5901919043ff32633', 'mac_address': 'fa:16:3e:ab:80:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034c9c18-2ce8-4317-907c-330fc6602114', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '80243f7e-e7b6-4fea-8c04-af9e6926e3bc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:03:36Z', 'updated_at': '2021-07-24T00:03:42Z', 'revision_number': 5, 'project_id': '4089b22453f945a5901919043ff32633', 'subnets': [{'id': '80243f7e-e7b6-4fea-8c04-af9e6926e3bc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a5985a7-e20c-4b64-9074-1082a6be9eb8', 'name': '', 'network_id': '4a3e27f2-8289-4e3a-bde9-6ee4660ff0cc', 'tenant_id': '4089b22453f945a5901919043ff32633', 'mac_address': 'fa:16:3e:73:90:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034c9c18-2ce8-4317-907c-330fc6602114', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': 'e34d9ab5-e237-4d2d-a235-e6fbfc4d149e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:03:48Z', 'updated_at': '2021-07-24T00:03:55Z', 'revision_number': 5, 'project_id': '4089b22453f945a5901919043ff32633', 'subnets': [{'id': 'e34d9ab5-e237-4d2d-a235-e6fbfc4d149e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a74841bb-7cb9-4bc0-af26-d717c600baab', 'name': '', 'network_id': '58f6d151-474c-42a9-b3c2-a00e2b35833e', 'tenant_id': '4089b22453f945a5901919043ff32633', 'mac_address': 'fa:16:3e:e4:62:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034c9c18-2ce8-4317-907c-330fc6602114', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '01ff3843-8aee-4393-b6da-3119e0ce0314', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:03:42Z', 'updated_at': '2021-07-24T00:03:49Z', 'revision_number': 5, 'project_id': '4089b22453f945a5901919043ff32633', 'subnets': [{'id': '01ff3843-8aee-4393-b6da-3119e0ce0314', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd18bd505-e56e-4118-830a-2e7414606243', 'name': '', 'network_id': '941deb0f-9335-4a6e-a2a5-8c0702697c8d', 'tenant_id': '4089b22453f945a5901919043ff32633', 'mac_address': 'fa:16:3e:5e:35:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034c9c18-2ce8-4317-907c-330fc6602114', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '05c840f6-1e89-4e3c-b2c5-8bc1a8b7dac2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:03:28Z', 'updated_at': '2021-07-24T00:03:36Z', 'revision_number': 5, 'project_id': '4089b22453f945a5901919043ff32633', 'subnets': [{'id': '05c840f6-1e89-4e3c-b2c5-8bc1a8b7dac2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:03:57.862181 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56664) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:57.889306 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a030e8fd-9ade-4d9f-9373-25158cc57913 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks [] for router_gateway, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:57.941971 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-b34b895e-d0f7-4275-be36-369bffa33a42 tempest-ExternalNetworksTestJSON-534703533 tempest-ExternalNetworksTestJSON-534703533-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.6126139 Jul 24 00:03:57.979594 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a9a613cd-7b6c-444e-b22f-4a1033720268 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:57.984534 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56668) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:58.082420 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34b895e-d0f7-4275-be36-369bffa33a42 tempest-ExternalNetworksTestJSON-534703533 tempest-ExternalNetworksTestJSON-534703533-project] Pushing event updated for resources: {'Network': ['ID=c33c40cd-a3d6-4b3e-9e73-1379ec007773,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:58.098391 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network c33c40cd-a3d6-4b3e-9e73-1379ec007773 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:03:58.213907 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-751bccc4-3557-4d1d-80d0-3aeeec2171d7 req-80190690-014d-421a-aa5d-8ea1087eb022 service neutron] 10.222.0.52 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4119503 Jul 24 00:03:58.250502 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883b1889-326d-4ba2-84c5-95a8cb361efd None None] Sync routers for ids ['034c9c18-2ce8-4317-907c-330fc6602114'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:03:58.270893 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883b1889-326d-4ba2-84c5-95a8cb361efd None None] Routers {'034c9c18-2ce8-4317-907c-330fc6602114'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:03:58.276107 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-883b1889-326d-4ba2-84c5-95a8cb361efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:03:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['034c9c18-2ce8-4317-907c-330fc6602114'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:58.280914 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a67aa9f6-eb2d-43fa-bfe2-15bfff4d2715 req-ad0071ad-91fc-477c-844c-9f6b859cee3e tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6837115 Jul 24 00:03:58.281473 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38bb45a-5220-4252-acb1-bb597595f843 req-972f90dd-7391-4c59-bca1-44adf1a0930d tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:58.289513 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f38bb45a-5220-4252-acb1-bb597595f843 req-972f90dd-7391-4c59-bca1-44adf1a0930d tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=a746b04d-4762-4dcd-a318-7b96ce824ffb HTTP/1.1" status: 200 len: 946 time: 0.3462317 Jul 24 00:03:58.542338 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5ca11917-8ede-4aac-a3ad-598c11f7fb65 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681029'] for router_interface, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:58.543005 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a9a613cd-7b6c-444e-b22f-4a1033720268 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:58.600406 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-befd2f5a-ef65-45d9-90b8-12d0005845d4 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Request body: {'network': {'name': 'tempest-network--170005485', 'router:external': True}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:03:58.614321 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a9a613cd-7b6c-444e-b22f-4a1033720268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:58.619169 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f38bb45a-5220-4252-acb1-bb597595f843 req-412b40c9-c111-4dfa-af5c-a0a14b1df77b tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3287010 Jul 24 00:03:58.632482 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-883b1889-326d-4ba2-84c5-95a8cb361efd None None] Set router 034c9c18-2ce8-4317-907c-330fc6602114 gateway port host: None {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:03:58.671465 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-befd2f5a-ef65-45d9-90b8-12d0005845d4 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Made reservation on behalf of 80344ec060b54c918a10845882e3bd5c for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:03:58.674404 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-befd2f5a-ef65-45d9-90b8-12d0005845d4 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:58.695485 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-befd2f5a-ef65-45d9-90b8-12d0005845d4 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:58.763774 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-a9a613cd-7b6c-444e-b22f-4a1033720268 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c96f263e97334b56a3e31b041bc3769b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8966615 Jul 24 00:03:58.763774 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a613cd-7b6c-444e-b22f-4a1033720268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e38836d7-c713-4ee3-9b35-0764d0b0c640,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:58.763774 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56676) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:03:58.798372 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-751bccc4-3557-4d1d-80d0-3aeeec2171d7 req-40271e8d-31c1-4354-810d-a3581b33c239 service neutron] 10.222.0.52 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5716293 Jul 24 00:03:58.800042 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a030e8fd-9ade-4d9f-9373-25158cc57913 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:58.834724 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:58.957495 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-5ca11917-8ede-4aac-a3ad-598c11f7fb65 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Deleting port 7a5985a7-e20c-4b64-9074-1082a6be9eb8 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:03:58.958344 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5ca11917-8ede-4aac-a3ad-598c11f7fb65 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:58.991510 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-883b1889-326d-4ba2-84c5-95a8cb361efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '034c9c18-2ce8-4317-907c-330fc6602114', 'name': 'tempest-RoutersIpV6Test-router-291813044', 'tenant_id': '4089b22453f945a5901919043ff32633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:03:24Z', 'updated_at': '2021-07-24T00:03:56Z', 'revision_number': 7, 'project_id': '4089b22453f945a5901919043ff32633', 'gw_port_host': None, '_interfaces': [{'id': '41bfae9b-f962-4a7e-b52d-7139307c1acc', 'name': '', 'network_id': '4d14ae4d-69f2-4c08-b8ee-c34f0b37fc35', 'tenant_id': '4089b22453f945a5901919043ff32633', 'mac_address': 'fa:16:3e:ab:80:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034c9c18-2ce8-4317-907c-330fc6602114', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '80243f7e-e7b6-4fea-8c04-af9e6926e3bc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:03:36Z', 'updated_at': '2021-07-24T00:03:42Z', 'revision_number': 5, 'project_id': '4089b22453f945a5901919043ff32633', 'subnets': [{'id': '80243f7e-e7b6-4fea-8c04-af9e6926e3bc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a5985a7-e20c-4b64-9074-1082a6be9eb8', 'name': '', 'network_id': '4a3e27f2-8289-4e3a-bde9-6ee4660ff0cc', 'tenant_id': '4089b22453f945a5901919043ff32633', 'mac_address': 'fa:16:3e:73:90:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034c9c18-2ce8-4317-907c-330fc6602114', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': 'e34d9ab5-e237-4d2d-a235-e6fbfc4d149e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:03:48Z', 'updated_at': '2021-07-24T00:03:55Z', 'revision_number': 5, 'project_id': '4089b22453f945a5901919043ff32633', 'subnets': [{'id': 'e34d9ab5-e237-4d2d-a235-e6fbfc4d149e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a74841bb-7cb9-4bc0-af26-d717c600baab', 'name': '', 'network_id': '58f6d151-474c-42a9-b3c2-a00e2b35833e', 'tenant_id': '4089b22453f945a5901919043ff32633', 'mac_address': 'fa:16:3e:e4:62:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034c9c18-2ce8-4317-907c-330fc6602114', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '01ff3843-8aee-4393-b6da-3119e0ce0314', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:03:42Z', 'updated_at': '2021-07-24T00:03:49Z', 'revision_number': 5, 'project_id': '4089b22453f945a5901919043ff32633', 'subnets': [{'id': '01ff3843-8aee-4393-b6da-3119e0ce0314', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd18bd505-e56e-4118-830a-2e7414606243', 'name': '', 'network_id': '941deb0f-9335-4a6e-a2a5-8c0702697c8d', 'tenant_id': '4089b22453f945a5901919043ff32633', 'mac_address': 'fa:16:3e:5e:35:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034c9c18-2ce8-4317-907c-330fc6602114', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '05c840f6-1e89-4e3c-b2c5-8bc1a8b7dac2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:03:28Z', 'updated_at': '2021-07-24T00:03:36Z', 'revision_number': 5, 'project_id': '4089b22453f945a5901919043ff32633', 'subnets': [{'id': '05c840f6-1e89-4e3c-b2c5-8bc1a8b7dac2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:59.025586 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883b1889-326d-4ba2-84c5-95a8cb361efd None None] Checking router: 034c9c18-2ce8-4317-907c-330fc6602114 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:03:59.036401 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883b1889-326d-4ba2-84c5-95a8cb361efd None None] Routers {'034c9c18-2ce8-4317-907c-330fc6602114'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:03:59.037267 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-883b1889-326d-4ba2-84c5-95a8cb361efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:03:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['034c9c18-2ce8-4317-907c-330fc6602114'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:59.067510 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-5ca11917-8ede-4aac-a3ad-598c11f7fb65 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] For port 7a5985a7-e20c-4b64-9074-1082a6be9eb8, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=7a5985a7-e20c-4b64-9074-1082a6be9eb8,segment=NetworkSegment(6805fb6a-e1fd-4e82-89ed-143c06798a10),segment_id=6805fb6a-e1fd-4e82-89ed-143c06798a10)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:03:59.067796 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5ca11917-8ede-4aac-a3ad-598c11f7fb65 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:59.084729 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-5ca11917-8ede-4aac-a3ad-598c11f7fb65 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Calling delete_port for 7a5985a7-e20c-4b64-9074-1082a6be9eb8 owned by network:router_interface {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:03:59.139414 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-883b1889-326d-4ba2-84c5-95a8cb361efd None None] Set router 034c9c18-2ce8-4317-907c-330fc6602114 gateway port host: None {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:03:59.272576 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-260c0105-17c8-403b-9211-205a0b5db657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:59.329211 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-260c0105-17c8-403b-9211-205a0b5db657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:59.344164 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5ca11917-8ede-4aac-a3ad-598c11f7fb65 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:59.394950 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-883b1889-326d-4ba2-84c5-95a8cb361efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '034c9c18-2ce8-4317-907c-330fc6602114', 'name': 'tempest-RoutersIpV6Test-router-291813044', 'tenant_id': '4089b22453f945a5901919043ff32633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:03:24Z', 'updated_at': '2021-07-24T00:03:56Z', 'revision_number': 7, 'project_id': '4089b22453f945a5901919043ff32633', 'gw_port_host': None, '_interfaces': [{'id': '41bfae9b-f962-4a7e-b52d-7139307c1acc', 'name': '', 'network_id': '4d14ae4d-69f2-4c08-b8ee-c34f0b37fc35', 'tenant_id': '4089b22453f945a5901919043ff32633', 'mac_address': 'fa:16:3e:ab:80:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034c9c18-2ce8-4317-907c-330fc6602114', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '80243f7e-e7b6-4fea-8c04-af9e6926e3bc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:03:36Z', 'updated_at': '2021-07-24T00:03:42Z', 'revision_number': 5, 'project_id': '4089b22453f945a5901919043ff32633', 'subnets': [{'id': '80243f7e-e7b6-4fea-8c04-af9e6926e3bc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a5985a7-e20c-4b64-9074-1082a6be9eb8', 'name': '', 'network_id': '4a3e27f2-8289-4e3a-bde9-6ee4660ff0cc', 'tenant_id': '4089b22453f945a5901919043ff32633', 'mac_address': 'fa:16:3e:73:90:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034c9c18-2ce8-4317-907c-330fc6602114', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': 'e34d9ab5-e237-4d2d-a235-e6fbfc4d149e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:03:48Z', 'updated_at': '2021-07-24T00:03:55Z', 'revision_number': 5, 'project_id': '4089b22453f945a5901919043ff32633', 'subnets': [{'id': 'e34d9ab5-e237-4d2d-a235-e6fbfc4d149e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a74841bb-7cb9-4bc0-af26-d717c600baab', 'name': '', 'network_id': '58f6d151-474c-42a9-b3c2-a00e2b35833e', 'tenant_id': '4089b22453f945a5901919043ff32633', 'mac_address': 'fa:16:3e:e4:62:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034c9c18-2ce8-4317-907c-330fc6602114', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '01ff3843-8aee-4393-b6da-3119e0ce0314', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:03:42Z', 'updated_at': '2021-07-24T00:03:49Z', 'revision_number': 5, 'project_id': '4089b22453f945a5901919043ff32633', 'subnets': [{'id': '01ff3843-8aee-4393-b6da-3119e0ce0314', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd18bd505-e56e-4118-830a-2e7414606243', 'name': '', 'network_id': '941deb0f-9335-4a6e-a2a5-8c0702697c8d', 'tenant_id': '4089b22453f945a5901919043ff32633', 'mac_address': 'fa:16:3e:5e:35:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034c9c18-2ce8-4317-907c-330fc6602114', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '05c840f6-1e89-4e3c-b2c5-8bc1a8b7dac2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:03:28Z', 'updated_at': '2021-07-24T00:03:36Z', 'revision_number': 5, 'project_id': '4089b22453f945a5901919043ff32633', 'subnets': [{'id': '05c840f6-1e89-4e3c-b2c5-8bc1a8b7dac2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:03:59.426362 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883b1889-326d-4ba2-84c5-95a8cb361efd None None] The sync data for ids ['034c9c18-2ce8-4317-907c-330fc6602114'] in n-d-800088-16 is: [{'id': '034c9c18-2ce8-4317-907c-330fc6602114', 'name': 'tempest-RoutersIpV6Test-router-291813044', 'tenant_id': '4089b22453f945a5901919043ff32633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:03:24Z', 'updated_at': '2021-07-24T00:03:56Z', 'revision_number': 7, 'project_id': '4089b22453f945a5901919043ff32633', 'gw_port_host': None, '_interfaces': [{'id': '41bfae9b-f962-4a7e-b52d-7139307c1acc', 'name': '', 'network_id': '4d14ae4d-69f2-4c08-b8ee-c34f0b37fc35', 'tenant_id': '4089b22453f945a5901919043ff32633', 'mac_address': 'fa:16:3e:ab:80:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034c9c18-2ce8-4317-907c-330fc6602114', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '80243f7e-e7b6-4fea-8c04-af9e6926e3bc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:03:36Z', 'updated_at': '2021-07-24T00:03:42Z', 'revision_number': 5, 'project_id': '4089b22453f945a5901919043ff32633', 'subnets': [{'id': '80243f7e-e7b6-4fea-8c04-af9e6926e3bc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a5985a7-e20c-4b64-9074-1082a6be9eb8', 'name': '', 'network_id': '4a3e27f2-8289-4e3a-bde9-6ee4660ff0cc', 'tenant_id': '4089b22453f945a5901919043ff32633', 'mac_address': 'fa:16:3e:73:90:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034c9c18-2ce8-4317-907c-330fc6602114', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': 'e34d9ab5-e237-4d2d-a235-e6fbfc4d149e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:03:48Z', 'updated_at': '2021-07-24T00:03:55Z', 'revision_number': 5, 'project_id': '4089b22453f945a5901919043ff32633', 'subnets': [{'id': 'e34d9ab5-e237-4d2d-a235-e6fbfc4d149e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a74841bb-7cb9-4bc0-af26-d717c600baab', 'name': '', 'network_id': '58f6d151-474c-42a9-b3c2-a00e2b35833e', 'tenant_id': '4089b22453f945a5901919043ff32633', 'mac_address': 'fa:16:3e:e4:62:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034c9c18-2ce8-4317-907c-330fc6602114', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '01ff3843-8aee-4393-b6da-3119e0ce0314', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:03:42Z', 'updated_at': '2021-07-24T00:03:49Z', 'revision_number': 5, 'project_id': '4089b22453f945a5901919043ff32633', 'subnets': [{'id': '01ff3843-8aee-4393-b6da-3119e0ce0314', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd18bd505-e56e-4118-830a-2e7414606243', 'name': '', 'network_id': '941deb0f-9335-4a6e-a2a5-8c0702697c8d', 'tenant_id': '4089b22453f945a5901919043ff32633', 'mac_address': 'fa:16:3e:5e:35:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034c9c18-2ce8-4317-907c-330fc6602114', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '05c840f6-1e89-4e3c-b2c5-8bc1a8b7dac2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:03:28Z', 'updated_at': '2021-07-24T00:03:36Z', 'revision_number': 5, 'project_id': '4089b22453f945a5901919043ff32633', 'subnets': [{'id': '05c840f6-1e89-4e3c-b2c5-8bc1a8b7dac2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:03:59.447557 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca11917-8ede-4aac-a3ad-598c11f7fb65 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Pushing event deleted for resources: {'Port': ['ID=7a5985a7-e20c-4b64-9074-1082a6be9eb8,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:59.468778 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-befd2f5a-ef65-45d9-90b8-12d0005845d4 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:59.561692 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-befd2f5a-ef65-45d9-90b8-12d0005845d4 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:59.608170 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-260c0105-17c8-403b-9211-205a0b5db657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:59.611053 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-260c0105-17c8-403b-9211-205a0b5db657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:59.614787 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-260c0105-17c8-403b-9211-205a0b5db657 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e38836d7-c713-4ee3-9b35-0764d0b0c640 HTTP/1.1" status: 204 len: 168 time: 0.8463604 Jul 24 00:03:59.626116 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5ca11917-8ede-4aac-a3ad-598c11f7fb65 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679987'] for router_interface, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:59.639765 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befd2f5a-ef65-45d9-90b8-12d0005845d4 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=345d5d73-b145-476a-b512-a12faf37e118,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:59.667140 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-befd2f5a-ef65-45d9-90b8-12d0005845d4 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:03:59.705567 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-befd2f5a-ef65-45d9-90b8-12d0005845d4 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:59.705916 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-befd2f5a-ef65-45d9-90b8-12d0005845d4 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Added segment bf0ebf16-2d95-468b-8fe9-70f667d42dda of type vlan for network 6f458d22-187a-422b-bdb4-e3683f8bf54c Jul 24 00:03:59.708730 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260c0105-17c8-403b-9211-205a0b5db657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e38836d7-c713-4ee3-9b35-0764d0b0c640,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:03:59.776292 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a030e8fd-9ade-4d9f-9373-25158cc57913 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Router 071cf327-58df-4fc9-a133-343fdefdb55f is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:03:59.789969 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a933d-5bd1-42ca-83dc-3bd5934c4177 req-7278e669-445b-4459-bff3-dbb8c4a9136d tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:59.791640 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-846a933d-5bd1-42ca-83dc-3bd5934c4177 req-7278e669-445b-4459-bff3-dbb8c4a9136d tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2a03b3c-980c-4c1f-a15d-dc6322272e18 HTTP/1.1" status: 200 len: 950 time: 0.3847342 Jul 24 00:03:59.807654 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-befd2f5a-ef65-45d9-90b8-12d0005845d4 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:59.929833 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a833a387-7197-4862-b73b-b3e5e3423833 req-d1d8dbce-c64c-4ba1-a2cb-df82eedd37cf tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:59.931902 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a833a387-7197-4862-b73b-b3e5e3423833 req-d1d8dbce-c64c-4ba1-a2cb-df82eedd37cf tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=a746b04d-4762-4dcd-a318-7b96ce824ffb HTTP/1.1" status: 200 len: 946 time: 0.1915948 Jul 24 00:03:59.943043 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-846a933d-5bd1-42ca-83dc-3bd5934c4177 req-c11fe15c-0c47-4a15-b0a1-403d4a13539d tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414297 Jul 24 00:03:59.954781 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-befd2f5a-ef65-45d9-90b8-12d0005845d4 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:03:59.957135 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befd2f5a-ef65-45d9-90b8-12d0005845d4 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:03:59.957777 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-befd2f5a-ef65-45d9-90b8-12d0005845d4 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:00.010409 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a833a387-7197-4862-b73b-b3e5e3423833 req-17e0a1bd-2a91-475e-b234-86cd2ba85af6 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627377 Jul 24 00:04:00.012209 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ca11917-8ede-4aac-a3ad-598c11f7fb65 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Router 034c9c18-2ce8-4317-907c-330fc6602114 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:04:00.054291 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befd2f5a-ef65-45d9-90b8-12d0005845d4 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Pushing event updated for resources: {'Network': ['ID=6f458d22-187a-422b-bdb4-e3683f8bf54c,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:00.071285 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 6f458d22-187a-422b-bdb4-e3683f8bf54c details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:04:00.075162 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-befd2f5a-ef65-45d9-90b8-12d0005845d4 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.0841727 Jul 24 00:04:00.075879 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56696) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:00.161456 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca11917-8ede-4aac-a3ad-598c11f7fb65 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:04:00.167608 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-5ca11917-8ede-4aac-a3ad-598c11f7fb65 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "PUT /v2.0/routers/034c9c18-2ce8-4317-907c-330fc6602114/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7769239 Jul 24 00:04:00.171368 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 56700) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:00.178783 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a030e8fd-9ade-4d9f-9373-25158cc57913 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:04:00.179744 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cace9cf-bcbd-44d7-8cd1-66564f558445 None None] Sync routers for ids ['034c9c18-2ce8-4317-907c-330fc6602114'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:04:00.188928 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdacec72-dd0a-4bfe-b1f1-6135567c0f06 None None] Sync routers for ids ['071cf327-58df-4fc9-a133-343fdefdb55f'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:04:00.203776 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdacec72-dd0a-4bfe-b1f1-6135567c0f06 None None] Routers {'071cf327-58df-4fc9-a133-343fdefdb55f'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:04:00.204952 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-cdacec72-dd0a-4bfe-b1f1-6135567c0f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:03:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['071cf327-58df-4fc9-a133-343fdefdb55f'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:00.217897 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e63a8a81-2301-4515-9079-93b2d8497d6b tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:00.222253 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a030e8fd-9ade-4d9f-9373-25158cc57913 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:00.223459 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-a030e8fd-9ade-4d9f-9373-25158cc57913 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.2397842 Jul 24 00:04:00.229476 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56704) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:00.239704 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-56b81be2-fd51-4a43-a5ca-6642e5c65349 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:04:00.241918 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cace9cf-bcbd-44d7-8cd1-66564f558445 None None] Routers {'034c9c18-2ce8-4317-907c-330fc6602114'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:04:00.246220 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-3cace9cf-bcbd-44d7-8cd1-66564f558445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:03:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['034c9c18-2ce8-4317-907c-330fc6602114'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:00.256391 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-f258a538-b06e-4e3f-97fc-8dbdd8cf9e9b tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Deleting subnet e34d9ab5-e237-4d2d-a235-e6fbfc4d149e {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:04:00.270543 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5aa5a4-ad52-4b59-8c7f-dbdffa41b700 req-1bb34da3-d853-40f6-b087-00d1ab5be054 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:00.272235 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0b5aa5a4-ad52-4b59-8c7f-dbdffa41b700 req-1bb34da3-d853-40f6-b087-00d1ab5be054 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2a03b3c-980c-4c1f-a15d-dc6322272e18 HTTP/1.1" status: 200 len: 950 time: 0.1651220 Jul 24 00:04:00.274439 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f258a538-b06e-4e3f-97fc-8dbdd8cf9e9b tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:00.284105 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-cdacec72-dd0a-4bfe-b1f1-6135567c0f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:00.294965 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdacec72-dd0a-4bfe-b1f1-6135567c0f06 None None] Routers {'071cf327-58df-4fc9-a133-343fdefdb55f'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:04:00.296483 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-cdacec72-dd0a-4bfe-b1f1-6135567c0f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:03:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['071cf327-58df-4fc9-a133-343fdefdb55f'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:00.337671 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-cdacec72-dd0a-4bfe-b1f1-6135567c0f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:00.338646 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdacec72-dd0a-4bfe-b1f1-6135567c0f06 None None] The sync data for ids ['071cf327-58df-4fc9-a133-343fdefdb55f'] in n-d-800088-16 is: [] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:04:00.378358 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-3cace9cf-bcbd-44d7-8cd1-66564f558445 None None] Set router 034c9c18-2ce8-4317-907c-330fc6602114 gateway port host: None {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:04:00.400658 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f258a538-b06e-4e3f-97fc-8dbdd8cf9e9b tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:00.445992 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0b5aa5a4-ad52-4b59-8c7f-dbdffa41b700 req-d13b9609-2ee7-42bf-a748-59c5e807d145 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655166 Jul 24 00:04:00.477879 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e63a8a81-2301-4515-9079-93b2d8497d6b tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:00.497509 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-e63a8a81-2301-4515-9079-93b2d8497d6b tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f458d22-187a-422b-bdb4-e3683f8bf54c']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:00.523395 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-e63a8a81-2301-4515-9079-93b2d8497d6b tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf0ebf16-2d95-468b-8fe9-70f667d42dda') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:00.523704 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-e63a8a81-2301-4515-9079-93b2d8497d6b tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf0ebf16-2d95-468b-8fe9-70f667d42dda') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:00.557146 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e63a8a81-2301-4515-9079-93b2d8497d6b tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:00.594663 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f258a538-b06e-4e3f-97fc-8dbdd8cf9e9b tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:00.608909 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e63a8a81-2301-4515-9079-93b2d8497d6b tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:00.706169 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-3cace9cf-bcbd-44d7-8cd1-66564f558445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '034c9c18-2ce8-4317-907c-330fc6602114', 'name': 'tempest-RoutersIpV6Test-router-291813044', 'tenant_id': '4089b22453f945a5901919043ff32633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:03:24Z', 'updated_at': '2021-07-24T00:03:59Z', 'revision_number': 8, 'project_id': '4089b22453f945a5901919043ff32633', 'gw_port_host': None, '_interfaces': [{'id': '41bfae9b-f962-4a7e-b52d-7139307c1acc', 'name': '', 'network_id': '4d14ae4d-69f2-4c08-b8ee-c34f0b37fc35', 'tenant_id': '4089b22453f945a5901919043ff32633', 'mac_address': 'fa:16:3e:ab:80:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034c9c18-2ce8-4317-907c-330fc6602114', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '80243f7e-e7b6-4fea-8c04-af9e6926e3bc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:03:36Z', 'updated_at': '2021-07-24T00:03:42Z', 'revision_number': 5, 'project_id': '4089b22453f945a5901919043ff32633', 'subnets': [{'id': '80243f7e-e7b6-4fea-8c04-af9e6926e3bc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a74841bb-7cb9-4bc0-af26-d717c600baab', 'name': '', 'network_id': '58f6d151-474c-42a9-b3c2-a00e2b35833e', 'tenant_id': '4089b22453f945a5901919043ff32633', 'mac_address': 'fa:16:3e:e4:62:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034c9c18-2ce8-4317-907c-330fc6602114', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '01ff3843-8aee-4393-b6da-3119e0ce0314', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:03:42Z', 'updated_at': '2021-07-24T00:03:49Z', 'revision_number': 5, 'project_id': '4089b22453f945a5901919043ff32633', 'subnets': [{'id': '01ff3843-8aee-4393-b6da-3119e0ce0314', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd18bd505-e56e-4118-830a-2e7414606243', 'name': '', 'network_id': '941deb0f-9335-4a6e-a2a5-8c0702697c8d', 'tenant_id': '4089b22453f945a5901919043ff32633', 'mac_address': 'fa:16:3e:5e:35:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034c9c18-2ce8-4317-907c-330fc6602114', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '05c840f6-1e89-4e3c-b2c5-8bc1a8b7dac2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:03:28Z', 'updated_at': '2021-07-24T00:03:36Z', 'revision_number': 5, 'project_id': '4089b22453f945a5901919043ff32633', 'subnets': [{'id': '05c840f6-1e89-4e3c-b2c5-8bc1a8b7dac2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:00.719494 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f258a538-b06e-4e3f-97fc-8dbdd8cf9e9b tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:00.746634 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cace9cf-bcbd-44d7-8cd1-66564f558445 None None] Checking router: 034c9c18-2ce8-4317-907c-330fc6602114 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:04:00.761695 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cace9cf-bcbd-44d7-8cd1-66564f558445 None None] Routers {'034c9c18-2ce8-4317-907c-330fc6602114'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:04:00.762623 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-3cace9cf-bcbd-44d7-8cd1-66564f558445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:03:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['034c9c18-2ce8-4317-907c-330fc6602114'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:00.776262 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f258a538-b06e-4e3f-97fc-8dbdd8cf9e9b tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Pushing event deleted for resources: {'Subnet': ['ID=e34d9ab5-e237-4d2d-a235-e6fbfc4d149e,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:00.790159 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f258a538-b06e-4e3f-97fc-8dbdd8cf9e9b tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:00.793078 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-f258a538-b06e-4e3f-97fc-8dbdd8cf9e9b tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "DELETE /v2.0/subnets/e34d9ab5-e237-4d2d-a235-e6fbfc4d149e HTTP/1.1" status: 204 len: 168 time: 0.6208160 Jul 24 00:04:00.796764 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 56728) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:00.805474 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e63a8a81-2301-4515-9079-93b2d8497d6b tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:04:00.805910 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e63a8a81-2301-4515-9079-93b2d8497d6b tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:00.807685 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:04:00.807685 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:04:00.807685 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:04:00.807685 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:04:00.807685 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:04:00.807685 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:04:00.807685 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:04:00.807685 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:04:00.807685 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:04:00.807685 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:04:00.807685 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:04:00.807685 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:04:00.807685 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:04:00.807685 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:04:00.807685 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:04:00.807685 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:04:00.807685 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:04:00.807685 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:04:00.807685 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:04:00.807685 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:04:00.807685 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:04:00.807685 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:04:00.807685 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:04:00.807685 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:04:00.807685 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:04:00.807685 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:04:00.807685 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:04:00.807685 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:04:00.807685 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:04:00.807685 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:04:00.807685 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:04:00.807685 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:04:00.828571 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2b98d8-a85b-4b37-b7cd-a30854899354 None None] Network 4a3e27f2-8289-4e3a-bde9-6ee4660ff0cc requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:04:00.922620 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e63a8a81-2301-4515-9079-93b2d8497d6b tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:00.952746 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e63a8a81-2301-4515-9079-93b2d8497d6b tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6f458d22-187a-422b-bdb4-e3683f8bf54c {{(pid=100313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 24 00:04:00.952746 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63a8a81-2301-4515-9079-93b2d8497d6b tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Pushing event deleted for resources: {'Network': ['ID=6f458d22-187a-422b-bdb4-e3683f8bf54c,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:00.956516 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e63a8a81-2301-4515-9079-93b2d8497d6b tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:00.970029 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-e63a8a81-2301-4515-9079-93b2d8497d6b tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] 10.222.0.44 "DELETE /v2.0/networks/6f458d22-187a-422b-bdb4-e3683f8bf54c HTTP/1.1" status: 204 len: 168 time: 0.8897979 Jul 24 00:04:00.971362 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56740) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:00.976111 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-56b81be2-fd51-4a43-a5ca-6642e5c65349 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:01.000732 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-224ba068-8c11-4bd5-9dda-d493b52ec6f7 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Request body: {'network': {'router:external': True}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:04:01.008880 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a7e014d3-42e5-4d33-ad15-642e42ddfe85 req-c264e935-1ea9-44d6-a97a-08b8883f7d52 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=798b28002e9743a58ab9c3622d82224e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0526199 Jul 24 00:04:01.012690 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ead70ac2-cd5f-45e9-8a0d-a326861150bb tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:01.019227 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-56b81be2-fd51-4a43-a5ca-6642e5c65349 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:01.092048 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-224ba068-8c11-4bd5-9dda-d493b52ec6f7 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Made reservation on behalf of 80344ec060b54c918a10845882e3bd5c for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:04:01.095399 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-224ba068-8c11-4bd5-9dda-d493b52ec6f7 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:01.109122 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-3cace9cf-bcbd-44d7-8cd1-66564f558445 None None] Set router 034c9c18-2ce8-4317-907c-330fc6602114 gateway port host: None {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:04:01.178885 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-224ba068-8c11-4bd5-9dda-d493b52ec6f7 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:04:01.237464 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-224ba068-8c11-4bd5-9dda-d493b52ec6f7 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:01.237819 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-224ba068-8c11-4bd5-9dda-d493b52ec6f7 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Added segment d6fe4402-d50d-4d7a-991e-1d69a8f5a050 of type vlan for network a66fd36f-1bb0-4bea-9a19-a3023bd2b614 Jul 24 00:04:01.304549 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e014d3-42e5-4d33-ad15-642e42ddfe85 req-d3c00a05-24ce-43f0-9dfa-3912c93e953c tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:01.306237 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a7e014d3-42e5-4d33-ad15-642e42ddfe85 req-d3c00a05-24ce-43f0-9dfa-3912c93e953c tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2898159 Jul 24 00:04:01.336122 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a7e014d3-42e5-4d33-ad15-642e42ddfe85 req-5fb9951d-73eb-48ee-9d91-63bfcec883e0 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/quotas/798b28002e9743a58ab9c3622d82224e HTTP/1.1" status: 200 len: 375 time: 0.0181532 Jul 24 00:04:01.344381 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-ead70ac2-cd5f-45e9-8a0d-a326861150bb tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Deleting port 06f7b394-9cb2-4db7-96c9-0320fcdd7d53 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:04:01.344796 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ead70ac2-cd5f-45e9-8a0d-a326861150bb tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:01.439516 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-56b81be2-fd51-4a43-a5ca-6642e5c65349 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Deleting port 41dc6253-4683-4b7e-b974-db35853957e1 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:04:01.439870 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-56b81be2-fd51-4a43-a5ca-6642e5c65349 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:01.463761 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-224ba068-8c11-4bd5-9dda-d493b52ec6f7 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:01.511886 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-ead70ac2-cd5f-45e9-8a0d-a326861150bb tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] For port 06f7b394-9cb2-4db7-96c9-0320fcdd7d53, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=06f7b394-9cb2-4db7-96c9-0320fcdd7d53,segment=NetworkSegment(6805fb6a-e1fd-4e82-89ed-143c06798a10),segment_id=6805fb6a-e1fd-4e82-89ed-143c06798a10)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:04:01.512443 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ead70ac2-cd5f-45e9-8a0d-a326861150bb tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:01.527547 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-ead70ac2-cd5f-45e9-8a0d-a326861150bb tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Calling delete_port for 06f7b394-9cb2-4db7-96c9-0320fcdd7d53 owned by network:dhcp {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:04:01.588602 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14bb901-b201-4542-97f4-4ae793c34ebc req-8fef33c2-d842-4948-a1da-2ad730883c9f tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:01.598252 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a14bb901-b201-4542-97f4-4ae793c34ebc req-8fef33c2-d842-4948-a1da-2ad730883c9f tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=a746b04d-4762-4dcd-a318-7b96ce824ffb HTTP/1.1" status: 200 len: 946 time: 0.4412382 Jul 24 00:04:01.600409 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-224ba068-8c11-4bd5-9dda-d493b52ec6f7 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:01.601629 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224ba068-8c11-4bd5-9dda-d493b52ec6f7 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:01.602443 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-224ba068-8c11-4bd5-9dda-d493b52ec6f7 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:01.622875 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ead70ac2-cd5f-45e9-8a0d-a326861150bb tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:01.641827 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-224ba068-8c11-4bd5-9dda-d493b52ec6f7 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6514251 Jul 24 00:04:01.647893 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 56758) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:01.661284 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-150302e5-4b29-4046-88a6-b85c0c8259a2 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Request body: {'subnet': {'network_id': 'a66fd36f-1bb0-4bea-9a19-a3023bd2b614', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:04:01.709952 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a7e014d3-42e5-4d33-ad15-642e42ddfe85 req-9bfb0b59-adb7-4d79-859a-80585f28461a tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=798b28002e9743a58ab9c3622d82224e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3674831 Jul 24 00:04:01.718421 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead70ac2-cd5f-45e9-8a0d-a326861150bb tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] No DVR routers for this DVR port 06f7b394-9cb2-4db7-96c9-0320fcdd7d53 on host n-d-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:04:01.722900 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead70ac2-cd5f-45e9-8a0d-a326861150bb tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Pushing event deleted for resources: {'Port': ['ID=06f7b394-9cb2-4db7-96c9-0320fcdd7d53,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:01.787506 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a14bb901-b201-4542-97f4-4ae793c34ebc req-587a8df7-59b5-4365-bf07-d55bee9a48d6 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875110 Jul 24 00:04:01.832080 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e44ee01-d89b-4b93-a568-2ba191091f86 None None] DHCP port deletion for 4a3e27f2-8289-4e3a-bde9-6ee4660ff0cc request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:04:01.857783 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-56b81be2-fd51-4a43-a5ca-6642e5c65349 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:01.865765 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-3cace9cf-bcbd-44d7-8cd1-66564f558445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '034c9c18-2ce8-4317-907c-330fc6602114', 'name': 'tempest-RoutersIpV6Test-router-291813044', 'tenant_id': '4089b22453f945a5901919043ff32633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:03:24Z', 'updated_at': '2021-07-24T00:03:59Z', 'revision_number': 8, 'project_id': '4089b22453f945a5901919043ff32633', 'gw_port_host': None, '_interfaces': [{'id': '41bfae9b-f962-4a7e-b52d-7139307c1acc', 'name': '', 'network_id': '4d14ae4d-69f2-4c08-b8ee-c34f0b37fc35', 'tenant_id': '4089b22453f945a5901919043ff32633', 'mac_address': 'fa:16:3e:ab:80:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034c9c18-2ce8-4317-907c-330fc6602114', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '80243f7e-e7b6-4fea-8c04-af9e6926e3bc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:03:36Z', 'updated_at': '2021-07-24T00:03:42Z', 'revision_number': 5, 'project_id': '4089b22453f945a5901919043ff32633', 'subnets': [{'id': '80243f7e-e7b6-4fea-8c04-af9e6926e3bc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a74841bb-7cb9-4bc0-af26-d717c600baab', 'name': '', 'network_id': '58f6d151-474c-42a9-b3c2-a00e2b35833e', 'tenant_id': '4089b22453f945a5901919043ff32633', 'mac_address': 'fa:16:3e:e4:62:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034c9c18-2ce8-4317-907c-330fc6602114', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '01ff3843-8aee-4393-b6da-3119e0ce0314', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:03:42Z', 'updated_at': '2021-07-24T00:03:49Z', 'revision_number': 5, 'project_id': '4089b22453f945a5901919043ff32633', 'subnets': [{'id': '01ff3843-8aee-4393-b6da-3119e0ce0314', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd18bd505-e56e-4118-830a-2e7414606243', 'name': '', 'network_id': '941deb0f-9335-4a6e-a2a5-8c0702697c8d', 'tenant_id': '4089b22453f945a5901919043ff32633', 'mac_address': 'fa:16:3e:5e:35:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034c9c18-2ce8-4317-907c-330fc6602114', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '05c840f6-1e89-4e3c-b2c5-8bc1a8b7dac2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:03:28Z', 'updated_at': '2021-07-24T00:03:36Z', 'revision_number': 5, 'project_id': '4089b22453f945a5901919043ff32633', 'subnets': [{'id': '05c840f6-1e89-4e3c-b2c5-8bc1a8b7dac2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:01.911388 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-150302e5-4b29-4046-88a6-b85c0c8259a2 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Made reservation on behalf of 80344ec060b54c918a10845882e3bd5c for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:04:01.913601 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cace9cf-bcbd-44d7-8cd1-66564f558445 None None] The sync data for ids ['034c9c18-2ce8-4317-907c-330fc6602114'] in n-d-800088-16 is: [{'id': '034c9c18-2ce8-4317-907c-330fc6602114', 'name': 'tempest-RoutersIpV6Test-router-291813044', 'tenant_id': '4089b22453f945a5901919043ff32633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:03:24Z', 'updated_at': '2021-07-24T00:03:59Z', 'revision_number': 8, 'project_id': '4089b22453f945a5901919043ff32633', 'gw_port_host': None, '_interfaces': [{'id': '41bfae9b-f962-4a7e-b52d-7139307c1acc', 'name': '', 'network_id': '4d14ae4d-69f2-4c08-b8ee-c34f0b37fc35', 'tenant_id': '4089b22453f945a5901919043ff32633', 'mac_address': 'fa:16:3e:ab:80:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034c9c18-2ce8-4317-907c-330fc6602114', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '80243f7e-e7b6-4fea-8c04-af9e6926e3bc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:03:36Z', 'updated_at': '2021-07-24T00:03:42Z', 'revision_number': 5, 'project_id': '4089b22453f945a5901919043ff32633', 'subnets': [{'id': '80243f7e-e7b6-4fea-8c04-af9e6926e3bc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a74841bb-7cb9-4bc0-af26-d717c600baab', 'name': '', 'network_id': '58f6d151-474c-42a9-b3c2-a00e2b35833e', 'tenant_id': '4089b22453f945a5901919043ff32633', 'mac_address': 'fa:16:3e:e4:62:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034c9c18-2ce8-4317-907c-330fc6602114', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '01ff3843-8aee-4393-b6da-3119e0ce0314', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:03:42Z', 'updated_at': '2021-07-24T00:03:49Z', 'revision_number': 5, 'project_id': '4089b22453f945a5901919043ff32633', 'subnets': [{'id': '01ff3843-8aee-4393-b6da-3119e0ce0314', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd18bd505-e56e-4118-830a-2e7414606243', 'name': '', 'network_id': '941deb0f-9335-4a6e-a2a5-8c0702697c8d', 'tenant_id': '4089b22453f945a5901919043ff32633', 'mac_address': 'fa:16:3e:5e:35:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034c9c18-2ce8-4317-907c-330fc6602114', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '05c840f6-1e89-4e3c-b2c5-8bc1a8b7dac2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:03:28Z', 'updated_at': '2021-07-24T00:03:36Z', 'revision_number': 5, 'project_id': '4089b22453f945a5901919043ff32633', 'subnets': [{'id': '05c840f6-1e89-4e3c-b2c5-8bc1a8b7dac2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:04:01.913851 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-150302e5-4b29-4046-88a6-b85c0c8259a2 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:01.984273 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224ba068-8c11-4bd5-9dda-d493b52ec6f7 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Pushing event updated for resources: {'Network': ['ID=a66fd36f-1bb0-4bea-9a19-a3023bd2b614,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:01.998687 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network a66fd36f-1bb0-4bea-9a19-a3023bd2b614 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:04:02.003722 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-56b81be2-fd51-4a43-a5ca-6642e5c65349 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Calling delete_port for 41dc6253-4683-4b7e-b974-db35853957e1 owned by network:router_gateway {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:04:02.056877 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ead70ac2-cd5f-45e9-8a0d-a326861150bb tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:02.124498 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-ead70ac2-cd5f-45e9-8a0d-a326861150bb tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a3e27f2-8289-4e3a-bde9-6ee4660ff0cc']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:02.144791 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-ead70ac2-cd5f-45e9-8a0d-a326861150bb tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6805fb6a-e1fd-4e82-89ed-143c06798a10') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:02.145125 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-ead70ac2-cd5f-45e9-8a0d-a326861150bb tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6805fb6a-e1fd-4e82-89ed-143c06798a10') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:02.158372 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ead70ac2-cd5f-45e9-8a0d-a326861150bb tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:02.179556 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ead70ac2-cd5f-45e9-8a0d-a326861150bb tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:02.191782 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ead70ac2-cd5f-45e9-8a0d-a326861150bb tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:04:02.192354 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ead70ac2-cd5f-45e9-8a0d-a326861150bb tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:02.195930 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:04:02.195930 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:04:02.195930 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:04:02.195930 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:04:02.195930 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:04:02.195930 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:04:02.195930 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:04:02.195930 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:04:02.195930 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:04:02.195930 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:04:02.195930 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:04:02.195930 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:04:02.195930 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:04:02.195930 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:04:02.195930 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:04:02.195930 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:04:02.195930 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:04:02.195930 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:04:02.195930 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:04:02.195930 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:04:02.195930 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:04:02.195930 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:04:02.195930 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:04:02.195930 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:04:02.195930 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:04:02.195930 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:04:02.195930 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:04:02.195930 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:04:02.195930 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:04:02.195930 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:04:02.195930 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:04:02.195930 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:04:02.279204 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4ad9a4dd-8947-43fc-bbfd-38d68daab741 req-91ba691b-6dfa-4478-8fb0-da14e9443da3 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ebaae68-1e07-4d33-85d0-95999b1db808 HTTP/1.1" status: 200 len: 210 time: 0.0990927 Jul 24 00:04:02.319486 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-56b81be2-fd51-4a43-a5ca-6642e5c65349 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:02.347753 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b81be2-fd51-4a43-a5ca-6642e5c65349 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Pushing event deleted for resources: {'Port': ['ID=41dc6253-4683-4b7e-b974-db35853957e1,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:02.360166 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ead70ac2-cd5f-45e9-8a0d-a326861150bb tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:02.367772 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ead70ac2-cd5f-45e9-8a0d-a326861150bb tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:02.369790 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-ead70ac2-cd5f-45e9-8a0d-a326861150bb tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "DELETE /v2.0/networks/4a3e27f2-8289-4e3a-bde9-6ee4660ff0cc HTTP/1.1" status: 204 len: 168 time: 1.5719731 Jul 24 00:04:02.384779 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 56780) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:02.464166 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-56b81be2-fd51-4a43-a5ca-6642e5c65349 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687114'] for router_gateway, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:02.531880 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead70ac2-cd5f-45e9-8a0d-a326861150bb tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Pushing event deleted for resources: {'Network': ['ID=4a3e27f2-8289-4e3a-bde9-6ee4660ff0cc,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:02.791594 n-d-800088-16 neutron-server[100314]: DEBUG neutron.objects.ports [None req-150302e5-4b29-4046-88a6-b85c0c8259a2 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100314) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 24 00:04:02.792259 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-150302e5-4b29-4046-88a6-b85c0c8259a2 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:02.859734 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-56b81be2-fd51-4a43-a5ca-6642e5c65349 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:02.863351 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-56b81be2-fd51-4a43-a5ca-6642e5c65349 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-687196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-687191', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-626537'] for router, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:02.964305 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56b81be2-fd51-4a43-a5ca-6642e5c65349 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Router 071cf327-58df-4fc9-a133-343fdefdb55f has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:04:03.052744 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b81be2-fd51-4a43-a5ca-6642e5c65349 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:04:03.060595 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-56b81be2-fd51-4a43-a5ca-6642e5c65349 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:03.062144 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-56b81be2-fd51-4a43-a5ca-6642e5c65349 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] 10.222.0.44 "PUT /v2.0/routers/071cf327-58df-4fc9-a133-343fdefdb55f HTTP/1.1" status: 200 len: 709 time: 2.8269076 Jul 24 00:04:03.063924 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72aa1e2-2ea6-4e8f-9f88-c0f7259dcf90 None None] Sync routers for ids ['071cf327-58df-4fc9-a133-343fdefdb55f'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:04:03.064849 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56806) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:03.079337 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72aa1e2-2ea6-4e8f-9f88-c0f7259dcf90 None None] Routers {'071cf327-58df-4fc9-a133-343fdefdb55f'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:04:03.080007 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-d72aa1e2-2ea6-4e8f-9f88-c0f7259dcf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:03:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['071cf327-58df-4fc9-a133-343fdefdb55f'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:03.128605 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-d72aa1e2-2ea6-4e8f-9f88-c0f7259dcf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:03.141759 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72aa1e2-2ea6-4e8f-9f88-c0f7259dcf90 None None] Routers {'071cf327-58df-4fc9-a133-343fdefdb55f'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:04:03.142691 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-d72aa1e2-2ea6-4e8f-9f88-c0f7259dcf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:03:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['071cf327-58df-4fc9-a133-343fdefdb55f'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:03.172716 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-60155070-b030-459a-89ec-5e6cdc6d2ace tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] 10.222.0.44 "GET /v2.0/routers/071cf327-58df-4fc9-a133-343fdefdb55f HTTP/1.1" status: 200 len: 744 time: 0.1064725 Jul 24 00:04:03.176416 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56816) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:03.182875 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-d72aa1e2-2ea6-4e8f-9f88-c0f7259dcf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:03.183542 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72aa1e2-2ea6-4e8f-9f88-c0f7259dcf90 None None] The sync data for ids ['071cf327-58df-4fc9-a133-343fdefdb55f'] in n-d-800088-16 is: [] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:04:03.239555 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-98761216-4087-4846-ace7-81974be7f6bf tempest-RoutersIpV6AdminTest-1313225260 tempest-RoutersIpV6AdminTest-1313225260-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=9adcfee8-760c-4568-9e39-c221abf69bf5&device_id=071cf327-58df-4fc9-a133-343fdefdb55f HTTP/1.1" status: 200 len: 205 time: 0.0607121 Jul 24 00:04:03.242366 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56820) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:03.290812 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-f5053e4b-b437-4eeb-97a3-cbc0af1dbf0d tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] 10.222.0.44 "GET /v2.0/ports?device_id=071cf327-58df-4fc9-a133-343fdefdb55f HTTP/1.1" status: 200 len: 205 time: 0.0465186 Jul 24 00:04:03.293353 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56822) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:03.327162 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150302e5-4b29-4046-88a6-b85c0c8259a2 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a4a21142-9a76-46ec-a21d-dd8d58954bed,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:03.342109 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a7e014d3-42e5-4d33-ad15-642e42ddfe85 req-1ad64674-2d0e-4224-8897-058bcbb4339b tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=798b28002e9743a58ab9c3622d82224e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0707068 Jul 24 00:04:03.374188 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150302e5-4b29-4046-88a6-b85c0c8259a2 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Checking segment: {'id': 'd6fe4402-d50d-4d7a-991e-1d69a8f5a050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'a66fd36f-1bb0-4bea-9a19-a3023bd2b614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:04:03.374667 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150302e5-4b29-4046-88a6-b85c0c8259a2 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Network hostable DHCP agents. Network: a66fd36f-1bb0-4bea-9a19-a3023bd2b614, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:04:03.480715 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 7a5985a7-e20c-4b64-9074-1082a6be9eb8 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:04:03.508780 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c4cb4d-b9a0-4040-a1da-bb0ccb23fd9d req-d97036ab-43ca-4b69-b801-356c43367693 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:03.510452 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d3c4cb4d-b9a0-4040-a1da-bb0ccb23fd9d req-d97036ab-43ca-4b69-b801-356c43367693 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=a746b04d-4762-4dcd-a318-7b96ce824ffb HTTP/1.1" status: 200 len: 946 time: 0.3313870 Jul 24 00:04:03.517463 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150302e5-4b29-4046-88a6-b85c0c8259a2 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Network a66fd36f-1bb0-4bea-9a19-a3023bd2b614 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:04:03.534620 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 7a5985a7-e20c-4b64-9074-1082a6be9eb8 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:04:03.535366 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 7a5985a7-e20c-4b64-9074-1082a6be9eb8 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:04:03.535968 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 06f7b394-9cb2-4db7-96c9-0320fcdd7d53 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:04:03.536708 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-150302e5-4b29-4046-88a6-b85c0c8259a2 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, a66fd36f-1bb0-4bea-9a19-a3023bd2b614) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:04:03.561330 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f681e86-21da-43f7-86d3-bb36697d153f None None] Network a66fd36f-1bb0-4bea-9a19-a3023bd2b614 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:04:03.565403 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 06f7b394-9cb2-4db7-96c9-0320fcdd7d53 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:04:03.567141 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 06f7b394-9cb2-4db7-96c9-0320fcdd7d53 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:04:03.584627 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150302e5-4b29-4046-88a6-b85c0c8259a2 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:03.586433 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-150302e5-4b29-4046-88a6-b85c0c8259a2 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:03.650456 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d3c4cb4d-b9a0-4040-a1da-bb0ccb23fd9d req-f313c49f-1d30-42ec-aa0a-0c0578a4f8fb tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219687 Jul 24 00:04:03.682578 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e014d3-42e5-4d33-ad15-642e42ddfe85 req-5a93d916-0096-468f-bd37-918f90c5446f tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:03.684138 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a7e014d3-42e5-4d33-ad15-642e42ddfe85 req-5a93d916-0096-468f-bd37-918f90c5446f tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3335040 Jul 24 00:04:03.691447 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-150302e5-4b29-4046-88a6-b85c0c8259a2 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0336964 Jul 24 00:04:03.692796 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 56834) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:03.722148 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-a7e014d3-42e5-4d33-ad15-642e42ddfe85 req-f7ddc807-bbfb-4f41-a7bd-c147a65e8718 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Request body: {'port': {'device_id': '1ebaae68-1e07-4d33-85d0-95999b1db808', 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2', 'admin_state_up': True, 'tenant_id': '798b28002e9743a58ab9c3622d82224e'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:04:03.729440 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-d5d1ee73-3a61-42ee-a9ce-7f5661c4b3ec tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Request body: {'floatingip': {'floating_network_id': 'a66fd36f-1bb0-4bea-9a19-a3023bd2b614'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:04:03.785165 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbd3577-1024-415a-b79a-d770ecad227d None None] Network a66fd36f-1bb0-4bea-9a19-a3023bd2b614 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:04:03.900582 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d5d1ee73-3a61-42ee-a9ce-7f5661c4b3ec tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:04.004329 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-99e335fd-a823-45f3-8e1c-af88688f2d7f req-19a3df7a-2f2e-4222-ab3f-bba571813c12 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ebaae68-1e07-4d33-85d0-95999b1db808 HTTP/1.1" status: 200 len: 210 time: 0.5074797 Jul 24 00:04:04.010178 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3d931a92-b34a-4237-bf63-6f22b7b71cab tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks [] for router, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:04.024099 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8b276440-882d-4c69-a0bb-c1b1dec5d06d tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681029'] for router_interface, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:04.270419 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7e014d3-42e5-4d33-ad15-642e42ddfe85 req-f7ddc807-bbfb-4f41-a7bd-c147a65e8718 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Made reservation on behalf of 798b28002e9743a58ab9c3622d82224e for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:04:04.274407 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a7e014d3-42e5-4d33-ad15-642e42ddfe85 req-f7ddc807-bbfb-4f41-a7bd-c147a65e8718 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:04.322164 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 13f71a44-a306-4a88-ae2f-d8380c17e1c3 details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:04:04.336464 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3d931a92-b34a-4237-bf63-6f22b7b71cab tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:04.343810 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3d931a92-b34a-4237-bf63-6f22b7b71cab tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:04.400680 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3d931a92-b34a-4237-bf63-6f22b7b71cab tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:04.401774 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d931a92-b34a-4237-bf63-6f22b7b71cab tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Fanout notify agent at l3_agent the message router_deleted on router 071cf327-58df-4fc9-a133-343fdefdb55f {{(pid=100313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:04:04.413612 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3d931a92-b34a-4237-bf63-6f22b7b71cab tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:04.420596 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-3d931a92-b34a-4237-bf63-6f22b7b71cab tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] 10.222.0.44 "DELETE /v2.0/routers/071cf327-58df-4fc9-a133-343fdefdb55f HTTP/1.1" status: 204 len: 168 time: 1.1203473 Jul 24 00:04:04.421426 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56850) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:04.459231 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-7becef3f-2001-479d-ac97-00ca5e40a0f8 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] 10.222.0.44 "GET /v2.0/ports?device_id=071cf327-58df-4fc9-a133-343fdefdb55f HTTP/1.1" status: 200 len: 205 time: 0.0339661 Jul 24 00:04:04.459631 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56852) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:04.519135 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d5d1ee73-3a61-42ee-a9ce-7f5661c4b3ec tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:04.528008 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [None req-542df328-b08b-4270-bf51-c272796efd35 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] delete failed (client error): The resource could not be found. Jul 24 00:04:04.529538 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-542df328-b08b-4270-bf51-c272796efd35 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] 10.222.0.44 "DELETE /v2.0/routers/071cf327-58df-4fc9-a133-343fdefdb55f HTTP/1.1" status: 404 len: 336 time: 0.0685432 Jul 24 00:04:04.531723 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56854) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:04.561841 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 13f71a44-a306-4a88-ae2f-d8380c17e1c3, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=13f71a44-a306-4a88-ae2f-d8380c17e1c3,segment=NetworkSegment(03844098-4008-432a-ad64-80c1a7ec0473),segment_id=03844098-4008-432a-ad64-80c1a7ec0473)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:04:04.587824 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-e2acee22-1c21-4ad6-8ee3-b4e6f8913874 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] 10.222.0.44 "GET /v2.0/ports?device_id=ce42a029-867f-46f7-9d98-572cec06b8fd HTTP/1.1" status: 200 len: 205 time: 0.0538058 Jul 24 00:04:04.594267 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56856) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:04.597135 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': '13f71a44-a306-4a88-ae2f-d8380c17e1c3', 'network_id': '6d0290d7-687f-4c6e-a33b-868ec400e0f9', 'port_id': '13f71a44-a306-4a88-ae2f-d8380c17e1c3', 'mac_address': 'fa:16:3e:b0:40:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c5e7796-9746-457d-b93a-6a23003ac2f0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:04:04.603912 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [req-a7e014d3-42e5-4d33-ad15-642e42ddfe85 req-f7ddc807-bbfb-4f41-a7bd-c147a65e8718 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Allocated IP 192.168.233.55 (603dff3b-80fe-44ec-a82a-8d8b74b0c3c2/ef73a7e1-c64a-41e3-9997-629475c7b6b1/7b3ad419-bcb4-463d-a0fe-9702b81fd418) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:04:04.646122 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [None req-66988841-f545-43d1-9592-78356ffa16f7 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] delete failed (client error): The resource could not be found. Jul 24 00:04:04.647367 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-66988841-f545-43d1-9592-78356ffa16f7 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] 10.222.0.44 "DELETE /v2.0/routers/ce42a029-867f-46f7-9d98-572cec06b8fd HTTP/1.1" status: 404 len: 336 time: 0.0516970 Jul 24 00:04:04.649930 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56858) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:04.724154 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:04.742688 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-85686557-9630-48a1-a188-57b43e82ab21 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b8cdbce-ac94-40d5-9aed-88c46da7ca56 HTTP/1.1" status: 200 len: 205 time: 0.0910048 Jul 24 00:04:04.743294 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56862) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:04.767275 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 13f71a44-a306-4a88-ae2f-d8380c17e1c3 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:04:04.811511 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 13f71a44-a306-4a88-ae2f-d8380c17e1c3, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=13f71a44-a306-4a88-ae2f-d8380c17e1c3,segment=NetworkSegment(03844098-4008-432a-ad64-80c1a7ec0473),segment_id=03844098-4008-432a-ad64-80c1a7ec0473)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:04:04.824608 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a7e014d3-42e5-4d33-ad15-642e42ddfe85 req-f7ddc807-bbfb-4f41-a7bd-c147a65e8718 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:04.830062 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [None req-9c56ec2a-44d6-4602-9dd0-27c95cc1919a tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] delete failed (client error): The resource could not be found. Jul 24 00:04:04.831179 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-9c56ec2a-44d6-4602-9dd0-27c95cc1919a tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] 10.222.0.44 "DELETE /v2.0/routers/7b8cdbce-ac94-40d5-9aed-88c46da7ca56 HTTP/1.1" status: 404 len: 336 time: 0.0869622 Jul 24 00:04:04.832255 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:04.835416 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56864) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:04.867625 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-a7e014d3-42e5-4d33-ad15-642e42ddfe85 req-f7ddc807-bbfb-4f41-a7bd-c147a65e8718 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Transition to ACTIVE for port object 7b3ad419-bcb4-463d-a0fe-9702b81fd418 will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:04:04.883025 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-9ef7fb41-16bf-47b6-aac0-3bd637788291 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9cf81b5-4996-4ae5-afc8-faee1762678c HTTP/1.1" status: 200 len: 205 time: 0.0463679 Jul 24 00:04:04.890314 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56866) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:04.917874 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=13f71a44-a306-4a88-ae2f-d8380c17e1c3,revision_number=6']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:04.953375 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['13f71a44-a306-4a88-ae2f-d8380c17e1c3'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:04:04.990315 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [None req-ebb9f164-65c7-4244-80f5-f29a2cfb1c37 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] delete failed (client error): The resource could not be found. Jul 24 00:04:04.994290 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-ebb9f164-65c7-4244-80f5-f29a2cfb1c37 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] 10.222.0.44 "DELETE /v2.0/routers/c9cf81b5-4996-4ae5-afc8-faee1762678c HTTP/1.1" status: 404 len: 336 time: 0.1000888 Jul 24 00:04:04.994964 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56868) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:05.039055 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a7e014d3-42e5-4d33-ad15-642e42ddfe85 req-f7ddc807-bbfb-4f41-a7bd-c147a65e8718 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:05.052527 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-1cf84a9e-02e0-4443-8e6a-9a04c3288b0f tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] 10.222.0.44 "GET /v2.0/ports?device_id=05882ae7-ac14-49aa-8a18-f2cd90051daa HTTP/1.1" status: 200 len: 205 time: 0.0560315 Jul 24 00:04:05.061145 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56872) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:05.068554 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['646da755-b657-48af-8f46-1246a45e82e4', '7c4baabd-a258-4647-844c-3df4320bfcd4'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:04:05.164361 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [None req-2901c9c1-dd60-4d64-a846-82a229517603 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] delete failed (client error): The resource could not be found. Jul 24 00:04:05.166143 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-2901c9c1-dd60-4d64-a846-82a229517603 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] 10.222.0.44 "DELETE /v2.0/routers/05882ae7-ac14-49aa-8a18-f2cd90051daa HTTP/1.1" status: 404 len: 336 time: 0.1039171 Jul 24 00:04:05.169964 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56874) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:05.268905 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7e014d3-42e5-4d33-ad15-642e42ddfe85 req-f7ddc807-bbfb-4f41-a7bd-c147a65e8718 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:04:05.287860 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:04:05.290799 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-757d950d-65f3-464b-ad02-051505a27d5a tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] 10.222.0.44 "GET /v2.0/ports?device_id=b65d6c9d-c96b-4a35-8dba-bb7d330c38b5 HTTP/1.1" status: 200 len: 205 time: 0.1009004 Jul 24 00:04:05.293554 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56878) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:05.305353 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [req-a7e014d3-42e5-4d33-ad15-642e42ddfe85 req-f7ddc807-bbfb-4f41-a7bd-c147a65e8718 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:04:05.338214 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ddc807-bbfb-4f41-a7bd-c147a65e8718 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Pushing event updated for resources: {'Port': ['ID=7b3ad419-bcb4-463d-a0fe-9702b81fd418,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:05.341584 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7e014d3-42e5-4d33-ad15-642e42ddfe85 req-f7ddc807-bbfb-4f41-a7bd-c147a65e8718 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:04:05.386908 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [None req-2f953d21-fe8a-40ec-8299-aca04ba2dc2f tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] delete failed (client error): The resource could not be found. Jul 24 00:04:05.387932 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-2f953d21-fe8a-40ec-8299-aca04ba2dc2f tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] 10.222.0.44 "DELETE /v2.0/routers/b65d6c9d-c96b-4a35-8dba-bb7d330c38b5 HTTP/1.1" status: 404 len: 336 time: 0.0934534 Jul 24 00:04:05.390623 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56884) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:05.421012 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-d5d1ee73-3a61-42ee-a9ce-7f5661c4b3ec tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Allocated IP 172.20.0.14 (a66fd36f-1bb0-4bea-9a19-a3023bd2b614/a4a21142-9a76-46ec-a21d-dd8d58954bed/2417f21c-319a-41c1-8f29-94b9b49d20d2) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:04:05.445511 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e52b89-9325-42a7-a7ee-89a22c6946b8 req-afaaa057-3879-4b39-a6be-ba513906d3b2 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:05.452063 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809be2c4-3907-4202-9df1-754d4f76d80f req-dca589f1-df1e-4693-8b27-92571e857bdf tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:05.453766 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-28e52b89-9325-42a7-a7ee-89a22c6946b8 req-afaaa057-3879-4b39-a6be-ba513906d3b2 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ebaae68-1e07-4d33-85d0-95999b1db808 HTTP/1.1" status: 200 len: 935 time: 0.2855008 Jul 24 00:04:05.453895 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-809be2c4-3907-4202-9df1-754d4f76d80f req-dca589f1-df1e-4693-8b27-92571e857bdf tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=a746b04d-4762-4dcd-a318-7b96ce824ffb HTTP/1.1" status: 200 len: 945 time: 0.5844703 Jul 24 00:04:05.460996 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c5dcc2c-575c-444c-bc91-519c11be9719 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] DELETE failed (client error): The resource could not be found. Jul 24 00:04:05.461901 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c5dcc2c-575c-444c-bc91-519c11be9719 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:04:05.463468 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-8c5dcc2c-575c-444c-bc91-519c11be9719 tempest-RoutersIpV6AdminTest-2019187709 tempest-RoutersIpV6AdminTest-2019187709-project] 10.222.0.44 "DELETE /v2.0/subnets/263e6980-05ca-4995-b938-f97572392771 HTTP/1.1" status: 404 len: 337 time: 0.0719171 Jul 24 00:04:05.515962 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-28e52b89-9325-42a7-a7ee-89a22c6946b8 req-58427bea-3572-4aa7-8aa5-d8c8e23c9d1c tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562236 Jul 24 00:04:05.569335 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e014d3-42e5-4d33-ad15-642e42ddfe85 req-f7ddc807-bbfb-4f41-a7bd-c147a65e8718 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:05.570015 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a7e014d3-42e5-4d33-ad15-642e42ddfe85 req-f7ddc807-bbfb-4f41-a7bd-c147a65e8718 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:05.637934 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-809be2c4-3907-4202-9df1-754d4f76d80f req-1e3378a0-7582-4b1b-8ede-ce8b047aacf4 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537871 Jul 24 00:04:05.662798 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-8b276440-882d-4c69-a0bb-c1b1dec5d06d tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Deleting port a74841bb-7cb9-4bc0-af26-d717c600baab {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:04:05.663191 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8b276440-882d-4c69-a0bb-c1b1dec5d06d tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:05.686888 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a7e014d3-42e5-4d33-ad15-642e42ddfe85 req-f7ddc807-bbfb-4f41-a7bd-c147a65e8718 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9699895 Jul 24 00:04:05.790283 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-87f08f72-0167-4676-b83a-b150321721de None None] Provisioning for port 7b3ad419-bcb4-463d-a0fe-9702b81fd418 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:04:05.792048 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-a7e014d3-42e5-4d33-ad15-642e42ddfe85 req-6ec0832b-bf44-495c-9fdf-45d6ff52d8f0 service neutron] Request body: {'port': {'device_id': '1ebaae68-1e07-4d33-85d0-95999b1db808', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-16'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:04:05.796171 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-87f08f72-0167-4676-b83a-b150321721de None None] Provisioning complete for port 7b3ad419-bcb4-463d-a0fe-9702b81fd418 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:04:05.797270 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-87f08f72-0167-4676-b83a-b150321721de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:05.855920 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-87f08f72-0167-4676-b83a-b150321721de None None] Port 7b3ad419-bcb4-463d-a0fe-9702b81fd418 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:04:06.015558 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d5d1ee73-3a61-42ee-a9ce-7f5661c4b3ec tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:06.024472 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-8b276440-882d-4c69-a0bb-c1b1dec5d06d tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] For port a74841bb-7cb9-4bc0-af26-d717c600baab, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=a74841bb-7cb9-4bc0-af26-d717c600baab,segment=NetworkSegment(dab48cbe-df3e-4afc-9f4b-7548f98a853e),segment_id=dab48cbe-df3e-4afc-9f4b-7548f98a853e)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:04:06.024939 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8b276440-882d-4c69-a0bb-c1b1dec5d06d tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:06.040099 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56896) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:06.081858 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-8b276440-882d-4c69-a0bb-c1b1dec5d06d tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Calling delete_port for a74841bb-7cb9-4bc0-af26-d717c600baab owned by network:router_interface {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:04:06.095506 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a7e014d3-42e5-4d33-ad15-642e42ddfe85 req-6ec0832b-bf44-495c-9fdf-45d6ff52d8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:06.208704 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f2b2b7eb-b3b6-4209-a6a9-8f48427eeabc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:06.224703 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d5d1ee73-3a61-42ee-a9ce-7f5661c4b3ec tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:06.326516 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f2b2b7eb-b3b6-4209-a6a9-8f48427eeabc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:06.326750 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d1ee73-3a61-42ee-a9ce-7f5661c4b3ec tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Network a66fd36f-1bb0-4bea-9a19-a3023bd2b614 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:04:06.340544 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 13f71a44-a306-4a88-ae2f-d8380c17e1c3 up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:04:06.343057 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-d5d1ee73-3a61-42ee-a9ce-7f5661c4b3ec tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:04:06.361217 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f2b2b7eb-b3b6-4209-a6a9-8f48427eeabc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:06.383042 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d1ee73-3a61-42ee-a9ce-7f5661c4b3ec tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:04:06.395368 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-f2b2b7eb-b3b6-4209-a6a9-8f48427eeabc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d27d6182c3c34ab3bcb60c67b70fa8e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3537498 Jul 24 00:04:06.403036 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56900) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:06.447010 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d1ee73-3a61-42ee-a9ce-7f5661c4b3ec tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Pushing event updated for resources: {'Port': ['ID=2417f21c-319a-41c1-8f29-94b9b49d20d2,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:06.475412 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-73604b33-cada-4e5f-8131-923e9085f129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:06.509769 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-73604b33-cada-4e5f-8131-923e9085f129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:06.547349 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port 13f71a44-a306-4a88-ae2f-d8380c17e1c3 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:04:06.550284 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:06.606307 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-73604b33-cada-4e5f-8131-923e9085f129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:06.611104 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-73604b33-cada-4e5f-8131-923e9085f129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:06.612587 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-73604b33-cada-4e5f-8131-923e9085f129 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e0edf263-cd16-468d-81a8-43a522c91ef3 HTTP/1.1" status: 204 len: 168 time: 0.2071059 Jul 24 00:04:06.616052 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b2b7eb-b3b6-4209-a6a9-8f48427eeabc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0edf263-cd16-468d-81a8-43a522c91ef3,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:06.639827 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8b276440-882d-4c69-a0bb-c1b1dec5d06d tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:06.657008 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73604b33-cada-4e5f-8131-923e9085f129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0edf263-cd16-468d-81a8-43a522c91ef3,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:06.705475 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b276440-882d-4c69-a0bb-c1b1dec5d06d tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Pushing event deleted for resources: {'Port': ['ID=a74841bb-7cb9-4bc0-af26-d717c600baab,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:06.836563 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:06.916010 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 13f71a44-a306-4a88-ae2f-d8380c17e1c3, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=13f71a44-a306-4a88-ae2f-d8380c17e1c3,segment=NetworkSegment(03844098-4008-432a-ad64-80c1a7ec0473),segment_id=03844098-4008-432a-ad64-80c1a7ec0473)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:04:06.918704 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a746b04d-4762-4dcd-a318-7b96ce824ffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f71a44-a306-4a88-ae2f-d8380c17e1c3'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:04:06.931872 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c48ee7-5069-4ccb-95bb-3a3f520e2993" -d '{"events": [{"server_uuid": "a746b04d-4762-4dcd-a318-7b96ce824ffb", "name": "network-vif-plugged", "status": "completed", "tag": "13f71a44-a306-4a88-ae2f-d8380c17e1c3"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:04:06.943141 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:06.992625 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b991a-c347-4b8a-adc7-e99a9b13d081 req-75651881-bcb7-4ee9-9985-0428fa62c920 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:07.010299 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c97b991a-c347-4b8a-adc7-e99a9b13d081 req-75651881-bcb7-4ee9-9985-0428fa62c920 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=a746b04d-4762-4dcd-a318-7b96ce824ffb HTTP/1.1" status: 200 len: 945 time: 0.1655347 Jul 24 00:04:07.074086 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=13f71a44-a306-4a88-ae2f-d8380c17e1c3,revision_number=7']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:07.091802 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:04:07.092159 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:04:07.092508 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:04:07.092869 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:04:07.093212 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:04:07.100090 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:04:07.100459 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:04:07.100862 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:04:07.103116 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:04:07.103116 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:04:07.103465 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:04:07.109276 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:04:07.133058 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c97b991a-c347-4b8a-adc7-e99a9b13d081 req-266e56d1-7a71-420e-9421-7c3e956ef9cd tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152270 Jul 24 00:04:07.330525 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3284d5fd-c585-42d4-8139-44cb0e9ae1c0 x-openstack-request-id: req-3284d5fd-c585-42d4-8139-44cb0e9ae1c0 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:04:07.330822 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a746b04d-4762-4dcd-a318-7b96ce824ffb", "name": "network-vif-plugged", "status": "completed", "tag": "13f71a44-a306-4a88-ae2f-d8380c17e1c3", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:04:07.332188 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3284d5fd-c585-42d4-8139-44cb0e9ae1c0 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:04:07.332188 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a746b04d-4762-4dcd-a318-7b96ce824ffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f71a44-a306-4a88-ae2f-d8380c17e1c3', 'code': 200} Jul 24 00:04:07.343417 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d5d1ee73-3a61-42ee-a9ce-7f5661c4b3ec tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:07.343658 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56918) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:07.397820 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-91bbae40-70e4-4170-b02d-c91b8d568b92 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=808cc8b66ac74a13bccf620382b1ac85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0530851 Jul 24 00:04:07.400145 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56920) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:07.458089 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b1057795-3b06-4bcc-b434-211fb4c10585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:07.485232 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b1057795-3b06-4bcc-b434-211fb4c10585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:07.525188 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-a7e014d3-42e5-4d33-ad15-642e42ddfe85 req-6ec0832b-bf44-495c-9fdf-45d6ff52d8f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b3ad419-bcb4-463d-a0fe-9702b81fd418 {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:04:07.542700 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a7e014d3-42e5-4d33-ad15-642e42ddfe85 req-6ec0832b-bf44-495c-9fdf-45d6ff52d8f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:07.586765 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-a7e014d3-42e5-4d33-ad15-642e42ddfe85 req-6ec0832b-bf44-495c-9fdf-45d6ff52d8f0 service neutron] Transition to ACTIVE for port object 7b3ad419-bcb4-463d-a0fe-9702b81fd418 will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:04:07.592753 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8b276440-882d-4c69-a0bb-c1b1dec5d06d tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679987'] for router_interface, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:07.596873 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d5d1ee73-3a61-42ee-a9ce-7f5661c4b3ec tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:07.597015 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b1057795-3b06-4bcc-b434-211fb4c10585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:07.600382 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a7e014d3-42e5-4d33-ad15-642e42ddfe85 req-6ec0832b-bf44-495c-9fdf-45d6ff52d8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:07.600859 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b1057795-3b06-4bcc-b434-211fb4c10585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:07.602427 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-b1057795-3b06-4bcc-b434-211fb4c10585 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e561672d-1e69-4b3a-921c-cb6f86224380 HTTP/1.1" status: 204 len: 168 time: 0.2009308 Jul 24 00:04:07.611532 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ae76a1-b53f-4c19-8445-7d942927f027 req-1ef9e0c2-c798-48bb-802f-6c60f1d5b48b tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:07.618993 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d4ae76a1-b53f-4c19-8445-7d942927f027 req-1ef9e0c2-c798-48bb-802f-6c60f1d5b48b tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ebaae68-1e07-4d33-85d0-95999b1db808 HTTP/1.1" status: 200 len: 935 time: 0.9237707 Jul 24 00:04:07.641778 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1057795-3b06-4bcc-b434-211fb4c10585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e561672d-1e69-4b3a-921c-cb6f86224380,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:08.154768 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d5d1ee73-3a61-42ee-a9ce-7f5661c4b3ec tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:08.216214 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d5d1ee73-3a61-42ee-a9ce-7f5661c4b3ec tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:08.253977 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec0832b-bf44-495c-9fdf-45d6ff52d8f0 service neutron] Pushing event updated for resources: {'Port': ['ID=7b3ad419-bcb4-463d-a0fe-9702b81fd418,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:08.275633 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d4ae76a1-b53f-4c19-8445-7d942927f027 req-cc97658c-a29e-4943-b026-496b8c1ce227 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6554744 Jul 24 00:04:08.357767 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fdca3d-bdba-4694-b2e3-7c2b8a2d0487 req-cefa99e5-4cad-4b8a-9bf9-1026e8fcf144 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:08.367342 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-39fdca3d-bdba-4694-b2e3-7c2b8a2d0487 req-cefa99e5-4cad-4b8a-9bf9-1026e8fcf144 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=a746b04d-4762-4dcd-a318-7b96ce824ffb HTTP/1.1" status: 200 len: 946 time: 0.1201260 Jul 24 00:04:08.430771 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-39fdca3d-bdba-4694-b2e3-7c2b8a2d0487 req-78c4398a-a463-4134-91d8-eb2c254b07ba tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623436 Jul 24 00:04:08.515995 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d1ee73-3a61-42ee-a9ce-7f5661c4b3ec tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Pushing event updated for resources: {'Port': ['ID=2417f21c-319a-41c1-8f29-94b9b49d20d2,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:08.573990 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d5d1ee73-3a61-42ee-a9ce-7f5661c4b3ec tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:08.608861 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d5d1ee73-3a61-42ee-a9ce-7f5661c4b3ec tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:08.613155 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-d5d1ee73-3a61-42ee-a9ce-7f5661c4b3ec tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9160693 Jul 24 00:04:08.614172 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56944) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:08.614325 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-a7e014d3-42e5-4d33-ad15-642e42ddfe85 req-6ec0832b-bf44-495c-9fdf-45d6ff52d8f0 service neutron] Attempting to bind port 7b3ad419-bcb4-463d-a0fe-9702b81fd418 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:04:08.614325 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-a7e014d3-42e5-4d33-ad15-642e42ddfe85 req-6ec0832b-bf44-495c-9fdf-45d6ff52d8f0 service neutron] Attempting to bind port 7b3ad419-bcb4-463d-a0fe-9702b81fd418 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:04:08.614325 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e014d3-42e5-4d33-ad15-642e42ddfe85 req-6ec0832b-bf44-495c-9fdf-45d6ff52d8f0 service neutron] Attempting to bind port 7b3ad419-bcb4-463d-a0fe-9702b81fd418 on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:04:08.620146 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b276440-882d-4c69-a0bb-c1b1dec5d06d tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Router 034c9c18-2ce8-4317-907c-330fc6602114 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:04:08.624517 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e014d3-42e5-4d33-ad15-642e42ddfe85 req-6ec0832b-bf44-495c-9fdf-45d6ff52d8f0 service neutron] Port 7b3ad419-bcb4-463d-a0fe-9702b81fd418 on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:04:08.624889 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e014d3-42e5-4d33-ad15-642e42ddfe85 req-6ec0832b-bf44-495c-9fdf-45d6ff52d8f0 service neutron] Attempting to bind port 7b3ad419-bcb4-463d-a0fe-9702b81fd418 on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:04:08.632012 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e014d3-42e5-4d33-ad15-642e42ddfe85 req-6ec0832b-bf44-495c-9fdf-45d6ff52d8f0 service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:04:08.632370 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e014d3-42e5-4d33-ad15-642e42ddfe85 req-6ec0832b-bf44-495c-9fdf-45d6ff52d8f0 service neutron] Checking segment: {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:04:08.632840 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e014d3-42e5-4d33-ad15-642e42ddfe85 req-6ec0832b-bf44-495c-9fdf-45d6ff52d8f0 service neutron] Bound using segment: {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:04:08.633268 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-a7e014d3-42e5-4d33-ad15-642e42ddfe85 req-6ec0832b-bf44-495c-9fdf-45d6ff52d8f0 service neutron] Bound port: 7b3ad419-bcb4-463d-a0fe-9702b81fd418, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:04:08.633713 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a7e014d3-42e5-4d33-ad15-642e42ddfe85 req-6ec0832b-bf44-495c-9fdf-45d6ff52d8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:08.755630 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-40d2970e-8375-40b1-a4f9-be8ac25c10c8 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] 10.222.0.44 "GET /v2.0/floatingips?floating_network_id=a66fd36f-1bb0-4bea-9a19-a3023bd2b614 HTTP/1.1" status: 200 len: 690 time: 0.1409457 Jul 24 00:04:08.759805 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56948) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:08.787765 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b276440-882d-4c69-a0bb-c1b1dec5d06d tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:04:08.798907 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d601f36a-64a9-44aa-96c6-607df6cc5be7 None None] Sync routers for ids ['034c9c18-2ce8-4317-907c-330fc6602114'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:04:08.807162 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-8b276440-882d-4c69-a0bb-c1b1dec5d06d tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "PUT /v2.0/routers/034c9c18-2ce8-4317-907c-330fc6602114/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4180114 Jul 24 00:04:08.809819 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56952) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:08.815715 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d601f36a-64a9-44aa-96c6-607df6cc5be7 None None] Routers {'034c9c18-2ce8-4317-907c-330fc6602114'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:04:08.816390 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-a7e014d3-42e5-4d33-ad15-642e42ddfe85 req-6ec0832b-bf44-495c-9fdf-45d6ff52d8f0 service neutron] For port 7b3ad419-bcb4-463d-a0fe-9702b81fd418, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:04:08.817195 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-d601f36a-64a9-44aa-96c6-607df6cc5be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:03:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['034c9c18-2ce8-4317-907c-330fc6602114'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:08.822135 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-a7e014d3-42e5-4d33-ad15-642e42ddfe85 req-6ec0832b-bf44-495c-9fdf-45d6ff52d8f0 service neutron] For port 7b3ad419-bcb4-463d-a0fe-9702b81fd418, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=7b3ad419-bcb4-463d-a0fe-9702b81fd418,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:04:08.829757 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a7e014d3-42e5-4d33-ad15-642e42ddfe85 req-6ec0832b-bf44-495c-9fdf-45d6ff52d8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:08.880079 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e014d3-42e5-4d33-ad15-642e42ddfe85 req-6ec0832b-bf44-495c-9fdf-45d6ff52d8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:08.880785 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a7e014d3-42e5-4d33-ad15-642e42ddfe85 req-6ec0832b-bf44-495c-9fdf-45d6ff52d8f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:08.883110 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a7e014d3-42e5-4d33-ad15-642e42ddfe85 req-6ec0832b-bf44-495c-9fdf-45d6ff52d8f0 service neutron] 10.222.0.64 "PUT /v2.0/ports/7b3ad419-bcb4-463d-a0fe-9702b81fd418 HTTP/1.1" status: 200 len: 1096 time: 3.1702785 Jul 24 00:04:08.883698 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ebaae68-1e07-4d33-85d0-95999b1db808', 'tag': '7b3ad419-bcb4-463d-a0fe-9702b81fd418'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:04:08.886243 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96e19ad0-b3fe-4c0c-a00b-8b19367321ed" -d '{"events": [{"name": "network-changed", "server_uuid": "1ebaae68-1e07-4d33-85d0-95999b1db808", "tag": "7b3ad419-bcb4-463d-a0fe-9702b81fd418"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:04:08.931507 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d50ec7c-99df-451c-b510-6ef8550a7603 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Deleting subnet 01ff3843-8aee-4393-b6da-3119e0ce0314 {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:04:08.949655 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec0832b-bf44-495c-9fdf-45d6ff52d8f0 service neutron] Pushing event updated for resources: {'Port': ['ID=7b3ad419-bcb4-463d-a0fe-9702b81fd418,revision_number=3']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:08.977505 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6d50ec7c-99df-451c-b510-6ef8550a7603 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:09.000601 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-d601f36a-64a9-44aa-96c6-607df6cc5be7 None None] Set router 034c9c18-2ce8-4317-907c-330fc6602114 gateway port host: None {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:04:09.002558 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a214b28c-803a-4f6e-88ca-654831334d73 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:09.034425 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c088c546-2e49-42b3-96f9-31169b48fbfb x-openstack-request-id: req-c088c546-2e49-42b3-96f9-31169b48fbfb {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:04:09.035040 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ebaae68-1e07-4d33-85d0-95999b1db808", "tag": "7b3ad419-bcb4-463d-a0fe-9702b81fd418", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:04:09.040431 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c088c546-2e49-42b3-96f9-31169b48fbfb {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:04:09.041192 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ebaae68-1e07-4d33-85d0-95999b1db808', 'tag': '7b3ad419-bcb4-463d-a0fe-9702b81fd418', 'status': 'completed', 'code': 200} Jul 24 00:04:09.074259 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e014d3-42e5-4d33-ad15-642e42ddfe85 req-a12c6e92-5e29-4d0b-9836-3fb95a7f977f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:09.076946 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a7e014d3-42e5-4d33-ad15-642e42ddfe85 req-a12c6e92-5e29-4d0b-9836-3fb95a7f977f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=798b28002e9743a58ab9c3622d82224e&device_id=1ebaae68-1e07-4d33-85d0-95999b1db808 HTTP/1.1" status: 200 len: 1099 time: 0.1019547 Jul 24 00:04:09.158367 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a7e014d3-42e5-4d33-ad15-642e42ddfe85 req-6e0d2a13-f893-41a8-9957-31926036db17 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=7b3ad419-bcb4-463d-a0fe-9702b81fd418 HTTP/1.1" status: 200 len: 217 time: 0.0722010 Jul 24 00:04:09.180717 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6d50ec7c-99df-451c-b510-6ef8550a7603 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:09.268068 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 56962) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:09.314490 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e014d3-42e5-4d33-ad15-642e42ddfe85 req-88bde2ee-9cda-4a03-985f-eb2091185af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:09.315904 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a7e014d3-42e5-4d33-ad15-642e42ddfe85 req-88bde2ee-9cda-4a03-985f-eb2091185af8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.1446829 Jul 24 00:04:09.359500 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-d601f36a-64a9-44aa-96c6-607df6cc5be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '034c9c18-2ce8-4317-907c-330fc6602114', 'name': 'tempest-RoutersIpV6Test-router-291813044', 'tenant_id': '4089b22453f945a5901919043ff32633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:03:24Z', 'updated_at': '2021-07-24T00:04:06Z', 'revision_number': 9, 'project_id': '4089b22453f945a5901919043ff32633', 'gw_port_host': None, '_interfaces': [{'id': '41bfae9b-f962-4a7e-b52d-7139307c1acc', 'name': '', 'network_id': '4d14ae4d-69f2-4c08-b8ee-c34f0b37fc35', 'tenant_id': '4089b22453f945a5901919043ff32633', 'mac_address': 'fa:16:3e:ab:80:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034c9c18-2ce8-4317-907c-330fc6602114', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '80243f7e-e7b6-4fea-8c04-af9e6926e3bc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:03:36Z', 'updated_at': '2021-07-24T00:03:42Z', 'revision_number': 5, 'project_id': '4089b22453f945a5901919043ff32633', 'subnets': [{'id': '80243f7e-e7b6-4fea-8c04-af9e6926e3bc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd18bd505-e56e-4118-830a-2e7414606243', 'name': '', 'network_id': '941deb0f-9335-4a6e-a2a5-8c0702697c8d', 'tenant_id': '4089b22453f945a5901919043ff32633', 'mac_address': 'fa:16:3e:5e:35:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034c9c18-2ce8-4317-907c-330fc6602114', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '05c840f6-1e89-4e3c-b2c5-8bc1a8b7dac2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:03:28Z', 'updated_at': '2021-07-24T00:03:36Z', 'revision_number': 5, 'project_id': '4089b22453f945a5901919043ff32633', 'subnets': [{'id': '05c840f6-1e89-4e3c-b2c5-8bc1a8b7dac2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:09.432986 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d601f36a-64a9-44aa-96c6-607df6cc5be7 None None] Checking router: 034c9c18-2ce8-4317-907c-330fc6602114 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:04:09.452309 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d601f36a-64a9-44aa-96c6-607df6cc5be7 None None] Routers {'034c9c18-2ce8-4317-907c-330fc6602114'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:04:09.454185 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-d601f36a-64a9-44aa-96c6-607df6cc5be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:03:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['034c9c18-2ce8-4317-907c-330fc6602114'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:09.465494 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6d50ec7c-99df-451c-b510-6ef8550a7603 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:09.529943 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e014d3-42e5-4d33-ad15-642e42ddfe85 req-44f0e2b6-490b-4808-8c9a-afcefef81d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:09.533397 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a7e014d3-42e5-4d33-ad15-642e42ddfe85 req-44f0e2b6-490b-4808-8c9a-afcefef81d6f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2090003 Jul 24 00:04:09.582773 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6d50ec7c-99df-451c-b510-6ef8550a7603 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:09.593952 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-a214b28c-803a-4f6e-88ca-654831334d73 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Deleting port 2417f21c-319a-41c1-8f29-94b9b49d20d2 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:04:09.594102 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a214b28c-803a-4f6e-88ca-654831334d73 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:09.632213 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-d601f36a-64a9-44aa-96c6-607df6cc5be7 None None] Set router 034c9c18-2ce8-4317-907c-330fc6602114 gateway port host: None {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:04:09.641110 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-07131fe9-23a8-4b62-8a0c-633c2e185616 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1116691737'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:04:09.654561 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6d50ec7c-99df-451c-b510-6ef8550a7603 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:09.659479 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-6d50ec7c-99df-451c-b510-6ef8550a7603 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "DELETE /v2.0/subnets/01ff3843-8aee-4393-b6da-3119e0ce0314 HTTP/1.1" status: 204 len: 168 time: 0.8450410 Jul 24 00:04:09.660153 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a80460-75ad-46c8-804c-0c27e6cd9f7d None None] Network 58f6d151-474c-42a9-b3c2-a00e2b35833e requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:04:09.661129 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 56978) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:09.676590 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d50ec7c-99df-451c-b510-6ef8550a7603 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Pushing event deleted for resources: {'Subnet': ['ID=01ff3843-8aee-4393-b6da-3119e0ce0314,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:09.735244 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7069a0c-2afa-4a71-8424-d3e7e5b4f5ed req-55a6d80d-f3ab-4536-8df1-d36f1e6e438a tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:09.738106 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a7069a0c-2afa-4a71-8424-d3e7e5b4f5ed req-55a6d80d-f3ab-4536-8df1-d36f1e6e438a tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ebaae68-1e07-4d33-85d0-95999b1db808 HTTP/1.1" status: 200 len: 947 time: 0.3410070 Jul 24 00:04:09.837126 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a7e014d3-42e5-4d33-ad15-642e42ddfe85 req-dcbff385-b39e-4854-9164-6b574d59d255 service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937434 Jul 24 00:04:09.856095 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a214b28c-803a-4f6e-88ca-654831334d73 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:09.857909 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a214b28c-803a-4f6e-88ca-654831334d73 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:09.907132 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2492b3-e251-48c5-852a-ba77ba6c205d req-9ca84d0f-338c-4a72-b84f-1962b5f97a05 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:09.919303 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8e2492b3-e251-48c5-852a-ba77ba6c205d req-9ca84d0f-338c-4a72-b84f-1962b5f97a05 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=a746b04d-4762-4dcd-a318-7b96ce824ffb HTTP/1.1" status: 200 len: 946 time: 0.2605889 Jul 24 00:04:09.939374 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-a214b28c-803a-4f6e-88ca-654831334d73 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Calling delete_port for 2417f21c-319a-41c1-8f29-94b9b49d20d2 owned by network:floatingip {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:04:10.019057 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b12d66-f5e6-40d2-ab84-873f1f9d0a6d None None] DHCP port deletion for 58f6d151-474c-42a9-b3c2-a00e2b35833e request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:04:10.087768 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-d601f36a-64a9-44aa-96c6-607df6cc5be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '034c9c18-2ce8-4317-907c-330fc6602114', 'name': 'tempest-RoutersIpV6Test-router-291813044', 'tenant_id': '4089b22453f945a5901919043ff32633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:03:24Z', 'updated_at': '2021-07-24T00:04:06Z', 'revision_number': 9, 'project_id': '4089b22453f945a5901919043ff32633', 'gw_port_host': None, '_interfaces': [{'id': '41bfae9b-f962-4a7e-b52d-7139307c1acc', 'name': '', 'network_id': '4d14ae4d-69f2-4c08-b8ee-c34f0b37fc35', 'tenant_id': '4089b22453f945a5901919043ff32633', 'mac_address': 'fa:16:3e:ab:80:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034c9c18-2ce8-4317-907c-330fc6602114', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '80243f7e-e7b6-4fea-8c04-af9e6926e3bc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:03:36Z', 'updated_at': '2021-07-24T00:03:42Z', 'revision_number': 5, 'project_id': '4089b22453f945a5901919043ff32633', 'subnets': [{'id': '80243f7e-e7b6-4fea-8c04-af9e6926e3bc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd18bd505-e56e-4118-830a-2e7414606243', 'name': '', 'network_id': '941deb0f-9335-4a6e-a2a5-8c0702697c8d', 'tenant_id': '4089b22453f945a5901919043ff32633', 'mac_address': 'fa:16:3e:5e:35:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034c9c18-2ce8-4317-907c-330fc6602114', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '05c840f6-1e89-4e3c-b2c5-8bc1a8b7dac2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:03:28Z', 'updated_at': '2021-07-24T00:03:36Z', 'revision_number': 5, 'project_id': '4089b22453f945a5901919043ff32633', 'subnets': [{'id': '05c840f6-1e89-4e3c-b2c5-8bc1a8b7dac2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:10.120695 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d601f36a-64a9-44aa-96c6-607df6cc5be7 None None] The sync data for ids ['034c9c18-2ce8-4317-907c-330fc6602114'] in n-d-800088-16 is: [{'id': '034c9c18-2ce8-4317-907c-330fc6602114', 'name': 'tempest-RoutersIpV6Test-router-291813044', 'tenant_id': '4089b22453f945a5901919043ff32633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:03:24Z', 'updated_at': '2021-07-24T00:04:06Z', 'revision_number': 9, 'project_id': '4089b22453f945a5901919043ff32633', 'gw_port_host': None, '_interfaces': [{'id': '41bfae9b-f962-4a7e-b52d-7139307c1acc', 'name': '', 'network_id': '4d14ae4d-69f2-4c08-b8ee-c34f0b37fc35', 'tenant_id': '4089b22453f945a5901919043ff32633', 'mac_address': 'fa:16:3e:ab:80:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034c9c18-2ce8-4317-907c-330fc6602114', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '80243f7e-e7b6-4fea-8c04-af9e6926e3bc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:03:36Z', 'updated_at': '2021-07-24T00:03:42Z', 'revision_number': 5, 'project_id': '4089b22453f945a5901919043ff32633', 'subnets': [{'id': '80243f7e-e7b6-4fea-8c04-af9e6926e3bc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd18bd505-e56e-4118-830a-2e7414606243', 'name': '', 'network_id': '941deb0f-9335-4a6e-a2a5-8c0702697c8d', 'tenant_id': '4089b22453f945a5901919043ff32633', 'mac_address': 'fa:16:3e:5e:35:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034c9c18-2ce8-4317-907c-330fc6602114', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '05c840f6-1e89-4e3c-b2c5-8bc1a8b7dac2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:03:28Z', 'updated_at': '2021-07-24T00:03:36Z', 'revision_number': 5, 'project_id': '4089b22453f945a5901919043ff32633', 'subnets': [{'id': '05c840f6-1e89-4e3c-b2c5-8bc1a8b7dac2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:04:10.163250 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-d8b12d66-f5e6-40d2-ab84-873f1f9d0a6d None None] Deleting port 4742b21e-40f6-404b-86de-95b421dbd265 {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:04:10.163860 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8e2492b3-e251-48c5-852a-ba77ba6c205d req-5b8ae4a6-9822-4f91-a4ac-42643dcc995a tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428331 Jul 24 00:04:10.164093 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d8b12d66-f5e6-40d2-ab84-873f1f9d0a6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:10.288283 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-d8b12d66-f5e6-40d2-ab84-873f1f9d0a6d None None] For port 4742b21e-40f6-404b-86de-95b421dbd265, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=4742b21e-40f6-404b-86de-95b421dbd265,segment=NetworkSegment(dab48cbe-df3e-4afc-9f4b-7548f98a853e),segment_id=dab48cbe-df3e-4afc-9f4b-7548f98a853e)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:04:10.289047 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d8b12d66-f5e6-40d2-ab84-873f1f9d0a6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:10.328226 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07131fe9-23a8-4b62-8a0c-633c2e185616 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Made reservation on behalf of c2ae57a0043941fa840a875829869579 for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:04:10.334785 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-d8b12d66-f5e6-40d2-ab84-873f1f9d0a6d None None] Calling delete_port for 4742b21e-40f6-404b-86de-95b421dbd265 owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:04:10.340382 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-07131fe9-23a8-4b62-8a0c-633c2e185616 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:10.364469 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a214b28c-803a-4f6e-88ca-654831334d73 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:10.400880 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a214b28c-803a-4f6e-88ca-654831334d73 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Pushing event deleted for resources: {'Port': ['ID=2417f21c-319a-41c1-8f29-94b9b49d20d2,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:10.404900 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a7e014d3-42e5-4d33-ad15-642e42ddfe85 req-5131aa44-9453-4c51-ac69-c6a72fb6bb2e service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5414000 Jul 24 00:04:10.404900 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-07131fe9-23a8-4b62-8a0c-633c2e185616 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:10.432524 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0a6fe454-37bc-4e9f-b05d-303d38cea6ac tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:10.490889 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a7069a0c-2afa-4a71-8424-d3e7e5b4f5ed req-68d2bee2-95c6-46d9-afc4-86b23ad4b3bd tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6501317 Jul 24 00:04:10.498298 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a214b28c-803a-4f6e-88ca-654831334d73 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:10.563629 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d8b12d66-f5e6-40d2-ab84-873f1f9d0a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:10.579230 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a214b28c-803a-4f6e-88ca-654831334d73 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:10.590878 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b12d66-f5e6-40d2-ab84-873f1f9d0a6d None None] No DVR routers for this DVR port 4742b21e-40f6-404b-86de-95b421dbd265 on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:04:10.664244 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b12d66-f5e6-40d2-ab84-873f1f9d0a6d None None] Pushing event deleted for resources: {'Port': ['ID=4742b21e-40f6-404b-86de-95b421dbd265,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:10.675131 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a214b28c-803a-4f6e-88ca-654831334d73 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:10.757007 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a214b28c-803a-4f6e-88ca-654831334d73 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a4a21142-9a76-46ec-a21d-dd8d58954bed,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:10.899359 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a214b28c-803a-4f6e-88ca-654831334d73 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:10.940178 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-a214b28c-803a-4f6e-88ca-654831334d73 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a66fd36f-1bb0-4bea-9a19-a3023bd2b614']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:10.976364 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-a214b28c-803a-4f6e-88ca-654831334d73 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6fe4402-d50d-4d7a-991e-1d69a8f5a050') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:10.976711 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-a214b28c-803a-4f6e-88ca-654831334d73 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6fe4402-d50d-4d7a-991e-1d69a8f5a050') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:11.001142 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a214b28c-803a-4f6e-88ca-654831334d73 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:11.029561 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a214b28c-803a-4f6e-88ca-654831334d73 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:11.036690 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a214b28c-803a-4f6e-88ca-654831334d73 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:04:11.037160 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a214b28c-803a-4f6e-88ca-654831334d73 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:11.039976 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:04:11.039976 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:04:11.039976 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:04:11.039976 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:04:11.039976 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:04:11.039976 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:04:11.039976 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:04:11.039976 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:04:11.039976 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:04:11.039976 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:04:11.039976 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:04:11.039976 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:04:11.039976 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:04:11.039976 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:04:11.039976 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:04:11.039976 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:04:11.039976 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:04:11.039976 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:04:11.039976 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:04:11.039976 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:04:11.039976 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:04:11.039976 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:04:11.039976 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:04:11.039976 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:04:11.039976 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:04:11.039976 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:04:11.039976 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:04:11.039976 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:04:11.039976 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:04:11.039976 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:04:11.039976 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:04:11.039976 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:04:11.045823 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0a6fe454-37bc-4e9f-b05d-303d38cea6ac tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:11.067825 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-07131fe9-23a8-4b62-8a0c-633c2e185616 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:11.071443 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-0a6fe454-37bc-4e9f-b05d-303d38cea6ac tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58f6d151-474c-42a9-b3c2-a00e2b35833e']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:11.084178 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e19ad0-b3fe-4c0c-a00b-8b19367321ed req-9f4fd3a2-aaa2-41ea-b2d0-475ea49633fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:11.086150 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-96e19ad0-b3fe-4c0c-a00b-8b19367321ed req-9f4fd3a2-aaa2-41ea-b2d0-475ea49633fa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=798b28002e9743a58ab9c3622d82224e&device_id=1ebaae68-1e07-4d33-85d0-95999b1db808 HTTP/1.1" status: 200 len: 1099 time: 0.5943537 Jul 24 00:04:11.088194 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-07131fe9-23a8-4b62-8a0c-633c2e185616 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:11.098962 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-0a6fe454-37bc-4e9f-b05d-303d38cea6ac tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dab48cbe-df3e-4afc-9f4b-7548f98a853e') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:11.099587 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-0a6fe454-37bc-4e9f-b05d-303d38cea6ac tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dab48cbe-df3e-4afc-9f4b-7548f98a853e') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:11.132022 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0a6fe454-37bc-4e9f-b05d-303d38cea6ac tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:11.138710 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a214b28c-803a-4f6e-88ca-654831334d73 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:11.150559 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07131fe9-23a8-4b62-8a0c-633c2e185616 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:04:11.152477 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a214b28c-803a-4f6e-88ca-654831334d73 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a66fd36f-1bb0-4bea-9a19-a3023bd2b614 {{(pid=100313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 24 00:04:11.157490 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a214b28c-803a-4f6e-88ca-654831334d73 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:11.160073 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-a214b28c-803a-4f6e-88ca-654831334d73 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] 10.222.0.44 "DELETE /v2.0/networks/a66fd36f-1bb0-4bea-9a19-a3023bd2b614 HTTP/1.1" status: 204 len: 168 time: 2.3991001 Jul 24 00:04:11.164043 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-07131fe9-23a8-4b62-8a0c-633c2e185616 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:11.164491 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-07131fe9-23a8-4b62-8a0c-633c2e185616 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Added segment aff91662-775b-4c01-affe-c8d23e87aed1 of type vlan for network 775eeff5-45d5-44f3-bfe8-d24908fd2bee Jul 24 00:04:11.179564 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56998) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:11.180708 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a214b28c-803a-4f6e-88ca-654831334d73 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Pushing event deleted for resources: {'Network': ['ID=a66fd36f-1bb0-4bea-9a19-a3023bd2b614,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:11.210678 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-07131fe9-23a8-4b62-8a0c-633c2e185616 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:11.273074 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0a6fe454-37bc-4e9f-b05d-303d38cea6ac tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:11.277785 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07131fe9-23a8-4b62-8a0c-633c2e185616 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf474bf-d647-418a-9f9c-a8c8ddae047f,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:11.287431 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-07131fe9-23a8-4b62-8a0c-633c2e185616 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:11.291932 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07131fe9-23a8-4b62-8a0c-633c2e185616 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:11.292687 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-07131fe9-23a8-4b62-8a0c-633c2e185616 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:11.338917 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a6fe454-37bc-4e9f-b05d-303d38cea6ac tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:04:11.339623 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0a6fe454-37bc-4e9f-b05d-303d38cea6ac tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:11.344514 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:04:11.344514 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:04:11.344514 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:04:11.344514 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:04:11.344514 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:04:11.344514 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:04:11.344514 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:04:11.344514 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:04:11.344514 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:04:11.344514 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:04:11.344514 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:04:11.344514 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:04:11.344514 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:04:11.344514 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:04:11.344514 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:04:11.344514 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:04:11.344514 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:04:11.344514 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:04:11.344514 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:04:11.344514 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:04:11.344514 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:04:11.344514 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:04:11.344514 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:04:11.344514 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:04:11.344514 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:04:11.344514 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:04:11.344514 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:04:11.344514 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:04:11.344514 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:04:11.344514 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:04:11.344514 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:04:11.344514 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:04:11.488482 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-07131fe9-23a8-4b62-8a0c-633c2e185616 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.2195272 Jul 24 00:04:11.492263 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 57004) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:11.501546 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-b2d2e341-93ad-4614-954c-229f52ee27de tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Request body: {'subnet': {'network_id': '775eeff5-45d5-44f3-bfe8-d24908fd2bee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:04:11.568464 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device a74841bb-7cb9-4bc0-af26-d717c600baab no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:04:11.606711 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: a74841bb-7cb9-4bc0-af26-d717c600baab {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:04:11.607709 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device a74841bb-7cb9-4bc0-af26-d717c600baab not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:04:11.608208 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 4742b21e-40f6-404b-86de-95b421dbd265 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:04:11.620367 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-87167c63-2470-4100-bd85-fa17afc60e50 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] 10.222.0.44 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1782 time: 0.4351702 Jul 24 00:04:11.636010 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 57008) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:11.648249 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 4742b21e-40f6-404b-86de-95b421dbd265 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:04:11.648533 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 4742b21e-40f6-404b-86de-95b421dbd265 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:04:11.649673 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07131fe9-23a8-4b62-8a0c-633c2e185616 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Pushing event updated for resources: {'Network': ['ID=775eeff5-45d5-44f3-bfe8-d24908fd2bee,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:11.654996 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e19ad0-b3fe-4c0c-a00b-8b19367321ed req-0a8179b8-47ed-4ffe-995d-63fb84fd6e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:11.658285 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-96e19ad0-b3fe-4c0c-a00b-8b19367321ed req-0a8179b8-47ed-4ffe-995d-63fb84fd6e6c service neutron] 10.222.0.64 "GET /v2.0/networks?id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 HTTP/1.1" status: 200 len: 870 time: 0.5616803 Jul 24 00:04:11.661293 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0a6fe454-37bc-4e9f-b05d-303d38cea6ac tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:11.664512 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 775eeff5-45d5-44f3-bfe8-d24908fd2bee details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:04:11.700286 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0a6fe454-37bc-4e9f-b05d-303d38cea6ac tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:11.702265 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-0a6fe454-37bc-4e9f-b05d-303d38cea6ac tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "DELETE /v2.0/networks/58f6d151-474c-42a9-b3c2-a00e2b35833e HTTP/1.1" status: 204 len: 168 time: 2.0268252 Jul 24 00:04:11.734704 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 57010) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:11.798252 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6fe454-37bc-4e9f-b05d-303d38cea6ac tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Pushing event deleted for resources: {'Network': ['ID=58f6d151-474c-42a9-b3c2-a00e2b35833e,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:11.848430 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-96e19ad0-b3fe-4c0c-a00b-8b19367321ed req-d00276b9-c650-476e-a4b4-330c46f2b3e0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=7b3ad419-bcb4-463d-a0fe-9702b81fd418 HTTP/1.1" status: 200 len: 217 time: 0.1694760 Jul 24 00:04:11.867347 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ef249c-c512-45fa-a761-a87bf3eb0677 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:11.867866 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ef249c-c512-45fa-a761-a87bf3eb0677 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:11.868417 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ef249c-c512-45fa-a761-a87bf3eb0677 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:11.868898 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ef249c-c512-45fa-a761-a87bf3eb0677 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:11.869357 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ef249c-c512-45fa-a761-a87bf3eb0677 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:11.869809 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ef249c-c512-45fa-a761-a87bf3eb0677 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:11.870257 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ef249c-c512-45fa-a761-a87bf3eb0677 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:11.870734 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ef249c-c512-45fa-a761-a87bf3eb0677 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:11.871156 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ef249c-c512-45fa-a761-a87bf3eb0677 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:11.871604 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ef249c-c512-45fa-a761-a87bf3eb0677 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:11.872052 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ef249c-c512-45fa-a761-a87bf3eb0677 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:11.883055 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ef249c-c512-45fa-a761-a87bf3eb0677 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:11.885628 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-16ef249c-c512-45fa-a761-a87bf3eb0677 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7601 time: 0.2485268 Jul 24 00:04:11.891129 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 57016) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:11.976273 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd77bdb-b741-4e4b-9cfe-6eba84533485 req-abd094d5-2d3f-4cd1-b87a-c623a3ab8014 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:11.978229 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3dd77bdb-b741-4e4b-9cfe-6eba84533485 req-abd094d5-2d3f-4cd1-b87a-c623a3ab8014 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=a746b04d-4762-4dcd-a318-7b96ce824ffb HTTP/1.1" status: 200 len: 946 time: 0.5502827 Jul 24 00:04:12.012513 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e19ad0-b3fe-4c0c-a00b-8b19367321ed req-96e62406-4188-49ae-be9c-444aa919438e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:12.014964 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-96e19ad0-b3fe-4c0c-a00b-8b19367321ed req-96e62406-4188-49ae-be9c-444aa919438e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.1350749 Jul 24 00:04:12.145500 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3dd77bdb-b741-4e4b-9cfe-6eba84533485 req-57562327-6370-44b7-b89d-83b0f8f657e8 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575217 Jul 24 00:04:12.235854 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e19ad0-b3fe-4c0c-a00b-8b19367321ed req-fb8baf26-fe25-4348-9ff1-5422c771c6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:12.237782 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-96e19ad0-b3fe-4c0c-a00b-8b19367321ed req-fb8baf26-fe25-4348-9ff1-5422c771c6f8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2140450 Jul 24 00:04:12.591403 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [None req-6c7c2c3d-d6b2-4947-bf9a-4ce8b331d07f tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] delete failed (client error): The resource could not be found. Jul 24 00:04:12.604249 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-6c7c2c3d-d6b2-4947-bf9a-4ce8b331d07f tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] 10.222.0.44 "DELETE /v2.0/floatingips/73fba483-6466-44da-b765-85ac2a255da4 HTTP/1.1" status: 404 len: 345 time: 0.6870704 Jul 24 00:04:12.604990 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 57022) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:12.635817 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-ced79e38-a591-467f-a4b7-3ee932ecd72b tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] DELETE failed (client error): The resource could not be found. Jul 24 00:04:12.636523 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ced79e38-a591-467f-a4b7-3ee932ecd72b tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:04:12.638927 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-ced79e38-a591-467f-a4b7-3ee932ecd72b tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] 10.222.0.44 "DELETE /v2.0/networks/a66fd36f-1bb0-4bea-9a19-a3023bd2b614 HTTP/1.1" status: 404 len: 339 time: 0.0278342 Jul 24 00:04:12.648654 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 57024) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:12.654264 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-11209b7c-df5f-4c48-9e5a-157ad00e2005 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Request body: {'network': {'name': 'tempest-network--2110491582', 'router:external': True}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:04:12.682831 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d2e341-93ad-4614-954c-229f52ee27de tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Made reservation on behalf of c2ae57a0043941fa840a875829869579 for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:04:12.687176 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b2d2e341-93ad-4614-954c-229f52ee27de tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:12.749531 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f71645-2b89-4c90-b981-f6673391a31b req-49eb2d47-6a4c-4fa3-adbc-e1cfc785a610 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:12.757305 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f0f71645-2b89-4c90-b981-f6673391a31b req-49eb2d47-6a4c-4fa3-adbc-e1cfc785a610 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ebaae68-1e07-4d33-85d0-95999b1db808 HTTP/1.1" status: 200 len: 947 time: 0.8703322 Jul 24 00:04:12.761023 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11209b7c-df5f-4c48-9e5a-157ad00e2005 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Made reservation on behalf of 80344ec060b54c918a10845882e3bd5c for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:04:12.763473 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-11209b7c-df5f-4c48-9e5a-157ad00e2005 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:12.770511 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-96e19ad0-b3fe-4c0c-a00b-8b19367321ed req-1b1495b9-60eb-4812-8093-0effc2c014ae service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5140789 Jul 24 00:04:12.861151 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f0f71645-2b89-4c90-b981-f6673391a31b req-5577285b-4dd8-499f-9a06-d4e503959272 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916150 Jul 24 00:04:12.885735 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11209b7c-df5f-4c48-9e5a-157ad00e2005 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:04:12.900288 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-11209b7c-df5f-4c48-9e5a-157ad00e2005 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:12.900978 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-11209b7c-df5f-4c48-9e5a-157ad00e2005 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Added segment ffad39ed-1a03-432e-88ac-b0d6b518b5dc of type vlan for network 5e4cb369-869f-4e9f-87db-5139b242e03e Jul 24 00:04:12.951341 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e603ef01-75b1-496c-826f-7a4d65f130bf tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681029'] for router_interface, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:12.955300 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-96e19ad0-b3fe-4c0c-a00b-8b19367321ed req-1b108a8d-751b-44a9-a9db-23fca0e2ea63 service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766684 Jul 24 00:04:12.999104 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-11209b7c-df5f-4c48-9e5a-157ad00e2005 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:13.078631 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-11209b7c-df5f-4c48-9e5a-157ad00e2005 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:13.080007 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11209b7c-df5f-4c48-9e5a-157ad00e2005 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:13.081036 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-11209b7c-df5f-4c48-9e5a-157ad00e2005 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:13.135939 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-11209b7c-df5f-4c48-9e5a-157ad00e2005 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4860215 Jul 24 00:04:13.139161 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 57030) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:13.234654 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11209b7c-df5f-4c48-9e5a-157ad00e2005 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Pushing event updated for resources: {'Network': ['ID=5e4cb369-869f-4e9f-87db-5139b242e03e,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:13.245793 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 5e4cb369-869f-4e9f-87db-5139b242e03e details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:04:13.265960 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b2d2e341-93ad-4614-954c-229f52ee27de tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:13.396153 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d2e341-93ad-4614-954c-229f52ee27de tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Pushing event updated for resources: {'Subnet': ['ID=2fac950e-5761-460d-a76b-fa330b328b23,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:13.415453 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ac48fe-1569-446b-9266-b883b397d454 tempest-ExternalNetworksTestJSON-534703533 tempest-ExternalNetworksTestJSON-534703533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:13.425091 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ac48fe-1569-446b-9266-b883b397d454 tempest-ExternalNetworksTestJSON-534703533 tempest-ExternalNetworksTestJSON-534703533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:13.437850 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ac48fe-1569-446b-9266-b883b397d454 tempest-ExternalNetworksTestJSON-534703533 tempest-ExternalNetworksTestJSON-534703533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:13.438117 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d2e341-93ad-4614-954c-229f52ee27de tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Checking segment: {'id': 'aff91662-775b-4c01-affe-c8d23e87aed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '775eeff5-45d5-44f3-bfe8-d24908fd2bee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:04:13.438583 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d2e341-93ad-4614-954c-229f52ee27de tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Network hostable DHCP agents. Network: 775eeff5-45d5-44f3-bfe8-d24908fd2bee, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:04:13.447039 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ac48fe-1569-446b-9266-b883b397d454 tempest-ExternalNetworksTestJSON-534703533 tempest-ExternalNetworksTestJSON-534703533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:13.452652 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-f4ac48fe-1569-446b-9266-b883b397d454 tempest-ExternalNetworksTestJSON-534703533 tempest-ExternalNetworksTestJSON-534703533-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.3060098 Jul 24 00:04:13.454331 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 57036) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:13.498540 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d2e341-93ad-4614-954c-229f52ee27de tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Network 775eeff5-45d5-44f3-bfe8-d24908fd2bee is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:04:13.555816 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-b2d2e341-93ad-4614-954c-229f52ee27de tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 775eeff5-45d5-44f3-bfe8-d24908fd2bee) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:04:13.565960 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87cd6f12-d8ea-45fb-b54a-a66b566c4442 None None] Network 775eeff5-45d5-44f3-bfe8-d24908fd2bee requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:04:13.582449 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d2e341-93ad-4614-954c-229f52ee27de tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:13.583053 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b2d2e341-93ad-4614-954c-229f52ee27de tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:13.597355 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-e603ef01-75b1-496c-826f-7a4d65f130bf tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Deleting port 41bfae9b-f962-4a7e-b52d-7139307c1acc {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:04:13.597716 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e603ef01-75b1-496c-826f-7a4d65f130bf tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:13.600593 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f2aabdce-b4d1-47ed-9eb7-15c6047baec2 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:13.651820 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-b2d2e341-93ad-4614-954c-229f52ee27de tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1578918 Jul 24 00:04:13.653218 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 57040) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:13.658933 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-7baad4fa-99b8-4afe-aedf-27280e45e928 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Request body: {'port': {'network_id': '775eeff5-45d5-44f3-bfe8-d24908fd2bee', 'name': 'tempest-ExtraDHCPOptionsTestJSON-702920246'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:04:13.753631 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bad0417-94a1-4886-aa90-93572f375ec3 req-8a46eb8a-81fd-4144-a3db-d656d7335592 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:13.764411 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1bad0417-94a1-4886-aa90-93572f375ec3 req-8a46eb8a-81fd-4144-a3db-d656d7335592 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=a746b04d-4762-4dcd-a318-7b96ce824ffb HTTP/1.1" status: 200 len: 946 time: 0.4615140 Jul 24 00:04:13.768470 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-e603ef01-75b1-496c-826f-7a4d65f130bf tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] For port 41bfae9b-f962-4a7e-b52d-7139307c1acc, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=41bfae9b-f962-4a7e-b52d-7139307c1acc,segment=NetworkSegment(a7821dc4-71de-4d4b-9ea7-cd1f37428036),segment_id=a7821dc4-71de-4d4b-9ea7-cd1f37428036)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:04:13.770227 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e603ef01-75b1-496c-826f-7a4d65f130bf tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:13.842045 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1bad0417-94a1-4886-aa90-93572f375ec3 req-a64378cb-aa8d-43a7-84ff-e0262a06a0c3 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760577 Jul 24 00:04:13.859620 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-e603ef01-75b1-496c-826f-7a4d65f130bf tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Calling delete_port for 41bfae9b-f962-4a7e-b52d-7139307c1acc owned by network:router_interface {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:04:13.879523 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55df87d-b9db-4950-867d-40bb81a23ac7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-775eeff5-45d5-44f3-bfe8-d24908fd2bee', 'network_id': '775eeff5-45d5-44f3-bfe8-d24908fd2bee', 'tenant_id': 'c2ae57a0043941fa840a875829869579', 'fixed_ips': [{'subnet_id': '2fac950e-5761-460d-a76b-fa330b328b23'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:04:13.880421 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f55df87d-b9db-4950-867d-40bb81a23ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:13.908112 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 7b3ad419-bcb4-463d-a0fe-9702b81fd418 details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:04:13.914197 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f2aabdce-b4d1-47ed-9eb7-15c6047baec2 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:14.035061 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-f2aabdce-b4d1-47ed-9eb7-15c6047baec2 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e4cb369-869f-4e9f-87db-5139b242e03e']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:14.077880 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-f2aabdce-b4d1-47ed-9eb7-15c6047baec2 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffad39ed-1a03-432e-88ac-b0d6b518b5dc') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:14.078258 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-f2aabdce-b4d1-47ed-9eb7-15c6047baec2 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffad39ed-1a03-432e-88ac-b0d6b518b5dc') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:14.099622 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f2aabdce-b4d1-47ed-9eb7-15c6047baec2 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:14.101723 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7baad4fa-99b8-4afe-aedf-27280e45e928 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Made reservation on behalf of c2ae57a0043941fa840a875829869579 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:04:14.105547 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7baad4fa-99b8-4afe-aedf-27280e45e928 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:14.138991 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [None req-7baad4fa-99b8-4afe-aedf-27280e45e928 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] device_id is not set on port 4563c657-ef18-4b0c-919a-4364ef603510 yet. {{(pid=100313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:04:14.169351 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f2aabdce-b4d1-47ed-9eb7-15c6047baec2 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:14.217432 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2aabdce-b4d1-47ed-9eb7-15c6047baec2 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:04:14.217966 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f2aabdce-b4d1-47ed-9eb7-15c6047baec2 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:14.220024 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:04:14.220024 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:04:14.220024 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:04:14.220024 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:04:14.220024 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:04:14.220024 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:04:14.220024 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:04:14.220024 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:04:14.220024 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:04:14.220024 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:04:14.220024 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:04:14.220024 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:04:14.220024 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:04:14.220024 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:04:14.220024 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:04:14.220024 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:04:14.220024 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:04:14.220024 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:04:14.220024 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:04:14.220024 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:04:14.220024 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:04:14.220024 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:04:14.220024 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:04:14.220024 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:04:14.220024 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:04:14.220024 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:04:14.220024 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:04:14.220024 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:04:14.220024 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:04:14.220024 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:04:14.220024 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:04:14.220024 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:04:14.290682 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c85c4-c00a-43ee-b4d7-ac0fa8187252 req-51143932-1913-4c00-ab03-0e2ee8db0694 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:14.300724 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8d9c85c4-c00a-43ee-b4d7-ac0fa8187252 req-51143932-1913-4c00-ab03-0e2ee8db0694 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ebaae68-1e07-4d33-85d0-95999b1db808 HTTP/1.1" status: 200 len: 947 time: 0.2866099 Jul 24 00:04:14.449546 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e603ef01-75b1-496c-826f-7a4d65f130bf tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:14.467900 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8d9c85c4-c00a-43ee-b4d7-ac0fa8187252 req-8e1b0649-bf1b-430f-bb76-0e5217743e7c tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605177 Jul 24 00:04:14.469590 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f2aabdce-b4d1-47ed-9eb7-15c6047baec2 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:14.476583 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2aabdce-b4d1-47ed-9eb7-15c6047baec2 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5e4cb369-869f-4e9f-87db-5139b242e03e {{(pid=100313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 24 00:04:14.490009 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f2aabdce-b4d1-47ed-9eb7-15c6047baec2 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:14.498735 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-f2aabdce-b4d1-47ed-9eb7-15c6047baec2 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] 10.222.0.44 "DELETE /v2.0/networks/5e4cb369-869f-4e9f-87db-5139b242e03e HTTP/1.1" status: 204 len: 168 time: 1.0433290 Jul 24 00:04:14.501762 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 57050) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:14.507564 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-b13e575c-6f1e-4397-a8c9-e1c75d0b9fad tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Request body: {'network': {'name': 'tempest-network--581979089', 'router:external': True}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:04:14.519290 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e603ef01-75b1-496c-826f-7a4d65f130bf tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Pushing event deleted for resources: {'Port': ['ID=41bfae9b-f962-4a7e-b52d-7139307c1acc,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:14.521331 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aabdce-b4d1-47ed-9eb7-15c6047baec2 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Pushing event deleted for resources: {'Network': ['ID=5e4cb369-869f-4e9f-87db-5139b242e03e,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:14.581612 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-f55df87d-b9db-4950-867d-40bb81a23ac7 None None] Allocated IP 172.20.0.2 (775eeff5-45d5-44f3-bfe8-d24908fd2bee/2fac950e-5761-460d-a76b-fa330b328b23/a060ec84-c3d9-44dc-947a-25d91c10adaf) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:04:14.657937 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 7b3ad419-bcb4-463d-a0fe-9702b81fd418, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=7b3ad419-bcb4-463d-a0fe-9702b81fd418,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:04:14.735538 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': '7b3ad419-bcb4-463d-a0fe-9702b81fd418', 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2', 'port_id': '7b3ad419-bcb4-463d-a0fe-9702b81fd418', 'mac_address': 'fa:16:3e:80:0b:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef73a7e1-c64a-41e3-9997-629475c7b6b1', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:04:14.790502 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:14.902387 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e603ef01-75b1-496c-826f-7a4d65f130bf tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679987'] for router_interface, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:14.955711 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b13e575c-6f1e-4397-a8c9-e1c75d0b9fad tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Made reservation on behalf of 80344ec060b54c918a10845882e3bd5c for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:04:14.960750 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b13e575c-6f1e-4397-a8c9-e1c75d0b9fad tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:14.998491 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:15.063750 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b3ad419-bcb4-463d-a0fe-9702b81fd418 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:04:15.166720 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 7b3ad419-bcb4-463d-a0fe-9702b81fd418, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=7b3ad419-bcb4-463d-a0fe-9702b81fd418,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:04:15.176474 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:15.243181 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b13e575c-6f1e-4397-a8c9-e1c75d0b9fad tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:04:15.270114 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=7b3ad419-bcb4-463d-a0fe-9702b81fd418,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:15.277773 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f55df87d-b9db-4950-867d-40bb81a23ac7 None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:15.297344 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-f55df87d-b9db-4950-867d-40bb81a23ac7 None None] Transition to ACTIVE for port object a060ec84-c3d9-44dc-947a-25d91c10adaf will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:04:15.302874 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b13e575c-6f1e-4397-a8c9-e1c75d0b9fad tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:15.308071 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-b13e575c-6f1e-4397-a8c9-e1c75d0b9fad tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Added segment deb40e56-ae4b-4d31-858a-292ab72fb35a of type vlan for network c41e7f1a-68a3-41c8-9a51-f52a5a845637 Jul 24 00:04:15.333955 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-f55df87d-b9db-4950-867d-40bb81a23ac7 None None] Transition to ACTIVE for port object a060ec84-c3d9-44dc-947a-25d91c10adaf will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:04:15.344179 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f55df87d-b9db-4950-867d-40bb81a23ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:15.438383 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e2c287-c319-46e8-ac29-0ef2a96c94c9 req-e054db0e-ebbf-4fac-abc8-af5a015b7b5f tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:15.448250 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c8e2c287-c319-46e8-ac29-0ef2a96c94c9 req-e054db0e-ebbf-4fac-abc8-af5a015b7b5f tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=a746b04d-4762-4dcd-a318-7b96ce824ffb HTTP/1.1" status: 200 len: 946 time: 0.3868287 Jul 24 00:04:15.470699 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55df87d-b9db-4950-867d-40bb81a23ac7 None None] Network 775eeff5-45d5-44f3-bfe8-d24908fd2bee is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:04:15.487319 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-f55df87d-b9db-4950-867d-40bb81a23ac7 None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:04:15.503241 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55df87d-b9db-4950-867d-40bb81a23ac7 None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:04:15.554243 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b13e575c-6f1e-4397-a8c9-e1c75d0b9fad tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:15.573778 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['7b3ad419-bcb4-463d-a0fe-9702b81fd418'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:04:15.598016 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-7baad4fa-99b8-4afe-aedf-27280e45e928 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Allocated IP 172.20.0.7 (775eeff5-45d5-44f3-bfe8-d24908fd2bee/2fac950e-5761-460d-a76b-fa330b328b23/4563c657-ef18-4b0c-919a-4364ef603510) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:04:15.623721 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c8e2c287-c319-46e8-ac29-0ef2a96c94c9 req-20102dd3-2f3f-4fd2-8f5e-ff874f395d3c tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741571 Jul 24 00:04:15.702859 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e603ef01-75b1-496c-826f-7a4d65f130bf tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Router 034c9c18-2ce8-4317-907c-330fc6602114 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:04:15.734939 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b13e575c-6f1e-4397-a8c9-e1c75d0b9fad tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:15.738093 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13e575c-6f1e-4397-a8c9-e1c75d0b9fad tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:15.738760 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b13e575c-6f1e-4397-a8c9-e1c75d0b9fad tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:15.772053 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55df87d-b9db-4950-867d-40bb81a23ac7 None None] Pushing event updated for resources: {'Port': ['ID=a060ec84-c3d9-44dc-947a-25d91c10adaf,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:15.860076 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-b13e575c-6f1e-4397-a8c9-e1c75d0b9fad tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.3561606 Jul 24 00:04:15.869036 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 57064) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:15.976493 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-f55df87d-b9db-4950-867d-40bb81a23ac7 None None] Attempting to bind port a060ec84-c3d9-44dc-947a-25d91c10adaf on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:04:15.977204 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-f55df87d-b9db-4950-867d-40bb81a23ac7 None None] Attempting to bind port a060ec84-c3d9-44dc-947a-25d91c10adaf by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': 'aff91662-775b-4c01-affe-c8d23e87aed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '775eeff5-45d5-44f3-bfe8-d24908fd2bee'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:04:15.977806 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55df87d-b9db-4950-867d-40bb81a23ac7 None None] Attempting to bind port a060ec84-c3d9-44dc-947a-25d91c10adaf on network 775eeff5-45d5-44f3-bfe8-d24908fd2bee {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:04:15.986271 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55df87d-b9db-4950-867d-40bb81a23ac7 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:04:15.987537 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55df87d-b9db-4950-867d-40bb81a23ac7 None None] Checking segment: {'id': 'aff91662-775b-4c01-affe-c8d23e87aed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '775eeff5-45d5-44f3-bfe8-d24908fd2bee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:04:15.988181 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f55df87d-b9db-4950-867d-40bb81a23ac7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:15.989141 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55df87d-b9db-4950-867d-40bb81a23ac7 None None] Bound using segment: {'id': 'aff91662-775b-4c01-affe-c8d23e87aed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '775eeff5-45d5-44f3-bfe8-d24908fd2bee'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:04:15.991195 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-f55df87d-b9db-4950-867d-40bb81a23ac7 None None] Bound port: a060ec84-c3d9-44dc-947a-25d91c10adaf, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aff91662-775b-4c01-affe-c8d23e87aed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '775eeff5-45d5-44f3-bfe8-d24908fd2bee'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:04:15.992022 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f55df87d-b9db-4950-867d-40bb81a23ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:16.114304 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-f55df87d-b9db-4950-867d-40bb81a23ac7 None None] For port a060ec84-c3d9-44dc-947a-25d91c10adaf, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:04:16.119567 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-f55df87d-b9db-4950-867d-40bb81a23ac7 None None] For port a060ec84-c3d9-44dc-947a-25d91c10adaf, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=a060ec84-c3d9-44dc-947a-25d91c10adaf,segment=NetworkSegment(aff91662-775b-4c01-affe-c8d23e87aed1),segment_id=aff91662-775b-4c01-affe-c8d23e87aed1)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:04:16.132997 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13e575c-6f1e-4397-a8c9-e1c75d0b9fad tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Pushing event updated for resources: {'Network': ['ID=c41e7f1a-68a3-41c8-9a51-f52a5a845637,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:16.145640 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f55df87d-b9db-4950-867d-40bb81a23ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:16.175517 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e603ef01-75b1-496c-826f-7a4d65f130bf tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:04:16.186617 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-e603ef01-75b1-496c-826f-7a4d65f130bf tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "PUT /v2.0/routers/034c9c18-2ce8-4317-907c-330fc6602114/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4498284 Jul 24 00:04:16.187049 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 57068) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:16.208346 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd95155c-6d06-423d-9e77-d8bf4b61547d tempest-ExternalNetworksTestJSON-534703533 tempest-ExternalNetworksTestJSON-534703533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:16.214084 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 57070) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:16.225567 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-fd95155c-6d06-423d-9e77-d8bf4b61547d tempest-ExternalNetworksTestJSON-534703533 tempest-ExternalNetworksTestJSON-534703533-project] 10.222.0.44 "GET /v2.0/networks/c41e7f1a-68a3-41c8-9a51-f52a5a845637 HTTP/1.1" status: 200 len: 756 time: 0.3336933 Jul 24 00:04:16.228796 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network c41e7f1a-68a3-41c8-9a51-f52a5a845637 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:04:16.241759 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d26742-ff38-4099-98dc-40e1f6bba80b None None] Sync routers for ids ['034c9c18-2ce8-4317-907c-330fc6602114'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:04:16.284982 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47920ae-dc16-497f-b2d9-9dd12ff70077 req-30fe23c8-e19c-498f-bb3e-90dd302a7b3b tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:16.286705 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c47920ae-dc16-497f-b2d9-9dd12ff70077 req-30fe23c8-e19c-498f-bb3e-90dd302a7b3b tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ebaae68-1e07-4d33-85d0-95999b1db808 HTTP/1.1" status: 200 len: 948 time: 0.6492271 Jul 24 00:04:16.324192 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55df87d-b9db-4950-867d-40bb81a23ac7 None None] Pushing event updated for resources: {'Port': ['ID=a060ec84-c3d9-44dc-947a-25d91c10adaf,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:16.355823 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d26742-ff38-4099-98dc-40e1f6bba80b None None] Routers {'034c9c18-2ce8-4317-907c-330fc6602114'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:04:16.361876 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-33d26742-ff38-4099-98dc-40e1f6bba80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:03:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['034c9c18-2ce8-4317-907c-330fc6602114'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:16.376801 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-9de8f88e-66e6-4a14-a66d-abd81bedbed8 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Deleting subnet 80243f7e-e7b6-4fea-8c04-af9e6926e3bc {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:04:16.407507 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9de8f88e-66e6-4a14-a66d-abd81bedbed8 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:16.417394 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7baad4fa-99b8-4afe-aedf-27280e45e928 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:16.432295 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [None req-7baad4fa-99b8-4afe-aedf-27280e45e928 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Transition to ACTIVE for port object 4563c657-ef18-4b0c-919a-4364ef603510 will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:04:16.495831 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c47920ae-dc16-497f-b2d9-9dd12ff70077 req-51f76cb4-1f10-4f20-9906-d76949e1a1f9 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941440 Jul 24 00:04:16.497437 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7baad4fa-99b8-4afe-aedf-27280e45e928 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:16.556242 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9de8f88e-66e6-4a14-a66d-abd81bedbed8 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:16.682905 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baad4fa-99b8-4afe-aedf-27280e45e928 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Pushing event updated for resources: {'Port': ['ID=4563c657-ef18-4b0c-919a-4364ef603510,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:16.704028 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7baad4fa-99b8-4afe-aedf-27280e45e928 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Network 775eeff5-45d5-44f3-bfe8-d24908fd2bee is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:04:16.709581 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-7baad4fa-99b8-4afe-aedf-27280e45e928 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:04:16.759321 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7baad4fa-99b8-4afe-aedf-27280e45e928 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:04:16.889854 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7baad4fa-99b8-4afe-aedf-27280e45e928 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:16.890744 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7baad4fa-99b8-4afe-aedf-27280e45e928 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:16.939739 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-33d26742-ff38-4099-98dc-40e1f6bba80b None None] Set router 034c9c18-2ce8-4317-907c-330fc6602114 gateway port host: None {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:04:16.942831 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6020f766-15b9-4e54-aff3-a915ece61738 tempest-ExternalNetworksTestJSON-534703533 tempest-ExternalNetworksTestJSON-534703533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:16.953279 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 57080) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:16.967667 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-6020f766-15b9-4e54-aff3-a915ece61738 tempest-ExternalNetworksTestJSON-534703533 tempest-ExternalNetworksTestJSON-534703533-project] 10.222.0.44 "GET /v2.0/networks/c33c40cd-a3d6-4b3e-9e73-1379ec007773 HTTP/1.1" status: 200 len: 768 time: 0.7525349 Jul 24 00:04:17.004448 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-7baad4fa-99b8-4afe-aedf-27280e45e928 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3497515 Jul 24 00:04:17.006387 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 57082) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:17.063445 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8d92dd18-712c-4ac9-add0-499c2e827366 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:17.070272 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-c8a7388f-f542-40fc-a491-b15bfa44e5c9 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Request body: {'port': {'network_id': '775eeff5-45d5-44f3-bfe8-d24908fd2bee', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1861863270', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:04:17.070836 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.api.validators [None req-c8a7388f-f542-40fc-a491-b15bfa44e5c9 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] bootfile-name is not in valid_values {{(pid=100313) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 24 00:04:17.071183 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.api.validators [None req-c8a7388f-f542-40fc-a491-b15bfa44e5c9 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] tftp-server is not in valid_values {{(pid=100313) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 24 00:04:17.071522 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.api.validators [None req-c8a7388f-f542-40fc-a491-b15bfa44e5c9 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] server-ip-address is not in valid_values {{(pid=100313) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 24 00:04:17.148528 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9de8f88e-66e6-4a14-a66d-abd81bedbed8 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:17.239669 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0bf6a4-889c-493f-8768-286c3661c5f8 req-02a75ed3-44ea-41b6-898e-183aa558d6ff tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:17.249981 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8f0bf6a4-889c-493f-8768-286c3661c5f8 req-02a75ed3-44ea-41b6-898e-183aa558d6ff tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=a746b04d-4762-4dcd-a318-7b96ce824ffb HTTP/1.1" status: 200 len: 946 time: 0.3712318 Jul 24 00:04:17.340266 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8d92dd18-712c-4ac9-add0-499c2e827366 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:17.358535 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8f0bf6a4-889c-493f-8768-286c3661c5f8 req-3064462f-e839-4d3a-a10e-d1f5fb28a81f tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072841 Jul 24 00:04:17.362455 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-8d92dd18-712c-4ac9-add0-499c2e827366 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c41e7f1a-68a3-41c8-9a51-f52a5a845637']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:17.385715 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-8d92dd18-712c-4ac9-add0-499c2e827366 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deb40e56-ae4b-4d31-858a-292ab72fb35a') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:17.386025 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-8d92dd18-712c-4ac9-add0-499c2e827366 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deb40e56-ae4b-4d31-858a-292ab72fb35a') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:17.407592 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8d92dd18-712c-4ac9-add0-499c2e827366 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:17.411668 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9de8f88e-66e6-4a14-a66d-abd81bedbed8 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:17.433162 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8d92dd18-712c-4ac9-add0-499c2e827366 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:17.448144 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d92dd18-712c-4ac9-add0-499c2e827366 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:04:17.448144 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8d92dd18-712c-4ac9-add0-499c2e827366 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:17.476308 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-33d26742-ff38-4099-98dc-40e1f6bba80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '034c9c18-2ce8-4317-907c-330fc6602114', 'name': 'tempest-RoutersIpV6Test-router-291813044', 'tenant_id': '4089b22453f945a5901919043ff32633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:03:24Z', 'updated_at': '2021-07-24T00:04:14Z', 'revision_number': 10, 'project_id': '4089b22453f945a5901919043ff32633', 'gw_port_host': None, '_interfaces': [{'id': 'd18bd505-e56e-4118-830a-2e7414606243', 'name': '', 'network_id': '941deb0f-9335-4a6e-a2a5-8c0702697c8d', 'tenant_id': '4089b22453f945a5901919043ff32633', 'mac_address': 'fa:16:3e:5e:35:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034c9c18-2ce8-4317-907c-330fc6602114', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '05c840f6-1e89-4e3c-b2c5-8bc1a8b7dac2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:03:28Z', 'updated_at': '2021-07-24T00:03:36Z', 'revision_number': 5, 'project_id': '4089b22453f945a5901919043ff32633', 'subnets': [{'id': '05c840f6-1e89-4e3c-b2c5-8bc1a8b7dac2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:17.483518 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de8f88e-66e6-4a14-a66d-abd81bedbed8 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Pushing event deleted for resources: {'Subnet': ['ID=80243f7e-e7b6-4fea-8c04-af9e6926e3bc,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:17.494042 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9de8f88e-66e6-4a14-a66d-abd81bedbed8 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:17.499306 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-9de8f88e-66e6-4a14-a66d-abd81bedbed8 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "DELETE /v2.0/subnets/80243f7e-e7b6-4fea-8c04-af9e6926e3bc HTTP/1.1" status: 204 len: 168 time: 1.3113573 Jul 24 00:04:17.499914 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 57090) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:17.510179 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93fa9aa-da1c-479a-9bc3-830aae21d020 None None] Network 4d14ae4d-69f2-4c08-b8ee-c34f0b37fc35 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:04:17.554900 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:04:17.554900 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:04:17.554900 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:04:17.554900 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:04:17.554900 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:04:17.554900 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:04:17.554900 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:04:17.554900 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:04:17.554900 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:04:17.554900 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:04:17.554900 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:04:17.554900 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:04:17.554900 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:04:17.554900 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:04:17.554900 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:04:17.554900 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:04:17.554900 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:04:17.554900 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:04:17.554900 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:04:17.554900 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:04:17.554900 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:04:17.554900 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:04:17.554900 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:04:17.554900 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:04:17.554900 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:04:17.554900 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:04:17.554900 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:04:17.554900 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:04:17.554900 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:04:17.554900 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:04:17.554900 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:04:17.554900 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:04:17.574582 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8d92dd18-712c-4ac9-add0-499c2e827366 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:17.582737 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d92dd18-712c-4ac9-add0-499c2e827366 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c41e7f1a-68a3-41c8-9a51-f52a5a845637 {{(pid=100313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 24 00:04:17.604702 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8d92dd18-712c-4ac9-add0-499c2e827366 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:17.622374 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 57094) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:17.623286 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-8d92dd18-712c-4ac9-add0-499c2e827366 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] 10.222.0.44 "DELETE /v2.0/networks/c41e7f1a-68a3-41c8-9a51-f52a5a845637 HTTP/1.1" status: 204 len: 168 time: 0.6679511 Jul 24 00:04:17.624301 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d92dd18-712c-4ac9-add0-499c2e827366 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Pushing event deleted for resources: {'Network': ['ID=c41e7f1a-68a3-41c8-9a51-f52a5a845637,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:17.629456 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a7388f-f542-40fc-a491-b15bfa44e5c9 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Made reservation on behalf of c2ae57a0043941fa840a875829869579 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:04:17.636667 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c8a7388f-f542-40fc-a491-b15bfa44e5c9 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:17.656839 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-a3e12800-8759-4f1d-9d2c-89b1151d1f74 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Request body: {'network': {'name': 'tempest-network--2014089292'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:04:17.666784 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [None req-c8a7388f-f542-40fc-a491-b15bfa44e5c9 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] device_id is not set on port 9ea14395-bc4e-4490-b0a1-c2c5b9ad7841 yet. {{(pid=100313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:04:17.684606 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d26742-ff38-4099-98dc-40e1f6bba80b None None] Checking router: 034c9c18-2ce8-4317-907c-330fc6602114 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:04:17.721912 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device a060ec84-c3d9-44dc-947a-25d91c10adaf up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:04:17.885437 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3d1b0414-307a-4c16-bc2b-25f6fed84b58 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:17.931478 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e12800-8759-4f1d-9d2c-89b1151d1f74 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Made reservation on behalf of 80344ec060b54c918a10845882e3bd5c for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:04:17.954166 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a3e12800-8759-4f1d-9d2c-89b1151d1f74 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:18.055213 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3e12800-8759-4f1d-9d2c-89b1151d1f74 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:04:18.081545 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a3e12800-8759-4f1d-9d2c-89b1151d1f74 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:18.082161 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-a3e12800-8759-4f1d-9d2c-89b1151d1f74 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Added segment 8125c37e-e520-4982-b751-b836b4a4fb0f of type vlan for network e18af3f6-7693-4d12-b35d-c1193112b218 Jul 24 00:04:18.097527 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-c8a7388f-f542-40fc-a491-b15bfa44e5c9 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Allocated IP 172.20.0.8 (775eeff5-45d5-44f3-bfe8-d24908fd2bee/2fac950e-5761-460d-a76b-fa330b328b23/9ea14395-bc4e-4490-b0a1-c2c5b9ad7841) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:04:18.112716 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-3d1b0414-307a-4c16-bc2b-25f6fed84b58 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Deleting port a50cde6a-0fa3-4384-8d60-e0e93a487146 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:04:18.113366 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3d1b0414-307a-4c16-bc2b-25f6fed84b58 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:18.209201 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a3e12800-8759-4f1d-9d2c-89b1151d1f74 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:18.367489 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d26742-ff38-4099-98dc-40e1f6bba80b None None] Routers {'034c9c18-2ce8-4317-907c-330fc6602114'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:04:18.368165 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-33d26742-ff38-4099-98dc-40e1f6bba80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:03:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['034c9c18-2ce8-4317-907c-330fc6602114'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:18.406628 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c8a7388f-f542-40fc-a491-b15bfa44e5c9 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:18.408514 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a3e12800-8759-4f1d-9d2c-89b1151d1f74 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:18.409105 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e12800-8759-4f1d-9d2c-89b1151d1f74 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:18.409707 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a3e12800-8759-4f1d-9d2c-89b1151d1f74 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:18.439602 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [None req-c8a7388f-f542-40fc-a491-b15bfa44e5c9 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Transition to ACTIVE for port object 9ea14395-bc4e-4490-b0a1-c2c5b9ad7841 will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:04:18.526506 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-33d26742-ff38-4099-98dc-40e1f6bba80b None None] Set router 034c9c18-2ce8-4317-907c-330fc6602114 gateway port host: None {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:04:18.527832 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c8a7388f-f542-40fc-a491-b15bfa44e5c9 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:18.571721 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e12800-8759-4f1d-9d2c-89b1151d1f74 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Pushing event updated for resources: {'Network': ['ID=e18af3f6-7693-4d12-b35d-c1193112b218,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:18.584230 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-3d1b0414-307a-4c16-bc2b-25f6fed84b58 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] For port a50cde6a-0fa3-4384-8d60-e0e93a487146, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=a50cde6a-0fa3-4384-8d60-e0e93a487146,segment=NetworkSegment(a7821dc4-71de-4d4b-9ea7-cd1f37428036),segment_id=a7821dc4-71de-4d4b-9ea7-cd1f37428036)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:04:18.584722 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3d1b0414-307a-4c16-bc2b-25f6fed84b58 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:18.618238 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-3d1b0414-307a-4c16-bc2b-25f6fed84b58 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Calling delete_port for a50cde6a-0fa3-4384-8d60-e0e93a487146 owned by network:dhcp {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:04:18.631774 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a7388f-f542-40fc-a491-b15bfa44e5c9 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Network 775eeff5-45d5-44f3-bfe8-d24908fd2bee is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:04:18.641668 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-c8a7388f-f542-40fc-a491-b15bfa44e5c9 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:04:18.649045 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a7388f-f542-40fc-a491-b15bfa44e5c9 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:04:18.653622 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 7b3ad419-bcb4-463d-a0fe-9702b81fd418 up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:04:18.694491 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a7388f-f542-40fc-a491-b15bfa44e5c9 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Pushing event updated for resources: {'Port': ['ID=9ea14395-bc4e-4490-b0a1-c2c5b9ad7841,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:18.718230 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29912c98-b203-4348-aa26-3b5f725faa66 req-bb52aef6-6399-4f25-a940-ff22499c6319 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:18.733537 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-29912c98-b203-4348-aa26-3b5f725faa66 req-bb52aef6-6399-4f25-a940-ff22499c6319 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ebaae68-1e07-4d33-85d0-95999b1db808 HTTP/1.1" status: 200 len: 948 time: 0.2333727 Jul 24 00:04:18.745817 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-a3e12800-8759-4f1d-9d2c-89b1151d1f74 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.1218126 Jul 24 00:04:18.750994 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 57106) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:18.757494 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-e2d0459b-e7d2-44df-9866-bedc23d52c25 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Request body: {'network': {'router:external': True}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:04:18.785336 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab248d05-a558-4c77-a649-25e15a53c2b7 None None] Network 775eeff5-45d5-44f3-bfe8-d24908fd2bee requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:04:18.790276 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-29912c98-b203-4348-aa26-3b5f725faa66 req-b7bae8e9-e623-4b89-ab2b-31399a95eb6c tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557456 Jul 24 00:04:18.797548 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network e18af3f6-7693-4d12-b35d-c1193112b218 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:04:18.811998 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a7388f-f542-40fc-a491-b15bfa44e5c9 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:18.816959 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c8a7388f-f542-40fc-a491-b15bfa44e5c9 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:18.843268 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c8a7388f-f542-40fc-a491-b15bfa44e5c9 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.7838261 Jul 24 00:04:18.854215 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:18.854463 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 57108) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:18.941606 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3d1b0414-307a-4c16-bc2b-25f6fed84b58 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:19.012521 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port a060ec84-c3d9-44dc-947a-25d91c10adaf completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:04:19.039472 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1b0414-307a-4c16-bc2b-25f6fed84b58 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Pushing event deleted for resources: {'Port': ['ID=a50cde6a-0fa3-4384-8d60-e0e93a487146,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:19.049023 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1b0414-307a-4c16-bc2b-25f6fed84b58 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] No DVR routers for this DVR port a50cde6a-0fa3-4384-8d60-e0e93a487146 on host n-d-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:04:19.161495 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0eaef78-eafb-4f88-99fd-a74f7b522296 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:19.166868 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0eaef78-eafb-4f88-99fd-a74f7b522296 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:19.177381 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0eaef78-eafb-4f88-99fd-a74f7b522296 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:19.179147 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-b0eaef78-eafb-4f88-99fd-a74f7b522296 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.3236744 Jul 24 00:04:19.189699 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 57116) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:19.213911 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9515b878-c90c-452f-860c-6d15fed5417d None None] Provisioning for port a060ec84-c3d9-44dc-947a-25d91c10adaf completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:04:19.331368 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9515b878-c90c-452f-860c-6d15fed5417d None None] Provisioning complete for port a060ec84-c3d9-44dc-947a-25d91c10adaf triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:04:19.332004 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9515b878-c90c-452f-860c-6d15fed5417d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:19.426022 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-1f615b5d-0dce-458f-8eeb-54f6d1cb90ca tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Deleting port 9ea14395-bc4e-4490-b0a1-c2c5b9ad7841 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:04:19.426400 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1f615b5d-0dce-458f-8eeb-54f6d1cb90ca tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:19.473191 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e2d0459b-e7d2-44df-9866-bedc23d52c25 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:19.547681 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port 7b3ad419-bcb4-463d-a0fe-9702b81fd418 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:04:19.601429 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port 7b3ad419-bcb4-463d-a0fe-9702b81fd418 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:04:19.605030 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:19.642827 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1f615b5d-0dce-458f-8eeb-54f6d1cb90ca tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:19.695211 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-1f615b5d-0dce-458f-8eeb-54f6d1cb90ca tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Calling delete_port for 9ea14395-bc4e-4490-b0a1-c2c5b9ad7841 owned by {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:04:19.767397 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c82c7a-515e-47de-a3e8-af092c82ffc7 None None] DHCP port deletion for 4d14ae4d-69f2-4c08-b8ee-c34f0b37fc35 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:04:19.807312 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9515b878-c90c-452f-860c-6d15fed5417d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:19.922163 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:19.974229 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1f615b5d-0dce-458f-8eeb-54f6d1cb90ca tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:19.993169 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 7b3ad419-bcb4-463d-a0fe-9702b81fd418, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=7b3ad419-bcb4-463d-a0fe-9702b81fd418,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:04:20.001712 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ebaae68-1e07-4d33-85d0-95999b1db808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b3ad419-bcb4-463d-a0fe-9702b81fd418'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:04:20.004884 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a5fda5a-28d4-4130-8db4-e09c9220ad6a" -d '{"events": [{"server_uuid": "1ebaae68-1e07-4d33-85d0-95999b1db808", "name": "network-vif-plugged", "status": "completed", "tag": "7b3ad419-bcb4-463d-a0fe-9702b81fd418"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:04:20.033789 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f615b5d-0dce-458f-8eeb-54f6d1cb90ca tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Pushing event deleted for resources: {'Port': ['ID=9ea14395-bc4e-4490-b0a1-c2c5b9ad7841,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:20.051803 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9515b878-c90c-452f-860c-6d15fed5417d None None] For port a060ec84-c3d9-44dc-947a-25d91c10adaf, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=a060ec84-c3d9-44dc-947a-25d91c10adaf,segment=NetworkSegment(aff91662-775b-4c01-affe-c8d23e87aed1),segment_id=aff91662-775b-4c01-affe-c8d23e87aed1)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:04:20.059317 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:20.079532 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9515b878-c90c-452f-860c-6d15fed5417d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:20.089845 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3d1b0414-307a-4c16-bc2b-25f6fed84b58 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:20.113420 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-3d1b0414-307a-4c16-bc2b-25f6fed84b58 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d14ae4d-69f2-4c08-b8ee-c34f0b37fc35']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:20.128505 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-3d1b0414-307a-4c16-bc2b-25f6fed84b58 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7821dc4-71de-4d4b-9ea7-cd1f37428036') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:20.128505 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-3d1b0414-307a-4c16-bc2b-25f6fed84b58 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7821dc4-71de-4d4b-9ea7-cd1f37428036') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:20.128831 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-33d26742-ff38-4099-98dc-40e1f6bba80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '034c9c18-2ce8-4317-907c-330fc6602114', 'name': 'tempest-RoutersIpV6Test-router-291813044', 'tenant_id': '4089b22453f945a5901919043ff32633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:03:24Z', 'updated_at': '2021-07-24T00:04:14Z', 'revision_number': 10, 'project_id': '4089b22453f945a5901919043ff32633', 'gw_port_host': None, '_interfaces': [{'id': 'd18bd505-e56e-4118-830a-2e7414606243', 'name': '', 'network_id': '941deb0f-9335-4a6e-a2a5-8c0702697c8d', 'tenant_id': '4089b22453f945a5901919043ff32633', 'mac_address': 'fa:16:3e:5e:35:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034c9c18-2ce8-4317-907c-330fc6602114', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '05c840f6-1e89-4e3c-b2c5-8bc1a8b7dac2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:03:28Z', 'updated_at': '2021-07-24T00:03:36Z', 'revision_number': 5, 'project_id': '4089b22453f945a5901919043ff32633', 'subnets': [{'id': '05c840f6-1e89-4e3c-b2c5-8bc1a8b7dac2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:20.134029 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3d1b0414-307a-4c16-bc2b-25f6fed84b58 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:20.154023 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3d1b0414-307a-4c16-bc2b-25f6fed84b58 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:20.163352 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d1b0414-307a-4c16-bc2b-25f6fed84b58 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:04:20.163767 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3d1b0414-307a-4c16-bc2b-25f6fed84b58 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:20.167605 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:04:20.167605 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:04:20.167605 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:04:20.167605 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:04:20.167605 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:04:20.167605 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:04:20.167605 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:04:20.167605 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:04:20.167605 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:04:20.167605 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:04:20.167605 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:04:20.167605 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:04:20.167605 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:04:20.167605 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:04:20.167605 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:04:20.167605 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:04:20.167605 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:04:20.167605 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:04:20.167605 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:04:20.167605 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:04:20.167605 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:04:20.167605 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:04:20.167605 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:04:20.167605 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:04:20.167605 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:04:20.167605 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:04:20.167605 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:04:20.167605 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:04:20.167605 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:04:20.167605 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:04:20.167605 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:04:20.167605 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:04:20.172123 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e2d0459b-e7d2-44df-9866-bedc23d52c25 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:20.191772 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e2d0459b-e7d2-44df-9866-bedc23d52c25 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Network e18af3f6-7693-4d12-b35d-c1193112b218 is not hosted by any dhcp agent {{(pid=100314) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 24 00:04:20.192634 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d0459b-e7d2-44df-9866-bedc23d52c25 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:20.201482 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e2d0459b-e7d2-44df-9866-bedc23d52c25 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:20.202859 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-e2d0459b-e7d2-44df-9866-bedc23d52c25 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] 10.222.0.44 "PUT /v2.0/networks/e18af3f6-7693-4d12-b35d-c1193112b218 HTTP/1.1" status: 200 len: 858 time: 1.4509950 Jul 24 00:04:20.215929 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d26742-ff38-4099-98dc-40e1f6bba80b None None] The sync data for ids ['034c9c18-2ce8-4317-907c-330fc6602114'] in n-d-800088-16 is: [{'id': '034c9c18-2ce8-4317-907c-330fc6602114', 'name': 'tempest-RoutersIpV6Test-router-291813044', 'tenant_id': '4089b22453f945a5901919043ff32633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:03:24Z', 'updated_at': '2021-07-24T00:04:14Z', 'revision_number': 10, 'project_id': '4089b22453f945a5901919043ff32633', 'gw_port_host': None, '_interfaces': [{'id': 'd18bd505-e56e-4118-830a-2e7414606243', 'name': '', 'network_id': '941deb0f-9335-4a6e-a2a5-8c0702697c8d', 'tenant_id': '4089b22453f945a5901919043ff32633', 'mac_address': 'fa:16:3e:5e:35:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034c9c18-2ce8-4317-907c-330fc6602114', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '05c840f6-1e89-4e3c-b2c5-8bc1a8b7dac2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:03:28Z', 'updated_at': '2021-07-24T00:03:36Z', 'revision_number': 5, 'project_id': '4089b22453f945a5901919043ff32633', 'subnets': [{'id': '05c840f6-1e89-4e3c-b2c5-8bc1a8b7dac2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:04:20.218099 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 57126) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:20.290210 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=7b3ad419-bcb4-463d-a0fe-9702b81fd418,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:20.360946 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1f615b5d-0dce-458f-8eeb-54f6d1cb90ca tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:20.371256 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-1f615b5d-0dce-458f-8eeb-54f6d1cb90ca tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] 10.222.0.44 "DELETE /v2.0/ports/9ea14395-bc4e-4490-b0a1-c2c5b9ad7841 HTTP/1.1" status: 204 len: 168 time: 1.1804061 Jul 24 00:04:20.386138 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 57132) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:20.414767 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-9c3c52c9-2df7-45fc-b656-5cc43e805c81 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Request body: {'port': {'name': 'tempest-new-port-name-166537219', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:04:20.415333 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.api.validators [None req-9c3c52c9-2df7-45fc-b656-5cc43e805c81 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] bootfile-name is not in valid_values {{(pid=100313) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 24 00:04:20.417184 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.api.validators [None req-9c3c52c9-2df7-45fc-b656-5cc43e805c81 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] tftp-server is not in valid_values {{(pid=100313) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 24 00:04:20.417649 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.api.validators [None req-9c3c52c9-2df7-45fc-b656-5cc43e805c81 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] server-ip-address is not in valid_values {{(pid=100313) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 24 00:04:20.454348 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28364762-eae8-4ea8-9632-eaa65e995c37 req-fe686a7d-4ff2-4afb-8592-c1a6e8dcc747 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:20.463177 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-60408625-1de8-42d4-9c86-143b9bdb91c1 None None] Provisioning complete for port a060ec84-c3d9-44dc-947a-25d91c10adaf triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:04:20.463689 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-60408625-1de8-42d4-9c86-143b9bdb91c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:20.466901 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-28364762-eae8-4ea8-9632-eaa65e995c37 req-fe686a7d-4ff2-4afb-8592-c1a6e8dcc747 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=a746b04d-4762-4dcd-a318-7b96ce824ffb HTTP/1.1" status: 200 len: 946 time: 1.7173426 Jul 24 00:04:20.525879 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9515b878-c90c-452f-860c-6d15fed5417d None None] Pushing event updated for resources: {'Port': ['ID=a060ec84-c3d9-44dc-947a-25d91c10adaf,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:20.630853 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3d1b0414-307a-4c16-bc2b-25f6fed84b58 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:20.635369 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9c3c52c9-2df7-45fc-b656-5cc43e805c81 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:20.744667 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-98413c2a-35be-44ca-b811-5dac404d1863 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:20.749244 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6336ee87-c169-4482-bb03-fae1decbc308 req-3deba257-a1b9-4fca-beb8-d8a81daaeebb tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:20.758389 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6336ee87-c169-4482-bb03-fae1decbc308 req-3deba257-a1b9-4fca-beb8-d8a81daaeebb tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ebaae68-1e07-4d33-85d0-95999b1db808 HTTP/1.1" status: 200 len: 949 time: 0.6060843 Jul 24 00:04:20.772440 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d0459b-e7d2-44df-9866-bedc23d52c25 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Pushing event updated for resources: {'Network': ['ID=e18af3f6-7693-4d12-b35d-c1193112b218,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:20.800527 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-28364762-eae8-4ea8-9632-eaa65e995c37 req-011599f2-4e8d-4e6f-a97a-53b5ebb3ab71 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3324630 Jul 24 00:04:20.805575 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3d1b0414-307a-4c16-bc2b-25f6fed84b58 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:20.815068 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-3d1b0414-307a-4c16-bc2b-25f6fed84b58 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "DELETE /v2.0/networks/4d14ae4d-69f2-4c08-b8ee-c34f0b37fc35 HTTP/1.1" status: 204 len: 168 time: 3.3141456 Jul 24 00:04:20.839563 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 57136) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:20.873236 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1b0414-307a-4c16-bc2b-25f6fed84b58 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Pushing event deleted for resources: {'Network': ['ID=4d14ae4d-69f2-4c08-b8ee-c34f0b37fc35,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:20.886130 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-60408625-1de8-42d4-9c86-143b9bdb91c1 None None] Provisioning for port 4563c657-ef18-4b0c-919a-4364ef603510 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:04:20.892079 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-60408625-1de8-42d4-9c86-143b9bdb91c1 None None] Provisioning complete for port 4563c657-ef18-4b0c-919a-4364ef603510 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:04:20.892468 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-60408625-1de8-42d4-9c86-143b9bdb91c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:21.041687 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4cd6c90-bae1-48d8-9f3e-b033aa2701b1 x-openstack-request-id: req-e4cd6c90-bae1-48d8-9f3e-b033aa2701b1 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:04:21.042181 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ebaae68-1e07-4d33-85d0-95999b1db808", "name": "network-vif-plugged", "status": "completed", "tag": "7b3ad419-bcb4-463d-a0fe-9702b81fd418", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:04:21.042329 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e4cd6c90-bae1-48d8-9f3e-b033aa2701b1 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:04:21.042624 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ebaae68-1e07-4d33-85d0-95999b1db808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b3ad419-bcb4-463d-a0fe-9702b81fd418', 'code': 200} Jul 24 00:04:21.085933 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-60408625-1de8-42d4-9c86-143b9bdb91c1 None None] Port 4563c657-ef18-4b0c-919a-4364ef603510 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:04:21.100785 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-60408625-1de8-42d4-9c86-143b9bdb91c1 None None] Could not find standard attr ID for object 9ea14395-bc4e-4490-b0a1-c2c5b9ad7841. {{(pid=100315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 00:04:21.201302 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-98413c2a-35be-44ca-b811-5dac404d1863 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:21.220545 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-98413c2a-35be-44ca-b811-5dac404d1863 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e18af3f6-7693-4d12-b35d-c1193112b218']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:21.229758 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6336ee87-c169-4482-bb03-fae1decbc308 req-e906631a-7bfe-4649-ae3b-cfe43fa53c9c tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4704044 Jul 24 00:04:21.241169 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-98413c2a-35be-44ca-b811-5dac404d1863 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8125c37e-e520-4982-b751-b836b4a4fb0f') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:21.241736 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-98413c2a-35be-44ca-b811-5dac404d1863 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8125c37e-e520-4982-b751-b836b4a4fb0f') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:21.253224 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-78391551-4bcd-4808-a3c5-709d2a7c73e7 None None] Provisioning complete for port 4563c657-ef18-4b0c-919a-4364ef603510 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:04:21.253798 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-78391551-4bcd-4808-a3c5-709d2a7c73e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:21.263698 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-98413c2a-35be-44ca-b811-5dac404d1863 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:21.281479 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae329c24-af41-4e1a-85e4-0d1b3e67849c req-45a59a99-fa5a-4fd2-ba72-aa758520410a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:21.283137 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ae329c24-af41-4e1a-85e4-0d1b3e67849c req-45a59a99-fa5a-4fd2-ba72-aa758520410a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1ebaae68-1e07-4d33-85d0-95999b1db808 HTTP/1.1" status: 200 len: 1101 time: 0.2621565 Jul 24 00:04:21.296961 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-98413c2a-35be-44ca-b811-5dac404d1863 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:21.314255 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-78391551-4bcd-4808-a3c5-709d2a7c73e7 None None] Port 4563c657-ef18-4b0c-919a-4364ef603510 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:04:21.322556 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-78391551-4bcd-4808-a3c5-709d2a7c73e7 None None] Could not find standard attr ID for object 9ea14395-bc4e-4490-b0a1-c2c5b9ad7841. {{(pid=100315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 00:04:21.360302 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98413c2a-35be-44ca-b811-5dac404d1863 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:04:21.360726 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-98413c2a-35be-44ca-b811-5dac404d1863 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:21.436730 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:04:21.436730 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:04:21.436730 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:04:21.436730 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:04:21.436730 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:04:21.436730 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:04:21.436730 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:04:21.436730 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:04:21.436730 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:04:21.436730 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:04:21.436730 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:04:21.436730 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:04:21.436730 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:04:21.436730 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:04:21.436730 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:04:21.436730 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:04:21.436730 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:04:21.436730 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:04:21.436730 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:04:21.436730 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:04:21.436730 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:04:21.436730 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:04:21.436730 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:04:21.436730 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:04:21.436730 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:04:21.436730 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:04:21.436730 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:04:21.436730 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:04:21.436730 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:04:21.436730 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:04:21.436730 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:04:21.436730 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:04:21.566392 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device a060ec84-c3d9-44dc-947a-25d91c10adaf up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:04:21.635758 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ae329c24-af41-4e1a-85e4-0d1b3e67849c req-fed32bfc-8b1c-4d49-859b-717163dd5858 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292387 Jul 24 00:04:21.643724 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-98413c2a-35be-44ca-b811-5dac404d1863 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:21.652901 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98413c2a-35be-44ca-b811-5dac404d1863 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e18af3f6-7693-4d12-b35d-c1193112b218 {{(pid=100314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 24 00:04:21.666845 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-98413c2a-35be-44ca-b811-5dac404d1863 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:21.668878 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-98413c2a-35be-44ca-b811-5dac404d1863 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] 10.222.0.44 "DELETE /v2.0/networks/e18af3f6-7693-4d12-b35d-c1193112b218 HTTP/1.1" status: 204 len: 168 time: 1.4032750 Jul 24 00:04:21.676797 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 57142) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:21.733502 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98413c2a-35be-44ca-b811-5dac404d1863 tempest-ExternalNetworksTestJSON-1393224951 tempest-ExternalNetworksTestJSON-1393224951-project-admin] Pushing event deleted for resources: {'Network': ['ID=e18af3f6-7693-4d12-b35d-c1193112b218,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:21.816322 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port a060ec84-c3d9-44dc-947a-25d91c10adaf triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:04:21.816619 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:21.886321 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-679318fc-8a88-4043-9bf4-67d7dc9e0b67 tempest-ExternalNetworksTestJSON-534703533 tempest-ExternalNetworksTestJSON-534703533-project] DELETE failed (client error): The resource could not be found. Jul 24 00:04:21.888583 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-679318fc-8a88-4043-9bf4-67d7dc9e0b67 tempest-ExternalNetworksTestJSON-534703533 tempest-ExternalNetworksTestJSON-534703533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:04:21.891995 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9c3c52c9-2df7-45fc-b656-5cc43e805c81 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:21.896124 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-679318fc-8a88-4043-9bf4-67d7dc9e0b67 tempest-ExternalNetworksTestJSON-534703533 tempest-ExternalNetworksTestJSON-534703533-project] 10.222.0.44 "DELETE /v2.0/subnets/a4a21142-9a76-46ec-a21d-dd8d58954bed HTTP/1.1" status: 404 len: 337 time: 0.2183158 Jul 24 00:04:21.901971 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 57146) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:21.913287 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9c3c52c9-2df7-45fc-b656-5cc43e805c81 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:22.089264 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 41bfae9b-f962-4a7e-b52d-7139307c1acc no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:04:22.118162 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 41bfae9b-f962-4a7e-b52d-7139307c1acc {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:04:22.118513 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 41bfae9b-f962-4a7e-b52d-7139307c1acc not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:04:22.119028 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device a50cde6a-0fa3-4384-8d60-e0e93a487146 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:04:22.159040 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: a50cde6a-0fa3-4384-8d60-e0e93a487146 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:04:22.159440 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device a50cde6a-0fa3-4384-8d60-e0e93a487146 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:04:22.177914 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-dc12a3ba-883d-4855-b713-8b2d899dcf0f tempest-ExternalNetworksTestJSON-534703533 tempest-ExternalNetworksTestJSON-534703533-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:22.328490 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3c52c9-2df7-45fc-b656-5cc43e805c81 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Pushing event updated for resources: {'Port': ['ID=4563c657-ef18-4b0c-919a-4364ef603510,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:22.354358 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02934e2-2f30-424a-acb8-ba2c6c42b07e req-5b24dc96-4ffb-493d-ad03-e440ac46c38a tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:22.356230 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c02934e2-2f30-424a-acb8-ba2c6c42b07e req-5b24dc96-4ffb-493d-ad03-e440ac46c38a tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=a746b04d-4762-4dcd-a318-7b96ce824ffb HTTP/1.1" status: 200 len: 946 time: 0.3249178 Jul 24 00:04:22.449481 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-dc12a3ba-883d-4855-b713-8b2d899dcf0f tempest-ExternalNetworksTestJSON-534703533 tempest-ExternalNetworksTestJSON-534703533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:22.483237 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-dc12a3ba-883d-4855-b713-8b2d899dcf0f tempest-ExternalNetworksTestJSON-534703533 tempest-ExternalNetworksTestJSON-534703533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c33c40cd-a3d6-4b3e-9e73-1379ec007773']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:22.526484 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-dc12a3ba-883d-4855-b713-8b2d899dcf0f tempest-ExternalNetworksTestJSON-534703533 tempest-ExternalNetworksTestJSON-534703533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab89c13c-a487-4183-806b-c8d970203d2c') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:22.526876 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-dc12a3ba-883d-4855-b713-8b2d899dcf0f tempest-ExternalNetworksTestJSON-534703533 tempest-ExternalNetworksTestJSON-534703533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab89c13c-a487-4183-806b-c8d970203d2c') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:22.538738 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c02934e2-2f30-424a-acb8-ba2c6c42b07e req-42f38d7f-a906-4309-b869-77bc5f812921 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716907 Jul 24 00:04:22.554252 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-dc12a3ba-883d-4855-b713-8b2d899dcf0f tempest-ExternalNetworksTestJSON-534703533 tempest-ExternalNetworksTestJSON-534703533-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:22.561646 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-9c3c52c9-2df7-45fc-b656-5cc43e805c81 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] In _notify_port_updated(), no bound segment for port 4563c657-ef18-4b0c-919a-4364ef603510 on network 775eeff5-45d5-44f3-bfe8-d24908fd2bee {{(pid=100313) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 24 00:04:22.569968 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-ecbcba2f-5db5-427d-b1ce-ff625a62b7a6 None None] Provisioning complete for port 4563c657-ef18-4b0c-919a-4364ef603510 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:04:22.571533 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ecbcba2f-5db5-427d-b1ce-ff625a62b7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:22.571656 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3c52c9-2df7-45fc-b656-5cc43e805c81 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:22.574365 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9c3c52c9-2df7-45fc-b656-5cc43e805c81 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:22.578736 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-9c3c52c9-2df7-45fc-b656-5cc43e805c81 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] 10.222.0.44 "PUT /v2.0/ports/4563c657-ef18-4b0c-919a-4364ef603510 HTTP/1.1" status: 200 len: 1135 time: 2.1752276 Jul 24 00:04:22.579212 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 57154) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:22.670115 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-ecbcba2f-5db5-427d-b1ce-ff625a62b7a6 None None] Port 4563c657-ef18-4b0c-919a-4364ef603510 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:04:22.698079 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3889c35a-2317-4f66-adf7-36a82fd36182 req-50b1a3aa-7ae3-424e-aa60-350926ab95b0 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:22.699692 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3889c35a-2317-4f66-adf7-36a82fd36182 req-50b1a3aa-7ae3-424e-aa60-350926ab95b0 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ebaae68-1e07-4d33-85d0-95999b1db808 HTTP/1.1" status: 200 len: 949 time: 0.1842704 Jul 24 00:04:22.735386 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc6c215-21f7-4c72-9776-3719b1c39266 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:22.741359 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-3bc6c215-21f7-4c72-9776-3719b1c39266 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] 10.222.0.44 "GET /v2.0/ports/4563c657-ef18-4b0c-919a-4364ef603510 HTTP/1.1" status: 200 len: 1135 time: 0.1537774 Jul 24 00:04:22.741998 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 57162) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:22.749030 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-dc12a3ba-883d-4855-b713-8b2d899dcf0f tempest-ExternalNetworksTestJSON-534703533 tempest-ExternalNetworksTestJSON-534703533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:22.764433 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc12a3ba-883d-4855-b713-8b2d899dcf0f tempest-ExternalNetworksTestJSON-534703533 tempest-ExternalNetworksTestJSON-534703533-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:04:22.765423 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-dc12a3ba-883d-4855-b713-8b2d899dcf0f tempest-ExternalNetworksTestJSON-534703533 tempest-ExternalNetworksTestJSON-534703533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:22.772211 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:04:22.772211 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:04:22.772211 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:04:22.772211 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:04:22.772211 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:04:22.772211 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:04:22.772211 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:04:22.772211 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:04:22.772211 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:04:22.772211 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:04:22.772211 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:04:22.772211 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:04:22.772211 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:04:22.772211 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:04:22.772211 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:04:22.772211 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:04:22.772211 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:04:22.772211 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:04:22.772211 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:04:22.772211 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:04:22.772211 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:04:22.772211 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:04:22.772211 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:04:22.772211 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:04:22.772211 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:04:22.772211 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:04:22.772211 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:04:22.772211 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:04:22.772211 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:04:22.772211 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:04:22.772211 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:04:22.772211 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:04:22.847960 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3889c35a-2317-4f66-adf7-36a82fd36182 req-91978825-899c-4f14-a5bd-2cc0b0ab894d tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360500 Jul 24 00:04:22.876256 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-dc12a3ba-883d-4855-b713-8b2d899dcf0f tempest-ExternalNetworksTestJSON-534703533 tempest-ExternalNetworksTestJSON-534703533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:22.889684 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-dc12a3ba-883d-4855-b713-8b2d899dcf0f tempest-ExternalNetworksTestJSON-534703533 tempest-ExternalNetworksTestJSON-534703533-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:22.891703 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-dc12a3ba-883d-4855-b713-8b2d899dcf0f tempest-ExternalNetworksTestJSON-534703533 tempest-ExternalNetworksTestJSON-534703533-project] 10.222.0.44 "DELETE /v2.0/networks/c33c40cd-a3d6-4b3e-9e73-1379ec007773 HTTP/1.1" status: 204 len: 168 time: 0.9831734 Jul 24 00:04:22.913185 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc12a3ba-883d-4855-b713-8b2d899dcf0f tempest-ExternalNetworksTestJSON-534703533 tempest-ExternalNetworksTestJSON-534703533-project] Pushing event deleted for resources: {'Network': ['ID=c33c40cd-a3d6-4b3e-9e73-1379ec007773,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:22.953859 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b6c5a272-c9ce-42ae-8b4e-cd27d271a745 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681029'] for router_interface, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:23.079547 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-00f67123-ad69-4158-b77a-4a3dbd231a5e tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Deleting port 4563c657-ef18-4b0c-919a-4364ef603510 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:04:23.079972 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-00f67123-ad69-4158-b77a-4a3dbd231a5e tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:23.137604 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-178d2593-e527-4eaa-af61-a4b8cf83752e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:23.306555 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-00f67123-ad69-4158-b77a-4a3dbd231a5e tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:23.341240 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-00f67123-ad69-4158-b77a-4a3dbd231a5e tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Calling delete_port for 4563c657-ef18-4b0c-919a-4364ef603510 owned by {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:04:23.362948 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 57182) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:23.520357 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-b6c5a272-c9ce-42ae-8b4e-cd27d271a745 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Deleting port d18bd505-e56e-4118-830a-2e7414606243 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:04:23.520701 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b6c5a272-c9ce-42ae-8b4e-cd27d271a745 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:23.623130 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-b6c5a272-c9ce-42ae-8b4e-cd27d271a745 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] For port d18bd505-e56e-4118-830a-2e7414606243, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=d18bd505-e56e-4118-830a-2e7414606243,segment=NetworkSegment(995d3b32-25e5-48c1-a8fb-b0fda2844242),segment_id=995d3b32-25e5-48c1-a8fb-b0fda2844242)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:04:23.623870 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-35a79cda-aa81-4bbf-be72-918f9035b8f9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8af678a8bac44ab692747e381db980da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2594752 Jul 24 00:04:23.626237 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b6c5a272-c9ce-42ae-8b4e-cd27d271a745 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:23.626769 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 57190) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:23.641021 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-b6c5a272-c9ce-42ae-8b4e-cd27d271a745 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Calling delete_port for d18bd505-e56e-4118-830a-2e7414606243 owned by network:router_interface {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:04:23.759285 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a4fbcb90-5b7b-4e6f-b9be-ea20cbc1b6cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:23.812908 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a4fbcb90-5b7b-4e6f-b9be-ea20cbc1b6cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:23.848571 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accb4d40-fb5f-4dc1-a48d-40f22f15aa4f req-b8067b75-2f2d-447c-9ee9-4967e18d9e53 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:23.856198 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-accb4d40-fb5f-4dc1-a48d-40f22f15aa4f req-b8067b75-2f2d-447c-9ee9-4967e18d9e53 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=a746b04d-4762-4dcd-a318-7b96ce824ffb HTTP/1.1" status: 200 len: 946 time: 0.1713390 Jul 24 00:04:23.931106 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-accb4d40-fb5f-4dc1-a48d-40f22f15aa4f req-1842c40d-8b11-479d-9c59-d9fc71f02159 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739658 Jul 24 00:04:23.944904 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b6c5a272-c9ce-42ae-8b4e-cd27d271a745 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:23.953201 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a4fbcb90-5b7b-4e6f-b9be-ea20cbc1b6cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:23.956031 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a4fbcb90-5b7b-4e6f-b9be-ea20cbc1b6cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:23.959542 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-a4fbcb90-5b7b-4e6f-b9be-ea20cbc1b6cb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/65d01776-e88b-402c-aaff-fa8625974ea0 HTTP/1.1" status: 204 len: 168 time: 0.3294387 Jul 24 00:04:23.971394 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fbcb90-5b7b-4e6f-b9be-ea20cbc1b6cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d01776-e88b-402c-aaff-fa8625974ea0,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:24.015676 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c5a272-c9ce-42ae-8b4e-cd27d271a745 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Pushing event deleted for resources: {'Port': ['ID=d18bd505-e56e-4118-830a-2e7414606243,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:24.031303 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-00f67123-ad69-4158-b77a-4a3dbd231a5e tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:24.165789 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f67123-ad69-4158-b77a-4a3dbd231a5e tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Pushing event deleted for resources: {'Port': ['ID=4563c657-ef18-4b0c-919a-4364ef603510,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:24.301063 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-00f67123-ad69-4158-b77a-4a3dbd231a5e tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:24.306411 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 57198) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:24.306775 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-00f67123-ad69-4158-b77a-4a3dbd231a5e tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] 10.222.0.44 "DELETE /v2.0/ports/4563c657-ef18-4b0c-919a-4364ef603510 HTTP/1.1" status: 204 len: 168 time: 1.5633068 Jul 24 00:04:24.321300 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b6c5a272-c9ce-42ae-8b4e-cd27d271a745 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679987'] for router_interface, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:24.402527 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f8e404-314e-4260-b113-5c9441d68ffa req-cdc92ff9-9547-4802-84c5-98d492963e99 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:24.404201 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-11f8e404-314e-4260-b113-5c9441d68ffa req-cdc92ff9-9547-4802-84c5-98d492963e99 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ebaae68-1e07-4d33-85d0-95999b1db808 HTTP/1.1" status: 200 len: 949 time: 0.3897080 Jul 24 00:04:24.478960 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdbcb241-8783-44f0-8244-a842a89eea87 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Deleting subnet 2fac950e-5761-460d-a76b-fa330b328b23 {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:04:24.495979 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bdbcb241-8783-44f0-8244-a842a89eea87 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:24.616737 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 57208) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:24.687395 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bdbcb241-8783-44f0-8244-a842a89eea87 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:24.702038 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-11f8e404-314e-4260-b113-5c9441d68ffa req-91aca674-b683-4f7e-81c5-2d96f257b260 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550233 Jul 24 00:04:24.713780 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6c5a272-c9ce-42ae-8b4e-cd27d271a745 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Router 034c9c18-2ce8-4317-907c-330fc6602114 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:04:24.758113 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-9cf78407-73e4-4c70-a1c9-aad2cd34f701 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=80344ec060b54c918a10845882e3bd5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1380427 Jul 24 00:04:24.763390 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 57212) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:24.850539 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6c5a272-c9ce-42ae-8b4e-cd27d271a745 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:04:24.861364 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-b6c5a272-c9ce-42ae-8b4e-cd27d271a745 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "PUT /v2.0/routers/034c9c18-2ce8-4317-907c-330fc6602114/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0168209 Jul 24 00:04:24.862227 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 57214) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:24.862703 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88154ec-4c88-46de-b30e-f37d1160ee9b None None] Sync routers for ids ['034c9c18-2ce8-4317-907c-330fc6602114'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:04:24.879213 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88154ec-4c88-46de-b30e-f37d1160ee9b None None] Routers {'034c9c18-2ce8-4317-907c-330fc6602114'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:04:24.879853 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-d88154ec-4c88-46de-b30e-f37d1160ee9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:03:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['034c9c18-2ce8-4317-907c-330fc6602114'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:24.925255 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-470829b2-d584-4a7f-9f81-f651225bfe6a tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Deleting subnet 05c840f6-1e89-4e3c-b2c5-8bc1a8b7dac2 {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:04:24.930620 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-470829b2-d584-4a7f-9f81-f651225bfe6a tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:24.987620 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bdbcb241-8783-44f0-8244-a842a89eea87 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:24.990258 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-470829b2-d584-4a7f-9f81-f651225bfe6a tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:25.066520 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f640f390-c073-4d10-bef5-fa8184a58fdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:25.112149 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa6f11-e95f-4db5-90f0-4939c7624293 req-66a97600-95d9-41c8-8476-ccc3b845856d tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:25.117486 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-d88154ec-4c88-46de-b30e-f37d1160ee9b None None] Set router 034c9c18-2ce8-4317-907c-330fc6602114 gateway port host: None {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:04:25.119729 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-66fa6f11-e95f-4db5-90f0-4939c7624293 req-66a97600-95d9-41c8-8476-ccc3b845856d tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ebaae68-1e07-4d33-85d0-95999b1db808 HTTP/1.1" status: 200 len: 949 time: 0.2686207 Jul 24 00:04:25.128039 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f640f390-c073-4d10-bef5-fa8184a58fdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:25.183881 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-d88154ec-4c88-46de-b30e-f37d1160ee9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '034c9c18-2ce8-4317-907c-330fc6602114', 'name': 'tempest-RoutersIpV6Test-router-291813044', 'tenant_id': '4089b22453f945a5901919043ff32633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:03:24Z', 'updated_at': '2021-07-24T00:04:23Z', 'revision_number': 11, 'project_id': '4089b22453f945a5901919043ff32633', 'gw_port_host': None}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:25.216185 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-66fa6f11-e95f-4db5-90f0-4939c7624293 req-5d54216e-7e62-4ea3-a28e-6093512f3df5 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905044 Jul 24 00:04:25.217285 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88154ec-4c88-46de-b30e-f37d1160ee9b None None] Checking router: 034c9c18-2ce8-4317-907c-330fc6602114 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:04:25.220674 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bdbcb241-8783-44f0-8244-a842a89eea87 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:25.227366 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88154ec-4c88-46de-b30e-f37d1160ee9b None None] Routers {'034c9c18-2ce8-4317-907c-330fc6602114'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:04:25.228337 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-d88154ec-4c88-46de-b30e-f37d1160ee9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:03:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['034c9c18-2ce8-4317-907c-330fc6602114'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:25.258034 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411fb319-3cdf-49f9-99dd-c387ce53c11e None None] Network 775eeff5-45d5-44f3-bfe8-d24908fd2bee requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:04:25.268172 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bdbcb241-8783-44f0-8244-a842a89eea87 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:25.275481 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-bdbcb241-8783-44f0-8244-a842a89eea87 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] 10.222.0.44 "DELETE /v2.0/subnets/2fac950e-5761-460d-a76b-fa330b328b23 HTTP/1.1" status: 204 len: 168 time: 0.9679718 Jul 24 00:04:25.290604 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 57226) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:25.319977 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbcb241-8783-44f0-8244-a842a89eea87 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Pushing event deleted for resources: {'Subnet': ['ID=2fac950e-5761-460d-a76b-fa330b328b23,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:25.334985 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-470829b2-d584-4a7f-9f81-f651225bfe6a tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:25.364023 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f640f390-c073-4d10-bef5-fa8184a58fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:25.367408 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f640f390-c073-4d10-bef5-fa8184a58fdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:25.370687 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-f640f390-c073-4d10-bef5-fa8184a58fdc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/345d5d73-b145-476a-b512-a12faf37e118 HTTP/1.1" status: 204 len: 168 time: 0.6044288 Jul 24 00:04:25.382328 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-d88154ec-4c88-46de-b30e-f37d1160ee9b None None] Set router 034c9c18-2ce8-4317-907c-330fc6602114 gateway port host: None {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:04:25.425873 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f640f390-c073-4d10-bef5-fa8184a58fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=345d5d73-b145-476a-b512-a12faf37e118,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:25.566489 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-d88154ec-4c88-46de-b30e-f37d1160ee9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '034c9c18-2ce8-4317-907c-330fc6602114', 'name': 'tempest-RoutersIpV6Test-router-291813044', 'tenant_id': '4089b22453f945a5901919043ff32633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:03:24Z', 'updated_at': '2021-07-24T00:04:23Z', 'revision_number': 11, 'project_id': '4089b22453f945a5901919043ff32633', 'gw_port_host': None}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:25.633533 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88154ec-4c88-46de-b30e-f37d1160ee9b None None] The sync data for ids ['034c9c18-2ce8-4317-907c-330fc6602114'] in n-d-800088-16 is: [{'id': '034c9c18-2ce8-4317-907c-330fc6602114', 'name': 'tempest-RoutersIpV6Test-router-291813044', 'tenant_id': '4089b22453f945a5901919043ff32633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:03:24Z', 'updated_at': '2021-07-24T00:04:23Z', 'revision_number': 11, 'project_id': '4089b22453f945a5901919043ff32633', 'gw_port_host': None}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:04:25.673970 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-470829b2-d584-4a7f-9f81-f651225bfe6a tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:25.699256 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [req-8c4845a2-8558-49ab-b698-2dbf5c1646f1 req-b7e55917-0792-4745-a659-40ae0abe5af9 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=100314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:04:25.700515 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8c4845a2-8558-49ab-b698-2dbf5c1646f1 req-b7e55917-0792-4745-a659-40ae0abe5af9 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065842 Jul 24 00:04:25.778729 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e311eb10-5935-4def-a830-eb91a1866f9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:25.835166 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3309d939-a7ac-4563-a38b-7a5a8f6b7dab req-11adbc9f-8dc0-4291-80a7-ad72d9ec5c87 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:25.837449 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3309d939-a7ac-4563-a38b-7a5a8f6b7dab req-11adbc9f-8dc0-4291-80a7-ad72d9ec5c87 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=a746b04d-4762-4dcd-a318-7b96ce824ffb HTTP/1.1" status: 200 len: 946 time: 0.7674785 Jul 24 00:04:25.869501 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470829b2-d584-4a7f-9f81-f651225bfe6a tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Pushing event deleted for resources: {'Subnet': ['ID=05c840f6-1e89-4e3c-b2c5-8bc1a8b7dac2,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:25.882135 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-470829b2-d584-4a7f-9f81-f651225bfe6a tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:25.887084 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-470829b2-d584-4a7f-9f81-f651225bfe6a tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "DELETE /v2.0/subnets/05c840f6-1e89-4e3c-b2c5-8bc1a8b7dac2 HTTP/1.1" status: 204 len: 168 time: 1.0230749 Jul 24 00:04:25.889800 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 57244) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:25.895492 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9d9036-5850-4982-b874-b664b22a724a None None] Network 941deb0f-9335-4a6e-a2a5-8c0702697c8d requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:04:25.913251 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-72892714-eb1b-4c12-a08e-745f77d6cf72 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:26.003074 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3309d939-a7ac-4563-a38b-7a5a8f6b7dab req-a3e137ce-c7bb-4e1a-be3b-2adee37768b5 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281292 Jul 24 00:04:26.082955 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fda126b-de22-46ea-bd14-81930d21dffa None None] DHCP port deletion for 775eeff5-45d5-44f3-bfe8-d24908fd2bee request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:04:26.106265 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-72892714-eb1b-4c12-a08e-745f77d6cf72 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Deleting port a060ec84-c3d9-44dc-947a-25d91c10adaf {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:04:26.106611 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-72892714-eb1b-4c12-a08e-745f77d6cf72 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:26.238164 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-164e792c-7a94-4b98-bdbe-635500001634 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:26.366969 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-72892714-eb1b-4c12-a08e-745f77d6cf72 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] For port a060ec84-c3d9-44dc-947a-25d91c10adaf, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=a060ec84-c3d9-44dc-947a-25d91c10adaf,segment=NetworkSegment(aff91662-775b-4c01-affe-c8d23e87aed1),segment_id=aff91662-775b-4c01-affe-c8d23e87aed1)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:04:26.367537 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-72892714-eb1b-4c12-a08e-745f77d6cf72 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:26.397423 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-72892714-eb1b-4c12-a08e-745f77d6cf72 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Calling delete_port for a060ec84-c3d9-44dc-947a-25d91c10adaf owned by network:dhcp {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:04:26.448403 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-7fda126b-de22-46ea-bd14-81930d21dffa None None] Deleting port a060ec84-c3d9-44dc-947a-25d91c10adaf {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:04:26.449426 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-7fda126b-de22-46ea-bd14-81930d21dffa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:26.592709 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2a819c-71e8-4d35-9d6e-2e0bce66ab6b None None] DHCP port deletion for 941deb0f-9335-4a6e-a2a5-8c0702697c8d request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:04:26.604021 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-72892714-eb1b-4c12-a08e-745f77d6cf72 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:26.605352 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-7fda126b-de22-46ea-bd14-81930d21dffa None None] For port a060ec84-c3d9-44dc-947a-25d91c10adaf, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=a060ec84-c3d9-44dc-947a-25d91c10adaf,segment=NetworkSegment(aff91662-775b-4c01-affe-c8d23e87aed1),segment_id=aff91662-775b-4c01-affe-c8d23e87aed1)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:04:26.606223 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-7fda126b-de22-46ea-bd14-81930d21dffa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:26.625997 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72892714-eb1b-4c12-a08e-745f77d6cf72 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] No DVR routers for this DVR port a060ec84-c3d9-44dc-947a-25d91c10adaf on host n-d-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:04:26.649044 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-164e792c-7a94-4b98-bdbe-635500001634 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Deleting port b8fce63a-0ccd-432d-a165-89a92bcdd2bc {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:04:26.649402 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-164e792c-7a94-4b98-bdbe-635500001634 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:26.660079 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-7fda126b-de22-46ea-bd14-81930d21dffa None None] Calling delete_port for a060ec84-c3d9-44dc-947a-25d91c10adaf owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:04:26.673120 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72892714-eb1b-4c12-a08e-745f77d6cf72 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Pushing event deleted for resources: {'Port': ['ID=a060ec84-c3d9-44dc-947a-25d91c10adaf,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:26.674526 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e73b7b4-143e-4f6b-8cb3-65cd169f4e37 req-5cbcb56b-034e-4589-b90c-607fb49cb250 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:26.681772 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5e73b7b4-143e-4f6b-8cb3-65cd169f4e37 req-5cbcb56b-034e-4589-b90c-607fb49cb250 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ebaae68-1e07-4d33-85d0-95999b1db808 HTTP/1.1" status: 200 len: 949 time: 0.3234894 Jul 24 00:04:26.749000 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5e73b7b4-143e-4f6b-8cb3-65cd169f4e37 req-ae444522-2a0a-495e-b9e8-622c8cb95ed7 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662310 Jul 24 00:04:26.778282 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-7d2a819c-71e8-4d35-9d6e-2e0bce66ab6b None None] Deleting port b8fce63a-0ccd-432d-a165-89a92bcdd2bc {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:04:26.778902 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-7d2a819c-71e8-4d35-9d6e-2e0bce66ab6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:26.804452 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:26.833420 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3a84513c-380a-4664-a24d-84f1a16bd6ec req-382a0791-d1a6-4798-b111-d12479b18ed2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1ebaae68-1e07-4d33-85d0-95999b1db808&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7318819 Jul 24 00:04:26.873696 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [req-3a84513c-380a-4664-a24d-84f1a16bd6ec req-e93a08ea-7342-4469-a443-50bd17d61a9f service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=100314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:04:26.875254 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3a84513c-380a-4664-a24d-84f1a16bd6ec req-e93a08ea-7342-4469-a443-50bd17d61a9f service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0369222 Jul 24 00:04:26.878829 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-164e792c-7a94-4b98-bdbe-635500001634 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] For port b8fce63a-0ccd-432d-a165-89a92bcdd2bc, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=b8fce63a-0ccd-432d-a165-89a92bcdd2bc,segment=NetworkSegment(995d3b32-25e5-48c1-a8fb-b0fda2844242),segment_id=995d3b32-25e5-48c1-a8fb-b0fda2844242)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:04:26.879011 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-72892714-eb1b-4c12-a08e-745f77d6cf72 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:26.879346 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-164e792c-7a94-4b98-bdbe-635500001634 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:26.899567 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-164e792c-7a94-4b98-bdbe-635500001634 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Calling delete_port for b8fce63a-0ccd-432d-a165-89a92bcdd2bc owned by network:dhcp {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:04:26.913259 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-72892714-eb1b-4c12-a08e-745f77d6cf72 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['775eeff5-45d5-44f3-bfe8-d24908fd2bee']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:26.922218 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-7d2a819c-71e8-4d35-9d6e-2e0bce66ab6b None None] For port b8fce63a-0ccd-432d-a165-89a92bcdd2bc, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=b8fce63a-0ccd-432d-a165-89a92bcdd2bc,segment=NetworkSegment(995d3b32-25e5-48c1-a8fb-b0fda2844242),segment_id=995d3b32-25e5-48c1-a8fb-b0fda2844242)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:04:26.924897 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-7d2a819c-71e8-4d35-9d6e-2e0bce66ab6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:26.933965 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-72892714-eb1b-4c12-a08e-745f77d6cf72 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aff91662-775b-4c01-affe-c8d23e87aed1') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:26.934291 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-72892714-eb1b-4c12-a08e-745f77d6cf72 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aff91662-775b-4c01-affe-c8d23e87aed1') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:26.949544 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-7d2a819c-71e8-4d35-9d6e-2e0bce66ab6b None None] Calling delete_port for b8fce63a-0ccd-432d-a165-89a92bcdd2bc owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:04:26.955151 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-72892714-eb1b-4c12-a08e-745f77d6cf72 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:26.995583 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-72892714-eb1b-4c12-a08e-745f77d6cf72 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:27.016697 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72892714-eb1b-4c12-a08e-745f77d6cf72 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:04:27.017029 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-72892714-eb1b-4c12-a08e-745f77d6cf72 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:27.020425 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:04:27.020425 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:04:27.020425 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:04:27.020425 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:04:27.020425 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:04:27.020425 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:04:27.020425 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:04:27.020425 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:04:27.020425 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:04:27.020425 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:04:27.020425 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:04:27.020425 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:04:27.020425 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:04:27.020425 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:04:27.020425 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:04:27.020425 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:04:27.020425 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:04:27.020425 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:04:27.020425 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:04:27.020425 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:04:27.020425 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:04:27.020425 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:04:27.020425 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:04:27.020425 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:04:27.020425 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:04:27.020425 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:04:27.020425 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:04:27.020425 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:04:27.020425 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:04:27.020425 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:04:27.020425 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:04:27.020425 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:04:27.050115 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-7fda126b-de22-46ea-bd14-81930d21dffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:27.089331 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fda126b-de22-46ea-bd14-81930d21dffa None None] Pushing event deleted for resources: {'Port': ['ID=a060ec84-c3d9-44dc-947a-25d91c10adaf,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:27.092308 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fda126b-de22-46ea-bd14-81930d21dffa None None] No DVR routers for this DVR port a060ec84-c3d9-44dc-947a-25d91c10adaf on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:04:27.129799 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 57290) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:27.172291 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-164e792c-7a94-4b98-bdbe-635500001634 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:27.194882 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-7d2a819c-71e8-4d35-9d6e-2e0bce66ab6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:27.254168 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164e792c-7a94-4b98-bdbe-635500001634 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] No DVR routers for this DVR port b8fce63a-0ccd-432d-a165-89a92bcdd2bc on host n-d-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:04:27.284212 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2a819c-71e8-4d35-9d6e-2e0bce66ab6b None None] Pushing event deleted for resources: {'Port': ['ID=b8fce63a-0ccd-432d-a165-89a92bcdd2bc,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:27.295422 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e792c-7a94-4b98-bdbe-635500001634 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Pushing event deleted for resources: {'Port': ['ID=b8fce63a-0ccd-432d-a165-89a92bcdd2bc,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:27.312457 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2a819c-71e8-4d35-9d6e-2e0bce66ab6b None None] No DVR routers for this DVR port b8fce63a-0ccd-432d-a165-89a92bcdd2bc on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:04:27.392583 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:27.455191 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-72892714-eb1b-4c12-a08e-745f77d6cf72 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:27.457077 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-39b2a04b-1910-4951-925b-ed5d42d50a36 tempest-AgentManagementNegativeTest-496415825 tempest-AgentManagementNegativeTest-496415825-project] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3260889 Jul 24 00:04:27.478753 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-72892714-eb1b-4c12-a08e-745f77d6cf72 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:27.499207 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-72892714-eb1b-4c12-a08e-745f77d6cf72 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] 10.222.0.44 "DELETE /v2.0/networks/775eeff5-45d5-44f3-bfe8-d24908fd2bee HTTP/1.1" status: 204 len: 168 time: 2.1908274 Jul 24 00:04:27.503151 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device b8fce63a-0ccd-432d-a165-89a92bcdd2bc no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:04:27.524620 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72892714-eb1b-4c12-a08e-745f77d6cf72 tempest-ExtraDHCPOptionsTestJSON-17704757 tempest-ExtraDHCPOptionsTestJSON-17704757-project] Pushing event deleted for resources: {'Network': ['ID=775eeff5-45d5-44f3-bfe8-d24908fd2bee,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:27.565034 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: b8fce63a-0ccd-432d-a165-89a92bcdd2bc {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:04:27.586370 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device b8fce63a-0ccd-432d-a165-89a92bcdd2bc not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:04:27.586603 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-164e792c-7a94-4b98-bdbe-635500001634 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:27.587020 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device a060ec84-c3d9-44dc-947a-25d91c10adaf no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:04:27.600394 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-164e792c-7a94-4b98-bdbe-635500001634 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['941deb0f-9335-4a6e-a2a5-8c0702697c8d']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:27.615427 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-164e792c-7a94-4b98-bdbe-635500001634 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '995d3b32-25e5-48c1-a8fb-b0fda2844242') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:27.615731 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-164e792c-7a94-4b98-bdbe-635500001634 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '995d3b32-25e5-48c1-a8fb-b0fda2844242') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:27.638347 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7713578-e171-451f-a05c-17fbfd9dbc4b req-16c42611-dfa0-49c6-8468-934e7644f548 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:27.641522 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-164e792c-7a94-4b98-bdbe-635500001634 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:27.642874 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f7713578-e171-451f-a05c-17fbfd9dbc4b req-16c42611-dfa0-49c6-8468-934e7644f548 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=a746b04d-4762-4dcd-a318-7b96ce824ffb HTTP/1.1" status: 200 len: 946 time: 0.3378515 Jul 24 00:04:27.644613 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: a060ec84-c3d9-44dc-947a-25d91c10adaf {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:04:27.645001 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device a060ec84-c3d9-44dc-947a-25d91c10adaf not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:04:27.645437 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device d18bd505-e56e-4118-830a-2e7414606243 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:04:27.667847 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270ac2f5-698d-4182-a357-5f6f41cd1669 req-6500d40e-95f7-4121-88b3-c56766e1a30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:27.669958 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-270ac2f5-698d-4182-a357-5f6f41cd1669 req-6500d40e-95f7-4121-88b3-c56766e1a30b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=edb05757b79c4651874b12bd54763416&device_id=a746b04d-4762-4dcd-a318-7b96ce824ffb HTTP/1.1" status: 200 len: 1098 time: 0.2834980 Jul 24 00:04:27.679166 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-164e792c-7a94-4b98-bdbe-635500001634 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:27.686183 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-164e792c-7a94-4b98-bdbe-635500001634 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:04:27.686510 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-164e792c-7a94-4b98-bdbe-635500001634 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:27.689809 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:04:27.689809 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:04:27.689809 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:04:27.689809 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:04:27.689809 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:04:27.689809 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:04:27.689809 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:04:27.689809 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:04:27.689809 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:04:27.689809 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:04:27.689809 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:04:27.689809 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:04:27.689809 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:04:27.689809 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:04:27.689809 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:04:27.689809 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:04:27.689809 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:04:27.689809 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:04:27.689809 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:04:27.689809 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:04:27.689809 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:04:27.689809 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:04:27.689809 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:04:27.689809 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:04:27.689809 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:04:27.689809 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:04:27.689809 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:04:27.689809 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:04:27.689809 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:04:27.689809 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:04:27.689809 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:04:27.689809 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:04:27.728924 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: d18bd505-e56e-4118-830a-2e7414606243 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:04:27.729735 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device d18bd505-e56e-4118-830a-2e7414606243 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:04:27.808565 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f7713578-e171-451f-a05c-17fbfd9dbc4b req-5a26db75-1ef2-46dc-806e-a0a0ff950a62 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537514 Jul 24 00:04:27.831516 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-164e792c-7a94-4b98-bdbe-635500001634 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:27.840209 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-164e792c-7a94-4b98-bdbe-635500001634 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:27.842172 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-164e792c-7a94-4b98-bdbe-635500001634 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "DELETE /v2.0/networks/941deb0f-9335-4a6e-a2a5-8c0702697c8d HTTP/1.1" status: 204 len: 168 time: 1.9507370 Jul 24 00:04:27.845002 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 57328) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:27.877595 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-7e7db587-5cea-4de4-9fe1-eb88b12c66e2 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Request body: {'router': {'routes': None}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:04:27.923818 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270ac2f5-698d-4182-a357-5f6f41cd1669 req-0c4fdf4a-b744-4912-bb7b-21a8f953a75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:27.933810 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-270ac2f5-698d-4182-a357-5f6f41cd1669 req-0c4fdf4a-b744-4912-bb7b-21a8f953a75e service neutron] 10.222.0.52 "GET /v2.0/networks?id=6d0290d7-687f-4c6e-a33b-868ec400e0f9 HTTP/1.1" status: 200 len: 913 time: 0.2426281 Jul 24 00:04:28.025861 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 57332) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:28.032885 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 57334) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:28.040235 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-270ac2f5-698d-4182-a357-5f6f41cd1669 req-15eacce7-bae7-459b-93a3-5c8710b644d4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13f71a44-a306-4a88-ae2f-d8380c17e1c3 HTTP/1.1" status: 200 len: 217 time: 0.0953815 Jul 24 00:04:28.054297 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e792c-7a94-4b98-bdbe-635500001634 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Pushing event deleted for resources: {'Network': ['ID=941deb0f-9335-4a6e-a2a5-8c0702697c8d,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:28.181541 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270ac2f5-698d-4182-a357-5f6f41cd1669 req-9cac88f5-f436-4c6a-9109-3d13cf953445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:28.186884 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-270ac2f5-698d-4182-a357-5f6f41cd1669 req-9cac88f5-f436-4c6a-9109-3d13cf953445 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4c5e7796-9746-457d-b93a-6a23003ac2f0 HTTP/1.1" status: 200 len: 852 time: 0.1368902 Jul 24 00:04:28.217215 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.extraroute_db [None req-7e7db587-5cea-4de4-9fe1-eb88b12c66e2 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Added routes are [] {{(pid=100314) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 24 00:04:28.217527 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.extraroute_db [None req-7e7db587-5cea-4de4-9fe1-eb88b12c66e2 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Removed routes are [] {{(pid=100314) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 24 00:04:28.218064 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7e7db587-5cea-4de4-9fe1-eb88b12c66e2 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:28.253121 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-270ac2f5-698d-4182-a357-5f6f41cd1669 req-afd40a1f-8e01-49f2-89ea-faf85d2f4b2c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6d0290d7-687f-4c6e-a33b-868ec400e0f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592511 Jul 24 00:04:28.404232 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5e4bf7-ee90-4f11-80ca-e5036824b098 req-27f408b2-aaa6-4c6c-87ed-0c38da875dbb tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:28.411338 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7b5e4bf7-ee90-4f11-80ca-e5036824b098 req-27f408b2-aaa6-4c6c-87ed-0c38da875dbb tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ebaae68-1e07-4d33-85d0-95999b1db808 HTTP/1.1" status: 200 len: 949 time: 0.3705137 Jul 24 00:04:28.433421 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c5ba2e34-0c34-4967-b694-10e7fbd45f05 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c2ae57a0043941fa840a875829869579&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3911757 Jul 24 00:04:28.446010 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5e30e556-10fb-4471-9836-e550278dbdec admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:28.449976 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 57348) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:28.504990 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7e7db587-5cea-4de4-9fe1-eb88b12c66e2 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:28.517520 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7e7db587-5cea-4de4-9fe1-eb88b12c66e2 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-687196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-687191', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-626537'] for router, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:28.574131 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-270ac2f5-698d-4182-a357-5f6f41cd1669 req-7b95f0dc-5df5-4e96-b812-bd0078a1f1a4 service neutron] 10.222.0.52 "GET /v2.0/networks/6d0290d7-687f-4c6e-a33b-868ec400e0f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093848 Jul 24 00:04:28.581967 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7b5e4bf7-ee90-4f11-80ca-e5036824b098 req-e094bdd8-d30f-4a9d-858d-9ef651b5be6a tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697600 Jul 24 00:04:28.629695 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e7db587-5cea-4de4-9fe1-eb88b12c66e2 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Router 034c9c18-2ce8-4317-907c-330fc6602114 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:04:28.727913 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e7db587-5cea-4de4-9fe1-eb88b12c66e2 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:04:28.735947 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7e7db587-5cea-4de4-9fe1-eb88b12c66e2 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:28.739742 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-7e7db587-5cea-4de4-9fe1-eb88b12c66e2 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "PUT /v2.0/routers/034c9c18-2ce8-4317-907c-330fc6602114 HTTP/1.1" status: 200 len: 704 time: 0.8664954 Jul 24 00:04:28.740010 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 57352) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:28.744135 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a53ff18-8c30-4da1-8f7d-b2fdd4e1dfbf None None] Sync routers for ids ['034c9c18-2ce8-4317-907c-330fc6602114'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:04:28.759374 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a53ff18-8c30-4da1-8f7d-b2fdd4e1dfbf None None] Routers {'034c9c18-2ce8-4317-907c-330fc6602114'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:04:28.760126 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-5a53ff18-8c30-4da1-8f7d-b2fdd4e1dfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:04:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['034c9c18-2ce8-4317-907c-330fc6602114'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:28.776982 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-ddbd66e1-6911-4721-9a5c-a1118b72c586 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "GET /v2.0/ports?device_id=034c9c18-2ce8-4317-907c-330fc6602114 HTTP/1.1" status: 200 len: 205 time: 0.0333178 Jul 24 00:04:28.777281 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 57354) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:28.927232 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-5a53ff18-8c30-4da1-8f7d-b2fdd4e1dfbf None None] Set router 034c9c18-2ce8-4317-907c-330fc6602114 gateway port host: None {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:04:28.931213 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:28.944484 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1f6e973b-2e9d-4b33-87a3-205a40c414f4 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for router, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:29.040861 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-5a53ff18-8c30-4da1-8f7d-b2fdd4e1dfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '034c9c18-2ce8-4317-907c-330fc6602114', 'name': 'tempest-RoutersIpV6Test-router-291813044', 'tenant_id': '4089b22453f945a5901919043ff32633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:03:24Z', 'updated_at': '2021-07-24T00:04:23Z', 'revision_number': 11, 'project_id': '4089b22453f945a5901919043ff32633', 'gw_port_host': None}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:29.085810 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a53ff18-8c30-4da1-8f7d-b2fdd4e1dfbf None None] Checking router: 034c9c18-2ce8-4317-907c-330fc6602114 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:04:29.101380 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a53ff18-8c30-4da1-8f7d-b2fdd4e1dfbf None None] Routers {'034c9c18-2ce8-4317-907c-330fc6602114'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:04:29.102557 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-5a53ff18-8c30-4da1-8f7d-b2fdd4e1dfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:04:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['034c9c18-2ce8-4317-907c-330fc6602114'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:29.127854 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e97f26f0-e2bd-4204-a8c0-8ec25fb1f19a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:29.185296 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-5a53ff18-8c30-4da1-8f7d-b2fdd4e1dfbf None None] Set router 034c9c18-2ce8-4317-907c-330fc6602114 gateway port host: None {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:04:29.228870 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e97f26f0-e2bd-4204-a8c0-8ec25fb1f19a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:29.242395 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1f6e973b-2e9d-4b33-87a3-205a40c414f4 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:29.245157 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1f6e973b-2e9d-4b33-87a3-205a40c414f4 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:29.251866 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-5a53ff18-8c30-4da1-8f7d-b2fdd4e1dfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '034c9c18-2ce8-4317-907c-330fc6602114', 'name': 'tempest-RoutersIpV6Test-router-291813044', 'tenant_id': '4089b22453f945a5901919043ff32633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:03:24Z', 'updated_at': '2021-07-24T00:04:23Z', 'revision_number': 11, 'project_id': '4089b22453f945a5901919043ff32633', 'gw_port_host': None}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:29.282154 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a53ff18-8c30-4da1-8f7d-b2fdd4e1dfbf None None] The sync data for ids ['034c9c18-2ce8-4317-907c-330fc6602114'] in n-d-800088-16 is: [{'id': '034c9c18-2ce8-4317-907c-330fc6602114', 'name': 'tempest-RoutersIpV6Test-router-291813044', 'tenant_id': '4089b22453f945a5901919043ff32633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:03:24Z', 'updated_at': '2021-07-24T00:04:23Z', 'revision_number': 11, 'project_id': '4089b22453f945a5901919043ff32633', 'gw_port_host': None}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:04:29.299033 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-270ac2f5-698d-4182-a357-5f6f41cd1669 req-44de721d-e946-49ea-9530-168b98124661 service neutron] 10.222.0.52 "GET /v2.0/networks/6d0290d7-687f-4c6e-a33b-868ec400e0f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7167351 Jul 24 00:04:29.332098 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84513c-380a-4664-a24d-84f1a16bd6ec req-abb3b641-6666-4a1c-ab36-db94a7126daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:29.334027 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3a84513c-380a-4664-a24d-84f1a16bd6ec req-abb3b641-6666-4a1c-ab36-db94a7126daa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=798b28002e9743a58ab9c3622d82224e&device_id=1ebaae68-1e07-4d33-85d0-95999b1db808 HTTP/1.1" status: 200 len: 1101 time: 0.2140861 Jul 24 00:04:29.336996 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e97f26f0-e2bd-4204-a8c0-8ec25fb1f19a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:29.340020 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e97f26f0-e2bd-4204-a8c0-8ec25fb1f19a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:29.340624 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1f6e973b-2e9d-4b33-87a3-205a40c414f4 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:29.342167 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f6e973b-2e9d-4b33-87a3-205a40c414f4 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Fanout notify agent at l3_agent the message router_deleted on router 034c9c18-2ce8-4317-907c-330fc6602114 {{(pid=100314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:04:29.352109 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-e97f26f0-e2bd-4204-a8c0-8ec25fb1f19a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9bf474bf-d647-418a-9f9c-a8c8ddae047f HTTP/1.1" status: 204 len: 168 time: 0.8957858 Jul 24 00:04:29.354396 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5e30e556-10fb-4471-9836-e550278dbdec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:29.362062 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1f6e973b-2e9d-4b33-87a3-205a40c414f4 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:29.367955 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-1f6e973b-2e9d-4b33-87a3-205a40c414f4 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "DELETE /v2.0/routers/034c9c18-2ce8-4317-907c-330fc6602114 HTTP/1.1" status: 204 len: 168 time: 0.5895786 Jul 24 00:04:29.370049 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 57360) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:29.372878 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e475aada-4657-4fef-b017-73d37a5c737f req-93b90f15-3841-43c9-99a4-745fcad698f8 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:29.374427 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e475aada-4657-4fef-b017-73d37a5c737f req-93b90f15-3841-43c9-99a4-745fcad698f8 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=a746b04d-4762-4dcd-a318-7b96ce824ffb HTTP/1.1" status: 200 len: 946 time: 0.3015511 Jul 24 00:04:29.375684 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5e30e556-10fb-4471-9836-e550278dbdec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:29.378430 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97f26f0-e2bd-4204-a8c0-8ec25fb1f19a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf474bf-d647-418a-9f9c-a8c8ddae047f,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:29.386699 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-1dbfe933-8338-488d-8e46-aa0906771b66 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-880390302', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:04:29.439638 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e30e556-10fb-4471-9836-e550278dbdec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c1607dc-e571-463a-8db2-11d1e08b696b,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:29.468717 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e475aada-4657-4fef-b017-73d37a5c737f req-c474c150-060c-4565-8d2e-b731d1a1a9fc tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678146 Jul 24 00:04:29.473907 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-5e30e556-10fb-4471-9836-e550278dbdec admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3fab9c6d1e0541c8826d1cf5029bcf68&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4432690 Jul 24 00:04:29.474569 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 57364) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:29.516052 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1dbfe933-8338-488d-8e46-aa0906771b66 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:29.529171 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1dbfe933-8338-488d-8e46-aa0906771b66 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:29.575384 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-eb2bf328-56a7-4436-9728-f2057e81f5da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:29.623403 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-eb2bf328-56a7-4436-9728-f2057e81f5da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:29.719223 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-eb2bf328-56a7-4436-9728-f2057e81f5da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:29.722438 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-eb2bf328-56a7-4436-9728-f2057e81f5da admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:29.723826 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-eb2bf328-56a7-4436-9728-f2057e81f5da admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8c1607dc-e571-463a-8db2-11d1e08b696b HTTP/1.1" status: 204 len: 168 time: 0.2486138 Jul 24 00:04:29.734497 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2bf328-56a7-4436-9728-f2057e81f5da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c1607dc-e571-463a-8db2-11d1e08b696b,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:30.108099 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1dbfe933-8338-488d-8e46-aa0906771b66 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:30.128873 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1dbfe933-8338-488d-8e46-aa0906771b66 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:30.142817 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84513c-380a-4664-a24d-84f1a16bd6ec req-b684a23c-03e0-46db-8723-b8ca412d9420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:30.144582 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3a84513c-380a-4664-a24d-84f1a16bd6ec req-b684a23c-03e0-46db-8723-b8ca412d9420 service neutron] 10.222.0.64 "GET /v2.0/networks?id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 HTTP/1.1" status: 200 len: 870 time: 0.7999372 Jul 24 00:04:30.205905 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1dbfe933-8338-488d-8e46-aa0906771b66 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:30.207114 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-1dbfe933-8338-488d-8e46-aa0906771b66 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8360047 Jul 24 00:04:30.210333 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 57408) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:30.210490 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3a84513c-380a-4664-a24d-84f1a16bd6ec req-e07716cc-5767-4d70-b5af-8096d644bad8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=7b3ad419-bcb4-463d-a0fe-9702b81fd418 HTTP/1.1" status: 200 len: 217 time: 0.0586209 Jul 24 00:04:30.215512 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-a00d0fe0-d93e-4da2-8d6a-61a4b1a85453 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Request body: {'router': {'admin_state_up': True}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:04:30.260743 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-da41cb9b-81ac-4c8a-a0fe-adc94aa50c1e req-bd2842bd-16eb-4ac4-b072-88d7719dc434 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=12c01cab-6f38-47e5-a713-3b0033ce846b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2018716 Jul 24 00:04:30.277724 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d4a34-37de-4a27-a061-38dacddbe8c0 req-02d454f4-372e-41be-bca2-d162e2638e88 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:30.285249 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0e6d4a34-37de-4a27-a061-38dacddbe8c0 req-02d454f4-372e-41be-bca2-d162e2638e88 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ebaae68-1e07-4d33-85d0-95999b1db808 HTTP/1.1" status: 200 len: 949 time: 0.2363067 Jul 24 00:04:30.367274 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84513c-380a-4664-a24d-84f1a16bd6ec req-385634b9-5378-438f-b9fb-df162efd2821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:30.369595 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3a84513c-380a-4664-a24d-84f1a16bd6ec req-385634b9-5378-438f-b9fb-df162efd2821 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.1482334 Jul 24 00:04:30.404926 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0e6d4a34-37de-4a27-a061-38dacddbe8c0 req-c806c9fd-7d95-4c97-9548-7ff7a186d36f tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184151 Jul 24 00:04:30.459197 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da41cb9b-81ac-4c8a-a0fe-adc94aa50c1e req-37b2b064-981c-4336-b3fa-1e3409a7e75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:30.459946 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da41cb9b-81ac-4c8a-a0fe-adc94aa50c1e req-37b2b064-981c-4336-b3fa-1e3409a7e75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:30.460588 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da41cb9b-81ac-4c8a-a0fe-adc94aa50c1e req-37b2b064-981c-4336-b3fa-1e3409a7e75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:30.461250 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da41cb9b-81ac-4c8a-a0fe-adc94aa50c1e req-37b2b064-981c-4336-b3fa-1e3409a7e75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:30.461894 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da41cb9b-81ac-4c8a-a0fe-adc94aa50c1e req-37b2b064-981c-4336-b3fa-1e3409a7e75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:30.462533 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da41cb9b-81ac-4c8a-a0fe-adc94aa50c1e req-37b2b064-981c-4336-b3fa-1e3409a7e75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:30.463033 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da41cb9b-81ac-4c8a-a0fe-adc94aa50c1e req-37b2b064-981c-4336-b3fa-1e3409a7e75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:30.465041 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-da41cb9b-81ac-4c8a-a0fe-adc94aa50c1e req-37b2b064-981c-4336-b3fa-1e3409a7e75e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8d43db295226432aa2eb8bb806af3cad&device_id=12c01cab-6f38-47e5-a713-3b0033ce846b HTTP/1.1" status: 200 len: 6509 time: 0.1713457 Jul 24 00:04:30.480655 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84513c-380a-4664-a24d-84f1a16bd6ec req-cd1503aa-4e35-4126-9168-fef4c6872481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:30.483167 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3a84513c-380a-4664-a24d-84f1a16bd6ec req-cd1503aa-4e35-4126-9168-fef4c6872481 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1043940 Jul 24 00:04:30.492391 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 13f71a44-a306-4a88-ae2f-d8380c17e1c3 no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:04:30.565993 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 57424) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:30.593348 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a00d0fe0-d93e-4da2-8d6a-61a4b1a85453 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:30.627288 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a00d0fe0-d93e-4da2-8d6a-61a4b1a85453 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-687196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-687191', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-626537'] for router, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:30.766084 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:30.795915 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a746b04d-4762-4dcd-a318-7b96ce824ffb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13f71a44-a306-4a88-ae2f-d8380c17e1c3'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:04:30.799006 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0657c8f3-cd7d-4429-9bfc-5dd8a5d659a4" -d '{"events": [{"server_uuid": "a746b04d-4762-4dcd-a318-7b96ce824ffb", "name": "network-vif-unplugged", "status": "completed", "tag": "13f71a44-a306-4a88-ae2f-d8380c17e1c3"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:04:30.820083 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 13f71a44-a306-4a88-ae2f-d8380c17e1c3, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=13f71a44-a306-4a88-ae2f-d8380c17e1c3,segment=NetworkSegment(03844098-4008-432a-ad64-80c1a7ec0473),segment_id=03844098-4008-432a-ad64-80c1a7ec0473)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:04:30.830903 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:30.880900 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a00d0fe0-d93e-4da2-8d6a-61a4b1a85453 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Router 5a9c8db0-7654-4371-845f-17cdd655a5e7 is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:04:30.940914 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 00:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb8a039b-753c-4d2c-941e-f6024d5198e2 x-openstack-request-id: req-eb8a039b-753c-4d2c-941e-f6024d5198e2 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:04:30.941214 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a746b04d-4762-4dcd-a318-7b96ce824ffb", "name": "network-vif-unplugged", "status": "completed", "tag": "13f71a44-a306-4a88-ae2f-d8380c17e1c3", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:04:30.944004 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-eb8a039b-753c-4d2c-941e-f6024d5198e2 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:04:30.944697 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a746b04d-4762-4dcd-a318-7b96ce824ffb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13f71a44-a306-4a88-ae2f-d8380c17e1c3', 'code': 200} Jul 24 00:04:30.953580 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=13f71a44-a306-4a88-ae2f-d8380c17e1c3,revision_number=8']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:31.050736 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-838630c4-63be-44cf-a6d1-1614e73d4409 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-48245745'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:04:31.052761 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 57438) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:31.081093 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da41cb9b-81ac-4c8a-a0fe-adc94aa50c1e req-6934741c-efcf-43a7-aa1e-e349dd2b584a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:31.081588 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da41cb9b-81ac-4c8a-a0fe-adc94aa50c1e req-6934741c-efcf-43a7-aa1e-e349dd2b584a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:31.082060 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a00d0fe0-d93e-4da2-8d6a-61a4b1a85453 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:04:31.082239 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da41cb9b-81ac-4c8a-a0fe-adc94aa50c1e req-6934741c-efcf-43a7-aa1e-e349dd2b584a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:31.083789 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-da41cb9b-81ac-4c8a-a0fe-adc94aa50c1e req-6934741c-efcf-43a7-aa1e-e349dd2b584a service neutron] 10.222.0.64 "GET /v2.0/networks?id=7c5ac98e-801e-45e6-b7a1-9d72ebb7e3ef&id=2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62&id=2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62&id=2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62&id=2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62&id=0bd87d55-8051-4371-bdff-26afb21cf3d1&id=0bd87d55-8051-4371-bdff-26afb21cf3d1 HTTP/1.1" status: 200 len: 2298 time: 0.5777748 Jul 24 00:04:31.091145 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3a84513c-380a-4664-a24d-84f1a16bd6ec req-3b352b62-e3c7-49a8-ae1c-19425e0316b6 service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5953472 Jul 24 00:04:31.097815 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a00d0fe0-d93e-4da2-8d6a-61a4b1a85453 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:31.099790 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-a00d0fe0-d93e-4da2-8d6a-61a4b1a85453 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "PUT /v2.0/routers/5a9c8db0-7654-4371-845f-17cdd655a5e7 HTTP/1.1" status: 200 len: 697 time: 0.8880026 Jul 24 00:04:31.103308 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 57442) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:31.120294 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998d31f3-1226-47ea-9402-e391d2d07a84 None None] Sync routers for ids ['5a9c8db0-7654-4371-845f-17cdd655a5e7'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:04:31.154555 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998d31f3-1226-47ea-9402-e391d2d07a84 None None] Routers {'5a9c8db0-7654-4371-845f-17cdd655a5e7'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:04:31.156464 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-998d31f3-1226-47ea-9402-e391d2d07a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:04:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['5a9c8db0-7654-4371-845f-17cdd655a5e7'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:31.166289 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-a5d155d9-6e25-4c7e-805b-b6fba604abb1 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1857188573'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:04:31.202407 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b640f61-dcac-47a4-a19b-56968dab49a8 req-9e266735-2cc3-4f8f-af30-c464d9241f3a tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:31.209619 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2b640f61-dcac-47a4-a19b-56968dab49a8 req-9e266735-2cc3-4f8f-af30-c464d9241f3a tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=a746b04d-4762-4dcd-a318-7b96ce824ffb HTTP/1.1" status: 200 len: 944 time: 0.3998504 Jul 24 00:04:31.242734 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-838630c4-63be-44cf-a6d1-1614e73d4409 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Made reservation on behalf of ebb8f2f29751499da1023c7510ec92b9 for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:04:31.249504 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-838630c4-63be-44cf-a6d1-1614e73d4409 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:31.268309 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-838630c4-63be-44cf-a6d1-1614e73d4409 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:31.290670 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-fef63d5f-d7bc-4a94-a664-ed33bdd2d1ea tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "GET /v2.0/routers/5a9c8db0-7654-4371-845f-17cdd655a5e7 HTTP/1.1" status: 200 len: 703 time: 0.1852825 Jul 24 00:04:31.293352 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 57446) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:31.317594 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-998d31f3-1226-47ea-9402-e391d2d07a84 None None] Set router 5a9c8db0-7654-4371-845f-17cdd655a5e7 gateway port host: None {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:04:31.338931 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-da41cb9b-81ac-4c8a-a0fe-adc94aa50c1e req-02c54c80-19c1-491f-a42e-7ac6b0e1c08b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1af1c0b-79e3-4d56-866d-18620582745c HTTP/1.1" status: 200 len: 1002 time: 0.2456124 Jul 24 00:04:31.365043 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-040c1724-cbc0-48bf-8634-a1f0f25f4f55 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "GET /v2.0/ports?device_id=5a9c8db0-7654-4371-845f-17cdd655a5e7 HTTP/1.1" status: 200 len: 205 time: 0.0697830 Jul 24 00:04:31.368669 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 57448) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:31.394161 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-998d31f3-1226-47ea-9402-e391d2d07a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a9c8db0-7654-4371-845f-17cdd655a5e7', 'name': 'tempest-RoutersIpV6Test-router-880390302', 'tenant_id': '4089b22453f945a5901919043ff32633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:04:29Z', 'updated_at': '2021-07-24T00:04:30Z', 'revision_number': 2, 'project_id': '4089b22453f945a5901919043ff32633', 'gw_port_host': None}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:31.422216 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998d31f3-1226-47ea-9402-e391d2d07a84 None None] Checking router: 5a9c8db0-7654-4371-845f-17cdd655a5e7 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:04:31.433839 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998d31f3-1226-47ea-9402-e391d2d07a84 None None] Routers {'5a9c8db0-7654-4371-845f-17cdd655a5e7'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:04:31.435365 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-998d31f3-1226-47ea-9402-e391d2d07a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:04:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['5a9c8db0-7654-4371-845f-17cdd655a5e7'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:31.458765 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da41cb9b-81ac-4c8a-a0fe-adc94aa50c1e req-06c8a827-cfa9-41df-8fa9-8bf89d9e4d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:31.461319 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-da41cb9b-81ac-4c8a-a0fe-adc94aa50c1e req-06c8a827-cfa9-41df-8fa9-8bf89d9e4d04 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c23b279f-1e65-49c9-9b0f-a3a3864c4539 HTTP/1.1" status: 200 len: 856 time: 0.1026757 Jul 24 00:04:31.512919 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2b640f61-dcac-47a4-a19b-56968dab49a8 req-7d6b418a-5ebf-49fd-99a3-e9a0b8aa890d tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015826 Jul 24 00:04:31.527126 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-998d31f3-1226-47ea-9402-e391d2d07a84 None None] Set router 5a9c8db0-7654-4371-845f-17cdd655a5e7 gateway port host: None {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:04:31.527709 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5d155d9-6e25-4c7e-805b-b6fba604abb1 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Made reservation on behalf of db1a994f6b3147e083cf720237db11ff for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:04:31.542010 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a5d155d9-6e25-4c7e-805b-b6fba604abb1 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:31.598143 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-998d31f3-1226-47ea-9402-e391d2d07a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a9c8db0-7654-4371-845f-17cdd655a5e7', 'name': 'tempest-RoutersIpV6Test-router-880390302', 'tenant_id': '4089b22453f945a5901919043ff32633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:04:29Z', 'updated_at': '2021-07-24T00:04:30Z', 'revision_number': 2, 'project_id': '4089b22453f945a5901919043ff32633', 'gw_port_host': None}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:31.626217 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998d31f3-1226-47ea-9402-e391d2d07a84 None None] The sync data for ids ['5a9c8db0-7654-4371-845f-17cdd655a5e7'] in n-d-800088-16 is: [{'id': '5a9c8db0-7654-4371-845f-17cdd655a5e7', 'name': 'tempest-RoutersIpV6Test-router-880390302', 'tenant_id': '4089b22453f945a5901919043ff32633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:04:29Z', 'updated_at': '2021-07-24T00:04:30Z', 'revision_number': 2, 'project_id': '4089b22453f945a5901919043ff32633', 'gw_port_host': None}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:04:31.641349 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a5d155d9-6e25-4c7e-805b-b6fba604abb1 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:31.654215 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3a84513c-380a-4664-a24d-84f1a16bd6ec req-22a2aac9-95da-476d-98bc-b50ef1017729 service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5498273 Jul 24 00:04:31.720671 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da41cb9b-81ac-4c8a-a0fe-adc94aa50c1e req-2b8f6607-f4b8-4eb1-a2ca-424e2f7e4a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:31.729175 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-da41cb9b-81ac-4c8a-a0fe-adc94aa50c1e req-2b8f6607-f4b8-4eb1-a2ca-424e2f7e4a79 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7c5ac98e-801e-45e6-b7a1-9d72ebb7e3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2533751 Jul 24 00:04:31.766432 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-838630c4-63be-44cf-a6d1-1614e73d4409 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:31.807578 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8de2530e-0621-4fda-a414-9617921c381d tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for router, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:31.857215 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-838630c4-63be-44cf-a6d1-1614e73d4409 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:31.959235 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-838630c4-63be-44cf-a6d1-1614e73d4409 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:04:32.008165 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a5d155d9-6e25-4c7e-805b-b6fba604abb1 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:32.014056 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-da41cb9b-81ac-4c8a-a0fe-adc94aa50c1e req-55d0e2b9-c8e2-4db3-8de3-75e0a7929282 service neutron] 10.222.0.64 "GET /v2.0/networks/7c5ac98e-801e-45e6-b7a1-9d72ebb7e3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639387 Jul 24 00:04:32.015344 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a5d155d9-6e25-4c7e-805b-b6fba604abb1 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:32.032290 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838630c4-63be-44cf-a6d1-1614e73d4409 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea43b0f4-0573-4b7c-b724-950b8f330a8b,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:32.071578 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-838630c4-63be-44cf-a6d1-1614e73d4409 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:32.071939 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-838630c4-63be-44cf-a6d1-1614e73d4409 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Added segment 4ad798b8-44c3-4834-9a55-d5870f21d770 of type vlan for network 0cd4d1dc-85e3-4bec-ad23-95ceb4c07445 Jul 24 00:04:32.090466 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8de2530e-0621-4fda-a414-9617921c381d tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:32.092763 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5d155d9-6e25-4c7e-805b-b6fba604abb1 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:04:32.094682 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8de2530e-0621-4fda-a414-9617921c381d tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:32.104132 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d155d9-6e25-4c7e-805b-b6fba604abb1 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d89cdf-d17e-47b1-9140-646aa25fa4f1,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:32.113951 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a5d155d9-6e25-4c7e-805b-b6fba604abb1 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:32.114313 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-a5d155d9-6e25-4c7e-805b-b6fba604abb1 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Added segment 569dd121-7f22-48ad-bbba-2e0a9b7825e4 of type vlan for network a9a9bd12-697c-4454-911a-87c238cc9766 Jul 24 00:04:32.129177 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719669e9-2f71-4e1a-8c94-0d6d3ce47e31 req-7b82f150-edc0-4c13-8c52-d8ce95cacb73 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:32.130739 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-719669e9-2f71-4e1a-8c94-0d6d3ce47e31 req-7b82f150-edc0-4c13-8c52-d8ce95cacb73 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ebaae68-1e07-4d33-85d0-95999b1db808 HTTP/1.1" status: 200 len: 949 time: 0.5010593 Jul 24 00:04:32.185531 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-838630c4-63be-44cf-a6d1-1614e73d4409 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:32.197956 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8de2530e-0621-4fda-a414-9617921c381d tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:32.198508 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de2530e-0621-4fda-a414-9617921c381d tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Fanout notify agent at l3_agent the message router_deleted on router 5a9c8db0-7654-4371-845f-17cdd655a5e7 {{(pid=100313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:04:32.205739 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a5d155d9-6e25-4c7e-805b-b6fba604abb1 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:32.208283 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8de2530e-0621-4fda-a414-9617921c381d tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:32.209467 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-8de2530e-0621-4fda-a414-9617921c381d tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "DELETE /v2.0/routers/5a9c8db0-7654-4371-845f-17cdd655a5e7 HTTP/1.1" status: 204 len: 168 time: 0.8379028 Jul 24 00:04:32.216207 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 57456) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:32.223302 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-da41cb9b-81ac-4c8a-a0fe-adc94aa50c1e req-3666bb90-25cf-4174-a9f7-9fda80054665 service neutron] 10.222.0.64 "GET /v2.0/networks/7c5ac98e-801e-45e6-b7a1-9d72ebb7e3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990376 Jul 24 00:04:32.267743 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-fe3da34d-48ce-4eb6-b4d5-a79533d7c58c tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "GET /v2.0/ports?device_id=5a9c8db0-7654-4371-845f-17cdd655a5e7 HTTP/1.1" status: 200 len: 205 time: 0.0503542 Jul 24 00:04:32.273917 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 57458) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:32.279536 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-719669e9-2f71-4e1a-8c94-0d6d3ce47e31 req-8402e99e-073a-4e92-a190-3523085d78ae tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057472 Jul 24 00:04:32.291174 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-da41cb9b-81ac-4c8a-a0fe-adc94aa50c1e req-bd135114-c7a4-4ede-a476-d053724e42ed service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=2ae00847-5047-43ce-ba3f-aff5e321b304 HTTP/1.1" status: 200 len: 217 time: 0.0613372 Jul 24 00:04:32.332604 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a5d155d9-6e25-4c7e-805b-b6fba604abb1 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:32.332774 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [None req-053b252a-023c-4380-8740-3508b99c8b38 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] delete failed (client error): The resource could not be found. Jul 24 00:04:32.336055 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-053b252a-023c-4380-8740-3508b99c8b38 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "DELETE /v2.0/routers/5a9c8db0-7654-4371-845f-17cdd655a5e7 HTTP/1.1" status: 404 len: 336 time: 0.0589952 Jul 24 00:04:32.336055 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-838630c4-63be-44cf-a6d1-1614e73d4409 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:32.339389 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d155d9-6e25-4c7e-805b-b6fba604abb1 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:32.340125 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a5d155d9-6e25-4c7e-805b-b6fba604abb1 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:32.345234 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 57462) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:32.346418 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838630c4-63be-44cf-a6d1-1614e73d4409 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:32.347136 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-838630c4-63be-44cf-a6d1-1614e73d4409 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:32.403204 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-838630c4-63be-44cf-a6d1-1614e73d4409 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8327837 Jul 24 00:04:32.411904 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 57466) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:32.414497 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-4631c2fe-f61f-4b3e-b461-86d7ad2be1e7 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] DELETE failed (client error): The resource could not be found. Jul 24 00:04:32.415037 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4631c2fe-f61f-4b3e-b461-86d7ad2be1e7 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:04:32.416789 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-4631c2fe-f61f-4b3e-b461-86d7ad2be1e7 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "DELETE /v2.0/subnets/e34d9ab5-e237-4d2d-a235-e6fbfc4d149e HTTP/1.1" status: 404 len: 337 time: 0.0667429 Jul 24 00:04:32.421358 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-198e834a-8985-4544-8603-f85652c7f9fb tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Request body: {'subnet': {'network_id': '0cd4d1dc-85e3-4bec-ad23-95ceb4c07445', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:04:32.431506 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 57468) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:32.437246 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838630c4-63be-44cf-a6d1-1614e73d4409 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Pushing event updated for resources: {'Network': ['ID=0cd4d1dc-85e3-4bec-ad23-95ceb4c07445,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:32.448237 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 0cd4d1dc-85e3-4bec-ad23-95ceb4c07445 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:04:32.457493 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-a5d155d9-6e25-4c7e-805b-b6fba604abb1 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.4022524 Jul 24 00:04:32.459061 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da41cb9b-81ac-4c8a-a0fe-adc94aa50c1e req-6fce2c9a-f270-4e4f-8e53-4af7f506c035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:32.460587 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 57470) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:32.460723 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-da41cb9b-81ac-4c8a-a0fe-adc94aa50c1e req-6fce2c9a-f270-4e4f-8e53-4af7f506c035 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f94f5fe1-1657-4d56-85e2-2952459188b5 HTTP/1.1" status: 200 len: 797 time: 0.1598971 Jul 24 00:04:32.467325 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-c0af892d-c135-4584-9f6f-9704a463345c tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Request body: {'subnet': {'network_id': 'a9a9bd12-697c-4454-911a-87c238cc9766', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:04:32.575424 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0af892d-c135-4584-9f6f-9704a463345c tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Made reservation on behalf of db1a994f6b3147e083cf720237db11ff for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:04:32.579905 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c0af892d-c135-4584-9f6f-9704a463345c tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:32.623443 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d155d9-6e25-4c7e-805b-b6fba604abb1 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Pushing event updated for resources: {'Network': ['ID=a9a9bd12-697c-4454-911a-87c238cc9766,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:32.630728 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce98933e-7e2d-43bd-b7e3-a2b36dcb4b7e tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] DELETE failed (client error): The resource could not be found. Jul 24 00:04:32.631191 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce98933e-7e2d-43bd-b7e3-a2b36dcb4b7e tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:04:32.636148 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network a9a9bd12-697c-4454-911a-87c238cc9766 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:04:32.637052 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 57474) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:32.641010 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-ce98933e-7e2d-43bd-b7e3-a2b36dcb4b7e tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "DELETE /v2.0/subnets/01ff3843-8aee-4393-b6da-3119e0ce0314 HTTP/1.1" status: 404 len: 337 time: 0.2006073 Jul 24 00:04:32.712826 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-a69d23ca-f089-4402-b998-9ed999b4e1bc tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] DELETE failed (client error): The resource could not be found. Jul 24 00:04:32.713324 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a69d23ca-f089-4402-b998-9ed999b4e1bc tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:04:32.715532 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-a69d23ca-f089-4402-b998-9ed999b4e1bc tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "DELETE /v2.0/subnets/80243f7e-e7b6-4fea-8c04-af9e6926e3bc HTTP/1.1" status: 404 len: 337 time: 0.0772657 Jul 24 00:04:32.720643 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 57476) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:32.756192 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-198e834a-8985-4544-8603-f85652c7f9fb tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Made reservation on behalf of ebb8f2f29751499da1023c7510ec92b9 for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:04:32.760196 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-198e834a-8985-4544-8603-f85652c7f9fb tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:32.779862 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-51ccc3e0-47ee-414e-b650-1c19575870ba tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] DELETE failed (client error): The resource could not be found. Jul 24 00:04:32.780469 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51ccc3e0-47ee-414e-b650-1c19575870ba tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:04:32.784709 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-51ccc3e0-47ee-414e-b650-1c19575870ba tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "DELETE /v2.0/subnets/05c840f6-1e89-4e3c-b2c5-8bc1a8b7dac2 HTTP/1.1" status: 404 len: 337 time: 0.0571058 Jul 24 00:04:32.786970 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 57478) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:32.848040 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-31fb0fa6-8e3c-481e-af21-c57a78bf852d tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "GET /v2.0/ports?device_id=034c9c18-2ce8-4317-907c-330fc6602114 HTTP/1.1" status: 200 len: 205 time: 0.0518959 Jul 24 00:04:32.858908 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 57482) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:32.908330 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da41cb9b-81ac-4c8a-a0fe-adc94aa50c1e req-cc591826-a351-4f3c-9a2f-12d48bc1ac31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:32.910111 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-da41cb9b-81ac-4c8a-a0fe-adc94aa50c1e req-cc591826-a351-4f3c-9a2f-12d48bc1ac31 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4354513 Jul 24 00:04:32.921162 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8857e6f-720b-45dd-9a87-d90dbc4803df req-d7adf670-1642-4671-bf4a-5c0f86f0757a tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:32.927299 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [None req-5c51ebb5-f2a2-42eb-8143-4d4ba4941d76 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] delete failed (client error): The resource could not be found. Jul 24 00:04:32.928362 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e8857e6f-720b-45dd-9a87-d90dbc4803df req-d7adf670-1642-4671-bf4a-5c0f86f0757a tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=a746b04d-4762-4dcd-a318-7b96ce824ffb HTTP/1.1" status: 200 len: 944 time: 0.2837191 Jul 24 00:04:32.928756 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-5c51ebb5-f2a2-42eb-8143-4d4ba4941d76 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "DELETE /v2.0/routers/034c9c18-2ce8-4317-907c-330fc6602114 HTTP/1.1" status: 404 len: 336 time: 0.0688832 Jul 24 00:04:32.937156 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 57486) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:32.951332 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c0af892d-c135-4584-9f6f-9704a463345c tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:33.014700 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-e718e34d-284a-435b-bab7-1e75d5daa595 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "GET /v2.0/ports?device_id=324d833c-426c-474c-aee6-e7e52f4a41d6 HTTP/1.1" status: 200 len: 205 time: 0.0623519 Jul 24 00:04:33.021636 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 57488) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:33.099607 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [None req-f72bc662-cdca-444a-87ef-7900b3e664a4 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] delete failed (client error): The resource could not be found. Jul 24 00:04:33.103020 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-f72bc662-cdca-444a-87ef-7900b3e664a4 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "DELETE /v2.0/routers/324d833c-426c-474c-aee6-e7e52f4a41d6 HTTP/1.1" status: 404 len: 336 time: 0.0602863 Jul 24 00:04:33.103020 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0af892d-c135-4584-9f6f-9704a463345c tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Checking segment: {'id': '569dd121-7f22-48ad-bbba-2e0a9b7825e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a9a9bd12-697c-4454-911a-87c238cc9766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:04:33.103020 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0af892d-c135-4584-9f6f-9704a463345c tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Network hostable DHCP agents. Network: a9a9bd12-697c-4454-911a-87c238cc9766, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:04:33.103662 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 57490) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:33.109346 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e8857e6f-720b-45dd-9a87-d90dbc4803df req-68163323-cd0c-484f-b607-2eb3bd5bac07 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800883 Jul 24 00:04:33.116004 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0af892d-c135-4584-9f6f-9704a463345c tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Pushing event updated for resources: {'Subnet': ['ID=93cb7eb8-0689-4239-bb74-f0fed2019746,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:33.156752 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a96d55d-6d4a-4c31-ab03-11450c314d01 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] DELETE failed (client error): The resource could not be found. Jul 24 00:04:33.158632 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a96d55d-6d4a-4c31-ab03-11450c314d01 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:04:33.161729 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-2a96d55d-6d4a-4c31-ab03-11450c314d01 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "DELETE /v2.0/subnets/ac86d588-0e6f-4c4f-89ef-ef7bbea23f30 HTTP/1.1" status: 404 len: 337 time: 0.0529108 Jul 24 00:04:33.161729 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0af892d-c135-4584-9f6f-9704a463345c tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Network a9a9bd12-697c-4454-911a-87c238cc9766 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:04:33.162855 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 57494) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:33.204029 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-198e834a-8985-4544-8603-f85652c7f9fb tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:33.205222 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-c0af892d-c135-4584-9f6f-9704a463345c tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, a9a9bd12-697c-4454-911a-87c238cc9766) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:04:33.211177 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0af892d-c135-4584-9f6f-9704a463345c tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:33.212338 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c0af892d-c135-4584-9f6f-9704a463345c tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:33.219788 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-0671a295-76a7-4b13-96bb-c6941bd49b7d tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f26a06a-d288-46dd-b008-f028ac278332 HTTP/1.1" status: 200 len: 205 time: 0.0525148 Jul 24 00:04:33.222059 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 57496) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:33.226468 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c12aa18-84a3-4737-b4a6-5ccc3c8c3464 None None] Network a9a9bd12-697c-4454-911a-87c238cc9766 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:04:33.277396 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c0af892d-c135-4584-9f6f-9704a463345c tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8133023 Jul 24 00:04:33.277396 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [None req-370c1490-3e16-45fe-9ce9-95462726e51d tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] delete failed (client error): The resource could not be found. Jul 24 00:04:33.277849 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-370c1490-3e16-45fe-9ce9-95462726e51d tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "DELETE /v2.0/routers/4f26a06a-d288-46dd-b008-f028ac278332 HTTP/1.1" status: 404 len: 336 time: 0.0551183 Jul 24 00:04:33.278281 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 57502) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:33.282160 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-da41cb9b-81ac-4c8a-a0fe-adc94aa50c1e req-5c61f35e-a998-4e13-9e17-d0756a9bef7a service neutron] 10.222.0.64 "GET /v2.0/networks/2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3421333 Jul 24 00:04:33.282678 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 57504) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:33.284706 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-feb1182f-3417-4524-8a20-ad117da0a7e1 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Request body: {'port': {'network_id': 'a9a9bd12-697c-4454-911a-87c238cc9766', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1214920103'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:04:33.451861 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb1182f-3417-4524-8a20-ad117da0a7e1 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Made reservation on behalf of db1a994f6b3147e083cf720237db11ff for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:04:33.459132 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-feb1182f-3417-4524-8a20-ad117da0a7e1 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:33.459723 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56a5bbb-5d20-40ce-b1ea-716d0a12956b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-a9a9bd12-697c-4454-911a-87c238cc9766', 'network_id': 'a9a9bd12-697c-4454-911a-87c238cc9766', 'tenant_id': 'db1a994f6b3147e083cf720237db11ff', 'fixed_ips': [{'subnet_id': '93cb7eb8-0689-4239-bb74-f0fed2019746'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:04:33.460691 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e56a5bbb-5d20-40ce-b1ea-716d0a12956b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:33.485654 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [None req-feb1182f-3417-4524-8a20-ad117da0a7e1 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] device_id is not set on port b38c20cd-335d-43f4-8eea-dada34d3682c yet. {{(pid=100313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:04:33.502363 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198e834a-8985-4544-8603-f85652c7f9fb tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Pushing event updated for resources: {'Subnet': ['ID=196a9af0-0aac-4a27-bd54-41230252f5db,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:33.511710 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-ad037c41-a41c-42f6-bc7c-a08165d06d3a tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "GET /v2.0/ports?device_id=29e51e44-da3d-4f31-8184-a87924338e36 HTTP/1.1" status: 200 len: 205 time: 0.2238092 Jul 24 00:04:33.512309 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 57520) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:33.641443 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-feb1182f-3417-4524-8a20-ad117da0a7e1 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Allocated IP 2001:db8::12c (a9a9bd12-697c-4454-911a-87c238cc9766/93cb7eb8-0689-4239-bb74-f0fed2019746/b38c20cd-335d-43f4-8eea-dada34d3682c) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:04:33.702255 n-d-800088-16 neutron-server[100314]: INFO neutron.api.v2.resource [None req-7419ca67-f9cc-4614-a83f-0ce7fb551295 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] delete failed (client error): The resource could not be found. Jul 24 00:04:33.703326 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-7419ca67-f9cc-4614-a83f-0ce7fb551295 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "DELETE /v2.0/routers/29e51e44-da3d-4f31-8184-a87924338e36 HTTP/1.1" status: 404 len: 336 time: 0.1154392 Jul 24 00:04:33.707317 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198e834a-8985-4544-8603-f85652c7f9fb tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Checking segment: {'id': '4ad798b8-44c3-4834-9a55-d5870f21d770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '0cd4d1dc-85e3-4bec-ad23-95ceb4c07445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:04:33.708164 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198e834a-8985-4544-8603-f85652c7f9fb tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Network hostable DHCP agents. Network: 0cd4d1dc-85e3-4bec-ad23-95ceb4c07445, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:04:33.711420 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 57532) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:33.748142 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-da41cb9b-81ac-4c8a-a0fe-adc94aa50c1e req-8e48b74f-81a2-4238-8875-6504f85330de service neutron] 10.222.0.64 "GET /v2.0/networks/2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4521952 Jul 24 00:04:33.753092 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3fd4787-62a5-491d-aa0a-ed94f01a119c tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] DELETE failed (client error): The resource could not be found. Jul 24 00:04:33.753538 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3fd4787-62a5-491d-aa0a-ed94f01a119c tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:04:33.755305 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-b3fd4787-62a5-491d-aa0a-ed94f01a119c tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "DELETE /v2.0/subnets/c3792f80-e37c-4a48-9568-8bf788c37e74 HTTP/1.1" status: 404 len: 337 time: 0.0430746 Jul 24 00:04:33.758922 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 57536) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:33.809350 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-0a5da9d5-a56d-4372-9c69-4549f872b253 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "GET /v2.0/ports?device_id=75b4eeba-52c7-46f9-98f8-cbcf330fe820 HTTP/1.1" status: 200 len: 205 time: 0.0493441 Jul 24 00:04:33.813089 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 57548) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:33.832063 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-da41cb9b-81ac-4c8a-a0fe-adc94aa50c1e req-5d54afde-0eea-4bb3-8f39-66f3363f2424 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.205&port_id=05c23a2d-a333-40a3-ad43-c3bfc576a416 HTTP/1.1" status: 200 len: 217 time: 0.0747561 Jul 24 00:04:33.874209 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [None req-b9a3d912-388c-4e30-81ad-cb04166782d6 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] delete failed (client error): The resource could not be found. Jul 24 00:04:33.875362 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-b9a3d912-388c-4e30-81ad-cb04166782d6 tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "DELETE /v2.0/routers/75b4eeba-52c7-46f9-98f8-cbcf330fe820 HTTP/1.1" status: 404 len: 336 time: 0.0617480 Jul 24 00:04:33.877931 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198e834a-8985-4544-8603-f85652c7f9fb tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Network 0cd4d1dc-85e3-4bec-ad23-95ceb4c07445 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:04:33.878750 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 57554) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:33.909362 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-abbb7402-5082-4dab-a9db-4f7dd6a3d7bd tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] DELETE failed (client error): The resource could not be found. Jul 24 00:04:33.909984 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abbb7402-5082-4dab-a9db-4f7dd6a3d7bd tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:04:33.911838 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-abbb7402-5082-4dab-a9db-4f7dd6a3d7bd tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "DELETE /v2.0/subnets/8e1d49f7-a179-489c-abbb-d966cd353e56 HTTP/1.1" status: 404 len: 337 time: 0.0321751 Jul 24 00:04:33.915322 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 57560) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:33.923984 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-198e834a-8985-4544-8603-f85652c7f9fb tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 0cd4d1dc-85e3-4bec-ad23-95ceb4c07445) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:04:33.963130 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edb1680-21ad-4f12-a6e7-b0acbf8b3405 req-b730a341-3a07-404f-aad3-68c4c01d5590 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:33.969311 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7edb1680-21ad-4f12-a6e7-b0acbf8b3405 req-b730a341-3a07-404f-aad3-68c4c01d5590 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ebaae68-1e07-4d33-85d0-95999b1db808 HTTP/1.1" status: 200 len: 949 time: 0.3849614 Jul 24 00:04:33.974538 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5215815-16c4-4ff1-ba8d-f4fcedf77c7c None None] Network 0cd4d1dc-85e3-4bec-ad23-95ceb4c07445 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:04:33.992833 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198e834a-8985-4544-8603-f85652c7f9fb tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:33.993450 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-198e834a-8985-4544-8603-f85652c7f9fb tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:34.013825 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-669311af-d262-437a-ae50-030fbe59847f tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dfed793-24cf-4d76-915f-cb7f777b4791 HTTP/1.1" status: 200 len: 205 time: 0.0931590 Jul 24 00:04:34.015823 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 57568) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:34.016849 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da41cb9b-81ac-4c8a-a0fe-adc94aa50c1e req-7f4eff4c-d113-4e24-af5d-e6ebcfe3b94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:34.018357 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-da41cb9b-81ac-4c8a-a0fe-adc94aa50c1e req-7f4eff4c-d113-4e24-af5d-e6ebcfe3b94e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f94f5fe1-1657-4d56-85e2-2952459188b5 HTTP/1.1" status: 200 len: 797 time: 0.1687794 Jul 24 00:04:34.024152 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-198e834a-8985-4544-8603-f85652c7f9fb tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6110172 Jul 24 00:04:34.024778 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 57570) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:34.035488 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-8f7fab0d-c015-40c0-a7bb-7c05c7a6079a tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-233634283', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}, 'admin_state_up': False}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:04:34.074719 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [None req-5f7743a2-ed4f-41f8-9fe2-5b745777576d tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] delete failed (client error): The resource could not be found. Jul 24 00:04:34.076874 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-5f7743a2-ed4f-41f8-9fe2-5b745777576d tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "DELETE /v2.0/routers/6dfed793-24cf-4d76-915f-cb7f777b4791 HTTP/1.1" status: 404 len: 336 time: 0.0594800 Jul 24 00:04:34.080280 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 57574) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:34.119067 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7edb1680-21ad-4f12-a6e7-b0acbf8b3405 req-75423eeb-4ebe-44d4-9b7b-d18291c5205d tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116245 Jul 24 00:04:34.142631 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8f7fab0d-c015-40c0-a7bb-7c05c7a6079a tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:34.144929 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8f7fab0d-c015-40c0-a7bb-7c05c7a6079a tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:34.148716 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-feb1182f-3417-4524-8a20-ad117da0a7e1 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:34.155594 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87c4cfb-2be1-4c0c-be81-9a6e04bfff91 None None] Network 0cd4d1dc-85e3-4bec-ad23-95ceb4c07445 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:04:34.158092 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa5da483-e630-4817-9df1-04718863699f tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] DELETE failed (client error): The resource could not be found. Jul 24 00:04:34.162243 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa5da483-e630-4817-9df1-04718863699f tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:04:34.164292 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-fa5da483-e630-4817-9df1-04718863699f tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "DELETE /v2.0/subnets/d386f61c-7b3d-489f-ba7d-3f0d4b0f3c65 HTTP/1.1" status: 404 len: 337 time: 0.0830269 Jul 24 00:04:34.166540 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da41cb9b-81ac-4c8a-a0fe-adc94aa50c1e req-3bf99168-15b0-456d-ad64-4eeeaa80faaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:34.169012 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-da41cb9b-81ac-4c8a-a0fe-adc94aa50c1e req-3bf99168-15b0-456d-ad64-4eeeaa80faaa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1429222 Jul 24 00:04:34.170731 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 57576) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:34.188850 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [None req-feb1182f-3417-4524-8a20-ad117da0a7e1 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Transition to ACTIVE for port object b38c20cd-335d-43f4-8eea-dada34d3682c will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:04:34.268432 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc7e32e4-ef05-413f-b26e-637da23d9c3b tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] DELETE failed (client error): The resource could not be found. Jul 24 00:04:34.268925 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc7e32e4-ef05-413f-b26e-637da23d9c3b tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:04:34.270676 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-bc7e32e4-ef05-413f-b26e-637da23d9c3b tempest-RoutersIpV6Test-909338558 tempest-RoutersIpV6Test-909338558-project] 10.222.0.44 "DELETE /v2.0/subnets/46b858ba-f381-41b1-923a-5ec05d0b242c HTTP/1.1" status: 404 len: 337 time: 0.0980711 Jul 24 00:04:34.289301 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-feb1182f-3417-4524-8a20-ad117da0a7e1 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:34.401048 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb1182f-3417-4524-8a20-ad117da0a7e1 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Network a9a9bd12-697c-4454-911a-87c238cc9766 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:04:34.409666 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-feb1182f-3417-4524-8a20-ad117da0a7e1 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:04:34.420343 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb1182f-3417-4524-8a20-ad117da0a7e1 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:04:34.426877 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb1182f-3417-4524-8a20-ad117da0a7e1 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:34.427883 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-feb1182f-3417-4524-8a20-ad117da0a7e1 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:34.454323 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb1182f-3417-4524-8a20-ad117da0a7e1 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Pushing event updated for resources: {'Port': ['ID=b38c20cd-335d-43f4-8eea-dada34d3682c,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:34.460139 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-feb1182f-3417-4524-8a20-ad117da0a7e1 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1801624 Jul 24 00:04:34.472689 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8a13be23-f511-4249-8da6-eab64e6c204a req-a7ffa92f-4578-473b-a20c-3be8d399d366 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2c075934-d6b2-45f9-8b7a-e05ff072e3c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2431548 Jul 24 00:04:34.473404 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 57580) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:34.480155 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-910069ec-baa0-4e12-9792-e8b98e3d1184 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Request body: {'port': {'network_id': 'a9a9bd12-697c-4454-911a-87c238cc9766', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-223715483', 'allowed_address_pairs': [{'ip_address': '2001:db8::12c', 'mac_address': 'fa:16:3e:4b:d9:f9'}]}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:04:34.498089 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67520806-d2fa-4c92-b626-2a66093b4d1a req-c9c4878d-6085-4d00-add7-d8f7e66806d6 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:34.499620 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-67520806-d2fa-4c92-b626-2a66093b4d1a req-c9c4878d-6085-4d00-add7-d8f7e66806d6 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=a746b04d-4762-4dcd-a318-7b96ce824ffb HTTP/1.1" status: 200 len: 944 time: 0.2717843 Jul 24 00:04:34.512987 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 13f71a44-a306-4a88-ae2f-d8380c17e1c3 no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:04:34.615887 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-e56a5bbb-5d20-40ce-b1ea-716d0a12956b None None] Allocated IP 2001:db8::2 (a9a9bd12-697c-4454-911a-87c238cc9766/93cb7eb8-0689-4239-bb74-f0fed2019746/06930fe2-741e-4b78-a0e8-10700fd4aa03) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:04:34.644363 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 57584) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:34.669555 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8f7fab0d-c015-40c0-a7bb-7c05c7a6079a tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:34.845306 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a13be23-f511-4249-8da6-eab64e6c204a req-0d8be9c0-d9ad-4156-8767-8f485f28c1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:34.846317 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a13be23-f511-4249-8da6-eab64e6c204a req-0d8be9c0-d9ad-4156-8767-8f485f28c1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:34.846745 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a13be23-f511-4249-8da6-eab64e6c204a req-0d8be9c0-d9ad-4156-8767-8f485f28c1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:34.847271 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a13be23-f511-4249-8da6-eab64e6c204a req-0d8be9c0-d9ad-4156-8767-8f485f28c1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:34.847804 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a13be23-f511-4249-8da6-eab64e6c204a req-0d8be9c0-d9ad-4156-8767-8f485f28c1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:34.848341 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a13be23-f511-4249-8da6-eab64e6c204a req-0d8be9c0-d9ad-4156-8767-8f485f28c1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:34.848883 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a13be23-f511-4249-8da6-eab64e6c204a req-0d8be9c0-d9ad-4156-8767-8f485f28c1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:34.851267 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8a13be23-f511-4249-8da6-eab64e6c204a req-0d8be9c0-d9ad-4156-8767-8f485f28c1b4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a493ff63bf324cec8682bc97c22087f0&device_id=2c075934-d6b2-45f9-8b7a-e05ff072e3c1 HTTP/1.1" status: 200 len: 6500 time: 0.3044124 Jul 24 00:04:34.858002 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-910069ec-baa0-4e12-9792-e8b98e3d1184 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Made reservation on behalf of db1a994f6b3147e083cf720237db11ff for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:04:34.859308 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-da41cb9b-81ac-4c8a-a0fe-adc94aa50c1e req-371f4721-8991-4f0f-bb52-509258ed1538 service neutron] 10.222.0.64 "GET /v2.0/networks/2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6664989 Jul 24 00:04:34.864792 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8f7fab0d-c015-40c0-a7bb-7c05c7a6079a tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:34.871434 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e56a5bbb-5d20-40ce-b1ea-716d0a12956b None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:34.881612 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-e56a5bbb-5d20-40ce-b1ea-716d0a12956b None None] Transition to ACTIVE for port object 06930fe2-741e-4b78-a0e8-10700fd4aa03 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:04:34.899035 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-67520806-d2fa-4c92-b626-2a66093b4d1a req-8396feda-56fe-40a1-93d6-e2ee590915c1 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Deleting port 13f71a44-a306-4a88-ae2f-d8380c17e1c3 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:04:34.899683 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-67520806-d2fa-4c92-b626-2a66093b4d1a req-8396feda-56fe-40a1-93d6-e2ee590915c1 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:34.901216 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-e56a5bbb-5d20-40ce-b1ea-716d0a12956b None None] Transition to ACTIVE for port object 06930fe2-741e-4b78-a0e8-10700fd4aa03 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:04:34.908140 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e56a5bbb-5d20-40ce-b1ea-716d0a12956b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:34.955240 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56a5bbb-5d20-40ce-b1ea-716d0a12956b None None] Network a9a9bd12-697c-4454-911a-87c238cc9766 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:04:34.958328 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-e56a5bbb-5d20-40ce-b1ea-716d0a12956b None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:04:34.964441 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56a5bbb-5d20-40ce-b1ea-716d0a12956b None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:04:34.975929 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-da41cb9b-81ac-4c8a-a0fe-adc94aa50c1e req-8fe54b95-4977-4db3-8e0b-880ac9c3e307 service neutron] 10.222.0.64 "GET /v2.0/networks/2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070697 Jul 24 00:04:34.978323 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56a5bbb-5d20-40ce-b1ea-716d0a12956b None None] Pushing event updated for resources: {'Port': ['ID=06930fe2-741e-4b78-a0e8-10700fd4aa03,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:35.037960 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-e56a5bbb-5d20-40ce-b1ea-716d0a12956b None None] Attempting to bind port 06930fe2-741e-4b78-a0e8-10700fd4aa03 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:04:35.038961 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-e56a5bbb-5d20-40ce-b1ea-716d0a12956b None None] Attempting to bind port 06930fe2-741e-4b78-a0e8-10700fd4aa03 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '569dd121-7f22-48ad-bbba-2e0a9b7825e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a9a9bd12-697c-4454-911a-87c238cc9766'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:04:35.039525 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56a5bbb-5d20-40ce-b1ea-716d0a12956b None None] Attempting to bind port 06930fe2-741e-4b78-a0e8-10700fd4aa03 on network a9a9bd12-697c-4454-911a-87c238cc9766 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:04:35.044941 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-da41cb9b-81ac-4c8a-a0fe-adc94aa50c1e req-53be9e23-d925-439b-80a9-af4072501504 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.148&port_id=b7cf0802-b364-4a10-b288-5a91e476f1a6 HTTP/1.1" status: 200 len: 217 time: 0.0620787 Jul 24 00:04:35.046210 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56a5bbb-5d20-40ce-b1ea-716d0a12956b None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:04:35.046898 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56a5bbb-5d20-40ce-b1ea-716d0a12956b None None] Checking segment: {'id': '569dd121-7f22-48ad-bbba-2e0a9b7825e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a9a9bd12-697c-4454-911a-87c238cc9766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:04:35.047453 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e56a5bbb-5d20-40ce-b1ea-716d0a12956b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:35.048016 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56a5bbb-5d20-40ce-b1ea-716d0a12956b None None] Bound using segment: {'id': '569dd121-7f22-48ad-bbba-2e0a9b7825e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a9a9bd12-697c-4454-911a-87c238cc9766'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:04:35.048527 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-e56a5bbb-5d20-40ce-b1ea-716d0a12956b None None] Bound port: 06930fe2-741e-4b78-a0e8-10700fd4aa03, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '569dd121-7f22-48ad-bbba-2e0a9b7825e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a9a9bd12-697c-4454-911a-87c238cc9766'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:04:35.049213 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e56a5bbb-5d20-40ce-b1ea-716d0a12956b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:35.123295 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da41cb9b-81ac-4c8a-a0fe-adc94aa50c1e req-d5192a60-b8b7-4385-a47c-dae03ea45401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:35.125320 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-da41cb9b-81ac-4c8a-a0fe-adc94aa50c1e req-d5192a60-b8b7-4385-a47c-dae03ea45401 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f94f5fe1-1657-4d56-85e2-2952459188b5 HTTP/1.1" status: 200 len: 797 time: 0.0658391 Jul 24 00:04:35.138713 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-e56a5bbb-5d20-40ce-b1ea-716d0a12956b None None] For port 06930fe2-741e-4b78-a0e8-10700fd4aa03, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:04:35.142677 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-e56a5bbb-5d20-40ce-b1ea-716d0a12956b None None] For port 06930fe2-741e-4b78-a0e8-10700fd4aa03, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=06930fe2-741e-4b78-a0e8-10700fd4aa03,segment=NetworkSegment(569dd121-7f22-48ad-bbba-2e0a9b7825e4),segment_id=569dd121-7f22-48ad-bbba-2e0a9b7825e4)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:04:35.151724 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e56a5bbb-5d20-40ce-b1ea-716d0a12956b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:35.228833 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56a5bbb-5d20-40ce-b1ea-716d0a12956b None None] Pushing event updated for resources: {'Port': ['ID=06930fe2-741e-4b78-a0e8-10700fd4aa03,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:35.373471 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da41cb9b-81ac-4c8a-a0fe-adc94aa50c1e req-e11bec06-e7b8-4b6e-81d8-a32a8afafe1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:35.375362 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-da41cb9b-81ac-4c8a-a0fe-adc94aa50c1e req-e11bec06-e7b8-4b6e-81d8-a32a8afafe1d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2163370 Jul 24 00:04:35.383496 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-910069ec-baa0-4e12-9792-e8b98e3d1184 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:35.539652 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-67520806-d2fa-4c92-b626-2a66093b4d1a req-8396feda-56fe-40a1-93d6-e2ee590915c1 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] For port 13f71a44-a306-4a88-ae2f-d8380c17e1c3, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=13f71a44-a306-4a88-ae2f-d8380c17e1c3,segment=NetworkSegment(03844098-4008-432a-ad64-80c1a7ec0473),segment_id=03844098-4008-432a-ad64-80c1a7ec0473)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:04:35.540051 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-67520806-d2fa-4c92-b626-2a66093b4d1a req-8396feda-56fe-40a1-93d6-e2ee590915c1 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:35.540642 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-da41cb9b-81ac-4c8a-a0fe-adc94aa50c1e req-ac46bc62-7f88-46e4-a6a6-f3cf82e49aa4 service neutron] 10.222.0.64 "GET /v2.0/networks/2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574430 Jul 24 00:04:35.541704 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8f7fab0d-c015-40c0-a7bb-7c05c7a6079a tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks [] for router_gateway, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:35.574281 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [None req-910069ec-baa0-4e12-9792-e8b98e3d1184 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] device_id is not set on port 7229a5de-5b7f-4ee7-b8fc-cbdffcf71975 yet. {{(pid=100313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:04:35.588735 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-e8748d63-66e6-4bbb-928a-78db1d13e01b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4089b22453f945a5901919043ff32633&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9423671 Jul 24 00:04:35.591955 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e176d80-ccca-4763-8438-b5e0488f2759 req-7bce80ce-a911-421a-b622-9b5ed36c1447 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:35.593531 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5e176d80-ccca-4763-8438-b5e0488f2759 req-7bce80ce-a911-421a-b622-9b5ed36c1447 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ebaae68-1e07-4d33-85d0-95999b1db808 HTTP/1.1" status: 200 len: 949 time: 0.3313327 Jul 24 00:04:35.594021 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-67520806-d2fa-4c92-b626-2a66093b4d1a req-8396feda-56fe-40a1-93d6-e2ee590915c1 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Calling delete_port for 13f71a44-a306-4a88-ae2f-d8380c17e1c3 owned by compute:nova {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:04:35.594966 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 57610) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:35.647990 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8f7fab0d-c015-40c0-a7bb-7c05c7a6079a tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:35.686599 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fd2dc8e9-f23f-4922-bcb8-260ed94d4756 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:35.713450 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fd2dc8e9-f23f-4922-bcb8-260ed94d4756 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:35.782731 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a13be23-f511-4249-8da6-eab64e6c204a req-7b92938f-c32b-495b-b1d3-717f192eee75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:35.783171 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a13be23-f511-4249-8da6-eab64e6c204a req-7b92938f-c32b-495b-b1d3-717f192eee75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:35.783606 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a13be23-f511-4249-8da6-eab64e6c204a req-7b92938f-c32b-495b-b1d3-717f192eee75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:35.785249 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8a13be23-f511-4249-8da6-eab64e6c204a req-7b92938f-c32b-495b-b1d3-717f192eee75 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b0523da7-df1a-446f-b645-811e4630597c&id=afa024cd-6a99-42b6-95da-fdd5c3d9ab0a&id=afa024cd-6a99-42b6-95da-fdd5c3d9ab0a&id=afa024cd-6a99-42b6-95da-fdd5c3d9ab0a&id=afa024cd-6a99-42b6-95da-fdd5c3d9ab0a&id=24cbf24a-1696-4ab2-949c-e4387a9df919&id=24cbf24a-1696-4ab2-949c-e4387a9df919 HTTP/1.1" status: 200 len: 2294 time: 0.9038839 Jul 24 00:04:35.866411 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fd2dc8e9-f23f-4922-bcb8-260ed94d4756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:35.869256 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fd2dc8e9-f23f-4922-bcb8-260ed94d4756 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:35.873192 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-fd2dc8e9-f23f-4922-bcb8-260ed94d4756 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c79400fd-b33a-4d2b-aa53-6e0f53604c1a HTTP/1.1" status: 204 len: 168 time: 0.2769239 Jul 24 00:04:35.902909 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5e176d80-ccca-4763-8438-b5e0488f2759 req-ed75a7ee-b315-477e-81e0-58ecc3c3a99b tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453904 Jul 24 00:04:35.927222 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-910069ec-baa0-4e12-9792-e8b98e3d1184 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Allocated IP 2001:db8::26c (a9a9bd12-697c-4454-911a-87c238cc9766/93cb7eb8-0689-4239-bb74-f0fed2019746/7229a5de-5b7f-4ee7-b8fc-cbdffcf71975) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:04:35.955666 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2dc8e9-f23f-4922-bcb8-260ed94d4756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c79400fd-b33a-4d2b-aa53-6e0f53604c1a,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:35.996026 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-da41cb9b-81ac-4c8a-a0fe-adc94aa50c1e req-2899e471-77b7-4e9b-92a8-940de474c334 service neutron] 10.222.0.64 "GET /v2.0/networks/2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4456501 Jul 24 00:04:36.030855 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8a13be23-f511-4249-8da6-eab64e6c204a req-214ad6c0-3891-4692-b032-e190c406bb19 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=465c7602-c874-48e3-a644-ba99539fad02 HTTP/1.1" status: 200 len: 1000 time: 0.2239022 Jul 24 00:04:36.074225 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-da41cb9b-81ac-4c8a-a0fe-adc94aa50c1e req-71eeea36-83ef-4454-ab74-cb45a900385d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=6f26de75-c5e4-49eb-817c-5e4de1d05ca8 HTTP/1.1" status: 200 len: 217 time: 0.0694051 Jul 24 00:04:36.094712 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-8f7fab0d-c015-40c0-a7bb-7c05c7a6079a tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Allocated IP 172.25.3.63 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/db846032-3420-41a5-9795-53320d80d9c9) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:04:36.161039 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-67520806-d2fa-4c92-b626-2a66093b4d1a req-8396feda-56fe-40a1-93d6-e2ee590915c1 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:36.197317 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a13be23-f511-4249-8da6-eab64e6c204a req-ced10716-1703-49db-9629-6bea2e9fa567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:36.205077 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8a13be23-f511-4249-8da6-eab64e6c204a req-ced10716-1703-49db-9629-6bea2e9fa567 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d99f6c92-821c-482e-b6d0-cb37709030df HTTP/1.1" status: 200 len: 851 time: 0.1600041 Jul 24 00:04:36.219815 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da41cb9b-81ac-4c8a-a0fe-adc94aa50c1e req-3ceb822b-7827-498e-8c83-b5ad231a346d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:36.221840 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-da41cb9b-81ac-4c8a-a0fe-adc94aa50c1e req-3ceb822b-7827-498e-8c83-b5ad231a346d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f94f5fe1-1657-4d56-85e2-2952459188b5 HTTP/1.1" status: 200 len: 797 time: 0.1288550 Jul 24 00:04:36.335747 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-910069ec-baa0-4e12-9792-e8b98e3d1184 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:36.351148 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [None req-910069ec-baa0-4e12-9792-e8b98e3d1184 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Transition to ACTIVE for port object 7229a5de-5b7f-4ee7-b8fc-cbdffcf71975 will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:04:36.392769 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da41cb9b-81ac-4c8a-a0fe-adc94aa50c1e req-d31911fc-0816-4b98-b03e-1c7909362ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:36.394420 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-da41cb9b-81ac-4c8a-a0fe-adc94aa50c1e req-d31911fc-0816-4b98-b03e-1c7909362ee7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1494064 Jul 24 00:04:36.399408 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8f7fab0d-c015-40c0-a7bb-7c05c7a6079a tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:36.413390 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8396feda-56fe-40a1-93d6-e2ee590915c1 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Pushing event deleted for resources: {'Port': ['ID=13f71a44-a306-4a88-ae2f-d8380c17e1c3,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:36.480323 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-67520806-d2fa-4c92-b626-2a66093b4d1a req-8396feda-56fe-40a1-93d6-e2ee590915c1 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] No DVR routers for this DVR port 13f71a44-a306-4a88-ae2f-d8380c17e1c3 on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:04:36.485515 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-67520806-d2fa-4c92-b626-2a66093b4d1a req-8396feda-56fe-40a1-93d6-e2ee590915c1 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:36.487960 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-67520806-d2fa-4c92-b626-2a66093b4d1a req-8396feda-56fe-40a1-93d6-e2ee590915c1 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "DELETE /v2.0/ports/13f71a44-a306-4a88-ae2f-d8380c17e1c3 HTTP/1.1" status: 204 len: 173 time: 1.9611344 Jul 24 00:04:36.489348 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a746b04d-4762-4dcd-a318-7b96ce824ffb', 'name': 'network-vif-deleted', 'tag': '13f71a44-a306-4a88-ae2f-d8380c17e1c3'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:04:36.491673 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-102f8a9e-0451-4bc4-a52e-da4719dcd91c" -d '{"events": [{"server_uuid": "a746b04d-4762-4dcd-a318-7b96ce824ffb", "name": "network-vif-deleted", "tag": "13f71a44-a306-4a88-ae2f-d8380c17e1c3"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:04:36.529626 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-910069ec-baa0-4e12-9792-e8b98e3d1184 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:36.585607 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 24 Jul 2021 00:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9a5bd11-b58a-4fc4-a278-2248ecfa8d1a x-openstack-request-id: req-b9a5bd11-b58a-4fc4-a278-2248ecfa8d1a {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:04:36.586104 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a746b04d-4762-4dcd-a318-7b96ce824ffb", "name": "network-vif-deleted", "tag": "13f71a44-a306-4a88-ae2f-d8380c17e1c3", "status": "failed", "code": 422}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:04:36.586554 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b9a5bd11-b58a-4fc4-a278-2248ecfa8d1a {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:04:36.587173 n-d-800088-16 neutron-server[100313]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a746b04d-4762-4dcd-a318-7b96ce824ffb', 'name': 'network-vif-deleted', 'tag': '13f71a44-a306-4a88-ae2f-d8380c17e1c3', 'status': 'failed', 'code': 422} returned with failed status Jul 24 00:04:36.595285 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a13be23-f511-4249-8da6-eab64e6c204a req-2754820d-8c8c-4834-a659-490c68a1004e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:36.597709 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8a13be23-f511-4249-8da6-eab64e6c204a req-2754820d-8c8c-4834-a659-490c68a1004e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b0523da7-df1a-446f-b645-811e4630597c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2227573 Jul 24 00:04:36.627627 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910069ec-baa0-4e12-9792-e8b98e3d1184 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Network a9a9bd12-697c-4454-911a-87c238cc9766 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:04:36.639790 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-910069ec-baa0-4e12-9792-e8b98e3d1184 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:04:36.640206 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-da41cb9b-81ac-4c8a-a0fe-adc94aa50c1e req-ea8816a7-8a1d-4d6d-892c-96c5eceda0c2 service neutron] 10.222.0.64 "GET /v2.0/networks/2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383049 Jul 24 00:04:36.666001 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8f7fab0d-c015-40c0-a7bb-7c05c7a6079a tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:36.737364 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7fab0d-c015-40c0-a7bb-7c05c7a6079a tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:04:36.744581 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-8f7fab0d-c015-40c0-a7bb-7c05c7a6079a tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:04:36.770452 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910069ec-baa0-4e12-9792-e8b98e3d1184 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:04:36.781362 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910069ec-baa0-4e12-9792-e8b98e3d1184 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:36.782089 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-910069ec-baa0-4e12-9792-e8b98e3d1184 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:36.786719 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fd2a1f-fc48-43ac-aa44-0bebe538f3ac None None] Network a9a9bd12-697c-4454-911a-87c238cc9766 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:04:36.806306 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7fab0d-c015-40c0-a7bb-7c05c7a6079a tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:04:36.853230 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8a13be23-f511-4249-8da6-eab64e6c204a req-d79d7495-b4ac-4472-928c-7859cc3c418a service neutron] 10.222.0.52 "GET /v2.0/networks/b0523da7-df1a-446f-b645-811e4630597c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230344 Jul 24 00:04:36.854857 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-910069ec-baa0-4e12-9792-e8b98e3d1184 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.3793347 Jul 24 00:04:36.859497 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 57646) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:36.893725 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7fab0d-c015-40c0-a7bb-7c05c7a6079a tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Pushing event updated for resources: {'Port': ['ID=db846032-3420-41a5-9795-53320d80d9c9,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:36.942931 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-358b7af1-8605-408b-a2ba-d26f6847fb04 None None] Provisioning for port 06930fe2-741e-4b78-a0e8-10700fd4aa03 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:04:36.972184 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910069ec-baa0-4e12-9792-e8b98e3d1184 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Pushing event updated for resources: {'Port': ['ID=7229a5de-5b7f-4ee7-b8fc-cbdffcf71975,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:36.995905 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 57654) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:37.028206 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8a13be23-f511-4249-8da6-eab64e6c204a req-800a8b4d-649a-444d-9624-4c96d2e3ca67 service neutron] 10.222.0.52 "GET /v2.0/networks/b0523da7-df1a-446f-b645-811e4630597c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672387 Jul 24 00:04:37.092662 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-da41cb9b-81ac-4c8a-a0fe-adc94aa50c1e req-2779ed85-99cc-4de7-a991-5f59813b8edc service neutron] 10.222.0.64 "GET /v2.0/networks/2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4437959 Jul 24 00:04:37.098818 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8a13be23-f511-4249-8da6-eab64e6c204a req-d93e71dd-7006-4a3c-a48a-84691f94672e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=e3557d7c-9f5d-4806-8073-44a23ccf9e4e HTTP/1.1" status: 200 len: 217 time: 0.0625834 Jul 24 00:04:37.187533 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27bb85e2-6450-4f35-bafd-f03fc2cb97fd tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:37.203445 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27bb85e2-6450-4f35-bafd-f03fc2cb97fd tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:37.217961 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27bb85e2-6450-4f35-bafd-f03fc2cb97fd tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:37.220059 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-27bb85e2-6450-4f35-bafd-f03fc2cb97fd tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.3577497 Jul 24 00:04:37.224335 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 57670) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:37.261767 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a13be23-f511-4249-8da6-eab64e6c204a req-bf673362-c5f7-43e6-a2f8-331071817749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:37.267029 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-a14aef6d-ac8c-4527-8106-f706e06fd89f tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Request body: {'network': {'name': 'tempest-RoutersTest-1652053534'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:04:37.272640 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8a13be23-f511-4249-8da6-eab64e6c204a req-bf673362-c5f7-43e6-a2f8-331071817749 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=70883961-72f7-4719-acc8-b7159e5588a5 HTTP/1.1" status: 200 len: 797 time: 0.1674175 Jul 24 00:04:37.283376 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-da41cb9b-81ac-4c8a-a0fe-adc94aa50c1e req-9b7a0197-fdb6-45ca-bcb6-6cc761bdd2b8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5c877d48-93c7-48db-a9f4-abde1712a9b4 HTTP/1.1" status: 200 len: 217 time: 0.1620758 Jul 24 00:04:37.405534 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a14aef6d-ac8c-4527-8106-f706e06fd89f tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Made reservation on behalf of 4c3f20c4b2b34266aaccdbe253bbb3ec for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:04:37.416408 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a14aef6d-ac8c-4527-8106-f706e06fd89f tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:37.432251 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a13be23-f511-4249-8da6-eab64e6c204a req-1f6cf8c4-2681-42b5-9fc5-cb2311d695b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:37.434969 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8a13be23-f511-4249-8da6-eab64e6c204a req-1f6cf8c4-2681-42b5-9fc5-cb2311d695b9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=afa024cd-6a99-42b6-95da-fdd5c3d9ab0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1527536 Jul 24 00:04:37.465877 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a14aef6d-ac8c-4527-8106-f706e06fd89f tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:37.482039 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-47cb472c-34f9-48a1-bd84-05fbb6fa2919 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Deleting port 7229a5de-5b7f-4ee7-b8fc-cbdffcf71975 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:04:37.493112 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-47cb472c-34f9-48a1-bd84-05fbb6fa2919 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:37.516916 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da41cb9b-81ac-4c8a-a0fe-adc94aa50c1e req-24d56423-5759-4b16-bf8e-2e1d1d7470af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:37.518454 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-da41cb9b-81ac-4c8a-a0fe-adc94aa50c1e req-24d56423-5759-4b16-bf8e-2e1d1d7470af service neutron] 10.222.0.64 "GET /v2.0/subnets?id=27043a76-3596-4241-bf83-647bae554fd9 HTTP/1.1" status: 200 len: 797 time: 0.2280593 Jul 24 00:04:37.536142 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 06930fe2-741e-4b78-a0e8-10700fd4aa03 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:04:37.590097 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd657fb-d7f4-4daa-8336-5c6427178789 req-acb0f791-5d32-4dbc-b8b6-1b9fcbf4fbd5 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:37.592506 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-efd657fb-d7f4-4daa-8336-5c6427178789 req-acb0f791-5d32-4dbc-b8b6-1b9fcbf4fbd5 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ebaae68-1e07-4d33-85d0-95999b1db808 HTTP/1.1" status: 200 len: 949 time: 0.5405977 Jul 24 00:04:37.630349 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-47cb472c-34f9-48a1-bd84-05fbb6fa2919 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:37.658242 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 06930fe2-741e-4b78-a0e8-10700fd4aa03 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:04:37.676117 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 06930fe2-741e-4b78-a0e8-10700fd4aa03 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:04:37.676701 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:37.750885 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-ec728462-96d8-48f3-b25a-dcda64f0e760 None None] Provisioning complete for port 06930fe2-741e-4b78-a0e8-10700fd4aa03 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:04:37.751629 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ec728462-96d8-48f3-b25a-dcda64f0e760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:37.765658 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8a13be23-f511-4249-8da6-eab64e6c204a req-917db66b-fa74-4acd-96af-0734e84b0ea0 service neutron] 10.222.0.52 "GET /v2.0/networks/afa024cd-6a99-42b6-95da-fdd5c3d9ab0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3216193 Jul 24 00:04:37.771365 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-47cb472c-34f9-48a1-bd84-05fbb6fa2919 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Calling delete_port for 7229a5de-5b7f-4ee7-b8fc-cbdffcf71975 owned by {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:04:37.818566 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:37.917645 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 06930fe2-741e-4b78-a0e8-10700fd4aa03, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=06930fe2-741e-4b78-a0e8-10700fd4aa03,segment=NetworkSegment(569dd121-7f22-48ad-bbba-2e0a9b7825e4),segment_id=569dd121-7f22-48ad-bbba-2e0a9b7825e4)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:04:37.939995 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:37.957706 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-efd657fb-d7f4-4daa-8336-5c6427178789 req-92d01636-fce9-4295-b13d-e22cb3a9665b tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3475533 Jul 24 00:04:37.992188 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da41cb9b-81ac-4c8a-a0fe-adc94aa50c1e req-0ed0bff0-18ea-4cf7-b74e-996bb3f8db1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:37.994519 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-da41cb9b-81ac-4c8a-a0fe-adc94aa50c1e req-0ed0bff0-18ea-4cf7-b74e-996bb3f8db1d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0bd87d55-8051-4371-bdff-26afb21cf3d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4657211 Jul 24 00:04:38.044068 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=06930fe2-741e-4b78-a0e8-10700fd4aa03,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:38.078973 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8f7fab0d-c015-40c0-a7bb-7c05c7a6079a tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks [] for router_gateway, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:38.086706 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8a13be23-f511-4249-8da6-eab64e6c204a req-67cb9502-3a81-427b-80a3-2eb35e7855e9 service neutron] 10.222.0.52 "GET /v2.0/networks/afa024cd-6a99-42b6-95da-fdd5c3d9ab0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094444 Jul 24 00:04:38.155748 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-ec728462-96d8-48f3-b25a-dcda64f0e760 None None] Provisioning for port 7229a5de-5b7f-4ee7-b8fc-cbdffcf71975 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:04:38.161502 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-ec728462-96d8-48f3-b25a-dcda64f0e760 None None] Provisioning complete for port 7229a5de-5b7f-4ee7-b8fc-cbdffcf71975 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:04:38.162402 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ec728462-96d8-48f3-b25a-dcda64f0e760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:38.222821 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a14aef6d-ac8c-4527-8106-f706e06fd89f tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:38.223102 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-ec728462-96d8-48f3-b25a-dcda64f0e760 None None] Port 7229a5de-5b7f-4ee7-b8fc-cbdffcf71975 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:04:38.227409 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8a13be23-f511-4249-8da6-eab64e6c204a req-e7abab88-bf30-4de0-a58c-c9745110eaff service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.181&port_id=8f556c59-81ca-477e-85bf-cbe94e6d27d9 HTTP/1.1" status: 200 len: 217 time: 0.1319444 Jul 24 00:04:38.245642 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a14aef6d-ac8c-4527-8106-f706e06fd89f tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:38.249976 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-ec728462-96d8-48f3-b25a-dcda64f0e760 None None] Provisioning for port b38c20cd-335d-43f4-8eea-dada34d3682c completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:04:38.255463 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-ec728462-96d8-48f3-b25a-dcda64f0e760 None None] Provisioning complete for port b38c20cd-335d-43f4-8eea-dada34d3682c triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:04:38.256157 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ec728462-96d8-48f3-b25a-dcda64f0e760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:38.259345 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a14aef6d-ac8c-4527-8106-f706e06fd89f tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:04:38.270500 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a14aef6d-ac8c-4527-8106-f706e06fd89f tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:38.270854 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-a14aef6d-ac8c-4527-8106-f706e06fd89f tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Added segment cdf8f54f-94fb-46d1-86c1-f46bdc347733 of type vlan for network 150a8227-369a-409d-b1e7-b0afd03b4045 Jul 24 00:04:38.306362 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-ec728462-96d8-48f3-b25a-dcda64f0e760 None None] Port b38c20cd-335d-43f4-8eea-dada34d3682c cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:04:38.316713 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a14aef6d-ac8c-4527-8106-f706e06fd89f tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:38.403496 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a13be23-f511-4249-8da6-eab64e6c204a req-32dfe492-b5a2-49ca-9b7d-1ebc0f85a114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:38.404719 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8a13be23-f511-4249-8da6-eab64e6c204a req-32dfe492-b5a2-49ca-9b7d-1ebc0f85a114 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=70883961-72f7-4719-acc8-b7159e5588a5 HTTP/1.1" status: 200 len: 797 time: 0.1668355 Jul 24 00:04:38.435352 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-0fb6a008-f447-48bb-854a-a4e1cf91657a None None] Provisioning complete for port b38c20cd-335d-43f4-8eea-dada34d3682c triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:04:38.436164 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0fb6a008-f447-48bb-854a-a4e1cf91657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:38.479241 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a85657-077f-4574-8fdd-d0b54c1d9f7c req-11335083-c56a-4f8f-8e22-54722869a4c8 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:38.484381 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-06a85657-077f-4574-8fdd-d0b54c1d9f7c req-11335083-c56a-4f8f-8e22-54722869a4c8 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/networks?id=6d0290d7-687f-4c6e-a33b-868ec400e0f9 HTTP/1.1" status: 200 len: 812 time: 0.4624853 Jul 24 00:04:38.488759 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-47cb472c-34f9-48a1-bd84-05fbb6fa2919 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:38.509322 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-0fb6a008-f447-48bb-854a-a4e1cf91657a None None] Port b38c20cd-335d-43f4-8eea-dada34d3682c cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:04:38.546543 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-06a85657-077f-4574-8fdd-d0b54c1d9f7c req-4a628d4b-c94d-41f3-8121-5cf78013ec19 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/quotas/edb05757b79c4651874b12bd54763416 HTTP/1.1" status: 200 len: 375 time: 0.0524762 Jul 24 00:04:38.586360 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cb472c-34f9-48a1-bd84-05fbb6fa2919 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Pushing event deleted for resources: {'Port': ['ID=7229a5de-5b7f-4ee7-b8fc-cbdffcf71975,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:38.597092 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-06a85657-077f-4574-8fdd-d0b54c1d9f7c req-a0067ef1-9c7e-4800-8706-674edb598d28 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=edb05757b79c4651874b12bd54763416&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0495110 Jul 24 00:04:38.631669 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-ff2f5711-3a6d-4bed-bf49-dc282a9bc68c None None] Could not find standard attr ID for object 7229a5de-5b7f-4ee7-b8fc-cbdffcf71975. {{(pid=100315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 00:04:38.670251 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a13be23-f511-4249-8da6-eab64e6c204a req-2c7d96d9-13c6-4f82-9a43-ffef278bfc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:38.671185 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8a13be23-f511-4249-8da6-eab64e6c204a req-2c7d96d9-13c6-4f82-9a43-ffef278bfc7d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=afa024cd-6a99-42b6-95da-fdd5c3d9ab0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2576022 Jul 24 00:04:38.737919 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a14aef6d-ac8c-4527-8106-f706e06fd89f tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:38.743553 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14aef6d-ac8c-4527-8106-f706e06fd89f tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:38.744167 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a14aef6d-ac8c-4527-8106-f706e06fd89f tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:38.783589 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-da41cb9b-81ac-4c8a-a0fe-adc94aa50c1e req-be82f374-7a87-46ef-89ab-96566d6c24a7 service neutron] 10.222.0.64 "GET /v2.0/networks/0bd87d55-8051-4371-bdff-26afb21cf3d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7766035 Jul 24 00:04:38.824022 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-a14aef6d-ac8c-4527-8106-f706e06fd89f tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.8221929 Jul 24 00:04:38.840889 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 57700) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:38.841585 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14aef6d-ac8c-4527-8106-f706e06fd89f tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d4c9f0-78a4-4bc6-bec2-47e171f1aa4e,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:38.858875 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-ffc71759-148e-4f1a-b1a4-819ed260d3b7 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Request body: {'network': {'name': 'tempest-RoutersTest-1604485710'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:04:38.868107 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-47cb472c-34f9-48a1-bd84-05fbb6fa2919 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:38.870070 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-47cb472c-34f9-48a1-bd84-05fbb6fa2919 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] 10.222.0.44 "DELETE /v2.0/ports/7229a5de-5b7f-4ee7-b8fc-cbdffcf71975 HTTP/1.1" status: 204 len: 168 time: 1.6445796 Jul 24 00:04:38.874080 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 57702) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:38.893861 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-06a85657-077f-4574-8fdd-d0b54c1d9f7c req-32b24ba3-2b64-4b82-84e1-9e1acc4ad254 service neutron] 10.222.0.44 "GET /v2.0/networks/6d0290d7-687f-4c6e-a33b-868ec400e0f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681496 Jul 24 00:04:38.904733 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14aef6d-ac8c-4527-8106-f706e06fd89f tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Pushing event updated for resources: {'Network': ['ID=150a8227-369a-409d-b1e7-b0afd03b4045,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:38.915476 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 150a8227-369a-409d-b1e7-b0afd03b4045 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:04:38.926718 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfbcb094-34ac-47b6-99d3-85a3532c1963 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] GET failed (client error): The resource could not be found. Jul 24 00:04:38.932649 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-dfbcb094-34ac-47b6-99d3-85a3532c1963 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] 10.222.0.44 "GET /v2.0/ports/7229a5de-5b7f-4ee7-b8fc-cbdffcf71975 HTTP/1.1" status: 404 len: 333 time: 0.0506721 Jul 24 00:04:38.934227 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 57704) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:38.962924 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8a13be23-f511-4249-8da6-eab64e6c204a req-55b53986-d500-4744-8f61-033955ca534a service neutron] 10.222.0.52 "GET /v2.0/networks/afa024cd-6a99-42b6-95da-fdd5c3d9ab0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731109 Jul 24 00:04:38.966771 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-69098f27-0e83-4f1a-b071-96c0e05a100f tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Request body: {'port': {'network_id': 'a9a9bd12-697c-4454-911a-87c238cc9766', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-693477435'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:04:39.025713 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc71759-148e-4f1a-b1a4-819ed260d3b7 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Made reservation on behalf of 4c3f20c4b2b34266aaccdbe253bbb3ec for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:04:39.029275 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ffc71759-148e-4f1a-b1a4-819ed260d3b7 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:39.105508 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-da41cb9b-81ac-4c8a-a0fe-adc94aa50c1e req-7f02db52-e372-4aa9-a025-22c00508252c service neutron] 10.222.0.64 "GET /v2.0/networks/0bd87d55-8051-4371-bdff-26afb21cf3d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3024075 Jul 24 00:04:39.118143 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffc71759-148e-4f1a-b1a4-819ed260d3b7 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:04:39.170734 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8f7fab0d-c015-40c0-a7bb-7c05c7a6079a tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:39.173458 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-da41cb9b-81ac-4c8a-a0fe-adc94aa50c1e req-92a8ce7f-7230-4707-8efb-5d54e50acc33 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=af706165-7642-41c4-a6f3-257a92b8a9b6 HTTP/1.1" status: 200 len: 217 time: 0.0601811 Jul 24 00:04:39.179605 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ffc71759-148e-4f1a-b1a4-819ed260d3b7 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:39.179961 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-ffc71759-148e-4f1a-b1a4-819ed260d3b7 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Added segment b90092ad-e34b-44a7-b64f-89ba6cb8819c of type vlan for network bce25de1-94d9-468e-a3a7-9f7d7be149b6 Jul 24 00:04:39.334530 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ffc71759-148e-4f1a-b1a4-819ed260d3b7 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:39.363208 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f48ddc-0ef1-4e25-9c8a-c5527c28a139 req-a25907a1-9190-40d7-8a8b-764f8f2fd441 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:39.364725 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b2f48ddc-0ef1-4e25-9c8a-c5527c28a139 req-a25907a1-9190-40d7-8a8b-764f8f2fd441 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ebaae68-1e07-4d33-85d0-95999b1db808 HTTP/1.1" status: 200 len: 949 time: 0.3279784 Jul 24 00:04:39.372930 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da41cb9b-81ac-4c8a-a0fe-adc94aa50c1e req-24ee7b1e-63f4-402c-9726-e9384c555b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:39.374332 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-da41cb9b-81ac-4c8a-a0fe-adc94aa50c1e req-24ee7b1e-63f4-402c-9726-e9384c555b35 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=27043a76-3596-4241-bf83-647bae554fd9 HTTP/1.1" status: 200 len: 797 time: 0.1849835 Jul 24 00:04:39.446126 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ffc71759-148e-4f1a-b1a4-819ed260d3b7 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:39.452376 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc71759-148e-4f1a-b1a4-819ed260d3b7 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:39.453237 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ffc71759-148e-4f1a-b1a4-819ed260d3b7 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:39.457208 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-06a85657-077f-4574-8fdd-d0b54c1d9f7c req-b3815952-10c6-44df-841e-3043d1bec8bb service neutron] 10.222.0.44 "GET /v2.0/networks/6d0290d7-687f-4c6e-a33b-868ec400e0f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5458293 Jul 24 00:04:39.483461 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8a13be23-f511-4249-8da6-eab64e6c204a req-ea9ac5e8-f88d-480c-a622-fe7fafe61a57 service neutron] 10.222.0.52 "GET /v2.0/networks/afa024cd-6a99-42b6-95da-fdd5c3d9ab0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5111411 Jul 24 00:04:39.492535 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 06930fe2-741e-4b78-a0e8-10700fd4aa03 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:04:39.518516 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b2f48ddc-0ef1-4e25-9c8a-c5527c28a139 req-645cf6df-fc64-4e3d-b58d-c0bc3a827a2e tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432197 Jul 24 00:04:39.531253 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8a13be23-f511-4249-8da6-eab64e6c204a req-c3452566-20ce-4003-b931-3eaa10001515 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=4570f2dc-234f-4a2e-9e3f-da8c4844cab7 HTTP/1.1" status: 200 len: 217 time: 0.0394089 Jul 24 00:04:39.536429 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69098f27-0e83-4f1a-b071-96c0e05a100f tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Made reservation on behalf of db1a994f6b3147e083cf720237db11ff for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:04:39.541529 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-69098f27-0e83-4f1a-b071-96c0e05a100f tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:39.562600 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc71759-148e-4f1a-b1a4-819ed260d3b7 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Pushing event updated for resources: {'Network': ['ID=bce25de1-94d9-468e-a3a7-9f7d7be149b6,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:39.569828 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-ffc71759-148e-4f1a-b1a4-819ed260d3b7 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7252910 Jul 24 00:04:39.573660 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 57708) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:39.582127 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network bce25de1-94d9-468e-a3a7-9f7d7be149b6 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:04:39.583953 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-3d7cebc5-5b0a-401f-b4bc-d4cd7ced54e4 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Request body: {'subnet': {'network_id': '150a8227-369a-409d-b1e7-b0afd03b4045', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:04:39.602289 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a13be23-f511-4249-8da6-eab64e6c204a req-9c0c8408-47cb-42d7-a669-4692936ac4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:39.603798 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8a13be23-f511-4249-8da6-eab64e6c204a req-9c0c8408-47cb-42d7-a669-4692936ac4d4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=70883961-72f7-4719-acc8-b7159e5588a5 HTTP/1.1" status: 200 len: 797 time: 0.0590928 Jul 24 00:04:39.638583 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f7fab0d-c015-40c0-a7bb-7c05c7a6079a tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Router 5832c0e7-1d75-4a30-9141-9a6a9a723e64 is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:04:39.645364 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da41cb9b-81ac-4c8a-a0fe-adc94aa50c1e req-84d82f8c-1e7b-489c-a14e-8bba821dd52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:39.647127 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-da41cb9b-81ac-4c8a-a0fe-adc94aa50c1e req-84d82f8c-1e7b-489c-a14e-8bba821dd52b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0bd87d55-8051-4371-bdff-26afb21cf3d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2522185 Jul 24 00:04:39.662190 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [None req-69098f27-0e83-4f1a-b071-96c0e05a100f tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] device_id is not set on port 4dd2eac3-c560-41e6-9306-b7ba43993f1c yet. {{(pid=100313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:04:39.727981 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 06930fe2-741e-4b78-a0e8-10700fd4aa03 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:04:39.728366 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:39.841852 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a13be23-f511-4249-8da6-eab64e6c204a req-cbc24b5f-85d2-4498-b990-47d56c8deef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:39.848459 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8a13be23-f511-4249-8da6-eab64e6c204a req-cbc24b5f-85d2-4498-b990-47d56c8deef4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=afa024cd-6a99-42b6-95da-fdd5c3d9ab0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2376847 Jul 24 00:04:39.960227 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7ee7a555-9ea2-40cc-af2d-e64eb9c360a9 req-9c1ccb31-758b-4a3d-8e77-dfd6d7ac0620 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=fee90f4e-67b3-424d-92c1-5ad9f2a82d47 HTTP/1.1" status: 200 len: 210 time: 0.1015179 Jul 24 00:04:39.975927 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d7cebc5-5b0a-401f-b4bc-d4cd7ced54e4 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Made reservation on behalf of 4c3f20c4b2b34266aaccdbe253bbb3ec for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:04:39.979458 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3d7cebc5-5b0a-401f-b4bc-d4cd7ced54e4 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:39.988310 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-69098f27-0e83-4f1a-b071-96c0e05a100f tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Allocated IP 2001:db8::138 (a9a9bd12-697c-4454-911a-87c238cc9766/93cb7eb8-0689-4239-bb74-f0fed2019746/4dd2eac3-c560-41e6-9306-b7ba43993f1c) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:04:40.036616 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8a13be23-f511-4249-8da6-eab64e6c204a req-936c3c4f-f26d-4800-a61e-6e3f18931a48 service neutron] 10.222.0.52 "GET /v2.0/networks/afa024cd-6a99-42b6-95da-fdd5c3d9ab0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584144 Jul 24 00:04:40.036903 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-da41cb9b-81ac-4c8a-a0fe-adc94aa50c1e req-bb3557e9-878c-4fdf-9ade-ee4d4c128836 service neutron] 10.222.0.64 "GET /v2.0/networks/0bd87d55-8051-4371-bdff-26afb21cf3d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3809109 Jul 24 00:04:40.040482 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f7fab0d-c015-40c0-a7bb-7c05c7a6079a tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:04:40.056880 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02929330-4f79-4a6e-bcc9-77c4903a0854 None None] Sync routers for ids ['5832c0e7-1d75-4a30-9141-9a6a9a723e64'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:04:40.076455 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02929330-4f79-4a6e-bcc9-77c4903a0854 None None] Routers {'5832c0e7-1d75-4a30-9141-9a6a9a723e64'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:04:40.077117 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-02929330-4f79-4a6e-bcc9-77c4903a0854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:04:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['5832c0e7-1d75-4a30-9141-9a6a9a723e64'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:40.123770 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-02929330-4f79-4a6e-bcc9-77c4903a0854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:40.131990 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8f7fab0d-c015-40c0-a7bb-7c05c7a6079a tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:40.133693 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-8f7fab0d-c015-40c0-a7bb-7c05c7a6079a tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.1015847 Jul 24 00:04:40.134150 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02929330-4f79-4a6e-bcc9-77c4903a0854 None None] Routers {'5832c0e7-1d75-4a30-9141-9a6a9a723e64'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:04:40.134967 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-02929330-4f79-4a6e-bcc9-77c4903a0854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:04:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['5832c0e7-1d75-4a30-9141-9a6a9a723e64'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:40.151855 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 57728) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:40.178673 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-02929330-4f79-4a6e-bcc9-77c4903a0854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:40.179720 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02929330-4f79-4a6e-bcc9-77c4903a0854 None None] The sync data for ids ['5832c0e7-1d75-4a30-9141-9a6a9a723e64'] in n-d-800088-16 is: [] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:04:40.225180 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-da41cb9b-81ac-4c8a-a0fe-adc94aa50c1e req-10c18f12-5754-4217-839b-de175d872fc4 service neutron] 10.222.0.64 "GET /v2.0/networks/0bd87d55-8051-4371-bdff-26afb21cf3d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516073 Jul 24 00:04:40.308594 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3d7cebc5-5b0a-401f-b4bc-d4cd7ced54e4 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:40.317200 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8a13be23-f511-4249-8da6-eab64e6c204a req-022c90bf-6c78-4ce8-9e17-b480a34a9767 service neutron] 10.222.0.52 "GET /v2.0/networks/afa024cd-6a99-42b6-95da-fdd5c3d9ab0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703993 Jul 24 00:04:40.371126 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7cebc5-5b0a-401f-b4bc-d4cd7ced54e4 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Pushing event updated for resources: {'Subnet': ['ID=03072838-97a2-4a8d-ba40-d5a62be5aa76,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:40.375595 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8a13be23-f511-4249-8da6-eab64e6c204a req-72ee4db1-9355-4cf2-8142-7e5213772e15 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=a1b78b8a-fbe7-495d-8c1b-d40899859c16 HTTP/1.1" status: 200 len: 217 time: 0.0449901 Jul 24 00:04:40.385068 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7cebc5-5b0a-401f-b4bc-d4cd7ced54e4 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Checking segment: {'id': 'cdf8f54f-94fb-46d1-86c1-f46bdc347733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '150a8227-369a-409d-b1e7-b0afd03b4045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:04:40.385441 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7cebc5-5b0a-401f-b4bc-d4cd7ced54e4 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Network hostable DHCP agents. Network: 150a8227-369a-409d-b1e7-b0afd03b4045, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:04:40.401860 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-69098f27-0e83-4f1a-b071-96c0e05a100f tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:40.404766 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7cebc5-5b0a-401f-b4bc-d4cd7ced54e4 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Network 150a8227-369a-409d-b1e7-b0afd03b4045 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:04:40.414670 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-3d7cebc5-5b0a-401f-b4bc-d4cd7ced54e4 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 150a8227-369a-409d-b1e7-b0afd03b4045) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:04:40.420154 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7cebc5-5b0a-401f-b4bc-d4cd7ced54e4 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:40.420750 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3d7cebc5-5b0a-401f-b4bc-d4cd7ced54e4 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:40.436673 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-3d7cebc5-5b0a-401f-b4bc-d4cd7ced54e4 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8571622 Jul 24 00:04:40.437402 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e62a994-a5bc-4112-892e-b57a31b754dc None None] Network 150a8227-369a-409d-b1e7-b0afd03b4045 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:04:40.439511 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 57732) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:40.449207 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-b69d3995-c85a-4e78-93bd-950c696083a0 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Request body: {'subnet': {'network_id': 'bce25de1-94d9-468e-a3a7-9f7d7be149b6', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:04:40.514846 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [None req-69098f27-0e83-4f1a-b071-96c0e05a100f tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Transition to ACTIVE for port object 4dd2eac3-c560-41e6-9306-b7ba43993f1c will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:04:40.535364 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a13be23-f511-4249-8da6-eab64e6c204a req-7a5f0ee7-c74c-4a3b-9376-16c7102f5497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:40.536918 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8a13be23-f511-4249-8da6-eab64e6c204a req-7a5f0ee7-c74c-4a3b-9376-16c7102f5497 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=70883961-72f7-4719-acc8-b7159e5588a5 HTTP/1.1" status: 200 len: 797 time: 0.1496534 Jul 24 00:04:40.577966 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b69d3995-c85a-4e78-93bd-950c696083a0 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Made reservation on behalf of 4c3f20c4b2b34266aaccdbe253bbb3ec for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:04:40.582634 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b69d3995-c85a-4e78-93bd-950c696083a0 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:40.660409 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11385068-9d7c-430c-8b8a-457bc6553e1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-150a8227-369a-409d-b1e7-b0afd03b4045', 'network_id': '150a8227-369a-409d-b1e7-b0afd03b4045', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'fixed_ips': [{'subnet_id': '03072838-97a2-4a8d-ba40-d5a62be5aa76'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:04:40.661442 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-11385068-9d7c-430c-8b8a-457bc6553e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:40.683764 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-69098f27-0e83-4f1a-b071-96c0e05a100f tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:40.809334 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69098f27-0e83-4f1a-b071-96c0e05a100f tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Network a9a9bd12-697c-4454-911a-87c238cc9766 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:04:40.822107 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b69d3995-c85a-4e78-93bd-950c696083a0 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:40.841568 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-69098f27-0e83-4f1a-b071-96c0e05a100f tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:04:40.845021 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-11385068-9d7c-430c-8b8a-457bc6553e1a None None] Allocated IP 172.20.0.2 (150a8227-369a-409d-b1e7-b0afd03b4045/03072838-97a2-4a8d-ba40-d5a62be5aa76/c75ddd74-409f-4441-a18c-f3a17279592b) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:04:40.845346 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a13be23-f511-4249-8da6-eab64e6c204a req-74283035-fc46-4613-8b8c-07b1013219c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:40.847337 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8a13be23-f511-4249-8da6-eab64e6c204a req-74283035-fc46-4613-8b8c-07b1013219c7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=afa024cd-6a99-42b6-95da-fdd5c3d9ab0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3016064 Jul 24 00:04:40.865667 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69098f27-0e83-4f1a-b071-96c0e05a100f tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:04:40.878710 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69098f27-0e83-4f1a-b071-96c0e05a100f tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:40.879606 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-69098f27-0e83-4f1a-b071-96c0e05a100f tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:40.895554 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69098f27-0e83-4f1a-b071-96c0e05a100f tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Pushing event updated for resources: {'Port': ['ID=4dd2eac3-c560-41e6-9306-b7ba43993f1c,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:40.983986 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69d3995-c85a-4e78-93bd-950c696083a0 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Pushing event updated for resources: {'Subnet': ['ID=ba9f5457-39e8-4414-8606-0862d5023e9a,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:41.027481 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-69098f27-0e83-4f1a-b071-96c0e05a100f tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.0926383 Jul 24 00:04:41.044000 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 57746) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:41.057369 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-69ed987c-a417-4f3b-86a0-147c87cd4f37 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::12c', 'mac_address': 'fa:16:3e:4b:d9:f9'}]}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:04:41.068654 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69d3995-c85a-4e78-93bd-950c696083a0 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Checking segment: {'id': 'b90092ad-e34b-44a7-b64f-89ba6cb8819c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'bce25de1-94d9-468e-a3a7-9f7d7be149b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:04:41.068654 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69d3995-c85a-4e78-93bd-950c696083a0 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Network hostable DHCP agents. Network: bce25de1-94d9-468e-a3a7-9f7d7be149b6, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:04:41.183229 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-11385068-9d7c-430c-8b8a-457bc6553e1a None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:41.191314 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1431451-a83c-41d6-9e2f-7a32a1ab043e req-2cfd4094-e729-4bc3-b634-590202b32c10 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:41.195916 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-11385068-9d7c-430c-8b8a-457bc6553e1a None None] Transition to ACTIVE for port object c75ddd74-409f-4441-a18c-f3a17279592b will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:04:41.202790 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e1431451-a83c-41d6-9e2f-7a32a1ab043e req-2cfd4094-e729-4bc3-b634-590202b32c10 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ebaae68-1e07-4d33-85d0-95999b1db808 HTTP/1.1" status: 200 len: 949 time: 0.5447645 Jul 24 00:04:41.223471 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-11385068-9d7c-430c-8b8a-457bc6553e1a None None] Transition to ACTIVE for port object c75ddd74-409f-4441-a18c-f3a17279592b will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:04:41.228959 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69d3995-c85a-4e78-93bd-950c696083a0 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Network bce25de1-94d9-468e-a3a7-9f7d7be149b6 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:04:41.234322 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-11385068-9d7c-430c-8b8a-457bc6553e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:41.251320 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-33eeb51c-cb50-48c1-8a89-8d074d41ecac req-a30fe089-0846-4ae0-8a23-04472f62c7cb tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=fee90f4e-67b3-424d-92c1-5ad9f2a82d47 HTTP/1.1" status: 200 len: 210 time: 0.0835598 Jul 24 00:04:41.284613 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11385068-9d7c-430c-8b8a-457bc6553e1a None None] Network 150a8227-369a-409d-b1e7-b0afd03b4045 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:04:41.292324 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-11385068-9d7c-430c-8b8a-457bc6553e1a None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:04:41.297151 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11385068-9d7c-430c-8b8a-457bc6553e1a None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:04:41.309068 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-b69d3995-c85a-4e78-93bd-950c696083a0 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, bce25de1-94d9-468e-a3a7-9f7d7be149b6) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:04:41.316047 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69d3995-c85a-4e78-93bd-950c696083a0 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:41.316834 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b69d3995-c85a-4e78-93bd-950c696083a0 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:41.347205 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-b69d3995-c85a-4e78-93bd-950c696083a0 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9029160 Jul 24 00:04:41.349075 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 57750) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:41.360521 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-ea8ebe10-76f6-4b7e-bd8e-260f82e81d22 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2109296625', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:04:41.365595 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a27b648-311a-4e11-8823-25f59dbfc384 None None] Network bce25de1-94d9-468e-a3a7-9f7d7be149b6 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:04:41.385600 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11385068-9d7c-430c-8b8a-457bc6553e1a None None] Pushing event updated for resources: {'Port': ['ID=c75ddd74-409f-4441-a18c-f3a17279592b,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:41.409761 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e1431451-a83c-41d6-9e2f-7a32a1ab043e req-d694c847-5b23-433a-ab16-1a37d58aff3a tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041695 Jul 24 00:04:41.424199 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8a13be23-f511-4249-8da6-eab64e6c204a req-61ce3191-8b98-4d11-9a8f-ea157a84c3e4 service neutron] 10.222.0.52 "GET /v2.0/networks/afa024cd-6a99-42b6-95da-fdd5c3d9ab0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5297432 Jul 24 00:04:41.424591 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-11385068-9d7c-430c-8b8a-457bc6553e1a None None] Attempting to bind port c75ddd74-409f-4441-a18c-f3a17279592b on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:04:41.425011 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-11385068-9d7c-430c-8b8a-457bc6553e1a None None] Attempting to bind port c75ddd74-409f-4441-a18c-f3a17279592b by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': 'cdf8f54f-94fb-46d1-86c1-f46bdc347733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '150a8227-369a-409d-b1e7-b0afd03b4045'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:04:41.425460 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11385068-9d7c-430c-8b8a-457bc6553e1a None None] Attempting to bind port c75ddd74-409f-4441-a18c-f3a17279592b on network 150a8227-369a-409d-b1e7-b0afd03b4045 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:04:41.435420 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-248c4d0f-0631-4241-808c-f612d70976ce None None] Provisioning for port 4dd2eac3-c560-41e6-9306-b7ba43993f1c completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:04:41.439423 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a85657-077f-4574-8fdd-d0b54c1d9f7c req-2b0d1088-0825-4172-858f-71d6ddc72e4d tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:41.441075 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-06a85657-077f-4574-8fdd-d0b54c1d9f7c req-2b0d1088-0825-4172-858f-71d6ddc72e4d tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.52 "GET /v2.0/networks?id=6d0290d7-687f-4c6e-a33b-868ec400e0f9 HTTP/1.1" status: 200 len: 812 time: 0.4326584 Jul 24 00:04:41.447296 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ea8ebe10-76f6-4b7e-bd8e-260f82e81d22 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:41.448360 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ea8ebe10-76f6-4b7e-bd8e-260f82e81d22 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:41.467712 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-06a85657-077f-4574-8fdd-d0b54c1d9f7c req-90ea0c06-7e21-41d1-9fcb-69d0f95f78ff tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Request body: {'port': {'device_id': 'fee90f4e-67b3-424d-92c1-5ad9f2a82d47', 'network_id': '6d0290d7-687f-4c6e-a33b-868ec400e0f9', 'admin_state_up': True, 'tenant_id': 'edb05757b79c4651874b12bd54763416'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:04:41.468517 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-248c4d0f-0631-4241-808c-f612d70976ce None None] Provisioning complete for port 4dd2eac3-c560-41e6-9306-b7ba43993f1c triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:04:41.468984 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-248c4d0f-0631-4241-808c-f612d70976ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:41.470443 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-69ed987c-a417-4f3b-86a0-147c87cd4f37 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:41.499544 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11385068-9d7c-430c-8b8a-457bc6553e1a None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:04:41.499991 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11385068-9d7c-430c-8b8a-457bc6553e1a None None] Checking segment: {'id': 'cdf8f54f-94fb-46d1-86c1-f46bdc347733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '150a8227-369a-409d-b1e7-b0afd03b4045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:04:41.500322 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-11385068-9d7c-430c-8b8a-457bc6553e1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:41.500748 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11385068-9d7c-430c-8b8a-457bc6553e1a None None] Bound using segment: {'id': 'cdf8f54f-94fb-46d1-86c1-f46bdc347733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '150a8227-369a-409d-b1e7-b0afd03b4045'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:04:41.501257 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-11385068-9d7c-430c-8b8a-457bc6553e1a None None] Bound port: c75ddd74-409f-4441-a18c-f3a17279592b, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf8f54f-94fb-46d1-86c1-f46bdc347733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '150a8227-369a-409d-b1e7-b0afd03b4045'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:04:41.501641 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-11385068-9d7c-430c-8b8a-457bc6553e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:41.523926 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ea8ebe10-76f6-4b7e-bd8e-260f82e81d22 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:41.530824 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-248c4d0f-0631-4241-808c-f612d70976ce None None] Port 4dd2eac3-c560-41e6-9306-b7ba43993f1c cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:04:41.547837 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ea8ebe10-76f6-4b7e-bd8e-260f82e81d22 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:41.580801 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ea8ebe10-76f6-4b7e-bd8e-260f82e81d22 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:41.584955 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-ea8ebe10-76f6-4b7e-bd8e-260f82e81d22 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2349770 Jul 24 00:04:41.587797 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 57752) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:41.622990 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-11385068-9d7c-430c-8b8a-457bc6553e1a None None] For port c75ddd74-409f-4441-a18c-f3a17279592b, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:04:41.627373 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-22ff0074-efa6-47ed-9211-7c33bc005aba tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:41.627946 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-11385068-9d7c-430c-8b8a-457bc6553e1a None None] For port c75ddd74-409f-4441-a18c-f3a17279592b, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=c75ddd74-409f-4441-a18c-f3a17279592b,segment=NetworkSegment(cdf8f54f-94fb-46d1-86c1-f46bdc347733),segment_id=cdf8f54f-94fb-46d1-86c1-f46bdc347733)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:04:41.650779 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-11385068-9d7c-430c-8b8a-457bc6553e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:41.659502 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8a13be23-f511-4249-8da6-eab64e6c204a req-ec5bdb0a-dcbd-4961-b594-bdae4ca75946 service neutron] 10.222.0.52 "GET /v2.0/networks/afa024cd-6a99-42b6-95da-fdd5c3d9ab0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264385 Jul 24 00:04:41.695922 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8957c6b4-2a29-4508-a5bf-9b78329ad29e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-bce25de1-94d9-468e-a3a7-9f7d7be149b6', 'network_id': 'bce25de1-94d9-468e-a3a7-9f7d7be149b6', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'fixed_ips': [{'subnet_id': 'ba9f5457-39e8-4414-8606-0862d5023e9a'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:04:41.696755 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-8957c6b4-2a29-4508-a5bf-9b78329ad29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:41.790725 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11385068-9d7c-430c-8b8a-457bc6553e1a None None] Pushing event updated for resources: {'Port': ['ID=c75ddd74-409f-4441-a18c-f3a17279592b,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:41.861080 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-8957c6b4-2a29-4508-a5bf-9b78329ad29e None None] Allocated IP 172.21.0.2 (bce25de1-94d9-468e-a3a7-9f7d7be149b6/ba9f5457-39e8-4414-8606-0862d5023e9a/ddf5afe3-c794-4d76-8ce6-bc353946a94b) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:04:42.039200 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-69ed987c-a417-4f3b-86a0-147c87cd4f37 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:42.070228 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-34a85a66-7b78-4995-bd29-3784aa02c9af tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:42.075978 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-69ed987c-a417-4f3b-86a0-147c87cd4f37 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:42.121843 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-8957c6b4-2a29-4508-a5bf-9b78329ad29e None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:42.132709 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-8957c6b4-2a29-4508-a5bf-9b78329ad29e None None] Transition to ACTIVE for port object ddf5afe3-c794-4d76-8ce6-bc353946a94b will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:04:42.152853 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-8957c6b4-2a29-4508-a5bf-9b78329ad29e None None] Transition to ACTIVE for port object ddf5afe3-c794-4d76-8ce6-bc353946a94b will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:04:42.163293 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-8957c6b4-2a29-4508-a5bf-9b78329ad29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:42.175360 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ed987c-a417-4f3b-86a0-147c87cd4f37 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Pushing event updated for resources: {'Port': ['ID=4dd2eac3-c560-41e6-9306-b7ba43993f1c,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:42.185553 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ed987c-a417-4f3b-86a0-147c87cd4f37 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:04:42.185821 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ed987c-a417-4f3b-86a0-147c87cd4f37 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:04:42.186164 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ed987c-a417-4f3b-86a0-147c87cd4f37 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:04:42.187616 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ed987c-a417-4f3b-86a0-147c87cd4f37 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:04:42.188326 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ed987c-a417-4f3b-86a0-147c87cd4f37 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:04:42.188447 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ed987c-a417-4f3b-86a0-147c87cd4f37 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:04:42.188984 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ed987c-a417-4f3b-86a0-147c87cd4f37 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:04:42.189312 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ed987c-a417-4f3b-86a0-147c87cd4f37 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:04:42.189646 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ed987c-a417-4f3b-86a0-147c87cd4f37 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:04:42.190551 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ed987c-a417-4f3b-86a0-147c87cd4f37 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:04:42.190991 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ed987c-a417-4f3b-86a0-147c87cd4f37 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:04:42.191339 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ed987c-a417-4f3b-86a0-147c87cd4f37 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:04:42.200622 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-69ed987c-a417-4f3b-86a0-147c87cd4f37 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] In _notify_port_updated(), no bound segment for port 4dd2eac3-c560-41e6-9306-b7ba43993f1c on network a9a9bd12-697c-4454-911a-87c238cc9766 {{(pid=100314) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 24 00:04:42.212219 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ed987c-a417-4f3b-86a0-147c87cd4f37 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:42.212942 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-69ed987c-a417-4f3b-86a0-147c87cd4f37 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:42.214297 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-69ed987c-a417-4f3b-86a0-147c87cd4f37 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] 10.222.0.44 "PUT /v2.0/ports/4dd2eac3-c560-41e6-9306-b7ba43993f1c HTTP/1.1" status: 200 len: 1002 time: 1.1657352 Jul 24 00:04:42.214585 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8a13be23-f511-4249-8da6-eab64e6c204a req-4a54434d-b194-4008-ad36-4276db271c35 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5aa7c101-ee25-4b57-94d7-7279b107b66d HTTP/1.1" status: 200 len: 217 time: 0.5153618 Jul 24 00:04:42.221339 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 57762) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:42.235897 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8957c6b4-2a29-4508-a5bf-9b78329ad29e None None] Network bce25de1-94d9-468e-a3a7-9f7d7be149b6 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:04:42.249677 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-8957c6b4-2a29-4508-a5bf-9b78329ad29e None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:04:42.255615 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8957c6b4-2a29-4508-a5bf-9b78329ad29e None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:04:42.258754 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8957c6b4-2a29-4508-a5bf-9b78329ad29e None None] Pushing event updated for resources: {'Port': ['ID=ddf5afe3-c794-4d76-8ce6-bc353946a94b,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:42.307057 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:04:42.383343 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-8957c6b4-2a29-4508-a5bf-9b78329ad29e None None] Attempting to bind port ddf5afe3-c794-4d76-8ce6-bc353946a94b on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:04:42.383774 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-8957c6b4-2a29-4508-a5bf-9b78329ad29e None None] Attempting to bind port ddf5afe3-c794-4d76-8ce6-bc353946a94b by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': 'b90092ad-e34b-44a7-b64f-89ba6cb8819c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'bce25de1-94d9-468e-a3a7-9f7d7be149b6'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:04:42.384182 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8957c6b4-2a29-4508-a5bf-9b78329ad29e None None] Attempting to bind port ddf5afe3-c794-4d76-8ce6-bc353946a94b on network bce25de1-94d9-468e-a3a7-9f7d7be149b6 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:04:42.391993 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8957c6b4-2a29-4508-a5bf-9b78329ad29e None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:04:42.392334 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8957c6b4-2a29-4508-a5bf-9b78329ad29e None None] Checking segment: {'id': 'b90092ad-e34b-44a7-b64f-89ba6cb8819c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'bce25de1-94d9-468e-a3a7-9f7d7be149b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:04:42.392800 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-8957c6b4-2a29-4508-a5bf-9b78329ad29e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:42.393307 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8957c6b4-2a29-4508-a5bf-9b78329ad29e None None] Bound using segment: {'id': 'b90092ad-e34b-44a7-b64f-89ba6cb8819c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'bce25de1-94d9-468e-a3a7-9f7d7be149b6'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:04:42.395079 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-8957c6b4-2a29-4508-a5bf-9b78329ad29e None None] Bound port: ddf5afe3-c794-4d76-8ce6-bc353946a94b, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b90092ad-e34b-44a7-b64f-89ba6cb8819c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'bce25de1-94d9-468e-a3a7-9f7d7be149b6'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:04:42.395079 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-8957c6b4-2a29-4508-a5bf-9b78329ad29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:42.417109 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fd4ac26b-75f1-44ac-95fa-977336cb0707 req-4e7cd650-4b13-4366-9a15-ea522631d280 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=fee90f4e-67b3-424d-92c1-5ad9f2a82d47 HTTP/1.1" status: 200 len: 210 time: 0.0410635 Jul 24 00:04:42.422411 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06a85657-077f-4574-8fdd-d0b54c1d9f7c req-90ea0c06-7e21-41d1-9fcb-69d0f95f78ff tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Made reservation on behalf of edb05757b79c4651874b12bd54763416 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:04:42.425965 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-06a85657-077f-4574-8fdd-d0b54c1d9f7c req-90ea0c06-7e21-41d1-9fcb-69d0f95f78ff tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:42.515215 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-8957c6b4-2a29-4508-a5bf-9b78329ad29e None None] For port ddf5afe3-c794-4d76-8ce6-bc353946a94b, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:04:42.518579 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-8957c6b4-2a29-4508-a5bf-9b78329ad29e None None] For port ddf5afe3-c794-4d76-8ce6-bc353946a94b, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=ddf5afe3-c794-4d76-8ce6-bc353946a94b,segment=NetworkSegment(b90092ad-e34b-44a7-b64f-89ba6cb8819c),segment_id=b90092ad-e34b-44a7-b64f-89ba6cb8819c)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:04:42.531764 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-8957c6b4-2a29-4508-a5bf-9b78329ad29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:42.595020 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8957c6b4-2a29-4508-a5bf-9b78329ad29e None None] Pushing event updated for resources: {'Port': ['ID=ddf5afe3-c794-4d76-8ce6-bc353946a94b,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:42.634499 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a13be23-f511-4249-8da6-eab64e6c204a req-cb310a00-6d9e-41da-9a04-0e6fb74686d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:42.636016 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8a13be23-f511-4249-8da6-eab64e6c204a req-cb310a00-6d9e-41da-9a04-0e6fb74686d2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4fdb957c-aae3-43a7-b0f4-2b7f0a895d4a HTTP/1.1" status: 200 len: 797 time: 0.3956571 Jul 24 00:04:42.643881 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-34a85a66-7b78-4995-bd29-3784aa02c9af tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Allocated IP 172.20.0.1 (150a8227-369a-409d-b1e7-b0afd03b4045/03072838-97a2-4a8d-ba40-d5a62be5aa76/d3ca5817-e307-4e4b-801a-1b13aa99b451) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:04:42.668325 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-96aac557-a3dc-43ba-bfb8-bd67d55f58c2 None None] Provisioning complete for port 4dd2eac3-c560-41e6-9306-b7ba43993f1c triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:04:42.668707 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-96aac557-a3dc-43ba-bfb8-bd67d55f58c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:42.729809 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-96aac557-a3dc-43ba-bfb8-bd67d55f58c2 None None] Port 4dd2eac3-c560-41e6-9306-b7ba43993f1c cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:04:42.832956 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-34a85a66-7b78-4995-bd29-3784aa02c9af tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:42.879192 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [None req-34a85a66-7b78-4995-bd29-3784aa02c9af tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Transition to ACTIVE for port object d3ca5817-e307-4e4b-801a-1b13aa99b451 will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:04:42.880982 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-06a85657-077f-4574-8fdd-d0b54c1d9f7c req-90ea0c06-7e21-41d1-9fcb-69d0f95f78ff tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Allocated IP 172.20.0.13 (6d0290d7-687f-4c6e-a33b-868ec400e0f9/4c5e7796-9746-457d-b93a-6a23003ac2f0/175a37e6-5f38-47f4-8b71-477906d4d1b0) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:04:42.917536 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89622abc-54ac-4536-834f-356d9dfc142a req-20be08b4-19dd-4505-a9cf-2b0f73d67430 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:42.929699 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-89622abc-54ac-4536-834f-356d9dfc142a req-20be08b4-19dd-4505-a9cf-2b0f73d67430 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ebaae68-1e07-4d33-85d0-95999b1db808 HTTP/1.1" status: 200 len: 949 time: 0.4011149 Jul 24 00:04:42.937723 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-34a85a66-7b78-4995-bd29-3784aa02c9af tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:42.951135 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-ee012218-3acc-4b4d-9eba-f78575a3ef94 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Deleting port 4dd2eac3-c560-41e6-9306-b7ba43993f1c {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:04:42.951489 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ee012218-3acc-4b4d-9eba-f78575a3ef94 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:43.057829 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a85a66-7b78-4995-bd29-3784aa02c9af tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Network 150a8227-369a-409d-b1e7-b0afd03b4045 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:04:43.064860 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-34a85a66-7b78-4995-bd29-3784aa02c9af tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:04:43.069498 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a85a66-7b78-4995-bd29-3784aa02c9af tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:04:43.083398 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a85a66-7b78-4995-bd29-3784aa02c9af tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Pushing event updated for resources: {'Port': ['ID=d3ca5817-e307-4e4b-801a-1b13aa99b451,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:43.133473 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a13be23-f511-4249-8da6-eab64e6c204a req-37a8dd43-ef02-4ec8-983e-d85a5dad57f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:43.134975 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8a13be23-f511-4249-8da6-eab64e6c204a req-37a8dd43-ef02-4ec8-983e-d85a5dad57f6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=24cbf24a-1696-4ab2-949c-e4387a9df919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4909611 Jul 24 00:04:43.139038 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-34a85a66-7b78-4995-bd29-3784aa02c9af tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681761'] for router_interface, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:43.201052 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-22ff0074-efa6-47ed-9211-7c33bc005aba tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Allocated IP 172.20.0.1 (0cd4d1dc-85e3-4bec-ad23-95ceb4c07445/196a9af0-0aac-4a27-bd54-41230252f5db/311aa694-55e3-4987-b72e-4580f5a3c24a) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:04:43.228689 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-89622abc-54ac-4536-834f-356d9dfc142a req-48a4ddc4-5ae8-4f06-b8c1-831817fa475c tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982738 Jul 24 00:04:43.283798 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6198a2a-dcb7-4018-af28-653a63071b12 None None] Network 150a8227-369a-409d-b1e7-b0afd03b4045 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:04:43.300512 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-34a85a66-7b78-4995-bd29-3784aa02c9af tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:43.340630 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ee012218-3acc-4b4d-9eba-f78575a3ef94 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:43.405411 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-ef56729d-5434-4fa6-b681-034554b7fae9 None None] Provisioning for port c75ddd74-409f-4441-a18c-f3a17279592b completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:04:43.441868 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-ee012218-3acc-4b4d-9eba-f78575a3ef94 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Calling delete_port for 4dd2eac3-c560-41e6-9306-b7ba43993f1c owned by {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:04:43.729155 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8a13be23-f511-4249-8da6-eab64e6c204a req-17f7eaa0-06f4-45f3-ae8f-4b53b82a4093 service neutron] 10.222.0.52 "GET /v2.0/networks/24cbf24a-1696-4ab2-949c-e4387a9df919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5493755 Jul 24 00:04:43.812055 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device c75ddd74-409f-4441-a18c-f3a17279592b up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:04:43.819940 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-06a85657-077f-4574-8fdd-d0b54c1d9f7c req-90ea0c06-7e21-41d1-9fcb-69d0f95f78ff tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:43.860736 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-22ff0074-efa6-47ed-9211-7c33bc005aba tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:43.893495 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port c75ddd74-409f-4441-a18c-f3a17279592b completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:04:43.902936 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port c75ddd74-409f-4441-a18c-f3a17279592b triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:04:43.902936 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:43.987980 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8a13be23-f511-4249-8da6-eab64e6c204a req-c4412147-206d-498b-92b5-0016b27c6d38 service neutron] 10.222.0.52 "GET /v2.0/networks/24cbf24a-1696-4ab2-949c-e4387a9df919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450266 Jul 24 00:04:44.042892 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8a13be23-f511-4249-8da6-eab64e6c204a req-9e9236e8-9e9e-45f9-8a29-ae2e480de6f1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1066e3ba-d2f6-4583-a8ed-097498ddee4a HTTP/1.1" status: 200 len: 217 time: 0.0418599 Jul 24 00:04:44.087416 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:44.104016 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-34a85a66-7b78-4995-bd29-3784aa02c9af tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:44.121734 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-34a85a66-7b78-4995-bd29-3784aa02c9af tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:44.149070 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port c75ddd74-409f-4441-a18c-f3a17279592b, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=c75ddd74-409f-4441-a18c-f3a17279592b,segment=NetworkSegment(cdf8f54f-94fb-46d1-86c1-f46bdc347733),segment_id=cdf8f54f-94fb-46d1-86c1-f46bdc347733)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:04:44.151883 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df27349a-3109-480b-88fb-9d7d7bde355a None None] Network bce25de1-94d9-468e-a3a7-9f7d7be149b6 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:04:44.193020 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-00f89e3a-1b4b-42ff-a48f-9a0e57ed85a7 req-1473f8c7-d288-4e16-8bd9-a1de5d3b750f tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=fee90f4e-67b3-424d-92c1-5ad9f2a82d47 HTTP/1.1" status: 200 len: 210 time: 0.0845106 Jul 24 00:04:44.256479 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-06a85657-077f-4574-8fdd-d0b54c1d9f7c req-90ea0c06-7e21-41d1-9fcb-69d0f95f78ff tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:44.274676 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ee012218-3acc-4b4d-9eba-f78575a3ef94 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:44.298354 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:44.299158 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device ddf5afe3-c794-4d76-8ce6-bc353946a94b up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:04:44.307551 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a85a66-7b78-4995-bd29-3784aa02c9af tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Pushing event updated for resources: {'Port': ['ID=d3ca5817-e307-4e4b-801a-1b13aa99b451,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:44.341605 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-34a85a66-7b78-4995-bd29-3784aa02c9af tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680980'] for router_interface, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:44.352733 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a13be23-f511-4249-8da6-eab64e6c204a req-1d238589-5b4f-4ff0-bbf1-78f5bc88d86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:44.354531 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8a13be23-f511-4249-8da6-eab64e6c204a req-1d238589-5b4f-4ff0-bbf1-78f5bc88d86a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4fdb957c-aae3-43a7-b0f4-2b7f0a895d4a HTTP/1.1" status: 200 len: 797 time: 0.2996445 Jul 24 00:04:44.368003 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-22ff0074-efa6-47ed-9211-7c33bc005aba tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:44.410771 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06a85657-077f-4574-8fdd-d0b54c1d9f7c req-90ea0c06-7e21-41d1-9fcb-69d0f95f78ff tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Network 6d0290d7-687f-4c6e-a33b-868ec400e0f9 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:04:44.470631 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-06a85657-077f-4574-8fdd-d0b54c1d9f7c req-90ea0c06-7e21-41d1-9fcb-69d0f95f78ff tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:04:44.531253 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a85a66-7b78-4995-bd29-3784aa02c9af tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Network 150a8227-369a-409d-b1e7-b0afd03b4045 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:04:44.532964 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-34a85a66-7b78-4995-bd29-3784aa02c9af tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:04:44.569963 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=c75ddd74-409f-4441-a18c-f3a17279592b,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:44.576450 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-09a4dc4e-db43-4783-bda5-87101f806328 None None] Provisioning for port ddf5afe3-c794-4d76-8ce6-bc353946a94b completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:04:44.610477 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-06a85657-077f-4574-8fdd-d0b54c1d9f7c req-90ea0c06-7e21-41d1-9fcb-69d0f95f78ff tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:04:44.616852 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ff0074-efa6-47ed-9211-7c33bc005aba tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Network 0cd4d1dc-85e3-4bec-ad23-95ceb4c07445 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:04:44.636618 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port ddf5afe3-c794-4d76-8ce6-bc353946a94b completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:04:44.645265 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ea0c06-7e21-41d1-9fcb-69d0f95f78ff tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Pushing event updated for resources: {'Port': ['ID=175a37e6-5f38-47f4-8b71-477906d4d1b0,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:44.645422 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port ddf5afe3-c794-4d76-8ce6-bc353946a94b triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:04:44.645662 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:44.698682 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee012218-3acc-4b4d-9eba-f78575a3ef94 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Pushing event deleted for resources: {'Port': ['ID=4dd2eac3-c560-41e6-9306-b7ba43993f1c,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:44.706642 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ee012218-3acc-4b4d-9eba-f78575a3ef94 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:44.709142 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-ee012218-3acc-4b4d-9eba-f78575a3ef94 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] 10.222.0.44 "DELETE /v2.0/ports/4dd2eac3-c560-41e6-9306-b7ba43993f1c HTTP/1.1" status: 204 len: 168 time: 2.4825640 Jul 24 00:04:44.713250 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 57794) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:44.734959 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:44.743186 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-22ff0074-efa6-47ed-9211-7c33bc005aba tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:04:44.768106 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-aa9f5a2a-518b-42b3-be5d-019b460d4faa None None] Provisioning complete for port c75ddd74-409f-4441-a18c-f3a17279592b triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:04:44.768555 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-aa9f5a2a-518b-42b3-be5d-019b460d4faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:44.785136 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-317cba1e-cc7b-40a9-869e-026afbac9c47 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] GET failed (client error): The resource could not be found. Jul 24 00:04:44.787002 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-317cba1e-cc7b-40a9-869e-026afbac9c47 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] 10.222.0.44 "GET /v2.0/ports/4dd2eac3-c560-41e6-9306-b7ba43993f1c HTTP/1.1" status: 404 len: 333 time: 0.0729449 Jul 24 00:04:44.800630 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 57796) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:44.814036 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-f72a5fe4-b06f-4d9e-803c-5a1109678070 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Request body: {'port': {'network_id': 'a9a9bd12-697c-4454-911a-87c238cc9766', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-968624189'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:04:44.861748 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ff0074-efa6-47ed-9211-7c33bc005aba tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Pushing event updated for resources: {'Port': ['ID=311aa694-55e3-4987-b72e-4580f5a3c24a,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:44.881754 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ff0074-efa6-47ed-9211-7c33bc005aba tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:04:44.898716 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:44.977457 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a13be23-f511-4249-8da6-eab64e6c204a req-c085a299-8c82-41ba-a47e-e8e1f65327da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:44.979020 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8a13be23-f511-4249-8da6-eab64e6c204a req-c085a299-8c82-41ba-a47e-e8e1f65327da service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=24cbf24a-1696-4ab2-949c-e4387a9df919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6040473 Jul 24 00:04:44.996844 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port ddf5afe3-c794-4d76-8ce6-bc353946a94b, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=ddf5afe3-c794-4d76-8ce6-bc353946a94b,segment=NetworkSegment(b90092ad-e34b-44a7-b64f-89ba6cb8819c),segment_id=b90092ad-e34b-44a7-b64f-89ba6cb8819c)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:04:44.998505 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a85657-077f-4574-8fdd-d0b54c1d9f7c req-90ea0c06-7e21-41d1-9fcb-69d0f95f78ff tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:45.003232 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-06a85657-077f-4574-8fdd-d0b54c1d9f7c req-90ea0c06-7e21-41d1-9fcb-69d0f95f78ff tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:45.006933 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:45.013965 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-aa9f5a2a-518b-42b3-be5d-019b460d4faa None None] Provisioning for port d3ca5817-e307-4e4b-801a-1b13aa99b451 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:04:45.044147 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-22ff0074-efa6-47ed-9211-7c33bc005aba tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681761'] for router_interface, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:45.061106 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34a85a66-7b78-4995-bd29-3784aa02c9af tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Router ff1cf09c-14e2-483f-979d-98fb7e1288c6 is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:04:45.079267 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f72a5fe4-b06f-4d9e-803c-5a1109678070 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Made reservation on behalf of db1a994f6b3147e083cf720237db11ff for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:04:45.082513 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f72a5fe4-b06f-4d9e-803c-5a1109678070 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:45.098840 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-aa9f5a2a-518b-42b3-be5d-019b460d4faa None None] Provisioning complete for port d3ca5817-e307-4e4b-801a-1b13aa99b451 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:04:45.099479 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-aa9f5a2a-518b-42b3-be5d-019b460d4faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:45.136452 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e3cea-2e69-4c00-99ff-a4e422501747 req-be75cd2b-ea0f-4416-9d9b-a09b57988c17 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:45.145272 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-703e3cea-2e69-4c00-99ff-a4e422501747 req-be75cd2b-ea0f-4416-9d9b-a09b57988c17 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ebaae68-1e07-4d33-85d0-95999b1db808 HTTP/1.1" status: 200 len: 949 time: 0.7380517 Jul 24 00:04:45.157017 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=ddf5afe3-c794-4d76-8ce6-bc353946a94b,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:45.160072 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-aa9f5a2a-518b-42b3-be5d-019b460d4faa None None] Port d3ca5817-e307-4e4b-801a-1b13aa99b451 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:04:45.182786 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-06a85657-077f-4574-8fdd-d0b54c1d9f7c req-90ea0c06-7e21-41d1-9fcb-69d0f95f78ff tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7292683 Jul 24 00:04:45.199842 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-06a85657-077f-4574-8fdd-d0b54c1d9f7c req-5bc9bb19-8b3b-44df-b7c0-192da8194f3c service neutron] Request body: {'port': {'device_id': 'fee90f4e-67b3-424d-92c1-5ad9f2a82d47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:04:45.204923 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [None req-f72a5fe4-b06f-4d9e-803c-5a1109678070 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] device_id is not set on port 9fb1e958-28e5-4cf2-88b8-b915f0e7c9fb yet. {{(pid=100314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:04:45.255845 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a85a66-7b78-4995-bd29-3784aa02c9af tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:04:45.268336 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f11fd9-9849-4ce9-8ca2-42634842d87d None None] Sync routers for ids ['ff1cf09c-14e2-483f-979d-98fb7e1288c6'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:04:45.274509 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-34a85a66-7b78-4995-bd29-3784aa02c9af tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "PUT /v2.0/routers/ff1cf09c-14e2-483f-979d-98fb7e1288c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6856470 Jul 24 00:04:45.278037 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 57804) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:45.281952 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f11fd9-9849-4ce9-8ca2-42634842d87d None None] Routers {'ff1cf09c-14e2-483f-979d-98fb7e1288c6'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:04:45.284458 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-87f11fd9-9849-4ce9-8ca2-42634842d87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:04:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['ff1cf09c-14e2-483f-979d-98fb7e1288c6'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:45.291308 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-cd864c8b-d6fd-469a-a2a1-7783890c59ec None None] Provisioning complete for port d3ca5817-e307-4e4b-801a-1b13aa99b451 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:04:45.291929 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-cd864c8b-d6fd-469a-a2a1-7783890c59ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:45.339591 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-87f11fd9-9849-4ce9-8ca2-42634842d87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:45.343207 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-cd864c8b-d6fd-469a-a2a1-7783890c59ec None None] Port d3ca5817-e307-4e4b-801a-1b13aa99b451 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:04:45.356255 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f11fd9-9849-4ce9-8ca2-42634842d87d None None] Routers {'ff1cf09c-14e2-483f-979d-98fb7e1288c6'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:04:45.357452 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-87f11fd9-9849-4ce9-8ca2-42634842d87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:04:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['ff1cf09c-14e2-483f-979d-98fb7e1288c6'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:45.378836 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-cd864c8b-d6fd-469a-a2a1-7783890c59ec None None] Provisioning complete for port ddf5afe3-c794-4d76-8ce6-bc353946a94b triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:04:45.379219 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-cd864c8b-d6fd-469a-a2a1-7783890c59ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:45.402011 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-87f11fd9-9849-4ce9-8ca2-42634842d87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:45.413947 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f11fd9-9849-4ce9-8ca2-42634842d87d None None] The sync data for ids ['ff1cf09c-14e2-483f-979d-98fb7e1288c6'] in n-d-800088-16 is: [] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:04:45.420594 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-703e3cea-2e69-4c00-99ff-a4e422501747 req-ab599dc9-5f42-44ee-830e-72fb908dd22f tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723696 Jul 24 00:04:45.453712 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64487a8f-da51-4ec3-b4f9-badbfa543bcc tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:45.466426 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-64487a8f-da51-4ec3-b4f9-badbfa543bcc tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "GET /v2.0/ports/d3ca5817-e307-4e4b-801a-1b13aa99b451 HTTP/1.1" status: 200 len: 910 time: 0.1864588 Jul 24 00:04:45.475610 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 57808) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:45.574792 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device c75ddd74-409f-4441-a18c-f3a17279592b up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:04:45.650099 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-f72a5fe4-b06f-4d9e-803c-5a1109678070 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Allocated IP 2001:db8::f3 (a9a9bd12-697c-4454-911a-87c238cc9766/93cb7eb8-0689-4239-bb74-f0fed2019746/9fb1e958-28e5-4cf2-88b8-b915f0e7c9fb) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:04:45.691815 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffb7111-5bdc-4447-a0c7-68cb5c93310b req-4770e189-a2b1-47e7-8c4a-3c41de0a47c9 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:45.717400 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fffb7111-5bdc-4447-a0c7-68cb5c93310b req-4770e189-a2b1-47e7-8c4a-3c41de0a47c9 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=fee90f4e-67b3-424d-92c1-5ad9f2a82d47 HTTP/1.1" status: 200 len: 932 time: 0.3835740 Jul 24 00:04:45.740763 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8a13be23-f511-4249-8da6-eab64e6c204a req-af1a6291-09b5-4b1d-ba4e-bfbe67d253ef service neutron] 10.222.0.52 "GET /v2.0/networks/24cbf24a-1696-4ab2-949c-e4387a9df919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7302849 Jul 24 00:04:45.745622 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port c75ddd74-409f-4441-a18c-f3a17279592b triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:04:45.746211 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:45.825777 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-06a85657-077f-4574-8fdd-d0b54c1d9f7c req-5bc9bb19-8b3b-44df-b7c0-192da8194f3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:45.849704 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device ddf5afe3-c794-4d76-8ce6-bc353946a94b up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:04:45.921680 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port ddf5afe3-c794-4d76-8ce6-bc353946a94b triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:04:45.922048 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:45.941759 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-22ff0074-efa6-47ed-9211-7c33bc005aba tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:45.957308 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f72a5fe4-b06f-4d9e-803c-5a1109678070 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:46.070027 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [None req-f72a5fe4-b06f-4d9e-803c-5a1109678070 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Transition to ACTIVE for port object 9fb1e958-28e5-4cf2-88b8-b915f0e7c9fb will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:04:46.152722 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f72a5fe4-b06f-4d9e-803c-5a1109678070 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:46.237953 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72a5fe4-b06f-4d9e-803c-5a1109678070 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Pushing event updated for resources: {'Port': ['ID=9fb1e958-28e5-4cf2-88b8-b915f0e7c9fb,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:46.251950 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fffb7111-5bdc-4447-a0c7-68cb5c93310b req-8c27bc31-683b-41b9-84e9-6c3393d61b2a tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4638436 Jul 24 00:04:46.278279 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72a5fe4-b06f-4d9e-803c-5a1109678070 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Network a9a9bd12-697c-4454-911a-87c238cc9766 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:04:46.281289 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-f72a5fe4-b06f-4d9e-803c-5a1109678070 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:04:46.284782 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72a5fe4-b06f-4d9e-803c-5a1109678070 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:04:46.291156 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72a5fe4-b06f-4d9e-803c-5a1109678070 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:46.291909 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f72a5fe4-b06f-4d9e-803c-5a1109678070 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:46.378363 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-f72a5fe4-b06f-4d9e-803c-5a1109678070 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.5740352 Jul 24 00:04:46.380955 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 57812) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:46.387247 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-872c3e79-93a1-41c8-a60d-20281c65e8fe tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:4b:d9:f9'}]}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:04:46.479296 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8a13be23-f511-4249-8da6-eab64e6c204a req-2794d1c1-5593-4cbd-b1dd-3fcb1a25032f service neutron] 10.222.0.52 "GET /v2.0/networks/24cbf24a-1696-4ab2-949c-e4387a9df919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7287972 Jul 24 00:04:46.644301 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-58428ff3-578e-44ec-97df-e745f1f7f4cb tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:46.675747 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-c497db0e-2d32-4870-a5b7-682289455f8f None None] Provisioning for port 9fb1e958-28e5-4cf2-88b8-b915f0e7c9fb completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:04:46.682436 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-c497db0e-2d32-4870-a5b7-682289455f8f None None] Provisioning complete for port 9fb1e958-28e5-4cf2-88b8-b915f0e7c9fb triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:04:46.682823 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c497db0e-2d32-4870-a5b7-682289455f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:46.708897 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-872c3e79-93a1-41c8-a60d-20281c65e8fe tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:46.730063 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-c497db0e-2d32-4870-a5b7-682289455f8f None None] Port 9fb1e958-28e5-4cf2-88b8-b915f0e7c9fb cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:04:46.757345 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573de599-8510-4bf7-8f81-f45e5ca8abd3 req-d17a048d-e133-425d-ad5f-f4ef864a1afd tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:46.758937 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-573de599-8510-4bf7-8f81-f45e5ca8abd3 req-d17a048d-e133-425d-ad5f-f4ef864a1afd tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ebaae68-1e07-4d33-85d0-95999b1db808 HTTP/1.1" status: 200 len: 949 time: 0.1838944 Jul 24 00:04:46.880856 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-573de599-8510-4bf7-8f81-f45e5ca8abd3 req-a7c8896d-4386-43cb-aa47-3efff275c38d tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071715 Jul 24 00:04:46.984038 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-06a85657-077f-4574-8fdd-d0b54c1d9f7c req-5bc9bb19-8b3b-44df-b7c0-192da8194f3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 175a37e6-5f38-47f4-8b71-477906d4d1b0 {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:04:47.000981 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-06a85657-077f-4574-8fdd-d0b54c1d9f7c req-5bc9bb19-8b3b-44df-b7c0-192da8194f3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:47.004531 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-22ff0074-efa6-47ed-9211-7c33bc005aba tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:47.011862 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-22ff0074-efa6-47ed-9211-7c33bc005aba tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:47.022186 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-06a85657-077f-4574-8fdd-d0b54c1d9f7c req-5bc9bb19-8b3b-44df-b7c0-192da8194f3c service neutron] Transition to ACTIVE for port object 175a37e6-5f38-47f4-8b71-477906d4d1b0 will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:04:47.110638 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-06a85657-077f-4574-8fdd-d0b54c1d9f7c req-5bc9bb19-8b3b-44df-b7c0-192da8194f3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:47.183798 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ff0074-efa6-47ed-9211-7c33bc005aba tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Pushing event updated for resources: {'Port': ['ID=311aa694-55e3-4987-b72e-4580f5a3c24a,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:47.186479 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-22ff0074-efa6-47ed-9211-7c33bc005aba tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680980'] for router_interface, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:47.234192 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-872c3e79-93a1-41c8-a60d-20281c65e8fe tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:47.238499 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-872c3e79-93a1-41c8-a60d-20281c65e8fe tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:47.283402 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-58428ff3-578e-44ec-97df-e745f1f7f4cb tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Allocated IP 172.21.0.1 (bce25de1-94d9-468e-a3a7-9f7d7be149b6/ba9f5457-39e8-4414-8606-0862d5023e9a/643a3ad3-5e86-4be9-b8a4-963b02477fdd) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:04:47.286742 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-872c3e79-93a1-41c8-a60d-20281c65e8fe tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] In _notify_port_updated(), no bound segment for port 9fb1e958-28e5-4cf2-88b8-b915f0e7c9fb on network a9a9bd12-697c-4454-911a-87c238cc9766 {{(pid=100314) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 24 00:04:47.294564 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872c3e79-93a1-41c8-a60d-20281c65e8fe tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:47.295260 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-872c3e79-93a1-41c8-a60d-20281c65e8fe tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:47.296653 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-872c3e79-93a1-41c8-a60d-20281c65e8fe tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] 10.222.0.44 "PUT /v2.0/ports/9fb1e958-28e5-4cf2-88b8-b915f0e7c9fb HTTP/1.1" status: 200 len: 1001 time: 0.9145498 Jul 24 00:04:47.299742 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 57824) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:47.326424 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc9bb19-8b3b-44df-b7c0-192da8194f3c service neutron] Pushing event updated for resources: {'Port': ['ID=175a37e6-5f38-47f4-8b71-477906d4d1b0,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:47.383219 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-06a85657-077f-4574-8fdd-d0b54c1d9f7c req-5bc9bb19-8b3b-44df-b7c0-192da8194f3c service neutron] Attempting to bind port 175a37e6-5f38-47f4-8b71-477906d4d1b0 on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:04:47.383704 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-06a85657-077f-4574-8fdd-d0b54c1d9f7c req-5bc9bb19-8b3b-44df-b7c0-192da8194f3c service neutron] Attempting to bind port 175a37e6-5f38-47f4-8b71-477906d4d1b0 by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': '03844098-4008-432a-ad64-80c1a7ec0473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '6d0290d7-687f-4c6e-a33b-868ec400e0f9'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:04:47.384102 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a85657-077f-4574-8fdd-d0b54c1d9f7c req-5bc9bb19-8b3b-44df-b7c0-192da8194f3c service neutron] Attempting to bind port 175a37e6-5f38-47f4-8b71-477906d4d1b0 on network 6d0290d7-687f-4c6e-a33b-868ec400e0f9 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:04:47.440566 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ff0074-efa6-47ed-9211-7c33bc005aba tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Network 0cd4d1dc-85e3-4bec-ad23-95ceb4c07445 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:04:47.442398 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a85657-077f-4574-8fdd-d0b54c1d9f7c req-5bc9bb19-8b3b-44df-b7c0-192da8194f3c service neutron] Port 175a37e6-5f38-47f4-8b71-477906d4d1b0 on network 6d0290d7-687f-4c6e-a33b-868ec400e0f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:04:47.442919 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a85657-077f-4574-8fdd-d0b54c1d9f7c req-5bc9bb19-8b3b-44df-b7c0-192da8194f3c service neutron] Attempting to bind port 175a37e6-5f38-47f4-8b71-477906d4d1b0 on network 6d0290d7-687f-4c6e-a33b-868ec400e0f9 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:04:47.448777 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-22ff0074-efa6-47ed-9211-7c33bc005aba tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:04:47.452578 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872c3e79-93a1-41c8-a60d-20281c65e8fe tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Pushing event updated for resources: {'Port': ['ID=9fb1e958-28e5-4cf2-88b8-b915f0e7c9fb,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:47.467433 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a85657-077f-4574-8fdd-d0b54c1d9f7c req-5bc9bb19-8b3b-44df-b7c0-192da8194f3c service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:04:47.467870 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a85657-077f-4574-8fdd-d0b54c1d9f7c req-5bc9bb19-8b3b-44df-b7c0-192da8194f3c service neutron] Checking segment: {'id': '03844098-4008-432a-ad64-80c1a7ec0473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '6d0290d7-687f-4c6e-a33b-868ec400e0f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:04:47.468337 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a85657-077f-4574-8fdd-d0b54c1d9f7c req-5bc9bb19-8b3b-44df-b7c0-192da8194f3c service neutron] Bound using segment: {'id': '03844098-4008-432a-ad64-80c1a7ec0473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '6d0290d7-687f-4c6e-a33b-868ec400e0f9'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:04:47.469239 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-06a85657-077f-4574-8fdd-d0b54c1d9f7c req-5bc9bb19-8b3b-44df-b7c0-192da8194f3c service neutron] Bound port: 175a37e6-5f38-47f4-8b71-477906d4d1b0, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03844098-4008-432a-ad64-80c1a7ec0473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '6d0290d7-687f-4c6e-a33b-868ec400e0f9'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:04:47.469239 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-06a85657-077f-4574-8fdd-d0b54c1d9f7c req-5bc9bb19-8b3b-44df-b7c0-192da8194f3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:47.570980 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:47.571169 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-c49a4cbb-e888-45fb-96d6-e46a06af5366 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Deleting port 9fb1e958-28e5-4cf2-88b8-b915f0e7c9fb {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:04:47.571450 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c49a4cbb-e888-45fb-96d6-e46a06af5366 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:47.588107 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d1f91-ed94-4c79-badb-058314aca1a3 req-4e22682b-6917-470a-8a72-0906f4c5a7d3 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:47.589664 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-182d1f91-ed94-4c79-badb-058314aca1a3 req-4e22682b-6917-470a-8a72-0906f4c5a7d3 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=fee90f4e-67b3-424d-92c1-5ad9f2a82d47 HTTP/1.1" status: 200 len: 944 time: 0.2304571 Jul 24 00:04:47.623690 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-58428ff3-578e-44ec-97df-e745f1f7f4cb tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:47.629185 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-06a85657-077f-4574-8fdd-d0b54c1d9f7c req-5bc9bb19-8b3b-44df-b7c0-192da8194f3c service neutron] For port 175a37e6-5f38-47f4-8b71-477906d4d1b0, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:04:47.645807 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-06a85657-077f-4574-8fdd-d0b54c1d9f7c req-5bc9bb19-8b3b-44df-b7c0-192da8194f3c service neutron] For port 175a37e6-5f38-47f4-8b71-477906d4d1b0, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=175a37e6-5f38-47f4-8b71-477906d4d1b0,segment=NetworkSegment(03844098-4008-432a-ad64-80c1a7ec0473),segment_id=03844098-4008-432a-ad64-80c1a7ec0473)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:04:47.652485 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22ff0074-efa6-47ed-9211-7c33bc005aba tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Router 5832c0e7-1d75-4a30-9141-9a6a9a723e64 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:04:47.654261 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-06a85657-077f-4574-8fdd-d0b54c1d9f7c req-5bc9bb19-8b3b-44df-b7c0-192da8194f3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:47.665693 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-38206d29-b4c1-427d-a60e-ba89709d4b8e None None] Provisioning complete for port 9fb1e958-28e5-4cf2-88b8-b915f0e7c9fb triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:04:47.666230 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-38206d29-b4c1-427d-a60e-ba89709d4b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:47.692315 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [None req-58428ff3-578e-44ec-97df-e745f1f7f4cb tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Transition to ACTIVE for port object 643a3ad3-5e86-4be9-b8a4-963b02477fdd will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:04:47.703931 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-38206d29-b4c1-427d-a60e-ba89709d4b8e None None] Port 9fb1e958-28e5-4cf2-88b8-b915f0e7c9fb cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:04:47.719443 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a85657-077f-4574-8fdd-d0b54c1d9f7c req-5bc9bb19-8b3b-44df-b7c0-192da8194f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:47.720090 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-06a85657-077f-4574-8fdd-d0b54c1d9f7c req-5bc9bb19-8b3b-44df-b7c0-192da8194f3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:47.721843 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-06a85657-077f-4574-8fdd-d0b54c1d9f7c req-5bc9bb19-8b3b-44df-b7c0-192da8194f3c service neutron] 10.222.0.52 "PUT /v2.0/ports/175a37e6-5f38-47f4-8b71-477906d4d1b0 HTTP/1.1" status: 200 len: 1093 time: 2.5272045 Jul 24 00:04:47.724247 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fee90f4e-67b3-424d-92c1-5ad9f2a82d47', 'tag': '175a37e6-5f38-47f4-8b71-477906d4d1b0'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:04:47.726937 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fefc95ec-4bc3-4f3e-b4a9-73daa55adf16" -d '{"events": [{"name": "network-changed", "server_uuid": "fee90f4e-67b3-424d-92c1-5ad9f2a82d47", "tag": "175a37e6-5f38-47f4-8b71-477906d4d1b0"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:04:47.731846 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-182d1f91-ed94-4c79-badb-058314aca1a3 req-ef26e116-a149-4df6-a22a-d529ef3a83ad tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255198 Jul 24 00:04:47.737822 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c49a4cbb-e888-45fb-96d6-e46a06af5366 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:47.762200 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-c49a4cbb-e888-45fb-96d6-e46a06af5366 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Calling delete_port for 9fb1e958-28e5-4cf2-88b8-b915f0e7c9fb owned by {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:04:47.806767 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-58428ff3-578e-44ec-97df-e745f1f7f4cb tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:47.806960 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d151f611-4306-4c41-b2cf-38ce21321258 x-openstack-request-id: req-d151f611-4306-4c41-b2cf-38ce21321258 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:04:47.807074 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fee90f4e-67b3-424d-92c1-5ad9f2a82d47", "tag": "175a37e6-5f38-47f4-8b71-477906d4d1b0", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:04:47.807312 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d151f611-4306-4c41-b2cf-38ce21321258 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:04:47.807759 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fee90f4e-67b3-424d-92c1-5ad9f2a82d47', 'tag': '175a37e6-5f38-47f4-8b71-477906d4d1b0', 'status': 'completed', 'code': 200} Jul 24 00:04:47.853880 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc9bb19-8b3b-44df-b7c0-192da8194f3c service neutron] Pushing event updated for resources: {'Port': ['ID=175a37e6-5f38-47f4-8b71-477906d4d1b0,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:47.890040 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58428ff3-578e-44ec-97df-e745f1f7f4cb tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Network bce25de1-94d9-468e-a3a7-9f7d7be149b6 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:04:47.898119 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-58428ff3-578e-44ec-97df-e745f1f7f4cb tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:04:47.900656 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ff0074-efa6-47ed-9211-7c33bc005aba tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:04:47.904023 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a85657-077f-4574-8fdd-d0b54c1d9f7c req-ab4d9e74-e008-4441-8409-d3a47bcf9083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:47.904275 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58428ff3-578e-44ec-97df-e745f1f7f4cb tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:04:47.905571 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-06a85657-077f-4574-8fdd-d0b54c1d9f7c req-ab4d9e74-e008-4441-8409-d3a47bcf9083 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=edb05757b79c4651874b12bd54763416&device_id=fee90f4e-67b3-424d-92c1-5ad9f2a82d47 HTTP/1.1" status: 200 len: 1096 time: 0.1005778 Jul 24 00:04:47.906843 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58428ff3-578e-44ec-97df-e745f1f7f4cb tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Pushing event updated for resources: {'Port': ['ID=643a3ad3-5e86-4be9-b8a4-963b02477fdd,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:47.911931 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-22ff0074-efa6-47ed-9211-7c33bc005aba tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] 10.222.0.44 "PUT /v2.0/routers/5832c0e7-1d75-4a30-9141-9a6a9a723e64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7589884 Jul 24 00:04:47.912559 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 57834) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:47.918525 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-fe4f7026-62fe-4487-968e-e37d9194bff6 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Request body: {'port': {'network_id': '0cd4d1dc-85e3-4bec-ad23-95ceb4c07445', 'name': 'tempest-FloatingIPTestJSON-536690375'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:04:47.922219 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c8db17-1850-4a8b-8d07-b192836dea64 None None] Sync routers for ids ['5832c0e7-1d75-4a30-9141-9a6a9a723e64'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:04:47.941793 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c8db17-1850-4a8b-8d07-b192836dea64 None None] Routers {'5832c0e7-1d75-4a30-9141-9a6a9a723e64'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:04:47.942457 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-67c8db17-1850-4a8b-8d07-b192836dea64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:04:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['5832c0e7-1d75-4a30-9141-9a6a9a723e64'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:47.981412 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-06a85657-077f-4574-8fdd-d0b54c1d9f7c req-74c54535-ac29-4fa1-a4a8-387f482893d8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=175a37e6-5f38-47f4-8b71-477906d4d1b0 HTTP/1.1" status: 200 len: 217 time: 0.0666218 Jul 24 00:04:47.989722 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-67c8db17-1850-4a8b-8d07-b192836dea64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:48.007406 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c8db17-1850-4a8b-8d07-b192836dea64 None None] Routers {'5832c0e7-1d75-4a30-9141-9a6a9a723e64'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:04:48.008904 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-67c8db17-1850-4a8b-8d07-b192836dea64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:04:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['5832c0e7-1d75-4a30-9141-9a6a9a723e64'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:48.035105 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-58428ff3-578e-44ec-97df-e745f1f7f4cb tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681761'] for router_interface, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:48.052711 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-67c8db17-1850-4a8b-8d07-b192836dea64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:48.053456 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c8db17-1850-4a8b-8d07-b192836dea64 None None] The sync data for ids ['5832c0e7-1d75-4a30-9141-9a6a9a723e64'] in n-d-800088-16 is: [] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:04:48.080034 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c49a4cbb-e888-45fb-96d6-e46a06af5366 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:48.119237 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49a4cbb-e888-45fb-96d6-e46a06af5366 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Pushing event deleted for resources: {'Port': ['ID=9fb1e958-28e5-4cf2-88b8-b915f0e7c9fb,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:48.148930 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a85657-077f-4574-8fdd-d0b54c1d9f7c req-fafdbfd6-9586-48d3-85b6-fef4b2efc221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:48.150525 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-06a85657-077f-4574-8fdd-d0b54c1d9f7c req-fafdbfd6-9586-48d3-85b6-fef4b2efc221 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4c5e7796-9746-457d-b93a-6a23003ac2f0 HTTP/1.1" status: 200 len: 852 time: 0.1583953 Jul 24 00:04:48.172466 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c49a4cbb-e888-45fb-96d6-e46a06af5366 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:48.177279 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-c49a4cbb-e888-45fb-96d6-e46a06af5366 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] 10.222.0.44 "DELETE /v2.0/ports/9fb1e958-28e5-4cf2-88b8-b915f0e7c9fb HTTP/1.1" status: 204 len: 168 time: 0.8722875 Jul 24 00:04:48.185128 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 57838) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:48.226545 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-06a85657-077f-4574-8fdd-d0b54c1d9f7c req-799d3a37-6fae-4274-923c-336fd1f59735 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6d0290d7-687f-4c6e-a33b-868ec400e0f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627725 Jul 24 00:04:48.232103 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b07535e-d77c-49b8-b384-c6158a0964c9 req-4ad7b690-96b3-4165-9c4a-a4c14489227b tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:48.234036 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3b07535e-d77c-49b8-b384-c6158a0964c9 req-4ad7b690-96b3-4165-9c4a-a4c14489227b tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ebaae68-1e07-4d33-85d0-95999b1db808 HTTP/1.1" status: 200 len: 949 time: 0.2404480 Jul 24 00:04:48.264680 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-69f64e06-f530-4026-b425-514bc05df2cf None None] Provisioning for port 643a3ad3-5e86-4be9-b8a4-963b02477fdd completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:04:48.273135 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-69f64e06-f530-4026-b425-514bc05df2cf None None] Provisioning complete for port 643a3ad3-5e86-4be9-b8a4-963b02477fdd triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:04:48.273574 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-69f64e06-f530-4026-b425-514bc05df2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:48.288160 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-58428ff3-578e-44ec-97df-e745f1f7f4cb tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:48.289576 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e2aa986-8d12-44c3-9abb-2abd4b3a7d49 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] GET failed (client error): The resource could not be found. Jul 24 00:04:48.296324 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-5e2aa986-8d12-44c3-9abb-2abd4b3a7d49 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] 10.222.0.44 "GET /v2.0/ports/9fb1e958-28e5-4cf2-88b8-b915f0e7c9fb HTTP/1.1" status: 404 len: 333 time: 0.0872040 Jul 24 00:04:48.297027 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 57846) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:48.315086 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-b91a4a54-f049-4d43-968a-70c8994525c8 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Request body: {'port': {'network_id': 'a9a9bd12-697c-4454-911a-87c238cc9766', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-311517762'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:04:48.336300 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-69f64e06-f530-4026-b425-514bc05df2cf None None] Port 643a3ad3-5e86-4be9-b8a4-963b02477fdd cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:04:48.419466 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe4f7026-62fe-4487-968e-e37d9194bff6 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Made reservation on behalf of ebb8f2f29751499da1023c7510ec92b9 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:04:48.422392 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fe4f7026-62fe-4487-968e-e37d9194bff6 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:48.478221 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3b07535e-d77c-49b8-b384-c6158a0964c9 req-2bb665ad-f053-4006-b065-c65b5965bfd1 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105012 Jul 24 00:04:48.530218 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [None req-fe4f7026-62fe-4487-968e-e37d9194bff6 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] device_id is not set on port 189f1c5f-320b-4a98-8723-96b9f3fd07c1 yet. {{(pid=100313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:04:48.540720 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-06a85657-077f-4574-8fdd-d0b54c1d9f7c req-f0ecc144-fc29-4cb1-a93f-9406e302b5bb service neutron] 10.222.0.52 "GET /v2.0/networks/6d0290d7-687f-4c6e-a33b-868ec400e0f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879465 Jul 24 00:04:48.727004 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b91a4a54-f049-4d43-968a-70c8994525c8 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Made reservation on behalf of db1a994f6b3147e083cf720237db11ff for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:04:48.730770 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b91a4a54-f049-4d43-968a-70c8994525c8 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:48.790016 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [None req-b91a4a54-f049-4d43-968a-70c8994525c8 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] device_id is not set on port 0cd6081a-0893-49c9-9d8c-5f0105f264db yet. {{(pid=100313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:04:48.803890 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-06a85657-077f-4574-8fdd-d0b54c1d9f7c req-65a9f161-82bb-4977-9ab5-51c179e169de service neutron] 10.222.0.52 "GET /v2.0/networks/6d0290d7-687f-4c6e-a33b-868ec400e0f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556815 Jul 24 00:04:48.842778 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-fe4f7026-62fe-4487-968e-e37d9194bff6 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Allocated IP 172.20.0.9 (0cd4d1dc-85e3-4bec-ad23-95ceb4c07445/196a9af0-0aac-4a27-bd54-41230252f5db/189f1c5f-320b-4a98-8723-96b9f3fd07c1) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:04:48.987983 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e286223-8405-4d18-879b-4408fc07c1e6 req-ceec6e80-2e67-4040-86c5-088f802a0ba6 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:48.993004 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1e286223-8405-4d18-879b-4408fc07c1e6 req-ceec6e80-2e67-4040-86c5-088f802a0ba6 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=fee90f4e-67b3-424d-92c1-5ad9f2a82d47 HTTP/1.1" status: 200 len: 944 time: 0.1437576 Jul 24 00:04:49.039530 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-b91a4a54-f049-4d43-968a-70c8994525c8 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Allocated IP 2001:db8::142 (a9a9bd12-697c-4454-911a-87c238cc9766/93cb7eb8-0689-4239-bb74-f0fed2019746/0cd6081a-0893-49c9-9d8c-5f0105f264db) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:04:49.050691 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-58428ff3-578e-44ec-97df-e745f1f7f4cb tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:49.056918 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-58428ff3-578e-44ec-97df-e745f1f7f4cb tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:49.100229 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc95ec-4bc3-4f3e-b4a9-73daa55adf16 req-90db0149-3e0f-4843-a392-25eb51187bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:49.101766 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fefc95ec-4bc3-4f3e-b4a9-73daa55adf16 req-90db0149-3e0f-4843-a392-25eb51187bc2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=edb05757b79c4651874b12bd54763416&device_id=fee90f4e-67b3-424d-92c1-5ad9f2a82d47 HTTP/1.1" status: 200 len: 1096 time: 0.2296786 Jul 24 00:04:49.121328 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1e286223-8405-4d18-879b-4408fc07c1e6 req-99a7542d-a595-4ad2-bd63-07b5a9af559d tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032636 Jul 24 00:04:49.151485 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58428ff3-578e-44ec-97df-e745f1f7f4cb tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Pushing event updated for resources: {'Port': ['ID=643a3ad3-5e86-4be9-b8a4-963b02477fdd,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:49.154166 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-58428ff3-578e-44ec-97df-e745f1f7f4cb tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680980'] for router_interface, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:49.177418 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fe4f7026-62fe-4487-968e-e37d9194bff6 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:49.253366 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58428ff3-578e-44ec-97df-e745f1f7f4cb tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Network bce25de1-94d9-468e-a3a7-9f7d7be149b6 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:04:49.255290 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-58428ff3-578e-44ec-97df-e745f1f7f4cb tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:04:49.385516 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58428ff3-578e-44ec-97df-e745f1f7f4cb tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Router ff1cf09c-14e2-483f-979d-98fb7e1288c6 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:04:49.539504 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58428ff3-578e-44ec-97df-e745f1f7f4cb tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:04:49.545059 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-58428ff3-578e-44ec-97df-e745f1f7f4cb tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "PUT /v2.0/routers/ff1cf09c-14e2-483f-979d-98fb7e1288c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0449350 Jul 24 00:04:49.547559 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 57868) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:49.557702 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58b4a80-2431-47c8-a08e-c9f40b2b0e26 None None] Sync routers for ids ['ff1cf09c-14e2-483f-979d-98fb7e1288c6'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:04:49.575500 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58b4a80-2431-47c8-a08e-c9f40b2b0e26 None None] Routers {'ff1cf09c-14e2-483f-979d-98fb7e1288c6'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:04:49.576136 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-e58b4a80-2431-47c8-a08e-c9f40b2b0e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:04:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['ff1cf09c-14e2-483f-979d-98fb7e1288c6'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:49.579759 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-625a7620-6937-4cdd-9acb-6a02190e7040 None None] Provisioning complete for port 643a3ad3-5e86-4be9-b8a4-963b02477fdd triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:04:49.580717 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-625a7620-6937-4cdd-9acb-6a02190e7040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:49.614008 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-e58b4a80-2431-47c8-a08e-c9f40b2b0e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:49.629711 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-625a7620-6937-4cdd-9acb-6a02190e7040 None None] Port 643a3ad3-5e86-4be9-b8a4-963b02477fdd cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:04:49.634564 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58b4a80-2431-47c8-a08e-c9f40b2b0e26 None None] Routers {'ff1cf09c-14e2-483f-979d-98fb7e1288c6'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:04:49.635354 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-e58b4a80-2431-47c8-a08e-c9f40b2b0e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:04:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['ff1cf09c-14e2-483f-979d-98fb7e1288c6'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:49.672403 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-e58b4a80-2431-47c8-a08e-c9f40b2b0e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:49.673112 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58b4a80-2431-47c8-a08e-c9f40b2b0e26 None None] The sync data for ids ['ff1cf09c-14e2-483f-979d-98fb7e1288c6'] in n-d-800088-16 is: [] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:04:49.677895 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde6bfce-0374-4ba5-934d-c55dd31bef37 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:49.682758 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-bde6bfce-0374-4ba5-934d-c55dd31bef37 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "GET /v2.0/ports/643a3ad3-5e86-4be9-b8a4-963b02477fdd HTTP/1.1" status: 200 len: 910 time: 0.1338766 Jul 24 00:04:49.683416 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 57872) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:49.718398 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc95ec-4bc3-4f3e-b4a9-73daa55adf16 req-e7227be1-9861-4b9c-a6a4-af85d0e7bb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:49.723609 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fefc95ec-4bc3-4f3e-b4a9-73daa55adf16 req-e7227be1-9861-4b9c-a6a4-af85d0e7bb89 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6d0290d7-687f-4c6e-a33b-868ec400e0f9 HTTP/1.1" status: 200 len: 913 time: 0.6137083 Jul 24 00:04:49.819140 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fefc95ec-4bc3-4f3e-b4a9-73daa55adf16 req-717f4655-c957-488f-86a2-645eee4f4d4e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=175a37e6-5f38-47f4-8b71-477906d4d1b0 HTTP/1.1" status: 200 len: 217 time: 0.0675187 Jul 24 00:04:49.865673 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fe4f7026-62fe-4487-968e-e37d9194bff6 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:49.896298 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b91a4a54-f049-4d43-968a-70c8994525c8 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:49.955025 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc95ec-4bc3-4f3e-b4a9-73daa55adf16 req-1ff18c76-2e7e-413e-8c88-656ec24cbaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:49.957217 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fefc95ec-4bc3-4f3e-b4a9-73daa55adf16 req-1ff18c76-2e7e-413e-8c88-656ec24cbaf5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4c5e7796-9746-457d-b93a-6a23003ac2f0 HTTP/1.1" status: 200 len: 852 time: 0.1288891 Jul 24 00:04:49.970664 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4f7026-62fe-4487-968e-e37d9194bff6 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Network 0cd4d1dc-85e3-4bec-ad23-95ceb4c07445 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:04:49.973823 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [None req-b91a4a54-f049-4d43-968a-70c8994525c8 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Transition to ACTIVE for port object 0cd6081a-0893-49c9-9d8c-5f0105f264db will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:04:49.996466 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-fe4f7026-62fe-4487-968e-e37d9194bff6 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:04:50.018812 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4f7026-62fe-4487-968e-e37d9194bff6 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:04:50.027228 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fefc95ec-4bc3-4f3e-b4a9-73daa55adf16 req-c701ba6d-2316-447b-b447-62d1dbe05189 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6d0290d7-687f-4c6e-a33b-868ec400e0f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489001 Jul 24 00:04:50.048275 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4f7026-62fe-4487-968e-e37d9194bff6 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Pushing event updated for resources: {'Port': ['ID=189f1c5f-320b-4a98-8723-96b9f3fd07c1,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:50.071581 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-76896ace-c428-4574-a1f4-e1769f3b608a tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681029'] for router_interface, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:50.077134 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a955557b-f1c6-4687-9cd5-7091b6d72fdc req-13778767-2196-45b1-9bde-ff65b407cfcb tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:50.079152 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a955557b-f1c6-4687-9cd5-7091b6d72fdc req-13778767-2196-45b1-9bde-ff65b407cfcb tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ebaae68-1e07-4d33-85d0-95999b1db808 HTTP/1.1" status: 200 len: 949 time: 0.3696067 Jul 24 00:04:50.148629 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4f7026-62fe-4487-968e-e37d9194bff6 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:50.149301 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fe4f7026-62fe-4487-968e-e37d9194bff6 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:50.225486 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-fe4f7026-62fe-4487-968e-e37d9194bff6 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.3093958 Jul 24 00:04:50.225486 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b91a4a54-f049-4d43-968a-70c8994525c8 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:50.227082 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 57880) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:50.234610 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-8780f9f3-0ce9-424a-a9b7-2908ec319280 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Request body: {'port': {'network_id': '0cd4d1dc-85e3-4bec-ad23-95ceb4c07445', 'name': 'tempest-FloatingIPTestJSON-19585337'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:04:50.250908 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a955557b-f1c6-4687-9cd5-7091b6d72fdc req-02791688-eea7-4d35-8828-b6901c0a477c tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518340 Jul 24 00:04:50.319369 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91a4a54-f049-4d43-968a-70c8994525c8 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Network a9a9bd12-697c-4454-911a-87c238cc9766 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:04:50.326013 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fefc95ec-4bc3-4f3e-b4a9-73daa55adf16 req-805e51ce-d45c-4b54-8267-f5ada59c2ced service neutron] 10.222.0.52 "GET /v2.0/networks/6d0290d7-687f-4c6e-a33b-868ec400e0f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654266 Jul 24 00:04:50.332986 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-b91a4a54-f049-4d43-968a-70c8994525c8 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:04:50.344022 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91a4a54-f049-4d43-968a-70c8994525c8 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:04:50.349914 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91a4a54-f049-4d43-968a-70c8994525c8 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:50.350575 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b91a4a54-f049-4d43-968a-70c8994525c8 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:50.365207 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef35c1f-6e03-4c53-8c0a-ab1ac3ca757b req-bbbd6db6-8727-4db4-8408-4a171bf39ea6 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:50.366973 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fef35c1f-6e03-4c53-8c0a-ab1ac3ca757b req-bbbd6db6-8727-4db4-8408-4a171bf39ea6 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=fee90f4e-67b3-424d-92c1-5ad9f2a82d47 HTTP/1.1" status: 200 len: 944 time: 0.1536889 Jul 24 00:04:50.385408 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91a4a54-f049-4d43-968a-70c8994525c8 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Pushing event updated for resources: {'Port': ['ID=0cd6081a-0893-49c9-9d8c-5f0105f264db,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:50.439522 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-b91a4a54-f049-4d43-968a-70c8994525c8 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.1364102 Jul 24 00:04:50.455800 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 57882) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:50.472835 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fef35c1f-6e03-4c53-8c0a-ab1ac3ca757b req-7000e7dd-8726-4758-8a6e-da337107cfb5 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992951 Jul 24 00:04:50.487481 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-bc3982d3-7b4d-4322-8c45-00c23ccad171 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Request body: {'port': {'network_id': 'a9a9bd12-697c-4454-911a-87c238cc9766', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-439655104'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:04:50.522905 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8780f9f3-0ce9-424a-a9b7-2908ec319280 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Made reservation on behalf of ebb8f2f29751499da1023c7510ec92b9 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:04:50.530124 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8780f9f3-0ce9-424a-a9b7-2908ec319280 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:50.560200 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fefc95ec-4bc3-4f3e-b4a9-73daa55adf16 req-adbbb951-3eb3-4081-bb5c-bd08d8598a4f service neutron] 10.222.0.52 "GET /v2.0/networks/6d0290d7-687f-4c6e-a33b-868ec400e0f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254362 Jul 24 00:04:50.563146 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [None req-8780f9f3-0ce9-424a-a9b7-2908ec319280 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] device_id is not set on port c7a590bc-94c3-4926-b4a7-368ced78a832 yet. {{(pid=100313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:04:50.609921 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-76896ace-c428-4574-a1f4-e1769f3b608a tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Deleting port 643a3ad3-5e86-4be9-b8a4-963b02477fdd {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:04:50.613588 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-76896ace-c428-4574-a1f4-e1769f3b608a tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:50.694487 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-e53cb532-4d42-4c6b-8941-92b083e2aedc None None] Provisioning for port 0cd6081a-0893-49c9-9d8c-5f0105f264db completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:04:50.701193 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-e53cb532-4d42-4c6b-8941-92b083e2aedc None None] Provisioning complete for port 0cd6081a-0893-49c9-9d8c-5f0105f264db triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:04:50.701573 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e53cb532-4d42-4c6b-8941-92b083e2aedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:50.733915 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-8780f9f3-0ce9-424a-a9b7-2908ec319280 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Allocated IP 172.20.0.4 (0cd4d1dc-85e3-4bec-ad23-95ceb4c07445/196a9af0-0aac-4a27-bd54-41230252f5db/c7a590bc-94c3-4926-b4a7-368ced78a832) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:04:50.745432 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-e53cb532-4d42-4c6b-8941-92b083e2aedc None None] Port 0cd6081a-0893-49c9-9d8c-5f0105f264db cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:04:50.746665 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc3982d3-7b4d-4322-8c45-00c23ccad171 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Made reservation on behalf of db1a994f6b3147e083cf720237db11ff for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:04:50.750994 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bc3982d3-7b4d-4322-8c45-00c23ccad171 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:50.783894 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-76896ace-c428-4574-a1f4-e1769f3b608a tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:50.796581 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [None req-bc3982d3-7b4d-4322-8c45-00c23ccad171 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] device_id is not set on port dce4c81f-b9fb-430d-bc99-aeacfc15943c yet. {{(pid=100314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:04:50.810616 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-76896ace-c428-4574-a1f4-e1769f3b608a tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Calling delete_port for 643a3ad3-5e86-4be9-b8a4-963b02477fdd owned by network:router_interface {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:04:50.902606 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8780f9f3-0ce9-424a-a9b7-2908ec319280 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:50.945238 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8780f9f3-0ce9-424a-a9b7-2908ec319280 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:50.995216 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8780f9f3-0ce9-424a-a9b7-2908ec319280 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Network 0cd4d1dc-85e3-4bec-ad23-95ceb4c07445 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:04:50.997709 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-bc3982d3-7b4d-4322-8c45-00c23ccad171 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Allocated IP 2001:db8::33c (a9a9bd12-697c-4454-911a-87c238cc9766/93cb7eb8-0689-4239-bb74-f0fed2019746/dce4c81f-b9fb-430d-bc99-aeacfc15943c) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:04:50.999276 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-8780f9f3-0ce9-424a-a9b7-2908ec319280 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:04:51.001860 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8780f9f3-0ce9-424a-a9b7-2908ec319280 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:04:51.039939 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8780f9f3-0ce9-424a-a9b7-2908ec319280 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Pushing event updated for resources: {'Port': ['ID=c7a590bc-94c3-4926-b4a7-368ced78a832,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:51.075781 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8780f9f3-0ce9-424a-a9b7-2908ec319280 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:51.077337 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8780f9f3-0ce9-424a-a9b7-2908ec319280 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:51.097819 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-8780f9f3-0ce9-424a-a9b7-2908ec319280 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 0.8678188 Jul 24 00:04:51.101096 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 57888) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:51.105848 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-102e7889-cbd2-4564-99af-7165ef8f49f6 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Request body: {'floatingip': {'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'port_id': 'c7a590bc-94c3-4926-b4a7-368ced78a832', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:04:51.139536 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-102e7889-cbd2-4564-99af-7165ef8f49f6 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks [] for floatingip, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:51.210206 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-76896ace-c428-4574-a1f4-e1769f3b608a tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:51.244698 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-102e7889-cbd2-4564-99af-7165ef8f49f6 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:51.246569 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76896ace-c428-4574-a1f4-e1769f3b608a tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Pushing event deleted for resources: {'Port': ['ID=643a3ad3-5e86-4be9-b8a4-963b02477fdd,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:51.347499 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bc3982d3-7b4d-4322-8c45-00c23ccad171 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:51.374235 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [None req-bc3982d3-7b4d-4322-8c45-00c23ccad171 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Transition to ACTIVE for port object dce4c81f-b9fb-430d-bc99-aeacfc15943c will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:04:51.406215 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-102e7889-cbd2-4564-99af-7165ef8f49f6 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Allocated IP 172.25.3.155 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/3843f5d1-dc96-4fb0-be69-bc2a1f34b132) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:04:51.476940 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9eb7c-7fde-4e54-b149-acfdb01a4fe7 req-4734313c-118d-4d84-985b-9dc0c9684dc0 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:51.478486 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6bd9eb7c-7fde-4e54-b149-acfdb01a4fe7 req-4734313c-118d-4d84-985b-9dc0c9684dc0 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ebaae68-1e07-4d33-85d0-95999b1db808 HTTP/1.1" status: 200 len: 949 time: 0.1389563 Jul 24 00:04:51.486606 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-76896ace-c428-4574-a1f4-e1769f3b608a tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679987'] for router_interface, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:51.534664 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bc3982d3-7b4d-4322-8c45-00c23ccad171 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:51.562371 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6bd9eb7c-7fde-4e54-b149-acfdb01a4fe7 req-751b22c6-85c6-48a1-b480-40da2aec861f tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763571 Jul 24 00:04:51.578258 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-102e7889-cbd2-4564-99af-7165ef8f49f6 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:51.619174 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-102e7889-cbd2-4564-99af-7165ef8f49f6 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:51.655753 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3982d3-7b4d-4322-8c45-00c23ccad171 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Network a9a9bd12-697c-4454-911a-87c238cc9766 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:04:51.660986 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102e7889-cbd2-4564-99af-7165ef8f49f6 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:04:51.666625 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-bc3982d3-7b4d-4322-8c45-00c23ccad171 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:04:51.667417 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-102e7889-cbd2-4564-99af-7165ef8f49f6 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:04:51.668439 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3982d3-7b4d-4322-8c45-00c23ccad171 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Pushing event updated for resources: {'Port': ['ID=dce4c81f-b9fb-430d-bc99-aeacfc15943c,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:51.670723 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3982d3-7b4d-4322-8c45-00c23ccad171 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:04:51.671092 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102e7889-cbd2-4564-99af-7165ef8f49f6 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:04:51.676416 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3982d3-7b4d-4322-8c45-00c23ccad171 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:51.677077 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bc3982d3-7b4d-4322-8c45-00c23ccad171 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:51.700007 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102e7889-cbd2-4564-99af-7165ef8f49f6 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Pushing event updated for resources: {'Port': ['ID=3843f5d1-dc96-4fb0-be69-bc2a1f34b132,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:51.765903 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-bc3982d3-7b4d-4322-8c45-00c23ccad171 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2852011 Jul 24 00:04:51.769351 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 57904) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:51.782420 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-c779bdfd-6837-438e-89c1-3adcb5d5e91d tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::12c', 'mac_address': 'fa:16:3e:4b:d9:f9'}, {'ip_address': '2001:db8::142', 'mac_address': 'fa:16:3e:9e:b2:50'}]}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:04:51.791655 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a191d4b4-c7f3-44c6-9fe2-e3eeb9dd711c req-862cdca1-b35f-4fb7-905c-9af36ecc94e9 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:51.793261 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a191d4b4-c7f3-44c6-9fe2-e3eeb9dd711c req-862cdca1-b35f-4fb7-905c-9af36ecc94e9 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=fee90f4e-67b3-424d-92c1-5ad9f2a82d47 HTTP/1.1" status: 200 len: 944 time: 0.2292547 Jul 24 00:04:51.836541 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76896ace-c428-4574-a1f4-e1769f3b608a tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Router ff1cf09c-14e2-483f-979d-98fb7e1288c6 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:04:51.844309 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a191d4b4-c7f3-44c6-9fe2-e3eeb9dd711c req-140af9b9-bbbe-4fde-8b4d-e97530a96186 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451097 Jul 24 00:04:51.943370 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76896ace-c428-4574-a1f4-e1769f3b608a tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:04:51.950624 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-76896ace-c428-4574-a1f4-e1769f3b608a tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "PUT /v2.0/routers/ff1cf09c-14e2-483f-979d-98fb7e1288c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2655673 Jul 24 00:04:51.953156 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 57912) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:51.962024 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9391d4-d541-4d3d-a53f-48423ef67d55 None None] Sync routers for ids ['ff1cf09c-14e2-483f-979d-98fb7e1288c6'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:04:51.975563 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9391d4-d541-4d3d-a53f-48423ef67d55 None None] Routers {'ff1cf09c-14e2-483f-979d-98fb7e1288c6'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:04:51.976207 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-3a9391d4-d541-4d3d-a53f-48423ef67d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:04:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['ff1cf09c-14e2-483f-979d-98fb7e1288c6'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:52.030987 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-3a9391d4-d541-4d3d-a53f-48423ef67d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:52.042513 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9391d4-d541-4d3d-a53f-48423ef67d55 None None] Routers {'ff1cf09c-14e2-483f-979d-98fb7e1288c6'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:04:52.043413 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-3a9391d4-d541-4d3d-a53f-48423ef67d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:04:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['ff1cf09c-14e2-483f-979d-98fb7e1288c6'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:52.093666 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-3a9391d4-d541-4d3d-a53f-48423ef67d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:52.094577 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9391d4-d541-4d3d-a53f-48423ef67d55 None None] The sync data for ids ['ff1cf09c-14e2-483f-979d-98fb7e1288c6'] in n-d-800088-16 is: [] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:04:52.120116 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-ab99243b-c92a-4272-afa7-adb177f1c85d None None] Provisioning for port dce4c81f-b9fb-430d-bc99-aeacfc15943c completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:04:52.135009 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-ab99243b-c92a-4272-afa7-adb177f1c85d None None] Provisioning complete for port dce4c81f-b9fb-430d-bc99-aeacfc15943c triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:04:52.136059 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ab99243b-c92a-4272-afa7-adb177f1c85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:52.192856 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-ab99243b-c92a-4272-afa7-adb177f1c85d None None] Port dce4c81f-b9fb-430d-bc99-aeacfc15943c cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:04:52.291481 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c779bdfd-6837-438e-89c1-3adcb5d5e91d tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:52.364686 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-102e7889-cbd2-4564-99af-7165ef8f49f6 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:52.536648 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-102e7889-cbd2-4564-99af-7165ef8f49f6 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:52.586665 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 175a37e6-5f38-47f4-8b71-477906d4d1b0 details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:04:52.619325 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c779bdfd-6837-438e-89c1-3adcb5d5e91d tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:52.670130 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-33e61796-ddbc-4ba5-b4b6-94700b28b0ea tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681029'] for router_interface, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:52.711560 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c779bdfd-6837-438e-89c1-3adcb5d5e91d tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:52.725495 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 175a37e6-5f38-47f4-8b71-477906d4d1b0, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=175a37e6-5f38-47f4-8b71-477906d4d1b0,segment=NetworkSegment(03844098-4008-432a-ad64-80c1a7ec0473),segment_id=03844098-4008-432a-ad64-80c1a7ec0473)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:04:52.742107 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': '175a37e6-5f38-47f4-8b71-477906d4d1b0', 'network_id': '6d0290d7-687f-4c6e-a33b-868ec400e0f9', 'port_id': '175a37e6-5f38-47f4-8b71-477906d4d1b0', 'mac_address': 'fa:16:3e:9b:f4:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c5e7796-9746-457d-b93a-6a23003ac2f0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:04:52.782281 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c779bdfd-6837-438e-89c1-3adcb5d5e91d tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Pushing event updated for resources: {'Port': ['ID=dce4c81f-b9fb-430d-bc99-aeacfc15943c,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:52.799373 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:52.815042 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 175a37e6-5f38-47f4-8b71-477906d4d1b0 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:04:52.842928 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-c779bdfd-6837-438e-89c1-3adcb5d5e91d tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] In _notify_port_updated(), no bound segment for port dce4c81f-b9fb-430d-bc99-aeacfc15943c on network a9a9bd12-697c-4454-911a-87c238cc9766 {{(pid=100313) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 24 00:04:52.851359 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c779bdfd-6837-438e-89c1-3adcb5d5e91d tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:52.852219 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c779bdfd-6837-438e-89c1-3adcb5d5e91d tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:52.856798 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c779bdfd-6837-438e-89c1-3adcb5d5e91d tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] 10.222.0.44 "PUT /v2.0/ports/dce4c81f-b9fb-430d-bc99-aeacfc15943c HTTP/1.1" status: 200 len: 1067 time: 1.0785909 Jul 24 00:04:52.857001 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 175a37e6-5f38-47f4-8b71-477906d4d1b0, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=175a37e6-5f38-47f4-8b71-477906d4d1b0,segment=NetworkSegment(03844098-4008-432a-ad64-80c1a7ec0473),segment_id=03844098-4008-432a-ad64-80c1a7ec0473)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:04:52.860043 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 57926) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:52.863002 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:52.944450 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=175a37e6-5f38-47f4-8b71-477906d4d1b0,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:52.978958 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-102e7889-cbd2-4564-99af-7165ef8f49f6 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:52.995229 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0ec6e5-d9e1-447f-a5fc-4b77c0b66fde req-3bc89751-c493-4055-b189-773449312cd5 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:52.997123 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fa0ec6e5-d9e1-447f-a5fc-4b77c0b66fde req-3bc89751-c493-4055-b189-773449312cd5 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ebaae68-1e07-4d33-85d0-95999b1db808 HTTP/1.1" status: 200 len: 949 time: 0.2929194 Jul 24 00:04:52.998878 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-102e7889-cbd2-4564-99af-7165ef8f49f6 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:53.087501 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fa0ec6e5-d9e1-447f-a5fc-4b77c0b66fde req-8672a14c-788d-48d3-9fc2-48f326c03f9e tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765898 Jul 24 00:04:53.119576 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-ccddaa48-88ca-49f9-8541-9e01545bb0d0 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Deleting port dce4c81f-b9fb-430d-bc99-aeacfc15943c {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:04:53.120019 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ccddaa48-88ca-49f9-8541-9e01545bb0d0 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:53.123109 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102e7889-cbd2-4564-99af-7165ef8f49f6 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Pushing event updated for resources: {'Port': ['ID=3843f5d1-dc96-4fb0-be69-bc2a1f34b132,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:53.134436 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['175a37e6-5f38-47f4-8b71-477906d4d1b0'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:04:53.140556 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102e7889-cbd2-4564-99af-7165ef8f49f6 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:04:53.144158 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102e7889-cbd2-4564-99af-7165ef8f49f6 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:04:53.144691 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102e7889-cbd2-4564-99af-7165ef8f49f6 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:04:53.145151 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102e7889-cbd2-4564-99af-7165ef8f49f6 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:04:53.145587 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102e7889-cbd2-4564-99af-7165ef8f49f6 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:04:53.146001 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102e7889-cbd2-4564-99af-7165ef8f49f6 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:04:53.147082 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102e7889-cbd2-4564-99af-7165ef8f49f6 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:04:53.147082 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102e7889-cbd2-4564-99af-7165ef8f49f6 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:04:53.147082 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102e7889-cbd2-4564-99af-7165ef8f49f6 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:04:53.147435 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102e7889-cbd2-4564-99af-7165ef8f49f6 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:04:53.148334 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102e7889-cbd2-4564-99af-7165ef8f49f6 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:04:53.148334 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102e7889-cbd2-4564-99af-7165ef8f49f6 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:04:53.163292 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-102e7889-cbd2-4564-99af-7165ef8f49f6 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:53.185344 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-33e61796-ddbc-4ba5-b4b6-94700b28b0ea tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Deleting port d3ca5817-e307-4e4b-801a-1b13aa99b451 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:04:53.185694 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-33e61796-ddbc-4ba5-b4b6-94700b28b0ea tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:53.197244 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d0652ca4-b86b-4cbd-814a-5dc99fbc2a76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:53.231040 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123860f7-5e88-4e81-82cf-96281a67b4be req-bd8d9898-9555-4160-957f-661ad6fb3fb9 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:53.233407 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-123860f7-5e88-4e81-82cf-96281a67b4be req-bd8d9898-9555-4160-957f-661ad6fb3fb9 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=fee90f4e-67b3-424d-92c1-5ad9f2a82d47 HTTP/1.1" status: 200 len: 945 time: 0.2598217 Jul 24 00:04:53.236337 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-620314f1-9ea1-4e15-a8b3-61809ac031de None None] Provisioning complete for port dce4c81f-b9fb-430d-bc99-aeacfc15943c triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:04:53.236723 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-620314f1-9ea1-4e15-a8b3-61809ac031de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:53.353588 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-620314f1-9ea1-4e15-a8b3-61809ac031de None None] Port dce4c81f-b9fb-430d-bc99-aeacfc15943c cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:04:53.358885 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-123860f7-5e88-4e81-82cf-96281a67b4be req-912ce134-3056-4ca0-98df-5fd624859f64 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103742 Jul 24 00:04:53.364318 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ccddaa48-88ca-49f9-8541-9e01545bb0d0 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:53.394079 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-ccddaa48-88ca-49f9-8541-9e01545bb0d0 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Calling delete_port for dce4c81f-b9fb-430d-bc99-aeacfc15943c owned by {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:04:53.396901 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-33e61796-ddbc-4ba5-b4b6-94700b28b0ea tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:53.478909 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-33e61796-ddbc-4ba5-b4b6-94700b28b0ea tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Calling delete_port for d3ca5817-e307-4e4b-801a-1b13aa99b451 owned by network:router_interface {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:04:53.650513 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3a84513c-380a-4664-a24d-84f1a16bd6ec req-dbf3226f-e396-4a4e-af4b-7b0f35a13f75 service neutron] 10.222.0.64 "GET /v2.0/ports/7b3ad419-bcb4-463d-a0fe-9702b81fd418/bindings/n-h2-800088-16 HTTP/1.1" status: 200 len: 383 time: 0.1642351 Jul 24 00:04:53.708213 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ccddaa48-88ca-49f9-8541-9e01545bb0d0 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:53.742934 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccddaa48-88ca-49f9-8541-9e01545bb0d0 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Pushing event deleted for resources: {'Port': ['ID=dce4c81f-b9fb-430d-bc99-aeacfc15943c,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:53.744000 n-d-800088-16 neutron-server[100313]: INFO neutron.db.l3_db [None req-102e7889-cbd2-4564-99af-7165ef8f49f6 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Floating IP 7caea955-ff9e-42fb-a08d-2be6d7bd51f6 associated. External IP: 172.25.3.155, port: c7a590bc-94c3-4926-b4a7-368ced78a832. Jul 24 00:04:53.899270 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-33e61796-ddbc-4ba5-b4b6-94700b28b0ea tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:53.970122 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e61796-ddbc-4ba5-b4b6-94700b28b0ea tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Pushing event deleted for resources: {'Port': ['ID=d3ca5817-e307-4e4b-801a-1b13aa99b451,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:54.033048 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-102e7889-cbd2-4564-99af-7165ef8f49f6 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Router 5832c0e7-1d75-4a30-9141-9a6a9a723e64 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:04:54.119571 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ccddaa48-88ca-49f9-8541-9e01545bb0d0 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:54.124431 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-ccddaa48-88ca-49f9-8541-9e01545bb0d0 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] 10.222.0.44 "DELETE /v2.0/ports/dce4c81f-b9fb-430d-bc99-aeacfc15943c HTTP/1.1" status: 204 len: 168 time: 1.2632103 Jul 24 00:04:54.129156 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 57940) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:54.197361 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-79720fb1-1b79-4a9c-ab3c-1b9333a2178d tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] GET failed (client error): The resource could not be found. Jul 24 00:04:54.201961 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-79720fb1-1b79-4a9c-ab3c-1b9333a2178d tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] 10.222.0.44 "GET /v2.0/ports/dce4c81f-b9fb-430d-bc99-aeacfc15943c HTTP/1.1" status: 404 len: 333 time: 0.0718746 Jul 24 00:04:54.202632 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 57942) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:54.213554 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-102e7889-cbd2-4564-99af-7165ef8f49f6 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:04:54.224048 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce9fcd8-e862-4eef-8083-e30ca149c2b0 None None] Sync routers for ids ['5832c0e7-1d75-4a30-9141-9a6a9a723e64'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:04:54.237476 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce9fcd8-e862-4eef-8083-e30ca149c2b0 None None] Routers {'5832c0e7-1d75-4a30-9141-9a6a9a723e64'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:04:54.238300 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-4ce9fcd8-e862-4eef-8083-e30ca149c2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:04:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['5832c0e7-1d75-4a30-9141-9a6a9a723e64'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:54.238652 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-102e7889-cbd2-4564-99af-7165ef8f49f6 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:54.245699 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84513c-380a-4664-a24d-84f1a16bd6ec req-880a6d6c-ae0a-4e27-bb8a-2ab05cfc6cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:54.247981 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3a84513c-380a-4664-a24d-84f1a16bd6ec req-880a6d6c-ae0a-4e27-bb8a-2ab05cfc6cf7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1ebaae68-1e07-4d33-85d0-95999b1db808&tenant_id=798b28002e9743a58ab9c3622d82224e HTTP/1.1" status: 200 len: 1101 time: 0.3731060 Jul 24 00:04:54.297356 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-102e7889-cbd2-4564-99af-7165ef8f49f6 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 3.1950634 Jul 24 00:04:54.300018 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 57944) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:54.301632 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-4ce9fcd8-e862-4eef-8083-e30ca149c2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:54.305502 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-faaf738a-de1b-437e-a243-f3d435a6aeb8 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:04:54.311834 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce9fcd8-e862-4eef-8083-e30ca149c2b0 None None] Routers {'5832c0e7-1d75-4a30-9141-9a6a9a723e64'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:04:54.312541 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-4ce9fcd8-e862-4eef-8083-e30ca149c2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:04:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['5832c0e7-1d75-4a30-9141-9a6a9a723e64'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:54.313660 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-33e61796-ddbc-4ba5-b4b6-94700b28b0ea tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679987'] for router_interface, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:54.347196 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-4ce9fcd8-e862-4eef-8083-e30ca149c2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:54.347957 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce9fcd8-e862-4eef-8083-e30ca149c2b0 None None] The sync data for ids ['5832c0e7-1d75-4a30-9141-9a6a9a723e64'] in n-d-800088-16 is: [] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:04:54.372002 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-faaf738a-de1b-437e-a243-f3d435a6aeb8 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks [] for floatingip, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:54.550136 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0bf350-99d4-40f8-ba41-8af10e1e6a8f req-580132b3-3cb7-463f-a314-d1762118cdef tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:54.551674 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ff0bf350-99d4-40f8-ba41-8af10e1e6a8f req-580132b3-3cb7-463f-a314-d1762118cdef tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ebaae68-1e07-4d33-85d0-95999b1db808 HTTP/1.1" status: 200 len: 949 time: 0.3027258 Jul 24 00:04:54.586509 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84513c-380a-4664-a24d-84f1a16bd6ec req-e06e6de1-2a41-46d2-810f-dd9dc8325b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:54.586879 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-faaf738a-de1b-437e-a243-f3d435a6aeb8 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:54.588058 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3a84513c-380a-4664-a24d-84f1a16bd6ec req-e06e6de1-2a41-46d2-810f-dd9dc8325b12 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=798b28002e9743a58ab9c3622d82224e&device_id=1ebaae68-1e07-4d33-85d0-95999b1db808 HTTP/1.1" status: 200 len: 1101 time: 0.3067467 Jul 24 00:04:54.592752 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 175a37e6-5f38-47f4-8b71-477906d4d1b0 up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:04:54.616841 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-faaf738a-de1b-437e-a243-f3d435a6aeb8 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:54.617202 n-d-800088-16 neutron-server[100313]: INFO neutron.db.l3_db [None req-faaf738a-de1b-437e-a243-f3d435a6aeb8 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Floating IP 7caea955-ff9e-42fb-a08d-2be6d7bd51f6 disassociated. External IP: 172.25.3.155, port: c7a590bc-94c3-4926-b4a7-368ced78a832. Jul 24 00:04:54.641594 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-75f3f2c0-6b93-449e-85b5-9f9a8641c78b tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Deleting port 0cd6081a-0893-49c9-9d8c-5f0105f264db {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:04:54.641970 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-75f3f2c0-6b93-449e-85b5-9f9a8641c78b tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:54.663636 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port 175a37e6-5f38-47f4-8b71-477906d4d1b0 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:04:54.670491 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33e61796-ddbc-4ba5-b4b6-94700b28b0ea tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Router ff1cf09c-14e2-483f-979d-98fb7e1288c6 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:04:54.670881 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port 175a37e6-5f38-47f4-8b71-477906d4d1b0 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:04:54.671569 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:54.729656 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b132f097-06c0-4ab6-9702-4332492daa05 req-2430cb11-5d0b-42ce-876f-535b2d0f6f59 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:54.732675 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ff0bf350-99d4-40f8-ba41-8af10e1e6a8f req-ddb4f706-0b4e-4c94-a3e9-2599e262559e tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504867 Jul 24 00:04:54.737760 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b132f097-06c0-4ab6-9702-4332492daa05 req-2430cb11-5d0b-42ce-876f-535b2d0f6f59 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=fee90f4e-67b3-424d-92c1-5ad9f2a82d47 HTTP/1.1" status: 200 len: 945 time: 0.1703787 Jul 24 00:04:54.795433 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b132f097-06c0-4ab6-9702-4332492daa05 req-1ed9920d-6cc4-4d8c-b92e-7035c55af7b5 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540938 Jul 24 00:04:54.846098 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:54.879171 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fee90f4e-67b3-424d-92c1-5ad9f2a82d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '175a37e6-5f38-47f4-8b71-477906d4d1b0'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:04:54.882445 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a1f029-4908-468d-ba9e-c21b865965b9" -d '{"events": [{"server_uuid": "fee90f4e-67b3-424d-92c1-5ad9f2a82d47", "name": "network-vif-plugged", "status": "completed", "tag": "175a37e6-5f38-47f4-8b71-477906d4d1b0"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:04:54.901462 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 175a37e6-5f38-47f4-8b71-477906d4d1b0, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=175a37e6-5f38-47f4-8b71-477906d4d1b0,segment=NetworkSegment(03844098-4008-432a-ad64-80c1a7ec0473),segment_id=03844098-4008-432a-ad64-80c1a7ec0473)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:04:54.908229 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:54.959717 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7f3f5f3-c087-49f3-9da2-890815b48430 x-openstack-request-id: req-f7f3f5f3-c087-49f3-9da2-890815b48430 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:04:54.960061 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fee90f4e-67b3-424d-92c1-5ad9f2a82d47", "name": "network-vif-plugged", "status": "completed", "tag": "175a37e6-5f38-47f4-8b71-477906d4d1b0", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:04:54.960266 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f7f3f5f3-c087-49f3-9da2-890815b48430 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:04:54.961370 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fee90f4e-67b3-424d-92c1-5ad9f2a82d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '175a37e6-5f38-47f4-8b71-477906d4d1b0', 'code': 200} Jul 24 00:04:55.003107 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=175a37e6-5f38-47f4-8b71-477906d4d1b0,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:55.016229 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faaf738a-de1b-437e-a243-f3d435a6aeb8 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Router 5832c0e7-1d75-4a30-9141-9a6a9a723e64 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:04:55.146838 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003522b2-f889-45ea-bacc-625b87ff89b6 req-4ed82181-1f48-4651-8dee-f8f5e4dccf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:55.148364 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-003522b2-f889-45ea-bacc-625b87ff89b6 req-4ed82181-1f48-4651-8dee-f8f5e4dccf6e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fee90f4e-67b3-424d-92c1-5ad9f2a82d47 HTTP/1.1" status: 200 len: 1098 time: 0.1478500 Jul 24 00:04:55.198230 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-003522b2-f889-45ea-bacc-625b87ff89b6 req-e5b2cb45-41ef-42c7-941c-3925c5feffab service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431130 Jul 24 00:04:55.200509 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faaf738a-de1b-437e-a243-f3d435a6aeb8 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:04:55.205082 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-faaf738a-de1b-437e-a243-f3d435a6aeb8 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:55.211152 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84513c-380a-4664-a24d-84f1a16bd6ec req-1397011e-4de4-4dda-8242-56c9e8dcd25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:55.212657 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3a84513c-380a-4664-a24d-84f1a16bd6ec req-1397011e-4de4-4dda-8242-56c9e8dcd25d service neutron] 10.222.0.64 "GET /v2.0/networks?id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 HTTP/1.1" status: 200 len: 870 time: 0.6131182 Jul 24 00:04:55.213955 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9199f92-ff43-4d9c-b25d-dec56a7df72b None None] Sync routers for ids ['5832c0e7-1d75-4a30-9141-9a6a9a723e64'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:04:55.215250 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e61796-ddbc-4ba5-b4b6-94700b28b0ea tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:04:55.217962 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-75f3f2c0-6b93-449e-85b5-9f9a8641c78b tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:55.227258 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-33e61796-ddbc-4ba5-b4b6-94700b28b0ea tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "PUT /v2.0/routers/ff1cf09c-14e2-483f-979d-98fb7e1288c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2704382 Jul 24 00:04:55.231589 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9199f92-ff43-4d9c-b25d-dec56a7df72b None None] Routers {'5832c0e7-1d75-4a30-9141-9a6a9a723e64'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:04:55.232251 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-f9199f92-ff43-4d9c-b25d-dec56a7df72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:04:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['5832c0e7-1d75-4a30-9141-9a6a9a723e64'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:55.232521 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736aec1c-d6bd-4f4d-acab-2c5bd251082e None None] Sync routers for ids ['ff1cf09c-14e2-483f-979d-98fb7e1288c6'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:04:55.236566 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 57958) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:55.248586 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736aec1c-d6bd-4f4d-acab-2c5bd251082e None None] Routers {'ff1cf09c-14e2-483f-979d-98fb7e1288c6'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:04:55.249240 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-736aec1c-d6bd-4f4d-acab-2c5bd251082e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:04:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['ff1cf09c-14e2-483f-979d-98fb7e1288c6'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:55.281535 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-f9199f92-ff43-4d9c-b25d-dec56a7df72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:55.282814 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-faaf738a-de1b-437e-a243-f3d435a6aeb8 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] 10.222.0.44 "PUT /v2.0/floatingips/7caea955-ff9e-42fb-a08d-2be6d7bd51f6 HTTP/1.1" status: 200 len: 688 time: 0.9817283 Jul 24 00:04:55.285697 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 57960) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:55.293031 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9199f92-ff43-4d9c-b25d-dec56a7df72b None None] Routers {'5832c0e7-1d75-4a30-9141-9a6a9a723e64'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:04:55.294522 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-f9199f92-ff43-4d9c-b25d-dec56a7df72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:04:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['5832c0e7-1d75-4a30-9141-9a6a9a723e64'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:55.298427 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-6c231cdf-37a3-4d91-8d3f-96a6460e259d tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff1cf09c-14e2-483f-979d-98fb7e1288c6 HTTP/1.1" status: 200 len: 205 time: 0.0591259 Jul 24 00:04:55.300436 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 57962) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:55.301021 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3a84513c-380a-4664-a24d-84f1a16bd6ec req-59a7b71f-ed97-4a7f-89ac-7847b4dae5f9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=7b3ad419-bcb4-463d-a0fe-9702b81fd418 HTTP/1.1" status: 200 len: 217 time: 0.0803323 Jul 24 00:04:55.301916 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-75f3f2c0-6b93-449e-85b5-9f9a8641c78b tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Calling delete_port for 0cd6081a-0893-49c9-9d8c-5f0105f264db owned by {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:04:55.316442 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-736aec1c-d6bd-4f4d-acab-2c5bd251082e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:55.326371 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736aec1c-d6bd-4f4d-acab-2c5bd251082e None None] Routers {'ff1cf09c-14e2-483f-979d-98fb7e1288c6'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:04:55.326990 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-736aec1c-d6bd-4f4d-acab-2c5bd251082e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:04:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['ff1cf09c-14e2-483f-979d-98fb7e1288c6'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:55.346171 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-f9199f92-ff43-4d9c-b25d-dec56a7df72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:55.347194 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9199f92-ff43-4d9c-b25d-dec56a7df72b None None] The sync data for ids ['5832c0e7-1d75-4a30-9141-9a6a9a723e64'] in n-d-800088-16 is: [] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:04:55.369161 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-736aec1c-d6bd-4f4d-acab-2c5bd251082e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:55.370474 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736aec1c-d6bd-4f4d-acab-2c5bd251082e None None] The sync data for ids ['ff1cf09c-14e2-483f-979d-98fb7e1288c6'] in n-d-800088-16 is: [] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:04:55.406021 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84513c-380a-4664-a24d-84f1a16bd6ec req-a0deb853-f893-46d8-8966-e7c2902c3328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:55.407513 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3a84513c-380a-4664-a24d-84f1a16bd6ec req-a0deb853-f893-46d8-8966-e7c2902c3328 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.0999908 Jul 24 00:04:55.491698 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8f50fe77-88e9-4849-8c44-429326b93a75 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for router, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:55.564253 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84513c-380a-4664-a24d-84f1a16bd6ec req-b04fa6c7-da09-42bb-bdc4-0ea03f52f9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:55.565955 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3a84513c-380a-4664-a24d-84f1a16bd6ec req-b04fa6c7-da09-42bb-bdc4-0ea03f52f9e4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1507869 Jul 24 00:04:55.613558 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-75f3f2c0-6b93-449e-85b5-9f9a8641c78b tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:55.651232 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f3f2c0-6b93-449e-85b5-9f9a8641c78b tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Pushing event deleted for resources: {'Port': ['ID=0cd6081a-0893-49c9-9d8c-5f0105f264db,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:55.691138 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8f50fe77-88e9-4849-8c44-429326b93a75 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:55.694383 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8f50fe77-88e9-4849-8c44-429326b93a75 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:55.712250 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-75f3f2c0-6b93-449e-85b5-9f9a8641c78b tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:55.714273 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-75f3f2c0-6b93-449e-85b5-9f9a8641c78b tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] 10.222.0.44 "DELETE /v2.0/ports/0cd6081a-0893-49c9-9d8c-5f0105f264db HTTP/1.1" status: 204 len: 168 time: 1.4793658 Jul 24 00:04:55.717159 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 57970) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:55.740530 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-373b3c2e-6091-4ce2-8a0d-0b1566ba8986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:55.752482 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-56e1bc1b-83b1-4a81-8217-8c29cc4cc9e3 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Deleting port 3843f5d1-dc96-4fb0-be69-bc2a1f34b132 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:04:55.753317 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-56e1bc1b-83b1-4a81-8217-8c29cc4cc9e3 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:55.753916 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-55efb9c6-6f1b-47c0-bb52-d3223aaa8bcb tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] GET failed (client error): The resource could not be found. Jul 24 00:04:55.755635 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-55efb9c6-6f1b-47c0-bb52-d3223aaa8bcb tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] 10.222.0.44 "GET /v2.0/ports/0cd6081a-0893-49c9-9d8c-5f0105f264db HTTP/1.1" status: 404 len: 333 time: 0.0375538 Jul 24 00:04:55.762082 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 57974) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:55.772769 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8f50fe77-88e9-4849-8c44-429326b93a75 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:55.773307 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f50fe77-88e9-4849-8c44-429326b93a75 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Fanout notify agent at l3_agent the message router_deleted on router ff1cf09c-14e2-483f-979d-98fb7e1288c6 {{(pid=100313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:04:55.794600 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8f50fe77-88e9-4849-8c44-429326b93a75 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:55.798518 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-8f50fe77-88e9-4849-8c44-429326b93a75 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "DELETE /v2.0/routers/ff1cf09c-14e2-483f-979d-98fb7e1288c6 HTTP/1.1" status: 204 len: 168 time: 0.4975123 Jul 24 00:04:55.800954 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 57978) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:55.891508 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3a84513c-380a-4664-a24d-84f1a16bd6ec req-6f452e41-b523-458f-b166-d7f6b6a5f2dd service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163471 Jul 24 00:04:56.038984 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-2e214103-3edb-4fc7-ae7b-32a808ade143 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Deleting port b38c20cd-335d-43f4-8eea-dada34d3682c {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:04:56.039269 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2e214103-3edb-4fc7-ae7b-32a808ade143 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:56.042219 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-06da8a4c-2774-4161-a678-ca806379b20f tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Deleting subnet ba9f5457-39e8-4414-8606-0862d5023e9a {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:04:56.046431 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-06da8a4c-2774-4161-a678-ca806379b20f tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:56.077900 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 7b3ad419-bcb4-463d-a0fe-9702b81fd418 no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:04:56.090203 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-56e1bc1b-83b1-4a81-8217-8c29cc4cc9e3 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:56.091160 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-56e1bc1b-83b1-4a81-8217-8c29cc4cc9e3 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:56.101750 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfba843-e386-4210-8813-6830b6785c77 req-12b33a9f-9b98-4740-9fd1-b6dfff6aad1e tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:56.103455 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5dfba843-e386-4210-8813-6830b6785c77 req-12b33a9f-9b98-4740-9fd1-b6dfff6aad1e tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ebaae68-1e07-4d33-85d0-95999b1db808 HTTP/1.1" status: 200 len: 949 time: 0.2500026 Jul 24 00:04:56.160083 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-56e1bc1b-83b1-4a81-8217-8c29cc4cc9e3 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Calling delete_port for 3843f5d1-dc96-4fb0-be69-bc2a1f34b132 owned by network:floatingip {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:04:56.165692 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:56.175553 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-06da8a4c-2774-4161-a678-ca806379b20f tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:56.204532 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 7b3ad419-bcb4-463d-a0fe-9702b81fd418, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=7b3ad419-bcb4-463d-a0fe-9702b81fd418,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:04:56.210932 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3a84513c-380a-4664-a24d-84f1a16bd6ec req-1e8f0150-3751-4ed0-ba12-069cc8922db3 service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3127105 Jul 24 00:04:56.211339 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:56.237107 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8df91d-cfb5-4465-8f7d-df43914afbf5 req-5b6ba019-8e52-4f96-b77d-d8e629ecca86 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:56.238969 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8c8df91d-cfb5-4465-8f7d-df43914afbf5 req-5b6ba019-8e52-4f96-b77d-d8e629ecca86 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=fee90f4e-67b3-424d-92c1-5ad9f2a82d47 HTTP/1.1" status: 200 len: 946 time: 0.3175862 Jul 24 00:04:56.265995 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5dfba843-e386-4210-8813-6830b6785c77 req-6f58f3e3-0756-4997-9bf7-acc95fd0680e tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506295 Jul 24 00:04:56.276620 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2e214103-3edb-4fc7-ae7b-32a808ade143 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:56.279691 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=7b3ad419-bcb4-463d-a0fe-9702b81fd418,revision_number=6']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:56.300256 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-2e214103-3edb-4fc7-ae7b-32a808ade143 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Calling delete_port for b38c20cd-335d-43f4-8eea-dada34d3682c owned by {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:04:56.328632 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8c8df91d-cfb5-4465-8f7d-df43914afbf5 req-60aa3356-bd7c-479c-a412-b148258eca2f tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708089 Jul 24 00:04:56.465189 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-86530e23-fb04-4687-8983-8380da8466e7 req-ad78fc5e-1b87-4e63-94f1-b787a6923fce service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2c075934-d6b2-45f9-8b7a-e05ff072e3c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2613459 Jul 24 00:04:56.469001 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2e214103-3edb-4fc7-ae7b-32a808ade143 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:56.475367 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-06da8a4c-2774-4161-a678-ca806379b20f tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:56.507109 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e214103-3edb-4fc7-ae7b-32a808ade143 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Pushing event deleted for resources: {'Port': ['ID=b38c20cd-335d-43f4-8eea-dada34d3682c,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:56.562916 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2e214103-3edb-4fc7-ae7b-32a808ade143 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:56.566493 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-2e214103-3edb-4fc7-ae7b-32a808ade143 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] 10.222.0.44 "DELETE /v2.0/ports/b38c20cd-335d-43f4-8eea-dada34d3682c HTTP/1.1" status: 204 len: 168 time: 0.7912455 Jul 24 00:04:56.569849 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 57986) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:56.709554 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5f35aea-3355-4356-b263-8690b02fb036 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Deleting subnet 93cb7eb8-0689-4239-bb74-f0fed2019746 {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:04:56.718404 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-06da8a4c-2774-4161-a678-ca806379b20f tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:56.720530 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:56.729230 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a5f35aea-3355-4356-b263-8690b02fb036 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:56.775225 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f4f82c-0d5f-47fd-9b37-c54fc1fc4fa0 None None] Network bce25de1-94d9-468e-a3a7-9f7d7be149b6 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:04:56.798118 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-06da8a4c-2774-4161-a678-ca806379b20f tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:56.802689 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-06da8a4c-2774-4161-a678-ca806379b20f tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "DELETE /v2.0/subnets/ba9f5457-39e8-4414-8606-0862d5023e9a HTTP/1.1" status: 204 len: 168 time: 1.0007102 Jul 24 00:04:56.803390 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 57998) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:56.808855 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06da8a4c-2774-4161-a678-ca806379b20f tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Pushing event deleted for resources: {'Subnet': ['ID=ba9f5457-39e8-4414-8606-0862d5023e9a,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:56.831551 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-56e1bc1b-83b1-4a81-8217-8c29cc4cc9e3 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:56.874111 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a5f35aea-3355-4356-b263-8690b02fb036 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:56.875977 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-2141ae27-bb64-4755-9eef-b7a0484ec99a tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Deleting subnet 03072838-97a2-4a8d-ba40-d5a62be5aa76 {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:04:56.881076 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2141ae27-bb64-4755-9eef-b7a0484ec99a tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:56.902482 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e1bc1b-83b1-4a81-8217-8c29cc4cc9e3 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Pushing event deleted for resources: {'Port': ['ID=3843f5d1-dc96-4fb0-be69-bc2a1f34b132,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:56.918618 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86530e23-fb04-4687-8983-8380da8466e7 req-93f0e0bc-f1f9-4ca9-82a2-444c53853010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:56.919113 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86530e23-fb04-4687-8983-8380da8466e7 req-93f0e0bc-f1f9-4ca9-82a2-444c53853010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:56.919617 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86530e23-fb04-4687-8983-8380da8466e7 req-93f0e0bc-f1f9-4ca9-82a2-444c53853010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:56.920063 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86530e23-fb04-4687-8983-8380da8466e7 req-93f0e0bc-f1f9-4ca9-82a2-444c53853010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:56.920537 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86530e23-fb04-4687-8983-8380da8466e7 req-93f0e0bc-f1f9-4ca9-82a2-444c53853010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:56.921034 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86530e23-fb04-4687-8983-8380da8466e7 req-93f0e0bc-f1f9-4ca9-82a2-444c53853010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:56.921500 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86530e23-fb04-4687-8983-8380da8466e7 req-93f0e0bc-f1f9-4ca9-82a2-444c53853010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:56.923505 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-86530e23-fb04-4687-8983-8380da8466e7 req-93f0e0bc-f1f9-4ca9-82a2-444c53853010 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a493ff63bf324cec8682bc97c22087f0&device_id=2c075934-d6b2-45f9-8b7a-e05ff072e3c1 HTTP/1.1" status: 200 len: 6500 time: 0.3889894 Jul 24 00:04:56.953215 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2141ae27-bb64-4755-9eef-b7a0484ec99a tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:56.962577 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ebaae68-1e07-4d33-85d0-95999b1db808', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b3ad419-bcb4-463d-a0fe-9702b81fd418'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:04:56.966362 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf47b5f-9543-4714-a9d6-ca91e375bbcb" -d '{"events": [{"server_uuid": "1ebaae68-1e07-4d33-85d0-95999b1db808", "name": "network-vif-unplugged", "status": "completed", "tag": "7b3ad419-bcb4-463d-a0fe-9702b81fd418"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:04:57.039427 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 00:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-627c71a6-124e-4797-87d2-1144d19d9bdf x-openstack-request-id: req-627c71a6-124e-4797-87d2-1144d19d9bdf {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:04:57.039826 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ebaae68-1e07-4d33-85d0-95999b1db808", "name": "network-vif-unplugged", "status": "completed", "tag": "7b3ad419-bcb4-463d-a0fe-9702b81fd418", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:04:57.040212 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-627c71a6-124e-4797-87d2-1144d19d9bdf {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:04:57.040711 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ebaae68-1e07-4d33-85d0-95999b1db808', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b3ad419-bcb4-463d-a0fe-9702b81fd418', 'code': 200} Jul 24 00:04:57.076865 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2141ae27-bb64-4755-9eef-b7a0484ec99a tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:57.103354 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42ad2c2-3057-438d-ba63-4ba7e4e8194f None None] DHCP port deletion for bce25de1-94d9-468e-a3a7-9f7d7be149b6 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:04:57.125771 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-56e1bc1b-83b1-4a81-8217-8c29cc4cc9e3 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks [] for floatingip, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:57.128570 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-56e1bc1b-83b1-4a81-8217-8c29cc4cc9e3 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:57.129976 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-56e1bc1b-83b1-4a81-8217-8c29cc4cc9e3 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] 10.222.0.44 "DELETE /v2.0/floatingips/7caea955-ff9e-42fb-a08d-2be6d7bd51f6 HTTP/1.1" status: 204 len: 168 time: 1.8433366 Jul 24 00:04:57.135489 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 58008) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:57.141345 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-e87abe39-6c5a-4449-904c-4cfc41906341 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Request body: {'floatingip': {'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'port_id': '189f1c5f-320b-4a98-8723-96b9f3fd07c1'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:04:57.172305 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2141ae27-bb64-4755-9eef-b7a0484ec99a tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:57.183344 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a5f35aea-3355-4356-b263-8690b02fb036 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:57.209041 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2141ae27-bb64-4755-9eef-b7a0484ec99a tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Pushing event deleted for resources: {'Subnet': ['ID=03072838-97a2-4a8d-ba40-d5a62be5aa76,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:57.215528 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2141ae27-bb64-4755-9eef-b7a0484ec99a tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:57.218494 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-2141ae27-bb64-4755-9eef-b7a0484ec99a tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "DELETE /v2.0/subnets/03072838-97a2-4a8d-ba40-d5a62be5aa76 HTTP/1.1" status: 204 len: 168 time: 0.4145968 Jul 24 00:04:57.221654 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 58010) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:57.222907 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:57.226689 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3954bd72-bda4-4295-b5c6-3e5d6efcc051 None None] Network 150a8227-369a-409d-b1e7-b0afd03b4045 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:04:57.247022 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-a42ad2c2-3057-438d-ba63-4ba7e4e8194f None None] Deleting port ddf5afe3-c794-4d76-8ce6-bc353946a94b {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:04:57.247514 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a42ad2c2-3057-438d-ba63-4ba7e4e8194f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:57.336795 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-df9791ef-fcdd-4103-92f6-7d6616e0a785 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:57.401693 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-df9791ef-fcdd-4103-92f6-7d6616e0a785 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Deleting port ddf5afe3-c794-4d76-8ce6-bc353946a94b {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:04:57.402324 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-df9791ef-fcdd-4103-92f6-7d6616e0a785 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:57.461882 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-a42ad2c2-3057-438d-ba63-4ba7e4e8194f None None] For port ddf5afe3-c794-4d76-8ce6-bc353946a94b, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=ddf5afe3-c794-4d76-8ce6-bc353946a94b,segment=NetworkSegment(b90092ad-e34b-44a7-b64f-89ba6cb8819c),segment_id=b90092ad-e34b-44a7-b64f-89ba6cb8819c)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:04:57.462292 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a42ad2c2-3057-438d-ba63-4ba7e4e8194f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:57.522145 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-df9791ef-fcdd-4103-92f6-7d6616e0a785 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] For port ddf5afe3-c794-4d76-8ce6-bc353946a94b, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=ddf5afe3-c794-4d76-8ce6-bc353946a94b,segment=NetworkSegment(b90092ad-e34b-44a7-b64f-89ba6cb8819c),segment_id=b90092ad-e34b-44a7-b64f-89ba6cb8819c)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:04:57.523094 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-df9791ef-fcdd-4103-92f6-7d6616e0a785 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:57.542773 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-df9791ef-fcdd-4103-92f6-7d6616e0a785 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Calling delete_port for ddf5afe3-c794-4d76-8ce6-bc353946a94b owned by network:dhcp {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:04:57.557839 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-a42ad2c2-3057-438d-ba63-4ba7e4e8194f None None] Calling delete_port for ddf5afe3-c794-4d76-8ce6-bc353946a94b owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:04:57.560481 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device ddf5afe3-c794-4d76-8ce6-bc353946a94b no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:04:57.666699 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-df9791ef-fcdd-4103-92f6-7d6616e0a785 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:57.667383 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No active binding found for port ddf5afe3-c794-4d76-8ce6-bc353946a94b {{(pid=100315) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 24 00:04:57.667981 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device ddf5afe3-c794-4d76-8ce6-bc353946a94b not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:04:57.670712 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e87abe39-6c5a-4449-904c-4cfc41906341 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks [] for floatingip, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:57.680325 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2268cb7-92e9-4240-bcae-80424bd96d00 req-1e7afac7-3007-47df-9e53-ab1adcbe9ed5 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:57.688930 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f2268cb7-92e9-4240-bcae-80424bd96d00 req-1e7afac7-3007-47df-9e53-ab1adcbe9ed5 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ebaae68-1e07-4d33-85d0-95999b1db808 HTTP/1.1" status: 200 len: 947 time: 0.2514400 Jul 24 00:04:57.702734 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a42ad2c2-3057-438d-ba63-4ba7e4e8194f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:57.729431 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86530e23-fb04-4687-8983-8380da8466e7 req-24d2b67c-6842-4a56-a109-c13bca86bc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:57.730225 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86530e23-fb04-4687-8983-8380da8466e7 req-24d2b67c-6842-4a56-a109-c13bca86bc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:57.732726 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86530e23-fb04-4687-8983-8380da8466e7 req-24d2b67c-6842-4a56-a109-c13bca86bc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:57.734996 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-86530e23-fb04-4687-8983-8380da8466e7 req-24d2b67c-6842-4a56-a109-c13bca86bc1b service neutron] 10.222.0.52 "GET /v2.0/networks?id=b0523da7-df1a-446f-b645-811e4630597c&id=afa024cd-6a99-42b6-95da-fdd5c3d9ab0a&id=afa024cd-6a99-42b6-95da-fdd5c3d9ab0a&id=afa024cd-6a99-42b6-95da-fdd5c3d9ab0a&id=afa024cd-6a99-42b6-95da-fdd5c3d9ab0a&id=24cbf24a-1696-4ab2-949c-e4387a9df919&id=24cbf24a-1696-4ab2-949c-e4387a9df919 HTTP/1.1" status: 200 len: 2294 time: 0.7596092 Jul 24 00:04:57.741924 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9791ef-fcdd-4103-92f6-7d6616e0a785 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Pushing event deleted for resources: {'Port': ['ID=ddf5afe3-c794-4d76-8ce6-bc353946a94b,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:57.750366 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9791ef-fcdd-4103-92f6-7d6616e0a785 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] No DVR routers for this DVR port ddf5afe3-c794-4d76-8ce6-bc353946a94b on host n-d-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:04:57.788874 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f2268cb7-92e9-4240-bcae-80424bd96d00 req-d62bf5c4-e2de-440c-8e06-787da0e1b2d9 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988834 Jul 24 00:04:57.854209 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-df9791ef-fcdd-4103-92f6-7d6616e0a785 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:57.866736 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-df9791ef-fcdd-4103-92f6-7d6616e0a785 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bce25de1-94d9-468e-a3a7-9f7d7be149b6']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:57.879135 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-df9791ef-fcdd-4103-92f6-7d6616e0a785 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b90092ad-e34b-44a7-b64f-89ba6cb8819c') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:57.880183 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-df9791ef-fcdd-4103-92f6-7d6616e0a785 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b90092ad-e34b-44a7-b64f-89ba6cb8819c') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:57.889742 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a5f35aea-3355-4356-b263-8690b02fb036 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:57.890828 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-df9791ef-fcdd-4103-92f6-7d6616e0a785 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:57.905807 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-df9791ef-fcdd-4103-92f6-7d6616e0a785 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:57.911494 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a5f35aea-3355-4356-b263-8690b02fb036 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:57.912227 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df9791ef-fcdd-4103-92f6-7d6616e0a785 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:04:57.912648 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-df9791ef-fcdd-4103-92f6-7d6616e0a785 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:57.916856 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-a5f35aea-3355-4356-b263-8690b02fb036 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] 10.222.0.44 "DELETE /v2.0/subnets/93cb7eb8-0689-4239-bb74-f0fed2019746 HTTP/1.1" status: 204 len: 168 time: 1.3266373 Jul 24 00:04:57.927400 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d618335-44fb-4d6c-acee-0772ac6ae968 req-c485ff17-796e-41cf-ba22-fc129fc7cf91 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:57.938206 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6d618335-44fb-4d6c-acee-0772ac6ae968 req-c485ff17-796e-41cf-ba22-fc129fc7cf91 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=fee90f4e-67b3-424d-92c1-5ad9f2a82d47 HTTP/1.1" status: 200 len: 946 time: 0.3028207 Jul 24 00:04:57.938206 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-86530e23-fb04-4687-8983-8380da8466e7 req-d4335550-1c18-4a2d-b60f-ca3cbe753489 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=465c7602-c874-48e3-a644-ba99539fad02 HTTP/1.1" status: 200 len: 1000 time: 0.1900473 Jul 24 00:04:57.938206 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 58020) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:57.998988 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:04:57.998988 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:04:57.998988 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:04:57.998988 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:04:57.998988 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:04:57.998988 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:04:57.998988 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:04:57.998988 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:04:57.998988 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:04:57.998988 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:04:57.998988 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:04:57.998988 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:04:57.998988 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:04:57.998988 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:04:57.998988 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:04:57.998988 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:04:57.998988 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:04:57.998988 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:04:57.998988 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:04:57.998988 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:04:57.998988 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:04:57.998988 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:04:57.998988 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:04:57.998988 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:04:57.998988 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:04:57.998988 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:04:57.998988 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:04:57.998988 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:04:57.998988 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:04:57.998988 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:04:57.998988 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:04:57.998988 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:04:58.005503 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-df9791ef-fcdd-4103-92f6-7d6616e0a785 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:58.014330 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-df9791ef-fcdd-4103-92f6-7d6616e0a785 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:58.016687 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-df9791ef-fcdd-4103-92f6-7d6616e0a785 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "DELETE /v2.0/networks/bce25de1-94d9-468e-a3a7-9f7d7be149b6 HTTP/1.1" status: 204 len: 168 time: 0.7936347 Jul 24 00:04:58.019140 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 58022) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:58.049611 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6d618335-44fb-4d6c-acee-0772ac6ae968 req-467488a9-8c40-4e19-925a-13391ae241a8 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999284 Jul 24 00:04:58.063903 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f35aea-3355-4356-b263-8690b02fb036 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Pushing event deleted for resources: {'Subnet': ['ID=93cb7eb8-0689-4239-bb74-f0fed2019746,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:58.099717 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1f0095-e656-454f-9d92-699fbe763856 None None] DHCP port deletion for 150a8227-369a-409d-b1e7-b0afd03b4045 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:04:58.101577 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d1f55d-a038-469d-a42b-79ce6c154629 None None] Network a9a9bd12-697c-4454-911a-87c238cc9766 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:04:58.118496 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42ad2c2-3057-438d-ba63-4ba7e4e8194f None None] No DVR routers for this DVR port ddf5afe3-c794-4d76-8ce6-bc353946a94b on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:04:58.126922 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42ad2c2-3057-438d-ba63-4ba7e4e8194f None None] Pushing event deleted for resources: {'Port': ['ID=ddf5afe3-c794-4d76-8ce6-bc353946a94b,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:58.132716 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4e87afd0-de2f-420a-973c-e4f659c780fc tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:58.136159 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9791ef-fcdd-4103-92f6-7d6616e0a785 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Pushing event deleted for resources: {'Network': ['ID=bce25de1-94d9-468e-a3a7-9f7d7be149b6,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:58.178798 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e87abe39-6c5a-4449-904c-4cfc41906341 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:58.195491 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86530e23-fb04-4687-8983-8380da8466e7 req-f15ad5fd-f526-479e-a2d6-cc9db680195b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:58.197124 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-86530e23-fb04-4687-8983-8380da8466e7 req-f15ad5fd-f526-479e-a2d6-cc9db680195b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d99f6c92-821c-482e-b6d0-cb37709030df HTTP/1.1" status: 200 len: 851 time: 0.1575174 Jul 24 00:04:58.211090 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-4e87afd0-de2f-420a-973c-e4f659c780fc tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Deleting port c75ddd74-409f-4441-a18c-f3a17279592b {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:04:58.211900 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4e87afd0-de2f-420a-973c-e4f659c780fc tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:58.243464 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e0cf316d-1e51-4a9e-be45-77c6a5ea0549 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:58.325514 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-4e87afd0-de2f-420a-973c-e4f659c780fc tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] For port c75ddd74-409f-4441-a18c-f3a17279592b, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=c75ddd74-409f-4441-a18c-f3a17279592b,segment=NetworkSegment(cdf8f54f-94fb-46d1-86c1-f46bdc347733),segment_id=cdf8f54f-94fb-46d1-86c1-f46bdc347733)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:04:58.325958 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4e87afd0-de2f-420a-973c-e4f659c780fc tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:58.343885 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-4e87afd0-de2f-420a-973c-e4f659c780fc tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Calling delete_port for c75ddd74-409f-4441-a18c-f3a17279592b owned by network:dhcp {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:04:58.393361 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-8a1f0095-e656-454f-9d92-699fbe763856 None None] Deleting port c75ddd74-409f-4441-a18c-f3a17279592b {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:04:58.393738 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-8a1f0095-e656-454f-9d92-699fbe763856 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:58.446521 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4e87afd0-de2f-420a-973c-e4f659c780fc tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:58.489913 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-8a1f0095-e656-454f-9d92-699fbe763856 None None] For port c75ddd74-409f-4441-a18c-f3a17279592b, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=c75ddd74-409f-4441-a18c-f3a17279592b,segment=NetworkSegment(cdf8f54f-94fb-46d1-86c1-f46bdc347733),segment_id=cdf8f54f-94fb-46d1-86c1-f46bdc347733)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:04:58.490316 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-8a1f0095-e656-454f-9d92-699fbe763856 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:58.497646 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e87afd0-de2f-420a-973c-e4f659c780fc tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Pushing event deleted for resources: {'Port': ['ID=c75ddd74-409f-4441-a18c-f3a17279592b,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:58.501162 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e87afd0-de2f-420a-973c-e4f659c780fc tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] No DVR routers for this DVR port c75ddd74-409f-4441-a18c-f3a17279592b on host n-d-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:04:58.506395 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-8a1f0095-e656-454f-9d92-699fbe763856 None None] Calling delete_port for c75ddd74-409f-4441-a18c-f3a17279592b owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:04:58.588027 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-8a1f0095-e656-454f-9d92-699fbe763856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:58.603584 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4e87afd0-de2f-420a-973c-e4f659c780fc tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:58.615426 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-4e87afd0-de2f-420a-973c-e4f659c780fc tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['150a8227-369a-409d-b1e7-b0afd03b4045']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:58.621798 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1f0095-e656-454f-9d92-699fbe763856 None None] Pushing event deleted for resources: {'Port': ['ID=c75ddd74-409f-4441-a18c-f3a17279592b,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:58.630694 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-4e87afd0-de2f-420a-973c-e4f659c780fc tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdf8f54f-94fb-46d1-86c1-f46bdc347733') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:58.631089 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-4e87afd0-de2f-420a-973c-e4f659c780fc tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdf8f54f-94fb-46d1-86c1-f46bdc347733') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:58.639651 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1f0095-e656-454f-9d92-699fbe763856 None None] No DVR routers for this DVR port c75ddd74-409f-4441-a18c-f3a17279592b on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:04:58.647572 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4e87afd0-de2f-420a-973c-e4f659c780fc tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:58.690674 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4e87afd0-de2f-420a-973c-e4f659c780fc tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:58.695391 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-e87abe39-6c5a-4449-904c-4cfc41906341 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Allocated IP 172.25.3.175 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/440defbe-0101-4cc3-afdf-a080792eb2b4) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:04:58.705047 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e87afd0-de2f-420a-973c-e4f659c780fc tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:04:58.706185 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4e87afd0-de2f-420a-973c-e4f659c780fc tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:58.743448 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:04:58.743448 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:04:58.743448 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:04:58.743448 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:04:58.743448 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:04:58.743448 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:04:58.743448 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:04:58.743448 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:04:58.743448 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:04:58.743448 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:04:58.743448 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:04:58.743448 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:04:58.743448 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:04:58.743448 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:04:58.743448 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:04:58.743448 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:04:58.743448 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:04:58.743448 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:04:58.743448 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:04:58.743448 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:04:58.743448 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:04:58.743448 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:04:58.743448 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:04:58.743448 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:04:58.743448 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:04:58.743448 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:04:58.743448 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:04:58.743448 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:04:58.743448 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:04:58.743448 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:04:58.743448 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:04:58.743448 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:04:58.771526 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86530e23-fb04-4687-8983-8380da8466e7 req-f7dad488-0e69-447c-b43b-5bb7567075be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:58.773033 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69208eaa-df84-42e8-832c-3249fde6f724 None None] DHCP port deletion for a9a9bd12-697c-4454-911a-87c238cc9766 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:04:58.773280 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-86530e23-fb04-4687-8983-8380da8466e7 req-f7dad488-0e69-447c-b43b-5bb7567075be service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b0523da7-df1a-446f-b645-811e4630597c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5649762 Jul 24 00:04:58.780136 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-e0cf316d-1e51-4a9e-be45-77c6a5ea0549 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Deleting port 06930fe2-741e-4b78-a0e8-10700fd4aa03 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:04:58.780542 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e0cf316d-1e51-4a9e-be45-77c6a5ea0549 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:58.798874 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4e87afd0-de2f-420a-973c-e4f659c780fc tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:58.811452 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4e87afd0-de2f-420a-973c-e4f659c780fc tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:58.813351 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-4e87afd0-de2f-420a-973c-e4f659c780fc tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "DELETE /v2.0/networks/150a8227-369a-409d-b1e7-b0afd03b4045 HTTP/1.1" status: 204 len: 168 time: 0.7931392 Jul 24 00:04:58.818598 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 58040) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:58.827808 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-2e232f9a-2ef1-404a-ac99-3993dec48ee6 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Request body: {'network': {'name': 'tempest-RoutersTest-144019807'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:04:58.844493 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e87afd0-de2f-420a-973c-e4f659c780fc tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Pushing event deleted for resources: {'Network': ['ID=150a8227-369a-409d-b1e7-b0afd03b4045,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:58.850334 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:58.867812 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-69208eaa-df84-42e8-832c-3249fde6f724 None None] Deleting port 06930fe2-741e-4b78-a0e8-10700fd4aa03 {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:04:58.868275 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-69208eaa-df84-42e8-832c-3249fde6f724 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:58.873885 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e232f9a-2ef1-404a-ac99-3993dec48ee6 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Made reservation on behalf of 4c3f20c4b2b34266aaccdbe253bbb3ec for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:04:58.880102 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2e232f9a-2ef1-404a-ac99-3993dec48ee6 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:58.908651 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e232f9a-2ef1-404a-ac99-3993dec48ee6 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:04:58.912175 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-86530e23-fb04-4687-8983-8380da8466e7 req-817cd6b1-511d-4330-9509-20c6d1a327d0 service neutron] 10.222.0.52 "GET /v2.0/networks/b0523da7-df1a-446f-b645-811e4630597c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117425 Jul 24 00:04:58.922144 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2e232f9a-2ef1-404a-ac99-3993dec48ee6 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:58.922819 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-2e232f9a-2ef1-404a-ac99-3993dec48ee6 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Added segment 90a2dc74-fa9a-4993-8409-403bba79f5ac of type vlan for network b17858b4-8285-4049-9e68-0075f16017e2 Jul 24 00:04:58.953725 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-69208eaa-df84-42e8-832c-3249fde6f724 None None] For port 06930fe2-741e-4b78-a0e8-10700fd4aa03, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=06930fe2-741e-4b78-a0e8-10700fd4aa03,segment=NetworkSegment(569dd121-7f22-48ad-bbba-2e0a9b7825e4),segment_id=569dd121-7f22-48ad-bbba-2e0a9b7825e4)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:04:58.954135 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-69208eaa-df84-42e8-832c-3249fde6f724 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:58.967789 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-69208eaa-df84-42e8-832c-3249fde6f724 None None] Calling delete_port for 06930fe2-741e-4b78-a0e8-10700fd4aa03 owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:04:59.024341 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2e232f9a-2ef1-404a-ac99-3993dec48ee6 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:59.033996 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99080781-c4f4-45f2-92ab-afe8876178a9 req-8b715dbb-7e1a-4d43-98dd-f5c73d9e4e59 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:59.036449 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-99080781-c4f4-45f2-92ab-afe8876178a9 req-8b715dbb-7e1a-4d43-98dd-f5c73d9e4e59 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=fee90f4e-67b3-424d-92c1-5ad9f2a82d47 HTTP/1.1" status: 200 len: 946 time: 0.6522410 Jul 24 00:04:59.072933 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-69208eaa-df84-42e8-832c-3249fde6f724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:59.085051 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b6e6a7-cfac-4ac1-acc7-fe4d16b2669a req-a19d36fc-f100-42f8-8aff-513ce5e551de tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:59.086795 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-28b6e6a7-cfac-4ac1-acc7-fe4d16b2669a req-a19d36fc-f100-42f8-8aff-513ce5e551de tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ebaae68-1e07-4d33-85d0-95999b1db808 HTTP/1.1" status: 200 len: 947 time: 0.1133034 Jul 24 00:04:59.088036 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2e232f9a-2ef1-404a-ac99-3993dec48ee6 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:59.094562 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e232f9a-2ef1-404a-ac99-3993dec48ee6 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:59.095445 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2e232f9a-2ef1-404a-ac99-3993dec48ee6 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:59.121114 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69208eaa-df84-42e8-832c-3249fde6f724 None None] No DVR routers for this DVR port 06930fe2-741e-4b78-a0e8-10700fd4aa03 on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:04:59.130769 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69208eaa-df84-42e8-832c-3249fde6f724 None None] Pushing event deleted for resources: {'Port': ['ID=06930fe2-741e-4b78-a0e8-10700fd4aa03,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:59.143498 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-e0cf316d-1e51-4a9e-be45-77c6a5ea0549 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] For port 06930fe2-741e-4b78-a0e8-10700fd4aa03, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=06930fe2-741e-4b78-a0e8-10700fd4aa03,segment=NetworkSegment(569dd121-7f22-48ad-bbba-2e0a9b7825e4),segment_id=569dd121-7f22-48ad-bbba-2e0a9b7825e4)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:04:59.143875 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e0cf316d-1e51-4a9e-be45-77c6a5ea0549 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:59.167222 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-2e232f9a-2ef1-404a-ac99-3993dec48ee6 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3450792 Jul 24 00:04:59.169807 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-e0cf316d-1e51-4a9e-be45-77c6a5ea0549 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Calling delete_port for 06930fe2-741e-4b78-a0e8-10700fd4aa03 owned by network:dhcp {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:04:59.174062 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 58050) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:59.182972 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-3b7be52d-61f4-4977-8937-018259097296 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Request body: {'subnet': {'network_id': 'b17858b4-8285-4049-9e68-0075f16017e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:04:59.196729 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-28b6e6a7-cfac-4ac1-acc7-fe4d16b2669a req-4e44d1df-94b3-46fe-a599-8be56ae51c55 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889769 Jul 24 00:04:59.209276 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-86530e23-fb04-4687-8983-8380da8466e7 req-7f0a2eef-e778-4c5e-b0ce-a274e253fd2a service neutron] 10.222.0.52 "GET /v2.0/networks/b0523da7-df1a-446f-b645-811e4630597c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734692 Jul 24 00:04:59.212361 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-99080781-c4f4-45f2-92ab-afe8876178a9 req-2d3003b6-1c67-4506-917a-9d85ee9a766c tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113498 Jul 24 00:04:59.233826 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e87abe39-6c5a-4449-904c-4cfc41906341 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:59.270676 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e232f9a-2ef1-404a-ac99-3993dec48ee6 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Pushing event updated for resources: {'Network': ['ID=b17858b4-8285-4049-9e68-0075f16017e2,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:59.280958 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network b17858b4-8285-4049-9e68-0075f16017e2 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:04:59.296267 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-86530e23-fb04-4687-8983-8380da8466e7 req-ae65a885-4250-4be5-8d57-e44f863d6ad7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=e3557d7c-9f5d-4806-8073-44a23ccf9e4e HTTP/1.1" status: 200 len: 217 time: 0.0753932 Jul 24 00:04:59.370380 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b7be52d-61f4-4977-8937-018259097296 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Made reservation on behalf of 4c3f20c4b2b34266aaccdbe253bbb3ec for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:04:59.376322 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3b7be52d-61f4-4977-8937-018259097296 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:59.392356 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86530e23-fb04-4687-8983-8380da8466e7 req-d7d42b00-c009-4bd4-9b49-24eb1493195d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:59.393871 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-86530e23-fb04-4687-8983-8380da8466e7 req-d7d42b00-c009-4bd4-9b49-24eb1493195d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=70883961-72f7-4719-acc8-b7159e5588a5 HTTP/1.1" status: 200 len: 797 time: 0.0904694 Jul 24 00:04:59.435162 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e0cf316d-1e51-4a9e-be45-77c6a5ea0549 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:59.439109 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e87abe39-6c5a-4449-904c-4cfc41906341 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:59.481316 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cf316d-1e51-4a9e-be45-77c6a5ea0549 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Pushing event deleted for resources: {'Port': ['ID=06930fe2-741e-4b78-a0e8-10700fd4aa03,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:59.499418 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cf316d-1e51-4a9e-be45-77c6a5ea0549 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] No DVR routers for this DVR port 06930fe2-741e-4b78-a0e8-10700fd4aa03 on host n-d-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:04:59.517264 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87abe39-6c5a-4449-904c-4cfc41906341 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:04:59.543630 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device c75ddd74-409f-4441-a18c-f3a17279592b no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:04:59.549490 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-e87abe39-6c5a-4449-904c-4cfc41906341 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:04:59.571024 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: c75ddd74-409f-4441-a18c-f3a17279592b {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:04:59.571818 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device c75ddd74-409f-4441-a18c-f3a17279592b not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:04:59.572466 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 06930fe2-741e-4b78-a0e8-10700fd4aa03 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:04:59.572590 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87abe39-6c5a-4449-904c-4cfc41906341 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:04:59.605938 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 06930fe2-741e-4b78-a0e8-10700fd4aa03 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:04:59.606666 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 06930fe2-741e-4b78-a0e8-10700fd4aa03 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:04:59.648074 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3b7be52d-61f4-4977-8937-018259097296 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:59.683850 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86530e23-fb04-4687-8983-8380da8466e7 req-c57bf09d-8122-4534-a0de-75369d6d3dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:59.686214 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-86530e23-fb04-4687-8983-8380da8466e7 req-c57bf09d-8122-4534-a0de-75369d6d3dc0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=afa024cd-6a99-42b6-95da-fdd5c3d9ab0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2841735 Jul 24 00:04:59.713085 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87abe39-6c5a-4449-904c-4cfc41906341 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Pushing event updated for resources: {'Port': ['ID=440defbe-0101-4cc3-afdf-a080792eb2b4,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:59.774120 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e0cf316d-1e51-4a9e-be45-77c6a5ea0549 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:59.786955 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7be52d-61f4-4977-8937-018259097296 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Pushing event updated for resources: {'Subnet': ['ID=5ef1fc00-689e-4bce-a853-b8bd633f39f7,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:04:59.813169 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-e0cf316d-1e51-4a9e-be45-77c6a5ea0549 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9a9bd12-697c-4454-911a-87c238cc9766']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:59.860411 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7be52d-61f4-4977-8937-018259097296 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Checking segment: {'id': '90a2dc74-fa9a-4993-8409-403bba79f5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b17858b4-8285-4049-9e68-0075f16017e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:04:59.860780 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7be52d-61f4-4977-8937-018259097296 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Network hostable DHCP agents. Network: b17858b4-8285-4049-9e68-0075f16017e2, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:04:59.875233 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-e0cf316d-1e51-4a9e-be45-77c6a5ea0549 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '569dd121-7f22-48ad-bbba-2e0a9b7825e4') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:59.875533 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-e0cf316d-1e51-4a9e-be45-77c6a5ea0549 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '569dd121-7f22-48ad-bbba-2e0a9b7825e4') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:04:59.913239 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ec033-6ae0-4ae6-9d96-52046666841f req-afa935b2-1272-4591-ac2f-5e9c2259521d tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:59.914773 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-957ec033-6ae0-4ae6-9d96-52046666841f req-afa935b2-1272-4591-ac2f-5e9c2259521d tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ebaae68-1e07-4d33-85d0-95999b1db808&tenant_id=798b28002e9743a58ab9c3622d82224e&binding%3Ahost_id=n-h2-800088-16 HTTP/1.1" status: 200 len: 947 time: 0.1768923 Jul 24 00:04:59.915362 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e0cf316d-1e51-4a9e-be45-77c6a5ea0549 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:59.915950 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7be52d-61f4-4977-8937-018259097296 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Network b17858b4-8285-4049-9e68-0075f16017e2 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:04:59.951910 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-3b7be52d-61f4-4977-8937-018259097296 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, b17858b4-8285-4049-9e68-0075f16017e2) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:04:59.957881 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7be52d-61f4-4977-8937-018259097296 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:04:59.958589 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3b7be52d-61f4-4977-8937-018259097296 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:59.963957 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c3c463-11ff-4b3b-b58a-aab918d9f14b None None] Network b17858b4-8285-4049-9e68-0075f16017e2 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:04:59.967291 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e0cf316d-1e51-4a9e-be45-77c6a5ea0549 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:59.983002 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-3b7be52d-61f4-4977-8937-018259097296 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8060687 Jul 24 00:04:59.986641 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 58062) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:04:59.991132 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0cf316d-1e51-4a9e-be45-77c6a5ea0549 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:04:59.992693 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e0cf316d-1e51-4a9e-be45-77c6a5ea0549 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:04:59.997211 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-f943627c-f2a7-4e2a-8639-0dc93b93909a tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1906163779', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:05:00.030120 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f943627c-f2a7-4e2a-8639-0dc93b93909a tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:00.031120 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f943627c-f2a7-4e2a-8639-0dc93b93909a tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:00.039778 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-957ec033-6ae0-4ae6-9d96-52046666841f req-13840505-2c15-42d2-bfd5-cb388c4dd4e2 service neutron] 10.222.0.64 "GET /v2.0/ports/7b3ad419-bcb4-463d-a0fe-9702b81fd418/bindings/n-h2-800088-16 HTTP/1.1" status: 200 len: 383 time: 0.1177273 Jul 24 00:05:00.069514 n-d-800088-16 neutron-server[100313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:05:00.069514 n-d-800088-16 neutron-server[100313]: self.session.flush() Jul 24 00:05:00.069514 n-d-800088-16 neutron-server[100313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:05:00.069514 n-d-800088-16 neutron-server[100313]: self.session.flush() Jul 24 00:05:00.069514 n-d-800088-16 neutron-server[100313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:05:00.069514 n-d-800088-16 neutron-server[100313]: self.session.flush() Jul 24 00:05:00.069514 n-d-800088-16 neutron-server[100313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:05:00.069514 n-d-800088-16 neutron-server[100313]: self.session.flush() Jul 24 00:05:00.069514 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:05:00.069514 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:05:00.069514 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:05:00.069514 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:05:00.069514 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:05:00.069514 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:05:00.069514 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:05:00.069514 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:05:00.069514 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:05:00.069514 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:05:00.069514 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:05:00.069514 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:05:00.069514 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:05:00.069514 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:05:00.069514 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:05:00.069514 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:05:00.069514 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:05:00.069514 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:05:00.069514 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:05:00.069514 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:05:00.069514 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:05:00.069514 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:05:00.069514 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:05:00.069514 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:05:00.069514 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:05:00.069514 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:05:00.069514 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:05:00.069514 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:05:00.069514 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:05:00.069514 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:05:00.069514 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:05:00.069514 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:05:00.074286 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-86530e23-fb04-4687-8983-8380da8466e7 req-38278b6f-56a5-46cc-86eb-9fb34397d568 service neutron] 10.222.0.52 "GET /v2.0/networks/afa024cd-6a99-42b6-95da-fdd5c3d9ab0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3537352 Jul 24 00:05:00.107035 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 7b3ad419-bcb4-463d-a0fe-9702b81fd418 details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:05:00.138684 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f943627c-f2a7-4e2a-8639-0dc93b93909a tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:00.152521 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f943627c-f2a7-4e2a-8639-0dc93b93909a tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:00.196216 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f943627c-f2a7-4e2a-8639-0dc93b93909a tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:00.197703 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-f943627c-f2a7-4e2a-8639-0dc93b93909a tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2097609 Jul 24 00:05:00.200949 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a34a51-999d-4d77-a2d3-ad8f63668f4d req-b462fe49-1eff-4225-8c43-32033f47d052 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:00.202001 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 58066) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:00.208283 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-cb9ed34d-41c7-47fb-a242-616b89aafc82 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Request body: {'port': {'network_id': 'b17858b4-8285-4049-9e68-0075f16017e2', 'name': 'tempest-RoutersTest-1435003329'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:05:00.208484 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c7a34a51-999d-4d77-a2d3-ad8f63668f4d req-b462fe49-1eff-4225-8c43-32033f47d052 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ebaae68-1e07-4d33-85d0-95999b1db808 HTTP/1.1" status: 200 len: 947 time: 0.4138534 Jul 24 00:05:00.230481 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ec033-6ae0-4ae6-9d96-52046666841f req-581f1e0e-777d-4092-a9fb-36358dc277a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:00.233482 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e0cf316d-1e51-4a9e-be45-77c6a5ea0549 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:00.233654 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-957ec033-6ae0-4ae6-9d96-52046666841f req-581f1e0e-777d-4092-a9fb-36358dc277a0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=798b28002e9743a58ab9c3622d82224e&device_id=1ebaae68-1e07-4d33-85d0-95999b1db808 HTTP/1.1" status: 200 len: 1099 time: 0.1469555 Jul 24 00:05:00.264036 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e0cf316d-1e51-4a9e-be45-77c6a5ea0549 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:00.268541 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-e0cf316d-1e51-4a9e-be45-77c6a5ea0549 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] 10.222.0.44 "DELETE /v2.0/networks/a9a9bd12-697c-4454-911a-87c238cc9766 HTTP/1.1" status: 204 len: 168 time: 2.2604566 Jul 24 00:05:00.287479 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d11870-5b86-4e22-8c21-a04dde0a238a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-b17858b4-8285-4049-9e68-0075f16017e2', 'network_id': 'b17858b4-8285-4049-9e68-0075f16017e2', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'fixed_ips': [{'subnet_id': '5ef1fc00-689e-4bce-a853-b8bd633f39f7'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:05:00.296312 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-32d11870-5b86-4e22-8c21-a04dde0a238a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:00.337095 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c7a34a51-999d-4d77-a2d3-ad8f63668f4d req-0cd10a49-325a-43b9-92d9-12e4bcd20972 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144769 Jul 24 00:05:00.337095 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cf316d-1e51-4a9e-be45-77c6a5ea0549 tempest-AllowedAddressPairIpV6TestJSON-1754833506 tempest-AllowedAddressPairIpV6TestJSON-1754833506-project] Pushing event deleted for resources: {'Network': ['ID=a9a9bd12-697c-4454-911a-87c238cc9766,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:00.414149 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 7b3ad419-bcb4-463d-a0fe-9702b81fd418, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=7b3ad419-bcb4-463d-a0fe-9702b81fd418,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:05:00.434635 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-86530e23-fb04-4687-8983-8380da8466e7 req-5affe285-92a1-4cb2-95e1-b60dfaa48828 service neutron] 10.222.0.52 "GET /v2.0/networks/afa024cd-6a99-42b6-95da-fdd5c3d9ab0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865522 Jul 24 00:05:00.435631 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': '7b3ad419-bcb4-463d-a0fe-9702b81fd418', 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2', 'port_id': '7b3ad419-bcb4-463d-a0fe-9702b81fd418', 'mac_address': 'fa:16:3e:80:0b:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef73a7e1-c64a-41e3-9997-629475c7b6b1', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:05:00.558464 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:00.595143 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b3ad419-bcb4-463d-a0fe-9702b81fd418 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:05:00.607461 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ec033-6ae0-4ae6-9d96-52046666841f req-eaf3e687-c050-41f5-be08-b44daa265859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:00.609562 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-957ec033-6ae0-4ae6-9d96-52046666841f req-eaf3e687-c050-41f5-be08-b44daa265859 service neutron] 10.222.0.64 "GET /v2.0/networks?id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 HTTP/1.1" status: 200 len: 870 time: 0.3678303 Jul 24 00:05:00.629991 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-32d11870-5b86-4e22-8c21-a04dde0a238a None None] Allocated IP 172.20.0.2 (b17858b4-8285-4049-9e68-0075f16017e2/5ef1fc00-689e-4bce-a853-b8bd633f39f7/d1d257d6-dcd1-4d93-a267-f436c7c65997) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:05:00.637702 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-86530e23-fb04-4687-8983-8380da8466e7 req-33342c1b-720e-42b2-a2f1-e344300868e2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.181&port_id=8f556c59-81ca-477e-85bf-cbe94e6d27d9 HTTP/1.1" status: 200 len: 217 time: 0.2013533 Jul 24 00:05:00.658214 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 7b3ad419-bcb4-463d-a0fe-9702b81fd418, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=7b3ad419-bcb4-463d-a0fe-9702b81fd418,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:05:00.673955 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:00.690932 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-957ec033-6ae0-4ae6-9d96-52046666841f req-49988d9a-78b1-45ca-985b-1e99564f9f65 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=7b3ad419-bcb4-463d-a0fe-9702b81fd418 HTTP/1.1" status: 200 len: 217 time: 0.0694375 Jul 24 00:05:00.693857 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb9ed34d-41c7-47fb-a242-616b89aafc82 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Made reservation on behalf of 4c3f20c4b2b34266aaccdbe253bbb3ec for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:05:00.697637 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cb9ed34d-41c7-47fb-a242-616b89aafc82 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:00.726208 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930b72a2-39f6-483d-aa12-9f31f2be50e2 req-def3b942-7076-4657-a125-dc70bbe331c3 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:00.732402 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86530e23-fb04-4687-8983-8380da8466e7 req-2d65a166-f935-4f03-8af9-7a2961a956d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:00.734167 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-930b72a2-39f6-483d-aa12-9f31f2be50e2 req-def3b942-7076-4657-a125-dc70bbe331c3 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=fee90f4e-67b3-424d-92c1-5ad9f2a82d47 HTTP/1.1" status: 200 len: 946 time: 0.3368962 Jul 24 00:05:00.734319 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-86530e23-fb04-4687-8983-8380da8466e7 req-2d65a166-f935-4f03-8af9-7a2961a956d8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=70883961-72f7-4719-acc8-b7159e5588a5 HTTP/1.1" status: 200 len: 797 time: 0.0895228 Jul 24 00:05:00.747700 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=7b3ad419-bcb4-463d-a0fe-9702b81fd418,revision_number=7']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:00.785731 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e87abe39-6c5a-4449-904c-4cfc41906341 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:00.799104 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [None req-cb9ed34d-41c7-47fb-a242-616b89aafc82 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] device_id is not set on port 8dd55a19-088a-42e3-8389-16d6411795c1 yet. {{(pid=100314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:05:00.806975 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 58078) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:00.866362 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ec033-6ae0-4ae6-9d96-52046666841f req-ecdf64cc-0c98-4346-8d34-90b3ab2c1365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:00.867881 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-957ec033-6ae0-4ae6-9d96-52046666841f req-ecdf64cc-0c98-4346-8d34-90b3ab2c1365 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.1653037 Jul 24 00:05:00.885582 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-930b72a2-39f6-483d-aa12-9f31f2be50e2 req-1dec3d32-a8a5-43f2-abde-759fe9f2047d tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503065 Jul 24 00:05:00.974835 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['7b3ad419-bcb4-463d-a0fe-9702b81fd418'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:05:01.002551 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ec033-6ae0-4ae6-9d96-52046666841f req-880818ef-9a94-4adb-9d30-07b56cc47180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:01.006250 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-957ec033-6ae0-4ae6-9d96-52046666841f req-880818ef-9a94-4adb-9d30-07b56cc47180 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1165173 Jul 24 00:05:01.070491 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-32d11870-5b86-4e22-8c21-a04dde0a238a None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:01.085457 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-32d11870-5b86-4e22-8c21-a04dde0a238a None None] Transition to ACTIVE for port object d1d257d6-dcd1-4d93-a267-f436c7c65997 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:05:01.116325 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-32d11870-5b86-4e22-8c21-a04dde0a238a None None] Transition to ACTIVE for port object d1d257d6-dcd1-4d93-a267-f436c7c65997 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:05:01.129187 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-32d11870-5b86-4e22-8c21-a04dde0a238a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:01.172138 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-8bb79683-1a28-4c43-8288-b5e5bbbdf19b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=db1a994f6b3147e083cf720237db11ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3636575 Jul 24 00:05:01.176356 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 58084) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:01.204572 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d11870-5b86-4e22-8c21-a04dde0a238a None None] Network b17858b4-8285-4049-9e68-0075f16017e2 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:05:01.208268 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-32d11870-5b86-4e22-8c21-a04dde0a238a None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:05:01.228406 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d11870-5b86-4e22-8c21-a04dde0a238a None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:05:01.232198 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-cb9ed34d-41c7-47fb-a242-616b89aafc82 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Allocated IP 172.20.0.9 (b17858b4-8285-4049-9e68-0075f16017e2/5ef1fc00-689e-4bce-a853-b8bd633f39f7/8dd55a19-088a-42e3-8389-16d6411795c1) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:05:01.242118 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-957ec033-6ae0-4ae6-9d96-52046666841f req-6b33e0d8-ecae-434b-993f-fe5cf0823a1f service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281661 Jul 24 00:05:01.315421 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d11870-5b86-4e22-8c21-a04dde0a238a None None] Pushing event updated for resources: {'Port': ['ID=d1d257d6-dcd1-4d93-a267-f436c7c65997,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:01.325713 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e87abe39-6c5a-4449-904c-4cfc41906341 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:01.336095 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-32d11870-5b86-4e22-8c21-a04dde0a238a None None] Attempting to bind port d1d257d6-dcd1-4d93-a267-f436c7c65997 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:05:01.336479 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-32d11870-5b86-4e22-8c21-a04dde0a238a None None] Attempting to bind port d1d257d6-dcd1-4d93-a267-f436c7c65997 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '90a2dc74-fa9a-4993-8409-403bba79f5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b17858b4-8285-4049-9e68-0075f16017e2'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:05:01.336865 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d11870-5b86-4e22-8c21-a04dde0a238a None None] Attempting to bind port d1d257d6-dcd1-4d93-a267-f436c7c65997 on network b17858b4-8285-4049-9e68-0075f16017e2 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:05:01.368342 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86530e23-fb04-4687-8983-8380da8466e7 req-9952a119-689a-46b3-90eb-024cf3285d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:01.370916 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-86530e23-fb04-4687-8983-8380da8466e7 req-9952a119-689a-46b3-90eb-024cf3285d50 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=afa024cd-6a99-42b6-95da-fdd5c3d9ab0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6293726 Jul 24 00:05:01.381968 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d11870-5b86-4e22-8c21-a04dde0a238a None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:05:01.382351 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d11870-5b86-4e22-8c21-a04dde0a238a None None] Checking segment: {'id': '90a2dc74-fa9a-4993-8409-403bba79f5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b17858b4-8285-4049-9e68-0075f16017e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:05:01.382829 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-32d11870-5b86-4e22-8c21-a04dde0a238a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:01.383242 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d11870-5b86-4e22-8c21-a04dde0a238a None None] Bound using segment: {'id': '90a2dc74-fa9a-4993-8409-403bba79f5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b17858b4-8285-4049-9e68-0075f16017e2'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:05:01.383755 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-32d11870-5b86-4e22-8c21-a04dde0a238a None None] Bound port: d1d257d6-dcd1-4d93-a267-f436c7c65997, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90a2dc74-fa9a-4993-8409-403bba79f5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b17858b4-8285-4049-9e68-0075f16017e2'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:05:01.384113 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-32d11870-5b86-4e22-8c21-a04dde0a238a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:01.437621 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-17250ac1-4e10-4d83-a798-586ed0108cd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:01.537453 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-32d11870-5b86-4e22-8c21-a04dde0a238a None None] For port d1d257d6-dcd1-4d93-a267-f436c7c65997, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:05:01.542063 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-32d11870-5b86-4e22-8c21-a04dde0a238a None None] For port d1d257d6-dcd1-4d93-a267-f436c7c65997, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=d1d257d6-dcd1-4d93-a267-f436c7c65997,segment=NetworkSegment(90a2dc74-fa9a-4993-8409-403bba79f5ac),segment_id=90a2dc74-fa9a-4993-8409-403bba79f5ac)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:05:01.549815 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-32d11870-5b86-4e22-8c21-a04dde0a238a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:01.650826 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d11870-5b86-4e22-8c21-a04dde0a238a None None] Pushing event updated for resources: {'Port': ['ID=d1d257d6-dcd1-4d93-a267-f436c7c65997,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:01.766957 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-86530e23-fb04-4687-8983-8380da8466e7 req-b50c9e53-062c-4287-832a-0c940086fe2e service neutron] 10.222.0.52 "GET /v2.0/networks/afa024cd-6a99-42b6-95da-fdd5c3d9ab0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3880422 Jul 24 00:05:01.785676 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb16313f-62be-4e79-8fa9-0ecd4731af91 req-210a04d0-7f37-42b6-b3f0-756aa4842aab tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:01.787306 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bb16313f-62be-4e79-8fa9-0ecd4731af91 req-210a04d0-7f37-42b6-b3f0-756aa4842aab tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ebaae68-1e07-4d33-85d0-95999b1db808 HTTP/1.1" status: 200 len: 948 time: 0.2545946 Jul 24 00:05:01.843120 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e87abe39-6c5a-4449-904c-4cfc41906341 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:01.886099 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e87abe39-6c5a-4449-904c-4cfc41906341 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:01.942565 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bb16313f-62be-4e79-8fa9-0ecd4731af91 req-e6588f57-0754-4a2b-9946-65ab8579c48c tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448708 Jul 24 00:05:02.009891 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87abe39-6c5a-4449-904c-4cfc41906341 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Pushing event updated for resources: {'Port': ['ID=440defbe-0101-4cc3-afdf-a080792eb2b4,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:02.022988 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-86530e23-fb04-4687-8983-8380da8466e7 req-338f656c-71fb-4cc3-8d17-ea91a599f0a3 service neutron] 10.222.0.52 "GET /v2.0/networks/afa024cd-6a99-42b6-95da-fdd5c3d9ab0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469580 Jul 24 00:05:02.065156 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-17250ac1-4e10-4d83-a798-586ed0108cd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:02.067959 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e87abe39-6c5a-4449-904c-4cfc41906341 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:02.070404 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-957ec033-6ae0-4ae6-9d96-52046666841f req-910e5c4f-f463-47d9-b2a9-fc7971541d2b service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8179610 Jul 24 00:05:02.071590 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-86530e23-fb04-4687-8983-8380da8466e7 req-ee8059b2-59a6-4919-bd59-2d0e6adbeb0a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=4570f2dc-234f-4a2e-9e3f-da8c4844cab7 HTTP/1.1" status: 200 len: 217 time: 0.0412602 Jul 24 00:05:02.167014 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cb9ed34d-41c7-47fb-a242-616b89aafc82 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:02.190960 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [None req-cb9ed34d-41c7-47fb-a242-616b89aafc82 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Transition to ACTIVE for port object 8dd55a19-088a-42e3-8389-16d6411795c1 will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:05:02.200907 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86530e23-fb04-4687-8983-8380da8466e7 req-7e101602-4cbc-41c9-be59-e73c1495f8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:02.201192 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-17250ac1-4e10-4d83-a798-586ed0108cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:02.202552 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-86530e23-fb04-4687-8983-8380da8466e7 req-7e101602-4cbc-41c9-be59-e73c1495f8dd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=70883961-72f7-4719-acc8-b7159e5588a5 HTTP/1.1" status: 200 len: 797 time: 0.0923932 Jul 24 00:05:02.203882 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-17250ac1-4e10-4d83-a798-586ed0108cd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:02.208116 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-17250ac1-4e10-4d83-a798-586ed0108cd8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d0d89cdf-d17e-47b1-9140-646aa25fa4f1 HTTP/1.1" status: 204 len: 168 time: 1.0244606 Jul 24 00:05:02.242869 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d58da58-dd6c-4124-b7e2-3d1cdeb86952 req-7d2f17cd-26be-45a2-a4b3-d645e6f54ec1 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:02.251250 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6d58da58-dd6c-4124-b7e2-3d1cdeb86952 req-7d2f17cd-26be-45a2-a4b3-d645e6f54ec1 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=fee90f4e-67b3-424d-92c1-5ad9f2a82d47 HTTP/1.1" status: 200 len: 946 time: 0.1874335 Jul 24 00:05:02.252325 n-d-800088-16 neutron-server[100313]: INFO neutron.db.l3_db [None req-e87abe39-6c5a-4449-904c-4cfc41906341 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Floating IP a75d7e9c-a363-4e13-aef3-e7b022d33d7a associated. External IP: 172.25.3.175, port: 189f1c5f-320b-4a98-8723-96b9f3fd07c1. Jul 24 00:05:02.261269 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17250ac1-4e10-4d83-a798-586ed0108cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d89cdf-d17e-47b1-9140-646aa25fa4f1,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:02.320773 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6d58da58-dd6c-4124-b7e2-3d1cdeb86952 req-4ad9dc73-1f5c-440d-8cd7-d803fd1f1f3a tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646958 Jul 24 00:05:02.338525 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cb9ed34d-41c7-47fb-a242-616b89aafc82 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:02.368941 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86530e23-fb04-4687-8983-8380da8466e7 req-249c6669-131e-478d-a401-00489c16c2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:02.370772 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-86530e23-fb04-4687-8983-8380da8466e7 req-249c6669-131e-478d-a401-00489c16c2b3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=afa024cd-6a99-42b6-95da-fdd5c3d9ab0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1619449 Jul 24 00:05:02.394583 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9ed34d-41c7-47fb-a242-616b89aafc82 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Network b17858b4-8285-4049-9e68-0075f16017e2 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:05:02.406469 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-cb9ed34d-41c7-47fb-a242-616b89aafc82 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:05:02.409174 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9ed34d-41c7-47fb-a242-616b89aafc82 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:05:02.445476 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9ed34d-41c7-47fb-a242-616b89aafc82 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Pushing event updated for resources: {'Port': ['ID=8dd55a19-088a-42e3-8389-16d6411795c1,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:02.474697 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9ed34d-41c7-47fb-a242-616b89aafc82 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:02.476377 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cb9ed34d-41c7-47fb-a242-616b89aafc82 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:02.501197 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-cb9ed34d-41c7-47fb-a242-616b89aafc82 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.2924221 Jul 24 00:05:02.501197 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 58110) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:02.663606 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-86530e23-fb04-4687-8983-8380da8466e7 req-f86c81a7-5898-4ca7-a2de-46389ceb044a service neutron] 10.222.0.52 "GET /v2.0/networks/afa024cd-6a99-42b6-95da-fdd5c3d9ab0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792048 Jul 24 00:05:02.828647 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-86530e23-fb04-4687-8983-8380da8466e7 req-d171c9f6-d31e-446e-b44a-95f3439fba48 service neutron] 10.222.0.52 "GET /v2.0/networks/afa024cd-6a99-42b6-95da-fdd5c3d9ab0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579807 Jul 24 00:05:02.897227 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-86530e23-fb04-4687-8983-8380da8466e7 req-b5276752-6aa0-4581-87ce-ab40bbf6085f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=a1b78b8a-fbe7-495d-8c1b-d40899859c16 HTTP/1.1" status: 200 len: 217 time: 0.0554395 Jul 24 00:05:02.899253 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e87abe39-6c5a-4449-904c-4cfc41906341 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Router 5832c0e7-1d75-4a30-9141-9a6a9a723e64 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:05:02.958269 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86530e23-fb04-4687-8983-8380da8466e7 req-79ee8ddd-3559-4b2e-ae81-918a6f1e1a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:02.959797 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-86530e23-fb04-4687-8983-8380da8466e7 req-79ee8ddd-3559-4b2e-ae81-918a6f1e1a81 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=70883961-72f7-4719-acc8-b7159e5588a5 HTTP/1.1" status: 200 len: 797 time: 0.0563216 Jul 24 00:05:03.119513 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375565dd-fa6a-4fc6-bfb9-fe737234a19a None None] Network b17858b4-8285-4049-9e68-0075f16017e2 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:05:03.133894 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5e226dbb-0340-4d6f-a651-5eb2fe238d7d tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:03.231201 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-f3b84622-fa5a-4658-9938-b6f6bc622486 None None] Provisioning for port d1d257d6-dcd1-4d93-a267-f436c7c65997 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:05:03.234283 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86530e23-fb04-4687-8983-8380da8466e7 req-cb6b79f7-9199-4629-8724-ea40e82d1620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:03.236079 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-86530e23-fb04-4687-8983-8380da8466e7 req-cb6b79f7-9199-4629-8724-ea40e82d1620 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=afa024cd-6a99-42b6-95da-fdd5c3d9ab0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2688873 Jul 24 00:05:03.239957 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e87abe39-6c5a-4449-904c-4cfc41906341 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:05:03.254216 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6acc86-8ab8-4f6b-91f9-de63c0d7ca15 None None] Sync routers for ids ['5832c0e7-1d75-4a30-9141-9a6a9a723e64'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:05:03.267171 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 58142) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:03.279405 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6acc86-8ab8-4f6b-91f9-de63c0d7ca15 None None] Routers {'5832c0e7-1d75-4a30-9141-9a6a9a723e64'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:05:03.280362 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-fc6acc86-8ab8-4f6b-91f9-de63c0d7ca15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:04:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['5832c0e7-1d75-4a30-9141-9a6a9a723e64'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:03.344026 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b995f-5d72-40c2-82af-b6f659866ec3 req-9168daca-3344-47f9-8f4e-8c1bd352c8aa tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:03.346537 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-142b995f-5d72-40c2-82af-b6f659866ec3 req-9168daca-3344-47f9-8f4e-8c1bd352c8aa tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ebaae68-1e07-4d33-85d0-95999b1db808 HTTP/1.1" status: 200 len: 948 time: 0.2415063 Jul 24 00:05:03.375724 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e87abe39-6c5a-4449-904c-4cfc41906341 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:03.399505 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-fc6acc86-8ab8-4f6b-91f9-de63c0d7ca15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:03.466361 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-142b995f-5d72-40c2-82af-b6f659866ec3 req-ed80be12-1001-4989-8ed7-6105295e175f tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864248 Jul 24 00:05:03.478378 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6acc86-8ab8-4f6b-91f9-de63c0d7ca15 None None] Routers {'5832c0e7-1d75-4a30-9141-9a6a9a723e64'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:05:03.479190 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-fc6acc86-8ab8-4f6b-91f9-de63c0d7ca15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:04:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['5832c0e7-1d75-4a30-9141-9a6a9a723e64'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:03.481692 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-11804cc8-a16a-468c-82d5-c4e9af1402e8 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1400904952'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:05:03.494281 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-e87abe39-6c5a-4449-904c-4cfc41906341 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.3573213 Jul 24 00:05:03.508160 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 58148) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:03.508160 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-86530e23-fb04-4687-8983-8380da8466e7 req-436179ef-6a69-490b-9428-cbb48eafda19 service neutron] 10.222.0.52 "GET /v2.0/networks/afa024cd-6a99-42b6-95da-fdd5c3d9ab0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582674 Jul 24 00:05:03.578831 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-fc6acc86-8ab8-4f6b-91f9-de63c0d7ca15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:03.579485 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6acc86-8ab8-4f6b-91f9-de63c0d7ca15 None None] The sync data for ids ['5832c0e7-1d75-4a30-9141-9a6a9a723e64'] in n-d-800088-16 is: [] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:05:03.586862 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11804cc8-a16a-468c-82d5-c4e9af1402e8 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Made reservation on behalf of 0861e7509e4040ae9ebcc16b5063e046 for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:05:03.590341 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-11804cc8-a16a-468c-82d5-c4e9af1402e8 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:03.608471 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device d1d257d6-dcd1-4d93-a267-f436c7c65997 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:05:03.623672 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-11804cc8-a16a-468c-82d5-c4e9af1402e8 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:03.677475 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-af44ffb0-1431-49bd-92a9-31bc4d3681b9 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] 10.222.0.44 "GET /v2.0/floatingips/a75d7e9c-a363-4e13-aef3-e7b022d33d7a HTTP/1.1" status: 200 len: 977 time: 0.1755822 Jul 24 00:05:03.678357 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 58152) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:03.687779 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eba6538-9a8d-43b4-ad88-84e8b0455b4e req-6e16dfc2-f59b-4690-8dfc-30c2d94d5f7c tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:03.689523 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1eba6538-9a8d-43b4-ad88-84e8b0455b4e req-6e16dfc2-f59b-4690-8dfc-30c2d94d5f7c tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=fee90f4e-67b3-424d-92c1-5ad9f2a82d47 HTTP/1.1" status: 200 len: 946 time: 0.1805406 Jul 24 00:05:03.701618 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port d1d257d6-dcd1-4d93-a267-f436c7c65997 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:05:03.706872 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port d1d257d6-dcd1-4d93-a267-f436c7c65997 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:05:03.707307 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:03.718464 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5e226dbb-0340-4d6f-a651-5eb2fe238d7d tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:03.728106 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5e226dbb-0340-4d6f-a651-5eb2fe238d7d tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:03.888407 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1eba6538-9a8d-43b4-ad88-84e8b0455b4e req-6e80aebf-bf05-4290-9e4b-3caea68bd680 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810861 Jul 24 00:05:03.925313 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e226dbb-0340-4d6f-a651-5eb2fe238d7d tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Pushing event updated for resources: {'Port': ['ID=8dd55a19-088a-42e3-8389-16d6411795c1,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:03.952046 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:03.979987 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-80e40159-57f0-4dc8-8de2-039dd58baf2f tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] 10.222.0.44 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.2696671 Jul 24 00:05:03.980651 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 58158) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:03.993698 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-4a7c3578-dbc5-4b92-a169-c3e6de9fdf36 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Request body: {'floatingip': {'port_id': 'c7a590bc-94c3-4926-b4a7-368ced78a832'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:05:04.004349 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port d1d257d6-dcd1-4d93-a267-f436c7c65997, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=d1d257d6-dcd1-4d93-a267-f436c7c65997,segment=NetworkSegment(90a2dc74-fa9a-4993-8409-403bba79f5ac),segment_id=90a2dc74-fa9a-4993-8409-403bba79f5ac)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:05:04.009670 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:04.133205 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=d1d257d6-dcd1-4d93-a267-f436c7c65997,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:04.152639 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 7b3ad419-bcb4-463d-a0fe-9702b81fd418 no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:05:04.185362 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-86530e23-fb04-4687-8983-8380da8466e7 req-3d1fd8ff-3632-4df0-a0b8-29d808d330c0 service neutron] 10.222.0.52 "GET /v2.0/networks/afa024cd-6a99-42b6-95da-fdd5c3d9ab0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6702292 Jul 24 00:05:04.204614 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4a7c3578-dbc5-4b92-a169-c3e6de9fdf36 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks [] for floatingip, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:04.226500 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-5efb01ff-d92f-47de-bb6c-33fc7b7d99d8 None None] Provisioning complete for port d1d257d6-dcd1-4d93-a267-f436c7c65997 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:05:04.227329 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-5efb01ff-d92f-47de-bb6c-33fc7b7d99d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:04.274147 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5e226dbb-0340-4d6f-a651-5eb2fe238d7d tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681761'] for router_interface, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:04.290886 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-86530e23-fb04-4687-8983-8380da8466e7 req-f82ec39c-a73a-44b9-98bb-770e025468a9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5aa7c101-ee25-4b57-94d7-7279b107b66d HTTP/1.1" status: 200 len: 217 time: 0.0983570 Jul 24 00:05:04.302298 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-11804cc8-a16a-468c-82d5-c4e9af1402e8 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:04.327692 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-11804cc8-a16a-468c-82d5-c4e9af1402e8 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:04.342395 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11804cc8-a16a-468c-82d5-c4e9af1402e8 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:05:04.355043 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-11804cc8-a16a-468c-82d5-c4e9af1402e8 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:04.355402 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-11804cc8-a16a-468c-82d5-c4e9af1402e8 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Added segment 161b23d6-c20e-490f-907c-5a3ade4f6ba5 of type vlan for network 29517d75-f90f-4ff3-95ea-68c448311e4b Jul 24 00:05:04.398525 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:04.476215 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-11804cc8-a16a-468c-82d5-c4e9af1402e8 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:04.479892 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 7b3ad419-bcb4-463d-a0fe-9702b81fd418 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:05:04.535800 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-5efb01ff-d92f-47de-bb6c-33fc7b7d99d8 None None] Provisioning for port 8dd55a19-088a-42e3-8389-16d6411795c1 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:05:04.542921 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-5efb01ff-d92f-47de-bb6c-33fc7b7d99d8 None None] Provisioning complete for port 8dd55a19-088a-42e3-8389-16d6411795c1 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:05:04.543459 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-5efb01ff-d92f-47de-bb6c-33fc7b7d99d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:04.544929 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5e226dbb-0340-4d6f-a651-5eb2fe238d7d tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:04.551541 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 7b3ad419-bcb4-463d-a0fe-9702b81fd418, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=7b3ad419-bcb4-463d-a0fe-9702b81fd418,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:05:04.568745 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ec033-6ae0-4ae6-9d96-52046666841f req-9e87d1b7-1764-4d78-80de-88c8ea20eada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:04.570817 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-957ec033-6ae0-4ae6-9d96-52046666841f req-9e87d1b7-1764-4d78-80de-88c8ea20eada service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1ebaae68-1e07-4d33-85d0-95999b1db808&tenant_id=798b28002e9743a58ab9c3622d82224e HTTP/1.1" status: 200 len: 1100 time: 0.1757650 Jul 24 00:05:04.613695 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.db.resource_extend [None req-11804cc8-a16a-468c-82d5-c4e9af1402e8 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 24 00:05:04.631574 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86530e23-fb04-4687-8983-8380da8466e7 req-c5e32ceb-efd0-4a30-a597-e9f7c0b62ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:04.633536 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-86530e23-fb04-4687-8983-8380da8466e7 req-c5e32ceb-efd0-4a30-a597-e9f7c0b62ec2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4fdb957c-aae3-43a7-b0f4-2b7f0a895d4a HTTP/1.1" status: 200 len: 797 time: 0.3296585 Jul 24 00:05:04.638533 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11804cc8-a16a-468c-82d5-c4e9af1402e8 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5cdb95d-8764-4cc4-b124-1f901b5d6694,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:04.679817 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-11804cc8-a16a-468c-82d5-c4e9af1402e8 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:04.686045 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11804cc8-a16a-468c-82d5-c4e9af1402e8 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:04.687048 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-11804cc8-a16a-468c-82d5-c4e9af1402e8 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:04.767700 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-11804cc8-a16a-468c-82d5-c4e9af1402e8 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.4862802 Jul 24 00:05:04.779603 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:04.800429 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 58164) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:04.810228 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-3a703b26-168e-4e65-a59b-8316b4bf5d69 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Request body: {'port': {'network_id': '29517d75-f90f-4ff3-95ea-68c448311e4b', 'name': 'tempest-PortsTestJSON-1793319446'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:05:04.817589 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-5efb01ff-d92f-47de-bb6c-33fc7b7d99d8 None None] Port 8dd55a19-088a-42e3-8389-16d6411795c1 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:05:04.840128 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=7b3ad419-bcb4-463d-a0fe-9702b81fd418,revision_number=8']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:04.928667 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ec033-6ae0-4ae6-9d96-52046666841f req-3747ae74-1213-4064-ae4f-9c399f07663d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:04.930254 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-957ec033-6ae0-4ae6-9d96-52046666841f req-3747ae74-1213-4064-ae4f-9c399f07663d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=798b28002e9743a58ab9c3622d82224e&device_id=1ebaae68-1e07-4d33-85d0-95999b1db808 HTTP/1.1" status: 200 len: 1099 time: 0.3241637 Jul 24 00:05:04.941845 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-c401a127-a0f5-42f7-a7d5-7d9ba6deb443 None None] Provisioning complete for port 8dd55a19-088a-42e3-8389-16d6411795c1 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:05:04.949009 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c401a127-a0f5-42f7-a7d5-7d9ba6deb443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:04.999943 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-c401a127-a0f5-42f7-a7d5-7d9ba6deb443 None None] Port 8dd55a19-088a-42e3-8389-16d6411795c1 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:05:05.049227 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb6846-9e10-4359-ae2e-04e2cad22ad4 req-3d1519b2-4d92-448e-b348-9e4d7918682b tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:05.051601 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a6eb6846-9e10-4359-ae2e-04e2cad22ad4 req-3d1519b2-4d92-448e-b348-9e4d7918682b tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ebaae68-1e07-4d33-85d0-95999b1db808 HTTP/1.1" status: 200 len: 947 time: 0.4460013 Jul 24 00:05:05.193391 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a703b26-168e-4e65-a59b-8316b4bf5d69 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Made reservation on behalf of 0861e7509e4040ae9ebcc16b5063e046 for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:05:05.197098 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3a703b26-168e-4e65-a59b-8316b4bf5d69 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:05.222251 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a6eb6846-9e10-4359-ae2e-04e2cad22ad4 req-96073539-6c9b-4342-9d47-55cbedb2fbb6 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497407 Jul 24 00:05:05.257990 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5e226dbb-0340-4d6f-a651-5eb2fe238d7d tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:05.260143 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [None req-3a703b26-168e-4e65-a59b-8316b4bf5d69 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] device_id is not set on port c46cc662-7528-4c8c-a8e3-fd4b6cf50af1 yet. {{(pid=100314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:05:05.265308 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ec033-6ae0-4ae6-9d96-52046666841f req-85efbded-c9f4-4af9-88be-e971d7b7abf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:05.266824 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-957ec033-6ae0-4ae6-9d96-52046666841f req-85efbded-c9f4-4af9-88be-e971d7b7abf0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 HTTP/1.1" status: 200 len: 870 time: 0.2478137 Jul 24 00:05:05.276925 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5e226dbb-0340-4d6f-a651-5eb2fe238d7d tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:05.368129 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11804cc8-a16a-468c-82d5-c4e9af1402e8 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event updated for resources: {'Network': ['ID=29517d75-f90f-4ff3-95ea-68c448311e4b,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:05.386838 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 29517d75-f90f-4ff3-95ea-68c448311e4b details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:05:05.405779 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-957ec033-6ae0-4ae6-9d96-52046666841f req-d961a7ff-0ef8-4d44-b6b2-113a020db92e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=7b3ad419-bcb4-463d-a0fe-9702b81fd418 HTTP/1.1" status: 200 len: 217 time: 0.1271710 Jul 24 00:05:05.428928 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86530e23-fb04-4687-8983-8380da8466e7 req-548514f4-69a5-42aa-afa0-799fade50222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:05.430505 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-86530e23-fb04-4687-8983-8380da8466e7 req-548514f4-69a5-42aa-afa0-799fade50222 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=24cbf24a-1696-4ab2-949c-e4387a9df919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7860465 Jul 24 00:05:05.486621 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5e226dbb-0340-4d6f-a651-5eb2fe238d7d tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680980'] for router_interface, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:05.497796 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e226dbb-0340-4d6f-a651-5eb2fe238d7d tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Pushing event updated for resources: {'Port': ['ID=8dd55a19-088a-42e3-8389-16d6411795c1,revision_number=3']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:05.565150 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ec033-6ae0-4ae6-9d96-52046666841f req-f5a41078-88c3-41b6-901f-458415b4d6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:05.566574 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-957ec033-6ae0-4ae6-9d96-52046666841f req-f5a41078-88c3-41b6-901f-458415b4d6a2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.1515586 Jul 24 00:05:05.596484 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device d1d257d6-dcd1-4d93-a267-f436c7c65997 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:05:05.645829 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cf09fb-464b-4b3e-bba9-85f4b34c9e7b req-d10cf82c-2648-4c87-ae44-c2cd6c75af4c tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:05.647989 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-87cf09fb-464b-4b3e-bba9-85f4b34c9e7b req-d10cf82c-2648-4c87-ae44-c2cd6c75af4c tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=fee90f4e-67b3-424d-92c1-5ad9f2a82d47 HTTP/1.1" status: 200 len: 946 time: 0.2822652 Jul 24 00:05:05.651365 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port d1d257d6-dcd1-4d93-a267-f436c7c65997 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:05:05.652011 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:05.654474 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.db.resource_extend [None req-4a7c3578-dbc5-4b92-a169-c3e6de9fdf36 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 24 00:05:05.714238 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3a703b26-168e-4e65-a59b-8316b4bf5d69 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:05.749297 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-86530e23-fb04-4687-8983-8380da8466e7 req-571e162d-646f-4be9-b10e-4b38f66b6411 service neutron] 10.222.0.52 "GET /v2.0/networks/24cbf24a-1696-4ab2-949c-e4387a9df919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906241 Jul 24 00:05:05.754829 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-87cf09fb-464b-4b3e-bba9-85f4b34c9e7b req-c5b49fc6-49a0-447b-9f23-755fbbc1c860 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982206 Jul 24 00:05:05.766886 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e226dbb-0340-4d6f-a651-5eb2fe238d7d tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Network b17858b4-8285-4049-9e68-0075f16017e2 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:05:05.774567 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-5e226dbb-0340-4d6f-a651-5eb2fe238d7d tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:05:05.786943 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ec033-6ae0-4ae6-9d96-52046666841f req-8b21d2df-dbdf-49c9-94d0-8ffd1d0006ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:05.788469 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-957ec033-6ae0-4ae6-9d96-52046666841f req-8b21d2df-dbdf-49c9-94d0-8ffd1d0006ca service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2124763 Jul 24 00:05:05.796281 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4a7c3578-dbc5-4b92-a169-c3e6de9fdf36 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:05.815061 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4a7c3578-dbc5-4b92-a169-c3e6de9fdf36 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:05.913123 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3a703b26-168e-4e65-a59b-8316b4bf5d69 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:05.982649 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-86530e23-fb04-4687-8983-8380da8466e7 req-e862fc50-5adc-459b-9d60-451c7fef0615 service neutron] 10.222.0.52 "GET /v2.0/networks/24cbf24a-1696-4ab2-949c-e4387a9df919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246921 Jul 24 00:05:06.039836 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-86530e23-fb04-4687-8983-8380da8466e7 req-a213e263-a736-45f7-b43a-a1d602a5830f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1066e3ba-d2f6-4583-a8ed-097498ddee4a HTTP/1.1" status: 200 len: 217 time: 0.0489078 Jul 24 00:05:06.087827 n-d-800088-16 neutron-server[100313]: INFO neutron.db.l3_db [None req-4a7c3578-dbc5-4b92-a169-c3e6de9fdf36 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Floating IP a75d7e9c-a363-4e13-aef3-e7b022d33d7a associated. External IP: 172.25.3.175, port: 189f1c5f-320b-4a98-8723-96b9f3fd07c1. Jul 24 00:05:06.102789 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a703b26-168e-4e65-a59b-8316b4bf5d69 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Checking segment: {'id': '161b23d6-c20e-490f-907c-5a3ade4f6ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '29517d75-f90f-4ff3-95ea-68c448311e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:05:06.103160 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a703b26-168e-4e65-a59b-8316b4bf5d69 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Network hostable DHCP agents. Network: 29517d75-f90f-4ff3-95ea-68c448311e4b, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:05:06.108594 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a703b26-168e-4e65-a59b-8316b4bf5d69 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event updated for resources: {'Port': ['ID=c46cc662-7528-4c8c-a8e3-fd4b6cf50af1,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:06.129083 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-d70916f1-299c-4d1d-8821-58d4862eca52 None None] Provisioning complete for port 8dd55a19-088a-42e3-8389-16d6411795c1 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:05:06.129474 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d70916f1-299c-4d1d-8821-58d4862eca52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:06.145234 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-957ec033-6ae0-4ae6-9d96-52046666841f req-083e2d72-b934-41b0-bd6a-34f32e1e43b1 service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3496566 Jul 24 00:05:06.148432 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e226dbb-0340-4d6f-a651-5eb2fe238d7d tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Router 32bd0bea-e2ff-4f96-ae45-636225e51a60 is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:05:06.168157 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-d70916f1-299c-4d1d-8821-58d4862eca52 None None] Port 8dd55a19-088a-42e3-8389-16d6411795c1 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:05:06.169789 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86530e23-fb04-4687-8983-8380da8466e7 req-5dd44ee2-9621-4417-9cca-b248d2fc7e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:06.171502 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-86530e23-fb04-4687-8983-8380da8466e7 req-5dd44ee2-9621-4417-9cca-b248d2fc7e7e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4fdb957c-aae3-43a7-b0f4-2b7f0a895d4a HTTP/1.1" status: 200 len: 797 time: 0.1259243 Jul 24 00:05:06.176344 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a703b26-168e-4e65-a59b-8316b4bf5d69 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Network 29517d75-f90f-4ff3-95ea-68c448311e4b is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:05:06.266789 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86530e23-fb04-4687-8983-8380da8466e7 req-ff14a93b-7477-4e20-86cb-d687e187dc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:06.268018 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-86530e23-fb04-4687-8983-8380da8466e7 req-ff14a93b-7477-4e20-86cb-d687e187dc64 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=24cbf24a-1696-4ab2-949c-e4387a9df919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0861988 Jul 24 00:05:06.285276 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-3a703b26-168e-4e65-a59b-8316b4bf5d69 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 29517d75-f90f-4ff3-95ea-68c448311e4b) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:05:06.297333 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ad75bd-f73a-41bc-89c2-a1df527fdb0c None None] Network 29517d75-f90f-4ff3-95ea-68c448311e4b requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:05:06.297911 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a703b26-168e-4e65-a59b-8316b4bf5d69 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:05:06.303810 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a703b26-168e-4e65-a59b-8316b4bf5d69 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:06.304463 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3a703b26-168e-4e65-a59b-8316b4bf5d69 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:06.481133 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a7c3578-dbc5-4b92-a169-c3e6de9fdf36 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Router 5832c0e7-1d75-4a30-9141-9a6a9a723e64 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:05:06.608766 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8184026-2920-4ce2-90df-86777ee33213 req-1d331d16-e637-4227-943e-318ed7f063ea tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:06.610406 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e8184026-2920-4ce2-90df-86777ee33213 req-1d331d16-e637-4227-943e-318ed7f063ea tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ebaae68-1e07-4d33-85d0-95999b1db808 HTTP/1.1" status: 200 len: 947 time: 0.2671022 Jul 24 00:05:06.676683 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e226dbb-0340-4d6f-a651-5eb2fe238d7d tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:05:06.680419 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-3a703b26-168e-4e65-a59b-8316b4bf5d69 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.8777151 Jul 24 00:05:06.690307 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 58198) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:06.691299 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 58200) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:06.691456 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-5e226dbb-0340-4d6f-a651-5eb2fe238d7d tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "PUT /v2.0/routers/32bd0bea-e2ff-4f96-ae45-636225e51a60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1913347 Jul 24 00:05:06.697806 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795dbbe2-2951-48a8-adbc-abfa4d4ad342 None None] Sync routers for ids ['32bd0bea-e2ff-4f96-ae45-636225e51a60'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:05:06.701576 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-25202141-2def-41c1-ad0e-bd2b670cd9fc tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-658185286'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:05:06.708148 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795dbbe2-2951-48a8-adbc-abfa4d4ad342 None None] Routers {'32bd0bea-e2ff-4f96-ae45-636225e51a60'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:05:06.708934 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-795dbbe2-2951-48a8-adbc-abfa4d4ad342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:04:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['32bd0bea-e2ff-4f96-ae45-636225e51a60'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:06.725668 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-957ec033-6ae0-4ae6-9d96-52046666841f req-a519ed89-66c4-450d-aeac-3be48e8e4d45 service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5723550 Jul 24 00:05:06.747144 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-795dbbe2-2951-48a8-adbc-abfa4d4ad342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:06.756408 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795dbbe2-2951-48a8-adbc-abfa4d4ad342 None None] Routers {'32bd0bea-e2ff-4f96-ae45-636225e51a60'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:05:06.757078 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-795dbbe2-2951-48a8-adbc-abfa4d4ad342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:04:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['32bd0bea-e2ff-4f96-ae45-636225e51a60'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:06.762549 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-86530e23-fb04-4687-8983-8380da8466e7 req-b9b8c897-2789-4d23-9a81-25cbeafa22ab service neutron] 10.222.0.52 "GET /v2.0/networks/24cbf24a-1696-4ab2-949c-e4387a9df919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4109166 Jul 24 00:05:06.834786 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25202141-2def-41c1-ad0e-bd2b670cd9fc tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Made reservation on behalf of 0861e7509e4040ae9ebcc16b5063e046 for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:05:06.838178 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-25202141-2def-41c1-ad0e-bd2b670cd9fc tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:06.875337 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25202141-2def-41c1-ad0e-bd2b670cd9fc tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:05:06.875727 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-795dbbe2-2951-48a8-adbc-abfa4d4ad342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:06.876064 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795dbbe2-2951-48a8-adbc-abfa4d4ad342 None None] The sync data for ids ['32bd0bea-e2ff-4f96-ae45-636225e51a60'] in n-d-800088-16 is: [] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:05:06.894198 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e8184026-2920-4ce2-90df-86777ee33213 req-c6ebd09d-eaf7-4d3a-99fd-41e9fde26347 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514501 Jul 24 00:05:06.903302 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-25202141-2def-41c1-ad0e-bd2b670cd9fc tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:06.903672 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-25202141-2def-41c1-ad0e-bd2b670cd9fc tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Added segment ca0c0d98-181e-406f-9918-138ca3495cb7 of type vlan for network 14f03dd0-27c9-4061-9113-b89dfda7600f Jul 24 00:05:06.955776 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743e7f83-e811-4cb0-8fbf-03fb216ef1eb tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:06.960178 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-743e7f83-e811-4cb0-8fbf-03fb216ef1eb tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "GET /v2.0/ports/8dd55a19-088a-42e3-8389-16d6411795c1 HTTP/1.1" status: 200 len: 977 time: 0.2666364 Jul 24 00:05:06.961464 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 58206) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:07.026440 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a7c3578-dbc5-4b92-a169-c3e6de9fdf36 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:05:07.029587 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-25202141-2def-41c1-ad0e-bd2b670cd9fc tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:07.040353 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9897e550-c1be-47f5-b48d-be3e87097a84 None None] Sync routers for ids ['5832c0e7-1d75-4a30-9141-9a6a9a723e64'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:05:07.045632 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-86530e23-fb04-4687-8983-8380da8466e7 req-1381b2cb-af51-4f6e-8c21-788b515edd19 service neutron] 10.222.0.52 "GET /v2.0/networks/24cbf24a-1696-4ab2-949c-e4387a9df919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539654 Jul 24 00:05:07.047198 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe2f91f-4d13-462e-88fc-386afe731cd6 req-aa82d712-9c6e-4dbd-891f-3692fe79ad95 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:07.048731 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-dfe2f91f-4d13-462e-88fc-386afe731cd6 req-aa82d712-9c6e-4dbd-891f-3692fe79ad95 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=fee90f4e-67b3-424d-92c1-5ad9f2a82d47 HTTP/1.1" status: 200 len: 946 time: 0.1882029 Jul 24 00:05:07.049736 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9897e550-c1be-47f5-b48d-be3e87097a84 None None] Routers {'5832c0e7-1d75-4a30-9141-9a6a9a723e64'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:05:07.050379 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-9897e550-c1be-47f5-b48d-be3e87097a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:04:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['5832c0e7-1d75-4a30-9141-9a6a9a723e64'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:07.104322 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-9897e550-c1be-47f5-b48d-be3e87097a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:07.116660 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9897e550-c1be-47f5-b48d-be3e87097a84 None None] Routers {'5832c0e7-1d75-4a30-9141-9a6a9a723e64'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:05:07.117835 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-9897e550-c1be-47f5-b48d-be3e87097a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:04:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['5832c0e7-1d75-4a30-9141-9a6a9a723e64'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:07.153581 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-dfe2f91f-4d13-462e-88fc-386afe731cd6 req-e180313d-34bd-416c-bbe5-d16c30487330 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898311 Jul 24 00:05:07.180548 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-9897e550-c1be-47f5-b48d-be3e87097a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:07.181781 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9897e550-c1be-47f5-b48d-be3e87097a84 None None] The sync data for ids ['5832c0e7-1d75-4a30-9141-9a6a9a723e64'] in n-d-800088-16 is: [] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:05:07.193547 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-25202141-2def-41c1-ad0e-bd2b670cd9fc tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:07.198701 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25202141-2def-41c1-ad0e-bd2b670cd9fc tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:07.199389 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-25202141-2def-41c1-ad0e-bd2b670cd9fc tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:07.301480 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-25202141-2def-41c1-ad0e-bd2b670cd9fc tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6065576 Jul 24 00:05:07.304583 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 58208) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:07.311536 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-0f9c5d14-1ff9-4d5d-afa1-0a42d05f55b5 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Request body: {'ports': [{'network_id': '29517d75-f90f-4ff3-95ea-68c448311e4b'}, {'network_id': '14f03dd0-27c9-4061-9113-b89dfda7600f'}]} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:05:07.311975 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-0f9c5d14-1ff9-4d5d-afa1-0a42d05f55b5 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Request body: {'port': {'network_id': '29517d75-f90f-4ff3-95ea-68c448311e4b'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:05:07.312553 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-0f9c5d14-1ff9-4d5d-afa1-0a42d05f55b5 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Request body: {'port': {'network_id': '14f03dd0-27c9-4061-9113-b89dfda7600f'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:05:07.363282 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25202141-2def-41c1-ad0e-bd2b670cd9fc tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event updated for resources: {'Network': ['ID=14f03dd0-27c9-4061-9113-b89dfda7600f,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:07.374908 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 14f03dd0-27c9-4061-9113-b89dfda7600f details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:05:07.473571 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8345b4f8-16ea-4cf4-b92d-b19a59d5e7fc tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681029'] for router_interface, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:07.513855 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a7c3578-dbc5-4b92-a169-c3e6de9fdf36 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Router 5832c0e7-1d75-4a30-9141-9a6a9a723e64 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:05:07.631566 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f9c5d14-1ff9-4d5d-afa1-0a42d05f55b5 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Made reservation on behalf of 0861e7509e4040ae9ebcc16b5063e046 for: {'port': 2} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:05:07.639119 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0f9c5d14-1ff9-4d5d-afa1-0a42d05f55b5 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:07.665400 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0f9c5d14-1ff9-4d5d-afa1-0a42d05f55b5 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:07.720329 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a7c3578-dbc5-4b92-a169-c3e6de9fdf36 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:05:07.731229 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3021e404-fc11-4f8d-869c-979198ca0f85 None None] Sync routers for ids ['5832c0e7-1d75-4a30-9141-9a6a9a723e64'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:05:07.732996 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4a7c3578-dbc5-4b92-a169-c3e6de9fdf36 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:07.742952 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3021e404-fc11-4f8d-869c-979198ca0f85 None None] Routers {'5832c0e7-1d75-4a30-9141-9a6a9a723e64'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:05:07.745073 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-3021e404-fc11-4f8d-869c-979198ca0f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:04:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['5832c0e7-1d75-4a30-9141-9a6a9a723e64'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:07.787708 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-3021e404-fc11-4f8d-869c-979198ca0f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:07.797741 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3021e404-fc11-4f8d-869c-979198ca0f85 None None] Routers {'5832c0e7-1d75-4a30-9141-9a6a9a723e64'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:05:07.798649 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-8345b4f8-16ea-4cf4-b92d-b19a59d5e7fc tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Deleting port 8dd55a19-088a-42e3-8389-16d6411795c1 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:05:07.799052 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-3021e404-fc11-4f8d-869c-979198ca0f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:04:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['5832c0e7-1d75-4a30-9141-9a6a9a723e64'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:07.800353 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8345b4f8-16ea-4cf4-b92d-b19a59d5e7fc tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:07.821664 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [None req-0f9c5d14-1ff9-4d5d-afa1-0a42d05f55b5 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] device_id is not set on port 811a0b57-0663-4b23-a548-f3a65a2202c6 yet. {{(pid=100313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:05:07.847739 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-3021e404-fc11-4f8d-869c-979198ca0f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:07.848771 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3021e404-fc11-4f8d-869c-979198ca0f85 None None] The sync data for ids ['5832c0e7-1d75-4a30-9141-9a6a9a723e64'] in n-d-800088-16 is: [] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:05:07.896771 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-4a7c3578-dbc5-4b92-a169-c3e6de9fdf36 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] 10.222.0.44 "PUT /v2.0/floatingips/a75d7e9c-a363-4e13-aef3-e7b022d33d7a HTTP/1.1" status: 200 len: 976 time: 3.9085412 Jul 24 00:05:07.899311 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 58236) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:07.903886 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-ce11da6e-00a1-476b-86fa-11bc1bfca1f0 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:05:07.966029 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8345b4f8-16ea-4cf4-b92d-b19a59d5e7fc tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:07.984459 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-8345b4f8-16ea-4cf4-b92d-b19a59d5e7fc tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Calling delete_port for 8dd55a19-088a-42e3-8389-16d6411795c1 owned by network:router_interface {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:05:08.020408 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ce11da6e-00a1-476b-86fa-11bc1bfca1f0 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks [] for floatingip, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:08.088488 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0f9c5d14-1ff9-4d5d-afa1-0a42d05f55b5 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:08.179294 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a412679-e4a5-453e-9842-aab87661ffe7 req-cb6b34ec-b403-4807-bb8d-e99e6ff2b591 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:08.182464 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5a412679-e4a5-453e-9842-aab87661ffe7 req-cb6b34ec-b403-4807-bb8d-e99e6ff2b591 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ebaae68-1e07-4d33-85d0-95999b1db808 HTTP/1.1" status: 200 len: 947 time: 0.1952565 Jul 24 00:05:08.338219 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5a412679-e4a5-453e-9842-aab87661ffe7 req-04527703-0008-47a0-b5f7-07434a326612 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221347 Jul 24 00:05:08.371883 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 58250) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:08.393704 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8345b4f8-16ea-4cf4-b92d-b19a59d5e7fc tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:08.425454 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8345b4f8-16ea-4cf4-b92d-b19a59d5e7fc tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Pushing event deleted for resources: {'Port': ['ID=8dd55a19-088a-42e3-8389-16d6411795c1,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:08.528856 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6bb3d8a2-4278-477f-94d7-d8a0ec52887d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:08.617872 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8345b4f8-16ea-4cf4-b92d-b19a59d5e7fc tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679987'] for router_interface, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:08.639505 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [None req-0f9c5d14-1ff9-4d5d-afa1-0a42d05f55b5 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] device_id is not set on port 7a75cdeb-5b67-46e5-8e2e-bb8c79bd5e50 yet. {{(pid=100313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:05:08.709667 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ce11da6e-00a1-476b-86fa-11bc1bfca1f0 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:08.719628 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ce11da6e-00a1-476b-86fa-11bc1bfca1f0 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:08.719871 n-d-800088-16 neutron-server[100313]: INFO neutron.db.l3_db [None req-ce11da6e-00a1-476b-86fa-11bc1bfca1f0 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Floating IP a75d7e9c-a363-4e13-aef3-e7b022d33d7a disassociated. External IP: 172.25.3.175, port: c7a590bc-94c3-4926-b4a7-368ced78a832. Jul 24 00:05:08.734296 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3029e4dc-7714-488a-be12-4a0d2ab6c1db req-713cf529-f11a-49e2-8b91-c2dc8267c067 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:08.736018 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3029e4dc-7714-488a-be12-4a0d2ab6c1db req-713cf529-f11a-49e2-8b91-c2dc8267c067 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=fee90f4e-67b3-424d-92c1-5ad9f2a82d47 HTTP/1.1" status: 200 len: 946 time: 0.2011092 Jul 24 00:05:08.820489 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8345b4f8-16ea-4cf4-b92d-b19a59d5e7fc tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Router 32bd0bea-e2ff-4f96-ae45-636225e51a60 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:05:08.849555 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6bb3d8a2-4278-477f-94d7-d8a0ec52887d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:08.885594 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6bb3d8a2-4278-477f-94d7-d8a0ec52887d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:08.886474 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3029e4dc-7714-488a-be12-4a0d2ab6c1db req-8435557b-843d-4bee-8db8-4d6f881ccc14 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177876 Jul 24 00:05:08.946081 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8345b4f8-16ea-4cf4-b92d-b19a59d5e7fc tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:05:08.948649 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0f9c5d14-1ff9-4d5d-afa1-0a42d05f55b5 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:08.956033 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-8345b4f8-16ea-4cf4-b92d-b19a59d5e7fc tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "PUT /v2.0/routers/32bd0bea-e2ff-4f96-ae45-636225e51a60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9934142 Jul 24 00:05:08.958607 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f287aaf-e232-4d1b-ae65-032b147a566f None None] Sync routers for ids ['32bd0bea-e2ff-4f96-ae45-636225e51a60'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:05:08.959106 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 58256) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:08.964208 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-6bb3d8a2-4278-477f-94d7-d8a0ec52887d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c993404742ca44ea8aa5bdef82fb6b6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5913455 Jul 24 00:05:08.965801 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 58258) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:08.970435 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f287aaf-e232-4d1b-ae65-032b147a566f None None] Routers {'32bd0bea-e2ff-4f96-ae45-636225e51a60'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:05:08.971524 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-9f287aaf-e232-4d1b-ae65-032b147a566f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:04:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['32bd0bea-e2ff-4f96-ae45-636225e51a60'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:08.973237 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb3d8a2-4278-477f-94d7-d8a0ec52887d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc3096c-3905-4c41-85bc-be5ebc9d91c4,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:09.007461 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-9f287aaf-e232-4d1b-ae65-032b147a566f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:09.018142 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f287aaf-e232-4d1b-ae65-032b147a566f None None] Routers {'32bd0bea-e2ff-4f96-ae45-636225e51a60'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:05:09.018768 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-9f287aaf-e232-4d1b-ae65-032b147a566f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:04:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['32bd0bea-e2ff-4f96-ae45-636225e51a60'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:09.020365 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-58e3976c-0e5c-40a7-8230-faef396a4c8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:09.042153 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-58e3976c-0e5c-40a7-8230-faef396a4c8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:09.055447 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-9f287aaf-e232-4d1b-ae65-032b147a566f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:09.056250 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f287aaf-e232-4d1b-ae65-032b147a566f None None] The sync data for ids ['32bd0bea-e2ff-4f96-ae45-636225e51a60'] in n-d-800088-16 is: [] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:05:09.093269 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-58e3976c-0e5c-40a7-8230-faef396a4c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:09.096707 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-58e3976c-0e5c-40a7-8230-faef396a4c8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:09.098227 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-58e3976c-0e5c-40a7-8230-faef396a4c8f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3bc3096c-3905-4c41-85bc-be5ebc9d91c4 HTTP/1.1" status: 204 len: 168 time: 0.1315114 Jul 24 00:05:09.108048 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e3976c-0e5c-40a7-8230-faef396a4c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc3096c-3905-4c41-85bc-be5ebc9d91c4,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:09.224237 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0f9c5d14-1ff9-4d5d-afa1-0a42d05f55b5 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:09.302818 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9c5d14-1ff9-4d5d-afa1-0a42d05f55b5 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Network 29517d75-f90f-4ff3-95ea-68c448311e4b is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:05:09.331587 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-0f9c5d14-1ff9-4d5d-afa1-0a42d05f55b5 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:05:09.351187 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9c5d14-1ff9-4d5d-afa1-0a42d05f55b5 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:05:09.352019 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0f9c5d14-1ff9-4d5d-afa1-0a42d05f55b5 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:09.380014 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [None req-f435ff79-643d-4968-8f43-e1f8883d7b3e tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] remove_router_interface failed (client error): The resource could not be found. Jul 24 00:05:09.384028 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-f435ff79-643d-4968-8f43-e1f8883d7b3e tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "PUT /v2.0/routers/32bd0bea-e2ff-4f96-ae45-636225e51a60/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4240422 Jul 24 00:05:09.384436 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 58268) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:09.389230 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce11da6e-00a1-476b-86fa-11bc1bfca1f0 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Router 5832c0e7-1d75-4a30-9141-9a6a9a723e64 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:05:09.389375 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 58270) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:09.390649 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9c5d14-1ff9-4d5d-afa1-0a42d05f55b5 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event updated for resources: {'Port': ['ID=811a0b57-0663-4b23-a548-f3a65a2202c6,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:09.431529 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-b7ebfc22-7738-4cc6-8b3d-b7d379511d57 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "GET /v2.0/ports?device_id=32bd0bea-e2ff-4f96-ae45-636225e51a60 HTTP/1.1" status: 200 len: 205 time: 0.0429184 Jul 24 00:05:09.437313 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 58272) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:09.444305 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-679070d5-fd7f-4450-a2e0-17f8d1bcc272 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:09.525384 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fdd28fab-5e4f-40b2-8a78-72afc4885aa3 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for router, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:09.557885 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9c5d14-1ff9-4d5d-afa1-0a42d05f55b5 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event updated for resources: {'Port': ['ID=7a75cdeb-5b67-46e5-8e2e-bb8c79bd5e50,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:09.578165 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9c5d14-1ff9-4d5d-afa1-0a42d05f55b5 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Checking segment: {'id': 'ca0c0d98-181e-406f-9918-138ca3495cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '14f03dd0-27c9-4061-9113-b89dfda7600f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:05:09.578536 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9c5d14-1ff9-4d5d-afa1-0a42d05f55b5 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Network hostable DHCP agents. Network: 14f03dd0-27c9-4061-9113-b89dfda7600f, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:05:09.622681 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce11da6e-00a1-476b-86fa-11bc1bfca1f0 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:05:09.628004 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ce11da6e-00a1-476b-86fa-11bc1bfca1f0 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:09.629820 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9c5d14-1ff9-4d5d-afa1-0a42d05f55b5 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Network 14f03dd0-27c9-4061-9113-b89dfda7600f is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:05:09.634939 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a1cfff-5ed2-4259-ac9b-9c225804f968 None None] Sync routers for ids ['5832c0e7-1d75-4a30-9141-9a6a9a723e64'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:05:09.638640 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf0f064-23ce-44dc-878b-d547fcb6f9bc req-68a764ef-bb1e-4e82-a490-6860c29ce0ef tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:09.640236 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2cf0f064-23ce-44dc-878b-d547fcb6f9bc req-68a764ef-bb1e-4e82-a490-6860c29ce0ef tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ebaae68-1e07-4d33-85d0-95999b1db808 HTTP/1.1" status: 200 len: 947 time: 0.2129805 Jul 24 00:05:09.644913 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a1cfff-5ed2-4259-ac9b-9c225804f968 None None] Routers {'5832c0e7-1d75-4a30-9141-9a6a9a723e64'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:05:09.645718 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-97a1cfff-5ed2-4259-ac9b-9c225804f968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:04:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['5832c0e7-1d75-4a30-9141-9a6a9a723e64'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:09.673045 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-0f9c5d14-1ff9-4d5d-afa1-0a42d05f55b5 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 14f03dd0-27c9-4061-9113-b89dfda7600f) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:05:09.681528 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959066bf-4313-4e49-b0c2-9be85ebb4f69 None None] Network 14f03dd0-27c9-4061-9113-b89dfda7600f requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:05:09.682345 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-97a1cfff-5ed2-4259-ac9b-9c225804f968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:09.684961 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9c5d14-1ff9-4d5d-afa1-0a42d05f55b5 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:05:09.690669 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9c5d14-1ff9-4d5d-afa1-0a42d05f55b5 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:09.692071 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a1cfff-5ed2-4259-ac9b-9c225804f968 None None] Routers {'5832c0e7-1d75-4a30-9141-9a6a9a723e64'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:05:09.692873 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-97a1cfff-5ed2-4259-ac9b-9c225804f968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:04:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['5832c0e7-1d75-4a30-9141-9a6a9a723e64'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:09.695754 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9c5d14-1ff9-4d5d-afa1-0a42d05f55b5 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:09.696600 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0f9c5d14-1ff9-4d5d-afa1-0a42d05f55b5 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:09.731014 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-97a1cfff-5ed2-4259-ac9b-9c225804f968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:09.732016 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a1cfff-5ed2-4259-ac9b-9c225804f968 None None] The sync data for ids ['5832c0e7-1d75-4a30-9141-9a6a9a723e64'] in n-d-800088-16 is: [] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:05:09.742554 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-ce11da6e-00a1-476b-86fa-11bc1bfca1f0 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] 10.222.0.44 "PUT /v2.0/floatingips/a75d7e9c-a363-4e13-aef3-e7b022d33d7a HTTP/1.1" status: 200 len: 688 time: 1.8421986 Jul 24 00:05:09.743937 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 58276) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:09.761146 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fdd28fab-5e4f-40b2-8a78-72afc4885aa3 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:09.766012 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fdd28fab-5e4f-40b2-8a78-72afc4885aa3 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:09.797974 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2cf0f064-23ce-44dc-878b-d547fcb6f9bc req-8f8e0cbd-54e0-46ce-a9fa-e7799d5f8617 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348712 Jul 24 00:05:09.846091 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fdd28fab-5e4f-40b2-8a78-72afc4885aa3 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:09.846627 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd28fab-5e4f-40b2-8a78-72afc4885aa3 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Fanout notify agent at l3_agent the message router_deleted on router 32bd0bea-e2ff-4f96-ae45-636225e51a60 {{(pid=100314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:05:09.861376 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fdd28fab-5e4f-40b2-8a78-72afc4885aa3 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:09.862919 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-fdd28fab-5e4f-40b2-8a78-72afc4885aa3 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "DELETE /v2.0/routers/32bd0bea-e2ff-4f96-ae45-636225e51a60 HTTP/1.1" status: 204 len: 168 time: 0.4243784 Jul 24 00:05:09.867894 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 58280) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:09.925966 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-679070d5-fd7f-4450-a2e0-17f8d1bcc272 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:09.932027 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-5aa9b05f-64a9-49db-a3ba-7bde88a4416a tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Deleting port 440defbe-0101-4cc3-afdf-a080792eb2b4 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:05:09.932402 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5aa9b05f-64a9-49db-a3ba-7bde88a4416a tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:09.950551 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-679070d5-fd7f-4450-a2e0-17f8d1bcc272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:09.955975 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-0f9c5d14-1ff9-4d5d-afa1-0a42d05f55b5 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.6501136 Jul 24 00:05:09.960719 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b189a76-06f3-4f87-93db-9830228c50c5 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Deleting subnet 5ef1fc00-689e-4bce-a853-b8bd633f39f7 {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:05:09.966454 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 58284) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:09.985644 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7b189a76-06f3-4f87-93db-9830228c50c5 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:10.055652 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-679070d5-fd7f-4450-a2e0-17f8d1bcc272 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=501587b573614de99403a67041ef77d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6469853 Jul 24 00:05:10.060552 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 58286) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:10.061814 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55c6ecc-7ac4-4787-8c25-96054bc850c9 req-7d42798f-0582-4d8e-b548-a7c444c8ced2 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:10.062955 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679070d5-fd7f-4450-a2e0-17f8d1bcc272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d3add0-c804-41de-b53a-b62a37159eb5,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:10.063347 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a55c6ecc-7ac4-4787-8c25-96054bc850c9 req-7d42798f-0582-4d8e-b548-a7c444c8ced2 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ebaae68-1e07-4d33-85d0-95999b1db808 HTTP/1.1" status: 200 len: 947 time: 0.1781340 Jul 24 00:05:10.097081 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7b189a76-06f3-4f87-93db-9830228c50c5 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:10.114171 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5aa9b05f-64a9-49db-a3ba-7bde88a4416a tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:10.114512 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5aa9b05f-64a9-49db-a3ba-7bde88a4416a tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:10.135514 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 7b3ad419-bcb4-463d-a0fe-9702b81fd418 details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:05:10.138882 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-5aa9b05f-64a9-49db-a3ba-7bde88a4416a tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Calling delete_port for 440defbe-0101-4cc3-afdf-a080792eb2b4 owned by network:floatingip {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:05:10.169857 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a55c6ecc-7ac4-4787-8c25-96054bc850c9 req-5d2cab2f-0aef-4d96-af44-9ae8b2451a31 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995977 Jul 24 00:05:10.193753 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b9c93-a40f-4b65-8790-5ca83d4db7fd req-4b05737b-57d4-4917-9425-811802458568 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:10.195367 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a27b9c93-a40f-4b65-8790-5ca83d4db7fd req-4b05737b-57d4-4917-9425-811802458568 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=fee90f4e-67b3-424d-92c1-5ad9f2a82d47 HTTP/1.1" status: 200 len: 946 time: 0.2180393 Jul 24 00:05:10.219018 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3c7cf271-26ae-4455-9571-f44a3170aa77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:10.232472 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-d733a455-4736-4cd9-becb-8a133c0c1098 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Deleting port 7a75cdeb-5b67-46e5-8e2e-bb8c79bd5e50 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:05:10.232855 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d733a455-4736-4cd9-becb-8a133c0c1098 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:10.261627 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 7b3ad419-bcb4-463d-a0fe-9702b81fd418, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=7b3ad419-bcb4-463d-a0fe-9702b81fd418,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:05:10.277002 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3c7cf271-26ae-4455-9571-f44a3170aa77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:10.277586 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': '7b3ad419-bcb4-463d-a0fe-9702b81fd418', 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2', 'port_id': '7b3ad419-bcb4-463d-a0fe-9702b81fd418', 'mac_address': 'fa:16:3e:80:0b:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef73a7e1-c64a-41e3-9997-629475c7b6b1', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:05:10.281040 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7b189a76-06f3-4f87-93db-9830228c50c5 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:10.334460 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:10.334672 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a27b9c93-a40f-4b65-8790-5ca83d4db7fd req-7a93ea89-ba94-4e3d-be64-c9e053f0f1ce tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154110 Jul 24 00:05:10.347393 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d733a455-4736-4cd9-becb-8a133c0c1098 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:10.361063 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b3ad419-bcb4-463d-a0fe-9702b81fd418 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:05:10.372394 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-d733a455-4736-4cd9-becb-8a133c0c1098 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Calling delete_port for 7a75cdeb-5b67-46e5-8e2e-bb8c79bd5e50 owned by {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:05:10.381730 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 7b3ad419-bcb4-463d-a0fe-9702b81fd418, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=7b3ad419-bcb4-463d-a0fe-9702b81fd418,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:05:10.388129 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:10.407455 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7b189a76-06f3-4f87-93db-9830228c50c5 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:10.417301 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3c7cf271-26ae-4455-9571-f44a3170aa77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:10.420558 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3c7cf271-26ae-4455-9571-f44a3170aa77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:10.424399 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-3c7cf271-26ae-4455-9571-f44a3170aa77 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/75d3add0-c804-41de-b53a-b62a37159eb5 HTTP/1.1" status: 204 len: 168 time: 0.3586371 Jul 24 00:05:10.448650 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b189a76-06f3-4f87-93db-9830228c50c5 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Pushing event deleted for resources: {'Subnet': ['ID=5ef1fc00-689e-4bce-a853-b8bd633f39f7,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:10.456063 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7b189a76-06f3-4f87-93db-9830228c50c5 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:10.460142 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-7b189a76-06f3-4f87-93db-9830228c50c5 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "DELETE /v2.0/subnets/5ef1fc00-689e-4bce-a853-b8bd633f39f7 HTTP/1.1" status: 204 len: 168 time: 0.5901959 Jul 24 00:05:10.460779 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 58296) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:10.470115 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7cf271-26ae-4455-9571-f44a3170aa77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d3add0-c804-41de-b53a-b62a37159eb5,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:10.476121 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=7b3ad419-bcb4-463d-a0fe-9702b81fd418,revision_number=9']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:10.480535 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7edb4587-b154-4689-a106-6c494cb89fdc None None] Network b17858b4-8285-4049-9e68-0075f16017e2 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:05:10.554818 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:05:10.555046 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-468cada5-9ea3-45b7-a57b-d6ffdd38a687 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:10.555189 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:05:10.555502 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:05:10.556041 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:05:10.556550 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:05:10.557202 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:05:10.557562 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:05:10.557900 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:05:10.558330 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:05:10.558676 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:05:10.560029 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:05:10.560541 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:05:10.582717 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d733a455-4736-4cd9-becb-8a133c0c1098 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:10.629444 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-468cada5-9ea3-45b7-a57b-d6ffdd38a687 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Deleting port d1d257d6-dcd1-4d93-a267-f436c7c65997 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:05:10.630408 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-468cada5-9ea3-45b7-a57b-d6ffdd38a687 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:10.657245 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-52a27ef8-149f-4c31-bf78-e8026848cabc req-c60f71e4-b4cd-4451-80a8-eb67085f536a tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=798b28002e9743a58ab9c3622d82224e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0776696 Jul 24 00:05:10.662417 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d733a455-4736-4cd9-becb-8a133c0c1098 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event deleted for resources: {'Port': ['ID=7a75cdeb-5b67-46e5-8e2e-bb8c79bd5e50,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:10.690518 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['7b3ad419-bcb4-463d-a0fe-9702b81fd418'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:05:10.703451 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5aa9b05f-64a9-49db-a3ba-7bde88a4416a tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:10.708746 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-468cada5-9ea3-45b7-a57b-d6ffdd38a687 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] For port d1d257d6-dcd1-4d93-a267-f436c7c65997, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=d1d257d6-dcd1-4d93-a267-f436c7c65997,segment=NetworkSegment(90a2dc74-fa9a-4993-8409-403bba79f5ac),segment_id=90a2dc74-fa9a-4993-8409-403bba79f5ac)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:05:10.709158 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-468cada5-9ea3-45b7-a57b-d6ffdd38a687 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:10.724042 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-468cada5-9ea3-45b7-a57b-d6ffdd38a687 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Calling delete_port for d1d257d6-dcd1-4d93-a267-f436c7c65997 owned by network:dhcp {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:05:10.732548 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d733a455-4736-4cd9-becb-8a133c0c1098 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:10.743441 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-d733a455-4736-4cd9-becb-8a133c0c1098 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "DELETE /v2.0/ports/7a75cdeb-5b67-46e5-8e2e-bb8c79bd5e50 HTTP/1.1" status: 204 len: 168 time: 0.7738266 Jul 24 00:05:10.744063 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 58310) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:10.773650 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66d3f65-31b9-4a0e-a713-b7fcd1eca176 None None] DHCP port deletion for b17858b4-8285-4049-9e68-0075f16017e2 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:05:10.795601 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa9b05f-64a9-49db-a3ba-7bde88a4416a tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Pushing event deleted for resources: {'Port': ['ID=440defbe-0101-4cc3-afdf-a080792eb2b4,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:10.921308 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d84e21-2beb-4fd5-9805-373936e07b31 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:10.927867 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d84e21-2beb-4fd5-9805-373936e07b31 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:10.929539 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-35d84e21-2beb-4fd5-9805-373936e07b31 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1846483 Jul 24 00:05:10.933095 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 58316) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:10.960619 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-b66d3f65-31b9-4a0e-a713-b7fcd1eca176 None None] Deleting port d1d257d6-dcd1-4d93-a267-f436c7c65997 {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:05:10.960988 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b66d3f65-31b9-4a0e-a713-b7fcd1eca176 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:10.974402 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5aa9b05f-64a9-49db-a3ba-7bde88a4416a tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks [] for floatingip, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:10.978068 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5aa9b05f-64a9-49db-a3ba-7bde88a4416a tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:10.979421 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-5aa9b05f-64a9-49db-a3ba-7bde88a4416a tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] 10.222.0.44 "DELETE /v2.0/floatingips/a75d7e9c-a363-4e13-aef3-e7b022d33d7a HTTP/1.1" status: 204 len: 168 time: 1.2322869 Jul 24 00:05:10.992360 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 58320) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:10.994048 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-468cada5-9ea3-45b7-a57b-d6ffdd38a687 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:11.027282 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-b66d3f65-31b9-4a0e-a713-b7fcd1eca176 None None] For port d1d257d6-dcd1-4d93-a267-f436c7c65997, host n-d-800088-16, got binding levels [] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:05:11.028247 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b66d3f65-31b9-4a0e-a713-b7fcd1eca176 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:11.040470 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-b66d3f65-31b9-4a0e-a713-b7fcd1eca176 None None] Calling delete_port for d1d257d6-dcd1-4d93-a267-f436c7c65997 owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:05:11.043193 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.ipam_backend_mixin [None req-b66d3f65-31b9-4a0e-a713-b7fcd1eca176 None None] Port d1d257d6-dcd1-4d93-a267-f436c7c65997 was not found and therefore no delete operation was performed {{(pid=100315) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 24 00:05:11.044549 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468cada5-9ea3-45b7-a57b-d6ffdd38a687 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Pushing event deleted for resources: {'Port': ['ID=d1d257d6-dcd1-4d93-a267-f436c7c65997,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:11.046335 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b66d3f65-31b9-4a0e-a713-b7fcd1eca176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:11.049559 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468cada5-9ea3-45b7-a57b-d6ffdd38a687 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] No DVR routers for this DVR port d1d257d6-dcd1-4d93-a267-f436c7c65997 on host n-d-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:05:11.059559 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [None req-8353c194-f65f-4891-9d75-806e34a8509c tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] delete failed (client error): The resource could not be found. Jul 24 00:05:11.060620 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-8353c194-f65f-4891-9d75-806e34a8509c tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] 10.222.0.44 "DELETE /v2.0/floatingips/a75d7e9c-a363-4e13-aef3-e7b022d33d7a HTTP/1.1" status: 404 len: 345 time: 0.0700123 Jul 24 00:05:11.065551 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 58324) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:11.084397 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66d3f65-31b9-4a0e-a713-b7fcd1eca176 None None] Pushing event deleted for resources: {'Port': ['ID=d1d257d6-dcd1-4d93-a267-f436c7c65997,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:11.095020 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66d3f65-31b9-4a0e-a713-b7fcd1eca176 None None] No DVR routers for this DVR port d1d257d6-dcd1-4d93-a267-f436c7c65997 on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:05:11.140604 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a27ef8-149f-4c31-bf78-e8026848cabc req-4e83e899-78f1-4b77-bafe-9021dabf7ae1 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:11.147665 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-52a27ef8-149f-4c31-bf78-e8026848cabc req-4e83e899-78f1-4b77-bafe-9021dabf7ae1 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4894536 Jul 24 00:05:11.177044 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-52a27ef8-149f-4c31-bf78-e8026848cabc req-cf7a5bfb-7bf7-4585-b3fa-a555dde18bac tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/quotas/798b28002e9743a58ab9c3622d82224e HTTP/1.1" status: 200 len: 375 time: 0.0283344 Jul 24 00:05:11.455072 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-468cada5-9ea3-45b7-a57b-d6ffdd38a687 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:11.469195 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-468cada5-9ea3-45b7-a57b-d6ffdd38a687 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b17858b4-8285-4049-9e68-0075f16017e2']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:11.515752 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-468cada5-9ea3-45b7-a57b-d6ffdd38a687 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90a2dc74-fa9a-4993-8409-403bba79f5ac') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:11.516127 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-468cada5-9ea3-45b7-a57b-d6ffdd38a687 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90a2dc74-fa9a-4993-8409-403bba79f5ac') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:11.529689 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device d1d257d6-dcd1-4d93-a267-f436c7c65997 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:05:11.536519 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-468cada5-9ea3-45b7-a57b-d6ffdd38a687 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:11.556293 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-468cada5-9ea3-45b7-a57b-d6ffdd38a687 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:11.566025 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-2843e7c7-e650-48ed-96b8-910d0c349cd4 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Deleting port 811a0b57-0663-4b23-a548-f3a65a2202c6 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:05:11.566370 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2843e7c7-e650-48ed-96b8-910d0c349cd4 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:11.575326 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: d1d257d6-dcd1-4d93-a267-f436c7c65997 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:05:11.576028 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device d1d257d6-dcd1-4d93-a267-f436c7c65997 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:05:11.584174 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-468cada5-9ea3-45b7-a57b-d6ffdd38a687 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:05:11.584587 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-468cada5-9ea3-45b7-a57b-d6ffdd38a687 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:11.587862 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:05:11.587862 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:05:11.587862 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:05:11.587862 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:05:11.587862 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:05:11.587862 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:05:11.587862 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:05:11.587862 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:05:11.587862 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:05:11.587862 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:05:11.587862 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:05:11.587862 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:05:11.587862 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:05:11.587862 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:05:11.587862 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:05:11.587862 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:05:11.587862 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:05:11.587862 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:05:11.587862 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:05:11.587862 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:05:11.587862 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:05:11.587862 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:05:11.587862 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:05:11.587862 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:05:11.587862 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:05:11.587862 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:05:11.587862 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:05:11.587862 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:05:11.587862 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:05:11.587862 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:05:11.587862 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:05:11.587862 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:05:11.607281 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bd431f-4bd7-4bcd-8570-5f7d192361c6 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:11.613365 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bd431f-4bd7-4bcd-8570-5f7d192361c6 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:11.619484 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bd431f-4bd7-4bcd-8570-5f7d192361c6 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:11.621172 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-14bd431f-4bd7-4bcd-8570-5f7d192361c6 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] 10.222.0.44 "GET /v2.0/ports?network_id=0cd4d1dc-85e3-4bec-ad23-95ceb4c07445 HTTP/1.1" status: 200 len: 2355 time: 0.5547247 Jul 24 00:05:11.624033 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 58342) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:11.698691 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-52a27ef8-149f-4c31-bf78-e8026848cabc req-a09c2c4c-8f84-45b9-8983-0e90c2ca2a1a tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=798b28002e9743a58ab9c3622d82224e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5206950 Jul 24 00:05:11.706301 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2843e7c7-e650-48ed-96b8-910d0c349cd4 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:11.706573 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d743794-7485-42f1-81d5-8b3592cb0c0a tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:11.708300 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-7d743794-7485-42f1-81d5-8b3592cb0c0a tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] 10.222.0.44 "GET /v2.0/subnets/196a9af0-0aac-4a27-bd54-41230252f5db HTTP/1.1" status: 200 len: 797 time: 0.0833378 Jul 24 00:05:11.713171 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 58346) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:11.715964 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2f52f2-4f8b-4bf7-bb7d-b44f948aa87a req-17cf3464-33de-4d6b-ac1f-2d5947621645 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:11.717589 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0d2f52f2-4f8b-4bf7-bb7d-b44f948aa87a req-17cf3464-33de-4d6b-ac1f-2d5947621645 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=fee90f4e-67b3-424d-92c1-5ad9f2a82d47 HTTP/1.1" status: 200 len: 946 time: 0.2508471 Jul 24 00:05:11.719070 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-8a9a38c2-a104-4152-a076-94a5fcc73961 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Request body: {'port': {'network_id': '0cd4d1dc-85e3-4bec-ad23-95ceb4c07445', 'name': 'tempest-FloatingIPTestJSON-1653894338', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:05:11.737514 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-2843e7c7-e650-48ed-96b8-910d0c349cd4 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Calling delete_port for 811a0b57-0663-4b23-a548-f3a65a2202c6 owned by {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:05:11.749340 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-468cada5-9ea3-45b7-a57b-d6ffdd38a687 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:11.765198 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-468cada5-9ea3-45b7-a57b-d6ffdd38a687 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:11.767106 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-468cada5-9ea3-45b7-a57b-d6ffdd38a687 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "DELETE /v2.0/networks/b17858b4-8285-4049-9e68-0075f16017e2 HTTP/1.1" status: 204 len: 168 time: 1.3047557 Jul 24 00:05:11.782797 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 58348) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:11.794782 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-86ed8971-168d-4aef-8d75-30adaff2cd1c tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Request body: {'network': {'name': 'tempest-RoutersTest-2118244992'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:05:11.798096 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468cada5-9ea3-45b7-a57b-d6ffdd38a687 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Pushing event deleted for resources: {'Network': ['ID=b17858b4-8285-4049-9e68-0075f16017e2,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:11.841835 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0d2f52f2-4f8b-4bf7-bb7d-b44f948aa87a req-0eed55eb-0739-424e-9640-dcd661655ff5 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169538 Jul 24 00:05:11.859092 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.db.api [None req-8a9a38c2-a104-4152-a076-94a5fcc73961 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 24 00:05:11.859092 n-d-800088-16 neutron-server[100313]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 24 00:05:11.859092 n-d-800088-16 neutron-server[100313]: [parameters: {'project_id': 'ebb8f2f29751499da1023c7510ec92b9', 'id': '04db46a6-8f18-41a8-a9eb-c86e2c1ea09c', 'expiration': datetime.datetime(2021, 7, 24, 0, 7, 11, 851566)}] Jul 24 00:05:11.859092 n-d-800088-16 neutron-server[100313]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 00:05:11.859796 n-d-800088-16 neutron-server[100313]: DEBUG oslo_db.api [None req-8a9a38c2-a104-4152-a076-94a5fcc73961 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 00:05:11.885428 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ed8971-168d-4aef-8d75-30adaff2cd1c tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Made reservation on behalf of 4c3f20c4b2b34266aaccdbe253bbb3ec for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:05:11.889825 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-86ed8971-168d-4aef-8d75-30adaff2cd1c tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:11.929929 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-71e09bf9-0f26-4917-8c4a-6811da39805d req-2373c780-43bc-45b7-be33-79b3f7e22492 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=85dccee4-09eb-4b9c-b239-e3f560397196 HTTP/1.1" status: 200 len: 210 time: 0.0367219 Jul 24 00:05:11.933175 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86ed8971-168d-4aef-8d75-30adaff2cd1c tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:05:11.936600 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2843e7c7-e650-48ed-96b8-910d0c349cd4 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:11.955062 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-86ed8971-168d-4aef-8d75-30adaff2cd1c tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:11.955428 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-86ed8971-168d-4aef-8d75-30adaff2cd1c tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Added segment 7ff973a7-876a-43da-9de5-938356106c10 of type vlan for network 34bae5c6-d844-4097-a5ac-5ac678d1b6ff Jul 24 00:05:11.985381 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2843e7c7-e650-48ed-96b8-910d0c349cd4 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event deleted for resources: {'Port': ['ID=811a0b57-0663-4b23-a548-f3a65a2202c6,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:11.995597 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2843e7c7-e650-48ed-96b8-910d0c349cd4 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:11.998566 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-2843e7c7-e650-48ed-96b8-910d0c349cd4 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "DELETE /v2.0/ports/811a0b57-0663-4b23-a548-f3a65a2202c6 HTTP/1.1" status: 204 len: 168 time: 1.0645123 Jul 24 00:05:12.001203 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 58360) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:12.039495 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-86ed8971-168d-4aef-8d75-30adaff2cd1c tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:12.080021 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eff2dc8-af1f-409d-96f9-70940a0a16f2 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:12.082129 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-4eff2dc8-af1f-409d-96f9-70940a0a16f2 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0788720 Jul 24 00:05:12.084385 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 58366) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:12.088368 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-86ed8971-168d-4aef-8d75-30adaff2cd1c tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:12.098426 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ed8971-168d-4aef-8d75-30adaff2cd1c tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:12.099227 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-86ed8971-168d-4aef-8d75-30adaff2cd1c tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:12.117986 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-38da9f77-59a8-4d39-b68f-97b1d28873d3 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] GET failed (client error): The resource could not be found. Jul 24 00:05:12.120857 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-38da9f77-59a8-4d39-b68f-97b1d28873d3 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "GET /v2.0/ports/7a75cdeb-5b67-46e5-8e2e-bb8c79bd5e50 HTTP/1.1" status: 404 len: 333 time: 0.0336540 Jul 24 00:05:12.122318 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 58370) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:12.145850 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-86ed8971-168d-4aef-8d75-30adaff2cd1c tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3590913 Jul 24 00:05:12.146081 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 7b3ad419-bcb4-463d-a0fe-9702b81fd418 up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:05:12.146982 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 58372) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:12.155743 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-bc6b057d-ade5-420a-8de6-1c62428517c1 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Request body: {'subnet': {'network_id': '34bae5c6-d844-4097-a5ac-5ac678d1b6ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:05:12.157159 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8c84666-9422-4687-a4f7-1b2b451b5e15 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] GET failed (client error): The resource could not be found. Jul 24 00:05:12.158878 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-d8c84666-9422-4687-a4f7-1b2b451b5e15 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "GET /v2.0/ports/811a0b57-0663-4b23-a548-f3a65a2202c6 HTTP/1.1" status: 404 len: 333 time: 0.0356290 Jul 24 00:05:12.161642 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 58374) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:12.211762 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port 7b3ad419-bcb4-463d-a0fe-9702b81fd418 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:05:12.212139 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:12.226422 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ed8971-168d-4aef-8d75-30adaff2cd1c tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Pushing event updated for resources: {'Network': ['ID=34bae5c6-d844-4097-a5ac-5ac678d1b6ff,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:12.253606 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 34bae5c6-d844-4097-a5ac-5ac678d1b6ff details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:05:12.335734 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5197f1b5-2f3a-4704-8d25-d19bda6b6a30 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:12.352072 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc6b057d-ade5-420a-8de6-1c62428517c1 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Made reservation on behalf of 4c3f20c4b2b34266aaccdbe253bbb3ec for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:05:12.364541 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bc6b057d-ade5-420a-8de6-1c62428517c1 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:12.427070 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:12.491898 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 7b3ad419-bcb4-463d-a0fe-9702b81fd418, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=7b3ad419-bcb4-463d-a0fe-9702b81fd418,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:05:12.493497 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ebaae68-1e07-4d33-85d0-95999b1db808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b3ad419-bcb4-463d-a0fe-9702b81fd418'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:05:12.497981 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff9fb08-3ef7-416f-9a61-1d7a0ef2bce2" -d '{"events": [{"server_uuid": "1ebaae68-1e07-4d33-85d0-95999b1db808", "name": "network-vif-plugged", "status": "completed", "tag": "7b3ad419-bcb4-463d-a0fe-9702b81fd418"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:05:12.510763 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5197f1b5-2f3a-4704-8d25-d19bda6b6a30 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:12.519038 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a9a38c2-a104-4152-a076-94a5fcc73961 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Made reservation on behalf of ebb8f2f29751499da1023c7510ec92b9 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:05:12.520338 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:12.553368 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-5197f1b5-2f3a-4704-8d25-d19bda6b6a30 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14f03dd0-27c9-4061-9113-b89dfda7600f']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:12.564389 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a1ed1a-36f1-4e75-9b3d-871458e23907 x-openstack-request-id: req-05a1ed1a-36f1-4e75-9b3d-871458e23907 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:05:12.564967 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ebaae68-1e07-4d33-85d0-95999b1db808", "name": "network-vif-plugged", "status": "completed", "tag": "7b3ad419-bcb4-463d-a0fe-9702b81fd418", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:05:12.565507 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-05a1ed1a-36f1-4e75-9b3d-871458e23907 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:05:12.566007 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ebaae68-1e07-4d33-85d0-95999b1db808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b3ad419-bcb4-463d-a0fe-9702b81fd418', 'code': 200} Jul 24 00:05:12.588378 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-5197f1b5-2f3a-4704-8d25-d19bda6b6a30 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca0c0d98-181e-406f-9918-138ca3495cb7') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:12.588685 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-5197f1b5-2f3a-4704-8d25-d19bda6b6a30 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca0c0d98-181e-406f-9918-138ca3495cb7') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:12.605167 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=7b3ad419-bcb4-463d-a0fe-9702b81fd418,revision_number=10']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:12.615413 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5197f1b5-2f3a-4704-8d25-d19bda6b6a30 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:12.639801 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bc6b057d-ade5-420a-8de6-1c62428517c1 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:12.667793 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5197f1b5-2f3a-4704-8d25-d19bda6b6a30 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:12.677906 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5197f1b5-2f3a-4704-8d25-d19bda6b6a30 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:05:12.678360 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5197f1b5-2f3a-4704-8d25-d19bda6b6a30 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:12.681511 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:05:12.681511 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:05:12.681511 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:05:12.681511 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:05:12.681511 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:05:12.681511 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:05:12.681511 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:05:12.681511 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:05:12.681511 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:05:12.681511 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:05:12.681511 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:05:12.681511 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:05:12.681511 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:05:12.681511 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:05:12.681511 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:05:12.681511 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:05:12.681511 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:05:12.681511 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:05:12.681511 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:05:12.681511 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:05:12.681511 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:05:12.681511 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:05:12.681511 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:05:12.681511 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:05:12.681511 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:05:12.681511 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:05:12.681511 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:05:12.681511 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:05:12.681511 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:05:12.681511 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:05:12.681511 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:05:12.681511 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:05:12.721606 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8a9a38c2-a104-4152-a076-94a5fcc73961 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:12.732213 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6b057d-ade5-420a-8de6-1c62428517c1 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Pushing event updated for resources: {'Subnet': ['ID=98c17840-a988-4c74-8bf1-f3cd4c4a6f6d,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:12.741627 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6b057d-ade5-420a-8de6-1c62428517c1 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Checking segment: {'id': '7ff973a7-876a-43da-9de5-938356106c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '34bae5c6-d844-4097-a5ac-5ac678d1b6ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:05:12.742197 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6b057d-ade5-420a-8de6-1c62428517c1 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Network hostable DHCP agents. Network: 34bae5c6-d844-4097-a5ac-5ac678d1b6ff, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:05:12.763923 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6b057d-ade5-420a-8de6-1c62428517c1 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Network 34bae5c6-d844-4097-a5ac-5ac678d1b6ff is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:05:12.777251 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-bc6b057d-ade5-420a-8de6-1c62428517c1 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 34bae5c6-d844-4097-a5ac-5ac678d1b6ff) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:05:12.784970 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62c4eab-59e7-47da-a8fe-148ba7062800 None None] Network 34bae5c6-d844-4097-a5ac-5ac678d1b6ff requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:05:12.786271 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6b057d-ade5-420a-8de6-1c62428517c1 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:12.787107 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bc6b057d-ade5-420a-8de6-1c62428517c1 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:12.790877 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [None req-8a9a38c2-a104-4152-a076-94a5fcc73961 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] device_id is not set on port e4fb9b19-f567-45d2-ac5e-1afc701f4010 yet. {{(pid=100313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:05:12.797810 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5197f1b5-2f3a-4704-8d25-d19bda6b6a30 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:12.804626 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-bc6b057d-ade5-420a-8de6-1c62428517c1 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6571312 Jul 24 00:05:12.807204 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 58390) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:12.818696 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-6a848ce6-8d6e-488c-890f-3095552d3e25 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-97553991', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:05:12.825013 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5197f1b5-2f3a-4704-8d25-d19bda6b6a30 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:12.830255 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-5197f1b5-2f3a-4704-8d25-d19bda6b6a30 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "DELETE /v2.0/networks/14f03dd0-27c9-4061-9113-b89dfda7600f HTTP/1.1" status: 204 len: 168 time: 0.6632876 Jul 24 00:05:12.832965 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 58392) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:12.839388 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-397e17bf-5e85-4777-863f-96c3c69d428b tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-829579220'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:05:12.860983 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 58394) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:12.873706 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6a848ce6-8d6e-488c-890f-3095552d3e25 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:12.874948 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6a848ce6-8d6e-488c-890f-3095552d3e25 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:12.886541 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5197f1b5-2f3a-4704-8d25-d19bda6b6a30 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event deleted for resources: {'Network': ['ID=14f03dd0-27c9-4061-9113-b89dfda7600f,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:12.909637 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-397e17bf-5e85-4777-863f-96c3c69d428b tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Made reservation on behalf of 0861e7509e4040ae9ebcc16b5063e046 for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:05:12.915450 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-397e17bf-5e85-4777-863f-96c3c69d428b tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:13.002353 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421c014d-ec11-4931-9849-5c10397f2fde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-34bae5c6-d844-4097-a5ac-5ac678d1b6ff', 'network_id': '34bae5c6-d844-4097-a5ac-5ac678d1b6ff', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'fixed_ips': [{'subnet_id': '98c17840-a988-4c74-8bf1-f3cd4c4a6f6d'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:05:13.003199 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-421c014d-ec11-4931-9849-5c10397f2fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:13.014781 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6a848ce6-8d6e-488c-890f-3095552d3e25 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:13.019357 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-397e17bf-5e85-4777-863f-96c3c69d428b tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:05:13.026684 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6a848ce6-8d6e-488c-890f-3095552d3e25 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:13.060453 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-397e17bf-5e85-4777-863f-96c3c69d428b tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:13.062359 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-397e17bf-5e85-4777-863f-96c3c69d428b tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Added segment 11cd89b1-6607-462c-a69c-011999bdd210 of type vlan for network c072d313-214b-403b-ae25-b4f462079b6f Jul 24 00:05:13.115814 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d256aeed-3004-4861-b4a0-be1f85b41170 req-649d6f5a-b51c-432a-9222-f8c8c7f53dda tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:13.117497 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d256aeed-3004-4861-b4a0-be1f85b41170 req-649d6f5a-b51c-432a-9222-f8c8c7f53dda tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=fee90f4e-67b3-424d-92c1-5ad9f2a82d47 HTTP/1.1" status: 200 len: 946 time: 0.1696651 Jul 24 00:05:13.145451 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b76b2a42-c357-4f73-9a7d-e595526dc78d req-8372b209-44f7-43b6-975e-9624c5132c51 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=85dccee4-09eb-4b9c-b239-e3f560397196 HTTP/1.1" status: 200 len: 210 time: 0.0883541 Jul 24 00:05:13.166306 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-52a27ef8-149f-4c31-bf78-e8026848cabc req-1353d64e-034c-4d02-a31e-cd3d0aac3437 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=798b28002e9743a58ab9c3622d82224e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0476499 Jul 24 00:05:13.173363 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6a848ce6-8d6e-488c-890f-3095552d3e25 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:13.178118 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-6a848ce6-8d6e-488c-890f-3095552d3e25 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.3690729 Jul 24 00:05:13.178975 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-15c7809f-194d-46d7-9412-ca8de236bb61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:13.182923 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 58404) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:13.256049 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-421c014d-ec11-4931-9849-5c10397f2fde None None] Allocated IP 172.20.0.2 (34bae5c6-d844-4097-a5ac-5ac678d1b6ff/98c17840-a988-4c74-8bf1-f3cd4c4a6f6d/d81b62c7-57d9-4c0a-845a-2dd178196b42) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:05:13.278387 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d256aeed-3004-4861-b4a0-be1f85b41170 req-d66e88bf-e2fe-41f1-ba4e-c28b3446afd5 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421776 Jul 24 00:05:13.312398 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-397e17bf-5e85-4777-863f-96c3c69d428b tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:13.386836 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-8a9a38c2-a104-4152-a076-94a5fcc73961 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Allocated IP 172.20.0.14 (0cd4d1dc-85e3-4bec-ad23-95ceb4c07445/196a9af0-0aac-4a27-bd54-41230252f5db/e4fb9b19-f567-45d2-ac5e-1afc701f4010) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:05:13.396021 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a27ef8-149f-4c31-bf78-e8026848cabc req-312f4987-9bd6-49dd-806f-cc0fc06ffbf7 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:13.397752 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-52a27ef8-149f-4c31-bf78-e8026848cabc req-312f4987-9bd6-49dd-806f-cc0fc06ffbf7 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2247672 Jul 24 00:05:13.404060 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-8a9a38c2-a104-4152-a076-94a5fcc73961 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Allocated IP 172.20.0.13 (0cd4d1dc-85e3-4bec-ad23-95ceb4c07445/196a9af0-0aac-4a27-bd54-41230252f5db/e4fb9b19-f567-45d2-ac5e-1afc701f4010) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:05:13.414043 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-52a27ef8-149f-4c31-bf78-e8026848cabc req-8548faf5-3d80-47e4-b63a-e4c9ca6de239 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Request body: {'port': {'device_id': '85dccee4-09eb-4b9c-b239-e3f560397196', 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2', 'admin_state_up': True, 'tenant_id': '798b28002e9743a58ab9c3622d82224e'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:05:13.435959 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-421c014d-ec11-4931-9849-5c10397f2fde None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:13.448979 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-421c014d-ec11-4931-9849-5c10397f2fde None None] Transition to ACTIVE for port object d81b62c7-57d9-4c0a-845a-2dd178196b42 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:05:13.467983 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-421c014d-ec11-4931-9849-5c10397f2fde None None] Transition to ACTIVE for port object d81b62c7-57d9-4c0a-845a-2dd178196b42 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:05:13.475122 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-421c014d-ec11-4931-9849-5c10397f2fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:13.515800 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421c014d-ec11-4931-9849-5c10397f2fde None None] Network 34bae5c6-d844-4097-a5ac-5ac678d1b6ff is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:05:13.518746 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-421c014d-ec11-4931-9849-5c10397f2fde None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:05:13.521750 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421c014d-ec11-4931-9849-5c10397f2fde None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:05:13.538654 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-397e17bf-5e85-4777-863f-96c3c69d428b tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:13.546175 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397e17bf-5e85-4777-863f-96c3c69d428b tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:13.546885 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-397e17bf-5e85-4777-863f-96c3c69d428b tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:13.570593 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421c014d-ec11-4931-9849-5c10397f2fde None None] Pushing event updated for resources: {'Port': ['ID=d81b62c7-57d9-4c0a-845a-2dd178196b42,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:13.608434 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-421c014d-ec11-4931-9849-5c10397f2fde None None] Attempting to bind port d81b62c7-57d9-4c0a-845a-2dd178196b42 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:05:13.608802 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-421c014d-ec11-4931-9849-5c10397f2fde None None] Attempting to bind port d81b62c7-57d9-4c0a-845a-2dd178196b42 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '7ff973a7-876a-43da-9de5-938356106c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '34bae5c6-d844-4097-a5ac-5ac678d1b6ff'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:05:13.609285 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421c014d-ec11-4931-9849-5c10397f2fde None None] Attempting to bind port d81b62c7-57d9-4c0a-845a-2dd178196b42 on network 34bae5c6-d844-4097-a5ac-5ac678d1b6ff {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:05:13.614337 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421c014d-ec11-4931-9849-5c10397f2fde None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:05:13.614709 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421c014d-ec11-4931-9849-5c10397f2fde None None] Checking segment: {'id': '7ff973a7-876a-43da-9de5-938356106c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '34bae5c6-d844-4097-a5ac-5ac678d1b6ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:05:13.615111 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-421c014d-ec11-4931-9849-5c10397f2fde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:13.615505 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421c014d-ec11-4931-9849-5c10397f2fde None None] Bound using segment: {'id': '7ff973a7-876a-43da-9de5-938356106c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '34bae5c6-d844-4097-a5ac-5ac678d1b6ff'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:05:13.616014 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-421c014d-ec11-4931-9849-5c10397f2fde None None] Bound port: d81b62c7-57d9-4c0a-845a-2dd178196b42, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ff973a7-876a-43da-9de5-938356106c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '34bae5c6-d844-4097-a5ac-5ac678d1b6ff'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:05:13.616380 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-421c014d-ec11-4931-9849-5c10397f2fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:13.657170 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8a9a38c2-a104-4152-a076-94a5fcc73961 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:13.675267 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397e17bf-5e85-4777-863f-96c3c69d428b tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event updated for resources: {'Network': ['ID=c072d313-214b-403b-ae25-b4f462079b6f,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:13.687682 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-421c014d-ec11-4931-9849-5c10397f2fde None None] For port d81b62c7-57d9-4c0a-845a-2dd178196b42, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:05:13.692722 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network c072d313-214b-403b-ae25-b4f462079b6f details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:05:13.696071 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-421c014d-ec11-4931-9849-5c10397f2fde None None] For port d81b62c7-57d9-4c0a-845a-2dd178196b42, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=d81b62c7-57d9-4c0a-845a-2dd178196b42,segment=NetworkSegment(7ff973a7-876a-43da-9de5-938356106c10),segment_id=7ff973a7-876a-43da-9de5-938356106c10)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:05:13.701653 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8a9a38c2-a104-4152-a076-94a5fcc73961 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:13.703990 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4d2ec78b-013c-4bb5-905b-5a4f157c06a4 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:13.712671 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-421c014d-ec11-4931-9849-5c10397f2fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:13.743293 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9a38c2-a104-4152-a076-94a5fcc73961 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Network 0cd4d1dc-85e3-4bec-ad23-95ceb4c07445 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:05:13.743649 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-15c7809f-194d-46d7-9412-ca8de236bb61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:13.747320 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-8a9a38c2-a104-4152-a076-94a5fcc73961 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:05:13.754411 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9a38c2-a104-4152-a076-94a5fcc73961 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:05:13.787306 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-15c7809f-194d-46d7-9412-ca8de236bb61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:13.788168 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9a38c2-a104-4152-a076-94a5fcc73961 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Pushing event updated for resources: {'Port': ['ID=e4fb9b19-f567-45d2-ac5e-1afc701f4010,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:13.823980 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421c014d-ec11-4931-9849-5c10397f2fde None None] Pushing event updated for resources: {'Port': ['ID=d81b62c7-57d9-4c0a-845a-2dd178196b42,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:13.832890 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-397e17bf-5e85-4777-863f-96c3c69d428b tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9988213 Jul 24 00:05:13.837417 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 58408) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:13.846144 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-98eeaa14-3b32-4462-9789-abad241493a3 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Request body: {'subnet': {'network_id': 'c072d313-214b-403b-ae25-b4f462079b6f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:05:13.851617 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52a27ef8-149f-4c31-bf78-e8026848cabc req-8548faf5-3d80-47e4-b63a-e4c9ca6de239 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Made reservation on behalf of 798b28002e9743a58ab9c3622d82224e for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:05:13.855410 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-52a27ef8-149f-4c31-bf78-e8026848cabc req-8548faf5-3d80-47e4-b63a-e4c9ca6de239 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:13.862633 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9a38c2-a104-4152-a076-94a5fcc73961 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:13.863624 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8a9a38c2-a104-4152-a076-94a5fcc73961 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:13.881486 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-15c7809f-194d-46d7-9412-ca8de236bb61 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=29b407f9234149fa91c074faab4377f2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0193520 Jul 24 00:05:13.882103 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c7809f-194d-46d7-9412-ca8de236bb61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfcf434a-9ca7-4ca9-8e46-228b8f724523,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:13.884602 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 58410) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:13.944872 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-8a9a38c2-a104-4152-a076-94a5fcc73961 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.2283094 Jul 24 00:05:13.947070 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 58412) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:13.958094 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-8b85a03a-3a72-406e-92e8-766b4b819679 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Request body: {'floatingip': {'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'port_id': 'e4fb9b19-f567-45d2-ac5e-1afc701f4010', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:05:14.083975 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8b85a03a-3a72-406e-92e8-766b4b819679 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks [] for floatingip, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:14.086475 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-59d0259e-6ad5-48dd-b410-d7460a6d39ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:14.128702 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98eeaa14-3b32-4462-9789-abad241493a3 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Made reservation on behalf of 0861e7509e4040ae9ebcc16b5063e046 for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:05:14.132385 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-98eeaa14-3b32-4462-9789-abad241493a3 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:14.142369 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-52a27ef8-149f-4c31-bf78-e8026848cabc req-8548faf5-3d80-47e4-b63a-e4c9ca6de239 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Allocated IP 192.168.233.133 (603dff3b-80fe-44ec-a82a-8d8b74b0c3c2/ef73a7e1-c64a-41e3-9997-629475c7b6b1/83e8c270-eac4-4a64-a348-af7fae240862) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:05:14.177830 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-59d0259e-6ad5-48dd-b410-d7460a6d39ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:14.194066 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-4d2ec78b-013c-4bb5-905b-5a4f157c06a4 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Allocated IP 172.20.0.1 (34bae5c6-d844-4097-a5ac-5ac678d1b6ff/98c17840-a988-4c74-8bf1-f3cd4c4a6f6d/cfcbefb7-3f6b-4ff4-a9dd-b30ac6137909) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:05:14.277177 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4a15f1b6-9045-4ffb-98cd-27e410ecdfb3 req-aa373232-0894-4658-8bae-c916133d87f9 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=85dccee4-09eb-4b9c-b239-e3f560397196 HTTP/1.1" status: 200 len: 210 time: 0.0528600 Jul 24 00:05:14.394443 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-59d0259e-6ad5-48dd-b410-d7460a6d39ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:14.397315 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-59d0259e-6ad5-48dd-b410-d7460a6d39ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:14.398589 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-59d0259e-6ad5-48dd-b410-d7460a6d39ef admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bfcf434a-9ca7-4ca9-8e46-228b8f724523 HTTP/1.1" status: 204 len: 168 time: 0.5111322 Jul 24 00:05:14.424427 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d0259e-6ad5-48dd-b410-d7460a6d39ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfcf434a-9ca7-4ca9-8e46-228b8f724523,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:14.429334 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4d2ec78b-013c-4bb5-905b-5a4f157c06a4 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:14.455005 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [None req-4d2ec78b-013c-4bb5-905b-5a4f157c06a4 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Transition to ACTIVE for port object cfcbefb7-3f6b-4ff4-a9dd-b30ac6137909 will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:05:14.471866 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8b85a03a-3a72-406e-92e8-766b4b819679 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:14.544261 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-98eeaa14-3b32-4462-9789-abad241493a3 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:14.547825 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4d2ec78b-013c-4bb5-905b-5a4f157c06a4 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:14.554968 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-52a27ef8-149f-4c31-bf78-e8026848cabc req-8548faf5-3d80-47e4-b63a-e4c9ca6de239 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:14.614748 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-52a27ef8-149f-4c31-bf78-e8026848cabc req-8548faf5-3d80-47e4-b63a-e4c9ca6de239 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Transition to ACTIVE for port object 83e8c270-eac4-4a64-a348-af7fae240862 will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:05:14.626731 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2ec78b-013c-4bb5-905b-5a4f157c06a4 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Network 34bae5c6-d844-4097-a5ac-5ac678d1b6ff is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:05:14.634235 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-4d2ec78b-013c-4bb5-905b-5a4f157c06a4 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:05:14.646794 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2ec78b-013c-4bb5-905b-5a4f157c06a4 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:05:14.659001 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b524e0-cf09-4904-a1e5-e57052e22f71 req-6f54e30f-ff9f-4e91-8f7f-fbd19869229d tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:14.666126 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a9b524e0-cf09-4904-a1e5-e57052e22f71 req-6f54e30f-ff9f-4e91-8f7f-fbd19869229d tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=fee90f4e-67b3-424d-92c1-5ad9f2a82d47 HTTP/1.1" status: 200 len: 946 time: 0.2828894 Jul 24 00:05:14.679434 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eeaa14-3b32-4462-9789-abad241493a3 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event updated for resources: {'Subnet': ['ID=92130fe5-49b2-4e1f-9bb5-9ada1b1524cb,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:14.699435 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:14.705418 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2ec78b-013c-4bb5-905b-5a4f157c06a4 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Pushing event updated for resources: {'Port': ['ID=cfcbefb7-3f6b-4ff4-a9dd-b30ac6137909,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:14.712468 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4d2ec78b-013c-4bb5-905b-5a4f157c06a4 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681761'] for router_interface, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:14.725311 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-8b85a03a-3a72-406e-92e8-766b4b819679 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Allocated IP 172.25.3.140 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/a076d35b-ab4c-4d96-a3c4-61f2e2c57dc8) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:05:14.735254 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98eeaa14-3b32-4462-9789-abad241493a3 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Checking segment: {'id': '11cd89b1-6607-462c-a69c-011999bdd210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c072d313-214b-403b-ae25-b4f462079b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:05:14.735619 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98eeaa14-3b32-4462-9789-abad241493a3 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Network hostable DHCP agents. Network: c072d313-214b-403b-ae25-b4f462079b6f, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:05:14.780032 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a9b524e0-cf09-4904-a1e5-e57052e22f71 req-001bd7d6-6762-4039-b9ca-62aedcaa37f3 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088502 Jul 24 00:05:14.785671 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-52a27ef8-149f-4c31-bf78-e8026848cabc req-8548faf5-3d80-47e4-b63a-e4c9ca6de239 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:14.800094 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98eeaa14-3b32-4462-9789-abad241493a3 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Network c072d313-214b-403b-ae25-b4f462079b6f is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:05:14.802924 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['646da755-b657-48af-8f46-1246a45e82e4', '7c4baabd-a258-4647-844c-3df4320bfcd4', '7b3ad419-bcb4-463d-a0fe-9702b81fd418'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:05:14.820655 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 58426) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:14.848157 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-98eeaa14-3b32-4462-9789-abad241493a3 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, c072d313-214b-403b-ae25-b4f462079b6f) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:05:14.855482 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52a27ef8-149f-4c31-bf78-e8026848cabc req-8548faf5-3d80-47e4-b63a-e4c9ca6de239 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:05:14.862799 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-52a27ef8-149f-4c31-bf78-e8026848cabc req-8548faf5-3d80-47e4-b63a-e4c9ca6de239 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:05:14.865601 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98eeaa14-3b32-4462-9789-abad241493a3 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:14.865742 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-acb4be81-57e0-440f-9ba9-89646531fce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:14.866781 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-98eeaa14-3b32-4462-9789-abad241493a3 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:14.869667 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8548faf5-3d80-47e4-b63a-e4c9ca6de239 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Pushing event updated for resources: {'Port': ['ID=83e8c270-eac4-4a64-a348-af7fae240862,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:14.872576 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941f4e30-37c0-4f3f-8bbc-9dfcdf5b1de9 None None] Network c072d313-214b-403b-ae25-b4f462079b6f requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:05:14.874249 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-52a27ef8-149f-4c31-bf78-e8026848cabc req-8548faf5-3d80-47e4-b63a-e4c9ca6de239 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:05:14.920722 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-98eeaa14-3b32-4462-9789-abad241493a3 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0810845 Jul 24 00:05:14.923845 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 58428) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:14.932187 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-33ce5b14-e2ab-4850-bdd1-f0182ebcda93 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Request body: {'port': {'network_id': 'c072d313-214b-403b-ae25-b4f462079b6f', 'name': 'tempest-PortsTestJSON-644414996'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:05:14.959851 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a27ef8-149f-4c31-bf78-e8026848cabc req-8548faf5-3d80-47e4-b63a-e4c9ca6de239 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:14.960615 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-52a27ef8-149f-4c31-bf78-e8026848cabc req-8548faf5-3d80-47e4-b63a-e4c9ca6de239 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:15.004006 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4d2ec78b-013c-4bb5-905b-5a4f157c06a4 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:15.149868 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8b85a03a-3a72-406e-92e8-766b4b819679 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:15.331287 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c6e644-c961-4028-ac45-fa9f20601c9f None None] Network 34bae5c6-d844-4097-a5ac-5ac678d1b6ff requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:05:15.360886 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7862de2-0679-4a10-86a7-9d6ddcec30c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-c072d313-214b-403b-ae25-b4f462079b6f', 'network_id': 'c072d313-214b-403b-ae25-b4f462079b6f', 'tenant_id': '0861e7509e4040ae9ebcc16b5063e046', 'fixed_ips': [{'subnet_id': '92130fe5-49b2-4e1f-9bb5-9ada1b1524cb'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:05:15.361780 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c7862de2-0679-4a10-86a7-9d6ddcec30c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:15.368338 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8b85a03a-3a72-406e-92e8-766b4b819679 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:15.372744 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-acb4be81-57e0-440f-9ba9-89646531fce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:15.390438 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-52a27ef8-149f-4c31-bf78-e8026848cabc req-8548faf5-3d80-47e4-b63a-e4c9ca6de239 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9836593 Jul 24 00:05:15.415404 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-52a27ef8-149f-4c31-bf78-e8026848cabc req-d8e90ee0-b7fb-4c0d-b932-3931e936d7df service neutron] Request body: {'port': {'device_id': '85dccee4-09eb-4b9c-b239-e3f560397196', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:05:15.420274 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ce5b14-e2ab-4850-bdd1-f0182ebcda93 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Made reservation on behalf of 0861e7509e4040ae9ebcc16b5063e046 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:05:15.424114 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-33ce5b14-e2ab-4850-bdd1-f0182ebcda93 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:15.448481 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-acb4be81-57e0-440f-9ba9-89646531fce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:15.478291 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [None req-33ce5b14-e2ab-4850-bdd1-f0182ebcda93 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] device_id is not set on port 7265b958-b2e1-4daa-a427-ebde8889c127 yet. {{(pid=100313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:05:15.482838 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-acb4be81-57e0-440f-9ba9-89646531fce3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3f9c870dd3bb4f3ab5082422878f3c90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6612592 Jul 24 00:05:15.511858 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b85a03a-3a72-406e-92e8-766b4b819679 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:05:15.513214 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 58434) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:15.529563 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-e24da5df-fcae-48b4-bfcc-e28fb62ffe44 None None] Provisioning for port 83e8c270-eac4-4a64-a348-af7fae240862 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:05:15.538518 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-8b85a03a-3a72-406e-92e8-766b4b819679 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:05:15.553673 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-e24da5df-fcae-48b4-bfcc-e28fb62ffe44 None None] Provisioning complete for port 83e8c270-eac4-4a64-a348-af7fae240862 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:05:15.554298 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e24da5df-fcae-48b4-bfcc-e28fb62ffe44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:15.560247 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b85a03a-3a72-406e-92e8-766b4b819679 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:05:15.598198 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b85a03a-3a72-406e-92e8-766b4b819679 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Pushing event updated for resources: {'Port': ['ID=a076d35b-ab4c-4d96-a3c4-61f2e2c57dc8,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:15.623091 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-52a27ef8-149f-4c31-bf78-e8026848cabc req-d8e90ee0-b7fb-4c0d-b932-3931e936d7df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:15.633077 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb4be81-57e0-440f-9ba9-89646531fce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1862db8-99dc-4a74-8037-7a300b6ab827,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:15.686634 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device d81b62c7-57d9-4c0a-845a-2dd178196b42 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:05:15.715766 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4d2ec78b-013c-4bb5-905b-5a4f157c06a4 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:15.725537 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4d2ec78b-013c-4bb5-905b-5a4f157c06a4 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:15.729035 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-41d5bc77-d5ce-4dab-9aa4-266a88fede0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:15.763645 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-e24da5df-fcae-48b4-bfcc-e28fb62ffe44 None None] Port 83e8c270-eac4-4a64-a348-af7fae240862 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:05:15.779426 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e45f5f-c658-4c9c-ba71-1f7aa4ba57b5 req-8bdc6bbb-005c-4d0c-a142-d3184e929fe2 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:15.781156 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-77e45f5f-c658-4c9c-ba71-1f7aa4ba57b5 req-8bdc6bbb-005c-4d0c-a142-d3184e929fe2 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=85dccee4-09eb-4b9c-b239-e3f560397196 HTTP/1.1" status: 200 len: 936 time: 0.3747568 Jul 24 00:05:15.813621 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-c7862de2-0679-4a10-86a7-9d6ddcec30c9 None None] Allocated IP 172.20.0.2 (c072d313-214b-403b-ae25-b4f462079b6f/92130fe5-49b2-4e1f-9bb5-9ada1b1524cb/fbe3ed14-b459-45ef-9e0e-7c10895b866d) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:05:15.817707 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-e24da5df-fcae-48b4-bfcc-e28fb62ffe44 None None] Provisioning for port d81b62c7-57d9-4c0a-845a-2dd178196b42 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:05:15.900329 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port d81b62c7-57d9-4c0a-845a-2dd178196b42 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:05:15.925304 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port d81b62c7-57d9-4c0a-845a-2dd178196b42 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:05:15.925992 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:16.023482 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0c29ab-21fa-4661-969a-3d751385bc36 req-8b3bd498-4ede-4ec4-a6dc-2f5f26246b77 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:16.024911 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2a0c29ab-21fa-4661-969a-3d751385bc36 req-8b3bd498-4ede-4ec4-a6dc-2f5f26246b77 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=fee90f4e-67b3-424d-92c1-5ad9f2a82d47 HTTP/1.1" status: 200 len: 946 time: 0.1336801 Jul 24 00:05:16.066396 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-52a27ef8-149f-4c31-bf78-e8026848cabc req-d8e90ee0-b7fb-4c0d-b932-3931e936d7df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83e8c270-eac4-4a64-a348-af7fae240862 {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:05:16.078150 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-52a27ef8-149f-4c31-bf78-e8026848cabc req-d8e90ee0-b7fb-4c0d-b932-3931e936d7df service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:16.104086 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2a0c29ab-21fa-4661-969a-3d751385bc36 req-bc01c01c-e0ff-43c5-9352-50d64b4a2c78 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671322 Jul 24 00:05:16.114572 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-52a27ef8-149f-4c31-bf78-e8026848cabc req-d8e90ee0-b7fb-4c0d-b932-3931e936d7df service neutron] Transition to ACTIVE for port object 83e8c270-eac4-4a64-a348-af7fae240862 will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:05:16.118968 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-52a27ef8-149f-4c31-bf78-e8026848cabc req-d8e90ee0-b7fb-4c0d-b932-3931e936d7df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:16.206187 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-41d5bc77-d5ce-4dab-9aa4-266a88fede0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:16.220309 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e90ee0-b7fb-4c0d-b932-3931e936d7df service neutron] Pushing event updated for resources: {'Port': ['ID=83e8c270-eac4-4a64-a348-af7fae240862,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:16.243632 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c7862de2-0679-4a10-86a7-9d6ddcec30c9 None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:16.251763 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4d2ec78b-013c-4bb5-905b-5a4f157c06a4 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680980'] for router_interface, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:16.284060 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-c7862de2-0679-4a10-86a7-9d6ddcec30c9 None None] Transition to ACTIVE for port object fbe3ed14-b459-45ef-9e0e-7c10895b866d will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:05:16.308536 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2ec78b-013c-4bb5-905b-5a4f157c06a4 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Pushing event updated for resources: {'Port': ['ID=cfcbefb7-3f6b-4ff4-a9dd-b30ac6137909,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:16.340858 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:16.342815 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-c7862de2-0679-4a10-86a7-9d6ddcec30c9 None None] Transition to ACTIVE for port object fbe3ed14-b459-45ef-9e0e-7c10895b866d will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:05:16.347124 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-52a27ef8-149f-4c31-bf78-e8026848cabc req-d8e90ee0-b7fb-4c0d-b932-3931e936d7df service neutron] Attempting to bind port 83e8c270-eac4-4a64-a348-af7fae240862 on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:05:16.347533 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-52a27ef8-149f-4c31-bf78-e8026848cabc req-d8e90ee0-b7fb-4c0d-b932-3931e936d7df service neutron] Attempting to bind port 83e8c270-eac4-4a64-a348-af7fae240862 by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:05:16.347847 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a27ef8-149f-4c31-bf78-e8026848cabc req-d8e90ee0-b7fb-4c0d-b932-3931e936d7df service neutron] Attempting to bind port 83e8c270-eac4-4a64-a348-af7fae240862 on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:05:16.353142 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a27ef8-149f-4c31-bf78-e8026848cabc req-d8e90ee0-b7fb-4c0d-b932-3931e936d7df service neutron] Port 83e8c270-eac4-4a64-a348-af7fae240862 on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:05:16.353479 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a27ef8-149f-4c31-bf78-e8026848cabc req-d8e90ee0-b7fb-4c0d-b932-3931e936d7df service neutron] Attempting to bind port 83e8c270-eac4-4a64-a348-af7fae240862 on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:05:16.369957 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a27ef8-149f-4c31-bf78-e8026848cabc req-d8e90ee0-b7fb-4c0d-b932-3931e936d7df service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:05:16.370330 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a27ef8-149f-4c31-bf78-e8026848cabc req-d8e90ee0-b7fb-4c0d-b932-3931e936d7df service neutron] Checking segment: {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:05:16.370744 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a27ef8-149f-4c31-bf78-e8026848cabc req-d8e90ee0-b7fb-4c0d-b932-3931e936d7df service neutron] Bound using segment: {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:05:16.371243 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-52a27ef8-149f-4c31-bf78-e8026848cabc req-d8e90ee0-b7fb-4c0d-b932-3931e936d7df service neutron] Bound port: 83e8c270-eac4-4a64-a348-af7fae240862, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:05:16.371712 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-52a27ef8-149f-4c31-bf78-e8026848cabc req-d8e90ee0-b7fb-4c0d-b932-3931e936d7df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:16.383370 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c7862de2-0679-4a10-86a7-9d6ddcec30c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:16.484819 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7862de2-0679-4a10-86a7-9d6ddcec30c9 None None] Network c072d313-214b-403b-ae25-b4f462079b6f is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:05:16.485628 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-4280e1e9-f2fd-4e2d-bf79-c9d5749634bb None None] Provisioning for port cfcbefb7-3f6b-4ff4-a9dd-b30ac6137909 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:05:16.503566 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port d81b62c7-57d9-4c0a-845a-2dd178196b42, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=d81b62c7-57d9-4c0a-845a-2dd178196b42,segment=NetworkSegment(7ff973a7-876a-43da-9de5-938356106c10),segment_id=7ff973a7-876a-43da-9de5-938356106c10)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:05:16.513931 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-c7862de2-0679-4a10-86a7-9d6ddcec30c9 None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:05:16.520162 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7862de2-0679-4a10-86a7-9d6ddcec30c9 None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:05:16.522575 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-77e45f5f-c658-4c9c-ba71-1f7aa4ba57b5 req-1f72db80-cf7b-46c1-b7fa-97c0424aafd7 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7097025 Jul 24 00:05:16.528396 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-4280e1e9-f2fd-4e2d-bf79-c9d5749634bb None None] Provisioning complete for port cfcbefb7-3f6b-4ff4-a9dd-b30ac6137909 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:05:16.529109 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-4280e1e9-f2fd-4e2d-bf79-c9d5749634bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:16.546817 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-52a27ef8-149f-4c31-bf78-e8026848cabc req-d8e90ee0-b7fb-4c0d-b932-3931e936d7df service neutron] For port 83e8c270-eac4-4a64-a348-af7fae240862, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:05:16.552112 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-52a27ef8-149f-4c31-bf78-e8026848cabc req-d8e90ee0-b7fb-4c0d-b932-3931e936d7df service neutron] For port 83e8c270-eac4-4a64-a348-af7fae240862, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=83e8c270-eac4-4a64-a348-af7fae240862,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:05:16.573220 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2ec78b-013c-4bb5-905b-5a4f157c06a4 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Network 34bae5c6-d844-4097-a5ac-5ac678d1b6ff is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:05:16.577013 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-4d2ec78b-013c-4bb5-905b-5a4f157c06a4 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:05:16.590629 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-33ce5b14-e2ab-4850-bdd1-f0182ebcda93 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Allocated IP 172.20.0.10 (c072d313-214b-403b-ae25-b4f462079b6f/92130fe5-49b2-4e1f-9bb5-9ada1b1524cb/7265b958-b2e1-4daa-a427-ebde8889c127) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:05:16.595906 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-4280e1e9-f2fd-4e2d-bf79-c9d5749634bb None None] Port cfcbefb7-3f6b-4ff4-a9dd-b30ac6137909 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:05:16.598121 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:16.602697 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7862de2-0679-4a10-86a7-9d6ddcec30c9 None None] Pushing event updated for resources: {'Port': ['ID=fbe3ed14-b459-45ef-9e0e-7c10895b866d,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:16.679616 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-52a27ef8-149f-4c31-bf78-e8026848cabc req-d8e90ee0-b7fb-4c0d-b932-3931e936d7df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:16.751604 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-c7862de2-0679-4a10-86a7-9d6ddcec30c9 None None] Attempting to bind port fbe3ed14-b459-45ef-9e0e-7c10895b866d on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:05:16.752206 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-c7862de2-0679-4a10-86a7-9d6ddcec30c9 None None] Attempting to bind port fbe3ed14-b459-45ef-9e0e-7c10895b866d by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '11cd89b1-6607-462c-a69c-011999bdd210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c072d313-214b-403b-ae25-b4f462079b6f'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:05:16.752695 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7862de2-0679-4a10-86a7-9d6ddcec30c9 None None] Attempting to bind port fbe3ed14-b459-45ef-9e0e-7c10895b866d on network c072d313-214b-403b-ae25-b4f462079b6f {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:05:16.755532 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=d81b62c7-57d9-4c0a-845a-2dd178196b42,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:16.763916 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-4280e1e9-f2fd-4e2d-bf79-c9d5749634bb None None] Provisioning complete for port d81b62c7-57d9-4c0a-845a-2dd178196b42 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:05:16.764536 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-4280e1e9-f2fd-4e2d-bf79-c9d5749634bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:16.765567 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a27ef8-149f-4c31-bf78-e8026848cabc req-d8e90ee0-b7fb-4c0d-b932-3931e936d7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:16.766372 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-52a27ef8-149f-4c31-bf78-e8026848cabc req-d8e90ee0-b7fb-4c0d-b932-3931e936d7df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:16.767794 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-52a27ef8-149f-4c31-bf78-e8026848cabc req-d8e90ee0-b7fb-4c0d-b932-3931e936d7df service neutron] 10.222.0.52 "PUT /v2.0/ports/83e8c270-eac4-4a64-a348-af7fae240862 HTTP/1.1" status: 200 len: 1097 time: 1.3611569 Jul 24 00:05:16.772554 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85dccee4-09eb-4b9c-b239-e3f560397196', 'tag': '83e8c270-eac4-4a64-a348-af7fae240862'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:05:16.775279 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ffd86e-142d-4630-983f-01e2db90debf" -d '{"events": [{"name": "network-changed", "server_uuid": "85dccee4-09eb-4b9c-b239-e3f560397196", "tag": "83e8c270-eac4-4a64-a348-af7fae240862"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:05:16.835962 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-41d5bc77-d5ce-4dab-9aa4-266a88fede0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:16.837682 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7862de2-0679-4a10-86a7-9d6ddcec30c9 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:05:16.838109 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7862de2-0679-4a10-86a7-9d6ddcec30c9 None None] Checking segment: {'id': '11cd89b1-6607-462c-a69c-011999bdd210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c072d313-214b-403b-ae25-b4f462079b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:05:16.838524 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c7862de2-0679-4a10-86a7-9d6ddcec30c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:16.838940 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7862de2-0679-4a10-86a7-9d6ddcec30c9 None None] Bound using segment: {'id': '11cd89b1-6607-462c-a69c-011999bdd210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c072d313-214b-403b-ae25-b4f462079b6f'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:05:16.843360 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-41d5bc77-d5ce-4dab-9aa4-266a88fede0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:16.846266 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-c7862de2-0679-4a10-86a7-9d6ddcec30c9 None None] Bound port: fbe3ed14-b459-45ef-9e0e-7c10895b866d, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11cd89b1-6607-462c-a69c-011999bdd210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c072d313-214b-403b-ae25-b4f462079b6f'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:05:16.846592 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c7862de2-0679-4a10-86a7-9d6ddcec30c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:16.849698 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-41d5bc77-d5ce-4dab-9aa4-266a88fede0a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b1862db8-99dc-4a74-8037-7a300b6ab827 HTTP/1.1" status: 204 len: 168 time: 1.3340998 Jul 24 00:05:16.902420 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-33ce5b14-e2ab-4850-bdd1-f0182ebcda93 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:16.925315 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [None req-33ce5b14-e2ab-4850-bdd1-f0182ebcda93 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Transition to ACTIVE for port object 7265b958-b2e1-4daa-a427-ebde8889c127 will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:05:16.986385 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d5bc77-d5ce-4dab-9aa4-266a88fede0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1862db8-99dc-4a74-8037-7a300b6ab827,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:17.031823 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f00b88f-8c77-466f-9010-4e991e87db94 x-openstack-request-id: req-4f00b88f-8c77-466f-9010-4e991e87db94 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:05:17.032440 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85dccee4-09eb-4b9c-b239-e3f560397196", "tag": "83e8c270-eac4-4a64-a348-af7fae240862", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:05:17.032440 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4f00b88f-8c77-466f-9010-4e991e87db94 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:05:17.032657 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85dccee4-09eb-4b9c-b239-e3f560397196', 'tag': '83e8c270-eac4-4a64-a348-af7fae240862', 'status': 'completed', 'code': 200} Jul 24 00:05:17.057545 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e90ee0-b7fb-4c0d-b932-3931e936d7df service neutron] Pushing event updated for resources: {'Port': ['ID=83e8c270-eac4-4a64-a348-af7fae240862,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:17.121969 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-33ce5b14-e2ab-4850-bdd1-f0182ebcda93 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:17.144740 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a27ef8-149f-4c31-bf78-e8026848cabc req-a59abe0c-6f96-4d3e-a268-2dba9cb8d17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:17.155560 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8b85a03a-3a72-406e-92e8-766b4b819679 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:17.156868 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-52a27ef8-149f-4c31-bf78-e8026848cabc req-a59abe0c-6f96-4d3e-a268-2dba9cb8d17c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=798b28002e9743a58ab9c3622d82224e&device_id=85dccee4-09eb-4b9c-b239-e3f560397196 HTTP/1.1" status: 200 len: 1100 time: 0.1973269 Jul 24 00:05:17.168436 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-c7862de2-0679-4a10-86a7-9d6ddcec30c9 None None] For port fbe3ed14-b459-45ef-9e0e-7c10895b866d, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:05:17.174747 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-c7862de2-0679-4a10-86a7-9d6ddcec30c9 None None] For port fbe3ed14-b459-45ef-9e0e-7c10895b866d, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=fbe3ed14-b459-45ef-9e0e-7c10895b866d,segment=NetworkSegment(11cd89b1-6607-462c-a69c-011999bdd210),segment_id=11cd89b1-6607-462c-a69c-011999bdd210)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:05:17.187257 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d2ec78b-013c-4bb5-905b-5a4f157c06a4 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Router 2d5a6c6e-0b43-4a35-bc97-64d1aadba108 is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:05:17.192252 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c7862de2-0679-4a10-86a7-9d6ddcec30c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:17.232597 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ce5b14-e2ab-4850-bdd1-f0182ebcda93 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Network c072d313-214b-403b-ae25-b4f462079b6f is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:05:17.293659 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7862de2-0679-4a10-86a7-9d6ddcec30c9 None None] Pushing event updated for resources: {'Port': ['ID=fbe3ed14-b459-45ef-9e0e-7c10895b866d,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:17.302808 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-33ce5b14-e2ab-4850-bdd1-f0182ebcda93 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:05:17.311727 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ce5b14-e2ab-4850-bdd1-f0182ebcda93 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:05:17.321629 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-52a27ef8-149f-4c31-bf78-e8026848cabc req-bb844a9e-fc4d-4822-8e26-350a4f01efcd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=83e8c270-eac4-4a64-a348-af7fae240862 HTTP/1.1" status: 200 len: 217 time: 0.1304972 Jul 24 00:05:17.326975 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-0ca11ddd-61ae-4ec7-b0a7-e97a83d6fad7 None None] Provisioning complete for port cfcbefb7-3f6b-4ff4-a9dd-b30ac6137909 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:05:17.328079 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0ca11ddd-61ae-4ec7-b0a7-e97a83d6fad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:17.379681 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-0ca11ddd-61ae-4ec7-b0a7-e97a83d6fad7 None None] Port cfcbefb7-3f6b-4ff4-a9dd-b30ac6137909 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:05:17.391263 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ce5b14-e2ab-4850-bdd1-f0182ebcda93 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event updated for resources: {'Port': ['ID=7265b958-b2e1-4daa-a427-ebde8889c127,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:17.401346 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d2ec78b-013c-4bb5-905b-5a4f157c06a4 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:05:17.410634 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-4d2ec78b-013c-4bb5-905b-5a4f157c06a4 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "PUT /v2.0/routers/2d5a6c6e-0b43-4a35-bc97-64d1aadba108/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2267532 Jul 24 00:05:17.425112 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b764dea-c3c3-4b45-b3ca-cda7e77344bf None None] Sync routers for ids ['2d5a6c6e-0b43-4a35-bc97-64d1aadba108'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:05:17.431090 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 58456) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:17.441737 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b764dea-c3c3-4b45-b3ca-cda7e77344bf None None] Routers {'2d5a6c6e-0b43-4a35-bc97-64d1aadba108'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:05:17.459920 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-6b764dea-c3c3-4b45-b3ca-cda7e77344bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:04:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['2d5a6c6e-0b43-4a35-bc97-64d1aadba108'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:17.499427 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b45fe7-791c-4e7b-8da6-9c0b6f58bd75 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:17.501298 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-03b45fe7-791c-4e7b-8da6-9c0b6f58bd75 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "GET /v2.0/ports/cfcbefb7-3f6b-4ff4-a9dd-b30ac6137909 HTTP/1.1" status: 200 len: 910 time: 0.0689566 Jul 24 00:05:17.506207 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 58460) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:17.522730 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ce5b14-e2ab-4850-bdd1-f0182ebcda93 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:17.526271 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-33ce5b14-e2ab-4850-bdd1-f0182ebcda93 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:17.619680 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-6b764dea-c3c3-4b45-b3ca-cda7e77344bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:17.637321 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device d81b62c7-57d9-4c0a-845a-2dd178196b42 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:05:17.639465 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3a76d8-60a0-4493-ba2d-25cafccc7778 req-d44a9b16-c5b9-4225-bc78-ec7255590b37 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:17.641198 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-eb3a76d8-60a0-4493-ba2d-25cafccc7778 req-d44a9b16-c5b9-4225-bc78-ec7255590b37 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=fee90f4e-67b3-424d-92c1-5ad9f2a82d47 HTTP/1.1" status: 200 len: 946 time: 0.3738821 Jul 24 00:05:17.644041 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a27ef8-149f-4c31-bf78-e8026848cabc req-cedf62c7-1d1c-4b67-8b2e-3f105368ec0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:17.645703 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-52a27ef8-149f-4c31-bf78-e8026848cabc req-cedf62c7-1d1c-4b67-8b2e-3f105368ec0f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.2715948 Jul 24 00:05:17.654959 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-33ce5b14-e2ab-4850-bdd1-f0182ebcda93 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7292280 Jul 24 00:05:17.661267 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 58468) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:17.705805 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b764dea-c3c3-4b45-b3ca-cda7e77344bf None None] Routers {'2d5a6c6e-0b43-4a35-bc97-64d1aadba108'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:05:17.708310 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-6b764dea-c3c3-4b45-b3ca-cda7e77344bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:04:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['2d5a6c6e-0b43-4a35-bc97-64d1aadba108'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:17.717777 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:17.768173 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-6b764dea-c3c3-4b45-b3ca-cda7e77344bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:17.770201 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b764dea-c3c3-4b45-b3ca-cda7e77344bf None None] The sync data for ids ['2d5a6c6e-0b43-4a35-bc97-64d1aadba108'] in n-d-800088-16 is: [] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:05:17.791068 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port d81b62c7-57d9-4c0a-845a-2dd178196b42 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:05:17.791590 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:17.810904 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-eb3a76d8-60a0-4493-ba2d-25cafccc7778 req-e12e5e27-e815-4385-b085-bf9656db8642 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543570 Jul 24 00:05:17.816047 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8b85a03a-3a72-406e-92e8-766b4b819679 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:17.927000 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f56cdc-274d-400c-a52e-748590cfec14 req-fece89e1-291a-413d-8bbc-d5df38a93dc1 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:17.928784 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f6f56cdc-274d-400c-a52e-748590cfec14 req-fece89e1-291a-413d-8bbc-d5df38a93dc1 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=85dccee4-09eb-4b9c-b239-e3f560397196 HTTP/1.1" status: 200 len: 948 time: 0.2062814 Jul 24 00:05:18.083299 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f6f56cdc-274d-400c-a52e-748590cfec14 req-63320734-7563-4e8f-bf0c-a18248c65651 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222105 Jul 24 00:05:18.210587 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8b85a03a-3a72-406e-92e8-766b4b819679 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:18.222516 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8b85a03a-3a72-406e-92e8-766b4b819679 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:18.253786 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a27ef8-149f-4c31-bf78-e8026848cabc req-6bf4eaa9-09ec-4797-b2dc-f1af0a98e488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:18.255794 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-52a27ef8-149f-4c31-bf78-e8026848cabc req-6bf4eaa9-09ec-4797-b2dc-f1af0a98e488 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5975251 Jul 24 00:05:18.324111 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-ad054db7-656a-4e6f-baae-7f50c051eeda tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Deleting port 7265b958-b2e1-4daa-a427-ebde8889c127 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:05:18.324528 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ad054db7-656a-4e6f-baae-7f50c051eeda tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:18.328053 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8b37203a-79ab-48b3-8994-2c6c6a533214 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681029'] for router_interface, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:18.334255 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b85a03a-3a72-406e-92e8-766b4b819679 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Pushing event updated for resources: {'Port': ['ID=a076d35b-ab4c-4d96-a3c4-61f2e2c57dc8,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:18.422489 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8b85a03a-3a72-406e-92e8-766b4b819679 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:18.440291 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-52a27ef8-149f-4c31-bf78-e8026848cabc req-5b87de3d-325f-47fb-9ff3-08b0d29b14ad service neutron] 10.222.0.52 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760280 Jul 24 00:05:18.477878 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ad054db7-656a-4e6f-baae-7f50c051eeda tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:18.500413 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-ad054db7-656a-4e6f-baae-7f50c051eeda tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Calling delete_port for 7265b958-b2e1-4daa-a427-ebde8889c127 owned by {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:05:18.591659 n-d-800088-16 neutron-server[100314]: INFO neutron.db.l3_db [None req-8b85a03a-3a72-406e-92e8-766b4b819679 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Floating IP 0d02614d-f8ae-428c-80e1-222cdeaef85c associated. External IP: 172.25.3.140, port: e4fb9b19-f567-45d2-ac5e-1afc701f4010. Jul 24 00:05:18.614213 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-52a27ef8-149f-4c31-bf78-e8026848cabc req-4eea9384-80d4-4f9b-bbb9-8dcd1b167401 service neutron] 10.222.0.52 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627040 Jul 24 00:05:18.757870 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ad054db7-656a-4e6f-baae-7f50c051eeda tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:18.776063 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077057e5-50ce-499d-8513-afc86d17209d None None] Network c072d313-214b-403b-ae25-b4f462079b6f requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:05:18.789364 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad054db7-656a-4e6f-baae-7f50c051eeda tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event deleted for resources: {'Port': ['ID=7265b958-b2e1-4daa-a427-ebde8889c127,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:18.814808 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ffd86e-142d-4630-983f-01e2db90debf req-0a0c4114-4d4f-400f-bf6c-d7e6a1739594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:18.816637 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-68ffd86e-142d-4630-983f-01e2db90debf req-0a0c4114-4d4f-400f-bf6c-d7e6a1739594 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=798b28002e9743a58ab9c3622d82224e&device_id=85dccee4-09eb-4b9c-b239-e3f560397196 HTTP/1.1" status: 200 len: 1100 time: 0.1384797 Jul 24 00:05:18.894404 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-74899a50-03b9-4268-b650-2bcac7d2e0e8 None None] Provisioning for port fbe3ed14-b459-45ef-9e0e-7c10895b866d completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:05:18.920751 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ad054db7-656a-4e6f-baae-7f50c051eeda tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:18.923190 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-ad054db7-656a-4e6f-baae-7f50c051eeda tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "DELETE /v2.0/ports/7265b958-b2e1-4daa-a427-ebde8889c127 HTTP/1.1" status: 204 len: 168 time: 1.2609205 Jul 24 00:05:18.938459 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 58498) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:18.998763 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-89d8836a-7004-4652-b618-7677c6d64303 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] DELETE failed (client error): The resource could not be found. Jul 24 00:05:18.999950 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89d8836a-7004-4652-b618-7677c6d64303 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:05:19.002786 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-89d8836a-7004-4652-b618-7677c6d64303 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "DELETE /v2.0/ports/7265b958-b2e1-4daa-a427-ebde8889c127 HTTP/1.1" status: 404 len: 333 time: 0.0590432 Jul 24 00:05:19.013489 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 58502) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:19.141252 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9318551-ab3e-4b39-aacd-3b688eceb881 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] GET failed (client error): The resource could not be found. Jul 24 00:05:19.142995 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-d9318551-ab3e-4b39-aacd-3b688eceb881 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "GET /v2.0/ports/7265b958-b2e1-4daa-a427-ebde8889c127 HTTP/1.1" status: 404 len: 333 time: 0.1271284 Jul 24 00:05:19.148870 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 58510) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:19.223346 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ffd86e-142d-4630-983f-01e2db90debf req-68175f48-03fa-4b38-9418-e1a69140424e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:19.225107 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-68ffd86e-142d-4630-983f-01e2db90debf req-68175f48-03fa-4b38-9418-e1a69140424e service neutron] 10.222.0.52 "GET /v2.0/networks?id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 HTTP/1.1" status: 200 len: 870 time: 0.3908200 Jul 24 00:05:19.290231 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:05:19.322523 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-68ffd86e-142d-4630-983f-01e2db90debf req-dda64941-b2b3-495c-834f-2b9eeee2d8c7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=83e8c270-eac4-4a64-a348-af7fae240862 HTTP/1.1" status: 200 len: 217 time: 0.0788388 Jul 24 00:05:19.327895 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-9269e8ec-c5a7-48c2-9d8f-89551c1e75b4 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Deleting subnet 92130fe5-49b2-4e1f-9bb5-9ada1b1524cb {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:05:19.340669 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394323c5-6b9f-487c-a43a-eaf6b2f1f979 req-f7b03260-c636-4204-b32a-10497f6ba724 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:19.348454 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-394323c5-6b9f-487c-a43a-eaf6b2f1f979 req-f7b03260-c636-4204-b32a-10497f6ba724 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=fee90f4e-67b3-424d-92c1-5ad9f2a82d47 HTTP/1.1" status: 200 len: 946 time: 0.3545730 Jul 24 00:05:19.350296 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9269e8ec-c5a7-48c2-9d8f-89551c1e75b4 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:19.389911 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-8b37203a-79ab-48b3-8994-2c6c6a533214 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Deleting port cfcbefb7-3f6b-4ff4-a9dd-b30ac6137909 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:05:19.390434 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8b37203a-79ab-48b3-8994-2c6c6a533214 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:19.465064 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b85a03a-3a72-406e-92e8-766b4b819679 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Router 5832c0e7-1d75-4a30-9141-9a6a9a723e64 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:05:19.465822 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ffd86e-142d-4630-983f-01e2db90debf req-0f94d036-3bb7-49db-bab3-f9fb6d65665b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:19.467018 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-68ffd86e-142d-4630-983f-01e2db90debf req-0f94d036-3bb7-49db-bab3-f9fb6d65665b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.1366031 Jul 24 00:05:19.476933 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9269e8ec-c5a7-48c2-9d8f-89551c1e75b4 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:19.510638 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-394323c5-6b9f-487c-a43a-eaf6b2f1f979 req-aefcb6f7-ed65-4134-b260-0769c4b8e34d tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615109 Jul 24 00:05:19.588399 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8b37203a-79ab-48b3-8994-2c6c6a533214 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:19.612443 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device fbe3ed14-b459-45ef-9e0e-7c10895b866d up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:05:19.634820 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-8b37203a-79ab-48b3-8994-2c6c6a533214 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Calling delete_port for cfcbefb7-3f6b-4ff4-a9dd-b30ac6137909 owned by network:router_interface {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:05:19.645442 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9269e8ec-c5a7-48c2-9d8f-89551c1e75b4 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:19.684210 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ffd86e-142d-4630-983f-01e2db90debf req-53ee71c3-96ef-406f-a2bb-a15177ff325c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:19.685818 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-68ffd86e-142d-4630-983f-01e2db90debf req-53ee71c3-96ef-406f-a2bb-a15177ff325c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2114012 Jul 24 00:05:19.707000 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port fbe3ed14-b459-45ef-9e0e-7c10895b866d completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:05:19.707366 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58832eaa-1160-4061-b622-64f341a29b69 req-a9d1e547-b63a-4a42-b3a0-98d19f3cd705 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:19.712889 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port fbe3ed14-b459-45ef-9e0e-7c10895b866d triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:05:19.713267 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:19.719292 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-58832eaa-1160-4061-b622-64f341a29b69 req-a9d1e547-b63a-4a42-b3a0-98d19f3cd705 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=85dccee4-09eb-4b9c-b239-e3f560397196 HTTP/1.1" status: 200 len: 948 time: 0.4033761 Jul 24 00:05:19.770608 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-b7b8b880-9267-4e12-9876-eb82685ded58 None None] Could not find standard attr ID for object 7265b958-b2e1-4daa-a427-ebde8889c127. {{(pid=100315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 00:05:19.814340 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-58832eaa-1160-4061-b622-64f341a29b69 req-c05de7fd-58ba-420d-a05a-5c2556943bdb tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940702 Jul 24 00:05:19.851683 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:19.879873 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9269e8ec-c5a7-48c2-9d8f-89551c1e75b4 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:19.926840 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269e8ec-c5a7-48c2-9d8f-89551c1e75b4 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event deleted for resources: {'Subnet': ['ID=92130fe5-49b2-4e1f-9bb5-9ada1b1524cb,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:19.929031 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.db.api [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100315) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 00:05:19.929996 n-d-800088-16 neutron-server[100315]: DEBUG oslo_db.api [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 00:05:19.932201 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9269e8ec-c5a7-48c2-9d8f-89551c1e75b4 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:19.937690 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-9269e8ec-c5a7-48c2-9d8f-89551c1e75b4 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "DELETE /v2.0/subnets/92130fe5-49b2-4e1f-9bb5-9ada1b1524cb HTTP/1.1" status: 204 len: 168 time: 0.7866631 Jul 24 00:05:19.939771 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 58522) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:19.941971 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-68ffd86e-142d-4630-983f-01e2db90debf req-fe27484a-4430-418b-a818-e3a1b0180e90 service neutron] 10.222.0.52 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455590 Jul 24 00:05:19.978447 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67cfce2d-7565-46fb-954c-f73c46f00a8e None None] Network c072d313-214b-403b-ae25-b4f462079b6f requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:05:20.036909 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b85a03a-3a72-406e-92e8-766b4b819679 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:05:20.040570 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-68ffd86e-142d-4630-983f-01e2db90debf req-ddaa6f22-c9fb-439f-ac5c-4f622fcbf212 service neutron] 10.222.0.52 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911140 Jul 24 00:05:20.052961 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32407941-decc-404d-97d8-041f4598deb1 None None] Sync routers for ids ['5832c0e7-1d75-4a30-9141-9a6a9a723e64'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:05:20.067569 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32407941-decc-404d-97d8-041f4598deb1 None None] Routers {'5832c0e7-1d75-4a30-9141-9a6a9a723e64'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:05:20.069041 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-32407941-decc-404d-97d8-041f4598deb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:04:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['5832c0e7-1d75-4a30-9141-9a6a9a723e64'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:20.102656 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8b85a03a-3a72-406e-92e8-766b4b819679 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:20.123423 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-32407941-decc-404d-97d8-041f4598deb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:20.136113 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32407941-decc-404d-97d8-041f4598deb1 None None] Routers {'5832c0e7-1d75-4a30-9141-9a6a9a723e64'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:05:20.137077 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-32407941-decc-404d-97d8-041f4598deb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:04:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['5832c0e7-1d75-4a30-9141-9a6a9a723e64'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:20.163886 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7ffaddd6-12b1-4750-81ef-cc8a6cd36e5c tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:20.175457 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-32407941-decc-404d-97d8-041f4598deb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:20.176115 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32407941-decc-404d-97d8-041f4598deb1 None None] The sync data for ids ['5832c0e7-1d75-4a30-9141-9a6a9a723e64'] in n-d-800088-16 is: [] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:05:20.188852 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-8b85a03a-3a72-406e-92e8-766b4b819679 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 6.2415986 Jul 24 00:05:20.191995 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 58528) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:20.195585 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aac4b29-a9f2-4fb1-8f6f-d039874800d4 None None] DHCP port deletion for c072d313-214b-403b-ae25-b4f462079b6f request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:05:20.196265 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-0457fc4d-0715-4945-a422-ab5a3f4bfcf0 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Request body: {'floatingip': {'port_id': 'e4fb9b19-f567-45d2-ac5e-1afc701f4010', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:05:20.246532 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8b37203a-79ab-48b3-8994-2c6c6a533214 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:20.250516 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-1aac4b29-a9f2-4fb1-8f6f-d039874800d4 None None] Deleting port fbe3ed14-b459-45ef-9e0e-7c10895b866d {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:05:20.250661 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-1aac4b29-a9f2-4fb1-8f6f-d039874800d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:20.265689 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0457fc4d-0715-4945-a422-ab5a3f4bfcf0 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks [] for floatingip, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:20.284422 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b37203a-79ab-48b3-8994-2c6c6a533214 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Pushing event deleted for resources: {'Port': ['ID=cfcbefb7-3f6b-4ff4-a9dd-b30ac6137909,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:20.326381 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-1aac4b29-a9f2-4fb1-8f6f-d039874800d4 None None] For port fbe3ed14-b459-45ef-9e0e-7c10895b866d, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=fbe3ed14-b459-45ef-9e0e-7c10895b866d,segment=NetworkSegment(11cd89b1-6607-462c-a69c-011999bdd210),segment_id=11cd89b1-6607-462c-a69c-011999bdd210)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:05:20.326788 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-1aac4b29-a9f2-4fb1-8f6f-d039874800d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:20.339955 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-1aac4b29-a9f2-4fb1-8f6f-d039874800d4 None None] Calling delete_port for fbe3ed14-b459-45ef-9e0e-7c10895b866d owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:05:20.343872 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-7ffaddd6-12b1-4750-81ef-cc8a6cd36e5c tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Deleting port fbe3ed14-b459-45ef-9e0e-7c10895b866d {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:05:20.344336 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7ffaddd6-12b1-4750-81ef-cc8a6cd36e5c tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:20.433085 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-1aac4b29-a9f2-4fb1-8f6f-d039874800d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:20.486657 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Port fbe3ed14-b459-45ef-9e0e-7c10895b866d update to ACTIVE by agent not found {{(pid=100315) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Jul 24 00:05:20.491407 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aac4b29-a9f2-4fb1-8f6f-d039874800d4 None None] Pushing event deleted for resources: {'Port': ['ID=fbe3ed14-b459-45ef-9e0e-7c10895b866d,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:20.494505 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aac4b29-a9f2-4fb1-8f6f-d039874800d4 None None] No DVR routers for this DVR port fbe3ed14-b459-45ef-9e0e-7c10895b866d on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:05:20.524173 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-7ffaddd6-12b1-4750-81ef-cc8a6cd36e5c tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] For port fbe3ed14-b459-45ef-9e0e-7c10895b866d, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=fbe3ed14-b459-45ef-9e0e-7c10895b866d,segment=NetworkSegment(11cd89b1-6607-462c-a69c-011999bdd210),segment_id=11cd89b1-6607-462c-a69c-011999bdd210)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:05:20.524737 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7ffaddd6-12b1-4750-81ef-cc8a6cd36e5c tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:20.533937 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8b37203a-79ab-48b3-8994-2c6c6a533214 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679987'] for router_interface, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:20.554023 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-7ffaddd6-12b1-4750-81ef-cc8a6cd36e5c tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Calling delete_port for fbe3ed14-b459-45ef-9e0e-7c10895b866d owned by network:dhcp {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:05:20.728056 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 83e8c270-eac4-4a64-a348-af7fae240862 details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:05:20.772969 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26860faa-5df3-4720-825c-caa117431f4b req-76a50967-8015-49b8-9f31-f7ad2c441de3 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:20.774396 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-26860faa-5df3-4720-825c-caa117431f4b req-76a50967-8015-49b8-9f31-f7ad2c441de3 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=fee90f4e-67b3-424d-92c1-5ad9f2a82d47 HTTP/1.1" status: 200 len: 946 time: 0.1698773 Jul 24 00:05:20.778957 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b37203a-79ab-48b3-8994-2c6c6a533214 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Router 2d5a6c6e-0b43-4a35-bc97-64d1aadba108 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:05:20.788960 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7ffaddd6-12b1-4750-81ef-cc8a6cd36e5c tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:20.818409 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffaddd6-12b1-4750-81ef-cc8a6cd36e5c tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event deleted for resources: {'Port': ['ID=fbe3ed14-b459-45ef-9e0e-7c10895b866d,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:20.829991 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 83e8c270-eac4-4a64-a348-af7fae240862, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=83e8c270-eac4-4a64-a348-af7fae240862,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:05:20.841723 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': '83e8c270-eac4-4a64-a348-af7fae240862', 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2', 'port_id': '83e8c270-eac4-4a64-a348-af7fae240862', 'mac_address': 'fa:16:3e:d4:8b:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef73a7e1-c64a-41e3-9997-629475c7b6b1', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:05:20.853612 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffaddd6-12b1-4750-81ef-cc8a6cd36e5c tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] No DVR routers for this DVR port fbe3ed14-b459-45ef-9e0e-7c10895b866d on host n-d-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:05:20.887920 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:20.895655 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0457fc4d-0715-4945-a422-ab5a3f4bfcf0 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:20.904252 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83e8c270-eac4-4a64-a348-af7fae240862 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:05:20.909114 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0457fc4d-0715-4945-a422-ab5a3f4bfcf0 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:20.930939 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 83e8c270-eac4-4a64-a348-af7fae240862, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=83e8c270-eac4-4a64-a348-af7fae240862,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:05:20.948668 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:21.000094 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-26860faa-5df3-4720-825c-caa117431f4b req-4df5538e-7414-42a7-a626-b0b7c000511c tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472251 Jul 24 00:05:21.004683 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=83e8c270-eac4-4a64-a348-af7fae240862,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:21.025841 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7ffaddd6-12b1-4750-81ef-cc8a6cd36e5c tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:21.085610 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-7ffaddd6-12b1-4750-81ef-cc8a6cd36e5c tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c072d313-214b-403b-ae25-b4f462079b6f']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:21.101345 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b37203a-79ab-48b3-8994-2c6c6a533214 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:05:21.103893 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-7ffaddd6-12b1-4750-81ef-cc8a6cd36e5c tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11cd89b1-6607-462c-a69c-011999bdd210') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:21.104192 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-7ffaddd6-12b1-4750-81ef-cc8a6cd36e5c tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11cd89b1-6607-462c-a69c-011999bdd210') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:21.112188 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-8b37203a-79ab-48b3-8994-2c6c6a533214 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "PUT /v2.0/routers/2d5a6c6e-0b43-4a35-bc97-64d1aadba108/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6015418 Jul 24 00:05:21.112362 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f934be-9670-49fb-a7b7-2c0337addc7c None None] Sync routers for ids ['2d5a6c6e-0b43-4a35-bc97-64d1aadba108'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:05:21.115205 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 58540) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:21.125631 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f934be-9670-49fb-a7b7-2c0337addc7c None None] Routers {'2d5a6c6e-0b43-4a35-bc97-64d1aadba108'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:05:21.126425 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-94f934be-9670-49fb-a7b7-2c0337addc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:04:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['2d5a6c6e-0b43-4a35-bc97-64d1aadba108'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:21.129473 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7ffaddd6-12b1-4750-81ef-cc8a6cd36e5c tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:21.159215 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-622a28ee-a270-4817-a73e-d343fd581a2a tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d5a6c6e-0b43-4a35-bc97-64d1aadba108 HTTP/1.1" status: 200 len: 205 time: 0.0426815 Jul 24 00:05:21.164249 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 58542) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:21.171497 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7ffaddd6-12b1-4750-81ef-cc8a6cd36e5c tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:21.174888 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-94f934be-9670-49fb-a7b7-2c0337addc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:21.180781 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd6e355-51ff-4bc5-bbf5-0a2e5088a37d req-5e37b98f-53ef-4435-8285-a98ed4919a26 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:21.182565 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ccd6e355-51ff-4bc5-bbf5-0a2e5088a37d req-5e37b98f-53ef-4435-8285-a98ed4919a26 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=85dccee4-09eb-4b9c-b239-e3f560397196 HTTP/1.1" status: 200 len: 949 time: 0.1529658 Jul 24 00:05:21.189895 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f934be-9670-49fb-a7b7-2c0337addc7c None None] Routers {'2d5a6c6e-0b43-4a35-bc97-64d1aadba108'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:05:21.191800 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-94f934be-9670-49fb-a7b7-2c0337addc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:04:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['2d5a6c6e-0b43-4a35-bc97-64d1aadba108'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:21.213564 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ffaddd6-12b1-4750-81ef-cc8a6cd36e5c tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:05:21.213988 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7ffaddd6-12b1-4750-81ef-cc8a6cd36e5c tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:21.218069 n-d-800088-16 neutron-server[100314]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:05:21.218069 n-d-800088-16 neutron-server[100314]: self.session.flush() Jul 24 00:05:21.218069 n-d-800088-16 neutron-server[100314]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:05:21.218069 n-d-800088-16 neutron-server[100314]: self.session.flush() Jul 24 00:05:21.218069 n-d-800088-16 neutron-server[100314]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:05:21.218069 n-d-800088-16 neutron-server[100314]: self.session.flush() Jul 24 00:05:21.218069 n-d-800088-16 neutron-server[100314]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:05:21.218069 n-d-800088-16 neutron-server[100314]: self.session.flush() Jul 24 00:05:21.218069 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:05:21.218069 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:05:21.218069 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:05:21.218069 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:05:21.218069 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:05:21.218069 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:05:21.218069 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:05:21.218069 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:05:21.218069 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:05:21.218069 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:05:21.218069 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:05:21.218069 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:05:21.218069 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:05:21.218069 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:05:21.218069 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:05:21.218069 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:05:21.218069 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:05:21.218069 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:05:21.218069 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:05:21.218069 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:05:21.218069 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:05:21.218069 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:05:21.218069 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:05:21.218069 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:05:21.218069 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:05:21.218069 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:05:21.218069 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:05:21.218069 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:05:21.218069 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:05:21.218069 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:05:21.218069 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:05:21.218069 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:05:21.255032 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ccd6e355-51ff-4bc5-bbf5-0a2e5088a37d req-685c01c2-cf35-41f3-ae3e-d214b28e9097 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666766 Jul 24 00:05:21.281526 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e98ab0b8-0e23-4fa1-90ba-82997069a134 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for router, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:21.306998 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7ffaddd6-12b1-4750-81ef-cc8a6cd36e5c tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:21.314779 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7ffaddd6-12b1-4750-81ef-cc8a6cd36e5c tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:21.320352 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-7ffaddd6-12b1-4750-81ef-cc8a6cd36e5c tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "DELETE /v2.0/networks/c072d313-214b-403b-ae25-b4f462079b6f HTTP/1.1" status: 204 len: 168 time: 1.3760788 Jul 24 00:05:21.330657 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 58548) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:21.336272 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-233b37bc-38b3-4b40-af67-a4cf01feea44 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1542634447'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:05:21.339805 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffaddd6-12b1-4750-81ef-cc8a6cd36e5c tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event deleted for resources: {'Network': ['ID=c072d313-214b-403b-ae25-b4f462079b6f,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:21.357357 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0457fc4d-0715-4945-a422-ab5a3f4bfcf0 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Router 5832c0e7-1d75-4a30-9141-9a6a9a723e64 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:05:21.362187 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-233b37bc-38b3-4b40-af67-a4cf01feea44 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Made reservation on behalf of 0861e7509e4040ae9ebcc16b5063e046 for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:05:21.365907 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-233b37bc-38b3-4b40-af67-a4cf01feea44 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:21.395982 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-233b37bc-38b3-4b40-af67-a4cf01feea44 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:05:21.406541 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-233b37bc-38b3-4b40-af67-a4cf01feea44 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:21.406975 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-233b37bc-38b3-4b40-af67-a4cf01feea44 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Added segment 18d1e175-6adc-4ed0-9f27-f5ef646d8560 of type vlan for network 98e9a79d-438e-45ad-a9c1-50818b21f334 Jul 24 00:05:21.412534 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['83e8c270-eac4-4a64-a348-af7fae240862'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:05:21.414981 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-94f934be-9670-49fb-a7b7-2c0337addc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:21.415948 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f934be-9670-49fb-a7b7-2c0337addc7c None None] The sync data for ids ['2d5a6c6e-0b43-4a35-bc97-64d1aadba108'] in n-d-800088-16 is: [] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:05:21.450722 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-233b37bc-38b3-4b40-af67-a4cf01feea44 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:21.467959 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e98ab0b8-0e23-4fa1-90ba-82997069a134 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:21.470365 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e98ab0b8-0e23-4fa1-90ba-82997069a134 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:21.492957 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-233b37bc-38b3-4b40-af67-a4cf01feea44 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:21.499710 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233b37bc-38b3-4b40-af67-a4cf01feea44 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:21.500873 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-233b37bc-38b3-4b40-af67-a4cf01feea44 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:21.554027 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device fbe3ed14-b459-45ef-9e0e-7c10895b866d no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:05:21.581491 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233b37bc-38b3-4b40-af67-a4cf01feea44 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event updated for resources: {'Network': ['ID=98e9a79d-438e-45ad-a9c1-50818b21f334,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:21.582117 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e98ab0b8-0e23-4fa1-90ba-82997069a134 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:21.582368 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e98ab0b8-0e23-4fa1-90ba-82997069a134 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Fanout notify agent at l3_agent the message router_deleted on router 2d5a6c6e-0b43-4a35-bc97-64d1aadba108 {{(pid=100313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:05:21.587274 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: fbe3ed14-b459-45ef-9e0e-7c10895b866d {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:05:21.587899 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device fbe3ed14-b459-45ef-9e0e-7c10895b866d not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:05:21.591673 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e98ab0b8-0e23-4fa1-90ba-82997069a134 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:21.593192 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-e98ab0b8-0e23-4fa1-90ba-82997069a134 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "DELETE /v2.0/routers/2d5a6c6e-0b43-4a35-bc97-64d1aadba108 HTTP/1.1" status: 204 len: 168 time: 0.4275665 Jul 24 00:05:21.595745 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 58550) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:21.599800 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 98e9a79d-438e-45ad-a9c1-50818b21f334 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:05:21.602609 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-233b37bc-38b3-4b40-af67-a4cf01feea44 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2707367 Jul 24 00:05:21.607267 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 58552) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:21.613802 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-31838a49-2f7c-4ddc-b5af-436669deaf29 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Request body: {'subnet': {'network_id': '98e9a79d-438e-45ad-a9c1-50818b21f334', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:05:21.655011 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0457fc4d-0715-4945-a422-ab5a3f4bfcf0 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:05:21.659969 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-69a2b9f9-9ba7-4cdd-bebb-bacf378db77a tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Deleting subnet 98c17840-a988-4c74-8bf1-f3cd4c4a6f6d {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:05:21.663262 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-69a2b9f9-9ba7-4cdd-bebb-bacf378db77a tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:21.668898 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa3643b-e0e2-45f4-9054-5d169df3b48f None None] Sync routers for ids ['5832c0e7-1d75-4a30-9141-9a6a9a723e64'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:05:21.677911 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa3643b-e0e2-45f4-9054-5d169df3b48f None None] Routers {'5832c0e7-1d75-4a30-9141-9a6a9a723e64'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:05:21.678827 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-6aa3643b-e0e2-45f4-9054-5d169df3b48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:04:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['5832c0e7-1d75-4a30-9141-9a6a9a723e64'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:21.699907 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0457fc4d-0715-4945-a422-ab5a3f4bfcf0 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:21.711490 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31838a49-2f7c-4ddc-b5af-436669deaf29 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Made reservation on behalf of 0861e7509e4040ae9ebcc16b5063e046 for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:05:21.713427 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-6aa3643b-e0e2-45f4-9054-5d169df3b48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:21.715647 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-31838a49-2f7c-4ddc-b5af-436669deaf29 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:21.722996 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa3643b-e0e2-45f4-9054-5d169df3b48f None None] Routers {'5832c0e7-1d75-4a30-9141-9a6a9a723e64'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:05:21.723591 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-6aa3643b-e0e2-45f4-9054-5d169df3b48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:04:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['5832c0e7-1d75-4a30-9141-9a6a9a723e64'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:21.729742 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-69a2b9f9-9ba7-4cdd-bebb-bacf378db77a tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:21.755401 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-6aa3643b-e0e2-45f4-9054-5d169df3b48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:21.756040 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa3643b-e0e2-45f4-9054-5d169df3b48f None None] The sync data for ids ['5832c0e7-1d75-4a30-9141-9a6a9a723e64'] in n-d-800088-16 is: [] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:05:21.833997 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-0457fc4d-0715-4945-a422-ab5a3f4bfcf0 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] 10.222.0.44 "PUT /v2.0/floatingips/0d02614d-f8ae-428c-80e1-222cdeaef85c HTTP/1.1" status: 200 len: 979 time: 1.6412239 Jul 24 00:05:21.837649 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 58554) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:21.848764 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-69a2b9f9-9ba7-4cdd-bebb-bacf378db77a tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:21.912273 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-69a2b9f9-9ba7-4cdd-bebb-bacf378db77a tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:22.048775 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-31838a49-2f7c-4ddc-b5af-436669deaf29 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:22.188236 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31838a49-2f7c-4ddc-b5af-436669deaf29 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event updated for resources: {'Subnet': ['ID=c21744b0-37a8-4ad6-9db1-315ba63ee1c3,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:22.216406 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31838a49-2f7c-4ddc-b5af-436669deaf29 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Checking segment: {'id': '18d1e175-6adc-4ed0-9f27-f5ef646d8560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '98e9a79d-438e-45ad-a9c1-50818b21f334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:05:22.216957 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31838a49-2f7c-4ddc-b5af-436669deaf29 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Network hostable DHCP agents. Network: 98e9a79d-438e-45ad-a9c1-50818b21f334, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:05:22.256148 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a708b9a-1815-476f-a149-4381140d0e45 req-941df450-8f54-4f1a-9382-e4f9a6474bcb tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:22.257937 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2a708b9a-1815-476f-a149-4381140d0e45 req-941df450-8f54-4f1a-9382-e4f9a6474bcb tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=fee90f4e-67b3-424d-92c1-5ad9f2a82d47 HTTP/1.1" status: 200 len: 946 time: 0.1724179 Jul 24 00:05:22.262949 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-1652507e-d063-4be9-ac04-93b7e5aafe8f tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Deleting port a076d35b-ab4c-4d96-a3c4-61f2e2c57dc8 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:05:22.263444 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1652507e-d063-4be9-ac04-93b7e5aafe8f tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:22.273521 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a2b9f9-9ba7-4cdd-bebb-bacf378db77a tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Pushing event deleted for resources: {'Subnet': ['ID=98c17840-a988-4c74-8bf1-f3cd4c4a6f6d,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:22.277436 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-69a2b9f9-9ba7-4cdd-bebb-bacf378db77a tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:22.279362 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-69a2b9f9-9ba7-4cdd-bebb-bacf378db77a tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "DELETE /v2.0/subnets/98c17840-a988-4c74-8bf1-f3cd4c4a6f6d HTTP/1.1" status: 204 len: 168 time: 0.6826723 Jul 24 00:05:22.281884 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 58566) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:22.285809 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc1ac26-a232-4539-af4f-69023c34d686 None None] Network 34bae5c6-d844-4097-a5ac-5ac678d1b6ff requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:05:22.291224 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31838a49-2f7c-4ddc-b5af-436669deaf29 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Network 98e9a79d-438e-45ad-a9c1-50818b21f334 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:05:22.335488 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-31838a49-2f7c-4ddc-b5af-436669deaf29 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 98e9a79d-438e-45ad-a9c1-50818b21f334) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:05:22.369789 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31838a49-2f7c-4ddc-b5af-436669deaf29 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:22.370894 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-31838a49-2f7c-4ddc-b5af-436669deaf29 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:22.378615 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2a708b9a-1815-476f-a149-4381140d0e45 req-f7952e3f-7170-4599-8986-fe1deb39059b tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126969 Jul 24 00:05:22.393585 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293fbefc-b098-4359-b2f8-4b9bfcab1b58 None None] Network 98e9a79d-438e-45ad-a9c1-50818b21f334 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:05:22.421010 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1652507e-d063-4be9-ac04-93b7e5aafe8f tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:22.421470 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1652507e-d063-4be9-ac04-93b7e5aafe8f tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:22.438251 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-1652507e-d063-4be9-ac04-93b7e5aafe8f tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Calling delete_port for a076d35b-ab4c-4d96-a3c4-61f2e2c57dc8 owned by network:floatingip {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:05:22.502506 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-401ebbdb-d861-4f9a-9403-dece00cdb06c tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:22.503553 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-31838a49-2f7c-4ddc-b5af-436669deaf29 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8948295 Jul 24 00:05:22.508272 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 58574) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:22.513854 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-a971761c-bc2c-4faf-a08f-6de3205fa79a tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Request body: {'port': {'network_id': '98e9a79d-438e-45ad-a9c1-50818b21f334', 'security_groups': [], 'name': 'tempest-PortsTestJSON-696770556'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:05:22.733872 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 83e8c270-eac4-4a64-a348-af7fae240862 up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:05:22.736025 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2929613-db50-43c2-9afa-a71db96c5b8b req-b4aee301-f240-4b32-a13c-b7b67a99be94 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:22.739105 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e2929613-db50-43c2-9afa-a71db96c5b8b req-b4aee301-f240-4b32-a13c-b7b67a99be94 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=85dccee4-09eb-4b9c-b239-e3f560397196 HTTP/1.1" status: 200 len: 949 time: 0.2733612 Jul 24 00:05:22.760572 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-401ebbdb-d861-4f9a-9403-dece00cdb06c tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Deleting port d81b62c7-57d9-4c0a-845a-2dd178196b42 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:05:22.760989 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-401ebbdb-d861-4f9a-9403-dece00cdb06c tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:22.772675 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de08766-f61d-4944-9044-7f93f6a09767 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-98e9a79d-438e-45ad-a9c1-50818b21f334', 'network_id': '98e9a79d-438e-45ad-a9c1-50818b21f334', 'tenant_id': '0861e7509e4040ae9ebcc16b5063e046', 'fixed_ips': [{'subnet_id': 'c21744b0-37a8-4ad6-9db1-315ba63ee1c3'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:05:22.773839 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2de08766-f61d-4944-9044-7f93f6a09767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:22.838911 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port 83e8c270-eac4-4a64-a348-af7fae240862 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:05:22.850095 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port 83e8c270-eac4-4a64-a348-af7fae240862 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:05:22.850606 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:22.853465 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa8a21f-027c-4c2e-b099-48f5d60261b4 None None] DHCP port deletion for 34bae5c6-d844-4097-a5ac-5ac678d1b6ff request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:05:22.884100 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-401ebbdb-d861-4f9a-9403-dece00cdb06c tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] For port d81b62c7-57d9-4c0a-845a-2dd178196b42, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=d81b62c7-57d9-4c0a-845a-2dd178196b42,segment=NetworkSegment(7ff973a7-876a-43da-9de5-938356106c10),segment_id=7ff973a7-876a-43da-9de5-938356106c10)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:05:22.885093 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-401ebbdb-d861-4f9a-9403-dece00cdb06c tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:22.904245 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-401ebbdb-d861-4f9a-9403-dece00cdb06c tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Calling delete_port for d81b62c7-57d9-4c0a-845a-2dd178196b42 owned by network:dhcp {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:05:22.928344 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a971761c-bc2c-4faf-a08f-6de3205fa79a tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Made reservation on behalf of 0861e7509e4040ae9ebcc16b5063e046 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:05:22.932197 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a971761c-bc2c-4faf-a08f-6de3205fa79a tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:22.955005 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e2929613-db50-43c2-9afa-a71db96c5b8b req-a2e4833f-09aa-4ee8-90a4-c764a70c9140 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036197 Jul 24 00:05:23.014288 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [None req-a971761c-bc2c-4faf-a08f-6de3205fa79a tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] device_id is not set on port 5a1b88bd-9e9d-4386-8c58-e108985d860a yet. {{(pid=100313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:05:23.030483 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:23.047758 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-4fa8a21f-027c-4c2e-b099-48f5d60261b4 None None] Deleting port d81b62c7-57d9-4c0a-845a-2dd178196b42 {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:05:23.048344 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1652507e-d063-4be9-ac04-93b7e5aafe8f tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:23.052440 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-4fa8a21f-027c-4c2e-b099-48f5d60261b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:23.085110 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1652507e-d063-4be9-ac04-93b7e5aafe8f tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Pushing event deleted for resources: {'Port': ['ID=a076d35b-ab4c-4d96-a3c4-61f2e2c57dc8,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:23.101507 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-401ebbdb-d861-4f9a-9403-dece00cdb06c tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:23.148554 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401ebbdb-d861-4f9a-9403-dece00cdb06c tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Pushing event deleted for resources: {'Port': ['ID=d81b62c7-57d9-4c0a-845a-2dd178196b42,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:23.151017 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401ebbdb-d861-4f9a-9403-dece00cdb06c tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] No DVR routers for this DVR port d81b62c7-57d9-4c0a-845a-2dd178196b42 on host n-d-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:05:23.176143 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1652507e-d063-4be9-ac04-93b7e5aafe8f tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks [] for floatingip, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:23.176528 n-d-800088-16 neutron-server[100314]: INFO neutron.db.l3_db [None req-1652507e-d063-4be9-ac04-93b7e5aafe8f tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Floating IP 0d02614d-f8ae-428c-80e1-222cdeaef85c disassociated (deleted). External IP: 172.25.3.140, port: e4fb9b19-f567-45d2-ac5e-1afc701f4010. Jul 24 00:05:23.187705 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85dccee4-09eb-4b9c-b239-e3f560397196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83e8c270-eac4-4a64-a348-af7fae240862'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:05:23.190256 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f7167e-7051-4a7a-b816-1b641aab98d6" -d '{"events": [{"server_uuid": "85dccee4-09eb-4b9c-b239-e3f560397196", "name": "network-vif-plugged", "status": "completed", "tag": "83e8c270-eac4-4a64-a348-af7fae240862"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:05:23.212690 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-513bd0b5-a692-4265-9617-5e37969dacb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:23.259097 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-a971761c-bc2c-4faf-a08f-6de3205fa79a tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Allocated IP 172.20.0.10 (98e9a79d-438e-45ad-a9c1-50818b21f334/c21744b0-37a8-4ad6-9db1-315ba63ee1c3/5a1b88bd-9e9d-4386-8c58-e108985d860a) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:05:23.277431 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead2d662-5107-4127-ad63-3eb2dd210a96 x-openstack-request-id: req-ead2d662-5107-4127-ad63-3eb2dd210a96 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:05:23.277821 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85dccee4-09eb-4b9c-b239-e3f560397196", "name": "network-vif-plugged", "status": "completed", "tag": "83e8c270-eac4-4a64-a348-af7fae240862", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:05:23.278031 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ead2d662-5107-4127-ad63-3eb2dd210a96 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:05:23.279122 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85dccee4-09eb-4b9c-b239-e3f560397196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83e8c270-eac4-4a64-a348-af7fae240862', 'code': 200} Jul 24 00:05:23.282512 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 83e8c270-eac4-4a64-a348-af7fae240862, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=83e8c270-eac4-4a64-a348-af7fae240862,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:05:23.290973 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-401ebbdb-d861-4f9a-9403-dece00cdb06c tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:23.294634 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:23.308105 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-401ebbdb-d861-4f9a-9403-dece00cdb06c tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34bae5c6-d844-4097-a5ac-5ac678d1b6ff']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:23.318145 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-4fa8a21f-027c-4c2e-b099-48f5d60261b4 None None] For port d81b62c7-57d9-4c0a-845a-2dd178196b42, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=d81b62c7-57d9-4c0a-845a-2dd178196b42,segment=NetworkSegment(7ff973a7-876a-43da-9de5-938356106c10),segment_id=7ff973a7-876a-43da-9de5-938356106c10)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:05:23.318549 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-4fa8a21f-027c-4c2e-b099-48f5d60261b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:23.326533 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-401ebbdb-d861-4f9a-9403-dece00cdb06c tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ff973a7-876a-43da-9de5-938356106c10') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:23.326844 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-401ebbdb-d861-4f9a-9403-dece00cdb06c tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ff973a7-876a-43da-9de5-938356106c10') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:23.378487 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-4fa8a21f-027c-4c2e-b099-48f5d60261b4 None None] Calling delete_port for d81b62c7-57d9-4c0a-845a-2dd178196b42 owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:05:23.447866 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-401ebbdb-d861-4f9a-9403-dece00cdb06c tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:23.466996 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=83e8c270-eac4-4a64-a348-af7fae240862,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:23.510961 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-401ebbdb-d861-4f9a-9403-dece00cdb06c tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:23.530191 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1652507e-d063-4be9-ac04-93b7e5aafe8f tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Router 5832c0e7-1d75-4a30-9141-9a6a9a723e64 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:05:23.536896 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-401ebbdb-d861-4f9a-9403-dece00cdb06c tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:05:23.538488 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-401ebbdb-d861-4f9a-9403-dece00cdb06c tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:23.565960 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-4fa8a21f-027c-4c2e-b099-48f5d60261b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:23.618452 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device d81b62c7-57d9-4c0a-845a-2dd178196b42 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:05:23.622322 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:05:23.622322 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:05:23.622322 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:05:23.622322 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:05:23.622322 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:05:23.622322 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:05:23.622322 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:05:23.622322 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:05:23.622322 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:05:23.622322 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:05:23.622322 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:05:23.622322 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:05:23.622322 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:05:23.622322 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:05:23.622322 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:05:23.622322 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:05:23.622322 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:05:23.622322 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:05:23.622322 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:05:23.622322 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:05:23.622322 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:05:23.622322 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:05:23.622322 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:05:23.622322 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:05:23.622322 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:05:23.622322 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:05:23.622322 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:05:23.622322 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:05:23.622322 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:05:23.622322 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:05:23.622322 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:05:23.622322 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:05:23.646815 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa8a21f-027c-4c2e-b099-48f5d60261b4 None None] No DVR routers for this DVR port d81b62c7-57d9-4c0a-845a-2dd178196b42 on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:05:23.649416 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: d81b62c7-57d9-4c0a-845a-2dd178196b42 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:05:23.649788 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device d81b62c7-57d9-4c0a-845a-2dd178196b42 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:05:23.652020 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa8a21f-027c-4c2e-b099-48f5d60261b4 None None] Pushing event deleted for resources: {'Port': ['ID=d81b62c7-57d9-4c0a-845a-2dd178196b42,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:23.732477 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af30c58e-56fb-4fa7-8f8e-d126f5b26052 req-c6325d60-3a18-44db-8888-0b846ae99976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:23.734048 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-af30c58e-56fb-4fa7-8f8e-d126f5b26052 req-c6325d60-3a18-44db-8888-0b846ae99976 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=85dccee4-09eb-4b9c-b239-e3f560397196 HTTP/1.1" status: 200 len: 1102 time: 0.3853447 Jul 24 00:05:23.737546 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-401ebbdb-d861-4f9a-9403-dece00cdb06c tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:23.742779 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-401ebbdb-d861-4f9a-9403-dece00cdb06c tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:23.750695 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-401ebbdb-d861-4f9a-9403-dece00cdb06c tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "DELETE /v2.0/networks/34bae5c6-d844-4097-a5ac-5ac678d1b6ff HTTP/1.1" status: 204 len: 168 time: 1.4651937 Jul 24 00:05:23.751346 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 58596) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:23.774618 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-73440de7-443e-4cf7-a57c-8891cd96cf38 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-453138821', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}, 'admin_state_up': False}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:05:23.776776 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730c124-c2ce-4524-971f-b9c8a9892827 req-9b9dd3d4-02ad-4b6a-8a40-7872be669ebc tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:23.778567 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b730c124-c2ce-4524-971f-b9c8a9892827 req-9b9dd3d4-02ad-4b6a-8a40-7872be669ebc tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=fee90f4e-67b3-424d-92c1-5ad9f2a82d47 HTTP/1.1" status: 200 len: 946 time: 0.1106396 Jul 24 00:05:23.781798 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1652507e-d063-4be9-ac04-93b7e5aafe8f tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:05:23.786400 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1652507e-d063-4be9-ac04-93b7e5aafe8f tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:23.799275 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ceed26-da57-4f5e-b63a-ffc88b050c99 None None] Sync routers for ids ['5832c0e7-1d75-4a30-9141-9a6a9a723e64'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:05:23.807268 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401ebbdb-d861-4f9a-9403-dece00cdb06c tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Pushing event deleted for resources: {'Network': ['ID=34bae5c6-d844-4097-a5ac-5ac678d1b6ff,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:23.818775 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a971761c-bc2c-4faf-a08f-6de3205fa79a tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:23.818876 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ceed26-da57-4f5e-b63a-ffc88b050c99 None None] Routers {'5832c0e7-1d75-4a30-9141-9a6a9a723e64'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:05:23.818876 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-03ceed26-da57-4f5e-b63a-ffc88b050c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:04:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['5832c0e7-1d75-4a30-9141-9a6a9a723e64'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:23.836346 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-73440de7-443e-4cf7-a57c-8891cd96cf38 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:23.837370 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-73440de7-443e-4cf7-a57c-8891cd96cf38 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:23.853969 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [None req-a971761c-bc2c-4faf-a08f-6de3205fa79a tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Transition to ACTIVE for port object 5a1b88bd-9e9d-4386-8c58-e108985d860a will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:05:23.861923 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-1652507e-d063-4be9-ac04-93b7e5aafe8f tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] 10.222.0.44 "DELETE /v2.0/floatingips/0d02614d-f8ae-428c-80e1-222cdeaef85c HTTP/1.1" status: 204 len: 168 time: 2.0232296 Jul 24 00:05:23.864720 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 58602) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:23.869115 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-af30c58e-56fb-4fa7-8f8e-d126f5b26052 req-46f3eb27-9aaf-458f-8ae2-11afabe3f0ce service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140544 Jul 24 00:05:23.876883 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b730c124-c2ce-4524-971f-b9c8a9892827 req-831b4b42-b895-401f-a452-96e48d0c9a9d tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880256 Jul 24 00:05:23.885937 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-03ceed26-da57-4f5e-b63a-ffc88b050c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:23.901489 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ceed26-da57-4f5e-b63a-ffc88b050c99 None None] Routers {'5832c0e7-1d75-4a30-9141-9a6a9a723e64'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:05:23.902812 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-03ceed26-da57-4f5e-b63a-ffc88b050c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:04:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['5832c0e7-1d75-4a30-9141-9a6a9a723e64'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:23.948267 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-03ceed26-da57-4f5e-b63a-ffc88b050c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:23.948581 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-73440de7-443e-4cf7-a57c-8891cd96cf38 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:23.950271 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ceed26-da57-4f5e-b63a-ffc88b050c99 None None] The sync data for ids ['5832c0e7-1d75-4a30-9141-9a6a9a723e64'] in n-d-800088-16 is: [] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:05:24.003611 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-3d63c3ea-bf35-4df8-9a67-5c16dc407f0f tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Deleting port e4fb9b19-f567-45d2-ac5e-1afc701f4010 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:05:24.004032 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3d63c3ea-bf35-4df8-9a67-5c16dc407f0f tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:24.041775 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-2de08766-f61d-4944-9044-7f93f6a09767 None None] Allocated IP 172.20.0.2 (98e9a79d-438e-45ad-a9c1-50818b21f334/c21744b0-37a8-4ad6-9db1-315ba63ee1c3/6c6c22dd-41c4-4267-9e76-b48133d966c9) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:05:24.085783 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a971761c-bc2c-4faf-a08f-6de3205fa79a tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:24.124650 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3d63c3ea-bf35-4df8-9a67-5c16dc407f0f tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:24.149418 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-3d63c3ea-bf35-4df8-9a67-5c16dc407f0f tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Calling delete_port for e4fb9b19-f567-45d2-ac5e-1afc701f4010 owned by {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:05:24.198290 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a971761c-bc2c-4faf-a08f-6de3205fa79a tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Network 98e9a79d-438e-45ad-a9c1-50818b21f334 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:05:24.211496 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2de08766-f61d-4944-9044-7f93f6a09767 None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:24.221782 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2de08766-f61d-4944-9044-7f93f6a09767 None None] Transition to ACTIVE for port object 6c6c22dd-41c4-4267-9e76-b48133d966c9 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:05:24.245258 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-a971761c-bc2c-4faf-a08f-6de3205fa79a tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:05:24.247929 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a971761c-bc2c-4faf-a08f-6de3205fa79a tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:05:24.254516 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2de08766-f61d-4944-9044-7f93f6a09767 None None] Transition to ACTIVE for port object 6c6c22dd-41c4-4267-9e76-b48133d966c9 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:05:24.254719 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a971761c-bc2c-4faf-a08f-6de3205fa79a tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event updated for resources: {'Port': ['ID=5a1b88bd-9e9d-4386-8c58-e108985d860a,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:24.265695 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2de08766-f61d-4944-9044-7f93f6a09767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:24.283159 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-73440de7-443e-4cf7-a57c-8891cd96cf38 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:24.335124 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de08766-f61d-4944-9044-7f93f6a09767 None None] Pushing event updated for resources: {'Port': ['ID=6c6c22dd-41c4-4267-9e76-b48133d966c9,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:24.350672 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a971761c-bc2c-4faf-a08f-6de3205fa79a tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:24.350969 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de08766-f61d-4944-9044-7f93f6a09767 None None] Network 98e9a79d-438e-45ad-a9c1-50818b21f334 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:05:24.351306 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a971761c-bc2c-4faf-a08f-6de3205fa79a tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:24.352748 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-2de08766-f61d-4944-9044-7f93f6a09767 None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:05:24.355664 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de08766-f61d-4944-9044-7f93f6a09767 None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:05:24.380840 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9649be-2954-41e6-ac31-ae780fc57c0e req-cc832b92-6ebd-4af0-b526-6096f6a00777 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:24.388671 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2d9649be-2954-41e6-ac31-ae780fc57c0e req-cc832b92-6ebd-4af0-b526-6096f6a00777 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=85dccee4-09eb-4b9c-b239-e3f560397196 HTTP/1.1" status: 200 len: 950 time: 0.3468666 Jul 24 00:05:24.399675 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-a971761c-bc2c-4faf-a08f-6de3205fa79a tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.8901157 Jul 24 00:05:24.404302 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 58620) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:24.433921 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-2de08766-f61d-4944-9044-7f93f6a09767 None None] Attempting to bind port 6c6c22dd-41c4-4267-9e76-b48133d966c9 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:05:24.434929 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-2de08766-f61d-4944-9044-7f93f6a09767 None None] Attempting to bind port 6c6c22dd-41c4-4267-9e76-b48133d966c9 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '18d1e175-6adc-4ed0-9f27-f5ef646d8560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '98e9a79d-438e-45ad-a9c1-50818b21f334'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:05:24.434929 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de08766-f61d-4944-9044-7f93f6a09767 None None] Attempting to bind port 6c6c22dd-41c4-4267-9e76-b48133d966c9 on network 98e9a79d-438e-45ad-a9c1-50818b21f334 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:05:24.440608 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de08766-f61d-4944-9044-7f93f6a09767 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:05:24.441171 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de08766-f61d-4944-9044-7f93f6a09767 None None] Checking segment: {'id': '18d1e175-6adc-4ed0-9f27-f5ef646d8560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '98e9a79d-438e-45ad-a9c1-50818b21f334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:05:24.441679 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2de08766-f61d-4944-9044-7f93f6a09767 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:24.442183 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de08766-f61d-4944-9044-7f93f6a09767 None None] Bound using segment: {'id': '18d1e175-6adc-4ed0-9f27-f5ef646d8560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '98e9a79d-438e-45ad-a9c1-50818b21f334'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:05:24.442928 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-2de08766-f61d-4944-9044-7f93f6a09767 None None] Bound port: 6c6c22dd-41c4-4267-9e76-b48133d966c9, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d1e175-6adc-4ed0-9f27-f5ef646d8560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '98e9a79d-438e-45ad-a9c1-50818b21f334'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:05:24.443541 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2de08766-f61d-4944-9044-7f93f6a09767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:24.459592 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2d9649be-2954-41e6-ac31-ae780fc57c0e req-ceb67ba4-73c8-43b9-bbe7-23ef66ce748b tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680954 Jul 24 00:05:24.484678 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3d63c3ea-bf35-4df8-9a67-5c16dc407f0f tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:24.550533 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2de08766-f61d-4944-9044-7f93f6a09767 None None] For port 6c6c22dd-41c4-4267-9e76-b48133d966c9, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:05:24.555330 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2de08766-f61d-4944-9044-7f93f6a09767 None None] For port 6c6c22dd-41c4-4267-9e76-b48133d966c9, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=6c6c22dd-41c4-4267-9e76-b48133d966c9,segment=NetworkSegment(18d1e175-6adc-4ed0-9f27-f5ef646d8560),segment_id=18d1e175-6adc-4ed0-9f27-f5ef646d8560)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:05:24.557944 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63c3ea-bf35-4df8-9a67-5c16dc407f0f tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Pushing event deleted for resources: {'Port': ['ID=e4fb9b19-f567-45d2-ac5e-1afc701f4010,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:24.561563 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2de08766-f61d-4944-9044-7f93f6a09767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:24.661680 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de08766-f61d-4944-9044-7f93f6a09767 None None] Pushing event updated for resources: {'Port': ['ID=6c6c22dd-41c4-4267-9e76-b48133d966c9,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:24.710271 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-73440de7-443e-4cf7-a57c-8891cd96cf38 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for router_gateway, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:24.736111 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-510ec663-29a6-484c-b572-ba81f2b18665 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Deleting port 5a1b88bd-9e9d-4386-8c58-e108985d860a {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:05:24.736587 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-510ec663-29a6-484c-b572-ba81f2b18665 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:24.737136 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-73440de7-443e-4cf7-a57c-8891cd96cf38 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:24.786416 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3d63c3ea-bf35-4df8-9a67-5c16dc407f0f tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:24.788623 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-3d63c3ea-bf35-4df8-9a67-5c16dc407f0f tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] 10.222.0.44 "DELETE /v2.0/ports/e4fb9b19-f567-45d2-ac5e-1afc701f4010 HTTP/1.1" status: 204 len: 168 time: 0.9229493 Jul 24 00:05:24.792627 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 58626) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:24.800823 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-7265995c-a927-4f9b-9fac-5f54f8e014e0 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Request body: {'floatingip': {'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:05:24.868511 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-510ec663-29a6-484c-b572-ba81f2b18665 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:24.875211 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7265995c-a927-4f9b-9fac-5f54f8e014e0 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks [] for floatingip, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:24.890425 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-510ec663-29a6-484c-b572-ba81f2b18665 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Calling delete_port for 5a1b88bd-9e9d-4386-8c58-e108985d860a owned by {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:05:24.905230 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-73440de7-443e-4cf7-a57c-8891cd96cf38 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Allocated IP 172.25.3.43 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/0301b1e9-1b6d-4b40-af85-05318a9fc98d) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:05:25.081377 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-73440de7-443e-4cf7-a57c-8891cd96cf38 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:25.096540 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7265995c-a927-4f9b-9fac-5f54f8e014e0 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:25.139516 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648298c7-6d95-4e88-b163-8bbba722336c req-43a896d0-431a-4fba-a3fc-6b0d699cb98f tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:25.141243 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-648298c7-6d95-4e88-b163-8bbba722336c req-43a896d0-431a-4fba-a3fc-6b0d699cb98f tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=fee90f4e-67b3-424d-92c1-5ad9f2a82d47 HTTP/1.1" status: 200 len: 946 time: 0.1447282 Jul 24 00:05:25.149152 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-510ec663-29a6-484c-b572-ba81f2b18665 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:25.182978 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-73440de7-443e-4cf7-a57c-8891cd96cf38 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:25.194295 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510ec663-29a6-484c-b572-ba81f2b18665 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event deleted for resources: {'Port': ['ID=5a1b88bd-9e9d-4386-8c58-e108985d860a,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:25.257143 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73440de7-443e-4cf7-a57c-8891cd96cf38 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:05:25.265239 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-648298c7-6d95-4e88-b163-8bbba722336c req-2dfc7e84-db29-4886-b359-eb36a70b5c48 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133010 Jul 24 00:05:25.271821 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-73440de7-443e-4cf7-a57c-8891cd96cf38 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:05:25.276725 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-7265995c-a927-4f9b-9fac-5f54f8e014e0 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Allocated IP 172.25.3.41 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/8e08fcc5-caa3-46b4-a7fa-f0e3945934e2) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:05:25.279697 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73440de7-443e-4cf7-a57c-8891cd96cf38 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:05:25.284061 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73440de7-443e-4cf7-a57c-8891cd96cf38 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Pushing event updated for resources: {'Port': ['ID=0301b1e9-1b6d-4b40-af85-05318a9fc98d,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:25.294370 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-510ec663-29a6-484c-b572-ba81f2b18665 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:25.296604 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-510ec663-29a6-484c-b572-ba81f2b18665 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "DELETE /v2.0/ports/5a1b88bd-9e9d-4386-8c58-e108985d860a HTTP/1.1" status: 204 len: 168 time: 0.8907678 Jul 24 00:05:25.299124 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 58630) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:25.341492 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-63d1e4ce-c348-47c1-9309-24dbefc7bc48 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] GET failed (client error): The resource could not be found. Jul 24 00:05:25.345815 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-63d1e4ce-c348-47c1-9309-24dbefc7bc48 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "GET /v2.0/ports/5a1b88bd-9e9d-4386-8c58-e108985d860a HTTP/1.1" status: 404 len: 333 time: 0.0428829 Jul 24 00:05:25.346106 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 58634) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:25.399353 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbb5faff-318a-4053-8242-2b9928bd3046 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Deleting subnet c21744b0-37a8-4ad6-9db1-315ba63ee1c3 {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:05:25.403831 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bbb5faff-318a-4053-8242-2b9928bd3046 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:25.451534 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bbb5faff-318a-4053-8242-2b9928bd3046 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:25.543955 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7265995c-a927-4f9b-9fac-5f54f8e014e0 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:25.622540 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bbb5faff-318a-4053-8242-2b9928bd3046 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:25.710340 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-73440de7-443e-4cf7-a57c-8891cd96cf38 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for router_gateway, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:25.712521 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 6c6c22dd-41c4-4267-9e76-b48133d966c9 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:05:25.714774 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7265995c-a927-4f9b-9fac-5f54f8e014e0 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:25.792165 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bbb5faff-318a-4053-8242-2b9928bd3046 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:25.841245 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-82d5cbe4-c608-4d43-b0af-7d1e6e2ea22d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:25.846061 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7265995c-a927-4f9b-9fac-5f54f8e014e0 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:05:25.859019 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 6c6c22dd-41c4-4267-9e76-b48133d966c9 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:05:25.860519 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bbb5faff-318a-4053-8242-2b9928bd3046 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:25.865389 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-bbb5faff-318a-4053-8242-2b9928bd3046 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "DELETE /v2.0/subnets/c21744b0-37a8-4ad6-9db1-315ba63ee1c3 HTTP/1.1" status: 204 len: 168 time: 0.5160086 Jul 24 00:05:25.870709 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb5faff-318a-4053-8242-2b9928bd3046 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event deleted for resources: {'Subnet': ['ID=c21744b0-37a8-4ad6-9db1-315ba63ee1c3,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:25.871802 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-7265995c-a927-4f9b-9fac-5f54f8e014e0 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:05:25.875120 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 58646) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:25.875863 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7265995c-a927-4f9b-9fac-5f54f8e014e0 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:05:25.923725 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa45fa1-96a3-46fe-b4ad-487368b0710b req-c440c872-8485-4016-8d8e-36e3e011a63f tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:25.925456 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0aa45fa1-96a3-46fe-b4ad-487368b0710b req-c440c872-8485-4016-8d8e-36e3e011a63f tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=85dccee4-09eb-4b9c-b239-e3f560397196 HTTP/1.1" status: 200 len: 950 time: 0.3047523 Jul 24 00:05:26.057719 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0aa45fa1-96a3-46fe-b4ad-487368b0710b req-3ff6b5e4-2657-46ab-8840-d657686b120e tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985589 Jul 24 00:05:26.061467 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1aa310f9-c41d-4bc2-9eb4-99a9fefa0be6 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:26.147006 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-1aa310f9-c41d-4bc2-9eb4-99a9fefa0be6 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Deleting port 6c6c22dd-41c4-4267-9e76-b48133d966c9 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:05:26.147673 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1aa310f9-c41d-4bc2-9eb4-99a9fefa0be6 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:26.193053 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff8d817-4e0b-4bb4-8dfe-081750a6545f None None] Network 98e9a79d-438e-45ad-a9c1-50818b21f334 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:05:26.304310 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-1aa310f9-c41d-4bc2-9eb4-99a9fefa0be6 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] For port 6c6c22dd-41c4-4267-9e76-b48133d966c9, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=6c6c22dd-41c4-4267-9e76-b48133d966c9,segment=NetworkSegment(18d1e175-6adc-4ed0-9f27-f5ef646d8560),segment_id=18d1e175-6adc-4ed0-9f27-f5ef646d8560)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:05:26.305038 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1aa310f9-c41d-4bc2-9eb4-99a9fefa0be6 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:26.339641 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9a9586e6-40bd-420d-95d7-7b202d54f77d None None] Provisioning for port 6c6c22dd-41c4-4267-9e76-b48133d966c9 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:05:26.349343 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9a9586e6-40bd-420d-95d7-7b202d54f77d None None] Provisioning complete for port 6c6c22dd-41c4-4267-9e76-b48133d966c9 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:05:26.349869 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9a9586e6-40bd-420d-95d7-7b202d54f77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:26.378183 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-1aa310f9-c41d-4bc2-9eb4-99a9fefa0be6 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Calling delete_port for 6c6c22dd-41c4-4267-9e76-b48133d966c9 owned by network:dhcp {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:05:26.471948 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7265995c-a927-4f9b-9fac-5f54f8e014e0 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Pushing event updated for resources: {'Port': ['ID=8e08fcc5-caa3-46b4-a7fa-f0e3945934e2,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:26.474897 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9a9586e6-40bd-420d-95d7-7b202d54f77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:26.505973 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a90cb0e-fad8-4b18-915c-2fcffade2d85 None None] DHCP port deletion for 98e9a79d-438e-45ad-a9c1-50818b21f334 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:05:26.519304 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd1a4cf-bf8c-415f-8a1b-91f1489fb07a req-80707509-a7c6-471a-947d-4e14cf0563c6 tempest-MigrationsAdminTest-1150272480 tempest-MigrationsAdminTest-1150272480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:26.521599 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cbd1a4cf-bf8c-415f-8a1b-91f1489fb07a req-80707509-a7c6-471a-947d-4e14cf0563c6 tempest-MigrationsAdminTest-1150272480 tempest-MigrationsAdminTest-1150272480-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=85dccee4-09eb-4b9c-b239-e3f560397196 HTTP/1.1" status: 200 len: 1102 time: 0.2131217 Jul 24 00:05:26.568885 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9a9586e6-40bd-420d-95d7-7b202d54f77d None None] For port 6c6c22dd-41c4-4267-9e76-b48133d966c9, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=6c6c22dd-41c4-4267-9e76-b48133d966c9,segment=NetworkSegment(18d1e175-6adc-4ed0-9f27-f5ef646d8560),segment_id=18d1e175-6adc-4ed0-9f27-f5ef646d8560)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:05:26.572252 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cbd1a4cf-bf8c-415f-8a1b-91f1489fb07a req-a18bbc39-631e-4edf-89c7-494038453e07 tempest-MigrationsAdminTest-1150272480 tempest-MigrationsAdminTest-1150272480-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437169 Jul 24 00:05:26.587529 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9a9586e6-40bd-420d-95d7-7b202d54f77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:26.592423 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1aa310f9-c41d-4bc2-9eb4-99a9fefa0be6 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:26.650544 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9586e6-40bd-420d-95d7-7b202d54f77d None None] Pushing event deleted for resources: {'Port': ['ID=6c6c22dd-41c4-4267-9e76-b48133d966c9,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:26.653586 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-5a90cb0e-fad8-4b18-915c-2fcffade2d85 None None] Deleting port 6c6c22dd-41c4-4267-9e76-b48133d966c9 {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:05:26.653968 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-5a90cb0e-fad8-4b18-915c-2fcffade2d85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:26.657088 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa310f9-c41d-4bc2-9eb4-99a9fefa0be6 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] No DVR routers for this DVR port 6c6c22dd-41c4-4267-9e76-b48133d966c9 on host n-d-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:05:26.659036 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa310f9-c41d-4bc2-9eb4-99a9fefa0be6 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event deleted for resources: {'Port': ['ID=6c6c22dd-41c4-4267-9e76-b48133d966c9,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:26.748555 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d06a873-15fe-4ba7-b630-66b8020d4b25 req-2856c97e-d80c-4777-a50d-0572881b15fe tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:26.756064 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2d06a873-15fe-4ba7-b630-66b8020d4b25 req-2856c97e-d80c-4777-a50d-0572881b15fe tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=fee90f4e-67b3-424d-92c1-5ad9f2a82d47 HTTP/1.1" status: 200 len: 946 time: 0.3176427 Jul 24 00:05:26.766180 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-5a90cb0e-fad8-4b18-915c-2fcffade2d85 None None] For port 6c6c22dd-41c4-4267-9e76-b48133d966c9, host n-d-800088-16, got binding levels [] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:05:26.766752 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-5a90cb0e-fad8-4b18-915c-2fcffade2d85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:26.774251 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1aa310f9-c41d-4bc2-9eb4-99a9fefa0be6 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:26.780939 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7265995c-a927-4f9b-9fac-5f54f8e014e0 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:26.789606 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-1aa310f9-c41d-4bc2-9eb4-99a9fefa0be6 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98e9a79d-438e-45ad-a9c1-50818b21f334']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:26.807308 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-1aa310f9-c41d-4bc2-9eb4-99a9fefa0be6 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18d1e175-6adc-4ed0-9f27-f5ef646d8560') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:26.808063 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-1aa310f9-c41d-4bc2-9eb4-99a9fefa0be6 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18d1e175-6adc-4ed0-9f27-f5ef646d8560') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:26.813834 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-5a90cb0e-fad8-4b18-915c-2fcffade2d85 None None] Calling delete_port for 6c6c22dd-41c4-4267-9e76-b48133d966c9 owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:05:26.822342 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.ipam_backend_mixin [None req-5a90cb0e-fad8-4b18-915c-2fcffade2d85 None None] Port 6c6c22dd-41c4-4267-9e76-b48133d966c9 was not found and therefore no delete operation was performed {{(pid=100315) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 24 00:05:26.836995 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1aa310f9-c41d-4bc2-9eb4-99a9fefa0be6 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:26.837502 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-5a90cb0e-fad8-4b18-915c-2fcffade2d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:26.869465 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1aa310f9-c41d-4bc2-9eb4-99a9fefa0be6 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:26.872147 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a90cb0e-fad8-4b18-915c-2fcffade2d85 None None] Pushing event deleted for resources: {'Port': ['ID=6c6c22dd-41c4-4267-9e76-b48133d966c9,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:26.879469 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a90cb0e-fad8-4b18-915c-2fcffade2d85 None None] No DVR routers for this DVR port 6c6c22dd-41c4-4267-9e76-b48133d966c9 on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:05:26.884178 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:26.885659 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7265995c-a927-4f9b-9fac-5f54f8e014e0 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:26.889256 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aa310f9-c41d-4bc2-9eb4-99a9fefa0be6 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:05:26.889704 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1aa310f9-c41d-4bc2-9eb4-99a9fefa0be6 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:26.892576 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-73440de7-443e-4cf7-a57c-8891cd96cf38 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:26.898373 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:05:26.898373 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:05:26.898373 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:05:26.898373 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:05:26.898373 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:05:26.898373 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:05:26.898373 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:05:26.898373 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:05:26.898373 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:05:26.898373 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:05:26.898373 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:05:26.898373 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:05:26.898373 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:05:26.898373 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:05:26.898373 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:05:26.898373 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:05:26.898373 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:05:26.898373 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:05:26.898373 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:05:26.898373 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:05:26.898373 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:05:26.898373 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:05:26.898373 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:05:26.898373 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:05:26.898373 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:05:26.898373 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:05:26.898373 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:05:26.898373 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:05:26.898373 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:05:26.898373 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:05:26.898373 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:05:26.898373 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:05:26.928775 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2d06a873-15fe-4ba7-b630-66b8020d4b25 req-313c2381-cbac-42d9-8a1e-df805995e5ec tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716123 Jul 24 00:05:27.017946 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1aa310f9-c41d-4bc2-9eb4-99a9fefa0be6 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:27.027697 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1aa310f9-c41d-4bc2-9eb4-99a9fefa0be6 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:27.029614 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-1aa310f9-c41d-4bc2-9eb4-99a9fefa0be6 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "DELETE /v2.0/networks/98e9a79d-438e-45ad-a9c1-50818b21f334 HTTP/1.1" status: 204 len: 168 time: 1.1517668 Jul 24 00:05:27.040005 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 58664) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:27.048423 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-94ce8122-f677-4717-beb4-c72b0ccf6c19 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Request body: {'port': {'network_id': '29517d75-f90f-4ff3-95ea-68c448311e4b', 'name': 'tempest-PortsTestJSON-1156882759'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:05:27.053607 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa310f9-c41d-4bc2-9eb4-99a9fefa0be6 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event deleted for resources: {'Network': ['ID=98e9a79d-438e-45ad-a9c1-50818b21f334,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:27.092451 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226d399b-6bce-444e-8a57-3d42849fe150 req-5b9a9c09-7600-4afb-8053-2960ac7a86e8 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:27.099627 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-226d399b-6bce-444e-8a57-3d42849fe150 req-5b9a9c09-7600-4afb-8053-2960ac7a86e8 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=85dccee4-09eb-4b9c-b239-e3f560397196 HTTP/1.1" status: 200 len: 950 time: 0.1787474 Jul 24 00:05:27.184757 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-226d399b-6bce-444e-8a57-3d42849fe150 req-61c709e0-0f5e-477a-b66c-13a5f0dabf8f tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810115 Jul 24 00:05:27.211795 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ce8122-f677-4717-beb4-c72b0ccf6c19 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Made reservation on behalf of 0861e7509e4040ae9ebcc16b5063e046 for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:05:27.218682 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-94ce8122-f677-4717-beb4-c72b0ccf6c19 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:27.219571 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:27.250830 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [None req-94ce8122-f677-4717-beb4-c72b0ccf6c19 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] device_id is not set on port 5db5311d-eef0-4baa-a84a-3d7d08a50b68 yet. {{(pid=100314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:05:27.317780 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7265995c-a927-4f9b-9fac-5f54f8e014e0 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:27.329219 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b1258826-4ec7-4f7f-9af6-a9ed93619c04 req-f43f6385-4900-4e2f-bb9a-59d64f682998 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=85dccee4-09eb-4b9c-b239-e3f560397196&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3725846 Jul 24 00:05:27.337335 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7265995c-a927-4f9b-9fac-5f54f8e014e0 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:27.390135 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73440de7-443e-4cf7-a57c-8891cd96cf38 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Router bf1ceae5-14e6-4692-b91e-ebd52a660d67 is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:05:27.412493 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6de3aad-47c4-42c6-b0ab-adbd8af4afd4 req-a46a8ae6-b14b-4bf6-80e2-7af7d500cc7d tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:27.414062 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f6de3aad-47c4-42c6-b0ab-adbd8af4afd4 req-a46a8ae6-b14b-4bf6-80e2-7af7d500cc7d tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.52 "GET /v2.0/ports?device_id=fee90f4e-67b3-424d-92c1-5ad9f2a82d47 HTTP/1.1" status: 200 len: 946 time: 0.2058866 Jul 24 00:05:27.481387 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-94ce8122-f677-4717-beb4-c72b0ccf6c19 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:27.498691 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7265995c-a927-4f9b-9fac-5f54f8e014e0 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Pushing event updated for resources: {'Port': ['ID=8e08fcc5-caa3-46b4-a7fa-f0e3945934e2,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:27.554669 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 6c6c22dd-41c4-4267-9e76-b48133d966c9 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:05:27.563158 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-94ce8122-f677-4717-beb4-c72b0ccf6c19 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:27.587055 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7265995c-a927-4f9b-9fac-5f54f8e014e0 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:27.595996 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 6c6c22dd-41c4-4267-9e76-b48133d966c9 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:05:27.596786 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 6c6c22dd-41c4-4267-9e76-b48133d966c9 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:05:27.648075 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ce8122-f677-4717-beb4-c72b0ccf6c19 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Network 29517d75-f90f-4ff3-95ea-68c448311e4b is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:05:27.648075 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-94ce8122-f677-4717-beb4-c72b0ccf6c19 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:05:27.651536 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ce8122-f677-4717-beb4-c72b0ccf6c19 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:05:27.657953 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ce8122-f677-4717-beb4-c72b0ccf6c19 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:27.658607 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-94ce8122-f677-4717-beb4-c72b0ccf6c19 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:27.669793 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ce8122-f677-4717-beb4-c72b0ccf6c19 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event updated for resources: {'Port': ['ID=5db5311d-eef0-4baa-a84a-3d7d08a50b68,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:27.697823 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-94ce8122-f677-4717-beb4-c72b0ccf6c19 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6531713 Jul 24 00:05:27.700831 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 58686) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:27.715425 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7265995c-a927-4f9b-9fac-5f54f8e014e0 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:27.716762 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-7265995c-a927-4f9b-9fac-5f54f8e014e0 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9224126 Jul 24 00:05:27.720263 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 58690) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:27.757109 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73440de7-443e-4cf7-a57c-8891cd96cf38 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:05:27.776000 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f019bbe4-c71f-46f7-abc2-56e4f20c98a2 None None] Sync routers for ids ['bf1ceae5-14e6-4692-b91e-ebd52a660d67'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:05:27.784908 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-f6de3aad-47c4-42c6-b0ab-adbd8af4afd4 req-285b3002-ac22-4c27-a8c1-68b492396905 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Deleting port 175a37e6-5f38-47f4-8b71-477906d4d1b0 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:05:27.785425 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-f6de3aad-47c4-42c6-b0ab-adbd8af4afd4 req-285b3002-ac22-4c27-a8c1-68b492396905 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:27.788319 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f019bbe4-c71f-46f7-abc2-56e4f20c98a2 None None] Routers {'bf1ceae5-14e6-4692-b91e-ebd52a660d67'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:05:27.790268 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-88eb389b-0ccb-4a06-a47e-e5ff302894e6 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Request body: {'port': {'network_id': '0cd4d1dc-85e3-4bec-ad23-95ceb4c07445', 'name': 'tempest-FloatingIPTestJSON-1944456209'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:05:27.790792 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-73440de7-443e-4cf7-a57c-8891cd96cf38 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:27.791609 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-f019bbe4-c71f-46f7-abc2-56e4f20c98a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:05:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['bf1ceae5-14e6-4692-b91e-ebd52a660d67'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:27.795755 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-73440de7-443e-4cf7-a57c-8891cd96cf38 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.0251462 Jul 24 00:05:27.796535 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 58696) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:27.848051 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-f019bbe4-c71f-46f7-abc2-56e4f20c98a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:27.857579 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f019bbe4-c71f-46f7-abc2-56e4f20c98a2 None None] Routers {'bf1ceae5-14e6-4692-b91e-ebd52a660d67'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:05:27.858409 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-f019bbe4-c71f-46f7-abc2-56e4f20c98a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:05:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['bf1ceae5-14e6-4692-b91e-ebd52a660d67'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:27.894062 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-f019bbe4-c71f-46f7-abc2-56e4f20c98a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:27.894957 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f019bbe4-c71f-46f7-abc2-56e4f20c98a2 None None] The sync data for ids ['bf1ceae5-14e6-4692-b91e-ebd52a660d67'] in n-d-800088-16 is: [] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:05:28.045251 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-20083e3f-08f3-46c9-a1bb-18dfc4ed3643 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Deleting port 5db5311d-eef0-4baa-a84a-3d7d08a50b68 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:05:28.045601 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-20083e3f-08f3-46c9-a1bb-18dfc4ed3643 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:28.078296 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-7b625e41-5122-4c67-828d-7c04143f777c tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "GET /v2.0/routers/bf1ceae5-14e6-4692-b91e-ebd52a660d67 HTTP/1.1" status: 200 len: 879 time: 0.2693584 Jul 24 00:05:28.114486 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-20083e3f-08f3-46c9-a1bb-18dfc4ed3643 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:28.116440 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-f6de3aad-47c4-42c6-b0ab-adbd8af4afd4 req-285b3002-ac22-4c27-a8c1-68b492396905 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] For port 175a37e6-5f38-47f4-8b71-477906d4d1b0, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=175a37e6-5f38-47f4-8b71-477906d4d1b0,segment=NetworkSegment(03844098-4008-432a-ad64-80c1a7ec0473),segment_id=03844098-4008-432a-ad64-80c1a7ec0473)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:05:28.116845 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-f6de3aad-47c4-42c6-b0ab-adbd8af4afd4 req-285b3002-ac22-4c27-a8c1-68b492396905 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:28.127831 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-20083e3f-08f3-46c9-a1bb-18dfc4ed3643 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Calling delete_port for 5db5311d-eef0-4baa-a84a-3d7d08a50b68 owned by {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:05:28.132718 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-f6de3aad-47c4-42c6-b0ab-adbd8af4afd4 req-285b3002-ac22-4c27-a8c1-68b492396905 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Calling delete_port for 175a37e6-5f38-47f4-8b71-477906d4d1b0 owned by compute:nova {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:05:28.182031 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 58702) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:28.320986 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b3aa24-3edf-4dd2-85a3-5187ab597345 req-ea64a3fb-d061-4a0a-aa6e-bd85ad0ee6cd tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:28.322754 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-05b3aa24-3edf-4dd2-85a3-5187ab597345 req-ea64a3fb-d061-4a0a-aa6e-bd85ad0ee6cd tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=fee90f4e-67b3-424d-92c1-5ad9f2a82d47 HTTP/1.1" status: 200 len: 946 time: 0.2542231 Jul 24 00:05:28.322893 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88eb389b-0ccb-4a06-a47e-e5ff302894e6 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Made reservation on behalf of ebb8f2f29751499da1023c7510ec92b9 for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:05:28.328135 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-88eb389b-0ccb-4a06-a47e-e5ff302894e6 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:28.401767 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-05b3aa24-3edf-4dd2-85a3-5187ab597345 req-852bfbdc-a7cd-4287-935f-ec0d16c60256 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523033 Jul 24 00:05:28.403908 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-f6de3aad-47c4-42c6-b0ab-adbd8af4afd4 req-285b3002-ac22-4c27-a8c1-68b492396905 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:28.407917 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [None req-88eb389b-0ccb-4a06-a47e-e5ff302894e6 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] device_id is not set on port 837e4891-ffda-46e5-824f-904895d87011 yet. {{(pid=100314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:05:28.416127 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['175a37e6-5f38-47f4-8b71-477906d4d1b0'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:05:28.423854 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-20083e3f-08f3-46c9-a1bb-18dfc4ed3643 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:28.445321 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285b3002-ac22-4c27-a8c1-68b492396905 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Pushing event deleted for resources: {'Port': ['ID=175a37e6-5f38-47f4-8b71-477906d4d1b0,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:28.487941 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6de3aad-47c4-42c6-b0ab-adbd8af4afd4 req-285b3002-ac22-4c27-a8c1-68b492396905 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] No DVR routers for this DVR port 175a37e6-5f38-47f4-8b71-477906d4d1b0 on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:05:28.491484 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-f6de3aad-47c4-42c6-b0ab-adbd8af4afd4 req-285b3002-ac22-4c27-a8c1-68b492396905 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:28.495103 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f6de3aad-47c4-42c6-b0ab-adbd8af4afd4 req-285b3002-ac22-4c27-a8c1-68b492396905 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.52 "DELETE /v2.0/ports/175a37e6-5f38-47f4-8b71-477906d4d1b0 HTTP/1.1" status: 204 len: 173 time: 1.0582058 Jul 24 00:05:28.495652 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fee90f4e-67b3-424d-92c1-5ad9f2a82d47', 'name': 'network-vif-deleted', 'tag': '175a37e6-5f38-47f4-8b71-477906d4d1b0'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:05:28.498770 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06fee493-1f59-428c-8ed3-00852a4a5364" -d '{"events": [{"server_uuid": "fee90f4e-67b3-424d-92c1-5ad9f2a82d47", "name": "network-vif-deleted", "tag": "175a37e6-5f38-47f4-8b71-477906d4d1b0"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:05:28.528677 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20083e3f-08f3-46c9-a1bb-18dfc4ed3643 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event deleted for resources: {'Port': ['ID=5db5311d-eef0-4baa-a84a-3d7d08a50b68,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:28.544256 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-20083e3f-08f3-46c9-a1bb-18dfc4ed3643 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:28.546274 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-20083e3f-08f3-46c9-a1bb-18dfc4ed3643 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "DELETE /v2.0/ports/5db5311d-eef0-4baa-a84a-3d7d08a50b68 HTTP/1.1" status: 204 len: 168 time: 0.8436470 Jul 24 00:05:28.549063 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 58716) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:28.554375 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-405564e7-2651-4afa-8c59-77d5a8d1eb3e tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Request body: {'port': {'network_id': '29517d75-f90f-4ff3-95ea-68c448311e4b', 'mac_address': 'fa:16:3e:62:50:8b', 'name': 'tempest-PortsTestJSON-1625310580'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:05:28.633306 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e2faf-7827-47a4-a293-389f05df19e7 req-eb183054-c444-4bc7-a6be-0f7775e3c4d1 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:28.642347 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-192e2faf-7827-47a4-a293-389f05df19e7 req-eb183054-c444-4bc7-a6be-0f7775e3c4d1 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=85dccee4-09eb-4b9c-b239-e3f560397196 HTTP/1.1" status: 200 len: 950 time: 0.2918990 Jul 24 00:05:28.705722 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-88eb389b-0ccb-4a06-a47e-e5ff302894e6 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Allocated IP 172.20.0.10 (0cd4d1dc-85e3-4bec-ad23-95ceb4c07445/196a9af0-0aac-4a27-bd54-41230252f5db/837e4891-ffda-46e5-824f-904895d87011) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:05:28.728439 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c374f143-9c60-4660-b33b-f718bf96cb0a x-openstack-request-id: req-c374f143-9c60-4660-b33b-f718bf96cb0a {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:05:28.728764 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fee90f4e-67b3-424d-92c1-5ad9f2a82d47", "name": "network-vif-deleted", "tag": "175a37e6-5f38-47f4-8b71-477906d4d1b0", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:05:28.729026 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c374f143-9c60-4660-b33b-f718bf96cb0a {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:05:28.729422 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fee90f4e-67b3-424d-92c1-5ad9f2a82d47', 'name': 'network-vif-deleted', 'tag': '175a37e6-5f38-47f4-8b71-477906d4d1b0', 'status': 'completed', 'code': 200} Jul 24 00:05:28.737232 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-192e2faf-7827-47a4-a293-389f05df19e7 req-780250a2-120d-4885-9e43-5c417d567b3f tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939505 Jul 24 00:05:28.749054 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-405564e7-2651-4afa-8c59-77d5a8d1eb3e tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Made reservation on behalf of 0861e7509e4040ae9ebcc16b5063e046 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:05:28.775154 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-ff8d11f1-56df-43f2-a5e8-43fc00ebf4a4 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.5915415 Jul 24 00:05:28.780219 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 58718) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:28.784654 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-720a8d02-7851-4406-bbac-f6e4d279034d tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-453138821'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:05:28.818094 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:28.862948 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-405564e7-2651-4afa-8c59-77d5a8d1eb3e tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:28.911890 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [None req-405564e7-2651-4afa-8c59-77d5a8d1eb3e tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] device_id is not set on port e17b72f9-f1e7-40a2-a021-d518dac5ab99 yet. {{(pid=100313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:05:29.203587 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-405564e7-2651-4afa-8c59-77d5a8d1eb3e tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:29.217277 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1258826-4ec7-4f7f-9af6-a9ed93619c04 req-49daf5b9-7060-4625-9694-0e9acfa41013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:29.219539 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b1258826-4ec7-4f7f-9af6-a9ed93619c04 req-49daf5b9-7060-4625-9694-0e9acfa41013 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=798b28002e9743a58ab9c3622d82224e&device_id=85dccee4-09eb-4b9c-b239-e3f560397196 HTTP/1.1" status: 200 len: 1102 time: 0.1557546 Jul 24 00:05:29.343499 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1258826-4ec7-4f7f-9af6-a9ed93619c04 req-974986e5-cfca-46a4-ac5a-da4d467aaf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:29.343499 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b1258826-4ec7-4f7f-9af6-a9ed93619c04 req-974986e5-cfca-46a4-ac5a-da4d467aaf30 service neutron] 10.222.0.52 "GET /v2.0/networks?id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 HTTP/1.1" status: 200 len: 870 time: 0.1151850 Jul 24 00:05:29.391184 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b1258826-4ec7-4f7f-9af6-a9ed93619c04 req-2f5dbffa-3f86-4cfe-9fcd-466f6ee78b09 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=83e8c270-eac4-4a64-a348-af7fae240862 HTTP/1.1" status: 200 len: 217 time: 0.0427341 Jul 24 00:05:29.392755 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-405564e7-2651-4afa-8c59-77d5a8d1eb3e tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:29.466342 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-88eb389b-0ccb-4a06-a47e-e5ff302894e6 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:29.471872 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405564e7-2651-4afa-8c59-77d5a8d1eb3e tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Network 29517d75-f90f-4ff3-95ea-68c448311e4b is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:05:29.482308 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-405564e7-2651-4afa-8c59-77d5a8d1eb3e tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:05:29.488996 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405564e7-2651-4afa-8c59-77d5a8d1eb3e tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:05:29.495128 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405564e7-2651-4afa-8c59-77d5a8d1eb3e tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:29.496718 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-405564e7-2651-4afa-8c59-77d5a8d1eb3e tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:29.501617 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405564e7-2651-4afa-8c59-77d5a8d1eb3e tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event updated for resources: {'Port': ['ID=e17b72f9-f1e7-40a2-a021-d518dac5ab99,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:29.508443 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1258826-4ec7-4f7f-9af6-a9ed93619c04 req-26948e40-2405-48f1-853a-d37a133aa856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:29.510041 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b1258826-4ec7-4f7f-9af6-a9ed93619c04 req-26948e40-2405-48f1-853a-d37a133aa856 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.1091280 Jul 24 00:05:29.553957 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-405564e7-2651-4afa-8c59-77d5a8d1eb3e tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0037632 Jul 24 00:05:29.555874 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 58746) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:29.632849 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db4bbff-bf1b-4019-91f0-0f70487d52ff tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:29.637720 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-8db4bbff-bf1b-4019-91f0-0f70487d52ff tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "GET /v2.0/ports/e17b72f9-f1e7-40a2-a021-d518dac5ab99 HTTP/1.1" status: 200 len: 841 time: 0.0807176 Jul 24 00:05:29.639139 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 58750) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:29.681726 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1258826-4ec7-4f7f-9af6-a9ed93619c04 req-ba55d3e6-93c8-4ded-8cb4-7997c8337f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:29.684304 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b1258826-4ec7-4f7f-9af6-a9ed93619c04 req-ba55d3e6-93c8-4ded-8cb4-7997c8337f76 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1676581 Jul 24 00:05:29.713549 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-88eb389b-0ccb-4a06-a47e-e5ff302894e6 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:29.835458 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88eb389b-0ccb-4a06-a47e-e5ff302894e6 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Network 0cd4d1dc-85e3-4bec-ad23-95ceb4c07445 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:05:29.851544 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-88eb389b-0ccb-4a06-a47e-e5ff302894e6 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:05:29.853319 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eb389b-0ccb-4a06-a47e-e5ff302894e6 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Pushing event updated for resources: {'Port': ['ID=837e4891-ffda-46e5-824f-904895d87011,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:29.856676 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88eb389b-0ccb-4a06-a47e-e5ff302894e6 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:05:29.860536 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-720a8d02-7851-4406-bbac-f6e4d279034d tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:29.865677 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b1258826-4ec7-4f7f-9af6-a9ed93619c04 req-ce863345-8841-4bb3-895c-b33205e6fecd service neutron] 10.222.0.52 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745846 Jul 24 00:05:29.885802 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-a17c13e4-5e74-41f2-8adc-3453a33a29ce tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Deleting port e17b72f9-f1e7-40a2-a021-d518dac5ab99 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:05:29.886223 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a17c13e4-5e74-41f2-8adc-3453a33a29ce tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:29.938106 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-720a8d02-7851-4406-bbac-f6e4d279034d tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-687196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-687191', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-626537'] for router, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:29.963132 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4d93269a-82a2-4e4c-89db-55743f1f60fb req-3825fefc-79ed-4508-85f5-5d6ad0aae6bc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9f027578-c893-4a44-9dc2-07535ce6a55f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3245521 Jul 24 00:05:30.030689 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a17c13e4-5e74-41f2-8adc-3453a33a29ce tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:30.042400 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88eb389b-0ccb-4a06-a47e-e5ff302894e6 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:30.043442 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-88eb389b-0ccb-4a06-a47e-e5ff302894e6 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:30.055478 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de33d3e-1a73-4a57-ad01-1c37b2a1cb69 req-8598974d-1ef5-4ad5-9835-5288676b24f0 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:30.057006 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0de33d3e-1a73-4a57-ad01-1c37b2a1cb69 req-8598974d-1ef5-4ad5-9835-5288676b24f0 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=85dccee4-09eb-4b9c-b239-e3f560397196 HTTP/1.1" status: 200 len: 950 time: 0.2338474 Jul 24 00:05:30.066628 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-a17c13e4-5e74-41f2-8adc-3453a33a29ce tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Calling delete_port for e17b72f9-f1e7-40a2-a021-d518dac5ab99 owned by {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:05:30.082192 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b1258826-4ec7-4f7f-9af6-a9ed93619c04 req-943d2bfc-2274-4f62-94ce-282fb133c175 service neutron] 10.222.0.52 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063873 Jul 24 00:05:30.105158 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c878f9c-89e6-44bf-87cc-a75867183da2 req-f5de4f68-e345-4136-9b7e-d24c51714f48 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:30.106646 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5c878f9c-89e6-44bf-87cc-a75867183da2 req-f5de4f68-e345-4136-9b7e-d24c51714f48 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/networks?id=6d0290d7-687f-4c6e-a33b-868ec400e0f9 HTTP/1.1" status: 200 len: 812 time: 0.3300760 Jul 24 00:05:30.130724 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-88eb389b-0ccb-4a06-a47e-e5ff302894e6 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3481779 Jul 24 00:05:30.137412 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 58766) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:30.143045 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-ceaa5ffa-e68f-4878-8291-caa4072d8d6a tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Request body: {'floatingip': {'port_id': '837e4891-ffda-46e5-824f-904895d87011'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:05:30.149190 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0de33d3e-1a73-4a57-ad01-1c37b2a1cb69 req-0b39da89-4c86-4354-ae49-d6503f1e01d8 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836375 Jul 24 00:05:30.154071 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5c878f9c-89e6-44bf-87cc-a75867183da2 req-c7f89d23-dac8-41ea-9cd1-9d8cabeed36e tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/quotas/edb05757b79c4651874b12bd54763416 HTTP/1.1" status: 200 len: 375 time: 0.0360630 Jul 24 00:05:30.195255 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a17c13e4-5e74-41f2-8adc-3453a33a29ce tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:30.211218 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ceaa5ffa-e68f-4878-8291-caa4072d8d6a tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks [] for floatingip, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:30.230757 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17c13e4-5e74-41f2-8adc-3453a33a29ce tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event deleted for resources: {'Port': ['ID=e17b72f9-f1e7-40a2-a021-d518dac5ab99,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:30.236595 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a17c13e4-5e74-41f2-8adc-3453a33a29ce tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:30.241207 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-a17c13e4-5e74-41f2-8adc-3453a33a29ce tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "DELETE /v2.0/ports/e17b72f9-f1e7-40a2-a021-d518dac5ab99 HTTP/1.1" status: 204 len: 168 time: 0.5988481 Jul 24 00:05:30.241515 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 58768) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:30.267472 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5c878f9c-89e6-44bf-87cc-a75867183da2 req-a61b6428-caa8-44ad-af9d-a5018ebfa5e3 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=edb05757b79c4651874b12bd54763416&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0790629 Jul 24 00:05:30.268160 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ac0e086-2c09-46e2-97f9-fe685fb25603 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] GET failed (client error): The resource could not be found. Jul 24 00:05:30.273076 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-8ac0e086-2c09-46e2-97f9-fe685fb25603 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "GET /v2.0/ports/e17b72f9-f1e7-40a2-a021-d518dac5ab99 HTTP/1.1" status: 404 len: 333 time: 0.0273728 Jul 24 00:05:30.273252 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-720a8d02-7851-4406-bbac-f6e4d279034d tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Router bf1ceae5-14e6-4692-b91e-ebd52a660d67 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:05:30.273501 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 58770) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:30.278968 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-675f4849-7bc1-4dbb-bf33-20e21379d51c tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Request body: {'port': {'network_id': '29517d75-f90f-4ff3-95ea-68c448311e4b', 'name': 'tempest-PortsTestJSON-945916917'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:05:30.331898 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d93269a-82a2-4e4c-89db-55743f1f60fb req-7e8e6895-5ed6-49fe-b72f-30c7aa4e10b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:30.333429 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4d93269a-82a2-4e4c-89db-55743f1f60fb req-7e8e6895-5ed6-49fe-b72f-30c7aa4e10b4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=798b28002e9743a58ab9c3622d82224e&device_id=9f027578-c893-4a44-9dc2-07535ce6a55f HTTP/1.1" status: 200 len: 1102 time: 0.2801552 Jul 24 00:05:30.366290 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-675f4849-7bc1-4dbb-bf33-20e21379d51c tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Made reservation on behalf of 0861e7509e4040ae9ebcc16b5063e046 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:05:30.369772 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-675f4849-7bc1-4dbb-bf33-20e21379d51c tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:30.387812 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [None req-675f4849-7bc1-4dbb-bf33-20e21379d51c tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] device_id is not set on port 98694d94-950a-474c-b7bf-144fed392dd6 yet. {{(pid=100313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:05:30.548245 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-675f4849-7bc1-4dbb-bf33-20e21379d51c tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:30.584304 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-675f4849-7bc1-4dbb-bf33-20e21379d51c tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:30.632149 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675f4849-7bc1-4dbb-bf33-20e21379d51c tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Network 29517d75-f90f-4ff3-95ea-68c448311e4b is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:05:30.637697 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-675f4849-7bc1-4dbb-bf33-20e21379d51c tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:05:30.641385 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675f4849-7bc1-4dbb-bf33-20e21379d51c tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:05:30.648453 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675f4849-7bc1-4dbb-bf33-20e21379d51c tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:30.649131 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-675f4849-7bc1-4dbb-bf33-20e21379d51c tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:30.660582 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5c878f9c-89e6-44bf-87cc-a75867183da2 req-c227cc1f-68db-42a4-a67e-f93b0f3d0766 service neutron] 10.222.0.44 "GET /v2.0/networks/6d0290d7-687f-4c6e-a33b-868ec400e0f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3808994 Jul 24 00:05:30.661227 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675f4849-7bc1-4dbb-bf33-20e21379d51c tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event updated for resources: {'Port': ['ID=98694d94-950a-474c-b7bf-144fed392dd6,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:30.671589 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-675f4849-7bc1-4dbb-bf33-20e21379d51c tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.3964057 Jul 24 00:05:30.673442 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 58776) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:30.679984 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-fcb3b433-de7a-4301-8f7b-62555711d074 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:05:30.714072 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-720a8d02-7851-4406-bbac-f6e4d279034d tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:05:30.727782 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0501c382-a4c3-469e-a7f5-14bd1c1f2257 None None] Sync routers for ids ['bf1ceae5-14e6-4692-b91e-ebd52a660d67'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:05:30.729008 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-720a8d02-7851-4406-bbac-f6e4d279034d tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:30.733734 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-720a8d02-7851-4406-bbac-f6e4d279034d tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "PUT /v2.0/routers/bf1ceae5-14e6-4692-b91e-ebd52a660d67 HTTP/1.1" status: 200 len: 886 time: 1.9520817 Jul 24 00:05:30.738114 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 58780) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:30.746918 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d93269a-82a2-4e4c-89db-55743f1f60fb req-e41699bc-e30d-4d79-b976-4c3666cbd281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:30.748400 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4d93269a-82a2-4e4c-89db-55743f1f60fb req-e41699bc-e30d-4d79-b976-4c3666cbd281 service neutron] 10.222.0.64 "GET /v2.0/networks?id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 HTTP/1.1" status: 200 len: 870 time: 0.3876100 Jul 24 00:05:30.751054 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 175a37e6-5f38-47f4-8b71-477906d4d1b0 no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:05:30.753854 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0501c382-a4c3-469e-a7f5-14bd1c1f2257 None None] Routers {'bf1ceae5-14e6-4692-b91e-ebd52a660d67'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:05:30.754509 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-0501c382-a4c3-469e-a7f5-14bd1c1f2257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:05:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['bf1ceae5-14e6-4692-b91e-ebd52a660d67'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:30.800798 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-0501c382-a4c3-469e-a7f5-14bd1c1f2257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:30.823148 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] No Port match for: 175a37e6-5f38-47f4-8b71-477906d4d1b0 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:05:30.823513 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 175a37e6-5f38-47f4-8b71-477906d4d1b0 not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:05:30.833092 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0501c382-a4c3-469e-a7f5-14bd1c1f2257 None None] Routers {'bf1ceae5-14e6-4692-b91e-ebd52a660d67'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:05:30.833992 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-0501c382-a4c3-469e-a7f5-14bd1c1f2257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:05:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['bf1ceae5-14e6-4692-b91e-ebd52a660d67'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:30.857342 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fcb3b433-de7a-4301-8f7b-62555711d074 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:30.878200 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-0501c382-a4c3-469e-a7f5-14bd1c1f2257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:30.879085 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0501c382-a4c3-469e-a7f5-14bd1c1f2257 None None] The sync data for ids ['bf1ceae5-14e6-4692-b91e-ebd52a660d67'] in n-d-800088-16 is: [] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:05:30.935626 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4d93269a-82a2-4e4c-89db-55743f1f60fb req-38a7fe7f-6aee-4f75-8835-0592897db91b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=646da755-b657-48af-8f46-1246a45e82e4 HTTP/1.1" status: 200 len: 217 time: 0.0843880 Jul 24 00:05:30.979326 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-561e4cb2-5cdb-4ea9-aa37-427556355f91 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "GET /v2.0/routers/bf1ceae5-14e6-4692-b91e-ebd52a660d67 HTTP/1.1" status: 200 len: 886 time: 0.2401044 Jul 24 00:05:30.979970 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 58784) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:31.132373 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d93269a-82a2-4e4c-89db-55743f1f60fb req-49185f0e-6378-4fc5-a3fb-d3f6fc7381a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:31.133932 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4d93269a-82a2-4e4c-89db-55743f1f60fb req-49185f0e-6378-4fc5-a3fb-d3f6fc7381a4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.1693480 Jul 24 00:05:31.141525 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5c878f9c-89e6-44bf-87cc-a75867183da2 req-a607810b-9198-4935-9e6a-7333721cb048 service neutron] 10.222.0.44 "GET /v2.0/networks/6d0290d7-687f-4c6e-a33b-868ec400e0f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4691813 Jul 24 00:05:31.283657 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d93269a-82a2-4e4c-89db-55743f1f60fb req-57407f05-f132-4f8d-8a91-15d93420ba45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:31.285268 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4d93269a-82a2-4e4c-89db-55743f1f60fb req-57407f05-f132-4f8d-8a91-15d93420ba45 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1411481 Jul 24 00:05:31.294206 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ceaa5ffa-e68f-4878-8291-caa4072d8d6a tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:31.324429 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ceaa5ffa-e68f-4878-8291-caa4072d8d6a tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:31.423088 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-6edb67c1-e186-4101-8f78-1dec58b8c110 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf1ceae5-14e6-4692-b91e-ebd52a660d67 HTTP/1.1" status: 200 len: 205 time: 0.4394679 Jul 24 00:05:31.450876 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 58802) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:31.459130 n-d-800088-16 neutron-server[100314]: INFO neutron.db.l3_db [None req-ceaa5ffa-e68f-4878-8291-caa4072d8d6a tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Floating IP fbeb90bb-c1e8-46bb-a353-06b4ebb13927 associated. External IP: 172.25.3.41, port: 837e4891-ffda-46e5-824f-904895d87011. Jul 24 00:05:31.625266 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fcb3b433-de7a-4301-8f7b-62555711d074 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:31.639515 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b9d10e-09e9-4bd7-9ce6-d8cdb12b4067 req-36d2a3ff-b455-4fd0-aef2-2c5cb2643789 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:31.646615 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-61b9d10e-09e9-4bd7-9ce6-d8cdb12b4067 req-36d2a3ff-b455-4fd0-aef2-2c5cb2643789 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=85dccee4-09eb-4b9c-b239-e3f560397196 HTTP/1.1" status: 200 len: 950 time: 0.2263372 Jul 24 00:05:31.656377 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fcb3b433-de7a-4301-8f7b-62555711d074 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:31.706201 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-fcb3b433-de7a-4301-8f7b-62555711d074 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] In _notify_port_updated(), no bound segment for port 98694d94-950a-474c-b7bf-144fed392dd6 on network 29517d75-f90f-4ff3-95ea-68c448311e4b {{(pid=100313) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 24 00:05:31.711862 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb3b433-de7a-4301-8f7b-62555711d074 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:31.712540 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fcb3b433-de7a-4301-8f7b-62555711d074 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:31.717143 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-fcb3b433-de7a-4301-8f7b-62555711d074 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "PUT /v2.0/ports/98694d94-950a-474c-b7bf-144fed392dd6 HTTP/1.1" status: 200 len: 818 time: 1.0424581 Jul 24 00:05:31.717807 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 58812) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:31.724545 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3741e076-93eb-4be1-b17a-b81198611607 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for router, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:31.907035 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb3b433-de7a-4301-8f7b-62555711d074 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event updated for resources: {'Port': ['ID=98694d94-950a-474c-b7bf-144fed392dd6,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:31.977465 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-61b9d10e-09e9-4bd7-9ce6-d8cdb12b4067 req-bf9c7c34-870c-4703-a152-25a45f4b9dbe tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3298521 Jul 24 00:05:32.021144 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3741e076-93eb-4be1-b17a-b81198611607 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:32.108410 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8e56b12b-58e7-4657-81f2-0bce0cc9fc5b req-b9081344-aac6-4407-a79a-6eb74707fd30 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fc7c672-6294-4817-88fc-e8e6b09aff0c HTTP/1.1" status: 200 len: 210 time: 0.6470294 Jul 24 00:05:32.135787 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-48e54eec-64e5-4ea5-8036-7902703c6532 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Deleting port 98694d94-950a-474c-b7bf-144fed392dd6 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:05:32.136341 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-48e54eec-64e5-4ea5-8036-7902703c6532 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:32.166835 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-3741e076-93eb-4be1-b17a-b81198611607 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Deleting port 0301b1e9-1b6d-4b40-af85-05318a9fc98d {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:05:32.167243 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3741e076-93eb-4be1-b17a-b81198611607 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:32.198951 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4d93269a-82a2-4e4c-89db-55743f1f60fb req-7a48d2f0-4f54-490f-aa7c-8584015706c6 service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9034169 Jul 24 00:05:32.241827 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-48e54eec-64e5-4ea5-8036-7902703c6532 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:32.290553 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-48e54eec-64e5-4ea5-8036-7902703c6532 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Calling delete_port for 98694d94-950a-474c-b7bf-144fed392dd6 owned by {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:05:32.346056 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3741e076-93eb-4be1-b17a-b81198611607 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:32.362507 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-3741e076-93eb-4be1-b17a-b81198611607 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Calling delete_port for 0301b1e9-1b6d-4b40-af85-05318a9fc98d owned by network:router_gateway {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:05:32.415815 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4d93269a-82a2-4e4c-89db-55743f1f60fb req-578d914d-aef3-49a9-bca2-ed6019e040f3 service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087524 Jul 24 00:05:32.424514 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceaa5ffa-e68f-4878-8291-caa4072d8d6a tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Router 5832c0e7-1d75-4a30-9141-9a6a9a723e64 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:05:32.456579 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-48e54eec-64e5-4ea5-8036-7902703c6532 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:32.493897 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e54eec-64e5-4ea5-8036-7902703c6532 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event deleted for resources: {'Port': ['ID=98694d94-950a-474c-b7bf-144fed392dd6,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:32.535220 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-48e54eec-64e5-4ea5-8036-7902703c6532 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:32.537167 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-48e54eec-64e5-4ea5-8036-7902703c6532 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "DELETE /v2.0/ports/98694d94-950a-474c-b7bf-144fed392dd6 HTTP/1.1" status: 204 len: 168 time: 0.8156767 Jul 24 00:05:32.540000 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 58824) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:32.595057 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceaa5ffa-e68f-4878-8291-caa4072d8d6a tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:05:32.601842 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ceaa5ffa-e68f-4878-8291-caa4072d8d6a tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:32.608397 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ff8ea4-a299-4ff8-b534-9c4f2197d161 None None] Sync routers for ids ['5832c0e7-1d75-4a30-9141-9a6a9a723e64'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:05:32.622326 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ff8ea4-a299-4ff8-b534-9c4f2197d161 None None] Routers {'5832c0e7-1d75-4a30-9141-9a6a9a723e64'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:05:32.623572 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-60ff8ea4-a299-4ff8-b534-9c4f2197d161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:05:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['5832c0e7-1d75-4a30-9141-9a6a9a723e64'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:32.654102 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75578ae3-59ea-410f-a951-b71d2ac59895 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:32.655653 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-75578ae3-59ea-410f-a951-b71d2ac59895 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1145840 Jul 24 00:05:32.658698 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 58832) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:32.668547 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-ceaa5ffa-e68f-4878-8291-caa4072d8d6a tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] 10.222.0.44 "PUT /v2.0/floatingips/fbeb90bb-c1e8-46bb-a353-06b4ebb13927 HTTP/1.1" status: 200 len: 978 time: 2.5288737 Jul 24 00:05:32.671014 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 58836) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:32.717893 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-60ff8ea4-a299-4ff8-b534-9c4f2197d161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:32.718128 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-a36596dc-26a7-4538-984e-f3ccd450e87d tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] GET failed (client error): The resource could not be found. Jul 24 00:05:32.718128 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-a36596dc-26a7-4538-984e-f3ccd450e87d tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "GET /v2.0/ports/98694d94-950a-474c-b7bf-144fed392dd6 HTTP/1.1" status: 404 len: 333 time: 0.0569942 Jul 24 00:05:32.729821 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 58838) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:32.736333 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ff8ea4-a299-4ff8-b534-9c4f2197d161 None None] Routers {'5832c0e7-1d75-4a30-9141-9a6a9a723e64'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:05:32.737309 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-60ff8ea4-a299-4ff8-b534-9c4f2197d161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:05:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['5832c0e7-1d75-4a30-9141-9a6a9a723e64'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:32.738310 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-42f2da6e-3b2c-4d84-a443-57f38f0e3c7e tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1030495339'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:05:32.781010 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c878f9c-89e6-44bf-87cc-a75867183da2 req-c770c870-5c9c-4f9b-9f35-9f77256a88ac tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:32.781988 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5c878f9c-89e6-44bf-87cc-a75867183da2 req-c770c870-5c9c-4f9b-9f35-9f77256a88ac tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.52 "GET /v2.0/networks?id=6d0290d7-687f-4c6e-a33b-868ec400e0f9 HTTP/1.1" status: 200 len: 812 time: 0.2482135 Jul 24 00:05:32.782765 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f2da6e-3b2c-4d84-a443-57f38f0e3c7e tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Made reservation on behalf of 0861e7509e4040ae9ebcc16b5063e046 for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:05:32.786014 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-42f2da6e-3b2c-4d84-a443-57f38f0e3c7e tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:32.793686 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-60ff8ea4-a299-4ff8-b534-9c4f2197d161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:32.794682 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ff8ea4-a299-4ff8-b534-9c4f2197d161 None None] The sync data for ids ['5832c0e7-1d75-4a30-9141-9a6a9a723e64'] in n-d-800088-16 is: [] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:05:32.825075 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-5c878f9c-89e6-44bf-87cc-a75867183da2 req-5e89c5ff-a5d6-4954-b818-b952a444b3c7 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Request body: {'port': {'device_id': '5fc7c672-6294-4817-88fc-e8e6b09aff0c', 'network_id': '6d0290d7-687f-4c6e-a33b-868ec400e0f9', 'admin_state_up': True, 'tenant_id': 'edb05757b79c4651874b12bd54763416'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:05:32.850817 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-786c078b-94c0-47eb-bb5d-8a874c04e4d1 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Deleting port 837e4891-ffda-46e5-824f-904895d87011 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:05:32.851272 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-786c078b-94c0-47eb-bb5d-8a874c04e4d1 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:32.910760 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3741e076-93eb-4be1-b17a-b81198611607 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:32.918703 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42f2da6e-3b2c-4d84-a443-57f38f0e3c7e tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:05:32.949675 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-786c078b-94c0-47eb-bb5d-8a874c04e4d1 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:32.960003 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-42f2da6e-3b2c-4d84-a443-57f38f0e3c7e tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:32.960362 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-42f2da6e-3b2c-4d84-a443-57f38f0e3c7e tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Added segment 7be5f6ef-3e88-47a9-99c2-66c27f7e66cc of type vlan for network 9e580878-fdf1-4035-add9-8d3326df1a3b Jul 24 00:05:32.963988 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3741e076-93eb-4be1-b17a-b81198611607 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Pushing event deleted for resources: {'Port': ['ID=0301b1e9-1b6d-4b40-af85-05318a9fc98d,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:33.063392 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-42f2da6e-3b2c-4d84-a443-57f38f0e3c7e tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:33.126362 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3741e076-93eb-4be1-b17a-b81198611607 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687114'] for router_gateway, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:33.160704 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c878f9c-89e6-44bf-87cc-a75867183da2 req-5e89c5ff-a5d6-4954-b818-b952a444b3c7 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Made reservation on behalf of edb05757b79c4651874b12bd54763416 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:05:33.165602 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-5c878f9c-89e6-44bf-87cc-a75867183da2 req-5e89c5ff-a5d6-4954-b818-b952a444b3c7 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:33.250858 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-42f2da6e-3b2c-4d84-a443-57f38f0e3c7e tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:33.256612 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f2da6e-3b2c-4d84-a443-57f38f0e3c7e tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:33.257244 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-42f2da6e-3b2c-4d84-a443-57f38f0e3c7e tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:33.269789 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3741e076-93eb-4be1-b17a-b81198611607 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:33.280373 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3741e076-93eb-4be1-b17a-b81198611607 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:33.321614 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-786c078b-94c0-47eb-bb5d-8a874c04e4d1 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:33.322215 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-786c078b-94c0-47eb-bb5d-8a874c04e4d1 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:33.322330 n-d-800088-16 neutron-server[100314]: INFO neutron.db.l3_db [None req-786c078b-94c0-47eb-bb5d-8a874c04e4d1 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Floating IP fbeb90bb-c1e8-46bb-a353-06b4ebb13927 disassociated. External IP: 172.25.3.41, port: 837e4891-ffda-46e5-824f-904895d87011. Jul 24 00:05:33.322690 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-786c078b-94c0-47eb-bb5d-8a874c04e4d1 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Calling delete_port for 837e4891-ffda-46e5-824f-904895d87011 owned by {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:05:33.343891 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f193e330-deb4-46d9-ab9a-5e17e5ea56b8 req-2995a584-41cc-4dbe-ba2f-bfbc0f70bde3 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fc7c672-6294-4817-88fc-e8e6b09aff0c HTTP/1.1" status: 200 len: 210 time: 0.0684979 Jul 24 00:05:33.387922 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-42f2da6e-3b2c-4d84-a443-57f38f0e3c7e tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6550045 Jul 24 00:05:33.395308 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 58852) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:33.406896 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-2e4a737d-09a1-42d6-a7ee-39b4532feea2 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Request body: {'subnet': {'network_id': '9e580878-fdf1-4035-add9-8d3326df1a3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:05:33.460475 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f8783-2055-4167-a658-77776e35a8e6 req-b033f66a-575b-4ba2-8032-194fe7cb87ff tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:33.465449 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-554f8783-2055-4167-a658-77776e35a8e6 req-b033f66a-575b-4ba2-8032-194fe7cb87ff tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=85dccee4-09eb-4b9c-b239-e3f560397196 HTTP/1.1" status: 200 len: 950 time: 0.4035506 Jul 24 00:05:33.468784 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3741e076-93eb-4be1-b17a-b81198611607 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:33.469534 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3741e076-93eb-4be1-b17a-b81198611607 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Fanout notify agent at l3_agent the message router_deleted on router bf1ceae5-14e6-4692-b91e-ebd52a660d67 {{(pid=100313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:05:33.479189 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3741e076-93eb-4be1-b17a-b81198611607 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:33.480358 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-3741e076-93eb-4be1-b17a-b81198611607 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "DELETE /v2.0/routers/bf1ceae5-14e6-4692-b91e-ebd52a660d67 HTTP/1.1" status: 204 len: 168 time: 1.9937439 Jul 24 00:05:33.510264 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 58854) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:33.520649 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-2d7ff162-aad5-4b51-b210-dad0fee5d1d4 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Request body: {'network': {'name': 'tempest-RoutersTest-1579595247'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:05:33.532906 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f2da6e-3b2c-4d84-a443-57f38f0e3c7e tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event updated for resources: {'Network': ['ID=9e580878-fdf1-4035-add9-8d3326df1a3b,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:33.545379 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 9e580878-fdf1-4035-add9-8d3326df1a3b details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:05:33.594372 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-554f8783-2055-4167-a658-77776e35a8e6 req-fc312afe-d6e8-42a2-9237-fc6e399c2dba tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828936 Jul 24 00:05:33.600992 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-786c078b-94c0-47eb-bb5d-8a874c04e4d1 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:33.603873 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d7ff162-aad5-4b51-b210-dad0fee5d1d4 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Made reservation on behalf of 4c3f20c4b2b34266aaccdbe253bbb3ec for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:05:33.607732 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2d7ff162-aad5-4b51-b210-dad0fee5d1d4 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:33.640431 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786c078b-94c0-47eb-bb5d-8a874c04e4d1 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Pushing event deleted for resources: {'Port': ['ID=837e4891-ffda-46e5-824f-904895d87011,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:33.690591 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-5c878f9c-89e6-44bf-87cc-a75867183da2 req-5e89c5ff-a5d6-4954-b818-b952a444b3c7 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Allocated IP 172.20.0.5 (6d0290d7-687f-4c6e-a33b-868ec400e0f9/4c5e7796-9746-457d-b93a-6a23003ac2f0/8b260eaf-35b7-4dc5-92f4-a2ef4f2c0266) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:05:33.692701 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4a737d-09a1-42d6-a7ee-39b4532feea2 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Made reservation on behalf of 0861e7509e4040ae9ebcc16b5063e046 for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:05:33.696481 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2e4a737d-09a1-42d6-a7ee-39b4532feea2 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:33.734803 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d7ff162-aad5-4b51-b210-dad0fee5d1d4 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:05:33.754540 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2d7ff162-aad5-4b51-b210-dad0fee5d1d4 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:33.754900 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-2d7ff162-aad5-4b51-b210-dad0fee5d1d4 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Added segment 91bfc5be-6605-45d2-a2c1-4e41f89a8ad2 of type vlan for network f76090a2-44c2-461d-b03e-1362c774dd79 Jul 24 00:05:33.819242 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2d7ff162-aad5-4b51-b210-dad0fee5d1d4 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:33.837759 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-786c078b-94c0-47eb-bb5d-8a874c04e4d1 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Router 5832c0e7-1d75-4a30-9141-9a6a9a723e64 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:05:33.901042 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2d7ff162-aad5-4b51-b210-dad0fee5d1d4 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:33.907483 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7ff162-aad5-4b51-b210-dad0fee5d1d4 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:33.908282 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2d7ff162-aad5-4b51-b210-dad0fee5d1d4 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:33.988895 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-5c878f9c-89e6-44bf-87cc-a75867183da2 req-5e89c5ff-a5d6-4954-b818-b952a444b3c7 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:33.989457 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-2d7ff162-aad5-4b51-b210-dad0fee5d1d4 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4758077 Jul 24 00:05:33.990609 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 58864) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:33.996903 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-8a504979-aab9-4501-a23d-cc681f086393 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Request body: {'subnet': {'network_id': 'f76090a2-44c2-461d-b03e-1362c774dd79', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:05:34.016878 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2e4a737d-09a1-42d6-a7ee-39b4532feea2 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:34.026246 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7ff162-aad5-4b51-b210-dad0fee5d1d4 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Pushing event updated for resources: {'Network': ['ID=f76090a2-44c2-461d-b03e-1362c774dd79,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:34.039453 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network f76090a2-44c2-461d-b03e-1362c774dd79 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:05:34.052939 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-786c078b-94c0-47eb-bb5d-8a874c04e4d1 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:05:34.069036 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f94b6b-73b7-49f3-b846-3edad2666be8 None None] Sync routers for ids ['5832c0e7-1d75-4a30-9141-9a6a9a723e64'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:05:34.114588 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f94b6b-73b7-49f3-b846-3edad2666be8 None None] Routers {'5832c0e7-1d75-4a30-9141-9a6a9a723e64'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:05:34.115579 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-e7f94b6b-73b7-49f3-b846-3edad2666be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:05:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['5832c0e7-1d75-4a30-9141-9a6a9a723e64'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:34.127473 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-786c078b-94c0-47eb-bb5d-8a874c04e4d1 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:34.131763 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-786c078b-94c0-47eb-bb5d-8a874c04e4d1 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] 10.222.0.44 "DELETE /v2.0/ports/837e4891-ffda-46e5-824f-904895d87011 HTTP/1.1" status: 204 len: 168 time: 1.4574254 Jul 24 00:05:34.132294 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 58866) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:34.154311 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4a737d-09a1-42d6-a7ee-39b4532feea2 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event updated for resources: {'Subnet': ['ID=d95661b3-899c-4565-8196-080b4e299a34,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:34.156591 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-e7f94b6b-73b7-49f3-b846-3edad2666be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:34.165950 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f94b6b-73b7-49f3-b846-3edad2666be8 None None] Routers {'5832c0e7-1d75-4a30-9141-9a6a9a723e64'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:05:34.166823 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-e7f94b6b-73b7-49f3-b846-3edad2666be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:05:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['5832c0e7-1d75-4a30-9141-9a6a9a723e64'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:34.181009 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4a737d-09a1-42d6-a7ee-39b4532feea2 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Checking segment: {'id': '7be5f6ef-3e88-47a9-99c2-66c27f7e66cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9e580878-fdf1-4035-add9-8d3326df1a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:05:34.181359 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4a737d-09a1-42d6-a7ee-39b4532feea2 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Network hostable DHCP agents. Network: 9e580878-fdf1-4035-add9-8d3326df1a3b, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:05:34.185825 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-516516dc-56c3-49b9-affb-eacd6acc1e41 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] 10.222.0.44 "GET /v2.0/floatingips/fbeb90bb-c1e8-46bb-a353-06b4ebb13927 HTTP/1.1" status: 200 len: 687 time: 0.0526586 Jul 24 00:05:34.188460 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 58868) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:34.195499 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a504979-aab9-4501-a23d-cc681f086393 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Made reservation on behalf of 4c3f20c4b2b34266aaccdbe253bbb3ec for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:05:34.199519 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8a504979-aab9-4501-a23d-cc681f086393 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:34.202828 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-5c878f9c-89e6-44bf-87cc-a75867183da2 req-5e89c5ff-a5d6-4954-b818-b952a444b3c7 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:34.210560 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-e7f94b6b-73b7-49f3-b846-3edad2666be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:34.211311 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f94b6b-73b7-49f3-b846-3edad2666be8 None None] The sync data for ids ['5832c0e7-1d75-4a30-9141-9a6a9a723e64'] in n-d-800088-16 is: [] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:05:34.271753 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4a737d-09a1-42d6-a7ee-39b4532feea2 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Network 9e580878-fdf1-4035-add9-8d3326df1a3b is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:05:34.294640 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c878f9c-89e6-44bf-87cc-a75867183da2 req-5e89c5ff-a5d6-4954-b818-b952a444b3c7 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Network 6d0290d7-687f-4c6e-a33b-868ec400e0f9 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:05:34.325992 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-5c878f9c-89e6-44bf-87cc-a75867183da2 req-5e89c5ff-a5d6-4954-b818-b952a444b3c7 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:05:34.327706 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-2e4a737d-09a1-42d6-a7ee-39b4532feea2 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 9e580878-fdf1-4035-add9-8d3326df1a3b) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:05:34.329348 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c878f9c-89e6-44bf-87cc-a75867183da2 req-5e89c5ff-a5d6-4954-b818-b952a444b3c7 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:05:34.336208 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e89c5ff-a5d6-4954-b818-b952a444b3c7 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Pushing event updated for resources: {'Port': ['ID=8b260eaf-35b7-4dc5-92f4-a2ef4f2c0266,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:34.338875 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0a235b-423e-4f7f-a300-6e8d1fce8a80 None None] Network 9e580878-fdf1-4035-add9-8d3326df1a3b requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:05:34.343421 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-3c69196b-bd02-4a1d-a59e-5b828810c72a tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Deleting port 8e08fcc5-caa3-46b4-a7fa-f0e3945934e2 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:05:34.344418 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3c69196b-bd02-4a1d-a59e-5b828810c72a tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:34.357242 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4a737d-09a1-42d6-a7ee-39b4532feea2 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:34.357832 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2e4a737d-09a1-42d6-a7ee-39b4532feea2 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:34.404913 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-2e4a737d-09a1-42d6-a7ee-39b4532feea2 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0028701 Jul 24 00:05:34.406278 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 58874) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:34.411172 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-15b2cd56-3572-43c0-80f6-95c8a4892866 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Request body: {'subnet': {'network_id': '9e580878-fdf1-4035-add9-8d3326df1a3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:05:34.421614 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c878f9c-89e6-44bf-87cc-a75867183da2 req-5e89c5ff-a5d6-4954-b818-b952a444b3c7 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:34.422580 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-5c878f9c-89e6-44bf-87cc-a75867183da2 req-5e89c5ff-a5d6-4954-b818-b952a444b3c7 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:34.456762 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3c69196b-bd02-4a1d-a59e-5b828810c72a tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:34.457178 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3c69196b-bd02-4a1d-a59e-5b828810c72a tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:34.468784 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5c878f9c-89e6-44bf-87cc-a75867183da2 req-5e89c5ff-a5d6-4954-b818-b952a444b3c7 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6591930 Jul 24 00:05:34.506203 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-3c69196b-bd02-4a1d-a59e-5b828810c72a tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Calling delete_port for 8e08fcc5-caa3-46b4-a7fa-f0e3945934e2 owned by network:floatingip {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:05:34.524075 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-5c878f9c-89e6-44bf-87cc-a75867183da2 req-495b045d-b451-42c5-9800-c8f8055a1be4 service neutron] Request body: {'port': {'device_id': '5fc7c672-6294-4817-88fc-e8e6b09aff0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:05:34.544564 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df752806-ba77-45f8-ae4d-8376062ad0eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-9e580878-fdf1-4035-add9-8d3326df1a3b', 'network_id': '9e580878-fdf1-4035-add9-8d3326df1a3b', 'tenant_id': '0861e7509e4040ae9ebcc16b5063e046', 'fixed_ips': [{'subnet_id': 'd95661b3-899c-4565-8196-080b4e299a34'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:05:34.545557 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-df752806-ba77-45f8-ae4d-8376062ad0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:34.601592 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911efec6-ffc8-4f6f-81c7-4f046aa4075e req-2bbb4ded-69b1-41f9-adc7-193773802bae tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:34.603149 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-911efec6-ffc8-4f6f-81c7-4f046aa4075e req-2bbb4ded-69b1-41f9-adc7-193773802bae tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fc7c672-6294-4817-88fc-e8e6b09aff0c HTTP/1.1" status: 200 len: 931 time: 0.1488059 Jul 24 00:05:34.677610 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-911efec6-ffc8-4f6f-81c7-4f046aa4075e req-a548d5f0-356a-4151-a850-2ed66f9f204e tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608745 Jul 24 00:05:34.685611 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8a504979-aab9-4501-a23d-cc681f086393 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:34.693360 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-5c878f9c-89e6-44bf-87cc-a75867183da2 req-495b045d-b451-42c5-9800-c8f8055a1be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:34.707195 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3c69196b-bd02-4a1d-a59e-5b828810c72a tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:34.739465 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c69196b-bd02-4a1d-a59e-5b828810c72a tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Pushing event deleted for resources: {'Port': ['ID=8e08fcc5-caa3-46b4-a7fa-f0e3945934e2,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:34.740258 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-df752806-ba77-45f8-ae4d-8376062ad0eb None None] Allocated IP 172.20.0.2 (9e580878-fdf1-4035-add9-8d3326df1a3b/d95661b3-899c-4565-8196-080b4e299a34/f79074de-bcde-476a-966d-942b942447eb) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:05:34.808233 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3c69196b-bd02-4a1d-a59e-5b828810c72a tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks [] for floatingip, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:34.810843 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b2cd56-3572-43c0-80f6-95c8a4892866 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Made reservation on behalf of 0861e7509e4040ae9ebcc16b5063e046 for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:05:34.811843 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3c69196b-bd02-4a1d-a59e-5b828810c72a tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:34.813063 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-3c69196b-bd02-4a1d-a59e-5b828810c72a tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] 10.222.0.44 "DELETE /v2.0/floatingips/fbeb90bb-c1e8-46bb-a353-06b4ebb13927 HTTP/1.1" status: 204 len: 168 time: 0.6236162 Jul 24 00:05:34.814765 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-15b2cd56-3572-43c0-80f6-95c8a4892866 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:34.816421 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 58880) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:34.821171 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-7cdf3a41-7eaf-49ab-8003-0ef500fa4be7 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Request body: {'floatingip': {'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'port_id': 'c7a590bc-94c3-4926-b4a7-368ced78a832'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:05:34.849612 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7cdf3a41-7eaf-49ab-8003-0ef500fa4be7 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks [] for floatingip, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:34.873682 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a504979-aab9-4501-a23d-cc681f086393 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Pushing event updated for resources: {'Subnet': ['ID=37efb159-7407-4bbf-b448-bbb6bd91b7c7,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:34.903049 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-df752806-ba77-45f8-ae4d-8376062ad0eb None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:34.911650 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-df752806-ba77-45f8-ae4d-8376062ad0eb None None] Transition to ACTIVE for port object f79074de-bcde-476a-966d-942b942447eb will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:05:34.928841 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-df752806-ba77-45f8-ae4d-8376062ad0eb None None] Transition to ACTIVE for port object f79074de-bcde-476a-966d-942b942447eb will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:05:34.949223 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-df752806-ba77-45f8-ae4d-8376062ad0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:34.981210 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7cdf3a41-7eaf-49ab-8003-0ef500fa4be7 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:34.997883 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a504979-aab9-4501-a23d-cc681f086393 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Checking segment: {'id': '91bfc5be-6605-45d2-a2c1-4e41f89a8ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'f76090a2-44c2-461d-b03e-1362c774dd79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:05:34.998525 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a504979-aab9-4501-a23d-cc681f086393 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Network hostable DHCP agents. Network: f76090a2-44c2-461d-b03e-1362c774dd79, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:05:35.003063 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df752806-ba77-45f8-ae4d-8376062ad0eb None None] Network 9e580878-fdf1-4035-add9-8d3326df1a3b is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:05:35.006234 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-df752806-ba77-45f8-ae4d-8376062ad0eb None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:05:35.009019 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df752806-ba77-45f8-ae4d-8376062ad0eb None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:05:35.025544 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df752806-ba77-45f8-ae4d-8376062ad0eb None None] Pushing event updated for resources: {'Port': ['ID=f79074de-bcde-476a-966d-942b942447eb,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:35.025689 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12efd837-0339-472b-85b0-5b4876968e43 req-6e091a8c-8b2d-4a4e-897a-501d412696c3 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:35.038578 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-12efd837-0339-472b-85b0-5b4876968e43 req-6e091a8c-8b2d-4a4e-897a-501d412696c3 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=85dccee4-09eb-4b9c-b239-e3f560397196 HTTP/1.1" status: 200 len: 950 time: 0.3674293 Jul 24 00:05:35.084505 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-df752806-ba77-45f8-ae4d-8376062ad0eb None None] Attempting to bind port f79074de-bcde-476a-966d-942b942447eb on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:05:35.085184 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-df752806-ba77-45f8-ae4d-8376062ad0eb None None] Attempting to bind port f79074de-bcde-476a-966d-942b942447eb by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '7be5f6ef-3e88-47a9-99c2-66c27f7e66cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9e580878-fdf1-4035-add9-8d3326df1a3b'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:05:35.085716 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df752806-ba77-45f8-ae4d-8376062ad0eb None None] Attempting to bind port f79074de-bcde-476a-966d-942b942447eb on network 9e580878-fdf1-4035-add9-8d3326df1a3b {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:05:35.093753 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df752806-ba77-45f8-ae4d-8376062ad0eb None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:05:35.094901 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df752806-ba77-45f8-ae4d-8376062ad0eb None None] Checking segment: {'id': '7be5f6ef-3e88-47a9-99c2-66c27f7e66cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9e580878-fdf1-4035-add9-8d3326df1a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:05:35.095741 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-df752806-ba77-45f8-ae4d-8376062ad0eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:35.097017 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df752806-ba77-45f8-ae4d-8376062ad0eb None None] Bound using segment: {'id': '7be5f6ef-3e88-47a9-99c2-66c27f7e66cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9e580878-fdf1-4035-add9-8d3326df1a3b'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:05:35.097681 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-df752806-ba77-45f8-ae4d-8376062ad0eb None None] Bound port: f79074de-bcde-476a-966d-942b942447eb, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7be5f6ef-3e88-47a9-99c2-66c27f7e66cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9e580878-fdf1-4035-add9-8d3326df1a3b'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:05:35.098269 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-df752806-ba77-45f8-ae4d-8376062ad0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:35.108073 n-d-800088-16 neutron-server[100313]: INFO neutron.db.ipam_backend_mixin [None req-15b2cd56-3572-43c0-80f6-95c8a4892866 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d95661b3-899c-4565-8196-080b4e299a34 (CIDR: 172.20.0.0/28) Jul 24 00:05:35.114300 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a504979-aab9-4501-a23d-cc681f086393 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Network f76090a2-44c2-461d-b03e-1362c774dd79 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:05:35.124684 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-15b2cd56-3572-43c0-80f6-95c8a4892866 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 00:05:35.125824 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15b2cd56-3572-43c0-80f6-95c8a4892866 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:05:35.135925 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-7cdf3a41-7eaf-49ab-8003-0ef500fa4be7 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Allocated IP 172.25.3.165 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/97556314-7133-4c79-9954-3429364ce7a6) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:05:35.151269 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-12efd837-0339-472b-85b0-5b4876968e43 req-4032ec43-9003-4b93-b935-5f2da25b729b tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107154 Jul 24 00:05:35.151772 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-8a504979-aab9-4501-a23d-cc681f086393 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, f76090a2-44c2-461d-b03e-1362c774dd79) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:05:35.172702 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6bf29a-2016-4e44-9c98-8643bc09a52f None None] Network f76090a2-44c2-461d-b03e-1362c774dd79 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:05:35.182032 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a504979-aab9-4501-a23d-cc681f086393 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:35.182623 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8a504979-aab9-4501-a23d-cc681f086393 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:35.202318 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-15b2cd56-3572-43c0-80f6-95c8a4892866 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7950082 Jul 24 00:05:35.205173 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 58892) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:35.212827 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-7361fd7a-8bae-41d3-a703-29d428d3bf56 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Request body: {'subnet': {'network_id': '9e580878-fdf1-4035-add9-8d3326df1a3b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:05:35.302271 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-8a504979-aab9-4501-a23d-cc681f086393 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3092530 Jul 24 00:05:35.315601 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 58898) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:35.330764 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-400c3b05-32ae-46b9-bbdd-e83e16a8026a tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-476403661', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:05:35.355075 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7cdf3a41-7eaf-49ab-8003-0ef500fa4be7 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:35.397504 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-400c3b05-32ae-46b9-bbdd-e83e16a8026a tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:35.398574 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-400c3b05-32ae-46b9-bbdd-e83e16a8026a tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:35.416877 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-df752806-ba77-45f8-ae4d-8376062ad0eb None None] For port f79074de-bcde-476a-966d-942b942447eb, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:05:35.439158 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7cdf3a41-7eaf-49ab-8003-0ef500fa4be7 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:35.473279 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-df752806-ba77-45f8-ae4d-8376062ad0eb None None] For port f79074de-bcde-476a-966d-942b942447eb, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=f79074de-bcde-476a-966d-942b942447eb,segment=NetworkSegment(7be5f6ef-3e88-47a9-99c2-66c27f7e66cc),segment_id=7be5f6ef-3e88-47a9-99c2-66c27f7e66cc)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:05:35.483113 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-df752806-ba77-45f8-ae4d-8376062ad0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:35.550854 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-400c3b05-32ae-46b9-bbdd-e83e16a8026a tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:35.566503 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cdf3a41-7eaf-49ab-8003-0ef500fa4be7 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:05:35.569981 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-400c3b05-32ae-46b9-bbdd-e83e16a8026a tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:35.588978 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-7cdf3a41-7eaf-49ab-8003-0ef500fa4be7 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:05:35.593375 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdf3a41-7eaf-49ab-8003-0ef500fa4be7 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:05:35.595937 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdf3a41-7eaf-49ab-8003-0ef500fa4be7 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Pushing event updated for resources: {'Port': ['ID=97556314-7133-4c79-9954-3429364ce7a6,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:35.647435 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-400c3b05-32ae-46b9-bbdd-e83e16a8026a tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:35.655124 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-400c3b05-32ae-46b9-bbdd-e83e16a8026a tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3353786 Jul 24 00:05:35.655227 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 58902) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:35.663155 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df752806-ba77-45f8-ae4d-8376062ad0eb None None] Pushing event updated for resources: {'Port': ['ID=f79074de-bcde-476a-966d-942b942447eb,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:35.737058 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4e121f-ae80-432c-83fb-382dbe0f4531 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-f76090a2-44c2-461d-b03e-1362c774dd79', 'network_id': 'f76090a2-44c2-461d-b03e-1362c774dd79', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'fixed_ips': [{'subnet_id': '37efb159-7407-4bbf-b448-bbb6bd91b7c7'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:05:35.737963 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ac4e121f-ae80-432c-83fb-382dbe0f4531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:35.891334 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-5c878f9c-89e6-44bf-87cc-a75867183da2 req-495b045d-b451-42c5-9800-c8f8055a1be4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b260eaf-35b7-4dc5-92f4-a2ef4f2c0266 {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:05:35.910949 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-5c878f9c-89e6-44bf-87cc-a75867183da2 req-495b045d-b451-42c5-9800-c8f8055a1be4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:35.941512 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-5c878f9c-89e6-44bf-87cc-a75867183da2 req-495b045d-b451-42c5-9800-c8f8055a1be4 service neutron] Transition to ACTIVE for port object 8b260eaf-35b7-4dc5-92f4-a2ef4f2c0266 will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:05:35.965072 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-5c878f9c-89e6-44bf-87cc-a75867183da2 req-495b045d-b451-42c5-9800-c8f8055a1be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:35.983592 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-ac4e121f-ae80-432c-83fb-382dbe0f4531 None None] Allocated IP 172.20.0.2 (f76090a2-44c2-461d-b03e-1362c774dd79/37efb159-7407-4bbf-b448-bbb6bd91b7c7/4615e02e-a46b-4745-a649-cf173216e1ea) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:05:36.033135 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7361fd7a-8bae-41d3-a703-29d428d3bf56 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Made reservation on behalf of 0861e7509e4040ae9ebcc16b5063e046 for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:05:36.037485 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7361fd7a-8bae-41d3-a703-29d428d3bf56 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:36.083497 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495b045d-b451-42c5-9800-c8f8055a1be4 service neutron] Pushing event updated for resources: {'Port': ['ID=8b260eaf-35b7-4dc5-92f4-a2ef4f2c0266,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:36.197500 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ac4e121f-ae80-432c-83fb-382dbe0f4531 None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:36.208433 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-ac4e121f-ae80-432c-83fb-382dbe0f4531 None None] Transition to ACTIVE for port object 4615e02e-a46b-4745-a649-cf173216e1ea will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:05:36.215493 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-5c878f9c-89e6-44bf-87cc-a75867183da2 req-495b045d-b451-42c5-9800-c8f8055a1be4 service neutron] Attempting to bind port 8b260eaf-35b7-4dc5-92f4-a2ef4f2c0266 on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:05:36.215695 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-5c878f9c-89e6-44bf-87cc-a75867183da2 req-495b045d-b451-42c5-9800-c8f8055a1be4 service neutron] Attempting to bind port 8b260eaf-35b7-4dc5-92f4-a2ef4f2c0266 by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': '03844098-4008-432a-ad64-80c1a7ec0473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '6d0290d7-687f-4c6e-a33b-868ec400e0f9'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:05:36.216121 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c878f9c-89e6-44bf-87cc-a75867183da2 req-495b045d-b451-42c5-9800-c8f8055a1be4 service neutron] Attempting to bind port 8b260eaf-35b7-4dc5-92f4-a2ef4f2c0266 on network 6d0290d7-687f-4c6e-a33b-868ec400e0f9 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:05:36.226207 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c878f9c-89e6-44bf-87cc-a75867183da2 req-495b045d-b451-42c5-9800-c8f8055a1be4 service neutron] Port 8b260eaf-35b7-4dc5-92f4-a2ef4f2c0266 on network 6d0290d7-687f-4c6e-a33b-868ec400e0f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:05:36.226501 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c878f9c-89e6-44bf-87cc-a75867183da2 req-495b045d-b451-42c5-9800-c8f8055a1be4 service neutron] Attempting to bind port 8b260eaf-35b7-4dc5-92f4-a2ef4f2c0266 on network 6d0290d7-687f-4c6e-a33b-868ec400e0f9 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:05:36.235849 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c878f9c-89e6-44bf-87cc-a75867183da2 req-495b045d-b451-42c5-9800-c8f8055a1be4 service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:05:36.236131 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-ac4e121f-ae80-432c-83fb-382dbe0f4531 None None] Transition to ACTIVE for port object 4615e02e-a46b-4745-a649-cf173216e1ea will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:05:36.236393 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c878f9c-89e6-44bf-87cc-a75867183da2 req-495b045d-b451-42c5-9800-c8f8055a1be4 service neutron] Checking segment: {'id': '03844098-4008-432a-ad64-80c1a7ec0473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '6d0290d7-687f-4c6e-a33b-868ec400e0f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:05:36.236964 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c878f9c-89e6-44bf-87cc-a75867183da2 req-495b045d-b451-42c5-9800-c8f8055a1be4 service neutron] Bound using segment: {'id': '03844098-4008-432a-ad64-80c1a7ec0473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '6d0290d7-687f-4c6e-a33b-868ec400e0f9'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:05:36.237934 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-5c878f9c-89e6-44bf-87cc-a75867183da2 req-495b045d-b451-42c5-9800-c8f8055a1be4 service neutron] Bound port: 8b260eaf-35b7-4dc5-92f4-a2ef4f2c0266, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03844098-4008-432a-ad64-80c1a7ec0473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '6d0290d7-687f-4c6e-a33b-868ec400e0f9'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:05:36.238280 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-5c878f9c-89e6-44bf-87cc-a75867183da2 req-495b045d-b451-42c5-9800-c8f8055a1be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:36.244793 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ac4e121f-ae80-432c-83fb-382dbe0f4531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:36.300709 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4922a764-5924-45b3-be52-5136dcab383e req-034f2a2d-937d-4bde-a170-a791fdc49468 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:36.305392 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4922a764-5924-45b3-be52-5136dcab383e req-034f2a2d-937d-4bde-a170-a791fdc49468 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fc7c672-6294-4817-88fc-e8e6b09aff0c HTTP/1.1" status: 200 len: 931 time: 0.4192362 Jul 24 00:05:36.305974 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4e121f-ae80-432c-83fb-382dbe0f4531 None None] Network f76090a2-44c2-461d-b03e-1362c774dd79 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:05:36.314991 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-ac4e121f-ae80-432c-83fb-382dbe0f4531 None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:05:36.322141 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4e121f-ae80-432c-83fb-382dbe0f4531 None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:05:36.332899 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4e121f-ae80-432c-83fb-382dbe0f4531 None None] Pushing event updated for resources: {'Port': ['ID=4615e02e-a46b-4745-a649-cf173216e1ea,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:36.420421 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-ac4e121f-ae80-432c-83fb-382dbe0f4531 None None] Attempting to bind port 4615e02e-a46b-4745-a649-cf173216e1ea on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:05:36.421802 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-ac4e121f-ae80-432c-83fb-382dbe0f4531 None None] Attempting to bind port 4615e02e-a46b-4745-a649-cf173216e1ea by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '91bfc5be-6605-45d2-a2c1-4e41f89a8ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'f76090a2-44c2-461d-b03e-1362c774dd79'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:05:36.422181 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4e121f-ae80-432c-83fb-382dbe0f4531 None None] Attempting to bind port 4615e02e-a46b-4745-a649-cf173216e1ea on network f76090a2-44c2-461d-b03e-1362c774dd79 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:05:36.428254 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4e121f-ae80-432c-83fb-382dbe0f4531 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:05:36.428644 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4e121f-ae80-432c-83fb-382dbe0f4531 None None] Checking segment: {'id': '91bfc5be-6605-45d2-a2c1-4e41f89a8ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'f76090a2-44c2-461d-b03e-1362c774dd79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:05:36.429140 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ac4e121f-ae80-432c-83fb-382dbe0f4531 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:36.429559 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4e121f-ae80-432c-83fb-382dbe0f4531 None None] Bound using segment: {'id': '91bfc5be-6605-45d2-a2c1-4e41f89a8ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'f76090a2-44c2-461d-b03e-1362c774dd79'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:05:36.430108 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-ac4e121f-ae80-432c-83fb-382dbe0f4531 None None] Bound port: 4615e02e-a46b-4745-a649-cf173216e1ea, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91bfc5be-6605-45d2-a2c1-4e41f89a8ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'f76090a2-44c2-461d-b03e-1362c774dd79'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:05:36.430573 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ac4e121f-ae80-432c-83fb-382dbe0f4531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:36.458877 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-5c878f9c-89e6-44bf-87cc-a75867183da2 req-495b045d-b451-42c5-9800-c8f8055a1be4 service neutron] For port 8b260eaf-35b7-4dc5-92f4-a2ef4f2c0266, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:05:36.516310 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-5c878f9c-89e6-44bf-87cc-a75867183da2 req-495b045d-b451-42c5-9800-c8f8055a1be4 service neutron] For port 8b260eaf-35b7-4dc5-92f4-a2ef4f2c0266, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=8b260eaf-35b7-4dc5-92f4-a2ef4f2c0266,segment=NetworkSegment(03844098-4008-432a-ad64-80c1a7ec0473),segment_id=03844098-4008-432a-ad64-80c1a7ec0473)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:05:36.525993 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-5c878f9c-89e6-44bf-87cc-a75867183da2 req-495b045d-b451-42c5-9800-c8f8055a1be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:36.538851 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-ac4e121f-ae80-432c-83fb-382dbe0f4531 None None] For port 4615e02e-a46b-4745-a649-cf173216e1ea, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:05:36.543478 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-ac4e121f-ae80-432c-83fb-382dbe0f4531 None None] For port 4615e02e-a46b-4745-a649-cf173216e1ea, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=4615e02e-a46b-4745-a649-cf173216e1ea,segment=NetworkSegment(91bfc5be-6605-45d2-a2c1-4e41f89a8ad2),segment_id=91bfc5be-6605-45d2-a2c1-4e41f89a8ad2)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:05:36.555142 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ac4e121f-ae80-432c-83fb-382dbe0f4531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:36.620624 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c878f9c-89e6-44bf-87cc-a75867183da2 req-495b045d-b451-42c5-9800-c8f8055a1be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:36.621961 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-5c878f9c-89e6-44bf-87cc-a75867183da2 req-495b045d-b451-42c5-9800-c8f8055a1be4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:36.623772 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5c878f9c-89e6-44bf-87cc-a75867183da2 req-495b045d-b451-42c5-9800-c8f8055a1be4 service neutron] 10.222.0.52 "PUT /v2.0/ports/8b260eaf-35b7-4dc5-92f4-a2ef4f2c0266 HTTP/1.1" status: 200 len: 1092 time: 2.1298087 Jul 24 00:05:36.639148 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d850c0b9-b1b4-42b0-9180-8e7b417ac06e req-59e25120-aec7-48dc-a528-777d52ac152b tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:36.641973 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d850c0b9-b1b4-42b0-9180-8e7b417ac06e req-59e25120-aec7-48dc-a528-777d52ac152b tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=85dccee4-09eb-4b9c-b239-e3f560397196 HTTP/1.1" status: 200 len: 950 time: 0.3044069 Jul 24 00:05:36.642457 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fc7c672-6294-4817-88fc-e8e6b09aff0c', 'tag': '8b260eaf-35b7-4dc5-92f4-a2ef4f2c0266'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:05:36.648795 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad10aee-c8c6-4892-abdc-656c58ccd6a8" -d '{"events": [{"name": "network-changed", "server_uuid": "5fc7c672-6294-4817-88fc-e8e6b09aff0c", "tag": "8b260eaf-35b7-4dc5-92f4-a2ef4f2c0266"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:05:36.678358 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7361fd7a-8bae-41d3-a703-29d428d3bf56 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:36.689702 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4e121f-ae80-432c-83fb-382dbe0f4531 None None] Pushing event updated for resources: {'Port': ['ID=4615e02e-a46b-4745-a649-cf173216e1ea,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:36.855687 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7361fd7a-8bae-41d3-a703-29d428d3bf56 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Network 9e580878-fdf1-4035-add9-8d3326df1a3b is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:05:36.858215 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495b045d-b451-42c5-9800-c8f8055a1be4 service neutron] Pushing event updated for resources: {'Port': ['ID=8b260eaf-35b7-4dc5-92f4-a2ef4f2c0266,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:36.885518 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-7361fd7a-8bae-41d3-a703-29d428d3bf56 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:05:36.899772 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7361fd7a-8bae-41d3-a703-29d428d3bf56 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:36.900687 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7361fd7a-8bae-41d3-a703-29d428d3bf56 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:36.920538 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7361fd7a-8bae-41d3-a703-29d428d3bf56 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event updated for resources: {'Subnet': ['ID=a2da253e-64ff-4a97-bcb0-04e3cdae517e,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:36.952648 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d850c0b9-b1b4-42b0-9180-8e7b417ac06e req-db7b9b3a-73f6-4561-b7ac-fa40f495dbad tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836003 Jul 24 00:05:36.973449 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-20ab7844-dbd0-41f9-8338-a372e85d2f31 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:36.986001 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-7361fd7a-8bae-41d3-a703-29d428d3bf56 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7796059 Jul 24 00:05:36.988403 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 58930) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:36.994603 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-4a8955c5-542f-45be-93b3-8b490999a792 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Request body: {'port': {'network_id': '9e580878-fdf1-4035-add9-8d3326df1a3b', 'fixed_ips': [{'subnet_id': 'd95661b3-899c-4565-8196-080b4e299a34'}, {'subnet_id': 'a2da253e-64ff-4a97-bcb0-04e3cdae517e'}], 'name': 'tempest-PortsTestJSON-1970328139'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:05:37.030551 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c878f9c-89e6-44bf-87cc-a75867183da2 req-8e6cb3ee-0fcb-4177-bb35-5506a9987762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:37.032346 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5c878f9c-89e6-44bf-87cc-a75867183da2 req-8e6cb3ee-0fcb-4177-bb35-5506a9987762 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=edb05757b79c4651874b12bd54763416&device_id=5fc7c672-6294-4817-88fc-e8e6b09aff0c HTTP/1.1" status: 200 len: 1095 time: 0.3553863 Jul 24 00:05:37.109426 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5c878f9c-89e6-44bf-87cc-a75867183da2 req-5ec2215d-6081-48b6-adc9-0a669d38c69c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b260eaf-35b7-4dc5-92f4-a2ef4f2c0266 HTTP/1.1" status: 200 len: 217 time: 0.0597436 Jul 24 00:05:37.217106 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d513844-5071-47aa-b4f4-ee2a66698421 None None] Network 9e580878-fdf1-4035-add9-8d3326df1a3b requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:05:37.262193 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c878f9c-89e6-44bf-87cc-a75867183da2 req-bcb77ebe-1a3c-4fd6-84dc-832f3ad56297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:37.273241 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5c878f9c-89e6-44bf-87cc-a75867183da2 req-bcb77ebe-1a3c-4fd6-84dc-832f3ad56297 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4c5e7796-9746-457d-b93a-6a23003ac2f0 HTTP/1.1" status: 200 len: 852 time: 0.0927417 Jul 24 00:05:37.333770 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4922a764-5924-45b3-be52-5136dcab383e req-be327541-dd26-40f0-85bb-e8ede13fc287 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0193796 Jul 24 00:05:37.361333 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-699e8233-f459-436f-8ed7-bf1b7ef2b402 None None] Provisioning for port f79074de-bcde-476a-966d-942b942447eb completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:05:37.361897 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b858572-583f-47a7-aad4-0f83fec36c45 x-openstack-request-id: req-8b858572-583f-47a7-aad4-0f83fec36c45 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:05:37.362385 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fc7c672-6294-4817-88fc-e8e6b09aff0c", "tag": "8b260eaf-35b7-4dc5-92f4-a2ef4f2c0266", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:05:37.362949 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8b858572-583f-47a7-aad4-0f83fec36c45 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:05:37.363637 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fc7c672-6294-4817-88fc-e8e6b09aff0c', 'tag': '8b260eaf-35b7-4dc5-92f4-a2ef4f2c0266', 'status': 'completed', 'code': 200} Jul 24 00:05:37.416887 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5c878f9c-89e6-44bf-87cc-a75867183da2 req-2faf4b01-6415-4011-90ec-6bec7df65302 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6d0290d7-687f-4c6e-a33b-868ec400e0f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1355038 Jul 24 00:05:37.487904 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a8955c5-542f-45be-93b3-8b490999a792 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Made reservation on behalf of 0861e7509e4040ae9ebcc16b5063e046 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:05:37.490700 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7cdf3a41-7eaf-49ab-8003-0ef500fa4be7 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:37.530876 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-20ab7844-dbd0-41f9-8338-a372e85d2f31 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Allocated IP 172.20.0.1 (f76090a2-44c2-461d-b03e-1362c774dd79/37efb159-7407-4bbf-b448-bbb6bd91b7c7/d7c314c5-c516-4fe7-9b64-1f624ce28138) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:05:37.666337 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 4615e02e-a46b-4745-a649-cf173216e1ea up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:05:37.683022 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4a8955c5-542f-45be-93b3-8b490999a792 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:37.705276 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [None req-4a8955c5-542f-45be-93b3-8b490999a792 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] device_id is not set on port f180b682-6ca8-43fa-a874-109dad6f38e0 yet. {{(pid=100313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:05:37.713844 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3135864-b862-4a76-9f99-8a4b600c0b5d None None] Update dhcp port {'port': {'network_id': '9e580878-fdf1-4035-add9-8d3326df1a3b', 'fixed_ips': [{'subnet_id': 'd95661b3-899c-4565-8196-080b4e299a34', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a2da253e-64ff-4a97-bcb0-04e3cdae517e'}], 'binding:host_id': 'n-d-800088-16'}, 'id': 'f79074de-bcde-476a-966d-942b942447eb'} from n-d-800088-16. {{(pid=100315) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 24 00:05:37.742650 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-20ab7844-dbd0-41f9-8338-a372e85d2f31 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:37.759282 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 4615e02e-a46b-4745-a649-cf173216e1ea completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:05:37.765325 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device f79074de-bcde-476a-966d-942b942447eb up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:05:37.789889 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [None req-20ab7844-dbd0-41f9-8338-a372e85d2f31 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Transition to ACTIVE for port object d7c314c5-c516-4fe7-9b64-1f624ce28138 will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:05:37.805337 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7cdf3a41-7eaf-49ab-8003-0ef500fa4be7 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:37.816902 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e3135864-b862-4a76-9f99-8a4b600c0b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:37.865642 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port f79074de-bcde-476a-966d-942b942447eb completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:05:37.871510 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port f79074de-bcde-476a-966d-942b942447eb triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:05:37.871892 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:37.963072 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-20ab7844-dbd0-41f9-8338-a372e85d2f31 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:38.070942 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ab7844-dbd0-41f9-8338-a372e85d2f31 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Network f76090a2-44c2-461d-b03e-1362c774dd79 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:05:38.076790 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-20ab7844-dbd0-41f9-8338-a372e85d2f31 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:05:38.081924 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-4a8955c5-542f-45be-93b3-8b490999a792 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Allocated IP 172.20.0.9 (9e580878-fdf1-4035-add9-8d3326df1a3b/d95661b3-899c-4565-8196-080b4e299a34/f180b682-6ca8-43fa-a874-109dad6f38e0) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:05:38.085757 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ab7844-dbd0-41f9-8338-a372e85d2f31 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:05:38.091291 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-4a8955c5-542f-45be-93b3-8b490999a792 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Allocated IP 172.20.0.21 (9e580878-fdf1-4035-add9-8d3326df1a3b/a2da253e-64ff-4a97-bcb0-04e3cdae517e/f180b682-6ca8-43fa-a874-109dad6f38e0) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:05:38.143648 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:38.158857 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99439402-cfe2-49af-bcdd-81825bc98656 None None] Network f76090a2-44c2-461d-b03e-1362c774dd79 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:05:38.187172 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port f79074de-bcde-476a-966d-942b942447eb, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=f79074de-bcde-476a-966d-942b942447eb,segment=NetworkSegment(7be5f6ef-3e88-47a9-99c2-66c27f7e66cc),segment_id=7be5f6ef-3e88-47a9-99c2-66c27f7e66cc)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:05:38.187778 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ab7844-dbd0-41f9-8338-a372e85d2f31 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Pushing event updated for resources: {'Port': ['ID=d7c314c5-c516-4fe7-9b64-1f624ce28138,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:38.212434 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:38.247502 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-20ab7844-dbd0-41f9-8338-a372e85d2f31 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681761'] for router_interface, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:38.294155 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-04d12f82-fa97-4520-b8ef-a09038863f86 None None] Provisioning for port 4615e02e-a46b-4745-a649-cf173216e1ea completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:05:38.303258 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-04d12f82-fa97-4520-b8ef-a09038863f86 None None] Provisioning complete for port 4615e02e-a46b-4745-a649-cf173216e1ea triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:05:38.303770 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-04d12f82-fa97-4520-b8ef-a09038863f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:38.361062 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5c878f9c-89e6-44bf-87cc-a75867183da2 req-de977d8e-6737-4bcb-ac56-d89c7f3d9c5c service neutron] 10.222.0.52 "GET /v2.0/networks/6d0290d7-687f-4c6e-a33b-868ec400e0f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9353590 Jul 24 00:05:38.375182 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f708064-a4e7-4015-8da0-b0a44897e645 req-60c72053-26c4-46dd-a24a-05760c089ba3 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:38.376881 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9f708064-a4e7-4015-8da0-b0a44897e645 req-60c72053-26c4-46dd-a24a-05760c089ba3 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=85dccee4-09eb-4b9c-b239-e3f560397196 HTTP/1.1" status: 200 len: 950 time: 0.2798209 Jul 24 00:05:38.424976 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=f79074de-bcde-476a-966d-942b942447eb,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:38.447955 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7cdf3a41-7eaf-49ab-8003-0ef500fa4be7 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:38.468515 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7cdf3a41-7eaf-49ab-8003-0ef500fa4be7 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:38.509312 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4a8955c5-542f-45be-93b3-8b490999a792 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:38.537970 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdf3a41-7eaf-49ab-8003-0ef500fa4be7 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Pushing event updated for resources: {'Port': ['ID=97556314-7133-4c79-9954-3429364ce7a6,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:38.555208 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-04d12f82-fa97-4520-b8ef-a09038863f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:38.570327 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9f708064-a4e7-4015-8da0-b0a44897e645 req-0c36987a-ccb4-4c22-ab8c-86414eb4b1d9 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629257 Jul 24 00:05:38.604858 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [None req-4a8955c5-542f-45be-93b3-8b490999a792 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Transition to ACTIVE for port object f180b682-6ca8-43fa-a874-109dad6f38e0 will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:05:38.622221 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-04d12f82-fa97-4520-b8ef-a09038863f86 None None] For port 4615e02e-a46b-4745-a649-cf173216e1ea, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=4615e02e-a46b-4745-a649-cf173216e1ea,segment=NetworkSegment(91bfc5be-6605-45d2-a2c1-4e41f89a8ad2),segment_id=91bfc5be-6605-45d2-a2c1-4e41f89a8ad2)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:05:38.637518 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5c878f9c-89e6-44bf-87cc-a75867183da2 req-ce8e40c4-d044-408c-90c9-c97d2e783ed5 service neutron] 10.222.0.52 "GET /v2.0/networks/6d0290d7-687f-4c6e-a33b-868ec400e0f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506716 Jul 24 00:05:38.653932 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-04d12f82-fa97-4520-b8ef-a09038863f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:38.657679 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea3c1ae-4530-415b-b30b-27381ebd0fd3 req-6b136d0c-549b-49b8-990c-63c5baae9a78 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:38.669006 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-20ab7844-dbd0-41f9-8338-a372e85d2f31 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:38.678475 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3ea3c1ae-4530-415b-b30b-27381ebd0fd3 req-6b136d0c-549b-49b8-990c-63c5baae9a78 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fc7c672-6294-4817-88fc-e8e6b09aff0c HTTP/1.1" status: 200 len: 943 time: 0.2278385 Jul 24 00:05:38.721980 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d12f82-fa97-4520-b8ef-a09038863f86 None None] Pushing event updated for resources: {'Port': ['ID=4615e02e-a46b-4745-a649-cf173216e1ea,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:38.801505 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4a8955c5-542f-45be-93b3-8b490999a792 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:38.832272 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3ea3c1ae-4530-415b-b30b-27381ebd0fd3 req-3bddeef3-cbb8-4f02-801b-66b393f6efbf tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528089 Jul 24 00:05:38.847792 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-e3135864-b862-4a76-9f99-8a4b600c0b5d None None] Allocated IP 172.20.0.18 (9e580878-fdf1-4035-add9-8d3326df1a3b/a2da253e-64ff-4a97-bcb0-04e3cdae517e/f79074de-bcde-476a-966d-942b942447eb) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:05:38.876131 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7cdf3a41-7eaf-49ab-8003-0ef500fa4be7 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:38.888645 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8955c5-542f-45be-93b3-8b490999a792 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Network 9e580878-fdf1-4035-add9-8d3326df1a3b is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:05:38.894152 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-4a8955c5-542f-45be-93b3-8b490999a792 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:05:38.905147 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8955c5-542f-45be-93b3-8b490999a792 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:05:38.910610 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8955c5-542f-45be-93b3-8b490999a792 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event updated for resources: {'Port': ['ID=f180b682-6ca8-43fa-a874-109dad6f38e0,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:38.956844 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad10aee-c8c6-4892-abdc-656c58ccd6a8 req-d88c2110-8104-4a8a-967a-c407bf17a510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:38.959381 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4ad10aee-c8c6-4892-abdc-656c58ccd6a8 req-d88c2110-8104-4a8a-967a-c407bf17a510 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=edb05757b79c4651874b12bd54763416&device_id=5fc7c672-6294-4817-88fc-e8e6b09aff0c HTTP/1.1" status: 200 len: 1095 time: 0.2673223 Jul 24 00:05:39.010177 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8955c5-542f-45be-93b3-8b490999a792 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:39.010940 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4a8955c5-542f-45be-93b3-8b490999a792 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:39.019691 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-3034e0ff-80aa-4aae-8060-1daa4ca60e20 None None] Provisioning for port d7c314c5-c516-4fe7-9b64-1f624ce28138 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:05:39.026696 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-3034e0ff-80aa-4aae-8060-1daa4ca60e20 None None] Provisioning complete for port d7c314c5-c516-4fe7-9b64-1f624ce28138 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:05:39.026696 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3034e0ff-80aa-4aae-8060-1daa4ca60e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:39.047584 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-4a8955c5-542f-45be-93b3-8b490999a792 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.0578089 Jul 24 00:05:39.054194 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 58948) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:39.063796 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-760c9776-0d70-4a1e-8282-6492e4036f7c tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd95661b3-899c-4565-8196-080b4e299a34'}]}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:05:39.070575 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-e3135864-b862-4a76-9f99-8a4b600c0b5d None None] For port f79074de-bcde-476a-966d-942b942447eb, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=f79074de-bcde-476a-966d-942b942447eb,segment=NetworkSegment(7be5f6ef-3e88-47a9-99c2-66c27f7e66cc),segment_id=7be5f6ef-3e88-47a9-99c2-66c27f7e66cc)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:05:39.096276 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-3034e0ff-80aa-4aae-8060-1daa4ca60e20 None None] Port d7c314c5-c516-4fe7-9b64-1f624ce28138 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:05:39.123360 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e3135864-b862-4a76-9f99-8a4b600c0b5d None None] Notify callbacks [] for port, precommit_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:39.125170 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad10aee-c8c6-4892-abdc-656c58ccd6a8 req-e78f13ac-0fca-4d08-ad4e-07b0e49e32f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:39.126807 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4ad10aee-c8c6-4892-abdc-656c58ccd6a8 req-e78f13ac-0fca-4d08-ad4e-07b0e49e32f0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6d0290d7-687f-4c6e-a33b-868ec400e0f9 HTTP/1.1" status: 200 len: 913 time: 0.1539896 Jul 24 00:05:39.130436 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-3034e0ff-80aa-4aae-8060-1daa4ca60e20 None None] Provisioning complete for port 4615e02e-a46b-4745-a649-cf173216e1ea triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:05:39.130838 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3034e0ff-80aa-4aae-8060-1daa4ca60e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:39.168483 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-e3135864-b862-4a76-9f99-8a4b600c0b5d None None] Transition to ACTIVE for port object f79074de-bcde-476a-966d-942b942447eb will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:05:39.181269 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e3135864-b862-4a76-9f99-8a4b600c0b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:39.211688 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4ad10aee-c8c6-4892-abdc-656c58ccd6a8 req-0ad55dff-205c-4de0-97a5-cfcd9601253b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b260eaf-35b7-4dc5-92f4-a2ef4f2c0266 HTTP/1.1" status: 200 len: 217 time: 0.0771070 Jul 24 00:05:39.252112 n-d-800088-16 neutron-server[100314]: INFO neutron.db.l3_db [None req-7cdf3a41-7eaf-49ab-8003-0ef500fa4be7 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Floating IP 0129d715-5ddd-4d17-96ec-53f70dbf14fd associated. External IP: 172.25.3.165, port: c7a590bc-94c3-4926-b4a7-368ced78a832. Jul 24 00:05:39.279073 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad10aee-c8c6-4892-abdc-656c58ccd6a8 req-d1d31b07-8005-4976-acdb-21a09985af15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:39.299150 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4ad10aee-c8c6-4892-abdc-656c58ccd6a8 req-d1d31b07-8005-4976-acdb-21a09985af15 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4c5e7796-9746-457d-b93a-6a23003ac2f0 HTTP/1.1" status: 200 len: 852 time: 0.0759633 Jul 24 00:05:39.362344 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-20ab7844-dbd0-41f9-8338-a372e85d2f31 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:39.393263 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-20ab7844-dbd0-41f9-8338-a372e85d2f31 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:39.398045 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4ad10aee-c8c6-4892-abdc-656c58ccd6a8 req-7350b643-8fee-40ee-a602-b961a1527008 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6d0290d7-687f-4c6e-a33b-868ec400e0f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864215 Jul 24 00:05:39.421255 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3135864-b862-4a76-9f99-8a4b600c0b5d None None] Pushing event updated for resources: {'Port': ['ID=f79074de-bcde-476a-966d-942b942447eb,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:39.546312 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-c16e787c-79fc-4626-9a4c-0686eaf7ec4e None None] Provisioning complete for port d7c314c5-c516-4fe7-9b64-1f624ce28138 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:05:39.546611 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c16e787c-79fc-4626-9a4c-0686eaf7ec4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:39.593328 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 4615e02e-a46b-4745-a649-cf173216e1ea up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:05:39.631343 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4ad10aee-c8c6-4892-abdc-656c58ccd6a8 req-c6a84eab-8a39-4bd4-89e8-4b308efd04c3 service neutron] 10.222.0.52 "GET /v2.0/networks/6d0290d7-687f-4c6e-a33b-868ec400e0f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244949 Jul 24 00:05:39.659513 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-c16e787c-79fc-4626-9a4c-0686eaf7ec4e None None] Port d7c314c5-c516-4fe7-9b64-1f624ce28138 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:05:39.678838 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 4615e02e-a46b-4745-a649-cf173216e1ea triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:05:39.679220 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:39.781302 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device f79074de-bcde-476a-966d-942b942447eb up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:05:39.788365 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4ad10aee-c8c6-4892-abdc-656c58ccd6a8 req-4d64179f-c59c-4d59-b752-1d789854abfc service neutron] 10.222.0.52 "GET /v2.0/networks/6d0290d7-687f-4c6e-a33b-868ec400e0f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460731 Jul 24 00:05:39.858881 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-20ab7844-dbd0-41f9-8338-a372e85d2f31 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680980'] for router_interface, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:39.997399 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00da739-de76-4785-8d5b-366c730844bc req-3a61d703-a54a-44cd-abc0-39c5603d262b tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:40.004533 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d00da739-de76-4785-8d5b-366c730844bc req-3a61d703-a54a-44cd-abc0-39c5603d262b tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fc7c672-6294-4817-88fc-e8e6b09aff0c HTTP/1.1" status: 200 len: 943 time: 0.1028163 Jul 24 00:05:40.040414 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ab7844-dbd0-41f9-8338-a372e85d2f31 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Pushing event updated for resources: {'Port': ['ID=d7c314c5-c516-4fe7-9b64-1f624ce28138,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:40.047664 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-760c9776-0d70-4a1e-8282-6492e4036f7c tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:40.053012 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d00da739-de76-4785-8d5b-366c730844bc req-12379655-9e18-40c4-bcea-9db037bc1a70 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474334 Jul 24 00:05:40.084191 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e3524f-1755-4db8-aaed-5266be4b2d98 None None] Network 9e580878-fdf1-4035-add9-8d3326df1a3b requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:05:40.154364 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ab7844-dbd0-41f9-8338-a372e85d2f31 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Network f76090a2-44c2-461d-b03e-1362c774dd79 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:05:40.168117 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a051ef2-176f-4f9e-bf15-ad7a5ca59ed0 req-50ae607f-17f2-4412-a713-9621af568ef5 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:40.170760 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3a051ef2-176f-4f9e-bf15-ad7a5ca59ed0 req-50ae607f-17f2-4412-a713-9621af568ef5 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=85dccee4-09eb-4b9c-b239-e3f560397196 HTTP/1.1" status: 200 len: 950 time: 0.3092899 Jul 24 00:05:40.176738 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-20ab7844-dbd0-41f9-8338-a372e85d2f31 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:05:40.217050 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-73df2660-c90e-4a61-8e24-301eeb0fc28a None None] Provisioning for port f79074de-bcde-476a-966d-942b942447eb completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:05:40.221986 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-73df2660-c90e-4a61-8e24-301eeb0fc28a None None] Provisioning complete for port f79074de-bcde-476a-966d-942b942447eb triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:05:40.222374 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-73df2660-c90e-4a61-8e24-301eeb0fc28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:40.487415 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3a051ef2-176f-4f9e-bf15-ad7a5ca59ed0 req-420d6b8a-fe62-41db-ad50-b6057a927ce0 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3075368 Jul 24 00:05:40.568621 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-5148e0c8-3d30-45e4-b816-bba119ebf4ea None None] Provisioning complete for port d7c314c5-c516-4fe7-9b64-1f624ce28138 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:05:40.569048 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-5148e0c8-3d30-45e4-b816-bba119ebf4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:40.605138 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cdf3a41-7eaf-49ab-8003-0ef500fa4be7 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Router 5832c0e7-1d75-4a30-9141-9a6a9a723e64 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:05:40.632368 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-5148e0c8-3d30-45e4-b816-bba119ebf4ea None None] Port d7c314c5-c516-4fe7-9b64-1f624ce28138 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:05:40.657539 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20ab7844-dbd0-41f9-8338-a372e85d2f31 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Router 250ce162-f860-41c7-bef3-172275ffe62c is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:05:40.746204 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-760c9776-0d70-4a1e-8282-6492e4036f7c tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Delete allocated IP 172.20.0.21 (9e580878-fdf1-4035-add9-8d3326df1a3b/a2da253e-64ff-4a97-bcb0-04e3cdae517e) {{(pid=100314) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 24 00:05:40.751023 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-f41f5b15-844a-4020-8162-9819c677f95d None None] Provisioning complete for port f79074de-bcde-476a-966d-942b942447eb triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:05:40.751514 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f41f5b15-844a-4020-8162-9819c677f95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:40.797417 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 8b260eaf-35b7-4dc5-92f4-a2ef4f2c0266 details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:05:40.888527 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ab7844-dbd0-41f9-8338-a372e85d2f31 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:05:40.898675 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-20ab7844-dbd0-41f9-8338-a372e85d2f31 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "PUT /v2.0/routers/250ce162-f860-41c7-bef3-172275ffe62c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2424474 Jul 24 00:05:40.901624 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 58970) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:40.903006 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d799962a-b896-4ceb-95a2-d9c553be119c None None] Sync routers for ids ['250ce162-f860-41c7-bef3-172275ffe62c'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:05:40.929004 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d799962a-b896-4ceb-95a2-d9c553be119c None None] Routers {'250ce162-f860-41c7-bef3-172275ffe62c'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:05:40.933102 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-d799962a-b896-4ceb-95a2-d9c553be119c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:05:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['250ce162-f860-41c7-bef3-172275ffe62c'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:40.938586 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cdf3a41-7eaf-49ab-8003-0ef500fa4be7 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:05:40.955525 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21d2d2e-3947-497e-988b-4fd11c397ce7 None None] Sync routers for ids ['5832c0e7-1d75-4a30-9141-9a6a9a723e64'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:05:40.984089 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 8b260eaf-35b7-4dc5-92f4-a2ef4f2c0266, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=8b260eaf-35b7-4dc5-92f4-a2ef4f2c0266,segment=NetworkSegment(03844098-4008-432a-ad64-80c1a7ec0473),segment_id=03844098-4008-432a-ad64-80c1a7ec0473)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:05:40.987287 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-f41f5b15-844a-4020-8162-9819c677f95d None None] Provisioning for port f180b682-6ca8-43fa-a874-109dad6f38e0 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:05:40.989210 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21d2d2e-3947-497e-988b-4fd11c397ce7 None None] Routers {'5832c0e7-1d75-4a30-9141-9a6a9a723e64'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:05:40.989860 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-a21d2d2e-3947-497e-988b-4fd11c397ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:05:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['5832c0e7-1d75-4a30-9141-9a6a9a723e64'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:41.015933 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-d799962a-b896-4ceb-95a2-d9c553be119c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:41.024795 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e88cfb-7cf5-4e2e-bf12-d08166868159 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:41.026393 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-60e88cfb-7cf5-4e2e-bf12-d08166868159 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "GET /v2.0/ports/d7c314c5-c516-4fe7-9b64-1f624ce28138 HTTP/1.1" status: 200 len: 910 time: 0.1235399 Jul 24 00:05:41.029447 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-760c9776-0d70-4a1e-8282-6492e4036f7c tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:41.029592 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 58972) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:41.034868 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-a21d2d2e-3947-497e-988b-4fd11c397ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:41.037151 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-f41f5b15-844a-4020-8162-9819c677f95d None None] Provisioning complete for port f180b682-6ca8-43fa-a874-109dad6f38e0 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:05:41.037366 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d799962a-b896-4ceb-95a2-d9c553be119c None None] Routers {'250ce162-f860-41c7-bef3-172275ffe62c'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:05:41.037527 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f41f5b15-844a-4020-8162-9819c677f95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:41.039872 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-d799962a-b896-4ceb-95a2-d9c553be119c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:05:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['250ce162-f860-41c7-bef3-172275ffe62c'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:41.041192 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-47c685cb-6d26-43dc-9038-19c0b736efce tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '37efb159-7407-4bbf-b448-bbb6bd91b7c7'}]}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:05:41.046515 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': '8b260eaf-35b7-4dc5-92f4-a2ef4f2c0266', 'network_id': '6d0290d7-687f-4c6e-a33b-868ec400e0f9', 'port_id': '8b260eaf-35b7-4dc5-92f4-a2ef4f2c0266', 'mac_address': 'fa:16:3e:aa:e9:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c5e7796-9746-457d-b93a-6a23003ac2f0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:05:41.049427 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [None req-760c9776-0d70-4a1e-8282-6492e4036f7c tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Ignored duplicate provisioning block setup for port f180b682-6ca8-43fa-a874-109dad6f38e0 by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 24 00:05:41.057590 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-760c9776-0d70-4a1e-8282-6492e4036f7c tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:41.087859 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-d799962a-b896-4ceb-95a2-d9c553be119c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:41.088544 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d799962a-b896-4ceb-95a2-d9c553be119c None None] The sync data for ids ['250ce162-f860-41c7-bef3-172275ffe62c'] in n-d-800088-16 is: [] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:05:41.102434 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21d2d2e-3947-497e-988b-4fd11c397ce7 None None] Routers {'5832c0e7-1d75-4a30-9141-9a6a9a723e64'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:05:41.104237 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-a21d2d2e-3947-497e-988b-4fd11c397ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:05:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['5832c0e7-1d75-4a30-9141-9a6a9a723e64'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:41.125488 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7cdf3a41-7eaf-49ab-8003-0ef500fa4be7 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:41.154554 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-f41f5b15-844a-4020-8162-9819c677f95d None None] Port f180b682-6ca8-43fa-a874-109dad6f38e0 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:05:41.157919 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-a21d2d2e-3947-497e-988b-4fd11c397ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:41.158581 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21d2d2e-3947-497e-988b-4fd11c397ce7 None None] The sync data for ids ['5832c0e7-1d75-4a30-9141-9a6a9a723e64'] in n-d-800088-16 is: [] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:05:41.174405 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:41.189217 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b260eaf-35b7-4dc5-92f4-a2ef4f2c0266 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:05:41.211562 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 8b260eaf-35b7-4dc5-92f4-a2ef4f2c0266, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=8b260eaf-35b7-4dc5-92f4-a2ef4f2c0266,segment=NetworkSegment(03844098-4008-432a-ad64-80c1a7ec0473),segment_id=03844098-4008-432a-ad64-80c1a7ec0473)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:05:41.218821 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:41.294853 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-042695a3-0d41-4427-bf47-c0e5f19ce700 None None] Provisioning complete for port f180b682-6ca8-43fa-a874-109dad6f38e0 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:05:41.295237 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-042695a3-0d41-4427-bf47-c0e5f19ce700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:41.324784 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=8b260eaf-35b7-4dc5-92f4-a2ef4f2c0266,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:41.328452 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-47c685cb-6d26-43dc-9038-19c0b736efce tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:41.344661 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760c9776-0d70-4a1e-8282-6492e4036f7c tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event updated for resources: {'Port': ['ID=f180b682-6ca8-43fa-a874-109dad6f38e0,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:41.350711 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-042695a3-0d41-4427-bf47-c0e5f19ce700 None None] Port f180b682-6ca8-43fa-a874-109dad6f38e0 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:05:41.369435 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-7cdf3a41-7eaf-49ab-8003-0ef500fa4be7 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 6.5516768 Jul 24 00:05:41.373720 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 58976) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:41.378787 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-afa96f27-2bbb-4c26-8a22-48a3e8d2b661 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1124530682'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:05:41.393960 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-760c9776-0d70-4a1e-8282-6492e4036f7c tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] In _notify_port_updated(), no bound segment for port f180b682-6ca8-43fa-a874-109dad6f38e0 on network 9e580878-fdf1-4035-add9-8d3326df1a3b {{(pid=100314) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 24 00:05:41.399660 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760c9776-0d70-4a1e-8282-6492e4036f7c tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:41.400528 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-760c9776-0d70-4a1e-8282-6492e4036f7c tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:41.401868 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-760c9776-0d70-4a1e-8282-6492e4036f7c tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "PUT /v2.0/ports/f180b682-6ca8-43fa-a874-109dad6f38e0 HTTP/1.1" status: 200 len: 919 time: 2.3468318 Jul 24 00:05:41.407202 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 58978) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:41.418622 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-cd831437-3a1e-4416-a392-61d2135414dd tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd95661b3-899c-4565-8196-080b4e299a34'}, {'subnet_id': 'a2da253e-64ff-4a97-bcb0-04e3cdae517e'}]}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:05:41.421477 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa96f27-2bbb-4c26-8a22-48a3e8d2b661 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Made reservation on behalf of ebb8f2f29751499da1023c7510ec92b9 for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:05:41.425060 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-afa96f27-2bbb-4c26-8a22-48a3e8d2b661 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:41.455678 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030cdfb8-5307-426b-8567-e3ed4477b0eb req-997070f1-12f6-4147-81ec-8369e34b7d83 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:41.457319 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-030cdfb8-5307-426b-8567-e3ed4477b0eb req-997070f1-12f6-4147-81ec-8369e34b7d83 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fc7c672-6294-4817-88fc-e8e6b09aff0c HTTP/1.1" status: 200 len: 943 time: 0.3004246 Jul 24 00:05:41.480859 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['8b260eaf-35b7-4dc5-92f4-a2ef4f2c0266'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:05:41.568405 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-030cdfb8-5307-426b-8567-e3ed4477b0eb req-702385db-ae29-49ee-801a-00529db428a9 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037264 Jul 24 00:05:41.572455 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cd831437-3a1e-4416-a392-61d2135414dd tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:41.579981 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afa96f27-2bbb-4c26-8a22-48a3e8d2b661 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:05:41.634942 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-afa96f27-2bbb-4c26-8a22-48a3e8d2b661 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:41.634942 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-afa96f27-2bbb-4c26-8a22-48a3e8d2b661 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Added segment a894b00e-56cf-4850-887b-5a16272efc04 of type vlan for network 5f4e66ab-1df8-43aa-8a8e-fff6339236a8 Jul 24 00:05:41.785404 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-c96a0d20-e883-46ad-9bff-c95f5d648ccf None None] Provisioning complete for port f180b682-6ca8-43fa-a874-109dad6f38e0 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:05:41.785788 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c96a0d20-e883-46ad-9bff-c95f5d648ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:41.790869 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-afa96f27-2bbb-4c26-8a22-48a3e8d2b661 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:41.863530 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-afa96f27-2bbb-4c26-8a22-48a3e8d2b661 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:41.863914 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-c96a0d20-e883-46ad-9bff-c95f5d648ccf None None] Port f180b682-6ca8-43fa-a874-109dad6f38e0 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:05:41.871455 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa96f27-2bbb-4c26-8a22-48a3e8d2b661 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:41.872108 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-afa96f27-2bbb-4c26-8a22-48a3e8d2b661 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:41.972694 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa96f27-2bbb-4c26-8a22-48a3e8d2b661 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Pushing event updated for resources: {'Network': ['ID=5f4e66ab-1df8-43aa-8a8e-fff6339236a8,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:41.984600 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 5f4e66ab-1df8-43aa-8a8e-fff6339236a8 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:05:41.990708 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-afa96f27-2bbb-4c26-8a22-48a3e8d2b661 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6165223 Jul 24 00:05:41.991627 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 59004) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:42.035814 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-b460b695-f02d-49c3-b30c-81ab42b5e336 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Request body: {'subnet': {'network_id': '5f4e66ab-1df8-43aa-8a8e-fff6339236a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:05:42.081720 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bda636-b3cf-412a-b09b-fd48b9b7efba req-6922ae0b-80df-4f08-a84d-bcf2d8f809b7 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:42.085126 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-17bda636-b3cf-412a-b09b-fd48b9b7efba req-6922ae0b-80df-4f08-a84d-bcf2d8f809b7 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=85dccee4-09eb-4b9c-b239-e3f560397196 HTTP/1.1" status: 200 len: 950 time: 0.3135471 Jul 24 00:05:42.104995 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-cd831437-3a1e-4416-a392-61d2135414dd tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Allocated IP 172.20.0.26 (9e580878-fdf1-4035-add9-8d3326df1a3b/a2da253e-64ff-4a97-bcb0-04e3cdae517e/f180b682-6ca8-43fa-a874-109dad6f38e0) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:05:42.155844 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-17bda636-b3cf-412a-b09b-fd48b9b7efba req-75ee7281-c1f0-4def-bf50-e847e198f74e tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538425 Jul 24 00:05:42.243598 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-47c685cb-6d26-43dc-9038-19c0b736efce tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:42.259187 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b460b695-f02d-49c3-b30c-81ab42b5e336 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Made reservation on behalf of ebb8f2f29751499da1023c7510ec92b9 for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:05:42.264676 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b460b695-f02d-49c3-b30c-81ab42b5e336 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:42.270330 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-47c685cb-6d26-43dc-9038-19c0b736efce tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:42.320490 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cd831437-3a1e-4416-a392-61d2135414dd tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:42.341482 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [None req-cd831437-3a1e-4416-a392-61d2135414dd tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Transition to ACTIVE for port object f180b682-6ca8-43fa-a874-109dad6f38e0 will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:05:42.347757 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cd831437-3a1e-4416-a392-61d2135414dd tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:42.429627 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c685cb-6d26-43dc-9038-19c0b736efce tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:42.430287 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-47c685cb-6d26-43dc-9038-19c0b736efce tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:42.433526 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-47c685cb-6d26-43dc-9038-19c0b736efce tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "PUT /v2.0/ports/d7c314c5-c516-4fe7-9b64-1f624ce28138 HTTP/1.1" status: 200 len: 910 time: 1.4028461 Jul 24 00:05:42.436865 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 59012) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:42.466206 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd831437-3a1e-4416-a392-61d2135414dd tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event updated for resources: {'Port': ['ID=f180b682-6ca8-43fa-a874-109dad6f38e0,revision_number=3']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:42.477172 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c685cb-6d26-43dc-9038-19c0b736efce tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Pushing event updated for resources: {'Port': ['ID=d7c314c5-c516-4fe7-9b64-1f624ce28138,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:42.480930 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 59014) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:42.641437 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b460b695-f02d-49c3-b30c-81ab42b5e336 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:42.704063 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-ac4860dd-352a-4179-ad7f-adc3658c4e00 None None] Provisioning for port f180b682-6ca8-43fa-a874-109dad6f38e0 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:05:42.709888 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-ac4860dd-352a-4179-ad7f-adc3658c4e00 None None] Provisioning complete for port f180b682-6ca8-43fa-a874-109dad6f38e0 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:05:42.710360 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ac4860dd-352a-4179-ad7f-adc3658c4e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:42.742121 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8b1bbb25-9b83-45b3-949f-0a4024b8d7f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:42.757552 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-ac4860dd-352a-4179-ad7f-adc3658c4e00 None None] Port f180b682-6ca8-43fa-a874-109dad6f38e0 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:05:42.781473 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b460b695-f02d-49c3-b30c-81ab42b5e336 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Checking segment: {'id': 'a894b00e-56cf-4850-887b-5a16272efc04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '5f4e66ab-1df8-43aa-8a8e-fff6339236a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:05:42.781883 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b460b695-f02d-49c3-b30c-81ab42b5e336 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Network hostable DHCP agents. Network: 5f4e66ab-1df8-43aa-8a8e-fff6339236a8, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:05:42.787537 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b460b695-f02d-49c3-b30c-81ab42b5e336 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Pushing event updated for resources: {'Subnet': ['ID=44d10ea1-a941-4489-96ed-8f2d6b9252d2,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:42.804146 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 8b260eaf-35b7-4dc5-92f4-a2ef4f2c0266 up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:05:42.824283 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b460b695-f02d-49c3-b30c-81ab42b5e336 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Network 5f4e66ab-1df8-43aa-8a8e-fff6339236a8 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:05:42.844956 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-b460b695-f02d-49c3-b30c-81ab42b5e336 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 5f4e66ab-1df8-43aa-8a8e-fff6339236a8) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:05:42.849938 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b460b695-f02d-49c3-b30c-81ab42b5e336 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:42.850911 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b460b695-f02d-49c3-b30c-81ab42b5e336 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:42.859797 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178337d6-32fc-4ff9-be0c-543c973dd6ff None None] Network 5f4e66ab-1df8-43aa-8a8e-fff6339236a8 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:05:42.863804 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port 8b260eaf-35b7-4dc5-92f4-a2ef4f2c0266 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:05:42.877013 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port 8b260eaf-35b7-4dc5-92f4-a2ef4f2c0266 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:05:42.877692 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:42.887590 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd831437-3a1e-4416-a392-61d2135414dd tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:05:42.888146 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd831437-3a1e-4416-a392-61d2135414dd tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:05:42.888274 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd831437-3a1e-4416-a392-61d2135414dd tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:05:42.888596 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd831437-3a1e-4416-a392-61d2135414dd tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:05:42.888958 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd831437-3a1e-4416-a392-61d2135414dd tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:05:42.889303 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd831437-3a1e-4416-a392-61d2135414dd tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:05:42.889620 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd831437-3a1e-4416-a392-61d2135414dd tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:05:42.889940 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd831437-3a1e-4416-a392-61d2135414dd tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:05:42.890460 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd831437-3a1e-4416-a392-61d2135414dd tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:05:42.890787 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd831437-3a1e-4416-a392-61d2135414dd tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:05:42.891113 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd831437-3a1e-4416-a392-61d2135414dd tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:05:42.891431 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd831437-3a1e-4416-a392-61d2135414dd tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:05:42.924049 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8b1bbb25-9b83-45b3-949f-0a4024b8d7f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:42.928258 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8b1bbb25-9b83-45b3-949f-0a4024b8d7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:42.954428 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-cd831437-3a1e-4416-a392-61d2135414dd tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] In _notify_port_updated(), no bound segment for port f180b682-6ca8-43fa-a874-109dad6f38e0 on network 9e580878-fdf1-4035-add9-8d3326df1a3b {{(pid=100314) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 24 00:05:42.959534 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd831437-3a1e-4416-a392-61d2135414dd tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:42.960175 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cd831437-3a1e-4416-a392-61d2135414dd tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:42.962246 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-b460b695-f02d-49c3-b30c-81ab42b5e336 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9306426 Jul 24 00:05:42.967531 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-cd831437-3a1e-4416-a392-61d2135414dd tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "PUT /v2.0/ports/f180b682-6ca8-43fa-a874-109dad6f38e0 HTTP/1.1" status: 200 len: 999 time: 1.5590570 Jul 24 00:05:42.968354 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 59024) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:42.968848 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 59026) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:42.985876 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-9b91339a-a411-48fb-b417-e6ac94e4222e tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1261048293', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}, 'admin_state_up': False}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:05:43.000466 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1bbb25-9b83-45b3-949f-0a4024b8d7f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b101d2c-f28c-446b-9d66-8c75591ff1e9,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:43.025707 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-8b1bbb25-9b83-45b3-949f-0a4024b8d7f4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e9280fe9af544d9cabf9a2bc803262c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5337927 Jul 24 00:05:43.026051 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 59028) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:43.044601 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9b91339a-a411-48fb-b417-e6ac94e4222e tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:43.045747 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9b91339a-a411-48fb-b417-e6ac94e4222e tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:43.053678 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:43.122225 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc7c672-6294-4817-88fc-e8e6b09aff0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b260eaf-35b7-4dc5-92f4-a2ef4f2c0266'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:05:43.124556 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b384b00-cd46-4b1d-a71a-c3bff6f85ddc" -d '{"events": [{"server_uuid": "5fc7c672-6294-4817-88fc-e8e6b09aff0c", "name": "network-vif-plugged", "status": "completed", "tag": "8b260eaf-35b7-4dc5-92f4-a2ef4f2c0266"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:05:43.128147 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2203eb16-e698-4535-962b-5f1b15f3c7df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-5f4e66ab-1df8-43aa-8a8e-fff6339236a8', 'network_id': '5f4e66ab-1df8-43aa-8a8e-fff6339236a8', 'tenant_id': 'ebb8f2f29751499da1023c7510ec92b9', 'fixed_ips': [{'subnet_id': '44d10ea1-a941-4489-96ed-8f2d6b9252d2'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:05:43.129110 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2203eb16-e698-4535-962b-5f1b15f3c7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:43.141004 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 8b260eaf-35b7-4dc5-92f4-a2ef4f2c0266, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=8b260eaf-35b7-4dc5-92f4-a2ef4f2c0266,segment=NetworkSegment(03844098-4008-432a-ad64-80c1a7ec0473),segment_id=03844098-4008-432a-ad64-80c1a7ec0473)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:05:43.149149 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fa63dfeb-c0b7-48bf-abff-95d234b30632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:43.155214 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:43.155382 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43761b9-4267-49fe-a4ca-d85ee700cbe5 req-94220caf-d96a-4578-99d2-815a53c22345 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:43.157046 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c43761b9-4267-49fe-a4ca-d85ee700cbe5 req-94220caf-d96a-4578-99d2-815a53c22345 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fc7c672-6294-4817-88fc-e8e6b09aff0c HTTP/1.1" status: 200 len: 944 time: 0.2754753 Jul 24 00:05:43.182286 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fa63dfeb-c0b7-48bf-abff-95d234b30632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:43.225888 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9b91339a-a411-48fb-b417-e6ac94e4222e tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:43.237201 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e047d43a-dc67-485b-9c52-6b277c6da815 x-openstack-request-id: req-e047d43a-dc67-485b-9c52-6b277c6da815 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:05:43.237201 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fc7c672-6294-4817-88fc-e8e6b09aff0c", "name": "network-vif-plugged", "status": "completed", "tag": "8b260eaf-35b7-4dc5-92f4-a2ef4f2c0266", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:05:43.237201 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e047d43a-dc67-485b-9c52-6b277c6da815 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:05:43.237201 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fc7c672-6294-4817-88fc-e8e6b09aff0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b260eaf-35b7-4dc5-92f4-a2ef4f2c0266', 'code': 200} Jul 24 00:05:43.281935 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=8b260eaf-35b7-4dc5-92f4-a2ef4f2c0266,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:43.290011 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c43761b9-4267-49fe-a4ca-d85ee700cbe5 req-ca1f7c91-b018-46d9-b83d-a1063902e110 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237912 Jul 24 00:05:43.317597 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-8e843d3f-0edf-46c8-9261-5bc068754d78 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Deleting port f180b682-6ca8-43fa-a874-109dad6f38e0 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:05:43.317952 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8e843d3f-0edf-46c8-9261-5bc068754d78 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:43.337273 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-2203eb16-e698-4535-962b-5f1b15f3c7df None None] Allocated IP 172.20.0.2 (5f4e66ab-1df8-43aa-8a8e-fff6339236a8/44d10ea1-a941-4489-96ed-8f2d6b9252d2/dd18e853-92a6-4040-9af8-0ddb8e03b0db) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:05:43.412083 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fa63dfeb-c0b7-48bf-abff-95d234b30632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:43.415022 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fa63dfeb-c0b7-48bf-abff-95d234b30632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:43.419179 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-fa63dfeb-c0b7-48bf-abff-95d234b30632 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7b101d2c-f28c-446b-9d66-8c75591ff1e9 HTTP/1.1" status: 204 len: 168 time: 0.3879020 Jul 24 00:05:43.451136 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8e843d3f-0edf-46c8-9261-5bc068754d78 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:43.475148 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-8e843d3f-0edf-46c8-9261-5bc068754d78 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Calling delete_port for f180b682-6ca8-43fa-a874-109dad6f38e0 owned by {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:05:43.541405 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2203eb16-e698-4535-962b-5f1b15f3c7df None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:43.552569 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2203eb16-e698-4535-962b-5f1b15f3c7df None None] Transition to ACTIVE for port object dd18e853-92a6-4040-9af8-0ddb8e03b0db will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:05:43.572549 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2203eb16-e698-4535-962b-5f1b15f3c7df None None] Transition to ACTIVE for port object dd18e853-92a6-4040-9af8-0ddb8e03b0db will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:05:43.577167 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a3f19cf1-cfc4-432f-9716-c1b82fa69eda tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681029'] for router_interface, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:43.583268 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2203eb16-e698-4535-962b-5f1b15f3c7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:43.629144 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2203eb16-e698-4535-962b-5f1b15f3c7df None None] Network 5f4e66ab-1df8-43aa-8a8e-fff6339236a8 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:05:43.632520 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-2203eb16-e698-4535-962b-5f1b15f3c7df None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:05:43.644844 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2203eb16-e698-4535-962b-5f1b15f3c7df None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:05:43.672458 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2203eb16-e698-4535-962b-5f1b15f3c7df None None] Pushing event updated for resources: {'Port': ['ID=dd18e853-92a6-4040-9af8-0ddb8e03b0db,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:43.746870 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-2203eb16-e698-4535-962b-5f1b15f3c7df None None] Attempting to bind port dd18e853-92a6-4040-9af8-0ddb8e03b0db on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:05:43.747251 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-2203eb16-e698-4535-962b-5f1b15f3c7df None None] Attempting to bind port dd18e853-92a6-4040-9af8-0ddb8e03b0db by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': 'a894b00e-56cf-4850-887b-5a16272efc04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '5f4e66ab-1df8-43aa-8a8e-fff6339236a8'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:05:43.747666 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2203eb16-e698-4535-962b-5f1b15f3c7df None None] Attempting to bind port dd18e853-92a6-4040-9af8-0ddb8e03b0db on network 5f4e66ab-1df8-43aa-8a8e-fff6339236a8 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:05:43.753951 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2203eb16-e698-4535-962b-5f1b15f3c7df None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:05:43.754333 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2203eb16-e698-4535-962b-5f1b15f3c7df None None] Checking segment: {'id': 'a894b00e-56cf-4850-887b-5a16272efc04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '5f4e66ab-1df8-43aa-8a8e-fff6339236a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:05:43.754743 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2203eb16-e698-4535-962b-5f1b15f3c7df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:43.755136 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2203eb16-e698-4535-962b-5f1b15f3c7df None None] Bound using segment: {'id': 'a894b00e-56cf-4850-887b-5a16272efc04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '5f4e66ab-1df8-43aa-8a8e-fff6339236a8'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:05:43.755692 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-2203eb16-e698-4535-962b-5f1b15f3c7df None None] Bound port: dd18e853-92a6-4040-9af8-0ddb8e03b0db, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a894b00e-56cf-4850-887b-5a16272efc04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '5f4e66ab-1df8-43aa-8a8e-fff6339236a8'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:05:43.756077 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2203eb16-e698-4535-962b-5f1b15f3c7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:43.850986 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2203eb16-e698-4535-962b-5f1b15f3c7df None None] For port dd18e853-92a6-4040-9af8-0ddb8e03b0db, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:05:43.857357 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2203eb16-e698-4535-962b-5f1b15f3c7df None None] For port dd18e853-92a6-4040-9af8-0ddb8e03b0db, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=dd18e853-92a6-4040-9af8-0ddb8e03b0db,segment=NetworkSegment(a894b00e-56cf-4850-887b-5a16272efc04),segment_id=a894b00e-56cf-4850-887b-5a16272efc04)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:05:43.858153 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 59042) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:43.864076 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2203eb16-e698-4535-962b-5f1b15f3c7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:43.878628 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-55aeb2f0-d1a6-4984-b7b1-b3097a447fb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:43.880602 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8e843d3f-0edf-46c8-9261-5bc068754d78 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:43.887944 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa63dfeb-c0b7-48bf-abff-95d234b30632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b101d2c-f28c-446b-9d66-8c75591ff1e9,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:43.895345 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9b91339a-a411-48fb-b417-e6ac94e4222e tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:43.965474 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e843d3f-0edf-46c8-9261-5bc068754d78 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event deleted for resources: {'Port': ['ID=f180b682-6ca8-43fa-a874-109dad6f38e0,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:43.966830 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2203eb16-e698-4535-962b-5f1b15f3c7df None None] Pushing event updated for resources: {'Port': ['ID=dd18e853-92a6-4040-9af8-0ddb8e03b0db,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:43.987211 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c25fa3-b1d1-4552-8349-51f8372d5fcb req-c4148161-c055-4134-b05f-021b153491ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:43.987211 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a4c25fa3-b1d1-4552-8349-51f8372d5fcb req-c4148161-c055-4134-b05f-021b153491ce service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5fc7c672-6294-4817-88fc-e8e6b09aff0c HTTP/1.1" status: 200 len: 1097 time: 0.6416593 Jul 24 00:05:44.022706 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d7ee3e-91cd-4b71-866c-cbcb82da7fba req-04ef7523-1e0c-482a-b6aa-5d5a0a92a1b1 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:44.025021 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-60d7ee3e-91cd-4b71-866c-cbcb82da7fba req-04ef7523-1e0c-482a-b6aa-5d5a0a92a1b1 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=85dccee4-09eb-4b9c-b239-e3f560397196 HTTP/1.1" status: 200 len: 950 time: 0.6931858 Jul 24 00:05:44.076333 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a4c25fa3-b1d1-4552-8349-51f8372d5fcb req-44871877-9171-4bd3-9c92-68094bc9c110 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769334 Jul 24 00:05:44.118757 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-60d7ee3e-91cd-4b71-866c-cbcb82da7fba req-84ace470-1f20-49a0-9ba0-00620aa17c61 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845912 Jul 24 00:05:44.145306 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8e843d3f-0edf-46c8-9261-5bc068754d78 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:44.149399 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-8e843d3f-0edf-46c8-9261-5bc068754d78 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "DELETE /v2.0/ports/f180b682-6ca8-43fa-a874-109dad6f38e0 HTTP/1.1" status: 204 len: 168 time: 1.1770806 Jul 24 00:05:44.150156 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 59044) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:44.188206 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-a3f19cf1-cfc4-432f-9716-c1b82fa69eda tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Deleting port d7c314c5-c516-4fe7-9b64-1f624ce28138 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:05:44.188551 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a3f19cf1-cfc4-432f-9716-c1b82fa69eda tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:44.229091 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b6d9ea5-c55e-4078-9651-0e3cb92fc2d0 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] GET failed (client error): The resource could not be found. Jul 24 00:05:44.233613 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-4b6d9ea5-c55e-4078-9651-0e3cb92fc2d0 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "GET /v2.0/ports/f180b682-6ca8-43fa-a874-109dad6f38e0 HTTP/1.1" status: 404 len: 333 time: 0.0816486 Jul 24 00:05:44.234441 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 59046) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:44.281253 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-55aeb2f0-d1a6-4984-b7b1-b3097a447fb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:44.320994 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-55aeb2f0-d1a6-4984-b7b1-b3097a447fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:44.373376 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-55aeb2f0-d1a6-4984-b7b1-b3097a447fb0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0800dcae5b434e88a136d0deb47d383a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5129144 Jul 24 00:05:44.378993 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 59050) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:44.383222 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b048099-c12e-48d1-be9a-25c82f20af0d tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Deleting subnet a2da253e-64ff-4a97-bcb0-04e3cdae517e {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:05:44.387903 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aeb2f0-d1a6-4984-b7b1-b3097a447fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe20611-8a0b-4ad2-9c2f-df2530cc55a1,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:44.391507 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a3f19cf1-cfc4-432f-9716-c1b82fa69eda tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:44.411081 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3b048099-c12e-48d1-be9a-25c82f20af0d tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:44.416161 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-a3f19cf1-cfc4-432f-9716-c1b82fa69eda tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Calling delete_port for d7c314c5-c516-4fe7-9b64-1f624ce28138 owned by network:router_interface {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:05:44.436388 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9b91339a-a411-48fb-b417-e6ac94e4222e tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks [] for router_gateway, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:44.478174 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9b91339a-a411-48fb-b417-e6ac94e4222e tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:44.498434 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3b048099-c12e-48d1-be9a-25c82f20af0d tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:44.524996 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8811aa73-114c-49d5-ab4f-2490b31e80c3 req-84fa84df-7362-44d3-a186-eda63528d0bd tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:44.526505 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8811aa73-114c-49d5-ab4f-2490b31e80c3 req-84fa84df-7362-44d3-a186-eda63528d0bd tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fc7c672-6294-4817-88fc-e8e6b09aff0c HTTP/1.1" status: 200 len: 945 time: 0.1302857 Jul 24 00:05:44.606641 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8811aa73-114c-49d5-ab4f-2490b31e80c3 req-890af5a1-2437-416a-b646-07b8c6413536 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446041 Jul 24 00:05:44.614792 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-512e8df3-c9e8-41cf-965e-9af982a672bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:44.661226 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a3f19cf1-cfc4-432f-9716-c1b82fa69eda tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:44.692245 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-512e8df3-c9e8-41cf-965e-9af982a672bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:44.693046 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f19cf1-cfc4-432f-9716-c1b82fa69eda tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Pushing event deleted for resources: {'Port': ['ID=d7c314c5-c516-4fe7-9b64-1f624ce28138,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:44.712071 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:44.733770 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-9b91339a-a411-48fb-b417-e6ac94e4222e tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Allocated IP 172.25.3.177 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/967a9d60-1d20-4721-903d-676309517dbf) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:05:44.741185 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3b048099-c12e-48d1-be9a-25c82f20af0d tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:44.912782 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-512e8df3-c9e8-41cf-965e-9af982a672bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:44.916335 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-512e8df3-c9e8-41cf-965e-9af982a672bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:44.919932 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-512e8df3-c9e8-41cf-965e-9af982a672bb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fbe20611-8a0b-4ad2-9c2f-df2530cc55a1 HTTP/1.1" status: 204 len: 168 time: 0.5320995 Jul 24 00:05:44.927598 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3b048099-c12e-48d1-be9a-25c82f20af0d tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:44.955271 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a3f19cf1-cfc4-432f-9716-c1b82fa69eda tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679987'] for router_interface, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:45.009292 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9b91339a-a411-48fb-b417-e6ac94e4222e tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:45.032623 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512e8df3-c9e8-41cf-965e-9af982a672bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe20611-8a0b-4ad2-9c2f-df2530cc55a1,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:45.036867 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b048099-c12e-48d1-be9a-25c82f20af0d tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event deleted for resources: {'Subnet': ['ID=a2da253e-64ff-4a97-bcb0-04e3cdae517e,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:45.043122 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3b048099-c12e-48d1-be9a-25c82f20af0d tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:45.047684 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-3b048099-c12e-48d1-be9a-25c82f20af0d tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "DELETE /v2.0/subnets/a2da253e-64ff-4a97-bcb0-04e3cdae517e HTTP/1.1" status: 204 len: 168 time: 0.8088036 Jul 24 00:05:45.048429 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 59058) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:45.079238 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184b9b06-eb54-4eb5-9cea-3d25f5b51493 None None] Network 9e580878-fdf1-4035-add9-8d3326df1a3b requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:05:45.135741 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9b91339a-a411-48fb-b417-e6ac94e4222e tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:45.211985 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-1de792a0-e57d-4b81-8411-9f00f660771c tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Deleting subnet d95661b3-899c-4565-8196-080b4e299a34 {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:05:45.216392 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1de792a0-e57d-4b81-8411-9f00f660771c tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:45.241969 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3f19cf1-cfc4-432f-9716-c1b82fa69eda tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Router 250ce162-f860-41c7-bef3-172275ffe62c has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:05:45.286788 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1de792a0-e57d-4b81-8411-9f00f660771c tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:45.315129 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b91339a-a411-48fb-b417-e6ac94e4222e tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:05:45.351871 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f19cf1-cfc4-432f-9716-c1b82fa69eda tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:05:45.361179 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18ad361-6b38-4939-b5de-5be1e7fa16f2 None None] Network 5f4e66ab-1df8-43aa-8a8e-fff6339236a8 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:05:45.362639 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-a3f19cf1-cfc4-432f-9716-c1b82fa69eda tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "PUT /v2.0/routers/250ce162-f860-41c7-bef3-172275ffe62c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9226191 Jul 24 00:05:45.363496 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 59064) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:45.366311 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84fdeca-65f2-4531-a1fa-f81836ed0c22 None None] Sync routers for ids ['250ce162-f860-41c7-bef3-172275ffe62c'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:05:45.381267 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84fdeca-65f2-4531-a1fa-f81836ed0c22 None None] Routers {'250ce162-f860-41c7-bef3-172275ffe62c'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:05:45.382932 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-f84fdeca-65f2-4531-a1fa-f81836ed0c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:05:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['250ce162-f860-41c7-bef3-172275ffe62c'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:45.424838 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-0ab26cf7-cb9c-497a-8425-dd407c541329 None None] Provisioning for port dd18e853-92a6-4040-9af8-0ddb8e03b0db completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:05:45.428280 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-31179cb8-074c-4c5f-9b27-721bd9291b41 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "GET /v2.0/ports?device_id=250ce162-f860-41c7-bef3-172275ffe62c HTTP/1.1" status: 200 len: 205 time: 0.0632520 Jul 24 00:05:45.437511 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 59066) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:45.438450 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-f84fdeca-65f2-4531-a1fa-f81836ed0c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:45.450706 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1de792a0-e57d-4b81-8411-9f00f660771c tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:45.460109 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84fdeca-65f2-4531-a1fa-f81836ed0c22 None None] Routers {'250ce162-f860-41c7-bef3-172275ffe62c'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:05:45.461142 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-f84fdeca-65f2-4531-a1fa-f81836ed0c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:05:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['250ce162-f860-41c7-bef3-172275ffe62c'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:45.501445 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-f84fdeca-65f2-4531-a1fa-f81836ed0c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:45.502993 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84fdeca-65f2-4531-a1fa-f81836ed0c22 None None] The sync data for ids ['250ce162-f860-41c7-bef3-172275ffe62c'] in n-d-800088-16 is: [] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:05:45.526665 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-9b91339a-a411-48fb-b417-e6ac94e4222e tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:05:45.531786 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b91339a-a411-48fb-b417-e6ac94e4222e tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Pushing event updated for resources: {'Port': ['ID=967a9d60-1d20-4721-903d-676309517dbf,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:45.548239 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b91339a-a411-48fb-b417-e6ac94e4222e tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:05:45.601749 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-391ef249-3152-4461-b1e0-f27d34801bcb tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for router, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:45.632405 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1de792a0-e57d-4b81-8411-9f00f660771c tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:45.692786 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device dd18e853-92a6-4040-9af8-0ddb8e03b0db up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:05:45.719971 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de792a0-e57d-4b81-8411-9f00f660771c tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event deleted for resources: {'Subnet': ['ID=d95661b3-899c-4565-8196-080b4e299a34,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:45.743652 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1de792a0-e57d-4b81-8411-9f00f660771c tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:45.745371 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-1de792a0-e57d-4b81-8411-9f00f660771c tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "DELETE /v2.0/subnets/d95661b3-899c-4565-8196-080b4e299a34 HTTP/1.1" status: 204 len: 168 time: 0.6958833 Jul 24 00:05:45.749579 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 59078) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:45.805922 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port dd18e853-92a6-4040-9af8-0ddb8e03b0db completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:05:45.811080 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port dd18e853-92a6-4040-9af8-0ddb8e03b0db triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:05:45.811463 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:45.953625 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:46.028353 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port dd18e853-92a6-4040-9af8-0ddb8e03b0db, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=dd18e853-92a6-4040-9af8-0ddb8e03b0db,segment=NetworkSegment(a894b00e-56cf-4850-887b-5a16272efc04),segment_id=a894b00e-56cf-4850-887b-5a16272efc04)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:05:46.044380 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:46.117767 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=dd18e853-92a6-4040-9af8-0ddb8e03b0db,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:46.143689 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ceb47dd7-4000-4932-847a-75c7328ab269 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:46.165482 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5a9d6f-0e30-44f2-abbf-a1748546f90b req-2c5acc0a-581d-4c16-bb06-5f8c7ba6d5a3 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:46.167089 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3b5a9d6f-0e30-44f2-abbf-a1748546f90b req-2c5acc0a-581d-4c16-bb06-5f8c7ba6d5a3 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=85dccee4-09eb-4b9c-b239-e3f560397196 HTTP/1.1" status: 200 len: 950 time: 0.8510754 Jul 24 00:05:46.270661 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-4a29c33f-9053-4970-8334-a24b892dc360 None None] Provisioning complete for port dd18e853-92a6-4040-9af8-0ddb8e03b0db triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:05:46.271048 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-4a29c33f-9053-4970-8334-a24b892dc360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:46.343595 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151c58ec-7c06-4d41-a536-5e9a90748d4a None None] Network 9e580878-fdf1-4035-add9-8d3326df1a3b requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:05:46.359157 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3b5a9d6f-0e30-44f2-abbf-a1748546f90b req-fb0c2ab2-938d-4220-a759-64082c2450d9 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840425 Jul 24 00:05:46.363486 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-391ef249-3152-4461-b1e0-f27d34801bcb tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:46.367791 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-391ef249-3152-4461-b1e0-f27d34801bcb tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:46.465892 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-ceb47dd7-4000-4932-847a-75c7328ab269 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Deleting port f79074de-bcde-476a-966d-942b942447eb {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:05:46.466291 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ceb47dd7-4000-4932-847a-75c7328ab269 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:46.478635 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-391ef249-3152-4461-b1e0-f27d34801bcb tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:46.479138 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-391ef249-3152-4461-b1e0-f27d34801bcb tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Fanout notify agent at l3_agent the message router_deleted on router 250ce162-f860-41c7-bef3-172275ffe62c {{(pid=100314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:05:46.497242 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-391ef249-3152-4461-b1e0-f27d34801bcb tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:46.502172 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 59096) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:46.509385 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-391ef249-3152-4461-b1e0-f27d34801bcb tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "DELETE /v2.0/routers/250ce162-f860-41c7-bef3-172275ffe62c HTTP/1.1" status: 204 len: 168 time: 1.0695910 Jul 24 00:05:46.521457 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9b91339a-a411-48fb-b417-e6ac94e4222e tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks [] for router_gateway, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:46.532656 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d0f67-4e29-41ec-92ce-68a07fb978a8 req-769618ef-b896-49bb-b510-979d1a07c500 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:46.539545 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0b0d0f67-4e29-41ec-92ce-68a07fb978a8 req-769618ef-b896-49bb-b510-979d1a07c500 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fc7c672-6294-4817-88fc-e8e6b09aff0c HTTP/1.1" status: 200 len: 945 time: 0.3261099 Jul 24 00:05:46.633838 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0b0d0f67-4e29-41ec-92ce-68a07fb978a8 req-fe2183d6-7f48-435d-8c9b-ccee4bcd334d tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897381 Jul 24 00:05:46.692896 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38179eef-d7bf-4963-a26e-52aa4a8328dd None None] DHCP port deletion for 9e580878-fdf1-4035-add9-8d3326df1a3b request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:05:46.742275 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-ceb47dd7-4000-4932-847a-75c7328ab269 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] For port f79074de-bcde-476a-966d-942b942447eb, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=f79074de-bcde-476a-966d-942b942447eb,segment=NetworkSegment(7be5f6ef-3e88-47a9-99c2-66c27f7e66cc),segment_id=7be5f6ef-3e88-47a9-99c2-66c27f7e66cc)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:05:46.742640 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ceb47dd7-4000-4932-847a-75c7328ab269 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:46.744337 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-a96b1e6c-4986-4411-8c35-24e81c66eb6e None None] Provisioning complete for port f79074de-bcde-476a-966d-942b942447eb triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:05:46.744951 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a96b1e6c-4986-4411-8c35-24e81c66eb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:46.780609 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-ceb47dd7-4000-4932-847a-75c7328ab269 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Calling delete_port for f79074de-bcde-476a-966d-942b942447eb owned by network:dhcp {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:05:46.795674 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-246a469b-c746-4d54-bfd7-aaf657daabb3 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Deleting subnet 37efb159-7407-4bbf-b448-bbb6bd91b7c7 {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:05:46.803329 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-246a469b-c746-4d54-bfd7-aaf657daabb3 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:46.825769 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-38179eef-d7bf-4963-a26e-52aa4a8328dd None None] Deleting port f79074de-bcde-476a-966d-942b942447eb {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:05:46.826157 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-38179eef-d7bf-4963-a26e-52aa4a8328dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:46.917051 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-246a469b-c746-4d54-bfd7-aaf657daabb3 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:46.943121 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-38179eef-d7bf-4963-a26e-52aa4a8328dd None None] For port f79074de-bcde-476a-966d-942b942447eb, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=f79074de-bcde-476a-966d-942b942447eb,segment=NetworkSegment(7be5f6ef-3e88-47a9-99c2-66c27f7e66cc),segment_id=7be5f6ef-3e88-47a9-99c2-66c27f7e66cc)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:05:46.943121 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-38179eef-d7bf-4963-a26e-52aa4a8328dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:46.952677 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-38179eef-d7bf-4963-a26e-52aa4a8328dd None None] Calling delete_port for f79074de-bcde-476a-966d-942b942447eb owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:05:47.038549 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a76e0-a378-422a-93a8-8dcc6d696f7b req-6f373f55-4aae-4e18-9eac-a2d8c35549a2 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:47.040334 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bf7a76e0-a378-422a-93a8-8dcc6d696f7b req-6f373f55-4aae-4e18-9eac-a2d8c35549a2 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fc7c672-6294-4817-88fc-e8e6b09aff0c HTTP/1.1" status: 200 len: 945 time: 0.1086345 Jul 24 00:05:47.054160 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-38179eef-d7bf-4963-a26e-52aa4a8328dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:47.091738 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38179eef-d7bf-4963-a26e-52aa4a8328dd None None] No DVR routers for this DVR port f79074de-bcde-476a-966d-942b942447eb on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:05:47.093513 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38179eef-d7bf-4963-a26e-52aa4a8328dd None None] Pushing event deleted for resources: {'Port': ['ID=f79074de-bcde-476a-966d-942b942447eb,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:47.157030 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bf7a76e0-a378-422a-93a8-8dcc6d696f7b req-147dbc5f-6ece-4eaf-9348-8bfa2131ac30 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991602 Jul 24 00:05:47.163323 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9b91339a-a411-48fb-b417-e6ac94e4222e tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:47.165245 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ceb47dd7-4000-4932-847a-75c7328ab269 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:47.198371 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-246a469b-c746-4d54-bfd7-aaf657daabb3 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:47.243555 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb47dd7-4000-4932-847a-75c7328ab269 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event deleted for resources: {'Port': ['ID=f79074de-bcde-476a-966d-942b942447eb,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:47.256435 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb47dd7-4000-4932-847a-75c7328ab269 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] No DVR routers for this DVR port f79074de-bcde-476a-966d-942b942447eb on host n-d-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:05:47.541749 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device dd18e853-92a6-4040-9af8-0ddb8e03b0db up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:05:47.616758 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:47.627483 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port dd18e853-92a6-4040-9af8-0ddb8e03b0db triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:05:47.627979 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:47.769420 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca12a26c-606e-4a71-9b68-38c49c279ed4 req-4e72eb0c-12f0-4ede-a956-a28ba53d6f3d tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:47.786118 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca12a26c-606e-4a71-9b68-38c49c279ed4 req-4e72eb0c-12f0-4ede-a956-a28ba53d6f3d tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:47.794202 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca12a26c-606e-4a71-9b68-38c49c279ed4 req-4e72eb0c-12f0-4ede-a956-a28ba53d6f3d tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:47.801274 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca12a26c-606e-4a71-9b68-38c49c279ed4 req-4e72eb0c-12f0-4ede-a956-a28ba53d6f3d tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:47.810430 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca12a26c-606e-4a71-9b68-38c49c279ed4 req-4e72eb0c-12f0-4ede-a956-a28ba53d6f3d tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:47.816067 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device f79074de-bcde-476a-966d-942b942447eb no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:05:47.818406 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca12a26c-606e-4a71-9b68-38c49c279ed4 req-4e72eb0c-12f0-4ede-a956-a28ba53d6f3d tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:47.827262 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca12a26c-606e-4a71-9b68-38c49c279ed4 req-4e72eb0c-12f0-4ede-a956-a28ba53d6f3d tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:47.831781 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [req-b1258826-4ec7-4f7f-9af6-a9ed93619c04 req-3e95865f-12c8-4806-9417-905912086ea9 service neutron] show failed (client error): The resource could not be found. Jul 24 00:05:47.832870 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b1258826-4ec7-4f7f-9af6-a9ed93619c04 req-3e95865f-12c8-4806-9417-905912086ea9 service neutron] 10.222.0.52 "GET /v2.0/ports/83e8c270-eac4-4a64-a348-af7fae240862/bindings/n-h2-800088-16 HTTP/1.1" status: 404 len: 381 time: 0.9119956 Jul 24 00:05:47.837862 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ca12a26c-606e-4a71-9b68-38c49c279ed4 req-4e72eb0c-12f0-4ede-a956-a28ba53d6f3d tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c075934-d6b2-45f9-8b7a-e05ff072e3c1 HTTP/1.1" status: 200 len: 5436 time: 0.1810226 Jul 24 00:05:47.870080 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: f79074de-bcde-476a-966d-942b942447eb {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:05:47.871081 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device f79074de-bcde-476a-966d-942b942447eb not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:05:47.894526 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ceb47dd7-4000-4932-847a-75c7328ab269 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:47.899650 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ca12a26c-606e-4a71-9b68-38c49c279ed4 req-1eaa5a6e-4fdf-4125-89d1-5d1cae7510cc tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/security-groups?id=32ff9839-8d3b-48a3-a25d-b35ae2bb65fa&id=89d8d27b-9412-49b0-8db6-21624a8289f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0600238 Jul 24 00:05:47.922638 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-246a469b-c746-4d54-bfd7-aaf657daabb3 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:47.970675 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-ceb47dd7-4000-4932-847a-75c7328ab269 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e580878-fdf1-4035-add9-8d3326df1a3b']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:48.008612 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-ceb47dd7-4000-4932-847a-75c7328ab269 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7be5f6ef-3e88-47a9-99c2-66c27f7e66cc') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:48.008943 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-ceb47dd7-4000-4932-847a-75c7328ab269 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7be5f6ef-3e88-47a9-99c2-66c27f7e66cc') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:48.012298 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-246a469b-c746-4d54-bfd7-aaf657daabb3 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:48.014613 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934c033d-2507-49bb-9343-89212752942c None None] Network f76090a2-44c2-461d-b03e-1362c774dd79 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:05:48.017131 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 59136) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:48.017449 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-246a469b-c746-4d54-bfd7-aaf657daabb3 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "DELETE /v2.0/subnets/37efb159-7407-4bbf-b448-bbb6bd91b7c7 HTTP/1.1" status: 204 len: 168 time: 1.5137792 Jul 24 00:05:48.018695 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246a469b-c746-4d54-bfd7-aaf657daabb3 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Pushing event deleted for resources: {'Subnet': ['ID=37efb159-7407-4bbf-b448-bbb6bd91b7c7,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:48.041360 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ceb47dd7-4000-4932-847a-75c7328ab269 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:48.064264 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ceb47dd7-4000-4932-847a-75c7328ab269 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:48.083966 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca07382-40f3-48e1-9a6e-2a6430362ac7 req-7a50ecf2-2ddb-4f4c-9f60-c2482c597832 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:48.091808 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-aca07382-40f3-48e1-9a6e-2a6430362ac7 req-7a50ecf2-2ddb-4f4c-9f60-c2482c597832 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=85dccee4-09eb-4b9c-b239-e3f560397196 HTTP/1.1" status: 200 len: 950 time: 0.3704019 Jul 24 00:05:48.096317 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ceb47dd7-4000-4932-847a-75c7328ab269 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:05:48.096936 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ceb47dd7-4000-4932-847a-75c7328ab269 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:48.100132 n-d-800088-16 neutron-server[100313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:05:48.100132 n-d-800088-16 neutron-server[100313]: self.session.flush() Jul 24 00:05:48.100132 n-d-800088-16 neutron-server[100313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:05:48.100132 n-d-800088-16 neutron-server[100313]: self.session.flush() Jul 24 00:05:48.100132 n-d-800088-16 neutron-server[100313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:05:48.100132 n-d-800088-16 neutron-server[100313]: self.session.flush() Jul 24 00:05:48.100132 n-d-800088-16 neutron-server[100313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:05:48.100132 n-d-800088-16 neutron-server[100313]: self.session.flush() Jul 24 00:05:48.100132 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:05:48.100132 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:05:48.100132 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:05:48.100132 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:05:48.100132 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:05:48.100132 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:05:48.100132 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:05:48.100132 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:05:48.100132 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:05:48.100132 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:05:48.100132 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:05:48.100132 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:05:48.100132 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:05:48.100132 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:05:48.100132 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:05:48.100132 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:05:48.100132 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:05:48.100132 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:05:48.100132 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:05:48.100132 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:05:48.100132 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:05:48.100132 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:05:48.100132 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:05:48.100132 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:05:48.100132 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:05:48.100132 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:05:48.100132 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:05:48.100132 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:05:48.100132 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:05:48.100132 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:05:48.100132 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:05:48.100132 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:05:48.228310 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ceb47dd7-4000-4932-847a-75c7328ab269 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:48.234229 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ceb47dd7-4000-4932-847a-75c7328ab269 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:48.237230 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-ceb47dd7-4000-4932-847a-75c7328ab269 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "DELETE /v2.0/networks/9e580878-fdf1-4035-add9-8d3326df1a3b HTTP/1.1" status: 204 len: 168 time: 2.4868717 Jul 24 00:05:48.251891 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 59140) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:48.258221 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb47dd7-4000-4932-847a-75c7328ab269 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event deleted for resources: {'Network': ['ID=9e580878-fdf1-4035-add9-8d3326df1a3b,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:48.260842 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b91339a-a411-48fb-b417-e6ac94e4222e tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Router 83f18b96-a500-4678-8da8-8f48c8b7de5f is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:05:48.280336 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-aca07382-40f3-48e1-9a6e-2a6430362ac7 req-53816c96-9b2f-4558-bea7-5fa83de0d8f4 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873484 Jul 24 00:05:48.307175 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92fcee7-07a0-44e4-ba13-6d0a453dda25 None None] DHCP port deletion for f76090a2-44c2-461d-b03e-1362c774dd79 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:05:48.316274 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a4cd585e-5032-48bc-911a-4d60883e76b7 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:48.374704 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1258826-4ec7-4f7f-9af6-a9ed93619c04 req-514e98c8-bac3-4010-a0d4-2cf09b7519b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:48.376176 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b1258826-4ec7-4f7f-9af6-a9ed93619c04 req-514e98c8-bac3-4010-a0d4-2cf09b7519b2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=85dccee4-09eb-4b9c-b239-e3f560397196&tenant_id=798b28002e9743a58ab9c3622d82224e HTTP/1.1" status: 200 len: 1102 time: 0.3050656 Jul 24 00:05:48.376836 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-c92fcee7-07a0-44e4-ba13-6d0a453dda25 None None] Deleting port 4615e02e-a46b-4745-a649-cf173216e1ea {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:05:48.377504 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c92fcee7-07a0-44e4-ba13-6d0a453dda25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:48.408628 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-b1258826-4ec7-4f7f-9af6-a9ed93619c04 req-a0f6f1bc-0192-404f-be73-157a7e38b3cf service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800088-16', 'device_owner': 'compute:nova'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:05:48.453935 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247cd1a0-4303-47cf-a775-8d3cc5251c15 req-da356917-59f4-4681-8fa3-d18e3aded285 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:48.458150 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-c92fcee7-07a0-44e4-ba13-6d0a453dda25 None None] For port 4615e02e-a46b-4745-a649-cf173216e1ea, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=4615e02e-a46b-4745-a649-cf173216e1ea,segment=NetworkSegment(91bfc5be-6605-45d2-a2c1-4e41f89a8ad2),segment_id=91bfc5be-6605-45d2-a2c1-4e41f89a8ad2)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:05:48.458995 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c92fcee7-07a0-44e4-ba13-6d0a453dda25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:48.461298 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247cd1a0-4303-47cf-a775-8d3cc5251c15 req-da356917-59f4-4681-8fa3-d18e3aded285 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:48.469837 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247cd1a0-4303-47cf-a775-8d3cc5251c15 req-da356917-59f4-4681-8fa3-d18e3aded285 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:48.476626 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-c92fcee7-07a0-44e4-ba13-6d0a453dda25 None None] Calling delete_port for 4615e02e-a46b-4745-a649-cf173216e1ea owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:05:48.476796 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247cd1a0-4303-47cf-a775-8d3cc5251c15 req-da356917-59f4-4681-8fa3-d18e3aded285 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:48.486918 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247cd1a0-4303-47cf-a775-8d3cc5251c15 req-da356917-59f4-4681-8fa3-d18e3aded285 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:48.489387 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247cd1a0-4303-47cf-a775-8d3cc5251c15 req-da356917-59f4-4681-8fa3-d18e3aded285 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:48.496549 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247cd1a0-4303-47cf-a775-8d3cc5251c15 req-da356917-59f4-4681-8fa3-d18e3aded285 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:48.500787 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b91339a-a411-48fb-b417-e6ac94e4222e tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:05:48.502272 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-247cd1a0-4303-47cf-a775-8d3cc5251c15 req-da356917-59f4-4681-8fa3-d18e3aded285 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c075934-d6b2-45f9-8b7a-e05ff072e3c1 HTTP/1.1" status: 200 len: 5436 time: 0.3542862 Jul 24 00:05:48.525340 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8cd809-f570-40a5-a30c-a40545f19fc6 None None] Sync routers for ids ['83f18b96-a500-4678-8da8-8f48c8b7de5f'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:05:48.545263 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad36c79-1c6b-4db2-96d0-d8afd2e46fe2 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:48.551834 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8cd809-f570-40a5-a30c-a40545f19fc6 None None] Routers {'83f18b96-a500-4678-8da8-8f48c8b7de5f'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:05:48.552390 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9b91339a-a411-48fb-b417-e6ac94e4222e tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:48.552484 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-bd8cd809-f570-40a5-a30c-a40545f19fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:05:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['83f18b96-a500-4678-8da8-8f48c8b7de5f'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:48.552595 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-9b91339a-a411-48fb-b417-e6ac94e4222e tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.5757070 Jul 24 00:05:48.553344 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-2ad36c79-1c6b-4db2-96d0-d8afd2e46fe2 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2907076 Jul 24 00:05:48.553953 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 59144) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:48.554296 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 59146) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:48.603017 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-bd8cd809-f570-40a5-a30c-a40545f19fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:48.617814 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-b1258826-4ec7-4f7f-9af6-a9ed93619c04 req-a0f6f1bc-0192-404f-be73-157a7e38b3cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:48.656754 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8cd809-f570-40a5-a30c-a40545f19fc6 None None] Routers {'83f18b96-a500-4678-8da8-8f48c8b7de5f'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:05:48.657542 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-bd8cd809-f570-40a5-a30c-a40545f19fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:05:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['83f18b96-a500-4678-8da8-8f48c8b7de5f'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:48.666107 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-a4cd585e-5032-48bc-911a-4d60883e76b7 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Deleting port 4615e02e-a46b-4745-a649-cf173216e1ea {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:05:48.666424 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c92fcee7-07a0-44e4-ba13-6d0a453dda25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:48.666553 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a4cd585e-5032-48bc-911a-4d60883e76b7 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:48.685330 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7e9145-e383-4adf-87b5-880031afb9bb req-cd5bbce1-da1d-4d3f-972b-7fbefbbb0432 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:48.687287 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5a7e9145-e383-4adf-87b5-880031afb9bb req-cd5bbce1-da1d-4d3f-972b-7fbefbbb0432 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fc7c672-6294-4817-88fc-e8e6b09aff0c HTTP/1.1" status: 200 len: 945 time: 0.2755215 Jul 24 00:05:48.718257 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-bd8cd809-f570-40a5-a30c-a40545f19fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:48.719331 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8cd809-f570-40a5-a30c-a40545f19fc6 None None] The sync data for ids ['83f18b96-a500-4678-8da8-8f48c8b7de5f'] in n-d-800088-16 is: [] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:05:48.746851 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92fcee7-07a0-44e4-ba13-6d0a453dda25 None None] No DVR routers for this DVR port 4615e02e-a46b-4745-a649-cf173216e1ea on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:05:48.748941 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92fcee7-07a0-44e4-ba13-6d0a453dda25 None None] Pushing event deleted for resources: {'Port': ['ID=4615e02e-a46b-4745-a649-cf173216e1ea,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:48.876871 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-a4cd585e-5032-48bc-911a-4d60883e76b7 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] For port 4615e02e-a46b-4745-a649-cf173216e1ea, host n-d-800088-16, got binding levels [] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:05:48.877540 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a4cd585e-5032-48bc-911a-4d60883e76b7 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:48.894498 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5a7e9145-e383-4adf-87b5-880031afb9bb req-9c79f257-e6a9-4d0e-a244-4955b016c0ca tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942379 Jul 24 00:05:48.903378 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-a4cd585e-5032-48bc-911a-4d60883e76b7 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Calling delete_port for 4615e02e-a46b-4745-a649-cf173216e1ea owned by network:dhcp {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:05:48.904190 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-1b4e77d2-d2e4-4145-89cd-9dbb8b156016 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3472445 Jul 24 00:05:48.909043 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 59150) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:48.916274 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.ipam_backend_mixin [None req-a4cd585e-5032-48bc-911a-4d60883e76b7 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Port 4615e02e-a46b-4745-a649-cf173216e1ea was not found and therefore no delete operation was performed {{(pid=100314) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 24 00:05:48.919148 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-690c6dd2-e582-400c-916b-38db04dbb05b tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-293552950'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:05:48.919491 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a4cd585e-5032-48bc-911a-4d60883e76b7 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:48.967927 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cd585e-5032-48bc-911a-4d60883e76b7 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Pushing event deleted for resources: {'Port': ['ID=4615e02e-a46b-4745-a649-cf173216e1ea,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:49.003173 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cd585e-5032-48bc-911a-4d60883e76b7 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] No DVR routers for this DVR port 4615e02e-a46b-4745-a649-cf173216e1ea on host n-d-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:05:49.077339 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-b1258826-4ec7-4f7f-9af6-a9ed93619c04 req-a0f6f1bc-0192-404f-be73-157a7e38b3cf service neutron] For port 83e8c270-eac4-4a64-a348-af7fae240862, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=83e8c270-eac4-4a64-a348-af7fae240862,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:05:49.094508 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-690c6dd2-e582-400c-916b-38db04dbb05b tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Made reservation on behalf of 0861e7509e4040ae9ebcc16b5063e046 for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:05:49.121608 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-690c6dd2-e582-400c-916b-38db04dbb05b tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:49.126028 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a4cd585e-5032-48bc-911a-4d60883e76b7 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:49.147631 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-a4cd585e-5032-48bc-911a-4d60883e76b7 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f76090a2-44c2-461d-b03e-1362c774dd79']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:49.156535 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-690c6dd2-e582-400c-916b-38db04dbb05b tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:05:49.162694 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-a4cd585e-5032-48bc-911a-4d60883e76b7 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91bfc5be-6605-45d2-a2c1-4e41f89a8ad2') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:49.162907 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-a4cd585e-5032-48bc-911a-4d60883e76b7 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91bfc5be-6605-45d2-a2c1-4e41f89a8ad2') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:49.171010 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-690c6dd2-e582-400c-916b-38db04dbb05b tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:49.171371 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-690c6dd2-e582-400c-916b-38db04dbb05b tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Added segment c31daf60-9710-490b-85cd-ccb675c2e2b8 of type vlan for network c69559a2-d2cc-4f5d-a866-96918eb22a8a Jul 24 00:05:49.181290 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a4cd585e-5032-48bc-911a-4d60883e76b7 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:49.193137 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-b1258826-4ec7-4f7f-9af6-a9ed93619c04 req-a0f6f1bc-0192-404f-be73-157a7e38b3cf service neutron] For port 83e8c270-eac4-4a64-a348-af7fae240862, host n-h1-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:05:49.252872 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a4cd585e-5032-48bc-911a-4d60883e76b7 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:49.279852 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-690c6dd2-e582-400c-916b-38db04dbb05b tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:49.294598 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4cd585e-5032-48bc-911a-4d60883e76b7 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:05:49.294938 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a4cd585e-5032-48bc-911a-4d60883e76b7 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:49.298514 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:05:49.298514 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:05:49.298514 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:05:49.298514 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:05:49.298514 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:05:49.298514 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:05:49.298514 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:05:49.298514 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:05:49.298514 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:05:49.298514 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:05:49.298514 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:05:49.298514 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:05:49.298514 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:05:49.298514 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:05:49.298514 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:05:49.298514 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:05:49.298514 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:05:49.298514 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:05:49.298514 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:05:49.298514 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:05:49.298514 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:05:49.298514 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:05:49.298514 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:05:49.298514 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:05:49.298514 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:05:49.298514 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:05:49.298514 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:05:49.298514 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:05:49.298514 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:05:49.298514 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:05:49.298514 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:05:49.298514 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:05:49.313832 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85dccee4-09eb-4b9c-b239-e3f560397196', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83e8c270-eac4-4a64-a348-af7fae240862'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:05:49.316239 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e67db1-8334-4efd-b352-74c87995e2de" -d '{"events": [{"server_uuid": "85dccee4-09eb-4b9c-b239-e3f560397196", "name": "network-vif-unplugged", "status": "completed", "tag": "83e8c270-eac4-4a64-a348-af7fae240862"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:05:49.323172 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-b1258826-4ec7-4f7f-9af6-a9ed93619c04 req-a0f6f1bc-0192-404f-be73-157a7e38b3cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:49.373876 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-690c6dd2-e582-400c-916b-38db04dbb05b tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:49.380063 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690c6dd2-e582-400c-916b-38db04dbb05b tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:49.380382 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-690c6dd2-e582-400c-916b-38db04dbb05b tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:49.396491 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-b1258826-4ec7-4f7f-9af6-a9ed93619c04 req-a0f6f1bc-0192-404f-be73-157a7e38b3cf service neutron] Transition to ACTIVE for port object 83e8c270-eac4-4a64-a348-af7fae240862 will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:05:49.405617 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080b1f56-a25e-4954-976d-18d03002b9d3 req-3f3d6042-f9e9-4ea3-8a25-86447eefeb29 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:49.407163 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-080b1f56-a25e-4954-976d-18d03002b9d3 req-3f3d6042-f9e9-4ea3-8a25-86447eefeb29 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fc7c672-6294-4817-88fc-e8e6b09aff0c HTTP/1.1" status: 200 len: 945 time: 0.2166011 Jul 24 00:05:49.408669 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-b1258826-4ec7-4f7f-9af6-a9ed93619c04 req-a0f6f1bc-0192-404f-be73-157a7e38b3cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:49.410692 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a4cd585e-5032-48bc-911a-4d60883e76b7 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:49.423179 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a4cd585e-5032-48bc-911a-4d60883e76b7 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:49.428959 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-a4cd585e-5032-48bc-911a-4d60883e76b7 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "DELETE /v2.0/networks/f76090a2-44c2-461d-b03e-1362c774dd79 HTTP/1.1" status: 204 len: 168 time: 1.4070635 Jul 24 00:05:49.433751 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 59166) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:49.464126 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-14085465-a43e-4df0-a3cf-e636d50beeaa tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1671455986', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:05:49.483890 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cd585e-5032-48bc-911a-4d60883e76b7 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Pushing event deleted for resources: {'Network': ['ID=f76090a2-44c2-461d-b03e-1362c774dd79,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:49.492492 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-aac596c3-be1e-4794-807a-04ad4a464410 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:49.495346 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-690c6dd2-e582-400c-916b-38db04dbb05b tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5854096 Jul 24 00:05:49.499606 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 59168) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:49.507503 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-30f15213-80a7-439d-b620-9f7313cf2fb1 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Request body: {'subnet': {'network_id': 'c69559a2-d2cc-4f5d-a866-96918eb22a8a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:05:49.558919 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690c6dd2-e582-400c-916b-38db04dbb05b tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event updated for resources: {'Network': ['ID=c69559a2-d2cc-4f5d-a866-96918eb22a8a,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:49.574501 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network c69559a2-d2cc-4f5d-a866-96918eb22a8a details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:05:49.582356 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1258826-4ec7-4f7f-9af6-a9ed93619c04 req-a0f6f1bc-0192-404f-be73-157a7e38b3cf service neutron] No DVR routers for this DVR port 83e8c270-eac4-4a64-a348-af7fae240862 on host n-h1-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:05:49.600530 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-080b1f56-a25e-4954-976d-18d03002b9d3 req-ec63c0fb-7536-4d87-a773-743efd6e8eb2 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710546 Jul 24 00:05:49.608234 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-14085465-a43e-4df0-a3cf-e636d50beeaa tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:49.609362 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-14085465-a43e-4df0-a3cf-e636d50beeaa tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:49.616210 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f6f1bc-0192-404f-be73-157a7e38b3cf service neutron] Pushing event updated for resources: {'Port': ['ID=83e8c270-eac4-4a64-a348-af7fae240862,revision_number=6']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:49.673661 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 4615e02e-a46b-4745-a649-cf173216e1ea no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:05:49.698585 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 4615e02e-a46b-4745-a649-cf173216e1ea {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:05:49.699791 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 4615e02e-a46b-4745-a649-cf173216e1ea not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:05:49.731335 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 00:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e117e3-7162-4c17-adb8-bcfd31a8ca1c x-openstack-request-id: req-97e117e3-7162-4c17-adb8-bcfd31a8ca1c {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:05:49.732059 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85dccee4-09eb-4b9c-b239-e3f560397196", "name": "network-vif-unplugged", "status": "completed", "tag": "83e8c270-eac4-4a64-a348-af7fae240862", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:05:49.732558 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-97e117e3-7162-4c17-adb8-bcfd31a8ca1c {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:05:49.733228 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85dccee4-09eb-4b9c-b239-e3f560397196', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83e8c270-eac4-4a64-a348-af7fae240862', 'code': 200} Jul 24 00:05:49.753558 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c3d56d-ab43-4f85-bbec-84a90151bbf2 req-0d83a34a-50d5-44d4-8c9b-95166a4177c5 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:49.761092 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-34c3d56d-ab43-4f85-bbec-84a90151bbf2 req-0d83a34a-50d5-44d4-8c9b-95166a4177c5 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=85dccee4-09eb-4b9c-b239-e3f560397196 HTTP/1.1" status: 200 len: 948 time: 0.3748825 Jul 24 00:05:49.764311 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-b1258826-4ec7-4f7f-9af6-a9ed93619c04 req-a0f6f1bc-0192-404f-be73-157a7e38b3cf service neutron] Attempting to bind port 83e8c270-eac4-4a64-a348-af7fae240862 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:05:49.764925 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-b1258826-4ec7-4f7f-9af6-a9ed93619c04 req-a0f6f1bc-0192-404f-be73-157a7e38b3cf service neutron] Attempting to bind port 83e8c270-eac4-4a64-a348-af7fae240862 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:05:49.765473 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1258826-4ec7-4f7f-9af6-a9ed93619c04 req-a0f6f1bc-0192-404f-be73-157a7e38b3cf service neutron] Attempting to bind port 83e8c270-eac4-4a64-a348-af7fae240862 on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:05:49.775570 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1258826-4ec7-4f7f-9af6-a9ed93619c04 req-a0f6f1bc-0192-404f-be73-157a7e38b3cf service neutron] Port 83e8c270-eac4-4a64-a348-af7fae240862 on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:05:49.776351 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1258826-4ec7-4f7f-9af6-a9ed93619c04 req-a0f6f1bc-0192-404f-be73-157a7e38b3cf service neutron] Attempting to bind port 83e8c270-eac4-4a64-a348-af7fae240862 on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:05:49.788228 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1258826-4ec7-4f7f-9af6-a9ed93619c04 req-a0f6f1bc-0192-404f-be73-157a7e38b3cf service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:05:49.789222 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1258826-4ec7-4f7f-9af6-a9ed93619c04 req-a0f6f1bc-0192-404f-be73-157a7e38b3cf service neutron] Checking segment: {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:05:49.789937 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1258826-4ec7-4f7f-9af6-a9ed93619c04 req-a0f6f1bc-0192-404f-be73-157a7e38b3cf service neutron] Bound using segment: {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:05:49.790719 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-b1258826-4ec7-4f7f-9af6-a9ed93619c04 req-a0f6f1bc-0192-404f-be73-157a7e38b3cf service neutron] Bound port: 83e8c270-eac4-4a64-a348-af7fae240862, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:05:49.791332 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-b1258826-4ec7-4f7f-9af6-a9ed93619c04 req-a0f6f1bc-0192-404f-be73-157a7e38b3cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:49.803001 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f15213-80a7-439d-b620-9f7313cf2fb1 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Made reservation on behalf of 0861e7509e4040ae9ebcc16b5063e046 for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:05:49.806907 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-30f15213-80a7-439d-b620-9f7313cf2fb1 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:49.828845 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-14085465-a43e-4df0-a3cf-e636d50beeaa tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:49.843276 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-14085465-a43e-4df0-a3cf-e636d50beeaa tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:49.864542 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-34c3d56d-ab43-4f85-bbec-84a90151bbf2 req-7eba1f75-b4b5-443b-aed0-d4c66a4c3c78 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020672 Jul 24 00:05:49.916165 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-14085465-a43e-4df0-a3cf-e636d50beeaa tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:49.920863 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-14085465-a43e-4df0-a3cf-e636d50beeaa tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4827993 Jul 24 00:05:49.921227 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 59172) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:49.929456 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-98daa5f7-9050-4c6d-b738-a260e4b1ac7c tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Request body: {'network': {'name': 'tempest-RoutersTest-118127756'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:05:49.958456 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-b1258826-4ec7-4f7f-9af6-a9ed93619c04 req-a0f6f1bc-0192-404f-be73-157a7e38b3cf service neutron] For port 83e8c270-eac4-4a64-a348-af7fae240862, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:05:49.963678 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-b1258826-4ec7-4f7f-9af6-a9ed93619c04 req-a0f6f1bc-0192-404f-be73-157a7e38b3cf service neutron] For port 83e8c270-eac4-4a64-a348-af7fae240862, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=83e8c270-eac4-4a64-a348-af7fae240862,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:05:49.970991 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-b1258826-4ec7-4f7f-9af6-a9ed93619c04 req-a0f6f1bc-0192-404f-be73-157a7e38b3cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:49.991803 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98daa5f7-9050-4c6d-b738-a260e4b1ac7c tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Made reservation on behalf of 4c3f20c4b2b34266aaccdbe253bbb3ec for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:05:49.996212 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-98daa5f7-9050-4c6d-b738-a260e4b1ac7c tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:50.045159 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1258826-4ec7-4f7f-9af6-a9ed93619c04 req-a0f6f1bc-0192-404f-be73-157a7e38b3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:50.045804 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-b1258826-4ec7-4f7f-9af6-a9ed93619c04 req-a0f6f1bc-0192-404f-be73-157a7e38b3cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:50.047222 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b1258826-4ec7-4f7f-9af6-a9ed93619c04 req-a0f6f1bc-0192-404f-be73-157a7e38b3cf service neutron] 10.222.0.64 "PUT /v2.0/ports/83e8c270-eac4-4a64-a348-af7fae240862 HTTP/1.1" status: 200 len: 1097 time: 1.6484776 Jul 24 00:05:50.065444 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98daa5f7-9050-4c6d-b738-a260e4b1ac7c tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:05:50.088293 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-98daa5f7-9050-4c6d-b738-a260e4b1ac7c tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:50.089037 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-98daa5f7-9050-4c6d-b738-a260e4b1ac7c tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Added segment 1af727cd-0b4b-4460-8992-27a648bab458 of type vlan for network 9a355f19-3960-47fc-a9fa-2380b44410fe Jul 24 00:05:50.127397 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-aac596c3-be1e-4794-807a-04ad4a464410 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Allocated IP 172.20.0.1 (5f4e66ab-1df8-43aa-8a8e-fff6339236a8/44d10ea1-a941-4489-96ed-8f2d6b9252d2/dbd1e634-fb6a-4944-9962-deddd57405e2) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:05:50.151698 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-98daa5f7-9050-4c6d-b738-a260e4b1ac7c tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:50.188254 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f6f1bc-0192-404f-be73-157a7e38b3cf service neutron] Pushing event updated for resources: {'Port': ['ID=83e8c270-eac4-4a64-a348-af7fae240862,revision_number=7']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:50.201195 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-30f15213-80a7-439d-b620-9f7313cf2fb1 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:50.252118 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-98daa5f7-9050-4c6d-b738-a260e4b1ac7c tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:50.258412 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98daa5f7-9050-4c6d-b738-a260e4b1ac7c tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:50.260211 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-98daa5f7-9050-4c6d-b738-a260e4b1ac7c tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:50.348667 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-98daa5f7-9050-4c6d-b738-a260e4b1ac7c tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4263179 Jul 24 00:05:50.353144 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 59182) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:50.365697 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-c375b83b-d0ec-4eec-9c1f-2afa7c4bea6d tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Request body: {'subnet': {'network_id': '9a355f19-3960-47fc-a9fa-2380b44410fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:05:50.373954 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1258826-4ec7-4f7f-9af6-a9ed93619c04 req-2cbe3561-e595-4ac4-9049-519a469e240d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:50.375519 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b1258826-4ec7-4f7f-9af6-a9ed93619c04 req-2cbe3561-e595-4ac4-9049-519a469e240d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=798b28002e9743a58ab9c3622d82224e&device_id=85dccee4-09eb-4b9c-b239-e3f560397196 HTTP/1.1" status: 200 len: 1100 time: 0.3037438 Jul 24 00:05:50.378156 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f15213-80a7-439d-b620-9f7313cf2fb1 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event updated for resources: {'Subnet': ['ID=eb91ead5-3740-472f-9fdf-73804eba7429,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:50.421781 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98daa5f7-9050-4c6d-b738-a260e4b1ac7c tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Pushing event updated for resources: {'Network': ['ID=9a355f19-3960-47fc-a9fa-2380b44410fe,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:50.436295 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-aac596c3-be1e-4794-807a-04ad4a464410 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:50.436493 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 9a355f19-3960-47fc-a9fa-2380b44410fe details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:05:50.467188 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f15213-80a7-439d-b620-9f7313cf2fb1 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Checking segment: {'id': 'c31daf60-9710-490b-85cd-ccb675c2e2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'c69559a2-d2cc-4f5d-a866-96918eb22a8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:05:50.467482 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f15213-80a7-439d-b620-9f7313cf2fb1 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Network hostable DHCP agents. Network: c69559a2-d2cc-4f5d-a866-96918eb22a8a, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:05:50.490833 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [None req-aac596c3-be1e-4794-807a-04ad4a464410 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Transition to ACTIVE for port object dbd1e634-fb6a-4944-9962-deddd57405e2 will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:05:50.507627 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1258826-4ec7-4f7f-9af6-a9ed93619c04 req-fba4b0d8-ec68-4a60-bbf6-49caa09dfe54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:50.509180 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b1258826-4ec7-4f7f-9af6-a9ed93619c04 req-fba4b0d8-ec68-4a60-bbf6-49caa09dfe54 service neutron] 10.222.0.64 "GET /v2.0/networks?id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 HTTP/1.1" status: 200 len: 870 time: 0.1263063 Jul 24 00:05:50.510322 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f15213-80a7-439d-b620-9f7313cf2fb1 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Network c69559a2-d2cc-4f5d-a866-96918eb22a8a is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:05:50.545274 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-30f15213-80a7-439d-b620-9f7313cf2fb1 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, c69559a2-d2cc-4f5d-a866-96918eb22a8a) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:05:50.571287 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c375b83b-d0ec-4eec-9c1f-2afa7c4bea6d tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Made reservation on behalf of 4c3f20c4b2b34266aaccdbe253bbb3ec for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:05:50.575569 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c375b83b-d0ec-4eec-9c1f-2afa7c4bea6d tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:50.591026 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b1258826-4ec7-4f7f-9af6-a9ed93619c04 req-f9f171d2-1751-494a-bce9-0e3c612a5819 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=83e8c270-eac4-4a64-a348-af7fae240862 HTTP/1.1" status: 200 len: 217 time: 0.0720437 Jul 24 00:05:50.594125 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f15213-80a7-439d-b620-9f7313cf2fb1 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:50.594296 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-30f15213-80a7-439d-b620-9f7313cf2fb1 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:50.607942 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-aac596c3-be1e-4794-807a-04ad4a464410 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:50.655177 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-30f15213-80a7-439d-b620-9f7313cf2fb1 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1538889 Jul 24 00:05:50.657848 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 59186) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:50.667570 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-288d2680-4dc2-4556-90e6-145f1487dd5a tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Request body: {'port': {'network_id': 'c69559a2-d2cc-4f5d-a866-96918eb22a8a', 'name': 'tempest-PortsTestJSON-686296680'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:05:50.696015 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1258826-4ec7-4f7f-9af6-a9ed93619c04 req-c43b72f9-182a-46f6-845c-678b9e96401f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:50.697612 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b1258826-4ec7-4f7f-9af6-a9ed93619c04 req-c43b72f9-182a-46f6-845c-678b9e96401f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.1002221 Jul 24 00:05:50.796621 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9fa7fb5-93ab-4c09-ac3e-fbb2179698dd None None] Network c69559a2-d2cc-4f5d-a866-96918eb22a8a requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:05:50.860462 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-288d2680-4dc2-4556-90e6-145f1487dd5a tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Made reservation on behalf of 0861e7509e4040ae9ebcc16b5063e046 for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:05:50.864167 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-288d2680-4dc2-4556-90e6-145f1487dd5a tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:50.868131 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 83e8c270-eac4-4a64-a348-af7fae240862 no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:05:50.869515 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1258826-4ec7-4f7f-9af6-a9ed93619c04 req-d8a04176-b85c-4f3d-a029-d365458fd314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:50.871670 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b1258826-4ec7-4f7f-9af6-a9ed93619c04 req-d8a04176-b85c-4f3d-a029-d365458fd314 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1658311 Jul 24 00:05:50.890728 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac596c3-be1e-4794-807a-04ad4a464410 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Network 5f4e66ab-1df8-43aa-8a8e-fff6339236a8 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:05:50.901848 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-aac596c3-be1e-4794-807a-04ad4a464410 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:05:50.908232 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [None req-288d2680-4dc2-4556-90e6-145f1487dd5a tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] device_id is not set on port de3d614d-2437-44b7-9f51-0930b6d45206 yet. {{(pid=100314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:05:50.927956 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac596c3-be1e-4794-807a-04ad4a464410 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:05:51.014592 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac596c3-be1e-4794-807a-04ad4a464410 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Pushing event updated for resources: {'Port': ['ID=dbd1e634-fb6a-4944-9962-deddd57405e2,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:51.088346 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 83e8c270-eac4-4a64-a348-af7fae240862 not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:05:51.110050 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-aac596c3-be1e-4794-807a-04ad4a464410 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681761'] for router_interface, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:51.176962 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9deae75-0186-4b2b-88d7-49052ee460d3 req-61b5631e-8a11-428f-84af-3f9bf8af9413 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:51.178576 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e9deae75-0186-4b2b-88d7-49052ee460d3 req-61b5631e-8a11-428f-84af-3f9bf8af9413 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc7c672-6294-4817-88fc-e8e6b09aff0c HTTP/1.1" status: 200 len: 945 time: 0.4374509 Jul 24 00:05:51.209638 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3dc5623-b6ea-4f82-9fde-f6cf114c103e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-c69559a2-d2cc-4f5d-a866-96918eb22a8a', 'network_id': 'c69559a2-d2cc-4f5d-a866-96918eb22a8a', 'tenant_id': '0861e7509e4040ae9ebcc16b5063e046', 'fixed_ips': [{'subnet_id': 'eb91ead5-3740-472f-9fdf-73804eba7429'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:05:51.210590 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c3dc5623-b6ea-4f82-9fde-f6cf114c103e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:51.211215 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fd147a-2c7a-455e-b7bd-f2f2bd5d6937 req-c6cbbf4b-d908-4730-aff9-567cce23b5f7 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:51.212776 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-92fd147a-2c7a-455e-b7bd-f2f2bd5d6937 req-c6cbbf4b-d908-4730-aff9-567cce23b5f7 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fc7c672-6294-4817-88fc-e8e6b09aff0c HTTP/1.1" status: 200 len: 945 time: 0.3336124 Jul 24 00:05:51.298825 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-f75d9947-4e15-42e3-8a97-07f07b793cd3 None None] Provisioning for port dbd1e634-fb6a-4944-9962-deddd57405e2 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:05:51.306986 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-f75d9947-4e15-42e3-8a97-07f07b793cd3 None None] Provisioning complete for port dbd1e634-fb6a-4944-9962-deddd57405e2 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:05:51.307407 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f75d9947-4e15-42e3-8a97-07f07b793cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:51.360504 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-f75d9947-4e15-42e3-8a97-07f07b793cd3 None None] Port dbd1e634-fb6a-4944-9962-deddd57405e2 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:05:51.414139 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-92fd147a-2c7a-455e-b7bd-f2f2bd5d6937 req-806ab8e4-7bea-4691-a639-db176384881a tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726787 Jul 24 00:05:51.480645 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c375b83b-d0ec-4eec-9c1f-2afa7c4bea6d tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:51.487388 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-c3dc5623-b6ea-4f82-9fde-f6cf114c103e None None] Allocated IP 172.20.0.2 (c69559a2-d2cc-4f5d-a866-96918eb22a8a/eb91ead5-3740-472f-9fdf-73804eba7429/6624d691-0c9c-4864-99af-f522998444dd) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:05:51.552594 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b1258826-4ec7-4f7f-9af6-a9ed93619c04 req-fd4cbc98-df5d-4410-be22-e00aa6fe3028 service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6740592 Jul 24 00:05:51.563822 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c375b83b-d0ec-4eec-9c1f-2afa7c4bea6d tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Pushing event updated for resources: {'Subnet': ['ID=7cd57908-c436-4061-b8dc-9f554d34052a,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:51.657670 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-aac596c3-be1e-4794-807a-04ad4a464410 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:51.663506 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 59214) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:51.664759 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e99a601-9271-4169-ae60-ee495406d0c4 req-e66499a2-2f74-471f-a493-e63a8896e408 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:51.669352 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7e99a601-9271-4169-ae60-ee495406d0c4 req-e66499a2-2f74-471f-a493-e63a8896e408 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=85dccee4-09eb-4b9c-b239-e3f560397196 HTTP/1.1" status: 200 len: 948 time: 0.2243781 Jul 24 00:05:51.681475 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-e9deae75-0186-4b2b-88d7-49052ee460d3 req-64c3933a-6ea3-4be8-8a62-68e99f2f0f2e tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Deleting port 8b260eaf-35b7-4dc5-92f4-a2ef4f2c0266 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:05:51.682004 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-e9deae75-0186-4b2b-88d7-49052ee460d3 req-64c3933a-6ea3-4be8-8a62-68e99f2f0f2e tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:51.722651 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c3dc5623-b6ea-4f82-9fde-f6cf114c103e None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:51.726515 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c375b83b-d0ec-4eec-9c1f-2afa7c4bea6d tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Checking segment: {'id': '1af727cd-0b4b-4460-8992-27a648bab458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '9a355f19-3960-47fc-a9fa-2380b44410fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:05:51.726891 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c375b83b-d0ec-4eec-9c1f-2afa7c4bea6d tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Network hostable DHCP agents. Network: 9a355f19-3960-47fc-a9fa-2380b44410fe, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:05:51.737958 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-c3dc5623-b6ea-4f82-9fde-f6cf114c103e None None] Transition to ACTIVE for port object 6624d691-0c9c-4864-99af-f522998444dd will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:05:51.738120 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85dccee4-09eb-4b9c-b239-e3f560397196', 'tag': '83e8c270-eac4-4a64-a348-af7fae240862'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:05:51.742293 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b76ee6-8109-44ad-b068-ed41bec02a0d" -d '{"events": [{"name": "network-changed", "server_uuid": "85dccee4-09eb-4b9c-b239-e3f560397196", "tag": "83e8c270-eac4-4a64-a348-af7fae240862"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:05:51.763987 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-c3dc5623-b6ea-4f82-9fde-f6cf114c103e None None] Transition to ACTIVE for port object 6624d691-0c9c-4864-99af-f522998444dd will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:05:51.768500 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7e99a601-9271-4169-ae60-ee495406d0c4 req-b12d7651-9f1a-476c-a35f-07a69cb51f9d tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933928 Jul 24 00:05:51.770733 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b1258826-4ec7-4f7f-9af6-a9ed93619c04 req-3adcdee1-9d20-47ea-8343-3b31464f3da6 service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105522 Jul 24 00:05:51.781734 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c3dc5623-b6ea-4f82-9fde-f6cf114c103e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:51.843918 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3dc5623-b6ea-4f82-9fde-f6cf114c103e None None] Network c69559a2-d2cc-4f5d-a866-96918eb22a8a is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:05:51.852749 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-288d2680-4dc2-4556-90e6-145f1487dd5a tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Allocated IP 172.20.0.14 (c69559a2-d2cc-4f5d-a866-96918eb22a8a/eb91ead5-3740-472f-9fdf-73804eba7429/de3d614d-2437-44b7-9f51-0930b6d45206) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:05:51.854329 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-c3dc5623-b6ea-4f82-9fde-f6cf114c103e None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:05:51.859463 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dc5623-b6ea-4f82-9fde-f6cf114c103e None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:05:51.869342 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dc5623-b6ea-4f82-9fde-f6cf114c103e None None] Pushing event updated for resources: {'Port': ['ID=6624d691-0c9c-4864-99af-f522998444dd,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:51.974361 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-c3dc5623-b6ea-4f82-9fde-f6cf114c103e None None] Attempting to bind port 6624d691-0c9c-4864-99af-f522998444dd on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:05:51.974755 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-c3dc5623-b6ea-4f82-9fde-f6cf114c103e None None] Attempting to bind port 6624d691-0c9c-4864-99af-f522998444dd by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': 'c31daf60-9710-490b-85cd-ccb675c2e2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'c69559a2-d2cc-4f5d-a866-96918eb22a8a'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:05:51.975140 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dc5623-b6ea-4f82-9fde-f6cf114c103e None None] Attempting to bind port 6624d691-0c9c-4864-99af-f522998444dd on network c69559a2-d2cc-4f5d-a866-96918eb22a8a {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:05:51.982381 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dc5623-b6ea-4f82-9fde-f6cf114c103e None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:05:51.982769 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dc5623-b6ea-4f82-9fde-f6cf114c103e None None] Checking segment: {'id': 'c31daf60-9710-490b-85cd-ccb675c2e2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'c69559a2-d2cc-4f5d-a866-96918eb22a8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:05:51.983190 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c3dc5623-b6ea-4f82-9fde-f6cf114c103e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:51.983600 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dc5623-b6ea-4f82-9fde-f6cf114c103e None None] Bound using segment: {'id': 'c31daf60-9710-490b-85cd-ccb675c2e2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'c69559a2-d2cc-4f5d-a866-96918eb22a8a'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:05:51.984092 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-c3dc5623-b6ea-4f82-9fde-f6cf114c103e None None] Bound port: 6624d691-0c9c-4864-99af-f522998444dd, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c31daf60-9710-490b-85cd-ccb675c2e2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'c69559a2-d2cc-4f5d-a866-96918eb22a8a'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:05:51.984484 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c3dc5623-b6ea-4f82-9fde-f6cf114c103e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:52.006120 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6675fbd8-d0ce-41df-9c47-49630f785e81 x-openstack-request-id: req-6675fbd8-d0ce-41df-9c47-49630f785e81 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:05:52.006536 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85dccee4-09eb-4b9c-b239-e3f560397196", "tag": "83e8c270-eac4-4a64-a348-af7fae240862", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:05:52.006659 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6675fbd8-d0ce-41df-9c47-49630f785e81 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:05:52.007058 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85dccee4-09eb-4b9c-b239-e3f560397196', 'tag': '83e8c270-eac4-4a64-a348-af7fae240862', 'status': 'completed', 'code': 200} Jul 24 00:05:52.082738 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-c3dc5623-b6ea-4f82-9fde-f6cf114c103e None None] For port 6624d691-0c9c-4864-99af-f522998444dd, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:05:52.087605 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-c3dc5623-b6ea-4f82-9fde-f6cf114c103e None None] For port 6624d691-0c9c-4864-99af-f522998444dd, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=6624d691-0c9c-4864-99af-f522998444dd,segment=NetworkSegment(c31daf60-9710-490b-85cd-ccb675c2e2b8),segment_id=c31daf60-9710-490b-85cd-ccb675c2e2b8)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:05:52.095321 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c3dc5623-b6ea-4f82-9fde-f6cf114c103e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:52.116495 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-288d2680-4dc2-4556-90e6-145f1487dd5a tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:52.143144 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [None req-288d2680-4dc2-4556-90e6-145f1487dd5a tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Transition to ACTIVE for port object de3d614d-2437-44b7-9f51-0930b6d45206 will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:05:52.158531 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b76ee6-8109-44ad-b068-ed41bec02a0d req-5599665f-04da-4609-87c4-2642aaa9f5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:52.160505 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-18b76ee6-8109-44ad-b068-ed41bec02a0d req-5599665f-04da-4609-87c4-2642aaa9f5b5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=798b28002e9743a58ab9c3622d82224e&device_id=85dccee4-09eb-4b9c-b239-e3f560397196 HTTP/1.1" status: 200 len: 1100 time: 0.1562374 Jul 24 00:05:52.180069 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dc5623-b6ea-4f82-9fde-f6cf114c103e None None] Pushing event updated for resources: {'Port': ['ID=6624d691-0c9c-4864-99af-f522998444dd,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:52.255351 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-288d2680-4dc2-4556-90e6-145f1487dd5a tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:52.349963 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288d2680-4dc2-4556-90e6-145f1487dd5a tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Network c69559a2-d2cc-4f5d-a866-96918eb22a8a is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:05:52.355235 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-288d2680-4dc2-4556-90e6-145f1487dd5a tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:05:52.357671 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288d2680-4dc2-4556-90e6-145f1487dd5a tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:05:52.360323 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288d2680-4dc2-4556-90e6-145f1487dd5a tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event updated for resources: {'Port': ['ID=de3d614d-2437-44b7-9f51-0930b6d45206,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:52.423332 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c375b83b-d0ec-4eec-9c1f-2afa7c4bea6d tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Network 9a355f19-3960-47fc-a9fa-2380b44410fe is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:05:52.451386 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b76ee6-8109-44ad-b068-ed41bec02a0d req-f89cde56-3723-46be-b72f-dc0eea783d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:52.453284 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-18b76ee6-8109-44ad-b068-ed41bec02a0d req-f89cde56-3723-46be-b72f-dc0eea783d4f service neutron] 10.222.0.64 "GET /v2.0/networks?id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 HTTP/1.1" status: 200 len: 870 time: 0.2853751 Jul 24 00:05:52.499968 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-c375b83b-d0ec-4eec-9c1f-2afa7c4bea6d tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 9a355f19-3960-47fc-a9fa-2380b44410fe) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:05:52.509108 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146d4c4a-4fdf-4055-b5c9-c92343cb44b8 None None] Network 9a355f19-3960-47fc-a9fa-2380b44410fe requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:05:52.513642 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c375b83b-d0ec-4eec-9c1f-2afa7c4bea6d tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:52.514249 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c375b83b-d0ec-4eec-9c1f-2afa7c4bea6d tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:52.527331 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-18b76ee6-8109-44ad-b068-ed41bec02a0d req-3e6e90f7-06c7-4678-9a73-1d18d2862f3a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=83e8c270-eac4-4a64-a348-af7fae240862 HTTP/1.1" status: 200 len: 217 time: 0.0664718 Jul 24 00:05:52.538006 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288d2680-4dc2-4556-90e6-145f1487dd5a tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:52.538692 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-288d2680-4dc2-4556-90e6-145f1487dd5a tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:52.538879 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c375b83b-d0ec-4eec-9c1f-2afa7c4bea6d tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1821084 Jul 24 00:05:52.543915 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 59228) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:52.545523 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-e9deae75-0186-4b2b-88d7-49052ee460d3 req-64c3933a-6ea3-4be8-8a62-68e99f2f0f2e tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] For port 8b260eaf-35b7-4dc5-92f4-a2ef4f2c0266, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=8b260eaf-35b7-4dc5-92f4-a2ef4f2c0266,segment=NetworkSegment(03844098-4008-432a-ad64-80c1a7ec0473),segment_id=03844098-4008-432a-ad64-80c1a7ec0473)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:05:52.545902 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-e9deae75-0186-4b2b-88d7-49052ee460d3 req-64c3933a-6ea3-4be8-8a62-68e99f2f0f2e tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:52.590003 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-e9deae75-0186-4b2b-88d7-49052ee460d3 req-64c3933a-6ea3-4be8-8a62-68e99f2f0f2e tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Calling delete_port for 8b260eaf-35b7-4dc5-92f4-a2ef4f2c0266 owned by compute:nova {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:05:52.610849 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b76ee6-8109-44ad-b068-ed41bec02a0d req-7afca65d-0732-49b4-9fd1-d8abbc597345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:52.612745 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-18b76ee6-8109-44ad-b068-ed41bec02a0d req-7afca65d-0732-49b4-9fd1-d8abbc597345 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=798b28002e9743a58ab9c3622d82224e&device_id=85dccee4-09eb-4b9c-b239-e3f560397196 HTTP/1.1" status: 200 len: 1100 time: 0.7120934 Jul 24 00:05:52.699414 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-288d2680-4dc2-4556-90e6-145f1487dd5a tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0397780 Jul 24 00:05:52.706973 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 59232) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:52.711578 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25256824-5dd6-4894-bff8-8a2b3f952f95 req-9281272c-ccaa-4e21-a8dd-9eaf236dc1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:52.712077 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25256824-5dd6-4894-bff8-8a2b3f952f95 req-9281272c-ccaa-4e21-a8dd-9eaf236dc1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:52.712743 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25256824-5dd6-4894-bff8-8a2b3f952f95 req-9281272c-ccaa-4e21-a8dd-9eaf236dc1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:52.713262 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25256824-5dd6-4894-bff8-8a2b3f952f95 req-9281272c-ccaa-4e21-a8dd-9eaf236dc1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:52.713746 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25256824-5dd6-4894-bff8-8a2b3f952f95 req-9281272c-ccaa-4e21-a8dd-9eaf236dc1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:52.714236 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25256824-5dd6-4894-bff8-8a2b3f952f95 req-9281272c-ccaa-4e21-a8dd-9eaf236dc1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:52.715266 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25256824-5dd6-4894-bff8-8a2b3f952f95 req-9281272c-ccaa-4e21-a8dd-9eaf236dc1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:52.718359 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-25256824-5dd6-4894-bff8-8a2b3f952f95 req-9281272c-ccaa-4e21-a8dd-9eaf236dc1c1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2c075934-d6b2-45f9-8b7a-e05ff072e3c1 HTTP/1.1" status: 200 len: 6500 time: 1.0532656 Jul 24 00:05:52.720983 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-0b88ddee-fe7b-4a9a-b979-cc43231d2168 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Request body: {'port': {'network_id': 'c69559a2-d2cc-4f5d-a866-96918eb22a8a', 'name': 'tempest-PortsTestJSON-730969912'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:05:52.741803 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69fd35e-2075-4843-a7b7-a7fcb17ebc44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-9a355f19-3960-47fc-a9fa-2380b44410fe', 'network_id': '9a355f19-3960-47fc-a9fa-2380b44410fe', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'fixed_ips': [{'subnet_id': '7cd57908-c436-4061-b8dc-9f554d34052a'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:05:52.743535 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f69fd35e-2075-4843-a7b7-a7fcb17ebc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:52.777613 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b76ee6-8109-44ad-b068-ed41bec02a0d req-6ad6e768-74b6-47b2-bb5d-29949806053a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:52.779139 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-18b76ee6-8109-44ad-b068-ed41bec02a0d req-6ad6e768-74b6-47b2-bb5d-29949806053a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.2376215 Jul 24 00:05:52.901613 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-25256824-5dd6-4894-bff8-8a2b3f952f95 req-74eff8f5-6562-4838-afae-6f7a584c6ef3 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=89d8d27b-9412-49b0-8db6-21624a8289f8&id=32ff9839-8d3b-48a3-a25d-b35ae2bb65fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1715038 Jul 24 00:05:52.993713 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-f69fd35e-2075-4843-a7b7-a7fcb17ebc44 None None] Allocated IP 172.20.0.2 (9a355f19-3960-47fc-a9fa-2380b44410fe/7cd57908-c436-4061-b8dc-9f554d34052a/68354ff1-9f01-48a3-b981-043243547579) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:05:53.001945 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b76ee6-8109-44ad-b068-ed41bec02a0d req-c06bc6c8-7760-4db8-b2b7-862bf0935dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:53.003523 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-18b76ee6-8109-44ad-b068-ed41bec02a0d req-c06bc6c8-7760-4db8-b2b7-862bf0935dc3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 HTTP/1.1" status: 200 len: 870 time: 0.3791182 Jul 24 00:05:53.014226 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f506774a-39ec-495b-964b-e654d9381c7f req-d7842f37-71f6-4f51-ab91-7f11f8edd4b0 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:53.022191 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f506774a-39ec-495b-964b-e654d9381c7f req-d7842f37-71f6-4f51-ab91-7f11f8edd4b0 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fc7c672-6294-4817-88fc-e8e6b09aff0c HTTP/1.1" status: 200 len: 945 time: 0.4607708 Jul 24 00:05:53.148479 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-18b76ee6-8109-44ad-b068-ed41bec02a0d req-7e0ddaac-c90b-4be0-a1f4-b4e80a91a288 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=83e8c270-eac4-4a64-a348-af7fae240862 HTTP/1.1" status: 200 len: 217 time: 0.1184883 Jul 24 00:05:53.149148 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b88ddee-fe7b-4a9a-b979-cc43231d2168 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Made reservation on behalf of 0861e7509e4040ae9ebcc16b5063e046 for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:05:53.154595 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0b88ddee-fe7b-4a9a-b979-cc43231d2168 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:53.232590 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-e9deae75-0186-4b2b-88d7-49052ee460d3 req-64c3933a-6ea3-4be8-8a62-68e99f2f0f2e tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:53.240789 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f69fd35e-2075-4843-a7b7-a7fcb17ebc44 None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:53.250442 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-f69fd35e-2075-4843-a7b7-a7fcb17ebc44 None None] Transition to ACTIVE for port object 68354ff1-9f01-48a3-b981-043243547579 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:05:53.274202 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f506774a-39ec-495b-964b-e654d9381c7f req-03bbec3a-090d-4b04-ab4f-88fb0d8b6f77 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/security-groups?id=34f804d1-c7f5-46fb-a44e-28739a8f2645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502720 Jul 24 00:05:53.283937 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e64fd8d9-d234-44e8-9b28-89f678e8db12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:53.295976 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [None req-0b88ddee-fe7b-4a9a-b979-cc43231d2168 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] device_id is not set on port bafcdc72-2e0f-4acc-85b3-02b32e46fa74 yet. {{(pid=100314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:05:53.297899 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-f69fd35e-2075-4843-a7b7-a7fcb17ebc44 None None] Transition to ACTIVE for port object 68354ff1-9f01-48a3-b981-043243547579 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:05:53.310882 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f69fd35e-2075-4843-a7b7-a7fcb17ebc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:53.319070 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-aac596c3-be1e-4794-807a-04ad4a464410 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:53.321242 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c3933a-6ea3-4be8-8a62-68e99f2f0f2e tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Pushing event deleted for resources: {'Port': ['ID=8b260eaf-35b7-4dc5-92f4-a2ef4f2c0266,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:53.353224 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-aac596c3-be1e-4794-807a-04ad4a464410 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:53.361786 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69fd35e-2075-4843-a7b7-a7fcb17ebc44 None None] Network 9a355f19-3960-47fc-a9fa-2380b44410fe is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:05:53.365090 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-f69fd35e-2075-4843-a7b7-a7fcb17ebc44 None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:05:53.368909 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69fd35e-2075-4843-a7b7-a7fcb17ebc44 None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:05:53.372140 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b76ee6-8109-44ad-b068-ed41bec02a0d req-b565503e-4ae0-4521-ad21-5385390db4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:53.374089 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-18b76ee6-8109-44ad-b068-ed41bec02a0d req-b565503e-4ae0-4521-ad21-5385390db4d7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.2075014 Jul 24 00:05:53.413450 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c3933a-6ea3-4be8-8a62-68e99f2f0f2e tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:05:53.414144 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c3933a-6ea3-4be8-8a62-68e99f2f0f2e tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:05:53.414812 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c3933a-6ea3-4be8-8a62-68e99f2f0f2e tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:05:53.415388 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c3933a-6ea3-4be8-8a62-68e99f2f0f2e tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:05:53.415975 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c3933a-6ea3-4be8-8a62-68e99f2f0f2e tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:05:53.416537 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c3933a-6ea3-4be8-8a62-68e99f2f0f2e tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:05:53.417120 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c3933a-6ea3-4be8-8a62-68e99f2f0f2e tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:05:53.418302 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c3933a-6ea3-4be8-8a62-68e99f2f0f2e tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:05:53.418867 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c3933a-6ea3-4be8-8a62-68e99f2f0f2e tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:05:53.419418 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c3933a-6ea3-4be8-8a62-68e99f2f0f2e tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:05:53.419981 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c3933a-6ea3-4be8-8a62-68e99f2f0f2e tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:05:53.420568 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c3933a-6ea3-4be8-8a62-68e99f2f0f2e tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:05:53.420696 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b76ee6-8109-44ad-b068-ed41bec02a0d req-eb26e310-84e4-448f-84ef-0134bd730dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:53.424385 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-18b76ee6-8109-44ad-b068-ed41bec02a0d req-eb26e310-84e4-448f-84ef-0134bd730dd7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6026201 Jul 24 00:05:53.438083 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6c469d-7f64-485f-b8aa-8230613a6153 req-341017ec-b576-439a-964b-1fef32f71110 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:53.447356 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1b6c469d-7f64-485f-b8aa-8230613a6153 req-341017ec-b576-439a-964b-1fef32f71110 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=85dccee4-09eb-4b9c-b239-e3f560397196 HTTP/1.1" status: 200 len: 948 time: 0.5163221 Jul 24 00:05:53.513023 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9deae75-0186-4b2b-88d7-49052ee460d3 req-64c3933a-6ea3-4be8-8a62-68e99f2f0f2e tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] No DVR routers for this DVR port 8b260eaf-35b7-4dc5-92f4-a2ef4f2c0266 on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:05:53.513253 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69fd35e-2075-4843-a7b7-a7fcb17ebc44 None None] Pushing event updated for resources: {'Port': ['ID=68354ff1-9f01-48a3-b981-043243547579,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:53.525943 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-e9deae75-0186-4b2b-88d7-49052ee460d3 req-64c3933a-6ea3-4be8-8a62-68e99f2f0f2e tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:53.533914 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6a921edb-5859-43bb-ac87-d8b16e258a1e tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:53.543451 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e9deae75-0186-4b2b-88d7-49052ee460d3 req-64c3933a-6ea3-4be8-8a62-68e99f2f0f2e tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.52 "DELETE /v2.0/ports/8b260eaf-35b7-4dc5-92f4-a2ef4f2c0266 HTTP/1.1" status: 204 len: 173 time: 2.3552265 Jul 24 00:05:53.563253 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-f69fd35e-2075-4843-a7b7-a7fcb17ebc44 None None] Attempting to bind port 68354ff1-9f01-48a3-b981-043243547579 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:05:53.563895 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-f69fd35e-2075-4843-a7b7-a7fcb17ebc44 None None] Attempting to bind port 68354ff1-9f01-48a3-b981-043243547579 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '1af727cd-0b4b-4460-8992-27a648bab458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '9a355f19-3960-47fc-a9fa-2380b44410fe'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:05:53.564327 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69fd35e-2075-4843-a7b7-a7fcb17ebc44 None None] Attempting to bind port 68354ff1-9f01-48a3-b981-043243547579 on network 9a355f19-3960-47fc-a9fa-2380b44410fe {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:05:53.571554 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69fd35e-2075-4843-a7b7-a7fcb17ebc44 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:05:53.572008 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69fd35e-2075-4843-a7b7-a7fcb17ebc44 None None] Checking segment: {'id': '1af727cd-0b4b-4460-8992-27a648bab458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '9a355f19-3960-47fc-a9fa-2380b44410fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:05:53.573639 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f69fd35e-2075-4843-a7b7-a7fcb17ebc44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:53.574395 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69fd35e-2075-4843-a7b7-a7fcb17ebc44 None None] Bound using segment: {'id': '1af727cd-0b4b-4460-8992-27a648bab458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '9a355f19-3960-47fc-a9fa-2380b44410fe'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:05:53.575238 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-f69fd35e-2075-4843-a7b7-a7fcb17ebc44 None None] Bound port: 68354ff1-9f01-48a3-b981-043243547579, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af727cd-0b4b-4460-8992-27a648bab458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '9a355f19-3960-47fc-a9fa-2380b44410fe'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:05:53.575916 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f69fd35e-2075-4843-a7b7-a7fcb17ebc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:53.698984 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc7c672-6294-4817-88fc-e8e6b09aff0c', 'name': 'network-vif-deleted', 'tag': '8b260eaf-35b7-4dc5-92f4-a2ef4f2c0266'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:05:53.702461 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a797d0c5-843e-4370-9b56-f14d15e5dd17" -d '{"events": [{"server_uuid": "5fc7c672-6294-4817-88fc-e8e6b09aff0c", "name": "network-vif-deleted", "tag": "8b260eaf-35b7-4dc5-92f4-a2ef4f2c0266"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:05:53.765238 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-aac596c3-be1e-4794-807a-04ad4a464410 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680980'] for router_interface, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:53.772362 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac596c3-be1e-4794-807a-04ad4a464410 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Pushing event updated for resources: {'Port': ['ID=dbd1e634-fb6a-4944-9962-deddd57405e2,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:53.784066 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1b6c469d-7f64-485f-b8aa-8230613a6153 req-b7adc705-5018-4819-bd2f-0c8f5be26f8d tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3359003 Jul 24 00:05:53.825584 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-f69fd35e-2075-4843-a7b7-a7fcb17ebc44 None None] For port 68354ff1-9f01-48a3-b981-043243547579, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:05:53.834870 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-f69fd35e-2075-4843-a7b7-a7fcb17ebc44 None None] For port 68354ff1-9f01-48a3-b981-043243547579, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=68354ff1-9f01-48a3-b981-043243547579,segment=NetworkSegment(1af727cd-0b4b-4460-8992-27a648bab458),segment_id=1af727cd-0b4b-4460-8992-27a648bab458)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:05:53.845682 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 6624d691-0c9c-4864-99af-f522998444dd up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:05:53.906095 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a251946e-0413-4664-b47c-6caf9b826f0d None None] Network c69559a2-d2cc-4f5d-a866-96918eb22a8a requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:05:53.912916 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f69fd35e-2075-4843-a7b7-a7fcb17ebc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:53.932686 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b76ee6-8109-44ad-b068-ed41bec02a0d req-5b0642e8-8a9b-4c25-a64c-1722bdc98433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:53.934761 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-18b76ee6-8109-44ad-b068-ed41bec02a0d req-5b0642e8-8a9b-4c25-a64c-1722bdc98433 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5093038 Jul 24 00:05:53.936586 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f05e3490-82eb-47ea-a3cf-cf74b5e851d8 x-openstack-request-id: req-f05e3490-82eb-47ea-a3cf-cf74b5e851d8 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:05:53.936912 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fc7c672-6294-4817-88fc-e8e6b09aff0c", "name": "network-vif-deleted", "tag": "8b260eaf-35b7-4dc5-92f4-a2ef4f2c0266", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:05:53.937217 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f05e3490-82eb-47ea-a3cf-cf74b5e851d8 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:05:53.937663 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fc7c672-6294-4817-88fc-e8e6b09aff0c', 'name': 'network-vif-deleted', 'tag': '8b260eaf-35b7-4dc5-92f4-a2ef4f2c0266', 'status': 'completed', 'code': 200} Jul 24 00:05:53.995345 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69fd35e-2075-4843-a7b7-a7fcb17ebc44 None None] Pushing event updated for resources: {'Port': ['ID=68354ff1-9f01-48a3-b981-043243547579,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:54.025221 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-0b88ddee-fe7b-4a9a-b979-cc43231d2168 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Allocated IP 172.20.0.4 (c69559a2-d2cc-4f5d-a866-96918eb22a8a/eb91ead5-3740-472f-9fdf-73804eba7429/bafcdc72-2e0f-4acc-85b3-02b32e46fa74) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:05:54.030345 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 6624d691-0c9c-4864-99af-f522998444dd completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:05:54.034596 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-a25960f9-8757-4448-a78e-8acf4100124b None None] Provisioning for port 6624d691-0c9c-4864-99af-f522998444dd completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:05:54.065044 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 6624d691-0c9c-4864-99af-f522998444dd triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:05:54.065044 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:54.066647 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-a25960f9-8757-4448-a78e-8acf4100124b None None] Provisioning complete for port 6624d691-0c9c-4864-99af-f522998444dd triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:05:54.067120 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a25960f9-8757-4448-a78e-8acf4100124b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:54.068591 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac596c3-be1e-4794-807a-04ad4a464410 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Network 5f4e66ab-1df8-43aa-8a8e-fff6339236a8 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:05:54.071711 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-aac596c3-be1e-4794-807a-04ad4a464410 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:05:54.103916 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-18b76ee6-8109-44ad-b068-ed41bec02a0d req-33b299f7-665e-49ce-9299-53c07fcb5158 service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6694996 Jul 24 00:05:54.241530 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-18b76ee6-8109-44ad-b068-ed41bec02a0d req-0d2b9d48-44f1-41b9-a5c0-a6953b109853 service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236374 Jul 24 00:05:54.280765 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-18b76ee6-8109-44ad-b068-ed41bec02a0d req-03da944b-e1e3-41f7-97bc-5b28c6096f40 service neutron] 10.222.0.52 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3381844 Jul 24 00:05:54.283159 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aac596c3-be1e-4794-807a-04ad4a464410 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Router 83f18b96-a500-4678-8da8-8f48c8b7de5f has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:05:54.324842 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 83e8c270-eac4-4a64-a348-af7fae240862 details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:05:54.621750 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:54.624211 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a25960f9-8757-4448-a78e-8acf4100124b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:54.685518 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-6a921edb-5859-43bb-ac87-d8b16e258a1e tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Allocated IP 172.20.0.1 (9a355f19-3960-47fc-a9fa-2380b44410fe/7cd57908-c436-4061-b8dc-9f554d34052a/7a24aaa6-d098-4068-9892-abcfb18cf2ac) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:05:54.735779 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0b88ddee-fe7b-4a9a-b979-cc43231d2168 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:54.764509 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [None req-0b88ddee-fe7b-4a9a-b979-cc43231d2168 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Transition to ACTIVE for port object bafcdc72-2e0f-4acc-85b3-02b32e46fa74 will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:05:54.779565 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-a25960f9-8757-4448-a78e-8acf4100124b None None] For port 6624d691-0c9c-4864-99af-f522998444dd, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=6624d691-0c9c-4864-99af-f522998444dd,segment=NetworkSegment(c31daf60-9710-490b-85cd-ccb675c2e2b8),segment_id=c31daf60-9710-490b-85cd-ccb675c2e2b8)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:05:54.785072 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0bd15e2e-42a0-44f2-bf83-0b5320881f6b req-48db3af0-d28f-421f-955a-31300c1b1185 tempest-DeleteServersTestJSON-1576916178 tempest-DeleteServersTestJSON-1576916178-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fc7c672-6294-4817-88fc-e8e6b09aff0c HTTP/1.1" status: 200 len: 210 time: 0.2545049 Jul 24 00:05:54.792205 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac596c3-be1e-4794-807a-04ad4a464410 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:05:54.795162 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a25960f9-8757-4448-a78e-8acf4100124b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:54.809215 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b911e67-3a4c-4107-b3f3-e83bb6eaea69 None None] Sync routers for ids ['83f18b96-a500-4678-8da8-8f48c8b7de5f'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:05:54.829352 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-aac596c3-be1e-4794-807a-04ad4a464410 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] 10.222.0.44 "PUT /v2.0/routers/83f18b96-a500-4678-8da8-8f48c8b7de5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2732799 Jul 24 00:05:54.832677 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 59262) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:54.833936 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b911e67-3a4c-4107-b3f3-e83bb6eaea69 None None] Routers {'83f18b96-a500-4678-8da8-8f48c8b7de5f'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:05:54.834569 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-8b911e67-3a4c-4107-b3f3-e83bb6eaea69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:05:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['83f18b96-a500-4678-8da8-8f48c8b7de5f'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:54.840103 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-72ed443a-ef1c-44b3-9cd1-6931fc235b95 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Request body: {'port': {'network_id': '5f4e66ab-1df8-43aa-8a8e-fff6339236a8', 'name': 'tempest-FloatingIPTestJSON-1327110660'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:05:54.899058 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-8b911e67-3a4c-4107-b3f3-e83bb6eaea69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:54.917169 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b911e67-3a4c-4107-b3f3-e83bb6eaea69 None None] Routers {'83f18b96-a500-4678-8da8-8f48c8b7de5f'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:05:54.918572 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-8b911e67-3a4c-4107-b3f3-e83bb6eaea69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:05:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['83f18b96-a500-4678-8da8-8f48c8b7de5f'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:54.926338 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25960f9-8757-4448-a78e-8acf4100124b None None] Pushing event updated for resources: {'Port': ['ID=6624d691-0c9c-4864-99af-f522998444dd,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:54.930532 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 8b260eaf-35b7-4dc5-92f4-a2ef4f2c0266 no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:05:54.943463 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6a921edb-5859-43bb-ac87-d8b16e258a1e tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:55.002667 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] No Port match for: 8b260eaf-35b7-4dc5-92f4-a2ef4f2c0266 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:05:55.003217 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 8b260eaf-35b7-4dc5-92f4-a2ef4f2c0266 not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:05:55.005187 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0b88ddee-fe7b-4a9a-b979-cc43231d2168 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:55.006128 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 83e8c270-eac4-4a64-a348-af7fae240862, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=83e8c270-eac4-4a64-a348-af7fae240862,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:05:55.007105 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [None req-6a921edb-5859-43bb-ac87-d8b16e258a1e tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Transition to ACTIVE for port object 7a24aaa6-d098-4068-9892-abcfb18cf2ac will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:05:55.008766 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-8b911e67-3a4c-4107-b3f3-e83bb6eaea69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:55.009729 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b911e67-3a4c-4107-b3f3-e83bb6eaea69 None None] The sync data for ids ['83f18b96-a500-4678-8da8-8f48c8b7de5f'] in n-d-800088-16 is: [] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:05:55.054002 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.db.api [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100315) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 00:05:55.057011 n-d-800088-16 neutron-server[100315]: DEBUG oslo_db.api [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 00:05:55.059595 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': '83e8c270-eac4-4a64-a348-af7fae240862', 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2', 'port_id': '83e8c270-eac4-4a64-a348-af7fae240862', 'mac_address': 'fa:16:3e:d4:8b:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef73a7e1-c64a-41e3-9997-629475c7b6b1', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:05:55.064002 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-15f1deaf-4ebd-459c-b5a2-e745ef2d93e9 None None] Provisioning complete for port dbd1e634-fb6a-4944-9962-deddd57405e2 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:05:55.064375 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-15f1deaf-4ebd-459c-b5a2-e745ef2d93e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:55.100118 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-18b76ee6-8109-44ad-b068-ed41bec02a0d req-df130a79-8931-4c48-8644-e093de9b8278 service neutron] 10.222.0.52 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8115213 Jul 24 00:05:55.123424 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ed443a-ef1c-44b3-9cd1-6931fc235b95 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Made reservation on behalf of ebb8f2f29751499da1023c7510ec92b9 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:05:55.129119 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-72ed443a-ef1c-44b3-9cd1-6931fc235b95 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:55.156911 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [None req-72ed443a-ef1c-44b3-9cd1-6931fc235b95 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] device_id is not set on port 10635a97-0ec2-443d-ae55-57057d6f20bc yet. {{(pid=100313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:05:55.193611 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-15f1deaf-4ebd-459c-b5a2-e745ef2d93e9 None None] Port dbd1e634-fb6a-4944-9962-deddd57405e2 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:05:55.194410 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b88ddee-fe7b-4a9a-b979-cc43231d2168 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Network c69559a2-d2cc-4f5d-a866-96918eb22a8a is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:05:55.195567 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:55.213183 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-0b88ddee-fe7b-4a9a-b979-cc43231d2168 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:05:55.216365 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83e8c270-eac4-4a64-a348-af7fae240862 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:05:55.221932 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b88ddee-fe7b-4a9a-b979-cc43231d2168 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:05:55.235678 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b88ddee-fe7b-4a9a-b979-cc43231d2168 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event updated for resources: {'Port': ['ID=bafcdc72-2e0f-4acc-85b3-02b32e46fa74,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:55.264288 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 83e8c270-eac4-4a64-a348-af7fae240862, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=83e8c270-eac4-4a64-a348-af7fae240862,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:05:55.273953 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6a921edb-5859-43bb-ac87-d8b16e258a1e tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:55.274579 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:55.296615 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471623f2-d168-4159-a4a3-7d62cf507e80 req-627e1ce1-cdbb-4334-a6b8-e61d4b5e4f63 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:55.307450 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-471623f2-d168-4159-a4a3-7d62cf507e80 req-627e1ce1-cdbb-4334-a6b8-e61d4b5e4f63 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=85dccee4-09eb-4b9c-b239-e3f560397196 HTTP/1.1" status: 200 len: 948 time: 0.3805416 Jul 24 00:05:55.385958 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-96c8fc91-a448-4661-9e20-e8fa4fecb124 None None] Provisioning for port de3d614d-2437-44b7-9f51-0930b6d45206 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:05:55.390619 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-96c8fc91-a448-4661-9e20-e8fa4fecb124 None None] Provisioning complete for port de3d614d-2437-44b7-9f51-0930b6d45206 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:05:55.391003 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-96c8fc91-a448-4661-9e20-e8fa4fecb124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:55.396369 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a921edb-5859-43bb-ac87-d8b16e258a1e tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Network 9a355f19-3960-47fc-a9fa-2380b44410fe is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:05:55.403191 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-72ed443a-ef1c-44b3-9cd1-6931fc235b95 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Allocated IP 172.20.0.8 (5f4e66ab-1df8-43aa-8a8e-fff6339236a8/44d10ea1-a941-4489-96ed-8f2d6b9252d2/10635a97-0ec2-443d-ae55-57057d6f20bc) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:05:55.405065 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=83e8c270-eac4-4a64-a348-af7fae240862,revision_number=8']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:55.421853 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-6a921edb-5859-43bb-ac87-d8b16e258a1e tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:05:55.425112 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a921edb-5859-43bb-ac87-d8b16e258a1e tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:05:55.483022 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-96c8fc91-a448-4661-9e20-e8fa4fecb124 None None] Port de3d614d-2437-44b7-9f51-0930b6d45206 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:05:55.496187 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-96c8fc91-a448-4661-9e20-e8fa4fecb124 None None] Provisioning complete for port 6624d691-0c9c-4864-99af-f522998444dd triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:05:55.496710 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-96c8fc91-a448-4661-9e20-e8fa4fecb124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:55.527291 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6a921edb-5859-43bb-ac87-d8b16e258a1e tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681761'] for router_interface, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:55.744310 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-72ed443a-ef1c-44b3-9cd1-6931fc235b95 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:55.854100 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [None req-72ed443a-ef1c-44b3-9cd1-6931fc235b95 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Transition to ACTIVE for port object 10635a97-0ec2-443d-ae55-57057d6f20bc will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:05:55.906245 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['83e8c270-eac4-4a64-a348-af7fae240862'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:05:55.908603 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2312e7e3-1c2b-4692-8284-841358bd1cff None None] Network 9a355f19-3960-47fc-a9fa-2380b44410fe requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:05:55.914023 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-72ed443a-ef1c-44b3-9cd1-6931fc235b95 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:56.030616 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-471623f2-d168-4159-a4a3-7d62cf507e80 req-8faf863d-b60a-465f-9042-3d1303e0224d tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7217464 Jul 24 00:05:56.031362 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a921edb-5859-43bb-ac87-d8b16e258a1e tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Pushing event updated for resources: {'Port': ['ID=7a24aaa6-d098-4068-9892-abcfb18cf2ac,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:56.039275 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b88ddee-fe7b-4a9a-b979-cc43231d2168 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:56.039550 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0b88ddee-fe7b-4a9a-b979-cc43231d2168 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:56.074033 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ed443a-ef1c-44b3-9cd1-6931fc235b95 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Network 5f4e66ab-1df8-43aa-8a8e-fff6339236a8 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:05:56.086805 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ed443a-ef1c-44b3-9cd1-6931fc235b95 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Pushing event updated for resources: {'Port': ['ID=10635a97-0ec2-443d-ae55-57057d6f20bc,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:56.097645 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-72ed443a-ef1c-44b3-9cd1-6931fc235b95 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:05:56.102252 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ed443a-ef1c-44b3-9cd1-6931fc235b95 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:05:56.140088 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2339cd2f-b010-4446-b757-14f5e04ad295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:56.157406 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-0b88ddee-fe7b-4a9a-b979-cc43231d2168 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.4483795 Jul 24 00:05:56.158310 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 59282) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:56.173873 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ed443a-ef1c-44b3-9cd1-6931fc235b95 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:56.174547 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-72ed443a-ef1c-44b3-9cd1-6931fc235b95 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:56.217409 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-72ed443a-ef1c-44b3-9cd1-6931fc235b95 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3827829 Jul 24 00:05:56.219656 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 59284) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:56.225459 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-09b6b5f7-a086-4c8e-87a8-2979dfe97314 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Request body: {'floatingip': {'port_id': '10635a97-0ec2-443d-ae55-57057d6f20bc'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:05:56.289458 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-8f5538e0-903d-4f15-8ff6-1ddbc2ecefd6 None None] Provisioning complete for port de3d614d-2437-44b7-9f51-0930b6d45206 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:05:56.289848 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-8f5538e0-903d-4f15-8ff6-1ddbc2ecefd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:56.291355 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:05:56.344549 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-09b6b5f7-a086-4c8e-87a8-2979dfe97314 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks [] for floatingip, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:56.477385 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 68354ff1-9f01-48a3-b981-043243547579 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:05:56.522684 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-8f5538e0-903d-4f15-8ff6-1ddbc2ecefd6 None None] Port de3d614d-2437-44b7-9f51-0930b6d45206 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:05:56.621369 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-8f5538e0-903d-4f15-8ff6-1ddbc2ecefd6 None None] Provisioning for port 68354ff1-9f01-48a3-b981-043243547579 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:05:56.694264 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-8f5538e0-903d-4f15-8ff6-1ddbc2ecefd6 None None] Provisioning for port bafcdc72-2e0f-4acc-85b3-02b32e46fa74 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:05:56.723459 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-8f5538e0-903d-4f15-8ff6-1ddbc2ecefd6 None None] Provisioning complete for port bafcdc72-2e0f-4acc-85b3-02b32e46fa74 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:05:56.723938 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-8f5538e0-903d-4f15-8ff6-1ddbc2ecefd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:56.731408 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94bb5038-75f4-4208-87c2-249aebf008af tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:56.735870 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-94bb5038-75f4-4208-87c2-249aebf008af tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200 len: 922 time: 0.5720353 Jul 24 00:05:56.736626 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 59310) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:56.744316 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6a921edb-5859-43bb-ac87-d8b16e258a1e tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:56.798319 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-8f5538e0-903d-4f15-8ff6-1ddbc2ecefd6 None None] Port bafcdc72-2e0f-4acc-85b3-02b32e46fa74 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:05:56.842882 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 68354ff1-9f01-48a3-b981-043243547579 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:05:56.863801 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:56.882531 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 68354ff1-9f01-48a3-b981-043243547579 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:05:56.883111 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:56.923757 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fab560f-65a6-4146-ab57-cc43bde027b8 req-57d89490-0127-4c4e-aa5d-8b4bdc745345 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:56.925995 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3fab560f-65a6-4146-ab57-cc43bde027b8 req-57d89490-0127-4c4e-aa5d-8b4bdc745345 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.64 "GET /v2.0/ports?device_id=85dccee4-09eb-4b9c-b239-e3f560397196&tenant_id=798b28002e9743a58ab9c3622d82224e&binding%3Ahost_id=n-h2-800088-16 HTTP/1.1" status: 200 len: 949 time: 0.4220154 Jul 24 00:05:56.965853 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-bbf4799f-d07c-4929-a014-7b7fe0776d5a None None] Provisioning for port 10635a97-0ec2-443d-ae55-57057d6f20bc completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:05:56.966427 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e824f260-b7f8-4344-aea3-775a33ad7a74 req-467241e1-f435-4dfd-9c84-5dc1f01e6b11 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:56.975052 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e824f260-b7f8-4344-aea3-775a33ad7a74 req-467241e1-f435-4dfd-9c84-5dc1f01e6b11 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=85dccee4-09eb-4b9c-b239-e3f560397196 HTTP/1.1" status: 200 len: 949 time: 0.3461952 Jul 24 00:05:56.975781 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-bbf4799f-d07c-4929-a014-7b7fe0776d5a None None] Provisioning complete for port 10635a97-0ec2-443d-ae55-57057d6f20bc triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:05:56.976169 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-bbf4799f-d07c-4929-a014-7b7fe0776d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:57.068753 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-bbf4799f-d07c-4929-a014-7b7fe0776d5a None None] Port 10635a97-0ec2-443d-ae55-57057d6f20bc cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:05:57.072482 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:57.155266 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-be583814-6770-4700-bd84-c4ed55bc768b tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Deleting port bafcdc72-2e0f-4acc-85b3-02b32e46fa74 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:05:57.155845 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 68354ff1-9f01-48a3-b981-043243547579, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=68354ff1-9f01-48a3-b981-043243547579,segment=NetworkSegment(1af727cd-0b4b-4460-8992-27a648bab458),segment_id=1af727cd-0b4b-4460-8992-27a648bab458)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:05:57.157448 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-be583814-6770-4700-bd84-c4ed55bc768b tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:57.168729 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:57.169606 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 6624d691-0c9c-4864-99af-f522998444dd up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:05:57.191109 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e824f260-b7f8-4344-aea3-775a33ad7a74 req-0c538d58-5e66-4988-b5cd-8248b06a1287 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150638 Jul 24 00:05:57.209919 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3fab560f-65a6-4146-ab57-cc43bde027b8 req-22c76bf1-0b31-4c10-b4af-5d93c7400145 service neutron] 10.222.0.64 "GET /v2.0/ports/83e8c270-eac4-4a64-a348-af7fae240862/bindings/n-h2-800088-16 HTTP/1.1" status: 200 len: 383 time: 0.2265160 Jul 24 00:05:57.301087 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:57.344482 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 6624d691-0c9c-4864-99af-f522998444dd triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:05:57.344904 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:57.370425 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-09b6b5f7-a086-4c8e-87a8-2979dfe97314 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:57.394598 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-09b6b5f7-a086-4c8e-87a8-2979dfe97314 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:57.446455 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=68354ff1-9f01-48a3-b981-043243547579,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:57.562675 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-53bc1213-f938-48d8-824d-c5db46dc220d None None] Provisioning complete for port 68354ff1-9f01-48a3-b981-043243547579 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:05:57.562983 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-53bc1213-f938-48d8-824d-c5db46dc220d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:57.596775 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fab560f-65a6-4146-ab57-cc43bde027b8 req-73572697-4395-4656-92fe-004b30050fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:57.601280 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3fab560f-65a6-4146-ab57-cc43bde027b8 req-73572697-4395-4656-92fe-004b30050fed service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=798b28002e9743a58ab9c3622d82224e&device_id=85dccee4-09eb-4b9c-b239-e3f560397196 HTTP/1.1" status: 200 len: 1101 time: 0.3570571 Jul 24 00:05:57.678896 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-be583814-6770-4700-bd84-c4ed55bc768b tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:57.710686 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-be583814-6770-4700-bd84-c4ed55bc768b tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Calling delete_port for bafcdc72-2e0f-4acc-85b3-02b32e46fa74 owned by {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:05:57.733015 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-53bc1213-f938-48d8-824d-c5db46dc220d None None] Provisioning for port 7a24aaa6-d098-4068-9892-abcfb18cf2ac completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:05:57.737369 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-53bc1213-f938-48d8-824d-c5db46dc220d None None] Provisioning complete for port 7a24aaa6-d098-4068-9892-abcfb18cf2ac triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:05:57.737833 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-53bc1213-f938-48d8-824d-c5db46dc220d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:57.742555 n-d-800088-16 neutron-server[100313]: INFO neutron.db.l3_db [None req-09b6b5f7-a086-4c8e-87a8-2979dfe97314 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Floating IP 0129d715-5ddd-4d17-96ec-53f70dbf14fd associated. External IP: 172.25.3.165, port: c7a590bc-94c3-4926-b4a7-368ced78a832. Jul 24 00:05:57.775350 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-53bc1213-f938-48d8-824d-c5db46dc220d None None] Port 7a24aaa6-d098-4068-9892-abcfb18cf2ac cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:05:57.823793 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fab560f-65a6-4146-ab57-cc43bde027b8 req-27b64299-e172-40fd-ab21-993263be8f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:57.825345 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3fab560f-65a6-4146-ab57-cc43bde027b8 req-27b64299-e172-40fd-ab21-993263be8f19 service neutron] 10.222.0.64 "GET /v2.0/networks?id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 HTTP/1.1" status: 200 len: 870 time: 0.1915576 Jul 24 00:05:57.884315 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3fab560f-65a6-4146-ab57-cc43bde027b8 req-f8f86bae-6623-4cfe-be3a-f00a8105562f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=83e8c270-eac4-4a64-a348-af7fae240862 HTTP/1.1" status: 200 len: 217 time: 0.0464263 Jul 24 00:05:57.903775 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-d16e672e-e65c-4b77-bb03-6af60a735b0d None None] Provisioning complete for port 7a24aaa6-d098-4068-9892-abcfb18cf2ac triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:05:57.904306 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d16e672e-e65c-4b77-bb03-6af60a735b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:57.907856 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6a921edb-5859-43bb-ac87-d8b16e258a1e tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:57.931919 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6a921edb-5859-43bb-ac87-d8b16e258a1e tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:58.005172 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-d16e672e-e65c-4b77-bb03-6af60a735b0d None None] Port 7a24aaa6-d098-4068-9892-abcfb18cf2ac cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:05:58.085956 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fab560f-65a6-4146-ab57-cc43bde027b8 req-b2b6ad8e-dedd-448a-aa90-9d181b923d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:58.088013 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3fab560f-65a6-4146-ab57-cc43bde027b8 req-b2b6ad8e-dedd-448a-aa90-9d181b923d64 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.1937797 Jul 24 00:05:58.169559 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6a921edb-5859-43bb-ac87-d8b16e258a1e tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680980'] for router_interface, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:58.183155 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a921edb-5859-43bb-ac87-d8b16e258a1e tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Pushing event updated for resources: {'Port': ['ID=7a24aaa6-d098-4068-9892-abcfb18cf2ac,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:58.264039 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 68354ff1-9f01-48a3-b981-043243547579 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:05:58.273747 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fab560f-65a6-4146-ab57-cc43bde027b8 req-5fead1fc-cddd-4af6-855e-02b075e23acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:58.275298 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3fab560f-65a6-4146-ab57-cc43bde027b8 req-5fead1fc-cddd-4af6-855e-02b075e23acd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1749413 Jul 24 00:05:58.355891 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 83e8c270-eac4-4a64-a348-af7fae240862 up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:05:58.395507 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 68354ff1-9f01-48a3-b981-043243547579 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:05:58.395954 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:58.509273 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port 83e8c270-eac4-4a64-a348-af7fae240862 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:05:58.516924 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port 83e8c270-eac4-4a64-a348-af7fae240862 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:05:58.517636 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:58.536637 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3fab560f-65a6-4146-ab57-cc43bde027b8 req-16e9d1e0-eb94-4b49-86d5-dd3b234b0b84 service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512832 Jul 24 00:05:58.546199 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a921edb-5859-43bb-ac87-d8b16e258a1e tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Network 9a355f19-3960-47fc-a9fa-2380b44410fe is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:05:58.556188 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-6a921edb-5859-43bb-ac87-d8b16e258a1e tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:05:58.645005 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:58.716158 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 83e8c270-eac4-4a64-a348-af7fae240862, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=83e8c270-eac4-4a64-a348-af7fae240862,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:05:58.721219 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85dccee4-09eb-4b9c-b239-e3f560397196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83e8c270-eac4-4a64-a348-af7fae240862'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:05:58.732878 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30481f7d-0333-4136-9453-a282dbcc0a30" -d '{"events": [{"server_uuid": "85dccee4-09eb-4b9c-b239-e3f560397196", "name": "network-vif-plugged", "status": "completed", "tag": "83e8c270-eac4-4a64-a348-af7fae240862"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:05:58.746902 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:58.813416 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-be583814-6770-4700-bd84-c4ed55bc768b tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:58.865638 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be583814-6770-4700-bd84-c4ed55bc768b tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event deleted for resources: {'Port': ['ID=bafcdc72-2e0f-4acc-85b3-02b32e46fa74,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:58.883998 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09b6b5f7-a086-4c8e-87a8-2979dfe97314 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Router 5832c0e7-1d75-4a30-9141-9a6a9a723e64 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:05:59.035848 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=83e8c270-eac4-4a64-a348-af7fae240862,revision_number=9']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:59.041613 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d8affb8-12f0-45d8-bb67-a46b14341c52 x-openstack-request-id: req-9d8affb8-12f0-45d8-bb67-a46b14341c52 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:05:59.042077 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85dccee4-09eb-4b9c-b239-e3f560397196", "name": "network-vif-plugged", "status": "completed", "tag": "83e8c270-eac4-4a64-a348-af7fae240862", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:05:59.042241 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9d8affb8-12f0-45d8-bb67-a46b14341c52 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:05:59.043108 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85dccee4-09eb-4b9c-b239-e3f560397196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83e8c270-eac4-4a64-a348-af7fae240862', 'code': 200} Jul 24 00:05:59.044588 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:59.105465 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae2340f-4fda-492d-8991-4dc38de68ad9 req-061137f2-1e38-46b8-86ea-eeaa2f90b2f9 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:59.112102 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8ae2340f-4fda-492d-8991-4dc38de68ad9 req-061137f2-1e38-46b8-86ea-eeaa2f90b2f9 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=85dccee4-09eb-4b9c-b239-e3f560397196 HTTP/1.1" status: 200 len: 949 time: 0.7899878 Jul 24 00:05:59.192485 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3fab560f-65a6-4146-ab57-cc43bde027b8 req-b9858aa5-9387-43de-bcf7-8d40c8cfca8b service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6442568 Jul 24 00:05:59.224263 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a921edb-5859-43bb-ac87-d8b16e258a1e tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Router 65b37177-453d-4d0f-8fe1-cc44f5ae0354 is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:05:59.240383 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8ae2340f-4fda-492d-8991-4dc38de68ad9 req-08a34774-7088-4d71-a1a7-02f38d961940 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082315 Jul 24 00:05:59.250925 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-8e72ef98-333d-4fe5-9832-20e9cdc89310 None None] Provisioning complete for port 7a24aaa6-d098-4068-9892-abcfb18cf2ac triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:05:59.251312 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-8e72ef98-333d-4fe5-9832-20e9cdc89310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:59.331162 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-8e72ef98-333d-4fe5-9832-20e9cdc89310 None None] Port 7a24aaa6-d098-4068-9892-abcfb18cf2ac cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:05:59.340234 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-be583814-6770-4700-bd84-c4ed55bc768b tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:59.342276 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-be583814-6770-4700-bd84-c4ed55bc768b tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "DELETE /v2.0/ports/bafcdc72-2e0f-4acc-85b3-02b32e46fa74 HTTP/1.1" status: 204 len: 168 time: 2.5748017 Jul 24 00:05:59.345592 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 59334) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:59.379584 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-7442f2c8-5d54-40cd-a593-cc5c1e1de6a8 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] GET failed (client error): The resource could not be found. Jul 24 00:05:59.381413 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-7442f2c8-5d54-40cd-a593-cc5c1e1de6a8 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "GET /v2.0/ports/bafcdc72-2e0f-4acc-85b3-02b32e46fa74 HTTP/1.1" status: 404 len: 333 time: 0.0348794 Jul 24 00:05:59.384125 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a921edb-5859-43bb-ac87-d8b16e258a1e tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:05:59.384396 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09b6b5f7-a086-4c8e-87a8-2979dfe97314 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:05:59.385638 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 59336) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:59.397858 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccf9acf-f99d-4eec-a252-719f22e157cb None None] Sync routers for ids ['65b37177-453d-4d0f-8fe1-cc44f5ae0354'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:05:59.408590 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccf9acf-f99d-4eec-a252-719f22e157cb None None] Routers {'65b37177-453d-4d0f-8fe1-cc44f5ae0354'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:05:59.409264 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-cccf9acf-f99d-4eec-a252-719f22e157cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:05:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['65b37177-453d-4d0f-8fe1-cc44f5ae0354'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:59.410190 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-6a921edb-5859-43bb-ac87-d8b16e258a1e tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "PUT /v2.0/routers/65b37177-453d-4d0f-8fe1-cc44f5ae0354/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8542213 Jul 24 00:05:59.422090 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 59338) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:59.429568 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-9d2788c8-e6b4-4362-aaa6-dce4bb7c6b32 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Request body: {'network': {'name': 'tempest-RoutersTest-306400528'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:05:59.440089 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5ab867-77d6-4b01-a066-90b60e232510 None None] Sync routers for ids ['5832c0e7-1d75-4a30-9141-9a6a9a723e64'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:05:59.457581 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5ab867-77d6-4b01-a066-90b60e232510 None None] Routers {'5832c0e7-1d75-4a30-9141-9a6a9a723e64'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:05:59.458329 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-6b5ab867-77d6-4b01-a066-90b60e232510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:05:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['5832c0e7-1d75-4a30-9141-9a6a9a723e64'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:59.502183 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d2788c8-e6b4-4362-aaa6-dce4bb7c6b32 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Made reservation on behalf of 4c3f20c4b2b34266aaccdbe253bbb3ec for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:05:59.504455 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9d2788c8-e6b4-4362-aaa6-dce4bb7c6b32 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:59.529517 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-cccf9acf-f99d-4eec-a252-719f22e157cb None None] Set router 65b37177-453d-4d0f-8fe1-cc44f5ae0354 gateway port host: None {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:05:59.551877 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d2788c8-e6b4-4362-aaa6-dce4bb7c6b32 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:05:59.563617 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-6b5ab867-77d6-4b01-a066-90b60e232510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:59.563892 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9d2788c8-e6b4-4362-aaa6-dce4bb7c6b32 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:59.564203 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-9d2788c8-e6b4-4362-aaa6-dce4bb7c6b32 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Added segment 72d7a8b9-2053-481f-b537-ddde59c92c56 of type vlan for network c4e4cc7b-669b-4847-999a-1da5502764d3 Jul 24 00:05:59.595744 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5ab867-77d6-4b01-a066-90b60e232510 None None] Routers {'5832c0e7-1d75-4a30-9141-9a6a9a723e64'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:05:59.596449 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-6b5ab867-77d6-4b01-a066-90b60e232510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:05:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['5832c0e7-1d75-4a30-9141-9a6a9a723e64'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:59.611882 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9d2788c8-e6b4-4362-aaa6-dce4bb7c6b32 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:59.656962 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-52c87354-bbbd-42f7-804f-ef1eee8f7de8 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Deleting port de3d614d-2437-44b7-9f51-0930b6d45206 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:05:59.657475 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-52c87354-bbbd-42f7-804f-ef1eee8f7de8 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:59.675042 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9d2788c8-e6b4-4362-aaa6-dce4bb7c6b32 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:59.676438 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-6b5ab867-77d6-4b01-a066-90b60e232510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:59.677245 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5ab867-77d6-4b01-a066-90b60e232510 None None] The sync data for ids ['5832c0e7-1d75-4a30-9141-9a6a9a723e64'] in n-d-800088-16 is: [] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:05:59.685092 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2788c8-e6b4-4362-aaa6-dce4bb7c6b32 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:05:59.685823 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9d2788c8-e6b4-4362-aaa6-dce4bb7c6b32 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:59.708830 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09b6b5f7-a086-4c8e-87a8-2979dfe97314 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Router 83f18b96-a500-4678-8da8-8f48c8b7de5f has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:05:59.773571 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-9d2788c8-e6b4-4362-aaa6-dce4bb7c6b32 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3500493 Jul 24 00:05:59.782144 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 59344) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:59.784056 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-cccf9acf-f99d-4eec-a252-719f22e157cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'name': 'tempest-RoutersTest-router-1671455986', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:05:49Z', 'updated_at': '2021-07-24T00:05:56Z', 'revision_number': 2, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'gw_port_host': None, '_interfaces': [{'id': '7a24aaa6-d098-4068-9892-abcfb18cf2ac', 'name': '', 'network_id': '9a355f19-3960-47fc-a9fa-2380b44410fe', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'mac_address': 'fa:16:3e:c6:4b:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '7cd57908-c436-4061-b8dc-9f554d34052a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:05:54Z', 'updated_at': '2021-07-24T00:05:57Z', 'revision_number': 2, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'subnets': [{'id': '7cd57908-c436-4061-b8dc-9f554d34052a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:05:59.787343 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-432f2a05-b380-4ff0-8ee1-d41bc8f855d4 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Request body: {'subnet': {'network_id': 'c4e4cc7b-669b-4847-999a-1da5502764d3', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:05:59.811828 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccf9acf-f99d-4eec-a252-719f22e157cb None None] Checking router: 65b37177-453d-4d0f-8fe1-cc44f5ae0354 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:05:59.812103 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccf9acf-f99d-4eec-a252-719f22e157cb None None] Updating router 65b37177-453d-4d0f-8fe1-cc44f5ae0354 port 7a24aaa6-d098-4068-9892-abcfb18cf2ac binding host n-d-800088-16 {{(pid=100315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:05:59.834171 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2788c8-e6b4-4362-aaa6-dce4bb7c6b32 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Pushing event updated for resources: {'Network': ['ID=c4e4cc7b-669b-4847-999a-1da5502764d3,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:05:59.849790 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network c4e4cc7b-669b-4847-999a-1da5502764d3 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:05:59.853445 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09b6b5f7-a086-4c8e-87a8-2979dfe97314 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:05:59.859054 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-09b6b5f7-a086-4c8e-87a8-2979dfe97314 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:59.869729 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-52c87354-bbbd-42f7-804f-ef1eee8f7de8 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:59.882635 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e72e44-94fa-498e-872f-191d3b2bbb23 None None] Sync routers for ids ['83f18b96-a500-4678-8da8-8f48c8b7de5f'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:05:59.899299 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-cccf9acf-f99d-4eec-a252-719f22e157cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:05:59.946255 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-09b6b5f7-a086-4c8e-87a8-2979dfe97314 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] 10.222.0.44 "PUT /v2.0/floatingips/0129d715-5ddd-4d17-96ec-53f70dbf14fd HTTP/1.1" status: 200 len: 978 time: 3.7250185 Jul 24 00:05:59.949424 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 59346) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:05:59.994030 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e72e44-94fa-498e-872f-191d3b2bbb23 None None] Routers {'83f18b96-a500-4678-8da8-8f48c8b7de5f'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:05:59.994675 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-c4e72e44-94fa-498e-872f-191d3b2bbb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:05:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['83f18b96-a500-4678-8da8-8f48c8b7de5f'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:00.042152 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-c4e72e44-94fa-498e-872f-191d3b2bbb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:00.079872 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-d5ffc328-3375-4b82-84a6-5ed6296ce416 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Deleting port 10635a97-0ec2-443d-ae55-57057d6f20bc {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:06:00.080293 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d5ffc328-3375-4b82-84a6-5ed6296ce416 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:00.112528 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e72e44-94fa-498e-872f-191d3b2bbb23 None None] Routers {'83f18b96-a500-4678-8da8-8f48c8b7de5f'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:06:00.113259 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-c4e72e44-94fa-498e-872f-191d3b2bbb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:05:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['83f18b96-a500-4678-8da8-8f48c8b7de5f'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:00.158797 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-c4e72e44-94fa-498e-872f-191d3b2bbb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:00.159473 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e72e44-94fa-498e-872f-191d3b2bbb23 None None] The sync data for ids ['83f18b96-a500-4678-8da8-8f48c8b7de5f'] in n-d-800088-16 is: [] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:06:00.255548 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d5ffc328-3375-4b82-84a6-5ed6296ce416 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:00.436436 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-52c87354-bbbd-42f7-804f-ef1eee8f7de8 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Calling delete_port for de3d614d-2437-44b7-9f51-0930b6d45206 owned by {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:06:00.452411 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-cccf9acf-f99d-4eec-a252-719f22e157cb None None] Notify callbacks [] for port, precommit_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:00.466316 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-cccf9acf-f99d-4eec-a252-719f22e157cb None None] Transition to ACTIVE for port object 7a24aaa6-d098-4068-9892-abcfb18cf2ac will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:06:00.476801 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-cccf9acf-f99d-4eec-a252-719f22e157cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:00.568509 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887c9cb-e3b2-46f7-94ae-efb0693d525d req-f1f78586-bc27-4134-9ac2-0c21e1e78d12 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:00.570422 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3887c9cb-e3b2-46f7-94ae-efb0693d525d req-f1f78586-bc27-4134-9ac2-0c21e1e78d12 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=85dccee4-09eb-4b9c-b239-e3f560397196 HTTP/1.1" status: 200 len: 950 time: 0.1564879 Jul 24 00:06:00.571066 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-432f2a05-b380-4ff0-8ee1-d41bc8f855d4 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Made reservation on behalf of 4c3f20c4b2b34266aaccdbe253bbb3ec for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:06:00.574977 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-432f2a05-b380-4ff0-8ee1-d41bc8f855d4 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:00.592880 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d5ffc328-3375-4b82-84a6-5ed6296ce416 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:00.593625 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d5ffc328-3375-4b82-84a6-5ed6296ce416 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:00.594120 n-d-800088-16 neutron-server[100313]: INFO neutron.db.l3_db [None req-d5ffc328-3375-4b82-84a6-5ed6296ce416 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Floating IP 0129d715-5ddd-4d17-96ec-53f70dbf14fd disassociated. External IP: 172.25.3.165, port: 10635a97-0ec2-443d-ae55-57057d6f20bc. Jul 24 00:06:00.594642 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-d5ffc328-3375-4b82-84a6-5ed6296ce416 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Calling delete_port for 10635a97-0ec2-443d-ae55-57057d6f20bc owned by {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:06:00.672983 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bc3279-018e-4a8c-b86d-b500752c2df5 None None] Pushing event updated for resources: {'Port': ['ID=7a24aaa6-d098-4068-9892-abcfb18cf2ac,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:00.812749 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-cccf9acf-f99d-4eec-a252-719f22e157cb None None] Attempting to bind port 7a24aaa6-d098-4068-9892-abcfb18cf2ac on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:06:00.817200 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-cccf9acf-f99d-4eec-a252-719f22e157cb None None] Attempting to bind port 7a24aaa6-d098-4068-9892-abcfb18cf2ac by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '1af727cd-0b4b-4460-8992-27a648bab458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '9a355f19-3960-47fc-a9fa-2380b44410fe'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:06:00.819332 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccf9acf-f99d-4eec-a252-719f22e157cb None None] Attempting to bind port 7a24aaa6-d098-4068-9892-abcfb18cf2ac on network 9a355f19-3960-47fc-a9fa-2380b44410fe {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:06:00.828729 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccf9acf-f99d-4eec-a252-719f22e157cb None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:06:00.829141 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccf9acf-f99d-4eec-a252-719f22e157cb None None] Checking segment: {'id': '1af727cd-0b4b-4460-8992-27a648bab458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '9a355f19-3960-47fc-a9fa-2380b44410fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:06:00.829554 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-cccf9acf-f99d-4eec-a252-719f22e157cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:00.829960 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccf9acf-f99d-4eec-a252-719f22e157cb None None] Bound using segment: {'id': '1af727cd-0b4b-4460-8992-27a648bab458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '9a355f19-3960-47fc-a9fa-2380b44410fe'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:06:00.830463 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-cccf9acf-f99d-4eec-a252-719f22e157cb None None] Bound port: 7a24aaa6-d098-4068-9892-abcfb18cf2ac, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af727cd-0b4b-4460-8992-27a648bab458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '9a355f19-3960-47fc-a9fa-2380b44410fe'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:06:00.830842 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-cccf9acf-f99d-4eec-a252-719f22e157cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:00.967200 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d5ffc328-3375-4b82-84a6-5ed6296ce416 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:00.977153 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-432f2a05-b380-4ff0-8ee1-d41bc8f855d4 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:01.060181 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ffc328-3375-4b82-84a6-5ed6296ce416 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Pushing event deleted for resources: {'Port': ['ID=10635a97-0ec2-443d-ae55-57057d6f20bc,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:01.075513 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-cccf9acf-f99d-4eec-a252-719f22e157cb None None] For port 7a24aaa6-d098-4068-9892-abcfb18cf2ac, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:06:01.075740 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3887c9cb-e3b2-46f7-94ae-efb0693d525d req-874b7a02-a065-490f-9d9c-6782dc404635 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3932533 Jul 24 00:06:01.083427 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-cccf9acf-f99d-4eec-a252-719f22e157cb None None] For port 7a24aaa6-d098-4068-9892-abcfb18cf2ac, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=7a24aaa6-d098-4068-9892-abcfb18cf2ac,segment=NetworkSegment(1af727cd-0b4b-4460-8992-27a648bab458),segment_id=1af727cd-0b4b-4460-8992-27a648bab458)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:06:01.111760 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-cccf9acf-f99d-4eec-a252-719f22e157cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:01.232513 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccf9acf-f99d-4eec-a252-719f22e157cb None None] Routers {'65b37177-453d-4d0f-8fe1-cc44f5ae0354'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:06:01.233191 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-cccf9acf-f99d-4eec-a252-719f22e157cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:05:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['65b37177-453d-4d0f-8fe1-cc44f5ae0354'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:01.284175 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432f2a05-b380-4ff0-8ee1-d41bc8f855d4 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Checking segment: {'id': '72d7a8b9-2053-481f-b537-ddde59c92c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c4e4cc7b-669b-4847-999a-1da5502764d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:06:01.284175 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432f2a05-b380-4ff0-8ee1-d41bc8f855d4 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Network hostable DHCP agents. Network: c4e4cc7b-669b-4847-999a-1da5502764d3, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:06:01.300124 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432f2a05-b380-4ff0-8ee1-d41bc8f855d4 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Pushing event updated for resources: {'Subnet': ['ID=5b90a3a6-eeae-44c4-82ee-868038ac65d9,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:01.359783 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5ffc328-3375-4b82-84a6-5ed6296ce416 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Router 83f18b96-a500-4678-8da8-8f48c8b7de5f has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:06:01.414429 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-52c87354-bbbd-42f7-804f-ef1eee8f7de8 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:01.485982 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432f2a05-b380-4ff0-8ee1-d41bc8f855d4 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Network c4e4cc7b-669b-4847-999a-1da5502764d3 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:06:01.515747 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c87354-bbbd-42f7-804f-ef1eee8f7de8 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event deleted for resources: {'Port': ['ID=de3d614d-2437-44b7-9f51-0930b6d45206,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:01.523497 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-432f2a05-b380-4ff0-8ee1-d41bc8f855d4 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, c4e4cc7b-669b-4847-999a-1da5502764d3) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:06:01.543897 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432f2a05-b380-4ff0-8ee1-d41bc8f855d4 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:01.544498 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-432f2a05-b380-4ff0-8ee1-d41bc8f855d4 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:01.554276 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb37840-7a13-4953-a53e-2b2dfaf57df5 None None] Network c4e4cc7b-669b-4847-999a-1da5502764d3 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:06:01.592246 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 59380) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:01.702323 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-52c87354-bbbd-42f7-804f-ef1eee8f7de8 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:01.711480 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-52c87354-bbbd-42f7-804f-ef1eee8f7de8 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "DELETE /v2.0/ports/de3d614d-2437-44b7-9f51-0930b6d45206 HTTP/1.1" status: 204 len: 168 time: 2.3124378 Jul 24 00:06:01.718475 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 59382) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:01.744785 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-432f2a05-b380-4ff0-8ee1-d41bc8f855d4 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9612675 Jul 24 00:06:01.755963 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 59384) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:01.772061 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-12e5a9b7-db7e-41da-858d-779207d85d26 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] GET failed (client error): The resource could not be found. Jul 24 00:06:01.773793 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-12e5a9b7-db7e-41da-858d-779207d85d26 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "GET /v2.0/ports/de3d614d-2437-44b7-9f51-0930b6d45206 HTTP/1.1" status: 404 len: 333 time: 0.0542374 Jul 24 00:06:01.778106 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 59386) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:01.853648 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-cccf9acf-f99d-4eec-a252-719f22e157cb None None] Set router 65b37177-453d-4d0f-8fe1-cc44f5ae0354 gateway port host: None {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:06:01.879571 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-230afbdc-85d2-4f08-8277-78c49f7f01ad tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Deleting subnet eb91ead5-3740-472f-9fdf-73804eba7429 {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:06:01.883337 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-8da2a4c6-22c4-460d-ad9c-5a1f7b6f7d6d admin admin] Deleting subnet 4c5e7796-9746-457d-b93a-6a23003ac2f0 {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:06:01.893533 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8da2a4c6-22c4-460d-ad9c-5a1f7b6f7d6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:01.896021 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-230afbdc-85d2-4f08-8277-78c49f7f01ad tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:01.960347 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bc3279-018e-4a8c-b86d-b500752c2df5 None None] Pushing event updated for resources: {'Port': ['ID=7a24aaa6-d098-4068-9892-abcfb18cf2ac,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:01.965916 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-230afbdc-85d2-4f08-8277-78c49f7f01ad tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:01.992207 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8da2a4c6-22c4-460d-ad9c-5a1f7b6f7d6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:02.077586 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8da2a4c6-22c4-460d-ad9c-5a1f7b6f7d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:02.080282 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-230afbdc-85d2-4f08-8277-78c49f7f01ad tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:02.208323 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-230afbdc-85d2-4f08-8277-78c49f7f01ad tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:02.234844 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ffc328-3375-4b82-84a6-5ed6296ce416 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:06:02.253917 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ecf6cc-e6c5-4af9-b611-1b51b59a36f1 None None] Sync routers for ids ['83f18b96-a500-4678-8da8-8f48c8b7de5f'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:06:02.278793 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ecf6cc-e6c5-4af9-b611-1b51b59a36f1 None None] Routers {'83f18b96-a500-4678-8da8-8f48c8b7de5f'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:06:02.279569 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-61ecf6cc-e6c5-4af9-b611-1b51b59a36f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:05:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['83f18b96-a500-4678-8da8-8f48c8b7de5f'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:02.290562 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8da2a4c6-22c4-460d-ad9c-5a1f7b6f7d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:02.323053 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ec0e73-c286-4cb1-bb04-ef781cf857cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-c4e4cc7b-669b-4847-999a-1da5502764d3', 'network_id': 'c4e4cc7b-669b-4847-999a-1da5502764d3', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'fixed_ips': [{'subnet_id': '5b90a3a6-eeae-44c4-82ee-868038ac65d9'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:06:02.323982 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e2ec0e73-c286-4cb1-bb04-ef781cf857cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:02.328360 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fab560f-65a6-4146-ab57-cc43bde027b8 req-92637992-0dfb-41c7-b98d-695fa9801bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:02.330593 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3fab560f-65a6-4146-ab57-cc43bde027b8 req-92637992-0dfb-41c7-b98d-695fa9801bed service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=85dccee4-09eb-4b9c-b239-e3f560397196&tenant_id=798b28002e9743a58ab9c3622d82224e HTTP/1.1" status: 200 len: 1102 time: 0.8660853 Jul 24 00:06:02.348276 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-230afbdc-85d2-4f08-8277-78c49f7f01ad tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:02.350717 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-230afbdc-85d2-4f08-8277-78c49f7f01ad tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "DELETE /v2.0/subnets/eb91ead5-3740-472f-9fdf-73804eba7429 HTTP/1.1" status: 204 len: 168 time: 0.5716388 Jul 24 00:06:02.351761 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230afbdc-85d2-4f08-8277-78c49f7f01ad tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event deleted for resources: {'Subnet': ['ID=eb91ead5-3740-472f-9fdf-73804eba7429,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:02.356701 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-61ecf6cc-e6c5-4af9-b611-1b51b59a36f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:02.358406 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 59392) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:02.363842 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3f1585-7065-4cb6-bd99-f2760023ed5e None None] Network c69559a2-d2cc-4f5d-a866-96918eb22a8a requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:06:02.370065 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ecf6cc-e6c5-4af9-b611-1b51b59a36f1 None None] Routers {'83f18b96-a500-4678-8da8-8f48c8b7de5f'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:06:02.371686 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-61ecf6cc-e6c5-4af9-b611-1b51b59a36f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:05:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['83f18b96-a500-4678-8da8-8f48c8b7de5f'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:02.380576 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da2a4c6-22c4-460d-ad9c-5a1f7b6f7d6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c5e7796-9746-457d-b93a-6a23003ac2f0,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:02.410977 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-61ecf6cc-e6c5-4af9-b611-1b51b59a36f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:02.412241 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ecf6cc-e6c5-4af9-b611-1b51b59a36f1 None None] The sync data for ids ['83f18b96-a500-4678-8da8-8f48c8b7de5f'] in n-d-800088-16 is: [] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:06:02.434219 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-3fab560f-65a6-4146-ab57-cc43bde027b8 req-ff853af2-0fd5-47bf-a193-cdc274403f43 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800088-16', 'device_owner': 'compute:nova'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:06:02.454508 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8da2a4c6-22c4-460d-ad9c-5a1f7b6f7d6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:02.457233 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-8da2a4c6-22c4-460d-ad9c-5a1f7b6f7d6d admin admin] 10.222.0.44 "DELETE /v2.0/subnets/4c5e7796-9746-457d-b93a-6a23003ac2f0 HTTP/1.1" status: 204 len: 168 time: 0.8610253 Jul 24 00:06:02.519565 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 59396) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:02.538043 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a2c248a4-91f2-436e-8487-bfe4a88ff0a5 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:02.576489 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d4d8c7-07d4-4c33-89d5-937e726e18cd req-a9991b07-e77e-4232-b7f7-66bf506f62cf tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:02.581440 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-37d4d8c7-07d4-4c33-89d5-937e726e18cd req-a9991b07-e77e-4232-b7f7-66bf506f62cf tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=85dccee4-09eb-4b9c-b239-e3f560397196 HTTP/1.1" status: 200 len: 950 time: 0.3685880 Jul 24 00:06:02.588155 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-cccf9acf-f99d-4eec-a252-719f22e157cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'name': 'tempest-RoutersTest-router-1671455986', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:05:49Z', 'updated_at': '2021-07-24T00:05:56Z', 'revision_number': 2, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'gw_port_host': None, '_interfaces': [{'id': '7a24aaa6-d098-4068-9892-abcfb18cf2ac', 'name': '', 'network_id': '9a355f19-3960-47fc-a9fa-2380b44410fe', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'mac_address': 'fa:16:3e:c6:4b:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '7cd57908-c436-4061-b8dc-9f554d34052a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:05:54Z', 'updated_at': '2021-07-24T00:06:01Z', 'revision_number': 4, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'subnets': [{'id': '7cd57908-c436-4061-b8dc-9f554d34052a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:02.651220 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-37d4d8c7-07d4-4c33-89d5-937e726e18cd req-f1c49616-ee57-4911-ae0b-f79a9386a5e6 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472741 Jul 24 00:06:02.663659 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccf9acf-f99d-4eec-a252-719f22e157cb None None] The sync data for ids ['65b37177-453d-4d0f-8fe1-cc44f5ae0354'] in n-d-800088-16 is: [{'id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'name': 'tempest-RoutersTest-router-1671455986', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:05:49Z', 'updated_at': '2021-07-24T00:05:56Z', 'revision_number': 2, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'gw_port_host': None, '_interfaces': [{'id': '7a24aaa6-d098-4068-9892-abcfb18cf2ac', 'name': '', 'network_id': '9a355f19-3960-47fc-a9fa-2380b44410fe', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'mac_address': 'fa:16:3e:c6:4b:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '7cd57908-c436-4061-b8dc-9f554d34052a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:05:54Z', 'updated_at': '2021-07-24T00:06:01Z', 'revision_number': 4, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'subnets': [{'id': '7cd57908-c436-4061-b8dc-9f554d34052a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:06:02.699968 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-a2c248a4-91f2-436e-8487-bfe4a88ff0a5 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Deleting port 6624d691-0c9c-4864-99af-f522998444dd {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:06:02.700322 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a2c248a4-91f2-436e-8487-bfe4a88ff0a5 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:02.724833 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-e2ec0e73-c286-4cb1-bb04-ef781cf857cd None None] Allocated IP 172.21.0.2 (c4e4cc7b-669b-4847-999a-1da5502764d3/5b90a3a6-eeae-44c4-82ee-868038ac65d9/bb3c49e2-0081-4407-8b11-25989abfa405) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:06:02.838760 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-a2c248a4-91f2-436e-8487-bfe4a88ff0a5 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] For port 6624d691-0c9c-4864-99af-f522998444dd, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=6624d691-0c9c-4864-99af-f522998444dd,segment=NetworkSegment(c31daf60-9710-490b-85cd-ccb675c2e2b8),segment_id=c31daf60-9710-490b-85cd-ccb675c2e2b8)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:06:02.843742 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a2c248a4-91f2-436e-8487-bfe4a88ff0a5 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:02.844609 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da178444-41f9-4cf0-9e68-e450d888a0b9 None None] DHCP port deletion for c69559a2-d2cc-4f5d-a866-96918eb22a8a request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:06:02.860433 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-a2c248a4-91f2-436e-8487-bfe4a88ff0a5 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Calling delete_port for 6624d691-0c9c-4864-99af-f522998444dd owned by network:dhcp {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:06:02.984613 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e2ec0e73-c286-4cb1-bb04-ef781cf857cd None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:02.986318 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a2c248a4-91f2-436e-8487-bfe4a88ff0a5 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:02.991025 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-da178444-41f9-4cf0-9e68-e450d888a0b9 None None] Deleting port 6624d691-0c9c-4864-99af-f522998444dd {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:06:02.991025 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-da178444-41f9-4cf0-9e68-e450d888a0b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:03.015191 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-080ab5c7-eb60-42c8-a996-9881967aa7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:03.027306 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-e2ec0e73-c286-4cb1-bb04-ef781cf857cd None None] Transition to ACTIVE for port object bb3c49e2-0081-4407-8b11-25989abfa405 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:06:03.054096 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c248a4-91f2-436e-8487-bfe4a88ff0a5 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event deleted for resources: {'Port': ['ID=6624d691-0c9c-4864-99af-f522998444dd,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:03.063622 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c248a4-91f2-436e-8487-bfe4a88ff0a5 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] No DVR routers for this DVR port 6624d691-0c9c-4864-99af-f522998444dd on host n-d-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:06:03.101248 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-e2ec0e73-c286-4cb1-bb04-ef781cf857cd None None] Transition to ACTIVE for port object bb3c49e2-0081-4407-8b11-25989abfa405 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:06:03.110529 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-da178444-41f9-4cf0-9e68-e450d888a0b9 None None] For port 6624d691-0c9c-4864-99af-f522998444dd, host n-d-800088-16, got binding levels [] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:06:03.111271 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-da178444-41f9-4cf0-9e68-e450d888a0b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:03.115217 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e2ec0e73-c286-4cb1-bb04-ef781cf857cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:03.141127 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d5ffc328-3375-4b82-84a6-5ed6296ce416 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:03.146960 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-d5ffc328-3375-4b82-84a6-5ed6296ce416 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] 10.222.0.44 "DELETE /v2.0/ports/10635a97-0ec2-443d-ae55-57057d6f20bc HTTP/1.1" status: 204 len: 168 time: 3.1962790 Jul 24 00:06:03.149866 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 59398) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:03.169435 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-da178444-41f9-4cf0-9e68-e450d888a0b9 None None] Calling delete_port for 6624d691-0c9c-4864-99af-f522998444dd owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:06:03.173977 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.ipam_backend_mixin [None req-da178444-41f9-4cf0-9e68-e450d888a0b9 None None] Port 6624d691-0c9c-4864-99af-f522998444dd was not found and therefore no delete operation was performed {{(pid=100315) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 24 00:06:03.183088 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-da178444-41f9-4cf0-9e68-e450d888a0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:03.192739 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ec0e73-c286-4cb1-bb04-ef781cf857cd None None] Network c4e4cc7b-669b-4847-999a-1da5502764d3 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:06:03.193632 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ec0e73-c286-4cb1-bb04-ef781cf857cd None None] Pushing event updated for resources: {'Port': ['ID=bb3c49e2-0081-4407-8b11-25989abfa405,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:03.206120 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-e2ec0e73-c286-4cb1-bb04-ef781cf857cd None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:06:03.211597 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a2c248a4-91f2-436e-8487-bfe4a88ff0a5 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:03.236321 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-a2c248a4-91f2-436e-8487-bfe4a88ff0a5 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c69559a2-d2cc-4f5d-a866-96918eb22a8a']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:03.237166 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ec0e73-c286-4cb1-bb04-ef781cf857cd None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:06:03.248457 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da178444-41f9-4cf0-9e68-e450d888a0b9 None None] Pushing event deleted for resources: {'Port': ['ID=6624d691-0c9c-4864-99af-f522998444dd,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:03.250680 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-a2c248a4-91f2-436e-8487-bfe4a88ff0a5 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c31daf60-9710-490b-85cd-ccb675c2e2b8') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:03.251177 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-a2c248a4-91f2-436e-8487-bfe4a88ff0a5 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c31daf60-9710-490b-85cd-ccb675c2e2b8') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:03.251543 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da178444-41f9-4cf0-9e68-e450d888a0b9 None None] No DVR routers for this DVR port 6624d691-0c9c-4864-99af-f522998444dd on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:06:03.271255 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a2c248a4-91f2-436e-8487-bfe4a88ff0a5 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:03.289507 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a2c248a4-91f2-436e-8487-bfe4a88ff0a5 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:03.298646 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2c248a4-91f2-436e-8487-bfe4a88ff0a5 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:06:03.300051 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a2c248a4-91f2-436e-8487-bfe4a88ff0a5 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:03.303793 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:06:03.303793 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:06:03.303793 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:06:03.303793 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:06:03.303793 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:06:03.303793 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:06:03.303793 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:06:03.303793 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:06:03.303793 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:06:03.303793 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:06:03.303793 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:06:03.303793 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:06:03.303793 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:06:03.303793 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:06:03.303793 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:06:03.303793 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:06:03.303793 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:06:03.303793 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:06:03.303793 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:06:03.303793 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:06:03.303793 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:06:03.303793 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:06:03.303793 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:06:03.303793 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:06:03.303793 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:06:03.303793 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:06:03.303793 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:06:03.303793 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:06:03.303793 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:06:03.303793 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:06:03.303793 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:06:03.303793 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:06:03.353541 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-e2ec0e73-c286-4cb1-bb04-ef781cf857cd None None] Attempting to bind port bb3c49e2-0081-4407-8b11-25989abfa405 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:06:03.353971 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-e2ec0e73-c286-4cb1-bb04-ef781cf857cd None None] Attempting to bind port bb3c49e2-0081-4407-8b11-25989abfa405 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '72d7a8b9-2053-481f-b537-ddde59c92c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c4e4cc7b-669b-4847-999a-1da5502764d3'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:06:03.354355 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ec0e73-c286-4cb1-bb04-ef781cf857cd None None] Attempting to bind port bb3c49e2-0081-4407-8b11-25989abfa405 on network c4e4cc7b-669b-4847-999a-1da5502764d3 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:06:03.361302 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ec0e73-c286-4cb1-bb04-ef781cf857cd None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:06:03.361687 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ec0e73-c286-4cb1-bb04-ef781cf857cd None None] Checking segment: {'id': '72d7a8b9-2053-481f-b537-ddde59c92c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c4e4cc7b-669b-4847-999a-1da5502764d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:06:03.362106 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e2ec0e73-c286-4cb1-bb04-ef781cf857cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:03.362512 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ec0e73-c286-4cb1-bb04-ef781cf857cd None None] Bound using segment: {'id': '72d7a8b9-2053-481f-b537-ddde59c92c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c4e4cc7b-669b-4847-999a-1da5502764d3'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:06:03.362996 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-e2ec0e73-c286-4cb1-bb04-ef781cf857cd None None] Bound port: bb3c49e2-0081-4407-8b11-25989abfa405, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72d7a8b9-2053-481f-b537-ddde59c92c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c4e4cc7b-669b-4847-999a-1da5502764d3'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:06:03.363387 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e2ec0e73-c286-4cb1-bb04-ef781cf857cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:03.403425 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a2c248a4-91f2-436e-8487-bfe4a88ff0a5 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:03.433541 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a2c248a4-91f2-436e-8487-bfe4a88ff0a5 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:03.438919 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-a2c248a4-91f2-436e-8487-bfe4a88ff0a5 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "DELETE /v2.0/networks/c69559a2-d2cc-4f5d-a866-96918eb22a8a HTTP/1.1" status: 204 len: 168 time: 1.0789044 Jul 24 00:06:03.447417 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 59406) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:03.451467 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-e2ec0e73-c286-4cb1-bb04-ef781cf857cd None None] For port bb3c49e2-0081-4407-8b11-25989abfa405, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:06:03.455271 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c248a4-91f2-436e-8487-bfe4a88ff0a5 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event deleted for resources: {'Network': ['ID=c69559a2-d2cc-4f5d-a866-96918eb22a8a,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:03.457120 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-e2ec0e73-c286-4cb1-bb04-ef781cf857cd None None] For port bb3c49e2-0081-4407-8b11-25989abfa405, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=bb3c49e2-0081-4407-8b11-25989abfa405,segment=NetworkSegment(72d7a8b9-2053-481f-b537-ddde59c92c56),segment_id=72d7a8b9-2053-481f-b537-ddde59c92c56)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:06:03.461723 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-350055ec-bd75-4381-9d4d-3e191a6be6d7 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-56800044'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:06:03.463823 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e2ec0e73-c286-4cb1-bb04-ef781cf857cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:03.476391 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f9824025-7d02-4872-8968-4c14ff53ea8a tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:03.493412 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-3fab560f-65a6-4146-ab57-cc43bde027b8 req-ff853af2-0fd5-47bf-a193-cdc274403f43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:03.539683 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ec0e73-c286-4cb1-bb04-ef781cf857cd None None] Pushing event updated for resources: {'Port': ['ID=bb3c49e2-0081-4407-8b11-25989abfa405,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:03.562372 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-080ab5c7-eb60-42c8-a996-9881967aa7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:03.716493 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-080ab5c7-eb60-42c8-a996-9881967aa7d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d0290d7-687f-4c6e-a33b-868ec400e0f9']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:03.878143 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-350055ec-bd75-4381-9d4d-3e191a6be6d7 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Made reservation on behalf of 0861e7509e4040ae9ebcc16b5063e046 for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:06:03.878143 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-350055ec-bd75-4381-9d4d-3e191a6be6d7 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:03.886882 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-080ab5c7-eb60-42c8-a996-9881967aa7d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03844098-4008-432a-ad64-80c1a7ec0473') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:03.887181 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-080ab5c7-eb60-42c8-a996-9881967aa7d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03844098-4008-432a-ad64-80c1a7ec0473') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:03.899903 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0d5fde-cb98-41c3-a8b1-88b4b58dfdc1 req-59b9bd00-a289-4472-a20a-dc7030837ac7 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:03.902348 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-da0d5fde-cb98-41c3-a8b1-88b4b58dfdc1 req-59b9bd00-a289-4472-a20a-dc7030837ac7 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=85dccee4-09eb-4b9c-b239-e3f560397196 HTTP/1.1" status: 200 len: 950 time: 0.1173313 Jul 24 00:06:03.949469 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-080ab5c7-eb60-42c8-a996-9881967aa7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:03.977526 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-da0d5fde-cb98-41c3-a8b1-88b4b58dfdc1 req-70441686-5af1-4041-b0c9-cee7398aba6b tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561652 Jul 24 00:06:04.008686 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-080ab5c7-eb60-42c8-a996-9881967aa7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:04.023722 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-350055ec-bd75-4381-9d4d-3e191a6be6d7 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:06:04.026048 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-080ab5c7-eb60-42c8-a996-9881967aa7d6 admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:06:04.026497 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-080ab5c7-eb60-42c8-a996-9881967aa7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:04.057298 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:06:04.057298 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:06:04.057298 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:06:04.057298 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:06:04.057298 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:06:04.057298 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:06:04.057298 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:06:04.057298 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:06:04.057298 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:06:04.057298 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:06:04.057298 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:06:04.057298 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:06:04.057298 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:06:04.057298 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:06:04.057298 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:06:04.057298 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:06:04.057298 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:06:04.057298 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:06:04.057298 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:06:04.057298 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:06:04.057298 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:06:04.057298 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:06:04.057298 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:06:04.057298 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:06:04.057298 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:06:04.057298 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:06:04.057298 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:06:04.057298 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:06:04.057298 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:06:04.057298 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:06:04.057298 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:06:04.057298 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:06:04.122264 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-350055ec-bd75-4381-9d4d-3e191a6be6d7 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:04.122621 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-350055ec-bd75-4381-9d4d-3e191a6be6d7 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Added segment d2131980-89ca-4b97-aefd-109fe5133036 of type vlan for network fc5a3aea-45cd-4e72-89eb-39ddd8bd6c55 Jul 24 00:06:04.255883 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device bb3c49e2-0081-4407-8b11-25989abfa405 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:06:04.298571 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-080ab5c7-eb60-42c8-a996-9881967aa7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:04.302763 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-080ab5c7-eb60-42c8-a996-9881967aa7d6 admin admin] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:04.305191 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-080ab5c7-eb60-42c8-a996-9881967aa7d6 admin admin] 10.222.0.44 "DELETE /v2.0/networks/6d0290d7-687f-4c6e-a33b-868ec400e0f9 HTTP/1.1" status: 204 len: 168 time: 1.7800677 Jul 24 00:06:04.313518 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-350055ec-bd75-4381-9d4d-3e191a6be6d7 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:04.326804 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-3fab560f-65a6-4146-ab57-cc43bde027b8 req-ff853af2-0fd5-47bf-a193-cdc274403f43 service neutron] For port 83e8c270-eac4-4a64-a348-af7fae240862, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=83e8c270-eac4-4a64-a348-af7fae240862,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:06:04.338527 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port bb3c49e2-0081-4407-8b11-25989abfa405 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:06:04.347734 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 7a24aaa6-d098-4068-9892-abcfb18cf2ac up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:06:04.364769 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080ab5c7-eb60-42c8-a996-9881967aa7d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d0290d7-687f-4c6e-a33b-868ec400e0f9,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:04.452379 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 7a24aaa6-d098-4068-9892-abcfb18cf2ac completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:06:04.458253 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 7a24aaa6-d098-4068-9892-abcfb18cf2ac triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:06:04.459133 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:04.481430 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-3fab560f-65a6-4146-ab57-cc43bde027b8 req-ff853af2-0fd5-47bf-a193-cdc274403f43 service neutron] For port 83e8c270-eac4-4a64-a348-af7fae240862, host n-h2-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:06:04.514825 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-350055ec-bd75-4381-9d4d-3e191a6be6d7 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:04.520397 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350055ec-bd75-4381-9d4d-3e191a6be6d7 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:04.521040 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-350055ec-bd75-4381-9d4d-3e191a6be6d7 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:04.552828 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-f9824025-7d02-4872-8968-4c14ff53ea8a tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Allocated IP 172.21.0.1 (c4e4cc7b-669b-4847-999a-1da5502764d3/5b90a3a6-eeae-44c4-82ee-868038ac65d9/2583ebcd-cd40-4328-b99e-8fadcc3b33e6) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:06:04.594724 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-350055ec-bd75-4381-9d4d-3e191a6be6d7 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1411316 Jul 24 00:06:04.597928 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 59420) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:04.605679 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-07a571c4-ddf8-418e-bffb-6564aacfc17b tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Request body: {'subnet': {'network_id': 'fc5a3aea-45cd-4e72-89eb-39ddd8bd6c55', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:06:04.614764 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 59422) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:04.633949 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:04.654572 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85dccee4-09eb-4b9c-b239-e3f560397196', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83e8c270-eac4-4a64-a348-af7fae240862'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:06:04.657014 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed70e9d5-7f20-4f8a-bec8-ed0f3b15c3fb" -d '{"events": [{"server_uuid": "85dccee4-09eb-4b9c-b239-e3f560397196", "name": "network-vif-unplugged", "status": "completed", "tag": "83e8c270-eac4-4a64-a348-af7fae240862"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:06:04.661674 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-3fab560f-65a6-4146-ab57-cc43bde027b8 req-ff853af2-0fd5-47bf-a193-cdc274403f43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:04.668301 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 7a24aaa6-d098-4068-9892-abcfb18cf2ac, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=7a24aaa6-d098-4068-9892-abcfb18cf2ac,segment=NetworkSegment(1af727cd-0b4b-4460-8992-27a648bab458),segment_id=1af727cd-0b4b-4460-8992-27a648bab458)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:06:04.673782 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:04.688414 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350055ec-bd75-4381-9d4d-3e191a6be6d7 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event updated for resources: {'Network': ['ID=fc5a3aea-45cd-4e72-89eb-39ddd8bd6c55,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:04.706392 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network fc5a3aea-45cd-4e72-89eb-39ddd8bd6c55 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:06:04.725927 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-3fab560f-65a6-4146-ab57-cc43bde027b8 req-ff853af2-0fd5-47bf-a193-cdc274403f43 service neutron] Transition to ACTIVE for port object 83e8c270-eac4-4a64-a348-af7fae240862 will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:06:04.789597 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-3fab560f-65a6-4146-ab57-cc43bde027b8 req-ff853af2-0fd5-47bf-a193-cdc274403f43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:04.795233 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 6624d691-0c9c-4864-99af-f522998444dd no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:06:04.836859 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07a571c4-ddf8-418e-bffb-6564aacfc17b tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Made reservation on behalf of 0861e7509e4040ae9ebcc16b5063e046 for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:06:04.845229 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 00:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96aa0ac0-e4d2-42ee-81b7-04252968fb7c x-openstack-request-id: req-96aa0ac0-e4d2-42ee-81b7-04252968fb7c {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:06:04.845535 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85dccee4-09eb-4b9c-b239-e3f560397196", "name": "network-vif-unplugged", "status": "completed", "tag": "83e8c270-eac4-4a64-a348-af7fae240862", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:06:04.845876 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-96aa0ac0-e4d2-42ee-81b7-04252968fb7c {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:06:04.846294 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85dccee4-09eb-4b9c-b239-e3f560397196', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83e8c270-eac4-4a64-a348-af7fae240862', 'code': 200} Jul 24 00:06:04.846898 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-07a571c4-ddf8-418e-bffb-6564aacfc17b tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:04.857088 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-d1390b3b-34d0-4fb0-a810-7674bdbfdd36 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=edb05757b79c4651874b12bd54763416&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2109048 Jul 24 00:06:04.857972 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 59428) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:04.910837 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 6624d691-0c9c-4864-99af-f522998444dd {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:06:04.911331 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 6624d691-0c9c-4864-99af-f522998444dd not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:06:04.913542 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=7a24aaa6-d098-4068-9892-abcfb18cf2ac,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:04.939082 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fab560f-65a6-4146-ab57-cc43bde027b8 req-ff853af2-0fd5-47bf-a193-cdc274403f43 service neutron] No DVR routers for this DVR port 83e8c270-eac4-4a64-a348-af7fae240862 on host n-h2-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:06:04.943321 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff853af2-0fd5-47bf-a193-cdc274403f43 service neutron] Pushing event updated for resources: {'Port': ['ID=83e8c270-eac4-4a64-a348-af7fae240862,revision_number=10']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:04.996650 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f9824025-7d02-4872-8968-4c14ff53ea8a tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:05.090036 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [None req-f9824025-7d02-4872-8968-4c14ff53ea8a tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Transition to ACTIVE for port object 2583ebcd-cd40-4328-b99e-8fadcc3b33e6 will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:06:05.096306 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8d4dd140-2bc2-4cd1-90d9-6e29a3d4035d tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681029'] for router_interface, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:05.155477 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-3fab560f-65a6-4146-ab57-cc43bde027b8 req-ff853af2-0fd5-47bf-a193-cdc274403f43 service neutron] Attempting to bind port 83e8c270-eac4-4a64-a348-af7fae240862 on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:06:05.156057 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-3fab560f-65a6-4146-ab57-cc43bde027b8 req-ff853af2-0fd5-47bf-a193-cdc274403f43 service neutron] Attempting to bind port 83e8c270-eac4-4a64-a348-af7fae240862 by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:06:05.156590 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fab560f-65a6-4146-ab57-cc43bde027b8 req-ff853af2-0fd5-47bf-a193-cdc274403f43 service neutron] Attempting to bind port 83e8c270-eac4-4a64-a348-af7fae240862 on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:06:05.236307 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fab560f-65a6-4146-ab57-cc43bde027b8 req-ff853af2-0fd5-47bf-a193-cdc274403f43 service neutron] Port 83e8c270-eac4-4a64-a348-af7fae240862 on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:06:05.236903 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fab560f-65a6-4146-ab57-cc43bde027b8 req-ff853af2-0fd5-47bf-a193-cdc274403f43 service neutron] Attempting to bind port 83e8c270-eac4-4a64-a348-af7fae240862 on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:06:05.290246 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b3bf479c-dc88-4932-bac2-8171cbcc31bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:05.313118 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fab560f-65a6-4146-ab57-cc43bde027b8 req-ff853af2-0fd5-47bf-a193-cdc274403f43 service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:06:05.313518 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fab560f-65a6-4146-ab57-cc43bde027b8 req-ff853af2-0fd5-47bf-a193-cdc274403f43 service neutron] Checking segment: {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:06:05.313928 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fab560f-65a6-4146-ab57-cc43bde027b8 req-ff853af2-0fd5-47bf-a193-cdc274403f43 service neutron] Bound using segment: {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:06:05.314399 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-3fab560f-65a6-4146-ab57-cc43bde027b8 req-ff853af2-0fd5-47bf-a193-cdc274403f43 service neutron] Bound port: 83e8c270-eac4-4a64-a348-af7fae240862, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:06:05.314777 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-3fab560f-65a6-4146-ab57-cc43bde027b8 req-ff853af2-0fd5-47bf-a193-cdc274403f43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:05.334413 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b3bf479c-dc88-4932-bac2-8171cbcc31bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:05.337983 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-07a571c4-ddf8-418e-bffb-6564aacfc17b tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:05.446180 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b324b507-8221-4bc3-8d22-14e647c3a3cd req-347bccc0-8705-4702-8305-a899fc3fa688 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:05.453944 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a571c4-ddf8-418e-bffb-6564aacfc17b tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event updated for resources: {'Subnet': ['ID=8cddadbd-03d0-43aa-8eb3-8364f5200db4,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:05.454193 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b324b507-8221-4bc3-8d22-14e647c3a3cd req-347bccc0-8705-4702-8305-a899fc3fa688 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=85dccee4-09eb-4b9c-b239-e3f560397196 HTTP/1.1" status: 200 len: 949 time: 0.3533452 Jul 24 00:06:05.465451 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a571c4-ddf8-418e-bffb-6564aacfc17b tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Checking segment: {'id': 'd2131980-89ca-4b97-aefd-109fe5133036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'fc5a3aea-45cd-4e72-89eb-39ddd8bd6c55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:06:05.465894 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a571c4-ddf8-418e-bffb-6564aacfc17b tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Network hostable DHCP agents. Network: fc5a3aea-45cd-4e72-89eb-39ddd8bd6c55, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:06:05.488825 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a571c4-ddf8-418e-bffb-6564aacfc17b tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Network fc5a3aea-45cd-4e72-89eb-39ddd8bd6c55 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:06:05.500247 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f9824025-7d02-4872-8968-4c14ff53ea8a tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:05.519014 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-07a571c4-ddf8-418e-bffb-6564aacfc17b tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, fc5a3aea-45cd-4e72-89eb-39ddd8bd6c55) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:06:05.521469 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b3bf479c-dc88-4932-bac2-8171cbcc31bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:05.526000 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b3bf479c-dc88-4932-bac2-8171cbcc31bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:05.531127 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-b3bf479c-dc88-4932-bac2-8171cbcc31bc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/34f804d1-c7f5-46fb-a44e-28739a8f2645 HTTP/1.1" status: 204 len: 168 time: 0.6695306 Jul 24 00:06:05.531387 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79129ed3-d093-491c-92e1-5f674b07fe82 None None] Network fc5a3aea-45cd-4e72-89eb-39ddd8bd6c55 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:06:05.536943 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a571c4-ddf8-418e-bffb-6564aacfc17b tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:05.537533 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-07a571c4-ddf8-418e-bffb-6564aacfc17b tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:05.560089 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bf479c-dc88-4932-bac2-8171cbcc31bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f804d1-c7f5-46fb-a44e-28739a8f2645,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:05.593317 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-07a571c4-ddf8-418e-bffb-6564aacfc17b tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9936445 Jul 24 00:06:05.595127 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 59438) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:05.610663 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-94689f0a-7ac0-48e1-8625-62f4e4adc491 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Request body: {'port': {'network_id': 'fc5a3aea-45cd-4e72-89eb-39ddd8bd6c55', 'name': 'tempest-PortsTestJSON-931386022', 'fixed_ips': [{'subnet_id': '8cddadbd-03d0-43aa-8eb3-8364f5200db4', 'ip_address': '172.20.0.10'}]}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:06:05.619545 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-3fab560f-65a6-4146-ab57-cc43bde027b8 req-ff853af2-0fd5-47bf-a193-cdc274403f43 service neutron] For port 83e8c270-eac4-4a64-a348-af7fae240862, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:06:05.648880 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b324b507-8221-4bc3-8d22-14e647c3a3cd req-146b734e-87a7-4407-95f4-4e7a074f689b tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937642 Jul 24 00:06:05.655916 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-3fab560f-65a6-4146-ab57-cc43bde027b8 req-ff853af2-0fd5-47bf-a193-cdc274403f43 service neutron] For port 83e8c270-eac4-4a64-a348-af7fae240862, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=83e8c270-eac4-4a64-a348-af7fae240862,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:06:05.675558 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7226fbb2-272a-424d-b228-bc78efde1912 None None] Network c4e4cc7b-669b-4847-999a-1da5502764d3 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:06:05.693927 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9824025-7d02-4872-8968-4c14ff53ea8a tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Network c4e4cc7b-669b-4847-999a-1da5502764d3 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:06:05.706620 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9824025-7d02-4872-8968-4c14ff53ea8a tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Pushing event updated for resources: {'Port': ['ID=2583ebcd-cd40-4328-b99e-8fadcc3b33e6,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:05.712603 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-3fab560f-65a6-4146-ab57-cc43bde027b8 req-ff853af2-0fd5-47bf-a193-cdc274403f43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:05.747239 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94689f0a-7ac0-48e1-8625-62f4e4adc491 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Made reservation on behalf of 0861e7509e4040ae9ebcc16b5063e046 for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:06:05.763440 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-f9824025-7d02-4872-8968-4c14ff53ea8a tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:06:05.766413 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9824025-7d02-4872-8968-4c14ff53ea8a tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:06:05.811628 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-18e25943-a115-46d9-86cc-10e5f0d92758 None None] Provisioning for port bb3c49e2-0081-4407-8b11-25989abfa405 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:06:05.825072 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f9824025-7d02-4872-8968-4c14ff53ea8a tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681761'] for router_interface, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:05.832879 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fab560f-65a6-4146-ab57-cc43bde027b8 req-ff853af2-0fd5-47bf-a193-cdc274403f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:05.833838 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-3fab560f-65a6-4146-ab57-cc43bde027b8 req-ff853af2-0fd5-47bf-a193-cdc274403f43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:05.835265 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3fab560f-65a6-4146-ab57-cc43bde027b8 req-ff853af2-0fd5-47bf-a193-cdc274403f43 service neutron] 10.222.0.52 "PUT /v2.0/ports/83e8c270-eac4-4a64-a348-af7fae240862 HTTP/1.1" status: 200 len: 1098 time: 3.4341850 Jul 24 00:06:05.858691 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-18e25943-a115-46d9-86cc-10e5f0d92758 None None] Provisioning complete for port bb3c49e2-0081-4407-8b11-25989abfa405 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:06:05.859361 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-18e25943-a115-46d9-86cc-10e5f0d92758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:05.895965 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-94689f0a-7ac0-48e1-8625-62f4e4adc491 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:05.936448 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [None req-94689f0a-7ac0-48e1-8625-62f4e4adc491 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] device_id is not set on port ad0e25f6-bb42-4095-aca4-44844e6efadc yet. {{(pid=100314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:06:05.954720 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e2ddf8-f5e5-4aae-99e5-6bfb530c236d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-fc5a3aea-45cd-4e72-89eb-39ddd8bd6c55', 'network_id': 'fc5a3aea-45cd-4e72-89eb-39ddd8bd6c55', 'tenant_id': '0861e7509e4040ae9ebcc16b5063e046', 'fixed_ips': [{'subnet_id': '8cddadbd-03d0-43aa-8eb3-8364f5200db4'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:06:05.955609 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-60e2ddf8-f5e5-4aae-99e5-6bfb530c236d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:06.052090 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff853af2-0fd5-47bf-a193-cdc274403f43 service neutron] Pushing event updated for resources: {'Port': ['ID=83e8c270-eac4-4a64-a348-af7fae240862,revision_number=11']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:06.097184 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-18e25943-a115-46d9-86cc-10e5f0d92758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:06.176852 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-18e25943-a115-46d9-86cc-10e5f0d92758 None None] For port bb3c49e2-0081-4407-8b11-25989abfa405, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=bb3c49e2-0081-4407-8b11-25989abfa405,segment=NetworkSegment(72d7a8b9-2053-481f-b537-ddde59c92c56),segment_id=72d7a8b9-2053-481f-b537-ddde59c92c56)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:06:06.197940 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fab560f-65a6-4146-ab57-cc43bde027b8 req-94483772-d963-4be8-9b76-8b3751683ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:06.202467 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3fab560f-65a6-4146-ab57-cc43bde027b8 req-94483772-d963-4be8-9b76-8b3751683ae9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=798b28002e9743a58ab9c3622d82224e&device_id=85dccee4-09eb-4b9c-b239-e3f560397196 HTTP/1.1" status: 200 len: 1101 time: 0.3126867 Jul 24 00:06:06.273088 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-94689f0a-7ac0-48e1-8625-62f4e4adc491 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Allocated IP 172.20.0.10 (fc5a3aea-45cd-4e72-89eb-39ddd8bd6c55/8cddadbd-03d0-43aa-8eb3-8364f5200db4/ad0e25f6-bb42-4095-aca4-44844e6efadc) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:06:06.273750 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-18e25943-a115-46d9-86cc-10e5f0d92758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:06.339225 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e25943-a115-46d9-86cc-10e5f0d92758 None None] Pushing event updated for resources: {'Port': ['ID=bb3c49e2-0081-4407-8b11-25989abfa405,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:06.341953 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 7a24aaa6-d098-4068-9892-abcfb18cf2ac up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:06:06.564156 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 83e8c270-eac4-4a64-a348-af7fae240862 no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:06:06.631580 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 7a24aaa6-d098-4068-9892-abcfb18cf2ac triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:06:06.631971 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:06.643047 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-94689f0a-7ac0-48e1-8625-62f4e4adc491 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:06.679984 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [None req-94689f0a-7ac0-48e1-8625-62f4e4adc491 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Transition to ACTIVE for port object ad0e25f6-bb42-4095-aca4-44844e6efadc will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:06:06.707608 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 83e8c270-eac4-4a64-a348-af7fae240862 not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:06:06.784022 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-94689f0a-7ac0-48e1-8625-62f4e4adc491 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:06.873084 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 59472) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:06.879104 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-60e2ddf8-f5e5-4aae-99e5-6bfb530c236d None None] Allocated IP 172.20.0.2 (fc5a3aea-45cd-4e72-89eb-39ddd8bd6c55/8cddadbd-03d0-43aa-8eb3-8364f5200db4/1aa7c538-77e3-4f7c-bb6a-753a57999b38) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:06:06.916996 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94689f0a-7ac0-48e1-8625-62f4e4adc491 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Network fc5a3aea-45cd-4e72-89eb-39ddd8bd6c55 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:06:06.927178 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-94689f0a-7ac0-48e1-8625-62f4e4adc491 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:06:06.954080 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94689f0a-7ac0-48e1-8625-62f4e4adc491 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:06:06.966788 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94689f0a-7ac0-48e1-8625-62f4e4adc491 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event updated for resources: {'Port': ['ID=ad0e25f6-bb42-4095-aca4-44844e6efadc,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:07.009387 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85dccee4-09eb-4b9c-b239-e3f560397196', 'tag': '83e8c270-eac4-4a64-a348-af7fae240862'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:06:07.013268 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b13769-1779-4b69-b6a4-2f81b803c3c9" -d '{"events": [{"name": "network-changed", "server_uuid": "85dccee4-09eb-4b9c-b239-e3f560397196", "tag": "83e8c270-eac4-4a64-a348-af7fae240862"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:06:07.016532 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fab560f-65a6-4146-ab57-cc43bde027b8 req-96f89009-77c4-4c03-83b7-a2d1e64a1ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:07.018194 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3fab560f-65a6-4146-ab57-cc43bde027b8 req-96f89009-77c4-4c03-83b7-a2d1e64a1ddb service neutron] 10.222.0.52 "GET /v2.0/networks?id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 HTTP/1.1" status: 200 len: 870 time: 0.8065939 Jul 24 00:06:07.033691 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94689f0a-7ac0-48e1-8625-62f4e4adc491 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:07.035415 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-94689f0a-7ac0-48e1-8625-62f4e4adc491 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:07.057517 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-94689f0a-7ac0-48e1-8625-62f4e4adc491 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4589896 Jul 24 00:06:07.060442 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 59478) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:07.075456 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-5f1787a0-0892-4a11-a4a2-27ddc6c4d61f tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Request body: {'port': {'network_id': 'fc5a3aea-45cd-4e72-89eb-39ddd8bd6c55', 'name': 'tempest-PortsTestJSON-1585216451', 'fixed_ips': [{'subnet_id': '8cddadbd-03d0-43aa-8eb3-8364f5200db4', 'ip_address': '172.20.0.9'}]}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:06:07.146790 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-23b198cb-a91a-4a12-935a-6399ca0915fa None None] Provisioning for port 2583ebcd-cd40-4328-b99e-8fadcc3b33e6 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:06:07.156982 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-23b198cb-a91a-4a12-935a-6399ca0915fa None None] Provisioning complete for port 2583ebcd-cd40-4328-b99e-8fadcc3b33e6 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:06:07.157709 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-23b198cb-a91a-4a12-935a-6399ca0915fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:07.160210 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-60e2ddf8-f5e5-4aae-99e5-6bfb530c236d None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:07.168444 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3fab560f-65a6-4146-ab57-cc43bde027b8 req-511b4575-6ab8-42bc-9be7-b92e91ae0b5b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=83e8c270-eac4-4a64-a348-af7fae240862 HTTP/1.1" status: 200 len: 217 time: 0.1279230 Jul 24 00:06:07.176468 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f9824025-7d02-4872-8968-4c14ff53ea8a tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:07.192404 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e44dbf41-cfbe-4b94-bb41-10f0ef94bb33 x-openstack-request-id: req-e44dbf41-cfbe-4b94-bb41-10f0ef94bb33 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:06:07.192688 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85dccee4-09eb-4b9c-b239-e3f560397196", "tag": "83e8c270-eac4-4a64-a348-af7fae240862", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:06:07.192952 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e44dbf41-cfbe-4b94-bb41-10f0ef94bb33 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:06:07.193528 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85dccee4-09eb-4b9c-b239-e3f560397196', 'tag': '83e8c270-eac4-4a64-a348-af7fae240862', 'status': 'completed', 'code': 200} Jul 24 00:06:07.201960 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-60e2ddf8-f5e5-4aae-99e5-6bfb530c236d None None] Transition to ACTIVE for port object 1aa7c538-77e3-4f7c-bb6a-753a57999b38 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:06:07.248792 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-60e2ddf8-f5e5-4aae-99e5-6bfb530c236d None None] Transition to ACTIVE for port object 1aa7c538-77e3-4f7c-bb6a-753a57999b38 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:06:07.250307 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-23b198cb-a91a-4a12-935a-6399ca0915fa None None] Port 2583ebcd-cd40-4328-b99e-8fadcc3b33e6 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:06:07.266380 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-60e2ddf8-f5e5-4aae-99e5-6bfb530c236d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:07.273198 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-23b198cb-a91a-4a12-935a-6399ca0915fa None None] Provisioning complete for port bb3c49e2-0081-4407-8b11-25989abfa405 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:06:07.274530 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-23b198cb-a91a-4a12-935a-6399ca0915fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:07.279766 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-e0cfe528-4e60-48f3-aec0-661b55ddc218 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1166311944-network', 'tenant_id': 'b522b7a30c7a44c49afc4b0ec559df03'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:06:07.341641 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.db.api [None req-e0cfe528-4e60-48f3-aec0-661b55ddc218 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 24 00:06:07.341641 n-d-800088-16 neutron-server[100314]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 24 00:06:07.341641 n-d-800088-16 neutron-server[100314]: [parameters: {'project_id_1': 'b522b7a30c7a44c49afc4b0ec559df03', 'expiration_1': datetime.datetime(2021, 7, 24, 0, 6, 7, 288917)}] Jul 24 00:06:07.341641 n-d-800088-16 neutron-server[100314]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 00:06:07.343950 n-d-800088-16 neutron-server[100314]: DEBUG oslo_db.api [None req-e0cfe528-4e60-48f3-aec0-661b55ddc218 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 00:06:07.369604 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f1787a0-0892-4a11-a4a2-27ddc6c4d61f tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Made reservation on behalf of 0861e7509e4040ae9ebcc16b5063e046 for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:06:07.376196 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5f1787a0-0892-4a11-a4a2-27ddc6c4d61f tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:07.376741 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-8d4dd140-2bc2-4cd1-90d9-6e29a3d4035d tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Deleting port dbd1e634-fb6a-4944-9962-deddd57405e2 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:06:07.377206 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8d4dd140-2bc2-4cd1-90d9-6e29a3d4035d tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:07.395337 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e2ddf8-f5e5-4aae-99e5-6bfb530c236d None None] Network fc5a3aea-45cd-4e72-89eb-39ddd8bd6c55 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:06:07.408561 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-60e2ddf8-f5e5-4aae-99e5-6bfb530c236d None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:06:07.409041 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [None req-5f1787a0-0892-4a11-a4a2-27ddc6c4d61f tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] device_id is not set on port 1fba3d93-9b82-48f8-a90d-16411f5f4337 yet. {{(pid=100314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:06:07.415118 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e2ddf8-f5e5-4aae-99e5-6bfb530c236d None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:06:07.416552 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b13769-1779-4b69-b6a4-2f81b803c3c9 req-50cb93e1-b546-4b1a-a2c3-aa01273c0813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:07.418869 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-18b13769-1779-4b69-b6a4-2f81b803c3c9 req-50cb93e1-b546-4b1a-a2c3-aa01273c0813 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=798b28002e9743a58ab9c3622d82224e&device_id=85dccee4-09eb-4b9c-b239-e3f560397196 HTTP/1.1" status: 200 len: 1101 time: 0.1505344 Jul 24 00:06:07.420540 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e2ddf8-f5e5-4aae-99e5-6bfb530c236d None None] Pushing event updated for resources: {'Port': ['ID=1aa7c538-77e3-4f7c-bb6a-753a57999b38,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:07.539286 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-60e2ddf8-f5e5-4aae-99e5-6bfb530c236d None None] Attempting to bind port 1aa7c538-77e3-4f7c-bb6a-753a57999b38 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:06:07.539286 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-60e2ddf8-f5e5-4aae-99e5-6bfb530c236d None None] Attempting to bind port 1aa7c538-77e3-4f7c-bb6a-753a57999b38 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': 'd2131980-89ca-4b97-aefd-109fe5133036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'fc5a3aea-45cd-4e72-89eb-39ddd8bd6c55'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:06:07.539286 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e2ddf8-f5e5-4aae-99e5-6bfb530c236d None None] Attempting to bind port 1aa7c538-77e3-4f7c-bb6a-753a57999b38 on network fc5a3aea-45cd-4e72-89eb-39ddd8bd6c55 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:06:07.543273 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fab560f-65a6-4146-ab57-cc43bde027b8 req-4ae306c8-b3cc-4cde-a6f3-e72438f21bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:07.544782 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3fab560f-65a6-4146-ab57-cc43bde027b8 req-4ae306c8-b3cc-4cde-a6f3-e72438f21bb4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.3494778 Jul 24 00:06:07.547251 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e2ddf8-f5e5-4aae-99e5-6bfb530c236d None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:06:07.547444 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e2ddf8-f5e5-4aae-99e5-6bfb530c236d None None] Checking segment: {'id': 'd2131980-89ca-4b97-aefd-109fe5133036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'fc5a3aea-45cd-4e72-89eb-39ddd8bd6c55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:06:07.547824 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-60e2ddf8-f5e5-4aae-99e5-6bfb530c236d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:07.548800 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e2ddf8-f5e5-4aae-99e5-6bfb530c236d None None] Bound using segment: {'id': 'd2131980-89ca-4b97-aefd-109fe5133036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'fc5a3aea-45cd-4e72-89eb-39ddd8bd6c55'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:06:07.548800 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-60e2ddf8-f5e5-4aae-99e5-6bfb530c236d None None] Bound port: 1aa7c538-77e3-4f7c-bb6a-753a57999b38, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2131980-89ca-4b97-aefd-109fe5133036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'fc5a3aea-45cd-4e72-89eb-39ddd8bd6c55'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:06:07.549191 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-60e2ddf8-f5e5-4aae-99e5-6bfb530c236d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:07.664560 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b13769-1779-4b69-b6a4-2f81b803c3c9 req-abbe2a7f-4fe2-42fa-b9a4-99767f822efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:07.666398 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-18b13769-1779-4b69-b6a4-2f81b803c3c9 req-abbe2a7f-4fe2-42fa-b9a4-99767f822efa service neutron] 10.222.0.64 "GET /v2.0/networks?id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 HTTP/1.1" status: 200 len: 870 time: 0.2118514 Jul 24 00:06:07.672942 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-60e2ddf8-f5e5-4aae-99e5-6bfb530c236d None None] For port 1aa7c538-77e3-4f7c-bb6a-753a57999b38, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:06:07.676504 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8d4dd140-2bc2-4cd1-90d9-6e29a3d4035d tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:07.677990 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-60e2ddf8-f5e5-4aae-99e5-6bfb530c236d None None] For port 1aa7c538-77e3-4f7c-bb6a-753a57999b38, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=1aa7c538-77e3-4f7c-bb6a-753a57999b38,segment=NetworkSegment(d2131980-89ca-4b97-aefd-109fe5133036),segment_id=d2131980-89ca-4b97-aefd-109fe5133036)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:06:07.683920 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-60e2ddf8-f5e5-4aae-99e5-6bfb530c236d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:07.731758 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c01e777-0a28-4582-b55a-e5dd0b109ca6 req-54468907-31e7-4ad1-ab78-ef975eafe4d3 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:07.740846 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3c01e777-0a28-4582-b55a-e5dd0b109ca6 req-54468907-31e7-4ad1-ab78-ef975eafe4d3 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=85dccee4-09eb-4b9c-b239-e3f560397196 HTTP/1.1" status: 200 len: 949 time: 0.7025244 Jul 24 00:06:07.742086 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-8d4dd140-2bc2-4cd1-90d9-6e29a3d4035d tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Calling delete_port for dbd1e634-fb6a-4944-9962-deddd57405e2 owned by network:router_interface {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:06:07.746028 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-18b13769-1779-4b69-b6a4-2f81b803c3c9 req-db25430a-dabe-45e2-ad50-ac47802b3871 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=83e8c270-eac4-4a64-a348-af7fae240862 HTTP/1.1" status: 200 len: 217 time: 0.0706444 Jul 24 00:06:07.806038 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-c4e3cf0e-eed2-43b2-abf8-9af09f432835 None None] Provisioning complete for port 2583ebcd-cd40-4328-b99e-8fadcc3b33e6 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:06:07.806599 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c4e3cf0e-eed2-43b2-abf8-9af09f432835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:07.835440 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e2ddf8-f5e5-4aae-99e5-6bfb530c236d None None] Pushing event updated for resources: {'Port': ['ID=1aa7c538-77e3-4f7c-bb6a-753a57999b38,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:07.857578 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-c4e3cf0e-eed2-43b2-abf8-9af09f432835 None None] Port 2583ebcd-cd40-4328-b99e-8fadcc3b33e6 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:06:07.880519 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b13769-1779-4b69-b6a4-2f81b803c3c9 req-8d0c6c65-0ef3-4d71-b340-ec74538411f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:07.882182 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-18b13769-1779-4b69-b6a4-2f81b803c3c9 req-8d0c6c65-0ef3-4d71-b340-ec74538411f3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.1264677 Jul 24 00:06:07.907099 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-5f1787a0-0892-4a11-a4a2-27ddc6c4d61f tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Allocated IP 172.20.0.9 (fc5a3aea-45cd-4e72-89eb-39ddd8bd6c55/8cddadbd-03d0-43aa-8eb3-8364f5200db4/1fba3d93-9b82-48f8-a90d-16411f5f4337) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:06:07.960877 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0cfe528-4e60-48f3-aec0-661b55ddc218 admin admin] Made reservation on behalf of b522b7a30c7a44c49afc4b0ec559df03 for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:06:07.963866 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e0cfe528-4e60-48f3-aec0-661b55ddc218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:07.978100 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e0cfe528-4e60-48f3-aec0-661b55ddc218 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:07.979582 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3c01e777-0a28-4582-b55a-e5dd0b109ca6 req-03cf465a-d4e0-4adb-94a0-f873c5077852 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388852 Jul 24 00:06:07.984307 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f9824025-7d02-4872-8968-4c14ff53ea8a tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:07.998917 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f9824025-7d02-4872-8968-4c14ff53ea8a tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:08.044496 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fab560f-65a6-4146-ab57-cc43bde027b8 req-ed457e04-0d49-4ea5-97b3-ec134e28f6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:08.046427 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3fab560f-65a6-4146-ab57-cc43bde027b8 req-ed457e04-0d49-4ea5-97b3-ec134e28f6a2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4163768 Jul 24 00:06:08.122011 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b13769-1779-4b69-b6a4-2f81b803c3c9 req-eaac590a-fc75-4343-a1bd-25e22732191f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:08.123826 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-18b13769-1779-4b69-b6a4-2f81b803c3c9 req-eaac590a-fc75-4343-a1bd-25e22732191f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2315071 Jul 24 00:06:08.212578 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9824025-7d02-4872-8968-4c14ff53ea8a tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Pushing event updated for resources: {'Port': ['ID=2583ebcd-cd40-4328-b99e-8fadcc3b33e6,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:08.221520 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f9824025-7d02-4872-8968-4c14ff53ea8a tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680980'] for router_interface, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:08.326158 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-18b13769-1779-4b69-b6a4-2f81b803c3c9 req-0db05bdc-850c-4cbf-8d51-b8016309bbb7 service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859713 Jul 24 00:06:08.331585 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5f1787a0-0892-4a11-a4a2-27ddc6c4d61f tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:08.365691 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device bb3c49e2-0081-4407-8b11-25989abfa405 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:06:08.389670 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [None req-5f1787a0-0892-4a11-a4a2-27ddc6c4d61f tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Transition to ACTIVE for port object 1fba3d93-9b82-48f8-a90d-16411f5f4337 will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:06:08.402138 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8d4dd140-2bc2-4cd1-90d9-6e29a3d4035d tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:08.418005 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3fab560f-65a6-4146-ab57-cc43bde027b8 req-9929b46a-7bdd-4aeb-95c7-41d2cd5a1879 service neutron] 10.222.0.52 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3573978 Jul 24 00:06:08.492501 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port bb3c49e2-0081-4407-8b11-25989abfa405 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:06:08.495068 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:08.502221 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-18b13769-1779-4b69-b6a4-2f81b803c3c9 req-6692e229-36bd-4bf1-970e-2c9c1a03731e service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647396 Jul 24 00:06:08.511329 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e0cfe528-4e60-48f3-aec0-661b55ddc218 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:08.517673 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e0cfe528-4e60-48f3-aec0-661b55ddc218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:08.525722 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5f1787a0-0892-4a11-a4a2-27ddc6c4d61f tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:08.569881 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4dd140-2bc2-4cd1-90d9-6e29a3d4035d tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Pushing event deleted for resources: {'Port': ['ID=dbd1e634-fb6a-4944-9962-deddd57405e2,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:08.607631 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 1aa7c538-77e3-4f7c-bb6a-753a57999b38 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:06:08.661780 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 1aa7c538-77e3-4f7c-bb6a-753a57999b38 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:06:08.678830 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3fab560f-65a6-4146-ab57-cc43bde027b8 req-d93ca9e4-1691-4c8d-89ec-693f8b867fa2 service neutron] 10.222.0.52 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332668 Jul 24 00:06:08.819865 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9824025-7d02-4872-8968-4c14ff53ea8a tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Network c4e4cc7b-669b-4847-999a-1da5502764d3 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:06:08.824608 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-f9824025-7d02-4872-8968-4c14ff53ea8a tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:06:09.064338 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cfe528-4e60-48f3-aec0-661b55ddc218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01883c9b-f537-47a8-8e4c-5877842ba644,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:09.077933 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0cfe528-4e60-48f3-aec0-661b55ddc218 admin admin] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:06:09.098296 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1787a0-0892-4a11-a4a2-27ddc6c4d61f tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Network fc5a3aea-45cd-4e72-89eb-39ddd8bd6c55 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:06:09.113551 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-5f1787a0-0892-4a11-a4a2-27ddc6c4d61f tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:06:09.116888 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1787a0-0892-4a11-a4a2-27ddc6c4d61f tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:06:09.122716 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e0cfe528-4e60-48f3-aec0-661b55ddc218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:09.122907 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-e0cfe528-4e60-48f3-aec0-661b55ddc218 admin admin] Added segment 6ae6f178-a5a7-48fe-8694-33b87da05e0d of type vlan for network 18a152e0-a01f-49a7-bade-39a616e529a3 Jul 24 00:06:09.124161 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1787a0-0892-4a11-a4a2-27ddc6c4d61f tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event updated for resources: {'Port': ['ID=1fba3d93-9b82-48f8-a90d-16411f5f4337,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:09.130860 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b13769-1779-4b69-b6a4-2f81b803c3c9 req-da0ac5ad-ce63-4779-b973-6d013e820671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:09.133284 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-18b13769-1779-4b69-b6a4-2f81b803c3c9 req-da0ac5ad-ce63-4779-b973-6d013e820671 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=798b28002e9743a58ab9c3622d82224e&device_id=85dccee4-09eb-4b9c-b239-e3f560397196 HTTP/1.1" status: 200 len: 1101 time: 0.3788943 Jul 24 00:06:09.220088 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e0cfe528-4e60-48f3-aec0-661b55ddc218 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:09.222142 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9824025-7d02-4872-8968-4c14ff53ea8a tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Router 65b37177-453d-4d0f-8fe1-cc44f5ae0354 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:06:09.242416 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8d4dd140-2bc2-4cd1-90d9-6e29a3d4035d tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679987'] for router_interface, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:09.252169 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1787a0-0892-4a11-a4a2-27ddc6c4d61f tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:09.253289 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5f1787a0-0892-4a11-a4a2-27ddc6c4d61f tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:09.295954 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-5f1787a0-0892-4a11-a4a2-27ddc6c4d61f tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2332487 Jul 24 00:06:09.298372 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 59498) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:09.301897 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-87253459-6727-45d6-a397-13ad50bac98f None None] Provisioning complete for port 2583ebcd-cd40-4328-b99e-8fadcc3b33e6 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:06:09.302650 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-87253459-6727-45d6-a397-13ad50bac98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:09.337681 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bdffcfb-7f14-4f39-bd8e-d4e1726c3d95 None None] Network fc5a3aea-45cd-4e72-89eb-39ddd8bd6c55 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:06:09.350201 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e0cfe528-4e60-48f3-aec0-661b55ddc218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:09.351417 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0cfe528-4e60-48f3-aec0-661b55ddc218 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:09.352374 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e0cfe528-4e60-48f3-aec0-661b55ddc218 admin admin] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:09.414855 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9824025-7d02-4872-8968-4c14ff53ea8a tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:06:09.450746 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-e0cfe528-4e60-48f3-aec0-661b55ddc218 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.5744569 Jul 24 00:06:09.463756 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-f9824025-7d02-4872-8968-4c14ff53ea8a tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "PUT /v2.0/routers/65b37177-453d-4d0f-8fe1-cc44f5ae0354/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7061741 Jul 24 00:06:09.472602 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 59500) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:09.473245 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 59502) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:09.482254 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-cc2c50ee-43f7-48d1-9688-f104cbdad7b7 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Request body: {'network': {'name': 'tempest-RoutersTest-1052875878'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:06:09.488719 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-2630ed05-ce08-4916-944a-c7321b1d1f04 admin admin] Request body: {'subnet': {'network_id': '18a152e0-a01f-49a7-bade-39a616e529a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1166311944-subnet', 'tenant_id': 'b522b7a30c7a44c49afc4b0ec559df03', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:06:09.488929 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5615ed99-2613-485f-b257-0168032232f1 None None] Sync routers for ids ['65b37177-453d-4d0f-8fe1-cc44f5ae0354'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:06:09.518795 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33845366-a302-4eaf-91d1-dad8e3cb689e req-cbdcbab6-a646-4d1e-8df1-bcb23fd44fb5 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:09.519828 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-33845366-a302-4eaf-91d1-dad8e3cb689e req-cbdcbab6-a646-4d1e-8df1-bcb23fd44fb5 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=85dccee4-09eb-4b9c-b239-e3f560397196 HTTP/1.1" status: 200 len: 949 time: 0.3809237 Jul 24 00:06:09.536592 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5615ed99-2613-485f-b257-0168032232f1 None None] Routers {'65b37177-453d-4d0f-8fe1-cc44f5ae0354'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:06:09.537580 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-5615ed99-2613-485f-b257-0168032232f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:05:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['65b37177-453d-4d0f-8fe1-cc44f5ae0354'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:09.587158 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cfe528-4e60-48f3-aec0-661b55ddc218 admin admin] Pushing event updated for resources: {'Network': ['ID=18a152e0-a01f-49a7-bade-39a616e529a3,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:09.593972 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-33845366-a302-4eaf-91d1-dad8e3cb689e req-9571b452-9a08-41c8-900d-817ab6e8c11f tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664117 Jul 24 00:06:09.595648 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b13769-1779-4b69-b6a4-2f81b803c3c9 req-e65a8aa7-ff7c-4c52-92b6-4b8cc639da42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:09.597087 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-18b13769-1779-4b69-b6a4-2f81b803c3c9 req-e65a8aa7-ff7c-4c52-92b6-4b8cc639da42 service neutron] 10.222.0.52 "GET /v2.0/networks?id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 HTTP/1.1" status: 200 len: 870 time: 0.4528334 Jul 24 00:06:09.632736 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-87253459-6727-45d6-a397-13ad50bac98f None None] Port 2583ebcd-cd40-4328-b99e-8fadcc3b33e6 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:06:09.643214 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 18a152e0-a01f-49a7-bade-39a616e529a3 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:06:09.644454 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86ae7f7-65b8-47a1-b769-2e14840d20f1 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:09.648743 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-c86ae7f7-65b8-47a1-b769-2e14840d20f1 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.3441947 Jul 24 00:06:09.649470 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc2c50ee-43f7-48d1-9688-f104cbdad7b7 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Made reservation on behalf of 4c3f20c4b2b34266aaccdbe253bbb3ec for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:06:09.653021 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cc2c50ee-43f7-48d1-9688-f104cbdad7b7 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:09.655894 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 59506) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:09.681637 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-18b13769-1779-4b69-b6a4-2f81b803c3c9 req-fde63604-d846-4e33-8c6d-ea71429af696 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=83e8c270-eac4-4a64-a348-af7fae240862 HTTP/1.1" status: 200 len: 217 time: 0.0748730 Jul 24 00:06:09.692382 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-5615ed99-2613-485f-b257-0168032232f1 None None] Set router 65b37177-453d-4d0f-8fe1-cc44f5ae0354 gateway port host: None {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:06:09.721655 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2630ed05-ce08-4916-944a-c7321b1d1f04 admin admin] Made reservation on behalf of b522b7a30c7a44c49afc4b0ec559df03 for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:06:09.725270 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2630ed05-ce08-4916-944a-c7321b1d1f04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:09.768246 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc2c50ee-43f7-48d1-9688-f104cbdad7b7 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:06:09.832744 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cc2c50ee-43f7-48d1-9688-f104cbdad7b7 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:09.833516 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-cc2c50ee-43f7-48d1-9688-f104cbdad7b7 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Added segment 6f040de0-6a69-459d-8933-6f5997b36420 of type vlan for network bb7b6f23-dc3c-4254-8c0d-202b2e1bebe4 Jul 24 00:06:09.838708 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b13769-1779-4b69-b6a4-2f81b803c3c9 req-b0094cc0-3d2e-40d3-b64b-c2727ce7f106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:09.840639 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-18b13769-1779-4b69-b6a4-2f81b803c3c9 req-b0094cc0-3d2e-40d3-b64b-c2727ce7f106 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.1492164 Jul 24 00:06:09.850332 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-df5f5e2b-33bd-403c-9db5-f2a3cdff4172 None None] Provisioning for port 1aa7c538-77e3-4f7c-bb6a-753a57999b38 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:06:09.863440 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ebdf4fd-e203-474a-b1f5-8c0a3bea8b6c tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:09.881974 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ebdf4fd-e203-474a-b1f5-8c0a3bea8b6c tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:09.892839 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ebdf4fd-e203-474a-b1f5-8c0a3bea8b6c tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:09.892839 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-6ebdf4fd-e203-474a-b1f5-8c0a3bea8b6c tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.2323565 Jul 24 00:06:09.895937 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 59508) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:09.914966 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-df5f5e2b-33bd-403c-9db5-f2a3cdff4172 None None] Provisioning complete for port 1aa7c538-77e3-4f7c-bb6a-753a57999b38 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:06:09.917793 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-df5f5e2b-33bd-403c-9db5-f2a3cdff4172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:10.040969 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cc2c50ee-43f7-48d1-9688-f104cbdad7b7 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:10.088512 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d4dd140-2bc2-4cd1-90d9-6e29a3d4035d tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Router 83f18b96-a500-4678-8da8-8f48c8b7de5f has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:06:10.095431 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b13769-1779-4b69-b6a4-2f81b803c3c9 req-1da5a799-41d2-4eac-be5a-b0b5799e1400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:10.097374 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-18b13769-1779-4b69-b6a4-2f81b803c3c9 req-1da5a799-41d2-4eac-be5a-b0b5799e1400 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2451446 Jul 24 00:06:10.217352 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-df5f5e2b-33bd-403c-9db5-f2a3cdff4172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:10.236836 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-5615ed99-2613-485f-b257-0168032232f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'name': 'tempest-RoutersTest-router-1671455986', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:05:49Z', 'updated_at': '2021-07-24T00:06:06Z', 'revision_number': 3, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'gw_port_host': None, '_interfaces': [{'id': '2583ebcd-cd40-4328-b99e-8fadcc3b33e6', 'name': '', 'network_id': 'c4e4cc7b-669b-4847-999a-1da5502764d3', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'mac_address': 'fa:16:3e:e9:7a:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '5b90a3a6-eeae-44c4-82ee-868038ac65d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:06:03Z', 'updated_at': '2021-07-24T00:06:07Z', 'revision_number': 2, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'subnets': [{'id': '5b90a3a6-eeae-44c4-82ee-868038ac65d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a24aaa6-d098-4068-9892-abcfb18cf2ac', 'name': '', 'network_id': '9a355f19-3960-47fc-a9fa-2380b44410fe', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'mac_address': 'fa:16:3e:c6:4b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '7cd57908-c436-4061-b8dc-9f554d34052a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:05:54Z', 'updated_at': '2021-07-24T00:06:04Z', 'revision_number': 5, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'subnets': [{'id': '7cd57908-c436-4061-b8dc-9f554d34052a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:10.283257 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5615ed99-2613-485f-b257-0168032232f1 None None] Checking router: 65b37177-453d-4d0f-8fe1-cc44f5ae0354 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:06:10.283926 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5615ed99-2613-485f-b257-0168032232f1 None None] Updating router 65b37177-453d-4d0f-8fe1-cc44f5ae0354 port 2583ebcd-cd40-4328-b99e-8fadcc3b33e6 binding host n-d-800088-16 {{(pid=100315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:06:10.285170 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cc2c50ee-43f7-48d1-9688-f104cbdad7b7 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:10.291641 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2c50ee-43f7-48d1-9688-f104cbdad7b7 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:10.292361 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cc2c50ee-43f7-48d1-9688-f104cbdad7b7 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:10.332908 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-5615ed99-2613-485f-b257-0168032232f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:10.355030 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-df5f5e2b-33bd-403c-9db5-f2a3cdff4172 None None] For port 1aa7c538-77e3-4f7c-bb6a-753a57999b38, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=1aa7c538-77e3-4f7c-bb6a-753a57999b38,segment=NetworkSegment(d2131980-89ca-4b97-aefd-109fe5133036),segment_id=d2131980-89ca-4b97-aefd-109fe5133036)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:06:10.393412 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2c50ee-43f7-48d1-9688-f104cbdad7b7 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Pushing event updated for resources: {'Network': ['ID=bb7b6f23-dc3c-4254-8c0d-202b2e1bebe4,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:10.404189 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-cc2c50ee-43f7-48d1-9688-f104cbdad7b7 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9275467 Jul 24 00:06:10.408545 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 59512) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:10.415469 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-ba53aa3a-d85d-4c12-b42b-8904a2f95afe tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Request body: {'subnet': {'network_id': 'bb7b6f23-dc3c-4254-8c0d-202b2e1bebe4', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:06:10.544453 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba53aa3a-d85d-4c12-b42b-8904a2f95afe tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Made reservation on behalf of 4c3f20c4b2b34266aaccdbe253bbb3ec for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:06:10.549772 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ba53aa3a-d85d-4c12-b42b-8904a2f95afe tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:10.647691 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-e8ae3874-efb2-4e70-9e00-d23b0d12a331 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Deleting port 1fba3d93-9b82-48f8-a90d-16411f5f4337 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:06:10.648050 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e8ae3874-efb2-4e70-9e00-d23b0d12a331 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:10.709523 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-5615ed99-2613-485f-b257-0168032232f1 None None] Notify callbacks [] for port, precommit_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:10.723247 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network bb7b6f23-dc3c-4254-8c0d-202b2e1bebe4 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:06:10.813436 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-df5f5e2b-33bd-403c-9db5-f2a3cdff4172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:10.819116 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-5615ed99-2613-485f-b257-0168032232f1 None None] Transition to ACTIVE for port object 2583ebcd-cd40-4328-b99e-8fadcc3b33e6 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:06:10.850209 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-5615ed99-2613-485f-b257-0168032232f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:10.917927 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2630ed05-ce08-4916-944a-c7321b1d1f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:10.942977 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5f5e2b-33bd-403c-9db5-f2a3cdff4172 None None] Pushing event updated for resources: {'Port': ['ID=1aa7c538-77e3-4f7c-bb6a-753a57999b38,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:10.992011 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e8ae3874-efb2-4e70-9e00-d23b0d12a331 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:11.000166 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d4dd140-2bc2-4cd1-90d9-6e29a3d4035d tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:06:11.005080 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-18b13769-1779-4b69-b6a4-2f81b803c3c9 req-9429a3e6-a24a-4ef2-a25b-7f7f0372df92 service neutron] 10.222.0.52 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8978732 Jul 24 00:06:11.013494 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-8d4dd140-2bc2-4cd1-90d9-6e29a3d4035d tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] 10.222.0.44 "PUT /v2.0/routers/83f18b96-a500-4678-8da8-8f48c8b7de5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8594480 Jul 24 00:06:11.017134 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbf0684-0f8a-427c-a23c-56636d1fbbf0 None None] Sync routers for ids ['83f18b96-a500-4678-8da8-8f48c8b7de5f'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:06:11.022805 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 59526) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:11.025056 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 83e8c270-eac4-4a64-a348-af7fae240862 details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:06:11.034785 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbf0684-0f8a-427c-a23c-56636d1fbbf0 None None] Routers {'83f18b96-a500-4678-8da8-8f48c8b7de5f'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:06:11.035490 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-8fbf0684-0f8a-427c-a23c-56636d1fbbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:05:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['83f18b96-a500-4678-8da8-8f48c8b7de5f'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:11.074054 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-e8ae3874-efb2-4e70-9e00-d23b0d12a331 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Calling delete_port for 1fba3d93-9b82-48f8-a90d-16411f5f4337 owned by {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:06:11.225934 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818985e8-5d9a-4db7-b10d-54a879ff9595 req-373b51a8-206b-4ab1-89e4-e58dee91f3c4 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:11.227683 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-818985e8-5d9a-4db7-b10d-54a879ff9595 req-373b51a8-206b-4ab1-89e4-e58dee91f3c4 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=85dccee4-09eb-4b9c-b239-e3f560397196 HTTP/1.1" status: 200 len: 949 time: 0.4252121 Jul 24 00:06:11.230445 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-18b13769-1779-4b69-b6a4-2f81b803c3c9 req-c19520fa-9abb-4f7f-b605-06c1542d3788 service neutron] 10.222.0.52 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155890 Jul 24 00:06:11.286339 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-818985e8-5d9a-4db7-b10d-54a879ff9595 req-07dedf75-102d-4086-b94a-31cbf4188d15 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517349 Jul 24 00:06:11.296744 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-8fbf0684-0f8a-427c-a23c-56636d1fbbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:11.306703 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbf0684-0f8a-427c-a23c-56636d1fbbf0 None None] Routers {'83f18b96-a500-4678-8da8-8f48c8b7de5f'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:06:11.307481 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-8fbf0684-0f8a-427c-a23c-56636d1fbbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:05:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['83f18b96-a500-4678-8da8-8f48c8b7de5f'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:11.313933 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5f5e2b-33bd-403c-9db5-f2a3cdff4172 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:06:11.314566 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5f5e2b-33bd-403c-9db5-f2a3cdff4172 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:06:11.315009 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5f5e2b-33bd-403c-9db5-f2a3cdff4172 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:06:11.315464 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5f5e2b-33bd-403c-9db5-f2a3cdff4172 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:06:11.315896 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5f5e2b-33bd-403c-9db5-f2a3cdff4172 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:06:11.316334 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5f5e2b-33bd-403c-9db5-f2a3cdff4172 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:06:11.316756 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5f5e2b-33bd-403c-9db5-f2a3cdff4172 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:06:11.317206 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5f5e2b-33bd-403c-9db5-f2a3cdff4172 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:06:11.317629 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5f5e2b-33bd-403c-9db5-f2a3cdff4172 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:06:11.318049 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5f5e2b-33bd-403c-9db5-f2a3cdff4172 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:06:11.318474 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5f5e2b-33bd-403c-9db5-f2a3cdff4172 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:06:11.318895 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5f5e2b-33bd-403c-9db5-f2a3cdff4172 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:06:11.333778 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2630ed05-ce08-4916-944a-c7321b1d1f04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d56430de-0ce5-443d-bb1b-4b29fdb6d0b4,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:11.356701 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-8fbf0684-0f8a-427c-a23c-56636d1fbbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:11.357427 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbf0684-0f8a-427c-a23c-56636d1fbbf0 None None] The sync data for ids ['83f18b96-a500-4678-8da8-8f48c8b7de5f'] in n-d-800088-16 is: [] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:06:11.381787 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814c6226-d662-481b-80bb-8be33f1892af None None] Pushing event updated for resources: {'Port': ['ID=2583ebcd-cd40-4328-b99e-8fadcc3b33e6,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:11.394982 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-b536b17e-e2c1-4cb5-91bf-c81ef4b9775d None None] Provisioning complete for port 1aa7c538-77e3-4f7c-bb6a-753a57999b38 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:06:11.395444 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b536b17e-e2c1-4cb5-91bf-c81ef4b9775d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:11.398133 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-5615ed99-2613-485f-b257-0168032232f1 None None] Attempting to bind port 2583ebcd-cd40-4328-b99e-8fadcc3b33e6 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:06:11.398504 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-5615ed99-2613-485f-b257-0168032232f1 None None] Attempting to bind port 2583ebcd-cd40-4328-b99e-8fadcc3b33e6 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '72d7a8b9-2053-481f-b537-ddde59c92c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c4e4cc7b-669b-4847-999a-1da5502764d3'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:06:11.398989 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5615ed99-2613-485f-b257-0168032232f1 None None] Attempting to bind port 2583ebcd-cd40-4328-b99e-8fadcc3b33e6 on network c4e4cc7b-669b-4847-999a-1da5502764d3 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:06:11.432302 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2630ed05-ce08-4916-944a-c7321b1d1f04 admin admin] Checking segment: {'id': '6ae6f178-a5a7-48fe-8694-33b87da05e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '18a152e0-a01f-49a7-bade-39a616e529a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:06:11.432707 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2630ed05-ce08-4916-944a-c7321b1d1f04 admin admin] Network hostable DHCP agents. Network: 18a152e0-a01f-49a7-bade-39a616e529a3, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:06:11.441429 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5615ed99-2613-485f-b257-0168032232f1 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:06:11.441817 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5615ed99-2613-485f-b257-0168032232f1 None None] Checking segment: {'id': '72d7a8b9-2053-481f-b537-ddde59c92c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c4e4cc7b-669b-4847-999a-1da5502764d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:06:11.442275 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-5615ed99-2613-485f-b257-0168032232f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:11.442683 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5615ed99-2613-485f-b257-0168032232f1 None None] Bound using segment: {'id': '72d7a8b9-2053-481f-b537-ddde59c92c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c4e4cc7b-669b-4847-999a-1da5502764d3'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:06:11.443171 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-5615ed99-2613-485f-b257-0168032232f1 None None] Bound port: 2583ebcd-cd40-4328-b99e-8fadcc3b33e6, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72d7a8b9-2053-481f-b537-ddde59c92c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c4e4cc7b-669b-4847-999a-1da5502764d3'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:06:11.443613 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-5615ed99-2613-485f-b257-0168032232f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:11.548008 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3f2462f8-4db8-43a5-8c30-abc2be676162 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks [] for router, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:11.550080 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ba53aa3a-d85d-4c12-b42b-8904a2f95afe tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:11.596226 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2630ed05-ce08-4916-944a-c7321b1d1f04 admin admin] Network 18a152e0-a01f-49a7-bade-39a616e529a3 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:06:11.614432 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 83e8c270-eac4-4a64-a348-af7fae240862, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=83e8c270-eac4-4a64-a348-af7fae240862,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:06:11.628029 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-5615ed99-2613-485f-b257-0168032232f1 None None] For port 2583ebcd-cd40-4328-b99e-8fadcc3b33e6, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:06:11.646338 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': '83e8c270-eac4-4a64-a348-af7fae240862', 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2', 'port_id': '83e8c270-eac4-4a64-a348-af7fae240862', 'mac_address': 'fa:16:3e:d4:8b:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef73a7e1-c64a-41e3-9997-629475c7b6b1', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:06:11.649512 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-5615ed99-2613-485f-b257-0168032232f1 None None] For port 2583ebcd-cd40-4328-b99e-8fadcc3b33e6, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=2583ebcd-cd40-4328-b99e-8fadcc3b33e6,segment=NetworkSegment(72d7a8b9-2053-481f-b537-ddde59c92c56),segment_id=72d7a8b9-2053-481f-b537-ddde59c92c56)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:06:11.660302 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-5615ed99-2613-485f-b257-0168032232f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:11.693226 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-b536b17e-e2c1-4cb5-91bf-c81ef4b9775d None None] Provisioning for port ad0e25f6-bb42-4095-aca4-44844e6efadc completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:06:11.714989 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-2630ed05-ce08-4916-944a-c7321b1d1f04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 18a152e0-a01f-49a7-bade-39a616e529a3) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:06:11.727820 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9b8a57-872f-4de8-ae19-3244db7f48f4 req-350b5f33-a0aa-42e8-9040-3b46b94a1ee9 tempest-MigrationsAdminTest-1150272480 tempest-MigrationsAdminTest-1150272480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:11.730269 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1e9b8a57-872f-4de8-ae19-3244db7f48f4 req-350b5f33-a0aa-42e8-9040-3b46b94a1ee9 tempest-MigrationsAdminTest-1150272480 tempest-MigrationsAdminTest-1150272480-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=85dccee4-09eb-4b9c-b239-e3f560397196 HTTP/1.1" status: 200 len: 1101 time: 0.3539135 Jul 24 00:06:11.730544 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-b536b17e-e2c1-4cb5-91bf-c81ef4b9775d None None] Provisioning complete for port ad0e25f6-bb42-4095-aca4-44844e6efadc triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:06:11.731039 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b536b17e-e2c1-4cb5-91bf-c81ef4b9775d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:11.737170 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2630ed05-ce08-4916-944a-c7321b1d1f04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:11.737874 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2630ed05-ce08-4916-944a-c7321b1d1f04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:11.738869 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:11.740742 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd00cbb9-a0f4-4007-a6fe-3c325deca92e None None] Network 18a152e0-a01f-49a7-bade-39a616e529a3 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:06:11.770382 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba53aa3a-d85d-4c12-b42b-8904a2f95afe tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Pushing event updated for resources: {'Subnet': ['ID=492cc28c-d72e-4cab-95ce-66df8792f2db,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:11.847403 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-2630ed05-ce08-4916-944a-c7321b1d1f04 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.3674586 Jul 24 00:06:11.895271 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e8ae3874-efb2-4e70-9e00-d23b0d12a331 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:11.909095 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5615ed99-2613-485f-b257-0168032232f1 None None] Routers {'65b37177-453d-4d0f-8fe1-cc44f5ae0354'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:06:11.909755 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-5615ed99-2613-485f-b257-0168032232f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:05:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['65b37177-453d-4d0f-8fe1-cc44f5ae0354'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:11.913582 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1e9b8a57-872f-4de8-ae19-3244db7f48f4 req-d76ac9d6-fd1c-4e4b-b72d-2b9834cea070 tempest-MigrationsAdminTest-1150272480 tempest-MigrationsAdminTest-1150272480-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623304 Jul 24 00:06:11.953081 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ae3874-efb2-4e70-9e00-d23b0d12a331 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event deleted for resources: {'Port': ['ID=1fba3d93-9b82-48f8-a90d-16411f5f4337,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:11.963936 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3f2462f8-4db8-43a5-8c30-abc2be676162 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:11.976803 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba53aa3a-d85d-4c12-b42b-8904a2f95afe tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Checking segment: {'id': '6f040de0-6a69-459d-8933-6f5997b36420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'bb7b6f23-dc3c-4254-8c0d-202b2e1bebe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:06:11.977214 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba53aa3a-d85d-4c12-b42b-8904a2f95afe tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Network hostable DHCP agents. Network: bb7b6f23-dc3c-4254-8c0d-202b2e1bebe4, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:06:12.099838 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-5615ed99-2613-485f-b257-0168032232f1 None None] Set router 65b37177-453d-4d0f-8fe1-cc44f5ae0354 gateway port host: None {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:06:12.193122 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba53aa3a-d85d-4c12-b42b-8904a2f95afe tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Network bb7b6f23-dc3c-4254-8c0d-202b2e1bebe4 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:06:12.195763 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83e8c270-eac4-4a64-a348-af7fae240862 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:06:12.294352 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-ba53aa3a-d85d-4c12-b42b-8904a2f95afe tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, bb7b6f23-dc3c-4254-8c0d-202b2e1bebe4) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:06:12.299505 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 83e8c270-eac4-4a64-a348-af7fae240862, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=83e8c270-eac4-4a64-a348-af7fae240862,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:06:12.312567 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba53aa3a-d85d-4c12-b42b-8904a2f95afe tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:12.313254 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ba53aa3a-d85d-4c12-b42b-8904a2f95afe tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:12.332995 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-b536b17e-e2c1-4cb5-91bf-c81ef4b9775d None None] Port ad0e25f6-bb42-4095-aca4-44844e6efadc cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:06:12.358955 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05ea877-0c2c-493a-8120-ee004f8d8ae9 None None] Network bb7b6f23-dc3c-4254-8c0d-202b2e1bebe4 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:06:12.360998 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 1aa7c538-77e3-4f7c-bb6a-753a57999b38 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:06:12.368940 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-ba53aa3a-d85d-4c12-b42b-8904a2f95afe tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9576943 Jul 24 00:06:12.371799 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 59548) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:12.377616 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e8ae3874-efb2-4e70-9e00-d23b0d12a331 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:12.390312 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-e8ae3874-efb2-4e70-9e00-d23b0d12a331 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "DELETE /v2.0/ports/1fba3d93-9b82-48f8-a90d-16411f5f4337 HTTP/1.1" status: 204 len: 168 time: 2.4930253 Jul 24 00:06:12.391366 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 59550) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:12.403366 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:12.409890 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814c6226-d662-481b-80bb-8be33f1892af None None] Pushing event updated for resources: {'Port': ['ID=2583ebcd-cd40-4328-b99e-8fadcc3b33e6,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:12.450975 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9c8a0fe-3beb-4598-95d1-7d8a6450d09f tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] GET failed (client error): The resource could not be found. Jul 24 00:06:12.455953 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-f9c8a0fe-3beb-4598-95d1-7d8a6450d09f tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "GET /v2.0/ports/1fba3d93-9b82-48f8-a90d-16411f5f4337 HTTP/1.1" status: 404 len: 333 time: 0.0601804 Jul 24 00:06:12.456910 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 59552) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:12.480094 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-3f2462f8-4db8-43a5-8c30-abc2be676162 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Deleting port 967a9d60-1d20-4721-903d-676309517dbf {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:06:12.480713 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3f2462f8-4db8-43a5-8c30-abc2be676162 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:12.553839 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-b536b17e-e2c1-4cb5-91bf-c81ef4b9775d None None] Could not find standard attr ID for object 1fba3d93-9b82-48f8-a90d-16411f5f4337. {{(pid=100315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 00:06:12.590777 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1733764-9abf-4f6e-970e-d1ea3acf4eb7 None None] Network 18a152e0-a01f-49a7-bade-39a616e529a3 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:06:12.642032 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c76e49-dbcc-46c6-bd62-dd88d898aab3 req-a468017e-1da8-4fcf-b05b-3bf9cbc8241c tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:12.643808 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-71c76e49-dbcc-46c6-bd62-dd88d898aab3 req-a468017e-1da8-4fcf-b05b-3bf9cbc8241c tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=85dccee4-09eb-4b9c-b239-e3f560397196 HTTP/1.1" status: 200 len: 950 time: 0.2183881 Jul 24 00:06:12.721736 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['83e8c270-eac4-4a64-a348-af7fae240862'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:06:12.747221 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3f2462f8-4db8-43a5-8c30-abc2be676162 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:12.764500 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-71c76e49-dbcc-46c6-bd62-dd88d898aab3 req-c230ac1c-919e-45c8-b9b2-cf4a850151dc tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108749 Jul 24 00:06:12.784183 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-3f2462f8-4db8-43a5-8c30-abc2be676162 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Calling delete_port for 967a9d60-1d20-4721-903d-676309517dbf owned by network:router_gateway {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:06:12.800094 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754becc5-b9d3-4f24-a906-1c7dec30f8c6 req-70ae2c68-cba6-4dec-bdd8-93680ffa7ed8 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:12.802046 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-754becc5-b9d3-4f24-a906-1c7dec30f8c6 req-70ae2c68-cba6-4dec-bdd8-93680ffa7ed8 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/networks?id=18a152e0-a01f-49a7-bade-39a616e529a3 HTTP/1.1" status: 200 len: 815 time: 0.2622175 Jul 24 00:06:12.872709 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=83e8c270-eac4-4a64-a348-af7fae240862,revision_number=12']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:12.873398 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-754becc5-b9d3-4f24-a906-1c7dec30f8c6 req-3b8a7293-c837-4ff7-93e3-faddd97a16bf tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/quotas/b522b7a30c7a44c49afc4b0ec559df03 HTTP/1.1" status: 200 len: 375 time: 0.0565841 Jul 24 00:06:12.875867 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-d026b90a-0f8a-4cd0-a786-a96ca54ceedf tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Deleting port ad0e25f6-bb42-4095-aca4-44844e6efadc {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:06:12.876208 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d026b90a-0f8a-4cd0-a786-a96ca54ceedf tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:12.882542 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-01e63193-69a2-43b0-b864-d6c48e9d0469 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:12.909326 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 1aa7c538-77e3-4f7c-bb6a-753a57999b38 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:06:12.909715 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:13.221278 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19b5269-8c1f-457d-b8f1-bec6b784ee46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-bb7b6f23-dc3c-4254-8c0d-202b2e1bebe4', 'network_id': 'bb7b6f23-dc3c-4254-8c0d-202b2e1bebe4', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'fixed_ips': [{'subnet_id': '492cc28c-d72e-4cab-95ce-66df8792f2db'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:06:13.222213 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a19b5269-8c1f-457d-b8f1-bec6b784ee46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:13.269742 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-754becc5-b9d3-4f24-a906-1c7dec30f8c6 req-0b385a0f-fa99-4e47-9d79-d233accee968 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b522b7a30c7a44c49afc4b0ec559df03&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0556498 Jul 24 00:06:13.290948 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-01e63193-69a2-43b0-b864-d6c48e9d0469 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Allocated IP 172.22.0.1 (bb7b6f23-dc3c-4254-8c0d-202b2e1bebe4/492cc28c-d72e-4cab-95ce-66df8792f2db/5be5a750-964c-4de4-9797-782e6bbcda85) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:06:13.348987 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-5615ed99-2613-485f-b257-0168032232f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'name': 'tempest-RoutersTest-router-1671455986', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:05:49Z', 'updated_at': '2021-07-24T00:06:06Z', 'revision_number': 3, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'gw_port_host': None, '_interfaces': [{'id': '2583ebcd-cd40-4328-b99e-8fadcc3b33e6', 'name': '', 'network_id': 'c4e4cc7b-669b-4847-999a-1da5502764d3', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'mac_address': 'fa:16:3e:e9:7a:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '5b90a3a6-eeae-44c4-82ee-868038ac65d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:06:03Z', 'updated_at': '2021-07-24T00:06:11Z', 'revision_number': 4, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'subnets': [{'id': '5b90a3a6-eeae-44c4-82ee-868038ac65d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a24aaa6-d098-4068-9892-abcfb18cf2ac', 'name': '', 'network_id': '9a355f19-3960-47fc-a9fa-2380b44410fe', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'mac_address': 'fa:16:3e:c6:4b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '7cd57908-c436-4061-b8dc-9f554d34052a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:05:54Z', 'updated_at': '2021-07-24T00:06:04Z', 'revision_number': 5, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'subnets': [{'id': '7cd57908-c436-4061-b8dc-9f554d34052a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:13.415963 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d026b90a-0f8a-4cd0-a786-a96ca54ceedf tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:13.428299 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5615ed99-2613-485f-b257-0168032232f1 None None] The sync data for ids ['65b37177-453d-4d0f-8fe1-cc44f5ae0354'] in n-d-800088-16 is: [{'id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'name': 'tempest-RoutersTest-router-1671455986', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:05:49Z', 'updated_at': '2021-07-24T00:06:06Z', 'revision_number': 3, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'gw_port_host': None, '_interfaces': [{'id': '2583ebcd-cd40-4328-b99e-8fadcc3b33e6', 'name': '', 'network_id': 'c4e4cc7b-669b-4847-999a-1da5502764d3', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'mac_address': 'fa:16:3e:e9:7a:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '5b90a3a6-eeae-44c4-82ee-868038ac65d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:06:03Z', 'updated_at': '2021-07-24T00:06:11Z', 'revision_number': 4, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'subnets': [{'id': '5b90a3a6-eeae-44c4-82ee-868038ac65d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a24aaa6-d098-4068-9892-abcfb18cf2ac', 'name': '', 'network_id': '9a355f19-3960-47fc-a9fa-2380b44410fe', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'mac_address': 'fa:16:3e:c6:4b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '7cd57908-c436-4061-b8dc-9f554d34052a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:05:54Z', 'updated_at': '2021-07-24T00:06:04Z', 'revision_number': 5, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'subnets': [{'id': '7cd57908-c436-4061-b8dc-9f554d34052a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:06:13.493374 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-01e63193-69a2-43b0-b864-d6c48e9d0469 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:13.519808 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-d026b90a-0f8a-4cd0-a786-a96ca54ceedf tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Calling delete_port for ad0e25f6-bb42-4095-aca4-44844e6efadc owned by {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:06:13.563405 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [None req-01e63193-69a2-43b0-b864-d6c48e9d0469 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Transition to ACTIVE for port object 5be5a750-964c-4de4-9797-782e6bbcda85 will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:06:13.625353 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0270de-9ae7-402b-bd2c-0ff1f933fc3c req-a7e7efad-e757-4419-b4f6-7b5578d2edef tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:13.627273 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5a0270de-9ae7-402b-bd2c-0ff1f933fc3c req-a7e7efad-e757-4419-b4f6-7b5578d2edef tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.52 "GET /v2.0/ports?device_id=85dccee4-09eb-4b9c-b239-e3f560397196 HTTP/1.1" status: 200 len: 950 time: 0.1212816 Jul 24 00:06:13.629090 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-01e63193-69a2-43b0-b864-d6c48e9d0469 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:13.663616 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-754becc5-b9d3-4f24-a906-1c7dec30f8c6 req-e5434543-eeae-419d-863b-fd0da70af1c7 service neutron] 10.222.0.44 "GET /v2.0/networks/18a152e0-a01f-49a7-bade-39a616e529a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3571899 Jul 24 00:06:13.694969 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-a19b5269-8c1f-457d-b8f1-bec6b784ee46 None None] Allocated IP 172.22.0.2 (bb7b6f23-dc3c-4254-8c0d-202b2e1bebe4/492cc28c-d72e-4cab-95ce-66df8792f2db/473568d6-c711-4a0e-b9e0-ba773d617923) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:06:13.729135 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e63193-69a2-43b0-b864-d6c48e9d0469 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Network bb7b6f23-dc3c-4254-8c0d-202b2e1bebe4 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:06:13.739777 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-01e63193-69a2-43b0-b864-d6c48e9d0469 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:06:13.749266 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e63193-69a2-43b0-b864-d6c48e9d0469 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:06:13.766332 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e63193-69a2-43b0-b864-d6c48e9d0469 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Pushing event updated for resources: {'Port': ['ID=5be5a750-964c-4de4-9797-782e6bbcda85,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:13.802805 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3f2462f8-4db8-43a5-8c30-abc2be676162 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:13.950797 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2462f8-4db8-43a5-8c30-abc2be676162 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Pushing event deleted for resources: {'Port': ['ID=967a9d60-1d20-4721-903d-676309517dbf,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:13.961389 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-01e63193-69a2-43b0-b864-d6c48e9d0469 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681761'] for router_interface, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:14.002191 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-754becc5-b9d3-4f24-a906-1c7dec30f8c6 req-c6b2b05c-118f-4228-a39d-dd742632625b service neutron] 10.222.0.44 "GET /v2.0/networks/18a152e0-a01f-49a7-bade-39a616e529a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3205991 Jul 24 00:06:14.003637 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d026b90a-0f8a-4cd0-a786-a96ca54ceedf tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:14.095181 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-5a0270de-9ae7-402b-bd2c-0ff1f933fc3c req-51a3573c-7236-487b-9714-0cd68861e2b0 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Deleting port 83e8c270-eac4-4a64-a348-af7fae240862 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:06:14.095565 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-5a0270de-9ae7-402b-bd2c-0ff1f933fc3c req-51a3573c-7236-487b-9714-0cd68861e2b0 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:14.117497 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d026b90a-0f8a-4cd0-a786-a96ca54ceedf tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event deleted for resources: {'Port': ['ID=ad0e25f6-bb42-4095-aca4-44844e6efadc,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:14.130833 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41764e81-b579-4058-9a71-ec32f7da45a9 req-0eac2b00-967e-4869-99e2-146f969743b5 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:14.139294 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-41764e81-b579-4058-9a71-ec32f7da45a9 req-0eac2b00-967e-4869-99e2-146f969743b5 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=85dccee4-09eb-4b9c-b239-e3f560397196 HTTP/1.1" status: 200 len: 950 time: 0.2423620 Jul 24 00:06:14.233297 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3f2462f8-4db8-43a5-8c30-abc2be676162 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687114'] for router_gateway, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:14.378690 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a19b5269-8c1f-457d-b8f1-bec6b784ee46 None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:14.389487 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-01e63193-69a2-43b0-b864-d6c48e9d0469 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:14.397090 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 2583ebcd-cd40-4328-b99e-8fadcc3b33e6 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:06:14.402180 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3f2462f8-4db8-43a5-8c30-abc2be676162 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:14.406088 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3f2462f8-4db8-43a5-8c30-abc2be676162 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:14.413355 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-41764e81-b579-4058-9a71-ec32f7da45a9 req-91a54a6a-dba7-4ce1-b73c-a24f539f6bc6 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688525 Jul 24 00:06:14.420860 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-a19b5269-8c1f-457d-b8f1-bec6b784ee46 None None] Transition to ACTIVE for port object 473568d6-c711-4a0e-b9e0-ba773d617923 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:06:14.441775 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-a19b5269-8c1f-457d-b8f1-bec6b784ee46 None None] Transition to ACTIVE for port object 473568d6-c711-4a0e-b9e0-ba773d617923 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:06:14.460728 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3f2462f8-4db8-43a5-8c30-abc2be676162 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:14.462569 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f2462f8-4db8-43a5-8c30-abc2be676162 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Fanout notify agent at l3_agent the message router_deleted on router 83f18b96-a500-4678-8da8-8f48c8b7de5f {{(pid=100314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:06:14.487583 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a19b5269-8c1f-457d-b8f1-bec6b784ee46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:14.500475 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3f2462f8-4db8-43a5-8c30-abc2be676162 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:14.513438 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-3f2462f8-4db8-43a5-8c30-abc2be676162 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] 10.222.0.44 "DELETE /v2.0/routers/83f18b96-a500-4678-8da8-8f48c8b7de5f HTTP/1.1" status: 204 len: 168 time: 3.4827132 Jul 24 00:06:14.529786 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 59604) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:14.574769 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-5a0270de-9ae7-402b-bd2c-0ff1f933fc3c req-51a3573c-7236-487b-9714-0cd68861e2b0 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] For port 83e8c270-eac4-4a64-a348-af7fae240862, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=83e8c270-eac4-4a64-a348-af7fae240862,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:06:14.575273 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-5a0270de-9ae7-402b-bd2c-0ff1f933fc3c req-51a3573c-7236-487b-9714-0cd68861e2b0 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:14.594630 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19b5269-8c1f-457d-b8f1-bec6b784ee46 None None] Network bb7b6f23-dc3c-4254-8c0d-202b2e1bebe4 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:06:14.602145 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-145c1b3e-6b00-4314-9233-848a199d730a req-6ec1aa92-dc5e-4f3f-8996-eba2d66062fb tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fdd01f9-a35c-430e-9b07-0d6791794e3e HTTP/1.1" status: 200 len: 210 time: 0.1517015 Jul 24 00:06:14.617294 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-a19b5269-8c1f-457d-b8f1-bec6b784ee46 None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:06:14.617294 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19b5269-8c1f-457d-b8f1-bec6b784ee46 None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:06:14.643322 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-5a0270de-9ae7-402b-bd2c-0ff1f933fc3c req-51a3573c-7236-487b-9714-0cd68861e2b0 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Calling delete_port for 83e8c270-eac4-4a64-a348-af7fae240862 owned by compute:nova {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:06:14.683882 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19b5269-8c1f-457d-b8f1-bec6b784ee46 None None] Pushing event updated for resources: {'Port': ['ID=473568d6-c711-4a0e-b9e0-ba773d617923,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:14.695542 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d026b90a-0f8a-4cd0-a786-a96ca54ceedf tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:14.713441 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-d026b90a-0f8a-4cd0-a786-a96ca54ceedf tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "DELETE /v2.0/ports/ad0e25f6-bb42-4095-aca4-44844e6efadc HTTP/1.1" status: 204 len: 168 time: 2.2471130 Jul 24 00:06:14.713441 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 59610) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:14.727731 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-a19b5269-8c1f-457d-b8f1-bec6b784ee46 None None] Attempting to bind port 473568d6-c711-4a0e-b9e0-ba773d617923 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:06:14.728283 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-a19b5269-8c1f-457d-b8f1-bec6b784ee46 None None] Attempting to bind port 473568d6-c711-4a0e-b9e0-ba773d617923 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '6f040de0-6a69-459d-8933-6f5997b36420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'bb7b6f23-dc3c-4254-8c0d-202b2e1bebe4'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:06:14.728761 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19b5269-8c1f-457d-b8f1-bec6b784ee46 None None] Attempting to bind port 473568d6-c711-4a0e-b9e0-ba773d617923 on network bb7b6f23-dc3c-4254-8c0d-202b2e1bebe4 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:06:14.732737 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 2583ebcd-cd40-4328-b99e-8fadcc3b33e6 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:06:14.741346 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 2583ebcd-cd40-4328-b99e-8fadcc3b33e6 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:06:14.741869 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:14.743792 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-3abef664-68c2-42f4-8ab3-056dc1a4f2d1 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Deleting subnet 44d10ea1-a941-4489-96ed-8f2d6b9252d2 {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:06:14.818470 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19b5269-8c1f-457d-b8f1-bec6b784ee46 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:06:14.821011 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19b5269-8c1f-457d-b8f1-bec6b784ee46 None None] Checking segment: {'id': '6f040de0-6a69-459d-8933-6f5997b36420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'bb7b6f23-dc3c-4254-8c0d-202b2e1bebe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:06:14.821387 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3abef664-68c2-42f4-8ab3-056dc1a4f2d1 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:14.821882 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a19b5269-8c1f-457d-b8f1-bec6b784ee46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:14.825964 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19b5269-8c1f-457d-b8f1-bec6b784ee46 None None] Bound using segment: {'id': '6f040de0-6a69-459d-8933-6f5997b36420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'bb7b6f23-dc3c-4254-8c0d-202b2e1bebe4'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:06:14.826926 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-a19b5269-8c1f-457d-b8f1-bec6b784ee46 None None] Bound port: 473568d6-c711-4a0e-b9e0-ba773d617923, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f040de0-6a69-459d-8933-6f5997b36420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'bb7b6f23-dc3c-4254-8c0d-202b2e1bebe4'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:06:14.827450 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a19b5269-8c1f-457d-b8f1-bec6b784ee46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:14.835851 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:14.900494 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3abef664-68c2-42f4-8ab3-056dc1a4f2d1 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:14.961366 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:14.992723 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 83e8c270-eac4-4a64-a348-af7fae240862 details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:06:15.032858 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-e42f5e69-5b35-44ed-b91d-2e29042669b0 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] GET failed (client error): The resource could not be found. Jul 24 00:06:15.035114 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-e42f5e69-5b35-44ed-b91d-2e29042669b0 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "GET /v2.0/ports/ad0e25f6-bb42-4095-aca4-44844e6efadc HTTP/1.1" status: 404 len: 333 time: 0.3212566 Jul 24 00:06:15.038112 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 59614) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:15.069025 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-01e63193-69a2-43b0-b864-d6c48e9d0469 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:15.080314 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-01e63193-69a2-43b0-b864-d6c48e9d0469 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:15.113137 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3abef664-68c2-42f4-8ab3-056dc1a4f2d1 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:15.150738 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-01e63193-69a2-43b0-b864-d6c48e9d0469 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680980'] for router_interface, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:15.154870 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-663a7ffc-e24c-4ff4-a883-9b13553904d9 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Deleting subnet 8cddadbd-03d0-43aa-8eb3-8364f5200db4 {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:06:15.157519 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-5a0270de-9ae7-402b-bd2c-0ff1f933fc3c req-51a3573c-7236-487b-9714-0cd68861e2b0 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:15.170694 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-663a7ffc-e24c-4ff4-a883-9b13553904d9 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:15.175391 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 83e8c270-eac4-4a64-a348-af7fae240862, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=83e8c270-eac4-4a64-a348-af7fae240862,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:06:15.184429 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 2583ebcd-cd40-4328-b99e-8fadcc3b33e6, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=2583ebcd-cd40-4328-b99e-8fadcc3b33e6,segment=NetworkSegment(72d7a8b9-2053-481f-b537-ddde59c92c56),segment_id=72d7a8b9-2053-481f-b537-ddde59c92c56)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:06:15.197973 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['646da755-b657-48af-8f46-1246a45e82e4', '7c4baabd-a258-4647-844c-3df4320bfcd4', '7b3ad419-bcb4-463d-a0fe-9702b81fd418'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:06:15.201693 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-a19b5269-8c1f-457d-b8f1-bec6b784ee46 None None] For port 473568d6-c711-4a0e-b9e0-ba773d617923, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:06:15.212326 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:15.247737 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-663a7ffc-e24c-4ff4-a883-9b13553904d9 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:15.255908 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e63193-69a2-43b0-b864-d6c48e9d0469 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Pushing event updated for resources: {'Port': ['ID=5be5a750-964c-4de4-9797-782e6bbcda85,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:15.330637 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': '83e8c270-eac4-4a64-a348-af7fae240862', 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2', 'port_id': '83e8c270-eac4-4a64-a348-af7fae240862', 'mac_address': 'fa:16:3e:d4:8b:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef73a7e1-c64a-41e3-9997-629475c7b6b1', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:06:15.341689 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3abef664-68c2-42f4-8ab3-056dc1a4f2d1 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:15.342852 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-a19b5269-8c1f-457d-b8f1-bec6b784ee46 None None] For port 473568d6-c711-4a0e-b9e0-ba773d617923, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=473568d6-c711-4a0e-b9e0-ba773d617923,segment=NetworkSegment(6f040de0-6a69-459d-8933-6f5997b36420),segment_id=6f040de0-6a69-459d-8933-6f5997b36420)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:06:15.349590 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a3573c-7236-487b-9714-0cd68861e2b0 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Pushing event deleted for resources: {'Port': ['ID=83e8c270-eac4-4a64-a348-af7fae240862,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:15.363353 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a19b5269-8c1f-457d-b8f1-bec6b784ee46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:15.407765 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=2583ebcd-cd40-4328-b99e-8fadcc3b33e6,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:15.422858 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3abef664-68c2-42f4-8ab3-056dc1a4f2d1 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:15.424105 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a0270de-9ae7-402b-bd2c-0ff1f933fc3c req-51a3573c-7236-487b-9714-0cd68861e2b0 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] No DVR routers for this DVR port 83e8c270-eac4-4a64-a348-af7fae240862 on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:06:15.427666 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 59616) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:15.428675 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-3abef664-68c2-42f4-8ab3-056dc1a4f2d1 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] 10.222.0.44 "DELETE /v2.0/subnets/44d10ea1-a941-4489-96ed-8f2d6b9252d2 HTTP/1.1" status: 204 len: 168 time: 0.8617532 Jul 24 00:06:15.444922 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abef664-68c2-42f4-8ab3-056dc1a4f2d1 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Pushing event deleted for resources: {'Subnet': ['ID=44d10ea1-a941-4489-96ed-8f2d6b9252d2,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:15.449421 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1832a3-60f1-480a-a3ed-1900f1eaeb94 None None] Network 5f4e66ab-1df8-43aa-8a8e-fff6339236a8 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:06:15.470813 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-5a0270de-9ae7-402b-bd2c-0ff1f933fc3c req-51a3573c-7236-487b-9714-0cd68861e2b0 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:15.473031 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5a0270de-9ae7-402b-bd2c-0ff1f933fc3c req-51a3573c-7236-487b-9714-0cd68861e2b0 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.52 "DELETE /v2.0/ports/83e8c270-eac4-4a64-a348-af7fae240862 HTTP/1.1" status: 204 len: 173 time: 1.8372800 Jul 24 00:06:15.473801 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85dccee4-09eb-4b9c-b239-e3f560397196', 'name': 'network-vif-deleted', 'tag': '83e8c270-eac4-4a64-a348-af7fae240862'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:06:15.476413 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e255e8c7-fc6f-4f14-9891-a4e1b83ee629" -d '{"events": [{"server_uuid": "85dccee4-09eb-4b9c-b239-e3f560397196", "name": "network-vif-deleted", "tag": "83e8c270-eac4-4a64-a348-af7fae240862"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:06:15.517956 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-663a7ffc-e24c-4ff4-a883-9b13553904d9 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:15.694096 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-663a7ffc-e24c-4ff4-a883-9b13553904d9 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:15.750764 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3c92e687-e04c-463e-a1ae-e2b26bcd9dfd req-bd389a43-d3fb-4240-943d-c5c9f47e4067 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=85dccee4-09eb-4b9c-b239-e3f560397196 HTTP/1.1" status: 200 len: 210 time: 0.1436217 Jul 24 00:06:15.762280 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e63193-69a2-43b0-b864-d6c48e9d0469 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Network bb7b6f23-dc3c-4254-8c0d-202b2e1bebe4 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:06:15.774664 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663a7ffc-e24c-4ff4-a883-9b13553904d9 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event deleted for resources: {'Subnet': ['ID=8cddadbd-03d0-43aa-8eb3-8364f5200db4,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:15.795057 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f8ee6f-416c-40b6-b6c0-3cc227acf3c3 x-openstack-request-id: req-d2f8ee6f-416c-40b6-b6c0-3cc227acf3c3 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:06:15.796932 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85dccee4-09eb-4b9c-b239-e3f560397196", "name": "network-vif-deleted", "tag": "83e8c270-eac4-4a64-a348-af7fae240862", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:06:15.797773 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d2f8ee6f-416c-40b6-b6c0-3cc227acf3c3 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:06:15.798926 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85dccee4-09eb-4b9c-b239-e3f560397196', 'name': 'network-vif-deleted', 'tag': '83e8c270-eac4-4a64-a348-af7fae240862', 'status': 'completed', 'code': 200} Jul 24 00:06:15.807341 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3f566658-e362-4f72-835c-955d69e23d1d tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:15.813601 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-01e63193-69a2-43b0-b864-d6c48e9d0469 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:06:15.825985 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-663a7ffc-e24c-4ff4-a883-9b13553904d9 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:15.846931 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-663a7ffc-e24c-4ff4-a883-9b13553904d9 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "DELETE /v2.0/subnets/8cddadbd-03d0-43aa-8eb3-8364f5200db4 HTTP/1.1" status: 204 len: 168 time: 0.7931044 Jul 24 00:06:15.847790 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 59632) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:15.856521 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0714c040-79bc-488a-bb3f-e8ce182a23d0 None None] Network fc5a3aea-45cd-4e72-89eb-39ddd8bd6c55 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:06:15.872202 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19b5269-8c1f-457d-b8f1-bec6b784ee46 None None] Pushing event updated for resources: {'Port': ['ID=473568d6-c711-4a0e-b9e0-ba773d617923,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:16.026050 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01e63193-69a2-43b0-b864-d6c48e9d0469 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Router 65b37177-453d-4d0f-8fe1-cc44f5ae0354 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:06:16.119583 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-708942b1-146d-434f-967b-0d854616e0cf req-d307c8f0-dc95-4eb1-ac2a-22a454624f08 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fdd01f9-a35c-430e-9b07-0d6791794e3e HTTP/1.1" status: 200 len: 210 time: 0.1040888 Jul 24 00:06:16.172309 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-46b42023-69f1-430a-b964-25a304aea8a4 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:16.235325 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754becc5-b9d3-4f24-a906-1c7dec30f8c6 req-df0811ef-d52c-4d66-9546-8b7b689fcc3c tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:16.237688 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-754becc5-b9d3-4f24-a906-1c7dec30f8c6 req-df0811ef-d52c-4d66-9546-8b7b689fcc3c tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.64 "GET /v2.0/networks?id=18a152e0-a01f-49a7-bade-39a616e529a3 HTTP/1.1" status: 200 len: 815 time: 0.4729114 Jul 24 00:06:16.253693 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-754becc5-b9d3-4f24-a906-1c7dec30f8c6 req-e1471c22-3cbd-48f8-bb2d-1c948fa9ba5f tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Request body: {'port': {'device_id': '5fdd01f9-a35c-430e-9b07-0d6791794e3e', 'network_id': '18a152e0-a01f-49a7-bade-39a616e529a3', 'admin_state_up': True, 'tenant_id': 'b522b7a30c7a44c49afc4b0ec559df03'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:06:16.265776 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-3f566658-e362-4f72-835c-955d69e23d1d tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Deleting port dd18e853-92a6-4040-9af8-0ddb8e03b0db {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:06:16.266225 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3f566658-e362-4f72-835c-955d69e23d1d tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:16.326272 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-46b42023-69f1-430a-b964-25a304aea8a4 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Deleting port 1aa7c538-77e3-4f7c-bb6a-753a57999b38 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:06:16.326720 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-46b42023-69f1-430a-b964-25a304aea8a4 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:16.340753 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e63193-69a2-43b0-b864-d6c48e9d0469 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:06:16.354100 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-01e63193-69a2-43b0-b864-d6c48e9d0469 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "PUT /v2.0/routers/65b37177-453d-4d0f-8fe1-cc44f5ae0354/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9811454 Jul 24 00:06:16.357445 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 59634) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:16.359646 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0681488e-aed6-4971-996d-ae456b3902aa None None] Sync routers for ids ['65b37177-453d-4d0f-8fe1-cc44f5ae0354'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:06:16.381780 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-30eae648-c273-4b6b-9137-0bfc9e363f93 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Request body: {'network': {'name': 'tempest-RoutersTest-979636402'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:06:16.436371 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-46b42023-69f1-430a-b964-25a304aea8a4 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] For port 1aa7c538-77e3-4f7c-bb6a-753a57999b38, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=1aa7c538-77e3-4f7c-bb6a-753a57999b38,segment=NetworkSegment(d2131980-89ca-4b97-aefd-109fe5133036),segment_id=d2131980-89ca-4b97-aefd-109fe5133036)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:06:16.437089 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-46b42023-69f1-430a-b964-25a304aea8a4 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:16.439912 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0f0110-c2db-4279-bcef-3771d568e453 None None] DHCP port deletion for 5f4e66ab-1df8-43aa-8a8e-fff6339236a8 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:06:16.450930 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0681488e-aed6-4971-996d-ae456b3902aa None None] Routers {'65b37177-453d-4d0f-8fe1-cc44f5ae0354'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:06:16.452360 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-0681488e-aed6-4971-996d-ae456b3902aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:05:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['65b37177-453d-4d0f-8fe1-cc44f5ae0354'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:16.472489 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-46b42023-69f1-430a-b964-25a304aea8a4 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Calling delete_port for 1aa7c538-77e3-4f7c-bb6a-753a57999b38 owned by network:dhcp {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:06:16.503496 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-3f566658-e362-4f72-835c-955d69e23d1d tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] For port dd18e853-92a6-4040-9af8-0ddb8e03b0db, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=dd18e853-92a6-4040-9af8-0ddb8e03b0db,segment=NetworkSegment(a894b00e-56cf-4850-887b-5a16272efc04),segment_id=a894b00e-56cf-4850-887b-5a16272efc04)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:06:16.503882 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3f566658-e362-4f72-835c-955d69e23d1d tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:16.524373 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-3f566658-e362-4f72-835c-955d69e23d1d tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Calling delete_port for dd18e853-92a6-4040-9af8-0ddb8e03b0db owned by network:dhcp {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:06:16.540106 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 2583ebcd-cd40-4328-b99e-8fadcc3b33e6 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:06:16.585404 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30eae648-c273-4b6b-9137-0bfc9e363f93 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Made reservation on behalf of 4c3f20c4b2b34266aaccdbe253bbb3ec for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:06:16.590097 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-30eae648-c273-4b6b-9137-0bfc9e363f93 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:16.593136 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-754becc5-b9d3-4f24-a906-1c7dec30f8c6 req-e1471c22-3cbd-48f8-bb2d-1c948fa9ba5f tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Made reservation on behalf of b522b7a30c7a44c49afc4b0ec559df03 for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:06:16.597304 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-754becc5-b9d3-4f24-a906-1c7dec30f8c6 req-e1471c22-3cbd-48f8-bb2d-1c948fa9ba5f tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:16.600412 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a907974c-f267-42b2-84d6-af3c59f4c67e None None] DHCP port deletion for fc5a3aea-45cd-4e72-89eb-39ddd8bd6c55 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:06:16.640530 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30eae648-c273-4b6b-9137-0bfc9e363f93 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:06:16.664379 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-30eae648-c273-4b6b-9137-0bfc9e363f93 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:16.665822 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-30eae648-c273-4b6b-9137-0bfc9e363f93 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Added segment 576dbff0-02fc-400b-993a-40b7989e4c10 of type vlan for network f017b5f1-1d7d-4df6-9303-7bcef2a73bcf Jul 24 00:06:16.708996 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-46b42023-69f1-430a-b964-25a304aea8a4 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:16.725828 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b42023-69f1-430a-b964-25a304aea8a4 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] No DVR routers for this DVR port 1aa7c538-77e3-4f7c-bb6a-753a57999b38 on host n-d-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:06:16.738396 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3f566658-e362-4f72-835c-955d69e23d1d tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:16.765586 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-30eae648-c273-4b6b-9137-0bfc9e363f93 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:16.776455 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-0681488e-aed6-4971-996d-ae456b3902aa None None] Set router 65b37177-453d-4d0f-8fe1-cc44f5ae0354 gateway port host: None {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:06:16.798252 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f566658-e362-4f72-835c-955d69e23d1d tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] No DVR routers for this DVR port dd18e853-92a6-4040-9af8-0ddb8e03b0db on host n-d-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:06:16.800257 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f566658-e362-4f72-835c-955d69e23d1d tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Pushing event deleted for resources: {'Port': ['ID=dd18e853-92a6-4040-9af8-0ddb8e03b0db,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:16.810593 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b42023-69f1-430a-b964-25a304aea8a4 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event deleted for resources: {'Port': ['ID=1aa7c538-77e3-4f7c-bb6a-753a57999b38,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:16.880090 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-1a0f0110-c2db-4279-bcef-3771d568e453 None None] Deleting port dd18e853-92a6-4040-9af8-0ddb8e03b0db {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:06:16.881137 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-1a0f0110-c2db-4279-bcef-3771d568e453 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:16.921168 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 2583ebcd-cd40-4328-b99e-8fadcc3b33e6 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:06:16.925164 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:17.000222 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3f566658-e362-4f72-835c-955d69e23d1d tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:17.002630 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-46b42023-69f1-430a-b964-25a304aea8a4 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:17.013736 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-3f566658-e362-4f72-835c-955d69e23d1d tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f4e66ab-1df8-43aa-8a8e-fff6339236a8']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:17.027642 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-3f566658-e362-4f72-835c-955d69e23d1d tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a894b00e-56cf-4850-887b-5a16272efc04') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:17.027958 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-3f566658-e362-4f72-835c-955d69e23d1d tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a894b00e-56cf-4850-887b-5a16272efc04') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:17.029638 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 83e8c270-eac4-4a64-a348-af7fae240862 no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:06:17.031720 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-46b42023-69f1-430a-b964-25a304aea8a4 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc5a3aea-45cd-4e72-89eb-39ddd8bd6c55']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:17.040125 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3f566658-e362-4f72-835c-955d69e23d1d tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:17.054671 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3f566658-e362-4f72-835c-955d69e23d1d tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:17.061511 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f566658-e362-4f72-835c-955d69e23d1d tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:06:17.061929 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3f566658-e362-4f72-835c-955d69e23d1d tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:17.067594 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:06:17.067594 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:06:17.067594 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:06:17.067594 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:06:17.067594 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:06:17.067594 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:06:17.067594 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:06:17.067594 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:06:17.067594 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:06:17.067594 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:06:17.067594 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:06:17.067594 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:06:17.067594 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:06:17.067594 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:06:17.067594 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:06:17.067594 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:06:17.067594 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:06:17.067594 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:06:17.067594 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:06:17.067594 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:06:17.067594 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:06:17.067594 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:06:17.067594 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:06:17.067594 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:06:17.067594 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:06:17.067594 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:06:17.067594 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:06:17.067594 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:06:17.067594 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:06:17.067594 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:06:17.067594 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:06:17.067594 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:06:17.070368 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-46b42023-69f1-430a-b964-25a304aea8a4 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2131980-89ca-4b97-aefd-109fe5133036') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:17.070368 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-46b42023-69f1-430a-b964-25a304aea8a4 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2131980-89ca-4b97-aefd-109fe5133036') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:17.091441 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.db.resource_extend [None req-30eae648-c273-4b6b-9137-0bfc9e363f93 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 24 00:06:17.121261 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-46b42023-69f1-430a-b964-25a304aea8a4 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:17.124803 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [req-754becc5-b9d3-4f24-a906-1c7dec30f8c6 req-e1471c22-3cbd-48f8-bb2d-1c948fa9ba5f tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Allocated IP 172.20.0.3 (18a152e0-a01f-49a7-bade-39a616e529a3/d56430de-0ce5-443d-bb1b-4b29fdb6d0b4/e35343cc-86f0-480d-bbcb-c956a7afa5b7) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:06:17.159643 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-a907974c-f267-42b2-84d6-af3c59f4c67e None None] Deleting port 1aa7c538-77e3-4f7c-bb6a-753a57999b38 {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:06:17.160121 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a907974c-f267-42b2-84d6-af3c59f4c67e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:17.221735 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-46b42023-69f1-430a-b964-25a304aea8a4 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:17.238317 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46b42023-69f1-430a-b964-25a304aea8a4 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:06:17.246160 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-46b42023-69f1-430a-b964-25a304aea8a4 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:17.269892 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f6eb318a-869b-48c8-a525-002e7c75373f req-7040e06a-0bb7-4754-b01a-0cf7b3df463e tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fdd01f9-a35c-430e-9b07-0d6791794e3e HTTP/1.1" status: 200 len: 210 time: 0.0443413 Jul 24 00:06:17.278657 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-30eae648-c273-4b6b-9137-0bfc9e363f93 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:17.285369 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30eae648-c273-4b6b-9137-0bfc9e363f93 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:17.285961 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-30eae648-c273-4b6b-9137-0bfc9e363f93 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:17.314763 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:06:17.314763 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:06:17.314763 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:06:17.314763 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:06:17.314763 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:06:17.314763 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:06:17.314763 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:06:17.314763 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:06:17.314763 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:06:17.314763 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:06:17.314763 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:06:17.314763 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:06:17.314763 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:06:17.314763 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:06:17.314763 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:06:17.314763 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:06:17.314763 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:06:17.314763 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:06:17.314763 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:06:17.314763 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:06:17.314763 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:06:17.314763 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:06:17.314763 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:06:17.314763 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:06:17.314763 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:06:17.314763 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:06:17.314763 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:06:17.314763 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:06:17.314763 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:06:17.314763 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:06:17.314763 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:06:17.314763 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:06:17.321026 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3f566658-e362-4f72-835c-955d69e23d1d tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:17.336169 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-30eae648-c273-4b6b-9137-0bfc9e363f93 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9772029 Jul 24 00:06:17.336508 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] No Port match for: 83e8c270-eac4-4a64-a348-af7fae240862 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:06:17.336886 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 83e8c270-eac4-4a64-a348-af7fae240862 not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:06:17.338636 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 59648) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:17.353061 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-e1580212-9e36-4ccd-9c3f-73eb7424a8c0 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Request body: {'subnet': {'network_id': 'f017b5f1-1d7d-4df6-9303-7bcef2a73bcf', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:06:17.356909 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b73ea65-91e7-4897-89c4-24189759efe7 None None] Network bb7b6f23-dc3c-4254-8c0d-202b2e1bebe4 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:06:17.359878 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-46b42023-69f1-430a-b964-25a304aea8a4 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:17.412407 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-1a0f0110-c2db-4279-bcef-3771d568e453 None None] For port dd18e853-92a6-4040-9af8-0ddb8e03b0db, host n-d-800088-16, got binding levels [] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:06:17.412910 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-1a0f0110-c2db-4279-bcef-3771d568e453 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:17.416427 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-46b42023-69f1-430a-b964-25a304aea8a4 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:17.421714 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-46b42023-69f1-430a-b964-25a304aea8a4 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "DELETE /v2.0/networks/fc5a3aea-45cd-4e72-89eb-39ddd8bd6c55 HTTP/1.1" status: 204 len: 168 time: 1.5396552 Jul 24 00:06:17.429431 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b42023-69f1-430a-b964-25a304aea8a4 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event deleted for resources: {'Network': ['ID=fc5a3aea-45cd-4e72-89eb-39ddd8bd6c55,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:17.431395 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3f566658-e362-4f72-835c-955d69e23d1d tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:17.431622 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 59650) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:17.437493 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-3f566658-e362-4f72-835c-955d69e23d1d tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] 10.222.0.44 "DELETE /v2.0/networks/5f4e66ab-1df8-43aa-8a8e-fff6339236a8 HTTP/1.1" status: 204 len: 168 time: 2.0086439 Jul 24 00:06:17.440942 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-87e46b16-30e8-4d26-b03c-8430e8dff5c0 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-596728139'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:06:17.456365 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 59652) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:17.528220 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1580212-9e36-4ccd-9c3f-73eb7424a8c0 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Made reservation on behalf of 4c3f20c4b2b34266aaccdbe253bbb3ec for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:06:17.532017 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-1a0f0110-c2db-4279-bcef-3771d568e453 None None] Calling delete_port for dd18e853-92a6-4040-9af8-0ddb8e03b0db owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:06:17.532549 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e1580212-9e36-4ccd-9c3f-73eb7424a8c0 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:17.533980 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-a907974c-f267-42b2-84d6-af3c59f4c67e None None] For port 1aa7c538-77e3-4f7c-bb6a-753a57999b38, host n-d-800088-16, got binding levels [] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:06:17.534392 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a907974c-f267-42b2-84d6-af3c59f4c67e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:17.540710 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eae648-c273-4b6b-9137-0bfc9e363f93 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Pushing event updated for resources: {'Network': ['ID=f017b5f1-1d7d-4df6-9303-7bcef2a73bcf,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:17.555298 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e46b16-30e8-4d26-b03c-8430e8dff5c0 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Made reservation on behalf of 0861e7509e4040ae9ebcc16b5063e046 for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:06:17.555524 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.ipam_backend_mixin [None req-1a0f0110-c2db-4279-bcef-3771d568e453 None None] Port dd18e853-92a6-4040-9af8-0ddb8e03b0db was not found and therefore no delete operation was performed {{(pid=100315) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 24 00:06:17.555683 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-87e46b16-30e8-4d26-b03c-8430e8dff5c0 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:17.599214 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87e46b16-30e8-4d26-b03c-8430e8dff5c0 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:06:17.613418 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-1a0f0110-c2db-4279-bcef-3771d568e453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:17.614945 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c6cc95-bbd0-4468-bea5-80e5ff7b1eb2 req-684f59cb-a7fb-4156-8ab2-b0a18fd18efb tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:17.615374 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network f017b5f1-1d7d-4df6-9303-7bcef2a73bcf details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:06:17.622860 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-56c6cc95-bbd0-4468-bea5-80e5ff7b1eb2 req-684f59cb-a7fb-4156-8ab2-b0a18fd18efb tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ebaae68-1e07-4d33-85d0-95999b1db808 HTTP/1.1" status: 200 len: 950 time: 0.3003798 Jul 24 00:06:17.630821 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-a907974c-f267-42b2-84d6-af3c59f4c67e None None] Calling delete_port for 1aa7c538-77e3-4f7c-bb6a-753a57999b38 owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:06:17.634206 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f566658-e362-4f72-835c-955d69e23d1d tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Pushing event deleted for resources: {'Network': ['ID=5f4e66ab-1df8-43aa-8a8e-fff6339236a8,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:17.638043 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-a21cd042-6743-400e-830d-f591376b07bb None None] Provisioning for port 473568d6-c711-4a0e-b9e0-ba773d617923 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:06:17.642960 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.ipam_backend_mixin [None req-a907974c-f267-42b2-84d6-af3c59f4c67e None None] Port 1aa7c538-77e3-4f7c-bb6a-753a57999b38 was not found and therefore no delete operation was performed {{(pid=100315) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 24 00:06:17.659310 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-87e46b16-30e8-4d26-b03c-8430e8dff5c0 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:17.659720 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-87e46b16-30e8-4d26-b03c-8430e8dff5c0 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Added segment f9148658-749d-45b1-9f1c-6be3fb3fad08 of type vlan for network 420c52fc-6eca-4838-b62b-cac5bb37156c Jul 24 00:06:17.692845 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-754becc5-b9d3-4f24-a906-1c7dec30f8c6 req-e1471c22-3cbd-48f8-bb2d-1c948fa9ba5f tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:17.747130 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-56c6cc95-bbd0-4468-bea5-80e5ff7b1eb2 req-e9ae226e-a5ab-43c8-8f55-e94883e7adbb tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204996 Jul 24 00:06:17.767804 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-87e46b16-30e8-4d26-b03c-8430e8dff5c0 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:17.782592 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-0030b5de-14af-449a-8768-cbede4d5ed4d tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Deleting port 97556314-7133-4c79-9954-3429364ce7a6 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:06:17.783191 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0030b5de-14af-449a-8768-cbede4d5ed4d tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:17.822244 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-87e46b16-30e8-4d26-b03c-8430e8dff5c0 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:17.830239 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e46b16-30e8-4d26-b03c-8430e8dff5c0 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:17.831209 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-87e46b16-30e8-4d26-b03c-8430e8dff5c0 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:17.909584 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e46b16-30e8-4d26-b03c-8430e8dff5c0 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event updated for resources: {'Network': ['ID=420c52fc-6eca-4838-b62b-cac5bb37156c,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:17.912852 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-754becc5-b9d3-4f24-a906-1c7dec30f8c6 req-e1471c22-3cbd-48f8-bb2d-1c948fa9ba5f tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:17.993473 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-87e46b16-30e8-4d26-b03c-8430e8dff5c0 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5566456 Jul 24 00:06:18.001153 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 59658) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:18.008764 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-3f9e9138-7fc6-47f7-bef4-bdf9c4516e5d tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Request body: {'subnet': {'network_id': '420c52fc-6eca-4838-b62b-cac5bb37156c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:06:18.018593 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1471c22-3cbd-48f8-bb2d-1c948fa9ba5f tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Pushing event updated for resources: {'Port': ['ID=e35343cc-86f0-480d-bbcb-c956a7afa5b7,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:18.041263 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-754becc5-b9d3-4f24-a906-1c7dec30f8c6 req-e1471c22-3cbd-48f8-bb2d-1c948fa9ba5f tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Network 18a152e0-a01f-49a7-bade-39a616e529a3 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:06:18.052330 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [req-754becc5-b9d3-4f24-a906-1c7dec30f8c6 req-e1471c22-3cbd-48f8-bb2d-1c948fa9ba5f tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:06:18.061058 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-754becc5-b9d3-4f24-a906-1c7dec30f8c6 req-e1471c22-3cbd-48f8-bb2d-1c948fa9ba5f tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:06:18.138760 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0f0110-c2db-4279-bcef-3771d568e453 None None] Pushing event deleted for resources: {'Port': ['ID=dd18e853-92a6-4040-9af8-0ddb8e03b0db,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:18.161399 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 420c52fc-6eca-4838-b62b-cac5bb37156c details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:06:18.161399 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1a0f0110-c2db-4279-bcef-3771d568e453 None None] Network 5f4e66ab-1df8-43aa-8a8e-fff6339236a8 is not hosted by any dhcp agent {{(pid=100315) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 24 00:06:18.161399 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0f0110-c2db-4279-bcef-3771d568e453 None None] No DVR routers for this DVR port dd18e853-92a6-4040-9af8-0ddb8e03b0db on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:06:18.163008 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a907974c-f267-42b2-84d6-af3c59f4c67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:18.173282 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754becc5-b9d3-4f24-a906-1c7dec30f8c6 req-e1471c22-3cbd-48f8-bb2d-1c948fa9ba5f tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:18.175236 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-754becc5-b9d3-4f24-a906-1c7dec30f8c6 req-e1471c22-3cbd-48f8-bb2d-1c948fa9ba5f tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:18.202501 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9e9138-7fc6-47f7-bef4-bdf9c4516e5d tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Made reservation on behalf of 0861e7509e4040ae9ebcc16b5063e046 for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:06:18.206478 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3f9e9138-7fc6-47f7-bef4-bdf9c4516e5d tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:18.247525 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a907974c-f267-42b2-84d6-af3c59f4c67e None None] Network fc5a3aea-45cd-4e72-89eb-39ddd8bd6c55 is not hosted by any dhcp agent {{(pid=100315) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 24 00:06:18.248142 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a907974c-f267-42b2-84d6-af3c59f4c67e None None] No DVR routers for this DVR port 1aa7c538-77e3-4f7c-bb6a-753a57999b38 on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:06:18.250809 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:18.252349 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 473568d6-c711-4a0e-b9e0-ba773d617923 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:06:18.264275 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907974c-f267-42b2-84d6-af3c59f4c67e None None] Pushing event deleted for resources: {'Port': ['ID=1aa7c538-77e3-4f7c-bb6a-753a57999b38,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:18.347486 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-754becc5-b9d3-4f24-a906-1c7dec30f8c6 req-e1471c22-3cbd-48f8-bb2d-1c948fa9ba5f tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0997152 Jul 24 00:06:18.348057 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e1580212-9e36-4ccd-9c3f-73eb7424a8c0 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:18.362100 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-754becc5-b9d3-4f24-a906-1c7dec30f8c6 req-e5a5e407-724e-42e7-862e-436c451ece44 service neutron] Request body: {'port': {'device_id': '5fdd01f9-a35c-430e-9b07-0d6791794e3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-16'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:06:18.375355 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-0681488e-aed6-4971-996d-ae456b3902aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'name': 'tempest-RoutersTest-router-1671455986', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:05:49Z', 'updated_at': '2021-07-24T00:06:14Z', 'revision_number': 4, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'gw_port_host': None, '_interfaces': [{'id': '2583ebcd-cd40-4328-b99e-8fadcc3b33e6', 'name': '', 'network_id': 'c4e4cc7b-669b-4847-999a-1da5502764d3', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'mac_address': 'fa:16:3e:e9:7a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '5b90a3a6-eeae-44c4-82ee-868038ac65d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:06:03Z', 'updated_at': '2021-07-24T00:06:14Z', 'revision_number': 5, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'subnets': [{'id': '5b90a3a6-eeae-44c4-82ee-868038ac65d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5be5a750-964c-4de4-9797-782e6bbcda85', 'name': '', 'network_id': 'bb7b6f23-dc3c-4254-8c0d-202b2e1bebe4', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'mac_address': 'fa:16:3e:5f:90:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '492cc28c-d72e-4cab-95ce-66df8792f2db', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:06:13Z', 'updated_at': '2021-07-24T00:06:14Z', 'revision_number': 2, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'subnets': [{'id': '492cc28c-d72e-4cab-95ce-66df8792f2db', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a24aaa6-d098-4068-9892-abcfb18cf2ac', 'name': '', 'network_id': '9a355f19-3960-47fc-a9fa-2380b44410fe', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'mac_address': 'fa:16:3e:c6:4b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '7cd57908-c436-4061-b8dc-9f554d34052a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:05:54Z', 'updated_at': '2021-07-24T00:06:04Z', 'revision_number': 5, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'subnets': [{'id': '7cd57908-c436-4061-b8dc-9f554d34052a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:18.410089 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0030b5de-14af-449a-8768-cbede4d5ed4d tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:18.410431 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0030b5de-14af-449a-8768-cbede4d5ed4d tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:18.439148 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-0030b5de-14af-449a-8768-cbede4d5ed4d tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Calling delete_port for 97556314-7133-4c79-9954-3429364ce7a6 owned by network:floatingip {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:06:18.487038 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0681488e-aed6-4971-996d-ae456b3902aa None None] Checking router: 65b37177-453d-4d0f-8fe1-cc44f5ae0354 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:06:18.487437 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0681488e-aed6-4971-996d-ae456b3902aa None None] Updating router 65b37177-453d-4d0f-8fe1-cc44f5ae0354 port 5be5a750-964c-4de4-9797-782e6bbcda85 binding host n-d-800088-16 {{(pid=100315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:06:18.500363 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1580212-9e36-4ccd-9c3f-73eb7424a8c0 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Pushing event updated for resources: {'Subnet': ['ID=c6d16af5-587d-4cac-a77a-3c9fcb90a8ad,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:18.532662 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1580212-9e36-4ccd-9c3f-73eb7424a8c0 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Checking segment: {'id': '576dbff0-02fc-400b-993a-40b7989e4c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'f017b5f1-1d7d-4df6-9303-7bcef2a73bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:06:18.533331 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1580212-9e36-4ccd-9c3f-73eb7424a8c0 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Network hostable DHCP agents. Network: f017b5f1-1d7d-4df6-9303-7bcef2a73bcf, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:06:18.536706 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-754becc5-b9d3-4f24-a906-1c7dec30f8c6 req-e5a5e407-724e-42e7-862e-436c451ece44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:18.562197 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 473568d6-c711-4a0e-b9e0-ba773d617923 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:06:18.579098 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1580212-9e36-4ccd-9c3f-73eb7424a8c0 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Network f017b5f1-1d7d-4df6-9303-7bcef2a73bcf is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:06:18.590526 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 473568d6-c711-4a0e-b9e0-ba773d617923 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:06:18.590911 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:18.612081 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-e1580212-9e36-4ccd-9c3f-73eb7424a8c0 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, f017b5f1-1d7d-4df6-9303-7bcef2a73bcf) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:06:18.618655 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0681488e-aed6-4971-996d-ae456b3902aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:18.625007 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1580212-9e36-4ccd-9c3f-73eb7424a8c0 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:18.625888 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e1580212-9e36-4ccd-9c3f-73eb7424a8c0 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:18.627601 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b703bfda-ece2-4234-9a7e-87b06f0e6a67 None None] Network f017b5f1-1d7d-4df6-9303-7bcef2a73bcf requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:06:18.655984 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-e1580212-9e36-4ccd-9c3f-73eb7424a8c0 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3138287 Jul 24 00:06:18.657039 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 59662) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:18.666715 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0030b5de-14af-449a-8768-cbede4d5ed4d tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:18.768444 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0030b5de-14af-449a-8768-cbede4d5ed4d tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Pushing event deleted for resources: {'Port': ['ID=97556314-7133-4c79-9954-3429364ce7a6,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:18.888623 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:18.997074 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0030b5de-14af-449a-8768-cbede4d5ed4d tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks [] for floatingip, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:19.000067 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0030b5de-14af-449a-8768-cbede4d5ed4d tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:19.005111 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-0030b5de-14af-449a-8768-cbede4d5ed4d tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] 10.222.0.44 "DELETE /v2.0/floatingips/0129d715-5ddd-4d17-96ec-53f70dbf14fd HTTP/1.1" status: 204 len: 168 time: 1.5472684 Jul 24 00:06:19.006573 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 59666) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:19.044901 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 473568d6-c711-4a0e-b9e0-ba773d617923, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=473568d6-c711-4a0e-b9e0-ba773d617923,segment=NetworkSegment(6f040de0-6a69-459d-8933-6f5997b36420),segment_id=6f040de0-6a69-459d-8933-6f5997b36420)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:06:19.074795 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:19.127325 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-5afe4c47-0c46-444c-8f52-3034fd8d262c tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] DELETE failed (client error): The resource could not be found. Jul 24 00:06:19.128323 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5afe4c47-0c46-444c-8f52-3034fd8d262c tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:06:19.131343 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a0aada-e5c1-4e35-913a-357a0b8196a5 req-76ccc695-2d88-44c9-94a0-4e2ded9c90a2 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:19.136438 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-5afe4c47-0c46-444c-8f52-3034fd8d262c tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] 10.222.0.44 "DELETE /v2.0/ports/10635a97-0ec2-443d-ae55-57057d6f20bc HTTP/1.1" status: 404 len: 333 time: 0.1218696 Jul 24 00:06:19.137366 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 59674) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:19.146806 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c7a0aada-e5c1-4e35-913a-357a0b8196a5 req-76ccc695-2d88-44c9-94a0-4e2ded9c90a2 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fdd01f9-a35c-430e-9b07-0d6791794e3e HTTP/1.1" status: 200 len: 931 time: 0.7474720 Jul 24 00:06:19.223303 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-73db3a4a-b58c-4066-8ab1-9f3fed831c9e tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] 10.222.0.44 "GET /v2.0/ports?device_id=83f18b96-a500-4678-8da8-8f48c8b7de5f HTTP/1.1" status: 200 len: 205 time: 0.0815861 Jul 24 00:06:19.224047 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 59676) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:19.244547 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 1aa7c538-77e3-4f7c-bb6a-753a57999b38 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:06:19.271282 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 1aa7c538-77e3-4f7c-bb6a-753a57999b38 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:06:19.271282 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 1aa7c538-77e3-4f7c-bb6a-753a57999b38 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:06:19.271594 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device dd18e853-92a6-4040-9af8-0ddb8e03b0db no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:06:19.299717 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada21c85-4030-48c3-9bff-2fd37e3ecd3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-f017b5f1-1d7d-4df6-9303-7bcef2a73bcf', 'network_id': 'f017b5f1-1d7d-4df6-9303-7bcef2a73bcf', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'fixed_ips': [{'subnet_id': 'c6d16af5-587d-4cac-a77a-3c9fcb90a8ad'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:06:19.300594 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ada21c85-4030-48c3-9bff-2fd37e3ecd3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:19.310553 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: dd18e853-92a6-4040-9af8-0ddb8e03b0db {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:06:19.311014 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device dd18e853-92a6-4040-9af8-0ddb8e03b0db not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:06:19.322675 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [None req-0b9ce9db-b3b6-4a77-b0e3-3e21a4d3871e tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] delete failed (client error): The resource could not be found. Jul 24 00:06:19.327294 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-0b9ce9db-b3b6-4a77-b0e3-3e21a4d3871e tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] 10.222.0.44 "DELETE /v2.0/routers/83f18b96-a500-4678-8da8-8f48c8b7de5f HTTP/1.1" status: 404 len: 336 time: 0.1003931 Jul 24 00:06:19.330595 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 59678) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:19.402288 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb38299-be3f-442b-a3f2-0a690a24e8ed req-cd074648-ceea-4867-abff-311b993299a7 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:19.404135 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9eb38299-be3f-442b-a3f2-0a690a24e8ed req-cd074648-ceea-4867-abff-311b993299a7 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ebaae68-1e07-4d33-85d0-95999b1db808 HTTP/1.1" status: 200 len: 950 time: 0.9217012 Jul 24 00:06:19.405727 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=473568d6-c711-4a0e-b9e0-ba773d617923,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:19.424726 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-378b270b-6b4a-4fc4-a988-c5e11a9720db None None] Provisioning for port 5be5a750-964c-4de4-9797-782e6bbcda85 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:06:19.451896 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-378b270b-6b4a-4fc4-a988-c5e11a9720db None None] Provisioning complete for port 5be5a750-964c-4de4-9797-782e6bbcda85 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:06:19.452560 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-378b270b-6b4a-4fc4-a988-c5e11a9720db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:19.530143 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 59682) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:19.567659 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c7a0aada-e5c1-4e35-913a-357a0b8196a5 req-2f8b08a4-a8d9-4ed3-b3ec-1580f151461d tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/security-groups?id=01883c9b-f537-47a8-8e4c-5877842ba644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4200196 Jul 24 00:06:19.608732 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3f9e9138-7fc6-47f7-bef4-bdf9c4516e5d tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:19.622866 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ef595c6-58cf-4abd-b51b-919756a0572f tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] DELETE failed (client error): The resource could not be found. Jul 24 00:06:19.625961 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-378b270b-6b4a-4fc4-a988-c5e11a9720db None None] Port 5be5a750-964c-4de4-9797-782e6bbcda85 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:06:19.626722 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ef595c6-58cf-4abd-b51b-919756a0572f tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:06:19.632861 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-4ef595c6-58cf-4abd-b51b-919756a0572f tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] 10.222.0.44 "DELETE /v2.0/subnets/44d10ea1-a941-4489-96ed-8f2d6b9252d2 HTTP/1.1" status: 404 len: 337 time: 0.3008139 Jul 24 00:06:19.653314 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 59684) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:19.662780 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0681488e-aed6-4971-996d-ae456b3902aa None None] Notify callbacks [] for port, precommit_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:19.734758 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-378b270b-6b4a-4fc4-a988-c5e11a9720db None None] Provisioning complete for port 473568d6-c711-4a0e-b9e0-ba773d617923 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:06:19.735417 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-378b270b-6b4a-4fc4-a988-c5e11a9720db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:19.738396 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-0681488e-aed6-4971-996d-ae456b3902aa None None] Transition to ACTIVE for port object 5be5a750-964c-4de4-9797-782e6bbcda85 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:06:19.770981 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0681488e-aed6-4971-996d-ae456b3902aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:19.810256 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9e9138-7fc6-47f7-bef4-bdf9c4516e5d tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event updated for resources: {'Subnet': ['ID=4db2ba5c-1063-44b8-980d-a6cfacbfe71e,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:19.820662 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9e9138-7fc6-47f7-bef4-bdf9c4516e5d tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Checking segment: {'id': 'f9148658-749d-45b1-9f1c-6be3fb3fad08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '420c52fc-6eca-4838-b62b-cac5bb37156c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:06:19.821070 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9e9138-7fc6-47f7-bef4-bdf9c4516e5d tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Network hostable DHCP agents. Network: 420c52fc-6eca-4838-b62b-cac5bb37156c, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:06:19.832641 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a851fd42-0bc4-421b-85a0-7783249300da req-312ea34a-631e-487f-aa15-3656fd6feec2 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:19.835052 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a851fd42-0bc4-421b-85a0-7783249300da req-312ea34a-631e-487f-aa15-3656fd6feec2 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ebaae68-1e07-4d33-85d0-95999b1db808 HTTP/1.1" status: 200 len: 950 time: 0.8413599 Jul 24 00:06:19.877340 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-ada21c85-4030-48c3-9bff-2fd37e3ecd3b None None] Allocated IP 172.23.0.2 (f017b5f1-1d7d-4df6-9303-7bcef2a73bcf/c6d16af5-587d-4cac-a77a-3c9fcb90a8ad/c29c42dd-b22c-43aa-b54c-30399bd4a00b) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:06:19.912883 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2381cc9c-94c0-46e2-8336-67efb19570da None None] Pushing event updated for resources: {'Port': ['ID=5be5a750-964c-4de4-9797-782e6bbcda85,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:19.937995 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-9eb38299-be3f-442b-a3f2-0a690a24e8ed req-3ce522b1-6000-4b86-8437-aaa0b9f177ec tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Deleting port 7b3ad419-bcb4-463d-a0fe-9702b81fd418 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:06:19.938341 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-9eb38299-be3f-442b-a3f2-0a690a24e8ed req-3ce522b1-6000-4b86-8437-aaa0b9f177ec tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:19.984648 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-00a3f8af-c4ce-45cf-ac3c-28ac1756ed29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:20.003651 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9e9138-7fc6-47f7-bef4-bdf9c4516e5d tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Network 420c52fc-6eca-4838-b62b-cac5bb37156c is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:06:20.040853 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-3f9e9138-7fc6-47f7-bef4-bdf9c4516e5d tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 420c52fc-6eca-4838-b62b-cac5bb37156c) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:06:20.056044 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a851fd42-0bc4-421b-85a0-7783249300da req-7e9f988d-4a72-4914-a1a7-a2ece994e982 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051101 Jul 24 00:06:20.064462 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72e1645-1643-4d4d-81b1-9370ca8f20dc None None] Network 420c52fc-6eca-4838-b62b-cac5bb37156c requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:06:20.117446 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9e9138-7fc6-47f7-bef4-bdf9c4516e5d tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:20.118577 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3f9e9138-7fc6-47f7-bef4-bdf9c4516e5d tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:20.186275 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-754becc5-b9d3-4f24-a906-1c7dec30f8c6 req-e5a5e407-724e-42e7-862e-436c451ece44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e35343cc-86f0-480d-bbcb-c956a7afa5b7 {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:06:20.191284 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7e79c1bd-c85c-4341-8f2f-5392f8f61bff tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:20.211572 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-754becc5-b9d3-4f24-a906-1c7dec30f8c6 req-e5a5e407-724e-42e7-862e-436c451ece44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:20.215745 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-9eb38299-be3f-442b-a3f2-0a690a24e8ed req-3ce522b1-6000-4b86-8437-aaa0b9f177ec tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] For port 7b3ad419-bcb4-463d-a0fe-9702b81fd418, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=7b3ad419-bcb4-463d-a0fe-9702b81fd418,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:06:20.216133 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-9eb38299-be3f-442b-a3f2-0a690a24e8ed req-3ce522b1-6000-4b86-8437-aaa0b9f177ec tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:20.218910 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-0681488e-aed6-4971-996d-ae456b3902aa None None] Attempting to bind port 5be5a750-964c-4de4-9797-782e6bbcda85 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:06:20.220469 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-0681488e-aed6-4971-996d-ae456b3902aa None None] Attempting to bind port 5be5a750-964c-4de4-9797-782e6bbcda85 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '6f040de0-6a69-459d-8933-6f5997b36420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'bb7b6f23-dc3c-4254-8c0d-202b2e1bebe4'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:06:20.220961 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0681488e-aed6-4971-996d-ae456b3902aa None None] Attempting to bind port 5be5a750-964c-4de4-9797-782e6bbcda85 on network bb7b6f23-dc3c-4254-8c0d-202b2e1bebe4 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:06:20.221085 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-1ac578b2-9697-4d25-9253-1fe68bdab2ae tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Deleting port c7a590bc-94c3-4926-b4a7-368ced78a832 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:06:20.221461 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1ac578b2-9697-4d25-9253-1fe68bdab2ae tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:20.255976 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0681488e-aed6-4971-996d-ae456b3902aa None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:06:20.256548 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0681488e-aed6-4971-996d-ae456b3902aa None None] Checking segment: {'id': '6f040de0-6a69-459d-8933-6f5997b36420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'bb7b6f23-dc3c-4254-8c0d-202b2e1bebe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:06:20.257098 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0681488e-aed6-4971-996d-ae456b3902aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:20.257715 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0681488e-aed6-4971-996d-ae456b3902aa None None] Bound using segment: {'id': '6f040de0-6a69-459d-8933-6f5997b36420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'bb7b6f23-dc3c-4254-8c0d-202b2e1bebe4'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:06:20.258438 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-0681488e-aed6-4971-996d-ae456b3902aa None None] Bound port: 5be5a750-964c-4de4-9797-782e6bbcda85, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f040de0-6a69-459d-8933-6f5997b36420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'bb7b6f23-dc3c-4254-8c0d-202b2e1bebe4'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:06:20.258940 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0681488e-aed6-4971-996d-ae456b3902aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:20.260588 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-9eb38299-be3f-442b-a3f2-0a690a24e8ed req-3ce522b1-6000-4b86-8437-aaa0b9f177ec tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Calling delete_port for 7b3ad419-bcb4-463d-a0fe-9702b81fd418 owned by compute:nova {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:06:20.306862 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-754becc5-b9d3-4f24-a906-1c7dec30f8c6 req-e5a5e407-724e-42e7-862e-436c451ece44 service neutron] Transition to ACTIVE for port object e35343cc-86f0-480d-bbcb-c956a7afa5b7 will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:06:20.320700 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-754becc5-b9d3-4f24-a906-1c7dec30f8c6 req-e5a5e407-724e-42e7-862e-436c451ece44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:20.332076 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-00a3f8af-c4ce-45cf-ac3c-28ac1756ed29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:20.345991 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-00a3f8af-c4ce-45cf-ac3c-28ac1756ed29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:20.409519 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-3f9e9138-7fc6-47f7-bef4-bdf9c4516e5d tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4064822 Jul 24 00:06:20.414094 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 59688) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:20.415029 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1ac578b2-9697-4d25-9253-1fe68bdab2ae tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:20.419846 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a68ef5-0307-4e27-b812-094799466f2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-420c52fc-6eca-4838-b62b-cac5bb37156c', 'network_id': '420c52fc-6eca-4838-b62b-cac5bb37156c', 'tenant_id': '0861e7509e4040ae9ebcc16b5063e046', 'fixed_ips': [{'subnet_id': '4db2ba5c-1063-44b8-980d-a6cfacbfe71e'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:06:20.421340 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-39a68ef5-0307-4e27-b812-094799466f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:20.422416 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-3aef3def-a28a-4483-a3b7-d9d2f041b266 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1948024909', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:06:20.440055 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-00a3f8af-c4ce-45cf-ac3c-28ac1756ed29 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=678766b7ba874cdd9f38ff3b59a71a49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8341708 Jul 24 00:06:20.446825 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ada21c85-4030-48c3-9bff-2fd37e3ecd3b None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:20.449493 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 59690) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:20.453581 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-1ac578b2-9697-4d25-9253-1fe68bdab2ae tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Calling delete_port for c7a590bc-94c3-4926-b4a7-368ced78a832 owned by {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:06:20.456894 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a3f8af-c4ce-45cf-ac3c-28ac1756ed29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b730d45-10f3-48ee-afeb-80f52ca425b1,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:20.463402 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-ada21c85-4030-48c3-9bff-2fd37e3ecd3b None None] Transition to ACTIVE for port object c29c42dd-b22c-43aa-b54c-30399bd4a00b will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:06:20.470575 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-0681488e-aed6-4971-996d-ae456b3902aa None None] For port 5be5a750-964c-4de4-9797-782e6bbcda85, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:06:20.476290 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a5e407-724e-42e7-862e-436c451ece44 service neutron] Pushing event updated for resources: {'Port': ['ID=e35343cc-86f0-480d-bbcb-c956a7afa5b7,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:20.480177 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-0681488e-aed6-4971-996d-ae456b3902aa None None] For port 5be5a750-964c-4de4-9797-782e6bbcda85, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=5be5a750-964c-4de4-9797-782e6bbcda85,segment=NetworkSegment(6f040de0-6a69-459d-8933-6f5997b36420),segment_id=6f040de0-6a69-459d-8933-6f5997b36420)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:06:20.528550 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3aef3def-a28a-4483-a3b7-d9d2f041b266 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:20.530026 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3aef3def-a28a-4483-a3b7-d9d2f041b266 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:20.603697 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3aef3def-a28a-4483-a3b7-d9d2f041b266 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:20.609040 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3aef3def-a28a-4483-a3b7-d9d2f041b266 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:20.631130 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3aef3def-a28a-4483-a3b7-d9d2f041b266 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:20.632565 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-3aef3def-a28a-4483-a3b7-d9d2f041b266 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2140894 Jul 24 00:06:20.635936 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 59694) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:20.643341 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-f4e402ba-0063-4cea-9e32-1cadcdd965a9 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Request body: {'port': {'network_id': '420c52fc-6eca-4838-b62b-cac5bb37156c', 'name': 'tempest-PortsTestJSON-1858617061'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:06:20.674525 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0681488e-aed6-4971-996d-ae456b3902aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:20.706204 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-754becc5-b9d3-4f24-a906-1c7dec30f8c6 req-e5a5e407-724e-42e7-862e-436c451ece44 service neutron] Attempting to bind port e35343cc-86f0-480d-bbcb-c956a7afa5b7 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:06:20.706543 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-754becc5-b9d3-4f24-a906-1c7dec30f8c6 req-e5a5e407-724e-42e7-862e-436c451ece44 service neutron] Attempting to bind port e35343cc-86f0-480d-bbcb-c956a7afa5b7 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '6ae6f178-a5a7-48fe-8694-33b87da05e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '18a152e0-a01f-49a7-bade-39a616e529a3'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:06:20.706883 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754becc5-b9d3-4f24-a906-1c7dec30f8c6 req-e5a5e407-724e-42e7-862e-436c451ece44 service neutron] Attempting to bind port e35343cc-86f0-480d-bbcb-c956a7afa5b7 on network 18a152e0-a01f-49a7-bade-39a616e529a3 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:06:20.730820 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b31760a3-49be-4c19-bf1f-8e9873352a2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:20.732440 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-ada21c85-4030-48c3-9bff-2fd37e3ecd3b None None] Transition to ACTIVE for port object c29c42dd-b22c-43aa-b54c-30399bd4a00b will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:06:20.750696 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754becc5-b9d3-4f24-a906-1c7dec30f8c6 req-e5a5e407-724e-42e7-862e-436c451ece44 service neutron] Port e35343cc-86f0-480d-bbcb-c956a7afa5b7 on network 18a152e0-a01f-49a7-bade-39a616e529a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:06:20.750696 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754becc5-b9d3-4f24-a906-1c7dec30f8c6 req-e5a5e407-724e-42e7-862e-436c451ece44 service neutron] Attempting to bind port e35343cc-86f0-480d-bbcb-c956a7afa5b7 on network 18a152e0-a01f-49a7-bade-39a616e529a3 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:06:20.767053 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-9eb38299-be3f-442b-a3f2-0a690a24e8ed req-3ce522b1-6000-4b86-8437-aaa0b9f177ec tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:20.786933 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ada21c85-4030-48c3-9bff-2fd37e3ecd3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:20.789079 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['646da755-b657-48af-8f46-1246a45e82e4', '7c4baabd-a258-4647-844c-3df4320bfcd4'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:06:20.832389 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-7e79c1bd-c85c-4341-8f2f-5392f8f61bff tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Allocated IP 172.23.0.1 (f017b5f1-1d7d-4df6-9303-7bcef2a73bcf/c6d16af5-587d-4cac-a77a-3c9fcb90a8ad/45ee6365-0fd4-455d-9464-37fe795e6826) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:06:20.853432 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e402ba-0063-4cea-9e32-1cadcdd965a9 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Made reservation on behalf of 0861e7509e4040ae9ebcc16b5063e046 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:06:20.857188 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f4e402ba-0063-4cea-9e32-1cadcdd965a9 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:20.865781 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada21c85-4030-48c3-9bff-2fd37e3ecd3b None None] Network f017b5f1-1d7d-4df6-9303-7bcef2a73bcf is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:06:20.883463 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754becc5-b9d3-4f24-a906-1c7dec30f8c6 req-e5a5e407-724e-42e7-862e-436c451ece44 service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:06:20.884163 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754becc5-b9d3-4f24-a906-1c7dec30f8c6 req-e5a5e407-724e-42e7-862e-436c451ece44 service neutron] Checking segment: {'id': '6ae6f178-a5a7-48fe-8694-33b87da05e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '18a152e0-a01f-49a7-bade-39a616e529a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:06:20.884301 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754becc5-b9d3-4f24-a906-1c7dec30f8c6 req-e5a5e407-724e-42e7-862e-436c451ece44 service neutron] Bound using segment: {'id': '6ae6f178-a5a7-48fe-8694-33b87da05e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '18a152e0-a01f-49a7-bade-39a616e529a3'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:06:20.884653 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-754becc5-b9d3-4f24-a906-1c7dec30f8c6 req-e5a5e407-724e-42e7-862e-436c451ece44 service neutron] Bound port: e35343cc-86f0-480d-bbcb-c956a7afa5b7, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ae6f178-a5a7-48fe-8694-33b87da05e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '18a152e0-a01f-49a7-bade-39a616e529a3'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:06:20.886472 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-754becc5-b9d3-4f24-a906-1c7dec30f8c6 req-e5a5e407-724e-42e7-862e-436c451ece44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:20.899058 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0681488e-aed6-4971-996d-ae456b3902aa None None] Routers {'65b37177-453d-4d0f-8fe1-cc44f5ae0354'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:06:20.899708 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-0681488e-aed6-4971-996d-ae456b3902aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:05:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['65b37177-453d-4d0f-8fe1-cc44f5ae0354'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:20.910014 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [None req-f4e402ba-0063-4cea-9e32-1cadcdd965a9 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] device_id is not set on port c8edac6f-007e-48e7-9b4a-67817e67d82d yet. {{(pid=100313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:06:20.929608 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b31760a3-49be-4c19-bf1f-8e9873352a2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:20.950929 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce522b1-6000-4b86-8437-aaa0b9f177ec tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Pushing event deleted for resources: {'Port': ['ID=7b3ad419-bcb4-463d-a0fe-9702b81fd418,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:20.989039 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eb38299-be3f-442b-a3f2-0a690a24e8ed req-3ce522b1-6000-4b86-8437-aaa0b9f177ec tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] No DVR routers for this DVR port 7b3ad419-bcb4-463d-a0fe-9702b81fd418 on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:06:20.991699 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-9eb38299-be3f-442b-a3f2-0a690a24e8ed req-3ce522b1-6000-4b86-8437-aaa0b9f177ec tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:20.993937 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9eb38299-be3f-442b-a3f2-0a690a24e8ed req-3ce522b1-6000-4b86-8437-aaa0b9f177ec tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.64 "DELETE /v2.0/ports/7b3ad419-bcb4-463d-a0fe-9702b81fd418 HTTP/1.1" status: 204 len: 173 time: 1.5601790 Jul 24 00:06:21.007749 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-0681488e-aed6-4971-996d-ae456b3902aa None None] Set router 65b37177-453d-4d0f-8fe1-cc44f5ae0354 gateway port host: None {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:06:21.017659 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ebaae68-1e07-4d33-85d0-95999b1db808', 'name': 'network-vif-deleted', 'tag': '7b3ad419-bcb4-463d-a0fe-9702b81fd418'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:06:21.021424 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b4607ef-07e3-48f2-a17c-08e09bcba293" -d '{"events": [{"server_uuid": "1ebaae68-1e07-4d33-85d0-95999b1db808", "name": "network-vif-deleted", "tag": "7b3ad419-bcb4-463d-a0fe-9702b81fd418"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:06:21.047886 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-ada21c85-4030-48c3-9bff-2fd37e3ecd3b None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:06:21.060349 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada21c85-4030-48c3-9bff-2fd37e3ecd3b None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:06:21.063996 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2381cc9c-94c0-46e2-8336-67efb19570da None None] Pushing event updated for resources: {'Port': ['ID=5be5a750-964c-4de4-9797-782e6bbcda85,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:21.138565 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7e79c1bd-c85c-4341-8f2f-5392f8f61bff tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:21.162949 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [None req-7e79c1bd-c85c-4341-8f2f-5392f8f61bff tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Transition to ACTIVE for port object 45ee6365-0fd4-455d-9464-37fe795e6826 will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:06:21.167281 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-39a68ef5-0307-4e27-b812-094799466f2c None None] Allocated IP 172.20.0.2 (420c52fc-6eca-4838-b62b-cac5bb37156c/4db2ba5c-1063-44b8-980d-a6cfacbfe71e/141b2de2-6cc2-44d4-9b36-63f283765fa4) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:06:21.230384 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7e79c1bd-c85c-4341-8f2f-5392f8f61bff tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:21.253337 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa9041-4681-479a-a641-0c16d7fcebdc req-8bf01e2c-e592-47c4-b32d-366039cea994 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:21.263554 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 473568d6-c711-4a0e-b9e0-ba773d617923 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:06:21.265372 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada21c85-4030-48c3-9bff-2fd37e3ecd3b None None] Pushing event updated for resources: {'Port': ['ID=c29c42dd-b22c-43aa-b54c-30399bd4a00b,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:21.270480 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-54fa9041-4681-479a-a641-0c16d7fcebdc req-8bf01e2c-e592-47c4-b32d-366039cea994 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fdd01f9-a35c-430e-9b07-0d6791794e3e HTTP/1.1" status: 200 len: 943 time: 0.5910931 Jul 24 00:06:21.303716 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e79c1bd-c85c-4341-8f2f-5392f8f61bff tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Network f017b5f1-1d7d-4df6-9303-7bcef2a73bcf is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:06:21.305611 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-7e79c1bd-c85c-4341-8f2f-5392f8f61bff tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:06:21.308197 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e79c1bd-c85c-4341-8f2f-5392f8f61bff tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Pushing event updated for resources: {'Port': ['ID=45ee6365-0fd4-455d-9464-37fe795e6826,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:21.317593 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e79c1bd-c85c-4341-8f2f-5392f8f61bff tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:06:21.353018 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1ac578b2-9697-4d25-9253-1fe68bdab2ae tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:21.357779 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-ada21c85-4030-48c3-9bff-2fd37e3ecd3b None None] Attempting to bind port c29c42dd-b22c-43aa-b54c-30399bd4a00b on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:06:21.358188 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-ada21c85-4030-48c3-9bff-2fd37e3ecd3b None None] Attempting to bind port c29c42dd-b22c-43aa-b54c-30399bd4a00b by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '576dbff0-02fc-400b-993a-40b7989e4c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'f017b5f1-1d7d-4df6-9303-7bcef2a73bcf'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:06:21.358563 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada21c85-4030-48c3-9bff-2fd37e3ecd3b None None] Attempting to bind port c29c42dd-b22c-43aa-b54c-30399bd4a00b on network f017b5f1-1d7d-4df6-9303-7bcef2a73bcf {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:06:21.370807 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b31760a3-49be-4c19-bf1f-8e9873352a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:21.373632 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b31760a3-49be-4c19-bf1f-8e9873352a2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:21.375757 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7e79c1bd-c85c-4341-8f2f-5392f8f61bff tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681761'] for router_interface, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:21.377598 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-b31760a3-49be-4c19-bf1f-8e9873352a2b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9b730d45-10f3-48ee-afeb-80f52ca425b1 HTTP/1.1" status: 204 len: 168 time: 0.9254541 Jul 24 00:06:21.431293 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31760a3-49be-4c19-bf1f-8e9873352a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b730d45-10f3-48ee-afeb-80f52ca425b1,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:21.437278 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-754becc5-b9d3-4f24-a906-1c7dec30f8c6 req-e5a5e407-724e-42e7-862e-436c451ece44 service neutron] For port e35343cc-86f0-480d-bbcb-c956a7afa5b7, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:06:21.447564 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac578b2-9697-4d25-9253-1fe68bdab2ae tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Pushing event deleted for resources: {'Port': ['ID=c7a590bc-94c3-4926-b4a7-368ced78a832,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:21.451993 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-961b2688-9519-42e2-9609-4c8ecd345907 x-openstack-request-id: req-961b2688-9519-42e2-9609-4c8ecd345907 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:06:21.452292 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ebaae68-1e07-4d33-85d0-95999b1db808", "name": "network-vif-deleted", "tag": "7b3ad419-bcb4-463d-a0fe-9702b81fd418", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:06:21.452548 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-961b2688-9519-42e2-9609-4c8ecd345907 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:06:21.453051 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ebaae68-1e07-4d33-85d0-95999b1db808', 'name': 'network-vif-deleted', 'tag': '7b3ad419-bcb4-463d-a0fe-9702b81fd418', 'status': 'completed', 'code': 200} Jul 24 00:06:21.494808 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-754becc5-b9d3-4f24-a906-1c7dec30f8c6 req-e5a5e407-724e-42e7-862e-436c451ece44 service neutron] For port e35343cc-86f0-480d-bbcb-c956a7afa5b7, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=e35343cc-86f0-480d-bbcb-c956a7afa5b7,segment=NetworkSegment(6ae6f178-a5a7-48fe-8694-33b87da05e0d),segment_id=6ae6f178-a5a7-48fe-8694-33b87da05e0d)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:06:21.520884 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-54fa9041-4681-479a-a641-0c16d7fcebdc req-60004a1a-76c2-4ca8-a78c-402f55f28666 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/security-groups?id=01883c9b-f537-47a8-8e4c-5877842ba644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493744 Jul 24 00:06:21.551687 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-754becc5-b9d3-4f24-a906-1c7dec30f8c6 req-e5a5e407-724e-42e7-862e-436c451ece44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:21.578715 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754becc5-b9d3-4f24-a906-1c7dec30f8c6 req-e5a5e407-724e-42e7-862e-436c451ece44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:21.579367 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-754becc5-b9d3-4f24-a906-1c7dec30f8c6 req-e5a5e407-724e-42e7-862e-436c451ece44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:21.580848 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-754becc5-b9d3-4f24-a906-1c7dec30f8c6 req-e5a5e407-724e-42e7-862e-436c451ece44 service neutron] 10.222.0.64 "PUT /v2.0/ports/e35343cc-86f0-480d-bbcb-c956a7afa5b7 HTTP/1.1" status: 200 len: 1092 time: 3.2232094 Jul 24 00:06:21.647500 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1ac578b2-9697-4d25-9253-1fe68bdab2ae tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:21.653354 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-1ac578b2-9697-4d25-9253-1fe68bdab2ae tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] 10.222.0.44 "DELETE /v2.0/ports/c7a590bc-94c3-4926-b4a7-368ced78a832 HTTP/1.1" status: 204 len: 168 time: 1.9929991 Jul 24 00:06:21.670749 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 59708) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:21.690751 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-40471db6-0625-4b28-9083-1f94a671f1b4 req-8ba866cd-32f2-4c64-a8d1-0da1e6b5b0c0 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ebaae68-1e07-4d33-85d0-95999b1db808 HTTP/1.1" status: 200 len: 210 time: 0.0809674 Jul 24 00:06:21.723473 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a5e407-724e-42e7-862e-436c451ece44 service neutron] Pushing event updated for resources: {'Port': ['ID=e35343cc-86f0-480d-bbcb-c956a7afa5b7,revision_number=3']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:21.744102 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7e79c1bd-c85c-4341-8f2f-5392f8f61bff tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:21.751901 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754becc5-b9d3-4f24-a906-1c7dec30f8c6 req-2cc7d556-82b9-4acf-83be-6b04250d3726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:21.755395 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-754becc5-b9d3-4f24-a906-1c7dec30f8c6 req-2cc7d556-82b9-4acf-83be-6b04250d3726 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b522b7a30c7a44c49afc4b0ec559df03&device_id=5fdd01f9-a35c-430e-9b07-0d6791794e3e HTTP/1.1" status: 200 len: 1095 time: 0.1247039 Jul 24 00:06:21.804871 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada21c85-4030-48c3-9bff-2fd37e3ecd3b None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:06:21.805430 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada21c85-4030-48c3-9bff-2fd37e3ecd3b None None] Checking segment: {'id': '576dbff0-02fc-400b-993a-40b7989e4c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'f017b5f1-1d7d-4df6-9303-7bcef2a73bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:06:21.805655 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ada21c85-4030-48c3-9bff-2fd37e3ecd3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:21.806057 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada21c85-4030-48c3-9bff-2fd37e3ecd3b None None] Bound using segment: {'id': '576dbff0-02fc-400b-993a-40b7989e4c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'f017b5f1-1d7d-4df6-9303-7bcef2a73bcf'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:06:21.806552 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-ada21c85-4030-48c3-9bff-2fd37e3ecd3b None None] Bound port: c29c42dd-b22c-43aa-b54c-30399bd4a00b, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '576dbff0-02fc-400b-993a-40b7989e4c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'f017b5f1-1d7d-4df6-9303-7bcef2a73bcf'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:06:21.806946 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ada21c85-4030-48c3-9bff-2fd37e3ecd3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:21.815209 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-754becc5-b9d3-4f24-a906-1c7dec30f8c6 req-ddf8a3e5-8377-41d3-99c3-6e3916f5edf4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e35343cc-86f0-480d-bbcb-c956a7afa5b7 HTTP/1.1" status: 200 len: 217 time: 0.0540853 Jul 24 00:06:21.869064 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 59712) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:21.895194 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4e8d9a29-b233-48c9-863e-036499e1cf41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:21.923188 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754becc5-b9d3-4f24-a906-1c7dec30f8c6 req-3150430b-fe7b-4b3f-8cd4-5a9c1f3a3aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:21.924792 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-754becc5-b9d3-4f24-a906-1c7dec30f8c6 req-3150430b-fe7b-4b3f-8cd4-5a9c1f3a3aa6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d56430de-0ce5-443d-bb1b-4b29fdb6d0b4 HTTP/1.1" status: 200 len: 855 time: 0.1029241 Jul 24 00:06:21.951102 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 473568d6-c711-4a0e-b9e0-ba773d617923 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:06:21.951483 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:21.984038 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-39a68ef5-0307-4e27-b812-094799466f2c None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:21.995457 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-4fe78760-d0b8-4a24-9641-946a71cd4a21 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Deleting port 189f1c5f-320b-4a98-8723-96b9f3fd07c1 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:06:21.995941 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4fe78760-d0b8-4a24-9641-946a71cd4a21 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:22.009468 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-754becc5-b9d3-4f24-a906-1c7dec30f8c6 req-572b6a7e-4be0-43f2-a9d5-0c7250767ff9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=18a152e0-a01f-49a7-bade-39a616e529a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788517 Jul 24 00:06:22.030261 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-39a68ef5-0307-4e27-b812-094799466f2c None None] Transition to ACTIVE for port object 141b2de2-6cc2-44d4-9b36-63f283765fa4 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:06:22.041070 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-ada21c85-4030-48c3-9bff-2fd37e3ecd3b None None] For port c29c42dd-b22c-43aa-b54c-30399bd4a00b, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:06:22.052061 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-ada21c85-4030-48c3-9bff-2fd37e3ecd3b None None] For port c29c42dd-b22c-43aa-b54c-30399bd4a00b, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=c29c42dd-b22c-43aa-b54c-30399bd4a00b,segment=NetworkSegment(576dbff0-02fc-400b-993a-40b7989e4c10),segment_id=576dbff0-02fc-400b-993a-40b7989e4c10)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:06:22.068470 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ada21c85-4030-48c3-9bff-2fd37e3ecd3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:22.071182 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-39a68ef5-0307-4e27-b812-094799466f2c None None] Transition to ACTIVE for port object 141b2de2-6cc2-44d4-9b36-63f283765fa4 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:06:22.117947 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-0681488e-aed6-4971-996d-ae456b3902aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'name': 'tempest-RoutersTest-router-1671455986', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:05:49Z', 'updated_at': '2021-07-24T00:06:14Z', 'revision_number': 4, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'gw_port_host': None, '_interfaces': [{'id': '2583ebcd-cd40-4328-b99e-8fadcc3b33e6', 'name': '', 'network_id': 'c4e4cc7b-669b-4847-999a-1da5502764d3', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'mac_address': 'fa:16:3e:e9:7a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '5b90a3a6-eeae-44c4-82ee-868038ac65d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:06:03Z', 'updated_at': '2021-07-24T00:06:14Z', 'revision_number': 5, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'subnets': [{'id': '5b90a3a6-eeae-44c4-82ee-868038ac65d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5be5a750-964c-4de4-9797-782e6bbcda85', 'name': '', 'network_id': 'bb7b6f23-dc3c-4254-8c0d-202b2e1bebe4', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'mac_address': 'fa:16:3e:5f:90:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '492cc28c-d72e-4cab-95ce-66df8792f2db', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:06:13Z', 'updated_at': '2021-07-24T00:06:20Z', 'revision_number': 4, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'subnets': [{'id': '492cc28c-d72e-4cab-95ce-66df8792f2db', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a24aaa6-d098-4068-9892-abcfb18cf2ac', 'name': '', 'network_id': '9a355f19-3960-47fc-a9fa-2380b44410fe', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'mac_address': 'fa:16:3e:c6:4b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '7cd57908-c436-4061-b8dc-9f554d34052a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:05:54Z', 'updated_at': '2021-07-24T00:06:04Z', 'revision_number': 5, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'subnets': [{'id': '7cd57908-c436-4061-b8dc-9f554d34052a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:22.123812 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-39a68ef5-0307-4e27-b812-094799466f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:22.130618 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4e8d9a29-b233-48c9-863e-036499e1cf41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:22.138161 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4e8d9a29-b233-48c9-863e-036499e1cf41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:22.167553 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0681488e-aed6-4971-996d-ae456b3902aa None None] The sync data for ids ['65b37177-453d-4d0f-8fe1-cc44f5ae0354'] in n-d-800088-16 is: [{'id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'name': 'tempest-RoutersTest-router-1671455986', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:05:49Z', 'updated_at': '2021-07-24T00:06:14Z', 'revision_number': 4, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'gw_port_host': None, '_interfaces': [{'id': '2583ebcd-cd40-4328-b99e-8fadcc3b33e6', 'name': '', 'network_id': 'c4e4cc7b-669b-4847-999a-1da5502764d3', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'mac_address': 'fa:16:3e:e9:7a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '5b90a3a6-eeae-44c4-82ee-868038ac65d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:06:03Z', 'updated_at': '2021-07-24T00:06:14Z', 'revision_number': 5, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'subnets': [{'id': '5b90a3a6-eeae-44c4-82ee-868038ac65d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5be5a750-964c-4de4-9797-782e6bbcda85', 'name': '', 'network_id': 'bb7b6f23-dc3c-4254-8c0d-202b2e1bebe4', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'mac_address': 'fa:16:3e:5f:90:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '492cc28c-d72e-4cab-95ce-66df8792f2db', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:06:13Z', 'updated_at': '2021-07-24T00:06:20Z', 'revision_number': 4, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'subnets': [{'id': '492cc28c-d72e-4cab-95ce-66df8792f2db', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a24aaa6-d098-4068-9892-abcfb18cf2ac', 'name': '', 'network_id': '9a355f19-3960-47fc-a9fa-2380b44410fe', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'mac_address': 'fa:16:3e:c6:4b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '7cd57908-c436-4061-b8dc-9f554d34052a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:05:54Z', 'updated_at': '2021-07-24T00:06:04Z', 'revision_number': 5, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'subnets': [{'id': '7cd57908-c436-4061-b8dc-9f554d34052a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:06:22.171602 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-754becc5-b9d3-4f24-a906-1c7dec30f8c6 req-60aa6e12-e1f4-457c-b182-968ae8e30802 service neutron] 10.222.0.64 "GET /v2.0/networks/18a152e0-a01f-49a7-bade-39a616e529a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552360 Jul 24 00:06:22.195661 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8d9a29-b233-48c9-863e-036499e1cf41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=748bf5ef-9d01-4cae-9d96-6e11e2a04ccb,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:22.219463 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-f4e402ba-0063-4cea-9e32-1cadcdd965a9 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Allocated IP 172.20.0.5 (420c52fc-6eca-4838-b62b-cac5bb37156c/4db2ba5c-1063-44b8-980d-a6cfacbfe71e/c8edac6f-007e-48e7-9b4a-67817e67d82d) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:06:22.221565 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-4e8d9a29-b233-48c9-863e-036499e1cf41 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5a59a480b54e43678cb345a63cef4fde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3511760 Jul 24 00:06:22.222085 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 59714) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:22.224576 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4fe78760-d0b8-4a24-9641-946a71cd4a21 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:22.241333 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a68ef5-0307-4e27-b812-094799466f2c None None] Network 420c52fc-6eca-4838-b62b-cac5bb37156c is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:06:22.283390 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-4fe78760-d0b8-4a24-9641-946a71cd4a21 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Calling delete_port for 189f1c5f-320b-4a98-8723-96b9f3fd07c1 owned by {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:06:22.287984 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada21c85-4030-48c3-9bff-2fd37e3ecd3b None None] Pushing event updated for resources: {'Port': ['ID=c29c42dd-b22c-43aa-b54c-30399bd4a00b,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:22.294627 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-39a68ef5-0307-4e27-b812-094799466f2c None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:06:22.304885 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a68ef5-0307-4e27-b812-094799466f2c None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:06:22.387375 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5ef795cc-257e-4c96-b4ba-41721fe355f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:22.432002 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a68ef5-0307-4e27-b812-094799466f2c None None] Pushing event updated for resources: {'Port': ['ID=141b2de2-6cc2-44d4-9b36-63f283765fa4,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:22.447182 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5ef795cc-257e-4c96-b4ba-41721fe355f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:22.465384 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-39a68ef5-0307-4e27-b812-094799466f2c None None] Attempting to bind port 141b2de2-6cc2-44d4-9b36-63f283765fa4 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:06:22.465775 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-39a68ef5-0307-4e27-b812-094799466f2c None None] Attempting to bind port 141b2de2-6cc2-44d4-9b36-63f283765fa4 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': 'f9148658-749d-45b1-9f1c-6be3fb3fad08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '420c52fc-6eca-4838-b62b-cac5bb37156c'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:06:22.466144 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a68ef5-0307-4e27-b812-094799466f2c None None] Attempting to bind port 141b2de2-6cc2-44d4-9b36-63f283765fa4 on network 420c52fc-6eca-4838-b62b-cac5bb37156c {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:06:22.478053 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7e79c1bd-c85c-4341-8f2f-5392f8f61bff tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:22.483807 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a68ef5-0307-4e27-b812-094799466f2c None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:06:22.484149 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a68ef5-0307-4e27-b812-094799466f2c None None] Checking segment: {'id': 'f9148658-749d-45b1-9f1c-6be3fb3fad08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '420c52fc-6eca-4838-b62b-cac5bb37156c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:06:22.484860 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-39a68ef5-0307-4e27-b812-094799466f2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:22.485412 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a68ef5-0307-4e27-b812-094799466f2c None None] Bound using segment: {'id': 'f9148658-749d-45b1-9f1c-6be3fb3fad08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '420c52fc-6eca-4838-b62b-cac5bb37156c'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:06:22.485800 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-754becc5-b9d3-4f24-a906-1c7dec30f8c6 req-b970200c-b167-4142-bb7f-69e3e4a6f946 service neutron] 10.222.0.64 "GET /v2.0/networks/18a152e0-a01f-49a7-bade-39a616e529a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033962 Jul 24 00:06:22.491188 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-39a68ef5-0307-4e27-b812-094799466f2c None None] Bound port: 141b2de2-6cc2-44d4-9b36-63f283765fa4, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9148658-749d-45b1-9f1c-6be3fb3fad08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '420c52fc-6eca-4838-b62b-cac5bb37156c'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:06:22.493834 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-39a68ef5-0307-4e27-b812-094799466f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:22.508406 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7e79c1bd-c85c-4341-8f2f-5392f8f61bff tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:22.517531 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 7b3ad419-bcb4-463d-a0fe-9702b81fd418 no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:06:22.565916 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5ef795cc-257e-4c96-b4ba-41721fe355f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:22.571877 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] No Port match for: 7b3ad419-bcb4-463d-a0fe-9702b81fd418 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:06:22.572233 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 7b3ad419-bcb4-463d-a0fe-9702b81fd418 not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:06:22.581788 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5ef795cc-257e-4c96-b4ba-41721fe355f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:22.583792 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-5ef795cc-257e-4c96-b4ba-41721fe355f4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/748bf5ef-9d01-4cae-9d96-6e11e2a04ccb HTTP/1.1" status: 204 len: 168 time: 0.3583140 Jul 24 00:06:22.609009 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef795cc-257e-4c96-b4ba-41721fe355f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=748bf5ef-9d01-4cae-9d96-6e11e2a04ccb,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:22.799825 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-39a68ef5-0307-4e27-b812-094799466f2c None None] For port 141b2de2-6cc2-44d4-9b36-63f283765fa4, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:06:22.842023 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e79c1bd-c85c-4341-8f2f-5392f8f61bff tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Pushing event updated for resources: {'Port': ['ID=45ee6365-0fd4-455d-9464-37fe795e6826,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:22.850721 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7e79c1bd-c85c-4341-8f2f-5392f8f61bff tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680980'] for router_interface, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:22.919785 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-39a68ef5-0307-4e27-b812-094799466f2c None None] For port 141b2de2-6cc2-44d4-9b36-63f283765fa4, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=141b2de2-6cc2-44d4-9b36-63f283765fa4,segment=NetworkSegment(f9148658-749d-45b1-9f1c-6be3fb3fad08),segment_id=f9148658-749d-45b1-9f1c-6be3fb3fad08)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:06:22.925720 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-39a68ef5-0307-4e27-b812-094799466f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:22.963016 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f4e402ba-0063-4cea-9e32-1cadcdd965a9 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:23.000280 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4fe78760-d0b8-4a24-9641-946a71cd4a21 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:23.069819 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a68ef5-0307-4e27-b812-094799466f2c None None] Pushing event updated for resources: {'Port': ['ID=141b2de2-6cc2-44d4-9b36-63f283765fa4,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:23.115708 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [None req-f4e402ba-0063-4cea-9e32-1cadcdd965a9 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Transition to ACTIVE for port object c8edac6f-007e-48e7-9b4a-67817e67d82d will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:06:23.119584 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe78760-d0b8-4a24-9641-946a71cd4a21 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Pushing event deleted for resources: {'Port': ['ID=189f1c5f-320b-4a98-8723-96b9f3fd07c1,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:23.176946 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3a623a00-9c69-4491-ba40-384eaefd2c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:23.178848 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9548c30d-499c-450e-8868-3194ed33b7bd req-02736325-e431-4d10-b2e2-65114f9b988f tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:23.181674 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9548c30d-499c-450e-8868-3194ed33b7bd req-02736325-e431-4d10-b2e2-65114f9b988f tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fdd01f9-a35c-430e-9b07-0d6791794e3e HTTP/1.1" status: 200 len: 943 time: 0.5256975 Jul 24 00:06:23.312972 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd649bab-6dfc-4b07-9e8d-eaa6eeb7e583 req-df274168-42c3-41a4-8686-76a470506058 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:23.314838 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cd649bab-6dfc-4b07-9e8d-eaa6eeb7e583 req-df274168-42c3-41a4-8686-76a470506058 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2a03b3c-980c-4c1f-a15d-dc6322272e18 HTTP/1.1" status: 200 len: 950 time: 0.1550579 Jul 24 00:06:23.382465 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4fe78760-d0b8-4a24-9641-946a71cd4a21 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:23.386051 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-4fe78760-d0b8-4a24-9641-946a71cd4a21 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] 10.222.0.44 "DELETE /v2.0/ports/189f1c5f-320b-4a98-8723-96b9f3fd07c1 HTTP/1.1" status: 204 len: 168 time: 1.7113531 Jul 24 00:06:23.392458 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e79c1bd-c85c-4341-8f2f-5392f8f61bff tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Network f017b5f1-1d7d-4df6-9303-7bcef2a73bcf is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:06:23.395132 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 59738) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:23.398389 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cd649bab-6dfc-4b07-9e8d-eaa6eeb7e583 req-f477d378-5b60-4299-8ad7-6afba4e8c0b2 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617609 Jul 24 00:06:23.405353 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device c29c42dd-b22c-43aa-b54c-30399bd4a00b up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:06:23.411756 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-7e79c1bd-c85c-4341-8f2f-5392f8f61bff tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:06:23.455236 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f4e402ba-0063-4cea-9e32-1cadcdd965a9 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:23.460433 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9548c30d-499c-450e-8868-3194ed33b7bd req-e972abbe-8870-4b40-9334-e94e93e03a81 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/security-groups?id=01883c9b-f537-47a8-8e4c-5877842ba644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309239 Jul 24 00:06:23.465583 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fdd01f9-a35c-430e-9b07-0d6791794e3e', 'tag': 'e35343cc-86f0-480d-bbcb-c956a7afa5b7'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:06:23.467904 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e70e42c-c49d-40a3-ba7b-aff056554f1b" -d '{"events": [{"name": "network-changed", "server_uuid": "5fdd01f9-a35c-430e-9b07-0d6791794e3e", "tag": "e35343cc-86f0-480d-bbcb-c956a7afa5b7"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:06:23.503575 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port c29c42dd-b22c-43aa-b54c-30399bd4a00b completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:06:23.509745 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 5be5a750-964c-4de4-9797-782e6bbcda85 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:06:23.565041 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b7e68e-3a0e-47c3-b040-a691b72f3993 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:23.567093 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-83b7e68e-3a0e-47c3-b040-a691b72f3993 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] 10.222.0.44 "GET /v2.0/ports?device_id=5832c0e7-1d75-4a30-9141-9a6a9a723e64 HTTP/1.1" status: 200 len: 913 time: 0.1676528 Jul 24 00:06:23.569586 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 59744) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:23.592399 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97dc7098-8638-41ae-b958-f97c38289dcd x-openstack-request-id: req-97dc7098-8638-41ae-b958-f97c38289dcd {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:06:23.592856 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fdd01f9-a35c-430e-9b07-0d6791794e3e", "tag": "e35343cc-86f0-480d-bbcb-c956a7afa5b7", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:06:23.593106 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-97dc7098-8638-41ae-b958-f97c38289dcd {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:06:23.593504 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fdd01f9-a35c-430e-9b07-0d6791794e3e', 'tag': 'e35343cc-86f0-480d-bbcb-c956a7afa5b7', 'status': 'completed', 'code': 200} Jul 24 00:06:23.648596 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 5be5a750-964c-4de4-9797-782e6bbcda85 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:06:23.653420 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 5be5a750-964c-4de4-9797-782e6bbcda85 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:06:23.654046 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:23.723650 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e402ba-0063-4cea-9e32-1cadcdd965a9 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Network 420c52fc-6eca-4838-b62b-cac5bb37156c is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:06:23.731236 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-f4e402ba-0063-4cea-9e32-1cadcdd965a9 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:06:23.733433 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e402ba-0063-4cea-9e32-1cadcdd965a9 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event updated for resources: {'Port': ['ID=c8edac6f-007e-48e7-9b4a-67817e67d82d,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:23.735924 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e402ba-0063-4cea-9e32-1cadcdd965a9 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:06:23.802950 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e70e42c-c49d-40a3-ba7b-aff056554f1b req-991d56e8-aeb0-488d-b634-87757035c137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:23.804473 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1e70e42c-c49d-40a3-ba7b-aff056554f1b req-991d56e8-aeb0-488d-b634-87757035c137 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b522b7a30c7a44c49afc4b0ec559df03&device_id=5fdd01f9-a35c-430e-9b07-0d6791794e3e HTTP/1.1" status: 200 len: 1095 time: 0.1705861 Jul 24 00:06:23.827040 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:23.900874 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 5be5a750-964c-4de4-9797-782e6bbcda85, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=5be5a750-964c-4de4-9797-782e6bbcda85,segment=NetworkSegment(6f040de0-6a69-459d-8933-6f5997b36420),segment_id=6f040de0-6a69-459d-8933-6f5997b36420)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:06:23.911338 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:24.000033 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=5be5a750-964c-4de4-9797-782e6bbcda85,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:24.049121 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e70e42c-c49d-40a3-ba7b-aff056554f1b req-490b9bac-0f8f-409c-aba2-bc7b197f7146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:24.049355 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09b29af-89db-4cf6-b8b2-222bf289b95a None None] Network f017b5f1-1d7d-4df6-9303-7bcef2a73bcf requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:06:24.050643 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1e70e42c-c49d-40a3-ba7b-aff056554f1b req-490b9bac-0f8f-409c-aba2-bc7b197f7146 service neutron] 10.222.0.64 "GET /v2.0/networks?id=18a152e0-a01f-49a7-bade-39a616e529a3 HTTP/1.1" status: 200 len: 916 time: 0.1926494 Jul 24 00:06:24.166506 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1e70e42c-c49d-40a3-ba7b-aff056554f1b req-b8be76c5-1fb9-427b-89e6-63bf2348da64 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e35343cc-86f0-480d-bbcb-c956a7afa5b7 HTTP/1.1" status: 200 len: 217 time: 0.0965660 Jul 24 00:06:24.221150 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-d2928fa9-ac91-4f9e-8c6d-9d9a5ca65720 None None] Provisioning for port c29c42dd-b22c-43aa-b54c-30399bd4a00b completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:06:24.235575 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-d2928fa9-ac91-4f9e-8c6d-9d9a5ca65720 None None] Provisioning complete for port c29c42dd-b22c-43aa-b54c-30399bd4a00b triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:06:24.236049 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d2928fa9-ac91-4f9e-8c6d-9d9a5ca65720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:24.330782 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e79c1bd-c85c-4341-8f2f-5392f8f61bff tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Router 65b37177-453d-4d0f-8fe1-cc44f5ae0354 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:06:24.347321 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e70e42c-c49d-40a3-ba7b-aff056554f1b req-9341cb7c-495e-413b-8775-9ac6da8394b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:24.353871 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1e70e42c-c49d-40a3-ba7b-aff056554f1b req-9341cb7c-495e-413b-8775-9ac6da8394b4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d56430de-0ce5-443d-bb1b-4b29fdb6d0b4 HTTP/1.1" status: 200 len: 855 time: 0.1792474 Jul 24 00:06:24.392887 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d2928fa9-ac91-4f9e-8c6d-9d9a5ca65720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:24.407132 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1e70e42c-c49d-40a3-ba7b-aff056554f1b req-de896e7e-f650-4b2d-8adc-bcb0358a9bc0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=18a152e0-a01f-49a7-bade-39a616e529a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464537 Jul 24 00:06:24.462261 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-d2928fa9-ac91-4f9e-8c6d-9d9a5ca65720 None None] For port c29c42dd-b22c-43aa-b54c-30399bd4a00b, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=c29c42dd-b22c-43aa-b54c-30399bd4a00b,segment=NetworkSegment(576dbff0-02fc-400b-993a-40b7989e4c10),segment_id=576dbff0-02fc-400b-993a-40b7989e4c10)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:06:24.470308 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d2928fa9-ac91-4f9e-8c6d-9d9a5ca65720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:24.482057 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e402ba-0063-4cea-9e32-1cadcdd965a9 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:24.485614 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f4e402ba-0063-4cea-9e32-1cadcdd965a9 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:24.534013 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-f4e402ba-0063-4cea-9e32-1cadcdd965a9 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.8941820 Jul 24 00:06:24.553127 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 59770) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:24.567805 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2928fa9-ac91-4f9e-8c6d-9d9a5ca65720 None None] Pushing event updated for resources: {'Port': ['ID=c29c42dd-b22c-43aa-b54c-30399bd4a00b,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:24.678134 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5435324-03a1-480c-9a1c-ba310890fd7e None None] Network 420c52fc-6eca-4838-b62b-cac5bb37156c requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:06:24.684393 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e79c1bd-c85c-4341-8f2f-5392f8f61bff tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:06:24.695975 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3a22ff-f9d1-44d0-a9bf-3ed57c535968 None None] Sync routers for ids ['65b37177-453d-4d0f-8fe1-cc44f5ae0354'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:06:24.701698 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-7e79c1bd-c85c-4341-8f2f-5392f8f61bff tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "PUT /v2.0/routers/65b37177-453d-4d0f-8fe1-cc44f5ae0354/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0432663 Jul 24 00:06:24.706047 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 59774) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:24.708779 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3a22ff-f9d1-44d0-a9bf-3ed57c535968 None None] Routers {'65b37177-453d-4d0f-8fe1-cc44f5ae0354'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:06:24.709457 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-dc3a22ff-f9d1-44d0-a9bf-3ed57c535968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:05:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['65b37177-453d-4d0f-8fe1-cc44f5ae0354'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:24.719108 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-cc9b6db2-e8b2-4d41-9260-fe8c9c8fb505 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:06:24.818875 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-dc3a22ff-f9d1-44d0-a9bf-3ed57c535968 None None] Set router 65b37177-453d-4d0f-8fe1-cc44f5ae0354 gateway port host: None {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:06:25.086042 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-6c6d4753-0ebf-4260-b824-72fde42050ea None None] Provisioning for port 141b2de2-6cc2-44d4-9b36-63f283765fa4 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:06:25.092511 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-dc3a22ff-f9d1-44d0-a9bf-3ed57c535968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'name': 'tempest-RoutersTest-router-1671455986', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:05:49Z', 'updated_at': '2021-07-24T00:06:21Z', 'revision_number': 5, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'gw_port_host': None, '_interfaces': [{'id': '2583ebcd-cd40-4328-b99e-8fadcc3b33e6', 'name': '', 'network_id': 'c4e4cc7b-669b-4847-999a-1da5502764d3', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'mac_address': 'fa:16:3e:e9:7a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '5b90a3a6-eeae-44c4-82ee-868038ac65d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:06:03Z', 'updated_at': '2021-07-24T00:06:14Z', 'revision_number': 5, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'subnets': [{'id': '5b90a3a6-eeae-44c4-82ee-868038ac65d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45ee6365-0fd4-455d-9464-37fe795e6826', 'name': '', 'network_id': 'f017b5f1-1d7d-4df6-9303-7bcef2a73bcf', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'mac_address': 'fa:16:3e:6a:09:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': 'c6d16af5-587d-4cac-a77a-3c9fcb90a8ad', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:06:20Z', 'updated_at': '2021-07-24T00:06:21Z', 'revision_number': 2, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'subnets': [{'id': 'c6d16af5-587d-4cac-a77a-3c9fcb90a8ad', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5be5a750-964c-4de4-9797-782e6bbcda85', 'name': '', 'network_id': 'bb7b6f23-dc3c-4254-8c0d-202b2e1bebe4', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'mac_address': 'fa:16:3e:5f:90:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '492cc28c-d72e-4cab-95ce-66df8792f2db', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:06:13Z', 'updated_at': '2021-07-24T00:06:23Z', 'revision_number': 5, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'subnets': [{'id': '492cc28c-d72e-4cab-95ce-66df8792f2db', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a24aaa6-d098-4068-9892-abcfb18cf2ac', 'name': '', 'network_id': '9a355f19-3960-47fc-a9fa-2380b44410fe', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'mac_address': 'fa:16:3e:c6:4b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '7cd57908-c436-4061-b8dc-9f554d34052a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:05:54Z', 'updated_at': '2021-07-24T00:06:04Z', 'revision_number': 5, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'subnets': [{'id': '7cd57908-c436-4061-b8dc-9f554d34052a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:25.110471 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1e70e42c-c49d-40a3-ba7b-aff056554f1b req-2e2d4777-3771-4c60-a114-691877901105 service neutron] 10.222.0.64 "GET /v2.0/networks/18a152e0-a01f-49a7-bade-39a616e529a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6915717 Jul 24 00:06:25.132518 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3a22ff-f9d1-44d0-a9bf-3ed57c535968 None None] Checking router: 65b37177-453d-4d0f-8fe1-cc44f5ae0354 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:06:25.133218 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3a22ff-f9d1-44d0-a9bf-3ed57c535968 None None] Updating router 65b37177-453d-4d0f-8fe1-cc44f5ae0354 port 45ee6365-0fd4-455d-9464-37fe795e6826 binding host n-d-800088-16 {{(pid=100316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:06:25.175663 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-dc3a22ff-f9d1-44d0-a9bf-3ed57c535968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:25.299016 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adcec63-4476-45d6-b42d-671a3c7327f4 req-bf2be3da-439e-40ce-bf78-0b3a41e1075c tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:25.301220 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0adcec63-4476-45d6-b42d-671a3c7327f4 req-bf2be3da-439e-40ce-bf78-0b3a41e1075c tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2a03b3c-980c-4c1f-a15d-dc6322272e18 HTTP/1.1" status: 200 len: 950 time: 1.0290353 Jul 24 00:06:25.347385 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-6f182790-eee8-40c7-a8c6-45ae87d70940 None None] Provisioning complete for port c29c42dd-b22c-43aa-b54c-30399bd4a00b triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:06:25.347385 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-6f182790-eee8-40c7-a8c6-45ae87d70940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:25.453587 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 5be5a750-964c-4de4-9797-782e6bbcda85 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:06:25.576943 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f140b8c4-240f-478e-8835-355060181247 req-a31b1516-bd9b-4f26-ab6d-21606459aab2 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:25.585421 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f140b8c4-240f-478e-8835-355060181247 req-a31b1516-bd9b-4f26-ab6d-21606459aab2 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2a03b3c-980c-4c1f-a15d-dc6322272e18 HTTP/1.1" status: 200 len: 950 time: 0.3771081 Jul 24 00:06:25.589281 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-47863050-1c6e-44bc-a9fb-d1ef16b09852 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681029'] for router_interface, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:25.676328 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-6f182790-eee8-40c7-a8c6-45ae87d70940 None None] Provisioning for port 45ee6365-0fd4-455d-9464-37fe795e6826 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:06:25.690666 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-6f182790-eee8-40c7-a8c6-45ae87d70940 None None] Provisioning complete for port 45ee6365-0fd4-455d-9464-37fe795e6826 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:06:25.691074 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-6f182790-eee8-40c7-a8c6-45ae87d70940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:25.696570 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1e70e42c-c49d-40a3-ba7b-aff056554f1b req-aeaa59b2-2cbe-4ff7-9984-ee4a36613082 service neutron] 10.222.0.64 "GET /v2.0/networks/18a152e0-a01f-49a7-bade-39a616e529a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5136065 Jul 24 00:06:25.697995 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-dc3a22ff-f9d1-44d0-a9bf-3ed57c535968 None None] Notify callbacks [] for port, precommit_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:25.699620 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 5be5a750-964c-4de4-9797-782e6bbcda85 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:06:25.699965 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:25.728252 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.provisioning_blocks [None req-dc3a22ff-f9d1-44d0-a9bf-3ed57c535968 None None] Transition to ACTIVE for port object 45ee6365-0fd4-455d-9464-37fe795e6826 will not be triggered until provisioned by entity L2. {{(pid=100316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:06:25.747535 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-dc3a22ff-f9d1-44d0-a9bf-3ed57c535968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:25.761951 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-0adcec63-4476-45d6-b42d-671a3c7327f4 req-d9e6fa94-4d71-4cf1-a5c2-4d7acb21e81f tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Deleting port 7c4baabd-a258-4647-844c-3df4320bfcd4 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:06:25.762448 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-0adcec63-4476-45d6-b42d-671a3c7327f4 req-d9e6fa94-4d71-4cf1-a5c2-4d7acb21e81f tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:25.783071 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f140b8c4-240f-478e-8835-355060181247 req-346d49aa-3ae1-45cc-8736-aef8d95f6563 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920152 Jul 24 00:06:25.826215 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847dc364-bed0-41e8-af3c-9dcd31a0de5c None None] Pushing event updated for resources: {'Port': ['ID=45ee6365-0fd4-455d-9464-37fe795e6826,revision_number=3']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:25.842044 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847dc364-bed0-41e8-af3c-9dcd31a0de5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:06:25.842751 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847dc364-bed0-41e8-af3c-9dcd31a0de5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:06:25.844153 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847dc364-bed0-41e8-af3c-9dcd31a0de5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:06:25.846669 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847dc364-bed0-41e8-af3c-9dcd31a0de5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:06:25.847288 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847dc364-bed0-41e8-af3c-9dcd31a0de5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:06:25.848609 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-6f182790-eee8-40c7-a8c6-45ae87d70940 None None] Port 45ee6365-0fd4-455d-9464-37fe795e6826 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:06:25.850413 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847dc364-bed0-41e8-af3c-9dcd31a0de5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:06:25.851079 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847dc364-bed0-41e8-af3c-9dcd31a0de5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:06:25.852586 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847dc364-bed0-41e8-af3c-9dcd31a0de5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:06:25.853257 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847dc364-bed0-41e8-af3c-9dcd31a0de5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:06:25.853967 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847dc364-bed0-41e8-af3c-9dcd31a0de5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:06:25.855259 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847dc364-bed0-41e8-af3c-9dcd31a0de5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:06:25.864635 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-83966821-beff-468e-9ef6-e4b4a1d26234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:25.868768 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847dc364-bed0-41e8-af3c-9dcd31a0de5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:06:25.895748 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4f82d0-1809-44c0-a164-afbf59bdea55 req-e7e3ddf5-36b7-45f3-a4ff-bd54718a827a tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:25.903770 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ae4f82d0-1809-44c0-a164-afbf59bdea55 req-e7e3ddf5-36b7-45f3-a4ff-bd54718a827a tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fdd01f9-a35c-430e-9b07-0d6791794e3e HTTP/1.1" status: 200 len: 943 time: 1.2240882 Jul 24 00:06:25.907368 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 59792) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:26.012853 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device c29c42dd-b22c-43aa-b54c-30399bd4a00b up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:06:26.038676 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3ba5d053-725f-4f26-ad32-a446364f94df tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:26.059425 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ae4f82d0-1809-44c0-a164-afbf59bdea55 req-f44cd8b0-ce41-4d7b-8adc-c8c830de0a10 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/security-groups?id=01883c9b-f537-47a8-8e4c-5877842ba644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546891 Jul 24 00:06:26.087886 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-dc3a22ff-f9d1-44d0-a9bf-3ed57c535968 None None] Attempting to bind port 45ee6365-0fd4-455d-9464-37fe795e6826 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:06:26.088343 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-dc3a22ff-f9d1-44d0-a9bf-3ed57c535968 None None] Attempting to bind port 45ee6365-0fd4-455d-9464-37fe795e6826 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '576dbff0-02fc-400b-993a-40b7989e4c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'f017b5f1-1d7d-4df6-9303-7bcef2a73bcf'}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:06:26.090900 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3a22ff-f9d1-44d0-a9bf-3ed57c535968 None None] Attempting to bind port 45ee6365-0fd4-455d-9464-37fe795e6826 on network f017b5f1-1d7d-4df6-9303-7bcef2a73bcf {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:06:26.106274 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3a22ff-f9d1-44d0-a9bf-3ed57c535968 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:06:26.109192 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3a22ff-f9d1-44d0-a9bf-3ed57c535968 None None] Checking segment: {'id': '576dbff0-02fc-400b-993a-40b7989e4c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'f017b5f1-1d7d-4df6-9303-7bcef2a73bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:06:26.109762 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-dc3a22ff-f9d1-44d0-a9bf-3ed57c535968 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:26.110056 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3a22ff-f9d1-44d0-a9bf-3ed57c535968 None None] Bound using segment: {'id': '576dbff0-02fc-400b-993a-40b7989e4c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'f017b5f1-1d7d-4df6-9303-7bcef2a73bcf'} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:06:26.110542 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-dc3a22ff-f9d1-44d0-a9bf-3ed57c535968 None None] Bound port: 45ee6365-0fd4-455d-9464-37fe795e6826, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '576dbff0-02fc-400b-993a-40b7989e4c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'f017b5f1-1d7d-4df6-9303-7bcef2a73bcf'}}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:06:26.110930 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-dc3a22ff-f9d1-44d0-a9bf-3ed57c535968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:26.128463 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port c29c42dd-b22c-43aa-b54c-30399bd4a00b triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:06:26.129048 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:26.138169 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-0adcec63-4476-45d6-b42d-671a3c7327f4 req-d9e6fa94-4d71-4cf1-a5c2-4d7acb21e81f tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] For port 7c4baabd-a258-4647-844c-3df4320bfcd4, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=7c4baabd-a258-4647-844c-3df4320bfcd4,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:06:26.141130 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-0adcec63-4476-45d6-b42d-671a3c7327f4 req-d9e6fa94-4d71-4cf1-a5c2-4d7acb21e81f tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:26.176334 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-0adcec63-4476-45d6-b42d-671a3c7327f4 req-d9e6fa94-4d71-4cf1-a5c2-4d7acb21e81f tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Calling delete_port for 7c4baabd-a258-4647-844c-3df4320bfcd4 owned by compute:nova {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:06:26.201868 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-008bfe5c-5c81-4b94-a20a-76880504df04 None None] Provisioning for port c8edac6f-007e-48e7-9b4a-67817e67d82d completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:06:26.207830 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-008bfe5c-5c81-4b94-a20a-76880504df04 None None] Provisioning complete for port c8edac6f-007e-48e7-9b4a-67817e67d82d triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:06:26.208383 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-008bfe5c-5c81-4b94-a20a-76880504df04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:26.223940 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-dc3a22ff-f9d1-44d0-a9bf-3ed57c535968 None None] For port 45ee6365-0fd4-455d-9464-37fe795e6826, host n-d-800088-16, cleared binding levels {{(pid=100316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:06:26.229873 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-dc3a22ff-f9d1-44d0-a9bf-3ed57c535968 None None] For port 45ee6365-0fd4-455d-9464-37fe795e6826, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=45ee6365-0fd4-455d-9464-37fe795e6826,segment=NetworkSegment(576dbff0-02fc-400b-993a-40b7989e4c10),segment_id=576dbff0-02fc-400b-993a-40b7989e4c10)] {{(pid=100316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:06:26.239203 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-dc3a22ff-f9d1-44d0-a9bf-3ed57c535968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:26.243091 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-58f02baa-feb6-4c00-94e0-ce08b8f043b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:26.272288 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-008bfe5c-5c81-4b94-a20a-76880504df04 None None] Port c8edac6f-007e-48e7-9b4a-67817e67d82d cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:06:26.288667 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3a22ff-f9d1-44d0-a9bf-3ed57c535968 None None] Routers {'65b37177-453d-4d0f-8fe1-cc44f5ae0354'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:06:26.289466 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-dc3a22ff-f9d1-44d0-a9bf-3ed57c535968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:06:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['65b37177-453d-4d0f-8fe1-cc44f5ae0354'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:26.342074 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 141b2de2-6cc2-44d4-9b36-63f283765fa4 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:06:26.421338 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 141b2de2-6cc2-44d4-9b36-63f283765fa4 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:06:26.426566 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 141b2de2-6cc2-44d4-9b36-63f283765fa4 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:06:26.427079 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:26.455388 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-dc3a22ff-f9d1-44d0-a9bf-3ed57c535968 None None] Set router 65b37177-453d-4d0f-8fe1-cc44f5ae0354 gateway port host: None {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:06:26.512759 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-0adcec63-4476-45d6-b42d-671a3c7327f4 req-d9e6fa94-4d71-4cf1-a5c2-4d7acb21e81f tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:26.541533 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device e35343cc-86f0-480d-bbcb-c956a7afa5b7 details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:06:26.568153 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-47863050-1c6e-44bc-a9fb-d1ef16b09852 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Deleting port 311aa694-55e3-4987-b72e-4580f5a3c24a {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:06:26.568747 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-47863050-1c6e-44bc-a9fb-d1ef16b09852 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:26.573093 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e6fa94-4d71-4cf1-a5c2-4d7acb21e81f tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Pushing event deleted for resources: {'Port': ['ID=7c4baabd-a258-4647-844c-3df4320bfcd4,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:26.579810 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.extraroute_db [None req-cc9b6db2-e8b2-4d41-9260-fe8c9c8fb505 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=100313) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 24 00:06:26.627675 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['646da755-b657-48af-8f46-1246a45e82e4', '7c4baabd-a258-4647-844c-3df4320bfcd4'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:06:26.663366 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.extraroute_db [None req-cc9b6db2-e8b2-4d41-9260-fe8c9c8fb505 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Removed routes are [] {{(pid=100313) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 24 00:06:26.663872 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cc9b6db2-e8b2-4d41-9260-fe8c9c8fb505 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:26.706643 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847dc364-bed0-41e8-af3c-9dcd31a0de5c None None] Pushing event updated for resources: {'Port': ['ID=45ee6365-0fd4-455d-9464-37fe795e6826,revision_number=4']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:26.748852 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-0adcec63-4476-45d6-b42d-671a3c7327f4 req-d9e6fa94-4d71-4cf1-a5c2-4d7acb21e81f tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] No DVR routers for this DVR port 7c4baabd-a258-4647-844c-3df4320bfcd4 on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:06:26.755216 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-0adcec63-4476-45d6-b42d-671a3c7327f4 req-d9e6fa94-4d71-4cf1-a5c2-4d7acb21e81f tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:26.758548 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-35b990a3-3a8d-44ab-bd6e-2816ec0a77e7 None None] Provisioning complete for port c8edac6f-007e-48e7-9b4a-67817e67d82d triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:06:26.758934 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-35b990a3-3a8d-44ab-bd6e-2816ec0a77e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:26.759179 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0adcec63-4476-45d6-b42d-671a3c7327f4 req-d9e6fa94-4d71-4cf1-a5c2-4d7acb21e81f tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.64 "DELETE /v2.0/ports/7c4baabd-a258-4647-844c-3df4320bfcd4 HTTP/1.1" status: 204 len: 173 time: 1.4220417 Jul 24 00:06:26.759847 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2a03b3c-980c-4c1f-a15d-dc6322272e18', 'name': 'network-vif-deleted', 'tag': '7c4baabd-a258-4647-844c-3df4320bfcd4'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:06:26.763146 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e0b5761-b8c0-4629-b9eb-d7df7b440ea8" -d '{"events": [{"server_uuid": "e2a03b3c-980c-4c1f-a15d-dc6322272e18", "name": "network-vif-deleted", "tag": "7c4baabd-a258-4647-844c-3df4320bfcd4"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:06:26.791008 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-dc3a22ff-f9d1-44d0-a9bf-3ed57c535968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'name': 'tempest-RoutersTest-router-1671455986', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:05:49Z', 'updated_at': '2021-07-24T00:06:21Z', 'revision_number': 5, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'gw_port_host': None, '_interfaces': [{'id': '2583ebcd-cd40-4328-b99e-8fadcc3b33e6', 'name': '', 'network_id': 'c4e4cc7b-669b-4847-999a-1da5502764d3', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'mac_address': 'fa:16:3e:e9:7a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '5b90a3a6-eeae-44c4-82ee-868038ac65d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:06:03Z', 'updated_at': '2021-07-24T00:06:14Z', 'revision_number': 5, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'subnets': [{'id': '5b90a3a6-eeae-44c4-82ee-868038ac65d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45ee6365-0fd4-455d-9464-37fe795e6826', 'name': '', 'network_id': 'f017b5f1-1d7d-4df6-9303-7bcef2a73bcf', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'mac_address': 'fa:16:3e:6a:09:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': 'c6d16af5-587d-4cac-a77a-3c9fcb90a8ad', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:06:20Z', 'updated_at': '2021-07-24T00:06:26Z', 'revision_number': 4, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'subnets': [{'id': 'c6d16af5-587d-4cac-a77a-3c9fcb90a8ad', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5be5a750-964c-4de4-9797-782e6bbcda85', 'name': '', 'network_id': 'bb7b6f23-dc3c-4254-8c0d-202b2e1bebe4', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'mac_address': 'fa:16:3e:5f:90:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '492cc28c-d72e-4cab-95ce-66df8792f2db', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:06:13Z', 'updated_at': '2021-07-24T00:06:23Z', 'revision_number': 5, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'subnets': [{'id': '492cc28c-d72e-4cab-95ce-66df8792f2db', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a24aaa6-d098-4068-9892-abcfb18cf2ac', 'name': '', 'network_id': '9a355f19-3960-47fc-a9fa-2380b44410fe', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'mac_address': 'fa:16:3e:c6:4b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '7cd57908-c436-4061-b8dc-9f554d34052a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:05:54Z', 'updated_at': '2021-07-24T00:06:04Z', 'revision_number': 5, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'subnets': [{'id': '7cd57908-c436-4061-b8dc-9f554d34052a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:26.818723 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:26.830254 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:26.848919 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-47863050-1c6e-44bc-a9fb-d1ef16b09852 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:26.851459 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3a22ff-f9d1-44d0-a9bf-3ed57c535968 None None] The sync data for ids ['65b37177-453d-4d0f-8fe1-cc44f5ae0354'] in n-d-800088-16 is: [{'id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'name': 'tempest-RoutersTest-router-1671455986', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:05:49Z', 'updated_at': '2021-07-24T00:06:21Z', 'revision_number': 5, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'gw_port_host': None, '_interfaces': [{'id': '2583ebcd-cd40-4328-b99e-8fadcc3b33e6', 'name': '', 'network_id': 'c4e4cc7b-669b-4847-999a-1da5502764d3', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'mac_address': 'fa:16:3e:e9:7a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '5b90a3a6-eeae-44c4-82ee-868038ac65d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:06:03Z', 'updated_at': '2021-07-24T00:06:14Z', 'revision_number': 5, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'subnets': [{'id': '5b90a3a6-eeae-44c4-82ee-868038ac65d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45ee6365-0fd4-455d-9464-37fe795e6826', 'name': '', 'network_id': 'f017b5f1-1d7d-4df6-9303-7bcef2a73bcf', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'mac_address': 'fa:16:3e:6a:09:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': 'c6d16af5-587d-4cac-a77a-3c9fcb90a8ad', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:06:20Z', 'updated_at': '2021-07-24T00:06:26Z', 'revision_number': 4, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'subnets': [{'id': 'c6d16af5-587d-4cac-a77a-3c9fcb90a8ad', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5be5a750-964c-4de4-9797-782e6bbcda85', 'name': '', 'network_id': 'bb7b6f23-dc3c-4254-8c0d-202b2e1bebe4', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'mac_address': 'fa:16:3e:5f:90:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '492cc28c-d72e-4cab-95ce-66df8792f2db', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:06:13Z', 'updated_at': '2021-07-24T00:06:23Z', 'revision_number': 5, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'subnets': [{'id': '492cc28c-d72e-4cab-95ce-66df8792f2db', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a24aaa6-d098-4068-9892-abcfb18cf2ac', 'name': '', 'network_id': '9a355f19-3960-47fc-a9fa-2380b44410fe', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'mac_address': 'fa:16:3e:c6:4b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '7cd57908-c436-4061-b8dc-9f554d34052a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:05:54Z', 'updated_at': '2021-07-24T00:06:04Z', 'revision_number': 5, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'subnets': [{'id': '7cd57908-c436-4061-b8dc-9f554d34052a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:06:26.856568 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab6a310-31c5-4e07-a5db-106dc51a822f x-openstack-request-id: req-2ab6a310-31c5-4e07-a5db-106dc51a822f {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:06:26.856994 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2a03b3c-980c-4c1f-a15d-dc6322272e18", "name": "network-vif-deleted", "tag": "7c4baabd-a258-4647-844c-3df4320bfcd4", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:06:26.858579 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2ab6a310-31c5-4e07-a5db-106dc51a822f {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:06:26.858579 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2a03b3c-980c-4c1f-a15d-dc6322272e18', 'name': 'network-vif-deleted', 'tag': '7c4baabd-a258-4647-844c-3df4320bfcd4', 'status': 'completed', 'code': 200} Jul 24 00:06:26.874638 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-47863050-1c6e-44bc-a9fb-d1ef16b09852 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Calling delete_port for 311aa694-55e3-4987-b72e-4580f5a3c24a owned by network:router_interface {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:06:26.880225 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port e35343cc-86f0-480d-bbcb-c956a7afa5b7, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=e35343cc-86f0-480d-bbcb-c956a7afa5b7,segment=NetworkSegment(6ae6f178-a5a7-48fe-8694-33b87da05e0d),segment_id=6ae6f178-a5a7-48fe-8694-33b87da05e0d)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:06:26.907281 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-35b990a3-3a8d-44ab-bd6e-2816ec0a77e7 None None] Port c8edac6f-007e-48e7-9b4a-67817e67d82d cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:06:26.911976 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-58f02baa-feb6-4c00-94e0-ce08b8f043b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:26.931886 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-58f02baa-feb6-4c00-94e0-ce08b8f043b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:26.971852 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 141b2de2-6cc2-44d4-9b36-63f283765fa4, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=141b2de2-6cc2-44d4-9b36-63f283765fa4,segment=NetworkSegment(f9148658-749d-45b1-9f1c-6be3fb3fad08),segment_id=f9148658-749d-45b1-9f1c-6be3fb3fad08)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:06:26.976951 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': 'e35343cc-86f0-480d-bbcb-c956a7afa5b7', 'network_id': '18a152e0-a01f-49a7-bade-39a616e529a3', 'port_id': 'e35343cc-86f0-480d-bbcb-c956a7afa5b7', 'mac_address': 'fa:16:3e:1a:3d:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd56430de-0ce5-443d-bb1b-4b29fdb6d0b4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:06:27.003340 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:27.007987 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3ba5d053-725f-4f26-ad32-a446364f94df tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:27.015031 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-58f02baa-feb6-4c00-94e0-ce08b8f043b8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ac8246e9648c420cafa20b04b15408cd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1046166 Jul 24 00:06:27.020506 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 59802) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:27.023198 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3ba5d053-725f-4f26-ad32-a446364f94df tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:27.189141 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:27.294669 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=141b2de2-6cc2-44d4-9b36-63f283765fa4,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:27.317704 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8d353d9d-b365-4913-ba2a-39d18658a205 req-67a8fad3-94af-4af2-937c-e338387b36e5 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2a03b3c-980c-4c1f-a15d-dc6322272e18 HTTP/1.1" status: 200 len: 210 time: 0.3006425 Jul 24 00:06:27.357091 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f02baa-feb6-4c00-94e0-ce08b8f043b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ad3abb-74a6-4f59-bbfb-c47f90f32e7d,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:27.370573 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 45ee6365-0fd4-455d-9464-37fe795e6826 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:06:27.377748 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e35343cc-86f0-480d-bbcb-c956a7afa5b7 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:06:27.412873 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:27.443352 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port e35343cc-86f0-480d-bbcb-c956a7afa5b7, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=e35343cc-86f0-480d-bbcb-c956a7afa5b7,segment=NetworkSegment(6ae6f178-a5a7-48fe-8694-33b87da05e0d),segment_id=6ae6f178-a5a7-48fe-8694-33b87da05e0d)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:06:27.458277 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:27.478842 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba5d053-725f-4f26-ad32-a446364f94df tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event updated for resources: {'Port': ['ID=c8edac6f-007e-48e7-9b4a-67817e67d82d,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:27.520613 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cc9b6db2-e8b2-4d41-9260-fe8c9c8fb505 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:27.545340 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=e35343cc-86f0-480d-bbcb-c956a7afa5b7,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:27.574454 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cc9b6db2-e8b2-4d41-9260-fe8c9c8fb505 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-687196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-687191', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-626537'] for router, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:27.580609 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-47863050-1c6e-44bc-a9fb-d1ef16b09852 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:27.583239 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ea60ddfd-0fc3-48dd-96ec-bf489ac95628 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:27.583605 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 45ee6365-0fd4-455d-9464-37fe795e6826 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:06:27.590106 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 45ee6365-0fd4-455d-9464-37fe795e6826 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:06:27.590579 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:27.630839 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47863050-1c6e-44bc-a9fb-d1ef16b09852 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Pushing event deleted for resources: {'Port': ['ID=311aa694-55e3-4987-b72e-4580f5a3c24a,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:27.693455 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce62057b-917a-4850-93d4-2be458a1f192 req-322cf2f8-362a-4c05-bf56-32ae9cf115b2 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:27.699929 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ce62057b-917a-4850-93d4-2be458a1f192 req-322cf2f8-362a-4c05-bf56-32ae9cf115b2 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fdd01f9-a35c-430e-9b07-0d6791794e3e HTTP/1.1" status: 200 len: 943 time: 0.4190590 Jul 24 00:06:27.726710 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:27.770721 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ea60ddfd-0fc3-48dd-96ec-bf489ac95628 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:27.772202 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 45ee6365-0fd4-455d-9464-37fe795e6826, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=45ee6365-0fd4-455d-9464-37fe795e6826,segment=NetworkSegment(576dbff0-02fc-400b-993a-40b7989e4c10),segment_id=576dbff0-02fc-400b-993a-40b7989e4c10)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:06:27.777562 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['e35343cc-86f0-480d-bbcb-c956a7afa5b7'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:06:27.794690 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ce62057b-917a-4850-93d4-2be458a1f192 req-e191ff06-c060-4d16-95ca-f07fb028ff40 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/security-groups?id=01883c9b-f537-47a8-8e4c-5877842ba644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938022 Jul 24 00:06:27.814223 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:27.822465 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-d8925b9d-8dae-4cef-8202-e5bee55a7526 None None] Provisioning complete for port c8edac6f-007e-48e7-9b4a-67817e67d82d triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:06:27.823232 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d8925b9d-8dae-4cef-8202-e5bee55a7526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:27.855077 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc9b6db2-e8b2-4d41-9260-fe8c9c8fb505 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Router 65b37177-453d-4d0f-8fe1-cc44f5ae0354 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:06:27.892272 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3ba5d053-725f-4f26-ad32-a446364f94df tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681761'] for router_interface, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:27.919627 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-47863050-1c6e-44bc-a9fb-d1ef16b09852 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679987'] for router_interface, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:27.922382 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-d8925b9d-8dae-4cef-8202-e5bee55a7526 None None] Port c8edac6f-007e-48e7-9b4a-67817e67d82d cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:06:27.927817 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=45ee6365-0fd4-455d-9464-37fe795e6826,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:28.030484 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ea60ddfd-0fc3-48dd-96ec-bf489ac95628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:28.033264 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ea60ddfd-0fc3-48dd-96ec-bf489ac95628 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:28.034436 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-ea60ddfd-0fc3-48dd-96ec-bf489ac95628 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/11ad3abb-74a6-4f59-bbfb-c47f90f32e7d HTTP/1.1" status: 204 len: 168 time: 1.0091429 Jul 24 00:06:28.064059 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea60ddfd-0fc3-48dd-96ec-bf489ac95628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ad3abb-74a6-4f59-bbfb-c47f90f32e7d,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:28.084139 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc9b6db2-e8b2-4d41-9260-fe8c9c8fb505 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:06:28.094864 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cc9b6db2-e8b2-4d41-9260-fe8c9c8fb505 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:28.096167 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-cc9b6db2-e8b2-4d41-9260-fe8c9c8fb505 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "PUT /v2.0/routers/65b37177-453d-4d0f-8fe1-cc44f5ae0354 HTTP/1.1" status: 200 len: 934 time: 3.3888171 Jul 24 00:06:28.098922 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 59810) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:28.137640 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62853595-40da-4810-9830-3e22e2767b94 None None] Sync routers for ids ['65b37177-453d-4d0f-8fe1-cc44f5ae0354'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:06:28.154611 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62853595-40da-4810-9830-3e22e2767b94 None None] Routers {'65b37177-453d-4d0f-8fe1-cc44f5ae0354'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:06:28.157557 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-62853595-40da-4810-9830-3e22e2767b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:06:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['65b37177-453d-4d0f-8fe1-cc44f5ae0354'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:28.231575 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47863050-1c6e-44bc-a9fb-d1ef16b09852 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Router 5832c0e7-1d75-4a30-9141-9a6a9a723e64 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:06:28.302266 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-62853595-40da-4810-9830-3e22e2767b94 None None] Set router 65b37177-453d-4d0f-8fe1-cc44f5ae0354 gateway port host: None {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:06:28.379420 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47863050-1c6e-44bc-a9fb-d1ef16b09852 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:06:28.386326 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-47863050-1c6e-44bc-a9fb-d1ef16b09852 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] 10.222.0.44 "PUT /v2.0/routers/5832c0e7-1d75-4a30-9141-9a6a9a723e64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8150136 Jul 24 00:06:28.389001 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 59816) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:28.392783 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6db518d-bdf3-42ab-8d2d-adc3e8a036d6 None None] Sync routers for ids ['5832c0e7-1d75-4a30-9141-9a6a9a723e64'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:06:28.406231 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6db518d-bdf3-42ab-8d2d-adc3e8a036d6 None None] Routers {'5832c0e7-1d75-4a30-9141-9a6a9a723e64'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:06:28.407187 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-c6db518d-bdf3-42ab-8d2d-adc3e8a036d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:06:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['5832c0e7-1d75-4a30-9141-9a6a9a723e64'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:28.459453 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 59820) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:28.483395 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-76406ed8-ebd6-45df-8048-6248953bcb00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:28.488450 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-c6db518d-bdf3-42ab-8d2d-adc3e8a036d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:28.503247 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6db518d-bdf3-42ab-8d2d-adc3e8a036d6 None None] Routers {'5832c0e7-1d75-4a30-9141-9a6a9a723e64'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:06:28.504702 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-c6db518d-bdf3-42ab-8d2d-adc3e8a036d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:06:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['5832c0e7-1d75-4a30-9141-9a6a9a723e64'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:28.540913 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-43c4f19c-0ad0-46c9-a078-7b2f54bd74db tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks [] for router, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:28.546506 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-c6db518d-bdf3-42ab-8d2d-adc3e8a036d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:28.547480 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6db518d-bdf3-42ab-8d2d-adc3e8a036d6 None None] The sync data for ids ['5832c0e7-1d75-4a30-9141-9a6a9a723e64'] in n-d-800088-16 is: [] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:06:28.565377 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 7c4baabd-a258-4647-844c-3df4320bfcd4 no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:06:28.598694 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] No Port match for: 7c4baabd-a258-4647-844c-3df4320bfcd4 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:06:28.598998 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 7c4baabd-a258-4647-844c-3df4320bfcd4 not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:06:28.653202 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3ba5d053-725f-4f26-ad32-a446364f94df tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:28.693281 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-43c4f19c-0ad0-46c9-a078-7b2f54bd74db tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:28.705481 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-76406ed8-ebd6-45df-8048-6248953bcb00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:28.708430 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-62853595-40da-4810-9830-3e22e2767b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'name': 'tempest-RoutersTest-router-1671455986', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:05:49Z', 'updated_at': '2021-07-24T00:06:26Z', 'revision_number': 6, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'gw_port_host': None, '_interfaces': [{'id': '2583ebcd-cd40-4328-b99e-8fadcc3b33e6', 'name': '', 'network_id': 'c4e4cc7b-669b-4847-999a-1da5502764d3', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'mac_address': 'fa:16:3e:e9:7a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '5b90a3a6-eeae-44c4-82ee-868038ac65d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:06:03Z', 'updated_at': '2021-07-24T00:06:14Z', 'revision_number': 5, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'subnets': [{'id': '5b90a3a6-eeae-44c4-82ee-868038ac65d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45ee6365-0fd4-455d-9464-37fe795e6826', 'name': '', 'network_id': 'f017b5f1-1d7d-4df6-9303-7bcef2a73bcf', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'mac_address': 'fa:16:3e:6a:09:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': 'c6d16af5-587d-4cac-a77a-3c9fcb90a8ad', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:06:20Z', 'updated_at': '2021-07-24T00:06:27Z', 'revision_number': 5, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'subnets': [{'id': 'c6d16af5-587d-4cac-a77a-3c9fcb90a8ad', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5be5a750-964c-4de4-9797-782e6bbcda85', 'name': '', 'network_id': 'bb7b6f23-dc3c-4254-8c0d-202b2e1bebe4', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'mac_address': 'fa:16:3e:5f:90:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '492cc28c-d72e-4cab-95ce-66df8792f2db', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:06:13Z', 'updated_at': '2021-07-24T00:06:23Z', 'revision_number': 5, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'subnets': [{'id': '492cc28c-d72e-4cab-95ce-66df8792f2db', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a24aaa6-d098-4068-9892-abcfb18cf2ac', 'name': '', 'network_id': '9a355f19-3960-47fc-a9fa-2380b44410fe', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'mac_address': 'fa:16:3e:c6:4b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '7cd57908-c436-4061-b8dc-9f554d34052a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:05:54Z', 'updated_at': '2021-07-24T00:06:04Z', 'revision_number': 5, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'subnets': [{'id': '7cd57908-c436-4061-b8dc-9f554d34052a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:28.713168 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-76406ed8-ebd6-45df-8048-6248953bcb00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:28.719923 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-1e586405-9489-4647-9b9d-1caffe0bccef tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "GET /v2.0/routers/65b37177-453d-4d0f-8fe1-cc44f5ae0354 HTTP/1.1" status: 200 len: 934 time: 0.6196344 Jul 24 00:06:28.722647 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 59824) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:28.727109 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-bd23c92b-3019-48d4-a822-fec7a5eee4d6 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Request body: {'router': {'routes': None}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:06:28.744760 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62853595-40da-4810-9830-3e22e2767b94 None None] Checking router: 65b37177-453d-4d0f-8fe1-cc44f5ae0354 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:06:28.753719 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62853595-40da-4810-9830-3e22e2767b94 None None] Routers {'65b37177-453d-4d0f-8fe1-cc44f5ae0354'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:06:28.754568 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-62853595-40da-4810-9830-3e22e2767b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:06:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['65b37177-453d-4d0f-8fe1-cc44f5ae0354'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:28.825054 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-76406ed8-ebd6-45df-8048-6248953bcb00 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=81b9113dc0c64be5af18a0419c07f391&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3646045 Jul 24 00:06:28.827917 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 59828) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:28.831016 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76406ed8-ebd6-45df-8048-6248953bcb00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a884b4dc-0d93-495e-a096-4c9e84940f3d,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:28.865284 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-62853595-40da-4810-9830-3e22e2767b94 None None] Set router 65b37177-453d-4d0f-8fe1-cc44f5ae0354 gateway port host: None {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:06:28.923644 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c65f4377-1f4c-42e8-be91-c4b0f4b25848 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:28.943514 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8e556b-b2cd-442b-82d8-ec2932aa86c6 req-85db06e7-6b0d-4509-8109-cdb231dc02a2 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:28.949839 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8c8e556b-b2cd-442b-82d8-ec2932aa86c6 req-85db06e7-6b0d-4509-8109-cdb231dc02a2 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f027578-c893-4a44-9dc2-07535ce6a55f HTTP/1.1" status: 200 len: 950 time: 0.2256832 Jul 24 00:06:28.963089 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-43c4f19c-0ad0-46c9-a078-7b2f54bd74db tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Deleting port db846032-3420-41a5-9795-53320d80d9c9 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:06:28.964088 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-43c4f19c-0ad0-46c9-a078-7b2f54bd74db tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:29.014343 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c65f4377-1f4c-42e8-be91-c4b0f4b25848 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:29.123175 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8c8e556b-b2cd-442b-82d8-ec2932aa86c6 req-5d8ae17f-930d-42a6-8fcc-37a89e5b1ec0 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584980 Jul 24 00:06:29.145138 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c65f4377-1f4c-42e8-be91-c4b0f4b25848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:29.148052 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c65f4377-1f4c-42e8-be91-c4b0f4b25848 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:29.151986 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-c65f4377-1f4c-42e8-be91-c4b0f4b25848 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a884b4dc-0d93-495e-a096-4c9e84940f3d HTTP/1.1" status: 204 len: 168 time: 0.3228784 Jul 24 00:06:29.165035 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-43c4f19c-0ad0-46c9-a078-7b2f54bd74db tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:29.179551 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65f4377-1f4c-42e8-be91-c4b0f4b25848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a884b4dc-0d93-495e-a096-4c9e84940f3d,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:29.186505 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-43c4f19c-0ad0-46c9-a078-7b2f54bd74db tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Calling delete_port for db846032-3420-41a5-9795-53320d80d9c9 owned by network:router_gateway {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:06:29.284747 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3ba5d053-725f-4f26-ad32-a446364f94df tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:29.319525 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:29.320439 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 141b2de2-6cc2-44d4-9b36-63f283765fa4 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:06:29.331855 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3ba5d053-725f-4f26-ad32-a446364f94df tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:29.386501 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 141b2de2-6cc2-44d4-9b36-63f283765fa4 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:06:29.386852 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:29.410212 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5616609-874c-4f23-afd6-14f6a3927ac7 req-87845e50-25fa-42e3-9fed-79444f99967c tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:29.412016 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f5616609-874c-4f23-afd6-14f6a3927ac7 req-87845e50-25fa-42e3-9fed-79444f99967c tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fdd01f9-a35c-430e-9b07-0d6791794e3e HTTP/1.1" status: 200 len: 944 time: 0.4904189 Jul 24 00:06:29.424601 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-43c4f19c-0ad0-46c9-a078-7b2f54bd74db tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:29.445861 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-62853595-40da-4810-9830-3e22e2767b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'name': 'tempest-RoutersTest-router-1671455986', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:05:49Z', 'updated_at': '2021-07-24T00:06:26Z', 'revision_number': 6, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'gw_port_host': None, '_interfaces': [{'id': '2583ebcd-cd40-4328-b99e-8fadcc3b33e6', 'name': '', 'network_id': 'c4e4cc7b-669b-4847-999a-1da5502764d3', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'mac_address': 'fa:16:3e:e9:7a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '5b90a3a6-eeae-44c4-82ee-868038ac65d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:06:03Z', 'updated_at': '2021-07-24T00:06:14Z', 'revision_number': 5, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'subnets': [{'id': '5b90a3a6-eeae-44c4-82ee-868038ac65d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45ee6365-0fd4-455d-9464-37fe795e6826', 'name': '', 'network_id': 'f017b5f1-1d7d-4df6-9303-7bcef2a73bcf', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'mac_address': 'fa:16:3e:6a:09:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': 'c6d16af5-587d-4cac-a77a-3c9fcb90a8ad', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:06:20Z', 'updated_at': '2021-07-24T00:06:27Z', 'revision_number': 5, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'subnets': [{'id': 'c6d16af5-587d-4cac-a77a-3c9fcb90a8ad', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5be5a750-964c-4de4-9797-782e6bbcda85', 'name': '', 'network_id': 'bb7b6f23-dc3c-4254-8c0d-202b2e1bebe4', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'mac_address': 'fa:16:3e:5f:90:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '492cc28c-d72e-4cab-95ce-66df8792f2db', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:06:13Z', 'updated_at': '2021-07-24T00:06:23Z', 'revision_number': 5, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'subnets': [{'id': '492cc28c-d72e-4cab-95ce-66df8792f2db', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a24aaa6-d098-4068-9892-abcfb18cf2ac', 'name': '', 'network_id': '9a355f19-3960-47fc-a9fa-2380b44410fe', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'mac_address': 'fa:16:3e:c6:4b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '7cd57908-c436-4061-b8dc-9f554d34052a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:05:54Z', 'updated_at': '2021-07-24T00:06:04Z', 'revision_number': 5, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'subnets': [{'id': '7cd57908-c436-4061-b8dc-9f554d34052a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:29.474597 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c4f19c-0ad0-46c9-a078-7b2f54bd74db tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Pushing event deleted for resources: {'Port': ['ID=db846032-3420-41a5-9795-53320d80d9c9,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:29.490450 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62853595-40da-4810-9830-3e22e2767b94 None None] The sync data for ids ['65b37177-453d-4d0f-8fe1-cc44f5ae0354'] in n-d-800088-16 is: [{'id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'name': 'tempest-RoutersTest-router-1671455986', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:05:49Z', 'updated_at': '2021-07-24T00:06:26Z', 'revision_number': 6, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'gw_port_host': None, '_interfaces': [{'id': '2583ebcd-cd40-4328-b99e-8fadcc3b33e6', 'name': '', 'network_id': 'c4e4cc7b-669b-4847-999a-1da5502764d3', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'mac_address': 'fa:16:3e:e9:7a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '5b90a3a6-eeae-44c4-82ee-868038ac65d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:06:03Z', 'updated_at': '2021-07-24T00:06:14Z', 'revision_number': 5, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'subnets': [{'id': '5b90a3a6-eeae-44c4-82ee-868038ac65d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45ee6365-0fd4-455d-9464-37fe795e6826', 'name': '', 'network_id': 'f017b5f1-1d7d-4df6-9303-7bcef2a73bcf', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'mac_address': 'fa:16:3e:6a:09:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': 'c6d16af5-587d-4cac-a77a-3c9fcb90a8ad', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:06:20Z', 'updated_at': '2021-07-24T00:06:27Z', 'revision_number': 5, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'subnets': [{'id': 'c6d16af5-587d-4cac-a77a-3c9fcb90a8ad', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5be5a750-964c-4de4-9797-782e6bbcda85', 'name': '', 'network_id': 'bb7b6f23-dc3c-4254-8c0d-202b2e1bebe4', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'mac_address': 'fa:16:3e:5f:90:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '492cc28c-d72e-4cab-95ce-66df8792f2db', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:06:13Z', 'updated_at': '2021-07-24T00:06:23Z', 'revision_number': 5, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'subnets': [{'id': '492cc28c-d72e-4cab-95ce-66df8792f2db', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a24aaa6-d098-4068-9892-abcfb18cf2ac', 'name': '', 'network_id': '9a355f19-3960-47fc-a9fa-2380b44410fe', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'mac_address': 'fa:16:3e:c6:4b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '7cd57908-c436-4061-b8dc-9f554d34052a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:05:54Z', 'updated_at': '2021-07-24T00:06:04Z', 'revision_number': 5, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'subnets': [{'id': '7cd57908-c436-4061-b8dc-9f554d34052a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:06:29.519629 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3ba5d053-725f-4f26-ad32-a446364f94df tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680980'] for router_interface, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:29.523707 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba5d053-725f-4f26-ad32-a446364f94df tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event updated for resources: {'Port': ['ID=c8edac6f-007e-48e7-9b4a-67817e67d82d,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:29.542581 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 45ee6365-0fd4-455d-9464-37fe795e6826 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:06:29.589046 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f5616609-874c-4f23-afd6-14f6a3927ac7 req-d7fe11ff-0474-485e-9d54-21dd48d8dd52 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/security-groups?id=01883c9b-f537-47a8-8e4c-5877842ba644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449175 Jul 24 00:06:29.631130 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 45ee6365-0fd4-455d-9464-37fe795e6826 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:06:29.631695 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:29.716230 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.extraroute_db [None req-bd23c92b-3019-48d4-a822-fec7a5eee4d6 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Added routes are [] {{(pid=100313) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 24 00:06:29.716615 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.extraroute_db [None req-bd23c92b-3019-48d4-a822-fec7a5eee4d6 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=100313) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 24 00:06:29.767768 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba5d053-725f-4f26-ad32-a446364f94df tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Network 420c52fc-6eca-4838-b62b-cac5bb37156c is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:06:29.770817 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-3ba5d053-725f-4f26-ad32-a446364f94df tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:06:29.881113 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-bd23c92b-3019-48d4-a822-fec7a5eee4d6 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:30.042879 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-43c4f19c-0ad0-46c9-a078-7b2f54bd74db tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687114'] for router_gateway, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:30.128000 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ba5d053-725f-4f26-ad32-a446364f94df tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Router f7a396b6-4f96-4931-b289-fed1045b1ca3 is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:06:30.156530 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4ef7cb-f861-4225-bcf0-1108bb9d6bcc req-2665fc49-43a1-4093-a966-280028920ba1 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:30.157963 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7c4ef7cb-f861-4225-bcf0-1108bb9d6bcc req-2665fc49-43a1-4093-a966-280028920ba1 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f027578-c893-4a44-9dc2-07535ce6a55f HTTP/1.1" status: 200 len: 950 time: 0.1818907 Jul 24 00:06:30.159777 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-43c4f19c-0ad0-46c9-a078-7b2f54bd74db tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:30.162363 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-43c4f19c-0ad0-46c9-a078-7b2f54bd74db tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:30.166160 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-7dfc0f6b-5c06-4b18-ac36-6bdcf0f84042 None None] Provisioning complete for port c8edac6f-007e-48e7-9b4a-67817e67d82d triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:06:30.166998 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-7dfc0f6b-5c06-4b18-ac36-6bdcf0f84042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:30.216122 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-7dfc0f6b-5c06-4b18-ac36-6bdcf0f84042 None None] Port c8edac6f-007e-48e7-9b4a-67817e67d82d cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:06:30.224788 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-bd23c92b-3019-48d4-a822-fec7a5eee4d6 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:30.232142 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-bd23c92b-3019-48d4-a822-fec7a5eee4d6 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-687196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-687191', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-626537'] for router, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:30.286050 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-43c4f19c-0ad0-46c9-a078-7b2f54bd74db tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:30.286576 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c4f19c-0ad0-46c9-a078-7b2f54bd74db tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Fanout notify agent at l3_agent the message router_deleted on router 5832c0e7-1d75-4a30-9141-9a6a9a723e64 {{(pid=100314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:06:30.298731 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-43c4f19c-0ad0-46c9-a078-7b2f54bd74db tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:30.302921 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-43c4f19c-0ad0-46c9-a078-7b2f54bd74db tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] 10.222.0.44 "DELETE /v2.0/routers/5832c0e7-1d75-4a30-9141-9a6a9a723e64 HTTP/1.1" status: 204 len: 168 time: 1.9099281 Jul 24 00:06:30.302921 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 59854) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:30.315499 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ba5d053-725f-4f26-ad32-a446364f94df tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:06:30.325287 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-3ba5d053-725f-4f26-ad32-a446364f94df tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "PUT /v2.0/routers/f7a396b6-4f96-4931-b289-fed1045b1ca3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7642555 Jul 24 00:06:30.325287 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 59862) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:30.348587 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e276a11-58bc-4129-a7d3-ae723c9167a8 None None] Sync routers for ids ['f7a396b6-4f96-4931-b289-fed1045b1ca3'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:06:30.372741 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e276a11-58bc-4129-a7d3-ae723c9167a8 None None] Routers {'f7a396b6-4f96-4931-b289-fed1045b1ca3'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:06:30.374197 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-9e276a11-58bc-4129-a7d3-ae723c9167a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:06:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['f7a396b6-4f96-4931-b289-fed1045b1ca3'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:30.395061 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd23c92b-3019-48d4-a822-fec7a5eee4d6 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Router 65b37177-453d-4d0f-8fe1-cc44f5ae0354 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:06:30.414860 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf87a3bb-c09c-452f-9156-c9e4b76d4c2a tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:30.419061 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-cf87a3bb-c09c-452f-9156-c9e4b76d4c2a tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7a396b6-4f96-4931-b289-fed1045b1ca3 HTTP/1.1" status: 200 len: 982 time: 0.0905969 Jul 24 00:06:30.420646 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 59864) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:30.421198 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58cdcec-2970-4371-b9ac-c615ca3b94ce req-eb07bd3a-9c91-41e9-a208-4778621732aa tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:30.423690 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c58cdcec-2970-4371-b9ac-c615ca3b94ce req-eb07bd3a-9c91-41e9-a208-4778621732aa tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f027578-c893-4a44-9dc2-07535ce6a55f HTTP/1.1" status: 200 len: 950 time: 0.1830251 Jul 24 00:06:30.428319 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-56731f79-a633-45bb-94c2-218cbc4ea04c tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Deleting subnet 196a9af0-0aac-4a27-bd54-41230252f5db {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:06:30.436220 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-56731f79-a633-45bb-94c2-218cbc4ea04c tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:30.437119 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-9e276a11-58bc-4129-a7d3-ae723c9167a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:30.452947 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e276a11-58bc-4129-a7d3-ae723c9167a8 None None] Routers {'f7a396b6-4f96-4931-b289-fed1045b1ca3'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:06:30.453590 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-9e276a11-58bc-4129-a7d3-ae723c9167a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:06:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['f7a396b6-4f96-4931-b289-fed1045b1ca3'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:30.481036 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-7c4ef7cb-f861-4225-bcf0-1108bb9d6bcc req-25012dcf-4309-4198-b03c-9530f4cdfb66 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Deleting port 646da755-b657-48af-8f46-1246a45e82e4 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:06:30.481380 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-7c4ef7cb-f861-4225-bcf0-1108bb9d6bcc req-25012dcf-4309-4198-b03c-9530f4cdfb66 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:30.505791 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-9e276a11-58bc-4129-a7d3-ae723c9167a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:30.506194 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e276a11-58bc-4129-a7d3-ae723c9167a8 None None] The sync data for ids ['f7a396b6-4f96-4931-b289-fed1045b1ca3'] in n-d-800088-16 is: [] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:06:30.525893 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device e35343cc-86f0-480d-bbcb-c956a7afa5b7 up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:06:30.543039 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c58cdcec-2970-4371-b9ac-c615ca3b94ce req-2d30ad15-c146-4243-8a4c-e8fce291e6eb tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8aeddea-b028-4e8e-a837-8bfe54ce3f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093040 Jul 24 00:06:30.579628 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-56731f79-a633-45bb-94c2-218cbc4ea04c tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:30.582632 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd23c92b-3019-48d4-a822-fec7a5eee4d6 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:06:30.595773 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa420935-959a-497d-9f1f-a2039bf6ec2c None None] Sync routers for ids ['65b37177-453d-4d0f-8fe1-cc44f5ae0354'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:06:30.596336 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-bd23c92b-3019-48d4-a822-fec7a5eee4d6 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:30.597044 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-bd23c92b-3019-48d4-a822-fec7a5eee4d6 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "PUT /v2.0/routers/65b37177-453d-4d0f-8fe1-cc44f5ae0354 HTTP/1.1" status: 200 len: 700 time: 1.8736386 Jul 24 00:06:30.599662 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 59866) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:30.610839 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa420935-959a-497d-9f1f-a2039bf6ec2c None None] Routers {'65b37177-453d-4d0f-8fe1-cc44f5ae0354'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:06:30.611920 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-fa420935-959a-497d-9f1f-a2039bf6ec2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:06:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['65b37177-453d-4d0f-8fe1-cc44f5ae0354'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:30.634170 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port e35343cc-86f0-480d-bbcb-c956a7afa5b7 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:06:30.644504 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port e35343cc-86f0-480d-bbcb-c956a7afa5b7 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:06:30.644907 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:30.712761 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-7c4ef7cb-f861-4225-bcf0-1108bb9d6bcc req-25012dcf-4309-4198-b03c-9530f4cdfb66 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] For port 646da755-b657-48af-8f46-1246a45e82e4, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=646da755-b657-48af-8f46-1246a45e82e4,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:06:30.713238 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-7c4ef7cb-f861-4225-bcf0-1108bb9d6bcc req-25012dcf-4309-4198-b03c-9530f4cdfb66 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:30.716399 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-56731f79-a633-45bb-94c2-218cbc4ea04c tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:30.760358 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-7c4ef7cb-f861-4225-bcf0-1108bb9d6bcc req-25012dcf-4309-4198-b03c-9530f4cdfb66 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Calling delete_port for 646da755-b657-48af-8f46-1246a45e82e4 owned by compute:nova {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:06:30.765476 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:30.810432 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fdd01f9-a35c-430e-9b07-0d6791794e3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e35343cc-86f0-480d-bbcb-c956a7afa5b7'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:06:30.815812 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c580513-e725-4f67-a30e-f4148ccda5d1" -d '{"events": [{"server_uuid": "5fdd01f9-a35c-430e-9b07-0d6791794e3e", "name": "network-vif-plugged", "status": "completed", "tag": "e35343cc-86f0-480d-bbcb-c956a7afa5b7"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:06:30.868672 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-4c046812-022f-4e05-8cca-cbc98255f8ba tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "GET /v2.0/routers/65b37177-453d-4d0f-8fe1-cc44f5ae0354 HTTP/1.1" status: 200 len: 700 time: 0.2673526 Jul 24 00:06:30.872788 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 59874) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:30.880852 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port e35343cc-86f0-480d-bbcb-c956a7afa5b7, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=e35343cc-86f0-480d-bbcb-c956a7afa5b7,segment=NetworkSegment(6ae6f178-a5a7-48fe-8694-33b87da05e0d),segment_id=6ae6f178-a5a7-48fe-8694-33b87da05e0d)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:06:30.893770 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:30.920592 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-56731f79-a633-45bb-94c2-218cbc4ea04c tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:30.931926 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-fa420935-959a-497d-9f1f-a2039bf6ec2c None None] Set router 65b37177-453d-4d0f-8fe1-cc44f5ae0354 gateway port host: None {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:06:30.997916 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=e35343cc-86f0-480d-bbcb-c956a7afa5b7,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:31.059609 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56731f79-a633-45bb-94c2-218cbc4ea04c tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Pushing event deleted for resources: {'Subnet': ['ID=196a9af0-0aac-4a27-bd54-41230252f5db,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:31.086827 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-56731f79-a633-45bb-94c2-218cbc4ea04c tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:31.091403 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-56731f79-a633-45bb-94c2-218cbc4ea04c tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] 10.222.0.44 "DELETE /v2.0/subnets/196a9af0-0aac-4a27-bd54-41230252f5db HTTP/1.1" status: 204 len: 168 time: 0.7854433 Jul 24 00:06:31.105967 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 59880) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:31.169228 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-7c4ef7cb-f861-4225-bcf0-1108bb9d6bcc req-25012dcf-4309-4198-b03c-9530f4cdfb66 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:31.181820 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['646da755-b657-48af-8f46-1246a45e82e4'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:06:31.244555 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a542eb56-c385-4a47-9f96-f9478bd74b72 x-openstack-request-id: req-a542eb56-c385-4a47-9f96-f9478bd74b72 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:06:31.245466 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fdd01f9-a35c-430e-9b07-0d6791794e3e", "name": "network-vif-plugged", "status": "completed", "tag": "e35343cc-86f0-480d-bbcb-c956a7afa5b7", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:06:31.245794 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a542eb56-c385-4a47-9f96-f9478bd74b72 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:06:31.246333 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fdd01f9-a35c-430e-9b07-0d6791794e3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e35343cc-86f0-480d-bbcb-c956a7afa5b7', 'code': 200} Jul 24 00:06:31.317208 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-fa420935-959a-497d-9f1f-a2039bf6ec2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'name': 'tempest-RoutersTest-router-1671455986', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:05:49Z', 'updated_at': '2021-07-24T00:06:29Z', 'revision_number': 7, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'gw_port_host': None, '_interfaces': [{'id': '2583ebcd-cd40-4328-b99e-8fadcc3b33e6', 'name': '', 'network_id': 'c4e4cc7b-669b-4847-999a-1da5502764d3', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'mac_address': 'fa:16:3e:e9:7a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '5b90a3a6-eeae-44c4-82ee-868038ac65d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:06:03Z', 'updated_at': '2021-07-24T00:06:14Z', 'revision_number': 5, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'subnets': [{'id': '5b90a3a6-eeae-44c4-82ee-868038ac65d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45ee6365-0fd4-455d-9464-37fe795e6826', 'name': '', 'network_id': 'f017b5f1-1d7d-4df6-9303-7bcef2a73bcf', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'mac_address': 'fa:16:3e:6a:09:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': 'c6d16af5-587d-4cac-a77a-3c9fcb90a8ad', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:06:20Z', 'updated_at': '2021-07-24T00:06:27Z', 'revision_number': 5, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'subnets': [{'id': 'c6d16af5-587d-4cac-a77a-3c9fcb90a8ad', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5be5a750-964c-4de4-9797-782e6bbcda85', 'name': '', 'network_id': 'bb7b6f23-dc3c-4254-8c0d-202b2e1bebe4', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'mac_address': 'fa:16:3e:5f:90:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '492cc28c-d72e-4cab-95ce-66df8792f2db', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:06:13Z', 'updated_at': '2021-07-24T00:06:23Z', 'revision_number': 5, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'subnets': [{'id': '492cc28c-d72e-4cab-95ce-66df8792f2db', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a24aaa6-d098-4068-9892-abcfb18cf2ac', 'name': '', 'network_id': '9a355f19-3960-47fc-a9fa-2380b44410fe', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'mac_address': 'fa:16:3e:c6:4b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '7cd57908-c436-4061-b8dc-9f554d34052a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:05:54Z', 'updated_at': '2021-07-24T00:06:04Z', 'revision_number': 5, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'subnets': [{'id': '7cd57908-c436-4061-b8dc-9f554d34052a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:31.326731 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25012dcf-4309-4198-b03c-9530f4cdfb66 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Pushing event deleted for resources: {'Port': ['ID=646da755-b657-48af-8f46-1246a45e82e4,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:31.348854 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa420935-959a-497d-9f1f-a2039bf6ec2c None None] Checking router: 65b37177-453d-4d0f-8fe1-cc44f5ae0354 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:06:31.358547 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa420935-959a-497d-9f1f-a2039bf6ec2c None None] Routers {'65b37177-453d-4d0f-8fe1-cc44f5ae0354'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:06:31.359639 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-fa420935-959a-497d-9f1f-a2039bf6ec2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:06:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['65b37177-453d-4d0f-8fe1-cc44f5ae0354'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:31.398023 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c4ef7cb-f861-4225-bcf0-1108bb9d6bcc req-25012dcf-4309-4198-b03c-9530f4cdfb66 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] No DVR routers for this DVR port 646da755-b657-48af-8f46-1246a45e82e4 on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:06:31.402172 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-7c4ef7cb-f861-4225-bcf0-1108bb9d6bcc req-25012dcf-4309-4198-b03c-9530f4cdfb66 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:31.405831 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7c4ef7cb-f861-4225-bcf0-1108bb9d6bcc req-25012dcf-4309-4198-b03c-9530f4cdfb66 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.64 "DELETE /v2.0/ports/646da755-b657-48af-8f46-1246a45e82e4 HTTP/1.1" status: 204 len: 173 time: 1.2417216 Jul 24 00:06:31.409764 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4044bd96-0c4b-48dc-866d-070856d60a90 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:31.419572 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f027578-c893-4a44-9dc2-07535ce6a55f', 'name': 'network-vif-deleted', 'tag': '646da755-b657-48af-8f46-1246a45e82e4'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:06:31.422451 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9251137-b3e1-4b51-af16-63bdfdcbb878" -d '{"events": [{"server_uuid": "9f027578-c893-4a44-9dc2-07535ce6a55f", "name": "network-vif-deleted", "tag": "646da755-b657-48af-8f46-1246a45e82e4"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:06:31.513480 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-fa420935-959a-497d-9f1f-a2039bf6ec2c None None] Set router 65b37177-453d-4d0f-8fe1-cc44f5ae0354 gateway port host: None {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:06:31.532393 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9837075-e54a-4163-ba0f-573ddc4c2108 req-dc21d308-96dc-4272-a024-6ffd4e84b465 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:31.544965 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c9837075-e54a-4163-ba0f-573ddc4c2108 req-dc21d308-96dc-4272-a024-6ffd4e84b465 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fdd01f9-a35c-430e-9b07-0d6791794e3e HTTP/1.1" status: 200 len: 944 time: 0.8203127 Jul 24 00:06:31.639247 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4044bd96-0c4b-48dc-866d-070856d60a90 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:31.655646 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-4044bd96-0c4b-48dc-866d-070856d60a90 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cd4d1dc-85e3-4bec-ad23-95ceb4c07445']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:31.668687 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-4044bd96-0c4b-48dc-866d-070856d60a90 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ad798b8-44c3-4834-9a55-d5870f21d770') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:31.669343 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-4044bd96-0c4b-48dc-866d-070856d60a90 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ad798b8-44c3-4834-9a55-d5870f21d770') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:31.683101 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4044bd96-0c4b-48dc-866d-070856d60a90 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:31.703288 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4044bd96-0c4b-48dc-866d-070856d60a90 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:31.712259 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba6ca906-3fd0-479b-aa68-854cc64f4b80 x-openstack-request-id: req-ba6ca906-3fd0-479b-aa68-854cc64f4b80 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:06:31.712567 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f027578-c893-4a44-9dc2-07535ce6a55f", "name": "network-vif-deleted", "tag": "646da755-b657-48af-8f46-1246a45e82e4", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:06:31.712845 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ba6ca906-3fd0-479b-aa68-854cc64f4b80 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:06:31.713269 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f027578-c893-4a44-9dc2-07535ce6a55f', 'name': 'network-vif-deleted', 'tag': '646da755-b657-48af-8f46-1246a45e82e4', 'status': 'completed', 'code': 200} Jul 24 00:06:31.750526 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747b705b-5d8a-472c-81e2-401c3963c4a2 req-2bcfe16d-ca7c-405f-a9c9-c9f4d2aea628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:31.752092 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-747b705b-5d8a-472c-81e2-401c3963c4a2 req-2bcfe16d-ca7c-405f-a9c9-c9f4d2aea628 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5fdd01f9-a35c-430e-9b07-0d6791794e3e HTTP/1.1" status: 200 len: 1097 time: 0.4681830 Jul 24 00:06:31.753239 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4044bd96-0c4b-48dc-866d-070856d60a90 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:06:31.753650 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4044bd96-0c4b-48dc-866d-070856d60a90 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:31.788341 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:06:31.788341 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:06:31.788341 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:06:31.788341 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:06:31.788341 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:06:31.788341 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:06:31.788341 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:06:31.788341 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:06:31.788341 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:06:31.788341 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:06:31.788341 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:06:31.788341 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:06:31.788341 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:06:31.788341 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:06:31.788341 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:06:31.788341 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:06:31.788341 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:06:31.788341 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:06:31.788341 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:06:31.788341 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:06:31.788341 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:06:31.788341 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:06:31.788341 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:06:31.788341 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:06:31.788341 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:06:31.788341 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:06:31.788341 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:06:31.788341 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:06:31.788341 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:06:31.788341 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:06:31.788341 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:06:31.788341 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:06:31.795881 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c9837075-e54a-4163-ba0f-573ddc4c2108 req-487ff213-278e-4cde-8768-941a4e8fc5af tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/security-groups?id=01883c9b-f537-47a8-8e4c-5877842ba644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480452 Jul 24 00:06:31.917122 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-fa420935-959a-497d-9f1f-a2039bf6ec2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'name': 'tempest-RoutersTest-router-1671455986', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:05:49Z', 'updated_at': '2021-07-24T00:06:29Z', 'revision_number': 7, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'gw_port_host': None, '_interfaces': [{'id': '2583ebcd-cd40-4328-b99e-8fadcc3b33e6', 'name': '', 'network_id': 'c4e4cc7b-669b-4847-999a-1da5502764d3', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'mac_address': 'fa:16:3e:e9:7a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '5b90a3a6-eeae-44c4-82ee-868038ac65d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:06:03Z', 'updated_at': '2021-07-24T00:06:14Z', 'revision_number': 5, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'subnets': [{'id': '5b90a3a6-eeae-44c4-82ee-868038ac65d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45ee6365-0fd4-455d-9464-37fe795e6826', 'name': '', 'network_id': 'f017b5f1-1d7d-4df6-9303-7bcef2a73bcf', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'mac_address': 'fa:16:3e:6a:09:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': 'c6d16af5-587d-4cac-a77a-3c9fcb90a8ad', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:06:20Z', 'updated_at': '2021-07-24T00:06:27Z', 'revision_number': 5, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'subnets': [{'id': 'c6d16af5-587d-4cac-a77a-3c9fcb90a8ad', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5be5a750-964c-4de4-9797-782e6bbcda85', 'name': '', 'network_id': 'bb7b6f23-dc3c-4254-8c0d-202b2e1bebe4', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'mac_address': 'fa:16:3e:5f:90:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '492cc28c-d72e-4cab-95ce-66df8792f2db', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:06:13Z', 'updated_at': '2021-07-24T00:06:23Z', 'revision_number': 5, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'subnets': [{'id': '492cc28c-d72e-4cab-95ce-66df8792f2db', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a24aaa6-d098-4068-9892-abcfb18cf2ac', 'name': '', 'network_id': '9a355f19-3960-47fc-a9fa-2380b44410fe', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'mac_address': 'fa:16:3e:c6:4b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '7cd57908-c436-4061-b8dc-9f554d34052a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:05:54Z', 'updated_at': '2021-07-24T00:06:04Z', 'revision_number': 5, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'subnets': [{'id': '7cd57908-c436-4061-b8dc-9f554d34052a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:31.953075 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-21a79656-e871-4df3-ad6d-64405f005170 req-786e53f1-39bd-49b6-a315-6bb39e1fae74 tempest-MigrationsAdminTest-1123133277 tempest-MigrationsAdminTest-1123133277-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f027578-c893-4a44-9dc2-07535ce6a55f HTTP/1.1" status: 200 len: 210 time: 0.2163937 Jul 24 00:06:31.970655 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa420935-959a-497d-9f1f-a2039bf6ec2c None None] The sync data for ids ['65b37177-453d-4d0f-8fe1-cc44f5ae0354'] in n-d-800088-16 is: [{'id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'name': 'tempest-RoutersTest-router-1671455986', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:05:49Z', 'updated_at': '2021-07-24T00:06:29Z', 'revision_number': 7, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'gw_port_host': None, '_interfaces': [{'id': '2583ebcd-cd40-4328-b99e-8fadcc3b33e6', 'name': '', 'network_id': 'c4e4cc7b-669b-4847-999a-1da5502764d3', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'mac_address': 'fa:16:3e:e9:7a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '5b90a3a6-eeae-44c4-82ee-868038ac65d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:06:03Z', 'updated_at': '2021-07-24T00:06:14Z', 'revision_number': 5, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'subnets': [{'id': '5b90a3a6-eeae-44c4-82ee-868038ac65d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45ee6365-0fd4-455d-9464-37fe795e6826', 'name': '', 'network_id': 'f017b5f1-1d7d-4df6-9303-7bcef2a73bcf', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'mac_address': 'fa:16:3e:6a:09:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': 'c6d16af5-587d-4cac-a77a-3c9fcb90a8ad', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:06:20Z', 'updated_at': '2021-07-24T00:06:27Z', 'revision_number': 5, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'subnets': [{'id': 'c6d16af5-587d-4cac-a77a-3c9fcb90a8ad', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5be5a750-964c-4de4-9797-782e6bbcda85', 'name': '', 'network_id': 'bb7b6f23-dc3c-4254-8c0d-202b2e1bebe4', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'mac_address': 'fa:16:3e:5f:90:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '492cc28c-d72e-4cab-95ce-66df8792f2db', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:06:13Z', 'updated_at': '2021-07-24T00:06:23Z', 'revision_number': 5, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'subnets': [{'id': '492cc28c-d72e-4cab-95ce-66df8792f2db', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a24aaa6-d098-4068-9892-abcfb18cf2ac', 'name': '', 'network_id': '9a355f19-3960-47fc-a9fa-2380b44410fe', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'mac_address': 'fa:16:3e:c6:4b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '7cd57908-c436-4061-b8dc-9f554d34052a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:05:54Z', 'updated_at': '2021-07-24T00:06:04Z', 'revision_number': 5, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'subnets': [{'id': '7cd57908-c436-4061-b8dc-9f554d34052a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:06:31.971009 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4044bd96-0c4b-48dc-866d-070856d60a90 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:32.013863 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4044bd96-0c4b-48dc-866d-070856d60a90 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:32.015846 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-4044bd96-0c4b-48dc-866d-070856d60a90 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] 10.222.0.44 "DELETE /v2.0/networks/0cd4d1dc-85e3-4bec-ad23-95ceb4c07445 HTTP/1.1" status: 204 len: 168 time: 0.9077015 Jul 24 00:06:32.021414 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4044bd96-0c4b-48dc-866d-070856d60a90 tempest-FloatingIPTestJSON-1989018397 tempest-FloatingIPTestJSON-1989018397-project] Pushing event deleted for resources: {'Network': ['ID=0cd4d1dc-85e3-4bec-ad23-95ceb4c07445,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:32.026144 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-747b705b-5d8a-472c-81e2-401c3963c4a2 req-d2d71b54-7af3-457f-858b-4c553891b960 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=01883c9b-f537-47a8-8e4c-5877842ba644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356014 Jul 24 00:06:32.064298 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bc26159a-ac94-4978-9e2c-f5bfb26db6d9 req-2d7eea35-98b7-4dc8-bae5-d51fdbd34387 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=12c01cab-6f38-47e5-a713-3b0033ce846b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3495142 Jul 24 00:06:32.215356 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26159a-ac94-4978-9e2c-f5bfb26db6d9 req-68ef044c-2e9a-4505-8c8f-0fa993214e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:32.215864 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26159a-ac94-4978-9e2c-f5bfb26db6d9 req-68ef044c-2e9a-4505-8c8f-0fa993214e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:32.216354 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26159a-ac94-4978-9e2c-f5bfb26db6d9 req-68ef044c-2e9a-4505-8c8f-0fa993214e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:32.216882 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26159a-ac94-4978-9e2c-f5bfb26db6d9 req-68ef044c-2e9a-4505-8c8f-0fa993214e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:32.217374 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26159a-ac94-4978-9e2c-f5bfb26db6d9 req-68ef044c-2e9a-4505-8c8f-0fa993214e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:32.217862 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26159a-ac94-4978-9e2c-f5bfb26db6d9 req-68ef044c-2e9a-4505-8c8f-0fa993214e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:32.218342 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26159a-ac94-4978-9e2c-f5bfb26db6d9 req-68ef044c-2e9a-4505-8c8f-0fa993214e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:32.228010 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bc26159a-ac94-4978-9e2c-f5bfb26db6d9 req-68ef044c-2e9a-4505-8c8f-0fa993214e4c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8d43db295226432aa2eb8bb806af3cad&device_id=12c01cab-6f38-47e5-a713-3b0033ce846b HTTP/1.1" status: 200 len: 6509 time: 0.1310995 Jul 24 00:06:32.273758 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-797ea742-3e3b-46e1-b51f-ba17cca576af tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681029'] for router_interface, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:32.383362 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26159a-ac94-4978-9e2c-f5bfb26db6d9 req-6a922495-8fad-422c-ac9c-fa0fb97d5c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:32.384125 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26159a-ac94-4978-9e2c-f5bfb26db6d9 req-6a922495-8fad-422c-ac9c-fa0fb97d5c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:32.384615 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26159a-ac94-4978-9e2c-f5bfb26db6d9 req-6a922495-8fad-422c-ac9c-fa0fb97d5c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:32.386579 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bc26159a-ac94-4978-9e2c-f5bfb26db6d9 req-6a922495-8fad-422c-ac9c-fa0fb97d5c41 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7c5ac98e-801e-45e6-b7a1-9d72ebb7e3ef&id=2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62&id=2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62&id=2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62&id=2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62&id=0bd87d55-8051-4371-bdff-26afb21cf3d1&id=0bd87d55-8051-4371-bdff-26afb21cf3d1 HTTP/1.1" status: 200 len: 2298 time: 0.1323371 Jul 24 00:06:32.430472 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 59896) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:32.491691 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bc26159a-ac94-4978-9e2c-f5bfb26db6d9 req-aec341b0-e7ec-489b-a78f-034fb0e7296f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1af1c0b-79e3-4d56-866d-18620582745c HTTP/1.1" status: 200 len: 1002 time: 0.0982339 Jul 24 00:06:32.520509 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-91a68d1f-8e8b-4742-89b1-85cb8d44175d tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681029'] for router_interface, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:32.547113 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26159a-ac94-4978-9e2c-f5bfb26db6d9 req-7ef2451e-d9bc-4b8d-9daf-a960e0e573ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:32.548794 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bc26159a-ac94-4978-9e2c-f5bfb26db6d9 req-7ef2451e-d9bc-4b8d-9daf-a960e0e573ae service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c23b279f-1e65-49c9-9b0f-a3a3864c4539 HTTP/1.1" status: 200 len: 856 time: 0.0509429 Jul 24 00:06:32.614800 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26159a-ac94-4978-9e2c-f5bfb26db6d9 req-671aa8f7-e40d-4adf-b07c-905896a36988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:32.616329 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bc26159a-ac94-4978-9e2c-f5bfb26db6d9 req-671aa8f7-e40d-4adf-b07c-905896a36988 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7c5ac98e-801e-45e6-b7a1-9d72ebb7e3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0575297 Jul 24 00:06:32.710391 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bc26159a-ac94-4978-9e2c-f5bfb26db6d9 req-9707170c-af7d-4aa4-a7ac-cd6a36ecc0e9 service neutron] 10.222.0.64 "GET /v2.0/networks/7c5ac98e-801e-45e6-b7a1-9d72ebb7e3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875237 Jul 24 00:06:32.711785 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-2abf8f44-cd8b-44a8-bacd-4085096c4e8e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ebb8f2f29751499da1023c7510ec92b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2802079 Jul 24 00:06:32.714866 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 59902) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:32.738069 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-797ea742-3e3b-46e1-b51f-ba17cca576af tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Deleting port c8edac6f-007e-48e7-9b4a-67817e67d82d {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:06:32.738719 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-797ea742-3e3b-46e1-b51f-ba17cca576af tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:32.847105 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-797ea742-3e3b-46e1-b51f-ba17cca576af tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:32.856486 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f85f79a9-af6e-48c3-88b6-f3e578c13084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:32.862959 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-797ea742-3e3b-46e1-b51f-ba17cca576af tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Calling delete_port for c8edac6f-007e-48e7-9b4a-67817e67d82d owned by network:router_interface {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:06:32.903343 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f85f79a9-af6e-48c3-88b6-f3e578c13084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:32.909277 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bc26159a-ac94-4978-9e2c-f5bfb26db6d9 req-7efdef2b-b0bf-4a5f-a0c6-01d3db029e9b service neutron] 10.222.0.64 "GET /v2.0/networks/7c5ac98e-801e-45e6-b7a1-9d72ebb7e3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812217 Jul 24 00:06:33.014082 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bc26159a-ac94-4978-9e2c-f5bfb26db6d9 req-a1a8da5f-e4ac-4cb6-97c1-6c0839fe1994 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=2ae00847-5047-43ce-ba3f-aff5e321b304 HTTP/1.1" status: 200 len: 217 time: 0.0590546 Jul 24 00:06:33.086947 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-91a68d1f-8e8b-4742-89b1-85cb8d44175d tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Deleting port 45ee6365-0fd4-455d-9464-37fe795e6826 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:06:33.087395 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-91a68d1f-8e8b-4742-89b1-85cb8d44175d tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:33.090269 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9350d075-c61e-43fd-a5d8-34e0f6e317a2 req-9a4c639e-6717-46fb-90b0-9bddc36ed7e7 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:33.097615 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9350d075-c61e-43fd-a5d8-34e0f6e317a2 req-9a4c639e-6717-46fb-90b0-9bddc36ed7e7 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fdd01f9-a35c-430e-9b07-0d6791794e3e HTTP/1.1" status: 200 len: 945 time: 0.2109749 Jul 24 00:06:33.107236 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26159a-ac94-4978-9e2c-f5bfb26db6d9 req-b3642386-a5b4-4c26-bb0e-5c2213676753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:33.108775 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bc26159a-ac94-4978-9e2c-f5bfb26db6d9 req-b3642386-a5b4-4c26-bb0e-5c2213676753 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f94f5fe1-1657-4d56-85e2-2952459188b5 HTTP/1.1" status: 200 len: 797 time: 0.0867226 Jul 24 00:06:33.119030 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f85f79a9-af6e-48c3-88b6-f3e578c13084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:33.121757 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f85f79a9-af6e-48c3-88b6-f3e578c13084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:33.122906 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-f85f79a9-af6e-48c3-88b6-f3e578c13084 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ea43b0f4-0573-4b7c-b724-950b8f330a8b HTTP/1.1" status: 204 len: 168 time: 0.4070582 Jul 24 00:06:33.165467 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85f79a9-af6e-48c3-88b6-f3e578c13084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea43b0f4-0573-4b7c-b724-950b8f330a8b,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:33.195389 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9350d075-c61e-43fd-a5d8-34e0f6e317a2 req-7ce54df9-a27f-4337-bb2c-f0ef2a0baa2a tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/security-groups?id=01883c9b-f537-47a8-8e4c-5877842ba644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952601 Jul 24 00:06:33.239580 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26159a-ac94-4978-9e2c-f5bfb26db6d9 req-76500162-ebc6-45f1-9698-2370018b2f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:33.241315 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bc26159a-ac94-4978-9e2c-f5bfb26db6d9 req-76500162-ebc6-45f1-9698-2370018b2f67 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1173053 Jul 24 00:06:33.294134 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:06:33.299143 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-91a68d1f-8e8b-4742-89b1-85cb8d44175d tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] For port 45ee6365-0fd4-455d-9464-37fe795e6826, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=45ee6365-0fd4-455d-9464-37fe795e6826,segment=NetworkSegment(576dbff0-02fc-400b-993a-40b7989e4c10),segment_id=576dbff0-02fc-400b-993a-40b7989e4c10)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:06:33.299540 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-91a68d1f-8e8b-4742-89b1-85cb8d44175d tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:33.318307 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-797ea742-3e3b-46e1-b51f-ba17cca576af tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:33.408354 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797ea742-3e3b-46e1-b51f-ba17cca576af tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event deleted for resources: {'Port': ['ID=c8edac6f-007e-48e7-9b4a-67817e67d82d,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:33.411913 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-91a68d1f-8e8b-4742-89b1-85cb8d44175d tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Calling delete_port for 45ee6365-0fd4-455d-9464-37fe795e6826 owned by network:router_interface {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:06:33.421122 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 59924) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:33.438429 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bc26159a-ac94-4978-9e2c-f5bfb26db6d9 req-e78a38e5-a713-4f36-89ea-4f9c927ea016 service neutron] 10.222.0.64 "GET /v2.0/networks/2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900136 Jul 24 00:06:33.595034 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab832e0b-14d7-44ac-b8f7-edb6ddd2ffd4 req-c8385482-c306-463b-859a-ae503c2d9929 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:33.602662 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ab832e0b-14d7-44ac-b8f7-edb6ddd2ffd4 req-c8385482-c306-463b-859a-ae503c2d9929 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fdd01f9-a35c-430e-9b07-0d6791794e3e HTTP/1.1" status: 200 len: 945 time: 0.2856450 Jul 24 00:06:33.662350 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bc26159a-ac94-4978-9e2c-f5bfb26db6d9 req-2eba34f0-fbb2-499a-8cff-b1914c8d040f service neutron] 10.222.0.64 "GET /v2.0/networks/2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173326 Jul 24 00:06:33.759923 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bc26159a-ac94-4978-9e2c-f5bfb26db6d9 req-b9bc62aa-a521-4b01-b8f9-5d9ac5c1e0a5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.205&port_id=05c23a2d-a333-40a3-ad43-c3bfc576a416 HTTP/1.1" status: 200 len: 217 time: 0.0909300 Jul 24 00:06:33.767177 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ab832e0b-14d7-44ac-b8f7-edb6ddd2ffd4 req-ff41cf90-5cad-4a0f-97b6-93586a1350f0 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/security-groups?id=01883c9b-f537-47a8-8e4c-5877842ba644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637132 Jul 24 00:06:33.782680 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-797ea742-3e3b-46e1-b51f-ba17cca576af tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679987'] for router_interface, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:33.934714 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26159a-ac94-4978-9e2c-f5bfb26db6d9 req-dc3b3b18-6036-447e-bbdd-a99d2844f905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:33.936370 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bc26159a-ac94-4978-9e2c-f5bfb26db6d9 req-dc3b3b18-6036-447e-bbdd-a99d2844f905 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f94f5fe1-1657-4d56-85e2-2952459188b5 HTTP/1.1" status: 200 len: 797 time: 0.1628404 Jul 24 00:06:33.985229 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-a3afe4ff-ed20-4941-baf7-e74e820df5ec admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=798b28002e9743a58ab9c3622d82224e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5575030 Jul 24 00:06:33.991954 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 59968) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:34.159750 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26159a-ac94-4978-9e2c-f5bfb26db6d9 req-18ba07db-fe07-4d26-991e-fd14228ba6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:34.161646 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bc26159a-ac94-4978-9e2c-f5bfb26db6d9 req-18ba07db-fe07-4d26-991e-fd14228ba6a5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2177842 Jul 24 00:06:34.193908 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cd4e4336-194e-4986-8ddd-82ae0bc886ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:34.251998 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 59980) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:34.277929 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cd4e4336-194e-4986-8ddd-82ae0bc886ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:34.318607 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-797ea742-3e3b-46e1-b51f-ba17cca576af tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Router f7a396b6-4f96-4931-b289-fed1045b1ca3 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:06:34.326813 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-91a68d1f-8e8b-4742-89b1-85cb8d44175d tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:34.332662 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bc26159a-ac94-4978-9e2c-f5bfb26db6d9 req-0f6a67bb-3eb9-469b-be22-d5f4a981ce82 service neutron] 10.222.0.64 "GET /v2.0/networks/2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647840 Jul 24 00:06:34.393488 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cd4e4336-194e-4986-8ddd-82ae0bc886ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:34.396588 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cd4e4336-194e-4986-8ddd-82ae0bc886ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:34.407418 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a68d1f-8e8b-4742-89b1-85cb8d44175d tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Pushing event deleted for resources: {'Port': ['ID=45ee6365-0fd4-455d-9464-37fe795e6826,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:34.410975 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-cd4e4336-194e-4986-8ddd-82ae0bc886ad admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e8aeddea-b028-4e8e-a837-8bfe54ce3f87 HTTP/1.1" status: 204 len: 168 time: 0.4108281 Jul 24 00:06:34.428367 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4e4336-194e-4986-8ddd-82ae0bc886ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8aeddea-b028-4e8e-a837-8bfe54ce3f87,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:34.506305 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bc26159a-ac94-4978-9e2c-f5bfb26db6d9 req-5eda9f6f-abe8-4d37-b012-6d6bfd78b20a service neutron] 10.222.0.64 "GET /v2.0/networks/2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528356 Jul 24 00:06:34.557740 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 646da755-b657-48af-8f46-1246a45e82e4 no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:06:34.603305 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bc26159a-ac94-4978-9e2c-f5bfb26db6d9 req-1da41a12-faf3-4ec3-a150-c6267ab5efab service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.148&port_id=b7cf0802-b364-4a10-b288-5a91e476f1a6 HTTP/1.1" status: 200 len: 217 time: 0.0902276 Jul 24 00:06:34.603966 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe31e195-5cc4-448a-9e52-d4dd9b23dcf4 req-a6e783ca-1033-4c5b-8403-24ee01ca154c tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:34.605525 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fe31e195-5cc4-448a-9e52-d4dd9b23dcf4 req-a6e783ca-1033-4c5b-8403-24ee01ca154c tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fdd01f9-a35c-430e-9b07-0d6791794e3e HTTP/1.1" status: 200 len: 945 time: 0.3532763 Jul 24 00:06:34.609148 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] No Port match for: 646da755-b657-48af-8f46-1246a45e82e4 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:06:34.609648 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 646da755-b657-48af-8f46-1246a45e82e4 not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:06:34.668095 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-7403189f-0a27-430d-97e2-363e917ca7c8 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1631560475'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:06:34.679221 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26159a-ac94-4978-9e2c-f5bfb26db6d9 req-141c5c20-ceda-47c6-addb-8c5d132d4796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:34.681190 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bc26159a-ac94-4978-9e2c-f5bfb26db6d9 req-141c5c20-ceda-47c6-addb-8c5d132d4796 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f94f5fe1-1657-4d56-85e2-2952459188b5 HTTP/1.1" status: 200 len: 797 time: 0.0683191 Jul 24 00:06:34.726760 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-797ea742-3e3b-46e1-b51f-ba17cca576af tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:06:34.734606 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-797ea742-3e3b-46e1-b51f-ba17cca576af tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "PUT /v2.0/routers/f7a396b6-4f96-4931-b289-fed1045b1ca3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3129485 Jul 24 00:06:34.740869 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 59998) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:34.742469 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6fc26b-580c-4ab6-963a-c89854cfcd53 None None] Sync routers for ids ['f7a396b6-4f96-4931-b289-fed1045b1ca3'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:06:34.758397 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6fc26b-580c-4ab6-963a-c89854cfcd53 None None] Routers {'f7a396b6-4f96-4931-b289-fed1045b1ca3'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:06:34.759574 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-4a6fc26b-580c-4ab6-963a-c89854cfcd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:06:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['f7a396b6-4f96-4931-b289-fed1045b1ca3'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:34.776869 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7403189f-0a27-430d-97e2-363e917ca7c8 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Made reservation on behalf of 2c88b901a3a4498983dd1ba8803185ce for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:06:34.794599 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7403189f-0a27-430d-97e2-363e917ca7c8 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:34.832298 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-4a6fc26b-580c-4ab6-963a-c89854cfcd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:34.844127 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6fc26b-580c-4ab6-963a-c89854cfcd53 None None] Routers {'f7a396b6-4f96-4931-b289-fed1045b1ca3'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:06:34.845424 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-4a6fc26b-580c-4ab6-963a-c89854cfcd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:06:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['f7a396b6-4f96-4931-b289-fed1045b1ca3'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:34.879887 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-4a6fc26b-580c-4ab6-963a-c89854cfcd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:34.880984 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6fc26b-580c-4ab6-963a-c89854cfcd53 None None] The sync data for ids ['f7a396b6-4f96-4931-b289-fed1045b1ca3'] in n-d-800088-16 is: [] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:06:34.942031 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7403189f-0a27-430d-97e2-363e917ca7c8 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:34.951392 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fe31e195-5cc4-448a-9e52-d4dd9b23dcf4 req-fb614f2a-b02a-44a2-8d25-ea76b45006f1 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/security-groups?id=01883c9b-f537-47a8-8e4c-5877842ba644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795095 Jul 24 00:06:35.031932 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-91a68d1f-8e8b-4742-89b1-85cb8d44175d tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679987'] for router_interface, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:35.091302 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60002) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:35.111744 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-91cc5fd9-f7d9-4749-a9f6-8f2645691b86 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] GET failed (client error): The resource could not be found. Jul 24 00:06:35.113434 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-91cc5fd9-f7d9-4749-a9f6-8f2645691b86 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "GET /v2.0/ports/c8edac6f-007e-48e7-9b4a-67817e67d82d HTTP/1.1" status: 404 len: 333 time: 0.3715024 Jul 24 00:06:35.117638 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60004) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:35.211338 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c503d631-8c99-4d02-b500-2fb1b623ab91 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for router, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:35.215290 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26159a-ac94-4978-9e2c-f5bfb26db6d9 req-2be50fac-00bd-4cb4-a516-ba7e6cbc26ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:35.216801 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bc26159a-ac94-4978-9e2c-f5bfb26db6d9 req-2be50fac-00bd-4cb4-a516-ba7e6cbc26ee service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5291669 Jul 24 00:06:35.229753 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-16b8e988-6357-497b-aaec-5bbf3207d361 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e9cddfcd6d3140b0b2d97fe6c9718e60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1351635 Jul 24 00:06:35.232130 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60006) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:35.247246 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7403189f-0a27-430d-97e2-363e917ca7c8 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:35.324688 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7403189f-0a27-430d-97e2-363e917ca7c8 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:35.389258 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7403189f-0a27-430d-97e2-363e917ca7c8 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:06:35.413673 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7403189f-0a27-430d-97e2-363e917ca7c8 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c66727d-8fdc-41be-85fc-c7fa77e4168f,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:35.420259 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7403189f-0a27-430d-97e2-363e917ca7c8 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:35.420605 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-7403189f-0a27-430d-97e2-363e917ca7c8 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Added segment 81c554f7-ea26-4d39-b699-33c5f0a13bfb of type vlan for network 12758dee-1bbe-4dab-8d69-802b36c98522 Jul 24 00:06:35.437053 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91a68d1f-8e8b-4742-89b1-85cb8d44175d tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Router 65b37177-453d-4d0f-8fe1-cc44f5ae0354 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:06:35.438258 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c503d631-8c99-4d02-b500-2fb1b623ab91 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:35.441773 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c503d631-8c99-4d02-b500-2fb1b623ab91 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:35.513088 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bc26159a-ac94-4978-9e2c-f5bfb26db6d9 req-c047b2d6-e8f3-4db5-b598-65d602683fa3 service neutron] 10.222.0.64 "GET /v2.0/networks/2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643702 Jul 24 00:06:35.517193 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c503d631-8c99-4d02-b500-2fb1b623ab91 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:35.517713 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c503d631-8c99-4d02-b500-2fb1b623ab91 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Fanout notify agent at l3_agent the message router_deleted on router f7a396b6-4f96-4931-b289-fed1045b1ca3 {{(pid=100314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:06:35.525563 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c503d631-8c99-4d02-b500-2fb1b623ab91 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:35.527382 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-c503d631-8c99-4d02-b500-2fb1b623ab91 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "DELETE /v2.0/routers/f7a396b6-4f96-4931-b289-fed1045b1ca3 HTTP/1.1" status: 204 len: 168 time: 0.4079609 Jul 24 00:06:35.535734 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60010) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:35.644146 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bc8b5bf-7ced-438b-beaa-0138b0424503 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Deleting subnet 4db2ba5c-1063-44b8-980d-a6cfacbfe71e {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:06:35.650566 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8bc8b5bf-7ced-438b-beaa-0138b0424503 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:35.702353 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bc26159a-ac94-4978-9e2c-f5bfb26db6d9 req-213d298e-e0c0-4263-9240-bf0515c66e8c service neutron] 10.222.0.64 "GET /v2.0/networks/2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738997 Jul 24 00:06:35.706807 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8bc8b5bf-7ced-438b-beaa-0138b0424503 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:35.770390 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bc26159a-ac94-4978-9e2c-f5bfb26db6d9 req-4ebfe927-4c4c-4e76-ba8f-c1ca63e85a05 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=6f26de75-c5e4-49eb-817c-5e4de1d05ca8 HTTP/1.1" status: 200 len: 217 time: 0.0606556 Jul 24 00:06:35.826029 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26159a-ac94-4978-9e2c-f5bfb26db6d9 req-e8e8f6bc-1bf9-43ba-a229-f75338bb4d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:35.827535 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bc26159a-ac94-4978-9e2c-f5bfb26db6d9 req-e8e8f6bc-1bf9-43ba-a229-f75338bb4d98 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f94f5fe1-1657-4d56-85e2-2952459188b5 HTTP/1.1" status: 200 len: 797 time: 0.0505040 Jul 24 00:06:35.849335 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d6df0c48-c4c3-4076-ba24-11d35df8bb3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:35.928488 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7403189f-0a27-430d-97e2-363e917ca7c8 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:35.929396 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8bc8b5bf-7ced-438b-beaa-0138b0424503 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:35.971704 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26159a-ac94-4978-9e2c-f5bfb26db6d9 req-6512a682-1006-4bde-a209-25317d2f4ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:35.973481 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bc26159a-ac94-4978-9e2c-f5bfb26db6d9 req-6512a682-1006-4bde-a209-25317d2f4ea3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1385498 Jul 24 00:06:35.977536 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d6df0c48-c4c3-4076-ba24-11d35df8bb3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:36.016900 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a68d1f-8e8b-4742-89b1-85cb8d44175d tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:06:36.031502 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-91a68d1f-8e8b-4742-89b1-85cb8d44175d tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "PUT /v2.0/routers/65b37177-453d-4d0f-8fe1-cc44f5ae0354/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1574855 Jul 24 00:06:36.031983 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b64da7-6940-45af-8b19-33a9480756c9 None None] Sync routers for ids ['65b37177-453d-4d0f-8fe1-cc44f5ae0354'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:06:36.036413 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60016) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:36.040960 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7403189f-0a27-430d-97e2-363e917ca7c8 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:36.047278 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b64da7-6940-45af-8b19-33a9480756c9 None None] Routers {'65b37177-453d-4d0f-8fe1-cc44f5ae0354'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:06:36.049974 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7403189f-0a27-430d-97e2-363e917ca7c8 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:36.050396 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-34b64da7-6940-45af-8b19-33a9480756c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:06:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['65b37177-453d-4d0f-8fe1-cc44f5ae0354'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:36.050534 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7403189f-0a27-430d-97e2-363e917ca7c8 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:36.106007 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-9192432e-dc4e-451c-b1f1-284161ef7bbb tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Deleting subnet c6d16af5-587d-4cac-a77a-3c9fcb90a8ad {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:06:36.150478 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-7403189f-0a27-430d-97e2-363e917ca7c8 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.8928177 Jul 24 00:06:36.154092 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9192432e-dc4e-451c-b1f1-284161ef7bbb tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:36.154299 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60018) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:36.163329 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-85c309b0-8943-467a-8396-f3bbd4fea5d5 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Request body: {'port': {'network_id': '12758dee-1bbe-4dab-8d69-802b36c98522', 'name': 'tempest-PortsIpV6TestJSON-1114995377'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:06:36.207619 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7403189f-0a27-430d-97e2-363e917ca7c8 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event updated for resources: {'Network': ['ID=12758dee-1bbe-4dab-8d69-802b36c98522,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:36.207902 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-34b64da7-6940-45af-8b19-33a9480756c9 None None] Set router 65b37177-453d-4d0f-8fe1-cc44f5ae0354 gateway port host: None {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:06:36.215052 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9192432e-dc4e-451c-b1f1-284161ef7bbb tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:36.220198 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 12758dee-1bbe-4dab-8d69-802b36c98522 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:06:36.222084 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8bc8b5bf-7ced-438b-beaa-0138b0424503 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:36.239681 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d6df0c48-c4c3-4076-ba24-11d35df8bb3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:36.244006 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d6df0c48-c4c3-4076-ba24-11d35df8bb3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:36.245395 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-d6df0c48-c4c3-4076-ba24-11d35df8bb3d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4b9aae23-f288-4881-b5cf-e3a75e8879b2 HTTP/1.1" status: 204 len: 168 time: 1.0120978 Jul 24 00:06:36.282009 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8bc8b5bf-7ced-438b-beaa-0138b0424503 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:36.283598 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-8bc8b5bf-7ced-438b-beaa-0138b0424503 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "DELETE /v2.0/subnets/4db2ba5c-1063-44b8-980d-a6cfacbfe71e HTTP/1.1" status: 204 len: 168 time: 0.7469261 Jul 24 00:06:36.292218 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc8b5bf-7ced-438b-beaa-0138b0424503 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event deleted for resources: {'Subnet': ['ID=4db2ba5c-1063-44b8-980d-a6cfacbfe71e,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:36.304874 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60022) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:36.318510 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df41eeb5-636c-4a8f-83cb-61a4f6453358 None None] Network 420c52fc-6eca-4838-b62b-cac5bb37156c requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:06:36.345666 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bc26159a-ac94-4978-9e2c-f5bfb26db6d9 req-507e52ef-f4e2-47a4-bf4b-161cfad852df service neutron] 10.222.0.64 "GET /v2.0/networks/2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3650572 Jul 24 00:06:36.368685 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6df0c48-c4c3-4076-ba24-11d35df8bb3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b9aae23-f288-4881-b5cf-e3a75e8879b2,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:36.411458 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c0d518-9aa3-4bc2-be53-0097adfa1c6d req-19d480f9-5e4a-4d41-a910-e13a7de2b67f tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:36.415021 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-62c0d518-9aa3-4bc2-be53-0097adfa1c6d req-19d480f9-5e4a-4d41-a910-e13a7de2b67f tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fdd01f9-a35c-430e-9b07-0d6791794e3e HTTP/1.1" status: 200 len: 945 time: 0.3310328 Jul 24 00:06:36.498878 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bc26159a-ac94-4978-9e2c-f5bfb26db6d9 req-acde6858-0b5f-4fbb-98fd-7c89b6c82982 service neutron] 10.222.0.64 "GET /v2.0/networks/2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452816 Jul 24 00:06:36.500631 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c309b0-8943-467a-8396-f3bbd4fea5d5 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Made reservation on behalf of 2c88b901a3a4498983dd1ba8803185ce for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:06:36.504482 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-85c309b0-8943-467a-8396-f3bbd4fea5d5 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:36.582278 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [None req-85c309b0-8943-467a-8396-f3bbd4fea5d5 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] device_id is not set on port dda0f996-1e0e-4b89-a8c7-53f775173ec4 yet. {{(pid=100313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:06:36.611052 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efcc9f77-c60e-4ec0-b3ea-fbe03da71830 None None] DHCP port deletion for 420c52fc-6eca-4838-b62b-cac5bb37156c request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:06:36.628175 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-62c0d518-9aa3-4bc2-be53-0097adfa1c6d req-34cf74d7-0016-4d40-9a6f-2c66a8c8183b tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/security-groups?id=01883c9b-f537-47a8-8e4c-5877842ba644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427503 Jul 24 00:06:36.683991 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bc26159a-ac94-4978-9e2c-f5bfb26db6d9 req-ea456ca8-efe4-4ecd-868f-98290011570c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5c877d48-93c7-48db-a9f4-abde1712a9b4 HTTP/1.1" status: 200 len: 217 time: 0.1470108 Jul 24 00:06:36.709006 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-efcc9f77-c60e-4ec0-b3ea-fbe03da71830 None None] Deleting port 141b2de2-6cc2-44d4-9b36-63f283765fa4 {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:06:36.710242 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-efcc9f77-c60e-4ec0-b3ea-fbe03da71830 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:36.712385 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-34b64da7-6940-45af-8b19-33a9480756c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'name': 'tempest-RoutersTest-router-1671455986', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:05:49Z', 'updated_at': '2021-07-24T00:06:34Z', 'revision_number': 8, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'gw_port_host': None, '_interfaces': [{'id': '2583ebcd-cd40-4328-b99e-8fadcc3b33e6', 'name': '', 'network_id': 'c4e4cc7b-669b-4847-999a-1da5502764d3', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'mac_address': 'fa:16:3e:e9:7a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '5b90a3a6-eeae-44c4-82ee-868038ac65d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:06:03Z', 'updated_at': '2021-07-24T00:06:14Z', 'revision_number': 5, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'subnets': [{'id': '5b90a3a6-eeae-44c4-82ee-868038ac65d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5be5a750-964c-4de4-9797-782e6bbcda85', 'name': '', 'network_id': 'bb7b6f23-dc3c-4254-8c0d-202b2e1bebe4', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'mac_address': 'fa:16:3e:5f:90:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '492cc28c-d72e-4cab-95ce-66df8792f2db', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:06:13Z', 'updated_at': '2021-07-24T00:06:23Z', 'revision_number': 5, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'subnets': [{'id': '492cc28c-d72e-4cab-95ce-66df8792f2db', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a24aaa6-d098-4068-9892-abcfb18cf2ac', 'name': '', 'network_id': '9a355f19-3960-47fc-a9fa-2380b44410fe', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'mac_address': 'fa:16:3e:c6:4b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '7cd57908-c436-4061-b8dc-9f554d34052a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:05:54Z', 'updated_at': '2021-07-24T00:06:04Z', 'revision_number': 5, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'subnets': [{'id': '7cd57908-c436-4061-b8dc-9f554d34052a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:36.737843 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d3fa20e6-a9ea-48ee-af73-32a9a9501832 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:36.751393 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9192432e-dc4e-451c-b1f1-284161ef7bbb tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:36.774243 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b64da7-6940-45af-8b19-33a9480756c9 None None] Checking router: 65b37177-453d-4d0f-8fe1-cc44f5ae0354 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:06:36.805007 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b64da7-6940-45af-8b19-33a9480756c9 None None] Routers {'65b37177-453d-4d0f-8fe1-cc44f5ae0354'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:06:36.805660 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-34b64da7-6940-45af-8b19-33a9480756c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:06:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['65b37177-453d-4d0f-8fe1-cc44f5ae0354'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:36.831605 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26159a-ac94-4978-9e2c-f5bfb26db6d9 req-239646aa-6042-4407-ac34-d55bd796140b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:36.833256 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bc26159a-ac94-4978-9e2c-f5bfb26db6d9 req-239646aa-6042-4407-ac34-d55bd796140b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=27043a76-3596-4241-bf83-647bae554fd9 HTTP/1.1" status: 200 len: 797 time: 0.1409657 Jul 24 00:06:36.929514 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9192432e-dc4e-451c-b1f1-284161ef7bbb tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:36.957376 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-efcc9f77-c60e-4ec0-b3ea-fbe03da71830 None None] For port 141b2de2-6cc2-44d4-9b36-63f283765fa4, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=141b2de2-6cc2-44d4-9b36-63f283765fa4,segment=NetworkSegment(f9148658-749d-45b1-9f1c-6be3fb3fad08),segment_id=f9148658-749d-45b1-9f1c-6be3fb3fad08)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:06:36.957787 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-efcc9f77-c60e-4ec0-b3ea-fbe03da71830 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:36.987080 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-efcc9f77-c60e-4ec0-b3ea-fbe03da71830 None None] Calling delete_port for 141b2de2-6cc2-44d4-9b36-63f283765fa4 owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:06:37.011015 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-85c309b0-8943-467a-8396-f3bbd4fea5d5 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:37.040780 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-34b64da7-6940-45af-8b19-33a9480756c9 None None] Set router 65b37177-453d-4d0f-8fe1-cc44f5ae0354 gateway port host: None {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:06:37.042217 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192432e-dc4e-451c-b1f1-284161ef7bbb tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Pushing event deleted for resources: {'Subnet': ['ID=c6d16af5-587d-4cac-a77a-3c9fcb90a8ad,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:37.055938 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa20e6-a9ea-48ee-af73-32a9a9501832 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Deleting port 141b2de2-6cc2-44d4-9b36-63f283765fa4 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:06:37.056824 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d3fa20e6-a9ea-48ee-af73-32a9a9501832 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:37.101775 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26159a-ac94-4978-9e2c-f5bfb26db6d9 req-173c4d53-0a25-41ad-97d2-515a5eabb253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:37.106448 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-85c309b0-8943-467a-8396-f3bbd4fea5d5 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:37.108743 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bc26159a-ac94-4978-9e2c-f5bfb26db6d9 req-173c4d53-0a25-41ad-97d2-515a5eabb253 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0bd87d55-8051-4371-bdff-26afb21cf3d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2664435 Jul 24 00:06:37.114471 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9192432e-dc4e-451c-b1f1-284161ef7bbb tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:37.120555 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-9192432e-dc4e-451c-b1f1-284161ef7bbb tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "DELETE /v2.0/subnets/c6d16af5-587d-4cac-a77a-3c9fcb90a8ad HTTP/1.1" status: 204 len: 168 time: 1.0759985 Jul 24 00:06:37.124751 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60042) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:37.163563 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60044) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:37.177223 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f62ea53-9da2-4d87-9aa4-ddb8f951e5a6 None None] Network f017b5f1-1d7d-4df6-9303-7bcef2a73bcf requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:06:37.205796 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-efcc9f77-c60e-4ec0-b3ea-fbe03da71830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:37.290229 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 141b2de2-6cc2-44d4-9b36-63f283765fa4 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:06:37.351755 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-d3fa20e6-a9ea-48ee-af73-32a9a9501832 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] For port 141b2de2-6cc2-44d4-9b36-63f283765fa4, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=141b2de2-6cc2-44d4-9b36-63f283765fa4,segment=NetworkSegment(f9148658-749d-45b1-9f1c-6be3fb3fad08),segment_id=f9148658-749d-45b1-9f1c-6be3fb3fad08)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:06:37.354029 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d3fa20e6-a9ea-48ee-af73-32a9a9501832 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:37.366297 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcc9f77-c60e-4ec0-b3ea-fbe03da71830 None None] No DVR routers for this DVR port 141b2de2-6cc2-44d4-9b36-63f283765fa4 on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:06:37.373071 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c309b0-8943-467a-8396-f3bbd4fea5d5 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event updated for resources: {'Port': ['ID=dda0f996-1e0e-4b89-a8c7-53f775173ec4,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:37.377920 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcc9f77-c60e-4ec0-b3ea-fbe03da71830 None None] Pushing event deleted for resources: {'Port': ['ID=141b2de2-6cc2-44d4-9b36-63f283765fa4,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:37.387188 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 141b2de2-6cc2-44d4-9b36-63f283765fa4 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:06:37.387543 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 141b2de2-6cc2-44d4-9b36-63f283765fa4 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:06:37.454379 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-26bcc006-4716-410e-8304-84073fcda080 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:37.456018 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa20e6-a9ea-48ee-af73-32a9a9501832 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Calling delete_port for 141b2de2-6cc2-44d4-9b36-63f283765fa4 owned by network:dhcp {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:06:37.467199 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-34b64da7-6940-45af-8b19-33a9480756c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'name': 'tempest-RoutersTest-router-1671455986', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:05:49Z', 'updated_at': '2021-07-24T00:06:34Z', 'revision_number': 8, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'gw_port_host': None, '_interfaces': [{'id': '2583ebcd-cd40-4328-b99e-8fadcc3b33e6', 'name': '', 'network_id': 'c4e4cc7b-669b-4847-999a-1da5502764d3', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'mac_address': 'fa:16:3e:e9:7a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '5b90a3a6-eeae-44c4-82ee-868038ac65d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:06:03Z', 'updated_at': '2021-07-24T00:06:14Z', 'revision_number': 5, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'subnets': [{'id': '5b90a3a6-eeae-44c4-82ee-868038ac65d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5be5a750-964c-4de4-9797-782e6bbcda85', 'name': '', 'network_id': 'bb7b6f23-dc3c-4254-8c0d-202b2e1bebe4', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'mac_address': 'fa:16:3e:5f:90:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '492cc28c-d72e-4cab-95ce-66df8792f2db', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:06:13Z', 'updated_at': '2021-07-24T00:06:23Z', 'revision_number': 5, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'subnets': [{'id': '492cc28c-d72e-4cab-95ce-66df8792f2db', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a24aaa6-d098-4068-9892-abcfb18cf2ac', 'name': '', 'network_id': '9a355f19-3960-47fc-a9fa-2380b44410fe', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'mac_address': 'fa:16:3e:c6:4b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '7cd57908-c436-4061-b8dc-9f554d34052a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:05:54Z', 'updated_at': '2021-07-24T00:06:04Z', 'revision_number': 5, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'subnets': [{'id': '7cd57908-c436-4061-b8dc-9f554d34052a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:37.491920 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c309b0-8943-467a-8396-f3bbd4fea5d5 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Checking segment: {'id': '81c554f7-ea26-4d39-b699-33c5f0a13bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '12758dee-1bbe-4dab-8d69-802b36c98522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:06:37.492313 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c309b0-8943-467a-8396-f3bbd4fea5d5 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Network hostable DHCP agents. Network: 12758dee-1bbe-4dab-8d69-802b36c98522, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:06:37.496637 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-12e7580c-8e2f-4a20-85e2-8345b52c82f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:37.536954 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b64da7-6940-45af-8b19-33a9480756c9 None None] The sync data for ids ['65b37177-453d-4d0f-8fe1-cc44f5ae0354'] in n-d-800088-16 is: [{'id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'name': 'tempest-RoutersTest-router-1671455986', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:05:49Z', 'updated_at': '2021-07-24T00:06:34Z', 'revision_number': 8, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'gw_port_host': None, '_interfaces': [{'id': '2583ebcd-cd40-4328-b99e-8fadcc3b33e6', 'name': '', 'network_id': 'c4e4cc7b-669b-4847-999a-1da5502764d3', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'mac_address': 'fa:16:3e:e9:7a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '5b90a3a6-eeae-44c4-82ee-868038ac65d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:06:03Z', 'updated_at': '2021-07-24T00:06:14Z', 'revision_number': 5, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'subnets': [{'id': '5b90a3a6-eeae-44c4-82ee-868038ac65d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5be5a750-964c-4de4-9797-782e6bbcda85', 'name': '', 'network_id': 'bb7b6f23-dc3c-4254-8c0d-202b2e1bebe4', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'mac_address': 'fa:16:3e:5f:90:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '492cc28c-d72e-4cab-95ce-66df8792f2db', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:06:13Z', 'updated_at': '2021-07-24T00:06:23Z', 'revision_number': 5, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'subnets': [{'id': '492cc28c-d72e-4cab-95ce-66df8792f2db', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a24aaa6-d098-4068-9892-abcfb18cf2ac', 'name': '', 'network_id': '9a355f19-3960-47fc-a9fa-2380b44410fe', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'mac_address': 'fa:16:3e:c6:4b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '7cd57908-c436-4061-b8dc-9f554d34052a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:05:54Z', 'updated_at': '2021-07-24T00:06:04Z', 'revision_number': 5, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'subnets': [{'id': '7cd57908-c436-4061-b8dc-9f554d34052a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:06:37.570569 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8e67be48-0710-4ee7-b583-6121c87680e7 req-b2727a23-b00b-497d-9001-6c7f4f9fc42f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2c075934-d6b2-45f9-8b7a-e05ff072e3c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3198724 Jul 24 00:06:37.591776 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c309b0-8943-467a-8396-f3bbd4fea5d5 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Network 12758dee-1bbe-4dab-8d69-802b36c98522 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:06:37.615662 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bc26159a-ac94-4978-9e2c-f5bfb26db6d9 req-75c8d114-d00b-4da6-99c3-fec111033002 service neutron] 10.222.0.64 "GET /v2.0/networks/0bd87d55-8051-4371-bdff-26afb21cf3d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4711714 Jul 24 00:06:37.632635 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-85c309b0-8943-467a-8396-f3bbd4fea5d5 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 12758dee-1bbe-4dab-8d69-802b36c98522) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:06:37.646997 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69741c8-082d-4de8-83dc-45870f0b40f3 None None] Network 12758dee-1bbe-4dab-8d69-802b36c98522 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:06:37.727918 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c309b0-8943-467a-8396-f3bbd4fea5d5 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:06:37.738222 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c309b0-8943-467a-8396-f3bbd4fea5d5 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:37.738899 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-85c309b0-8943-467a-8396-f3bbd4fea5d5 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:37.761716 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-26bcc006-4716-410e-8304-84073fcda080 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Deleting port c29c42dd-b22c-43aa-b54c-30399bd4a00b {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:06:37.762664 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-26bcc006-4716-410e-8304-84073fcda080 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:37.844177 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d3fa20e6-a9ea-48ee-af73-32a9a9501832 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:37.893407 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7d3ac1-2b74-4ee3-96bc-b671c97b4e1c None None] DHCP port deletion for f017b5f1-1d7d-4df6-9303-7bcef2a73bcf request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:06:37.910472 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-26bcc006-4716-410e-8304-84073fcda080 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] For port c29c42dd-b22c-43aa-b54c-30399bd4a00b, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=c29c42dd-b22c-43aa-b54c-30399bd4a00b,segment=NetworkSegment(576dbff0-02fc-400b-993a-40b7989e4c10),segment_id=576dbff0-02fc-400b-993a-40b7989e4c10)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:06:37.910857 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-26bcc006-4716-410e-8304-84073fcda080 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:37.921037 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bc26159a-ac94-4978-9e2c-f5bfb26db6d9 req-33da8b28-7e50-4aea-a030-51832d3ae410 service neutron] 10.222.0.64 "GET /v2.0/networks/0bd87d55-8051-4371-bdff-26afb21cf3d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818527 Jul 24 00:06:37.959663 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-26bcc006-4716-410e-8304-84073fcda080 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Calling delete_port for c29c42dd-b22c-43aa-b54c-30399bd4a00b owned by network:dhcp {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:06:37.978236 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa20e6-a9ea-48ee-af73-32a9a9501832 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event deleted for resources: {'Port': ['ID=141b2de2-6cc2-44d4-9b36-63f283765fa4,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:37.988470 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fa20e6-a9ea-48ee-af73-32a9a9501832 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] No DVR routers for this DVR port 141b2de2-6cc2-44d4-9b36-63f283765fa4 on host n-d-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:06:38.010472 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-8f7d3ac1-2b74-4ee3-96bc-b671c97b4e1c None None] Deleting port c29c42dd-b22c-43aa-b54c-30399bd4a00b {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:06:38.010838 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-8f7d3ac1-2b74-4ee3-96bc-b671c97b4e1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:38.026468 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67be48-0710-4ee7-b583-6121c87680e7 req-c15d5b07-daa7-451b-bf29-a4e234eac77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:38.027017 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67be48-0710-4ee7-b583-6121c87680e7 req-c15d5b07-daa7-451b-bf29-a4e234eac77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:38.027513 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67be48-0710-4ee7-b583-6121c87680e7 req-c15d5b07-daa7-451b-bf29-a4e234eac77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:38.027994 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67be48-0710-4ee7-b583-6121c87680e7 req-c15d5b07-daa7-451b-bf29-a4e234eac77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:38.028471 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67be48-0710-4ee7-b583-6121c87680e7 req-c15d5b07-daa7-451b-bf29-a4e234eac77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:38.029002 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67be48-0710-4ee7-b583-6121c87680e7 req-c15d5b07-daa7-451b-bf29-a4e234eac77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:38.029510 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67be48-0710-4ee7-b583-6121c87680e7 req-c15d5b07-daa7-451b-bf29-a4e234eac77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:38.031514 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8e67be48-0710-4ee7-b583-6121c87680e7 req-c15d5b07-daa7-451b-bf29-a4e234eac77c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a493ff63bf324cec8682bc97c22087f0&device_id=2c075934-d6b2-45f9-8b7a-e05ff072e3c1 HTTP/1.1" status: 200 len: 6500 time: 0.3837190 Jul 24 00:06:38.120495 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bc26159a-ac94-4978-9e2c-f5bfb26db6d9 req-91347c7e-de5a-40f4-b493-e8d61aa5cef1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=af706165-7642-41c4-a6f3-257a92b8a9b6 HTTP/1.1" status: 200 len: 217 time: 0.1970763 Jul 24 00:06:38.138344 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-8f7d3ac1-2b74-4ee3-96bc-b671c97b4e1c None None] For port c29c42dd-b22c-43aa-b54c-30399bd4a00b, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=c29c42dd-b22c-43aa-b54c-30399bd4a00b,segment=NetworkSegment(576dbff0-02fc-400b-993a-40b7989e4c10),segment_id=576dbff0-02fc-400b-993a-40b7989e4c10)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:06:38.139237 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-8f7d3ac1-2b74-4ee3-96bc-b671c97b4e1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:38.156055 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-8f7d3ac1-2b74-4ee3-96bc-b671c97b4e1c None None] Calling delete_port for c29c42dd-b22c-43aa-b54c-30399bd4a00b owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:06:38.177657 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677d584-d0bd-4910-aa81-27c2b3d917f5 req-522cfdae-97eb-4345-b4c0-434389881ddb tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:38.179197 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0677d584-d0bd-4910-aa81-27c2b3d917f5 req-522cfdae-97eb-4345-b4c0-434389881ddb tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fdd01f9-a35c-430e-9b07-0d6791794e3e HTTP/1.1" status: 200 len: 945 time: 0.4126573 Jul 24 00:06:38.198356 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-12e7580c-8e2f-4a20-85e2-8345b52c82f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:38.216927 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-12e7580c-8e2f-4a20-85e2-8345b52c82f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:38.249344 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26159a-ac94-4978-9e2c-f5bfb26db6d9 req-cef7286a-0d9a-4c3b-bd14-36f040146e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:38.251080 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bc26159a-ac94-4978-9e2c-f5bfb26db6d9 req-cef7286a-0d9a-4c3b-bd14-36f040146e3a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=27043a76-3596-4241-bf83-647bae554fd9 HTTP/1.1" status: 200 len: 797 time: 0.1184282 Jul 24 00:06:38.274484 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-85c309b0-8943-467a-8396-f3bbd4fea5d5 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.1171117 Jul 24 00:06:38.282621 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60088) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:38.299761 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-c9ebd54b-8774-4791-a0af-cd47f727d981 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1093419701'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:06:38.306114 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-8f7d3ac1-2b74-4ee3-96bc-b671c97b4e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:38.310698 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d3fa20e6-a9ea-48ee-af73-32a9a9501832 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:38.363620 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7d3ac1-2b74-4ee3-96bc-b671c97b4e1c None None] No DVR routers for this DVR port c29c42dd-b22c-43aa-b54c-30399bd4a00b on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:06:38.380946 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7d3ac1-2b74-4ee3-96bc-b671c97b4e1c None None] Pushing event deleted for resources: {'Port': ['ID=c29c42dd-b22c-43aa-b54c-30399bd4a00b,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:38.381512 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0677d584-d0bd-4910-aa81-27c2b3d917f5 req-ae07ad9b-3434-48e4-9436-62e2fa776265 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/security-groups?id=01883c9b-f537-47a8-8e4c-5877842ba644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945145 Jul 24 00:06:38.382112 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-26bcc006-4716-410e-8304-84073fcda080 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:38.386996 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-d3fa20e6-a9ea-48ee-af73-32a9a9501832 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['420c52fc-6eca-4838-b62b-cac5bb37156c']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:38.393671 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-12e7580c-8e2f-4a20-85e2-8345b52c82f5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c988f74b25ea45d6b83b9f9a17ae0931&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2235742 Jul 24 00:06:38.405793 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60098) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:38.409621 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-d3fa20e6-a9ea-48ee-af73-32a9a9501832 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9148658-749d-45b1-9f1c-6be3fb3fad08') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:38.410070 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-d3fa20e6-a9ea-48ee-af73-32a9a9501832 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9148658-749d-45b1-9f1c-6be3fb3fad08') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:38.413506 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e7580c-8e2f-4a20-85e2-8345b52c82f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87c1e129-a046-44e5-936e-f35bf710dab3,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:38.418202 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67be48-0710-4ee7-b583-6121c87680e7 req-641233d9-95e4-439a-87db-d380b634417e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:38.418694 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67be48-0710-4ee7-b583-6121c87680e7 req-641233d9-95e4-439a-87db-d380b634417e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:38.419173 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67be48-0710-4ee7-b583-6121c87680e7 req-641233d9-95e4-439a-87db-d380b634417e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:38.421016 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8e67be48-0710-4ee7-b583-6121c87680e7 req-641233d9-95e4-439a-87db-d380b634417e service neutron] 10.222.0.52 "GET /v2.0/networks?id=b0523da7-df1a-446f-b645-811e4630597c&id=afa024cd-6a99-42b6-95da-fdd5c3d9ab0a&id=afa024cd-6a99-42b6-95da-fdd5c3d9ab0a&id=afa024cd-6a99-42b6-95da-fdd5c3d9ab0a&id=afa024cd-6a99-42b6-95da-fdd5c3d9ab0a&id=24cbf24a-1696-4ab2-949c-e4387a9df919&id=24cbf24a-1696-4ab2-949c-e4387a9df919 HTTP/1.1" status: 200 len: 2294 time: 0.3067021 Jul 24 00:06:38.424859 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bcc006-4716-410e-8304-84073fcda080 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Pushing event deleted for resources: {'Port': ['ID=c29c42dd-b22c-43aa-b54c-30399bd4a00b,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:38.434631 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bcc006-4716-410e-8304-84073fcda080 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] No DVR routers for this DVR port c29c42dd-b22c-43aa-b54c-30399bd4a00b on host n-d-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:06:38.437725 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ebd54b-8774-4791-a0af-cd47f727d981 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Made reservation on behalf of 2c88b901a3a4498983dd1ba8803185ce for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:06:38.441474 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c9ebd54b-8774-4791-a0af-cd47f727d981 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:38.446233 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d3fa20e6-a9ea-48ee-af73-32a9a9501832 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:38.498268 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d3fa20e6-a9ea-48ee-af73-32a9a9501832 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:38.510492 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3fa20e6-a9ea-48ee-af73-32a9a9501832 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:06:38.510915 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d3fa20e6-a9ea-48ee-af73-32a9a9501832 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:38.515841 n-d-800088-16 neutron-server[100314]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:06:38.515841 n-d-800088-16 neutron-server[100314]: self.session.flush() Jul 24 00:06:38.515841 n-d-800088-16 neutron-server[100314]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:06:38.515841 n-d-800088-16 neutron-server[100314]: self.session.flush() Jul 24 00:06:38.515841 n-d-800088-16 neutron-server[100314]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:06:38.515841 n-d-800088-16 neutron-server[100314]: self.session.flush() Jul 24 00:06:38.515841 n-d-800088-16 neutron-server[100314]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:06:38.515841 n-d-800088-16 neutron-server[100314]: self.session.flush() Jul 24 00:06:38.515841 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:06:38.515841 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:06:38.515841 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:06:38.515841 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:06:38.515841 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:06:38.515841 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:06:38.515841 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:06:38.515841 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:06:38.515841 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:06:38.515841 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:06:38.515841 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:06:38.515841 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:06:38.515841 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:06:38.515841 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:06:38.515841 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:06:38.515841 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:06:38.515841 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:06:38.515841 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:06:38.515841 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:06:38.515841 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:06:38.515841 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:06:38.515841 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:06:38.515841 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:06:38.515841 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:06:38.515841 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:06:38.515841 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:06:38.515841 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:06:38.515841 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:06:38.515841 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:06:38.515841 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:06:38.515841 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:06:38.515841 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:06:38.539986 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26159a-ac94-4978-9e2c-f5bfb26db6d9 req-b0b183b0-5223-4b51-a548-68ed43c24909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:38.542085 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bc26159a-ac94-4978-9e2c-f5bfb26db6d9 req-b0b183b0-5223-4b51-a548-68ed43c24909 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0bd87d55-8051-4371-bdff-26afb21cf3d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2802687 Jul 24 00:06:38.592409 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9ebd54b-8774-4791-a0af-cd47f727d981 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:06:38.596264 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8e67be48-0710-4ee7-b583-6121c87680e7 req-4b9d9045-5b2a-40ae-bd2e-144343f8e94f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=465c7602-c874-48e3-a644-ba99539fad02 HTTP/1.1" status: 200 len: 1000 time: 0.1677539 Jul 24 00:06:38.629570 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-26bcc006-4716-410e-8304-84073fcda080 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:38.669583 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-26bcc006-4716-410e-8304-84073fcda080 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f017b5f1-1d7d-4df6-9303-7bcef2a73bcf']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:38.673886 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c9ebd54b-8774-4791-a0af-cd47f727d981 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:38.674246 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-c9ebd54b-8774-4791-a0af-cd47f727d981 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Added segment 03c31158-cef6-4455-8b0e-50a7f90dadad of type vlan for network 18349947-09b5-4f7b-9553-9f30b821c01b Jul 24 00:06:38.680664 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60102) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:38.701422 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-26bcc006-4716-410e-8304-84073fcda080 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '576dbff0-02fc-400b-993a-40b7989e4c10') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:38.701724 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-26bcc006-4716-410e-8304-84073fcda080 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '576dbff0-02fc-400b-993a-40b7989e4c10') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:38.735667 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-26bcc006-4716-410e-8304-84073fcda080 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:38.757886 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67be48-0710-4ee7-b583-6121c87680e7 req-bf9289af-4035-4948-a1e3-6615dcec7dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:38.759403 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8e67be48-0710-4ee7-b583-6121c87680e7 req-bf9289af-4035-4948-a1e3-6615dcec7dfb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d99f6c92-821c-482e-b6d0-cb37709030df HTTP/1.1" status: 200 len: 851 time: 0.1259367 Jul 24 00:06:38.764540 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c9ebd54b-8774-4791-a0af-cd47f727d981 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:38.769213 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-26bcc006-4716-410e-8304-84073fcda080 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:38.812948 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26bcc006-4716-410e-8304-84073fcda080 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:06:38.813366 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-26bcc006-4716-410e-8304-84073fcda080 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:38.817326 n-d-800088-16 neutron-server[100313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:06:38.817326 n-d-800088-16 neutron-server[100313]: self.session.flush() Jul 24 00:06:38.817326 n-d-800088-16 neutron-server[100313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:06:38.817326 n-d-800088-16 neutron-server[100313]: self.session.flush() Jul 24 00:06:38.817326 n-d-800088-16 neutron-server[100313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:06:38.817326 n-d-800088-16 neutron-server[100313]: self.session.flush() Jul 24 00:06:38.817326 n-d-800088-16 neutron-server[100313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:06:38.817326 n-d-800088-16 neutron-server[100313]: self.session.flush() Jul 24 00:06:38.817326 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:06:38.817326 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:06:38.817326 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:06:38.817326 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:06:38.817326 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:06:38.817326 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:06:38.817326 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:06:38.817326 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:06:38.817326 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:06:38.817326 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:06:38.817326 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:06:38.817326 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:06:38.817326 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:06:38.817326 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:06:38.817326 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:06:38.817326 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:06:38.817326 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:06:38.817326 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:06:38.817326 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:06:38.817326 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:06:38.817326 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:06:38.817326 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:06:38.817326 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:06:38.817326 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:06:38.817326 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:06:38.817326 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:06:38.817326 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:06:38.817326 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:06:38.817326 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:06:38.817326 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:06:38.817326 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:06:38.817326 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:06:38.858133 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cf3fd2d9-1105-479a-87c2-f31050bee84c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:38.904356 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-72cba12b-a9a5-49d2-92e5-3851948f0206 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:38.913128 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d3fa20e6-a9ea-48ee-af73-32a9a9501832 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:38.916744 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-26bcc006-4716-410e-8304-84073fcda080 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:38.919728 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d3fa20e6-a9ea-48ee-af73-32a9a9501832 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:38.921980 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-d3fa20e6-a9ea-48ee-af73-32a9a9501832 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "DELETE /v2.0/networks/420c52fc-6eca-4838-b62b-cac5bb37156c HTTP/1.1" status: 204 len: 168 time: 2.6156838 Jul 24 00:06:38.925822 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c9ebd54b-8774-4791-a0af-cd47f727d981 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:38.930346 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ebd54b-8774-4791-a0af-cd47f727d981 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:38.930952 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c9ebd54b-8774-4791-a0af-cd47f727d981 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:38.937891 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60106) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:38.939393 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-26bcc006-4716-410e-8304-84073fcda080 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:38.944036 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-26bcc006-4716-410e-8304-84073fcda080 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "DELETE /v2.0/networks/f017b5f1-1d7d-4df6-9303-7bcef2a73bcf HTTP/1.1" status: 204 len: 168 time: 1.8182695 Jul 24 00:06:38.950343 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60108) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:38.980351 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bcc006-4716-410e-8304-84073fcda080 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Pushing event deleted for resources: {'Network': ['ID=f017b5f1-1d7d-4df6-9303-7bcef2a73bcf,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:38.990774 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa20e6-a9ea-48ee-af73-32a9a9501832 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event deleted for resources: {'Network': ['ID=420c52fc-6eca-4838-b62b-cac5bb37156c,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:39.021265 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-72cba12b-a9a5-49d2-92e5-3851948f0206 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:39.070244 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67be48-0710-4ee7-b583-6121c87680e7 req-bb02956b-a67b-41a7-b61f-9897f5621744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:39.071781 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8e67be48-0710-4ee7-b583-6121c87680e7 req-bb02956b-a67b-41a7-b61f-9897f5621744 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b0523da7-df1a-446f-b645-811e4630597c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3039291 Jul 24 00:06:39.076056 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd0428a-bbb0-4c6a-b0ea-77d9f242997e tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:39.077510 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-9cd0428a-bbb0-4c6a-b0ea-77d9f242997e tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "GET /v2.0/ports/c46cc662-7528-4c8c-a8e3-fd4b6cf50af1 HTTP/1.1" status: 200 len: 841 time: 0.1377347 Jul 24 00:06:39.087305 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60110) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:39.095785 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bc26159a-ac94-4978-9e2c-f5bfb26db6d9 req-aa55fc30-4a3f-4c9e-9c7b-fb9767424afe service neutron] 10.222.0.64 "GET /v2.0/networks/0bd87d55-8051-4371-bdff-26afb21cf3d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5461962 Jul 24 00:06:39.137757 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-72cba12b-a9a5-49d2-92e5-3851948f0206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:39.140415 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-72cba12b-a9a5-49d2-92e5-3851948f0206 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:39.142955 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-72cba12b-a9a5-49d2-92e5-3851948f0206 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/87c1e129-a046-44e5-936e-f35bf710dab3 HTTP/1.1" status: 204 len: 168 time: 0.7304842 Jul 24 00:06:39.179519 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cba12b-a9a5-49d2-92e5-3851948f0206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c1e129-a046-44e5-936e-f35bf710dab3,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:39.204174 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device c29c42dd-b22c-43aa-b54c-30399bd4a00b no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:06:39.231256 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bc26159a-ac94-4978-9e2c-f5bfb26db6d9 req-b8825296-0378-4e55-9e52-1c4d8404348d service neutron] 10.222.0.64 "GET /v2.0/networks/0bd87d55-8051-4371-bdff-26afb21cf3d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292136 Jul 24 00:06:39.236763 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: c29c42dd-b22c-43aa-b54c-30399bd4a00b {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:06:39.237496 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device c29c42dd-b22c-43aa-b54c-30399bd4a00b not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:06:39.238136 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 45ee6365-0fd4-455d-9464-37fe795e6826 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:06:39.264602 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 45ee6365-0fd4-455d-9464-37fe795e6826 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:06:39.265618 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 45ee6365-0fd4-455d-9464-37fe795e6826 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:06:39.478679 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ebd54b-8774-4791-a0af-cd47f727d981 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event updated for resources: {'Network': ['ID=18349947-09b5-4f7b-9553-9f30b821c01b,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:39.492928 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 18349947-09b5-4f7b-9553-9f30b821c01b details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:06:39.592777 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-f8200064-ef4f-4fbc-8b0e-687ec24d6b3a tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "GET /v2.0/ports/c46cc662-7528-4c8c-a8e3-fd4b6cf50af1?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.5002954 Jul 24 00:06:39.596679 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60128) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:39.605312 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-7fcb5766-d878-4ef2-8031-7cc4f1f3e613 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Request body: {'subnet': {'network_id': '29517d75-f90f-4ff3-95ea-68c448311e4b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:06:39.690533 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cf3fd2d9-1105-479a-87c2-f31050bee84c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:39.694700 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8e67be48-0710-4ee7-b583-6121c87680e7 req-94d23515-fc3a-48c9-832b-9e8c7204ba9f service neutron] 10.222.0.52 "GET /v2.0/networks/b0523da7-df1a-446f-b645-811e4630597c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6064842 Jul 24 00:06:39.703841 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cf3fd2d9-1105-479a-87c2-f31050bee84c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:39.719020 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fcb5766-d878-4ef2-8031-7cc4f1f3e613 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Made reservation on behalf of 0861e7509e4040ae9ebcc16b5063e046 for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:06:39.726190 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7fcb5766-d878-4ef2-8031-7cc4f1f3e613 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:39.741940 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c9ebd54b-8774-4791-a0af-cd47f727d981 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4553881 Jul 24 00:06:39.761339 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60134) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:39.766501 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-e8ee0e3f-0d74-4530-bcc8-d19fd7ec86a7 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Request body: {'ports': [{'network_id': '12758dee-1bbe-4dab-8d69-802b36c98522'}, {'network_id': '18349947-09b5-4f7b-9553-9f30b821c01b'}]} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:06:39.766822 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-e8ee0e3f-0d74-4530-bcc8-d19fd7ec86a7 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Request body: {'port': {'network_id': '12758dee-1bbe-4dab-8d69-802b36c98522'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:06:39.767502 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-e8ee0e3f-0d74-4530-bcc8-d19fd7ec86a7 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Request body: {'port': {'network_id': '18349947-09b5-4f7b-9553-9f30b821c01b'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:06:39.818666 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3fd2d9-1105-479a-87c2-f31050bee84c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c190e734-74dd-4468-a9e4-d78ded9a4684,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:39.829066 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d51b48a-0880-4319-b125-9e5271fca36c req-601f74a9-946f-4db0-8db8-6abc30fcd5dd tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:39.830608 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4d51b48a-0880-4319-b125-9e5271fca36c req-601f74a9-946f-4db0-8db8-6abc30fcd5dd tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fdd01f9-a35c-430e-9b07-0d6791794e3e HTTP/1.1" status: 200 len: 945 time: 0.3578260 Jul 24 00:06:39.870878 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-cf3fd2d9-1105-479a-87c2-f31050bee84c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5fb5eb4f392a400c91b9b651e18c4a5e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1861813 Jul 24 00:06:39.875588 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60140) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:39.982507 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8e67be48-0710-4ee7-b583-6121c87680e7 req-ffb34f9b-45bc-4ba9-8543-99ea2f70c158 service neutron] 10.222.0.52 "GET /v2.0/networks/b0523da7-df1a-446f-b645-811e4630597c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806270 Jul 24 00:06:39.986891 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4d51b48a-0880-4319-b125-9e5271fca36c req-5f924bc9-703c-4587-9a76-70ee945f8a48 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/security-groups?id=01883c9b-f537-47a8-8e4c-5877842ba644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177945 Jul 24 00:06:40.047276 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-840b73a8-272b-4d0d-879d-515e57f50bb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:40.051333 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8e67be48-0710-4ee7-b583-6121c87680e7 req-1ef0bdf6-5cff-4aea-a2f7-92b10e5acfed service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=e3557d7c-9f5d-4806-8073-44a23ccf9e4e HTTP/1.1" status: 200 len: 217 time: 0.0589976 Jul 24 00:06:40.078373 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ee0e3f-0d74-4530-bcc8-d19fd7ec86a7 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Made reservation on behalf of 2c88b901a3a4498983dd1ba8803185ce for: {'port': 2} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:06:40.082953 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e8ee0e3f-0d74-4530-bcc8-d19fd7ec86a7 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:40.108438 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e8ee0e3f-0d74-4530-bcc8-d19fd7ec86a7 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:40.111847 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-840b73a8-272b-4d0d-879d-515e57f50bb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:40.123829 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7fcb5766-d878-4ef2-8031-7cc4f1f3e613 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:40.175202 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67be48-0710-4ee7-b583-6121c87680e7 req-29ba670d-515c-4932-b234-f95278b8d761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:40.177430 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8e67be48-0710-4ee7-b583-6121c87680e7 req-29ba670d-515c-4932-b234-f95278b8d761 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=70883961-72f7-4719-acc8-b7159e5588a5 HTTP/1.1" status: 200 len: 797 time: 0.1160429 Jul 24 00:06:40.212082 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fcb5766-d878-4ef2-8031-7cc4f1f3e613 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Network 29517d75-f90f-4ff3-95ea-68c448311e4b is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:06:40.220425 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-7fcb5766-d878-4ef2-8031-7cc4f1f3e613 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:06:40.223597 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fcb5766-d878-4ef2-8031-7cc4f1f3e613 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:40.224294 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7fcb5766-d878-4ef2-8031-7cc4f1f3e613 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:40.242318 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcb5766-d878-4ef2-8031-7cc4f1f3e613 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event updated for resources: {'Subnet': ['ID=03196ed6-8e8f-45ca-90b4-854384842327,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:40.243562 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb019924-7964-4e36-a253-11b3096d8958 None None] Network 29517d75-f90f-4ff3-95ea-68c448311e4b requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:06:40.248572 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-840b73a8-272b-4d0d-879d-515e57f50bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:40.251469 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-840b73a8-272b-4d0d-879d-515e57f50bb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:40.252635 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-840b73a8-272b-4d0d-879d-515e57f50bb5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c190e734-74dd-4468-a9e4-d78ded9a4684 HTTP/1.1" status: 204 len: 168 time: 0.3748453 Jul 24 00:06:40.268168 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1c54fbc3-fbc0-4257-beb1-53552e5086a4 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681029'] for router_interface, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:40.273572 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840b73a8-272b-4d0d-879d-515e57f50bb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c190e734-74dd-4468-a9e4-d78ded9a4684,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:40.280322 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-7fcb5766-d878-4ef2-8031-7cc4f1f3e613 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6812878 Jul 24 00:06:40.287016 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60180) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:40.292147 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-94b50326-8d16-45c2-8cd7-f83ca9b81650 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Request body: {'security_group': {'name': 'tempest-secgroup-463384888'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:06:40.302194 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [None req-e8ee0e3f-0d74-4530-bcc8-d19fd7ec86a7 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] device_id is not set on port e5af9c58-7642-4b10-92f3-a5e598c4793d yet. {{(pid=100314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:06:40.338422 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-94b50326-8d16-45c2-8cd7-f83ca9b81650 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:40.340100 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67be48-0710-4ee7-b583-6121c87680e7 req-8db2e07e-980d-4327-a5d8-eba88b04c013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:40.341709 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8e67be48-0710-4ee7-b583-6121c87680e7 req-8db2e07e-980d-4327-a5d8-eba88b04c013 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=afa024cd-6a99-42b6-95da-fdd5c3d9ab0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1582866 Jul 24 00:06:40.522048 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8e67be48-0710-4ee7-b583-6121c87680e7 req-bab67301-ea2b-4a2c-9dd8-bcb7c1770ed8 service neutron] 10.222.0.52 "GET /v2.0/networks/afa024cd-6a99-42b6-95da-fdd5c3d9ab0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735337 Jul 24 00:06:40.535086 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e8ee0e3f-0d74-4530-bcc8-d19fd7ec86a7 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:40.565988 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-94b50326-8d16-45c2-8cd7-f83ca9b81650 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:40.581120 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-94b50326-8d16-45c2-8cd7-f83ca9b81650 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:40.637876 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd9549b-00ab-4e81-8efa-32afbf0e4500 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-29517d75-f90f-4ff3-95ea-68c448311e4b', 'network_id': '29517d75-f90f-4ff3-95ea-68c448311e4b', 'tenant_id': '0861e7509e4040ae9ebcc16b5063e046', 'fixed_ips': [{'subnet_id': '03196ed6-8e8f-45ca-90b4-854384842327'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:06:40.640161 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0cd9549b-00ab-4e81-8efa-32afbf0e4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:40.658835 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-94b50326-8d16-45c2-8cd7-f83ca9b81650 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:40.660243 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-94b50326-8d16-45c2-8cd7-f83ca9b81650 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3718734 Jul 24 00:06:40.667381 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60190) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:40.671212 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [None req-e8ee0e3f-0d74-4530-bcc8-d19fd7ec86a7 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] device_id is not set on port 31cb3fa3-e416-49e7-b9e7-ef006191d245 yet. {{(pid=100314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:06:40.672274 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-0ecc7725-4925-43a8-a9fa-fb5922f45e2d tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Request body: {'security_group': {'name': 'tempest-secgroup-499557053'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:06:40.680618 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8e67be48-0710-4ee7-b583-6121c87680e7 req-3ba3bcc8-0e4e-49fd-85c5-786b735ecca5 service neutron] 10.222.0.52 "GET /v2.0/networks/afa024cd-6a99-42b6-95da-fdd5c3d9ab0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518881 Jul 24 00:06:40.684402 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b50326-8d16-45c2-8cd7-f83ca9b81650 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e752cb15-de60-4ba0-9de0-391520c3e29b,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:40.754531 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8e67be48-0710-4ee7-b583-6121c87680e7 req-38804527-6b0c-421e-b57d-ddc1494f401a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.181&port_id=8f556c59-81ca-477e-85bf-cbe94e6d27d9 HTTP/1.1" status: 200 len: 217 time: 0.0659890 Jul 24 00:06:40.795202 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0ecc7725-4925-43a8-a9fa-fb5922f45e2d tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:40.837757 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67be48-0710-4ee7-b583-6121c87680e7 req-ad9244fd-be52-4c80-9b30-843a215d396b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:40.839771 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8e67be48-0710-4ee7-b583-6121c87680e7 req-ad9244fd-be52-4c80-9b30-843a215d396b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=70883961-72f7-4719-acc8-b7159e5588a5 HTTP/1.1" status: 200 len: 797 time: 0.0783966 Jul 24 00:06:40.844234 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-1c54fbc3-fbc0-4257-beb1-53552e5086a4 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Deleting port 5be5a750-964c-4de4-9797-782e6bbcda85 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:06:40.845154 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1c54fbc3-fbc0-4257-beb1-53552e5086a4 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:40.879053 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e8ee0e3f-0d74-4530-bcc8-d19fd7ec86a7 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:40.945789 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e8ee0e3f-0d74-4530-bcc8-d19fd7ec86a7 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:40.956399 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-0cd9549b-00ab-4e81-8efa-32afbf0e4500 None None] Allocated IP 172.20.0.2 (29517d75-f90f-4ff3-95ea-68c448311e4b/03196ed6-8e8f-45ca-90b4-854384842327/e63f001b-fc23-4df5-a8d9-26b70918c2f2) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:06:41.045096 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ee0e3f-0d74-4530-bcc8-d19fd7ec86a7 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Network 12758dee-1bbe-4dab-8d69-802b36c98522 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:06:41.048407 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-e8ee0e3f-0d74-4530-bcc8-d19fd7ec86a7 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:06:41.052442 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ee0e3f-0d74-4530-bcc8-d19fd7ec86a7 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:06:41.053496 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e8ee0e3f-0d74-4530-bcc8-d19fd7ec86a7 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:41.072538 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ee0e3f-0d74-4530-bcc8-d19fd7ec86a7 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event updated for resources: {'Port': ['ID=e5af9c58-7642-4b10-92f3-a5e598c4793d,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:41.085724 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-1c54fbc3-fbc0-4257-beb1-53552e5086a4 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] For port 5be5a750-964c-4de4-9797-782e6bbcda85, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=5be5a750-964c-4de4-9797-782e6bbcda85,segment=NetworkSegment(6f040de0-6a69-459d-8933-6f5997b36420),segment_id=6f040de0-6a69-459d-8933-6f5997b36420)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:06:41.086095 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1c54fbc3-fbc0-4257-beb1-53552e5086a4 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:41.118583 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67be48-0710-4ee7-b583-6121c87680e7 req-70ca9f9d-78cd-40e2-809d-4df48c579128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:41.121400 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8e67be48-0710-4ee7-b583-6121c87680e7 req-70ca9f9d-78cd-40e2-809d-4df48c579128 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=afa024cd-6a99-42b6-95da-fdd5c3d9ab0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2713804 Jul 24 00:06:41.139877 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ee0e3f-0d74-4530-bcc8-d19fd7ec86a7 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Checking segment: {'id': '03c31158-cef6-4455-8b0e-50a7f90dadad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '18349947-09b5-4f7b-9553-9f30b821c01b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:06:41.140413 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ee0e3f-0d74-4530-bcc8-d19fd7ec86a7 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Network hostable DHCP agents. Network: 18349947-09b5-4f7b-9553-9f30b821c01b, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:06:41.142815 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ee0e3f-0d74-4530-bcc8-d19fd7ec86a7 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event updated for resources: {'Port': ['ID=31cb3fa3-e416-49e7-b9e7-ef006191d245,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:41.162108 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-1c54fbc3-fbc0-4257-beb1-53552e5086a4 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Calling delete_port for 5be5a750-964c-4de4-9797-782e6bbcda85 owned by network:router_interface {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:06:41.169985 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ee0e3f-0d74-4530-bcc8-d19fd7ec86a7 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Network 18349947-09b5-4f7b-9553-9f30b821c01b is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:06:41.184213 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-e8ee0e3f-0d74-4530-bcc8-d19fd7ec86a7 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 18349947-09b5-4f7b-9553-9f30b821c01b) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:06:41.200121 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ee0e3f-0d74-4530-bcc8-d19fd7ec86a7 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:06:41.203936 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0ecc7725-4925-43a8-a9fa-fb5922f45e2d tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:41.209538 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ee0e3f-0d74-4530-bcc8-d19fd7ec86a7 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:41.216639 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ee0e3f-0d74-4530-bcc8-d19fd7ec86a7 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:41.217844 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e8ee0e3f-0d74-4530-bcc8-d19fd7ec86a7 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:41.226787 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0ecc7725-4925-43a8-a9fa-fb5922f45e2d tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:41.241584 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-e8ee0e3f-0d74-4530-bcc8-d19fd7ec86a7 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.4788287 Jul 24 00:06:41.245123 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60212) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:41.307556 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880e5173-813b-4e65-bb0e-581ca1f83348 None None] Network 18349947-09b5-4f7b-9553-9f30b821c01b requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:06:41.362680 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0ecc7725-4925-43a8-a9fa-fb5922f45e2d tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:41.363948 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-0ecc7725-4925-43a8-a9fa-fb5922f45e2d tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6953421 Jul 24 00:06:41.374247 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60232) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:41.381507 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-cd54858f-1958-4ad1-a213-782c2209a645 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-711937688', 'security_groups': ['1b0731c9-a7a4-4a93-90f6-f528ad5025c8'], 'network_id': '29517d75-f90f-4ff3-95ea-68c448311e4b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '03196ed6-8e8f-45ca-90b4-854384842327'}]}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:06:41.441985 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-f290e054-4188-414e-9279-77a390a8a2e0 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Deleting port 31cb3fa3-e416-49e7-b9e7-ef006191d245 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:06:41.442432 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f290e054-4188-414e-9279-77a390a8a2e0 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:41.610321 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0cd9549b-00ab-4e81-8efa-32afbf0e4500 None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:41.627637 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-0cd9549b-00ab-4e81-8efa-32afbf0e4500 None None] Transition to ACTIVE for port object e63f001b-fc23-4df5-a8d9-26b70918c2f2 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:06:41.627861 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f290e054-4188-414e-9279-77a390a8a2e0 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:41.652307 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-f290e054-4188-414e-9279-77a390a8a2e0 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Calling delete_port for 31cb3fa3-e416-49e7-b9e7-ef006191d245 owned by {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:06:41.673851 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-0cd9549b-00ab-4e81-8efa-32afbf0e4500 None None] Transition to ACTIVE for port object e63f001b-fc23-4df5-a8d9-26b70918c2f2 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:06:41.684820 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0cd9549b-00ab-4e81-8efa-32afbf0e4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:41.739218 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd9549b-00ab-4e81-8efa-32afbf0e4500 None None] Network 29517d75-f90f-4ff3-95ea-68c448311e4b is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:06:41.742406 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-0cd9549b-00ab-4e81-8efa-32afbf0e4500 None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:06:41.748655 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd9549b-00ab-4e81-8efa-32afbf0e4500 None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:06:41.752622 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecc7725-4925-43a8-a9fa-fb5922f45e2d tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b0731c9-a7a4-4a93-90f6-f528ad5025c8,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:41.753041 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd9549b-00ab-4e81-8efa-32afbf0e4500 None None] Pushing event updated for resources: {'Port': ['ID=e63f001b-fc23-4df5-a8d9-26b70918c2f2,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:41.780703 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8e67be48-0710-4ee7-b583-6121c87680e7 req-afc6da0d-0835-49e9-870a-1f2ef66f76ec service neutron] 10.222.0.52 "GET /v2.0/networks/afa024cd-6a99-42b6-95da-fdd5c3d9ab0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6480742 Jul 24 00:06:41.807660 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f290e054-4188-414e-9279-77a390a8a2e0 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:41.815182 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb8a9b-7a80-4a50-b9d5-3bb5a53048fd req-e3e85908-a72e-41eb-8dbf-9d447016d3d4 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:41.822607 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ccfb8a9b-7a80-4a50-b9d5-3bb5a53048fd req-e3e85908-a72e-41eb-8dbf-9d447016d3d4 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fdd01f9-a35c-430e-9b07-0d6791794e3e HTTP/1.1" status: 200 len: 945 time: 0.7206721 Jul 24 00:06:41.847113 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-0cd9549b-00ab-4e81-8efa-32afbf0e4500 None None] Attempting to bind port e63f001b-fc23-4df5-a8d9-26b70918c2f2 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:06:41.847508 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-0cd9549b-00ab-4e81-8efa-32afbf0e4500 None None] Attempting to bind port e63f001b-fc23-4df5-a8d9-26b70918c2f2 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '161b23d6-c20e-490f-907c-5a3ade4f6ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '29517d75-f90f-4ff3-95ea-68c448311e4b'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:06:41.848875 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd9549b-00ab-4e81-8efa-32afbf0e4500 None None] Attempting to bind port e63f001b-fc23-4df5-a8d9-26b70918c2f2 on network 29517d75-f90f-4ff3-95ea-68c448311e4b {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:06:41.863405 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd9549b-00ab-4e81-8efa-32afbf0e4500 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:06:41.865677 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd9549b-00ab-4e81-8efa-32afbf0e4500 None None] Checking segment: {'id': '161b23d6-c20e-490f-907c-5a3ade4f6ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '29517d75-f90f-4ff3-95ea-68c448311e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:06:41.866992 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f290e054-4188-414e-9279-77a390a8a2e0 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event deleted for resources: {'Port': ['ID=31cb3fa3-e416-49e7-b9e7-ef006191d245,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:41.867532 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0cd9549b-00ab-4e81-8efa-32afbf0e4500 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:41.868032 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd9549b-00ab-4e81-8efa-32afbf0e4500 None None] Bound using segment: {'id': '161b23d6-c20e-490f-907c-5a3ade4f6ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '29517d75-f90f-4ff3-95ea-68c448311e4b'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:06:41.868620 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-0cd9549b-00ab-4e81-8efa-32afbf0e4500 None None] Bound port: e63f001b-fc23-4df5-a8d9-26b70918c2f2, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '161b23d6-c20e-490f-907c-5a3ade4f6ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '29517d75-f90f-4ff3-95ea-68c448311e4b'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:06:41.876593 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0cd9549b-00ab-4e81-8efa-32afbf0e4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:41.884746 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f290e054-4188-414e-9279-77a390a8a2e0 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:41.891757 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-f290e054-4188-414e-9279-77a390a8a2e0 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "DELETE /v2.0/ports/31cb3fa3-e416-49e7-b9e7-ef006191d245 HTTP/1.1" status: 204 len: 168 time: 0.6446946 Jul 24 00:06:41.892388 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60254) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:41.980328 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b98ae4-808e-45e7-a095-8173b2c5e4dc tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:41.987657 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b98ae4-808e-45e7-a095-8173b2c5e4dc tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:41.990405 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-90b98ae4-808e-45e7-a095-8173b2c5e4dc tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0967815 Jul 24 00:06:41.992774 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60256) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:42.005198 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-0cd9549b-00ab-4e81-8efa-32afbf0e4500 None None] For port e63f001b-fc23-4df5-a8d9-26b70918c2f2, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:06:42.008645 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-0cd9549b-00ab-4e81-8efa-32afbf0e4500 None None] For port e63f001b-fc23-4df5-a8d9-26b70918c2f2, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=e63f001b-fc23-4df5-a8d9-26b70918c2f2,segment=NetworkSegment(161b23d6-c20e-490f-907c-5a3ade4f6ba5),segment_id=161b23d6-c20e-490f-907c-5a3ade4f6ba5)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:06:42.016189 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0cd9549b-00ab-4e81-8efa-32afbf0e4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:42.089079 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd9549b-00ab-4e81-8efa-32afbf0e4500 None None] Pushing event updated for resources: {'Port': ['ID=e63f001b-fc23-4df5-a8d9-26b70918c2f2,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:42.114492 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ccfb8a9b-7a80-4a50-b9d5-3bb5a53048fd req-dd1f2140-c309-4bda-a88a-5740b7bea4cf tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/security-groups?id=01883c9b-f537-47a8-8e4c-5877842ba644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900264 Jul 24 00:06:42.180987 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8e67be48-0710-4ee7-b583-6121c87680e7 req-762f4dd7-5229-4ad6-98cb-81abc6564a81 service neutron] 10.222.0.52 "GET /v2.0/networks/afa024cd-6a99-42b6-95da-fdd5c3d9ab0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3879156 Jul 24 00:06:42.200309 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-fb50a31c-24f3-4069-bb55-ddaa07605c62 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Deleting port e5af9c58-7642-4b10-92f3-a5e598c4793d {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:06:42.200651 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fb50a31c-24f3-4069-bb55-ddaa07605c62 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:42.273868 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8e67be48-0710-4ee7-b583-6121c87680e7 req-1ff00482-648e-4830-a360-8105766110eb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=4570f2dc-234f-4a2e-9e3f-da8c4844cab7 HTTP/1.1" status: 200 len: 217 time: 0.0520167 Jul 24 00:06:42.296664 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fb50a31c-24f3-4069-bb55-ddaa07605c62 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:42.318201 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-fb50a31c-24f3-4069-bb55-ddaa07605c62 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Calling delete_port for e5af9c58-7642-4b10-92f3-a5e598c4793d owned by {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:06:42.335309 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd54858f-1958-4ad1-a213-782c2209a645 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Made reservation on behalf of 0861e7509e4040ae9ebcc16b5063e046 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:06:42.356659 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a8970782-9743-46ac-9606-20257c3cf5fc req-169218ff-8c8f-4a59-aace-c719ca721591 tempest-AbsoluteLimitsNegativeTestJSON-365810566 tempest-AbsoluteLimitsNegativeTestJSON-365810566-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=b98335b19985419a9954ff705e4edb74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404019 Jul 24 00:06:42.428643 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1c54fbc3-fbc0-4257-beb1-53552e5086a4 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:42.483819 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67be48-0710-4ee7-b583-6121c87680e7 req-8d4c6d0b-feea-4626-bd44-663ca30a89ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:42.487079 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8e67be48-0710-4ee7-b583-6121c87680e7 req-8d4c6d0b-feea-4626-bd44-663ca30a89ba service neutron] 10.222.0.52 "GET /v2.0/subnets?id=70883961-72f7-4719-acc8-b7159e5588a5 HTTP/1.1" status: 200 len: 797 time: 0.2028911 Jul 24 00:06:42.496224 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c54fbc3-fbc0-4257-beb1-53552e5086a4 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Pushing event deleted for resources: {'Port': ['ID=5be5a750-964c-4de4-9797-782e6bbcda85,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:42.584325 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cd54858f-1958-4ad1-a213-782c2209a645 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:42.645738 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [None req-cd54858f-1958-4ad1-a213-782c2209a645 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] device_id is not set on port d5880ff0-fb53-40e1-bf20-05c8daaf6e89 yet. {{(pid=100313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:06:42.679903 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8970782-9743-46ac-9606-20257c3cf5fc req-e12fd995-d093-4218-bc0f-675b08906b3f tempest-AbsoluteLimitsNegativeTestJSON-365810566 tempest-AbsoluteLimitsNegativeTestJSON-365810566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:42.687564 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a8970782-9743-46ac-9606-20257c3cf5fc req-e12fd995-d093-4218-bc0f-675b08906b3f tempest-AbsoluteLimitsNegativeTestJSON-365810566 tempest-AbsoluteLimitsNegativeTestJSON-365810566-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3032386 Jul 24 00:06:42.705315 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a8970782-9743-46ac-9606-20257c3cf5fc req-2a3f211b-b3c3-45e7-a465-d03ee4672bad tempest-AbsoluteLimitsNegativeTestJSON-365810566 tempest-AbsoluteLimitsNegativeTestJSON-365810566-project] 10.222.0.44 "GET /v2.0/quotas/b98335b19985419a9954ff705e4edb74 HTTP/1.1" status: 200 len: 375 time: 0.0165825 Jul 24 00:06:42.726605 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fb50a31c-24f3-4069-bb55-ddaa07605c62 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:42.787877 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb50a31c-24f3-4069-bb55-ddaa07605c62 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event deleted for resources: {'Port': ['ID=e5af9c58-7642-4b10-92f3-a5e598c4793d,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:42.792253 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a8970782-9743-46ac-9606-20257c3cf5fc req-08b6cabb-2930-4c6c-b558-03e0308eed6d tempest-AbsoluteLimitsNegativeTestJSON-365810566 tempest-AbsoluteLimitsNegativeTestJSON-365810566-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b98335b19985419a9954ff705e4edb74&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0861766 Jul 24 00:06:42.805744 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fb50a31c-24f3-4069-bb55-ddaa07605c62 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:42.808471 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-fb50a31c-24f3-4069-bb55-ddaa07605c62 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "DELETE /v2.0/ports/e5af9c58-7642-4b10-92f3-a5e598c4793d HTTP/1.1" status: 204 len: 168 time: 0.8145590 Jul 24 00:06:42.812048 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60274) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:42.844879 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67be48-0710-4ee7-b583-6121c87680e7 req-2d72e46a-8dc1-4a2b-aa4b-07f97a834a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:42.846442 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8e67be48-0710-4ee7-b583-6121c87680e7 req-2d72e46a-8dc1-4a2b-aa4b-07f97a834a28 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=afa024cd-6a99-42b6-95da-fdd5c3d9ab0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3467579 Jul 24 00:06:42.901989 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8144a2d-8aa0-41ac-81ee-07cb2aca3332 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:42.904546 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-b8144a2d-8aa0-41ac-81ee-07cb2aca3332 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0908251 Jul 24 00:06:42.906175 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60278) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:42.955251 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4a6b9f3-37b5-4228-b7ff-027916b53383 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] GET failed (client error): The resource could not be found. Jul 24 00:06:42.957131 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-f4a6b9f3-37b5-4228-b7ff-027916b53383 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "GET /v2.0/ports/31cb3fa3-e416-49e7-b9e7-ef006191d245 HTTP/1.1" status: 404 len: 333 time: 0.0498564 Jul 24 00:06:42.959829 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60280) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:42.992795 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-128571e6-e893-4ac3-939d-eaffe472a4c0 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] GET failed (client error): The resource could not be found. Jul 24 00:06:42.995225 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-128571e6-e893-4ac3-939d-eaffe472a4c0 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "GET /v2.0/ports/e5af9c58-7642-4b10-92f3-a5e598c4793d HTTP/1.1" status: 404 len: 333 time: 0.0340114 Jul 24 00:06:42.995543 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1c54fbc3-fbc0-4257-beb1-53552e5086a4 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679987'] for router_interface, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:43.000068 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60282) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:43.098945 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4dc39d0c-61dc-478f-8156-e08954af8338 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:43.312063 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4dc39d0c-61dc-478f-8156-e08954af8338 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:43.336120 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-4dc39d0c-61dc-478f-8156-e08954af8338 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18349947-09b5-4f7b-9553-9f30b821c01b']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:43.347032 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60290) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:43.366901 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-4dc39d0c-61dc-478f-8156-e08954af8338 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03c31158-cef6-4455-8b0e-50a7f90dadad') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:43.373693 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-4dc39d0c-61dc-478f-8156-e08954af8338 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03c31158-cef6-4455-8b0e-50a7f90dadad') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:43.388905 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4dc39d0c-61dc-478f-8156-e08954af8338 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:43.411434 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device e63f001b-fc23-4df5-a8d9-26b70918c2f2 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:06:43.429833 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8e67be48-0710-4ee7-b583-6121c87680e7 req-a5ec48d2-4246-4337-94a0-80e22a722a41 service neutron] 10.222.0.52 "GET /v2.0/networks/afa024cd-6a99-42b6-95da-fdd5c3d9ab0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5501246 Jul 24 00:06:43.436536 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4dc39d0c-61dc-478f-8156-e08954af8338 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:43.454673 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dc39d0c-61dc-478f-8156-e08954af8338 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:06:43.455132 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4dc39d0c-61dc-478f-8156-e08954af8338 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:43.470559 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:06:43.470559 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:06:43.470559 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:06:43.470559 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:06:43.470559 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:06:43.470559 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:06:43.470559 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:06:43.470559 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:06:43.470559 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:06:43.470559 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:06:43.470559 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:06:43.470559 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:06:43.470559 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:06:43.470559 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:06:43.470559 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:06:43.470559 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:06:43.470559 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:06:43.470559 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:06:43.470559 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:06:43.470559 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:06:43.470559 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:06:43.470559 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:06:43.470559 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:06:43.470559 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:06:43.470559 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:06:43.470559 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:06:43.470559 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:06:43.470559 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:06:43.470559 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:06:43.470559 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:06:43.470559 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:06:43.470559 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:06:43.524040 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port e63f001b-fc23-4df5-a8d9-26b70918c2f2 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:06:43.560426 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-cd54858f-1958-4ad1-a213-782c2209a645 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Allocated IP 172.20.0.3 (29517d75-f90f-4ff3-95ea-68c448311e4b/03196ed6-8e8f-45ca-90b4-854384842327/d5880ff0-fb53-40e1-bf20-05c8daaf6e89) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:06:43.571564 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8b26ab06-6635-4234-a391-4ac7b9cf095d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:43.606921 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4dc39d0c-61dc-478f-8156-e08954af8338 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:43.615068 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4dc39d0c-61dc-478f-8156-e08954af8338 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:43.615470 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c54fbc3-fbc0-4257-beb1-53552e5086a4 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Router 65b37177-453d-4d0f-8fe1-cc44f5ae0354 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:06:43.621033 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-4dc39d0c-61dc-478f-8156-e08954af8338 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "DELETE /v2.0/networks/18349947-09b5-4f7b-9553-9f30b821c01b HTTP/1.1" status: 204 len: 168 time: 0.6159213 Jul 24 00:06:43.622148 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60294) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:43.628721 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8e67be48-0710-4ee7-b583-6121c87680e7 req-1b705bd4-d5ec-4c3a-ab85-a55216f5ea36 service neutron] 10.222.0.52 "GET /v2.0/networks/afa024cd-6a99-42b6-95da-fdd5c3d9ab0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885483 Jul 24 00:06:43.633679 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-75db400d-259c-404c-abdb-2aa2a7937686 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1881100507'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:06:43.642423 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc39d0c-61dc-478f-8156-e08954af8338 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event deleted for resources: {'Network': ['ID=18349947-09b5-4f7b-9553-9f30b821c01b,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:43.656580 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc39d0c-61dc-478f-8156-e08954af8338 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:06:43.657067 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc39d0c-61dc-478f-8156-e08954af8338 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:06:43.657556 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc39d0c-61dc-478f-8156-e08954af8338 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:06:43.658029 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc39d0c-61dc-478f-8156-e08954af8338 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:06:43.658405 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc39d0c-61dc-478f-8156-e08954af8338 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:06:43.658705 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc39d0c-61dc-478f-8156-e08954af8338 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:06:43.659045 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc39d0c-61dc-478f-8156-e08954af8338 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:06:43.659487 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc39d0c-61dc-478f-8156-e08954af8338 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:06:43.659759 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc39d0c-61dc-478f-8156-e08954af8338 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:06:43.659956 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-dd28f5c0-5031-4321-af52-f1fa4a08aba5 None None] Provisioning for port e63f001b-fc23-4df5-a8d9-26b70918c2f2 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:06:43.660094 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc39d0c-61dc-478f-8156-e08954af8338 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:06:43.660368 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc39d0c-61dc-478f-8156-e08954af8338 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:06:43.660713 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc39d0c-61dc-478f-8156-e08954af8338 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:06:43.670805 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-dd28f5c0-5031-4321-af52-f1fa4a08aba5 None None] Provisioning complete for port e63f001b-fc23-4df5-a8d9-26b70918c2f2 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:06:43.671444 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-dd28f5c0-5031-4321-af52-f1fa4a08aba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:43.723012 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70abd8f1-d895-4515-ac8d-1e6be9928e00 req-3c98e86e-84d1-488f-9ec2-58e0731689ab tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:43.725294 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-70abd8f1-d895-4515-ac8d-1e6be9928e00 req-3c98e86e-84d1-488f-9ec2-58e0731689ab tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fdd01f9-a35c-430e-9b07-0d6791794e3e HTTP/1.1" status: 200 len: 945 time: 0.3582394 Jul 24 00:06:43.739307 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8b26ab06-6635-4234-a391-4ac7b9cf095d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:43.744441 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8e67be48-0710-4ee7-b583-6121c87680e7 req-aec79b20-ac4c-420e-b241-9255b480830c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=a1b78b8a-fbe7-495d-8c1b-d40899859c16 HTTP/1.1" status: 200 len: 217 time: 0.0980802 Jul 24 00:06:43.746849 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8b26ab06-6635-4234-a391-4ac7b9cf095d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:43.779412 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-dd28f5c0-5031-4321-af52-f1fa4a08aba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:43.790813 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b26ab06-6635-4234-a391-4ac7b9cf095d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d8b5e3-1fe2-41d3-9e32-2935b7996d2a,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:43.799458 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-8b26ab06-6635-4234-a391-4ac7b9cf095d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b98335b19985419a9954ff705e4edb74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4490087 Jul 24 00:06:43.799787 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60298) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:43.828032 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-dd28f5c0-5031-4321-af52-f1fa4a08aba5 None None] For port e63f001b-fc23-4df5-a8d9-26b70918c2f2, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=e63f001b-fc23-4df5-a8d9-26b70918c2f2,segment=NetworkSegment(161b23d6-c20e-490f-907c-5a3ade4f6ba5),segment_id=161b23d6-c20e-490f-907c-5a3ade4f6ba5)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:06:43.832529 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-dd28f5c0-5031-4321-af52-f1fa4a08aba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:43.863823 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d0db0473-8f91-4637-8910-bcefb030b1c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:43.890484 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d0db0473-8f91-4637-8910-bcefb030b1c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:43.893031 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-dd28f5c0-5031-4321-af52-f1fa4a08aba5 None None] Provisioning complete for port c46cc662-7528-4c8c-a8e3-fd4b6cf50af1 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:06:43.893718 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-dd28f5c0-5031-4321-af52-f1fa4a08aba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:43.925649 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75db400d-259c-404c-abdb-2aa2a7937686 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Made reservation on behalf of 2c88b901a3a4498983dd1ba8803185ce for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:06:43.930644 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-75db400d-259c-404c-abdb-2aa2a7937686 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:43.933063 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd28f5c0-5031-4321-af52-f1fa4a08aba5 None None] Pushing event updated for resources: {'Port': ['ID=e63f001b-fc23-4df5-a8d9-26b70918c2f2,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:43.949903 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-dd28f5c0-5031-4321-af52-f1fa4a08aba5 None None] Port c46cc662-7528-4c8c-a8e3-fd4b6cf50af1 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:06:43.964992 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d0db0473-8f91-4637-8910-bcefb030b1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:43.969519 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d0db0473-8f91-4637-8910-bcefb030b1c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:43.973630 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-d0db0473-8f91-4637-8910-bcefb030b1c4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d7d8b5e3-1fe2-41d3-9e32-2935b7996d2a HTTP/1.1" status: 204 len: 168 time: 0.1725745 Jul 24 00:06:43.984585 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0db0473-8f91-4637-8910-bcefb030b1c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d8b5e3-1fe2-41d3-9e32-2935b7996d2a,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:44.319178 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75db400d-259c-404c-abdb-2aa2a7937686 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:06:44.327285 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67be48-0710-4ee7-b583-6121c87680e7 req-1ea80b8e-cff7-4f7c-9e69-a32ccb3e406c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:44.328901 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8e67be48-0710-4ee7-b583-6121c87680e7 req-1ea80b8e-cff7-4f7c-9e69-a32ccb3e406c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=70883961-72f7-4719-acc8-b7159e5588a5 HTTP/1.1" status: 200 len: 797 time: 0.5698261 Jul 24 00:06:44.347560 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-70abd8f1-d895-4515-ac8d-1e6be9928e00 req-f6a0313b-5801-4399-826b-4dd5a080f8c0 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/security-groups?id=01883c9b-f537-47a8-8e4c-5877842ba644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5947454 Jul 24 00:06:44.364864 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c54fbc3-fbc0-4257-beb1-53552e5086a4 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:06:44.383418 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-1c54fbc3-fbc0-4257-beb1-53552e5086a4 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "PUT /v2.0/routers/65b37177-453d-4d0f-8fe1-cc44f5ae0354/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4169176 Jul 24 00:06:44.386432 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60314) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:44.390709 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c21a69-a7b5-404a-ac7a-07c2eac05e7f None None] Sync routers for ids ['65b37177-453d-4d0f-8fe1-cc44f5ae0354'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:06:44.418479 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-75db400d-259c-404c-abdb-2aa2a7937686 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:44.418827 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-75db400d-259c-404c-abdb-2aa2a7937686 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Added segment 2f4ba927-0843-40f9-9bf3-88ae54ab2bef of type vlan for network c8147c3f-f57f-436d-98d1-5cb5e72f345e Jul 24 00:06:44.428402 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c21a69-a7b5-404a-ac7a-07c2eac05e7f None None] Routers {'65b37177-453d-4d0f-8fe1-cc44f5ae0354'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:06:44.430423 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-10c21a69-a7b5-404a-ac7a-07c2eac05e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:06:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['65b37177-453d-4d0f-8fe1-cc44f5ae0354'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:44.443344 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cd54858f-1958-4ad1-a213-782c2209a645 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:44.499446 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ebc0db6-81b1-462d-90f7-07ba0c47c8fe tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Deleting subnet 492cc28c-d72e-4cab-95ce-66df8792f2db {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:06:44.503088 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-75db400d-259c-404c-abdb-2aa2a7937686 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:44.507622 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [None req-cd54858f-1958-4ad1-a213-782c2209a645 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Transition to ACTIVE for port object d5880ff0-fb53-40e1-bf20-05c8daaf6e89 will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:06:44.507848 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1ebc0db6-81b1-462d-90f7-07ba0c47c8fe tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:44.556504 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67be48-0710-4ee7-b583-6121c87680e7 req-b573232b-a5ea-4c75-8e7a-b3d7b3c7669b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:44.558639 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8e67be48-0710-4ee7-b583-6121c87680e7 req-b573232b-a5ea-4c75-8e7a-b3d7b3c7669b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=afa024cd-6a99-42b6-95da-fdd5c3d9ab0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2150886 Jul 24 00:06:44.579094 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1ebc0db6-81b1-462d-90f7-07ba0c47c8fe tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:44.579909 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-75db400d-259c-404c-abdb-2aa2a7937686 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:44.589199 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-10c21a69-a7b5-404a-ac7a-07c2eac05e7f None None] Set router 65b37177-453d-4d0f-8fe1-cc44f5ae0354 gateway port host: None {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:06:44.597357 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75db400d-259c-404c-abdb-2aa2a7937686 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:44.597985 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-75db400d-259c-404c-abdb-2aa2a7937686 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:44.685876 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cd54858f-1958-4ad1-a213-782c2209a645 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:44.725125 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-75db400d-259c-404c-abdb-2aa2a7937686 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0986154 Jul 24 00:06:44.731945 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60322) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:44.745527 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-db622f71-ef22-4a1a-86e8-308f8331a140 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Request body: {'subnet': {'network_id': 'c8147c3f-f57f-436d-98d1-5cb5e72f345e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:06:44.753912 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1ebc0db6-81b1-462d-90f7-07ba0c47c8fe tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:44.811586 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75db400d-259c-404c-abdb-2aa2a7937686 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event updated for resources: {'Network': ['ID=c8147c3f-f57f-436d-98d1-5cb5e72f345e,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:44.827715 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:44.845087 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network c8147c3f-f57f-436d-98d1-5cb5e72f345e details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:06:44.847114 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60326) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:44.862609 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd54858f-1958-4ad1-a213-782c2209a645 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Network 29517d75-f90f-4ff3-95ea-68c448311e4b is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:06:44.911798 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-cd54858f-1958-4ad1-a213-782c2209a645 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:06:44.920084 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd54858f-1958-4ad1-a213-782c2209a645 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:06:44.964099 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1ebc0db6-81b1-462d-90f7-07ba0c47c8fe tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:45.069804 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-10c21a69-a7b5-404a-ac7a-07c2eac05e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'name': 'tempest-RoutersTest-router-1671455986', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:05:49Z', 'updated_at': '2021-07-24T00:06:42Z', 'revision_number': 9, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'gw_port_host': None, '_interfaces': [{'id': '2583ebcd-cd40-4328-b99e-8fadcc3b33e6', 'name': '', 'network_id': 'c4e4cc7b-669b-4847-999a-1da5502764d3', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'mac_address': 'fa:16:3e:e9:7a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '5b90a3a6-eeae-44c4-82ee-868038ac65d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:06:03Z', 'updated_at': '2021-07-24T00:06:14Z', 'revision_number': 5, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'subnets': [{'id': '5b90a3a6-eeae-44c4-82ee-868038ac65d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a24aaa6-d098-4068-9892-abcfb18cf2ac', 'name': '', 'network_id': '9a355f19-3960-47fc-a9fa-2380b44410fe', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'mac_address': 'fa:16:3e:c6:4b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '7cd57908-c436-4061-b8dc-9f554d34052a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:05:54Z', 'updated_at': '2021-07-24T00:06:04Z', 'revision_number': 5, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'subnets': [{'id': '7cd57908-c436-4061-b8dc-9f554d34052a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:45.084395 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd54858f-1958-4ad1-a213-782c2209a645 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:45.087147 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cd54858f-1958-4ad1-a213-782c2209a645 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:45.093412 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd54858f-1958-4ad1-a213-782c2209a645 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event updated for resources: {'Port': ['ID=d5880ff0-fb53-40e1-bf20-05c8daaf6e89,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:45.099831 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebc0db6-81b1-462d-90f7-07ba0c47c8fe tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Pushing event deleted for resources: {'Subnet': ['ID=492cc28c-d72e-4cab-95ce-66df8792f2db,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:45.103541 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1ebc0db6-81b1-462d-90f7-07ba0c47c8fe tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:45.110978 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-b6a6369b-0986-4d89-af83-67227083f2bd admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1936693511-network', 'tenant_id': '86bca9538ac64f53a7da2a25f29897ae'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:06:45.111280 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28327895-ad37-4a2f-9a8b-da75ccd0e945 None None] Network bb7b6f23-dc3c-4254-8c0d-202b2e1bebe4 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:06:45.113583 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-1ebc0db6-81b1-462d-90f7-07ba0c47c8fe tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "DELETE /v2.0/subnets/492cc28c-d72e-4cab-95ce-66df8792f2db HTTP/1.1" status: 204 len: 168 time: 0.7255926 Jul 24 00:06:45.113793 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c21a69-a7b5-404a-ac7a-07c2eac05e7f None None] Checking router: 65b37177-453d-4d0f-8fe1-cc44f5ae0354 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:06:45.116878 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60332) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:45.126037 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8e67be48-0710-4ee7-b583-6121c87680e7 req-424747da-915f-4bbc-a875-527aba2bf09f service neutron] 10.222.0.52 "GET /v2.0/networks/afa024cd-6a99-42b6-95da-fdd5c3d9ab0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5591369 Jul 24 00:06:45.231433 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db622f71-ef22-4a1a-86e8-308f8331a140 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Made reservation on behalf of 2c88b901a3a4498983dd1ba8803185ce for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:06:45.239453 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-db622f71-ef22-4a1a-86e8-308f8331a140 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:45.247771 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-dbcd3cf7-909e-4553-bdd2-0d7efa2492e0 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:45.251401 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device e63f001b-fc23-4df5-a8d9-26b70918c2f2 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:06:45.296539 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-cd54858f-1958-4ad1-a213-782c2209a645 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.9212201 Jul 24 00:06:45.302118 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60334) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:45.311118 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-b5821fa3-ed4a-49c8-86cf-7ec502ba97c5 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Request body: {'subnet': {'network_id': '29517d75-f90f-4ff3-95ea-68c448311e4b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:06:45.319210 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c21a69-a7b5-404a-ac7a-07c2eac05e7f None None] Routers {'65b37177-453d-4d0f-8fe1-cc44f5ae0354'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:06:45.320156 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-10c21a69-a7b5-404a-ac7a-07c2eac05e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:06:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['65b37177-453d-4d0f-8fe1-cc44f5ae0354'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:45.343013 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a6369b-0986-4d89-af83-67227083f2bd admin admin] Made reservation on behalf of 86bca9538ac64f53a7da2a25f29897ae for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:06:45.346208 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b6a6369b-0986-4d89-af83-67227083f2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:45.405515 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b6a6369b-0986-4d89-af83-67227083f2bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:45.409861 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8e67be48-0710-4ee7-b583-6121c87680e7 req-c535c73e-e027-4dc2-8042-b33410a9f3ca service neutron] 10.222.0.52 "GET /v2.0/networks/afa024cd-6a99-42b6-95da-fdd5c3d9ab0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768972 Jul 24 00:06:45.449249 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-f40cfe3f-c103-4a33-9cdc-1f4e85f7e450 None None] Provisioning for port d5880ff0-fb53-40e1-bf20-05c8daaf6e89 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:06:45.460205 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-f40cfe3f-c103-4a33-9cdc-1f4e85f7e450 None None] Provisioning complete for port d5880ff0-fb53-40e1-bf20-05c8daaf6e89 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:06:45.460761 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f40cfe3f-c103-4a33-9cdc-1f4e85f7e450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:45.500170 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-dbcd3cf7-909e-4553-bdd2-0d7efa2492e0 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Deleting port 473568d6-c711-4a0e-b9e0-ba773d617923 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:06:45.500777 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-dbcd3cf7-909e-4553-bdd2-0d7efa2492e0 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:45.520667 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8e67be48-0710-4ee7-b583-6121c87680e7 req-8af735c7-4051-436e-957a-4fb25cca1834 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5aa7c101-ee25-4b57-94d7-7279b107b66d HTTP/1.1" status: 200 len: 217 time: 0.1001227 Jul 24 00:06:45.537031 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-f40cfe3f-c103-4a33-9cdc-1f4e85f7e450 None None] Port d5880ff0-fb53-40e1-bf20-05c8daaf6e89 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:06:45.549797 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-10c21a69-a7b5-404a-ac7a-07c2eac05e7f None None] Set router 65b37177-453d-4d0f-8fe1-cc44f5ae0354 gateway port host: None {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:06:45.551486 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port e63f001b-fc23-4df5-a8d9-26b70918c2f2 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:06:45.551961 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:45.610100 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-dbcd3cf7-909e-4553-bdd2-0d7efa2492e0 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] For port 473568d6-c711-4a0e-b9e0-ba773d617923, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=473568d6-c711-4a0e-b9e0-ba773d617923,segment=NetworkSegment(6f040de0-6a69-459d-8933-6f5997b36420),segment_id=6f040de0-6a69-459d-8933-6f5997b36420)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:06:45.610483 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-dbcd3cf7-909e-4553-bdd2-0d7efa2492e0 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:45.652074 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-dbcd3cf7-909e-4553-bdd2-0d7efa2492e0 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Calling delete_port for 473568d6-c711-4a0e-b9e0-ba773d617923 owned by network:dhcp {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:06:45.687352 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67be48-0710-4ee7-b583-6121c87680e7 req-c001f5d9-f21c-490a-8bc2-b9db66619d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:45.689244 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8e67be48-0710-4ee7-b583-6121c87680e7 req-c001f5d9-f21c-490a-8bc2-b9db66619d55 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4fdb957c-aae3-43a7-b0f4-2b7f0a895d4a HTTP/1.1" status: 200 len: 797 time: 0.1607306 Jul 24 00:06:45.711643 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-db622f71-ef22-4a1a-86e8-308f8331a140 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:45.793717 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60493f5a-f08a-48a0-b09a-662dceeb14d4 req-b0905cff-7b3d-4c81-9967-e272e7df5c40 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:45.795517 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-60493f5a-f08a-48a0-b09a-662dceeb14d4 req-b0905cff-7b3d-4c81-9967-e272e7df5c40 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fdd01f9-a35c-430e-9b07-0d6791794e3e HTTP/1.1" status: 200 len: 945 time: 0.2716398 Jul 24 00:06:45.812240 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db622f71-ef22-4a1a-86e8-308f8331a140 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event updated for resources: {'Subnet': ['ID=21198fba-010f-4858-875c-389541ef136c,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:45.815015 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c4a1d8-4833-470e-a99c-95c4916de029 None None] DHCP port deletion for bb7b6f23-dc3c-4254-8c0d-202b2e1bebe4 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:06:45.827460 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db622f71-ef22-4a1a-86e8-308f8331a140 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Checking segment: {'id': '2f4ba927-0843-40f9-9bf3-88ae54ab2bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'c8147c3f-f57f-436d-98d1-5cb5e72f345e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:06:45.827460 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db622f71-ef22-4a1a-86e8-308f8331a140 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Network hostable DHCP agents. Network: c8147c3f-f57f-436d-98d1-5cb5e72f345e, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:06:45.839608 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-dbcd3cf7-909e-4553-bdd2-0d7efa2492e0 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:45.867626 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b6a6369b-0986-4d89-af83-67227083f2bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:45.877103 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcd3cf7-909e-4553-bdd2-0d7efa2492e0 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] No DVR routers for this DVR port 473568d6-c711-4a0e-b9e0-ba773d617923 on host n-d-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:06:45.879036 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcd3cf7-909e-4553-bdd2-0d7efa2492e0 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Pushing event deleted for resources: {'Port': ['ID=473568d6-c711-4a0e-b9e0-ba773d617923,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:45.880905 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db622f71-ef22-4a1a-86e8-308f8331a140 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Network c8147c3f-f57f-436d-98d1-5cb5e72f345e is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:06:45.887956 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b6a6369b-0986-4d89-af83-67227083f2bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:45.941000 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67be48-0710-4ee7-b583-6121c87680e7 req-882dc46e-528c-4ef6-94cc-531c50915c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:45.942883 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8e67be48-0710-4ee7-b583-6121c87680e7 req-882dc46e-528c-4ef6-94cc-531c50915c40 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=24cbf24a-1696-4ab2-949c-e4387a9df919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2432761 Jul 24 00:06:45.950367 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-db622f71-ef22-4a1a-86e8-308f8331a140 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, c8147c3f-f57f-436d-98d1-5cb5e72f345e) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:06:45.954313 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-60493f5a-f08a-48a0-b09a-662dceeb14d4 req-361559c7-bb80-4e29-a6a1-eb4e4867f0b4 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/security-groups?id=01883c9b-f537-47a8-8e4c-5877842ba644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489248 Jul 24 00:06:45.957833 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6a6369b-0986-4d89-af83-67227083f2bd admin admin] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:06:45.958731 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db622f71-ef22-4a1a-86e8-308f8331a140 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:45.959347 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-db622f71-ef22-4a1a-86e8-308f8331a140 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:45.995789 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-dbcd3cf7-909e-4553-bdd2-0d7efa2492e0 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:46.009539 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-dbcd3cf7-909e-4553-bdd2-0d7efa2492e0 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb7b6f23-dc3c-4254-8c0d-202b2e1bebe4']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:46.028861 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-dbcd3cf7-909e-4553-bdd2-0d7efa2492e0 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f040de0-6a69-459d-8933-6f5997b36420') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:46.029168 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-dbcd3cf7-909e-4553-bdd2-0d7efa2492e0 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f040de0-6a69-459d-8933-6f5997b36420') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:46.042140 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-db622f71-ef22-4a1a-86e8-308f8331a140 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3090885 Jul 24 00:06:46.045226 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60342) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:46.061072 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a6369b-0986-4d89-af83-67227083f2bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2155db8d-d54d-4abc-ba40-ea6435560d1b,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:46.065063 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-360ddf6c-1b88-4950-9f9c-56c9eef3f3db tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Request body: {'port': {'network_id': 'c8147c3f-f57f-436d-98d1-5cb5e72f345e', 'name': 'tempest-PortsIpV6TestJSON-1364695118'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:06:46.072211 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-dbcd3cf7-909e-4553-bdd2-0d7efa2492e0 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:46.076548 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8e67be48-0710-4ee7-b583-6121c87680e7 req-76f1ea85-b6a1-4172-9e2a-734f9f562d77 service neutron] 10.222.0.52 "GET /v2.0/networks/24cbf24a-1696-4ab2-949c-e4387a9df919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197710 Jul 24 00:06:46.080299 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5821fa3-ed4a-49c8-86cf-7ec502ba97c5 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Made reservation on behalf of 0861e7509e4040ae9ebcc16b5063e046 for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:06:46.085306 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b5821fa3-ed4a-49c8-86cf-7ec502ba97c5 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:46.100522 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8a826c-753b-4075-b530-554f038d30b3 None None] Network c8147c3f-f57f-436d-98d1-5cb5e72f345e requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:06:46.147144 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b6a6369b-0986-4d89-af83-67227083f2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:46.147763 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-b6a6369b-0986-4d89-af83-67227083f2bd admin admin] Added segment d3f3b4d0-a211-4534-8a95-2e1fe69ebcb7 of type vlan for network ae8003cf-d64f-42a5-a0c4-f0ff6213b9fa Jul 24 00:06:46.156768 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-dbcd3cf7-909e-4553-bdd2-0d7efa2492e0 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:46.168513 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbcd3cf7-909e-4553-bdd2-0d7efa2492e0 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:06:46.169075 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-dbcd3cf7-909e-4553-bdd2-0d7efa2492e0 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:46.172460 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:06:46.172460 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:06:46.172460 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:06:46.172460 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:06:46.172460 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:06:46.172460 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:06:46.172460 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:06:46.172460 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:06:46.172460 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:06:46.172460 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:06:46.172460 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:06:46.172460 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:06:46.172460 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:06:46.172460 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:06:46.172460 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:06:46.172460 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:06:46.172460 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:06:46.172460 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:06:46.172460 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:06:46.172460 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:06:46.172460 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:06:46.172460 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:06:46.172460 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:06:46.172460 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:06:46.172460 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:06:46.172460 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:06:46.172460 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:06:46.172460 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:06:46.172460 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:06:46.172460 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:06:46.172460 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:06:46.172460 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:06:46.256425 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-32c4a1d8-4833-470e-a99c-95c4916de029 None None] Deleting port 473568d6-c711-4a0e-b9e0-ba773d617923 {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:06:46.256834 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-32c4a1d8-4833-470e-a99c-95c4916de029 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:46.273079 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b6a6369b-0986-4d89-af83-67227083f2bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:46.289670 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-dbcd3cf7-909e-4553-bdd2-0d7efa2492e0 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:46.298978 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-dbcd3cf7-909e-4553-bdd2-0d7efa2492e0 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:46.303801 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-dbcd3cf7-909e-4553-bdd2-0d7efa2492e0 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "DELETE /v2.0/networks/bb7b6f23-dc3c-4254-8c0d-202b2e1bebe4 HTTP/1.1" status: 204 len: 168 time: 1.1855743 Jul 24 00:06:46.306070 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60344) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:46.318859 n-d-800088-16 neutron-server[100313]: INFO neutron.db.ipam_backend_mixin [None req-b5821fa3-ed4a-49c8-86cf-7ec502ba97c5 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 03196ed6-8e8f-45ca-90b4-854384842327 (CIDR: 172.20.0.0/28) Jul 24 00:06:46.334806 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5821fa3-ed4a-49c8-86cf-7ec502ba97c5 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 00:06:46.335658 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5821fa3-ed4a-49c8-86cf-7ec502ba97c5 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:06:46.349676 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8e67be48-0710-4ee7-b583-6121c87680e7 req-bc11cbdf-89a3-4083-8e66-54904f34415c service neutron] 10.222.0.52 "GET /v2.0/networks/24cbf24a-1696-4ab2-949c-e4387a9df919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576966 Jul 24 00:06:46.357456 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b6a6369b-0986-4d89-af83-67227083f2bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:46.358927 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a6369b-0986-4d89-af83-67227083f2bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:46.359793 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b6a6369b-0986-4d89-af83-67227083f2bd admin admin] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:46.363239 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcd3cf7-909e-4553-bdd2-0d7efa2492e0 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Pushing event deleted for resources: {'Network': ['ID=bb7b6f23-dc3c-4254-8c0d-202b2e1bebe4,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:46.377372 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-32c4a1d8-4833-470e-a99c-95c4916de029 None None] For port 473568d6-c711-4a0e-b9e0-ba773d617923, host n-d-800088-16, got binding levels [] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:06:46.377780 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-32c4a1d8-4833-470e-a99c-95c4916de029 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:46.412199 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-10c21a69-a7b5-404a-ac7a-07c2eac05e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'name': 'tempest-RoutersTest-router-1671455986', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:05:49Z', 'updated_at': '2021-07-24T00:06:42Z', 'revision_number': 9, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'gw_port_host': None, '_interfaces': [{'id': '2583ebcd-cd40-4328-b99e-8fadcc3b33e6', 'name': '', 'network_id': 'c4e4cc7b-669b-4847-999a-1da5502764d3', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'mac_address': 'fa:16:3e:e9:7a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '5b90a3a6-eeae-44c4-82ee-868038ac65d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:06:03Z', 'updated_at': '2021-07-24T00:06:14Z', 'revision_number': 5, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'subnets': [{'id': '5b90a3a6-eeae-44c4-82ee-868038ac65d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a24aaa6-d098-4068-9892-abcfb18cf2ac', 'name': '', 'network_id': '9a355f19-3960-47fc-a9fa-2380b44410fe', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'mac_address': 'fa:16:3e:c6:4b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '7cd57908-c436-4061-b8dc-9f554d34052a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:05:54Z', 'updated_at': '2021-07-24T00:06:04Z', 'revision_number': 5, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'subnets': [{'id': '7cd57908-c436-4061-b8dc-9f554d34052a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:46.421001 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-32c4a1d8-4833-470e-a99c-95c4916de029 None None] Calling delete_port for 473568d6-c711-4a0e-b9e0-ba773d617923 owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:06:46.422948 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-360ddf6c-1b88-4950-9f9c-56c9eef3f3db tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Made reservation on behalf of 2c88b901a3a4498983dd1ba8803185ce for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:06:46.423840 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.ipam_backend_mixin [None req-32c4a1d8-4833-470e-a99c-95c4916de029 None None] Port 473568d6-c711-4a0e-b9e0-ba773d617923 was not found and therefore no delete operation was performed {{(pid=100315) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 24 00:06:46.426744 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-360ddf6c-1b88-4950-9f9c-56c9eef3f3db tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:46.450456 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [None req-360ddf6c-1b88-4950-9f9c-56c9eef3f3db tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] device_id is not set on port 22adb356-1bc6-4796-ba0f-3a0727ba4a17 yet. {{(pid=100314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:06:46.450727 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19119e2-267a-4410-8c43-014aeb1996af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-c8147c3f-f57f-436d-98d1-5cb5e72f345e', 'network_id': 'c8147c3f-f57f-436d-98d1-5cb5e72f345e', 'tenant_id': '2c88b901a3a4498983dd1ba8803185ce', 'fixed_ips': [{'subnet_id': '21198fba-010f-4858-875c-389541ef136c'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:06:46.451545 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a19119e2-267a-4410-8c43-014aeb1996af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:46.455175 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c21a69-a7b5-404a-ac7a-07c2eac05e7f None None] The sync data for ids ['65b37177-453d-4d0f-8fe1-cc44f5ae0354'] in n-d-800088-16 is: [{'id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'name': 'tempest-RoutersTest-router-1671455986', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:05:49Z', 'updated_at': '2021-07-24T00:06:42Z', 'revision_number': 9, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'gw_port_host': None, '_interfaces': [{'id': '2583ebcd-cd40-4328-b99e-8fadcc3b33e6', 'name': '', 'network_id': 'c4e4cc7b-669b-4847-999a-1da5502764d3', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'mac_address': 'fa:16:3e:e9:7a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '5b90a3a6-eeae-44c4-82ee-868038ac65d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:06:03Z', 'updated_at': '2021-07-24T00:06:14Z', 'revision_number': 5, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'subnets': [{'id': '5b90a3a6-eeae-44c4-82ee-868038ac65d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a24aaa6-d098-4068-9892-abcfb18cf2ac', 'name': '', 'network_id': '9a355f19-3960-47fc-a9fa-2380b44410fe', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'mac_address': 'fa:16:3e:c6:4b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '7cd57908-c436-4061-b8dc-9f554d34052a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:05:54Z', 'updated_at': '2021-07-24T00:06:04Z', 'revision_number': 5, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'subnets': [{'id': '7cd57908-c436-4061-b8dc-9f554d34052a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:06:46.456787 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-32c4a1d8-4833-470e-a99c-95c4916de029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:46.506754 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c4a1d8-4833-470e-a99c-95c4916de029 None None] Pushing event deleted for resources: {'Port': ['ID=473568d6-c711-4a0e-b9e0-ba773d617923,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:46.514473 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-32c4a1d8-4833-470e-a99c-95c4916de029 None None] Network bb7b6f23-dc3c-4254-8c0d-202b2e1bebe4 is not hosted by any dhcp agent {{(pid=100315) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 24 00:06:46.515126 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c4a1d8-4833-470e-a99c-95c4916de029 None None] No DVR routers for this DVR port 473568d6-c711-4a0e-b9e0-ba773d617923 on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:06:46.524956 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a6369b-0986-4d89-af83-67227083f2bd admin admin] Pushing event updated for resources: {'Network': ['ID=ae8003cf-d64f-42a5-a0c4-f0ff6213b9fa,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:46.577682 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network ae8003cf-d64f-42a5-a0c4-f0ff6213b9fa details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:06:46.609404 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-b5821fa3-ed4a-49c8-86cf-7ec502ba97c5 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3035486 Jul 24 00:06:46.612695 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60348) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:46.621068 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-f97af326-6dec-4e7f-8068-77b59e152541 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Request body: {'subnet': {'network_id': '29517d75-f90f-4ff3-95ea-68c448311e4b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:06:46.628911 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8e67be48-0710-4ee7-b583-6121c87680e7 req-cac44335-0dc8-485b-9b12-a3b489622a9d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1066e3ba-d2f6-4583-a8ed-097498ddee4a HTTP/1.1" status: 200 len: 217 time: 0.2609546 Jul 24 00:06:46.631747 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-b6a6369b-0986-4d89-af83-67227083f2bd admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7776630 Jul 24 00:06:46.645245 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60350) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:46.650630 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-0025566e-ff25-422b-bc2b-377cb66da23c admin admin] Request body: {'subnet': {'network_id': 'ae8003cf-d64f-42a5-a0c4-f0ff6213b9fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1936693511-subnet', 'tenant_id': '86bca9538ac64f53a7da2a25f29897ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:06:46.751872 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-a19119e2-267a-4410-8c43-014aeb1996af None None] Allocated IP 2001:db8::2 (c8147c3f-f57f-436d-98d1-5cb5e72f345e/21198fba-010f-4858-875c-389541ef136c/b88f36f7-0b08-48a0-9a4d-bb6fe47d6f97) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:06:46.761821 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0025566e-ff25-422b-bc2b-377cb66da23c admin admin] Made reservation on behalf of 86bca9538ac64f53a7da2a25f29897ae for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:06:46.764257 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0025566e-ff25-422b-bc2b-377cb66da23c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:46.767179 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67be48-0710-4ee7-b583-6121c87680e7 req-ea475f9d-ddda-4d52-a3ee-81e6b4732843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:46.769171 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8e67be48-0710-4ee7-b583-6121c87680e7 req-ea475f9d-ddda-4d52-a3ee-81e6b4732843 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4fdb957c-aae3-43a7-b0f4-2b7f0a895d4a HTTP/1.1" status: 200 len: 797 time: 0.1245661 Jul 24 00:06:47.078280 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a19119e2-267a-4410-8c43-014aeb1996af None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:47.094002 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-a19119e2-267a-4410-8c43-014aeb1996af None None] Transition to ACTIVE for port object b88f36f7-0b08-48a0-9a4d-bb6fe47d6f97 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:06:47.137678 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-a19119e2-267a-4410-8c43-014aeb1996af None None] Transition to ACTIVE for port object b88f36f7-0b08-48a0-9a4d-bb6fe47d6f97 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:06:47.151288 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a19119e2-267a-4410-8c43-014aeb1996af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:47.260802 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-360ddf6c-1b88-4950-9f9c-56c9eef3f3db tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Allocated IP 2001:db8::17e (c8147c3f-f57f-436d-98d1-5cb5e72f345e/21198fba-010f-4858-875c-389541ef136c/22adb356-1bc6-4796-ba0f-3a0727ba4a17) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:06:47.311171 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f97af326-6dec-4e7f-8068-77b59e152541 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Made reservation on behalf of 0861e7509e4040ae9ebcc16b5063e046 for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:06:47.313584 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19119e2-267a-4410-8c43-014aeb1996af None None] Pushing event updated for resources: {'Port': ['ID=b88f36f7-0b08-48a0-9a4d-bb6fe47d6f97,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:47.314893 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f97af326-6dec-4e7f-8068-77b59e152541 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:47.317151 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 5be5a750-964c-4de4-9797-782e6bbcda85 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:06:47.343788 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 5be5a750-964c-4de4-9797-782e6bbcda85 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:06:47.344139 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 5be5a750-964c-4de4-9797-782e6bbcda85 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:06:47.344839 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 473568d6-c711-4a0e-b9e0-ba773d617923 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:06:47.348534 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19119e2-267a-4410-8c43-014aeb1996af None None] Network c8147c3f-f57f-436d-98d1-5cb5e72f345e is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:06:47.375088 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-a19119e2-267a-4410-8c43-014aeb1996af None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:06:47.378018 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19119e2-267a-4410-8c43-014aeb1996af None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:06:47.413650 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 473568d6-c711-4a0e-b9e0-ba773d617923 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:06:47.414392 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 473568d6-c711-4a0e-b9e0-ba773d617923 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:06:47.470638 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-a19119e2-267a-4410-8c43-014aeb1996af None None] Attempting to bind port b88f36f7-0b08-48a0-9a4d-bb6fe47d6f97 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:06:47.471938 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-a19119e2-267a-4410-8c43-014aeb1996af None None] Attempting to bind port b88f36f7-0b08-48a0-9a4d-bb6fe47d6f97 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '2f4ba927-0843-40f9-9bf3-88ae54ab2bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'c8147c3f-f57f-436d-98d1-5cb5e72f345e'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:06:47.472402 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0025566e-ff25-422b-bc2b-377cb66da23c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:47.472687 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19119e2-267a-4410-8c43-014aeb1996af None None] Attempting to bind port b88f36f7-0b08-48a0-9a4d-bb6fe47d6f97 on network c8147c3f-f57f-436d-98d1-5cb5e72f345e {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:06:47.480009 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19119e2-267a-4410-8c43-014aeb1996af None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:06:47.480665 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19119e2-267a-4410-8c43-014aeb1996af None None] Checking segment: {'id': '2f4ba927-0843-40f9-9bf3-88ae54ab2bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'c8147c3f-f57f-436d-98d1-5cb5e72f345e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:06:47.480836 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7ae35a2c-dea6-4dba-91ab-6e9ae08ba678 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681029'] for router_interface, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:47.482031 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a19119e2-267a-4410-8c43-014aeb1996af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:47.482592 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19119e2-267a-4410-8c43-014aeb1996af None None] Bound using segment: {'id': '2f4ba927-0843-40f9-9bf3-88ae54ab2bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'c8147c3f-f57f-436d-98d1-5cb5e72f345e'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:06:47.483514 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-a19119e2-267a-4410-8c43-014aeb1996af None None] Bound port: b88f36f7-0b08-48a0-9a4d-bb6fe47d6f97, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f4ba927-0843-40f9-9bf3-88ae54ab2bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'c8147c3f-f57f-436d-98d1-5cb5e72f345e'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:06:47.484068 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a19119e2-267a-4410-8c43-014aeb1996af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:47.542212 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67be48-0710-4ee7-b583-6121c87680e7 req-04140388-cbb7-41f5-b97f-f81134172c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:47.543701 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8e67be48-0710-4ee7-b583-6121c87680e7 req-04140388-cbb7-41f5-b97f-f81134172c66 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=24cbf24a-1696-4ab2-949c-e4387a9df919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7485321 Jul 24 00:06:47.562432 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-360ddf6c-1b88-4950-9f9c-56c9eef3f3db tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:47.582557 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-a19119e2-267a-4410-8c43-014aeb1996af None None] For port b88f36f7-0b08-48a0-9a4d-bb6fe47d6f97, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:06:47.586205 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-a19119e2-267a-4410-8c43-014aeb1996af None None] For port b88f36f7-0b08-48a0-9a4d-bb6fe47d6f97, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=b88f36f7-0b08-48a0-9a4d-bb6fe47d6f97,segment=NetworkSegment(2f4ba927-0843-40f9-9bf3-88ae54ab2bef),segment_id=2f4ba927-0843-40f9-9bf3-88ae54ab2bef)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:06:47.588988 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [None req-360ddf6c-1b88-4950-9f9c-56c9eef3f3db tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Transition to ACTIVE for port object 22adb356-1bc6-4796-ba0f-3a0727ba4a17 will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:06:47.592135 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a19119e2-267a-4410-8c43-014aeb1996af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:47.598411 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0025566e-ff25-422b-bc2b-377cb66da23c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7b4eded-e18a-4bf3-a2c2-bf026afde2e6,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:47.672690 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:47.695718 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e33f3f-97a5-477b-90b8-b1335a291889 req-ffa9d639-8e8b-480d-8831-e384213d59a4 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:47.697390 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e2e33f3f-97a5-477b-90b8-b1335a291889 req-ffa9d639-8e8b-480d-8831-e384213d59a4 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fdd01f9-a35c-430e-9b07-0d6791794e3e HTTP/1.1" status: 200 len: 945 time: 0.3946934 Jul 24 00:06:47.723437 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19119e2-267a-4410-8c43-014aeb1996af None None] Pushing event updated for resources: {'Port': ['ID=b88f36f7-0b08-48a0-9a4d-bb6fe47d6f97,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:47.738278 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-360ddf6c-1b88-4950-9f9c-56c9eef3f3db tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:47.800144 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0025566e-ff25-422b-bc2b-377cb66da23c admin admin] Checking segment: {'id': 'd3f3b4d0-a211-4534-8a95-2e1fe69ebcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ae8003cf-d64f-42a5-a0c4-f0ff6213b9fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:06:47.800485 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0025566e-ff25-422b-bc2b-377cb66da23c admin admin] Network hostable DHCP agents. Network: ae8003cf-d64f-42a5-a0c4-f0ff6213b9fa, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:06:47.825824 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360ddf6c-1b88-4950-9f9c-56c9eef3f3db tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Network c8147c3f-f57f-436d-98d1-5cb5e72f345e is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:06:47.831321 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360ddf6c-1b88-4950-9f9c-56c9eef3f3db tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event updated for resources: {'Port': ['ID=22adb356-1bc6-4796-ba0f-3a0727ba4a17,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:47.833934 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-360ddf6c-1b88-4950-9f9c-56c9eef3f3db tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:06:47.837871 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360ddf6c-1b88-4950-9f9c-56c9eef3f3db tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:06:47.843612 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360ddf6c-1b88-4950-9f9c-56c9eef3f3db tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:47.844496 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-360ddf6c-1b88-4950-9f9c-56c9eef3f3db tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:47.903080 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e2e33f3f-97a5-477b-90b8-b1335a291889 req-58342363-d250-4712-a8ee-10da30920fd0 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/security-groups?id=01883c9b-f537-47a8-8e4c-5877842ba644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851358 Jul 24 00:06:47.903299 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-360ddf6c-1b88-4950-9f9c-56c9eef3f3db tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8480976 Jul 24 00:06:47.904131 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60358) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:47.907502 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8e67be48-0710-4ee7-b583-6121c87680e7 req-4f190960-8059-4b75-8c10-d1eb1ceba32d service neutron] 10.222.0.52 "GET /v2.0/networks/24cbf24a-1696-4ab2-949c-e4387a9df919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3521254 Jul 24 00:06:47.941289 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0025566e-ff25-422b-bc2b-377cb66da23c admin admin] Network ae8003cf-d64f-42a5-a0c4-f0ff6213b9fa is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:06:47.968014 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-7ae35a2c-dea6-4dba-91ab-6e9ae08ba678 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Deleting port 2583ebcd-cd40-4328-b99e-8fadcc3b33e6 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:06:47.968369 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7ae35a2c-dea6-4dba-91ab-6e9ae08ba678 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:48.040066 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-0025566e-ff25-422b-bc2b-377cb66da23c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, ae8003cf-d64f-42a5-a0c4-f0ff6213b9fa) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:06:48.042090 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f97af326-6dec-4e7f-8068-77b59e152541 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:48.050689 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ca73fa-c566-44e8-9508-b95d895ee97a None None] Network ae8003cf-d64f-42a5-a0c4-f0ff6213b9fa requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:06:48.061700 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0025566e-ff25-422b-bc2b-377cb66da23c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:48.062310 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0025566e-ff25-422b-bc2b-377cb66da23c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:48.103912 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-7ae35a2c-dea6-4dba-91ab-6e9ae08ba678 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] For port 2583ebcd-cd40-4328-b99e-8fadcc3b33e6, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=2583ebcd-cd40-4328-b99e-8fadcc3b33e6,segment=NetworkSegment(72d7a8b9-2053-481f-b537-ddde59c92c56),segment_id=72d7a8b9-2053-481f-b537-ddde59c92c56)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:06:48.104292 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7ae35a2c-dea6-4dba-91ab-6e9ae08ba678 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:48.119725 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-7ae35a2c-dea6-4dba-91ab-6e9ae08ba678 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Calling delete_port for 2583ebcd-cd40-4328-b99e-8fadcc3b33e6 owned by network:router_interface {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:06:48.230651 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54bfb66f-0495-47a7-bc18-701f6b13c363 None None] Network ae8003cf-d64f-42a5-a0c4-f0ff6213b9fa requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:06:48.352994 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7ae35a2c-dea6-4dba-91ab-6e9ae08ba678 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:48.382723 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae35a2c-dea6-4dba-91ab-6e9ae08ba678 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Pushing event deleted for resources: {'Port': ['ID=2583ebcd-cd40-4328-b99e-8fadcc3b33e6,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:48.483995 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-0025566e-ff25-422b-bc2b-377cb66da23c admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.8376262 Jul 24 00:06:48.501640 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97af326-6dec-4e7f-8068-77b59e152541 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Network 29517d75-f90f-4ff3-95ea-68c448311e4b is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:06:48.520752 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-f97af326-6dec-4e7f-8068-77b59e152541 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:06:48.531711 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97af326-6dec-4e7f-8068-77b59e152541 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:48.532050 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e357cd-4b24-452a-a81e-cd7e690b1b28 None None] Network 29517d75-f90f-4ff3-95ea-68c448311e4b requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:06:48.532526 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f97af326-6dec-4e7f-8068-77b59e152541 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:48.548021 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97af326-6dec-4e7f-8068-77b59e152541 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event updated for resources: {'Subnet': ['ID=7d85501c-7a56-4a6d-a9e9-e37a84134ece,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:48.561037 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8e67be48-0710-4ee7-b583-6121c87680e7 req-c14bf62d-180e-4311-830d-0d50a7b1f475 service neutron] 10.222.0.52 "GET /v2.0/networks/24cbf24a-1696-4ab2-949c-e4387a9df919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6266172 Jul 24 00:06:48.626081 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-f97af326-6dec-4e7f-8068-77b59e152541 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.0120609 Jul 24 00:06:48.626608 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60364) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:48.637360 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-6b27107b-7de6-4b7a-a1f3-5ff888720202 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2053311388', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7d85501c-7a56-4a6d-a9e9-e37a84134ece'}], 'security_groups': ['e752cb15-de60-4ba0-9de0-391520c3e29b']}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:06:48.652475 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-e5f897ec-b31e-4cae-ae1c-d14ace35dfeb tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Deleting port 22adb356-1bc6-4796-ba0f-3a0727ba4a17 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:06:48.652825 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e5f897ec-b31e-4cae-ae1c-d14ace35dfeb tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:48.754180 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7ae35a2c-dea6-4dba-91ab-6e9ae08ba678 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679987'] for router_interface, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:48.845258 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e5f897ec-b31e-4cae-ae1c-d14ace35dfeb tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:48.884956 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-e5f897ec-b31e-4cae-ae1c-d14ace35dfeb tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Calling delete_port for 22adb356-1bc6-4796-ba0f-3a0727ba4a17 owned by {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:06:49.081805 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f131c6-7fa2-44b6-a082-a0acc2e86bb2 None None] Update dhcp port {'port': {'network_id': '29517d75-f90f-4ff3-95ea-68c448311e4b', 'fixed_ips': [{'subnet_id': '03196ed6-8e8f-45ca-90b4-854384842327', 'ip_address': '172.20.0.2'}, {'subnet_id': '7d85501c-7a56-4a6d-a9e9-e37a84134ece'}], 'binding:host_id': 'n-d-800088-16'}, 'id': 'e63f001b-fc23-4df5-a8d9-26b70918c2f2'} from n-d-800088-16. {{(pid=100315) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 24 00:06:49.108662 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-016575f4-c7ca-4886-a3cd-a232420c4302 req-dbad470c-0083-4920-91e8-538ea8da36f3 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1511420851', 'description': 'tempest-description-1316490787'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:06:49.149896 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-98f131c6-7fa2-44b6-a082-a0acc2e86bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:49.174966 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-016575f4-c7ca-4886-a3cd-a232420c4302 req-dbad470c-0083-4920-91e8-538ea8da36f3 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:49.202994 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e5f897ec-b31e-4cae-ae1c-d14ace35dfeb tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:49.216596 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea61ba32-a375-419d-9fd8-9177f1c56521 None None] Network c8147c3f-f57f-436d-98d1-5cb5e72f345e requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:06:49.365890 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f897ec-b31e-4cae-ae1c-d14ace35dfeb tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event deleted for resources: {'Port': ['ID=22adb356-1bc6-4796-ba0f-3a0727ba4a17,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:49.397732 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-de82cc45-0a4d-4057-b775-24cae1219659 None None] Provisioning for port b88f36f7-0b08-48a0-9a4d-bb6fe47d6f97 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:06:49.406613 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6b27107b-7de6-4b7a-a1f3-5ff888720202 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:49.409502 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device b88f36f7-0b08-48a0-9a4d-bb6fe47d6f97 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:06:49.444871 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a96609f-c879-421a-9b15-42a894216c31 req-ee1ccd28-183e-4250-a3de-54df2bf8d9b0 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:49.448298 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e5f897ec-b31e-4cae-ae1c-d14ace35dfeb tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:49.452565 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8a96609f-c879-421a-9b15-42a894216c31 req-ee1ccd28-183e-4250-a3de-54df2bf8d9b0 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fdd01f9-a35c-430e-9b07-0d6791794e3e HTTP/1.1" status: 200 len: 945 time: 0.3969295 Jul 24 00:06:49.453384 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-e5f897ec-b31e-4cae-ae1c-d14ace35dfeb tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "DELETE /v2.0/ports/22adb356-1bc6-4796-ba0f-3a0727ba4a17 HTTP/1.1" status: 204 len: 168 time: 1.5482948 Jul 24 00:06:49.454224 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60376) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:49.474742 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-016575f4-c7ca-4886-a3cd-a232420c4302 req-dbad470c-0083-4920-91e8-538ea8da36f3 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:49.497213 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-016575f4-c7ca-4886-a3cd-a232420c4302 req-dbad470c-0083-4920-91e8-538ea8da36f3 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:49.500204 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e0e0f5d-1520-4e46-ab86-3bb514627cac tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] DELETE failed (client error): The resource could not be found. Jul 24 00:06:49.501127 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e0e0f5d-1520-4e46-ab86-3bb514627cac tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:06:49.505852 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-3e0e0f5d-1520-4e46-ab86-3bb514627cac tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "DELETE /v2.0/ports/22adb356-1bc6-4796-ba0f-3a0727ba4a17 HTTP/1.1" status: 404 len: 333 time: 0.0417364 Jul 24 00:06:49.517254 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60378) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:49.531153 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-98f131c6-7fa2-44b6-a082-a0acc2e86bb2 None None] Allocated IP 172.20.0.18 (29517d75-f90f-4ff3-95ea-68c448311e4b/7d85501c-7a56-4a6d-a9e9-e37a84134ece/e63f001b-fc23-4df5-a8d9-26b70918c2f2) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:06:49.572461 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-016575f4-c7ca-4886-a3cd-a232420c4302 req-dbad470c-0083-4920-91e8-538ea8da36f3 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:49.574016 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-016575f4-c7ca-4886-a3cd-a232420c4302 req-dbad470c-0083-4920-91e8-538ea8da36f3 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.4723935 Jul 24 00:06:49.587994 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ce29d68-e2a4-4d2e-bb00-c428ccc29b4a tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] GET failed (client error): The resource could not be found. Jul 24 00:06:49.592291 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-8ce29d68-e2a4-4d2e-bb00-c428ccc29b4a tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "GET /v2.0/ports/22adb356-1bc6-4796-ba0f-3a0727ba4a17 HTTP/1.1" status: 404 len: 333 time: 0.0698252 Jul 24 00:06:49.598692 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60382) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:49.612130 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port b88f36f7-0b08-48a0-9a4d-bb6fe47d6f97 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:06:49.619897 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbad470c-0083-4920-91e8-538ea8da36f3 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca9ce1ec-dc3f-47ba-a343-f024ef5b50ae,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:49.623387 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port b88f36f7-0b08-48a0-9a4d-bb6fe47d6f97 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:06:49.623814 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:49.693042 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ae35a2c-dea6-4dba-91ab-6e9ae08ba678 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Router 65b37177-453d-4d0f-8fe1-cc44f5ae0354 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:06:49.695804 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-edbbc0ff-d955-4b5c-a1e2-e010099e6665 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Deleting subnet 21198fba-010f-4858-875c-389541ef136c {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:06:49.699833 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-edbbc0ff-d955-4b5c-a1e2-e010099e6665 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:49.748597 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-98f131c6-7fa2-44b6-a082-a0acc2e86bb2 None None] For port e63f001b-fc23-4df5-a8d9-26b70918c2f2, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=e63f001b-fc23-4df5-a8d9-26b70918c2f2,segment=NetworkSegment(161b23d6-c20e-490f-907c-5a3ade4f6ba5),segment_id=161b23d6-c20e-490f-907c-5a3ade4f6ba5)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:06:49.768505 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8a96609f-c879-421a-9b15-42a894216c31 req-1beab427-1b26-4c25-8dd2-46c990db28e7 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/security-groups?id=01883c9b-f537-47a8-8e4c-5877842ba644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149667 Jul 24 00:06:49.788185 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-edbbc0ff-d955-4b5c-a1e2-e010099e6665 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:49.848009 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-98f131c6-7fa2-44b6-a082-a0acc2e86bb2 None None] Notify callbacks [] for port, precommit_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:49.876280 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:49.885615 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-98f131c6-7fa2-44b6-a082-a0acc2e86bb2 None None] Transition to ACTIVE for port object e63f001b-fc23-4df5-a8d9-26b70918c2f2 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:06:49.906521 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-98f131c6-7fa2-44b6-a082-a0acc2e86bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:49.947043 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-93822e8d-ede9-4b36-8228-ad6d85dd7afb req-a68f3640-995b-4c11-8595-83a200fbc496 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] 10.222.0.44 "GET /v2.0/security-groups/ca9ce1ec-dc3f-47ba-a343-f024ef5b50ae HTTP/1.1" status: 200 len: 1807 time: 0.2094996 Jul 24 00:06:49.958091 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae35a2c-dea6-4dba-91ab-6e9ae08ba678 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:06:49.966805 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-93822e8d-ede9-4b36-8228-ad6d85dd7afb req-76eadebe-038c-4cd5-98f9-e0d15b0e26a7 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ca9ce1ec-dc3f-47ba-a343-f024ef5b50ae', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:06:49.967322 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-93822e8d-ede9-4b36-8228-ad6d85dd7afb req-76eadebe-038c-4cd5-98f9-e0d15b0e26a7 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ca9ce1ec-dc3f-47ba-a343-f024ef5b50ae', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:06:49.969639 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5331e5-7f02-4b34-beb9-e5af8a6d3259 None None] Sync routers for ids ['65b37177-453d-4d0f-8fe1-cc44f5ae0354'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:06:49.983276 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5331e5-7f02-4b34-beb9-e5af8a6d3259 None None] Routers {'65b37177-453d-4d0f-8fe1-cc44f5ae0354'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:06:49.983905 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-6d5331e5-7f02-4b34-beb9-e5af8a6d3259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:06:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['65b37177-453d-4d0f-8fe1-cc44f5ae0354'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:49.996705 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-7ae35a2c-dea6-4dba-91ab-6e9ae08ba678 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "PUT /v2.0/routers/65b37177-453d-4d0f-8fe1-cc44f5ae0354/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6893191 Jul 24 00:06:49.997442 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60386) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:50.013106 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port b88f36f7-0b08-48a0-9a4d-bb6fe47d6f97, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=b88f36f7-0b08-48a0-9a4d-bb6fe47d6f97,segment=NetworkSegment(2f4ba927-0843-40f9-9bf3-88ae54ab2bef),segment_id=2f4ba927-0843-40f9-9bf3-88ae54ab2bef)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:06:50.035620 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:50.087455 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-edbbc0ff-d955-4b5c-a1e2-e010099e6665 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:50.112630 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-40977070-c6d8-4122-8427-61ed9539b8e7 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Deleting subnet 5b90a3a6-eeae-44c4-82ee-868038ac65d9 {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:06:50.118156 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-40977070-c6d8-4122-8427-61ed9539b8e7 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:50.141259 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f131c6-7fa2-44b6-a082-a0acc2e86bb2 None None] Pushing event updated for resources: {'Port': ['ID=e63f001b-fc23-4df5-a8d9-26b70918c2f2,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:50.162202 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-6d5331e5-7f02-4b34-beb9-e5af8a6d3259 None None] Set router 65b37177-453d-4d0f-8fe1-cc44f5ae0354 gateway port host: None {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:06:50.193001 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-40977070-c6d8-4122-8427-61ed9539b8e7 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:50.196549 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-6b27107b-7de6-4b7a-a1f3-5ff888720202 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Delete allocated IP 172.20.0.3 (29517d75-f90f-4ff3-95ea-68c448311e4b/03196ed6-8e8f-45ca-90b4-854384842327) {{(pid=100314) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 24 00:06:50.252420 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-6b27107b-7de6-4b7a-a1f3-5ff888720202 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Allocated IP 172.20.0.24 (29517d75-f90f-4ff3-95ea-68c448311e4b/7d85501c-7a56-4a6d-a9e9-e37a84134ece/d5880ff0-fb53-40e1-bf20-05c8daaf6e89) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:06:50.301185 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-72b8524d-0a4f-405d-959b-dfcc25978f08 None None] Provisioning complete for port b88f36f7-0b08-48a0-9a4d-bb6fe47d6f97 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:06:50.303020 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-72b8524d-0a4f-405d-959b-dfcc25978f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:50.311288 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=b88f36f7-0b08-48a0-9a4d-bb6fe47d6f97,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:50.324269 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-93822e8d-ede9-4b36-8228-ad6d85dd7afb req-76eadebe-038c-4cd5-98f9-e0d15b0e26a7 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:50.367881 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-93822e8d-ede9-4b36-8228-ad6d85dd7afb req-76eadebe-038c-4cd5-98f9-e0d15b0e26a7 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:50.396822 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-93822e8d-ede9-4b36-8228-ad6d85dd7afb req-76eadebe-038c-4cd5-98f9-e0d15b0e26a7 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:50.451053 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-edbbc0ff-d955-4b5c-a1e2-e010099e6665 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:50.530157 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-40977070-c6d8-4122-8427-61ed9539b8e7 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:50.600105 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-edbbc0ff-d955-4b5c-a1e2-e010099e6665 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:50.603139 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc80c34-ec86-4e98-b76e-39939cdb7d71 None None] Network c8147c3f-f57f-436d-98d1-5cb5e72f345e requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:06:50.618410 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-edbbc0ff-d955-4b5c-a1e2-e010099e6665 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "DELETE /v2.0/subnets/21198fba-010f-4858-875c-389541ef136c HTTP/1.1" status: 204 len: 168 time: 1.0118902 Jul 24 00:06:50.620584 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60388) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:50.667739 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-096db477-aa0e-4f84-91cb-d488c5a922d2 None None] Could not find standard attr ID for object 22adb356-1bc6-4796-ba0f-3a0727ba4a17. {{(pid=100315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 00:06:50.676831 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbbc0ff-d955-4b5c-a1e2-e010099e6665 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event deleted for resources: {'Subnet': ['ID=21198fba-010f-4858-875c-389541ef136c,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:50.679123 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eadebe-038c-4cd5-98f9-e0d15b0e26a7 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0c47534-cb48-4a4f-8bb5-deae273d1b7d,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:50.684382 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-93822e8d-ede9-4b36-8228-ad6d85dd7afb req-76eadebe-038c-4cd5-98f9-e0d15b0e26a7 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:50.700418 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-93822e8d-ede9-4b36-8228-ad6d85dd7afb req-76eadebe-038c-4cd5-98f9-e0d15b0e26a7 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7326188 Jul 24 00:06:50.727186 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-1515b1e9-1cde-41d4-88ec-d3203cf94b21 req-39f21227-3748-41a8-8f64-cd35589be2c0 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2088254819', 'description': 'tempest-description-373226764'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:06:50.789497 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-1515b1e9-1cde-41d4-88ec-d3203cf94b21 req-39f21227-3748-41a8-8f64-cd35589be2c0 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:50.827306 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6b27107b-7de6-4b7a-a1f3-5ff888720202 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:50.847436 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [None req-6b27107b-7de6-4b7a-a1f3-5ff888720202 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Transition to ACTIVE for port object d5880ff0-fb53-40e1-bf20-05c8daaf6e89 will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:06:50.860222 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6b27107b-7de6-4b7a-a1f3-5ff888720202 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:50.873013 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-6d5331e5-7f02-4b34-beb9-e5af8a6d3259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'name': 'tempest-RoutersTest-router-1671455986', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:05:49Z', 'updated_at': '2021-07-24T00:06:48Z', 'revision_number': 10, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'gw_port_host': None, '_interfaces': [{'id': '7a24aaa6-d098-4068-9892-abcfb18cf2ac', 'name': '', 'network_id': '9a355f19-3960-47fc-a9fa-2380b44410fe', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'mac_address': 'fa:16:3e:c6:4b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '7cd57908-c436-4061-b8dc-9f554d34052a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:05:54Z', 'updated_at': '2021-07-24T00:06:04Z', 'revision_number': 5, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'subnets': [{'id': '7cd57908-c436-4061-b8dc-9f554d34052a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:50.951432 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5331e5-7f02-4b34-beb9-e5af8a6d3259 None None] Checking router: 65b37177-453d-4d0f-8fe1-cc44f5ae0354 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:06:50.985737 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5331e5-7f02-4b34-beb9-e5af8a6d3259 None None] Routers {'65b37177-453d-4d0f-8fe1-cc44f5ae0354'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:06:50.986500 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-6d5331e5-7f02-4b34-beb9-e5af8a6d3259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:06:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['65b37177-453d-4d0f-8fe1-cc44f5ae0354'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:51.003027 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-1515b1e9-1cde-41d4-88ec-d3203cf94b21 req-39f21227-3748-41a8-8f64-cd35589be2c0 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:51.012164 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-1515b1e9-1cde-41d4-88ec-d3203cf94b21 req-39f21227-3748-41a8-8f64-cd35589be2c0 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:51.045004 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b8564a-847e-485f-83c4-e6655d292db3 None None] DHCP port deletion for c8147c3f-f57f-436d-98d1-5cb5e72f345e request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:06:51.077566 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-1515b1e9-1cde-41d4-88ec-d3203cf94b21 req-39f21227-3748-41a8-8f64-cd35589be2c0 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:51.078994 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1515b1e9-1cde-41d4-88ec-d3203cf94b21 req-39f21227-3748-41a8-8f64-cd35589be2c0 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3630853 Jul 24 00:06:51.080013 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f21227-3748-41a8-8f64-cd35589be2c0 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a43457b4-98f2-4028-8afa-55428399c354,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:51.125631 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-21b8564a-847e-485f-83c4-e6655d292db3 None None] Deleting port b88f36f7-0b08-48a0-9a4d-bb6fe47d6f97 {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:06:51.126065 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-21b8564a-847e-485f-83c4-e6655d292db3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:51.190878 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ef4d6581-7308-46b0-a34e-6fee79f33031 req-62bb69b1-7803-4e0f-ab40-2bae03743fea tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] 10.222.0.44 "GET /v2.0/security-groups/a43457b4-98f2-4028-8afa-55428399c354 HTTP/1.1" status: 200 len: 1806 time: 0.0830402 Jul 24 00:06:51.204511 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-ef4d6581-7308-46b0-a34e-6fee79f33031 req-f71a2606-bb02-46c8-b23a-5be171c85c1d tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'a43457b4-98f2-4028-8afa-55428399c354', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:06:51.204767 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-ef4d6581-7308-46b0-a34e-6fee79f33031 req-f71a2606-bb02-46c8-b23a-5be171c85c1d tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'a43457b4-98f2-4028-8afa-55428399c354', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:06:51.212750 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-21b8564a-847e-485f-83c4-e6655d292db3 None None] For port b88f36f7-0b08-48a0-9a4d-bb6fe47d6f97, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=b88f36f7-0b08-48a0-9a4d-bb6fe47d6f97,segment=NetworkSegment(2f4ba927-0843-40f9-9bf3-88ae54ab2bef),segment_id=2f4ba927-0843-40f9-9bf3-88ae54ab2bef)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:06:51.213749 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-21b8564a-847e-485f-83c4-e6655d292db3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:51.214991 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-6d5331e5-7f02-4b34-beb9-e5af8a6d3259 None None] Set router 65b37177-453d-4d0f-8fe1-cc44f5ae0354 gateway port host: None {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:06:51.232906 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-21b8564a-847e-485f-83c4-e6655d292db3 None None] Calling delete_port for b88f36f7-0b08-48a0-9a4d-bb6fe47d6f97 owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:06:51.341783 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-ef4d6581-7308-46b0-a34e-6fee79f33031 req-f71a2606-bb02-46c8-b23a-5be171c85c1d tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:51.420575 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-ef4d6581-7308-46b0-a34e-6fee79f33031 req-f71a2606-bb02-46c8-b23a-5be171c85c1d tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:51.428845 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-ef4d6581-7308-46b0-a34e-6fee79f33031 req-f71a2606-bb02-46c8-b23a-5be171c85c1d tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:51.463785 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71a2606-bb02-46c8-b23a-5be171c85c1d tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e49dccf2-beb5-43b9-8652-54fa2d4e9088,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:51.473711 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-40977070-c6d8-4122-8427-61ed9539b8e7 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:51.486863 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-ef4d6581-7308-46b0-a34e-6fee79f33031 req-f71a2606-bb02-46c8-b23a-5be171c85c1d tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:51.488573 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ef4d6581-7308-46b0-a34e-6fee79f33031 req-f71a2606-bb02-46c8-b23a-5be171c85c1d tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2891128 Jul 24 00:06:51.517710 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-e5404c75-ff4c-4220-969a-df28deece080 req-3b6a130e-1ef4-41c4-b28f-daedcd298925 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-754158986', 'description': 'tempest-description-583406990'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:06:51.539390 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device e63f001b-fc23-4df5-a8d9-26b70918c2f2 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:06:51.554699 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-e5404c75-ff4c-4220-969a-df28deece080 req-3b6a130e-1ef4-41c4-b28f-daedcd298925 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:51.588274 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f5d372af-32dd-4556-aaf8-df8e3e80113b tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:51.612043 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-cf5a31b9-7668-4dae-92af-8eacaa1b0bdf None None] Provisioning for port d5880ff0-fb53-40e1-bf20-05c8daaf6e89 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:06:51.622630 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-cf5a31b9-7668-4dae-92af-8eacaa1b0bdf None None] Provisioning complete for port d5880ff0-fb53-40e1-bf20-05c8daaf6e89 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:06:51.623311 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-cf5a31b9-7668-4dae-92af-8eacaa1b0bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:51.649339 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-6b27107b-7de6-4b7a-a1f3-5ff888720202 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] In _notify_port_updated(), no bound segment for port d5880ff0-fb53-40e1-bf20-05c8daaf6e89 on network 29517d75-f90f-4ff3-95ea-68c448311e4b {{(pid=100314) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 24 00:06:51.655116 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b27107b-7de6-4b7a-a1f3-5ff888720202 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:51.655795 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6b27107b-7de6-4b7a-a1f3-5ff888720202 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:51.657429 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-6b27107b-7de6-4b7a-a1f3-5ff888720202 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "PUT /v2.0/ports/d5880ff0-fb53-40e1-bf20-05c8daaf6e89 HTTP/1.1" status: 200 len: 921 time: 3.0272527 Jul 24 00:06:51.659342 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40977070-c6d8-4122-8427-61ed9539b8e7 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Pushing event deleted for resources: {'Subnet': ['ID=5b90a3a6-eeae-44c4-82ee-868038ac65d9,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:51.663417 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60402) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:51.674380 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-21b8564a-847e-485f-83c4-e6655d292db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:51.691045 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-e5404c75-ff4c-4220-969a-df28deece080 req-3b6a130e-1ef4-41c4-b28f-daedcd298925 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:51.697340 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-e5404c75-ff4c-4220-969a-df28deece080 req-3b6a130e-1ef4-41c4-b28f-daedcd298925 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:51.698687 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-6d5331e5-7f02-4b34-beb9-e5af8a6d3259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'name': 'tempest-RoutersTest-router-1671455986', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:05:49Z', 'updated_at': '2021-07-24T00:06:48Z', 'revision_number': 10, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'gw_port_host': None, '_interfaces': [{'id': '7a24aaa6-d098-4068-9892-abcfb18cf2ac', 'name': '', 'network_id': '9a355f19-3960-47fc-a9fa-2380b44410fe', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'mac_address': 'fa:16:3e:c6:4b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '7cd57908-c436-4061-b8dc-9f554d34052a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:05:54Z', 'updated_at': '2021-07-24T00:06:04Z', 'revision_number': 5, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'subnets': [{'id': '7cd57908-c436-4061-b8dc-9f554d34052a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:51.717098 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b8564a-847e-485f-83c4-e6655d292db3 None None] Pushing event deleted for resources: {'Port': ['ID=b88f36f7-0b08-48a0-9a4d-bb6fe47d6f97,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:51.719516 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-cf5a31b9-7668-4dae-92af-8eacaa1b0bdf None None] Port d5880ff0-fb53-40e1-bf20-05c8daaf6e89 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:06:51.724937 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b8564a-847e-485f-83c4-e6655d292db3 None None] No DVR routers for this DVR port b88f36f7-0b08-48a0-9a4d-bb6fe47d6f97 on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:06:51.741982 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a130e-1ef4-41c4-b28f-daedcd298925 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29988d9f-59cf-4bc9-bd0a-4391061d4d83,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:51.748562 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-cf5a31b9-7668-4dae-92af-8eacaa1b0bdf None None] Provisioning for port e63f001b-fc23-4df5-a8d9-26b70918c2f2 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:06:51.756265 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-cf5a31b9-7668-4dae-92af-8eacaa1b0bdf None None] Provisioning complete for port e63f001b-fc23-4df5-a8d9-26b70918c2f2 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:06:51.757342 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-cf5a31b9-7668-4dae-92af-8eacaa1b0bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:51.770714 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-e5404c75-ff4c-4220-969a-df28deece080 req-3b6a130e-1ef4-41c4-b28f-daedcd298925 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:51.773964 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e5404c75-ff4c-4220-969a-df28deece080 req-3b6a130e-1ef4-41c4-b28f-daedcd298925 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2609203 Jul 24 00:06:51.783899 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b27107b-7de6-4b7a-a1f3-5ff888720202 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event updated for resources: {'Port': ['ID=d5880ff0-fb53-40e1-bf20-05c8daaf6e89,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:51.796913 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6a7c13-2252-4246-babb-95653177d815 None None] Network c4e4cc7b-669b-4847-999a-1da5502764d3 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:06:51.814386 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-40977070-c6d8-4122-8427-61ed9539b8e7 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:51.819291 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-40977070-c6d8-4122-8427-61ed9539b8e7 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "DELETE /v2.0/subnets/5b90a3a6-eeae-44c4-82ee-868038ac65d9 HTTP/1.1" status: 204 len: 168 time: 1.8181565 Jul 24 00:06:51.820404 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-25c73b30-0442-4993-953b-c7c50c9cde08 req-ff0581ee-51de-4ad9-a954-8f0d926aa4d1 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1649074185', 'description': 'tempest-description-179624955'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:06:51.821645 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device b88f36f7-0b08-48a0-9a4d-bb6fe47d6f97 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:06:51.822035 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60408) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:51.825579 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5331e5-7f02-4b34-beb9-e5af8a6d3259 None None] The sync data for ids ['65b37177-453d-4d0f-8fe1-cc44f5ae0354'] in n-d-800088-16 is: [{'id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'name': 'tempest-RoutersTest-router-1671455986', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:05:49Z', 'updated_at': '2021-07-24T00:06:48Z', 'revision_number': 10, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'gw_port_host': None, '_interfaces': [{'id': '7a24aaa6-d098-4068-9892-abcfb18cf2ac', 'name': '', 'network_id': '9a355f19-3960-47fc-a9fa-2380b44410fe', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'mac_address': 'fa:16:3e:c6:4b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '7cd57908-c436-4061-b8dc-9f554d34052a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:05:54Z', 'updated_at': '2021-07-24T00:06:04Z', 'revision_number': 5, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'subnets': [{'id': '7cd57908-c436-4061-b8dc-9f554d34052a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:06:51.868770 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-25c73b30-0442-4993-953b-c7c50c9cde08 req-ff0581ee-51de-4ad9-a954-8f0d926aa4d1 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:51.886981 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: b88f36f7-0b08-48a0-9a4d-bb6fe47d6f97 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:06:51.887453 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device b88f36f7-0b08-48a0-9a4d-bb6fe47d6f97 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:06:51.999122 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-25c73b30-0442-4993-953b-c7c50c9cde08 req-ff0581ee-51de-4ad9-a954-8f0d926aa4d1 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:52.007448 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-25c73b30-0442-4993-953b-c7c50c9cde08 req-ff0581ee-51de-4ad9-a954-8f0d926aa4d1 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:52.042383 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-25c73b30-0442-4993-953b-c7c50c9cde08 req-ff0581ee-51de-4ad9-a954-8f0d926aa4d1 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:52.046024 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-25c73b30-0442-4993-953b-c7c50c9cde08 req-ff0581ee-51de-4ad9-a954-8f0d926aa4d1 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2370684 Jul 24 00:06:52.106164 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0581ee-51de-4ad9-a954-8f0d926aa4d1 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=821dcdc8-361d-4a43-8add-8650706eadd7,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:52.109192 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-cf5a31b9-7668-4dae-92af-8eacaa1b0bdf None None] Provisioning complete for port c46cc662-7528-4c8c-a8e3-fd4b6cf50af1 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:06:52.109570 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-cf5a31b9-7668-4dae-92af-8eacaa1b0bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:52.126826 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-db506ad3-b881-46d8-a2d5-8ec4d2a88d98 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:52.143230 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47c955d-5408-4c1f-b093-647a88ae4f1c req-5032ba34-fa35-4452-8699-2a55b38f4b8f tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:52.145014 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f47c955d-5408-4c1f-b093-647a88ae4f1c req-5032ba34-fa35-4452-8699-2a55b38f4b8f tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fdd01f9-a35c-430e-9b07-0d6791794e3e HTTP/1.1" status: 200 len: 945 time: 0.7061460 Jul 24 00:06:52.153538 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-2762fe62-0670-4314-b5bb-e92a3e4b93b1 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Deleting port d5880ff0-fb53-40e1-bf20-05c8daaf6e89 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:06:52.153892 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2762fe62-0670-4314-b5bb-e92a3e4b93b1 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:52.188405 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-cf5a31b9-7668-4dae-92af-8eacaa1b0bdf None None] Port c46cc662-7528-4c8c-a8e3-fd4b6cf50af1 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:06:52.269177 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3a84e2ae-5c50-48ac-97dd-973fc67af61d req-03b11815-093c-4e10-a807-d221c8d07b25 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] 10.222.0.44 "GET /v2.0/security-groups/29988d9f-59cf-4bc9-bd0a-4391061d4d83 HTTP/1.1" status: 200 len: 1805 time: 0.0767357 Jul 24 00:06:52.274384 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83f19e3-685a-473d-8abb-f0b9c05f37de None None] DHCP port deletion for c4e4cc7b-669b-4847-999a-1da5502764d3 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:06:52.292794 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f5d372af-32dd-4556-aaf8-df8e3e80113b tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:52.324650 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-f5d372af-32dd-4556-aaf8-df8e3e80113b tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8147c3f-f57f-436d-98d1-5cb5e72f345e']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:52.333270 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-0eaab88c-e69b-4c77-823a-faad496357e8 None None] Provisioning complete for port d5880ff0-fb53-40e1-bf20-05c8daaf6e89 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:06:52.333641 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0eaab88c-e69b-4c77-823a-faad496357e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:52.334365 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3a84e2ae-5c50-48ac-97dd-973fc67af61d req-6f763f83-928f-452c-aff7-ca15dea89db2 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] 10.222.0.44 "GET /v2.0/security-groups/821dcdc8-361d-4a43-8add-8650706eadd7 HTTP/1.1" status: 200 len: 1806 time: 0.0641172 Jul 24 00:06:52.348852 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-3a84e2ae-5c50-48ac-97dd-973fc67af61d req-24325681-c89c-46d1-9b4a-67c37405248d tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '29988d9f-59cf-4bc9-bd0a-4391061d4d83', 'remote_group_id': '821dcdc8-361d-4a43-8add-8650706eadd7', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:06:52.349406 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-3a84e2ae-5c50-48ac-97dd-973fc67af61d req-24325681-c89c-46d1-9b4a-67c37405248d tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '29988d9f-59cf-4bc9-bd0a-4391061d4d83', 'remote_group_id': '821dcdc8-361d-4a43-8add-8650706eadd7', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:06:52.364438 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-f5d372af-32dd-4556-aaf8-df8e3e80113b tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f4ba927-0843-40f9-9bf3-88ae54ab2bef') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:52.364762 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-f5d372af-32dd-4556-aaf8-df8e3e80113b tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f4ba927-0843-40f9-9bf3-88ae54ab2bef') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:52.378834 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-0eaab88c-e69b-4c77-823a-faad496357e8 None None] Port d5880ff0-fb53-40e1-bf20-05c8daaf6e89 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:06:52.394851 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f5d372af-32dd-4556-aaf8-df8e3e80113b tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:52.398162 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2762fe62-0670-4314-b5bb-e92a3e4b93b1 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:52.403102 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-e83f19e3-685a-473d-8abb-f0b9c05f37de None None] Deleting port bb3c49e2-0081-4407-8b11-25989abfa405 {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:06:52.403477 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e83f19e3-685a-473d-8abb-f0b9c05f37de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:52.427407 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f47c955d-5408-4c1f-b093-647a88ae4f1c req-16672033-efef-44e3-95e6-d1e53cfd94d4 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/security-groups?id=01883c9b-f537-47a8-8e4c-5877842ba644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837525 Jul 24 00:06:52.429893 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-2762fe62-0670-4314-b5bb-e92a3e4b93b1 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Calling delete_port for d5880ff0-fb53-40e1-bf20-05c8daaf6e89 owned by {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:06:52.437259 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f5d372af-32dd-4556-aaf8-df8e3e80113b tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:52.462654 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5d372af-32dd-4556-aaf8-df8e3e80113b tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:06:52.463626 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f5d372af-32dd-4556-aaf8-df8e3e80113b tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:52.468549 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:06:52.468549 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:06:52.468549 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:06:52.468549 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:06:52.468549 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:06:52.468549 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:06:52.468549 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:06:52.468549 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:06:52.468549 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:06:52.468549 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:06:52.468549 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:06:52.468549 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:06:52.468549 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:06:52.468549 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:06:52.468549 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:06:52.468549 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:06:52.468549 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:06:52.468549 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:06:52.468549 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:06:52.468549 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:06:52.468549 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:06:52.468549 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:06:52.468549 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:06:52.468549 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:06:52.468549 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:06:52.468549 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:06:52.468549 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:06:52.468549 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:06:52.468549 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:06:52.468549 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:06:52.468549 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:06:52.468549 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:06:52.473297 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-3a84e2ae-5c50-48ac-97dd-973fc67af61d req-24325681-c89c-46d1-9b4a-67c37405248d tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:52.519044 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-e83f19e3-685a-473d-8abb-f0b9c05f37de None None] For port bb3c49e2-0081-4407-8b11-25989abfa405, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=bb3c49e2-0081-4407-8b11-25989abfa405,segment=NetworkSegment(72d7a8b9-2053-481f-b537-ddde59c92c56),segment_id=72d7a8b9-2053-481f-b537-ddde59c92c56)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:06:52.519458 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e83f19e3-685a-473d-8abb-f0b9c05f37de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:52.548456 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-e83f19e3-685a-473d-8abb-f0b9c05f37de None None] Calling delete_port for bb3c49e2-0081-4407-8b11-25989abfa405 owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:06:52.553124 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-3a84e2ae-5c50-48ac-97dd-973fc67af61d req-24325681-c89c-46d1-9b4a-67c37405248d tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:52.560660 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-3a84e2ae-5c50-48ac-97dd-973fc67af61d req-24325681-c89c-46d1-9b4a-67c37405248d tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:52.584467 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24325681-c89c-46d1-9b4a-67c37405248d tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f671e01b-87a5-4d81-ae49-cee30922e987,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:52.592885 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-3a84e2ae-5c50-48ac-97dd-973fc67af61d req-24325681-c89c-46d1-9b4a-67c37405248d tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:52.595998 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3a84e2ae-5c50-48ac-97dd-973fc67af61d req-24325681-c89c-46d1-9b4a-67c37405248d tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2597601 Jul 24 00:06:52.632078 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-db506ad3-b881-46d8-a2d5-8ec4d2a88d98 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Deleting port bb3c49e2-0081-4407-8b11-25989abfa405 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:06:52.632734 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-db506ad3-b881-46d8-a2d5-8ec4d2a88d98 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:52.640203 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-a657dbf8-adec-4499-92dd-2d2ad0dbd141 req-10f6e56e-23df-4345-b248-ea2e2db4a6c7 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1087651215', 'description': 'tempest-description-804638089'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:06:52.656163 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f5d372af-32dd-4556-aaf8-df8e3e80113b tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:52.661498 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f5d372af-32dd-4556-aaf8-df8e3e80113b tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:52.663200 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e83f19e3-685a-473d-8abb-f0b9c05f37de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:52.664052 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-f5d372af-32dd-4556-aaf8-df8e3e80113b tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "DELETE /v2.0/networks/c8147c3f-f57f-436d-98d1-5cb5e72f345e HTTP/1.1" status: 204 len: 168 time: 2.0403988 Jul 24 00:06:52.668914 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60416) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:52.674267 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-a5153c73-66ce-49c9-8a5e-45bb1abee681 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1676737215'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:06:52.710500 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83f19e3-685a-473d-8abb-f0b9c05f37de None None] Pushing event deleted for resources: {'Port': ['ID=bb3c49e2-0081-4407-8b11-25989abfa405,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:52.711709 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d372af-32dd-4556-aaf8-df8e3e80113b tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event deleted for resources: {'Network': ['ID=c8147c3f-f57f-436d-98d1-5cb5e72f345e,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:52.717505 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83f19e3-685a-473d-8abb-f0b9c05f37de None None] No DVR routers for this DVR port bb3c49e2-0081-4407-8b11-25989abfa405 on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:06:52.782103 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a657dbf8-adec-4499-92dd-2d2ad0dbd141 req-10f6e56e-23df-4345-b248-ea2e2db4a6c7 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:52.789304 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5153c73-66ce-49c9-8a5e-45bb1abee681 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Made reservation on behalf of 2c88b901a3a4498983dd1ba8803185ce for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:06:52.793265 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a5153c73-66ce-49c9-8a5e-45bb1abee681 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:52.827981 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5153c73-66ce-49c9-8a5e-45bb1abee681 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:06:52.833110 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a5153c73-66ce-49c9-8a5e-45bb1abee681 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:52.833628 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-a5153c73-66ce-49c9-8a5e-45bb1abee681 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Added segment cb651a2d-ec36-4d79-92ae-dc5d60f6580a of type vlan for network 5ca164f4-5de2-4376-b5ea-201530c3d433 Jul 24 00:06:52.834862 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-db506ad3-b881-46d8-a2d5-8ec4d2a88d98 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] For port bb3c49e2-0081-4407-8b11-25989abfa405, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=bb3c49e2-0081-4407-8b11-25989abfa405,segment=NetworkSegment(72d7a8b9-2053-481f-b537-ddde59c92c56),segment_id=72d7a8b9-2053-481f-b537-ddde59c92c56)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:06:52.835397 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-db506ad3-b881-46d8-a2d5-8ec4d2a88d98 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:52.856842 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-db506ad3-b881-46d8-a2d5-8ec4d2a88d98 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Calling delete_port for bb3c49e2-0081-4407-8b11-25989abfa405 owned by network:dhcp {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:06:52.882314 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a5153c73-66ce-49c9-8a5e-45bb1abee681 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:52.914196 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a5153c73-66ce-49c9-8a5e-45bb1abee681 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:52.920141 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5153c73-66ce-49c9-8a5e-45bb1abee681 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:52.920767 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a5153c73-66ce-49c9-8a5e-45bb1abee681 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:52.934323 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2762fe62-0670-4314-b5bb-e92a3e4b93b1 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:52.981577 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2762fe62-0670-4314-b5bb-e92a3e4b93b1 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event deleted for resources: {'Port': ['ID=d5880ff0-fb53-40e1-bf20-05c8daaf6e89,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:53.003258 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5153c73-66ce-49c9-8a5e-45bb1abee681 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event updated for resources: {'Network': ['ID=5ca164f4-5de2-4376-b5ea-201530c3d433,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:53.018051 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 5ca164f4-5de2-4376-b5ea-201530c3d433 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:06:53.102169 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-db506ad3-b881-46d8-a2d5-8ec4d2a88d98 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:53.114330 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a657dbf8-adec-4499-92dd-2d2ad0dbd141 req-10f6e56e-23df-4345-b248-ea2e2db4a6c7 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:53.127446 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a657dbf8-adec-4499-92dd-2d2ad0dbd141 req-10f6e56e-23df-4345-b248-ea2e2db4a6c7 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:53.132575 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-a5153c73-66ce-49c9-8a5e-45bb1abee681 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4627128 Jul 24 00:06:53.141412 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60418) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:53.156826 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2762fe62-0670-4314-b5bb-e92a3e4b93b1 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:53.158760 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-2762fe62-0670-4314-b5bb-e92a3e4b93b1 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "DELETE /v2.0/ports/d5880ff0-fb53-40e1-bf20-05c8daaf6e89 HTTP/1.1" status: 204 len: 168 time: 1.4912863 Jul 24 00:06:53.169379 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db506ad3-b881-46d8-a2d5-8ec4d2a88d98 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] No DVR routers for this DVR port bb3c49e2-0081-4407-8b11-25989abfa405 on host n-d-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:06:53.176715 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-622fa33a-0098-4773-b4a1-3bc75d594eb5 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Request body: {'subnet': {'network_id': '5ca164f4-5de2-4376-b5ea-201530c3d433', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:06:53.179380 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60424) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:53.186065 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db506ad3-b881-46d8-a2d5-8ec4d2a88d98 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Pushing event deleted for resources: {'Port': ['ID=bb3c49e2-0081-4407-8b11-25989abfa405,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:53.199130 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a10bb98e-86fc-4e74-9f11-9c2de97665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:53.257186 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a657dbf8-adec-4499-92dd-2d2ad0dbd141 req-10f6e56e-23df-4345-b248-ea2e2db4a6c7 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:53.258586 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a657dbf8-adec-4499-92dd-2d2ad0dbd141 req-10f6e56e-23df-4345-b248-ea2e2db4a6c7 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6326809 Jul 24 00:06:53.259675 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-8796701c-55ae-4da9-bf8d-b06add363214 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] GET failed (client error): The resource could not be found. Jul 24 00:06:53.264350 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-8796701c-55ae-4da9-bf8d-b06add363214 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "GET /v2.0/ports/d5880ff0-fb53-40e1-bf20-05c8daaf6e89 HTTP/1.1" status: 404 len: 333 time: 0.0784807 Jul 24 00:06:53.276019 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device bb3c49e2-0081-4407-8b11-25989abfa405 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:06:53.280476 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60426) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:53.291878 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f6e56e-23df-4345-b248-ea2e2db4a6c7 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9a3069-f52e-42e4-bb78-635c86ed9017,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:53.319675 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-4d57832e-7151-41a1-ad93-eaf8dbf08be2 req-ab8c5bdf-4f97-483c-ab58-9616edaca326 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-455453332', 'description': 'tempest-description-167098645'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:06:53.325859 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: bb3c49e2-0081-4407-8b11-25989abfa405 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:06:53.326216 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device bb3c49e2-0081-4407-8b11-25989abfa405 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:06:53.326641 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 2583ebcd-cd40-4328-b99e-8fadcc3b33e6 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:06:53.360126 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 2583ebcd-cd40-4328-b99e-8fadcc3b33e6 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:06:53.360370 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 2583ebcd-cd40-4328-b99e-8fadcc3b33e6 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:06:53.375480 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-db506ad3-b881-46d8-a2d5-8ec4d2a88d98 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:53.397845 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.db.api [None req-622fa33a-0098-4773-b4a1-3bc75d594eb5 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 24 00:06:53.397845 n-d-800088-16 neutron-server[100313]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 24 00:06:53.397845 n-d-800088-16 neutron-server[100313]: [parameters: {'project_id_1': '2c88b901a3a4498983dd1ba8803185ce', 'expiration_1': datetime.datetime(2021, 7, 24, 0, 6, 53, 381192)}] Jul 24 00:06:53.397845 n-d-800088-16 neutron-server[100313]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 00:06:53.398329 n-d-800088-16 neutron-server[100313]: DEBUG oslo_db.api [None req-622fa33a-0098-4773-b4a1-3bc75d594eb5 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 00:06:53.402186 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-db506ad3-b881-46d8-a2d5-8ec4d2a88d98 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4e4cc7b-669b-4847-999a-1da5502764d3']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:53.418364 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-db506ad3-b881-46d8-a2d5-8ec4d2a88d98 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72d7a8b9-2053-481f-b537-ddde59c92c56') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:53.418695 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-db506ad3-b881-46d8-a2d5-8ec4d2a88d98 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72d7a8b9-2053-481f-b537-ddde59c92c56') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:53.433346 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-4d57832e-7151-41a1-ad93-eaf8dbf08be2 req-ab8c5bdf-4f97-483c-ab58-9616edaca326 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:53.436197 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-db506ad3-b881-46d8-a2d5-8ec4d2a88d98 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:53.465282 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5068abfb-8134-4a4e-85c7-2e253ab3285d tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:53.472626 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-db506ad3-b881-46d8-a2d5-8ec4d2a88d98 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:53.494903 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db506ad3-b881-46d8-a2d5-8ec4d2a88d98 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:06:53.495348 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-db506ad3-b881-46d8-a2d5-8ec4d2a88d98 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:53.498467 n-d-800088-16 neutron-server[100314]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:06:53.498467 n-d-800088-16 neutron-server[100314]: self.session.flush() Jul 24 00:06:53.498467 n-d-800088-16 neutron-server[100314]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:06:53.498467 n-d-800088-16 neutron-server[100314]: self.session.flush() Jul 24 00:06:53.498467 n-d-800088-16 neutron-server[100314]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:06:53.498467 n-d-800088-16 neutron-server[100314]: self.session.flush() Jul 24 00:06:53.498467 n-d-800088-16 neutron-server[100314]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:06:53.498467 n-d-800088-16 neutron-server[100314]: self.session.flush() Jul 24 00:06:53.498467 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:06:53.498467 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:06:53.498467 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:06:53.498467 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:06:53.498467 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:06:53.498467 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:06:53.498467 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:06:53.498467 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:06:53.498467 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:06:53.498467 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:06:53.498467 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:06:53.498467 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:06:53.498467 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:06:53.498467 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:06:53.498467 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:06:53.498467 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:06:53.498467 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:06:53.498467 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:06:53.498467 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:06:53.498467 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:06:53.498467 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:06:53.498467 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:06:53.498467 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:06:53.498467 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:06:53.498467 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:06:53.498467 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:06:53.498467 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:06:53.498467 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:06:53.498467 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:06:53.498467 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:06:53.498467 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:06:53.498467 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:06:53.524043 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5068abfb-8134-4a4e-85c7-2e253ab3285d tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:53.591467 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea745be-74e1-4181-a2d7-ef7025f418f5 req-30cf4352-897c-4b71-b414-cb0621b78f2f tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:53.598800 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9ea745be-74e1-4181-a2d7-ef7025f418f5 req-30cf4352-897c-4b71-b414-cb0621b78f2f tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fdd01f9-a35c-430e-9b07-0d6791794e3e HTTP/1.1" status: 200 len: 945 time: 0.0861228 Jul 24 00:06:53.617458 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-db506ad3-b881-46d8-a2d5-8ec4d2a88d98 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:53.621836 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-db506ad3-b881-46d8-a2d5-8ec4d2a88d98 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:53.626976 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-db506ad3-b881-46d8-a2d5-8ec4d2a88d98 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "DELETE /v2.0/networks/c4e4cc7b-669b-4847-999a-1da5502764d3 HTTP/1.1" status: 204 len: 168 time: 1.8026643 Jul 24 00:06:53.627107 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60432) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:53.652246 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db506ad3-b881-46d8-a2d5-8ec4d2a88d98 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Pushing event deleted for resources: {'Network': ['ID=c4e4cc7b-669b-4847-999a-1da5502764d3,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:53.671808 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5068abfb-8134-4a4e-85c7-2e253ab3285d tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:53.674635 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5068abfb-8134-4a4e-85c7-2e253ab3285d tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:53.675819 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-5068abfb-8134-4a4e-85c7-2e253ab3285d tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "DELETE /v2.0/security-groups/1b0731c9-a7a4-4a93-90f6-f528ad5025c8 HTTP/1.1" status: 204 len: 168 time: 0.3948510 Jul 24 00:06:53.685127 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60434) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:53.706105 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5068abfb-8134-4a4e-85c7-2e253ab3285d tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b0731c9-a7a4-4a93-90f6-f528ad5025c8,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:53.710577 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-4d57832e-7151-41a1-ad93-eaf8dbf08be2 req-ab8c5bdf-4f97-483c-ab58-9616edaca326 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:53.713713 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9ea745be-74e1-4181-a2d7-ef7025f418f5 req-0ca102a9-9fda-4b8b-82ff-4c6609270eb1 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/security-groups?id=01883c9b-f537-47a8-8e4c-5877842ba644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132982 Jul 24 00:06:53.719919 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-4d57832e-7151-41a1-ad93-eaf8dbf08be2 req-ab8c5bdf-4f97-483c-ab58-9616edaca326 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:53.766626 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-4d57832e-7151-41a1-ad93-eaf8dbf08be2 req-ab8c5bdf-4f97-483c-ab58-9616edaca326 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:53.767881 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4d57832e-7151-41a1-ad93-eaf8dbf08be2 req-ab8c5bdf-4f97-483c-ab58-9616edaca326 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4667974 Jul 24 00:06:53.784093 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8c5bdf-4f97-483c-ab58-9616edaca326 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67abffe8-4c84-489d-aa8b-aeb390b7caea,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:53.808134 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-53e330e5-02b4-4290-9c37-95696165df1d tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:53.836827 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-53e330e5-02b4-4290-9c37-95696165df1d tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:53.884996 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-024f7a5b-2fe6-448c-ba0a-1d67017b1c65 req-d313c188-82cb-410e-924c-b5d9190d99b3 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] 10.222.0.44 "GET /v2.0/security-groups/3e9a3069-f52e-42e4-bb78-635c86ed9017 HTTP/1.1" status: 200 len: 1806 time: 0.0713222 Jul 24 00:06:53.903714 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-53e330e5-02b4-4290-9c37-95696165df1d tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:53.907105 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-53e330e5-02b4-4290-9c37-95696165df1d tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:53.908705 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-53e330e5-02b4-4290-9c37-95696165df1d tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "DELETE /v2.0/security-groups/e752cb15-de60-4ba0-9de0-391520c3e29b HTTP/1.1" status: 204 len: 168 time: 0.2208157 Jul 24 00:06:53.912142 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60438) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:53.955354 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e330e5-02b4-4290-9c37-95696165df1d tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e752cb15-de60-4ba0-9de0-391520c3e29b,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:53.995992 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2488e83-c2c7-479f-b0c1-a8c13c1311e7 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Deleting subnet 03196ed6-8e8f-45ca-90b4-854384842327 {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:06:53.999798 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622fa33a-0098-4773-b4a1-3bc75d594eb5 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Made reservation on behalf of 2c88b901a3a4498983dd1ba8803185ce for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:06:54.000199 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a2488e83-c2c7-479f-b0c1-a8c13c1311e7 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:54.003297 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-622fa33a-0098-4773-b4a1-3bc75d594eb5 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:54.026943 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-024f7a5b-2fe6-448c-ba0a-1d67017b1c65 req-3bb4f2ca-1476-4a24-8073-7ca30842d686 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] 10.222.0.44 "GET /v2.0/security-groups/67abffe8-4c84-489d-aa8b-aeb390b7caea HTTP/1.1" status: 200 len: 1805 time: 0.1078932 Jul 24 00:06:54.043611 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a2488e83-c2c7-479f-b0c1-a8c13c1311e7 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:54.046837 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-024f7a5b-2fe6-448c-ba0a-1d67017b1c65 req-70a06b9f-2950-470b-9db8-aa84d11c375c tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '3e9a3069-f52e-42e4-bb78-635c86ed9017', 'remote_group_id': '67abffe8-4c84-489d-aa8b-aeb390b7caea', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:06:54.046837 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-024f7a5b-2fe6-448c-ba0a-1d67017b1c65 req-70a06b9f-2950-470b-9db8-aa84d11c375c tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '3e9a3069-f52e-42e4-bb78-635c86ed9017', 'remote_group_id': '67abffe8-4c84-489d-aa8b-aeb390b7caea', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:06:54.144828 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a2488e83-c2c7-479f-b0c1-a8c13c1311e7 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:54.213607 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a2488e83-c2c7-479f-b0c1-a8c13c1311e7 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:54.245826 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2488e83-c2c7-479f-b0c1-a8c13c1311e7 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event deleted for resources: {'Subnet': ['ID=03196ed6-8e8f-45ca-90b4-854384842327,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:54.248026 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a2488e83-c2c7-479f-b0c1-a8c13c1311e7 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:54.250453 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-a2488e83-c2c7-479f-b0c1-a8c13c1311e7 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "DELETE /v2.0/subnets/03196ed6-8e8f-45ca-90b4-854384842327 HTTP/1.1" status: 204 len: 168 time: 0.3367763 Jul 24 00:06:54.254190 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e50407-0c77-4aeb-bcbd-c662b90aeab7 None None] Network 29517d75-f90f-4ff3-95ea-68c448311e4b requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:06:54.263387 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60440) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:54.269308 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-f1900d3d-7ecf-4658-95a8-d532598137ee tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Request body: {'subnet': {'network_id': '29517d75-f90f-4ff3-95ea-68c448311e4b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:06:54.274253 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-024f7a5b-2fe6-448c-ba0a-1d67017b1c65 req-70a06b9f-2950-470b-9db8-aa84d11c375c tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:54.353292 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-024f7a5b-2fe6-448c-ba0a-1d67017b1c65 req-70a06b9f-2950-470b-9db8-aa84d11c375c tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:54.363519 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-024f7a5b-2fe6-448c-ba0a-1d67017b1c65 req-70a06b9f-2950-470b-9db8-aa84d11c375c tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:54.380635 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-622fa33a-0098-4773-b4a1-3bc75d594eb5 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:54.399822 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a718e51b-f2a0-4d4f-9696-a222ad57c5d5 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681029'] for router_interface, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:54.421884 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a06b9f-2950-470b-9db8-aa84d11c375c tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5665abe-80f7-4a49-91fd-65c13f37b589,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:54.500675 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1900d3d-7ecf-4658-95a8-d532598137ee tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Made reservation on behalf of 0861e7509e4040ae9ebcc16b5063e046 for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:06:54.504613 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f1900d3d-7ecf-4658-95a8-d532598137ee tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:54.528883 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-024f7a5b-2fe6-448c-ba0a-1d67017b1c65 req-70a06b9f-2950-470b-9db8-aa84d11c375c tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:54.530272 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-024f7a5b-2fe6-448c-ba0a-1d67017b1c65 req-70a06b9f-2950-470b-9db8-aa84d11c375c tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4932492 Jul 24 00:06:54.537309 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a06b9f-2950-470b-9db8-aa84d11c375c tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:06:54.538020 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a06b9f-2950-470b-9db8-aa84d11c375c tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:06:54.538531 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a06b9f-2950-470b-9db8-aa84d11c375c tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:06:54.539049 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a06b9f-2950-470b-9db8-aa84d11c375c tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:06:54.539557 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a06b9f-2950-470b-9db8-aa84d11c375c tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:06:54.540078 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a06b9f-2950-470b-9db8-aa84d11c375c tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:06:54.540574 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a06b9f-2950-470b-9db8-aa84d11c375c tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:06:54.541855 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a06b9f-2950-470b-9db8-aa84d11c375c tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:06:54.542375 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a06b9f-2950-470b-9db8-aa84d11c375c tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:06:54.542886 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a06b9f-2950-470b-9db8-aa84d11c375c tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:06:54.543389 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a06b9f-2950-470b-9db8-aa84d11c375c tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:06:54.543877 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a06b9f-2950-470b-9db8-aa84d11c375c tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:06:54.582493 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622fa33a-0098-4773-b4a1-3bc75d594eb5 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event updated for resources: {'Subnet': ['ID=bb0b4339-7717-40e6-bd11-203118e8a419,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:54.641812 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622fa33a-0098-4773-b4a1-3bc75d594eb5 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Checking segment: {'id': 'cb651a2d-ec36-4d79-92ae-dc5d60f6580a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '5ca164f4-5de2-4376-b5ea-201530c3d433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:06:54.642184 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622fa33a-0098-4773-b4a1-3bc75d594eb5 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Network hostable DHCP agents. Network: 5ca164f4-5de2-4376-b5ea-201530c3d433, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:06:54.684375 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-55099186-a53e-42b0-b9b4-704f7f1cbbcb req-5080e6ea-e537-46b7-8043-e7089d8006f9 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] 10.222.0.44 "GET /v2.0/security-groups/67abffe8-4c84-489d-aa8b-aeb390b7caea HTTP/1.1" status: 200 len: 1805 time: 0.0816476 Jul 24 00:06:54.690205 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622fa33a-0098-4773-b4a1-3bc75d594eb5 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Network 5ca164f4-5de2-4376-b5ea-201530c3d433 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:06:54.713185 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-622fa33a-0098-4773-b4a1-3bc75d594eb5 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 5ca164f4-5de2-4376-b5ea-201530c3d433) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:06:54.719499 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622fa33a-0098-4773-b4a1-3bc75d594eb5 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:54.719912 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-622fa33a-0098-4773-b4a1-3bc75d594eb5 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:54.723855 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f37e25c-4281-4b79-8a62-c9ca0d355f96 None None] Network 5ca164f4-5de2-4376-b5ea-201530c3d433 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:06:54.773245 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-622fa33a-0098-4773-b4a1-3bc75d594eb5 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6291683 Jul 24 00:06:54.776566 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60450) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:54.782367 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-541a8a73-5e1d-488b-a54f-09d32d98b54f tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Request body: {'port': {'network_id': '5ca164f4-5de2-4376-b5ea-201530c3d433', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1305245339'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:06:54.982237 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-55099186-a53e-42b0-b9b4-704f7f1cbbcb req-fa9499ed-8be8-4405-a5d7-46754d2bd896 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:55.003949 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f1900d3d-7ecf-4658-95a8-d532598137ee tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:55.004835 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c78846-ced6-4d46-b097-5123d34cece9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-5ca164f4-5de2-4376-b5ea-201530c3d433', 'network_id': '5ca164f4-5de2-4376-b5ea-201530c3d433', 'tenant_id': '2c88b901a3a4498983dd1ba8803185ce', 'fixed_ips': [{'subnet_id': 'bb0b4339-7717-40e6-bd11-203118e8a419'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:06:55.006060 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-75c78846-ced6-4d46-b097-5123d34cece9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:55.039793 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1900d3d-7ecf-4658-95a8-d532598137ee tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Network 29517d75-f90f-4ff3-95ea-68c448311e4b is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:06:55.046528 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-f1900d3d-7ecf-4658-95a8-d532598137ee tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:06:55.071718 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1900d3d-7ecf-4658-95a8-d532598137ee tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:55.073159 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f1900d3d-7ecf-4658-95a8-d532598137ee tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:55.082368 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-55099186-a53e-42b0-b9b4-704f7f1cbbcb req-fa9499ed-8be8-4405-a5d7-46754d2bd896 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:55.094985 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-541a8a73-5e1d-488b-a54f-09d32d98b54f tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Made reservation on behalf of 2c88b901a3a4498983dd1ba8803185ce for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:06:55.098668 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-541a8a73-5e1d-488b-a54f-09d32d98b54f tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:55.130418 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b12007-2c6e-422a-b2a6-f0aa76381974 req-bf7921a8-f6af-408b-84ec-e60ccb4239d2 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:55.132184 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e4b12007-2c6e-422a-b2a6-f0aa76381974 req-bf7921a8-f6af-408b-84ec-e60ccb4239d2 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fdd01f9-a35c-430e-9b07-0d6791794e3e HTTP/1.1" status: 200 len: 945 time: 0.2812295 Jul 24 00:06:55.136366 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-f1900d3d-7ecf-4658-95a8-d532598137ee tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8715465 Jul 24 00:06:55.136566 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60452) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:55.142098 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-54120f9d-4c3d-4ef9-94c3-255108d997f2 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Request body: {'security_group': {'name': 'tempest-secgroup-1177753111'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:06:55.158165 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1900d3d-7ecf-4658-95a8-d532598137ee tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event updated for resources: {'Subnet': ['ID=02d5660d-24d0-4a3a-aecb-f66719eb3af6,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:55.182224 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-a718e51b-f2a0-4d4f-9696-a222ad57c5d5 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Deleting port 7a24aaa6-d098-4068-9892-abcfb18cf2ac {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:06:55.182536 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a718e51b-f2a0-4d4f-9696-a222ad57c5d5 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:55.210128 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [None req-541a8a73-5e1d-488b-a54f-09d32d98b54f tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] device_id is not set on port 4b763616-707f-4663-b193-994efc731547 yet. {{(pid=100313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:06:55.216555 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-55099186-a53e-42b0-b9b4-704f7f1cbbcb req-fa9499ed-8be8-4405-a5d7-46754d2bd896 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:55.222798 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-55099186-a53e-42b0-b9b4-704f7f1cbbcb req-fa9499ed-8be8-4405-a5d7-46754d2bd896 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:55.224538 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-55099186-a53e-42b0-b9b4-704f7f1cbbcb req-fa9499ed-8be8-4405-a5d7-46754d2bd896 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] 10.222.0.44 "DELETE /v2.0/security-groups/67abffe8-4c84-489d-aa8b-aeb390b7caea HTTP/1.1" status: 204 len: 173 time: 0.5379632 Jul 24 00:06:55.235061 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9499ed-8be8-4405-a5d7-46754d2bd896 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67abffe8-4c84-489d-aa8b-aeb390b7caea,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:55.296776 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-75c78846-ced6-4d46-b097-5123d34cece9 None None] Allocated IP 2001:db8::2 (5ca164f4-5de2-4376-b5ea-201530c3d433/bb0b4339-7717-40e6-bd11-203118e8a419/1cf62d03-6f9a-4584-8318-f0f2488a969c) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:06:55.336440 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-17201ae3-3d66-444b-8865-b808e6cf9cee req-579e92a3-ae96-4d37-bf67-463a8433ee75 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] 10.222.0.44 "GET /v2.0/security-groups/3e9a3069-f52e-42e4-bb78-635c86ed9017 HTTP/1.1" status: 200 len: 1806 time: 0.0837047 Jul 24 00:06:55.387148 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-54120f9d-4c3d-4ef9-94c3-255108d997f2 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:55.391947 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-e6aca2df-a36c-4590-b0b5-5eb15d9bbc92 req-6d14db29-cc4c-48e9-8551-8bf828620e57 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1447810745', 'description': 'tempest-description-1565596745'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:06:55.403590 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e4b12007-2c6e-422a-b2a6-f0aa76381974 req-b54d9064-11f3-4209-b10e-cafd9dde219a tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/security-groups?id=01883c9b-f537-47a8-8e4c-5877842ba644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514064 Jul 24 00:06:55.474960 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-a718e51b-f2a0-4d4f-9696-a222ad57c5d5 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] For port 7a24aaa6-d098-4068-9892-abcfb18cf2ac, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=7a24aaa6-d098-4068-9892-abcfb18cf2ac,segment=NetworkSegment(1af727cd-0b4b-4460-8992-27a648bab458),segment_id=1af727cd-0b4b-4460-8992-27a648bab458)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:06:55.475406 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a718e51b-f2a0-4d4f-9696-a222ad57c5d5 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:55.481162 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-e6aca2df-a36c-4590-b0b5-5eb15d9bbc92 req-6d14db29-cc4c-48e9-8551-8bf828620e57 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:55.506357 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-a718e51b-f2a0-4d4f-9696-a222ad57c5d5 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Calling delete_port for 7a24aaa6-d098-4068-9892-abcfb18cf2ac owned by network:router_interface {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:06:55.544030 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a995372-5bce-4bf2-a8a6-6a1bf7dcde57 None None] Network 29517d75-f90f-4ff3-95ea-68c448311e4b requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:06:55.637591 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-75c78846-ced6-4d46-b097-5123d34cece9 None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:55.644782 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-832f29f6-b218-41a5-9697-90755ea2d126 None None] Provisioning complete for port e63f001b-fc23-4df5-a8d9-26b70918c2f2 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:06:55.645191 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-832f29f6-b218-41a5-9697-90755ea2d126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:55.656486 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-54120f9d-4c3d-4ef9-94c3-255108d997f2 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:55.665376 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-75c78846-ced6-4d46-b097-5123d34cece9 None None] Transition to ACTIVE for port object 1cf62d03-6f9a-4584-8318-f0f2488a969c will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:06:55.671688 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-54120f9d-4c3d-4ef9-94c3-255108d997f2 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:55.709619 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54120f9d-4c3d-4ef9-94c3-255108d997f2 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da2dd3ba-8ac5-477f-bbbc-a64a5264cfab,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:55.774837 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-e6aca2df-a36c-4590-b0b5-5eb15d9bbc92 req-6d14db29-cc4c-48e9-8551-8bf828620e57 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:55.780340 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-e6aca2df-a36c-4590-b0b5-5eb15d9bbc92 req-6d14db29-cc4c-48e9-8551-8bf828620e57 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:55.780565 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-82956d67-796a-4fad-a001-9050763e16d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:55.787602 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-54120f9d-4c3d-4ef9-94c3-255108d997f2 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:55.791683 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-75c78846-ced6-4d46-b097-5123d34cece9 None None] Transition to ACTIVE for port object 1cf62d03-6f9a-4584-8318-f0f2488a969c will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:06:55.793780 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60462) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:55.795585 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-54120f9d-4c3d-4ef9-94c3-255108d997f2 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6579537 Jul 24 00:06:55.798348 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a718e51b-f2a0-4d4f-9696-a222ad57c5d5 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:55.808676 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-243ac2d8-0fb1-4ac6-a07f-ccc61d6cf7ba tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Request body: {'security_group': {'name': 'tempest-secgroup-426511550'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:06:55.844421 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-243ac2d8-0fb1-4ac6-a07f-ccc61d6cf7ba tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:55.848794 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-e6aca2df-a36c-4590-b0b5-5eb15d9bbc92 req-6d14db29-cc4c-48e9-8551-8bf828620e57 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:55.850137 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e6aca2df-a36c-4590-b0b5-5eb15d9bbc92 req-6d14db29-cc4c-48e9-8551-8bf828620e57 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.4768660 Jul 24 00:06:55.855646 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a718e51b-f2a0-4d4f-9696-a222ad57c5d5 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Pushing event deleted for resources: {'Port': ['ID=7a24aaa6-d098-4068-9892-abcfb18cf2ac,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:55.858040 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d14db29-cc4c-48e9-8551-8bf828620e57 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b8dc327-4321-4ae2-bd98-6e9a4d09ba86,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:55.863099 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-75c78846-ced6-4d46-b097-5123d34cece9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:55.991044 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c78846-ced6-4d46-b097-5123d34cece9 None None] Network 5ca164f4-5de2-4376-b5ea-201530c3d433 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:06:55.992349 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-243ac2d8-0fb1-4ac6-a07f-ccc61d6cf7ba tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:55.998468 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-243ac2d8-0fb1-4ac6-a07f-ccc61d6cf7ba tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:56.003013 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-75c78846-ced6-4d46-b097-5123d34cece9 None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:06:56.006796 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c78846-ced6-4d46-b097-5123d34cece9 None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:06:56.023941 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-832f29f6-b218-41a5-9697-90755ea2d126 None None] Provisioning complete for port c46cc662-7528-4c8c-a8e3-fd4b6cf50af1 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:06:56.024331 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-832f29f6-b218-41a5-9697-90755ea2d126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:56.049728 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-243ac2d8-0fb1-4ac6-a07f-ccc61d6cf7ba tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:56.051008 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-243ac2d8-0fb1-4ac6-a07f-ccc61d6cf7ba tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2562644 Jul 24 00:06:56.055683 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60466) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:56.060836 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-208e8b32-2922-451f-a264-4b1b4c1736a3 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Request body: {'security_group': {'name': 'tempest-secgroup-345320211'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:06:56.078492 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243ac2d8-0fb1-4ac6-a07f-ccc61d6cf7ba tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e507c0a-e4b4-440e-a5fc-69926d205ceb,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:56.097264 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c78846-ced6-4d46-b097-5123d34cece9 None None] Pushing event updated for resources: {'Port': ['ID=1cf62d03-6f9a-4584-8318-f0f2488a969c,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:56.101110 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-208e8b32-2922-451f-a264-4b1b4c1736a3 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:56.130247 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-832f29f6-b218-41a5-9697-90755ea2d126 None None] Port c46cc662-7528-4c8c-a8e3-fd4b6cf50af1 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:06:56.203127 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-75c78846-ced6-4d46-b097-5123d34cece9 None None] Attempting to bind port 1cf62d03-6f9a-4584-8318-f0f2488a969c on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:06:56.203506 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-75c78846-ced6-4d46-b097-5123d34cece9 None None] Attempting to bind port 1cf62d03-6f9a-4584-8318-f0f2488a969c by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': 'cb651a2d-ec36-4d79-92ae-dc5d60f6580a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '5ca164f4-5de2-4376-b5ea-201530c3d433'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:06:56.203879 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c78846-ced6-4d46-b097-5123d34cece9 None None] Attempting to bind port 1cf62d03-6f9a-4584-8318-f0f2488a969c on network 5ca164f4-5de2-4376-b5ea-201530c3d433 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:06:56.210453 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c78846-ced6-4d46-b097-5123d34cece9 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:06:56.210832 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c78846-ced6-4d46-b097-5123d34cece9 None None] Checking segment: {'id': 'cb651a2d-ec36-4d79-92ae-dc5d60f6580a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '5ca164f4-5de2-4376-b5ea-201530c3d433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:06:56.211877 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-75c78846-ced6-4d46-b097-5123d34cece9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:56.214167 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c78846-ced6-4d46-b097-5123d34cece9 None None] Bound using segment: {'id': 'cb651a2d-ec36-4d79-92ae-dc5d60f6580a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '5ca164f4-5de2-4376-b5ea-201530c3d433'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:06:56.214749 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-75c78846-ced6-4d46-b097-5123d34cece9 None None] Bound port: 1cf62d03-6f9a-4584-8318-f0f2488a969c, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb651a2d-ec36-4d79-92ae-dc5d60f6580a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '5ca164f4-5de2-4376-b5ea-201530c3d433'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:06:56.215145 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-75c78846-ced6-4d46-b097-5123d34cece9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:56.263461 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-208e8b32-2922-451f-a264-4b1b4c1736a3 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:56.272437 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-208e8b32-2922-451f-a264-4b1b4c1736a3 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:56.306348 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-208e8b32-2922-451f-a264-4b1b4c1736a3 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:56.310480 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-208e8b32-2922-451f-a264-4b1b4c1736a3 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2521231 Jul 24 00:06:56.316857 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60468) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:56.324694 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-bfc586a0-a3e7-4a8d-9100-30bdc5b5c5f9 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-415026276', 'security_groups': ['0ec0b332-4067-4ec8-baa4-b1fc97bf5cb6'], 'network_id': '29517d75-f90f-4ff3-95ea-68c448311e4b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '02d5660d-24d0-4a3a-aecb-f66719eb3af6'}]}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:06:56.331413 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208e8b32-2922-451f-a264-4b1b4c1736a3 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec0b332-4067-4ec8-baa4-b1fc97bf5cb6,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:56.340834 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-75c78846-ced6-4d46-b097-5123d34cece9 None None] For port 1cf62d03-6f9a-4584-8318-f0f2488a969c, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:06:56.345607 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-75c78846-ced6-4d46-b097-5123d34cece9 None None] For port 1cf62d03-6f9a-4584-8318-f0f2488a969c, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=1cf62d03-6f9a-4584-8318-f0f2488a969c,segment=NetworkSegment(cb651a2d-ec36-4d79-92ae-dc5d60f6580a),segment_id=cb651a2d-ec36-4d79-92ae-dc5d60f6580a)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:06:56.346979 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321a8d6e-96fb-4056-8ea9-bcf6840764c0 None None] Update dhcp port {'port': {'network_id': '29517d75-f90f-4ff3-95ea-68c448311e4b', 'fixed_ips': [{'subnet_id': '7d85501c-7a56-4a6d-a9e9-e37a84134ece', 'ip_address': '172.20.0.18'}, {'subnet_id': '02d5660d-24d0-4a3a-aecb-f66719eb3af6'}], 'binding:host_id': 'n-d-800088-16'}, 'id': 'e63f001b-fc23-4df5-a8d9-26b70918c2f2'} from n-d-800088-16. {{(pid=100315) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 24 00:06:56.378495 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-75c78846-ced6-4d46-b097-5123d34cece9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:56.404051 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-541a8a73-5e1d-488b-a54f-09d32d98b54f tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Allocated IP 2001:db8::123 (5ca164f4-5de2-4376-b5ea-201530c3d433/bb0b4339-7717-40e6-bd11-203118e8a419/4b763616-707f-4663-b193-994efc731547) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:06:56.423754 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a718e51b-f2a0-4d4f-9696-a222ad57c5d5 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679987'] for router_interface, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:56.448165 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-321a8d6e-96fb-4056-8ea9-bcf6840764c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:56.470654 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-34eb90ad-ac60-4be3-b8d5-76aca4994115 req-bf26a725-2dae-4da8-8a3b-3cf1a0dbd30d tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] 10.222.0.44 "GET /v2.0/security-groups/6b8dc327-4321-4ae2-bd98-6e9a4d09ba86 HTTP/1.1" status: 200 len: 1807 time: 0.5904248 Jul 24 00:06:56.517801 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c78846-ced6-4d46-b097-5123d34cece9 None None] Pushing event updated for resources: {'Port': ['ID=1cf62d03-6f9a-4584-8318-f0f2488a969c,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:56.555782 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfc586a0-a3e7-4a8d-9100-30bdc5b5c5f9 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Made reservation on behalf of 0861e7509e4040ae9ebcc16b5063e046 for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:06:56.564603 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-34eb90ad-ac60-4be3-b8d5-76aca4994115 req-7e6d97cd-da5d-430a-9455-f742e1c5b7e0 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6b8dc327-4321-4ae2-bd98-6e9a4d09ba86', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:06:56.564959 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-34eb90ad-ac60-4be3-b8d5-76aca4994115 req-7e6d97cd-da5d-430a-9455-f742e1c5b7e0 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6b8dc327-4321-4ae2-bd98-6e9a4d09ba86', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:06:56.688843 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bfc586a0-a3e7-4a8d-9100-30bdc5b5c5f9 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:56.720654 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [None req-bfc586a0-a3e7-4a8d-9100-30bdc5b5c5f9 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] device_id is not set on port 16b53ebe-9446-440c-9cf6-c039aac93e48 yet. {{(pid=100314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:06:56.747069 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec9c90-972c-4f2d-8cf8-bd7a5f71f7ad req-4c47ac89-5445-45ba-a3ae-99fbc64295d1 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:56.749043 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-caec9c90-972c-4f2d-8cf8-bd7a5f71f7ad req-4c47ac89-5445-45ba-a3ae-99fbc64295d1 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fdd01f9-a35c-430e-9b07-0d6791794e3e HTTP/1.1" status: 200 len: 945 time: 0.2100866 Jul 24 00:06:56.764838 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:56.767171 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-321a8d6e-96fb-4056-8ea9-bcf6840764c0 None None] Allocated IP 172.20.0.2 (29517d75-f90f-4ff3-95ea-68c448311e4b/02d5660d-24d0-4a3a-aecb-f66719eb3af6/e63f001b-fc23-4df5-a8d9-26b70918c2f2) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:06:56.892732 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a718e51b-f2a0-4d4f-9696-a222ad57c5d5 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Router 65b37177-453d-4d0f-8fe1-cc44f5ae0354 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:06:56.917310 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-541a8a73-5e1d-488b-a54f-09d32d98b54f tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:56.927094 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-34eb90ad-ac60-4be3-b8d5-76aca4994115 req-7e6d97cd-da5d-430a-9455-f742e1c5b7e0 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:56.943092 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-321a8d6e-96fb-4056-8ea9-bcf6840764c0 None None] For port e63f001b-fc23-4df5-a8d9-26b70918c2f2, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=e63f001b-fc23-4df5-a8d9-26b70918c2f2,segment=NetworkSegment(161b23d6-c20e-490f-907c-5a3ade4f6ba5),segment_id=161b23d6-c20e-490f-907c-5a3ade4f6ba5)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:06:56.952269 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [None req-541a8a73-5e1d-488b-a54f-09d32d98b54f tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Transition to ACTIVE for port object 4b763616-707f-4663-b193-994efc731547 will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:06:56.989427 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-caec9c90-972c-4f2d-8cf8-bd7a5f71f7ad req-bafc1fbf-ccb6-491a-a3c7-4991148fef40 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/security-groups?id=01883c9b-f537-47a8-8e4c-5877842ba644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340789 Jul 24 00:06:57.029648 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-321a8d6e-96fb-4056-8ea9-bcf6840764c0 None None] Notify callbacks [] for port, precommit_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:57.051517 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-34eb90ad-ac60-4be3-b8d5-76aca4994115 req-7e6d97cd-da5d-430a-9455-f742e1c5b7e0 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:57.054282 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-321a8d6e-96fb-4056-8ea9-bcf6840764c0 None None] Transition to ACTIVE for port object e63f001b-fc23-4df5-a8d9-26b70918c2f2 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:06:57.070842 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-321a8d6e-96fb-4056-8ea9-bcf6840764c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:57.071095 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-34eb90ad-ac60-4be3-b8d5-76aca4994115 req-7e6d97cd-da5d-430a-9455-f742e1c5b7e0 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:57.081706 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a718e51b-f2a0-4d4f-9696-a222ad57c5d5 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:06:57.090464 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-a718e51b-f2a0-4d4f-9696-a222ad57c5d5 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "PUT /v2.0/routers/65b37177-453d-4d0f-8fe1-cc44f5ae0354/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4623315 Jul 24 00:06:57.097051 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60476) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:57.141142 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6d97cd-da5d-430a-9455-f742e1c5b7e0 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db670dac-01e0-41d0-a86a-c5781967ed5d,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:57.152396 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321a8d6e-96fb-4056-8ea9-bcf6840764c0 None None] Pushing event updated for resources: {'Port': ['ID=e63f001b-fc23-4df5-a8d9-26b70918c2f2,revision_number=6']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:57.153577 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-34eb90ad-ac60-4be3-b8d5-76aca4994115 req-7e6d97cd-da5d-430a-9455-f742e1c5b7e0 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:57.155321 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a68e2f-9065-41e4-a66d-ced8ab2b9592 None None] Sync routers for ids ['65b37177-453d-4d0f-8fe1-cc44f5ae0354'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:06:57.156029 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-34eb90ad-ac60-4be3-b8d5-76aca4994115 req-7e6d97cd-da5d-430a-9455-f742e1c5b7e0 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6587560 Jul 24 00:06:57.159149 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-bfc586a0-a3e7-4a8d-9100-30bdc5b5c5f9 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Allocated IP 172.20.0.10 (29517d75-f90f-4ff3-95ea-68c448311e4b/02d5660d-24d0-4a3a-aecb-f66719eb3af6/16b53ebe-9446-440c-9cf6-c039aac93e48) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:06:57.168746 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-541a8a73-5e1d-488b-a54f-09d32d98b54f tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:57.226803 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541a8a73-5e1d-488b-a54f-09d32d98b54f tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Network 5ca164f4-5de2-4376-b5ea-201530c3d433 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:06:57.268296 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-541a8a73-5e1d-488b-a54f-09d32d98b54f tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:06:57.270889 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541a8a73-5e1d-488b-a54f-09d32d98b54f tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:06:57.278273 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541a8a73-5e1d-488b-a54f-09d32d98b54f tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:57.278973 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-541a8a73-5e1d-488b-a54f-09d32d98b54f tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:57.293210 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a68e2f-9065-41e4-a66d-ced8ab2b9592 None None] Routers {'65b37177-453d-4d0f-8fe1-cc44f5ae0354'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:06:57.293841 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-22a68e2f-9065-41e4-a66d-ced8ab2b9592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:06:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['65b37177-453d-4d0f-8fe1-cc44f5ae0354'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:57.307783 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e26fb3f-cdbc-4d1c-a390-884247846095 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Deleting subnet 7cd57908-c436-4061-b8dc-9f554d34052a {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:06:57.314732 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6f201db3-69f7-4d58-b25a-4eb96a9264b0 req-2161a219-62ef-4028-8d02-3a1f01570943 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] 10.222.0.44 "GET /v2.0/security-groups/6b8dc327-4321-4ae2-bd98-6e9a4d09ba86 HTTP/1.1" status: 200 len: 2401 time: 0.1177576 Jul 24 00:06:57.352304 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8e26fb3f-cdbc-4d1c-a390-884247846095 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:57.357039 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-6f201db3-69f7-4d58-b25a-4eb96a9264b0 req-b3566c7f-5a5b-4ee5-9e91-f9ed4f853554 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6b8dc327-4321-4ae2-bd98-6e9a4d09ba86', 'remote_group_id': None}]} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:06:57.357818 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-6f201db3-69f7-4d58-b25a-4eb96a9264b0 req-b3566c7f-5a5b-4ee5-9e91-f9ed4f853554 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6b8dc327-4321-4ae2-bd98-6e9a4d09ba86', 'remote_group_id': None}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:06:57.374704 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-541a8a73-5e1d-488b-a54f-09d32d98b54f tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.5970130 Jul 24 00:06:57.381294 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60480) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:57.430783 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541a8a73-5e1d-488b-a54f-09d32d98b54f tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event updated for resources: {'Port': ['ID=4b763616-707f-4663-b193-994efc731547,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:57.487465 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8e26fb3f-cdbc-4d1c-a390-884247846095 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:57.661855 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-6f201db3-69f7-4d58-b25a-4eb96a9264b0 req-b3566c7f-5a5b-4ee5-9e91-f9ed4f853554 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:57.718959 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8e26fb3f-cdbc-4d1c-a390-884247846095 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:57.767728 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 1cf62d03-6f9a-4584-8318-f0f2488a969c up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:06:57.784409 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:57.787644 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-6f201db3-69f7-4d58-b25a-4eb96a9264b0 req-b3566c7f-5a5b-4ee5-9e91-f9ed4f853554 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:57.813337 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-6f201db3-69f7-4d58-b25a-4eb96a9264b0 req-b3566c7f-5a5b-4ee5-9e91-f9ed4f853554 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:57.832681 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-22a68e2f-9065-41e4-a66d-ced8ab2b9592 None None] Set router 65b37177-453d-4d0f-8fe1-cc44f5ae0354 gateway port host: None {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:06:57.839731 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8e26fb3f-cdbc-4d1c-a390-884247846095 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:57.902661 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8e26fb3f-cdbc-4d1c-a390-884247846095 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:57.909321 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-8e26fb3f-cdbc-4d1c-a390-884247846095 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "DELETE /v2.0/subnets/7cd57908-c436-4061-b8dc-9f554d34052a HTTP/1.1" status: 204 len: 168 time: 0.8111985 Jul 24 00:06:57.909983 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60484) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:57.925635 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e26fb3f-cdbc-4d1c-a390-884247846095 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Pushing event deleted for resources: {'Subnet': ['ID=7cd57908-c436-4061-b8dc-9f554d34052a,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:57.950524 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3566c7f-5a5b-4ee5-9e91-f9ed4f853554 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd84eab8-528d-4817-9bc3-e8e187c93990,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:57.952276 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d715f177-28cd-4938-860e-ae72a7584fab None None] Network 9a355f19-3960-47fc-a9fa-2380b44410fe requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:06:57.976275 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-6f201db3-69f7-4d58-b25a-4eb96a9264b0 req-b3566c7f-5a5b-4ee5-9e91-f9ed4f853554 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:57.977546 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6f201db3-69f7-4d58-b25a-4eb96a9264b0 req-b3566c7f-5a5b-4ee5-9e91-f9ed4f853554 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.6306169 Jul 24 00:06:57.983600 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bfc586a0-a3e7-4a8d-9100-30bdc5b5c5f9 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:58.057258 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-22a68e2f-9065-41e4-a66d-ced8ab2b9592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'name': 'tempest-RoutersTest-router-1671455986', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:05:49Z', 'updated_at': '2021-07-24T00:06:55Z', 'revision_number': 11, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'gw_port_host': None}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:58.060239 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [None req-bfc586a0-a3e7-4a8d-9100-30bdc5b5c5f9 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Transition to ACTIVE for port object 16b53ebe-9446-440c-9cf6-c039aac93e48 will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:06:58.093185 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-bc9f7887-21b2-4b0c-90dc-aacf728ef06f tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Deleting port 4b763616-707f-4663-b193-994efc731547 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:06:58.096119 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bc9f7887-21b2-4b0c-90dc-aacf728ef06f tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:58.103301 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-666eb54a-9def-4bcf-b177-b109f696964e tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:58.178564 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a68e2f-9065-41e4-a66d-ced8ab2b9592 None None] Checking router: 65b37177-453d-4d0f-8fe1-cc44f5ae0354 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:06:58.218542 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-26189f87-7677-4396-8ea0-b92e151c494e req-785c1c6a-54bc-4165-8594-00fa1fe6a72a tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] 10.222.0.44 "GET /v2.0/security-groups/6b8dc327-4321-4ae2-bd98-6e9a4d09ba86 HTTP/1.1" status: 200 len: 3000 time: 0.1204484 Jul 24 00:06:58.246218 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-666eb54a-9def-4bcf-b177-b109f696964e tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Deleting port 68354ff1-9f01-48a3-b981-043243547579 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:06:58.247552 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-666eb54a-9def-4bcf-b177-b109f696964e tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:58.259602 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 1cf62d03-6f9a-4584-8318-f0f2488a969c completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:06:58.268553 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f97275-a06a-46b5-8c33-6ace4f98b506 None None] Network 5ca164f4-5de2-4376-b5ea-201530c3d433 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:06:58.374824 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-666eb54a-9def-4bcf-b177-b109f696964e tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] For port 68354ff1-9f01-48a3-b981-043243547579, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=68354ff1-9f01-48a3-b981-043243547579,segment=NetworkSegment(1af727cd-0b4b-4460-8992-27a648bab458),segment_id=1af727cd-0b4b-4460-8992-27a648bab458)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:06:58.378053 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-666eb54a-9def-4bcf-b177-b109f696964e tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:58.385838 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bfc586a0-a3e7-4a8d-9100-30bdc5b5c5f9 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:58.393576 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bc9f7887-21b2-4b0c-90dc-aacf728ef06f tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:58.439056 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29035a37-3ba0-4e47-b395-8ce1cc983251 req-30192267-2951-474f-8718-51e088b4f4fa tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:58.440956 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-29035a37-3ba0-4e47-b395-8ce1cc983251 req-30192267-2951-474f-8718-51e088b4f4fa tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fdd01f9-a35c-430e-9b07-0d6791794e3e HTTP/1.1" status: 200 len: 945 time: 0.3208671 Jul 24 00:06:58.464186 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-bc9f7887-21b2-4b0c-90dc-aacf728ef06f tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Calling delete_port for 4b763616-707f-4663-b193-994efc731547 owned by {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:06:58.467286 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6bdcded5-6b1b-4e7a-bd6b-07b46572a9d0 req-517c0145-4aa3-4cc9-80c3-9a6e20fd4c36 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] 10.222.0.44 "GET /v2.0/security-group-rules/dd84eab8-528d-4817-9bc3-e8e187c93990 HTTP/1.1" status: 200 len: 783 time: 0.0704794 Jul 24 00:06:58.474091 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-666eb54a-9def-4bcf-b177-b109f696964e tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Calling delete_port for 68354ff1-9f01-48a3-b981-043243547579 owned by network:dhcp {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:06:58.484285 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc586a0-a3e7-4a8d-9100-30bdc5b5c5f9 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Network 29517d75-f90f-4ff3-95ea-68c448311e4b is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:06:58.497875 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-bfc586a0-a3e7-4a8d-9100-30bdc5b5c5f9 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:06:58.499360 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a68e2f-9065-41e4-a66d-ced8ab2b9592 None None] Routers {'65b37177-453d-4d0f-8fe1-cc44f5ae0354'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:06:58.500067 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-22a68e2f-9065-41e4-a66d-ced8ab2b9592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:06:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['65b37177-453d-4d0f-8fe1-cc44f5ae0354'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:58.500488 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc586a0-a3e7-4a8d-9100-30bdc5b5c5f9 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:06:58.668359 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6bdcded5-6b1b-4e7a-bd6b-07b46572a9d0 req-46939a53-f8cf-4013-ac70-461c51a09d79 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] 10.222.0.44 "GET /v2.0/security-groups/6b8dc327-4321-4ae2-bd98-6e9a4d09ba86 HTTP/1.1" status: 200 len: 3000 time: 0.1877818 Jul 24 00:06:58.670836 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-22a68e2f-9065-41e4-a66d-ced8ab2b9592 None None] Set router 65b37177-453d-4d0f-8fe1-cc44f5ae0354 gateway port host: None {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:06:58.751782 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-29035a37-3ba0-4e47-b395-8ce1cc983251 req-c59ab625-57cb-4769-934b-23f125f98705 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/security-groups?id=01883c9b-f537-47a8-8e4c-5877842ba644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980459 Jul 24 00:06:58.758785 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc586a0-a3e7-4a8d-9100-30bdc5b5c5f9 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event updated for resources: {'Port': ['ID=16b53ebe-9446-440c-9cf6-c039aac93e48,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:58.771757 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc586a0-a3e7-4a8d-9100-30bdc5b5c5f9 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:58.772556 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bfc586a0-a3e7-4a8d-9100-30bdc5b5c5f9 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:58.786897 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-6bdcded5-6b1b-4e7a-bd6b-07b46572a9d0 req-123d20ae-34b4-4575-b0c7-50ab24020949 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:58.804944 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-6bdcded5-6b1b-4e7a-bd6b-07b46572a9d0 req-123d20ae-34b4-4575-b0c7-50ab24020949 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:58.811125 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bc9f7887-21b2-4b0c-90dc-aacf728ef06f tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:58.835632 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-22a68e2f-9065-41e4-a66d-ced8ab2b9592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'name': 'tempest-RoutersTest-router-1671455986', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:05:49Z', 'updated_at': '2021-07-24T00:06:55Z', 'revision_number': 11, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'gw_port_host': None}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:58.839649 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-666eb54a-9def-4bcf-b177-b109f696964e tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:58.851893 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-bfc586a0-a3e7-4a8d-9100-30bdc5b5c5f9 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5337384 Jul 24 00:06:58.857980 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60496) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:58.865725 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-f6c75591-8636-4609-be54-f886ccb313d1 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Request body: {'subnet': {'network_id': '29517d75-f90f-4ff3-95ea-68c448311e4b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:06:58.880019 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-b34c2666-04a3-493a-9439-e700a85a6cd6 None None] Provisioning for port 1cf62d03-6f9a-4584-8318-f0f2488a969c completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:06:58.887435 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-b34c2666-04a3-493a-9439-e700a85a6cd6 None None] Provisioning complete for port 1cf62d03-6f9a-4584-8318-f0f2488a969c triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:06:58.887944 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b34c2666-04a3-493a-9439-e700a85a6cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:58.894499 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:58.895251 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a68e2f-9065-41e4-a66d-ced8ab2b9592 None None] The sync data for ids ['65b37177-453d-4d0f-8fe1-cc44f5ae0354'] in n-d-800088-16 is: [{'id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'name': 'tempest-RoutersTest-router-1671455986', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:05:49Z', 'updated_at': '2021-07-24T00:06:55Z', 'revision_number': 11, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'gw_port_host': None}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:06:58.899272 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666eb54a-9def-4bcf-b177-b109f696964e tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] No DVR routers for this DVR port 68354ff1-9f01-48a3-b981-043243547579 on host n-d-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:06:58.907631 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-6bdcded5-6b1b-4e7a-bd6b-07b46572a9d0 req-123d20ae-34b4-4575-b0c7-50ab24020949 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:58.928033 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666eb54a-9def-4bcf-b177-b109f696964e tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Pushing event deleted for resources: {'Port': ['ID=68354ff1-9f01-48a3-b981-043243547579,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:58.977335 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-6bdcded5-6b1b-4e7a-bd6b-07b46572a9d0 req-123d20ae-34b4-4575-b0c7-50ab24020949 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:58.979582 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6bdcded5-6b1b-4e7a-bd6b-07b46572a9d0 req-123d20ae-34b4-4575-b0c7-50ab24020949 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/dd84eab8-528d-4817-9bc3-e8e187c93990 HTTP/1.1" status: 204 len: 173 time: 0.2951632 Jul 24 00:06:59.032754 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123d20ae-34b4-4575-b0c7-50ab24020949 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dd84eab8-528d-4817-9bc3-e8e187c93990,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:59.081419 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b34c2666-04a3-493a-9439-e700a85a6cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:59.135964 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-b34c2666-04a3-493a-9439-e700a85a6cd6 None None] For port 1cf62d03-6f9a-4584-8318-f0f2488a969c, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=1cf62d03-6f9a-4584-8318-f0f2488a969c,segment=NetworkSegment(cb651a2d-ec36-4d79-92ae-dc5d60f6580a),segment_id=cb651a2d-ec36-4d79-92ae-dc5d60f6580a)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:06:59.151685 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b34c2666-04a3-493a-9439-e700a85a6cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:59.186617 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-666eb54a-9def-4bcf-b177-b109f696964e tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:59.202597 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-666eb54a-9def-4bcf-b177-b109f696964e tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a355f19-3960-47fc-a9fa-2380b44410fe']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:59.217449 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-666eb54a-9def-4bcf-b177-b109f696964e tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1af727cd-0b4b-4460-8992-27a648bab458') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:59.217737 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-666eb54a-9def-4bcf-b177-b109f696964e tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1af727cd-0b4b-4460-8992-27a648bab458') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:06:59.225923 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c75591-8636-4609-be54-f886ccb313d1 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Made reservation on behalf of 0861e7509e4040ae9ebcc16b5063e046 for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:06:59.230339 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f6c75591-8636-4609-be54-f886ccb313d1 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:59.238444 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-666eb54a-9def-4bcf-b177-b109f696964e tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:59.284034 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-666eb54a-9def-4bcf-b177-b109f696964e tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:59.317395 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07d6b36-ab08-4073-8366-7798c7c2e61c None None] DHCP port deletion for 9a355f19-3960-47fc-a9fa-2380b44410fe request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:06:59.321414 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34c2666-04a3-493a-9439-e700a85a6cd6 None None] Pushing event updated for resources: {'Port': ['ID=1cf62d03-6f9a-4584-8318-f0f2488a969c,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:59.366790 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-c2fa25da-15a6-4201-bcf3-310ad4d4ff64 None None] Provisioning for port e63f001b-fc23-4df5-a8d9-26b70918c2f2 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:06:59.375986 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-c2fa25da-15a6-4201-bcf3-310ad4d4ff64 None None] Provisioning complete for port e63f001b-fc23-4df5-a8d9-26b70918c2f2 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:06:59.376706 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c2fa25da-15a6-4201-bcf3-310ad4d4ff64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:59.391724 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-666eb54a-9def-4bcf-b177-b109f696964e tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:06:59.396390 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-666eb54a-9def-4bcf-b177-b109f696964e tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:59.400852 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:06:59.400852 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:06:59.400852 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:06:59.400852 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:06:59.400852 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:06:59.400852 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:06:59.400852 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:06:59.400852 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:06:59.400852 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:06:59.400852 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:06:59.400852 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:06:59.400852 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:06:59.400852 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:06:59.400852 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:06:59.400852 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:06:59.400852 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:06:59.400852 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:06:59.400852 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:06:59.400852 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:06:59.400852 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:06:59.400852 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:06:59.400852 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:06:59.400852 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:06:59.400852 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:06:59.400852 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:06:59.400852 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:06:59.400852 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:06:59.400852 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:06:59.400852 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:06:59.400852 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:06:59.400852 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:06:59.400852 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:06:59.528324 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9f7887-21b2-4b0c-90dc-aacf728ef06f tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event deleted for resources: {'Port': ['ID=4b763616-707f-4663-b193-994efc731547,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:59.528930 n-d-800088-16 neutron-server[100313]: INFO neutron.db.ipam_backend_mixin [None req-f6c75591-8636-4609-be54-f886ccb313d1 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 02d5660d-24d0-4a3a-aecb-f66719eb3af6 (CIDR: 172.20.0.0/28) Jul 24 00:06:59.541590 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device e63f001b-fc23-4df5-a8d9-26b70918c2f2 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:06:59.549574 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-c2fa25da-15a6-4201-bcf3-310ad4d4ff64 None None] Provisioning for port 16b53ebe-9446-440c-9cf6-c039aac93e48 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:06:59.555994 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-c2fa25da-15a6-4201-bcf3-310ad4d4ff64 None None] Provisioning complete for port 16b53ebe-9446-440c-9cf6-c039aac93e48 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:06:59.557224 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c2fa25da-15a6-4201-bcf3-310ad4d4ff64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:59.559455 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bc9f7887-21b2-4b0c-90dc-aacf728ef06f tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:59.561345 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-bc9f7887-21b2-4b0c-90dc-aacf728ef06f tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "DELETE /v2.0/ports/4b763616-707f-4663-b193-994efc731547 HTTP/1.1" status: 204 len: 168 time: 2.1628654 Jul 24 00:06:59.567836 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60510) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:59.598677 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6c75591-8636-4609-be54-f886ccb313d1 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 00:06:59.599207 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6c75591-8636-4609-be54-f886ccb313d1 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:06:59.611668 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-666eb54a-9def-4bcf-b177-b109f696964e tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:59.620303 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f66c1fd3-d2ef-4465-bf51-6dbfcf170366 req-65f748d8-cf2a-43a3-8859-6ceea975d364 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] 10.222.0.44 "GET /v2.0/security-groups/6b8dc327-4321-4ae2-bd98-6e9a4d09ba86 HTTP/1.1" status: 200 len: 2401 time: 0.0961292 Jul 24 00:06:59.621615 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddcb37d6-a279-4608-8ea2-6fc2a2794af4 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] GET failed (client error): The resource could not be found. Jul 24 00:06:59.624005 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-666eb54a-9def-4bcf-b177-b109f696964e tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:59.625118 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-ddcb37d6-a279-4608-8ea2-6fc2a2794af4 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "GET /v2.0/ports/4b763616-707f-4663-b193-994efc731547 HTTP/1.1" status: 404 len: 333 time: 0.0500808 Jul 24 00:06:59.632855 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-666eb54a-9def-4bcf-b177-b109f696964e tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "DELETE /v2.0/networks/9a355f19-3960-47fc-a9fa-2380b44410fe HTTP/1.1" status: 204 len: 168 time: 1.7215722 Jul 24 00:06:59.637640 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-f6c75591-8636-4609-be54-f886ccb313d1 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7783880 Jul 24 00:06:59.638446 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60512) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:59.639009 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60514) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:59.639539 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60516) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:06:59.653463 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666eb54a-9def-4bcf-b177-b109f696964e tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Pushing event deleted for resources: {'Network': ['ID=9a355f19-3960-47fc-a9fa-2380b44410fe,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:06:59.668179 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-c2fa25da-15a6-4201-bcf3-310ad4d4ff64 None None] Port 16b53ebe-9446-440c-9cf6-c039aac93e48 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:06:59.691828 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-eff34d41-826f-4c21-99cf-a9d0363ba025 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Request body: {'subnet': {'network_id': '29517d75-f90f-4ff3-95ea-68c448311e4b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:06:59.703158 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-c2fa25da-15a6-4201-bcf3-310ad4d4ff64 None None] Provisioning complete for port c46cc662-7528-4c8c-a8e3-fd4b6cf50af1 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:06:59.703571 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c2fa25da-15a6-4201-bcf3-310ad4d4ff64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:59.711684 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-27520620-1b20-4122-b7fa-140febf75646 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Request body: {'router': {'routes': None}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:06:59.748561 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-c2fa25da-15a6-4201-bcf3-310ad4d4ff64 None None] Port c46cc662-7528-4c8c-a8e3-fd4b6cf50af1 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:06:59.753976 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port e63f001b-fc23-4df5-a8d9-26b70918c2f2 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:06:59.754531 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:59.895586 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-e054b98e-666f-49db-af5b-a8187a50fbba None None] Provisioning complete for port 1cf62d03-6f9a-4584-8318-f0f2488a969c triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:06:59.896581 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e054b98e-666f-49db-af5b-a8187a50fbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:59.926471 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-7aaf482e-ec40-49df-949e-ead964b81e7c tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Deleting subnet bb0b4339-7717-40e6-bd11-203118e8a419 {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:06:59.951292 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7aaf482e-ec40-49df-949e-ead964b81e7c tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:06:59.992587 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 68354ff1-9f01-48a3-b981-043243547579 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:06:59.994723 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc0d25b-9085-4a86-9cc7-3eaf46fa2273 req-6a46c91f-3224-4dd1-a097-f7864a2696e2 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:06:59.997064 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-dbc0d25b-9085-4a86-9cc7-3eaf46fa2273 req-6a46c91f-3224-4dd1-a097-f7864a2696e2 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fdd01f9-a35c-430e-9b07-0d6791794e3e HTTP/1.1" status: 200 len: 945 time: 0.1338370 Jul 24 00:07:00.042986 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 68354ff1-9f01-48a3-b981-043243547579 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:07:00.042986 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 68354ff1-9f01-48a3-b981-043243547579 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:07:00.043410 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 7a24aaa6-d098-4068-9892-abcfb18cf2ac no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:07:00.054003 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-dbc0d25b-9085-4a86-9cc7-3eaf46fa2273 req-02da9db3-3e2f-4340-8dc4-e4893faff5f1 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/security-groups?id=01883c9b-f537-47a8-8e4c-5877842ba644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438924 Jul 24 00:07:00.090375 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 7a24aaa6-d098-4068-9892-abcfb18cf2ac {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:07:00.090809 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 7a24aaa6-d098-4068-9892-abcfb18cf2ac not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:07:00.141494 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7aaf482e-ec40-49df-949e-ead964b81e7c tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:00.145463 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f66c1fd3-d2ef-4465-bf51-6dbfcf170366 req-a96aad7c-e50d-47be-bfa7-4ed4b53f63ff tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:00.201354 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.extraroute_db [None req-27520620-1b20-4122-b7fa-140febf75646 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Added routes are [] {{(pid=100314) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 24 00:07:00.201656 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.extraroute_db [None req-27520620-1b20-4122-b7fa-140febf75646 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Removed routes are [] {{(pid=100314) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 24 00:07:00.202228 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-27520620-1b20-4122-b7fa-140febf75646 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:00.220459 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-f2332d3f-d8c0-4aea-89a9-0127e44065ae None None] Could not find standard attr ID for object 4b763616-707f-4663-b193-994efc731547. {{(pid=100315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 00:07:00.283085 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f66c1fd3-d2ef-4465-bf51-6dbfcf170366 req-a96aad7c-e50d-47be-bfa7-4ed4b53f63ff tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:00.326658 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff34d41-826f-4c21-99cf-a9d0363ba025 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Made reservation on behalf of 0861e7509e4040ae9ebcc16b5063e046 for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:07:00.330116 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-eff34d41-826f-4c21-99cf-a9d0363ba025 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:00.525502 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-27520620-1b20-4122-b7fa-140febf75646 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:00.533520 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7aaf482e-ec40-49df-949e-ead964b81e7c tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:00.561230 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-27520620-1b20-4122-b7fa-140febf75646 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-687196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-687191', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-626537'] for router, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:00.567548 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f66c1fd3-d2ef-4465-bf51-6dbfcf170366 req-a96aad7c-e50d-47be-bfa7-4ed4b53f63ff tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:00.570128 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f66c1fd3-d2ef-4465-bf51-6dbfcf170366 req-a96aad7c-e50d-47be-bfa7-4ed4b53f63ff tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:00.571284 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f66c1fd3-d2ef-4465-bf51-6dbfcf170366 req-a96aad7c-e50d-47be-bfa7-4ed4b53f63ff tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] 10.222.0.44 "DELETE /v2.0/security-groups/6b8dc327-4321-4ae2-bd98-6e9a4d09ba86 HTTP/1.1" status: 204 len: 173 time: 0.9447997 Jul 24 00:07:00.608517 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [req-6e618247-f783-412d-8033-99b45830a242 req-ec2ffbf1-b2f0-4e8f-84d1-03e786e7ae82 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] show failed (client error): The resource could not be found. Jul 24 00:07:00.609660 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6e618247-f783-412d-8033-99b45830a242 req-ec2ffbf1-b2f0-4e8f-84d1-03e786e7ae82 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] 10.222.0.44 "GET /v2.0/security-groups/67abffe8-4c84-489d-aa8b-aeb390b7caea HTTP/1.1" status: 404 len: 352 time: 0.0161128 Jul 24 00:07:00.667203 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96aad7c-e50d-47be-bfa7-4ed4b53f63ff tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b8dc327-4321-4ae2-bd98-6e9a4d09ba86,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:00.694867 n-d-800088-16 neutron-server[100314]: INFO neutron.db.ipam_backend_mixin [None req-eff34d41-826f-4c21-99cf-a9d0363ba025 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 7d85501c-7a56-4a6d-a9e9-e37a84134ece (CIDR: 172.20.0.16/28) Jul 24 00:07:00.711002 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-eff34d41-826f-4c21-99cf-a9d0363ba025 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 00:07:00.711402 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eff34d41-826f-4c21-99cf-a9d0363ba025 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:07:00.745926 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27520620-1b20-4122-b7fa-140febf75646 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Router 65b37177-453d-4d0f-8fe1-cc44f5ae0354 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:07:00.747205 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7aaf482e-ec40-49df-949e-ead964b81e7c tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:00.763444 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-eff34d41-826f-4c21-99cf-a9d0363ba025 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.0758660 Jul 24 00:07:00.766440 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60536) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:00.771843 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-2acfeb9d-5d56-432f-8549-fc6ac2c7e9af tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Request body: {'subnet': {'network_id': '29517d75-f90f-4ff3-95ea-68c448311e4b', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:00.783813 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bb451d2b-0520-44bd-9797-b7da70cc3d0d req-0eb3e07a-16d9-47b3-99d2-7f96e9a28b44 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] 10.222.0.44 "GET /v2.0/security-groups/3e9a3069-f52e-42e4-bb78-635c86ed9017 HTTP/1.1" status: 200 len: 1806 time: 0.1208892 Jul 24 00:07:00.786684 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaf482e-ec40-49df-949e-ead964b81e7c tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event deleted for resources: {'Subnet': ['ID=bb0b4339-7717-40e6-bd11-203118e8a419,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:00.795072 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104403f5-dc18-4009-bd45-11710a365c5b None None] Network 5ca164f4-5de2-4376-b5ea-201530c3d433 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:07:00.798266 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7aaf482e-ec40-49df-949e-ead964b81e7c tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:00.803638 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-7aaf482e-ec40-49df-949e-ead964b81e7c tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "DELETE /v2.0/subnets/bb0b4339-7717-40e6-bd11-203118e8a419 HTTP/1.1" status: 204 len: 168 time: 1.1575923 Jul 24 00:07:00.803835 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60538) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:00.901483 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27520620-1b20-4122-b7fa-140febf75646 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:07:00.912693 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93e8b47-e5b2-4f2e-b7a1-1a4e9a1d0533 None None] Sync routers for ids ['65b37177-453d-4d0f-8fe1-cc44f5ae0354'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:07:00.914834 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-27520620-1b20-4122-b7fa-140febf75646 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:00.916605 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-27520620-1b20-4122-b7fa-140febf75646 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "PUT /v2.0/routers/65b37177-453d-4d0f-8fe1-cc44f5ae0354 HTTP/1.1" status: 200 len: 701 time: 1.2328243 Jul 24 00:07:00.925154 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60542) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:00.931049 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93e8b47-e5b2-4f2e-b7a1-1a4e9a1d0533 None None] Routers {'65b37177-453d-4d0f-8fe1-cc44f5ae0354'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:07:00.932375 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-c93e8b47-e5b2-4f2e-b7a1-1a4e9a1d0533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:06:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['65b37177-453d-4d0f-8fe1-cc44f5ae0354'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:07:01.001662 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-83735660-21c8-4f0b-b679-d948d45f7318 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "GET /v2.0/ports?device_id=65b37177-453d-4d0f-8fe1-cc44f5ae0354 HTTP/1.1" status: 200 len: 205 time: 0.0662329 Jul 24 00:07:01.004882 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60544) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:01.059921 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4f2dd10d-a78f-4ac5-b04c-95b59de8ecb6 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:01.067080 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a01ecf-d7eb-4f06-ba4a-6d582a19aca0 None None] DHCP port deletion for 5ca164f4-5de2-4376-b5ea-201530c3d433 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:07:01.109351 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2acfeb9d-5d56-432f-8549-fc6ac2c7e9af tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Made reservation on behalf of 0861e7509e4040ae9ebcc16b5063e046 for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:07:01.113365 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2acfeb9d-5d56-432f-8549-fc6ac2c7e9af tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:01.145185 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-bb451d2b-0520-44bd-9797-b7da70cc3d0d req-114018fb-3743-4d57-a6e1-a8ebf0a726b7 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:01.164208 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-36b6a5b5-165e-4065-b59d-6e77f9af1364 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for router, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:01.182343 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-c93e8b47-e5b2-4f2e-b7a1-1a4e9a1d0533 None None] Set router 65b37177-453d-4d0f-8fe1-cc44f5ae0354 gateway port host: None {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:07:01.230710 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-25a01ecf-d7eb-4f06-ba4a-6d582a19aca0 None None] Deleting port 1cf62d03-6f9a-4584-8318-f0f2488a969c {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:07:01.231948 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-25a01ecf-d7eb-4f06-ba4a-6d582a19aca0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:01.260275 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 1cf62d03-6f9a-4584-8318-f0f2488a969c no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:07:01.289307 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-c93e8b47-e5b2-4f2e-b7a1-1a4e9a1d0533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'name': 'tempest-RoutersTest-router-1671455986', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:05:49Z', 'updated_at': '2021-07-24T00:06:55Z', 'revision_number': 11, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'gw_port_host': None}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:07:01.304285 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-4f2dd10d-a78f-4ac5-b04c-95b59de8ecb6 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Deleting port 1cf62d03-6f9a-4584-8318-f0f2488a969c {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:07:01.304629 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4f2dd10d-a78f-4ac5-b04c-95b59de8ecb6 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:01.335867 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93e8b47-e5b2-4f2e-b7a1-1a4e9a1d0533 None None] Checking router: 65b37177-453d-4d0f-8fe1-cc44f5ae0354 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:07:01.349406 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93e8b47-e5b2-4f2e-b7a1-1a4e9a1d0533 None None] Routers {'65b37177-453d-4d0f-8fe1-cc44f5ae0354'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:07:01.350481 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-c93e8b47-e5b2-4f2e-b7a1-1a4e9a1d0533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:06:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['65b37177-453d-4d0f-8fe1-cc44f5ae0354'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:07:01.394074 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-25a01ecf-d7eb-4f06-ba4a-6d582a19aca0 None None] For port 1cf62d03-6f9a-4584-8318-f0f2488a969c, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=1cf62d03-6f9a-4584-8318-f0f2488a969c,segment=NetworkSegment(cb651a2d-ec36-4d79-92ae-dc5d60f6580a),segment_id=cb651a2d-ec36-4d79-92ae-dc5d60f6580a)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:07:01.394475 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-25a01ecf-d7eb-4f06-ba4a-6d582a19aca0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:01.437152 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-36b6a5b5-165e-4065-b59d-6e77f9af1364 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:01.440411 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-25a01ecf-d7eb-4f06-ba4a-6d582a19aca0 None None] Calling delete_port for 1cf62d03-6f9a-4584-8318-f0f2488a969c owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:07:01.440611 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-36b6a5b5-165e-4065-b59d-6e77f9af1364 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:01.451879 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-c93e8b47-e5b2-4f2e-b7a1-1a4e9a1d0533 None None] Set router 65b37177-453d-4d0f-8fe1-cc44f5ae0354 gateway port host: None {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:07:01.461884 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:01.517369 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-36b6a5b5-165e-4065-b59d-6e77f9af1364 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:01.518314 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36b6a5b5-165e-4065-b59d-6e77f9af1364 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Fanout notify agent at l3_agent the message router_deleted on router 65b37177-453d-4d0f-8fe1-cc44f5ae0354 {{(pid=100314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:07:01.532425 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-36b6a5b5-165e-4065-b59d-6e77f9af1364 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:01.539402 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-36b6a5b5-165e-4065-b59d-6e77f9af1364 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "DELETE /v2.0/routers/65b37177-453d-4d0f-8fe1-cc44f5ae0354 HTTP/1.1" status: 204 len: 168 time: 0.5267031 Jul 24 00:07:01.544308 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60556) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:01.549680 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-64090352-440d-4e9c-8446-53326c6f8422 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-894273934', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:01.556533 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 1cf62d03-6f9a-4584-8318-f0f2488a969c, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=1cf62d03-6f9a-4584-8318-f0f2488a969c,segment=NetworkSegment(cb651a2d-ec36-4d79-92ae-dc5d60f6580a),segment_id=cb651a2d-ec36-4d79-92ae-dc5d60f6580a)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:07:01.569968 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:01.581681 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-c93e8b47-e5b2-4f2e-b7a1-1a4e9a1d0533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'name': 'tempest-RoutersTest-router-1671455986', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:05:49Z', 'updated_at': '2021-07-24T00:06:55Z', 'revision_number': 11, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'gw_port_host': None}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:07:01.581999 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-bb451d2b-0520-44bd-9797-b7da70cc3d0d req-114018fb-3743-4d57-a6e1-a8ebf0a726b7 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:01.597604 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-64090352-440d-4e9c-8446-53326c6f8422 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:01.598598 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-64090352-440d-4e9c-8446-53326c6f8422 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:01.637728 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-4f2dd10d-a78f-4ac5-b04c-95b59de8ecb6 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] For port 1cf62d03-6f9a-4584-8318-f0f2488a969c, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=1cf62d03-6f9a-4584-8318-f0f2488a969c,segment=NetworkSegment(cb651a2d-ec36-4d79-92ae-dc5d60f6580a),segment_id=cb651a2d-ec36-4d79-92ae-dc5d60f6580a)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:07:01.638388 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4f2dd10d-a78f-4ac5-b04c-95b59de8ecb6 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:01.641252 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2acfeb9d-5d56-432f-8549-fc6ac2c7e9af tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:01.660915 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93e8b47-e5b2-4f2e-b7a1-1a4e9a1d0533 None None] The sync data for ids ['65b37177-453d-4d0f-8fe1-cc44f5ae0354'] in n-d-800088-16 is: [{'id': '65b37177-453d-4d0f-8fe1-cc44f5ae0354', 'name': 'tempest-RoutersTest-router-1671455986', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:05:49Z', 'updated_at': '2021-07-24T00:06:55Z', 'revision_number': 11, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'gw_port_host': None}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:07:01.702547 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=1cf62d03-6f9a-4584-8318-f0f2488a969c,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:01.714538 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-25a01ecf-d7eb-4f06-ba4a-6d582a19aca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:01.726611 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-64090352-440d-4e9c-8446-53326c6f8422 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:01.726918 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acfeb9d-5d56-432f-8549-fc6ac2c7e9af tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event updated for resources: {'Subnet': ['ID=4e9feb32-63d3-4fec-b74e-38d2e23eccaf,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:01.735217 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-64090352-440d-4e9c-8446-53326c6f8422 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:01.743125 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714d3110-4127-49ff-98b1-ef54d8159d3f req-390594a6-4677-4923-b186-b25622742b4d tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:01.745595 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-714d3110-4127-49ff-98b1-ef54d8159d3f req-390594a6-4677-4923-b186-b25622742b4d tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fdd01f9-a35c-430e-9b07-0d6791794e3e HTTP/1.1" status: 200 len: 945 time: 0.5081699 Jul 24 00:07:01.748012 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2acfeb9d-5d56-432f-8549-fc6ac2c7e9af tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Network 29517d75-f90f-4ff3-95ea-68c448311e4b is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:07:01.749190 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-4f2dd10d-a78f-4ac5-b04c-95b59de8ecb6 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Calling delete_port for 1cf62d03-6f9a-4584-8318-f0f2488a969c owned by network:dhcp {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:07:01.754392 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-bb451d2b-0520-44bd-9797-b7da70cc3d0d req-114018fb-3743-4d57-a6e1-a8ebf0a726b7 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:01.761757 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-bb451d2b-0520-44bd-9797-b7da70cc3d0d req-114018fb-3743-4d57-a6e1-a8ebf0a726b7 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:01.762469 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-2acfeb9d-5d56-432f-8549-fc6ac2c7e9af tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:07:01.763377 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bb451d2b-0520-44bd-9797-b7da70cc3d0d req-114018fb-3743-4d57-a6e1-a8ebf0a726b7 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] 10.222.0.44 "DELETE /v2.0/security-groups/3e9a3069-f52e-42e4-bb78-635c86ed9017 HTTP/1.1" status: 204 len: 173 time: 0.9730649 Jul 24 00:07:01.771167 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-64090352-440d-4e9c-8446-53326c6f8422 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:01.776554 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-64090352-440d-4e9c-8446-53326c6f8422 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2267129 Jul 24 00:07:01.779303 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60562) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:01.783314 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a01ecf-d7eb-4f06-ba4a-6d582a19aca0 None None] Pushing event deleted for resources: {'Port': ['ID=1cf62d03-6f9a-4584-8318-f0f2488a969c,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:01.788453 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114018fb-3743-4d57-a6e1-a8ebf0a726b7 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e9a3069-f52e-42e4-bb78-635c86ed9017,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:01.797706 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a01ecf-d7eb-4f06-ba4a-6d582a19aca0 None None] No DVR routers for this DVR port 1cf62d03-6f9a-4584-8318-f0f2488a969c on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:07:01.799591 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2217fa-0788-4f59-895e-73abe789c7bf None None] Network 29517d75-f90f-4ff3-95ea-68c448311e4b requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:07:01.810760 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-7d7fcc2c-8182-4f4a-8e6c-ffe26edce56d tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Request body: {'router': {'admin_state_up': True}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:01.908213 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2acfeb9d-5d56-432f-8549-fc6ac2c7e9af tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:01.909176 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2acfeb9d-5d56-432f-8549-fc6ac2c7e9af tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:01.929055 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0dd0c60b-132f-4942-846a-89be4d7f3c80 req-47673712-5e7a-4e5c-9d35-95e946c57959 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] 10.222.0.44 "GET /v2.0/security-groups/821dcdc8-361d-4a43-8add-8650706eadd7 HTTP/1.1" status: 200 len: 1806 time: 0.0596485 Jul 24 00:07:02.031494 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-0dd0c60b-132f-4942-846a-89be4d7f3c80 req-75a4e257-91f4-42c9-8d24-8bb0300093b7 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:02.080587 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-0dd0c60b-132f-4942-846a-89be4d7f3c80 req-75a4e257-91f4-42c9-8d24-8bb0300093b7 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:02.167174 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-0dd0c60b-132f-4942-846a-89be4d7f3c80 req-75a4e257-91f4-42c9-8d24-8bb0300093b7 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:02.170399 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89cd189a-f24f-4984-bbe1-ac530ecd6d3e None None] Update dhcp port {'port': {'network_id': '29517d75-f90f-4ff3-95ea-68c448311e4b', 'fixed_ips': [{'subnet_id': '7d85501c-7a56-4a6d-a9e9-e37a84134ece', 'ip_address': '172.20.0.18'}, {'subnet_id': '02d5660d-24d0-4a3a-aecb-f66719eb3af6', 'ip_address': '172.20.0.2'}, {'subnet_id': '4e9feb32-63d3-4fec-b74e-38d2e23eccaf'}], 'binding:host_id': 'n-d-800088-16'}, 'id': 'e63f001b-fc23-4df5-a8d9-26b70918c2f2'} from n-d-800088-16. {{(pid=100315) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 24 00:07:02.171278 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-0dd0c60b-132f-4942-846a-89be4d7f3c80 req-75a4e257-91f4-42c9-8d24-8bb0300093b7 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:02.172590 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0dd0c60b-132f-4942-846a-89be4d7f3c80 req-75a4e257-91f4-42c9-8d24-8bb0300093b7 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] 10.222.0.44 "DELETE /v2.0/security-groups/821dcdc8-361d-4a43-8add-8650706eadd7 HTTP/1.1" status: 204 len: 173 time: 0.2286320 Jul 24 00:07:02.188049 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a4e257-91f4-42c9-8d24-8bb0300093b7 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=821dcdc8-361d-4a43-8add-8650706eadd7,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:02.260396 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-89cd189a-f24f-4984-bbe1-ac530ecd6d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:02.282675 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-093ef295-52b2-470e-97cf-30feea51bdaa req-6ee03c9d-3196-45c2-ac52-fef230bc8caf tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] 10.222.0.44 "GET /v2.0/security-groups/29988d9f-59cf-4bc9-bd0a-4391061d4d83 HTTP/1.1" status: 200 len: 1805 time: 0.0798452 Jul 24 00:07:02.348326 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-714d3110-4127-49ff-98b1-ef54d8159d3f req-891c43fe-0fe6-4b34-91f4-dd76ca80182e tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/security-groups?id=01883c9b-f537-47a8-8e4c-5877842ba644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5966082 Jul 24 00:07:02.353245 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60568) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:02.353974 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-2acfeb9d-5d56-432f-8549-fc6ac2c7e9af tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5857112 Jul 24 00:07:02.360351 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-c2d19b49-56d2-4e52-990f-58ac802724a1 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1133352874', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4e9feb32-63d3-4fec-b74e-38d2e23eccaf'}], 'security_groups': ['da2dd3ba-8ac5-477f-bbbc-a64a5264cfab', '8e507c0a-e4b4-440e-a5fc-69926d205ceb']}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:02.369845 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-093ef295-52b2-470e-97cf-30feea51bdaa req-d5b73711-5b90-4071-ae67-2637e0cf5bf9 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:02.423414 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-093ef295-52b2-470e-97cf-30feea51bdaa req-d5b73711-5b90-4071-ae67-2637e0cf5bf9 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:02.441818 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-89cd189a-f24f-4984-bbe1-ac530ecd6d3e None None] Allocated IP 172.20.0.34 (29517d75-f90f-4ff3-95ea-68c448311e4b/4e9feb32-63d3-4fec-b74e-38d2e23eccaf/e63f001b-fc23-4df5-a8d9-26b70918c2f2) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:07:02.476026 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7d7fcc2c-8182-4f4a-8e6c-ffe26edce56d tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:02.497628 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7d7fcc2c-8182-4f4a-8e6c-ffe26edce56d tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-687196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-687191', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-626537'] for router, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:02.552638 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-093ef295-52b2-470e-97cf-30feea51bdaa req-d5b73711-5b90-4071-ae67-2637e0cf5bf9 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:02.555200 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-093ef295-52b2-470e-97cf-30feea51bdaa req-d5b73711-5b90-4071-ae67-2637e0cf5bf9 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:02.561367 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-093ef295-52b2-470e-97cf-30feea51bdaa req-d5b73711-5b90-4071-ae67-2637e0cf5bf9 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] 10.222.0.44 "DELETE /v2.0/security-groups/29988d9f-59cf-4bc9-bd0a-4391061d4d83 HTTP/1.1" status: 204 len: 173 time: 0.2774129 Jul 24 00:07:02.569264 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-89cd189a-f24f-4984-bbe1-ac530ecd6d3e None None] For port e63f001b-fc23-4df5-a8d9-26b70918c2f2, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=e63f001b-fc23-4df5-a8d9-26b70918c2f2,segment=NetworkSegment(161b23d6-c20e-490f-907c-5a3ade4f6ba5),segment_id=161b23d6-c20e-490f-907c-5a3ade4f6ba5)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:07:02.584735 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b73711-5b90-4071-ae67-2637e0cf5bf9 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29988d9f-59cf-4bc9-bd0a-4391061d4d83,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:02.608443 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-89cd189a-f24f-4984-bbe1-ac530ecd6d3e None None] Notify callbacks [] for port, precommit_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:02.615051 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4f2dd10d-a78f-4ac5-b04c-95b59de8ecb6 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:02.630065 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-89cd189a-f24f-4984-bbe1-ac530ecd6d3e None None] Transition to ACTIVE for port object e63f001b-fc23-4df5-a8d9-26b70918c2f2 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:07:02.646954 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-89cd189a-f24f-4984-bbe1-ac530ecd6d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:02.661612 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2dd10d-a78f-4ac5-b04c-95b59de8ecb6 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] No DVR routers for this DVR port 1cf62d03-6f9a-4584-8318-f0f2488a969c on host n-d-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:07:02.665940 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c2d19b49-56d2-4e52-990f-58ac802724a1 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:02.711466 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2dd10d-a78f-4ac5-b04c-95b59de8ecb6 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event deleted for resources: {'Port': ['ID=1cf62d03-6f9a-4584-8318-f0f2488a969c,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:02.721185 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cd189a-f24f-4984-bbe1-ac530ecd6d3e None None] Pushing event updated for resources: {'Port': ['ID=e63f001b-fc23-4df5-a8d9-26b70918c2f2,revision_number=7']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:02.739950 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d112384f-327f-4c52-bfde-ba4ca56a24e3 req-72843f81-5184-4d93-aa4f-e996d0e13597 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] 10.222.0.44 "GET /v2.0/security-groups/a43457b4-98f2-4028-8afa-55428399c354 HTTP/1.1" status: 200 len: 2406 time: 0.1574619 Jul 24 00:07:02.800829 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d7fcc2c-8182-4f4a-8e6c-ffe26edce56d tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Router 8a1d6b8a-51c0-4ea7-9c84-85207c719579 is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:07:02.902374 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4f2dd10d-a78f-4ac5-b04c-95b59de8ecb6 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:02.912120 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d112384f-327f-4c52-bfde-ba4ca56a24e3 req-ffaa19d9-1188-4478-b9f4-4520907b6747 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:02.995620 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-4f2dd10d-a78f-4ac5-b04c-95b59de8ecb6 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ca164f4-5de2-4376-b5ea-201530c3d433']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:07:03.019931 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-4f2dd10d-a78f-4ac5-b04c-95b59de8ecb6 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb651a2d-ec36-4d79-92ae-dc5d60f6580a') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:07:03.020177 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-4f2dd10d-a78f-4ac5-b04c-95b59de8ecb6 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb651a2d-ec36-4d79-92ae-dc5d60f6580a') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:07:03.022991 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d112384f-327f-4c52-bfde-ba4ca56a24e3 req-ffaa19d9-1188-4478-b9f4-4520907b6747 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:03.043804 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4f2dd10d-a78f-4ac5-b04c-95b59de8ecb6 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:03.052554 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d7fcc2c-8182-4f4a-8e6c-ffe26edce56d tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:07:03.059782 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7d7fcc2c-8182-4f4a-8e6c-ffe26edce56d tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:03.063397 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4657359d-5799-4c6b-b080-ea9c6fd6169a None None] Sync routers for ids ['8a1d6b8a-51c0-4ea7-9c84-85207c719579'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:07:03.074880 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-7d7fcc2c-8182-4f4a-8e6c-ffe26edce56d tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "PUT /v2.0/routers/8a1d6b8a-51c0-4ea7-9c84-85207c719579 HTTP/1.1" status: 200 len: 693 time: 1.2685084 Jul 24 00:07:03.075557 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60576) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:03.082943 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4657359d-5799-4c6b-b080-ea9c6fd6169a None None] Routers {'8a1d6b8a-51c0-4ea7-9c84-85207c719579'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:07:03.083590 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-4657359d-5799-4c6b-b080-ea9c6fd6169a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:06:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['8a1d6b8a-51c0-4ea7-9c84-85207c719579'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:07:03.115271 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-c2d19b49-56d2-4e52-990f-58ac802724a1 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Delete allocated IP 172.20.0.10 (29517d75-f90f-4ff3-95ea-68c448311e4b/02d5660d-24d0-4a3a-aecb-f66719eb3af6) {{(pid=100314) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 24 00:07:03.145838 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4f2dd10d-a78f-4ac5-b04c-95b59de8ecb6 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:03.148925 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-c2d19b49-56d2-4e52-990f-58ac802724a1 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Allocated IP 172.20.0.39 (29517d75-f90f-4ff3-95ea-68c448311e4b/4e9feb32-63d3-4fec-b74e-38d2e23eccaf/16b53ebe-9446-440c-9cf6-c039aac93e48) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:07:03.227728 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-4657359d-5799-4c6b-b080-ea9c6fd6169a None None] Set router 8a1d6b8a-51c0-4ea7-9c84-85207c719579 gateway port host: None {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:07:03.288848 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device e63f001b-fc23-4df5-a8d9-26b70918c2f2 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:07:03.326161 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f2dd10d-a78f-4ac5-b04c-95b59de8ecb6 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:07:03.326582 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4f2dd10d-a78f-4ac5-b04c-95b59de8ecb6 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:03.330246 n-d-800088-16 neutron-server[100313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:07:03.330246 n-d-800088-16 neutron-server[100313]: self.session.flush() Jul 24 00:07:03.330246 n-d-800088-16 neutron-server[100313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:07:03.330246 n-d-800088-16 neutron-server[100313]: self.session.flush() Jul 24 00:07:03.330246 n-d-800088-16 neutron-server[100313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:07:03.330246 n-d-800088-16 neutron-server[100313]: self.session.flush() Jul 24 00:07:03.330246 n-d-800088-16 neutron-server[100313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:07:03.330246 n-d-800088-16 neutron-server[100313]: self.session.flush() Jul 24 00:07:03.330246 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:07:03.330246 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:07:03.330246 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:07:03.330246 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:07:03.330246 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:07:03.330246 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:07:03.330246 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:07:03.330246 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:07:03.330246 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:07:03.330246 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:07:03.330246 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:07:03.330246 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:07:03.330246 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:07:03.330246 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:07:03.330246 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:07:03.330246 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:07:03.330246 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:07:03.330246 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:07:03.330246 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:07:03.330246 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:07:03.330246 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:07:03.330246 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:07:03.330246 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:07:03.330246 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:07:03.330246 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:07:03.330246 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:07:03.330246 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:07:03.330246 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:07:03.330246 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:07:03.330246 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:07:03.330246 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:07:03.330246 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:07:03.386526 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c1f5d7a6-750d-43df-be30-bfaff8b1b6e9 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "GET /v2.0/routers/8a1d6b8a-51c0-4ea7-9c84-85207c719579 HTTP/1.1" status: 200 len: 699 time: 0.2875252 Jul 24 00:07:03.391786 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60580) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:03.395401 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-4657359d-5799-4c6b-b080-ea9c6fd6169a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1d6b8a-51c0-4ea7-9c84-85207c719579', 'name': 'tempest-RoutersTest-router-894273934', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:07:01Z', 'updated_at': '2021-07-24T00:07:02Z', 'revision_number': 2, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'gw_port_host': None}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:07:03.451548 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4657359d-5799-4c6b-b080-ea9c6fd6169a None None] Checking router: 8a1d6b8a-51c0-4ea7-9c84-85207c719579 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:07:03.465795 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4657359d-5799-4c6b-b080-ea9c6fd6169a None None] Routers {'8a1d6b8a-51c0-4ea7-9c84-85207c719579'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:07:03.466474 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-4657359d-5799-4c6b-b080-ea9c6fd6169a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:06:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['8a1d6b8a-51c0-4ea7-9c84-85207c719579'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:07:03.488196 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60582) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:03.488412 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-71268a9f-95b2-4c59-be95-e80882ba82fa tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a1d6b8a-51c0-4ea7-9c84-85207c719579 HTTP/1.1" status: 200 len: 205 time: 0.0946884 Jul 24 00:07:03.492408 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d112384f-327f-4c52-bfde-ba4ca56a24e3 req-ffaa19d9-1188-4478-b9f4-4520907b6747 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:03.494979 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d112384f-327f-4c52-bfde-ba4ca56a24e3 req-ffaa19d9-1188-4478-b9f4-4520907b6747 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:03.496262 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d112384f-327f-4c52-bfde-ba4ca56a24e3 req-ffaa19d9-1188-4478-b9f4-4520907b6747 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] 10.222.0.44 "DELETE /v2.0/security-groups/a43457b4-98f2-4028-8afa-55428399c354 HTTP/1.1" status: 204 len: 173 time: 0.7489188 Jul 24 00:07:03.516147 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4f2dd10d-a78f-4ac5-b04c-95b59de8ecb6 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:03.517864 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c2d19b49-56d2-4e52-990f-58ac802724a1 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:03.522938 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4f2dd10d-a78f-4ac5-b04c-95b59de8ecb6 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:03.526597 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-4f2dd10d-a78f-4ac5-b04c-95b59de8ecb6 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "DELETE /v2.0/networks/5ca164f4-5de2-4376-b5ea-201530c3d433 HTTP/1.1" status: 204 len: 168 time: 2.7227361 Jul 24 00:07:03.533060 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60586) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:03.534091 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaa19d9-1188-4478-b9f4-4520907b6747 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a43457b4-98f2-4028-8afa-55428399c354,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:03.544398 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-92742898-6cb8-4068-b8f0-03472a41c031 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Request body: {'port': {'network_id': '12758dee-1bbe-4dab-8d69-802b36c98522', 'name': 'tempest-PortsIpV6TestJSON-1317960319'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:03.609220 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2dd10d-a78f-4ac5-b04c-95b59de8ecb6 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event deleted for resources: {'Network': ['ID=5ca164f4-5de2-4376-b5ea-201530c3d433,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:03.675071 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [None req-c2d19b49-56d2-4e52-990f-58ac802724a1 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Transition to ACTIVE for port object 16b53ebe-9446-440c-9cf6-c039aac93e48 will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:07:03.679998 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5585407e-dbb0-4a6c-8549-615a3dc3b00b tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for router, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:03.739343 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6a8360bf-fe6e-4e8a-a704-b6224d94f81d req-15f4cc69-41ec-4935-88da-87f508c84110 tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] 10.222.0.44 "GET /v2.0/security-groups/ca9ce1ec-dc3f-47ba-a343-f024ef5b50ae HTTP/1.1" status: 200 len: 2401 time: 0.1631486 Jul 24 00:07:03.817155 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-4657359d-5799-4c6b-b080-ea9c6fd6169a None None] Set router 8a1d6b8a-51c0-4ea7-9c84-85207c719579 gateway port host: None {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:07:03.820735 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-e2b13a2c-b24b-4a10-a6ec-3ae421e28484 None None] Provisioning for port e63f001b-fc23-4df5-a8d9-26b70918c2f2 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:07:03.828107 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92742898-6cb8-4068-b8f0-03472a41c031 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Made reservation on behalf of 2c88b901a3a4498983dd1ba8803185ce for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:07:03.833286 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-92742898-6cb8-4068-b8f0-03472a41c031 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:03.886538 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-6a8360bf-fe6e-4e8a-a704-b6224d94f81d req-4c92b826-932f-44f3-847b-0598b27b9adb tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:03.890864 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-e2b13a2c-b24b-4a10-a6ec-3ae421e28484 None None] Provisioning complete for port e63f001b-fc23-4df5-a8d9-26b70918c2f2 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:07:03.891555 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e2b13a2c-b24b-4a10-a6ec-3ae421e28484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:03.894023 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-4657359d-5799-4c6b-b080-ea9c6fd6169a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1d6b8a-51c0-4ea7-9c84-85207c719579', 'name': 'tempest-RoutersTest-router-894273934', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:07:01Z', 'updated_at': '2021-07-24T00:07:02Z', 'revision_number': 2, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'gw_port_host': None}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:07:03.914490 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [None req-92742898-6cb8-4068-b8f0-03472a41c031 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] device_id is not set on port bc880943-70a5-4704-94f9-97845061a779 yet. {{(pid=100313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:07:03.965493 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4657359d-5799-4c6b-b080-ea9c6fd6169a None None] The sync data for ids ['8a1d6b8a-51c0-4ea7-9c84-85207c719579'] in n-d-800088-16 is: [{'id': '8a1d6b8a-51c0-4ea7-9c84-85207c719579', 'name': 'tempest-RoutersTest-router-894273934', 'tenant_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:07:01Z', 'updated_at': '2021-07-24T00:07:02Z', 'revision_number': 2, 'project_id': '4c3f20c4b2b34266aaccdbe253bbb3ec', 'gw_port_host': None}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:07:03.986130 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-6a8360bf-fe6e-4e8a-a704-b6224d94f81d req-4c92b826-932f-44f3-847b-0598b27b9adb tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:04.130408 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-e2b13a2c-b24b-4a10-a6ec-3ae421e28484 None None] Provisioning for port 16b53ebe-9446-440c-9cf6-c039aac93e48 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:07:04.130683 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-6a8360bf-fe6e-4e8a-a704-b6224d94f81d req-4c92b826-932f-44f3-847b-0598b27b9adb tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:04.133786 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-6a8360bf-fe6e-4e8a-a704-b6224d94f81d req-4c92b826-932f-44f3-847b-0598b27b9adb tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:04.142605 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6a8360bf-fe6e-4e8a-a704-b6224d94f81d req-4c92b826-932f-44f3-847b-0598b27b9adb tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] 10.222.0.44 "DELETE /v2.0/security-groups/ca9ce1ec-dc3f-47ba-a343-f024ef5b50ae HTTP/1.1" status: 204 len: 173 time: 0.3924079 Jul 24 00:07:04.163026 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-e2b13a2c-b24b-4a10-a6ec-3ae421e28484 None None] Provisioning complete for port 16b53ebe-9446-440c-9cf6-c039aac93e48 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:07:04.173458 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e2b13a2c-b24b-4a10-a6ec-3ae421e28484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:04.179588 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60592) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:04.183691 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c92b826-932f-44f3-847b-0598b27b9adb tempest-SecurityGroupRulesTestJSON-319951245 tempest-SecurityGroupRulesTestJSON-319951245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca9ce1ec-dc3f-47ba-a343-f024ef5b50ae,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:04.187903 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c2d19b49-56d2-4e52-990f-58ac802724a1 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:04.275074 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-e2b13a2c-b24b-4a10-a6ec-3ae421e28484 None None] Port 16b53ebe-9446-440c-9cf6-c039aac93e48 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:07:04.287667 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-e2b13a2c-b24b-4a10-a6ec-3ae421e28484 None None] Provisioning complete for port c46cc662-7528-4c8c-a8e3-fd4b6cf50af1 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:07:04.288641 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e2b13a2c-b24b-4a10-a6ec-3ae421e28484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:04.319313 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d19b49-56d2-4e52-990f-58ac802724a1 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event updated for resources: {'Port': ['ID=16b53ebe-9446-440c-9cf6-c039aac93e48,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:04.337819 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-92742898-6cb8-4068-b8f0-03472a41c031 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:04.359375 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bf53d66-c4da-4f94-8ae8-b0cb40a7d503 admin admin] Deleting subnet d7b4eded-e18a-4bf3-a2c2-bf026afde2e6 {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:07:04.363510 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2bf53d66-c4da-4f94-8ae8-b0cb40a7d503 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:04.372886 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-e2b13a2c-b24b-4a10-a6ec-3ae421e28484 None None] Port c46cc662-7528-4c8c-a8e3-fd4b6cf50af1 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:07:04.418266 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2bf53d66-c4da-4f94-8ae8-b0cb40a7d503 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:04.474509 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2bf53d66-c4da-4f94-8ae8-b0cb40a7d503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:04.479023 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f4139d-c5f8-4cf7-83b7-553cdba45639 req-db54cd39-a4c0-46c1-b6ac-04315c401790 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:04.480663 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-36f4139d-c5f8-4cf7-83b7-553cdba45639 req-db54cd39-a4c0-46c1-b6ac-04315c401790 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fdd01f9-a35c-430e-9b07-0d6791794e3e HTTP/1.1" status: 200 len: 945 time: 0.8956332 Jul 24 00:07:04.502094 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-92742898-6cb8-4068-b8f0-03472a41c031 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:04.528950 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5585407e-dbb0-4a6c-8549-615a3dc3b00b tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:04.541673 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5585407e-dbb0-4a6c-8549-615a3dc3b00b tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:04.551133 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-c2d19b49-56d2-4e52-990f-58ac802724a1 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] In _notify_port_updated(), no bound segment for port 16b53ebe-9446-440c-9cf6-c039aac93e48 on network 29517d75-f90f-4ff3-95ea-68c448311e4b {{(pid=100314) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 24 00:07:04.556730 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d19b49-56d2-4e52-990f-58ac802724a1 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:04.557486 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c2d19b49-56d2-4e52-990f-58ac802724a1 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:04.558857 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-c2d19b49-56d2-4e52-990f-58ac802724a1 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "PUT /v2.0/ports/16b53ebe-9446-440c-9cf6-c039aac93e48 HTTP/1.1" status: 200 len: 960 time: 2.2040722 Jul 24 00:07:04.573445 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60594) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:04.576469 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92742898-6cb8-4068-b8f0-03472a41c031 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event updated for resources: {'Port': ['ID=bc880943-70a5-4704-94f9-97845061a779,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:04.613784 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-36f4139d-c5f8-4cf7-83b7-553cdba45639 req-e3bb638b-cba3-43b0-b1f8-197106869690 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/security-groups?id=01883c9b-f537-47a8-8e4c-5877842ba644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001086 Jul 24 00:07:04.615686 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5585407e-dbb0-4a6c-8549-615a3dc3b00b tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:04.616993 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5585407e-dbb0-4a6c-8549-615a3dc3b00b tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Fanout notify agent at l3_agent the message router_deleted on router 8a1d6b8a-51c0-4ea7-9c84-85207c719579 {{(pid=100314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:07:04.625512 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5585407e-dbb0-4a6c-8549-615a3dc3b00b tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:04.629962 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-5585407e-dbb0-4a6c-8549-615a3dc3b00b tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "DELETE /v2.0/routers/8a1d6b8a-51c0-4ea7-9c84-85207c719579 HTTP/1.1" status: 204 len: 168 time: 1.1341403 Jul 24 00:07:04.630441 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60596) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:04.641276 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92742898-6cb8-4068-b8f0-03472a41c031 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Network 12758dee-1bbe-4dab-8d69-802b36c98522 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:07:04.647454 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-92742898-6cb8-4068-b8f0-03472a41c031 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:07:04.658187 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92742898-6cb8-4068-b8f0-03472a41c031 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:07:04.664226 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92742898-6cb8-4068-b8f0-03472a41c031 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:04.665000 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-92742898-6cb8-4068-b8f0-03472a41c031 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:04.668625 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-b2f2b7d6-3013-4578-aa0b-7801a317117b tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a1d6b8a-51c0-4ea7-9c84-85207c719579 HTTP/1.1" status: 200 len: 205 time: 0.0347750 Jul 24 00:07:04.669080 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60598) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:04.718107 n-d-800088-16 neutron-server[100314]: INFO neutron.api.v2.resource [None req-2a010492-36b0-48c9-84ca-59ea619131bf tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] delete failed (client error): The resource could not be found. Jul 24 00:07:04.722753 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-2a010492-36b0-48c9-84ca-59ea619131bf tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "DELETE /v2.0/routers/8a1d6b8a-51c0-4ea7-9c84-85207c719579 HTTP/1.1" status: 404 len: 336 time: 0.0526643 Jul 24 00:07:04.723755 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60600) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:04.744745 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2bf53d66-c4da-4f94-8ae8-b0cb40a7d503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:04.760122 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60602) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:04.761017 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device e35343cc-86f0-480d-bbcb-c956a7afa5b7 no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:07:04.763410 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device e35343cc-86f0-480d-bbcb-c956a7afa5b7 details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:07:04.767812 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-92742898-6cb8-4068-b8f0-03472a41c031 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2299552 Jul 24 00:07:04.769279 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-c35224f5-283c-42b6-9e44-9153fed38332 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] DELETE failed (client error): The resource could not be found. Jul 24 00:07:04.769732 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c35224f5-283c-42b6-9e44-9153fed38332 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:07:04.772743 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-c35224f5-283c-42b6-9e44-9153fed38332 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "DELETE /v2.0/subnets/c6d16af5-587d-4cac-a77a-3c9fcb90a8ad HTTP/1.1" status: 404 len: 337 time: 0.0469451 Jul 24 00:07:04.776021 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60604) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:04.800979 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf53d66-c4da-4f94-8ae8-b0cb40a7d503 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7b4eded-e18a-4bf3-a2c2-bf026afde2e6,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:04.811315 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2bf53d66-c4da-4f94-8ae8-b0cb40a7d503 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:04.816542 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-2bf53d66-c4da-4f94-8ae8-b0cb40a7d503 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/d7b4eded-e18a-4bf3-a2c2-bf026afde2e6 HTTP/1.1" status: 204 len: 168 time: 0.6122069 Jul 24 00:07:04.818643 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60606) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:04.847501 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-be4f3966-18ea-446a-8b38-a458acc5308c tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] DELETE failed (client error): The resource could not be found. Jul 24 00:07:04.852197 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be4f3966-18ea-446a-8b38-a458acc5308c tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:07:04.854907 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-be4f3966-18ea-446a-8b38-a458acc5308c tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "DELETE /v2.0/subnets/492cc28c-d72e-4cab-95ce-66df8792f2db HTTP/1.1" status: 404 len: 337 time: 0.0774705 Jul 24 00:07:04.857768 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60608) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:04.908111 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf07d6d1-13ef-483e-88ac-de35e359e06e tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] DELETE failed (client error): The resource could not be found. Jul 24 00:07:04.908565 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf07d6d1-13ef-483e-88ac-de35e359e06e tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:07:04.912629 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-bf07d6d1-13ef-483e-88ac-de35e359e06e tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "DELETE /v2.0/subnets/5b90a3a6-eeae-44c4-82ee-868038ac65d9 HTTP/1.1" status: 404 len: 337 time: 0.0514038 Jul 24 00:07:04.913266 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60610) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:04.923273 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-bdd51167-cbe7-4d18-b660-fe7635ce04c4 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Deleting port 16b53ebe-9446-440c-9cf6-c039aac93e48 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:07:04.923694 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-bdd51167-cbe7-4d18-b660-fe7635ce04c4 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:04.992679 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fb8560e-5f2d-4d02-8e8e-846aa49ea4a8 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] DELETE failed (client error): The resource could not be found. Jul 24 00:07:04.993266 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fb8560e-5f2d-4d02-8e8e-846aa49ea4a8 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:07:04.996774 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-1fb8560e-5f2d-4d02-8e8e-846aa49ea4a8 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "DELETE /v2.0/subnets/7cd57908-c436-4061-b8dc-9f554d34052a HTTP/1.1" status: 404 len: 337 time: 0.0817282 Jul 24 00:07:04.998720 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60612) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:05.009390 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:05.018114 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-bdd51167-cbe7-4d18-b660-fe7635ce04c4 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:05.030959 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-bdd51167-cbe7-4d18-b660-fe7635ce04c4 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Calling delete_port for 16b53ebe-9446-440c-9cf6-c039aac93e48 owned by {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:07:05.045368 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-620eae2d-d4fc-4ca4-849e-737714f63986 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "GET /v2.0/ports?device_id=65b37177-453d-4d0f-8fe1-cc44f5ae0354 HTTP/1.1" status: 200 len: 205 time: 0.0419884 Jul 24 00:07:05.045627 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9c4090e9-b558-4103-9551-fb1f85eef6de None None] Provisioning complete for port 16b53ebe-9446-440c-9cf6-c039aac93e48 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:07:05.045627 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9c4090e9-b558-4103-9551-fb1f85eef6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:05.045823 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60614) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:05.063969 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port e35343cc-86f0-480d-bbcb-c956a7afa5b7, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=e35343cc-86f0-480d-bbcb-c956a7afa5b7,segment=NetworkSegment(6ae6f178-a5a7-48fe-8694-33b87da05e0d),segment_id=6ae6f178-a5a7-48fe-8694-33b87da05e0d)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:07:05.078357 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': 'e35343cc-86f0-480d-bbcb-c956a7afa5b7', 'network_id': '18a152e0-a01f-49a7-bade-39a616e529a3', 'port_id': 'e35343cc-86f0-480d-bbcb-c956a7afa5b7', 'mac_address': 'fa:16:3e:1a:3d:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd56430de-0ce5-443d-bb1b-4b29fdb6d0b4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:07:05.087787 n-d-800088-16 neutron-server[100314]: INFO neutron.api.v2.resource [None req-3ba5dcb0-a050-4f66-b9a9-65e0373a4b58 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] delete failed (client error): The resource could not be found. Jul 24 00:07:05.091370 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-3ba5dcb0-a050-4f66-b9a9-65e0373a4b58 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "DELETE /v2.0/routers/65b37177-453d-4d0f-8fe1-cc44f5ae0354 HTTP/1.1" status: 404 len: 336 time: 0.0428779 Jul 24 00:07:05.093394 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60616) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:05.133292 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-41ae99b6-90a9-400a-92a4-d481c2e79e34 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "GET /v2.0/ports?device_id=250ce162-f860-41c7-bef3-172275ffe62c HTTP/1.1" status: 200 len: 205 time: 0.0384049 Jul 24 00:07:05.135774 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60618) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:05.144538 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-9c2e529b-0cec-405f-a410-101b9d09b884 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Deleting port bc880943-70a5-4704-94f9-97845061a779 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:07:05.144927 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9c2e529b-0cec-405f-a410-101b9d09b884 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:05.157950 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port e35343cc-86f0-480d-bbcb-c956a7afa5b7, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=e35343cc-86f0-480d-bbcb-c956a7afa5b7,segment=NetworkSegment(6ae6f178-a5a7-48fe-8694-33b87da05e0d),segment_id=6ae6f178-a5a7-48fe-8694-33b87da05e0d)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:07:05.159703 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9c4090e9-b558-4103-9551-fb1f85eef6de None None] Port 16b53ebe-9446-440c-9cf6-c039aac93e48 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:07:05.166825 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fdd01f9-a35c-430e-9b07-0d6791794e3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e35343cc-86f0-480d-bbcb-c956a7afa5b7'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:07:05.170584 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d04edc3f-53ed-4b58-bb8f-379bb1757927" -d '{"events": [{"server_uuid": "5fdd01f9-a35c-430e-9b07-0d6791794e3e", "name": "network-vif-unplugged", "status": "completed", "tag": "e35343cc-86f0-480d-bbcb-c956a7afa5b7"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:07:05.192252 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4d457192-6fd3-45ba-a46b-d85d88ad7adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:05.204645 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-bdd51167-cbe7-4d18-b660-fe7635ce04c4 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:05.205417 n-d-800088-16 neutron-server[100314]: INFO neutron.api.v2.resource [None req-fac3d95f-76c8-4656-8ba4-82a428be4ae9 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] delete failed (client error): The resource could not be found. Jul 24 00:07:05.208908 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-fac3d95f-76c8-4656-8ba4-82a428be4ae9 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "DELETE /v2.0/routers/250ce162-f860-41c7-bef3-172275ffe62c HTTP/1.1" status: 404 len: 336 time: 0.0699306 Jul 24 00:07:05.214735 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60622) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:05.248610 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce00e5a4-24be-42a2-a3c8-2f9460584e66 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] DELETE failed (client error): The resource could not be found. Jul 24 00:07:05.249202 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce00e5a4-24be-42a2-a3c8-2f9460584e66 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:07:05.253291 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-ce00e5a4-24be-42a2-a3c8-2f9460584e66 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "DELETE /v2.0/subnets/37efb159-7407-4bbf-b448-bbb6bd91b7c7 HTTP/1.1" status: 404 len: 337 time: 0.0351779 Jul 24 00:07:05.253909 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60626) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:05.266524 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:05.269003 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd51167-cbe7-4d18-b660-fe7635ce04c4 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event deleted for resources: {'Port': ['ID=16b53ebe-9446-440c-9cf6-c039aac93e48,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:05.269396 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 00:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1c03229-b7f6-49e0-8817-d0916358d91d x-openstack-request-id: req-f1c03229-b7f6-49e0-8817-d0916358d91d {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:07:05.269956 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fdd01f9-a35c-430e-9b07-0d6791794e3e", "name": "network-vif-unplugged", "status": "completed", "tag": "e35343cc-86f0-480d-bbcb-c956a7afa5b7", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:07:05.270509 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f1c03229-b7f6-49e0-8817-d0916358d91d {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:07:05.271117 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fdd01f9-a35c-430e-9b07-0d6791794e3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e35343cc-86f0-480d-bbcb-c956a7afa5b7', 'code': 200} Jul 24 00:07:05.279280 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:05.330815 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e35343cc-86f0-480d-bbcb-c956a7afa5b7 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:07:05.359336 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9c2e529b-0cec-405f-a410-101b9d09b884 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:05.373188 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port e35343cc-86f0-480d-bbcb-c956a7afa5b7, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=e35343cc-86f0-480d-bbcb-c956a7afa5b7,segment=NetworkSegment(6ae6f178-a5a7-48fe-8694-33b87da05e0d),segment_id=6ae6f178-a5a7-48fe-8694-33b87da05e0d)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:07:05.380437 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-9c2e529b-0cec-405f-a410-101b9d09b884 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Calling delete_port for bc880943-70a5-4704-94f9-97845061a779 owned by {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:07:05.383558 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=e35343cc-86f0-480d-bbcb-c956a7afa5b7,revision_number=6']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:05.392212 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:05.440833 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-bdd51167-cbe7-4d18-b660-fe7635ce04c4 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:05.445606 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-bdd51167-cbe7-4d18-b660-fe7635ce04c4 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "DELETE /v2.0/ports/16b53ebe-9446-440c-9cf6-c039aac93e48 HTTP/1.1" status: 204 len: 168 time: 0.8664868 Jul 24 00:07:05.446372 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60630) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:05.469543 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=e35343cc-86f0-480d-bbcb-c956a7afa5b7,revision_number=7']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:05.485113 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-c174314f-c4e8-4722-ba3e-688e16b99e8b tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf1ceae5-14e6-4692-b91e-ebd52a660d67 HTTP/1.1" status: 200 len: 205 time: 0.2301350 Jul 24 00:07:05.487875 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60632) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:05.488384 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aee5d6e-0946-456a-b9b3-649976dea9fb tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] GET failed (client error): The resource could not be found. Jul 24 00:07:05.493485 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-4aee5d6e-0946-456a-b9b3-649976dea9fb tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "GET /v2.0/ports/16b53ebe-9446-440c-9cf6-c039aac93e48 HTTP/1.1" status: 404 len: 333 time: 0.0394483 Jul 24 00:07:05.494586 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60634) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:05.537027 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4d457192-6fd3-45ba-a46b-d85d88ad7adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:05.549075 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-4d457192-6fd3-45ba-a46b-d85d88ad7adc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae8003cf-d64f-42a5-a0c4-f0ff6213b9fa']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:07:05.560322 n-d-800088-16 neutron-server[100314]: INFO neutron.api.v2.resource [None req-ec111e47-ad13-4ef7-952c-b76472fb3a42 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] delete failed (client error): The resource could not be found. Jul 24 00:07:05.562420 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-4d457192-6fd3-45ba-a46b-d85d88ad7adc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3f3b4d0-a211-4534-8a95-2e1fe69ebcb7') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:07:05.562730 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-4d457192-6fd3-45ba-a46b-d85d88ad7adc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3f3b4d0-a211-4534-8a95-2e1fe69ebcb7') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:07:05.564101 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-ec111e47-ad13-4ef7-952c-b76472fb3a42 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "DELETE /v2.0/routers/bf1ceae5-14e6-4692-b91e-ebd52a660d67 HTTP/1.1" status: 404 len: 336 time: 0.0758853 Jul 24 00:07:05.567561 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60636) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:05.574298 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4d457192-6fd3-45ba-a46b-d85d88ad7adc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:05.591201 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4d457192-6fd3-45ba-a46b-d85d88ad7adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:05.600086 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d457192-6fd3-45ba-a46b-d85d88ad7adc admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:07:05.600476 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4d457192-6fd3-45ba-a46b-d85d88ad7adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:05.613928 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:07:05.613928 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:07:05.613928 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:07:05.613928 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:07:05.613928 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:07:05.613928 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:07:05.613928 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:07:05.613928 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:07:05.613928 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:07:05.613928 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:07:05.613928 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:07:05.613928 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:07:05.613928 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:07:05.613928 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:07:05.613928 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:07:05.613928 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:07:05.613928 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:07:05.613928 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:07:05.613928 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:07:05.613928 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:07:05.613928 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:07:05.613928 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:07:05.613928 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:07:05.613928 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:07:05.613928 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:07:05.613928 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:07:05.613928 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:07:05.613928 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:07:05.613928 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:07:05.613928 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:07:05.613928 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:07:05.613928 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:07:05.620445 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-1f32d439-4f16-4508-905f-1cacfda6f93e tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d5a6c6e-0b43-4a35-bc97-64d1aadba108 HTTP/1.1" status: 200 len: 205 time: 0.0465999 Jul 24 00:07:05.621271 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60638) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:05.644443 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['e35343cc-86f0-480d-bbcb-c956a7afa5b7'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:07:05.664009 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-de370845-705a-4410-a1cb-9d5236912953 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:05.700635 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-de370845-705a-4410-a1cb-9d5236912953 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:05.703171 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9c2e529b-0cec-405f-a410-101b9d09b884 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:05.715201 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [None req-a6e465f8-b613-4f4e-9768-da9f8b0469da tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] delete failed (client error): The resource could not be found. Jul 24 00:07:05.716982 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-a6e465f8-b613-4f4e-9768-da9f8b0469da tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "DELETE /v2.0/routers/2d5a6c6e-0b43-4a35-bc97-64d1aadba108 HTTP/1.1" status: 404 len: 336 time: 0.0950472 Jul 24 00:07:05.723131 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60642) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:05.755598 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9c2e529b-0cec-405f-a410-101b9d09b884 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:05.761085 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-9c2e529b-0cec-405f-a410-101b9d09b884 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "DELETE /v2.0/ports/bc880943-70a5-4704-94f9-97845061a779 HTTP/1.1" status: 204 len: 168 time: 0.9969876 Jul 24 00:07:05.761085 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2e529b-0cec-405f-a410-101b9d09b884 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event deleted for resources: {'Port': ['ID=bc880943-70a5-4704-94f9-97845061a779,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:05.763074 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60644) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:05.770698 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-0dcdf8a1-d700-4aa5-bb21-5d50e295109d tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Request body: {'port': {'network_id': '12758dee-1bbe-4dab-8d69-802b36c98522', 'mac_address': 'fa:16:3e:6a:7c:6b', 'name': 'tempest-PortsIpV6TestJSON-799948773'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:05.774589 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4d457192-6fd3-45ba-a46b-d85d88ad7adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:05.786471 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-835620eb-0400-4390-a65d-421471cb3756 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] DELETE failed (client error): The resource could not be found. Jul 24 00:07:05.787156 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-835620eb-0400-4390-a65d-421471cb3756 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:07:05.791898 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-835620eb-0400-4390-a65d-421471cb3756 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "DELETE /v2.0/subnets/98c17840-a988-4c74-8bf1-f3cd4c4a6f6d HTTP/1.1" status: 404 len: 337 time: 0.0491796 Jul 24 00:07:05.792589 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4d457192-6fd3-45ba-a46b-d85d88ad7adc admin admin] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:05.792724 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60646) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:05.796393 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-4d457192-6fd3-45ba-a46b-d85d88ad7adc admin admin] 10.222.0.44 "DELETE /v2.0/networks/ae8003cf-d64f-42a5-a0c4-f0ff6213b9fa HTTP/1.1" status: 204 len: 168 time: 0.9745107 Jul 24 00:07:05.805619 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d457192-6fd3-45ba-a46b-d85d88ad7adc admin admin] Pushing event deleted for resources: {'Network': ['ID=ae8003cf-d64f-42a5-a0c4-f0ff6213b9fa,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:05.838110 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-1f78b087-a86d-4ee9-bc8a-118eee29a99a tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "GET /v2.0/ports?device_id=32bd0bea-e2ff-4f96-ae45-636225e51a60 HTTP/1.1" status: 200 len: 205 time: 0.0444560 Jul 24 00:07:05.840226 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60650) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:05.853730 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-de370845-705a-4410-a1cb-9d5236912953 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:05.856934 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-de370845-705a-4410-a1cb-9d5236912953 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:05.861099 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-de370845-705a-4410-a1cb-9d5236912953 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "DELETE /v2.0/security-groups/0ec0b332-4067-4ec8-baa4-b1fc97bf5cb6 HTTP/1.1" status: 204 len: 168 time: 0.3626022 Jul 24 00:07:05.861828 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60652) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:05.885439 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de370845-705a-4410-a1cb-9d5236912953 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec0b332-4067-4ec8-baa4-b1fc97bf5cb6,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:05.926607 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [None req-7accb650-3c08-4e63-8cd2-f373b09a3610 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] delete failed (client error): The resource could not be found. Jul 24 00:07:05.930155 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-7accb650-3c08-4e63-8cd2-f373b09a3610 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "DELETE /v2.0/routers/32bd0bea-e2ff-4f96-ae45-636225e51a60 HTTP/1.1" status: 404 len: 336 time: 0.0864530 Jul 24 00:07:05.930801 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60654) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:05.949202 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682df7da-5098-4c14-915b-6b52edb8ac4d req-f750affd-30b3-4703-8cc5-4113be742c6a tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:05.950803 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-682df7da-5098-4c14-915b-6b52edb8ac4d req-f750affd-30b3-4703-8cc5-4113be742c6a tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fdd01f9-a35c-430e-9b07-0d6791794e3e HTTP/1.1" status: 200 len: 944 time: 0.2390728 Jul 24 00:07:05.963608 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60656) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:05.980929 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dcdf8a1-d700-4aa5-bb21-5d50e295109d tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Made reservation on behalf of 2c88b901a3a4498983dd1ba8803185ce for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:07:05.987592 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b901f926-360e-4419-9554-afd3543c0d26 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:05.993781 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-da94b7aa-a192-4719-9758-aed0217fa2df tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] DELETE failed (client error): The resource could not be found. Jul 24 00:07:05.994792 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da94b7aa-a192-4719-9758-aed0217fa2df tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:07:05.998845 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-da94b7aa-a192-4719-9758-aed0217fa2df tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "DELETE /v2.0/subnets/5ef1fc00-689e-4bce-a853-b8bd633f39f7 HTTP/1.1" status: 404 len: 337 time: 0.0472832 Jul 24 00:07:06.007435 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60658) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:06.023961 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-682df7da-5098-4c14-915b-6b52edb8ac4d req-6571be70-06cd-45ad-acd4-12c4c47d2f4a tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/security-groups?id=01883c9b-f537-47a8-8e4c-5877842ba644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660813 Jul 24 00:07:06.049256 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-6b2dc757-744d-42ae-8227-d640f467ce42 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff1cf09c-14e2-483f-979d-98fb7e1288c6 HTTP/1.1" status: 200 len: 205 time: 0.0393183 Jul 24 00:07:06.051749 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b901f926-360e-4419-9554-afd3543c0d26 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:06.053602 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60660) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:06.091772 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-4757835e-a57f-4ce2-8852-a1866ded3ddd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=86bca9538ac64f53a7da2a25f29897ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1257381 Jul 24 00:07:06.095919 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60662) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:06.104120 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [None req-b59fb4c7-cf08-4f2d-a81a-673070007361 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] delete failed (client error): The resource could not be found. Jul 24 00:07:06.105127 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-b59fb4c7-cf08-4f2d-a81a-673070007361 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "DELETE /v2.0/routers/ff1cf09c-14e2-483f-979d-98fb7e1288c6 HTTP/1.1" status: 404 len: 336 time: 0.0497682 Jul 24 00:07:06.108012 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60664) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:06.108946 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0dcdf8a1-d700-4aa5-bb21-5d50e295109d tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:06.119854 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b901f926-360e-4419-9554-afd3543c0d26 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:06.128141 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b901f926-360e-4419-9554-afd3543c0d26 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:06.131867 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-b901f926-360e-4419-9554-afd3543c0d26 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "DELETE /v2.0/security-groups/8e507c0a-e4b4-440e-a5fc-69926d205ceb HTTP/1.1" status: 204 len: 168 time: 0.2665069 Jul 24 00:07:06.137579 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60666) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:06.154206 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-316253bf-df34-4099-984e-edf89c4b5f30 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] DELETE failed (client error): The resource could not be found. Jul 24 00:07:06.154669 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-316253bf-df34-4099-984e-edf89c4b5f30 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:07:06.156368 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-316253bf-df34-4099-984e-edf89c4b5f30 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "DELETE /v2.0/subnets/ba9f5457-39e8-4414-8606-0862d5023e9a HTTP/1.1" status: 404 len: 337 time: 0.0473423 Jul 24 00:07:06.160956 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60668) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:06.168527 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b901f926-360e-4419-9554-afd3543c0d26 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e507c0a-e4b4-440e-a5fc-69926d205ceb,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:06.175321 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [None req-0dcdf8a1-d700-4aa5-bb21-5d50e295109d tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] device_id is not set on port 73c980c8-96da-4291-bb57-9f1b90531286 yet. {{(pid=100313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:07:06.194952 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-2671bb0a-a12c-49ee-9abb-129e55ff4b23 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] DELETE failed (client error): The resource could not be found. Jul 24 00:07:06.195420 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2671bb0a-a12c-49ee-9abb-129e55ff4b23 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:07:06.197737 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-2671bb0a-a12c-49ee-9abb-129e55ff4b23 tempest-RoutersTest-994246007 tempest-RoutersTest-994246007-project] 10.222.0.44 "DELETE /v2.0/subnets/03072838-97a2-4a8d-ba40-d5a62be5aa76 HTTP/1.1" status: 404 len: 337 time: 0.0353639 Jul 24 00:07:06.258318 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-07b4b5ed-8c57-4b04-93e1-88ad8f4abf78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:06.287330 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d2fe1a21-9a8c-42b2-866d-bf6636e5d749 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:06.326209 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-07b4b5ed-8c57-4b04-93e1-88ad8f4abf78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:06.351992 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d2fe1a21-9a8c-42b2-866d-bf6636e5d749 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:06.449586 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60678) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:06.497179 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0dcdf8a1-d700-4aa5-bb21-5d50e295109d tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:06.500795 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-07b4b5ed-8c57-4b04-93e1-88ad8f4abf78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:06.503602 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-07b4b5ed-8c57-4b04-93e1-88ad8f4abf78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:06.504760 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-07b4b5ed-8c57-4b04-93e1-88ad8f4abf78 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2155db8d-d54d-4abc-ba40-ea6435560d1b HTTP/1.1" status: 204 len: 168 time: 0.4062126 Jul 24 00:07:06.543887 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d2fe1a21-9a8c-42b2-866d-bf6636e5d749 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:06.547949 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d2fe1a21-9a8c-42b2-866d-bf6636e5d749 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:06.549422 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-d2fe1a21-9a8c-42b2-866d-bf6636e5d749 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "DELETE /v2.0/security-groups/da2dd3ba-8ac5-477f-bbbc-a64a5264cfab HTTP/1.1" status: 204 len: 168 time: 0.4108706 Jul 24 00:07:06.552525 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60686) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:06.557625 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0dcdf8a1-d700-4aa5-bb21-5d50e295109d tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:06.560164 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b4b5ed-8c57-4b04-93e1-88ad8f4abf78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2155db8d-d54d-4abc-ba40-ea6435560d1b,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:06.607750 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fe1a21-9a8c-42b2-866d-bf6636e5d749 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2dd3ba-8ac5-477f-bbbc-a64a5264cfab,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:06.625235 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcdf8a1-d700-4aa5-bb21-5d50e295109d tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Network 12758dee-1bbe-4dab-8d69-802b36c98522 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:07:06.628918 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-0dcdf8a1-d700-4aa5-bb21-5d50e295109d tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:07:06.637352 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcdf8a1-d700-4aa5-bb21-5d50e295109d tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:07:06.647498 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dcdf8a1-d700-4aa5-bb21-5d50e295109d tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:06.648287 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0dcdf8a1-d700-4aa5-bb21-5d50e295109d tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:06.663164 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-d44d2d16-63b2-4436-a7a1-eda751a8bd12 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Deleting subnet 02d5660d-24d0-4a3a-aecb-f66719eb3af6 {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:07:06.663164 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d44d2d16-63b2-4436-a7a1-eda751a8bd12 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:06.667046 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcdf8a1-d700-4aa5-bb21-5d50e295109d tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event updated for resources: {'Port': ['ID=73c980c8-96da-4291-bb57-9f1b90531286,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:06.682123 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-0dcdf8a1-d700-4aa5-bb21-5d50e295109d tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9146335 Jul 24 00:07:06.682756 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60690) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:06.729321 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d44d2d16-63b2-4436-a7a1-eda751a8bd12 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:06.746580 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114c4827-dbc7-472e-a3a3-b2593cce11c9 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:06.751378 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-114c4827-dbc7-472e-a3a3-b2593cce11c9 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "GET /v2.0/ports/73c980c8-96da-4291-bb57-9f1b90531286 HTTP/1.1" status: 200 len: 844 time: 0.0676854 Jul 24 00:07:06.752397 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60692) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:06.771606 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device e35343cc-86f0-480d-bbcb-c956a7afa5b7 up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:07:06.867403 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port e35343cc-86f0-480d-bbcb-c956a7afa5b7 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:07:06.867867 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:06.875968 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-55c3b978-5ec8-46d0-b36c-059cb41de649 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Deleting port 73c980c8-96da-4291-bb57-9f1b90531286 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:07:06.876959 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-55c3b978-5ec8-46d0-b36c-059cb41de649 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:06.884035 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d44d2d16-63b2-4436-a7a1-eda751a8bd12 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:06.976990 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-9687684e-a280-4b39-b804-0c91d17a089c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4c3f20c4b2b34266aaccdbe253bbb3ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5246830 Jul 24 00:07:06.977627 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60702) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:07.033228 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d44d2d16-63b2-4436-a7a1-eda751a8bd12 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:07.034743 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-55c3b978-5ec8-46d0-b36c-059cb41de649 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:07.060903 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:07.080633 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44d2d16-63b2-4436-a7a1-eda751a8bd12 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event deleted for resources: {'Subnet': ['ID=02d5660d-24d0-4a3a-aecb-f66719eb3af6,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:07.088387 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-55c3b978-5ec8-46d0-b36c-059cb41de649 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Calling delete_port for 73c980c8-96da-4291-bb57-9f1b90531286 owned by {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:07:07.104219 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port e35343cc-86f0-480d-bbcb-c956a7afa5b7, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=e35343cc-86f0-480d-bbcb-c956a7afa5b7,segment=NetworkSegment(6ae6f178-a5a7-48fe-8694-33b87da05e0d),segment_id=6ae6f178-a5a7-48fe-8694-33b87da05e0d)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:07:07.111338 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:07.126944 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d44d2d16-63b2-4436-a7a1-eda751a8bd12 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:07.134066 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-d44d2d16-63b2-4436-a7a1-eda751a8bd12 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "DELETE /v2.0/subnets/02d5660d-24d0-4a3a-aecb-f66719eb3af6 HTTP/1.1" status: 204 len: 168 time: 0.5751126 Jul 24 00:07:07.134066 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-81866be9-25e9-403a-a744-706600fa8b5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:07.136727 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60712) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:07.178692 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc95cf5a-6bb5-4e97-9250-52da59081fed None None] Network 29517d75-f90f-4ff3-95ea-68c448311e4b requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:07:07.183425 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-81866be9-25e9-403a-a744-706600fa8b5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:07.265795 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=e35343cc-86f0-480d-bbcb-c956a7afa5b7,revision_number=8']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:07.273483 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fdd01f9-a35c-430e-9b07-0d6791794e3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e35343cc-86f0-480d-bbcb-c956a7afa5b7'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:07:07.277136 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb0b87b-d96c-4422-a1da-dca2bac94670" -d '{"events": [{"server_uuid": "5fdd01f9-a35c-430e-9b07-0d6791794e3e", "name": "network-vif-plugged", "status": "completed", "tag": "e35343cc-86f0-480d-bbcb-c956a7afa5b7"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:07:07.291375 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-81866be9-25e9-403a-a744-706600fa8b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:07.294395 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-81866be9-25e9-403a-a744-706600fa8b5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:07.295663 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-81866be9-25e9-403a-a744-706600fa8b5b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d0d4c9f0-78a4-4bc6-bec2-47e171f1aa4e HTTP/1.1" status: 204 len: 168 time: 0.3057055 Jul 24 00:07:07.330325 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81866be9-25e9-403a-a744-706600fa8b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d4c9f0-78a4-4bc6-bec2-47e171f1aa4e,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:07.355477 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-40e39913-4d2f-42f3-baef-94b119a2ca74 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Deleting subnet 4e9feb32-63d3-4fec-b74e-38d2e23eccaf {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:07:07.359446 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-451c2b6a-9c08-4296-952a-de2d784c1c8c x-openstack-request-id: req-451c2b6a-9c08-4296-952a-de2d784c1c8c {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:07:07.359730 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fdd01f9-a35c-430e-9b07-0d6791794e3e", "name": "network-vif-plugged", "status": "completed", "tag": "e35343cc-86f0-480d-bbcb-c956a7afa5b7", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:07:07.359980 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-451c2b6a-9c08-4296-952a-de2d784c1c8c {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:07:07.360935 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fdd01f9-a35c-430e-9b07-0d6791794e3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e35343cc-86f0-480d-bbcb-c956a7afa5b7', 'code': 200} Jul 24 00:07:07.369211 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-40e39913-4d2f-42f3-baef-94b119a2ca74 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:07.372769 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-55c3b978-5ec8-46d0-b36c-059cb41de649 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:07.457556 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c3b978-5ec8-46d0-b36c-059cb41de649 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event deleted for resources: {'Port': ['ID=73c980c8-96da-4291-bb57-9f1b90531286,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:07.476192 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-40e39913-4d2f-42f3-baef-94b119a2ca74 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:07.483275 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-55c3b978-5ec8-46d0-b36c-059cb41de649 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:07.485589 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-55c3b978-5ec8-46d0-b36c-059cb41de649 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "DELETE /v2.0/ports/73c980c8-96da-4291-bb57-9f1b90531286 HTTP/1.1" status: 204 len: 168 time: 0.7320509 Jul 24 00:07:07.488278 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60722) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:07.558676 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194cd6de-0f36-4e68-aeb2-d42b3f0a2c95 req-7e1e15d9-43a9-4221-b32b-2fd98ba0b2b9 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:07.560244 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-194cd6de-0f36-4e68-aeb2-d42b3f0a2c95 req-7e1e15d9-43a9-4221-b32b-2fd98ba0b2b9 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fdd01f9-a35c-430e-9b07-0d6791794e3e HTTP/1.1" status: 200 len: 945 time: 0.3676200 Jul 24 00:07:07.575785 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4256142-88e0-490e-98f5-81a0b7ac5265 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] GET failed (client error): The resource could not be found. Jul 24 00:07:07.580780 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-d4256142-88e0-490e-98f5-81a0b7ac5265 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "GET /v2.0/ports/73c980c8-96da-4291-bb57-9f1b90531286 HTTP/1.1" status: 404 len: 333 time: 0.0912247 Jul 24 00:07:07.584328 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60728) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:07.601757 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-07f08541-e0db-414d-91d3-db853aa6affc tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Request body: {'port': {'network_id': '12758dee-1bbe-4dab-8d69-802b36c98522', 'name': 'tempest-PortsIpV6TestJSON-728908506'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:07.685630 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-40e39913-4d2f-42f3-baef-94b119a2ca74 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:07.693351 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-194cd6de-0f36-4e68-aeb2-d42b3f0a2c95 req-dea0991e-d3a8-4e17-9ec1-35c469dcf181 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/security-groups?id=01883c9b-f537-47a8-8e4c-5877842ba644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246674 Jul 24 00:07:07.777658 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-40e39913-4d2f-42f3-baef-94b119a2ca74 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:07.804895 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e39913-4d2f-42f3-baef-94b119a2ca74 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event deleted for resources: {'Subnet': ['ID=4e9feb32-63d3-4fec-b74e-38d2e23eccaf,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:07.823912 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-40e39913-4d2f-42f3-baef-94b119a2ca74 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:07.826110 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-40e39913-4d2f-42f3-baef-94b119a2ca74 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "DELETE /v2.0/subnets/4e9feb32-63d3-4fec-b74e-38d2e23eccaf HTTP/1.1" status: 204 len: 168 time: 0.6879938 Jul 24 00:07:07.828548 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60736) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:07.854840 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f08541-e0db-414d-91d3-db853aa6affc tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Made reservation on behalf of 2c88b901a3a4498983dd1ba8803185ce for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:07:07.873376 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-07f08541-e0db-414d-91d3-db853aa6affc tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:07.895193 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60740) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:07.910442 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [None req-07f08541-e0db-414d-91d3-db853aa6affc tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] device_id is not set on port 3f0b29b3-5690-4700-9610-85188c47a1bb yet. {{(pid=100314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:07:08.002256 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a05fa1-1fee-4ddc-a060-1b9efbf89742 req-3586ac57-68fb-40f8-b43c-8fbd9e959f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:08.004477 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-39a05fa1-1fee-4ddc-a060-1b9efbf89742 req-3586ac57-68fb-40f8-b43c-8fbd9e959f45 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5fdd01f9-a35c-430e-9b07-0d6791794e3e HTTP/1.1" status: 200 len: 1097 time: 0.4454520 Jul 24 00:07:08.140729 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-39a05fa1-1fee-4ddc-a060-1b9efbf89742 req-1b2344e5-1e21-44fe-a412-e50cb9ba0b44 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=01883c9b-f537-47a8-8e4c-5877842ba644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116803 Jul 24 00:07:08.238752 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-82ae7ad4-d03a-4eed-8e0f-f794ada617b5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1159797707-network', 'tenant_id': '043a499e05cb4c7689d2c93d541abc0b'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:08.303558 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-e117bfbc-69e9-4f1d-8da4-a0b6d477e500 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] DELETE failed (client error): The resource could not be found. Jul 24 00:07:08.304135 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e117bfbc-69e9-4f1d-8da4-a0b6d477e500 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:07:08.305797 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-e117bfbc-69e9-4f1d-8da4-a0b6d477e500 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "DELETE /v2.0/subnets/02d5660d-24d0-4a3a-aecb-f66719eb3af6 HTTP/1.1" status: 404 len: 337 time: 0.4761424 Jul 24 00:07:08.309353 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60756) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:08.364225 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-07f08541-e0db-414d-91d3-db853aa6affc tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:08.387088 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ae7ad4-d03a-4eed-8e0f-f794ada617b5 admin admin] Made reservation on behalf of 043a499e05cb4c7689d2c93d541abc0b for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:07:08.389553 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-82ae7ad4-d03a-4eed-8e0f-f794ada617b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:08.413299 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-82ae7ad4-d03a-4eed-8e0f-f794ada617b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:08.416350 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d793085f-7512-452b-a73f-3ad92f01f8b0 None None] Network 29517d75-f90f-4ff3-95ea-68c448311e4b requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:07:08.436004 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbcac51f-0b71-4d22-94b6-355f335cfa3b tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Deleting subnet 7d85501c-7a56-4a6d-a9e9-e37a84134ece {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:07:08.448053 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bbcac51f-0b71-4d22-94b6-355f335cfa3b tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:08.491565 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60760) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:08.524989 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bbcac51f-0b71-4d22-94b6-355f335cfa3b tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:08.533068 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9604aa4c-7f72-4931-bb9b-e6f3932717fb None None] Provisioning complete for port e63f001b-fc23-4df5-a8d9-26b70918c2f2 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:07:08.533808 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9604aa4c-7f72-4931-bb9b-e6f3932717fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:08.559081 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-07f08541-e0db-414d-91d3-db853aa6affc tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:08.676925 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-65ee93f1-b992-45e4-9998-bd79c4acc822 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:08.687256 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f08541-e0db-414d-91d3-db853aa6affc tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Network 12758dee-1bbe-4dab-8d69-802b36c98522 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:07:08.689479 n-d-800088-16 neutron-server[100313]: WARNING neutron.api.v2.base [None req-65ee93f1-b992-45e4-9998-bd79c4acc822 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 24 00:07:08.689479 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [None req-65ee93f1-b992-45e4-9998-bd79c4acc822 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] create failed (client error): There was a conflict when trying to complete your request. Jul 24 00:07:08.694676 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-65ee93f1-b992-45e4-9998-bd79c4acc822 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2017429 Jul 24 00:07:08.700926 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-07f08541-e0db-414d-91d3-db853aa6affc tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:07:08.703118 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60766) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:08.710786 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-db72ec7e-dc71-4fac-8970-26586d4d7968 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Request body: {'security_group': {'name': 'tempest-secgroup--1799571664'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:08.715490 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f08541-e0db-414d-91d3-db853aa6affc tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:07:08.725849 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f08541-e0db-414d-91d3-db853aa6affc tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:08.727724 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-07f08541-e0db-414d-91d3-db853aa6affc tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:08.824636 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9604aa4c-7f72-4931-bb9b-e6f3932717fb None None] Provisioning complete for port c46cc662-7528-4c8c-a8e3-fd4b6cf50af1 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:07:08.825354 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9604aa4c-7f72-4931-bb9b-e6f3932717fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:08.857931 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-82ae7ad4-d03a-4eed-8e0f-f794ada617b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:08.905776 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-82ae7ad4-d03a-4eed-8e0f-f794ada617b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:08.906636 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9604aa4c-7f72-4931-bb9b-e6f3932717fb None None] Port c46cc662-7528-4c8c-a8e3-fd4b6cf50af1 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:07:08.919868 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-db72ec7e-dc71-4fac-8970-26586d4d7968 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:08.946132 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566aa557-0b71-4296-8a7c-ac24a0a8ff84 req-a2a4e0ab-f86f-4390-8d32-050a7351cc0b tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:08.952098 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f08541-e0db-414d-91d3-db853aa6affc tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event updated for resources: {'Port': ['ID=3f0b29b3-5690-4700-9610-85188c47a1bb,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:08.954800 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-566aa557-0b71-4296-8a7c-ac24a0a8ff84 req-a2a4e0ab-f86f-4390-8d32-050a7351cc0b tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fdd01f9-a35c-430e-9b07-0d6791794e3e HTTP/1.1" status: 200 len: 945 time: 0.1276774 Jul 24 00:07:08.964437 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-db72ec7e-dc71-4fac-8970-26586d4d7968 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:08.987976 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-07f08541-e0db-414d-91d3-db853aa6affc tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.3958342 Jul 24 00:07:08.989122 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82ae7ad4-d03a-4eed-8e0f-f794ada617b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:07:08.992462 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60770) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:08.998951 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-ae4a1949-3885-424c-aad7-3156be8cfcae tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:09.017449 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bbcac51f-0b71-4d22-94b6-355f335cfa3b tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:09.042078 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ae7ad4-d03a-4eed-8e0f-f794ada617b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f6539c-67ad-483c-993b-ed7338e2441a,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:09.046011 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-82ae7ad4-d03a-4eed-8e0f-f794ada617b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:09.046788 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-82ae7ad4-d03a-4eed-8e0f-f794ada617b5 admin admin] Added segment d6402816-8d98-4b2e-8f08-dc778ee1dcce of type vlan for network 0618cfb3-814b-4b7d-87d5-55eb6baffbf5 Jul 24 00:07:09.117557 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-566aa557-0b71-4296-8a7c-ac24a0a8ff84 req-cfa51393-3b4a-47bf-8712-3783d4695b52 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/security-groups?id=01883c9b-f537-47a8-8e4c-5877842ba644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553597 Jul 24 00:07:09.168710 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-82ae7ad4-d03a-4eed-8e0f-f794ada617b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:09.207851 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bbcac51f-0b71-4d22-94b6-355f335cfa3b tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:09.250811 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-82ae7ad4-d03a-4eed-8e0f-f794ada617b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:09.252094 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ae7ad4-d03a-4eed-8e0f-f794ada617b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:09.253046 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-82ae7ad4-d03a-4eed-8e0f-f794ada617b5 admin admin] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:09.260698 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bbcac51f-0b71-4d22-94b6-355f335cfa3b tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:09.265649 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-bbcac51f-0b71-4d22-94b6-355f335cfa3b tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "DELETE /v2.0/subnets/7d85501c-7a56-4a6d-a9e9-e37a84134ece HTTP/1.1" status: 204 len: 168 time: 0.9505429 Jul 24 00:07:09.273171 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60776) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:09.282312 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcac51f-0b71-4d22-94b6-355f335cfa3b tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event deleted for resources: {'Subnet': ['ID=7d85501c-7a56-4a6d-a9e9-e37a84134ece,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:09.285022 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ae4a1949-3885-424c-aad7-3156be8cfcae tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:09.318690 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-db72ec7e-dc71-4fac-8970-26586d4d7968 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:09.319956 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-180aa72d-8151-4e40-ac70-dc5f88538ebb tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] DELETE failed (client error): The resource could not be found. Jul 24 00:07:09.320422 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-180aa72d-8151-4e40-ac70-dc5f88538ebb tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:07:09.325946 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-180aa72d-8151-4e40-ac70-dc5f88538ebb tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "DELETE /v2.0/subnets/03196ed6-8e8f-45ca-90b4-854384842327 HTTP/1.1" status: 404 len: 337 time: 0.0480435 Jul 24 00:07:09.326269 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60778) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:09.326995 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-db72ec7e-dc71-4fac-8970-26586d4d7968 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:09.352187 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ae7ad4-d03a-4eed-8e0f-f794ada617b5 admin admin] Pushing event updated for resources: {'Network': ['ID=0618cfb3-814b-4b7d-87d5-55eb6baffbf5,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:09.364595 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 0618cfb3-814b-4b7d-87d5-55eb6baffbf5 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:07:09.376157 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-82ae7ad4-d03a-4eed-8e0f-f794ada617b5 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.4769464 Jul 24 00:07:09.382618 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-920a2709-a994-49ef-8448-dfc083e6bba4 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7a396b6-4f96-4931-b289-fed1045b1ca3 HTTP/1.1" status: 200 len: 205 time: 0.0504549 Jul 24 00:07:09.382797 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60780) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:09.389006 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-95f1ec47-d7d8-448f-a54a-6c90ac73525d admin admin] Request body: {'subnet': {'network_id': '0618cfb3-814b-4b7d-87d5-55eb6baffbf5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1159797707-subnet', 'tenant_id': '043a499e05cb4c7689d2c93d541abc0b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:09.396593 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60782) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:09.440065 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db72ec7e-dc71-4fac-8970-26586d4d7968 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d973981-c478-4311-9339-1f4eb73158e2,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:09.476283 n-d-800088-16 neutron-server[100314]: INFO neutron.api.v2.resource [None req-f66d8ebe-63b9-42f4-9d2f-332a8f74598a tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] delete failed (client error): The resource could not be found. Jul 24 00:07:09.478092 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-f66d8ebe-63b9-42f4-9d2f-332a8f74598a tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "DELETE /v2.0/routers/f7a396b6-4f96-4931-b289-fed1045b1ca3 HTTP/1.1" status: 404 len: 336 time: 0.0804889 Jul 24 00:07:09.481466 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60784) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:09.515129 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b346a3c-ef2d-4f84-8169-40da7d97ed6d tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] DELETE failed (client error): The resource could not be found. Jul 24 00:07:09.515754 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b346a3c-ef2d-4f84-8169-40da7d97ed6d tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:07:09.517797 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-1b346a3c-ef2d-4f84-8169-40da7d97ed6d tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "DELETE /v2.0/subnets/4db2ba5c-1063-44b8-980d-a6cfacbfe71e HTTP/1.1" status: 404 len: 337 time: 0.0352037 Jul 24 00:07:09.520473 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60786) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:09.565515 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-66de308c-6058-4ace-92d8-5b90e789c54b tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] DELETE failed (client error): The resource could not be found. Jul 24 00:07:09.566009 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66de308c-6058-4ace-92d8-5b90e789c54b tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:07:09.570694 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-66de308c-6058-4ace-92d8-5b90e789c54b tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "DELETE /v2.0/subnets/8cddadbd-03d0-43aa-8eb3-8364f5200db4 HTTP/1.1" status: 404 len: 337 time: 0.0491281 Jul 24 00:07:09.571415 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60788) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:09.593222 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-db72ec7e-dc71-4fac-8970-26586d4d7968 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:09.605289 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-db72ec7e-dc71-4fac-8970-26586d4d7968 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:09.615649 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ae4a1949-3885-424c-aad7-3156be8cfcae tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:09.624419 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-06b1c160-1e38-43ab-a334-38a6ad92c965 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] DELETE failed (client error): The resource could not be found. Jul 24 00:07:09.625027 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06b1c160-1e38-43ab-a334-38a6ad92c965 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:07:09.629565 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-06b1c160-1e38-43ab-a334-38a6ad92c965 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "DELETE /v2.0/subnets/eb91ead5-3740-472f-9fdf-73804eba7429 HTTP/1.1" status: 404 len: 337 time: 0.0546296 Jul 24 00:07:09.632661 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ae4a1949-3885-424c-aad7-3156be8cfcae tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:09.635385 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60790) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:09.672790 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db72ec7e-dc71-4fac-8970-26586d4d7968 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9521f8a7-038f-4d03-92a4-62313fb2d87a,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:09.679478 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-ae4a1949-3885-424c-aad7-3156be8cfcae tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] In _notify_port_updated(), no bound segment for port 3f0b29b3-5690-4700-9610-85188c47a1bb on network 12758dee-1bbe-4dab-8d69-802b36c98522 {{(pid=100313) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 24 00:07:09.680374 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f1ec47-d7d8-448f-a54a-6c90ac73525d admin admin] Made reservation on behalf of 043a499e05cb4c7689d2c93d541abc0b for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:07:09.684083 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-95f1ec47-d7d8-448f-a54a-6c90ac73525d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:09.685942 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4a1949-3885-424c-aad7-3156be8cfcae tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:09.686644 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ae4a1949-3885-424c-aad7-3156be8cfcae tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:09.689069 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-ae4a1949-3885-424c-aad7-3156be8cfcae tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "PUT /v2.0/ports/3f0b29b3-5690-4700-9610-85188c47a1bb HTTP/1.1" status: 200 len: 818 time: 0.6942551 Jul 24 00:07:09.689069 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-db72ec7e-dc71-4fac-8970-26586d4d7968 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:09.689300 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae31d4a6-6b4b-4c45-8b14-461fcc296ab8 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] DELETE failed (client error): The resource could not be found. Jul 24 00:07:09.690050 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae31d4a6-6b4b-4c45-8b14-461fcc296ab8 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:07:09.693160 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-db72ec7e-dc71-4fac-8970-26586d4d7968 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9889679 Jul 24 00:07:09.693860 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60792) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:09.694432 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60794) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:09.695350 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-ae31d4a6-6b4b-4c45-8b14-461fcc296ab8 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "DELETE /v2.0/ports/f180b682-6ca8-43fa-a874-109dad6f38e0 HTTP/1.1" status: 404 len: 333 time: 0.0582530 Jul 24 00:07:09.699070 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60796) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:09.709080 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-aaaba2fd-4fa5-4d27-bff9-8d6557e4ce42 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Request body: {'security_group_rule': {'security_group_id': '9521f8a7-038f-4d03-92a4-62313fb2d87a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:09.748688 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb683e92-4d79-4c8f-a3dc-5817daf9eda6 None None] Network 29517d75-f90f-4ff3-95ea-68c448311e4b requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:07:09.752321 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e9daf01-f2e0-426a-94e2-d2ada51d6e74 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] DELETE failed (client error): The resource could not be found. Jul 24 00:07:09.752795 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e9daf01-f2e0-426a-94e2-d2ada51d6e74 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:07:09.759179 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60800) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:09.768897 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-7e9daf01-f2e0-426a-94e2-d2ada51d6e74 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "DELETE /v2.0/subnets/a2da253e-64ff-4a97-bcb0-04e3cdae517e HTTP/1.1" status: 404 len: 337 time: 0.0681324 Jul 24 00:07:09.770541 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4a1949-3885-424c-aad7-3156be8cfcae tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event updated for resources: {'Port': ['ID=3f0b29b3-5690-4700-9610-85188c47a1bb,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:09.805826 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-54c7adc3-6211-43f8-8e6d-9f327ba0f6ff tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] DELETE failed (client error): The resource could not be found. Jul 24 00:07:09.806936 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54c7adc3-6211-43f8-8e6d-9f327ba0f6ff tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:07:09.808800 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-54c7adc3-6211-43f8-8e6d-9f327ba0f6ff tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "DELETE /v2.0/subnets/d95661b3-899c-4565-8196-080b4e299a34 HTTP/1.1" status: 404 len: 337 time: 0.0486910 Jul 24 00:07:09.814558 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60802) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:09.865737 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-aaaba2fd-4fa5-4d27-bff9-8d6557e4ce42 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:09.871321 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-143771f1-58e3-4e7f-95a0-9ff8e201af49 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] DELETE failed (client error): The resource could not be found. Jul 24 00:07:09.872166 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-143771f1-58e3-4e7f-95a0-9ff8e201af49 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:07:09.874020 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-143771f1-58e3-4e7f-95a0-9ff8e201af49 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "DELETE /v2.0/ports/5a1b88bd-9e9d-4386-8c58-e108985d860a HTTP/1.1" status: 404 len: 333 time: 0.0560338 Jul 24 00:07:09.878889 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60804) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:09.918333 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-0e9193bb-fe60-40d4-96ef-7c96b978bcd3 None None] Provisioning complete for port e63f001b-fc23-4df5-a8d9-26b70918c2f2 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:07:09.918708 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0e9193bb-fe60-40d4-96ef-7c96b978bcd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:09.944681 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b8cae19-6c99-4de6-83fa-9e17a0aa1ca4 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] DELETE failed (client error): The resource could not be found. Jul 24 00:07:09.945204 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b8cae19-6c99-4de6-83fa-9e17a0aa1ca4 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:07:09.950476 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-0b8cae19-6c99-4de6-83fa-9e17a0aa1ca4 tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "DELETE /v2.0/subnets/c21744b0-37a8-4ad6-9db1-315ba63ee1c3 HTTP/1.1" status: 404 len: 337 time: 0.0703950 Jul 24 00:07:09.951216 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60806) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:09.964077 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-0b68e8a6-e128-422b-bf41-fd62e3c7ec55 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Deleting port 3f0b29b3-5690-4700-9610-85188c47a1bb {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:07:09.964431 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0b68e8a6-e128-422b-bf41-fd62e3c7ec55 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:10.000483 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9fa9356-6026-4f1a-b3cc-36593488f60f tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] DELETE failed (client error): The resource could not be found. Jul 24 00:07:10.000963 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9fa9356-6026-4f1a-b3cc-36593488f60f tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:07:10.005207 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-a9fa9356-6026-4f1a-b3cc-36593488f60f tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "DELETE /v2.0/subnets/92130fe5-49b2-4e1f-9bb5-9ada1b1524cb HTTP/1.1" status: 404 len: 337 time: 0.0505342 Jul 24 00:07:10.005207 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-aaaba2fd-4fa5-4d27-bff9-8d6557e4ce42 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:10.007349 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60808) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:10.043886 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-0e9193bb-fe60-40d4-96ef-7c96b978bcd3 None None] Provisioning complete for port c46cc662-7528-4c8c-a8e3-fd4b6cf50af1 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:07:10.044260 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0e9193bb-fe60-40d4-96ef-7c96b978bcd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:10.051271 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-aaaba2fd-4fa5-4d27-bff9-8d6557e4ce42 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:10.070654 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54bb351a-8675-4cf7-9933-d4a2dc144b32 None None] DHCP port deletion for 29517d75-f90f-4ff3-95ea-68c448311e4b request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:07:10.079217 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-95f1ec47-d7d8-448f-a54a-6c90ac73525d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:10.117505 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-0e9193bb-fe60-40d4-96ef-7c96b978bcd3 None None] Port c46cc662-7528-4c8c-a8e3-fd4b6cf50af1 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:07:10.129760 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaba2fd-4fa5-4d27-bff9-8d6557e4ce42 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7122517-4ed8-4037-b17c-2553638fbdcc,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:10.141375 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0b68e8a6-e128-422b-bf41-fd62e3c7ec55 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:10.149659 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-aaaba2fd-4fa5-4d27-bff9-8d6557e4ce42 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:10.153780 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-aaaba2fd-4fa5-4d27-bff9-8d6557e4ce42 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4482422 Jul 24 00:07:10.154398 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60812) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:10.177345 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f1ec47-d7d8-448f-a54a-6c90ac73525d admin admin] Checking segment: {'id': 'd6402816-8d98-4b2e-8f08-dc778ee1dcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0618cfb3-814b-4b7d-87d5-55eb6baffbf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:07:10.178217 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-73449cb1-0992-49e7-9ba6-59aa0ceb2ffe tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Request body: {'security_group_rule': {'security_group_id': '9521f8a7-038f-4d03-92a4-62313fb2d87a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:10.178359 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f1ec47-d7d8-448f-a54a-6c90ac73525d admin admin] Network hostable DHCP agents. Network: 0618cfb3-814b-4b7d-87d5-55eb6baffbf5, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:07:10.183387 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f1ec47-d7d8-448f-a54a-6c90ac73525d admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc09d7f3-8c1d-481a-8338-8563254dd078,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:10.189947 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-0b68e8a6-e128-422b-bf41-fd62e3c7ec55 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Calling delete_port for 3f0b29b3-5690-4700-9610-85188c47a1bb owned by {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:07:10.191389 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-54bb351a-8675-4cf7-9933-d4a2dc144b32 None None] Deleting port e63f001b-fc23-4df5-a8d9-26b70918c2f2 {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:07:10.191802 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-54bb351a-8675-4cf7-9933-d4a2dc144b32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:10.211645 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f1ec47-d7d8-448f-a54a-6c90ac73525d admin admin] Network 0618cfb3-814b-4b7d-87d5-55eb6baffbf5 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:07:10.230645 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-95f1ec47-d7d8-448f-a54a-6c90ac73525d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 0618cfb3-814b-4b7d-87d5-55eb6baffbf5) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:07:10.246165 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f1ec47-d7d8-448f-a54a-6c90ac73525d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:10.246821 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-95f1ec47-d7d8-448f-a54a-6c90ac73525d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:10.265240 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3045bad-d2dd-4b3c-b07f-7c3fcceb9253 None None] Network 0618cfb3-814b-4b7d-87d5-55eb6baffbf5 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:07:10.293433 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-95f1ec47-d7d8-448f-a54a-6c90ac73525d admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9092414 Jul 24 00:07:10.293622 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:07:10.294100 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-73449cb1-0992-49e7-9ba6-59aa0ceb2ffe tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:10.294237 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60816) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:10.298092 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-d7a7e1ff-56e6-466c-8cc7-a983e239579b admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1159797707-router', 'tenant_id': '043a499e05cb4c7689d2c93d541abc0b', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:10.325031 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d7a7e1ff-56e6-466c-8cc7-a983e239579b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:10.326621 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d7a7e1ff-56e6-466c-8cc7-a983e239579b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:10.372544 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-1d4e013e-0e22-4e5c-a5a6-13a92b251c9a tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Deleting port c46cc662-7528-4c8c-a8e3-fd4b6cf50af1 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:07:10.373252 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1d4e013e-0e22-4e5c-a5a6-13a92b251c9a tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:10.386996 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d7a7e1ff-56e6-466c-8cc7-a983e239579b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:10.417688 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0b68e8a6-e128-422b-bf41-fd62e3c7ec55 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:10.421613 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-54bb351a-8675-4cf7-9933-d4a2dc144b32 None None] For port e63f001b-fc23-4df5-a8d9-26b70918c2f2, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=e63f001b-fc23-4df5-a8d9-26b70918c2f2,segment=NetworkSegment(161b23d6-c20e-490f-907c-5a3ade4f6ba5),segment_id=161b23d6-c20e-490f-907c-5a3ade4f6ba5)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:07:10.422135 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-54bb351a-8675-4cf7-9933-d4a2dc144b32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:10.479088 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-54bb351a-8675-4cf7-9933-d4a2dc144b32 None None] Calling delete_port for e63f001b-fc23-4df5-a8d9-26b70918c2f2 owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:07:10.482908 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [None req-73449cb1-0992-49e7-9ba6-59aa0ceb2ffe tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] create failed (client error): There was a conflict when trying to complete your request. Jul 24 00:07:10.486946 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-73449cb1-0992-49e7-9ba6-59aa0ceb2ffe tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3123357 Jul 24 00:07:10.489955 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60818) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:10.508458 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b68e8a6-e128-422b-bf41-fd62e3c7ec55 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event deleted for resources: {'Port': ['ID=3f0b29b3-5690-4700-9610-85188c47a1bb,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:10.511531 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1d4e013e-0e22-4e5c-a5a6-13a92b251c9a tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:10.529200 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb5fa9-8854-40e1-9774-cb53a0b953db req-fac93ac2-6da5-4c2a-9e1b-f4a21360c607 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:10.531054 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-dbcb5fa9-8854-40e1-9774-cb53a0b953db req-fac93ac2-6da5-4c2a-9e1b-f4a21360c607 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fdd01f9-a35c-430e-9b07-0d6791794e3e HTTP/1.1" status: 200 len: 945 time: 0.2685316 Jul 24 00:07:10.546021 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-1d4e013e-0e22-4e5c-a5a6-13a92b251c9a tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Calling delete_port for c46cc662-7528-4c8c-a8e3-fd4b6cf50af1 owned by {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:07:10.554586 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d7a7e1ff-56e6-466c-8cc7-a983e239579b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:10.616961 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0b68e8a6-e128-422b-bf41-fd62e3c7ec55 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:10.621334 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-0b68e8a6-e128-422b-bf41-fd62e3c7ec55 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "DELETE /v2.0/ports/3f0b29b3-5690-4700-9610-85188c47a1bb HTTP/1.1" status: 204 len: 168 time: 0.9208057 Jul 24 00:07:10.635618 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60820) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:10.788644 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-dbcb5fa9-8854-40e1-9774-cb53a0b953db req-3b8d4277-dc10-4a8d-b988-501850242ee2 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/security-groups?id=01883c9b-f537-47a8-8e4c-5877842ba644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217538 Jul 24 00:07:10.796443 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-34c1a899-b1f3-4752-8221-c4fd1857f411 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:10.828825 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d914c64-e89a-4ef9-813c-be5ae81c0c80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-0618cfb3-814b-4b7d-87d5-55eb6baffbf5', 'network_id': '0618cfb3-814b-4b7d-87d5-55eb6baffbf5', 'tenant_id': '043a499e05cb4c7689d2c93d541abc0b', 'fixed_ips': [{'subnet_id': 'bc09d7f3-8c1d-481a-8338-8563254dd078'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:07:10.829912 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3d914c64-e89a-4ef9-813c-be5ae81c0c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:10.840607 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1d4e013e-0e22-4e5c-a5a6-13a92b251c9a tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:10.847995 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-34c1a899-b1f3-4752-8221-c4fd1857f411 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:10.855782 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-54bb351a-8675-4cf7-9933-d4a2dc144b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:10.900007 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4e013e-0e22-4e5c-a5a6-13a92b251c9a tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event deleted for resources: {'Port': ['ID=c46cc662-7528-4c8c-a8e3-fd4b6cf50af1,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:10.918693 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bb351a-8675-4cf7-9933-d4a2dc144b32 None None] No DVR routers for this DVR port e63f001b-fc23-4df5-a8d9-26b70918c2f2 on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:07:10.930342 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bb351a-8675-4cf7-9933-d4a2dc144b32 None None] Pushing event deleted for resources: {'Port': ['ID=e63f001b-fc23-4df5-a8d9-26b70918c2f2,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:10.930914 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ce9476-bfcb-4afa-b62e-55c3a91aa3cf tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:10.940861 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-e7ce9476-bfcb-4afa-b62e-55c3a91aa3cf tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3019331 Jul 24 00:07:10.947574 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60826) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:10.968113 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d7a7e1ff-56e6-466c-8cc7-a983e239579b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:11.015826 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1d4e013e-0e22-4e5c-a5a6-13a92b251c9a tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:11.019234 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-1d4e013e-0e22-4e5c-a5a6-13a92b251c9a tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "DELETE /v2.0/ports/c46cc662-7528-4c8c-a8e3-fd4b6cf50af1 HTTP/1.1" status: 204 len: 168 time: 1.0109568 Jul 24 00:07:11.019399 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d7a7e1ff-56e6-466c-8cc7-a983e239579b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:11.027915 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60828) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:11.043593 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-34c1a899-b1f3-4752-8221-c4fd1857f411 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:11.046244 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-34c1a899-b1f3-4752-8221-c4fd1857f411 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:11.047495 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-34c1a899-b1f3-4752-8221-c4fd1857f411 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] 10.222.0.44 "DELETE /v2.0/security-groups/9521f8a7-038f-4d03-92a4-62313fb2d87a HTTP/1.1" status: 204 len: 168 time: 0.5496299 Jul 24 00:07:11.048615 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-24c56d58-51e4-432f-945f-ccfecac4b5bc tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] GET failed (client error): The resource could not be found. Jul 24 00:07:11.050376 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-24c56d58-51e4-432f-945f-ccfecac4b5bc tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "GET /v2.0/ports/3f0b29b3-5690-4700-9610-85188c47a1bb HTTP/1.1" status: 404 len: 333 time: 0.1018326 Jul 24 00:07:11.050985 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60830) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:11.059126 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60832) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:11.065277 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-83837e7a-26d6-467c-8aa2-790988dfa229 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1929180598'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:11.074368 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c1a899-b1f3-4752-8221-c4fd1857f411 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9521f8a7-038f-4d03-92a4-62313fb2d87a,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:11.120570 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-3d914c64-e89a-4ef9-813c-be5ae81c0c80 None None] Allocated IP 172.20.0.2 (0618cfb3-814b-4b7d-87d5-55eb6baffbf5/bc09d7f3-8c1d-481a-8338-8563254dd078/11c53018-6629-42ae-af45-09bc374fb2b6) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:07:11.183203 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-6d41d74d-5dd4-4cc4-a1bb-20369b49723a tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1282241 Jul 24 00:07:11.188951 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60834) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:11.194481 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-178f2704-2b00-42b3-add3-5566fb411d84 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Request body: {'security_group': {'name': 'tempest-secgroup--941605319'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:11.196306 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-87349ef6-4722-4f2d-aad5-293f7f6e220d tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:11.201794 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83837e7a-26d6-467c-8aa2-790988dfa229 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Made reservation on behalf of 2c88b901a3a4498983dd1ba8803185ce for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:07:11.205163 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-83837e7a-26d6-467c-8aa2-790988dfa229 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:11.231890 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-178f2704-2b00-42b3-add3-5566fb411d84 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:11.257427 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device e63f001b-fc23-4df5-a8d9-26b70918c2f2 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:07:11.263058 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76929de9-238c-43a7-9a0b-910f26ee76d6 req-215d982f-52a3-4ad4-a847-e3b0b2302003 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:11.265255 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-76929de9-238c-43a7-9a0b-910f26ee76d6 req-215d982f-52a3-4ad4-a847-e3b0b2302003 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fdd01f9-a35c-430e-9b07-0d6791794e3e HTTP/1.1" status: 200 len: 945 time: 0.2988281 Jul 24 00:07:11.294862 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: e63f001b-fc23-4df5-a8d9-26b70918c2f2 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:07:11.296945 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device e63f001b-fc23-4df5-a8d9-26b70918c2f2 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:07:11.301445 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83837e7a-26d6-467c-8aa2-790988dfa229 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:07:11.355179 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-178f2704-2b00-42b3-add3-5566fb411d84 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:11.358575 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-83837e7a-26d6-467c-8aa2-790988dfa229 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:11.359012 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-83837e7a-26d6-467c-8aa2-790988dfa229 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Added segment 1daa1e61-1d35-472b-878b-6159146ad789 of type vlan for network 6f0757f3-f73d-4cbd-899f-f9ea93e7f8b8 Jul 24 00:07:11.360648 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-d7a7e1ff-56e6-466c-8cc7-a983e239579b admin admin] Allocated IP 172.25.3.194 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/394ab413-8273-4f76-8abe-706df8c416b4) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:07:11.360946 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-178f2704-2b00-42b3-add3-5566fb411d84 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:11.411089 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178f2704-2b00-42b3-add3-5566fb411d84 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af9f2c80-3489-420d-b253-f869c9f11f59,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:11.429209 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-178f2704-2b00-42b3-add3-5566fb411d84 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:11.430929 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-178f2704-2b00-42b3-add3-5566fb411d84 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2408137 Jul 24 00:07:11.434013 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60838) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:11.439527 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-0b364e1f-6b69-41bd-94d7-76ae0abadb71 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Request body: {'security_group_rule': {'security_group_id': 'af9f2c80-3489-420d-b253-f869c9f11f59', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:11.440234 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-76929de9-238c-43a7-9a0b-910f26ee76d6 req-dbda583a-907b-4f6f-885a-b88ed28d8eb5 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/security-groups?id=01883c9b-f537-47a8-8e4c-5877842ba644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670263 Jul 24 00:07:11.440372 n-d-800088-16 neutron-server[100313]: WARNING neutron.api.v2.base [None req-0b364e1f-6b69-41bd-94d7-76ae0abadb71 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 24 00:07:11.440821 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [None req-0b364e1f-6b69-41bd-94d7-76ae0abadb71 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 00:07:11.441861 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-0b364e1f-6b69-41bd-94d7-76ae0abadb71 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0067725 Jul 24 00:07:11.453387 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60840) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:11.457713 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3d914c64-e89a-4ef9-813c-be5ae81c0c80 None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:11.468609 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-3d914c64-e89a-4ef9-813c-be5ae81c0c80 None None] Transition to ACTIVE for port object 11c53018-6629-42ae-af45-09bc374fb2b6 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:07:11.506214 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-3d914c64-e89a-4ef9-813c-be5ae81c0c80 None None] Transition to ACTIVE for port object 11c53018-6629-42ae-af45-09bc374fb2b6 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:07:11.506826 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-87349ef6-4722-4f2d-aad5-293f7f6e220d tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:11.514333 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3d914c64-e89a-4ef9-813c-be5ae81c0c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:11.562613 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-051a78e4-8365-4ef7-a38e-ba81cb47f551 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:11.563799 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d914c64-e89a-4ef9-813c-be5ae81c0c80 None None] Network 0618cfb3-814b-4b7d-87d5-55eb6baffbf5 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:07:11.570955 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-87349ef6-4722-4f2d-aad5-293f7f6e220d tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29517d75-f90f-4ff3-95ea-68c448311e4b']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:07:11.571159 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-3d914c64-e89a-4ef9-813c-be5ae81c0c80 None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:07:11.575845 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d914c64-e89a-4ef9-813c-be5ae81c0c80 None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:07:11.582565 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d914c64-e89a-4ef9-813c-be5ae81c0c80 None None] Pushing event updated for resources: {'Port': ['ID=11c53018-6629-42ae-af45-09bc374fb2b6,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:11.584940 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-83837e7a-26d6-467c-8aa2-790988dfa229 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:11.606253 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-051a78e4-8365-4ef7-a38e-ba81cb47f551 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:11.614414 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d914c64-e89a-4ef9-813c-be5ae81c0c80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:07:11.614774 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d914c64-e89a-4ef9-813c-be5ae81c0c80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:07:11.615119 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d914c64-e89a-4ef9-813c-be5ae81c0c80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:07:11.616044 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d914c64-e89a-4ef9-813c-be5ae81c0c80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:07:11.616044 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d914c64-e89a-4ef9-813c-be5ae81c0c80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:07:11.616281 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d914c64-e89a-4ef9-813c-be5ae81c0c80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:07:11.616433 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d914c64-e89a-4ef9-813c-be5ae81c0c80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:07:11.617079 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d914c64-e89a-4ef9-813c-be5ae81c0c80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:07:11.617418 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d914c64-e89a-4ef9-813c-be5ae81c0c80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:07:11.617985 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d914c64-e89a-4ef9-813c-be5ae81c0c80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:07:11.618114 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d914c64-e89a-4ef9-813c-be5ae81c0c80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:07:11.618285 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-87349ef6-4722-4f2d-aad5-293f7f6e220d tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '161b23d6-c20e-490f-907c-5a3ade4f6ba5') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:07:11.618520 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d914c64-e89a-4ef9-813c-be5ae81c0c80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:07:11.618641 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-87349ef6-4722-4f2d-aad5-293f7f6e220d tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '161b23d6-c20e-490f-907c-5a3ade4f6ba5') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:07:11.666416 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-3d914c64-e89a-4ef9-813c-be5ae81c0c80 None None] Attempting to bind port 11c53018-6629-42ae-af45-09bc374fb2b6 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:07:11.667349 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-3d914c64-e89a-4ef9-813c-be5ae81c0c80 None None] Attempting to bind port 11c53018-6629-42ae-af45-09bc374fb2b6 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': 'd6402816-8d98-4b2e-8f08-dc778ee1dcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0618cfb3-814b-4b7d-87d5-55eb6baffbf5'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:07:11.667838 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d914c64-e89a-4ef9-813c-be5ae81c0c80 None None] Attempting to bind port 11c53018-6629-42ae-af45-09bc374fb2b6 on network 0618cfb3-814b-4b7d-87d5-55eb6baffbf5 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:07:11.680851 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-87349ef6-4722-4f2d-aad5-293f7f6e220d tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:11.691973 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d914c64-e89a-4ef9-813c-be5ae81c0c80 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:07:11.692507 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d914c64-e89a-4ef9-813c-be5ae81c0c80 None None] Checking segment: {'id': 'd6402816-8d98-4b2e-8f08-dc778ee1dcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0618cfb3-814b-4b7d-87d5-55eb6baffbf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:07:11.693390 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3d914c64-e89a-4ef9-813c-be5ae81c0c80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:11.693390 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d914c64-e89a-4ef9-813c-be5ae81c0c80 None None] Bound using segment: {'id': 'd6402816-8d98-4b2e-8f08-dc778ee1dcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0618cfb3-814b-4b7d-87d5-55eb6baffbf5'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:07:11.693909 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-3d914c64-e89a-4ef9-813c-be5ae81c0c80 None None] Bound port: 11c53018-6629-42ae-af45-09bc374fb2b6, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6402816-8d98-4b2e-8f08-dc778ee1dcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0618cfb3-814b-4b7d-87d5-55eb6baffbf5'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:07:11.694245 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3d914c64-e89a-4ef9-813c-be5ae81c0c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:11.696729 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-051a78e4-8365-4ef7-a38e-ba81cb47f551 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:11.699982 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-051a78e4-8365-4ef7-a38e-ba81cb47f551 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:11.705434 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60846) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:11.705636 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-051a78e4-8365-4ef7-a38e-ba81cb47f551 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] 10.222.0.44 "DELETE /v2.0/security-groups/af9f2c80-3489-420d-b253-f869c9f11f59 HTTP/1.1" status: 204 len: 168 time: 0.2480354 Jul 24 00:07:11.715435 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051a78e4-8365-4ef7-a38e-ba81cb47f551 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af9f2c80-3489-420d-b253-f869c9f11f59,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:11.729588 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-87349ef6-4722-4f2d-aad5-293f7f6e220d tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:11.744749 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-83837e7a-26d6-467c-8aa2-790988dfa229 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:11.750329 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83837e7a-26d6-467c-8aa2-790988dfa229 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:11.750951 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-83837e7a-26d6-467c-8aa2-790988dfa229 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:11.753772 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87349ef6-4722-4f2d-aad5-293f7f6e220d tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:07:11.754215 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-87349ef6-4722-4f2d-aad5-293f7f6e220d tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:11.765887 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:07:11.765887 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:07:11.765887 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:07:11.765887 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:07:11.765887 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:07:11.765887 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:07:11.765887 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:07:11.765887 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:07:11.765887 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:07:11.765887 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:07:11.765887 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:07:11.765887 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:07:11.765887 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:07:11.765887 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:07:11.765887 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:07:11.765887 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:07:11.765887 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:07:11.765887 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:07:11.765887 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:07:11.765887 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:07:11.765887 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:07:11.765887 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:07:11.765887 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:07:11.765887 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:07:11.765887 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:07:11.765887 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:07:11.765887 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:07:11.765887 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:07:11.765887 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:07:11.765887 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:07:11.765887 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:07:11.765887 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:07:11.826439 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-3d914c64-e89a-4ef9-813c-be5ae81c0c80 None None] For port 11c53018-6629-42ae-af45-09bc374fb2b6, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:07:11.832638 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-3d914c64-e89a-4ef9-813c-be5ae81c0c80 None None] For port 11c53018-6629-42ae-af45-09bc374fb2b6, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=11c53018-6629-42ae-af45-09bc374fb2b6,segment=NetworkSegment(d6402816-8d98-4b2e-8f08-dc778ee1dcce),segment_id=d6402816-8d98-4b2e-8f08-dc778ee1dcce)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:07:11.839388 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3d914c64-e89a-4ef9-813c-be5ae81c0c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:11.885570 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d7a7e1ff-56e6-466c-8cc7-a983e239579b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:11.891182 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-83837e7a-26d6-467c-8aa2-790988dfa229 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8285480 Jul 24 00:07:11.891958 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60858) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:11.899342 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-1a988699-cfff-4e8f-a204-0a1d27fc0c45 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Request body: {'subnet': {'network_id': '6f0757f3-f73d-4cbd-899f-f9ea93e7f8b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:11.917599 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-87349ef6-4722-4f2d-aad5-293f7f6e220d tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:11.941439 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d914c64-e89a-4ef9-813c-be5ae81c0c80 None None] Pushing event updated for resources: {'Port': ['ID=11c53018-6629-42ae-af45-09bc374fb2b6,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:12.040908 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a988699-cfff-4e8f-a204-0a1d27fc0c45 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Made reservation on behalf of 2c88b901a3a4498983dd1ba8803185ce for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:07:12.053107 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1a988699-cfff-4e8f-a204-0a1d27fc0c45 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:12.402919 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-87349ef6-4722-4f2d-aad5-293f7f6e220d tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:12.404921 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-87349ef6-4722-4f2d-aad5-293f7f6e220d tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] 10.222.0.44 "DELETE /v2.0/networks/29517d75-f90f-4ff3-95ea-68c448311e4b HTTP/1.1" status: 204 len: 168 time: 1.3759496 Jul 24 00:07:12.415060 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-93ee4a4d-7d8b-4310-ae55-ce2c17846dc8 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6960239 Jul 24 00:07:12.415060 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83837e7a-26d6-467c-8aa2-790988dfa229 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event updated for resources: {'Network': ['ID=6f0757f3-f73d-4cbd-899f-f9ea93e7f8b8,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:12.427051 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 6f0757f3-f73d-4cbd-899f-f9ea93e7f8b8 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:07:12.439898 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60866) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:12.454444 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-b13fc598-f371-4dd1-83fe-7a4181331603 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Request body: {'security_group': {'name': 'tempest-secgroup--1967610592'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:12.490149 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87349ef6-4722-4f2d-aad5-293f7f6e220d tempest-PortsTestJSON-593989044 tempest-PortsTestJSON-593989044-project] Pushing event deleted for resources: {'Network': ['ID=29517d75-f90f-4ff3-95ea-68c448311e4b,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:12.519421 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1a988699-cfff-4e8f-a204-0a1d27fc0c45 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:12.537247 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b13fc598-f371-4dd1-83fe-7a4181331603 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:12.628627 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a988699-cfff-4e8f-a204-0a1d27fc0c45 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event updated for resources: {'Subnet': ['ID=91c60c5a-3a5d-4e6b-af2e-1b5a1ba5e321,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:12.637179 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a988699-cfff-4e8f-a204-0a1d27fc0c45 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Checking segment: {'id': '1daa1e61-1d35-472b-878b-6159146ad789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '6f0757f3-f73d-4cbd-899f-f9ea93e7f8b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:07:12.638337 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a988699-cfff-4e8f-a204-0a1d27fc0c45 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Network hostable DHCP agents. Network: 6f0757f3-f73d-4cbd-899f-f9ea93e7f8b8, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:07:12.659873 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d7a7e1ff-56e6-466c-8cc7-a983e239579b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:12.678363 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a988699-cfff-4e8f-a204-0a1d27fc0c45 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Network 6f0757f3-f73d-4cbd-899f-f9ea93e7f8b8 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:07:12.691335 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a7e1ff-56e6-466c-8cc7-a983e239579b admin admin] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:07:12.699020 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-d7a7e1ff-56e6-466c-8cc7-a983e239579b admin admin] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:07:12.700775 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-1a988699-cfff-4e8f-a204-0a1d27fc0c45 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 6f0757f3-f73d-4cbd-899f-f9ea93e7f8b8) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:07:12.704103 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a7e1ff-56e6-466c-8cc7-a983e239579b admin admin] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:07:12.711113 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ae087c-b517-4ca7-b6fc-bb94e9a458f3 None None] Network 6f0757f3-f73d-4cbd-899f-f9ea93e7f8b8 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:07:12.713629 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a988699-cfff-4e8f-a204-0a1d27fc0c45 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:12.714363 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1a988699-cfff-4e8f-a204-0a1d27fc0c45 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:12.739938 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b13fc598-f371-4dd1-83fe-7a4181331603 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:12.751681 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b13fc598-f371-4dd1-83fe-7a4181331603 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:12.797198 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c867ca6-d8d1-4cc4-8cf6-6bb028eee7fd req-22b13aa4-8043-4741-9c6f-b1795db2cc5e tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:12.798918 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2c867ca6-d8d1-4cc4-8cf6-6bb028eee7fd req-22b13aa4-8043-4741-9c6f-b1795db2cc5e tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/networks?id=18a152e0-a01f-49a7-bade-39a616e529a3 HTTP/1.1" status: 200 len: 815 time: 0.8908801 Jul 24 00:07:12.826789 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13fc598-f371-4dd1-83fe-7a4181331603 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb82a37d-1134-43bf-9582-66481b90518e,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:12.829104 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a7e1ff-56e6-466c-8cc7-a983e239579b admin admin] Pushing event updated for resources: {'Port': ['ID=394ab413-8273-4f76-8abe-706df8c416b4,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:12.829834 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-1a988699-cfff-4e8f-a204-0a1d27fc0c45 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9354522 Jul 24 00:07:12.832936 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60870) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:12.852143 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-57afd15c-af8f-47bd-a979-b8c239307eb3 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Request body: {'subnet': {'network_id': '6f0757f3-f73d-4cbd-899f-f9ea93e7f8b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:12.890975 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b13fc598-f371-4dd1-83fe-7a4181331603 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:12.895003 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-b13fc598-f371-4dd1-83fe-7a4181331603 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4540784 Jul 24 00:07:12.908289 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60872) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:12.919372 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-b5684444-a4c1-4676-b6b2-d62bb62b2703 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Request body: {'security_group_rule': {'security_group_id': 'eb82a37d-1134-43bf-9582-66481b90518e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:12.920249 n-d-800088-16 neutron-server[100313]: WARNING neutron.api.v2.base [None req-b5684444-a4c1-4676-b6b2-d62bb62b2703 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 24 00:07:12.920794 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [None req-b5684444-a4c1-4676-b6b2-d62bb62b2703 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 00:07:12.924784 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-b5684444-a4c1-4676-b6b2-d62bb62b2703 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0140569 Jul 24 00:07:12.928317 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60874) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:12.975206 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2c867ca6-d8d1-4cc4-8cf6-6bb028eee7fd req-385fa456-079b-4ca0-8781-4de8eb5627c4 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/quotas/b522b7a30c7a44c49afc4b0ec559df03 HTTP/1.1" status: 200 len: 375 time: 0.1675997 Jul 24 00:07:13.010255 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60876) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:13.209988 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024f7f8a-0d30-419b-8890-94edf40aed47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-6f0757f3-f73d-4cbd-899f-f9ea93e7f8b8', 'network_id': '6f0757f3-f73d-4cbd-899f-f9ea93e7f8b8', 'tenant_id': '2c88b901a3a4498983dd1ba8803185ce', 'fixed_ips': [{'subnet_id': '91c60c5a-3a5d-4e6b-af2e-1b5a1ba5e321'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:07:13.211476 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2b0427ff-f690-454f-9022-6e0e41b6712c tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:13.212492 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-024f7f8a-0d30-419b-8890-94edf40aed47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:13.303943 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2b0427ff-f690-454f-9022-6e0e41b6712c tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:13.322868 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57afd15c-af8f-47bd-a979-b8c239307eb3 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Made reservation on behalf of 2c88b901a3a4498983dd1ba8803185ce for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:07:13.327948 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-57afd15c-af8f-47bd-a979-b8c239307eb3 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:13.366525 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 11c53018-6629-42ae-af45-09bc374fb2b6 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:07:13.393035 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b6cd3f-ddcb-46f5-b260-1881f1624e14 req-80e6486a-59c8-4e42-b965-76c2a9c09b23 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:13.394994 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-47b6cd3f-ddcb-46f5-b260-1881f1624e14 req-80e6486a-59c8-4e42-b965-76c2a9c09b23 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fdd01f9-a35c-430e-9b07-0d6791794e3e HTTP/1.1" status: 200 len: 945 time: 0.4272389 Jul 24 00:07:13.452021 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2c867ca6-d8d1-4cc4-8cf6-6bb028eee7fd req-803eabb9-9462-42e5-b9a5-2005564da741 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b522b7a30c7a44c49afc4b0ec559df03&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4335966 Jul 24 00:07:13.519625 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 11c53018-6629-42ae-af45-09bc374fb2b6 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:07:13.616102 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2b0427ff-f690-454f-9022-6e0e41b6712c tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:13.621211 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2b0427ff-f690-454f-9022-6e0e41b6712c tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:13.625974 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-2b0427ff-f690-454f-9022-6e0e41b6712c tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] 10.222.0.44 "DELETE /v2.0/security-groups/eb82a37d-1134-43bf-9582-66481b90518e HTTP/1.1" status: 204 len: 168 time: 0.6938684 Jul 24 00:07:13.626156 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-024f7f8a-0d30-419b-8890-94edf40aed47 None None] Allocated IP 2001:db8::2 (6f0757f3-f73d-4cbd-899f-f9ea93e7f8b8/91c60c5a-3a5d-4e6b-af2e-1b5a1ba5e321/3d2cd5f4-745e-4cfd-90d0-434333e872ac) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:07:13.627603 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60886) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:13.629185 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-e4b67cd7-e92b-4fad-b718-9d43b2c26b66 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0861e7509e4040ae9ebcc16b5063e046&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5845478 Jul 24 00:07:13.630163 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60888) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:13.639727 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b8b33d-3c1c-4688-b173-504e78d33f60 None None] Network 0618cfb3-814b-4b7d-87d5-55eb6baffbf5 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:07:13.656757 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d7a7e1ff-56e6-466c-8cc7-a983e239579b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:13.711641 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0427ff-f690-454f-9022-6e0e41b6712c tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb82a37d-1134-43bf-9582-66481b90518e,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:13.740156 n-d-800088-16 neutron-server[100313]: INFO neutron.db.ipam_backend_mixin [None req-57afd15c-af8f-47bd-a979-b8c239307eb3 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 91c60c5a-3a5d-4e6b-af2e-1b5a1ba5e321 (CIDR: 2001:db8::/64) Jul 24 00:07:13.752322 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-57afd15c-af8f-47bd-a979-b8c239307eb3 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 00:07:13.752894 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57afd15c-af8f-47bd-a979-b8c239307eb3 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:07:13.771409 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-842768aa-4fbb-4c07-a81a-d54d2caffe65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:13.781728 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-57afd15c-af8f-47bd-a979-b8c239307eb3 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9386427 Jul 24 00:07:13.782328 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60890) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:13.797074 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-49e9199e-d590-4686-a1a1-5c6530d54536 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Request body: {'subnet': {'network_id': '6f0757f3-f73d-4cbd-899f-f9ea93e7f8b8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:13.843725 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-842768aa-4fbb-4c07-a81a-d54d2caffe65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:13.844424 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-024f7f8a-0d30-419b-8890-94edf40aed47 None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:13.856412 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-024f7f8a-0d30-419b-8890-94edf40aed47 None None] Transition to ACTIVE for port object 3d2cd5f4-745e-4cfd-90d0-434333e872ac will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:07:13.879764 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-4458ddec-eb54-4bb6-90b3-c0dad4c1b119 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2441144 Jul 24 00:07:13.881356 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-024f7f8a-0d30-419b-8890-94edf40aed47 None None] Transition to ACTIVE for port object 3d2cd5f4-745e-4cfd-90d0-434333e872ac will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:07:13.881487 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60892) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:13.890434 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-77c36cd4-68fc-4be8-9894-8bbd3b553af1 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Request body: {'security_group': {'name': 'tempest-secgroup--46353168'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:13.915129 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-024f7f8a-0d30-419b-8890-94edf40aed47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:13.996855 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-47b6cd3f-ddcb-46f5-b260-1881f1624e14 req-d1686d65-f1c5-4cad-9e17-66fe374e04d9 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Deleting port e35343cc-86f0-480d-bbcb-c956a7afa5b7 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:07:13.997179 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-47b6cd3f-ddcb-46f5-b260-1881f1624e14 req-d1686d65-f1c5-4cad-9e17-66fe374e04d9 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:13.998935 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-842768aa-4fbb-4c07-a81a-d54d2caffe65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:14.001735 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-842768aa-4fbb-4c07-a81a-d54d2caffe65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:14.002898 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-842768aa-4fbb-4c07-a81a-d54d2caffe65 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d5cdb95d-8764-4cc4-b124-1f901b5d6694 HTTP/1.1" status: 204 len: 168 time: 0.3639116 Jul 24 00:07:14.044623 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842768aa-4fbb-4c07-a81a-d54d2caffe65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5cdb95d-8764-4cc4-b124-1f901b5d6694,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:14.052353 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-a7a51c22-8da8-44d5-ad17-27e58efe043c None None] Provisioning for port 11c53018-6629-42ae-af45-09bc374fb2b6 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:07:14.055521 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024f7f8a-0d30-419b-8890-94edf40aed47 None None] Network 6f0757f3-f73d-4cbd-899f-f9ea93e7f8b8 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:07:14.062656 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2c867ca6-d8d1-4cc4-8cf6-6bb028eee7fd req-5db40e4b-6630-4496-8ccf-ab82aa6f4dfc service neutron] 10.222.0.44 "GET /v2.0/networks/18a152e0-a01f-49a7-bade-39a616e529a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5951321 Jul 24 00:07:14.078383 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-024f7f8a-0d30-419b-8890-94edf40aed47 None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:07:14.088583 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-a7a51c22-8da8-44d5-ad17-27e58efe043c None None] Provisioning complete for port 11c53018-6629-42ae-af45-09bc374fb2b6 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:07:14.089049 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a7a51c22-8da8-44d5-ad17-27e58efe043c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:14.125239 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024f7f8a-0d30-419b-8890-94edf40aed47 None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:07:14.127641 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024f7f8a-0d30-419b-8890-94edf40aed47 None None] Pushing event updated for resources: {'Port': ['ID=3d2cd5f4-745e-4cfd-90d0-434333e872ac,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:14.147430 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e9199e-d590-4686-a1a1-5c6530d54536 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Made reservation on behalf of 2c88b901a3a4498983dd1ba8803185ce for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:07:14.156106 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-49e9199e-d590-4686-a1a1-5c6530d54536 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:14.261328 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-77c36cd4-68fc-4be8-9894-8bbd3b553af1 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:14.290025 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-024f7f8a-0d30-419b-8890-94edf40aed47 None None] Attempting to bind port 3d2cd5f4-745e-4cfd-90d0-434333e872ac on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:07:14.291167 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-024f7f8a-0d30-419b-8890-94edf40aed47 None None] Attempting to bind port 3d2cd5f4-745e-4cfd-90d0-434333e872ac by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '1daa1e61-1d35-472b-878b-6159146ad789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '6f0757f3-f73d-4cbd-899f-f9ea93e7f8b8'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:07:14.291796 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024f7f8a-0d30-419b-8890-94edf40aed47 None None] Attempting to bind port 3d2cd5f4-745e-4cfd-90d0-434333e872ac on network 6f0757f3-f73d-4cbd-899f-f9ea93e7f8b8 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:07:14.327804 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024f7f8a-0d30-419b-8890-94edf40aed47 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:07:14.328521 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024f7f8a-0d30-419b-8890-94edf40aed47 None None] Checking segment: {'id': '1daa1e61-1d35-472b-878b-6159146ad789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '6f0757f3-f73d-4cbd-899f-f9ea93e7f8b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:07:14.328866 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-024f7f8a-0d30-419b-8890-94edf40aed47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:14.329279 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024f7f8a-0d30-419b-8890-94edf40aed47 None None] Bound using segment: {'id': '1daa1e61-1d35-472b-878b-6159146ad789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '6f0757f3-f73d-4cbd-899f-f9ea93e7f8b8'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:07:14.329775 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-024f7f8a-0d30-419b-8890-94edf40aed47 None None] Bound port: 3d2cd5f4-745e-4cfd-90d0-434333e872ac, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1daa1e61-1d35-472b-878b-6159146ad789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '6f0757f3-f73d-4cbd-899f-f9ea93e7f8b8'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:07:14.330196 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-024f7f8a-0d30-419b-8890-94edf40aed47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:14.394250 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a7a51c22-8da8-44d5-ad17-27e58efe043c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:14.483227 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-024f7f8a-0d30-419b-8890-94edf40aed47 None None] For port 3d2cd5f4-745e-4cfd-90d0-434333e872ac, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:07:14.486215 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-024f7f8a-0d30-419b-8890-94edf40aed47 None None] For port 3d2cd5f4-745e-4cfd-90d0-434333e872ac, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=3d2cd5f4-745e-4cfd-90d0-434333e872ac,segment=NetworkSegment(1daa1e61-1d35-472b-878b-6159146ad789),segment_id=1daa1e61-1d35-472b-878b-6159146ad789)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:07:14.499861 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-024f7f8a-0d30-419b-8890-94edf40aed47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:14.510466 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-a7a51c22-8da8-44d5-ad17-27e58efe043c None None] For port 11c53018-6629-42ae-af45-09bc374fb2b6, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=11c53018-6629-42ae-af45-09bc374fb2b6,segment=NetworkSegment(d6402816-8d98-4b2e-8f08-dc778ee1dcce),segment_id=d6402816-8d98-4b2e-8f08-dc778ee1dcce)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:07:14.544335 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a7a51c22-8da8-44d5-ad17-27e58efe043c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:14.590017 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2c867ca6-d8d1-4cc4-8cf6-6bb028eee7fd req-fd1196f0-dfdc-4134-aa92-25db6b523172 service neutron] 10.222.0.44 "GET /v2.0/networks/18a152e0-a01f-49a7-bade-39a616e529a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5264106 Jul 24 00:07:14.625173 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-47b6cd3f-ddcb-46f5-b260-1881f1624e14 req-d1686d65-f1c5-4cad-9e17-66fe374e04d9 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] For port e35343cc-86f0-480d-bbcb-c956a7afa5b7, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=e35343cc-86f0-480d-bbcb-c956a7afa5b7,segment=NetworkSegment(6ae6f178-a5a7-48fe-8694-33b87da05e0d),segment_id=6ae6f178-a5a7-48fe-8694-33b87da05e0d)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:07:14.625555 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-47b6cd3f-ddcb-46f5-b260-1881f1624e14 req-d1686d65-f1c5-4cad-9e17-66fe374e04d9 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:14.660413 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024f7f8a-0d30-419b-8890-94edf40aed47 None None] Pushing event updated for resources: {'Port': ['ID=3d2cd5f4-745e-4cfd-90d0-434333e872ac,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:14.696789 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-47b6cd3f-ddcb-46f5-b260-1881f1624e14 req-d1686d65-f1c5-4cad-9e17-66fe374e04d9 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Calling delete_port for e35343cc-86f0-480d-bbcb-c956a7afa5b7 owned by compute:nova {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:07:14.775020 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:14.836060 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a51c22-8da8-44d5-ad17-27e58efe043c None None] Pushing event updated for resources: {'Port': ['ID=11c53018-6629-42ae-af45-09bc374fb2b6,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:14.855456 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d7a7e1ff-56e6-466c-8cc7-a983e239579b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:14.960175 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-49e9199e-d590-4686-a1a1-5c6530d54536 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:15.126528 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e9199e-d590-4686-a1a1-5c6530d54536 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Network 6f0757f3-f73d-4cbd-899f-f9ea93e7f8b8 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:07:15.193253 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-49e9199e-d590-4686-a1a1-5c6530d54536 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:07:15.204919 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3b51beba-2493-41ab-856d-4db25163dad8 req-a3c2e924-8545-4e69-9df6-9bedcb47d501 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=8faf2bb9-7f86-4512-b106-4b1d32af40fb HTTP/1.1" status: 200 len: 210 time: 0.0985830 Jul 24 00:07:15.207130 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e9199e-d590-4686-a1a1-5c6530d54536 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:15.207911 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-49e9199e-d590-4686-a1a1-5c6530d54536 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:15.215286 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e9199e-d590-4686-a1a1-5c6530d54536 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event updated for resources: {'Subnet': ['ID=f60e86d9-cd05-45d5-a932-afafbd18a01f,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:15.300701 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-1f1e789c-a092-4a32-8763-4d683f4ee795 None None] Provisioning complete for port 11c53018-6629-42ae-af45-09bc374fb2b6 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:07:15.317179 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-1f1e789c-a092-4a32-8763-4d683f4ee795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:15.364790 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-77c36cd4-68fc-4be8-9894-8bbd3b553af1 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:15.377364 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-77c36cd4-68fc-4be8-9894-8bbd3b553af1 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:15.385905 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-49e9199e-d590-4686-a1a1-5c6530d54536 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5985565 Jul 24 00:07:15.388588 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60924) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:15.394079 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-62dfda70-35d6-4860-9e1e-2072c82ba472 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Request body: {'port': {'network_id': '6f0757f3-f73d-4cbd-899f-f9ea93e7f8b8', 'fixed_ips': [{'subnet_id': '91c60c5a-3a5d-4e6b-af2e-1b5a1ba5e321'}, {'subnet_id': 'f60e86d9-cd05-45d5-a932-afafbd18a01f'}], 'name': 'tempest-PortsIpV6TestJSON-1792704866'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:15.463165 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-77c36cd4-68fc-4be8-9894-8bbd3b553af1 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:15.464444 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-77c36cd4-68fc-4be8-9894-8bbd3b553af1 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5807791 Jul 24 00:07:15.470587 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60930) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:15.475508 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-9a093357-43de-482b-9dad-0cf5d0fae52d tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Request body: {'security_group_rule': {'security_group_id': 'd855ee9a-7bad-4194-8a9a-b7b10f5e892a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:15.497397 n-d-800088-16 neutron-server[100313]: WARNING neutron.api.v2.base [None req-9a093357-43de-482b-9dad-0cf5d0fae52d tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 24 00:07:15.501925 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [None req-9a093357-43de-482b-9dad-0cf5d0fae52d tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 00:07:15.512698 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-9a093357-43de-482b-9dad-0cf5d0fae52d tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0375047 Jul 24 00:07:15.588335 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60932) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:15.598820 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-1a8c0ec0-0c41-4251-bdb3-c854d2159932 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Request body: {'security_group_rule': {'security_group_id': 'd855ee9a-7bad-4194-8a9a-b7b10f5e892a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:15.600534 n-d-800088-16 neutron-server[100314]: WARNING neutron.api.v2.base [None req-1a8c0ec0-0c41-4251-bdb3-c854d2159932 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 24 00:07:15.601134 n-d-800088-16 neutron-server[100314]: INFO neutron.api.v2.resource [None req-1a8c0ec0-0c41-4251-bdb3-c854d2159932 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 00:07:15.602364 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-1a8c0ec0-0c41-4251-bdb3-c854d2159932 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0103109 Jul 24 00:07:15.614437 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c36cd4-68fc-4be8-9894-8bbd3b553af1 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d855ee9a-7bad-4194-8a9a-b7b10f5e892a,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:15.617501 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60934) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:15.630526 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 11c53018-6629-42ae-af45-09bc374fb2b6 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:07:15.666052 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60936) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:15.689547 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-e9e28807-a8fd-4676-9a07-20d45bf70778 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Request body: {'security_group_rule': {'security_group_id': 'd855ee9a-7bad-4194-8a9a-b7b10f5e892a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:15.691016 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 11c53018-6629-42ae-af45-09bc374fb2b6 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:07:15.691579 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:15.692338 n-d-800088-16 neutron-server[100314]: WARNING neutron.api.v2.base [None req-e9e28807-a8fd-4676-9a07-20d45bf70778 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 24 00:07:15.692971 n-d-800088-16 neutron-server[100314]: INFO neutron.api.v2.resource [None req-e9e28807-a8fd-4676-9a07-20d45bf70778 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 00:07:15.695443 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-e9e28807-a8fd-4676-9a07-20d45bf70778 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0680418 Jul 24 00:07:15.713878 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60938) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:15.726258 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-408b5734-686f-4cbe-b3c6-834340e6e884 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Request body: {'security_group_rule': {'security_group_id': 'd855ee9a-7bad-4194-8a9a-b7b10f5e892a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:15.736546 n-d-800088-16 neutron-server[100314]: WARNING neutron.api.v2.base [None req-408b5734-686f-4cbe-b3c6-834340e6e884 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 24 00:07:15.737390 n-d-800088-16 neutron-server[100314]: INFO neutron.api.v2.resource [None req-408b5734-686f-4cbe-b3c6-834340e6e884 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 00:07:15.742043 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-408b5734-686f-4cbe-b3c6-834340e6e884 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0226607 Jul 24 00:07:15.748188 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-47b6cd3f-ddcb-46f5-b260-1881f1624e14 req-d1686d65-f1c5-4cad-9e17-66fe374e04d9 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:15.755069 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60942) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:15.787723 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62dfda70-35d6-4860-9e1e-2072c82ba472 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Made reservation on behalf of 2c88b901a3a4498983dd1ba8803185ce for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:07:15.831008 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1686d65-f1c5-4cad-9e17-66fe374e04d9 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Pushing event deleted for resources: {'Port': ['ID=e35343cc-86f0-480d-bbcb-c956a7afa5b7,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:15.902776 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 3d2cd5f4-745e-4cfd-90d0-434333e872ac up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:07:15.993653 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-43fd645a-75fc-43e8-b47e-bcea1eb3615a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-719129679-network', 'tenant_id': 'c4a3dfb099ed41a0bff396f245986e74'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:16.003393 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-47b6cd3f-ddcb-46f5-b260-1881f1624e14 req-d1686d65-f1c5-4cad-9e17-66fe374e04d9 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] No DVR routers for this DVR port e35343cc-86f0-480d-bbcb-c956a7afa5b7 on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:07:16.025075 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-47b6cd3f-ddcb-46f5-b260-1881f1624e14 req-d1686d65-f1c5-4cad-9e17-66fe374e04d9 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:16.028655 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 3d2cd5f4-745e-4cfd-90d0-434333e872ac completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:07:16.038066 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-47b6cd3f-ddcb-46f5-b260-1881f1624e14 req-d1686d65-f1c5-4cad-9e17-66fe374e04d9 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.64 "DELETE /v2.0/ports/e35343cc-86f0-480d-bbcb-c956a7afa5b7 HTTP/1.1" status: 204 len: 173 time: 2.6192758 Jul 24 00:07:16.038601 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fdd01f9-a35c-430e-9b07-0d6791794e3e', 'name': 'network-vif-deleted', 'tag': 'e35343cc-86f0-480d-bbcb-c956a7afa5b7'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:07:16.046910 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfdf4a4c-3c6d-45eb-b959-23cb63476fdd" -d '{"events": [{"server_uuid": "5fdd01f9-a35c-430e-9b07-0d6791794e3e", "name": "network-vif-deleted", "tag": "e35343cc-86f0-480d-bbcb-c956a7afa5b7"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:07:16.148107 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe995fd-cd5f-4532-bb96-3d65562a719e x-openstack-request-id: req-afe995fd-cd5f-4532-bb96-3d65562a719e {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:07:16.148560 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fdd01f9-a35c-430e-9b07-0d6791794e3e", "name": "network-vif-deleted", "tag": "e35343cc-86f0-480d-bbcb-c956a7afa5b7", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:07:16.149034 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-afe995fd-cd5f-4532-bb96-3d65562a719e {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:07:16.150090 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fdd01f9-a35c-430e-9b07-0d6791794e3e', 'name': 'network-vif-deleted', 'tag': 'e35343cc-86f0-480d-bbcb-c956a7afa5b7', 'status': 'completed', 'code': 200} Jul 24 00:07:16.152378 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43fd645a-75fc-43e8-b47e-bcea1eb3615a admin admin] Made reservation on behalf of c4a3dfb099ed41a0bff396f245986e74 for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:07:16.155424 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-43fd645a-75fc-43e8-b47e-bcea1eb3615a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:16.158787 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7a7e1ff-56e6-466c-8cc7-a983e239579b admin admin] Router 0f41f5da-01f1-4412-bf97-1dbd880fc71c is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:07:16.171328 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-43fd645a-75fc-43e8-b47e-bcea1eb3615a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:16.197401 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a90cd38a-5201-435f-85b6-20983c81e294 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:16.266371 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-62dfda70-35d6-4860-9e1e-2072c82ba472 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:16.320465 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a90cd38a-5201-435f-85b6-20983c81e294 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:16.337411 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [None req-62dfda70-35d6-4860-9e1e-2072c82ba472 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] device_id is not set on port 464e2988-a185-471a-8d87-08d60b8dcbc0 yet. {{(pid=100313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:07:16.369153 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97f4266-23e6-40d9-81f1-f757e9cb2b8f None None] Network 6f0757f3-f73d-4cbd-899f-f9ea93e7f8b8 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:07:16.418040 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-7b38a19e-33a0-44e6-8d1e-1e1873253fd7 None None] Provisioning for port 3d2cd5f4-745e-4cfd-90d0-434333e872ac completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:07:16.430105 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-7b38a19e-33a0-44e6-8d1e-1e1873253fd7 None None] Provisioning complete for port 3d2cd5f4-745e-4cfd-90d0-434333e872ac triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:07:16.430859 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-7b38a19e-33a0-44e6-8d1e-1e1873253fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:16.466557 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e1f47d9b-3b13-4d9b-afb7-3b28aa8930f9 req-93991857-17a2-4bfb-9706-e93c0f52fddf tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=8faf2bb9-7f86-4512-b106-4b1d32af40fb HTTP/1.1" status: 200 len: 210 time: 0.0902009 Jul 24 00:07:16.476048 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a90cd38a-5201-435f-85b6-20983c81e294 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:16.485833 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a90cd38a-5201-435f-85b6-20983c81e294 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:16.485833 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-a90cd38a-5201-435f-85b6-20983c81e294 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] 10.222.0.44 "DELETE /v2.0/security-groups/d855ee9a-7bad-4194-8a9a-b7b10f5e892a HTTP/1.1" status: 204 len: 168 time: 0.7233231 Jul 24 00:07:16.499066 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60956) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:16.555857 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90cd38a-5201-435f-85b6-20983c81e294 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d855ee9a-7bad-4194-8a9a-b7b10f5e892a,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:16.628895 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-e8669c4b-e6a6-4a7d-a0d8-3d236220b177 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1249015 Jul 24 00:07:16.635690 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60962) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:16.640393 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-bfb8b5c2-2afe-4786-9c9d-24c1898fee29 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Request body: {'security_group': {'name': 'tempest-secgroup--912807931'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:16.684672 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a7e1ff-56e6-466c-8cc7-a983e239579b admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:07:16.700420 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c256b36-a84d-43fe-98d4-a0f949710344 None None] Sync routers for ids ['0f41f5da-01f1-4412-bf97-1dbd880fc71c'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:07:16.716645 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c256b36-a84d-43fe-98d4-a0f949710344 None None] Routers {'0f41f5da-01f1-4412-bf97-1dbd880fc71c'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:07:16.721053 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-9c256b36-a84d-43fe-98d4-a0f949710344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:06:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['0f41f5da-01f1-4412-bf97-1dbd880fc71c'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:07:16.756170 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-43fd645a-75fc-43e8-b47e-bcea1eb3615a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:16.766116 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-43fd645a-75fc-43e8-b47e-bcea1eb3615a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:16.770787 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-7b38a19e-33a0-44e6-8d1e-1e1873253fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:16.808058 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device e35343cc-86f0-480d-bbcb-c956a7afa5b7 no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:07:16.811806 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43fd645a-75fc-43e8-b47e-bcea1eb3615a admin admin] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:07:16.847739 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] No Port match for: e35343cc-86f0-480d-bbcb-c956a7afa5b7 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:07:16.848492 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device e35343cc-86f0-480d-bbcb-c956a7afa5b7 not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:07:16.852693 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-43fd645a-75fc-43e8-b47e-bcea1eb3615a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:16.860506 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-43fd645a-75fc-43e8-b47e-bcea1eb3615a admin admin] Added segment 750ba189-dc0f-451c-8451-ecb25ab31298 of type vlan for network 9503e18e-4378-498e-b95e-0eec3c59ef37 Jul 24 00:07:16.864651 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fd645a-75fc-43e8-b47e-bcea1eb3615a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4158b927-296f-4163-b97a-e0120cfee2c0,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:16.912555 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-7b38a19e-33a0-44e6-8d1e-1e1873253fd7 None None] For port 3d2cd5f4-745e-4cfd-90d0-434333e872ac, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=3d2cd5f4-745e-4cfd-90d0-434333e872ac,segment=NetworkSegment(1daa1e61-1d35-472b-878b-6159146ad789),segment_id=1daa1e61-1d35-472b-878b-6159146ad789)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:07:16.927167 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-7b38a19e-33a0-44e6-8d1e-1e1873253fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:16.958852 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d7a7e1ff-56e6-466c-8cc7-a983e239579b admin admin] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:16.960172 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-d7a7e1ff-56e6-466c-8cc7-a983e239579b admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 6.6655135 Jul 24 00:07:16.966171 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60964) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:16.976798 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-43fd645a-75fc-43e8-b47e-bcea1eb3615a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:17.058451 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b38a19e-33a0-44e6-8d1e-1e1873253fd7 None None] Pushing event updated for resources: {'Port': ['ID=3d2cd5f4-745e-4cfd-90d0-434333e872ac,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:17.066175 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-62dfda70-35d6-4860-9e1e-2072c82ba472 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Allocated IP 2001:db8::124 (6f0757f3-f73d-4cbd-899f-f9ea93e7f8b8/91c60c5a-3a5d-4e6b-af2e-1b5a1ba5e321/464e2988-a185-471a-8d87-08d60b8dcbc0) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:07:17.068848 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-bfb8b5c2-2afe-4786-9c9d-24c1898fee29 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:17.092949 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-62dfda70-35d6-4860-9e1e-2072c82ba472 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Allocated IP 2001:db8:0:1::3d4 (6f0757f3-f73d-4cbd-899f-f9ea93e7f8b8/f60e86d9-cd05-45d5-a932-afafbd18a01f/464e2988-a185-471a-8d87-08d60b8dcbc0) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:07:17.096284 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88b1517-3c8c-40a4-8537-b8b310731dcf None None] Update dhcp port {'port': {'network_id': '6f0757f3-f73d-4cbd-899f-f9ea93e7f8b8', 'fixed_ips': [{'subnet_id': '91c60c5a-3a5d-4e6b-af2e-1b5a1ba5e321', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f60e86d9-cd05-45d5-a932-afafbd18a01f'}], 'binding:host_id': 'n-d-800088-16'}, 'id': '3d2cd5f4-745e-4cfd-90d0-434333e872ac'} from n-d-800088-16. {{(pid=100315) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 24 00:07:17.147125 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-43fd645a-75fc-43e8-b47e-bcea1eb3615a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:17.152564 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43fd645a-75fc-43e8-b47e-bcea1eb3615a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:17.155243 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-43fd645a-75fc-43e8-b47e-bcea1eb3615a admin admin] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:17.162999 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-9c256b36-a84d-43fe-98d4-a0f949710344 None None] Set router 0f41f5da-01f1-4412-bf97-1dbd880fc71c gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:07:17.175762 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e88b1517-3c8c-40a4-8537-b8b310731dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:17.368383 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-bfb8b5c2-2afe-4786-9c9d-24c1898fee29 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:17.385633 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-bfb8b5c2-2afe-4786-9c9d-24c1898fee29 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:17.426710 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-62dfda70-35d6-4860-9e1e-2072c82ba472 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:17.457016 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-bfb8b5c2-2afe-4786-9c9d-24c1898fee29 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:17.458798 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-bfb8b5c2-2afe-4786-9c9d-24c1898fee29 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8220806 Jul 24 00:07:17.461507 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb8b5c2-2afe-4786-9c9d-24c1898fee29 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bba5e1d-16d4-4526-9968-fdb19530593b,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:17.471973 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 3d2cd5f4-745e-4cfd-90d0-434333e872ac up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:07:17.475708 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [None req-62dfda70-35d6-4860-9e1e-2072c82ba472 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Transition to ACTIVE for port object 464e2988-a185-471a-8d87-08d60b8dcbc0 will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:07:17.477605 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60968) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:17.485275 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-0f9e65e0-7a81-4cd3-8286-8165fccc0b58 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Request body: {'security_group_rule': {'security_group_id': '9bba5e1d-16d4-4526-9968-fdb19530593b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:17.486342 n-d-800088-16 neutron-server[100313]: WARNING neutron.api.v2.base [None req-0f9e65e0-7a81-4cd3-8286-8165fccc0b58 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 24 00:07:17.487201 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [None req-0f9e65e0-7a81-4cd3-8286-8165fccc0b58 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 00:07:17.488452 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-0f9e65e0-7a81-4cd3-8286-8165fccc0b58 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0090187 Jul 24 00:07:17.492012 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60972) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:17.501503 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-f6a57ba6-8eb8-4fd7-99a3-bd24f1f26e2a tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Request body: {'security_group_rule': {'security_group_id': '9bba5e1d-16d4-4526-9968-fdb19530593b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:17.529959 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-43fd645a-75fc-43e8-b47e-bcea1eb3615a admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8310847 Jul 24 00:07:17.530693 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fd645a-75fc-43e8-b47e-bcea1eb3615a admin admin] Pushing event updated for resources: {'Network': ['ID=9503e18e-4378-498e-b95e-0eec3c59ef37,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:17.533241 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60974) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:17.552589 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-fdef9f29-f3ce-4862-a6b7-6c979ddd4967 admin admin] Request body: {'subnet': {'network_id': '9503e18e-4378-498e-b95e-0eec3c59ef37', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-719129679-subnet', 'tenant_id': 'c4a3dfb099ed41a0bff396f245986e74', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:17.556832 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 9503e18e-4378-498e-b95e-0eec3c59ef37 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:07:17.596357 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-62dfda70-35d6-4860-9e1e-2072c82ba472 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:17.615064 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdef9f29-f3ce-4862-a6b7-6c979ddd4967 admin admin] Made reservation on behalf of c4a3dfb099ed41a0bff396f245986e74 for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:07:17.630261 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fdef9f29-f3ce-4862-a6b7-6c979ddd4967 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:17.702426 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-9c256b36-a84d-43fe-98d4-a0f949710344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f41f5da-01f1-4412-bf97-1dbd880fc71c', 'name': 'tempest-ServersTestJSON-1159797707-router', 'tenant_id': '043a499e05cb4c7689d2c93d541abc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '394ab413-8273-4f76-8abe-706df8c416b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:07:10Z', 'updated_at': '2021-07-24T00:07:13Z', 'revision_number': 3, 'project_id': '043a499e05cb4c7689d2c93d541abc0b', 'gw_port': {'id': '394ab413-8273-4f76-8abe-706df8c416b4', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:09:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f41f5da-01f1-4412-bf97-1dbd880fc71c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:07:11Z', 'updated_at': '2021-07-24T00:07:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:07:17.704509 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [None req-f6a57ba6-8eb8-4fd7-99a3-bd24f1f26e2a tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 00:07:17.705935 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:17.714200 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-f6a57ba6-8eb8-4fd7-99a3-bd24f1f26e2a tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2208316 Jul 24 00:07:17.732247 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d6f36407-e2c8-4648-b641-29751f1b6fd3 req-637a5986-6ab1-4d2b-b66f-1173d9ea1b1b tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=8faf2bb9-7f86-4512-b106-4b1d32af40fb HTTP/1.1" status: 200 len: 210 time: 0.1519542 Jul 24 00:07:17.732872 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60978) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:17.741497 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62dfda70-35d6-4860-9e1e-2072c82ba472 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Network 6f0757f3-f73d-4cbd-899f-f9ea93e7f8b8 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:07:17.754300 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-4423be45-c855-4fef-bca0-69aad02ab1f7 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Request body: {'security_group_rule': {'security_group_id': '9bba5e1d-16d4-4526-9968-fdb19530593b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:17.755207 n-d-800088-16 neutron-server[100314]: WARNING neutron.api.v2.base [None req-4423be45-c855-4fef-bca0-69aad02ab1f7 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 24 00:07:17.756742 n-d-800088-16 neutron-server[100314]: INFO neutron.api.v2.resource [None req-4423be45-c855-4fef-bca0-69aad02ab1f7 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 00:07:17.761650 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-4423be45-c855-4fef-bca0-69aad02ab1f7 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0214884 Jul 24 00:07:17.765645 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60980) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:17.775681 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-62dfda70-35d6-4860-9e1e-2072c82ba472 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:07:17.808844 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-72cae012-bb5e-48f9-97bc-a43552f7d461 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Request body: {'security_group_rule': {'security_group_id': '9bba5e1d-16d4-4526-9968-fdb19530593b', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:17.829344 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c256b36-a84d-43fe-98d4-a0f949710344 None None] Checking router: 0f41f5da-01f1-4412-bf97-1dbd880fc71c for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:07:17.829689 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c256b36-a84d-43fe-98d4-a0f949710344 None None] Updating router 0f41f5da-01f1-4412-bf97-1dbd880fc71c port 394ab413-8273-4f76-8abe-706df8c416b4 binding host n-d-800088-16 {{(pid=100316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:07:17.887990 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-e88b1517-3c8c-40a4-8537-b8b310731dcf None None] Allocated IP 2001:db8:0:1::2 (6f0757f3-f73d-4cbd-899f-f9ea93e7f8b8/f60e86d9-cd05-45d5-a932-afafbd18a01f/3d2cd5f4-745e-4cfd-90d0-434333e872ac) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:07:17.925501 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-9c256b36-a84d-43fe-98d4-a0f949710344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:18.014658 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-e88b1517-3c8c-40a4-8537-b8b310731dcf None None] For port 3d2cd5f4-745e-4cfd-90d0-434333e872ac, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=3d2cd5f4-745e-4cfd-90d0-434333e872ac,segment=NetworkSegment(1daa1e61-1d35-472b-878b-6159146ad789),segment_id=1daa1e61-1d35-472b-878b-6159146ad789)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:07:18.054202 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e88b1517-3c8c-40a4-8537-b8b310731dcf None None] Notify callbacks [] for port, precommit_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:18.072616 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-e88b1517-3c8c-40a4-8537-b8b310731dcf None None] Transition to ACTIVE for port object 3d2cd5f4-745e-4cfd-90d0-434333e872ac will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:07:18.082354 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 3d2cd5f4-745e-4cfd-90d0-434333e872ac triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:07:18.083999 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:18.089160 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e88b1517-3c8c-40a4-8537-b8b310731dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:18.241282 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Port 3d2cd5f4-745e-4cfd-90d0-434333e872ac had new provisioning blocks added so it will not transition to active. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jul 24 00:07:18.249070 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88b1517-3c8c-40a4-8537-b8b310731dcf None None] Pushing event updated for resources: {'Port': ['ID=3d2cd5f4-745e-4cfd-90d0-434333e872ac,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:18.279246 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dfda70-35d6-4860-9e1e-2072c82ba472 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:07:18.285495 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62dfda70-35d6-4860-9e1e-2072c82ba472 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:18.286856 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-62dfda70-35d6-4860-9e1e-2072c82ba472 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:18.335330 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dfda70-35d6-4860-9e1e-2072c82ba472 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event updated for resources: {'Port': ['ID=464e2988-a185-471a-8d87-08d60b8dcbc0,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:18.478292 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c867ca6-d8d1-4cc4-8cf6-6bb028eee7fd req-e1c9421b-0728-4a76-a6c3-e7be1382b340 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:18.484996 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2c867ca6-d8d1-4cc4-8cf6-6bb028eee7fd req-e1c9421b-0728-4a76-a6c3-e7be1382b340 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.52 "GET /v2.0/networks?id=18a152e0-a01f-49a7-bade-39a616e529a3 HTTP/1.1" status: 200 len: 815 time: 0.7442174 Jul 24 00:07:18.484996 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-62dfda70-35d6-4860-9e1e-2072c82ba472 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 3.0917819 Jul 24 00:07:18.489638 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60984) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:18.504658 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-43340577-ceee-4aff-a987-d397a1459343 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '91c60c5a-3a5d-4e6b-af2e-1b5a1ba5e321'}]}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:18.511251 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-2c867ca6-d8d1-4cc4-8cf6-6bb028eee7fd req-5ee63f9b-d636-44a0-9b96-3261ca61a5a3 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Request body: {'port': {'device_id': '8faf2bb9-7f86-4512-b106-4b1d32af40fb', 'network_id': '18a152e0-a01f-49a7-bade-39a616e529a3', 'admin_state_up': True, 'tenant_id': 'b522b7a30c7a44c49afc4b0ec559df03'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:18.539798 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [None req-72cae012-bb5e-48f9-97bc-a43552f7d461 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 00:07:18.543347 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-72cae012-bb5e-48f9-97bc-a43552f7d461 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.7723708 Jul 24 00:07:18.566835 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60986) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:18.582889 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-ca97e38f-958a-4792-836b-839b6751a264 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Request body: {'security_group_rule': {'security_group_id': '9bba5e1d-16d4-4526-9968-fdb19530593b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:18.583998 n-d-800088-16 neutron-server[100314]: WARNING neutron.api.v2.base [None req-ca97e38f-958a-4792-836b-839b6751a264 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 24 00:07:18.584308 n-d-800088-16 neutron-server[100314]: INFO neutron.api.v2.resource [None req-ca97e38f-958a-4792-836b-839b6751a264 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 00:07:18.589362 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-ca97e38f-958a-4792-836b-839b6751a264 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0169771 Jul 24 00:07:18.589362 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60988) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:18.595126 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-96f474b0-d2b9-42d7-9c9a-a44508c1657c tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Request body: {'security_group_rule': {'security_group_id': '9bba5e1d-16d4-4526-9968-fdb19530593b', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:18.656409 n-d-800088-16 neutron-server[100314]: INFO neutron.db.securitygroups_db [None req-96f474b0-d2b9-42d7-9c9a-a44508c1657c tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Project 78c23b83bc014a10bb37e41dc98901fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 00:07:18.675911 n-d-800088-16 neutron-server[100314]: INFO neutron.api.v2.resource [None req-96f474b0-d2b9-42d7-9c9a-a44508c1657c tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 00:07:18.680479 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-96f474b0-d2b9-42d7-9c9a-a44508c1657c tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0871871 Jul 24 00:07:18.680479 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60990) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:18.685621 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-e57093cb-07db-4e00-ac0f-e2925f49ad0e tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Request body: {'security_group_rule': {'security_group_id': '9bba5e1d-16d4-4526-9968-fdb19530593b', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:18.693251 n-d-800088-16 neutron-server[100314]: WARNING neutron.api.v2.base [None req-e57093cb-07db-4e00-ac0f-e2925f49ad0e tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 24 00:07:18.693251 n-d-800088-16 neutron-server[100314]: INFO neutron.api.v2.resource [None req-e57093cb-07db-4e00-ac0f-e2925f49ad0e tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 00:07:18.693251 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-e57093cb-07db-4e00-ac0f-e2925f49ad0e tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0062742 Jul 24 00:07:18.701685 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-9c256b36-a84d-43fe-98d4-a0f949710344 None None] Notify callbacks [] for port, precommit_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:18.711974 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60992) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:18.722005 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-2392b677-ea31-4fad-8f89-ecf11dd7c777 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Request body: {'security_group_rule': {'security_group_id': '9bba5e1d-16d4-4526-9968-fdb19530593b', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:18.737762 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.provisioning_blocks [None req-9c256b36-a84d-43fe-98d4-a0f949710344 None None] Transition to ACTIVE for port object 394ab413-8273-4f76-8abe-706df8c416b4 will not be triggered until provisioned by entity L2. {{(pid=100316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:07:18.759968 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-9c256b36-a84d-43fe-98d4-a0f949710344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:18.762390 n-d-800088-16 neutron-server[100314]: INFO neutron.db.securitygroups_db [None req-2392b677-ea31-4fad-8f89-ecf11dd7c777 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Project 78c23b83bc014a10bb37e41dc98901fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 00:07:18.789898 n-d-800088-16 neutron-server[100314]: INFO neutron.api.v2.resource [None req-2392b677-ea31-4fad-8f89-ecf11dd7c777 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 00:07:18.791518 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-2392b677-ea31-4fad-8f89-ecf11dd7c777 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0781887 Jul 24 00:07:18.794538 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60996) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:18.799338 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-c37fac0c-0efa-4b5a-b26d-a485aed84ed1 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Request body: {'security_group_rule': {'security_group_id': '9bba5e1d-16d4-4526-9968-fdb19530593b', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:18.827710 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-9c256b36-a84d-43fe-98d4-a0f949710344 None None] Attempting to bind port 394ab413-8273-4f76-8abe-706df8c416b4 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:07:18.828078 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-9c256b36-a84d-43fe-98d4-a0f949710344 None None] Attempting to bind port 394ab413-8273-4f76-8abe-706df8c416b4 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:07:18.828461 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c256b36-a84d-43fe-98d4-a0f949710344 None None] Attempting to bind port 394ab413-8273-4f76-8abe-706df8c416b4 on network 9adcfee8-760c-4568-9e39-c221abf69bf5 {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:07:18.883903 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c256b36-a84d-43fe-98d4-a0f949710344 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:07:18.884315 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c256b36-a84d-43fe-98d4-a0f949710344 None None] Checking segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:07:18.884723 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-9c256b36-a84d-43fe-98d4-a0f949710344 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:18.888015 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c256b36-a84d-43fe-98d4-a0f949710344 None None] Bound using segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:07:18.888541 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-9c256b36-a84d-43fe-98d4-a0f949710344 None None] Bound port: 394ab413-8273-4f76-8abe-706df8c416b4, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:07:18.889714 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-9c256b36-a84d-43fe-98d4-a0f949710344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:18.900054 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-43340577-ceee-4aff-a987-d397a1459343 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:18.903684 n-d-800088-16 neutron-server[100314]: INFO neutron.db.securitygroups_db [None req-c37fac0c-0efa-4b5a-b26d-a485aed84ed1 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Project 78c23b83bc014a10bb37e41dc98901fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 00:07:18.960211 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5b56f69e-722d-4f9b-8e79-f46bab67fb93 req-6ed44dde-4b1b-405d-9d1f-bc5da2f6c806 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=8faf2bb9-7f86-4512-b106-4b1d32af40fb HTTP/1.1" status: 200 len: 210 time: 0.0932629 Jul 24 00:07:18.994066 n-d-800088-16 neutron-server[100314]: INFO neutron.api.v2.resource [None req-c37fac0c-0efa-4b5a-b26d-a485aed84ed1 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 00:07:18.995351 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-c37fac0c-0efa-4b5a-b26d-a485aed84ed1 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1998327 Jul 24 00:07:19.019178 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 32768) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:19.021878 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-9c256b36-a84d-43fe-98d4-a0f949710344 None None] For port 394ab413-8273-4f76-8abe-706df8c416b4, host n-d-800088-16, cleared binding levels {{(pid=100316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:07:19.029266 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-9c256b36-a84d-43fe-98d4-a0f949710344 None None] For port 394ab413-8273-4f76-8abe-706df8c416b4, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=394ab413-8273-4f76-8abe-706df8c416b4,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:07:19.042749 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-9c256b36-a84d-43fe-98d4-a0f949710344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:19.050718 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f9ff5f37-55db-49ea-b3ca-7c0f4b184c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:19.085874 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c256b36-a84d-43fe-98d4-a0f949710344 None None] Routers {'0f41f5da-01f1-4412-bf97-1dbd880fc71c'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:07:19.086510 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-9c256b36-a84d-43fe-98d4-a0f949710344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:06:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['0f41f5da-01f1-4412-bf97-1dbd880fc71c'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:07:19.088431 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c295901b-bfc7-41d5-92c3-9d3c78842ea9 None None] Pushing event updated for resources: {'Port': ['ID=394ab413-8273-4f76-8abe-706df8c416b4,revision_number=2']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:19.179306 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fdef9f29-f3ce-4862-a6b7-6c979ddd4967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:19.219348 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98b4f33-bfdb-4af1-8752-8d5c2e3df708 None None] Network 6f0757f3-f73d-4cbd-899f-f9ea93e7f8b8 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:07:19.298642 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 3d2cd5f4-745e-4cfd-90d0-434333e872ac up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:07:19.374086 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-96d7f709-c407-4de2-bb4e-ba0d16ecf6aa None None] Provisioning for port 3d2cd5f4-745e-4cfd-90d0-434333e872ac completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:07:19.379174 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-96d7f709-c407-4de2-bb4e-ba0d16ecf6aa None None] Provisioning complete for port 3d2cd5f4-745e-4cfd-90d0-434333e872ac triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:07:19.379555 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-96d7f709-c407-4de2-bb4e-ba0d16ecf6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:19.425238 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdef9f29-f3ce-4862-a6b7-6c979ddd4967 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad3044a4-30c4-4cd3-9628-53194700b008,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:19.427283 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c867ca6-d8d1-4cc4-8cf6-6bb028eee7fd req-5ee63f9b-d636-44a0-9b96-3261ca61a5a3 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Made reservation on behalf of b522b7a30c7a44c49afc4b0ec559df03 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:07:19.430337 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-f9ff5f37-55db-49ea-b3ca-7c0f4b184c31 admin admin] Allocated IP 172.20.0.1 (0618cfb3-814b-4b7d-87d5-55eb6baffbf5/bc09d7f3-8c1d-481a-8338-8563254dd078/22aaf482-7bbb-4488-8084-941b1ad989fe) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:07:19.438745 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-2c867ca6-d8d1-4cc4-8cf6-6bb028eee7fd req-5ee63f9b-d636-44a0-9b96-3261ca61a5a3 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:19.498742 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-9c256b36-a84d-43fe-98d4-a0f949710344 None None] Set router 0f41f5da-01f1-4412-bf97-1dbd880fc71c gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:07:19.516507 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 3d2cd5f4-745e-4cfd-90d0-434333e872ac triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:07:19.516928 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:19.536340 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdef9f29-f3ce-4862-a6b7-6c979ddd4967 admin admin] Checking segment: {'id': '750ba189-dc0f-451c-8451-ecb25ab31298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9503e18e-4378-498e-b95e-0eec3c59ef37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:07:19.536958 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdef9f29-f3ce-4862-a6b7-6c979ddd4967 admin admin] Network hostable DHCP agents. Network: 9503e18e-4378-498e-b95e-0eec3c59ef37, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:07:19.603964 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c295901b-bfc7-41d5-92c3-9d3c78842ea9 None None] Pushing event updated for resources: {'Port': ['ID=394ab413-8273-4f76-8abe-706df8c416b4,revision_number=3']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:19.693485 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f9ff5f37-55db-49ea-b3ca-7c0f4b184c31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:19.699252 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-09ba6e4c-0d60-4c86-ad21-bc29f396be1b tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:19.742470 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [None req-f9ff5f37-55db-49ea-b3ca-7c0f4b184c31 admin admin] Transition to ACTIVE for port object 22aaf482-7bbb-4488-8084-941b1ad989fe will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:07:19.804790 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdef9f29-f3ce-4862-a6b7-6c979ddd4967 admin admin] Network 9503e18e-4378-498e-b95e-0eec3c59ef37 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:07:19.810508 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f9ff5f37-55db-49ea-b3ca-7c0f4b184c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:19.813142 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-09ba6e4c-0d60-4c86-ad21-bc29f396be1b tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:19.864719 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-9c256b36-a84d-43fe-98d4-a0f949710344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f41f5da-01f1-4412-bf97-1dbd880fc71c', 'name': 'tempest-ServersTestJSON-1159797707-router', 'tenant_id': '043a499e05cb4c7689d2c93d541abc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '394ab413-8273-4f76-8abe-706df8c416b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:07:10Z', 'updated_at': '2021-07-24T00:07:13Z', 'revision_number': 3, 'project_id': '043a499e05cb4c7689d2c93d541abc0b', 'gw_port': {'id': '394ab413-8273-4f76-8abe-706df8c416b4', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:09:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f41f5da-01f1-4412-bf97-1dbd880fc71c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:07:11Z', 'updated_at': '2021-07-24T00:07:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:07:19.866528 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ff5f37-55db-49ea-b3ca-7c0f4b184c31 admin admin] Network 0618cfb3-814b-4b7d-87d5-55eb6baffbf5 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:07:19.874093 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-f9ff5f37-55db-49ea-b3ca-7c0f4b184c31 admin admin] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:07:19.877942 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ff5f37-55db-49ea-b3ca-7c0f4b184c31 admin admin] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:07:19.880391 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-fdef9f29-f3ce-4862-a6b7-6c979ddd4967 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 9503e18e-4378-498e-b95e-0eec3c59ef37) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:07:19.885591 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdef9f29-f3ce-4862-a6b7-6c979ddd4967 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:19.886205 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fdef9f29-f3ce-4862-a6b7-6c979ddd4967 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:19.912479 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ff5f37-55db-49ea-b3ca-7c0f4b184c31 admin admin] Pushing event updated for resources: {'Port': ['ID=22aaf482-7bbb-4488-8084-941b1ad989fe,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:19.947153 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc7be8f-8ee5-43ff-ba3f-f5665ec513b6 None None] Network 9503e18e-4378-498e-b95e-0eec3c59ef37 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:07:19.950083 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c256b36-a84d-43fe-98d4-a0f949710344 None None] The sync data for ids ['0f41f5da-01f1-4412-bf97-1dbd880fc71c'] in n-d-800088-16 is: [{'id': '0f41f5da-01f1-4412-bf97-1dbd880fc71c', 'name': 'tempest-ServersTestJSON-1159797707-router', 'tenant_id': '043a499e05cb4c7689d2c93d541abc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '394ab413-8273-4f76-8abe-706df8c416b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:07:10Z', 'updated_at': '2021-07-24T00:07:13Z', 'revision_number': 3, 'project_id': '043a499e05cb4c7689d2c93d541abc0b', 'gw_port': {'id': '394ab413-8273-4f76-8abe-706df8c416b4', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:09:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f41f5da-01f1-4412-bf97-1dbd880fc71c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:07:11Z', 'updated_at': '2021-07-24T00:07:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:07:19.972962 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f9ff5f37-55db-49ea-b3ca-7c0f4b184c31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681761'] for router_interface, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:20.113218 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-fdef9f29-f3ce-4862-a6b7-6c979ddd4967 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.5721285 Jul 24 00:07:20.204761 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-55dc5f5f-4072-4d53-875b-af71d7f36c1e req-d0e87897-4256-48cb-bf9c-c72855b07d39 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=8faf2bb9-7f86-4512-b106-4b1d32af40fb HTTP/1.1" status: 200 len: 210 time: 0.1171675 Jul 24 00:07:20.354852 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-43340577-ceee-4aff-a987-d397a1459343 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Delete allocated IP 2001:db8:0:1::3d4 (6f0757f3-f73d-4cbd-899f-f9ea93e7f8b8/f60e86d9-cd05-45d5-a932-afafbd18a01f) {{(pid=100313) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 24 00:07:20.470626 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-09ba6e4c-0d60-4c86-ad21-bc29f396be1b tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:20.533639 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-09ba6e4c-0d60-4c86-ad21-bc29f396be1b tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:20.535209 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-09ba6e4c-0d60-4c86-ad21-bc29f396be1b tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] 10.222.0.44 "DELETE /v2.0/security-groups/9bba5e1d-16d4-4526-9968-fdb19530593b HTTP/1.1" status: 204 len: 168 time: 1.5055501 Jul 24 00:07:20.537473 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-43164fc4-329d-419f-b574-2d283fa419ef None None] Provisioning complete for port 3d2cd5f4-745e-4cfd-90d0-434333e872ac triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:07:20.537947 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-43164fc4-329d-419f-b574-2d283fa419ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:20.558353 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 32780) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:20.565659 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-2c867ca6-d8d1-4cc4-8cf6-6bb028eee7fd req-5ee63f9b-d636-44a0-9b96-3261ca61a5a3 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Allocated IP 172.20.0.9 (18a152e0-a01f-49a7-bade-39a616e529a3/d56430de-0ce5-443d-bb1b-4b29fdb6d0b4/1fab86fa-3ada-4a1e-93ca-70980cf5c240) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:07:20.621103 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f9ff5f37-55db-49ea-b3ca-7c0f4b184c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:20.641981 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ba6e4c-0d60-4c86-ad21-bc29f396be1b tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bba5e1d-16d4-4526-9968-fdb19530593b,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:20.818250 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 32786) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:20.819141 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-89558e84-3d1a-43c8-bb0f-3debb69cddc0 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2594681 Jul 24 00:07:20.836521 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-6c0bf177-217a-485c-83af-e839685117f8 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Request body: {'security_group': {'name': 'tempest-secgroup--58880981'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:20.884244 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0c5ee7-0104-4eb8-90ce-3b294e8e4a0b None None] Network 9503e18e-4378-498e-b95e-0eec3c59ef37 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:07:21.073894 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6c0bf177-217a-485c-83af-e839685117f8 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:21.079480 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-43340577-ceee-4aff-a987-d397a1459343 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:21.100761 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f9ff5f37-55db-49ea-b3ca-7c0f4b184c31 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:21.114145 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f9ff5f37-55db-49ea-b3ca-7c0f4b184c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:21.151183 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-43164fc4-329d-419f-b574-2d283fa419ef None None] Provisioning for port 464e2988-a185-471a-8d87-08d60b8dcbc0 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:07:21.161271 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-43164fc4-329d-419f-b574-2d283fa419ef None None] Provisioning complete for port 464e2988-a185-471a-8d87-08d60b8dcbc0 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:07:21.161766 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-43164fc4-329d-419f-b574-2d283fa419ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:21.163350 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [None req-43340577-ceee-4aff-a987-d397a1459343 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Ignored duplicate provisioning block setup for port 464e2988-a185-471a-8d87-08d60b8dcbc0 by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 24 00:07:21.212075 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-43340577-ceee-4aff-a987-d397a1459343 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:21.214420 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-43164fc4-329d-419f-b574-2d283fa419ef None None] Port 464e2988-a185-471a-8d87-08d60b8dcbc0 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:07:21.291995 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ff5f37-55db-49ea-b3ca-7c0f4b184c31 admin admin] Pushing event updated for resources: {'Port': ['ID=22aaf482-7bbb-4488-8084-941b1ad989fe,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:21.329945 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 394ab413-8273-4f76-8abe-706df8c416b4 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:07:21.348327 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f9ff5f37-55db-49ea-b3ca-7c0f4b184c31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680980'] for router_interface, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:21.439739 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 32800) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:21.447471 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-6870dbd2-e8b5-4667-86a9-f4dcc4dd9619 None None] Provisioning for port 22aaf482-7bbb-4488-8084-941b1ad989fe completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:07:21.448017 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-43340577-ceee-4aff-a987-d397a1459343 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] In _notify_port_updated(), no bound segment for port 464e2988-a185-471a-8d87-08d60b8dcbc0 on network 6f0757f3-f73d-4cbd-899f-f9ea93e7f8b8 {{(pid=100313) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 24 00:07:21.453972 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43340577-ceee-4aff-a987-d397a1459343 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:21.454359 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-43340577-ceee-4aff-a987-d397a1459343 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:21.455705 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-43340577-ceee-4aff-a987-d397a1459343 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "PUT /v2.0/ports/464e2988-a185-471a-8d87-08d60b8dcbc0 HTTP/1.1" status: 200 len: 926 time: 2.9622650 Jul 24 00:07:21.456522 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43340577-ceee-4aff-a987-d397a1459343 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event updated for resources: {'Port': ['ID=464e2988-a185-471a-8d87-08d60b8dcbc0,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:21.462018 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-3045de04-0b7c-43e8-ab63-5fb1c4cad2c7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1050572366-network', 'tenant_id': '9994470cd355409f8fca07719eac1e50'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:21.471680 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-6870dbd2-e8b5-4667-86a9-f4dcc4dd9619 None None] Provisioning complete for port 22aaf482-7bbb-4488-8084-941b1ad989fe triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:07:21.472054 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-6870dbd2-e8b5-4667-86a9-f4dcc4dd9619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:21.523139 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6c0bf177-217a-485c-83af-e839685117f8 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:21.525280 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 32802) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:21.534504 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-80951d88-94dd-4538-9221-22fde0d6e4d2 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '91c60c5a-3a5d-4e6b-af2e-1b5a1ba5e321'}, {'subnet_id': 'f60e86d9-cd05-45d5-a932-afafbd18a01f'}]}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:21.547673 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6c0bf177-217a-485c-83af-e839685117f8 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:21.554982 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-6870dbd2-e8b5-4667-86a9-f4dcc4dd9619 None None] Port 22aaf482-7bbb-4488-8084-941b1ad989fe cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:07:21.583370 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-6870dbd2-e8b5-4667-86a9-f4dcc4dd9619 None None] Provisioning complete for port 464e2988-a185-471a-8d87-08d60b8dcbc0 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:07:21.583736 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-6870dbd2-e8b5-4667-86a9-f4dcc4dd9619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:21.610816 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-2c867ca6-d8d1-4cc4-8cf6-6bb028eee7fd req-5ee63f9b-d636-44a0-9b96-3261ca61a5a3 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:21.645354 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-94d4ebb5-5166-4957-b5af-03bd14e19dea req-2af64d26-89ce-4cb5-8692-adb1f111bf8b tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=8faf2bb9-7f86-4512-b106-4b1d32af40fb HTTP/1.1" status: 200 len: 210 time: 0.2063866 Jul 24 00:07:21.648101 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 394ab413-8273-4f76-8abe-706df8c416b4 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:07:21.678996 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 394ab413-8273-4f76-8abe-706df8c416b4 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:07:21.678996 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:21.679512 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3045de04-0b7c-43e8-ab63-5fb1c4cad2c7 admin admin] Made reservation on behalf of 9994470cd355409f8fca07719eac1e50 for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:07:21.682647 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3045de04-0b7c-43e8-ab63-5fb1c4cad2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:21.706455 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0bf177-217a-485c-83af-e839685117f8 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5d66ff-b0a8-4785-9498-bc7ff4774353,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:21.711543 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-6870dbd2-e8b5-4667-86a9-f4dcc4dd9619 None None] Port 464e2988-a185-471a-8d87-08d60b8dcbc0 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:07:21.717227 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3045de04-0b7c-43e8-ab63-5fb1c4cad2c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:21.734541 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ff5f37-55db-49ea-b3ca-7c0f4b184c31 admin admin] Network 0618cfb3-814b-4b7d-87d5-55eb6baffbf5 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:07:21.736213 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-f9ff5f37-55db-49ea-b3ca-7c0f4b184c31 admin admin] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:07:21.766541 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6c0bf177-217a-485c-83af-e839685117f8 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:21.773034 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-6c0bf177-217a-485c-83af-e839685117f8 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9435143 Jul 24 00:07:21.794747 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 32806) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:21.810316 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-20484b3d-d383-42c0-bd26-c40aa9a7bc68 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Request body: {'security_group_rule': {'security_group_id': '7b5d66ff-b0a8-4785-9498-bc7ff4774353', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:21.864632 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:21.890588 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-3f8795ce-ba71-493b-afb4-024784c85399 None None] Provisioning complete for port 464e2988-a185-471a-8d87-08d60b8dcbc0 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:07:21.890972 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3f8795ce-ba71-493b-afb4-024784c85399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:21.912471 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-2c867ca6-d8d1-4cc4-8cf6-6bb028eee7fd req-5ee63f9b-d636-44a0-9b96-3261ca61a5a3 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:21.944999 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-3f8795ce-ba71-493b-afb4-024784c85399 None None] Port 464e2988-a185-471a-8d87-08d60b8dcbc0 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:07:21.969205 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 394ab413-8273-4f76-8abe-706df8c416b4, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=394ab413-8273-4f76-8abe-706df8c416b4,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:07:21.976627 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:21.996138 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c867ca6-d8d1-4cc4-8cf6-6bb028eee7fd req-5ee63f9b-d636-44a0-9b96-3261ca61a5a3 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Network 18a152e0-a01f-49a7-bade-39a616e529a3 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:07:22.002687 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-2c867ca6-d8d1-4cc4-8cf6-6bb028eee7fd req-5ee63f9b-d636-44a0-9b96-3261ca61a5a3 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:07:22.007873 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c867ca6-d8d1-4cc4-8cf6-6bb028eee7fd req-5ee63f9b-d636-44a0-9b96-3261ca61a5a3 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:07:22.023474 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9ff5f37-55db-49ea-b3ca-7c0f4b184c31 admin admin] Router 0f41f5da-01f1-4412-bf97-1dbd880fc71c has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:07:22.067912 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=394ab413-8273-4f76-8abe-706df8c416b4,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:22.097186 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-80951d88-94dd-4538-9221-22fde0d6e4d2 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:22.124282 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee63f9b-d636-44a0-9b96-3261ca61a5a3 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Pushing event updated for resources: {'Port': ['ID=1fab86fa-3ada-4a1e-93ca-70980cf5c240,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:22.152134 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3045de04-0b7c-43e8-ab63-5fb1c4cad2c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:22.161351 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3045de04-0b7c-43e8-ab63-5fb1c4cad2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:22.177652 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-99c9605e-851a-41e5-ab22-743ebe9f6fad None None] Provisioning complete for port 22aaf482-7bbb-4488-8084-941b1ad989fe triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:07:22.178040 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-99c9605e-851a-41e5-ab22-743ebe9f6fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:22.188468 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c867ca6-d8d1-4cc4-8cf6-6bb028eee7fd req-5ee63f9b-d636-44a0-9b96-3261ca61a5a3 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:22.188726 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3045de04-0b7c-43e8-ab63-5fb1c4cad2c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:07:22.189156 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-2c867ca6-d8d1-4cc4-8cf6-6bb028eee7fd req-5ee63f9b-d636-44a0-9b96-3261ca61a5a3 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:22.220346 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3045de04-0b7c-43e8-ab63-5fb1c4cad2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:22.221087 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-3045de04-0b7c-43e8-ab63-5fb1c4cad2c7 admin admin] Added segment e7185ad0-c1b3-4953-acf9-e9e81c8722ea of type vlan for network 64f4dcac-450b-4157-bf8d-43bd99fdd9ec Jul 24 00:07:22.232898 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3045de04-0b7c-43e8-ab63-5fb1c4cad2c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b23e3b4f-6fde-4da7-8c68-5de4234cdf0e,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:22.256697 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-99c9605e-851a-41e5-ab22-743ebe9f6fad None None] Port 22aaf482-7bbb-4488-8084-941b1ad989fe cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:07:22.259106 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [None req-20484b3d-d383-42c0-bd26-c40aa9a7bc68 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] create failed (client error): The resource could not be found. Jul 24 00:07:22.263535 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-20484b3d-d383-42c0-bd26-c40aa9a7bc68 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4592471 Jul 24 00:07:22.263746 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 32808) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:22.270449 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-e54a6247-e2f9-4c34-86de-bb503363542c tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Request body: {'security_group_rule': {'security_group_id': '7b5d66ff-b0a8-4785-9498-bc7ff4774353', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '1c7f47cf-8561-4c49-8525-ee3658aca205'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:22.280802 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2c867ca6-d8d1-4cc4-8cf6-6bb028eee7fd req-5ee63f9b-d636-44a0-9b96-3261ca61a5a3 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7885580 Jul 24 00:07:22.281877 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9ff5f37-55db-49ea-b3ca-7c0f4b184c31 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:07:22.289347 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-f9ff5f37-55db-49ea-b3ca-7c0f4b184c31 admin admin] 10.222.0.44 "PUT /v2.0/routers/0f41f5da-01f1-4412-bf97-1dbd880fc71c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3221025 Jul 24 00:07:22.293978 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3045de04-0b7c-43e8-ab63-5fb1c4cad2c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:22.340998 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3045de04-0b7c-43e8-ab63-5fb1c4cad2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:22.342242 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3045de04-0b7c-43e8-ab63-5fb1c4cad2c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:22.343264 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3045de04-0b7c-43e8-ab63-5fb1c4cad2c7 admin admin] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:22.351602 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-2c867ca6-d8d1-4cc4-8cf6-6bb028eee7fd req-fd45e918-715e-4341-934a-34aaf08c66f8 service neutron] Request body: {'port': {'device_id': '8faf2bb9-7f86-4512-b106-4b1d32af40fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:22.448667 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3045de04-0b7c-43e8-ab63-5fb1c4cad2c7 admin admin] Pushing event updated for resources: {'Network': ['ID=64f4dcac-450b-4157-bf8d-43bd99fdd9ec,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:22.459375 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-3045de04-0b7c-43e8-ab63-5fb1c4cad2c7 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0185111 Jul 24 00:07:22.459914 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 64f4dcac-450b-4157-bf8d-43bd99fdd9ec details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:07:22.463559 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 32814) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:22.473186 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-07122fbd-6dd8-4af2-8239-4799ec7198f0 admin admin] Request body: {'subnet': {'network_id': '64f4dcac-450b-4157-bf8d-43bd99fdd9ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1050572366-subnet', 'tenant_id': '9994470cd355409f8fca07719eac1e50', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:22.509231 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07122fbd-6dd8-4af2-8239-4799ec7198f0 admin admin] Made reservation on behalf of 9994470cd355409f8fca07719eac1e50 for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:07:22.511791 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-07122fbd-6dd8-4af2-8239-4799ec7198f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:22.631605 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [None req-e54a6247-e2f9-4c34-86de-bb503363542c tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] create failed (client error): The resource could not be found. Jul 24 00:07:22.632617 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-e54a6247-e2f9-4c34-86de-bb503363542c tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3679996 Jul 24 00:07:22.636398 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 32820) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:22.675551 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-2c867ca6-d8d1-4cc4-8cf6-6bb028eee7fd req-fd45e918-715e-4341-934a-34aaf08c66f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:22.766017 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-80951d88-94dd-4538-9221-22fde0d6e4d2 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Allocated IP 2001:db8:0:1::38 (6f0757f3-f73d-4cbd-899f-f9ea93e7f8b8/f60e86d9-cd05-45d5-a932-afafbd18a01f/464e2988-a185-471a-8d87-08d60b8dcbc0) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:07:22.769855 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a0d0720d-a3ea-4a4b-a63b-37825aea0fc7 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:22.812728 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a0d0720d-a3ea-4a4b-a63b-37825aea0fc7 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:22.821895 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-07122fbd-6dd8-4af2-8239-4799ec7198f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:22.917930 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e422dadd-6382-4415-9cbd-0170569e8054 None None] Sync routers for ids ['0f41f5da-01f1-4412-bf97-1dbd880fc71c'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:07:22.931056 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e422dadd-6382-4415-9cbd-0170569e8054 None None] Routers {'0f41f5da-01f1-4412-bf97-1dbd880fc71c'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:07:22.931704 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-e422dadd-6382-4415-9cbd-0170569e8054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:06:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['0f41f5da-01f1-4412-bf97-1dbd880fc71c'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:07:22.942080 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07122fbd-6dd8-4af2-8239-4799ec7198f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e62a1162-fd4e-46c7-b854-82ea13fc1faa,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:22.994793 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07122fbd-6dd8-4af2-8239-4799ec7198f0 admin admin] Checking segment: {'id': 'e7185ad0-c1b3-4953-acf9-e9e81c8722ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '64f4dcac-450b-4157-bf8d-43bd99fdd9ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:07:22.995226 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07122fbd-6dd8-4af2-8239-4799ec7198f0 admin admin] Network hostable DHCP agents. Network: 64f4dcac-450b-4157-bf8d-43bd99fdd9ec, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:07:23.008156 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a0d0720d-a3ea-4a4b-a63b-37825aea0fc7 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:23.017778 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a0d0720d-a3ea-4a4b-a63b-37825aea0fc7 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:23.022398 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-a0d0720d-a3ea-4a4b-a63b-37825aea0fc7 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] 10.222.0.44 "DELETE /v2.0/security-groups/7b5d66ff-b0a8-4785-9498-bc7ff4774353 HTTP/1.1" status: 204 len: 168 time: 0.3841875 Jul 24 00:07:23.023198 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 32830) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:23.052391 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d0720d-a3ea-4a4b-a63b-37825aea0fc7 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5d66ff-b0a8-4785-9498-bc7ff4774353,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:23.061138 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07122fbd-6dd8-4af2-8239-4799ec7198f0 admin admin] Network 64f4dcac-450b-4157-bf8d-43bd99fdd9ec is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:07:23.078515 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-07122fbd-6dd8-4af2-8239-4799ec7198f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 64f4dcac-450b-4157-bf8d-43bd99fdd9ec) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:07:23.085999 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07122fbd-6dd8-4af2-8239-4799ec7198f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:23.086609 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-07122fbd-6dd8-4af2-8239-4799ec7198f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:23.105517 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2b245c-ed5b-4605-a4f2-b2a9cc4214eb None None] Network 64f4dcac-450b-4157-bf8d-43bd99fdd9ec requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:07:23.133246 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-73d3fa8a-d952-4821-bc77-81fce885f276 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0898268 Jul 24 00:07:23.134034 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 32832) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:23.161070 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-671bbd3c-c183-4e14-b0d2-c47b9308bdc4 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Request body: {'security_group_rule': {'security_group_id': '3fcdc9fd-fb28-4888-ac40-c6c2987e130c', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:23.177692 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 32834) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:23.183590 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-14c74e13-8498-4aa2-9705-04d7b1ad3552 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Request body: {'security_group': {'name': 'tempest-securitygroup--831827591', 'description': 'tempest-description--1867392048'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:23.197330 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-07122fbd-6dd8-4af2-8239-4799ec7198f0 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7315114 Jul 24 00:07:23.217160 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-14c74e13-8498-4aa2-9705-04d7b1ad3552 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:23.291095 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 394ab413-8273-4f76-8abe-706df8c416b4 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:07:23.313106 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-15969818-df90-4aed-baa8-67aa386b658f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:23.324985 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb44f722-02b5-4c35-9a95-9964e2ca194d req-f35095f6-42f9-469a-95c3-2d19f2ca6113 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:23.332962 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-eb44f722-02b5-4c35-9a95-9964e2ca194d req-f35095f6-42f9-469a-95c3-2d19f2ca6113 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=8faf2bb9-7f86-4512-b106-4b1d32af40fb HTTP/1.1" status: 200 len: 931 time: 0.5695071 Jul 24 00:07:23.365244 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 32840) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:23.420665 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-989d534b-d965-4a76-bdab-090812103e01 admin admin] Deleting subnet ad3044a4-30c4-4cd3-9628-53194700b008 {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:07:23.427950 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-989d534b-d965-4a76-bdab-090812103e01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:23.435942 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-e422dadd-6382-4415-9cbd-0170569e8054 None None] Set router 0f41f5da-01f1-4412-bf97-1dbd880fc71c gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:07:23.451238 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-eb44f722-02b5-4c35-9a95-9964e2ca194d req-c5afa028-8259-44d0-9084-176ceb48c536 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/security-groups?id=01883c9b-f537-47a8-8e4c-5877842ba644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160650 Jul 24 00:07:23.507082 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-989d534b-d965-4a76-bdab-090812103e01 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:23.546275 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-14c74e13-8498-4aa2-9705-04d7b1ad3552 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:23.561001 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-14c74e13-8498-4aa2-9705-04d7b1ad3552 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:23.578978 n-d-800088-16 neutron-server[100314]: INFO neutron.api.v2.resource [None req-671bbd3c-c183-4e14-b0d2-c47b9308bdc4 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] create failed (client error): The resource could not be found. Jul 24 00:07:23.578978 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-671bbd3c-c183-4e14-b0d2-c47b9308bdc4 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4248927 Jul 24 00:07:23.588702 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 32848) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:23.597848 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-80951d88-94dd-4538-9221-22fde0d6e4d2 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:23.601158 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-21671cb8-d900-44f4-8f73-d8a0db80c08d tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Request body: {'security_group': {'name': 'tempest-secgroup--977140876'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:23.614520 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [None req-80951d88-94dd-4538-9221-22fde0d6e4d2 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Transition to ACTIVE for port object 464e2988-a185-471a-8d87-08d60b8dcbc0 will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:07:23.620839 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-80951d88-94dd-4538-9221-22fde0d6e4d2 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:23.633909 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-989d534b-d965-4a76-bdab-090812103e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:23.656193 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c74e13-8498-4aa2-9705-04d7b1ad3552 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6580c5df-1a8a-4671-bf83-f15c95476354,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:23.682719 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 394ab413-8273-4f76-8abe-706df8c416b4 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:07:23.683470 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:23.740001 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-2c867ca6-d8d1-4cc4-8cf6-6bb028eee7fd req-fd45e918-715e-4341-934a-34aaf08c66f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fab86fa-3ada-4a1e-93ca-70980cf5c240 {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:07:23.752263 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-14c74e13-8498-4aa2-9705-04d7b1ad3552 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:23.755873 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-14c74e13-8498-4aa2-9705-04d7b1ad3552 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5771327 Jul 24 00:07:23.760517 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 32850) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:23.763077 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-2c867ca6-d8d1-4cc4-8cf6-6bb028eee7fd req-fd45e918-715e-4341-934a-34aaf08c66f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:23.767081 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-989d534b-d965-4a76-bdab-090812103e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:23.800740 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-c497e117-060d-417e-962f-6eeaf8ed2735 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Request body: {'security_group_rule': {'security_group_id': '6580c5df-1a8a-4671-bf83-f15c95476354', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:23.801000 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065d9194-25e0-4cdc-acb7-4285793d8a8b None None] Network 64f4dcac-450b-4157-bf8d-43bd99fdd9ec requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:07:23.804714 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989d534b-d965-4a76-bdab-090812103e01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad3044a4-30c4-4cd3-9628-53194700b008,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:23.817387 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-80951d88-94dd-4538-9221-22fde0d6e4d2 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] In _notify_port_updated(), no bound segment for port 464e2988-a185-471a-8d87-08d60b8dcbc0 on network 6f0757f3-f73d-4cbd-899f-f9ea93e7f8b8 {{(pid=100313) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 24 00:07:23.825378 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-989d534b-d965-4a76-bdab-090812103e01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:23.827981 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-989d534b-d965-4a76-bdab-090812103e01 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/ad3044a4-30c4-4cd3-9628-53194700b008 HTTP/1.1" status: 204 len: 168 time: 0.4615338 Jul 24 00:07:23.830604 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 32852) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:23.831307 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80951d88-94dd-4538-9221-22fde0d6e4d2 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:23.833262 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-80951d88-94dd-4538-9221-22fde0d6e4d2 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:23.837443 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-80951d88-94dd-4538-9221-22fde0d6e4d2 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "PUT /v2.0/ports/464e2988-a185-471a-8d87-08d60b8dcbc0 HTTP/1.1" status: 200 len: 1011 time: 2.3114657 Jul 24 00:07:23.842617 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 32854) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:23.858412 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-21671cb8-d900-44f4-8f73-d8a0db80c08d tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:23.992505 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-21671cb8-d900-44f4-8f73-d8a0db80c08d tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:24.049838 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-21671cb8-d900-44f4-8f73-d8a0db80c08d tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:24.070009 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-e422dadd-6382-4415-9cbd-0170569e8054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f41f5da-01f1-4412-bf97-1dbd880fc71c', 'name': 'tempest-ServersTestJSON-1159797707-router', 'tenant_id': '043a499e05cb4c7689d2c93d541abc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '394ab413-8273-4f76-8abe-706df8c416b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:07:10Z', 'updated_at': '2021-07-24T00:07:20Z', 'revision_number': 4, 'project_id': '043a499e05cb4c7689d2c93d541abc0b', 'gw_port': {'id': '394ab413-8273-4f76-8abe-706df8c416b4', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:09:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f41f5da-01f1-4412-bf97-1dbd880fc71c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:07:11Z', 'updated_at': '2021-07-24T00:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '22aaf482-7bbb-4488-8084-941b1ad989fe', 'name': '', 'network_id': '0618cfb3-814b-4b7d-87d5-55eb6baffbf5', 'tenant_id': '043a499e05cb4c7689d2c93d541abc0b', 'mac_address': 'fa:16:3e:52:21:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f41f5da-01f1-4412-bf97-1dbd880fc71c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': 'bc09d7f3-8c1d-481a-8338-8563254dd078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:07:19Z', 'updated_at': '2021-07-24T00:07:20Z', 'revision_number': 2, 'project_id': '043a499e05cb4c7689d2c93d541abc0b', 'subnets': [{'id': 'bc09d7f3-8c1d-481a-8338-8563254dd078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:07:24.112006 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21671cb8-d900-44f4-8f73-d8a0db80c08d tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd61160-27d0-47dd-b92a-6bc77c6f048e,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:24.127302 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-21671cb8-d900-44f4-8f73-d8a0db80c08d tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:24.133247 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-21671cb8-d900-44f4-8f73-d8a0db80c08d tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5431411 Jul 24 00:07:24.138582 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 32856) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:24.143923 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-621c837d-1a26-43cc-a517-9d1c277309b8 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Request body: {'security_group': {'name': 'tempest-secgroup--2056698265'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:24.151654 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e422dadd-6382-4415-9cbd-0170569e8054 None None] Checking router: 0f41f5da-01f1-4412-bf97-1dbd880fc71c for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:07:24.158161 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e422dadd-6382-4415-9cbd-0170569e8054 None None] Updating router 0f41f5da-01f1-4412-bf97-1dbd880fc71c port 22aaf482-7bbb-4488-8084-941b1ad989fe binding host n-d-800088-16 {{(pid=100315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:07:24.159637 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9cedc999-5532-4bb9-afc3-28c00396e074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:24.279913 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80951d88-94dd-4538-9221-22fde0d6e4d2 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event updated for resources: {'Port': ['ID=464e2988-a185-471a-8d87-08d60b8dcbc0,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:24.283713 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9cedc999-5532-4bb9-afc3-28c00396e074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:24.287097 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-621c837d-1a26-43cc-a517-9d1c277309b8 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:24.290988 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-2c867ca6-d8d1-4cc4-8cf6-6bb028eee7fd req-fd45e918-715e-4341-934a-34aaf08c66f8 service neutron] Transition to ACTIVE for port object 1fab86fa-3ada-4a1e-93ca-70980cf5c240 will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:07:24.298238 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-0dc874a8-5d99-405c-b394-491daeaeced2 None None] Provisioning for port 464e2988-a185-471a-8d87-08d60b8dcbc0 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:07:24.303120 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-2c867ca6-d8d1-4cc4-8cf6-6bb028eee7fd req-fd45e918-715e-4341-934a-34aaf08c66f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:24.308449 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-9cedc999-5532-4bb9-afc3-28c00396e074 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9503e18e-4378-498e-b95e-0eec3c59ef37']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:07:24.308897 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-0dc874a8-5d99-405c-b394-491daeaeced2 None None] Provisioning complete for port 464e2988-a185-471a-8d87-08d60b8dcbc0 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:07:24.309315 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0dc874a8-5d99-405c-b394-491daeaeced2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:24.312081 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e422dadd-6382-4415-9cbd-0170569e8054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:24.343425 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c497e117-060d-417e-962f-6eeaf8ed2735 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:24.356148 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-9cedc999-5532-4bb9-afc3-28c00396e074 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '750ba189-dc0f-451c-8451-ecb25ab31298') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:07:24.356148 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-9cedc999-5532-4bb9-afc3-28c00396e074 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '750ba189-dc0f-451c-8451-ecb25ab31298') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:07:24.370837 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9cedc999-5532-4bb9-afc3-28c00396e074 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:24.385369 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-0dc874a8-5d99-405c-b394-491daeaeced2 None None] Port 464e2988-a185-471a-8d87-08d60b8dcbc0 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:07:24.396953 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9cedc999-5532-4bb9-afc3-28c00396e074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:24.402390 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd45e918-715e-4341-934a-34aaf08c66f8 service neutron] Pushing event updated for resources: {'Port': ['ID=1fab86fa-3ada-4a1e-93ca-70980cf5c240,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:24.410066 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cedc999-5532-4bb9-afc3-28c00396e074 admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:07:24.410185 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9cedc999-5532-4bb9-afc3-28c00396e074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:24.412004 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:07:24.412004 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:07:24.412004 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:07:24.412004 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:07:24.412004 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:07:24.412004 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:07:24.412004 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:07:24.412004 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:07:24.412004 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:07:24.412004 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:07:24.412004 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:07:24.412004 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:07:24.412004 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:07:24.412004 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:07:24.412004 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:07:24.412004 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:07:24.412004 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:07:24.412004 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:07:24.412004 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:07:24.412004 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:07:24.412004 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:07:24.412004 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:07:24.412004 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:07:24.412004 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:07:24.412004 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:07:24.412004 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:07:24.412004 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:07:24.412004 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:07:24.412004 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:07:24.412004 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:07:24.412004 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:07:24.412004 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:07:24.501017 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-621c837d-1a26-43cc-a517-9d1c277309b8 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:24.523426 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-621c837d-1a26-43cc-a517-9d1c277309b8 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:24.539694 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c497e117-060d-417e-962f-6eeaf8ed2735 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:24.552472 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c497e117-060d-417e-962f-6eeaf8ed2735 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:24.557270 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9cedc999-5532-4bb9-afc3-28c00396e074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:24.582368 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9cedc999-5532-4bb9-afc3-28c00396e074 admin admin] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:24.582674 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-254a115a-acc6-4a92-b4e7-de188efa79aa tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Deleting port 464e2988-a185-471a-8d87-08d60b8dcbc0 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:07:24.583011 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-254a115a-acc6-4a92-b4e7-de188efa79aa tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:24.587614 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-9cedc999-5532-4bb9-afc3-28c00396e074 admin admin] 10.222.0.44 "DELETE /v2.0/networks/9503e18e-4378-498e-b95e-0eec3c59ef37 HTTP/1.1" status: 204 len: 168 time: 0.7559409 Jul 24 00:07:24.592789 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cedc999-5532-4bb9-afc3-28c00396e074 admin admin] Pushing event deleted for resources: {'Network': ['ID=9503e18e-4378-498e-b95e-0eec3c59ef37,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:24.594825 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 32864) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:24.635621 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621c837d-1a26-43cc-a517-9d1c277309b8 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=103a2b1a-4c55-44cc-8384-3131bedd841a,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:24.636824 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c497e117-060d-417e-962f-6eeaf8ed2735 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38106cea-a583-4a3a-8efd-37dc3366d02b,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:24.645827 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-621c837d-1a26-43cc-a517-9d1c277309b8 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:24.647542 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-621c837d-1a26-43cc-a517-9d1c277309b8 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5074162 Jul 24 00:07:24.651234 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 32866) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:24.658076 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-2c867ca6-d8d1-4cc4-8cf6-6bb028eee7fd req-fd45e918-715e-4341-934a-34aaf08c66f8 service neutron] Attempting to bind port 1fab86fa-3ada-4a1e-93ca-70980cf5c240 on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:07:24.658424 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-2c867ca6-d8d1-4cc4-8cf6-6bb028eee7fd req-fd45e918-715e-4341-934a-34aaf08c66f8 service neutron] Attempting to bind port 1fab86fa-3ada-4a1e-93ca-70980cf5c240 by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': '6ae6f178-a5a7-48fe-8694-33b87da05e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '18a152e0-a01f-49a7-bade-39a616e529a3'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:07:24.658762 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c867ca6-d8d1-4cc4-8cf6-6bb028eee7fd req-fd45e918-715e-4341-934a-34aaf08c66f8 service neutron] Attempting to bind port 1fab86fa-3ada-4a1e-93ca-70980cf5c240 on network 18a152e0-a01f-49a7-bade-39a616e529a3 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:07:24.660124 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-44cb465d-08ac-4d50-814e-c238f33e3f66 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Request body: {'security_group_rule': {'security_group_id': 'dcd61160-27d0-47dd-b92a-6bc77c6f048e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '103a2b1a-4c55-44cc-8384-3131bedd841a'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:24.661103 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c497e117-060d-417e-962f-6eeaf8ed2735 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:24.662324 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c497e117-060d-417e-962f-6eeaf8ed2735 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8673260 Jul 24 00:07:24.668135 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 32868) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:24.676182 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-0dd0d0fd-4b2f-4f66-80a1-ff6f62e366a0 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Request body: {'security_group_rule': {'security_group_id': '6580c5df-1a8a-4671-bf83-f15c95476354', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:24.692795 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c867ca6-d8d1-4cc4-8cf6-6bb028eee7fd req-fd45e918-715e-4341-934a-34aaf08c66f8 service neutron] Port 1fab86fa-3ada-4a1e-93ca-70980cf5c240 on network 18a152e0-a01f-49a7-bade-39a616e529a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:07:24.693168 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c867ca6-d8d1-4cc4-8cf6-6bb028eee7fd req-fd45e918-715e-4341-934a-34aaf08c66f8 service neutron] Attempting to bind port 1fab86fa-3ada-4a1e-93ca-70980cf5c240 on network 18a152e0-a01f-49a7-bade-39a616e529a3 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:07:24.729377 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-083ab669-5d83-40af-a33c-32e907c5ee3c admin admin] Deleting subnet e62a1162-fd4e-46c7-b854-82ea13fc1faa {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:07:24.740174 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-083ab669-5d83-40af-a33c-32e907c5ee3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:24.747226 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c867ca6-d8d1-4cc4-8cf6-6bb028eee7fd req-fd45e918-715e-4341-934a-34aaf08c66f8 service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:07:24.747825 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c867ca6-d8d1-4cc4-8cf6-6bb028eee7fd req-fd45e918-715e-4341-934a-34aaf08c66f8 service neutron] Checking segment: {'id': '6ae6f178-a5a7-48fe-8694-33b87da05e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '18a152e0-a01f-49a7-bade-39a616e529a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:07:24.747947 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c867ca6-d8d1-4cc4-8cf6-6bb028eee7fd req-fd45e918-715e-4341-934a-34aaf08c66f8 service neutron] Bound using segment: {'id': '6ae6f178-a5a7-48fe-8694-33b87da05e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '18a152e0-a01f-49a7-bade-39a616e529a3'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:07:24.748649 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-2c867ca6-d8d1-4cc4-8cf6-6bb028eee7fd req-fd45e918-715e-4341-934a-34aaf08c66f8 service neutron] Bound port: 1fab86fa-3ada-4a1e-93ca-70980cf5c240, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ae6f178-a5a7-48fe-8694-33b87da05e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '18a152e0-a01f-49a7-bade-39a616e529a3'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:07:24.748844 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-2c867ca6-d8d1-4cc4-8cf6-6bb028eee7fd req-fd45e918-715e-4341-934a-34aaf08c66f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:24.802545 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-254a115a-acc6-4a92-b4e7-de188efa79aa tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:24.820468 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-083ab669-5d83-40af-a33c-32e907c5ee3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:24.839437 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-254a115a-acc6-4a92-b4e7-de188efa79aa tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Calling delete_port for 464e2988-a185-471a-8d87-08d60b8dcbc0 owned by {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:07:24.839913 n-d-800088-16 neutron-server[100314]: INFO neutron.api.v2.resource [None req-44cb465d-08ac-4d50-814e-c238f33e3f66 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 00:07:24.841009 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-44cb465d-08ac-4d50-814e-c238f33e3f66 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1866992 Jul 24 00:07:24.845261 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 32872) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:24.858862 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164da4a7-da2b-470e-ba7f-cebea64e09f9 req-fd31d97e-d3b4-46c2-8de6-95b1bf5106d2 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:24.860331 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-164da4a7-da2b-470e-ba7f-cebea64e09f9 req-fd31d97e-d3b4-46c2-8de6-95b1bf5106d2 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=8faf2bb9-7f86-4512-b106-4b1d32af40fb HTTP/1.1" status: 200 len: 943 time: 0.2956696 Jul 24 00:07:24.864299 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0dd0d0fd-4b2f-4f66-80a1-ff6f62e366a0 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:24.891821 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-083ab669-5d83-40af-a33c-32e907c5ee3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:24.954233 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-099c1f4c-047c-4642-9bb7-43f7fa5754ab tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:24.963596 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e422dadd-6382-4415-9cbd-0170569e8054 None None] Notify callbacks [] for port, precommit_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:24.975801 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-e422dadd-6382-4415-9cbd-0170569e8054 None None] Transition to ACTIVE for port object 22aaf482-7bbb-4488-8084-941b1ad989fe will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:07:24.985234 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e422dadd-6382-4415-9cbd-0170569e8054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:25.002528 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-083ab669-5d83-40af-a33c-32e907c5ee3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:25.027050 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-099c1f4c-047c-4642-9bb7-43f7fa5754ab tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:25.046565 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-2c867ca6-d8d1-4cc4-8cf6-6bb028eee7fd req-fd45e918-715e-4341-934a-34aaf08c66f8 service neutron] For port 1fab86fa-3ada-4a1e-93ca-70980cf5c240, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:07:25.051902 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-164da4a7-da2b-470e-ba7f-cebea64e09f9 req-561bea04-7636-4176-9c3d-188fe42414b8 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/security-groups?id=01883c9b-f537-47a8-8e4c-5877842ba644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661804 Jul 24 00:07:25.054306 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fe96e5-188f-4176-a749-50a43ff382cb None None] Pushing event updated for resources: {'Port': ['ID=22aaf482-7bbb-4488-8084-941b1ad989fe,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:25.072663 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083ab669-5d83-40af-a33c-32e907c5ee3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e62a1162-fd4e-46c7-b854-82ea13fc1faa,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:25.076847 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-083ab669-5d83-40af-a33c-32e907c5ee3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:25.078798 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-083ab669-5d83-40af-a33c-32e907c5ee3c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/e62a1162-fd4e-46c7-b854-82ea13fc1faa HTTP/1.1" status: 204 len: 168 time: 0.4796371 Jul 24 00:07:25.083847 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 32878) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:25.095485 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-2c867ca6-d8d1-4cc4-8cf6-6bb028eee7fd req-fd45e918-715e-4341-934a-34aaf08c66f8 service neutron] For port 1fab86fa-3ada-4a1e-93ca-70980cf5c240, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=1fab86fa-3ada-4a1e-93ca-70980cf5c240,segment=NetworkSegment(6ae6f178-a5a7-48fe-8694-33b87da05e0d),segment_id=6ae6f178-a5a7-48fe-8694-33b87da05e0d)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:07:25.107933 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0dd0d0fd-4b2f-4f66-80a1-ff6f62e366a0 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:25.111003 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-2c867ca6-d8d1-4cc4-8cf6-6bb028eee7fd req-fd45e918-715e-4341-934a-34aaf08c66f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:25.175204 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-e422dadd-6382-4415-9cbd-0170569e8054 None None] Attempting to bind port 22aaf482-7bbb-4488-8084-941b1ad989fe on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:07:25.175914 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-e422dadd-6382-4415-9cbd-0170569e8054 None None] Attempting to bind port 22aaf482-7bbb-4488-8084-941b1ad989fe by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': 'd6402816-8d98-4b2e-8f08-dc778ee1dcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0618cfb3-814b-4b7d-87d5-55eb6baffbf5'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:07:25.176412 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e422dadd-6382-4415-9cbd-0170569e8054 None None] Attempting to bind port 22aaf482-7bbb-4488-8084-941b1ad989fe on network 0618cfb3-814b-4b7d-87d5-55eb6baffbf5 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:07:25.183727 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e422dadd-6382-4415-9cbd-0170569e8054 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:07:25.184125 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e422dadd-6382-4415-9cbd-0170569e8054 None None] Checking segment: {'id': 'd6402816-8d98-4b2e-8f08-dc778ee1dcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0618cfb3-814b-4b7d-87d5-55eb6baffbf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:07:25.184912 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e422dadd-6382-4415-9cbd-0170569e8054 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:25.185175 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-099c1f4c-047c-4642-9bb7-43f7fa5754ab tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:25.185623 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e422dadd-6382-4415-9cbd-0170569e8054 None None] Bound using segment: {'id': 'd6402816-8d98-4b2e-8f08-dc778ee1dcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0618cfb3-814b-4b7d-87d5-55eb6baffbf5'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:07:25.185829 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-e422dadd-6382-4415-9cbd-0170569e8054 None None] Bound port: 22aaf482-7bbb-4488-8084-941b1ad989fe, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6402816-8d98-4b2e-8f08-dc778ee1dcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0618cfb3-814b-4b7d-87d5-55eb6baffbf5'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:07:25.186415 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e422dadd-6382-4415-9cbd-0170569e8054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:25.188002 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-099c1f4c-047c-4642-9bb7-43f7fa5754ab tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:25.191763 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-099c1f4c-047c-4642-9bb7-43f7fa5754ab tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] 10.222.0.44 "DELETE /v2.0/security-groups/103a2b1a-4c55-44cc-8384-3131bedd841a HTTP/1.1" status: 204 len: 168 time: 0.3455391 Jul 24 00:07:25.192403 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 32882) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:25.206942 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd45e918-715e-4341-934a-34aaf08c66f8 service neutron] Pushing event updated for resources: {'Port': ['ID=1fab86fa-3ada-4a1e-93ca-70980cf5c240,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:25.212845 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cdd4bf06-f02b-45bb-8373-a51b0eb98199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:25.213379 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0dd0d0fd-4b2f-4f66-80a1-ff6f62e366a0 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:25.225694 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099c1f4c-047c-4642-9bb7-43f7fa5754ab tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=103a2b1a-4c55-44cc-8384-3131bedd841a,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:25.297675 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-e422dadd-6382-4415-9cbd-0170569e8054 None None] For port 22aaf482-7bbb-4488-8084-941b1ad989fe, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:07:25.301510 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-e422dadd-6382-4415-9cbd-0170569e8054 None None] For port 22aaf482-7bbb-4488-8084-941b1ad989fe, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=22aaf482-7bbb-4488-8084-941b1ad989fe,segment=NetworkSegment(d6402816-8d98-4b2e-8f08-dc778ee1dcce),segment_id=d6402816-8d98-4b2e-8f08-dc778ee1dcce)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:07:25.311058 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e422dadd-6382-4415-9cbd-0170569e8054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:25.316324 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c867ca6-d8d1-4cc4-8cf6-6bb028eee7fd req-fd45e918-715e-4341-934a-34aaf08c66f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:25.316997 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-2c867ca6-d8d1-4cc4-8cf6-6bb028eee7fd req-fd45e918-715e-4341-934a-34aaf08c66f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:25.318434 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2c867ca6-d8d1-4cc4-8cf6-6bb028eee7fd req-fd45e918-715e-4341-934a-34aaf08c66f8 service neutron] 10.222.0.52 "PUT /v2.0/ports/1fab86fa-3ada-4a1e-93ca-70980cf5c240 HTTP/1.1" status: 200 len: 1092 time: 2.9819367 Jul 24 00:07:25.319102 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd0d0fd-4b2f-4f66-80a1-ff6f62e366a0 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fc10bd8-3560-44fc-be68-9ec1fe901db6,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:25.330018 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8faf2bb9-7f86-4512-b106-4b1d32af40fb', 'tag': '1fab86fa-3ada-4a1e-93ca-70980cf5c240'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:07:25.333375 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a44bb4c7-e31c-4b4f-9c6b-d00bc9dc81ae" -d '{"events": [{"name": "network-changed", "server_uuid": "8faf2bb9-7f86-4512-b106-4b1d32af40fb", "tag": "1fab86fa-3ada-4a1e-93ca-70980cf5c240"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:07:25.364642 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0dd0d0fd-4b2f-4f66-80a1-ff6f62e366a0 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:25.366398 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-0dd0d0fd-4b2f-4f66-80a1-ff6f62e366a0 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6943810 Jul 24 00:07:25.394100 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 32888) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:25.401295 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-24cdf50f-e098-4503-b261-834faa21a4ed tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Request body: {'floatingip': {'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:25.416854 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e422dadd-6382-4415-9cbd-0170569e8054 None None] Routers {'0f41f5da-01f1-4412-bf97-1dbd880fc71c'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:07:25.417667 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-e422dadd-6382-4415-9cbd-0170569e8054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:06:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['0f41f5da-01f1-4412-bf97-1dbd880fc71c'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:07:25.434147 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cdd4bf06-f02b-45bb-8373-a51b0eb98199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:25.443555 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-24cdf50f-e098-4503-b261-834faa21a4ed tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Notify callbacks [] for floatingip, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:25.464855 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-a3e9b2ab-6ed3-4629-9fc8-62690b4e697f tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2658019 Jul 24 00:07:25.465990 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 32890) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:25.467774 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-cdd4bf06-f02b-45bb-8373-a51b0eb98199 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64f4dcac-450b-4157-bf8d-43bd99fdd9ec']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:07:25.479683 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fe96e5-188f-4176-a749-50a43ff382cb None None] Pushing event updated for resources: {'Port': ['ID=22aaf482-7bbb-4488-8084-941b1ad989fe,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:25.496490 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-cdd4bf06-f02b-45bb-8373-a51b0eb98199 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7185ad0-c1b3-4953-acf9-e9e81c8722ea') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:07:25.496800 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-cdd4bf06-f02b-45bb-8373-a51b0eb98199 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7185ad0-c1b3-4953-acf9-e9e81c8722ea') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:07:25.519611 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cdd4bf06-f02b-45bb-8373-a51b0eb98199 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:25.555865 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cdd4bf06-f02b-45bb-8373-a51b0eb98199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:25.572729 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a249a01b-be5d-46af-890e-a44eb5aa4c12 x-openstack-request-id: req-a249a01b-be5d-46af-890e-a44eb5aa4c12 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:07:25.573157 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8faf2bb9-7f86-4512-b106-4b1d32af40fb", "tag": "1fab86fa-3ada-4a1e-93ca-70980cf5c240", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:07:25.573355 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdd4bf06-f02b-45bb-8373-a51b0eb98199 admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:07:25.573492 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a249a01b-be5d-46af-890e-a44eb5aa4c12 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:07:25.573781 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cdd4bf06-f02b-45bb-8373-a51b0eb98199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:25.573915 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8faf2bb9-7f86-4512-b106-4b1d32af40fb', 'tag': '1fab86fa-3ada-4a1e-93ca-70980cf5c240', 'status': 'completed', 'code': 200} Jul 24 00:07:25.576684 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:07:25.576684 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:07:25.576684 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:07:25.576684 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:07:25.576684 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:07:25.576684 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:07:25.576684 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:07:25.576684 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:07:25.576684 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:07:25.576684 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:07:25.576684 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:07:25.576684 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:07:25.576684 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:07:25.576684 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:07:25.576684 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:07:25.576684 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:07:25.576684 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:07:25.576684 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:07:25.576684 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:07:25.576684 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:07:25.576684 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:07:25.576684 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:07:25.576684 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:07:25.576684 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:07:25.576684 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:07:25.576684 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:07:25.576684 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:07:25.576684 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:07:25.576684 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:07:25.576684 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:07:25.576684 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:07:25.576684 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:07:25.621705 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3a420a66-b1b2-4cd5-bf35-6e1d34b6a6c2 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:25.623768 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-254a115a-acc6-4a92-b4e7-de188efa79aa tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:25.664766 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-e422dadd-6382-4415-9cbd-0170569e8054 None None] Set router 0f41f5da-01f1-4412-bf97-1dbd880fc71c gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:07:25.738528 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3a420a66-b1b2-4cd5-bf35-6e1d34b6a6c2 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:25.759681 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c867ca6-d8d1-4cc4-8cf6-6bb028eee7fd req-d9c55f30-0d49-48d5-b204-ba3aca70be3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:25.761362 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2c867ca6-d8d1-4cc4-8cf6-6bb028eee7fd req-d9c55f30-0d49-48d5-b204-ba3aca70be3c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b522b7a30c7a44c49afc4b0ec559df03&device_id=8faf2bb9-7f86-4512-b106-4b1d32af40fb HTTP/1.1" status: 200 len: 1095 time: 0.3683300 Jul 24 00:07:25.773526 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-254a115a-acc6-4a92-b4e7-de188efa79aa tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:25.776932 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cdd4bf06-f02b-45bb-8373-a51b0eb98199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:25.784166 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 32892) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:25.795547 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-254a115a-acc6-4a92-b4e7-de188efa79aa tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "DELETE /v2.0/ports/464e2988-a185-471a-8d87-08d60b8dcbc0 HTTP/1.1" status: 204 len: 168 time: 1.9507396 Jul 24 00:07:25.796719 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254a115a-acc6-4a92-b4e7-de188efa79aa tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event deleted for resources: {'Port': ['ID=464e2988-a185-471a-8d87-08d60b8dcbc0,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:25.823514 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cdd4bf06-f02b-45bb-8373-a51b0eb98199 admin admin] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:25.825828 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-cdd4bf06-f02b-45bb-8373-a51b0eb98199 admin admin] 10.222.0.44 "DELETE /v2.0/networks/64f4dcac-450b-4157-bf8d-43bd99fdd9ec HTTP/1.1" status: 204 len: 168 time: 0.7408643 Jul 24 00:07:25.885409 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2c867ca6-d8d1-4cc4-8cf6-6bb028eee7fd req-d2d97abf-0754-4e5c-a6f5-58ad5683df89 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1fab86fa-3ada-4a1e-93ca-70980cf5c240 HTTP/1.1" status: 200 len: 217 time: 0.0801179 Jul 24 00:07:25.897942 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fd69afa-e70e-4246-8bd4-95e3ab9326a8 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] GET failed (client error): The resource could not be found. Jul 24 00:07:25.902807 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-5fd69afa-e70e-4246-8bd4-95e3ab9326a8 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "GET /v2.0/ports/464e2988-a185-471a-8d87-08d60b8dcbc0 HTTP/1.1" status: 404 len: 333 time: 0.1119378 Jul 24 00:07:25.903276 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 32898) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:25.921189 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd4bf06-f02b-45bb-8373-a51b0eb98199 admin admin] Pushing event deleted for resources: {'Network': ['ID=64f4dcac-450b-4157-bf8d-43bd99fdd9ec,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:25.937912 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-44a9035c-3628-4679-bb03-2275b2c7c90a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:25.964321 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-24cdf50f-e098-4503-b261-834faa21a4ed tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:25.975915 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c867ca6-d8d1-4cc4-8cf6-6bb028eee7fd req-83f7257c-6bd4-4c5f-a0a6-60848e257007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:25.977795 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2c867ca6-d8d1-4cc4-8cf6-6bb028eee7fd req-83f7257c-6bd4-4c5f-a0a6-60848e257007 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d56430de-0ce5-443d-bb1b-4b29fdb6d0b4 HTTP/1.1" status: 200 len: 855 time: 0.0848413 Jul 24 00:07:26.057211 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fcb59c4-abf1-4374-850f-c8d0389e5fb2 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Deleting subnet f60e86d9-cd05-45d5-a932-afafbd18a01f {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:07:26.064851 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5fcb59c4-abf1-4374-850f-c8d0389e5fb2 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:26.096829 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2c867ca6-d8d1-4cc4-8cf6-6bb028eee7fd req-5df330e6-72a5-4456-821b-8f41e5ddc304 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=18a152e0-a01f-49a7-bade-39a616e529a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0953648 Jul 24 00:07:26.119831 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3a420a66-b1b2-4cd5-bf35-6e1d34b6a6c2 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:26.124648 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3a420a66-b1b2-4cd5-bf35-6e1d34b6a6c2 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:26.125965 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-3a420a66-b1b2-4cd5-bf35-6e1d34b6a6c2 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] 10.222.0.44 "DELETE /v2.0/security-groups/dcd61160-27d0-47dd-b92a-6bc77c6f048e HTTP/1.1" status: 204 len: 168 time: 0.6553106 Jul 24 00:07:26.140277 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 32904) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:26.189773 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-e422dadd-6382-4415-9cbd-0170569e8054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f41f5da-01f1-4412-bf97-1dbd880fc71c', 'name': 'tempest-ServersTestJSON-1159797707-router', 'tenant_id': '043a499e05cb4c7689d2c93d541abc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '394ab413-8273-4f76-8abe-706df8c416b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:07:10Z', 'updated_at': '2021-07-24T00:07:20Z', 'revision_number': 4, 'project_id': '043a499e05cb4c7689d2c93d541abc0b', 'gw_port': {'id': '394ab413-8273-4f76-8abe-706df8c416b4', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:09:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f41f5da-01f1-4412-bf97-1dbd880fc71c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:07:11Z', 'updated_at': '2021-07-24T00:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '22aaf482-7bbb-4488-8084-941b1ad989fe', 'name': '', 'network_id': '0618cfb3-814b-4b7d-87d5-55eb6baffbf5', 'tenant_id': '043a499e05cb4c7689d2c93d541abc0b', 'mac_address': 'fa:16:3e:52:21:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f41f5da-01f1-4412-bf97-1dbd880fc71c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': 'bc09d7f3-8c1d-481a-8338-8563254dd078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:07:19Z', 'updated_at': '2021-07-24T00:07:25Z', 'revision_number': 4, 'project_id': '043a499e05cb4c7689d2c93d541abc0b', 'subnets': [{'id': 'bc09d7f3-8c1d-481a-8338-8563254dd078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:07:26.225594 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5fcb59c4-abf1-4374-850f-c8d0389e5fb2 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:26.237205 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e422dadd-6382-4415-9cbd-0170569e8054 None None] The sync data for ids ['0f41f5da-01f1-4412-bf97-1dbd880fc71c'] in n-d-800088-16 is: [{'id': '0f41f5da-01f1-4412-bf97-1dbd880fc71c', 'name': 'tempest-ServersTestJSON-1159797707-router', 'tenant_id': '043a499e05cb4c7689d2c93d541abc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '394ab413-8273-4f76-8abe-706df8c416b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:07:10Z', 'updated_at': '2021-07-24T00:07:20Z', 'revision_number': 4, 'project_id': '043a499e05cb4c7689d2c93d541abc0b', 'gw_port': {'id': '394ab413-8273-4f76-8abe-706df8c416b4', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:09:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f41f5da-01f1-4412-bf97-1dbd880fc71c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:07:11Z', 'updated_at': '2021-07-24T00:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '22aaf482-7bbb-4488-8084-941b1ad989fe', 'name': '', 'network_id': '0618cfb3-814b-4b7d-87d5-55eb6baffbf5', 'tenant_id': '043a499e05cb4c7689d2c93d541abc0b', 'mac_address': 'fa:16:3e:52:21:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f41f5da-01f1-4412-bf97-1dbd880fc71c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': 'bc09d7f3-8c1d-481a-8338-8563254dd078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:07:19Z', 'updated_at': '2021-07-24T00:07:25Z', 'revision_number': 4, 'project_id': '043a499e05cb4c7689d2c93d541abc0b', 'subnets': [{'id': 'bc09d7f3-8c1d-481a-8338-8563254dd078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:07:26.263840 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2c867ca6-d8d1-4cc4-8cf6-6bb028eee7fd req-0a311b1d-c523-4d76-bf0b-5a5844f9b1d8 service neutron] 10.222.0.52 "GET /v2.0/networks/18a152e0-a01f-49a7-bade-39a616e529a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578178 Jul 24 00:07:26.274999 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 32906) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:26.338896 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a420a66-b1b2-4cd5-bf35-6e1d34b6a6c2 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd61160-27d0-47dd-b92a-6bc77c6f048e,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:26.364690 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5fcb59c4-abf1-4374-850f-c8d0389e5fb2 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:26.442173 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-64bed501-6dc9-4a90-bc60-f82e912fd02f tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2976384 Jul 24 00:07:26.447314 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 32908) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:26.455732 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-c441c27f-8fb0-4d1c-9a4b-070fc205af31 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Request body: {'security_group': {'name': 'tempest-secgroup--1472443931'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:26.518209 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-d082a35f-86d5-471e-b89a-1ea4f3afcc5f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c4a3dfb099ed41a0bff396f245986e74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2419884 Jul 24 00:07:26.519607 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-24cdf50f-e098-4503-b261-834faa21a4ed tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Allocated IP 172.25.3.104 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/5242c3d5-20d3-4439-a7b4-16ae5a7ca9ac) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:07:26.527862 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 32910) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:26.551258 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2c867ca6-d8d1-4cc4-8cf6-6bb028eee7fd req-556632a7-2284-4bd3-b6b0-0258b3aa9e6c service neutron] 10.222.0.52 "GET /v2.0/networks/18a152e0-a01f-49a7-bade-39a616e529a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696030 Jul 24 00:07:26.555644 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c441c27f-8fb0-4d1c-9a4b-070fc205af31 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:26.580864 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8862133f-b3b3-44b2-bb53-8bb38b60a9aa req-1b009ad9-5a2c-4925-975d-631bd90706fd tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:26.582658 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8862133f-b3b3-44b2-bb53-8bb38b60a9aa req-1b009ad9-5a2c-4925-975d-631bd90706fd tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=8faf2bb9-7f86-4512-b106-4b1d32af40fb HTTP/1.1" status: 200 len: 943 time: 0.2534227 Jul 24 00:07:26.618223 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5fcb59c4-abf1-4374-850f-c8d0389e5fb2 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:26.705304 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcb59c4-abf1-4374-850f-c8d0389e5fb2 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event deleted for resources: {'Subnet': ['ID=f60e86d9-cd05-45d5-a932-afafbd18a01f,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:26.725655 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5fcb59c4-abf1-4374-850f-c8d0389e5fb2 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:26.728070 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-5fcb59c4-abf1-4374-850f-c8d0389e5fb2 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "DELETE /v2.0/subnets/f60e86d9-cd05-45d5-a932-afafbd18a01f HTTP/1.1" status: 204 len: 168 time: 0.8077762 Jul 24 00:07:26.735324 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7fe791-0f9b-4c17-b839-d39e03dbc455 None None] Network 6f0757f3-f73d-4cbd-899f-f9ea93e7f8b8 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:07:26.739605 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 32914) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:26.742244 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-24cdf50f-e098-4503-b261-834faa21a4ed tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:26.746825 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44bb4c7-e31c-4b4f-9c6b-d00bc9dc81ae req-f6ffd61b-e044-47bd-b94b-36565e189967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:26.748941 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a44bb4c7-e31c-4b4f-9c6b-d00bc9dc81ae req-f6ffd61b-e044-47bd-b94b-36565e189967 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b522b7a30c7a44c49afc4b0ec559df03&device_id=8faf2bb9-7f86-4512-b106-4b1d32af40fb HTTP/1.1" status: 200 len: 1095 time: 0.1183801 Jul 24 00:07:26.782628 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:26.820326 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c8e07f41-2201-4304-b7d2-79a703625d45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:26.845100 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c8e07f41-2201-4304-b7d2-79a703625d45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:26.901921 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8862133f-b3b3-44b2-bb53-8bb38b60a9aa req-9dcd4a6d-f667-47cf-83e2-6d9d1c9a5265 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/security-groups?id=01883c9b-f537-47a8-8e4c-5877842ba644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851944 Jul 24 00:07:27.004389 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44bb4c7-e31c-4b4f-9c6b-d00bc9dc81ae req-220606de-25e0-4c57-b22d-b9b48d213739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:27.012160 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a44bb4c7-e31c-4b4f-9c6b-d00bc9dc81ae req-220606de-25e0-4c57-b22d-b9b48d213739 service neutron] 10.222.0.52 "GET /v2.0/networks?id=18a152e0-a01f-49a7-bade-39a616e529a3 HTTP/1.1" status: 200 len: 916 time: 0.2499697 Jul 24 00:07:27.061803 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-580056b3-6c02-4043-9c8b-d20495dbfdaa tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Deleting subnet 91c60c5a-3a5d-4e6b-af2e-1b5a1ba5e321 {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:07:27.077822 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-580056b3-6c02-4043-9c8b-d20495dbfdaa tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:27.092414 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a44bb4c7-e31c-4b4f-9c6b-d00bc9dc81ae req-2197f483-4365-43c8-bec0-74d212de9bda service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1fab86fa-3ada-4a1e-93ca-70980cf5c240 HTTP/1.1" status: 200 len: 217 time: 0.0711784 Jul 24 00:07:27.171285 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44bb4c7-e31c-4b4f-9c6b-d00bc9dc81ae req-71410fba-3637-44c2-81e2-254482ab3ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:27.173131 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a44bb4c7-e31c-4b4f-9c6b-d00bc9dc81ae req-71410fba-3637-44c2-81e2-254482ab3ad8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d56430de-0ce5-443d-bb1b-4b29fdb6d0b4 HTTP/1.1" status: 200 len: 855 time: 0.0728605 Jul 24 00:07:27.179348 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-24cdf50f-e098-4503-b261-834faa21a4ed tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:27.235525 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:27.321787 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a44bb4c7-e31c-4b4f-9c6b-d00bc9dc81ae req-79b09c95-9fa7-4b3d-a096-be8b44aecd45 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=18a152e0-a01f-49a7-bade-39a616e529a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1389666 Jul 24 00:07:27.346653 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 22aaf482-7bbb-4488-8084-941b1ad989fe up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:07:27.412981 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 22aaf482-7bbb-4488-8084-941b1ad989fe completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:07:27.419586 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 22aaf482-7bbb-4488-8084-941b1ad989fe triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:07:27.421597 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:27.490255 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a44bb4c7-e31c-4b4f-9c6b-d00bc9dc81ae req-d36309de-cf91-4ab5-ab80-d4a528ea7bd9 service neutron] 10.222.0.52 "GET /v2.0/networks/18a152e0-a01f-49a7-bade-39a616e529a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605258 Jul 24 00:07:27.499041 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24cdf50f-e098-4503-b261-834faa21a4ed tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:07:27.573759 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:27.607229 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-24cdf50f-e098-4503-b261-834faa21a4ed tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:07:27.614699 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c441c27f-8fb0-4d1c-9a4b-070fc205af31 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:27.625700 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c441c27f-8fb0-4d1c-9a4b-070fc205af31 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:27.626939 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cdf50f-e098-4503-b261-834faa21a4ed tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:07:27.640791 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-580056b3-6c02-4043-9c8b-d20495dbfdaa tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:27.672234 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 22aaf482-7bbb-4488-8084-941b1ad989fe, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=22aaf482-7bbb-4488-8084-941b1ad989fe,segment=NetworkSegment(d6402816-8d98-4b2e-8f08-dc778ee1dcce),segment_id=d6402816-8d98-4b2e-8f08-dc778ee1dcce)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:07:27.680359 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c441c27f-8fb0-4d1c-9a4b-070fc205af31 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:27.682372 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:27.685045 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-c441c27f-8fb0-4d1c-9a4b-070fc205af31 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2327957 Jul 24 00:07:27.685256 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cdf50f-e098-4503-b261-834faa21a4ed tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Pushing event updated for resources: {'Port': ['ID=5242c3d5-20d3-4439-a7b4-16ae5a7ca9ac,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:27.685831 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c8e07f41-2201-4304-b7d2-79a703625d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:27.688998 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c8e07f41-2201-4304-b7d2-79a703625d45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:27.695455 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 32920) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:27.695620 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-c8e07f41-2201-4304-b7d2-79a703625d45 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4158b927-296f-4163-b97a-e0120cfee2c0 HTTP/1.1" status: 204 len: 168 time: 1.1546967 Jul 24 00:07:27.706891 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-9383e2d4-811a-4fed-b637-3a4bb24f1cc3 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Request body: {'security_group_rule': {'security_group_id': 'e0e9c2d5-3a74-4b0f-abb2-f428a36dc355', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:27.740038 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c441c27f-8fb0-4d1c-9a4b-070fc205af31 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e9c2d5-3a74-4b0f-abb2-f428a36dc355,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:27.791099 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e07f41-2201-4304-b7d2-79a703625d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4158b927-296f-4163-b97a-e0120cfee2c0,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:27.820300 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a44bb4c7-e31c-4b4f-9c6b-d00bc9dc81ae req-3f6cafcb-1d85-4e1a-92da-6eecf114fc52 service neutron] 10.222.0.52 "GET /v2.0/networks/18a152e0-a01f-49a7-bade-39a616e529a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198376 Jul 24 00:07:27.864601 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-580056b3-6c02-4043-9c8b-d20495dbfdaa tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:27.896606 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=22aaf482-7bbb-4488-8084-941b1ad989fe,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:27.991056 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-580056b3-6c02-4043-9c8b-d20495dbfdaa tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:28.025418 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-24cdf50f-e098-4503-b261-834faa21a4ed tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:28.036558 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580056b3-6c02-4043-9c8b-d20495dbfdaa tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event deleted for resources: {'Subnet': ['ID=91c60c5a-3a5d-4e6b-af2e-1b5a1ba5e321,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:28.049354 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-580056b3-6c02-4043-9c8b-d20495dbfdaa tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:28.049354 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-580056b3-6c02-4043-9c8b-d20495dbfdaa tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "DELETE /v2.0/subnets/91c60c5a-3a5d-4e6b-af2e-1b5a1ba5e321 HTTP/1.1" status: 204 len: 168 time: 1.2997818 Jul 24 00:07:28.057564 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 32926) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:28.058240 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [None req-9383e2d4-811a-4fed-b637-3a4bb24f1cc3 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 00:07:28.065287 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-9383e2d4-811a-4fed-b637-3a4bb24f1cc3 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3727329 Jul 24 00:07:28.066483 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 32928) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:28.088824 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-c2ad6c89-edaa-4740-8052-86b791e962d5 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Request body: {'security_group_rule': {'security_group_id': 'e0e9c2d5-3a74-4b0f-abb2-f428a36dc355', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:28.242567 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-24cdf50f-e098-4503-b261-834faa21a4ed tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:28.265007 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7355c68-ada1-49c7-af68-5634784ebd11 None None] Network 6f0757f3-f73d-4cbd-899f-f9ea93e7f8b8 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:07:28.292410 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7a2b3d21-f9ad-4502-b3b5-d0f2089ee97f tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:28.373659 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [None req-c2ad6c89-edaa-4740-8052-86b791e962d5 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 00:07:28.379761 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 32936) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:28.382200 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c2ad6c89-edaa-4740-8052-86b791e962d5 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3004982 Jul 24 00:07:28.388419 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-d67d9de8-6485-484a-a266-d4ef71aa4a4e None None] Provisioning complete for port 3d2cd5f4-745e-4cfd-90d0-434333e872ac triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:07:28.389156 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d67d9de8-6485-484a-a266-d4ef71aa4a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:28.395064 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07842ab6-099b-42ba-a931-28dd825c2fac req-06810da5-28b8-4344-af7c-27a641c87674 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:28.404230 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-07842ab6-099b-42ba-a931-28dd825c2fac req-06810da5-28b8-4344-af7c-27a641c87674 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=8faf2bb9-7f86-4512-b106-4b1d32af40fb HTTP/1.1" status: 200 len: 943 time: 0.2863841 Jul 24 00:07:28.546640 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-07842ab6-099b-42ba-a931-28dd825c2fac req-a99b5f8b-56cc-4afb-a6bd-30f88f4ae3ab tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/security-groups?id=01883c9b-f537-47a8-8e4c-5877842ba644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392148 Jul 24 00:07:28.583319 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-51d5144a-4d36-4655-90bd-088dc8ac9fd5 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:28.590567 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 32938) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:28.610988 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-51d5144a-4d36-4655-90bd-088dc8ac9fd5 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:28.642976 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-05f11745-028a-4979-a5ec-54076f4fe1bd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9994470cd355409f8fca07719eac1e50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0512958 Jul 24 00:07:28.648228 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 32940) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:28.658230 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-24cdf50f-e098-4503-b261-834faa21a4ed tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:28.664555 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-51d5144a-4d36-4655-90bd-088dc8ac9fd5 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:28.667984 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-51d5144a-4d36-4655-90bd-088dc8ac9fd5 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:28.668384 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-24cdf50f-e098-4503-b261-834faa21a4ed tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:28.671600 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-51d5144a-4d36-4655-90bd-088dc8ac9fd5 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] 10.222.0.44 "DELETE /v2.0/security-groups/e0e9c2d5-3a74-4b0f-abb2-f428a36dc355 HTTP/1.1" status: 204 len: 168 time: 0.2463148 Jul 24 00:07:28.674957 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 32942) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:28.676444 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-7a2b3d21-f9ad-4502-b3b5-d0f2089ee97f tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Deleting port 3d2cd5f4-745e-4cfd-90d0-434333e872ac {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:07:28.676912 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7a2b3d21-f9ad-4502-b3b5-d0f2089ee97f tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:28.720492 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d5144a-4d36-4655-90bd-088dc8ac9fd5 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e9c2d5-3a74-4b0f-abb2-f428a36dc355,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:28.743070 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d18dda3-89e2-46c8-aa69-d4fa73331c7f None None] DHCP port deletion for 6f0757f3-f73d-4cbd-899f-f9ea93e7f8b8 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:07:28.780410 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6dc26cd0-66db-4019-aea7-6f00391a0125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:28.784496 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-304d6fa1-e54a-4760-9608-5be28cf9c53b tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1033845 Jul 24 00:07:28.786316 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 32944) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:28.791732 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-523aface-cf2d-4e20-a7be-9a99c150ccd6 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Request body: {'security_group': {'name': 'tempest-secgroup--1542439299'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:28.799569 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cdf50f-e098-4503-b261-834faa21a4ed tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Pushing event updated for resources: {'Port': ['ID=5242c3d5-20d3-4439-a7b4-16ae5a7ca9ac,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:28.805566 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-24cdf50f-e098-4503-b261-834faa21a4ed tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:28.831728 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:28.847193 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-4d18dda3-89e2-46c8-aa69-d4fa73331c7f None None] Deleting port 3d2cd5f4-745e-4cfd-90d0-434333e872ac {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:07:28.847453 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6dc26cd0-66db-4019-aea7-6f00391a0125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:28.847997 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-4d18dda3-89e2-46c8-aa69-d4fa73331c7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:28.850926 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-24cdf50f-e098-4503-b261-834faa21a4ed tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:28.852445 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-24cdf50f-e098-4503-b261-834faa21a4ed tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4570172 Jul 24 00:07:28.880090 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-7a2b3d21-f9ad-4502-b3b5-d0f2089ee97f tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] For port 3d2cd5f4-745e-4cfd-90d0-434333e872ac, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=3d2cd5f4-745e-4cfd-90d0-434333e872ac,segment=NetworkSegment(1daa1e61-1d35-472b-878b-6159146ad789),segment_id=1daa1e61-1d35-472b-878b-6159146ad789)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:07:28.880437 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7a2b3d21-f9ad-4502-b3b5-d0f2089ee97f tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:28.903510 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-7a2b3d21-f9ad-4502-b3b5-d0f2089ee97f tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Calling delete_port for 3d2cd5f4-745e-4cfd-90d0-434333e872ac owned by network:dhcp {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:07:28.921809 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-523aface-cf2d-4e20-a7be-9a99c150ccd6 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:28.955310 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-4d18dda3-89e2-46c8-aa69-d4fa73331c7f None None] For port 3d2cd5f4-745e-4cfd-90d0-434333e872ac, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=3d2cd5f4-745e-4cfd-90d0-434333e872ac,segment=NetworkSegment(1daa1e61-1d35-472b-878b-6159146ad789),segment_id=1daa1e61-1d35-472b-878b-6159146ad789)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:07:28.958761 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6dc26cd0-66db-4019-aea7-6f00391a0125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:28.961434 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6dc26cd0-66db-4019-aea7-6f00391a0125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:28.962666 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-6dc26cd0-66db-4019-aea7-6f00391a0125 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b23e3b4f-6fde-4da7-8c68-5de4234cdf0e HTTP/1.1" status: 204 len: 168 time: 0.3133934 Jul 24 00:07:28.963124 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-4d18dda3-89e2-46c8-aa69-d4fa73331c7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:28.980166 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc26cd0-66db-4019-aea7-6f00391a0125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23e3b4f-6fde-4da7-8c68-5de4234cdf0e,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:28.985386 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-4d18dda3-89e2-46c8-aa69-d4fa73331c7f None None] Calling delete_port for 3d2cd5f4-745e-4cfd-90d0-434333e872ac owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:07:29.054522 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7a2b3d21-f9ad-4502-b3b5-d0f2089ee97f tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:29.095306 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2b3d21-f9ad-4502-b3b5-d0f2089ee97f tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event deleted for resources: {'Port': ['ID=3d2cd5f4-745e-4cfd-90d0-434333e872ac,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:29.102426 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2b3d21-f9ad-4502-b3b5-d0f2089ee97f tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] No DVR routers for this DVR port 3d2cd5f4-745e-4cfd-90d0-434333e872ac on host n-d-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:07:29.121801 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-4d18dda3-89e2-46c8-aa69-d4fa73331c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:29.155864 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-523aface-cf2d-4e20-a7be-9a99c150ccd6 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:29.162397 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d18dda3-89e2-46c8-aa69-d4fa73331c7f None None] Pushing event deleted for resources: {'Port': ['ID=3d2cd5f4-745e-4cfd-90d0-434333e872ac,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:29.164355 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d18dda3-89e2-46c8-aa69-d4fa73331c7f None None] No DVR routers for this DVR port 3d2cd5f4-745e-4cfd-90d0-434333e872ac on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:07:29.175240 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-523aface-cf2d-4e20-a7be-9a99c150ccd6 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:29.252396 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7a2b3d21-f9ad-4502-b3b5-d0f2089ee97f tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:29.255042 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-523aface-cf2d-4e20-a7be-9a99c150ccd6 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:29.256308 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-523aface-cf2d-4e20-a7be-9a99c150ccd6 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4689262 Jul 24 00:07:29.259421 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 32958) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:29.264231 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-c511a2bb-7b02-45fd-af3d-d4df3044f749 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:29.264659 n-d-800088-16 neutron-server[100313]: WARNING neutron.api.v2.base [None req-c511a2bb-7b02-45fd-af3d-d4df3044f749 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 24 00:07:29.265263 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [None req-c511a2bb-7b02-45fd-af3d-d4df3044f749 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] update failed (client error): There was a conflict when trying to complete your request. Jul 24 00:07:29.268640 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c511a2bb-7b02-45fd-af3d-d4df3044f749 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] 10.222.0.44 "PUT /v2.0/security-groups/9d1fba39-d194-4ddf-b48b-a642dfe128f0 HTTP/1.1" status: 409 len: 330 time: 0.0057607 Jul 24 00:07:29.269308 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 32960) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:29.272368 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 1fab86fa-3ada-4a1e-93ca-70980cf5c240 details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:07:29.274129 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523aface-cf2d-4e20-a7be-9a99c150ccd6 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1fba39-d194-4ddf-b48b-a642dfe128f0,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:29.293789 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-7a2b3d21-f9ad-4502-b3b5-d0f2089ee97f tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f0757f3-f73d-4cbd-899f-f9ea93e7f8b8']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:07:29.324745 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-7a2b3d21-f9ad-4502-b3b5-d0f2089ee97f tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1daa1e61-1d35-472b-878b-6159146ad789') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:07:29.325098 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-7a2b3d21-f9ad-4502-b3b5-d0f2089ee97f tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1daa1e61-1d35-472b-878b-6159146ad789') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:07:29.351033 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7a2b3d21-f9ad-4502-b3b5-d0f2089ee97f tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:29.377771 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 22aaf482-7bbb-4488-8084-941b1ad989fe up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:07:29.393897 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7a2b3d21-f9ad-4502-b3b5-d0f2089ee97f tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:29.403544 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a2b3d21-f9ad-4502-b3b5-d0f2089ee97f tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:07:29.403958 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7a2b3d21-f9ad-4502-b3b5-d0f2089ee97f tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:29.407091 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:07:29.407091 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:07:29.407091 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:07:29.407091 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:07:29.407091 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:07:29.407091 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:07:29.407091 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:07:29.407091 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:07:29.407091 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:07:29.407091 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:07:29.407091 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:07:29.407091 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:07:29.407091 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:07:29.407091 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:07:29.407091 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:07:29.407091 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:07:29.407091 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:07:29.407091 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:07:29.407091 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:07:29.407091 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:07:29.407091 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:07:29.407091 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:07:29.407091 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:07:29.407091 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:07:29.407091 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:07:29.407091 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:07:29.407091 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:07:29.407091 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:07:29.407091 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:07:29.407091 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:07:29.407091 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:07:29.407091 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:07:29.431128 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-83cf706f-41ef-471b-9ba6-4261412bb8b4 req-f2dbf665-a47b-48e0-978c-425b2027c6ee tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--831827591&fields=id&tenant_id=043a499e05cb4c7689d2c93d541abc0b HTTP/1.1" status: 200 len: 267 time: 0.0844212 Jul 24 00:07:29.480784 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9ce99820-4d71-40db-b82f-5715c57c2bcf tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:29.531311 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7a2b3d21-f9ad-4502-b3b5-d0f2089ee97f tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:29.538698 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7a2b3d21-f9ad-4502-b3b5-d0f2089ee97f tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:29.543713 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-7a2b3d21-f9ad-4502-b3b5-d0f2089ee97f tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "DELETE /v2.0/networks/6f0757f3-f73d-4cbd-899f-f9ea93e7f8b8 HTTP/1.1" status: 204 len: 168 time: 1.4894037 Jul 24 00:07:29.547433 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 32972) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:29.565178 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 22aaf482-7bbb-4488-8084-941b1ad989fe triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:07:29.565714 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:29.606716 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 1fab86fa-3ada-4a1e-93ca-70980cf5c240, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=1fab86fa-3ada-4a1e-93ca-70980cf5c240,segment=NetworkSegment(6ae6f178-a5a7-48fe-8694-33b87da05e0d),segment_id=6ae6f178-a5a7-48fe-8694-33b87da05e0d)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:07:29.621607 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2b3d21-f9ad-4502-b3b5-d0f2089ee97f tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event deleted for resources: {'Network': ['ID=6f0757f3-f73d-4cbd-899f-f9ea93e7f8b8,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:29.635945 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': '1fab86fa-3ada-4a1e-93ca-70980cf5c240', 'network_id': '18a152e0-a01f-49a7-bade-39a616e529a3', 'port_id': '1fab86fa-3ada-4a1e-93ca-70980cf5c240', 'mac_address': 'fa:16:3e:e8:09:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd56430de-0ce5-443d-bb1b-4b29fdb6d0b4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:07:29.654353 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9ce99820-4d71-40db-b82f-5715c57c2bcf tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:29.721903 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cf706f-41ef-471b-9ba6-4261412bb8b4 req-7f6f04ac-2bbb-417a-91b8-c991641df3e6 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:29.723485 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-83cf706f-41ef-471b-9ba6-4261412bb8b4 req-7f6f04ac-2bbb-417a-91b8-c991641df3e6 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] 10.222.0.44 "GET /v2.0/networks?id=0618cfb3-814b-4b7d-87d5-55eb6baffbf5 HTTP/1.1" status: 200 len: 806 time: 0.2721369 Jul 24 00:07:29.745422 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9ce99820-4d71-40db-b82f-5715c57c2bcf tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:29.751457 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9ce99820-4d71-40db-b82f-5715c57c2bcf tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:29.752925 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-9ce99820-4d71-40db-b82f-5715c57c2bcf tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] 10.222.0.44 "DELETE /v2.0/security-groups/9d1fba39-d194-4ddf-b48b-a642dfe128f0 HTTP/1.1" status: 204 len: 168 time: 0.4754138 Jul 24 00:07:29.756981 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 32980) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:29.782497 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:29.806821 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce99820-4d71-40db-b82f-5715c57c2bcf tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1fba39-d194-4ddf-b48b-a642dfe128f0,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:29.813199 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-83cf706f-41ef-471b-9ba6-4261412bb8b4 req-6500df07-eda9-4978-86e3-60dbb9ad356f tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] 10.222.0.44 "GET /v2.0/quotas/043a499e05cb4c7689d2c93d541abc0b HTTP/1.1" status: 200 len: 375 time: 0.0753820 Jul 24 00:07:29.851780 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-6cd2e7f4-71ac-45da-be72-4481157ae6d5 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0769055 Jul 24 00:07:29.852268 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 32984) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:29.853602 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6704aae9-495c-4e22-929a-2038c1a9097a tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:29.855162 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-6704aae9-495c-4e22-929a-2038c1a9097a tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2974660 Jul 24 00:07:29.860492 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 32986) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:29.875066 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fab86fa-3ada-4a1e-93ca-70980cf5c240 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:07:29.884851 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [None req-db62d29e-e578-41b2-b95e-5326a0d4568e tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] delete failed (client error): The resource could not be found. Jul 24 00:07:29.890649 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-db62d29e-e578-41b2-b95e-5326a0d4568e tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] 10.222.0.44 "DELETE /v2.0/security-groups/64ce9a23-4874-449e-8be9-47b18705a237 HTTP/1.1" status: 404 len: 347 time: 0.0372391 Jul 24 00:07:29.891252 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 32988) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:29.927934 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0581dac5-ffd0-4a75-8762-3b58ad3db310 req-d408b0ba-ce32-4810-bd49-dd156dfb2b9f tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:29.930008 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0581dac5-ffd0-4a75-8762-3b58ad3db310 req-d408b0ba-ce32-4810-bd49-dd156dfb2b9f tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=8faf2bb9-7f86-4512-b106-4b1d32af40fb HTTP/1.1" status: 200 len: 943 time: 0.2140715 Jul 24 00:07:29.955190 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 1fab86fa-3ada-4a1e-93ca-70980cf5c240, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=1fab86fa-3ada-4a1e-93ca-70980cf5c240,segment=NetworkSegment(6ae6f178-a5a7-48fe-8694-33b87da05e0d),segment_id=6ae6f178-a5a7-48fe-8694-33b87da05e0d)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:07:29.963887 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:29.989858 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [None req-6c7ca411-7dfb-4942-996b-2a9721d15092 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] show failed (client error): The resource could not be found. Jul 24 00:07:29.995153 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-6c7ca411-7dfb-4942-996b-2a9721d15092 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] 10.222.0.44 "GET /v2.0/security-groups/cade7079-1e49-43e0-b3ff-161182a8ab03 HTTP/1.1" status: 404 len: 347 time: 0.0694022 Jul 24 00:07:30.000521 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 32990) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:30.016290 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0581dac5-ffd0-4a75-8762-3b58ad3db310 req-019598d0-bf6f-46ea-b35a-a822a111b37a tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/security-groups?id=01883c9b-f537-47a8-8e4c-5877842ba644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800953 Jul 24 00:07:30.027312 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 3d2cd5f4-745e-4cfd-90d0-434333e872ac no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:07:30.032651 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-e79a5155-3007-4f2e-bbd6-5e6979358952 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1710143 Jul 24 00:07:30.043735 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 32992) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:30.049464 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-e21d79b5-34b8-4fb8-9915-a0d699a834b5 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1758188681'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:30.067635 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [None req-315aee42-c91a-4160-965b-1e8bac0d5d72 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] show failed (client error): The resource could not be found. Jul 24 00:07:30.076507 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 3d2cd5f4-745e-4cfd-90d0-434333e872ac {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:07:30.077192 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 3d2cd5f4-745e-4cfd-90d0-434333e872ac not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:07:30.082834 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-315aee42-c91a-4160-965b-1e8bac0d5d72 tempest-NegativeSecGroupIPv6Test-1667282149 tempest-NegativeSecGroupIPv6Test-1667282149-project] 10.222.0.44 "GET /v2.0/security-group-rules/0e11110d-55c4-499f-b347-742bae73a88d HTTP/1.1" status: 404 len: 356 time: 0.0664454 Jul 24 00:07:30.089968 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e21d79b5-34b8-4fb8-9915-a0d699a834b5 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Made reservation on behalf of 2c88b901a3a4498983dd1ba8803185ce for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:07:30.095904 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e21d79b5-34b8-4fb8-9915-a0d699a834b5 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:30.131329 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=1fab86fa-3ada-4a1e-93ca-70980cf5c240,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:30.138948 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e21d79b5-34b8-4fb8-9915-a0d699a834b5 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:07:30.153503 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e21d79b5-34b8-4fb8-9915-a0d699a834b5 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:30.154046 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-e21d79b5-34b8-4fb8-9915-a0d699a834b5 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Added segment d0f416c8-6bfe-4bff-bfb0-571239c1f996 of type vlan for network 1487a3fb-2413-4fcb-a61f-b59e55329677 Jul 24 00:07:30.189239 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-83cf706f-41ef-471b-9ba6-4261412bb8b4 req-2ee0f0ed-fea6-430e-ae7e-da88d4cebca1 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=043a499e05cb4c7689d2c93d541abc0b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3143668 Jul 24 00:07:30.210203 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e21d79b5-34b8-4fb8-9915-a0d699a834b5 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:30.230898 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['1fab86fa-3ada-4a1e-93ca-70980cf5c240'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:07:30.266513 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e21d79b5-34b8-4fb8-9915-a0d699a834b5 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:30.273803 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21d79b5-34b8-4fb8-9915-a0d699a834b5 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:30.275576 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e21d79b5-34b8-4fb8-9915-a0d699a834b5 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:30.361126 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21d79b5-34b8-4fb8-9915-a0d699a834b5 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event updated for resources: {'Network': ['ID=1487a3fb-2413-4fcb-a61f-b59e55329677,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:30.375994 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 1487a3fb-2413-4fcb-a61f-b59e55329677 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:07:30.391557 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-e21d79b5-34b8-4fb8-9915-a0d699a834b5 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3465037 Jul 24 00:07:30.396608 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33008) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:30.402717 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-b3bdae23-2005-4f9c-86f9-81a9536777a2 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Request body: {'subnet': {'network_id': '1487a3fb-2413-4fcb-a61f-b59e55329677', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:30.565928 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3bdae23-2005-4f9c-86f9-81a9536777a2 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Made reservation on behalf of 2c88b901a3a4498983dd1ba8803185ce for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:07:30.571260 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b3bdae23-2005-4f9c-86f9-81a9536777a2 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:30.656302 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33012) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:30.765071 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-83cf706f-41ef-471b-9ba6-4261412bb8b4 req-b45551eb-6427-4e59-8020-457c0b8cad08 service neutron] 10.222.0.44 "GET /v2.0/networks/0618cfb3-814b-4b7d-87d5-55eb6baffbf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5572107 Jul 24 00:07:30.828455 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b3bdae23-2005-4f9c-86f9-81a9536777a2 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:30.895386 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-83cf706f-41ef-471b-9ba6-4261412bb8b4 req-7fff1cf3-fe66-4353-8af5-6672bdfcdfa9 service neutron] 10.222.0.44 "GET /v2.0/networks/0618cfb3-814b-4b7d-87d5-55eb6baffbf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224504 Jul 24 00:07:30.921026 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-60e7db26-7773-4487-a112-278436c16864 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=78c23b83bc014a10bb37e41dc98901fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2634251 Jul 24 00:07:30.924352 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33022) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:30.945810 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bdae23-2005-4f9c-86f9-81a9536777a2 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Checking segment: {'id': 'd0f416c8-6bfe-4bff-bfb0-571239c1f996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1487a3fb-2413-4fcb-a61f-b59e55329677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:07:30.946366 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bdae23-2005-4f9c-86f9-81a9536777a2 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Network hostable DHCP agents. Network: 1487a3fb-2413-4fcb-a61f-b59e55329677, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:07:30.953378 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bdae23-2005-4f9c-86f9-81a9536777a2 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event updated for resources: {'Subnet': ['ID=e692f08f-4603-4908-b15f-211a8dfe0655,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:30.979414 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bdae23-2005-4f9c-86f9-81a9536777a2 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Network 1487a3fb-2413-4fcb-a61f-b59e55329677 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:07:30.994047 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-b3bdae23-2005-4f9c-86f9-81a9536777a2 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 1487a3fb-2413-4fcb-a61f-b59e55329677) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:07:31.004749 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746cf08f-2728-4959-966f-aea617aac4a7 None None] Network 1487a3fb-2413-4fcb-a61f-b59e55329677 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:07:31.012305 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3bdae23-2005-4f9c-86f9-81a9536777a2 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:31.013587 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b3bdae23-2005-4f9c-86f9-81a9536777a2 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:31.039132 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-b3bdae23-2005-4f9c-86f9-81a9536777a2 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6413455 Jul 24 00:07:31.042139 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33028) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:31.047696 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-dc07568f-eb07-4b39-b515-da7b62d08808 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:31.052078 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-1524b0ac-8554-4928-a62e-6b5e09a14ec1 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Request body: {'port': {'network_id': '1487a3fb-2413-4fcb-a61f-b59e55329677', 'name': 'tempest-PortsIpV6TestJSON-191321494'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:31.162091 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-dc07568f-eb07-4b39-b515-da7b62d08808 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:31.275124 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-dc07568f-eb07-4b39-b515-da7b62d08808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:31.287828 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-dc07568f-eb07-4b39-b515-da7b62d08808 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:31.295322 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-dc07568f-eb07-4b39-b515-da7b62d08808 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8d973981-c478-4311-9339-1f4eb73158e2 HTTP/1.1" status: 204 len: 168 time: 0.3677313 Jul 24 00:07:31.319402 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 1fab86fa-3ada-4a1e-93ca-70980cf5c240 up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:07:31.353843 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c3fece17-0f53-48db-b557-6352147536cb req-db673d3a-5791-4b9a-999b-8817a3d189cb tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] 10.222.0.44 "GET /v2.0/ports?device_id=a65867d2-2a4a-4f52-9d98-cbf057de0fa7 HTTP/1.1" status: 200 len: 210 time: 0.0592422 Jul 24 00:07:31.355640 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc07568f-eb07-4b39-b515-da7b62d08808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d973981-c478-4311-9339-1f4eb73158e2,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:31.390982 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f570a20-8327-483b-8c85-545889413c7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-1487a3fb-2413-4fcb-a61f-b59e55329677', 'network_id': '1487a3fb-2413-4fcb-a61f-b59e55329677', 'tenant_id': '2c88b901a3a4498983dd1ba8803185ce', 'fixed_ips': [{'subnet_id': 'e692f08f-4603-4908-b15f-211a8dfe0655'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:07:31.391858 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-6f570a20-8327-483b-8c85-545889413c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:31.403829 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port 1fab86fa-3ada-4a1e-93ca-70980cf5c240 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:07:31.409625 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port 1fab86fa-3ada-4a1e-93ca-70980cf5c240 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:07:31.409625 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:31.451883 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1524b0ac-8554-4928-a62e-6b5e09a14ec1 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Made reservation on behalf of 2c88b901a3a4498983dd1ba8803185ce for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:07:31.458780 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1524b0ac-8554-4928-a62e-6b5e09a14ec1 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:31.548891 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [None req-1524b0ac-8554-4928-a62e-6b5e09a14ec1 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] device_id is not set on port 55e00e84-7d1d-40b7-8f61-09574c600930 yet. {{(pid=100314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:07:31.611571 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b352f25-66ca-4f45-8594-a5ceb6684db2 req-cc75f464-d13a-479d-aa1a-c8d1c53371d3 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:31.619958 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9b352f25-66ca-4f45-8594-a5ceb6684db2 req-cc75f464-d13a-479d-aa1a-c8d1c53371d3 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=8faf2bb9-7f86-4512-b106-4b1d32af40fb HTTP/1.1" status: 200 len: 944 time: 0.3506753 Jul 24 00:07:31.698832 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-6f570a20-8327-483b-8c85-545889413c7e None None] Allocated IP 2001:db8::2 (1487a3fb-2413-4fcb-a61f-b59e55329677/e692f08f-4603-4908-b15f-211a8dfe0655/14bbdb40-30e2-42c8-b3ba-19e8dfb1a9cf) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:07:31.744641 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9b352f25-66ca-4f45-8594-a5ceb6684db2 req-9b18fe36-bc24-4a39-9e08-654f0028900a tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/security-groups?id=01883c9b-f537-47a8-8e4c-5877842ba644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226232 Jul 24 00:07:31.891287 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:31.907012 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-6f570a20-8327-483b-8c85-545889413c7e None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:31.932422 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8faf2bb9-7f86-4512-b106-4b1d32af40fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fab86fa-3ada-4a1e-93ca-70980cf5c240'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:07:31.934744 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-902fa9c5-b3ce-48ff-98b0-33546198761e" -d '{"events": [{"server_uuid": "8faf2bb9-7f86-4512-b106-4b1d32af40fb", "name": "network-vif-plugged", "status": "completed", "tag": "1fab86fa-3ada-4a1e-93ca-70980cf5c240"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:07:31.977325 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-6f570a20-8327-483b-8c85-545889413c7e None None] Transition to ACTIVE for port object 14bbdb40-30e2-42c8-b3ba-19e8dfb1a9cf will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:07:31.995068 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 1fab86fa-3ada-4a1e-93ca-70980cf5c240, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=1fab86fa-3ada-4a1e-93ca-70980cf5c240,segment=NetworkSegment(6ae6f178-a5a7-48fe-8694-33b87da05e0d),segment_id=6ae6f178-a5a7-48fe-8694-33b87da05e0d)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:07:32.011535 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:32.028769 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f04b6bb7-c5ea-4e07-bb51-ccdd88df0d02 x-openstack-request-id: req-f04b6bb7-c5ea-4e07-bb51-ccdd88df0d02 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:07:32.029509 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8faf2bb9-7f86-4512-b106-4b1d32af40fb", "name": "network-vif-plugged", "status": "completed", "tag": "1fab86fa-3ada-4a1e-93ca-70980cf5c240", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:07:32.030058 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f04b6bb7-c5ea-4e07-bb51-ccdd88df0d02 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:07:32.030965 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8faf2bb9-7f86-4512-b106-4b1d32af40fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fab86fa-3ada-4a1e-93ca-70980cf5c240', 'code': 200} Jul 24 00:07:32.253940 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9964cbb-14b3-4692-8973-2399e04df265 req-1004968c-6b2b-4569-83e2-84cf25bb79d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:32.263216 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d9964cbb-14b3-4692-8973-2399e04df265 req-1004968c-6b2b-4569-83e2-84cf25bb79d0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8faf2bb9-7f86-4512-b106-4b1d32af40fb HTTP/1.1" status: 200 len: 1097 time: 0.1395848 Jul 24 00:07:32.321270 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d9964cbb-14b3-4692-8973-2399e04df265 req-55bb3c08-19fd-4476-ab6c-65f15f16e688 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=01883c9b-f537-47a8-8e4c-5877842ba644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521133 Jul 24 00:07:32.353532 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-6f570a20-8327-483b-8c85-545889413c7e None None] Transition to ACTIVE for port object 14bbdb40-30e2-42c8-b3ba-19e8dfb1a9cf will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:07:32.362735 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-6f570a20-8327-483b-8c85-545889413c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:32.412415 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f570a20-8327-483b-8c85-545889413c7e None None] Network 1487a3fb-2413-4fcb-a61f-b59e55329677 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:07:32.414884 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-6f570a20-8327-483b-8c85-545889413c7e None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:07:32.417948 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=1fab86fa-3ada-4a1e-93ca-70980cf5c240,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:32.461820 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f570a20-8327-483b-8c85-545889413c7e None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:07:32.511343 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-1524b0ac-8554-4928-a62e-6b5e09a14ec1 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Allocated IP 2001:db8::124 (1487a3fb-2413-4fcb-a61f-b59e55329677/e692f08f-4603-4908-b15f-211a8dfe0655/55e00e84-7d1d-40b7-8f61-09574c600930) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:07:32.530392 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f570a20-8327-483b-8c85-545889413c7e None None] Pushing event updated for resources: {'Port': ['ID=14bbdb40-30e2-42c8-b3ba-19e8dfb1a9cf,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:32.560386 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-6f570a20-8327-483b-8c85-545889413c7e None None] Attempting to bind port 14bbdb40-30e2-42c8-b3ba-19e8dfb1a9cf on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:07:32.561124 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-6f570a20-8327-483b-8c85-545889413c7e None None] Attempting to bind port 14bbdb40-30e2-42c8-b3ba-19e8dfb1a9cf by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': 'd0f416c8-6bfe-4bff-bfb0-571239c1f996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1487a3fb-2413-4fcb-a61f-b59e55329677'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:07:32.561733 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f570a20-8327-483b-8c85-545889413c7e None None] Attempting to bind port 14bbdb40-30e2-42c8-b3ba-19e8dfb1a9cf on network 1487a3fb-2413-4fcb-a61f-b59e55329677 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:07:32.577512 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f570a20-8327-483b-8c85-545889413c7e None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:07:32.578915 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f570a20-8327-483b-8c85-545889413c7e None None] Checking segment: {'id': 'd0f416c8-6bfe-4bff-bfb0-571239c1f996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1487a3fb-2413-4fcb-a61f-b59e55329677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:07:32.580689 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-6f570a20-8327-483b-8c85-545889413c7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:32.581117 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f570a20-8327-483b-8c85-545889413c7e None None] Bound using segment: {'id': 'd0f416c8-6bfe-4bff-bfb0-571239c1f996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1487a3fb-2413-4fcb-a61f-b59e55329677'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:07:32.581985 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-6f570a20-8327-483b-8c85-545889413c7e None None] Bound port: 14bbdb40-30e2-42c8-b3ba-19e8dfb1a9cf, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0f416c8-6bfe-4bff-bfb0-571239c1f996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1487a3fb-2413-4fcb-a61f-b59e55329677'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:07:32.582273 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-6f570a20-8327-483b-8c85-545889413c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:32.609533 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-94041e4f-2f86-4d1b-a742-26dab47c1dc1 req-afc86622-14a6-4b8b-99d3-be559018024c tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] 10.222.0.44 "GET /v2.0/ports?device_id=a65867d2-2a4a-4f52-9d98-cbf057de0fa7 HTTP/1.1" status: 200 len: 210 time: 0.0440810 Jul 24 00:07:32.720461 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-6f570a20-8327-483b-8c85-545889413c7e None None] For port 14bbdb40-30e2-42c8-b3ba-19e8dfb1a9cf, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:07:32.724182 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-6f570a20-8327-483b-8c85-545889413c7e None None] For port 14bbdb40-30e2-42c8-b3ba-19e8dfb1a9cf, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=14bbdb40-30e2-42c8-b3ba-19e8dfb1a9cf,segment=NetworkSegment(d0f416c8-6bfe-4bff-bfb0-571239c1f996),segment_id=d0f416c8-6bfe-4bff-bfb0-571239c1f996)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:07:32.731530 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-6f570a20-8327-483b-8c85-545889413c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:32.875281 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f570a20-8327-483b-8c85-545889413c7e None None] Pushing event updated for resources: {'Port': ['ID=14bbdb40-30e2-42c8-b3ba-19e8dfb1a9cf,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:33.076501 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33096) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:33.191558 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1524b0ac-8554-4928-a62e-6b5e09a14ec1 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:33.240972 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9476ff6c-4cbf-4920-9a4c-9dcb2ee96566 req-e8820d50-f8c6-4248-879d-cf2a991069c8 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:33.249555 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9476ff6c-4cbf-4920-9a4c-9dcb2ee96566 req-e8820d50-f8c6-4248-879d-cf2a991069c8 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=8faf2bb9-7f86-4512-b106-4b1d32af40fb HTTP/1.1" status: 200 len: 945 time: 0.3543606 Jul 24 00:07:33.260437 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [None req-1524b0ac-8554-4928-a62e-6b5e09a14ec1 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Transition to ACTIVE for port object 55e00e84-7d1d-40b7-8f61-09574c600930 will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:07:33.274394 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cf706f-41ef-471b-9ba6-4261412bb8b4 req-6e99e2f7-ba13-4e66-a2a0-307d84a83d66 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:33.276802 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-83cf706f-41ef-471b-9ba6-4261412bb8b4 req-6e99e2f7-ba13-4e66-a2a0-307d84a83d66 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] 10.222.0.64 "GET /v2.0/networks?id=0618cfb3-814b-4b7d-87d5-55eb6baffbf5 HTTP/1.1" status: 200 len: 806 time: 0.4386995 Jul 24 00:07:33.335446 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-c88d14f3-70ea-44df-b2c8-fd9128ec8dae tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:33.336769 n-d-800088-16 neutron-server[100313]: WARNING neutron.api.v2.base [None req-c88d14f3-70ea-44df-b2c8-fd9128ec8dae tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 24 00:07:33.337864 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [None req-c88d14f3-70ea-44df-b2c8-fd9128ec8dae tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] create failed (client error): There was a conflict when trying to complete your request. Jul 24 00:07:33.339083 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c88d14f3-70ea-44df-b2c8-fd9128ec8dae tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2610836 Jul 24 00:07:33.346477 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33100) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:33.359571 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-a3f3e95a-b517-4ff1-b814-85ecddad97f0 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Request body: {'security_group': {'name': 'tempest-secgroup--299094871'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:33.404989 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a3f3e95a-b517-4ff1-b814-85ecddad97f0 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:33.410044 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 14bbdb40-30e2-42c8-b3ba-19e8dfb1a9cf up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:07:33.414487 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a3f3e95a-b517-4ff1-b814-85ecddad97f0 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:33.436278 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9476ff6c-4cbf-4920-9a4c-9dcb2ee96566 req-5d46bad0-9b5f-4ce1-aeb9-97d70eabc0b7 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/security-groups?id=01883c9b-f537-47a8-8e4c-5877842ba644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850178 Jul 24 00:07:33.446342 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-83cf706f-41ef-471b-9ba6-4261412bb8b4 req-75003bfc-bc8f-4bd4-83e4-0b8ba821eb85 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=043a499e05cb4c7689d2c93d541abc0b HTTP/1.1" status: 200 len: 379 time: 0.1418948 Jul 24 00:07:33.456939 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-83cf706f-41ef-471b-9ba6-4261412bb8b4 req-23db727d-2980-433f-bd51-0bffd1499677 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Request body: {'port': {'device_id': 'a65867d2-2a4a-4f52-9d98-cbf057de0fa7', 'network_id': '0618cfb3-814b-4b7d-87d5-55eb6baffbf5', 'admin_state_up': True, 'tenant_id': '043a499e05cb4c7689d2c93d541abc0b', 'security_groups': ['6580c5df-1a8a-4671-bf83-f15c95476354']}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:33.493935 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1524b0ac-8554-4928-a62e-6b5e09a14ec1 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:33.538096 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 14bbdb40-30e2-42c8-b3ba-19e8dfb1a9cf completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:07:33.584210 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a3f3e95a-b517-4ff1-b814-85ecddad97f0 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:33.592376 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a3f3e95a-b517-4ff1-b814-85ecddad97f0 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:33.623774 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1524b0ac-8554-4928-a62e-6b5e09a14ec1 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Network 1487a3fb-2413-4fcb-a61f-b59e55329677 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:07:33.633139 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-1524b0ac-8554-4928-a62e-6b5e09a14ec1 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:07:33.650964 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1524b0ac-8554-4928-a62e-6b5e09a14ec1 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event updated for resources: {'Port': ['ID=55e00e84-7d1d-40b7-8f61-09574c600930,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:33.655536 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1524b0ac-8554-4928-a62e-6b5e09a14ec1 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:07:33.663740 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3e95a-b517-4ff1-b814-85ecddad97f0 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e98732ff-61c1-4899-b358-ff41479a199f,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:33.670195 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1524b0ac-8554-4928-a62e-6b5e09a14ec1 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:33.671448 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1524b0ac-8554-4928-a62e-6b5e09a14ec1 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:33.784222 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ba0d0827-6ea4-424f-aefb-9f67af94ec75 req-4c237fda-970e-4883-a8a4-9fde8a362aa1 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] 10.222.0.44 "GET /v2.0/ports?device_id=a65867d2-2a4a-4f52-9d98-cbf057de0fa7 HTTP/1.1" status: 200 len: 210 time: 0.0551956 Jul 24 00:07:33.791139 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a3f3e95a-b517-4ff1-b814-85ecddad97f0 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:33.803362 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a3f3e95a-b517-4ff1-b814-85ecddad97f0 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:33.820164 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-1524b0ac-8554-4928-a62e-6b5e09a14ec1 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7747538 Jul 24 00:07:33.825167 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33108) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:33.838794 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-f0dfd189-f76e-4e82-817c-ec5954194766 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Request body: {'port': {'network_id': '1487a3fb-2413-4fcb-a61f-b59e55329677', 'name': 'tempest-PortsIpV6TestJSON-812524460'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:33.852247 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a3f3e95a-b517-4ff1-b814-85ecddad97f0 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:33.853840 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-a3f3e95a-b517-4ff1-b814-85ecddad97f0 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5047302 Jul 24 00:07:33.856920 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33110) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:33.863595 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-cacce2a4-cf0b-4f2c-b574-dcae0a16a1b3 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Request body: {'security_group_rule': {'security_group_id': '2c4e0b77-c9f1-46c6-8465-604d6bb6112f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:33.867529 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83cf706f-41ef-471b-9ba6-4261412bb8b4 req-23db727d-2980-433f-bd51-0bffd1499677 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Made reservation on behalf of 043a499e05cb4c7689d2c93d541abc0b for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:07:33.871434 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-83cf706f-41ef-471b-9ba6-4261412bb8b4 req-23db727d-2980-433f-bd51-0bffd1499677 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:33.872276 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3e95a-b517-4ff1-b814-85ecddad97f0 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4e0b77-c9f1-46c6-8465-604d6bb6112f,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:33.926911 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cacce2a4-cf0b-4f2c-b574-dcae0a16a1b3 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:34.116882 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cacce2a4-cf0b-4f2c-b574-dcae0a16a1b3 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:34.127941 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cacce2a4-cf0b-4f2c-b574-dcae0a16a1b3 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:34.168402 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacce2a4-cf0b-4f2c-b574-dcae0a16a1b3 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=106b33ac-0665-41d4-80c7-bb4dc93630ef,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:34.210481 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [req-83cf706f-41ef-471b-9ba6-4261412bb8b4 req-23db727d-2980-433f-bd51-0bffd1499677 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Allocated IP 172.20.0.7 (0618cfb3-814b-4b7d-87d5-55eb6baffbf5/bc09d7f3-8c1d-481a-8338-8563254dd078/53c01c5d-6085-49a4-8198-147bff1f4ae9) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:07:34.219784 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0dfd189-f76e-4e82-817c-ec5954194766 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Made reservation on behalf of 2c88b901a3a4498983dd1ba8803185ce for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:07:34.224162 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f0dfd189-f76e-4e82-817c-ec5954194766 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:34.225416 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cacce2a4-cf0b-4f2c-b574-dcae0a16a1b3 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:34.227101 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-cacce2a4-cf0b-4f2c-b574-dcae0a16a1b3 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3692455 Jul 24 00:07:34.254993 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [None req-f0dfd189-f76e-4e82-817c-ec5954194766 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] device_id is not set on port 23b0daa1-b7f9-41eb-b0df-c00cce54b06d yet. {{(pid=100314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:07:34.336689 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33122) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:34.351670 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-14f1d4fd-a48b-4463-8954-5d833eb9459e tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Request body: {'security_group_rule': {'security_group_id': '2c4e0b77-c9f1-46c6-8465-604d6bb6112f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:34.404771 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095b73b8-5b31-4173-8e3f-7d7c6485ba22 None None] Network 1487a3fb-2413-4fcb-a61f-b59e55329677 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:07:34.450467 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-14f1d4fd-a48b-4463-8954-5d833eb9459e tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:34.492960 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-f0dfd189-f76e-4e82-817c-ec5954194766 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Allocated IP 2001:db8::27a (1487a3fb-2413-4fcb-a61f-b59e55329677/e692f08f-4603-4908-b15f-211a8dfe0655/23b0daa1-b7f9-41eb-b0df-c00cce54b06d) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:07:34.590137 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-db79d96c-257f-4d3b-9172-0455504a6fb7 None None] Provisioning for port 14bbdb40-30e2-42c8-b3ba-19e8dfb1a9cf completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:07:34.600803 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-db79d96c-257f-4d3b-9172-0455504a6fb7 None None] Provisioning complete for port 14bbdb40-30e2-42c8-b3ba-19e8dfb1a9cf triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:07:34.601936 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-db79d96c-257f-4d3b-9172-0455504a6fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:34.652744 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-83cf706f-41ef-471b-9ba6-4261412bb8b4 req-23db727d-2980-433f-bd51-0bffd1499677 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:34.718817 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-83cf706f-41ef-471b-9ba6-4261412bb8b4 req-23db727d-2980-433f-bd51-0bffd1499677 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Transition to ACTIVE for port object 53c01c5d-6085-49a4-8198-147bff1f4ae9 will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:07:34.725289 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [None req-14f1d4fd-a48b-4463-8954-5d833eb9459e tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] create failed (client error): There was a conflict when trying to complete your request. Jul 24 00:07:34.734241 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33136) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:34.735481 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-14f1d4fd-a48b-4463-8954-5d833eb9459e tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3918290 Jul 24 00:07:34.756361 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-db79d96c-257f-4d3b-9172-0455504a6fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:34.844276 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ab2247-0e68-4968-9811-0e87ad37cdf8 req-9a8f7e22-86c3-422c-9c2f-b725c4688cee tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:34.857271 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-30ab2247-0e68-4968-9811-0e87ad37cdf8 req-9a8f7e22-86c3-422c-9c2f-b725c4688cee tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=8faf2bb9-7f86-4512-b106-4b1d32af40fb HTTP/1.1" status: 200 len: 945 time: 0.2620580 Jul 24 00:07:34.882023 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-db79d96c-257f-4d3b-9172-0455504a6fb7 None None] For port 14bbdb40-30e2-42c8-b3ba-19e8dfb1a9cf, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=14bbdb40-30e2-42c8-b3ba-19e8dfb1a9cf,segment=NetworkSegment(d0f416c8-6bfe-4bff-bfb0-571239c1f996),segment_id=d0f416c8-6bfe-4bff-bfb0-571239c1f996)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:07:34.901504 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-db79d96c-257f-4d3b-9172-0455504a6fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:34.983932 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-30ab2247-0e68-4968-9811-0e87ad37cdf8 req-0212f323-bde3-4d81-8d95-7031c368e7a2 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/security-groups?id=01883c9b-f537-47a8-8e4c-5877842ba644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227546 Jul 24 00:07:35.067130 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d49dcffa-236d-4f8a-affd-bee56e1c5277 req-e090c23f-0cc0-42f4-9cdd-917214ed0d65 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] 10.222.0.44 "GET /v2.0/ports?device_id=a65867d2-2a4a-4f52-9d98-cbf057de0fa7 HTTP/1.1" status: 200 len: 210 time: 0.0575957 Jul 24 00:07:35.073704 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db79d96c-257f-4d3b-9172-0455504a6fb7 None None] Pushing event updated for resources: {'Port': ['ID=14bbdb40-30e2-42c8-b3ba-19e8dfb1a9cf,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:35.100331 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-83cf706f-41ef-471b-9ba6-4261412bb8b4 req-23db727d-2980-433f-bd51-0bffd1499677 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:35.132958 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b880b244-f691-4c5f-8306-6659e5b3780a tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:35.281763 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f0dfd189-f76e-4e82-817c-ec5954194766 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:35.288760 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 14bbdb40-30e2-42c8-b3ba-19e8dfb1a9cf up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:07:35.315481 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83cf706f-41ef-471b-9ba6-4261412bb8b4 req-23db727d-2980-433f-bd51-0bffd1499677 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Network 0618cfb3-814b-4b7d-87d5-55eb6baffbf5 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:07:35.355978 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 14bbdb40-30e2-42c8-b3ba-19e8dfb1a9cf triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:07:35.355978 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:35.394769 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b880b244-f691-4c5f-8306-6659e5b3780a tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:35.437059 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [req-83cf706f-41ef-471b-9ba6-4261412bb8b4 req-23db727d-2980-433f-bd51-0bffd1499677 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:07:35.470739 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [None req-f0dfd189-f76e-4e82-817c-ec5954194766 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Transition to ACTIVE for port object 23b0daa1-b7f9-41eb-b0df-c00cce54b06d will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:07:35.472640 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-83cf706f-41ef-471b-9ba6-4261412bb8b4 req-23db727d-2980-433f-bd51-0bffd1499677 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:07:35.481020 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23db727d-2980-433f-bd51-0bffd1499677 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Pushing event updated for resources: {'Port': ['ID=53c01c5d-6085-49a4-8198-147bff1f4ae9,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:35.552499 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-5f376467-40eb-4525-9e83-cc2c5dbc0590 None None] Provisioning for port 55e00e84-7d1d-40b7-8f61-09574c600930 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:07:35.561628 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-5f376467-40eb-4525-9e83-cc2c5dbc0590 None None] Provisioning complete for port 55e00e84-7d1d-40b7-8f61-09574c600930 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:07:35.562278 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-5f376467-40eb-4525-9e83-cc2c5dbc0590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:35.632738 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-5f376467-40eb-4525-9e83-cc2c5dbc0590 None None] Port 55e00e84-7d1d-40b7-8f61-09574c600930 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:07:35.650024 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-5f376467-40eb-4525-9e83-cc2c5dbc0590 None None] Provisioning complete for port 14bbdb40-30e2-42c8-b3ba-19e8dfb1a9cf triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:07:35.657229 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-5f376467-40eb-4525-9e83-cc2c5dbc0590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:35.685731 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c90ce8-ca7c-4e94-85a5-b839e1e4a490 req-353a7a6c-df0d-46fa-88be-9aac17de3188 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:35.687472 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-90c90ce8-ca7c-4e94-85a5-b839e1e4a490 req-353a7a6c-df0d-46fa-88be-9aac17de3188 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=8faf2bb9-7f86-4512-b106-4b1d32af40fb HTTP/1.1" status: 200 len: 945 time: 0.4827201 Jul 24 00:07:35.693287 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cf706f-41ef-471b-9ba6-4261412bb8b4 req-23db727d-2980-433f-bd51-0bffd1499677 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:35.695168 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-83cf706f-41ef-471b-9ba6-4261412bb8b4 req-23db727d-2980-433f-bd51-0bffd1499677 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:35.742304 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b880b244-f691-4c5f-8306-6659e5b3780a tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:35.752710 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b880b244-f691-4c5f-8306-6659e5b3780a tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:35.757092 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33156) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:35.757941 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-b880b244-f691-4c5f-8306-6659e5b3780a tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] 10.222.0.44 "DELETE /v2.0/security-groups/2c4e0b77-c9f1-46c6-8465-604d6bb6112f HTTP/1.1" status: 204 len: 168 time: 1.0174191 Jul 24 00:07:35.869901 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-ca6c9454-1763-472d-a664-d83ba35ec16c tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1108668 Jul 24 00:07:35.870771 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33158) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:35.876333 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-4e332245-e9a4-45fb-aa3b-b3448b017304 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Request body: {'security_group': {'name': 'tempest-secgroup--1437784'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:35.880723 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b880b244-f691-4c5f-8306-6659e5b3780a tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4e0b77-c9f1-46c6-8465-604d6bb6112f,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:35.906010 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-83cf706f-41ef-471b-9ba6-4261412bb8b4 req-23db727d-2980-433f-bd51-0bffd1499677 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4540882 Jul 24 00:07:35.907096 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f0dfd189-f76e-4e82-817c-ec5954194766 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:35.930852 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4e332245-e9a4-45fb-aa3b-b3448b017304 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:35.939713 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-83cf706f-41ef-471b-9ba6-4261412bb8b4 req-26eb91ad-4ad9-4cea-b0c9-6be5be249674 service neutron] Request body: {'port': {'device_id': 'a65867d2-2a4a-4f52-9d98-cbf057de0fa7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-16'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:36.004059 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-90c90ce8-ca7c-4e94-85a5-b839e1e4a490 req-2370f014-4cb0-48f2-9569-9952626e8c11 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/security-groups?id=01883c9b-f537-47a8-8e4c-5877842ba644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922089 Jul 24 00:07:36.034836 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-e898786f-824c-4877-9dcf-9410b06a09ba None None] Provisioning complete for port 55e00e84-7d1d-40b7-8f61-09574c600930 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:07:36.034836 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e898786f-824c-4877-9dcf-9410b06a09ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:36.040717 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0dfd189-f76e-4e82-817c-ec5954194766 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Network 1487a3fb-2413-4fcb-a61f-b59e55329677 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:07:36.070384 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-f0dfd189-f76e-4e82-817c-ec5954194766 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:07:36.076600 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0dfd189-f76e-4e82-817c-ec5954194766 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:07:36.082346 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0dfd189-f76e-4e82-817c-ec5954194766 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:36.086488 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f0dfd189-f76e-4e82-817c-ec5954194766 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:36.092539 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dfd189-f76e-4e82-817c-ec5954194766 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event updated for resources: {'Port': ['ID=23b0daa1-b7f9-41eb-b0df-c00cce54b06d,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:36.106915 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-e898786f-824c-4877-9dcf-9410b06a09ba None None] Port 55e00e84-7d1d-40b7-8f61-09574c600930 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:07:36.144158 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-e898786f-824c-4877-9dcf-9410b06a09ba None None] Provisioning for port 53c01c5d-6085-49a4-8198-147bff1f4ae9 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:07:36.165288 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-e898786f-824c-4877-9dcf-9410b06a09ba None None] Provisioning complete for port 53c01c5d-6085-49a4-8198-147bff1f4ae9 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:07:36.165926 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e898786f-824c-4877-9dcf-9410b06a09ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:36.174501 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4e332245-e9a4-45fb-aa3b-b3448b017304 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:36.184086 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4e332245-e9a4-45fb-aa3b-b3448b017304 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:36.281926 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4e332245-e9a4-45fb-aa3b-b3448b017304 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:36.290918 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-4e332245-e9a4-45fb-aa3b-b3448b017304 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4180820 Jul 24 00:07:36.295832 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33168) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:36.309611 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-e898786f-824c-4877-9dcf-9410b06a09ba None None] Port 53c01c5d-6085-49a4-8198-147bff1f4ae9 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:07:36.319566 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-e744707b-ae4b-4b46-8ca7-7973804dc28e tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Request body: {'security_group_rule': {'security_group_id': '7d20a780-0ba2-430d-b609-5c0b31b7914d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:36.320068 n-d-800088-16 neutron-server[100313]: WARNING neutron.api.v2.base [None req-e744707b-ae4b-4b46-8ca7-7973804dc28e tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 24 00:07:36.320571 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [None req-e744707b-ae4b-4b46-8ca7-7973804dc28e tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 00:07:36.326852 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-f0dfd189-f76e-4e82-817c-ec5954194766 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4975886 Jul 24 00:07:36.333966 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-e744707b-ae4b-4b46-8ca7-7973804dc28e tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0302637 Jul 24 00:07:36.334575 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33170) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:36.334915 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33174) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:36.435297 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-83cf706f-41ef-471b-9ba6-4261412bb8b4 req-26eb91ad-4ad9-4cea-b0c9-6be5be249674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:36.443466 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e332245-e9a4-45fb-aa3b-b3448b017304 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d20a780-0ba2-430d-b609-5c0b31b7914d,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:36.560367 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75783841-0138-4ac4-a44d-e9bd7edf258c req-71c22e64-6995-4ba2-9db5-94bfa0245c2e tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:36.563133 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-75783841-0138-4ac4-a44d-e9bd7edf258c req-71c22e64-6995-4ba2-9db5-94bfa0245c2e tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] 10.222.0.44 "GET /v2.0/ports?device_id=a65867d2-2a4a-4f52-9d98-cbf057de0fa7 HTTP/1.1" status: 200 len: 931 time: 0.2954748 Jul 24 00:07:36.674286 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8da90404-cb5a-4392-930c-84b7a55e347f tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:36.716642 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b91415f-da1a-4673-bcf3-1798119732ef tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:36.721583 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-5b91415f-da1a-4673-bcf3-1798119732ef tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A124 HTTP/1.1" status: 200 len: 928 time: 0.3846154 Jul 24 00:07:36.722420 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33178) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:36.724133 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8da90404-cb5a-4392-930c-84b7a55e347f tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:36.726508 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-75783841-0138-4ac4-a44d-e9bd7edf258c req-a38b922c-eb86-4eec-95f3-9d222bb71aa8 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] 10.222.0.44 "GET /v2.0/security-groups?id=6580c5df-1a8a-4671-bf83-f15c95476354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1506560 Jul 24 00:07:36.762315 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-79bbab77-a963-405e-b3ec-c86be0d857b7 None None] Provisioning for port 23b0daa1-b7f9-41eb-b0df-c00cce54b06d completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:07:36.771515 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-79bbab77-a963-405e-b3ec-c86be0d857b7 None None] Provisioning complete for port 23b0daa1-b7f9-41eb-b0df-c00cce54b06d triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:07:36.772080 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-79bbab77-a963-405e-b3ec-c86be0d857b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:36.808712 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3825fbd1-6e7a-4338-bebd-cf9ad23ea43d req-f09c72ab-bd3b-4104-8180-aa51352cdfaa tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:36.815956 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3825fbd1-6e7a-4338-bebd-cf9ad23ea43d req-f09c72ab-bd3b-4104-8180-aa51352cdfaa tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=8faf2bb9-7f86-4512-b106-4b1d32af40fb HTTP/1.1" status: 200 len: 945 time: 0.2671349 Jul 24 00:07:36.820344 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-79bbab77-a963-405e-b3ec-c86be0d857b7 None None] Port 23b0daa1-b7f9-41eb-b0df-c00cce54b06d cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:07:36.956736 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3825fbd1-6e7a-4338-bebd-cf9ad23ea43d req-c34f54f7-c877-4cc1-83bc-e7abca78d9c8 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/security-groups?id=01883c9b-f537-47a8-8e4c-5877842ba644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398983 Jul 24 00:07:36.965908 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8da90404-cb5a-4392-930c-84b7a55e347f tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:36.969697 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8da90404-cb5a-4392-930c-84b7a55e347f tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:36.973295 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-8da90404-cb5a-4392-930c-84b7a55e347f tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] 10.222.0.44 "DELETE /v2.0/security-groups/7d20a780-0ba2-430d-b609-5c0b31b7914d HTTP/1.1" status: 204 len: 168 time: 0.6329250 Jul 24 00:07:36.976300 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33180) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:37.002006 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da90404-cb5a-4392-930c-84b7a55e347f tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d20a780-0ba2-430d-b609-5c0b31b7914d,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:37.052302 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-e3b1251d-5792-4af3-b94a-d77c84695e38 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Deleting port 23b0daa1-b7f9-41eb-b0df-c00cce54b06d {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:07:37.052302 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e3b1251d-5792-4af3-b94a-d77c84695e38 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:37.052832 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-83cf706f-41ef-471b-9ba6-4261412bb8b4 req-26eb91ad-4ad9-4cea-b0c9-6be5be249674 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53c01c5d-6085-49a4-8198-147bff1f4ae9 {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:07:37.063754 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-83cf706f-41ef-471b-9ba6-4261412bb8b4 req-26eb91ad-4ad9-4cea-b0c9-6be5be249674 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:37.083397 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-8252ea42-332f-4eb8-bb74-54fbe7be7e76 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1019239 Jul 24 00:07:37.084948 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33184) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:37.097334 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-38b15aad-b121-43c7-9b95-1a18b63c31d9 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Request body: {'security_group': {'name': 'tempest-secgroup--420404282'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:37.108242 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-83cf706f-41ef-471b-9ba6-4261412bb8b4 req-26eb91ad-4ad9-4cea-b0c9-6be5be249674 service neutron] Transition to ACTIVE for port object 53c01c5d-6085-49a4-8198-147bff1f4ae9 will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:07:37.116241 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-83cf706f-41ef-471b-9ba6-4261412bb8b4 req-26eb91ad-4ad9-4cea-b0c9-6be5be249674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:37.169944 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-38b15aad-b121-43c7-9b95-1a18b63c31d9 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:37.180548 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eb91ad-4ad9-4cea-b0c9-6be5be249674 service neutron] Pushing event updated for resources: {'Port': ['ID=53c01c5d-6085-49a4-8198-147bff1f4ae9,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:37.195628 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e3b1251d-5792-4af3-b94a-d77c84695e38 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:37.229970 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-e3b1251d-5792-4af3-b94a-d77c84695e38 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Calling delete_port for 23b0daa1-b7f9-41eb-b0df-c00cce54b06d owned by {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:07:37.241501 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ccc73-e9c6-44bc-b537-78e3ff091f0c req-d166003a-316f-446c-9244-6a41ca60bd10 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:37.250254 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-373ccc73-e9c6-44bc-b537-78e3ff091f0c req-d166003a-316f-446c-9244-6a41ca60bd10 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=8faf2bb9-7f86-4512-b106-4b1d32af40fb HTTP/1.1" status: 200 len: 945 time: 0.1916275 Jul 24 00:07:37.324961 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-373ccc73-e9c6-44bc-b537-78e3ff091f0c req-b30314aa-7f02-4f80-a283-e08fc041e45b tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/security-groups?id=01883c9b-f537-47a8-8e4c-5877842ba644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740275 Jul 24 00:07:37.341687 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-83cf706f-41ef-471b-9ba6-4261412bb8b4 req-26eb91ad-4ad9-4cea-b0c9-6be5be249674 service neutron] Attempting to bind port 53c01c5d-6085-49a4-8198-147bff1f4ae9 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:07:37.342442 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-83cf706f-41ef-471b-9ba6-4261412bb8b4 req-26eb91ad-4ad9-4cea-b0c9-6be5be249674 service neutron] Attempting to bind port 53c01c5d-6085-49a4-8198-147bff1f4ae9 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': 'd6402816-8d98-4b2e-8f08-dc778ee1dcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0618cfb3-814b-4b7d-87d5-55eb6baffbf5'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:07:37.345862 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cf706f-41ef-471b-9ba6-4261412bb8b4 req-26eb91ad-4ad9-4cea-b0c9-6be5be249674 service neutron] Attempting to bind port 53c01c5d-6085-49a4-8198-147bff1f4ae9 on network 0618cfb3-814b-4b7d-87d5-55eb6baffbf5 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:07:37.365335 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cf706f-41ef-471b-9ba6-4261412bb8b4 req-26eb91ad-4ad9-4cea-b0c9-6be5be249674 service neutron] Port 53c01c5d-6085-49a4-8198-147bff1f4ae9 on network 0618cfb3-814b-4b7d-87d5-55eb6baffbf5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:07:37.365665 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cf706f-41ef-471b-9ba6-4261412bb8b4 req-26eb91ad-4ad9-4cea-b0c9-6be5be249674 service neutron] Attempting to bind port 53c01c5d-6085-49a4-8198-147bff1f4ae9 on network 0618cfb3-814b-4b7d-87d5-55eb6baffbf5 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:07:37.378974 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cf706f-41ef-471b-9ba6-4261412bb8b4 req-26eb91ad-4ad9-4cea-b0c9-6be5be249674 service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:07:37.379270 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cf706f-41ef-471b-9ba6-4261412bb8b4 req-26eb91ad-4ad9-4cea-b0c9-6be5be249674 service neutron] Checking segment: {'id': 'd6402816-8d98-4b2e-8f08-dc778ee1dcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0618cfb3-814b-4b7d-87d5-55eb6baffbf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:07:37.379809 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cf706f-41ef-471b-9ba6-4261412bb8b4 req-26eb91ad-4ad9-4cea-b0c9-6be5be249674 service neutron] Bound using segment: {'id': 'd6402816-8d98-4b2e-8f08-dc778ee1dcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0618cfb3-814b-4b7d-87d5-55eb6baffbf5'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:07:37.388464 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-83cf706f-41ef-471b-9ba6-4261412bb8b4 req-26eb91ad-4ad9-4cea-b0c9-6be5be249674 service neutron] Bound port: 53c01c5d-6085-49a4-8198-147bff1f4ae9, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6402816-8d98-4b2e-8f08-dc778ee1dcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0618cfb3-814b-4b7d-87d5-55eb6baffbf5'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:07:37.389091 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-83cf706f-41ef-471b-9ba6-4261412bb8b4 req-26eb91ad-4ad9-4cea-b0c9-6be5be249674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:37.569035 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-83cf706f-41ef-471b-9ba6-4261412bb8b4 req-26eb91ad-4ad9-4cea-b0c9-6be5be249674 service neutron] For port 53c01c5d-6085-49a4-8198-147bff1f4ae9, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:07:37.574469 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-83cf706f-41ef-471b-9ba6-4261412bb8b4 req-26eb91ad-4ad9-4cea-b0c9-6be5be249674 service neutron] For port 53c01c5d-6085-49a4-8198-147bff1f4ae9, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=53c01c5d-6085-49a4-8198-147bff1f4ae9,segment=NetworkSegment(d6402816-8d98-4b2e-8f08-dc778ee1dcce),segment_id=d6402816-8d98-4b2e-8f08-dc778ee1dcce)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:07:37.584968 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-83cf706f-41ef-471b-9ba6-4261412bb8b4 req-26eb91ad-4ad9-4cea-b0c9-6be5be249674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:37.587834 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f041db14-da1e-4b1e-aa20-565e5179eba5 req-07245875-dabb-4222-89f8-68e01b638b99 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2c075934-d6b2-45f9-8b7a-e05ff072e3c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3508494 Jul 24 00:07:37.609739 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-38b15aad-b121-43c7-9b95-1a18b63c31d9 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:37.629642 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-38b15aad-b121-43c7-9b95-1a18b63c31d9 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:37.663579 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eb91ad-4ad9-4cea-b0c9-6be5be249674 service neutron] Pushing event updated for resources: {'Port': ['ID=53c01c5d-6085-49a4-8198-147bff1f4ae9,revision_number=3']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:37.678454 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cf706f-41ef-471b-9ba6-4261412bb8b4 req-26eb91ad-4ad9-4cea-b0c9-6be5be249674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:37.679151 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-83cf706f-41ef-471b-9ba6-4261412bb8b4 req-26eb91ad-4ad9-4cea-b0c9-6be5be249674 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:37.686929 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-83cf706f-41ef-471b-9ba6-4261412bb8b4 req-26eb91ad-4ad9-4cea-b0c9-6be5be249674 service neutron] 10.222.0.64 "PUT /v2.0/ports/53c01c5d-6085-49a4-8198-147bff1f4ae9 HTTP/1.1" status: 200 len: 1092 time: 1.7588995 Jul 24 00:07:37.687438 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a65867d2-2a4a-4f52-9d98-cbf057de0fa7', 'tag': '53c01c5d-6085-49a4-8198-147bff1f4ae9'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:07:37.689896 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c564eb0d-bdaf-4697-b0a6-af5d5a329524" -d '{"events": [{"name": "network-changed", "server_uuid": "a65867d2-2a4a-4f52-9d98-cbf057de0fa7", "tag": "53c01c5d-6085-49a4-8198-147bff1f4ae9"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:07:37.753143 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-38b15aad-b121-43c7-9b95-1a18b63c31d9 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:37.754670 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-38b15aad-b121-43c7-9b95-1a18b63c31d9 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6684611 Jul 24 00:07:37.759893 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33204) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:37.768590 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-e4b95a0d-8d8d-487a-b4a9-93e20483c698 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Request body: {'security_group_rule': {'security_group_id': '2aa62e78-f8a7-4359-88cf-ae1bde04195e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:37.769916 n-d-800088-16 neutron-server[100314]: WARNING neutron.api.v2.base [None req-e4b95a0d-8d8d-487a-b4a9-93e20483c698 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 24 00:07:37.771328 n-d-800088-16 neutron-server[100314]: INFO neutron.api.v2.resource [None req-e4b95a0d-8d8d-487a-b4a9-93e20483c698 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 00:07:37.780603 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-e4b95a0d-8d8d-487a-b4a9-93e20483c698 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0162156 Jul 24 00:07:37.781997 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33210) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:37.790923 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c335ea01-a580-48bf-8710-f77e1b739c0e x-openstack-request-id: req-c335ea01-a580-48bf-8710-f77e1b739c0e {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:07:37.791216 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a65867d2-2a4a-4f52-9d98-cbf057de0fa7", "tag": "53c01c5d-6085-49a4-8198-147bff1f4ae9", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:07:37.791630 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c335ea01-a580-48bf-8710-f77e1b739c0e {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:07:37.792459 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a65867d2-2a4a-4f52-9d98-cbf057de0fa7', 'tag': '53c01c5d-6085-49a4-8198-147bff1f4ae9', 'status': 'completed', 'code': 200} Jul 24 00:07:37.858784 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b15aad-b121-43c7-9b95-1a18b63c31d9 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa62e78-f8a7-4359-88cf-ae1bde04195e,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:37.874915 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e3b1251d-5792-4af3-b94a-d77c84695e38 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:37.961047 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b1251d-5792-4af3-b94a-d77c84695e38 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event deleted for resources: {'Port': ['ID=23b0daa1-b7f9-41eb-b0df-c00cce54b06d,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:38.038906 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e3b1251d-5792-4af3-b94a-d77c84695e38 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:38.044406 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-e3b1251d-5792-4af3-b94a-d77c84695e38 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "DELETE /v2.0/ports/23b0daa1-b7f9-41eb-b0df-c00cce54b06d HTTP/1.1" status: 204 len: 168 time: 1.3089654 Jul 24 00:07:38.045755 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33218) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:38.117530 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae7cfd3a-a5a9-436c-972e-78fd0c59624d tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] GET failed (client error): The resource could not be found. Jul 24 00:07:38.122473 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33220) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:38.122746 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-ae7cfd3a-a5a9-436c-972e-78fd0c59624d tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "GET /v2.0/ports/23b0daa1-b7f9-41eb-b0df-c00cce54b06d HTTP/1.1" status: 404 len: 333 time: 0.0753860 Jul 24 00:07:38.138141 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f041db14-da1e-4b1e-aa20-565e5179eba5 req-ec690cda-d7f3-449b-afaf-c3f2d299fe61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:38.138641 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f041db14-da1e-4b1e-aa20-565e5179eba5 req-ec690cda-d7f3-449b-afaf-c3f2d299fe61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:38.139132 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f041db14-da1e-4b1e-aa20-565e5179eba5 req-ec690cda-d7f3-449b-afaf-c3f2d299fe61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:38.139618 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f041db14-da1e-4b1e-aa20-565e5179eba5 req-ec690cda-d7f3-449b-afaf-c3f2d299fe61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:38.140098 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f041db14-da1e-4b1e-aa20-565e5179eba5 req-ec690cda-d7f3-449b-afaf-c3f2d299fe61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:38.140580 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f041db14-da1e-4b1e-aa20-565e5179eba5 req-ec690cda-d7f3-449b-afaf-c3f2d299fe61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:38.141091 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f041db14-da1e-4b1e-aa20-565e5179eba5 req-ec690cda-d7f3-449b-afaf-c3f2d299fe61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:38.143325 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f041db14-da1e-4b1e-aa20-565e5179eba5 req-ec690cda-d7f3-449b-afaf-c3f2d299fe61 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a493ff63bf324cec8682bc97c22087f0&device_id=2c075934-d6b2-45f9-8b7a-e05ff072e3c1 HTTP/1.1" status: 200 len: 6500 time: 0.4422369 Jul 24 00:07:38.147952 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f0d74eb4-a383-4bc2-9295-af598e96edfa tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:38.150094 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cf706f-41ef-471b-9ba6-4261412bb8b4 req-37e74e48-9083-43a0-a7e5-65da08be205c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:38.151651 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-83cf706f-41ef-471b-9ba6-4261412bb8b4 req-37e74e48-9083-43a0-a7e5-65da08be205c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=043a499e05cb4c7689d2c93d541abc0b&device_id=a65867d2-2a4a-4f52-9d98-cbf057de0fa7 HTTP/1.1" status: 200 len: 1095 time: 0.3112559 Jul 24 00:07:38.186729 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a7e027-66d7-418b-b432-d59e3eb9613e req-056ff4be-6274-49cd-961a-d14650fd0dfc tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:38.188934 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-17a7e027-66d7-418b-b432-d59e3eb9613e req-056ff4be-6274-49cd-961a-d14650fd0dfc tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=8faf2bb9-7f86-4512-b106-4b1d32af40fb HTTP/1.1" status: 200 len: 945 time: 0.2322931 Jul 24 00:07:38.332209 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-17a7e027-66d7-418b-b432-d59e3eb9613e req-2e896707-79f2-4222-85c0-6e226babde77 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/security-groups?id=01883c9b-f537-47a8-8e4c-5877842ba644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206748 Jul 24 00:07:38.426860 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f041db14-da1e-4b1e-aa20-565e5179eba5 req-26ec4eee-fd67-49f1-bfc4-bfcd7e0efb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:38.427340 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f041db14-da1e-4b1e-aa20-565e5179eba5 req-26ec4eee-fd67-49f1-bfc4-bfcd7e0efb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:38.427842 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f041db14-da1e-4b1e-aa20-565e5179eba5 req-26ec4eee-fd67-49f1-bfc4-bfcd7e0efb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:38.429541 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f041db14-da1e-4b1e-aa20-565e5179eba5 req-26ec4eee-fd67-49f1-bfc4-bfcd7e0efb74 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b0523da7-df1a-446f-b645-811e4630597c&id=afa024cd-6a99-42b6-95da-fdd5c3d9ab0a&id=afa024cd-6a99-42b6-95da-fdd5c3d9ab0a&id=afa024cd-6a99-42b6-95da-fdd5c3d9ab0a&id=afa024cd-6a99-42b6-95da-fdd5c3d9ab0a&id=24cbf24a-1696-4ab2-949c-e4387a9df919&id=24cbf24a-1696-4ab2-949c-e4387a9df919 HTTP/1.1" status: 200 len: 2294 time: 0.2388473 Jul 24 00:07:38.513424 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f041db14-da1e-4b1e-aa20-565e5179eba5 req-a16d6fa6-237e-496f-a200-e8e8e8d347c1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=465c7602-c874-48e3-a644-ba99539fad02 HTTP/1.1" status: 200 len: 1000 time: 0.0773652 Jul 24 00:07:38.569405 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f041db14-da1e-4b1e-aa20-565e5179eba5 req-86e722c1-06cd-4db4-91de-018815f76d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:38.571181 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f041db14-da1e-4b1e-aa20-565e5179eba5 req-86e722c1-06cd-4db4-91de-018815f76d7f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d99f6c92-821c-482e-b6d0-cb37709030df HTTP/1.1" status: 200 len: 851 time: 0.0513535 Jul 24 00:07:38.640209 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f041db14-da1e-4b1e-aa20-565e5179eba5 req-b446ca40-fbf2-443d-bfc4-758300c2ac6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:38.641829 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f041db14-da1e-4b1e-aa20-565e5179eba5 req-b446ca40-fbf2-443d-bfc4-758300c2ac6e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b0523da7-df1a-446f-b645-811e4630597c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0646245 Jul 24 00:07:38.658582 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec8e51a-7bbc-43fa-97ce-28124026e023 req-90286afd-33b6-46fd-805a-c1b6e843f220 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:38.660103 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-dec8e51a-7bbc-43fa-97ce-28124026e023 req-90286afd-33b6-46fd-805a-c1b6e843f220 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] 10.222.0.44 "GET /v2.0/ports?device_id=a65867d2-2a4a-4f52-9d98-cbf057de0fa7 HTTP/1.1" status: 200 len: 943 time: 0.7778134 Jul 24 00:07:38.725308 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-83cf706f-41ef-471b-9ba6-4261412bb8b4 req-89105f03-b502-4607-ab84-2cdc5b7a3aa6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53c01c5d-6085-49a4-8198-147bff1f4ae9 HTTP/1.1" status: 200 len: 217 time: 0.0787516 Jul 24 00:07:38.736629 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f0d74eb4-a383-4bc2-9295-af598e96edfa tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:38.744153 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f041db14-da1e-4b1e-aa20-565e5179eba5 req-5f31ef40-e603-4a6a-8bb7-aa6b410b49d2 service neutron] 10.222.0.52 "GET /v2.0/networks/b0523da7-df1a-446f-b645-811e4630597c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958805 Jul 24 00:07:38.860298 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-dec8e51a-7bbc-43fa-97ce-28124026e023 req-cabe0346-9b32-44f1-b3d3-ea6e565d0db4 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] 10.222.0.44 "GET /v2.0/security-groups?id=6580c5df-1a8a-4671-bf83-f15c95476354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1861157 Jul 24 00:07:38.866573 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cf706f-41ef-471b-9ba6-4261412bb8b4 req-877ccd1e-0936-4ab5-911a-0bc3e96e4273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:38.867811 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-83cf706f-41ef-471b-9ba6-4261412bb8b4 req-877ccd1e-0936-4ab5-911a-0bc3e96e4273 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bc09d7f3-8c1d-481a-8338-8563254dd078 HTTP/1.1" status: 200 len: 845 time: 0.1282341 Jul 24 00:07:38.891589 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f041db14-da1e-4b1e-aa20-565e5179eba5 req-3324feaa-f5e1-49c5-b90f-8c0472f753f6 service neutron] 10.222.0.52 "GET /v2.0/networks/b0523da7-df1a-446f-b645-811e4630597c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398735 Jul 24 00:07:38.892310 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f0d74eb4-a383-4bc2-9295-af598e96edfa tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:38.894026 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f0d74eb4-a383-4bc2-9295-af598e96edfa tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:38.897491 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-f0d74eb4-a383-4bc2-9295-af598e96edfa tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] 10.222.0.44 "DELETE /v2.0/security-groups/2aa62e78-f8a7-4359-88cf-ae1bde04195e HTTP/1.1" status: 204 len: 168 time: 1.1001830 Jul 24 00:07:38.898238 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33228) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:38.961464 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f041db14-da1e-4b1e-aa20-565e5179eba5 req-7c331499-bff6-4924-a4ec-05064879a33b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=e3557d7c-9f5d-4806-8073-44a23ccf9e4e HTTP/1.1" status: 200 len: 217 time: 0.0564191 Jul 24 00:07:38.975484 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d74eb4-a383-4bc2-9295-af598e96edfa tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa62e78-f8a7-4359-88cf-ae1bde04195e,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:39.008060 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-ee0fe178-d33a-4452-a51e-69760d70298c tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Deleting port 55e00e84-7d1d-40b7-8f61-09574c600930 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:07:39.008413 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ee0fe178-d33a-4452-a51e-69760d70298c tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:39.036409 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f041db14-da1e-4b1e-aa20-565e5179eba5 req-c67e9114-c7a4-4fd1-93c0-962b4f83f71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:39.038126 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f041db14-da1e-4b1e-aa20-565e5179eba5 req-c67e9114-c7a4-4fd1-93c0-962b4f83f71f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=70883961-72f7-4719-acc8-b7159e5588a5 HTTP/1.1" status: 200 len: 797 time: 0.0676563 Jul 24 00:07:39.049372 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-6fdefa46-6338-4020-9c76-6eb6b6b85438 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1197917 Jul 24 00:07:39.062136 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33234) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:39.068752 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-e554704f-990e-439f-8ac6-9bdc53c0d6cc tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Request body: {'security_group': {'name': 'tempest-secgroup--607636387'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:39.115833 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cf706f-41ef-471b-9ba6-4261412bb8b4 req-a496edee-6a8f-470e-9bd9-c31a37905f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:39.117438 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-83cf706f-41ef-471b-9ba6-4261412bb8b4 req-a496edee-6a8f-470e-9bd9-c31a37905f6e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0618cfb3-814b-4b7d-87d5-55eb6baffbf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2413120 Jul 24 00:07:39.125826 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e554704f-990e-439f-8ac6-9bdc53c0d6cc tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:39.140158 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ee0fe178-d33a-4452-a51e-69760d70298c tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:39.174495 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-ee0fe178-d33a-4452-a51e-69760d70298c tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Calling delete_port for 55e00e84-7d1d-40b7-8f61-09574c600930 owned by {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:07:39.213192 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f041db14-da1e-4b1e-aa20-565e5179eba5 req-1d77f19a-5c82-46aa-97b8-cf17ecf832dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:39.217622 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f041db14-da1e-4b1e-aa20-565e5179eba5 req-1d77f19a-5c82-46aa-97b8-cf17ecf832dd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=afa024cd-6a99-42b6-95da-fdd5c3d9ab0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1723692 Jul 24 00:07:39.301299 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-83cf706f-41ef-471b-9ba6-4261412bb8b4 req-5966458f-25eb-4bdd-90ac-e4d8e9a7d4bf service neutron] 10.222.0.64 "GET /v2.0/networks/0618cfb3-814b-4b7d-87d5-55eb6baffbf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730220 Jul 24 00:07:39.382493 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f041db14-da1e-4b1e-aa20-565e5179eba5 req-f9b1e569-e649-4a60-bc80-8656c1940892 service neutron] 10.222.0.52 "GET /v2.0/networks/afa024cd-6a99-42b6-95da-fdd5c3d9ab0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556664 Jul 24 00:07:39.424614 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e554704f-990e-439f-8ac6-9bdc53c0d6cc tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:39.438717 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e554704f-990e-439f-8ac6-9bdc53c0d6cc tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:39.497100 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ee0fe178-d33a-4452-a51e-69760d70298c tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:39.535069 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-83cf706f-41ef-471b-9ba6-4261412bb8b4 req-b0686b38-4b91-4917-9047-5fd5ce989ef5 service neutron] 10.222.0.64 "GET /v2.0/networks/0618cfb3-814b-4b7d-87d5-55eb6baffbf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267482 Jul 24 00:07:39.538347 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0fe178-d33a-4452-a51e-69760d70298c tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event deleted for resources: {'Port': ['ID=55e00e84-7d1d-40b7-8f61-09574c600930,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:39.598305 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e554704f-990e-439f-8ac6-9bdc53c0d6cc tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db5591d9-279a-42f7-9a47-621379d86256,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:39.612223 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e554704f-990e-439f-8ac6-9bdc53c0d6cc tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:39.613233 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ee0fe178-d33a-4452-a51e-69760d70298c tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:39.615549 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-ee0fe178-d33a-4452-a51e-69760d70298c tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "DELETE /v2.0/ports/55e00e84-7d1d-40b7-8f61-09574c600930 HTTP/1.1" status: 204 len: 168 time: 1.4920800 Jul 24 00:07:39.622471 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-e554704f-990e-439f-8ac6-9bdc53c0d6cc tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5567198 Jul 24 00:07:39.622471 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33242) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:39.633149 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33244) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:39.640107 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-02dff7b0-fe26-4a09-9ec7-acdfcdb33ce0 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Request body: {'security_group_rule': {'security_group_id': 'db5591d9-279a-42f7-9a47-621379d86256', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:39.642726 n-d-800088-16 neutron-server[100314]: WARNING neutron.api.v2.base [None req-02dff7b0-fe26-4a09-9ec7-acdfcdb33ce0 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 24 00:07:39.643578 n-d-800088-16 neutron-server[100314]: INFO neutron.api.v2.resource [None req-02dff7b0-fe26-4a09-9ec7-acdfcdb33ce0 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 00:07:39.647923 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-02dff7b0-fe26-4a09-9ec7-acdfcdb33ce0 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0117729 Jul 24 00:07:39.665949 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33246) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:39.671615 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-aeb3c0e4-aaf2-4783-8093-9c5d9eb3c1db tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Request body: {'security_group_rule': {'security_group_id': 'db5591d9-279a-42f7-9a47-621379d86256', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:39.671896 n-d-800088-16 neutron-server[100314]: WARNING neutron.api.v2.base [None req-aeb3c0e4-aaf2-4783-8093-9c5d9eb3c1db tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 24 00:07:39.673359 n-d-800088-16 neutron-server[100314]: INFO neutron.api.v2.resource [None req-aeb3c0e4-aaf2-4783-8093-9c5d9eb3c1db tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 00:07:39.677820 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-aeb3c0e4-aaf2-4783-8093-9c5d9eb3c1db tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0106180 Jul 24 00:07:39.684617 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33248) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:39.691493 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-27552d48-6419-4359-be0c-5651110cf903 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Request body: {'security_group_rule': {'security_group_id': 'db5591d9-279a-42f7-9a47-621379d86256', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:39.692493 n-d-800088-16 neutron-server[100314]: WARNING neutron.api.v2.base [None req-27552d48-6419-4359-be0c-5651110cf903 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 24 00:07:39.693123 n-d-800088-16 neutron-server[100314]: INFO neutron.api.v2.resource [None req-27552d48-6419-4359-be0c-5651110cf903 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 00:07:39.697981 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-27552d48-6419-4359-be0c-5651110cf903 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0112059 Jul 24 00:07:39.698726 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33250) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:39.704306 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-57a4ca94-9346-4087-b953-ce93cba2e034 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Request body: {'security_group_rule': {'security_group_id': 'db5591d9-279a-42f7-9a47-621379d86256', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:39.706095 n-d-800088-16 neutron-server[100314]: WARNING neutron.api.v2.base [None req-57a4ca94-9346-4087-b953-ce93cba2e034 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 24 00:07:39.706720 n-d-800088-16 neutron-server[100314]: INFO neutron.api.v2.resource [None req-57a4ca94-9346-4087-b953-ce93cba2e034 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 00:07:39.711378 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-57a4ca94-9346-4087-b953-ce93cba2e034 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0107219 Jul 24 00:07:39.713461 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33252) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:39.726497 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-463130a2-5004-4742-9431-3518e024fb1f tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] GET failed (client error): The resource could not be found. Jul 24 00:07:39.733046 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-463130a2-5004-4742-9431-3518e024fb1f tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "GET /v2.0/ports/55e00e84-7d1d-40b7-8f61-09574c600930 HTTP/1.1" status: 404 len: 333 time: 0.1051407 Jul 24 00:07:39.734786 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33254) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:39.746470 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c564eb0d-bdaf-4697-b0a6-af5d5a329524 req-82dbccad-bf96-4d7f-b20c-b172eb1aa812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:39.748178 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c564eb0d-bdaf-4697-b0a6-af5d5a329524 req-82dbccad-bf96-4d7f-b20c-b172eb1aa812 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=043a499e05cb4c7689d2c93d541abc0b&device_id=a65867d2-2a4a-4f52-9d98-cbf057de0fa7 HTTP/1.1" status: 200 len: 1095 time: 0.1307468 Jul 24 00:07:39.776027 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f041db14-da1e-4b1e-aa20-565e5179eba5 req-980c9125-ae39-4e4d-b630-dba574e5534c service neutron] 10.222.0.52 "GET /v2.0/networks/afa024cd-6a99-42b6-95da-fdd5c3d9ab0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3837166 Jul 24 00:07:39.834310 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0532b04-b965-4c8f-917b-b0647e542a2a tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Deleting subnet e692f08f-4603-4908-b15f-211a8dfe0655 {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:07:39.918245 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c564eb0d-bdaf-4697-b0a6-af5d5a329524 req-45b72945-f5be-4bda-91c8-784b1b7e94e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:39.920034 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c564eb0d-bdaf-4697-b0a6-af5d5a329524 req-45b72945-f5be-4bda-91c8-784b1b7e94e0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0618cfb3-814b-4b7d-87d5-55eb6baffbf5 HTTP/1.1" status: 200 len: 907 time: 0.1506338 Jul 24 00:07:39.920912 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f0532b04-b965-4c8f-917b-b0647e542a2a tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:39.930059 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0c612-aaa2-44af-af9e-92a92460c694 req-8aa64b62-91d6-4c05-b3b5-6ab2974b06c8 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:39.933296 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-97f0c612-aaa2-44af-af9e-92a92460c694 req-8aa64b62-91d6-4c05-b3b5-6ab2974b06c8 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=8faf2bb9-7f86-4512-b106-4b1d32af40fb HTTP/1.1" status: 200 len: 945 time: 0.4964893 Jul 24 00:07:39.934991 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f041db14-da1e-4b1e-aa20-565e5179eba5 req-4190e31d-fafc-4a26-bf3d-fd2bcee0ad5b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.181&port_id=8f556c59-81ca-477e-85bf-cbe94e6d27d9 HTTP/1.1" status: 200 len: 217 time: 0.1432598 Jul 24 00:07:40.009447 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c564eb0d-bdaf-4697-b0a6-af5d5a329524 req-ea558085-ad8c-47d9-a745-aedbf8349cf4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53c01c5d-6085-49a4-8198-147bff1f4ae9 HTTP/1.1" status: 200 len: 217 time: 0.0532362 Jul 24 00:07:40.018175 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-97b93e75-1746-4353-b0e5-df9574271236 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:40.042254 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f041db14-da1e-4b1e-aa20-565e5179eba5 req-8fe9a898-5bc4-44a9-919c-88c9321f4cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:40.043749 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f041db14-da1e-4b1e-aa20-565e5179eba5 req-8fe9a898-5bc4-44a9-919c-88c9321f4cf6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=70883961-72f7-4719-acc8-b7159e5588a5 HTTP/1.1" status: 200 len: 797 time: 0.0987773 Jul 24 00:07:40.051189 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-97f0c612-aaa2-44af-af9e-92a92460c694 req-51aa5b4b-4e1d-436d-9961-f659be499131 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/security-groups?id=01883c9b-f537-47a8-8e4c-5877842ba644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049438 Jul 24 00:07:40.075929 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-97b93e75-1746-4353-b0e5-df9574271236 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:40.076173 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f0532b04-b965-4c8f-917b-b0647e542a2a tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:40.140698 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c564eb0d-bdaf-4697-b0a6-af5d5a329524 req-6da0cd9e-3aff-4c4c-856c-489990c305ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:40.142513 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c564eb0d-bdaf-4697-b0a6-af5d5a329524 req-6da0cd9e-3aff-4c4c-856c-489990c305ee service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bc09d7f3-8c1d-481a-8338-8563254dd078 HTTP/1.1" status: 200 len: 845 time: 0.1230862 Jul 24 00:07:40.143213 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-97b93e75-1746-4353-b0e5-df9574271236 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:40.145831 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-97b93e75-1746-4353-b0e5-df9574271236 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:40.147397 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-97b93e75-1746-4353-b0e5-df9574271236 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] 10.222.0.44 "DELETE /v2.0/security-groups/db5591d9-279a-42f7-9a47-621379d86256 HTTP/1.1" status: 204 len: 168 time: 0.4015722 Jul 24 00:07:40.151823 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f041db14-da1e-4b1e-aa20-565e5179eba5 req-ce37a48c-ab9f-4de2-aefe-64c5fdec5548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:40.154560 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33260) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:40.155435 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f041db14-da1e-4b1e-aa20-565e5179eba5 req-ce37a48c-ab9f-4de2-aefe-64c5fdec5548 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=afa024cd-6a99-42b6-95da-fdd5c3d9ab0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1033785 Jul 24 00:07:40.180165 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b93e75-1746-4353-b0e5-df9574271236 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db5591d9-279a-42f7-9a47-621379d86256,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:40.251132 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d653861-cc85-48cd-84a0-64acde2f4796 req-a1de7bfb-f8ef-4b15-91b7-feee1f892868 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:40.252892 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1d653861-cc85-48cd-84a0-64acde2f4796 req-a1de7bfb-f8ef-4b15-91b7-feee1f892868 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] 10.222.0.44 "GET /v2.0/ports?device_id=a65867d2-2a4a-4f52-9d98-cbf057de0fa7 HTTP/1.1" status: 200 len: 943 time: 0.2530386 Jul 24 00:07:40.264516 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f041db14-da1e-4b1e-aa20-565e5179eba5 req-a4ffa85f-4990-4603-a78a-02d8137bfca2 service neutron] 10.222.0.52 "GET /v2.0/networks/afa024cd-6a99-42b6-95da-fdd5c3d9ab0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019151 Jul 24 00:07:40.333650 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f0532b04-b965-4c8f-917b-b0647e542a2a tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:40.344720 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-d719548b-9ecd-436a-9f4c-7777e3e3854e tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1850274 Jul 24 00:07:40.344720 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1d653861-cc85-48cd-84a0-64acde2f4796 req-b339c3bf-cb2f-4abf-8883-9d7c6bc80245 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] 10.222.0.44 "GET /v2.0/security-groups?id=6580c5df-1a8a-4671-bf83-f15c95476354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802984 Jul 24 00:07:40.347016 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33264) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:40.352925 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-6d6b5347-e2b2-4623-8f3a-312f7fbb786b tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Request body: {'security_group': {'name': 'tempest-secgroup--950262246'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:40.392860 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c564eb0d-bdaf-4697-b0a6-af5d5a329524 req-f7230a52-e4fb-4c60-af9c-96e7db6d7cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:40.394373 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f041db14-da1e-4b1e-aa20-565e5179eba5 req-58cc50f7-dc53-4c0a-baf6-9c9168239b62 service neutron] 10.222.0.52 "GET /v2.0/networks/afa024cd-6a99-42b6-95da-fdd5c3d9ab0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227970 Jul 24 00:07:40.394556 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c564eb0d-bdaf-4697-b0a6-af5d5a329524 req-f7230a52-e4fb-4c60-af9c-96e7db6d7cf6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0618cfb3-814b-4b7d-87d5-55eb6baffbf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2406621 Jul 24 00:07:40.395673 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6d6b5347-e2b2-4623-8f3a-312f7fbb786b tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:40.443233 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f041db14-da1e-4b1e-aa20-565e5179eba5 req-140d3592-ea3c-4a6c-a59c-20641caac317 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=4570f2dc-234f-4a2e-9e3f-da8c4844cab7 HTTP/1.1" status: 200 len: 217 time: 0.0374796 Jul 24 00:07:40.478733 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f0532b04-b965-4c8f-917b-b0647e542a2a tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:40.513697 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0532b04-b965-4c8f-917b-b0647e542a2a tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event deleted for resources: {'Subnet': ['ID=e692f08f-4603-4908-b15f-211a8dfe0655,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:40.519982 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f041db14-da1e-4b1e-aa20-565e5179eba5 req-1b6a5a65-c909-481f-8166-a247870f11af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:40.521578 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f041db14-da1e-4b1e-aa20-565e5179eba5 req-1b6a5a65-c909-481f-8166-a247870f11af service neutron] 10.222.0.52 "GET /v2.0/subnets?id=70883961-72f7-4719-acc8-b7159e5588a5 HTTP/1.1" status: 200 len: 797 time: 0.0707374 Jul 24 00:07:40.524602 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f0532b04-b965-4c8f-917b-b0647e542a2a tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:40.526794 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-f0532b04-b965-4c8f-917b-b0647e542a2a tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "DELETE /v2.0/subnets/e692f08f-4603-4908-b15f-211a8dfe0655 HTTP/1.1" status: 204 len: 168 time: 0.7921159 Jul 24 00:07:40.529972 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33266) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:40.538881 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c564eb0d-bdaf-4697-b0a6-af5d5a329524 req-02fb1269-2af5-438a-8cfc-448c62603edf service neutron] 10.222.0.64 "GET /v2.0/networks/0618cfb3-814b-4b7d-87d5-55eb6baffbf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370294 Jul 24 00:07:40.541778 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4960eaa-5fc1-4cfa-8241-692f3954b145 None None] Network 1487a3fb-2413-4fcb-a61f-b59e55329677 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:07:40.672143 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c564eb0d-bdaf-4697-b0a6-af5d5a329524 req-07789ff2-b65e-4d80-b999-916ca0653478 service neutron] 10.222.0.64 "GET /v2.0/networks/0618cfb3-814b-4b7d-87d5-55eb6baffbf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256809 Jul 24 00:07:40.672614 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4c696364-9dc2-48a6-8b4b-d6d71c9db2f6 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:40.675951 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6d6b5347-e2b2-4623-8f3a-312f7fbb786b tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:40.684417 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6d6b5347-e2b2-4623-8f3a-312f7fbb786b tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:40.750141 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6d6b5347-e2b2-4623-8f3a-312f7fbb786b tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:40.753752 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33272) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:40.759894 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-166d7351-0e90-45fb-b1ca-c7f58df3fa14 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Request body: {'security_group_rule': {'security_group_id': 'f14ac287-70fd-4517-a544-6ea18707dc61', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:40.760396 n-d-800088-16 neutron-server[100314]: WARNING neutron.api.v2.base [None req-166d7351-0e90-45fb-b1ca-c7f58df3fa14 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 24 00:07:40.761516 n-d-800088-16 neutron-server[100314]: INFO neutron.api.v2.resource [None req-166d7351-0e90-45fb-b1ca-c7f58df3fa14 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 00:07:40.765141 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-166d7351-0e90-45fb-b1ca-c7f58df3fa14 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0075257 Jul 24 00:07:40.765496 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-6d6b5347-e2b2-4623-8f3a-312f7fbb786b tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4052701 Jul 24 00:07:40.765598 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33274) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:40.765723 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6b5347-e2b2-4623-8f3a-312f7fbb786b tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f14ac287-70fd-4517-a544-6ea18707dc61,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:40.770362 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-e29b794d-489f-4e98-922b-161999ebc0c5 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Request body: {'security_group_rule': {'security_group_id': 'f14ac287-70fd-4517-a544-6ea18707dc61', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:40.771960 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f041db14-da1e-4b1e-aa20-565e5179eba5 req-244df32a-519b-48cc-b60d-e1e3f1d9c945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:40.776603 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f041db14-da1e-4b1e-aa20-565e5179eba5 req-244df32a-519b-48cc-b60d-e1e3f1d9c945 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=afa024cd-6a99-42b6-95da-fdd5c3d9ab0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2458162 Jul 24 00:07:40.824743 n-d-800088-16 neutron-server[100314]: INFO neutron.api.v2.resource [None req-e29b794d-489f-4e98-922b-161999ebc0c5 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 00:07:40.828518 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-e29b794d-489f-4e98-922b-161999ebc0c5 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0595467 Jul 24 00:07:40.828668 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93f3201-4d30-42d3-b713-e2c3f45d8155 None None] DHCP port deletion for 1487a3fb-2413-4fcb-a61f-b59e55329677 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:07:40.828767 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33278) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:40.833242 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-c4d4f59c-f222-496b-8d47-1b8496304906 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Request body: {'security_group_rule': {'security_group_id': 'f14ac287-70fd-4517-a544-6ea18707dc61', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:40.833911 n-d-800088-16 neutron-server[100314]: WARNING neutron.api.v2.base [None req-c4d4f59c-f222-496b-8d47-1b8496304906 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 24 00:07:40.834422 n-d-800088-16 neutron-server[100314]: INFO neutron.api.v2.resource [None req-c4d4f59c-f222-496b-8d47-1b8496304906 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 00:07:40.835385 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-c4d4f59c-f222-496b-8d47-1b8496304906 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0057566 Jul 24 00:07:40.839184 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33280) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:40.874736 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-8ae6d6c5-324d-4ed0-b5e8-d5afa32252f4 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Request body: {'security_group_rule': {'security_group_id': 'f14ac287-70fd-4517-a544-6ea18707dc61', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:40.884867 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-f93f3201-4d30-42d3-b713-e2c3f45d8155 None None] Deleting port 14bbdb40-30e2-42c8-b3ba-19e8dfb1a9cf {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:07:40.885738 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f93f3201-4d30-42d3-b713-e2c3f45d8155 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:40.910474 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-4c696364-9dc2-48a6-8b4b-d6d71c9db2f6 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Deleting port 14bbdb40-30e2-42c8-b3ba-19e8dfb1a9cf {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:07:40.910831 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4c696364-9dc2-48a6-8b4b-d6d71c9db2f6 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:40.944776 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f041db14-da1e-4b1e-aa20-565e5179eba5 req-23440f6b-4d11-40f5-804e-3110710774bc service neutron] 10.222.0.52 "GET /v2.0/networks/afa024cd-6a99-42b6-95da-fdd5c3d9ab0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597424 Jul 24 00:07:40.963799 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-f93f3201-4d30-42d3-b713-e2c3f45d8155 None None] For port 14bbdb40-30e2-42c8-b3ba-19e8dfb1a9cf, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=14bbdb40-30e2-42c8-b3ba-19e8dfb1a9cf,segment=NetworkSegment(d0f416c8-6bfe-4bff-bfb0-571239c1f996),segment_id=d0f416c8-6bfe-4bff-bfb0-571239c1f996)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:07:40.964499 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f93f3201-4d30-42d3-b713-e2c3f45d8155 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:41.008150 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-f93f3201-4d30-42d3-b713-e2c3f45d8155 None None] Calling delete_port for 14bbdb40-30e2-42c8-b3ba-19e8dfb1a9cf owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:07:41.047339 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [None req-8ae6d6c5-324d-4ed0-b5e8-d5afa32252f4 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 00:07:41.051334 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33286) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:41.051856 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-8ae6d6c5-324d-4ed0-b5e8-d5afa32252f4 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2087576 Jul 24 00:07:41.056656 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-245a066c-4d9c-42b2-9ef2-5771602fb7e8 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Request body: {'security_group_rule': {'security_group_id': 'f14ac287-70fd-4517-a544-6ea18707dc61', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:41.057848 n-d-800088-16 neutron-server[100314]: WARNING neutron.api.v2.base [None req-245a066c-4d9c-42b2-9ef2-5771602fb7e8 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 24 00:07:41.058359 n-d-800088-16 neutron-server[100314]: INFO neutron.api.v2.resource [None req-245a066c-4d9c-42b2-9ef2-5771602fb7e8 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 00:07:41.059347 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-245a066c-4d9c-42b2-9ef2-5771602fb7e8 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0070341 Jul 24 00:07:41.062024 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33288) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:41.069368 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-38b04d93-2cf6-453d-a561-3eea7b90f57e tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Request body: {'security_group_rule': {'security_group_id': 'f14ac287-70fd-4517-a544-6ea18707dc61', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:41.109800 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-4c696364-9dc2-48a6-8b4b-d6d71c9db2f6 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] For port 14bbdb40-30e2-42c8-b3ba-19e8dfb1a9cf, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=14bbdb40-30e2-42c8-b3ba-19e8dfb1a9cf,segment=NetworkSegment(d0f416c8-6bfe-4bff-bfb0-571239c1f996),segment_id=d0f416c8-6bfe-4bff-bfb0-571239c1f996)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:07:41.110247 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4c696364-9dc2-48a6-8b4b-d6d71c9db2f6 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:41.121375 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f93f3201-4d30-42d3-b713-e2c3f45d8155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:41.128553 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-4c696364-9dc2-48a6-8b4b-d6d71c9db2f6 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Calling delete_port for 14bbdb40-30e2-42c8-b3ba-19e8dfb1a9cf owned by network:dhcp {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:07:41.137384 n-d-800088-16 neutron-server[100314]: INFO neutron.api.v2.resource [None req-38b04d93-2cf6-453d-a561-3eea7b90f57e tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 00:07:41.138485 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-38b04d93-2cf6-453d-a561-3eea7b90f57e tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0755463 Jul 24 00:07:41.141330 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33292) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:41.146403 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-4c977518-0a2b-44d2-af3b-265982bdc36a tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Request body: {'security_group_rule': {'security_group_id': 'f14ac287-70fd-4517-a544-6ea18707dc61', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:41.147087 n-d-800088-16 neutron-server[100314]: WARNING neutron.api.v2.base [None req-4c977518-0a2b-44d2-af3b-265982bdc36a tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 24 00:07:41.147386 n-d-800088-16 neutron-server[100314]: INFO neutron.api.v2.resource [None req-4c977518-0a2b-44d2-af3b-265982bdc36a tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 00:07:41.148345 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-4c977518-0a2b-44d2-af3b-265982bdc36a tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0060852 Jul 24 00:07:41.151025 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33294) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:41.156699 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-10e05486-1381-409e-a527-b21f35777967 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Request body: {'security_group_rule': {'security_group_id': 'f14ac287-70fd-4517-a544-6ea18707dc61', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:41.163161 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93f3201-4d30-42d3-b713-e2c3f45d8155 None None] Pushing event deleted for resources: {'Port': ['ID=14bbdb40-30e2-42c8-b3ba-19e8dfb1a9cf,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:41.168978 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93f3201-4d30-42d3-b713-e2c3f45d8155 None None] No DVR routers for this DVR port 14bbdb40-30e2-42c8-b3ba-19e8dfb1a9cf on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:07:41.182598 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f041db14-da1e-4b1e-aa20-565e5179eba5 req-d7f38025-ca3c-46a2-8fca-bd03d666d689 service neutron] 10.222.0.52 "GET /v2.0/networks/afa024cd-6a99-42b6-95da-fdd5c3d9ab0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306659 Jul 24 00:07:41.260846 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 14bbdb40-30e2-42c8-b3ba-19e8dfb1a9cf no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:07:41.277739 n-d-800088-16 neutron-server[100314]: INFO neutron.api.v2.resource [None req-10e05486-1381-409e-a527-b21f35777967 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 00:07:41.279217 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-10e05486-1381-409e-a527-b21f35777967 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1272340 Jul 24 00:07:41.282089 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33296) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:41.287308 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-20f0a685-9c2f-4448-a743-017d191099ac tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Request body: {'security_group_rule': {'security_group_id': 'f14ac287-70fd-4517-a544-6ea18707dc61', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:41.313371 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 14bbdb40-30e2-42c8-b3ba-19e8dfb1a9cf {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:07:41.314031 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 14bbdb40-30e2-42c8-b3ba-19e8dfb1a9cf not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:07:41.324763 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874ad361-223a-46c5-971a-c0d7936d89cc req-da561e6f-7d79-4aaa-b0e7-d9d87bdc67c3 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:41.326450 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-874ad361-223a-46c5-971a-c0d7936d89cc req-da561e6f-7d79-4aaa-b0e7-d9d87bdc67c3 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=8faf2bb9-7f86-4512-b106-4b1d32af40fb HTTP/1.1" status: 200 len: 945 time: 0.1314592 Jul 24 00:07:41.347507 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f041db14-da1e-4b1e-aa20-565e5179eba5 req-3f007a3a-1f89-4066-94de-2a157f3f624e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=a1b78b8a-fbe7-495d-8c1b-d40899859c16 HTTP/1.1" status: 200 len: 217 time: 0.1103084 Jul 24 00:07:41.405407 n-d-800088-16 neutron-server[100314]: INFO neutron.api.v2.resource [None req-20f0a685-9c2f-4448-a743-017d191099ac tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 00:07:41.406609 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-20f0a685-9c2f-4448-a743-017d191099ac tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1230893 Jul 24 00:07:41.415762 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33304) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:41.464012 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-874ad361-223a-46c5-971a-c0d7936d89cc req-2e74ef8b-ec56-44d4-8a81-0d37d5b6118a tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/security-groups?id=01883c9b-f537-47a8-8e4c-5877842ba644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316822 Jul 24 00:07:41.547493 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-55e1453f-614f-4f96-9e26-61fffcdf1ea7 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:41.581163 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-55e1453f-614f-4f96-9e26-61fffcdf1ea7 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:41.647643 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-55e1453f-614f-4f96-9e26-61fffcdf1ea7 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:41.652648 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-55e1453f-614f-4f96-9e26-61fffcdf1ea7 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:41.657927 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-55e1453f-614f-4f96-9e26-61fffcdf1ea7 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] 10.222.0.44 "DELETE /v2.0/security-groups/f14ac287-70fd-4517-a544-6ea18707dc61 HTTP/1.1" status: 204 len: 168 time: 0.2407310 Jul 24 00:07:41.658719 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33306) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:41.692693 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e1453f-614f-4f96-9e26-61fffcdf1ea7 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f14ac287-70fd-4517-a544-6ea18707dc61,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:41.778229 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-69ffdc63-0cc3-489c-aa0f-9332b8113aa2 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1131408 Jul 24 00:07:41.788867 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33312) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:41.791212 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-7fe33709-9d71-45c6-8093-32e9a3b887ff tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Request body: {'security_group': {'name': 'tempest-secgroup--334848080'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:41.804832 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4c696364-9dc2-48a6-8b4b-d6d71c9db2f6 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:41.811179 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f041db14-da1e-4b1e-aa20-565e5179eba5 req-566a58ef-aa44-47d3-a311-81f02a61b9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:41.812880 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f041db14-da1e-4b1e-aa20-565e5179eba5 req-566a58ef-aa44-47d3-a311-81f02a61b9fd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=70883961-72f7-4719-acc8-b7159e5588a5 HTTP/1.1" status: 200 len: 797 time: 0.4553351 Jul 24 00:07:41.819145 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7fe33709-9d71-45c6-8093-32e9a3b887ff tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:41.893011 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c696364-9dc2-48a6-8b4b-d6d71c9db2f6 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event deleted for resources: {'Port': ['ID=14bbdb40-30e2-42c8-b3ba-19e8dfb1a9cf,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:41.906287 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c696364-9dc2-48a6-8b4b-d6d71c9db2f6 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] No DVR routers for this DVR port 14bbdb40-30e2-42c8-b3ba-19e8dfb1a9cf on host n-d-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:07:41.924280 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7fe33709-9d71-45c6-8093-32e9a3b887ff tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:41.931935 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7fe33709-9d71-45c6-8093-32e9a3b887ff tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:41.967651 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e9664d-2f60-481b-aa7f-35f9b03bdb65 req-03538813-82cb-42ee-a4be-d625b7600551 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:41.974287 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7fe33709-9d71-45c6-8093-32e9a3b887ff tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:41.979051 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-7fe33709-9d71-45c6-8093-32e9a3b887ff tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1922739 Jul 24 00:07:41.979228 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a2e9664d-2f60-481b-aa7f-35f9b03bdb65 req-03538813-82cb-42ee-a4be-d625b7600551 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] 10.222.0.44 "GET /v2.0/ports?device_id=a65867d2-2a4a-4f52-9d98-cbf057de0fa7 HTTP/1.1" status: 200 len: 943 time: 0.2866147 Jul 24 00:07:41.980202 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33316) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:41.985194 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-8ec91950-a051-447a-92e1-21dc0e45dc6e tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Request body: {'security_group_rule': {'security_group_id': '58ce2e8d-c4c1-48cf-8834-8e907134dcba', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:41.996521 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe33709-9d71-45c6-8093-32e9a3b887ff tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58ce2e8d-c4c1-48cf-8834-8e907134dcba,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:42.051187 n-d-800088-16 neutron-server[100314]: INFO neutron.api.v2.resource [None req-8ec91950-a051-447a-92e1-21dc0e45dc6e tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] create failed (client error): The resource could not be found. Jul 24 00:07:42.052801 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-8ec91950-a051-447a-92e1-21dc0e45dc6e tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0714443 Jul 24 00:07:42.055853 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33322) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:42.062750 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-c3c1dd09-2886-4945-968a-1d734e0f83c2 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Request body: {'security_group_rule': {'security_group_id': '58ce2e8d-c4c1-48cf-8834-8e907134dcba', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '1365f0bc-0025-451c-a9f4-5f357c38fd57'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:42.064782 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a2e9664d-2f60-481b-aa7f-35f9b03bdb65 req-fe394a18-a1ea-4233-9685-83dba381dcd6 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] 10.222.0.44 "GET /v2.0/security-groups?id=6580c5df-1a8a-4671-bf83-f15c95476354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879204 Jul 24 00:07:42.098517 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4c696364-9dc2-48a6-8b4b-d6d71c9db2f6 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:42.116106 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-4c696364-9dc2-48a6-8b4b-d6d71c9db2f6 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1487a3fb-2413-4fcb-a61f-b59e55329677']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:07:42.124759 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f041db14-da1e-4b1e-aa20-565e5179eba5 req-87b8bcd3-9a28-49a9-aecc-d277e34e9b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:42.126891 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f041db14-da1e-4b1e-aa20-565e5179eba5 req-87b8bcd3-9a28-49a9-aecc-d277e34e9b03 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=afa024cd-6a99-42b6-95da-fdd5c3d9ab0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2730222 Jul 24 00:07:42.128914 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-4c696364-9dc2-48a6-8b4b-d6d71c9db2f6 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0f416c8-6bfe-4bff-bfb0-571239c1f996') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:07:42.129218 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-4c696364-9dc2-48a6-8b4b-d6d71c9db2f6 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0f416c8-6bfe-4bff-bfb0-571239c1f996') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:07:42.131265 n-d-800088-16 neutron-server[100314]: INFO neutron.api.v2.resource [None req-c3c1dd09-2886-4945-968a-1d734e0f83c2 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] create failed (client error): The resource could not be found. Jul 24 00:07:42.132614 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-c3c1dd09-2886-4945-968a-1d734e0f83c2 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0752792 Jul 24 00:07:42.135463 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33324) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:42.210104 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9668410b-949e-4f6f-934e-d45ec15f1ae0 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:42.228703 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f041db14-da1e-4b1e-aa20-565e5179eba5 req-03fd895d-a881-49bc-aab8-f18f4537ab42 service neutron] 10.222.0.52 "GET /v2.0/networks/afa024cd-6a99-42b6-95da-fdd5c3d9ab0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921059 Jul 24 00:07:42.232094 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4c696364-9dc2-48a6-8b4b-d6d71c9db2f6 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:42.237079 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9668410b-949e-4f6f-934e-d45ec15f1ae0 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:42.277172 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4c696364-9dc2-48a6-8b4b-d6d71c9db2f6 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:42.286796 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9668410b-949e-4f6f-934e-d45ec15f1ae0 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:42.288134 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c696364-9dc2-48a6-8b4b-d6d71c9db2f6 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:07:42.288582 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4c696364-9dc2-48a6-8b4b-d6d71c9db2f6 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:42.290982 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9668410b-949e-4f6f-934e-d45ec15f1ae0 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:42.292176 n-d-800088-16 neutron-server[100313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:07:42.292176 n-d-800088-16 neutron-server[100313]: self.session.flush() Jul 24 00:07:42.292176 n-d-800088-16 neutron-server[100313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:07:42.292176 n-d-800088-16 neutron-server[100313]: self.session.flush() Jul 24 00:07:42.292176 n-d-800088-16 neutron-server[100313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:07:42.292176 n-d-800088-16 neutron-server[100313]: self.session.flush() Jul 24 00:07:42.292176 n-d-800088-16 neutron-server[100313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:07:42.292176 n-d-800088-16 neutron-server[100313]: self.session.flush() Jul 24 00:07:42.292176 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:07:42.292176 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:07:42.292176 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:07:42.292176 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:07:42.292176 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:07:42.292176 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:07:42.292176 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:07:42.292176 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:07:42.292176 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:07:42.292176 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:07:42.292176 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:07:42.292176 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:07:42.292176 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:07:42.292176 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:07:42.292176 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:07:42.292176 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:07:42.292176 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:07:42.292176 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:07:42.292176 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:07:42.292176 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:07:42.292176 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:07:42.292176 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:07:42.292176 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:07:42.292176 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:07:42.292176 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:07:42.292176 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:07:42.292176 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:07:42.292176 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:07:42.292176 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:07:42.292176 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:07:42.292176 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:07:42.292176 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:07:42.296146 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-9668410b-949e-4f6f-934e-d45ec15f1ae0 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] 10.222.0.44 "DELETE /v2.0/security-groups/58ce2e8d-c4c1-48cf-8834-8e907134dcba HTTP/1.1" status: 204 len: 168 time: 0.1553950 Jul 24 00:07:42.296962 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33326) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:42.322368 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9668410b-949e-4f6f-934e-d45ec15f1ae0 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ce2e8d-c4c1-48cf-8834-8e907134dcba,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:42.363241 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-f60c47dd-8918-45d3-9e53-bd2c7a791ade tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0622892 Jul 24 00:07:42.367363 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33328) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:42.373014 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-3a895c8a-cbf7-4f3f-a90b-80037e1d2c73 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Request body: {'security_group_rule': {'security_group_id': '6ae23c47-dee2-4e88-a85c-602717c93ab4', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:42.417401 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4c696364-9dc2-48a6-8b4b-d6d71c9db2f6 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:42.427037 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4c696364-9dc2-48a6-8b4b-d6d71c9db2f6 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:42.428983 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-4c696364-9dc2-48a6-8b4b-d6d71c9db2f6 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "DELETE /v2.0/networks/1487a3fb-2413-4fcb-a61f-b59e55329677 HTTP/1.1" status: 204 len: 168 time: 1.8969343 Jul 24 00:07:42.432757 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33330) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:42.438286 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-08a7ba59-5b22-4ebe-b5fd-5e33f4c392f8 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-200698203'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:42.439155 n-d-800088-16 neutron-server[100314]: INFO neutron.api.v2.resource [None req-3a895c8a-cbf7-4f3f-a90b-80037e1d2c73 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] create failed (client error): The resource could not be found. Jul 24 00:07:42.441172 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-3a895c8a-cbf7-4f3f-a90b-80037e1d2c73 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0721145 Jul 24 00:07:42.444673 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33332) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:42.451327 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-6fff7576-99a7-4c3a-9d1b-261bb809b8c3 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Request body: {'security_group': {'name': 'tempest-secgroup--1379014069'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:42.457227 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f041db14-da1e-4b1e-aa20-565e5179eba5 req-81bf8aa2-4848-4495-85dd-a8ae89e6cfae service neutron] 10.222.0.52 "GET /v2.0/networks/afa024cd-6a99-42b6-95da-fdd5c3d9ab0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208786 Jul 24 00:07:42.460233 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c696364-9dc2-48a6-8b4b-d6d71c9db2f6 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event deleted for resources: {'Network': ['ID=1487a3fb-2413-4fcb-a61f-b59e55329677,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:42.487616 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.db.api [None req-6fff7576-99a7-4c3a-9d1b-261bb809b8c3 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 24 00:07:42.487616 n-d-800088-16 neutron-server[100314]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 24 00:07:42.487616 n-d-800088-16 neutron-server[100314]: [parameters: {'project_id': '71d3f8d0b9e246df87a1ea6dba5f9eb1', 'id': 'd0536934-4d72-40a3-a65d-8bae151b6dcc', 'expiration': datetime.datetime(2021, 7, 24, 0, 9, 42, 482414)}] Jul 24 00:07:42.487616 n-d-800088-16 neutron-server[100314]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 00:07:42.488158 n-d-800088-16 neutron-server[100314]: DEBUG oslo_db.api [None req-6fff7576-99a7-4c3a-9d1b-261bb809b8c3 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 00:07:42.517444 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f041db14-da1e-4b1e-aa20-565e5179eba5 req-9aedfe06-9631-4a13-837e-e10e955f5136 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5aa7c101-ee25-4b57-94d7-7279b107b66d HTTP/1.1" status: 200 len: 217 time: 0.0526855 Jul 24 00:07:42.536215 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a7ba59-5b22-4ebe-b5fd-5e33f4c392f8 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Made reservation on behalf of 2c88b901a3a4498983dd1ba8803185ce for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:07:42.541153 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-08a7ba59-5b22-4ebe-b5fd-5e33f4c392f8 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:42.629397 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f041db14-da1e-4b1e-aa20-565e5179eba5 req-98d730ca-5ead-4a75-9031-5e64ec2a6482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:42.630874 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f041db14-da1e-4b1e-aa20-565e5179eba5 req-98d730ca-5ead-4a75-9031-5e64ec2a6482 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4fdb957c-aae3-43a7-b0f4-2b7f0a895d4a HTTP/1.1" status: 200 len: 797 time: 0.1073914 Jul 24 00:07:42.649320 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08a7ba59-5b22-4ebe-b5fd-5e33f4c392f8 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:07:42.683039 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-08a7ba59-5b22-4ebe-b5fd-5e33f4c392f8 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:42.683401 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-08a7ba59-5b22-4ebe-b5fd-5e33f4c392f8 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Added segment e636324e-c381-45ba-b65e-2e0caebe259a of type vlan for network 2eb55458-895d-47a9-bf5b-e7cbadebffae Jul 24 00:07:42.746005 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-08a7ba59-5b22-4ebe-b5fd-5e33f4c392f8 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:42.756343 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2198d474-2514-4a9a-b5be-80c8575acfc0 req-ca12a492-f268-486d-a38c-38c5089011ce tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:42.757878 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2198d474-2514-4a9a-b5be-80c8575acfc0 req-ca12a492-f268-486d-a38c-38c5089011ce tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=8faf2bb9-7f86-4512-b106-4b1d32af40fb HTTP/1.1" status: 200 len: 945 time: 0.1764877 Jul 24 00:07:42.791526 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f041db14-da1e-4b1e-aa20-565e5179eba5 req-7d3fc853-3bdf-4fca-9da0-f9e0b253adfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:42.793039 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f041db14-da1e-4b1e-aa20-565e5179eba5 req-7d3fc853-3bdf-4fca-9da0-f9e0b253adfc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=24cbf24a-1696-4ab2-949c-e4387a9df919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1560864 Jul 24 00:07:42.831393 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-08a7ba59-5b22-4ebe-b5fd-5e33f4c392f8 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:42.837020 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a7ba59-5b22-4ebe-b5fd-5e33f4c392f8 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:42.837608 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-08a7ba59-5b22-4ebe-b5fd-5e33f4c392f8 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:42.868877 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 53c01c5d-6085-49a4-8198-147bff1f4ae9 details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:07:42.889432 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2198d474-2514-4a9a-b5be-80c8575acfc0 req-62aee328-8cc3-423b-9536-88e4ef687270 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/security-groups?id=01883c9b-f537-47a8-8e4c-5877842ba644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243548 Jul 24 00:07:42.927016 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-08a7ba59-5b22-4ebe-b5fd-5e33f4c392f8 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4931054 Jul 24 00:07:42.931419 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33342) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:42.958437 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-13b12211-f7dd-4b7c-8547-3b486ff92bd4 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Request body: {'subnet': {'network_id': '2eb55458-895d-47a9-bf5b-e7cbadebffae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:42.974106 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a7ba59-5b22-4ebe-b5fd-5e33f4c392f8 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event updated for resources: {'Network': ['ID=2eb55458-895d-47a9-bf5b-e7cbadebffae,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:42.985238 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 2eb55458-895d-47a9-bf5b-e7cbadebffae details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:07:43.002696 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f041db14-da1e-4b1e-aa20-565e5179eba5 req-49fd4d95-91dc-4152-b5e3-63945fca96bd service neutron] 10.222.0.52 "GET /v2.0/networks/24cbf24a-1696-4ab2-949c-e4387a9df919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025139 Jul 24 00:07:43.067771 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6fff7576-99a7-4c3a-9d1b-261bb809b8c3 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:43.112920 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b12211-f7dd-4b7c-8547-3b486ff92bd4 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Made reservation on behalf of 2c88b901a3a4498983dd1ba8803185ce for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:07:43.117196 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-13b12211-f7dd-4b7c-8547-3b486ff92bd4 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:43.122174 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 53c01c5d-6085-49a4-8198-147bff1f4ae9, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=53c01c5d-6085-49a4-8198-147bff1f4ae9,segment=NetworkSegment(d6402816-8d98-4b2e-8f08-dc778ee1dcce),segment_id=d6402816-8d98-4b2e-8f08-dc778ee1dcce)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:07:43.143706 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': '53c01c5d-6085-49a4-8198-147bff1f4ae9', 'network_id': '0618cfb3-814b-4b7d-87d5-55eb6baffbf5', 'port_id': '53c01c5d-6085-49a4-8198-147bff1f4ae9', 'mac_address': 'fa:16:3e:49:a6:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc09d7f3-8c1d-481a-8338-8563254dd078', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:07:43.194891 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:43.213999 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53c01c5d-6085-49a4-8198-147bff1f4ae9 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:07:43.239651 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 53c01c5d-6085-49a4-8198-147bff1f4ae9, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=53c01c5d-6085-49a4-8198-147bff1f4ae9,segment=NetworkSegment(d6402816-8d98-4b2e-8f08-dc778ee1dcce),segment_id=d6402816-8d98-4b2e-8f08-dc778ee1dcce)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:07:43.251320 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:43.257905 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f041db14-da1e-4b1e-aa20-565e5179eba5 req-b94abc3f-4810-4aa7-aae3-81e5e5119faf service neutron] 10.222.0.52 "GET /v2.0/networks/24cbf24a-1696-4ab2-949c-e4387a9df919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456863 Jul 24 00:07:43.327718 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f041db14-da1e-4b1e-aa20-565e5179eba5 req-409b4e07-75e1-4640-ada2-35120e02f63b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1066e3ba-d2f6-4583-a8ed-097498ddee4a HTTP/1.1" status: 200 len: 217 time: 0.0643592 Jul 24 00:07:43.411125 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=53c01c5d-6085-49a4-8198-147bff1f4ae9,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:43.430828 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6fff7576-99a7-4c3a-9d1b-261bb809b8c3 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:43.440518 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f041db14-da1e-4b1e-aa20-565e5179eba5 req-142af5ae-c998-4746-aaec-ab877227587c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:43.443962 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f041db14-da1e-4b1e-aa20-565e5179eba5 req-142af5ae-c998-4746-aaec-ab877227587c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4fdb957c-aae3-43a7-b0f4-2b7f0a895d4a HTTP/1.1" status: 200 len: 797 time: 0.1070731 Jul 24 00:07:43.444165 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6fff7576-99a7-4c3a-9d1b-261bb809b8c3 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:43.527273 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['53c01c5d-6085-49a4-8198-147bff1f4ae9'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:07:43.539567 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6fff7576-99a7-4c3a-9d1b-261bb809b8c3 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:43.541370 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-6fff7576-99a7-4c3a-9d1b-261bb809b8c3 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0953038 Jul 24 00:07:43.546376 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33360) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:43.554761 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-c11530b8-cf2f-4372-861a-f79ecc34232f tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Request body: {'security_group': {'name': 'tempest-secgroup--1861845048'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:43.561724 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b5071-f036-493e-9215-52ac2d7e8eec req-9e9b3bf2-4574-4569-98ab-bcd1204d90fe tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:43.568231 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-779b5071-f036-493e-9215-52ac2d7e8eec req-9e9b3bf2-4574-4569-98ab-bcd1204d90fe tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] 10.222.0.44 "GET /v2.0/ports?device_id=a65867d2-2a4a-4f52-9d98-cbf057de0fa7 HTTP/1.1" status: 200 len: 944 time: 0.3258502 Jul 24 00:07:43.583000 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f041db14-da1e-4b1e-aa20-565e5179eba5 req-f99b984c-cd52-48a9-b369-280f4a73e79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:43.584639 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f041db14-da1e-4b1e-aa20-565e5179eba5 req-f99b984c-cd52-48a9-b369-280f4a73e79a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=24cbf24a-1696-4ab2-949c-e4387a9df919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1331027 Jul 24 00:07:43.695236 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f041db14-da1e-4b1e-aa20-565e5179eba5 req-8978ac2e-259b-4fb5-bf37-2ad4355c480d service neutron] 10.222.0.52 "GET /v2.0/networks/24cbf24a-1696-4ab2-949c-e4387a9df919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009476 Jul 24 00:07:43.697398 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-779b5071-f036-493e-9215-52ac2d7e8eec req-7ca1c82a-2bba-4a6d-a6eb-40632d73643a tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] 10.222.0.44 "GET /v2.0/security-groups?id=6580c5df-1a8a-4671-bf83-f15c95476354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282387 Jul 24 00:07:43.698254 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fff7576-99a7-4c3a-9d1b-261bb809b8c3 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3de6fb35-0659-4c9c-9137-f1103929e3b9,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:43.744867 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fff7576-99a7-4c3a-9d1b-261bb809b8c3 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:07:43.745385 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fff7576-99a7-4c3a-9d1b-261bb809b8c3 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:07:43.745864 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fff7576-99a7-4c3a-9d1b-261bb809b8c3 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:07:43.746318 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fff7576-99a7-4c3a-9d1b-261bb809b8c3 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:07:43.746751 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fff7576-99a7-4c3a-9d1b-261bb809b8c3 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:07:43.747211 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fff7576-99a7-4c3a-9d1b-261bb809b8c3 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:07:43.747653 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fff7576-99a7-4c3a-9d1b-261bb809b8c3 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:07:43.748076 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fff7576-99a7-4c3a-9d1b-261bb809b8c3 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:07:43.748509 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fff7576-99a7-4c3a-9d1b-261bb809b8c3 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:07:43.748997 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fff7576-99a7-4c3a-9d1b-261bb809b8c3 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:07:43.749430 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fff7576-99a7-4c3a-9d1b-261bb809b8c3 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:07:43.751716 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fff7576-99a7-4c3a-9d1b-261bb809b8c3 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:07:43.775643 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-13b12211-f7dd-4b7c-8547-3b486ff92bd4 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:43.785799 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c11530b8-cf2f-4372-861a-f79ecc34232f tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:43.871441 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b12211-f7dd-4b7c-8547-3b486ff92bd4 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event updated for resources: {'Subnet': ['ID=ca2a4332-40f3-41af-90b2-afd0a9fd93ce,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:43.877190 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b12211-f7dd-4b7c-8547-3b486ff92bd4 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Checking segment: {'id': 'e636324e-c381-45ba-b65e-2e0caebe259a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '2eb55458-895d-47a9-bf5b-e7cbadebffae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:07:43.877711 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b12211-f7dd-4b7c-8547-3b486ff92bd4 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Network hostable DHCP agents. Network: 2eb55458-895d-47a9-bf5b-e7cbadebffae, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:07:43.895795 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f041db14-da1e-4b1e-aa20-565e5179eba5 req-0b163754-9e0f-48fd-ba80-03a939f333fd service neutron] 10.222.0.52 "GET /v2.0/networks/24cbf24a-1696-4ab2-949c-e4387a9df919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925657 Jul 24 00:07:43.904241 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b12211-f7dd-4b7c-8547-3b486ff92bd4 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Network 2eb55458-895d-47a9-bf5b-e7cbadebffae is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:07:43.925298 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-13b12211-f7dd-4b7c-8547-3b486ff92bd4 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 2eb55458-895d-47a9-bf5b-e7cbadebffae) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:07:43.930213 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b12211-f7dd-4b7c-8547-3b486ff92bd4 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:43.938663 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-13b12211-f7dd-4b7c-8547-3b486ff92bd4 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:43.955507 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6a6e65-33a0-4a1c-8dda-8357608eef0f None None] Network 2eb55458-895d-47a9-bf5b-e7cbadebffae requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:07:43.998943 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c11530b8-cf2f-4372-861a-f79ecc34232f tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:44.010616 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c11530b8-cf2f-4372-861a-f79ecc34232f tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:44.018139 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-13b12211-f7dd-4b7c-8547-3b486ff92bd4 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0848851 Jul 24 00:07:44.020603 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33366) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:44.026974 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-676322f9-11ae-4c1f-b765-cc3990ff1150 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Request body: {'port': {'network_id': '2eb55458-895d-47a9-bf5b-e7cbadebffae', 'name': 'tempest-PortsIpV6TestJSON-2054367459', 'fixed_ips': [{'subnet_id': 'ca2a4332-40f3-41af-90b2-afd0a9fd93ce', 'ip_address': '2001:db8::10'}]}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:44.128401 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c11530b8-cf2f-4372-861a-f79ecc34232f tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:44.132075 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33370) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:44.132536 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c11530b8-cf2f-4372-861a-f79ecc34232f tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5850897 Jul 24 00:07:44.138807 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-f57edb48-97ce-4e8b-ad5c-5c2f9358c311 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Request body: {'security_group_rule': {'security_group_id': '3de6fb35-0659-4c9c-9137-f1103929e3b9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '4004d8bc-da29-49b6-a585-4cc2821f69f8'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:44.167048 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11530b8-cf2f-4372-861a-f79ecc34232f tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4004d8bc-da29-49b6-a585-4cc2821f69f8,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:44.240878 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c03861-2dcf-4ab2-8e3b-db56b7733faa req-b2ea5bcf-0403-449b-aa02-d8a14a0f0d68 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:44.262571 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-13c03861-2dcf-4ab2-8e3b-db56b7733faa req-b2ea5bcf-0403-449b-aa02-d8a14a0f0d68 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=8faf2bb9-7f86-4512-b106-4b1d32af40fb HTTP/1.1" status: 200 len: 945 time: 0.2064672 Jul 24 00:07:44.275989 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-676322f9-11ae-4c1f-b765-cc3990ff1150 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Made reservation on behalf of 2c88b901a3a4498983dd1ba8803185ce for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:07:44.298867 n-d-800088-16 neutron-server[100314]: INFO neutron.api.v2.resource [None req-f57edb48-97ce-4e8b-ad5c-5c2f9358c311 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 00:07:44.298867 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-f57edb48-97ce-4e8b-ad5c-5c2f9358c311 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1638608 Jul 24 00:07:44.325039 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33374) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:44.351685 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad8c4dc-7ed7-4776-ba55-93dba0a447a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-2eb55458-895d-47a9-bf5b-e7cbadebffae', 'network_id': '2eb55458-895d-47a9-bf5b-e7cbadebffae', 'tenant_id': '2c88b901a3a4498983dd1ba8803185ce', 'fixed_ips': [{'subnet_id': 'ca2a4332-40f3-41af-90b2-afd0a9fd93ce'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:07:44.353432 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3ad8c4dc-7ed7-4776-ba55-93dba0a447a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:44.379329 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-13c03861-2dcf-4ab2-8e3b-db56b7733faa req-824b545a-01e9-4046-ad49-2132bf49efb6 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/security-groups?id=01883c9b-f537-47a8-8e4c-5877842ba644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130199 Jul 24 00:07:44.445875 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-676322f9-11ae-4c1f-b765-cc3990ff1150 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:44.467904 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [None req-676322f9-11ae-4c1f-b765-cc3990ff1150 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] device_id is not set on port 80b25f44-9ba7-4375-9e67-f65b5884ae39 yet. {{(pid=100314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:07:44.505394 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e6bf2756-eb46-4bd1-9326-d0191ffdbd87 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:44.558475 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e6bf2756-eb46-4bd1-9326-d0191ffdbd87 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:44.628163 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-3ad8c4dc-7ed7-4776-ba55-93dba0a447a0 None None] Allocated IP 2001:db8::2 (2eb55458-895d-47a9-bf5b-e7cbadebffae/ca2a4332-40f3-41af-90b2-afd0a9fd93ce/ce3c1c72-c0c3-4c26-92af-4fd681a6ae86) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:07:44.662044 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e6bf2756-eb46-4bd1-9326-d0191ffdbd87 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:44.664980 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e6bf2756-eb46-4bd1-9326-d0191ffdbd87 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:44.668561 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-e6bf2756-eb46-4bd1-9326-d0191ffdbd87 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] 10.222.0.44 "DELETE /v2.0/security-groups/4004d8bc-da29-49b6-a585-4cc2821f69f8 HTTP/1.1" status: 204 len: 168 time: 0.3401752 Jul 24 00:07:44.685466 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33386) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:44.688797 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bf2756-eb46-4bd1-9326-d0191ffdbd87 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4004d8bc-da29-49b6-a585-4cc2821f69f8,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:44.753720 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:44.829208 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-0fc5a97c-b8d8-4bc4-985f-b0884cde3519 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1287048 Jul 24 00:07:44.831603 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33390) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:44.853936 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3ad8c4dc-7ed7-4776-ba55-93dba0a447a0 None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:44.862281 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-3ad8c4dc-7ed7-4776-ba55-93dba0a447a0 None None] Transition to ACTIVE for port object ce3c1c72-c0c3-4c26-92af-4fd681a6ae86 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:07:44.880841 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-3ad8c4dc-7ed7-4776-ba55-93dba0a447a0 None None] Transition to ACTIVE for port object ce3c1c72-c0c3-4c26-92af-4fd681a6ae86 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:07:44.886331 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 53c01c5d-6085-49a4-8198-147bff1f4ae9 up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:07:44.915115 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1ae55a-b076-4f4a-8f84-7ee888822243 req-695762de-0efe-4849-919b-e2444d2dc023 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:44.916970 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4a1ae55a-b076-4f4a-8f84-7ee888822243 req-695762de-0efe-4849-919b-e2444d2dc023 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] 10.222.0.44 "GET /v2.0/ports?device_id=a65867d2-2a4a-4f52-9d98-cbf057de0fa7 HTTP/1.1" status: 200 len: 944 time: 0.1342208 Jul 24 00:07:44.920309 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-eb4f5454-a3bb-44cb-8260-1a3dc7f2ac1b tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:44.953387 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3ad8c4dc-7ed7-4776-ba55-93dba0a447a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:44.977144 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-676322f9-11ae-4c1f-b765-cc3990ff1150 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Allocated IP 2001:db8::10 (2eb55458-895d-47a9-bf5b-e7cbadebffae/ca2a4332-40f3-41af-90b2-afd0a9fd93ce/80b25f44-9ba7-4375-9e67-f65b5884ae39) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:07:44.978577 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-eb4f5454-a3bb-44cb-8260-1a3dc7f2ac1b tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:45.022096 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4a1ae55a-b076-4f4a-8f84-7ee888822243 req-3a8e9829-f83f-43d1-8731-53a8f909d16c tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] 10.222.0.44 "GET /v2.0/security-groups?id=6580c5df-1a8a-4671-bf83-f15c95476354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986719 Jul 24 00:07:45.043711 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-eb4f5454-a3bb-44cb-8260-1a3dc7f2ac1b tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:45.047455 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-eb4f5454-a3bb-44cb-8260-1a3dc7f2ac1b tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:45.048764 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-eb4f5454-a3bb-44cb-8260-1a3dc7f2ac1b tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] 10.222.0.44 "DELETE /v2.0/security-groups/3de6fb35-0659-4c9c-9137-f1103929e3b9 HTTP/1.1" status: 204 len: 168 time: 0.2160406 Jul 24 00:07:45.058776 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33392) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:45.059512 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad8c4dc-7ed7-4776-ba55-93dba0a447a0 None None] Network 2eb55458-895d-47a9-bf5b-e7cbadebffae is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:07:45.060021 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4f5454-a3bb-44cb-8260-1a3dc7f2ac1b tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de6fb35-0659-4c9c-9137-f1103929e3b9,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:45.067054 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-3ad8c4dc-7ed7-4776-ba55-93dba0a447a0 None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:07:45.075301 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad8c4dc-7ed7-4776-ba55-93dba0a447a0 None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:07:45.103498 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad8c4dc-7ed7-4776-ba55-93dba0a447a0 None None] Pushing event updated for resources: {'Port': ['ID=ce3c1c72-c0c3-4c26-92af-4fd681a6ae86,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:45.138621 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-e131dabb-2680-46e3-8865-739b1c1cf260 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0671623 Jul 24 00:07:45.142889 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33394) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:45.148300 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-908e1cfc-1a0e-4bbe-b757-d517563d5829 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Request body: {'security_group': {'name': 'tempest-secgroup--1476917565'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:45.168496 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port 53c01c5d-6085-49a4-8198-147bff1f4ae9 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:07:45.182879 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port 53c01c5d-6085-49a4-8198-147bff1f4ae9 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:07:45.183273 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:45.188243 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-3ad8c4dc-7ed7-4776-ba55-93dba0a447a0 None None] Attempting to bind port ce3c1c72-c0c3-4c26-92af-4fd681a6ae86 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:07:45.188626 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-3ad8c4dc-7ed7-4776-ba55-93dba0a447a0 None None] Attempting to bind port ce3c1c72-c0c3-4c26-92af-4fd681a6ae86 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': 'e636324e-c381-45ba-b65e-2e0caebe259a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '2eb55458-895d-47a9-bf5b-e7cbadebffae'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:07:45.189154 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad8c4dc-7ed7-4776-ba55-93dba0a447a0 None None] Attempting to bind port ce3c1c72-c0c3-4c26-92af-4fd681a6ae86 on network 2eb55458-895d-47a9-bf5b-e7cbadebffae {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:07:45.189477 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-908e1cfc-1a0e-4bbe-b757-d517563d5829 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:45.219302 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad8c4dc-7ed7-4776-ba55-93dba0a447a0 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:07:45.219714 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad8c4dc-7ed7-4776-ba55-93dba0a447a0 None None] Checking segment: {'id': 'e636324e-c381-45ba-b65e-2e0caebe259a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '2eb55458-895d-47a9-bf5b-e7cbadebffae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:07:45.220104 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3ad8c4dc-7ed7-4776-ba55-93dba0a447a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:45.220515 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad8c4dc-7ed7-4776-ba55-93dba0a447a0 None None] Bound using segment: {'id': 'e636324e-c381-45ba-b65e-2e0caebe259a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '2eb55458-895d-47a9-bf5b-e7cbadebffae'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:07:45.221067 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-3ad8c4dc-7ed7-4776-ba55-93dba0a447a0 None None] Bound port: ce3c1c72-c0c3-4c26-92af-4fd681a6ae86, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e636324e-c381-45ba-b65e-2e0caebe259a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '2eb55458-895d-47a9-bf5b-e7cbadebffae'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:07:45.221463 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3ad8c4dc-7ed7-4776-ba55-93dba0a447a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:45.233421 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-676322f9-11ae-4c1f-b765-cc3990ff1150 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:45.253066 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [None req-676322f9-11ae-4c1f-b765-cc3990ff1150 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Transition to ACTIVE for port object 80b25f44-9ba7-4375-9e67-f65b5884ae39 will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:07:45.328455 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-908e1cfc-1a0e-4bbe-b757-d517563d5829 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:45.333963 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-908e1cfc-1a0e-4bbe-b757-d517563d5829 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:45.338354 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-3ad8c4dc-7ed7-4776-ba55-93dba0a447a0 None None] For port ce3c1c72-c0c3-4c26-92af-4fd681a6ae86, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:07:45.338942 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-676322f9-11ae-4c1f-b765-cc3990ff1150 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:45.358677 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-3ad8c4dc-7ed7-4776-ba55-93dba0a447a0 None None] For port ce3c1c72-c0c3-4c26-92af-4fd681a6ae86, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=ce3c1c72-c0c3-4c26-92af-4fd681a6ae86,segment=NetworkSegment(e636324e-c381-45ba-b65e-2e0caebe259a),segment_id=e636324e-c381-45ba-b65e-2e0caebe259a)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:07:45.363317 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:45.366822 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3ad8c4dc-7ed7-4776-ba55-93dba0a447a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:45.416248 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-908e1cfc-1a0e-4bbe-b757-d517563d5829 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:45.426616 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-908e1cfc-1a0e-4bbe-b757-d517563d5829 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2822943 Jul 24 00:07:45.428672 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33398) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:45.435151 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-0c4e9b15-58ff-4e7f-bac5-47143a3ea286 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:45.435815 n-d-800088-16 neutron-server[100313]: WARNING neutron.api.v2.base [None req-0c4e9b15-58ff-4e7f-bac5-47143a3ea286 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 24 00:07:45.436500 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [None req-0c4e9b15-58ff-4e7f-bac5-47143a3ea286 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] update failed (client error): There was a conflict when trying to complete your request. Jul 24 00:07:45.440340 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676322f9-11ae-4c1f-b765-cc3990ff1150 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Network 2eb55458-895d-47a9-bf5b-e7cbadebffae is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:07:45.441269 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-0c4e9b15-58ff-4e7f-bac5-47143a3ea286 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] 10.222.0.44 "PUT /v2.0/security-groups/033b5d87-0f55-4349-a939-54609b22bb79 HTTP/1.1" status: 409 len: 330 time: 0.0110397 Jul 24 00:07:45.442536 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33402) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:45.452133 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908e1cfc-1a0e-4bbe-b757-d517563d5829 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=033b5d87-0f55-4349-a939-54609b22bb79,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:45.470306 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 53c01c5d-6085-49a4-8198-147bff1f4ae9, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=53c01c5d-6085-49a4-8198-147bff1f4ae9,segment=NetworkSegment(d6402816-8d98-4b2e-8f08-dc778ee1dcce),segment_id=d6402816-8d98-4b2e-8f08-dc778ee1dcce)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:07:45.474761 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-676322f9-11ae-4c1f-b765-cc3990ff1150 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:07:45.480129 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a65867d2-2a4a-4f52-9d98-cbf057de0fa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53c01c5d-6085-49a4-8198-147bff1f4ae9'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:07:45.481541 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676322f9-11ae-4c1f-b765-cc3990ff1150 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:07:45.484753 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83be2ae8-da73-4557-a3f2-0ec5b60e1df2" -d '{"events": [{"server_uuid": "a65867d2-2a4a-4f52-9d98-cbf057de0fa7", "name": "network-vif-plugged", "status": "completed", "tag": "53c01c5d-6085-49a4-8198-147bff1f4ae9"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:07:45.513282 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:45.517600 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676322f9-11ae-4c1f-b765-cc3990ff1150 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:45.521279 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-676322f9-11ae-4c1f-b765-cc3990ff1150 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:45.546017 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-676322f9-11ae-4c1f-b765-cc3990ff1150 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5238883 Jul 24 00:07:45.548917 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676322f9-11ae-4c1f-b765-cc3990ff1150 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event updated for resources: {'Port': ['ID=80b25f44-9ba7-4375-9e67-f65b5884ae39,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:45.559972 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33408) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:45.569534 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-5ed61620-1193-49f2-b199-33d6b73c3684 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Request body: {'port': {'network_id': '2eb55458-895d-47a9-bf5b-e7cbadebffae', 'name': 'tempest-PortsIpV6TestJSON-2024487659', 'fixed_ips': [{'subnet_id': 'ca2a4332-40f3-41af-90b2-afd0a9fd93ce', 'ip_address': '2001:db8::f'}]}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:45.571700 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad8c4dc-7ed7-4776-ba55-93dba0a447a0 None None] Pushing event updated for resources: {'Port': ['ID=ce3c1c72-c0c3-4c26-92af-4fd681a6ae86,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:45.578684 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8b12d4e2-b6b4-4032-a73f-524620fdd84d tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:45.648136 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8b12d4e2-b6b4-4032-a73f-524620fdd84d tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:45.699597 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25aa9f0b-e94c-40ff-aa58-76ecac79a823 x-openstack-request-id: req-25aa9f0b-e94c-40ff-aa58-76ecac79a823 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:07:45.699909 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a65867d2-2a4a-4f52-9d98-cbf057de0fa7", "name": "network-vif-plugged", "status": "completed", "tag": "53c01c5d-6085-49a4-8198-147bff1f4ae9", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:07:45.700142 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-25aa9f0b-e94c-40ff-aa58-76ecac79a823 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:07:45.700542 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a65867d2-2a4a-4f52-9d98-cbf057de0fa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53c01c5d-6085-49a4-8198-147bff1f4ae9', 'code': 200} Jul 24 00:07:45.723824 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=53c01c5d-6085-49a4-8198-147bff1f4ae9,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:45.760451 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8b12d4e2-b6b4-4032-a73f-524620fdd84d tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:45.763846 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8b12d4e2-b6b4-4032-a73f-524620fdd84d tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:45.768730 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-8b12d4e2-b6b4-4032-a73f-524620fdd84d tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] 10.222.0.44 "DELETE /v2.0/security-groups/033b5d87-0f55-4349-a939-54609b22bb79 HTTP/1.1" status: 204 len: 168 time: 0.3246980 Jul 24 00:07:45.769887 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33412) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:45.825525 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed61620-1193-49f2-b199-33d6b73c3684 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Made reservation on behalf of 2c88b901a3a4498983dd1ba8803185ce for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:07:45.835765 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5ed61620-1193-49f2-b199-33d6b73c3684 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:45.851644 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b12d4e2-b6b4-4032-a73f-524620fdd84d tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=033b5d87-0f55-4349-a939-54609b22bb79,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:45.910799 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c88d2856-18f8-43b0-b11b-592943f20fde tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1262281 Jul 24 00:07:45.912194 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33414) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:45.922859 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [None req-5ed61620-1193-49f2-b199-33d6b73c3684 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] device_id is not set on port ebdd06f9-d204-4b9b-9595-7479da3c21fd yet. {{(pid=100314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:07:45.925789 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [None req-00d91c2a-ddc7-45b8-beee-1cb1cea38b79 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] delete failed (client error): The resource could not be found. Jul 24 00:07:45.931588 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-00d91c2a-ddc7-45b8-beee-1cb1cea38b79 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] 10.222.0.44 "DELETE /v2.0/security-groups/a5458178-8bce-4646-bcf1-9ccbb5e0052b HTTP/1.1" status: 404 len: 347 time: 0.0135074 Jul 24 00:07:45.931588 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33416) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:45.947594 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [None req-9662a62d-3bb5-4c64-84ed-6a62fe70e771 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] show failed (client error): The resource could not be found. Jul 24 00:07:45.952906 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-9662a62d-3bb5-4c64-84ed-6a62fe70e771 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] 10.222.0.44 "GET /v2.0/security-groups/1d88b456-c536-44a7-a4b1-84c6c8ee77b1 HTTP/1.1" status: 404 len: 347 time: 0.0156233 Jul 24 00:07:45.952906 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33418) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:45.969915 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [None req-0e55a3ac-2e51-45e0-97a6-0477f82e4fc5 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] show failed (client error): The resource could not be found. Jul 24 00:07:45.974136 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-0e55a3ac-2e51-45e0-97a6-0477f82e4fc5 tempest-NegativeSecGroupTest-1154913544 tempest-NegativeSecGroupTest-1154913544-project] 10.222.0.44 "GET /v2.0/security-group-rules/56ea875f-cc99-4efe-b2d6-ad750096e42b HTTP/1.1" status: 404 len: 356 time: 0.0170746 Jul 24 00:07:46.052385 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616fc2d0-3b70-4d6c-93dc-b86442d5d3c4 req-763d5c1d-722c-4804-a91b-231c01f0dca6 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:46.053984 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-616fc2d0-3b70-4d6c-93dc-b86442d5d3c4 req-763d5c1d-722c-4804-a91b-231c01f0dca6 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=8faf2bb9-7f86-4512-b106-4b1d32af40fb HTTP/1.1" status: 200 len: 945 time: 0.3550148 Jul 24 00:07:46.058920 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f3bd9-1ed7-4aca-919e-ea0fb84db37f req-e19a8a83-f74e-4094-9d59-4e8dd4261611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:46.060551 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-952f3bd9-1ed7-4aca-919e-ea0fb84db37f req-e19a8a83-f74e-4094-9d59-4e8dd4261611 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a65867d2-2a4a-4f52-9d98-cbf057de0fa7 HTTP/1.1" status: 200 len: 1097 time: 0.3080568 Jul 24 00:07:46.174191 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-952f3bd9-1ed7-4aca-919e-ea0fb84db37f req-9e8b2749-c83a-4565-8260-ffbc6a4ffe39 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6580c5df-1a8a-4671-bf83-f15c95476354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851667 Jul 24 00:07:46.206680 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-616fc2d0-3b70-4d6c-93dc-b86442d5d3c4 req-24daee4c-99b4-4e8b-9e5d-6df09ff9d665 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/security-groups?id=01883c9b-f537-47a8-8e4c-5877842ba644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215334 Jul 24 00:07:46.234560 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-5ed61620-1193-49f2-b199-33d6b73c3684 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Allocated IP 2001:db8::f (2eb55458-895d-47a9-bf5b-e7cbadebffae/ca2a4332-40f3-41af-90b2-afd0a9fd93ce/ebdd06f9-d204-4b9b-9595-7479da3c21fd) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:07:46.286420 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96043a17-18d7-4cc5-b323-09e5b21ded00 req-df04b94a-7d85-402b-9dcb-129c7cc689df tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:46.288144 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-96043a17-18d7-4cc5-b323-09e5b21ded00 req-df04b94a-7d85-402b-9dcb-129c7cc689df tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] 10.222.0.44 "GET /v2.0/ports?device_id=a65867d2-2a4a-4f52-9d98-cbf057de0fa7 HTTP/1.1" status: 200 len: 945 time: 0.1653621 Jul 24 00:07:46.370180 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-96043a17-18d7-4cc5-b323-09e5b21ded00 req-3052f917-bc5c-4dfa-9aa6-ed55bf49cd67 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] 10.222.0.44 "GET /v2.0/security-groups?id=6580c5df-1a8a-4671-bf83-f15c95476354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748374 Jul 24 00:07:46.402908 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33426) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:46.463337 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5ed61620-1193-49f2-b199-33d6b73c3684 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:46.485228 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [None req-5ed61620-1193-49f2-b199-33d6b73c3684 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Transition to ACTIVE for port object ebdd06f9-d204-4b9b-9595-7479da3c21fd will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:07:46.557501 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5ed61620-1193-49f2-b199-33d6b73c3684 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:46.601572 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-b21f287f-d80d-4a05-8758-6f19a8cf0bcf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=71d3f8d0b9e246df87a1ea6dba5f9eb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1968961 Jul 24 00:07:46.604123 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33432) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:46.623234 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed61620-1193-49f2-b199-33d6b73c3684 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Network 2eb55458-895d-47a9-bf5b-e7cbadebffae is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:07:46.629348 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-5ed61620-1193-49f2-b199-33d6b73c3684 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:07:46.634081 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed61620-1193-49f2-b199-33d6b73c3684 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:07:46.640301 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed61620-1193-49f2-b199-33d6b73c3684 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:46.641175 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5ed61620-1193-49f2-b199-33d6b73c3684 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:46.648704 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed61620-1193-49f2-b199-33d6b73c3684 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event updated for resources: {'Port': ['ID=ebdd06f9-d204-4b9b-9595-7479da3c21fd,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:46.676358 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-5ed61620-1193-49f2-b199-33d6b73c3684 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1140888 Jul 24 00:07:46.679572 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33436) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:46.682658 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-965edb16-118d-4932-a133-fba5d032660c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:46.722999 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-965edb16-118d-4932-a133-fba5d032660c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:46.760285 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d84e8f8-a2b7-4ff2-9612-4c9675385ce9 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:46.763323 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-3d84e8f8-a2b7-4ff2-9612-4c9675385ce9 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.0824983 Jul 24 00:07:46.766414 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33442) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:46.817650 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-965edb16-118d-4932-a133-fba5d032660c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:46.820525 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-965edb16-118d-4932-a133-fba5d032660c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:46.822421 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-965edb16-118d-4932-a133-fba5d032660c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e98732ff-61c1-4899-b358-ff41479a199f HTTP/1.1" status: 204 len: 168 time: 0.2172875 Jul 24 00:07:46.837041 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965edb16-118d-4932-a133-fba5d032660c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e98732ff-61c1-4899-b358-ff41479a199f,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:46.982402 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c663909-60e7-461f-ade3-b1a3550bfcc9 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:46.990608 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c663909-60e7-461f-ade3-b1a3550bfcc9 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:47.006313 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c663909-60e7-461f-ade3-b1a3550bfcc9 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:47.014200 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-6c663909-60e7-461f-ade3-b1a3550bfcc9 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.2425485 Jul 24 00:07:47.014531 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33450) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:47.041936 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba39bb7-7010-4fbe-b202-fbf72ba102c6 None None] Network 2eb55458-895d-47a9-bf5b-e7cbadebffae requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:07:47.225329 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-b0f1034a-84af-4ebf-9663-ec8202721dba None None] Provisioning for port ce3c1c72-c0c3-4c26-92af-4fd681a6ae86 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:07:47.246594 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-f1382d0c-bbb9-40b8-a0a3-afd49484f81a tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Deleting port ebdd06f9-d204-4b9b-9595-7479da3c21fd {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:07:47.247168 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f1382d0c-bbb9-40b8-a0a3-afd49484f81a tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:47.294393 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:07:47.387296 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device ce3c1c72-c0c3-4c26-92af-4fd681a6ae86 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:07:47.534947 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f1382d0c-bbb9-40b8-a0a3-afd49484f81a tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:47.573648 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port ce3c1c72-c0c3-4c26-92af-4fd681a6ae86 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:07:47.587983 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port ce3c1c72-c0c3-4c26-92af-4fd681a6ae86 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:07:47.590106 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:47.603628 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-f1382d0c-bbb9-40b8-a0a3-afd49484f81a tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Calling delete_port for ebdd06f9-d204-4b9b-9595-7479da3c21fd owned by {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:07:47.609469 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e508b3a8-1ccd-411a-8af6-a18d33ff5b43 req-22d154a9-dfd1-45e2-8b67-b6ac0bdb1329 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:47.618847 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e508b3a8-1ccd-411a-8af6-a18d33ff5b43 req-22d154a9-dfd1-45e2-8b67-b6ac0bdb1329 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=8faf2bb9-7f86-4512-b106-4b1d32af40fb HTTP/1.1" status: 200 len: 945 time: 0.2729471 Jul 24 00:07:47.682115 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e508b3a8-1ccd-411a-8af6-a18d33ff5b43 req-8394f032-1b92-491a-851e-2e1521479a1d tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/security-groups?id=01883c9b-f537-47a8-8e4c-5877842ba644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606627 Jul 24 00:07:47.695833 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:47.828347 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:47.903260 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ff816-cdfb-4eac-b263-b94374e5c7e4 req-8f1b4d92-af20-4d8d-81f4-07b9664c39a7 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:47.904912 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f16ff816-cdfb-4eac-b263-b94374e5c7e4 req-8f1b4d92-af20-4d8d-81f4-07b9664c39a7 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] 10.222.0.44 "GET /v2.0/ports?device_id=a65867d2-2a4a-4f52-9d98-cbf057de0fa7 HTTP/1.1" status: 200 len: 945 time: 0.3988829 Jul 24 00:07:47.929572 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port ce3c1c72-c0c3-4c26-92af-4fd681a6ae86, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=ce3c1c72-c0c3-4c26-92af-4fd681a6ae86,segment=NetworkSegment(e636324e-c381-45ba-b65e-2e0caebe259a),segment_id=e636324e-c381-45ba-b65e-2e0caebe259a)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:07:47.944586 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:48.050484 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=ce3c1c72-c0c3-4c26-92af-4fd681a6ae86,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:48.072785 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f16ff816-cdfb-4eac-b263-b94374e5c7e4 req-1fa4d93b-637f-4861-bdbc-82fd2d4a6ad3 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] 10.222.0.44 "GET /v2.0/security-groups?id=6580c5df-1a8a-4671-bf83-f15c95476354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468549 Jul 24 00:07:48.102326 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-5b602ce5-7949-45d3-bf7f-cbfe57d3d999 None None] Provisioning complete for port ce3c1c72-c0c3-4c26-92af-4fd681a6ae86 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:07:48.102716 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-5b602ce5-7949-45d3-bf7f-cbfe57d3d999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:48.219159 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f1382d0c-bbb9-40b8-a0a3-afd49484f81a tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:48.295880 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1382d0c-bbb9-40b8-a0a3-afd49484f81a tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event deleted for resources: {'Port': ['ID=ebdd06f9-d204-4b9b-9595-7479da3c21fd,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:48.353418 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-5b602ce5-7949-45d3-bf7f-cbfe57d3d999 None None] Could not find standard attr ID for object ebdd06f9-d204-4b9b-9595-7479da3c21fd. {{(pid=100315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 00:07:48.358779 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8e43b9-7c4f-41c8-8175-91663f94ba5c req-d7a11aca-ae43-48da-8a5a-a0c76fb45bcd tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:48.365266 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bd8e43b9-7c4f-41c8-8175-91663f94ba5c req-d7a11aca-ae43-48da-8a5a-a0c76fb45bcd tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] 10.222.0.44 "GET /v2.0/ports?device_id=a65867d2-2a4a-4f52-9d98-cbf057de0fa7 HTTP/1.1" status: 200 len: 945 time: 0.1656234 Jul 24 00:07:48.369788 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-5b602ce5-7949-45d3-bf7f-cbfe57d3d999 None None] Provisioning for port 80b25f44-9ba7-4375-9e67-f65b5884ae39 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:07:48.380261 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33490) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:48.381145 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f1382d0c-bbb9-40b8-a0a3-afd49484f81a tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:48.381618 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-5b602ce5-7949-45d3-bf7f-cbfe57d3d999 None None] Provisioning complete for port 80b25f44-9ba7-4375-9e67-f65b5884ae39 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:07:48.382335 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-5b602ce5-7949-45d3-bf7f-cbfe57d3d999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:48.385375 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-f1382d0c-bbb9-40b8-a0a3-afd49484f81a tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "DELETE /v2.0/ports/ebdd06f9-d204-4b9b-9595-7479da3c21fd HTTP/1.1" status: 204 len: 168 time: 1.3700368 Jul 24 00:07:48.389739 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33492) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:48.393650 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-691ea95a-8a19-4219-a500-44272c941519 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Request body: {'floatingip': {'port_id': '53c01c5d-6085-49a4-8198-147bff1f4ae9'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:48.447923 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-5b602ce5-7949-45d3-bf7f-cbfe57d3d999 None None] Port 80b25f44-9ba7-4375-9e67-f65b5884ae39 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:07:48.449055 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33494) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:48.450029 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-60d60897-7d06-4b57-980f-7a57c7172690 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] GET failed (client error): The resource could not be found. Jul 24 00:07:48.454193 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-60d60897-7d06-4b57-980f-7a57c7172690 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "GET /v2.0/ports/ebdd06f9-d204-4b9b-9595-7479da3c21fd HTTP/1.1" status: 404 len: 333 time: 0.0592887 Jul 24 00:07:48.471464 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33496) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:48.498953 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-691ea95a-8a19-4219-a500-44272c941519 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Notify callbacks [] for floatingip, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:48.586476 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-d83554be-c4df-4baf-80de-e3e3ede274c9 None None] Provisioning complete for port 80b25f44-9ba7-4375-9e67-f65b5884ae39 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:07:48.586920 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d83554be-c4df-4baf-80de-e3e3ede274c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:48.671163 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-d83554be-c4df-4baf-80de-e3e3ede274c9 None None] Port 80b25f44-9ba7-4375-9e67-f65b5884ae39 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:07:48.685839 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-cf209861-3502-468c-85fd-2612134160d8 tempest-TagsTest-923489367 tempest-TagsTest-923489367-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1367806971'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:48.764205 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf209861-3502-468c-85fd-2612134160d8 tempest-TagsTest-923489367 tempest-TagsTest-923489367-project] Made reservation on behalf of ee183402176f477cbed15fa9a7e69a0a for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:07:48.767948 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cf209861-3502-468c-85fd-2612134160d8 tempest-TagsTest-923489367 tempest-TagsTest-923489367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:48.771860 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-c9a6688b-0ac6-48c3-8ef7-764263776ea5 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Deleting port 80b25f44-9ba7-4375-9e67-f65b5884ae39 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:07:48.772203 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c9a6688b-0ac6-48c3-8ef7-764263776ea5 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:48.795801 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cf209861-3502-468c-85fd-2612134160d8 tempest-TagsTest-923489367 tempest-TagsTest-923489367-project] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:48.887323 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-a950b1c9-f54b-41ae-9031-79154135b677 None None] Could not find standard attr ID for object ebdd06f9-d204-4b9b-9595-7479da3c21fd. {{(pid=100315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 00:07:49.228516 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.db.resource_extend [None req-691ea95a-8a19-4219-a500-44272c941519 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 24 00:07:49.253911 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device ce3c1c72-c0c3-4c26-92af-4fd681a6ae86 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:07:49.285762 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33514) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:49.307674 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-691ea95a-8a19-4219-a500-44272c941519 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:49.317630 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-691ea95a-8a19-4219-a500-44272c941519 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:49.367474 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port ce3c1c72-c0c3-4c26-92af-4fd681a6ae86 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:07:49.369526 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:49.470487 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-abecdd49-f61c-4e01-a4bc-0a3e019a40c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:49.524061 n-d-800088-16 neutron-server[100313]: INFO neutron.db.l3_db [None req-691ea95a-8a19-4219-a500-44272c941519 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Floating IP 1cd6241b-30b8-46db-addc-b4d95826bb0c associated. External IP: 172.25.3.104, port: 53c01c5d-6085-49a4-8198-147bff1f4ae9. Jul 24 00:07:49.547218 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c9a6688b-0ac6-48c3-8ef7-764263776ea5 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:49.569269 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-c9a6688b-0ac6-48c3-8ef7-764263776ea5 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Calling delete_port for 80b25f44-9ba7-4375-9e67-f65b5884ae39 owned by {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:07:49.589679 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4b3359-b7f1-4d2f-9352-8e7eef76e374 req-cfa7cc18-879f-45e2-b69f-0a088de41575 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:49.591189 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ec4b3359-b7f1-4d2f-9352-8e7eef76e374 req-cfa7cc18-879f-45e2-b69f-0a088de41575 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=8faf2bb9-7f86-4512-b106-4b1d32af40fb HTTP/1.1" status: 200 len: 945 time: 0.7758899 Jul 24 00:07:49.704183 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ec4b3359-b7f1-4d2f-9352-8e7eef76e374 req-e4064096-58e4-44b2-9a7b-bbc167f9a986 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/security-groups?id=01883c9b-f537-47a8-8e4c-5877842ba644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041956 Jul 24 00:07:49.733302 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cf209861-3502-468c-85fd-2612134160d8 tempest-TagsTest-923489367 tempest-TagsTest-923489367-project] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:49.741314 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cf209861-3502-468c-85fd-2612134160d8 tempest-TagsTest-923489367 tempest-TagsTest-923489367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:49.769789 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf209861-3502-468c-85fd-2612134160d8 tempest-TagsTest-923489367 tempest-TagsTest-923489367-project] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:07:49.808554 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf209861-3502-468c-85fd-2612134160d8 tempest-TagsTest-923489367 tempest-TagsTest-923489367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9646eeb1-eed7-4b1a-a6b8-37a67928ea6c,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:49.819007 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-691ea95a-8a19-4219-a500-44272c941519 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Router 0f41f5da-01f1-4412-bf97-1dbd880fc71c has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:07:49.844963 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c9a6688b-0ac6-48c3-8ef7-764263776ea5 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:49.858317 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cf209861-3502-468c-85fd-2612134160d8 tempest-TagsTest-923489367 tempest-TagsTest-923489367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:49.858317 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-cf209861-3502-468c-85fd-2612134160d8 tempest-TagsTest-923489367 tempest-TagsTest-923489367-project] Added segment 4ad168a9-d627-44fa-8de7-08c5fffeacb1 of type vlan for network 904c0023-c557-4170-b5c1-ac9b251d26cf Jul 24 00:07:49.886280 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a6688b-0ac6-48c3-8ef7-764263776ea5 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event deleted for resources: {'Port': ['ID=80b25f44-9ba7-4375-9e67-f65b5884ae39,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:49.948061 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c9a6688b-0ac6-48c3-8ef7-764263776ea5 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:49.950304 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-c9a6688b-0ac6-48c3-8ef7-764263776ea5 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "DELETE /v2.0/ports/80b25f44-9ba7-4375-9e67-f65b5884ae39 HTTP/1.1" status: 204 len: 168 time: 1.4776032 Jul 24 00:07:49.952280 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cf209861-3502-468c-85fd-2612134160d8 tempest-TagsTest-923489367 tempest-TagsTest-923489367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:49.955624 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33518) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:49.986502 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-35589e82-477f-4eb1-b56e-0d4c4a86d0c1 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] GET failed (client error): The resource could not be found. Jul 24 00:07:49.990670 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-35589e82-477f-4eb1-b56e-0d4c4a86d0c1 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "GET /v2.0/ports/80b25f44-9ba7-4375-9e67-f65b5884ae39 HTTP/1.1" status: 404 len: 333 time: 0.0316381 Jul 24 00:07:49.992106 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33522) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:49.994185 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-abecdd49-f61c-4e01-a4bc-0a3e019a40c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:50.046794 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-691ea95a-8a19-4219-a500-44272c941519 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:07:50.061675 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3eb2e0e-3f6b-4e1b-a3c7-6444954480bc None None] Sync routers for ids ['0f41f5da-01f1-4412-bf97-1dbd880fc71c'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:07:50.063786 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-691ea95a-8a19-4219-a500-44272c941519 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:50.067084 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-abecdd49-f61c-4e01-a4bc-0a3e019a40c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:50.071866 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd1ded2c-aa9b-4ede-bec6-36b492db953e tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Deleting subnet ca2a4332-40f3-41af-90b2-afd0a9fd93ce {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:07:50.074510 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cf209861-3502-468c-85fd-2612134160d8 tempest-TagsTest-923489367 tempest-TagsTest-923489367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:50.083076 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf209861-3502-468c-85fd-2612134160d8 tempest-TagsTest-923489367 tempest-TagsTest-923489367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:50.083728 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cf209861-3502-468c-85fd-2612134160d8 tempest-TagsTest-923489367 tempest-TagsTest-923489367-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:50.088469 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3eb2e0e-3f6b-4e1b-a3c7-6444954480bc None None] Routers {'0f41f5da-01f1-4412-bf97-1dbd880fc71c'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:07:50.089234 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-a3eb2e0e-3f6b-4e1b-a3c7-6444954480bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:07:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['0f41f5da-01f1-4412-bf97-1dbd880fc71c'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:07:50.142786 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abecdd49-f61c-4e01-a4bc-0a3e019a40c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a85900d-7c2f-4d26-ad80-547355b7b635,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:50.150283 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-691ea95a-8a19-4219-a500-44272c941519 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] 10.222.0.44 "PUT /v2.0/floatingips/1cd6241b-30b8-46db-addc-b4d95826bb0c HTTP/1.1" status: 200 len: 991 time: 1.7658460 Jul 24 00:07:50.150283 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a65867d2-2a4a-4f52-9d98-cbf057de0fa7', 'tag': '53c01c5d-6085-49a4-8198-147bff1f4ae9'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:07:50.162394 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8821ab0c-99ca-4b29-8503-5d534732144e" -d '{"events": [{"name": "network-changed", "server_uuid": "a65867d2-2a4a-4f52-9d98-cbf057de0fa7", "tag": "53c01c5d-6085-49a4-8198-147bff1f4ae9"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:07:50.175330 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-abecdd49-f61c-4e01-a4bc-0a3e019a40c1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1a964c25f9e2462d9d555d982536139c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8880639 Jul 24 00:07:50.179032 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33530) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:50.242293 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cd1ded2c-aa9b-4ede-bec6-36b492db953e tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:50.271255 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e655f0-f251-4c1b-b933-79812461c944 x-openstack-request-id: req-60e655f0-f251-4c1b-b933-79812461c944 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:07:50.271255 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a65867d2-2a4a-4f52-9d98-cbf057de0fa7", "tag": "53c01c5d-6085-49a4-8198-147bff1f4ae9", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:07:50.290799 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-60e655f0-f251-4c1b-b933-79812461c944 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:07:50.291374 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a65867d2-2a4a-4f52-9d98-cbf057de0fa7', 'tag': '53c01c5d-6085-49a4-8198-147bff1f4ae9', 'status': 'completed', 'code': 200} Jul 24 00:07:50.293364 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-a3eb2e0e-3f6b-4e1b-a3c7-6444954480bc None None] Set router 0f41f5da-01f1-4412-bf97-1dbd880fc71c gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:07:50.310159 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-20617c18-3f69-47a5-8213-55054a910375 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:50.334679 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-20617c18-3f69-47a5-8213-55054a910375 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:50.357898 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cd1ded2c-aa9b-4ede-bec6-36b492db953e tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:50.396352 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-20617c18-3f69-47a5-8213-55054a910375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:50.398097 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf209861-3502-468c-85fd-2612134160d8 tempest-TagsTest-923489367 tempest-TagsTest-923489367-project] Pushing event updated for resources: {'Network': ['ID=904c0023-c557-4170-b5c1-ac9b251d26cf,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:50.400389 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-20617c18-3f69-47a5-8213-55054a910375 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:50.404103 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-20617c18-3f69-47a5-8213-55054a910375 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0a85900d-7c2f-4d26-ad80-547355b7b635 HTTP/1.1" status: 204 len: 168 time: 0.2241163 Jul 24 00:07:50.410425 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20617c18-3f69-47a5-8213-55054a910375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a85900d-7c2f-4d26-ad80-547355b7b635,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:50.411673 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 904c0023-c557-4170-b5c1-ac9b251d26cf details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:07:50.458148 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-cf209861-3502-468c-85fd-2612134160d8 tempest-TagsTest-923489367 tempest-TagsTest-923489367-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 2.0051827 Jul 24 00:07:50.461395 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33538) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:50.468058 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.tag.tag_plugin [None req-17d04e52-4310-48a5-bd02-38e0c947f57f tempest-TagsTest-923489367 tempest-TagsTest-923489367-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '904c0023-c557-4170-b5c1-ac9b251d26cf', 'tempest-TagsTest-Tag-558178316') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:07:50.531650 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8821ab0c-99ca-4b29-8503-5d534732144e req-086922cc-d0fc-417e-a4ba-859fcadfd30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:50.533239 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8821ab0c-99ca-4b29-8503-5d534732144e req-086922cc-d0fc-417e-a4ba-859fcadfd30d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=043a499e05cb4c7689d2c93d541abc0b&device_id=a65867d2-2a4a-4f52-9d98-cbf057de0fa7 HTTP/1.1" status: 200 len: 1097 time: 0.1324904 Jul 24 00:07:50.675857 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-17d04e52-4310-48a5-bd02-38e0c947f57f tempest-TagsTest-923489367 tempest-TagsTest-923489367-project] 10.222.0.44 "PUT /v2.0/networks/904c0023-c557-4170-b5c1-ac9b251d26cf/tags/tempest-TagsTest-Tag-558178316 HTTP/1.1" status: 201 len: 201 time: 0.2103097 Jul 24 00:07:50.676117 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33542) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:50.682829 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.tag.tag_plugin [None req-1a3a7709-3ad3-4902-8189-44e2ed7b41d8 tempest-TagsTest-923489367 tempest-TagsTest-923489367-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '904c0023-c557-4170-b5c1-ac9b251d26cf', 'tempest-TagsTest-Tag-558178316') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:07:50.699947 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cd1ded2c-aa9b-4ede-bec6-36b492db953e tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:50.717973 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-a3eb2e0e-3f6b-4e1b-a3c7-6444954480bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f41f5da-01f1-4412-bf97-1dbd880fc71c', 'name': 'tempest-ServersTestJSON-1159797707-router', 'tenant_id': '043a499e05cb4c7689d2c93d541abc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '394ab413-8273-4f76-8abe-706df8c416b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:07:10Z', 'updated_at': '2021-07-24T00:07:20Z', 'revision_number': 4, 'project_id': '043a499e05cb4c7689d2c93d541abc0b', 'gw_port': {'id': '394ab413-8273-4f76-8abe-706df8c416b4', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:09:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f41f5da-01f1-4412-bf97-1dbd880fc71c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:07:11Z', 'updated_at': '2021-07-24T00:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': '1cd6241b-30b8-46db-addc-b4d95826bb0c', 'tenant_id': '043a499e05cb4c7689d2c93d541abc0b', 'floating_ip_address': '172.25.3.104', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '0f41f5da-01f1-4412-bf97-1dbd880fc71c', 'port_id': '53c01c5d-6085-49a4-8198-147bff1f4ae9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2234, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0618cfb3-814b-4b7d-87d5-55eb6baffbf5', 'mac_address': 'fa:16:3e:49:a6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65867d2-2a4a-4f52-9d98-cbf057de0fa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:07:27Z', 'updated_at': '2021-07-24T00:07:49Z', 'revision_number': 1, 'project_id': '043a499e05cb4c7689d2c93d541abc0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22aaf482-7bbb-4488-8084-941b1ad989fe', 'name': '', 'network_id': '0618cfb3-814b-4b7d-87d5-55eb6baffbf5', 'tenant_id': '043a499e05cb4c7689d2c93d541abc0b', 'mac_address': 'fa:16:3e:52:21:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f41f5da-01f1-4412-bf97-1dbd880fc71c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': 'bc09d7f3-8c1d-481a-8338-8563254dd078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:07:19Z', 'updated_at': '2021-07-24T00:07:27Z', 'revision_number': 5, 'project_id': '043a499e05cb4c7689d2c93d541abc0b', 'subnets': [{'id': 'bc09d7f3-8c1d-481a-8338-8563254dd078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:07:50.804396 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3eb2e0e-3f6b-4e1b-a3c7-6444954480bc None None] Checking router: 0f41f5da-01f1-4412-bf97-1dbd880fc71c for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:07:50.830974 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8821ab0c-99ca-4b29-8503-5d534732144e req-f2752918-2b27-4d74-baa5-1cdb5378dfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:50.832490 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8821ab0c-99ca-4b29-8503-5d534732144e req-f2752918-2b27-4d74-baa5-1cdb5378dfe7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0618cfb3-814b-4b7d-87d5-55eb6baffbf5 HTTP/1.1" status: 200 len: 907 time: 0.2576017 Jul 24 00:07:50.835781 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3eb2e0e-3f6b-4e1b-a3c7-6444954480bc None None] Routers {'0f41f5da-01f1-4412-bf97-1dbd880fc71c'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:07:50.840117 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-a3eb2e0e-3f6b-4e1b-a3c7-6444954480bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:07:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['0f41f5da-01f1-4412-bf97-1dbd880fc71c'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:07:50.893670 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-1a3a7709-3ad3-4902-8189-44e2ed7b41d8 tempest-TagsTest-923489367 tempest-TagsTest-923489367-project] 10.222.0.44 "GET /v2.0/networks/904c0023-c557-4170-b5c1-ac9b251d26cf/tags/tempest-TagsTest-Tag-558178316 HTTP/1.1" status: 204 len: 168 time: 0.2161672 Jul 24 00:07:50.897453 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33546) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:50.906289 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8821ab0c-99ca-4b29-8503-5d534732144e req-4cc4d5de-cc12-48f7-81a1-b2e5441d7ab0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53c01c5d-6085-49a4-8198-147bff1f4ae9 HTTP/1.1" status: 200 len: 999 time: 0.0668683 Jul 24 00:07:50.916658 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.tag.tag_plugin [None req-457f0349-d090-40f1-873d-2b0cced0c45a tempest-TagsTest-923489367 tempest-TagsTest-923489367-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '904c0023-c557-4170-b5c1-ac9b251d26cf') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:07:50.966888 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cd1ded2c-aa9b-4ede-bec6-36b492db953e tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:50.982272 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33548) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:51.026584 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58683b16-f471-46eb-9da9-91bf880b48c4 None None] Network 2eb55458-895d-47a9-bf5b-e7cbadebffae requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:07:51.039487 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-a3eb2e0e-3f6b-4e1b-a3c7-6444954480bc None None] Set router 0f41f5da-01f1-4412-bf97-1dbd880fc71c gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:07:51.046391 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cd1ded2c-aa9b-4ede-bec6-36b492db953e tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:51.051737 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-cd1ded2c-aa9b-4ede-bec6-36b492db953e tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "DELETE /v2.0/subnets/ca2a4332-40f3-41af-90b2-afd0a9fd93ce HTTP/1.1" status: 204 len: 168 time: 1.0585706 Jul 24 00:07:51.054762 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33550) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:51.058049 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1ded2c-aa9b-4ede-bec6-36b492db953e tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event deleted for resources: {'Subnet': ['ID=ca2a4332-40f3-41af-90b2-afd0a9fd93ce,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:51.073389 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8821ab0c-99ca-4b29-8503-5d534732144e req-8b6690dc-4e61-44f7-87f1-b9a4faeb7ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:51.075165 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8821ab0c-99ca-4b29-8503-5d534732144e req-8b6690dc-4e61-44f7-87f1-b9a4faeb7ae0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bc09d7f3-8c1d-481a-8338-8563254dd078 HTTP/1.1" status: 200 len: 845 time: 0.1630952 Jul 24 00:07:51.212851 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e4a5e743-3b9e-4a56-af33-5cb987c45898 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:51.304855 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8821ab0c-99ca-4b29-8503-5d534732144e req-d4ce706d-732f-4537-b1d5-2dc2a835d913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:51.307125 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8821ab0c-99ca-4b29-8503-5d534732144e req-d4ce706d-732f-4537-b1d5-2dc2a835d913 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0618cfb3-814b-4b7d-87d5-55eb6baffbf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2138910 Jul 24 00:07:51.386579 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-e4a5e743-3b9e-4a56-af33-5cb987c45898 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Deleting port ce3c1c72-c0c3-4c26-92af-4fd681a6ae86 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:07:51.387150 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e4a5e743-3b9e-4a56-af33-5cb987c45898 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:51.519478 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-e4a5e743-3b9e-4a56-af33-5cb987c45898 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] For port ce3c1c72-c0c3-4c26-92af-4fd681a6ae86, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=ce3c1c72-c0c3-4c26-92af-4fd681a6ae86,segment=NetworkSegment(e636324e-c381-45ba-b65e-2e0caebe259a),segment_id=e636324e-c381-45ba-b65e-2e0caebe259a)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:07:51.520144 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e4a5e743-3b9e-4a56-af33-5cb987c45898 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:51.531997 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-a3eb2e0e-3f6b-4e1b-a3c7-6444954480bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f41f5da-01f1-4412-bf97-1dbd880fc71c', 'name': 'tempest-ServersTestJSON-1159797707-router', 'tenant_id': '043a499e05cb4c7689d2c93d541abc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '394ab413-8273-4f76-8abe-706df8c416b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:07:10Z', 'updated_at': '2021-07-24T00:07:20Z', 'revision_number': 4, 'project_id': '043a499e05cb4c7689d2c93d541abc0b', 'gw_port': {'id': '394ab413-8273-4f76-8abe-706df8c416b4', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:09:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f41f5da-01f1-4412-bf97-1dbd880fc71c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:07:11Z', 'updated_at': '2021-07-24T00:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': '1cd6241b-30b8-46db-addc-b4d95826bb0c', 'tenant_id': '043a499e05cb4c7689d2c93d541abc0b', 'floating_ip_address': '172.25.3.104', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '0f41f5da-01f1-4412-bf97-1dbd880fc71c', 'port_id': '53c01c5d-6085-49a4-8198-147bff1f4ae9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2234, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0618cfb3-814b-4b7d-87d5-55eb6baffbf5', 'mac_address': 'fa:16:3e:49:a6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65867d2-2a4a-4f52-9d98-cbf057de0fa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:07:27Z', 'updated_at': '2021-07-24T00:07:49Z', 'revision_number': 1, 'project_id': '043a499e05cb4c7689d2c93d541abc0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22aaf482-7bbb-4488-8084-941b1ad989fe', 'name': '', 'network_id': '0618cfb3-814b-4b7d-87d5-55eb6baffbf5', 'tenant_id': '043a499e05cb4c7689d2c93d541abc0b', 'mac_address': 'fa:16:3e:52:21:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f41f5da-01f1-4412-bf97-1dbd880fc71c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': 'bc09d7f3-8c1d-481a-8338-8563254dd078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:07:19Z', 'updated_at': '2021-07-24T00:07:27Z', 'revision_number': 5, 'project_id': '043a499e05cb4c7689d2c93d541abc0b', 'subnets': [{'id': 'bc09d7f3-8c1d-481a-8338-8563254dd078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:07:51.551633 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8821ab0c-99ca-4b29-8503-5d534732144e req-8075e1d8-6fb5-4339-a37c-3e3b67166c65 service neutron] 10.222.0.64 "GET /v2.0/networks/0618cfb3-814b-4b7d-87d5-55eb6baffbf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356718 Jul 24 00:07:51.559901 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-e4a5e743-3b9e-4a56-af33-5cb987c45898 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Calling delete_port for ce3c1c72-c0c3-4c26-92af-4fd681a6ae86 owned by network:dhcp {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:07:51.590010 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce89bd82-dd7a-4957-896c-bd2935ccba0c None None] DHCP port deletion for 2eb55458-895d-47a9-bf5b-e7cbadebffae request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:07:51.595648 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f76be61b-e4bc-4548-9003-eb0c1e295860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:51.603742 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3eb2e0e-3f6b-4e1b-a3c7-6444954480bc None None] The sync data for ids ['0f41f5da-01f1-4412-bf97-1dbd880fc71c'] in n-d-800088-16 is: [{'id': '0f41f5da-01f1-4412-bf97-1dbd880fc71c', 'name': 'tempest-ServersTestJSON-1159797707-router', 'tenant_id': '043a499e05cb4c7689d2c93d541abc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '394ab413-8273-4f76-8abe-706df8c416b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:07:10Z', 'updated_at': '2021-07-24T00:07:20Z', 'revision_number': 4, 'project_id': '043a499e05cb4c7689d2c93d541abc0b', 'gw_port': {'id': '394ab413-8273-4f76-8abe-706df8c416b4', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:09:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f41f5da-01f1-4412-bf97-1dbd880fc71c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:07:11Z', 'updated_at': '2021-07-24T00:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': '1cd6241b-30b8-46db-addc-b4d95826bb0c', 'tenant_id': '043a499e05cb4c7689d2c93d541abc0b', 'floating_ip_address': '172.25.3.104', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '0f41f5da-01f1-4412-bf97-1dbd880fc71c', 'port_id': '53c01c5d-6085-49a4-8198-147bff1f4ae9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2234, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0618cfb3-814b-4b7d-87d5-55eb6baffbf5', 'mac_address': 'fa:16:3e:49:a6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65867d2-2a4a-4f52-9d98-cbf057de0fa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:07:27Z', 'updated_at': '2021-07-24T00:07:49Z', 'revision_number': 1, 'project_id': '043a499e05cb4c7689d2c93d541abc0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22aaf482-7bbb-4488-8084-941b1ad989fe', 'name': '', 'network_id': '0618cfb3-814b-4b7d-87d5-55eb6baffbf5', 'tenant_id': '043a499e05cb4c7689d2c93d541abc0b', 'mac_address': 'fa:16:3e:52:21:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f41f5da-01f1-4412-bf97-1dbd880fc71c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': 'bc09d7f3-8c1d-481a-8338-8563254dd078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:07:19Z', 'updated_at': '2021-07-24T00:07:27Z', 'revision_number': 5, 'project_id': '043a499e05cb4c7689d2c93d541abc0b', 'subnets': [{'id': 'bc09d7f3-8c1d-481a-8338-8563254dd078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:07:51.674618 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-ce89bd82-dd7a-4957-896c-bd2935ccba0c None None] Deleting port ce3c1c72-c0c3-4c26-92af-4fd681a6ae86 {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:07:51.675910 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8821ab0c-99ca-4b29-8503-5d534732144e req-13dd82c3-32e3-4075-9a23-75128f8c84b5 service neutron] 10.222.0.64 "GET /v2.0/networks/0618cfb3-814b-4b7d-87d5-55eb6baffbf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185102 Jul 24 00:07:51.676690 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ce89bd82-dd7a-4957-896c-bd2935ccba0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:51.700005 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89e187e-4e68-431d-ac0a-6f5547c186bb req-709a6f11-e6ec-4248-a68d-44207e85af00 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:51.705429 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c89e187e-4e68-431d-ac0a-6f5547c186bb req-709a6f11-e6ec-4248-a68d-44207e85af00 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=8faf2bb9-7f86-4512-b106-4b1d32af40fb HTTP/1.1" status: 200 len: 945 time: 0.8373680 Jul 24 00:07:51.774669 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e4a5e743-3b9e-4a56-af33-5cb987c45898 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:51.790465 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-457f0349-d090-40f1-873d-2b0cced0c45a tempest-TagsTest-923489367 tempest-TagsTest-923489367-project] 10.222.0.44 "GET /v2.0/networks/904c0023-c557-4170-b5c1-ac9b251d26cf/tags HTTP/1.1" status: 200 len: 237 time: 0.8861954 Jul 24 00:07:51.790778 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33558) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:51.796834 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.tag.tag_plugin [None req-4a2b0c4b-007a-4b57-b8d3-e7d57ea84943 tempest-TagsTest-923489367 tempest-TagsTest-923489367-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '904c0023-c557-4170-b5c1-ac9b251d26cf', {'tags': ['tempest-TagsTest-Tag-1769068815', 'tempest-TagsTest-Tag-1976537145', 'tempest-TagsTest-Tag-1084063833']}) {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:07:51.801661 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a5e743-3b9e-4a56-af33-5cb987c45898 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] No DVR routers for this DVR port ce3c1c72-c0c3-4c26-92af-4fd681a6ae86 on host n-d-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:07:51.802724 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-ce89bd82-dd7a-4957-896c-bd2935ccba0c None None] For port ce3c1c72-c0c3-4c26-92af-4fd681a6ae86, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=ce3c1c72-c0c3-4c26-92af-4fd681a6ae86,segment=NetworkSegment(e636324e-c381-45ba-b65e-2e0caebe259a),segment_id=e636324e-c381-45ba-b65e-2e0caebe259a)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:07:51.807745 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ce89bd82-dd7a-4957-896c-bd2935ccba0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:51.822303 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c89e187e-4e68-431d-ac0a-6f5547c186bb req-56a811a3-c526-42c3-9c68-1980cf01e4e1 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/security-groups?id=01883c9b-f537-47a8-8e4c-5877842ba644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072490 Jul 24 00:07:51.836003 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-ce89bd82-dd7a-4957-896c-bd2935ccba0c None None] Calling delete_port for ce3c1c72-c0c3-4c26-92af-4fd681a6ae86 owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:07:51.852311 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f76be61b-e4bc-4548-9003-eb0c1e295860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:51.863187 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f76be61b-e4bc-4548-9003-eb0c1e295860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:51.895865 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a5e743-3b9e-4a56-af33-5cb987c45898 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event deleted for resources: {'Port': ['ID=ce3c1c72-c0c3-4c26-92af-4fd681a6ae86,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:51.945168 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-f76be61b-e4bc-4548-9003-eb0c1e295860 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=39853d0d971e447ab04a5dab323ab5e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9601731 Jul 24 00:07:51.958885 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33560) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:51.967604 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbbba84-9178-43b8-a94e-bf61ca991b0f None None] New status for floating IP 1cd6241b-30b8-46db-addc-b4d95826bb0c: ACTIVE {{(pid=100315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 00:07:52.016179 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76be61b-e4bc-4548-9003-eb0c1e295860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79a67f1b-85b8-4570-9d41-676962c916ed,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:52.031450 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e4a5e743-3b9e-4a56-af33-5cb987c45898 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:52.038534 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-36ac00e5-df75-4729-8002-0b6c15ef86e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:52.045224 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-e4a5e743-3b9e-4a56-af33-5cb987c45898 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eb55458-895d-47a9-bf5b-e7cbadebffae']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:07:52.054280 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-4a2b0c4b-007a-4b57-b8d3-e7d57ea84943 tempest-TagsTest-923489367 tempest-TagsTest-923489367-project] 10.222.0.44 "PUT /v2.0/networks/904c0023-c557-4170-b5c1-ac9b251d26cf/tags HTTP/1.1" status: 200 len: 309 time: 0.2624989 Jul 24 00:07:52.059578 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-e4a5e743-3b9e-4a56-af33-5cb987c45898 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e636324e-c381-45ba-b65e-2e0caebe259a') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:07:52.059829 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-e4a5e743-3b9e-4a56-af33-5cb987c45898 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e636324e-c381-45ba-b65e-2e0caebe259a') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:07:52.062569 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33562) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:52.067683 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.tag.tag_plugin [None req-978f4871-9f44-43cf-bb42-b45c8232c858 tempest-TagsTest-923489367 tempest-TagsTest-923489367-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '904c0023-c557-4170-b5c1-ac9b251d26cf', 'tempest-TagsTest-Tag-1769068815') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:07:52.067866 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-36ac00e5-df75-4729-8002-0b6c15ef86e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:52.099033 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e4a5e743-3b9e-4a56-af33-5cb987c45898 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:52.122880 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e4a5e743-3b9e-4a56-af33-5cb987c45898 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:52.124599 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-36ac00e5-df75-4729-8002-0b6c15ef86e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:52.128544 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-36ac00e5-df75-4729-8002-0b6c15ef86e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:52.134059 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-36ac00e5-df75-4729-8002-0b6c15ef86e1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/79a67f1b-85b8-4570-9d41-676962c916ed HTTP/1.1" status: 204 len: 168 time: 0.1733425 Jul 24 00:07:52.144854 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ac00e5-df75-4729-8002-0b6c15ef86e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a67f1b-85b8-4570-9d41-676962c916ed,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:52.145440 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4a5e743-3b9e-4a56-af33-5cb987c45898 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:07:52.145873 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e4a5e743-3b9e-4a56-af33-5cb987c45898 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:52.151119 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:07:52.151119 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:07:52.151119 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:07:52.151119 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:07:52.151119 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:07:52.151119 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:07:52.151119 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:07:52.151119 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:07:52.151119 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:07:52.151119 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:07:52.151119 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:07:52.151119 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:07:52.151119 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:07:52.151119 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:07:52.151119 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:07:52.151119 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:07:52.151119 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:07:52.151119 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:07:52.151119 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:07:52.151119 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:07:52.151119 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:07:52.151119 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:07:52.151119 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:07:52.151119 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:07:52.151119 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:07:52.151119 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:07:52.151119 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:07:52.151119 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:07:52.151119 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:07:52.151119 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:07:52.151119 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:07:52.151119 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:07:52.180036 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ce89bd82-dd7a-4957-896c-bd2935ccba0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:52.272969 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e4a5e743-3b9e-4a56-af33-5cb987c45898 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:52.276412 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce89bd82-dd7a-4957-896c-bd2935ccba0c None None] Pushing event deleted for resources: {'Port': ['ID=ce3c1c72-c0c3-4c26-92af-4fd681a6ae86,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:52.284292 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e4a5e743-3b9e-4a56-af33-5cb987c45898 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:52.286967 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-e4a5e743-3b9e-4a56-af33-5cb987c45898 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "DELETE /v2.0/networks/2eb55458-895d-47a9-bf5b-e7cbadebffae HTTP/1.1" status: 204 len: 168 time: 1.2309864 Jul 24 00:07:52.290756 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce89bd82-dd7a-4957-896c-bd2935ccba0c None None] No DVR routers for this DVR port ce3c1c72-c0c3-4c26-92af-4fd681a6ae86 on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:07:52.291415 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33568) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:52.294630 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-978f4871-9f44-43cf-bb42-b45c8232c858 tempest-TagsTest-923489367 tempest-TagsTest-923489367-project] 10.222.0.44 "DELETE /v2.0/networks/904c0023-c557-4170-b5c1-ac9b251d26cf/tags/tempest-TagsTest-Tag-1769068815 HTTP/1.1" status: 204 len: 168 time: 0.2300951 Jul 24 00:07:52.303688 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33570) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:52.307073 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-df571ba5-159f-4b20-b095-585b2c1d3f70 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-451052119'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:52.308538 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.tag.tag_plugin [None req-71398de0-f832-45ee-9ace-b6fc7b982c1c tempest-TagsTest-923489367 tempest-TagsTest-923489367-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '904c0023-c557-4170-b5c1-ac9b251d26cf', 'tempest-TagsTest-Tag-1769068815') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:07:52.331767 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a5e743-3b9e-4a56-af33-5cb987c45898 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event deleted for resources: {'Network': ['ID=2eb55458-895d-47a9-bf5b-e7cbadebffae,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:52.358579 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df571ba5-159f-4b20-b095-585b2c1d3f70 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Made reservation on behalf of 2c88b901a3a4498983dd1ba8803185ce for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:07:52.362452 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-df571ba5-159f-4b20-b095-585b2c1d3f70 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:52.405199 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df571ba5-159f-4b20-b095-585b2c1d3f70 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:07:52.412908 n-d-800088-16 neutron-server[100314]: INFO neutron.api.v2.resource [None req-71398de0-f832-45ee-9ace-b6fc7b982c1c tempest-TagsTest-923489367 tempest-TagsTest-923489367-project] show failed (client error): The resource could not be found. Jul 24 00:07:52.414170 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-71398de0-f832-45ee-9ace-b6fc7b982c1c tempest-TagsTest-923489367 tempest-TagsTest-923489367-project] 10.222.0.44 "GET /v2.0/networks/904c0023-c557-4170-b5c1-ac9b251d26cf/tags/tempest-TagsTest-Tag-1769068815 HTTP/1.1" status: 404 len: 326 time: 0.1094689 Jul 24 00:07:52.418262 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33576) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:52.424907 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.tag.tag_plugin [None req-f4cb92c5-b267-467c-b398-ecfeb95cd537 tempest-TagsTest-923489367 tempest-TagsTest-923489367-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '904c0023-c557-4170-b5c1-ac9b251d26cf', 'tempest-TagsTest-Tag-1976537145') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:07:52.462335 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-df571ba5-159f-4b20-b095-585b2c1d3f70 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:52.462335 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-df571ba5-159f-4b20-b095-585b2c1d3f70 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Added segment f9b5a236-f65c-4550-8342-0250572f9fef of type vlan for network 09a4e82a-5e45-4bb6-a723-f6f53af70ab7 Jul 24 00:07:52.546076 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-f4cb92c5-b267-467c-b398-ecfeb95cd537 tempest-TagsTest-923489367 tempest-TagsTest-923489367-project] 10.222.0.44 "GET /v2.0/networks/904c0023-c557-4170-b5c1-ac9b251d26cf/tags/tempest-TagsTest-Tag-1976537145 HTTP/1.1" status: 204 len: 168 time: 0.1267080 Jul 24 00:07:52.548719 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33580) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:52.554437 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.tag.tag_plugin [None req-cc29d183-6a8f-4dd9-9d68-bffe7dd52dd5 tempest-TagsTest-923489367 tempest-TagsTest-923489367-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '904c0023-c557-4170-b5c1-ac9b251d26cf', 'tempest-TagsTest-Tag-1084063833') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:07:52.555154 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-df571ba5-159f-4b20-b095-585b2c1d3f70 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:52.590724 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-df571ba5-159f-4b20-b095-585b2c1d3f70 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:52.603268 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33582) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:52.604394 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df571ba5-159f-4b20-b095-585b2c1d3f70 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:52.605085 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-df571ba5-159f-4b20-b095-585b2c1d3f70 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:52.619943 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1a2c70f3-30d3-4290-9a39-103f3b08ac1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:52.646717 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-df571ba5-159f-4b20-b095-585b2c1d3f70 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3530893 Jul 24 00:07:52.647462 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33584) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:52.659093 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-887e2eee-ce90-4308-9011-dcd670719873 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Request body: {'subnet': {'network_id': '09a4e82a-5e45-4bb6-a723-f6f53af70ab7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:52.663272 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-cc29d183-6a8f-4dd9-9d68-bffe7dd52dd5 tempest-TagsTest-923489367 tempest-TagsTest-923489367-project] 10.222.0.44 "GET /v2.0/networks/904c0023-c557-4170-b5c1-ac9b251d26cf/tags/tempest-TagsTest-Tag-1084063833 HTTP/1.1" status: 204 len: 168 time: 0.1132517 Jul 24 00:07:52.667939 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33586) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:52.671677 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.tag.tag_plugin [None req-dcc6a8f7-377d-441d-b076-76d75bf6556c tempest-TagsTest-923489367 tempest-TagsTest-923489367-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '904c0023-c557-4170-b5c1-ac9b251d26cf') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:07:52.723265 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df571ba5-159f-4b20-b095-585b2c1d3f70 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event updated for resources: {'Network': ['ID=09a4e82a-5e45-4bb6-a723-f6f53af70ab7,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:52.737946 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 09a4e82a-5e45-4bb6-a723-f6f53af70ab7 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:07:52.817205 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-dcc6a8f7-377d-441d-b076-76d75bf6556c tempest-TagsTest-923489367 tempest-TagsTest-923489367-project] 10.222.0.44 "DELETE /v2.0/networks/904c0023-c557-4170-b5c1-ac9b251d26cf/tags HTTP/1.1" status: 204 len: 168 time: 0.1487513 Jul 24 00:07:52.819713 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33588) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:52.825136 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.tag.tag_plugin [None req-9a4f8bd6-2a84-454e-892f-b51deef99fd0 tempest-TagsTest-923489367 tempest-TagsTest-923489367-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '904c0023-c557-4170-b5c1-ac9b251d26cf', 'tempest-TagsTest-Tag-1976537145') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:07:52.854429 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1a2c70f3-30d3-4290-9a39-103f3b08ac1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:52.863423 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1a2c70f3-30d3-4290-9a39-103f3b08ac1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:52.886951 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-887e2eee-ce90-4308-9011-dcd670719873 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Made reservation on behalf of 2c88b901a3a4498983dd1ba8803185ce for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:07:52.893297 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-887e2eee-ce90-4308-9011-dcd670719873 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:52.909877 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2c70f3-30d3-4290-9a39-103f3b08ac1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76b6c51a-92e6-44d8-af3f-71ce6bea6f77,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:52.957986 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-1a2c70f3-30d3-4290-9a39-103f3b08ac1b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=019eadcf125d493eabbb13adcf49eed5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3537865 Jul 24 00:07:52.961004 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33592) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:53.028551 n-d-800088-16 neutron-server[100314]: INFO neutron.api.v2.resource [None req-9a4f8bd6-2a84-454e-892f-b51deef99fd0 tempest-TagsTest-923489367 tempest-TagsTest-923489367-project] show failed (client error): The resource could not be found. Jul 24 00:07:53.030125 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-9a4f8bd6-2a84-454e-892f-b51deef99fd0 tempest-TagsTest-923489367 tempest-TagsTest-923489367-project] 10.222.0.44 "GET /v2.0/networks/904c0023-c557-4170-b5c1-ac9b251d26cf/tags/tempest-TagsTest-Tag-1976537145 HTTP/1.1" status: 404 len: 326 time: 0.2092698 Jul 24 00:07:53.034541 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33594) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:53.039453 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.tag.tag_plugin [None req-a47a9c17-0504-482d-b2d2-71fb7cb20224 tempest-TagsTest-923489367 tempest-TagsTest-923489367-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '904c0023-c557-4170-b5c1-ac9b251d26cf', 'tempest-TagsTest-Tag-1084063833') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:07:53.066777 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46df6412-a28b-430d-8377-39da4d224c90 req-dca54988-4807-4a3a-83d8-00f1a8056352 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:53.068604 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-46df6412-a28b-430d-8377-39da4d224c90 req-dca54988-4807-4a3a-83d8-00f1a8056352 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=8faf2bb9-7f86-4512-b106-4b1d32af40fb HTTP/1.1" status: 200 len: 945 time: 0.1536403 Jul 24 00:07:53.099372 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cfaddb00-441b-4768-8258-2da5b67e26f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:53.135245 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cfaddb00-441b-4768-8258-2da5b67e26f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:53.136994 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-887e2eee-ce90-4308-9011-dcd670719873 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:53.164578 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-46df6412-a28b-430d-8377-39da4d224c90 req-dd40cbde-1518-409d-90db-0cbadf85362b tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/security-groups?id=01883c9b-f537-47a8-8e4c-5877842ba644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692420 Jul 24 00:07:53.170035 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-7b5594b9-1f78-43bb-aacc-5045c9fde15b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:53.174418 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [None req-a47a9c17-0504-482d-b2d2-71fb7cb20224 tempest-TagsTest-923489367 tempest-TagsTest-923489367-project] show failed (client error): The resource could not be found. Jul 24 00:07:53.179326 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-a47a9c17-0504-482d-b2d2-71fb7cb20224 tempest-TagsTest-923489367 tempest-TagsTest-923489367-project] 10.222.0.44 "GET /v2.0/networks/904c0023-c557-4170-b5c1-ac9b251d26cf/tags/tempest-TagsTest-Tag-1084063833 HTTP/1.1" status: 404 len: 326 time: 0.1397302 Jul 24 00:07:53.179618 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33596) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:53.208701 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.tag.tag_plugin [None req-69cfdc58-abad-4bde-9467-ab76d4ab9a0a tempest-TagsTest-923489367 tempest-TagsTest-923489367-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '904c0023-c557-4170-b5c1-ac9b251d26cf') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:07:53.252230 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device ce3c1c72-c0c3-4c26-92af-4fd681a6ae86 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:07:53.256442 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cfaddb00-441b-4768-8258-2da5b67e26f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:53.260849 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cfaddb00-441b-4768-8258-2da5b67e26f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:53.264626 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-cfaddb00-441b-4768-8258-2da5b67e26f9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/76b6c51a-92e6-44d8-af3f-71ce6bea6f77 HTTP/1.1" status: 204 len: 168 time: 0.2990384 Jul 24 00:07:53.266968 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887e2eee-ce90-4308-9011-dcd670719873 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event updated for resources: {'Subnet': ['ID=98b53853-5a3a-4440-ab57-28f46bf4cf23,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:53.272186 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaddb00-441b-4768-8258-2da5b67e26f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b6c51a-92e6-44d8-af3f-71ce6bea6f77,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:53.286815 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887e2eee-ce90-4308-9011-dcd670719873 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Checking segment: {'id': 'f9b5a236-f65c-4550-8342-0250572f9fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '09a4e82a-5e45-4bb6-a723-f6f53af70ab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:07:53.287191 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887e2eee-ce90-4308-9011-dcd670719873 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Network hostable DHCP agents. Network: 09a4e82a-5e45-4bb6-a723-f6f53af70ab7, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:07:53.310966 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: ce3c1c72-c0c3-4c26-92af-4fd681a6ae86 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:07:53.311652 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device ce3c1c72-c0c3-4c26-92af-4fd681a6ae86 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:07:53.353135 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33602) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:53.353496 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-69cfdc58-abad-4bde-9467-ab76d4ab9a0a tempest-TagsTest-923489367 tempest-TagsTest-923489367-project] 10.222.0.44 "DELETE /v2.0/networks/904c0023-c557-4170-b5c1-ac9b251d26cf/tags HTTP/1.1" status: 204 len: 168 time: 0.1720815 Jul 24 00:07:53.365605 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887e2eee-ce90-4308-9011-dcd670719873 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Network 09a4e82a-5e45-4bb6-a723-f6f53af70ab7 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:07:53.382801 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-887e2eee-ce90-4308-9011-dcd670719873 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 09a4e82a-5e45-4bb6-a723-f6f53af70ab7) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:07:53.387665 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887e2eee-ce90-4308-9011-dcd670719873 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:53.388279 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-887e2eee-ce90-4308-9011-dcd670719873 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:53.394804 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10dd6ebb-89dd-42f5-983d-a12ad70ddfd4 None None] Network 09a4e82a-5e45-4bb6-a723-f6f53af70ab7 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:07:53.444291 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-887e2eee-ce90-4308-9011-dcd670719873 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7894692 Jul 24 00:07:53.444999 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33604) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:53.450534 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-afa516fd-dd9d-4edc-b4da-16e159ec1411 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1321049328', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:53.479627 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-afa516fd-dd9d-4edc-b4da-16e159ec1411 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:53.481865 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-afa516fd-dd9d-4edc-b4da-16e159ec1411 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:53.493822 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c43cf369-d3c3-4302-9bb0-442249bdeafa tempest-TagsTest-923489367 tempest-TagsTest-923489367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:53.616791 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-afa516fd-dd9d-4edc-b4da-16e159ec1411 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:53.625730 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-afa516fd-dd9d-4edc-b4da-16e159ec1411 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:53.653150 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-afa516fd-dd9d-4edc-b4da-16e159ec1411 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:53.654655 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-afa516fd-dd9d-4edc-b4da-16e159ec1411 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2086139 Jul 24 00:07:53.655293 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a63786-901f-4570-ae11-dd07c91d2cab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-09a4e82a-5e45-4bb6-a723-f6f53af70ab7', 'network_id': '09a4e82a-5e45-4bb6-a723-f6f53af70ab7', 'tenant_id': '2c88b901a3a4498983dd1ba8803185ce', 'fixed_ips': [{'subnet_id': '98b53853-5a3a-4440-ab57-28f46bf4cf23'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:07:53.656639 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f1a63786-901f-4570-ae11-dd07c91d2cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:53.657487 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33614) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:53.664226 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c43cf369-d3c3-4302-9bb0-442249bdeafa tempest-TagsTest-923489367 tempest-TagsTest-923489367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:53.673205 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-8ec044e9-70ba-40af-a92b-2f892afdc481 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Request body: {'port': {'network_id': '09a4e82a-5e45-4bb6-a723-f6f53af70ab7', 'name': 'tempest-PortsIpV6TestJSON-801360435'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:53.676269 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-c43cf369-d3c3-4302-9bb0-442249bdeafa tempest-TagsTest-923489367 tempest-TagsTest-923489367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['904c0023-c557-4170-b5c1-ac9b251d26cf']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:07:53.693653 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-c43cf369-d3c3-4302-9bb0-442249bdeafa tempest-TagsTest-923489367 tempest-TagsTest-923489367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ad168a9-d627-44fa-8de7-08c5fffeacb1') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:07:53.693653 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-c43cf369-d3c3-4302-9bb0-442249bdeafa tempest-TagsTest-923489367 tempest-TagsTest-923489367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ad168a9-d627-44fa-8de7-08c5fffeacb1') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:07:53.702326 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c43cf369-d3c3-4302-9bb0-442249bdeafa tempest-TagsTest-923489367 tempest-TagsTest-923489367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:53.721326 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c43cf369-d3c3-4302-9bb0-442249bdeafa tempest-TagsTest-923489367 tempest-TagsTest-923489367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:53.729511 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c43cf369-d3c3-4302-9bb0-442249bdeafa tempest-TagsTest-923489367 tempest-TagsTest-923489367-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:07:53.730142 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c43cf369-d3c3-4302-9bb0-442249bdeafa tempest-TagsTest-923489367 tempest-TagsTest-923489367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:53.737022 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:07:53.737022 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:07:53.737022 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:07:53.737022 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:07:53.737022 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:07:53.737022 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:07:53.737022 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:07:53.737022 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:07:53.737022 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:07:53.737022 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:07:53.737022 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:07:53.737022 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:07:53.737022 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:07:53.737022 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:07:53.737022 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:07:53.737022 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:07:53.737022 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:07:53.737022 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:07:53.737022 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:07:53.737022 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:07:53.737022 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:07:53.737022 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:07:53.737022 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:07:53.737022 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:07:53.737022 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:07:53.737022 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:07:53.737022 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:07:53.737022 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:07:53.737022 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:07:53.737022 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:07:53.737022 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:07:53.737022 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:07:53.819117 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c43cf369-d3c3-4302-9bb0-442249bdeafa tempest-TagsTest-923489367 tempest-TagsTest-923489367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:53.827264 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c43cf369-d3c3-4302-9bb0-442249bdeafa tempest-TagsTest-923489367 tempest-TagsTest-923489367-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:53.832002 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec044e9-70ba-40af-a92b-2f892afdc481 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Made reservation on behalf of 2c88b901a3a4498983dd1ba8803185ce for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:07:53.835448 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-c43cf369-d3c3-4302-9bb0-442249bdeafa tempest-TagsTest-923489367 tempest-TagsTest-923489367-project] 10.222.0.44 "DELETE /v2.0/networks/904c0023-c557-4170-b5c1-ac9b251d26cf HTTP/1.1" status: 204 len: 168 time: 0.4781449 Jul 24 00:07:53.841880 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8ec044e9-70ba-40af-a92b-2f892afdc481 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:53.866593 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43cf369-d3c3-4302-9bb0-442249bdeafa tempest-TagsTest-923489367 tempest-TagsTest-923489367-project] Pushing event deleted for resources: {'Network': ['ID=904c0023-c557-4170-b5c1-ac9b251d26cf,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:53.874560 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [None req-8ec044e9-70ba-40af-a92b-2f892afdc481 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] device_id is not set on port 4fed9ab3-ec08-4bb8-8ab9-db29fa193045 yet. {{(pid=100313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:07:53.889709 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-f1a63786-901f-4570-ae11-dd07c91d2cab None None] Allocated IP 2001:db8::2 (09a4e82a-5e45-4bb6-a723-f6f53af70ab7/98b53853-5a3a-4440-ab57-28f46bf4cf23/ca8d3359-d1c8-4c24-84cc-c995df6eb1ec) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:07:54.008074 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33628) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:54.043424 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f1a63786-901f-4570-ae11-dd07c91d2cab None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:54.052693 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-f1a63786-901f-4570-ae11-dd07c91d2cab None None] Transition to ACTIVE for port object ca8d3359-d1c8-4c24-84cc-c995df6eb1ec will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:07:54.073835 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-f1a63786-901f-4570-ae11-dd07c91d2cab None None] Transition to ACTIVE for port object ca8d3359-d1c8-4c24-84cc-c995df6eb1ec will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:07:54.081504 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f1a63786-901f-4570-ae11-dd07c91d2cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:54.124840 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a63786-901f-4570-ae11-dd07c91d2cab None None] Network 09a4e82a-5e45-4bb6-a723-f6f53af70ab7 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:07:54.129945 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-f1a63786-901f-4570-ae11-dd07c91d2cab None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:07:54.134163 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a63786-901f-4570-ae11-dd07c91d2cab None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:07:54.145929 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a63786-901f-4570-ae11-dd07c91d2cab None None] Pushing event updated for resources: {'Port': ['ID=ca8d3359-d1c8-4c24-84cc-c995df6eb1ec,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:54.168318 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-8ec044e9-70ba-40af-a92b-2f892afdc481 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Allocated IP 2001:db8::1c2 (09a4e82a-5e45-4bb6-a723-f6f53af70ab7/98b53853-5a3a-4440-ab57-28f46bf4cf23/4fed9ab3-ec08-4bb8-8ab9-db29fa193045) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:07:54.203539 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-f1a63786-901f-4570-ae11-dd07c91d2cab None None] Attempting to bind port ca8d3359-d1c8-4c24-84cc-c995df6eb1ec on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:07:54.203919 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-f1a63786-901f-4570-ae11-dd07c91d2cab None None] Attempting to bind port ca8d3359-d1c8-4c24-84cc-c995df6eb1ec by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': 'f9b5a236-f65c-4550-8342-0250572f9fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '09a4e82a-5e45-4bb6-a723-f6f53af70ab7'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:07:54.204334 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a63786-901f-4570-ae11-dd07c91d2cab None None] Attempting to bind port ca8d3359-d1c8-4c24-84cc-c995df6eb1ec on network 09a4e82a-5e45-4bb6-a723-f6f53af70ab7 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:07:54.209650 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a63786-901f-4570-ae11-dd07c91d2cab None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:07:54.210031 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a63786-901f-4570-ae11-dd07c91d2cab None None] Checking segment: {'id': 'f9b5a236-f65c-4550-8342-0250572f9fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '09a4e82a-5e45-4bb6-a723-f6f53af70ab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:07:54.210439 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f1a63786-901f-4570-ae11-dd07c91d2cab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:54.210840 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a63786-901f-4570-ae11-dd07c91d2cab None None] Bound using segment: {'id': 'f9b5a236-f65c-4550-8342-0250572f9fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '09a4e82a-5e45-4bb6-a723-f6f53af70ab7'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:07:54.211510 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-f1a63786-901f-4570-ae11-dd07c91d2cab None None] Bound port: ca8d3359-d1c8-4c24-84cc-c995df6eb1ec, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9b5a236-f65c-4550-8342-0250572f9fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '09a4e82a-5e45-4bb6-a723-f6f53af70ab7'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:07:54.212459 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f1a63786-901f-4570-ae11-dd07c91d2cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:54.287635 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33640) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:54.294245 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-f1a63786-901f-4570-ae11-dd07c91d2cab None None] For port ca8d3359-d1c8-4c24-84cc-c995df6eb1ec, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:07:54.297670 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-f1a63786-901f-4570-ae11-dd07c91d2cab None None] For port ca8d3359-d1c8-4c24-84cc-c995df6eb1ec, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=ca8d3359-d1c8-4c24-84cc-c995df6eb1ec,segment=NetworkSegment(f9b5a236-f65c-4550-8342-0250572f9fef),segment_id=f9b5a236-f65c-4550-8342-0250572f9fef)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:07:54.304303 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f1a63786-901f-4570-ae11-dd07c91d2cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:54.385179 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e8ad336c-5a45-4b4a-a4a6-cfbf7f9c2713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:54.385442 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a63786-901f-4570-ae11-dd07c91d2cab None None] Pushing event updated for resources: {'Port': ['ID=ca8d3359-d1c8-4c24-84cc-c995df6eb1ec,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:54.440599 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-21f7196b-35e3-4efe-8d89-87561ffb2f46 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ee183402176f477cbed15fa9a7e69a0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1517134 Jul 24 00:07:54.442961 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33648) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:54.484111 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8ec044e9-70ba-40af-a92b-2f892afdc481 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:54.526857 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3872e733-57f2-479e-822f-f75c72e7d167 req-fb09bdd5-8ddd-40bc-bf12-daff9065e800 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:54.528706 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3872e733-57f2-479e-822f-f75c72e7d167 req-fb09bdd5-8ddd-40bc-bf12-daff9065e800 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=8faf2bb9-7f86-4512-b106-4b1d32af40fb HTTP/1.1" status: 200 len: 945 time: 0.2317619 Jul 24 00:07:54.529978 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [None req-8ec044e9-70ba-40af-a92b-2f892afdc481 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Transition to ACTIVE for port object 4fed9ab3-ec08-4bb8-8ab9-db29fa193045 will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:07:54.552677 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f8881070-b63f-4929-93c2-b26ca5eb63b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:54.597009 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f8881070-b63f-4929-93c2-b26ca5eb63b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:54.629045 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3872e733-57f2-479e-822f-f75c72e7d167 req-f65aed39-3903-4d01-bd8f-76c342d750a4 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/security-groups?id=01883c9b-f537-47a8-8e4c-5877842ba644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936108 Jul 24 00:07:54.687646 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f8881070-b63f-4929-93c2-b26ca5eb63b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:54.690995 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f8881070-b63f-4929-93c2-b26ca5eb63b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:54.694069 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e8ad336c-5a45-4b4a-a4a6-cfbf7f9c2713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:54.697536 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8ec044e9-70ba-40af-a92b-2f892afdc481 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:54.698444 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-f8881070-b63f-4929-93c2-b26ca5eb63b1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9646eeb1-eed7-4b1a-a6b8-37a67928ea6c HTTP/1.1" status: 204 len: 168 time: 0.2529511 Jul 24 00:07:54.722265 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8881070-b63f-4929-93c2-b26ca5eb63b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9646eeb1-eed7-4b1a-a6b8-37a67928ea6c,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:54.767141 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e8ad336c-5a45-4b4a-a4a6-cfbf7f9c2713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:54.787276 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec044e9-70ba-40af-a92b-2f892afdc481 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Network 09a4e82a-5e45-4bb6-a723-f6f53af70ab7 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:07:54.810653 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-8ec044e9-70ba-40af-a92b-2f892afdc481 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:07:54.824476 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec044e9-70ba-40af-a92b-2f892afdc481 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:07:54.830244 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec044e9-70ba-40af-a92b-2f892afdc481 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:54.830881 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8ec044e9-70ba-40af-a92b-2f892afdc481 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:54.851868 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33664) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:54.852465 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-e8ad336c-5a45-4b4a-a4a6-cfbf7f9c2713 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8085dc2655a64ab099955c89e5cdea7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8420355 Jul 24 00:07:54.852765 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec044e9-70ba-40af-a92b-2f892afdc481 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event updated for resources: {'Port': ['ID=4fed9ab3-ec08-4bb8-8ab9-db29fa193045,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:54.856506 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ad336c-5a45-4b4a-a4a6-cfbf7f9c2713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a22dbbb1-c40e-4afa-8cad-d40e0415998f,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:54.864755 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec044e9-70ba-40af-a92b-2f892afdc481 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:07:54.865158 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec044e9-70ba-40af-a92b-2f892afdc481 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:07:54.865507 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec044e9-70ba-40af-a92b-2f892afdc481 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:07:54.865859 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec044e9-70ba-40af-a92b-2f892afdc481 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:07:54.866196 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec044e9-70ba-40af-a92b-2f892afdc481 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:07:54.866548 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec044e9-70ba-40af-a92b-2f892afdc481 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:07:54.866877 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec044e9-70ba-40af-a92b-2f892afdc481 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:07:54.867213 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec044e9-70ba-40af-a92b-2f892afdc481 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:07:54.867544 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec044e9-70ba-40af-a92b-2f892afdc481 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:07:54.868021 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec044e9-70ba-40af-a92b-2f892afdc481 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:07:54.868253 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec044e9-70ba-40af-a92b-2f892afdc481 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:07:54.868582 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec044e9-70ba-40af-a92b-2f892afdc481 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:07:54.885596 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-8ec044e9-70ba-40af-a92b-2f892afdc481 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2246835 Jul 24 00:07:54.887569 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ad336c-5a45-4b4a-a4a6-cfbf7f9c2713 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:07:54.888010 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ad336c-5a45-4b4a-a4a6-cfbf7f9c2713 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:07:54.888425 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ad336c-5a45-4b4a-a4a6-cfbf7f9c2713 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:07:54.888714 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ad336c-5a45-4b4a-a4a6-cfbf7f9c2713 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:07:54.889093 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ad336c-5a45-4b4a-a4a6-cfbf7f9c2713 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:07:54.889419 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ad336c-5a45-4b4a-a4a6-cfbf7f9c2713 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:07:54.889754 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ad336c-5a45-4b4a-a4a6-cfbf7f9c2713 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:07:54.890088 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ad336c-5a45-4b4a-a4a6-cfbf7f9c2713 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:07:54.890521 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ad336c-5a45-4b4a-a4a6-cfbf7f9c2713 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:07:54.890753 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ad336c-5a45-4b4a-a4a6-cfbf7f9c2713 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:07:54.890962 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33666) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:54.891084 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ad336c-5a45-4b4a-a4a6-cfbf7f9c2713 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:07:54.891381 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ad336c-5a45-4b4a-a4a6-cfbf7f9c2713 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:07:55.089345 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee879-2f5c-4206-bf46-b07c48038ce4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:55.192833 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee879-2f5c-4206-bf46-b07c48038ce4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:55.328887 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device ca8d3359-d1c8-4c24-84cc-c995df6eb1ec up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:07:55.428319 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port ca8d3359-d1c8-4c24-84cc-c995df6eb1ec completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:07:55.472168 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee879-2f5c-4206-bf46-b07c48038ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:55.474869 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee879-2f5c-4206-bf46-b07c48038ce4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:55.476248 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-2b6ee879-2f5c-4206-bf46-b07c48038ce4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a22dbbb1-c40e-4afa-8cad-d40e0415998f HTTP/1.1" status: 204 len: 168 time: 0.6225030 Jul 24 00:07:55.487947 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-eb3603fe-d9e6-4ba1-9070-a26de64e75c7 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:55.518475 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6ee879-2f5c-4206-bf46-b07c48038ce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a22dbbb1-c40e-4afa-8cad-d40e0415998f,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:55.587216 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d732d26-f113-4441-bece-3090b367f42c req-444281e5-78de-4837-ade4-06fbfce1c0b6 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:55.593483 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d732d26-f113-4441-bece-3090b367f42c req-444281e5-78de-4837-ade4-06fbfce1c0b6 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:55.599462 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d732d26-f113-4441-bece-3090b367f42c req-444281e5-78de-4837-ade4-06fbfce1c0b6 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:55.605970 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d732d26-f113-4441-bece-3090b367f42c req-444281e5-78de-4837-ade4-06fbfce1c0b6 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:55.612186 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d732d26-f113-4441-bece-3090b367f42c req-444281e5-78de-4837-ade4-06fbfce1c0b6 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:55.618770 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d732d26-f113-4441-bece-3090b367f42c req-444281e5-78de-4837-ade4-06fbfce1c0b6 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:55.624891 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d732d26-f113-4441-bece-3090b367f42c req-444281e5-78de-4837-ade4-06fbfce1c0b6 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:55.632512 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4d732d26-f113-4441-bece-3090b367f42c req-444281e5-78de-4837-ade4-06fbfce1c0b6 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c075934-d6b2-45f9-8b7a-e05ff072e3c1 HTTP/1.1" status: 200 len: 5436 time: 0.2247596 Jul 24 00:07:55.766028 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e3f087bf-e84a-44df-a14b-05661f66f2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:55.827667 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0d8de1-ce34-4281-9519-f5b9ccd580e5 None None] Network 09a4e82a-5e45-4bb6-a723-f6f53af70ab7 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:07:55.893565 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-acc9b013-a6d9-4fec-acd5-402d80acdf20 None None] Provisioning for port ca8d3359-d1c8-4c24-84cc-c995df6eb1ec completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:07:55.906428 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67825c30-270a-411c-936c-e84c9923f9c1 req-0ea9253a-1c7a-4f67-bada-f5e25a365296 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:55.914205 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-67825c30-270a-411c-936c-e84c9923f9c1 req-0ea9253a-1c7a-4f67-bada-f5e25a365296 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=8faf2bb9-7f86-4512-b106-4b1d32af40fb HTTP/1.1" status: 200 len: 945 time: 0.1141500 Jul 24 00:07:55.935127 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-acc9b013-a6d9-4fec-acd5-402d80acdf20 None None] Provisioning complete for port ca8d3359-d1c8-4c24-84cc-c995df6eb1ec triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:07:55.936117 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-acc9b013-a6d9-4fec-acd5-402d80acdf20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:56.016098 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-67825c30-270a-411c-936c-e84c9923f9c1 req-90edaa1e-c450-47bd-bf38-a51574d2e301 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/security-groups?id=01883c9b-f537-47a8-8e4c-5877842ba644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002989 Jul 24 00:07:56.136737 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4d732d26-f113-4441-bece-3090b367f42c req-b83bf392-5253-45fd-8e6f-9808dea82d85 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/security-groups?id=32ff9839-8d3b-48a3-a25d-b35ae2bb65fa&id=89d8d27b-9412-49b0-8db6-21624a8289f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5030217 Jul 24 00:07:56.144725 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-acc9b013-a6d9-4fec-acd5-402d80acdf20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:56.214116 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-acc9b013-a6d9-4fec-acd5-402d80acdf20 None None] For port ca8d3359-d1c8-4c24-84cc-c995df6eb1ec, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=ca8d3359-d1c8-4c24-84cc-c995df6eb1ec,segment=NetworkSegment(f9b5a236-f65c-4550-8342-0250572f9fef),segment_id=f9b5a236-f65c-4550-8342-0250572f9fef)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:07:56.219432 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-acc9b013-a6d9-4fec-acd5-402d80acdf20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:56.276838 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc9b013-a6d9-4fec-acd5-402d80acdf20 None None] Pushing event updated for resources: {'Port': ['ID=ca8d3359-d1c8-4c24-84cc-c995df6eb1ec,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:56.338438 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33730) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:56.342684 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0032668 Jul 24 00:07:56.346133 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33734) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:56.386069 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-eb3603fe-d9e6-4ba1-9070-a26de64e75c7 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:56.403352 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-eb3603fe-d9e6-4ba1-9070-a26de64e75c7 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:56.498514 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1da609e-1300-430a-b98f-621f3024feb4 req-58600658-8528-489c-b65a-e0bcc0dbee85 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:56.505076 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1da609e-1300-430a-b98f-621f3024feb4 req-58600658-8528-489c-b65a-e0bcc0dbee85 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:56.533646 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3603fe-d9e6-4ba1-9070-a26de64e75c7 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event updated for resources: {'Port': ['ID=4fed9ab3-ec08-4bb8-8ab9-db29fa193045,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:56.541258 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1da609e-1300-430a-b98f-621f3024feb4 req-58600658-8528-489c-b65a-e0bcc0dbee85 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:56.552238 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1da609e-1300-430a-b98f-621f3024feb4 req-58600658-8528-489c-b65a-e0bcc0dbee85 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:56.558972 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1da609e-1300-430a-b98f-621f3024feb4 req-58600658-8528-489c-b65a-e0bcc0dbee85 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:56.571776 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1da609e-1300-430a-b98f-621f3024feb4 req-58600658-8528-489c-b65a-e0bcc0dbee85 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:56.578981 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1da609e-1300-430a-b98f-621f3024feb4 req-58600658-8528-489c-b65a-e0bcc0dbee85 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:56.581071 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c1da609e-1300-430a-b98f-621f3024feb4 req-58600658-8528-489c-b65a-e0bcc0dbee85 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c075934-d6b2-45f9-8b7a-e05ff072e3c1 HTTP/1.1" status: 200 len: 5436 time: 0.1888611 Jul 24 00:07:56.659805 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-1b458cd8-8fb5-4d62-9d91-1228e0cab497 None None] Provisioning for port 4fed9ab3-ec08-4bb8-8ab9-db29fa193045 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:07:56.665281 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-1b458cd8-8fb5-4d62-9d91-1228e0cab497 None None] Provisioning complete for port 4fed9ab3-ec08-4bb8-8ab9-db29fa193045 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:07:56.665894 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-1b458cd8-8fb5-4d62-9d91-1228e0cab497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:56.667739 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1da609e-1300-430a-b98f-621f3024feb4 req-61c6a568-974b-4588-8cc4-2391cb9b84bd tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:56.669903 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c1da609e-1300-430a-b98f-621f3024feb4 req-61c6a568-974b-4588-8cc4-2391cb9b84bd tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.52 "GET /v2.0/ports/e3557d7c-9f5d-4806-8073-44a23ccf9e4e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0812798 Jul 24 00:07:56.693613 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-eb3603fe-d9e6-4ba1-9070-a26de64e75c7 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681761'] for router_interface, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:56.755431 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:56.765909 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-1b458cd8-8fb5-4d62-9d91-1228e0cab497 None None] Port 4fed9ab3-ec08-4bb8-8ab9-db29fa193045 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:07:56.799414 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-1b458cd8-8fb5-4d62-9d91-1228e0cab497 None None] Provisioning complete for port ca8d3359-d1c8-4c24-84cc-c995df6eb1ec triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:07:56.799801 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-1b458cd8-8fb5-4d62-9d91-1228e0cab497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:56.833844 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33746) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:56.891453 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-1bb8cf6c-de4b-4f8d-a253-300401017274 tempest-NetworksApiDiscovery-975086959 tempest-NetworksApiDiscovery-975086959-project] 10.222.0.44 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.5328519 Jul 24 00:07:56.910880 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-eb3603fe-d9e6-4ba1-9070-a26de64e75c7 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:56.929270 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c1da609e-1300-430a-b98f-621f3024feb4 req-0cbfec07-0cb8-401b-9d8b-67f9789089e4 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.52 "GET /v2.0/networks/afa024cd-6a99-42b6-95da-fdd5c3d9ab0a?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2505419 Jul 24 00:07:56.941798 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-c1da609e-1300-430a-b98f-621f3024feb4 req-5fe9b232-3d9e-4620-8e4f-c29b5938f018 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:57.029776 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-68753163-5630-43fd-bdaa-7758dd58d279 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:57.080658 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-c1da609e-1300-430a-b98f-621f3024feb4 req-5fe9b232-3d9e-4620-8e4f-c29b5938f018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:57.082873 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-81a2271e-f781-48b3-8be7-7ce42a4b2320 None None] Provisioning complete for port 4fed9ab3-ec08-4bb8-8ab9-db29fa193045 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:07:57.083261 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-81a2271e-f781-48b3-8be7-7ce42a4b2320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:57.189917 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-81a2271e-f781-48b3-8be7-7ce42a4b2320 None None] Port 4fed9ab3-ec08-4bb8-8ab9-db29fa193045 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:07:57.242566 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:57.372956 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device ca8d3359-d1c8-4c24-84cc-c995df6eb1ec up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:07:57.420583 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4c34e0-33a9-4ca7-bc97-d912fc7a8b55 req-323102d3-3be4-4458-80b3-d1052e17044f tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:57.423624 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8a4c34e0-33a9-4ca7-bc97-d912fc7a8b55 req-323102d3-3be4-4458-80b3-d1052e17044f tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=8faf2bb9-7f86-4512-b106-4b1d32af40fb HTTP/1.1" status: 200 len: 945 time: 0.2029357 Jul 24 00:07:57.424192 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33770) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:57.459578 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-68753163-5630-43fd-bdaa-7758dd58d279 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:57.491144 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-eb3603fe-d9e6-4ba1-9070-a26de64e75c7 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:57.497751 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8a4c34e0-33a9-4ca7-bc97-d912fc7a8b55 req-efd79c4f-baa3-4168-ae44-0e4071637213 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/security-groups?id=01883c9b-f537-47a8-8e4c-5877842ba644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661643 Jul 24 00:07:57.500242 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-eb3603fe-d9e6-4ba1-9070-a26de64e75c7 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:57.501936 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-eb3603fe-d9e6-4ba1-9070-a26de64e75c7 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680980'] for router_interface, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:57.512989 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-3cc45fe2-5d5c-4ea6-972e-8399a8dfb42c None None] Provisioning complete for port 4fed9ab3-ec08-4bb8-8ab9-db29fa193045 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:07:57.513377 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3cc45fe2-5d5c-4ea6-972e-8399a8dfb42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:57.521379 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-68753163-5630-43fd-bdaa-7758dd58d279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:57.560529 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3603fe-d9e6-4ba1-9070-a26de64e75c7 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event updated for resources: {'Port': ['ID=4fed9ab3-ec08-4bb8-8ab9-db29fa193045,revision_number=3']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:57.624856 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-3cc45fe2-5d5c-4ea6-972e-8399a8dfb42c None None] Port 4fed9ab3-ec08-4bb8-8ab9-db29fa193045 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:07:57.637627 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port ca8d3359-d1c8-4c24-84cc-c995df6eb1ec triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:07:57.638589 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:57.656376 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f99aa435-55be-4476-89c2-342678847654 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:57.680681 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-68753163-5630-43fd-bdaa-7758dd58d279 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ebfe72da867e4a0a8d973724bcf1761c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8447661 Jul 24 00:07:57.684071 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68753163-5630-43fd-bdaa-7758dd58d279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c81b2b0-993f-404a-b300-d5932fbf4abe,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:57.705820 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33774) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:57.750765 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3603fe-d9e6-4ba1-9070-a26de64e75c7 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Network 09a4e82a-5e45-4bb6-a723-f6f53af70ab7 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:07:57.755407 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-eb3603fe-d9e6-4ba1-9070-a26de64e75c7 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:07:57.761377 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-c1da609e-1300-430a-b98f-621f3024feb4 req-5fe9b232-3d9e-4620-8e4f-c29b5938f018 service neutron] For port e3557d7c-9f5d-4806-8073-44a23ccf9e4e, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=e3557d7c-9f5d-4806-8073-44a23ccf9e4e,segment=NetworkSegment(c4880529-aea2-41d8-82bf-189956ea9cc7),segment_id=c4880529-aea2-41d8-82bf-189956ea9cc7)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:07:57.803827 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9332724-16eb-4eaf-ba34-7cf0f64ef1d6 req-d8c0928e-d451-4cb8-b87b-b27a22b60c1d tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:57.811834 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9332724-16eb-4eaf-ba34-7cf0f64ef1d6 req-d8c0928e-d451-4cb8-b87b-b27a22b60c1d tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:57.819072 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9332724-16eb-4eaf-ba34-7cf0f64ef1d6 req-d8c0928e-d451-4cb8-b87b-b27a22b60c1d tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:57.827996 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9332724-16eb-4eaf-ba34-7cf0f64ef1d6 req-d8c0928e-d451-4cb8-b87b-b27a22b60c1d tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:57.834623 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9332724-16eb-4eaf-ba34-7cf0f64ef1d6 req-d8c0928e-d451-4cb8-b87b-b27a22b60c1d tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:57.851244 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9332724-16eb-4eaf-ba34-7cf0f64ef1d6 req-d8c0928e-d451-4cb8-b87b-b27a22b60c1d tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:57.871012 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9332724-16eb-4eaf-ba34-7cf0f64ef1d6 req-d8c0928e-d451-4cb8-b87b-b27a22b60c1d tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:57.875485 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d9332724-16eb-4eaf-ba34-7cf0f64ef1d6 req-d8c0928e-d451-4cb8-b87b-b27a22b60c1d tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c075934-d6b2-45f9-8b7a-e05ff072e3c1 HTTP/1.1" status: 200 len: 5436 time: 0.4521072 Jul 24 00:07:57.914383 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-546ebe38-1383-4984-9b2f-722927ca4902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:57.949290 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-546ebe38-1383-4984-9b2f-722927ca4902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:57.978494 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d9332724-16eb-4eaf-ba34-7cf0f64ef1d6 req-6a59a989-4e1d-4044-bd75-2a69c59863bb tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/security-groups?id=32ff9839-8d3b-48a3-a25d-b35ae2bb65fa&id=89d8d27b-9412-49b0-8db6-21624a8289f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0848892 Jul 24 00:07:57.991798 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-c1da609e-1300-430a-b98f-621f3024feb4 req-5fe9b232-3d9e-4620-8e4f-c29b5938f018 service neutron] For port e3557d7c-9f5d-4806-8073-44a23ccf9e4e, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:07:58.058532 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-546ebe38-1383-4984-9b2f-722927ca4902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:58.062765 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-546ebe38-1383-4984-9b2f-722927ca4902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:58.062765 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-546ebe38-1383-4984-9b2f-722927ca4902 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6c81b2b0-993f-404a-b300-d5932fbf4abe HTTP/1.1" status: 204 len: 168 time: 0.3506470 Jul 24 00:07:58.077497 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546ebe38-1383-4984-9b2f-722927ca4902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c81b2b0-993f-404a-b300-d5932fbf4abe,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:58.086387 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-c1da609e-1300-430a-b98f-621f3024feb4 req-5fe9b232-3d9e-4620-8e4f-c29b5938f018 service neutron] device_id is not set on port e3557d7c-9f5d-4806-8073-44a23ccf9e4e yet. {{(pid=100313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:07:58.092631 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f99aa435-55be-4476-89c2-342678847654 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:58.102524 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f99aa435-55be-4476-89c2-342678847654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:58.128832 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb3603fe-d9e6-4ba1-9070-a26de64e75c7 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Router 7dd384f4-60d9-4edb-b6e7-0520c010ab42 is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:07:58.129540 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-c1da609e-1300-430a-b98f-621f3024feb4 req-5fe9b232-3d9e-4620-8e4f-c29b5938f018 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:58.135354 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-f99aa435-55be-4476-89c2-342678847654 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f04c73deeff24cc5ad93b0f907730660&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7102041 Jul 24 00:07:58.138516 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33814) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:58.153949 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-c1da609e-1300-430a-b98f-621f3024feb4 req-5fe9b232-3d9e-4620-8e4f-c29b5938f018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:58.215957 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe9b232-3d9e-4620-8e4f-c29b5938f018 service neutron] Pushing event updated for resources: {'Port': ['ID=e3557d7c-9f5d-4806-8073-44a23ccf9e4e,revision_number=6']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:58.223812 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99aa435-55be-4476-89c2-342678847654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=470f45f0-5455-4868-982d-7dcfec57ca6e,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:58.268770 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-f035d770-b331-4d2e-8b34-2bff2c02bd97 None None] Provisioning complete for port 4fed9ab3-ec08-4bb8-8ab9-db29fa193045 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:07:58.269267 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f035d770-b331-4d2e-8b34-2bff2c02bd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:58.304542 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1da609e-1300-430a-b98f-621f3024feb4 req-5fe9b232-3d9e-4620-8e4f-c29b5938f018 service neutron] No DVR routers for this DVR port e3557d7c-9f5d-4806-8073-44a23ccf9e4e on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:07:58.342911 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-66dc7c3a-ce6e-457e-b863-29ff07b73ab9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:58.385617 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-f035d770-b331-4d2e-8b34-2bff2c02bd97 None None] Port 4fed9ab3-ec08-4bb8-8ab9-db29fa193045 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:07:58.399951 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-66dc7c3a-ce6e-457e-b863-29ff07b73ab9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:58.417682 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-c1da609e-1300-430a-b98f-621f3024feb4 req-5fe9b232-3d9e-4620-8e4f-c29b5938f018 service neutron] In _notify_port_updated(), no bound segment for port e3557d7c-9f5d-4806-8073-44a23ccf9e4e on network afa024cd-6a99-42b6-95da-fdd5c3d9ab0a {{(pid=100313) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 24 00:07:58.418620 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1da609e-1300-430a-b98f-621f3024feb4 req-5fe9b232-3d9e-4620-8e4f-c29b5938f018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:58.421815 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-c1da609e-1300-430a-b98f-621f3024feb4 req-5fe9b232-3d9e-4620-8e4f-c29b5938f018 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:58.423296 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c1da609e-1300-430a-b98f-621f3024feb4 req-5fe9b232-3d9e-4620-8e4f-c29b5938f018 service neutron] 10.222.0.52 "PUT /v2.0/ports/e3557d7c-9f5d-4806-8073-44a23ccf9e4e HTTP/1.1" status: 200 len: 1028 time: 1.4882789 Jul 24 00:07:58.497434 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb3603fe-d9e6-4ba1-9070-a26de64e75c7 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:07:58.505528 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-eb3603fe-d9e6-4ba1-9070-a26de64e75c7 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "PUT /v2.0/routers/7dd384f4-60d9-4edb-b6e7-0520c010ab42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6126547 Jul 24 00:07:58.509705 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33824) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:58.511406 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa93ef99-4603-4f84-9632-3e27d90dc9b8 None None] Sync routers for ids ['7dd384f4-60d9-4edb-b6e7-0520c010ab42'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:07:58.527099 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa93ef99-4603-4f84-9632-3e27d90dc9b8 None None] Routers {'7dd384f4-60d9-4edb-b6e7-0520c010ab42'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:07:58.528178 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-fa93ef99-4603-4f84-9632-3e27d90dc9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:07:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['7dd384f4-60d9-4edb-b6e7-0520c010ab42'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:07:58.541427 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-66dc7c3a-ce6e-457e-b863-29ff07b73ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:58.546224 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-66dc7c3a-ce6e-457e-b863-29ff07b73ab9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:58.559080 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-66dc7c3a-ce6e-457e-b863-29ff07b73ab9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/470f45f0-5455-4868-982d-7dcfec57ca6e HTTP/1.1" status: 204 len: 168 time: 0.4057877 Jul 24 00:07:58.584671 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dc7c3a-ce6e-457e-b863-29ff07b73ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=470f45f0-5455-4868-982d-7dcfec57ca6e,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:58.597801 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1da609e-1300-430a-b98f-621f3024feb4 req-c6fdffbe-68c2-49c9-98e6-4b6c1a90ac0e tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:58.599792 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c1da609e-1300-430a-b98f-621f3024feb4 req-c6fdffbe-68c2-49c9-98e6-4b6c1a90ac0e tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.52 "GET /v2.0/ports/8f556c59-81ca-477e-85bf-cbe94e6d27d9?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1701097 Jul 24 00:07:58.642192 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-c1da609e-1300-430a-b98f-621f3024feb4 req-23048cfd-fb20-4c37-8317-1bcb8b1b1ab9 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:07:58.662748 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-fa93ef99-4603-4f84-9632-3e27d90dc9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:07:58.671417 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33830) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:58.691782 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa93ef99-4603-4f84-9632-3e27d90dc9b8 None None] Routers {'7dd384f4-60d9-4edb-b6e7-0520c010ab42'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:07:58.692754 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-fa93ef99-4603-4f84-9632-3e27d90dc9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:07:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['7dd384f4-60d9-4edb-b6e7-0520c010ab42'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:07:58.726232 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-45d902cb-4f30-4384-afcc-2782a3db44c3 None None] Provisioning complete for port e3557d7c-9f5d-4806-8073-44a23ccf9e4e triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:07:58.726528 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-45d902cb-4f30-4384-afcc-2782a3db44c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:58.743517 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-19711312-fafc-4a19-9a89-c9897dee8e2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:58.757524 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-fa93ef99-4603-4f84-9632-3e27d90dc9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:07:58.760752 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa93ef99-4603-4f84-9632-3e27d90dc9b8 None None] The sync data for ids ['7dd384f4-60d9-4edb-b6e7-0520c010ab42'] in n-d-800088-16 is: [] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:07:58.846469 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a1b91c-cc1d-4f4c-8551-cb0d37ca84eb tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:58.852370 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33840) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:58.854698 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-66a1b91c-cc1d-4f4c-8551-cb0d37ca84eb tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "GET /v2.0/ports?device_id=7dd384f4-60d9-4edb-b6e7-0520c010ab42 HTTP/1.1" status: 200 len: 988 time: 0.3429983 Jul 24 00:07:58.858796 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-45d902cb-4f30-4384-afcc-2782a3db44c3 None None] Port e3557d7c-9f5d-4806-8073-44a23ccf9e4e cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:07:58.866504 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:58.904481 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-c1da609e-1300-430a-b98f-621f3024feb4 req-23048cfd-fb20-4c37-8317-1bcb8b1b1ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:58.929084 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c037c9e0-ba24-4939-810c-8b6de0a2512d req-1992557c-c9ba-427e-849d-d9574780e0b7 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:58.947778 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c037c9e0-ba24-4939-810c-8b6de0a2512d req-1992557c-c9ba-427e-849d-d9574780e0b7 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=8faf2bb9-7f86-4512-b106-4b1d32af40fb HTTP/1.1" status: 200 len: 945 time: 0.2968292 Jul 24 00:07:59.062500 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-19711312-fafc-4a19-9a89-c9897dee8e2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:59.068372 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c037c9e0-ba24-4939-810c-8b6de0a2512d req-9c556c47-8687-4ee1-b570-b22bc136c427 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/security-groups?id=01883c9b-f537-47a8-8e4c-5877842ba644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173985 Jul 24 00:07:59.119610 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-19711312-fafc-4a19-9a89-c9897dee8e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:59.255315 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-19711312-fafc-4a19-9a89-c9897dee8e2b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1bba1dd1612f4b5b8e56b7fcf9e588b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5803154 Jul 24 00:07:59.255720 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33878) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:07:59.257111 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19711312-fafc-4a19-9a89-c9897dee8e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bafd7dd1-4ca9-4bd6-aaa6-858c008276bb,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:59.275946 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-c1da609e-1300-430a-b98f-621f3024feb4 req-23048cfd-fb20-4c37-8317-1bcb8b1b1ab9 service neutron] For port 8f556c59-81ca-477e-85bf-cbe94e6d27d9, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=8f556c59-81ca-477e-85bf-cbe94e6d27d9,segment=NetworkSegment(c4880529-aea2-41d8-82bf-189956ea9cc7),segment_id=c4880529-aea2-41d8-82bf-189956ea9cc7)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:07:59.362117 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-c1da609e-1300-430a-b98f-621f3024feb4 req-23048cfd-fb20-4c37-8317-1bcb8b1b1ab9 service neutron] For port 8f556c59-81ca-477e-85bf-cbe94e6d27d9, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:07:59.371795 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c28c52-bd01-4356-8e47-a8fbb1dd9ce4 req-5f057eba-22dd-42e4-97a9-035d76f08baa tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:59.377802 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c28c52-bd01-4356-8e47-a8fbb1dd9ce4 req-5f057eba-22dd-42e4-97a9-035d76f08baa tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:59.385215 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c28c52-bd01-4356-8e47-a8fbb1dd9ce4 req-5f057eba-22dd-42e4-97a9-035d76f08baa tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:59.391597 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c28c52-bd01-4356-8e47-a8fbb1dd9ce4 req-5f057eba-22dd-42e4-97a9-035d76f08baa tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:59.394408 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-40c324eb-663a-463f-84c1-d8a6f25ead1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:59.399374 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c28c52-bd01-4356-8e47-a8fbb1dd9ce4 req-5f057eba-22dd-42e4-97a9-035d76f08baa tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:59.405422 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c28c52-bd01-4356-8e47-a8fbb1dd9ce4 req-5f057eba-22dd-42e4-97a9-035d76f08baa tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:59.408629 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device a1b78b8a-fbe7-495d-8c1b-d40899859c16 no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:07:59.413009 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-70c28c52-bd01-4356-8e47-a8fbb1dd9ce4 req-5f057eba-22dd-42e4-97a9-035d76f08baa tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c075934-d6b2-45f9-8b7a-e05ff072e3c1 HTTP/1.1" status: 200 len: 4661 time: 0.2308466 Jul 24 00:07:59.457198 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-40c324eb-663a-463f-84c1-d8a6f25ead1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:59.484855 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-70c28c52-bd01-4356-8e47-a8fbb1dd9ce4 req-1f4a0d84-e039-4760-ba34-d26d0df8678e tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/security-groups?id=32ff9839-8d3b-48a3-a25d-b35ae2bb65fa&id=89d8d27b-9412-49b0-8db6-21624a8289f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0708752 Jul 24 00:07:59.503565 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:59.527254 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c075934-d6b2-45f9-8b7a-e05ff072e3c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1b78b8a-fbe7-495d-8c1b-d40899859c16'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:07:59.530330 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70315eaf-6b31-4670-9208-f409d884c951" -d '{"events": [{"server_uuid": "2c075934-d6b2-45f9-8b7a-e05ff072e3c1", "name": "network-vif-unplugged", "status": "completed", "tag": "a1b78b8a-fbe7-495d-8c1b-d40899859c16"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:07:59.548661 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port a1b78b8a-fbe7-495d-8c1b-d40899859c16, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=a1b78b8a-fbe7-495d-8c1b-d40899859c16,segment=NetworkSegment(c4880529-aea2-41d8-82bf-189956ea9cc7),segment_id=c4880529-aea2-41d8-82bf-189956ea9cc7)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:07:59.557697 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:59.558776 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 1066e3ba-d2f6-4583-a8ed-097498ddee4a no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:07:59.561449 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-c1da609e-1300-430a-b98f-621f3024feb4 req-23048cfd-fb20-4c37-8317-1bcb8b1b1ab9 service neutron] device_id is not set on port 8f556c59-81ca-477e-85bf-cbe94e6d27d9 yet. {{(pid=100313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:07:59.579662 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-c1da609e-1300-430a-b98f-621f3024feb4 req-23048cfd-fb20-4c37-8317-1bcb8b1b1ab9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:59.600079 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-c1da609e-1300-430a-b98f-621f3024feb4 req-23048cfd-fb20-4c37-8317-1bcb8b1b1ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:59.616330 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 00:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5101c96-7ee4-4e14-ac00-6f82039a114c x-openstack-request-id: req-e5101c96-7ee4-4e14-ac00-6f82039a114c {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:07:59.616676 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c075934-d6b2-45f9-8b7a-e05ff072e3c1", "name": "network-vif-unplugged", "status": "completed", "tag": "a1b78b8a-fbe7-495d-8c1b-d40899859c16", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:07:59.617315 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e5101c96-7ee4-4e14-ac00-6f82039a114c {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:07:59.618478 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c075934-d6b2-45f9-8b7a-e05ff072e3c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1b78b8a-fbe7-495d-8c1b-d40899859c16', 'code': 200} Jul 24 00:07:59.619448 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-40c324eb-663a-463f-84c1-d8a6f25ead1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:59.622218 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-40c324eb-663a-463f-84c1-d8a6f25ead1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:59.637284 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-40c324eb-663a-463f-84c1-d8a6f25ead1f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bafd7dd1-4ca9-4bd6-aaa6-858c008276bb HTTP/1.1" status: 204 len: 168 time: 0.3700714 Jul 24 00:07:59.715371 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=a1b78b8a-fbe7-495d-8c1b-d40899859c16,revision_number=6']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:59.737231 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c324eb-663a-463f-84c1-d8a6f25ead1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bafd7dd1-4ca9-4bd6-aaa6-858c008276bb,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:59.769336 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5571f708-b7d7-4849-8ba1-2ba4e312f6c5 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681029'] for router_interface, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:59.806136 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1da609e-1300-430a-b98f-621f3024feb4 req-23048cfd-fb20-4c37-8317-1bcb8b1b1ab9 service neutron] No DVR routers for this DVR port 8f556c59-81ca-477e-85bf-cbe94e6d27d9 on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:07:59.860848 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:59.910596 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-c1da609e-1300-430a-b98f-621f3024feb4 req-23048cfd-fb20-4c37-8317-1bcb8b1b1ab9 service neutron] In _notify_port_updated(), no bound segment for port 8f556c59-81ca-477e-85bf-cbe94e6d27d9 on network afa024cd-6a99-42b6-95da-fdd5c3d9ab0a {{(pid=100313) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 24 00:07:59.914896 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1da609e-1300-430a-b98f-621f3024feb4 req-23048cfd-fb20-4c37-8317-1bcb8b1b1ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:07:59.915572 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-c1da609e-1300-430a-b98f-621f3024feb4 req-23048cfd-fb20-4c37-8317-1bcb8b1b1ab9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:59.919893 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c1da609e-1300-430a-b98f-621f3024feb4 req-23048cfd-fb20-4c37-8317-1bcb8b1b1ab9 service neutron] 10.222.0.52 "PUT /v2.0/ports/8f556c59-81ca-477e-85bf-cbe94e6d27d9 HTTP/1.1" status: 200 len: 1028 time: 1.3001602 Jul 24 00:07:59.921112 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23048cfd-fb20-4c37-8317-1bcb8b1b1ab9 service neutron] Pushing event updated for resources: {'Port': ['ID=8f556c59-81ca-477e-85bf-cbe94e6d27d9,revision_number=6']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:07:59.928456 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 1066e3ba-d2f6-4583-a8ed-097498ddee4a, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=1066e3ba-d2f6-4583-a8ed-097498ddee4a,segment=NetworkSegment(b2922288-39c4-46e4-af35-3b1293a940b3),segment_id=b2922288-39c4-46e4-af35-3b1293a940b3)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:07:59.949134 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:07:59.950549 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 5aa7c101-ee25-4b57-94d7-7279b107b66d no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:08:00.059182 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=1066e3ba-d2f6-4583-a8ed-097498ddee4a,revision_number=6']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:00.159679 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-fe9bfbc0-d7d9-4b63-88dd-1576d07a4606 None None] Provisioning complete for port 8f556c59-81ca-477e-85bf-cbe94e6d27d9 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:08:00.160073 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-fe9bfbc0-d7d9-4b63-88dd-1576d07a4606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:00.190792 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-c1da609e-1300-430a-b98f-621f3024feb4 req-9fe9b169-3078-4036-98c4-f796caf3327b tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Deleting port 1066e3ba-d2f6-4583-a8ed-097498ddee4a {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:08:00.193118 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-c1da609e-1300-430a-b98f-621f3024feb4 req-9fe9b169-3078-4036-98c4-f796caf3327b tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:00.255858 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:00.282039 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-fe9bfbc0-d7d9-4b63-88dd-1576d07a4606 None None] Port 8f556c59-81ca-477e-85bf-cbe94e6d27d9 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:08:00.314615 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 5aa7c101-ee25-4b57-94d7-7279b107b66d, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=5aa7c101-ee25-4b57-94d7-7279b107b66d,segment=NetworkSegment(b2922288-39c4-46e4-af35-3b1293a940b3),segment_id=b2922288-39c4-46e4-af35-3b1293a940b3)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:08:00.318278 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-5571f708-b7d7-4849-8ba1-2ba4e312f6c5 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Deleting port 4fed9ab3-ec08-4bb8-8ab9-db29fa193045 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:08:00.318278 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5571f708-b7d7-4849-8ba1-2ba4e312f6c5 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:00.322898 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:00.324782 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device e3557d7c-9f5d-4806-8073-44a23ccf9e4e no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:08:00.392411 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686cd162-baf3-408e-9bd6-a71987ee4adf req-af69106e-bfba-47bf-8e52-8e55d03d733e tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:00.394174 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-686cd162-baf3-408e-9bd6-a71987ee4adf req-af69106e-bfba-47bf-8e52-8e55d03d733e tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=8faf2bb9-7f86-4512-b106-4b1d32af40fb HTTP/1.1" status: 200 len: 945 time: 0.1908250 Jul 24 00:08:00.396390 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-c1da609e-1300-430a-b98f-621f3024feb4 req-9fe9b169-3078-4036-98c4-f796caf3327b tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] For port 1066e3ba-d2f6-4583-a8ed-097498ddee4a, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=1066e3ba-d2f6-4583-a8ed-097498ddee4a,segment=NetworkSegment(b2922288-39c4-46e4-af35-3b1293a940b3),segment_id=b2922288-39c4-46e4-af35-3b1293a940b3)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:08:00.397042 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-c1da609e-1300-430a-b98f-621f3024feb4 req-9fe9b169-3078-4036-98c4-f796caf3327b tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:00.420950 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device e3557d7c-9f5d-4806-8073-44a23ccf9e4e not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:08:00.421548 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 4570f2dc-234f-4a2e-9e3f-da8c4844cab7 no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:08:00.428438 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-c1da609e-1300-430a-b98f-621f3024feb4 req-9fe9b169-3078-4036-98c4-f796caf3327b tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Calling delete_port for 1066e3ba-d2f6-4583-a8ed-097498ddee4a owned by compute:nova {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:08:00.492963 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=5aa7c101-ee25-4b57-94d7-7279b107b66d,revision_number=6']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:00.508299 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5571f708-b7d7-4849-8ba1-2ba4e312f6c5 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:00.526916 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-686cd162-baf3-408e-9bd6-a71987ee4adf req-e2e81a24-1581-4e9e-b9dd-55d24aa43295 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/security-groups?id=01883c9b-f537-47a8-8e4c-5877842ba644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239033 Jul 24 00:08:00.531111 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-5571f708-b7d7-4849-8ba1-2ba4e312f6c5 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Calling delete_port for 4fed9ab3-ec08-4bb8-8ab9-db29fa193045 owned by network:router_interface {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:08:00.555155 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:00.603283 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 4570f2dc-234f-4a2e-9e3f-da8c4844cab7, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=4570f2dc-234f-4a2e-9e3f-da8c4844cab7,segment=NetworkSegment(c4880529-aea2-41d8-82bf-189956ea9cc7),segment_id=c4880529-aea2-41d8-82bf-189956ea9cc7)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:08:00.618659 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:00.619479 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 465c7602-c874-48e3-a644-ba99539fad02 no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:08:00.766263 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-c1da609e-1300-430a-b98f-621f3024feb4 req-9fe9b169-3078-4036-98c4-f796caf3327b tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:00.819309 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa355361-1e1a-4c92-b69d-b4ec645253bb req-ce107d5a-6ab4-4754-ae7f-b99667365e82 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:00.826047 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa355361-1e1a-4c92-b69d-b4ec645253bb req-ce107d5a-6ab4-4754-ae7f-b99667365e82 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:00.832222 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa355361-1e1a-4c92-b69d-b4ec645253bb req-ce107d5a-6ab4-4754-ae7f-b99667365e82 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:00.834824 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=4570f2dc-234f-4a2e-9e3f-da8c4844cab7,revision_number=6']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:00.838898 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa355361-1e1a-4c92-b69d-b4ec645253bb req-ce107d5a-6ab4-4754-ae7f-b99667365e82 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:00.846320 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa355361-1e1a-4c92-b69d-b4ec645253bb req-ce107d5a-6ab4-4754-ae7f-b99667365e82 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:00.848450 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fa355361-1e1a-4c92-b69d-b4ec645253bb req-ce107d5a-6ab4-4754-ae7f-b99667365e82 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c075934-d6b2-45f9-8b7a-e05ff072e3c1 HTTP/1.1" status: 200 len: 3800 time: 0.1683347 Jul 24 00:08:00.850796 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe9b169-3078-4036-98c4-f796caf3327b tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Pushing event deleted for resources: {'Port': ['ID=1066e3ba-d2f6-4583-a8ed-097498ddee4a,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:00.917523 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5571f708-b7d7-4849-8ba1-2ba4e312f6c5 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:00.937608 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:00.968525 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1da609e-1300-430a-b98f-621f3024feb4 req-9fe9b169-3078-4036-98c4-f796caf3327b tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] No DVR routers for this DVR port 1066e3ba-d2f6-4583-a8ed-097498ddee4a on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:08:00.973839 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5571f708-b7d7-4849-8ba1-2ba4e312f6c5 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event deleted for resources: {'Port': ['ID=4fed9ab3-ec08-4bb8-8ab9-db29fa193045,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:00.989941 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-c1da609e-1300-430a-b98f-621f3024feb4 req-9fe9b169-3078-4036-98c4-f796caf3327b tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:00.991947 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c1da609e-1300-430a-b98f-621f3024feb4 req-9fe9b169-3078-4036-98c4-f796caf3327b tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.52 "DELETE /v2.0/ports/1066e3ba-d2f6-4583-a8ed-097498ddee4a HTTP/1.1" status: 204 len: 173 time: 1.0589921 Jul 24 00:08:00.992436 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c075934-d6b2-45f9-8b7a-e05ff072e3c1', 'name': 'network-vif-deleted', 'tag': '1066e3ba-d2f6-4583-a8ed-097498ddee4a'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:08:00.995282 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e1470f-4525-4e54-a0c4-945745f05acb" -d '{"events": [{"server_uuid": "2c075934-d6b2-45f9-8b7a-e05ff072e3c1", "name": "network-vif-deleted", "tag": "1066e3ba-d2f6-4583-a8ed-097498ddee4a"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:08:01.030149 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 465c7602-c874-48e3-a644-ba99539fad02, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=465c7602-c874-48e3-a644-ba99539fad02,segment=NetworkSegment(21032195-e2aa-496f-b3b7-a4625dd43e90),segment_id=21032195-e2aa-496f-b3b7-a4625dd43e90)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:08:01.036721 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fa355361-1e1a-4c92-b69d-b4ec645253bb req-51947d0c-b3f1-46e5-9368-1d242afc0789 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/security-groups?id=89d8d27b-9412-49b0-8db6-21624a8289f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1769168 Jul 24 00:08:01.041708 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:01.042466 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 8f556c59-81ca-477e-85bf-cbe94e6d27d9 no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:08:01.095025 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f6a7312-254b-4869-9116-1b52414b120f x-openstack-request-id: req-0f6a7312-254b-4869-9116-1b52414b120f {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:08:01.095561 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c075934-d6b2-45f9-8b7a-e05ff072e3c1", "name": "network-vif-deleted", "tag": "1066e3ba-d2f6-4583-a8ed-097498ddee4a", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:08:01.096003 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0f6a7312-254b-4869-9116-1b52414b120f {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:08:01.096592 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c075934-d6b2-45f9-8b7a-e05ff072e3c1', 'name': 'network-vif-deleted', 'tag': '1066e3ba-d2f6-4583-a8ed-097498ddee4a', 'status': 'completed', 'code': 200} Jul 24 00:08:01.162739 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 8f556c59-81ca-477e-85bf-cbe94e6d27d9 not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:08:01.196895 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=465c7602-c874-48e3-a644-ba99539fad02,revision_number=6']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:01.311392 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-c1da609e-1300-430a-b98f-621f3024feb4 req-f6e101b1-112f-4ed6-947c-85d33a00cb7d tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Deleting port a1b78b8a-fbe7-495d-8c1b-d40899859c16 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:08:01.311910 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-c1da609e-1300-430a-b98f-621f3024feb4 req-f6e101b1-112f-4ed6-947c-85d33a00cb7d tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:01.344006 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5571f708-b7d7-4849-8ba1-2ba4e312f6c5 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679987'] for router_interface, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:01.543848 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-c1da609e-1300-430a-b98f-621f3024feb4 req-f6e101b1-112f-4ed6-947c-85d33a00cb7d tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] For port a1b78b8a-fbe7-495d-8c1b-d40899859c16, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=a1b78b8a-fbe7-495d-8c1b-d40899859c16,segment=NetworkSegment(c4880529-aea2-41d8-82bf-189956ea9cc7),segment_id=c4880529-aea2-41d8-82bf-189956ea9cc7)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:08:01.544228 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-c1da609e-1300-430a-b98f-621f3024feb4 req-f6e101b1-112f-4ed6-947c-85d33a00cb7d tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:01.562676 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-c1da609e-1300-430a-b98f-621f3024feb4 req-f6e101b1-112f-4ed6-947c-85d33a00cb7d tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Calling delete_port for a1b78b8a-fbe7-495d-8c1b-d40899859c16 owned by compute:nova {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:08:01.606837 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5571f708-b7d7-4849-8ba1-2ba4e312f6c5 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Router 7dd384f4-60d9-4edb-b6e7-0520c010ab42 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:08:01.620329 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c075934-d6b2-45f9-8b7a-e05ff072e3c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1066e3ba-d2f6-4583-a8ed-097498ddee4a'}, {'server_uuid': '2c075934-d6b2-45f9-8b7a-e05ff072e3c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5aa7c101-ee25-4b57-94d7-7279b107b66d'}, {'server_uuid': '2c075934-d6b2-45f9-8b7a-e05ff072e3c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4570f2dc-234f-4a2e-9e3f-da8c4844cab7'}, {'server_uuid': '2c075934-d6b2-45f9-8b7a-e05ff072e3c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '465c7602-c874-48e3-a644-ba99539fad02'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:08:01.622713 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b990ad8a-14a6-42d9-b85f-87157f6c2abc" -d '{"events": [{"server_uuid": "2c075934-d6b2-45f9-8b7a-e05ff072e3c1", "name": "network-vif-unplugged", "status": "completed", "tag": "1066e3ba-d2f6-4583-a8ed-097498ddee4a"}, {"server_uuid": "2c075934-d6b2-45f9-8b7a-e05ff072e3c1", "name": "network-vif-unplugged", "status": "completed", "tag": "5aa7c101-ee25-4b57-94d7-7279b107b66d"}, {"server_uuid": "2c075934-d6b2-45f9-8b7a-e05ff072e3c1", "name": "network-vif-unplugged", "status": "completed", "tag": "4570f2dc-234f-4a2e-9e3f-da8c4844cab7"}, {"server_uuid": "2c075934-d6b2-45f9-8b7a-e05ff072e3c1", "name": "network-vif-unplugged", "status": "completed", "tag": "465c7602-c874-48e3-a644-ba99539fad02"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:08:01.756142 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5571f708-b7d7-4849-8ba1-2ba4e312f6c5 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:08:01.762735 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-5571f708-b7d7-4849-8ba1-2ba4e312f6c5 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "PUT /v2.0/routers/7dd384f4-60d9-4edb-b6e7-0520c010ab42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9086349 Jul 24 00:08:01.768230 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db6b38c-f272-4557-ac6a-07d921c8e452 None None] Sync routers for ids ['7dd384f4-60d9-4edb-b6e7-0520c010ab42'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:08:01.768438 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33956) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:01.787071 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db6b38c-f272-4557-ac6a-07d921c8e452 None None] Routers {'7dd384f4-60d9-4edb-b6e7-0520c010ab42'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:08:01.787725 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-3db6b38c-f272-4557-ac6a-07d921c8e452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:07:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['7dd384f4-60d9-4edb-b6e7-0520c010ab42'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:08:01.809834 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfae7bfc-e0b9-4f92-b811-ef0f948fcbe9 req-57c92ea2-e427-43ac-a203-9bb0d0463a73 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:01.812025 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-dfae7bfc-e0b9-4f92-b811-ef0f948fcbe9 req-57c92ea2-e427-43ac-a203-9bb0d0463a73 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=8faf2bb9-7f86-4512-b106-4b1d32af40fb HTTP/1.1" status: 200 len: 945 time: 0.1403461 Jul 24 00:08:01.852722 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee19f834-e90e-4a5c-90eb-ebfb4cb8ce43 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] GET failed (client error): The resource could not be found. Jul 24 00:08:01.857275 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33966) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:01.857808 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-ee19f834-e90e-4a5c-90eb-ebfb4cb8ce43 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "GET /v2.0/ports/4fed9ab3-ec08-4bb8-8ab9-db29fa193045 HTTP/1.1" status: 404 len: 333 time: 0.0880136 Jul 24 00:08:01.880295 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-c1da609e-1300-430a-b98f-621f3024feb4 req-f6e101b1-112f-4ed6-947c-85d33a00cb7d tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:01.906188 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Sat, 24 Jul 2021 00:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74cc20a5-867c-434d-b2f4-a1a296ec03af x-openstack-request-id: req-74cc20a5-867c-434d-b2f4-a1a296ec03af {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:08:01.908228 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c075934-d6b2-45f9-8b7a-e05ff072e3c1", "name": "network-vif-unplugged", "status": "completed", "tag": "1066e3ba-d2f6-4583-a8ed-097498ddee4a", "code": 200}, {"server_uuid": "2c075934-d6b2-45f9-8b7a-e05ff072e3c1", "name": "network-vif-unplugged", "status": "completed", "tag": "5aa7c101-ee25-4b57-94d7-7279b107b66d", "code": 200}, {"server_uuid": "2c075934-d6b2-45f9-8b7a-e05ff072e3c1", "name": "network-vif-unplugged", "status": "completed", "tag": "4570f2dc-234f-4a2e-9e3f-da8c4844cab7", "code": 200}, {"server_uuid": "2c075934-d6b2-45f9-8b7a-e05ff072e3c1", "name": "network-vif-unplugged", "status": "completed", "tag": "465c7602-c874-48e3-a644-ba99539fad02", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:08:01.908427 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-74cc20a5-867c-434d-b2f4-a1a296ec03af {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:08:01.909531 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c075934-d6b2-45f9-8b7a-e05ff072e3c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1066e3ba-d2f6-4583-a8ed-097498ddee4a', 'code': 200} Jul 24 00:08:01.912151 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c075934-d6b2-45f9-8b7a-e05ff072e3c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5aa7c101-ee25-4b57-94d7-7279b107b66d', 'code': 200} Jul 24 00:08:01.912524 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c075934-d6b2-45f9-8b7a-e05ff072e3c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4570f2dc-234f-4a2e-9e3f-da8c4844cab7', 'code': 200} Jul 24 00:08:01.913195 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c075934-d6b2-45f9-8b7a-e05ff072e3c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '465c7602-c874-48e3-a644-ba99539fad02', 'code': 200} Jul 24 00:08:01.924276 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-3db6b38c-f272-4557-ac6a-07d921c8e452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:08:01.938198 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db6b38c-f272-4557-ac6a-07d921c8e452 None None] Routers {'7dd384f4-60d9-4edb-b6e7-0520c010ab42'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:08:01.938847 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-3db6b38c-f272-4557-ac6a-07d921c8e452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:07:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['7dd384f4-60d9-4edb-b6e7-0520c010ab42'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:08:01.955520 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e101b1-112f-4ed6-947c-85d33a00cb7d tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Pushing event deleted for resources: {'Port': ['ID=a1b78b8a-fbe7-495d-8c1b-d40899859c16,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:02.016273 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1da609e-1300-430a-b98f-621f3024feb4 req-f6e101b1-112f-4ed6-947c-85d33a00cb7d tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] No DVR routers for this DVR port a1b78b8a-fbe7-495d-8c1b-d40899859c16 on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:08:02.022015 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-c1da609e-1300-430a-b98f-621f3024feb4 req-f6e101b1-112f-4ed6-947c-85d33a00cb7d tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:02.024340 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c1da609e-1300-430a-b98f-621f3024feb4 req-f6e101b1-112f-4ed6-947c-85d33a00cb7d tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.52 "DELETE /v2.0/ports/a1b78b8a-fbe7-495d-8c1b-d40899859c16 HTTP/1.1" status: 204 len: 173 time: 1.0218489 Jul 24 00:08:02.039220 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-3db6b38c-f272-4557-ac6a-07d921c8e452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:08:02.039951 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db6b38c-f272-4557-ac6a-07d921c8e452 None None] The sync data for ids ['7dd384f4-60d9-4edb-b6e7-0520c010ab42'] in n-d-800088-16 is: [] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:08:02.055040 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-dfae7bfc-e0b9-4f92-b811-ef0f948fcbe9 req-0168e8ac-54e8-4841-8e2c-b58b63f6e99b tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/security-groups?id=01883c9b-f537-47a8-8e4c-5877842ba644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365029 Jul 24 00:08:02.063876 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-840b49bb-64b1-4378-b0cd-4f7d5642c0b3 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for router, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:02.171525 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-c1da609e-1300-430a-b98f-621f3024feb4 req-16a49a29-539e-4536-b800-16255257d0be tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Deleting port 4570f2dc-234f-4a2e-9e3f-da8c4844cab7 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:08:02.172058 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-c1da609e-1300-430a-b98f-621f3024feb4 req-16a49a29-539e-4536-b800-16255257d0be tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:02.759090 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-c1da609e-1300-430a-b98f-621f3024feb4 req-16a49a29-539e-4536-b800-16255257d0be tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] For port 4570f2dc-234f-4a2e-9e3f-da8c4844cab7, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=4570f2dc-234f-4a2e-9e3f-da8c4844cab7,segment=NetworkSegment(c4880529-aea2-41d8-82bf-189956ea9cc7),segment_id=c4880529-aea2-41d8-82bf-189956ea9cc7)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:08:02.759748 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-c1da609e-1300-430a-b98f-621f3024feb4 req-16a49a29-539e-4536-b800-16255257d0be tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:02.761603 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-840b49bb-64b1-4378-b0cd-4f7d5642c0b3 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:02.764773 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-840b49bb-64b1-4378-b0cd-4f7d5642c0b3 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:02.778267 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-c1da609e-1300-430a-b98f-621f3024feb4 req-16a49a29-539e-4536-b800-16255257d0be tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Calling delete_port for 4570f2dc-234f-4a2e-9e3f-da8c4844cab7 owned by compute:nova {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:08:02.790705 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4616d21-a27d-405d-9197-b5e5897559ad req-c29b6d4b-abf6-42a6-b43e-c5fae9892c6f tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:02.797107 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4616d21-a27d-405d-9197-b5e5897559ad req-c29b6d4b-abf6-42a6-b43e-c5fae9892c6f tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:02.803409 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4616d21-a27d-405d-9197-b5e5897559ad req-c29b6d4b-abf6-42a6-b43e-c5fae9892c6f tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:02.812325 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c4616d21-a27d-405d-9197-b5e5897559ad req-c29b6d4b-abf6-42a6-b43e-c5fae9892c6f tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c075934-d6b2-45f9-8b7a-e05ff072e3c1 HTTP/1.1" status: 200 len: 2410 time: 0.6140559 Jul 24 00:08:02.823794 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-840b49bb-64b1-4378-b0cd-4f7d5642c0b3 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:02.824593 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-840b49bb-64b1-4378-b0cd-4f7d5642c0b3 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Fanout notify agent at l3_agent the message router_deleted on router 7dd384f4-60d9-4edb-b6e7-0520c010ab42 {{(pid=100314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:08:02.832959 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-840b49bb-64b1-4378-b0cd-4f7d5642c0b3 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:02.836462 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-840b49bb-64b1-4378-b0cd-4f7d5642c0b3 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "DELETE /v2.0/routers/7dd384f4-60d9-4edb-b6e7-0520c010ab42 HTTP/1.1" status: 204 len: 168 time: 0.9757702 Jul 24 00:08:02.836727 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33992) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:02.906057 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c4616d21-a27d-405d-9197-b5e5897559ad req-48ed382e-05df-44ff-b5ba-939c2c67f7ff tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/security-groups?id=89d8d27b-9412-49b0-8db6-21624a8289f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927801 Jul 24 00:08:02.913443 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-d70a4bfa-5a97-4c4a-b50b-a68ed0c0b1b4 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Deleting subnet 98b53853-5a3a-4440-ab57-28f46bf4cf23 {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:08:02.917329 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d70a4bfa-5a97-4c4a-b50b-a68ed0c0b1b4 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:02.963084 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d70a4bfa-5a97-4c4a-b50b-a68ed0c0b1b4 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:03.059561 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-c1da609e-1300-430a-b98f-621f3024feb4 req-16a49a29-539e-4536-b800-16255257d0be tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:03.074747 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d70a4bfa-5a97-4c4a-b50b-a68ed0c0b1b4 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:03.094702 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a49a29-539e-4536-b800-16255257d0be tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Pushing event deleted for resources: {'Port': ['ID=4570f2dc-234f-4a2e-9e3f-da8c4844cab7,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:03.108856 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c075934-d6b2-45f9-8b7a-e05ff072e3c1', 'name': 'network-vif-deleted', 'tag': 'a1b78b8a-fbe7-495d-8c1b-d40899859c16'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:08:03.111487 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-372739fa-eb82-4fa3-9c3c-87c8ebca9c39" -d '{"events": [{"server_uuid": "2c075934-d6b2-45f9-8b7a-e05ff072e3c1", "name": "network-vif-deleted", "tag": "a1b78b8a-fbe7-495d-8c1b-d40899859c16"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:08:03.160825 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d70a4bfa-5a97-4c4a-b50b-a68ed0c0b1b4 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:03.181973 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc235ea-db4a-4fd8-a0c5-ffd1bba19f82 x-openstack-request-id: req-7bc235ea-db4a-4fd8-a0c5-ffd1bba19f82 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:08:03.182516 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c075934-d6b2-45f9-8b7a-e05ff072e3c1", "name": "network-vif-deleted", "tag": "a1b78b8a-fbe7-495d-8c1b-d40899859c16", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:08:03.182981 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7bc235ea-db4a-4fd8-a0c5-ffd1bba19f82 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:08:03.184543 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c075934-d6b2-45f9-8b7a-e05ff072e3c1', 'name': 'network-vif-deleted', 'tag': 'a1b78b8a-fbe7-495d-8c1b-d40899859c16', 'status': 'completed', 'code': 200} Jul 24 00:08:03.202909 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1da609e-1300-430a-b98f-621f3024feb4 req-16a49a29-539e-4536-b800-16255257d0be tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] No DVR routers for this DVR port 4570f2dc-234f-4a2e-9e3f-da8c4844cab7 on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:08:03.206174 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-c1da609e-1300-430a-b98f-621f3024feb4 req-16a49a29-539e-4536-b800-16255257d0be tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:03.208140 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c1da609e-1300-430a-b98f-621f3024feb4 req-16a49a29-539e-4536-b800-16255257d0be tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.52 "DELETE /v2.0/ports/4570f2dc-234f-4a2e-9e3f-da8c4844cab7 HTTP/1.1" status: 204 len: 173 time: 1.1785214 Jul 24 00:08:03.220238 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d70a4bfa-5a97-4c4a-b50b-a68ed0c0b1b4 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:03.222302 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-d70a4bfa-5a97-4c4a-b50b-a68ed0c0b1b4 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "DELETE /v2.0/subnets/98b53853-5a3a-4440-ab57-28f46bf4cf23 HTTP/1.1" status: 204 len: 168 time: 0.3844192 Jul 24 00:08:03.227000 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34004) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:03.227927 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e95dfb-2c38-4533-8f62-9004d428ab70 None None] Network 09a4e82a-5e45-4bb6-a723-f6f53af70ab7 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:08:03.254851 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70a4bfa-5a97-4c4a-b50b-a68ed0c0b1b4 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event deleted for resources: {'Subnet': ['ID=98b53853-5a3a-4440-ab57-28f46bf4cf23,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:03.329477 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48806702-6113-4b93-a9fb-679019cc0651 req-2377f340-422d-4118-8119-f44c0986bb91 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:03.332003 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-48806702-6113-4b93-a9fb-679019cc0651 req-2377f340-422d-4118-8119-f44c0986bb91 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=8faf2bb9-7f86-4512-b106-4b1d32af40fb HTTP/1.1" status: 200 len: 945 time: 0.1077597 Jul 24 00:08:03.397916 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-48806702-6113-4b93-a9fb-679019cc0651 req-471379d2-1097-4c40-b179-6578e4862c4c tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/security-groups?id=01883c9b-f537-47a8-8e4c-5877842ba644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590389 Jul 24 00:08:03.405968 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a4bb3986-8825-40bf-9ecf-94cd177f744f tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:03.552381 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-c1da609e-1300-430a-b98f-621f3024feb4 req-0d70cbf3-8e2e-4ea6-8622-bc350c5b5a5c tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Deleting port 5aa7c101-ee25-4b57-94d7-7279b107b66d {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:08:03.552878 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-c1da609e-1300-430a-b98f-621f3024feb4 req-0d70cbf3-8e2e-4ea6-8622-bc350c5b5a5c tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:03.710703 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-a4bb3986-8825-40bf-9ecf-94cd177f744f tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Deleting port ca8d3359-d1c8-4c24-84cc-c995df6eb1ec {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:08:03.711079 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a4bb3986-8825-40bf-9ecf-94cd177f744f tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:03.780884 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba9ba5b-7c9e-412a-a523-ae0ba540291a None None] DHCP port deletion for 09a4e82a-5e45-4bb6-a723-f6f53af70ab7 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:08:03.786911 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-c1da609e-1300-430a-b98f-621f3024feb4 req-0d70cbf3-8e2e-4ea6-8622-bc350c5b5a5c tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] For port 5aa7c101-ee25-4b57-94d7-7279b107b66d, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=5aa7c101-ee25-4b57-94d7-7279b107b66d,segment=NetworkSegment(b2922288-39c4-46e4-af35-3b1293a940b3),segment_id=b2922288-39c4-46e4-af35-3b1293a940b3)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:08:03.787409 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-c1da609e-1300-430a-b98f-621f3024feb4 req-0d70cbf3-8e2e-4ea6-8622-bc350c5b5a5c tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:03.846957 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-c1da609e-1300-430a-b98f-621f3024feb4 req-0d70cbf3-8e2e-4ea6-8622-bc350c5b5a5c tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Calling delete_port for 5aa7c101-ee25-4b57-94d7-7279b107b66d owned by compute:nova {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:08:03.855471 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-a4bb3986-8825-40bf-9ecf-94cd177f744f tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] For port ca8d3359-d1c8-4c24-84cc-c995df6eb1ec, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=ca8d3359-d1c8-4c24-84cc-c995df6eb1ec,segment=NetworkSegment(f9b5a236-f65c-4550-8342-0250572f9fef),segment_id=f9b5a236-f65c-4550-8342-0250572f9fef)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:08:03.856080 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a4bb3986-8825-40bf-9ecf-94cd177f744f tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:03.878329 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-a4bb3986-8825-40bf-9ecf-94cd177f744f tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Calling delete_port for ca8d3359-d1c8-4c24-84cc-c995df6eb1ec owned by network:dhcp {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:08:03.884847 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-cba9ba5b-7c9e-412a-a523-ae0ba540291a None None] Deleting port ca8d3359-d1c8-4c24-84cc-c995df6eb1ec {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:08:03.885723 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-cba9ba5b-7c9e-412a-a523-ae0ba540291a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:04.051718 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-cba9ba5b-7c9e-412a-a523-ae0ba540291a None None] For port ca8d3359-d1c8-4c24-84cc-c995df6eb1ec, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=ca8d3359-d1c8-4c24-84cc-c995df6eb1ec,segment=NetworkSegment(f9b5a236-f65c-4550-8342-0250572f9fef),segment_id=f9b5a236-f65c-4550-8342-0250572f9fef)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:08:04.053821 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-cba9ba5b-7c9e-412a-a523-ae0ba540291a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:04.092413 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-cba9ba5b-7c9e-412a-a523-ae0ba540291a None None] Calling delete_port for ca8d3359-d1c8-4c24-84cc-c995df6eb1ec owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:08:04.172957 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a4bb3986-8825-40bf-9ecf-94cd177f744f tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:04.187361 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45d49cc-5865-4c70-b7e0-d834f018b713 req-6892a61a-a04a-4501-b10c-5be52a1b2b09 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:04.193417 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45d49cc-5865-4c70-b7e0-d834f018b713 req-6892a61a-a04a-4501-b10c-5be52a1b2b09 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:04.195187 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b45d49cc-5865-4c70-b7e0-d834f018b713 req-6892a61a-a04a-4501-b10c-5be52a1b2b09 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c075934-d6b2-45f9-8b7a-e05ff072e3c1 HTTP/1.1" status: 200 len: 1677 time: 0.1601071 Jul 24 00:08:04.208412 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:08:04.208412 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:08:04.208412 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:08:04.208412 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:08:04.208412 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:08:04.208412 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:08:04.208412 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:08:04.208412 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:08:04.208412 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:08:04.208412 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:08:04.208412 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:08:04.208412 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:08:04.208412 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:08:04.208412 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:08:04.208412 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:08:04.208412 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:08:04.208412 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:08:04.208412 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:08:04.208412 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:08:04.208412 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:08:04.208412 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:08:04.208412 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:08:04.208412 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:08:04.208412 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:08:04.208412 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:08:04.208412 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:08:04.208412 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:08:04.208412 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:08:04.208412 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:08:04.208412 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:08:04.208412 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:08:04.208412 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:08:04.208412 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:08:04.208412 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:08:04.208412 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:08:04.208412 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:08:04.208412 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:08:04.208412 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:08:04.208412 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:08:04.208412 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:08:04.208412 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:08:04.208412 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:08:04.208412 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:08:04.208412 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:08:04.208412 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:08:04.208412 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:08:04.208412 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:08:04.208412 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:08:04.208412 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:08:04.208412 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:08:04.208412 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:08:04.208412 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:08:04.208412 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:08:04.208412 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:08:04.217538 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-cba9ba5b-7c9e-412a-a523-ae0ba540291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:04.242432 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb3986-8825-40bf-9ecf-94cd177f744f tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event deleted for resources: {'Port': ['ID=ca8d3359-d1c8-4c24-84cc-c995df6eb1ec,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:04.250292 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bb3986-8825-40bf-9ecf-94cd177f744f tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] No DVR routers for this DVR port ca8d3359-d1c8-4c24-84cc-c995df6eb1ec on host n-d-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:08:04.253548 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba9ba5b-7c9e-412a-a523-ae0ba540291a None None] Pushing event deleted for resources: {'Port': ['ID=ca8d3359-d1c8-4c24-84cc-c995df6eb1ec,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:04.257722 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba9ba5b-7c9e-412a-a523-ae0ba540291a None None] No DVR routers for this DVR port ca8d3359-d1c8-4c24-84cc-c995df6eb1ec on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:08:04.273677 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-c1da609e-1300-430a-b98f-621f3024feb4 req-0d70cbf3-8e2e-4ea6-8622-bc350c5b5a5c tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:04.365655 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d70cbf3-8e2e-4ea6-8622-bc350c5b5a5c tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Pushing event deleted for resources: {'Port': ['ID=5aa7c101-ee25-4b57-94d7-7279b107b66d,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:04.397386 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b45d49cc-5865-4c70-b7e0-d834f018b713 req-82f2053d-54d2-448c-83d3-140b0d4058d4 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/security-groups?id=89d8d27b-9412-49b0-8db6-21624a8289f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1831629 Jul 24 00:08:04.493372 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a4bb3986-8825-40bf-9ecf-94cd177f744f tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:04.496623 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1da609e-1300-430a-b98f-621f3024feb4 req-0d70cbf3-8e2e-4ea6-8622-bc350c5b5a5c tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] No DVR routers for this DVR port 5aa7c101-ee25-4b57-94d7-7279b107b66d on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:08:04.505597 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-c1da609e-1300-430a-b98f-621f3024feb4 req-0d70cbf3-8e2e-4ea6-8622-bc350c5b5a5c tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:04.516737 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c1da609e-1300-430a-b98f-621f3024feb4 req-0d70cbf3-8e2e-4ea6-8622-bc350c5b5a5c tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.52 "DELETE /v2.0/ports/5aa7c101-ee25-4b57-94d7-7279b107b66d HTTP/1.1" status: 204 len: 173 time: 1.3019078 Jul 24 00:08:04.528499 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-a4bb3986-8825-40bf-9ecf-94cd177f744f tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09a4e82a-5e45-4bb6-a723-f6f53af70ab7']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:08:04.572180 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-a4bb3986-8825-40bf-9ecf-94cd177f744f tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9b5a236-f65c-4550-8342-0250572f9fef') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:08:04.572493 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-a4bb3986-8825-40bf-9ecf-94cd177f744f tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9b5a236-f65c-4550-8342-0250572f9fef') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:08:04.588045 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a4bb3986-8825-40bf-9ecf-94cd177f744f tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:04.621937 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746c6165-ed7a-4c4f-8ca5-e57edab5e485 req-1f8d3d2a-14bf-4009-8ed3-5b06ad23d00c tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:04.629854 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a4bb3986-8825-40bf-9ecf-94cd177f744f tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:04.632914 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-746c6165-ed7a-4c4f-8ca5-e57edab5e485 req-1f8d3d2a-14bf-4009-8ed3-5b06ad23d00c tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=8faf2bb9-7f86-4512-b106-4b1d32af40fb HTTP/1.1" status: 200 len: 945 time: 0.1049311 Jul 24 00:08:04.685819 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4bb3986-8825-40bf-9ecf-94cd177f744f tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:08:04.686514 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a4bb3986-8825-40bf-9ecf-94cd177f744f tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:04.690647 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:08:04.690647 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:08:04.690647 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:08:04.690647 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:08:04.690647 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:08:04.690647 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:08:04.690647 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:08:04.690647 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:08:04.690647 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:08:04.690647 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:08:04.690647 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:08:04.690647 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:08:04.690647 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:08:04.690647 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:08:04.690647 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:08:04.690647 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:08:04.690647 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:08:04.690647 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:08:04.690647 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:08:04.690647 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:08:04.690647 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:08:04.690647 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:08:04.690647 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:08:04.690647 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:08:04.690647 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:08:04.690647 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:08:04.690647 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:08:04.690647 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:08:04.690647 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:08:04.690647 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:08:04.690647 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:08:04.690647 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:08:04.694867 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-746c6165-ed7a-4c4f-8ca5-e57edab5e485 req-2a55e58d-a5bb-43c2-9131-2f601d0a946a tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/security-groups?id=01883c9b-f537-47a8-8e4c-5877842ba644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591834 Jul 24 00:08:04.771599 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a4bb3986-8825-40bf-9ecf-94cd177f744f tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:04.781520 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a4bb3986-8825-40bf-9ecf-94cd177f744f tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:04.786919 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-a4bb3986-8825-40bf-9ecf-94cd177f744f tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "DELETE /v2.0/networks/09a4e82a-5e45-4bb6-a723-f6f53af70ab7 HTTP/1.1" status: 204 len: 168 time: 1.5545883 Jul 24 00:08:04.787573 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34050) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:04.813607 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-c1da609e-1300-430a-b98f-621f3024feb4 req-e9e5bc59-5821-48cb-b273-365c1b7979fd tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Deleting port 465c7602-c874-48e3-a644-ba99539fad02 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:08:04.818190 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-c1da609e-1300-430a-b98f-621f3024feb4 req-e9e5bc59-5821-48cb-b273-365c1b7979fd tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:04.846342 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb3986-8825-40bf-9ecf-94cd177f744f tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event deleted for resources: {'Network': ['ID=09a4e82a-5e45-4bb6-a723-f6f53af70ab7,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:04.882113 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d1d7db-5bfe-4480-8692-3007abe6f73c tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:04.883656 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-36d1d7db-5bfe-4480-8692-3007abe6f73c tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "GET /v2.0/ports/dda0f996-1e0e-4b89-a8c7-53f775173ec4 HTTP/1.1" status: 200 len: 845 time: 0.0950887 Jul 24 00:08:04.888039 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34052) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:04.965163 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-e5d5708c-2167-4e90-8901-fbcc1f508104 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "GET /v2.0/ports/dda0f996-1e0e-4b89-a8c7-53f775173ec4?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0756142 Jul 24 00:08:04.969252 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34054) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:04.975413 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-f662ddb2-3553-495d-ac35-d44b4e309c2f tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Request body: {'subnet': {'network_id': '12758dee-1bbe-4dab-8d69-802b36c98522', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:08:05.003765 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-c1da609e-1300-430a-b98f-621f3024feb4 req-e9e5bc59-5821-48cb-b273-365c1b7979fd tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] For port 465c7602-c874-48e3-a644-ba99539fad02, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=465c7602-c874-48e3-a644-ba99539fad02,segment=NetworkSegment(21032195-e2aa-496f-b3b7-a4625dd43e90),segment_id=21032195-e2aa-496f-b3b7-a4625dd43e90)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:08:05.004136 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-c1da609e-1300-430a-b98f-621f3024feb4 req-e9e5bc59-5821-48cb-b273-365c1b7979fd tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:05.092962 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f662ddb2-3553-495d-ac35-d44b4e309c2f tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Made reservation on behalf of 2c88b901a3a4498983dd1ba8803185ce for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:08:05.099567 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f662ddb2-3553-495d-ac35-d44b4e309c2f tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:05.187692 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c075934-d6b2-45f9-8b7a-e05ff072e3c1', 'name': 'network-vif-deleted', 'tag': '4570f2dc-234f-4a2e-9e3f-da8c4844cab7'}, {'server_uuid': '2c075934-d6b2-45f9-8b7a-e05ff072e3c1', 'name': 'network-vif-deleted', 'tag': '5aa7c101-ee25-4b57-94d7-7279b107b66d'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:08:05.198039 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e4adc6-56da-4dd9-83c6-f6fadbf4eaf0" -d '{"events": [{"server_uuid": "2c075934-d6b2-45f9-8b7a-e05ff072e3c1", "name": "network-vif-deleted", "tag": "4570f2dc-234f-4a2e-9e3f-da8c4844cab7"}, {"server_uuid": "2c075934-d6b2-45f9-8b7a-e05ff072e3c1", "name": "network-vif-deleted", "tag": "5aa7c101-ee25-4b57-94d7-7279b107b66d"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:08:05.297241 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device ca8d3359-d1c8-4c24-84cc-c995df6eb1ec no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:08:05.318883 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-c1da609e-1300-430a-b98f-621f3024feb4 req-e9e5bc59-5821-48cb-b273-365c1b7979fd tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:05.319270 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-c1da609e-1300-430a-b98f-621f3024feb4 req-e9e5bc59-5821-48cb-b273-365c1b7979fd tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:05.320313 n-d-800088-16 neutron-server[100313]: INFO neutron.db.l3_db [req-c1da609e-1300-430a-b98f-621f3024feb4 req-e9e5bc59-5821-48cb-b273-365c1b7979fd tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Floating IP 23a4bc9d-48a8-4079-9092-7c2f7340dbe2 disassociated. External IP: 172.25.3.70, port: 465c7602-c874-48e3-a644-ba99539fad02. Jul 24 00:08:05.320313 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-c1da609e-1300-430a-b98f-621f3024feb4 req-e9e5bc59-5821-48cb-b273-365c1b7979fd tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Calling delete_port for 465c7602-c874-48e3-a644-ba99539fad02 owned by compute:nova {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:08:05.363029 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: ca8d3359-d1c8-4c24-84cc-c995df6eb1ec {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:08:05.363398 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device ca8d3359-d1c8-4c24-84cc-c995df6eb1ec not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:08:05.400012 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f662ddb2-3553-495d-ac35-d44b4e309c2f tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:05.471239 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 24 Jul 2021 00:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf501c6-5f86-45e1-9e74-38a59188fc9f x-openstack-request-id: req-5cf501c6-5f86-45e1-9e74-38a59188fc9f {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:08:05.471837 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c075934-d6b2-45f9-8b7a-e05ff072e3c1", "name": "network-vif-deleted", "tag": "4570f2dc-234f-4a2e-9e3f-da8c4844cab7", "status": "completed", "code": 200}, {"server_uuid": "2c075934-d6b2-45f9-8b7a-e05ff072e3c1", "name": "network-vif-deleted", "tag": "5aa7c101-ee25-4b57-94d7-7279b107b66d", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:08:05.472417 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5cf501c6-5f86-45e1-9e74-38a59188fc9f {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:08:05.473034 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c075934-d6b2-45f9-8b7a-e05ff072e3c1', 'name': 'network-vif-deleted', 'tag': '4570f2dc-234f-4a2e-9e3f-da8c4844cab7', 'status': 'completed', 'code': 200} Jul 24 00:08:05.473731 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c075934-d6b2-45f9-8b7a-e05ff072e3c1', 'name': 'network-vif-deleted', 'tag': '5aa7c101-ee25-4b57-94d7-7279b107b66d', 'status': 'completed', 'code': 200} Jul 24 00:08:05.478983 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-c1da609e-1300-430a-b98f-621f3024feb4 req-e9e5bc59-5821-48cb-b273-365c1b7979fd tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:05.479199 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f662ddb2-3553-495d-ac35-d44b4e309c2f tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event updated for resources: {'Subnet': ['ID=93ba47d1-dcf6-4863-8142-b847e3c418ab,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:05.486889 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f662ddb2-3553-495d-ac35-d44b4e309c2f tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Network 12758dee-1bbe-4dab-8d69-802b36c98522 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:08:05.488437 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-f662ddb2-3553-495d-ac35-d44b4e309c2f tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:08:05.495185 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f662ddb2-3553-495d-ac35-d44b4e309c2f tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:05.500209 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a190fc66-f4d4-429b-9460-63d2f32f7b74 None None] Network 12758dee-1bbe-4dab-8d69-802b36c98522 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:08:05.504004 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f662ddb2-3553-495d-ac35-d44b4e309c2f tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:05.513933 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e5bc59-5821-48cb-b273-365c1b7979fd tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Pushing event deleted for resources: {'Port': ['ID=465c7602-c874-48e3-a644-ba99539fad02,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:05.546608 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-f662ddb2-3553-495d-ac35-d44b4e309c2f tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5758717 Jul 24 00:08:05.549103 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34074) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:05.556927 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-04d1feb1-fb81-423d-8944-f691af6739f8 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Request body: {'security_group': {'name': 'tempest-secgroup-1213049553'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:08:05.621271 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7b82c4ab-d7a5-476a-9b85-e1360a696a56 req-3b930aef-7d36-49d6-beee-2f77fde5b488 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c075934-d6b2-45f9-8b7a-e05ff072e3c1 HTTP/1.1" status: 200 len: 210 time: 0.0566783 Jul 24 00:08:05.647952 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-04d1feb1-fb81-423d-8944-f691af6739f8 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:05.688566 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c1da609e-1300-430a-b98f-621f3024feb4 req-e9e5bc59-5821-48cb-b273-365c1b7979fd tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Router e1e8e6db-4fbd-41c6-8f5f-551410c320ee has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:08:05.859274 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-04d1feb1-fb81-423d-8944-f691af6739f8 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:05.899630 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-04d1feb1-fb81-423d-8944-f691af6739f8 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:05.974001 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c1da609e-1300-430a-b98f-621f3024feb4 req-e9e5bc59-5821-48cb-b273-365c1b7979fd tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:08:05.985933 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45dead36-ca62-4d14-b8ad-c48544e9cdc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-12758dee-1bbe-4dab-8d69-802b36c98522', 'network_id': '12758dee-1bbe-4dab-8d69-802b36c98522', 'tenant_id': '2c88b901a3a4498983dd1ba8803185ce', 'fixed_ips': [{'subnet_id': '93ba47d1-dcf6-4863-8142-b847e3c418ab'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:08:05.988315 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9783d6b-63fd-4e7f-ba18-c6111fff739d None None] Sync routers for ids ['e1e8e6db-4fbd-41c6-8f5f-551410c320ee'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:08:05.988925 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-45dead36-ca62-4d14-b8ad-c48544e9cdc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:06.006781 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9783d6b-63fd-4e7f-ba18-c6111fff739d None None] Routers {'e1e8e6db-4fbd-41c6-8f5f-551410c320ee'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:08:06.007693 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-04d1feb1-fb81-423d-8944-f691af6739f8 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:06.008904 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-c9783d6b-63fd-4e7f-ba18-c6111fff739d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:07:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['e1e8e6db-4fbd-41c6-8f5f-551410c320ee'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:08:06.010696 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-04d1feb1-fb81-423d-8944-f691af6739f8 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4603264 Jul 24 00:08:06.014349 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1feb1-fb81-423d-8944-f691af6739f8 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0649282-a1e1-4658-9ed6-6d6ae249baad,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:06.018219 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34090) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:06.027832 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-b0dadab0-43ff-45c1-baa1-ada9224bcce9 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Request body: {'security_group': {'name': 'tempest-secgroup-367494126'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:08:06.075589 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c622f350-eed5-407b-9c02-bb2ab44a13a4 req-d9fdb2b6-e16a-42b7-b660-804a4b3a134d tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:06.083140 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c622f350-eed5-407b-9c02-bb2ab44a13a4 req-d9fdb2b6-e16a-42b7-b660-804a4b3a134d tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=8faf2bb9-7f86-4512-b106-4b1d32af40fb HTTP/1.1" status: 200 len: 945 time: 0.2935946 Jul 24 00:08:06.088164 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1da609e-1300-430a-b98f-621f3024feb4 req-e9e5bc59-5821-48cb-b273-365c1b7979fd tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] No DVR routers for this DVR port 465c7602-c874-48e3-a644-ba99539fad02 on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:08:06.093796 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-c1da609e-1300-430a-b98f-621f3024feb4 req-e9e5bc59-5821-48cb-b273-365c1b7979fd tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:06.101301 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c1da609e-1300-430a-b98f-621f3024feb4 req-e9e5bc59-5821-48cb-b273-365c1b7979fd tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.52 "DELETE /v2.0/ports/465c7602-c874-48e3-a644-ba99539fad02 HTTP/1.1" status: 204 len: 173 time: 1.5711398 Jul 24 00:08:06.126346 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b0dadab0-43ff-45c1-baa1-ada9224bcce9 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:06.173651 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34096) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:06.272823 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c622f350-eed5-407b-9c02-bb2ab44a13a4 req-e34a136e-9ebe-4df0-ab90-3519d12bc96c tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/security-groups?id=01883c9b-f537-47a8-8e4c-5877842ba644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776683 Jul 24 00:08:06.291688 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-c9783d6b-63fd-4e7f-ba18-c6111fff739d None None] Set router e1e8e6db-4fbd-41c6-8f5f-551410c320ee gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:08:06.354543 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-45dead36-ca62-4d14-b8ad-c48544e9cdc7 None None] Allocated IP 2001:db8::2 (12758dee-1bbe-4dab-8d69-802b36c98522/93ba47d1-dcf6-4863-8142-b847e3c418ab/16bb0e91-9c19-446b-8fda-11d1c0e7d3d2) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:08:06.422649 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b0dadab0-43ff-45c1-baa1-ada9224bcce9 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:06.432127 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b0dadab0-43ff-45c1-baa1-ada9224bcce9 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:06.441590 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-02fa04d5-d081-4e2d-a4fc-39732ff5aa34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:06.503301 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b0dadab0-43ff-45c1-baa1-ada9224bcce9 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:06.508180 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-b0dadab0-43ff-45c1-baa1-ada9224bcce9 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4874411 Jul 24 00:08:06.510951 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34100) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:06.527796 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-b73fcc38-ed5e-4881-9366-9b165397f3c6 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-923133065', 'security_groups': ['aae10208-b98e-4169-979a-5f88c2558bfc'], 'network_id': '12758dee-1bbe-4dab-8d69-802b36c98522', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '93ba47d1-dcf6-4863-8142-b847e3c418ab'}]}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:08:06.535452 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dadab0-43ff-45c1-baa1-ada9224bcce9 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aae10208-b98e-4169-979a-5f88c2558bfc,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:06.683006 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-02fa04d5-d081-4e2d-a4fc-39732ff5aa34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:06.696885 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-02fa04d5-d081-4e2d-a4fc-39732ff5aa34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:06.770434 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b73fcc38-ed5e-4881-9366-9b165397f3c6 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Made reservation on behalf of 2c88b901a3a4498983dd1ba8803185ce for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:08:06.771345 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-c9783d6b-63fd-4e7f-ba18-c6111fff739d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1e8e6db-4fbd-41c6-8f5f-551410c320ee', 'name': 'tempest-TaggedBootDevicesTest-1326226548-router', 'tenant_id': 'a493ff63bf324cec8682bc97c22087f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '85214f1e-c21a-42d5-82bc-fbaf56d17d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:57:17Z', 'updated_at': '2021-07-23T23:57:23Z', 'revision_number': 4, 'project_id': 'a493ff63bf324cec8682bc97c22087f0', 'gw_port': {'id': '85214f1e-c21a-42d5-82bc-fbaf56d17d7c', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e8e6db-4fbd-41c6-8f5f-551410c320ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:57:18Z', 'updated_at': '2021-07-23T23:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'dd8809d5-9d2d-449f-afce-96c5deba7614', 'name': '', 'network_id': 'b0523da7-df1a-446f-b645-811e4630597c', 'tenant_id': 'a493ff63bf324cec8682bc97c22087f0', 'mac_address': 'fa:16:3e:8d:eb:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e8e6db-4fbd-41c6-8f5f-551410c320ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'd99f6c92-821c-482e-b6d0-cb37709030df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:57:21Z', 'updated_at': '2021-07-23T23:57:32Z', 'revision_number': 5, 'project_id': 'a493ff63bf324cec8682bc97c22087f0', 'subnets': [{'id': 'd99f6c92-821c-482e-b6d0-cb37709030df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:08:06.777741 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-45dead36-ca62-4d14-b8ad-c48544e9cdc7 None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:06.791860 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-02fa04d5-d081-4e2d-a4fc-39732ff5aa34 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2252af568a5d49669b872d8a8bff6434&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6175995 Jul 24 00:08:06.794786 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fa04d5-d081-4e2d-a4fc-39732ff5aa34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb04fd59-0c86-4059-8d0d-e8277b927cdf,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:06.799446 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-45dead36-ca62-4d14-b8ad-c48544e9cdc7 None None] Transition to ACTIVE for port object 16bb0e91-9c19-446b-8fda-11d1c0e7d3d2 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:08:06.802674 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34104) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:06.835969 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9783d6b-63fd-4e7f-ba18-c6111fff739d None None] Checking router: e1e8e6db-4fbd-41c6-8f5f-551410c320ee for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:08:06.850583 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-45dead36-ca62-4d14-b8ad-c48544e9cdc7 None None] Transition to ACTIVE for port object 16bb0e91-9c19-446b-8fda-11d1c0e7d3d2 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:08:06.863427 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-45dead36-ca62-4d14-b8ad-c48544e9cdc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:06.869413 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9783d6b-63fd-4e7f-ba18-c6111fff739d None None] Routers {'e1e8e6db-4fbd-41c6-8f5f-551410c320ee'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:08:06.871009 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-c9783d6b-63fd-4e7f-ba18-c6111fff739d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:07:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['e1e8e6db-4fbd-41c6-8f5f-551410c320ee'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:08:06.928290 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5361bda4-c541-4f59-88b6-d972174c6b57 req-16a9d632-f2ce-463f-ba51-6082976a28c4 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c075934-d6b2-45f9-8b7a-e05ff072e3c1 HTTP/1.1" status: 200 len: 210 time: 0.1058602 Jul 24 00:08:06.928629 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-412fa2cd-4f72-41d2-857d-be26e031fc88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:06.981643 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-412fa2cd-4f72-41d2-857d-be26e031fc88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:06.986897 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b73fcc38-ed5e-4881-9366-9b165397f3c6 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:06.999301 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45dead36-ca62-4d14-b8ad-c48544e9cdc7 None None] Network 12758dee-1bbe-4dab-8d69-802b36c98522 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:08:07.002725 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dead36-ca62-4d14-b8ad-c48544e9cdc7 None None] Pushing event updated for resources: {'Port': ['ID=16bb0e91-9c19-446b-8fda-11d1c0e7d3d2,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:07.010329 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-45dead36-ca62-4d14-b8ad-c48544e9cdc7 None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:08:07.018489 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dead36-ca62-4d14-b8ad-c48544e9cdc7 None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:08:07.050985 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [None req-b73fcc38-ed5e-4881-9366-9b165397f3c6 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] device_id is not set on port f2e2518c-7c79-40d1-9864-137efaa700ed yet. {{(pid=100314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:08:07.083972 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-c9783d6b-63fd-4e7f-ba18-c6111fff739d None None] Set router e1e8e6db-4fbd-41c6-8f5f-551410c320ee gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:08:07.123078 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-412fa2cd-4f72-41d2-857d-be26e031fc88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:07.126410 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-412fa2cd-4f72-41d2-857d-be26e031fc88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:07.128036 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-412fa2cd-4f72-41d2-857d-be26e031fc88 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cb04fd59-0c86-4059-8d0d-e8277b927cdf HTTP/1.1" status: 204 len: 168 time: 0.3238988 Jul 24 00:08:07.170030 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412fa2cd-4f72-41d2-857d-be26e031fc88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb04fd59-0c86-4059-8d0d-e8277b927cdf,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:07.186754 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-45dead36-ca62-4d14-b8ad-c48544e9cdc7 None None] Attempting to bind port 16bb0e91-9c19-446b-8fda-11d1c0e7d3d2 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:08:07.188484 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-45dead36-ca62-4d14-b8ad-c48544e9cdc7 None None] Attempting to bind port 16bb0e91-9c19-446b-8fda-11d1c0e7d3d2 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '81c554f7-ea26-4d39-b699-33c5f0a13bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '12758dee-1bbe-4dab-8d69-802b36c98522'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:08:07.190523 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dead36-ca62-4d14-b8ad-c48544e9cdc7 None None] Attempting to bind port 16bb0e91-9c19-446b-8fda-11d1c0e7d3d2 on network 12758dee-1bbe-4dab-8d69-802b36c98522 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:08:07.202539 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dead36-ca62-4d14-b8ad-c48544e9cdc7 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:08:07.205241 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dead36-ca62-4d14-b8ad-c48544e9cdc7 None None] Checking segment: {'id': '81c554f7-ea26-4d39-b699-33c5f0a13bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '12758dee-1bbe-4dab-8d69-802b36c98522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:08:07.205758 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-45dead36-ca62-4d14-b8ad-c48544e9cdc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:07.206531 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dead36-ca62-4d14-b8ad-c48544e9cdc7 None None] Bound using segment: {'id': '81c554f7-ea26-4d39-b699-33c5f0a13bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '12758dee-1bbe-4dab-8d69-802b36c98522'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:08:07.209078 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-45dead36-ca62-4d14-b8ad-c48544e9cdc7 None None] Bound port: 16bb0e91-9c19-446b-8fda-11d1c0e7d3d2, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81c554f7-ea26-4d39-b699-33c5f0a13bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '12758dee-1bbe-4dab-8d69-802b36c98522'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:08:07.209821 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-45dead36-ca62-4d14-b8ad-c48544e9cdc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:07.398036 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-b73fcc38-ed5e-4881-9366-9b165397f3c6 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Allocated IP 2001:db8::1d5 (12758dee-1bbe-4dab-8d69-802b36c98522/93ba47d1-dcf6-4863-8142-b847e3c418ab/f2e2518c-7c79-40d1-9864-137efaa700ed) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:08:07.465785 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-45dead36-ca62-4d14-b8ad-c48544e9cdc7 None None] For port 16bb0e91-9c19-446b-8fda-11d1c0e7d3d2, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:08:07.470192 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-45dead36-ca62-4d14-b8ad-c48544e9cdc7 None None] For port 16bb0e91-9c19-446b-8fda-11d1c0e7d3d2, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=16bb0e91-9c19-446b-8fda-11d1c0e7d3d2,segment=NetworkSegment(81c554f7-ea26-4d39-b699-33c5f0a13bfb),segment_id=81c554f7-ea26-4d39-b699-33c5f0a13bfb)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:08:07.475225 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c075934-d6b2-45f9-8b7a-e05ff072e3c1', 'name': 'network-vif-deleted', 'tag': '465c7602-c874-48e3-a644-ba99539fad02'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:08:07.478387 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b85a9e3-fd47-48b6-aa8d-fc0c91e1143e" -d '{"events": [{"server_uuid": "2c075934-d6b2-45f9-8b7a-e05ff072e3c1", "name": "network-vif-deleted", "tag": "465c7602-c874-48e3-a644-ba99539fad02"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:08:07.480943 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-45dead36-ca62-4d14-b8ad-c48544e9cdc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:07.570382 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-c9783d6b-63fd-4e7f-ba18-c6111fff739d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1e8e6db-4fbd-41c6-8f5f-551410c320ee', 'name': 'tempest-TaggedBootDevicesTest-1326226548-router', 'tenant_id': 'a493ff63bf324cec8682bc97c22087f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '85214f1e-c21a-42d5-82bc-fbaf56d17d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:57:17Z', 'updated_at': '2021-07-23T23:57:23Z', 'revision_number': 4, 'project_id': 'a493ff63bf324cec8682bc97c22087f0', 'gw_port': {'id': '85214f1e-c21a-42d5-82bc-fbaf56d17d7c', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e8e6db-4fbd-41c6-8f5f-551410c320ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:57:18Z', 'updated_at': '2021-07-23T23:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'dd8809d5-9d2d-449f-afce-96c5deba7614', 'name': '', 'network_id': 'b0523da7-df1a-446f-b645-811e4630597c', 'tenant_id': 'a493ff63bf324cec8682bc97c22087f0', 'mac_address': 'fa:16:3e:8d:eb:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e8e6db-4fbd-41c6-8f5f-551410c320ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'd99f6c92-821c-482e-b6d0-cb37709030df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:57:21Z', 'updated_at': '2021-07-23T23:57:32Z', 'revision_number': 5, 'project_id': 'a493ff63bf324cec8682bc97c22087f0', 'subnets': [{'id': 'd99f6c92-821c-482e-b6d0-cb37709030df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:08:07.583220 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df863d0-1ab6-4f6c-b449-c8af37f3b535 x-openstack-request-id: req-9df863d0-1ab6-4f6c-b449-c8af37f3b535 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:08:07.583532 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c075934-d6b2-45f9-8b7a-e05ff072e3c1", "name": "network-vif-deleted", "tag": "465c7602-c874-48e3-a644-ba99539fad02", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:08:07.583786 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9df863d0-1ab6-4f6c-b449-c8af37f3b535 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:08:07.584210 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c075934-d6b2-45f9-8b7a-e05ff072e3c1', 'name': 'network-vif-deleted', 'tag': '465c7602-c874-48e3-a644-ba99539fad02', 'status': 'completed', 'code': 200} Jul 24 00:08:07.593693 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dead36-ca62-4d14-b8ad-c48544e9cdc7 None None] Pushing event updated for resources: {'Port': ['ID=16bb0e91-9c19-446b-8fda-11d1c0e7d3d2,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:07.715792 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9783d6b-63fd-4e7f-ba18-c6111fff739d None None] The sync data for ids ['e1e8e6db-4fbd-41c6-8f5f-551410c320ee'] in n-d-800088-16 is: [{'id': 'e1e8e6db-4fbd-41c6-8f5f-551410c320ee', 'name': 'tempest-TaggedBootDevicesTest-1326226548-router', 'tenant_id': 'a493ff63bf324cec8682bc97c22087f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '85214f1e-c21a-42d5-82bc-fbaf56d17d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:57:17Z', 'updated_at': '2021-07-23T23:57:23Z', 'revision_number': 4, 'project_id': 'a493ff63bf324cec8682bc97c22087f0', 'gw_port': {'id': '85214f1e-c21a-42d5-82bc-fbaf56d17d7c', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e8e6db-4fbd-41c6-8f5f-551410c320ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:57:18Z', 'updated_at': '2021-07-23T23:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'dd8809d5-9d2d-449f-afce-96c5deba7614', 'name': '', 'network_id': 'b0523da7-df1a-446f-b645-811e4630597c', 'tenant_id': 'a493ff63bf324cec8682bc97c22087f0', 'mac_address': 'fa:16:3e:8d:eb:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e8e6db-4fbd-41c6-8f5f-551410c320ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'd99f6c92-821c-482e-b6d0-cb37709030df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:57:21Z', 'updated_at': '2021-07-23T23:57:32Z', 'revision_number': 5, 'project_id': 'a493ff63bf324cec8682bc97c22087f0', 'subnets': [{'id': 'd99f6c92-821c-482e-b6d0-cb37709030df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:08:07.739378 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae906f-9027-4bd0-9848-d5420582d6e0 req-ccaff876-7020-40cc-b937-0f385a443bb6 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:07.748521 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-74ae906f-9027-4bd0-9848-d5420582d6e0 req-ccaff876-7020-40cc-b937-0f385a443bb6 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=8faf2bb9-7f86-4512-b106-4b1d32af40fb HTTP/1.1" status: 200 len: 945 time: 0.3137419 Jul 24 00:08:07.827586 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-74ae906f-9027-4bd0-9848-d5420582d6e0 req-8f379550-7254-45ab-888d-0ba470dcb9c0 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/security-groups?id=01883c9b-f537-47a8-8e4c-5877842ba644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719545 Jul 24 00:08:07.845859 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b73fcc38-ed5e-4881-9366-9b165397f3c6 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:07.848669 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34122) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:07.871355 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3453dd47-d844-424c-b36d-29f6c96f9040 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:07.884179 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [None req-b73fcc38-ed5e-4881-9366-9b165397f3c6 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Transition to ACTIVE for port object f2e2518c-7c79-40d1-9864-137efaa700ed will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:08:08.009086 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b73fcc38-ed5e-4881-9366-9b165397f3c6 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:08.103928 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73fcc38-ed5e-4881-9366-9b165397f3c6 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Network 12758dee-1bbe-4dab-8d69-802b36c98522 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:08:08.108272 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-b73fcc38-ed5e-4881-9366-9b165397f3c6 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:08:08.113165 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73fcc38-ed5e-4881-9366-9b165397f3c6 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:08:08.120209 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73fcc38-ed5e-4881-9366-9b165397f3c6 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:08.123875 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b73fcc38-ed5e-4881-9366-9b165397f3c6 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:08.175117 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73fcc38-ed5e-4881-9366-9b165397f3c6 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event updated for resources: {'Port': ['ID=f2e2518c-7c79-40d1-9864-137efaa700ed,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:08.283398 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3453dd47-d844-424c-b36d-29f6c96f9040 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:08.307073 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-b73fcc38-ed5e-4881-9366-9b165397f3c6 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7928433 Jul 24 00:08:08.307073 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34130) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:08.313854 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-65566814-457e-430f-8e33-7181a9fafb84 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Request body: {'subnet': {'network_id': '12758dee-1bbe-4dab-8d69-802b36c98522', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:08:08.354153 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-83acc2d3-e646-4be7-81cc-bf04dad13a33 req-9afaaf9d-2531-4a8f-b88f-8b63c4b82d41 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c075934-d6b2-45f9-8b7a-e05ff072e3c1 HTTP/1.1" status: 200 len: 210 time: 0.1208735 Jul 24 00:08:08.358595 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3453dd47-d844-424c-b36d-29f6c96f9040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:08.414971 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-3453dd47-d844-424c-b36d-29f6c96f9040 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0789cf5b06e24f1082afced17ea81621&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5635333 Jul 24 00:08:08.423226 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34134) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:08.441379 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbb414d-e356-4636-82c7-6042bbae9a72 None None] New status for floating IP 23a4bc9d-48a8-4079-9092-7c2f7340dbe2: DOWN {{(pid=100315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 00:08:08.448681 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3453dd47-d844-424c-b36d-29f6c96f9040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9911cb75-3e25-4289-a1c7-dc966c894a26,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:08.534374 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c9f20d66-f74d-4a2d-9dce-2bcb14676062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:08.570638 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c9f20d66-f74d-4a2d-9dce-2bcb14676062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:08.645269 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c9f20d66-f74d-4a2d-9dce-2bcb14676062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:08.649618 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c9f20d66-f74d-4a2d-9dce-2bcb14676062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:08.653714 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c9f20d66-f74d-4a2d-9dce-2bcb14676062 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9911cb75-3e25-4289-a1c7-dc966c894a26 HTTP/1.1" status: 204 len: 168 time: 0.2291610 Jul 24 00:08:08.664068 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f20d66-f74d-4a2d-9dce-2bcb14676062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9911cb75-3e25-4289-a1c7-dc966c894a26,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:08.693151 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65566814-457e-430f-8e33-7181a9fafb84 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Made reservation on behalf of 2c88b901a3a4498983dd1ba8803185ce for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:08:08.701442 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-65566814-457e-430f-8e33-7181a9fafb84 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:08.828194 n-d-800088-16 neutron-server[100314]: INFO neutron.db.ipam_backend_mixin [None req-65566814-457e-430f-8e33-7181a9fafb84 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 93ba47d1-dcf6-4863-8142-b847e3c418ab (CIDR: 2001:db8::/64) Jul 24 00:08:08.834317 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-65566814-457e-430f-8e33-7181a9fafb84 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 00:08:08.834893 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65566814-457e-430f-8e33-7181a9fafb84 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:08:08.860263 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-65566814-457e-430f-8e33-7181a9fafb84 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5524836 Jul 24 00:08:08.862895 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34142) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:08.873072 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-2c01e587-67ee-45c2-9258-8dce60265a97 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Request body: {'subnet': {'network_id': '12758dee-1bbe-4dab-8d69-802b36c98522', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:08:09.056358 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c01e587-67ee-45c2-9258-8dce60265a97 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Made reservation on behalf of 2c88b901a3a4498983dd1ba8803185ce for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:08:09.061430 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2c01e587-67ee-45c2-9258-8dce60265a97 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:09.067307 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0249caa2-104b-4c2c-83ab-47e5defea440 req-9df6ef32-2293-4736-a71d-b28940839155 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:09.076297 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0249caa2-104b-4c2c-83ab-47e5defea440 req-9df6ef32-2293-4736-a71d-b28940839155 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=8faf2bb9-7f86-4512-b106-4b1d32af40fb HTTP/1.1" status: 200 len: 945 time: 0.1070046 Jul 24 00:08:09.172777 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0249caa2-104b-4c2c-83ab-47e5defea440 req-97a85a99-76f4-4d32-8831-7e85ef795572 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/security-groups?id=01883c9b-f537-47a8-8e4c-5877842ba644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953398 Jul 24 00:08:09.415442 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 16bb0e91-9c19-446b-8fda-11d1c0e7d3d2 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:08:09.520196 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2c01e587-67ee-45c2-9258-8dce60265a97 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:09.549588 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-04019efa-8a96-4f54-9f0a-eeca25648589 req-3250ad3c-0644-4cec-847e-3b7296a6587b tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c075934-d6b2-45f9-8b7a-e05ff072e3c1 HTTP/1.1" status: 200 len: 210 time: 0.0741982 Jul 24 00:08:09.580871 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 16bb0e91-9c19-446b-8fda-11d1c0e7d3d2 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:08:09.630947 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c01e587-67ee-45c2-9258-8dce60265a97 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Network 12758dee-1bbe-4dab-8d69-802b36c98522 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:08:09.638907 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-464697d3-ad0d-486f-ab07-6db1315ba243 None None] Provisioning complete for port dda0f996-1e0e-4b89-a8c7-53f775173ec4 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:08:09.639385 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-464697d3-ad0d-486f-ab07-6db1315ba243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:09.651497 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-2c01e587-67ee-45c2-9258-8dce60265a97 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:08:09.658556 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c01e587-67ee-45c2-9258-8dce60265a97 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:09.659173 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2c01e587-67ee-45c2-9258-8dce60265a97 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:09.708462 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c01e587-67ee-45c2-9258-8dce60265a97 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event updated for resources: {'Subnet': ['ID=e84dfffc-c19d-42ac-9803-7ef6d35a2dac,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:09.717032 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34172) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:09.721189 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-2c01e587-67ee-45c2-9258-8dce60265a97 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8537865 Jul 24 00:08:09.727270 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-43a5fb53-2bf0-45b3-9712-8c1415829fe1 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1575932648', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e84dfffc-c19d-42ac-9803-7ef6d35a2dac'}], 'security_groups': ['d0649282-a1e1-4658-9ed6-6d6ae249baad']}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:08:09.757749 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-464697d3-ad0d-486f-ab07-6db1315ba243 None None] Port dda0f996-1e0e-4b89-a8c7-53f775173ec4 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:08:09.787796 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-464697d3-ad0d-486f-ab07-6db1315ba243 None None] Provisioning for port 16bb0e91-9c19-446b-8fda-11d1c0e7d3d2 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:08:09.792457 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-464697d3-ad0d-486f-ab07-6db1315ba243 None None] Provisioning complete for port 16bb0e91-9c19-446b-8fda-11d1c0e7d3d2 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:08:09.793283 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-464697d3-ad0d-486f-ab07-6db1315ba243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:09.963342 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec47f945-e431-47dc-9e47-4bd3a762083f None None] Network 12758dee-1bbe-4dab-8d69-802b36c98522 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:08:10.056149 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-464697d3-ad0d-486f-ab07-6db1315ba243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:10.152302 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-43a5fb53-2bf0-45b3-9712-8c1415829fe1 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:10.181457 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-464697d3-ad0d-486f-ab07-6db1315ba243 None None] For port 16bb0e91-9c19-446b-8fda-11d1c0e7d3d2, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=16bb0e91-9c19-446b-8fda-11d1c0e7d3d2,segment=NetworkSegment(81c554f7-ea26-4d39-b699-33c5f0a13bfb),segment_id=81c554f7-ea26-4d39-b699-33c5f0a13bfb)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:08:10.201459 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-464697d3-ad0d-486f-ab07-6db1315ba243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:10.421450 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464697d3-ad0d-486f-ab07-6db1315ba243 None None] Pushing event updated for resources: {'Port': ['ID=16bb0e91-9c19-446b-8fda-11d1c0e7d3d2,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:10.431691 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-4d3f2a7f-65b2-4184-86fb-03a043c077ab None None] Provisioning for port f2e2518c-7c79-40d1-9864-137efaa700ed completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:08:10.446026 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-4d3f2a7f-65b2-4184-86fb-03a043c077ab None None] Provisioning complete for port f2e2518c-7c79-40d1-9864-137efaa700ed triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:08:10.446493 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-4d3f2a7f-65b2-4184-86fb-03a043c077ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:10.554487 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6764e1ec-b739-46f0-b096-7547f7989678 req-b51dbfce-a841-4faa-8080-d4f572130a17 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:10.579666 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-4d3f2a7f-65b2-4184-86fb-03a043c077ab None None] Port f2e2518c-7c79-40d1-9864-137efaa700ed cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:08:10.580451 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6764e1ec-b739-46f0-b096-7547f7989678 req-b51dbfce-a841-4faa-8080-d4f572130a17 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=8faf2bb9-7f86-4512-b106-4b1d32af40fb HTTP/1.1" status: 200 len: 945 time: 0.2464647 Jul 24 00:08:10.669490 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6764e1ec-b739-46f0-b096-7547f7989678 req-bc77fdd0-16c3-4596-a417-db39f39ea435 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/security-groups?id=01883c9b-f537-47a8-8e4c-5877842ba644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831659 Jul 24 00:08:10.777704 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f305383d-384e-4d51-b986-53bece7ae3a7 None None] Update dhcp port {'port': {'network_id': '12758dee-1bbe-4dab-8d69-802b36c98522', 'fixed_ips': [{'subnet_id': '93ba47d1-dcf6-4863-8142-b847e3c418ab', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e84dfffc-c19d-42ac-9803-7ef6d35a2dac'}], 'binding:host_id': 'n-d-800088-16'}, 'id': '16bb0e91-9c19-446b-8fda-11d1c0e7d3d2'} from n-d-800088-16. {{(pid=100315) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 24 00:08:10.833783 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f305383d-384e-4d51-b986-53bece7ae3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:10.842718 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-366bf741-9b98-418a-8430-39844a6f6a3c req-de469f2a-fa66-4288-a598-9904e78e0d18 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c075934-d6b2-45f9-8b7a-e05ff072e3c1 HTTP/1.1" status: 200 len: 210 time: 0.0913103 Jul 24 00:08:10.980152 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-43a5fb53-2bf0-45b3-9712-8c1415829fe1 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Delete allocated IP 2001:db8::1d5 (12758dee-1bbe-4dab-8d69-802b36c98522/93ba47d1-dcf6-4863-8142-b847e3c418ab) {{(pid=100313) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 24 00:08:10.990261 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-43a5fb53-2bf0-45b3-9712-8c1415829fe1 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Allocated IP 2001:db8:0:1::16d (12758dee-1bbe-4dab-8d69-802b36c98522/e84dfffc-c19d-42ac-9803-7ef6d35a2dac/f2e2518c-7c79-40d1-9864-137efaa700ed) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:08:11.192082 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-43a5fb53-2bf0-45b3-9712-8c1415829fe1 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:11.216075 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [None req-43a5fb53-2bf0-45b3-9712-8c1415829fe1 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Ignored duplicate provisioning block setup for port f2e2518c-7c79-40d1-9864-137efaa700ed by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 24 00:08:11.224237 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-43a5fb53-2bf0-45b3-9712-8c1415829fe1 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:11.317471 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-f305383d-384e-4d51-b986-53bece7ae3a7 None None] Allocated IP 2001:db8:0:1::2 (12758dee-1bbe-4dab-8d69-802b36c98522/e84dfffc-c19d-42ac-9803-7ef6d35a2dac/16bb0e91-9c19-446b-8fda-11d1c0e7d3d2) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:08:11.345199 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 16bb0e91-9c19-446b-8fda-11d1c0e7d3d2 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:08:11.366259 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a5fb53-2bf0-45b3-9712-8c1415829fe1 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event updated for resources: {'Port': ['ID=f2e2518c-7c79-40d1-9864-137efaa700ed,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:11.418787 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-43a5fb53-2bf0-45b3-9712-8c1415829fe1 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] In _notify_port_updated(), no bound segment for port f2e2518c-7c79-40d1-9864-137efaa700ed on network 12758dee-1bbe-4dab-8d69-802b36c98522 {{(pid=100313) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 24 00:08:11.425253 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 16bb0e91-9c19-446b-8fda-11d1c0e7d3d2 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:08:11.425756 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:11.435245 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a5fb53-2bf0-45b3-9712-8c1415829fe1 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:11.436116 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-43a5fb53-2bf0-45b3-9712-8c1415829fe1 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:11.437904 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-43a5fb53-2bf0-45b3-9712-8c1415829fe1 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "PUT /v2.0/ports/f2e2518c-7c79-40d1-9864-137efaa700ed HTTP/1.1" status: 200 len: 931 time: 1.7197161 Jul 24 00:08:11.440731 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34216) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:11.559266 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-f305383d-384e-4d51-b986-53bece7ae3a7 None None] For port 16bb0e91-9c19-446b-8fda-11d1c0e7d3d2, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=16bb0e91-9c19-446b-8fda-11d1c0e7d3d2,segment=NetworkSegment(81c554f7-ea26-4d39-b699-33c5f0a13bfb),segment_id=81c554f7-ea26-4d39-b699-33c5f0a13bfb)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:08:11.695531 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-a7af5ac7-cead-47a1-8e4c-f51283cbebae tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Deleting port f2e2518c-7c79-40d1-9864-137efaa700ed {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:08:11.695531 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a7af5ac7-cead-47a1-8e4c-f51283cbebae tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:11.703171 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f305383d-384e-4d51-b986-53bece7ae3a7 None None] Notify callbacks [] for port, precommit_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:11.731309 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-f305383d-384e-4d51-b986-53bece7ae3a7 None None] Transition to ACTIVE for port object 16bb0e91-9c19-446b-8fda-11d1c0e7d3d2 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:08:11.737968 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f305383d-384e-4d51-b986-53bece7ae3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:11.836605 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f305383d-384e-4d51-b986-53bece7ae3a7 None None] Pushing event updated for resources: {'Port': ['ID=16bb0e91-9c19-446b-8fda-11d1c0e7d3d2,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:11.850929 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f305383d-384e-4d51-b986-53bece7ae3a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:08:11.851273 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f305383d-384e-4d51-b986-53bece7ae3a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:08:11.851611 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f305383d-384e-4d51-b986-53bece7ae3a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:08:11.853120 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f305383d-384e-4d51-b986-53bece7ae3a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:08:11.853120 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f305383d-384e-4d51-b986-53bece7ae3a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:08:11.853388 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f305383d-384e-4d51-b986-53bece7ae3a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:08:11.853517 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f305383d-384e-4d51-b986-53bece7ae3a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:08:11.853997 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f305383d-384e-4d51-b986-53bece7ae3a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:08:11.854334 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f305383d-384e-4d51-b986-53bece7ae3a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:08:11.872647 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f305383d-384e-4d51-b986-53bece7ae3a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:08:11.873186 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f305383d-384e-4d51-b986-53bece7ae3a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:08:11.873386 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f305383d-384e-4d51-b986-53bece7ae3a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:08:11.924342 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a7af5ac7-cead-47a1-8e4c-f51283cbebae tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:11.970430 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-a7af5ac7-cead-47a1-8e4c-f51283cbebae tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Calling delete_port for f2e2518c-7c79-40d1-9864-137efaa700ed owned by {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:08:12.014269 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5668756b-0bc0-4c95-a7b9-2bc25eb075ac req-f0d94922-826c-417c-b331-a51ede2708cb tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:12.018064 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5668756b-0bc0-4c95-a7b9-2bc25eb075ac req-f0d94922-826c-417c-b331-a51ede2708cb tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=8faf2bb9-7f86-4512-b106-4b1d32af40fb HTTP/1.1" status: 200 len: 945 time: 0.2151206 Jul 24 00:08:12.089922 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5668756b-0bc0-4c95-a7b9-2bc25eb075ac req-6cecbdf5-b6c2-42fa-be9b-6d05e23ba82a tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/security-groups?id=01883c9b-f537-47a8-8e4c-5877842ba644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643559 Jul 24 00:08:12.157314 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-04ab1f39-f5c5-4ffd-b997-a8767a035dbd req-61dbf87e-2e2f-4295-bf89-77f074d86c2a tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c075934-d6b2-45f9-8b7a-e05ff072e3c1 HTTP/1.1" status: 200 len: 210 time: 0.0778580 Jul 24 00:08:12.345238 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a7af5ac7-cead-47a1-8e4c-f51283cbebae tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:12.394586 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7af5ac7-cead-47a1-8e4c-f51283cbebae tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event deleted for resources: {'Port': ['ID=f2e2518c-7c79-40d1-9864-137efaa700ed,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:12.416085 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a7af5ac7-cead-47a1-8e4c-f51283cbebae tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:12.420459 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-a7af5ac7-cead-47a1-8e4c-f51283cbebae tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "DELETE /v2.0/ports/f2e2518c-7c79-40d1-9864-137efaa700ed HTTP/1.1" status: 204 len: 168 time: 0.9762774 Jul 24 00:08:12.420717 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34240) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:12.462533 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-0958f5cc-bbbf-4c89-b048-ee062ab8b473 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] GET failed (client error): The resource could not be found. Jul 24 00:08:12.466739 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-0958f5cc-bbbf-4c89-b048-ee062ab8b473 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "GET /v2.0/ports/f2e2518c-7c79-40d1-9864-137efaa700ed HTTP/1.1" status: 404 len: 333 time: 0.0421917 Jul 24 00:08:12.466913 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34244) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:12.530113 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-dd811587-a815-48c1-a776-5eeb2f007631 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:12.560914 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-dd811587-a815-48c1-a776-5eeb2f007631 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:12.620361 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-dd811587-a815-48c1-a776-5eeb2f007631 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:12.623382 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-dd811587-a815-48c1-a776-5eeb2f007631 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:12.625544 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-dd811587-a815-48c1-a776-5eeb2f007631 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "DELETE /v2.0/security-groups/aae10208-b98e-4169-979a-5f88c2558bfc HTTP/1.1" status: 204 len: 168 time: 0.1577005 Jul 24 00:08:12.628910 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34246) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:12.646015 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd811587-a815-48c1-a776-5eeb2f007631 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae10208-b98e-4169-979a-5f88c2558bfc,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:12.707935 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f24d0d73-0a72-4c68-9236-eb5a45c3f8b5 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:12.755698 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f24d0d73-0a72-4c68-9236-eb5a45c3f8b5 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:12.833226 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f24d0d73-0a72-4c68-9236-eb5a45c3f8b5 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:12.836085 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f24d0d73-0a72-4c68-9236-eb5a45c3f8b5 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:12.840254 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34250) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:12.841027 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-f24d0d73-0a72-4c68-9236-eb5a45c3f8b5 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "DELETE /v2.0/security-groups/d0649282-a1e1-4658-9ed6-6d6ae249baad HTTP/1.1" status: 204 len: 168 time: 0.2100945 Jul 24 00:08:12.852445 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24d0d73-0a72-4c68-9236-eb5a45c3f8b5 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0649282-a1e1-4658-9ed6-6d6ae249baad,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:12.910405 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-69d6815e-bd81-4f61-9f26-f2be0317cb1c tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Deleting subnet 93ba47d1-dcf6-4863-8142-b847e3c418ab {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:08:12.915885 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-69d6815e-bd81-4f61-9f26-f2be0317cb1c tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:12.925670 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-557339c0-a70f-40c2-8d37-b8361912d22e None None] Provisioning complete for port dda0f996-1e0e-4b89-a8c7-53f775173ec4 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:08:12.926618 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-557339c0-a70f-40c2-8d37-b8361912d22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:12.964538 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-69d6815e-bd81-4f61-9f26-f2be0317cb1c tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:13.006487 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-557339c0-a70f-40c2-8d37-b8361912d22e None None] Port dda0f996-1e0e-4b89-a8c7-53f775173ec4 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:08:13.010190 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-557339c0-a70f-40c2-8d37-b8361912d22e None None] Could not find standard attr ID for object f2e2518c-7c79-40d1-9864-137efaa700ed. {{(pid=100315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 00:08:13.025067 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-557339c0-a70f-40c2-8d37-b8361912d22e None None] Provisioning for port 16bb0e91-9c19-446b-8fda-11d1c0e7d3d2 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:08:13.036535 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-557339c0-a70f-40c2-8d37-b8361912d22e None None] Provisioning complete for port 16bb0e91-9c19-446b-8fda-11d1c0e7d3d2 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:08:13.037137 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-557339c0-a70f-40c2-8d37-b8361912d22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:13.167558 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-69d6815e-bd81-4f61-9f26-f2be0317cb1c tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:13.323684 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-69d6815e-bd81-4f61-9f26-f2be0317cb1c tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:13.349490 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-60c1631d-1099-4ea4-b744-69101509cff5 None None] Could not find standard attr ID for object f2e2518c-7c79-40d1-9864-137efaa700ed. {{(pid=100315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 00:08:13.362810 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 16bb0e91-9c19-446b-8fda-11d1c0e7d3d2 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:08:13.404169 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-69d6815e-bd81-4f61-9f26-f2be0317cb1c tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:13.409657 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-69d6815e-bd81-4f61-9f26-f2be0317cb1c tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "DELETE /v2.0/subnets/93ba47d1-dcf6-4863-8142-b847e3c418ab HTTP/1.1" status: 204 len: 168 time: 0.5667067 Jul 24 00:08:13.410587 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d6815e-bd81-4f61-9f26-f2be0317cb1c tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event deleted for resources: {'Subnet': ['ID=93ba47d1-dcf6-4863-8142-b847e3c418ab,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:13.425994 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740b97f0-c327-4cdc-bbc0-e87643253636 req-00fe404a-b35c-40dc-acae-b5d19b2705a8 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:13.435393 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-740b97f0-c327-4cdc-bbc0-e87643253636 req-00fe404a-b35c-40dc-acae-b5d19b2705a8 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=8faf2bb9-7f86-4512-b106-4b1d32af40fb HTTP/1.1" status: 200 len: 945 time: 0.1842191 Jul 24 00:08:13.436741 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34262) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:13.454776 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-d6958e34-5636-49b7-b92b-e7dc676945bd tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Request body: {'subnet': {'network_id': '12758dee-1bbe-4dab-8d69-802b36c98522', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:08:13.455816 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 16bb0e91-9c19-446b-8fda-11d1c0e7d3d2 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:08:13.456438 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:13.483047 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 1fab86fa-3ada-4a1e-93ca-70980cf5c240 details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:08:13.491827 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-168b5d39-7bbc-4d3e-b495-b3b91b63ecff req-fcb8cbbf-38f9-42da-86ea-ba513ed3f33d tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c075934-d6b2-45f9-8b7a-e05ff072e3c1 HTTP/1.1" status: 200 len: 210 time: 0.0933616 Jul 24 00:08:13.611791 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837cd588-7c4f-4203-9614-4011d1db3738 None None] Network 12758dee-1bbe-4dab-8d69-802b36c98522 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:08:13.620070 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-740b97f0-c327-4cdc-bbc0-e87643253636 req-e68f6b96-c7d0-40f7-82f7-d98c8aeb40ea tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/security-groups?id=01883c9b-f537-47a8-8e4c-5877842ba644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555185 Jul 24 00:08:13.794917 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6958e34-5636-49b7-b92b-e7dc676945bd tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Made reservation on behalf of 2c88b901a3a4498983dd1ba8803185ce for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:08:13.799217 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d6958e34-5636-49b7-b92b-e7dc676945bd tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:14.001380 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 1fab86fa-3ada-4a1e-93ca-70980cf5c240, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=1fab86fa-3ada-4a1e-93ca-70980cf5c240,segment=NetworkSegment(6ae6f178-a5a7-48fe-8694-33b87da05e0d),segment_id=6ae6f178-a5a7-48fe-8694-33b87da05e0d)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:08:14.313876 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d6958e34-5636-49b7-b92b-e7dc676945bd tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:14.332680 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': '1fab86fa-3ada-4a1e-93ca-70980cf5c240', 'network_id': '18a152e0-a01f-49a7-bade-39a616e529a3', 'port_id': '1fab86fa-3ada-4a1e-93ca-70980cf5c240', 'mac_address': 'fa:16:3e:e8:09:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd56430de-0ce5-443d-bb1b-4b29fdb6d0b4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:08:14.420894 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6958e34-5636-49b7-b92b-e7dc676945bd tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Network 12758dee-1bbe-4dab-8d69-802b36c98522 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:08:14.425063 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-d6958e34-5636-49b7-b92b-e7dc676945bd tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:08:14.435067 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6958e34-5636-49b7-b92b-e7dc676945bd tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:14.435717 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d6958e34-5636-49b7-b92b-e7dc676945bd tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:14.438097 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6958e34-5636-49b7-b92b-e7dc676945bd tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event updated for resources: {'Subnet': ['ID=52ebff1c-80e4-4c67-97d1-617ea7bdd549,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:14.462133 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-d6958e34-5636-49b7-b92b-e7dc676945bd tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0225046 Jul 24 00:08:14.464267 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34286) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:14.469773 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-17af87e3-4e0b-436d-8265-fa30beb73ef9 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Request body: {'security_group': {'name': 'tempest-secgroup-1179853984'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:08:14.502889 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:14.523606 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1fab86fa-3ada-4a1e-93ca-70980cf5c240 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:08:14.525366 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-17af87e3-4e0b-436d-8265-fa30beb73ef9 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:14.556196 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 1fab86fa-3ada-4a1e-93ca-70980cf5c240, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=1fab86fa-3ada-4a1e-93ca-70980cf5c240,segment=NetworkSegment(6ae6f178-a5a7-48fe-8694-33b87da05e0d),segment_id=6ae6f178-a5a7-48fe-8694-33b87da05e0d)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:08:14.567812 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:14.685816 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=1fab86fa-3ada-4a1e-93ca-70980cf5c240,revision_number=6']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:14.757023 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:14.765529 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a44547a9-e206-4ec7-90b6-22f0a0d68b40 req-f5586669-1a32-4db3-b887-4c3e8a89ba38 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c075934-d6b2-45f9-8b7a-e05ff072e3c1 HTTP/1.1" status: 200 len: 210 time: 0.1220279 Jul 24 00:08:14.775514 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['1fab86fa-3ada-4a1e-93ca-70980cf5c240'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:08:14.798501 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-17af87e3-4e0b-436d-8265-fa30beb73ef9 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:14.806953 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-17af87e3-4e0b-436d-8265-fa30beb73ef9 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:14.862997 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-17af87e3-4e0b-436d-8265-fa30beb73ef9 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:14.865349 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-17af87e3-4e0b-436d-8265-fa30beb73ef9 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3992193 Jul 24 00:08:14.868978 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17af87e3-4e0b-436d-8265-fa30beb73ef9 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=165e809a-ca7d-4fdb-913a-77c812728978,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:14.871152 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34294) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:14.878510 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-40498836-1727-4383-a281-220319d8a710 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Request body: {'security_group': {'name': 'tempest-secgroup-2141222008'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:08:14.895788 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd240801-28b0-442d-8461-7f2442a2b687 req-b5ef4551-6a29-49d5-a927-3b4a58f8164b tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:14.904142 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-dd240801-28b0-442d-8461-7f2442a2b687 req-b5ef4551-6a29-49d5-a927-3b4a58f8164b tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=8faf2bb9-7f86-4512-b106-4b1d32af40fb HTTP/1.1" status: 200 len: 944 time: 0.1440248 Jul 24 00:08:14.986458 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-dd240801-28b0-442d-8461-7f2442a2b687 req-56f5c370-de61-431b-8b72-07813b2b34d5 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/security-groups?id=01883c9b-f537-47a8-8e4c-5877842ba644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756407 Jul 24 00:08:14.988981 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-40498836-1727-4383-a281-220319d8a710 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:15.062388 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706f222d-01ea-4500-8d05-bb7b38a76a35 None None] Network 12758dee-1bbe-4dab-8d69-802b36c98522 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:08:15.115733 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-40498836-1727-4383-a281-220319d8a710 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:15.120604 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-40498836-1727-4383-a281-220319d8a710 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:15.122613 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-c0e6c0fe-054b-46f6-bafc-8b7763d1a1f4 None None] Provisioning complete for port dda0f996-1e0e-4b89-a8c7-53f775173ec4 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:08:15.122838 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c0e6c0fe-054b-46f6-bafc-8b7763d1a1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:15.145717 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-40498836-1727-4383-a281-220319d8a710 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:15.150048 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-40498836-1727-4383-a281-220319d8a710 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2744071 Jul 24 00:08:15.150935 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34298) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:15.155069 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-f9eae7a5-a661-4f02-84ee-bda669707e2a tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Request body: {'security_group': {'name': 'tempest-secgroup-1428899157'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:08:15.162558 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40498836-1727-4383-a281-220319d8a710 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1240bd-02f2-4194-920e-6b404a51b2ef,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:15.184738 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f9eae7a5-a661-4f02-84ee-bda669707e2a tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:15.241628 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-c0e6c0fe-054b-46f6-bafc-8b7763d1a1f4 None None] Port dda0f996-1e0e-4b89-a8c7-53f775173ec4 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:08:15.281443 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-c0e6c0fe-054b-46f6-bafc-8b7763d1a1f4 None None] Provisioning complete for port 16bb0e91-9c19-446b-8fda-11d1c0e7d3d2 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:08:15.282161 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c0e6c0fe-054b-46f6-bafc-8b7763d1a1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:15.359938 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f9eae7a5-a661-4f02-84ee-bda669707e2a tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:15.366249 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f9eae7a5-a661-4f02-84ee-bda669707e2a tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:15.434670 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f9eae7a5-a661-4f02-84ee-bda669707e2a tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:15.438991 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-f9eae7a5-a661-4f02-84ee-bda669707e2a tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2875073 Jul 24 00:08:15.439284 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34304) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:15.439960 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eae7a5-a661-4f02-84ee-bda669707e2a tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdaf3fa7-3f36-462c-9a08-df5aa715157d,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:15.446393 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-8290aaf0-b118-45fd-ac38-3a18846873ff tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-648916191', 'security_groups': ['fdaf3fa7-3f36-462c-9a08-df5aa715157d'], 'network_id': '12758dee-1bbe-4dab-8d69-802b36c98522', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '52ebff1c-80e4-4c67-97d1-617ea7bdd549'}]}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:08:15.492090 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 1fab86fa-3ada-4a1e-93ca-70980cf5c240 up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:08:15.584464 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port 1fab86fa-3ada-4a1e-93ca-70980cf5c240 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:08:15.584977 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:15.702797 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8290aaf0-b118-45fd-ac38-3a18846873ff tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Made reservation on behalf of 2c88b901a3a4498983dd1ba8803185ce for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:08:15.750571 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:15.825677 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 1fab86fa-3ada-4a1e-93ca-70980cf5c240, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=1fab86fa-3ada-4a1e-93ca-70980cf5c240,segment=NetworkSegment(6ae6f178-a5a7-48fe-8694-33b87da05e0d),segment_id=6ae6f178-a5a7-48fe-8694-33b87da05e0d)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:08:15.827841 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8faf2bb9-7f86-4512-b106-4b1d32af40fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fab86fa-3ada-4a1e-93ca-70980cf5c240'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:08:15.837928 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd05cb9-c12b-46ec-b212-1f9c108e6ac6" -d '{"events": [{"server_uuid": "8faf2bb9-7f86-4512-b106-4b1d32af40fb", "name": "network-vif-plugged", "status": "completed", "tag": "1fab86fa-3ada-4a1e-93ca-70980cf5c240"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:08:15.848457 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8290aaf0-b118-45fd-ac38-3a18846873ff tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:15.855177 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:15.891126 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [None req-8290aaf0-b118-45fd-ac38-3a18846873ff tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] device_id is not set on port 6b712d50-cce8-494b-8eb8-92605a3e6942 yet. {{(pid=100314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:08:15.920685 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e5a851a-e213-4ebf-a509-4bac400b2bd8 x-openstack-request-id: req-0e5a851a-e213-4ebf-a509-4bac400b2bd8 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:08:15.921010 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8faf2bb9-7f86-4512-b106-4b1d32af40fb", "name": "network-vif-plugged", "status": "completed", "tag": "1fab86fa-3ada-4a1e-93ca-70980cf5c240", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:08:15.921270 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0e5a851a-e213-4ebf-a509-4bac400b2bd8 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:08:15.921676 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8faf2bb9-7f86-4512-b106-4b1d32af40fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fab86fa-3ada-4a1e-93ca-70980cf5c240', 'code': 200} Jul 24 00:08:16.021114 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8389b6fb-0e02-4491-85c1-7ece854c9ab1 req-90fe160d-0fb1-4fa8-9097-f42adb39ded1 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c075934-d6b2-45f9-8b7a-e05ff072e3c1 HTTP/1.1" status: 200 len: 210 time: 0.0912309 Jul 24 00:08:16.053622 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=1fab86fa-3ada-4a1e-93ca-70980cf5c240,revision_number=7']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:16.093519 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-e08e52ad-3fe6-4201-b923-a6a40eeca3ed None None] Provisioning complete for port dda0f996-1e0e-4b89-a8c7-53f775173ec4 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:08:16.096100 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e08e52ad-3fe6-4201-b923-a6a40eeca3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:16.200886 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-e08e52ad-3fe6-4201-b923-a6a40eeca3ed None None] Port dda0f996-1e0e-4b89-a8c7-53f775173ec4 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:08:16.214977 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d00c077-de51-40bf-93e9-7649ef715aad req-ddf1dfb6-f42f-4e33-aa86-cc0c3db22b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:16.217213 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5d00c077-de51-40bf-93e9-7649ef715aad req-ddf1dfb6-f42f-4e33-aa86-cc0c3db22b2f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8faf2bb9-7f86-4512-b106-4b1d32af40fb HTTP/1.1" status: 200 len: 1097 time: 0.1214905 Jul 24 00:08:16.222350 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-e08e52ad-3fe6-4201-b923-a6a40eeca3ed None None] Provisioning complete for port 16bb0e91-9c19-446b-8fda-11d1c0e7d3d2 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:08:16.222984 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e08e52ad-3fe6-4201-b923-a6a40eeca3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:16.297820 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-8290aaf0-b118-45fd-ac38-3a18846873ff tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Allocated IP 2001:db8::2f4 (12758dee-1bbe-4dab-8d69-802b36c98522/52ebff1c-80e4-4c67-97d1-617ea7bdd549/6b712d50-cce8-494b-8eb8-92605a3e6942) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:08:16.307085 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5d00c077-de51-40bf-93e9-7649ef715aad req-e83cd16e-3382-4625-a659-14fd2018d09c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=01883c9b-f537-47a8-8e4c-5877842ba644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814326 Jul 24 00:08:16.633103 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d8f3ce-7821-47b6-9c8c-f0ac579b7f68 req-63d59ac7-d9ad-4247-af29-0af3407ca6e2 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:16.634648 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a2d8f3ce-7821-47b6-9c8c-f0ac579b7f68 req-63d59ac7-d9ad-4247-af29-0af3407ca6e2 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=8faf2bb9-7f86-4512-b106-4b1d32af40fb HTTP/1.1" status: 200 len: 945 time: 0.2831268 Jul 24 00:08:16.654230 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8290aaf0-b118-45fd-ac38-3a18846873ff tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:16.670583 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [None req-8290aaf0-b118-45fd-ac38-3a18846873ff tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Transition to ACTIVE for port object 6b712d50-cce8-494b-8eb8-92605a3e6942 will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:08:16.726506 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8290aaf0-b118-45fd-ac38-3a18846873ff tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:16.814551 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8290aaf0-b118-45fd-ac38-3a18846873ff tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Network 12758dee-1bbe-4dab-8d69-802b36c98522 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:08:16.818017 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8290aaf0-b118-45fd-ac38-3a18846873ff tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event updated for resources: {'Port': ['ID=6b712d50-cce8-494b-8eb8-92605a3e6942,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:16.821041 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-8290aaf0-b118-45fd-ac38-3a18846873ff tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:08:16.823742 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8290aaf0-b118-45fd-ac38-3a18846873ff tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:08:16.830970 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8290aaf0-b118-45fd-ac38-3a18846873ff tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:16.833597 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8290aaf0-b118-45fd-ac38-3a18846873ff tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:16.841206 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a2d8f3ce-7821-47b6-9c8c-f0ac579b7f68 req-62476a9d-52b3-4d83-b300-3b26ad18f73b tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/security-groups?id=01883c9b-f537-47a8-8e4c-5877842ba644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913798 Jul 24 00:08:16.870971 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-8290aaf0-b118-45fd-ac38-3a18846873ff tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4279358 Jul 24 00:08:16.871322 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34348) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:16.876496 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-6afdeb98-6ba5-48d7-a160-932b077320be tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Request body: {'subnet': {'network_id': '12758dee-1bbe-4dab-8d69-802b36c98522', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:08:17.051496 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34352) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:17.140646 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6afdeb98-6ba5-48d7-a160-932b077320be tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Made reservation on behalf of 2c88b901a3a4498983dd1ba8803185ce for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:08:17.147909 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6afdeb98-6ba5-48d7-a160-932b077320be tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:17.302262 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-73b89312-3f15-4fa1-ad98-99a0f253b9e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:17.415842 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-b9f08e7b-7b33-4479-ad37-98bf25f311d6 None None] Provisioning for port 6b712d50-cce8-494b-8eb8-92605a3e6942 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:08:17.420374 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-b9f08e7b-7b33-4479-ad37-98bf25f311d6 None None] Provisioning complete for port 6b712d50-cce8-494b-8eb8-92605a3e6942 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:08:17.421069 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b9f08e7b-7b33-4479-ad37-98bf25f311d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:17.478690 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-73b89312-3f15-4fa1-ad98-99a0f253b9e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:17.484356 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-73b89312-3f15-4fa1-ad98-99a0f253b9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:17.501627 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-b9f08e7b-7b33-4479-ad37-98bf25f311d6 None None] Port 6b712d50-cce8-494b-8eb8-92605a3e6942 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:08:17.604630 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b89312-3f15-4fa1-ad98-99a0f253b9e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6f0eea-6527-4501-b4a8-087c72d44788,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:17.613130 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-73b89312-3f15-4fa1-ad98-99a0f253b9e4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1a454f04abd14a529762c16c6fe57b02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5580037 Jul 24 00:08:17.613369 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34368) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:17.637473 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34370) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:17.645981 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:17.718940 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-af6eb5cc-f8c4-4129-ba21-a6bcd730bdf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:17.745627 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-af6eb5cc-f8c4-4129-ba21-a6bcd730bdf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:17.806020 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f516278a-ff43-4cb9-a843-3e2526db27c3 req-672c2240-ea06-48d6-94bd-aadc51d28d3d tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c075934-d6b2-45f9-8b7a-e05ff072e3c1 HTTP/1.1" status: 200 len: 210 time: 0.5753911 Jul 24 00:08:17.824919 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-af6eb5cc-f8c4-4129-ba21-a6bcd730bdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:17.829779 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-af6eb5cc-f8c4-4129-ba21-a6bcd730bdf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:17.836667 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-af6eb5cc-f8c4-4129-ba21-a6bcd730bdf4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6d6f0eea-6527-4501-b4a8-087c72d44788 HTTP/1.1" status: 204 len: 168 time: 0.2224121 Jul 24 00:08:17.850428 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6eb5cc-f8c4-4129-ba21-a6bcd730bdf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6f0eea-6527-4501-b4a8-087c72d44788,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:17.903815 n-d-800088-16 neutron-server[100313]: INFO neutron.db.ipam_backend_mixin [None req-6afdeb98-6ba5-48d7-a160-932b077320be tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 52ebff1c-80e4-4c67-97d1-617ea7bdd549 (CIDR: 2001:db8::/64) Jul 24 00:08:17.910095 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-6afdeb98-6ba5-48d7-a160-932b077320be tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 00:08:17.910569 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6afdeb98-6ba5-48d7-a160-932b077320be tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:08:17.926280 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7ea5d1ca-41f9-493a-b0a9-c9c6ca7dc1b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:17.936867 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-6afdeb98-6ba5-48d7-a160-932b077320be tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0643482 Jul 24 00:08:17.940067 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34378) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:17.950451 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-ff899e8c-e057-4266-a2c6-b9ac0299af42 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Request body: {'subnet': {'network_id': '12758dee-1bbe-4dab-8d69-802b36c98522', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:08:18.131569 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f2a92-0874-44c1-bde4-70f7d6876c42 req-25c9e383-95ed-4f55-8c2f-eceb5c16296f tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:18.134001 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e72f2a92-0874-44c1-bde4-70f7d6876c42 req-25c9e383-95ed-4f55-8c2f-eceb5c16296f tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=8faf2bb9-7f86-4512-b106-4b1d32af40fb HTTP/1.1" status: 200 len: 945 time: 0.1596758 Jul 24 00:08:18.200042 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e72f2a92-0874-44c1-bde4-70f7d6876c42 req-1bc05493-b93b-44d9-9a63-ea4803abfd86 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/security-groups?id=01883c9b-f537-47a8-8e4c-5877842ba644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597818 Jul 24 00:08:18.201868 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7ea5d1ca-41f9-493a-b0a9-c9c6ca7dc1b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:18.207706 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7ea5d1ca-41f9-493a-b0a9-c9c6ca7dc1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:18.251020 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea5d1ca-41f9-493a-b0a9-c9c6ca7dc1b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1578d89-51af-42d8-9af5-ce22ce77304f,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:18.256487 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-7ea5d1ca-41f9-493a-b0a9-c9c6ca7dc1b5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b222f61bf5a0453299885bb8269a2546&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6178257 Jul 24 00:08:18.259903 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34386) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:18.269721 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff899e8c-e057-4266-a2c6-b9ac0299af42 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Made reservation on behalf of 2c88b901a3a4498983dd1ba8803185ce for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:08:18.279730 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ff899e8c-e057-4266-a2c6-b9ac0299af42 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:18.346122 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34390) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:18.362963 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-87f8bc68-8476-4b12-a968-cd4e1ce5f5f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:18.494887 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-87f8bc68-8476-4b12-a968-cd4e1ce5f5f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:18.500404 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-87f8bc68-8476-4b12-a968-cd4e1ce5f5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:18.504166 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-dd368d41-df62-4c99-a77e-b1c0648276d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:18.510811 n-d-800088-16 neutron-server[100313]: INFO neutron.db.ipam_backend_mixin [None req-ff899e8c-e057-4266-a2c6-b9ac0299af42 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet e84dfffc-c19d-42ac-9803-7ef6d35a2dac (CIDR: 2001:db8:0:1::/64) Jul 24 00:08:18.522296 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff899e8c-e057-4266-a2c6-b9ac0299af42 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 00:08:18.523030 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff899e8c-e057-4266-a2c6-b9ac0299af42 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:08:18.545577 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef5039-6f10-4a7b-a6bb-85406c55c7bb req-5d9c8d0a-0cb9-4800-b4fd-28156ebe0b3c tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:18.547414 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-feef5039-6f10-4a7b-a6bb-85406c55c7bb req-5d9c8d0a-0cb9-4800-b4fd-28156ebe0b3c tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=8faf2bb9-7f86-4512-b106-4b1d32af40fb HTTP/1.1" status: 200 len: 945 time: 0.2082322 Jul 24 00:08:18.559522 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f8bc68-8476-4b12-a968-cd4e1ce5f5f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b08ec8b7-1fd0-4eb9-bc36-9f570d24eac7,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:18.565197 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-87f8bc68-8476-4b12-a968-cd4e1ce5f5f2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=75adc8aa7a504a1e89ed81be4294a07e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2171025 Jul 24 00:08:18.565521 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-dd368d41-df62-4c99-a77e-b1c0648276d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:18.567021 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34392) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:18.600037 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-ff899e8c-e057-4266-a2c6-b9ac0299af42 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6555007 Jul 24 00:08:18.600844 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34394) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:18.608079 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-6e11c307-7a43-47f1-97f5-25c2c0519bb6 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Request body: {'subnet': {'network_id': '12758dee-1bbe-4dab-8d69-802b36c98522', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:08:18.655279 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-feef5039-6f10-4a7b-a6bb-85406c55c7bb req-3b980660-80fd-480c-b175-258b0ef37830 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/security-groups?id=01883c9b-f537-47a8-8e4c-5877842ba644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004622 Jul 24 00:08:18.673028 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-46535f73-a206-4d9e-9bc1-345049072dc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:18.747440 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-dd368d41-df62-4c99-a77e-b1c0648276d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:18.751699 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-dd368d41-df62-4c99-a77e-b1c0648276d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:18.757343 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-dd368d41-df62-4c99-a77e-b1c0648276d2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a1578d89-51af-42d8-9af5-ce22ce77304f HTTP/1.1" status: 204 len: 168 time: 0.4918966 Jul 24 00:08:18.757343 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-46535f73-a206-4d9e-9bc1-345049072dc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:18.787517 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd368d41-df62-4c99-a77e-b1c0648276d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1578d89-51af-42d8-9af5-ce22ce77304f,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:18.835270 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e11c307-7a43-47f1-97f5-25c2c0519bb6 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Made reservation on behalf of 2c88b901a3a4498983dd1ba8803185ce for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:08:18.836904 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-46535f73-a206-4d9e-9bc1-345049072dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:18.839724 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6e11c307-7a43-47f1-97f5-25c2c0519bb6 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:18.840369 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-46535f73-a206-4d9e-9bc1-345049072dc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:18.842834 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-46535f73-a206-4d9e-9bc1-345049072dc8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b08ec8b7-1fd0-4eb9-bc36-9f570d24eac7 HTTP/1.1" status: 204 len: 168 time: 0.2728686 Jul 24 00:08:18.855932 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46535f73-a206-4d9e-9bc1-345049072dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b08ec8b7-1fd0-4eb9-bc36-9f570d24eac7,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:19.041796 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5fcde885-decf-4739-9c4f-164d4181c509 req-90dfafa2-d28b-4fa8-b9c0-3a04a4a0545d tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c075934-d6b2-45f9-8b7a-e05ff072e3c1 HTTP/1.1" status: 200 len: 210 time: 0.0583613 Jul 24 00:08:19.474266 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6e11c307-7a43-47f1-97f5-25c2c0519bb6 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:19.541952 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e11c307-7a43-47f1-97f5-25c2c0519bb6 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event updated for resources: {'Subnet': ['ID=2c6533f8-8ea1-4b74-8fe2-5127a7e2d8b1,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:19.594687 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e11c307-7a43-47f1-97f5-25c2c0519bb6 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Network 12758dee-1bbe-4dab-8d69-802b36c98522 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:08:19.600490 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-6e11c307-7a43-47f1-97f5-25c2c0519bb6 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:08:19.608746 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e11c307-7a43-47f1-97f5-25c2c0519bb6 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:19.609979 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6e11c307-7a43-47f1-97f5-25c2c0519bb6 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:19.614797 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831bd120-25b8-47d8-a5e0-ca72469a3182 None None] Network 12758dee-1bbe-4dab-8d69-802b36c98522 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:08:19.635347 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-6e11c307-7a43-47f1-97f5-25c2c0519bb6 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0331926 Jul 24 00:08:19.638001 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34426) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:19.643535 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-e2c053b8-6dde-4770-9979-7a225ed62e4b tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1728445515', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2c6533f8-8ea1-4b74-8fe2-5127a7e2d8b1'}], 'security_groups': ['165e809a-ca7d-4fdb-913a-77c812728978', '4e1240bd-02f2-4194-920e-6b404a51b2ef']}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:08:19.907363 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34438) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:19.937221 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6f0ed6e8-6e30-4e7e-8c9f-539350878d77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:19.988356 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ceff7b-dca1-4c08-a989-e1ff830b383d req-688150e6-d6fc-430a-af66-1cd3ad905d4a tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:19.990626 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f3ceff7b-dca1-4c08-a989-e1ff830b383d req-688150e6-d6fc-430a-af66-1cd3ad905d4a tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/networks?id=18a152e0-a01f-49a7-bade-39a616e529a3 HTTP/1.1" status: 200 len: 815 time: 0.3196013 Jul 24 00:08:20.016384 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f3ceff7b-dca1-4c08-a989-e1ff830b383d req-631c08d7-008e-4f1b-88cf-8b422d419543 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/quotas/b522b7a30c7a44c49afc4b0ec559df03 HTTP/1.1" status: 200 len: 375 time: 0.0200284 Jul 24 00:08:20.072146 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df172287-e677-4d11-a2a3-4187c8c05b5c None None] Update dhcp port {'port': {'network_id': '12758dee-1bbe-4dab-8d69-802b36c98522', 'fixed_ips': [{'subnet_id': 'e84dfffc-c19d-42ac-9803-7ef6d35a2dac', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '52ebff1c-80e4-4c67-97d1-617ea7bdd549'}, {'subnet_id': '2c6533f8-8ea1-4b74-8fe2-5127a7e2d8b1'}], 'binding:host_id': 'n-d-800088-16'}, 'id': '16bb0e91-9c19-446b-8fda-11d1c0e7d3d2'} from n-d-800088-16. {{(pid=100315) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 24 00:08:20.095789 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e2c053b8-6dde-4770-9979-7a225ed62e4b tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:20.125632 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-df172287-e677-4d11-a2a3-4187c8c05b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:20.180508 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f3ceff7b-dca1-4c08-a989-e1ff830b383d req-c6ea650f-d912-4e28-8f2a-7c8e1ff4d907 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b522b7a30c7a44c49afc4b0ec559df03&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1575518 Jul 24 00:08:20.209634 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6f0ed6e8-6e30-4e7e-8c9f-539350878d77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:20.254759 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6f0ed6e8-6e30-4e7e-8c9f-539350878d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:20.304773 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-72089e7f-7126-48e8-b1dd-ddd50051a2d9 req-df353426-5a85-412a-a6ee-22b87f553b31 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c075934-d6b2-45f9-8b7a-e05ff072e3c1 HTTP/1.1" status: 200 len: 210 time: 0.0846744 Jul 24 00:08:20.335210 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0ed6e8-6e30-4e7e-8c9f-539350878d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81350de6-4324-4370-be0f-481024d64a01,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:20.408453 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-6f0ed6e8-6e30-4e7e-8c9f-539350878d77 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=05f0250b0e0d438a8874ca6a9c62ed20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5002725 Jul 24 00:08:20.410950 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34450) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:20.518407 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-df172287-e677-4d11-a2a3-4187c8c05b5c None None] Allocated IP 2001:db8::2 (12758dee-1bbe-4dab-8d69-802b36c98522/52ebff1c-80e4-4c67-97d1-617ea7bdd549/16bb0e91-9c19-446b-8fda-11d1c0e7d3d2) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:08:20.538594 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-df172287-e677-4d11-a2a3-4187c8c05b5c None None] Allocated IP 2001:db8:0:2::2 (12758dee-1bbe-4dab-8d69-802b36c98522/2c6533f8-8ea1-4b74-8fe2-5127a7e2d8b1/16bb0e91-9c19-446b-8fda-11d1c0e7d3d2) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:08:20.820040 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-df172287-e677-4d11-a2a3-4187c8c05b5c None None] For port 16bb0e91-9c19-446b-8fda-11d1c0e7d3d2, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=16bb0e91-9c19-446b-8fda-11d1c0e7d3d2,segment=NetworkSegment(81c554f7-ea26-4d39-b699-33c5f0a13bfb),segment_id=81c554f7-ea26-4d39-b699-33c5f0a13bfb)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:08:20.837561 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cfa5da-752a-4532-bba7-d0a7fd0fe9fd req-d541bb76-a37c-427a-8242-ab59196d27c8 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:20.839810 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c7cfa5da-752a-4532-bba7-d0a7fd0fe9fd req-d541bb76-a37c-427a-8242-ab59196d27c8 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.52 "GET /v2.0/ports?device_id=8faf2bb9-7f86-4512-b106-4b1d32af40fb HTTP/1.1" status: 200 len: 945 time: 0.1331687 Jul 24 00:08:20.854916 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-df172287-e677-4d11-a2a3-4187c8c05b5c None None] Notify callbacks [] for port, precommit_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:20.872918 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-df172287-e677-4d11-a2a3-4187c8c05b5c None None] Transition to ACTIVE for port object 16bb0e91-9c19-446b-8fda-11d1c0e7d3d2 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:08:20.884896 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-df172287-e677-4d11-a2a3-4187c8c05b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:21.160843 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f3ceff7b-dca1-4c08-a989-e1ff830b383d req-0ba344d1-0f06-4136-ba6c-e35cb7784e70 service neutron] 10.222.0.44 "GET /v2.0/networks/18a152e0-a01f-49a7-bade-39a616e529a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9711924 Jul 24 00:08:21.197734 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2c08f342-6e8a-48fb-b336-3b6b65b25b7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:21.204856 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df172287-e677-4d11-a2a3-4187c8c05b5c None None] Pushing event updated for resources: {'Port': ['ID=16bb0e91-9c19-446b-8fda-11d1c0e7d3d2,revision_number=6']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:21.349603 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-e2c053b8-6dde-4770-9979-7a225ed62e4b tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Delete allocated IP 2001:db8::2f4 (12758dee-1bbe-4dab-8d69-802b36c98522/52ebff1c-80e4-4c67-97d1-617ea7bdd549) {{(pid=100313) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 24 00:08:21.350985 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2c08f342-6e8a-48fb-b336-3b6b65b25b7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:21.357174 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-c7cfa5da-752a-4532-bba7-d0a7fd0fe9fd req-06c61609-04ad-44c7-af66-0507f473af4d tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Deleting port 1fab86fa-3ada-4a1e-93ca-70980cf5c240 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:08:21.358210 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-c7cfa5da-752a-4532-bba7-d0a7fd0fe9fd req-06c61609-04ad-44c7-af66-0507f473af4d tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:21.396124 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 16bb0e91-9c19-446b-8fda-11d1c0e7d3d2 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:08:21.521057 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d9077e22-101b-45a4-bd16-31b9665adc39 req-b9121dba-900f-47f0-8bf2-17ed1760c8b7 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c075934-d6b2-45f9-8b7a-e05ff072e3c1 HTTP/1.1" status: 200 len: 210 time: 0.0400257 Jul 24 00:08:21.522325 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-e2c053b8-6dde-4770-9979-7a225ed62e4b tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Allocated IP 2001:db8:0:2::177 (12758dee-1bbe-4dab-8d69-802b36c98522/2c6533f8-8ea1-4b74-8fe2-5127a7e2d8b1/6b712d50-cce8-494b-8eb8-92605a3e6942) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:08:21.593358 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f3ceff7b-dca1-4c08-a989-e1ff830b383d req-4f89811b-5c8c-4f43-8679-9c370ab0e247 service neutron] 10.222.0.44 "GET /v2.0/networks/18a152e0-a01f-49a7-bade-39a616e529a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4312599 Jul 24 00:08:21.623021 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2c08f342-6e8a-48fb-b336-3b6b65b25b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:21.627238 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2c08f342-6e8a-48fb-b336-3b6b65b25b7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:21.628834 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-2c08f342-6e8a-48fb-b336-3b6b65b25b7e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/81350de6-4324-4370-be0f-481024d64a01 HTTP/1.1" status: 204 len: 168 time: 1.2166727 Jul 24 00:08:21.639249 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c08f342-6e8a-48fb-b336-3b6b65b25b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81350de6-4324-4370-be0f-481024d64a01,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:21.650572 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-c7cfa5da-752a-4532-bba7-d0a7fd0fe9fd req-06c61609-04ad-44c7-af66-0507f473af4d tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] For port 1fab86fa-3ada-4a1e-93ca-70980cf5c240, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=1fab86fa-3ada-4a1e-93ca-70980cf5c240,segment=NetworkSegment(6ae6f178-a5a7-48fe-8694-33b87da05e0d),segment_id=6ae6f178-a5a7-48fe-8694-33b87da05e0d)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:08:21.650830 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-c7cfa5da-752a-4532-bba7-d0a7fd0fe9fd req-06c61609-04ad-44c7-af66-0507f473af4d tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:21.711910 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-c7cfa5da-752a-4532-bba7-d0a7fd0fe9fd req-06c61609-04ad-44c7-af66-0507f473af4d tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Calling delete_port for 1fab86fa-3ada-4a1e-93ca-70980cf5c240 owned by compute:nova {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:08:22.183324 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-35dd7a4a-a827-47bc-a70e-c7368903894b req-1d6221bd-6280-4465-8e0b-fb0f774737e2 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0c9e6f3-078f-49ab-8c2b-e82bee1d48db HTTP/1.1" status: 200 len: 210 time: 0.0956659 Jul 24 00:08:22.392432 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-852b4502-9f61-4c4e-b1a7-a3daa90eb5a1 None None] Provisioning complete for port 6b712d50-cce8-494b-8eb8-92605a3e6942 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:08:22.395400 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-852b4502-9f61-4c4e-b1a7-a3daa90eb5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:22.406349 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e2c053b8-6dde-4770-9979-7a225ed62e4b tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:22.456672 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [None req-e2c053b8-6dde-4770-9979-7a225ed62e4b tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Transition to ACTIVE for port object 6b712d50-cce8-494b-8eb8-92605a3e6942 will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:08:22.465528 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-c7cfa5da-752a-4532-bba7-d0a7fd0fe9fd req-06c61609-04ad-44c7-af66-0507f473af4d tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:22.469443 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e2c053b8-6dde-4770-9979-7a225ed62e4b tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:22.519575 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-852b4502-9f61-4c4e-b1a7-a3daa90eb5a1 None None] Port 6b712d50-cce8-494b-8eb8-92605a3e6942 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:08:22.542952 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-852b4502-9f61-4c4e-b1a7-a3daa90eb5a1 None None] Provisioning complete for port dda0f996-1e0e-4b89-a8c7-53f775173ec4 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:08:22.543390 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-852b4502-9f61-4c4e-b1a7-a3daa90eb5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:22.566759 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c61609-04ad-44c7-af66-0507f473af4d tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Pushing event deleted for resources: {'Port': ['ID=1fab86fa-3ada-4a1e-93ca-70980cf5c240,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:22.655138 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-852b4502-9f61-4c4e-b1a7-a3daa90eb5a1 None None] Port dda0f996-1e0e-4b89-a8c7-53f775173ec4 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:08:22.713581 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-852b4502-9f61-4c4e-b1a7-a3daa90eb5a1 None None] Provisioning for port 16bb0e91-9c19-446b-8fda-11d1c0e7d3d2 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:08:22.735981 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-852b4502-9f61-4c4e-b1a7-a3daa90eb5a1 None None] Provisioning complete for port 16bb0e91-9c19-446b-8fda-11d1c0e7d3d2 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:08:22.736586 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-852b4502-9f61-4c4e-b1a7-a3daa90eb5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:22.795904 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-01b06e5b-a168-414b-89e5-2078e2a536fb req-effd9ea2-24f6-437a-8e48-1315824b3d16 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c075934-d6b2-45f9-8b7a-e05ff072e3c1 HTTP/1.1" status: 200 len: 210 time: 0.0779207 Jul 24 00:08:22.957766 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-e2c053b8-6dde-4770-9979-7a225ed62e4b tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] In _notify_port_updated(), no bound segment for port 6b712d50-cce8-494b-8eb8-92605a3e6942 on network 12758dee-1bbe-4dab-8d69-802b36c98522 {{(pid=100313) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 24 00:08:22.975577 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c053b8-6dde-4770-9979-7a225ed62e4b tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:22.985524 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e2c053b8-6dde-4770-9979-7a225ed62e4b tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:22.992190 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-e2c053b8-6dde-4770-9979-7a225ed62e4b tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "PUT /v2.0/ports/6b712d50-cce8-494b-8eb8-92605a3e6942 HTTP/1.1" status: 200 len: 970 time: 3.3496497 Jul 24 00:08:22.993440 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34548) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:23.072897 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7cfa5da-752a-4532-bba7-d0a7fd0fe9fd req-06c61609-04ad-44c7-af66-0507f473af4d tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] No DVR routers for this DVR port 1fab86fa-3ada-4a1e-93ca-70980cf5c240 on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:08:23.084043 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-c7cfa5da-752a-4532-bba7-d0a7fd0fe9fd req-06c61609-04ad-44c7-af66-0507f473af4d tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:23.105388 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c7cfa5da-752a-4532-bba7-d0a7fd0fe9fd req-06c61609-04ad-44c7-af66-0507f473af4d tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.52 "DELETE /v2.0/ports/1fab86fa-3ada-4a1e-93ca-70980cf5c240 HTTP/1.1" status: 204 len: 173 time: 2.2589858 Jul 24 00:08:23.128215 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8faf2bb9-7f86-4512-b106-4b1d32af40fb', 'name': 'network-vif-deleted', 'tag': '1fab86fa-3ada-4a1e-93ca-70980cf5c240'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:08:23.135926 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b7b04b-b0d2-4e2d-94aa-c099abe26f1e" -d '{"events": [{"server_uuid": "8faf2bb9-7f86-4512-b106-4b1d32af40fb", "name": "network-vif-deleted", "tag": "1fab86fa-3ada-4a1e-93ca-70980cf5c240"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:08:23.154741 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c053b8-6dde-4770-9979-7a225ed62e4b tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event updated for resources: {'Port': ['ID=6b712d50-cce8-494b-8eb8-92605a3e6942,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:23.181262 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-71f4cc4a-b9ab-4d9e-90e1-2e5fa1c49107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:23.234569 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2985949-e3b3-4f8c-aa5f-91e39ae32bf9 x-openstack-request-id: req-a2985949-e3b3-4f8c-aa5f-91e39ae32bf9 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:08:23.235098 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8faf2bb9-7f86-4512-b106-4b1d32af40fb", "name": "network-vif-deleted", "tag": "1fab86fa-3ada-4a1e-93ca-70980cf5c240", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:08:23.235303 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a2985949-e3b3-4f8c-aa5f-91e39ae32bf9 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:08:23.235803 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8faf2bb9-7f86-4512-b106-4b1d32af40fb', 'name': 'network-vif-deleted', 'tag': '1fab86fa-3ada-4a1e-93ca-70980cf5c240', 'status': 'completed', 'code': 200} Jul 24 00:08:23.318413 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-fc52437c-ce6f-4547-be05-5b972edac22f tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Deleting port 6b712d50-cce8-494b-8eb8-92605a3e6942 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:08:23.319192 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fc52437c-ce6f-4547-be05-5b972edac22f tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:23.360458 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-3a17ca46-160d-4ec7-aefa-defcc8349513 None None] Provisioning for port 6b712d50-cce8-494b-8eb8-92605a3e6942 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:08:23.367312 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-3a17ca46-160d-4ec7-aefa-defcc8349513 None None] Provisioning complete for port 6b712d50-cce8-494b-8eb8-92605a3e6942 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:08:23.367694 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3a17ca46-160d-4ec7-aefa-defcc8349513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:23.422007 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-3a17ca46-160d-4ec7-aefa-defcc8349513 None None] Port 6b712d50-cce8-494b-8eb8-92605a3e6942 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:08:23.534664 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 1fab86fa-3ada-4a1e-93ca-70980cf5c240 no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:08:23.540341 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-694bf022-5665-40e9-8954-02b2627e60a3 req-fae84f66-2bb4-49a2-addb-0f2db4533e29 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0c9e6f3-078f-49ab-8c2b-e82bee1d48db HTTP/1.1" status: 200 len: 210 time: 0.0826101 Jul 24 00:08:23.581637 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] No Port match for: 1fab86fa-3ada-4a1e-93ca-70980cf5c240 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:08:23.582372 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 1fab86fa-3ada-4a1e-93ca-70980cf5c240 not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:08:23.590124 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fc52437c-ce6f-4547-be05-5b972edac22f tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:23.616900 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-fc52437c-ce6f-4547-be05-5b972edac22f tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Calling delete_port for 6b712d50-cce8-494b-8eb8-92605a3e6942 owned by {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:08:24.123559 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fc52437c-ce6f-4547-be05-5b972edac22f tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:24.205003 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8d62419e-e8c3-4e46-8676-a1d3a9ee5a65 req-c6f72950-da49-425f-92ac-c4605167e262 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c075934-d6b2-45f9-8b7a-e05ff072e3c1 HTTP/1.1" status: 200 len: 210 time: 0.0982370 Jul 24 00:08:24.246729 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34590) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:24.286856 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc52437c-ce6f-4547-be05-5b972edac22f tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event deleted for resources: {'Port': ['ID=6b712d50-cce8-494b-8eb8-92605a3e6942,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:24.297340 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:08:24.306528 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ceff7b-dca1-4c08-a989-e1ff830b383d req-36b31468-973d-4486-b786-8e7853df070b tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:24.309162 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f3ceff7b-dca1-4c08-a989-e1ff830b383d req-36b31468-973d-4486-b786-8e7853df070b tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.64 "GET /v2.0/networks?id=18a152e0-a01f-49a7-bade-39a616e529a3 HTTP/1.1" status: 200 len: 815 time: 0.4994512 Jul 24 00:08:24.365237 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-f3ceff7b-dca1-4c08-a989-e1ff830b383d req-3b397d7f-aa24-4fab-b9e2-f35bd5b6ac25 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Request body: {'port': {'device_id': 'c0c9e6f3-078f-49ab-8c2b-e82bee1d48db', 'network_id': '18a152e0-a01f-49a7-bade-39a616e529a3', 'admin_state_up': True, 'tenant_id': 'b522b7a30c7a44c49afc4b0ec559df03'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:08:24.491146 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fc52437c-ce6f-4547-be05-5b972edac22f tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:24.493163 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-fc52437c-ce6f-4547-be05-5b972edac22f tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "DELETE /v2.0/ports/6b712d50-cce8-494b-8eb8-92605a3e6942 HTTP/1.1" status: 204 len: 168 time: 1.4986892 Jul 24 00:08:24.497143 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34608) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:24.545487 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3ceff7b-dca1-4c08-a989-e1ff830b383d req-3b397d7f-aa24-4fab-b9e2-f35bd5b6ac25 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Made reservation on behalf of b522b7a30c7a44c49afc4b0ec559df03 for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:08:24.549889 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f3ceff7b-dca1-4c08-a989-e1ff830b383d req-3b397d7f-aa24-4fab-b9e2-f35bd5b6ac25 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:24.578233 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd45656a-f69d-4a7a-bdaf-1ecb27be4047 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] GET failed (client error): The resource could not be found. Jul 24 00:08:24.580763 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-bd45656a-f69d-4a7a-bdaf-1ecb27be4047 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "GET /v2.0/ports/6b712d50-cce8-494b-8eb8-92605a3e6942 HTTP/1.1" status: 404 len: 333 time: 0.0823545 Jul 24 00:08:24.583787 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34612) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:24.719263 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-41b001b6-08a9-459b-8606-8106010b7969 req-b72ccdba-ee73-482f-a927-2b2bf69e32eb tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0c9e6f3-078f-49ab-8c2b-e82bee1d48db HTTP/1.1" status: 200 len: 210 time: 0.0600300 Jul 24 00:08:24.754514 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-43ce9661-48f7-426e-b40a-fc0576240345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:24.770620 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [req-f3ceff7b-dca1-4c08-a989-e1ff830b383d req-3b397d7f-aa24-4fab-b9e2-f35bd5b6ac25 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Allocated IP 172.20.0.7 (18a152e0-a01f-49a7-bade-39a616e529a3/d56430de-0ce5-443d-bb1b-4b29fdb6d0b4/7b09e246-261d-4158-b99a-9d0a84709f1a) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:08:24.856956 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-43ce9661-48f7-426e-b40a-fc0576240345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:24.865286 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-39c24102-ce93-4ad8-895c-95bf3e66f1a9 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:24.893205 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-39c24102-ce93-4ad8-895c-95bf3e66f1a9 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:24.912119 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-43ce9661-48f7-426e-b40a-fc0576240345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:24.977751 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f3ceff7b-dca1-4c08-a989-e1ff830b383d req-3b397d7f-aa24-4fab-b9e2-f35bd5b6ac25 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:25.029202 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-43ce9661-48f7-426e-b40a-fc0576240345 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=04fc7c85a49a42e4b1cf8d52b2fdef70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7809703 Jul 24 00:08:25.030245 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce9661-48f7-426e-b40a-fc0576240345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf7a2ed-6c41-4bc0-bb39-98d40b35fc94,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:25.033931 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34626) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:25.065878 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-39c24102-ce93-4ad8-895c-95bf3e66f1a9 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:25.068760 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-39c24102-ce93-4ad8-895c-95bf3e66f1a9 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:25.068965 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f3ceff7b-dca1-4c08-a989-e1ff830b383d req-3b397d7f-aa24-4fab-b9e2-f35bd5b6ac25 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:25.073608 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34632) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:25.073848 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-39c24102-ce93-4ad8-895c-95bf3e66f1a9 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "DELETE /v2.0/security-groups/fdaf3fa7-3f36-462c-9a08-df5aa715157d HTTP/1.1" status: 204 len: 168 time: 0.4888914 Jul 24 00:08:25.095577 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c24102-ce93-4ad8-895c-95bf3e66f1a9 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdaf3fa7-3f36-462c-9a08-df5aa715157d,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:25.130604 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-aba99f74-f66e-48e9-bbef-2b7a93971720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:25.168376 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-aba99f74-f66e-48e9-bbef-2b7a93971720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:25.221138 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3ceff7b-dca1-4c08-a989-e1ff830b383d req-3b397d7f-aa24-4fab-b9e2-f35bd5b6ac25 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Network 18a152e0-a01f-49a7-bade-39a616e529a3 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:08:25.228699 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [req-f3ceff7b-dca1-4c08-a989-e1ff830b383d req-3b397d7f-aa24-4fab-b9e2-f35bd5b6ac25 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:08:25.232494 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3ceff7b-dca1-4c08-a989-e1ff830b383d req-3b397d7f-aa24-4fab-b9e2-f35bd5b6ac25 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:08:25.235501 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b397d7f-aa24-4fab-b9e2-f35bd5b6ac25 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Pushing event updated for resources: {'Port': ['ID=7b09e246-261d-4158-b99a-9d0a84709f1a,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:25.260080 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-58c1ca1e-8501-46fd-9c41-0b86a57a1a2a tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:25.266804 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-aba99f74-f66e-48e9-bbef-2b7a93971720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:25.270976 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-aba99f74-f66e-48e9-bbef-2b7a93971720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:25.273468 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-aba99f74-f66e-48e9-bbef-2b7a93971720 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7cf7a2ed-6c41-4bc0-bb39-98d40b35fc94 HTTP/1.1" status: 204 len: 168 time: 0.2338984 Jul 24 00:08:25.298855 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba99f74-f66e-48e9-bbef-2b7a93971720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf7a2ed-6c41-4bc0-bb39-98d40b35fc94,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:25.380042 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5ee05214-41e6-434d-bad1-9261d8e49f87 req-b966e96d-beb9-44ed-b09f-49d0478e2d09 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c075934-d6b2-45f9-8b7a-e05ff072e3c1 HTTP/1.1" status: 200 len: 210 time: 0.0396781 Jul 24 00:08:25.402125 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ceff7b-dca1-4c08-a989-e1ff830b383d req-3b397d7f-aa24-4fab-b9e2-f35bd5b6ac25 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:25.402891 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f3ceff7b-dca1-4c08-a989-e1ff830b383d req-3b397d7f-aa24-4fab-b9e2-f35bd5b6ac25 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:25.426716 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-58c1ca1e-8501-46fd-9c41-0b86a57a1a2a tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:25.430875 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f3ceff7b-dca1-4c08-a989-e1ff830b383d req-3b397d7f-aa24-4fab-b9e2-f35bd5b6ac25 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0759063 Jul 24 00:08:25.446360 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-f3ceff7b-dca1-4c08-a989-e1ff830b383d req-06b12703-7a41-4665-9dcc-28bf36b4845d service neutron] Request body: {'port': {'device_id': 'c0c9e6f3-078f-49ab-8c2b-e82bee1d48db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-16'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:08:25.544713 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-58c1ca1e-8501-46fd-9c41-0b86a57a1a2a tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:25.548018 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-58c1ca1e-8501-46fd-9c41-0b86a57a1a2a tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:25.551749 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-58c1ca1e-8501-46fd-9c41-0b86a57a1a2a tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "DELETE /v2.0/security-groups/4e1240bd-02f2-4194-920e-6b404a51b2ef HTTP/1.1" status: 204 len: 168 time: 0.4747000 Jul 24 00:08:25.553047 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34644) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:25.564122 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f3ceff7b-dca1-4c08-a989-e1ff830b383d req-06b12703-7a41-4665-9dcc-28bf36b4845d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:25.571840 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c1ca1e-8501-46fd-9c41-0b86a57a1a2a tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1240bd-02f2-4194-920e-6b404a51b2ef,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:25.719423 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5513727c-cb6d-4d89-8d34-14f929e33670 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:25.787522 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-4d2003bb-42f1-42ea-8860-bf97a454c0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:25.788676 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5513727c-cb6d-4d89-8d34-14f929e33670 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:25.854298 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5513727c-cb6d-4d89-8d34-14f929e33670 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:25.859864 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5513727c-cb6d-4d89-8d34-14f929e33670 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:25.861744 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-5513727c-cb6d-4d89-8d34-14f929e33670 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "DELETE /v2.0/security-groups/165e809a-ca7d-4fdb-913a-77c812728978 HTTP/1.1" status: 204 len: 168 time: 0.3074219 Jul 24 00:08:25.876871 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34654) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:25.879592 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5513727c-cb6d-4d89-8d34-14f929e33670 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=165e809a-ca7d-4fdb-913a-77c812728978,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:26.005467 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-91823622-a8cd-4525-aeb8-0cb204f2eba2 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Deleting subnet 52ebff1c-80e4-4c67-97d1-617ea7bdd549 {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:08:26.009289 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-91823622-a8cd-4525-aeb8-0cb204f2eba2 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:26.019644 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34656) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:26.038621 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c6cf9dc2-5d16-4269-997c-cdd9cc5b70b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:26.057183 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-91823622-a8cd-4525-aeb8-0cb204f2eba2 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:26.157872 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-91823622-a8cd-4525-aeb8-0cb204f2eba2 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:26.246157 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-f3ceff7b-dca1-4c08-a989-e1ff830b383d req-06b12703-7a41-4665-9dcc-28bf36b4845d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b09e246-261d-4158-b99a-9d0a84709f1a {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:08:26.255600 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-91823622-a8cd-4525-aeb8-0cb204f2eba2 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:26.257524 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f3ceff7b-dca1-4c08-a989-e1ff830b383d req-06b12703-7a41-4665-9dcc-28bf36b4845d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:26.285489 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-f3ceff7b-dca1-4c08-a989-e1ff830b383d req-06b12703-7a41-4665-9dcc-28bf36b4845d service neutron] Transition to ACTIVE for port object 7b09e246-261d-4158-b99a-9d0a84709f1a will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:08:26.297837 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f3ceff7b-dca1-4c08-a989-e1ff830b383d req-06b12703-7a41-4665-9dcc-28bf36b4845d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:26.346513 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91823622-a8cd-4525-aeb8-0cb204f2eba2 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event deleted for resources: {'Subnet': ['ID=52ebff1c-80e4-4c67-97d1-617ea7bdd549,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:26.356868 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c2c99f-546c-4022-86e5-63169a1af83b req-e2fcbf6f-bff4-4961-918d-74f739501965 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:26.358504 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-32c2c99f-546c-4022-86e5-63169a1af83b req-e2fcbf6f-bff4-4961-918d-74f739501965 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0c9e6f3-078f-49ab-8c2b-e82bee1d48db HTTP/1.1" status: 200 len: 931 time: 0.4804606 Jul 24 00:08:26.362558 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-91823622-a8cd-4525-aeb8-0cb204f2eba2 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:26.369968 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-91823622-a8cd-4525-aeb8-0cb204f2eba2 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "DELETE /v2.0/subnets/52ebff1c-80e4-4c67-97d1-617ea7bdd549 HTTP/1.1" status: 204 len: 168 time: 0.4873521 Jul 24 00:08:26.370912 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34662) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:26.379599 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cbafd03-3dd3-4b25-b844-b181fcebfc99 None None] Network 12758dee-1bbe-4dab-8d69-802b36c98522 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:08:26.384830 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b12703-7a41-4665-9dcc-28bf36b4845d service neutron] Pushing event updated for resources: {'Port': ['ID=7b09e246-261d-4158-b99a-9d0a84709f1a,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:26.454144 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c6cf9dc2-5d16-4269-997c-cdd9cc5b70b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:26.530173 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c6cf9dc2-5d16-4269-997c-cdd9cc5b70b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:26.548774 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-59089f57-d974-41b7-880a-d735633bdbab tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Deleting subnet 2c6533f8-8ea1-4b74-8fe2-5127a7e2d8b1 {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:08:26.564506 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-59089f57-d974-41b7-880a-d735633bdbab tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:26.619957 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-32c2c99f-546c-4022-86e5-63169a1af83b req-bfe9ce0e-381d-4afd-b644-c50279a98ce4 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/security-groups?id=01883c9b-f537-47a8-8e4c-5877842ba644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241981 Jul 24 00:08:26.624954 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-c6cf9dc2-5d16-4269-997c-cdd9cc5b70b2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ed7fd71d00784623a1da826162eca51c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6040299 Jul 24 00:08:26.635591 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34668) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:26.738577 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-59089f57-d974-41b7-880a-d735633bdbab tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:26.782394 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cf9dc2-5d16-4269-997c-cdd9cc5b70b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b26f635-e2a4-4b84-9846-3012498d2488,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:26.792549 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:26.807801 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-feb03fcf-570d-42b6-8110-c3f5d66ff0b4 req-4dbab5cf-d9b9-48f5-b849-19f9bd68759f tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c075934-d6b2-45f9-8b7a-e05ff072e3c1 HTTP/1.1" status: 200 len: 210 time: 0.1417165 Jul 24 00:08:26.816359 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-f3ceff7b-dca1-4c08-a989-e1ff830b383d req-06b12703-7a41-4665-9dcc-28bf36b4845d service neutron] Attempting to bind port 7b09e246-261d-4158-b99a-9d0a84709f1a on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:08:26.816705 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-f3ceff7b-dca1-4c08-a989-e1ff830b383d req-06b12703-7a41-4665-9dcc-28bf36b4845d service neutron] Attempting to bind port 7b09e246-261d-4158-b99a-9d0a84709f1a by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '6ae6f178-a5a7-48fe-8694-33b87da05e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '18a152e0-a01f-49a7-bade-39a616e529a3'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:08:26.817069 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ceff7b-dca1-4c08-a989-e1ff830b383d req-06b12703-7a41-4665-9dcc-28bf36b4845d service neutron] Attempting to bind port 7b09e246-261d-4158-b99a-9d0a84709f1a on network 18a152e0-a01f-49a7-bade-39a616e529a3 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:08:26.827278 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ceff7b-dca1-4c08-a989-e1ff830b383d req-06b12703-7a41-4665-9dcc-28bf36b4845d service neutron] Port 7b09e246-261d-4158-b99a-9d0a84709f1a on network 18a152e0-a01f-49a7-bade-39a616e529a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:08:26.827611 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ceff7b-dca1-4c08-a989-e1ff830b383d req-06b12703-7a41-4665-9dcc-28bf36b4845d service neutron] Attempting to bind port 7b09e246-261d-4158-b99a-9d0a84709f1a on network 18a152e0-a01f-49a7-bade-39a616e529a3 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:08:26.839525 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ceff7b-dca1-4c08-a989-e1ff830b383d req-06b12703-7a41-4665-9dcc-28bf36b4845d service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:08:26.839881 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ceff7b-dca1-4c08-a989-e1ff830b383d req-06b12703-7a41-4665-9dcc-28bf36b4845d service neutron] Checking segment: {'id': '6ae6f178-a5a7-48fe-8694-33b87da05e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '18a152e0-a01f-49a7-bade-39a616e529a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:08:26.840281 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ceff7b-dca1-4c08-a989-e1ff830b383d req-06b12703-7a41-4665-9dcc-28bf36b4845d service neutron] Bound using segment: {'id': '6ae6f178-a5a7-48fe-8694-33b87da05e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '18a152e0-a01f-49a7-bade-39a616e529a3'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:08:26.840744 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-f3ceff7b-dca1-4c08-a989-e1ff830b383d req-06b12703-7a41-4665-9dcc-28bf36b4845d service neutron] Bound port: 7b09e246-261d-4158-b99a-9d0a84709f1a, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ae6f178-a5a7-48fe-8694-33b87da05e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '18a152e0-a01f-49a7-bade-39a616e529a3'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:08:26.841325 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f3ceff7b-dca1-4c08-a989-e1ff830b383d req-06b12703-7a41-4665-9dcc-28bf36b4845d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:26.886753 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7e19374d-7511-4ea2-95ae-0637362f2702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:26.952498 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7e19374d-7511-4ea2-95ae-0637362f2702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:26.963479 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-f3ceff7b-dca1-4c08-a989-e1ff830b383d req-06b12703-7a41-4665-9dcc-28bf36b4845d service neutron] For port 7b09e246-261d-4158-b99a-9d0a84709f1a, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:08:26.967542 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-f3ceff7b-dca1-4c08-a989-e1ff830b383d req-06b12703-7a41-4665-9dcc-28bf36b4845d service neutron] For port 7b09e246-261d-4158-b99a-9d0a84709f1a, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=7b09e246-261d-4158-b99a-9d0a84709f1a,segment=NetworkSegment(6ae6f178-a5a7-48fe-8694-33b87da05e0d),segment_id=6ae6f178-a5a7-48fe-8694-33b87da05e0d)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:08:26.974912 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f3ceff7b-dca1-4c08-a989-e1ff830b383d req-06b12703-7a41-4665-9dcc-28bf36b4845d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:26.985807 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-59089f57-d974-41b7-880a-d735633bdbab tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:27.026123 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ceff7b-dca1-4c08-a989-e1ff830b383d req-06b12703-7a41-4665-9dcc-28bf36b4845d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:27.027209 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f3ceff7b-dca1-4c08-a989-e1ff830b383d req-06b12703-7a41-4665-9dcc-28bf36b4845d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:27.029777 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f3ceff7b-dca1-4c08-a989-e1ff830b383d req-06b12703-7a41-4665-9dcc-28bf36b4845d service neutron] 10.222.0.64 "PUT /v2.0/ports/7b09e246-261d-4158-b99a-9d0a84709f1a HTTP/1.1" status: 200 len: 1092 time: 1.5876427 Jul 24 00:08:27.030230 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0c9e6f3-078f-49ab-8c2b-e82bee1d48db', 'tag': '7b09e246-261d-4158-b99a-9d0a84709f1a'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:08:27.033349 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb414682-81c0-479b-96da-7d188453d5cc" -d '{"events": [{"name": "network-changed", "server_uuid": "c0c9e6f3-078f-49ab-8c2b-e82bee1d48db", "tag": "7b09e246-261d-4158-b99a-9d0a84709f1a"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:08:27.095742 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7e19374d-7511-4ea2-95ae-0637362f2702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:27.099124 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7e19374d-7511-4ea2-95ae-0637362f2702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:27.101234 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-7e19374d-7511-4ea2-95ae-0637362f2702 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1b26f635-e2a4-4b84-9846-3012498d2488 HTTP/1.1" status: 204 len: 168 time: 0.4631186 Jul 24 00:08:27.119241 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e19374d-7511-4ea2-95ae-0637362f2702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b26f635-e2a4-4b84-9846-3012498d2488,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:27.146702 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-59089f57-d974-41b7-880a-d735633bdbab tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:27.155906 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f8af8c8-3dd5-4a63-a425-35ca7d6dce65 x-openstack-request-id: req-2f8af8c8-3dd5-4a63-a425-35ca7d6dce65 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:08:27.157052 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0c9e6f3-078f-49ab-8c2b-e82bee1d48db", "tag": "7b09e246-261d-4158-b99a-9d0a84709f1a", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:08:27.157638 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2f8af8c8-3dd5-4a63-a425-35ca7d6dce65 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:08:27.158236 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0c9e6f3-078f-49ab-8c2b-e82bee1d48db', 'tag': '7b09e246-261d-4158-b99a-9d0a84709f1a', 'status': 'completed', 'code': 200} Jul 24 00:08:27.189010 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59089f57-d974-41b7-880a-d735633bdbab tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event deleted for resources: {'Subnet': ['ID=2c6533f8-8ea1-4b74-8fe2-5127a7e2d8b1,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:27.200574 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-59089f57-d974-41b7-880a-d735633bdbab tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:27.203976 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b12703-7a41-4665-9dcc-28bf36b4845d service neutron] Pushing event updated for resources: {'Port': ['ID=7b09e246-261d-4158-b99a-9d0a84709f1a,revision_number=3']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:27.205804 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-59089f57-d974-41b7-880a-d735633bdbab tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "DELETE /v2.0/subnets/2c6533f8-8ea1-4b74-8fe2-5127a7e2d8b1 HTTP/1.1" status: 204 len: 168 time: 0.8310564 Jul 24 00:08:27.206491 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34680) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:27.238939 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:27.245555 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-98b86dd7-283b-41c9-b0b4-5a1a57dc62e8 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] DELETE failed (client error): The resource could not be found. Jul 24 00:08:27.246020 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98b86dd7-283b-41c9-b0b4-5a1a57dc62e8 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:08:27.248160 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-98b86dd7-283b-41c9-b0b4-5a1a57dc62e8 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "DELETE /v2.0/subnets/52ebff1c-80e4-4c67-97d1-617ea7bdd549 HTTP/1.1" status: 404 len: 337 time: 0.0399575 Jul 24 00:08:27.250731 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34682) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:27.262322 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ceff7b-dca1-4c08-a989-e1ff830b383d req-12bd48d2-cded-4131-b58d-daf01cd6580c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:27.265284 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f3ceff7b-dca1-4c08-a989-e1ff830b383d req-12bd48d2-cded-4131-b58d-daf01cd6580c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b522b7a30c7a44c49afc4b0ec559df03&device_id=c0c9e6f3-078f-49ab-8c2b-e82bee1d48db HTTP/1.1" status: 200 len: 1095 time: 0.1660089 Jul 24 00:08:27.331095 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd438d19-7f53-448e-8fc5-5d3203599ea5 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Deleting subnet e84dfffc-c19d-42ac-9803-7ef6d35a2dac {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:08:27.339257 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fd438d19-7f53-448e-8fc5-5d3203599ea5 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:27.359001 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f3ceff7b-dca1-4c08-a989-e1ff830b383d req-88665e2c-f776-433c-b31a-fbf8ee22624f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b09e246-261d-4158-b99a-9d0a84709f1a HTTP/1.1" status: 200 len: 217 time: 0.0830379 Jul 24 00:08:27.525984 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fd438d19-7f53-448e-8fc5-5d3203599ea5 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:27.545080 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ceff7b-dca1-4c08-a989-e1ff830b383d req-2c30df15-3ba1-48dc-b435-864d73dcc778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:27.547258 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f3ceff7b-dca1-4c08-a989-e1ff830b383d req-2c30df15-3ba1-48dc-b435-864d73dcc778 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d56430de-0ce5-443d-bb1b-4b29fdb6d0b4 HTTP/1.1" status: 200 len: 855 time: 0.1783211 Jul 24 00:08:27.628323 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f3ceff7b-dca1-4c08-a989-e1ff830b383d req-86fae6bc-3137-4bec-8255-fb39ac7d3764 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=18a152e0-a01f-49a7-bade-39a616e529a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739920 Jul 24 00:08:27.791340 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fd438d19-7f53-448e-8fc5-5d3203599ea5 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:27.853909 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf7f667-bd0d-4bc4-9269-c0f4b6b6b94b None None] Network 12758dee-1bbe-4dab-8d69-802b36c98522 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:08:27.941193 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-68e29a8f-73eb-41de-84b7-6f06c5ae1116 None None] Provisioning complete for port dda0f996-1e0e-4b89-a8c7-53f775173ec4 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:08:27.941364 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f3ceff7b-dca1-4c08-a989-e1ff830b383d req-69be71eb-465e-45ba-bb58-6a9c662d19a0 service neutron] 10.222.0.64 "GET /v2.0/networks/18a152e0-a01f-49a7-bade-39a616e529a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024354 Jul 24 00:08:27.941672 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-68e29a8f-73eb-41de-84b7-6f06c5ae1116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:27.981144 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70ac671-0175-4f7e-b94c-0264d5ef1ac0 req-648a9d26-54eb-49e5-9794-da6150afdb48 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:27.984834 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b70ac671-0175-4f7e-b94c-0264d5ef1ac0 req-648a9d26-54eb-49e5-9794-da6150afdb48 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0c9e6f3-078f-49ab-8c2b-e82bee1d48db HTTP/1.1" status: 200 len: 943 time: 0.2223001 Jul 24 00:08:27.986513 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fd438d19-7f53-448e-8fc5-5d3203599ea5 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:28.071141 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-68e29a8f-73eb-41de-84b7-6f06c5ae1116 None None] Port dda0f996-1e0e-4b89-a8c7-53f775173ec4 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:08:28.111875 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd438d19-7f53-448e-8fc5-5d3203599ea5 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event deleted for resources: {'Subnet': ['ID=e84dfffc-c19d-42ac-9803-7ef6d35a2dac,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:28.122085 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34712) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:28.123888 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fd438d19-7f53-448e-8fc5-5d3203599ea5 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:28.131981 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-fd438d19-7f53-448e-8fc5-5d3203599ea5 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "DELETE /v2.0/subnets/e84dfffc-c19d-42ac-9803-7ef6d35a2dac HTTP/1.1" status: 204 len: 168 time: 0.8799784 Jul 24 00:08:28.137860 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34714) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:28.151001 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-68e29a8f-73eb-41de-84b7-6f06c5ae1116 None None] Provisioning complete for port 16bb0e91-9c19-446b-8fda-11d1c0e7d3d2 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:08:28.151210 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-68e29a8f-73eb-41de-84b7-6f06c5ae1116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:28.249810 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-cda30ca1-49b0-417a-b45c-f25ca4f9a4c6 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] DELETE failed (client error): The resource could not be found. Jul 24 00:08:28.250277 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cda30ca1-49b0-417a-b45c-f25ca4f9a4c6 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:08:28.255618 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-cda30ca1-49b0-417a-b45c-f25ca4f9a4c6 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "DELETE /v2.0/subnets/93ba47d1-dcf6-4863-8142-b847e3c418ab HTTP/1.1" status: 404 len: 337 time: 0.1093733 Jul 24 00:08:28.261102 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b70ac671-0175-4f7e-b94c-0264d5ef1ac0 req-ad24cb3d-f181-4c5a-849e-0d07dc5d1898 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/security-groups?id=01883c9b-f537-47a8-8e4c-5877842ba644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694426 Jul 24 00:08:28.261856 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34718) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:28.282739 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f3ceff7b-dca1-4c08-a989-e1ff830b383d req-b07b0f41-db78-4833-ada4-c56455fa622a service neutron] 10.222.0.64 "GET /v2.0/networks/18a152e0-a01f-49a7-bade-39a616e529a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3361783 Jul 24 00:08:28.312780 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-949d13b6-f59c-46b9-a241-fc6d8eb625e6 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:28.331862 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-4f005fe9-61d2-49ba-97c6-200b2b2e4be2 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "GET /v2.0/ports?device_id=7dd384f4-60d9-4edb-b6e7-0520c010ab42 HTTP/1.1" status: 200 len: 205 time: 0.0682049 Jul 24 00:08:28.334442 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34720) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:28.377779 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-949d13b6-f59c-46b9-a241-fc6d8eb625e6 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:28.417637 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [None req-5b6f02ce-16b3-4152-828d-8db1303a3f47 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] delete failed (client error): The resource could not be found. Jul 24 00:08:28.418678 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-5b6f02ce-16b3-4152-828d-8db1303a3f47 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "DELETE /v2.0/routers/7dd384f4-60d9-4edb-b6e7-0520c010ab42 HTTP/1.1" status: 404 len: 336 time: 0.0832725 Jul 24 00:08:28.421433 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34724) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:28.466295 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba7df5e8-a84b-49ca-bd3b-739570d9c3c0 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] DELETE failed (client error): The resource could not be found. Jul 24 00:08:28.466772 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba7df5e8-a84b-49ca-bd3b-739570d9c3c0 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:08:28.475917 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-ba7df5e8-a84b-49ca-bd3b-739570d9c3c0 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "DELETE /v2.0/subnets/98b53853-5a3a-4440-ab57-28f46bf4cf23 HTTP/1.1" status: 404 len: 337 time: 0.0529456 Jul 24 00:08:28.478468 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34728) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:28.521169 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-949d13b6-f59c-46b9-a241-fc6d8eb625e6 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:28.545166 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-949d13b6-f59c-46b9-a241-fc6d8eb625e6 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:28.545166 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-949d13b6-f59c-46b9-a241-fc6d8eb625e6 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "DELETE /v2.0/security-groups/89d8d27b-9412-49b0-8db6-21624a8289f8 HTTP/1.1" status: 204 len: 168 time: 0.4148533 Jul 24 00:08:28.547210 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34730) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:28.552266 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e3f0b08-8f2a-453d-af44-f407bc590803 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] DELETE failed (client error): The resource could not be found. Jul 24 00:08:28.553576 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e3f0b08-8f2a-453d-af44-f407bc590803 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:08:28.556522 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-5e3f0b08-8f2a-453d-af44-f407bc590803 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "DELETE /v2.0/subnets/ca2a4332-40f3-41af-90b2-afd0a9fd93ce HTTP/1.1" status: 404 len: 337 time: 0.0763834 Jul 24 00:08:28.560725 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34734) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:28.567112 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d5e399-0cd2-4237-8de5-28f759a5acd4 None None] DHCP port deletion for 12758dee-1bbe-4dab-8d69-802b36c98522 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:08:28.584972 n-d-800088-16 neutron-server[100314]: INFO neutron.api.v2.resource [None req-02817168-23db-45fb-a485-4bb0ae024a6a tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] show failed (client error): The resource could not be found. Jul 24 00:08:28.586079 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-02817168-23db-45fb-a485-4bb0ae024a6a tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "GET /v2.0/security-groups/89d8d27b-9412-49b0-8db6-21624a8289f8 HTTP/1.1" status: 404 len: 347 time: 0.0379293 Jul 24 00:08:28.589053 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34736) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:28.599448 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949d13b6-f59c-46b9-a241-fc6d8eb625e6 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d8d27b-9412-49b0-8db6-21624a8289f8,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:28.605702 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb414682-81c0-479b-96da-7d188453d5cc req-fd82e9b1-fb66-4739-a3e4-61da5002b7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:28.607412 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fb414682-81c0-479b-96da-7d188453d5cc req-fd82e9b1-fb66-4739-a3e4-61da5002b7ae service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b522b7a30c7a44c49afc4b0ec559df03&device_id=c0c9e6f3-078f-49ab-8c2b-e82bee1d48db HTTP/1.1" status: 200 len: 1095 time: 0.1741893 Jul 24 00:08:28.643306 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c62bfa1-0694-492b-b2cf-96d57ae27af0 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] DELETE failed (client error): The resource could not be found. Jul 24 00:08:28.643816 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c62bfa1-0694-492b-b2cf-96d57ae27af0 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:08:28.657449 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-2c62bfa1-0694-492b-b2cf-96d57ae27af0 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "DELETE /v2.0/subnets/e692f08f-4603-4908-b15f-211a8dfe0655 HTTP/1.1" status: 404 len: 337 time: 0.0951893 Jul 24 00:08:28.664971 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34740) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:28.700733 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-47d5e399-0cd2-4237-8de5-28f759a5acd4 None None] Deleting port 16bb0e91-9c19-446b-8fda-11d1c0e7d3d2 {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:08:28.701253 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-47d5e399-0cd2-4237-8de5-28f759a5acd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:28.753994 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a765fca-3064-4826-824c-d67023ed1983 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] DELETE failed (client error): The resource could not be found. Jul 24 00:08:28.754733 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a765fca-3064-4826-824c-d67023ed1983 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:08:28.766789 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-5a765fca-3064-4826-824c-d67023ed1983 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "DELETE /v2.0/ports/464e2988-a185-471a-8d87-08d60b8dcbc0 HTTP/1.1" status: 404 len: 333 time: 0.1004000 Jul 24 00:08:28.769197 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34746) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:28.817331 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-2489f606-130b-40bd-a431-3449960b7d6d tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] DELETE failed (client error): The resource could not be found. Jul 24 00:08:28.828192 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2489f606-130b-40bd-a431-3449960b7d6d tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:08:28.830382 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-2489f606-130b-40bd-a431-3449960b7d6d tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "DELETE /v2.0/subnets/f60e86d9-cd05-45d5-a932-afafbd18a01f HTTP/1.1" status: 404 len: 337 time: 0.0601850 Jul 24 00:08:28.832941 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34748) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:28.879304 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-47d5e399-0cd2-4237-8de5-28f759a5acd4 None None] For port 16bb0e91-9c19-446b-8fda-11d1c0e7d3d2, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=16bb0e91-9c19-446b-8fda-11d1c0e7d3d2,segment=NetworkSegment(81c554f7-ea26-4d39-b699-33c5f0a13bfb),segment_id=81c554f7-ea26-4d39-b699-33c5f0a13bfb)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:08:28.879883 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-47d5e399-0cd2-4237-8de5-28f759a5acd4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:28.884042 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-71592428-4429-4e6c-b3fe-3baab7568c66 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] DELETE failed (client error): The resource could not be found. Jul 24 00:08:28.892480 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71592428-4429-4e6c-b3fe-3baab7568c66 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:08:28.901649 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-71592428-4429-4e6c-b3fe-3baab7568c66 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "DELETE /v2.0/subnets/91c60c5a-3a5d-4e6b-af2e-1b5a1ba5e321 HTTP/1.1" status: 404 len: 337 time: 0.0673954 Jul 24 00:08:28.904076 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34756) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:28.904242 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb414682-81c0-479b-96da-7d188453d5cc req-29e288a9-ff22-4463-a359-23a5911e3755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:28.906104 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fb414682-81c0-479b-96da-7d188453d5cc req-29e288a9-ff22-4463-a359-23a5911e3755 service neutron] 10.222.0.64 "GET /v2.0/networks?id=18a152e0-a01f-49a7-bade-39a616e529a3 HTTP/1.1" status: 200 len: 916 time: 0.2658522 Jul 24 00:08:28.912165 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:28.919357 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-a08aac22-e469-4a34-85e4-9e7a7baf41dd tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Deleting port 86541e4e-63aa-45b6-8345-85672d426ec2 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:08:28.921707 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-47d5e399-0cd2-4237-8de5-28f759a5acd4 None None] Calling delete_port for 16bb0e91-9c19-446b-8fda-11d1c0e7d3d2 owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:08:28.921871 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a08aac22-e469-4a34-85e4-9e7a7baf41dd tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:29.007709 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-0302452d-6368-4409-9b34-a2db2e31c4bc tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] DELETE failed (client error): The resource could not be found. Jul 24 00:08:29.012027 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0302452d-6368-4409-9b34-a2db2e31c4bc tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:08:29.020506 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-0302452d-6368-4409-9b34-a2db2e31c4bc tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "DELETE /v2.0/ports/4b763616-707f-4663-b193-994efc731547 HTTP/1.1" status: 404 len: 333 time: 0.1151831 Jul 24 00:08:29.022895 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34760) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:29.038091 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a08aac22-e469-4a34-85e4-9e7a7baf41dd tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:29.038431 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a08aac22-e469-4a34-85e4-9e7a7baf41dd tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:29.066457 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc08e8c2-44da-4136-81c0-107b47491ec1 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] DELETE failed (client error): The resource could not be found. Jul 24 00:08:29.067266 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc08e8c2-44da-4136-81c0-107b47491ec1 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:08:29.069290 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-cc08e8c2-44da-4136-81c0-107b47491ec1 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "DELETE /v2.0/subnets/bb0b4339-7717-40e6-bd11-203118e8a419 HTTP/1.1" status: 404 len: 337 time: 0.0453279 Jul 24 00:08:29.072388 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34768) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:29.073246 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-a08aac22-e469-4a34-85e4-9e7a7baf41dd tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Calling delete_port for 86541e4e-63aa-45b6-8345-85672d426ec2 owned by network:floatingip {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:08:29.082223 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-47d5e399-0cd2-4237-8de5-28f759a5acd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:29.103999 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-8836b3b6-79d6-4ed5-89c0-e0fedd103ca7 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] DELETE failed (client error): The resource could not be found. Jul 24 00:08:29.104775 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8836b3b6-79d6-4ed5-89c0-e0fedd103ca7 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:08:29.107328 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-8836b3b6-79d6-4ed5-89c0-e0fedd103ca7 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "DELETE /v2.0/subnets/21198fba-010f-4858-875c-389541ef136c HTTP/1.1" status: 404 len: 337 time: 0.0337327 Jul 24 00:08:29.110748 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34778) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:29.112040 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d5e399-0cd2-4237-8de5-28f759a5acd4 None None] Pushing event deleted for resources: {'Port': ['ID=16bb0e91-9c19-446b-8fda-11d1c0e7d3d2,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:29.115686 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d5e399-0cd2-4237-8de5-28f759a5acd4 None None] No DVR routers for this DVR port 16bb0e91-9c19-446b-8fda-11d1c0e7d3d2 on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:08:29.217006 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fb414682-81c0-479b-96da-7d188453d5cc req-508c8cb2-f855-42c7-a3e9-288e8085dd69 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b09e246-261d-4158-b99a-9d0a84709f1a HTTP/1.1" status: 200 len: 217 time: 0.1412220 Jul 24 00:08:29.320629 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-b1df4ff1-1a53-45a3-965d-7ea8394d9660 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Deleting port dda0f996-1e0e-4b89-a8c7-53f775173ec4 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:08:29.321279 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b1df4ff1-1a53-45a3-965d-7ea8394d9660 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:29.356105 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 16bb0e91-9c19-446b-8fda-11d1c0e7d3d2 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:08:29.371137 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb414682-81c0-479b-96da-7d188453d5cc req-c4776eea-6474-4af6-8bd8-8649dffd7d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:29.373594 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fb414682-81c0-479b-96da-7d188453d5cc req-c4776eea-6474-4af6-8bd8-8649dffd7d17 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d56430de-0ce5-443d-bb1b-4b29fdb6d0b4 HTTP/1.1" status: 200 len: 855 time: 0.1435456 Jul 24 00:08:29.396898 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 16bb0e91-9c19-446b-8fda-11d1c0e7d3d2 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:08:29.405390 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 16bb0e91-9c19-446b-8fda-11d1c0e7d3d2 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:08:29.430516 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b1df4ff1-1a53-45a3-965d-7ea8394d9660 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:29.444293 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-b1df4ff1-1a53-45a3-965d-7ea8394d9660 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Calling delete_port for dda0f996-1e0e-4b89-a8c7-53f775173ec4 owned by {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:08:29.463259 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fb414682-81c0-479b-96da-7d188453d5cc req-a0ab8a5d-8ddf-4412-80d6-3b7d9d40ccbc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=18a152e0-a01f-49a7-bade-39a616e529a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826895 Jul 24 00:08:29.548488 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b1df4ff1-1a53-45a3-965d-7ea8394d9660 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:29.569661 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a08aac22-e469-4a34-85e4-9e7a7baf41dd tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:29.606309 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1df4ff1-1a53-45a3-965d-7ea8394d9660 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event deleted for resources: {'Port': ['ID=dda0f996-1e0e-4b89-a8c7-53f775173ec4,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:29.620314 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b1df4ff1-1a53-45a3-965d-7ea8394d9660 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:29.622397 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-b1df4ff1-1a53-45a3-965d-7ea8394d9660 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "DELETE /v2.0/ports/dda0f996-1e0e-4b89-a8c7-53f775173ec4 HTTP/1.1" status: 204 len: 168 time: 0.5110321 Jul 24 00:08:29.624802 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34804) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:29.709749 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fb414682-81c0-479b-96da-7d188453d5cc req-43575bef-c2e9-4ec2-8d69-371d3ac80ba9 service neutron] 10.222.0.64 "GET /v2.0/networks/18a152e0-a01f-49a7-bade-39a616e529a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229381 Jul 24 00:08:29.711357 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08aac22-e469-4a34-85e4-9e7a7baf41dd tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Pushing event deleted for resources: {'Port': ['ID=86541e4e-63aa-45b6-8345-85672d426ec2,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:29.748442 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b56475f6-d016-42ff-b71f-70068893ce32 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:29.874889 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b56475f6-d016-42ff-b71f-70068893ce32 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:29.886957 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-b56475f6-d016-42ff-b71f-70068893ce32 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12758dee-1bbe-4dab-8d69-802b36c98522']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:08:29.898169 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-b56475f6-d016-42ff-b71f-70068893ce32 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81c554f7-ea26-4d39-b699-33c5f0a13bfb') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:08:29.898169 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-b56475f6-d016-42ff-b71f-70068893ce32 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81c554f7-ea26-4d39-b699-33c5f0a13bfb') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:08:29.918404 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b56475f6-d016-42ff-b71f-70068893ce32 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:29.936157 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b56475f6-d016-42ff-b71f-70068893ce32 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:29.942692 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b56475f6-d016-42ff-b71f-70068893ce32 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:08:29.943094 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b56475f6-d016-42ff-b71f-70068893ce32 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:29.946776 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:08:29.946776 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:08:29.946776 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:08:29.946776 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:08:29.946776 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:08:29.946776 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:08:29.946776 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:08:29.946776 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:08:29.946776 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:08:29.946776 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:08:29.946776 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:08:29.946776 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:08:29.946776 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:08:29.946776 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:08:29.946776 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:08:29.946776 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:08:29.946776 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:08:29.946776 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:08:29.946776 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:08:29.946776 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:08:29.946776 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:08:29.946776 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:08:29.946776 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:08:29.946776 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:08:29.946776 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:08:29.946776 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:08:29.946776 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:08:29.946776 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:08:29.946776 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:08:29.946776 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:08:29.946776 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:08:29.946776 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:08:29.964415 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f2f71e-7c5b-4c05-964b-402831c6c123 req-7b058828-e027-4ca0-8894-c570a4423545 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:29.966225 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-79f2f71e-7c5b-4c05-964b-402831c6c123 req-7b058828-e027-4ca0-8894-c570a4423545 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0c9e6f3-078f-49ab-8c2b-e82bee1d48db HTTP/1.1" status: 200 len: 943 time: 0.5720525 Jul 24 00:08:29.969008 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a08aac22-e469-4a34-85e4-9e7a7baf41dd tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks [] for floatingip, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:29.971813 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a08aac22-e469-4a34-85e4-9e7a7baf41dd tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:29.973223 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-a08aac22-e469-4a34-85e4-9e7a7baf41dd tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "DELETE /v2.0/floatingips/23a4bc9d-48a8-4079-9092-7c2f7340dbe2 HTTP/1.1" status: 204 len: 168 time: 1.3832464 Jul 24 00:08:29.978181 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fb414682-81c0-479b-96da-7d188453d5cc req-bb5addaf-41ac-433f-9380-7da3d92fe8e1 service neutron] 10.222.0.64 "GET /v2.0/networks/18a152e0-a01f-49a7-bade-39a616e529a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401111 Jul 24 00:08:29.978659 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34840) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:30.061702 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b56475f6-d016-42ff-b71f-70068893ce32 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:30.073393 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-79f2f71e-7c5b-4c05-964b-402831c6c123 req-2efb1919-939e-4d71-8096-96b307c1011d tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/security-groups?id=01883c9b-f537-47a8-8e4c-5877842ba644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957301 Jul 24 00:08:30.077178 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b56475f6-d016-42ff-b71f-70068893ce32 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:30.080768 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-b56475f6-d016-42ff-b71f-70068893ce32 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] 10.222.0.44 "DELETE /v2.0/networks/12758dee-1bbe-4dab-8d69-802b36c98522 HTTP/1.1" status: 204 len: 168 time: 0.4546630 Jul 24 00:08:30.102212 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56475f6-d016-42ff-b71f-70068893ce32 tempest-PortsIpV6TestJSON-2126769498 tempest-PortsIpV6TestJSON-2126769498-project] Pushing event deleted for resources: {'Network': ['ID=12758dee-1bbe-4dab-8d69-802b36c98522,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:30.185283 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-99aa0524-c2e9-4a8b-8166-bb19e91b120c tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Deleting port 8f556c59-81ca-477e-85bf-cbe94e6d27d9 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:08:30.185769 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-99aa0524-c2e9-4a8b-8166-bb19e91b120c tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:30.282430 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-99aa0524-c2e9-4a8b-8166-bb19e91b120c tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:30.296427 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-99aa0524-c2e9-4a8b-8166-bb19e91b120c tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Calling delete_port for 8f556c59-81ca-477e-85bf-cbe94e6d27d9 owned by {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:08:30.420692 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34856) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:30.509378 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-99aa0524-c2e9-4a8b-8166-bb19e91b120c tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:30.658884 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aa0524-c2e9-4a8b-8166-bb19e91b120c tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Pushing event deleted for resources: {'Port': ['ID=8f556c59-81ca-477e-85bf-cbe94e6d27d9,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:30.671064 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-99aa0524-c2e9-4a8b-8166-bb19e91b120c tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:30.675659 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-99aa0524-c2e9-4a8b-8166-bb19e91b120c tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "DELETE /v2.0/ports/8f556c59-81ca-477e-85bf-cbe94e6d27d9 HTTP/1.1" status: 204 len: 168 time: 0.6889966 Jul 24 00:08:30.676355 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34862) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:30.700470 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34866) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:30.701150 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c1b71dd2-9297-43b7-a7bc-5fa218e10e00 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2c88b901a3a4498983dd1ba8803185ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2788939 Jul 24 00:08:30.796597 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8177f98c-1f03-4c80-8a98-a1441fda5716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:30.828802 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8177f98c-1f03-4c80-8a98-a1441fda5716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:30.862921 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-052aa747-a49f-4626-9626-b9528b904d43 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Deleting port e3557d7c-9f5d-4806-8073-44a23ccf9e4e {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:08:30.868023 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-052aa747-a49f-4626-9626-b9528b904d43 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:30.908617 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8177f98c-1f03-4c80-8a98-a1441fda5716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:30.912906 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8177f98c-1f03-4c80-8a98-a1441fda5716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:30.916567 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-8177f98c-1f03-4c80-8a98-a1441fda5716 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4c66727d-8fdc-41be-85fc-c7fa77e4168f HTTP/1.1" status: 204 len: 168 time: 0.2126594 Jul 24 00:08:30.958200 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8177f98c-1f03-4c80-8a98-a1441fda5716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c66727d-8fdc-41be-85fc-c7fa77e4168f,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:31.116379 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-052aa747-a49f-4626-9626-b9528b904d43 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:31.147747 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 7b09e246-261d-4158-b99a-9d0a84709f1a details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:08:31.165898 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-052aa747-a49f-4626-9626-b9528b904d43 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Calling delete_port for e3557d7c-9f5d-4806-8073-44a23ccf9e4e owned by {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:08:31.245439 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34884) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:31.428053 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 7b09e246-261d-4158-b99a-9d0a84709f1a, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=7b09e246-261d-4158-b99a-9d0a84709f1a,segment=NetworkSegment(6ae6f178-a5a7-48fe-8694-33b87da05e0d),segment_id=6ae6f178-a5a7-48fe-8694-33b87da05e0d)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:08:31.462052 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': '7b09e246-261d-4158-b99a-9d0a84709f1a', 'network_id': '18a152e0-a01f-49a7-bade-39a616e529a3', 'port_id': '7b09e246-261d-4158-b99a-9d0a84709f1a', 'mac_address': 'fa:16:3e:4f:45:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd56430de-0ce5-443d-bb1b-4b29fdb6d0b4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:08:31.496651 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-19c3e30c-eac6-482c-822d-79e4c80694e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:31.531361 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef93da-77b5-4e19-a5d0-5ee52ed56a70 req-c4739f1b-ea32-4cff-a39a-b903fea6b35d tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:31.546212 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-38ef93da-77b5-4e19-a5d0-5ee52ed56a70 req-c4739f1b-ea32-4cff-a39a-b903fea6b35d tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0c9e6f3-078f-49ab-8c2b-e82bee1d48db HTTP/1.1" status: 200 len: 943 time: 0.2433500 Jul 24 00:08:31.572335 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:31.627818 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b09e246-261d-4158-b99a-9d0a84709f1a {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:08:31.661303 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 7b09e246-261d-4158-b99a-9d0a84709f1a, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=7b09e246-261d-4158-b99a-9d0a84709f1a,segment=NetworkSegment(6ae6f178-a5a7-48fe-8694-33b87da05e0d),segment_id=6ae6f178-a5a7-48fe-8694-33b87da05e0d)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:08:31.668129 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:31.691766 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-19c3e30c-eac6-482c-822d-79e4c80694e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:31.699250 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-19c3e30c-eac6-482c-822d-79e4c80694e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:31.740266 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=7b09e246-261d-4158-b99a-9d0a84709f1a,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:31.741437 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-38ef93da-77b5-4e19-a5d0-5ee52ed56a70 req-86342db2-3064-49e6-8dc6-b5c9002b0513 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/security-groups?id=01883c9b-f537-47a8-8e4c-5877842ba644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940062 Jul 24 00:08:31.768925 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-19c3e30c-eac6-482c-822d-79e4c80694e5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b8b0b6b11a2a4d408076584cfa746d1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5221829 Jul 24 00:08:31.774033 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34898) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:31.843243 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c3e30c-eac6-482c-822d-79e4c80694e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bca444e-ba23-42a7-885f-3e82c400839f,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:31.874976 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-052aa747-a49f-4626-9626-b9528b904d43 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:31.936968 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['7b09e246-261d-4158-b99a-9d0a84709f1a'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:08:31.959722 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052aa747-a49f-4626-9626-b9528b904d43 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Pushing event deleted for resources: {'Port': ['ID=e3557d7c-9f5d-4806-8073-44a23ccf9e4e,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:31.970987 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2f0730b3-2b18-439e-b399-e0d5b5d9f72d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:32.039284 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2f0730b3-2b18-439e-b399-e0d5b5d9f72d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:32.049675 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-052aa747-a49f-4626-9626-b9528b904d43 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:32.055123 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34910) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:32.057389 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-052aa747-a49f-4626-9626-b9528b904d43 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "DELETE /v2.0/ports/e3557d7c-9f5d-4806-8073-44a23ccf9e4e HTTP/1.1" status: 204 len: 168 time: 1.3792663 Jul 24 00:08:32.124718 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2f0730b3-2b18-439e-b399-e0d5b5d9f72d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:32.129124 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2f0730b3-2b18-439e-b399-e0d5b5d9f72d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:32.134398 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-2f0730b3-2b18-439e-b399-e0d5b5d9f72d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8bca444e-ba23-42a7-885f-3e82c400839f HTTP/1.1" status: 204 len: 168 time: 0.3558016 Jul 24 00:08:32.154081 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0730b3-2b18-439e-b399-e0d5b5d9f72d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bca444e-ba23-42a7-885f-3e82c400839f,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:32.195922 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-de820fd8-6521-4dfe-8b80-418b7568fa96 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Deleting subnet 4fdb957c-aae3-43a7-b0f4-2b7f0a895d4a {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:08:32.215133 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-de820fd8-6521-4dfe-8b80-418b7568fa96 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:32.266357 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34916) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:32.319988 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-de820fd8-6521-4dfe-8b80-418b7568fa96 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:32.451874 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-de820fd8-6521-4dfe-8b80-418b7568fa96 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:32.549653 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-de820fd8-6521-4dfe-8b80-418b7568fa96 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:32.568451 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-de820fd8-6521-4dfe-8b80-418b7568fa96 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:32.570485 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-de820fd8-6521-4dfe-8b80-418b7568fa96 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "DELETE /v2.0/subnets/4fdb957c-aae3-43a7-b0f4-2b7f0a895d4a HTTP/1.1" status: 204 len: 168 time: 0.5143044 Jul 24 00:08:32.576133 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0900d9-7361-4aa7-ba64-9c7f2e2f0436 None None] Network 24cbf24a-1696-4ab2-949c-e4387a9df919 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:08:32.579737 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34924) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:32.583235 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-3b828ae5-7e3a-4cd9-b05e-19eb96165041 tempest-DvrRoutersNegativeTest-1522058664 tempest-DvrRoutersNegativeTest-1522058664-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-530920845', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:08:32.591380 n-d-800088-16 neutron-server[100313]: DEBUG neutron.policy [None req-3b828ae5-7e3a-4cd9-b05e-19eb96165041 tempest-DvrRoutersNegativeTest-1522058664 tempest-DvrRoutersNegativeTest-1522058664-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=100313) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 24 00:08:32.591681 n-d-800088-16 neutron-server[100313]: DEBUG neutron.policy [None req-3b828ae5-7e3a-4cd9-b05e-19eb96165041 tempest-DvrRoutersNegativeTest-1522058664 tempest-DvrRoutersNegativeTest-1522058664-project] Failed policy check for 'create_router' {{(pid=100313) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 24 00:08:32.592239 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [None req-3b828ae5-7e3a-4cd9-b05e-19eb96165041 tempest-DvrRoutersNegativeTest-1522058664 tempest-DvrRoutersNegativeTest-1522058664-project] create failed (client error): Access was denied to this resource. Jul 24 00:08:32.593562 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-3b828ae5-7e3a-4cd9-b05e-19eb96165041 tempest-DvrRoutersNegativeTest-1522058664 tempest-DvrRoutersNegativeTest-1522058664-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3261993 Jul 24 00:08:32.605030 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de820fd8-6521-4dfe-8b80-418b7568fa96 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Pushing event deleted for resources: {'Subnet': ['ID=4fdb957c-aae3-43a7-b0f4-2b7f0a895d4a,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:32.706609 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34928) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:32.724871 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-3aa065f8-4713-4788-8d25-dd81b92e9dc9 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Deleting subnet 70883961-72f7-4719-acc8-b7159e5588a5 {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:08:32.735717 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3aa065f8-4713-4788-8d25-dd81b92e9dc9 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:32.738911 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6bf4714f-ed45-4b61-857e-e9b3c1f71eff admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:32.917177 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6bf4714f-ed45-4b61-857e-e9b3c1f71eff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:32.928795 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6bf4714f-ed45-4b61-857e-e9b3c1f71eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:32.965357 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3aa065f8-4713-4788-8d25-dd81b92e9dc9 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:32.984230 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34940) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:33.014394 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b908641-509e-4aa2-b2d5-aff3bdfd3158 req-8d21fb63-4baa-4339-ab34-917fe15b4b1d tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:33.021627 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6b908641-509e-4aa2-b2d5-aff3bdfd3158 req-8d21fb63-4baa-4339-ab34-917fe15b4b1d tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0c9e6f3-078f-49ab-8c2b-e82bee1d48db HTTP/1.1" status: 200 len: 944 time: 0.1642120 Jul 24 00:08:33.029089 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-6bf4714f-ed45-4b61-857e-e9b3c1f71eff admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bdcf7f81ca4944c0a1cba475c72bb668&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3208058 Jul 24 00:08:33.032861 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34946) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:33.041398 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf4714f-ed45-4b61-857e-e9b3c1f71eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1079d909-d2cd-4ee4-9e8d-88d4af179fe6,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:33.105454 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6b908641-509e-4aa2-b2d5-aff3bdfd3158 req-064afbb0-72dd-4318-8604-c8a2f690b8dd tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/security-groups?id=01883c9b-f537-47a8-8e4c-5877842ba644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828426 Jul 24 00:08:33.140335 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2055a5d9-71e2-4a72-a472-f33090256c54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:33.153197 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3aa065f8-4713-4788-8d25-dd81b92e9dc9 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:33.162672 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 7b09e246-261d-4158-b99a-9d0a84709f1a up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:08:33.190144 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-44ac5f82-c8b2-43cf-ae68-84bdbb3f67fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:33.196110 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2055a5d9-71e2-4a72-a472-f33090256c54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:33.253986 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3aa065f8-4713-4788-8d25-dd81b92e9dc9 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:33.294197 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa065f8-4713-4788-8d25-dd81b92e9dc9 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Pushing event deleted for resources: {'Subnet': ['ID=70883961-72f7-4719-acc8-b7159e5588a5,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:33.298516 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3aa065f8-4713-4788-8d25-dd81b92e9dc9 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:33.303878 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-3aa065f8-4713-4788-8d25-dd81b92e9dc9 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "DELETE /v2.0/subnets/70883961-72f7-4719-acc8-b7159e5588a5 HTTP/1.1" status: 204 len: 168 time: 0.7049532 Jul 24 00:08:33.305590 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34950) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:33.314811 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2055a5d9-71e2-4a72-a472-f33090256c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:33.317568 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2055a5d9-71e2-4a72-a472-f33090256c54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:33.318779 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-2055a5d9-71e2-4a72-a472-f33090256c54 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1079d909-d2cd-4ee4-9e8d-88d4af179fe6 HTTP/1.1" status: 204 len: 168 time: 0.2847531 Jul 24 00:08:33.333059 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26aeba24-52ce-4058-bba4-e21fa848c3ab None None] DHCP port deletion for 24cbf24a-1696-4ab2-949c-e4387a9df919 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:08:33.337321 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf991865-4b65-4f26-8c7c-6870b46da9b5 None None] Network afa024cd-6a99-42b6-95da-fdd5c3d9ab0a requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:08:33.340480 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-44ac5f82-c8b2-43cf-ae68-84bdbb3f67fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:33.355258 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-44ac5f82-c8b2-43cf-ae68-84bdbb3f67fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:33.376418 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2055a5d9-71e2-4a72-a472-f33090256c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1079d909-d2cd-4ee4-9e8d-88d4af179fe6,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:33.430562 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ac5f82-c8b2-43cf-ae68-84bdbb3f67fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=279c7c0b-979d-4790-80d0-a7bd8de47e0f,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:33.452780 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-30eb7b0b-a851-47e2-8b65-639da090096a tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:33.502431 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 60a62505-ebe6-472d-ad74-377c11ed2e00 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:08:33.549030 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-44ac5f82-c8b2-43cf-ae68-84bdbb3f67fa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0c52bfda5c474ca5bc44b23809433bd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5516946 Jul 24 00:08:33.554581 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34960) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:33.598693 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port 7b09e246-261d-4158-b99a-9d0a84709f1a completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:08:33.622930 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port 7b09e246-261d-4158-b99a-9d0a84709f1a triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:08:33.623565 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:33.638928 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-30eb7b0b-a851-47e2-8b65-639da090096a tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Deleting port 60a62505-ebe6-472d-ad74-377c11ed2e00 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:08:33.639458 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-30eb7b0b-a851-47e2-8b65-639da090096a tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:33.691394 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a76176fe-0307-4996-b615-ce5f788ce7b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:33.720022 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a76176fe-0307-4996-b615-ce5f788ce7b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:33.730334 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-26aeba24-52ce-4058-bba4-e21fa848c3ab None None] Deleting port 60a62505-ebe6-472d-ad74-377c11ed2e00 {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:08:33.730724 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-26aeba24-52ce-4058-bba4-e21fa848c3ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:33.781048 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a76176fe-0307-4996-b615-ce5f788ce7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:33.785313 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a76176fe-0307-4996-b615-ce5f788ce7b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:33.789661 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-a76176fe-0307-4996-b615-ce5f788ce7b0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/279c7c0b-979d-4790-80d0-a7bd8de47e0f HTTP/1.1" status: 204 len: 168 time: 0.2323565 Jul 24 00:08:33.799564 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76176fe-0307-4996-b615-ce5f788ce7b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=279c7c0b-979d-4790-80d0-a7bd8de47e0f,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:33.803284 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-30eb7b0b-a851-47e2-8b65-639da090096a tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] For port 60a62505-ebe6-472d-ad74-377c11ed2e00, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=60a62505-ebe6-472d-ad74-377c11ed2e00,segment=NetworkSegment(b2922288-39c4-46e4-af35-3b1293a940b3),segment_id=b2922288-39c4-46e4-af35-3b1293a940b3)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:08:33.804519 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-30eb7b0b-a851-47e2-8b65-639da090096a tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:33.825505 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:33.826179 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-30eb7b0b-a851-47e2-8b65-639da090096a tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Calling delete_port for 60a62505-ebe6-472d-ad74-377c11ed2e00 owned by network:dhcp {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:08:33.923238 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-30eb7b0b-a851-47e2-8b65-639da090096a tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:33.930975 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-26aeba24-52ce-4058-bba4-e21fa848c3ab None None] For port 60a62505-ebe6-472d-ad74-377c11ed2e00, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=60a62505-ebe6-472d-ad74-377c11ed2e00,segment=NetworkSegment(b2922288-39c4-46e4-af35-3b1293a940b3),segment_id=b2922288-39c4-46e4-af35-3b1293a940b3)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:08:33.931322 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-26aeba24-52ce-4058-bba4-e21fa848c3ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:34.018514 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eb7b0b-a851-47e2-8b65-639da090096a tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Pushing event deleted for resources: {'Port': ['ID=60a62505-ebe6-472d-ad74-377c11ed2e00,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:34.034524 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30eb7b0b-a851-47e2-8b65-639da090096a tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] No DVR routers for this DVR port 60a62505-ebe6-472d-ad74-377c11ed2e00 on host n-d-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:08:34.037450 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:34.064514 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175820a3-f475-448f-b270-96f39e7d5cc5 None None] DHCP port deletion for afa024cd-6a99-42b6-95da-fdd5c3d9ab0a request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:08:34.108030 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-26aeba24-52ce-4058-bba4-e21fa848c3ab None None] Calling delete_port for 60a62505-ebe6-472d-ad74-377c11ed2e00 owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:08:34.232841 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0c9e6f3-078f-49ab-8c2b-e82bee1d48db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b09e246-261d-4158-b99a-9d0a84709f1a'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:08:34.246908 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f6bbb2b-a464-4cfb-ab4a-341e700ddfef" -d '{"events": [{"server_uuid": "c0c9e6f3-078f-49ab-8c2b-e82bee1d48db", "name": "network-vif-plugged", "status": "completed", "tag": "7b09e246-261d-4158-b99a-9d0a84709f1a"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:08:34.475504 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14b23b69-535c-4c08-b84d-af08628d7e0d x-openstack-request-id: req-14b23b69-535c-4c08-b84d-af08628d7e0d {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:08:34.475843 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0c9e6f3-078f-49ab-8c2b-e82bee1d48db", "name": "network-vif-plugged", "status": "completed", "tag": "7b09e246-261d-4158-b99a-9d0a84709f1a", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:08:34.476767 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-14b23b69-535c-4c08-b84d-af08628d7e0d {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:08:34.477251 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0c9e6f3-078f-49ab-8c2b-e82bee1d48db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b09e246-261d-4158-b99a-9d0a84709f1a', 'code': 200} Jul 24 00:08:34.484796 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 7b09e246-261d-4158-b99a-9d0a84709f1a, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=7b09e246-261d-4158-b99a-9d0a84709f1a,segment=NetworkSegment(6ae6f178-a5a7-48fe-8694-33b87da05e0d),segment_id=6ae6f178-a5a7-48fe-8694-33b87da05e0d)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:08:34.553506 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:34.660603 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=7b09e246-261d-4158-b99a-9d0a84709f1a,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:34.669013 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f066030e-650b-4037-a83a-5e34902c0106 req-4f8b7503-1c4b-414e-bbbd-577ef493d657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:34.670628 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f066030e-650b-4037-a83a-5e34902c0106 req-4f8b7503-1c4b-414e-bbbd-577ef493d657 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c0c9e6f3-078f-49ab-8c2b-e82bee1d48db HTTP/1.1" status: 200 len: 1097 time: 0.1737015 Jul 24 00:08:34.719288 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-175820a3-f475-448f-b270-96f39e7d5cc5 None None] Deleting port 825cbb0a-3cac-4641-9967-8c4e68586969 {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:08:34.719672 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-175820a3-f475-448f-b270-96f39e7d5cc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:34.736844 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-30eb7b0b-a851-47e2-8b65-639da090096a tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:34.752404 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-30eb7b0b-a851-47e2-8b65-639da090096a tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24cbf24a-1696-4ab2-949c-e4387a9df919']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:08:34.779257 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-30eb7b0b-a851-47e2-8b65-639da090096a tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2922288-39c4-46e4-af35-3b1293a940b3') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:08:34.779257 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-30eb7b0b-a851-47e2-8b65-639da090096a tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2922288-39c4-46e4-af35-3b1293a940b3') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:08:34.785936 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-26aeba24-52ce-4058-bba4-e21fa848c3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:34.786770 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-30eb7b0b-a851-47e2-8b65-639da090096a tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:34.824226 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-30eb7b0b-a851-47e2-8b65-639da090096a tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:34.871915 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f066030e-650b-4037-a83a-5e34902c0106 req-54b1f56f-5e60-435d-bb37-a99a7658d26f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=01883c9b-f537-47a8-8e4c-5877842ba644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883290 Jul 24 00:08:34.878845 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aeba24-52ce-4058-bba4-e21fa848c3ab None None] Pushing event deleted for resources: {'Port': ['ID=60a62505-ebe6-472d-ad74-377c11ed2e00,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:34.884608 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-175820a3-f475-448f-b270-96f39e7d5cc5 None None] For port 825cbb0a-3cac-4641-9967-8c4e68586969, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=825cbb0a-3cac-4641-9967-8c4e68586969,segment=NetworkSegment(c4880529-aea2-41d8-82bf-189956ea9cc7),segment_id=c4880529-aea2-41d8-82bf-189956ea9cc7)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:08:34.885393 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-175820a3-f475-448f-b270-96f39e7d5cc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:34.901706 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26aeba24-52ce-4058-bba4-e21fa848c3ab None None] No DVR routers for this DVR port 60a62505-ebe6-472d-ad74-377c11ed2e00 on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:08:34.914964 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-31d7602c-4680-4988-afe9-c388d804fc5f req-a9505406-7458-4ed9-8150-9a868fd812ed service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=12c01cab-6f38-47e5-a713-3b0033ce846b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2337294 Jul 24 00:08:34.919404 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30eb7b0b-a851-47e2-8b65-639da090096a tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:08:34.920283 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-30eb7b0b-a851-47e2-8b65-639da090096a tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:34.923547 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-175820a3-f475-448f-b270-96f39e7d5cc5 None None] Calling delete_port for 825cbb0a-3cac-4641-9967-8c4e68586969 owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:08:35.067503 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:08:35.067503 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:08:35.067503 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:08:35.067503 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:08:35.067503 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:08:35.067503 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:08:35.067503 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:08:35.067503 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:08:35.067503 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:08:35.067503 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:08:35.067503 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:08:35.067503 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:08:35.067503 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:08:35.067503 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:08:35.067503 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:08:35.067503 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:08:35.067503 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:08:35.067503 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:08:35.067503 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:08:35.067503 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:08:35.067503 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:08:35.067503 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:08:35.067503 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:08:35.067503 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:08:35.067503 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:08:35.067503 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:08:35.067503 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:08:35.067503 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:08:35.067503 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:08:35.067503 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:08:35.067503 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:08:35.067503 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:08:35.092150 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-175820a3-f475-448f-b270-96f39e7d5cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:35.108651 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-30eb7b0b-a851-47e2-8b65-639da090096a tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:35.114264 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d7602c-4680-4988-afe9-c388d804fc5f req-4e7e781e-fd14-4eb1-a07b-f051bc480c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:35.114770 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d7602c-4680-4988-afe9-c388d804fc5f req-4e7e781e-fd14-4eb1-a07b-f051bc480c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:35.121719 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d7602c-4680-4988-afe9-c388d804fc5f req-4e7e781e-fd14-4eb1-a07b-f051bc480c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:35.122234 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d7602c-4680-4988-afe9-c388d804fc5f req-4e7e781e-fd14-4eb1-a07b-f051bc480c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:35.122727 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d7602c-4680-4988-afe9-c388d804fc5f req-4e7e781e-fd14-4eb1-a07b-f051bc480c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:35.123212 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d7602c-4680-4988-afe9-c388d804fc5f req-4e7e781e-fd14-4eb1-a07b-f051bc480c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:35.123693 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d7602c-4680-4988-afe9-c388d804fc5f req-4e7e781e-fd14-4eb1-a07b-f051bc480c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:35.128652 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-31d7602c-4680-4988-afe9-c388d804fc5f req-4e7e781e-fd14-4eb1-a07b-f051bc480c52 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8d43db295226432aa2eb8bb806af3cad&device_id=12c01cab-6f38-47e5-a713-3b0033ce846b HTTP/1.1" status: 200 len: 6509 time: 0.1334031 Jul 24 00:08:35.131282 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-30eb7b0b-a851-47e2-8b65-639da090096a tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:35.149200 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 35014) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:35.159342 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-30eb7b0b-a851-47e2-8b65-639da090096a tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "DELETE /v2.0/networks/24cbf24a-1696-4ab2-949c-e4387a9df919 HTTP/1.1" status: 204 len: 168 time: 1.8526604 Jul 24 00:08:35.164625 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175820a3-f475-448f-b270-96f39e7d5cc5 None None] Pushing event deleted for resources: {'Port': ['ID=825cbb0a-3cac-4641-9967-8c4e68586969,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:35.166745 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175820a3-f475-448f-b270-96f39e7d5cc5 None None] No DVR routers for this DVR port 825cbb0a-3cac-4641-9967-8c4e68586969 on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:08:35.202498 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e68b96-66b2-4008-ba0f-564462a6acb4 req-cffa0491-d709-40bb-91cf-0feed8134281 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:35.204084 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-23e68b96-66b2-4008-ba0f-564462a6acb4 req-cffa0491-d709-40bb-91cf-0feed8134281 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0c9e6f3-078f-49ab-8c2b-e82bee1d48db HTTP/1.1" status: 200 len: 945 time: 0.5510769 Jul 24 00:08:35.211483 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eb7b0b-a851-47e2-8b65-639da090096a tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Pushing event deleted for resources: {'Network': ['ID=24cbf24a-1696-4ab2-949c-e4387a9df919,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:35.299705 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-23e68b96-66b2-4008-ba0f-564462a6acb4 req-8e9992f6-d36f-48d9-b5ed-1d339acd8965 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/security-groups?id=01883c9b-f537-47a8-8e4c-5877842ba644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780797 Jul 24 00:08:35.360799 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9c3852d7-6664-45ed-87c8-ac5255f2e0b7 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:35.366264 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 825cbb0a-3cac-4641-9967-8c4e68586969 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:08:35.391665 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d7602c-4680-4988-afe9-c388d804fc5f req-877802ca-a436-48b0-b8d7-a1d5f11ab413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:35.392112 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d7602c-4680-4988-afe9-c388d804fc5f req-877802ca-a436-48b0-b8d7-a1d5f11ab413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:35.392613 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d7602c-4680-4988-afe9-c388d804fc5f req-877802ca-a436-48b0-b8d7-a1d5f11ab413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:35.396452 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 825cbb0a-3cac-4641-9967-8c4e68586969 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:08:35.397398 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 825cbb0a-3cac-4641-9967-8c4e68586969 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:08:35.403945 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-31d7602c-4680-4988-afe9-c388d804fc5f req-877802ca-a436-48b0-b8d7-a1d5f11ab413 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7c5ac98e-801e-45e6-b7a1-9d72ebb7e3ef&id=2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62&id=2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62&id=2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62&id=2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62&id=0bd87d55-8051-4371-bdff-26afb21cf3d1&id=0bd87d55-8051-4371-bdff-26afb21cf3d1 HTTP/1.1" status: 200 len: 2298 time: 0.2359428 Jul 24 00:08:35.533461 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9c3852d7-6664-45ed-87c8-ac5255f2e0b7 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:35.555217 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-9c3852d7-6664-45ed-87c8-ac5255f2e0b7 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afa024cd-6a99-42b6-95da-fdd5c3d9ab0a']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:08:35.567370 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-31d7602c-4680-4988-afe9-c388d804fc5f req-203e1f3f-a40b-46a3-8663-c694bfd12d8e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1af1c0b-79e3-4d56-866d-18620582745c HTTP/1.1" status: 200 len: 1002 time: 0.1424971 Jul 24 00:08:35.571301 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-9c3852d7-6664-45ed-87c8-ac5255f2e0b7 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4880529-aea2-41d8-82bf-189956ea9cc7') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:08:35.571619 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-9c3852d7-6664-45ed-87c8-ac5255f2e0b7 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4880529-aea2-41d8-82bf-189956ea9cc7') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:08:36.093211 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9c3852d7-6664-45ed-87c8-ac5255f2e0b7 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:36.143534 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9c3852d7-6664-45ed-87c8-ac5255f2e0b7 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:36.165572 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c3852d7-6664-45ed-87c8-ac5255f2e0b7 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:08:36.165976 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9c3852d7-6664-45ed-87c8-ac5255f2e0b7 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:36.169720 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:08:36.169720 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:08:36.169720 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:08:36.169720 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:08:36.169720 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:08:36.169720 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:08:36.169720 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:08:36.169720 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:08:36.169720 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:08:36.169720 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:08:36.169720 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:08:36.169720 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:08:36.169720 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:08:36.169720 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:08:36.169720 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:08:36.169720 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:08:36.169720 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:08:36.169720 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:08:36.169720 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:08:36.169720 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:08:36.169720 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:08:36.169720 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:08:36.169720 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:08:36.169720 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:08:36.169720 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:08:36.169720 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:08:36.169720 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:08:36.169720 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:08:36.169720 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:08:36.169720 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:08:36.169720 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:08:36.169720 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:08:36.172188 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d7602c-4680-4988-afe9-c388d804fc5f req-9537b081-1366-4ef1-b66f-b7731cece3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:36.173643 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-31d7602c-4680-4988-afe9-c388d804fc5f req-9537b081-1366-4ef1-b66f-b7731cece3c5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c23b279f-1e65-49c9-9b0f-a3a3864c4539 HTTP/1.1" status: 200 len: 856 time: 0.5931246 Jul 24 00:08:36.308655 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9c3852d7-6664-45ed-87c8-ac5255f2e0b7 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:36.334472 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9c3852d7-6664-45ed-87c8-ac5255f2e0b7 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:36.336536 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-9c3852d7-6664-45ed-87c8-ac5255f2e0b7 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] 10.222.0.44 "DELETE /v2.0/networks/afa024cd-6a99-42b6-95da-fdd5c3d9ab0a HTTP/1.1" status: 204 len: 168 time: 1.1863184 Jul 24 00:08:36.365752 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3852d7-6664-45ed-87c8-ac5255f2e0b7 tempest-TaggedBootDevicesTest-1689022470 tempest-TaggedBootDevicesTest-1689022470-project] Pushing event deleted for resources: {'Network': ['ID=afa024cd-6a99-42b6-95da-fdd5c3d9ab0a,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:36.395292 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d7602c-4680-4988-afe9-c388d804fc5f req-091327f8-fb1b-41dc-8f0a-78b8aca29933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:36.406981 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-31d7602c-4680-4988-afe9-c388d804fc5f req-091327f8-fb1b-41dc-8f0a-78b8aca29933 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7c5ac98e-801e-45e6-b7a1-9d72ebb7e3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2214844 Jul 24 00:08:36.680207 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-31d7602c-4680-4988-afe9-c388d804fc5f req-7c0e2a82-8062-454b-8240-240533458ff4 service neutron] 10.222.0.64 "GET /v2.0/networks/7c5ac98e-801e-45e6-b7a1-9d72ebb7e3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634556 Jul 24 00:08:36.805530 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f076dda8-c090-4097-bb7f-1f17867267a7 req-9e910689-d064-4ed5-9b85-8508dcdc7f72 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:36.826876 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f076dda8-c090-4097-bb7f-1f17867267a7 req-9e910689-d064-4ed5-9b85-8508dcdc7f72 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0c9e6f3-078f-49ab-8c2b-e82bee1d48db HTTP/1.1" status: 200 len: 945 time: 0.3272917 Jul 24 00:08:36.950323 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f076dda8-c090-4097-bb7f-1f17867267a7 req-969bb697-9ba9-4956-8017-9dbe54214102 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/security-groups?id=01883c9b-f537-47a8-8e4c-5877842ba644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182075 Jul 24 00:08:36.984902 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-31d7602c-4680-4988-afe9-c388d804fc5f req-586c1483-7ce4-4ab5-b1ba-0d212cf98382 service neutron] 10.222.0.64 "GET /v2.0/networks/7c5ac98e-801e-45e6-b7a1-9d72ebb7e3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977166 Jul 24 00:08:37.061362 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-31d7602c-4680-4988-afe9-c388d804fc5f req-03c3f6b2-8c00-4003-96d7-cabc8890da99 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=2ae00847-5047-43ce-ba3f-aff5e321b304 HTTP/1.1" status: 200 len: 217 time: 0.0596654 Jul 24 00:08:37.235306 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d7602c-4680-4988-afe9-c388d804fc5f req-1c58d216-a2a3-4914-9c81-266aa26b9459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:37.240748 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-31d7602c-4680-4988-afe9-c388d804fc5f req-1c58d216-a2a3-4914-9c81-266aa26b9459 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f94f5fe1-1657-4d56-85e2-2952459188b5 HTTP/1.1" status: 200 len: 797 time: 0.1748159 Jul 24 00:08:37.353388 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d5ca19-bd3e-4bbf-a2f9-14dbdfe4f5ab req-8dee2b4a-4be7-45fe-99fa-da27896aa509 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:37.355689 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b4d5ca19-bd3e-4bbf-a2f9-14dbdfe4f5ab req-8dee2b4a-4be7-45fe-99fa-da27896aa509 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0c9e6f3-078f-49ab-8c2b-e82bee1d48db HTTP/1.1" status: 200 len: 945 time: 0.2227767 Jul 24 00:08:37.366076 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d7602c-4680-4988-afe9-c388d804fc5f req-281430a5-1c80-4996-a30e-bf707ee9e38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:37.368269 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-31d7602c-4680-4988-afe9-c388d804fc5f req-281430a5-1c80-4996-a30e-bf707ee9e38b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1179843 Jul 24 00:08:37.370992 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [req-00de3810-3fec-45b8-94b7-a0a3f1e8629b req-bb90214f-6276-4e34-b9f4-bfccdda4be24 service neutron] (100313) timed out ('10.222.0.52', 59861) {{(pid=100313) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 24 00:08:37.474179 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b4d5ca19-bd3e-4bbf-a2f9-14dbdfe4f5ab req-6479cf9d-5050-46d0-99e2-c579b3840f60 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/security-groups?id=01883c9b-f537-47a8-8e4c-5877842ba644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110950 Jul 24 00:08:37.666971 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-31d7602c-4680-4988-afe9-c388d804fc5f req-df089469-fca9-465c-aed9-fa8df6eaee46 service neutron] 10.222.0.64 "GET /v2.0/networks/2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895327 Jul 24 00:08:37.973941 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-31d7602c-4680-4988-afe9-c388d804fc5f req-184fefed-40b8-44ec-8f6a-bf6650a6847d service neutron] 10.222.0.64 "GET /v2.0/networks/2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010671 Jul 24 00:08:38.140844 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-31d7602c-4680-4988-afe9-c388d804fc5f req-675bd98d-6dd2-4d69-89b7-d717b2529396 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.205&port_id=05c23a2d-a333-40a3-ad43-c3bfc576a416 HTTP/1.1" status: 200 len: 217 time: 0.1608398 Jul 24 00:08:38.165090 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1852a270-3fb4-476f-8356-554d5a611770 req-4bbea2d3-8013-460f-ba93-a1a1fc1eaebb tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:38.172277 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1852a270-3fb4-476f-8356-554d5a611770 req-4bbea2d3-8013-460f-ba93-a1a1fc1eaebb tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0c9e6f3-078f-49ab-8c2b-e82bee1d48db HTTP/1.1" status: 200 len: 945 time: 0.0879338 Jul 24 00:08:38.224530 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1852a270-3fb4-476f-8356-554d5a611770 req-57d4006d-129b-4833-a03b-59e3367e82ee tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/security-groups?id=01883c9b-f537-47a8-8e4c-5877842ba644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512691 Jul 24 00:08:38.290601 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d7602c-4680-4988-afe9-c388d804fc5f req-e4b74cce-071e-4981-be0c-9176d1506cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:38.299479 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-31d7602c-4680-4988-afe9-c388d804fc5f req-e4b74cce-071e-4981-be0c-9176d1506cf1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f94f5fe1-1657-4d56-85e2-2952459188b5 HTTP/1.1" status: 200 len: 797 time: 0.1514127 Jul 24 00:08:38.485839 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496697c2-47b8-4016-bde2-238862119b37 req-6c8013e4-f71c-4430-abb4-4a18689add0d tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:38.493923 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-496697c2-47b8-4016-bde2-238862119b37 req-6c8013e4-f71c-4430-abb4-4a18689add0d tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0c9e6f3-078f-49ab-8c2b-e82bee1d48db HTTP/1.1" status: 200 len: 945 time: 0.1270871 Jul 24 00:08:38.503049 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d7602c-4680-4988-afe9-c388d804fc5f req-bbf8e6bf-3c37-4973-8c4c-c0504ab5f457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:38.505655 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-31d7602c-4680-4988-afe9-c388d804fc5f req-bbf8e6bf-3c37-4973-8c4c-c0504ab5f457 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1997125 Jul 24 00:08:38.591556 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-496697c2-47b8-4016-bde2-238862119b37 req-424da844-e3e8-49fd-bfed-79463caf1299 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/security-groups?id=01883c9b-f537-47a8-8e4c-5877842ba644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965590 Jul 24 00:08:38.738499 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-31d7602c-4680-4988-afe9-c388d804fc5f req-1aebf66d-d7df-4abb-a0ca-32170660d2d6 service neutron] 10.222.0.64 "GET /v2.0/networks/2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153237 Jul 24 00:08:38.984005 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-31d7602c-4680-4988-afe9-c388d804fc5f req-1fd73a3e-0b41-4e2d-9e20-90b626159c5c service neutron] 10.222.0.64 "GET /v2.0/networks/2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390537 Jul 24 00:08:39.043400 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d81ba4-9556-42e8-914e-4f6de6be585f req-a8e00fe9-6342-4ecd-9227-f3e278d2b8e2 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:39.057242 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-33d81ba4-9556-42e8-914e-4f6de6be585f req-a8e00fe9-6342-4ecd-9227-f3e278d2b8e2 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0c9e6f3-078f-49ab-8c2b-e82bee1d48db HTTP/1.1" status: 200 len: 945 time: 0.1773734 Jul 24 00:08:39.140385 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-31d7602c-4680-4988-afe9-c388d804fc5f req-f13a38c2-ffcd-45a9-ada0-0e2bf87049f5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.148&port_id=b7cf0802-b364-4a10-b288-5a91e476f1a6 HTTP/1.1" status: 200 len: 217 time: 0.1482317 Jul 24 00:08:39.249060 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d7602c-4680-4988-afe9-c388d804fc5f req-6d880a3c-aa97-47d1-b137-29292985ef60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:39.254836 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-31d7602c-4680-4988-afe9-c388d804fc5f req-6d880a3c-aa97-47d1-b137-29292985ef60 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f94f5fe1-1657-4d56-85e2-2952459188b5 HTTP/1.1" status: 200 len: 797 time: 0.1039791 Jul 24 00:08:39.336849 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-33d81ba4-9556-42e8-914e-4f6de6be585f req-98fd1235-cef0-442d-9780-1c53e980258c tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/security-groups?id=01883c9b-f537-47a8-8e4c-5877842ba644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745249 Jul 24 00:08:39.375827 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d7602c-4680-4988-afe9-c388d804fc5f req-528ba704-2085-4358-8a06-d2efca42f53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:39.379609 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-31d7602c-4680-4988-afe9-c388d804fc5f req-528ba704-2085-4358-8a06-d2efca42f53d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1174309 Jul 24 00:08:39.613026 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7402e569-712b-40fb-a727-68d4ae6ed965 req-e62d4822-66c5-420e-a650-894f8a651e42 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:39.628454 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7402e569-712b-40fb-a727-68d4ae6ed965 req-e62d4822-66c5-420e-a650-894f8a651e42 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0c9e6f3-078f-49ab-8c2b-e82bee1d48db HTTP/1.1" status: 200 len: 945 time: 0.1598587 Jul 24 00:08:39.638061 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-31d7602c-4680-4988-afe9-c388d804fc5f req-db1f9b99-ef4f-4907-a356-6dddff213139 service neutron] 10.222.0.64 "GET /v2.0/networks/2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494080 Jul 24 00:08:39.700007 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7402e569-712b-40fb-a727-68d4ae6ed965 req-e7cd5d2f-bc8e-423b-bb00-4375cce539de tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/security-groups?id=01883c9b-f537-47a8-8e4c-5877842ba644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703166 Jul 24 00:08:39.840450 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-31d7602c-4680-4988-afe9-c388d804fc5f req-c440f81d-834b-4691-a76a-864a88bbf91a service neutron] 10.222.0.64 "GET /v2.0/networks/2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946957 Jul 24 00:08:39.912335 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-31d7602c-4680-4988-afe9-c388d804fc5f req-34b32812-2d93-4893-8bb9-213f5a2355d1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=6f26de75-c5e4-49eb-817c-5e4de1d05ca8 HTTP/1.1" status: 200 len: 217 time: 0.0649035 Jul 24 00:08:39.922442 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 35184) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:39.993482 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d7602c-4680-4988-afe9-c388d804fc5f req-6418b56f-0ed7-423c-b733-bf7b216a11b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:39.994988 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-31d7602c-4680-4988-afe9-c388d804fc5f req-6418b56f-0ed7-423c-b733-bf7b216a11b8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f94f5fe1-1657-4d56-85e2-2952459188b5 HTTP/1.1" status: 200 len: 797 time: 0.0772245 Jul 24 00:08:40.114490 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d7602c-4680-4988-afe9-c388d804fc5f req-aed184bc-1dee-4119-99b8-c4434d101b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:40.115301 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6a25acb5-c39f-4019-aad2-6439b73a9632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:40.116261 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-31d7602c-4680-4988-afe9-c388d804fc5f req-aed184bc-1dee-4119-99b8-c4434d101b40 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1145296 Jul 24 00:08:40.361341 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-31d7602c-4680-4988-afe9-c388d804fc5f req-d743220b-8f82-41c9-a91f-819e153fbf43 service neutron] 10.222.0.64 "GET /v2.0/networks/2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379534 Jul 24 00:08:40.371750 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6a25acb5-c39f-4019-aad2-6439b73a9632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:40.388753 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6a25acb5-c39f-4019-aad2-6439b73a9632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:40.427840 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-6a25acb5-c39f-4019-aad2-6439b73a9632 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f7e6f61a3a44460dafe0c96de3ba9b0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5041409 Jul 24 00:08:40.443300 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 35198) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:40.451490 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a25acb5-c39f-4019-aad2-6439b73a9632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3e15fc-d866-40ee-9986-8c1f8b05d688,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:40.502544 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543ea9d-4d03-47db-b1fb-9fcbc356ede7 req-abeb1e93-ea76-4333-bdc3-36e54464b445 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:40.512526 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c543ea9d-4d03-47db-b1fb-9fcbc356ede7 req-abeb1e93-ea76-4333-bdc3-36e54464b445 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0c9e6f3-078f-49ab-8c2b-e82bee1d48db HTTP/1.1" status: 200 len: 945 time: 0.1851935 Jul 24 00:08:40.575779 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c543ea9d-4d03-47db-b1fb-9fcbc356ede7 req-da569bf7-23e3-4635-ab1b-e62b8745f4ec tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/security-groups?id=01883c9b-f537-47a8-8e4c-5877842ba644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618844 Jul 24 00:08:40.591524 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-31d7602c-4680-4988-afe9-c388d804fc5f req-036fd02b-2984-4fa7-b8cd-6bd5c6a6f803 service neutron] 10.222.0.64 "GET /v2.0/networks/2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167237 Jul 24 00:08:40.592330 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-50207b71-6aaa-4d92-9e34-d74fd11529b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:40.662762 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-31d7602c-4680-4988-afe9-c388d804fc5f req-73211c1a-2549-462a-aa28-1c3af9a1777d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5c877d48-93c7-48db-a9f4-abde1712a9b4 HTTP/1.1" status: 200 len: 217 time: 0.0524096 Jul 24 00:08:40.667680 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-50207b71-6aaa-4d92-9e34-d74fd11529b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:40.770935 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d7602c-4680-4988-afe9-c388d804fc5f req-e5565fbd-7588-4d56-903d-47867b3937aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:40.774204 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-31d7602c-4680-4988-afe9-c388d804fc5f req-e5565fbd-7588-4d56-903d-47867b3937aa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=27043a76-3596-4241-bf83-647bae554fd9 HTTP/1.1" status: 200 len: 797 time: 0.1033556 Jul 24 00:08:40.836767 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-50207b71-6aaa-4d92-9e34-d74fd11529b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:40.839807 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-50207b71-6aaa-4d92-9e34-d74fd11529b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:40.841047 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-50207b71-6aaa-4d92-9e34-d74fd11529b5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4d3e15fc-d866-40ee-9986-8c1f8b05d688 HTTP/1.1" status: 204 len: 168 time: 0.3944480 Jul 24 00:08:40.858118 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50207b71-6aaa-4d92-9e34-d74fd11529b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3e15fc-d866-40ee-9986-8c1f8b05d688,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:40.876913 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d7602c-4680-4988-afe9-c388d804fc5f req-5b8a3a72-556d-442a-9e22-702a0d1d90f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:40.879005 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-31d7602c-4680-4988-afe9-c388d804fc5f req-5b8a3a72-556d-442a-9e22-702a0d1d90f8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0bd87d55-8051-4371-bdff-26afb21cf3d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0994444 Jul 24 00:08:41.029243 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-31d7602c-4680-4988-afe9-c388d804fc5f req-b8714841-7058-4b34-92af-5a00ea94d9a4 service neutron] 10.222.0.64 "GET /v2.0/networks/0bd87d55-8051-4371-bdff-26afb21cf3d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337516 Jul 24 00:08:41.148231 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-31d7602c-4680-4988-afe9-c388d804fc5f req-b746c370-fa2c-4a7d-9ae4-39cc3d18362d service neutron] 10.222.0.64 "GET /v2.0/networks/0bd87d55-8051-4371-bdff-26afb21cf3d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103983 Jul 24 00:08:41.210117 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-31d7602c-4680-4988-afe9-c388d804fc5f req-0421ca0c-34d5-4312-908d-d8633c155ca4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=af706165-7642-41c4-a6f3-257a92b8a9b6 HTTP/1.1" status: 200 len: 217 time: 0.0541072 Jul 24 00:08:41.407783 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d7602c-4680-4988-afe9-c388d804fc5f req-3dd778a6-40d8-45a6-98b0-f83a77105f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:41.409651 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-31d7602c-4680-4988-afe9-c388d804fc5f req-3dd778a6-40d8-45a6-98b0-f83a77105f8e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=27043a76-3596-4241-bf83-647bae554fd9 HTTP/1.1" status: 200 len: 797 time: 0.1922286 Jul 24 00:08:41.478791 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 35242) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:41.501473 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8d2db955-a14e-4111-8bfe-24c46787db17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:41.559829 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a41c6f-5784-4905-be91-db05ee3d9e55 req-b027afda-29f9-47de-93b2-c682f3f9581f tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:41.561478 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-21a41c6f-5784-4905-be91-db05ee3d9e55 req-b027afda-29f9-47de-93b2-c682f3f9581f tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0c9e6f3-078f-49ab-8c2b-e82bee1d48db HTTP/1.1" status: 200 len: 945 time: 0.2257581 Jul 24 00:08:41.564490 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d7602c-4680-4988-afe9-c388d804fc5f req-b85c9756-8b6e-4a6d-9174-21f5a54ba653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:41.566333 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-31d7602c-4680-4988-afe9-c388d804fc5f req-b85c9756-8b6e-4a6d-9174-21f5a54ba653 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0bd87d55-8051-4371-bdff-26afb21cf3d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1500700 Jul 24 00:08:41.687721 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8d2db955-a14e-4111-8bfe-24c46787db17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:41.695341 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8d2db955-a14e-4111-8bfe-24c46787db17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:41.751400 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-8d2db955-a14e-4111-8bfe-24c46787db17 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=43078d74dc9a47a1bbbfc23ef57129a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2708762 Jul 24 00:08:41.752323 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 35246) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:41.753362 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2db955-a14e-4111-8bfe-24c46787db17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d84b2fe-2fdb-4d7c-aa5b-8fd8794300e6,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:41.812974 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-40252743-4e20-4bdb-b190-21566c94799b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:41.869953 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-40252743-4e20-4bdb-b190-21566c94799b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:41.911931 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-31d7602c-4680-4988-afe9-c388d804fc5f req-e9ce15f6-ec1e-4d18-9836-fb419411a38b service neutron] 10.222.0.64 "GET /v2.0/networks/0bd87d55-8051-4371-bdff-26afb21cf3d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3368506 Jul 24 00:08:41.921352 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d13674-d7bf-418a-8124-de691fbd7c71 req-6dc56eab-1f16-45fe-86a7-bc8752c464cd tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:41.928736 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-28d13674-d7bf-418a-8124-de691fbd7c71 req-6dc56eab-1f16-45fe-86a7-bc8752c464cd tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0c9e6f3-078f-49ab-8c2b-e82bee1d48db HTTP/1.1" status: 200 len: 945 time: 0.2263291 Jul 24 00:08:41.969598 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-21a41c6f-5784-4905-be91-db05ee3d9e55 req-f85650f5-ad0d-454e-b4e3-79ea40faf9bd tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Deleting port 7b09e246-261d-4158-b99a-9d0a84709f1a {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:08:41.970570 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-21a41c6f-5784-4905-be91-db05ee3d9e55 req-f85650f5-ad0d-454e-b4e3-79ea40faf9bd tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:42.003645 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-40252743-4e20-4bdb-b190-21566c94799b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:42.006696 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-40252743-4e20-4bdb-b190-21566c94799b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:42.011669 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-40252743-4e20-4bdb-b190-21566c94799b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8d84b2fe-2fdb-4d7c-aa5b-8fd8794300e6 HTTP/1.1" status: 204 len: 168 time: 0.2546635 Jul 24 00:08:42.020624 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-28d13674-d7bf-418a-8124-de691fbd7c71 req-2aef2c26-dc7d-49e3-8ef9-0989e7220a26 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/security-groups?id=01883c9b-f537-47a8-8e4c-5877842ba644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899982 Jul 24 00:08:42.046586 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40252743-4e20-4bdb-b190-21566c94799b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d84b2fe-2fdb-4d7c-aa5b-8fd8794300e6,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:42.178748 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-21a41c6f-5784-4905-be91-db05ee3d9e55 req-f85650f5-ad0d-454e-b4e3-79ea40faf9bd tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] For port 7b09e246-261d-4158-b99a-9d0a84709f1a, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=7b09e246-261d-4158-b99a-9d0a84709f1a,segment=NetworkSegment(6ae6f178-a5a7-48fe-8694-33b87da05e0d),segment_id=6ae6f178-a5a7-48fe-8694-33b87da05e0d)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:08:42.179293 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-21a41c6f-5784-4905-be91-db05ee3d9e55 req-f85650f5-ad0d-454e-b4e3-79ea40faf9bd tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:42.183596 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-31d7602c-4680-4988-afe9-c388d804fc5f req-b3dfa819-6729-40a9-aee7-aac2cecb3da2 service neutron] 10.222.0.64 "GET /v2.0/networks/0bd87d55-8051-4371-bdff-26afb21cf3d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503037 Jul 24 00:08:42.209242 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-21a41c6f-5784-4905-be91-db05ee3d9e55 req-f85650f5-ad0d-454e-b4e3-79ea40faf9bd tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Calling delete_port for 7b09e246-261d-4158-b99a-9d0a84709f1a owned by compute:nova {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:08:42.468381 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-21a41c6f-5784-4905-be91-db05ee3d9e55 req-f85650f5-ad0d-454e-b4e3-79ea40faf9bd tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:42.482042 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['7b09e246-261d-4158-b99a-9d0a84709f1a'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:08:42.543060 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85650f5-ad0d-454e-b4e3-79ea40faf9bd tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Pushing event deleted for resources: {'Port': ['ID=7b09e246-261d-4158-b99a-9d0a84709f1a,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:42.656536 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-21a41c6f-5784-4905-be91-db05ee3d9e55 req-f85650f5-ad0d-454e-b4e3-79ea40faf9bd tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] No DVR routers for this DVR port 7b09e246-261d-4158-b99a-9d0a84709f1a on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:08:42.669748 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-21a41c6f-5784-4905-be91-db05ee3d9e55 req-f85650f5-ad0d-454e-b4e3-79ea40faf9bd tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:42.675928 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-21a41c6f-5784-4905-be91-db05ee3d9e55 req-f85650f5-ad0d-454e-b4e3-79ea40faf9bd tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.64 "DELETE /v2.0/ports/7b09e246-261d-4158-b99a-9d0a84709f1a HTTP/1.1" status: 204 len: 173 time: 1.1086066 Jul 24 00:08:42.677910 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0c9e6f3-078f-49ab-8c2b-e82bee1d48db', 'name': 'network-vif-deleted', 'tag': '7b09e246-261d-4158-b99a-9d0a84709f1a'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:08:42.693899 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2206d64c-ef6a-43dc-a0e0-c56a86d08aea" -d '{"events": [{"server_uuid": "c0c9e6f3-078f-49ab-8c2b-e82bee1d48db", "name": "network-vif-deleted", "tag": "7b09e246-261d-4158-b99a-9d0a84709f1a"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:08:42.843073 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6174081-7e15-4ae9-9f65-2e770eaee800 x-openstack-request-id: req-a6174081-7e15-4ae9-9f65-2e770eaee800 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:08:42.843629 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0c9e6f3-078f-49ab-8c2b-e82bee1d48db", "name": "network-vif-deleted", "tag": "7b09e246-261d-4158-b99a-9d0a84709f1a", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:08:42.844090 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a6174081-7e15-4ae9-9f65-2e770eaee800 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:08:42.844882 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0c9e6f3-078f-49ab-8c2b-e82bee1d48db', 'name': 'network-vif-deleted', 'tag': '7b09e246-261d-4158-b99a-9d0a84709f1a', 'status': 'completed', 'code': 200} Jul 24 00:08:43.230253 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3eed05a1-1811-4dc1-b41c-a1a26291bc23 req-6d3d7771-9322-4f85-8631-8613657e8086 tempest-ServerDiskConfigTestJSON-1741960677 tempest-ServerDiskConfigTestJSON-1741960677-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0c9e6f3-078f-49ab-8c2b-e82bee1d48db HTTP/1.1" status: 200 len: 210 time: 0.0630989 Jul 24 00:08:44.530899 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 35336) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:44.645699 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5537a3f-072d-46c5-aebe-b87aad0a799b admin admin] Deleting subnet d56430de-0ce5-443d-bb1b-4b29fdb6d0b4 {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:08:44.653920 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d5537a3f-072d-46c5-aebe-b87aad0a799b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:44.734058 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:44.751940 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d5537a3f-072d-46c5-aebe-b87aad0a799b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:44.843821 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d5537a3f-072d-46c5-aebe-b87aad0a799b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:44.987500 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d5537a3f-072d-46c5-aebe-b87aad0a799b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:45.011626 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d5537a3f-072d-46c5-aebe-b87aad0a799b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:45.013915 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-d5537a3f-072d-46c5-aebe-b87aad0a799b admin admin] 10.222.0.44 "DELETE /v2.0/subnets/d56430de-0ce5-443d-bb1b-4b29fdb6d0b4 HTTP/1.1" status: 204 len: 168 time: 0.4818535 Jul 24 00:08:45.016510 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 35356) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:45.036162 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5537a3f-072d-46c5-aebe-b87aad0a799b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d56430de-0ce5-443d-bb1b-4b29fdb6d0b4,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:45.048229 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5537a3f-072d-46c5-aebe-b87aad0a799b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:08:45.049210 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5537a3f-072d-46c5-aebe-b87aad0a799b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:08:45.049783 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5537a3f-072d-46c5-aebe-b87aad0a799b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:08:45.050364 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5537a3f-072d-46c5-aebe-b87aad0a799b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:08:45.050930 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5537a3f-072d-46c5-aebe-b87aad0a799b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:08:45.051484 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5537a3f-072d-46c5-aebe-b87aad0a799b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:08:45.052052 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5537a3f-072d-46c5-aebe-b87aad0a799b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:08:45.052611 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5537a3f-072d-46c5-aebe-b87aad0a799b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:08:45.053210 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5537a3f-072d-46c5-aebe-b87aad0a799b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:08:45.053952 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5537a3f-072d-46c5-aebe-b87aad0a799b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:08:45.055589 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5537a3f-072d-46c5-aebe-b87aad0a799b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:08:45.056154 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5537a3f-072d-46c5-aebe-b87aad0a799b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:08:45.144951 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-20b25bf9-94ce-46da-bc93-250c5226834e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:45.182392 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 7b09e246-261d-4158-b99a-9d0a84709f1a no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:08:45.236020 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-20b25bf9-94ce-46da-bc93-250c5226834e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:45.260079 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-20b25bf9-94ce-46da-bc93-250c5226834e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18a152e0-a01f-49a7-bade-39a616e529a3']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:08:45.269103 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] No Port match for: 7b09e246-261d-4158-b99a-9d0a84709f1a {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:08:45.269516 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 7b09e246-261d-4158-b99a-9d0a84709f1a not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:08:45.278914 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-20b25bf9-94ce-46da-bc93-250c5226834e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ae6f178-a5a7-48fe-8694-33b87da05e0d') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:08:45.279220 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-20b25bf9-94ce-46da-bc93-250c5226834e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ae6f178-a5a7-48fe-8694-33b87da05e0d') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:08:45.302375 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-20b25bf9-94ce-46da-bc93-250c5226834e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:45.321546 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-20b25bf9-94ce-46da-bc93-250c5226834e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:45.330905 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20b25bf9-94ce-46da-bc93-250c5226834e admin admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:08:45.331333 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-20b25bf9-94ce-46da-bc93-250c5226834e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:45.335588 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:08:45.335588 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:08:45.335588 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:08:45.335588 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:08:45.335588 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:08:45.335588 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:08:45.335588 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:08:45.335588 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:08:45.335588 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:08:45.335588 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:08:45.335588 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:08:45.335588 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:08:45.335588 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:08:45.335588 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:08:45.335588 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:08:45.335588 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:08:45.335588 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:08:45.335588 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:08:45.335588 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:08:45.335588 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:08:45.335588 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:08:45.335588 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:08:45.335588 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:08:45.335588 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:08:45.335588 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:08:45.335588 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:08:45.335588 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:08:45.335588 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:08:45.335588 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:08:45.335588 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:08:45.335588 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:08:45.335588 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:08:45.414735 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 35364) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:45.450581 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-20b25bf9-94ce-46da-bc93-250c5226834e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:45.495208 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-20b25bf9-94ce-46da-bc93-250c5226834e admin admin] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:45.504892 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-20b25bf9-94ce-46da-bc93-250c5226834e admin admin] 10.222.0.44 "DELETE /v2.0/networks/18a152e0-a01f-49a7-bade-39a616e529a3 HTTP/1.1" status: 204 len: 168 time: 0.4864075 Jul 24 00:08:45.507035 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b25bf9-94ce-46da-bc93-250c5226834e admin admin] Pushing event deleted for resources: {'Network': ['ID=18a152e0-a01f-49a7-bade-39a616e529a3,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:45.618144 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1ce23348-2936-40eb-9f48-57f31dbc5d67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:45.752332 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 35374) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:45.830104 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 35376) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:45.833437 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-f1057788-6cbe-4958-ba98-44be8235236f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b522b7a30c7a44c49afc4b0ec559df03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0798643 Jul 24 00:08:45.962275 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1ce23348-2936-40eb-9f48-57f31dbc5d67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:45.975495 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1ce23348-2936-40eb-9f48-57f31dbc5d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:46.051130 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cd6636e5-e386-434c-aa24-9bf9799dbcec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:46.107068 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-1ce23348-2936-40eb-9f48-57f31dbc5d67 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7087199824ba4e8393363667f83fa467&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6903255 Jul 24 00:08:46.108288 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 35392) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:46.135935 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce23348-2936-40eb-9f48-57f31dbc5d67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d60fc5da-dd85-4bc5-992e-44a6534b47ed,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:46.166059 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cd6636e5-e386-434c-aa24-9bf9799dbcec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:46.240215 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cb44be0d-6af3-493e-a09b-0b2675c8c4db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:46.290718 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cb44be0d-6af3-493e-a09b-0b2675c8c4db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:46.382289 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cd6636e5-e386-434c-aa24-9bf9799dbcec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:46.401295 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cb44be0d-6af3-493e-a09b-0b2675c8c4db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:46.404321 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cb44be0d-6af3-493e-a09b-0b2675c8c4db admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:46.405857 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cd6636e5-e386-434c-aa24-9bf9799dbcec admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:46.412953 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-cb44be0d-6af3-493e-a09b-0b2675c8c4db admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d60fc5da-dd85-4bc5-992e-44a6534b47ed HTTP/1.1" status: 204 len: 168 time: 0.3028603 Jul 24 00:08:46.423480 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-cd6636e5-e386-434c-aa24-9bf9799dbcec admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/01883c9b-f537-47a8-8e4c-5877842ba644 HTTP/1.1" status: 204 len: 168 time: 0.5745494 Jul 24 00:08:46.436253 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb44be0d-6af3-493e-a09b-0b2675c8c4db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60fc5da-dd85-4bc5-992e-44a6534b47ed,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:46.477903 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6636e5-e386-434c-aa24-9bf9799dbcec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01883c9b-f537-47a8-8e4c-5877842ba644,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:47.118592 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 35414) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:47.142524 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a707b2d0-8c01-4735-bd08-a62a2305ae35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:47.271546 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a707b2d0-8c01-4735-bd08-a62a2305ae35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:47.280979 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a707b2d0-8c01-4735-bd08-a62a2305ae35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:47.351916 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-a707b2d0-8c01-4735-bd08-a62a2305ae35 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=133d9cb6bcfc4009b03c3cf6e0888bb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2313826 Jul 24 00:08:47.353049 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a707b2d0-8c01-4735-bd08-a62a2305ae35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=910f496a-c727-4925-9099-4e5b798186bd,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:47.355431 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 35424) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:47.452577 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-011eb60e-f673-4dc6-95a0-abff16a8923d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:47.490796 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-011eb60e-f673-4dc6-95a0-abff16a8923d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:47.561986 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-011eb60e-f673-4dc6-95a0-abff16a8923d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:47.565029 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-011eb60e-f673-4dc6-95a0-abff16a8923d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:47.567031 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-011eb60e-f673-4dc6-95a0-abff16a8923d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/910f496a-c727-4925-9099-4e5b798186bd HTTP/1.1" status: 204 len: 168 time: 0.2062557 Jul 24 00:08:47.577062 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011eb60e-f673-4dc6-95a0-abff16a8923d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=910f496a-c727-4925-9099-4e5b798186bd,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:47.635525 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:48.182406 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 35462) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:48.208586 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5d371b7d-c0ea-4a75-9258-9b3bc80bd75c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:48.412787 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5d371b7d-c0ea-4a75-9258-9b3bc80bd75c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:48.424196 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5d371b7d-c0ea-4a75-9258-9b3bc80bd75c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:48.512176 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-5d371b7d-c0ea-4a75-9258-9b3bc80bd75c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bebf7b213507431483627ec108a2c311&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3285923 Jul 24 00:08:48.515034 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 35468) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:48.532413 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d371b7d-c0ea-4a75-9258-9b3bc80bd75c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3387135-a466-4eb5-b24f-fd45aa6fc944,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:48.637443 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cd9114e9-60c9-4ad9-9034-6b999088aec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:48.699300 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cd9114e9-60c9-4ad9-9034-6b999088aec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:48.805295 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cd9114e9-60c9-4ad9-9034-6b999088aec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:48.809137 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cd9114e9-60c9-4ad9-9034-6b999088aec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:48.815128 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-cd9114e9-60c9-4ad9-9034-6b999088aec5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e3387135-a466-4eb5-b24f-fd45aa6fc944 HTTP/1.1" status: 204 len: 168 time: 0.2970533 Jul 24 00:08:48.837103 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9114e9-60c9-4ad9-9034-6b999088aec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3387135-a466-4eb5-b24f-fd45aa6fc944,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:49.064970 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-da714363-91ac-4bd6-b3e8-9dd949252969 req-7a5a63a7-18fb-41c4-b9b6-f2b9f2ba15d7 tempest-ServerShowV254Test-1593142185 tempest-ServerShowV254Test-1593142185-project] 10.222.0.44 "GET /v2.0/ports?device_id=01670562-4603-4354-ae01-347bb274bb09 HTTP/1.1" status: 200 len: 210 time: 0.0605950 Jul 24 00:08:50.214323 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 35536) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:50.226605 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ebc30b3c-fd12-4e95-820b-01f521955647 req-04809807-a075-4132-972d-2d645d419f32 tempest-ServerShowV254Test-1593142185 tempest-ServerShowV254Test-1593142185-project] 10.222.0.44 "GET /v2.0/ports?device_id=01670562-4603-4354-ae01-347bb274bb09 HTTP/1.1" status: 200 len: 210 time: 0.0620096 Jul 24 00:08:50.357083 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-9e81032a-e1ca-487f-a133-7361d129be93 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1340592135-network', 'tenant_id': '38f75ab30e7244a9af3572906cef1231'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:08:50.383603 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e81032a-e1ca-487f-a133-7361d129be93 admin admin] Made reservation on behalf of 38f75ab30e7244a9af3572906cef1231 for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:08:50.389110 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9e81032a-e1ca-487f-a133-7361d129be93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:50.403329 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9e81032a-e1ca-487f-a133-7361d129be93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:50.566943 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9e81032a-e1ca-487f-a133-7361d129be93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:50.578337 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9e81032a-e1ca-487f-a133-7361d129be93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:50.604425 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e81032a-e1ca-487f-a133-7361d129be93 admin admin] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:08:50.616226 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 35548) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:50.643081 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9e81032a-e1ca-487f-a133-7361d129be93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:50.644191 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-9e81032a-e1ca-487f-a133-7361d129be93 admin admin] Added segment 5f17eb04-28aa-4878-8a04-e770a5f0149d of type vlan for network 906f365b-36c1-4d13-9c07-a624816f29e1 Jul 24 00:08:50.729157 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9e81032a-e1ca-487f-a133-7361d129be93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:50.777266 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9e81032a-e1ca-487f-a133-7361d129be93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:50.779374 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e81032a-e1ca-487f-a133-7361d129be93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:50.780229 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9e81032a-e1ca-487f-a133-7361d129be93 admin admin] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:50.931519 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-9e81032a-e1ca-487f-a133-7361d129be93 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7153225 Jul 24 00:08:50.948952 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 35558) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:50.966103 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-75cea976-3c1b-4c97-914b-14e372cfb70b admin admin] Request body: {'subnet': {'network_id': '906f365b-36c1-4d13-9c07-a624816f29e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1340592135-subnet', 'tenant_id': '38f75ab30e7244a9af3572906cef1231', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:08:51.001112 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e81032a-e1ca-487f-a133-7361d129be93 admin admin] Pushing event updated for resources: {'Network': ['ID=906f365b-36c1-4d13-9c07-a624816f29e1,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:51.009376 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e81032a-e1ca-487f-a133-7361d129be93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01348eee-a6cc-473b-b4c9-00e043b03752,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:51.013309 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 906f365b-36c1-4d13-9c07-a624816f29e1 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:08:51.047795 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75cea976-3c1b-4c97-914b-14e372cfb70b admin admin] Made reservation on behalf of 38f75ab30e7244a9af3572906cef1231 for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:08:51.051067 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-75cea976-3c1b-4c97-914b-14e372cfb70b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:51.493276 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-32996765-78dd-496b-a737-99b28f643fa7 req-d93bbf4e-4b93-45da-b136-9a23512f4a83 tempest-ServerShowV254Test-1593142185 tempest-ServerShowV254Test-1593142185-project] 10.222.0.44 "GET /v2.0/ports?device_id=01670562-4603-4354-ae01-347bb274bb09 HTTP/1.1" status: 200 len: 210 time: 0.0891461 Jul 24 00:08:51.700505 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a5a9d4f4-d1d3-448f-adc5-9647c78526fd req-45f8f241-cbab-4433-b28a-63601e12bdc2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=01670562-4603-4354-ae01-347bb274bb09 HTTP/1.1" status: 200 len: 210 time: 0.0800040 Jul 24 00:08:51.981207 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-75cea976-3c1b-4c97-914b-14e372cfb70b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:52.104346 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cea976-3c1b-4c97-914b-14e372cfb70b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e4b3877-c064-4637-a430-f8959f0b06a3,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:52.115801 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cea976-3c1b-4c97-914b-14e372cfb70b admin admin] Checking segment: {'id': '5f17eb04-28aa-4878-8a04-e770a5f0149d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '906f365b-36c1-4d13-9c07-a624816f29e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:08:52.116189 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75cea976-3c1b-4c97-914b-14e372cfb70b admin admin] Network hostable DHCP agents. Network: 906f365b-36c1-4d13-9c07-a624816f29e1, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:08:52.150233 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fe15acf4-97ff-4f5b-8225-c890b60b267b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681029'] for router_interface, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:52.153888 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75cea976-3c1b-4c97-914b-14e372cfb70b admin admin] Network 906f365b-36c1-4d13-9c07-a624816f29e1 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:08:52.239459 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-75cea976-3c1b-4c97-914b-14e372cfb70b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 906f365b-36c1-4d13-9c07-a624816f29e1) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:08:52.251198 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75cea976-3c1b-4c97-914b-14e372cfb70b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:52.251466 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7967b9-d99e-436f-81f2-a90ce310548f None None] Network 906f365b-36c1-4d13-9c07-a624816f29e1 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:08:52.252075 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-75cea976-3c1b-4c97-914b-14e372cfb70b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:52.294543 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-75cea976-3c1b-4c97-914b-14e372cfb70b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3394041 Jul 24 00:08:52.544665 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a191f77-c26e-44c2-9dc0-93e72fef29d8 None None] Network 906f365b-36c1-4d13-9c07-a624816f29e1 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:08:52.560934 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-fe15acf4-97ff-4f5b-8225-c890b60b267b admin admin] Deleting port dd8809d5-9d2d-449f-afce-96c5deba7614 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:08:52.561523 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fe15acf4-97ff-4f5b-8225-c890b60b267b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:52.730130 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4c4e13f4-c2f9-45c3-b7c2-c170886fbf56 req-31cf5e41-d045-41bd-90c5-4d68b1d03894 tempest-ServerShowV254Test-1593142185 tempest-ServerShowV254Test-1593142185-project] 10.222.0.44 "GET /v2.0/ports?device_id=01670562-4603-4354-ae01-347bb274bb09 HTTP/1.1" status: 200 len: 210 time: 0.0535612 Jul 24 00:08:52.732182 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-fe15acf4-97ff-4f5b-8225-c890b60b267b admin admin] For port dd8809d5-9d2d-449f-afce-96c5deba7614, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=dd8809d5-9d2d-449f-afce-96c5deba7614,segment=NetworkSegment(21032195-e2aa-496f-b3b7-a4625dd43e90),segment_id=21032195-e2aa-496f-b3b7-a4625dd43e90)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:08:52.732566 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fe15acf4-97ff-4f5b-8225-c890b60b267b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:52.757588 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-fe15acf4-97ff-4f5b-8225-c890b60b267b admin admin] Calling delete_port for dd8809d5-9d2d-449f-afce-96c5deba7614 owned by network:router_interface {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:08:53.189370 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-582183d3-dea4-423a-bd68-c3e25f870c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:53.214515 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fe15acf4-97ff-4f5b-8225-c890b60b267b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:53.295128 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe15acf4-97ff-4f5b-8225-c890b60b267b admin admin] Pushing event deleted for resources: {'Port': ['ID=dd8809d5-9d2d-449f-afce-96c5deba7614,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:53.385187 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 35608) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:53.401285 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-d89083e4-04d2-4475-bb2d-61c47e73d08f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1895435661-network', 'tenant_id': 'ec468f33f51d425a98f447b76cf933dc'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:08:53.436955 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d89083e4-04d2-4475-bb2d-61c47e73d08f admin admin] Made reservation on behalf of ec468f33f51d425a98f447b76cf933dc for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:08:53.440546 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d89083e4-04d2-4475-bb2d-61c47e73d08f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:53.452668 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d89083e4-04d2-4475-bb2d-61c47e73d08f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:53.651251 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fe15acf4-97ff-4f5b-8225-c890b60b267b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679987'] for router_interface, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:53.659336 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d89083e4-04d2-4475-bb2d-61c47e73d08f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:53.668968 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d89083e4-04d2-4475-bb2d-61c47e73d08f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:53.703444 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d89083e4-04d2-4475-bb2d-61c47e73d08f admin admin] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:08:53.742569 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89083e4-04d2-4475-bb2d-61c47e73d08f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17087ac5-ee69-4e87-9064-5a26532e68f1,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:53.745794 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d89083e4-04d2-4475-bb2d-61c47e73d08f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:53.746191 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-d89083e4-04d2-4475-bb2d-61c47e73d08f admin admin] Added segment d04390ac-60a6-498b-ba27-4da7aa76cb8c of type vlan for network 22757d7b-2431-456b-bb9c-90e2b369619f Jul 24 00:08:53.860207 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d89083e4-04d2-4475-bb2d-61c47e73d08f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:53.937971 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d89083e4-04d2-4475-bb2d-61c47e73d08f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:53.939236 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89083e4-04d2-4475-bb2d-61c47e73d08f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:53.944177 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d89083e4-04d2-4475-bb2d-61c47e73d08f admin admin] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:53.993234 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-d89083e4-04d2-4475-bb2d-61c47e73d08f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6058595 Jul 24 00:08:53.996348 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 35628) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:53.999886 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 35630) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:54.007632 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-3ecbe5d5-c1fa-4221-8bf4-579e7ece8c5a admin admin] Request body: {'subnet': {'network_id': '22757d7b-2431-456b-bb9c-90e2b369619f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1895435661-subnet', 'tenant_id': 'ec468f33f51d425a98f447b76cf933dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:08:54.052408 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7045c48b-1a52-40bd-a6fd-7e2a374e7e25 req-8cda7c33-f6bb-4666-a533-1adbade7f96b tempest-ServerShowV254Test-1593142185 tempest-ServerShowV254Test-1593142185-project] 10.222.0.44 "GET /v2.0/ports?device_id=01670562-4603-4354-ae01-347bb274bb09 HTTP/1.1" status: 200 len: 210 time: 0.0958834 Jul 24 00:08:54.061139 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89083e4-04d2-4475-bb2d-61c47e73d08f admin admin] Pushing event updated for resources: {'Network': ['ID=22757d7b-2431-456b-bb9c-90e2b369619f,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:54.075809 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 22757d7b-2431-456b-bb9c-90e2b369619f details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:08:54.091778 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ecbe5d5-c1fa-4221-8bf4-579e7ece8c5a admin admin] Made reservation on behalf of ec468f33f51d425a98f447b76cf933dc for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:08:54.101227 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3ecbe5d5-c1fa-4221-8bf4-579e7ece8c5a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:54.178159 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe15acf4-97ff-4f5b-8225-c890b60b267b admin admin] Router e1e8e6db-4fbd-41c6-8f5f-551410c320ee has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:08:54.297381 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8bfb1bb3-508c-4710-94f2-de07908bedb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:54.361444 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe15acf4-97ff-4f5b-8225-c890b60b267b admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:08:54.371195 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b49533-9c42-4ff2-9e2a-9ca22a3ab083 None None] Sync routers for ids ['e1e8e6db-4fbd-41c6-8f5f-551410c320ee'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:08:54.385079 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-fe15acf4-97ff-4f5b-8225-c890b60b267b admin admin] 10.222.0.44 "PUT /v2.0/routers/e1e8e6db-4fbd-41c6-8f5f-551410c320ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7664979 Jul 24 00:08:54.388008 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 35648) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:54.388472 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b49533-9c42-4ff2-9e2a-9ca22a3ab083 None None] Routers {'e1e8e6db-4fbd-41c6-8f5f-551410c320ee'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:08:54.390849 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-a0b49533-9c42-4ff2-9e2a-9ca22a3ab083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:08:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['e1e8e6db-4fbd-41c6-8f5f-551410c320ee'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:08:54.442359 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3ecbe5d5-c1fa-4221-8bf4-579e7ece8c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:54.525680 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecbe5d5-c1fa-4221-8bf4-579e7ece8c5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8253d9f4-8ccb-4b3b-9850-b43fb3adb3e3,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:54.567698 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecbe5d5-c1fa-4221-8bf4-579e7ece8c5a admin admin] Checking segment: {'id': 'd04390ac-60a6-498b-ba27-4da7aa76cb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '22757d7b-2431-456b-bb9c-90e2b369619f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:08:54.567698 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecbe5d5-c1fa-4221-8bf4-579e7ece8c5a admin admin] Network hostable DHCP agents. Network: 22757d7b-2431-456b-bb9c-90e2b369619f, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:08:54.588469 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecbe5d5-c1fa-4221-8bf4-579e7ece8c5a admin admin] Network 22757d7b-2431-456b-bb9c-90e2b369619f is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:08:54.606807 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-3ecbe5d5-c1fa-4221-8bf4-579e7ece8c5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 22757d7b-2431-456b-bb9c-90e2b369619f) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:08:54.612954 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ecbe5d5-c1fa-4221-8bf4-579e7ece8c5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:54.613645 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3ecbe5d5-c1fa-4221-8bf4-579e7ece8c5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:54.629951 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e7492b-d12c-4793-9cc7-3f2cc2ec4f80 None None] Network 22757d7b-2431-456b-bb9c-90e2b369619f requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:08:54.630835 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-a0b49533-9c42-4ff2-9e2a-9ca22a3ab083 None None] Set router e1e8e6db-4fbd-41c6-8f5f-551410c320ee gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:08:54.675784 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-73d8ef32-6077-4d3c-8576-ab6431ff9d1b admin admin] Notify callbacks [] for router, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:54.782592 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 35654) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:54.810294 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8bfb1bb3-508c-4710-94f2-de07908bedb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:54.817278 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-73d8ef32-6077-4d3c-8576-ab6431ff9d1b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:54.822567 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8bfb1bb3-508c-4710-94f2-de07908bedb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:54.835899 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-3ecbe5d5-c1fa-4221-8bf4-579e7ece8c5a admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8343461 Jul 24 00:08:54.847054 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e92691-ac81-4c96-8d64-dac05fef2b3b None None] Network 22757d7b-2431-456b-bb9c-90e2b369619f requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:08:54.986165 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-a0b49533-9c42-4ff2-9e2a-9ca22a3ab083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1e8e6db-4fbd-41c6-8f5f-551410c320ee', 'name': 'tempest-TaggedBootDevicesTest-1326226548-router', 'tenant_id': 'a493ff63bf324cec8682bc97c22087f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '85214f1e-c21a-42d5-82bc-fbaf56d17d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:57:17Z', 'updated_at': '2021-07-24T00:08:53Z', 'revision_number': 5, 'project_id': 'a493ff63bf324cec8682bc97c22087f0', 'gw_port': {'id': '85214f1e-c21a-42d5-82bc-fbaf56d17d7c', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e8e6db-4fbd-41c6-8f5f-551410c320ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:57:18Z', 'updated_at': '2021-07-23T23:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:08:54.989822 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 35670) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:55.017667 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-8bfb1bb3-508c-4710-94f2-de07908bedb1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a61fedf7cf42464c99ffff1f5a1a2ba8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0027740 Jul 24 00:08:55.027523 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfb1bb3-508c-4710-94f2-de07908bedb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b34b808-36cb-4d8d-a6cc-cce3b8a3269a,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:55.072802 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b49533-9c42-4ff2-9e2a-9ca22a3ab083 None None] Checking router: e1e8e6db-4fbd-41c6-8f5f-551410c320ee for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:08:55.099396 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-73d8ef32-6077-4d3c-8576-ab6431ff9d1b admin admin] Deleting port 85214f1e-c21a-42d5-82bc-fbaf56d17d7c {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:08:55.100060 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-73d8ef32-6077-4d3c-8576-ab6431ff9d1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:55.116279 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-73dbe97f-4d77-4e04-90ea-1cd5eedbaca1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:55.119183 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b49533-9c42-4ff2-9e2a-9ca22a3ab083 None None] Routers {'e1e8e6db-4fbd-41c6-8f5f-551410c320ee'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:08:55.120109 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-a0b49533-9c42-4ff2-9e2a-9ca22a3ab083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:08:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['e1e8e6db-4fbd-41c6-8f5f-551410c320ee'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:08:55.169395 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-57686f7a-3dbd-479d-99a3-ecfce13e68cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:55.206400 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-57686f7a-3dbd-479d-99a3-ecfce13e68cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:55.312270 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-73d8ef32-6077-4d3c-8576-ab6431ff9d1b admin admin] For port 85214f1e-c21a-42d5-82bc-fbaf56d17d7c, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=85214f1e-c21a-42d5-82bc-fbaf56d17d7c,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:08:55.312826 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-73d8ef32-6077-4d3c-8576-ab6431ff9d1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:55.330053 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-a0b49533-9c42-4ff2-9e2a-9ca22a3ab083 None None] Set router e1e8e6db-4fbd-41c6-8f5f-551410c320ee gateway port host: None {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:08:55.359379 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-73d8ef32-6077-4d3c-8576-ab6431ff9d1b admin admin] Calling delete_port for 85214f1e-c21a-42d5-82bc-fbaf56d17d7c owned by network:router_gateway {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:08:55.432446 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-73dbe97f-4d77-4e04-90ea-1cd5eedbaca1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:55.443472 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-812df077-dee0-4f99-b5ad-c288645905c5 req-6b4906e4-b9a5-46d2-a726-d1011ca424c7 tempest-ServerShowV254Test-1593142185 tempest-ServerShowV254Test-1593142185-project] 10.222.0.44 "GET /v2.0/ports?device_id=01670562-4603-4354-ae01-347bb274bb09 HTTP/1.1" status: 200 len: 210 time: 0.2172294 Jul 24 00:08:55.453786 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-73dbe97f-4d77-4e04-90ea-1cd5eedbaca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:55.545382 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-a0b49533-9c42-4ff2-9e2a-9ca22a3ab083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1e8e6db-4fbd-41c6-8f5f-551410c320ee', 'name': 'tempest-TaggedBootDevicesTest-1326226548-router', 'tenant_id': 'a493ff63bf324cec8682bc97c22087f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:57:17Z', 'updated_at': '2021-07-24T00:08:54Z', 'revision_number': 6, 'project_id': 'a493ff63bf324cec8682bc97c22087f0', 'gw_port_host': None}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:08:55.564163 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dbe97f-4d77-4e04-90ea-1cd5eedbaca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=427c0be4-3ec9-4161-b951-2086a9d04137,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:55.572897 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b49533-9c42-4ff2-9e2a-9ca22a3ab083 None None] The sync data for ids ['e1e8e6db-4fbd-41c6-8f5f-551410c320ee'] in n-d-800088-16 is: [{'id': 'e1e8e6db-4fbd-41c6-8f5f-551410c320ee', 'name': 'tempest-TaggedBootDevicesTest-1326226548-router', 'tenant_id': 'a493ff63bf324cec8682bc97c22087f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:57:17Z', 'updated_at': '2021-07-24T00:08:54Z', 'revision_number': 6, 'project_id': 'a493ff63bf324cec8682bc97c22087f0', 'gw_port_host': None}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:08:55.610974 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-57686f7a-3dbd-479d-99a3-ecfce13e68cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:55.613570 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-57686f7a-3dbd-479d-99a3-ecfce13e68cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:55.614732 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-57686f7a-3dbd-479d-99a3-ecfce13e68cd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3b34b808-36cb-4d8d-a6cc-cce3b8a3269a HTTP/1.1" status: 204 len: 168 time: 0.6238964 Jul 24 00:08:55.617276 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dbe97f-4d77-4e04-90ea-1cd5eedbaca1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:08:55.618286 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dbe97f-4d77-4e04-90ea-1cd5eedbaca1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:08:55.618641 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dbe97f-4d77-4e04-90ea-1cd5eedbaca1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:08:55.619001 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dbe97f-4d77-4e04-90ea-1cd5eedbaca1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:08:55.619316 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dbe97f-4d77-4e04-90ea-1cd5eedbaca1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:08:55.619726 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dbe97f-4d77-4e04-90ea-1cd5eedbaca1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:08:55.620092 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dbe97f-4d77-4e04-90ea-1cd5eedbaca1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:08:55.620429 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dbe97f-4d77-4e04-90ea-1cd5eedbaca1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:08:55.620769 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dbe97f-4d77-4e04-90ea-1cd5eedbaca1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:08:55.621239 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dbe97f-4d77-4e04-90ea-1cd5eedbaca1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:08:55.621603 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dbe97f-4d77-4e04-90ea-1cd5eedbaca1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:08:55.621952 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dbe97f-4d77-4e04-90ea-1cd5eedbaca1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:08:55.627465 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-73dbe97f-4d77-4e04-90ea-1cd5eedbaca1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=08435b9a54e8435f9d83128dd8c49dc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8437231 Jul 24 00:08:55.630273 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 35690) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:55.651252 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57686f7a-3dbd-479d-99a3-ecfce13e68cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b34b808-36cb-4d8d-a6cc-cce3b8a3269a,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:55.693433 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a1ea0cf3-21c6-45a7-abc3-87049bf524cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:55.717894 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a1ea0cf3-21c6-45a7-abc3-87049bf524cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:55.750479 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-de31b8b4-ec64-4adf-8399-c4cf0cddc872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:55.783791 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a1ea0cf3-21c6-45a7-abc3-87049bf524cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:55.786876 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a1ea0cf3-21c6-45a7-abc3-87049bf524cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:55.790960 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-a1ea0cf3-21c6-45a7-abc3-87049bf524cc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/427c0be4-3ec9-4161-b951-2086a9d04137 HTTP/1.1" status: 204 len: 168 time: 0.1567347 Jul 24 00:08:55.801404 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-73d8ef32-6077-4d3c-8576-ab6431ff9d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:55.810435 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ea0cf3-21c6-45a7-abc3-87049bf524cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=427c0be4-3ec9-4161-b951-2086a9d04137,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:55.846125 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d8ef32-6077-4d3c-8576-ab6431ff9d1b admin admin] Pushing event deleted for resources: {'Port': ['ID=85214f1e-c21a-42d5-82bc-fbaf56d17d7c,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:55.931375 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e923e5-88ee-4ddb-ab32-7556e13c45a7 req-964ae653-92ef-4e67-9b53-ad45893e6c17 tempest-VolumesActionsTest-1274471935 tempest-VolumesActionsTest-1274471935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:55.933070 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d1e923e5-88ee-4ddb-ab32-7556e13c45a7 req-964ae653-92ef-4e67-9b53-ad45893e6c17 tempest-VolumesActionsTest-1274471935 tempest-VolumesActionsTest-1274471935-project] 10.222.0.44 "GET /v2.0/networks?id=906f365b-36c1-4d13-9c07-a624816f29e1 HTTP/1.1" status: 200 len: 809 time: 0.2252882 Jul 24 00:08:55.947511 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-73d8ef32-6077-4d3c-8576-ab6431ff9d1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687114'] for router_gateway, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:56.070806 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-73d8ef32-6077-4d3c-8576-ab6431ff9d1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:56.074268 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-73d8ef32-6077-4d3c-8576-ab6431ff9d1b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:56.078224 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d1e923e5-88ee-4ddb-ab32-7556e13c45a7 req-749db7a7-86fc-4ab4-a0d8-2773ecaab85a tempest-VolumesActionsTest-1274471935 tempest-VolumesActionsTest-1274471935-project] 10.222.0.44 "GET /v2.0/quotas/38f75ab30e7244a9af3572906cef1231 HTTP/1.1" status: 200 len: 375 time: 0.1355712 Jul 24 00:08:56.117522 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 35704) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:56.136592 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-47b47f56-7f02-412c-89cd-07f6723658a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:56.178946 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d1e923e5-88ee-4ddb-ab32-7556e13c45a7 req-387e3607-88cf-4795-867d-fa4eb2ff0131 tempest-VolumesActionsTest-1274471935 tempest-VolumesActionsTest-1274471935-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=38f75ab30e7244a9af3572906cef1231&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346966 Jul 24 00:08:56.206670 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-73d8ef32-6077-4d3c-8576-ab6431ff9d1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:56.207515 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d8ef32-6077-4d3c-8576-ab6431ff9d1b admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1e8e6db-4fbd-41c6-8f5f-551410c320ee {{(pid=100314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:08:56.213388 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-73d8ef32-6077-4d3c-8576-ab6431ff9d1b admin admin] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:56.214979 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-73d8ef32-6077-4d3c-8576-ab6431ff9d1b admin admin] 10.222.0.44 "DELETE /v2.0/routers/e1e8e6db-4fbd-41c6-8f5f-551410c320ee HTTP/1.1" status: 204 len: 168 time: 1.8256266 Jul 24 00:08:56.231493 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 35706) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:56.276548 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-47b47f56-7f02-412c-89cd-07f6723658a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:56.283342 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-47b47f56-7f02-412c-89cd-07f6723658a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:56.333107 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-47b47f56-7f02-412c-89cd-07f6723658a9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=962c62c2bff3484183449a685999c790&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2144208 Jul 24 00:08:56.334182 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b47f56-7f02-412c-89cd-07f6723658a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d24032-5ee1-4470-a5f0-fc953361b4fb,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:56.337739 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 35714) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:56.358584 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-b18f8134-f451-4554-9769-cc33fc591a18 admin admin] Deleting subnet d99f6c92-821c-482e-b6d0-cb37709030df {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:08:56.375438 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b18f8134-f451-4554-9769-cc33fc591a18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:56.412475 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e355074c-0b85-4ddf-ad6c-9dd1c504acb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:56.479249 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e355074c-0b85-4ddf-ad6c-9dd1c504acb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:56.528687 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b18f8134-f451-4554-9769-cc33fc591a18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:56.555404 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e355074c-0b85-4ddf-ad6c-9dd1c504acb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:56.557995 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e355074c-0b85-4ddf-ad6c-9dd1c504acb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:56.561652 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-e355074c-0b85-4ddf-ad6c-9dd1c504acb0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e3d24032-5ee1-4470-a5f0-fc953361b4fb HTTP/1.1" status: 204 len: 168 time: 0.2202163 Jul 24 00:08:56.593714 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e355074c-0b85-4ddf-ad6c-9dd1c504acb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d24032-5ee1-4470-a5f0-fc953361b4fb,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:56.674290 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-56bd5278-f0fe-485e-a0ae-22ed176ba89a req-7543e5bf-40bb-45d2-9542-e77c91427ecf tempest-ServerShowV254Test-1593142185 tempest-ServerShowV254Test-1593142185-project] 10.222.0.44 "GET /v2.0/ports?device_id=01670562-4603-4354-ae01-347bb274bb09 HTTP/1.1" status: 200 len: 210 time: 0.0542381 Jul 24 00:08:56.703778 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b18f8134-f451-4554-9769-cc33fc591a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:56.747548 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:56.780830 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d1e923e5-88ee-4ddb-ab32-7556e13c45a7 req-a95c9b3b-199b-482b-a84a-1bc311ba366f service neutron] 10.222.0.44 "GET /v2.0/networks/906f365b-36c1-4d13-9c07-a624816f29e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5940249 Jul 24 00:08:56.800161 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b18f8134-f451-4554-9769-cc33fc591a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:56.841871 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18f8134-f451-4554-9769-cc33fc591a18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d99f6c92-821c-482e-b6d0-cb37709030df,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:56.858003 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b18f8134-f451-4554-9769-cc33fc591a18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:56.860900 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-b18f8134-f451-4554-9769-cc33fc591a18 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/d99f6c92-821c-482e-b6d0-cb37709030df HTTP/1.1" status: 204 len: 168 time: 0.6276300 Jul 24 00:08:56.865512 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 35740) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:56.868521 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e34a93-d44a-4a59-8858-a7a0df1db8ac None None] Network b0523da7-df1a-446f-b645-811e4630597c requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:08:56.993605 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d1e923e5-88ee-4ddb-ab32-7556e13c45a7 req-085cc37c-9782-4728-bd1a-ef15e73a7fcd service neutron] 10.222.0.44 "GET /v2.0/networks/906f365b-36c1-4d13-9c07-a624816f29e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021577 Jul 24 00:08:57.084364 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0a5621b2-69ed-47a1-98d2-35aafa379780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:57.168329 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 35752) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:57.264192 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-0a5621b2-69ed-47a1-98d2-35aafa379780 admin admin] Deleting port 9dff7ef9-fa51-4fba-9756-8b7017c31a60 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:08:57.266378 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0a5621b2-69ed-47a1-98d2-35aafa379780 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:57.387920 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d5bac74c-8837-44d2-a2ba-d7e93babfe6a req-46a88ce4-d371-4aa5-bc85-63f0a27306ff tempest-VolumesActionsTest-1274471935 tempest-VolumesActionsTest-1274471935-project] 10.222.0.44 "GET /v2.0/ports?device_id=793d4305-071b-444d-bda4-f4a9740dc612 HTTP/1.1" status: 200 len: 210 time: 0.1126518 Jul 24 00:08:57.409392 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-0a5621b2-69ed-47a1-98d2-35aafa379780 admin admin] For port 9dff7ef9-fa51-4fba-9756-8b7017c31a60, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=9dff7ef9-fa51-4fba-9756-8b7017c31a60,segment=NetworkSegment(21032195-e2aa-496f-b3b7-a4625dd43e90),segment_id=21032195-e2aa-496f-b3b7-a4625dd43e90)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:08:57.409836 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0a5621b2-69ed-47a1-98d2-35aafa379780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:57.426221 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-0a5621b2-69ed-47a1-98d2-35aafa379780 admin admin] Calling delete_port for 9dff7ef9-fa51-4fba-9756-8b7017c31a60 owned by network:dhcp {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:08:57.556213 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0a5621b2-69ed-47a1-98d2-35aafa379780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:57.596023 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 85214f1e-c21a-42d5-82bc-fbaf56d17d7c no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:08:57.600416 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-1953edc6-80ac-4d78-940d-2b090faa80a3 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1174040836-network', 'tenant_id': '850024efdb0d4379844583446c970838'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:08:57.624913 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 85214f1e-c21a-42d5-82bc-fbaf56d17d7c {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:08:57.625518 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 85214f1e-c21a-42d5-82bc-fbaf56d17d7c not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:08:57.626125 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device dd8809d5-9d2d-449f-afce-96c5deba7614 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:08:57.656994 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: dd8809d5-9d2d-449f-afce-96c5deba7614 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:08:57.657622 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device dd8809d5-9d2d-449f-afce-96c5deba7614 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:08:57.666160 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5621b2-69ed-47a1-98d2-35aafa379780 admin admin] No DVR routers for this DVR port 9dff7ef9-fa51-4fba-9756-8b7017c31a60 on host n-d-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:08:57.670709 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5621b2-69ed-47a1-98d2-35aafa379780 admin admin] Pushing event deleted for resources: {'Port': ['ID=9dff7ef9-fa51-4fba-9756-8b7017c31a60,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:57.681697 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1953edc6-80ac-4d78-940d-2b090faa80a3 admin admin] Made reservation on behalf of 850024efdb0d4379844583446c970838 for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:08:57.690004 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1953edc6-80ac-4d78-940d-2b090faa80a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:57.702502 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:57.748640 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1953edc6-80ac-4d78-940d-2b090faa80a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:57.800835 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aedbaf4-1772-4c28-a04e-908e286039e5 None None] DHCP port deletion for b0523da7-df1a-446f-b645-811e4630597c request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:08:57.884760 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0a5621b2-69ed-47a1-98d2-35aafa379780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:57.921471 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-0a5621b2-69ed-47a1-98d2-35aafa379780 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0523da7-df1a-446f-b645-811e4630597c']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:08:57.983377 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-0a5621b2-69ed-47a1-98d2-35aafa379780 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21032195-e2aa-496f-b3b7-a4625dd43e90') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:08:57.983784 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-72998020-a014-4154-bd23-55e2a4ae6e48 req-94510354-5ca3-4988-8e19-1fd0c468de7c tempest-ServerShowV254Test-1593142185 tempest-ServerShowV254Test-1593142185-project] 10.222.0.44 "GET /v2.0/ports?device_id=01670562-4603-4354-ae01-347bb274bb09 HTTP/1.1" status: 200 len: 210 time: 0.0587800 Jul 24 00:08:57.987103 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-0a5621b2-69ed-47a1-98d2-35aafa379780 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21032195-e2aa-496f-b3b7-a4625dd43e90') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:08:58.011130 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0a5621b2-69ed-47a1-98d2-35aafa379780 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:58.035683 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0a5621b2-69ed-47a1-98d2-35aafa379780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:58.048617 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a5621b2-69ed-47a1-98d2-35aafa379780 admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:08:58.049223 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0a5621b2-69ed-47a1-98d2-35aafa379780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:58.051064 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:08:58.051064 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:08:58.051064 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:08:58.051064 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:08:58.051064 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:08:58.051064 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:08:58.051064 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:08:58.051064 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:08:58.051064 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:08:58.051064 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:08:58.051064 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:08:58.051064 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:08:58.051064 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:08:58.051064 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:08:58.051064 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:08:58.051064 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:08:58.051064 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:08:58.051064 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:08:58.051064 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:08:58.051064 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:08:58.051064 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:08:58.051064 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:08:58.051064 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:08:58.051064 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:08:58.051064 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:08:58.051064 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:08:58.051064 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:08:58.051064 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:08:58.051064 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:08:58.051064 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:08:58.051064 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:08:58.051064 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:08:58.072759 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1953edc6-80ac-4d78-940d-2b090faa80a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:58.079633 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1953edc6-80ac-4d78-940d-2b090faa80a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:58.119607 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1953edc6-80ac-4d78-940d-2b090faa80a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:08:58.159566 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1953edc6-80ac-4d78-940d-2b090faa80a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf1fbb8-a0d9-4a48-aaad-3040ad44ce64,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:58.174446 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1953edc6-80ac-4d78-940d-2b090faa80a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:58.174812 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-1953edc6-80ac-4d78-940d-2b090faa80a3 admin admin] Added segment e744ab3d-7713-4a4d-8a8a-74918f48c0ec of type vlan for network 544adf57-b8f4-495e-8e2d-9eac868c25c7 Jul 24 00:08:58.176797 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0a5621b2-69ed-47a1-98d2-35aafa379780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:58.184597 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0a5621b2-69ed-47a1-98d2-35aafa379780 admin admin] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:58.186415 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-0a5621b2-69ed-47a1-98d2-35aafa379780 admin admin] 10.222.0.44 "DELETE /v2.0/networks/b0523da7-df1a-446f-b645-811e4630597c HTTP/1.1" status: 204 len: 168 time: 1.3198640 Jul 24 00:08:58.201424 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5621b2-69ed-47a1-98d2-35aafa379780 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0523da7-df1a-446f-b645-811e4630597c,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:58.248463 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1953edc6-80ac-4d78-940d-2b090faa80a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:58.314356 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1953edc6-80ac-4d78-940d-2b090faa80a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:58.316080 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1953edc6-80ac-4d78-940d-2b090faa80a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:58.317098 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1953edc6-80ac-4d78-940d-2b090faa80a3 admin admin] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:58.428422 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 35794) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:58.429453 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-1953edc6-80ac-4d78-940d-2b090faa80a3 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2584980 Jul 24 00:08:58.435710 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-7de3ef14-66a6-4b1b-b9cd-2d5ccc1c2d0e admin admin] Request body: {'subnet': {'network_id': '544adf57-b8f4-495e-8e2d-9eac868c25c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1174040836-subnet', 'tenant_id': '850024efdb0d4379844583446c970838', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:08:58.486128 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1953edc6-80ac-4d78-940d-2b090faa80a3 admin admin] Pushing event updated for resources: {'Network': ['ID=544adf57-b8f4-495e-8e2d-9eac868c25c7,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:58.498005 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de3ef14-66a6-4b1b-b9cd-2d5ccc1c2d0e admin admin] Made reservation on behalf of 850024efdb0d4379844583446c970838 for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:08:58.498182 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 544adf57-b8f4-495e-8e2d-9eac868c25c7 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:08:58.502791 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7de3ef14-66a6-4b1b-b9cd-2d5ccc1c2d0e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:58.619914 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 35798) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:58.641494 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bbbd7b61-7153-4490-9b2b-292cded5f25d req-dab42b0c-d998-4773-98d1-f20132ab871a tempest-VolumesActionsTest-1274471935 tempest-VolumesActionsTest-1274471935-project] 10.222.0.44 "GET /v2.0/ports?device_id=793d4305-071b-444d-bda4-f4a9740dc612 HTTP/1.1" status: 200 len: 210 time: 0.0654089 Jul 24 00:08:58.697529 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-3beafd42-afd0-4b96-b6a7-892d52106145 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a493ff63bf324cec8682bc97c22087f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0758212 Jul 24 00:08:58.698152 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 35802) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:08:58.755572 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8cb7b31a-5778-454c-a33f-95b447fd5517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:58.791691 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7de3ef14-66a6-4b1b-b9cd-2d5ccc1c2d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:58.829003 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8cb7b31a-5778-454c-a33f-95b447fd5517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:58.856278 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:58.887873 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8cb7b31a-5778-454c-a33f-95b447fd5517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:58.891295 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8cb7b31a-5778-454c-a33f-95b447fd5517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:58.893522 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-8cb7b31a-5778-454c-a33f-95b447fd5517 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/32ff9839-8d3b-48a3-a25d-b35ae2bb65fa HTTP/1.1" status: 204 len: 168 time: 0.1942425 Jul 24 00:08:58.905634 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb7b31a-5778-454c-a33f-95b447fd5517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ff9839-8d3b-48a3-a25d-b35ae2bb65fa,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:58.968797 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de3ef14-66a6-4b1b-b9cd-2d5ccc1c2d0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=aaf6eafb-d210-48a4-8e72-bc2df62e48c5,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:08:59.001026 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de3ef14-66a6-4b1b-b9cd-2d5ccc1c2d0e admin admin] Checking segment: {'id': 'e744ab3d-7713-4a4d-8a8a-74918f48c0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '544adf57-b8f4-495e-8e2d-9eac868c25c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:08:59.001687 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de3ef14-66a6-4b1b-b9cd-2d5ccc1c2d0e admin admin] Network hostable DHCP agents. Network: 544adf57-b8f4-495e-8e2d-9eac868c25c7, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:08:59.041940 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de3ef14-66a6-4b1b-b9cd-2d5ccc1c2d0e admin admin] Network 544adf57-b8f4-495e-8e2d-9eac868c25c7 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:08:59.058460 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-7de3ef14-66a6-4b1b-b9cd-2d5ccc1c2d0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 544adf57-b8f4-495e-8e2d-9eac868c25c7) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:08:59.063252 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de3ef14-66a6-4b1b-b9cd-2d5ccc1c2d0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:59.063852 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7de3ef14-66a6-4b1b-b9cd-2d5ccc1c2d0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:59.070446 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c13bb86-a78d-403c-9406-619feb9b53a5 None None] Network 544adf57-b8f4-495e-8e2d-9eac868c25c7 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:08:59.095431 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-7de3ef14-66a6-4b1b-b9cd-2d5ccc1c2d0e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6647058 Jul 24 00:08:59.195693 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e923e5-88ee-4ddb-ab32-7556e13c45a7 req-79ba51ee-4f4d-46fa-91a5-cbfeaedd9b8c tempest-VolumesActionsTest-1274471935 tempest-VolumesActionsTest-1274471935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:08:59.197523 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d1e923e5-88ee-4ddb-ab32-7556e13c45a7 req-79ba51ee-4f4d-46fa-91a5-cbfeaedd9b8c tempest-VolumesActionsTest-1274471935 tempest-VolumesActionsTest-1274471935-project] 10.222.0.64 "GET /v2.0/networks?id=906f365b-36c1-4d13-9c07-a624816f29e1 HTTP/1.1" status: 200 len: 809 time: 0.2427146 Jul 24 00:08:59.217915 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-d1e923e5-88ee-4ddb-ab32-7556e13c45a7 req-f2fc9a7a-7f78-46cd-9558-bb455f445cce tempest-VolumesActionsTest-1274471935 tempest-VolumesActionsTest-1274471935-project] Request body: {'port': {'device_id': '793d4305-071b-444d-bda4-f4a9740dc612', 'network_id': '906f365b-36c1-4d13-9c07-a624816f29e1', 'admin_state_up': True, 'tenant_id': '38f75ab30e7244a9af3572906cef1231'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:08:59.266534 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-add6a569-ec58-42c9-a4dd-7165f53cda98 req-60a685ec-be15-4e22-9bcc-a01036a19fcf tempest-ServerShowV254Test-1593142185 tempest-ServerShowV254Test-1593142185-project] 10.222.0.44 "GET /v2.0/ports?device_id=01670562-4603-4354-ae01-347bb274bb09 HTTP/1.1" status: 200 len: 210 time: 0.0679736 Jul 24 00:08:59.391482 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c05e89d-6939-4067-9e87-4a6fee17d13e None None] Network 544adf57-b8f4-495e-8e2d-9eac868c25c7 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:08:59.406440 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 9dff7ef9-fa51-4fba-9756-8b7017c31a60 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:08:59.448024 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1e923e5-88ee-4ddb-ab32-7556e13c45a7 req-f2fc9a7a-7f78-46cd-9558-bb455f445cce tempest-VolumesActionsTest-1274471935 tempest-VolumesActionsTest-1274471935-project] Made reservation on behalf of 38f75ab30e7244a9af3572906cef1231 for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:08:59.452799 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-d1e923e5-88ee-4ddb-ab32-7556e13c45a7 req-f2fc9a7a-7f78-46cd-9558-bb455f445cce tempest-VolumesActionsTest-1274471935 tempest-VolumesActionsTest-1274471935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:08:59.464957 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 9dff7ef9-fa51-4fba-9756-8b7017c31a60 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:08:59.465721 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 9dff7ef9-fa51-4fba-9756-8b7017c31a60 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:08:59.717095 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [req-d1e923e5-88ee-4ddb-ab32-7556e13c45a7 req-f2fc9a7a-7f78-46cd-9558-bb455f445cce tempest-VolumesActionsTest-1274471935 tempest-VolumesActionsTest-1274471935-project] Allocated IP 172.20.0.10 (906f365b-36c1-4d13-9c07-a624816f29e1/2e4b3877-c064-4637-a430-f8959f0b06a3/747d531d-c804-45b7-bdab-27698675cdf7) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:08:59.801776 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8bfc1d50-5044-4138-a993-604698d73d63 req-3036924e-fcf0-40e8-aaa1-d67d2b31426d tempest-VolumesActionsTest-1274471935 tempest-VolumesActionsTest-1274471935-project] 10.222.0.44 "GET /v2.0/ports?device_id=793d4305-071b-444d-bda4-f4a9740dc612 HTTP/1.1" status: 200 len: 210 time: 0.0503316 Jul 24 00:09:00.069017 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-d1e923e5-88ee-4ddb-ab32-7556e13c45a7 req-f2fc9a7a-7f78-46cd-9558-bb455f445cce tempest-VolumesActionsTest-1274471935 tempest-VolumesActionsTest-1274471935-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:00.131730 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-d1e923e5-88ee-4ddb-ab32-7556e13c45a7 req-f2fc9a7a-7f78-46cd-9558-bb455f445cce tempest-VolumesActionsTest-1274471935 tempest-VolumesActionsTest-1274471935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:00.235653 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1e923e5-88ee-4ddb-ab32-7556e13c45a7 req-f2fc9a7a-7f78-46cd-9558-bb455f445cce tempest-VolumesActionsTest-1274471935 tempest-VolumesActionsTest-1274471935-project] Network 906f365b-36c1-4d13-9c07-a624816f29e1 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:09:00.239210 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [req-d1e923e5-88ee-4ddb-ab32-7556e13c45a7 req-f2fc9a7a-7f78-46cd-9558-bb455f445cce tempest-VolumesActionsTest-1274471935 tempest-VolumesActionsTest-1274471935-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:09:00.252611 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1e923e5-88ee-4ddb-ab32-7556e13c45a7 req-f2fc9a7a-7f78-46cd-9558-bb455f445cce tempest-VolumesActionsTest-1274471935 tempest-VolumesActionsTest-1274471935-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:09:00.322063 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc9a7a-7f78-46cd-9558-bb455f445cce tempest-VolumesActionsTest-1274471935 tempest-VolumesActionsTest-1274471935-project] Pushing event updated for resources: {'Port': ['ID=747d531d-c804-45b7-bdab-27698675cdf7,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:00.363809 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e923e5-88ee-4ddb-ab32-7556e13c45a7 req-f2fc9a7a-7f78-46cd-9558-bb455f445cce tempest-VolumesActionsTest-1274471935 tempest-VolumesActionsTest-1274471935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:00.364552 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-d1e923e5-88ee-4ddb-ab32-7556e13c45a7 req-f2fc9a7a-7f78-46cd-9558-bb455f445cce tempest-VolumesActionsTest-1274471935 tempest-VolumesActionsTest-1274471935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:00.420966 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ea408695-55bf-4297-9e26-9c12cc890887 req-67f3d638-1fe7-4983-a5de-3740fa0a1179 tempest-ServerShowV254Test-1593142185 tempest-ServerShowV254Test-1593142185-project] 10.222.0.44 "GET /v2.0/ports?device_id=01670562-4603-4354-ae01-347bb274bb09 HTTP/1.1" status: 200 len: 210 time: 0.0530818 Jul 24 00:09:00.426719 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d1e923e5-88ee-4ddb-ab32-7556e13c45a7 req-f2fc9a7a-7f78-46cd-9558-bb455f445cce tempest-VolumesActionsTest-1274471935 tempest-VolumesActionsTest-1274471935-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2140265 Jul 24 00:09:00.438758 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-d1e923e5-88ee-4ddb-ab32-7556e13c45a7 req-70889dac-4f0f-445a-ae02-ab9c339e1cc5 service neutron] Request body: {'port': {'device_id': '793d4305-071b-444d-bda4-f4a9740dc612', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-16'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:09:00.553545 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 35868) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:09:00.564364 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-d1e923e5-88ee-4ddb-ab32-7556e13c45a7 req-70889dac-4f0f-445a-ae02-ab9c339e1cc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:00.722468 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-070e44f6-c5a7-49f8-bc24-f8aaec41d174 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1018377714-network', 'tenant_id': '9b1428519e434f1095620083e26eeea2'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:09:00.782493 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-070e44f6-c5a7-49f8-bc24-f8aaec41d174 admin admin] Made reservation on behalf of 9b1428519e434f1095620083e26eeea2 for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:09:00.785071 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-070e44f6-c5a7-49f8-bc24-f8aaec41d174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:00.803555 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-070e44f6-c5a7-49f8-bc24-f8aaec41d174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:00.936358 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-070e44f6-c5a7-49f8-bc24-f8aaec41d174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:00.950072 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-070e44f6-c5a7-49f8-bc24-f8aaec41d174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:00.965492 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-070e44f6-c5a7-49f8-bc24-f8aaec41d174 admin admin] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:09:01.046232 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-070e44f6-c5a7-49f8-bc24-f8aaec41d174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:01.046786 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-070e44f6-c5a7-49f8-bc24-f8aaec41d174 admin admin] Added segment 5c1e5ebd-28c5-4979-b2d5-59a130861886 of type vlan for network 2255e8f9-1d64-44b2-ad9e-48aa83dbdd60 Jul 24 00:09:01.165465 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f781ad0-ab20-4874-8e33-a2ed56633378 req-df23f9b6-e909-41c8-8d55-64236acf6093 tempest-VolumesActionsTest-1274471935 tempest-VolumesActionsTest-1274471935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:01.167030 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4f781ad0-ab20-4874-8e33-a2ed56633378 req-df23f9b6-e909-41c8-8d55-64236acf6093 tempest-VolumesActionsTest-1274471935 tempest-VolumesActionsTest-1274471935-project] 10.222.0.44 "GET /v2.0/ports?device_id=793d4305-071b-444d-bda4-f4a9740dc612 HTTP/1.1" status: 200 len: 932 time: 0.2129683 Jul 24 00:09:01.167753 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-070e44f6-c5a7-49f8-bc24-f8aaec41d174 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:01.176390 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-d1e923e5-88ee-4ddb-ab32-7556e13c45a7 req-70889dac-4f0f-445a-ae02-ab9c339e1cc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 747d531d-c804-45b7-bdab-27698675cdf7 {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:09:01.187852 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-d1e923e5-88ee-4ddb-ab32-7556e13c45a7 req-70889dac-4f0f-445a-ae02-ab9c339e1cc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:01.216007 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-070e44f6-c5a7-49f8-bc24-f8aaec41d174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:01.217063 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070e44f6-c5a7-49f8-bc24-f8aaec41d174 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:01.218020 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-070e44f6-c5a7-49f8-bc24-f8aaec41d174 admin admin] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:01.229943 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4f781ad0-ab20-4874-8e33-a2ed56633378 req-4c355d4f-950e-407e-ab9c-c10c093c5152 tempest-VolumesActionsTest-1274471935 tempest-VolumesActionsTest-1274471935-project] 10.222.0.44 "GET /v2.0/security-groups?id=01348eee-a6cc-473b-b4c9-00e043b03752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475633 Jul 24 00:09:01.234293 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070e44f6-c5a7-49f8-bc24-f8aaec41d174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b1e7365-044c-42bf-a614-6a953622d018,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:01.253802 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-d1e923e5-88ee-4ddb-ab32-7556e13c45a7 req-70889dac-4f0f-445a-ae02-ab9c339e1cc5 service neutron] Transition to ACTIVE for port object 747d531d-c804-45b7-bdab-27698675cdf7 will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:09:01.255224 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 35886) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:09:01.255658 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-070e44f6-c5a7-49f8-bc24-f8aaec41d174 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6995533 Jul 24 00:09:01.263320 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-0b034783-89e5-4d74-8ed7-c5dad0bf8196 admin admin] Request body: {'subnet': {'network_id': '2255e8f9-1d64-44b2-ad9e-48aa83dbdd60', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1018377714-subnet', 'tenant_id': '9b1428519e434f1095620083e26eeea2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:09:01.269309 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-d1e923e5-88ee-4ddb-ab32-7556e13c45a7 req-70889dac-4f0f-445a-ae02-ab9c339e1cc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:01.297970 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:09:01.367791 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b034783-89e5-4d74-8ed7-c5dad0bf8196 admin admin] Made reservation on behalf of 9b1428519e434f1095620083e26eeea2 for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:09:01.370582 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0b034783-89e5-4d74-8ed7-c5dad0bf8196 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:01.378295 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070e44f6-c5a7-49f8-bc24-f8aaec41d174 admin admin] Pushing event updated for resources: {'Network': ['ID=2255e8f9-1d64-44b2-ad9e-48aa83dbdd60,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:01.400064 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 2255e8f9-1d64-44b2-ad9e-48aa83dbdd60 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:09:01.428262 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70889dac-4f0f-445a-ae02-ab9c339e1cc5 service neutron] Pushing event updated for resources: {'Port': ['ID=747d531d-c804-45b7-bdab-27698675cdf7,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:01.517445 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-d1e923e5-88ee-4ddb-ab32-7556e13c45a7 req-70889dac-4f0f-445a-ae02-ab9c339e1cc5 service neutron] Attempting to bind port 747d531d-c804-45b7-bdab-27698675cdf7 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:09:01.517844 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-d1e923e5-88ee-4ddb-ab32-7556e13c45a7 req-70889dac-4f0f-445a-ae02-ab9c339e1cc5 service neutron] Attempting to bind port 747d531d-c804-45b7-bdab-27698675cdf7 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '5f17eb04-28aa-4878-8a04-e770a5f0149d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '906f365b-36c1-4d13-9c07-a624816f29e1'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:09:01.518491 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e923e5-88ee-4ddb-ab32-7556e13c45a7 req-70889dac-4f0f-445a-ae02-ab9c339e1cc5 service neutron] Attempting to bind port 747d531d-c804-45b7-bdab-27698675cdf7 on network 906f365b-36c1-4d13-9c07-a624816f29e1 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:09:01.531305 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e923e5-88ee-4ddb-ab32-7556e13c45a7 req-70889dac-4f0f-445a-ae02-ab9c339e1cc5 service neutron] Port 747d531d-c804-45b7-bdab-27698675cdf7 on network 906f365b-36c1-4d13-9c07-a624816f29e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:09:01.531685 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e923e5-88ee-4ddb-ab32-7556e13c45a7 req-70889dac-4f0f-445a-ae02-ab9c339e1cc5 service neutron] Attempting to bind port 747d531d-c804-45b7-bdab-27698675cdf7 on network 906f365b-36c1-4d13-9c07-a624816f29e1 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:09:01.544887 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e923e5-88ee-4ddb-ab32-7556e13c45a7 req-70889dac-4f0f-445a-ae02-ab9c339e1cc5 service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:09:01.545296 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e923e5-88ee-4ddb-ab32-7556e13c45a7 req-70889dac-4f0f-445a-ae02-ab9c339e1cc5 service neutron] Checking segment: {'id': '5f17eb04-28aa-4878-8a04-e770a5f0149d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '906f365b-36c1-4d13-9c07-a624816f29e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:09:01.545628 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e923e5-88ee-4ddb-ab32-7556e13c45a7 req-70889dac-4f0f-445a-ae02-ab9c339e1cc5 service neutron] Bound using segment: {'id': '5f17eb04-28aa-4878-8a04-e770a5f0149d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '906f365b-36c1-4d13-9c07-a624816f29e1'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:09:01.546071 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-d1e923e5-88ee-4ddb-ab32-7556e13c45a7 req-70889dac-4f0f-445a-ae02-ab9c339e1cc5 service neutron] Bound port: 747d531d-c804-45b7-bdab-27698675cdf7, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f17eb04-28aa-4878-8a04-e770a5f0149d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '906f365b-36c1-4d13-9c07-a624816f29e1'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:09:01.546464 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-d1e923e5-88ee-4ddb-ab32-7556e13c45a7 req-70889dac-4f0f-445a-ae02-ab9c339e1cc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:01.594658 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-532f22bb-05ea-4a0c-9cb6-3f7cd4a3847c req-cfd46d14-a4f7-457b-a01a-ee203633ff9d tempest-ServerShowV254Test-1593142185 tempest-ServerShowV254Test-1593142185-project] 10.222.0.44 "GET /v2.0/ports?device_id=01670562-4603-4354-ae01-347bb274bb09 HTTP/1.1" status: 200 len: 210 time: 0.0433190 Jul 24 00:09:01.684036 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-d1e923e5-88ee-4ddb-ab32-7556e13c45a7 req-70889dac-4f0f-445a-ae02-ab9c339e1cc5 service neutron] For port 747d531d-c804-45b7-bdab-27698675cdf7, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:09:01.712658 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-d1e923e5-88ee-4ddb-ab32-7556e13c45a7 req-70889dac-4f0f-445a-ae02-ab9c339e1cc5 service neutron] For port 747d531d-c804-45b7-bdab-27698675cdf7, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=747d531d-c804-45b7-bdab-27698675cdf7,segment=NetworkSegment(5f17eb04-28aa-4878-8a04-e770a5f0149d),segment_id=5f17eb04-28aa-4878-8a04-e770a5f0149d)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:09:01.719623 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-d1e923e5-88ee-4ddb-ab32-7556e13c45a7 req-70889dac-4f0f-445a-ae02-ab9c339e1cc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:01.726002 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0b034783-89e5-4d74-8ed7-c5dad0bf8196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:01.789880 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e923e5-88ee-4ddb-ab32-7556e13c45a7 req-70889dac-4f0f-445a-ae02-ab9c339e1cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:01.790508 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-d1e923e5-88ee-4ddb-ab32-7556e13c45a7 req-70889dac-4f0f-445a-ae02-ab9c339e1cc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:01.791919 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d1e923e5-88ee-4ddb-ab32-7556e13c45a7 req-70889dac-4f0f-445a-ae02-ab9c339e1cc5 service neutron] 10.222.0.64 "PUT /v2.0/ports/747d531d-c804-45b7-bdab-27698675cdf7 HTTP/1.1" status: 200 len: 1093 time: 1.3574917 Jul 24 00:09:01.796146 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '793d4305-071b-444d-bda4-f4a9740dc612', 'tag': '747d531d-c804-45b7-bdab-27698675cdf7'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:09:01.798215 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8495e9b5-173e-406d-84f8-086ab809d99c" -d '{"events": [{"name": "network-changed", "server_uuid": "793d4305-071b-444d-bda4-f4a9740dc612", "tag": "747d531d-c804-45b7-bdab-27698675cdf7"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:09:01.850705 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70889dac-4f0f-445a-ae02-ab9c339e1cc5 service neutron] Pushing event updated for resources: {'Port': ['ID=747d531d-c804-45b7-bdab-27698675cdf7,revision_number=3']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:01.855916 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1babff8-0a26-4c09-86b7-d85632e56960 x-openstack-request-id: req-c1babff8-0a26-4c09-86b7-d85632e56960 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:09:01.855916 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "793d4305-071b-444d-bda4-f4a9740dc612", "tag": "747d531d-c804-45b7-bdab-27698675cdf7", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:09:01.855916 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c1babff8-0a26-4c09-86b7-d85632e56960 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:09:01.856316 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '793d4305-071b-444d-bda4-f4a9740dc612', 'tag': '747d531d-c804-45b7-bdab-27698675cdf7', 'status': 'completed', 'code': 200} Jul 24 00:09:01.886727 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b034783-89e5-4d74-8ed7-c5dad0bf8196 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fb5d9d9-e971-45a6-bf34-6c731ef57415,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:01.900575 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b034783-89e5-4d74-8ed7-c5dad0bf8196 admin admin] Checking segment: {'id': '5c1e5ebd-28c5-4979-b2d5-59a130861886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '2255e8f9-1d64-44b2-ad9e-48aa83dbdd60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:09:01.900981 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b034783-89e5-4d74-8ed7-c5dad0bf8196 admin admin] Network hostable DHCP agents. Network: 2255e8f9-1d64-44b2-ad9e-48aa83dbdd60, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:09:01.930172 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e923e5-88ee-4ddb-ab32-7556e13c45a7 req-39ffe8ce-ebda-4d5e-8d99-2f0a10183858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:01.938307 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d1e923e5-88ee-4ddb-ab32-7556e13c45a7 req-39ffe8ce-ebda-4d5e-8d99-2f0a10183858 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=38f75ab30e7244a9af3572906cef1231&device_id=793d4305-071b-444d-bda4-f4a9740dc612 HTTP/1.1" status: 200 len: 1096 time: 0.0948446 Jul 24 00:09:01.938307 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b034783-89e5-4d74-8ed7-c5dad0bf8196 admin admin] Network 2255e8f9-1d64-44b2-ad9e-48aa83dbdd60 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:09:02.328388 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d1e923e5-88ee-4ddb-ab32-7556e13c45a7 req-b7ddb092-318b-44d9-bfb7-35d5f34eb5e4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=747d531d-c804-45b7-bdab-27698675cdf7 HTTP/1.1" status: 200 len: 217 time: 0.3888366 Jul 24 00:09:02.331920 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-0b034783-89e5-4d74-8ed7-c5dad0bf8196 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 2255e8f9-1d64-44b2-ad9e-48aa83dbdd60) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:09:02.337981 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b034783-89e5-4d74-8ed7-c5dad0bf8196 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:02.338677 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0b034783-89e5-4d74-8ed7-c5dad0bf8196 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:02.345122 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c160fce9-6bc6-49df-951d-61ed6217c7b9 None None] Network 2255e8f9-1d64-44b2-ad9e-48aa83dbdd60 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:09:02.396430 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e923e5-88ee-4ddb-ab32-7556e13c45a7 req-04731c2e-cf88-4150-9d1a-342ce3c8d23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:02.398044 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d1e923e5-88ee-4ddb-ab32-7556e13c45a7 req-04731c2e-cf88-4150-9d1a-342ce3c8d23f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2e4b3877-c064-4637-a430-f8959f0b06a3 HTTP/1.1" status: 200 len: 849 time: 0.0617871 Jul 24 00:09:02.434906 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b19cc5-6192-4963-aca1-740e573f539e req-e35e285e-5ad2-4a7d-ad6a-7f79ecc7a1a9 tempest-VolumesActionsTest-1274471935 tempest-VolumesActionsTest-1274471935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:02.441990 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a7b19cc5-6192-4963-aca1-740e573f539e req-e35e285e-5ad2-4a7d-ad6a-7f79ecc7a1a9 tempest-VolumesActionsTest-1274471935 tempest-VolumesActionsTest-1274471935-project] 10.222.0.44 "GET /v2.0/ports?device_id=793d4305-071b-444d-bda4-f4a9740dc612 HTTP/1.1" status: 200 len: 944 time: 0.0997260 Jul 24 00:09:02.467111 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d1e923e5-88ee-4ddb-ab32-7556e13c45a7 req-fb69c3d7-7f21-46fd-8103-241e00f1e29b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=906f365b-36c1-4d13-9c07-a624816f29e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584977 Jul 24 00:09:02.496050 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d906c5cf-7020-48a2-b85e-04632c11a5b7 None None] Network 2255e8f9-1d64-44b2-ad9e-48aa83dbdd60 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:09:02.526911 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-0b034783-89e5-4d74-8ed7-c5dad0bf8196 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2647367 Jul 24 00:09:02.541187 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a7b19cc5-6192-4963-aca1-740e573f539e req-458ea4b2-6ce8-4329-81d7-5ab17ea4630c tempest-VolumesActionsTest-1274471935 tempest-VolumesActionsTest-1274471935-project] 10.222.0.44 "GET /v2.0/security-groups?id=01348eee-a6cc-473b-b4c9-00e043b03752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912297 Jul 24 00:09:02.695778 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d1e923e5-88ee-4ddb-ab32-7556e13c45a7 req-c3ea8e0a-64d3-443f-969b-aa5007e16e81 service neutron] 10.222.0.64 "GET /v2.0/networks/906f365b-36c1-4d13-9c07-a624816f29e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244267 Jul 24 00:09:02.875164 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-086ca524-6cbc-453c-a7dd-17a99a27aa75 req-6c5198cd-9031-4548-becc-c4522f0b60be tempest-ServerShowV254Test-1593142185 tempest-ServerShowV254Test-1593142185-project] 10.222.0.44 "GET /v2.0/ports?device_id=01670562-4603-4354-ae01-347bb274bb09 HTTP/1.1" status: 200 len: 210 time: 0.0591042 Jul 24 00:09:02.877202 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d1e923e5-88ee-4ddb-ab32-7556e13c45a7 req-b03e2f86-cc78-4021-a564-f12d2f94ea38 service neutron] 10.222.0.64 "GET /v2.0/networks/906f365b-36c1-4d13-9c07-a624816f29e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738162 Jul 24 00:09:03.025631 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495e9b5-173e-406d-84f8-086ab809d99c req-42ed02e7-f9ab-4d60-a052-15a5f50d036b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:03.027480 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8495e9b5-173e-406d-84f8-086ab809d99c req-42ed02e7-f9ab-4d60-a052-15a5f50d036b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=38f75ab30e7244a9af3572906cef1231&device_id=793d4305-071b-444d-bda4-f4a9740dc612 HTTP/1.1" status: 200 len: 1096 time: 0.0914040 Jul 24 00:09:03.251443 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-1017f10a-7f2d-46d2-96d4-2fd942b42a92 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:03.253604 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-1017f10a-7f2d-46d2-96d4-2fd942b42a92 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] 10.222.0.44 "GET /v2.0/networks?id=2255e8f9-1d64-44b2-ad9e-48aa83dbdd60 HTTP/1.1" status: 200 len: 818 time: 0.1249766 Jul 24 00:09:03.284686 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-d3ce2d83-fc25-45d0-a4ea-2919fd110302 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] 10.222.0.44 "GET /v2.0/quotas/9b1428519e434f1095620083e26eeea2 HTTP/1.1" status: 200 len: 375 time: 0.0218792 Jul 24 00:09:03.287466 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495e9b5-173e-406d-84f8-086ab809d99c req-45fc9dc4-76dc-4be0-b61d-1c4060a4fd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:03.295903 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8495e9b5-173e-406d-84f8-086ab809d99c req-45fc9dc4-76dc-4be0-b61d-1c4060a4fd1d service neutron] 10.222.0.64 "GET /v2.0/networks?id=906f365b-36c1-4d13-9c07-a624816f29e1 HTTP/1.1" status: 200 len: 910 time: 0.2590904 Jul 24 00:09:03.333940 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-0e5b984c-23f6-481d-9c08-254c130ffc76 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9b1428519e434f1095620083e26eeea2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463393 Jul 24 00:09:03.368246 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8495e9b5-173e-406d-84f8-086ab809d99c req-7b399cbe-d9eb-400b-88d0-235d89a23fd0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=747d531d-c804-45b7-bdab-27698675cdf7 HTTP/1.1" status: 200 len: 217 time: 0.0623903 Jul 24 00:09:03.453748 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495e9b5-173e-406d-84f8-086ab809d99c req-5a026d45-6fa5-4dc4-806d-593940345212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:03.455311 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8495e9b5-173e-406d-84f8-086ab809d99c req-5a026d45-6fa5-4dc4-806d-593940345212 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2e4b3877-c064-4637-a430-f8959f0b06a3 HTTP/1.1" status: 200 len: 849 time: 0.0803261 Jul 24 00:09:03.505208 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8495e9b5-173e-406d-84f8-086ab809d99c req-c77f45e1-b14f-4cb6-8b7e-4449f973353c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=906f365b-36c1-4d13-9c07-a624816f29e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429528 Jul 24 00:09:03.549077 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-e5167cf3-e08b-4e29-9400-8e77ab5eefc9 service neutron] 10.222.0.44 "GET /v2.0/networks/2255e8f9-1d64-44b2-ad9e-48aa83dbdd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138286 Jul 24 00:09:03.653577 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-dba501eb-43a7-4612-83a3-fc2ace11da02 service neutron] 10.222.0.44 "GET /v2.0/networks/2255e8f9-1d64-44b2-ad9e-48aa83dbdd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032519 Jul 24 00:09:03.707602 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8495e9b5-173e-406d-84f8-086ab809d99c req-a37c9966-50bd-4c22-8263-d44007686832 service neutron] 10.222.0.64 "GET /v2.0/networks/906f365b-36c1-4d13-9c07-a624816f29e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944263 Jul 24 00:09:03.724175 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701b40d-82b0-42ff-89cc-365b9273324b req-82b6108d-16c0-4001-8043-fadb3a1afaef tempest-VolumesActionsTest-1274471935 tempest-VolumesActionsTest-1274471935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:03.737911 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0701b40d-82b0-42ff-89cc-365b9273324b req-82b6108d-16c0-4001-8043-fadb3a1afaef tempest-VolumesActionsTest-1274471935 tempest-VolumesActionsTest-1274471935-project] 10.222.0.44 "GET /v2.0/ports?device_id=793d4305-071b-444d-bda4-f4a9740dc612 HTTP/1.1" status: 200 len: 944 time: 0.1048024 Jul 24 00:09:03.830388 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0701b40d-82b0-42ff-89cc-365b9273324b req-cd2bba35-88a2-47e0-8f1d-3e4c5c38c7f8 tempest-VolumesActionsTest-1274471935 tempest-VolumesActionsTest-1274471935-project] 10.222.0.44 "GET /v2.0/security-groups?id=01348eee-a6cc-473b-b4c9-00e043b03752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614810 Jul 24 00:09:04.067503 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8495e9b5-173e-406d-84f8-086ab809d99c req-b5d7c046-712d-4a4c-b59d-dd3ac05c7f57 service neutron] 10.222.0.64 "GET /v2.0/networks/906f365b-36c1-4d13-9c07-a624816f29e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3514769 Jul 24 00:09:04.187350 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b6629277-8c0f-49c7-a9a7-fef3ed3a72ea req-e08dfab4-5555-430e-a7e6-76be982577e1 tempest-ServerShowV254Test-1593142185 tempest-ServerShowV254Test-1593142185-project] 10.222.0.44 "GET /v2.0/ports?device_id=01670562-4603-4354-ae01-347bb274bb09 HTTP/1.1" status: 200 len: 210 time: 0.0816531 Jul 24 00:09:04.210675 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8e83f39f-46da-4982-a40c-91386893a27e req-4fc50e11-5cda-4570-91c5-417fb166b623 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] 10.222.0.44 "GET /v2.0/ports?device_id=17a35ceb-75c4-407c-b2b5-288c81339429 HTTP/1.1" status: 200 len: 210 time: 0.0522735 Jul 24 00:09:05.191339 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6901b19-4816-46cd-945b-c49f4a10813d req-2c4ead05-380a-4c5a-ae08-75ea9c9cbda3 tempest-VolumesActionsTest-1274471935 tempest-VolumesActionsTest-1274471935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:05.206262 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b6901b19-4816-46cd-945b-c49f4a10813d req-2c4ead05-380a-4c5a-ae08-75ea9c9cbda3 tempest-VolumesActionsTest-1274471935 tempest-VolumesActionsTest-1274471935-project] 10.222.0.44 "GET /v2.0/ports?device_id=793d4305-071b-444d-bda4-f4a9740dc612 HTTP/1.1" status: 200 len: 944 time: 0.2644658 Jul 24 00:09:05.277290 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b6901b19-4816-46cd-945b-c49f4a10813d req-1fb3cf6d-fa1c-4622-9f06-d2886f7bf7be tempest-VolumesActionsTest-1274471935 tempest-VolumesActionsTest-1274471935-project] 10.222.0.44 "GET /v2.0/security-groups?id=01348eee-a6cc-473b-b4c9-00e043b03752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685782 Jul 24 00:09:05.308548 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 747d531d-c804-45b7-bdab-27698675cdf7 details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:09:05.494683 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9ee76fd9-8436-4be6-87c3-336e9b042e13 req-05da14bc-5645-48e1-b1e3-881453bd7bcc tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] 10.222.0.44 "GET /v2.0/ports?device_id=17a35ceb-75c4-407c-b2b5-288c81339429 HTTP/1.1" status: 200 len: 210 time: 0.0700765 Jul 24 00:09:05.506866 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c04d9fda-856b-47a3-8c19-78dbb8b16b47 req-023d0886-06bf-4f58-bca6-79ff88724fa7 tempest-ServerShowV254Test-1593142185 tempest-ServerShowV254Test-1593142185-project] 10.222.0.44 "GET /v2.0/ports?device_id=01670562-4603-4354-ae01-347bb274bb09 HTTP/1.1" status: 200 len: 210 time: 0.0605767 Jul 24 00:09:05.543014 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 747d531d-c804-45b7-bdab-27698675cdf7, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=747d531d-c804-45b7-bdab-27698675cdf7,segment=NetworkSegment(5f17eb04-28aa-4878-8a04-e770a5f0149d),segment_id=5f17eb04-28aa-4878-8a04-e770a5f0149d)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:09:05.558213 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': '747d531d-c804-45b7-bdab-27698675cdf7', 'network_id': '906f365b-36c1-4d13-9c07-a624816f29e1', 'port_id': '747d531d-c804-45b7-bdab-27698675cdf7', 'mac_address': 'fa:16:3e:c7:d0:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e4b3877-c064-4637-a430-f8959f0b06a3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:09:05.609123 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:05.625187 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 747d531d-c804-45b7-bdab-27698675cdf7 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:09:05.668618 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 747d531d-c804-45b7-bdab-27698675cdf7, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=747d531d-c804-45b7-bdab-27698675cdf7,segment=NetworkSegment(5f17eb04-28aa-4878-8a04-e770a5f0149d),segment_id=5f17eb04-28aa-4878-8a04-e770a5f0149d)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:09:05.675589 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:05.736722 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=747d531d-c804-45b7-bdab-27698675cdf7,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:05.964151 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['747d531d-c804-45b7-bdab-27698675cdf7'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:09:06.191696 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-a0cfb69d-71fd-4239-9d16-6a087b2e7022 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:06.200795 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-a0cfb69d-71fd-4239-9d16-6a087b2e7022 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] 10.222.0.52 "GET /v2.0/networks?id=2255e8f9-1d64-44b2-ad9e-48aa83dbdd60 HTTP/1.1" status: 200 len: 818 time: 0.3414645 Jul 24 00:09:06.222668 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-0f1020d2-430a-4a87-aa0e-243b82442d95 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] Request body: {'port': {'device_id': 'c9b2af9a-584f-4154-ac4d-d19ed31b42fa', 'network_id': '2255e8f9-1d64-44b2-ad9e-48aa83dbdd60', 'admin_state_up': True, 'tenant_id': '9b1428519e434f1095620083e26eeea2'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:09:06.251216 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-8a270b67-18fe-48fe-ab44-ef8f84b9dc89 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:06.258309 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-8a270b67-18fe-48fe-ab44-ef8f84b9dc89 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] 10.222.0.64 "GET /v2.0/networks?id=2255e8f9-1d64-44b2-ad9e-48aa83dbdd60 HTTP/1.1" status: 200 len: 818 time: 0.3749824 Jul 24 00:09:06.295024 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-f40a4575-bef8-41c5-a381-a84b3a9879c7 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] Request body: {'port': {'device_id': 'e88fb226-4efc-4256-9fcb-48eb6f2a6dbb', 'network_id': '2255e8f9-1d64-44b2-ad9e-48aa83dbdd60', 'admin_state_up': True, 'tenant_id': '9b1428519e434f1095620083e26eeea2'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:09:06.478623 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 36042) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:09:06.489021 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-0f1020d2-430a-4a87-aa0e-243b82442d95 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] Made reservation on behalf of 9b1428519e434f1095620083e26eeea2 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:09:06.495316 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-0f1020d2-430a-4a87-aa0e-243b82442d95 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:06.723398 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 36054) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:09:06.756086 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411f43d-6421-4af6-9575-e510562b7b56 req-29b3f60e-2273-4311-b196-951ee8070512 tempest-VolumesActionsTest-1274471935 tempest-VolumesActionsTest-1274471935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:06.763450 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d411f43d-6421-4af6-9575-e510562b7b56 req-29b3f60e-2273-4311-b196-951ee8070512 tempest-VolumesActionsTest-1274471935 tempest-VolumesActionsTest-1274471935-project] 10.222.0.44 "GET /v2.0/ports?device_id=793d4305-071b-444d-bda4-f4a9740dc612 HTTP/1.1" status: 200 len: 945 time: 0.2625358 Jul 24 00:09:06.801711 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-f40a4575-bef8-41c5-a381-a84b3a9879c7 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] Made reservation on behalf of 9b1428519e434f1095620083e26eeea2 for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:09:06.808197 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-f40a4575-bef8-41c5-a381-a84b3a9879c7 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:06.949070 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d411f43d-6421-4af6-9575-e510562b7b56 req-7d548d3c-b686-4d5d-8127-d8464b539a7f tempest-VolumesActionsTest-1274471935 tempest-VolumesActionsTest-1274471935-project] 10.222.0.44 "GET /v2.0/security-groups?id=01348eee-a6cc-473b-b4c9-00e043b03752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839318 Jul 24 00:09:06.963651 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-5e7b47c5-139b-43fe-9edb-b6b120f56ed1 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:06.966083 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-5e7b47c5-139b-43fe-9edb-b6b120f56ed1 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] 10.222.0.52 "GET /v2.0/networks?id=2255e8f9-1d64-44b2-ad9e-48aa83dbdd60 HTTP/1.1" status: 200 len: 818 time: 0.4340084 Jul 24 00:09:07.040181 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9f33cfd5-3384-46ae-87fa-dbe828d144a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:07.067215 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-dc69d31f-94b9-4a5c-9ccd-bb6d58496cf5 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] Request body: {'port': {'device_id': '17a35ceb-75c4-407c-b2b5-288c81339429', 'network_id': '2255e8f9-1d64-44b2-ad9e-48aa83dbdd60', 'admin_state_up': True, 'tenant_id': '9b1428519e434f1095620083e26eeea2'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:09:07.108717 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e0983f3c-dab3-4e1d-996b-e38f1d4681ca req-840ed571-3e2d-4160-b95d-75ae43122f76 tempest-ServerShowV254Test-1593142185 tempest-ServerShowV254Test-1593142185-project] 10.222.0.44 "GET /v2.0/ports?device_id=01670562-4603-4354-ae01-347bb274bb09 HTTP/1.1" status: 200 len: 210 time: 0.0424054 Jul 24 00:09:07.109982 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-f40a4575-bef8-41c5-a381-a84b3a9879c7 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] Allocated IP 172.20.0.14 (2255e8f9-1d64-44b2-ad9e-48aa83dbdd60/6fb5d9d9-e971-45a6-bf34-6c731ef57415/80213eaf-0a9d-40b7-95b9-4cd0e5d368dc) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:09:07.173617 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c703e93a-8669-40c2-af7c-d83299f2016f req-be9d93be-4569-4d9f-85fb-ab72c4009795 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] 10.222.0.44 "GET /v2.0/ports?device_id=17a35ceb-75c4-407c-b2b5-288c81339429 HTTP/1.1" status: 200 len: 210 time: 0.3457136 Jul 24 00:09:07.177030 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-bc435735-376f-4c44-8118-baacd399b25a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:07.320692 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 747d531d-c804-45b7-bdab-27698675cdf7 up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:09:07.343126 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9f33cfd5-3384-46ae-87fa-dbe828d144a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:07.350890 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9f33cfd5-3384-46ae-87fa-dbe828d144a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:07.383265 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-dc69d31f-94b9-4a5c-9ccd-bb6d58496cf5 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] Made reservation on behalf of 9b1428519e434f1095620083e26eeea2 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:09:07.387863 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-dc69d31f-94b9-4a5c-9ccd-bb6d58496cf5 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:07.421266 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-f40a4575-bef8-41c5-a381-a84b3a9879c7 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:07.427184 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port 747d531d-c804-45b7-bdab-27698675cdf7 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:09:07.429983 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f33cfd5-3384-46ae-87fa-dbe828d144a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53bcd2bf-6578-4740-8a98-51abb597593a,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:07.437291 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port 747d531d-c804-45b7-bdab-27698675cdf7 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:09:07.437681 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:07.445988 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-9f33cfd5-3384-46ae-87fa-dbe828d144a4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f58f74c840ec403887636606cf4cd97f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6993411 Jul 24 00:09:07.448238 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 36062) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:09:07.524601 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-806f81dd-b0cd-4320-8dd8-9e6e083a32db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:07.529788 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-f40a4575-bef8-41c5-a381-a84b3a9879c7 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:07.580658 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:07.586806 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-806f81dd-b0cd-4320-8dd8-9e6e083a32db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:07.605070 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-f40a4575-bef8-41c5-a381-a84b3a9879c7 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] Network 2255e8f9-1d64-44b2-ad9e-48aa83dbdd60 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:09:07.612279 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-0f1020d2-430a-4a87-aa0e-243b82442d95 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] Allocated IP 172.20.0.9 (2255e8f9-1d64-44b2-ad9e-48aa83dbdd60/6fb5d9d9-e971-45a6-bf34-6c731ef57415/402468f4-2615-4363-bcf8-e4dc0182e598) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:09:07.615858 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-f40a4575-bef8-41c5-a381-a84b3a9879c7 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:09:07.621049 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '793d4305-071b-444d-bda4-f4a9740dc612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '747d531d-c804-45b7-bdab-27698675cdf7'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:09:07.621587 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-bc435735-376f-4c44-8118-baacd399b25a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:07.627011 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-f40a4575-bef8-41c5-a381-a84b3a9879c7 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:09:07.629812 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-bc435735-376f-4c44-8118-baacd399b25a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:07.631588 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40a4575-bef8-41c5-a381-a84b3a9879c7 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] Pushing event updated for resources: {'Port': ['ID=80213eaf-0a9d-40b7-95b9-4cd0e5d368dc,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:07.635317 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e18964-1c33-40bd-849b-208167a8bdf0" -d '{"events": [{"server_uuid": "793d4305-071b-444d-bda4-f4a9740dc612", "name": "network-vif-plugged", "status": "completed", "tag": "747d531d-c804-45b7-bdab-27698675cdf7"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:09:07.661984 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 747d531d-c804-45b7-bdab-27698675cdf7, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=747d531d-c804-45b7-bdab-27698675cdf7,segment=NetworkSegment(5f17eb04-28aa-4878-8a04-e770a5f0149d),segment_id=5f17eb04-28aa-4878-8a04-e770a5f0149d)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:09:07.671366 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:07.704465 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-bc435735-376f-4c44-8118-baacd399b25a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3ec9618df5884f0ca9d1fc964fbbf6c5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2240775 Jul 24 00:09:07.707601 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 36066) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:09:07.709552 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc435735-376f-4c44-8118-baacd399b25a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5239e79f-14a8-4c00-b377-95bbef941c02,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:07.723065 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0000dd8c-2ee1-48c2-bbbe-8d2616ac698c x-openstack-request-id: req-0000dd8c-2ee1-48c2-bbbe-8d2616ac698c {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:09:07.723502 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "793d4305-071b-444d-bda4-f4a9740dc612", "name": "network-vif-plugged", "status": "completed", "tag": "747d531d-c804-45b7-bdab-27698675cdf7", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:09:07.723613 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0000dd8c-2ee1-48c2-bbbe-8d2616ac698c {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:09:07.723980 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '793d4305-071b-444d-bda4-f4a9740dc612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '747d531d-c804-45b7-bdab-27698675cdf7', 'code': 200} Jul 24 00:09:07.751811 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=747d531d-c804-45b7-bdab-27698675cdf7,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:07.789423 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-f40a4575-bef8-41c5-a381-a84b3a9879c7 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:07.790223 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-f40a4575-bef8-41c5-a381-a84b3a9879c7 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:07.844102 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-806f81dd-b0cd-4320-8dd8-9e6e083a32db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:07.846829 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-806f81dd-b0cd-4320-8dd8-9e6e083a32db admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:07.850029 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-806f81dd-b0cd-4320-8dd8-9e6e083a32db admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/53bcd2bf-6578-4740-8a98-51abb597593a HTTP/1.1" status: 204 len: 168 time: 0.4017208 Jul 24 00:09:07.855195 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-0f1020d2-430a-4a87-aa0e-243b82442d95 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:07.885980 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-f40a4575-bef8-41c5-a381-a84b3a9879c7 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6203146 Jul 24 00:09:07.887869 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1d0677df-fe24-4909-91de-77af0bd28312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:07.893747 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806f81dd-b0cd-4320-8dd8-9e6e083a32db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53bcd2bf-6578-4740-8a98-51abb597593a,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:07.902232 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-4188ebc5-51af-4c3f-8488-b2be6dae54d1 service neutron] Request body: {'port': {'device_id': 'e88fb226-4efc-4256-9fcb-48eb6f2a6dbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-16'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:09:07.921981 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-0f1020d2-430a-4a87-aa0e-243b82442d95 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:07.996490 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1d0677df-fe24-4909-91de-77af0bd28312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:08.004510 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-0f1020d2-430a-4a87-aa0e-243b82442d95 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] Network 2255e8f9-1d64-44b2-ad9e-48aa83dbdd60 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:09:08.014914 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-0f1020d2-430a-4a87-aa0e-243b82442d95 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:09:08.016478 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05078ea-7d3f-49a9-aa38-6f31c5c69d8a req-dfc18bf7-d993-4f30-bfcf-82677159b8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:08.023851 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a05078ea-7d3f-49a9-aa38-6f31c5c69d8a req-dfc18bf7-d993-4f30-bfcf-82677159b8e4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=793d4305-071b-444d-bda4-f4a9740dc612 HTTP/1.1" status: 200 len: 1098 time: 0.2277360 Jul 24 00:09:08.027896 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-0f1020d2-430a-4a87-aa0e-243b82442d95 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:09:08.063955 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-dc69d31f-94b9-4a5c-9ccd-bb6d58496cf5 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] Allocated IP 172.20.0.13 (2255e8f9-1d64-44b2-ad9e-48aa83dbdd60/6fb5d9d9-e971-45a6-bf34-6c731ef57415/17563f5d-f86d-4e67-890b-2936fb9f4c33) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:09:08.085831 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1020d2-430a-4a87-aa0e-243b82442d95 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] Pushing event updated for resources: {'Port': ['ID=402468f4-2615-4363-bcf8-e4dc0182e598,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:08.136992 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a05078ea-7d3f-49a9-aa38-6f31c5c69d8a req-cefd0dda-1d9f-43b1-a03c-8a4fedbfe0a0 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=01348eee-a6cc-473b-b4c9-00e043b03752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005123 Jul 24 00:09:08.142496 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-4188ebc5-51af-4c3f-8488-b2be6dae54d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:08.155261 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-0f1020d2-430a-4a87-aa0e-243b82442d95 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:08.155937 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-0f1020d2-430a-4a87-aa0e-243b82442d95 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:08.194779 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1d0677df-fe24-4909-91de-77af0bd28312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:08.199948 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1d0677df-fe24-4909-91de-77af0bd28312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:08.203796 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-1d0677df-fe24-4909-91de-77af0bd28312 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5239e79f-14a8-4c00-b377-95bbef941c02 HTTP/1.1" status: 204 len: 168 time: 0.4915297 Jul 24 00:09:08.213024 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-0f1020d2-430a-4a87-aa0e-243b82442d95 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9968314 Jul 24 00:09:08.239928 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-45db6278-12c5-47c7-b246-49d9829c7def service neutron] Request body: {'port': {'device_id': 'c9b2af9a-584f-4154-ac4d-d19ed31b42fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:09:08.260612 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0677df-fe24-4909-91de-77af0bd28312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5239e79f-14a8-4c00-b377-95bbef941c02,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:08.305718 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3411d5ce-a208-460e-a9bd-45a899935e8d req-2b179081-8930-4230-a50f-895741bf8a09 tempest-VolumesActionsTest-1274471935 tempest-VolumesActionsTest-1274471935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:08.312909 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3411d5ce-a208-460e-a9bd-45a899935e8d req-2b179081-8930-4230-a50f-895741bf8a09 tempest-VolumesActionsTest-1274471935 tempest-VolumesActionsTest-1274471935-project] 10.222.0.44 "GET /v2.0/ports?device_id=793d4305-071b-444d-bda4-f4a9740dc612 HTTP/1.1" status: 200 len: 946 time: 0.2462549 Jul 24 00:09:08.357409 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4f645a50-425d-4e04-baed-e44fa1a82a3c req-6cc9497b-083f-47fb-8139-5ab16f5ffe8e tempest-ServerShowV254Test-1593142185 tempest-ServerShowV254Test-1593142185-project] 10.222.0.44 "GET /v2.0/ports?device_id=01670562-4603-4354-ae01-347bb274bb09 HTTP/1.1" status: 200 len: 210 time: 0.0983696 Jul 24 00:09:08.517698 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3411d5ce-a208-460e-a9bd-45a899935e8d req-33cd46cf-66b5-4678-8845-1500fb3af996 tempest-VolumesActionsTest-1274471935 tempest-VolumesActionsTest-1274471935-project] 10.222.0.44 "GET /v2.0/security-groups?id=01348eee-a6cc-473b-b4c9-00e043b03752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033460 Jul 24 00:09:08.542198 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f692efa3-67d8-40ba-ae4f-5ceea5945e43 req-6de3e918-429e-46fd-85bb-d36d01776c75 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] 10.222.0.44 "GET /v2.0/ports?device_id=17a35ceb-75c4-407c-b2b5-288c81339429 HTTP/1.1" status: 200 len: 210 time: 0.0491552 Jul 24 00:09:08.562384 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-dc69d31f-94b9-4a5c-9ccd-bb6d58496cf5 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:08.583631 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-45db6278-12c5-47c7-b246-49d9829c7def service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:08.682637 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 36098) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:09:08.697399 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f599e6db-20f3-4bd4-9cbb-30962f3a8b97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:08.742219 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-dc69d31f-94b9-4a5c-9ccd-bb6d58496cf5 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:08.794516 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc69d31f-94b9-4a5c-9ccd-bb6d58496cf5 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] Pushing event updated for resources: {'Port': ['ID=17563f5d-f86d-4e67-890b-2936fb9f4c33,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:08.830930 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-dc69d31f-94b9-4a5c-9ccd-bb6d58496cf5 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] Network 2255e8f9-1d64-44b2-ad9e-48aa83dbdd60 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:09:08.832456 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-dc69d31f-94b9-4a5c-9ccd-bb6d58496cf5 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:09:08.835002 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-dc69d31f-94b9-4a5c-9ccd-bb6d58496cf5 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:09:08.889873 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-dc69d31f-94b9-4a5c-9ccd-bb6d58496cf5 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:08.890623 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-dc69d31f-94b9-4a5c-9ccd-bb6d58496cf5 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:08.967994 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f599e6db-20f3-4bd4-9cbb-30962f3a8b97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:08.972444 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-4188ebc5-51af-4c3f-8488-b2be6dae54d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80213eaf-0a9d-40b7-95b9-4cd0e5d368dc {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:09:08.980849 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f599e6db-20f3-4bd4-9cbb-30962f3a8b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:08.985612 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-4188ebc5-51af-4c3f-8488-b2be6dae54d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:08.988882 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-dc69d31f-94b9-4a5c-9ccd-bb6d58496cf5 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9590180 Jul 24 00:09:09.002663 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-47474d53-01c9-4101-8022-2fe4abb734ab service neutron] Request body: {'port': {'device_id': '17a35ceb-75c4-407c-b2b5-288c81339429', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:09:09.031992 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-4188ebc5-51af-4c3f-8488-b2be6dae54d1 service neutron] Transition to ACTIVE for port object 80213eaf-0a9d-40b7-95b9-4cd0e5d368dc will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:09:09.040352 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-4188ebc5-51af-4c3f-8488-b2be6dae54d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:09.091584 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-f599e6db-20f3-4bd4-9cbb-30962f3a8b97 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3974799eec424e97a95a2c86b2a955cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4075735 Jul 24 00:09:09.100194 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 36112) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:09:09.124894 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4188ebc5-51af-4c3f-8488-b2be6dae54d1 service neutron] Pushing event updated for resources: {'Port': ['ID=80213eaf-0a9d-40b7-95b9-4cd0e5d368dc,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:09.130921 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f599e6db-20f3-4bd4-9cbb-30962f3a8b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eab8aec-8990-4043-bd20-89657fd691d7,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:09.240703 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-4188ebc5-51af-4c3f-8488-b2be6dae54d1 service neutron] Attempting to bind port 80213eaf-0a9d-40b7-95b9-4cd0e5d368dc on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:09:09.241540 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-4188ebc5-51af-4c3f-8488-b2be6dae54d1 service neutron] Attempting to bind port 80213eaf-0a9d-40b7-95b9-4cd0e5d368dc by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '5c1e5ebd-28c5-4979-b2d5-59a130861886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '2255e8f9-1d64-44b2-ad9e-48aa83dbdd60'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:09:09.242088 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-4188ebc5-51af-4c3f-8488-b2be6dae54d1 service neutron] Attempting to bind port 80213eaf-0a9d-40b7-95b9-4cd0e5d368dc on network 2255e8f9-1d64-44b2-ad9e-48aa83dbdd60 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:09:09.247482 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-4188ebc5-51af-4c3f-8488-b2be6dae54d1 service neutron] Port 80213eaf-0a9d-40b7-95b9-4cd0e5d368dc on network 2255e8f9-1d64-44b2-ad9e-48aa83dbdd60 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:09:09.247826 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-4188ebc5-51af-4c3f-8488-b2be6dae54d1 service neutron] Attempting to bind port 80213eaf-0a9d-40b7-95b9-4cd0e5d368dc on network 2255e8f9-1d64-44b2-ad9e-48aa83dbdd60 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:09:09.255717 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-4188ebc5-51af-4c3f-8488-b2be6dae54d1 service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:09:09.256081 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-4188ebc5-51af-4c3f-8488-b2be6dae54d1 service neutron] Checking segment: {'id': '5c1e5ebd-28c5-4979-b2d5-59a130861886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '2255e8f9-1d64-44b2-ad9e-48aa83dbdd60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:09:09.256485 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-4188ebc5-51af-4c3f-8488-b2be6dae54d1 service neutron] Bound using segment: {'id': '5c1e5ebd-28c5-4979-b2d5-59a130861886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '2255e8f9-1d64-44b2-ad9e-48aa83dbdd60'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:09:09.257723 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-4188ebc5-51af-4c3f-8488-b2be6dae54d1 service neutron] Bound port: 80213eaf-0a9d-40b7-95b9-4cd0e5d368dc, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c1e5ebd-28c5-4979-b2d5-59a130861886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '2255e8f9-1d64-44b2-ad9e-48aa83dbdd60'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:09:09.258109 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-4188ebc5-51af-4c3f-8488-b2be6dae54d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:09.341366 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-4188ebc5-51af-4c3f-8488-b2be6dae54d1 service neutron] For port 80213eaf-0a9d-40b7-95b9-4cd0e5d368dc, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:09:09.345939 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-4188ebc5-51af-4c3f-8488-b2be6dae54d1 service neutron] For port 80213eaf-0a9d-40b7-95b9-4cd0e5d368dc, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=80213eaf-0a9d-40b7-95b9-4cd0e5d368dc,segment=NetworkSegment(5c1e5ebd-28c5-4979-b2d5-59a130861886),segment_id=5c1e5ebd-28c5-4979-b2d5-59a130861886)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:09:09.352367 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-4188ebc5-51af-4c3f-8488-b2be6dae54d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:09.424515 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-4188ebc5-51af-4c3f-8488-b2be6dae54d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:09.425205 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-4188ebc5-51af-4c3f-8488-b2be6dae54d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:09.426824 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-4188ebc5-51af-4c3f-8488-b2be6dae54d1 service neutron] 10.222.0.64 "PUT /v2.0/ports/80213eaf-0a9d-40b7-95b9-4cd0e5d368dc HTTP/1.1" status: 200 len: 1093 time: 1.5300534 Jul 24 00:09:09.427570 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e88fb226-4efc-4256-9fcb-48eb6f2a6dbb', 'tag': '80213eaf-0a9d-40b7-95b9-4cd0e5d368dc'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:09:09.430015 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae800ca-f619-4592-9e86-ad50de1d0852" -d '{"events": [{"name": "network-changed", "server_uuid": "e88fb226-4efc-4256-9fcb-48eb6f2a6dbb", "tag": "80213eaf-0a9d-40b7-95b9-4cd0e5d368dc"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:09:09.463421 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4188ebc5-51af-4c3f-8488-b2be6dae54d1 service neutron] Pushing event updated for resources: {'Port': ['ID=80213eaf-0a9d-40b7-95b9-4cd0e5d368dc,revision_number=3']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:09.527935 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9806bb8e-1b04-4600-8c6d-9e7ca65fb8a6 x-openstack-request-id: req-9806bb8e-1b04-4600-8c6d-9e7ca65fb8a6 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:09:09.528658 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e88fb226-4efc-4256-9fcb-48eb6f2a6dbb", "tag": "80213eaf-0a9d-40b7-95b9-4cd0e5d368dc", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:09:09.528939 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9806bb8e-1b04-4600-8c6d-9e7ca65fb8a6 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:09:09.529350 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e88fb226-4efc-4256-9fcb-48eb6f2a6dbb', 'tag': '80213eaf-0a9d-40b7-95b9-4cd0e5d368dc', 'status': 'completed', 'code': 200} Jul 24 00:09:09.579659 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-64b01037-271c-46bf-a50a-ac357e9479fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:09.581647 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-64b01037-271c-46bf-a50a-ac357e9479fd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9b1428519e434f1095620083e26eeea2&device_id=e88fb226-4efc-4256-9fcb-48eb6f2a6dbb HTTP/1.1" status: 200 len: 1096 time: 0.0980084 Jul 24 00:09:09.693724 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-45db6278-12c5-47c7-b246-49d9829c7def service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 402468f4-2615-4363-bcf8-e4dc0182e598 {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:09:09.701144 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-6ea678be-e643-47ca-be03-8cdfc3b71f48 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80213eaf-0a9d-40b7-95b9-4cd0e5d368dc HTTP/1.1" status: 200 len: 217 time: 0.1118128 Jul 24 00:09:09.703775 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-45db6278-12c5-47c7-b246-49d9829c7def service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:09.720526 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-45db6278-12c5-47c7-b246-49d9829c7def service neutron] Transition to ACTIVE for port object 402468f4-2615-4363-bcf8-e4dc0182e598 will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:09:09.764882 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1ac72c69-0ac2-496b-85bc-980aa20628b7 req-9ad0831c-23eb-424f-8fab-7d3760897b5f tempest-ServerShowV254Test-1593142185 tempest-ServerShowV254Test-1593142185-project] 10.222.0.44 "GET /v2.0/ports?device_id=01670562-4603-4354-ae01-347bb274bb09 HTTP/1.1" status: 200 len: 210 time: 0.1672392 Jul 24 00:09:09.765852 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-45db6278-12c5-47c7-b246-49d9829c7def service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:09.783826 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-47474d53-01c9-4101-8022-2fe4abb734ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:09.798796 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-b35333f2-4415-42e7-98dc-693db074ad2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:09.800555 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-b35333f2-4415-42e7-98dc-693db074ad2a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6fb5d9d9-e971-45a6-bf34-6c731ef57415 HTTP/1.1" status: 200 len: 858 time: 0.0889013 Jul 24 00:09:09.827191 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3d5ef61a-342c-48a3-8fda-ddb0c27fed8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:09.851156 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-513435c0-cf79-436a-9892-013e3151d188 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2255e8f9-1d64-44b2-ad9e-48aa83dbdd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397353 Jul 24 00:09:09.891378 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dca233-69ce-4d77-9e3a-64f0a41bbfba req-20135343-3fc1-45dd-954e-ff2b14a0eb81 tempest-VolumesActionsTest-1274471935 tempest-VolumesActionsTest-1274471935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:09.899448 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e5dca233-69ce-4d77-9e3a-64f0a41bbfba req-20135343-3fc1-45dd-954e-ff2b14a0eb81 tempest-VolumesActionsTest-1274471935 tempest-VolumesActionsTest-1274471935-project] 10.222.0.44 "GET /v2.0/ports?device_id=793d4305-071b-444d-bda4-f4a9740dc612 HTTP/1.1" status: 200 len: 946 time: 0.2395916 Jul 24 00:09:09.905747 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45db6278-12c5-47c7-b246-49d9829c7def service neutron] Pushing event updated for resources: {'Port': ['ID=402468f4-2615-4363-bcf8-e4dc0182e598,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:09.933673 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3d5ef61a-342c-48a3-8fda-ddb0c27fed8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:09.989595 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e5dca233-69ce-4d77-9e3a-64f0a41bbfba req-d6f67b4d-0ad1-43d8-b690-5c991e568044 tempest-VolumesActionsTest-1274471935 tempest-VolumesActionsTest-1274471935-project] 10.222.0.44 "GET /v2.0/security-groups?id=01348eee-a6cc-473b-b4c9-00e043b03752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890958 Jul 24 00:09:10.072094 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-437b7cb0-ee8f-4a1f-87e0-f00ce777534e service neutron] 10.222.0.64 "GET /v2.0/networks/2255e8f9-1d64-44b2-ad9e-48aa83dbdd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132404 Jul 24 00:09:10.265592 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-bfa190d2-a54c-4389-a169-413c312987a1 service neutron] 10.222.0.64 "GET /v2.0/networks/2255e8f9-1d64-44b2-ad9e-48aa83dbdd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872754 Jul 24 00:09:10.306181 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3d5ef61a-342c-48a3-8fda-ddb0c27fed8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:10.308950 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3d5ef61a-342c-48a3-8fda-ddb0c27fed8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:10.310745 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-3d5ef61a-342c-48a3-8fda-ddb0c27fed8c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6eab8aec-8990-4043-bd20-89657fd691d7 HTTP/1.1" status: 204 len: 168 time: 1.2075295 Jul 24 00:09:10.393047 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5ef61a-342c-48a3-8fda-ddb0c27fed8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eab8aec-8990-4043-bd20-89657fd691d7,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:10.447211 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-45db6278-12c5-47c7-b246-49d9829c7def service neutron] Attempting to bind port 402468f4-2615-4363-bcf8-e4dc0182e598 on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:09:10.447658 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-45db6278-12c5-47c7-b246-49d9829c7def service neutron] Attempting to bind port 402468f4-2615-4363-bcf8-e4dc0182e598 by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': '5c1e5ebd-28c5-4979-b2d5-59a130861886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '2255e8f9-1d64-44b2-ad9e-48aa83dbdd60'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:09:10.448128 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-45db6278-12c5-47c7-b246-49d9829c7def service neutron] Attempting to bind port 402468f4-2615-4363-bcf8-e4dc0182e598 on network 2255e8f9-1d64-44b2-ad9e-48aa83dbdd60 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:09:10.460526 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-47474d53-01c9-4101-8022-2fe4abb734ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17563f5d-f86d-4e67-890b-2936fb9f4c33 {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:09:10.460761 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae800ca-f619-4592-9e86-ad50de1d0852 req-f1b071a5-d5b3-494e-90b9-8e01445c6baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:10.462556 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8ae800ca-f619-4592-9e86-ad50de1d0852 req-f1b071a5-d5b3-494e-90b9-8e01445c6baa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9b1428519e434f1095620083e26eeea2&device_id=e88fb226-4efc-4256-9fcb-48eb6f2a6dbb HTTP/1.1" status: 200 len: 1096 time: 0.1449194 Jul 24 00:09:10.465790 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-45db6278-12c5-47c7-b246-49d9829c7def service neutron] Port 402468f4-2615-4363-bcf8-e4dc0182e598 on network 2255e8f9-1d64-44b2-ad9e-48aa83dbdd60 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:09:10.466195 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-45db6278-12c5-47c7-b246-49d9829c7def service neutron] Attempting to bind port 402468f4-2615-4363-bcf8-e4dc0182e598 on network 2255e8f9-1d64-44b2-ad9e-48aa83dbdd60 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:09:10.478661 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-47474d53-01c9-4101-8022-2fe4abb734ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:10.487289 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-45db6278-12c5-47c7-b246-49d9829c7def service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:09:10.487289 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-45db6278-12c5-47c7-b246-49d9829c7def service neutron] Checking segment: {'id': '5c1e5ebd-28c5-4979-b2d5-59a130861886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '2255e8f9-1d64-44b2-ad9e-48aa83dbdd60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:09:10.487874 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-45db6278-12c5-47c7-b246-49d9829c7def service neutron] Bound using segment: {'id': '5c1e5ebd-28c5-4979-b2d5-59a130861886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '2255e8f9-1d64-44b2-ad9e-48aa83dbdd60'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:09:10.488377 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-45db6278-12c5-47c7-b246-49d9829c7def service neutron] Bound port: 402468f4-2615-4363-bcf8-e4dc0182e598, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c1e5ebd-28c5-4979-b2d5-59a130861886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '2255e8f9-1d64-44b2-ad9e-48aa83dbdd60'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:09:10.488857 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-45db6278-12c5-47c7-b246-49d9829c7def service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:10.520007 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0672dca6-9624-4c0a-8575-51797f9a1083 req-ca217a2e-a70d-45a6-983a-9a28c61909bf tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:10.521929 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0672dca6-9624-4c0a-8575-51797f9a1083 req-ca217a2e-a70d-45a6-983a-9a28c61909bf tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] 10.222.0.44 "GET /v2.0/ports?device_id=17a35ceb-75c4-407c-b2b5-288c81339429 HTTP/1.1" status: 200 len: 932 time: 0.6174328 Jul 24 00:09:10.612848 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-47474d53-01c9-4101-8022-2fe4abb734ab service neutron] Transition to ACTIVE for port object 17563f5d-f86d-4e67-890b-2936fb9f4c33 will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:09:10.703887 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-47474d53-01c9-4101-8022-2fe4abb734ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:10.758095 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae800ca-f619-4592-9e86-ad50de1d0852 req-a938ca76-982d-45bc-b289-e017f19fa1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:10.763078 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8ae800ca-f619-4592-9e86-ad50de1d0852 req-a938ca76-982d-45bc-b289-e017f19fa1a1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2255e8f9-1d64-44b2-ad9e-48aa83dbdd60 HTTP/1.1" status: 200 len: 919 time: 0.2928944 Jul 24 00:09:10.793703 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0672dca6-9624-4c0a-8575-51797f9a1083 req-064b75cd-4a9f-4fe3-a3a8-77ebecb96f94 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b1e7365-044c-42bf-a614-6a953622d018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982698 Jul 24 00:09:10.855931 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-45db6278-12c5-47c7-b246-49d9829c7def service neutron] For port 402468f4-2615-4363-bcf8-e4dc0182e598, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:09:10.880396 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8ae800ca-f619-4592-9e86-ad50de1d0852 req-c53fe9a4-a43f-4279-ac4d-4ff4f3875f00 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80213eaf-0a9d-40b7-95b9-4cd0e5d368dc HTTP/1.1" status: 200 len: 217 time: 0.1097393 Jul 24 00:09:10.949388 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47474d53-01c9-4101-8022-2fe4abb734ab service neutron] Pushing event updated for resources: {'Port': ['ID=17563f5d-f86d-4e67-890b-2936fb9f4c33,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:10.970131 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-45db6278-12c5-47c7-b246-49d9829c7def service neutron] For port 402468f4-2615-4363-bcf8-e4dc0182e598, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=402468f4-2615-4363-bcf8-e4dc0182e598,segment=NetworkSegment(5c1e5ebd-28c5-4979-b2d5-59a130861886),segment_id=5c1e5ebd-28c5-4979-b2d5-59a130861886)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:09:10.976168 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-47474d53-01c9-4101-8022-2fe4abb734ab service neutron] Attempting to bind port 17563f5d-f86d-4e67-890b-2936fb9f4c33 on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:09:10.976548 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-47474d53-01c9-4101-8022-2fe4abb734ab service neutron] Attempting to bind port 17563f5d-f86d-4e67-890b-2936fb9f4c33 by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': '5c1e5ebd-28c5-4979-b2d5-59a130861886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '2255e8f9-1d64-44b2-ad9e-48aa83dbdd60'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:09:10.977185 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-47474d53-01c9-4101-8022-2fe4abb734ab service neutron] Attempting to bind port 17563f5d-f86d-4e67-890b-2936fb9f4c33 on network 2255e8f9-1d64-44b2-ad9e-48aa83dbdd60 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:09:10.981816 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-45db6278-12c5-47c7-b246-49d9829c7def service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:10.998962 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-45db6278-12c5-47c7-b246-49d9829c7def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:10.999864 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-45db6278-12c5-47c7-b246-49d9829c7def service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:11.001604 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-45db6278-12c5-47c7-b246-49d9829c7def service neutron] 10.222.0.52 "PUT /v2.0/ports/402468f4-2615-4363-bcf8-e4dc0182e598 HTTP/1.1" status: 200 len: 1092 time: 2.7657864 Jul 24 00:09:11.004196 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9b2af9a-584f-4154-ac4d-d19ed31b42fa', 'tag': '402468f4-2615-4363-bcf8-e4dc0182e598'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:09:11.014412 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d07e1306-5b55-41e2-bb60-b6a3931c7dfe" -d '{"events": [{"name": "network-changed", "server_uuid": "c9b2af9a-584f-4154-ac4d-d19ed31b42fa", "tag": "402468f4-2615-4363-bcf8-e4dc0182e598"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:09:11.050076 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-47474d53-01c9-4101-8022-2fe4abb734ab service neutron] Port 17563f5d-f86d-4e67-890b-2936fb9f4c33 on network 2255e8f9-1d64-44b2-ad9e-48aa83dbdd60 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:09:11.050415 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-47474d53-01c9-4101-8022-2fe4abb734ab service neutron] Attempting to bind port 17563f5d-f86d-4e67-890b-2936fb9f4c33 on network 2255e8f9-1d64-44b2-ad9e-48aa83dbdd60 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:09:11.067959 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-47474d53-01c9-4101-8022-2fe4abb734ab service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:09:11.068357 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-47474d53-01c9-4101-8022-2fe4abb734ab service neutron] Checking segment: {'id': '5c1e5ebd-28c5-4979-b2d5-59a130861886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '2255e8f9-1d64-44b2-ad9e-48aa83dbdd60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:09:11.068907 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-47474d53-01c9-4101-8022-2fe4abb734ab service neutron] Bound using segment: {'id': '5c1e5ebd-28c5-4979-b2d5-59a130861886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '2255e8f9-1d64-44b2-ad9e-48aa83dbdd60'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:09:11.070058 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-47474d53-01c9-4101-8022-2fe4abb734ab service neutron] Bound port: 17563f5d-f86d-4e67-890b-2936fb9f4c33, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c1e5ebd-28c5-4979-b2d5-59a130861886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '2255e8f9-1d64-44b2-ad9e-48aa83dbdd60'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:09:11.070474 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-47474d53-01c9-4101-8022-2fe4abb734ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:11.118201 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a080b0ee-7623-48d5-be8a-3fed93ac98af req-a022ed99-f614-4c06-b132-abbdc4845738 tempest-ServerShowV254Test-1593142185 tempest-ServerShowV254Test-1593142185-project] 10.222.0.44 "GET /v2.0/ports?device_id=01670562-4603-4354-ae01-347bb274bb09 HTTP/1.1" status: 200 len: 210 time: 0.1525650 Jul 24 00:09:11.169843 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae800ca-f619-4592-9e86-ad50de1d0852 req-5446381f-062c-4a3f-af7d-3b0704c8b02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:11.171353 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8ae800ca-f619-4592-9e86-ad50de1d0852 req-5446381f-062c-4a3f-af7d-3b0704c8b02f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6fb5d9d9-e971-45a6-bf34-6c731ef57415 HTTP/1.1" status: 200 len: 858 time: 0.2835672 Jul 24 00:09:11.203837 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-47474d53-01c9-4101-8022-2fe4abb734ab service neutron] For port 17563f5d-f86d-4e67-890b-2936fb9f4c33, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:09:11.207018 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-47474d53-01c9-4101-8022-2fe4abb734ab service neutron] For port 17563f5d-f86d-4e67-890b-2936fb9f4c33, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=17563f5d-f86d-4e67-890b-2936fb9f4c33,segment=NetworkSegment(5c1e5ebd-28c5-4979-b2d5-59a130861886),segment_id=5c1e5ebd-28c5-4979-b2d5-59a130861886)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:09:11.209472 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda1208a-ff62-46c8-8332-ecdf893da629 x-openstack-request-id: req-fda1208a-ff62-46c8-8332-ecdf893da629 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:09:11.209875 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9b2af9a-584f-4154-ac4d-d19ed31b42fa", "tag": "402468f4-2615-4363-bcf8-e4dc0182e598", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:09:11.210247 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fda1208a-ff62-46c8-8332-ecdf893da629 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:09:11.210732 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9b2af9a-584f-4154-ac4d-d19ed31b42fa', 'tag': '402468f4-2615-4363-bcf8-e4dc0182e598', 'status': 'completed', 'code': 200} Jul 24 00:09:11.224701 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-47474d53-01c9-4101-8022-2fe4abb734ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:11.266240 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8ae800ca-f619-4592-9e86-ad50de1d0852 req-85957b5b-e7ba-4913-b3a6-2206ba8e02ea service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2255e8f9-1d64-44b2-ad9e-48aa83dbdd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0858126 Jul 24 00:09:11.267942 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45db6278-12c5-47c7-b246-49d9829c7def service neutron] Pushing event updated for resources: {'Port': ['ID=402468f4-2615-4363-bcf8-e4dc0182e598,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:11.361402 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-ab3a7b95-9e9a-46a8-b399-e161ff6bc00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:11.363325 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-ab3a7b95-9e9a-46a8-b399-e161ff6bc00c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9b1428519e434f1095620083e26eeea2&device_id=c9b2af9a-584f-4154-ac4d-d19ed31b42fa HTTP/1.1" status: 200 len: 1095 time: 0.3063424 Jul 24 00:09:11.368744 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-47474d53-01c9-4101-8022-2fe4abb734ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:11.369509 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-47474d53-01c9-4101-8022-2fe4abb734ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:11.371093 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-47474d53-01c9-4101-8022-2fe4abb734ab service neutron] 10.222.0.52 "PUT /v2.0/ports/17563f5d-f86d-4e67-890b-2936fb9f4c33 HTTP/1.1" status: 200 len: 1093 time: 2.3739581 Jul 24 00:09:11.443111 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-9f01360c-5cee-4114-969b-7c40b9c0dd0c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=402468f4-2615-4363-bcf8-e4dc0182e598 HTTP/1.1" status: 200 len: 217 time: 0.0681040 Jul 24 00:09:11.527175 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8ae800ca-f619-4592-9e86-ad50de1d0852 req-cc000147-bed8-4349-8e2d-eda2aaa5bf3d service neutron] 10.222.0.64 "GET /v2.0/networks/2255e8f9-1d64-44b2-ad9e-48aa83dbdd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492375 Jul 24 00:09:11.552688 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47474d53-01c9-4101-8022-2fe4abb734ab service neutron] Pushing event updated for resources: {'Port': ['ID=17563f5d-f86d-4e67-890b-2936fb9f4c33,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:11.641016 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-8856e09d-def0-40ff-aaa1-ae38d9e19a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:11.643395 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-8856e09d-def0-40ff-aaa1-ae38d9e19a1e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6fb5d9d9-e971-45a6-bf34-6c731ef57415 HTTP/1.1" status: 200 len: 858 time: 0.1435356 Jul 24 00:09:11.647854 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-e1a3bfe0-ba44-461e-be2f-266160280611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:11.661886 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-e1a3bfe0-ba44-461e-be2f-266160280611 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9b1428519e434f1095620083e26eeea2&device_id=17a35ceb-75c4-407c-b2b5-288c81339429 HTTP/1.1" status: 200 len: 1096 time: 0.2371721 Jul 24 00:09:11.737592 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-8ab0e484-925e-404b-95e5-cee6684b59db service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17563f5d-f86d-4e67-890b-2936fb9f4c33 HTTP/1.1" status: 200 len: 217 time: 0.0546920 Jul 24 00:09:11.786002 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-345bf77e-e96b-4be2-b77a-921fe5eaffba service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2255e8f9-1d64-44b2-ad9e-48aa83dbdd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1218405 Jul 24 00:09:11.827494 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8ae800ca-f619-4592-9e86-ad50de1d0852 req-0fc272d6-1a3c-481c-91c6-4b2236abe0a5 service neutron] 10.222.0.64 "GET /v2.0/networks/2255e8f9-1d64-44b2-ad9e-48aa83dbdd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897363 Jul 24 00:09:11.969620 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-ca996618-1061-43da-a8df-27fb76dc56a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:11.971400 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-ca996618-1061-43da-a8df-27fb76dc56a4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6fb5d9d9-e971-45a6-bf34-6c731ef57415 HTTP/1.1" status: 200 len: 858 time: 0.2009449 Jul 24 00:09:12.081577 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-32615ec5-a45a-4758-8994-f127d5d8c4db service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2255e8f9-1d64-44b2-ad9e-48aa83dbdd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566847 Jul 24 00:09:12.119772 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-321641fa-f480-4dce-a8df-dc128e47f94d service neutron] 10.222.0.52 "GET /v2.0/networks/2255e8f9-1d64-44b2-ad9e-48aa83dbdd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891181 Jul 24 00:09:12.273116 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fe559b-7ccb-44fb-9177-898095562d35 req-30946b87-92ab-472e-8ff3-3a5dbfa22d64 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:12.274701 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-38fe559b-7ccb-44fb-9177-898095562d35 req-30946b87-92ab-472e-8ff3-3a5dbfa22d64 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] 10.222.0.44 "GET /v2.0/ports?device_id=17a35ceb-75c4-407c-b2b5-288c81339429 HTTP/1.1" status: 200 len: 944 time: 0.2529039 Jul 24 00:09:12.293329 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2ea85b0f-3d20-4524-ae6d-06a511216e5c req-a9ee4413-da6b-4bca-a69d-9c4563d2f097 tempest-ServerShowV254Test-1593142185 tempest-ServerShowV254Test-1593142185-project] 10.222.0.44 "GET /v2.0/ports?device_id=01670562-4603-4354-ae01-347bb274bb09 HTTP/1.1" status: 200 len: 210 time: 0.0575440 Jul 24 00:09:12.299865 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-616d4ba7-c1d2-4ccf-b795-d4f37b1366bb service neutron] 10.222.0.52 "GET /v2.0/networks/2255e8f9-1d64-44b2-ad9e-48aa83dbdd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043905 Jul 24 00:09:12.335289 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-89b07d01-e48d-4c0a-be2a-b966343a6c7a service neutron] 10.222.0.52 "GET /v2.0/networks/2255e8f9-1d64-44b2-ad9e-48aa83dbdd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024436 Jul 24 00:09:12.431635 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-38fe559b-7ccb-44fb-9177-898095562d35 req-fc20b189-905a-4d64-8727-c3c94af0c5cd tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b1e7365-044c-42bf-a614-6a953622d018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405721 Jul 24 00:09:12.489102 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ef127803-f045-48a8-ad24-e2bf8c42a314 req-c6d726f9-f691-4687-b757-152db837dfb9 service neutron] 10.222.0.52 "GET /v2.0/networks/2255e8f9-1d64-44b2-ad9e-48aa83dbdd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697652 Jul 24 00:09:12.519007 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07e1306-5b55-41e2-bb60-b6a3931c7dfe req-4b9a31d2-e37d-40f3-9a42-239c666df406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:12.520565 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d07e1306-5b55-41e2-bb60-b6a3931c7dfe req-4b9a31d2-e37d-40f3-9a42-239c666df406 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9b1428519e434f1095620083e26eeea2&device_id=c9b2af9a-584f-4154-ac4d-d19ed31b42fa HTTP/1.1" status: 200 len: 1095 time: 0.1047776 Jul 24 00:09:12.623698 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07e1306-5b55-41e2-bb60-b6a3931c7dfe req-ee815ae0-4dbe-4616-9b61-fdf55a1801d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:12.625338 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d07e1306-5b55-41e2-bb60-b6a3931c7dfe req-ee815ae0-4dbe-4616-9b61-fdf55a1801d2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2255e8f9-1d64-44b2-ad9e-48aa83dbdd60 HTTP/1.1" status: 200 len: 919 time: 0.0925527 Jul 24 00:09:12.667460 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d07e1306-5b55-41e2-bb60-b6a3931c7dfe req-ac6599bf-ddd2-46ff-9d44-e6bb06971ac4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=402468f4-2615-4363-bcf8-e4dc0182e598 HTTP/1.1" status: 200 len: 217 time: 0.0345430 Jul 24 00:09:12.730787 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07e1306-5b55-41e2-bb60-b6a3931c7dfe req-1e838be9-6fd7-4f4c-afec-3288b4072133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:12.734327 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d07e1306-5b55-41e2-bb60-b6a3931c7dfe req-1e838be9-6fd7-4f4c-afec-3288b4072133 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6fb5d9d9-e971-45a6-bf34-6c731ef57415 HTTP/1.1" status: 200 len: 858 time: 0.0603726 Jul 24 00:09:12.770030 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d07e1306-5b55-41e2-bb60-b6a3931c7dfe req-47d43907-a963-4d60-9b5a-0b818f896d87 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2255e8f9-1d64-44b2-ad9e-48aa83dbdd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277097 Jul 24 00:09:12.883009 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d07e1306-5b55-41e2-bb60-b6a3931c7dfe req-89ecb28f-30e3-48b7-8cc0-2457602932ec service neutron] 10.222.0.52 "GET /v2.0/networks/2255e8f9-1d64-44b2-ad9e-48aa83dbdd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053982 Jul 24 00:09:13.027721 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d07e1306-5b55-41e2-bb60-b6a3931c7dfe req-6355f975-f990-4672-a772-e07a20eac916 service neutron] 10.222.0.52 "GET /v2.0/networks/2255e8f9-1d64-44b2-ad9e-48aa83dbdd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372833 Jul 24 00:09:13.211791 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17a35ceb-75c4-407c-b2b5-288c81339429', 'tag': '17563f5d-f86d-4e67-890b-2936fb9f4c33'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:09:13.214796 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d17db92a-241e-4509-90c8-b1712b8d204f" -d '{"events": [{"name": "network-changed", "server_uuid": "17a35ceb-75c4-407c-b2b5-288c81339429", "tag": "17563f5d-f86d-4e67-890b-2936fb9f4c33"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:09:13.283194 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01bdfa92-4657-4668-9afa-9f9a5beb8942 x-openstack-request-id: req-01bdfa92-4657-4668-9afa-9f9a5beb8942 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:09:13.285978 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17a35ceb-75c4-407c-b2b5-288c81339429", "tag": "17563f5d-f86d-4e67-890b-2936fb9f4c33", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:09:13.288557 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-01bdfa92-4657-4668-9afa-9f9a5beb8942 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:09:13.289149 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17a35ceb-75c4-407c-b2b5-288c81339429', 'tag': '17563f5d-f86d-4e67-890b-2936fb9f4c33', 'status': 'completed', 'code': 200} Jul 24 00:09:13.350037 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 80213eaf-0a9d-40b7-95b9-4cd0e5d368dc details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:09:13.411723 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17db92a-241e-4509-90c8-b1712b8d204f req-1dca3f4c-b34f-4a10-b970-8292392a1e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:13.416177 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d17db92a-241e-4509-90c8-b1712b8d204f req-1dca3f4c-b34f-4a10-b970-8292392a1e75 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9b1428519e434f1095620083e26eeea2&device_id=17a35ceb-75c4-407c-b2b5-288c81339429 HTTP/1.1" status: 200 len: 1096 time: 0.1110363 Jul 24 00:09:13.529851 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 80213eaf-0a9d-40b7-95b9-4cd0e5d368dc, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=80213eaf-0a9d-40b7-95b9-4cd0e5d368dc,segment=NetworkSegment(5c1e5ebd-28c5-4979-b2d5-59a130861886),segment_id=5c1e5ebd-28c5-4979-b2d5-59a130861886)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:09:13.559578 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': '80213eaf-0a9d-40b7-95b9-4cd0e5d368dc', 'network_id': '2255e8f9-1d64-44b2-ad9e-48aa83dbdd60', 'port_id': '80213eaf-0a9d-40b7-95b9-4cd0e5d368dc', 'mac_address': 'fa:16:3e:e4:26:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fb5d9d9-e971-45a6-bf34-6c731ef57415', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:09:13.599825 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2690cd66-6ade-44a5-b0de-2a09c1696f9a req-c0e7271f-6ce9-47ea-98c0-3ee9d77678d6 tempest-ServerShowV254Test-1593142185 tempest-ServerShowV254Test-1593142185-project] 10.222.0.44 "GET /v2.0/ports?device_id=01670562-4603-4354-ae01-347bb274bb09 HTTP/1.1" status: 200 len: 210 time: 0.1470294 Jul 24 00:09:13.671126 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:13.719431 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80213eaf-0a9d-40b7-95b9-4cd0e5d368dc {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:09:13.794710 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 80213eaf-0a9d-40b7-95b9-4cd0e5d368dc, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=80213eaf-0a9d-40b7-95b9-4cd0e5d368dc,segment=NetworkSegment(5c1e5ebd-28c5-4979-b2d5-59a130861886),segment_id=5c1e5ebd-28c5-4979-b2d5-59a130861886)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:09:13.800683 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:13.810236 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17db92a-241e-4509-90c8-b1712b8d204f req-b17c76f3-95c7-4f03-9867-6fb5c2c48f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:13.811707 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d17db92a-241e-4509-90c8-b1712b8d204f req-b17c76f3-95c7-4f03-9867-6fb5c2c48f0b service neutron] 10.222.0.52 "GET /v2.0/networks?id=2255e8f9-1d64-44b2-ad9e-48aa83dbdd60 HTTP/1.1" status: 200 len: 919 time: 0.3885543 Jul 24 00:09:13.883529 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=80213eaf-0a9d-40b7-95b9-4cd0e5d368dc,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:13.892753 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:09:13.893502 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:09:13.894050 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:09:13.894606 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:09:13.895140 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:09:13.895704 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:09:13.896229 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:09:13.896749 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:09:13.898090 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:09:13.898725 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:09:13.899437 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:09:13.900269 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:09:13.927964 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d17db92a-241e-4509-90c8-b1712b8d204f req-f1d7b0f3-4412-4312-856f-69e3a4d16cc9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17563f5d-f86d-4e67-890b-2936fb9f4c33 HTTP/1.1" status: 200 len: 217 time: 0.1088548 Jul 24 00:09:13.994390 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e5147-b57a-4e03-b344-2fbf9997acfe req-09834a02-5c6a-40b7-a82e-763cc08674e4 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:13.996271 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fa5e5147-b57a-4e03-b344-2fbf9997acfe req-09834a02-5c6a-40b7-a82e-763cc08674e4 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] 10.222.0.44 "GET /v2.0/ports?device_id=17a35ceb-75c4-407c-b2b5-288c81339429 HTTP/1.1" status: 200 len: 944 time: 0.2330709 Jul 24 00:09:14.072376 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17db92a-241e-4509-90c8-b1712b8d204f req-fb6a9674-d9c4-495f-94cd-29eadda96132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:14.074049 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d17db92a-241e-4509-90c8-b1712b8d204f req-fb6a9674-d9c4-495f-94cd-29eadda96132 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6fb5d9d9-e971-45a6-bf34-6c731ef57415 HTTP/1.1" status: 200 len: 858 time: 0.1366496 Jul 24 00:09:14.104992 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['80213eaf-0a9d-40b7-95b9-4cd0e5d368dc'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:09:14.135801 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fa5e5147-b57a-4e03-b344-2fbf9997acfe req-25c3aa90-254b-4b95-b150-8d04de7374ca tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b1e7365-044c-42bf-a614-6a953622d018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274066 Jul 24 00:09:14.138819 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d17db92a-241e-4509-90c8-b1712b8d204f req-4e72b77c-0fc1-4cd3-b65a-3c85899f94c9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2255e8f9-1d64-44b2-ad9e-48aa83dbdd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579596 Jul 24 00:09:14.405979 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d17db92a-241e-4509-90c8-b1712b8d204f req-0c8baabc-b46b-4484-bdd2-b81914172ac6 service neutron] 10.222.0.52 "GET /v2.0/networks/2255e8f9-1d64-44b2-ad9e-48aa83dbdd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529435 Jul 24 00:09:14.570201 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d17db92a-241e-4509-90c8-b1712b8d204f req-db4d4bf3-e5b5-48bb-a22e-abdd1d709e57 service neutron] 10.222.0.52 "GET /v2.0/networks/2255e8f9-1d64-44b2-ad9e-48aa83dbdd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572373 Jul 24 00:09:14.761332 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:14.776742 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b1b10dd8-84d2-4fdd-bec1-fc68cd10bb2a req-e1befec8-d21b-44e9-a135-59b5b150fa53 tempest-ServerShowV254Test-1593142185 tempest-ServerShowV254Test-1593142185-project] 10.222.0.44 "GET /v2.0/ports?device_id=01670562-4603-4354-ae01-347bb274bb09 HTTP/1.1" status: 200 len: 210 time: 0.0669804 Jul 24 00:09:15.184545 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff359b-af08-4e9c-a62f-b4b22a8f963c req-08f2cce1-efe5-4410-b1b5-a2ae70bef0c4 tempest-VolumesActionsTest-1274471935 tempest-VolumesActionsTest-1274471935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:15.191265 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e4ff359b-af08-4e9c-a62f-b4b22a8f963c req-08f2cce1-efe5-4410-b1b5-a2ae70bef0c4 tempest-VolumesActionsTest-1274471935 tempest-VolumesActionsTest-1274471935-project] 10.222.0.44 "GET /v2.0/ports?device_id=793d4305-071b-444d-bda4-f4a9740dc612 HTTP/1.1" status: 200 len: 946 time: 0.0926878 Jul 24 00:09:15.237049 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e4ff359b-af08-4e9c-a62f-b4b22a8f963c req-a36a885a-d37f-48f2-ad45-6877eebb5d6f tempest-VolumesActionsTest-1274471935 tempest-VolumesActionsTest-1274471935-project] 10.222.0.44 "GET /v2.0/security-groups?id=01348eee-a6cc-473b-b4c9-00e043b03752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403786 Jul 24 00:09:15.307426 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf91152b-d444-4313-95b9-dc1b04bc2d7c req-3918098a-e128-4072-a5ba-4243072fe61c tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:15.308602 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cf91152b-d444-4313-95b9-dc1b04bc2d7c req-3918098a-e128-4072-a5ba-4243072fe61c tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] 10.222.0.44 "GET /v2.0/ports?device_id=17a35ceb-75c4-407c-b2b5-288c81339429 HTTP/1.1" status: 200 len: 944 time: 0.0758667 Jul 24 00:09:15.361209 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cf91152b-d444-4313-95b9-dc1b04bc2d7c req-6229262d-97eb-46cb-83e6-fd7a5aef210f tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b1e7365-044c-42bf-a614-6a953622d018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469539 Jul 24 00:09:15.660857 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 402468f4-2615-4363-bcf8-e4dc0182e598 details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:09:15.911356 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 402468f4-2615-4363-bcf8-e4dc0182e598, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=402468f4-2615-4363-bcf8-e4dc0182e598,segment=NetworkSegment(5c1e5ebd-28c5-4979-b2d5-59a130861886),segment_id=5c1e5ebd-28c5-4979-b2d5-59a130861886)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:09:15.933348 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': '402468f4-2615-4363-bcf8-e4dc0182e598', 'network_id': '2255e8f9-1d64-44b2-ad9e-48aa83dbdd60', 'port_id': '402468f4-2615-4363-bcf8-e4dc0182e598', 'mac_address': 'fa:16:3e:8f:0d:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fb5d9d9-e971-45a6-bf34-6c731ef57415', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:09:16.008617 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:16.044382 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 402468f4-2615-4363-bcf8-e4dc0182e598 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:09:16.053083 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4a6d4ac1-7a96-4196-9d34-a5b19098871c req-4ed94c77-399a-4370-9213-3b6c3541c49f tempest-ServerShowV254Test-1593142185 tempest-ServerShowV254Test-1593142185-project] 10.222.0.44 "GET /v2.0/ports?device_id=01670562-4603-4354-ae01-347bb274bb09 HTTP/1.1" status: 200 len: 210 time: 0.1271098 Jul 24 00:09:16.076667 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 402468f4-2615-4363-bcf8-e4dc0182e598, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=402468f4-2615-4363-bcf8-e4dc0182e598,segment=NetworkSegment(5c1e5ebd-28c5-4979-b2d5-59a130861886),segment_id=5c1e5ebd-28c5-4979-b2d5-59a130861886)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:09:16.086089 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:16.097475 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 17563f5d-f86d-4e67-890b-2936fb9f4c33 details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:09:16.244127 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 17563f5d-f86d-4e67-890b-2936fb9f4c33, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=17563f5d-f86d-4e67-890b-2936fb9f4c33,segment=NetworkSegment(5c1e5ebd-28c5-4979-b2d5-59a130861886),segment_id=5c1e5ebd-28c5-4979-b2d5-59a130861886)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:09:16.252962 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=402468f4-2615-4363-bcf8-e4dc0182e598,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:16.265856 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': '17563f5d-f86d-4e67-890b-2936fb9f4c33', 'network_id': '2255e8f9-1d64-44b2-ad9e-48aa83dbdd60', 'port_id': '17563f5d-f86d-4e67-890b-2936fb9f4c33', 'mac_address': 'fa:16:3e:c8:86:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fb5d9d9-e971-45a6-bf34-6c731ef57415', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:09:16.355303 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 36314) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:09:16.385200 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:16.421315 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17563f5d-f86d-4e67-890b-2936fb9f4c33 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:09:16.464762 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 17563f5d-f86d-4e67-890b-2936fb9f4c33, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=17563f5d-f86d-4e67-890b-2936fb9f4c33,segment=NetworkSegment(5c1e5ebd-28c5-4979-b2d5-59a130861886),segment_id=5c1e5ebd-28c5-4979-b2d5-59a130861886)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:09:16.471328 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:16.602961 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=17563f5d-f86d-4e67-890b-2936fb9f4c33,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:16.649664 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122df79a-de6b-4ba7-b608-47cd4d048d93 req-d6881dfd-f860-4c30-a819-b9615f265db2 tempest-VolumesActionsTest-1274471935 tempest-VolumesActionsTest-1274471935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:16.656334 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-122df79a-de6b-4ba7-b608-47cd4d048d93 req-d6881dfd-f860-4c30-a819-b9615f265db2 tempest-VolumesActionsTest-1274471935 tempest-VolumesActionsTest-1274471935-project] 10.222.0.44 "GET /v2.0/ports?device_id=793d4305-071b-444d-bda4-f4a9740dc612 HTTP/1.1" status: 200 len: 946 time: 0.2816000 Jul 24 00:09:16.673766 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166f5b4d-95cf-4c00-a764-33e466601039 req-fdbf398c-a5dd-4ee5-8f3b-5a299c6f8b26 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:16.685437 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-166f5b4d-95cf-4c00-a764-33e466601039 req-fdbf398c-a5dd-4ee5-8f3b-5a299c6f8b26 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] 10.222.0.44 "GET /v2.0/ports?device_id=17a35ceb-75c4-407c-b2b5-288c81339429 HTTP/1.1" status: 200 len: 945 time: 0.1864018 Jul 24 00:09:16.691431 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dbb216-7544-4de1-846d-3befc68e2e6a req-95a7f5aa-9d50-46f0-a0e0-2ec99d2857a7 tempest-VolumesActionsTest-1274471935 tempest-VolumesActionsTest-1274471935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:16.693145 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c4dbb216-7544-4de1-846d-3befc68e2e6a req-95a7f5aa-9d50-46f0-a0e0-2ec99d2857a7 tempest-VolumesActionsTest-1274471935 tempest-VolumesActionsTest-1274471935-project] 10.222.0.64 "GET /v2.0/ports?device_id=793d4305-071b-444d-bda4-f4a9740dc612 HTTP/1.1" status: 200 len: 946 time: 0.2623963 Jul 24 00:09:16.707716 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['402468f4-2615-4363-bcf8-e4dc0182e598'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:09:16.743695 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-082236ef-5842-409e-8999-47884c4f266c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:16.745752 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-122df79a-de6b-4ba7-b608-47cd4d048d93 req-e5e5a07f-cd3c-4b4f-96df-40d33608818f tempest-VolumesActionsTest-1274471935 tempest-VolumesActionsTest-1274471935-project] 10.222.0.44 "GET /v2.0/security-groups?id=01348eee-a6cc-473b-b4c9-00e043b03752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885000 Jul 24 00:09:16.799901 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['17563f5d-f86d-4e67-890b-2936fb9f4c33'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:09:16.849611 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-166f5b4d-95cf-4c00-a764-33e466601039 req-ef6aea96-3713-4e5f-9d83-e27715c1479b tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b1e7365-044c-42bf-a614-6a953622d018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573086 Jul 24 00:09:17.178012 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-082236ef-5842-409e-8999-47884c4f266c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:17.184328 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-c4dbb216-7544-4de1-846d-3befc68e2e6a req-75e9c0bd-51dd-433b-b0c0-f5cc6275dc21 tempest-VolumesActionsTest-1274471935 tempest-VolumesActionsTest-1274471935-project] Deleting port 747d531d-c804-45b7-bdab-27698675cdf7 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:09:17.185781 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-c4dbb216-7544-4de1-846d-3befc68e2e6a req-75e9c0bd-51dd-433b-b0c0-f5cc6275dc21 tempest-VolumesActionsTest-1274471935 tempest-VolumesActionsTest-1274471935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:17.186084 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-082236ef-5842-409e-8999-47884c4f266c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:17.253619 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082236ef-5842-409e-8999-47884c4f266c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=838da7ec-73c8-4e96-93b9-ee376ef2edfd,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:17.278067 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-082236ef-5842-409e-8999-47884c4f266c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c725a648fb6f493f93dfa54ea7491865&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9187877 Jul 24 00:09:17.279685 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 36330) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:09:17.287020 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-df8e5e95-f8f0-4f91-8879-1877a9d5c82f req-f5cfc5db-65a5-4d92-857e-258793d81d9a tempest-ServerShowV254Test-1593142185 tempest-ServerShowV254Test-1593142185-project] 10.222.0.44 "GET /v2.0/ports?device_id=01670562-4603-4354-ae01-347bb274bb09 HTTP/1.1" status: 200 len: 210 time: 0.0651934 Jul 24 00:09:17.349580 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 80213eaf-0a9d-40b7-95b9-4cd0e5d368dc up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:09:17.384567 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-c4dbb216-7544-4de1-846d-3befc68e2e6a req-75e9c0bd-51dd-433b-b0c0-f5cc6275dc21 tempest-VolumesActionsTest-1274471935 tempest-VolumesActionsTest-1274471935-project] For port 747d531d-c804-45b7-bdab-27698675cdf7, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=747d531d-c804-45b7-bdab-27698675cdf7,segment=NetworkSegment(5f17eb04-28aa-4878-8a04-e770a5f0149d),segment_id=5f17eb04-28aa-4878-8a04-e770a5f0149d)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:09:17.385504 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-c4dbb216-7544-4de1-846d-3befc68e2e6a req-75e9c0bd-51dd-433b-b0c0-f5cc6275dc21 tempest-VolumesActionsTest-1274471935 tempest-VolumesActionsTest-1274471935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:17.416994 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-c4dbb216-7544-4de1-846d-3befc68e2e6a req-75e9c0bd-51dd-433b-b0c0-f5cc6275dc21 tempest-VolumesActionsTest-1274471935 tempest-VolumesActionsTest-1274471935-project] Calling delete_port for 747d531d-c804-45b7-bdab-27698675cdf7 owned by compute:nova {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:09:17.443395 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c0bab802-d196-4182-84bb-71189dc8743d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:17.455889 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port 80213eaf-0a9d-40b7-95b9-4cd0e5d368dc completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:09:17.470730 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port 80213eaf-0a9d-40b7-95b9-4cd0e5d368dc triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:09:17.474040 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:17.504860 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c0bab802-d196-4182-84bb-71189dc8743d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:17.610602 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c0bab802-d196-4182-84bb-71189dc8743d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:17.617378 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c0bab802-d196-4182-84bb-71189dc8743d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:17.623211 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c0bab802-d196-4182-84bb-71189dc8743d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/838da7ec-73c8-4e96-93b9-ee376ef2edfd HTTP/1.1" status: 204 len: 168 time: 0.3397224 Jul 24 00:09:17.640019 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bab802-d196-4182-84bb-71189dc8743d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=838da7ec-73c8-4e96-93b9-ee376ef2edfd,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:17.653764 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-c4dbb216-7544-4de1-846d-3befc68e2e6a req-75e9c0bd-51dd-433b-b0c0-f5cc6275dc21 tempest-VolumesActionsTest-1274471935 tempest-VolumesActionsTest-1274471935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:17.660102 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:17.672302 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:17.677603 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['747d531d-c804-45b7-bdab-27698675cdf7'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:09:17.679600 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 402468f4-2615-4363-bcf8-e4dc0182e598 up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:09:17.760579 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e88fb226-4efc-4256-9fcb-48eb6f2a6dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80213eaf-0a9d-40b7-95b9-4cd0e5d368dc'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:09:17.763140 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-831dc5f7-7995-43f9-94c4-bc68ee89f667" -d '{"events": [{"server_uuid": "e88fb226-4efc-4256-9fcb-48eb6f2a6dbb", "name": "network-vif-plugged", "status": "completed", "tag": "80213eaf-0a9d-40b7-95b9-4cd0e5d368dc"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:09:17.767430 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e9c0bd-51dd-433b-b0c0-f5cc6275dc21 tempest-VolumesActionsTest-1274471935 tempest-VolumesActionsTest-1274471935-project] Pushing event deleted for resources: {'Port': ['ID=747d531d-c804-45b7-bdab-27698675cdf7,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:17.810652 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 80213eaf-0a9d-40b7-95b9-4cd0e5d368dc, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=80213eaf-0a9d-40b7-95b9-4cd0e5d368dc,segment=NetworkSegment(5c1e5ebd-28c5-4979-b2d5-59a130861886),segment_id=5c1e5ebd-28c5-4979-b2d5-59a130861886)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:09:17.823601 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:17.841762 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4dbb216-7544-4de1-846d-3befc68e2e6a req-75e9c0bd-51dd-433b-b0c0-f5cc6275dc21 tempest-VolumesActionsTest-1274471935 tempest-VolumesActionsTest-1274471935-project] No DVR routers for this DVR port 747d531d-c804-45b7-bdab-27698675cdf7 on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:09:17.846681 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-c4dbb216-7544-4de1-846d-3befc68e2e6a req-75e9c0bd-51dd-433b-b0c0-f5cc6275dc21 tempest-VolumesActionsTest-1274471935 tempest-VolumesActionsTest-1274471935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:17.850765 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c4dbb216-7544-4de1-846d-3befc68e2e6a req-75e9c0bd-51dd-433b-b0c0-f5cc6275dc21 tempest-VolumesActionsTest-1274471935 tempest-VolumesActionsTest-1274471935-project] 10.222.0.64 "DELETE /v2.0/ports/747d531d-c804-45b7-bdab-27698675cdf7 HTTP/1.1" status: 204 len: 173 time: 1.1236038 Jul 24 00:09:17.852955 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '793d4305-071b-444d-bda4-f4a9740dc612', 'name': 'network-vif-deleted', 'tag': '747d531d-c804-45b7-bdab-27698675cdf7'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:09:17.857247 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a52e4e5-9f4b-4f62-ba9f-0320f496ed1a" -d '{"events": [{"server_uuid": "793d4305-071b-444d-bda4-f4a9740dc612", "name": "network-vif-deleted", "tag": "747d531d-c804-45b7-bdab-27698675cdf7"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:09:17.923691 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af41f145-40fb-4a6e-9cc7-e614d0f72f75 x-openstack-request-id: req-af41f145-40fb-4a6e-9cc7-e614d0f72f75 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:09:17.923994 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e88fb226-4efc-4256-9fcb-48eb6f2a6dbb", "name": "network-vif-plugged", "status": "completed", "tag": "80213eaf-0a9d-40b7-95b9-4cd0e5d368dc", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:09:17.924257 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-af41f145-40fb-4a6e-9cc7-e614d0f72f75 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:09:17.929173 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e88fb226-4efc-4256-9fcb-48eb6f2a6dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80213eaf-0a9d-40b7-95b9-4cd0e5d368dc', 'code': 200} Jul 24 00:09:17.951053 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port 402468f4-2615-4363-bcf8-e4dc0182e598 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:09:17.961774 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2263f469-5dfb-4223-b9c8-9cdaa6120abe x-openstack-request-id: req-2263f469-5dfb-4223-b9c8-9cdaa6120abe {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:09:17.962074 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "793d4305-071b-444d-bda4-f4a9740dc612", "name": "network-vif-deleted", "tag": "747d531d-c804-45b7-bdab-27698675cdf7", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:09:17.962372 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2263f469-5dfb-4223-b9c8-9cdaa6120abe {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:09:17.962801 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '793d4305-071b-444d-bda4-f4a9740dc612', 'name': 'network-vif-deleted', 'tag': '747d531d-c804-45b7-bdab-27698675cdf7', 'status': 'completed', 'code': 200} Jul 24 00:09:17.969921 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fb7cb540-e8ca-4f9e-a2ed-1f16381b4b73 req-7fa02186-d795-488e-bf62-b0fae9f6408a tempest-VolumesActionsTest-1274471935 tempest-VolumesActionsTest-1274471935-project] 10.222.0.44 "GET /v2.0/ports?device_id=793d4305-071b-444d-bda4-f4a9740dc612 HTTP/1.1" status: 200 len: 210 time: 0.1078084 Jul 24 00:09:17.996123 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port 402468f4-2615-4363-bcf8-e4dc0182e598 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:09:18.001521 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:18.133102 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=80213eaf-0a9d-40b7-95b9-4cd0e5d368dc,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:18.306500 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e83677-a919-455a-a192-b2497e58ce85 req-5a1a37c6-a246-4f0c-94ef-e8c3863150e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:18.308030 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-27e83677-a919-455a-a192-b2497e58ce85 req-5a1a37c6-a246-4f0c-94ef-e8c3863150e2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e88fb226-4efc-4256-9fcb-48eb6f2a6dbb HTTP/1.1" status: 200 len: 1098 time: 0.2810922 Jul 24 00:09:18.340380 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:18.401715 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-27e83677-a919-455a-a192-b2497e58ce85 req-1ce74543-0716-47c8-9adc-981d233a4155 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7b1e7365-044c-42bf-a614-6a953622d018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732844 Jul 24 00:09:18.419856 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c02a11b-a509-4b12-ae40-a13f7f8d99a5 req-87c22282-f162-4ee1-a932-5fc38577f1fe tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:18.423820 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3c02a11b-a509-4b12-ae40-a13f7f8d99a5 req-87c22282-f162-4ee1-a932-5fc38577f1fe tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] 10.222.0.44 "GET /v2.0/ports?device_id=17a35ceb-75c4-407c-b2b5-288c81339429 HTTP/1.1" status: 200 len: 945 time: 0.2562764 Jul 24 00:09:18.424999 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 402468f4-2615-4363-bcf8-e4dc0182e598, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=402468f4-2615-4363-bcf8-e4dc0182e598,segment=NetworkSegment(5c1e5ebd-28c5-4979-b2d5-59a130861886),segment_id=5c1e5ebd-28c5-4979-b2d5-59a130861886)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:09:18.430076 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:18.431284 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 17563f5d-f86d-4e67-890b-2936fb9f4c33 up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:09:18.493891 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-088f51d0-f7d5-436f-8a35-fc2c234af25c req-fd369c1a-4e59-4f63-8049-f389a80cdcfb tempest-ServerShowV254Test-1593142185 tempest-ServerShowV254Test-1593142185-project] 10.222.0.44 "GET /v2.0/ports?device_id=01670562-4603-4354-ae01-347bb274bb09 HTTP/1.1" status: 200 len: 210 time: 0.0644557 Jul 24 00:09:18.517072 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3c02a11b-a509-4b12-ae40-a13f7f8d99a5 req-7b6fe69f-79be-449a-86a0-5f5900ff0b16 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b1e7365-044c-42bf-a614-6a953622d018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851421 Jul 24 00:09:18.595672 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 36354) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:09:18.614910 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=402468f4-2615-4363-bcf8-e4dc0182e598,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:18.626937 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port 17563f5d-f86d-4e67-890b-2936fb9f4c33 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:09:18.627817 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2125335f-d321-4b39-8654-72e8f58ff54d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:18.632722 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port 17563f5d-f86d-4e67-890b-2936fb9f4c33 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:09:18.633263 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:18.727422 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:18.761033 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2125335f-d321-4b39-8654-72e8f58ff54d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:18.765749 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 17563f5d-f86d-4e67-890b-2936fb9f4c33, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=17563f5d-f86d-4e67-890b-2936fb9f4c33,segment=NetworkSegment(5c1e5ebd-28c5-4979-b2d5-59a130861886),segment_id=5c1e5ebd-28c5-4979-b2d5-59a130861886)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:09:18.767263 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2125335f-d321-4b39-8654-72e8f58ff54d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:18.771026 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:18.798711 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-2125335f-d321-4b39-8654-72e8f58ff54d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4d825e3e30fe443aa74bf0ce817fe2a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1995425 Jul 24 00:09:18.799552 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 36356) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:09:18.817762 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2125335f-d321-4b39-8654-72e8f58ff54d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01dcb49c-0b6f-4e33-9869-00aa79309c57,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:18.847435 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=17563f5d-f86d-4e67-890b-2936fb9f4c33,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:18.870751 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-85c337f5-1794-4baa-8d8b-9c4bb28ce1b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:18.892447 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-85c337f5-1794-4baa-8d8b-9c4bb28ce1b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:18.967484 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-85c337f5-1794-4baa-8d8b-9c4bb28ce1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:18.970407 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-85c337f5-1794-4baa-8d8b-9c4bb28ce1b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:18.974263 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-85c337f5-1794-4baa-8d8b-9c4bb28ce1b5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/01dcb49c-0b6f-4e33-9869-00aa79309c57 HTTP/1.1" status: 204 len: 168 time: 0.1707289 Jul 24 00:09:18.980475 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c337f5-1794-4baa-8d8b-9c4bb28ce1b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01dcb49c-0b6f-4e33-9869-00aa79309c57,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:19.677933 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc5e432-5dc1-43a4-956e-5d8d106070bb req-0023d73d-ce5f-4f5e-92d9-bf17ea30f345 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:19.687213 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-dfc5e432-5dc1-43a4-956e-5d8d106070bb req-0023d73d-ce5f-4f5e-92d9-bf17ea30f345 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] 10.222.0.44 "GET /v2.0/ports?device_id=17a35ceb-75c4-407c-b2b5-288c81339429 HTTP/1.1" status: 200 len: 946 time: 0.0773752 Jul 24 00:09:19.693008 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-37a882f7-ad83-45e2-9546-e45b2d232a11 req-c736669d-1e6d-44ea-afec-10c9b3719cfd tempest-ServerShowV254Test-1593142185 tempest-ServerShowV254Test-1593142185-project] 10.222.0.44 "GET /v2.0/ports?device_id=01670562-4603-4354-ae01-347bb274bb09 HTTP/1.1" status: 200 len: 210 time: 0.0759609 Jul 24 00:09:19.737507 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-dfc5e432-5dc1-43a4-956e-5d8d106070bb req-9dc16a71-4843-4da9-a834-b0f603efee28 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b1e7365-044c-42bf-a614-6a953622d018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488932 Jul 24 00:09:19.930811 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9b2af9a-584f-4154-ac4d-d19ed31b42fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '402468f4-2615-4363-bcf8-e4dc0182e598'}, {'server_uuid': '17a35ceb-75c4-407c-b2b5-288c81339429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17563f5d-f86d-4e67-890b-2936fb9f4c33'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:09:19.934448 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a4fd63-e2e0-4ddd-8288-343d6382c99a" -d '{"events": [{"server_uuid": "c9b2af9a-584f-4154-ac4d-d19ed31b42fa", "name": "network-vif-plugged", "status": "completed", "tag": "402468f4-2615-4363-bcf8-e4dc0182e598"}, {"server_uuid": "17a35ceb-75c4-407c-b2b5-288c81339429", "name": "network-vif-plugged", "status": "completed", "tag": "17563f5d-f86d-4e67-890b-2936fb9f4c33"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:09:19.984538 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 24 Jul 2021 00:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13229786-1071-4825-81e3-f461338e07e4 x-openstack-request-id: req-13229786-1071-4825-81e3-f461338e07e4 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:09:19.985510 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9b2af9a-584f-4154-ac4d-d19ed31b42fa", "name": "network-vif-plugged", "status": "completed", "tag": "402468f4-2615-4363-bcf8-e4dc0182e598", "code": 200}, {"server_uuid": "17a35ceb-75c4-407c-b2b5-288c81339429", "name": "network-vif-plugged", "status": "completed", "tag": "17563f5d-f86d-4e67-890b-2936fb9f4c33", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:09:19.986030 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-13229786-1071-4825-81e3-f461338e07e4 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:09:19.986445 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9b2af9a-584f-4154-ac4d-d19ed31b42fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '402468f4-2615-4363-bcf8-e4dc0182e598', 'code': 200} Jul 24 00:09:19.986708 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17a35ceb-75c4-407c-b2b5-288c81339429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17563f5d-f86d-4e67-890b-2936fb9f4c33', 'code': 200} Jul 24 00:09:20.212138 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8134139-f9d3-4f8f-9322-64cc9eddbb46 req-f0f27f0f-44d3-4539-8f04-232677fdf0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:20.213750 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e8134139-f9d3-4f8f-9322-64cc9eddbb46 req-f0f27f0f-44d3-4539-8f04-232677fdf0cf service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c9b2af9a-584f-4154-ac4d-d19ed31b42fa HTTP/1.1" status: 200 len: 1097 time: 0.0953934 Jul 24 00:09:20.219390 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb1d506-bfe7-4146-8d45-5627bdb68de0 req-37815a13-a3fc-4434-8cae-3abec561b550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:20.220936 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0fb1d506-bfe7-4146-8d45-5627bdb68de0 req-37815a13-a3fc-4434-8cae-3abec561b550 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=17a35ceb-75c4-407c-b2b5-288c81339429 HTTP/1.1" status: 200 len: 1098 time: 0.1434717 Jul 24 00:09:20.281495 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e8134139-f9d3-4f8f-9322-64cc9eddbb46 req-ece6094e-e824-4128-9d0a-b5442de46a50 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=7b1e7365-044c-42bf-a614-6a953622d018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595162 Jul 24 00:09:20.299126 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0fb1d506-bfe7-4146-8d45-5627bdb68de0 req-02032354-215e-4397-88df-c9416b8e76b6 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=7b1e7365-044c-42bf-a614-6a953622d018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704992 Jul 24 00:09:20.868131 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4f601dd6-a235-4218-bf41-7efe57585cbe req-c134e5d5-124b-4ae8-a279-9a76bd5c52a5 tempest-ServerShowV254Test-1593142185 tempest-ServerShowV254Test-1593142185-project] 10.222.0.44 "GET /v2.0/ports?device_id=01670562-4603-4354-ae01-347bb274bb09 HTTP/1.1" status: 200 len: 210 time: 0.0362260 Jul 24 00:09:20.927045 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0315b77c-1773-45b3-9d9a-38fcf60ab1d9 req-ae04845e-dddc-413c-8771-278a333bb1bb tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:20.935619 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0315b77c-1773-45b3-9d9a-38fcf60ab1d9 req-ae04845e-dddc-413c-8771-278a333bb1bb tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] 10.222.0.44 "GET /v2.0/ports?device_id=17a35ceb-75c4-407c-b2b5-288c81339429 HTTP/1.1" status: 200 len: 946 time: 0.1015265 Jul 24 00:09:20.979268 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0315b77c-1773-45b3-9d9a-38fcf60ab1d9 req-7633dbc0-eb9b-4a1d-b086-574d58ac208e tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b1e7365-044c-42bf-a614-6a953622d018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425761 Jul 24 00:09:21.396409 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 747d531d-c804-45b7-bdab-27698675cdf7 no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:09:21.420782 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] No Port match for: 747d531d-c804-45b7-bdab-27698675cdf7 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:09:21.421523 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 747d531d-c804-45b7-bdab-27698675cdf7 not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:09:21.684554 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9ab58f1b-2429-4b0f-8c28-656aedcde5a6 req-4808bec6-6105-43e2-b816-f2b0923d1418 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=01670562-4603-4354-ae01-347bb274bb09 HTTP/1.1" status: 200 len: 210 time: 0.0626879 Jul 24 00:09:22.010876 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9e1f3607-b5c3-4cef-9d62-e853661d1e18 req-4564a906-40fb-4468-b6b3-35dffe26221a tempest-ServerShowV254Test-1593142185 tempest-ServerShowV254Test-1593142185-project] 10.222.0.44 "GET /v2.0/ports?device_id=01670562-4603-4354-ae01-347bb274bb09 HTTP/1.1" status: 200 len: 210 time: 0.0447454 Jul 24 00:09:22.144454 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d7b467-30f3-4602-bba0-f9659c88125e req-72015f37-3d37-4cf5-9dc1-da9749e53e9a tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:22.154061 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-91d7b467-30f3-4602-bba0-f9659c88125e req-72015f37-3d37-4cf5-9dc1-da9749e53e9a tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] 10.222.0.44 "GET /v2.0/ports?device_id=17a35ceb-75c4-407c-b2b5-288c81339429 HTTP/1.1" status: 200 len: 946 time: 0.0860288 Jul 24 00:09:22.202570 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-91d7b467-30f3-4602-bba0-f9659c88125e req-3c3bd267-2fae-4bdf-a78f-28d86abb43c6 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b1e7365-044c-42bf-a614-6a953622d018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472450 Jul 24 00:09:22.356700 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9655ce46-0aa2-4ccc-a909-39dea2457c09 req-426af78d-6c8b-4faf-95f1-12f25c66be15 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:22.358201 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9655ce46-0aa2-4ccc-a909-39dea2457c09 req-426af78d-6c8b-4faf-95f1-12f25c66be15 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] 10.222.0.44 "GET /v2.0/ports?device_id=e88fb226-4efc-4256-9fcb-48eb6f2a6dbb HTTP/1.1" status: 200 len: 946 time: 0.0886776 Jul 24 00:09:22.417681 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9655ce46-0aa2-4ccc-a909-39dea2457c09 req-6900c467-9ee0-458f-9e74-176c61cea9af tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b1e7365-044c-42bf-a614-6a953622d018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538311 Jul 24 00:09:22.630042 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6cd2e0-ddfb-430c-abd1-b57997f59220 req-b005cfa2-aeac-493a-a97d-164ba1fc9050 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:22.637962 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2e6cd2e0-ddfb-430c-abd1-b57997f59220 req-b005cfa2-aeac-493a-a97d-164ba1fc9050 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9b2af9a-584f-4154-ac4d-d19ed31b42fa HTTP/1.1" status: 200 len: 945 time: 0.1046429 Jul 24 00:09:22.685484 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2e6cd2e0-ddfb-430c-abd1-b57997f59220 req-13e2d5d0-dc6c-4a60-9d13-6e1e5fc49728 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b1e7365-044c-42bf-a614-6a953622d018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461090 Jul 24 00:09:23.090480 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be1023-b6c3-4b26-822c-9cea5fadc9e6 req-c3d8a141-72c0-4f07-8b66-71f13c31f43a tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:23.101066 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-27be1023-b6c3-4b26-822c-9cea5fadc9e6 req-c3d8a141-72c0-4f07-8b66-71f13c31f43a tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9b2af9a-584f-4154-ac4d-d19ed31b42fa HTTP/1.1" status: 200 len: 945 time: 0.1321895 Jul 24 00:09:23.163785 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-24481170-b966-4552-8bb7-2357f348749d req-2b05b544-e456-44e9-8a56-8554068d3674 tempest-ServerShowV254Test-1593142185 tempest-ServerShowV254Test-1593142185-project] 10.222.0.44 "GET /v2.0/ports?device_id=01670562-4603-4354-ae01-347bb274bb09 HTTP/1.1" status: 200 len: 210 time: 0.0404713 Jul 24 00:09:23.179584 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-27be1023-b6c3-4b26-822c-9cea5fadc9e6 req-059c36ba-2992-43c9-8b0d-266b68174acc tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b1e7365-044c-42bf-a614-6a953622d018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772140 Jul 24 00:09:23.197788 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-07c7ae88-d118-4fee-94ef-b3a10bbc7f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:23.531414 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e54dc4c5-7eba-41d8-881e-88eb934b149b req-b1267f70-3b8f-498f-8539-b8d630ed744c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2f374206d0b04d9bb1f190c3054581e0&device_id=01670562-4603-4354-ae01-347bb274bb09 HTTP/1.1" status: 200 len: 210 time: 0.0554056 Jul 24 00:09:23.620452 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e54dc4c5-7eba-41d8-881e-88eb934b149b req-e72c55a1-3a4e-474d-9a36-46c0f2e7e461 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=2f374206d0b04d9bb1f190c3054581e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0844307 Jul 24 00:09:23.698956 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-82c0effa-980d-4e54-b792-13be8c0bcd35 req-4e081224-70d1-498e-b189-6ca0127f78c0 tempest-ServerShowV254Test-1593142185 tempest-ServerShowV254Test-1593142185-project] 10.222.0.44 "GET /v2.0/ports?device_id=01670562-4603-4354-ae01-347bb274bb09 HTTP/1.1" status: 200 len: 210 time: 0.1223347 Jul 24 00:09:24.441216 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54dc4c5-7eba-41d8-881e-88eb934b149b req-24d924a5-50a0-4f00-850e-ca7be0f71801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:24.443387 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e54dc4c5-7eba-41d8-881e-88eb934b149b req-24d924a5-50a0-4f00-850e-ca7be0f71801 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8160262 Jul 24 00:09:24.506045 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ba3442-0c7a-4425-bd31-8831d129c977 req-749fafaf-0087-4325-a6e0-a334f2ab77c3 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:24.506045 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-27ba3442-0c7a-4425-bd31-8831d129c977 req-749fafaf-0087-4325-a6e0-a334f2ab77c3 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9b2af9a-584f-4154-ac4d-d19ed31b42fa HTTP/1.1" status: 200 len: 945 time: 0.1646175 Jul 24 00:09:24.571671 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d989e-d604-4714-8720-a26759a77bdb req-64424c6a-244a-4d16-a725-bfde7e4b0c76 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:24.582612 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4c1d989e-d604-4714-8720-a26759a77bdb req-64424c6a-244a-4d16-a725-bfde7e4b0c76 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9b2af9a-584f-4154-ac4d-d19ed31b42fa HTTP/1.1" status: 200 len: 945 time: 0.2425106 Jul 24 00:09:24.662009 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4c1d989e-d604-4714-8720-a26759a77bdb req-060e4182-d471-41fa-be94-d8f4aed93b4e tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b1e7365-044c-42bf-a614-6a953622d018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742257 Jul 24 00:09:24.781258 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-27ba3442-0c7a-4425-bd31-8831d129c977 req-e3ff038f-f828-4545-bf43-0de0580eeaa0 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] Deleting port 402468f4-2615-4363-bcf8-e4dc0182e598 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:09:24.784605 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-27ba3442-0c7a-4425-bd31-8831d129c977 req-e3ff038f-f828-4545-bf43-0de0580eeaa0 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:24.928947 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-604a5f74-13e0-40f1-a0bf-06e2fbd2a376 req-ee9fab32-ee9c-4a74-8421-3e7a9ebf3406 tempest-ServerShowV254Test-1593142185 tempest-ServerShowV254Test-1593142185-project] 10.222.0.44 "GET /v2.0/ports?device_id=01670562-4603-4354-ae01-347bb274bb09 HTTP/1.1" status: 200 len: 210 time: 0.0759563 Jul 24 00:09:24.986599 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-27ba3442-0c7a-4425-bd31-8831d129c977 req-e3ff038f-f828-4545-bf43-0de0580eeaa0 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] For port 402468f4-2615-4363-bcf8-e4dc0182e598, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=402468f4-2615-4363-bcf8-e4dc0182e598,segment=NetworkSegment(5c1e5ebd-28c5-4979-b2d5-59a130861886),segment_id=5c1e5ebd-28c5-4979-b2d5-59a130861886)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:09:24.989023 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-27ba3442-0c7a-4425-bd31-8831d129c977 req-e3ff038f-f828-4545-bf43-0de0580eeaa0 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:25.006839 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-27ba3442-0c7a-4425-bd31-8831d129c977 req-e3ff038f-f828-4545-bf43-0de0580eeaa0 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] Calling delete_port for 402468f4-2615-4363-bcf8-e4dc0182e598 owned by compute:nova {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:09:25.136204 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5888242-4440-43a2-9a12-54c689bcb82c req-c09c03a3-918a-4d0a-86cd-6fcef91a2ce1 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:25.139921 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f5888242-4440-43a2-9a12-54c689bcb82c req-c09c03a3-918a-4d0a-86cd-6fcef91a2ce1 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] 10.222.0.44 "GET /v2.0/ports?device_id=a65867d2-2a4a-4f52-9d98-cbf057de0fa7 HTTP/1.1" status: 200 len: 945 time: 0.1000283 Jul 24 00:09:25.180975 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f5888242-4440-43a2-9a12-54c689bcb82c req-cc24acfa-6611-40b0-91d6-651367013bcb tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] 10.222.0.44 "GET /v2.0/security-groups?id=6580c5df-1a8a-4671-bf83-f15c95476354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352426 Jul 24 00:09:25.181590 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-27ba3442-0c7a-4425-bd31-8831d129c977 req-e3ff038f-f828-4545-bf43-0de0580eeaa0 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:25.196285 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['402468f4-2615-4363-bcf8-e4dc0182e598', '17563f5d-f86d-4e67-890b-2936fb9f4c33'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:09:25.229530 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ff038f-f828-4545-bf43-0de0580eeaa0 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] Pushing event deleted for resources: {'Port': ['ID=402468f4-2615-4363-bcf8-e4dc0182e598,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:25.249935 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['80213eaf-0a9d-40b7-95b9-4cd0e5d368dc'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:09:25.291192 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-27ba3442-0c7a-4425-bd31-8831d129c977 req-e3ff038f-f828-4545-bf43-0de0580eeaa0 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] No DVR routers for this DVR port 402468f4-2615-4363-bcf8-e4dc0182e598 on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:09:25.294542 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-27ba3442-0c7a-4425-bd31-8831d129c977 req-e3ff038f-f828-4545-bf43-0de0580eeaa0 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:25.297013 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-27ba3442-0c7a-4425-bd31-8831d129c977 req-e3ff038f-f828-4545-bf43-0de0580eeaa0 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] 10.222.0.52 "DELETE /v2.0/ports/402468f4-2615-4363-bcf8-e4dc0182e598 HTTP/1.1" status: 204 len: 173 time: 0.7814703 Jul 24 00:09:25.297610 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9b2af9a-584f-4154-ac4d-d19ed31b42fa', 'name': 'network-vif-deleted', 'tag': '402468f4-2615-4363-bcf8-e4dc0182e598'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:09:25.300800 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4e3ae1-dcb4-4942-8a66-8851d6b5bcb2" -d '{"events": [{"server_uuid": "c9b2af9a-584f-4154-ac4d-d19ed31b42fa", "name": "network-vif-deleted", "tag": "402468f4-2615-4363-bcf8-e4dc0182e598"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:09:25.389190 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8964c917-c04a-48c1-94e8-f2cb30c9f64b x-openstack-request-id: req-8964c917-c04a-48c1-94e8-f2cb30c9f64b {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:09:25.389511 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9b2af9a-584f-4154-ac4d-d19ed31b42fa", "name": "network-vif-deleted", "tag": "402468f4-2615-4363-bcf8-e4dc0182e598", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:09:25.389814 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8964c917-c04a-48c1-94e8-f2cb30c9f64b {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:09:25.390228 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9b2af9a-584f-4154-ac4d-d19ed31b42fa', 'name': 'network-vif-deleted', 'tag': '402468f4-2615-4363-bcf8-e4dc0182e598', 'status': 'completed', 'code': 200} Jul 24 00:09:25.689361 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e54dc4c5-7eba-41d8-881e-88eb934b149b req-826163b5-b809-4aef-ad2c-f29063f38c17 tempest-ServerShowV254Test-1593142185 tempest-ServerShowV254Test-1593142185-project] 10.222.0.52 "GET /v2.0/ports?device_id=01670562-4603-4354-ae01-347bb274bb09 HTTP/1.1" status: 200 len: 210 time: 0.0505226 Jul 24 00:09:25.758509 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f608837e-3292-4895-ba4a-d399e570c35d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:25.906328 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-909631ae-48ba-4417-b715-bdba116e594e req-46c17119-a8f6-4d2c-a256-40126e91143f tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9b2af9a-584f-4154-ac4d-d19ed31b42fa HTTP/1.1" status: 200 len: 210 time: 0.0538335 Jul 24 00:09:26.144394 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f20c71f3-b847-471d-ab34-5152a1a7a39a req-bc17377a-7424-4626-beb5-0cc9bfcc5eff tempest-ServerShowV254Test-1593142185 tempest-ServerShowV254Test-1593142185-project] 10.222.0.44 "GET /v2.0/ports?device_id=01670562-4603-4354-ae01-347bb274bb09 HTTP/1.1" status: 200 len: 210 time: 0.0898757 Jul 24 00:09:26.411056 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f6d7e-f00a-4dc4-bab5-4d0d09de861c req-f3678ae7-08bf-4e90-adad-770070881f5d tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:26.423848 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0b4f6d7e-f00a-4dc4-bab5-4d0d09de861c req-f3678ae7-08bf-4e90-adad-770070881f5d tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] 10.222.0.44 "GET /v2.0/ports?device_id=a65867d2-2a4a-4f52-9d98-cbf057de0fa7 HTTP/1.1" status: 200 len: 945 time: 0.1349957 Jul 24 00:09:26.483524 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169bf4b7-9213-4319-998f-7033838083be req-ebf8a059-b972-4c73-9dec-d24048f67e34 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:26.510960 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169bf4b7-9213-4319-998f-7033838083be req-ebf8a059-b972-4c73-9dec-d24048f67e34 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:26.518198 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0b4f6d7e-f00a-4dc4-bab5-4d0d09de861c req-5d091a2d-daad-42a9-ae23-ca0d39888d85 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] 10.222.0.44 "GET /v2.0/security-groups?id=6580c5df-1a8a-4671-bf83-f15c95476354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935104 Jul 24 00:09:26.541023 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169bf4b7-9213-4319-998f-7033838083be req-ebf8a059-b972-4c73-9dec-d24048f67e34 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:26.548439 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169bf4b7-9213-4319-998f-7033838083be req-ebf8a059-b972-4c73-9dec-d24048f67e34 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:26.564454 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169bf4b7-9213-4319-998f-7033838083be req-ebf8a059-b972-4c73-9dec-d24048f67e34 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:26.573844 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169bf4b7-9213-4319-998f-7033838083be req-ebf8a059-b972-4c73-9dec-d24048f67e34 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:26.580432 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169bf4b7-9213-4319-998f-7033838083be req-ebf8a059-b972-4c73-9dec-d24048f67e34 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:26.586057 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-169bf4b7-9213-4319-998f-7033838083be req-ebf8a059-b972-4c73-9dec-d24048f67e34 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/ports?device_id=12c01cab-6f38-47e5-a713-3b0033ce846b HTTP/1.1" status: 200 len: 5445 time: 0.2587931 Jul 24 00:09:26.647903 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-169bf4b7-9213-4319-998f-7033838083be req-18cd6541-62e3-4b74-a325-58fff023249d tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b2b81f-5921-46c4-a5f8-cac2ff846ad3&id=84526489-a784-4e02-8584-4c6d6be5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0590463 Jul 24 00:09:26.770992 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:26.876020 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e58394-7237-4e3c-aa61-e19925287b8c req-b18ad0a7-7e45-4aa9-b655-111c8a18a7cd tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:26.898930 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e58394-7237-4e3c-aa61-e19925287b8c req-b18ad0a7-7e45-4aa9-b655-111c8a18a7cd tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:26.905964 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e58394-7237-4e3c-aa61-e19925287b8c req-b18ad0a7-7e45-4aa9-b655-111c8a18a7cd tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:26.913070 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e58394-7237-4e3c-aa61-e19925287b8c req-b18ad0a7-7e45-4aa9-b655-111c8a18a7cd tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:26.919802 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e58394-7237-4e3c-aa61-e19925287b8c req-b18ad0a7-7e45-4aa9-b655-111c8a18a7cd tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:26.926503 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e58394-7237-4e3c-aa61-e19925287b8c req-b18ad0a7-7e45-4aa9-b655-111c8a18a7cd tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:26.933883 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e58394-7237-4e3c-aa61-e19925287b8c req-b18ad0a7-7e45-4aa9-b655-111c8a18a7cd tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:26.935888 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-29e58394-7237-4e3c-aa61-e19925287b8c req-b18ad0a7-7e45-4aa9-b655-111c8a18a7cd tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/ports?device_id=12c01cab-6f38-47e5-a713-3b0033ce846b HTTP/1.1" status: 200 len: 5445 time: 0.1809843 Jul 24 00:09:27.235437 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f2f98-7a14-4418-a02e-91c50bb6044c req-d430381c-99bb-4fbe-ad3c-ed21ae7faec1 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:27.251025 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:27.273520 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-578f2f98-7a14-4418-a02e-91c50bb6044c req-d430381c-99bb-4fbe-ad3c-ed21ae7faec1 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] 10.222.0.44 "GET /v2.0/ports?device_id=a65867d2-2a4a-4f52-9d98-cbf057de0fa7 HTTP/1.1" status: 200 len: 945 time: 0.1265116 Jul 24 00:09:27.370323 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-578f2f98-7a14-4418-a02e-91c50bb6044c req-363132df-5c99-4096-9d69-02ef406d48ba tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] 10.222.0.44 "GET /v2.0/security-groups?id=6580c5df-1a8a-4671-bf83-f15c95476354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955441 Jul 24 00:09:27.687969 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 36674) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:09:27.757492 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 402468f4-2615-4363-bcf8-e4dc0182e598 no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:09:27.800621 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] No Port match for: 402468f4-2615-4363-bcf8-e4dc0182e598 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:09:27.801265 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 402468f4-2615-4363-bcf8-e4dc0182e598 not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:09:27.890823 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c4b874e3-cf9a-441f-9339-972ed690d6c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:28.018969 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c4b874e3-cf9a-441f-9339-972ed690d6c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:28.026698 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c4b874e3-cf9a-441f-9339-972ed690d6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:28.107873 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c4b874e3-cf9a-441f-9339-972ed690d6c9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2f374206d0b04d9bb1f190c3054581e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4186623 Jul 24 00:09:28.110459 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 36690) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:09:28.128432 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b874e3-cf9a-441f-9339-972ed690d6c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f5e0c52-375d-41d9-8637-aa64d5e0a1d6,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:28.190480 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9dc10564-5454-493a-8c6c-7174eba5a9d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:28.244680 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9dc10564-5454-493a-8c6c-7174eba5a9d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:28.670253 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9dc10564-5454-493a-8c6c-7174eba5a9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:28.680241 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8a40b7-0940-48c4-b1ba-c2941c818f51 req-e1cf5b83-f61c-4658-8f07-43e71987aa5e tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:28.691854 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5d8a40b7-0940-48c4-b1ba-c2941c818f51 req-e1cf5b83-f61c-4658-8f07-43e71987aa5e tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] 10.222.0.44 "GET /v2.0/ports?device_id=a65867d2-2a4a-4f52-9d98-cbf057de0fa7 HTTP/1.1" status: 200 len: 945 time: 0.1486306 Jul 24 00:09:28.693077 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9dc10564-5454-493a-8c6c-7174eba5a9d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:28.697956 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-9dc10564-5454-493a-8c6c-7174eba5a9d8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1f5e0c52-375d-41d9-8637-aa64d5e0a1d6 HTTP/1.1" status: 204 len: 168 time: 0.5857191 Jul 24 00:09:28.781790 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5d8a40b7-0940-48c4-b1ba-c2941c818f51 req-39b6384b-6407-4df4-beeb-b9694ead0311 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] 10.222.0.44 "GET /v2.0/security-groups?id=6580c5df-1a8a-4671-bf83-f15c95476354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886633 Jul 24 00:09:28.785507 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc10564-5454-493a-8c6c-7174eba5a9d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f5e0c52-375d-41d9-8637-aa64d5e0a1d6,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:28.877119 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368b9a24-a604-4534-ac72-7675909835cc req-c33d695c-e8b4-4edd-92b9-e48ad0ba9eff tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:28.892019 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368b9a24-a604-4534-ac72-7675909835cc req-c33d695c-e8b4-4edd-92b9-e48ad0ba9eff tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:28.900267 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-368b9a24-a604-4534-ac72-7675909835cc req-c33d695c-e8b4-4edd-92b9-e48ad0ba9eff tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] 10.222.0.44 "GET /v2.0/ports?device_id=17a35ceb-75c4-407c-b2b5-288c81339429&device_id=e88fb226-4efc-4256-9fcb-48eb6f2a6dbb HTTP/1.1" status: 200 len: 1683 time: 0.5475492 Jul 24 00:09:28.922917 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:28.971607 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c46bc6e-5f7b-4192-bec1-fa751a446434 req-e3f4c6a6-8e8d-4ede-abc5-eb5ec43a1252 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:28.973204 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7c46bc6e-5f7b-4192-bec1-fa751a446434 req-e3f4c6a6-8e8d-4ede-abc5-eb5ec43a1252 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] 10.222.0.64 "GET /v2.0/ports?device_id=a65867d2-2a4a-4f52-9d98-cbf057de0fa7 HTTP/1.1" status: 200 len: 945 time: 0.4828405 Jul 24 00:09:29.112258 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-368b9a24-a604-4534-ac72-7675909835cc req-ad32e953-e5c0-426d-b9be-fe03232a35ac tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b1e7365-044c-42bf-a614-6a953622d018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110777 Jul 24 00:09:29.382938 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-7c46bc6e-5f7b-4192-bec1-fa751a446434 req-d8c01988-42bb-4dd6-af0f-ce048de2b8c0 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Deleting port 53c01c5d-6085-49a4-8198-147bff1f4ae9 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:09:29.383596 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-7c46bc6e-5f7b-4192-bec1-fa751a446434 req-d8c01988-42bb-4dd6-af0f-ce048de2b8c0 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:29.505856 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-7c46bc6e-5f7b-4192-bec1-fa751a446434 req-d8c01988-42bb-4dd6-af0f-ce048de2b8c0 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] For port 53c01c5d-6085-49a4-8198-147bff1f4ae9, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=53c01c5d-6085-49a4-8198-147bff1f4ae9,segment=NetworkSegment(d6402816-8d98-4b2e-8f08-dc778ee1dcce),segment_id=d6402816-8d98-4b2e-8f08-dc778ee1dcce)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:09:29.506403 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-7c46bc6e-5f7b-4192-bec1-fa751a446434 req-d8c01988-42bb-4dd6-af0f-ce048de2b8c0 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:29.557291 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 36772) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:09:29.746408 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a959f0-83c0-4626-b4dd-2ac110d5a165 req-9c72aced-41f5-4351-9253-0ae2fd18a545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:29.747045 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a959f0-83c0-4626-b4dd-2ac110d5a165 req-9c72aced-41f5-4351-9253-0ae2fd18a545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:29.747358 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a959f0-83c0-4626-b4dd-2ac110d5a165 req-9c72aced-41f5-4351-9253-0ae2fd18a545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:29.748016 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a959f0-83c0-4626-b4dd-2ac110d5a165 req-9c72aced-41f5-4351-9253-0ae2fd18a545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:29.749644 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a959f0-83c0-4626-b4dd-2ac110d5a165 req-9c72aced-41f5-4351-9253-0ae2fd18a545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:29.751714 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a959f0-83c0-4626-b4dd-2ac110d5a165 req-9c72aced-41f5-4351-9253-0ae2fd18a545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:29.752928 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a959f0-83c0-4626-b4dd-2ac110d5a165 req-9c72aced-41f5-4351-9253-0ae2fd18a545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:29.757063 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e0a959f0-83c0-4626-b4dd-2ac110d5a165 req-9c72aced-41f5-4351-9253-0ae2fd18a545 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=12c01cab-6f38-47e5-a713-3b0033ce846b HTTP/1.1" status: 200 len: 6509 time: 0.1971018 Jul 24 00:09:29.946701 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e0a959f0-83c0-4626-b4dd-2ac110d5a165 req-2663668d-e1fc-4b44-84b5-4a918bb93425 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d0b2b81f-5921-46c4-a5f8-cac2ff846ad3&id=84526489-a784-4e02-8584-4c6d6be5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1359658 Jul 24 00:09:30.117187 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8c50db-2a9e-4e6a-b67c-7ae4708f7782 req-3661a147-21c0-4a21-89d3-d1b1b55eaacd tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:30.119789 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7b8c50db-2a9e-4e6a-b67c-7ae4708f7782 req-3661a147-21c0-4a21-89d3-d1b1b55eaacd tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] 10.222.0.44 "GET /v2.0/ports?device_id=a65867d2-2a4a-4f52-9d98-cbf057de0fa7 HTTP/1.1" status: 200 len: 945 time: 0.1651392 Jul 24 00:09:30.202395 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-7c46bc6e-5f7b-4192-bec1-fa751a446434 req-d8c01988-42bb-4dd6-af0f-ce048de2b8c0 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:30.203466 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-7c46bc6e-5f7b-4192-bec1-fa751a446434 req-d8c01988-42bb-4dd6-af0f-ce048de2b8c0 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:30.203970 n-d-800088-16 neutron-server[100314]: INFO neutron.db.l3_db [req-7c46bc6e-5f7b-4192-bec1-fa751a446434 req-d8c01988-42bb-4dd6-af0f-ce048de2b8c0 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Floating IP 1cd6241b-30b8-46db-addc-b4d95826bb0c disassociated. External IP: 172.25.3.104, port: 53c01c5d-6085-49a4-8198-147bff1f4ae9. Jul 24 00:09:30.206178 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-7c46bc6e-5f7b-4192-bec1-fa751a446434 req-d8c01988-42bb-4dd6-af0f-ce048de2b8c0 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Calling delete_port for 53c01c5d-6085-49a4-8198-147bff1f4ae9 owned by compute:nova {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:09:30.226668 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7b8c50db-2a9e-4e6a-b67c-7ae4708f7782 req-cd54b1ad-8d46-43c7-9e0c-324b8596729d tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] 10.222.0.44 "GET /v2.0/security-groups?id=6580c5df-1a8a-4671-bf83-f15c95476354&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997336 Jul 24 00:09:30.495077 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-7c46bc6e-5f7b-4192-bec1-fa751a446434 req-d8c01988-42bb-4dd6-af0f-ce048de2b8c0 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:30.553660 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c01988-42bb-4dd6-af0f-ce048de2b8c0 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Pushing event deleted for resources: {'Port': ['ID=53c01c5d-6085-49a4-8198-147bff1f4ae9,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:30.609726 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2440139-e34e-45ba-8b0f-477d123cd634 req-083adcf9-5d67-4ade-b57d-80d86dfbace2 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:30.621162 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c2440139-e34e-45ba-8b0f-477d123cd634 req-083adcf9-5d67-4ade-b57d-80d86dfbace2 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] 10.222.0.44 "GET /v2.0/ports?device_id=e88fb226-4efc-4256-9fcb-48eb6f2a6dbb HTTP/1.1" status: 200 len: 946 time: 0.1507037 Jul 24 00:09:30.759012 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c2440139-e34e-45ba-8b0f-477d123cd634 req-badb9a49-208a-420d-8380-f68271f59132 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b1e7365-044c-42bf-a614-6a953622d018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186817 Jul 24 00:09:30.823980 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c46bc6e-5f7b-4192-bec1-fa751a446434 req-d8c01988-42bb-4dd6-af0f-ce048de2b8c0 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Router 0f41f5da-01f1-4412-bf97-1dbd880fc71c has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:09:31.010765 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c46bc6e-5f7b-4192-bec1-fa751a446434 req-d8c01988-42bb-4dd6-af0f-ce048de2b8c0 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:09:31.027846 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c8b77a-2735-4f28-bef4-8cfcabc2a00d None None] Sync routers for ids ['0f41f5da-01f1-4412-bf97-1dbd880fc71c'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:09:31.070252 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c8b77a-2735-4f28-bef4-8cfcabc2a00d None None] Routers {'0f41f5da-01f1-4412-bf97-1dbd880fc71c'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:09:31.071033 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-94c8b77a-2735-4f28-bef4-8cfcabc2a00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:09:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['0f41f5da-01f1-4412-bf97-1dbd880fc71c'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:09:31.105977 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c46bc6e-5f7b-4192-bec1-fa751a446434 req-d8c01988-42bb-4dd6-af0f-ce048de2b8c0 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] No DVR routers for this DVR port 53c01c5d-6085-49a4-8198-147bff1f4ae9 on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:09:31.106705 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-7c46bc6e-5f7b-4192-bec1-fa751a446434 req-d8c01988-42bb-4dd6-af0f-ce048de2b8c0 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:31.109143 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7c46bc6e-5f7b-4192-bec1-fa751a446434 req-d8c01988-42bb-4dd6-af0f-ce048de2b8c0 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] 10.222.0.64 "DELETE /v2.0/ports/53c01c5d-6085-49a4-8198-147bff1f4ae9 HTTP/1.1" status: 204 len: 173 time: 2.1281610 Jul 24 00:09:31.109943 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a65867d2-2a4a-4f52-9d98-cbf057de0fa7', 'name': 'network-vif-deleted', 'tag': '53c01c5d-6085-49a4-8198-147bff1f4ae9'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:09:31.112793 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c1c47e-2085-4ec1-843e-b8d404129edb" -d '{"events": [{"server_uuid": "a65867d2-2a4a-4f52-9d98-cbf057de0fa7", "name": "network-vif-deleted", "tag": "53c01c5d-6085-49a4-8198-147bff1f4ae9"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:09:31.292297 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77709730-be50-4dfc-a588-9de87eb5a419 x-openstack-request-id: req-77709730-be50-4dfc-a588-9de87eb5a419 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:09:31.292936 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a65867d2-2a4a-4f52-9d98-cbf057de0fa7", "name": "network-vif-deleted", "tag": "53c01c5d-6085-49a4-8198-147bff1f4ae9", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:09:31.292936 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-77709730-be50-4dfc-a588-9de87eb5a419 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:09:31.293878 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a65867d2-2a4a-4f52-9d98-cbf057de0fa7', 'name': 'network-vif-deleted', 'tag': '53c01c5d-6085-49a4-8198-147bff1f4ae9', 'status': 'completed', 'code': 200} Jul 24 00:09:31.478290 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec320aa5-1690-413f-bf9c-72e062788844 req-b9fecc53-d652-46d4-b7ea-2f7e8be7345e tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:31.479900 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ec320aa5-1690-413f-bf9c-72e062788844 req-b9fecc53-d652-46d4-b7ea-2f7e8be7345e tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] 10.222.0.64 "GET /v2.0/ports?device_id=e88fb226-4efc-4256-9fcb-48eb6f2a6dbb HTTP/1.1" status: 200 len: 946 time: 0.1821294 Jul 24 00:09:31.533020 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b3c4fdbc-a252-40de-9a64-9b2659e743fb req-21478c75-4ab7-4ab5-b90f-739fc07b0b88 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] 10.222.0.44 "GET /v2.0/ports?device_id=a65867d2-2a4a-4f52-9d98-cbf057de0fa7 HTTP/1.1" status: 200 len: 210 time: 0.1039279 Jul 24 00:09:31.664297 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41c3d7b-7c4b-48ae-a17d-79ba9aae59fc req-e192586f-5e57-4b3d-abf1-20fdbe1f6363 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:31.666364 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a41c3d7b-7c4b-48ae-a17d-79ba9aae59fc req-e192586f-5e57-4b3d-abf1-20fdbe1f6363 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] 10.222.0.52 "GET /v2.0/ports?device_id=17a35ceb-75c4-407c-b2b5-288c81339429 HTTP/1.1" status: 200 len: 946 time: 0.1249993 Jul 24 00:09:31.712990 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-ec320aa5-1690-413f-bf9c-72e062788844 req-85953356-4614-477d-94c7-ba6c235a2047 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] Deleting port 80213eaf-0a9d-40b7-95b9-4cd0e5d368dc {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:09:31.712990 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-ec320aa5-1690-413f-bf9c-72e062788844 req-85953356-4614-477d-94c7-ba6c235a2047 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:32.013668 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-94c8b77a-2735-4f28-bef4-8cfcabc2a00d None None] Set router 0f41f5da-01f1-4412-bf97-1dbd880fc71c gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:09:32.072585 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-a41c3d7b-7c4b-48ae-a17d-79ba9aae59fc req-5aa11b11-b6b3-4a9a-8703-8f36d9905e73 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] Deleting port 17563f5d-f86d-4e67-890b-2936fb9f4c33 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:09:32.077469 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-a41c3d7b-7c4b-48ae-a17d-79ba9aae59fc req-5aa11b11-b6b3-4a9a-8703-8f36d9905e73 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:32.231696 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-a41c3d7b-7c4b-48ae-a17d-79ba9aae59fc req-5aa11b11-b6b3-4a9a-8703-8f36d9905e73 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] For port 17563f5d-f86d-4e67-890b-2936fb9f4c33, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=17563f5d-f86d-4e67-890b-2936fb9f4c33,segment=NetworkSegment(5c1e5ebd-28c5-4979-b2d5-59a130861886),segment_id=5c1e5ebd-28c5-4979-b2d5-59a130861886)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:09:32.232081 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-a41c3d7b-7c4b-48ae-a17d-79ba9aae59fc req-5aa11b11-b6b3-4a9a-8703-8f36d9905e73 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:32.265254 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-a41c3d7b-7c4b-48ae-a17d-79ba9aae59fc req-5aa11b11-b6b3-4a9a-8703-8f36d9905e73 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] Calling delete_port for 17563f5d-f86d-4e67-890b-2936fb9f4c33 owned by compute:nova {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:09:32.739699 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-a41c3d7b-7c4b-48ae-a17d-79ba9aae59fc req-5aa11b11-b6b3-4a9a-8703-8f36d9905e73 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:32.767164 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['80213eaf-0a9d-40b7-95b9-4cd0e5d368dc'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:09:32.772335 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['17563f5d-f86d-4e67-890b-2936fb9f4c33'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:09:32.796346 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 36930) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:09:32.812826 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa11b11-b6b3-4a9a-8703-8f36d9905e73 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] Pushing event deleted for resources: {'Port': ['ID=17563f5d-f86d-4e67-890b-2936fb9f4c33,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:32.903748 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-94c8b77a-2735-4f28-bef4-8cfcabc2a00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f41f5da-01f1-4412-bf97-1dbd880fc71c', 'name': 'tempest-ServersTestJSON-1159797707-router', 'tenant_id': '043a499e05cb4c7689d2c93d541abc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '394ab413-8273-4f76-8abe-706df8c416b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:07:10Z', 'updated_at': '2021-07-24T00:07:20Z', 'revision_number': 4, 'project_id': '043a499e05cb4c7689d2c93d541abc0b', 'gw_port': {'id': '394ab413-8273-4f76-8abe-706df8c416b4', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:09:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f41f5da-01f1-4412-bf97-1dbd880fc71c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:07:11Z', 'updated_at': '2021-07-24T00:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '22aaf482-7bbb-4488-8084-941b1ad989fe', 'name': '', 'network_id': '0618cfb3-814b-4b7d-87d5-55eb6baffbf5', 'tenant_id': '043a499e05cb4c7689d2c93d541abc0b', 'mac_address': 'fa:16:3e:52:21:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f41f5da-01f1-4412-bf97-1dbd880fc71c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': 'bc09d7f3-8c1d-481a-8338-8563254dd078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:07:19Z', 'updated_at': '2021-07-24T00:07:27Z', 'revision_number': 5, 'project_id': '043a499e05cb4c7689d2c93d541abc0b', 'subnets': [{'id': 'bc09d7f3-8c1d-481a-8338-8563254dd078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:09:32.970460 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c8b77a-2735-4f28-bef4-8cfcabc2a00d None None] Checking router: 0f41f5da-01f1-4412-bf97-1dbd880fc71c for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:09:32.978717 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-ec320aa5-1690-413f-bf9c-72e062788844 req-85953356-4614-477d-94c7-ba6c235a2047 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] For port 80213eaf-0a9d-40b7-95b9-4cd0e5d368dc, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=80213eaf-0a9d-40b7-95b9-4cd0e5d368dc,segment=NetworkSegment(5c1e5ebd-28c5-4979-b2d5-59a130861886),segment_id=5c1e5ebd-28c5-4979-b2d5-59a130861886)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:09:32.979231 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-ec320aa5-1690-413f-bf9c-72e062788844 req-85953356-4614-477d-94c7-ba6c235a2047 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:32.984523 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-a41c3d7b-7c4b-48ae-a17d-79ba9aae59fc req-5aa11b11-b6b3-4a9a-8703-8f36d9905e73 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] No DVR routers for this DVR port 17563f5d-f86d-4e67-890b-2936fb9f4c33 on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:09:32.996340 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-a41c3d7b-7c4b-48ae-a17d-79ba9aae59fc req-5aa11b11-b6b3-4a9a-8703-8f36d9905e73 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:32.998542 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a41c3d7b-7c4b-48ae-a17d-79ba9aae59fc req-5aa11b11-b6b3-4a9a-8703-8f36d9905e73 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] 10.222.0.52 "DELETE /v2.0/ports/17563f5d-f86d-4e67-890b-2936fb9f4c33 HTTP/1.1" status: 204 len: 173 time: 1.3260281 Jul 24 00:09:33.057340 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-ec320aa5-1690-413f-bf9c-72e062788844 req-85953356-4614-477d-94c7-ba6c235a2047 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] Calling delete_port for 80213eaf-0a9d-40b7-95b9-4cd0e5d368dc owned by compute:nova {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:09:33.066872 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c8b77a-2735-4f28-bef4-8cfcabc2a00d None None] Routers {'0f41f5da-01f1-4412-bf97-1dbd880fc71c'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:09:33.068065 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-94c8b77a-2735-4f28-bef4-8cfcabc2a00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:09:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['0f41f5da-01f1-4412-bf97-1dbd880fc71c'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:09:33.070242 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17a35ceb-75c4-407c-b2b5-288c81339429', 'name': 'network-vif-deleted', 'tag': '17563f5d-f86d-4e67-890b-2936fb9f4c33'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:09:33.075671 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a1c195-9e23-4637-b630-ad57bd794fce" -d '{"events": [{"server_uuid": "17a35ceb-75c4-407c-b2b5-288c81339429", "name": "network-vif-deleted", "tag": "17563f5d-f86d-4e67-890b-2936fb9f4c33"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:09:33.130540 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3f5cc342-82a5-4980-9019-e119869d13bf tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:33.230543 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25aa249b-f2f4-4689-bba9-76fa21050aef x-openstack-request-id: req-25aa249b-f2f4-4689-bba9-76fa21050aef {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:09:33.233564 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17a35ceb-75c4-407c-b2b5-288c81339429", "name": "network-vif-deleted", "tag": "17563f5d-f86d-4e67-890b-2936fb9f4c33", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:09:33.249247 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-25aa249b-f2f4-4689-bba9-76fa21050aef {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:09:33.257263 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17a35ceb-75c4-407c-b2b5-288c81339429', 'name': 'network-vif-deleted', 'tag': '17563f5d-f86d-4e67-890b-2936fb9f4c33', 'status': 'completed', 'code': 200} Jul 24 00:09:33.268192 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3f5cc342-82a5-4980-9019-e119869d13bf tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:33.283780 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0610dba6-e569-4f81-86cd-4d90838d6788 req-1a20e578-fa87-4b4a-a307-2ca18e73e502 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:33.320582 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0610dba6-e569-4f81-86cd-4d90838d6788 req-1a20e578-fa87-4b4a-a307-2ca18e73e502 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] 10.222.0.44 "GET /v2.0/ports?device_id=e88fb226-4efc-4256-9fcb-48eb6f2a6dbb HTTP/1.1" status: 200 len: 946 time: 0.6402800 Jul 24 00:09:33.425184 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3f5cc342-82a5-4980-9019-e119869d13bf tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:33.430809 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3f5cc342-82a5-4980-9019-e119869d13bf tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:33.432173 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-3f5cc342-82a5-4980-9019-e119869d13bf tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] 10.222.0.44 "DELETE /v2.0/security-groups/6580c5df-1a8a-4671-bf83-f15c95476354 HTTP/1.1" status: 204 len: 168 time: 0.6308300 Jul 24 00:09:33.435520 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 36950) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:09:33.454132 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 80213eaf-0a9d-40b7-95b9-4cd0e5d368dc no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:09:33.482526 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0610dba6-e569-4f81-86cd-4d90838d6788 req-71586a88-904f-4310-abf6-55aa98bc52eb tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b1e7365-044c-42bf-a614-6a953622d018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329093 Jul 24 00:09:33.504374 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [None req-dadb1557-f5db-4ee5-8e37-93122bd6a637 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] show failed (client error): The resource could not be found. Jul 24 00:09:33.512211 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-dadb1557-f5db-4ee5-8e37-93122bd6a637 tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] 10.222.0.44 "GET /v2.0/security-groups/6580c5df-1a8a-4671-bf83-f15c95476354 HTTP/1.1" status: 404 len: 347 time: 0.0710096 Jul 24 00:09:33.512211 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5cc342-82a5-4980-9019-e119869d13bf tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6580c5df-1a8a-4671-bf83-f15c95476354,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:33.522794 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 36952) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:09:33.814030 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-94c8b77a-2735-4f28-bef4-8cfcabc2a00d None None] Set router 0f41f5da-01f1-4412-bf97-1dbd880fc71c gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:09:33.884050 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:34.099801 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-ec320aa5-1690-413f-bf9c-72e062788844 req-85953356-4614-477d-94c7-ba6c235a2047 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:34.221876 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec320aa5-1690-413f-bf9c-72e062788844 req-85953356-4614-477d-94c7-ba6c235a2047 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] No DVR routers for this DVR port 80213eaf-0a9d-40b7-95b9-4cd0e5d368dc on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:09:34.226354 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-ec320aa5-1690-413f-bf9c-72e062788844 req-85953356-4614-477d-94c7-ba6c235a2047 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:34.238037 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ec320aa5-1690-413f-bf9c-72e062788844 req-85953356-4614-477d-94c7-ba6c235a2047 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] 10.222.0.64 "DELETE /v2.0/ports/80213eaf-0a9d-40b7-95b9-4cd0e5d368dc HTTP/1.1" status: 204 len: 173 time: 2.7494631 Jul 24 00:09:34.239274 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85953356-4614-477d-94c7-ba6c235a2047 tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] Pushing event deleted for resources: {'Port': ['ID=80213eaf-0a9d-40b7-95b9-4cd0e5d368dc,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:34.255466 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e88fb226-4efc-4256-9fcb-48eb6f2a6dbb', 'name': 'network-vif-deleted', 'tag': '80213eaf-0a9d-40b7-95b9-4cd0e5d368dc'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:09:34.261329 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaede41f-e619-4de9-94d1-505eb25aced3" -d '{"events": [{"server_uuid": "e88fb226-4efc-4256-9fcb-48eb6f2a6dbb", "name": "network-vif-deleted", "tag": "80213eaf-0a9d-40b7-95b9-4cd0e5d368dc"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:09:34.268701 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-0f71b1d3-25b7-4982-a953-edf2e1ffda9f tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Deleting port 5242c3d5-20d3-4439-a7b4-16ae5a7ca9ac {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:09:34.269622 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0f71b1d3-25b7-4982-a953-edf2e1ffda9f tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:34.344576 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 53c01c5d-6085-49a4-8198-147bff1f4ae9 no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:09:34.422125 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] No Port match for: 53c01c5d-6085-49a4-8198-147bff1f4ae9 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:09:34.422503 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 53c01c5d-6085-49a4-8198-147bff1f4ae9 not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:09:34.470892 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0f71b1d3-25b7-4982-a953-edf2e1ffda9f tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:34.470892 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0f71b1d3-25b7-4982-a953-edf2e1ffda9f tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:34.495175 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2204e45-9b61-48c2-bd1c-826ae2783bdc x-openstack-request-id: req-a2204e45-9b61-48c2-bd1c-826ae2783bdc {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:09:34.495554 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e88fb226-4efc-4256-9fcb-48eb6f2a6dbb", "name": "network-vif-deleted", "tag": "80213eaf-0a9d-40b7-95b9-4cd0e5d368dc", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:09:34.495881 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a2204e45-9b61-48c2-bd1c-826ae2783bdc {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:09:34.501455 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e88fb226-4efc-4256-9fcb-48eb6f2a6dbb', 'name': 'network-vif-deleted', 'tag': '80213eaf-0a9d-40b7-95b9-4cd0e5d368dc', 'status': 'completed', 'code': 200} Jul 24 00:09:34.508900 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-94c8b77a-2735-4f28-bef4-8cfcabc2a00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f41f5da-01f1-4412-bf97-1dbd880fc71c', 'name': 'tempest-ServersTestJSON-1159797707-router', 'tenant_id': '043a499e05cb4c7689d2c93d541abc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '394ab413-8273-4f76-8abe-706df8c416b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:07:10Z', 'updated_at': '2021-07-24T00:07:20Z', 'revision_number': 4, 'project_id': '043a499e05cb4c7689d2c93d541abc0b', 'gw_port': {'id': '394ab413-8273-4f76-8abe-706df8c416b4', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:09:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f41f5da-01f1-4412-bf97-1dbd880fc71c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:07:11Z', 'updated_at': '2021-07-24T00:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '22aaf482-7bbb-4488-8084-941b1ad989fe', 'name': '', 'network_id': '0618cfb3-814b-4b7d-87d5-55eb6baffbf5', 'tenant_id': '043a499e05cb4c7689d2c93d541abc0b', 'mac_address': 'fa:16:3e:52:21:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f41f5da-01f1-4412-bf97-1dbd880fc71c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': 'bc09d7f3-8c1d-481a-8338-8563254dd078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:07:19Z', 'updated_at': '2021-07-24T00:07:27Z', 'revision_number': 5, 'project_id': '043a499e05cb4c7689d2c93d541abc0b', 'subnets': [{'id': 'bc09d7f3-8c1d-481a-8338-8563254dd078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:09:34.519173 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-0f71b1d3-25b7-4982-a953-edf2e1ffda9f tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Calling delete_port for 5242c3d5-20d3-4439-a7b4-16ae5a7ca9ac owned by network:floatingip {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:09:34.583044 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c8b77a-2735-4f28-bef4-8cfcabc2a00d None None] The sync data for ids ['0f41f5da-01f1-4412-bf97-1dbd880fc71c'] in n-d-800088-16 is: [{'id': '0f41f5da-01f1-4412-bf97-1dbd880fc71c', 'name': 'tempest-ServersTestJSON-1159797707-router', 'tenant_id': '043a499e05cb4c7689d2c93d541abc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '394ab413-8273-4f76-8abe-706df8c416b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:07:10Z', 'updated_at': '2021-07-24T00:07:20Z', 'revision_number': 4, 'project_id': '043a499e05cb4c7689d2c93d541abc0b', 'gw_port': {'id': '394ab413-8273-4f76-8abe-706df8c416b4', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:09:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f41f5da-01f1-4412-bf97-1dbd880fc71c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:07:11Z', 'updated_at': '2021-07-24T00:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '22aaf482-7bbb-4488-8084-941b1ad989fe', 'name': '', 'network_id': '0618cfb3-814b-4b7d-87d5-55eb6baffbf5', 'tenant_id': '043a499e05cb4c7689d2c93d541abc0b', 'mac_address': 'fa:16:3e:52:21:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f41f5da-01f1-4412-bf97-1dbd880fc71c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': 'bc09d7f3-8c1d-481a-8338-8563254dd078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:07:19Z', 'updated_at': '2021-07-24T00:07:27Z', 'revision_number': 5, 'project_id': '043a499e05cb4c7689d2c93d541abc0b', 'subnets': [{'id': 'bc09d7f3-8c1d-481a-8338-8563254dd078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:09:34.908572 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-24b77ac1-5d65-42bf-b6f5-e5033ec9fe2d req-8ba1ba08-30dd-44e3-885f-d9ef72ae63bc tempest-ListServersNegativeTestJSON-175969702 tempest-ListServersNegativeTestJSON-175969702-project] 10.222.0.44 "GET /v2.0/ports?device_id=e88fb226-4efc-4256-9fcb-48eb6f2a6dbb HTTP/1.1" status: 200 len: 210 time: 0.1920612 Jul 24 00:09:35.151444 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad6a899-8adb-4386-b0fc-c8f66a522ec4 None None] New status for floating IP 1cd6241b-30b8-46db-addc-b4d95826bb0c: DOWN {{(pid=100316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 00:09:35.160173 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0f71b1d3-25b7-4982-a953-edf2e1ffda9f tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:35.307608 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f71b1d3-25b7-4982-a953-edf2e1ffda9f tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Pushing event deleted for resources: {'Port': ['ID=5242c3d5-20d3-4439-a7b4-16ae5a7ca9ac,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:35.312913 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0f71b1d3-25b7-4982-a953-edf2e1ffda9f tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Notify callbacks [] for floatingip, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:35.315633 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0f71b1d3-25b7-4982-a953-edf2e1ffda9f tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:35.320076 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 37014) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:09:35.330504 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-0f71b1d3-25b7-4982-a953-edf2e1ffda9f tempest-ServersTestJSON-798897442 tempest-ServersTestJSON-798897442-project] 10.222.0.44 "DELETE /v2.0/floatingips/1cd6241b-30b8-46db-addc-b4d95826bb0c HTTP/1.1" status: 204 len: 168 time: 1.8059030 Jul 24 00:09:35.456010 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.db.api [None req-5ad6a899-8adb-4386-b0fc-c8f66a522ec4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100316) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 00:09:35.463069 n-d-800088-16 neutron-server[100316]: DEBUG oslo_db.api [None req-5ad6a899-8adb-4386-b0fc-c8f66a522ec4 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 00:09:35.797292 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 17563f5d-f86d-4e67-890b-2936fb9f4c33 no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:09:35.855120 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] No Port match for: 17563f5d-f86d-4e67-890b-2936fb9f4c33 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:09:35.859407 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 17563f5d-f86d-4e67-890b-2936fb9f4c33 not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:09:35.970380 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad6a899-8adb-4386-b0fc-c8f66a522ec4 None None] New status for floating IP 1cd6241b-30b8-46db-addc-b4d95826bb0c: DOWN {{(pid=100316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 00:09:36.162814 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 37064) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:09:36.294009 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-311d84b2-e015-40ab-8cf2-ca0e292a89e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681029'] for router_interface, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:36.320936 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd26fcd9-26e4-4806-9f90-876147d14657 admin admin] Deleting subnet 6fb5d9d9-e971-45a6-bf34-6c731ef57415 {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:09:36.326582 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-dd26fcd9-26e4-4806-9f90-876147d14657 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:36.402968 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-dd26fcd9-26e4-4806-9f90-876147d14657 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:36.540381 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-dd26fcd9-26e4-4806-9f90-876147d14657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:36.719143 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-dd26fcd9-26e4-4806-9f90-876147d14657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:36.794281 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd26fcd9-26e4-4806-9f90-876147d14657 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fb5d9d9-e971-45a6-bf34-6c731ef57415,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:36.819161 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-dd26fcd9-26e4-4806-9f90-876147d14657 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:36.821614 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-dd26fcd9-26e4-4806-9f90-876147d14657 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/6fb5d9d9-e971-45a6-bf34-6c731ef57415 HTTP/1.1" status: 204 len: 168 time: 0.6571064 Jul 24 00:09:36.838638 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 37086) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:09:36.845388 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 37088) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:09:36.982129 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-43566d8d-0d00-4496-95d6-ee88b6cb50bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:37.012121 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-311d84b2-e015-40ab-8cf2-ca0e292a89e5 admin admin] Deleting port 22aaf482-7bbb-4488-8084-941b1ad989fe {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:09:37.013362 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-311d84b2-e015-40ab-8cf2-ca0e292a89e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:37.099697 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-43566d8d-0d00-4496-95d6-ee88b6cb50bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:37.116189 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-43566d8d-0d00-4496-95d6-ee88b6cb50bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2255e8f9-1d64-44b2-ad9e-48aa83dbdd60']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:09:37.122992 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-311d84b2-e015-40ab-8cf2-ca0e292a89e5 admin admin] For port 22aaf482-7bbb-4488-8084-941b1ad989fe, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=22aaf482-7bbb-4488-8084-941b1ad989fe,segment=NetworkSegment(d6402816-8d98-4b2e-8f08-dc778ee1dcce),segment_id=d6402816-8d98-4b2e-8f08-dc778ee1dcce)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:09:37.123590 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-311d84b2-e015-40ab-8cf2-ca0e292a89e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:37.142113 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-311d84b2-e015-40ab-8cf2-ca0e292a89e5 admin admin] Calling delete_port for 22aaf482-7bbb-4488-8084-941b1ad989fe owned by network:router_interface {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:09:37.149575 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-43566d8d-0d00-4496-95d6-ee88b6cb50bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c1e5ebd-28c5-4979-b2d5-59a130861886') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:09:37.149884 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-43566d8d-0d00-4496-95d6-ee88b6cb50bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c1e5ebd-28c5-4979-b2d5-59a130861886') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:09:37.176146 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-43566d8d-0d00-4496-95d6-ee88b6cb50bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:37.214053 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-43566d8d-0d00-4496-95d6-ee88b6cb50bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:37.246843 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43566d8d-0d00-4496-95d6-ee88b6cb50bc admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:09:37.247429 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-43566d8d-0d00-4496-95d6-ee88b6cb50bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:37.252119 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:09:37.252119 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:09:37.252119 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:09:37.252119 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:09:37.252119 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:09:37.252119 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:09:37.252119 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:09:37.252119 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:09:37.252119 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:09:37.252119 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:09:37.252119 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:09:37.252119 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:09:37.252119 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:09:37.252119 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:09:37.252119 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:09:37.252119 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:09:37.252119 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:09:37.252119 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:09:37.252119 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:09:37.252119 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:09:37.252119 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:09:37.252119 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:09:37.252119 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:09:37.252119 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:09:37.252119 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:09:37.252119 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:09:37.252119 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:09:37.252119 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:09:37.252119 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:09:37.252119 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:09:37.252119 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:09:37.252119 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:09:37.359978 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fe7ab6b9-7e79-4301-b685-7d02bf37de29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:37.638397 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-43566d8d-0d00-4496-95d6-ee88b6cb50bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:37.653977 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-43566d8d-0d00-4496-95d6-ee88b6cb50bc admin admin] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:37.671350 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-43566d8d-0d00-4496-95d6-ee88b6cb50bc admin admin] 10.222.0.44 "DELETE /v2.0/networks/2255e8f9-1d64-44b2-ad9e-48aa83dbdd60 HTTP/1.1" status: 204 len: 168 time: 0.8306267 Jul 24 00:09:37.682193 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-311d84b2-e015-40ab-8cf2-ca0e292a89e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:37.730500 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43566d8d-0d00-4496-95d6-ee88b6cb50bc admin admin] Pushing event deleted for resources: {'Network': ['ID=2255e8f9-1d64-44b2-ad9e-48aa83dbdd60,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:37.783644 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311d84b2-e015-40ab-8cf2-ca0e292a89e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=22aaf482-7bbb-4488-8084-941b1ad989fe,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:38.056478 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fe7ab6b9-7e79-4301-b685-7d02bf37de29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:38.070779 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fe7ab6b9-7e79-4301-b685-7d02bf37de29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:38.130247 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 37128) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:09:38.141322 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-fe7ab6b9-7e79-4301-b685-7d02bf37de29 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=88609ef6b13943219de051b002842c0b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1622119 Jul 24 00:09:38.143698 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 37130) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:09:38.221682 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-0322887f-7cdd-40bd-affb-18defed5fb08 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9b1428519e434f1095620083e26eeea2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0898333 Jul 24 00:09:38.226585 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 37138) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:09:38.243149 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7ab6b9-7e79-4301-b685-7d02bf37de29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86b35798-045d-4d32-b741-813480e69f46,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:38.269776 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-311d84b2-e015-40ab-8cf2-ca0e292a89e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679987'] for router_interface, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:38.295587 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6401d6bf-71f2-495e-88f4-67bd046a5874 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:38.305742 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:09:38.334462 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6401d6bf-71f2-495e-88f4-67bd046a5874 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:38.400866 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6401d6bf-71f2-495e-88f4-67bd046a5874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:38.404099 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6401d6bf-71f2-495e-88f4-67bd046a5874 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:38.408429 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-6401d6bf-71f2-495e-88f4-67bd046a5874 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/86b35798-045d-4d32-b741-813480e69f46 HTTP/1.1" status: 204 len: 168 time: 0.2635522 Jul 24 00:09:38.422018 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6401d6bf-71f2-495e-88f4-67bd046a5874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b35798-045d-4d32-b741-813480e69f46,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:38.535533 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3f10d6b9-9504-40e1-975a-57f85283b574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:38.655028 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3f10d6b9-9504-40e1-975a-57f85283b574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:38.743961 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-311d84b2-e015-40ab-8cf2-ca0e292a89e5 admin admin] Router 0f41f5da-01f1-4412-bf97-1dbd880fc71c has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:09:38.891546 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3f10d6b9-9504-40e1-975a-57f85283b574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:38.900226 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3f10d6b9-9504-40e1-975a-57f85283b574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:38.901737 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-3f10d6b9-9504-40e1-975a-57f85283b574 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7b1e7365-044c-42bf-a614-6a953622d018 HTTP/1.1" status: 204 len: 168 time: 0.6738985 Jul 24 00:09:38.921576 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f10d6b9-9504-40e1-975a-57f85283b574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b1e7365-044c-42bf-a614-6a953622d018,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:38.995216 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-311d84b2-e015-40ab-8cf2-ca0e292a89e5 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:09:39.014655 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b28d6d-bf29-45a7-95d5-3d02c7281f62 None None] Sync routers for ids ['0f41f5da-01f1-4412-bf97-1dbd880fc71c'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:09:39.029411 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 37194) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:09:39.029567 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-311d84b2-e015-40ab-8cf2-ca0e292a89e5 admin admin] 10.222.0.44 "PUT /v2.0/routers/0f41f5da-01f1-4412-bf97-1dbd880fc71c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7083724 Jul 24 00:09:39.054920 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b28d6d-bf29-45a7-95d5-3d02c7281f62 None None] Routers {'0f41f5da-01f1-4412-bf97-1dbd880fc71c'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:09:39.061627 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-78b28d6d-bf29-45a7-95d5-3d02c7281f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:09:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['0f41f5da-01f1-4412-bf97-1dbd880fc71c'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:09:39.203388 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 37200) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:09:39.227500 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ed83ff5f-5301-4dbf-88ed-f975481f287b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:39.343124 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fb54df7a-305f-4fad-abc7-5f1d561f9771 admin admin] Notify callbacks [] for router, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:39.432729 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-78b28d6d-bf29-45a7-95d5-3d02c7281f62 None None] Set router 0f41f5da-01f1-4412-bf97-1dbd880fc71c gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:09:39.508625 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ed83ff5f-5301-4dbf-88ed-f975481f287b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:39.518475 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ed83ff5f-5301-4dbf-88ed-f975481f287b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:39.567740 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-ed83ff5f-5301-4dbf-88ed-f975481f287b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4ad2063c14b6423b8a520f73a1add045&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3605602 Jul 24 00:09:39.569768 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 37218) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:09:39.616226 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed83ff5f-5301-4dbf-88ed-f975481f287b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c0e719-6911-487d-9310-61ef7ee509a5,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:39.637880 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fb54df7a-305f-4fad-abc7-5f1d561f9771 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:39.646156 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-838db71b-9d56-4ae4-b209-5b9c26cb1a37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:39.691434 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-838db71b-9d56-4ae4-b209-5b9c26cb1a37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:39.781241 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-fb54df7a-305f-4fad-abc7-5f1d561f9771 admin admin] Deleting port 394ab413-8273-4f76-8abe-706df8c416b4 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:09:39.781935 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fb54df7a-305f-4fad-abc7-5f1d561f9771 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:39.803670 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-838db71b-9d56-4ae4-b209-5b9c26cb1a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:39.808118 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-838db71b-9d56-4ae4-b209-5b9c26cb1a37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:39.821281 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-838db71b-9d56-4ae4-b209-5b9c26cb1a37 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a6c0e719-6911-487d-9310-61ef7ee509a5 HTTP/1.1" status: 204 len: 168 time: 0.2451887 Jul 24 00:09:39.861168 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838db71b-9d56-4ae4-b209-5b9c26cb1a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c0e719-6911-487d-9310-61ef7ee509a5,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:39.991679 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-78b28d6d-bf29-45a7-95d5-3d02c7281f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f41f5da-01f1-4412-bf97-1dbd880fc71c', 'name': 'tempest-ServersTestJSON-1159797707-router', 'tenant_id': '043a499e05cb4c7689d2c93d541abc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '394ab413-8273-4f76-8abe-706df8c416b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:07:10Z', 'updated_at': '2021-07-24T00:09:37Z', 'revision_number': 5, 'project_id': '043a499e05cb4c7689d2c93d541abc0b', 'gw_port': {'id': '394ab413-8273-4f76-8abe-706df8c416b4', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:09:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f41f5da-01f1-4412-bf97-1dbd880fc71c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:07:11Z', 'updated_at': '2021-07-24T00:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:09:40.051697 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b28d6d-bf29-45a7-95d5-3d02c7281f62 None None] Checking router: 0f41f5da-01f1-4412-bf97-1dbd880fc71c for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:09:40.079889 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b28d6d-bf29-45a7-95d5-3d02c7281f62 None None] Routers {'0f41f5da-01f1-4412-bf97-1dbd880fc71c'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:09:40.079889 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-78b28d6d-bf29-45a7-95d5-3d02c7281f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:09:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['0f41f5da-01f1-4412-bf97-1dbd880fc71c'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:09:40.100280 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-fb54df7a-305f-4fad-abc7-5f1d561f9771 admin admin] For port 394ab413-8273-4f76-8abe-706df8c416b4, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=394ab413-8273-4f76-8abe-706df8c416b4,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:09:40.101197 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fb54df7a-305f-4fad-abc7-5f1d561f9771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:40.134210 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-fb54df7a-305f-4fad-abc7-5f1d561f9771 admin admin] Calling delete_port for 394ab413-8273-4f76-8abe-706df8c416b4 owned by network:router_gateway {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:09:40.254030 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-78b28d6d-bf29-45a7-95d5-3d02c7281f62 None None] Set router 0f41f5da-01f1-4412-bf97-1dbd880fc71c gateway port host: None {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:09:40.410791 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-78b28d6d-bf29-45a7-95d5-3d02c7281f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f41f5da-01f1-4412-bf97-1dbd880fc71c', 'name': 'tempest-ServersTestJSON-1159797707-router', 'tenant_id': '043a499e05cb4c7689d2c93d541abc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:07:10Z', 'updated_at': '2021-07-24T00:09:39Z', 'revision_number': 6, 'project_id': '043a499e05cb4c7689d2c93d541abc0b', 'gw_port_host': None}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:09:40.489000 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b28d6d-bf29-45a7-95d5-3d02c7281f62 None None] The sync data for ids ['0f41f5da-01f1-4412-bf97-1dbd880fc71c'] in n-d-800088-16 is: [{'id': '0f41f5da-01f1-4412-bf97-1dbd880fc71c', 'name': 'tempest-ServersTestJSON-1159797707-router', 'tenant_id': '043a499e05cb4c7689d2c93d541abc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:07:10Z', 'updated_at': '2021-07-24T00:09:39Z', 'revision_number': 6, 'project_id': '043a499e05cb4c7689d2c93d541abc0b', 'gw_port_host': None}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:09:40.539702 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fb54df7a-305f-4fad-abc7-5f1d561f9771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:40.600182 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb54df7a-305f-4fad-abc7-5f1d561f9771 admin admin] Pushing event deleted for resources: {'Port': ['ID=394ab413-8273-4f76-8abe-706df8c416b4,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:40.616604 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 37274) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:09:40.646067 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-41e935f9-3ad9-4fc2-9796-a41e8f77ef77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:40.746843 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 37280) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:09:40.786184 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fb54df7a-305f-4fad-abc7-5f1d561f9771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687114'] for router_gateway, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:40.876691 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-41e935f9-3ad9-4fc2-9796-a41e8f77ef77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:40.886541 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-41e935f9-3ad9-4fc2-9796-a41e8f77ef77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:40.924689 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-b5e2b0c5-2144-4c38-88e9-62ff7de84b15 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-15636632-network', 'tenant_id': 'f416a58274704009b44a26f31650fbc3'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:09:40.940518 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-41e935f9-3ad9-4fc2-9796-a41e8f77ef77 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9827ce9355ac4e3f9ff9b9ebe96219a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3226156 Jul 24 00:09:40.946103 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 37288) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:09:41.008518 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fb54df7a-305f-4fad-abc7-5f1d561f9771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:41.010988 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fb54df7a-305f-4fad-abc7-5f1d561f9771 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:41.024973 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e935f9-3ad9-4fc2-9796-a41e8f77ef77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56987823-edfe-42e8-a527-c7c09fa84019,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:41.041725 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-606a37b2-86e0-42de-9c9c-39cfe80662e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:41.075875 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-606a37b2-86e0-42de-9c9c-39cfe80662e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:41.113987 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fb54df7a-305f-4fad-abc7-5f1d561f9771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:41.114736 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb54df7a-305f-4fad-abc7-5f1d561f9771 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f41f5da-01f1-4412-bf97-1dbd880fc71c {{(pid=100314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:09:41.121535 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fb54df7a-305f-4fad-abc7-5f1d561f9771 admin admin] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:41.123168 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-fb54df7a-305f-4fad-abc7-5f1d561f9771 admin admin] 10.222.0.44 "DELETE /v2.0/routers/0f41f5da-01f1-4412-bf97-1dbd880fc71c HTTP/1.1" status: 204 len: 168 time: 2.0922246 Jul 24 00:09:41.126062 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 37302) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:09:41.146402 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e2b0c5-2144-4c38-88e9-62ff7de84b15 admin admin] Made reservation on behalf of f416a58274704009b44a26f31650fbc3 for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:09:41.148921 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b0c5-2144-4c38-88e9-62ff7de84b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:41.195037 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4e567ac-5045-492c-8b50-d427ed993bf9 admin admin] Deleting subnet bc09d7f3-8c1d-481a-8338-8563254dd078 {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:09:41.200088 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d4e567ac-5045-492c-8b50-d427ed993bf9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:41.234321 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b0c5-2144-4c38-88e9-62ff7de84b15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:41.316359 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d4e567ac-5045-492c-8b50-d427ed993bf9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:41.328364 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-606a37b2-86e0-42de-9c9c-39cfe80662e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:41.335856 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-606a37b2-86e0-42de-9c9c-39cfe80662e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:41.341331 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-606a37b2-86e0-42de-9c9c-39cfe80662e3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/56987823-edfe-42e8-a527-c7c09fa84019 HTTP/1.1" status: 204 len: 168 time: 0.3921425 Jul 24 00:09:41.445198 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b0c5-2144-4c38-88e9-62ff7de84b15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:41.456031 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b0c5-2144-4c38-88e9-62ff7de84b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:41.460674 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606a37b2-86e0-42de-9c9c-39cfe80662e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56987823-edfe-42e8-a527-c7c09fa84019,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:41.525865 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 394ab413-8273-4f76-8abe-706df8c416b4 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:09:41.553969 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5e2b0c5-2144-4c38-88e9-62ff7de84b15 admin admin] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:09:41.561093 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e2b0c5-2144-4c38-88e9-62ff7de84b15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16bf5459-2fc3-45f5-950e-755940981fb9,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:41.567466 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d4e567ac-5045-492c-8b50-d427ed993bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:41.589578 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 394ab413-8273-4f76-8abe-706df8c416b4 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:09:41.598077 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 394ab413-8273-4f76-8abe-706df8c416b4 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:09:41.598530 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 22aaf482-7bbb-4488-8084-941b1ad989fe no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:09:41.605956 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b0c5-2144-4c38-88e9-62ff7de84b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:41.606304 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-b5e2b0c5-2144-4c38-88e9-62ff7de84b15 admin admin] Added segment d3cc9475-f05d-4177-894c-9d197d6c8577 of type vlan for network 3bb27577-8aa4-438b-b0fc-2e9a72f8d21f Jul 24 00:09:41.665704 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 22aaf482-7bbb-4488-8084-941b1ad989fe {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:09:41.666059 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 22aaf482-7bbb-4488-8084-941b1ad989fe not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:09:41.717936 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d4e567ac-5045-492c-8b50-d427ed993bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:41.720443 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b0c5-2144-4c38-88e9-62ff7de84b15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:41.764131 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e567ac-5045-492c-8b50-d427ed993bf9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc09d7f3-8c1d-481a-8338-8563254dd078,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:41.785644 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d4e567ac-5045-492c-8b50-d427ed993bf9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:41.785903 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f92f948-335f-46a9-8dde-6a587cb6f183 None None] Network 0618cfb3-814b-4b7d-87d5-55eb6baffbf5 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:09:41.791410 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-d4e567ac-5045-492c-8b50-d427ed993bf9 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/bc09d7f3-8c1d-481a-8338-8563254dd078 HTTP/1.1" status: 204 len: 168 time: 0.6640511 Jul 24 00:09:41.793819 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 37338) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:09:41.805217 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b0c5-2144-4c38-88e9-62ff7de84b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:41.806252 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e2b0c5-2144-4c38-88e9-62ff7de84b15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:41.806815 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b0c5-2144-4c38-88e9-62ff7de84b15 admin admin] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:41.971587 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e2b0c5-2144-4c38-88e9-62ff7de84b15 admin admin] Pushing event updated for resources: {'Network': ['ID=3bb27577-8aa4-438b-b0fc-2e9a72f8d21f,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:41.980700 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b3e7bca0-6f10-4718-8f82-06f1d3493af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:42.019545 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-b5e2b0c5-2144-4c38-88e9-62ff7de84b15 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2688401 Jul 24 00:09:42.020015 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 37354) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:09:42.025563 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-700d08e9-37c9-46de-957e-4c473bc52b7b admin admin] Request body: {'subnet': {'network_id': '3bb27577-8aa4-438b-b0fc-2e9a72f8d21f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-15636632-subnet', 'tenant_id': 'f416a58274704009b44a26f31650fbc3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:09:42.058999 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 3bb27577-8aa4-438b-b0fc-2e9a72f8d21f details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:09:42.086341 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-700d08e9-37c9-46de-957e-4c473bc52b7b admin admin] Made reservation on behalf of f416a58274704009b44a26f31650fbc3 for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:09:42.088947 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-700d08e9-37c9-46de-957e-4c473bc52b7b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:42.136861 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-b3e7bca0-6f10-4718-8f82-06f1d3493af4 admin admin] Deleting port 11c53018-6629-42ae-af45-09bc374fb2b6 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:09:42.138148 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b3e7bca0-6f10-4718-8f82-06f1d3493af4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:42.331720 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-b3e7bca0-6f10-4718-8f82-06f1d3493af4 admin admin] For port 11c53018-6629-42ae-af45-09bc374fb2b6, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=11c53018-6629-42ae-af45-09bc374fb2b6,segment=NetworkSegment(d6402816-8d98-4b2e-8f08-dc778ee1dcce),segment_id=d6402816-8d98-4b2e-8f08-dc778ee1dcce)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:09:42.332279 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b3e7bca0-6f10-4718-8f82-06f1d3493af4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:42.360495 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-b3e7bca0-6f10-4718-8f82-06f1d3493af4 admin admin] Calling delete_port for 11c53018-6629-42ae-af45-09bc374fb2b6 owned by network:dhcp {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:09:42.515128 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-700d08e9-37c9-46de-957e-4c473bc52b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:42.551386 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b3e7bca0-6f10-4718-8f82-06f1d3493af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:42.579570 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8053b99-1a50-443d-a2a1-abb32a1d9e5b None None] DHCP port deletion for 0618cfb3-814b-4b7d-87d5-55eb6baffbf5 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:09:42.606659 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e7bca0-6f10-4718-8f82-06f1d3493af4 admin admin] Pushing event deleted for resources: {'Port': ['ID=11c53018-6629-42ae-af45-09bc374fb2b6,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:42.624642 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e7bca0-6f10-4718-8f82-06f1d3493af4 admin admin] No DVR routers for this DVR port 11c53018-6629-42ae-af45-09bc374fb2b6 on host n-d-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:09:42.739026 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700d08e9-37c9-46de-957e-4c473bc52b7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=63da32e2-61ac-4eb0-aee3-157739522d03,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:42.751263 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700d08e9-37c9-46de-957e-4c473bc52b7b admin admin] Checking segment: {'id': 'd3cc9475-f05d-4177-894c-9d197d6c8577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3bb27577-8aa4-438b-b0fc-2e9a72f8d21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:09:42.751860 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700d08e9-37c9-46de-957e-4c473bc52b7b admin admin] Network hostable DHCP agents. Network: 3bb27577-8aa4-438b-b0fc-2e9a72f8d21f, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:09:42.779654 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700d08e9-37c9-46de-957e-4c473bc52b7b admin admin] Network 3bb27577-8aa4-438b-b0fc-2e9a72f8d21f is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:09:42.799183 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-700d08e9-37c9-46de-957e-4c473bc52b7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 3bb27577-8aa4-438b-b0fc-2e9a72f8d21f) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:09:42.809376 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c19ced-cfa2-4183-8663-6b88c8c8d330 None None] Network 3bb27577-8aa4-438b-b0fc-2e9a72f8d21f requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:09:42.826075 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700d08e9-37c9-46de-957e-4c473bc52b7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:42.826075 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-700d08e9-37c9-46de-957e-4c473bc52b7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:42.866910 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-700d08e9-37c9-46de-957e-4c473bc52b7b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8462260 Jul 24 00:09:42.869722 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 37410) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:09:42.872462 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b3e7bca0-6f10-4718-8f82-06f1d3493af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:42.880432 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-036dc528-137b-43d6-9638-16a5f935b2e4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-15636632-router', 'tenant_id': 'f416a58274704009b44a26f31650fbc3', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:09:42.897061 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-b3e7bca0-6f10-4718-8f82-06f1d3493af4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0618cfb3-814b-4b7d-87d5-55eb6baffbf5']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:09:42.919329 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-b3e7bca0-6f10-4718-8f82-06f1d3493af4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6402816-8d98-4b2e-8f08-dc778ee1dcce') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:09:42.921110 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-b3e7bca0-6f10-4718-8f82-06f1d3493af4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6402816-8d98-4b2e-8f08-dc778ee1dcce') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:09:42.930397 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-036dc528-137b-43d6-9638-16a5f935b2e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:42.931462 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-036dc528-137b-43d6-9638-16a5f935b2e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:42.966089 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b3e7bca0-6f10-4718-8f82-06f1d3493af4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:42.995601 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b3e7bca0-6f10-4718-8f82-06f1d3493af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:43.005703 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3e7bca0-6f10-4718-8f82-06f1d3493af4 admin admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:09:43.009301 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b3e7bca0-6f10-4718-8f82-06f1d3493af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:43.018019 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:09:43.018019 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:09:43.018019 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:09:43.018019 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:09:43.018019 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:09:43.018019 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:09:43.018019 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:09:43.018019 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:09:43.018019 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:09:43.018019 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:09:43.018019 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:09:43.018019 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:09:43.018019 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:09:43.018019 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:09:43.018019 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:09:43.018019 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:09:43.018019 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:09:43.018019 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:09:43.018019 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:09:43.018019 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:09:43.018019 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:09:43.018019 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:09:43.018019 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:09:43.018019 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:09:43.018019 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:09:43.018019 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:09:43.018019 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:09:43.018019 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:09:43.018019 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:09:43.018019 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:09:43.018019 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:09:43.018019 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:09:43.056754 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-036dc528-137b-43d6-9638-16a5f935b2e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:43.162290 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c765cd42-2f57-4aca-9305-4d45f697412b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-3bb27577-8aa4-438b-b0fc-2e9a72f8d21f', 'network_id': '3bb27577-8aa4-438b-b0fc-2e9a72f8d21f', 'tenant_id': 'f416a58274704009b44a26f31650fbc3', 'fixed_ips': [{'subnet_id': '63da32e2-61ac-4eb0-aee3-157739522d03'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:09:43.163456 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c765cd42-2f57-4aca-9305-4d45f697412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:43.286262 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b3e7bca0-6f10-4718-8f82-06f1d3493af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:43.344470 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b3e7bca0-6f10-4718-8f82-06f1d3493af4 admin admin] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:43.347158 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-b3e7bca0-6f10-4718-8f82-06f1d3493af4 admin admin] 10.222.0.44 "DELETE /v2.0/networks/0618cfb3-814b-4b7d-87d5-55eb6baffbf5 HTTP/1.1" status: 204 len: 168 time: 1.5519817 Jul 24 00:09:43.347882 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-036dc528-137b-43d6-9638-16a5f935b2e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:43.350607 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e7bca0-6f10-4718-8f82-06f1d3493af4 admin admin] Pushing event deleted for resources: {'Network': ['ID=0618cfb3-814b-4b7d-87d5-55eb6baffbf5,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:43.889163 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 37446) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:09:43.903792 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 37450) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:09:44.009374 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-036dc528-137b-43d6-9638-16a5f935b2e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:44.089062 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-036dc528-137b-43d6-9638-16a5f935b2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:44.114053 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-dfe6db9b-fc0c-4fb1-a34b-9aeff1925fe3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=043a499e05cb4c7689d2c93d541abc0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2088277 Jul 24 00:09:44.117829 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 37458) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:09:44.135388 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 11c53018-6629-42ae-af45-09bc374fb2b6 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:09:44.185614 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 11c53018-6629-42ae-af45-09bc374fb2b6 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:09:44.185961 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 11c53018-6629-42ae-af45-09bc374fb2b6 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:09:44.218855 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-c765cd42-2f57-4aca-9305-4d45f697412b None None] Allocated IP 172.20.0.2 (3bb27577-8aa4-438b-b0fc-2e9a72f8d21f/63da32e2-61ac-4eb0-aee3-157739522d03/20285aed-4163-4168-bc96-3ed459894ca0) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:09:44.243294 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-53ae6e7f-dbbf-4a06-9c2a-79af4d092c6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:44.325027 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-62b1e95e-ce6e-4afa-8dda-4bc920802b38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:44.377762 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-62b1e95e-ce6e-4afa-8dda-4bc920802b38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:44.464133 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-036dc528-137b-43d6-9638-16a5f935b2e4 admin admin] Allocated IP 172.25.3.154 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/59d53353-5b0f-46b9-b6a2-18c83ad501b8) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:09:44.501557 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-62b1e95e-ce6e-4afa-8dda-4bc920802b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:44.510346 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-62b1e95e-ce6e-4afa-8dda-4bc920802b38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:44.511580 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-62b1e95e-ce6e-4afa-8dda-4bc920802b38 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d0f6539c-67ad-483c-993b-ed7338e2441a HTTP/1.1" status: 204 len: 168 time: 0.3862896 Jul 24 00:09:44.532603 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b1e95e-ce6e-4afa-8dda-4bc920802b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f6539c-67ad-483c-993b-ed7338e2441a,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:44.650587 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c765cd42-2f57-4aca-9305-4d45f697412b None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:44.662938 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-53ae6e7f-dbbf-4a06-9c2a-79af4d092c6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:44.663321 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-c765cd42-2f57-4aca-9305-4d45f697412b None None] Transition to ACTIVE for port object 20285aed-4163-4168-bc96-3ed459894ca0 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:09:44.676089 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-53ae6e7f-dbbf-4a06-9c2a-79af4d092c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:44.718593 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-c765cd42-2f57-4aca-9305-4d45f697412b None None] Transition to ACTIVE for port object 20285aed-4163-4168-bc96-3ed459894ca0 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:09:44.773763 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c765cd42-2f57-4aca-9305-4d45f697412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:44.777825 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ae6e7f-dbbf-4a06-9c2a-79af4d092c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcabd036-3e5c-4bfd-bc99-caf6ce14f57a,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:44.797381 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-53ae6e7f-dbbf-4a06-9c2a-79af4d092c6c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cb6dfe8931f84765846b2b22838afa9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9069571 Jul 24 00:09:44.801647 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 37490) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:09:44.966238 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:44.967110 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c765cd42-2f57-4aca-9305-4d45f697412b None None] Pushing event updated for resources: {'Port': ['ID=20285aed-4163-4168-bc96-3ed459894ca0,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:44.983049 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7661f6d1-dab5-4589-9657-8563fb90658d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:44.983858 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c765cd42-2f57-4aca-9305-4d45f697412b None None] Network 3bb27577-8aa4-438b-b0fc-2e9a72f8d21f is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:09:44.985325 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-c765cd42-2f57-4aca-9305-4d45f697412b None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:09:44.993640 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c765cd42-2f57-4aca-9305-4d45f697412b None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:09:45.039208 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7661f6d1-dab5-4589-9657-8563fb90658d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:45.093022 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-c765cd42-2f57-4aca-9305-4d45f697412b None None] Attempting to bind port 20285aed-4163-4168-bc96-3ed459894ca0 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:09:45.093400 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-c765cd42-2f57-4aca-9305-4d45f697412b None None] Attempting to bind port 20285aed-4163-4168-bc96-3ed459894ca0 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': 'd3cc9475-f05d-4177-894c-9d197d6c8577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3bb27577-8aa4-438b-b0fc-2e9a72f8d21f'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:09:45.093956 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c765cd42-2f57-4aca-9305-4d45f697412b None None] Attempting to bind port 20285aed-4163-4168-bc96-3ed459894ca0 on network 3bb27577-8aa4-438b-b0fc-2e9a72f8d21f {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:09:45.099546 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c765cd42-2f57-4aca-9305-4d45f697412b None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:09:45.100181 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c765cd42-2f57-4aca-9305-4d45f697412b None None] Checking segment: {'id': 'd3cc9475-f05d-4177-894c-9d197d6c8577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3bb27577-8aa4-438b-b0fc-2e9a72f8d21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:09:45.100826 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c765cd42-2f57-4aca-9305-4d45f697412b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:45.101422 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c765cd42-2f57-4aca-9305-4d45f697412b None None] Bound using segment: {'id': 'd3cc9475-f05d-4177-894c-9d197d6c8577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3bb27577-8aa4-438b-b0fc-2e9a72f8d21f'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:09:45.102339 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-c765cd42-2f57-4aca-9305-4d45f697412b None None] Bound port: 20285aed-4163-4168-bc96-3ed459894ca0, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3cc9475-f05d-4177-894c-9d197d6c8577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3bb27577-8aa4-438b-b0fc-2e9a72f8d21f'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:09:45.102926 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c765cd42-2f57-4aca-9305-4d45f697412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:45.181879 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7661f6d1-dab5-4589-9657-8563fb90658d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:45.186290 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7661f6d1-dab5-4589-9657-8563fb90658d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:45.191796 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-7661f6d1-dab5-4589-9657-8563fb90658d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fcabd036-3e5c-4bfd-bc99-caf6ce14f57a HTTP/1.1" status: 204 len: 168 time: 0.3856769 Jul 24 00:09:45.249059 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7661f6d1-dab5-4589-9657-8563fb90658d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcabd036-3e5c-4bfd-bc99-caf6ce14f57a,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:45.288266 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7661f6d1-dab5-4589-9657-8563fb90658d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:09:45.288637 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7661f6d1-dab5-4589-9657-8563fb90658d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:09:45.289073 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7661f6d1-dab5-4589-9657-8563fb90658d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:09:45.289373 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7661f6d1-dab5-4589-9657-8563fb90658d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:09:45.309520 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7661f6d1-dab5-4589-9657-8563fb90658d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:09:45.311197 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7661f6d1-dab5-4589-9657-8563fb90658d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:09:45.312727 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7661f6d1-dab5-4589-9657-8563fb90658d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:09:45.314909 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7661f6d1-dab5-4589-9657-8563fb90658d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:09:45.316098 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7661f6d1-dab5-4589-9657-8563fb90658d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:09:45.319792 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7661f6d1-dab5-4589-9657-8563fb90658d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:09:45.327514 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7661f6d1-dab5-4589-9657-8563fb90658d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:09:45.327961 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7661f6d1-dab5-4589-9657-8563fb90658d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:09:45.380872 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-c765cd42-2f57-4aca-9305-4d45f697412b None None] For port 20285aed-4163-4168-bc96-3ed459894ca0, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:09:45.401766 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-c765cd42-2f57-4aca-9305-4d45f697412b None None] For port 20285aed-4163-4168-bc96-3ed459894ca0, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=20285aed-4163-4168-bc96-3ed459894ca0,segment=NetworkSegment(d3cc9475-f05d-4177-894c-9d197d6c8577),segment_id=d3cc9475-f05d-4177-894c-9d197d6c8577)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:09:45.422283 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c765cd42-2f57-4aca-9305-4d45f697412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:45.585446 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c765cd42-2f57-4aca-9305-4d45f697412b None None] Pushing event updated for resources: {'Port': ['ID=20285aed-4163-4168-bc96-3ed459894ca0,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:45.745583 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-036dc528-137b-43d6-9638-16a5f935b2e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:45.827040 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-036dc528-137b-43d6-9638-16a5f935b2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:45.869518 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036dc528-137b-43d6-9638-16a5f935b2e4 admin admin] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:09:45.874052 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-036dc528-137b-43d6-9638-16a5f935b2e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:09:45.908277 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036dc528-137b-43d6-9638-16a5f935b2e4 admin admin] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:09:46.024101 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036dc528-137b-43d6-9638-16a5f935b2e4 admin admin] Pushing event updated for resources: {'Port': ['ID=59d53353-5b0f-46b9-b6a2-18c83ad501b8,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:46.059507 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 37536) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:09:46.083568 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6e0e216c-f146-4911-9fad-8937c0e452ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:46.108693 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 37538) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:09:46.271036 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6e0e216c-f146-4911-9fad-8937c0e452ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:46.280742 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6e0e216c-f146-4911-9fad-8937c0e452ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:46.351857 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0e216c-f146-4911-9fad-8937c0e452ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe8dd4f0-101e-43e5-b125-feb19ecfe02b,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:46.362657 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-6e0e216c-f146-4911-9fad-8937c0e452ba admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9922a57cff5d404ba53e9f9bc414c616&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3020723 Jul 24 00:09:46.365295 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 37548) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:09:46.500637 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-71acdb6c-1b04-4d00-9afb-5e50f5585be5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-288890971-network', 'tenant_id': '95a0c743a31b4bbeb6688f1814a96447'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:09:46.525358 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-036dc528-137b-43d6-9638-16a5f935b2e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:46.561962 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4e892602-7fe0-4b83-ad49-f7efe9901ee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:46.587422 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71acdb6c-1b04-4d00-9afb-5e50f5585be5 admin admin] Made reservation on behalf of 95a0c743a31b4bbeb6688f1814a96447 for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:09:46.591096 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-71acdb6c-1b04-4d00-9afb-5e50f5585be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:46.624525 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-71acdb6c-1b04-4d00-9afb-5e50f5585be5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:46.663945 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4e892602-7fe0-4b83-ad49-f7efe9901ee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:46.811282 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4e892602-7fe0-4b83-ad49-f7efe9901ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:46.815880 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4e892602-7fe0-4b83-ad49-f7efe9901ee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:46.817377 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-4e892602-7fe0-4b83-ad49-f7efe9901ee7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fe8dd4f0-101e-43e5-b125-feb19ecfe02b HTTP/1.1" status: 204 len: 168 time: 0.4511023 Jul 24 00:09:46.831251 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e892602-7fe0-4b83-ad49-f7efe9901ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe8dd4f0-101e-43e5-b125-feb19ecfe02b,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:46.995579 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-71acdb6c-1b04-4d00-9afb-5e50f5585be5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:47.004512 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-71acdb6c-1b04-4d00-9afb-5e50f5585be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:47.063805 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71acdb6c-1b04-4d00-9afb-5e50f5585be5 admin admin] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:09:47.064429 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-036dc528-137b-43d6-9638-16a5f935b2e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:47.166276 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-71acdb6c-1b04-4d00-9afb-5e50f5585be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:47.166636 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-71acdb6c-1b04-4d00-9afb-5e50f5585be5 admin admin] Added segment 7b15c539-5f8d-462f-a336-7280b9d864c0 of type vlan for network c962a417-8ad1-4c86-b87d-52a2f8bbd985 Jul 24 00:09:47.181556 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71acdb6c-1b04-4d00-9afb-5e50f5585be5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b18a95-9eb9-4810-a13b-9736798f03ca,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:47.286426 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-71acdb6c-1b04-4d00-9afb-5e50f5585be5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:47.402790 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb593f8-4663-44d3-a3c2-5645df89e8dd None None] Network 3bb27577-8aa4-438b-b0fc-2e9a72f8d21f requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:09:47.414539 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-71acdb6c-1b04-4d00-9afb-5e50f5585be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:47.415559 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71acdb6c-1b04-4d00-9afb-5e50f5585be5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:47.416166 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-71acdb6c-1b04-4d00-9afb-5e50f5585be5 admin admin] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:47.462836 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-71acdb6c-1b04-4d00-9afb-5e50f5585be5 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3528771 Jul 24 00:09:47.465879 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 37602) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:09:47.492057 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-036dc528-137b-43d6-9638-16a5f935b2e4 admin admin] Router 5597493e-01dd-47da-9bc4-b838fcd76b0d is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:09:47.504457 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-2e989589-3e6a-4062-8e74-99894aaf6ced admin admin] Request body: {'subnet': {'network_id': 'c962a417-8ad1-4c86-b87d-52a2f8bbd985', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-288890971-subnet', 'tenant_id': '95a0c743a31b4bbeb6688f1814a96447', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:09:47.528844 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 20285aed-4163-4168-bc96-3ed459894ca0 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:09:47.607888 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71acdb6c-1b04-4d00-9afb-5e50f5585be5 admin admin] Pushing event updated for resources: {'Network': ['ID=c962a417-8ad1-4c86-b87d-52a2f8bbd985,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:47.658553 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e989589-3e6a-4062-8e74-99894aaf6ced admin admin] Made reservation on behalf of 95a0c743a31b4bbeb6688f1814a96447 for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:09:47.661120 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2e989589-3e6a-4062-8e74-99894aaf6ced admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:47.759888 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network c962a417-8ad1-4c86-b87d-52a2f8bbd985 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:09:47.770494 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-ff1b3184-ac2c-4801-aa54-fd65f0f93c09 None None] Provisioning for port 20285aed-4163-4168-bc96-3ed459894ca0 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:09:47.812481 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-036dc528-137b-43d6-9638-16a5f935b2e4 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:09:47.830939 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecd07bc-d861-45d2-995c-435c422e4776 None None] Sync routers for ids ['5597493e-01dd-47da-9bc4-b838fcd76b0d'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:09:47.847839 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecd07bc-d861-45d2-995c-435c422e4776 None None] Routers {'5597493e-01dd-47da-9bc4-b838fcd76b0d'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:09:47.848484 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-5ecd07bc-d861-45d2-995c-435c422e4776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:09:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['5597493e-01dd-47da-9bc4-b838fcd76b0d'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:09:47.862264 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:47.891758 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-036dc528-137b-43d6-9638-16a5f935b2e4 admin admin] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:47.893622 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-036dc528-137b-43d6-9638-16a5f935b2e4 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.0223434 Jul 24 00:09:47.897300 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 37622) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:09:48.103785 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 20285aed-4163-4168-bc96-3ed459894ca0 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:09:48.123779 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 20285aed-4163-4168-bc96-3ed459894ca0 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:09:48.124473 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:48.170427 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-5ecd07bc-d861-45d2-995c-435c422e4776 None None] Set router 5597493e-01dd-47da-9bc4-b838fcd76b0d gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:09:48.185957 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2e989589-3e6a-4062-8e74-99894aaf6ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:48.284667 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e989589-3e6a-4062-8e74-99894aaf6ced admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac65e50d-9e91-4898-8126-b79e2397dfea,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:48.291627 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e989589-3e6a-4062-8e74-99894aaf6ced admin admin] Checking segment: {'id': '7b15c539-5f8d-462f-a336-7280b9d864c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'c962a417-8ad1-4c86-b87d-52a2f8bbd985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:09:48.292482 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e989589-3e6a-4062-8e74-99894aaf6ced admin admin] Network hostable DHCP agents. Network: c962a417-8ad1-4c86-b87d-52a2f8bbd985, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:09:48.340988 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e989589-3e6a-4062-8e74-99894aaf6ced admin admin] Network c962a417-8ad1-4c86-b87d-52a2f8bbd985 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:09:48.364398 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-2e989589-3e6a-4062-8e74-99894aaf6ced admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, c962a417-8ad1-4c86-b87d-52a2f8bbd985) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:09:48.374725 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e989589-3e6a-4062-8e74-99894aaf6ced admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:09:48.376354 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2e989589-3e6a-4062-8e74-99894aaf6ced admin admin] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:48.386004 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f93e9b-c50f-4588-bff1-7b58acbbdc62 None None] Network c962a417-8ad1-4c86-b87d-52a2f8bbd985 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:09:48.411336 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-2e989589-3e6a-4062-8e74-99894aaf6ced admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9421728 Jul 24 00:09:48.414687 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 37632) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:09:48.419477 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-792f12f7-671d-48db-8137-f0dfceff2b29 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-288890971-router', 'tenant_id': '95a0c743a31b4bbeb6688f1814a96447', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:09:48.537603 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-792f12f7-671d-48db-8137-f0dfceff2b29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:48.541731 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-792f12f7-671d-48db-8137-f0dfceff2b29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:48.574960 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:48.831871 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-792f12f7-671d-48db-8137-f0dfceff2b29 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:48.938080 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 20285aed-4163-4168-bc96-3ed459894ca0, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=20285aed-4163-4168-bc96-3ed459894ca0,segment=NetworkSegment(d3cc9475-f05d-4177-894c-9d197d6c8577),segment_id=d3cc9475-f05d-4177-894c-9d197d6c8577)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:09:48.949513 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-5ecd07bc-d861-45d2-995c-435c422e4776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5597493e-01dd-47da-9bc4-b838fcd76b0d', 'name': 'tempest-AttachVolumeShelveTestJSON-15636632-router', 'tenant_id': 'f416a58274704009b44a26f31650fbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '59d53353-5b0f-46b9-b6a2-18c83ad501b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:09:42Z', 'updated_at': '2021-07-24T00:09:46Z', 'revision_number': 3, 'project_id': 'f416a58274704009b44a26f31650fbc3', 'gw_port': {'id': '59d53353-5b0f-46b9-b6a2-18c83ad501b8', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d0:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5597493e-01dd-47da-9bc4-b838fcd76b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:09:44Z', 'updated_at': '2021-07-24T00:09:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:09:48.975141 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:49.070063 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecd07bc-d861-45d2-995c-435c422e4776 None None] Checking router: 5597493e-01dd-47da-9bc4-b838fcd76b0d for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:09:49.073553 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecd07bc-d861-45d2-995c-435c422e4776 None None] Updating router 5597493e-01dd-47da-9bc4-b838fcd76b0d port 59d53353-5b0f-46b9-b6a2-18c83ad501b8 binding host n-d-800088-16 {{(pid=100316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:09:49.079188 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-79848be2-8ed9-47dc-a1ce-75d7d5b8b4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:49.183388 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-5ecd07bc-d861-45d2-995c-435c422e4776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:49.324039 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36fc26eb-e105-4e4b-945e-c1a1797a92d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-c962a417-8ad1-4c86-b87d-52a2f8bbd985', 'network_id': 'c962a417-8ad1-4c86-b87d-52a2f8bbd985', 'tenant_id': '95a0c743a31b4bbeb6688f1814a96447', 'fixed_ips': [{'subnet_id': 'ac65e50d-9e91-4898-8126-b79e2397dfea'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:09:49.328883 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-36fc26eb-e105-4e4b-945e-c1a1797a92d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:49.344480 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-792f12f7-671d-48db-8137-f0dfceff2b29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:49.388139 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9c766e75-0334-44f5-82f8-94adb3584501 None None] Provisioning complete for port 20285aed-4163-4168-bc96-3ed459894ca0 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:09:49.393946 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9c766e75-0334-44f5-82f8-94adb3584501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:49.714526 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-79848be2-8ed9-47dc-a1ce-75d7d5b8b4d2 admin admin] Allocated IP 172.20.0.1 (3bb27577-8aa4-438b-b0fc-2e9a72f8d21f/63da32e2-61ac-4eb0-aee3-157739522d03/62191fff-096a-441b-adfd-4c774030012a) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:09:50.019494 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=20285aed-4163-4168-bc96-3ed459894ca0,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:50.120055 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-5ecd07bc-d861-45d2-995c-435c422e4776 None None] Notify callbacks [] for port, precommit_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:50.127426 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-792f12f7-671d-48db-8137-f0dfceff2b29 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:50.144259 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.provisioning_blocks [None req-5ecd07bc-d861-45d2-995c-435c422e4776 None None] Transition to ACTIVE for port object 59d53353-5b0f-46b9-b6a2-18c83ad501b8 will not be triggered until provisioned by entity L2. {{(pid=100316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:09:50.146013 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-79848be2-8ed9-47dc-a1ce-75d7d5b8b4d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:50.160783 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-5ecd07bc-d861-45d2-995c-435c422e4776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:50.176841 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-792f12f7-671d-48db-8137-f0dfceff2b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:50.190938 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [None req-79848be2-8ed9-47dc-a1ce-75d7d5b8b4d2 admin admin] Transition to ACTIVE for port object 62191fff-096a-441b-adfd-4c774030012a will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:09:50.205604 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-36fc26eb-e105-4e4b-945e-c1a1797a92d7 None None] Allocated IP 172.20.0.2 (c962a417-8ad1-4c86-b87d-52a2f8bbd985/ac65e50d-9e91-4898-8126-b79e2397dfea/72d12de4-f242-4eb4-873e-663f613fc0cf) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:09:50.289824 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-79848be2-8ed9-47dc-a1ce-75d7d5b8b4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:50.294051 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a47428e-57d4-4f81-9398-ca3a78747c1b None None] Pushing event updated for resources: {'Port': ['ID=59d53353-5b0f-46b9-b6a2-18c83ad501b8,revision_number=2']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:50.315354 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79848be2-8ed9-47dc-a1ce-75d7d5b8b4d2 admin admin] Network 3bb27577-8aa4-438b-b0fc-2e9a72f8d21f is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:09:50.317583 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-5ecd07bc-d861-45d2-995c-435c422e4776 None None] Attempting to bind port 59d53353-5b0f-46b9-b6a2-18c83ad501b8 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:09:50.318156 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-5ecd07bc-d861-45d2-995c-435c422e4776 None None] Attempting to bind port 59d53353-5b0f-46b9-b6a2-18c83ad501b8 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:09:50.318325 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-79848be2-8ed9-47dc-a1ce-75d7d5b8b4d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:09:50.318840 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecd07bc-d861-45d2-995c-435c422e4776 None None] Attempting to bind port 59d53353-5b0f-46b9-b6a2-18c83ad501b8 on network 9adcfee8-760c-4568-9e39-c221abf69bf5 {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:09:50.321747 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a47428e-57d4-4f81-9398-ca3a78747c1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:09:50.322273 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a47428e-57d4-4f81-9398-ca3a78747c1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:09:50.322770 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a47428e-57d4-4f81-9398-ca3a78747c1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:09:50.323253 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a47428e-57d4-4f81-9398-ca3a78747c1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:09:50.323761 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a47428e-57d4-4f81-9398-ca3a78747c1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:09:50.324237 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a47428e-57d4-4f81-9398-ca3a78747c1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:09:50.325028 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a47428e-57d4-4f81-9398-ca3a78747c1b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:09:50.325512 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a47428e-57d4-4f81-9398-ca3a78747c1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:09:50.326379 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a47428e-57d4-4f81-9398-ca3a78747c1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:09:50.326863 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a47428e-57d4-4f81-9398-ca3a78747c1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:09:50.327391 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a47428e-57d4-4f81-9398-ca3a78747c1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:09:50.328178 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a47428e-57d4-4f81-9398-ca3a78747c1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:09:50.345659 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecd07bc-d861-45d2-995c-435c422e4776 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:09:50.346048 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecd07bc-d861-45d2-995c-435c422e4776 None None] Checking segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:09:50.346456 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-5ecd07bc-d861-45d2-995c-435c422e4776 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:50.346850 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecd07bc-d861-45d2-995c-435c422e4776 None None] Bound using segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:09:50.347335 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-5ecd07bc-d861-45d2-995c-435c422e4776 None None] Bound port: 59d53353-5b0f-46b9-b6a2-18c83ad501b8, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:09:50.347723 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-5ecd07bc-d861-45d2-995c-435c422e4776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:50.439417 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79848be2-8ed9-47dc-a1ce-75d7d5b8b4d2 admin admin] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:09:50.451280 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-792f12f7-671d-48db-8137-f0dfceff2b29 admin admin] Allocated IP 172.25.3.41 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/81235ebd-6ed2-4319-833f-f77beec0d6fb) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:09:50.461811 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-5ecd07bc-d861-45d2-995c-435c422e4776 None None] For port 59d53353-5b0f-46b9-b6a2-18c83ad501b8, host n-d-800088-16, cleared binding levels {{(pid=100316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:09:50.468646 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-5ecd07bc-d861-45d2-995c-435c422e4776 None None] For port 59d53353-5b0f-46b9-b6a2-18c83ad501b8, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=59d53353-5b0f-46b9-b6a2-18c83ad501b8,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:09:50.493969 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-5ecd07bc-d861-45d2-995c-435c422e4776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:50.550782 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-79848be2-8ed9-47dc-a1ce-75d7d5b8b4d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681761'] for router_interface, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:50.618437 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecd07bc-d861-45d2-995c-435c422e4776 None None] Routers {'5597493e-01dd-47da-9bc4-b838fcd76b0d'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:09:50.619304 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-5ecd07bc-d861-45d2-995c-435c422e4776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:09:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['5597493e-01dd-47da-9bc4-b838fcd76b0d'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:09:50.702355 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79848be2-8ed9-47dc-a1ce-75d7d5b8b4d2 admin admin] Pushing event updated for resources: {'Port': ['ID=62191fff-096a-441b-adfd-4c774030012a,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:50.717020 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-36fc26eb-e105-4e4b-945e-c1a1797a92d7 None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:50.734891 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-36fc26eb-e105-4e4b-945e-c1a1797a92d7 None None] Transition to ACTIVE for port object 72d12de4-f242-4eb4-873e-663f613fc0cf will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:09:50.795934 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-792f12f7-671d-48db-8137-f0dfceff2b29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:50.800478 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-36fc26eb-e105-4e4b-945e-c1a1797a92d7 None None] Transition to ACTIVE for port object 72d12de4-f242-4eb4-873e-663f613fc0cf will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:09:50.814582 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-36fc26eb-e105-4e4b-945e-c1a1797a92d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:50.836175 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-27e4b552-5810-410c-b885-dcca0fd2e549 None None] Provisioning for port 62191fff-096a-441b-adfd-4c774030012a completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:09:50.842574 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-27e4b552-5810-410c-b885-dcca0fd2e549 None None] Provisioning complete for port 62191fff-096a-441b-adfd-4c774030012a triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:09:50.842955 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-27e4b552-5810-410c-b885-dcca0fd2e549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:50.874891 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a47428e-57d4-4f81-9398-ca3a78747c1b None None] Pushing event updated for resources: {'Port': ['ID=59d53353-5b0f-46b9-b6a2-18c83ad501b8,revision_number=3']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:50.913042 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-79848be2-8ed9-47dc-a1ce-75d7d5b8b4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:50.948987 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-27e4b552-5810-410c-b885-dcca0fd2e549 None None] Port 62191fff-096a-441b-adfd-4c774030012a cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:09:50.958184 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fc26eb-e105-4e4b-945e-c1a1797a92d7 None None] Network c962a417-8ad1-4c86-b87d-52a2f8bbd985 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:09:50.961613 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-36fc26eb-e105-4e4b-945e-c1a1797a92d7 None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:09:50.982009 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fc26eb-e105-4e4b-945e-c1a1797a92d7 None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:09:50.995421 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-5ecd07bc-d861-45d2-995c-435c422e4776 None None] Set router 5597493e-01dd-47da-9bc4-b838fcd76b0d gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:09:51.019134 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-792f12f7-671d-48db-8137-f0dfceff2b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:51.064361 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fc26eb-e105-4e4b-945e-c1a1797a92d7 None None] Pushing event updated for resources: {'Port': ['ID=72d12de4-f242-4eb4-873e-663f613fc0cf,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:51.102904 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792f12f7-671d-48db-8137-f0dfceff2b29 admin admin] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:09:51.106354 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-792f12f7-671d-48db-8137-f0dfceff2b29 admin admin] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:09:51.111012 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792f12f7-671d-48db-8137-f0dfceff2b29 admin admin] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:09:51.127094 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-36fc26eb-e105-4e4b-945e-c1a1797a92d7 None None] Attempting to bind port 72d12de4-f242-4eb4-873e-663f613fc0cf on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:09:51.127937 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-36fc26eb-e105-4e4b-945e-c1a1797a92d7 None None] Attempting to bind port 72d12de4-f242-4eb4-873e-663f613fc0cf by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '7b15c539-5f8d-462f-a336-7280b9d864c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'c962a417-8ad1-4c86-b87d-52a2f8bbd985'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:09:51.128572 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fc26eb-e105-4e4b-945e-c1a1797a92d7 None None] Attempting to bind port 72d12de4-f242-4eb4-873e-663f613fc0cf on network c962a417-8ad1-4c86-b87d-52a2f8bbd985 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:09:51.142246 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fc26eb-e105-4e4b-945e-c1a1797a92d7 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:09:51.142923 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fc26eb-e105-4e4b-945e-c1a1797a92d7 None None] Checking segment: {'id': '7b15c539-5f8d-462f-a336-7280b9d864c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'c962a417-8ad1-4c86-b87d-52a2f8bbd985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:09:51.148255 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-36fc26eb-e105-4e4b-945e-c1a1797a92d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:51.148840 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fc26eb-e105-4e4b-945e-c1a1797a92d7 None None] Bound using segment: {'id': '7b15c539-5f8d-462f-a336-7280b9d864c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'c962a417-8ad1-4c86-b87d-52a2f8bbd985'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:09:51.149652 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-36fc26eb-e105-4e4b-945e-c1a1797a92d7 None None] Bound port: 72d12de4-f242-4eb4-873e-663f613fc0cf, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b15c539-5f8d-462f-a336-7280b9d864c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'c962a417-8ad1-4c86-b87d-52a2f8bbd985'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:09:51.150226 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-36fc26eb-e105-4e4b-945e-c1a1797a92d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:51.306045 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-36fc26eb-e105-4e4b-945e-c1a1797a92d7 None None] For port 72d12de4-f242-4eb4-873e-663f613fc0cf, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:09:51.309963 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-36fc26eb-e105-4e4b-945e-c1a1797a92d7 None None] For port 72d12de4-f242-4eb4-873e-663f613fc0cf, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=72d12de4-f242-4eb4-873e-663f613fc0cf,segment=NetworkSegment(7b15c539-5f8d-462f-a336-7280b9d864c0),segment_id=7b15c539-5f8d-462f-a336-7280b9d864c0)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:09:51.320668 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-36fc26eb-e105-4e4b-945e-c1a1797a92d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:51.417917 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fc26eb-e105-4e4b-945e-c1a1797a92d7 None None] Pushing event updated for resources: {'Port': ['ID=72d12de4-f242-4eb4-873e-663f613fc0cf,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:51.486239 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 20285aed-4163-4168-bc96-3ed459894ca0 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:09:51.509425 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-79848be2-8ed9-47dc-a1ce-75d7d5b8b4d2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:51.526726 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-79848be2-8ed9-47dc-a1ce-75d7d5b8b4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:51.530772 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792f12f7-671d-48db-8137-f0dfceff2b29 admin admin] Pushing event updated for resources: {'Port': ['ID=81235ebd-6ed2-4319-833f-f77beec0d6fb,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:51.632113 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79848be2-8ed9-47dc-a1ce-75d7d5b8b4d2 admin admin] Pushing event updated for resources: {'Port': ['ID=62191fff-096a-441b-adfd-4c774030012a,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:51.635562 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-79848be2-8ed9-47dc-a1ce-75d7d5b8b4d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680980'] for router_interface, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:51.643530 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-5ecd07bc-d861-45d2-995c-435c422e4776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5597493e-01dd-47da-9bc4-b838fcd76b0d', 'name': 'tempest-AttachVolumeShelveTestJSON-15636632-router', 'tenant_id': 'f416a58274704009b44a26f31650fbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '59d53353-5b0f-46b9-b6a2-18c83ad501b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:09:42Z', 'updated_at': '2021-07-24T00:09:46Z', 'revision_number': 3, 'project_id': 'f416a58274704009b44a26f31650fbc3', 'gw_port': {'id': '59d53353-5b0f-46b9-b6a2-18c83ad501b8', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d0:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5597493e-01dd-47da-9bc4-b838fcd76b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:09:44Z', 'updated_at': '2021-07-24T00:09:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:09:51.689988 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 20285aed-4163-4168-bc96-3ed459894ca0 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:09:51.691906 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:52.013062 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79848be2-8ed9-47dc-a1ce-75d7d5b8b4d2 admin admin] Network 3bb27577-8aa4-438b-b0fc-2e9a72f8d21f is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:09:52.017584 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-79848be2-8ed9-47dc-a1ce-75d7d5b8b4d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:09:52.127127 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecd07bc-d861-45d2-995c-435c422e4776 None None] The sync data for ids ['5597493e-01dd-47da-9bc4-b838fcd76b0d'] in n-d-800088-16 is: [{'id': '5597493e-01dd-47da-9bc4-b838fcd76b0d', 'name': 'tempest-AttachVolumeShelveTestJSON-15636632-router', 'tenant_id': 'f416a58274704009b44a26f31650fbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '59d53353-5b0f-46b9-b6a2-18c83ad501b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:09:42Z', 'updated_at': '2021-07-24T00:09:46Z', 'revision_number': 3, 'project_id': 'f416a58274704009b44a26f31650fbc3', 'gw_port': {'id': '59d53353-5b0f-46b9-b6a2-18c83ad501b8', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d0:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5597493e-01dd-47da-9bc4-b838fcd76b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:09:44Z', 'updated_at': '2021-07-24T00:09:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:09:52.388256 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79848be2-8ed9-47dc-a1ce-75d7d5b8b4d2 admin admin] Router 5597493e-01dd-47da-9bc4-b838fcd76b0d has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:09:52.611619 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-30296f40-5794-4ec2-b70b-67c161c0f0a3 None None] Provisioning complete for port 62191fff-096a-441b-adfd-4c774030012a triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:09:52.612141 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-30296f40-5794-4ec2-b70b-67c161c0f0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:52.736246 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-30296f40-5794-4ec2-b70b-67c161c0f0a3 None None] Port 62191fff-096a-441b-adfd-4c774030012a cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:09:52.801670 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79848be2-8ed9-47dc-a1ce-75d7d5b8b4d2 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:09:52.834495 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-79848be2-8ed9-47dc-a1ce-75d7d5b8b4d2 admin admin] 10.222.0.44 "PUT /v2.0/routers/5597493e-01dd-47da-9bc4-b838fcd76b0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9354658 Jul 24 00:09:53.183188 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a420f36c-29d9-4293-b67a-2c3b905063e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:53.266022 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-792f12f7-671d-48db-8137-f0dfceff2b29 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:53.641459 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 72d12de4-f242-4eb4-873e-663f613fc0cf up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:09:53.728850 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bff7ae7-55ec-4d17-adbd-cc9b752e0215 None None] Network c962a417-8ad1-4c86-b87d-52a2f8bbd985 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:09:53.871552 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 37824) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:09:53.880333 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-792f12f7-671d-48db-8137-f0dfceff2b29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:54.166242 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-d86884f7-d885-4f8b-904b-be3da7de0651 None None] Provisioning for port 72d12de4-f242-4eb4-873e-663f613fc0cf completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:09:54.181679 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-d86884f7-d885-4f8b-904b-be3da7de0651 None None] Provisioning complete for port 72d12de4-f242-4eb4-873e-663f613fc0cf triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:09:54.182235 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d86884f7-d885-4f8b-904b-be3da7de0651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:54.187546 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 72d12de4-f242-4eb4-873e-663f613fc0cf completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:09:54.188197 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-538c5758-7014-4efe-b223-38cfef2286a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:54.209767 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 37836) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:09:54.224425 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-f7b4186d-73be-44df-85e5-92958835ddca tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Request body: {'security_group': {'name': 'tempest-securitygroup--971448007', 'description': 'tempest-description--2007648252'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:09:54.286531 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f7b4186d-73be-44df-85e5-92958835ddca tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:54.341705 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-792f12f7-671d-48db-8137-f0dfceff2b29 admin admin] Router cb5d9be9-d821-41cd-b51b-1899bb9efba3 is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:09:54.353400 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 72d12de4-f242-4eb4-873e-663f613fc0cf triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:09:54.354791 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:54.527163 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-538c5758-7014-4efe-b223-38cfef2286a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:54.539134 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-538c5758-7014-4efe-b223-38cfef2286a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:54.694551 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538c5758-7014-4efe-b223-38cfef2286a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76343d87-90bc-4c5b-9dd9-50f6f0ff9818,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:54.707817 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-538c5758-7014-4efe-b223-38cfef2286a8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=676ab05cd6214a4fa032d3cdfa01bc44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8351612 Jul 24 00:09:54.710328 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 37842) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:09:54.780406 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-792f12f7-671d-48db-8137-f0dfceff2b29 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:09:54.835057 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d86884f7-d885-4f8b-904b-be3da7de0651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:54.863506 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7918b2a9-da21-42b0-acc2-c53c697df3a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:54.867526 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb779f1-45d9-4e91-99b1-52b45e8f1363 None None] Sync routers for ids ['cb5d9be9-d821-41cd-b51b-1899bb9efba3'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:09:54.887258 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f7b4186d-73be-44df-85e5-92958835ddca tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:54.906315 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-792f12f7-671d-48db-8137-f0dfceff2b29 admin admin] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:54.908158 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-792f12f7-671d-48db-8137-f0dfceff2b29 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.4923885 Jul 24 00:09:54.910813 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 37846) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:09:54.921738 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f7b4186d-73be-44df-85e5-92958835ddca tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:54.938013 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7918b2a9-da21-42b0-acc2-c53c697df3a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:54.990294 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-d86884f7-d885-4f8b-904b-be3da7de0651 None None] For port 72d12de4-f242-4eb4-873e-663f613fc0cf, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=72d12de4-f242-4eb4-873e-663f613fc0cf,segment=NetworkSegment(7b15c539-5f8d-462f-a336-7280b9d864c0),segment_id=7b15c539-5f8d-462f-a336-7280b9d864c0)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:09:55.007587 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:55.010007 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d86884f7-d885-4f8b-904b-be3da7de0651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:55.087950 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb779f1-45d9-4e91-99b1-52b45e8f1363 None None] Routers {'cb5d9be9-d821-41cd-b51b-1899bb9efba3'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:09:55.090069 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-eeb779f1-45d9-4e91-99b1-52b45e8f1363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:09:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['cb5d9be9-d821-41cd-b51b-1899bb9efba3'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:09:55.773489 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b4186d-73be-44df-85e5-92958835ddca tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65668094-9226-4b65-8245-cb28bd37e836,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:55.830691 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b4186d-73be-44df-85e5-92958835ddca tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:09:55.832380 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b4186d-73be-44df-85e5-92958835ddca tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:09:55.835874 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b4186d-73be-44df-85e5-92958835ddca tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:09:55.836420 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b4186d-73be-44df-85e5-92958835ddca tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:09:55.837288 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b4186d-73be-44df-85e5-92958835ddca tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:09:55.838431 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b4186d-73be-44df-85e5-92958835ddca tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:09:55.841798 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86884f7-d885-4f8b-904b-be3da7de0651 None None] Pushing event updated for resources: {'Port': ['ID=72d12de4-f242-4eb4-873e-663f613fc0cf,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:55.842852 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b4186d-73be-44df-85e5-92958835ddca tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:09:55.843545 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b4186d-73be-44df-85e5-92958835ddca tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:09:55.844132 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b4186d-73be-44df-85e5-92958835ddca tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:09:55.845534 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b4186d-73be-44df-85e5-92958835ddca tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:09:55.846801 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b4186d-73be-44df-85e5-92958835ddca tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:09:55.847496 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b4186d-73be-44df-85e5-92958835ddca tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:09:55.860040 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.db.api [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100315) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 00:09:55.861086 n-d-800088-16 neutron-server[100315]: DEBUG oslo_db.api [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 00:09:55.883929 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe50150-3666-4f45-bbd9-793479c81e11 None None] Sync routers for ids ['5597493e-01dd-47da-9bc4-b838fcd76b0d'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:09:55.904472 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f7b4186d-73be-44df-85e5-92958835ddca tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:55.906049 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-f7b4186d-73be-44df-85e5-92958835ddca tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.6950383 Jul 24 00:09:55.907116 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-7b26fcea-cc81-43d3-9be3-63c66e158f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:55.911396 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 37876) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:09:55.915416 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe50150-3666-4f45-bbd9-793479c81e11 None None] Routers {'5597493e-01dd-47da-9bc4-b838fcd76b0d'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:09:55.917903 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-9c0e1cac-b6a9-4ad9-bd05-9236b3842f80 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Request body: {'security_group_rule': {'security_group_id': '65668094-9226-4b65-8245-cb28bd37e836', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:09:55.918835 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-dfe50150-3666-4f45-bbd9-793479c81e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:09:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['5597493e-01dd-47da-9bc4-b838fcd76b0d'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:09:55.924679 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7918b2a9-da21-42b0-acc2-c53c697df3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:55.927618 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7918b2a9-da21-42b0-acc2-c53c697df3a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:55.928926 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-7918b2a9-da21-42b0-acc2-c53c697df3a7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/76343d87-90bc-4c5b-9dd9-50f6f0ff9818 HTTP/1.1" status: 204 len: 168 time: 1.2174945 Jul 24 00:09:55.948359 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-e05422f8-05ee-4114-bb76-07d0aaeb213c None None] Provisioning complete for port 72d12de4-f242-4eb4-873e-663f613fc0cf triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:09:55.949986 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7918b2a9-da21-42b0-acc2-c53c697df3a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76343d87-90bc-4c5b-9dd9-50f6f0ff9818,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:55.950600 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e05422f8-05ee-4114-bb76-07d0aaeb213c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:56.008421 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9c0e1cac-b6a9-4ad9-bd05-9236b3842f80 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:56.161678 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-eeb779f1-45d9-4e91-99b1-52b45e8f1363 None None] Set router cb5d9be9-d821-41cd-b51b-1899bb9efba3 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:09:56.225998 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9c0e1cac-b6a9-4ad9-bd05-9236b3842f80 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:56.233229 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-351fd4ef-9da4-4964-95be-539f8e17b3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:56.236716 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9c0e1cac-b6a9-4ad9-bd05-9236b3842f80 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:56.284167 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0e1cac-b6a9-4ad9-bd05-9236b3842f80 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1392c9ad-df7c-44aa-a1f5-232f2674d9b4,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:56.297246 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-dfe50150-3666-4f45-bbd9-793479c81e11 None None] Set router 5597493e-01dd-47da-9bc4-b838fcd76b0d gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:09:56.303321 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9c0e1cac-b6a9-4ad9-bd05-9236b3842f80 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:56.308424 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-9c0e1cac-b6a9-4ad9-bd05-9236b3842f80 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3947639 Jul 24 00:09:56.310043 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 37886) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:09:56.321588 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-298d5d78-26f3-4fa6-9b1b-8b961421ee8a tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Request body: {'security_group_rule': {'security_group_id': '65668094-9226-4b65-8245-cb28bd37e836', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:09:56.383859 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-298d5d78-26f3-4fa6-9b1b-8b961421ee8a tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:56.527242 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 59d53353-5b0f-46b9-b6a2-18c83ad501b8 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:09:56.559657 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-298d5d78-26f3-4fa6-9b1b-8b961421ee8a tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:56.568688 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-351fd4ef-9da4-4964-95be-539f8e17b3fe admin admin] Allocated IP 172.20.0.1 (c962a417-8ad1-4c86-b87d-52a2f8bbd985/ac65e50d-9e91-4898-8126-b79e2397dfea/bfb4e723-3461-42bc-828e-bafb4a79f7df) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:09:56.581043 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-298d5d78-26f3-4fa6-9b1b-8b961421ee8a tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:56.678408 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298d5d78-26f3-4fa6-9b1b-8b961421ee8a tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93faec39-603c-4b0c-bf8e-7bafcd639c88,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:56.685031 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-298d5d78-26f3-4fa6-9b1b-8b961421ee8a tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:56.692092 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-298d5d78-26f3-4fa6-9b1b-8b961421ee8a tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3806283 Jul 24 00:09:56.695546 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 37898) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:09:56.704929 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-f4028d63-a713-4c34-8642-44fc37b86b31 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Request body: {'floatingip': {'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:09:56.711687 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 37900) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:09:56.787034 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-dc041df2-3230-4cad-9cfc-cd244dcd934e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:56.896098 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:56.902928 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 59d53353-5b0f-46b9-b6a2-18c83ad501b8 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:09:56.916782 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 59d53353-5b0f-46b9-b6a2-18c83ad501b8 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:09:56.917357 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:56.965983 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f4028d63-a713-4c34-8642-44fc37b86b31 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks [] for floatingip, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:56.977798 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-351fd4ef-9da4-4964-95be-539f8e17b3fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:57.025403 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-dfe50150-3666-4f45-bbd9-793479c81e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5597493e-01dd-47da-9bc4-b838fcd76b0d', 'name': 'tempest-AttachVolumeShelveTestJSON-15636632-router', 'tenant_id': 'f416a58274704009b44a26f31650fbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '59d53353-5b0f-46b9-b6a2-18c83ad501b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:09:42Z', 'updated_at': '2021-07-24T00:09:50Z', 'revision_number': 4, 'project_id': 'f416a58274704009b44a26f31650fbc3', 'gw_port': {'id': '59d53353-5b0f-46b9-b6a2-18c83ad501b8', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d0:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5597493e-01dd-47da-9bc4-b838fcd76b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:09:44Z', 'updated_at': '2021-07-24T00:09:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '62191fff-096a-441b-adfd-4c774030012a', 'name': '', 'network_id': '3bb27577-8aa4-438b-b0fc-2e9a72f8d21f', 'tenant_id': 'f416a58274704009b44a26f31650fbc3', 'mac_address': 'fa:16:3e:85:1d:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5597493e-01dd-47da-9bc4-b838fcd76b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '63da32e2-61ac-4eb0-aee3-157739522d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:09:49Z', 'updated_at': '2021-07-24T00:09:51Z', 'revision_number': 2, 'project_id': 'f416a58274704009b44a26f31650fbc3', 'subnets': [{'id': '63da32e2-61ac-4eb0-aee3-157739522d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:09:57.030719 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [None req-351fd4ef-9da4-4964-95be-539f8e17b3fe admin admin] Transition to ACTIVE for port object bfb4e723-3461-42bc-828e-bafb4a79f7df will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:09:57.111455 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe50150-3666-4f45-bbd9-793479c81e11 None None] Checking router: 5597493e-01dd-47da-9bc4-b838fcd76b0d for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:09:57.111812 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe50150-3666-4f45-bbd9-793479c81e11 None None] Updating router 5597493e-01dd-47da-9bc4-b838fcd76b0d port 62191fff-096a-441b-adfd-4c774030012a binding host n-d-800088-16 {{(pid=100316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:09:57.121435 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:57.126806 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-351fd4ef-9da4-4964-95be-539f8e17b3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:57.150714 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 59d53353-5b0f-46b9-b6a2-18c83ad501b8, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=59d53353-5b0f-46b9-b6a2-18c83ad501b8,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:09:57.160242 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-eeb779f1-45d9-4e91-99b1-52b45e8f1363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb5d9be9-d821-41cd-b51b-1899bb9efba3', 'name': 'tempest-ServersTestMultiNic-288890971-router', 'tenant_id': '95a0c743a31b4bbeb6688f1814a96447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '81235ebd-6ed2-4319-833f-f77beec0d6fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:09:48Z', 'updated_at': '2021-07-24T00:09:51Z', 'revision_number': 3, 'project_id': '95a0c743a31b4bbeb6688f1814a96447', 'gw_port': {'id': '81235ebd-6ed2-4319-833f-f77beec0d6fb', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d6:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb5d9be9-d821-41cd-b51b-1899bb9efba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:09:50Z', 'updated_at': '2021-07-24T00:09:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:09:57.210573 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb779f1-45d9-4e91-99b1-52b45e8f1363 None None] Checking router: cb5d9be9-d821-41cd-b51b-1899bb9efba3 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:09:57.211172 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb779f1-45d9-4e91-99b1-52b45e8f1363 None None] Updating router cb5d9be9-d821-41cd-b51b-1899bb9efba3 port 81235ebd-6ed2-4319-833f-f77beec0d6fb binding host n-d-800088-16 {{(pid=100315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:09:57.215697 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:57.231962 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-dc041df2-3230-4cad-9cfc-cd244dcd934e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:57.244141 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-dfe50150-3666-4f45-bbd9-793479c81e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:57.250383 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-dc041df2-3230-4cad-9cfc-cd244dcd934e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:57.290434 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351fd4ef-9da4-4964-95be-539f8e17b3fe admin admin] Pushing event updated for resources: {'Port': ['ID=bfb4e723-3461-42bc-828e-bafb4a79f7df,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:57.327352 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc041df2-3230-4cad-9cfc-cd244dcd934e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4415297-47c0-4491-8e6e-f9f7878f1919,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:57.350133 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 37916) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:09:57.361075 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351fd4ef-9da4-4964-95be-539f8e17b3fe admin admin] Network c962a417-8ad1-4c86-b87d-52a2f8bbd985 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:09:57.362598 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-351fd4ef-9da4-4964-95be-539f8e17b3fe admin admin] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:09:57.393164 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351fd4ef-9da4-4964-95be-539f8e17b3fe admin admin] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:09:57.455147 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-dc041df2-3230-4cad-9cfc-cd244dcd934e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f722887f883e43aa9ead8a507bef7867&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7311156 Jul 24 00:09:57.461337 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 37920) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:09:57.550073 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-351fd4ef-9da4-4964-95be-539f8e17b3fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681761'] for router_interface, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:57.575804 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=59d53353-5b0f-46b9-b6a2-18c83ad501b8,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:57.601780 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 72d12de4-f242-4eb4-873e-663f613fc0cf up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:09:57.608916 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f4028d63-a713-4c34-8642-44fc37b86b31 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:57.651988 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-20469362-4dc3-40df-ac50-3b47a5c4b6d4 admin admin] Deleting subnet 2e4b3877-c064-4637-a430-f8959f0b06a3 {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:09:57.674499 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-20469362-4dc3-40df-ac50-3b47a5c4b6d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:57.698234 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:57.712173 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-eeb779f1-45d9-4e91-99b1-52b45e8f1363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:57.890332 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 72d12de4-f242-4eb4-873e-663f613fc0cf triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:09:57.890648 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-dfe50150-3666-4f45-bbd9-793479c81e11 None None] Notify callbacks [] for port, precommit_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:57.894828 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:57.957102 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.provisioning_blocks [None req-dfe50150-3666-4f45-bbd9-793479c81e11 None None] Transition to ACTIVE for port object 62191fff-096a-441b-adfd-4c774030012a will not be triggered until provisioned by entity L2. {{(pid=100316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:09:57.978892 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-dfe50150-3666-4f45-bbd9-793479c81e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:58.034723 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7c26b919-5a0b-4906-8257-2b0e8c1e51d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:58.094658 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49de1123-6832-4f90-bdb4-a84b978ee15b None None] Pushing event updated for resources: {'Port': ['ID=62191fff-096a-441b-adfd-4c774030012a,revision_number=3']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:58.098210 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-351fd4ef-9da4-4964-95be-539f8e17b3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:58.160757 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2e6802e0-ec47-466f-b840-cd66d19dc159 None None] Provisioning for port bfb4e723-3461-42bc-828e-bafb4a79f7df completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:09:58.188129 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2e6802e0-ec47-466f-b840-cd66d19dc159 None None] Provisioning complete for port bfb4e723-3461-42bc-828e-bafb4a79f7df triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:09:58.188698 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2e6802e0-ec47-466f-b840-cd66d19dc159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:58.267211 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7c26b919-5a0b-4906-8257-2b0e8c1e51d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:58.423840 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-20469362-4dc3-40df-ac50-3b47a5c4b6d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:58.436932 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2e6802e0-ec47-466f-b840-cd66d19dc159 None None] Port bfb4e723-3461-42bc-828e-bafb4a79f7df cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:09:58.437880 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-dfe50150-3666-4f45-bbd9-793479c81e11 None None] Attempting to bind port 62191fff-096a-441b-adfd-4c774030012a on host n-d-800088-16 for vnic_type normal with profile {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:09:58.448612 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-dfe50150-3666-4f45-bbd9-793479c81e11 None None] Attempting to bind port 62191fff-096a-441b-adfd-4c774030012a by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': 'd3cc9475-f05d-4177-894c-9d197d6c8577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3bb27577-8aa4-438b-b0fc-2e9a72f8d21f'}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:09:58.449229 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe50150-3666-4f45-bbd9-793479c81e11 None None] Attempting to bind port 62191fff-096a-441b-adfd-4c774030012a on network 3bb27577-8aa4-438b-b0fc-2e9a72f8d21f {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:09:58.462281 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe50150-3666-4f45-bbd9-793479c81e11 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:09:58.463808 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe50150-3666-4f45-bbd9-793479c81e11 None None] Checking segment: {'id': 'd3cc9475-f05d-4177-894c-9d197d6c8577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3bb27577-8aa4-438b-b0fc-2e9a72f8d21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:09:58.465737 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-dfe50150-3666-4f45-bbd9-793479c81e11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:58.466155 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe50150-3666-4f45-bbd9-793479c81e11 None None] Bound using segment: {'id': 'd3cc9475-f05d-4177-894c-9d197d6c8577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3bb27577-8aa4-438b-b0fc-2e9a72f8d21f'} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:09:58.466919 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-dfe50150-3666-4f45-bbd9-793479c81e11 None None] Bound port: 62191fff-096a-441b-adfd-4c774030012a, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3cc9475-f05d-4177-894c-9d197d6c8577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3bb27577-8aa4-438b-b0fc-2e9a72f8d21f'}}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:09:58.467315 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-dfe50150-3666-4f45-bbd9-793479c81e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:58.558026 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-20469362-4dc3-40df-ac50-3b47a5c4b6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:58.675827 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-dfe50150-3666-4f45-bbd9-793479c81e11 None None] For port 62191fff-096a-441b-adfd-4c774030012a, host n-d-800088-16, cleared binding levels {{(pid=100316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:09:58.683373 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-dfe50150-3666-4f45-bbd9-793479c81e11 None None] For port 62191fff-096a-441b-adfd-4c774030012a, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=62191fff-096a-441b-adfd-4c774030012a,segment=NetworkSegment(d3cc9475-f05d-4177-894c-9d197d6c8577),segment_id=d3cc9475-f05d-4177-894c-9d197d6c8577)] {{(pid=100316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:09:58.689230 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7c26b919-5a0b-4906-8257-2b0e8c1e51d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:58.694011 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-dfe50150-3666-4f45-bbd9-793479c81e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:58.704992 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7c26b919-5a0b-4906-8257-2b0e8c1e51d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:58.707422 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-7c26b919-5a0b-4906-8257-2b0e8c1e51d5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c4415297-47c0-4491-8e6e-f9f7878f1919 HTTP/1.1" status: 204 len: 168 time: 1.2298210 Jul 24 00:09:58.725401 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-f4028d63-a713-4c34-8642-44fc37b86b31 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Allocated IP 172.25.3.35 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/d9fbd9c6-8e96-4183-a23c-f14b52893a58) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:09:58.771014 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-351fd4ef-9da4-4964-95be-539f8e17b3fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:58.780677 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-351fd4ef-9da4-4964-95be-539f8e17b3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:58.813582 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe50150-3666-4f45-bbd9-793479c81e11 None None] Routers {'5597493e-01dd-47da-9bc4-b838fcd76b0d'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:09:58.814484 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-dfe50150-3666-4f45-bbd9-793479c81e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:09:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['5597493e-01dd-47da-9bc4-b838fcd76b0d'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:09:58.882760 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:58.913685 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49de1123-6832-4f90-bdb4-a84b978ee15b None None] Pushing event updated for resources: {'Port': ['ID=62191fff-096a-441b-adfd-4c774030012a,revision_number=4']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:58.985201 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351fd4ef-9da4-4964-95be-539f8e17b3fe admin admin] Pushing event updated for resources: {'Port': ['ID=bfb4e723-3461-42bc-828e-bafb4a79f7df,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:59.024747 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-351fd4ef-9da4-4964-95be-539f8e17b3fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680980'] for router_interface, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:59.035026 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-dfe50150-3666-4f45-bbd9-793479c81e11 None None] Set router 5597493e-01dd-47da-9bc4-b838fcd76b0d gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:09:59.061291 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f4028d63-a713-4c34-8642-44fc37b86b31 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:59.189631 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c26b919-5a0b-4906-8257-2b0e8c1e51d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4415297-47c0-4491-8e6e-f9f7878f1919,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:59.198739 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f4028d63-a713-4c34-8642-44fc37b86b31 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:59.219649 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-20469362-4dc3-40df-ac50-3b47a5c4b6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:59.306328 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4028d63-a713-4c34-8642-44fc37b86b31 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:09:59.315517 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-f4028d63-a713-4c34-8642-44fc37b86b31 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:09:59.324600 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20469362-4dc3-40df-ac50-3b47a5c4b6d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e4b3877-c064-4637-a430-f8959f0b06a3,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:59.328523 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4028d63-a713-4c34-8642-44fc37b86b31 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:09:59.437217 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-20469362-4dc3-40df-ac50-3b47a5c4b6d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:59.439125 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-20469362-4dc3-40df-ac50-3b47a5c4b6d4 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/2e4b3877-c064-4637-a430-f8959f0b06a3 HTTP/1.1" status: 204 len: 168 time: 2.0821180 Jul 24 00:09:59.443352 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 37956) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:09:59.447008 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351fd4ef-9da4-4964-95be-539f8e17b3fe admin admin] Network c962a417-8ad1-4c86-b87d-52a2f8bbd985 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:09:59.467200 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 59d53353-5b0f-46b9-b6a2-18c83ad501b8 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:09:59.501725 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4028d63-a713-4c34-8642-44fc37b86b31 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Pushing event updated for resources: {'Port': ['ID=d9fbd9c6-8e96-4183-a23c-f14b52893a58,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:09:59.540155 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cc1255f0-bd64-42e0-b5d5-2dc468554f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:59.545998 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-351fd4ef-9da4-4964-95be-539f8e17b3fe admin admin] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:09:59.557082 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f4028d63-a713-4c34-8642-44fc37b86b31 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:09:59.659271 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f4028d63-a713-4c34-8642-44fc37b86b31 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:00.066843 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cc1255f0-bd64-42e0-b5d5-2dc468554f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:00.070041 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-dfe50150-3666-4f45-bbd9-793479c81e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5597493e-01dd-47da-9bc4-b838fcd76b0d', 'name': 'tempest-AttachVolumeShelveTestJSON-15636632-router', 'tenant_id': 'f416a58274704009b44a26f31650fbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '59d53353-5b0f-46b9-b6a2-18c83ad501b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:09:42Z', 'updated_at': '2021-07-24T00:09:50Z', 'revision_number': 4, 'project_id': 'f416a58274704009b44a26f31650fbc3', 'gw_port': {'id': '59d53353-5b0f-46b9-b6a2-18c83ad501b8', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5597493e-01dd-47da-9bc4-b838fcd76b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:09:44Z', 'updated_at': '2021-07-24T00:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '62191fff-096a-441b-adfd-4c774030012a', 'name': '', 'network_id': '3bb27577-8aa4-438b-b0fc-2e9a72f8d21f', 'tenant_id': 'f416a58274704009b44a26f31650fbc3', 'mac_address': 'fa:16:3e:85:1d:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5597493e-01dd-47da-9bc4-b838fcd76b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '63da32e2-61ac-4eb0-aee3-157739522d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:09:49Z', 'updated_at': '2021-07-24T00:09:58Z', 'revision_number': 4, 'project_id': 'f416a58274704009b44a26f31650fbc3', 'subnets': [{'id': '63da32e2-61ac-4eb0-aee3-157739522d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:10:00.085569 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 59d53353-5b0f-46b9-b6a2-18c83ad501b8 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:10:00.085904 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:00.099808 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f4028d63-a713-4c34-8642-44fc37b86b31 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:00.120179 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f4028d63-a713-4c34-8642-44fc37b86b31 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:00.149379 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-cc1255f0-bd64-42e0-b5d5-2dc468554f7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['906f365b-36c1-4d13-9c07-a624816f29e1']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:10:00.169693 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4028d63-a713-4c34-8642-44fc37b86b31 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Pushing event updated for resources: {'Port': ['ID=d9fbd9c6-8e96-4183-a23c-f14b52893a58,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:00.216968 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-cc1255f0-bd64-42e0-b5d5-2dc468554f7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f17eb04-28aa-4878-8a04-e770a5f0149d') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:10:00.217294 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-cc1255f0-bd64-42e0-b5d5-2dc468554f7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f17eb04-28aa-4878-8a04-e770a5f0149d') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:10:00.224719 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe50150-3666-4f45-bbd9-793479c81e11 None None] The sync data for ids ['5597493e-01dd-47da-9bc4-b838fcd76b0d'] in n-d-800088-16 is: [{'id': '5597493e-01dd-47da-9bc4-b838fcd76b0d', 'name': 'tempest-AttachVolumeShelveTestJSON-15636632-router', 'tenant_id': 'f416a58274704009b44a26f31650fbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '59d53353-5b0f-46b9-b6a2-18c83ad501b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:09:42Z', 'updated_at': '2021-07-24T00:09:50Z', 'revision_number': 4, 'project_id': 'f416a58274704009b44a26f31650fbc3', 'gw_port': {'id': '59d53353-5b0f-46b9-b6a2-18c83ad501b8', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5597493e-01dd-47da-9bc4-b838fcd76b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:09:44Z', 'updated_at': '2021-07-24T00:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '62191fff-096a-441b-adfd-4c774030012a', 'name': '', 'network_id': '3bb27577-8aa4-438b-b0fc-2e9a72f8d21f', 'tenant_id': 'f416a58274704009b44a26f31650fbc3', 'mac_address': 'fa:16:3e:85:1d:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5597493e-01dd-47da-9bc4-b838fcd76b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '63da32e2-61ac-4eb0-aee3-157739522d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:09:49Z', 'updated_at': '2021-07-24T00:09:58Z', 'revision_number': 4, 'project_id': 'f416a58274704009b44a26f31650fbc3', 'subnets': [{'id': '63da32e2-61ac-4eb0-aee3-157739522d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:10:00.258173 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cc1255f0-bd64-42e0-b5d5-2dc468554f7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:00.298427 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-52dc995f-848b-41a2-87a6-2f8b8a4db7d5 None None] Provisioning complete for port bfb4e723-3461-42bc-828e-bafb4a79f7df triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:10:00.298427 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-52dc995f-848b-41a2-87a6-2f8b8a4db7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:00.338205 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cc1255f0-bd64-42e0-b5d5-2dc468554f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:00.353292 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f4028d63-a713-4c34-8642-44fc37b86b31 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:00.367782 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc1255f0-bd64-42e0-b5d5-2dc468554f7a admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:10:00.369153 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cc1255f0-bd64-42e0-b5d5-2dc468554f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:00.374730 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:10:00.374730 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:10:00.374730 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:10:00.374730 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:10:00.374730 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:10:00.374730 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:10:00.374730 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:10:00.374730 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:10:00.374730 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:10:00.374730 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:10:00.374730 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:10:00.374730 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:10:00.374730 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:10:00.374730 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:10:00.374730 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:10:00.374730 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:10:00.374730 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:10:00.374730 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:10:00.374730 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:10:00.374730 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:10:00.374730 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:10:00.374730 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:10:00.374730 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:10:00.374730 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:10:00.374730 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:10:00.374730 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:10:00.374730 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:10:00.374730 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:10:00.374730 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:10:00.374730 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:10:00.374730 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:10:00.374730 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:10:00.418326 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f4028d63-a713-4c34-8642-44fc37b86b31 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:00.421451 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-f4028d63-a713-4c34-8642-44fc37b86b31 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7227647 Jul 24 00:10:00.476346 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-52dc995f-848b-41a2-87a6-2f8b8a4db7d5 None None] Port bfb4e723-3461-42bc-828e-bafb4a79f7df cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:10:00.607944 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-eeb779f1-45d9-4e91-99b1-52b45e8f1363 None None] Notify callbacks [] for port, precommit_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:00.610633 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cc1255f0-bd64-42e0-b5d5-2dc468554f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:00.629301 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-351fd4ef-9da4-4964-95be-539f8e17b3fe admin admin] Router cb5d9be9-d821-41cd-b51b-1899bb9efba3 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:10:00.634827 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cc1255f0-bd64-42e0-b5d5-2dc468554f7a admin admin] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:00.637345 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-cc1255f0-bd64-42e0-b5d5-2dc468554f7a admin admin] 10.222.0.44 "DELETE /v2.0/networks/906f365b-36c1-4d13-9c07-a624816f29e1 HTTP/1.1" status: 204 len: 168 time: 1.1926825 Jul 24 00:10:00.640491 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 38024) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:10:00.654554 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1255f0-bd64-42e0-b5d5-2dc468554f7a admin admin] Pushing event deleted for resources: {'Network': ['ID=906f365b-36c1-4d13-9c07-a624816f29e1,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:00.688227 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-eeb779f1-45d9-4e91-99b1-52b45e8f1363 None None] Transition to ACTIVE for port object 81235ebd-6ed2-4319-833f-f77beec0d6fb will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:10:00.702429 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-eeb779f1-45d9-4e91-99b1-52b45e8f1363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:00.841906 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fcd6cec-eeb6-4d27-a329-ff7f2361369d admin admin] Deleting subnet 8253d9f4-8ccb-4b3b-9850-b43fb3adb3e3 {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:10:00.872782 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3fcd6cec-eeb6-4d27-a329-ff7f2361369d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:00.893893 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-eeb779f1-45d9-4e91-99b1-52b45e8f1363 None None] Attempting to bind port 81235ebd-6ed2-4319-833f-f77beec0d6fb on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:10:00.894465 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-eeb779f1-45d9-4e91-99b1-52b45e8f1363 None None] Attempting to bind port 81235ebd-6ed2-4319-833f-f77beec0d6fb by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:10:00.894994 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb779f1-45d9-4e91-99b1-52b45e8f1363 None None] Attempting to bind port 81235ebd-6ed2-4319-833f-f77beec0d6fb on network 9adcfee8-760c-4568-9e39-c221abf69bf5 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:10:00.935231 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb779f1-45d9-4e91-99b1-52b45e8f1363 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:10:00.935886 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb779f1-45d9-4e91-99b1-52b45e8f1363 None None] Checking segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:10:00.938388 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-351fd4ef-9da4-4964-95be-539f8e17b3fe admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:10:00.941372 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-eeb779f1-45d9-4e91-99b1-52b45e8f1363 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:00.941806 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb779f1-45d9-4e91-99b1-52b45e8f1363 None None] Bound using segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:10:00.942332 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-eeb779f1-45d9-4e91-99b1-52b45e8f1363 None None] Bound port: 81235ebd-6ed2-4319-833f-f77beec0d6fb, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:10:00.942737 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-eeb779f1-45d9-4e91-99b1-52b45e8f1363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:00.963195 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-351fd4ef-9da4-4964-95be-539f8e17b3fe admin admin] 10.222.0.44 "PUT /v2.0/routers/cb5d9be9-d821-41cd-b51b-1899bb9efba3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0509701 Jul 24 00:10:01.050877 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3fcd6cec-eeb6-4d27-a329-ff7f2361369d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:01.146833 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3fcd6cec-eeb6-4d27-a329-ff7f2361369d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:01.167356 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-eeb779f1-45d9-4e91-99b1-52b45e8f1363 None None] For port 81235ebd-6ed2-4319-833f-f77beec0d6fb, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:10:01.186515 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-eeb779f1-45d9-4e91-99b1-52b45e8f1363 None None] For port 81235ebd-6ed2-4319-833f-f77beec0d6fb, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=81235ebd-6ed2-4319-833f-f77beec0d6fb,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:10:01.206359 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-eeb779f1-45d9-4e91-99b1-52b45e8f1363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:01.231385 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f8585be2-0812-4a0a-b5d0-55ed74610102 req-52dc041b-a658-4251-9618-823bce956d4a tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--971448007&fields=id&tenant_id=f416a58274704009b44a26f31650fbc3 HTTP/1.1" status: 200 len: 267 time: 0.2287483 Jul 24 00:10:01.239082 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08f8e5d-5627-4064-ab36-658816ae2ac2 None None] Pushing event updated for resources: {'Port': ['ID=81235ebd-6ed2-4319-833f-f77beec0d6fb,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:01.276715 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3fcd6cec-eeb6-4d27-a329-ff7f2361369d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:01.306192 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08f8e5d-5627-4064-ab36-658816ae2ac2 None None] Pushing event updated for resources: {'Port': ['ID=81235ebd-6ed2-4319-833f-f77beec0d6fb,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:01.319388 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb779f1-45d9-4e91-99b1-52b45e8f1363 None None] Routers {'cb5d9be9-d821-41cd-b51b-1899bb9efba3'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:10:01.322222 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-eeb779f1-45d9-4e91-99b1-52b45e8f1363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:09:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['cb5d9be9-d821-41cd-b51b-1899bb9efba3'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:10:01.485381 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3fcd6cec-eeb6-4d27-a329-ff7f2361369d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:01.495115 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-3fcd6cec-eeb6-4d27-a329-ff7f2361369d admin admin] 10.222.0.44 "DELETE /v2.0/subnets/8253d9f4-8ccb-4b3b-9850-b43fb3adb3e3 HTTP/1.1" status: 204 len: 168 time: 0.8533807 Jul 24 00:10:01.496357 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 38068) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:10:01.497174 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 38074) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:10:01.498687 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcd6cec-eeb6-4d27-a329-ff7f2361369d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8253d9f4-8ccb-4b3b-9850-b43fb3adb3e3,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:01.612236 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 62191fff-096a-441b-adfd-4c774030012a up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:10:01.681941 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8585be2-0812-4a0a-b5d0-55ed74610102 req-9af04653-9bed-4312-8851-cdae5ce287c5 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:01.683975 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f8585be2-0812-4a0a-b5d0-55ed74610102 req-9af04653-9bed-4312-8851-cdae5ce287c5 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/networks?id=3bb27577-8aa4-438b-b0fc-2e9a72f8d21f HTTP/1.1" status: 200 len: 815 time: 0.4508972 Jul 24 00:10:01.726446 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f8585be2-0812-4a0a-b5d0-55ed74610102 req-ba9614d1-8693-41fa-929b-4748dd8f265c tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/quotas/f416a58274704009b44a26f31650fbc3 HTTP/1.1" status: 200 len: 375 time: 0.0346775 Jul 24 00:10:01.788988 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ec4b0b16-91f9-44e4-bc71-9cd2573f0186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:01.796041 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 62191fff-096a-441b-adfd-4c774030012a completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:10:01.822340 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 62191fff-096a-441b-adfd-4c774030012a triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:10:01.822718 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:01.889159 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-eeb779f1-45d9-4e91-99b1-52b45e8f1363 None None] Set router cb5d9be9-d821-41cd-b51b-1899bb9efba3 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:10:01.970104 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f8585be2-0812-4a0a-b5d0-55ed74610102 req-27728e18-ac14-477e-bacf-2339919ec08d tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f416a58274704009b44a26f31650fbc3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2381523 Jul 24 00:10:02.022868 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ec4b0b16-91f9-44e4-bc71-9cd2573f0186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:02.039423 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-ec4b0b16-91f9-44e4-bc71-9cd2573f0186 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22757d7b-2431-456b-bb9c-90e2b369619f']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:10:02.067367 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-59a1ebc8-a9be-431e-830d-e0fe3ed4fd77 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-110304014'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:10:02.082774 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-ec4b0b16-91f9-44e4-bc71-9cd2573f0186 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd04390ac-60a6-498b-ba27-4da7aa76cb8c') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:10:02.086067 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-ec4b0b16-91f9-44e4-bc71-9cd2573f0186 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd04390ac-60a6-498b-ba27-4da7aa76cb8c') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:10:02.107256 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ec4b0b16-91f9-44e4-bc71-9cd2573f0186 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:02.139489 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f8585be2-0812-4a0a-b5d0-55ed74610102 req-8d23aa44-5d71-42c3-be06-110e9a5b8bb9 service neutron] 10.222.0.44 "GET /v2.0/networks/3bb27577-8aa4-438b-b0fc-2e9a72f8d21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641562 Jul 24 00:10:02.160264 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ec4b0b16-91f9-44e4-bc71-9cd2573f0186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:02.172714 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a1ebc8-a9be-431e-830d-e0fe3ed4fd77 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Made reservation on behalf of 95a0c743a31b4bbeb6688f1814a96447 for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:10:02.179236 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-59a1ebc8-a9be-431e-830d-e0fe3ed4fd77 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:02.186504 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec4b0b16-91f9-44e4-bc71-9cd2573f0186 admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:10:02.191461 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ec4b0b16-91f9-44e4-bc71-9cd2573f0186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:02.194436 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:10:02.194436 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:10:02.194436 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:10:02.194436 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:10:02.194436 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:10:02.194436 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:10:02.194436 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:10:02.194436 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:10:02.194436 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:10:02.194436 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:10:02.194436 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:10:02.194436 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:10:02.194436 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:10:02.194436 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:10:02.194436 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:10:02.194436 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:10:02.194436 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:10:02.194436 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:10:02.194436 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:10:02.194436 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:10:02.194436 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:10:02.194436 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:10:02.194436 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:10:02.194436 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:10:02.194436 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:10:02.194436 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:10:02.194436 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:10:02.194436 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:10:02.194436 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:10:02.194436 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:10:02.194436 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:10:02.194436 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:10:02.283431 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59a1ebc8-a9be-431e-830d-e0fe3ed4fd77 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:10:02.308508 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ec4b0b16-91f9-44e4-bc71-9cd2573f0186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:02.319321 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-59a1ebc8-a9be-431e-830d-e0fe3ed4fd77 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:02.321923 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-59a1ebc8-a9be-431e-830d-e0fe3ed4fd77 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Added segment e9fba5a9-b6d1-4e91-a6a2-67b017d34bb2 of type vlan for network 23c56d55-b067-4bd9-a42b-a19aab852ee9 Jul 24 00:10:02.349922 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ec4b0b16-91f9-44e4-bc71-9cd2573f0186 admin admin] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:02.355812 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-ec4b0b16-91f9-44e4-bc71-9cd2573f0186 admin admin] 10.222.0.44 "DELETE /v2.0/networks/22757d7b-2431-456b-bb9c-90e2b369619f HTTP/1.1" status: 204 len: 168 time: 0.8237793 Jul 24 00:10:02.387042 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4b0b16-91f9-44e4-bc71-9cd2573f0186 admin admin] Pushing event deleted for resources: {'Network': ['ID=22757d7b-2431-456b-bb9c-90e2b369619f,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:02.433874 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f8585be2-0812-4a0a-b5d0-55ed74610102 req-c7fb0972-1878-4acd-b950-1922f09b58c9 service neutron] 10.222.0.44 "GET /v2.0/networks/3bb27577-8aa4-438b-b0fc-2e9a72f8d21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868609 Jul 24 00:10:02.462133 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-eeb779f1-45d9-4e91-99b1-52b45e8f1363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb5d9be9-d821-41cd-b51b-1899bb9efba3', 'name': 'tempest-ServersTestMultiNic-288890971-router', 'tenant_id': '95a0c743a31b4bbeb6688f1814a96447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '81235ebd-6ed2-4319-833f-f77beec0d6fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:09:48Z', 'updated_at': '2021-07-24T00:09:57Z', 'revision_number': 4, 'project_id': '95a0c743a31b4bbeb6688f1814a96447', 'gw_port': {'id': '81235ebd-6ed2-4319-833f-f77beec0d6fb', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d6:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb5d9be9-d821-41cd-b51b-1899bb9efba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:09:50Z', 'updated_at': '2021-07-24T00:10:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'bfb4e723-3461-42bc-828e-bafb4a79f7df', 'name': '', 'network_id': 'c962a417-8ad1-4c86-b87d-52a2f8bbd985', 'tenant_id': '95a0c743a31b4bbeb6688f1814a96447', 'mac_address': 'fa:16:3e:04:7a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb5d9be9-d821-41cd-b51b-1899bb9efba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': 'ac65e50d-9e91-4898-8126-b79e2397dfea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:09:56Z', 'updated_at': '2021-07-24T00:09:58Z', 'revision_number': 2, 'project_id': '95a0c743a31b4bbeb6688f1814a96447', 'subnets': [{'id': 'ac65e50d-9e91-4898-8126-b79e2397dfea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:10:02.474185 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-59a1ebc8-a9be-431e-830d-e0fe3ed4fd77 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:02.507426 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb779f1-45d9-4e91-99b1-52b45e8f1363 None None] The sync data for ids ['cb5d9be9-d821-41cd-b51b-1899bb9efba3'] in n-d-800088-16 is: [{'id': 'cb5d9be9-d821-41cd-b51b-1899bb9efba3', 'name': 'tempest-ServersTestMultiNic-288890971-router', 'tenant_id': '95a0c743a31b4bbeb6688f1814a96447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '81235ebd-6ed2-4319-833f-f77beec0d6fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:09:48Z', 'updated_at': '2021-07-24T00:09:57Z', 'revision_number': 4, 'project_id': '95a0c743a31b4bbeb6688f1814a96447', 'gw_port': {'id': '81235ebd-6ed2-4319-833f-f77beec0d6fb', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d6:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb5d9be9-d821-41cd-b51b-1899bb9efba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:09:50Z', 'updated_at': '2021-07-24T00:10:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'bfb4e723-3461-42bc-828e-bafb4a79f7df', 'name': '', 'network_id': 'c962a417-8ad1-4c86-b87d-52a2f8bbd985', 'tenant_id': '95a0c743a31b4bbeb6688f1814a96447', 'mac_address': 'fa:16:3e:04:7a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb5d9be9-d821-41cd-b51b-1899bb9efba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': 'ac65e50d-9e91-4898-8126-b79e2397dfea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:09:56Z', 'updated_at': '2021-07-24T00:09:58Z', 'revision_number': 2, 'project_id': '95a0c743a31b4bbeb6688f1814a96447', 'subnets': [{'id': 'ac65e50d-9e91-4898-8126-b79e2397dfea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:10:02.519609 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:02.579550 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-59a1ebc8-a9be-431e-830d-e0fe3ed4fd77 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:02.615782 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 62191fff-096a-441b-adfd-4c774030012a, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=62191fff-096a-441b-adfd-4c774030012a,segment=NetworkSegment(d3cc9475-f05d-4177-894c-9d197d6c8577),segment_id=d3cc9475-f05d-4177-894c-9d197d6c8577)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:10:02.618883 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a1ebc8-a9be-431e-830d-e0fe3ed4fd77 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:02.619598 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-59a1ebc8-a9be-431e-830d-e0fe3ed4fd77 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:02.623199 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:02.704984 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-59a1ebc8-a9be-431e-830d-e0fe3ed4fd77 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1841824 Jul 24 00:10:02.709659 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 38114) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:10:02.718288 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-73661af3-c96f-440f-8f68-85393ce92dbe tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Request body: {'subnet': {'network_id': '23c56d55-b067-4bd9-a42b-a19aab852ee9', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:10:02.782287 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=62191fff-096a-441b-adfd-4c774030012a,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:02.866812 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 38122) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:10:02.975840 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a1ebc8-a9be-431e-830d-e0fe3ed4fd77 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Pushing event updated for resources: {'Network': ['ID=23c56d55-b067-4bd9-a42b-a19aab852ee9,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:02.978253 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 38126) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:10:02.989553 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 23c56d55-b067-4bd9-a42b-a19aab852ee9 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:10:02.990653 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-38e8ac05-609c-4f88-9fa2-7e5c9cfea9b3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=38f75ab30e7244a9af3572906cef1231&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1219823 Jul 24 00:10:03.030295 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9311f548-c784-4189-bb52-367645684ab9 req-7db6a90c-f4e3-46dc-a69c-6b0a6f0eed5c tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=549de624-bb09-4e50-8794-41d8de162ace HTTP/1.1" status: 200 len: 210 time: 0.0705018 Jul 24 00:10:03.087725 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73661af3-c96f-440f-8f68-85393ce92dbe tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Made reservation on behalf of 95a0c743a31b4bbeb6688f1814a96447 for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:10:03.098921 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-73661af3-c96f-440f-8f68-85393ce92dbe tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:03.422299 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 62191fff-096a-441b-adfd-4c774030012a up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:10:03.545524 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 62191fff-096a-441b-adfd-4c774030012a triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:10:03.545816 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:03.550015 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-21cc890a-7a1e-413f-9aa9-e38236c4aba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:03.742405 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-21cc890a-7a1e-413f-9aa9-e38236c4aba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:03.872749 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-73661af3-c96f-440f-8f68-85393ce92dbe tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:04.057739 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73661af3-c96f-440f-8f68-85393ce92dbe tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Pushing event updated for resources: {'Subnet': ['ID=e3a975d3-58b4-4d47-8604-516cc0f4a33d,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:04.096802 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-21cc890a-7a1e-413f-9aa9-e38236c4aba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:04.096802 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-21cc890a-7a1e-413f-9aa9-e38236c4aba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:04.096802 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-21cc890a-7a1e-413f-9aa9-e38236c4aba9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/01348eee-a6cc-473b-b4c9-00e043b03752 HTTP/1.1" status: 204 len: 168 time: 1.1128821 Jul 24 00:10:04.124343 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cc890a-7a1e-413f-9aa9-e38236c4aba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01348eee-a6cc-473b-b4c9-00e043b03752,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:04.130434 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73661af3-c96f-440f-8f68-85393ce92dbe tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Checking segment: {'id': 'e9fba5a9-b6d1-4e91-a6a2-67b017d34bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '23c56d55-b067-4bd9-a42b-a19aab852ee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:10:04.131907 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73661af3-c96f-440f-8f68-85393ce92dbe tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Network hostable DHCP agents. Network: 23c56d55-b067-4bd9-a42b-a19aab852ee9, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:10:04.290382 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73661af3-c96f-440f-8f68-85393ce92dbe tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Network 23c56d55-b067-4bd9-a42b-a19aab852ee9 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:10:04.334406 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ae4d338e-dda0-42a7-8de7-b2d7e8dae0de req-72b888a0-fdae-4f09-b47b-0eccbb596b00 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=549de624-bb09-4e50-8794-41d8de162ace HTTP/1.1" status: 200 len: 210 time: 0.0668168 Jul 24 00:10:04.335470 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-73661af3-c96f-440f-8f68-85393ce92dbe tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 23c56d55-b067-4bd9-a42b-a19aab852ee9) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:10:04.340213 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73661af3-c96f-440f-8f68-85393ce92dbe tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:04.340582 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-73661af3-c96f-440f-8f68-85393ce92dbe tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:04.347114 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539be5a9-a29b-417e-85da-08ab8909cd48 None None] Network 23c56d55-b067-4bd9-a42b-a19aab852ee9 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:10:04.435266 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-73661af3-c96f-440f-8f68-85393ce92dbe tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7243338 Jul 24 00:10:04.437797 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 38184) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:10:04.443851 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-e6caf6ab-7f54-43ea-a097-c27dc9e9e086 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1295741278'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:10:04.526212 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6caf6ab-7f54-43ea-a097-c27dc9e9e086 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Made reservation on behalf of 95a0c743a31b4bbeb6688f1814a96447 for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:10:04.534083 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e6caf6ab-7f54-43ea-a097-c27dc9e9e086 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:04.605536 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6caf6ab-7f54-43ea-a097-c27dc9e9e086 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:10:04.636641 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e6caf6ab-7f54-43ea-a097-c27dc9e9e086 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:04.637220 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-e6caf6ab-7f54-43ea-a097-c27dc9e9e086 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Added segment ad15ec62-9d2c-48a2-a3d3-8bdb2fa9ed70 of type vlan for network 22e6e549-d9e7-41fe-9128-738f51a627ab Jul 24 00:10:04.772255 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55dbaca5-f52c-4b95-8cd4-d6fa9dc73c6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-23c56d55-b067-4bd9-a42b-a19aab852ee9', 'network_id': '23c56d55-b067-4bd9-a42b-a19aab852ee9', 'tenant_id': '95a0c743a31b4bbeb6688f1814a96447', 'fixed_ips': [{'subnet_id': 'e3a975d3-58b4-4d47-8604-516cc0f4a33d'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:10:04.773453 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-55dbaca5-f52c-4b95-8cd4-d6fa9dc73c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:04.995792 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e6caf6ab-7f54-43ea-a097-c27dc9e9e086 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:05.073823 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 38212) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:10:05.127085 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e6caf6ab-7f54-43ea-a097-c27dc9e9e086 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:05.137658 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6caf6ab-7f54-43ea-a097-c27dc9e9e086 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:05.138682 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e6caf6ab-7f54-43ea-a097-c27dc9e9e086 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:05.185914 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-5215288e-0cfd-4bc6-b0cb-e2cd3f778047 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ec468f33f51d425a98f447b76cf933dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1087265 Jul 24 00:10:05.186218 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 38214) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:10:05.247113 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8585be2-0812-4a0a-b5d0-55ed74610102 req-0f077393-29e0-42ca-b4a9-b92cac9dd061 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:05.248789 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f8585be2-0812-4a0a-b5d0-55ed74610102 req-0f077393-29e0-42ca-b4a9-b92cac9dd061 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.52 "GET /v2.0/networks?id=3bb27577-8aa4-438b-b0fc-2e9a72f8d21f HTTP/1.1" status: 200 len: 815 time: 0.4527717 Jul 24 00:10:05.297075 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-84bac29a-388e-4103-8b8d-02bde70e3481 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:05.332265 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-e6caf6ab-7f54-43ea-a097-c27dc9e9e086 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8932772 Jul 24 00:10:05.359754 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 38224) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:10:05.391829 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-84bac29a-388e-4103-8b8d-02bde70e3481 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:05.466966 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-d9ecbe4f-58d3-4e5a-be2b-2c14f85ea4d9 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Request body: {'subnet': {'network_id': '22e6e549-d9e7-41fe-9128-738f51a627ab', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:10:05.495783 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-84bac29a-388e-4103-8b8d-02bde70e3481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:05.506968 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-84bac29a-388e-4103-8b8d-02bde70e3481 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:05.510266 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-84bac29a-388e-4103-8b8d-02bde70e3481 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/17087ac5-ee69-4e87-9064-5a26532e68f1 HTTP/1.1" status: 204 len: 168 time: 0.3230062 Jul 24 00:10:05.532731 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 38234) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:10:05.564297 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bac29a-388e-4103-8b8d-02bde70e3481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17087ac5-ee69-4e87-9064-5a26532e68f1,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:05.646716 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-55dbaca5-f52c-4b95-8cd4-d6fa9dc73c6b None None] Allocated IP 19.80.0.2 (23c56d55-b067-4bd9-a42b-a19aab852ee9/e3a975d3-58b4-4d47-8604-516cc0f4a33d/4f96d149-5639-4f6b-b2ed-a770db926e5c) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:10:05.688089 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c04c07a7-f727-4ac6-b4b6-401c2744a897 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:05.701859 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 81235ebd-6ed2-4319-833f-f77beec0d6fb up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:10:05.920191 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f8585be2-0812-4a0a-b5d0-55ed74610102 req-ee15b1ca-8f06-4732-baea-7b6ecda742ae tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f416a58274704009b44a26f31650fbc3 HTTP/1.1" status: 200 len: 379 time: 0.6444290 Jul 24 00:10:05.968136 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 81235ebd-6ed2-4319-833f-f77beec0d6fb completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:10:05.982122 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 81235ebd-6ed2-4319-833f-f77beec0d6fb triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:10:05.982506 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c04c07a7-f727-4ac6-b4b6-401c2744a897 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:05.982614 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:05.999525 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c04c07a7-f727-4ac6-b4b6-401c2744a897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:06.006142 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6caf6ab-7f54-43ea-a097-c27dc9e9e086 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Pushing event updated for resources: {'Network': ['ID=22e6e549-d9e7-41fe-9128-738f51a627ab,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:06.030910 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 22e6e549-d9e7-41fe-9128-738f51a627ab details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:10:06.039105 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a2e037cf-0265-4b0f-ba2b-79020c1fde30 req-92d25ea0-a8c5-4e01-afe8-03cdf593ab46 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=549de624-bb09-4e50-8794-41d8de162ace HTTP/1.1" status: 200 len: 210 time: 0.4231372 Jul 24 00:10:06.048521 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-f8585be2-0812-4a0a-b5d0-55ed74610102 req-5dee65ef-b6db-46c2-a68a-dc82bda8733d tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Request body: {'port': {'device_id': '549de624-bb09-4e50-8794-41d8de162ace', 'network_id': '3bb27577-8aa4-438b-b0fc-2e9a72f8d21f', 'admin_state_up': True, 'tenant_id': 'f416a58274704009b44a26f31650fbc3', 'security_groups': ['65668094-9226-4b65-8245-cb28bd37e836']}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:10:06.097862 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-c04c07a7-f727-4ac6-b4b6-401c2744a897 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c351451d4b5c4daab1ebf1c30283b7c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5639281 Jul 24 00:10:06.099222 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04c07a7-f727-4ac6-b4b6-401c2744a897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7a996b-137e-4c14-a05c-d325102ab057,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:06.102779 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 38252) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:10:06.205440 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ecbe4f-58d3-4e5a-be2b-2c14f85ea4d9 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Made reservation on behalf of 95a0c743a31b4bbeb6688f1814a96447 for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:10:06.210676 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d9ecbe4f-58d3-4e5a-be2b-2c14f85ea4d9 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:06.220709 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-55dbaca5-f52c-4b95-8cd4-d6fa9dc73c6b None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:06.262408 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-55dbaca5-f52c-4b95-8cd4-d6fa9dc73c6b None None] Transition to ACTIVE for port object 4f96d149-5639-4f6b-b2ed-a770db926e5c will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:10:06.275870 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-87275967-4291-4fac-99d9-d00cad0ef7fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:06.303390 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-55dbaca5-f52c-4b95-8cd4-d6fa9dc73c6b None None] Transition to ACTIVE for port object 4f96d149-5639-4f6b-b2ed-a770db926e5c will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:10:06.330884 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-55dbaca5-f52c-4b95-8cd4-d6fa9dc73c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:06.340014 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-87275967-4291-4fac-99d9-d00cad0ef7fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:06.439702 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55dbaca5-f52c-4b95-8cd4-d6fa9dc73c6b None None] Network 23c56d55-b067-4bd9-a42b-a19aab852ee9 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:10:06.455988 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-55dbaca5-f52c-4b95-8cd4-d6fa9dc73c6b None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:10:06.459451 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dbaca5-f52c-4b95-8cd4-d6fa9dc73c6b None None] Pushing event updated for resources: {'Port': ['ID=4f96d149-5639-4f6b-b2ed-a770db926e5c,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:06.461971 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55dbaca5-f52c-4b95-8cd4-d6fa9dc73c6b None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:10:06.541564 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-87275967-4291-4fac-99d9-d00cad0ef7fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:06.544182 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-87275967-4291-4fac-99d9-d00cad0ef7fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:06.545996 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-87275967-4291-4fac-99d9-d00cad0ef7fa admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1a7a996b-137e-4c14-a05c-d325102ab057 HTTP/1.1" status: 204 len: 168 time: 0.4420035 Jul 24 00:10:06.563937 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87275967-4291-4fac-99d9-d00cad0ef7fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7a996b-137e-4c14-a05c-d325102ab057,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:06.616225 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:06.649531 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8585be2-0812-4a0a-b5d0-55ed74610102 req-5dee65ef-b6db-46c2-a68a-dc82bda8733d tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Made reservation on behalf of f416a58274704009b44a26f31650fbc3 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:10:06.653944 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-f8585be2-0812-4a0a-b5d0-55ed74610102 req-5dee65ef-b6db-46c2-a68a-dc82bda8733d tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:06.843281 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 81235ebd-6ed2-4319-833f-f77beec0d6fb, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=81235ebd-6ed2-4319-833f-f77beec0d6fb,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:10:06.860617 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:06.975618 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-55dbaca5-f52c-4b95-8cd4-d6fa9dc73c6b None None] Attempting to bind port 4f96d149-5639-4f6b-b2ed-a770db926e5c on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:10:06.976048 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-55dbaca5-f52c-4b95-8cd4-d6fa9dc73c6b None None] Attempting to bind port 4f96d149-5639-4f6b-b2ed-a770db926e5c by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': 'e9fba5a9-b6d1-4e91-a6a2-67b017d34bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '23c56d55-b067-4bd9-a42b-a19aab852ee9'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:10:06.976428 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dbaca5-f52c-4b95-8cd4-d6fa9dc73c6b None None] Attempting to bind port 4f96d149-5639-4f6b-b2ed-a770db926e5c on network 23c56d55-b067-4bd9-a42b-a19aab852ee9 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:10:07.072891 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dbaca5-f52c-4b95-8cd4-d6fa9dc73c6b None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:10:07.073282 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dbaca5-f52c-4b95-8cd4-d6fa9dc73c6b None None] Checking segment: {'id': 'e9fba5a9-b6d1-4e91-a6a2-67b017d34bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '23c56d55-b067-4bd9-a42b-a19aab852ee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:10:07.073697 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-55dbaca5-f52c-4b95-8cd4-d6fa9dc73c6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:07.074103 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dbaca5-f52c-4b95-8cd4-d6fa9dc73c6b None None] Bound using segment: {'id': 'e9fba5a9-b6d1-4e91-a6a2-67b017d34bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '23c56d55-b067-4bd9-a42b-a19aab852ee9'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:10:07.074594 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-55dbaca5-f52c-4b95-8cd4-d6fa9dc73c6b None None] Bound port: 4f96d149-5639-4f6b-b2ed-a770db926e5c, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9fba5a9-b6d1-4e91-a6a2-67b017d34bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '23c56d55-b067-4bd9-a42b-a19aab852ee9'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:10:07.074982 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-55dbaca5-f52c-4b95-8cd4-d6fa9dc73c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:07.092732 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=81235ebd-6ed2-4319-833f-f77beec0d6fb,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:07.279492 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d9ecbe4f-58d3-4e5a-be2b-2c14f85ea4d9 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:07.329771 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-55dbaca5-f52c-4b95-8cd4-d6fa9dc73c6b None None] For port 4f96d149-5639-4f6b-b2ed-a770db926e5c, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:10:07.334245 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-55dbaca5-f52c-4b95-8cd4-d6fa9dc73c6b None None] For port 4f96d149-5639-4f6b-b2ed-a770db926e5c, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=4f96d149-5639-4f6b-b2ed-a770db926e5c,segment=NetworkSegment(e9fba5a9-b6d1-4e91-a6a2-67b017d34bb2),segment_id=e9fba5a9-b6d1-4e91-a6a2-67b017d34bb2)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:10:07.353082 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-55dbaca5-f52c-4b95-8cd4-d6fa9dc73c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:07.389960 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-42877e76-085e-40fe-b8e6-4ecc1c4cc685 req-c9990d22-1d5b-475f-9c65-1b5cdd9388db tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=549de624-bb09-4e50-8794-41d8de162ace HTTP/1.1" status: 200 len: 210 time: 0.1150453 Jul 24 00:10:07.395704 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-f8585be2-0812-4a0a-b5d0-55ed74610102 req-5dee65ef-b6db-46c2-a68a-dc82bda8733d tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Allocated IP 172.20.0.14 (3bb27577-8aa4-438b-b0fc-2e9a72f8d21f/63da32e2-61ac-4eb0-aee3-157739522d03/29cd91c2-82fb-4dff-aa19-86d9d8a37546) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:10:07.513353 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dbaca5-f52c-4b95-8cd4-d6fa9dc73c6b None None] Pushing event updated for resources: {'Port': ['ID=4f96d149-5639-4f6b-b2ed-a770db926e5c,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:07.518180 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7230d276-c76a-499e-be3d-1a445ec0159b None None] Sync routers for ids ['cb5d9be9-d821-41cd-b51b-1899bb9efba3'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:10:07.522985 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 81235ebd-6ed2-4319-833f-f77beec0d6fb up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:10:07.525464 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ecbe4f-58d3-4e5a-be2b-2c14f85ea4d9 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Checking segment: {'id': 'ad15ec62-9d2c-48a2-a3d3-8bdb2fa9ed70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '22e6e549-d9e7-41fe-9128-738f51a627ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:10:07.527386 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ecbe4f-58d3-4e5a-be2b-2c14f85ea4d9 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Network hostable DHCP agents. Network: 22e6e549-d9e7-41fe-9128-738f51a627ab, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:10:07.549655 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ecbe4f-58d3-4e5a-be2b-2c14f85ea4d9 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Pushing event updated for resources: {'Subnet': ['ID=66024fac-2c89-4ce5-a236-c8dd2db868f1,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:07.551856 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 38296) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:10:07.577335 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0f9930fb-6938-4a66-8c6a-e9d7a82c5a65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:07.577650 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ecbe4f-58d3-4e5a-be2b-2c14f85ea4d9 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Network 22e6e549-d9e7-41fe-9128-738f51a627ab is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:10:07.603409 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7230d276-c76a-499e-be3d-1a445ec0159b None None] Routers {'cb5d9be9-d821-41cd-b51b-1899bb9efba3'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:10:07.606432 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-7230d276-c76a-499e-be3d-1a445ec0159b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:09:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['cb5d9be9-d821-41cd-b51b-1899bb9efba3'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:10:07.615413 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-d9ecbe4f-58d3-4e5a-be2b-2c14f85ea4d9 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 22e6e549-d9e7-41fe-9128-738f51a627ab) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:10:07.634523 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ecbe4f-58d3-4e5a-be2b-2c14f85ea4d9 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:07.635846 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d9ecbe4f-58d3-4e5a-be2b-2c14f85ea4d9 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:07.818238 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 38302) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:10:07.826723 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40e0ea6-490f-4819-9662-f7bce2ca725e None None] Network 22e6e549-d9e7-41fe-9128-738f51a627ab requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:10:07.913003 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-f8585be2-0812-4a0a-b5d0-55ed74610102 req-5dee65ef-b6db-46c2-a68a-dc82bda8733d tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:07.978029 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0f9930fb-6938-4a66-8c6a-e9d7a82c5a65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:07.979326 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-f8585be2-0812-4a0a-b5d0-55ed74610102 req-5dee65ef-b6db-46c2-a68a-dc82bda8733d tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Transition to ACTIVE for port object 29cd91c2-82fb-4dff-aa19-86d9d8a37546 will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:10:07.983680 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0f9930fb-6938-4a66-8c6a-e9d7a82c5a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:07.996852 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 81235ebd-6ed2-4319-833f-f77beec0d6fb triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:10:07.997675 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:07.999919 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-d9ecbe4f-58d3-4e5a-be2b-2c14f85ea4d9 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.6211588 Jul 24 00:10:08.044022 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-0f9930fb-6938-4a66-8c6a-e9d7a82c5a65 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f7bee7261d6f4135ae4902e7c56172a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4897561 Jul 24 00:10:08.049242 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 38312) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:10:08.103230 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9930fb-6938-4a66-8c6a-e9d7a82c5a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f5d1571-8203-47e9-a05f-df208bfbb552,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:08.194233 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-e59865f8-cc57-479e-984f-cecd8dba0e6a admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1991337726-network', 'tenant_id': '1584a658362045689962d68608c4ca27'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:10:08.209786 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-7230d276-c76a-499e-be3d-1a445ec0159b None None] Set router cb5d9be9-d821-41cd-b51b-1899bb9efba3 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:10:08.212856 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-f8585be2-0812-4a0a-b5d0-55ed74610102 req-5dee65ef-b6db-46c2-a68a-dc82bda8733d tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:08.247343 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e59865f8-cc57-479e-984f-cecd8dba0e6a admin admin] Made reservation on behalf of 1584a658362045689962d68608c4ca27 for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:10:08.250145 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e59865f8-cc57-479e-984f-cecd8dba0e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:08.265415 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e59865f8-cc57-479e-984f-cecd8dba0e6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:08.326881 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d49d0213-00de-40d3-baff-65222665ea6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:08.379808 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d49d0213-00de-40d3-baff-65222665ea6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:08.431604 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8585be2-0812-4a0a-b5d0-55ed74610102 req-5dee65ef-b6db-46c2-a68a-dc82bda8733d tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Network 3bb27577-8aa4-438b-b0fc-2e9a72f8d21f is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:10:08.464053 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e59865f8-cc57-479e-984f-cecd8dba0e6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:08.469311 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dee65ef-b6db-46c2-a68a-dc82bda8733d tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Pushing event updated for resources: {'Port': ['ID=29cd91c2-82fb-4dff-aa19-86d9d8a37546,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:08.471593 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e59865f8-cc57-479e-984f-cecd8dba0e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:08.472580 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-f8585be2-0812-4a0a-b5d0-55ed74610102 req-5dee65ef-b6db-46c2-a68a-dc82bda8733d tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:10:08.489180 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8585be2-0812-4a0a-b5d0-55ed74610102 req-5dee65ef-b6db-46c2-a68a-dc82bda8733d tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:10:08.496567 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e59865f8-cc57-479e-984f-cecd8dba0e6a admin admin] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:10:08.514902 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e59865f8-cc57-479e-984f-cecd8dba0e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:08.515295 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-e59865f8-cc57-479e-984f-cecd8dba0e6a admin admin] Added segment 89118b11-6735-441d-9318-e67efb40820a of type vlan for network de6352f3-99c4-40e9-a295-d506b6962dbd Jul 24 00:10:08.562929 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d49d0213-00de-40d3-baff-65222665ea6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:08.566591 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d49d0213-00de-40d3-baff-65222665ea6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:08.568315 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-d49d0213-00de-40d3-baff-65222665ea6c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9f5d1571-8203-47e9-a05f-df208bfbb552 HTTP/1.1" status: 204 len: 168 time: 0.5097206 Jul 24 00:10:08.576112 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8585be2-0812-4a0a-b5d0-55ed74610102 req-5dee65ef-b6db-46c2-a68a-dc82bda8733d tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:08.577066 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-f8585be2-0812-4a0a-b5d0-55ed74610102 req-5dee65ef-b6db-46c2-a68a-dc82bda8733d tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:08.591473 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e59865f8-cc57-479e-984f-cecd8dba0e6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:08.610619 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49d0213-00de-40d3-baff-65222665ea6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f5d1571-8203-47e9-a05f-df208bfbb552,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:08.703316 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f8585be2-0812-4a0a-b5d0-55ed74610102 req-5dee65ef-b6db-46c2-a68a-dc82bda8733d tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6722217 Jul 24 00:10:08.706920 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9a2df9-9d99-4fdc-98b8-b135423aa876 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-22e6e549-d9e7-41fe-9128-738f51a627ab', 'network_id': '22e6e549-d9e7-41fe-9128-738f51a627ab', 'tenant_id': '95a0c743a31b4bbeb6688f1814a96447', 'fixed_ips': [{'subnet_id': '66024fac-2c89-4ce5-a236-c8dd2db868f1'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:10:08.708091 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2c9a2df9-9d99-4fdc-98b8-b135423aa876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:08.736447 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-f8585be2-0812-4a0a-b5d0-55ed74610102 req-f7a352aa-91e1-4f77-b6c0-11290b2d5502 service neutron] Request body: {'port': {'device_id': '549de624-bb09-4e50-8794-41d8de162ace', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:10:08.778313 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e59865f8-cc57-479e-984f-cecd8dba0e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:08.782600 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59865f8-cc57-479e-984f-cecd8dba0e6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:08.782600 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e59865f8-cc57-479e-984f-cecd8dba0e6a admin admin] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:08.894302 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59865f8-cc57-479e-984f-cecd8dba0e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9da6f6-fc43-4f36-92d0-08a72c6da334,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:08.998501 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-cf88e04b-f861-4543-8032-f22c1881d8dd tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:09.016629 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-cf88e04b-f861-4543-8032-f22c1881d8dd tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:09.020276 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-cf88e04b-f861-4543-8032-f22c1881d8dd tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/networks?id=23c56d55-b067-4bd9-a42b-a19aab852ee9&id=22e6e549-d9e7-41fe-9128-738f51a627ab&id=23c56d55-b067-4bd9-a42b-a19aab852ee9 HTTP/1.1" status: 200 len: 1391 time: 0.5869358 Jul 24 00:10:09.048376 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-e59865f8-cc57-479e-984f-cecd8dba0e6a admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2290320 Jul 24 00:10:09.052247 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 38354) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:10:09.058507 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-5d9482e2-4a86-4010-acba-1a89461e338e admin admin] Request body: {'subnet': {'network_id': 'de6352f3-99c4-40e9-a295-d506b6962dbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1991337726-subnet', 'tenant_id': '1584a658362045689962d68608c4ca27', 'ip_version': 4}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:10:09.110970 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-f6852de8-f43f-4f6b-bf16-80dffa91e6e7 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/quotas/95a0c743a31b4bbeb6688f1814a96447 HTTP/1.1" status: 200 len: 375 time: 0.0812819 Jul 24 00:10:09.185526 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59865f8-cc57-479e-984f-cecd8dba0e6a admin admin] Pushing event updated for resources: {'Network': ['ID=de6352f3-99c4-40e9-a295-d506b6962dbd,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:09.207579 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d9482e2-4a86-4010-acba-1a89461e338e admin admin] Made reservation on behalf of 1584a658362045689962d68608c4ca27 for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:10:09.212152 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5d9482e2-4a86-4010-acba-1a89461e338e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:09.218471 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-2c9a2df9-9d99-4fdc-98b8-b135423aa876 None None] Allocated IP 19.86.0.2 (22e6e549-d9e7-41fe-9128-738f51a627ab/66024fac-2c89-4ce5-a236-c8dd2db868f1/45162eac-e037-45a9-a1c5-f77d70177d15) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:10:09.247463 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-f8585be2-0812-4a0a-b5d0-55ed74610102 req-f7a352aa-91e1-4f77-b6c0-11290b2d5502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:09.295157 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network de6352f3-99c4-40e9-a295-d506b6962dbd details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:10:09.349213 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcc1404-fb00-4443-8cf4-648ba85de56c req-fed60288-0787-4936-9342-211838376c0d tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:09.356229 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5bcc1404-fb00-4443-8cf4-648ba85de56c req-fed60288-0787-4936-9342-211838376c0d tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=549de624-bb09-4e50-8794-41d8de162ace HTTP/1.1" status: 200 len: 932 time: 0.6455667 Jul 24 00:10:09.567476 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5bcc1404-fb00-4443-8cf4-648ba85de56c req-2a942e3d-8e5a-4500-a541-15116f9cbddb tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=65668094-9226-4b65-8245-cb28bd37e836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2100339 Jul 24 00:10:09.589722 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 4f96d149-5639-4f6b-b2ed-a770db926e5c up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:10:09.601526 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c664cc-348d-42a6-82d2-36d102856d69 None None] Network 23c56d55-b067-4bd9-a42b-a19aab852ee9 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:10:09.646080 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-23f26de9-2d1a-4d6d-8304-4d85903325ec tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=95a0c743a31b4bbeb6688f1814a96447&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5005240 Jul 24 00:10:09.730367 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-209f4f2c-50b3-45c7-a4f2-93510543039b None None] Provisioning for port 29cd91c2-82fb-4dff-aa19-86d9d8a37546 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:10:09.749926 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-209f4f2c-50b3-45c7-a4f2-93510543039b None None] Provisioning complete for port 29cd91c2-82fb-4dff-aa19-86d9d8a37546 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:10:09.757102 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-209f4f2c-50b3-45c7-a4f2-93510543039b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:09.771808 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5d9482e2-4a86-4010-acba-1a89461e338e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:09.971079 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9482e2-4a86-4010-acba-1a89461e338e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c883d00-96cf-4332-bd10-1eaa06b6d7fd,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:09.989697 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9482e2-4a86-4010-acba-1a89461e338e admin admin] Checking segment: {'id': '89118b11-6735-441d-9318-e67efb40820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'de6352f3-99c4-40e9-a295-d506b6962dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:10:09.990144 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9482e2-4a86-4010-acba-1a89461e338e admin admin] Network hostable DHCP agents. Network: de6352f3-99c4-40e9-a295-d506b6962dbd, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:10:10.062822 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9482e2-4a86-4010-acba-1a89461e338e admin admin] Network de6352f3-99c4-40e9-a295-d506b6962dbd is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:10:10.088303 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-5d9482e2-4a86-4010-acba-1a89461e338e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, de6352f3-99c4-40e9-a295-d506b6962dbd) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:10:10.094679 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9482e2-4a86-4010-acba-1a89461e338e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:10.096154 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5d9482e2-4a86-4010-acba-1a89461e338e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:10.144336 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75641868-3dff-4236-a00a-831580c1c2eb None None] Network de6352f3-99c4-40e9-a295-d506b6962dbd requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:10:10.164539 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-5d9482e2-4a86-4010-acba-1a89461e338e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1103699 Jul 24 00:10:10.169593 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 38390) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:10:10.195279 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-c6daa4f4-7fef-4528-89d0-bc477944e00d admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1991337726-router', 'tenant_id': '1584a658362045689962d68608c4ca27', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:10:10.207835 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-209f4f2c-50b3-45c7-a4f2-93510543039b None None] Port 29cd91c2-82fb-4dff-aa19-86d9d8a37546 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:10:10.214485 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-a5a80bfa-7172-453b-8cf0-78a1862f094a service neutron] 10.222.0.44 "GET /v2.0/networks/23c56d55-b067-4bd9-a42b-a19aab852ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5512955 Jul 24 00:10:10.240742 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c6daa4f4-7fef-4528-89d0-bc477944e00d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:10.241877 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c6daa4f4-7fef-4528-89d0-bc477944e00d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:10.374462 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c6daa4f4-7fef-4528-89d0-bc477944e00d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:10.534592 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-ead1d450-dff7-442b-8f8c-7161301765c2 None None] Provisioning for port 4f96d149-5639-4f6b-b2ed-a770db926e5c completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:10:10.558451 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 4f96d149-5639-4f6b-b2ed-a770db926e5c completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:10:10.777245 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-ead1d450-dff7-442b-8f8c-7161301765c2 None None] Provisioning complete for port 4f96d149-5639-4f6b-b2ed-a770db926e5c triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:10:10.777245 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ead1d450-dff7-442b-8f8c-7161301765c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:10.794235 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-7230d276-c76a-499e-be3d-1a445ec0159b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb5d9be9-d821-41cd-b51b-1899bb9efba3', 'name': 'tempest-ServersTestMultiNic-288890971-router', 'tenant_id': '95a0c743a31b4bbeb6688f1814a96447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '81235ebd-6ed2-4319-833f-f77beec0d6fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:09:48Z', 'updated_at': '2021-07-24T00:09:57Z', 'revision_number': 4, 'project_id': '95a0c743a31b4bbeb6688f1814a96447', 'gw_port': {'id': '81235ebd-6ed2-4319-833f-f77beec0d6fb', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5d9be9-d821-41cd-b51b-1899bb9efba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:09:50Z', 'updated_at': '2021-07-24T00:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'bfb4e723-3461-42bc-828e-bafb4a79f7df', 'name': '', 'network_id': 'c962a417-8ad1-4c86-b87d-52a2f8bbd985', 'tenant_id': '95a0c743a31b4bbeb6688f1814a96447', 'mac_address': 'fa:16:3e:04:7a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb5d9be9-d821-41cd-b51b-1899bb9efba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': 'ac65e50d-9e91-4898-8126-b79e2397dfea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:09:56Z', 'updated_at': '2021-07-24T00:09:58Z', 'revision_number': 2, 'project_id': '95a0c743a31b4bbeb6688f1814a96447', 'subnets': [{'id': 'ac65e50d-9e91-4898-8126-b79e2397dfea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:10:10.797045 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c6daa4f4-7fef-4528-89d0-bc477944e00d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:10.925470 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c421f3-9c6a-4667-bf2b-b878789af56c req-f7b3c3c5-eca8-4f5a-905b-0c8038e7a1a1 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:10.927579 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d3c421f3-9c6a-4667-bf2b-b878789af56c req-f7b3c3c5-eca8-4f5a-905b-0c8038e7a1a1 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=549de624-bb09-4e50-8794-41d8de162ace HTTP/1.1" status: 200 len: 932 time: 0.1200876 Jul 24 00:10:11.058057 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-f8585be2-0812-4a0a-b5d0-55ed74610102 req-f7a352aa-91e1-4f77-b6c0-11290b2d5502 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29cd91c2-82fb-4dff-aa19-86d9d8a37546 {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:10:11.071195 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-f8585be2-0812-4a0a-b5d0-55ed74610102 req-f7a352aa-91e1-4f77-b6c0-11290b2d5502 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:11.086515 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-f8585be2-0812-4a0a-b5d0-55ed74610102 req-f7a352aa-91e1-4f77-b6c0-11290b2d5502 service neutron] Transition to ACTIVE for port object 29cd91c2-82fb-4dff-aa19-86d9d8a37546 will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:10:11.100112 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d3c421f3-9c6a-4667-bf2b-b878789af56c req-8138bb96-ba5d-4a25-b2bc-a970d19cd8ad tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=65668094-9226-4b65-8245-cb28bd37e836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135976 Jul 24 00:10:11.104691 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-f8585be2-0812-4a0a-b5d0-55ed74610102 req-f7a352aa-91e1-4f77-b6c0-11290b2d5502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:11.154460 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7230d276-c76a-499e-be3d-1a445ec0159b None None] Checking router: cb5d9be9-d821-41cd-b51b-1899bb9efba3 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:10:11.155040 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7230d276-c76a-499e-be3d-1a445ec0159b None None] Updating router cb5d9be9-d821-41cd-b51b-1899bb9efba3 port bfb4e723-3461-42bc-828e-bafb4a79f7df binding host n-d-800088-16 {{(pid=100315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:10:11.157260 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 4f96d149-5639-4f6b-b2ed-a770db926e5c triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:10:11.157806 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:11.193708 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a352aa-91e1-4f77-b6c0-11290b2d5502 service neutron] Pushing event updated for resources: {'Port': ['ID=29cd91c2-82fb-4dff-aa19-86d9d8a37546,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:11.196462 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2c9a2df9-9d99-4fdc-98b8-b135423aa876 None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:11.265954 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-9938c516-747f-48b4-a40e-ca1281ae16bb service neutron] 10.222.0.44 "GET /v2.0/networks/23c56d55-b067-4bd9-a42b-a19aab852ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0324414 Jul 24 00:10:11.327680 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2c9a2df9-9d99-4fdc-98b8-b135423aa876 None None] Transition to ACTIVE for port object 45162eac-e037-45a9-a1c5-f77d70177d15 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:10:11.403351 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-7230d276-c76a-499e-be3d-1a445ec0159b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:11.679975 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-65daa3bd-7631-483e-bb1a-b01b36e3f07a service neutron] 10.222.0.44 "GET /v2.0/networks/22e6e549-d9e7-41fe-9128-738f51a627ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4130809 Jul 24 00:10:11.969852 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7794f4c1-15ad-4890-b387-b86f8269946f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-de6352f3-99c4-40e9-a295-d506b6962dbd', 'network_id': 'de6352f3-99c4-40e9-a295-d506b6962dbd', 'tenant_id': '1584a658362045689962d68608c4ca27', 'fixed_ips': [{'subnet_id': '3c883d00-96cf-4332-bd10-1eaa06b6d7fd'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:10:11.978352 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-7794f4c1-15ad-4890-b387-b86f8269946f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:12.003140 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c6daa4f4-7fef-4528-89d0-bc477944e00d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:12.059708 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c6daa4f4-7fef-4528-89d0-bc477944e00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:12.133253 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2c9a2df9-9d99-4fdc-98b8-b135423aa876 None None] Transition to ACTIVE for port object 45162eac-e037-45a9-a1c5-f77d70177d15 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:10:12.229223 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2c9a2df9-9d99-4fdc-98b8-b135423aa876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:12.257551 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-c6daa4f4-7fef-4528-89d0-bc477944e00d admin admin] Allocated IP 172.25.3.67 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/fe2d309a-9aaf-4e59-882c-425e55584337) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:10:12.285671 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-f8585be2-0812-4a0a-b5d0-55ed74610102 req-f7a352aa-91e1-4f77-b6c0-11290b2d5502 service neutron] Attempting to bind port 29cd91c2-82fb-4dff-aa19-86d9d8a37546 on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:10:12.286184 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-f8585be2-0812-4a0a-b5d0-55ed74610102 req-f7a352aa-91e1-4f77-b6c0-11290b2d5502 service neutron] Attempting to bind port 29cd91c2-82fb-4dff-aa19-86d9d8a37546 by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': 'd3cc9475-f05d-4177-894c-9d197d6c8577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3bb27577-8aa4-438b-b0fc-2e9a72f8d21f'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:10:12.286384 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8585be2-0812-4a0a-b5d0-55ed74610102 req-f7a352aa-91e1-4f77-b6c0-11290b2d5502 service neutron] Attempting to bind port 29cd91c2-82fb-4dff-aa19-86d9d8a37546 on network 3bb27577-8aa4-438b-b0fc-2e9a72f8d21f {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:10:12.335355 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8585be2-0812-4a0a-b5d0-55ed74610102 req-f7a352aa-91e1-4f77-b6c0-11290b2d5502 service neutron] Port 29cd91c2-82fb-4dff-aa19-86d9d8a37546 on network 3bb27577-8aa4-438b-b0fc-2e9a72f8d21f not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:10:12.335964 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8585be2-0812-4a0a-b5d0-55ed74610102 req-f7a352aa-91e1-4f77-b6c0-11290b2d5502 service neutron] Attempting to bind port 29cd91c2-82fb-4dff-aa19-86d9d8a37546 on network 3bb27577-8aa4-438b-b0fc-2e9a72f8d21f {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:10:12.389415 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8585be2-0812-4a0a-b5d0-55ed74610102 req-f7a352aa-91e1-4f77-b6c0-11290b2d5502 service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:10:12.389763 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8585be2-0812-4a0a-b5d0-55ed74610102 req-f7a352aa-91e1-4f77-b6c0-11290b2d5502 service neutron] Checking segment: {'id': 'd3cc9475-f05d-4177-894c-9d197d6c8577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3bb27577-8aa4-438b-b0fc-2e9a72f8d21f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:10:12.390165 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8585be2-0812-4a0a-b5d0-55ed74610102 req-f7a352aa-91e1-4f77-b6c0-11290b2d5502 service neutron] Bound using segment: {'id': 'd3cc9475-f05d-4177-894c-9d197d6c8577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3bb27577-8aa4-438b-b0fc-2e9a72f8d21f'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:10:12.390608 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-f8585be2-0812-4a0a-b5d0-55ed74610102 req-f7a352aa-91e1-4f77-b6c0-11290b2d5502 service neutron] Bound port: 29cd91c2-82fb-4dff-aa19-86d9d8a37546, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3cc9475-f05d-4177-894c-9d197d6c8577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3bb27577-8aa4-438b-b0fc-2e9a72f8d21f'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:10:12.390977 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-f8585be2-0812-4a0a-b5d0-55ed74610102 req-f7a352aa-91e1-4f77-b6c0-11290b2d5502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:12.409057 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-8a35fec9-81ae-41fa-b644-e89dbb5d16c2 service neutron] 10.222.0.44 "GET /v2.0/networks/22e6e549-d9e7-41fe-9128-738f51a627ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6775305 Jul 24 00:10:12.526323 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9a2df9-9d99-4fdc-98b8-b135423aa876 None None] Pushing event updated for resources: {'Port': ['ID=45162eac-e037-45a9-a1c5-f77d70177d15,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:12.594911 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-f8585be2-0812-4a0a-b5d0-55ed74610102 req-f7a352aa-91e1-4f77-b6c0-11290b2d5502 service neutron] For port 29cd91c2-82fb-4dff-aa19-86d9d8a37546, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:10:12.598376 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-f8585be2-0812-4a0a-b5d0-55ed74610102 req-f7a352aa-91e1-4f77-b6c0-11290b2d5502 service neutron] For port 29cd91c2-82fb-4dff-aa19-86d9d8a37546, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=29cd91c2-82fb-4dff-aa19-86d9d8a37546,segment=NetworkSegment(d3cc9475-f05d-4177-894c-9d197d6c8577),segment_id=d3cc9475-f05d-4177-894c-9d197d6c8577)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:10:12.658984 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-f8585be2-0812-4a0a-b5d0-55ed74610102 req-f7a352aa-91e1-4f77-b6c0-11290b2d5502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:12.683197 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1af24e-4061-4320-b056-b20b46070882 req-b487bd12-248b-4422-9afa-2d7cfff5edfe tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:12.695045 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8b1af24e-4061-4320-b056-b20b46070882 req-b487bd12-248b-4422-9afa-2d7cfff5edfe tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=549de624-bb09-4e50-8794-41d8de162ace HTTP/1.1" status: 200 len: 944 time: 0.3811321 Jul 24 00:10:12.733542 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8585be2-0812-4a0a-b5d0-55ed74610102 req-f7a352aa-91e1-4f77-b6c0-11290b2d5502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:12.734292 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-f8585be2-0812-4a0a-b5d0-55ed74610102 req-f7a352aa-91e1-4f77-b6c0-11290b2d5502 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:12.738159 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f8585be2-0812-4a0a-b5d0-55ed74610102 req-f7a352aa-91e1-4f77-b6c0-11290b2d5502 service neutron] 10.222.0.52 "PUT /v2.0/ports/29cd91c2-82fb-4dff-aa19-86d9d8a37546 HTTP/1.1" status: 200 len: 1093 time: 4.0132575 Jul 24 00:10:12.747221 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '549de624-bb09-4e50-8794-41d8de162ace', 'tag': '29cd91c2-82fb-4dff-aa19-86d9d8a37546'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:10:12.754666 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a8e6c5-ebf7-49c5-b88f-7ea2b73d78bf" -d '{"events": [{"name": "network-changed", "server_uuid": "549de624-bb09-4e50-8794-41d8de162ace", "tag": "29cd91c2-82fb-4dff-aa19-86d9d8a37546"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:10:12.868688 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8b1af24e-4061-4320-b056-b20b46070882 req-61e1c975-8464-4cca-87f9-c593ea5039f3 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=65668094-9226-4b65-8245-cb28bd37e836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1707647 Jul 24 00:10:12.977930 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c6daa4f4-7fef-4528-89d0-bc477944e00d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:13.148287 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c6daa4f4-7fef-4528-89d0-bc477944e00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:13.167799 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18016e92-8d20-47c0-b641-094bde428402 x-openstack-request-id: req-18016e92-8d20-47c0-b641-094bde428402 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:10:13.169180 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "549de624-bb09-4e50-8794-41d8de162ace", "tag": "29cd91c2-82fb-4dff-aa19-86d9d8a37546", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:10:13.169585 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-18016e92-8d20-47c0-b641-094bde428402 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:10:13.175717 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '549de624-bb09-4e50-8794-41d8de162ace', 'tag': '29cd91c2-82fb-4dff-aa19-86d9d8a37546', 'status': 'completed', 'code': 200} Jul 24 00:10:13.193726 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9a2df9-9d99-4fdc-98b8-b135423aa876 None None] Network 22e6e549-d9e7-41fe-9128-738f51a627ab is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:10:13.233750 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6daa4f4-7fef-4528-89d0-bc477944e00d admin admin] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:10:13.272628 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-07d057a7-c2ce-46e3-b10a-42deb5419e82 service neutron] 10.222.0.44 "GET /v2.0/networks/23c56d55-b067-4bd9-a42b-a19aab852ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8626838 Jul 24 00:10:13.274545 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:13.284842 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-c6daa4f4-7fef-4528-89d0-bc477944e00d admin admin] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:10:13.284842 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6daa4f4-7fef-4528-89d0-bc477944e00d admin admin] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:10:13.389852 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-2c9a2df9-9d99-4fdc-98b8-b135423aa876 None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:10:13.399577 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9a2df9-9d99-4fdc-98b8-b135423aa876 None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:10:13.405036 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ead1d450-dff7-442b-8f8c-7161301765c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:13.521487 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a352aa-91e1-4f77-b6c0-11290b2d5502 service neutron] Pushing event updated for resources: {'Port': ['ID=29cd91c2-82fb-4dff-aa19-86d9d8a37546,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:13.558733 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 4f96d149-5639-4f6b-b2ed-a770db926e5c, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=4f96d149-5639-4f6b-b2ed-a770db926e5c,segment=NetworkSegment(e9fba5a9-b6d1-4e91-a6a2-67b017d34bb2),segment_id=e9fba5a9-b6d1-4e91-a6a2-67b017d34bb2)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:10:13.590179 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8585be2-0812-4a0a-b5d0-55ed74610102 req-c8ac709e-3a8b-417c-b9e1-d9bfeecddf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:13.592260 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f8585be2-0812-4a0a-b5d0-55ed74610102 req-c8ac709e-3a8b-417c-b9e1-d9bfeecddf0e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f416a58274704009b44a26f31650fbc3&device_id=549de624-bb09-4e50-8794-41d8de162ace HTTP/1.1" status: 200 len: 1096 time: 0.7265506 Jul 24 00:10:13.595389 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-f959a55a-3af6-4ec0-a170-b63305d3ba8f service neutron] 10.222.0.44 "GET /v2.0/networks/23c56d55-b067-4bd9-a42b-a19aab852ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886047 Jul 24 00:10:13.687748 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6daa4f4-7fef-4528-89d0-bc477944e00d admin admin] Pushing event updated for resources: {'Port': ['ID=fe2d309a-9aaf-4e59-882c-425e55584337,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:13.754269 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:13.760790 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f8585be2-0812-4a0a-b5d0-55ed74610102 req-9705158e-7b0f-4c57-bbbd-aef13901e1cb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29cd91c2-82fb-4dff-aa19-86d9d8a37546 HTTP/1.1" status: 200 len: 217 time: 0.1610980 Jul 24 00:10:13.880150 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8585be2-0812-4a0a-b5d0-55ed74610102 req-5ac1cdb5-9bfb-4ab3-aa2e-18faec5bf4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:13.882602 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f8585be2-0812-4a0a-b5d0-55ed74610102 req-5ac1cdb5-9bfb-4ab3-aa2e-18faec5bf4c5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=63da32e2-61ac-4eb0-aee3-157739522d03 HTTP/1.1" status: 200 len: 854 time: 0.1158257 Jul 24 00:10:14.033752 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8585be2-0812-4a0a-b5d0-55ed74610102 req-2408d726-c25b-4323-bac6-f34c1c9185a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:14.041457 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f8585be2-0812-4a0a-b5d0-55ed74610102 req-2408d726-c25b-4323-bac6-f34c1c9185a9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3bb27577-8aa4-438b-b0fc-2e9a72f8d21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1516795 Jul 24 00:10:14.078344 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-2c9a2df9-9d99-4fdc-98b8-b135423aa876 None None] Attempting to bind port 45162eac-e037-45a9-a1c5-f77d70177d15 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:10:14.085134 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-2c9a2df9-9d99-4fdc-98b8-b135423aa876 None None] Attempting to bind port 45162eac-e037-45a9-a1c5-f77d70177d15 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': 'ad15ec62-9d2c-48a2-a3d3-8bdb2fa9ed70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '22e6e549-d9e7-41fe-9128-738f51a627ab'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:10:14.085789 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9a2df9-9d99-4fdc-98b8-b135423aa876 None None] Attempting to bind port 45162eac-e037-45a9-a1c5-f77d70177d15 on network 22e6e549-d9e7-41fe-9128-738f51a627ab {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:10:14.217421 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-7794f4c1-15ad-4890-b387-b86f8269946f None None] Allocated IP 172.20.0.2 (de6352f3-99c4-40e9-a295-d506b6962dbd/3c883d00-96cf-4332-bd10-1eaa06b6d7fd/ef3f7f33-481c-4df6-b59e-c3f1e8268a3b) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:10:14.221112 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1145e04a-18c8-48e9-833d-48dc9a6bb415 req-1d0f5a71-bb5c-4d5c-8b0f-754cf36bcad1 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/ports?device_id=56e27636-5895-498f-b3e2-d1fcf8b23052 HTTP/1.1" status: 200 len: 210 time: 0.1754534 Jul 24 00:10:14.281252 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9a2df9-9d99-4fdc-98b8-b135423aa876 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:10:14.283605 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9a2df9-9d99-4fdc-98b8-b135423aa876 None None] Checking segment: {'id': 'ad15ec62-9d2c-48a2-a3d3-8bdb2fa9ed70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '22e6e549-d9e7-41fe-9128-738f51a627ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:10:14.288425 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2c9a2df9-9d99-4fdc-98b8-b135423aa876 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:14.289146 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9a2df9-9d99-4fdc-98b8-b135423aa876 None None] Bound using segment: {'id': 'ad15ec62-9d2c-48a2-a3d3-8bdb2fa9ed70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '22e6e549-d9e7-41fe-9128-738f51a627ab'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:10:14.291420 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-2c9a2df9-9d99-4fdc-98b8-b135423aa876 None None] Bound port: 45162eac-e037-45a9-a1c5-f77d70177d15, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad15ec62-9d2c-48a2-a3d3-8bdb2fa9ed70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '22e6e549-d9e7-41fe-9128-738f51a627ab'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:10:14.292790 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2c9a2df9-9d99-4fdc-98b8-b135423aa876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:14.333657 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=4f96d149-5639-4f6b-b2ed-a770db926e5c,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:14.342587 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c6daa4f4-7fef-4528-89d0-bc477944e00d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:14.407146 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.db.api [None req-ead1d450-dff7-442b-8f8c-7161301765c2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100315) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 00:10:14.407907 n-d-800088-16 neutron-server[100315]: DEBUG oslo_db.api [None req-ead1d450-dff7-442b-8f8c-7161301765c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 00:10:14.423804 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:10:14.424303 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:10:14.424762 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:10:14.425747 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:10:14.427859 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:10:14.428361 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:10:14.428831 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:10:14.429338 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:10:14.429795 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:10:14.430281 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:10:14.430713 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:10:14.431147 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:10:14.439871 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-7230d276-c76a-499e-be3d-1a445ec0159b None None] Notify callbacks [] for port, precommit_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:14.485914 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3e8e56-0188-4bd9-9a96-c1cdca91e592 req-ad357b68-6bd7-4d71-a59d-32e366d6e58e tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:14.492042 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8a3e8e56-0188-4bd9-9a96-c1cdca91e592 req-ad357b68-6bd7-4d71-a59d-32e366d6e58e tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=549de624-bb09-4e50-8794-41d8de162ace HTTP/1.1" status: 200 len: 944 time: 0.3962305 Jul 24 00:10:14.503510 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f8585be2-0812-4a0a-b5d0-55ed74610102 req-3ca3b77a-13d0-461f-9ab3-971512e59b0b service neutron] 10.222.0.52 "GET /v2.0/networks/3bb27577-8aa4-438b-b0fc-2e9a72f8d21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4529047 Jul 24 00:10:14.586397 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2c9a2df9-9d99-4fdc-98b8-b135423aa876 None None] For port 45162eac-e037-45a9-a1c5-f77d70177d15, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:10:14.595536 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2c9a2df9-9d99-4fdc-98b8-b135423aa876 None None] For port 45162eac-e037-45a9-a1c5-f77d70177d15, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=45162eac-e037-45a9-a1c5-f77d70177d15,segment=NetworkSegment(ad15ec62-9d2c-48a2-a3d3-8bdb2fa9ed70),segment_id=ad15ec62-9d2c-48a2-a3d3-8bdb2fa9ed70)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:10:14.621622 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2c9a2df9-9d99-4fdc-98b8-b135423aa876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:14.660630 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-7230d276-c76a-499e-be3d-1a445ec0159b None None] Transition to ACTIVE for port object bfb4e723-3461-42bc-828e-bafb4a79f7df will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:10:14.686976 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8a3e8e56-0188-4bd9-9a96-c1cdca91e592 req-6189be4a-4007-418b-ad02-c185362519f8 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=65668094-9226-4b65-8245-cb28bd37e836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1889293 Jul 24 00:10:14.815204 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-7230d276-c76a-499e-be3d-1a445ec0159b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:14.878137 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c6daa4f4-7fef-4528-89d0-bc477944e00d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:14.913904 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f8585be2-0812-4a0a-b5d0-55ed74610102 req-2b9f30f0-0556-4025-86e4-6a03602ce39d service neutron] 10.222.0.52 "GET /v2.0/networks/3bb27577-8aa4-438b-b0fc-2e9a72f8d21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3583381 Jul 24 00:10:15.118589 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:15.256464 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9a2df9-9d99-4fdc-98b8-b135423aa876 None None] Pushing event updated for resources: {'Port': ['ID=45162eac-e037-45a9-a1c5-f77d70177d15,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:15.274113 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6daa4f4-7fef-4528-89d0-bc477944e00d admin admin] Router 64041ed2-373e-45dd-b529-d7fd20a4488a is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:10:15.297640 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:10:15.334767 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a8e6c5-ebf7-49c5-b88f-7ea2b73d78bf req-a03163df-e975-431e-8a5e-33db3e7efa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:15.339809 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-44a8e6c5-ebf7-49c5-b88f-7ea2b73d78bf req-a03163df-e975-431e-8a5e-33db3e7efa56 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f416a58274704009b44a26f31650fbc3&device_id=549de624-bb09-4e50-8794-41d8de162ace HTTP/1.1" status: 200 len: 1096 time: 0.2333267 Jul 24 00:10:15.446193 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 38554) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:10:15.605734 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-7230d276-c76a-499e-be3d-1a445ec0159b None None] Attempting to bind port bfb4e723-3461-42bc-828e-bafb4a79f7df on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:10:15.615431 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-7230d276-c76a-499e-be3d-1a445ec0159b None None] Attempting to bind port bfb4e723-3461-42bc-828e-bafb4a79f7df by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '7b15c539-5f8d-462f-a336-7280b9d864c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'c962a417-8ad1-4c86-b87d-52a2f8bbd985'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:10:15.616146 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7230d276-c76a-499e-be3d-1a445ec0159b None None] Attempting to bind port bfb4e723-3461-42bc-828e-bafb4a79f7df on network c962a417-8ad1-4c86-b87d-52a2f8bbd985 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:10:15.647803 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7230d276-c76a-499e-be3d-1a445ec0159b None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:10:15.648260 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7230d276-c76a-499e-be3d-1a445ec0159b None None] Checking segment: {'id': '7b15c539-5f8d-462f-a336-7280b9d864c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'c962a417-8ad1-4c86-b87d-52a2f8bbd985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:10:15.648770 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-7230d276-c76a-499e-be3d-1a445ec0159b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:15.649851 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7230d276-c76a-499e-be3d-1a445ec0159b None None] Bound using segment: {'id': '7b15c539-5f8d-462f-a336-7280b9d864c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'c962a417-8ad1-4c86-b87d-52a2f8bbd985'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:10:15.650983 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-7230d276-c76a-499e-be3d-1a445ec0159b None None] Bound port: bfb4e723-3461-42bc-828e-bafb4a79f7df, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b15c539-5f8d-462f-a336-7280b9d864c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'c962a417-8ad1-4c86-b87d-52a2f8bbd985'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:10:15.651912 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-7230d276-c76a-499e-be3d-1a445ec0159b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:15.697777 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-7794f4c1-15ad-4890-b387-b86f8269946f None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:15.704004 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80be8fe-d606-41c6-8241-3036da4643bb None None] Pushing event updated for resources: {'Port': ['ID=bfb4e723-3461-42bc-828e-bafb4a79f7df,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:15.728796 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-7794f4c1-15ad-4890-b387-b86f8269946f None None] Transition to ACTIVE for port object ef3f7f33-481c-4df6-b59e-c3f1e8268a3b will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:10:15.762335 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-b9dbfa3c-51ef-4280-be3a-af3bcd663f22 None None] Provisioning complete for port 4f96d149-5639-4f6b-b2ed-a770db926e5c triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:10:15.763489 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b9dbfa3c-51ef-4280-be3a-af3bcd663f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:15.767018 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a8e6c5-ebf7-49c5-b88f-7ea2b73d78bf req-3f2a4848-2698-42e3-9d37-258bd01048cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:15.779095 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-44a8e6c5-ebf7-49c5-b88f-7ea2b73d78bf req-3f2a4848-2698-42e3-9d37-258bd01048cb service neutron] 10.222.0.52 "GET /v2.0/networks?id=3bb27577-8aa4-438b-b0fc-2e9a72f8d21f HTTP/1.1" status: 200 len: 916 time: 0.4311554 Jul 24 00:10:15.887048 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-7794f4c1-15ad-4890-b387-b86f8269946f None None] Transition to ACTIVE for port object ef3f7f33-481c-4df6-b59e-c3f1e8268a3b will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:10:15.906450 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1d16a5b8-da29-4bd0-9741-99a42f1664fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:15.913910 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-7794f4c1-15ad-4890-b387-b86f8269946f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:15.925633 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6daa4f4-7fef-4528-89d0-bc477944e00d admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:10:15.961217 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2222bb5d-0a9a-485f-a6f4-8ecbc0769cdb None None] Sync routers for ids ['64041ed2-373e-45dd-b529-d7fd20a4488a'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:10:15.992734 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2222bb5d-0a9a-485f-a6f4-8ecbc0769cdb None None] Routers {'64041ed2-373e-45dd-b529-d7fd20a4488a'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:10:15.993638 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-2222bb5d-0a9a-485f-a6f4-8ecbc0769cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:09:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['64041ed2-373e-45dd-b529-d7fd20a4488a'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:10:16.018172 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-44a8e6c5-ebf7-49c5-b88f-7ea2b73d78bf req-0b157b1f-5375-4409-a419-b3d80c9e3db2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29cd91c2-82fb-4dff-aa19-86d9d8a37546 HTTP/1.1" status: 200 len: 217 time: 0.2266841 Jul 24 00:10:16.099066 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7794f4c1-15ad-4890-b387-b86f8269946f None None] Network de6352f3-99c4-40e9-a295-d506b6962dbd is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:10:16.118650 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 4f96d149-5639-4f6b-b2ed-a770db926e5c up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:10:16.151375 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c6daa4f4-7fef-4528-89d0-bc477944e00d admin admin] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:16.152649 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-c6daa4f4-7fef-4528-89d0-bc477944e00d admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.9835458 Jul 24 00:10:16.158037 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 38570) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:10:16.195814 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4521dbc7-2bb2-4826-a9c3-722ac95d03d1 req-c1307a96-4afe-4ae5-b436-3b7ee6796aac tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/ports?device_id=56e27636-5895-498f-b3e2-d1fcf8b23052 HTTP/1.1" status: 200 len: 210 time: 0.3153396 Jul 24 00:10:16.331193 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-2222bb5d-0a9a-485f-a6f4-8ecbc0769cdb None None] Set router 64041ed2-373e-45dd-b529-d7fd20a4488a gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:10:16.510814 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a8e6c5-ebf7-49c5-b88f-7ea2b73d78bf req-cfce0c7d-dbd9-4498-84b1-3730ca8c92fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:16.513247 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-44a8e6c5-ebf7-49c5-b88f-7ea2b73d78bf req-cfce0c7d-dbd9-4498-84b1-3730ca8c92fb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=63da32e2-61ac-4eb0-aee3-157739522d03 HTTP/1.1" status: 200 len: 854 time: 0.4536228 Jul 24 00:10:16.537533 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-a087be63-4e81-48ae-a46b-386468a05f94 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:16.557388 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-a087be63-4e81-48ae-a46b-386468a05f94 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:16.568123 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-a087be63-4e81-48ae-a46b-386468a05f94 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.64 "GET /v2.0/networks?id=23c56d55-b067-4bd9-a42b-a19aab852ee9&id=22e6e549-d9e7-41fe-9128-738f51a627ab&id=23c56d55-b067-4bd9-a42b-a19aab852ee9 HTTP/1.1" status: 200 len: 1391 time: 0.6378291 Jul 24 00:10:16.580692 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-aefeb7f4-5f8c-470d-8876-70643cce7e59 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Request body: {'port': {'device_id': '56e27636-5895-498f-b3e2-d1fcf8b23052', 'network_id': '23c56d55-b067-4bd9-a42b-a19aab852ee9', 'admin_state_up': True, 'tenant_id': '95a0c743a31b4bbeb6688f1814a96447'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:10:16.678932 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18990f09-eb89-44a0-9c9e-bf4fbfe22e10 req-c06f1d39-8bd7-48fa-8f32-ed241351b840 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:16.687589 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-18990f09-eb89-44a0-9c9e-bf4fbfe22e10 req-c06f1d39-8bd7-48fa-8f32-ed241351b840 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=549de624-bb09-4e50-8794-41d8de162ace HTTP/1.1" status: 200 len: 944 time: 0.7790458 Jul 24 00:10:16.838365 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7794f4c1-15ad-4890-b387-b86f8269946f None None] Pushing event updated for resources: {'Port': ['ID=ef3f7f33-481c-4df6-b59e-c3f1e8268a3b,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:16.839696 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-2222bb5d-0a9a-485f-a6f4-8ecbc0769cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64041ed2-373e-45dd-b529-d7fd20a4488a', 'name': 'tempest-TestAggregatesBasicOps-1991337726-router', 'tenant_id': '1584a658362045689962d68608c4ca27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'fe2d309a-9aaf-4e59-882c-425e55584337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:10:10Z', 'updated_at': '2021-07-24T00:10:13Z', 'revision_number': 3, 'project_id': '1584a658362045689962d68608c4ca27', 'gw_port': {'id': 'fe2d309a-9aaf-4e59-882c-425e55584337', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64041ed2-373e-45dd-b529-d7fd20a4488a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:10:12Z', 'updated_at': '2021-07-24T00:10:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:10:16.850485 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-7794f4c1-15ad-4890-b387-b86f8269946f None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:10:16.856022 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7794f4c1-15ad-4890-b387-b86f8269946f None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:10:16.882964 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-7230d276-c76a-499e-be3d-1a445ec0159b None None] For port bfb4e723-3461-42bc-828e-bafb4a79f7df, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:10:17.016781 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 38594) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:10:17.115455 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2222bb5d-0a9a-485f-a6f4-8ecbc0769cdb None None] Checking router: 64041ed2-373e-45dd-b529-d7fd20a4488a for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:10:17.115853 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2222bb5d-0a9a-485f-a6f4-8ecbc0769cdb None None] Updating router 64041ed2-373e-45dd-b529-d7fd20a4488a port fe2d309a-9aaf-4e59-882c-425e55584337 binding host n-d-800088-16 {{(pid=100316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:10:17.124968 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-7230d276-c76a-499e-be3d-1a445ec0159b None None] For port bfb4e723-3461-42bc-828e-bafb4a79f7df, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=bfb4e723-3461-42bc-828e-bafb4a79f7df,segment=NetworkSegment(7b15c539-5f8d-462f-a336-7280b9d864c0),segment_id=7b15c539-5f8d-462f-a336-7280b9d864c0)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:10:17.181737 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-2222bb5d-0a9a-485f-a6f4-8ecbc0769cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:17.199387 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70e3c48-66ef-4f8c-a059-359d3df33e26 None None] Network 22e6e549-d9e7-41fe-9128-738f51a627ab requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:10:17.213552 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-7230d276-c76a-499e-be3d-1a445ec0159b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:17.265563 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a0afc912-20ac-4817-bb06-1a49131a2e1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:17.444523 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-7794f4c1-15ad-4890-b387-b86f8269946f None None] Attempting to bind port ef3f7f33-481c-4df6-b59e-c3f1e8268a3b on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:10:17.445168 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-7794f4c1-15ad-4890-b387-b86f8269946f None None] Attempting to bind port ef3f7f33-481c-4df6-b59e-c3f1e8268a3b by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '89118b11-6735-441d-9318-e67efb40820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'de6352f3-99c4-40e9-a295-d506b6962dbd'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:10:17.445622 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7794f4c1-15ad-4890-b387-b86f8269946f None None] Attempting to bind port ef3f7f33-481c-4df6-b59e-c3f1e8268a3b on network de6352f3-99c4-40e9-a295-d506b6962dbd {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:10:17.455945 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-18990f09-eb89-44a0-9c9e-bf4fbfe22e10 req-d827feac-79d1-4334-aaee-9fb794d2bc1e tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=65668094-9226-4b65-8245-cb28bd37e836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7671340 Jul 24 00:10:17.499496 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-af169916-a260-4034-a2a7-ab073d849063 req-347bf8b8-05f1-4fd5-bbe5-b5b26962bf34 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/ports?device_id=56e27636-5895-498f-b3e2-d1fcf8b23052 HTTP/1.1" status: 200 len: 210 time: 0.0617077 Jul 24 00:10:17.525419 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a8e6c5-ebf7-49c5-b88f-7ea2b73d78bf req-b24a9eba-ac2b-4ca8-8497-e2fde14b33e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:17.527270 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-44a8e6c5-ebf7-49c5-b88f-7ea2b73d78bf req-b24a9eba-ac2b-4ca8-8497-e2fde14b33e0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3bb27577-8aa4-438b-b0fc-2e9a72f8d21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9834006 Jul 24 00:10:17.607578 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-2222bb5d-0a9a-485f-a6f4-8ecbc0769cdb None None] Notify callbacks [] for port, precommit_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:17.631108 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.provisioning_blocks [None req-2222bb5d-0a9a-485f-a6f4-8ecbc0769cdb None None] Transition to ACTIVE for port object fe2d309a-9aaf-4e59-882c-425e55584337 will not be triggered until provisioned by entity L2. {{(pid=100316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:10:17.651030 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-2222bb5d-0a9a-485f-a6f4-8ecbc0769cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:17.704711 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80be8fe-d606-41c6-8241-3036da4643bb None None] Pushing event updated for resources: {'Port': ['ID=bfb4e723-3461-42bc-828e-bafb4a79f7df,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:17.735206 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7794f4c1-15ad-4890-b387-b86f8269946f None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:10:17.735511 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7794f4c1-15ad-4890-b387-b86f8269946f None None] Checking segment: {'id': '89118b11-6735-441d-9318-e67efb40820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'de6352f3-99c4-40e9-a295-d506b6962dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:10:17.737399 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-7794f4c1-15ad-4890-b387-b86f8269946f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:17.738794 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7794f4c1-15ad-4890-b387-b86f8269946f None None] Bound using segment: {'id': '89118b11-6735-441d-9318-e67efb40820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'de6352f3-99c4-40e9-a295-d506b6962dbd'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:10:17.740738 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-7794f4c1-15ad-4890-b387-b86f8269946f None None] Bound port: ef3f7f33-481c-4df6-b59e-c3f1e8268a3b, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89118b11-6735-441d-9318-e67efb40820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'de6352f3-99c4-40e9-a295-d506b6962dbd'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:10:17.742243 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-7794f4c1-15ad-4890-b387-b86f8269946f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:17.771274 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 4f96d149-5639-4f6b-b2ed-a770db926e5c triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:10:17.772254 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:17.779538 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-44a8e6c5-ebf7-49c5-b88f-7ea2b73d78bf req-4ad0c744-9b0e-43b9-a187-85f00b70ed14 service neutron] 10.222.0.52 "GET /v2.0/networks/3bb27577-8aa4-438b-b0fc-2e9a72f8d21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423701 Jul 24 00:10:17.780209 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-2222bb5d-0a9a-485f-a6f4-8ecbc0769cdb None None] Attempting to bind port fe2d309a-9aaf-4e59-882c-425e55584337 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:10:17.782462 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-2222bb5d-0a9a-485f-a6f4-8ecbc0769cdb None None] Attempting to bind port fe2d309a-9aaf-4e59-882c-425e55584337 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:10:17.782851 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2222bb5d-0a9a-485f-a6f4-8ecbc0769cdb None None] Attempting to bind port fe2d309a-9aaf-4e59-882c-425e55584337 on network 9adcfee8-760c-4568-9e39-c221abf69bf5 {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:10:17.791606 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed8b152-22b1-4f96-a883-a9bce8299a86 None None] Pushing event updated for resources: {'Port': ['ID=fe2d309a-9aaf-4e59-882c-425e55584337,revision_number=2']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:17.796116 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:17.797964 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1d16a5b8-da29-4bd0-9741-99a42f1664fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:17.803462 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2222bb5d-0a9a-485f-a6f4-8ecbc0769cdb None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:10:17.805829 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2222bb5d-0a9a-485f-a6f4-8ecbc0769cdb None None] Checking segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:10:17.814198 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-2222bb5d-0a9a-485f-a6f4-8ecbc0769cdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:17.818218 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2222bb5d-0a9a-485f-a6f4-8ecbc0769cdb None None] Bound using segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:10:17.818873 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-2222bb5d-0a9a-485f-a6f4-8ecbc0769cdb None None] Bound port: fe2d309a-9aaf-4e59-882c-425e55584337, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:10:17.819281 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-2222bb5d-0a9a-485f-a6f4-8ecbc0769cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:17.832338 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.db.api [None req-a0afc912-20ac-4817-bb06-1a49131a2e1f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 24 00:10:17.832338 n-d-800088-16 neutron-server[100314]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 24 00:10:17.832338 n-d-800088-16 neutron-server[100314]: [parameters: {'project_id_1': '16182a90baff453a852bdbf90634791f', 'expiration_1': datetime.datetime(2021, 7, 24, 0, 10, 17, 300014)}] Jul 24 00:10:17.832338 n-d-800088-16 neutron-server[100314]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 00:10:17.835084 n-d-800088-16 neutron-server[100314]: DEBUG oslo_db.api [None req-a0afc912-20ac-4817-bb06-1a49131a2e1f admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 00:10:17.837580 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-aefeb7f4-5f8c-470d-8876-70643cce7e59 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Made reservation on behalf of 95a0c743a31b4bbeb6688f1814a96447 for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:10:17.853259 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-aefeb7f4-5f8c-470d-8876-70643cce7e59 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:17.853497 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1d16a5b8-da29-4bd0-9741-99a42f1664fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:17.891675 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7230d276-c76a-499e-be3d-1a445ec0159b None None] Routers {'cb5d9be9-d821-41cd-b51b-1899bb9efba3'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:10:17.892493 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-7230d276-c76a-499e-be3d-1a445ec0159b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:09:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['cb5d9be9-d821-41cd-b51b-1899bb9efba3'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:10:17.924376 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-2222bb5d-0a9a-485f-a6f4-8ecbc0769cdb None None] For port fe2d309a-9aaf-4e59-882c-425e55584337, host n-d-800088-16, cleared binding levels {{(pid=100316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:10:17.929251 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-2222bb5d-0a9a-485f-a6f4-8ecbc0769cdb None None] For port fe2d309a-9aaf-4e59-882c-425e55584337, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=fe2d309a-9aaf-4e59-882c-425e55584337,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:10:17.943680 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-2222bb5d-0a9a-485f-a6f4-8ecbc0769cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:18.064789 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 29cd91c2-82fb-4dff-aa19-86d9d8a37546 details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:10:18.066741 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-44a8e6c5-ebf7-49c5-b88f-7ea2b73d78bf req-4a7b909b-9b30-4637-b535-22b666e98874 service neutron] 10.222.0.52 "GET /v2.0/networks/3bb27577-8aa4-438b-b0fc-2e9a72f8d21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760119 Jul 24 00:10:18.070066 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-1d16a5b8-da29-4bd0-9741-99a42f1664fa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b5296b945b3341528700d0ba2a224fe0&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6212099 Jul 24 00:10:18.073294 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 38616) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:10:18.096631 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed8b152-22b1-4f96-a883-a9bce8299a86 None None] Pushing event updated for resources: {'Port': ['ID=fe2d309a-9aaf-4e59-882c-425e55584337,revision_number=3']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:18.149850 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2222bb5d-0a9a-485f-a6f4-8ecbc0769cdb None None] Routers {'64041ed2-373e-45dd-b529-d7fd20a4488a'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:10:18.150496 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-2222bb5d-0a9a-485f-a6f4-8ecbc0769cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:09:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['64041ed2-373e-45dd-b529-d7fd20a4488a'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:10:18.174462 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7fd76f22-b26d-458d-a921-368c10d123c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:18.193939 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d16a5b8-da29-4bd0-9741-99a42f1664fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5f837c-4ae9-4ed9-9aeb-ce215945a937,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:18.227766 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-7230d276-c76a-499e-be3d-1a445ec0159b None None] Set router cb5d9be9-d821-41cd-b51b-1899bb9efba3 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:10:18.281077 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-aefeb7f4-5f8c-470d-8876-70643cce7e59 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Allocated IP 19.80.0.145 (23c56d55-b067-4bd9-a42b-a19aab852ee9/e3a975d3-58b4-4d47-8604-516cc0f4a33d/11ba14c4-b2d2-46ad-8d52-aa829f6701c1) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:10:18.337845 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a0afc912-20ac-4817-bb06-1a49131a2e1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:18.342801 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 29cd91c2-82fb-4dff-aa19-86d9d8a37546, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=29cd91c2-82fb-4dff-aa19-86d9d8a37546,segment=NetworkSegment(d3cc9475-f05d-4177-894c-9d197d6c8577),segment_id=d3cc9475-f05d-4177-894c-9d197d6c8577)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:10:18.362366 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': '29cd91c2-82fb-4dff-aa19-86d9d8a37546', 'network_id': '3bb27577-8aa4-438b-b0fc-2e9a72f8d21f', 'port_id': '29cd91c2-82fb-4dff-aa19-86d9d8a37546', 'mac_address': 'fa:16:3e:ec:06:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63da32e2-61ac-4eb0-aee3-157739522d03', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:10:18.413340 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-2222bb5d-0a9a-485f-a6f4-8ecbc0769cdb None None] Set router 64041ed2-373e-45dd-b529-d7fd20a4488a gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:10:18.529385 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:18.595775 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a0afc912-20ac-4817-bb06-1a49131a2e1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:18.598435 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c662b5a7-d37e-491e-a77b-8f5a9d5046db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:18.619747 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-7fd76f22-b26d-458d-a921-368c10d123c0 admin admin] Allocated IP 172.20.0.1 (de6352f3-99c4-40e9-a295-d506b6962dbd/3c883d00-96cf-4332-bd10-1eaa06b6d7fd/daddc742-bcf1-4e86-abb1-7088c6aa9764) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:10:18.640521 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a0afc912-20ac-4817-bb06-1a49131a2e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:18.727534 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8198bda3-a01c-4aa6-968a-c677012c8596 req-44edfe7b-fa06-45e0-9232-d7a9e47dfaee tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/ports?device_id=56e27636-5895-498f-b3e2-d1fcf8b23052 HTTP/1.1" status: 200 len: 210 time: 0.0883331 Jul 24 00:10:18.757142 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-2222bb5d-0a9a-485f-a6f4-8ecbc0769cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64041ed2-373e-45dd-b529-d7fd20a4488a', 'name': 'tempest-TestAggregatesBasicOps-1991337726-router', 'tenant_id': '1584a658362045689962d68608c4ca27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'fe2d309a-9aaf-4e59-882c-425e55584337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:10:10Z', 'updated_at': '2021-07-24T00:10:13Z', 'revision_number': 3, 'project_id': '1584a658362045689962d68608c4ca27', 'gw_port': {'id': 'fe2d309a-9aaf-4e59-882c-425e55584337', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64041ed2-373e-45dd-b529-d7fd20a4488a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:10:12Z', 'updated_at': '2021-07-24T00:10:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:10:18.767848 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29cd91c2-82fb-4dff-aa19-86d9d8a37546 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:10:18.778236 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c662b5a7-d37e-491e-a77b-8f5a9d5046db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:18.797172 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 29cd91c2-82fb-4dff-aa19-86d9d8a37546, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=29cd91c2-82fb-4dff-aa19-86d9d8a37546,segment=NetworkSegment(d3cc9475-f05d-4177-894c-9d197d6c8577),segment_id=d3cc9475-f05d-4177-894c-9d197d6c8577)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:10:18.802549 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-a0afc912-20ac-4817-bb06-1a49131a2e1f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=16182a90baff453a852bdbf90634791f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7845750 Jul 24 00:10:18.803318 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0afc912-20ac-4817-bb06-1a49131a2e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b0ce2b-6379-43f2-afed-f2c935650606,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:18.807124 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 38636) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:10:18.828318 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2222bb5d-0a9a-485f-a6f4-8ecbc0769cdb None None] The sync data for ids ['64041ed2-373e-45dd-b529-d7fd20a4488a'] in n-d-800088-16 is: [{'id': '64041ed2-373e-45dd-b529-d7fd20a4488a', 'name': 'tempest-TestAggregatesBasicOps-1991337726-router', 'tenant_id': '1584a658362045689962d68608c4ca27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'fe2d309a-9aaf-4e59-882c-425e55584337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:10:10Z', 'updated_at': '2021-07-24T00:10:13Z', 'revision_number': 3, 'project_id': '1584a658362045689962d68608c4ca27', 'gw_port': {'id': 'fe2d309a-9aaf-4e59-882c-425e55584337', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64041ed2-373e-45dd-b529-d7fd20a4488a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:10:12Z', 'updated_at': '2021-07-24T00:10:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:10:18.913808 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:18.959003 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce23956-1655-4058-b6a1-82ce2cad4cea req-5673fb4d-845a-4073-86a2-e0215096d2ed tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:18.960643 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2ce23956-1655-4058-b6a1-82ce2cad4cea req-5673fb4d-845a-4073-86a2-e0215096d2ed tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=549de624-bb09-4e50-8794-41d8de162ace HTTP/1.1" status: 200 len: 944 time: 0.3357747 Jul 24 00:10:18.968551 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-aefeb7f4-5f8c-470d-8876-70643cce7e59 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:18.973487 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-eb9e357e-b055-4a07-822d-772b66ef408a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:19.043275 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c662b5a7-d37e-491e-a77b-8f5a9d5046db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:19.046217 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c662b5a7-d37e-491e-a77b-8f5a9d5046db admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:19.047450 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c662b5a7-d37e-491e-a77b-8f5a9d5046db admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2f5f837c-4ae9-4ed9-9aeb-ce215945a937 HTTP/1.1" status: 204 len: 168 time: 0.9595969 Jul 24 00:10:19.058463 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-aefeb7f4-5f8c-470d-8876-70643cce7e59 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Transition to ACTIVE for port object 11ba14c4-b2d2-46ad-8d52-aa829f6701c1 will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:10:19.076690 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-eb9e357e-b055-4a07-822d-772b66ef408a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:19.079171 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c662b5a7-d37e-491e-a77b-8f5a9d5046db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5f837c-4ae9-4ed9-9aeb-ce215945a937,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:19.105434 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2ce23956-1655-4058-b6a1-82ce2cad4cea req-d5f7ec54-0c02-4db6-ade2-7fc7b124131f tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=65668094-9226-4b65-8245-cb28bd37e836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140504 Jul 24 00:10:19.161256 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-7794f4c1-15ad-4890-b387-b86f8269946f None None] For port ef3f7f33-481c-4df6-b59e-c3f1e8268a3b, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:10:19.164092 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7fd76f22-b26d-458d-a921-368c10d123c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:19.221989 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [None req-7fd76f22-b26d-458d-a921-368c10d123c0 admin admin] Transition to ACTIVE for port object daddc742-bcf1-4e86-abb1-7088c6aa9764 will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:10:19.247699 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-57b82034-ee44-445b-9911-9f5ef52bc222 None None] Provisioning for port 45162eac-e037-45a9-a1c5-f77d70177d15 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:10:19.277090 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-aefeb7f4-5f8c-470d-8876-70643cce7e59 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:19.324045 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7fd76f22-b26d-458d-a921-368c10d123c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:19.325417 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-7794f4c1-15ad-4890-b387-b86f8269946f None None] For port ef3f7f33-481c-4df6-b59e-c3f1e8268a3b, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=ef3f7f33-481c-4df6-b59e-c3f1e8268a3b,segment=NetworkSegment(89118b11-6735-441d-9318-e67efb40820a),segment_id=89118b11-6735-441d-9318-e67efb40820a)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:10:19.385176 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['29cd91c2-82fb-4dff-aa19-86d9d8a37546'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:10:19.396331 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 45162eac-e037-45a9-a1c5-f77d70177d15 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:10:19.412757 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-eb9e357e-b055-4a07-822d-772b66ef408a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:19.416054 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-eb9e357e-b055-4a07-822d-772b66ef408a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:19.417594 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-eb9e357e-b055-4a07-822d-772b66ef408a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e0b0ce2b-6379-43f2-afed-f2c935650606 HTTP/1.1" status: 204 len: 168 time: 0.6069274 Jul 24 00:10:19.459485 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-aefeb7f4-5f8c-470d-8876-70643cce7e59 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Network 23c56d55-b067-4bd9-a42b-a19aab852ee9 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:10:19.462041 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9e357e-b055-4a07-822d-772b66ef408a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b0ce2b-6379-43f2-afed-f2c935650606,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:19.471949 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-aefeb7f4-5f8c-470d-8876-70643cce7e59 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:10:19.477380 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-aefeb7f4-5f8c-470d-8876-70643cce7e59 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:10:19.479311 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd76f22-b26d-458d-a921-368c10d123c0 admin admin] Network de6352f3-99c4-40e9-a295-d506b6962dbd is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:10:19.492396 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-7794f4c1-15ad-4890-b387-b86f8269946f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:19.500431 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-7fd76f22-b26d-458d-a921-368c10d123c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:10:19.505848 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd76f22-b26d-458d-a921-368c10d123c0 admin admin] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:10:19.566005 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefeb7f4-5f8c-470d-8876-70643cce7e59 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Pushing event updated for resources: {'Port': ['ID=11ba14c4-b2d2-46ad-8d52-aa829f6701c1,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:19.574999 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd76f22-b26d-458d-a921-368c10d123c0 admin admin] Pushing event updated for resources: {'Port': ['ID=daddc742-bcf1-4e86-abb1-7088c6aa9764,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:19.625920 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=29cd91c2-82fb-4dff-aa19-86d9d8a37546,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:19.691235 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7fd76f22-b26d-458d-a921-368c10d123c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681761'] for router_interface, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:19.722612 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7794f4c1-15ad-4890-b387-b86f8269946f None None] Pushing event updated for resources: {'Port': ['ID=ef3f7f33-481c-4df6-b59e-c3f1e8268a3b,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:19.771575 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-7230d276-c76a-499e-be3d-1a445ec0159b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb5d9be9-d821-41cd-b51b-1899bb9efba3', 'name': 'tempest-ServersTestMultiNic-288890971-router', 'tenant_id': '95a0c743a31b4bbeb6688f1814a96447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '81235ebd-6ed2-4319-833f-f77beec0d6fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:09:48Z', 'updated_at': '2021-07-24T00:09:57Z', 'revision_number': 4, 'project_id': '95a0c743a31b4bbeb6688f1814a96447', 'gw_port': {'id': '81235ebd-6ed2-4319-833f-f77beec0d6fb', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5d9be9-d821-41cd-b51b-1899bb9efba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:09:50Z', 'updated_at': '2021-07-24T00:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'bfb4e723-3461-42bc-828e-bafb4a79f7df', 'name': '', 'network_id': 'c962a417-8ad1-4c86-b87d-52a2f8bbd985', 'tenant_id': '95a0c743a31b4bbeb6688f1814a96447', 'mac_address': 'fa:16:3e:04:7a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb5d9be9-d821-41cd-b51b-1899bb9efba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': 'ac65e50d-9e91-4898-8126-b79e2397dfea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:09:56Z', 'updated_at': '2021-07-24T00:10:16Z', 'revision_number': 4, 'project_id': '95a0c743a31b4bbeb6688f1814a96447', 'subnets': [{'id': 'ac65e50d-9e91-4898-8126-b79e2397dfea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:10:19.791370 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-aefeb7f4-5f8c-470d-8876-70643cce7e59 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:19.816472 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-aefeb7f4-5f8c-470d-8876-70643cce7e59 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:19.839841 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 38666) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:10:19.844698 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7230d276-c76a-499e-be3d-1a445ec0159b None None] The sync data for ids ['cb5d9be9-d821-41cd-b51b-1899bb9efba3'] in n-d-800088-16 is: [{'id': 'cb5d9be9-d821-41cd-b51b-1899bb9efba3', 'name': 'tempest-ServersTestMultiNic-288890971-router', 'tenant_id': '95a0c743a31b4bbeb6688f1814a96447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '81235ebd-6ed2-4319-833f-f77beec0d6fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:09:48Z', 'updated_at': '2021-07-24T00:09:57Z', 'revision_number': 4, 'project_id': '95a0c743a31b4bbeb6688f1814a96447', 'gw_port': {'id': '81235ebd-6ed2-4319-833f-f77beec0d6fb', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5d9be9-d821-41cd-b51b-1899bb9efba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:09:50Z', 'updated_at': '2021-07-24T00:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'bfb4e723-3461-42bc-828e-bafb4a79f7df', 'name': '', 'network_id': 'c962a417-8ad1-4c86-b87d-52a2f8bbd985', 'tenant_id': '95a0c743a31b4bbeb6688f1814a96447', 'mac_address': 'fa:16:3e:04:7a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb5d9be9-d821-41cd-b51b-1899bb9efba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': 'ac65e50d-9e91-4898-8126-b79e2397dfea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:09:56Z', 'updated_at': '2021-07-24T00:10:16Z', 'revision_number': 4, 'project_id': '95a0c743a31b4bbeb6688f1814a96447', 'subnets': [{'id': 'ac65e50d-9e91-4898-8126-b79e2397dfea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:10:19.890319 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 45162eac-e037-45a9-a1c5-f77d70177d15 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:10:19.904934 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 45162eac-e037-45a9-a1c5-f77d70177d15 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:10:19.905314 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:20.081370 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a896185d-c360-47ea-a378-4e9dc143fb25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:20.104022 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-aefeb7f4-5f8c-470d-8876-70643cce7e59 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5269136 Jul 24 00:10:20.149104 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-045aaa74-6929-4e54-bf45-b670b3fc6077 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Request body: {'port': {'device_id': '56e27636-5895-498f-b3e2-d1fcf8b23052', 'network_id': '22e6e549-d9e7-41fe-9128-738f51a627ab', 'admin_state_up': True, 'tenant_id': '95a0c743a31b4bbeb6688f1814a96447'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:10:20.157533 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7fd76f22-b26d-458d-a921-368c10d123c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:20.493958 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-89302129-6d6d-4db6-b3a7-67ed6ed3b968 None None] Provisioning for port 11ba14c4-b2d2-46ad-8d52-aa829f6701c1 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:10:20.592016 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-89302129-6d6d-4db6-b3a7-67ed6ed3b968 None None] Provisioning complete for port 11ba14c4-b2d2-46ad-8d52-aa829f6701c1 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:10:20.600379 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-89302129-6d6d-4db6-b3a7-67ed6ed3b968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:20.671669 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176516ab-3d42-4c7c-9401-76cc3f3540fb req-6c841657-9f62-489d-9bed-10db956d1db7 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:20.673498 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-176516ab-3d42-4c7c-9401-76cc3f3540fb req-6c841657-9f62-489d-9bed-10db956d1db7 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/ports?device_id=56e27636-5895-498f-b3e2-d1fcf8b23052 HTTP/1.1" status: 200 len: 932 time: 0.7233989 Jul 24 00:10:20.699709 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:20.820584 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-176516ab-3d42-4c7c-9401-76cc3f3540fb req-f3a50bad-dcbe-4161-a838-83e63f6cb59e tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3b18a95-9eb9-4810-a13b-9736798f03ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030054 Jul 24 00:10:20.841660 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-89302129-6d6d-4db6-b3a7-67ed6ed3b968 None None] Port 11ba14c4-b2d2-46ad-8d52-aa829f6701c1 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:10:20.902258 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c4ee17-2df6-4b1c-9362-bf496cf86aff req-5673fa97-c73b-4d89-a15d-f69a4fdb1acf tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:20.903732 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a896185d-c360-47ea-a378-4e9dc143fb25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:20.917773 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e8c4ee17-2df6-4b1c-9362-bf496cf86aff req-5673fa97-c73b-4d89-a15d-f69a4fdb1acf tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=549de624-bb09-4e50-8794-41d8de162ace HTTP/1.1" status: 200 len: 945 time: 0.5700183 Jul 24 00:10:20.922431 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a896185d-c360-47ea-a378-4e9dc143fb25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:20.924587 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 45162eac-e037-45a9-a1c5-f77d70177d15, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=45162eac-e037-45a9-a1c5-f77d70177d15,segment=NetworkSegment(ad15ec62-9d2c-48a2-a3d3-8bdb2fa9ed70),segment_id=ad15ec62-9d2c-48a2-a3d3-8bdb2fa9ed70)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:10:20.934279 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:20.996015 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-045aaa74-6929-4e54-bf45-b670b3fc6077 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Made reservation on behalf of 95a0c743a31b4bbeb6688f1814a96447 for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:10:21.005533 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-045aaa74-6929-4e54-bf45-b670b3fc6077 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:21.028770 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-a896185d-c360-47ea-a378-4e9dc143fb25 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=81452de09a734e679d194a2071a1263f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1769898 Jul 24 00:10:21.044372 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 38700) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:10:21.073307 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a896185d-c360-47ea-a378-4e9dc143fb25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d172a86b-094e-4772-9ae0-80179967e5f9,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:21.169704 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7fd76f22-b26d-458d-a921-368c10d123c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:21.179284 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-6f81e4d8-b6f5-4c18-be26-ddea7b95e66f None None] Provisioning complete for port 45162eac-e037-45a9-a1c5-f77d70177d15 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:10:21.179730 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-6f81e4d8-b6f5-4c18-be26-ddea7b95e66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:21.240198 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e8c4ee17-2df6-4b1c-9362-bf496cf86aff req-be5477d3-3f35-4349-84cb-cc5ec81e86fd tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=65668094-9226-4b65-8245-cb28bd37e836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3209925 Jul 24 00:10:21.247138 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7fd76f22-b26d-458d-a921-368c10d123c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:21.320435 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-045aaa74-6929-4e54-bf45-b670b3fc6077 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Allocated IP 19.86.0.237 (22e6e549-d9e7-41fe-9128-738f51a627ab/66024fac-2c89-4ce5-a236-c8dd2db868f1/684b25b8-1108-4188-9aa3-a28fd6195d9e) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:10:21.399473 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=45162eac-e037-45a9-a1c5-f77d70177d15,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:21.503665 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7fd76f22-b26d-458d-a921-368c10d123c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680980'] for router_interface, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:21.507305 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd76f22-b26d-458d-a921-368c10d123c0 admin admin] Pushing event updated for resources: {'Port': ['ID=daddc742-bcf1-4e86-abb1-7088c6aa9764,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:21.618824 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-045aaa74-6929-4e54-bf45-b670b3fc6077 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:21.635288 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-045aaa74-6929-4e54-bf45-b670b3fc6077 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Transition to ACTIVE for port object 684b25b8-1108-4188-9aa3-a28fd6195d9e will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:10:21.716574 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device ef3f7f33-481c-4df6-b59e-c3f1e8268a3b up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:10:21.750232 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-045aaa74-6929-4e54-bf45-b670b3fc6077 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:21.776871 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-94ebbe03-55e6-4b9e-9e26-a22d84c3b006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:21.838312 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd76f22-b26d-458d-a921-368c10d123c0 admin admin] Network de6352f3-99c4-40e9-a295-d506b6962dbd is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:10:21.839847 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-7fd76f22-b26d-458d-a921-368c10d123c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:10:21.851695 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port ef3f7f33-481c-4df6-b59e-c3f1e8268a3b completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:10:21.872332 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device bfb4e723-3461-42bc-828e-bafb4a79f7df up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:10:22.087848 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-94ebbe03-55e6-4b9e-9e26-a22d84c3b006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:22.129870 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-045aaa74-6929-4e54-bf45-b670b3fc6077 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Network 22e6e549-d9e7-41fe-9128-738f51a627ab is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:10:22.141220 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045aaa74-6929-4e54-bf45-b670b3fc6077 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Pushing event updated for resources: {'Port': ['ID=684b25b8-1108-4188-9aa3-a28fd6195d9e,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:22.158713 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-045aaa74-6929-4e54-bf45-b670b3fc6077 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:10:22.173628 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-045aaa74-6929-4e54-bf45-b670b3fc6077 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:10:22.269585 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fd76f22-b26d-458d-a921-368c10d123c0 admin admin] Router 64041ed2-373e-45dd-b529-d7fd20a4488a has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:10:22.315071 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-045aaa74-6929-4e54-bf45-b670b3fc6077 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:22.329871 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-045aaa74-6929-4e54-bf45-b670b3fc6077 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:22.375531 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759ee5bd-47ea-4f03-91c0-2d367552a02d req-3cb7db8c-de83-4855-a075-6759286fd3f1 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:22.390891 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759ee5bd-47ea-4f03-91c0-2d367552a02d req-3cb7db8c-de83-4855-a075-6759286fd3f1 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:22.402122 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-759ee5bd-47ea-4f03-91c0-2d367552a02d req-3cb7db8c-de83-4855-a075-6759286fd3f1 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/ports?device_id=56e27636-5895-498f-b3e2-d1fcf8b23052 HTTP/1.1" status: 200 len: 1655 time: 0.4257419 Jul 24 00:10:22.406554 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-94ebbe03-55e6-4b9e-9e26-a22d84c3b006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:22.421237 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-94ebbe03-55e6-4b9e-9e26-a22d84c3b006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:22.426462 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 29cd91c2-82fb-4dff-aa19-86d9d8a37546 up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:10:22.433055 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebc9c4b-9e0c-44ba-82d3-a2206e75b7ff None None] Network de6352f3-99c4-40e9-a295-d506b6962dbd requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:10:22.437695 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-94ebbe03-55e6-4b9e-9e26-a22d84c3b006 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d172a86b-094e-4772-9ae0-80179967e5f9 HTTP/1.1" status: 204 len: 168 time: 1.3866689 Jul 24 00:10:22.511370 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-045aaa74-6929-4e54-bf45-b670b3fc6077 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3867319 Jul 24 00:10:22.531516 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebbe03-55e6-4b9e-9e26-a22d84c3b006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d172a86b-094e-4772-9ae0-80179967e5f9,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:22.557512 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-7ec64094-3bd4-4fcc-9db6-115bb8c77e1c tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Request body: {'port': {'device_id': '56e27636-5895-498f-b3e2-d1fcf8b23052', 'network_id': '23c56d55-b067-4bd9-a42b-a19aab852ee9', 'admin_state_up': True, 'tenant_id': '95a0c743a31b4bbeb6688f1814a96447'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:10:22.614313 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-f6cf19dc-d809-42a0-8370-406ac9bb14d1 None None] Provisioning for port ef3f7f33-481c-4df6-b59e-c3f1e8268a3b completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:10:22.706084 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-759ee5bd-47ea-4f03-91c0-2d367552a02d req-0c155351-1409-478d-9f96-3f7b075692e0 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3b18a95-9eb9-4810-a13b-9736798f03ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652478 Jul 24 00:10:22.747777 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-f6cf19dc-d809-42a0-8370-406ac9bb14d1 None None] Provisioning complete for port ef3f7f33-481c-4df6-b59e-c3f1e8268a3b triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:10:22.748999 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f6cf19dc-d809-42a0-8370-406ac9bb14d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:22.792643 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port bfb4e723-3461-42bc-828e-bafb4a79f7df completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:10:22.830029 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port bfb4e723-3461-42bc-828e-bafb4a79f7df triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:10:22.830416 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:22.890056 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port 29cd91c2-82fb-4dff-aa19-86d9d8a37546 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:10:22.897228 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port 29cd91c2-82fb-4dff-aa19-86d9d8a37546 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:10:22.898427 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:23.043872 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-7ec64094-3bd4-4fcc-9db6-115bb8c77e1c tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Made reservation on behalf of 95a0c743a31b4bbeb6688f1814a96447 for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:10:23.050711 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-7ec64094-3bd4-4fcc-9db6-115bb8c77e1c tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:23.155342 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f6cf19dc-d809-42a0-8370-406ac9bb14d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:23.377382 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-7ec64094-3bd4-4fcc-9db6-115bb8c77e1c tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Allocated IP 19.80.0.184 (23c56d55-b067-4bd9-a42b-a19aab852ee9/e3a975d3-58b4-4d47-8604-516cc0f4a33d/1681bcda-f415-44df-8fb6-8d5ae8c30ddf) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:10:23.381978 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-34477b37-9b02-4ec4-83d3-41c3e5c8fe50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:23.389877 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd76f22-b26d-458d-a921-368c10d123c0 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:10:23.413952 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-f6cf19dc-d809-42a0-8370-406ac9bb14d1 None None] For port ef3f7f33-481c-4df6-b59e-c3f1e8268a3b, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=ef3f7f33-481c-4df6-b59e-c3f1e8268a3b,segment=NetworkSegment(89118b11-6735-441d-9318-e67efb40820a),segment_id=89118b11-6735-441d-9318-e67efb40820a)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:10:23.414575 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-7fd76f22-b26d-458d-a921-368c10d123c0 admin admin] 10.222.0.44 "PUT /v2.0/routers/64041ed2-373e-45dd-b529-d7fd20a4488a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2528999 Jul 24 00:10:23.430325 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755a826e-8b2b-4511-8fb3-617e55cda55e None None] Sync routers for ids ['64041ed2-373e-45dd-b529-d7fd20a4488a'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:10:23.452116 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:23.470522 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f6cf19dc-d809-42a0-8370-406ac9bb14d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:23.559356 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d3e6ac-6bcd-449b-9da2-fb717f4af4dc req-b8103583-2b82-48c5-b33f-6c75e9aa7940 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:23.569017 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a4d3e6ac-6bcd-449b-9da2-fb717f4af4dc req-b8103583-2b82-48c5-b33f-6c75e9aa7940 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=549de624-bb09-4e50-8794-41d8de162ace HTTP/1.1" status: 200 len: 945 time: 0.2965896 Jul 24 00:10:23.584091 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:23.607632 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755a826e-8b2b-4511-8fb3-617e55cda55e None None] Routers {'64041ed2-373e-45dd-b529-d7fd20a4488a'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:10:23.608937 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-755a826e-8b2b-4511-8fb3-617e55cda55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:09:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['64041ed2-373e-45dd-b529-d7fd20a4488a'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:10:23.705588 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a4d3e6ac-6bcd-449b-9da2-fb717f4af4dc req-aa6284b2-2f18-4bf2-b89c-f852067d3588 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=65668094-9226-4b65-8245-cb28bd37e836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267147 Jul 24 00:10:23.959344 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port bfb4e723-3461-42bc-828e-bafb4a79f7df, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=bfb4e723-3461-42bc-828e-bafb4a79f7df,segment=NetworkSegment(7b15c539-5f8d-462f-a336-7280b9d864c0),segment_id=7b15c539-5f8d-462f-a336-7280b9d864c0)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:10:23.960571 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cf19dc-d809-42a0-8370-406ac9bb14d1 None None] Pushing event updated for resources: {'Port': ['ID=ef3f7f33-481c-4df6-b59e-c3f1e8268a3b,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:24.003238 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 29cd91c2-82fb-4dff-aa19-86d9d8a37546, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=29cd91c2-82fb-4dff-aa19-86d9d8a37546,segment=NetworkSegment(d3cc9475-f05d-4177-894c-9d197d6c8577),segment_id=d3cc9475-f05d-4177-894c-9d197d6c8577)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:10:24.011051 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '549de624-bb09-4e50-8794-41d8de162ace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29cd91c2-82fb-4dff-aa19-86d9d8a37546'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:10:24.013771 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cacb9ee-71aa-4548-8e6b-2a62b562787a" -d '{"events": [{"server_uuid": "549de624-bb09-4e50-8794-41d8de162ace", "name": "network-vif-plugged", "status": "completed", "tag": "29cd91c2-82fb-4dff-aa19-86d9d8a37546"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:10:24.016888 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:24.017982 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device fe2d309a-9aaf-4e59-882c-425e55584337 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:10:24.214734 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:24.223372 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-7ec64094-3bd4-4fcc-9db6-115bb8c77e1c tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:24.242526 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3503235-6249-47b8-b487-645b6ce2e17e x-openstack-request-id: req-d3503235-6249-47b8-b487-645b6ce2e17e {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:10:24.242853 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "549de624-bb09-4e50-8794-41d8de162ace", "name": "network-vif-plugged", "status": "completed", "tag": "29cd91c2-82fb-4dff-aa19-86d9d8a37546", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:10:24.243116 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d3503235-6249-47b8-b487-645b6ce2e17e {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:10:24.244657 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '549de624-bb09-4e50-8794-41d8de162ace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29cd91c2-82fb-4dff-aa19-86d9d8a37546', 'code': 200} Jul 24 00:10:24.319041 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0142acb5-e72e-4d6f-9c7e-ad1c5d24131d req-0c914e09-8cb2-42fe-824a-cb1fc3881dcb tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:24.328151 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0142acb5-e72e-4d6f-9c7e-ad1c5d24131d req-0c914e09-8cb2-42fe-824a-cb1fc3881dcb tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:24.330133 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0142acb5-e72e-4d6f-9c7e-ad1c5d24131d req-0c914e09-8cb2-42fe-824a-cb1fc3881dcb tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/ports?device_id=56e27636-5895-498f-b3e2-d1fcf8b23052 HTTP/1.1" status: 200 len: 1655 time: 0.4239552 Jul 24 00:10:24.340512 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-7ec64094-3bd4-4fcc-9db6-115bb8c77e1c tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Transition to ACTIVE for port object 1681bcda-f415-44df-8fb6-8d5ae8c30ddf will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:10:24.352391 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-362c7389-1b41-472b-9a89-040f950478eb None None] Provisioning for port 684b25b8-1108-4188-9aa3-a28fd6195d9e completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:10:24.367659 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-362c7389-1b41-472b-9a89-040f950478eb None None] Provisioning complete for port 684b25b8-1108-4188-9aa3-a28fd6195d9e triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:10:24.368466 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-362c7389-1b41-472b-9a89-040f950478eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:24.448871 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a611bcf2-6342-425d-aecb-1ef5b59b4603 req-3523f7e1-1808-4574-a5b1-37e06d973843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:24.451289 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a611bcf2-6342-425d-aecb-1ef5b59b4603 req-3523f7e1-1808-4574-a5b1-37e06d973843 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=549de624-bb09-4e50-8794-41d8de162ace HTTP/1.1" status: 200 len: 1098 time: 0.1806185 Jul 24 00:10:24.510062 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-362c7389-1b41-472b-9a89-040f950478eb None None] Port 684b25b8-1108-4188-9aa3-a28fd6195d9e cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:10:24.541368 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-755a826e-8b2b-4511-8fb3-617e55cda55e None None] Set router 64041ed2-373e-45dd-b529-d7fd20a4488a gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:10:24.577541 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port fe2d309a-9aaf-4e59-882c-425e55584337 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:10:24.578783 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a611bcf2-6342-425d-aecb-1ef5b59b4603 req-7e505ded-6db2-482d-9f84-7a99a73f2c65 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=65668094-9226-4b65-8245-cb28bd37e836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169522 Jul 24 00:10:24.582063 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=bfb4e723-3461-42bc-828e-bafb4a79f7df,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:24.592967 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0142acb5-e72e-4d6f-9c7e-ad1c5d24131d req-08788d0c-69fc-4d55-9cbe-9c1e9961584f tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3b18a95-9eb9-4810-a13b-9736798f03ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480061 Jul 24 00:10:24.632955 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port fe2d309a-9aaf-4e59-882c-425e55584337 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:10:24.633662 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:24.642503 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-7ec64094-3bd4-4fcc-9db6-115bb8c77e1c tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:24.785462 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=29cd91c2-82fb-4dff-aa19-86d9d8a37546,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:24.795465 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-f8112197-a350-4858-affd-131c68b2200d None None] Provisioning for port daddc742-bcf1-4e86-abb1-7088c6aa9764 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:10:24.830892 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec64094-3bd4-4fcc-9db6-115bb8c77e1c tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Pushing event updated for resources: {'Port': ['ID=1681bcda-f415-44df-8fb6-8d5ae8c30ddf,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:24.870757 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-7ec64094-3bd4-4fcc-9db6-115bb8c77e1c tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Network 23c56d55-b067-4bd9-a42b-a19aab852ee9 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:10:24.874698 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-7ec64094-3bd4-4fcc-9db6-115bb8c77e1c tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:10:24.879712 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-7ec64094-3bd4-4fcc-9db6-115bb8c77e1c tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:10:24.904670 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-f8112197-a350-4858-affd-131c68b2200d None None] Provisioning complete for port daddc742-bcf1-4e86-abb1-7088c6aa9764 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:10:24.905249 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f8112197-a350-4858-affd-131c68b2200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:25.059152 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-7ec64094-3bd4-4fcc-9db6-115bb8c77e1c tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:25.059851 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-7ec64094-3bd4-4fcc-9db6-115bb8c77e1c tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:25.081455 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b61ad-2056-477f-a17e-e7c92d322871 req-fcb10afa-9a07-44be-aae5-9630e96a879f tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:25.094782 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-db9b61ad-2056-477f-a17e-e7c92d322871 req-fcb10afa-9a07-44be-aae5-9630e96a879f tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=549de624-bb09-4e50-8794-41d8de162ace HTTP/1.1" status: 200 len: 946 time: 0.1550150 Jul 24 00:10:25.102912 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-7ec64094-3bd4-4fcc-9db6-115bb8c77e1c tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5756516 Jul 24 00:10:25.120650 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 38948) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:10:25.123434 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-ef48c294-d778-42ee-b8f8-2e97941949dc service neutron] Request body: {'port': {'device_id': '56e27636-5895-498f-b3e2-d1fcf8b23052', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-16'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:10:25.123587 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-f8112197-a350-4858-affd-131c68b2200d None None] Port daddc742-bcf1-4e86-abb1-7088c6aa9764 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:10:25.127963 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-62d0e9a5-de3f-483a-b336-b315d1f93a07 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-121296372-network', 'tenant_id': '815daef38e0c4018a219f2fedc96a15e'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:10:25.237396 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:25.263994 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-db9b61ad-2056-477f-a17e-e7c92d322871 req-5fb92076-e63e-44ab-8ad9-4e0621249f1d tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=65668094-9226-4b65-8245-cb28bd37e836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1680334 Jul 24 00:10:25.267271 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62d0e9a5-de3f-483a-b336-b315d1f93a07 admin admin] Made reservation on behalf of 815daef38e0c4018a219f2fedc96a15e for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:10:25.280988 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-62d0e9a5-de3f-483a-b336-b315d1f93a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:25.284018 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-f8112197-a350-4858-affd-131c68b2200d None None] Provisioning complete for port ef3f7f33-481c-4df6-b59e-c3f1e8268a3b triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:10:25.284404 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f8112197-a350-4858-affd-131c68b2200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:25.343318 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port fe2d309a-9aaf-4e59-882c-425e55584337, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=fe2d309a-9aaf-4e59-882c-425e55584337,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:10:25.370383 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-62d0e9a5-de3f-483a-b336-b315d1f93a07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:25.390023 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:25.445161 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-ef48c294-d778-42ee-b8f8-2e97941949dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:25.543371 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-755a826e-8b2b-4511-8fb3-617e55cda55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64041ed2-373e-45dd-b529-d7fd20a4488a', 'name': 'tempest-TestAggregatesBasicOps-1991337726-router', 'tenant_id': '1584a658362045689962d68608c4ca27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'fe2d309a-9aaf-4e59-882c-425e55584337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:10:10Z', 'updated_at': '2021-07-24T00:10:20Z', 'revision_number': 4, 'project_id': '1584a658362045689962d68608c4ca27', 'gw_port': {'id': 'fe2d309a-9aaf-4e59-882c-425e55584337', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64041ed2-373e-45dd-b529-d7fd20a4488a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:10:12Z', 'updated_at': '2021-07-24T00:10:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'daddc742-bcf1-4e86-abb1-7088c6aa9764', 'name': '', 'network_id': 'de6352f3-99c4-40e9-a295-d506b6962dbd', 'tenant_id': '1584a658362045689962d68608c4ca27', 'mac_address': 'fa:16:3e:71:bb:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64041ed2-373e-45dd-b529-d7fd20a4488a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '3c883d00-96cf-4332-bd10-1eaa06b6d7fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:10:18Z', 'updated_at': '2021-07-24T00:10:20Z', 'revision_number': 2, 'project_id': '1584a658362045689962d68608c4ca27', 'subnets': [{'id': '3c883d00-96cf-4332-bd10-1eaa06b6d7fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:10:25.573028 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-62d0e9a5-de3f-483a-b336-b315d1f93a07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:25.584965 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-62d0e9a5-de3f-483a-b336-b315d1f93a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:25.621080 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62d0e9a5-de3f-483a-b336-b315d1f93a07 admin admin] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:10:25.651914 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device bfb4e723-3461-42bc-828e-bafb4a79f7df up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:10:25.679015 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755a826e-8b2b-4511-8fb3-617e55cda55e None None] Checking router: 64041ed2-373e-45dd-b529-d7fd20a4488a for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:10:25.679387 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755a826e-8b2b-4511-8fb3-617e55cda55e None None] Updating router 64041ed2-373e-45dd-b529-d7fd20a4488a port daddc742-bcf1-4e86-abb1-7088c6aa9764 binding host n-d-800088-16 {{(pid=100315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:10:25.691031 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 38966) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:10:25.763651 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d0e9a5-de3f-483a-b336-b315d1f93a07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc350de-02ce-402b-9474-c1be2c237a38,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:25.775152 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-62d0e9a5-de3f-483a-b336-b315d1f93a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:25.775717 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-62d0e9a5-de3f-483a-b336-b315d1f93a07 admin admin] Added segment 4c355a25-50f4-4dda-91b9-597f7e72cfb0 of type vlan for network 71ab2d37-ea60-4911-9a97-371296019dd0 Jul 24 00:10:25.850718 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-755a826e-8b2b-4511-8fb3-617e55cda55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:25.872990 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=fe2d309a-9aaf-4e59-882c-425e55584337,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:25.903661 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-62d0e9a5-de3f-483a-b336-b315d1f93a07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:26.056139 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa355c-4076-4966-ba10-0a1a9b5498f6 req-19492d57-e2b8-4293-8a64-dc717100c998 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:26.064093 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa355c-4076-4966-ba10-0a1a9b5498f6 req-19492d57-e2b8-4293-8a64-dc717100c998 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:26.066352 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c7fa07d0-ce9d-42b3-816b-639264efab22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:26.072418 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa355c-4076-4966-ba10-0a1a9b5498f6 req-19492d57-e2b8-4293-8a64-dc717100c998 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:26.074358 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4baa355c-4076-4966-ba10-0a1a9b5498f6 req-19492d57-e2b8-4293-8a64-dc717100c998 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/ports?device_id=56e27636-5895-498f-b3e2-d1fcf8b23052 HTTP/1.1" status: 200 len: 2377 time: 0.3379090 Jul 24 00:10:26.088943 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-62d0e9a5-de3f-483a-b336-b315d1f93a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:26.090164 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d0e9a5-de3f-483a-b336-b315d1f93a07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:26.091658 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-62d0e9a5-de3f-483a-b336-b315d1f93a07 admin admin] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:26.126411 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-dc2b2f08-426f-4cf0-806e-8a75c6362309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:26.199943 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port bfb4e723-3461-42bc-828e-bafb4a79f7df triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:10:26.200503 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:26.212099 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d0e9a5-de3f-483a-b336-b315d1f93a07 admin admin] Pushing event updated for resources: {'Network': ['ID=71ab2d37-ea60-4911-9a97-371296019dd0,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:26.213697 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4baa355c-4076-4966-ba10-0a1a9b5498f6 req-f2d79244-c546-4886-8cf3-b84755d9cc03 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3b18a95-9eb9-4810-a13b-9736798f03ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316411 Jul 24 00:10:26.262027 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 71ab2d37-ea60-4911-9a97-371296019dd0 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:10:26.311741 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c7fa07d0-ce9d-42b3-816b-639264efab22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:26.319225 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c7fa07d0-ce9d-42b3-816b-639264efab22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:26.339644 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-62d0e9a5-de3f-483a-b336-b315d1f93a07 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2174544 Jul 24 00:10:26.351184 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 39000) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:10:26.357198 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-724aea61-e9d4-4307-b3f4-046510e858fc admin admin] Request body: {'subnet': {'network_id': '71ab2d37-ea60-4911-9a97-371296019dd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-121296372-subnet', 'tenant_id': '815daef38e0c4018a219f2fedc96a15e', 'ip_version': 4}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:10:26.389963 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c7fa07d0-ce9d-42b3-816b-639264efab22 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d4b24ef4a5ee4a5d8b72a6e318e372b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6948464 Jul 24 00:10:26.391340 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fa07d0-ce9d-42b3-816b-639264efab22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76cfe6d4-425b-4524-b430-53d7892203d7,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:26.394158 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 39006) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:10:26.425675 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-ef48c294-d778-42ee-b8f8-2e97941949dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11ba14c4-b2d2-46ad-8d52-aa829f6701c1 {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:10:26.478622 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-ef48c294-d778-42ee-b8f8-2e97941949dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:26.498884 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-ef48c294-d778-42ee-b8f8-2e97941949dc service neutron] Transition to ACTIVE for port object 11ba14c4-b2d2-46ad-8d52-aa829f6701c1 will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:10:26.500736 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-724aea61-e9d4-4307-b3f4-046510e858fc admin admin] Made reservation on behalf of 815daef38e0c4018a219f2fedc96a15e for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:10:26.506373 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-724aea61-e9d4-4307-b3f4-046510e858fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:26.511009 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-ef48c294-d778-42ee-b8f8-2e97941949dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:26.598842 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-642e2b23-6352-4f7c-ba37-bbc4479669da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:26.649971 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-642e2b23-6352-4f7c-ba37-bbc4479669da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:26.721962 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5979c15c-54fb-4a06-a2d9-4fc460ed74c5 req-ecdc8053-02f4-4af8-ada1-d968b2cfea32 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:26.730807 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5979c15c-54fb-4a06-a2d9-4fc460ed74c5 req-ecdc8053-02f4-4af8-ada1-d968b2cfea32 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=549de624-bb09-4e50-8794-41d8de162ace HTTP/1.1" status: 200 len: 946 time: 0.2557588 Jul 24 00:10:26.734208 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef48c294-d778-42ee-b8f8-2e97941949dc service neutron] Pushing event updated for resources: {'Port': ['ID=11ba14c4-b2d2-46ad-8d52-aa829f6701c1,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:26.799353 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 39014) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:10:26.837348 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5979c15c-54fb-4a06-a2d9-4fc460ed74c5 req-7d08a48c-e7a6-422a-98bb-e32b4a56c920 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=65668094-9226-4b65-8245-cb28bd37e836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040616 Jul 24 00:10:26.893418 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-642e2b23-6352-4f7c-ba37-bbc4479669da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:26.906787 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-642e2b23-6352-4f7c-ba37-bbc4479669da admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:26.911919 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-642e2b23-6352-4f7c-ba37-bbc4479669da admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/76cfe6d4-425b-4524-b430-53d7892203d7 HTTP/1.1" status: 204 len: 168 time: 0.5159128 Jul 24 00:10:26.945975 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642e2b23-6352-4f7c-ba37-bbc4479669da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76cfe6d4-425b-4524-b430-53d7892203d7,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:27.076984 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-099fd1d0-40f1-4f8c-9f8b-8e7d794d41e9 None None] Provisioning for port 1681bcda-f415-44df-8fb6-8d5ae8c30ddf completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:10:27.088664 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-099fd1d0-40f1-4f8c-9f8b-8e7d794d41e9 None None] Provisioning complete for port 1681bcda-f415-44df-8fb6-8d5ae8c30ddf triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:10:27.089909 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-099fd1d0-40f1-4f8c-9f8b-8e7d794d41e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:27.096193 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:27.158566 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-ef48c294-d778-42ee-b8f8-2e97941949dc service neutron] Attempting to bind port 11ba14c4-b2d2-46ad-8d52-aa829f6701c1 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:10:27.159079 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-ef48c294-d778-42ee-b8f8-2e97941949dc service neutron] Attempting to bind port 11ba14c4-b2d2-46ad-8d52-aa829f6701c1 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': 'e9fba5a9-b6d1-4e91-a6a2-67b017d34bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '23c56d55-b067-4bd9-a42b-a19aab852ee9'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:10:27.159314 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-ef48c294-d778-42ee-b8f8-2e97941949dc service neutron] Attempting to bind port 11ba14c4-b2d2-46ad-8d52-aa829f6701c1 on network 23c56d55-b067-4bd9-a42b-a19aab852ee9 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:10:27.179680 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-ef48c294-d778-42ee-b8f8-2e97941949dc service neutron] Port 11ba14c4-b2d2-46ad-8d52-aa829f6701c1 on network 23c56d55-b067-4bd9-a42b-a19aab852ee9 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:10:27.179680 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-ef48c294-d778-42ee-b8f8-2e97941949dc service neutron] Attempting to bind port 11ba14c4-b2d2-46ad-8d52-aa829f6701c1 on network 23c56d55-b067-4bd9-a42b-a19aab852ee9 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:10:27.207055 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d592ca-8d4e-43bb-8f42-1ea77dde23f1 req-77252dff-09c8-46c3-9449-1ae7e319d56f tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:27.209158 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f6d592ca-8d4e-43bb-8f42-1ea77dde23f1 req-77252dff-09c8-46c3-9449-1ae7e319d56f tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=549de624-bb09-4e50-8794-41d8de162ace HTTP/1.1" status: 200 len: 946 time: 0.1901219 Jul 24 00:10:27.213238 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-ef48c294-d778-42ee-b8f8-2e97941949dc service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:10:27.213591 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-ef48c294-d778-42ee-b8f8-2e97941949dc service neutron] Checking segment: {'id': 'e9fba5a9-b6d1-4e91-a6a2-67b017d34bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '23c56d55-b067-4bd9-a42b-a19aab852ee9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:10:27.213981 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-ef48c294-d778-42ee-b8f8-2e97941949dc service neutron] Bound using segment: {'id': 'e9fba5a9-b6d1-4e91-a6a2-67b017d34bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '23c56d55-b067-4bd9-a42b-a19aab852ee9'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:10:27.214426 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-ef48c294-d778-42ee-b8f8-2e97941949dc service neutron] Bound port: 11ba14c4-b2d2-46ad-8d52-aa829f6701c1, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9fba5a9-b6d1-4e91-a6a2-67b017d34bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '23c56d55-b067-4bd9-a42b-a19aab852ee9'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:10:27.214794 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-ef48c294-d778-42ee-b8f8-2e97941949dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:27.219143 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 39030) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:10:27.226578 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-97721a05-25ff-4328-affb-78f1d76e814b tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Request body: {'floatingip': {'port_id': '29cd91c2-82fb-4dff-aa19-86d9d8a37546'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:10:27.366490 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-099fd1d0-40f1-4f8c-9f8b-8e7d794d41e9 None None] Port 1681bcda-f415-44df-8fb6-8d5ae8c30ddf cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:10:27.373731 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-34537182-39b4-437b-ba55-34b15575c894 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:27.378182 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-97721a05-25ff-4328-affb-78f1d76e814b tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks [] for floatingip, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:27.401664 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:27.459814 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-724aea61-e9d4-4307-b3f4-046510e858fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:27.479019 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 45162eac-e037-45a9-a1c5-f77d70177d15 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:10:27.483013 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-099fd1d0-40f1-4f8c-9f8b-8e7d794d41e9 None None] Provisioning complete for port daddc742-bcf1-4e86-abb1-7088c6aa9764 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:10:27.483483 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-099fd1d0-40f1-4f8c-9f8b-8e7d794d41e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:27.530992 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724aea61-e9d4-4307-b3f4-046510e858fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf13113c-def9-4185-8be6-7681c77d0528,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:27.607393 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-ef48c294-d778-42ee-b8f8-2e97941949dc service neutron] For port 11ba14c4-b2d2-46ad-8d52-aa829f6701c1, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:10:27.609991 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-34537182-39b4-437b-ba55-34b15575c894 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:27.637141 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 39046) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:10:27.643708 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-34537182-39b4-437b-ba55-34b15575c894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:27.733478 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-83691844-bf61-43ac-91fa-13d15346f959 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:27.753993 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-ef48c294-d778-42ee-b8f8-2e97941949dc service neutron] For port 11ba14c4-b2d2-46ad-8d52-aa829f6701c1, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=11ba14c4-b2d2-46ad-8d52-aa829f6701c1,segment=NetworkSegment(e9fba5a9-b6d1-4e91-a6a2-67b017d34bb2),segment_id=e9fba5a9-b6d1-4e91-a6a2-67b017d34bb2)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:10:27.809726 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-34537182-39b4-437b-ba55-34b15575c894 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ba460897ee5d4978aee8c391d45265ff&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0087440 Jul 24 00:10:27.814396 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 39052) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:10:27.815765 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724aea61-e9d4-4307-b3f4-046510e858fc admin admin] Checking segment: {'id': '4c355a25-50f4-4dda-91b9-597f7e72cfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '71ab2d37-ea60-4911-9a97-371296019dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:10:27.816143 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724aea61-e9d4-4307-b3f4-046510e858fc admin admin] Network hostable DHCP agents. Network: 71ab2d37-ea60-4911-9a97-371296019dd0, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:10:27.827332 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34537182-39b4-437b-ba55-34b15575c894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e8489d-ac3d-4adb-b859-ef3b6504a2b0,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:27.830003 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-ef48c294-d778-42ee-b8f8-2e97941949dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:27.896690 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-755a826e-8b2b-4511-8fb3-617e55cda55e None None] Notify callbacks [] for port, precommit_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:27.908499 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 45162eac-e037-45a9-a1c5-f77d70177d15 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:10:27.908976 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:27.914218 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-099fd1d0-40f1-4f8c-9f8b-8e7d794d41e9 None None] Port daddc742-bcf1-4e86-abb1-7088c6aa9764 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:10:27.948149 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-755a826e-8b2b-4511-8fb3-617e55cda55e None None] Transition to ACTIVE for port object daddc742-bcf1-4e86-abb1-7088c6aa9764 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:10:27.969122 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-755a826e-8b2b-4511-8fb3-617e55cda55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:28.052628 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245c8522-acbd-4dac-8175-20b1494fd12e None None] Pushing event updated for resources: {'Port': ['ID=daddc742-bcf1-4e86-abb1-7088c6aa9764,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:28.074864 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6022b457-dd8b-4dba-b7b5-37eb12985b3b req-0fdc5207-af84-4ab9-b291-55c32ac83b52 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:28.085856 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6022b457-dd8b-4dba-b7b5-37eb12985b3b req-0fdc5207-af84-4ab9-b291-55c32ac83b52 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:28.094292 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6022b457-dd8b-4dba-b7b5-37eb12985b3b req-0fdc5207-af84-4ab9-b291-55c32ac83b52 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:28.096010 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6022b457-dd8b-4dba-b7b5-37eb12985b3b req-0fdc5207-af84-4ab9-b291-55c32ac83b52 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/ports?device_id=56e27636-5895-498f-b3e2-d1fcf8b23052 HTTP/1.1" status: 200 len: 2389 time: 0.7288926 Jul 24 00:10:28.178211 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a64e99fa-a6d9-4e4f-84bc-3399cc40b73a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:28.262874 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-755a826e-8b2b-4511-8fb3-617e55cda55e None None] Attempting to bind port daddc742-bcf1-4e86-abb1-7088c6aa9764 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:10:28.263527 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-755a826e-8b2b-4511-8fb3-617e55cda55e None None] Attempting to bind port daddc742-bcf1-4e86-abb1-7088c6aa9764 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '89118b11-6735-441d-9318-e67efb40820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'de6352f3-99c4-40e9-a295-d506b6962dbd'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:10:28.264140 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755a826e-8b2b-4511-8fb3-617e55cda55e None None] Attempting to bind port daddc742-bcf1-4e86-abb1-7088c6aa9764 on network de6352f3-99c4-40e9-a295-d506b6962dbd {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:10:28.272699 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6022b457-dd8b-4dba-b7b5-37eb12985b3b req-2383ad91-5409-4b17-baab-b366ed0d7e05 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3b18a95-9eb9-4810-a13b-9736798f03ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668122 Jul 24 00:10:28.315124 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755a826e-8b2b-4511-8fb3-617e55cda55e None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:10:28.315705 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755a826e-8b2b-4511-8fb3-617e55cda55e None None] Checking segment: {'id': '89118b11-6735-441d-9318-e67efb40820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'de6352f3-99c4-40e9-a295-d506b6962dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:10:28.316224 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-755a826e-8b2b-4511-8fb3-617e55cda55e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:28.316730 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755a826e-8b2b-4511-8fb3-617e55cda55e None None] Bound using segment: {'id': '89118b11-6735-441d-9318-e67efb40820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'de6352f3-99c4-40e9-a295-d506b6962dbd'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:10:28.317403 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-755a826e-8b2b-4511-8fb3-617e55cda55e None None] Bound port: daddc742-bcf1-4e86-abb1-7088c6aa9764, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89118b11-6735-441d-9318-e67efb40820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'de6352f3-99c4-40e9-a295-d506b6962dbd'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:10:28.317891 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-755a826e-8b2b-4511-8fb3-617e55cda55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:28.321531 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device ef3f7f33-481c-4df6-b59e-c3f1e8268a3b up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:10:28.344292 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a64e99fa-a6d9-4e4f-84bc-3399cc40b73a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:28.520490 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port ef3f7f33-481c-4df6-b59e-c3f1e8268a3b triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:10:28.521004 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:28.566951 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-755a826e-8b2b-4511-8fb3-617e55cda55e None None] For port daddc742-bcf1-4e86-abb1-7088c6aa9764, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:10:28.617187 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-755a826e-8b2b-4511-8fb3-617e55cda55e None None] For port daddc742-bcf1-4e86-abb1-7088c6aa9764, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=daddc742-bcf1-4e86-abb1-7088c6aa9764,segment=NetworkSegment(89118b11-6735-441d-9318-e67efb40820a),segment_id=89118b11-6735-441d-9318-e67efb40820a)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:10:28.644258 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-755a826e-8b2b-4511-8fb3-617e55cda55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:28.662564 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a64e99fa-a6d9-4e4f-84bc-3399cc40b73a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:28.667496 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a64e99fa-a6d9-4e4f-84bc-3399cc40b73a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:28.669058 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-a64e99fa-a6d9-4e4f-84bc-3399cc40b73a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d7e8489d-ac3d-4adb-b859-ef3b6504a2b0 HTTP/1.1" status: 204 len: 168 time: 0.8514357 Jul 24 00:10:28.717112 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e99fa-a6d9-4e4f-84bc-3399cc40b73a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e8489d-ac3d-4adb-b859-ef3b6504a2b0,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:28.825877 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.db.resource_extend [None req-97721a05-25ff-4328-affb-78f1d76e814b tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 24 00:10:28.889060 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef48c294-d778-42ee-b8f8-2e97941949dc service neutron] Pushing event updated for resources: {'Port': ['ID=11ba14c4-b2d2-46ad-8d52-aa829f6701c1,revision_number=3']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:28.964785 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-97721a05-25ff-4328-affb-78f1d76e814b tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:28.978872 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-97721a05-25ff-4328-affb-78f1d76e814b tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:29.025477 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-ef48c294-d778-42ee-b8f8-2e97941949dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:29.026027 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-ef48c294-d778-42ee-b8f8-2e97941949dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:29.037145 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-ef48c294-d778-42ee-b8f8-2e97941949dc service neutron] 10.222.0.64 "PUT /v2.0/ports/11ba14c4-b2d2-46ad-8d52-aa829f6701c1 HTTP/1.1" status: 200 len: 1093 time: 3.9255047 Jul 24 00:10:29.053839 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56e27636-5895-498f-b3e2-d1fcf8b23052', 'tag': '11ba14c4-b2d2-46ad-8d52-aa829f6701c1'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:10:29.060847 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a751183-47b4-455e-9744-f161ed75e530" -d '{"events": [{"name": "network-changed", "server_uuid": "56e27636-5895-498f-b3e2-d1fcf8b23052", "tag": "11ba14c4-b2d2-46ad-8d52-aa829f6701c1"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:10:29.106252 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724aea61-e9d4-4307-b3f4-046510e858fc admin admin] Network 71ab2d37-ea60-4911-9a97-371296019dd0 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:10:29.107159 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:29.107875 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755a826e-8b2b-4511-8fb3-617e55cda55e None None] Routers {'64041ed2-373e-45dd-b529-d7fd20a4488a'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:10:29.108488 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-755a826e-8b2b-4511-8fb3-617e55cda55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:10:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['64041ed2-373e-45dd-b529-d7fd20a4488a'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:10:29.110922 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245c8522-acbd-4dac-8175-20b1494fd12e None None] Pushing event updated for resources: {'Port': ['ID=daddc742-bcf1-4e86-abb1-7088c6aa9764,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:29.155262 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-83691844-bf61-43ac-91fa-13d15346f959 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:29.171086 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-3973e85e-a29f-469c-b855-07bb18df2b65 service neutron] Request body: {'port': {'device_id': '56e27636-5895-498f-b3e2-d1fcf8b23052', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-16'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:10:29.293140 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-83691844-bf61-43ac-91fa-13d15346f959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:29.401964 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-724aea61-e9d4-4307-b3f4-046510e858fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 71ab2d37-ea60-4911-9a97-371296019dd0) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:10:29.409324 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca7916c2-4542-4702-ab18-7a8fefa27b12 x-openstack-request-id: req-ca7916c2-4542-4702-ab18-7a8fefa27b12 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:10:29.409621 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56e27636-5895-498f-b3e2-d1fcf8b23052", "tag": "11ba14c4-b2d2-46ad-8d52-aa829f6701c1", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:10:29.409883 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ca7916c2-4542-4702-ab18-7a8fefa27b12 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:10:29.410282 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56e27636-5895-498f-b3e2-d1fcf8b23052', 'tag': '11ba14c4-b2d2-46ad-8d52-aa829f6701c1', 'status': 'completed', 'code': 200} Jul 24 00:10:29.450100 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6485bdbd-2418-4bcf-8980-95abde662a83 None None] Network 71ab2d37-ea60-4911-9a97-371296019dd0 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:10:29.455238 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-83691844-bf61-43ac-91fa-13d15346f959 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6d4c166841b94a9497b29f27afd6c42d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7952414 Jul 24 00:10:29.457054 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724aea61-e9d4-4307-b3f4-046510e858fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:29.457703 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-724aea61-e9d4-4307-b3f4-046510e858fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:29.465333 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 39094) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:10:29.585712 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device fe2d309a-9aaf-4e59-882c-425e55584337 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:10:29.609049 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-3973e85e-a29f-469c-b855-07bb18df2b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:29.691995 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-724aea61-e9d4-4307-b3f4-046510e858fc admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.3394644 Jul 24 00:10:29.699736 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 39104) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:10:29.717652 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-5caed427-d800-4e9f-b27f-5079aa74dd35 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-121296372-router', 'tenant_id': '815daef38e0c4018a219f2fedc96a15e', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:10:29.718722 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83691844-bf61-43ac-91fa-13d15346f959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dbfc645-aeaf-48e6-ac31-c3fda02e7ff0,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:29.787141 n-d-800088-16 neutron-server[100313]: INFO neutron.db.l3_db [None req-97721a05-25ff-4328-affb-78f1d76e814b tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Floating IP 0f365a46-4aa2-4a58-b7e1-688d9d33853b associated. External IP: 172.25.3.35, port: 29cd91c2-82fb-4dff-aa19-86d9d8a37546. Jul 24 00:10:29.798865 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-755a826e-8b2b-4511-8fb3-617e55cda55e None None] Set router 64041ed2-373e-45dd-b529-d7fd20a4488a gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:10:29.909552 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5caed427-d800-4e9f-b27f-5079aa74dd35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:29.914967 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5caed427-d800-4e9f-b27f-5079aa74dd35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:29.974643 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port fe2d309a-9aaf-4e59-882c-425e55584337 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:10:29.975032 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:30.061179 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5550ba-1a03-4f5b-88f5-1e985a77bca3 req-8efd0b4a-3db6-4178-954e-0e26e81c2105 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:30.069509 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5550ba-1a03-4f5b-88f5-1e985a77bca3 req-8efd0b4a-3db6-4178-954e-0e26e81c2105 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:30.075710 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5550ba-1a03-4f5b-88f5-1e985a77bca3 req-8efd0b4a-3db6-4178-954e-0e26e81c2105 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:30.077510 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8b5550ba-1a03-4f5b-88f5-1e985a77bca3 req-8efd0b4a-3db6-4178-954e-0e26e81c2105 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/ports?device_id=56e27636-5895-498f-b3e2-d1fcf8b23052 HTTP/1.1" status: 200 len: 2389 time: 0.6370425 Jul 24 00:10:30.080070 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-905b5c7b-e84c-4bb0-95f5-0644cd934595 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:30.271147 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-3973e85e-a29f-469c-b855-07bb18df2b65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 684b25b8-1108-4188-9aa3-a28fd6195d9e {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:10:30.284118 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-3973e85e-a29f-469c-b855-07bb18df2b65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:30.284908 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5caed427-d800-4e9f-b27f-5079aa74dd35 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:30.306812 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-3973e85e-a29f-469c-b855-07bb18df2b65 service neutron] Transition to ACTIVE for port object 684b25b8-1108-4188-9aa3-a28fd6195d9e will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:10:30.319037 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a751183-47b4-455e-9744-f161ed75e530 req-0938edc4-a954-46e4-acec-70ee33e61886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:30.320897 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a751183-47b4-455e-9744-f161ed75e530 req-0938edc4-a954-46e4-acec-70ee33e61886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:30.324601 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a751183-47b4-455e-9744-f161ed75e530 req-0938edc4-a954-46e4-acec-70ee33e61886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:30.329946 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8a751183-47b4-455e-9744-f161ed75e530 req-0938edc4-a954-46e4-acec-70ee33e61886 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=95a0c743a31b4bbeb6688f1814a96447&device_id=56e27636-5895-498f-b3e2-d1fcf8b23052 HTTP/1.1" status: 200 len: 2733 time: 0.8806934 Jul 24 00:10:30.332958 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-905b5c7b-e84c-4bb0-95f5-0644cd934595 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:30.333269 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-3973e85e-a29f-469c-b855-07bb18df2b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:30.446499 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-905b5c7b-e84c-4bb0-95f5-0644cd934595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:30.449295 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-905b5c7b-e84c-4bb0-95f5-0644cd934595 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:30.454061 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-905b5c7b-e84c-4bb0-95f5-0644cd934595 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2dbfc645-aeaf-48e6-ac31-c3fda02e7ff0 HTTP/1.1" status: 204 len: 168 time: 0.9868772 Jul 24 00:10:30.563733 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3973e85e-a29f-469c-b855-07bb18df2b65 service neutron] Pushing event updated for resources: {'Port': ['ID=684b25b8-1108-4188-9aa3-a28fd6195d9e,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:30.607066 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8448766a-9615-47d1-92ea-dd25691c5579 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-71ab2d37-ea60-4911-9a97-371296019dd0', 'network_id': '71ab2d37-ea60-4911-9a97-371296019dd0', 'tenant_id': '815daef38e0c4018a219f2fedc96a15e', 'fixed_ips': [{'subnet_id': 'bf13113c-def9-4185-8be6-7681c77d0528'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:10:30.616878 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-8448766a-9615-47d1-92ea-dd25691c5579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:30.861895 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905b5c7b-e84c-4bb0-95f5-0644cd934595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dbfc645-aeaf-48e6-ac31-c3fda02e7ff0,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:31.030861 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8b5550ba-1a03-4f5b-88f5-1e985a77bca3 req-cad98a16-808d-4e4c-a523-ce521721842f tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3b18a95-9eb9-4810-a13b-9736798f03ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9339514 Jul 24 00:10:31.036212 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-755a826e-8b2b-4511-8fb3-617e55cda55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64041ed2-373e-45dd-b529-d7fd20a4488a', 'name': 'tempest-TestAggregatesBasicOps-1991337726-router', 'tenant_id': '1584a658362045689962d68608c4ca27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'fe2d309a-9aaf-4e59-882c-425e55584337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:10:10Z', 'updated_at': '2021-07-24T00:10:20Z', 'revision_number': 4, 'project_id': '1584a658362045689962d68608c4ca27', 'gw_port': {'id': 'fe2d309a-9aaf-4e59-882c-425e55584337', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64041ed2-373e-45dd-b529-d7fd20a4488a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:10:12Z', 'updated_at': '2021-07-24T00:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'daddc742-bcf1-4e86-abb1-7088c6aa9764', 'name': '', 'network_id': 'de6352f3-99c4-40e9-a295-d506b6962dbd', 'tenant_id': '1584a658362045689962d68608c4ca27', 'mac_address': 'fa:16:3e:71:bb:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64041ed2-373e-45dd-b529-d7fd20a4488a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '3c883d00-96cf-4332-bd10-1eaa06b6d7fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:10:18Z', 'updated_at': '2021-07-24T00:10:28Z', 'revision_number': 4, 'project_id': '1584a658362045689962d68608c4ca27', 'subnets': [{'id': '3c883d00-96cf-4332-bd10-1eaa06b6d7fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:10:31.096374 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755a826e-8b2b-4511-8fb3-617e55cda55e None None] The sync data for ids ['64041ed2-373e-45dd-b529-d7fd20a4488a'] in n-d-800088-16 is: [{'id': '64041ed2-373e-45dd-b529-d7fd20a4488a', 'name': 'tempest-TestAggregatesBasicOps-1991337726-router', 'tenant_id': '1584a658362045689962d68608c4ca27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'fe2d309a-9aaf-4e59-882c-425e55584337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:10:10Z', 'updated_at': '2021-07-24T00:10:20Z', 'revision_number': 4, 'project_id': '1584a658362045689962d68608c4ca27', 'gw_port': {'id': 'fe2d309a-9aaf-4e59-882c-425e55584337', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64041ed2-373e-45dd-b529-d7fd20a4488a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:10:12Z', 'updated_at': '2021-07-24T00:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'daddc742-bcf1-4e86-abb1-7088c6aa9764', 'name': '', 'network_id': 'de6352f3-99c4-40e9-a295-d506b6962dbd', 'tenant_id': '1584a658362045689962d68608c4ca27', 'mac_address': 'fa:16:3e:71:bb:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64041ed2-373e-45dd-b529-d7fd20a4488a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '3c883d00-96cf-4332-bd10-1eaa06b6d7fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:10:18Z', 'updated_at': '2021-07-24T00:10:28Z', 'revision_number': 4, 'project_id': '1584a658362045689962d68608c4ca27', 'subnets': [{'id': '3c883d00-96cf-4332-bd10-1eaa06b6d7fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:10:31.102090 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-8448766a-9615-47d1-92ea-dd25691c5579 None None] Allocated IP 172.20.0.2 (71ab2d37-ea60-4911-9a97-371296019dd0/bf13113c-def9-4185-8be6-7681c77d0528/803236c3-2400-4003-b18c-96856175dd53) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:10:31.115756 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97721a05-25ff-4328-affb-78f1d76e814b tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Router 5597493e-01dd-47da-9bc4-b838fcd76b0d has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:10:31.297208 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5caed427-d800-4e9f-b27f-5079aa74dd35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:31.373260 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a751183-47b4-455e-9744-f161ed75e530 req-1333a061-2fc8-4fb2-8332-0169eac4ab76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:31.375430 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a751183-47b4-455e-9744-f161ed75e530 req-1333a061-2fc8-4fb2-8332-0169eac4ab76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:31.375952 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a751183-47b4-455e-9744-f161ed75e530 req-1333a061-2fc8-4fb2-8332-0169eac4ab76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:31.380565 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8a751183-47b4-455e-9744-f161ed75e530 req-1333a061-2fc8-4fb2-8332-0169eac4ab76 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=95a0c743a31b4bbeb6688f1814a96447&shared=False HTTP/1.1" status: 200 len: 2290 time: 1.0329218 Jul 24 00:10:31.533841 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-8448766a-9615-47d1-92ea-dd25691c5579 None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:31.553599 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-8448766a-9615-47d1-92ea-dd25691c5579 None None] Transition to ACTIVE for port object 803236c3-2400-4003-b18c-96856175dd53 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:10:31.577174 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-8448766a-9615-47d1-92ea-dd25691c5579 None None] Transition to ACTIVE for port object 803236c3-2400-4003-b18c-96856175dd53 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:10:31.579917 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97721a05-25ff-4328-affb-78f1d76e814b tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:10:31.594269 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-97721a05-25ff-4328-affb-78f1d76e814b tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:31.596183 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device daddc742-bcf1-4e86-abb1-7088c6aa9764 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:10:31.596312 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900166a4-347b-45df-a7ce-3e4e3e782c34 None None] Sync routers for ids ['5597493e-01dd-47da-9bc4-b838fcd76b0d'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:10:31.633183 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900166a4-347b-45df-a7ce-3e4e3e782c34 None None] Routers {'5597493e-01dd-47da-9bc4-b838fcd76b0d'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:10:31.637204 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-900166a4-347b-45df-a7ce-3e4e3e782c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:10:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['5597493e-01dd-47da-9bc4-b838fcd76b0d'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:10:31.652164 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-8448766a-9615-47d1-92ea-dd25691c5579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:31.775132 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-3973e85e-a29f-469c-b855-07bb18df2b65 service neutron] Attempting to bind port 684b25b8-1108-4188-9aa3-a28fd6195d9e on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:10:31.792061 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8448766a-9615-47d1-92ea-dd25691c5579 None None] Network 71ab2d37-ea60-4911-9a97-371296019dd0 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:10:31.800515 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-8448766a-9615-47d1-92ea-dd25691c5579 None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:10:31.800714 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-3973e85e-a29f-469c-b855-07bb18df2b65 service neutron] Attempting to bind port 684b25b8-1108-4188-9aa3-a28fd6195d9e by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': 'ad15ec62-9d2c-48a2-a3d3-8bdb2fa9ed70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '22e6e549-d9e7-41fe-9128-738f51a627ab'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:10:31.801237 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-3973e85e-a29f-469c-b855-07bb18df2b65 service neutron] Attempting to bind port 684b25b8-1108-4188-9aa3-a28fd6195d9e on network 22e6e549-d9e7-41fe-9128-738f51a627ab {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:10:31.810537 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8448766a-9615-47d1-92ea-dd25691c5579 None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:10:31.846495 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-97721a05-25ff-4328-affb-78f1d76e814b tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "PUT /v2.0/floatingips/0f365a46-4aa2-4a58-b7e1-688d9d33853b HTTP/1.1" status: 200 len: 991 time: 4.6253510 Jul 24 00:10:31.852487 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '549de624-bb09-4e50-8794-41d8de162ace', 'tag': '29cd91c2-82fb-4dff-aa19-86d9d8a37546'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:10:31.854616 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8448766a-9615-47d1-92ea-dd25691c5579 None None] Pushing event updated for resources: {'Port': ['ID=803236c3-2400-4003-b18c-96856175dd53,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:31.861180 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb5e09d6-2dba-4ac4-b9e6-ce8a32c31f2f" -d '{"events": [{"name": "network-changed", "server_uuid": "549de624-bb09-4e50-8794-41d8de162ace", "tag": "29cd91c2-82fb-4dff-aa19-86d9d8a37546"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:10:31.865331 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-3973e85e-a29f-469c-b855-07bb18df2b65 service neutron] Port 684b25b8-1108-4188-9aa3-a28fd6195d9e on network 22e6e549-d9e7-41fe-9128-738f51a627ab not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:10:31.865678 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-3973e85e-a29f-469c-b855-07bb18df2b65 service neutron] Attempting to bind port 684b25b8-1108-4188-9aa3-a28fd6195d9e on network 22e6e549-d9e7-41fe-9128-738f51a627ab {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:10:32.101506 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a117e8-34bd-4eea-866e-5b76d219b8d3 x-openstack-request-id: req-47a117e8-34bd-4eea-866e-5b76d219b8d3 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:10:32.102039 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "549de624-bb09-4e50-8794-41d8de162ace", "tag": "29cd91c2-82fb-4dff-aa19-86d9d8a37546", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:10:32.105810 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-47a117e8-34bd-4eea-866e-5b76d219b8d3 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:10:32.106267 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '549de624-bb09-4e50-8794-41d8de162ace', 'tag': '29cd91c2-82fb-4dff-aa19-86d9d8a37546', 'status': 'completed', 'code': 200} Jul 24 00:10:32.172302 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port daddc742-bcf1-4e86-abb1-7088c6aa9764 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:10:32.178604 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port daddc742-bcf1-4e86-abb1-7088c6aa9764 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:10:32.178991 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:32.196626 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-8448766a-9615-47d1-92ea-dd25691c5579 None None] Attempting to bind port 803236c3-2400-4003-b18c-96856175dd53 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:10:32.197062 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-8448766a-9615-47d1-92ea-dd25691c5579 None None] Attempting to bind port 803236c3-2400-4003-b18c-96856175dd53 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '4c355a25-50f4-4dda-91b9-597f7e72cfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '71ab2d37-ea60-4911-9a97-371296019dd0'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:10:32.197439 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8448766a-9615-47d1-92ea-dd25691c5579 None None] Attempting to bind port 803236c3-2400-4003-b18c-96856175dd53 on network 71ab2d37-ea60-4911-9a97-371296019dd0 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:10:32.232518 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-3973e85e-a29f-469c-b855-07bb18df2b65 service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:10:32.232892 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-3973e85e-a29f-469c-b855-07bb18df2b65 service neutron] Checking segment: {'id': 'ad15ec62-9d2c-48a2-a3d3-8bdb2fa9ed70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '22e6e549-d9e7-41fe-9128-738f51a627ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:10:32.233397 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-3973e85e-a29f-469c-b855-07bb18df2b65 service neutron] Bound using segment: {'id': 'ad15ec62-9d2c-48a2-a3d3-8bdb2fa9ed70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '22e6e549-d9e7-41fe-9128-738f51a627ab'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:10:32.233839 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-3973e85e-a29f-469c-b855-07bb18df2b65 service neutron] Bound port: 684b25b8-1108-4188-9aa3-a28fd6195d9e, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad15ec62-9d2c-48a2-a3d3-8bdb2fa9ed70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '22e6e549-d9e7-41fe-9128-738f51a627ab'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:10:32.234215 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-3973e85e-a29f-469c-b855-07bb18df2b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:32.247099 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-900166a4-347b-45df-a7ce-3e4e3e782c34 None None] Set router 5597493e-01dd-47da-9bc4-b838fcd76b0d gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:10:32.249841 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8448766a-9615-47d1-92ea-dd25691c5579 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:10:32.250418 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8448766a-9615-47d1-92ea-dd25691c5579 None None] Checking segment: {'id': '4c355a25-50f4-4dda-91b9-597f7e72cfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '71ab2d37-ea60-4911-9a97-371296019dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:10:32.250418 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-8448766a-9615-47d1-92ea-dd25691c5579 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:32.250807 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8448766a-9615-47d1-92ea-dd25691c5579 None None] Bound using segment: {'id': '4c355a25-50f4-4dda-91b9-597f7e72cfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '71ab2d37-ea60-4911-9a97-371296019dd0'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:10:32.257451 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-8448766a-9615-47d1-92ea-dd25691c5579 None None] Bound port: 803236c3-2400-4003-b18c-96856175dd53, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c355a25-50f4-4dda-91b9-597f7e72cfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '71ab2d37-ea60-4911-9a97-371296019dd0'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:10:32.257973 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-8448766a-9615-47d1-92ea-dd25691c5579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:32.561581 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-8448766a-9615-47d1-92ea-dd25691c5579 None None] For port 803236c3-2400-4003-b18c-96856175dd53, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:10:32.634765 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5caed427-d800-4e9f-b27f-5079aa74dd35 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:32.636928 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-8448766a-9615-47d1-92ea-dd25691c5579 None None] For port 803236c3-2400-4003-b18c-96856175dd53, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=803236c3-2400-4003-b18c-96856175dd53,segment=NetworkSegment(4c355a25-50f4-4dda-91b9-597f7e72cfb0),segment_id=4c355a25-50f4-4dda-91b9-597f7e72cfb0)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:10:32.654046 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-8448766a-9615-47d1-92ea-dd25691c5579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:32.692922 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a751183-47b4-455e-9744-f161ed75e530 req-73f9c61a-21f1-4279-921b-bc70fe82baf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:32.695430 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8a751183-47b4-455e-9744-f161ed75e530 req-73f9c61a-21f1-4279-921b-bc70fe82baf8 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.3014100 Jul 24 00:10:32.771606 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5caed427-d800-4e9f-b27f-5079aa74dd35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:32.798665 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8448766a-9615-47d1-92ea-dd25691c5579 None None] Pushing event updated for resources: {'Port': ['ID=803236c3-2400-4003-b18c-96856175dd53,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:32.805661 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:32.863130 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5e09d6-2dba-4ac4-b9e6-ce8a32c31f2f req-7d175b13-20f6-4148-a240-0e144a7f0cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:32.868600 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bb5e09d6-2dba-4ac4-b9e6-ce8a32c31f2f req-7d175b13-20f6-4148-a240-0e144a7f0cc9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f416a58274704009b44a26f31650fbc3&device_id=549de624-bb09-4e50-8794-41d8de162ace HTTP/1.1" status: 200 len: 1098 time: 0.6238136 Jul 24 00:10:32.888481 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port daddc742-bcf1-4e86-abb1-7088c6aa9764, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=daddc742-bcf1-4e86-abb1-7088c6aa9764,segment=NetworkSegment(89118b11-6735-441d-9318-e67efb40820a),segment_id=89118b11-6735-441d-9318-e67efb40820a)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:10:32.896438 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:32.952765 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-3973e85e-a29f-469c-b855-07bb18df2b65 service neutron] For port 684b25b8-1108-4188-9aa3-a28fd6195d9e, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:10:32.976018 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-3973e85e-a29f-469c-b855-07bb18df2b65 service neutron] For port 684b25b8-1108-4188-9aa3-a28fd6195d9e, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=684b25b8-1108-4188-9aa3-a28fd6195d9e,segment=NetworkSegment(ad15ec62-9d2c-48a2-a3d3-8bdb2fa9ed70),segment_id=ad15ec62-9d2c-48a2-a3d3-8bdb2fa9ed70)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:10:33.006529 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-3973e85e-a29f-469c-b855-07bb18df2b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:33.103019 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-900166a4-347b-45df-a7ce-3e4e3e782c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5597493e-01dd-47da-9bc4-b838fcd76b0d', 'name': 'tempest-AttachVolumeShelveTestJSON-15636632-router', 'tenant_id': 'f416a58274704009b44a26f31650fbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '59d53353-5b0f-46b9-b6a2-18c83ad501b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:09:42Z', 'updated_at': '2021-07-24T00:09:50Z', 'revision_number': 4, 'project_id': 'f416a58274704009b44a26f31650fbc3', 'gw_port': {'id': '59d53353-5b0f-46b9-b6a2-18c83ad501b8', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5597493e-01dd-47da-9bc4-b838fcd76b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:09:44Z', 'updated_at': '2021-07-24T00:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': '0f365a46-4aa2-4a58-b7e1-688d9d33853b', 'tenant_id': 'f416a58274704009b44a26f31650fbc3', 'floating_ip_address': '172.25.3.35', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '5597493e-01dd-47da-9bc4-b838fcd76b0d', 'port_id': '29cd91c2-82fb-4dff-aa19-86d9d8a37546', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bb27577-8aa4-438b-b0fc-2e9a72f8d21f', 'mac_address': 'fa:16:3e:ec:06:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549de624-bb09-4e50-8794-41d8de162ace', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:09:59Z', 'updated_at': '2021-07-24T00:10:28Z', 'revision_number': 1, 'project_id': 'f416a58274704009b44a26f31650fbc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62191fff-096a-441b-adfd-4c774030012a', 'name': '', 'network_id': '3bb27577-8aa4-438b-b0fc-2e9a72f8d21f', 'tenant_id': 'f416a58274704009b44a26f31650fbc3', 'mac_address': 'fa:16:3e:85:1d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5597493e-01dd-47da-9bc4-b838fcd76b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '63da32e2-61ac-4eb0-aee3-157739522d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:09:49Z', 'updated_at': '2021-07-24T00:10:02Z', 'revision_number': 5, 'project_id': 'f416a58274704009b44a26f31650fbc3', 'subnets': [{'id': '63da32e2-61ac-4eb0-aee3-157739522d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:10:33.161372 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5e09d6-2dba-4ac4-b9e6-ce8a32c31f2f req-7e847624-00b4-4f37-a306-2c95bff8389c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:33.163502 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bb5e09d6-2dba-4ac4-b9e6-ce8a32c31f2f req-7e847624-00b4-4f37-a306-2c95bff8389c service neutron] 10.222.0.52 "GET /v2.0/networks?id=3bb27577-8aa4-438b-b0fc-2e9a72f8d21f HTTP/1.1" status: 200 len: 916 time: 0.2860572 Jul 24 00:10:33.172220 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 39212) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:10:33.213894 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=daddc742-bcf1-4e86-abb1-7088c6aa9764,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:33.294656 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900166a4-347b-45df-a7ce-3e4e3e782c34 None None] Checking router: 5597493e-01dd-47da-9bc4-b838fcd76b0d for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:10:33.374932 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900166a4-347b-45df-a7ce-3e4e3e782c34 None None] Routers {'5597493e-01dd-47da-9bc4-b838fcd76b0d'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:10:33.377237 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3973e85e-a29f-469c-b855-07bb18df2b65 service neutron] Pushing event updated for resources: {'Port': ['ID=684b25b8-1108-4188-9aa3-a28fd6195d9e,revision_number=3']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:33.383713 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-900166a4-347b-45df-a7ce-3e4e3e782c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:10:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['5597493e-01dd-47da-9bc4-b838fcd76b0d'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:10:33.471808 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bb5e09d6-2dba-4ac4-b9e6-ce8a32c31f2f req-93041b90-6e4b-4e63-89c7-e010040d601d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29cd91c2-82fb-4dff-aa19-86d9d8a37546 HTTP/1.1" status: 200 len: 999 time: 0.2633207 Jul 24 00:10:33.492008 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98554e1-db55-44f5-9b7f-677b25b06cdb req-547cdf7e-50f8-44cb-aec8-2ec766ddc369 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:33.522602 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98554e1-db55-44f5-9b7f-677b25b06cdb req-547cdf7e-50f8-44cb-aec8-2ec766ddc369 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:33.555199 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98554e1-db55-44f5-9b7f-677b25b06cdb req-547cdf7e-50f8-44cb-aec8-2ec766ddc369 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:33.563118 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-5caed427-d800-4e9f-b27f-5079aa74dd35 admin admin] Allocated IP 172.25.3.209 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/bc62cf28-7600-472c-b04d-682d7d765580) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:10:33.564688 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f98554e1-db55-44f5-9b7f-677b25b06cdb req-547cdf7e-50f8-44cb-aec8-2ec766ddc369 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/ports?device_id=56e27636-5895-498f-b3e2-d1fcf8b23052 HTTP/1.1" status: 200 len: 2401 time: 1.2438219 Jul 24 00:10:33.617769 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-3973e85e-a29f-469c-b855-07bb18df2b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:33.622004 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-3973e85e-a29f-469c-b855-07bb18df2b65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:33.630675 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-3973e85e-a29f-469c-b855-07bb18df2b65 service neutron] 10.222.0.64 "PUT /v2.0/ports/684b25b8-1108-4188-9aa3-a28fd6195d9e HTTP/1.1" status: 200 len: 1093 time: 4.4790370 Jul 24 00:10:33.632800 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56e27636-5895-498f-b3e2-d1fcf8b23052', 'tag': '684b25b8-1108-4188-9aa3-a28fd6195d9e'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:10:33.641146 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf4e464-580d-4482-b5bd-1546cb5a1ed7" -d '{"events": [{"name": "network-changed", "server_uuid": "56e27636-5895-498f-b3e2-d1fcf8b23052", "tag": "684b25b8-1108-4188-9aa3-a28fd6195d9e"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:10:33.748027 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-2bc84936-6732-48ef-8be3-93d711c13f74 service neutron] Request body: {'port': {'device_id': '56e27636-5895-498f-b3e2-d1fcf8b23052', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-16'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:10:33.811283 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-900166a4-347b-45df-a7ce-3e4e3e782c34 None None] Set router 5597493e-01dd-47da-9bc4-b838fcd76b0d gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:10:33.832743 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-81109fb5-e504-43aa-be3c-e52d7948cc04 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-347726429-network', 'tenant_id': '8ed52982936542aab9afbd7ecf658cda'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:10:33.867965 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5e09d6-2dba-4ac4-b9e6-ce8a32c31f2f req-0b2c44d5-34b2-4d74-b516-02039c648e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:33.887355 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bb5e09d6-2dba-4ac4-b9e6-ce8a32c31f2f req-0b2c44d5-34b2-4d74-b516-02039c648e31 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=63da32e2-61ac-4eb0-aee3-157739522d03 HTTP/1.1" status: 200 len: 854 time: 0.4044521 Jul 24 00:10:33.933059 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c747da36-c6d8-4edb-9d75-f4976f050d91 x-openstack-request-id: req-c747da36-c6d8-4edb-9d75-f4976f050d91 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:10:33.938714 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56e27636-5895-498f-b3e2-d1fcf8b23052", "tag": "684b25b8-1108-4188-9aa3-a28fd6195d9e", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:10:33.939234 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c747da36-c6d8-4edb-9d75-f4976f050d91 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:10:33.939899 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56e27636-5895-498f-b3e2-d1fcf8b23052', 'tag': '684b25b8-1108-4188-9aa3-a28fd6195d9e', 'status': 'completed', 'code': 200} Jul 24 00:10:33.953417 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device daddc742-bcf1-4e86-abb1-7088c6aa9764 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:10:34.087299 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-2bc84936-6732-48ef-8be3-93d711c13f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:34.306700 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81109fb5-e504-43aa-be3c-e52d7948cc04 admin admin] Made reservation on behalf of 8ed52982936542aab9afbd7ecf658cda for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:10:34.332518 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-81109fb5-e504-43aa-be3c-e52d7948cc04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:34.378997 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf4e464-580d-4482-b5bd-1546cb5a1ed7 req-c94872fa-36f4-4b1b-be74-601dd291cd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:34.389479 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf4e464-580d-4482-b5bd-1546cb5a1ed7 req-c94872fa-36f4-4b1b-be74-601dd291cd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:34.390072 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf4e464-580d-4482-b5bd-1546cb5a1ed7 req-c94872fa-36f4-4b1b-be74-601dd291cd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:34.392368 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-dbf4e464-580d-4482-b5bd-1546cb5a1ed7 req-c94872fa-36f4-4b1b-be74-601dd291cd69 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=95a0c743a31b4bbeb6688f1814a96447&device_id=56e27636-5895-498f-b3e2-d1fcf8b23052 HTTP/1.1" status: 200 len: 2801 time: 0.4503491 Jul 24 00:10:34.512201 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-81109fb5-e504-43aa-be3c-e52d7948cc04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:34.563936 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5caed427-d800-4e9f-b27f-5079aa74dd35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:34.590613 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port daddc742-bcf1-4e86-abb1-7088c6aa9764 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:10:34.592579 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:34.686923 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5e09d6-2dba-4ac4-b9e6-ce8a32c31f2f req-3806188c-5070-49de-94cf-2744cc4af6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:34.694746 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bb5e09d6-2dba-4ac4-b9e6-ce8a32c31f2f req-3806188c-5070-49de-94cf-2744cc4af6fe service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3bb27577-8aa4-438b-b0fc-2e9a72f8d21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7966673 Jul 24 00:10:34.727247 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-900166a4-347b-45df-a7ce-3e4e3e782c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5597493e-01dd-47da-9bc4-b838fcd76b0d', 'name': 'tempest-AttachVolumeShelveTestJSON-15636632-router', 'tenant_id': 'f416a58274704009b44a26f31650fbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '59d53353-5b0f-46b9-b6a2-18c83ad501b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:09:42Z', 'updated_at': '2021-07-24T00:09:50Z', 'revision_number': 4, 'project_id': 'f416a58274704009b44a26f31650fbc3', 'gw_port': {'id': '59d53353-5b0f-46b9-b6a2-18c83ad501b8', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5597493e-01dd-47da-9bc4-b838fcd76b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:09:44Z', 'updated_at': '2021-07-24T00:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': '0f365a46-4aa2-4a58-b7e1-688d9d33853b', 'tenant_id': 'f416a58274704009b44a26f31650fbc3', 'floating_ip_address': '172.25.3.35', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '5597493e-01dd-47da-9bc4-b838fcd76b0d', 'port_id': '29cd91c2-82fb-4dff-aa19-86d9d8a37546', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bb27577-8aa4-438b-b0fc-2e9a72f8d21f', 'mac_address': 'fa:16:3e:ec:06:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549de624-bb09-4e50-8794-41d8de162ace', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:09:59Z', 'updated_at': '2021-07-24T00:10:28Z', 'revision_number': 1, 'project_id': 'f416a58274704009b44a26f31650fbc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62191fff-096a-441b-adfd-4c774030012a', 'name': '', 'network_id': '3bb27577-8aa4-438b-b0fc-2e9a72f8d21f', 'tenant_id': 'f416a58274704009b44a26f31650fbc3', 'mac_address': 'fa:16:3e:85:1d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5597493e-01dd-47da-9bc4-b838fcd76b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '63da32e2-61ac-4eb0-aee3-157739522d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:09:49Z', 'updated_at': '2021-07-24T00:10:02Z', 'revision_number': 5, 'project_id': 'f416a58274704009b44a26f31650fbc3', 'subnets': [{'id': '63da32e2-61ac-4eb0-aee3-157739522d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:10:34.867198 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 803236c3-2400-4003-b18c-96856175dd53 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:10:34.947337 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5caed427-d800-4e9f-b27f-5079aa74dd35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:35.009908 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f98554e1-db55-44f5-9b7f-677b25b06cdb req-3d327c37-2bd2-4a9e-822d-89e2f5218382 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3b18a95-9eb9-4810-a13b-9736798f03ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4223921 Jul 24 00:10:35.047428 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 803236c3-2400-4003-b18c-96856175dd53 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:10:35.076159 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bb5e09d6-2dba-4ac4-b9e6-ce8a32c31f2f req-8bd55638-f244-4c96-8097-bd147c8a0310 service neutron] 10.222.0.52 "GET /v2.0/networks/3bb27577-8aa4-438b-b0fc-2e9a72f8d21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3664091 Jul 24 00:10:35.084486 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0159c231-38c8-4dd7-87cf-091b1eda716f None None] Network 71ab2d37-ea60-4911-9a97-371296019dd0 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:10:35.105898 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900166a4-347b-45df-a7ce-3e4e3e782c34 None None] The sync data for ids ['5597493e-01dd-47da-9bc4-b838fcd76b0d'] in n-d-800088-16 is: [{'id': '5597493e-01dd-47da-9bc4-b838fcd76b0d', 'name': 'tempest-AttachVolumeShelveTestJSON-15636632-router', 'tenant_id': 'f416a58274704009b44a26f31650fbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '59d53353-5b0f-46b9-b6a2-18c83ad501b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:09:42Z', 'updated_at': '2021-07-24T00:09:50Z', 'revision_number': 4, 'project_id': 'f416a58274704009b44a26f31650fbc3', 'gw_port': {'id': '59d53353-5b0f-46b9-b6a2-18c83ad501b8', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5597493e-01dd-47da-9bc4-b838fcd76b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:09:44Z', 'updated_at': '2021-07-24T00:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': '0f365a46-4aa2-4a58-b7e1-688d9d33853b', 'tenant_id': 'f416a58274704009b44a26f31650fbc3', 'floating_ip_address': '172.25.3.35', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '5597493e-01dd-47da-9bc4-b838fcd76b0d', 'port_id': '29cd91c2-82fb-4dff-aa19-86d9d8a37546', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bb27577-8aa4-438b-b0fc-2e9a72f8d21f', 'mac_address': 'fa:16:3e:ec:06:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549de624-bb09-4e50-8794-41d8de162ace', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:09:59Z', 'updated_at': '2021-07-24T00:10:28Z', 'revision_number': 1, 'project_id': 'f416a58274704009b44a26f31650fbc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62191fff-096a-441b-adfd-4c774030012a', 'name': '', 'network_id': '3bb27577-8aa4-438b-b0fc-2e9a72f8d21f', 'tenant_id': 'f416a58274704009b44a26f31650fbc3', 'mac_address': 'fa:16:3e:85:1d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5597493e-01dd-47da-9bc4-b838fcd76b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '63da32e2-61ac-4eb0-aee3-157739522d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:09:49Z', 'updated_at': '2021-07-24T00:10:02Z', 'revision_number': 5, 'project_id': 'f416a58274704009b44a26f31650fbc3', 'subnets': [{'id': '63da32e2-61ac-4eb0-aee3-157739522d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:10:35.115910 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf4e464-580d-4482-b5bd-1546cb5a1ed7 req-ee06282f-1bf4-4b79-a51b-59b4e5b22921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:35.117542 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf4e464-580d-4482-b5bd-1546cb5a1ed7 req-ee06282f-1bf4-4b79-a51b-59b4e5b22921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:35.118247 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf4e464-580d-4482-b5bd-1546cb5a1ed7 req-ee06282f-1bf4-4b79-a51b-59b4e5b22921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:35.122068 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-dbf4e464-580d-4482-b5bd-1546cb5a1ed7 req-ee06282f-1bf4-4b79-a51b-59b4e5b22921 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=95a0c743a31b4bbeb6688f1814a96447&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.7142673 Jul 24 00:10:35.177039 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5caed427-d800-4e9f-b27f-5079aa74dd35 admin admin] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:10:35.187366 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-5caed427-d800-4e9f-b27f-5079aa74dd35 admin admin] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:10:35.203482 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5caed427-d800-4e9f-b27f-5079aa74dd35 admin admin] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:10:35.245389 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-8b12d1f0-bb03-4f15-9f85-8e4f14a8df70 None None] Provisioning for port 803236c3-2400-4003-b18c-96856175dd53 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:10:35.267089 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-8b12d1f0-bb03-4f15-9f85-8e4f14a8df70 None None] Provisioning complete for port 803236c3-2400-4003-b18c-96856175dd53 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:10:35.268649 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-8b12d1f0-bb03-4f15-9f85-8e4f14a8df70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:35.580202 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-2bc84936-6732-48ef-8be3-93d711c13f74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1681bcda-f415-44df-8fb6-8d5ae8c30ddf {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:10:35.608535 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf4e464-580d-4482-b5bd-1546cb5a1ed7 req-0cc4391b-a6b7-4dde-8df4-d5c7a5c1d0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:35.613369 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-dbf4e464-580d-4482-b5bd-1546cb5a1ed7 req-0cc4391b-a6b7-4dde-8df4-d5c7a5c1d0b7 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4456952 Jul 24 00:10:35.619363 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-2bc84936-6732-48ef-8be3-93d711c13f74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:35.623601 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-8b12d1f0-bb03-4f15-9f85-8e4f14a8df70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:35.659888 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-2bc84936-6732-48ef-8be3-93d711c13f74 service neutron] Transition to ACTIVE for port object 1681bcda-f415-44df-8fb6-8d5ae8c30ddf will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:10:35.670563 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-2bc84936-6732-48ef-8be3-93d711c13f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:35.712125 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-8b12d1f0-bb03-4f15-9f85-8e4f14a8df70 None None] For port 803236c3-2400-4003-b18c-96856175dd53, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=803236c3-2400-4003-b18c-96856175dd53,segment=NetworkSegment(4c355a25-50f4-4dda-91b9-597f7e72cfb0),segment_id=4c355a25-50f4-4dda-91b9-597f7e72cfb0)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:10:35.728085 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-8b12d1f0-bb03-4f15-9f85-8e4f14a8df70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:35.836691 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ecc18d-d047-428c-8197-5f250e0cb493 None None] New status for floating IP 0f365a46-4aa2-4a58-b7e1-688d9d33853b: ACTIVE {{(pid=100315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 00:10:35.855381 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc84936-6732-48ef-8be3-93d711c13f74 service neutron] Pushing event updated for resources: {'Port': ['ID=1681bcda-f415-44df-8fb6-8d5ae8c30ddf,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:35.931278 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caed427-d800-4e9f-b27f-5079aa74dd35 admin admin] Pushing event updated for resources: {'Port': ['ID=bc62cf28-7600-472c-b04d-682d7d765580,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:36.113446 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-2bc84936-6732-48ef-8be3-93d711c13f74 service neutron] Attempting to bind port 1681bcda-f415-44df-8fb6-8d5ae8c30ddf on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:10:36.114013 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-2bc84936-6732-48ef-8be3-93d711c13f74 service neutron] Attempting to bind port 1681bcda-f415-44df-8fb6-8d5ae8c30ddf by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': 'e9fba5a9-b6d1-4e91-a6a2-67b017d34bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '23c56d55-b067-4bd9-a42b-a19aab852ee9'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:10:36.114158 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-2bc84936-6732-48ef-8be3-93d711c13f74 service neutron] Attempting to bind port 1681bcda-f415-44df-8fb6-8d5ae8c30ddf on network 23c56d55-b067-4bd9-a42b-a19aab852ee9 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:10:36.143000 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-2bc84936-6732-48ef-8be3-93d711c13f74 service neutron] Port 1681bcda-f415-44df-8fb6-8d5ae8c30ddf on network 23c56d55-b067-4bd9-a42b-a19aab852ee9 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:10:36.143412 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-2bc84936-6732-48ef-8be3-93d711c13f74 service neutron] Attempting to bind port 1681bcda-f415-44df-8fb6-8d5ae8c30ddf on network 23c56d55-b067-4bd9-a42b-a19aab852ee9 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:10:36.147537 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-81109fb5-e504-43aa-be3c-e52d7948cc04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:36.161851 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-2bc84936-6732-48ef-8be3-93d711c13f74 service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:10:36.162201 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-2bc84936-6732-48ef-8be3-93d711c13f74 service neutron] Checking segment: {'id': 'e9fba5a9-b6d1-4e91-a6a2-67b017d34bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '23c56d55-b067-4bd9-a42b-a19aab852ee9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:10:36.162600 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-2bc84936-6732-48ef-8be3-93d711c13f74 service neutron] Bound using segment: {'id': 'e9fba5a9-b6d1-4e91-a6a2-67b017d34bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '23c56d55-b067-4bd9-a42b-a19aab852ee9'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:10:36.163047 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-2bc84936-6732-48ef-8be3-93d711c13f74 service neutron] Bound port: 1681bcda-f415-44df-8fb6-8d5ae8c30ddf, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9fba5a9-b6d1-4e91-a6a2-67b017d34bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '23c56d55-b067-4bd9-a42b-a19aab852ee9'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:10:36.168273 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-2bc84936-6732-48ef-8be3-93d711c13f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:36.195924 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-81109fb5-e504-43aa-be3c-e52d7948cc04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:36.240120 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b12d1f0-bb03-4f15-9f85-8e4f14a8df70 None None] Pushing event updated for resources: {'Port': ['ID=803236c3-2400-4003-b18c-96856175dd53,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:36.260331 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bb5e09d6-2dba-4ac4-b9e6-ce8a32c31f2f req-2bb77c1e-c987-4bea-920d-2f5d0c6acbc4 service neutron] 10.222.0.52 "GET /v2.0/networks/3bb27577-8aa4-438b-b0fc-2e9a72f8d21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1653109 Jul 24 00:10:36.441066 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81109fb5-e504-43aa-be3c-e52d7948cc04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4352cea9-d4ce-466a-b9b4-2363b9a3ce27,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:36.442053 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-454c6ec8-058c-4e52-98de-1f9f239c301b None None] Provisioning complete for port 803236c3-2400-4003-b18c-96856175dd53 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:10:36.443182 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-454c6ec8-058c-4e52-98de-1f9f239c301b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:36.455454 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81109fb5-e504-43aa-be3c-e52d7948cc04 admin admin] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:10:36.508955 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-81109fb5-e504-43aa-be3c-e52d7948cc04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:36.509287 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77109a85-3b1f-49eb-af70-b02403e49c6a req-da2ba879-0724-43d2-9ae1-ee34ca7b29da tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:36.510221 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-81109fb5-e504-43aa-be3c-e52d7948cc04 admin admin] Added segment 1a2343dd-1c10-48a9-bde8-c4e66c2cb5b9 of type vlan for network 3829d8b1-57b6-4b5b-a62d-bdc41c946f86 Jul 24 00:10:36.517084 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77109a85-3b1f-49eb-af70-b02403e49c6a req-da2ba879-0724-43d2-9ae1-ee34ca7b29da tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:36.524573 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77109a85-3b1f-49eb-af70-b02403e49c6a req-da2ba879-0724-43d2-9ae1-ee34ca7b29da tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:36.537375 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-77109a85-3b1f-49eb-af70-b02403e49c6a req-da2ba879-0724-43d2-9ae1-ee34ca7b29da tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/ports?device_id=56e27636-5895-498f-b3e2-d1fcf8b23052 HTTP/1.1" status: 200 len: 2413 time: 0.3353522 Jul 24 00:10:36.578030 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-2bc84936-6732-48ef-8be3-93d711c13f74 service neutron] For port 1681bcda-f415-44df-8fb6-8d5ae8c30ddf, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:10:36.654125 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-81109fb5-e504-43aa-be3c-e52d7948cc04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:36.735302 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-77109a85-3b1f-49eb-af70-b02403e49c6a req-4aa581cd-c3a6-4aa6-8b39-f11022874128 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3b18a95-9eb9-4810-a13b-9736798f03ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948752 Jul 24 00:10:36.766958 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-2bc84936-6732-48ef-8be3-93d711c13f74 service neutron] For port 1681bcda-f415-44df-8fb6-8d5ae8c30ddf, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=1681bcda-f415-44df-8fb6-8d5ae8c30ddf,segment=NetworkSegment(e9fba5a9-b6d1-4e91-a6a2-67b017d34bb2),segment_id=e9fba5a9-b6d1-4e91-a6a2-67b017d34bb2)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:10:36.776230 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-2bc84936-6732-48ef-8be3-93d711c13f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:36.795688 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-81109fb5-e504-43aa-be3c-e52d7948cc04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:36.796696 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81109fb5-e504-43aa-be3c-e52d7948cc04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:36.797361 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-81109fb5-e504-43aa-be3c-e52d7948cc04 admin admin] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:36.855288 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-2bc84936-6732-48ef-8be3-93d711c13f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:36.856064 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-2bc84936-6732-48ef-8be3-93d711c13f74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:36.865073 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-2bc84936-6732-48ef-8be3-93d711c13f74 service neutron] 10.222.0.64 "PUT /v2.0/ports/1681bcda-f415-44df-8fb6-8d5ae8c30ddf HTTP/1.1" status: 200 len: 1093 time: 3.1547511 Jul 24 00:10:36.872712 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56e27636-5895-498f-b3e2-d1fcf8b23052', 'tag': '1681bcda-f415-44df-8fb6-8d5ae8c30ddf'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:10:36.875597 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff11d652-aeaf-41cd-ba9c-445803bd0d3e" -d '{"events": [{"name": "network-changed", "server_uuid": "56e27636-5895-498f-b3e2-d1fcf8b23052", "tag": "1681bcda-f415-44df-8fb6-8d5ae8c30ddf"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:10:36.947279 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81109fb5-e504-43aa-be3c-e52d7948cc04 admin admin] Pushing event updated for resources: {'Network': ['ID=3829d8b1-57b6-4b5b-a62d-bdc41c946f86,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:36.961582 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 3829d8b1-57b6-4b5b-a62d-bdc41c946f86 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:10:36.977933 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-81109fb5-e504-43aa-be3c-e52d7948cc04 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 3.8043146 Jul 24 00:10:36.978994 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5caed427-d800-4e9f-b27f-5079aa74dd35 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:36.981247 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 39298) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:10:36.988399 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-92c9e11e-d34d-4ecc-819f-d21a6c05eeed req-afe1a42d-857a-4a83-befc-a75301932900 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=12c01cab-6f38-47e5-a713-3b0033ce846b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3245885 Jul 24 00:10:36.991520 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-e3fe0b76-63d8-4b09-9e34-a5b072d42de8 admin admin] Request body: {'subnet': {'network_id': '3829d8b1-57b6-4b5b-a62d-bdc41c946f86', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-347726429-subnet', 'tenant_id': '8ed52982936542aab9afbd7ecf658cda', 'ip_version': 4}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:10:37.029817 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b97a2f-a55e-4abb-b888-9825c0c927aa x-openstack-request-id: req-c2b97a2f-a55e-4abb-b888-9825c0c927aa {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:10:37.030176 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56e27636-5895-498f-b3e2-d1fcf8b23052", "tag": "1681bcda-f415-44df-8fb6-8d5ae8c30ddf", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:10:37.031611 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c2b97a2f-a55e-4abb-b888-9825c0c927aa {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:10:37.035212 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56e27636-5895-498f-b3e2-d1fcf8b23052', 'tag': '1681bcda-f415-44df-8fb6-8d5ae8c30ddf', 'status': 'completed', 'code': 200} Jul 24 00:10:37.037389 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc84936-6732-48ef-8be3-93d711c13f74 service neutron] Pushing event updated for resources: {'Port': ['ID=1681bcda-f415-44df-8fb6-8d5ae8c30ddf,revision_number=3']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:37.166305 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-9588ad42-7a66-43d6-b98a-0447fe73f7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:37.166930 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-9588ad42-7a66-43d6-b98a-0447fe73f7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:37.167267 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-9588ad42-7a66-43d6-b98a-0447fe73f7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:37.169012 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-9588ad42-7a66-43d6-b98a-0447fe73f7e1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=95a0c743a31b4bbeb6688f1814a96447&device_id=56e27636-5895-498f-b3e2-d1fcf8b23052 HTTP/1.1" status: 200 len: 2869 time: 0.2273252 Jul 24 00:10:37.230610 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-2a554843-6de3-4241-8233-80aabeae171b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.145&port_id=11ba14c4-b2d2-46ad-8d52-aa829f6701c1 HTTP/1.1" status: 200 len: 217 time: 0.0496559 Jul 24 00:10:37.269795 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3fe0b76-63d8-4b09-9e34-a5b072d42de8 admin admin] Made reservation on behalf of 8ed52982936542aab9afbd7ecf658cda for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:10:37.272083 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e3fe0b76-63d8-4b09-9e34-a5b072d42de8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:37.334937 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c9e11e-d34d-4ecc-819f-d21a6c05eeed req-a5821545-33cf-44ea-8cc7-3bdf56b58b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:37.352448 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c9e11e-d34d-4ecc-819f-d21a6c05eeed req-a5821545-33cf-44ea-8cc7-3bdf56b58b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:37.353255 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c9e11e-d34d-4ecc-819f-d21a6c05eeed req-a5821545-33cf-44ea-8cc7-3bdf56b58b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:37.355845 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c9e11e-d34d-4ecc-819f-d21a6c05eeed req-a5821545-33cf-44ea-8cc7-3bdf56b58b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:37.357184 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c9e11e-d34d-4ecc-819f-d21a6c05eeed req-a5821545-33cf-44ea-8cc7-3bdf56b58b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:37.357911 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c9e11e-d34d-4ecc-819f-d21a6c05eeed req-a5821545-33cf-44ea-8cc7-3bdf56b58b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:37.358557 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c9e11e-d34d-4ecc-819f-d21a6c05eeed req-a5821545-33cf-44ea-8cc7-3bdf56b58b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:37.362812 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-92c9e11e-d34d-4ecc-819f-d21a6c05eeed req-a5821545-33cf-44ea-8cc7-3bdf56b58b94 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8d43db295226432aa2eb8bb806af3cad&device_id=12c01cab-6f38-47e5-a713-3b0033ce846b HTTP/1.1" status: 200 len: 6509 time: 0.2709069 Jul 24 00:10:37.460536 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-b9e64fcc-4ad0-4f88-aaa7-aea90398131b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:37.462287 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-b9e64fcc-4ad0-4f88-aaa7-aea90398131b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e3a975d3-58b4-4d47-8604-516cc0f4a33d HTTP/1.1" status: 200 len: 801 time: 0.2238173 Jul 24 00:10:37.526493 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 803236c3-2400-4003-b18c-96856175dd53 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:10:37.591753 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5caed427-d800-4e9f-b27f-5079aa74dd35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:37.641213 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 803236c3-2400-4003-b18c-96856175dd53 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:10:37.641726 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:37.713315 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c9e11e-d34d-4ecc-819f-d21a6c05eeed req-c7812e95-9998-4d4c-a39b-7597ebe7a761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:37.713996 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c9e11e-d34d-4ecc-819f-d21a6c05eeed req-c7812e95-9998-4d4c-a39b-7597ebe7a761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:37.714644 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c9e11e-d34d-4ecc-819f-d21a6c05eeed req-c7812e95-9998-4d4c-a39b-7597ebe7a761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:37.716655 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-92c9e11e-d34d-4ecc-819f-d21a6c05eeed req-c7812e95-9998-4d4c-a39b-7597ebe7a761 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7c5ac98e-801e-45e6-b7a1-9d72ebb7e3ef&id=2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62&id=2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62&id=2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62&id=2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62&id=0bd87d55-8051-4371-bdff-26afb21cf3d1&id=0bd87d55-8051-4371-bdff-26afb21cf3d1 HTTP/1.1" status: 200 len: 2298 time: 0.3142779 Jul 24 00:10:37.719200 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-dd1639f5-6e6e-42ba-8016-db503bb74c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:37.720934 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-dd1639f5-6e6e-42ba-8016-db503bb74c12 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=23c56d55-b067-4bd9-a42b-a19aab852ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2370946 Jul 24 00:10:37.918313 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-2afcfca8-0c8a-40c0-a3ff-1d8bd79939f4 service neutron] 10.222.0.64 "GET /v2.0/networks/23c56d55-b067-4bd9-a42b-a19aab852ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883798 Jul 24 00:10:37.980069 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5caed427-d800-4e9f-b27f-5079aa74dd35 admin admin] Router 7efb4537-9b2f-4037-9065-d88b944231f2 is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:10:38.003742 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e3fe0b76-63d8-4b09-9e34-a5b072d42de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:38.150244 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-92c9e11e-d34d-4ecc-819f-d21a6c05eeed req-9834f06b-d90d-4a7b-bbc1-b85e8fc2bbb6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1af1c0b-79e3-4d56-866d-18620582745c HTTP/1.1" status: 200 len: 1002 time: 0.2374680 Jul 24 00:10:38.161185 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fe0b76-63d8-4b09-9e34-a5b072d42de8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49689ad0-dc02-4436-8aab-7ed904f8dbad,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:38.183957 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fe0b76-63d8-4b09-9e34-a5b072d42de8 admin admin] Checking segment: {'id': '1a2343dd-1c10-48a9-bde8-c4e66c2cb5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '3829d8b1-57b6-4b5b-a62d-bdc41c946f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:10:38.185150 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fe0b76-63d8-4b09-9e34-a5b072d42de8 admin admin] Network hostable DHCP agents. Network: 3829d8b1-57b6-4b5b-a62d-bdc41c946f86, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:10:38.233669 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5caed427-d800-4e9f-b27f-5079aa74dd35 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:10:38.240774 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-96e3a6f1-a6da-4882-895f-7b2137a7ab86 service neutron] 10.222.0.64 "GET /v2.0/networks/23c56d55-b067-4bd9-a42b-a19aab852ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3140204 Jul 24 00:10:38.248240 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f75516-7cbf-44d8-a04f-db04d5df260d None None] Sync routers for ids ['7efb4537-9b2f-4037-9065-d88b944231f2'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:10:38.257416 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1251831a-dea5-4c70-b887-e2e1e7f86cd1 req-e5199fbb-ccce-47e0-9d0a-51052d23a656 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:38.265418 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5caed427-d800-4e9f-b27f-5079aa74dd35 admin admin] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:38.266806 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1251831a-dea5-4c70-b887-e2e1e7f86cd1 req-e5199fbb-ccce-47e0-9d0a-51052d23a656 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:38.270355 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-5caed427-d800-4e9f-b27f-5079aa74dd35 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.5643866 Jul 24 00:10:38.270355 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fe0b76-63d8-4b09-9e34-a5b072d42de8 admin admin] Network 3829d8b1-57b6-4b5b-a62d-bdc41c946f86 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:10:38.273964 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1251831a-dea5-4c70-b887-e2e1e7f86cd1 req-e5199fbb-ccce-47e0-9d0a-51052d23a656 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:38.275733 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1251831a-dea5-4c70-b887-e2e1e7f86cd1 req-e5199fbb-ccce-47e0-9d0a-51052d23a656 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/ports?device_id=56e27636-5895-498f-b3e2-d1fcf8b23052 HTTP/1.1" status: 200 len: 2413 time: 0.3560131 Jul 24 00:10:38.277017 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f75516-7cbf-44d8-a04f-db04d5df260d None None] Routers {'7efb4537-9b2f-4037-9065-d88b944231f2'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:10:38.277823 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-00f75516-7cbf-44d8-a04f-db04d5df260d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:10:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['7efb4537-9b2f-4037-9065-d88b944231f2'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:10:38.287867 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 39316) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:10:38.299124 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-e3fe0b76-63d8-4b09-9e34-a5b072d42de8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 3829d8b1-57b6-4b5b-a62d-bdc41c946f86) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:10:38.313242 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de67e837-8ad5-46e0-95d1-e8b9e6b2db3e None None] Network 3829d8b1-57b6-4b5b-a62d-bdc41c946f86 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:10:38.319784 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3fe0b76-63d8-4b09-9e34-a5b072d42de8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:38.320709 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e3fe0b76-63d8-4b09-9e34-a5b072d42de8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:38.393696 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-e1bd512f-72c4-4af0-9c1c-19b250c2bba9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.237&port_id=684b25b8-1108-4188-9aa3-a28fd6195d9e HTTP/1.1" status: 200 len: 217 time: 0.1170249 Jul 24 00:10:38.422108 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-e3fe0b76-63d8-4b09-9e34-a5b072d42de8 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.4375246 Jul 24 00:10:38.428180 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 39318) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:10:38.433479 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-a5080797-4d2f-4b9d-aa8b-6126d547fd96 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-347726429-router', 'tenant_id': '8ed52982936542aab9afbd7ecf658cda', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:10:38.503620 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-00f75516-7cbf-44d8-a04f-db04d5df260d None None] Set router 7efb4537-9b2f-4037-9065-d88b944231f2 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:10:38.546818 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a5080797-4d2f-4b9d-aa8b-6126d547fd96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:38.548368 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a5080797-4d2f-4b9d-aa8b-6126d547fd96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:38.562038 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c9e11e-d34d-4ecc-819f-d21a6c05eeed req-1c608799-35a1-454c-a673-492ab66d317a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:38.565548 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-92c9e11e-d34d-4ecc-819f-d21a6c05eeed req-1c608799-35a1-454c-a673-492ab66d317a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c23b279f-1e65-49c9-9b0f-a3a3864c4539 HTTP/1.1" status: 200 len: 856 time: 0.4025860 Jul 24 00:10:38.642853 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a5080797-4d2f-4b9d-aa8b-6126d547fd96 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:38.710736 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1251831a-dea5-4c70-b887-e2e1e7f86cd1 req-b29d9395-f345-4e39-b5a5-096af78dd191 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3b18a95-9eb9-4810-a13b-9736798f03ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3160539 Jul 24 00:10:38.722687 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-a753afc2-db0b-42fc-b5c4-87ce2106e948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:38.724274 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-a753afc2-db0b-42fc-b5c4-87ce2106e948 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=66024fac-2c89-4ce5-a236-c8dd2db868f1 HTTP/1.1" status: 200 len: 801 time: 0.3120518 Jul 24 00:10:38.760570 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafd2365-3a16-49e3-b84d-178b99cd6ac0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-3829d8b1-57b6-4b5b-a62d-bdc41c946f86', 'network_id': '3829d8b1-57b6-4b5b-a62d-bdc41c946f86', 'tenant_id': '8ed52982936542aab9afbd7ecf658cda', 'fixed_ips': [{'subnet_id': '49689ad0-dc02-4436-8aab-7ed904f8dbad'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:10:38.761509 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-dafd2365-3a16-49e3-b84d-178b99cd6ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:38.819941 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-00f75516-7cbf-44d8-a04f-db04d5df260d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7efb4537-9b2f-4037-9065-d88b944231f2', 'name': 'tempest-TestAggregatesBasicOps-121296372-router', 'tenant_id': '815daef38e0c4018a219f2fedc96a15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'bc62cf28-7600-472c-b04d-682d7d765580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:10:30Z', 'updated_at': '2021-07-24T00:10:36Z', 'revision_number': 3, 'project_id': '815daef38e0c4018a219f2fedc96a15e', 'gw_port': {'id': 'bc62cf28-7600-472c-b04d-682d7d765580', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ff:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7efb4537-9b2f-4037-9065-d88b944231f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:10:32Z', 'updated_at': '2021-07-24T00:10:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:10:38.861397 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f75516-7cbf-44d8-a04f-db04d5df260d None None] Checking router: 7efb4537-9b2f-4037-9065-d88b944231f2 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:10:38.861746 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f75516-7cbf-44d8-a04f-db04d5df260d None None] Updating router 7efb4537-9b2f-4037-9065-d88b944231f2 port bc62cf28-7600-472c-b04d-682d7d765580 binding host n-d-800088-16 {{(pid=100316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:10:38.870829 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c9e11e-d34d-4ecc-819f-d21a6c05eeed req-555c7705-058c-4ff4-b11f-0a69e13b4bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:38.872395 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-92c9e11e-d34d-4ecc-819f-d21a6c05eeed req-555c7705-058c-4ff4-b11f-0a69e13b4bb5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7c5ac98e-801e-45e6-b7a1-9d72ebb7e3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2978437 Jul 24 00:10:38.930524 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-00f75516-7cbf-44d8-a04f-db04d5df260d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:38.967384 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-2139b6f9-5d97-4796-a77d-c9d987c2486c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:38.969323 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a5080797-4d2f-4b9d-aa8b-6126d547fd96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:38.969459 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-2139b6f9-5d97-4796-a77d-c9d987c2486c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=22e6e549-d9e7-41fe-9128-738f51a627ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2360461 Jul 24 00:10:39.092444 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-dafd2365-3a16-49e3-b84d-178b99cd6ac0 None None] Allocated IP 172.20.0.2 (3829d8b1-57b6-4b5b-a62d-bdc41c946f86/49689ad0-dc02-4436-8aab-7ed904f8dbad/f9c6cc25-b9da-4780-8fd2-28a7098203c1) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:10:39.173310 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-92c9e11e-d34d-4ecc-819f-d21a6c05eeed req-84ad7be2-8adc-404a-9692-4a7bd70207b6 service neutron] 10.222.0.64 "GET /v2.0/networks/7c5ac98e-801e-45e6-b7a1-9d72ebb7e3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825139 Jul 24 00:10:39.280750 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-bb8effe4-c3e0-4a65-b729-e970d71886ca service neutron] 10.222.0.64 "GET /v2.0/networks/22e6e549-d9e7-41fe-9128-738f51a627ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027897 Jul 24 00:10:39.388402 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-92c9e11e-d34d-4ecc-819f-d21a6c05eeed req-bb401a04-a9f4-4c42-8f75-d3461d6a0559 service neutron] 10.222.0.64 "GET /v2.0/networks/7c5ac98e-801e-45e6-b7a1-9d72ebb7e3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018633 Jul 24 00:10:39.435404 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-dafd2365-3a16-49e3-b84d-178b99cd6ac0 None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:39.448407 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-00f75516-7cbf-44d8-a04f-db04d5df260d None None] Notify callbacks [] for port, precommit_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:39.452107 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-dafd2365-3a16-49e3-b84d-178b99cd6ac0 None None] Transition to ACTIVE for port object f9c6cc25-b9da-4780-8fd2-28a7098203c1 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:10:39.469818 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.provisioning_blocks [None req-00f75516-7cbf-44d8-a04f-db04d5df260d None None] Transition to ACTIVE for port object bc62cf28-7600-472c-b04d-682d7d765580 will not be triggered until provisioned by entity L2. {{(pid=100316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:10:39.482726 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-00f75516-7cbf-44d8-a04f-db04d5df260d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:39.483726 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-dafd2365-3a16-49e3-b84d-178b99cd6ac0 None None] Transition to ACTIVE for port object f9c6cc25-b9da-4780-8fd2-28a7098203c1 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:10:39.497232 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-dafd2365-3a16-49e3-b84d-178b99cd6ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:39.555522 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-00f75516-7cbf-44d8-a04f-db04d5df260d None None] Attempting to bind port bc62cf28-7600-472c-b04d-682d7d765580 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:10:39.555898 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-00f75516-7cbf-44d8-a04f-db04d5df260d None None] Attempting to bind port bc62cf28-7600-472c-b04d-682d7d765580 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:10:39.556443 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f75516-7cbf-44d8-a04f-db04d5df260d None None] Attempting to bind port bc62cf28-7600-472c-b04d-682d7d765580 on network 9adcfee8-760c-4568-9e39-c221abf69bf5 {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:10:39.572484 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f75516-7cbf-44d8-a04f-db04d5df260d None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:10:39.575022 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f75516-7cbf-44d8-a04f-db04d5df260d None None] Checking segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:10:39.575611 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-00f75516-7cbf-44d8-a04f-db04d5df260d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:39.576162 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f75516-7cbf-44d8-a04f-db04d5df260d None None] Bound using segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:10:39.576840 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-00f75516-7cbf-44d8-a04f-db04d5df260d None None] Bound port: bc62cf28-7600-472c-b04d-682d7d765580, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:10:39.580030 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-00f75516-7cbf-44d8-a04f-db04d5df260d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:39.627991 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafd2365-3a16-49e3-b84d-178b99cd6ac0 None None] Network 3829d8b1-57b6-4b5b-a62d-bdc41c946f86 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:10:39.634797 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-dafd2365-3a16-49e3-b84d-178b99cd6ac0 None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:10:39.638393 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafd2365-3a16-49e3-b84d-178b99cd6ac0 None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:10:39.682304 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a5080797-4d2f-4b9d-aa8b-6126d547fd96 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:39.690130 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-00f75516-7cbf-44d8-a04f-db04d5df260d None None] For port bc62cf28-7600-472c-b04d-682d7d765580, host n-d-800088-16, cleared binding levels {{(pid=100316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:10:39.693867 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-00f75516-7cbf-44d8-a04f-db04d5df260d None None] For port bc62cf28-7600-472c-b04d-682d7d765580, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=bc62cf28-7600-472c-b04d-682d7d765580,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:10:39.701048 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda663ae-c6e1-41aa-bf8a-8af33b77351c None None] Pushing event updated for resources: {'Port': ['ID=bc62cf28-7600-472c-b04d-682d7d765580,revision_number=2']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:39.711230 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-00f75516-7cbf-44d8-a04f-db04d5df260d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:39.790089 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a5080797-4d2f-4b9d-aa8b-6126d547fd96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:39.840799 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafd2365-3a16-49e3-b84d-178b99cd6ac0 None None] Pushing event updated for resources: {'Port': ['ID=f9c6cc25-b9da-4780-8fd2-28a7098203c1,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:39.874619 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-dafd2365-3a16-49e3-b84d-178b99cd6ac0 None None] Attempting to bind port f9c6cc25-b9da-4780-8fd2-28a7098203c1 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:10:39.876945 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-dafd2365-3a16-49e3-b84d-178b99cd6ac0 None None] Attempting to bind port f9c6cc25-b9da-4780-8fd2-28a7098203c1 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '1a2343dd-1c10-48a9-bde8-c4e66c2cb5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '3829d8b1-57b6-4b5b-a62d-bdc41c946f86'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:10:39.876945 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafd2365-3a16-49e3-b84d-178b99cd6ac0 None None] Attempting to bind port f9c6cc25-b9da-4780-8fd2-28a7098203c1 on network 3829d8b1-57b6-4b5b-a62d-bdc41c946f86 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:10:39.890969 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafd2365-3a16-49e3-b84d-178b99cd6ac0 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:10:39.891381 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafd2365-3a16-49e3-b84d-178b99cd6ac0 None None] Checking segment: {'id': '1a2343dd-1c10-48a9-bde8-c4e66c2cb5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '3829d8b1-57b6-4b5b-a62d-bdc41c946f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:10:39.891763 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-dafd2365-3a16-49e3-b84d-178b99cd6ac0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:39.892166 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafd2365-3a16-49e3-b84d-178b99cd6ac0 None None] Bound using segment: {'id': '1a2343dd-1c10-48a9-bde8-c4e66c2cb5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '3829d8b1-57b6-4b5b-a62d-bdc41c946f86'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:10:39.892710 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-dafd2365-3a16-49e3-b84d-178b99cd6ac0 None None] Bound port: f9c6cc25-b9da-4780-8fd2-28a7098203c1, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a2343dd-1c10-48a9-bde8-c4e66c2cb5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '3829d8b1-57b6-4b5b-a62d-bdc41c946f86'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:10:39.893421 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-dafd2365-3a16-49e3-b84d-178b99cd6ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:39.904691 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda663ae-c6e1-41aa-bf8a-8af33b77351c None None] Pushing event updated for resources: {'Port': ['ID=bc62cf28-7600-472c-b04d-682d7d765580,revision_number=3']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:39.912851 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f75516-7cbf-44d8-a04f-db04d5df260d None None] Routers {'7efb4537-9b2f-4037-9065-d88b944231f2'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:10:39.913500 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-00f75516-7cbf-44d8-a04f-db04d5df260d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:10:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['7efb4537-9b2f-4037-9065-d88b944231f2'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:10:40.059352 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-dafd2365-3a16-49e3-b84d-178b99cd6ac0 None None] For port f9c6cc25-b9da-4780-8fd2-28a7098203c1, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:10:40.067682 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-dafd2365-3a16-49e3-b84d-178b99cd6ac0 None None] For port f9c6cc25-b9da-4780-8fd2-28a7098203c1, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=f9c6cc25-b9da-4780-8fd2-28a7098203c1,segment=NetworkSegment(1a2343dd-1c10-48a9-bde8-c4e66c2cb5b9),segment_id=1a2343dd-1c10-48a9-bde8-c4e66c2cb5b9)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:10:40.070859 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2408757c-b177-47d7-b6e8-327cf6e7a041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:40.082822 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-dafd2365-3a16-49e3-b84d-178b99cd6ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:40.177533 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-92c9e11e-d34d-4ecc-819f-d21a6c05eeed req-2046c7c5-d206-4376-9369-1c69ffcb20a9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=2ae00847-5047-43ce-ba3f-aff5e321b304 HTTP/1.1" status: 200 len: 217 time: 0.7772834 Jul 24 00:10:40.196058 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-a5080797-4d2f-4b9d-aa8b-6126d547fd96 admin admin] Allocated IP 172.25.3.130 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/fe845e01-8585-40e2-8640-87e4d97964dc) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:10:40.242601 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafd2365-3a16-49e3-b84d-178b99cd6ac0 None None] Pushing event updated for resources: {'Port': ['ID=f9c6cc25-b9da-4780-8fd2-28a7098203c1,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:40.276134 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-00f75516-7cbf-44d8-a04f-db04d5df260d None None] Set router 7efb4537-9b2f-4037-9065-d88b944231f2 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:10:40.374614 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c9e11e-d34d-4ecc-819f-d21a6c05eeed req-5cb5f1d3-11ce-488c-9ff3-8bd36a46a11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:40.376059 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-92c9e11e-d34d-4ecc-819f-d21a6c05eeed req-5cb5f1d3-11ce-488c-9ff3-8bd36a46a11d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f94f5fe1-1657-4d56-85e2-2952459188b5 HTTP/1.1" status: 200 len: 797 time: 0.1150727 Jul 24 00:10:40.467903 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-2408757c-b177-47d7-b6e8-327cf6e7a041 admin admin] Allocated IP 172.20.0.1 (71ab2d37-ea60-4911-9a97-371296019dd0/bf13113c-def9-4185-8be6-7681c77d0528/9b6f7ba4-52de-4a26-89db-f07f2b15b0c3) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:10:40.498919 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-b5307e24-f100-4345-8b81-ec505a9e23a8 service neutron] 10.222.0.64 "GET /v2.0/networks/22e6e549-d9e7-41fe-9128-738f51a627ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1086447 Jul 24 00:10:40.523048 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e019ae8f-df77-431f-abd5-1dc970112cdd req-f0c280a5-08c6-409a-9f54-443ca918cf85 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:40.538141 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e019ae8f-df77-431f-abd5-1dc970112cdd req-f0c280a5-08c6-409a-9f54-443ca918cf85 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:40.557321 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e019ae8f-df77-431f-abd5-1dc970112cdd req-f0c280a5-08c6-409a-9f54-443ca918cf85 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:40.559524 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e019ae8f-df77-431f-abd5-1dc970112cdd req-f0c280a5-08c6-409a-9f54-443ca918cf85 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/ports?device_id=56e27636-5895-498f-b3e2-d1fcf8b23052 HTTP/1.1" status: 200 len: 2413 time: 0.3810744 Jul 24 00:10:40.581882 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-00f75516-7cbf-44d8-a04f-db04d5df260d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7efb4537-9b2f-4037-9065-d88b944231f2', 'name': 'tempest-TestAggregatesBasicOps-121296372-router', 'tenant_id': '815daef38e0c4018a219f2fedc96a15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'bc62cf28-7600-472c-b04d-682d7d765580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:10:30Z', 'updated_at': '2021-07-24T00:10:36Z', 'revision_number': 3, 'project_id': '815daef38e0c4018a219f2fedc96a15e', 'gw_port': {'id': 'bc62cf28-7600-472c-b04d-682d7d765580', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ff:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7efb4537-9b2f-4037-9065-d88b944231f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:10:32Z', 'updated_at': '2021-07-24T00:10:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:10:40.648260 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f75516-7cbf-44d8-a04f-db04d5df260d None None] The sync data for ids ['7efb4537-9b2f-4037-9065-d88b944231f2'] in n-d-800088-16 is: [{'id': '7efb4537-9b2f-4037-9065-d88b944231f2', 'name': 'tempest-TestAggregatesBasicOps-121296372-router', 'tenant_id': '815daef38e0c4018a219f2fedc96a15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'bc62cf28-7600-472c-b04d-682d7d765580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:10:30Z', 'updated_at': '2021-07-24T00:10:36Z', 'revision_number': 3, 'project_id': '815daef38e0c4018a219f2fedc96a15e', 'gw_port': {'id': 'bc62cf28-7600-472c-b04d-682d7d765580', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ff:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7efb4537-9b2f-4037-9065-d88b944231f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:10:32Z', 'updated_at': '2021-07-24T00:10:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:10:40.664631 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-2dc7c863-4453-4b66-b877-e9fb2752a67d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.184&port_id=1681bcda-f415-44df-8fb6-8d5ae8c30ddf HTTP/1.1" status: 200 len: 217 time: 0.0981300 Jul 24 00:10:40.714442 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c9e11e-d34d-4ecc-819f-d21a6c05eeed req-554cd3ae-576a-4bf4-b31b-1584fc82d882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:40.716240 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-92c9e11e-d34d-4ecc-819f-d21a6c05eeed req-554cd3ae-576a-4bf4-b31b-1584fc82d882 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3254631 Jul 24 00:10:40.757865 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2408757c-b177-47d7-b6e8-327cf6e7a041 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:40.760309 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e019ae8f-df77-431f-abd5-1dc970112cdd req-cb4ef34e-ba43-4c0b-8b5c-9d9532592faa tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3b18a95-9eb9-4810-a13b-9736798f03ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741018 Jul 24 00:10:40.801000 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a5080797-4d2f-4b9d-aa8b-6126d547fd96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:40.803910 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [None req-2408757c-b177-47d7-b6e8-327cf6e7a041 admin admin] Transition to ACTIVE for port object 9b6f7ba4-52de-4a26-89db-f07f2b15b0c3 will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:10:40.858645 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-4dbdff82-2de0-4b3e-b737-3e71a9529494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:40.860111 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-4dbdff82-2de0-4b3e-b737-3e71a9529494 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e3a975d3-58b4-4d47-8604-516cc0f4a33d HTTP/1.1" status: 200 len: 801 time: 0.1823275 Jul 24 00:10:40.902023 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2408757c-b177-47d7-b6e8-327cf6e7a041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:40.948002 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a5080797-4d2f-4b9d-aa8b-6126d547fd96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:40.986261 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2408757c-b177-47d7-b6e8-327cf6e7a041 admin admin] Network 71ab2d37-ea60-4911-9a97-371296019dd0 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:10:41.008641 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-2408757c-b177-47d7-b6e8-327cf6e7a041 admin admin] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:10:41.012973 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-92c9e11e-d34d-4ecc-819f-d21a6c05eeed req-b7baa0e0-558e-4451-a15e-56c69c08396d service neutron] 10.222.0.64 "GET /v2.0/networks/2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642677 Jul 24 00:10:41.022640 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2408757c-b177-47d7-b6e8-327cf6e7a041 admin admin] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:10:41.066889 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5080797-4d2f-4b9d-aa8b-6126d547fd96 admin admin] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:10:41.202701 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2408757c-b177-47d7-b6e8-327cf6e7a041 admin admin] Pushing event updated for resources: {'Port': ['ID=9b6f7ba4-52de-4a26-89db-f07f2b15b0c3,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:41.255234 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-a5080797-4d2f-4b9d-aa8b-6126d547fd96 admin admin] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:10:41.258952 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5080797-4d2f-4b9d-aa8b-6126d547fd96 admin admin] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:10:41.423885 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-bc7c4cee-47c8-464b-b218-1a5e8997c542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:41.427634 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-bc7c4cee-47c8-464b-b218-1a5e8997c542 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=23c56d55-b067-4bd9-a42b-a19aab852ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5511351 Jul 24 00:10:41.463683 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2408757c-b177-47d7-b6e8-327cf6e7a041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681761'] for router_interface, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:41.544086 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5080797-4d2f-4b9d-aa8b-6126d547fd96 admin admin] Pushing event updated for resources: {'Port': ['ID=fe845e01-8585-40e2-8640-87e4d97964dc,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:41.578454 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-92c9e11e-d34d-4ecc-819f-d21a6c05eeed req-472f580f-2ba5-47fa-be9d-8d91caa7e2e7 service neutron] 10.222.0.64 "GET /v2.0/networks/2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5641170 Jul 24 00:10:41.684383 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-c07db2bc-39a7-48fc-8c60-6605a2109e78 None None] Provisioning for port 9b6f7ba4-52de-4a26-89db-f07f2b15b0c3 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:10:41.691332 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-c07db2bc-39a7-48fc-8c60-6605a2109e78 None None] Provisioning complete for port 9b6f7ba4-52de-4a26-89db-f07f2b15b0c3 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:10:41.695908 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c07db2bc-39a7-48fc-8c60-6605a2109e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:41.765316 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device bc62cf28-7600-472c-b04d-682d7d765580 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:10:41.789222 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-92c9e11e-d34d-4ecc-819f-d21a6c05eeed req-3261cd01-9f84-425a-bfa7-f82f6a4d56e9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.205&port_id=05c23a2d-a333-40a3-ad43-c3bfc576a416 HTTP/1.1" status: 200 len: 217 time: 0.1827602 Jul 24 00:10:41.918309 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-c07db2bc-39a7-48fc-8c60-6605a2109e78 None None] Port 9b6f7ba4-52de-4a26-89db-f07f2b15b0c3 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:10:41.988372 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port bc62cf28-7600-472c-b04d-682d7d765580 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:10:42.001901 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port bc62cf28-7600-472c-b04d-682d7d765580 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:10:42.002329 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:42.032006 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-717fd189-2876-402b-a66b-e3668092202b service neutron] 10.222.0.64 "GET /v2.0/networks/23c56d55-b067-4bd9-a42b-a19aab852ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5972731 Jul 24 00:10:42.125209 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c9e11e-d34d-4ecc-819f-d21a6c05eeed req-ac4055b0-39b8-4643-8599-f96099b54d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:42.127813 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-92c9e11e-d34d-4ecc-819f-d21a6c05eeed req-ac4055b0-39b8-4643-8599-f96099b54d51 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f94f5fe1-1657-4d56-85e2-2952459188b5 HTTP/1.1" status: 200 len: 797 time: 0.3304420 Jul 24 00:10:42.212699 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f384d48f-bf25-426d-adc6-a562e80ed73f None None] Network 3829d8b1-57b6-4b5b-a62d-bdc41c946f86 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:10:42.418061 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:42.438120 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port bc62cf28-7600-472c-b04d-682d7d765580, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=bc62cf28-7600-472c-b04d-682d7d765580,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:10:42.471897 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:42.480401 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device f9c6cc25-b9da-4780-8fd2-28a7098203c1 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:10:42.527457 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b2924b-cc6d-4810-a545-31b552807bd5 req-a06e697f-fc9a-449e-a702-f27e735dea85 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:42.538808 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b2924b-cc6d-4810-a545-31b552807bd5 req-a06e697f-fc9a-449e-a702-f27e735dea85 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:42.553892 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b2924b-cc6d-4810-a545-31b552807bd5 req-a06e697f-fc9a-449e-a702-f27e735dea85 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:42.570314 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-65b2924b-cc6d-4810-a545-31b552807bd5 req-a06e697f-fc9a-449e-a702-f27e735dea85 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/ports?device_id=56e27636-5895-498f-b3e2-d1fcf8b23052 HTTP/1.1" status: 200 len: 2413 time: 0.5891724 Jul 24 00:10:42.584258 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-a0a9bca4-4e0d-41e5-a356-252ad31eef18 None None] Provisioning for port f9c6cc25-b9da-4780-8fd2-28a7098203c1 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:10:42.605720 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8f79d1f0-195b-43be-8129-2c23eac8a40c req-6ded4ae8-c066-4cbb-bcd2-68834fafaf49 service neutron] 10.222.0.64 "GET /v2.0/networks/23c56d55-b067-4bd9-a42b-a19aab852ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5213721 Jul 24 00:10:42.654132 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=bc62cf28-7600-472c-b04d-682d7d765580,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:42.667855 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port f9c6cc25-b9da-4780-8fd2-28a7098203c1 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:10:42.672789 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port f9c6cc25-b9da-4780-8fd2-28a7098203c1 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:10:42.673253 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:42.691240 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-65b2924b-cc6d-4810-a545-31b552807bd5 req-04ca2ae5-80d9-43d6-94b1-6fae9ef7af10 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3b18a95-9eb9-4810-a13b-9736798f03ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199067 Jul 24 00:10:42.713577 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c9e11e-d34d-4ecc-819f-d21a6c05eeed req-2c4c97d2-b37c-4e8a-8996-e1318b7818ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:42.716147 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-92c9e11e-d34d-4ecc-819f-d21a6c05eeed req-2c4c97d2-b37c-4e8a-8996-e1318b7818ba service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5548708 Jul 24 00:10:42.816595 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:42.845338 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff11d652-aeaf-41cd-ba9c-445803bd0d3e req-eaf300f3-211d-4ea7-b398-cac88ed3964c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:42.845837 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff11d652-aeaf-41cd-ba9c-445803bd0d3e req-eaf300f3-211d-4ea7-b398-cac88ed3964c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:42.846336 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff11d652-aeaf-41cd-ba9c-445803bd0d3e req-eaf300f3-211d-4ea7-b398-cac88ed3964c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:42.848031 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ff11d652-aeaf-41cd-ba9c-445803bd0d3e req-eaf300f3-211d-4ea7-b398-cac88ed3964c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=95a0c743a31b4bbeb6688f1814a96447&device_id=56e27636-5895-498f-b3e2-d1fcf8b23052 HTTP/1.1" status: 200 len: 2869 time: 0.1499827 Jul 24 00:10:42.864914 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port f9c6cc25-b9da-4780-8fd2-28a7098203c1, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=f9c6cc25-b9da-4780-8fd2-28a7098203c1,segment=NetworkSegment(1a2343dd-1c10-48a9-bde8-c4e66c2cb5b9),segment_id=1a2343dd-1c10-48a9-bde8-c4e66c2cb5b9)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:10:42.874902 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2408757c-b177-47d7-b6e8-327cf6e7a041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:42.882158 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:42.940992 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=f9c6cc25-b9da-4780-8fd2-28a7098203c1,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:42.986875 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-92c9e11e-d34d-4ecc-819f-d21a6c05eeed req-caa83f10-12e2-4e09-a8c5-0858e19b3551 service neutron] 10.222.0.64 "GET /v2.0/networks/2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509258 Jul 24 00:10:42.990228 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff11d652-aeaf-41cd-ba9c-445803bd0d3e req-611723f5-2342-45e3-8436-c5861a30cfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:42.991601 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ff11d652-aeaf-41cd-ba9c-445803bd0d3e req-611723f5-2342-45e3-8436-c5861a30cfd8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=23c56d55-b067-4bd9-a42b-a19aab852ee9 HTTP/1.1" status: 200 len: 902 time: 0.1323881 Jul 24 00:10:43.010659 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a5080797-4d2f-4b9d-aa8b-6126d547fd96 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:43.080563 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ff11d652-aeaf-41cd-ba9c-445803bd0d3e req-b84b5bc1-ba94-4b28-8125-7ce33f70848e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.184&port_id=1681bcda-f415-44df-8fb6-8d5ae8c30ddf HTTP/1.1" status: 200 len: 217 time: 0.0722058 Jul 24 00:10:43.138721 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-32aca618-7cdb-4df5-9b1e-00f2e6daa867 None None] Provisioning complete for port f9c6cc25-b9da-4780-8fd2-28a7098203c1 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:10:43.139480 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-32aca618-7cdb-4df5-9b1e-00f2e6daa867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:43.194579 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-92c9e11e-d34d-4ecc-819f-d21a6c05eeed req-ba1721ba-dbe9-4c01-bb6a-0ecc190cd591 service neutron] 10.222.0.64 "GET /v2.0/networks/2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950552 Jul 24 00:10:43.196336 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff11d652-aeaf-41cd-ba9c-445803bd0d3e req-200900f7-48bd-4922-86a2-eaba214f9343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:43.198612 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ff11d652-aeaf-41cd-ba9c-445803bd0d3e req-200900f7-48bd-4922-86a2-eaba214f9343 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e3a975d3-58b4-4d47-8604-516cc0f4a33d HTTP/1.1" status: 200 len: 801 time: 0.1112690 Jul 24 00:10:43.276512 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2408757c-b177-47d7-b6e8-327cf6e7a041 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:43.294044 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-92c9e11e-d34d-4ecc-819f-d21a6c05eeed req-5c29726f-5c58-44ce-880d-2006a9f43ee5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.148&port_id=b7cf0802-b364-4a10-b288-5a91e476f1a6 HTTP/1.1" status: 200 len: 217 time: 0.0867193 Jul 24 00:10:43.359165 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2408757c-b177-47d7-b6e8-327cf6e7a041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:43.370374 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff11d652-aeaf-41cd-ba9c-445803bd0d3e req-899b393d-a55d-4788-971a-388dc4efb8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:43.371903 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ff11d652-aeaf-41cd-ba9c-445803bd0d3e req-899b393d-a55d-4788-971a-388dc4efb8af service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=23c56d55-b067-4bd9-a42b-a19aab852ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1540735 Jul 24 00:10:43.375822 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c9e11e-d34d-4ecc-819f-d21a6c05eeed req-fc23cde7-b864-4c09-849e-772afb3f2070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:43.377267 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-92c9e11e-d34d-4ecc-819f-d21a6c05eeed req-fc23cde7-b864-4c09-849e-772afb3f2070 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f94f5fe1-1657-4d56-85e2-2952459188b5 HTTP/1.1" status: 200 len: 797 time: 0.0701389 Jul 24 00:10:43.436751 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2408757c-b177-47d7-b6e8-327cf6e7a041 admin admin] Pushing event updated for resources: {'Port': ['ID=9b6f7ba4-52de-4a26-89db-f07f2b15b0c3,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:43.453213 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device bc62cf28-7600-472c-b04d-682d7d765580 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:10:43.469445 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2408757c-b177-47d7-b6e8-327cf6e7a041 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680980'] for router_interface, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:43.508218 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ff11d652-aeaf-41cd-ba9c-445803bd0d3e req-831b9883-120d-42db-94f3-a106797bef8f service neutron] 10.222.0.64 "GET /v2.0/networks/23c56d55-b067-4bd9-a42b-a19aab852ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183958 Jul 24 00:10:43.515401 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port bc62cf28-7600-472c-b04d-682d7d765580 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:10:43.516010 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:43.636197 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device f9c6cc25-b9da-4780-8fd2-28a7098203c1 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:10:43.638963 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a5080797-4d2f-4b9d-aa8b-6126d547fd96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:43.647993 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ee0d2acc-8a0a-4a55-857d-48b426393aaa req-e2d38262-24e6-4b33-903a-bcd47a345e86 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=549de624-bb09-4e50-8794-41d8de162ace&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3693578 Jul 24 00:10:43.698390 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c9e11e-d34d-4ecc-819f-d21a6c05eeed req-fc1031f1-92a1-4786-888b-b6d94cad49b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:43.700031 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-92c9e11e-d34d-4ecc-819f-d21a6c05eeed req-fc1031f1-92a1-4786-888b-b6d94cad49b4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1908135 Jul 24 00:10:43.742533 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port f9c6cc25-b9da-4780-8fd2-28a7098203c1 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:10:43.743174 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:43.745406 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ff11d652-aeaf-41cd-ba9c-445803bd0d3e req-3152987a-8440-4440-82e6-70a5770d4c20 service neutron] 10.222.0.64 "GET /v2.0/networks/23c56d55-b067-4bd9-a42b-a19aab852ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264831 Jul 24 00:10:43.820275 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2408757c-b177-47d7-b6e8-327cf6e7a041 admin admin] Network 71ab2d37-ea60-4911-9a97-371296019dd0 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:10:43.823327 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-2408757c-b177-47d7-b6e8-327cf6e7a041 admin admin] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:10:43.891925 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-92c9e11e-d34d-4ecc-819f-d21a6c05eeed req-6e4aae88-6e59-406d-abb8-eb23a0d609ec service neutron] 10.222.0.64 "GET /v2.0/networks/2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762562 Jul 24 00:10:44.047192 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d2acc-8a0a-4a55-857d-48b426393aaa req-cc051860-5354-475e-82ed-2911b7736253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:44.049195 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ee0d2acc-8a0a-4a55-857d-48b426393aaa req-cc051860-5354-475e-82ed-2911b7736253 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f416a58274704009b44a26f31650fbc3&device_id=549de624-bb09-4e50-8794-41d8de162ace HTTP/1.1" status: 200 len: 1098 time: 0.2574701 Jul 24 00:10:44.055046 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5080797-4d2f-4b9d-aa8b-6126d547fd96 admin admin] Router 77b97f8d-cc47-43d5-87c4-6cb395dc4774 is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:10:44.115885 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e43dd0-d353-456e-88e2-2328a6cf44a6 req-c330b1bf-0ba0-46ad-8be9-dca3747a17e3 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:44.123720 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e43dd0-d353-456e-88e2-2328a6cf44a6 req-c330b1bf-0ba0-46ad-8be9-dca3747a17e3 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:44.131588 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e43dd0-d353-456e-88e2-2328a6cf44a6 req-c330b1bf-0ba0-46ad-8be9-dca3747a17e3 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:44.133367 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d4e43dd0-d353-456e-88e2-2328a6cf44a6 req-c330b1bf-0ba0-46ad-8be9-dca3747a17e3 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/ports?device_id=56e27636-5895-498f-b3e2-d1fcf8b23052 HTTP/1.1" status: 200 len: 2413 time: 0.3222933 Jul 24 00:10:44.137742 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-92c9e11e-d34d-4ecc-819f-d21a6c05eeed req-67ce7f0b-3e1a-4871-9cda-159bec7c0f30 service neutron] 10.222.0.64 "GET /v2.0/networks/2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338679 Jul 24 00:10:44.148793 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2408757c-b177-47d7-b6e8-327cf6e7a041 admin admin] Router 7efb4537-9b2f-4037-9065-d88b944231f2 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:10:44.208915 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-92c9e11e-d34d-4ecc-819f-d21a6c05eeed req-4a34e847-84cd-4b18-ac75-3f00b1d163fb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=6f26de75-c5e4-49eb-817c-5e4de1d05ca8 HTTP/1.1" status: 200 len: 217 time: 0.0623486 Jul 24 00:10:44.246731 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-88a6f4f6-7c46-4c5d-87f4-50ccd6b38167 None None] Provisioning complete for port 9b6f7ba4-52de-4a26-89db-f07f2b15b0c3 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:10:44.247337 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-88a6f4f6-7c46-4c5d-87f4-50ccd6b38167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:44.277296 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d4e43dd0-d353-456e-88e2-2328a6cf44a6 req-309546cb-9189-4046-9997-3212255779e8 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3b18a95-9eb9-4810-a13b-9736798f03ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202726 Jul 24 00:10:44.285623 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c9e11e-d34d-4ecc-819f-d21a6c05eeed req-b0d339ff-b4ea-42d2-9ed2-ae0be776886c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:44.287207 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-92c9e11e-d34d-4ecc-819f-d21a6c05eeed req-b0d339ff-b4ea-42d2-9ed2-ae0be776886c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f94f5fe1-1657-4d56-85e2-2952459188b5 HTTP/1.1" status: 200 len: 797 time: 0.0721450 Jul 24 00:10:44.307841 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-88a6f4f6-7c46-4c5d-87f4-50ccd6b38167 None None] Port 9b6f7ba4-52de-4a26-89db-f07f2b15b0c3 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:10:44.363110 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c9e11e-d34d-4ecc-819f-d21a6c05eeed req-36364fbd-6991-40d8-9043-eb53be5b29a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:44.364942 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-92c9e11e-d34d-4ecc-819f-d21a6c05eeed req-36364fbd-6991-40d8-9043-eb53be5b29a6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0669971 Jul 24 00:10:44.396074 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d2acc-8a0a-4a55-857d-48b426393aaa req-749ed681-ffda-44cd-9aed-10a1c4d5365c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:44.397807 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ee0d2acc-8a0a-4a55-857d-48b426393aaa req-749ed681-ffda-44cd-9aed-10a1c4d5365c service neutron] 10.222.0.52 "GET /v2.0/networks?id=3bb27577-8aa4-438b-b0fc-2e9a72f8d21f HTTP/1.1" status: 200 len: 916 time: 0.2996020 Jul 24 00:10:44.400081 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5080797-4d2f-4b9d-aa8b-6126d547fd96 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:10:44.409931 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955b6b67-1e6b-4fe4-a2cc-62c97c482bd1 None None] Sync routers for ids ['77b97f8d-cc47-43d5-87c4-6cb395dc4774'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:10:44.427246 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955b6b67-1e6b-4fe4-a2cc-62c97c482bd1 None None] Routers {'77b97f8d-cc47-43d5-87c4-6cb395dc4774'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:10:44.428113 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-955b6b67-1e6b-4fe4-a2cc-62c97c482bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:10:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['77b97f8d-cc47-43d5-87c4-6cb395dc4774'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:10:44.468126 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-92c9e11e-d34d-4ecc-819f-d21a6c05eeed req-753cf8db-7b77-480e-9ed7-724159ef28b4 service neutron] 10.222.0.64 "GET /v2.0/networks/2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966027 Jul 24 00:10:44.471817 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2408757c-b177-47d7-b6e8-327cf6e7a041 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:10:44.477588 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-2408757c-b177-47d7-b6e8-327cf6e7a041 admin admin] 10.222.0.44 "PUT /v2.0/routers/7efb4537-9b2f-4037-9065-d88b944231f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1882756 Jul 24 00:10:44.480143 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a5080797-4d2f-4b9d-aa8b-6126d547fd96 admin admin] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:44.481288 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-a5080797-4d2f-4b9d-aa8b-6126d547fd96 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.0519481 Jul 24 00:10:44.485352 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 39372) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:10:44.486628 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6a658e-5f29-42ce-9f74-058350e7d633 None None] Sync routers for ids ['7efb4537-9b2f-4037-9065-d88b944231f2'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:10:44.500786 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6a658e-5f29-42ce-9f74-058350e7d633 None None] Routers {'7efb4537-9b2f-4037-9065-d88b944231f2'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:10:44.502247 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-3a6a658e-5f29-42ce-9f74-058350e7d633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:10:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['7efb4537-9b2f-4037-9065-d88b944231f2'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:10:44.567816 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-955b6b67-1e6b-4fe4-a2cc-62c97c482bd1 None None] Set router 77b97f8d-cc47-43d5-87c4-6cb395dc4774 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:10:44.664082 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-3a6a658e-5f29-42ce-9f74-058350e7d633 None None] Set router 7efb4537-9b2f-4037-9065-d88b944231f2 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:10:44.672364 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ee0d2acc-8a0a-4a55-857d-48b426393aaa req-556810c5-eb8e-432b-8dd0-ad60bcef045a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29cd91c2-82fb-4dff-aa19-86d9d8a37546 HTTP/1.1" status: 200 len: 1001 time: 0.2608898 Jul 24 00:10:44.711702 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-92c9e11e-d34d-4ecc-819f-d21a6c05eeed req-6b437f68-161c-40ac-bbe6-31205bcb4259 service neutron] 10.222.0.64 "GET /v2.0/networks/2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279789 Jul 24 00:10:44.803840 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-92c9e11e-d34d-4ecc-819f-d21a6c05eeed req-46610072-0b39-4e6b-b386-06ccb915dbcf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5c877d48-93c7-48db-a9f4-abde1712a9b4 HTTP/1.1" status: 200 len: 217 time: 0.0861499 Jul 24 00:10:44.805145 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:44.809306 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d2acc-8a0a-4a55-857d-48b426393aaa req-2be9823e-cee2-486b-a640-11560ef21ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:44.810832 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ee0d2acc-8a0a-4a55-857d-48b426393aaa req-2be9823e-cee2-486b-a640-11560ef21ec4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=63da32e2-61ac-4eb0-aee3-157739522d03 HTTP/1.1" status: 200 len: 854 time: 0.1309323 Jul 24 00:10:44.823775 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-955b6b67-1e6b-4fe4-a2cc-62c97c482bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b97f8d-cc47-43d5-87c4-6cb395dc4774', 'name': 'tempest-TestServerBasicOps-347726429-router', 'tenant_id': '8ed52982936542aab9afbd7ecf658cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': 'fe845e01-8585-40e2-8640-87e4d97964dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:10:38Z', 'updated_at': '2021-07-24T00:10:42Z', 'revision_number': 3, 'project_id': '8ed52982936542aab9afbd7ecf658cda', 'gw_port': {'id': 'fe845e01-8585-40e2-8640-87e4d97964dc', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:89:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77b97f8d-cc47-43d5-87c4-6cb395dc4774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:10:39Z', 'updated_at': '2021-07-24T00:10:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:10:44.888567 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955b6b67-1e6b-4fe4-a2cc-62c97c482bd1 None None] Checking router: 77b97f8d-cc47-43d5-87c4-6cb395dc4774 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:10:44.891849 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955b6b67-1e6b-4fe4-a2cc-62c97c482bd1 None None] Updating router 77b97f8d-cc47-43d5-87c4-6cb395dc4774 port fe845e01-8585-40e2-8640-87e4d97964dc binding host n-d-800088-16 {{(pid=100315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:10:44.911556 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c9e11e-d34d-4ecc-819f-d21a6c05eeed req-8e172743-4e49-461b-8dfc-6ac2942e138b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:44.915739 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-92c9e11e-d34d-4ecc-819f-d21a6c05eeed req-8e172743-4e49-461b-8dfc-6ac2942e138b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=27043a76-3596-4241-bf83-647bae554fd9 HTTP/1.1" status: 200 len: 797 time: 0.1054516 Jul 24 00:10:44.960568 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-955b6b67-1e6b-4fe4-a2cc-62c97c482bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:44.978647 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-3a6a658e-5f29-42ce-9f74-058350e7d633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7efb4537-9b2f-4037-9065-d88b944231f2', 'name': 'tempest-TestAggregatesBasicOps-121296372-router', 'tenant_id': '815daef38e0c4018a219f2fedc96a15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'bc62cf28-7600-472c-b04d-682d7d765580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:10:30Z', 'updated_at': '2021-07-24T00:10:42Z', 'revision_number': 4, 'project_id': '815daef38e0c4018a219f2fedc96a15e', 'gw_port': {'id': 'bc62cf28-7600-472c-b04d-682d7d765580', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ff:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efb4537-9b2f-4037-9065-d88b944231f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:10:32Z', 'updated_at': '2021-07-24T00:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '9b6f7ba4-52de-4a26-89db-f07f2b15b0c3', 'name': '', 'network_id': '71ab2d37-ea60-4911-9a97-371296019dd0', 'tenant_id': '815daef38e0c4018a219f2fedc96a15e', 'mac_address': 'fa:16:3e:56:4d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7efb4537-9b2f-4037-9065-d88b944231f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': 'bf13113c-def9-4185-8be6-7681c77d0528', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:10:40Z', 'updated_at': '2021-07-24T00:10:42Z', 'revision_number': 2, 'project_id': '815daef38e0c4018a219f2fedc96a15e', 'subnets': [{'id': 'bf13113c-def9-4185-8be6-7681c77d0528', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:10:45.016361 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6a658e-5f29-42ce-9f74-058350e7d633 None None] Checking router: 7efb4537-9b2f-4037-9065-d88b944231f2 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:10:45.016725 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6a658e-5f29-42ce-9f74-058350e7d633 None None] Updating router 7efb4537-9b2f-4037-9065-d88b944231f2 port 9b6f7ba4-52de-4a26-89db-f07f2b15b0c3 binding host n-d-800088-16 {{(pid=100316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:10:45.058460 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-3a6a658e-5f29-42ce-9f74-058350e7d633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:45.059443 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c9e11e-d34d-4ecc-819f-d21a6c05eeed req-3391e10c-28b4-4f4f-999e-6268c0669f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:45.065406 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d2acc-8a0a-4a55-857d-48b426393aaa req-0eacccb0-7709-4310-b31b-a02a3a8d1b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:45.067479 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ee0d2acc-8a0a-4a55-857d-48b426393aaa req-0eacccb0-7709-4310-b31b-a02a3a8d1b19 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3bb27577-8aa4-438b-b0fc-2e9a72f8d21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2490461 Jul 24 00:10:45.077154 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-92c9e11e-d34d-4ecc-819f-d21a6c05eeed req-3391e10c-28b4-4f4f-999e-6268c0669f11 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0bd87d55-8051-4371-bdff-26afb21cf3d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1379061 Jul 24 00:10:45.111505 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [req-ee0d2acc-8a0a-4a55-857d-48b426393aaa req-a4b515ae-5deb-4f75-bcac-d64620466076 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=100313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:10:45.112641 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ee0d2acc-8a0a-4a55-857d-48b426393aaa req-a4b515ae-5deb-4f75-bcac-d64620466076 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0246150 Jul 24 00:10:45.241428 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-92c9e11e-d34d-4ecc-819f-d21a6c05eeed req-7f02017d-5296-4c5d-9fe4-12c848f4271c service neutron] 10.222.0.64 "GET /v2.0/networks/0bd87d55-8051-4371-bdff-26afb21cf3d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632285 Jul 24 00:10:45.419577 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-92c9e11e-d34d-4ecc-819f-d21a6c05eeed req-e620f3cc-03b1-42a4-bc0d-1e79505faaef service neutron] 10.222.0.64 "GET /v2.0/networks/0bd87d55-8051-4371-bdff-26afb21cf3d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713901 Jul 24 00:10:45.466291 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-955b6b67-1e6b-4fe4-a2cc-62c97c482bd1 None None] Notify callbacks [] for port, precommit_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:45.494115 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-955b6b67-1e6b-4fe4-a2cc-62c97c482bd1 None None] Transition to ACTIVE for port object fe845e01-8585-40e2-8640-87e4d97964dc will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:10:45.508275 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-92c9e11e-d34d-4ecc-819f-d21a6c05eeed req-19679842-78fa-4b65-a435-58d4d42019a3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=af706165-7642-41c4-a6f3-257a92b8a9b6 HTTP/1.1" status: 200 len: 217 time: 0.0794768 Jul 24 00:10:45.511491 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-955b6b67-1e6b-4fe4-a2cc-62c97c482bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:45.602120 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-955b6b67-1e6b-4fe4-a2cc-62c97c482bd1 None None] Attempting to bind port fe845e01-8585-40e2-8640-87e4d97964dc on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:10:45.606464 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-955b6b67-1e6b-4fe4-a2cc-62c97c482bd1 None None] Attempting to bind port fe845e01-8585-40e2-8640-87e4d97964dc by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:10:45.606978 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955b6b67-1e6b-4fe4-a2cc-62c97c482bd1 None None] Attempting to bind port fe845e01-8585-40e2-8640-87e4d97964dc on network 9adcfee8-760c-4568-9e39-c221abf69bf5 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:10:45.632253 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955b6b67-1e6b-4fe4-a2cc-62c97c482bd1 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:10:45.632253 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955b6b67-1e6b-4fe4-a2cc-62c97c482bd1 None None] Checking segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:10:45.632253 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-955b6b67-1e6b-4fe4-a2cc-62c97c482bd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:45.632253 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955b6b67-1e6b-4fe4-a2cc-62c97c482bd1 None None] Bound using segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:10:45.632630 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c9e11e-d34d-4ecc-819f-d21a6c05eeed req-43978757-fc29-41da-9ea8-59550067d38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:45.634241 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-955b6b67-1e6b-4fe4-a2cc-62c97c482bd1 None None] Bound port: fe845e01-8585-40e2-8640-87e4d97964dc, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:10:45.635015 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-92c9e11e-d34d-4ecc-819f-d21a6c05eeed req-43978757-fc29-41da-9ea8-59550067d38a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=27043a76-3596-4241-bf83-647bae554fd9 HTTP/1.1" status: 200 len: 797 time: 0.1143603 Jul 24 00:10:45.635421 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-955b6b67-1e6b-4fe4-a2cc-62c97c482bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:45.660967 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-3a6a658e-5f29-42ce-9f74-058350e7d633 None None] Notify callbacks [] for port, precommit_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:45.707267 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.provisioning_blocks [None req-3a6a658e-5f29-42ce-9f74-058350e7d633 None None] Transition to ACTIVE for port object 9b6f7ba4-52de-4a26-89db-f07f2b15b0c3 will not be triggered until provisioned by entity L2. {{(pid=100316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:10:45.718813 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be21959c-f05a-4435-8b02-c5e238f42c22 None None] Pushing event updated for resources: {'Port': ['ID=fe845e01-8585-40e2-8640-87e4d97964dc,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:45.720758 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-3a6a658e-5f29-42ce-9f74-058350e7d633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:45.745384 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-955b6b67-1e6b-4fe4-a2cc-62c97c482bd1 None None] For port fe845e01-8585-40e2-8640-87e4d97964dc, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:10:45.761853 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-955b6b67-1e6b-4fe4-a2cc-62c97c482bd1 None None] For port fe845e01-8585-40e2-8640-87e4d97964dc, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=fe845e01-8585-40e2-8640-87e4d97964dc,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:10:45.771180 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-955b6b67-1e6b-4fe4-a2cc-62c97c482bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:45.782639 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c9e11e-d34d-4ecc-819f-d21a6c05eeed req-4956d21f-820f-4c28-a8b7-df56818ebb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:45.786271 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-92c9e11e-d34d-4ecc-819f-d21a6c05eeed req-4956d21f-820f-4c28-a8b7-df56818ebb55 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0bd87d55-8051-4371-bdff-26afb21cf3d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1438415 Jul 24 00:10:45.881129 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be21959c-f05a-4435-8b02-c5e238f42c22 None None] Pushing event updated for resources: {'Port': ['ID=fe845e01-8585-40e2-8640-87e4d97964dc,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:45.884378 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 684b25b8-1108-4188-9aa3-a28fd6195d9e details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:10:45.898854 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-3a6a658e-5f29-42ce-9f74-058350e7d633 None None] Attempting to bind port 9b6f7ba4-52de-4a26-89db-f07f2b15b0c3 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:10:45.899574 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-3a6a658e-5f29-42ce-9f74-058350e7d633 None None] Attempting to bind port 9b6f7ba4-52de-4a26-89db-f07f2b15b0c3 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '4c355a25-50f4-4dda-91b9-597f7e72cfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '71ab2d37-ea60-4911-9a97-371296019dd0'}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:10:45.901318 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6a658e-5f29-42ce-9f74-058350e7d633 None None] Attempting to bind port 9b6f7ba4-52de-4a26-89db-f07f2b15b0c3 on network 71ab2d37-ea60-4911-9a97-371296019dd0 {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:10:45.939944 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50862cf0-5ee0-46e7-b09d-f755a23880a5 None None] Pushing event updated for resources: {'Port': ['ID=9b6f7ba4-52de-4a26-89db-f07f2b15b0c3,revision_number=3']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:45.946215 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6a658e-5f29-42ce-9f74-058350e7d633 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:10:45.948936 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6a658e-5f29-42ce-9f74-058350e7d633 None None] Checking segment: {'id': '4c355a25-50f4-4dda-91b9-597f7e72cfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '71ab2d37-ea60-4911-9a97-371296019dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:10:45.949365 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-3a6a658e-5f29-42ce-9f74-058350e7d633 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:45.949767 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6a658e-5f29-42ce-9f74-058350e7d633 None None] Bound using segment: {'id': '4c355a25-50f4-4dda-91b9-597f7e72cfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '71ab2d37-ea60-4911-9a97-371296019dd0'} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:10:45.950526 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-3a6a658e-5f29-42ce-9f74-058350e7d633 None None] Bound port: 9b6f7ba4-52de-4a26-89db-f07f2b15b0c3, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c355a25-50f4-4dda-91b9-597f7e72cfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '71ab2d37-ea60-4911-9a97-371296019dd0'}}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:10:45.951940 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-3a6a658e-5f29-42ce-9f74-058350e7d633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:46.009095 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-92c9e11e-d34d-4ecc-819f-d21a6c05eeed req-6f18725e-da83-4db5-b5b0-89daffa07e36 service neutron] 10.222.0.64 "GET /v2.0/networks/0bd87d55-8051-4371-bdff-26afb21cf3d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159047 Jul 24 00:10:46.085876 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-3a6a658e-5f29-42ce-9f74-058350e7d633 None None] For port 9b6f7ba4-52de-4a26-89db-f07f2b15b0c3, host n-d-800088-16, cleared binding levels {{(pid=100316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:10:46.090054 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-3a6a658e-5f29-42ce-9f74-058350e7d633 None None] For port 9b6f7ba4-52de-4a26-89db-f07f2b15b0c3, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=9b6f7ba4-52de-4a26-89db-f07f2b15b0c3,segment=NetworkSegment(4c355a25-50f4-4dda-91b9-597f7e72cfb0),segment_id=4c355a25-50f4-4dda-91b9-597f7e72cfb0)] {{(pid=100316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:10:46.102879 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-3a6a658e-5f29-42ce-9f74-058350e7d633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:46.188608 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 39432) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:10:46.212072 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6a658e-5f29-42ce-9f74-058350e7d633 None None] Routers {'7efb4537-9b2f-4037-9065-d88b944231f2'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:10:46.212972 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-3a6a658e-5f29-42ce-9f74-058350e7d633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:10:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['7efb4537-9b2f-4037-9065-d88b944231f2'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:10:46.322163 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50862cf0-5ee0-46e7-b09d-f755a23880a5 None None] Pushing event updated for resources: {'Port': ['ID=9b6f7ba4-52de-4a26-89db-f07f2b15b0c3,revision_number=4']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:46.377602 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-3a6a658e-5f29-42ce-9f74-058350e7d633 None None] Set router 7efb4537-9b2f-4037-9065-d88b944231f2 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:10:46.390247 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-92c9e11e-d34d-4ecc-819f-d21a6c05eeed req-ea0414ae-7b2b-48d8-b0a3-3c88c10424f1 service neutron] 10.222.0.64 "GET /v2.0/networks/0bd87d55-8051-4371-bdff-26afb21cf3d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3736427 Jul 24 00:10:46.477762 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 684b25b8-1108-4188-9aa3-a28fd6195d9e, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=684b25b8-1108-4188-9aa3-a28fd6195d9e,segment=NetworkSegment(ad15ec62-9d2c-48a2-a3d3-8bdb2fa9ed70),segment_id=ad15ec62-9d2c-48a2-a3d3-8bdb2fa9ed70)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:10:46.512116 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': '684b25b8-1108-4188-9aa3-a28fd6195d9e', 'network_id': '22e6e549-d9e7-41fe-9128-738f51a627ab', 'port_id': '684b25b8-1108-4188-9aa3-a28fd6195d9e', 'mac_address': 'fa:16:3e:a3:03:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66024fac-2c89-4ce5-a236-c8dd2db868f1', 'ip_address': '19.86.0.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:10:46.549054 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ee0d2acc-8a0a-4a55-857d-48b426393aaa req-13caee9b-b834-408d-aa4b-0bb447b375f5 service neutron] 10.222.0.52 "GET /v2.0/networks/3bb27577-8aa4-438b-b0fc-2e9a72f8d21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4270597 Jul 24 00:10:46.585881 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c0d40f-99a2-4041-a0b2-b77987f2a690 req-62e78268-1020-4135-83b1-2f6d0be544ca tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:46.592068 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c0d40f-99a2-4041-a0b2-b77987f2a690 req-62e78268-1020-4135-83b1-2f6d0be544ca tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:46.606426 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c0d40f-99a2-4041-a0b2-b77987f2a690 req-62e78268-1020-4135-83b1-2f6d0be544ca tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:46.613517 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a2c0d40f-99a2-4041-a0b2-b77987f2a690 req-62e78268-1020-4135-83b1-2f6d0be544ca tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/ports?device_id=56e27636-5895-498f-b3e2-d1fcf8b23052 HTTP/1.1" status: 200 len: 2413 time: 1.1517777 Jul 24 00:10:46.655604 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:46.672822 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 684b25b8-1108-4188-9aa3-a28fd6195d9e {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:10:46.674162 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-08e78c3f-7d2c-46c9-885e-dfaf5e534886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:46.699106 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 684b25b8-1108-4188-9aa3-a28fd6195d9e, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=684b25b8-1108-4188-9aa3-a28fd6195d9e,segment=NetworkSegment(ad15ec62-9d2c-48a2-a3d3-8bdb2fa9ed70),segment_id=ad15ec62-9d2c-48a2-a3d3-8bdb2fa9ed70)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:10:46.706746 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955b6b67-1e6b-4fe4-a2cc-62c97c482bd1 None None] Routers {'77b97f8d-cc47-43d5-87c4-6cb395dc4774'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:10:46.708154 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-955b6b67-1e6b-4fe4-a2cc-62c97c482bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:10:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['77b97f8d-cc47-43d5-87c4-6cb395dc4774'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:10:46.712047 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:46.712328 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 11ba14c4-b2d2-46ad-8d52-aa829f6701c1 details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:10:46.754087 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a2c0d40f-99a2-4041-a0b2-b77987f2a690 req-ea6c29f3-f5f7-4f93-aae2-86ba9f7f4997 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3b18a95-9eb9-4810-a13b-9736798f03ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347744 Jul 24 00:10:46.818042 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ee0d2acc-8a0a-4a55-857d-48b426393aaa req-dfa53736-32f5-4a83-837e-ed98f8ceabf6 service neutron] 10.222.0.52 "GET /v2.0/networks/3bb27577-8aa4-438b-b0fc-2e9a72f8d21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535045 Jul 24 00:10:46.885393 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-3a6a658e-5f29-42ce-9f74-058350e7d633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7efb4537-9b2f-4037-9065-d88b944231f2', 'name': 'tempest-TestAggregatesBasicOps-121296372-router', 'tenant_id': '815daef38e0c4018a219f2fedc96a15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'bc62cf28-7600-472c-b04d-682d7d765580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:10:30Z', 'updated_at': '2021-07-24T00:10:42Z', 'revision_number': 4, 'project_id': '815daef38e0c4018a219f2fedc96a15e', 'gw_port': {'id': 'bc62cf28-7600-472c-b04d-682d7d765580', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ff:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efb4537-9b2f-4037-9065-d88b944231f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:10:32Z', 'updated_at': '2021-07-24T00:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '9b6f7ba4-52de-4a26-89db-f07f2b15b0c3', 'name': '', 'network_id': '71ab2d37-ea60-4911-9a97-371296019dd0', 'tenant_id': '815daef38e0c4018a219f2fedc96a15e', 'mac_address': 'fa:16:3e:56:4d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7efb4537-9b2f-4037-9065-d88b944231f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': 'bf13113c-def9-4185-8be6-7681c77d0528', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:10:40Z', 'updated_at': '2021-07-24T00:10:46Z', 'revision_number': 4, 'project_id': '815daef38e0c4018a219f2fedc96a15e', 'subnets': [{'id': 'bf13113c-def9-4185-8be6-7681c77d0528', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:10:46.896521 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=684b25b8-1108-4188-9aa3-a28fd6195d9e,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:46.938520 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6a658e-5f29-42ce-9f74-058350e7d633 None None] The sync data for ids ['7efb4537-9b2f-4037-9065-d88b944231f2'] in n-d-800088-16 is: [{'id': '7efb4537-9b2f-4037-9065-d88b944231f2', 'name': 'tempest-TestAggregatesBasicOps-121296372-router', 'tenant_id': '815daef38e0c4018a219f2fedc96a15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'bc62cf28-7600-472c-b04d-682d7d765580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:10:30Z', 'updated_at': '2021-07-24T00:10:42Z', 'revision_number': 4, 'project_id': '815daef38e0c4018a219f2fedc96a15e', 'gw_port': {'id': 'bc62cf28-7600-472c-b04d-682d7d765580', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ff:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efb4537-9b2f-4037-9065-d88b944231f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:10:32Z', 'updated_at': '2021-07-24T00:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '9b6f7ba4-52de-4a26-89db-f07f2b15b0c3', 'name': '', 'network_id': '71ab2d37-ea60-4911-9a97-371296019dd0', 'tenant_id': '815daef38e0c4018a219f2fedc96a15e', 'mac_address': 'fa:16:3e:56:4d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7efb4537-9b2f-4037-9065-d88b944231f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': 'bf13113c-def9-4185-8be6-7681c77d0528', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:10:40Z', 'updated_at': '2021-07-24T00:10:46Z', 'revision_number': 4, 'project_id': '815daef38e0c4018a219f2fedc96a15e', 'subnets': [{'id': 'bf13113c-def9-4185-8be6-7681c77d0528', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:10:46.990505 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-955b6b67-1e6b-4fe4-a2cc-62c97c482bd1 None None] Set router 77b97f8d-cc47-43d5-87c4-6cb395dc4774 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:10:47.083710 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-08e78c3f-7d2c-46c9-885e-dfaf5e534886 admin admin] Allocated IP 172.20.0.1 (3829d8b1-57b6-4b5b-a62d-bdc41c946f86/49689ad0-dc02-4436-8aab-7ed904f8dbad/86df5421-c966-43bc-bf7e-b7798497ef4e) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:10:47.240228 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-60e06bd5-936f-4e98-aedd-681644364208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681029'] for router_interface, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:47.300074 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 11ba14c4-b2d2-46ad-8d52-aa829f6701c1, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=11ba14c4-b2d2-46ad-8d52-aa829f6701c1,segment=NetworkSegment(e9fba5a9-b6d1-4e91-a6a2-67b017d34bb2),segment_id=e9fba5a9-b6d1-4e91-a6a2-67b017d34bb2)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:10:47.328281 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': '11ba14c4-b2d2-46ad-8d52-aa829f6701c1', 'network_id': '23c56d55-b067-4bd9-a42b-a19aab852ee9', 'port_id': '11ba14c4-b2d2-46ad-8d52-aa829f6701c1', 'mac_address': 'fa:16:3e:f5:6b:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3a975d3-58b4-4d47-8604-516cc0f4a33d', 'ip_address': '19.80.0.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:10:47.337655 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-08e78c3f-7d2c-46c9-885e-dfaf5e534886 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:47.361099 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [None req-08e78c3f-7d2c-46c9-885e-dfaf5e534886 admin admin] Transition to ACTIVE for port object 86df5421-c966-43bc-bf7e-b7798497ef4e will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:10:47.448217 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-08e78c3f-7d2c-46c9-885e-dfaf5e534886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:47.452149 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:47.469516 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11ba14c4-b2d2-46ad-8d52-aa829f6701c1 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:10:47.477528 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-955b6b67-1e6b-4fe4-a2cc-62c97c482bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b97f8d-cc47-43d5-87c4-6cb395dc4774', 'name': 'tempest-TestServerBasicOps-347726429-router', 'tenant_id': '8ed52982936542aab9afbd7ecf658cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': 'fe845e01-8585-40e2-8640-87e4d97964dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:10:38Z', 'updated_at': '2021-07-24T00:10:42Z', 'revision_number': 3, 'project_id': '8ed52982936542aab9afbd7ecf658cda', 'gw_port': {'id': 'fe845e01-8585-40e2-8640-87e4d97964dc', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:89:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77b97f8d-cc47-43d5-87c4-6cb395dc4774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:10:39Z', 'updated_at': '2021-07-24T00:10:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:10:47.518430 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e78c3f-7d2c-46c9-885e-dfaf5e534886 admin admin] Network 3829d8b1-57b6-4b5b-a62d-bdc41c946f86 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:10:47.520112 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-08e78c3f-7d2c-46c9-885e-dfaf5e534886 admin admin] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:10:47.523871 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e78c3f-7d2c-46c9-885e-dfaf5e534886 admin admin] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:10:47.525110 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955b6b67-1e6b-4fe4-a2cc-62c97c482bd1 None None] The sync data for ids ['77b97f8d-cc47-43d5-87c4-6cb395dc4774'] in n-d-800088-16 is: [{'id': '77b97f8d-cc47-43d5-87c4-6cb395dc4774', 'name': 'tempest-TestServerBasicOps-347726429-router', 'tenant_id': '8ed52982936542aab9afbd7ecf658cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': 'fe845e01-8585-40e2-8640-87e4d97964dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:10:38Z', 'updated_at': '2021-07-24T00:10:42Z', 'revision_number': 3, 'project_id': '8ed52982936542aab9afbd7ecf658cda', 'gw_port': {'id': 'fe845e01-8585-40e2-8640-87e4d97964dc', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:89:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77b97f8d-cc47-43d5-87c4-6cb395dc4774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:10:39Z', 'updated_at': '2021-07-24T00:10:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:10:47.530991 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 11ba14c4-b2d2-46ad-8d52-aa829f6701c1, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=11ba14c4-b2d2-46ad-8d52-aa829f6701c1,segment=NetworkSegment(e9fba5a9-b6d1-4e91-a6a2-67b017d34bb2),segment_id=e9fba5a9-b6d1-4e91-a6a2-67b017d34bb2)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:10:47.538682 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:47.539517 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 1681bcda-f415-44df-8fb6-8d5ae8c30ddf details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:10:47.564465 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 9b6f7ba4-52de-4a26-89db-f07f2b15b0c3 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:10:47.633964 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e78c3f-7d2c-46c9-885e-dfaf5e534886 admin admin] Pushing event updated for resources: {'Port': ['ID=86df5421-c966-43bc-bf7e-b7798497ef4e,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:47.649209 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-08e78c3f-7d2c-46c9-885e-dfaf5e534886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681761'] for router_interface, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:47.692724 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 1681bcda-f415-44df-8fb6-8d5ae8c30ddf, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=1681bcda-f415-44df-8fb6-8d5ae8c30ddf,segment=NetworkSegment(e9fba5a9-b6d1-4e91-a6a2-67b017d34bb2),segment_id=e9fba5a9-b6d1-4e91-a6a2-67b017d34bb2)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:10:47.699864 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:47.701369 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=11ba14c4-b2d2-46ad-8d52-aa829f6701c1,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:47.740881 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': '1681bcda-f415-44df-8fb6-8d5ae8c30ddf', 'network_id': '23c56d55-b067-4bd9-a42b-a19aab852ee9', 'port_id': '1681bcda-f415-44df-8fb6-8d5ae8c30ddf', 'mac_address': 'fa:16:3e:97:32:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3a975d3-58b4-4d47-8604-516cc0f4a33d', 'ip_address': '19.80.0.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:10:47.757438 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 9b6f7ba4-52de-4a26-89db-f07f2b15b0c3 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:10:47.815062 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-60e06bd5-936f-4e98-aedd-681644364208 admin admin] Deleting port daddc742-bcf1-4e86-abb1-7088c6aa9764 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:10:47.815507 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-60e06bd5-936f-4e98-aedd-681644364208 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:47.886349 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:47.893438 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 9b6f7ba4-52de-4a26-89db-f07f2b15b0c3 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:10:47.895487 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:47.946763 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-08e78c3f-7d2c-46c9-885e-dfaf5e534886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:48.003948 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-60e06bd5-936f-4e98-aedd-681644364208 admin admin] For port daddc742-bcf1-4e86-abb1-7088c6aa9764, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=daddc742-bcf1-4e86-abb1-7088c6aa9764,segment=NetworkSegment(89118b11-6735-441d-9318-e67efb40820a),segment_id=89118b11-6735-441d-9318-e67efb40820a)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:10:48.004958 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-60e06bd5-936f-4e98-aedd-681644364208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:48.021621 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1681bcda-f415-44df-8fb6-8d5ae8c30ddf {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:10:48.052626 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-60e06bd5-936f-4e98-aedd-681644364208 admin admin] Calling delete_port for daddc742-bcf1-4e86-abb1-7088c6aa9764 owned by network:router_interface {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:10:48.067303 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 1681bcda-f415-44df-8fb6-8d5ae8c30ddf, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=1681bcda-f415-44df-8fb6-8d5ae8c30ddf,segment=NetworkSegment(e9fba5a9-b6d1-4e91-a6a2-67b017d34bb2),segment_id=e9fba5a9-b6d1-4e91-a6a2-67b017d34bb2)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:10:48.153112 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:48.157689 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:48.195124 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5acc221-c0a7-41cf-94c2-e6423aa2489e req-1925bd4f-46b0-4df2-a030-2c1b5bea8188 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:48.208146 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5acc221-c0a7-41cf-94c2-e6423aa2489e req-1925bd4f-46b0-4df2-a030-2c1b5bea8188 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:48.223769 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-09a23297-fc49-4227-b068-90eda1b0fa0e None None] Provisioning for port 86df5421-c966-43bc-bf7e-b7798497ef4e completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:10:48.228930 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5acc221-c0a7-41cf-94c2-e6423aa2489e req-1925bd4f-46b0-4df2-a030-2c1b5bea8188 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:48.230887 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a5acc221-c0a7-41cf-94c2-e6423aa2489e req-1925bd4f-46b0-4df2-a030-2c1b5bea8188 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/ports?device_id=56e27636-5895-498f-b3e2-d1fcf8b23052 HTTP/1.1" status: 200 len: 2415 time: 0.2995057 Jul 24 00:10:48.241947 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=1681bcda-f415-44df-8fb6-8d5ae8c30ddf,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:48.257561 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-09a23297-fc49-4227-b068-90eda1b0fa0e None None] Provisioning complete for port 86df5421-c966-43bc-bf7e-b7798497ef4e triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:10:48.258034 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-09a23297-fc49-4227-b068-90eda1b0fa0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:48.310310 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-09a23297-fc49-4227-b068-90eda1b0fa0e None None] Port 86df5421-c966-43bc-bf7e-b7798497ef4e cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:10:48.328081 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 9b6f7ba4-52de-4a26-89db-f07f2b15b0c3, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=9b6f7ba4-52de-4a26-89db-f07f2b15b0c3,segment=NetworkSegment(4c355a25-50f4-4dda-91b9-597f7e72cfb0),segment_id=4c355a25-50f4-4dda-91b9-597f7e72cfb0)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:10:48.334545 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:48.413370 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a5acc221-c0a7-41cf-94c2-e6423aa2489e req-32eba5c1-75e7-4e42-a530-855a0ed0f03d tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3b18a95-9eb9-4810-a13b-9736798f03ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739511 Jul 24 00:10:48.437180 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=9b6f7ba4-52de-4a26-89db-f07f2b15b0c3,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:48.506947 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['684b25b8-1108-4188-9aa3-a28fd6195d9e'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:10:48.560432 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['11ba14c4-b2d2-46ad-8d52-aa829f6701c1'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:10:48.618990 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-08e78c3f-7d2c-46c9-885e-dfaf5e534886 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:48.637508 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-08e78c3f-7d2c-46c9-885e-dfaf5e534886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:48.734815 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-08e78c3f-7d2c-46c9-885e-dfaf5e534886 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680980'] for router_interface, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:48.847288 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e78c3f-7d2c-46c9-885e-dfaf5e534886 admin admin] Pushing event updated for resources: {'Port': ['ID=86df5421-c966-43bc-bf7e-b7798497ef4e,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:49.042378 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e78c3f-7d2c-46c9-885e-dfaf5e534886 admin admin] Network 3829d8b1-57b6-4b5b-a62d-bdc41c946f86 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:10:49.044620 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-08e78c3f-7d2c-46c9-885e-dfaf5e534886 admin admin] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:10:49.295470 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08e78c3f-7d2c-46c9-885e-dfaf5e534886 admin admin] Router 77b97f8d-cc47-43d5-87c4-6cb395dc4774 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:10:49.341138 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-60e06bd5-936f-4e98-aedd-681644364208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:49.418467 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e06bd5-936f-4e98-aedd-681644364208 admin admin] Pushing event deleted for resources: {'Port': ['ID=daddc742-bcf1-4e86-abb1-7088c6aa9764,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:49.545305 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e06bd5-936f-4e98-aedd-681644364208 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:10:49.545708 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e06bd5-936f-4e98-aedd-681644364208 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:10:49.546043 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e06bd5-936f-4e98-aedd-681644364208 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:10:49.546377 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e06bd5-936f-4e98-aedd-681644364208 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:10:49.546706 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e06bd5-936f-4e98-aedd-681644364208 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:10:49.547037 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e06bd5-936f-4e98-aedd-681644364208 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:10:49.547718 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e06bd5-936f-4e98-aedd-681644364208 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:10:49.548055 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e06bd5-936f-4e98-aedd-681644364208 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:10:49.548546 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e06bd5-936f-4e98-aedd-681644364208 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:10:49.548896 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e06bd5-936f-4e98-aedd-681644364208 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:10:49.549224 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e06bd5-936f-4e98-aedd-681644364208 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:10:49.549546 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e06bd5-936f-4e98-aedd-681644364208 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:10:49.620036 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['1681bcda-f415-44df-8fb6-8d5ae8c30ddf'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:10:49.665446 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e78c3f-7d2c-46c9-885e-dfaf5e534886 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:10:49.685513 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device fe845e01-8585-40e2-8640-87e4d97964dc up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:10:49.695167 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-08e78c3f-7d2c-46c9-885e-dfaf5e534886 admin admin] 10.222.0.44 "PUT /v2.0/routers/77b97f8d-cc47-43d5-87c4-6cb395dc4774/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2089190 Jul 24 00:10:49.781060 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-b09a6366-f003-4e3b-b413-156d8e041c9a None None] Provisioning complete for port 86df5421-c966-43bc-bf7e-b7798497ef4e triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:10:49.781605 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b09a6366-f003-4e3b-b413-156d8e041c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:49.783311 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d1f4ff-c6b1-49da-a05f-3342bb1adfa3 req-bf5efdac-d33e-49df-b4c3-c0fd558643a8 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:49.799863 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d1f4ff-c6b1-49da-a05f-3342bb1adfa3 req-bf5efdac-d33e-49df-b4c3-c0fd558643a8 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:49.817248 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d1f4ff-c6b1-49da-a05f-3342bb1adfa3 req-bf5efdac-d33e-49df-b4c3-c0fd558643a8 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:49.828402 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e1d1f4ff-c6b1-49da-a05f-3342bb1adfa3 req-bf5efdac-d33e-49df-b4c3-c0fd558643a8 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/ports?device_id=56e27636-5895-498f-b3e2-d1fcf8b23052 HTTP/1.1" status: 200 len: 2416 time: 0.2901082 Jul 24 00:10:49.834314 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-b09a6366-f003-4e3b-b413-156d8e041c9a None None] Port 86df5421-c966-43bc-bf7e-b7798497ef4e cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:10:49.862897 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-60e06bd5-936f-4e98-aedd-681644364208 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679987'] for router_interface, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:49.897002 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port fe845e01-8585-40e2-8640-87e4d97964dc completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:10:49.925700 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port fe845e01-8585-40e2-8640-87e4d97964dc triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:10:49.925892 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:49.929533 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e1d1f4ff-c6b1-49da-a05f-3342bb1adfa3 req-4a84640a-ce06-4fc8-9a5e-270e80d93294 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3b18a95-9eb9-4810-a13b-9736798f03ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955479 Jul 24 00:10:50.111272 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:50.135081 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port fe845e01-8585-40e2-8640-87e4d97964dc, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=fe845e01-8585-40e2-8640-87e4d97964dc,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:10:50.139767 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:50.140751 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 9b6f7ba4-52de-4a26-89db-f07f2b15b0c3 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:10:50.199299 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 684b25b8-1108-4188-9aa3-a28fd6195d9e up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:10:50.246284 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60e06bd5-936f-4e98-aedd-681644364208 admin admin] Router 64041ed2-373e-45dd-b529-d7fd20a4488a has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:10:50.286508 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=fe845e01-8585-40e2-8640-87e4d97964dc,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:50.329783 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 9b6f7ba4-52de-4a26-89db-f07f2b15b0c3 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:10:50.329783 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:50.384626 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port 684b25b8-1108-4188-9aa3-a28fd6195d9e completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:10:50.391443 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port 684b25b8-1108-4188-9aa3-a28fd6195d9e triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:10:50.392061 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:50.471703 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e06bd5-936f-4e98-aedd-681644364208 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:10:50.481417 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-60e06bd5-936f-4e98-aedd-681644364208 admin admin] 10.222.0.44 "PUT /v2.0/routers/64041ed2-373e-45dd-b529-d7fd20a4488a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2893672 Jul 24 00:10:50.481889 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 39490) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:10:50.514965 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6033091d-21a6-47fe-a8d2-6b36a13c2605 None None] Sync routers for ids ['64041ed2-373e-45dd-b529-d7fd20a4488a'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:10:50.538359 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6033091d-21a6-47fe-a8d2-6b36a13c2605 None None] Routers {'64041ed2-373e-45dd-b529-d7fd20a4488a'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:10:50.539125 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-6033091d-21a6-47fe-a8d2-6b36a13c2605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:10:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['64041ed2-373e-45dd-b529-d7fd20a4488a'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:10:50.557672 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:50.639289 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 39496) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:10:50.649571 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-39a74842-8915-435c-8217-f2f56df9c64e admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-95049950-network', 'tenant_id': '8053f2a970ff4b779b375897739e4a9b'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:10:50.654935 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6b4ea0f7-ec2e-4d4c-83e4-9d5b778a8c2e admin admin] Notify callbacks [] for router, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:50.754986 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a74842-8915-435c-8217-f2f56df9c64e admin admin] Made reservation on behalf of 8053f2a970ff4b779b375897739e4a9b for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:10:50.757509 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-39a74842-8915-435c-8217-f2f56df9c64e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:50.770444 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-39a74842-8915-435c-8217-f2f56df9c64e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:50.811974 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6b4ea0f7-ec2e-4d4c-83e4-9d5b778a8c2e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:50.847391 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e27636-5895-498f-b3e2-d1fcf8b23052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '684b25b8-1108-4188-9aa3-a28fd6195d9e'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:10:50.849720 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f1b56f0-403b-4125-b97f-c83a4f2d32de" -d '{"events": [{"server_uuid": "56e27636-5895-498f-b3e2-d1fcf8b23052", "name": "network-vif-plugged", "status": "completed", "tag": "684b25b8-1108-4188-9aa3-a28fd6195d9e"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:10:50.889488 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 684b25b8-1108-4188-9aa3-a28fd6195d9e, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=684b25b8-1108-4188-9aa3-a28fd6195d9e,segment=NetworkSegment(ad15ec62-9d2c-48a2-a3d3-8bdb2fa9ed70),segment_id=ad15ec62-9d2c-48a2-a3d3-8bdb2fa9ed70)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:10:50.898327 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd38af10-cb8a-48dc-9133-177799877177 None None] Sync routers for ids ['77b97f8d-cc47-43d5-87c4-6cb395dc4774'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:10:50.909717 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:50.910216 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd38af10-cb8a-48dc-9133-177799877177 None None] Routers {'77b97f8d-cc47-43d5-87c4-6cb395dc4774'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:10:50.910571 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 11ba14c4-b2d2-46ad-8d52-aa829f6701c1 up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:10:50.911074 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-dd38af10-cb8a-48dc-9133-177799877177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:10:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['77b97f8d-cc47-43d5-87c4-6cb395dc4774'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:10:50.916174 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ea0f7-ec2e-4d4c-83e4-9d5b778a8c2e admin admin] Deleting port fe2d309a-9aaf-4e59-882c-425e55584337 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:10:50.917034 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6b4ea0f7-ec2e-4d4c-83e4-9d5b778a8c2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:50.920067 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5929f99d-6616-4787-99a3-14586753d87a x-openstack-request-id: req-5929f99d-6616-4787-99a3-14586753d87a {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:10:50.920371 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56e27636-5895-498f-b3e2-d1fcf8b23052", "name": "network-vif-plugged", "status": "completed", "tag": "684b25b8-1108-4188-9aa3-a28fd6195d9e", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:10:50.920629 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5929f99d-6616-4787-99a3-14586753d87a {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:10:50.921223 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e27636-5895-498f-b3e2-d1fcf8b23052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '684b25b8-1108-4188-9aa3-a28fd6195d9e', 'code': 200} Jul 24 00:10:51.010542 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-39a74842-8915-435c-8217-f2f56df9c64e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:51.022597 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-39a74842-8915-435c-8217-f2f56df9c64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:51.031268 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-dd38af10-cb8a-48dc-9133-177799877177 None None] Set router 77b97f8d-cc47-43d5-87c4-6cb395dc4774 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:10:51.065439 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39a74842-8915-435c-8217-f2f56df9c64e admin admin] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:10:51.096199 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-6033091d-21a6-47fe-a8d2-6b36a13c2605 None None] Set router 64041ed2-373e-45dd-b529-d7fd20a4488a gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:10:51.204054 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=684b25b8-1108-4188-9aa3-a28fd6195d9e,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:51.227096 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a74842-8915-435c-8217-f2f56df9c64e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14bb8f3a-28de-4303-bda4-11264b299dd2,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:51.250762 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port 11ba14c4-b2d2-46ad-8d52-aa829f6701c1 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:10:51.259106 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port 11ba14c4-b2d2-46ad-8d52-aa829f6701c1 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:10:51.260197 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:51.269484 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-39a74842-8915-435c-8217-f2f56df9c64e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:51.270806 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-39a74842-8915-435c-8217-f2f56df9c64e admin admin] Added segment 25ce512e-de04-44a4-9725-80b9da3b8d68 of type vlan for network 295fcd2f-65fb-43a3-812d-eb8827127761 Jul 24 00:10:51.292918 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-6b4ea0f7-ec2e-4d4c-83e4-9d5b778a8c2e admin admin] For port fe2d309a-9aaf-4e59-882c-425e55584337, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=fe2d309a-9aaf-4e59-882c-425e55584337,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:10:51.293284 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6b4ea0f7-ec2e-4d4c-83e4-9d5b778a8c2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:51.357697 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ea0f7-ec2e-4d4c-83e4-9d5b778a8c2e admin admin] Calling delete_port for fe2d309a-9aaf-4e59-882c-425e55584337 owned by network:router_gateway {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:10:51.373615 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-39a74842-8915-435c-8217-f2f56df9c64e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:51.512524 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7467979c-52ec-4b9c-b530-f88b7a18a77e req-2c93d064-537a-451d-9416-04af83916ea3 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:51.524905 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-dd38af10-cb8a-48dc-9133-177799877177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b97f8d-cc47-43d5-87c4-6cb395dc4774', 'name': 'tempest-TestServerBasicOps-347726429-router', 'tenant_id': '8ed52982936542aab9afbd7ecf658cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': 'fe845e01-8585-40e2-8640-87e4d97964dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:10:38Z', 'updated_at': '2021-07-24T00:10:47Z', 'revision_number': 4, 'project_id': '8ed52982936542aab9afbd7ecf658cda', 'gw_port': {'id': 'fe845e01-8585-40e2-8640-87e4d97964dc', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:89:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b97f8d-cc47-43d5-87c4-6cb395dc4774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:10:39Z', 'updated_at': '2021-07-24T00:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '86df5421-c966-43bc-bf7e-b7798497ef4e', 'name': '', 'network_id': '3829d8b1-57b6-4b5b-a62d-bdc41c946f86', 'tenant_id': '8ed52982936542aab9afbd7ecf658cda', 'mac_address': 'fa:16:3e:e8:14:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77b97f8d-cc47-43d5-87c4-6cb395dc4774', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '49689ad0-dc02-4436-8aab-7ed904f8dbad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:10:46Z', 'updated_at': '2021-07-24T00:10:48Z', 'revision_number': 2, 'project_id': '8ed52982936542aab9afbd7ecf658cda', 'subnets': [{'id': '49689ad0-dc02-4436-8aab-7ed904f8dbad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:10:51.530496 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7467979c-52ec-4b9c-b530-f88b7a18a77e req-2c93d064-537a-451d-9416-04af83916ea3 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:51.538580 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7467979c-52ec-4b9c-b530-f88b7a18a77e req-2c93d064-537a-451d-9416-04af83916ea3 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:51.540632 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7467979c-52ec-4b9c-b530-f88b7a18a77e req-2c93d064-537a-451d-9416-04af83916ea3 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/ports?device_id=56e27636-5895-498f-b3e2-d1fcf8b23052 HTTP/1.1" status: 200 len: 2417 time: 0.4540844 Jul 24 00:10:51.565405 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd38af10-cb8a-48dc-9133-177799877177 None None] Checking router: 77b97f8d-cc47-43d5-87c4-6cb395dc4774 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:10:51.566399 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd38af10-cb8a-48dc-9133-177799877177 None None] Updating router 77b97f8d-cc47-43d5-87c4-6cb395dc4774 port 86df5421-c966-43bc-bf7e-b7798497ef4e binding host n-d-800088-16 {{(pid=100316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:10:51.570996 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:51.596437 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-39a74842-8915-435c-8217-f2f56df9c64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:51.597445 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a74842-8915-435c-8217-f2f56df9c64e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:51.598060 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-39a74842-8915-435c-8217-f2f56df9c64e admin admin] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:51.671588 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-dd38af10-cb8a-48dc-9133-177799877177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:51.717503 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a74842-8915-435c-8217-f2f56df9c64e admin admin] Pushing event updated for resources: {'Network': ['ID=295fcd2f-65fb-43a3-812d-eb8827127761,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:51.731017 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 11ba14c4-b2d2-46ad-8d52-aa829f6701c1, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=11ba14c4-b2d2-46ad-8d52-aa829f6701c1,segment=NetworkSegment(e9fba5a9-b6d1-4e91-a6a2-67b017d34bb2),segment_id=e9fba5a9-b6d1-4e91-a6a2-67b017d34bb2)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:10:51.743290 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device fe845e01-8585-40e2-8640-87e4d97964dc up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:10:51.764586 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-39a74842-8915-435c-8217-f2f56df9c64e admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.1239638 Jul 24 00:10:51.767277 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 39534) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:10:51.775215 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-80850394-a353-4e5a-8f0b-021b1cb04ec0 admin admin] Request body: {'subnet': {'network_id': '295fcd2f-65fb-43a3-812d-eb8827127761', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-95049950-subnet', 'tenant_id': '8053f2a970ff4b779b375897739e4a9b', 'ip_version': 4}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:10:51.818453 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80850394-a353-4e5a-8f0b-021b1cb04ec0 admin admin] Made reservation on behalf of 8053f2a970ff4b779b375897739e4a9b for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:10:51.822895 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-80850394-a353-4e5a-8f0b-021b1cb04ec0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:51.827109 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7467979c-52ec-4b9c-b530-f88b7a18a77e req-ab917c86-6a56-4702-9078-936a6e5882ed tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3b18a95-9eb9-4810-a13b-9736798f03ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762847 Jul 24 00:10:51.850941 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 295fcd2f-65fb-43a3-812d-eb8827127761 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:10:51.873900 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:51.974517 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6b4ea0f7-ec2e-4d4c-83e4-9d5b778a8c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:52.047176 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ea0f7-ec2e-4d4c-83e4-9d5b778a8c2e admin admin] Pushing event deleted for resources: {'Port': ['ID=fe2d309a-9aaf-4e59-882c-425e55584337,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:52.183623 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6b4ea0f7-ec2e-4d4c-83e4-9d5b778a8c2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687114'] for router_gateway, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:52.219733 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 1681bcda-f415-44df-8fb6-8d5ae8c30ddf up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:10:52.255117 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-80850394-a353-4e5a-8f0b-021b1cb04ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:52.271241 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port fe845e01-8585-40e2-8640-87e4d97964dc triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:10:52.271617 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:52.340193 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:10:52.345477 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=11ba14c4-b2d2-46ad-8d52-aa829f6701c1,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:52.383648 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80850394-a353-4e5a-8f0b-021b1cb04ec0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=362393cf-271d-48aa-bb90-5cca721b468c,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:52.393457 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-dd38af10-cb8a-48dc-9133-177799877177 None None] Notify callbacks [] for port, precommit_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:52.407689 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6b4ea0f7-ec2e-4d4c-83e4-9d5b778a8c2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:52.412332 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6b4ea0f7-ec2e-4d4c-83e4-9d5b778a8c2e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:52.423167 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-6033091d-21a6-47fe-a8d2-6b36a13c2605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64041ed2-373e-45dd-b529-d7fd20a4488a', 'name': 'tempest-TestAggregatesBasicOps-1991337726-router', 'tenant_id': '1584a658362045689962d68608c4ca27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'fe2d309a-9aaf-4e59-882c-425e55584337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:10:10Z', 'updated_at': '2021-07-24T00:10:49Z', 'revision_number': 5, 'project_id': '1584a658362045689962d68608c4ca27', 'gw_port': {'id': 'fe2d309a-9aaf-4e59-882c-425e55584337', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64041ed2-373e-45dd-b529-d7fd20a4488a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:10:12Z', 'updated_at': '2021-07-24T00:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:10:52.426031 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.provisioning_blocks [None req-dd38af10-cb8a-48dc-9133-177799877177 None None] Transition to ACTIVE for port object 86df5421-c966-43bc-bf7e-b7798497ef4e will not be triggered until provisioned by entity L2. {{(pid=100316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:10:52.438395 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-dd38af10-cb8a-48dc-9133-177799877177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:52.494393 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80850394-a353-4e5a-8f0b-021b1cb04ec0 admin admin] Checking segment: {'id': '25ce512e-de04-44a4-9725-80b9da3b8d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '295fcd2f-65fb-43a3-812d-eb8827127761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:10:52.494875 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80850394-a353-4e5a-8f0b-021b1cb04ec0 admin admin] Network hostable DHCP agents. Network: 295fcd2f-65fb-43a3-812d-eb8827127761, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:10:52.537295 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6b4ea0f7-ec2e-4d4c-83e4-9d5b778a8c2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:52.538962 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b4ea0f7-ec2e-4d4c-83e4-9d5b778a8c2e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64041ed2-373e-45dd-b529-d7fd20a4488a {{(pid=100314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:10:52.541259 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c79a8d-008c-4e79-aa59-26e926460bc9 None None] Pushing event updated for resources: {'Port': ['ID=86df5421-c966-43bc-bf7e-b7798497ef4e,revision_number=3']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:52.548426 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6b4ea0f7-ec2e-4d4c-83e4-9d5b778a8c2e admin admin] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:52.553913 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c79a8d-008c-4e79-aa59-26e926460bc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:10:52.554407 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c79a8d-008c-4e79-aa59-26e926460bc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:10:52.554784 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-6b4ea0f7-ec2e-4d4c-83e4-9d5b778a8c2e admin admin] 10.222.0.44 "DELETE /v2.0/routers/64041ed2-373e-45dd-b529-d7fd20a4488a HTTP/1.1" status: 204 len: 168 time: 2.0710826 Jul 24 00:10:52.554962 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c79a8d-008c-4e79-aa59-26e926460bc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:10:52.555135 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c79a8d-008c-4e79-aa59-26e926460bc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:10:52.555673 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c79a8d-008c-4e79-aa59-26e926460bc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:10:52.556062 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c79a8d-008c-4e79-aa59-26e926460bc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:10:52.556397 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c79a8d-008c-4e79-aa59-26e926460bc9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:10:52.556527 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80850394-a353-4e5a-8f0b-021b1cb04ec0 admin admin] Network 295fcd2f-65fb-43a3-812d-eb8827127761 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:10:52.556621 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 39614) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:10:52.556720 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c79a8d-008c-4e79-aa59-26e926460bc9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:10:52.557112 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c79a8d-008c-4e79-aa59-26e926460bc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:10:52.557438 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c79a8d-008c-4e79-aa59-26e926460bc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:10:52.558032 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c79a8d-008c-4e79-aa59-26e926460bc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:10:52.558379 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c79a8d-008c-4e79-aa59-26e926460bc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:10:52.562995 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6033091d-21a6-47fe-a8d2-6b36a13c2605 None None] Checking router: 64041ed2-373e-45dd-b529-d7fd20a4488a for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:10:52.584583 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-80850394-a353-4e5a-8f0b-021b1cb04ec0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 295fcd2f-65fb-43a3-812d-eb8827127761) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:10:52.614817 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2d9028-4fcc-499e-82e1-fe5240e41cea None None] Network 295fcd2f-65fb-43a3-812d-eb8827127761 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:10:52.616577 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80850394-a353-4e5a-8f0b-021b1cb04ec0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:52.617430 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-80850394-a353-4e5a-8f0b-021b1cb04ec0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:52.677601 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-80850394-a353-4e5a-8f0b-021b1cb04ec0 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.9058695 Jul 24 00:10:52.682349 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 39630) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:10:52.687081 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6033091d-21a6-47fe-a8d2-6b36a13c2605 None None] Routers set() bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:10:52.687317 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6033091d-21a6-47fe-a8d2-6b36a13c2605 None None] Router IDs set() for agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 24 00:10:52.687984 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_agentschedulers_db [None req-6033091d-21a6-47fe-a8d2-6b36a13c2605 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'64041ed2-373e-45dd-b529-d7fd20a4488a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:10:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent'). {{(pid=100315) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 24 00:10:52.688369 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6033091d-21a6-47fe-a8d2-6b36a13c2605 None None] The sync data for ids ['64041ed2-373e-45dd-b529-d7fd20a4488a'] in n-d-800088-16 is: [] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:10:52.710522 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port 1681bcda-f415-44df-8fb6-8d5ae8c30ddf completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:10:52.714876 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-40b4dd50-88b0-4376-8e8a-3ca50ff36867 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-95049950-router', 'tenant_id': '8053f2a970ff4b779b375897739e4a9b', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:10:52.747161 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-dd38af10-cb8a-48dc-9133-177799877177 None None] Attempting to bind port 86df5421-c966-43bc-bf7e-b7798497ef4e on host n-d-800088-16 for vnic_type normal with profile {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:10:52.748619 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-dd38af10-cb8a-48dc-9133-177799877177 None None] Attempting to bind port 86df5421-c966-43bc-bf7e-b7798497ef4e by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '1a2343dd-1c10-48a9-bde8-c4e66c2cb5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '3829d8b1-57b6-4b5b-a62d-bdc41c946f86'}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:10:52.749200 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd38af10-cb8a-48dc-9133-177799877177 None None] Attempting to bind port 86df5421-c966-43bc-bf7e-b7798497ef4e on network 3829d8b1-57b6-4b5b-a62d-bdc41c946f86 {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:10:52.773485 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port 1681bcda-f415-44df-8fb6-8d5ae8c30ddf triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:10:52.774096 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd38af10-cb8a-48dc-9133-177799877177 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:10:52.774267 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:52.783324 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd38af10-cb8a-48dc-9133-177799877177 None None] Checking segment: {'id': '1a2343dd-1c10-48a9-bde8-c4e66c2cb5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '3829d8b1-57b6-4b5b-a62d-bdc41c946f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:10:52.784540 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-dd38af10-cb8a-48dc-9133-177799877177 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:52.786302 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd38af10-cb8a-48dc-9133-177799877177 None None] Bound using segment: {'id': '1a2343dd-1c10-48a9-bde8-c4e66c2cb5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '3829d8b1-57b6-4b5b-a62d-bdc41c946f86'} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:10:52.788372 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-dd38af10-cb8a-48dc-9133-177799877177 None None] Bound port: 86df5421-c966-43bc-bf7e-b7798497ef4e, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a2343dd-1c10-48a9-bde8-c4e66c2cb5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '3829d8b1-57b6-4b5b-a62d-bdc41c946f86'}}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:10:52.792127 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-dd38af10-cb8a-48dc-9133-177799877177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:52.811456 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-416e9693-3c25-4a9b-b58a-b3cb8f8d7314 admin admin] Deleting subnet 3c883d00-96cf-4332-bd10-1eaa06b6d7fd {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:10:52.836923 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-416e9693-3c25-4a9b-b58a-b3cb8f8d7314 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:52.922158 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e27636-5895-498f-b3e2-d1fcf8b23052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ba14c4-b2d2-46ad-8d52-aa829f6701c1'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:10:52.924693 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f440e58-1272-411d-a7ed-bdc3827717bd" -d '{"events": [{"server_uuid": "56e27636-5895-498f-b3e2-d1fcf8b23052", "name": "network-vif-plugged", "status": "completed", "tag": "11ba14c4-b2d2-46ad-8d52-aa829f6701c1"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:10:53.063352 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-40b4dd50-88b0-4376-8e8a-3ca50ff36867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:53.067850 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-40b4dd50-88b0-4376-8e8a-3ca50ff36867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:53.088365 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a1b6070-62d9-4956-b5a6-0c1b71bbbcc5 x-openstack-request-id: req-3a1b6070-62d9-4956-b5a6-0c1b71bbbcc5 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:10:53.088714 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56e27636-5895-498f-b3e2-d1fcf8b23052", "name": "network-vif-plugged", "status": "completed", "tag": "11ba14c4-b2d2-46ad-8d52-aa829f6701c1", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:10:53.089311 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3a1b6070-62d9-4956-b5a6-0c1b71bbbcc5 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:10:53.089742 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e27636-5895-498f-b3e2-d1fcf8b23052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ba14c4-b2d2-46ad-8d52-aa829f6701c1', 'code': 200} Jul 24 00:10:53.092085 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3376a923-7772-4c45-ab48-ac4e36aa2f1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-295fcd2f-65fb-43a3-812d-eb8827127761', 'network_id': '295fcd2f-65fb-43a3-812d-eb8827127761', 'tenant_id': '8053f2a970ff4b779b375897739e4a9b', 'fixed_ips': [{'subnet_id': '362393cf-271d-48aa-bb90-5cca721b468c'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:10:53.094151 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3376a923-7772-4c45-ab48-ac4e36aa2f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:53.105440 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-416e9693-3c25-4a9b-b58a-b3cb8f8d7314 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:53.163456 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:53.221060 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2d0740c1-71cb-46c3-bcf3-688e3f0a8870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:53.275303 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-dd38af10-cb8a-48dc-9133-177799877177 None None] For port 86df5421-c966-43bc-bf7e-b7798497ef4e, host n-d-800088-16, cleared binding levels {{(pid=100316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:10:53.280507 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-40b4dd50-88b0-4376-8e8a-3ca50ff36867 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:53.291525 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-dd38af10-cb8a-48dc-9133-177799877177 None None] For port 86df5421-c966-43bc-bf7e-b7798497ef4e, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=86df5421-c966-43bc-bf7e-b7798497ef4e,segment=NetworkSegment(1a2343dd-1c10-48a9-bde8-c4e66c2cb5b9),segment_id=1a2343dd-1c10-48a9-bde8-c4e66c2cb5b9)] {{(pid=100316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:10:53.312785 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-dd38af10-cb8a-48dc-9133-177799877177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:53.336018 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 1681bcda-f415-44df-8fb6-8d5ae8c30ddf, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=1681bcda-f415-44df-8fb6-8d5ae8c30ddf,segment=NetworkSegment(e9fba5a9-b6d1-4e91-a6a2-67b017d34bb2),segment_id=e9fba5a9-b6d1-4e91-a6a2-67b017d34bb2)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:10:53.346308 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:53.447547 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd38af10-cb8a-48dc-9133-177799877177 None None] Routers {'77b97f8d-cc47-43d5-87c4-6cb395dc4774'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:10:53.452733 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-dd38af10-cb8a-48dc-9133-177799877177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:10:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['77b97f8d-cc47-43d5-87c4-6cb395dc4774'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:10:53.461149 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c79a8d-008c-4e79-aa59-26e926460bc9 None None] Pushing event updated for resources: {'Port': ['ID=86df5421-c966-43bc-bf7e-b7798497ef4e,revision_number=4']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:53.660141 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=1681bcda-f415-44df-8fb6-8d5ae8c30ddf,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:53.690581 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-dd38af10-cb8a-48dc-9133-177799877177 None None] Set router 77b97f8d-cc47-43d5-87c4-6cb395dc4774 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:10:53.724361 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-3376a923-7772-4c45-ab48-ac4e36aa2f1a None None] Allocated IP 172.20.0.2 (295fcd2f-65fb-43a3-812d-eb8827127761/362393cf-271d-48aa-bb90-5cca721b468c/bf83ed34-cda5-441d-8f65-098410033238) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:10:53.806726 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-40b4dd50-88b0-4376-8e8a-3ca50ff36867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:53.843870 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-416e9693-3c25-4a9b-b58a-b3cb8f8d7314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:53.909602 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4611f07-7d77-40d4-87e8-b28512f5e6cc req-e9b6b11f-20ae-421e-b67c-61af1f32cc48 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:53.917921 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4611f07-7d77-40d4-87e8-b28512f5e6cc req-e9b6b11f-20ae-421e-b67c-61af1f32cc48 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:53.925816 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4611f07-7d77-40d4-87e8-b28512f5e6cc req-e9b6b11f-20ae-421e-b67c-61af1f32cc48 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:53.928305 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b4611f07-7d77-40d4-87e8-b28512f5e6cc req-e9b6b11f-20ae-421e-b67c-61af1f32cc48 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/ports?device_id=56e27636-5895-498f-b3e2-d1fcf8b23052 HTTP/1.1" status: 200 len: 2418 time: 0.7921443 Jul 24 00:10:54.020683 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b4611f07-7d77-40d4-87e8-b28512f5e6cc req-b54f45f3-702b-48b3-a57d-6f72a7175c58 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3b18a95-9eb9-4810-a13b-9736798f03ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592268 Jul 24 00:10:54.050270 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device daddc742-bcf1-4e86-abb1-7088c6aa9764 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:10:54.072672 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-416e9693-3c25-4a9b-b58a-b3cb8f8d7314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:54.126049 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: daddc742-bcf1-4e86-abb1-7088c6aa9764 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:10:54.126361 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device daddc742-bcf1-4e86-abb1-7088c6aa9764 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:10:54.209275 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416e9693-3c25-4a9b-b58a-b3cb8f8d7314 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c883d00-96cf-4332-bd10-1eaa06b6d7fd,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:54.222067 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-416e9693-3c25-4a9b-b58a-b3cb8f8d7314 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:54.224275 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-416e9693-3c25-4a9b-b58a-b3cb8f8d7314 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/3c883d00-96cf-4332-bd10-1eaa06b6d7fd HTTP/1.1" status: 204 len: 168 time: 1.6667387 Jul 24 00:10:54.226984 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 39778) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:10:54.243296 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4746c7-1591-4b7a-a377-29cc99947ae8 None None] Network de6352f3-99c4-40e9-a295-d506b6962dbd requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:10:54.343351 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-dd38af10-cb8a-48dc-9133-177799877177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b97f8d-cc47-43d5-87c4-6cb395dc4774', 'name': 'tempest-TestServerBasicOps-347726429-router', 'tenant_id': '8ed52982936542aab9afbd7ecf658cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': 'fe845e01-8585-40e2-8640-87e4d97964dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:10:38Z', 'updated_at': '2021-07-24T00:10:47Z', 'revision_number': 4, 'project_id': '8ed52982936542aab9afbd7ecf658cda', 'gw_port': {'id': 'fe845e01-8585-40e2-8640-87e4d97964dc', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:89:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b97f8d-cc47-43d5-87c4-6cb395dc4774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:10:39Z', 'updated_at': '2021-07-24T00:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '86df5421-c966-43bc-bf7e-b7798497ef4e', 'name': '', 'network_id': '3829d8b1-57b6-4b5b-a62d-bdc41c946f86', 'tenant_id': '8ed52982936542aab9afbd7ecf658cda', 'mac_address': 'fa:16:3e:e8:14:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77b97f8d-cc47-43d5-87c4-6cb395dc4774', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '49689ad0-dc02-4436-8aab-7ed904f8dbad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:10:46Z', 'updated_at': '2021-07-24T00:10:53Z', 'revision_number': 4, 'project_id': '8ed52982936542aab9afbd7ecf658cda', 'subnets': [{'id': '49689ad0-dc02-4436-8aab-7ed904f8dbad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:10:54.374110 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd38af10-cb8a-48dc-9133-177799877177 None None] The sync data for ids ['77b97f8d-cc47-43d5-87c4-6cb395dc4774'] in n-d-800088-16 is: [{'id': '77b97f8d-cc47-43d5-87c4-6cb395dc4774', 'name': 'tempest-TestServerBasicOps-347726429-router', 'tenant_id': '8ed52982936542aab9afbd7ecf658cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': 'fe845e01-8585-40e2-8640-87e4d97964dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:10:38Z', 'updated_at': '2021-07-24T00:10:47Z', 'revision_number': 4, 'project_id': '8ed52982936542aab9afbd7ecf658cda', 'gw_port': {'id': 'fe845e01-8585-40e2-8640-87e4d97964dc', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:89:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b97f8d-cc47-43d5-87c4-6cb395dc4774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:10:39Z', 'updated_at': '2021-07-24T00:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '86df5421-c966-43bc-bf7e-b7798497ef4e', 'name': '', 'network_id': '3829d8b1-57b6-4b5b-a62d-bdc41c946f86', 'tenant_id': '8ed52982936542aab9afbd7ecf658cda', 'mac_address': 'fa:16:3e:e8:14:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77b97f8d-cc47-43d5-87c4-6cb395dc4774', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '49689ad0-dc02-4436-8aab-7ed904f8dbad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:10:46Z', 'updated_at': '2021-07-24T00:10:53Z', 'revision_number': 4, 'project_id': '8ed52982936542aab9afbd7ecf658cda', 'subnets': [{'id': '49689ad0-dc02-4436-8aab-7ed904f8dbad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:10:54.443971 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3376a923-7772-4c45-ab48-ac4e36aa2f1a None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:54.466349 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b2ddb767-0b1c-4f80-b8bf-2fa23def1671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:54.518877 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-3376a923-7772-4c45-ab48-ac4e36aa2f1a None None] Transition to ACTIVE for port object bf83ed34-cda5-441d-8f65-098410033238 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:10:54.560051 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-40b4dd50-88b0-4376-8e8a-3ca50ff36867 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:54.597555 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-40b4dd50-88b0-4376-8e8a-3ca50ff36867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:54.601191 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-b2ddb767-0b1c-4f80-b8bf-2fa23def1671 admin admin] Deleting port ef3f7f33-481c-4df6-b59e-c3f1e8268a3b {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:10:54.601598 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b2ddb767-0b1c-4f80-b8bf-2fa23def1671 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:54.669396 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-3376a923-7772-4c45-ab48-ac4e36aa2f1a None None] Transition to ACTIVE for port object bf83ed34-cda5-441d-8f65-098410033238 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:10:54.706607 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3376a923-7772-4c45-ab48-ac4e36aa2f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:54.780283 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-b2ddb767-0b1c-4f80-b8bf-2fa23def1671 admin admin] For port ef3f7f33-481c-4df6-b59e-c3f1e8268a3b, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=ef3f7f33-481c-4df6-b59e-c3f1e8268a3b,segment=NetworkSegment(89118b11-6735-441d-9318-e67efb40820a),segment_id=89118b11-6735-441d-9318-e67efb40820a)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:10:54.782893 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b2ddb767-0b1c-4f80-b8bf-2fa23def1671 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:54.808026 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-b2ddb767-0b1c-4f80-b8bf-2fa23def1671 admin admin] Calling delete_port for ef3f7f33-481c-4df6-b59e-c3f1e8268a3b owned by network:dhcp {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:10:54.809321 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-40b4dd50-88b0-4376-8e8a-3ca50ff36867 admin admin] Allocated IP 172.25.3.142 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/2b98e6db-0531-41ce-aea8-f0e917215884) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:10:54.810775 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3376a923-7772-4c45-ab48-ac4e36aa2f1a None None] Network 295fcd2f-65fb-43a3-812d-eb8827127761 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:10:54.842813 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-3376a923-7772-4c45-ab48-ac4e36aa2f1a None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:10:54.875820 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3376a923-7772-4c45-ab48-ac4e36aa2f1a None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:10:54.967735 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e557db-eb2a-497e-a0e6-5cace7d6e8f6 None None] DHCP port deletion for de6352f3-99c4-40e9-a295-d506b6962dbd request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:10:54.993435 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b2ddb767-0b1c-4f80-b8bf-2fa23def1671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:55.005898 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3376a923-7772-4c45-ab48-ac4e36aa2f1a None None] Pushing event updated for resources: {'Port': ['ID=bf83ed34-cda5-441d-8f65-098410033238,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:55.041967 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-91e557db-eb2a-497e-a0e6-5cace7d6e8f6 None None] The port 'ef3f7f33-481c-4df6-b59e-c3f1e8268a3b' was deleted {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 24 00:10:55.044746 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-3376a923-7772-4c45-ab48-ac4e36aa2f1a None None] Attempting to bind port bf83ed34-cda5-441d-8f65-098410033238 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:10:55.045141 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-3376a923-7772-4c45-ab48-ac4e36aa2f1a None None] Attempting to bind port bf83ed34-cda5-441d-8f65-098410033238 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '25ce512e-de04-44a4-9725-80b9da3b8d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '295fcd2f-65fb-43a3-812d-eb8827127761'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:10:55.052118 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3376a923-7772-4c45-ab48-ac4e36aa2f1a None None] Attempting to bind port bf83ed34-cda5-441d-8f65-098410033238 on network 295fcd2f-65fb-43a3-812d-eb8827127761 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:10:55.061249 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3376a923-7772-4c45-ab48-ac4e36aa2f1a None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:10:55.062241 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3376a923-7772-4c45-ab48-ac4e36aa2f1a None None] Checking segment: {'id': '25ce512e-de04-44a4-9725-80b9da3b8d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '295fcd2f-65fb-43a3-812d-eb8827127761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:10:55.062928 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3376a923-7772-4c45-ab48-ac4e36aa2f1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:55.063481 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3376a923-7772-4c45-ab48-ac4e36aa2f1a None None] Bound using segment: {'id': '25ce512e-de04-44a4-9725-80b9da3b8d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '295fcd2f-65fb-43a3-812d-eb8827127761'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:10:55.064109 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-3376a923-7772-4c45-ab48-ac4e36aa2f1a None None] Bound port: bf83ed34-cda5-441d-8f65-098410033238, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25ce512e-de04-44a4-9725-80b9da3b8d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '295fcd2f-65fb-43a3-812d-eb8827127761'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:10:55.064721 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3376a923-7772-4c45-ab48-ac4e36aa2f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:55.083232 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ddb767-0b1c-4f80-b8bf-2fa23def1671 admin admin] No DVR routers for this DVR port ef3f7f33-481c-4df6-b59e-c3f1e8268a3b on host n-d-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:10:55.085022 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ddb767-0b1c-4f80-b8bf-2fa23def1671 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef3f7f33-481c-4df6-b59e-c3f1e8268a3b,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:55.095517 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e27636-5895-498f-b3e2-d1fcf8b23052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1681bcda-f415-44df-8fb6-8d5ae8c30ddf'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:10:55.098603 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac468577-1e1e-4c28-b75a-bbf70894b36f" -d '{"events": [{"server_uuid": "56e27636-5895-498f-b3e2-d1fcf8b23052", "name": "network-vif-plugged", "status": "completed", "tag": "1681bcda-f415-44df-8fb6-8d5ae8c30ddf"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:10:55.191188 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-40b4dd50-88b0-4376-8e8a-3ca50ff36867 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:55.250938 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-3376a923-7772-4c45-ab48-ac4e36aa2f1a None None] For port bf83ed34-cda5-441d-8f65-098410033238, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:10:55.260746 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-3376a923-7772-4c45-ab48-ac4e36aa2f1a None None] For port bf83ed34-cda5-441d-8f65-098410033238, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=bf83ed34-cda5-441d-8f65-098410033238,segment=NetworkSegment(25ce512e-de04-44a4-9725-80b9da3b8d68),segment_id=25ce512e-de04-44a4-9725-80b9da3b8d68)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:10:55.270300 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3376a923-7772-4c45-ab48-ac4e36aa2f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:55.335315 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b2ddb767-0b1c-4f80-b8bf-2fa23def1671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:55.364718 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-b2ddb767-0b1c-4f80-b8bf-2fa23def1671 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de6352f3-99c4-40e9-a295-d506b6962dbd']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:10:55.405764 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-b2ddb767-0b1c-4f80-b8bf-2fa23def1671 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89118b11-6735-441d-9318-e67efb40820a') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:10:55.406259 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-b2ddb767-0b1c-4f80-b8bf-2fa23def1671 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89118b11-6735-441d-9318-e67efb40820a') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:10:55.414914 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-40b4dd50-88b0-4376-8e8a-3ca50ff36867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:55.439399 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83591529-416d-44fc-a0f5-e2d337048bb4 x-openstack-request-id: req-83591529-416d-44fc-a0f5-e2d337048bb4 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:10:55.439961 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56e27636-5895-498f-b3e2-d1fcf8b23052", "name": "network-vif-plugged", "status": "completed", "tag": "1681bcda-f415-44df-8fb6-8d5ae8c30ddf", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:10:55.440734 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-83591529-416d-44fc-a0f5-e2d337048bb4 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:10:55.441494 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e27636-5895-498f-b3e2-d1fcf8b23052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1681bcda-f415-44df-8fb6-8d5ae8c30ddf', 'code': 200} Jul 24 00:10:55.442959 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b2ddb767-0b1c-4f80-b8bf-2fa23def1671 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:55.476472 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b2ddb767-0b1c-4f80-b8bf-2fa23def1671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:55.495735 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3376a923-7772-4c45-ab48-ac4e36aa2f1a None None] Pushing event updated for resources: {'Port': ['ID=bf83ed34-cda5-441d-8f65-098410033238,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:55.502224 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2ddb767-0b1c-4f80-b8bf-2fa23def1671 admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:10:55.506193 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b2ddb767-0b1c-4f80-b8bf-2fa23def1671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:55.508047 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:10:55.508047 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:10:55.508047 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:10:55.508047 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:10:55.508047 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:10:55.508047 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:10:55.508047 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:10:55.508047 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:10:55.508047 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:10:55.508047 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:10:55.508047 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:10:55.508047 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:10:55.508047 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:10:55.508047 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:10:55.508047 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:10:55.508047 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:10:55.508047 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:10:55.508047 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:10:55.508047 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:10:55.508047 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:10:55.508047 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:10:55.508047 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:10:55.508047 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:10:55.508047 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:10:55.508047 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:10:55.508047 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:10:55.508047 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:10:55.508047 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:10:55.508047 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:10:55.508047 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:10:55.508047 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:10:55.508047 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:10:55.509870 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b4dd50-88b0-4376-8e8a-3ca50ff36867 admin admin] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:10:55.533698 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-40b4dd50-88b0-4376-8e8a-3ca50ff36867 admin admin] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:10:55.545344 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b4dd50-88b0-4376-8e8a-3ca50ff36867 admin admin] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:10:55.627177 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 86df5421-c966-43bc-bf7e-b7798497ef4e up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:10:55.641175 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b4dd50-88b0-4376-8e8a-3ca50ff36867 admin admin] Pushing event updated for resources: {'Port': ['ID=2b98e6db-0531-41ce-aea8-f0e917215884,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:55.693633 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b2ddb767-0b1c-4f80-b8bf-2fa23def1671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:55.702888 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b2ddb767-0b1c-4f80-b8bf-2fa23def1671 admin admin] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:55.708977 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-b2ddb767-0b1c-4f80-b8bf-2fa23def1671 admin admin] 10.222.0.44 "DELETE /v2.0/networks/de6352f3-99c4-40e9-a295-d506b6962dbd HTTP/1.1" status: 204 len: 168 time: 1.4764624 Jul 24 00:10:55.730226 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dbcf0f-eb4c-4b5d-ae04-3a669a349807 req-40cac574-99c5-48ff-901c-587a0b29fbdf tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:55.748048 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 39908) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:10:55.748572 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dbcf0f-eb4c-4b5d-ae04-3a669a349807 req-40cac574-99c5-48ff-901c-587a0b29fbdf tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:55.749100 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ddb767-0b1c-4f80-b8bf-2fa23def1671 admin admin] Pushing event deleted for resources: {'Network': ['ID=de6352f3-99c4-40e9-a295-d506b6962dbd,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:55.758292 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dbcf0f-eb4c-4b5d-ae04-3a669a349807 req-40cac574-99c5-48ff-901c-587a0b29fbdf tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:55.760478 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f8dbcf0f-eb4c-4b5d-ae04-3a669a349807 req-40cac574-99c5-48ff-901c-587a0b29fbdf tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/ports?device_id=56e27636-5895-498f-b3e2-d1fcf8b23052 HTTP/1.1" status: 200 len: 2419 time: 0.4287026 Jul 24 00:10:55.823414 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-770dad27-7c77-4a8f-b87b-1deda759cc8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:55.887043 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 86df5421-c966-43bc-bf7e-b7798497ef4e completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:10:55.896431 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 86df5421-c966-43bc-bf7e-b7798497ef4e triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:10:55.896903 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:56.188013 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:56.240242 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 86df5421-c966-43bc-bf7e-b7798497ef4e, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=86df5421-c966-43bc-bf7e-b7798497ef4e,segment=NetworkSegment(1a2343dd-1c10-48a9-bde8-c4e66c2cb5b9),segment_id=1a2343dd-1c10-48a9-bde8-c4e66c2cb5b9)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:10:56.248705 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:56.321821 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f8dbcf0f-eb4c-4b5d-ae04-3a669a349807 req-19dfdd64-9186-4cf3-9197-7c56fce2e74c tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3b18a95-9eb9-4810-a13b-9736798f03ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5521829 Jul 24 00:10:56.389249 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=86df5421-c966-43bc-bf7e-b7798497ef4e,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:56.423482 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device fe2d309a-9aaf-4e59-882c-425e55584337 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:10:56.475220 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: fe2d309a-9aaf-4e59-882c-425e55584337 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:10:56.475545 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device fe2d309a-9aaf-4e59-882c-425e55584337 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:10:56.479044 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f3ae7b18-a5f1-41c4-a4f9-a72fa672d868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681029'] for router_interface, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:56.481048 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device ef3f7f33-481c-4df6-b59e-c3f1e8268a3b no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:10:56.503324 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: ef3f7f33-481c-4df6-b59e-c3f1e8268a3b {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:10:56.503885 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device ef3f7f33-481c-4df6-b59e-c3f1e8268a3b not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:10:56.579114 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fcfb81-8952-4ef7-82d6-00b6c3c9c5ce req-7edf0f64-ff0f-4960-83ee-e8f3d03817ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:56.579640 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fcfb81-8952-4ef7-82d6-00b6c3c9c5ce req-7edf0f64-ff0f-4960-83ee-e8f3d03817ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:56.580078 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fcfb81-8952-4ef7-82d6-00b6c3c9c5ce req-7edf0f64-ff0f-4960-83ee-e8f3d03817ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:56.586747 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a5fcfb81-8952-4ef7-82d6-00b6c3c9c5ce req-7edf0f64-ff0f-4960-83ee-e8f3d03817ff service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=56e27636-5895-498f-b3e2-d1fcf8b23052 HTTP/1.1" status: 200 len: 2875 time: 1.0862615 Jul 24 00:10:56.699251 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a5fcfb81-8952-4ef7-82d6-00b6c3c9c5ce req-d118cc07-83a2-4759-8350-97db38654602 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b3b18a95-9eb9-4810-a13b-9736798f03ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003363 Jul 24 00:10:56.699867 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-40b4dd50-88b0-4376-8e8a-3ca50ff36867 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:56.765341 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:57.008419 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-f3ae7b18-a5f1-41c4-a4f9-a72fa672d868 admin admin] Deleting port 9b6f7ba4-52de-4a26-89db-f07f2b15b0c3 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:10:57.009230 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f3ae7b18-a5f1-41c4-a4f9-a72fa672d868 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:57.084497 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-40b4dd50-88b0-4376-8e8a-3ca50ff36867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:57.143033 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-f3ae7b18-a5f1-41c4-a4f9-a72fa672d868 admin admin] For port 9b6f7ba4-52de-4a26-89db-f07f2b15b0c3, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=9b6f7ba4-52de-4a26-89db-f07f2b15b0c3,segment=NetworkSegment(4c355a25-50f4-4dda-91b9-597f7e72cfb0),segment_id=4c355a25-50f4-4dda-91b9-597f7e72cfb0)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:10:57.143522 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f3ae7b18-a5f1-41c4-a4f9-a72fa672d868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:57.162508 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-f3ae7b18-a5f1-41c4-a4f9-a72fa672d868 admin admin] Calling delete_port for 9b6f7ba4-52de-4a26-89db-f07f2b15b0c3 owned by network:router_interface {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:10:57.193276 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b6d8e5-99f5-4b12-9d80-1ab01c8bdd02 None None] Network 295fcd2f-65fb-43a3-812d-eb8827127761 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:10:57.262171 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40b4dd50-88b0-4376-8e8a-3ca50ff36867 admin admin] Router 62dbeda5-f5ef-4bde-ac8b-f4bb8720ecb1 is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:10:57.466198 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b4dd50-88b0-4376-8e8a-3ca50ff36867 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:10:57.497566 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f3ae7b18-a5f1-41c4-a4f9-a72fa672d868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:57.506634 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242975d4-c1ce-49c9-8c77-3202fce949d2 None None] Sync routers for ids ['62dbeda5-f5ef-4bde-ac8b-f4bb8720ecb1'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:10:57.560685 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:57.566435 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-40b4dd50-88b0-4376-8e8a-3ca50ff36867 admin admin] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:57.568929 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-40b4dd50-88b0-4376-8e8a-3ca50ff36867 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.8806982 Jul 24 00:10:57.571407 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 40028) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:10:57.585993 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242975d4-c1ce-49c9-8c77-3202fce949d2 None None] Routers {'62dbeda5-f5ef-4bde-ac8b-f4bb8720ecb1'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:10:57.587069 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-242975d4-c1ce-49c9-8c77-3202fce949d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:10:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['62dbeda5-f5ef-4bde-ac8b-f4bb8720ecb1'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:10:57.593120 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ae7b18-a5f1-41c4-a4f9-a72fa672d868 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b6f7ba4-52de-4a26-89db-f07f2b15b0c3,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:57.622803 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-ad766d35-87c9-4a73-ab08-4614deb43af3 None None] Provisioning for port bf83ed34-cda5-441d-8f65-098410033238 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:10:57.655129 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ae7b18-a5f1-41c4-a4f9-a72fa672d868 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:10:57.658311 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ae7b18-a5f1-41c4-a4f9-a72fa672d868 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:10:57.661685 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ae7b18-a5f1-41c4-a4f9-a72fa672d868 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:10:57.662204 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ae7b18-a5f1-41c4-a4f9-a72fa672d868 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:10:57.662715 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ae7b18-a5f1-41c4-a4f9-a72fa672d868 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:10:57.663223 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ae7b18-a5f1-41c4-a4f9-a72fa672d868 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:10:57.663712 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ae7b18-a5f1-41c4-a4f9-a72fa672d868 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:10:57.664195 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ae7b18-a5f1-41c4-a4f9-a72fa672d868 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:10:57.666505 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ae7b18-a5f1-41c4-a4f9-a72fa672d868 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:10:57.668211 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ae7b18-a5f1-41c4-a4f9-a72fa672d868 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:10:57.669339 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ae7b18-a5f1-41c4-a4f9-a72fa672d868 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:10:57.670425 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ae7b18-a5f1-41c4-a4f9-a72fa672d868 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:10:57.765960 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 86df5421-c966-43bc-bf7e-b7798497ef4e up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:10:57.935976 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f3ae7b18-a5f1-41c4-a4f9-a72fa672d868 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679987'] for router_interface, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:58.088999 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 86df5421-c966-43bc-bf7e-b7798497ef4e triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:10:58.089380 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:58.238507 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-242975d4-c1ce-49c9-8c77-3202fce949d2 None None] Set router 62dbeda5-f5ef-4bde-ac8b-f4bb8720ecb1 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:10:58.388291 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3ae7b18-a5f1-41c4-a4f9-a72fa672d868 admin admin] Router 7efb4537-9b2f-4037-9065-d88b944231f2 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:10:58.467975 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d2c9f8-47ff-414a-9451-80159314e72b req-f6bf5ed7-ad1a-476c-a55f-db07709e0bc0 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:58.477170 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d2c9f8-47ff-414a-9451-80159314e72b req-f6bf5ed7-ad1a-476c-a55f-db07709e0bc0 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:58.484030 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d2c9f8-47ff-414a-9451-80159314e72b req-f6bf5ed7-ad1a-476c-a55f-db07709e0bc0 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:58.486276 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b2d2c9f8-47ff-414a-9451-80159314e72b req-f6bf5ed7-ad1a-476c-a55f-db07709e0bc0 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/ports?device_id=56e27636-5895-498f-b3e2-d1fcf8b23052 HTTP/1.1" status: 200 len: 2419 time: 1.0016282 Jul 24 00:10:58.569465 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b2d2c9f8-47ff-414a-9451-80159314e72b req-9d8038bd-0114-4a82-aa9d-1be71da8fb8a tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3b18a95-9eb9-4810-a13b-9736798f03ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739489 Jul 24 00:10:58.638273 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d082fa-2074-439a-81b1-e5ab0fee245e req-f6868847-56e6-435f-a9fa-fb0cdb4ef15a tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:10:58.648271 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c9d082fa-2074-439a-81b1-e5ab0fee245e req-f6868847-56e6-435f-a9fa-fb0cdb4ef15a tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] 10.222.0.44 "GET /v2.0/networks?id=544adf57-b8f4-495e-8e2d-9eac868c25c7 HTTP/1.1" status: 200 len: 814 time: 0.2581871 Jul 24 00:10:58.681920 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c9d082fa-2074-439a-81b1-e5ab0fee245e req-763a3aed-3fea-4f72-ab31-9cc56bfb89c1 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] 10.222.0.44 "GET /v2.0/quotas/850024efdb0d4379844583446c970838 HTTP/1.1" status: 200 len: 375 time: 0.0322814 Jul 24 00:10:58.739748 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device bf83ed34-cda5-441d-8f65-098410033238 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:10:58.753198 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 40054) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:10:58.909989 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:58.975258 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port bf83ed34-cda5-441d-8f65-098410033238 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:10:58.992921 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port bf83ed34-cda5-441d-8f65-098410033238 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:10:58.993313 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:59.036407 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-242975d4-c1ce-49c9-8c77-3202fce949d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62dbeda5-f5ef-4bde-ac8b-f4bb8720ecb1', 'name': 'tempest-TestServerBasicOps-95049950-router', 'tenant_id': '8053f2a970ff4b779b375897739e4a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '2b98e6db-0531-41ce-aea8-f0e917215884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:10:53Z', 'updated_at': '2021-07-24T00:10:56Z', 'revision_number': 3, 'project_id': '8053f2a970ff4b779b375897739e4a9b', 'gw_port': {'id': '2b98e6db-0531-41ce-aea8-f0e917215884', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:35:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62dbeda5-f5ef-4bde-ac8b-f4bb8720ecb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:10:54Z', 'updated_at': '2021-07-24T00:10:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:10:59.040103 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7ee384f2-c5e7-46e4-9043-e874cbaad58b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:59.092685 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242975d4-c1ce-49c9-8c77-3202fce949d2 None None] Checking router: 62dbeda5-f5ef-4bde-ac8b-f4bb8720ecb1 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:10:59.093694 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242975d4-c1ce-49c9-8c77-3202fce949d2 None None] Updating router 62dbeda5-f5ef-4bde-ac8b-f4bb8720ecb1 port 2b98e6db-0531-41ce-aea8-f0e917215884 binding host n-d-800088-16 {{(pid=100315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:10:59.174182 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-242975d4-c1ce-49c9-8c77-3202fce949d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:59.184689 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c9d082fa-2074-439a-81b1-e5ab0fee245e req-b9630d8c-1ea8-4ac3-b802-6b41c20ee911 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=850024efdb0d4379844583446c970838&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5012062 Jul 24 00:10:59.192829 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-77573c7c-78fa-42df-8adf-1993378a4735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:59.321935 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:59.378657 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7ee384f2-c5e7-46e4-9043-e874cbaad58b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:59.396071 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7ee384f2-c5e7-46e4-9043-e874cbaad58b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:59.405277 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3ae7b18-a5f1-41c4-a4f9-a72fa672d868 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:10:59.408487 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c9d082fa-2074-439a-81b1-e5ab0fee245e req-6665ff05-faa8-4ca9-bb1f-990c33ce89bb service neutron] 10.222.0.44 "GET /v2.0/networks/544adf57-b8f4-495e-8e2d-9eac868c25c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127695 Jul 24 00:10:59.412135 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-f3ae7b18-a5f1-41c4-a4f9-a72fa672d868 admin admin] 10.222.0.44 "PUT /v2.0/routers/7efb4537-9b2f-4037-9065-d88b944231f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6567392 Jul 24 00:10:59.417269 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 40060) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:10:59.419949 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ddaae5-8baf-4bcb-9c09-4c3907191162 None None] Sync routers for ids ['7efb4537-9b2f-4037-9065-d88b944231f2'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:10:59.434032 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ddaae5-8baf-4bcb-9c09-4c3907191162 None None] Routers {'7efb4537-9b2f-4037-9065-d88b944231f2'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:10:59.434819 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-03ddaae5-8baf-4bcb-9c09-4c3907191162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:10:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['7efb4537-9b2f-4037-9065-d88b944231f2'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:10:59.438270 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-7ee384f2-c5e7-46e4-9043-e874cbaad58b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e086618a8e6f494e858f2ec5a6b31a82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6806648 Jul 24 00:10:59.442162 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 40062) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:10:59.452472 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port bf83ed34-cda5-441d-8f65-098410033238, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=bf83ed34-cda5-441d-8f65-098410033238,segment=NetworkSegment(25ce512e-de04-44a4-9725-80b9da3b8d68),segment_id=25ce512e-de04-44a4-9725-80b9da3b8d68)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:10:59.532254 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c9d082fa-2074-439a-81b1-e5ab0fee245e req-d83b7be2-2948-4a18-8890-d980980829cc service neutron] 10.222.0.44 "GET /v2.0/networks/544adf57-b8f4-495e-8e2d-9eac868c25c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139848 Jul 24 00:10:59.547953 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee384f2-c5e7-46e4-9043-e874cbaad58b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc81fc9c-6cc6-4bec-9a60-531b8339c72e,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:59.567950 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-77573c7c-78fa-42df-8adf-1993378a4735 admin admin] Allocated IP 172.20.0.1 (295fcd2f-65fb-43a3-812d-eb8827127761/362393cf-271d-48aa-bb90-5cca721b468c/f4770f09-5be5-4fff-ac6e-d17bd6106c4a) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:10:59.590496 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:59.678048 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-03ddaae5-8baf-4bcb-9c09-4c3907191162 None None] Set router 7efb4537-9b2f-4037-9065-d88b944231f2 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:10:59.750098 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-51f9d95a-b868-4912-8845-892e44d6b11d admin admin] Notify callbacks [] for router, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:59.756967 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-242975d4-c1ce-49c9-8c77-3202fce949d2 None None] Notify callbacks [] for port, precommit_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:59.769416 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=bf83ed34-cda5-441d-8f65-098410033238,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:59.786960 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-242975d4-c1ce-49c9-8c77-3202fce949d2 None None] Transition to ACTIVE for port object 2b98e6db-0531-41ce-aea8-f0e917215884 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:10:59.797119 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-242975d4-c1ce-49c9-8c77-3202fce949d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:59.858093 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-242975d4-c1ce-49c9-8c77-3202fce949d2 None None] Attempting to bind port 2b98e6db-0531-41ce-aea8-f0e917215884 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:10:59.858575 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-242975d4-c1ce-49c9-8c77-3202fce949d2 None None] Attempting to bind port 2b98e6db-0531-41ce-aea8-f0e917215884 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:10:59.859065 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242975d4-c1ce-49c9-8c77-3202fce949d2 None None] Attempting to bind port 2b98e6db-0531-41ce-aea8-f0e917215884 on network 9adcfee8-760c-4568-9e39-c221abf69bf5 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:10:59.875645 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242975d4-c1ce-49c9-8c77-3202fce949d2 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:10:59.876202 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242975d4-c1ce-49c9-8c77-3202fce949d2 None None] Checking segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:10:59.876884 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-242975d4-c1ce-49c9-8c77-3202fce949d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:59.877403 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242975d4-c1ce-49c9-8c77-3202fce949d2 None None] Bound using segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:10:59.878742 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-242975d4-c1ce-49c9-8c77-3202fce949d2 None None] Bound port: 2b98e6db-0531-41ce-aea8-f0e917215884, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:10:59.878941 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c5065c5d-c4f0-41ae-ab93-829170633eb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:59.879910 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-242975d4-c1ce-49c9-8c77-3202fce949d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:59.901330 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-77573c7c-78fa-42df-8adf-1993378a4735 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:59.910161 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8129c8-809f-4f3e-b21e-384304cee027 None None] Pushing event updated for resources: {'Port': ['ID=2b98e6db-0531-41ce-aea8-f0e917215884,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:10:59.943118 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6804984a-93a5-4a52-b249-110081f6ed40 req-089e2f26-9bb8-48c0-956b-0a2dc8c0eeaa tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] 10.222.0.44 "GET /v2.0/ports?device_id=64daba1c-7170-4d1e-9a7a-d4eda6c37c73 HTTP/1.1" status: 200 len: 210 time: 0.0686777 Jul 24 00:10:59.958787 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c5065c5d-c4f0-41ae-ab93-829170633eb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:10:59.995000 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-242975d4-c1ce-49c9-8c77-3202fce949d2 None None] For port 2b98e6db-0531-41ce-aea8-f0e917215884, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:11:00.003401 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-242975d4-c1ce-49c9-8c77-3202fce949d2 None None] For port 2b98e6db-0531-41ce-aea8-f0e917215884, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=2b98e6db-0531-41ce-aea8-f0e917215884,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:11:00.015375 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-242975d4-c1ce-49c9-8c77-3202fce949d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:00.022907 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [None req-77573c7c-78fa-42df-8adf-1993378a4735 admin admin] Transition to ACTIVE for port object f4770f09-5be5-4fff-ac6e-d17bd6106c4a will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:11:00.064887 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-51f9d95a-b868-4912-8845-892e44d6b11d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:00.107830 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242975d4-c1ce-49c9-8c77-3202fce949d2 None None] Routers {'62dbeda5-f5ef-4bde-ac8b-f4bb8720ecb1'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:11:00.108763 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-242975d4-c1ce-49c9-8c77-3202fce949d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:10:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['62dbeda5-f5ef-4bde-ac8b-f4bb8720ecb1'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:11:00.115855 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8129c8-809f-4f3e-b21e-384304cee027 None None] Pushing event updated for resources: {'Port': ['ID=2b98e6db-0531-41ce-aea8-f0e917215884,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:00.139796 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-51f9d95a-b868-4912-8845-892e44d6b11d admin admin] Deleting port bc62cf28-7600-472c-b04d-682d7d765580 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:11:00.140156 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-51f9d95a-b868-4912-8845-892e44d6b11d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:00.166886 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda61510-aeb0-45c1-8a64-1c942155d5e6 req-4ccd51cd-db6d-4299-b0c6-7abd5dbd0a86 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:00.173149 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda61510-aeb0-45c1-8a64-1c942155d5e6 req-4ccd51cd-db6d-4299-b0c6-7abd5dbd0a86 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:00.179959 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda61510-aeb0-45c1-8a64-1c942155d5e6 req-4ccd51cd-db6d-4299-b0c6-7abd5dbd0a86 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:00.183374 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-eda61510-aeb0-45c1-8a64-1c942155d5e6 req-4ccd51cd-db6d-4299-b0c6-7abd5dbd0a86 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/ports?device_id=56e27636-5895-498f-b3e2-d1fcf8b23052 HTTP/1.1" status: 200 len: 2419 time: 0.4207132 Jul 24 00:11:00.220457 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-03ddaae5-8baf-4bcb-9c09-4c3907191162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7efb4537-9b2f-4037-9065-d88b944231f2', 'name': 'tempest-TestAggregatesBasicOps-121296372-router', 'tenant_id': '815daef38e0c4018a219f2fedc96a15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'bc62cf28-7600-472c-b04d-682d7d765580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:10:30Z', 'updated_at': '2021-07-24T00:10:57Z', 'revision_number': 5, 'project_id': '815daef38e0c4018a219f2fedc96a15e', 'gw_port': {'id': 'bc62cf28-7600-472c-b04d-682d7d765580', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ff:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efb4537-9b2f-4037-9065-d88b944231f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:10:32Z', 'updated_at': '2021-07-24T00:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:11:00.289056 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-51f9d95a-b868-4912-8845-892e44d6b11d admin admin] For port bc62cf28-7600-472c-b04d-682d7d765580, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=bc62cf28-7600-472c-b04d-682d7d765580,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:11:00.289477 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-51f9d95a-b868-4912-8845-892e44d6b11d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:00.297975 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ddaae5-8baf-4bcb-9c09-4c3907191162 None None] Checking router: 7efb4537-9b2f-4037-9065-d88b944231f2 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:11:00.303882 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-eda61510-aeb0-45c1-8a64-1c942155d5e6 req-eeedd6d5-a6ee-45f7-a87c-bbf5dd4ec7ce tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3b18a95-9eb9-4810-a13b-9736798f03ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049876 Jul 24 00:11:00.310938 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c5065c5d-c4f0-41ae-ab93-829170633eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:00.318927 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c5065c5d-c4f0-41ae-ab93-829170633eb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:00.320546 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-c5065c5d-c4f0-41ae-ab93-829170633eb1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cc81fc9c-6cc6-4bec-9a60-531b8339c72e HTTP/1.1" status: 204 len: 168 time: 0.8745952 Jul 24 00:11:00.329333 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-51f9d95a-b868-4912-8845-892e44d6b11d admin admin] Calling delete_port for bc62cf28-7600-472c-b04d-682d7d765580 owned by network:router_gateway {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:11:00.331395 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ddaae5-8baf-4bcb-9c09-4c3907191162 None None] Routers {'7efb4537-9b2f-4037-9065-d88b944231f2'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:11:00.333413 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-03ddaae5-8baf-4bcb-9c09-4c3907191162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:10:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['7efb4537-9b2f-4037-9065-d88b944231f2'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:11:00.339545 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-77573c7c-78fa-42df-8adf-1993378a4735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:00.356320 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-242975d4-c1ce-49c9-8c77-3202fce949d2 None None] Set router 62dbeda5-f5ef-4bde-ac8b-f4bb8720ecb1 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:11:00.477523 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5065c5d-c4f0-41ae-ab93-829170633eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc81fc9c-6cc6-4bec-9a60-531b8339c72e,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:00.516730 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77573c7c-78fa-42df-8adf-1993378a4735 admin admin] Pushing event updated for resources: {'Port': ['ID=f4770f09-5be5-4fff-ac6e-d17bd6106c4a,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:00.538748 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77573c7c-78fa-42df-8adf-1993378a4735 admin admin] Network 295fcd2f-65fb-43a3-812d-eb8827127761 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:11:00.540349 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-77573c7c-78fa-42df-8adf-1993378a4735 admin admin] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:11:00.549338 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77573c7c-78fa-42df-8adf-1993378a4735 admin admin] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:11:00.593965 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-03ddaae5-8baf-4bcb-9c09-4c3907191162 None None] Set router 7efb4537-9b2f-4037-9065-d88b944231f2 gateway port host: None {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:11:00.713036 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-77573c7c-78fa-42df-8adf-1993378a4735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681761'] for router_interface, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:00.755586 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-03ddaae5-8baf-4bcb-9c09-4c3907191162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7efb4537-9b2f-4037-9065-d88b944231f2', 'name': 'tempest-TestAggregatesBasicOps-121296372-router', 'tenant_id': '815daef38e0c4018a219f2fedc96a15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:10:30Z', 'updated_at': '2021-07-24T00:11:00Z', 'revision_number': 6, 'project_id': '815daef38e0c4018a219f2fedc96a15e', 'gw_port_host': None}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:11:00.810788 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-51f9d95a-b868-4912-8845-892e44d6b11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:00.833111 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ddaae5-8baf-4bcb-9c09-4c3907191162 None None] The sync data for ids ['7efb4537-9b2f-4037-9065-d88b944231f2'] in n-d-800088-16 is: [{'id': '7efb4537-9b2f-4037-9065-d88b944231f2', 'name': 'tempest-TestAggregatesBasicOps-121296372-router', 'tenant_id': '815daef38e0c4018a219f2fedc96a15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:10:30Z', 'updated_at': '2021-07-24T00:11:00Z', 'revision_number': 6, 'project_id': '815daef38e0c4018a219f2fedc96a15e', 'gw_port_host': None}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:11:00.857202 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f9d95a-b868-4912-8845-892e44d6b11d admin admin] Pushing event deleted for resources: {'Port': ['ID=bc62cf28-7600-472c-b04d-682d7d765580,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:00.895392 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-242975d4-c1ce-49c9-8c77-3202fce949d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62dbeda5-f5ef-4bde-ac8b-f4bb8720ecb1', 'name': 'tempest-TestServerBasicOps-95049950-router', 'tenant_id': '8053f2a970ff4b779b375897739e4a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '2b98e6db-0531-41ce-aea8-f0e917215884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:10:53Z', 'updated_at': '2021-07-24T00:10:56Z', 'revision_number': 3, 'project_id': '8053f2a970ff4b779b375897739e4a9b', 'gw_port': {'id': '2b98e6db-0531-41ce-aea8-f0e917215884', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:35:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62dbeda5-f5ef-4bde-ac8b-f4bb8720ecb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:10:54Z', 'updated_at': '2021-07-24T00:10:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:11:00.984706 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242975d4-c1ce-49c9-8c77-3202fce949d2 None None] The sync data for ids ['62dbeda5-f5ef-4bde-ac8b-f4bb8720ecb1'] in n-d-800088-16 is: [{'id': '62dbeda5-f5ef-4bde-ac8b-f4bb8720ecb1', 'name': 'tempest-TestServerBasicOps-95049950-router', 'tenant_id': '8053f2a970ff4b779b375897739e4a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '2b98e6db-0531-41ce-aea8-f0e917215884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:10:53Z', 'updated_at': '2021-07-24T00:10:56Z', 'revision_number': 3, 'project_id': '8053f2a970ff4b779b375897739e4a9b', 'gw_port': {'id': '2b98e6db-0531-41ce-aea8-f0e917215884', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:35:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62dbeda5-f5ef-4bde-ac8b-f4bb8720ecb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:10:54Z', 'updated_at': '2021-07-24T00:10:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:11:01.084451 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-51f9d95a-b868-4912-8845-892e44d6b11d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687114'] for router_gateway, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:01.133461 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-169714e5-ac55-4192-afde-dee60b9ef3fc req-e229c6b8-a358-4512-87cb-42999d4e87a9 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] 10.222.0.44 "GET /v2.0/ports?device_id=64daba1c-7170-4d1e-9a7a-d4eda6c37c73 HTTP/1.1" status: 200 len: 210 time: 0.0461810 Jul 24 00:11:01.150477 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-77573c7c-78fa-42df-8adf-1993378a4735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:01.177060 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-15442c76-99ff-4e19-b209-84ad6c79b112 None None] Provisioning for port f4770f09-5be5-4fff-ac6e-d17bd6106c4a completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:11:01.181441 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-15442c76-99ff-4e19-b209-84ad6c79b112 None None] Provisioning complete for port f4770f09-5be5-4fff-ac6e-d17bd6106c4a triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:11:01.181871 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-15442c76-99ff-4e19-b209-84ad6c79b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:01.234997 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-15442c76-99ff-4e19-b209-84ad6c79b112 None None] Port f4770f09-5be5-4fff-ac6e-d17bd6106c4a cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:11:01.283818 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-51f9d95a-b868-4912-8845-892e44d6b11d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:01.289630 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-51f9d95a-b868-4912-8845-892e44d6b11d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:01.338156 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6581171-da33-4dd8-8b4b-cbab77811a31 req-88ad6832-4ded-4cfd-9457-a6ee99fde569 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:01.345524 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6581171-da33-4dd8-8b4b-cbab77811a31 req-88ad6832-4ded-4cfd-9457-a6ee99fde569 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:01.351818 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6581171-da33-4dd8-8b4b-cbab77811a31 req-88ad6832-4ded-4cfd-9457-a6ee99fde569 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:01.353631 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a6581171-da33-4dd8-8b4b-cbab77811a31 req-88ad6832-4ded-4cfd-9457-a6ee99fde569 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/ports?device_id=56e27636-5895-498f-b3e2-d1fcf8b23052 HTTP/1.1" status: 200 len: 2419 time: 0.4199581 Jul 24 00:11:01.444795 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-77573c7c-78fa-42df-8adf-1993378a4735 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:01.453657 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-77573c7c-78fa-42df-8adf-1993378a4735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:01.525383 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-51f9d95a-b868-4912-8845-892e44d6b11d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:01.526459 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f9d95a-b868-4912-8845-892e44d6b11d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7efb4537-9b2f-4037-9065-d88b944231f2 {{(pid=100313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:11:01.534444 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-51f9d95a-b868-4912-8845-892e44d6b11d admin admin] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:01.536464 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-51f9d95a-b868-4912-8845-892e44d6b11d admin admin] 10.222.0.44 "DELETE /v2.0/routers/7efb4537-9b2f-4037-9065-d88b944231f2 HTTP/1.1" status: 204 len: 168 time: 2.1171181 Jul 24 00:11:01.542438 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 40112) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:01.574291 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-77573c7c-78fa-42df-8adf-1993378a4735 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680980'] for router_interface, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:01.601143 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77573c7c-78fa-42df-8adf-1993378a4735 admin admin] Pushing event updated for resources: {'Port': ['ID=f4770f09-5be5-4fff-ac6e-d17bd6106c4a,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:01.603048 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0e89fb1-dfc0-4922-8949-1ead7f3f94cb admin admin] Deleting subnet bf13113c-def9-4185-8be6-7681c77d0528 {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:11:01.671170 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a6581171-da33-4dd8-8b4b-cbab77811a31 req-21cebf69-f263-49a3-bb6b-c55baa2d4003 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3b18a95-9eb9-4810-a13b-9736798f03ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777989 Jul 24 00:11:01.674816 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b0e89fb1-dfc0-4922-8949-1ead7f3f94cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:01.736615 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77573c7c-78fa-42df-8adf-1993378a4735 admin admin] Network 295fcd2f-65fb-43a3-812d-eb8827127761 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:11:01.738161 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-77573c7c-78fa-42df-8adf-1993378a4735 admin admin] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:11:01.787802 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b0e89fb1-dfc0-4922-8949-1ead7f3f94cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:01.808175 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d082fa-2074-439a-81b1-e5ab0fee245e req-97c8407c-303e-401b-b1ef-5f2dfac527da tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:01.823570 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c9d082fa-2074-439a-81b1-e5ab0fee245e req-97c8407c-303e-401b-b1ef-5f2dfac527da tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] 10.222.0.52 "GET /v2.0/networks?id=544adf57-b8f4-495e-8e2d-9eac868c25c7 HTTP/1.1" status: 200 len: 814 time: 0.4276276 Jul 24 00:11:01.906014 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-c9d082fa-2074-439a-81b1-e5ab0fee245e req-6c0fe597-824b-4b93-bf7f-4d9d913b2a04 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] Request body: {'port': {'device_id': '64daba1c-7170-4d1e-9a7a-d4eda6c37c73', 'network_id': '544adf57-b8f4-495e-8e2d-9eac868c25c7', 'admin_state_up': True, 'tenant_id': '850024efdb0d4379844583446c970838'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:11:01.970384 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77573c7c-78fa-42df-8adf-1993378a4735 admin admin] Router 62dbeda5-f5ef-4bde-ac8b-f4bb8720ecb1 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:11:02.099985 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device bf83ed34-cda5-441d-8f65-098410033238 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:11:02.158997 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77573c7c-78fa-42df-8adf-1993378a4735 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:11:02.196796 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-77573c7c-78fa-42df-8adf-1993378a4735 admin admin] 10.222.0.44 "PUT /v2.0/routers/62dbeda5-f5ef-4bde-ac8b-f4bb8720ecb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6238258 Jul 24 00:11:02.286325 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9d082fa-2074-439a-81b1-e5ab0fee245e req-6c0fe597-824b-4b93-bf7f-4d9d913b2a04 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] Made reservation on behalf of 850024efdb0d4379844583446c970838 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:11:02.292468 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port bf83ed34-cda5-441d-8f65-098410033238 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:11:02.296176 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:02.297267 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-c9d082fa-2074-439a-81b1-e5ab0fee245e req-6c0fe597-824b-4b93-bf7f-4d9d913b2a04 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:02.367725 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-32d0ea00-a4ae-41ca-b807-71d8b1cc0477 None None] Provisioning complete for port f4770f09-5be5-4fff-ac6e-d17bd6106c4a triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:11:02.368710 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-32d0ea00-a4ae-41ca-b807-71d8b1cc0477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:02.402462 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c4762e70-26bc-4ca6-838f-9527dbcc37d6 req-a4a3c984-c7a9-4402-827d-fd76402233d7 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] 10.222.0.44 "GET /v2.0/ports?device_id=64daba1c-7170-4d1e-9a7a-d4eda6c37c73 HTTP/1.1" status: 200 len: 210 time: 0.0913033 Jul 24 00:11:02.504500 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b0e89fb1-dfc0-4922-8949-1ead7f3f94cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:02.522412 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-32d0ea00-a4ae-41ca-b807-71d8b1cc0477 None None] Port f4770f09-5be5-4fff-ac6e-d17bd6106c4a cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:11:02.572704 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 2b98e6db-0531-41ce-aea8-f0e917215884 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:11:02.581497 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39418681-e07c-4fdc-9667-715339d2f0d6 req-1dc6812e-ed90-442a-b58d-7512d7cc54c6 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:02.593273 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39418681-e07c-4fdc-9667-715339d2f0d6 req-1dc6812e-ed90-442a-b58d-7512d7cc54c6 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:02.609395 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39418681-e07c-4fdc-9667-715339d2f0d6 req-1dc6812e-ed90-442a-b58d-7512d7cc54c6 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:02.612599 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-39418681-e07c-4fdc-9667-715339d2f0d6 req-1dc6812e-ed90-442a-b58d-7512d7cc54c6 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.64 "GET /v2.0/ports?device_id=56e27636-5895-498f-b3e2-d1fcf8b23052 HTTP/1.1" status: 200 len: 2419 time: 0.3204060 Jul 24 00:11:02.676524 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 2b98e6db-0531-41ce-aea8-f0e917215884 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:11:02.685117 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 2b98e6db-0531-41ce-aea8-f0e917215884 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:11:02.688028 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:02.957963 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:02.973787 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-c9d082fa-2074-439a-81b1-e5ab0fee245e req-6c0fe597-824b-4b93-bf7f-4d9d913b2a04 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] Allocated IP 172.20.0.8 (544adf57-b8f4-495e-8e2d-9eac868c25c7/aaf6eafb-d210-48a4-8e72-bc2df62e48c5/81bd1575-4281-4e1c-8567-d57097bbe79f) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:11:02.994349 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b0e89fb1-dfc0-4922-8949-1ead7f3f94cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:03.014211 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 2b98e6db-0531-41ce-aea8-f0e917215884, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=2b98e6db-0531-41ce-aea8-f0e917215884,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:11:03.023724 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:03.046838 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-39418681-e07c-4fdc-9667-715339d2f0d6 req-40e6e796-efbb-48cd-96a5-098abb616c76 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Deleting port 1681bcda-f415-44df-8fb6-8d5ae8c30ddf {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:11:03.047190 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-39418681-e07c-4fdc-9667-715339d2f0d6 req-40e6e796-efbb-48cd-96a5-098abb616c76 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:03.058791 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e89fb1-dfc0-4922-8949-1ead7f3f94cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf13113c-def9-4185-8be6-7681c77d0528,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:03.112743 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b0e89fb1-dfc0-4922-8949-1ead7f3f94cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:03.117587 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-b0e89fb1-dfc0-4922-8949-1ead7f3f94cb admin admin] 10.222.0.44 "DELETE /v2.0/subnets/bf13113c-def9-4185-8be6-7681c77d0528 HTTP/1.1" status: 204 len: 168 time: 1.5727267 Jul 24 00:11:03.121353 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 40164) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:03.150624 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfe6167-117e-4e10-b0ad-52298cebb5f4 req-757f2e9b-66f4-40a3-b46f-0ed78a18430e tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:03.160321 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfe6167-117e-4e10-b0ad-52298cebb5f4 req-757f2e9b-66f4-40a3-b46f-0ed78a18430e tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:03.167874 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfe6167-117e-4e10-b0ad-52298cebb5f4 req-757f2e9b-66f4-40a3-b46f-0ed78a18430e tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:03.170708 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6bfe6167-117e-4e10-b0ad-52298cebb5f4 req-757f2e9b-66f4-40a3-b46f-0ed78a18430e tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/ports?device_id=56e27636-5895-498f-b3e2-d1fcf8b23052 HTTP/1.1" status: 200 len: 2419 time: 0.2307143 Jul 24 00:11:03.280112 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6bfe6167-117e-4e10-b0ad-52298cebb5f4 req-2de77d53-5969-4f90-983c-c97ff08958c2 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3b18a95-9eb9-4810-a13b-9736798f03ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788789 Jul 24 00:11:03.316051 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-39418681-e07c-4fdc-9667-715339d2f0d6 req-40e6e796-efbb-48cd-96a5-098abb616c76 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] For port 1681bcda-f415-44df-8fb6-8d5ae8c30ddf, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=1681bcda-f415-44df-8fb6-8d5ae8c30ddf,segment=NetworkSegment(e9fba5a9-b6d1-4e91-a6a2-67b017d34bb2),segment_id=e9fba5a9-b6d1-4e91-a6a2-67b017d34bb2)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:11:03.317201 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-39418681-e07c-4fdc-9667-715339d2f0d6 req-40e6e796-efbb-48cd-96a5-098abb616c76 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:03.341835 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f43b14c1-28cd-45e6-b678-a08a8b71e449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:03.355436 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-39418681-e07c-4fdc-9667-715339d2f0d6 req-40e6e796-efbb-48cd-96a5-098abb616c76 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Calling delete_port for 1681bcda-f415-44df-8fb6-8d5ae8c30ddf owned by compute:nova {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:11:03.521351 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-c9d082fa-2074-439a-81b1-e5ab0fee245e req-6c0fe597-824b-4b93-bf7f-4d9d913b2a04 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:03.525356 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5daadabe-7f2f-4756-86f0-b8ae652ffe5e None None] Network 71ab2d37-ea60-4911-9a97-371296019dd0 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:11:03.528915 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 9b6f7ba4-52de-4a26-89db-f07f2b15b0c3 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:11:03.639484 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-c9d082fa-2074-439a-81b1-e5ab0fee245e req-6c0fe597-824b-4b93-bf7f-4d9d913b2a04 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:03.667699 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 40204) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:03.687317 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-39418681-e07c-4fdc-9667-715339d2f0d6 req-40e6e796-efbb-48cd-96a5-098abb616c76 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:03.720951 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['684b25b8-1108-4188-9aa3-a28fd6195d9e', '11ba14c4-b2d2-46ad-8d52-aa829f6701c1', '1681bcda-f415-44df-8fb6-8d5ae8c30ddf'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:11:03.723472 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 9b6f7ba4-52de-4a26-89db-f07f2b15b0c3 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:11:03.724450 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 9b6f7ba4-52de-4a26-89db-f07f2b15b0c3 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:11:03.725101 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device bc62cf28-7600-472c-b04d-682d7d765580 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:11:03.748346 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e6e796-efbb-48cd-96a5-098abb616c76 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Pushing event deleted for resources: {'Port': ['ID=1681bcda-f415-44df-8fb6-8d5ae8c30ddf,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:03.798566 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-31093cab-31a0-4b85-a25e-2ddb5bd274bf tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-678802606', 'description': 'tempest-secgroup-smoke-678802606 description', 'project_id': '8ed52982936542aab9afbd7ecf658cda'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:11:03.823382 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: bc62cf28-7600-472c-b04d-682d7d765580 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:11:03.824029 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device bc62cf28-7600-472c-b04d-682d7d765580 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:11:03.852351 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-39418681-e07c-4fdc-9667-715339d2f0d6 req-40e6e796-efbb-48cd-96a5-098abb616c76 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] No DVR routers for this DVR port 1681bcda-f415-44df-8fb6-8d5ae8c30ddf on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:11:03.863326 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-39418681-e07c-4fdc-9667-715339d2f0d6 req-40e6e796-efbb-48cd-96a5-098abb616c76 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:03.872141 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-39418681-e07c-4fdc-9667-715339d2f0d6 req-40e6e796-efbb-48cd-96a5-098abb616c76 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.64 "DELETE /v2.0/ports/1681bcda-f415-44df-8fb6-8d5ae8c30ddf HTTP/1.1" status: 204 len: 173 time: 1.2498758 Jul 24 00:11:03.872666 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e27636-5895-498f-b3e2-d1fcf8b23052', 'name': 'network-vif-deleted', 'tag': '1681bcda-f415-44df-8fb6-8d5ae8c30ddf'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:11:03.898761 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b83530-9dbf-4dc8-a99c-f79c0c8831fc" -d '{"events": [{"server_uuid": "56e27636-5895-498f-b3e2-d1fcf8b23052", "name": "network-vif-deleted", "tag": "1681bcda-f415-44df-8fb6-8d5ae8c30ddf"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:11:03.906414 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3b7dc8-f307-460a-abf2-ae0b2dc2a830 None None] Sync routers for ids ['62dbeda5-f5ef-4bde-ac8b-f4bb8720ecb1'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:11:03.908532 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-f43b14c1-28cd-45e6-b678-a08a8b71e449 admin admin] Deleting port 803236c3-2400-4003-b18c-96856175dd53 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:11:03.909186 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f43b14c1-28cd-45e6-b678-a08a8b71e449 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:03.952046 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3b7dc8-f307-460a-abf2-ae0b2dc2a830 None None] Routers {'62dbeda5-f5ef-4bde-ac8b-f4bb8720ecb1'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:11:03.953049 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-3c3b7dc8-f307-460a-abf2-ae0b2dc2a830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:10:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['62dbeda5-f5ef-4bde-ac8b-f4bb8720ecb1'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:11:03.955223 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=2b98e6db-0531-41ce-aea8-f0e917215884,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:03.988878 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-f43b14c1-28cd-45e6-b678-a08a8b71e449 admin admin] For port 803236c3-2400-4003-b18c-96856175dd53, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=803236c3-2400-4003-b18c-96856175dd53,segment=NetworkSegment(4c355a25-50f4-4dda-91b9-597f7e72cfb0),segment_id=4c355a25-50f4-4dda-91b9-597f7e72cfb0)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:11:03.993218 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f43b14c1-28cd-45e6-b678-a08a8b71e449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:04.028008 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae22a698-80ab-48dc-b843-f5d00ad73ad6 x-openstack-request-id: req-ae22a698-80ab-48dc-b843-f5d00ad73ad6 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:11:04.029730 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56e27636-5895-498f-b3e2-d1fcf8b23052", "name": "network-vif-deleted", "tag": "1681bcda-f415-44df-8fb6-8d5ae8c30ddf", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:11:04.030010 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ae22a698-80ab-48dc-b843-f5d00ad73ad6 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:11:04.031528 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e27636-5895-498f-b3e2-d1fcf8b23052', 'name': 'network-vif-deleted', 'tag': '1681bcda-f415-44df-8fb6-8d5ae8c30ddf', 'status': 'completed', 'code': 200} Jul 24 00:11:04.059613 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-31093cab-31a0-4b85-a25e-2ddb5bd274bf tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:04.088222 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9d082fa-2074-439a-81b1-e5ab0fee245e req-6c0fe597-824b-4b93-bf7f-4d9d913b2a04 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] Network 544adf57-b8f4-495e-8e2d-9eac868c25c7 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:11:04.093260 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-f43b14c1-28cd-45e6-b678-a08a8b71e449 admin admin] Calling delete_port for 803236c3-2400-4003-b18c-96856175dd53 owned by network:dhcp {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:11:04.100700 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-c9d082fa-2074-439a-81b1-e5ab0fee245e req-6c0fe597-824b-4b93-bf7f-4d9d913b2a04 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:11:04.103695 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9d082fa-2074-439a-81b1-e5ab0fee245e req-6c0fe597-824b-4b93-bf7f-4d9d913b2a04 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:11:04.158847 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d082fa-2074-439a-81b1-e5ab0fee245e req-6c0fe597-824b-4b93-bf7f-4d9d913b2a04 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:04.159901 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-c9d082fa-2074-439a-81b1-e5ab0fee245e req-6c0fe597-824b-4b93-bf7f-4d9d913b2a04 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:04.162788 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0fe597-824b-4b93-bf7f-4d9d913b2a04 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] Pushing event updated for resources: {'Port': ['ID=81bd1575-4281-4e1c-8567-d57097bbe79f,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:04.195445 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a6eb60-9060-4636-93b8-6466668722d9 req-60611d1e-4e71-42b1-8f4d-4fe5a936c0d4 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:04.206066 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f5a6eb60-9060-4636-93b8-6466668722d9 req-60611d1e-4e71-42b1-8f4d-4fe5a936c0d4 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] 10.222.0.44 "GET /v2.0/ports?device_id=64daba1c-7170-4d1e-9a7a-d4eda6c37c73 HTTP/1.1" status: 200 len: 931 time: 0.3669667 Jul 24 00:11:04.270459 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 40218) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:04.310498 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f5a6eb60-9060-4636-93b8-6466668722d9 req-b582576d-5619-4b79-8f6e-b4c609ec41b8 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] 10.222.0.44 "GET /v2.0/security-groups?id=8cf1fbb8-a0d9-4a48-aaad-3040ad44ce64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019552 Jul 24 00:11:04.315021 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-39418681-e07c-4fdc-9667-715339d2f0d6 req-cd6b5061-3bf0-43e6-96f8-6d7b75cbb2b2 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Deleting port 11ba14c4-b2d2-46ad-8d52-aa829f6701c1 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:11:04.315430 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-39418681-e07c-4fdc-9667-715339d2f0d6 req-cd6b5061-3bf0-43e6-96f8-6d7b75cbb2b2 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:04.316331 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-3c3b7dc8-f307-460a-abf2-ae0b2dc2a830 None None] Set router 62dbeda5-f5ef-4bde-ac8b-f4bb8720ecb1 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:11:04.370084 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-31093cab-31a0-4b85-a25e-2ddb5bd274bf tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:04.382023 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-31093cab-31a0-4b85-a25e-2ddb5bd274bf tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:04.404188 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c39c6c-b4c4-447b-ba88-23eb1bd63ff2 None None] DHCP port deletion for 71ab2d37-ea60-4911-9a97-371296019dd0 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:11:04.479449 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31093cab-31a0-4b85-a25e-2ddb5bd274bf tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=250ef827-28a0-493b-a9a6-b5ecf06b16ab,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:04.486781 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c9d082fa-2074-439a-81b1-e5ab0fee245e req-6c0fe597-824b-4b93-bf7f-4d9d913b2a04 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5906525 Jul 24 00:11:04.506237 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f43b14c1-28cd-45e6-b678-a08a8b71e449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:04.512354 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-39418681-e07c-4fdc-9667-715339d2f0d6 req-cd6b5061-3bf0-43e6-96f8-6d7b75cbb2b2 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] For port 11ba14c4-b2d2-46ad-8d52-aa829f6701c1, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=11ba14c4-b2d2-46ad-8d52-aa829f6701c1,segment=NetworkSegment(e9fba5a9-b6d1-4e91-a6a2-67b017d34bb2),segment_id=e9fba5a9-b6d1-4e91-a6a2-67b017d34bb2)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:11:04.512741 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-39418681-e07c-4fdc-9667-715339d2f0d6 req-cd6b5061-3bf0-43e6-96f8-6d7b75cbb2b2 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:04.527880 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-39418681-e07c-4fdc-9667-715339d2f0d6 req-cd6b5061-3bf0-43e6-96f8-6d7b75cbb2b2 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Calling delete_port for 11ba14c4-b2d2-46ad-8d52-aa829f6701c1 owned by compute:nova {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:11:04.568634 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-31093cab-31a0-4b85-a25e-2ddb5bd274bf tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:04.570414 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-31093cab-31a0-4b85-a25e-2ddb5bd274bf tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7985096 Jul 24 00:11:04.573994 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 40228) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:04.575775 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43b14c1-28cd-45e6-b678-a08a8b71e449 admin admin] Pushing event deleted for resources: {'Port': ['ID=803236c3-2400-4003-b18c-96856175dd53,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:04.586373 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-51f40548-6fb0-47c6-b313-3ad6c529c54f tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Request body: {'security_group_rule': {'security_group_id': '250ef827-28a0-493b-a9a6-b5ecf06b16ab', 'project_id': '8ed52982936542aab9afbd7ecf658cda', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:11:04.593131 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43b14c1-28cd-45e6-b678-a08a8b71e449 admin admin] No DVR routers for this DVR port 803236c3-2400-4003-b18c-96856175dd53 on host n-d-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:11:04.634161 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-05c39c6c-b4c4-447b-ba88-23eb1bd63ff2 None None] Deleting port 803236c3-2400-4003-b18c-96856175dd53 {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:11:04.634645 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-05c39c6c-b4c4-447b-ba88-23eb1bd63ff2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:04.724687 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f43b14c1-28cd-45e6-b678-a08a8b71e449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:04.733425 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-585c3404-65b6-4e02-87a8-5a3fedec4ece admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:04.746520 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-f43b14c1-28cd-45e6-b678-a08a8b71e449 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71ab2d37-ea60-4911-9a97-371296019dd0']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:11:04.758712 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-05c39c6c-b4c4-447b-ba88-23eb1bd63ff2 None None] For port 803236c3-2400-4003-b18c-96856175dd53, host n-d-800088-16, got binding levels [] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:11:04.759375 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-05c39c6c-b4c4-447b-ba88-23eb1bd63ff2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:04.771306 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6005fe46-e84d-47a9-a4fb-681404c76b98 req-dbec3537-5406-4b07-ada7-9329525370c8 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:04.777886 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6005fe46-e84d-47a9-a4fb-681404c76b98 req-dbec3537-5406-4b07-ada7-9329525370c8 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:04.779752 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6005fe46-e84d-47a9-a4fb-681404c76b98 req-dbec3537-5406-4b07-ada7-9329525370c8 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/ports?device_id=56e27636-5895-498f-b3e2-d1fcf8b23052 HTTP/1.1" status: 200 len: 1683 time: 0.2950082 Jul 24 00:11:04.780122 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-05c39c6c-b4c4-447b-ba88-23eb1bd63ff2 None None] Calling delete_port for 803236c3-2400-4003-b18c-96856175dd53 owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:11:04.784305 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.ipam_backend_mixin [None req-05c39c6c-b4c4-447b-ba88-23eb1bd63ff2 None None] Port 803236c3-2400-4003-b18c-96856175dd53 was not found and therefore no delete operation was performed {{(pid=100315) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 24 00:11:04.788996 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-05c39c6c-b4c4-447b-ba88-23eb1bd63ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:04.791219 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-f43b14c1-28cd-45e6-b678-a08a8b71e449 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c355a25-50f4-4dda-91b9-597f7e72cfb0') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:11:04.791660 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-f43b14c1-28cd-45e6-b678-a08a8b71e449 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c355a25-50f4-4dda-91b9-597f7e72cfb0') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:11:04.818781 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-39418681-e07c-4fdc-9667-715339d2f0d6 req-cd6b5061-3bf0-43e6-96f8-6d7b75cbb2b2 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:04.821107 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c39c6c-b4c4-447b-ba88-23eb1bd63ff2 None None] Pushing event deleted for resources: {'Port': ['ID=803236c3-2400-4003-b18c-96856175dd53,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:04.822489 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-51f40548-6fb0-47c6-b313-3ad6c529c54f tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:04.825229 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-3c3b7dc8-f307-460a-abf2-ae0b2dc2a830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62dbeda5-f5ef-4bde-ac8b-f4bb8720ecb1', 'name': 'tempest-TestServerBasicOps-95049950-router', 'tenant_id': '8053f2a970ff4b779b375897739e4a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '2b98e6db-0531-41ce-aea8-f0e917215884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:10:53Z', 'updated_at': '2021-07-24T00:11:01Z', 'revision_number': 4, 'project_id': '8053f2a970ff4b779b375897739e4a9b', 'gw_port': {'id': '2b98e6db-0531-41ce-aea8-f0e917215884', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:35:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dbeda5-f5ef-4bde-ac8b-f4bb8720ecb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:10:54Z', 'updated_at': '2021-07-24T00:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'f4770f09-5be5-4fff-ac6e-d17bd6106c4a', 'name': '', 'network_id': '295fcd2f-65fb-43a3-812d-eb8827127761', 'tenant_id': '8053f2a970ff4b779b375897739e4a9b', 'mac_address': 'fa:16:3e:50:58:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62dbeda5-f5ef-4bde-ac8b-f4bb8720ecb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '362393cf-271d-48aa-bb90-5cca721b468c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:10:59Z', 'updated_at': '2021-07-24T00:11:01Z', 'revision_number': 2, 'project_id': '8053f2a970ff4b779b375897739e4a9b', 'subnets': [{'id': '362393cf-271d-48aa-bb90-5cca721b468c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:11:04.835821 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-c9d082fa-2074-439a-81b1-e5ab0fee245e req-4b78daf9-8442-493d-b18c-1084574944d4 service neutron] Request body: {'port': {'device_id': '64daba1c-7170-4d1e-9a7a-d4eda6c37c73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:11:04.844013 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f43b14c1-28cd-45e6-b678-a08a8b71e449 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:04.861427 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3b7dc8-f307-460a-abf2-ae0b2dc2a830 None None] Checking router: 62dbeda5-f5ef-4bde-ac8b-f4bb8720ecb1 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:11:04.862097 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3b7dc8-f307-460a-abf2-ae0b2dc2a830 None None] Updating router 62dbeda5-f5ef-4bde-ac8b-f4bb8720ecb1 port f4770f09-5be5-4fff-ac6e-d17bd6106c4a binding host n-d-800088-16 {{(pid=100315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:11:04.864641 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c39c6c-b4c4-447b-ba88-23eb1bd63ff2 None None] No DVR routers for this DVR port 803236c3-2400-4003-b18c-96856175dd53 on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:11:04.893432 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b5061-3bf0-43e6-96f8-6d7b75cbb2b2 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Pushing event deleted for resources: {'Port': ['ID=11ba14c4-b2d2-46ad-8d52-aa829f6701c1,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:04.915257 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3c3b7dc8-f307-460a-abf2-ae0b2dc2a830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:04.960098 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6005fe46-e84d-47a9-a4fb-681404c76b98 req-71584319-19be-4f19-8c97-7f98bd89bd8c tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3b18a95-9eb9-4810-a13b-9736798f03ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719148 Jul 24 00:11:04.961297 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f43b14c1-28cd-45e6-b678-a08a8b71e449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:04.975349 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f43b14c1-28cd-45e6-b678-a08a8b71e449 admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:11:04.976114 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f43b14c1-28cd-45e6-b678-a08a8b71e449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:04.977952 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:11:04.977952 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:11:04.977952 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:11:04.977952 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:11:04.977952 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:11:04.977952 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:11:04.977952 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:11:04.977952 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:11:04.977952 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:11:04.977952 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:11:04.977952 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:11:04.977952 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:11:04.977952 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:11:04.977952 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:11:04.977952 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:11:04.977952 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:11:04.977952 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:11:04.977952 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:11:04.977952 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:11:04.977952 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:11:04.977952 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:11:04.977952 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:11:04.977952 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:11:04.977952 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:11:04.977952 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:11:04.977952 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:11:04.977952 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:11:04.977952 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:11:04.977952 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:11:04.977952 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:11:04.977952 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:11:04.977952 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:11:05.083716 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-c9d082fa-2074-439a-81b1-e5ab0fee245e req-4b78daf9-8442-493d-b18c-1084574944d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:05.086843 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f43b14c1-28cd-45e6-b678-a08a8b71e449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:05.102977 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-39418681-e07c-4fdc-9667-715339d2f0d6 req-cd6b5061-3bf0-43e6-96f8-6d7b75cbb2b2 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] No DVR routers for this DVR port 11ba14c4-b2d2-46ad-8d52-aa829f6701c1 on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:11:05.108595 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f43b14c1-28cd-45e6-b678-a08a8b71e449 admin admin] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:05.110608 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-f43b14c1-28cd-45e6-b678-a08a8b71e449 admin admin] 10.222.0.44 "DELETE /v2.0/networks/71ab2d37-ea60-4911-9a97-371296019dd0 HTTP/1.1" status: 204 len: 168 time: 1.9793818 Jul 24 00:11:05.118055 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-39418681-e07c-4fdc-9667-715339d2f0d6 req-cd6b5061-3bf0-43e6-96f8-6d7b75cbb2b2 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:05.127398 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-39418681-e07c-4fdc-9667-715339d2f0d6 req-cd6b5061-3bf0-43e6-96f8-6d7b75cbb2b2 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.64 "DELETE /v2.0/ports/11ba14c4-b2d2-46ad-8d52-aa829f6701c1 HTTP/1.1" status: 204 len: 173 time: 1.2166016 Jul 24 00:11:05.142158 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43b14c1-28cd-45e6-b678-a08a8b71e449 admin admin] Pushing event deleted for resources: {'Network': ['ID=71ab2d37-ea60-4911-9a97-371296019dd0,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:05.201518 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-51f40548-6fb0-47c6-b313-3ad6c529c54f tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:05.248556 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-585c3404-65b6-4e02-87a8-5a3fedec4ece admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:05.268512 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-51f40548-6fb0-47c6-b313-3ad6c529c54f tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:05.301012 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-585c3404-65b6-4e02-87a8-5a3fedec4ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:05.332724 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f40548-6fb0-47c6-b313-3ad6c529c54f tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ce8e830-29ea-4676-a9d6-b44231061ccf,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:05.342457 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 40248) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:05.404617 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-51f40548-6fb0-47c6-b313-3ad6c529c54f tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:05.409459 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-51f40548-6fb0-47c6-b313-3ad6c529c54f tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8339105 Jul 24 00:11:05.410477 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 40254) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:05.418152 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-51c75eca-dcab-4a65-b0c4-d1e681114aa2 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Request body: {'security_group_rule': {'security_group_id': '250ef827-28a0-493b-a9a6-b5ecf06b16ab', 'project_id': '8ed52982936542aab9afbd7ecf658cda', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:11:05.427146 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-585c3404-65b6-4e02-87a8-5a3fedec4ece admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6a83ed3446474b2f88896ffa063a3270&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1553464 Jul 24 00:11:05.434518 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585c3404-65b6-4e02-87a8-5a3fedec4ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e5773b0-21c8-49cd-a7e4-168119b007bd,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:05.439200 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 40256) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:05.525213 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3c3b7dc8-f307-460a-abf2-ae0b2dc2a830 None None] Notify callbacks [] for port, precommit_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:05.530324 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-eaa3819c-4671-4540-b3c0-9970f6703583 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1584a658362045689962d68608c4ca27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1760597 Jul 24 00:11:05.530639 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 40260) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:05.543103 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-3c3b7dc8-f307-460a-abf2-ae0b2dc2a830 None None] Transition to ACTIVE for port object f4770f09-5be5-4fff-ac6e-d17bd6106c4a will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:11:05.551494 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3c3b7dc8-f307-460a-abf2-ae0b2dc2a830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:05.570658 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-39418681-e07c-4fdc-9667-715339d2f0d6 req-00798333-c8e2-43ab-b808-9820f08a1db0 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Deleting port 684b25b8-1108-4188-9aa3-a28fd6195d9e {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:11:05.571008 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-39418681-e07c-4fdc-9667-715339d2f0d6 req-00798333-c8e2-43ab-b808-9820f08a1db0 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:05.584746 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-51c75eca-dcab-4a65-b0c4-d1e681114aa2 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:05.667579 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4d5857-a856-4312-8613-4c264d625895 None None] Pushing event updated for resources: {'Port': ['ID=f4770f09-5be5-4fff-ac6e-d17bd6106c4a,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:05.722136 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-3c3b7dc8-f307-460a-abf2-ae0b2dc2a830 None None] Attempting to bind port f4770f09-5be5-4fff-ac6e-d17bd6106c4a on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:11:05.722136 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-3c3b7dc8-f307-460a-abf2-ae0b2dc2a830 None None] Attempting to bind port f4770f09-5be5-4fff-ac6e-d17bd6106c4a by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '25ce512e-de04-44a4-9725-80b9da3b8d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '295fcd2f-65fb-43a3-812d-eb8827127761'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:11:05.722136 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3b7dc8-f307-460a-abf2-ae0b2dc2a830 None None] Attempting to bind port f4770f09-5be5-4fff-ac6e-d17bd6106c4a on network 295fcd2f-65fb-43a3-812d-eb8827127761 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:11:05.728097 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3b7dc8-f307-460a-abf2-ae0b2dc2a830 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:11:05.728513 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3b7dc8-f307-460a-abf2-ae0b2dc2a830 None None] Checking segment: {'id': '25ce512e-de04-44a4-9725-80b9da3b8d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '295fcd2f-65fb-43a3-812d-eb8827127761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:11:05.734581 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3c3b7dc8-f307-460a-abf2-ae0b2dc2a830 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:05.734581 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3b7dc8-f307-460a-abf2-ae0b2dc2a830 None None] Bound using segment: {'id': '25ce512e-de04-44a4-9725-80b9da3b8d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '295fcd2f-65fb-43a3-812d-eb8827127761'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:11:05.735783 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-3c3b7dc8-f307-460a-abf2-ae0b2dc2a830 None None] Bound port: f4770f09-5be5-4fff-ac6e-d17bd6106c4a, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25ce512e-de04-44a4-9725-80b9da3b8d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '295fcd2f-65fb-43a3-812d-eb8827127761'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:11:05.736389 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3c3b7dc8-f307-460a-abf2-ae0b2dc2a830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:05.780142 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-51c75eca-dcab-4a65-b0c4-d1e681114aa2 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:05.798492 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-51c75eca-dcab-4a65-b0c4-d1e681114aa2 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:05.837465 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b2f307-ab96-410a-9137-959abf7e0a09 req-1f123cc6-6da7-4ebd-b1ff-344967f420df tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:05.841348 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-81b2f307-ab96-410a-9137-959abf7e0a09 req-1f123cc6-6da7-4ebd-b1ff-344967f420df tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] 10.222.0.44 "GET /v2.0/ports?device_id=64daba1c-7170-4d1e-9a7a-d4eda6c37c73 HTTP/1.1" status: 200 len: 931 time: 0.3653245 Jul 24 00:11:05.866302 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-03b9f75e-2a27-489d-9413-4198a2382a9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:05.868305 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-3c3b7dc8-f307-460a-abf2-ae0b2dc2a830 None None] For port f4770f09-5be5-4fff-ac6e-d17bd6106c4a, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:11:05.872038 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-3c3b7dc8-f307-460a-abf2-ae0b2dc2a830 None None] For port f4770f09-5be5-4fff-ac6e-d17bd6106c4a, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=f4770f09-5be5-4fff-ac6e-d17bd6106c4a,segment=NetworkSegment(25ce512e-de04-44a4-9725-80b9da3b8d68),segment_id=25ce512e-de04-44a4-9725-80b9da3b8d68)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:11:05.886829 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3c3b7dc8-f307-460a-abf2-ae0b2dc2a830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:05.920683 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-03b9f75e-2a27-489d-9413-4198a2382a9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:05.969883 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c75eca-dcab-4a65-b0c4-d1e681114aa2 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f516d40-be80-4bdf-88db-8b97ae545d9b,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:05.984128 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-51c75eca-dcab-4a65-b0c4-d1e681114aa2 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:05.985426 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-51c75eca-dcab-4a65-b0c4-d1e681114aa2 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5712924 Jul 24 00:11:05.995095 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 40274) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:06.002992 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4d5857-a856-4312-8613-4c264d625895 None None] Pushing event updated for resources: {'Port': ['ID=f4770f09-5be5-4fff-ac6e-d17bd6106c4a,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:06.006163 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-b7b2f337-36bd-488f-a9bd-6e457b57ef05 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Request body: {'security_group_rule': {'security_group_id': '250ef827-28a0-493b-a9a6-b5ecf06b16ab', 'project_id': '8ed52982936542aab9afbd7ecf658cda', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:11:06.021551 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-03b9f75e-2a27-489d-9413-4198a2382a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:06.024541 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-03b9f75e-2a27-489d-9413-4198a2382a9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:06.026030 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-03b9f75e-2a27-489d-9413-4198a2382a9c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6e5773b0-21c8-49cd-a7e4-168119b007bd HTTP/1.1" status: 204 len: 168 time: 0.5844643 Jul 24 00:11:06.026367 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 2b98e6db-0531-41ce-aea8-f0e917215884 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:11:06.073263 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e27636-5895-498f-b3e2-d1fcf8b23052', 'name': 'network-vif-deleted', 'tag': '11ba14c4-b2d2-46ad-8d52-aa829f6701c1'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:11:06.083449 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a78ee1-93cb-4a89-9f1f-5c811b5e2acd" -d '{"events": [{"server_uuid": "56e27636-5895-498f-b3e2-d1fcf8b23052", "name": "network-vif-deleted", "tag": "11ba14c4-b2d2-46ad-8d52-aa829f6701c1"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:11:06.095980 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3b7dc8-f307-460a-abf2-ae0b2dc2a830 None None] Routers {'62dbeda5-f5ef-4bde-ac8b-f4bb8720ecb1'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:11:06.096734 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-3c3b7dc8-f307-460a-abf2-ae0b2dc2a830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:10:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['62dbeda5-f5ef-4bde-ac8b-f4bb8720ecb1'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:11:06.152385 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b9f75e-2a27-489d-9413-4198a2382a9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e5773b0-21c8-49cd-a7e4-168119b007bd,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:06.159014 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-39418681-e07c-4fdc-9667-715339d2f0d6 req-00798333-c8e2-43ab-b808-9820f08a1db0 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] For port 684b25b8-1108-4188-9aa3-a28fd6195d9e, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=684b25b8-1108-4188-9aa3-a28fd6195d9e,segment=NetworkSegment(ad15ec62-9d2c-48a2-a3d3-8bdb2fa9ed70),segment_id=ad15ec62-9d2c-48a2-a3d3-8bdb2fa9ed70)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:11:06.160065 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-39418681-e07c-4fdc-9667-715339d2f0d6 req-00798333-c8e2-43ab-b808-9820f08a1db0 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:06.231991 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-39418681-e07c-4fdc-9667-715339d2f0d6 req-00798333-c8e2-43ab-b808-9820f08a1db0 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Calling delete_port for 684b25b8-1108-4188-9aa3-a28fd6195d9e owned by compute:nova {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:11:06.275866 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-3c3b7dc8-f307-460a-abf2-ae0b2dc2a830 None None] Set router 62dbeda5-f5ef-4bde-ac8b-f4bb8720ecb1 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:11:06.277442 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-81b2f307-ab96-410a-9137-959abf7e0a09 req-d59bb31b-cafa-49e7-983a-e62dc4c29cee tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] 10.222.0.44 "GET /v2.0/security-groups?id=8cf1fbb8-a0d9-4a48-aaad-3040ad44ce64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955148 Jul 24 00:11:06.284761 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b7b2f337-36bd-488f-a9bd-6e457b57ef05 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:06.415343 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05fc96e3-c34b-4db5-813b-48f0000406f2 x-openstack-request-id: req-05fc96e3-c34b-4db5-813b-48f0000406f2 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:11:06.415767 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56e27636-5895-498f-b3e2-d1fcf8b23052", "name": "network-vif-deleted", "tag": "11ba14c4-b2d2-46ad-8d52-aa829f6701c1", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:11:06.416110 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-05fc96e3-c34b-4db5-813b-48f0000406f2 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:11:06.416611 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e27636-5895-498f-b3e2-d1fcf8b23052', 'name': 'network-vif-deleted', 'tag': '11ba14c4-b2d2-46ad-8d52-aa829f6701c1', 'status': 'completed', 'code': 200} Jul 24 00:11:06.484406 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b7b2f337-36bd-488f-a9bd-6e457b57ef05 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:06.495912 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 684b25b8-1108-4188-9aa3-a28fd6195d9e no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:11:06.497100 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b7b2f337-36bd-488f-a9bd-6e457b57ef05 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:06.522607 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-c9d082fa-2074-439a-81b1-e5ab0fee245e req-4b78daf9-8442-493d-b18c-1084574944d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81bd1575-4281-4e1c-8567-d57097bbe79f {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:11:06.527551 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b7b2f337-36bd-488f-a9bd-6e457b57ef05 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:06.531906 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-b7b2f337-36bd-488f-a9bd-6e457b57ef05 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5354700 Jul 24 00:11:06.533597 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 40288) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:06.540715 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-cbe01cc5-a6a3-4c44-a356-3bc8b5f522a6 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Request body: {'security_group_rule': {'security_group_id': '250ef827-28a0-493b-a9a6-b5ecf06b16ab', 'project_id': '8ed52982936542aab9afbd7ecf658cda', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:11:06.551765 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b2f337-36bd-488f-a9bd-6e457b57ef05 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4e6e644-4b83-4d2d-b5c3-3a9b9d075a5a,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:06.555662 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-c9d082fa-2074-439a-81b1-e5ab0fee245e req-4b78daf9-8442-493d-b18c-1084574944d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:06.618863 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 2b98e6db-0531-41ce-aea8-f0e917215884 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:11:06.619523 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:06.630610 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-39418681-e07c-4fdc-9667-715339d2f0d6 req-00798333-c8e2-43ab-b808-9820f08a1db0 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:06.641002 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cbe01cc5-a6a3-4c44-a356-3bc8b5f522a6 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:06.641326 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-c9d082fa-2074-439a-81b1-e5ab0fee245e req-4b78daf9-8442-493d-b18c-1084574944d4 service neutron] Transition to ACTIVE for port object 81bd1575-4281-4e1c-8567-d57097bbe79f will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:11:06.670119 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-c9d082fa-2074-439a-81b1-e5ab0fee245e req-4b78daf9-8442-493d-b18c-1084574944d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:06.682357 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3905684c-407c-45f5-b226-a0054c73d6d9 req-10d0b274-f80d-478f-bcde-b753e91c6b1a tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:06.684957 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3905684c-407c-45f5-b226-a0054c73d6d9 req-10d0b274-f80d-478f-bcde-b753e91c6b1a tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/ports?device_id=56e27636-5895-498f-b3e2-d1fcf8b23052 HTTP/1.1" status: 200 len: 867 time: 0.4803507 Jul 24 00:11:06.690010 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e4971366-39e0-4e11-a118-ba89cf175141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:06.750624 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 40292) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:06.757592 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cbe01cc5-a6a3-4c44-a356-3bc8b5f522a6 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:06.759396 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00798333-c8e2-43ab-b808-9820f08a1db0 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Pushing event deleted for resources: {'Port': ['ID=684b25b8-1108-4188-9aa3-a28fd6195d9e,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:06.767869 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cbe01cc5-a6a3-4c44-a356-3bc8b5f522a6 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:06.814190 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-47bccf5a-52f3-4ba2-ae46-933aafc5d9cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:06.834861 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-39418681-e07c-4fdc-9667-715339d2f0d6 req-00798333-c8e2-43ab-b808-9820f08a1db0 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] No DVR routers for this DVR port 684b25b8-1108-4188-9aa3-a28fd6195d9e on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:11:06.838964 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe01cc5-a6a3-4c44-a356-3bc8b5f522a6 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b8b7e92-712c-4021-9685-0bd6584b9cd3,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:06.841857 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-39418681-e07c-4fdc-9667-715339d2f0d6 req-00798333-c8e2-43ab-b808-9820f08a1db0 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:06.844035 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-39418681-e07c-4fdc-9667-715339d2f0d6 req-00798333-c8e2-43ab-b808-9820f08a1db0 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.64 "DELETE /v2.0/ports/684b25b8-1108-4188-9aa3-a28fd6195d9e HTTP/1.1" status: 204 len: 173 time: 1.7015536 Jul 24 00:11:06.846985 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:06.851749 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cbe01cc5-a6a3-4c44-a356-3bc8b5f522a6 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:06.856201 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-cbe01cc5-a6a3-4c44-a356-3bc8b5f522a6 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3193378 Jul 24 00:11:06.857032 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 40300) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:06.862958 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-f212a23e-7d11-47ee-af68-200fb2663e31 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Request body: {'security_group_rule': {'security_group_id': '250ef827-28a0-493b-a9a6-b5ecf06b16ab', 'project_id': '8ed52982936542aab9afbd7ecf658cda', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:11:06.904607 n-d-800088-16 neutron-server[100314]: INFO neutron.db.securitygroups_db [None req-f212a23e-7d11-47ee-af68-200fb2663e31 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Project 8ed52982936542aab9afbd7ecf658cda added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 00:11:06.910480 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f212a23e-7d11-47ee-af68-200fb2663e31 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:06.932871 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e4971366-39e0-4e11-a118-ba89cf175141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:06.988661 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 11ba14c4-b2d2-46ad-8d52-aa829f6701c1 no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:11:07.027534 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b78daf9-8442-493d-b18c-1084574944d4 service neutron] Pushing event updated for resources: {'Port': ['ID=81bd1575-4281-4e1c-8567-d57097bbe79f,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:07.042860 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] No Port match for: 11ba14c4-b2d2-46ad-8d52-aa829f6701c1 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:11:07.045178 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 11ba14c4-b2d2-46ad-8d52-aa829f6701c1 not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:11:07.048253 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 1681bcda-f415-44df-8fb6-8d5ae8c30ddf no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:11:07.062925 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f212a23e-7d11-47ee-af68-200fb2663e31 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:07.069290 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f212a23e-7d11-47ee-af68-200fb2663e31 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:07.074496 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3905684c-407c-45f5-b226-a0054c73d6d9 req-ac4188ee-0859-4fab-b0a9-96fed248bd20 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3b18a95-9eb9-4810-a13b-9736798f03ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3512654 Jul 24 00:11:07.085333 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] No Port match for: 1681bcda-f415-44df-8fb6-8d5ae8c30ddf {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:11:07.085842 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 1681bcda-f415-44df-8fb6-8d5ae8c30ddf not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:11:07.114771 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-3c3b7dc8-f307-460a-abf2-ae0b2dc2a830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62dbeda5-f5ef-4bde-ac8b-f4bb8720ecb1', 'name': 'tempest-TestServerBasicOps-95049950-router', 'tenant_id': '8053f2a970ff4b779b375897739e4a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '2b98e6db-0531-41ce-aea8-f0e917215884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:10:53Z', 'updated_at': '2021-07-24T00:11:01Z', 'revision_number': 4, 'project_id': '8053f2a970ff4b779b375897739e4a9b', 'gw_port': {'id': '2b98e6db-0531-41ce-aea8-f0e917215884', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:35:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dbeda5-f5ef-4bde-ac8b-f4bb8720ecb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:10:54Z', 'updated_at': '2021-07-24T00:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'f4770f09-5be5-4fff-ac6e-d17bd6106c4a', 'name': '', 'network_id': '295fcd2f-65fb-43a3-812d-eb8827127761', 'tenant_id': '8053f2a970ff4b779b375897739e4a9b', 'mac_address': 'fa:16:3e:50:58:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62dbeda5-f5ef-4bde-ac8b-f4bb8720ecb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '362393cf-271d-48aa-bb90-5cca721b468c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:10:59Z', 'updated_at': '2021-07-24T00:11:05Z', 'revision_number': 4, 'project_id': '8053f2a970ff4b779b375897739e4a9b', 'subnets': [{'id': '362393cf-271d-48aa-bb90-5cca721b468c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:11:07.143023 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f212a23e-7d11-47ee-af68-200fb2663e31 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2214f4a5-3ac9-4b81-9e77-0ff70ed3dff4,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:07.144913 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3b7dc8-f307-460a-abf2-ae0b2dc2a830 None None] The sync data for ids ['62dbeda5-f5ef-4bde-ac8b-f4bb8720ecb1'] in n-d-800088-16 is: [{'id': '62dbeda5-f5ef-4bde-ac8b-f4bb8720ecb1', 'name': 'tempest-TestServerBasicOps-95049950-router', 'tenant_id': '8053f2a970ff4b779b375897739e4a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '2b98e6db-0531-41ce-aea8-f0e917215884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:10:53Z', 'updated_at': '2021-07-24T00:11:01Z', 'revision_number': 4, 'project_id': '8053f2a970ff4b779b375897739e4a9b', 'gw_port': {'id': '2b98e6db-0531-41ce-aea8-f0e917215884', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:35:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dbeda5-f5ef-4bde-ac8b-f4bb8720ecb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:10:54Z', 'updated_at': '2021-07-24T00:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'f4770f09-5be5-4fff-ac6e-d17bd6106c4a', 'name': '', 'network_id': '295fcd2f-65fb-43a3-812d-eb8827127761', 'tenant_id': '8053f2a970ff4b779b375897739e4a9b', 'mac_address': 'fa:16:3e:50:58:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62dbeda5-f5ef-4bde-ac8b-f4bb8720ecb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '362393cf-271d-48aa-bb90-5cca721b468c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:10:59Z', 'updated_at': '2021-07-24T00:11:05Z', 'revision_number': 4, 'project_id': '8053f2a970ff4b779b375897739e4a9b', 'subnets': [{'id': '362393cf-271d-48aa-bb90-5cca721b468c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:11:07.195771 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-c9d082fa-2074-439a-81b1-e5ab0fee245e req-4b78daf9-8442-493d-b18c-1084574944d4 service neutron] Attempting to bind port 81bd1575-4281-4e1c-8567-d57097bbe79f on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:11:07.195926 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-c9d082fa-2074-439a-81b1-e5ab0fee245e req-4b78daf9-8442-493d-b18c-1084574944d4 service neutron] Attempting to bind port 81bd1575-4281-4e1c-8567-d57097bbe79f by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': 'e744ab3d-7713-4a4d-8a8a-74918f48c0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '544adf57-b8f4-495e-8e2d-9eac868c25c7'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:11:07.196334 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d082fa-2074-439a-81b1-e5ab0fee245e req-4b78daf9-8442-493d-b18c-1084574944d4 service neutron] Attempting to bind port 81bd1575-4281-4e1c-8567-d57097bbe79f on network 544adf57-b8f4-495e-8e2d-9eac868c25c7 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:11:07.210002 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d082fa-2074-439a-81b1-e5ab0fee245e req-4b78daf9-8442-493d-b18c-1084574944d4 service neutron] Port 81bd1575-4281-4e1c-8567-d57097bbe79f on network 544adf57-b8f4-495e-8e2d-9eac868c25c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:11:07.210333 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d082fa-2074-439a-81b1-e5ab0fee245e req-4b78daf9-8442-493d-b18c-1084574944d4 service neutron] Attempting to bind port 81bd1575-4281-4e1c-8567-d57097bbe79f on network 544adf57-b8f4-495e-8e2d-9eac868c25c7 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:11:07.223104 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d082fa-2074-439a-81b1-e5ab0fee245e req-4b78daf9-8442-493d-b18c-1084574944d4 service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:11:07.223494 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d082fa-2074-439a-81b1-e5ab0fee245e req-4b78daf9-8442-493d-b18c-1084574944d4 service neutron] Checking segment: {'id': 'e744ab3d-7713-4a4d-8a8a-74918f48c0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '544adf57-b8f4-495e-8e2d-9eac868c25c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:11:07.223922 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d082fa-2074-439a-81b1-e5ab0fee245e req-4b78daf9-8442-493d-b18c-1084574944d4 service neutron] Bound using segment: {'id': 'e744ab3d-7713-4a4d-8a8a-74918f48c0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '544adf57-b8f4-495e-8e2d-9eac868c25c7'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:11:07.225038 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-c9d082fa-2074-439a-81b1-e5ab0fee245e req-4b78daf9-8442-493d-b18c-1084574944d4 service neutron] Bound port: 81bd1575-4281-4e1c-8567-d57097bbe79f, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e744ab3d-7713-4a4d-8a8a-74918f48c0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '544adf57-b8f4-495e-8e2d-9eac868c25c7'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:11:07.236125 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 803236c3-2400-4003-b18c-96856175dd53 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:11:07.251195 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-c9d082fa-2074-439a-81b1-e5ab0fee245e req-4b78daf9-8442-493d-b18c-1084574944d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:07.279782 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e4971366-39e0-4e11-a118-ba89cf175141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:07.284411 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e4971366-39e0-4e11-a118-ba89cf175141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:07.285734 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-e4971366-39e0-4e11-a118-ba89cf175141 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7e9da6f6-fc43-4f36-92d0-08a72c6da334 HTTP/1.1" status: 204 len: 168 time: 1.7539649 Jul 24 00:11:07.296093 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 803236c3-2400-4003-b18c-96856175dd53 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:11:07.296535 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 803236c3-2400-4003-b18c-96856175dd53 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:11:07.372767 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4971366-39e0-4e11-a118-ba89cf175141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9da6f6-fc43-4f36-92d0-08a72c6da334,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:07.508010 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a6391e-783f-44ee-a8d0-0b5216b576ee req-c74fdb32-639a-4bcb-87de-0d59c0d10bb9 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:07.525515 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b8a6391e-783f-44ee-a8d0-0b5216b576ee req-c74fdb32-639a-4bcb-87de-0d59c0d10bb9 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] 10.222.0.44 "GET /v2.0/ports?device_id=64daba1c-7170-4d1e-9a7a-d4eda6c37c73 HTTP/1.1" status: 200 len: 943 time: 0.1469312 Jul 24 00:11:07.544387 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-47bccf5a-52f3-4ba2-ae46-933aafc5d9cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:07.558437 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-47bccf5a-52f3-4ba2-ae46-933aafc5d9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:07.594726 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-c9d082fa-2074-439a-81b1-e5ab0fee245e req-4b78daf9-8442-493d-b18c-1084574944d4 service neutron] For port 81bd1575-4281-4e1c-8567-d57097bbe79f, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:11:07.612020 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b8a6391e-783f-44ee-a8d0-0b5216b576ee req-cbd8b123-b032-4614-91ef-a2aa6887e6f9 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] 10.222.0.44 "GET /v2.0/security-groups?id=8cf1fbb8-a0d9-4a48-aaad-3040ad44ce64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852571 Jul 24 00:11:07.613336 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f212a23e-7d11-47ee-af68-200fb2663e31 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:07.617731 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-f212a23e-7d11-47ee-af68-200fb2663e31 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7594070 Jul 24 00:11:07.618472 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 40314) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:07.626410 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-e514a8fe-832c-41bb-bb5c-518c9a8a0c79 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Request body: {'security_group_rule': {'security_group_id': '250ef827-28a0-493b-a9a6-b5ecf06b16ab', 'project_id': '8ed52982936542aab9afbd7ecf658cda', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:11:07.656556 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-c9d082fa-2074-439a-81b1-e5ab0fee245e req-4b78daf9-8442-493d-b18c-1084574944d4 service neutron] For port 81bd1575-4281-4e1c-8567-d57097bbe79f, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=81bd1575-4281-4e1c-8567-d57097bbe79f,segment=NetworkSegment(e744ab3d-7713-4a4d-8a8a-74918f48c0ec),segment_id=e744ab3d-7713-4a4d-8a8a-74918f48c0ec)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:11:07.666795 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-c9d082fa-2074-439a-81b1-e5ab0fee245e req-4b78daf9-8442-493d-b18c-1084574944d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:07.675414 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 40320) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:07.676056 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-47bccf5a-52f3-4ba2-ae46-933aafc5d9cf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e45d890e99994f00bd2670ae8e4e0bbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9207420 Jul 24 00:11:07.679221 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bccf5a-52f3-4ba2-ae46-933aafc5d9cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ef49fe-0eed-4c6f-b5ab-9db84263b2c2,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:07.720714 n-d-800088-16 neutron-server[100314]: INFO neutron.db.securitygroups_db [None req-e514a8fe-832c-41bb-bb5c-518c9a8a0c79 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Project 8ed52982936542aab9afbd7ecf658cda added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 00:11:07.757614 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d082fa-2074-439a-81b1-e5ab0fee245e req-4b78daf9-8442-493d-b18c-1084574944d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:07.764975 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-c9d082fa-2074-439a-81b1-e5ab0fee245e req-4b78daf9-8442-493d-b18c-1084574944d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:07.766653 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c9d082fa-2074-439a-81b1-e5ab0fee245e req-4b78daf9-8442-493d-b18c-1084574944d4 service neutron] 10.222.0.52 "PUT /v2.0/ports/81bd1575-4281-4e1c-8567-d57097bbe79f HTTP/1.1" status: 200 len: 1092 time: 3.2625337 Jul 24 00:11:07.767135 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64daba1c-7170-4d1e-9a7a-d4eda6c37c73', 'tag': '81bd1575-4281-4e1c-8567-d57097bbe79f'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:11:07.773868 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e514a8fe-832c-41bb-bb5c-518c9a8a0c79 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:07.781564 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58cc6884-5074-47c2-aed5-ead071537a77" -d '{"events": [{"name": "network-changed", "server_uuid": "64daba1c-7170-4d1e-9a7a-d4eda6c37c73", "tag": "81bd1575-4281-4e1c-8567-d57097bbe79f"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:11:07.832728 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b78daf9-8442-493d-b18c-1084574944d4 service neutron] Pushing event updated for resources: {'Port': ['ID=81bd1575-4281-4e1c-8567-d57097bbe79f,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:07.893458 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6ecc9e60-f9b1-4cca-8b57-91c4c946ef84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:07.960797 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e514a8fe-832c-41bb-bb5c-518c9a8a0c79 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:07.966480 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f88006-0ef6-41c7-b057-23832cd8337f x-openstack-request-id: req-81f88006-0ef6-41c7-b057-23832cd8337f {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:11:07.966793 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64daba1c-7170-4d1e-9a7a-d4eda6c37c73", "tag": "81bd1575-4281-4e1c-8567-d57097bbe79f", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:11:07.967100 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-81f88006-0ef6-41c7-b057-23832cd8337f {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:11:07.967614 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64daba1c-7170-4d1e-9a7a-d4eda6c37c73', 'tag': '81bd1575-4281-4e1c-8567-d57097bbe79f', 'status': 'completed', 'code': 200} Jul 24 00:11:07.970292 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e514a8fe-832c-41bb-bb5c-518c9a8a0c79 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:07.974862 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6ecc9e60-f9b1-4cca-8b57-91c4c946ef84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:08.005666 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 40332) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:08.026013 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e514a8fe-832c-41bb-bb5c-518c9a8a0c79 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:08.029202 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-e514a8fe-832c-41bb-bb5c-518c9a8a0c79 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4095056 Jul 24 00:11:08.060884 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e514a8fe-832c-41bb-bb5c-518c9a8a0c79 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e325f0d9-6db8-46ca-b1a9-98bb708d177c,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:08.083178 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d082fa-2074-439a-81b1-e5ab0fee245e req-cce507ca-0947-4530-b557-d44b3ed9b72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:08.088231 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c9d082fa-2074-439a-81b1-e5ab0fee245e req-cce507ca-0947-4530-b557-d44b3ed9b72a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=850024efdb0d4379844583446c970838&device_id=64daba1c-7170-4d1e-9a7a-d4eda6c37c73 HTTP/1.1" status: 200 len: 1095 time: 0.2142568 Jul 24 00:11:08.089301 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device f4770f09-5be5-4fff-ac6e-d17bd6106c4a up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:11:08.137868 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6ecc9e60-f9b1-4cca-8b57-91c4c946ef84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:08.148076 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6ecc9e60-f9b1-4cca-8b57-91c4c946ef84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:08.151689 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-6ecc9e60-f9b1-4cca-8b57-91c4c946ef84 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c8ef49fe-0eed-4c6f-b5ab-9db84263b2c2 HTTP/1.1" status: 204 len: 168 time: 0.4731805 Jul 24 00:11:08.167951 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecc9e60-f9b1-4cca-8b57-91c4c946ef84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ef49fe-0eed-4c6f-b5ab-9db84263b2c2,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:08.185716 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 40342) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:08.186805 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c9d082fa-2074-439a-81b1-e5ab0fee245e req-5ddb8159-44f0-4aae-b071-cc89e0bf0e58 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81bd1575-4281-4e1c-8567-d57097bbe79f HTTP/1.1" status: 200 len: 217 time: 0.0899227 Jul 24 00:11:08.200848 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-7a4fed25-57ef-40e3-a69a-1f5e7efd7625 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=815daef38e0c4018a219f2fedc96a15e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1908317 Jul 24 00:11:08.202634 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 40344) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:08.290928 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port f4770f09-5be5-4fff-ac6e-d17bd6106c4a completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:11:08.299916 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port f4770f09-5be5-4fff-ac6e-d17bd6106c4a triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:11:08.303504 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:08.314725 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba8edae2-919e-47ef-85d7-741976e01a66 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Deleting subnet 66024fac-2c89-4ce5-a236-c8dd2db868f1 {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:11:08.325637 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ba8edae2-919e-47ef-85d7-741976e01a66 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:08.358578 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d082fa-2074-439a-81b1-e5ab0fee245e req-5bd4ff43-f780-4e1e-b0a3-1c2f880fd31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:08.359910 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c9d082fa-2074-439a-81b1-e5ab0fee245e req-5bd4ff43-f780-4e1e-b0a3-1c2f880fd31b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=aaf6eafb-d210-48a4-8e72-bc2df62e48c5 HTTP/1.1" status: 200 len: 854 time: 0.1579380 Jul 24 00:11:08.401658 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a7b6e80c-29fe-4744-a3e9-35854b3e55b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:08.409817 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c9d082fa-2074-439a-81b1-e5ab0fee245e req-a323cb3e-5fb8-47f6-81a9-4ec811c897c6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=544adf57-b8f4-495e-8e2d-9eac868c25c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430157 Jul 24 00:11:08.425164 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a7b6e80c-29fe-4744-a3e9-35854b3e55b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:08.439704 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:08.465565 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e27636-5895-498f-b3e2-d1fcf8b23052', 'name': 'network-vif-deleted', 'tag': '684b25b8-1108-4188-9aa3-a28fd6195d9e'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:11:08.467958 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a1a5dc9-dba0-4c13-8364-0c391ba51014" -d '{"events": [{"server_uuid": "56e27636-5895-498f-b3e2-d1fcf8b23052", "name": "network-vif-deleted", "tag": "684b25b8-1108-4188-9aa3-a28fd6195d9e"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:11:08.522741 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ba8edae2-919e-47ef-85d7-741976e01a66 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:08.554130 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port f4770f09-5be5-4fff-ac6e-d17bd6106c4a, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=f4770f09-5be5-4fff-ac6e-d17bd6106c4a,segment=NetworkSegment(25ce512e-de04-44a4-9725-80b9da3b8d68),segment_id=25ce512e-de04-44a4-9725-80b9da3b8d68)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:11:08.562170 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:08.578083 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c9d082fa-2074-439a-81b1-e5ab0fee245e req-6fca80d4-74a5-40db-89ea-0c864b582853 service neutron] 10.222.0.52 "GET /v2.0/networks/544adf57-b8f4-495e-8e2d-9eac868c25c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600876 Jul 24 00:11:08.583442 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62c50ab9-fa73-47b7-91e3-4ce43814a660 x-openstack-request-id: req-62c50ab9-fa73-47b7-91e3-4ce43814a660 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:11:08.584049 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56e27636-5895-498f-b3e2-d1fcf8b23052", "name": "network-vif-deleted", "tag": "684b25b8-1108-4188-9aa3-a28fd6195d9e", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:11:08.587322 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-62c50ab9-fa73-47b7-91e3-4ce43814a660 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:11:08.589309 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e27636-5895-498f-b3e2-d1fcf8b23052', 'name': 'network-vif-deleted', 'tag': '684b25b8-1108-4188-9aa3-a28fd6195d9e', 'status': 'completed', 'code': 200} Jul 24 00:11:08.625461 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-64bf1c40-edd0-4c57-81ee-e44c1f3deb7c req-d73319f9-0767-4caa-9134-5491a0c891b9 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-678802606&fields=id&tenant_id=8ed52982936542aab9afbd7ecf658cda HTTP/1.1" status: 200 len: 267 time: 0.2631865 Jul 24 00:11:08.634206 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a7b6e80c-29fe-4744-a3e9-35854b3e55b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:08.636794 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a7b6e80c-29fe-4744-a3e9-35854b3e55b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:08.642314 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-a7b6e80c-29fe-4744-a3e9-35854b3e55b4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4bc350de-02ce-402b-9474-c1be2c237a38 HTTP/1.1" status: 204 len: 168 time: 0.4353833 Jul 24 00:11:08.656389 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=f4770f09-5be5-4fff-ac6e-d17bd6106c4a,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:08.762893 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b6e80c-29fe-4744-a3e9-35854b3e55b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc350de-02ce-402b-9474-c1be2c237a38,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:08.831575 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c9d082fa-2074-439a-81b1-e5ab0fee245e req-c250265c-a9ff-44d7-bc90-37df768ef2e5 service neutron] 10.222.0.52 "GET /v2.0/networks/544adf57-b8f4-495e-8e2d-9eac868c25c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461677 Jul 24 00:11:08.902688 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a7ae98-66a9-4b67-b0ca-4464d03972c5 req-4dfcbd06-0816-4ab7-ae37-0b06e39ca1a6 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:08.906142 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d5a7ae98-66a9-4b67-b0ca-4464d03972c5 req-4dfcbd06-0816-4ab7-ae37-0b06e39ca1a6 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] 10.222.0.44 "GET /v2.0/ports?device_id=64daba1c-7170-4d1e-9a7a-d4eda6c37c73 HTTP/1.1" status: 200 len: 943 time: 0.1534534 Jul 24 00:11:08.984572 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ba8edae2-919e-47ef-85d7-741976e01a66 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:09.037012 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d5a7ae98-66a9-4b67-b0ca-4464d03972c5 req-b9ea0a36-0994-4a36-930c-8e6e3abef3da tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] 10.222.0.44 "GET /v2.0/security-groups?id=8cf1fbb8-a0d9-4a48-aaad-3040ad44ce64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026981 Jul 24 00:11:09.048552 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf1c40-edd0-4c57-81ee-e44c1f3deb7c req-ddd62c32-cb92-44df-91d2-9ad08202933f tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:09.057515 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-64bf1c40-edd0-4c57-81ee-e44c1f3deb7c req-ddd62c32-cb92-44df-91d2-9ad08202933f tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] 10.222.0.44 "GET /v2.0/networks?id=3829d8b1-57b6-4b5b-a62d-bdc41c946f86 HTTP/1.1" status: 200 len: 808 time: 0.4138355 Jul 24 00:11:09.108731 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-64bf1c40-edd0-4c57-81ee-e44c1f3deb7c req-b1010a8b-d453-47fa-95fe-f33e485b1f2a tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] 10.222.0.44 "GET /v2.0/quotas/8ed52982936542aab9afbd7ecf658cda HTTP/1.1" status: 200 len: 375 time: 0.0362384 Jul 24 00:11:09.128357 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc6884-5074-47c2-aed5-ead071537a77 req-405432e0-a929-4439-b134-f5cc70e478ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:09.137751 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-58cc6884-5074-47c2-aed5-ead071537a77 req-405432e0-a929-4439-b134-f5cc70e478ea service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=850024efdb0d4379844583446c970838&device_id=64daba1c-7170-4d1e-9a7a-d4eda6c37c73 HTTP/1.1" status: 200 len: 1095 time: 0.2286117 Jul 24 00:11:09.250731 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ba8edae2-919e-47ef-85d7-741976e01a66 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:09.302049 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c15534-3a3c-4140-9553-e84054cf7f51 None None] Network 22e6e549-d9e7-41fe-9128-738f51a627ab requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:11:09.365140 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ba8edae2-919e-47ef-85d7-741976e01a66 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:09.369586 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-ba8edae2-919e-47ef-85d7-741976e01a66 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "DELETE /v2.0/subnets/66024fac-2c89-4ce5-a236-c8dd2db868f1 HTTP/1.1" status: 204 len: 168 time: 1.1802878 Jul 24 00:11:09.371125 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 40390) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:09.386511 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8edae2-919e-47ef-85d7-741976e01a66 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Pushing event deleted for resources: {'Subnet': ['ID=66024fac-2c89-4ce5-a236-c8dd2db868f1,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:09.400713 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-64bf1c40-edd0-4c57-81ee-e44c1f3deb7c req-20aae1d8-f415-44bf-b9f1-bba984eb5f09 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8ed52982936542aab9afbd7ecf658cda&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2757030 Jul 24 00:11:09.462310 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc6884-5074-47c2-aed5-ead071537a77 req-ca2c7acf-471f-4c13-8107-4e607650797e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:09.463665 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-58cc6884-5074-47c2-aed5-ead071537a77 req-ca2c7acf-471f-4c13-8107-4e607650797e service neutron] 10.222.0.52 "GET /v2.0/networks?id=544adf57-b8f4-495e-8e2d-9eac868c25c7 HTTP/1.1" status: 200 len: 915 time: 0.3182502 Jul 24 00:11:09.537618 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-58cc6884-5074-47c2-aed5-ead071537a77 req-e9f98328-6b0c-404a-bda0-0b54b22c40c8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81bd1575-4281-4e1c-8567-d57097bbe79f HTTP/1.1" status: 200 len: 217 time: 0.0565441 Jul 24 00:11:09.597223 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-64bf1c40-edd0-4c57-81ee-e44c1f3deb7c req-aaa123ab-bf97-4830-a984-6524bb70e351 service neutron] 10.222.0.44 "GET /v2.0/networks/3829d8b1-57b6-4b5b-a62d-bdc41c946f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833642 Jul 24 00:11:09.643922 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f219cd15-abd2-438a-a812-dc859e9b28e1 None None] DHCP port deletion for 22e6e549-d9e7-41fe-9128-738f51a627ab request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:11:09.661837 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1b2d7564-4ee6-4c13-b9f1-aa0fd18c269d tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:09.707394 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-f219cd15-abd2-438a-a812-dc859e9b28e1 None None] Deleting port 45162eac-e037-45a9-a1c5-f77d70177d15 {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:11:09.708043 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f219cd15-abd2-438a-a812-dc859e9b28e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:09.748001 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-64bf1c40-edd0-4c57-81ee-e44c1f3deb7c req-3f2df56c-afc1-4c35-8b4f-7322586ef853 service neutron] 10.222.0.44 "GET /v2.0/networks/3829d8b1-57b6-4b5b-a62d-bdc41c946f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440907 Jul 24 00:11:09.773518 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc6884-5074-47c2-aed5-ead071537a77 req-aa99c550-33a4-454b-8dbe-54efa5af673b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:09.775284 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-58cc6884-5074-47c2-aed5-ead071537a77 req-aa99c550-33a4-454b-8dbe-54efa5af673b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=aaf6eafb-d210-48a4-8e72-bc2df62e48c5 HTTP/1.1" status: 200 len: 854 time: 0.2108550 Jul 24 00:11:09.795620 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-f219cd15-abd2-438a-a812-dc859e9b28e1 None None] For port 45162eac-e037-45a9-a1c5-f77d70177d15, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=45162eac-e037-45a9-a1c5-f77d70177d15,segment=NetworkSegment(ad15ec62-9d2c-48a2-a3d3-8bdb2fa9ed70),segment_id=ad15ec62-9d2c-48a2-a3d3-8bdb2fa9ed70)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:11:09.796164 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f219cd15-abd2-438a-a812-dc859e9b28e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:09.814337 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-f219cd15-abd2-438a-a812-dc859e9b28e1 None None] Calling delete_port for 45162eac-e037-45a9-a1c5-f77d70177d15 owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:11:09.819918 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-58cc6884-5074-47c2-aed5-ead071537a77 req-4027955d-08f7-4692-a1c4-96aa635fa557 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=544adf57-b8f4-495e-8e2d-9eac868c25c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367825 Jul 24 00:11:09.865931 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-1b2d7564-4ee6-4c13-b9f1-aa0fd18c269d tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Deleting port 45162eac-e037-45a9-a1c5-f77d70177d15 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:11:09.866288 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1b2d7564-4ee6-4c13-b9f1-aa0fd18c269d tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:09.952616 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device f4770f09-5be5-4fff-ac6e-d17bd6106c4a up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:11:10.017429 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f219cd15-abd2-438a-a812-dc859e9b28e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:10.049892 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f219cd15-abd2-438a-a812-dc859e9b28e1 None None] Pushing event deleted for resources: {'Port': ['ID=45162eac-e037-45a9-a1c5-f77d70177d15,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:10.060372 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f219cd15-abd2-438a-a812-dc859e9b28e1 None None] No DVR routers for this DVR port 45162eac-e037-45a9-a1c5-f77d70177d15 on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:11:10.084966 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port f4770f09-5be5-4fff-ac6e-d17bd6106c4a triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:11:10.085723 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:10.097116 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-1b2d7564-4ee6-4c13-b9f1-aa0fd18c269d tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] For port 45162eac-e037-45a9-a1c5-f77d70177d15, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=45162eac-e037-45a9-a1c5-f77d70177d15,segment=NetworkSegment(ad15ec62-9d2c-48a2-a3d3-8bdb2fa9ed70),segment_id=ad15ec62-9d2c-48a2-a3d3-8bdb2fa9ed70)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:11:10.098350 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1b2d7564-4ee6-4c13-b9f1-aa0fd18c269d tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:10.183094 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d2a77f2a-c0a1-43a4-bbc8-e53429f0fdda req-3d45eed7-c978-4e0a-84d0-5f8288921cd7 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c3ad554-7e3d-420c-aaf4-4023ba64e623 HTTP/1.1" status: 200 len: 210 time: 0.1291862 Jul 24 00:11:10.224353 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-1b2d7564-4ee6-4c13-b9f1-aa0fd18c269d tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Calling delete_port for 45162eac-e037-45a9-a1c5-f77d70177d15 owned by network:dhcp {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:11:10.291697 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 81bd1575-4281-4e1c-8567-d57097bbe79f details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:11:10.436794 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-58cc6884-5074-47c2-aed5-ead071537a77 req-37a6a476-4c9b-4623-b161-a4fcb7668186 service neutron] 10.222.0.52 "GET /v2.0/networks/544adf57-b8f4-495e-8e2d-9eac868c25c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6088467 Jul 24 00:11:10.511498 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 81bd1575-4281-4e1c-8567-d57097bbe79f, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=81bd1575-4281-4e1c-8567-d57097bbe79f,segment=NetworkSegment(e744ab3d-7713-4a4d-8a8a-74918f48c0ec),segment_id=e744ab3d-7713-4a4d-8a8a-74918f48c0ec)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:11:10.528127 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': '81bd1575-4281-4e1c-8567-d57097bbe79f', 'network_id': '544adf57-b8f4-495e-8e2d-9eac868c25c7', 'port_id': '81bd1575-4281-4e1c-8567-d57097bbe79f', 'mac_address': 'fa:16:3e:de:65:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaf6eafb-d210-48a4-8e72-bc2df62e48c5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:11:10.533295 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 45162eac-e037-45a9-a1c5-f77d70177d15 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:11:10.562283 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 45162eac-e037-45a9-a1c5-f77d70177d15 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:11:10.562677 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 45162eac-e037-45a9-a1c5-f77d70177d15 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:11:10.583573 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e10e7f2-8d1f-497c-a707-9cbaaeea0864 req-7f80ac1e-0823-4e33-a051-583951d25ae3 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:10.585215 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7e10e7f2-8d1f-497c-a707-9cbaaeea0864 req-7f80ac1e-0823-4e33-a051-583951d25ae3 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] 10.222.0.44 "GET /v2.0/ports?device_id=64daba1c-7170-4d1e-9a7a-d4eda6c37c73 HTTP/1.1" status: 200 len: 943 time: 0.1370695 Jul 24 00:11:10.629676 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:10.649971 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81bd1575-4281-4e1c-8567-d57097bbe79f {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:11:10.664243 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7e10e7f2-8d1f-497c-a707-9cbaaeea0864 req-fc379eca-011d-4c1b-8476-f35a433e9aad tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] 10.222.0.44 "GET /v2.0/security-groups?id=8cf1fbb8-a0d9-4a48-aaad-3040ad44ce64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722301 Jul 24 00:11:10.690750 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 81bd1575-4281-4e1c-8567-d57097bbe79f, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=81bd1575-4281-4e1c-8567-d57097bbe79f,segment=NetworkSegment(e744ab3d-7713-4a4d-8a8a-74918f48c0ec),segment_id=e744ab3d-7713-4a4d-8a8a-74918f48c0ec)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:11:10.695828 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1b2d7564-4ee6-4c13-b9f1-aa0fd18c269d tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:10.703073 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:10.708413 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-58cc6884-5074-47c2-aed5-ead071537a77 req-0b245a30-41ad-4d42-b4bd-4bc2554483de service neutron] 10.222.0.52 "GET /v2.0/networks/544adf57-b8f4-495e-8e2d-9eac868c25c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317104 Jul 24 00:11:10.729241 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2d7564-4ee6-4c13-b9f1-aa0fd18c269d tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Pushing event deleted for resources: {'Port': ['ID=45162eac-e037-45a9-a1c5-f77d70177d15,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:10.731436 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2d7564-4ee6-4c13-b9f1-aa0fd18c269d tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] No DVR routers for this DVR port 45162eac-e037-45a9-a1c5-f77d70177d15 on host n-d-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:11:10.787122 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=81bd1575-4281-4e1c-8567-d57097bbe79f,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:10.864389 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1b2d7564-4ee6-4c13-b9f1-aa0fd18c269d tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:10.875723 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-1b2d7564-4ee6-4c13-b9f1-aa0fd18c269d tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22e6e549-d9e7-41fe-9128-738f51a627ab']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:11:10.891663 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-1b2d7564-4ee6-4c13-b9f1-aa0fd18c269d tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad15ec62-9d2c-48a2-a3d3-8bdb2fa9ed70') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:11:10.891962 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-1b2d7564-4ee6-4c13-b9f1-aa0fd18c269d tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad15ec62-9d2c-48a2-a3d3-8bdb2fa9ed70') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:11:10.901719 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1b2d7564-4ee6-4c13-b9f1-aa0fd18c269d tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:10.910532 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['81bd1575-4281-4e1c-8567-d57097bbe79f'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:11:10.935751 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1b2d7564-4ee6-4c13-b9f1-aa0fd18c269d tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:10.957865 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b2d7564-4ee6-4c13-b9f1-aa0fd18c269d tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:11:10.959022 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1b2d7564-4ee6-4c13-b9f1-aa0fd18c269d tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:10.982717 n-d-800088-16 neutron-server[100313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:11:10.982717 n-d-800088-16 neutron-server[100313]: self.session.flush() Jul 24 00:11:10.982717 n-d-800088-16 neutron-server[100313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:11:10.982717 n-d-800088-16 neutron-server[100313]: self.session.flush() Jul 24 00:11:10.982717 n-d-800088-16 neutron-server[100313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:11:10.982717 n-d-800088-16 neutron-server[100313]: self.session.flush() Jul 24 00:11:10.982717 n-d-800088-16 neutron-server[100313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:11:10.982717 n-d-800088-16 neutron-server[100313]: self.session.flush() Jul 24 00:11:10.982717 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:11:10.982717 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:11:10.982717 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:11:10.982717 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:11:10.982717 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:11:10.982717 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:11:10.982717 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:11:10.982717 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:11:10.982717 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:11:10.982717 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:11:10.982717 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:11:10.982717 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:11:10.982717 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:11:10.982717 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:11:10.982717 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:11:10.982717 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:11:10.982717 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:11:10.982717 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:11:10.982717 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:11:10.982717 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:11:10.982717 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:11:10.982717 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:11:10.982717 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:11:10.982717 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:11:10.982717 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:11:10.982717 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:11:10.982717 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:11:10.982717 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:11:10.982717 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:11:10.982717 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:11:10.982717 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:11:10.982717 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:11:11.041247 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1b2d7564-4ee6-4c13-b9f1-aa0fd18c269d tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:11.059830 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1b2d7564-4ee6-4c13-b9f1-aa0fd18c269d tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:11.061794 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-1b2d7564-4ee6-4c13-b9f1-aa0fd18c269d tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "DELETE /v2.0/networks/22e6e549-d9e7-41fe-9128-738f51a627ab HTTP/1.1" status: 204 len: 168 time: 1.6895094 Jul 24 00:11:11.065709 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 40470) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:11.095174 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2d7564-4ee6-4c13-b9f1-aa0fd18c269d tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Pushing event deleted for resources: {'Network': ['ID=22e6e549-d9e7-41fe-9128-738f51a627ab,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:11.183296 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-141461ed-225a-4a26-94e9-465c42b737bf tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Deleting subnet e3a975d3-58b4-4d47-8604-516cc0f4a33d {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:11:11.192977 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-141461ed-225a-4a26-94e9-465c42b737bf tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:11.300697 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-141461ed-225a-4a26-94e9-465c42b737bf tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:11.336560 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-633f03b1-ea4e-48a2-9496-50adfbf0001a req-83125f4e-f5cb-48e9-8a17-8ac0df03e7b4 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c3ad554-7e3d-420c-aaf4-4023ba64e623 HTTP/1.1" status: 200 len: 210 time: 0.0500076 Jul 24 00:11:11.416924 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-141461ed-225a-4a26-94e9-465c42b737bf tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:11.498641 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-141461ed-225a-4a26-94e9-465c42b737bf tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:11.536906 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-141461ed-225a-4a26-94e9-465c42b737bf tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:11.541069 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-141461ed-225a-4a26-94e9-465c42b737bf tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "DELETE /v2.0/subnets/e3a975d3-58b4-4d47-8604-516cc0f4a33d HTTP/1.1" status: 204 len: 168 time: 0.4715149 Jul 24 00:11:11.541069 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141461ed-225a-4a26-94e9-465c42b737bf tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Pushing event deleted for resources: {'Subnet': ['ID=e3a975d3-58b4-4d47-8604-516cc0f4a33d,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:11.541439 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 40514) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:11.547580 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04831775-02a5-4770-892b-ff1dbf3eadc8 None None] Network 23c56d55-b067-4bd9-a42b-a19aab852ee9 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:11:11.667033 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c88d9447-e2d9-4cb4-8a80-a9556ec8bcde tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:11.776105 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-c88d9447-e2d9-4cb4-8a80-a9556ec8bcde tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Deleting port 4f96d149-5639-4f6b-b2ed-a770db926e5c {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:11:11.780635 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c88d9447-e2d9-4cb4-8a80-a9556ec8bcde tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:11.825315 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf1c40-edd0-4c57-81ee-e44c1f3deb7c req-0d945d2e-287c-4706-ac9c-83da25eea1fa tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:11.826930 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-64bf1c40-edd0-4c57-81ee-e44c1f3deb7c req-0d945d2e-287c-4706-ac9c-83da25eea1fa tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] 10.222.0.64 "GET /v2.0/networks?id=3829d8b1-57b6-4b5b-a62d-bdc41c946f86 HTTP/1.1" status: 200 len: 808 time: 0.1927676 Jul 24 00:11:11.902155 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-64bf1c40-edd0-4c57-81ee-e44c1f3deb7c req-95e3a549-22cf-4ba0-934b-e37d9f7e3857 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ed52982936542aab9afbd7ecf658cda HTTP/1.1" status: 200 len: 379 time: 0.0632234 Jul 24 00:11:11.917344 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-64bf1c40-edd0-4c57-81ee-e44c1f3deb7c req-26dc3a65-e6ae-4eeb-bf09-ca7809001090 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Request body: {'port': {'device_id': '2c3ad554-7e3d-420c-aaf4-4023ba64e623', 'network_id': '3829d8b1-57b6-4b5b-a62d-bdc41c946f86', 'admin_state_up': True, 'tenant_id': '8ed52982936542aab9afbd7ecf658cda', 'security_groups': ['250ef827-28a0-493b-a9a6-b5ecf06b16ab']}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:11:11.940632 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27051215-aaf8-49db-a37b-27037ebdd876 None None] DHCP port deletion for 23c56d55-b067-4bd9-a42b-a19aab852ee9 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:11:12.006825 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-c88d9447-e2d9-4cb4-8a80-a9556ec8bcde tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] For port 4f96d149-5639-4f6b-b2ed-a770db926e5c, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=4f96d149-5639-4f6b-b2ed-a770db926e5c,segment=NetworkSegment(e9fba5a9-b6d1-4e91-a6a2-67b017d34bb2),segment_id=e9fba5a9-b6d1-4e91-a6a2-67b017d34bb2)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:11:12.007201 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c88d9447-e2d9-4cb4-8a80-a9556ec8bcde tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:12.026913 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-c88d9447-e2d9-4cb4-8a80-a9556ec8bcde tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Calling delete_port for 4f96d149-5639-4f6b-b2ed-a770db926e5c owned by network:dhcp {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:11:12.041351 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-27051215-aaf8-49db-a37b-27037ebdd876 None None] Deleting port 4f96d149-5639-4f6b-b2ed-a770db926e5c {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:11:12.041793 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-27051215-aaf8-49db-a37b-27037ebdd876 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:12.114101 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18653e-132c-472d-a98d-394b41fb145f req-e3f2d4fa-54b3-413c-8d94-6a67ee270ece tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:12.116031 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4e18653e-132c-472d-a98d-394b41fb145f req-e3f2d4fa-54b3-413c-8d94-6a67ee270ece tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] 10.222.0.44 "GET /v2.0/ports?device_id=64daba1c-7170-4d1e-9a7a-d4eda6c37c73 HTTP/1.1" status: 200 len: 944 time: 0.2629118 Jul 24 00:11:12.147614 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-27051215-aaf8-49db-a37b-27037ebdd876 None None] For port 4f96d149-5639-4f6b-b2ed-a770db926e5c, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=4f96d149-5639-4f6b-b2ed-a770db926e5c,segment=NetworkSegment(e9fba5a9-b6d1-4e91-a6a2-67b017d34bb2),segment_id=e9fba5a9-b6d1-4e91-a6a2-67b017d34bb2)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:11:12.148017 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-27051215-aaf8-49db-a37b-27037ebdd876 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:12.167495 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-27051215-aaf8-49db-a37b-27037ebdd876 None None] Calling delete_port for 4f96d149-5639-4f6b-b2ed-a770db926e5c owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:11:12.176725 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64bf1c40-edd0-4c57-81ee-e44c1f3deb7c req-26dc3a65-e6ae-4eeb-bf09-ca7809001090 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Made reservation on behalf of 8ed52982936542aab9afbd7ecf658cda for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:11:12.186099 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-64bf1c40-edd0-4c57-81ee-e44c1f3deb7c req-26dc3a65-e6ae-4eeb-bf09-ca7809001090 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:12.187203 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 81bd1575-4281-4e1c-8567-d57097bbe79f up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:11:12.187730 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4e18653e-132c-472d-a98d-394b41fb145f req-464a5083-3fca-448d-8858-81d528f7c9bf tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] 10.222.0.44 "GET /v2.0/security-groups?id=8cf1fbb8-a0d9-4a48-aaad-3040ad44ce64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622613 Jul 24 00:11:12.212602 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c88d9447-e2d9-4cb4-8a80-a9556ec8bcde tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:12.246010 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88d9447-e2d9-4cb4-8a80-a9556ec8bcde tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Pushing event deleted for resources: {'Port': ['ID=4f96d149-5639-4f6b-b2ed-a770db926e5c,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:12.253419 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88d9447-e2d9-4cb4-8a80-a9556ec8bcde tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] No DVR routers for this DVR port 4f96d149-5639-4f6b-b2ed-a770db926e5c on host n-d-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:11:12.350563 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [req-64bf1c40-edd0-4c57-81ee-e44c1f3deb7c req-26dc3a65-e6ae-4eeb-bf09-ca7809001090 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Allocated IP 172.20.0.3 (3829d8b1-57b6-4b5b-a62d-bdc41c946f86/49689ad0-dc02-4436-8aab-7ed904f8dbad/20d3e831-985f-41b6-993d-d058a9777fe5) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:11:12.375475 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c88d9447-e2d9-4cb4-8a80-a9556ec8bcde tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:12.407356 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-c88d9447-e2d9-4cb4-8a80-a9556ec8bcde tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23c56d55-b067-4bd9-a42b-a19aab852ee9']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:11:12.407750 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port 81bd1575-4281-4e1c-8567-d57097bbe79f completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:11:12.412020 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-27051215-aaf8-49db-a37b-27037ebdd876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:12.430732 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-c88d9447-e2d9-4cb4-8a80-a9556ec8bcde tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9fba5a9-b6d1-4e91-a6a2-67b017d34bb2') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:11:12.431044 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-c88d9447-e2d9-4cb4-8a80-a9556ec8bcde tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9fba5a9-b6d1-4e91-a6a2-67b017d34bb2') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:11:12.453277 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27051215-aaf8-49db-a37b-27037ebdd876 None None] Pushing event deleted for resources: {'Port': ['ID=4f96d149-5639-4f6b-b2ed-a770db926e5c,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:12.455170 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port 81bd1575-4281-4e1c-8567-d57097bbe79f triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:11:12.455743 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:12.474009 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c88d9447-e2d9-4cb4-8a80-a9556ec8bcde tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:12.497609 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c88d9447-e2d9-4cb4-8a80-a9556ec8bcde tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:12.501714 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27051215-aaf8-49db-a37b-27037ebdd876 None None] No DVR routers for this DVR port 4f96d149-5639-4f6b-b2ed-a770db926e5c on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:11:12.510946 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c88d9447-e2d9-4cb4-8a80-a9556ec8bcde tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:11:12.511266 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c88d9447-e2d9-4cb4-8a80-a9556ec8bcde tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:12.521906 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:11:12.521906 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:11:12.521906 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:11:12.521906 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:11:12.521906 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:11:12.521906 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:11:12.521906 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:11:12.521906 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:11:12.521906 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:11:12.521906 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:11:12.521906 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:11:12.521906 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:11:12.521906 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:11:12.521906 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:11:12.521906 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:11:12.521906 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:11:12.521906 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:11:12.521906 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:11:12.521906 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:11:12.521906 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:11:12.521906 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:11:12.521906 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:11:12.521906 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:11:12.521906 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:11:12.521906 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:11:12.521906 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:11:12.521906 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:11:12.521906 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:11:12.521906 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:11:12.521906 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:11:12.521906 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:11:12.521906 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:11:12.557138 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:12.586976 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64daba1c-7170-4d1e-9a7a-d4eda6c37c73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81bd1575-4281-4e1c-8567-d57097bbe79f'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:11:12.589956 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c55c15bb-ac1c-4e8b-a795-bf9e24100126" -d '{"events": [{"server_uuid": "64daba1c-7170-4d1e-9a7a-d4eda6c37c73", "name": "network-vif-plugged", "status": "completed", "tag": "81bd1575-4281-4e1c-8567-d57097bbe79f"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:11:12.594503 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c88d9447-e2d9-4cb4-8a80-a9556ec8bcde tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:12.612261 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 81bd1575-4281-4e1c-8567-d57097bbe79f, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=81bd1575-4281-4e1c-8567-d57097bbe79f,segment=NetworkSegment(e744ab3d-7713-4a4d-8a8a-74918f48c0ec),segment_id=e744ab3d-7713-4a4d-8a8a-74918f48c0ec)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:11:12.621112 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:12.631532 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c88d9447-e2d9-4cb4-8a80-a9556ec8bcde tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:12.635868 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c88d9447-e2d9-4cb4-8a80-a9556ec8bcde tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "DELETE /v2.0/networks/23c56d55-b067-4bd9-a42b-a19aab852ee9 HTTP/1.1" status: 204 len: 168 time: 1.0933914 Jul 24 00:11:12.639701 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88d9447-e2d9-4cb4-8a80-a9556ec8bcde tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Pushing event deleted for resources: {'Network': ['ID=23c56d55-b067-4bd9-a42b-a19aab852ee9,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:12.653947 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 40580) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:12.672498 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b5eed7bc-3118-4aa4-a030-56740d4c407a req-2e6f4ea9-1305-4396-9487-f620cea645e0 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c3ad554-7e3d-420c-aaf4-4023ba64e623 HTTP/1.1" status: 200 len: 210 time: 0.0812953 Jul 24 00:11:12.682252 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-e448d24b-d6f3-492d-b42b-0e82c8e22d99 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-314886206'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:11:12.720330 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=81bd1575-4281-4e1c-8567-d57097bbe79f,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:12.733825 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-64bf1c40-edd0-4c57-81ee-e44c1f3deb7c req-26dc3a65-e6ae-4eeb-bf09-ca7809001090 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:12.744179 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0eaa44a-f560-4385-b4ad-ae29ae495b67 x-openstack-request-id: req-e0eaa44a-f560-4385-b4ad-ae29ae495b67 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:11:12.744592 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e448d24b-d6f3-492d-b42b-0e82c8e22d99 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Made reservation on behalf of 95a0c743a31b4bbeb6688f1814a96447 for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:11:12.745124 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64daba1c-7170-4d1e-9a7a-d4eda6c37c73", "name": "network-vif-plugged", "status": "completed", "tag": "81bd1575-4281-4e1c-8567-d57097bbe79f", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:11:12.745594 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e0eaa44a-f560-4385-b4ad-ae29ae495b67 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:11:12.746195 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64daba1c-7170-4d1e-9a7a-d4eda6c37c73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81bd1575-4281-4e1c-8567-d57097bbe79f', 'code': 200} Jul 24 00:11:12.748080 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e448d24b-d6f3-492d-b42b-0e82c8e22d99 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:12.792424 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-64bf1c40-edd0-4c57-81ee-e44c1f3deb7c req-26dc3a65-e6ae-4eeb-bf09-ca7809001090 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Transition to ACTIVE for port object 20d3e831-985f-41b6-993d-d058a9777fe5 will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:11:12.811615 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e448d24b-d6f3-492d-b42b-0e82c8e22d99 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:11:12.824348 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e448d24b-d6f3-492d-b42b-0e82c8e22d99 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:12.824704 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-e448d24b-d6f3-492d-b42b-0e82c8e22d99 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Added segment 608820ae-c36a-45a2-b4b2-72a09c01708c of type vlan for network bdf0e0a7-5e10-4370-9dc2-c8f466f9f010 Jul 24 00:11:12.920682 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ac39f2-b247-4d98-8658-6fdb02394998 req-6e59a265-f12b-442a-bd2a-f367d0af5a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:12.922666 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a1ac39f2-b247-4d98-8658-6fdb02394998 req-6e59a265-f12b-442a-bd2a-f367d0af5a91 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=64daba1c-7170-4d1e-9a7a-d4eda6c37c73 HTTP/1.1" status: 200 len: 1097 time: 0.1169195 Jul 24 00:11:12.963892 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a1ac39f2-b247-4d98-8658-6fdb02394998 req-8132cbc8-87d8-46fc-af03-edd9c3f140a4 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=8cf1fbb8-a0d9-4a48-aaad-3040ad44ce64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345867 Jul 24 00:11:13.244192 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e448d24b-d6f3-492d-b42b-0e82c8e22d99 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:13.249697 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-64bf1c40-edd0-4c57-81ee-e44c1f3deb7c req-26dc3a65-e6ae-4eeb-bf09-ca7809001090 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:13.344460 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64bf1c40-edd0-4c57-81ee-e44c1f3deb7c req-26dc3a65-e6ae-4eeb-bf09-ca7809001090 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Network 3829d8b1-57b6-4b5b-a62d-bdc41c946f86 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:11:13.354775 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [req-64bf1c40-edd0-4c57-81ee-e44c1f3deb7c req-26dc3a65-e6ae-4eeb-bf09-ca7809001090 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:11:13.359370 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-64bf1c40-edd0-4c57-81ee-e44c1f3deb7c req-26dc3a65-e6ae-4eeb-bf09-ca7809001090 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:11:13.362589 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dc3a65-e6ae-4eeb-bf09-ca7809001090 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Pushing event updated for resources: {'Port': ['ID=20d3e831-985f-41b6-993d-d058a9777fe5,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:13.388156 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e448d24b-d6f3-492d-b42b-0e82c8e22d99 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:13.393991 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e448d24b-d6f3-492d-b42b-0e82c8e22d99 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:13.395250 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e448d24b-d6f3-492d-b42b-0e82c8e22d99 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:13.481616 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-e448d24b-d6f3-492d-b42b-0e82c8e22d99 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8238907 Jul 24 00:11:13.485049 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 40652) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:13.491788 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-f27ca3ef-3417-457f-b769-8754b7537f32 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Request body: {'subnet': {'network_id': 'bdf0e0a7-5e10-4370-9dc2-c8f466f9f010', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:11:13.538506 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf1c40-edd0-4c57-81ee-e44c1f3deb7c req-26dc3a65-e6ae-4eeb-bf09-ca7809001090 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:13.539061 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-64bf1c40-edd0-4c57-81ee-e44c1f3deb7c req-26dc3a65-e6ae-4eeb-bf09-ca7809001090 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:13.549864 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e448d24b-d6f3-492d-b42b-0e82c8e22d99 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Pushing event updated for resources: {'Network': ['ID=bdf0e0a7-5e10-4370-9dc2-c8f466f9f010,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:13.562887 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd6938-ca8c-49ae-b900-f6c16badafce req-da7dea3a-4387-4479-ad62-796d09ef65bb tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:13.563261 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network bdf0e0a7-5e10-4370-9dc2-c8f466f9f010 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:11:13.570046 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a4cd6938-ca8c-49ae-b900-f6c16badafce req-da7dea3a-4387-4479-ad62-796d09ef65bb tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] 10.222.0.44 "GET /v2.0/ports?device_id=64daba1c-7170-4d1e-9a7a-d4eda6c37c73 HTTP/1.1" status: 200 len: 945 time: 0.2840455 Jul 24 00:11:13.591668 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-64bf1c40-edd0-4c57-81ee-e44c1f3deb7c req-26dc3a65-e6ae-4eeb-bf09-ca7809001090 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6870213 Jul 24 00:11:13.624086 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [req-64bf1c40-edd0-4c57-81ee-e44c1f3deb7c req-97a8917d-3628-4749-bbe4-5959fe8d5f18 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=100314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:11:13.625299 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-64bf1c40-edd0-4c57-81ee-e44c1f3deb7c req-97a8917d-3628-4749-bbe4-5959fe8d5f18 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087698 Jul 24 00:11:13.640323 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-64bf1c40-edd0-4c57-81ee-e44c1f3deb7c req-3fd8177d-012b-4696-9192-35e44726bd96 service neutron] Request body: {'port': {'device_id': '2c3ad554-7e3d-420c-aaf4-4023ba64e623', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-16'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:11:13.665957 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f27ca3ef-3417-457f-b769-8754b7537f32 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Made reservation on behalf of 95a0c743a31b4bbeb6688f1814a96447 for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:11:13.673101 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f27ca3ef-3417-457f-b769-8754b7537f32 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:13.710865 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a4cd6938-ca8c-49ae-b900-f6c16badafce req-a2eba0c1-6b02-4cd2-813e-8870e187cb0a tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] 10.222.0.44 "GET /v2.0/security-groups?id=8cf1fbb8-a0d9-4a48-aaad-3040ad44ce64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309428 Jul 24 00:11:13.831559 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-64bf1c40-edd0-4c57-81ee-e44c1f3deb7c req-3fd8177d-012b-4696-9192-35e44726bd96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:13.837193 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-a60fe31c-a18a-4866-8fed-cc499a09ed7c None None] Provisioning for port 20d3e831-985f-41b6-993d-d058a9777fe5 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:11:13.856682 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-a60fe31c-a18a-4866-8fed-cc499a09ed7c None None] Provisioning complete for port 20d3e831-985f-41b6-993d-d058a9777fe5 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:11:13.858158 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a60fe31c-a18a-4866-8fed-cc499a09ed7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:13.950238 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-a60fe31c-a18a-4866-8fed-cc499a09ed7c None None] Port 20d3e831-985f-41b6-993d-d058a9777fe5 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:11:14.008972 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 4f96d149-5639-4f6b-b2ed-a770db926e5c no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:11:14.040249 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 4f96d149-5639-4f6b-b2ed-a770db926e5c {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:11:14.040746 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 4f96d149-5639-4f6b-b2ed-a770db926e5c not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:11:14.174665 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160502fb-3856-42da-aa71-5b5a14900306 req-afd86c1e-3d0a-47db-9297-2b1e297c478b tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:14.176759 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-160502fb-3856-42da-aa71-5b5a14900306 req-afd86c1e-3d0a-47db-9297-2b1e297c478b tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c3ad554-7e3d-420c-aaf4-4023ba64e623 HTTP/1.1" status: 200 len: 931 time: 0.2442882 Jul 24 00:11:14.290044 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-160502fb-3856-42da-aa71-5b5a14900306 req-3c755f49-0367-4525-9e11-da8ec81db08c tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] 10.222.0.44 "GET /v2.0/security-groups?id=250ef827-28a0-493b-a9a6-b5ecf06b16ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031427 Jul 24 00:11:14.326323 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f27ca3ef-3417-457f-b769-8754b7537f32 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:14.341234 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-64bf1c40-edd0-4c57-81ee-e44c1f3deb7c req-3fd8177d-012b-4696-9192-35e44726bd96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20d3e831-985f-41b6-993d-d058a9777fe5 {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:11:14.350605 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-64bf1c40-edd0-4c57-81ee-e44c1f3deb7c req-3fd8177d-012b-4696-9192-35e44726bd96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:14.366100 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-64bf1c40-edd0-4c57-81ee-e44c1f3deb7c req-3fd8177d-012b-4696-9192-35e44726bd96 service neutron] Transition to ACTIVE for port object 20d3e831-985f-41b6-993d-d058a9777fe5 will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:11:14.372361 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-64bf1c40-edd0-4c57-81ee-e44c1f3deb7c req-3fd8177d-012b-4696-9192-35e44726bd96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:14.407928 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27ca3ef-3417-457f-b769-8754b7537f32 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Checking segment: {'id': '608820ae-c36a-45a2-b4b2-72a09c01708c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'bdf0e0a7-5e10-4370-9dc2-c8f466f9f010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:11:14.408298 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27ca3ef-3417-457f-b769-8754b7537f32 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Network hostable DHCP agents. Network: bdf0e0a7-5e10-4370-9dc2-c8f466f9f010, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:11:14.436199 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27ca3ef-3417-457f-b769-8754b7537f32 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Pushing event updated for resources: {'Subnet': ['ID=27e9c94f-8f4b-4d88-bc94-f0cbc994d172,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:14.465943 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd8177d-012b-4696-9192-35e44726bd96 service neutron] Pushing event updated for resources: {'Port': ['ID=20d3e831-985f-41b6-993d-d058a9777fe5,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:14.477822 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27ca3ef-3417-457f-b769-8754b7537f32 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Network bdf0e0a7-5e10-4370-9dc2-c8f466f9f010 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:11:14.488548 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-f27ca3ef-3417-457f-b769-8754b7537f32 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, bdf0e0a7-5e10-4370-9dc2-c8f466f9f010) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:11:14.497607 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9e81a1-b44f-4db5-932a-3b5fc8e2d54c None None] Network bdf0e0a7-5e10-4370-9dc2-c8f466f9f010 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:11:14.512117 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27ca3ef-3417-457f-b769-8754b7537f32 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:14.513184 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f27ca3ef-3417-457f-b769-8754b7537f32 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:14.541448 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-f27ca3ef-3417-457f-b769-8754b7537f32 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0545750 Jul 24 00:11:14.542137 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 40710) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:14.546331 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-64bf1c40-edd0-4c57-81ee-e44c1f3deb7c req-3fd8177d-012b-4696-9192-35e44726bd96 service neutron] Attempting to bind port 20d3e831-985f-41b6-993d-d058a9777fe5 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:11:14.546822 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-64bf1c40-edd0-4c57-81ee-e44c1f3deb7c req-3fd8177d-012b-4696-9192-35e44726bd96 service neutron] Attempting to bind port 20d3e831-985f-41b6-993d-d058a9777fe5 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '1a2343dd-1c10-48a9-bde8-c4e66c2cb5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '3829d8b1-57b6-4b5b-a62d-bdc41c946f86'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:11:14.547263 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bf1c40-edd0-4c57-81ee-e44c1f3deb7c req-3fd8177d-012b-4696-9192-35e44726bd96 service neutron] Attempting to bind port 20d3e831-985f-41b6-993d-d058a9777fe5 on network 3829d8b1-57b6-4b5b-a62d-bdc41c946f86 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:11:14.553558 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bf1c40-edd0-4c57-81ee-e44c1f3deb7c req-3fd8177d-012b-4696-9192-35e44726bd96 service neutron] Port 20d3e831-985f-41b6-993d-d058a9777fe5 on network 3829d8b1-57b6-4b5b-a62d-bdc41c946f86 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:11:14.554048 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bf1c40-edd0-4c57-81ee-e44c1f3deb7c req-3fd8177d-012b-4696-9192-35e44726bd96 service neutron] Attempting to bind port 20d3e831-985f-41b6-993d-d058a9777fe5 on network 3829d8b1-57b6-4b5b-a62d-bdc41c946f86 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:11:14.563453 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-1c835b3e-b067-4062-a6da-d7285b87cb9c tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-127693712'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:11:14.571005 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bf1c40-edd0-4c57-81ee-e44c1f3deb7c req-3fd8177d-012b-4696-9192-35e44726bd96 service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:11:14.571669 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bf1c40-edd0-4c57-81ee-e44c1f3deb7c req-3fd8177d-012b-4696-9192-35e44726bd96 service neutron] Checking segment: {'id': '1a2343dd-1c10-48a9-bde8-c4e66c2cb5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '3829d8b1-57b6-4b5b-a62d-bdc41c946f86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:11:14.572195 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bf1c40-edd0-4c57-81ee-e44c1f3deb7c req-3fd8177d-012b-4696-9192-35e44726bd96 service neutron] Bound using segment: {'id': '1a2343dd-1c10-48a9-bde8-c4e66c2cb5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '3829d8b1-57b6-4b5b-a62d-bdc41c946f86'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:11:14.573149 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-64bf1c40-edd0-4c57-81ee-e44c1f3deb7c req-3fd8177d-012b-4696-9192-35e44726bd96 service neutron] Bound port: 20d3e831-985f-41b6-993d-d058a9777fe5, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a2343dd-1c10-48a9-bde8-c4e66c2cb5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '3829d8b1-57b6-4b5b-a62d-bdc41c946f86'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:11:14.573622 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-64bf1c40-edd0-4c57-81ee-e44c1f3deb7c req-3fd8177d-012b-4696-9192-35e44726bd96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:14.616367 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c835b3e-b067-4062-a6da-d7285b87cb9c tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Made reservation on behalf of 95a0c743a31b4bbeb6688f1814a96447 for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:11:14.624392 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1c835b3e-b067-4062-a6da-d7285b87cb9c tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:14.645522 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 40714) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:14.665312 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c835b3e-b067-4062-a6da-d7285b87cb9c tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:11:14.687148 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1c835b3e-b067-4062-a6da-d7285b87cb9c tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:14.687765 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-1c835b3e-b067-4062-a6da-d7285b87cb9c tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Added segment 8cdf6fdb-3fd6-4b42-83c5-823173390104 of type vlan for network 4aa0902c-cf5e-4f19-93a7-46d2396739b7 Jul 24 00:11:14.752629 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-64bf1c40-edd0-4c57-81ee-e44c1f3deb7c req-3fd8177d-012b-4696-9192-35e44726bd96 service neutron] For port 20d3e831-985f-41b6-993d-d058a9777fe5, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:11:14.759426 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-64bf1c40-edd0-4c57-81ee-e44c1f3deb7c req-3fd8177d-012b-4696-9192-35e44726bd96 service neutron] For port 20d3e831-985f-41b6-993d-d058a9777fe5, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=20d3e831-985f-41b6-993d-d058a9777fe5,segment=NetworkSegment(1a2343dd-1c10-48a9-bde8-c4e66c2cb5b9),segment_id=1a2343dd-1c10-48a9-bde8-c4e66c2cb5b9)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:11:14.767331 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-64bf1c40-edd0-4c57-81ee-e44c1f3deb7c req-3fd8177d-012b-4696-9192-35e44726bd96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:14.804801 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070e87aa-29df-4588-9ab1-32e753f9727d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-bdf0e0a7-5e10-4370-9dc2-c8f466f9f010', 'network_id': 'bdf0e0a7-5e10-4370-9dc2-c8f466f9f010', 'tenant_id': '95a0c743a31b4bbeb6688f1814a96447', 'fixed_ips': [{'subnet_id': '27e9c94f-8f4b-4d88-bc94-f0cbc994d172'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:11:14.806044 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-070e87aa-29df-4588-9ab1-32e753f9727d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:14.820600 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1c835b3e-b067-4062-a6da-d7285b87cb9c tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:14.842384 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:14.872399 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf1c40-edd0-4c57-81ee-e44c1f3deb7c req-3fd8177d-012b-4696-9192-35e44726bd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:14.873128 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-64bf1c40-edd0-4c57-81ee-e44c1f3deb7c req-3fd8177d-012b-4696-9192-35e44726bd96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:14.874625 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-64bf1c40-edd0-4c57-81ee-e44c1f3deb7c req-3fd8177d-012b-4696-9192-35e44726bd96 service neutron] 10.222.0.64 "PUT /v2.0/ports/20d3e831-985f-41b6-993d-d058a9777fe5 HTTP/1.1" status: 200 len: 1092 time: 1.2412570 Jul 24 00:11:14.881164 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c3ad554-7e3d-420c-aaf4-4023ba64e623', 'tag': '20d3e831-985f-41b6-993d-d058a9777fe5'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:11:14.885437 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-257623ad-0963-4540-a392-2bd06fae3ea4" -d '{"events": [{"name": "network-changed", "server_uuid": "2c3ad554-7e3d-420c-aaf4-4023ba64e623", "tag": "20d3e831-985f-41b6-993d-d058a9777fe5"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:11:14.936443 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd8177d-012b-4696-9192-35e44726bd96 service neutron] Pushing event updated for resources: {'Port': ['ID=20d3e831-985f-41b6-993d-d058a9777fe5,revision_number=3']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:14.974790 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e8af6ca7-73f8-444d-8e9d-834440fdb3b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:14.981986 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1c835b3e-b067-4062-a6da-d7285b87cb9c tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:14.997223 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c835b3e-b067-4062-a6da-d7285b87cb9c tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:14.998202 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1c835b3e-b067-4062-a6da-d7285b87cb9c tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:15.045222 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c2705f-bf8c-48d1-bd9d-88c6e9e13cf9 x-openstack-request-id: req-f0c2705f-bf8c-48d1-bd9d-88c6e9e13cf9 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:11:15.045661 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c3ad554-7e3d-420c-aaf4-4023ba64e623", "tag": "20d3e831-985f-41b6-993d-d058a9777fe5", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:11:15.046010 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f0c2705f-bf8c-48d1-bd9d-88c6e9e13cf9 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:11:15.047276 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c3ad554-7e3d-420c-aaf4-4023ba64e623', 'tag': '20d3e831-985f-41b6-993d-d058a9777fe5', 'status': 'completed', 'code': 200} Jul 24 00:11:15.059913 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-070e87aa-29df-4588-9ab1-32e753f9727d None None] Allocated IP 19.80.0.2 (bdf0e0a7-5e10-4370-9dc2-c8f466f9f010/27e9c94f-8f4b-4d88-bc94-f0cbc994d172/beee4bd1-d7e5-4279-a635-c2bb05504297) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:11:15.116003 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf1c40-edd0-4c57-81ee-e44c1f3deb7c req-a8d1dae8-740f-42fa-b7ec-48b9ffb08ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:15.118563 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-64bf1c40-edd0-4c57-81ee-e44c1f3deb7c req-a8d1dae8-740f-42fa-b7ec-48b9ffb08ce0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8ed52982936542aab9afbd7ecf658cda&device_id=2c3ad554-7e3d-420c-aaf4-4023ba64e623 HTTP/1.1" status: 200 len: 1095 time: 0.1584036 Jul 24 00:11:15.134303 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-1c835b3e-b067-4062-a6da-d7285b87cb9c tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5908628 Jul 24 00:11:15.142306 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 40730) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:15.154843 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-87cc3c4e-61c8-4754-af01-3a33a1020de5 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Request body: {'subnet': {'network_id': '4aa0902c-cf5e-4f19-93a7-46d2396739b7', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:11:15.177498 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c835b3e-b067-4062-a6da-d7285b87cb9c tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Pushing event updated for resources: {'Network': ['ID=4aa0902c-cf5e-4f19-93a7-46d2396739b7,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:15.195727 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 4aa0902c-cf5e-4f19-93a7-46d2396739b7 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:11:15.203869 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-64bf1c40-edd0-4c57-81ee-e44c1f3deb7c req-1252f2d3-c904-47cd-9f12-362e15cfd373 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20d3e831-985f-41b6-993d-d058a9777fe5 HTTP/1.1" status: 200 len: 217 time: 0.0772169 Jul 24 00:11:15.223546 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628a1776-e03f-4276-9727-05e4e72775f0 req-8be1b7ff-76d7-4902-a02c-b581c762b79a tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:15.225849 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-628a1776-e03f-4276-9727-05e4e72775f0 req-8be1b7ff-76d7-4902-a02c-b581c762b79a tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] 10.222.0.44 "GET /v2.0/ports?device_id=64daba1c-7170-4d1e-9a7a-d4eda6c37c73 HTTP/1.1" status: 200 len: 945 time: 0.3696849 Jul 24 00:11:15.313195 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-628a1776-e03f-4276-9727-05e4e72775f0 req-52462771-46ae-490d-a83d-bca8f3ce8b96 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] 10.222.0.44 "GET /v2.0/security-groups?id=8cf1fbb8-a0d9-4a48-aaad-3040ad44ce64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710268 Jul 24 00:11:15.314426 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf1c40-edd0-4c57-81ee-e44c1f3deb7c req-5f2bb79a-7353-4810-82dc-6aac3ed9de39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:15.316053 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-64bf1c40-edd0-4c57-81ee-e44c1f3deb7c req-5f2bb79a-7353-4810-82dc-6aac3ed9de39 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=49689ad0-dc02-4436-8aab-7ed904f8dbad HTTP/1.1" status: 200 len: 847 time: 0.1014502 Jul 24 00:11:15.431311 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e8af6ca7-73f8-444d-8e9d-834440fdb3b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:15.437124 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf1c40-edd0-4c57-81ee-e44c1f3deb7c req-4ae8a74c-c86e-43c3-97d9-6048e541969a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:15.438746 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-64bf1c40-edd0-4c57-81ee-e44c1f3deb7c req-4ae8a74c-c86e-43c3-97d9-6048e541969a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3829d8b1-57b6-4b5b-a62d-bdc41c946f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1166902 Jul 24 00:11:15.442054 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e8af6ca7-73f8-444d-8e9d-834440fdb3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:15.506560 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8af6ca7-73f8-444d-8e9d-834440fdb3b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed303cf-1c0d-4025-bf23-d47b586244cc,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:15.512311 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-e8af6ca7-73f8-444d-8e9d-834440fdb3b8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0a962cb5e7f04b45a40112849a877235&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8643820 Jul 24 00:11:15.515155 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 40758) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:15.599921 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-070e87aa-29df-4588-9ab1-32e753f9727d None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:15.611221 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-070e87aa-29df-4588-9ab1-32e753f9727d None None] Transition to ACTIVE for port object beee4bd1-d7e5-4279-a635-c2bb05504297 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:11:15.619773 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2bfd039d-93b4-4bdc-b96a-e9901ab738a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:15.630854 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-070e87aa-29df-4588-9ab1-32e753f9727d None None] Transition to ACTIVE for port object beee4bd1-d7e5-4279-a635-c2bb05504297 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:11:15.634525 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87cc3c4e-61c8-4754-af01-3a33a1020de5 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Made reservation on behalf of 95a0c743a31b4bbeb6688f1814a96447 for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:11:15.638315 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-87cc3c4e-61c8-4754-af01-3a33a1020de5 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:15.639339 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-070e87aa-29df-4588-9ab1-32e753f9727d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:15.646229 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2bfd039d-93b4-4bdc-b96a-e9901ab738a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:15.694670 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070e87aa-29df-4588-9ab1-32e753f9727d None None] Network bdf0e0a7-5e10-4370-9dc2-c8f466f9f010 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:11:15.711359 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-070e87aa-29df-4588-9ab1-32e753f9727d None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:11:15.716014 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070e87aa-29df-4588-9ab1-32e753f9727d None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:11:15.720694 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2bfd039d-93b4-4bdc-b96a-e9901ab738a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:15.724671 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2bfd039d-93b4-4bdc-b96a-e9901ab738a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:15.726553 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-2bfd039d-93b4-4bdc-b96a-e9901ab738a4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5ed303cf-1c0d-4025-bf23-d47b586244cc HTTP/1.1" status: 204 len: 168 time: 0.2090206 Jul 24 00:11:15.754857 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfd039d-93b4-4bdc-b96a-e9901ab738a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed303cf-1c0d-4025-bf23-d47b586244cc,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:15.758223 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070e87aa-29df-4588-9ab1-32e753f9727d None None] Pushing event updated for resources: {'Port': ['ID=beee4bd1-d7e5-4279-a635-c2bb05504297,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:15.770116 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070e87aa-29df-4588-9ab1-32e753f9727d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:11:15.771327 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070e87aa-29df-4588-9ab1-32e753f9727d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:11:15.771689 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070e87aa-29df-4588-9ab1-32e753f9727d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:11:15.772041 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070e87aa-29df-4588-9ab1-32e753f9727d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:11:15.772387 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070e87aa-29df-4588-9ab1-32e753f9727d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:11:15.772730 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070e87aa-29df-4588-9ab1-32e753f9727d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:11:15.773095 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070e87aa-29df-4588-9ab1-32e753f9727d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:11:15.773437 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070e87aa-29df-4588-9ab1-32e753f9727d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:11:15.773773 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070e87aa-29df-4588-9ab1-32e753f9727d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:11:15.774108 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070e87aa-29df-4588-9ab1-32e753f9727d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:11:15.774444 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070e87aa-29df-4588-9ab1-32e753f9727d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:11:15.774776 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070e87aa-29df-4588-9ab1-32e753f9727d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:11:15.796028 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-64bf1c40-edd0-4c57-81ee-e44c1f3deb7c req-e6a196cf-14c3-4522-94f2-7af9a687fa95 service neutron] 10.222.0.64 "GET /v2.0/networks/3829d8b1-57b6-4b5b-a62d-bdc41c946f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3426156 Jul 24 00:11:15.823711 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-070e87aa-29df-4588-9ab1-32e753f9727d None None] Attempting to bind port beee4bd1-d7e5-4279-a635-c2bb05504297 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:11:15.825282 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-070e87aa-29df-4588-9ab1-32e753f9727d None None] Attempting to bind port beee4bd1-d7e5-4279-a635-c2bb05504297 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '608820ae-c36a-45a2-b4b2-72a09c01708c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'bdf0e0a7-5e10-4370-9dc2-c8f466f9f010'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:11:15.826683 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070e87aa-29df-4588-9ab1-32e753f9727d None None] Attempting to bind port beee4bd1-d7e5-4279-a635-c2bb05504297 on network bdf0e0a7-5e10-4370-9dc2-c8f466f9f010 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:11:15.833916 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070e87aa-29df-4588-9ab1-32e753f9727d None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:11:15.834305 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070e87aa-29df-4588-9ab1-32e753f9727d None None] Checking segment: {'id': '608820ae-c36a-45a2-b4b2-72a09c01708c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'bdf0e0a7-5e10-4370-9dc2-c8f466f9f010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:11:15.834954 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-070e87aa-29df-4588-9ab1-32e753f9727d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:15.835627 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070e87aa-29df-4588-9ab1-32e753f9727d None None] Bound using segment: {'id': '608820ae-c36a-45a2-b4b2-72a09c01708c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'bdf0e0a7-5e10-4370-9dc2-c8f466f9f010'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:11:15.836290 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-070e87aa-29df-4588-9ab1-32e753f9727d None None] Bound port: beee4bd1-d7e5-4279-a635-c2bb05504297, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '608820ae-c36a-45a2-b4b2-72a09c01708c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'bdf0e0a7-5e10-4370-9dc2-c8f466f9f010'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:11:15.836947 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-070e87aa-29df-4588-9ab1-32e753f9727d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:15.851143 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cec4b1-f947-468e-a257-f430cb096615 req-69ed7efd-ae46-434b-a453-04c720bef637 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:15.855033 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f0cec4b1-f947-468e-a257-f430cb096615 req-69ed7efd-ae46-434b-a453-04c720bef637 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c3ad554-7e3d-420c-aaf4-4023ba64e623 HTTP/1.1" status: 200 len: 943 time: 0.3874519 Jul 24 00:11:15.965891 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-070e87aa-29df-4588-9ab1-32e753f9727d None None] For port beee4bd1-d7e5-4279-a635-c2bb05504297, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:11:15.970355 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-070e87aa-29df-4588-9ab1-32e753f9727d None None] For port beee4bd1-d7e5-4279-a635-c2bb05504297, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=beee4bd1-d7e5-4279-a635-c2bb05504297,segment=NetworkSegment(608820ae-c36a-45a2-b4b2-72a09c01708c),segment_id=608820ae-c36a-45a2-b4b2-72a09c01708c)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:11:15.982096 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-070e87aa-29df-4588-9ab1-32e753f9727d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:16.021743 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-64bf1c40-edd0-4c57-81ee-e44c1f3deb7c req-e43d5f15-3918-433e-81ba-29f5501678d6 service neutron] 10.222.0.64 "GET /v2.0/networks/3829d8b1-57b6-4b5b-a62d-bdc41c946f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029498 Jul 24 00:11:16.116478 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f0cec4b1-f947-468e-a257-f430cb096615 req-7d386166-2109-4a1f-b68b-ad324c6619d3 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] 10.222.0.44 "GET /v2.0/security-groups?id=250ef827-28a0-493b-a9a6-b5ecf06b16ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2421927 Jul 24 00:11:16.138221 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070e87aa-29df-4588-9ab1-32e753f9727d None None] Pushing event updated for resources: {'Port': ['ID=beee4bd1-d7e5-4279-a635-c2bb05504297,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:16.310012 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257623ad-0963-4540-a392-2bd06fae3ea4 req-f35a870a-286d-421f-a4df-d210bacefbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:16.311616 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-257623ad-0963-4540-a392-2bd06fae3ea4 req-f35a870a-286d-421f-a4df-d210bacefbbd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8ed52982936542aab9afbd7ecf658cda&device_id=2c3ad554-7e3d-420c-aaf4-4023ba64e623 HTTP/1.1" status: 200 len: 1095 time: 0.2230668 Jul 24 00:11:16.318918 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-87cc3c4e-61c8-4754-af01-3a33a1020de5 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:16.506607 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cc3c4e-61c8-4754-af01-3a33a1020de5 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Pushing event updated for resources: {'Subnet': ['ID=edcd503c-8e20-49f4-a2f0-5ff7fd309fe7,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:16.516742 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cc3c4e-61c8-4754-af01-3a33a1020de5 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Checking segment: {'id': '8cdf6fdb-3fd6-4b42-83c5-823173390104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '4aa0902c-cf5e-4f19-93a7-46d2396739b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:11:16.516742 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87cc3c4e-61c8-4754-af01-3a33a1020de5 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Network hostable DHCP agents. Network: 4aa0902c-cf5e-4f19-93a7-46d2396739b7, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:11:16.602837 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257623ad-0963-4540-a392-2bd06fae3ea4 req-6c5bc4e8-40bf-41bd-baa7-991d1885d79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:16.606376 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-257623ad-0963-4540-a392-2bd06fae3ea4 req-6c5bc4e8-40bf-41bd-baa7-991d1885d79b service neutron] 10.222.0.64 "GET /v2.0/networks?id=3829d8b1-57b6-4b5b-a62d-bdc41c946f86 HTTP/1.1" status: 200 len: 909 time: 0.2841554 Jul 24 00:11:16.623430 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87cc3c4e-61c8-4754-af01-3a33a1020de5 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Network 4aa0902c-cf5e-4f19-93a7-46d2396739b7 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:11:16.664275 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-87cc3c4e-61c8-4754-af01-3a33a1020de5 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 4aa0902c-cf5e-4f19-93a7-46d2396739b7) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:11:16.667421 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-257623ad-0963-4540-a392-2bd06fae3ea4 req-890346ed-7d18-42ec-8077-b64f6e5bc267 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20d3e831-985f-41b6-993d-d058a9777fe5 HTTP/1.1" status: 200 len: 217 time: 0.0506177 Jul 24 00:11:16.671842 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87cc3c4e-61c8-4754-af01-3a33a1020de5 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:16.673479 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-87cc3c4e-61c8-4754-af01-3a33a1020de5 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:16.674399 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3060dc32-528c-4299-b704-6c9a51b2830f None None] Network 4aa0902c-cf5e-4f19-93a7-46d2396739b7 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:11:16.735760 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-87cc3c4e-61c8-4754-af01-3a33a1020de5 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5878384 Jul 24 00:11:16.769263 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257623ad-0963-4540-a392-2bd06fae3ea4 req-bf5b096d-d5e2-4a10-a9c7-e39dfb9e8590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:16.771391 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-257623ad-0963-4540-a392-2bd06fae3ea4 req-bf5b096d-d5e2-4a10-a9c7-e39dfb9e8590 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=49689ad0-dc02-4436-8aab-7ed904f8dbad HTTP/1.1" status: 200 len: 847 time: 0.0941482 Jul 24 00:11:16.929674 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257623ad-0963-4540-a392-2bd06fae3ea4 req-b1bebe22-9523-471f-9088-1f36559b4580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:16.946054 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-257623ad-0963-4540-a392-2bd06fae3ea4 req-b1bebe22-9523-471f-9088-1f36559b4580 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3829d8b1-57b6-4b5b-a62d-bdc41c946f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1679029 Jul 24 00:11:17.024288 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d47b02d-7738-4464-b7c0-bac053f46da8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-4aa0902c-cf5e-4f19-93a7-46d2396739b7', 'network_id': '4aa0902c-cf5e-4f19-93a7-46d2396739b7', 'tenant_id': '95a0c743a31b4bbeb6688f1814a96447', 'fixed_ips': [{'subnet_id': 'edcd503c-8e20-49f4-a2f0-5ff7fd309fe7'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:11:17.027929 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2d47b02d-7738-4464-b7c0-bac053f46da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:17.172324 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-257623ad-0963-4540-a392-2bd06fae3ea4 req-2775d412-78e6-46ef-8b5d-b0640d9d51bc service neutron] 10.222.0.64 "GET /v2.0/networks/3829d8b1-57b6-4b5b-a62d-bdc41c946f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180078 Jul 24 00:11:17.332460 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-54a83ad7-6091-4338-8da7-4146924daf98 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:17.341326 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-54a83ad7-6091-4338-8da7-4146924daf98 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:17.350888 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-54a83ad7-6091-4338-8da7-4146924daf98 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/networks?id=bdf0e0a7-5e10-4370-9dc2-c8f466f9f010&id=4aa0902c-cf5e-4f19-93a7-46d2396739b7 HTTP/1.1" status: 200 len: 1390 time: 0.2956884 Jul 24 00:11:17.358883 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-257623ad-0963-4540-a392-2bd06fae3ea4 req-3fc1f3f9-feaf-4d48-8873-c4e365ab85b0 service neutron] 10.222.0.64 "GET /v2.0/networks/3829d8b1-57b6-4b5b-a62d-bdc41c946f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806450 Jul 24 00:11:17.380802 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-2d47b02d-7738-4464-b7c0-bac053f46da8 None None] Allocated IP 19.86.0.2 (4aa0902c-cf5e-4f19-93a7-46d2396739b7/edcd503c-8e20-49f4-a2f0-5ff7fd309fe7/62949417-e994-4140-a982-db084db6b167) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:11:17.395916 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-bbfa0345-cbc0-40bd-b6bf-6fe913d0e1e0 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/quotas/95a0c743a31b4bbeb6688f1814a96447 HTTP/1.1" status: 200 len: 375 time: 0.0353699 Jul 24 00:11:17.595158 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-20c2e129-553f-4744-a01c-7e3c593fde61 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=95a0c743a31b4bbeb6688f1814a96447&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1978347 Jul 24 00:11:17.601323 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e890a0-b10d-4d8f-8fe0-dae7744e30e9 req-8e1abcf0-3671-4fa2-86e3-072c5a936ed4 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:17.606683 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-70e890a0-b10d-4d8f-8fe0-dae7744e30e9 req-8e1abcf0-3671-4fa2-86e3-072c5a936ed4 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c3ad554-7e3d-420c-aaf4-4023ba64e623 HTTP/1.1" status: 200 len: 943 time: 0.1915352 Jul 24 00:11:17.676316 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:17.685462 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2d47b02d-7738-4464-b7c0-bac053f46da8 None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:17.693592 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-70e890a0-b10d-4d8f-8fe0-dae7744e30e9 req-6234a0b9-6dd9-4aa7-96dc-bf7b279c54e8 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] 10.222.0.44 "GET /v2.0/security-groups?id=250ef827-28a0-493b-a9a6-b5ecf06b16ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810609 Jul 24 00:11:17.700975 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2d47b02d-7738-4464-b7c0-bac053f46da8 None None] Transition to ACTIVE for port object 62949417-e994-4140-a982-db084db6b167 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:11:17.733213 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2d47b02d-7738-4464-b7c0-bac053f46da8 None None] Transition to ACTIVE for port object 62949417-e994-4140-a982-db084db6b167 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:11:17.743482 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2d47b02d-7738-4464-b7c0-bac053f46da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:17.789811 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d47b02d-7738-4464-b7c0-bac053f46da8 None None] Network 4aa0902c-cf5e-4f19-93a7-46d2396739b7 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:11:17.794774 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-2d47b02d-7738-4464-b7c0-bac053f46da8 None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:11:17.798288 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-92c4ad09-6d51-4487-b037-27947e747c1d service neutron] 10.222.0.44 "GET /v2.0/networks/bdf0e0a7-5e10-4370-9dc2-c8f466f9f010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021019 Jul 24 00:11:17.799197 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d47b02d-7738-4464-b7c0-bac053f46da8 None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:11:17.857971 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b1a3e9-58bd-4bbe-906c-cbfb8321c8f0 None None] Network bdf0e0a7-5e10-4370-9dc2-c8f466f9f010 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:11:17.962138 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d47b02d-7738-4464-b7c0-bac053f46da8 None None] Pushing event updated for resources: {'Port': ['ID=62949417-e994-4140-a982-db084db6b167,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:17.975933 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-b18b4746-e6c8-4c8e-92f9-42649b2ea3f4 service neutron] 10.222.0.44 "GET /v2.0/networks/bdf0e0a7-5e10-4370-9dc2-c8f466f9f010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763277 Jul 24 00:11:18.084384 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device beee4bd1-d7e5-4279-a635-c2bb05504297 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:11:18.119073 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-2d47b02d-7738-4464-b7c0-bac053f46da8 None None] Attempting to bind port 62949417-e994-4140-a982-db084db6b167 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:11:18.119707 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-2d47b02d-7738-4464-b7c0-bac053f46da8 None None] Attempting to bind port 62949417-e994-4140-a982-db084db6b167 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '8cdf6fdb-3fd6-4b42-83c5-823173390104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '4aa0902c-cf5e-4f19-93a7-46d2396739b7'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:11:18.120095 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d47b02d-7738-4464-b7c0-bac053f46da8 None None] Attempting to bind port 62949417-e994-4140-a982-db084db6b167 on network 4aa0902c-cf5e-4f19-93a7-46d2396739b7 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:11:18.160576 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-e5c4488b-3e44-4a8b-86c8-d448d76b2164 None None] Provisioning for port beee4bd1-d7e5-4279-a635-c2bb05504297 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:11:18.176755 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 40940) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:18.184976 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d47b02d-7738-4464-b7c0-bac053f46da8 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:11:18.185464 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d47b02d-7738-4464-b7c0-bac053f46da8 None None] Checking segment: {'id': '8cdf6fdb-3fd6-4b42-83c5-823173390104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '4aa0902c-cf5e-4f19-93a7-46d2396739b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:11:18.185850 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2d47b02d-7738-4464-b7c0-bac053f46da8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:18.186702 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d47b02d-7738-4464-b7c0-bac053f46da8 None None] Bound using segment: {'id': '8cdf6fdb-3fd6-4b42-83c5-823173390104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '4aa0902c-cf5e-4f19-93a7-46d2396739b7'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:11:18.187387 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-2d47b02d-7738-4464-b7c0-bac053f46da8 None None] Bound port: 62949417-e994-4140-a982-db084db6b167, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cdf6fdb-3fd6-4b42-83c5-823173390104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '4aa0902c-cf5e-4f19-93a7-46d2396739b7'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:11:18.187974 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2d47b02d-7738-4464-b7c0-bac053f46da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:18.200171 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-cb40851c-103f-4785-a4c8-a5c6ded4b069 service neutron] 10.222.0.44 "GET /v2.0/networks/4aa0902c-cf5e-4f19-93a7-46d2396739b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099380 Jul 24 00:11:18.291756 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 20d3e831-985f-41b6-993d-d058a9777fe5 details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:11:18.350066 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-f80c36ff-85f6-41b1-b4c5-337c0ba716b5 service neutron] 10.222.0.44 "GET /v2.0/networks/4aa0902c-cf5e-4f19-93a7-46d2396739b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389110 Jul 24 00:11:18.395307 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a78daad3-b8f0-493c-bff1-afa1a2773650 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:18.591811 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a78daad3-b8f0-493c-bff1-afa1a2773650 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:18.605705 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a78daad3-b8f0-493c-bff1-afa1a2773650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:18.609847 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2d47b02d-7738-4464-b7c0-bac053f46da8 None None] For port 62949417-e994-4140-a982-db084db6b167, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:11:18.638897 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port beee4bd1-d7e5-4279-a635-c2bb05504297 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:11:18.657907 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port beee4bd1-d7e5-4279-a635-c2bb05504297 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:11:18.658399 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:18.665880 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2d47b02d-7738-4464-b7c0-bac053f46da8 None None] For port 62949417-e994-4140-a982-db084db6b167, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=62949417-e994-4140-a982-db084db6b167,segment=NetworkSegment(8cdf6fdb-3fd6-4b42-83c5-823173390104),segment_id=8cdf6fdb-3fd6-4b42-83c5-823173390104)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:11:18.710618 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-651c50ff-3c8a-4e1b-8407-da3af458030d req-0ce3933c-aaaf-4c79-99a1-624db1fb3933 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/ports?device_id=c46caaf3-7c04-4369-95ca-e3b607cafa0b HTTP/1.1" status: 200 len: 210 time: 0.0673189 Jul 24 00:11:18.710618 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-a78daad3-b8f0-493c-bff1-afa1a2773650 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=08ff859bc97b467b83b0e11891ea5988&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5362070 Jul 24 00:11:18.717681 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78daad3-b8f0-493c-bff1-afa1a2773650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e3d91a-80cb-448d-92dc-975f7a3f0a13,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:18.721486 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 40960) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:18.800023 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2d47b02d-7738-4464-b7c0-bac053f46da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:18.867473 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0955324d-5d9c-4e7a-ab2a-866867c2478f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:18.917799 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0955324d-5d9c-4e7a-ab2a-866867c2478f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:18.933835 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:19.010860 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 20d3e831-985f-41b6-993d-d058a9777fe5, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=20d3e831-985f-41b6-993d-d058a9777fe5,segment=NetworkSegment(1a2343dd-1c10-48a9-bde8-c4e66c2cb5b9),segment_id=1a2343dd-1c10-48a9-bde8-c4e66c2cb5b9)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:11:19.043712 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d47b02d-7738-4464-b7c0-bac053f46da8 None None] Pushing event updated for resources: {'Port': ['ID=62949417-e994-4140-a982-db084db6b167,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:19.065625 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': '20d3e831-985f-41b6-993d-d058a9777fe5', 'network_id': '3829d8b1-57b6-4b5b-a62d-bdc41c946f86', 'port_id': '20d3e831-985f-41b6-993d-d058a9777fe5', 'mac_address': 'fa:16:3e:23:4d:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49689ad0-dc02-4436-8aab-7ed904f8dbad', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:11:19.068577 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53678ac-aa4e-491d-9cc7-73b33c300836 req-7f0006f9-79f1-4626-95d5-34b0ef3a9d1d tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:19.081288 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f53678ac-aa4e-491d-9cc7-73b33c300836 req-7f0006f9-79f1-4626-95d5-34b0ef3a9d1d tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c3ad554-7e3d-420c-aaf4-4023ba64e623 HTTP/1.1" status: 200 len: 943 time: 0.2686443 Jul 24 00:11:19.148987 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f53678ac-aa4e-491d-9cc7-73b33c300836 req-844fde85-d8d7-41e6-a4b6-cca6acc7e347 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] 10.222.0.44 "GET /v2.0/security-groups?id=250ef827-28a0-493b-a9a6-b5ecf06b16ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611298 Jul 24 00:11:19.161326 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0955324d-5d9c-4e7a-ab2a-866867c2478f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:19.165219 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0955324d-5d9c-4e7a-ab2a-866867c2478f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:19.167013 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-0955324d-5d9c-4e7a-ab2a-866867c2478f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d3e3d91a-80cb-448d-92dc-975f7a3f0a13 HTTP/1.1" status: 204 len: 168 time: 0.4445903 Jul 24 00:11:19.199201 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0955324d-5d9c-4e7a-ab2a-866867c2478f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e3d91a-80cb-448d-92dc-975f7a3f0a13,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:19.227952 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:19.278394 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port beee4bd1-d7e5-4279-a635-c2bb05504297, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=beee4bd1-d7e5-4279-a635-c2bb05504297,segment=NetworkSegment(608820ae-c36a-45a2-b4b2-72a09c01708c),segment_id=608820ae-c36a-45a2-b4b2-72a09c01708c)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:11:19.303215 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20d3e831-985f-41b6-993d-d058a9777fe5 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:11:19.333949 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 20d3e831-985f-41b6-993d-d058a9777fe5, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=20d3e831-985f-41b6-993d-d058a9777fe5,segment=NetworkSegment(1a2343dd-1c10-48a9-bde8-c4e66c2cb5b9),segment_id=1a2343dd-1c10-48a9-bde8-c4e66c2cb5b9)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:11:19.336311 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:19.356784 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:19.447100 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=beee4bd1-d7e5-4279-a635-c2bb05504297,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:19.499651 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-50d04b41-92b1-4738-bab1-f9ca6629742c None None] Provisioning complete for port beee4bd1-d7e5-4279-a635-c2bb05504297 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:11:19.500167 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-50d04b41-92b1-4738-bab1-f9ca6629742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:19.610421 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=20d3e831-985f-41b6-993d-d058a9777fe5,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:19.615333 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['20d3e831-985f-41b6-993d-d058a9777fe5'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:11:19.900864 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cd84edf9-1296-465f-a7a9-efae89938a4f req-aa251c5b-2d46-4731-9876-12b13e60ab09 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/ports?device_id=c46caaf3-7c04-4369-95ca-e3b607cafa0b HTTP/1.1" status: 200 len: 210 time: 0.0482976 Jul 24 00:11:20.134380 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 62949417-e994-4140-a982-db084db6b167 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:11:20.250396 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 62949417-e994-4140-a982-db084db6b167 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:11:20.257697 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device beee4bd1-d7e5-4279-a635-c2bb05504297 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:11:20.369557 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port beee4bd1-d7e5-4279-a635-c2bb05504297 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:11:20.370305 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:20.456303 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-ea3819ae-9d5b-4ff5-9570-7b4ba706ee20 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:20.463287 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-ea3819ae-9d5b-4ff5-9570-7b4ba706ee20 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:20.465239 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-ea3819ae-9d5b-4ff5-9570-7b4ba706ee20 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.64 "GET /v2.0/networks?id=bdf0e0a7-5e10-4370-9dc2-c8f466f9f010&id=4aa0902c-cf5e-4f19-93a7-46d2396739b7 HTTP/1.1" status: 200 len: 1390 time: 0.3749857 Jul 24 00:11:20.480699 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-fea35d04-2a7e-465d-a4eb-a2b106a1e232 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Request body: {'port': {'device_id': 'c46caaf3-7c04-4369-95ca-e3b607cafa0b', 'network_id': 'bdf0e0a7-5e10-4370-9dc2-c8f466f9f010', 'admin_state_up': True, 'tenant_id': '95a0c743a31b4bbeb6688f1814a96447'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:11:20.553342 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52462ce-5e0d-4923-ae02-229d607277c5 req-111d937d-0945-4ebc-bcf1-9dab4afb4cba tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:20.561563 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d52462ce-5e0d-4923-ae02-229d607277c5 req-111d937d-0945-4ebc-bcf1-9dab4afb4cba tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c3ad554-7e3d-420c-aaf4-4023ba64e623 HTTP/1.1" status: 200 len: 944 time: 0.2562487 Jul 24 00:11:20.662982 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d52462ce-5e0d-4923-ae02-229d607277c5 req-7c48df83-56d3-4203-8f9e-3e13d0ed7379 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] 10.222.0.44 "GET /v2.0/security-groups?id=250ef827-28a0-493b-a9a6-b5ecf06b16ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003497 Jul 24 00:11:20.721187 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21fe7c5-68d3-48f7-8841-9c1a1faaf373 None None] Network 4aa0902c-cf5e-4f19-93a7-46d2396739b7 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:11:20.739190 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-fea35d04-2a7e-465d-a4eb-a2b106a1e232 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Made reservation on behalf of 95a0c743a31b4bbeb6688f1814a96447 for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:11:20.743821 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-fea35d04-2a7e-465d-a4eb-a2b106a1e232 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:20.809954 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-8060d5ce-c588-4c58-b4ef-75c35d4cb628 None None] Provisioning for port 62949417-e994-4140-a982-db084db6b167 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:11:20.815736 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-8060d5ce-c588-4c58-b4ef-75c35d4cb628 None None] Provisioning complete for port 62949417-e994-4140-a982-db084db6b167 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:11:20.817249 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-8060d5ce-c588-4c58-b4ef-75c35d4cb628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:20.946915 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-fea35d04-2a7e-465d-a4eb-a2b106a1e232 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Allocated IP 19.80.0.65 (bdf0e0a7-5e10-4370-9dc2-c8f466f9f010/27e9c94f-8f4b-4d88-bc94-f0cbc994d172/3422b9e7-38e8-43ce-927d-17214964ba8f) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:11:20.990102 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-8060d5ce-c588-4c58-b4ef-75c35d4cb628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:21.052191 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-affeb974-9312-45b1-be3a-3af759fb0b3a req-db1f53fd-adbf-4f0d-affc-4e3b4b1de3c5 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/ports?device_id=c46caaf3-7c04-4369-95ca-e3b607cafa0b HTTP/1.1" status: 200 len: 210 time: 0.0441511 Jul 24 00:11:21.052707 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-8060d5ce-c588-4c58-b4ef-75c35d4cb628 None None] For port 62949417-e994-4140-a982-db084db6b167, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=62949417-e994-4140-a982-db084db6b167,segment=NetworkSegment(8cdf6fdb-3fd6-4b42-83c5-823173390104),segment_id=8cdf6fdb-3fd6-4b42-83c5-823173390104)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:11:21.070786 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-8060d5ce-c588-4c58-b4ef-75c35d4cb628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:21.192479 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8060d5ce-c588-4c58-b4ef-75c35d4cb628 None None] Pushing event updated for resources: {'Port': ['ID=62949417-e994-4140-a982-db084db6b167,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:21.272794 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-fea35d04-2a7e-465d-a4eb-a2b106a1e232 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:21.303937 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-fea35d04-2a7e-465d-a4eb-a2b106a1e232 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Transition to ACTIVE for port object 3422b9e7-38e8-43ce-927d-17214964ba8f will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:11:21.357464 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-fea35d04-2a7e-465d-a4eb-a2b106a1e232 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:21.401375 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-fea35d04-2a7e-465d-a4eb-a2b106a1e232 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Network bdf0e0a7-5e10-4370-9dc2-c8f466f9f010 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:11:21.404012 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-99e76ea2-8227-4a2d-90aa-ea4688db4280 None None] Provisioning complete for port 62949417-e994-4140-a982-db084db6b167 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:11:21.404462 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-99e76ea2-8227-4a2d-90aa-ea4688db4280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:21.408096 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-fea35d04-2a7e-465d-a4eb-a2b106a1e232 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:11:21.475170 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-fea35d04-2a7e-465d-a4eb-a2b106a1e232 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:11:21.559485 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea35d04-2a7e-465d-a4eb-a2b106a1e232 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Pushing event updated for resources: {'Port': ['ID=3422b9e7-38e8-43ce-927d-17214964ba8f,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:21.591332 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-fea35d04-2a7e-465d-a4eb-a2b106a1e232 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:21.593644 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-fea35d04-2a7e-465d-a4eb-a2b106a1e232 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:21.614426 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-fea35d04-2a7e-465d-a4eb-a2b106a1e232 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1388066 Jul 24 00:11:21.624466 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-9aae25e0-b93f-4714-ae75-74ef5b4f2294 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Request body: {'port': {'device_id': 'c46caaf3-7c04-4369-95ca-e3b607cafa0b', 'network_id': '4aa0902c-cf5e-4f19-93a7-46d2396739b7', 'admin_state_up': True, 'tenant_id': '95a0c743a31b4bbeb6688f1814a96447'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:11:21.647534 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 41032) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:21.772486 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-e5383306-b42a-41be-ba87-6f8735e685e0 None None] Provisioning for port 3422b9e7-38e8-43ce-927d-17214964ba8f completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:11:21.778833 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-e5383306-b42a-41be-ba87-6f8735e685e0 None None] Provisioning complete for port 3422b9e7-38e8-43ce-927d-17214964ba8f triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:11:21.779865 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e5383306-b42a-41be-ba87-6f8735e685e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:21.830149 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-e5383306-b42a-41be-ba87-6f8735e685e0 None None] Port 3422b9e7-38e8-43ce-927d-17214964ba8f cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:11:21.874456 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-9aae25e0-b93f-4714-ae75-74ef5b4f2294 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Made reservation on behalf of 95a0c743a31b4bbeb6688f1814a96447 for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:11:21.878355 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-9aae25e0-b93f-4714-ae75-74ef5b4f2294 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:21.900821 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac48d30-484f-4501-82bf-efa9082ede26 req-b64e78b8-f48b-482e-8bd2-a0b86d27827c tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:21.914807 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bac48d30-484f-4501-82bf-efa9082ede26 req-b64e78b8-f48b-482e-8bd2-a0b86d27827c tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c3ad554-7e3d-420c-aaf4-4023ba64e623 HTTP/1.1" status: 200 len: 944 time: 0.1403482 Jul 24 00:11:21.953169 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-4164a130-9321-420b-8e89-3c7f8814ec2d tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1712673744'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:11:21.985185 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bac48d30-484f-4501-82bf-efa9082ede26 req-5759d249-b0c8-47c4-9038-4f58f0461bdf tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] 10.222.0.44 "GET /v2.0/security-groups?id=250ef827-28a0-493b-a9a6-b5ecf06b16ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641799 Jul 24 00:11:22.004846 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4164a130-9321-420b-8e89-3c7f8814ec2d tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] Made reservation on behalf of bb72ec14df4d4bf7aa4d6cbb10503f11 for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:11:22.010604 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4164a130-9321-420b-8e89-3c7f8814ec2d tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:22.021303 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4164a130-9321-420b-8e89-3c7f8814ec2d tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:22.032036 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 62949417-e994-4140-a982-db084db6b167 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:11:22.083780 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-9aae25e0-b93f-4714-ae75-74ef5b4f2294 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Allocated IP 19.86.0.144 (4aa0902c-cf5e-4f19-93a7-46d2396739b7/edcd503c-8e20-49f4-a2f0-5ff7fd309fe7/5768f152-7cfd-4aab-b9eb-3ad844105042) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:11:22.100619 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 62949417-e994-4140-a982-db084db6b167 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:11:22.101415 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:22.220382 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4164a130-9321-420b-8e89-3c7f8814ec2d tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:22.226796 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4164a130-9321-420b-8e89-3c7f8814ec2d tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:22.263720 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4164a130-9321-420b-8e89-3c7f8814ec2d tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf361a0d-082d-4e6a-81ae-eec160263997,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:22.275227 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4164a130-9321-420b-8e89-3c7f8814ec2d tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:11:22.290221 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4164a130-9321-420b-8e89-3c7f8814ec2d tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:22.290384 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-4164a130-9321-420b-8e89-3c7f8814ec2d tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] Added segment 60553901-a4ec-4db0-8996-b129ad858c15 of type vlan for network 190f09bf-1179-4a3a-aa2c-abc451e0274d Jul 24 00:11:22.341261 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4bee53-c2c6-4dec-a591-2e466464090d req-eab613f7-e18d-4254-a399-b8c304392ae8 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:22.344759 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 20d3e831-985f-41b6-993d-d058a9777fe5 up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:11:22.348581 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0a4bee53-c2c6-4dec-a591-2e466464090d req-eab613f7-e18d-4254-a399-b8c304392ae8 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/ports?device_id=c46caaf3-7c04-4369-95ca-e3b607cafa0b HTTP/1.1" status: 200 len: 931 time: 0.1613193 Jul 24 00:11:22.354091 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-9aae25e0-b93f-4714-ae75-74ef5b4f2294 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:22.358400 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4164a130-9321-420b-8e89-3c7f8814ec2d tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:22.402483 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4164a130-9321-420b-8e89-3c7f8814ec2d tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:22.411885 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0a4bee53-c2c6-4dec-a591-2e466464090d req-064e20ec-40dc-4c7f-841f-091d0a3b442a tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3b18a95-9eb9-4810-a13b-9736798f03ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621605 Jul 24 00:11:22.413303 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-9aae25e0-b93f-4714-ae75-74ef5b4f2294 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Transition to ACTIVE for port object 5768f152-7cfd-4aab-b9eb-3ad844105042 will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:11:22.434631 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4164a130-9321-420b-8e89-3c7f8814ec2d tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:22.435413 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4164a130-9321-420b-8e89-3c7f8814ec2d tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:22.439248 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port 20d3e831-985f-41b6-993d-d058a9777fe5 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:11:22.445496 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port 20d3e831-985f-41b6-993d-d058a9777fe5 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:11:22.446114 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:22.483490 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-9aae25e0-b93f-4714-ae75-74ef5b4f2294 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:22.499998 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-4164a130-9321-420b-8e89-3c7f8814ec2d tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.8480682 Jul 24 00:11:22.511012 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 41046) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:22.558434 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-9aae25e0-b93f-4714-ae75-74ef5b4f2294 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Network 4aa0902c-cf5e-4f19-93a7-46d2396739b7 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:11:22.560926 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:22.563306 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aae25e0-b93f-4714-ae75-74ef5b4f2294 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Pushing event updated for resources: {'Port': ['ID=5768f152-7cfd-4aab-b9eb-3ad844105042,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:22.566465 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-9aae25e0-b93f-4714-ae75-74ef5b4f2294 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:11:22.568667 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-9aae25e0-b93f-4714-ae75-74ef5b4f2294 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:11:22.575491 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-a9698619-5832-447b-a965-2b2b72ca4106 tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] Request body: {'subnet': {'network_id': '190f09bf-1179-4a3a-aa2c-abc451e0274d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:11:22.580389 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4164a130-9321-420b-8e89-3c7f8814ec2d tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] Pushing event updated for resources: {'Network': ['ID=190f09bf-1179-4a3a-aa2c-abc451e0274d,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:22.592313 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c3ad554-7e3d-420c-aaf4-4023ba64e623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20d3e831-985f-41b6-993d-d058a9777fe5'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:11:22.598028 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6082ea0c-3734-4aaa-98b9-2af56beccd08" -d '{"events": [{"server_uuid": "2c3ad554-7e3d-420c-aaf4-4023ba64e623", "name": "network-vif-plugged", "status": "completed", "tag": "20d3e831-985f-41b6-993d-d058a9777fe5"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:11:22.614859 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 190f09bf-1179-4a3a-aa2c-abc451e0274d details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:11:22.647238 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 20d3e831-985f-41b6-993d-d058a9777fe5, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=20d3e831-985f-41b6-993d-d058a9777fe5,segment=NetworkSegment(1a2343dd-1c10-48a9-bde8-c4e66c2cb5b9),segment_id=1a2343dd-1c10-48a9-bde8-c4e66c2cb5b9)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:11:22.665610 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:22.665889 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-9aae25e0-b93f-4714-ae75-74ef5b4f2294 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:22.666491 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-9aae25e0-b93f-4714-ae75-74ef5b4f2294 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:22.716680 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-9aae25e0-b93f-4714-ae75-74ef5b4f2294 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0954986 Jul 24 00:11:22.724542 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42e457ec-8988-4323-84f9-3ae89952f3f4 x-openstack-request-id: req-42e457ec-8988-4323-84f9-3ae89952f3f4 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:11:22.724974 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c3ad554-7e3d-420c-aaf4-4023ba64e623", "name": "network-vif-plugged", "status": "completed", "tag": "20d3e831-985f-41b6-993d-d058a9777fe5", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:11:22.725312 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-42e457ec-8988-4323-84f9-3ae89952f3f4 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:11:22.725715 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c3ad554-7e3d-420c-aaf4-4023ba64e623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20d3e831-985f-41b6-993d-d058a9777fe5', 'code': 200} Jul 24 00:11:22.731031 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-a9213185-b4c1-410e-84a5-f753fbbd289e service neutron] Request body: {'port': {'device_id': 'c46caaf3-7c04-4369-95ca-e3b607cafa0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-16'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:11:22.821183 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9698619-5832-447b-a965-2b2b72ca4106 tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] Made reservation on behalf of bb72ec14df4d4bf7aa4d6cbb10503f11 for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:11:22.852409 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a9698619-5832-447b-a965-2b2b72ca4106 tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:22.999233 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-a9213185-b4c1-410e-84a5-f753fbbd289e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:23.070705 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eedbf6d-7fce-4825-bd53-82527fd5b5f9 req-76868532-8eb4-4439-969a-f6062c2c978c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:23.071824 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=20d3e831-985f-41b6-993d-d058a9777fe5,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:23.074124 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8eedbf6d-7fce-4825-bd53-82527fd5b5f9 req-76868532-8eb4-4439-969a-f6062c2c978c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2c3ad554-7e3d-420c-aaf4-4023ba64e623 HTTP/1.1" status: 200 len: 1097 time: 0.3110881 Jul 24 00:11:23.167073 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a9698619-5832-447b-a965-2b2b72ca4106 tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:23.169870 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8eedbf6d-7fce-4825-bd53-82527fd5b5f9 req-5be93501-37da-4603-95b8-4bafec514a93 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=250ef827-28a0-493b-a9a6-b5ecf06b16ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871999 Jul 24 00:11:23.177634 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a79a777d-e02c-408f-890d-96471e735cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:23.187906 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-6d3af8d1-c77e-411b-bce0-305b0635250e None None] Provisioning for port 5768f152-7cfd-4aab-b9eb-3ad844105042 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:11:23.204176 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-6d3af8d1-c77e-411b-bce0-305b0635250e None None] Provisioning complete for port 5768f152-7cfd-4aab-b9eb-3ad844105042 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:11:23.204565 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-6d3af8d1-c77e-411b-bce0-305b0635250e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:23.240439 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-6d3af8d1-c77e-411b-bce0-305b0635250e None None] Port 5768f152-7cfd-4aab-b9eb-3ad844105042 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:11:23.290728 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9698619-5832-447b-a965-2b2b72ca4106 tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] Pushing event updated for resources: {'Subnet': ['ID=88352a16-bd8a-46dc-a779-c3a3d86b98a4,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:23.305017 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e770b4-c501-4976-9e2d-9b75ff7a23c9 req-2dba7f74-9bbd-42c2-9954-d68c1cf837e8 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:23.306693 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-33e770b4-c501-4976-9e2d-9b75ff7a23c9 req-2dba7f74-9bbd-42c2-9954-d68c1cf837e8 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c3ad554-7e3d-420c-aaf4-4023ba64e623 HTTP/1.1" status: 200 len: 945 time: 0.1793895 Jul 24 00:11:23.311702 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9698619-5832-447b-a965-2b2b72ca4106 tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] Checking segment: {'id': '60553901-a4ec-4db0-8996-b129ad858c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '190f09bf-1179-4a3a-aa2c-abc451e0274d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:11:23.312219 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9698619-5832-447b-a965-2b2b72ca4106 tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] Network hostable DHCP agents. Network: 190f09bf-1179-4a3a-aa2c-abc451e0274d, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:11:23.353564 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9698619-5832-447b-a965-2b2b72ca4106 tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] Network 190f09bf-1179-4a3a-aa2c-abc451e0274d is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:11:23.368783 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-33e770b4-c501-4976-9e2d-9b75ff7a23c9 req-04178896-9c4d-49cd-8ee4-d0096ec98313 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] 10.222.0.44 "GET /v2.0/security-groups?id=250ef827-28a0-493b-a9a6-b5ecf06b16ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528994 Jul 24 00:11:23.370018 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-a9698619-5832-447b-a965-2b2b72ca4106 tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 190f09bf-1179-4a3a-aa2c-abc451e0274d) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:11:23.374371 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9698619-5832-447b-a965-2b2b72ca4106 tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:23.375061 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a9698619-5832-447b-a965-2b2b72ca4106 tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:23.380831 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3b92df-2335-4db1-a601-987d9869af4b None None] Network 190f09bf-1179-4a3a-aa2c-abc451e0274d requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:11:23.393789 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-a9698619-5832-447b-a965-2b2b72ca4106 tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8820305 Jul 24 00:11:23.396410 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 41056) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:23.401775 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-332f1c5b-73ed-4913-b71e-f16507dd1ea5 tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] Request body: {'port': {'network_id': '190f09bf-1179-4a3a-aa2c-abc451e0274d', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1909872470'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:11:23.492155 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-a9213185-b4c1-410e-84a5-f753fbbd289e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3422b9e7-38e8-43ce-927d-17214964ba8f {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:11:23.500947 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-a9213185-b4c1-410e-84a5-f753fbbd289e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:23.519992 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-a9213185-b4c1-410e-84a5-f753fbbd289e service neutron] Transition to ACTIVE for port object 3422b9e7-38e8-43ce-927d-17214964ba8f will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:11:23.526700 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-a9213185-b4c1-410e-84a5-f753fbbd289e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:23.632794 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-332f1c5b-73ed-4913-b71e-f16507dd1ea5 tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] Made reservation on behalf of bb72ec14df4d4bf7aa4d6cbb10503f11 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:11:23.639039 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-332f1c5b-73ed-4913-b71e-f16507dd1ea5 tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:23.675859 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [None req-332f1c5b-73ed-4913-b71e-f16507dd1ea5 tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] device_id is not set on port 9d01c630-fb87-4235-8f69-456cbc9b2596 yet. {{(pid=100313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:11:23.692998 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f6042d-cf21-4e58-8725-2ae211591206 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-190f09bf-1179-4a3a-aa2c-abc451e0274d', 'network_id': '190f09bf-1179-4a3a-aa2c-abc451e0274d', 'tenant_id': 'bb72ec14df4d4bf7aa4d6cbb10503f11', 'fixed_ips': [{'subnet_id': '88352a16-bd8a-46dc-a779-c3a3d86b98a4'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:11:23.695097 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a9f6042d-cf21-4e58-8725-2ae211591206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:23.732219 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9213185-b4c1-410e-84a5-f753fbbd289e service neutron] Pushing event updated for resources: {'Port': ['ID=3422b9e7-38e8-43ce-927d-17214964ba8f,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:23.887607 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-332f1c5b-73ed-4913-b71e-f16507dd1ea5 tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] Allocated IP 172.20.0.7 (190f09bf-1179-4a3a-aa2c-abc451e0274d/88352a16-bd8a-46dc-a779-c3a3d86b98a4/9d01c630-fb87-4235-8f69-456cbc9b2596) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:11:23.899027 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf1249-58ec-43d7-93a8-e0617f6ffa77 req-b3ad07e2-9905-4f3a-a2bd-9eb70ddb62ea tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:23.908156 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf1249-58ec-43d7-93a8-e0617f6ffa77 req-b3ad07e2-9905-4f3a-a2bd-9eb70ddb62ea tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:23.916571 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7eaf1249-58ec-43d7-93a8-e0617f6ffa77 req-b3ad07e2-9905-4f3a-a2bd-9eb70ddb62ea tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/ports?device_id=c46caaf3-7c04-4369-95ca-e3b607cafa0b HTTP/1.1" status: 200 len: 1666 time: 0.3595228 Jul 24 00:11:23.949292 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-a9213185-b4c1-410e-84a5-f753fbbd289e service neutron] Attempting to bind port 3422b9e7-38e8-43ce-927d-17214964ba8f on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:11:23.949732 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-a9213185-b4c1-410e-84a5-f753fbbd289e service neutron] Attempting to bind port 3422b9e7-38e8-43ce-927d-17214964ba8f by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '608820ae-c36a-45a2-b4b2-72a09c01708c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'bdf0e0a7-5e10-4370-9dc2-c8f466f9f010'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:11:23.950133 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-a9213185-b4c1-410e-84a5-f753fbbd289e service neutron] Attempting to bind port 3422b9e7-38e8-43ce-927d-17214964ba8f on network bdf0e0a7-5e10-4370-9dc2-c8f466f9f010 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:11:23.967795 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-a9213185-b4c1-410e-84a5-f753fbbd289e service neutron] Port 3422b9e7-38e8-43ce-927d-17214964ba8f on network bdf0e0a7-5e10-4370-9dc2-c8f466f9f010 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:11:23.968407 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-a9213185-b4c1-410e-84a5-f753fbbd289e service neutron] Attempting to bind port 3422b9e7-38e8-43ce-927d-17214964ba8f on network bdf0e0a7-5e10-4370-9dc2-c8f466f9f010 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:11:24.017970 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7eaf1249-58ec-43d7-93a8-e0617f6ffa77 req-a1729620-219b-4f04-b508-dcd8198e6d7f tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3b18a95-9eb9-4810-a13b-9736798f03ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001306 Jul 24 00:11:24.025814 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-a9213185-b4c1-410e-84a5-f753fbbd289e service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:11:24.028752 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-a9213185-b4c1-410e-84a5-f753fbbd289e service neutron] Checking segment: {'id': '608820ae-c36a-45a2-b4b2-72a09c01708c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'bdf0e0a7-5e10-4370-9dc2-c8f466f9f010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:11:24.029504 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-a9213185-b4c1-410e-84a5-f753fbbd289e service neutron] Bound using segment: {'id': '608820ae-c36a-45a2-b4b2-72a09c01708c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'bdf0e0a7-5e10-4370-9dc2-c8f466f9f010'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:11:24.029693 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-a9213185-b4c1-410e-84a5-f753fbbd289e service neutron] Bound port: 3422b9e7-38e8-43ce-927d-17214964ba8f, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '608820ae-c36a-45a2-b4b2-72a09c01708c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'bdf0e0a7-5e10-4370-9dc2-c8f466f9f010'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:11:24.031670 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-a9213185-b4c1-410e-84a5-f753fbbd289e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:24.153873 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-a9213185-b4c1-410e-84a5-f753fbbd289e service neutron] For port 3422b9e7-38e8-43ce-927d-17214964ba8f, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:11:24.157954 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-a9213185-b4c1-410e-84a5-f753fbbd289e service neutron] For port 3422b9e7-38e8-43ce-927d-17214964ba8f, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=3422b9e7-38e8-43ce-927d-17214964ba8f,segment=NetworkSegment(608820ae-c36a-45a2-b4b2-72a09c01708c),segment_id=608820ae-c36a-45a2-b4b2-72a09c01708c)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:11:24.166669 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-a9213185-b4c1-410e-84a5-f753fbbd289e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:24.212044 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-a9213185-b4c1-410e-84a5-f753fbbd289e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:24.212937 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-a9213185-b4c1-410e-84a5-f753fbbd289e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:24.215507 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-a9213185-b4c1-410e-84a5-f753fbbd289e service neutron] 10.222.0.64 "PUT /v2.0/ports/3422b9e7-38e8-43ce-927d-17214964ba8f HTTP/1.1" status: 200 len: 1092 time: 1.4895594 Jul 24 00:11:24.216175 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c46caaf3-7c04-4369-95ca-e3b607cafa0b', 'tag': '3422b9e7-38e8-43ce-927d-17214964ba8f'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:11:24.218916 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd0ff95f-49f5-4b86-842f-5a7ff856c52d" -d '{"events": [{"name": "network-changed", "server_uuid": "c46caaf3-7c04-4369-95ca-e3b607cafa0b", "tag": "3422b9e7-38e8-43ce-927d-17214964ba8f"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:11:24.252608 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-9adce536-850e-42fe-898c-ce4f3fffd9aa service neutron] Request body: {'port': {'device_id': 'c46caaf3-7c04-4369-95ca-e3b607cafa0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-16'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:11:24.302025 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9213185-b4c1-410e-84a5-f753fbbd289e service neutron] Pushing event updated for resources: {'Port': ['ID=3422b9e7-38e8-43ce-927d-17214964ba8f,revision_number=3']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:24.384745 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-9adce536-850e-42fe-898c-ce4f3fffd9aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:24.584682 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db433b0-ef2b-4d38-a14c-77e95e62b396 x-openstack-request-id: req-0db433b0-ef2b-4d38-a14c-77e95e62b396 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:11:24.585396 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c46caaf3-7c04-4369-95ca-e3b607cafa0b", "tag": "3422b9e7-38e8-43ce-927d-17214964ba8f", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:11:24.585396 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0db433b0-ef2b-4d38-a14c-77e95e62b396 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:11:24.585734 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c46caaf3-7c04-4369-95ca-e3b607cafa0b', 'tag': '3422b9e7-38e8-43ce-927d-17214964ba8f', 'status': 'completed', 'code': 200} Jul 24 00:11:24.718256 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-332f1c5b-73ed-4913-b71e-f16507dd1ea5 tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:24.730713 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ff95f-49f5-4b86-842f-5a7ff856c52d req-18962ba0-02a4-4bfa-8ff4-20796b6fd6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:24.731268 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ff95f-49f5-4b86-842f-5a7ff856c52d req-18962ba0-02a4-4bfa-8ff4-20796b6fd6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:24.732921 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bd0ff95f-49f5-4b86-842f-5a7ff856c52d req-18962ba0-02a4-4bfa-8ff4-20796b6fd6f3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=95a0c743a31b4bbeb6688f1814a96447&device_id=c46caaf3-7c04-4369-95ca-e3b607cafa0b HTTP/1.1" status: 200 len: 1914 time: 0.1365759 Jul 24 00:11:24.739892 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d229e92b-1b3d-4dc3-9415-d015fdd8e86b req-8fa25c2c-3ffc-49d1-abed-67e4e1f960a0 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:24.745311 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d229e92b-1b3d-4dc3-9415-d015fdd8e86b req-8fa25c2c-3ffc-49d1-abed-67e4e1f960a0 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c3ad554-7e3d-420c-aaf4-4023ba64e623 HTTP/1.1" status: 200 len: 945 time: 0.2276044 Jul 24 00:11:24.761024 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [None req-332f1c5b-73ed-4913-b71e-f16507dd1ea5 tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] Transition to ACTIVE for port object 9d01c630-fb87-4235-8f69-456cbc9b2596 will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:11:24.827436 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-332f1c5b-73ed-4913-b71e-f16507dd1ea5 tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:24.880076 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-a9f6042d-cf21-4e58-8725-2ae211591206 None None] Allocated IP 172.20.0.2 (190f09bf-1179-4a3a-aa2c-abc451e0274d/88352a16-bd8a-46dc-a779-c3a3d86b98a4/d4c382d3-9120-4525-a152-ecf152281c81) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:11:24.965803 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d229e92b-1b3d-4dc3-9415-d015fdd8e86b req-3538179f-d768-48ff-8fe5-d8291d9fd458 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] 10.222.0.44 "GET /v2.0/security-groups?id=250ef827-28a0-493b-a9a6-b5ecf06b16ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1692710 Jul 24 00:11:25.031980 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332f1c5b-73ed-4913-b71e-f16507dd1ea5 tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] Network 190f09bf-1179-4a3a-aa2c-abc451e0274d is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:11:25.039718 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f1c5b-73ed-4913-b71e-f16507dd1ea5 tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] Pushing event updated for resources: {'Port': ['ID=9d01c630-fb87-4235-8f69-456cbc9b2596,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:25.048437 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-332f1c5b-73ed-4913-b71e-f16507dd1ea5 tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:11:25.058359 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332f1c5b-73ed-4913-b71e-f16507dd1ea5 tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:11:25.200041 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332f1c5b-73ed-4913-b71e-f16507dd1ea5 tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:25.201288 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-332f1c5b-73ed-4913-b71e-f16507dd1ea5 tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:25.220420 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a9f6042d-cf21-4e58-8725-2ae211591206 None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:25.231507 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-a9f6042d-cf21-4e58-8725-2ae211591206 None None] Transition to ACTIVE for port object d4c382d3-9120-4525-a152-ecf152281c81 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:11:25.240004 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be5ec3a-731a-4ac4-83db-1fe49c11a130 req-b33a643b-ead0-4bcc-9da1-72640ec0a1ee tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:25.246432 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be5ec3a-731a-4ac4-83db-1fe49c11a130 req-b33a643b-ead0-4bcc-9da1-72640ec0a1ee tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:25.250339 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-a9f6042d-cf21-4e58-8725-2ae211591206 None None] Transition to ACTIVE for port object d4c382d3-9120-4525-a152-ecf152281c81 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:11:25.255727 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5be5ec3a-731a-4ac4-83db-1fe49c11a130 req-b33a643b-ead0-4bcc-9da1-72640ec0a1ee tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/ports?device_id=c46caaf3-7c04-4369-95ca-e3b607cafa0b HTTP/1.1" status: 200 len: 1666 time: 0.1371386 Jul 24 00:11:25.258286 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a9f6042d-cf21-4e58-8725-2ae211591206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:25.275192 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-332f1c5b-73ed-4913-b71e-f16507dd1ea5 tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8774793 Jul 24 00:11:25.279149 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 41082) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:25.305358 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f6042d-cf21-4e58-8725-2ae211591206 None None] Network 190f09bf-1179-4a3a-aa2c-abc451e0274d is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:11:25.308495 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-a9f6042d-cf21-4e58-8725-2ae211591206 None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:11:25.312475 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f6042d-cf21-4e58-8725-2ae211591206 None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:11:25.347819 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5be5ec3a-731a-4ac4-83db-1fe49c11a130 req-38e43caa-72e7-4fb0-bd0a-fc781be39e75 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3b18a95-9eb9-4810-a13b-9736798f03ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908129 Jul 24 00:11:25.388641 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-9adce536-850e-42fe-898c-ce4f3fffd9aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5768f152-7cfd-4aab-b9eb-3ad844105042 {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:11:25.395347 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-a9f6042d-cf21-4e58-8725-2ae211591206 None None] Attempting to bind port d4c382d3-9120-4525-a152-ecf152281c81 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:11:25.395347 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-a9f6042d-cf21-4e58-8725-2ae211591206 None None] Attempting to bind port d4c382d3-9120-4525-a152-ecf152281c81 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '60553901-a4ec-4db0-8996-b129ad858c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '190f09bf-1179-4a3a-aa2c-abc451e0274d'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:11:25.395780 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f6042d-cf21-4e58-8725-2ae211591206 None None] Attempting to bind port d4c382d3-9120-4525-a152-ecf152281c81 on network 190f09bf-1179-4a3a-aa2c-abc451e0274d {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:11:25.401560 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f6042d-cf21-4e58-8725-2ae211591206 None None] Pushing event updated for resources: {'Port': ['ID=d4c382d3-9120-4525-a152-ecf152281c81,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:25.404337 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f6042d-cf21-4e58-8725-2ae211591206 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:11:25.404725 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f6042d-cf21-4e58-8725-2ae211591206 None None] Checking segment: {'id': '60553901-a4ec-4db0-8996-b129ad858c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '190f09bf-1179-4a3a-aa2c-abc451e0274d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:11:25.405362 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a9f6042d-cf21-4e58-8725-2ae211591206 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:25.405766 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f6042d-cf21-4e58-8725-2ae211591206 None None] Bound using segment: {'id': '60553901-a4ec-4db0-8996-b129ad858c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '190f09bf-1179-4a3a-aa2c-abc451e0274d'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:11:25.406263 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-a9f6042d-cf21-4e58-8725-2ae211591206 None None] Bound port: d4c382d3-9120-4525-a152-ecf152281c81, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60553901-a4ec-4db0-8996-b129ad858c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '190f09bf-1179-4a3a-aa2c-abc451e0274d'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:11:25.406661 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a9f6042d-cf21-4e58-8725-2ae211591206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:25.426512 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-9adce536-850e-42fe-898c-ce4f3fffd9aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:25.509502 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-ef07889a-c6da-4c52-a959-ca5db4bd4fd2 tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] Deleting port 9d01c630-fb87-4235-8f69-456cbc9b2596 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:11:25.510551 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ef07889a-c6da-4c52-a959-ca5db4bd4fd2 tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:25.515049 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-9adce536-850e-42fe-898c-ce4f3fffd9aa service neutron] Transition to ACTIVE for port object 5768f152-7cfd-4aab-b9eb-3ad844105042 will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:11:25.517971 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-a9f6042d-cf21-4e58-8725-2ae211591206 None None] For port d4c382d3-9120-4525-a152-ecf152281c81, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:11:25.526603 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-a9f6042d-cf21-4e58-8725-2ae211591206 None None] For port d4c382d3-9120-4525-a152-ecf152281c81, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=d4c382d3-9120-4525-a152-ecf152281c81,segment=NetworkSegment(60553901-a4ec-4db0-8996-b129ad858c15),segment_id=60553901-a4ec-4db0-8996-b129ad858c15)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:11:25.532532 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-9adce536-850e-42fe-898c-ce4f3fffd9aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:25.534516 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a9f6042d-cf21-4e58-8725-2ae211591206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:25.605681 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f6042d-cf21-4e58-8725-2ae211591206 None None] Pushing event updated for resources: {'Port': ['ID=d4c382d3-9120-4525-a152-ecf152281c81,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:25.619056 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ff95f-49f5-4b86-842f-5a7ff856c52d req-82ec3e36-47e8-47b2-bd8d-b1bb63fa6b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:25.619581 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ff95f-49f5-4b86-842f-5a7ff856c52d req-82ec3e36-47e8-47b2-bd8d-b1bb63fa6b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:25.620015 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ff95f-49f5-4b86-842f-5a7ff856c52d req-82ec3e36-47e8-47b2-bd8d-b1bb63fa6b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:25.622738 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bd0ff95f-49f5-4b86-842f-5a7ff856c52d req-82ec3e36-47e8-47b2-bd8d-b1bb63fa6b83 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=95a0c743a31b4bbeb6688f1814a96447&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.8766167 Jul 24 00:11:25.723174 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adce536-850e-42fe-898c-ce4f3fffd9aa service neutron] Pushing event updated for resources: {'Port': ['ID=5768f152-7cfd-4aab-b9eb-3ad844105042,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:25.725708 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ef07889a-c6da-4c52-a959-ca5db4bd4fd2 tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:25.765986 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-ef07889a-c6da-4c52-a959-ca5db4bd4fd2 tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] Calling delete_port for 9d01c630-fb87-4235-8f69-456cbc9b2596 owned by {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:11:25.771721 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-cf4de3ca-7915-47cf-b470-f4f68233dfc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:25.833053 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a93d72-75e3-4ba3-b142-3a72d17795ad req-2adff9b4-690e-4c2e-bf78-bfe4f05b43e6 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:25.835229 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e0a93d72-75e3-4ba3-b142-3a72d17795ad req-2adff9b4-690e-4c2e-bf78-bfe4f05b43e6 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c3ad554-7e3d-420c-aaf4-4023ba64e623 HTTP/1.1" status: 200 len: 945 time: 0.3979917 Jul 24 00:11:25.926305 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-9adce536-850e-42fe-898c-ce4f3fffd9aa service neutron] Attempting to bind port 5768f152-7cfd-4aab-b9eb-3ad844105042 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:11:25.926642 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-9adce536-850e-42fe-898c-ce4f3fffd9aa service neutron] Attempting to bind port 5768f152-7cfd-4aab-b9eb-3ad844105042 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '8cdf6fdb-3fd6-4b42-83c5-823173390104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '4aa0902c-cf5e-4f19-93a7-46d2396739b7'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:11:25.926972 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-9adce536-850e-42fe-898c-ce4f3fffd9aa service neutron] Attempting to bind port 5768f152-7cfd-4aab-b9eb-3ad844105042 on network 4aa0902c-cf5e-4f19-93a7-46d2396739b7 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:11:25.966467 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-9adce536-850e-42fe-898c-ce4f3fffd9aa service neutron] Port 5768f152-7cfd-4aab-b9eb-3ad844105042 on network 4aa0902c-cf5e-4f19-93a7-46d2396739b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:11:25.968495 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-9adce536-850e-42fe-898c-ce4f3fffd9aa service neutron] Attempting to bind port 5768f152-7cfd-4aab-b9eb-3ad844105042 on network 4aa0902c-cf5e-4f19-93a7-46d2396739b7 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:11:25.990516 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ff95f-49f5-4b86-842f-5a7ff856c52d req-6f4f8456-1190-4c57-962d-a6fb4ea3ec56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:25.992021 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bd0ff95f-49f5-4b86-842f-5a7ff856c52d req-6f4f8456-1190-4c57-962d-a6fb4ea3ec56 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3609736 Jul 24 00:11:25.998797 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e0a93d72-75e3-4ba3-b142-3a72d17795ad req-50e5468c-bcad-45eb-8768-4c258651aff8 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] 10.222.0.44 "GET /v2.0/security-groups?id=250ef827-28a0-493b-a9a6-b5ecf06b16ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424282 Jul 24 00:11:26.004514 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-9adce536-850e-42fe-898c-ce4f3fffd9aa service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:11:26.004877 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-9adce536-850e-42fe-898c-ce4f3fffd9aa service neutron] Checking segment: {'id': '8cdf6fdb-3fd6-4b42-83c5-823173390104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '4aa0902c-cf5e-4f19-93a7-46d2396739b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:11:26.005875 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-9adce536-850e-42fe-898c-ce4f3fffd9aa service neutron] Bound using segment: {'id': '8cdf6fdb-3fd6-4b42-83c5-823173390104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '4aa0902c-cf5e-4f19-93a7-46d2396739b7'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:11:26.005875 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-9adce536-850e-42fe-898c-ce4f3fffd9aa service neutron] Bound port: 5768f152-7cfd-4aab-b9eb-3ad844105042, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cdf6fdb-3fd6-4b42-83c5-823173390104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '4aa0902c-cf5e-4f19-93a7-46d2396739b7'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:11:26.006092 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-9adce536-850e-42fe-898c-ce4f3fffd9aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:26.036781 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ef07889a-c6da-4c52-a959-ca5db4bd4fd2 tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:26.090748 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef07889a-c6da-4c52-a959-ca5db4bd4fd2 tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] Pushing event deleted for resources: {'Port': ['ID=9d01c630-fb87-4235-8f69-456cbc9b2596,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:26.196092 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-9adce536-850e-42fe-898c-ce4f3fffd9aa service neutron] For port 5768f152-7cfd-4aab-b9eb-3ad844105042, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:11:26.200214 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-9adce536-850e-42fe-898c-ce4f3fffd9aa service neutron] For port 5768f152-7cfd-4aab-b9eb-3ad844105042, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=5768f152-7cfd-4aab-b9eb-3ad844105042,segment=NetworkSegment(8cdf6fdb-3fd6-4b42-83c5-823173390104),segment_id=8cdf6fdb-3fd6-4b42-83c5-823173390104)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:11:26.207616 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-9adce536-850e-42fe-898c-ce4f3fffd9aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:26.259384 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-9adce536-850e-42fe-898c-ce4f3fffd9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:26.260318 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-9adce536-850e-42fe-898c-ce4f3fffd9aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:26.261784 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-9adce536-850e-42fe-898c-ce4f3fffd9aa service neutron] 10.222.0.64 "PUT /v2.0/ports/5768f152-7cfd-4aab-b9eb-3ad844105042 HTTP/1.1" status: 200 len: 1093 time: 2.0136173 Jul 24 00:11:26.281776 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ef07889a-c6da-4c52-a959-ca5db4bd4fd2 tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:26.284312 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-ef07889a-c6da-4c52-a959-ca5db4bd4fd2 tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] 10.222.0.44 "DELETE /v2.0/ports/9d01c630-fb87-4235-8f69-456cbc9b2596 HTTP/1.1" status: 204 len: 168 time: 1.0038798 Jul 24 00:11:26.291698 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 41090) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:26.303185 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adce536-850e-42fe-898c-ce4f3fffd9aa service neutron] Pushing event updated for resources: {'Port': ['ID=5768f152-7cfd-4aab-b9eb-3ad844105042,revision_number=3']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:26.311574 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c27e8-f70c-4a84-a80f-03a55627e51d req-ceb44880-3d4e-40fc-9c59-fc65e484ab18 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:26.313357 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-dc7c27e8-f70c-4a84-a80f-03a55627e51d req-ceb44880-3d4e-40fc-9c59-fc65e484ab18 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c3ad554-7e3d-420c-aaf4-4023ba64e623 HTTP/1.1" status: 200 len: 945 time: 0.1655581 Jul 24 00:11:26.393009 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-b161ac3b-68e1-4594-9c24-bfa48a6e5574 tempest-DHCPAgentSchedulersTestJSON-670150808 tempest-DHCPAgentSchedulersTestJSON-670150808-project-admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4687 time: 0.1000755 Jul 24 00:11:26.395003 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 41096) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:26.404016 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-427bc6d6-122a-4724-9455-3e3688509b95 tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1146431358'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:11:26.419753 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-dc7c27e8-f70c-4a84-a80f-03a55627e51d req-808367df-bed5-42eb-8f98-605dbf44ae57 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] 10.222.0.44 "GET /v2.0/security-groups?id=250ef827-28a0-493b-a9a6-b5ecf06b16ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962226 Jul 24 00:11:26.434361 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 41098) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:26.479533 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-427bc6d6-122a-4724-9455-3e3688509b95 tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] Made reservation on behalf of bb72ec14df4d4bf7aa4d6cbb10503f11 for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:11:26.482951 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-427bc6d6-122a-4724-9455-3e3688509b95 tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:26.546963 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-14055c3c-5430-4c8c-8767-4f2bacc21955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:26.547320 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-14055c3c-5430-4c8c-8767-4f2bacc21955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:26.551662 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-14055c3c-5430-4c8c-8767-4f2bacc21955 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=95a0c743a31b4bbeb6688f1814a96447&device_id=c46caaf3-7c04-4369-95ca-e3b607cafa0b HTTP/1.1" status: 200 len: 1982 time: 0.2455041 Jul 24 00:11:26.640132 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c46caaf3-7c04-4369-95ca-e3b607cafa0b', 'tag': '5768f152-7cfd-4aab-b9eb-3ad844105042'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:11:26.645366 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a59238-011f-4d03-921e-99ef23912444" -d '{"events": [{"name": "network-changed", "server_uuid": "c46caaf3-7c04-4369-95ca-e3b607cafa0b", "tag": "5768f152-7cfd-4aab-b9eb-3ad844105042"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:11:26.654014 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-aa7e075b-b8db-4a89-9026-77a46f54bc54 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.65&port_id=3422b9e7-38e8-43ce-927d-17214964ba8f HTTP/1.1" status: 200 len: 217 time: 0.0901201 Jul 24 00:11:26.686320 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836bbf3c-9fd7-4e73-acad-acc8d8b0d5f7 tempest-TestServerBasicOps-464120885 tempest-TestServerBasicOps-464120885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:26.693145 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-836bbf3c-9fd7-4e73-acad-acc8d8b0d5f7 tempest-TestServerBasicOps-464120885 tempest-TestServerBasicOps-464120885-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=2c3ad554-7e3d-420c-aaf4-4023ba64e623 HTTP/1.1" status: 200 len: 1092 time: 0.2517645 Jul 24 00:11:26.693713 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 41108) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:26.702949 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-427bc6d6-122a-4724-9455-3e3688509b95 tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:11:26.707073 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-a2ce16d9-86c5-4145-b147-0ea213ca264f tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Request body: {'floatingip': {'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'port_id': '20d3e831-985f-41b6-993d-d058a9777fe5', 'tenant_id': '8ed52982936542aab9afbd7ecf658cda', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:11:26.749668 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:26.756372 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bfe3a1e-c065-44db-aa3f-c8fe9c2ba51f x-openstack-request-id: req-7bfe3a1e-c065-44db-aa3f-c8fe9c2ba51f {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:11:26.756741 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c46caaf3-7c04-4369-95ca-e3b607cafa0b", "tag": "5768f152-7cfd-4aab-b9eb-3ad844105042", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:11:26.756978 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7bfe3a1e-c065-44db-aa3f-c8fe9c2ba51f {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:11:26.762899 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a2ce16d9-86c5-4145-b147-0ea213ca264f tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Notify callbacks [] for floatingip, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:26.763678 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c46caaf3-7c04-4369-95ca-e3b607cafa0b', 'tag': '5768f152-7cfd-4aab-b9eb-3ad844105042', 'status': 'completed', 'code': 200} Jul 24 00:11:26.776421 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-427bc6d6-122a-4724-9455-3e3688509b95 tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:26.776783 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-427bc6d6-122a-4724-9455-3e3688509b95 tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] Added segment c96bbbaa-03aa-4e24-bc5a-c27baaab67aa of type vlan for network 2e9dd90c-b68c-4c7b-ba4c-096b327aa7aa Jul 24 00:11:26.834244 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10700923-007a-46d2-a543-71f36fa2bd4e req-8c1f5955-2eb1-42af-b6cf-627b2e7a092c tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:26.843183 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10700923-007a-46d2-a543-71f36fa2bd4e req-8c1f5955-2eb1-42af-b6cf-627b2e7a092c tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:26.845074 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-10700923-007a-46d2-a543-71f36fa2bd4e req-8c1f5955-2eb1-42af-b6cf-627b2e7a092c tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/ports?device_id=c46caaf3-7c04-4369-95ca-e3b607cafa0b HTTP/1.1" status: 200 len: 1678 time: 0.4016690 Jul 24 00:11:26.846606 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-e35803b9-b753-4d36-ba29-b89b5a85ee5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:26.850618 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-e35803b9-b753-4d36-ba29-b89b5a85ee5b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=27e9c94f-8f4b-4d88-bc94-f0cbc994d172 HTTP/1.1" status: 200 len: 801 time: 0.1899490 Jul 24 00:11:26.975309 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a2ce16d9-86c5-4145-b147-0ea213ca264f tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:26.982324 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-427bc6d6-122a-4724-9455-3e3688509b95 tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:27.023035 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-10700923-007a-46d2-a543-71f36fa2bd4e req-e3e10284-94d5-40d5-8704-93480993f205 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3b18a95-9eb9-4810-a13b-9736798f03ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698828 Jul 24 00:11:27.050251 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-e076320c-d6b8-4dd6-bffa-d9bd5675e6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:27.051765 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-e076320c-d6b8-4dd6-bffa-d9bd5675e6f0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bdf0e0a7-5e10-4370-9dc2-c8f466f9f010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1873968 Jul 24 00:11:27.058857 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-427bc6d6-122a-4724-9455-3e3688509b95 tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:27.065319 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427bc6d6-122a-4724-9455-3e3688509b95 tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:27.066912 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-427bc6d6-122a-4724-9455-3e3688509b95 tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:27.137295 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-427bc6d6-122a-4724-9455-3e3688509b95 tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7411335 Jul 24 00:11:27.139717 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 41110) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:27.155281 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-a2ce16d9-86c5-4145-b147-0ea213ca264f tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Allocated IP 172.25.3.159 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/ef312d41-a870-48c7-a5ec-833ef9e6e359) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:11:27.178667 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427bc6d6-122a-4724-9455-3e3688509b95 tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] Pushing event updated for resources: {'Network': ['ID=2e9dd90c-b68c-4c7b-ba4c-096b327aa7aa,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:27.192421 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 2e9dd90c-b68c-4c7b-ba4c-096b327aa7aa details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:11:27.194458 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f19eee1-8675-4335-9b3e-4d61f2755490 None None] Network 190f09bf-1179-4a3a-aa2c-abc451e0274d requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:11:27.251777 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-a8bf1ffb-4ab6-48cb-919e-0b8f00fa2820 service neutron] 10.222.0.64 "GET /v2.0/networks/bdf0e0a7-5e10-4370-9dc2-c8f466f9f010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807377 Jul 24 00:11:27.382065 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-ee6e0187-46ba-4b76-90f1-7efb37d7da95 None None] Provisioning for port d4c382d3-9120-4525-a152-ecf152281c81 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:11:27.387749 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:27.393182 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-12d3b6c4-4ee3-4af8-bf8a-e20fdcf78a89 service neutron] 10.222.0.64 "GET /v2.0/networks/bdf0e0a7-5e10-4370-9dc2-c8f466f9f010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351914 Jul 24 00:11:27.448849 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-b1e7c773-c1af-466d-b7e0-6c02dab77d80 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.144&port_id=5768f152-7cfd-4aab-b9eb-3ad844105042 HTTP/1.1" status: 200 len: 217 time: 0.0473835 Jul 24 00:11:27.462959 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-ea443835-c9a5-4ed1-9507-df879b6e04c7 tempest-DHCPAgentSchedulersTestJSON-670150808 tempest-DHCPAgentSchedulersTestJSON-670150808-project-admin] 10.222.0.44 "GET /v2.0/agents/423bc0a1-fdde-4948-97b5-c7981b181b60/dhcp-networks HTTP/1.1" status: 200 len: 11235 time: 0.3191602 Jul 24 00:11:27.463484 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 41114) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:27.466837 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a2ce16d9-86c5-4145-b147-0ea213ca264f tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:27.521147 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a2ce16d9-86c5-4145-b147-0ea213ca264f tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:27.533153 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-8a7732be-3076-45eb-a4a7-16a7dbf45f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:27.533800 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-8a7732be-3076-45eb-a4a7-16a7dbf45f10 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=edcd503c-8e20-49f4-a2f0-5ff7fd309fe7 HTTP/1.1" status: 200 len: 801 time: 0.0794935 Jul 24 00:11:27.577849 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ce16d9-86c5-4145-b147-0ea213ca264f tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:11:27.582629 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-a2ce16d9-86c5-4145-b147-0ea213ca264f tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:11:27.592202 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ce16d9-86c5-4145-b147-0ea213ca264f tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:11:27.632398 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ce16d9-86c5-4145-b147-0ea213ca264f tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Pushing event updated for resources: {'Port': ['ID=ef312d41-a870-48c7-a5ec-833ef9e6e359,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:27.651003 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29687d0-f9c4-4fb0-9148-6761f61ae4b5 tempest-DHCPAgentSchedulersTestJSON-670150808 tempest-DHCPAgentSchedulersTestJSON-670150808-project-admin] Network 2e9dd90c-b68c-4c7b-ba4c-096b327aa7aa is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:11:27.673954 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-f29687d0-f9c4-4fb0-9148-6761f61ae4b5 tempest-DHCPAgentSchedulersTestJSON-670150808 tempest-DHCPAgentSchedulersTestJSON-670150808-project-admin] 10.222.0.44 "POST /v2.0/agents/423bc0a1-fdde-4948-97b5-c7981b181b60/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2094436 Jul 24 00:11:27.679313 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 41122) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:27.681361 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412b2446-286b-4aaf-a86c-efb6611df54b None None] Network 2e9dd90c-b68c-4c7b-ba4c-096b327aa7aa requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:11:27.698628 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-699d0c43-6d91-407d-b730-112e228c404f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:27.700243 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-699d0c43-6d91-407d-b730-112e228c404f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4aa0902c-cf5e-4f19-93a7-46d2396739b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1598511 Jul 24 00:11:28.033053 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device d4c382d3-9120-4525-a152-ecf152281c81 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:11:28.136528 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port d4c382d3-9120-4525-a152-ecf152281c81 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:11:28.143628 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-b542cc8a-7eda-4655-953a-be87b20c79fc tempest-DHCPAgentSchedulersTestJSON-670150808 tempest-DHCPAgentSchedulersTestJSON-670150808-project-admin] 10.222.0.44 "GET /v2.0/agents/423bc0a1-fdde-4948-97b5-c7981b181b60/dhcp-networks HTTP/1.1" status: 200 len: 12006 time: 0.4594510 Jul 24 00:11:28.145715 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port d4c382d3-9120-4525-a152-ecf152281c81 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:11:28.146214 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:28.147834 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-04586c71-f652-4634-befa-18dae8489db6 service neutron] 10.222.0.64 "GET /v2.0/networks/4aa0902c-cf5e-4f19-93a7-46d2396739b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4402478 Jul 24 00:11:28.149268 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 41142) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:28.263767 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:28.356468 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port d4c382d3-9120-4525-a152-ecf152281c81, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=d4c382d3-9120-4525-a152-ecf152281c81,segment=NetworkSegment(60553901-a4ec-4db0-8996-b129ad858c15),segment_id=60553901-a4ec-4db0-8996-b129ad858c15)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:11:28.365658 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:28.381789 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cb0a84a2-ad24-44be-937f-530e3d1367dc req-ae22aa95-2bac-4b8c-aa45-69fe41a0b74e service neutron] 10.222.0.64 "GET /v2.0/networks/4aa0902c-cf5e-4f19-93a7-46d2396739b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048209 Jul 24 00:11:28.492435 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-f40ab944-b900-4140-9d8b-1e5e293236ac None None] Could not find standard attr ID for object 9d01c630-fb87-4235-8f69-456cbc9b2596. {{(pid=100315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 00:11:28.527672 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a2ce16d9-86c5-4145-b147-0ea213ca264f tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:28.530711 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=d4c382d3-9120-4525-a152-ecf152281c81,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:28.637172 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-0dbfb266-60df-4dc6-922e-d833d2721428 tempest-DHCPAgentSchedulersTestJSON-670150808 tempest-DHCPAgentSchedulersTestJSON-670150808-project-admin] 10.222.0.44 "DELETE /v2.0/agents/423bc0a1-fdde-4948-97b5-c7981b181b60/dhcp-networks/2e9dd90c-b68c-4c7b-ba4c-096b327aa7aa HTTP/1.1" status: 204 len: 168 time: 0.4869034 Jul 24 00:11:28.651969 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4553e7-cf0c-40ca-8a0c-22f15b41c473 req-7b37325d-5c0e-441a-a58d-54cc202e968f tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:28.658475 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4553e7-cf0c-40ca-8a0c-22f15b41c473 req-7b37325d-5c0e-441a-a58d-54cc202e968f tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:28.660683 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ee4553e7-cf0c-40ca-8a0c-22f15b41c473 req-7b37325d-5c0e-441a-a58d-54cc202e968f tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/ports?device_id=c46caaf3-7c04-4369-95ca-e3b607cafa0b HTTP/1.1" status: 200 len: 1678 time: 0.5184326 Jul 24 00:11:28.661390 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 41148) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:28.664159 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a59238-011f-4d03-921e-99ef23912444 req-67ca229d-540b-49db-beeb-106186fea4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:28.664681 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a59238-011f-4d03-921e-99ef23912444 req-67ca229d-540b-49db-beeb-106186fea4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:28.666249 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-65a59238-011f-4d03-921e-99ef23912444 req-67ca229d-540b-49db-beeb-106186fea4bf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=95a0c743a31b4bbeb6688f1814a96447&device_id=c46caaf3-7c04-4369-95ca-e3b607cafa0b HTTP/1.1" status: 200 len: 1982 time: 0.2156646 Jul 24 00:11:28.680625 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a2ce16d9-86c5-4145-b147-0ea213ca264f tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:28.781413 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a59238-011f-4d03-921e-99ef23912444 req-ca7406aa-6eb6-40ca-a1ab-ae944c26237a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:28.785105 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-65a59238-011f-4d03-921e-99ef23912444 req-ca7406aa-6eb6-40ca-a1ab-ae944c26237a service neutron] 10.222.0.64 "GET /v2.0/networks?id=4aa0902c-cf5e-4f19-93a7-46d2396739b7 HTTP/1.1" status: 200 len: 902 time: 0.0983942 Jul 24 00:11:28.845509 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-65a59238-011f-4d03-921e-99ef23912444 req-9cb5395a-e346-4119-bd18-a1a212256285 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.144&port_id=5768f152-7cfd-4aab-b9eb-3ad844105042 HTTP/1.1" status: 200 len: 217 time: 0.0521674 Jul 24 00:11:28.854377 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:28.907347 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a2ce16d9-86c5-4145-b147-0ea213ca264f tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:28.923397 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a2ce16d9-86c5-4145-b147-0ea213ca264f tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:28.926013 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a59238-011f-4d03-921e-99ef23912444 req-c354fcf9-b6d5-4c42-86d4-c33211a85f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:28.927497 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-65a59238-011f-4d03-921e-99ef23912444 req-c354fcf9-b6d5-4c42-86d4-c33211a85f99 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=edcd503c-8e20-49f4-a2f0-5ff7fd309fe7 HTTP/1.1" status: 200 len: 801 time: 0.0643506 Jul 24 00:11:28.933245 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ee4553e7-cf0c-40ca-8a0c-22f15b41c473 req-815354bf-5f28-4a3c-ad4b-2362e1e24d96 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3b18a95-9eb9-4810-a13b-9736798f03ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496464 Jul 24 00:11:29.025493 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ce16d9-86c5-4145-b147-0ea213ca264f tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Pushing event updated for resources: {'Port': ['ID=ef312d41-a870-48c7-a5ec-833ef9e6e359,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:29.040154 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a2ce16d9-86c5-4145-b147-0ea213ca264f tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:29.105388 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-be5c5c74-532d-491a-9522-06047ad334b6 tempest-DHCPAgentSchedulersTestJSON-670150808 tempest-DHCPAgentSchedulersTestJSON-670150808-project-admin] 10.222.0.44 "GET /v2.0/agents/423bc0a1-fdde-4948-97b5-c7981b181b60/dhcp-networks HTTP/1.1" status: 200 len: 11235 time: 0.4284782 Jul 24 00:11:29.105388 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a59238-011f-4d03-921e-99ef23912444 req-eb5ff5b2-4ceb-4110-be94-46d07ba69571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:29.105388 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-65a59238-011f-4d03-921e-99ef23912444 req-eb5ff5b2-4ceb-4110-be94-46d07ba69571 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4aa0902c-cf5e-4f19-93a7-46d2396739b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1649714 Jul 24 00:11:29.105929 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 41154) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:29.155389 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-5f0bed95-9b56-4cac-9f55-0a1474069d7f tempest-DHCPAgentSchedulersTestJSON-670150808 tempest-DHCPAgentSchedulersTestJSON-670150808-project-admin] 10.222.0.44 "GET /v2.0/networks/190f09bf-1179-4a3a-aa2c-abc451e0274d/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.0483429 Jul 24 00:11:29.158720 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 41158) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:29.166936 n-d-800088-16 neutron-server[100313]: INFO neutron.db.l3_db [None req-a2ce16d9-86c5-4145-b147-0ea213ca264f tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Floating IP 19d5f8a3-5062-48e1-8523-a7746b303dd0 associated. External IP: 172.25.3.159, port: 20d3e831-985f-41b6-993d-d058a9777fe5. Jul 24 00:11:29.260570 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-65a59238-011f-4d03-921e-99ef23912444 req-c4b7f6b3-b9fe-46c1-82f1-9b740419ae58 service neutron] 10.222.0.64 "GET /v2.0/networks/4aa0902c-cf5e-4f19-93a7-46d2396739b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400123 Jul 24 00:11:29.311313 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:11:29.349564 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-93ba6bb6-47d4-4ae3-8c8f-92af9ade3eff tempest-DHCPAgentSchedulersTestJSON-670150808 tempest-DHCPAgentSchedulersTestJSON-670150808-project-admin] 10.222.0.44 "GET /v2.0/networks/190f09bf-1179-4a3a-aa2c-abc451e0274d/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.1889071 Jul 24 00:11:29.360754 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 41170) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:29.462017 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-65a59238-011f-4d03-921e-99ef23912444 req-128eb24a-a8a4-48d3-a982-ea44ef6e39a1 service neutron] 10.222.0.64 "GET /v2.0/networks/4aa0902c-cf5e-4f19-93a7-46d2396739b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931672 Jul 24 00:11:29.562241 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2ce16d9-86c5-4145-b147-0ea213ca264f tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Router 77b97f8d-cc47-43d5-87c4-6cb395dc4774 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:11:29.640438 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-d20878ca-35ab-4135-8129-c6e4a136093c tempest-DHCPAgentSchedulersTestJSON-670150808 tempest-DHCPAgentSchedulersTestJSON-670150808-project-admin] 10.222.0.44 "GET /v2.0/agents/423bc0a1-fdde-4948-97b5-c7981b181b60/dhcp-networks HTTP/1.1" status: 200 len: 11235 time: 0.2784519 Jul 24 00:11:29.644640 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 41198) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:29.725804 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ce16d9-86c5-4145-b147-0ea213ca264f tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:11:29.736553 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c049721e-c928-4ed6-a56d-841cf3de9635 None None] Sync routers for ids ['77b97f8d-cc47-43d5-87c4-6cb395dc4774'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:11:29.745746 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a2ce16d9-86c5-4145-b147-0ea213ca264f tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:29.751814 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c049721e-c928-4ed6-a56d-841cf3de9635 None None] Routers {'77b97f8d-cc47-43d5-87c4-6cb395dc4774'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:11:29.752736 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-c049721e-c928-4ed6-a56d-841cf3de9635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:11:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['77b97f8d-cc47-43d5-87c4-6cb395dc4774'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:11:29.778487 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-842bd9fb-23c0-49fd-b96a-0d6deca83456 tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:29.856164 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-a2ce16d9-86c5-4145-b147-0ea213ca264f tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1611872 Jul 24 00:11:29.860609 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c3ad554-7e3d-420c-aaf4-4023ba64e623', 'tag': '20d3e831-985f-41b6-993d-d058a9777fe5'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:11:29.860609 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae042796-3fe5-4ccc-bc94-23256cc8bfd8" -d '{"events": [{"name": "network-changed", "server_uuid": "2c3ad554-7e3d-420c-aaf4-4023ba64e623", "tag": "20d3e831-985f-41b6-993d-d058a9777fe5"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:11:29.983505 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff1710ad-84dc-42b6-9a79-6fa25a933ca4 x-openstack-request-id: req-ff1710ad-84dc-42b6-9a79-6fa25a933ca4 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:11:29.983795 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c3ad554-7e3d-420c-aaf4-4023ba64e623", "tag": "20d3e831-985f-41b6-993d-d058a9777fe5", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:11:29.984243 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ff1710ad-84dc-42b6-9a79-6fa25a933ca4 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:11:29.986226 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c3ad554-7e3d-420c-aaf4-4023ba64e623', 'tag': '20d3e831-985f-41b6-993d-d058a9777fe5', 'status': 'completed', 'code': 200} Jul 24 00:11:30.002139 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-c049721e-c928-4ed6-a56d-841cf3de9635 None None] Set router 77b97f8d-cc47-43d5-87c4-6cb395dc4774 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:11:30.023132 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-842bd9fb-23c0-49fd-b96a-0d6deca83456 tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:30.072760 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device d4c382d3-9120-4525-a152-ecf152281c81 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:11:30.140333 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-842bd9fb-23c0-49fd-b96a-0d6deca83456 tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e9dd90c-b68c-4c7b-ba4c-096b327aa7aa']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:11:30.156353 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-842bd9fb-23c0-49fd-b96a-0d6deca83456 tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c96bbbaa-03aa-4e24-bc5a-c27baaab67aa') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:11:30.156925 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-842bd9fb-23c0-49fd-b96a-0d6deca83456 tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c96bbbaa-03aa-4e24-bc5a-c27baaab67aa') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:11:30.177694 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-842bd9fb-23c0-49fd-b96a-0d6deca83456 tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:30.206277 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-842bd9fb-23c0-49fd-b96a-0d6deca83456 tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:30.215634 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-842bd9fb-23c0-49fd-b96a-0d6deca83456 tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:11:30.216280 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-842bd9fb-23c0-49fd-b96a-0d6deca83456 tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:30.220301 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:11:30.220301 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:11:30.220301 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:11:30.220301 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:11:30.220301 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:11:30.220301 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:11:30.220301 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:11:30.220301 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:11:30.220301 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:11:30.220301 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:11:30.220301 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:11:30.220301 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:11:30.220301 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:11:30.220301 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:11:30.220301 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:11:30.220301 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:11:30.220301 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:11:30.220301 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:11:30.220301 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:11:30.220301 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:11:30.220301 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:11:30.220301 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:11:30.220301 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:11:30.220301 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:11:30.220301 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:11:30.220301 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:11:30.220301 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:11:30.220301 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:11:30.220301 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:11:30.220301 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:11:30.220301 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:11:30.220301 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:11:30.226470 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae042796-3fe5-4ccc-bc94-23256cc8bfd8 req-f3c020d1-6c03-4db0-9c18-8ee57e7f9ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:30.228915 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ae042796-3fe5-4ccc-bc94-23256cc8bfd8 req-f3c020d1-6c03-4db0-9c18-8ee57e7f9ead service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8ed52982936542aab9afbd7ecf658cda&device_id=2c3ad554-7e3d-420c-aaf4-4023ba64e623 HTTP/1.1" status: 200 len: 1097 time: 0.2004130 Jul 24 00:11:30.242170 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port d4c382d3-9120-4525-a152-ecf152281c81 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:11:30.242746 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:30.304152 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95dee1c-7ad2-4246-ada1-6e1c5ffca1a5 req-fbeba9b7-de07-4078-9050-30587add3e2f tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:30.328948 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95dee1c-7ad2-4246-ada1-6e1c5ffca1a5 req-fbeba9b7-de07-4078-9050-30587add3e2f tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:30.359780 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e95dee1c-7ad2-4246-ada1-6e1c5ffca1a5 req-fbeba9b7-de07-4078-9050-30587add3e2f tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/ports?device_id=c46caaf3-7c04-4369-95ca-e3b607cafa0b HTTP/1.1" status: 200 len: 1678 time: 0.2804537 Jul 24 00:11:30.411220 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-842bd9fb-23c0-49fd-b96a-0d6deca83456 tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:30.418893 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-842bd9fb-23c0-49fd-b96a-0d6deca83456 tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:30.424289 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-842bd9fb-23c0-49fd-b96a-0d6deca83456 tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] 10.222.0.44 "DELETE /v2.0/networks/2e9dd90c-b68c-4c7b-ba4c-096b327aa7aa HTTP/1.1" status: 204 len: 168 time: 0.7750826 Jul 24 00:11:30.448924 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 41276) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:30.464519 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842bd9fb-23c0-49fd-b96a-0d6deca83456 tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] Pushing event deleted for resources: {'Network': ['ID=2e9dd90c-b68c-4c7b-ba4c-096b327aa7aa,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:30.523308 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf9da400-9352-418d-a333-d111a0ef45fb tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] DELETE failed (client error): The resource could not be found. Jul 24 00:11:30.524710 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf9da400-9352-418d-a333-d111a0ef45fb tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:11:30.529978 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae042796-3fe5-4ccc-bc94-23256cc8bfd8 req-e7722059-c5fd-42b5-a75e-89236b225a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:30.530273 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-cf9da400-9352-418d-a333-d111a0ef45fb tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] 10.222.0.44 "DELETE /v2.0/ports/9d01c630-fb87-4235-8f69-456cbc9b2596 HTTP/1.1" status: 404 len: 333 time: 0.0741622 Jul 24 00:11:30.531503 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ae042796-3fe5-4ccc-bc94-23256cc8bfd8 req-e7722059-c5fd-42b5-a75e-89236b225a39 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3829d8b1-57b6-4b5b-a62d-bdc41c946f86 HTTP/1.1" status: 200 len: 909 time: 0.2880645 Jul 24 00:11:30.531968 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 41288) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:30.564106 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e95dee1c-7ad2-4246-ada1-6e1c5ffca1a5 req-1bae4577-561f-41a0-93f3-08c1c46482cb tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3b18a95-9eb9-4810-a13b-9736798f03ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955633 Jul 24 00:11:30.705147 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-199b7404-46e2-46de-ba10-ef7ec5c5b15a tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] Deleting subnet 88352a16-bd8a-46dc-a779-c3a3d86b98a4 {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:11:30.709323 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-199b7404-46e2-46de-ba10-ef7ec5c5b15a tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:30.751301 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-c049721e-c928-4ed6-a56d-841cf3de9635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b97f8d-cc47-43d5-87c4-6cb395dc4774', 'name': 'tempest-TestServerBasicOps-347726429-router', 'tenant_id': '8ed52982936542aab9afbd7ecf658cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': 'fe845e01-8585-40e2-8640-87e4d97964dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:10:38Z', 'updated_at': '2021-07-24T00:10:47Z', 'revision_number': 4, 'project_id': '8ed52982936542aab9afbd7ecf658cda', 'gw_port': {'id': 'fe845e01-8585-40e2-8640-87e4d97964dc', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:89:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b97f8d-cc47-43d5-87c4-6cb395dc4774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:10:39Z', 'updated_at': '2021-07-24T00:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': '19d5f8a3-5062-48e1-8523-a7746b303dd0', 'tenant_id': '8ed52982936542aab9afbd7ecf658cda', 'floating_ip_address': '172.25.3.159', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '77b97f8d-cc47-43d5-87c4-6cb395dc4774', 'port_id': '20d3e831-985f-41b6-993d-d058a9777fe5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2741, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3829d8b1-57b6-4b5b-a62d-bdc41c946f86', 'mac_address': 'fa:16:3e:23:4d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3ad554-7e3d-420c-aaf4-4023ba64e623', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:11:28Z', 'updated_at': '2021-07-24T00:11:28Z', 'revision_number': 0, 'project_id': '8ed52982936542aab9afbd7ecf658cda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86df5421-c966-43bc-bf7e-b7798497ef4e', 'name': '', 'network_id': '3829d8b1-57b6-4b5b-a62d-bdc41c946f86', 'tenant_id': '8ed52982936542aab9afbd7ecf658cda', 'mac_address': 'fa:16:3e:e8:14:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b97f8d-cc47-43d5-87c4-6cb395dc4774', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '49689ad0-dc02-4436-8aab-7ed904f8dbad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:10:46Z', 'updated_at': '2021-07-24T00:10:56Z', 'revision_number': 5, 'project_id': '8ed52982936542aab9afbd7ecf658cda', 'subnets': [{'id': '49689ad0-dc02-4436-8aab-7ed904f8dbad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:11:30.751868 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ae042796-3fe5-4ccc-bc94-23256cc8bfd8 req-3fef723c-8d7e-444c-a64a-1f759f1719a8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20d3e831-985f-41b6-993d-d058a9777fe5 HTTP/1.1" status: 200 len: 999 time: 0.1993694 Jul 24 00:11:30.787622 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c049721e-c928-4ed6-a56d-841cf3de9635 None None] Checking router: 77b97f8d-cc47-43d5-87c4-6cb395dc4774 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:11:30.795223 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-199b7404-46e2-46de-ba10-ef7ec5c5b15a tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:30.800544 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c049721e-c928-4ed6-a56d-841cf3de9635 None None] Routers {'77b97f8d-cc47-43d5-87c4-6cb395dc4774'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:11:30.801748 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-c049721e-c928-4ed6-a56d-841cf3de9635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:11:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['77b97f8d-cc47-43d5-87c4-6cb395dc4774'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:11:30.849963 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae042796-3fe5-4ccc-bc94-23256cc8bfd8 req-b7accbdc-8775-4537-ba6f-6386a2aee029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:30.851729 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ae042796-3fe5-4ccc-bc94-23256cc8bfd8 req-b7accbdc-8775-4537-ba6f-6386a2aee029 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=49689ad0-dc02-4436-8aab-7ed904f8dbad HTTP/1.1" status: 200 len: 847 time: 0.0940690 Jul 24 00:11:30.955940 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-c049721e-c928-4ed6-a56d-841cf3de9635 None None] Set router 77b97f8d-cc47-43d5-87c4-6cb395dc4774 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:11:31.022621 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-199b7404-46e2-46de-ba10-ef7ec5c5b15a tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:31.162338 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae042796-3fe5-4ccc-bc94-23256cc8bfd8 req-ea99654b-5382-4f02-a34b-40fc362c689a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:31.164231 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ae042796-3fe5-4ccc-bc94-23256cc8bfd8 req-ea99654b-5382-4f02-a34b-40fc362c689a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3829d8b1-57b6-4b5b-a62d-bdc41c946f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3051927 Jul 24 00:11:31.206360 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-199b7404-46e2-46de-ba10-ef7ec5c5b15a tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:31.264416 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90367655-42e4-461c-9fd5-fc0d92a04c94 None None] Network 190f09bf-1179-4a3a-aa2c-abc451e0274d requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:11:31.283246 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199b7404-46e2-46de-ba10-ef7ec5c5b15a tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] Pushing event deleted for resources: {'Subnet': ['ID=88352a16-bd8a-46dc-a779-c3a3d86b98a4,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:31.285979 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-199b7404-46e2-46de-ba10-ef7ec5c5b15a tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:31.289807 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-199b7404-46e2-46de-ba10-ef7ec5c5b15a tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] 10.222.0.44 "DELETE /v2.0/subnets/88352a16-bd8a-46dc-a779-c3a3d86b98a4 HTTP/1.1" status: 204 len: 168 time: 0.7506673 Jul 24 00:11:31.290540 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 41366) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:31.334514 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-c049721e-c928-4ed6-a56d-841cf3de9635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b97f8d-cc47-43d5-87c4-6cb395dc4774', 'name': 'tempest-TestServerBasicOps-347726429-router', 'tenant_id': '8ed52982936542aab9afbd7ecf658cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': 'fe845e01-8585-40e2-8640-87e4d97964dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:10:38Z', 'updated_at': '2021-07-24T00:10:47Z', 'revision_number': 4, 'project_id': '8ed52982936542aab9afbd7ecf658cda', 'gw_port': {'id': 'fe845e01-8585-40e2-8640-87e4d97964dc', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:89:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b97f8d-cc47-43d5-87c4-6cb395dc4774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:10:39Z', 'updated_at': '2021-07-24T00:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': '19d5f8a3-5062-48e1-8523-a7746b303dd0', 'tenant_id': '8ed52982936542aab9afbd7ecf658cda', 'floating_ip_address': '172.25.3.159', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '77b97f8d-cc47-43d5-87c4-6cb395dc4774', 'port_id': '20d3e831-985f-41b6-993d-d058a9777fe5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2741, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3829d8b1-57b6-4b5b-a62d-bdc41c946f86', 'mac_address': 'fa:16:3e:23:4d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3ad554-7e3d-420c-aaf4-4023ba64e623', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:11:28Z', 'updated_at': '2021-07-24T00:11:28Z', 'revision_number': 0, 'project_id': '8ed52982936542aab9afbd7ecf658cda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86df5421-c966-43bc-bf7e-b7798497ef4e', 'name': '', 'network_id': '3829d8b1-57b6-4b5b-a62d-bdc41c946f86', 'tenant_id': '8ed52982936542aab9afbd7ecf658cda', 'mac_address': 'fa:16:3e:e8:14:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b97f8d-cc47-43d5-87c4-6cb395dc4774', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '49689ad0-dc02-4436-8aab-7ed904f8dbad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:10:46Z', 'updated_at': '2021-07-24T00:10:56Z', 'revision_number': 5, 'project_id': '8ed52982936542aab9afbd7ecf658cda', 'subnets': [{'id': '49689ad0-dc02-4436-8aab-7ed904f8dbad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:11:31.385583 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fc180743-83be-41a4-9fb9-9571696e48dc tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:31.400920 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c049721e-c928-4ed6-a56d-841cf3de9635 None None] The sync data for ids ['77b97f8d-cc47-43d5-87c4-6cb395dc4774'] in n-d-800088-16 is: [{'id': '77b97f8d-cc47-43d5-87c4-6cb395dc4774', 'name': 'tempest-TestServerBasicOps-347726429-router', 'tenant_id': '8ed52982936542aab9afbd7ecf658cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': 'fe845e01-8585-40e2-8640-87e4d97964dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:10:38Z', 'updated_at': '2021-07-24T00:10:47Z', 'revision_number': 4, 'project_id': '8ed52982936542aab9afbd7ecf658cda', 'gw_port': {'id': 'fe845e01-8585-40e2-8640-87e4d97964dc', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:89:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b97f8d-cc47-43d5-87c4-6cb395dc4774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:10:39Z', 'updated_at': '2021-07-24T00:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': '19d5f8a3-5062-48e1-8523-a7746b303dd0', 'tenant_id': '8ed52982936542aab9afbd7ecf658cda', 'floating_ip_address': '172.25.3.159', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '77b97f8d-cc47-43d5-87c4-6cb395dc4774', 'port_id': '20d3e831-985f-41b6-993d-d058a9777fe5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2741, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3829d8b1-57b6-4b5b-a62d-bdc41c946f86', 'mac_address': 'fa:16:3e:23:4d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3ad554-7e3d-420c-aaf4-4023ba64e623', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:11:28Z', 'updated_at': '2021-07-24T00:11:28Z', 'revision_number': 0, 'project_id': '8ed52982936542aab9afbd7ecf658cda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86df5421-c966-43bc-bf7e-b7798497ef4e', 'name': '', 'network_id': '3829d8b1-57b6-4b5b-a62d-bdc41c946f86', 'tenant_id': '8ed52982936542aab9afbd7ecf658cda', 'mac_address': 'fa:16:3e:e8:14:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b97f8d-cc47-43d5-87c4-6cb395dc4774', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '49689ad0-dc02-4436-8aab-7ed904f8dbad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:10:46Z', 'updated_at': '2021-07-24T00:10:56Z', 'revision_number': 5, 'project_id': '8ed52982936542aab9afbd7ecf658cda', 'subnets': [{'id': '49689ad0-dc02-4436-8aab-7ed904f8dbad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:11:31.475477 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ae042796-3fe5-4ccc-bc94-23256cc8bfd8 req-5d081244-4c1e-41b0-ab12-0b99142bc00b service neutron] 10.222.0.64 "GET /v2.0/networks/3829d8b1-57b6-4b5b-a62d-bdc41c946f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020456 Jul 24 00:11:31.628337 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-fc180743-83be-41a4-9fb9-9571696e48dc tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] Deleting port d4c382d3-9120-4525-a152-ecf152281c81 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:11:31.628689 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fc180743-83be-41a4-9fb9-9571696e48dc tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:31.655843 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085ce862-010b-466e-b311-3b1a80fb6982 None None] DHCP port deletion for 190f09bf-1179-4a3a-aa2c-abc451e0274d request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:11:31.678989 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ae042796-3fe5-4ccc-bc94-23256cc8bfd8 req-44a84fba-efa6-4a25-99f1-b15433d4b98a service neutron] 10.222.0.64 "GET /v2.0/networks/3829d8b1-57b6-4b5b-a62d-bdc41c946f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980631 Jul 24 00:11:31.799250 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b6aa35-8fc2-40f5-8e8f-d1b80f09c70c None None] New status for floating IP 19d5f8a3-5062-48e1-8523-a7746b303dd0: ACTIVE {{(pid=100315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 00:11:31.804697 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-fc180743-83be-41a4-9fb9-9571696e48dc tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] For port d4c382d3-9120-4525-a152-ecf152281c81, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=d4c382d3-9120-4525-a152-ecf152281c81,segment=NetworkSegment(60553901-a4ec-4db0-8996-b129ad858c15),segment_id=60553901-a4ec-4db0-8996-b129ad858c15)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:11:31.805791 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fc180743-83be-41a4-9fb9-9571696e48dc tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:31.848845 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-fc180743-83be-41a4-9fb9-9571696e48dc tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] Calling delete_port for d4c382d3-9120-4525-a152-ecf152281c81 owned by network:dhcp {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:11:31.891287 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-085ce862-010b-466e-b311-3b1a80fb6982 None None] Deleting port d4c382d3-9120-4525-a152-ecf152281c81 {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:11:31.891768 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-085ce862-010b-466e-b311-3b1a80fb6982 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:31.941310 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05755d26-d310-4a6b-a3d8-4ce7b35874e0 req-308ff673-5bfb-465b-ad83-a5cbb9827432 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:31.959720 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05755d26-d310-4a6b-a3d8-4ce7b35874e0 req-308ff673-5bfb-465b-ad83-a5cbb9827432 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:31.966793 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-05755d26-d310-4a6b-a3d8-4ce7b35874e0 req-308ff673-5bfb-465b-ad83-a5cbb9827432 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/ports?device_id=c46caaf3-7c04-4369-95ca-e3b607cafa0b HTTP/1.1" status: 200 len: 1678 time: 0.2396603 Jul 24 00:11:32.002143 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-085ce862-010b-466e-b311-3b1a80fb6982 None None] For port d4c382d3-9120-4525-a152-ecf152281c81, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=d4c382d3-9120-4525-a152-ecf152281c81,segment=NetworkSegment(60553901-a4ec-4db0-8996-b129ad858c15),segment_id=60553901-a4ec-4db0-8996-b129ad858c15)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:11:32.003895 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-085ce862-010b-466e-b311-3b1a80fb6982 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:32.023466 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-085ce862-010b-466e-b311-3b1a80fb6982 None None] Calling delete_port for d4c382d3-9120-4525-a152-ecf152281c81 owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:11:32.083542 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-05755d26-d310-4a6b-a3d8-4ce7b35874e0 req-df719c85-48a7-45ac-8c3d-76e67c1addb7 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3b18a95-9eb9-4810-a13b-9736798f03ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054146 Jul 24 00:11:32.086517 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fc180743-83be-41a4-9fb9-9571696e48dc tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:32.137415 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-085ce862-010b-466e-b311-3b1a80fb6982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:32.140190 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device d4c382d3-9120-4525-a152-ecf152281c81 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:11:32.197508 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc180743-83be-41a4-9fb9-9571696e48dc tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] Pushing event deleted for resources: {'Port': ['ID=d4c382d3-9120-4525-a152-ecf152281c81,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:32.206902 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc180743-83be-41a4-9fb9-9571696e48dc tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] No DVR routers for this DVR port d4c382d3-9120-4525-a152-ecf152281c81 on host n-d-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:11:32.242175 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: d4c382d3-9120-4525-a152-ecf152281c81 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:11:32.243084 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device d4c382d3-9120-4525-a152-ecf152281c81 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:11:32.244798 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085ce862-010b-466e-b311-3b1a80fb6982 None None] Pushing event deleted for resources: {'Port': ['ID=d4c382d3-9120-4525-a152-ecf152281c81,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:32.287568 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085ce862-010b-466e-b311-3b1a80fb6982 None None] No DVR routers for this DVR port d4c382d3-9120-4525-a152-ecf152281c81 on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:11:32.380911 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 3422b9e7-38e8-43ce-927d-17214964ba8f details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:11:32.410873 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fc180743-83be-41a4-9fb9-9571696e48dc tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:32.423747 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-fc180743-83be-41a4-9fb9-9571696e48dc tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['190f09bf-1179-4a3a-aa2c-abc451e0274d']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:11:32.436230 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-fc180743-83be-41a4-9fb9-9571696e48dc tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60553901-a4ec-4db0-8996-b129ad858c15') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:11:32.437195 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-fc180743-83be-41a4-9fb9-9571696e48dc tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60553901-a4ec-4db0-8996-b129ad858c15') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:11:32.454053 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fc180743-83be-41a4-9fb9-9571696e48dc tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:32.475635 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fc180743-83be-41a4-9fb9-9571696e48dc tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:32.488099 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc180743-83be-41a4-9fb9-9571696e48dc tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:11:32.488099 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fc180743-83be-41a4-9fb9-9571696e48dc tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:32.500997 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:11:32.500997 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:11:32.500997 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:11:32.500997 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:11:32.500997 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:11:32.500997 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:11:32.500997 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:11:32.500997 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:11:32.500997 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:11:32.500997 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:11:32.500997 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:11:32.500997 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:11:32.500997 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:11:32.500997 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:11:32.500997 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:11:32.500997 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:11:32.500997 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:11:32.500997 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:11:32.500997 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:11:32.500997 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:11:32.500997 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:11:32.500997 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:11:32.500997 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:11:32.500997 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:11:32.500997 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:11:32.500997 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:11:32.500997 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:11:32.500997 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:11:32.500997 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:11:32.500997 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:11:32.500997 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:11:32.500997 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:11:32.539431 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 3422b9e7-38e8-43ce-927d-17214964ba8f, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=3422b9e7-38e8-43ce-927d-17214964ba8f,segment=NetworkSegment(608820ae-c36a-45a2-b4b2-72a09c01708c),segment_id=608820ae-c36a-45a2-b4b2-72a09c01708c)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:11:32.556349 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': '3422b9e7-38e8-43ce-927d-17214964ba8f', 'network_id': 'bdf0e0a7-5e10-4370-9dc2-c8f466f9f010', 'port_id': '3422b9e7-38e8-43ce-927d-17214964ba8f', 'mac_address': 'fa:16:3e:3a:7a:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e9c94f-8f4b-4d88-bc94-f0cbc994d172', 'ip_address': '19.80.0.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:11:32.629988 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fc180743-83be-41a4-9fb9-9571696e48dc tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:32.630825 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:32.637958 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fc180743-83be-41a4-9fb9-9571696e48dc tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:32.641628 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-fc180743-83be-41a4-9fb9-9571696e48dc tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] 10.222.0.44 "DELETE /v2.0/networks/190f09bf-1179-4a3a-aa2c-abc451e0274d HTTP/1.1" status: 204 len: 168 time: 1.3499045 Jul 24 00:11:32.649193 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3422b9e7-38e8-43ce-927d-17214964ba8f {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:11:32.675540 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf5e9ab-71ee-44d1-ab3e-ad62849d4bba req-fd5a4a5f-36ba-4b09-99f3-f370255a139f tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:32.675972 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 3422b9e7-38e8-43ce-927d-17214964ba8f, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=3422b9e7-38e8-43ce-927d-17214964ba8f,segment=NetworkSegment(608820ae-c36a-45a2-b4b2-72a09c01708c),segment_id=608820ae-c36a-45a2-b4b2-72a09c01708c)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:11:32.683507 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf5e9ab-71ee-44d1-ab3e-ad62849d4bba req-fd5a4a5f-36ba-4b09-99f3-f370255a139f tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:32.691819 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf5e9ab-71ee-44d1-ab3e-ad62849d4bba req-fd5a4a5f-36ba-4b09-99f3-f370255a139f tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:32.696222 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:32.697171 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 5768f152-7cfd-4aab-b9eb-3ad844105042 details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:11:32.699486 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf5e9ab-71ee-44d1-ab3e-ad62849d4bba req-fd5a4a5f-36ba-4b09-99f3-f370255a139f tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:32.709933 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf5e9ab-71ee-44d1-ab3e-ad62849d4bba req-fd5a4a5f-36ba-4b09-99f3-f370255a139f tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:32.716584 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf5e9ab-71ee-44d1-ab3e-ad62849d4bba req-fd5a4a5f-36ba-4b09-99f3-f370255a139f tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:32.724356 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf5e9ab-71ee-44d1-ab3e-ad62849d4bba req-fd5a4a5f-36ba-4b09-99f3-f370255a139f tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:32.726701 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1bf5e9ab-71ee-44d1-ab3e-ad62849d4bba req-fd5a4a5f-36ba-4b09-99f3-f370255a139f tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/ports?device_id=12c01cab-6f38-47e5-a713-3b0033ce846b HTTP/1.1" status: 200 len: 5445 time: 0.1693628 Jul 24 00:11:32.836722 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1bf5e9ab-71ee-44d1-ab3e-ad62849d4bba req-fab74e37-1b81-46fc-9910-72eb6f857654 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b2b81f-5921-46c4-a5f8-cac2ff846ad3&id=84526489-a784-4e02-8584-4c6d6be5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1038697 Jul 24 00:11:32.901609 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=3422b9e7-38e8-43ce-927d-17214964ba8f,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:33.086013 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 5768f152-7cfd-4aab-b9eb-3ad844105042, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=5768f152-7cfd-4aab-b9eb-3ad844105042,segment=NetworkSegment(8cdf6fdb-3fd6-4b42-83c5-823173390104),segment_id=8cdf6fdb-3fd6-4b42-83c5-823173390104)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:11:33.138373 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': '5768f152-7cfd-4aab-b9eb-3ad844105042', 'network_id': '4aa0902c-cf5e-4f19-93a7-46d2396739b7', 'port_id': '5768f152-7cfd-4aab-b9eb-3ad844105042', 'mac_address': 'fa:16:3e:60:7f:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edcd503c-8e20-49f4-a2f0-5ff7fd309fe7', 'ip_address': '19.86.0.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:11:33.227766 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:33.232636 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 41568) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:33.274799 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5768f152-7cfd-4aab-b9eb-3ad844105042 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:11:33.323277 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 5768f152-7cfd-4aab-b9eb-3ad844105042, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=5768f152-7cfd-4aab-b9eb-3ad844105042,segment=NetworkSegment(8cdf6fdb-3fd6-4b42-83c5-823173390104),segment_id=8cdf6fdb-3fd6-4b42-83c5-823173390104)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:11:33.337025 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:33.407848 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=5768f152-7cfd-4aab-b9eb-3ad844105042,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:33.448010 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc180743-83be-41a4-9fb9-9571696e48dc tempest-DHCPAgentSchedulersTestJSON-1696874585 tempest-DHCPAgentSchedulersTestJSON-1696874585-project] Pushing event deleted for resources: {'Network': ['ID=190f09bf-1179-4a3a-aa2c-abc451e0274d,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:33.459048 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-e94764ba-7f7c-4352-904d-2e28c6770361 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bb72ec14df4d4bf7aa4d6cbb10503f11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2246623 Jul 24 00:11:33.461675 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 41594) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:33.533353 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a86008b9-33c2-476b-9971-520e0006b2b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:33.562757 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a86008b9-33c2-476b-9971-520e0006b2b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:33.578982 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814a42e1-6561-43de-ba2c-6d6abe9fe301 req-cb620697-c8a5-46ce-8a47-10afd2127597 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:33.592071 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['3422b9e7-38e8-43ce-927d-17214964ba8f'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:11:33.597848 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814a42e1-6561-43de-ba2c-6d6abe9fe301 req-cb620697-c8a5-46ce-8a47-10afd2127597 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:33.605744 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-814a42e1-6561-43de-ba2c-6d6abe9fe301 req-cb620697-c8a5-46ce-8a47-10afd2127597 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/ports?device_id=c46caaf3-7c04-4369-95ca-e3b607cafa0b HTTP/1.1" status: 200 len: 1680 time: 0.1595674 Jul 24 00:11:33.632834 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a86008b9-33c2-476b-9971-520e0006b2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:33.635908 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a86008b9-33c2-476b-9971-520e0006b2b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:33.640080 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-a86008b9-33c2-476b-9971-520e0006b2b9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bf361a0d-082d-4e6a-81ae-eec160263997 HTTP/1.1" status: 204 len: 168 time: 0.1773036 Jul 24 00:11:33.648302 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86008b9-33c2-476b-9971-520e0006b2b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf361a0d-082d-4e6a-81ae-eec160263997,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:33.672982 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-814a42e1-6561-43de-ba2c-6d6abe9fe301 req-f457a63e-848b-4b70-b41e-53c8d80c8f94 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3b18a95-9eb9-4810-a13b-9736798f03ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661407 Jul 24 00:11:33.748045 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f84fe7a-c999-4358-8c47-0b250d3bc264 req-6110fba8-064c-47f9-b39f-f15b0621ee62 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:33.758463 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f84fe7a-c999-4358-8c47-0b250d3bc264 req-6110fba8-064c-47f9-b39f-f15b0621ee62 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:33.766076 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f84fe7a-c999-4358-8c47-0b250d3bc264 req-6110fba8-064c-47f9-b39f-f15b0621ee62 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:33.772282 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f84fe7a-c999-4358-8c47-0b250d3bc264 req-6110fba8-064c-47f9-b39f-f15b0621ee62 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:33.779698 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f84fe7a-c999-4358-8c47-0b250d3bc264 req-6110fba8-064c-47f9-b39f-f15b0621ee62 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:33.787039 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f84fe7a-c999-4358-8c47-0b250d3bc264 req-6110fba8-064c-47f9-b39f-f15b0621ee62 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:33.793868 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f84fe7a-c999-4358-8c47-0b250d3bc264 req-6110fba8-064c-47f9-b39f-f15b0621ee62 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:33.795944 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3f84fe7a-c999-4358-8c47-0b250d3bc264 req-6110fba8-064c-47f9-b39f-f15b0621ee62 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.64 "GET /v2.0/ports?device_id=12c01cab-6f38-47e5-a713-3b0033ce846b HTTP/1.1" status: 200 len: 5445 time: 0.1525521 Jul 24 00:11:33.901771 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f84fe7a-c999-4358-8c47-0b250d3bc264 req-e13734f7-3ac3-4e57-a797-10c883c137b4 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:33.903194 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3f84fe7a-c999-4358-8c47-0b250d3bc264 req-e13734f7-3ac3-4e57-a797-10c883c137b4 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.64 "GET /v2.0/ports/2ae00847-5047-43ce-ba3f-aff5e321b304?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1011803 Jul 24 00:11:34.052383 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e34ff2-3ba7-426c-b1e4-c9005d3a0707 req-1bd284db-034a-4a13-b730-ca038dec0799 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:34.059991 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e34ff2-3ba7-426c-b1e4-c9005d3a0707 req-1bd284db-034a-4a13-b730-ca038dec0799 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:34.067442 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e34ff2-3ba7-426c-b1e4-c9005d3a0707 req-1bd284db-034a-4a13-b730-ca038dec0799 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:34.069439 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3f84fe7a-c999-4358-8c47-0b250d3bc264 req-543afd4d-58ad-476f-b6e1-e55ff5a0aefe tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.64 "GET /v2.0/networks/2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1606860 Jul 24 00:11:34.075091 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e34ff2-3ba7-426c-b1e4-c9005d3a0707 req-1bd284db-034a-4a13-b730-ca038dec0799 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:34.082646 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e34ff2-3ba7-426c-b1e4-c9005d3a0707 req-1bd284db-034a-4a13-b730-ca038dec0799 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:34.087810 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-3f84fe7a-c999-4358-8c47-0b250d3bc264 req-f00b0a52-dbff-4033-a79d-82bb426fdd07 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:11:34.091138 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e34ff2-3ba7-426c-b1e4-c9005d3a0707 req-1bd284db-034a-4a13-b730-ca038dec0799 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:34.099073 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e34ff2-3ba7-426c-b1e4-c9005d3a0707 req-1bd284db-034a-4a13-b730-ca038dec0799 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:34.101588 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-29e34ff2-3ba7-426c-b1e4-c9005d3a0707 req-1bd284db-034a-4a13-b730-ca038dec0799 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/ports?device_id=12c01cab-6f38-47e5-a713-3b0033ce846b HTTP/1.1" status: 200 len: 5445 time: 0.1465099 Jul 24 00:11:34.149844 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-29e34ff2-3ba7-426c-b1e4-c9005d3a0707 req-3999d4f2-7c77-4a6c-bb1e-f4de43c28921 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b2b81f-5921-46c4-a5f8-cac2ff846ad3&id=84526489-a784-4e02-8584-4c6d6be5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0419881 Jul 24 00:11:34.162540 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 41662) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:34.176306 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-11ce250c-1e13-46c2-b10a-dfddfc18b062 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:34.183550 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-3f84fe7a-c999-4358-8c47-0b250d3bc264 req-f00b0a52-dbff-4033-a79d-82bb426fdd07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:34.287414 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-11ce250c-1e13-46c2-b10a-dfddfc18b062 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:34.291626 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-11ce250c-1e13-46c2-b10a-dfddfc18b062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:34.333959 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ce250c-1e13-46c2-b10a-dfddfc18b062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a26cbe0f-96bf-4a7a-8251-71f2b0ff2e72,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:34.341441 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-11ce250c-1e13-46c2-b10a-dfddfc18b062 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=400ad5f363874cfea258f208b2fbe6da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1778030 Jul 24 00:11:34.342683 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 41664) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:34.342814 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-3f84fe7a-c999-4358-8c47-0b250d3bc264 req-f00b0a52-dbff-4033-a79d-82bb426fdd07 service neutron] For port 2ae00847-5047-43ce-ba3f-aff5e321b304, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=2ae00847-5047-43ce-ba3f-aff5e321b304,segment=NetworkSegment(6a9bfae8-3859-4d2f-b2ea-41b2fe58337b),segment_id=6a9bfae8-3859-4d2f-b2ea-41b2fe58337b)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:11:34.383315 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-3f84fe7a-c999-4358-8c47-0b250d3bc264 req-f00b0a52-dbff-4033-a79d-82bb426fdd07 service neutron] For port 2ae00847-5047-43ce-ba3f-aff5e321b304, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:11:34.395578 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 3422b9e7-38e8-43ce-927d-17214964ba8f up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:11:34.408188 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9c831dfb-fadd-4876-ac95-5a7bfc661eb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:34.419969 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-3f84fe7a-c999-4358-8c47-0b250d3bc264 req-f00b0a52-dbff-4033-a79d-82bb426fdd07 service neutron] device_id is not set on port 2ae00847-5047-43ce-ba3f-aff5e321b304 yet. {{(pid=100314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:11:34.430253 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-3f84fe7a-c999-4358-8c47-0b250d3bc264 req-f00b0a52-dbff-4033-a79d-82bb426fdd07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:34.434996 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9c831dfb-fadd-4876-ac95-5a7bfc661eb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:34.438235 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-3f84fe7a-c999-4358-8c47-0b250d3bc264 req-f00b0a52-dbff-4033-a79d-82bb426fdd07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:34.487096 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port 3422b9e7-38e8-43ce-927d-17214964ba8f completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:11:34.501314 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port 3422b9e7-38e8-43ce-927d-17214964ba8f triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:11:34.501707 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:34.510138 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9c831dfb-fadd-4876-ac95-5a7bfc661eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:34.512934 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00b0a52-dbff-4033-a79d-82bb426fdd07 service neutron] Pushing event updated for resources: {'Port': ['ID=2ae00847-5047-43ce-ba3f-aff5e321b304,revision_number=6']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:34.513441 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9c831dfb-fadd-4876-ac95-5a7bfc661eb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:34.516786 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-9c831dfb-fadd-4876-ac95-5a7bfc661eb5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a26cbe0f-96bf-4a7a-8251-71f2b0ff2e72 HTTP/1.1" status: 204 len: 168 time: 0.1708870 Jul 24 00:11:34.530822 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c831dfb-fadd-4876-ac95-5a7bfc661eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26cbe0f-96bf-4a7a-8251-71f2b0ff2e72,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:34.540886 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f84fe7a-c999-4358-8c47-0b250d3bc264 req-f00b0a52-dbff-4033-a79d-82bb426fdd07 service neutron] No DVR routers for this DVR port 2ae00847-5047-43ce-ba3f-aff5e321b304 on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:11:34.618587 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-3f84fe7a-c999-4358-8c47-0b250d3bc264 req-f00b0a52-dbff-4033-a79d-82bb426fdd07 service neutron] In _notify_port_updated(), no bound segment for port 2ae00847-5047-43ce-ba3f-aff5e321b304 on network 2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62 {{(pid=100314) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 24 00:11:34.619505 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f84fe7a-c999-4358-8c47-0b250d3bc264 req-f00b0a52-dbff-4033-a79d-82bb426fdd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:34.620141 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-3f84fe7a-c999-4358-8c47-0b250d3bc264 req-f00b0a52-dbff-4033-a79d-82bb426fdd07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:34.621813 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3f84fe7a-c999-4358-8c47-0b250d3bc264 req-f00b0a52-dbff-4033-a79d-82bb426fdd07 service neutron] 10.222.0.64 "PUT /v2.0/ports/2ae00847-5047-43ce-ba3f-aff5e321b304 HTTP/1.1" status: 200 len: 1032 time: 0.5451574 Jul 24 00:11:34.702873 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:34.710362 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['5768f152-7cfd-4aab-b9eb-3ad844105042'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:11:34.743022 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f84fe7a-c999-4358-8c47-0b250d3bc264 req-8cee072a-d9de-40a4-87fd-a6f6ca2d88b8 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:34.749674 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3f84fe7a-c999-4358-8c47-0b250d3bc264 req-8cee072a-d9de-40a4-87fd-a6f6ca2d88b8 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.64 "GET /v2.0/ports/05c23a2d-a333-40a3-ad43-c3bfc576a416?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1188624 Jul 24 00:11:34.771509 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-3f84fe7a-c999-4358-8c47-0b250d3bc264 req-1e80a2f7-cfb4-4d68-9362-64ee933694a8 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:11:34.799093 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c46caaf3-7c04-4369-95ca-e3b607cafa0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3422b9e7-38e8-43ce-927d-17214964ba8f'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:11:34.806035 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c7755ea-715b-46a0-8ed5-2bfe4b9becb6" -d '{"events": [{"server_uuid": "c46caaf3-7c04-4369-95ca-e3b607cafa0b", "name": "network-vif-plugged", "status": "completed", "tag": "3422b9e7-38e8-43ce-927d-17214964ba8f"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:11:34.862387 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 3422b9e7-38e8-43ce-927d-17214964ba8f, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=3422b9e7-38e8-43ce-927d-17214964ba8f,segment=NetworkSegment(608820ae-c36a-45a2-b4b2-72a09c01708c),segment_id=608820ae-c36a-45a2-b4b2-72a09c01708c)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:11:34.896558 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:35.018249 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-3f84fe7a-c999-4358-8c47-0b250d3bc264 req-1e80a2f7-cfb4-4d68-9362-64ee933694a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:35.026259 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-0588dc65-b4b6-4149-bae3-2d7844be51df None None] Provisioning complete for port 2ae00847-5047-43ce-ba3f-aff5e321b304 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:11:35.026897 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0588dc65-b4b6-4149-bae3-2d7844be51df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:35.041837 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dab8c5-0744-4aa1-8054-a7122b3c94c1 req-67d0298e-952b-43b6-9448-d1da6f4f5a41 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:35.074018 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dab8c5-0744-4aa1-8054-a7122b3c94c1 req-67d0298e-952b-43b6-9448-d1da6f4f5a41 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:35.079197 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a8dab8c5-0744-4aa1-8054-a7122b3c94c1 req-67d0298e-952b-43b6-9448-d1da6f4f5a41 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/ports?device_id=c46caaf3-7c04-4369-95ca-e3b607cafa0b HTTP/1.1" status: 200 len: 1680 time: 0.2560484 Jul 24 00:11:35.188132 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a8dab8c5-0744-4aa1-8054-a7122b3c94c1 req-55e394b2-38cb-4265-8b08-12c2c7fe2c4d tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3b18a95-9eb9-4810-a13b-9736798f03ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943747 Jul 24 00:11:35.204875 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-0588dc65-b4b6-4149-bae3-2d7844be51df None None] Port 2ae00847-5047-43ce-ba3f-aff5e321b304 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:11:35.212075 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=3422b9e7-38e8-43ce-927d-17214964ba8f,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:35.283778 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf93415-bb31-4de4-b62a-aaae2c59fd80 x-openstack-request-id: req-9bf93415-bb31-4de4-b62a-aaae2c59fd80 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:11:35.284074 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c46caaf3-7c04-4369-95ca-e3b607cafa0b", "name": "network-vif-plugged", "status": "completed", "tag": "3422b9e7-38e8-43ce-927d-17214964ba8f", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:11:35.284881 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9bf93415-bb31-4de4-b62a-aaae2c59fd80 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:11:35.285265 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c46caaf3-7c04-4369-95ca-e3b607cafa0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3422b9e7-38e8-43ce-927d-17214964ba8f', 'code': 200} Jul 24 00:11:35.331384 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-3f84fe7a-c999-4358-8c47-0b250d3bc264 req-1e80a2f7-cfb4-4d68-9362-64ee933694a8 service neutron] For port 05c23a2d-a333-40a3-ad43-c3bfc576a416, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=05c23a2d-a333-40a3-ad43-c3bfc576a416,segment=NetworkSegment(6a9bfae8-3859-4d2f-b2ea-41b2fe58337b),segment_id=6a9bfae8-3859-4d2f-b2ea-41b2fe58337b)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:11:35.391870 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-3f84fe7a-c999-4358-8c47-0b250d3bc264 req-1e80a2f7-cfb4-4d68-9362-64ee933694a8 service neutron] For port 05c23a2d-a333-40a3-ad43-c3bfc576a416, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:11:35.444248 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-3f84fe7a-c999-4358-8c47-0b250d3bc264 req-1e80a2f7-cfb4-4d68-9362-64ee933694a8 service neutron] device_id is not set on port 05c23a2d-a333-40a3-ad43-c3bfc576a416 yet. {{(pid=100314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:11:35.444394 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86930d08-2147-45ec-b86c-8c2857496e61 req-e70a76f6-54c0-4e64-8eb9-bca0384f36ce tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:35.451940 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86930d08-2147-45ec-b86c-8c2857496e61 req-e70a76f6-54c0-4e64-8eb9-bca0384f36ce tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:35.454207 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-3f84fe7a-c999-4358-8c47-0b250d3bc264 req-1e80a2f7-cfb4-4d68-9362-64ee933694a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:35.460375 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86930d08-2147-45ec-b86c-8c2857496e61 req-e70a76f6-54c0-4e64-8eb9-bca0384f36ce tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:35.463323 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-3f84fe7a-c999-4358-8c47-0b250d3bc264 req-1e80a2f7-cfb4-4d68-9362-64ee933694a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:35.471726 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86930d08-2147-45ec-b86c-8c2857496e61 req-e70a76f6-54c0-4e64-8eb9-bca0384f36ce tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:35.478691 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86930d08-2147-45ec-b86c-8c2857496e61 req-e70a76f6-54c0-4e64-8eb9-bca0384f36ce tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:35.486894 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86930d08-2147-45ec-b86c-8c2857496e61 req-e70a76f6-54c0-4e64-8eb9-bca0384f36ce tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:35.497202 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-86930d08-2147-45ec-b86c-8c2857496e61 req-e70a76f6-54c0-4e64-8eb9-bca0384f36ce tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/ports?device_id=12c01cab-6f38-47e5-a713-3b0033ce846b HTTP/1.1" status: 200 len: 4666 time: 0.1802726 Jul 24 00:11:35.555099 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e80a2f7-cfb4-4d68-9362-64ee933694a8 service neutron] Pushing event updated for resources: {'Port': ['ID=05c23a2d-a333-40a3-ad43-c3bfc576a416,revision_number=6']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:35.586592 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-86930d08-2147-45ec-b86c-8c2857496e61 req-43fa4217-a083-422c-9351-053c3846a189 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b2b81f-5921-46c4-a5f8-cac2ff846ad3&id=84526489-a784-4e02-8584-4c6d6be5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0803254 Jul 24 00:11:35.593012 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f84fe7a-c999-4358-8c47-0b250d3bc264 req-1e80a2f7-cfb4-4d68-9362-64ee933694a8 service neutron] No DVR routers for this DVR port 05c23a2d-a333-40a3-ad43-c3bfc576a416 on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:11:35.672982 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-3f84fe7a-c999-4358-8c47-0b250d3bc264 req-1e80a2f7-cfb4-4d68-9362-64ee933694a8 service neutron] In _notify_port_updated(), no bound segment for port 05c23a2d-a333-40a3-ad43-c3bfc576a416 on network 2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62 {{(pid=100314) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 24 00:11:35.676636 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f84fe7a-c999-4358-8c47-0b250d3bc264 req-1e80a2f7-cfb4-4d68-9362-64ee933694a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:35.678183 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-3f84fe7a-c999-4358-8c47-0b250d3bc264 req-1e80a2f7-cfb4-4d68-9362-64ee933694a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:35.682325 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3f84fe7a-c999-4358-8c47-0b250d3bc264 req-1e80a2f7-cfb4-4d68-9362-64ee933694a8 service neutron] 10.222.0.64 "PUT /v2.0/ports/05c23a2d-a333-40a3-ad43-c3bfc576a416 HTTP/1.1" status: 200 len: 1032 time: 0.9264810 Jul 24 00:11:35.829029 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-d4411b2c-ed3c-452a-af17-60d9b4cd7bac None None] Provisioning complete for port 05c23a2d-a333-40a3-ad43-c3bfc576a416 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:11:35.829783 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d4411b2c-ed3c-452a-af17-60d9b4cd7bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:35.863868 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-3f84fe7a-c999-4358-8c47-0b250d3bc264 req-56b70f27-3640-4b38-a44e-772f806155a1 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Deleting port e1af1c0b-79e3-4d56-866d-18620582745c {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:11:35.864482 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-3f84fe7a-c999-4358-8c47-0b250d3bc264 req-56b70f27-3640-4b38-a44e-772f806155a1 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:35.895013 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-d4411b2c-ed3c-452a-af17-60d9b4cd7bac None None] Port 05c23a2d-a333-40a3-ad43-c3bfc576a416 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:11:36.014208 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-3f84fe7a-c999-4358-8c47-0b250d3bc264 req-56b70f27-3640-4b38-a44e-772f806155a1 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] For port e1af1c0b-79e3-4d56-866d-18620582745c, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=e1af1c0b-79e3-4d56-866d-18620582745c,segment=NetworkSegment(c3acebb7-b496-4cc8-bec9-51681a227a5c),segment_id=c3acebb7-b496-4cc8-bec9-51681a227a5c)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:11:36.014669 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-3f84fe7a-c999-4358-8c47-0b250d3bc264 req-56b70f27-3640-4b38-a44e-772f806155a1 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:36.249130 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-3f84fe7a-c999-4358-8c47-0b250d3bc264 req-56b70f27-3640-4b38-a44e-772f806155a1 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:36.249433 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-3f84fe7a-c999-4358-8c47-0b250d3bc264 req-56b70f27-3640-4b38-a44e-772f806155a1 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:36.251967 n-d-800088-16 neutron-server[100314]: INFO neutron.db.l3_db [req-3f84fe7a-c999-4358-8c47-0b250d3bc264 req-56b70f27-3640-4b38-a44e-772f806155a1 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Floating IP 355e25f5-9111-47e2-a200-5a1225d686d7 disassociated. External IP: 172.25.3.205, port: e1af1c0b-79e3-4d56-866d-18620582745c. Jul 24 00:11:36.253784 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-3f84fe7a-c999-4358-8c47-0b250d3bc264 req-56b70f27-3640-4b38-a44e-772f806155a1 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Calling delete_port for e1af1c0b-79e3-4d56-866d-18620582745c owned by compute:nova {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:11:36.395946 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 5768f152-7cfd-4aab-b9eb-3ad844105042 up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:11:36.425400 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab82d1c-c92c-4498-b38f-ff7325b051da req-e571e622-e910-49a4-a1e8-a34075f28fad tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:36.431692 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab82d1c-c92c-4498-b38f-ff7325b051da req-e571e622-e910-49a4-a1e8-a34075f28fad tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:36.433409 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-dab82d1c-c92c-4498-b38f-ff7325b051da req-e571e622-e910-49a4-a1e8-a34075f28fad tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/ports?device_id=c46caaf3-7c04-4369-95ca-e3b607cafa0b HTTP/1.1" status: 200 len: 1681 time: 0.1531203 Jul 24 00:11:36.493300 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port 5768f152-7cfd-4aab-b9eb-3ad844105042 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:11:36.499912 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port 5768f152-7cfd-4aab-b9eb-3ad844105042 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:11:36.500083 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:36.533905 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-dab82d1c-c92c-4498-b38f-ff7325b051da req-c7fff7b1-de3f-426c-9800-fe9af6ec7004 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3b18a95-9eb9-4810-a13b-9736798f03ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602734 Jul 24 00:11:36.536728 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-3f84fe7a-c999-4358-8c47-0b250d3bc264 req-56b70f27-3640-4b38-a44e-772f806155a1 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:36.592658 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b70f27-3640-4b38-a44e-772f806155a1 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Pushing event deleted for resources: {'Port': ['ID=e1af1c0b-79e3-4d56-866d-18620582745c,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:36.690393 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:36.762921 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 5768f152-7cfd-4aab-b9eb-3ad844105042, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=5768f152-7cfd-4aab-b9eb-3ad844105042,segment=NetworkSegment(8cdf6fdb-3fd6-4b42-83c5-823173390104),segment_id=8cdf6fdb-3fd6-4b42-83c5-823173390104)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:11:36.771252 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:36.840947 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=5768f152-7cfd-4aab-b9eb-3ad844105042,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:36.848221 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3f84fe7a-c999-4358-8c47-0b250d3bc264 req-56b70f27-3640-4b38-a44e-772f806155a1 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Router 696604fb-125f-4302-a5fc-3b2755bb189e has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:11:36.925842 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 41748) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:36.982535 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc8484a-b811-419b-999a-17cfb29ec6b9 req-d612d2ba-dcc9-4139-ae70-125720514f9f tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:36.989081 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc8484a-b811-419b-999a-17cfb29ec6b9 req-d612d2ba-dcc9-4139-ae70-125720514f9f tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:36.995427 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc8484a-b811-419b-999a-17cfb29ec6b9 req-d612d2ba-dcc9-4139-ae70-125720514f9f tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:37.007117 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc8484a-b811-419b-999a-17cfb29ec6b9 req-d612d2ba-dcc9-4139-ae70-125720514f9f tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:37.017935 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ecc8484a-b811-419b-999a-17cfb29ec6b9 req-d612d2ba-dcc9-4139-ae70-125720514f9f tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/ports?device_id=12c01cab-6f38-47e5-a713-3b0033ce846b HTTP/1.1" status: 200 len: 3151 time: 0.2598295 Jul 24 00:11:37.073978 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ecc8484a-b811-419b-999a-17cfb29ec6b9 req-70cd4a13-dcfe-40d7-ba3b-5cb7e909fe5a tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/security-groups?id=84526489-a784-4e02-8584-4c6d6be5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545065 Jul 24 00:11:37.082106 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3f84fe7a-c999-4358-8c47-0b250d3bc264 req-56b70f27-3640-4b38-a44e-772f806155a1 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:11:37.101728 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406884bd-05ad-48c1-81f7-0b12d778cd6b None None] Sync routers for ids ['696604fb-125f-4302-a5fc-3b2755bb189e'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:11:37.117932 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406884bd-05ad-48c1-81f7-0b12d778cd6b None None] Routers {'696604fb-125f-4302-a5fc-3b2755bb189e'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:11:37.119066 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-406884bd-05ad-48c1-81f7-0b12d778cd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:11:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['696604fb-125f-4302-a5fc-3b2755bb189e'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:11:37.126382 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-d1e98d8b-c791-426e-bf51-b6dd9be8ef78 tempest-ExternalNetworksAdminNegativeTestJSON-679880099 tempest-ExternalNetworksAdminNegativeTestJSON-679880099-project-admin] Request body: {'floatingip': {'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:11:37.165032 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d1e98d8b-c791-426e-bf51-b6dd9be8ef78 tempest-ExternalNetworksAdminNegativeTestJSON-679880099 tempest-ExternalNetworksAdminNegativeTestJSON-679880099-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:37.205104 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f84fe7a-c999-4358-8c47-0b250d3bc264 req-56b70f27-3640-4b38-a44e-772f806155a1 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] No DVR routers for this DVR port e1af1c0b-79e3-4d56-866d-18620582745c on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:11:37.209448 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-3f84fe7a-c999-4358-8c47-0b250d3bc264 req-56b70f27-3640-4b38-a44e-772f806155a1 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:37.212004 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3f84fe7a-c999-4358-8c47-0b250d3bc264 req-56b70f27-3640-4b38-a44e-772f806155a1 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.64 "DELETE /v2.0/ports/e1af1c0b-79e3-4d56-866d-18620582745c HTTP/1.1" status: 204 len: 173 time: 1.5222270 Jul 24 00:11:37.212636 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12c01cab-6f38-47e5-a713-3b0033ce846b', 'name': 'network-vif-deleted', 'tag': 'e1af1c0b-79e3-4d56-866d-18620582745c'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:11:37.219333 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d7b902-5dbd-4eb9-b2f6-5c0da8b081a8" -d '{"events": [{"server_uuid": "12c01cab-6f38-47e5-a713-3b0033ce846b", "name": "network-vif-deleted", "tag": "e1af1c0b-79e3-4d56-866d-18620582745c"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:11:37.287094 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c46caaf3-7c04-4369-95ca-e3b607cafa0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5768f152-7cfd-4aab-b9eb-3ad844105042'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:11:37.290263 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf8c554-d87b-4960-8f80-4002b01dfea9" -d '{"events": [{"server_uuid": "c46caaf3-7c04-4369-95ca-e3b607cafa0b", "name": "network-vif-plugged", "status": "completed", "tag": "5768f152-7cfd-4aab-b9eb-3ad844105042"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:11:37.293103 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-406884bd-05ad-48c1-81f7-0b12d778cd6b None None] Set router 696604fb-125f-4302-a5fc-3b2755bb189e gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:11:37.299968 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d1e98d8b-c791-426e-bf51-b6dd9be8ef78 tempest-ExternalNetworksAdminNegativeTestJSON-679880099 tempest-ExternalNetworksAdminNegativeTestJSON-679880099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:37.402378 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f4713ac-89e3-4182-af2f-cb5997f75dc4 x-openstack-request-id: req-8f4713ac-89e3-4182-af2f-cb5997f75dc4 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:11:37.402887 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c46caaf3-7c04-4369-95ca-e3b607cafa0b", "name": "network-vif-plugged", "status": "completed", "tag": "5768f152-7cfd-4aab-b9eb-3ad844105042", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:11:37.403306 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8f4713ac-89e3-4182-af2f-cb5997f75dc4 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:11:37.403926 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c46caaf3-7c04-4369-95ca-e3b607cafa0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5768f152-7cfd-4aab-b9eb-3ad844105042', 'code': 200} Jul 24 00:11:37.409331 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d63eb2-ba6a-446a-89d0-b47d60ede191 x-openstack-request-id: req-47d63eb2-ba6a-446a-89d0-b47d60ede191 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:11:37.410255 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12c01cab-6f38-47e5-a713-3b0033ce846b", "name": "network-vif-deleted", "tag": "e1af1c0b-79e3-4d56-866d-18620582745c", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:11:37.410643 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-47d63eb2-ba6a-446a-89d0-b47d60ede191 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:11:37.410992 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12c01cab-6f38-47e5-a713-3b0033ce846b', 'name': 'network-vif-deleted', 'tag': 'e1af1c0b-79e3-4d56-866d-18620582745c', 'status': 'completed', 'code': 200} Jul 24 00:11:37.550879 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a87ef6-a34d-4cf6-8cd2-d46147b2926e req-6b7459d2-7df0-41ab-a3a0-77d7573a669d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:37.551384 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a87ef6-a34d-4cf6-8cd2-d46147b2926e req-6b7459d2-7df0-41ab-a3a0-77d7573a669d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:37.553020 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-81a87ef6-a34d-4cf6-8cd2-d46147b2926e req-6b7459d2-7df0-41ab-a3a0-77d7573a669d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c46caaf3-7c04-4369-95ca-e3b607cafa0b HTTP/1.1" status: 200 len: 1986 time: 0.0960891 Jul 24 00:11:37.561168 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-3f84fe7a-c999-4358-8c47-0b250d3bc264 req-6a8d066f-24d3-4fc6-88cc-29e795bb14e2 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Deleting port af706165-7642-41c4-a6f3-257a92b8a9b6 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:11:37.561692 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-3f84fe7a-c999-4358-8c47-0b250d3bc264 req-6a8d066f-24d3-4fc6-88cc-29e795bb14e2 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:37.572542 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-406884bd-05ad-48c1-81f7-0b12d778cd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '696604fb-125f-4302-a5fc-3b2755bb189e', 'name': 'tempest-TaggedBootDevicesTest_v242-1152624261-router', 'tenant_id': '8d43db295226432aa2eb8bb806af3cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '75f537b2-f413-4ba6-84ba-f11d8fd88f90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:00:48Z', 'updated_at': '2021-07-24T00:00:56Z', 'revision_number': 4, 'project_id': '8d43db295226432aa2eb8bb806af3cad', 'gw_port': {'id': '75f537b2-f413-4ba6-84ba-f11d8fd88f90', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:48:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696604fb-125f-4302-a5fc-3b2755bb189e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:00:50Z', 'updated_at': '2021-07-24T00:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '86e39ca5-7327-4be0-98ee-304ac6109569', 'name': '', 'network_id': '7c5ac98e-801e-45e6-b7a1-9d72ebb7e3ef', 'tenant_id': '8d43db295226432aa2eb8bb806af3cad', 'mac_address': 'fa:16:3e:ed:36:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696604fb-125f-4302-a5fc-3b2755bb189e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'c23b279f-1e65-49c9-9b0f-a3a3864c4539', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:00:55Z', 'updated_at': '2021-07-24T00:01:06Z', 'revision_number': 5, 'project_id': '8d43db295226432aa2eb8bb806af3cad', 'subnets': [{'id': 'c23b279f-1e65-49c9-9b0f-a3a3864c4539', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:11:37.614398 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406884bd-05ad-48c1-81f7-0b12d778cd6b None None] Checking router: 696604fb-125f-4302-a5fc-3b2755bb189e for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:11:37.625134 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406884bd-05ad-48c1-81f7-0b12d778cd6b None None] Routers {'696604fb-125f-4302-a5fc-3b2755bb189e'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:11:37.626240 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-406884bd-05ad-48c1-81f7-0b12d778cd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:11:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['696604fb-125f-4302-a5fc-3b2755bb189e'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:11:37.629413 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-81a87ef6-a34d-4cf6-8cd2-d46147b2926e req-926dc18c-5bc3-4ec2-9614-c04389c58d15 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b3b18a95-9eb9-4810-a13b-9736798f03ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635257 Jul 24 00:11:37.706071 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-3f84fe7a-c999-4358-8c47-0b250d3bc264 req-6a8d066f-24d3-4fc6-88cc-29e795bb14e2 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] For port af706165-7642-41c4-a6f3-257a92b8a9b6, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=af706165-7642-41c4-a6f3-257a92b8a9b6,segment=NetworkSegment(67210387-9ab9-4aa4-9937-6b54614e94e7),segment_id=67210387-9ab9-4aa4-9937-6b54614e94e7)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:11:37.707144 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-3f84fe7a-c999-4358-8c47-0b250d3bc264 req-6a8d066f-24d3-4fc6-88cc-29e795bb14e2 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:37.722071 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-3f84fe7a-c999-4358-8c47-0b250d3bc264 req-6a8d066f-24d3-4fc6-88cc-29e795bb14e2 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Calling delete_port for af706165-7642-41c4-a6f3-257a92b8a9b6 owned by compute:nova {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:11:37.742328 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-406884bd-05ad-48c1-81f7-0b12d778cd6b None None] Set router 696604fb-125f-4302-a5fc-3b2755bb189e gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:11:37.917029 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-3f84fe7a-c999-4358-8c47-0b250d3bc264 req-6a8d066f-24d3-4fc6-88cc-29e795bb14e2 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:37.966860 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d066f-24d3-4fc6-88cc-29e795bb14e2 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Pushing event deleted for resources: {'Port': ['ID=af706165-7642-41c4-a6f3-257a92b8a9b6,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:38.026092 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-406884bd-05ad-48c1-81f7-0b12d778cd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '696604fb-125f-4302-a5fc-3b2755bb189e', 'name': 'tempest-TaggedBootDevicesTest_v242-1152624261-router', 'tenant_id': '8d43db295226432aa2eb8bb806af3cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '75f537b2-f413-4ba6-84ba-f11d8fd88f90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:00:48Z', 'updated_at': '2021-07-24T00:00:56Z', 'revision_number': 4, 'project_id': '8d43db295226432aa2eb8bb806af3cad', 'gw_port': {'id': '75f537b2-f413-4ba6-84ba-f11d8fd88f90', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:48:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696604fb-125f-4302-a5fc-3b2755bb189e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:00:50Z', 'updated_at': '2021-07-24T00:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '86e39ca5-7327-4be0-98ee-304ac6109569', 'name': '', 'network_id': '7c5ac98e-801e-45e6-b7a1-9d72ebb7e3ef', 'tenant_id': '8d43db295226432aa2eb8bb806af3cad', 'mac_address': 'fa:16:3e:ed:36:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696604fb-125f-4302-a5fc-3b2755bb189e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'c23b279f-1e65-49c9-9b0f-a3a3864c4539', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:00:55Z', 'updated_at': '2021-07-24T00:01:06Z', 'revision_number': 5, 'project_id': '8d43db295226432aa2eb8bb806af3cad', 'subnets': [{'id': 'c23b279f-1e65-49c9-9b0f-a3a3864c4539', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:11:38.069513 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406884bd-05ad-48c1-81f7-0b12d778cd6b None None] The sync data for ids ['696604fb-125f-4302-a5fc-3b2755bb189e'] in n-d-800088-16 is: [{'id': '696604fb-125f-4302-a5fc-3b2755bb189e', 'name': 'tempest-TaggedBootDevicesTest_v242-1152624261-router', 'tenant_id': '8d43db295226432aa2eb8bb806af3cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '75f537b2-f413-4ba6-84ba-f11d8fd88f90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:00:48Z', 'updated_at': '2021-07-24T00:00:56Z', 'revision_number': 4, 'project_id': '8d43db295226432aa2eb8bb806af3cad', 'gw_port': {'id': '75f537b2-f413-4ba6-84ba-f11d8fd88f90', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:48:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696604fb-125f-4302-a5fc-3b2755bb189e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:00:50Z', 'updated_at': '2021-07-24T00:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '86e39ca5-7327-4be0-98ee-304ac6109569', 'name': '', 'network_id': '7c5ac98e-801e-45e6-b7a1-9d72ebb7e3ef', 'tenant_id': '8d43db295226432aa2eb8bb806af3cad', 'mac_address': 'fa:16:3e:ed:36:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696604fb-125f-4302-a5fc-3b2755bb189e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'c23b279f-1e65-49c9-9b0f-a3a3864c4539', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:00:55Z', 'updated_at': '2021-07-24T00:01:06Z', 'revision_number': 5, 'project_id': '8d43db295226432aa2eb8bb806af3cad', 'subnets': [{'id': 'c23b279f-1e65-49c9-9b0f-a3a3864c4539', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:11:38.071122 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-d1e98d8b-c791-426e-bf51-b6dd9be8ef78 tempest-ExternalNetworksAdminNegativeTestJSON-679880099 tempest-ExternalNetworksAdminNegativeTestJSON-679880099-project-admin] Allocated IP 172.25.3.84 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/d6a30fca-fadb-4a76-a411-b0c2caad9d66) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:11:38.082482 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f84fe7a-c999-4358-8c47-0b250d3bc264 req-6a8d066f-24d3-4fc6-88cc-29e795bb14e2 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] No DVR routers for this DVR port af706165-7642-41c4-a6f3-257a92b8a9b6 on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:11:38.086094 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-3f84fe7a-c999-4358-8c47-0b250d3bc264 req-6a8d066f-24d3-4fc6-88cc-29e795bb14e2 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:38.088726 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3f84fe7a-c999-4358-8c47-0b250d3bc264 req-6a8d066f-24d3-4fc6-88cc-29e795bb14e2 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.64 "DELETE /v2.0/ports/af706165-7642-41c4-a6f3-257a92b8a9b6 HTTP/1.1" status: 204 len: 173 time: 0.8628054 Jul 24 00:11:38.198214 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b94cd-ca76-4c72-8cec-5cf57cdc9587 req-80f03aba-8c08-4772-8f25-e88fda1a2be3 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:38.204690 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b94cd-ca76-4c72-8cec-5cf57cdc9587 req-80f03aba-8c08-4772-8f25-e88fda1a2be3 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:38.211871 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0b2b94cd-ca76-4c72-8cec-5cf57cdc9587 req-80f03aba-8c08-4772-8f25-e88fda1a2be3 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/ports?device_id=c46caaf3-7c04-4369-95ca-e3b607cafa0b HTTP/1.1" status: 200 len: 1682 time: 0.1966631 Jul 24 00:11:38.334737 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d1e98d8b-c791-426e-bf51-b6dd9be8ef78 tempest-ExternalNetworksAdminNegativeTestJSON-679880099 tempest-ExternalNetworksAdminNegativeTestJSON-679880099-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:38.381808 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0b2b94cd-ca76-4c72-8cec-5cf57cdc9587 req-e97d3039-fd67-464f-a2fe-8b5f65124751 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3b18a95-9eb9-4810-a13b-9736798f03ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635416 Jul 24 00:11:38.395672 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-3f84fe7a-c999-4358-8c47-0b250d3bc264 req-4ff74afe-35a7-44e7-933a-c07fc0a5edbb tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Deleting port b7cf0802-b364-4a10-b288-5a91e476f1a6 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:11:38.396034 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-3f84fe7a-c999-4358-8c47-0b250d3bc264 req-4ff74afe-35a7-44e7-933a-c07fc0a5edbb tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:38.396852 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 5c877d48-93c7-48db-a9f4-abde1712a9b4 no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:11:38.474701 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d1e98d8b-c791-426e-bf51-b6dd9be8ef78 tempest-ExternalNetworksAdminNegativeTestJSON-679880099 tempest-ExternalNetworksAdminNegativeTestJSON-679880099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:38.492211 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca6335-42d5-4d26-8304-c6140eafc350 req-b1aff952-2414-4343-9f12-8739f0b85db1 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:38.509793 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca6335-42d5-4d26-8304-c6140eafc350 req-b1aff952-2414-4343-9f12-8739f0b85db1 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:38.526546 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca6335-42d5-4d26-8304-c6140eafc350 req-b1aff952-2414-4343-9f12-8739f0b85db1 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:38.531078 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-30ca6335-42d5-4d26-8304-c6140eafc350 req-b1aff952-2414-4343-9f12-8739f0b85db1 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/ports?device_id=12c01cab-6f38-47e5-a713-3b0033ce846b HTTP/1.1" status: 200 len: 2416 time: 0.3100317 Jul 24 00:11:38.611042 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:38.616980 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d9f341-5fb2-48d5-a18b-7e5231805987 None None] New status for floating IP 355e25f5-9111-47e2-a200-5a1225d686d7: DOWN {{(pid=100315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 00:11:38.634828 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e98d8b-c791-426e-bf51-b6dd9be8ef78 tempest-ExternalNetworksAdminNegativeTestJSON-679880099 tempest-ExternalNetworksAdminNegativeTestJSON-679880099-project-admin] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:11:38.637008 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-d1e98d8b-c791-426e-bf51-b6dd9be8ef78 tempest-ExternalNetworksAdminNegativeTestJSON-679880099 tempest-ExternalNetworksAdminNegativeTestJSON-679880099-project-admin] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:11:38.641523 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e98d8b-c791-426e-bf51-b6dd9be8ef78 tempest-ExternalNetworksAdminNegativeTestJSON-679880099 tempest-ExternalNetworksAdminNegativeTestJSON-679880099-project-admin] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:11:38.712672 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e98d8b-c791-426e-bf51-b6dd9be8ef78 tempest-ExternalNetworksAdminNegativeTestJSON-679880099 tempest-ExternalNetworksAdminNegativeTestJSON-679880099-project-admin] Pushing event updated for resources: {'Port': ['ID=d6a30fca-fadb-4a76-a411-b0c2caad9d66,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:38.717705 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-3f84fe7a-c999-4358-8c47-0b250d3bc264 req-4ff74afe-35a7-44e7-933a-c07fc0a5edbb tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] For port b7cf0802-b364-4a10-b288-5a91e476f1a6, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=b7cf0802-b364-4a10-b288-5a91e476f1a6,segment=NetworkSegment(6a9bfae8-3859-4d2f-b2ea-41b2fe58337b),segment_id=6a9bfae8-3859-4d2f-b2ea-41b2fe58337b)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:11:38.718224 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-3f84fe7a-c999-4358-8c47-0b250d3bc264 req-4ff74afe-35a7-44e7-933a-c07fc0a5edbb tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:38.735687 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-3f84fe7a-c999-4358-8c47-0b250d3bc264 req-4ff74afe-35a7-44e7-933a-c07fc0a5edbb tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Calling delete_port for b7cf0802-b364-4a10-b288-5a91e476f1a6 owned by compute:nova {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:11:38.815005 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d1e98d8b-c791-426e-bf51-b6dd9be8ef78 tempest-ExternalNetworksAdminNegativeTestJSON-679880099 tempest-ExternalNetworksAdminNegativeTestJSON-679880099-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:38.944146 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d1e98d8b-c791-426e-bf51-b6dd9be8ef78 tempest-ExternalNetworksAdminNegativeTestJSON-679880099 tempest-ExternalNetworksAdminNegativeTestJSON-679880099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:38.987575 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-3f84fe7a-c999-4358-8c47-0b250d3bc264 req-4ff74afe-35a7-44e7-933a-c07fc0a5edbb tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:39.036864 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff74afe-35a7-44e7-933a-c07fc0a5edbb tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Pushing event deleted for resources: {'Port': ['ID=b7cf0802-b364-4a10-b288-5a91e476f1a6,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:39.129693 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f84fe7a-c999-4358-8c47-0b250d3bc264 req-4ff74afe-35a7-44e7-933a-c07fc0a5edbb tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] No DVR routers for this DVR port b7cf0802-b364-4a10-b288-5a91e476f1a6 on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:11:39.130207 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 5c877d48-93c7-48db-a9f4-abde1712a9b4, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=5c877d48-93c7-48db-a9f4-abde1712a9b4,segment=NetworkSegment(67210387-9ab9-4aa4-9937-6b54614e94e7),segment_id=67210387-9ab9-4aa4-9937-6b54614e94e7)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:11:39.142216 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:39.142965 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 05c23a2d-a333-40a3-ad43-c3bfc576a416 no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:11:39.152104 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-30ca6335-42d5-4d26-8304-c6140eafc350 req-c9eabefb-4e1c-471d-95fd-cc3c7fe947ae tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/security-groups?id=84526489-a784-4e02-8584-4c6d6be5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6141114 Jul 24 00:11:39.154168 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-3f84fe7a-c999-4358-8c47-0b250d3bc264 req-4ff74afe-35a7-44e7-933a-c07fc0a5edbb tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:39.158117 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3f84fe7a-c999-4358-8c47-0b250d3bc264 req-4ff74afe-35a7-44e7-933a-c07fc0a5edbb tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.64 "DELETE /v2.0/ports/b7cf0802-b364-4a10-b288-5a91e476f1a6 HTTP/1.1" status: 204 len: 173 time: 1.0642073 Jul 24 00:11:39.241409 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f927d763-00d2-44dc-9920-c789eade80f7 req-800e4590-6a55-4ef7-a55f-003c7e4912ac service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2c3ad554-7e3d-420c-aaf4-4023ba64e623&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3011258 Jul 24 00:11:39.297843 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d1e98d8b-c791-426e-bf51-b6dd9be8ef78 tempest-ExternalNetworksAdminNegativeTestJSON-679880099 tempest-ExternalNetworksAdminNegativeTestJSON-679880099-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:39.301969 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 05c23a2d-a333-40a3-ad43-c3bfc576a416 not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:11:39.302567 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device e1af1c0b-79e3-4d56-866d-18620582745c no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:11:39.307330 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d1e98d8b-c791-426e-bf51-b6dd9be8ef78 tempest-ExternalNetworksAdminNegativeTestJSON-679880099 tempest-ExternalNetworksAdminNegativeTestJSON-679880099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:39.329157 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] No Port match for: e1af1c0b-79e3-4d56-866d-18620582745c {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:11:39.329637 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device e1af1c0b-79e3-4d56-866d-18620582745c not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:11:39.330152 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device b7cf0802-b364-4a10-b288-5a91e476f1a6 no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:11:39.332116 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=5c877d48-93c7-48db-a9f4-abde1712a9b4,revision_number=6']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:39.334631 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-3f84fe7a-c999-4358-8c47-0b250d3bc264 req-10096307-88e5-4e40-b258-9a2e91c4a2ef tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Deleting port 6f26de75-c5e4-49eb-817c-5e4de1d05ca8 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:11:39.335571 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-3f84fe7a-c999-4358-8c47-0b250d3bc264 req-10096307-88e5-4e40-b258-9a2e91c4a2ef tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:39.353463 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e98d8b-c791-426e-bf51-b6dd9be8ef78 tempest-ExternalNetworksAdminNegativeTestJSON-679880099 tempest-ExternalNetworksAdminNegativeTestJSON-679880099-project-admin] Pushing event updated for resources: {'Port': ['ID=d6a30fca-fadb-4a76-a411-b0c2caad9d66,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:39.388842 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] No Port match for: b7cf0802-b364-4a10-b288-5a91e476f1a6 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:11:39.389541 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device b7cf0802-b364-4a10-b288-5a91e476f1a6 not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:11:39.390235 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device af706165-7642-41c4-a6f3-257a92b8a9b6 no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:11:39.406915 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12c01cab-6f38-47e5-a713-3b0033ce846b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c877d48-93c7-48db-a9f4-abde1712a9b4'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:11:39.410788 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9566b2f6-3eea-4822-94b3-1f682ff98406" -d '{"events": [{"server_uuid": "12c01cab-6f38-47e5-a713-3b0033ce846b", "name": "network-vif-unplugged", "status": "completed", "tag": "5c877d48-93c7-48db-a9f4-abde1712a9b4"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:11:39.443379 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d1e98d8b-c791-426e-bf51-b6dd9be8ef78 tempest-ExternalNetworksAdminNegativeTestJSON-679880099 tempest-ExternalNetworksAdminNegativeTestJSON-679880099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:39.481206 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] No Port match for: af706165-7642-41c4-a6f3-257a92b8a9b6 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:11:39.483181 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device af706165-7642-41c4-a6f3-257a92b8a9b6 not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:11:39.483776 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 6f26de75-c5e4-49eb-817c-5e4de1d05ca8 no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:11:39.497933 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-3f84fe7a-c999-4358-8c47-0b250d3bc264 req-10096307-88e5-4e40-b258-9a2e91c4a2ef tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] For port 6f26de75-c5e4-49eb-817c-5e4de1d05ca8, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=6f26de75-c5e4-49eb-817c-5e4de1d05ca8,segment=NetworkSegment(6a9bfae8-3859-4d2f-b2ea-41b2fe58337b),segment_id=6a9bfae8-3859-4d2f-b2ea-41b2fe58337b)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:11:39.498573 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-3f84fe7a-c999-4358-8c47-0b250d3bc264 req-10096307-88e5-4e40-b258-9a2e91c4a2ef tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:39.506923 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d1e98d8b-c791-426e-bf51-b6dd9be8ef78 tempest-ExternalNetworksAdminNegativeTestJSON-679880099 tempest-ExternalNetworksAdminNegativeTestJSON-679880099-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:39.508479 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-d1e98d8b-c791-426e-bf51-b6dd9be8ef78 tempest-ExternalNetworksAdminNegativeTestJSON-679880099 tempest-ExternalNetworksAdminNegativeTestJSON-679880099-project-admin] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5815551 Jul 24 00:11:39.511439 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 41798) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:39.526121 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-3c520fa2-ddea-4ff6-b109-1f4dcfc0f835 tempest-ExternalNetworksAdminNegativeTestJSON-679880099 tempest-ExternalNetworksAdminNegativeTestJSON-679880099-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-454158760', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'fixed_ips': [{'ip_address': '172.25.3.84'}]}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:11:39.555861 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-3f84fe7a-c999-4358-8c47-0b250d3bc264 req-10096307-88e5-4e40-b258-9a2e91c4a2ef tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Calling delete_port for 6f26de75-c5e4-49eb-817c-5e4de1d05ca8 owned by compute:nova {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:11:39.576709 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 00:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40753dcd-16aa-4db8-9fed-1040122ebc6a x-openstack-request-id: req-40753dcd-16aa-4db8-9fed-1040122ebc6a {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:11:39.583058 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12c01cab-6f38-47e5-a713-3b0033ce846b', 'name': 'network-vif-deleted', 'tag': 'af706165-7642-41c4-a6f3-257a92b8a9b6'}, {'server_uuid': '12c01cab-6f38-47e5-a713-3b0033ce846b', 'name': 'network-vif-deleted', 'tag': 'b7cf0802-b364-4a10-b288-5a91e476f1a6'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:11:39.586033 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beeb98bd-7a45-4364-9375-c56ab19802a5" -d '{"events": [{"server_uuid": "12c01cab-6f38-47e5-a713-3b0033ce846b", "name": "network-vif-deleted", "tag": "af706165-7642-41c4-a6f3-257a92b8a9b6"}, {"server_uuid": "12c01cab-6f38-47e5-a713-3b0033ce846b", "name": "network-vif-deleted", "tag": "b7cf0802-b364-4a10-b288-5a91e476f1a6"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:11:39.591000 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12c01cab-6f38-47e5-a713-3b0033ce846b", "name": "network-vif-unplugged", "status": "completed", "tag": "5c877d48-93c7-48db-a9f4-abde1712a9b4", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:11:39.591304 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-40753dcd-16aa-4db8-9fed-1040122ebc6a {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:11:39.591744 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12c01cab-6f38-47e5-a713-3b0033ce846b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c877d48-93c7-48db-a9f4-abde1712a9b4', 'code': 200} Jul 24 00:11:39.698586 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 24 Jul 2021 00:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a787f8-3520-43b0-bacb-9343d20b2fa3 x-openstack-request-id: req-a4a787f8-3520-43b0-bacb-9343d20b2fa3 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:11:39.699613 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12c01cab-6f38-47e5-a713-3b0033ce846b", "name": "network-vif-deleted", "tag": "af706165-7642-41c4-a6f3-257a92b8a9b6", "status": "completed", "code": 200}, {"server_uuid": "12c01cab-6f38-47e5-a713-3b0033ce846b", "name": "network-vif-deleted", "tag": "b7cf0802-b364-4a10-b288-5a91e476f1a6", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:11:39.700081 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a4a787f8-3520-43b0-bacb-9343d20b2fa3 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:11:39.700922 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12c01cab-6f38-47e5-a713-3b0033ce846b', 'name': 'network-vif-deleted', 'tag': 'af706165-7642-41c4-a6f3-257a92b8a9b6', 'status': 'completed', 'code': 200} Jul 24 00:11:39.701393 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12c01cab-6f38-47e5-a713-3b0033ce846b', 'name': 'network-vif-deleted', 'tag': 'b7cf0802-b364-4a10-b288-5a91e476f1a6', 'status': 'completed', 'code': 200} Jul 24 00:11:39.721287 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:39.743539 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c520fa2-ddea-4ff6-b109-1f4dcfc0f835 tempest-ExternalNetworksAdminNegativeTestJSON-679880099 tempest-ExternalNetworksAdminNegativeTestJSON-679880099-project-admin] Made reservation on behalf of 9922e3b5474941efb9ab60214ae3f715 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:11:39.754167 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3c520fa2-ddea-4ff6-b109-1f4dcfc0f835 tempest-ExternalNetworksAdminNegativeTestJSON-679880099 tempest-ExternalNetworksAdminNegativeTestJSON-679880099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:39.765686 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3c520fa2-ddea-4ff6-b109-1f4dcfc0f835 tempest-ExternalNetworksAdminNegativeTestJSON-679880099 tempest-ExternalNetworksAdminNegativeTestJSON-679880099-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:39.766272 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f927d763-00d2-44dc-9920-c789eade80f7 req-b2a5a132-97c5-442e-a2b0-ee10411e80c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:39.768500 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f927d763-00d2-44dc-9920-c789eade80f7 req-b2a5a132-97c5-442e-a2b0-ee10411e80c0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8ed52982936542aab9afbd7ecf658cda&device_id=2c3ad554-7e3d-420c-aaf4-4023ba64e623 HTTP/1.1" status: 200 len: 1097 time: 0.1859958 Jul 24 00:11:39.789518 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 6f26de75-c5e4-49eb-817c-5e4de1d05ca8, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=6f26de75-c5e4-49eb-817c-5e4de1d05ca8,segment=NetworkSegment(6a9bfae8-3859-4d2f-b2ea-41b2fe58337b),segment_id=6a9bfae8-3859-4d2f-b2ea-41b2fe58337b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:11:39.795054 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:39.796169 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 2ae00847-5047-43ce-ba3f-aff5e321b304 no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:11:39.856892 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d1d49e-e0e3-4603-b402-ee62182d4c12 req-1ca3732b-2e92-4953-8733-8a1de7b2447e tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:39.867595 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d1d49e-e0e3-4603-b402-ee62182d4c12 req-1ca3732b-2e92-4953-8733-8a1de7b2447e tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:39.870843 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-08d1d49e-e0e3-4603-b402-ee62182d4c12 req-1ca3732b-2e92-4953-8733-8a1de7b2447e tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/ports?device_id=c46caaf3-7c04-4369-95ca-e3b607cafa0b HTTP/1.1" status: 200 len: 1682 time: 0.3366280 Jul 24 00:11:39.931718 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-3f84fe7a-c999-4358-8c47-0b250d3bc264 req-10096307-88e5-4e40-b258-9a2e91c4a2ef tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:39.965837 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f927d763-00d2-44dc-9920-c789eade80f7 req-498e51b6-f796-4235-b9b3-34cef5459ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:39.967766 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f927d763-00d2-44dc-9920-c789eade80f7 req-498e51b6-f796-4235-b9b3-34cef5459ab2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3829d8b1-57b6-4b5b-a62d-bdc41c946f86 HTTP/1.1" status: 200 len: 909 time: 0.1789598 Jul 24 00:11:39.999269 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10096307-88e5-4e40-b258-9a2e91c4a2ef tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Pushing event deleted for resources: {'Port': ['ID=6f26de75-c5e4-49eb-817c-5e4de1d05ca8,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:40.004611 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-08d1d49e-e0e3-4603-b402-ee62182d4c12 req-16c9fdd6-5b81-476d-8f26-48f4d31165d0 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3b18a95-9eb9-4810-a13b-9736798f03ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276989 Jul 24 00:11:40.038363 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=6f26de75-c5e4-49eb-817c-5e4de1d05ca8,revision_number=6']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:40.046868 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 2ae00847-5047-43ce-ba3f-aff5e321b304 not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:11:40.102310 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f927d763-00d2-44dc-9920-c789eade80f7 req-e4c6fa49-1642-4bf5-8fe8-0d35861e17bf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20d3e831-985f-41b6-993d-d058a9777fe5 HTTP/1.1" status: 200 len: 1001 time: 0.1042998 Jul 24 00:11:40.133133 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f84fe7a-c999-4358-8c47-0b250d3bc264 req-10096307-88e5-4e40-b258-9a2e91c4a2ef tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] No DVR routers for this DVR port 6f26de75-c5e4-49eb-817c-5e4de1d05ca8 on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:11:40.160114 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3c520fa2-ddea-4ff6-b109-1f4dcfc0f835 tempest-ExternalNetworksAdminNegativeTestJSON-679880099 tempest-ExternalNetworksAdminNegativeTestJSON-679880099-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:40.170592 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3c520fa2-ddea-4ff6-b109-1f4dcfc0f835 tempest-ExternalNetworksAdminNegativeTestJSON-679880099 tempest-ExternalNetworksAdminNegativeTestJSON-679880099-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:40.183628 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [None req-3c520fa2-ddea-4ff6-b109-1f4dcfc0f835 tempest-ExternalNetworksAdminNegativeTestJSON-679880099 tempest-ExternalNetworksAdminNegativeTestJSON-679880099-project-admin] device_id is not set on port 491f77e0-93a4-4312-aa70-abd86607d045 yet. {{(pid=100313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:11:40.185682 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f927d763-00d2-44dc-9920-c789eade80f7 req-ad153494-4a63-4eca-8e1b-6fe3a73c147b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:40.186512 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f927d763-00d2-44dc-9920-c789eade80f7 req-ad153494-4a63-4eca-8e1b-6fe3a73c147b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=49689ad0-dc02-4436-8aab-7ed904f8dbad HTTP/1.1" status: 200 len: 847 time: 0.0546160 Jul 24 00:11:40.187725 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-3f84fe7a-c999-4358-8c47-0b250d3bc264 req-10096307-88e5-4e40-b258-9a2e91c4a2ef tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:40.189870 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3f84fe7a-c999-4358-8c47-0b250d3bc264 req-10096307-88e5-4e40-b258-9a2e91c4a2ef tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.64 "DELETE /v2.0/ports/6f26de75-c5e4-49eb-817c-5e4de1d05ca8 HTTP/1.1" status: 204 len: 173 time: 1.0252101 Jul 24 00:11:40.427882 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c520fa2-ddea-4ff6-b109-1f4dcfc0f835 tempest-ExternalNetworksAdminNegativeTestJSON-679880099 tempest-ExternalNetworksAdminNegativeTestJSON-679880099-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b76111-bb32-42e1-8136-63aa34d34b41,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:40.440122 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f927d763-00d2-44dc-9920-c789eade80f7 req-9ac082db-5291-4593-a497-86112dc47a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:40.442211 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f927d763-00d2-44dc-9920-c789eade80f7 req-9ac082db-5291-4593-a497-86112dc47a98 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3829d8b1-57b6-4b5b-a62d-bdc41c946f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2464850 Jul 24 00:11:40.563387 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f927d763-00d2-44dc-9920-c789eade80f7 req-61eb3235-9939-4fa3-a3af-d3d451f8119c service neutron] 10.222.0.64 "GET /v2.0/networks/3829d8b1-57b6-4b5b-a62d-bdc41c946f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004369 Jul 24 00:11:40.581926 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-3f84fe7a-c999-4358-8c47-0b250d3bc264 req-58f6e9ad-fd29-491c-920b-effac7ed6779 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Deleting port 5c877d48-93c7-48db-a9f4-abde1712a9b4 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:11:40.582503 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-3f84fe7a-c999-4358-8c47-0b250d3bc264 req-58f6e9ad-fd29-491c-920b-effac7ed6779 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:40.606907 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a194e540-afe6-4d84-a239-5b56d8a07ca6 req-29b5b789-fa4b-4626-921b-97bd3e392d73 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:40.614326 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a194e540-afe6-4d84-a239-5b56d8a07ca6 req-29b5b789-fa4b-4626-921b-97bd3e392d73 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/ports?device_id=12c01cab-6f38-47e5-a713-3b0033ce846b HTTP/1.1" status: 200 len: 943 time: 0.2839239 Jul 24 00:11:40.696792 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba696c4-4097-4930-a470-8a4a0edada40 req-f534cded-cb47-4c24-9b94-de783daf0e7d tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:40.703456 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba696c4-4097-4930-a470-8a4a0edada40 req-f534cded-cb47-4c24-9b94-de783daf0e7d tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:40.710235 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a194e540-afe6-4d84-a239-5b56d8a07ca6 req-ae5d542a-12bf-4adc-ae6f-9c7382ba6b00 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/security-groups?id=84526489-a784-4e02-8584-4c6d6be5479e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879617 Jul 24 00:11:40.711129 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3ba696c4-4097-4930-a470-8a4a0edada40 req-f534cded-cb47-4c24-9b94-de783daf0e7d tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/ports?device_id=c46caaf3-7c04-4369-95ca-e3b607cafa0b HTTP/1.1" status: 200 len: 1682 time: 0.3284450 Jul 24 00:11:40.712936 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c520fa2-ddea-4ff6-b109-1f4dcfc0f835 tempest-ExternalNetworksAdminNegativeTestJSON-679880099 tempest-ExternalNetworksAdminNegativeTestJSON-679880099-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 24 00:11:40.713923 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c520fa2-ddea-4ff6-b109-1f4dcfc0f835 tempest-ExternalNetworksAdminNegativeTestJSON-679880099 tempest-ExternalNetworksAdminNegativeTestJSON-679880099-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:11:40.762079 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-3c520fa2-ddea-4ff6-b109-1f4dcfc0f835 tempest-ExternalNetworksAdminNegativeTestJSON-679880099 tempest-ExternalNetworksAdminNegativeTestJSON-679880099-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.2493486 Jul 24 00:11:40.765480 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 41818) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:40.910848 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-3f84fe7a-c999-4358-8c47-0b250d3bc264 req-58f6e9ad-fd29-491c-920b-effac7ed6779 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] For port 5c877d48-93c7-48db-a9f4-abde1712a9b4, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=5c877d48-93c7-48db-a9f4-abde1712a9b4,segment=NetworkSegment(67210387-9ab9-4aa4-9937-6b54614e94e7),segment_id=67210387-9ab9-4aa4-9937-6b54614e94e7)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:11:40.910848 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-3f84fe7a-c999-4358-8c47-0b250d3bc264 req-58f6e9ad-fd29-491c-920b-effac7ed6779 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:40.975238 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-3f84fe7a-c999-4358-8c47-0b250d3bc264 req-58f6e9ad-fd29-491c-920b-effac7ed6779 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Calling delete_port for 5c877d48-93c7-48db-a9f4-abde1712a9b4 owned by compute:nova {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:11:40.978381 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f927d763-00d2-44dc-9920-c789eade80f7 req-7cfef897-39b7-46cc-b9d7-a43baf7e7375 service neutron] 10.222.0.64 "GET /v2.0/networks/3829d8b1-57b6-4b5b-a62d-bdc41c946f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3742414 Jul 24 00:11:40.981297 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3ba696c4-4097-4930-a470-8a4a0edada40 req-64bbb7e3-5c63-46b3-8dfe-8e8005bd1c39 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3b18a95-9eb9-4810-a13b-9736798f03ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692387 Jul 24 00:11:41.162939 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-1877cc66-64e6-4361-8473-4bfcc727c670 tempest-ExternalNetworksAdminNegativeTestJSON-679880099 tempest-ExternalNetworksAdminNegativeTestJSON-679880099-project-admin] Deleting port d6a30fca-fadb-4a76-a411-b0c2caad9d66 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:11:41.163338 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1877cc66-64e6-4361-8473-4bfcc727c670 tempest-ExternalNetworksAdminNegativeTestJSON-679880099 tempest-ExternalNetworksAdminNegativeTestJSON-679880099-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:41.201059 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-3f84fe7a-c999-4358-8c47-0b250d3bc264 req-58f6e9ad-fd29-491c-920b-effac7ed6779 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:41.272086 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f6e9ad-fd29-491c-920b-effac7ed6779 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Pushing event deleted for resources: {'Port': ['ID=5c877d48-93c7-48db-a9f4-abde1712a9b4,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:41.345778 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1877cc66-64e6-4361-8473-4bfcc727c670 tempest-ExternalNetworksAdminNegativeTestJSON-679880099 tempest-ExternalNetworksAdminNegativeTestJSON-679880099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:41.346123 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1877cc66-64e6-4361-8473-4bfcc727c670 tempest-ExternalNetworksAdminNegativeTestJSON-679880099 tempest-ExternalNetworksAdminNegativeTestJSON-679880099-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:41.371241 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f84fe7a-c999-4358-8c47-0b250d3bc264 req-58f6e9ad-fd29-491c-920b-effac7ed6779 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] No DVR routers for this DVR port 5c877d48-93c7-48db-a9f4-abde1712a9b4 on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:11:41.375174 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-3f84fe7a-c999-4358-8c47-0b250d3bc264 req-58f6e9ad-fd29-491c-920b-effac7ed6779 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:41.377410 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3f84fe7a-c999-4358-8c47-0b250d3bc264 req-58f6e9ad-fd29-491c-920b-effac7ed6779 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.64 "DELETE /v2.0/ports/5c877d48-93c7-48db-a9f4-abde1712a9b4 HTTP/1.1" status: 204 len: 173 time: 1.1804876 Jul 24 00:11:41.382113 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-1877cc66-64e6-4361-8473-4bfcc727c670 tempest-ExternalNetworksAdminNegativeTestJSON-679880099 tempest-ExternalNetworksAdminNegativeTestJSON-679880099-project-admin] Calling delete_port for d6a30fca-fadb-4a76-a411-b0c2caad9d66 owned by network:floatingip {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:11:41.553166 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1877cc66-64e6-4361-8473-4bfcc727c670 tempest-ExternalNetworksAdminNegativeTestJSON-679880099 tempest-ExternalNetworksAdminNegativeTestJSON-679880099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:41.581977 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1877cc66-64e6-4361-8473-4bfcc727c670 tempest-ExternalNetworksAdminNegativeTestJSON-679880099 tempest-ExternalNetworksAdminNegativeTestJSON-679880099-project-admin] Pushing event deleted for resources: {'Port': ['ID=d6a30fca-fadb-4a76-a411-b0c2caad9d66,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:41.592696 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12c01cab-6f38-47e5-a713-3b0033ce846b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f26de75-c5e4-49eb-817c-5e4de1d05ca8'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:11:41.596527 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99cf15da-f4b9-4007-912f-b2709a99a242" -d '{"events": [{"server_uuid": "12c01cab-6f38-47e5-a713-3b0033ce846b", "name": "network-vif-unplugged", "status": "completed", "tag": "6f26de75-c5e4-49eb-817c-5e4de1d05ca8"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:11:41.641606 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 00:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d86451f-3f8c-4012-a33a-5d196c522d96 x-openstack-request-id: req-2d86451f-3f8c-4012-a33a-5d196c522d96 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:11:41.641911 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12c01cab-6f38-47e5-a713-3b0033ce846b", "name": "network-vif-unplugged", "status": "completed", "tag": "6f26de75-c5e4-49eb-817c-5e4de1d05ca8", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:11:41.642166 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2d86451f-3f8c-4012-a33a-5d196c522d96 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:11:41.642571 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12c01cab-6f38-47e5-a713-3b0033ce846b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f26de75-c5e4-49eb-817c-5e4de1d05ca8', 'code': 200} Jul 24 00:11:41.648604 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1877cc66-64e6-4361-8473-4bfcc727c670 tempest-ExternalNetworksAdminNegativeTestJSON-679880099 tempest-ExternalNetworksAdminNegativeTestJSON-679880099-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:41.651384 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1877cc66-64e6-4361-8473-4bfcc727c670 tempest-ExternalNetworksAdminNegativeTestJSON-679880099 tempest-ExternalNetworksAdminNegativeTestJSON-679880099-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:41.655946 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-1877cc66-64e6-4361-8473-4bfcc727c670 tempest-ExternalNetworksAdminNegativeTestJSON-679880099 tempest-ExternalNetworksAdminNegativeTestJSON-679880099-project-admin] 10.222.0.44 "DELETE /v2.0/floatingips/25f4af05-74e3-410e-a484-c49bdec4b342 HTTP/1.1" status: 204 len: 168 time: 0.8862889 Jul 24 00:11:41.702602 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12c01cab-6f38-47e5-a713-3b0033ce846b', 'name': 'network-vif-deleted', 'tag': '6f26de75-c5e4-49eb-817c-5e4de1d05ca8'}, {'server_uuid': '12c01cab-6f38-47e5-a713-3b0033ce846b', 'name': 'network-vif-deleted', 'tag': '5c877d48-93c7-48db-a9f4-abde1712a9b4'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:11:41.705429 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a15298-e8f6-430d-aab7-51362a4f4554" -d '{"events": [{"server_uuid": "12c01cab-6f38-47e5-a713-3b0033ce846b", "name": "network-vif-deleted", "tag": "6f26de75-c5e4-49eb-817c-5e4de1d05ca8"}, {"server_uuid": "12c01cab-6f38-47e5-a713-3b0033ce846b", "name": "network-vif-deleted", "tag": "5c877d48-93c7-48db-a9f4-abde1712a9b4"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:11:41.766173 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 24 Jul 2021 00:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d01d04-ecbc-41e8-8ba1-772c2e397d43 x-openstack-request-id: req-38d01d04-ecbc-41e8-8ba1-772c2e397d43 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:11:41.766772 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12c01cab-6f38-47e5-a713-3b0033ce846b", "name": "network-vif-deleted", "tag": "6f26de75-c5e4-49eb-817c-5e4de1d05ca8", "status": "completed", "code": 200}, {"server_uuid": "12c01cab-6f38-47e5-a713-3b0033ce846b", "name": "network-vif-deleted", "tag": "5c877d48-93c7-48db-a9f4-abde1712a9b4", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:11:41.767036 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-38d01d04-ecbc-41e8-8ba1-772c2e397d43 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:11:41.767519 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12c01cab-6f38-47e5-a713-3b0033ce846b', 'name': 'network-vif-deleted', 'tag': '6f26de75-c5e4-49eb-817c-5e4de1d05ca8', 'status': 'completed', 'code': 200} Jul 24 00:11:41.767846 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12c01cab-6f38-47e5-a713-3b0033ce846b', 'name': 'network-vif-deleted', 'tag': '5c877d48-93c7-48db-a9f4-abde1712a9b4', 'status': 'completed', 'code': 200} Jul 24 00:11:41.882156 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e56d8827-57d7-48d2-abce-43e07b7a7bb6 req-e014a6d7-e504-4478-b8ad-72d7eaa0dad4 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/ports?device_id=12c01cab-6f38-47e5-a713-3b0033ce846b HTTP/1.1" status: 200 len: 210 time: 0.0719197 Jul 24 00:11:42.210039 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 41842) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:42.274756 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c01700-7696-43fd-ab6c-85d3d3d15a6e req-6f17efa5-235f-465f-a1a4-ffce303b429a tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:42.289575 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c01700-7696-43fd-ab6c-85d3d3d15a6e req-6f17efa5-235f-465f-a1a4-ffce303b429a tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:42.299073 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-73c01700-7696-43fd-ab6c-85d3d3d15a6e req-6f17efa5-235f-465f-a1a4-ffce303b429a tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/ports?device_id=c46caaf3-7c04-4369-95ca-e3b607cafa0b HTTP/1.1" status: 200 len: 1682 time: 0.1979744 Jul 24 00:11:42.383034 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d4dc7239-4a7c-4073-a064-b05995a2f99e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:42.414788 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-73c01700-7696-43fd-ab6c-85d3d3d15a6e req-86064854-2cf6-4055-8ccd-8a8bcd9db74b tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3b18a95-9eb9-4810-a13b-9736798f03ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045959 Jul 24 00:11:42.490486 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1255d30c-f2fb-4edc-99c5-849aa93b08cb req-b4f723d2-7d11-4c8c-879c-41dcc6dbc69f tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:42.498505 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1255d30c-f2fb-4edc-99c5-849aa93b08cb req-b4f723d2-7d11-4c8c-879c-41dcc6dbc69f tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:42.500946 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1255d30c-f2fb-4edc-99c5-849aa93b08cb req-b4f723d2-7d11-4c8c-879c-41dcc6dbc69f tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.64 "GET /v2.0/ports?device_id=c46caaf3-7c04-4369-95ca-e3b607cafa0b HTTP/1.1" status: 200 len: 1682 time: 0.6176803 Jul 24 00:11:42.543861 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d4dc7239-4a7c-4073-a064-b05995a2f99e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:42.551273 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d4dc7239-4a7c-4073-a064-b05995a2f99e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:42.585709 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dc7239-4a7c-4073-a064-b05995a2f99e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e165fc-01da-4c49-a2b2-dc8a614bd042,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:42.619998 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-d4dc7239-4a7c-4073-a064-b05995a2f99e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e566d5c158fd4e10b6d7d1b76f1be641&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4084585 Jul 24 00:11:42.622732 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 41848) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:42.680016 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5e430d32-c12f-40a7-ba8d-6cb10143481a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:42.688028 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-1255d30c-f2fb-4edc-99c5-849aa93b08cb req-b0d16a04-94ca-4795-bdb5-bb361d56dae6 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Deleting port 5768f152-7cfd-4aab-b9eb-3ad844105042 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:11:42.688940 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-1255d30c-f2fb-4edc-99c5-849aa93b08cb req-b0d16a04-94ca-4795-bdb5-bb361d56dae6 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:42.708006 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5e430d32-c12f-40a7-ba8d-6cb10143481a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:42.762944 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5e430d32-c12f-40a7-ba8d-6cb10143481a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:42.766470 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5e430d32-c12f-40a7-ba8d-6cb10143481a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:42.767810 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-5e430d32-c12f-40a7-ba8d-6cb10143481a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/58e165fc-01da-4c49-a2b2-dc8a614bd042 HTTP/1.1" status: 204 len: 168 time: 0.1441174 Jul 24 00:11:42.784740 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e430d32-c12f-40a7-ba8d-6cb10143481a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e165fc-01da-4c49-a2b2-dc8a614bd042,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:42.802995 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-1255d30c-f2fb-4edc-99c5-849aa93b08cb req-b0d16a04-94ca-4795-bdb5-bb361d56dae6 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] For port 5768f152-7cfd-4aab-b9eb-3ad844105042, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=5768f152-7cfd-4aab-b9eb-3ad844105042,segment=NetworkSegment(8cdf6fdb-3fd6-4b42-83c5-823173390104),segment_id=8cdf6fdb-3fd6-4b42-83c5-823173390104)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:11:42.803795 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-1255d30c-f2fb-4edc-99c5-849aa93b08cb req-b0d16a04-94ca-4795-bdb5-bb361d56dae6 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:42.817939 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-1255d30c-f2fb-4edc-99c5-849aa93b08cb req-b0d16a04-94ca-4795-bdb5-bb361d56dae6 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Calling delete_port for 5768f152-7cfd-4aab-b9eb-3ad844105042 owned by compute:nova {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:11:43.027566 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-1255d30c-f2fb-4edc-99c5-849aa93b08cb req-b0d16a04-94ca-4795-bdb5-bb361d56dae6 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:43.040291 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['3422b9e7-38e8-43ce-927d-17214964ba8f', '5768f152-7cfd-4aab-b9eb-3ad844105042'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:11:43.075237 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d16a04-94ca-4795-bdb5-bb361d56dae6 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Pushing event deleted for resources: {'Port': ['ID=5768f152-7cfd-4aab-b9eb-3ad844105042,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:43.173406 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-688ca63b-9953-4cd9-9a23-672311513b0a req-d881eeb1-2308-4e9c-a5fc-0a133a5e2c86 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/ports?device_id=12c01cab-6f38-47e5-a713-3b0033ce846b HTTP/1.1" status: 200 len: 210 time: 0.0994401 Jul 24 00:11:43.261195 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-1255d30c-f2fb-4edc-99c5-849aa93b08cb req-b0d16a04-94ca-4795-bdb5-bb361d56dae6 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] No DVR routers for this DVR port 5768f152-7cfd-4aab-b9eb-3ad844105042 on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:11:43.264163 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-1255d30c-f2fb-4edc-99c5-849aa93b08cb req-b0d16a04-94ca-4795-bdb5-bb361d56dae6 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:43.267085 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1255d30c-f2fb-4edc-99c5-849aa93b08cb req-b0d16a04-94ca-4795-bdb5-bb361d56dae6 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.64 "DELETE /v2.0/ports/5768f152-7cfd-4aab-b9eb-3ad844105042 HTTP/1.1" status: 204 len: 173 time: 0.7600317 Jul 24 00:11:43.373742 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 41862) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:43.447388 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-3eb1e517-cc79-4269-a35f-1273c175a77f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9922e3b5474941efb9ab60214ae3f715&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0724790 Jul 24 00:11:43.449819 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 41864) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:43.466202 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-1255d30c-f2fb-4edc-99c5-849aa93b08cb req-34c8ef38-238c-4bab-be78-7ce7fc2dc739 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Deleting port 3422b9e7-38e8-43ce-927d-17214964ba8f {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:11:43.466552 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-1255d30c-f2fb-4edc-99c5-849aa93b08cb req-34c8ef38-238c-4bab-be78-7ce7fc2dc739 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:43.527715 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-845134c2-dcae-4559-a473-e5b542a70f67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:43.554263 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-845134c2-dcae-4559-a473-e5b542a70f67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:43.618902 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-1255d30c-f2fb-4edc-99c5-849aa93b08cb req-34c8ef38-238c-4bab-be78-7ce7fc2dc739 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] For port 3422b9e7-38e8-43ce-927d-17214964ba8f, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=3422b9e7-38e8-43ce-927d-17214964ba8f,segment=NetworkSegment(608820ae-c36a-45a2-b4b2-72a09c01708c),segment_id=608820ae-c36a-45a2-b4b2-72a09c01708c)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:11:43.619484 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-1255d30c-f2fb-4edc-99c5-849aa93b08cb req-34c8ef38-238c-4bab-be78-7ce7fc2dc739 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:43.632550 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-845134c2-dcae-4559-a473-e5b542a70f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:43.635207 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-845134c2-dcae-4559-a473-e5b542a70f67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:43.635330 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-1255d30c-f2fb-4edc-99c5-849aa93b08cb req-34c8ef38-238c-4bab-be78-7ce7fc2dc739 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Calling delete_port for 3422b9e7-38e8-43ce-927d-17214964ba8f owned by compute:nova {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:11:43.638903 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-845134c2-dcae-4559-a473-e5b542a70f67 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a9b76111-bb32-42e1-8136-63aa34d34b41 HTTP/1.1" status: 204 len: 168 time: 0.1859403 Jul 24 00:11:43.645094 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845134c2-dcae-4559-a473-e5b542a70f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b76111-bb32-42e1-8136-63aa34d34b41,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:43.698195 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90a7831-cc49-4038-ad57-2b102fa42d92 req-25e41fc8-9ff1-482a-9f7c-27e0ffda368a tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:43.699733 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c90a7831-cc49-4038-ad57-2b102fa42d92 req-25e41fc8-9ff1-482a-9f7c-27e0ffda368a tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/ports?device_id=c46caaf3-7c04-4369-95ca-e3b607cafa0b HTTP/1.1" status: 200 len: 945 time: 0.1465311 Jul 24 00:11:43.775646 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c90a7831-cc49-4038-ad57-2b102fa42d92 req-3ce655b8-785c-4c9f-a437-28a88efc1df1 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3b18a95-9eb9-4810-a13b-9736798f03ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587897 Jul 24 00:11:43.776933 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c46caaf3-7c04-4369-95ca-e3b607cafa0b', 'name': 'network-vif-deleted', 'tag': '5768f152-7cfd-4aab-b9eb-3ad844105042'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:11:43.779242 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-390c1d44-b5c7-424d-950d-090dfe11f91f" -d '{"events": [{"server_uuid": "c46caaf3-7c04-4369-95ca-e3b607cafa0b", "name": "network-vif-deleted", "tag": "5768f152-7cfd-4aab-b9eb-3ad844105042"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:11:43.828559 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b715556-565c-4dc9-85ec-fac6fa68916b x-openstack-request-id: req-6b715556-565c-4dc9-85ec-fac6fa68916b {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:11:43.828883 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c46caaf3-7c04-4369-95ca-e3b607cafa0b", "name": "network-vif-deleted", "tag": "5768f152-7cfd-4aab-b9eb-3ad844105042", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:11:43.829134 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6b715556-565c-4dc9-85ec-fac6fa68916b {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:11:43.829525 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c46caaf3-7c04-4369-95ca-e3b607cafa0b', 'name': 'network-vif-deleted', 'tag': '5768f152-7cfd-4aab-b9eb-3ad844105042', 'status': 'completed', 'code': 200} Jul 24 00:11:43.869079 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-1255d30c-f2fb-4edc-99c5-849aa93b08cb req-34c8ef38-238c-4bab-be78-7ce7fc2dc739 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:43.883641 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['5768f152-7cfd-4aab-b9eb-3ad844105042'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:11:43.915124 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c8ef38-238c-4bab-be78-7ce7fc2dc739 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Pushing event deleted for resources: {'Port': ['ID=3422b9e7-38e8-43ce-927d-17214964ba8f,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:43.959447 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-1255d30c-f2fb-4edc-99c5-849aa93b08cb req-34c8ef38-238c-4bab-be78-7ce7fc2dc739 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] No DVR routers for this DVR port 3422b9e7-38e8-43ce-927d-17214964ba8f on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:11:43.962204 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-1255d30c-f2fb-4edc-99c5-849aa93b08cb req-34c8ef38-238c-4bab-be78-7ce7fc2dc739 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:43.965093 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1255d30c-f2fb-4edc-99c5-849aa93b08cb req-34c8ef38-238c-4bab-be78-7ce7fc2dc739 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.64 "DELETE /v2.0/ports/3422b9e7-38e8-43ce-927d-17214964ba8f HTTP/1.1" status: 204 len: 173 time: 0.6909747 Jul 24 00:11:44.340403 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-24c1a996-24ab-4adf-84db-4ab1313a8b79 req-1bfae1f5-603f-4e6f-9556-5d221025cecf tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/ports?device_id=12c01cab-6f38-47e5-a713-3b0033ce846b HTTP/1.1" status: 200 len: 210 time: 0.0346856 Jul 24 00:11:44.385783 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f89d0fad-2adf-4462-bf4b-be62a9ee6ee6 req-72e28a0b-6d2c-43bd-8ec6-6aa4e89095f9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=549de624-bb09-4e50-8794-41d8de162ace&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1681197 Jul 24 00:11:44.555232 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d0fad-2adf-4462-bf4b-be62a9ee6ee6 req-a51398d4-c422-4b79-91f4-fed1ca5ff8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:44.557312 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f89d0fad-2adf-4462-bf4b-be62a9ee6ee6 req-a51398d4-c422-4b79-91f4-fed1ca5ff8fb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f416a58274704009b44a26f31650fbc3&device_id=549de624-bb09-4e50-8794-41d8de162ace HTTP/1.1" status: 200 len: 1098 time: 0.1132345 Jul 24 00:11:44.736684 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d0fad-2adf-4462-bf4b-be62a9ee6ee6 req-51d5c632-ca6c-4c59-a9a5-bbe73b4c1f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:44.738976 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f89d0fad-2adf-4462-bf4b-be62a9ee6ee6 req-51d5c632-ca6c-4c59-a9a5-bbe73b4c1f56 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3bb27577-8aa4-438b-b0fc-2e9a72f8d21f HTTP/1.1" status: 200 len: 916 time: 0.1435227 Jul 24 00:11:44.784086 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:44.879872 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 41916) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:44.882091 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f89d0fad-2adf-4462-bf4b-be62a9ee6ee6 req-b27180e9-9ce5-4043-ac07-7689ad1b82c0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29cd91c2-82fb-4dff-aa19-86d9d8a37546 HTTP/1.1" status: 200 len: 1001 time: 0.1266625 Jul 24 00:11:44.982417 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-b51da3d0-6c1e-40e1-b556-d57f978aff08 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Deleting subnet edcd503c-8e20-49f4-a2f0-5ff7fd309fe7 {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:11:44.985913 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b51da3d0-6c1e-40e1-b556-d57f978aff08 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:44.998176 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d0fad-2adf-4462-bf4b-be62a9ee6ee6 req-81a667a7-6c0d-48d3-848c-b7a028da39da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:45.001182 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f89d0fad-2adf-4462-bf4b-be62a9ee6ee6 req-81a667a7-6c0d-48d3-848c-b7a028da39da service neutron] 10.222.0.52 "GET /v2.0/subnets?id=63da32e2-61ac-4eb0-aee3-157739522d03 HTTP/1.1" status: 200 len: 854 time: 0.1092129 Jul 24 00:11:45.035705 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b51da3d0-6c1e-40e1-b556-d57f978aff08 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:45.082106 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d0fad-2adf-4462-bf4b-be62a9ee6ee6 req-d3917376-f4d7-4419-bbc0-3c797e1b3ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:45.083697 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f89d0fad-2adf-4462-bf4b-be62a9ee6ee6 req-d3917376-f4d7-4419-bbc0-3c797e1b3ce1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3bb27577-8aa4-438b-b0fc-2e9a72f8d21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0755148 Jul 24 00:11:45.183202 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b51da3d0-6c1e-40e1-b556-d57f978aff08 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:45.205395 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f89d0fad-2adf-4462-bf4b-be62a9ee6ee6 req-5d93cc95-3b2f-488a-9da9-6901c81de595 service neutron] 10.222.0.52 "GET /v2.0/networks/3bb27577-8aa4-438b-b0fc-2e9a72f8d21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131647 Jul 24 00:11:45.323989 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b51da3d0-6c1e-40e1-b556-d57f978aff08 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:45.391224 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51da3d0-6c1e-40e1-b556-d57f978aff08 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Pushing event deleted for resources: {'Subnet': ['ID=edcd503c-8e20-49f4-a2f0-5ff7fd309fe7,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:45.397523 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f89d0fad-2adf-4462-bf4b-be62a9ee6ee6 req-841330e2-901a-468d-9770-ae1bae0f34d0 service neutron] 10.222.0.52 "GET /v2.0/networks/3bb27577-8aa4-438b-b0fc-2e9a72f8d21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854641 Jul 24 00:11:45.407575 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b51da3d0-6c1e-40e1-b556-d57f978aff08 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:45.410564 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-b51da3d0-6c1e-40e1-b556-d57f978aff08 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "DELETE /v2.0/subnets/edcd503c-8e20-49f4-a2f0-5ff7fd309fe7 HTTP/1.1" status: 204 len: 168 time: 0.5295992 Jul 24 00:11:45.413331 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 41932) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:45.422024 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101074c2-9083-40f3-bd88-b3de551ab16c None None] Network 4aa0902c-cf5e-4f19-93a7-46d2396739b7 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:11:45.508906 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-22f4c46d-62a1-454d-b651-56bab2777822 req-5068d507-3a4a-44b0-859a-efc56f9151c3 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/ports?device_id=12c01cab-6f38-47e5-a713-3b0033ce846b HTTP/1.1" status: 200 len: 210 time: 0.0326474 Jul 24 00:11:45.616122 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-517e521a-6596-43a2-a73a-0ef9cc133156 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:45.702648 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-517e521a-6596-43a2-a73a-0ef9cc133156 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Deleting port 62949417-e994-4140-a982-db084db6b167 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:11:45.703334 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-517e521a-6596-43a2-a73a-0ef9cc133156 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:45.796228 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8027fe3-2dfe-4ac9-af41-db9fa790ce1d None None] DHCP port deletion for 4aa0902c-cf5e-4f19-93a7-46d2396739b7 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:11:45.822103 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-517e521a-6596-43a2-a73a-0ef9cc133156 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] For port 62949417-e994-4140-a982-db084db6b167, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=62949417-e994-4140-a982-db084db6b167,segment=NetworkSegment(8cdf6fdb-3fd6-4b42-83c5-823173390104),segment_id=8cdf6fdb-3fd6-4b42-83c5-823173390104)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:11:45.822881 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-517e521a-6596-43a2-a73a-0ef9cc133156 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:45.830729 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c46caaf3-7c04-4369-95ca-e3b607cafa0b', 'name': 'network-vif-deleted', 'tag': '3422b9e7-38e8-43ce-927d-17214964ba8f'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:11:45.833351 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00867bfb-47ab-444b-b510-85d1f43808c3" -d '{"events": [{"server_uuid": "c46caaf3-7c04-4369-95ca-e3b607cafa0b", "name": "network-vif-deleted", "tag": "3422b9e7-38e8-43ce-927d-17214964ba8f"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:11:45.842402 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-517e521a-6596-43a2-a73a-0ef9cc133156 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Calling delete_port for 62949417-e994-4140-a982-db084db6b167 owned by network:dhcp {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:11:45.894896 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-e8027fe3-2dfe-4ac9-af41-db9fa790ce1d None None] Deleting port 62949417-e994-4140-a982-db084db6b167 {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:11:45.895305 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e8027fe3-2dfe-4ac9-af41-db9fa790ce1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:45.913755 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b05f37-ad24-437b-9df8-4c56370e35b1 x-openstack-request-id: req-d6b05f37-ad24-437b-9df8-4c56370e35b1 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:11:45.914256 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c46caaf3-7c04-4369-95ca-e3b607cafa0b", "name": "network-vif-deleted", "tag": "3422b9e7-38e8-43ce-927d-17214964ba8f", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:11:45.914492 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d6b05f37-ad24-437b-9df8-4c56370e35b1 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:11:45.914871 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c46caaf3-7c04-4369-95ca-e3b607cafa0b', 'name': 'network-vif-deleted', 'tag': '3422b9e7-38e8-43ce-927d-17214964ba8f', 'status': 'completed', 'code': 200} Jul 24 00:11:45.959610 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-517e521a-6596-43a2-a73a-0ef9cc133156 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:45.992985 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-e8027fe3-2dfe-4ac9-af41-db9fa790ce1d None None] For port 62949417-e994-4140-a982-db084db6b167, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=62949417-e994-4140-a982-db084db6b167,segment=NetworkSegment(8cdf6fdb-3fd6-4b42-83c5-823173390104),segment_id=8cdf6fdb-3fd6-4b42-83c5-823173390104)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:11:45.993671 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e8027fe3-2dfe-4ac9-af41-db9fa790ce1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:45.998895 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517e521a-6596-43a2-a73a-0ef9cc133156 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Pushing event deleted for resources: {'Port': ['ID=62949417-e994-4140-a982-db084db6b167,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:46.008890 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517e521a-6596-43a2-a73a-0ef9cc133156 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] No DVR routers for this DVR port 62949417-e994-4140-a982-db084db6b167 on host n-d-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:11:46.013871 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-e8027fe3-2dfe-4ac9-af41-db9fa790ce1d None None] Calling delete_port for 62949417-e994-4140-a982-db084db6b167 owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:11:46.028418 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 62949417-e994-4140-a982-db084db6b167 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:11:46.051070 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 62949417-e994-4140-a982-db084db6b167 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:11:46.051770 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 62949417-e994-4140-a982-db084db6b167 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:11:46.090204 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 41952) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:46.134872 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e8027fe3-2dfe-4ac9-af41-db9fa790ce1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:46.137870 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-517e521a-6596-43a2-a73a-0ef9cc133156 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:46.148581 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-517e521a-6596-43a2-a73a-0ef9cc133156 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aa0902c-cf5e-4f19-93a7-46d2396739b7']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:11:46.160957 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-517e521a-6596-43a2-a73a-0ef9cc133156 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cdf6fdb-3fd6-4b42-83c5-823173390104') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:11:46.162266 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-517e521a-6596-43a2-a73a-0ef9cc133156 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cdf6fdb-3fd6-4b42-83c5-823173390104') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:11:46.168030 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8027fe3-2dfe-4ac9-af41-db9fa790ce1d None None] Pushing event deleted for resources: {'Port': ['ID=62949417-e994-4140-a982-db084db6b167,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:46.170714 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8027fe3-2dfe-4ac9-af41-db9fa790ce1d None None] No DVR routers for this DVR port 62949417-e994-4140-a982-db084db6b167 on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:11:46.193881 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-517e521a-6596-43a2-a73a-0ef9cc133156 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:46.211415 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-517e521a-6596-43a2-a73a-0ef9cc133156 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:46.218538 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-517e521a-6596-43a2-a73a-0ef9cc133156 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:11:46.218886 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-517e521a-6596-43a2-a73a-0ef9cc133156 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:46.222152 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:11:46.222152 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:11:46.222152 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:11:46.222152 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:11:46.222152 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:11:46.222152 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:11:46.222152 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:11:46.222152 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:11:46.222152 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:11:46.222152 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:11:46.222152 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:11:46.222152 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:11:46.222152 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:11:46.222152 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:11:46.222152 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:11:46.222152 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:11:46.222152 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:11:46.222152 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:11:46.222152 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:11:46.222152 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:11:46.222152 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:11:46.222152 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:11:46.222152 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:11:46.222152 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:11:46.222152 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:11:46.222152 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:11:46.222152 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:11:46.222152 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:11:46.222152 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:11:46.222152 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:11:46.222152 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:11:46.222152 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:11:46.274075 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-4d784b60-7778-44bf-85b2-cd6629e3c847 tempest-RoutersTestDVR-1955105255 tempest-RoutersTestDVR-1955105255-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1654444368'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:11:46.301369 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4d784b60-7778-44bf-85b2-cd6629e3c847 tempest-RoutersTestDVR-1955105255 tempest-RoutersTestDVR-1955105255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:46.302368 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-517e521a-6596-43a2-a73a-0ef9cc133156 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:46.303095 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4d784b60-7778-44bf-85b2-cd6629e3c847 tempest-RoutersTestDVR-1955105255 tempest-RoutersTestDVR-1955105255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:46.312591 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-517e521a-6596-43a2-a73a-0ef9cc133156 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:46.317625 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-517e521a-6596-43a2-a73a-0ef9cc133156 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "DELETE /v2.0/networks/4aa0902c-cf5e-4f19-93a7-46d2396739b7 HTTP/1.1" status: 204 len: 168 time: 0.8998909 Jul 24 00:11:46.318127 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 41960) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:46.327088 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517e521a-6596-43a2-a73a-0ef9cc133156 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Pushing event deleted for resources: {'Network': ['ID=4aa0902c-cf5e-4f19-93a7-46d2396739b7,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:46.431429 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4d784b60-7778-44bf-85b2-cd6629e3c847 tempest-RoutersTestDVR-1955105255 tempest-RoutersTestDVR-1955105255-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:46.437783 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4d784b60-7778-44bf-85b2-cd6629e3c847 tempest-RoutersTestDVR-1955105255 tempest-RoutersTestDVR-1955105255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:46.442736 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 5768f152-7cfd-4aab-b9eb-3ad844105042 no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:11:46.457933 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5a2ea33-3081-4e4c-b189-74b2e379d261 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Deleting subnet 27e9c94f-8f4b-4d88-bc94-f0cbc994d172 {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:11:46.460899 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4d784b60-7778-44bf-85b2-cd6629e3c847 tempest-RoutersTestDVR-1955105255 tempest-RoutersTestDVR-1955105255-project-admin] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:46.462359 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-4d784b60-7778-44bf-85b2-cd6629e3c847 tempest-RoutersTestDVR-1955105255 tempest-RoutersTestDVR-1955105255-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.3710818 Jul 24 00:11:46.465078 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d5a2ea33-3081-4e4c-b189-74b2e379d261 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:46.465532 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 41964) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:46.480185 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] No Port match for: 5768f152-7cfd-4aab-b9eb-3ad844105042 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:11:46.480616 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 5768f152-7cfd-4aab-b9eb-3ad844105042 not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:11:46.482870 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 3422b9e7-38e8-43ce-927d-17214964ba8f no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:11:46.519119 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d5a2ea33-3081-4e4c-b189-74b2e379d261 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:46.553225 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] No Port match for: 3422b9e7-38e8-43ce-927d-17214964ba8f {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:11:46.553397 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 3422b9e7-38e8-43ce-927d-17214964ba8f not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:11:46.569547 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-906c81ac-7042-45c1-b9df-5a5264dc643c tempest-RoutersTestDVR-1955105255 tempest-RoutersTestDVR-1955105255-project-admin] Notify callbacks [] for router, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:46.625775 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d5a2ea33-3081-4e4c-b189-74b2e379d261 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:46.693062 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d5a2ea33-3081-4e4c-b189-74b2e379d261 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:46.723643 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a2ea33-3081-4e4c-b189-74b2e379d261 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Pushing event deleted for resources: {'Subnet': ['ID=27e9c94f-8f4b-4d88-bc94-f0cbc994d172,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:46.725743 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d5a2ea33-3081-4e4c-b189-74b2e379d261 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:46.730114 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-d5a2ea33-3081-4e4c-b189-74b2e379d261 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "DELETE /v2.0/subnets/27e9c94f-8f4b-4d88-bc94-f0cbc994d172 HTTP/1.1" status: 204 len: 168 time: 0.4084649 Jul 24 00:11:46.733100 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 41972) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:46.735802 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf3d0e2-c2f8-4522-b80a-3df112117d33 None None] Network bdf0e0a7-5e10-4370-9dc2-c8f466f9f010 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:11:46.837003 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-906c81ac-7042-45c1-b9df-5a5264dc643c tempest-RoutersTestDVR-1955105255 tempest-RoutersTestDVR-1955105255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:46.862360 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-906c81ac-7042-45c1-b9df-5a5264dc643c tempest-RoutersTestDVR-1955105255 tempest-RoutersTestDVR-1955105255-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:46.873531 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-505f4de4-f265-4ed2-abeb-52e13f7c9bb2 req-c792be52-5373-49ed-8810-27f06906ca1d tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/ports?device_id=12c01cab-6f38-47e5-a713-3b0033ce846b HTTP/1.1" status: 200 len: 210 time: 0.0642781 Jul 24 00:11:46.882169 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ae33b3f7-f1c8-4e27-8fff-dfc2fc5f6c84 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:46.962101 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-906c81ac-7042-45c1-b9df-5a5264dc643c tempest-RoutersTestDVR-1955105255 tempest-RoutersTestDVR-1955105255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:46.962653 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-906c81ac-7042-45c1-b9df-5a5264dc643c tempest-RoutersTestDVR-1955105255 tempest-RoutersTestDVR-1955105255-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9f95ce8b-836b-4d3f-a5e6-c62113a02363 {{(pid=100313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:11:46.969700 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-906c81ac-7042-45c1-b9df-5a5264dc643c tempest-RoutersTestDVR-1955105255 tempest-RoutersTestDVR-1955105255-project-admin] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:46.973954 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-906c81ac-7042-45c1-b9df-5a5264dc643c tempest-RoutersTestDVR-1955105255 tempest-RoutersTestDVR-1955105255-project-admin] 10.222.0.44 "DELETE /v2.0/routers/9f95ce8b-836b-4d3f-a5e6-c62113a02363 HTTP/1.1" status: 204 len: 168 time: 0.5042348 Jul 24 00:11:46.974255 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 41978) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:46.978440 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-ae33b3f7-f1c8-4e27-8fff-dfc2fc5f6c84 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Deleting port beee4bd1-d7e5-4279-a635-c2bb05504297 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:11:46.978881 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ae33b3f7-f1c8-4e27-8fff-dfc2fc5f6c84 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:46.980082 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-7da1d61c-0457-47d3-a381-d9db92065756 tempest-RoutersTestDVR-1955105255 tempest-RoutersTestDVR-1955105255-project-admin] Request body: {'router': {'name': 'tempest-router-1358631806', 'distributed': False}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:11:47.008956 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7da1d61c-0457-47d3-a381-d9db92065756 tempest-RoutersTestDVR-1955105255 tempest-RoutersTestDVR-1955105255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:47.010525 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7da1d61c-0457-47d3-a381-d9db92065756 tempest-RoutersTestDVR-1955105255 tempest-RoutersTestDVR-1955105255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:47.034558 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fac2738-cca4-4abc-a662-54889c9aff28 None None] DHCP port deletion for bdf0e0a7-5e10-4370-9dc2-c8f466f9f010 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:11:47.075352 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-ae33b3f7-f1c8-4e27-8fff-dfc2fc5f6c84 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] For port beee4bd1-d7e5-4279-a635-c2bb05504297, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=beee4bd1-d7e5-4279-a635-c2bb05504297,segment=NetworkSegment(608820ae-c36a-45a2-b4b2-72a09c01708c),segment_id=608820ae-c36a-45a2-b4b2-72a09c01708c)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:11:47.076053 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ae33b3f7-f1c8-4e27-8fff-dfc2fc5f6c84 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:47.090044 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-ae33b3f7-f1c8-4e27-8fff-dfc2fc5f6c84 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Calling delete_port for beee4bd1-d7e5-4279-a635-c2bb05504297 owned by network:dhcp {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:11:47.121847 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7da1d61c-0457-47d3-a381-d9db92065756 tempest-RoutersTestDVR-1955105255 tempest-RoutersTestDVR-1955105255-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:47.128773 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7da1d61c-0457-47d3-a381-d9db92065756 tempest-RoutersTestDVR-1955105255 tempest-RoutersTestDVR-1955105255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:47.131778 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2fac2738-cca4-4abc-a662-54889c9aff28 None None] Deleting port beee4bd1-d7e5-4279-a635-c2bb05504297 {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:11:47.132165 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2fac2738-cca4-4abc-a662-54889c9aff28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:47.147983 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7da1d61c-0457-47d3-a381-d9db92065756 tempest-RoutersTestDVR-1955105255 tempest-RoutersTestDVR-1955105255-project-admin] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:47.152482 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-7da1d61c-0457-47d3-a381-d9db92065756 tempest-RoutersTestDVR-1955105255 tempest-RoutersTestDVR-1955105255-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1764803 Jul 24 00:11:47.155586 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 41980) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:47.191796 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ae33b3f7-f1c8-4e27-8fff-dfc2fc5f6c84 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:47.231229 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae33b3f7-f1c8-4e27-8fff-dfc2fc5f6c84 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Pushing event deleted for resources: {'Port': ['ID=beee4bd1-d7e5-4279-a635-c2bb05504297,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:47.233155 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae33b3f7-f1c8-4e27-8fff-dfc2fc5f6c84 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] No DVR routers for this DVR port beee4bd1-d7e5-4279-a635-c2bb05504297 on host n-d-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:11:47.253186 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fd4bf32b-d40b-49c6-b95a-dd3af95cea87 tempest-RoutersTestDVR-1955105255 tempest-RoutersTestDVR-1955105255-project-admin] Notify callbacks [] for router, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:47.328435 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2fac2738-cca4-4abc-a662-54889c9aff28 None None] For port beee4bd1-d7e5-4279-a635-c2bb05504297, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=beee4bd1-d7e5-4279-a635-c2bb05504297,segment=NetworkSegment(608820ae-c36a-45a2-b4b2-72a09c01708c),segment_id=608820ae-c36a-45a2-b4b2-72a09c01708c)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:11:47.328867 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2fac2738-cca4-4abc-a662-54889c9aff28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:47.353747 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2fac2738-cca4-4abc-a662-54889c9aff28 None None] Calling delete_port for beee4bd1-d7e5-4279-a635-c2bb05504297 owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:11:47.355029 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ae33b3f7-f1c8-4e27-8fff-dfc2fc5f6c84 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:47.370436 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-ae33b3f7-f1c8-4e27-8fff-dfc2fc5f6c84 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdf0e0a7-5e10-4370-9dc2-c8f466f9f010']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:11:47.381104 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-ae33b3f7-f1c8-4e27-8fff-dfc2fc5f6c84 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '608820ae-c36a-45a2-b4b2-72a09c01708c') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:11:47.381413 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-ae33b3f7-f1c8-4e27-8fff-dfc2fc5f6c84 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '608820ae-c36a-45a2-b4b2-72a09c01708c') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:11:47.408287 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ae33b3f7-f1c8-4e27-8fff-dfc2fc5f6c84 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:47.430314 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ae33b3f7-f1c8-4e27-8fff-dfc2fc5f6c84 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:47.439840 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fd4bf32b-d40b-49c6-b95a-dd3af95cea87 tempest-RoutersTestDVR-1955105255 tempest-RoutersTestDVR-1955105255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:47.442716 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae33b3f7-f1c8-4e27-8fff-dfc2fc5f6c84 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:11:47.442997 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fd4bf32b-d40b-49c6-b95a-dd3af95cea87 tempest-RoutersTestDVR-1955105255 tempest-RoutersTestDVR-1955105255-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:47.445121 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ae33b3f7-f1c8-4e27-8fff-dfc2fc5f6c84 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:47.453320 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:11:47.453320 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:11:47.453320 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:11:47.453320 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:11:47.453320 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:11:47.453320 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:11:47.453320 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:11:47.453320 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:11:47.453320 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:11:47.453320 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:11:47.453320 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:11:47.453320 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:11:47.453320 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:11:47.453320 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:11:47.453320 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:11:47.453320 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:11:47.453320 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:11:47.453320 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:11:47.453320 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:11:47.453320 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:11:47.453320 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:11:47.453320 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:11:47.453320 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:11:47.453320 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:11:47.453320 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:11:47.453320 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:11:47.453320 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:11:47.453320 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:11:47.453320 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:11:47.453320 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:11:47.453320 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:11:47.453320 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:11:47.497535 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fd4bf32b-d40b-49c6-b95a-dd3af95cea87 tempest-RoutersTestDVR-1955105255 tempest-RoutersTestDVR-1955105255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:47.498707 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd4bf32b-d40b-49c6-b95a-dd3af95cea87 tempest-RoutersTestDVR-1955105255 tempest-RoutersTestDVR-1955105255-project-admin] Fanout notify agent at l3_agent the message router_deleted on router de1a8840-b43b-4242-94c8-207c4f72d6db {{(pid=100313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:11:47.503663 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fd4bf32b-d40b-49c6-b95a-dd3af95cea87 tempest-RoutersTestDVR-1955105255 tempest-RoutersTestDVR-1955105255-project-admin] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:47.504833 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-fd4bf32b-d40b-49c6-b95a-dd3af95cea87 tempest-RoutersTestDVR-1955105255 tempest-RoutersTestDVR-1955105255-project-admin] 10.222.0.44 "DELETE /v2.0/routers/de1a8840-b43b-4242-94c8-207c4f72d6db HTTP/1.1" status: 204 len: 168 time: 0.3482242 Jul 24 00:11:47.509573 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 41988) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:47.515391 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-675638c6-efd1-432d-b8c4-837a71a0cc54 tempest-RoutersTestDVR-1955105255 tempest-RoutersTestDVR-1955105255-project-admin] Request body: {'router': {'name': 'tempest-router-231948910', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'a7c27687b393494b94418e67927debb0'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:11:47.530364 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2fac2738-cca4-4abc-a662-54889c9aff28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:47.548063 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-675638c6-efd1-432d-b8c4-837a71a0cc54 tempest-RoutersTestDVR-1955105255 tempest-RoutersTestDVR-1955105255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:47.549315 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-675638c6-efd1-432d-b8c4-837a71a0cc54 tempest-RoutersTestDVR-1955105255 tempest-RoutersTestDVR-1955105255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:47.566847 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ae33b3f7-f1c8-4e27-8fff-dfc2fc5f6c84 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:47.588985 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ae33b3f7-f1c8-4e27-8fff-dfc2fc5f6c84 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:47.590798 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fac2738-cca4-4abc-a662-54889c9aff28 None None] No DVR routers for this DVR port beee4bd1-d7e5-4279-a635-c2bb05504297 on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:11:47.607807 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-ae33b3f7-f1c8-4e27-8fff-dfc2fc5f6c84 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] 10.222.0.44 "DELETE /v2.0/networks/bdf0e0a7-5e10-4370-9dc2-c8f466f9f010 HTTP/1.1" status: 204 len: 168 time: 0.8604295 Jul 24 00:11:47.617863 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae33b3f7-f1c8-4e27-8fff-dfc2fc5f6c84 tempest-ServersTestMultiNic-668238646 tempest-ServersTestMultiNic-668238646-project] Pushing event deleted for resources: {'Network': ['ID=bdf0e0a7-5e10-4370-9dc2-c8f466f9f010,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:47.625779 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fac2738-cca4-4abc-a662-54889c9aff28 None None] Pushing event deleted for resources: {'Port': ['ID=beee4bd1-d7e5-4279-a635-c2bb05504297,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:47.662860 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-675638c6-efd1-432d-b8c4-837a71a0cc54 tempest-RoutersTestDVR-1955105255 tempest-RoutersTestDVR-1955105255-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:47.666037 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:47.676866 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-675638c6-efd1-432d-b8c4-837a71a0cc54 tempest-RoutersTestDVR-1955105255 tempest-RoutersTestDVR-1955105255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:47.697276 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-675638c6-efd1-432d-b8c4-837a71a0cc54 tempest-RoutersTestDVR-1955105255 tempest-RoutersTestDVR-1955105255-project-admin] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:47.699198 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-675638c6-efd1-432d-b8c4-837a71a0cc54 tempest-RoutersTestDVR-1955105255 tempest-RoutersTestDVR-1955105255-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1875904 Jul 24 00:11:47.701867 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 41996) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:47.707317 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-ac251679-f2d7-4463-912f-9e3089315de3 tempest-RoutersTestDVR-1955105255 tempest-RoutersTestDVR-1955105255-project-admin] Request body: {'router': {'distributed': True}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:11:47.808452 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42002) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:48.048102 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device beee4bd1-d7e5-4279-a635-c2bb05504297 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:11:48.049916 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ac251679-f2d7-4463-912f-9e3089315de3 tempest-RoutersTestDVR-1955105255 tempest-RoutersTestDVR-1955105255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:48.050366 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ac251679-f2d7-4463-912f-9e3089315de3 tempest-RoutersTestDVR-1955105255 tempest-RoutersTestDVR-1955105255-project-admin] Notify callbacks [] for router, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:48.092387 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: beee4bd1-d7e5-4279-a635-c2bb05504297 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:11:48.092839 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device beee4bd1-d7e5-4279-a635-c2bb05504297 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:11:48.153309 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cdadbf25-3809-4532-b7ed-bf928f17d8a9 req-0f1bcddb-9d25-4bee-a295-b205ff654c27 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/ports?device_id=12c01cab-6f38-47e5-a713-3b0033ce846b HTTP/1.1" status: 200 len: 210 time: 0.0736225 Jul 24 00:11:48.185471 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ac251679-f2d7-4463-912f-9e3089315de3 tempest-RoutersTestDVR-1955105255 tempest-RoutersTestDVR-1955105255-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=100314) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 24 00:11:48.185471 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ac251679-f2d7-4463-912f-9e3089315de3 tempest-RoutersTestDVR-1955105255 tempest-RoutersTestDVR-1955105255-project-admin] Router e4a22889-06b0-4817-acd0-d26ece0d9227 migrating from provider to provider. {{(pid=100314) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 24 00:11:48.185471 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ac251679-f2d7-4463-912f-9e3089315de3 tempest-RoutersTestDVR-1955105255 tempest-RoutersTestDVR-1955105255-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:48.185471 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ac251679-f2d7-4463-912f-9e3089315de3 tempest-RoutersTestDVR-1955105255 tempest-RoutersTestDVR-1955105255-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:48.191601 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ac251679-f2d7-4463-912f-9e3089315de3 tempest-RoutersTestDVR-1955105255 tempest-RoutersTestDVR-1955105255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-687196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-687191', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-626537'] for router, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:48.282698 n-d-800088-16 neutron-server[100314]: WARNING neutron.scheduler.l3_agent_scheduler [None req-ac251679-f2d7-4463-912f-9e3089315de3 tempest-RoutersTestDVR-1955105255 tempest-RoutersTestDVR-1955105255-project-admin] No L3 agents can host the router e4a22889-06b0-4817-acd0-d26ece0d9227 Jul 24 00:11:48.404267 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c50bb2af-edd4-4c84-a8d7-c8e41c4221d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681029'] for router_interface, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:48.653634 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac251679-f2d7-4463-912f-9e3089315de3 tempest-RoutersTestDVR-1955105255 tempest-RoutersTestDVR-1955105255-project-admin] Hosts for router e4a22889-06b0-4817-acd0-d26ece0d9227: [] {{(pid=100314) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 24 00:11:48.680640 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac251679-f2d7-4463-912f-9e3089315de3 tempest-RoutersTestDVR-1955105255 tempest-RoutersTestDVR-1955105255-project-admin] Hosts for other DVR routers connected to router e4a22889-06b0-4817-acd0-d26ece0d9227: set() {{(pid=100314) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 24 00:11:48.683408 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ac251679-f2d7-4463-912f-9e3089315de3 tempest-RoutersTestDVR-1955105255 tempest-RoutersTestDVR-1955105255-project-admin] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:48.687416 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-ac251679-f2d7-4463-912f-9e3089315de3 tempest-RoutersTestDVR-1955105255 tempest-RoutersTestDVR-1955105255-project-admin] 10.222.0.44 "PUT /v2.0/routers/e4a22889-06b0-4817-acd0-d26ece0d9227 HTTP/1.1" status: 200 len: 716 time: 0.9843712 Jul 24 00:11:48.688081 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 42020) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:48.748622 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-c50bb2af-edd4-4c84-a8d7-c8e41c4221d4 admin admin] Deleting port bfb4e723-3461-42bc-828e-bafb4a79f7df {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:11:48.749236 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c50bb2af-edd4-4c84-a8d7-c8e41c4221d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:48.768152 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-9745d397-2246-4bb3-8866-451b2d3102bd tempest-RoutersTestDVR-1955105255 tempest-RoutersTestDVR-1955105255-project-admin] 10.222.0.44 "GET /v2.0/routers/e4a22889-06b0-4817-acd0-d26ece0d9227 HTTP/1.1" status: 200 len: 716 time: 0.0789323 Jul 24 00:11:48.768933 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 42022) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:48.840044 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-c50bb2af-edd4-4c84-a8d7-c8e41c4221d4 admin admin] For port bfb4e723-3461-42bc-828e-bafb4a79f7df, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=bfb4e723-3461-42bc-828e-bafb4a79f7df,segment=NetworkSegment(7b15c539-5f8d-462f-a336-7280b9d864c0),segment_id=7b15c539-5f8d-462f-a336-7280b9d864c0)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:11:48.840418 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c50bb2af-edd4-4c84-a8d7-c8e41c4221d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:48.854718 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-c50bb2af-edd4-4c84-a8d7-c8e41c4221d4 admin admin] Calling delete_port for bfb4e723-3461-42bc-828e-bafb4a79f7df owned by network:router_interface {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:11:49.040277 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-277b0fdf-416a-45dd-be5d-568a024644a4 tempest-RoutersTestDVR-1640584928 tempest-RoutersTestDVR-1640584928-project] 10.222.0.44 "GET /v2.0/routers/e4a22889-06b0-4817-acd0-d26ece0d9227 HTTP/1.1" status: 200 len: 682 time: 0.2699013 Jul 24 00:11:49.042422 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 42036) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:49.105669 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c50bb2af-edd4-4c84-a8d7-c8e41c4221d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:49.132288 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50bb2af-edd4-4c84-a8d7-c8e41c4221d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfb4e723-3461-42bc-828e-bafb4a79f7df,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:49.141876 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-79b0b62c-3569-4915-b0a3-3f250e524b9b tempest-RoutersTestDVR-1955105255 tempest-RoutersTestDVR-1955105255-project-admin] Notify callbacks [] for router, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:49.431479 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-79b0b62c-3569-4915-b0a3-3f250e524b9b tempest-RoutersTestDVR-1955105255 tempest-RoutersTestDVR-1955105255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:49.436697 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-79b0b62c-3569-4915-b0a3-3f250e524b9b tempest-RoutersTestDVR-1955105255 tempest-RoutersTestDVR-1955105255-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:49.506299 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-79b0b62c-3569-4915-b0a3-3f250e524b9b tempest-RoutersTestDVR-1955105255 tempest-RoutersTestDVR-1955105255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:49.506957 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b0b62c-3569-4915-b0a3-3f250e524b9b tempest-RoutersTestDVR-1955105255 tempest-RoutersTestDVR-1955105255-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e4a22889-06b0-4817-acd0-d26ece0d9227 {{(pid=100314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:11:49.520865 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-79b0b62c-3569-4915-b0a3-3f250e524b9b tempest-RoutersTestDVR-1955105255 tempest-RoutersTestDVR-1955105255-project-admin] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:49.522894 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-79b0b62c-3569-4915-b0a3-3f250e524b9b tempest-RoutersTestDVR-1955105255 tempest-RoutersTestDVR-1955105255-project-admin] 10.222.0.44 "DELETE /v2.0/routers/e4a22889-06b0-4817-acd0-d26ece0d9227 HTTP/1.1" status: 204 len: 168 time: 0.4791615 Jul 24 00:11:49.526807 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 42048) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:49.532614 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-ffee377f-0e5b-4ddf-82ec-91fd2e5026db tempest-RoutersTestDVR-1955105255 tempest-RoutersTestDVR-1955105255-project-admin] Request body: {'router': {'name': 'tempest-router-1480054891', 'distributed': True}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:11:49.563242 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ffee377f-0e5b-4ddf-82ec-91fd2e5026db tempest-RoutersTestDVR-1955105255 tempest-RoutersTestDVR-1955105255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:49.565173 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ffee377f-0e5b-4ddf-82ec-91fd2e5026db tempest-RoutersTestDVR-1955105255 tempest-RoutersTestDVR-1955105255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:49.632620 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ffee377f-0e5b-4ddf-82ec-91fd2e5026db tempest-RoutersTestDVR-1955105255 tempest-RoutersTestDVR-1955105255-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:49.640170 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ffee377f-0e5b-4ddf-82ec-91fd2e5026db tempest-RoutersTestDVR-1955105255 tempest-RoutersTestDVR-1955105255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:49.658375 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ffee377f-0e5b-4ddf-82ec-91fd2e5026db tempest-RoutersTestDVR-1955105255 tempest-RoutersTestDVR-1955105255-project-admin] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:49.660970 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-ffee377f-0e5b-4ddf-82ec-91fd2e5026db tempest-RoutersTestDVR-1955105255 tempest-RoutersTestDVR-1955105255-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1323590 Jul 24 00:11:49.663294 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 42054) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:49.753292 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6babf15b-a171-48a5-aa40-a6145352c80d tempest-RoutersTestDVR-1955105255 tempest-RoutersTestDVR-1955105255-project-admin] Notify callbacks [] for router, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:49.835751 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9ab5a484-15ec-4fab-89ec-4ab7a25838cc req-a5bc0839-1325-4f74-b1f4-4a284a77110a tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/ports?device_id=12c01cab-6f38-47e5-a713-3b0033ce846b HTTP/1.1" status: 200 len: 210 time: 0.1185369 Jul 24 00:11:49.888031 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c50bb2af-edd4-4c84-a8d7-c8e41c4221d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679987'] for router_interface, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:50.033689 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6babf15b-a171-48a5-aa40-a6145352c80d tempest-RoutersTestDVR-1955105255 tempest-RoutersTestDVR-1955105255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:50.038761 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6babf15b-a171-48a5-aa40-a6145352c80d tempest-RoutersTestDVR-1955105255 tempest-RoutersTestDVR-1955105255-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:50.087366 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6babf15b-a171-48a5-aa40-a6145352c80d tempest-RoutersTestDVR-1955105255 tempest-RoutersTestDVR-1955105255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:50.088140 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6babf15b-a171-48a5-aa40-a6145352c80d tempest-RoutersTestDVR-1955105255 tempest-RoutersTestDVR-1955105255-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e55370f8-29be-451f-86c4-c914fed9e8d4 {{(pid=100314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:11:50.096115 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6babf15b-a171-48a5-aa40-a6145352c80d tempest-RoutersTestDVR-1955105255 tempest-RoutersTestDVR-1955105255-project-admin] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:50.099025 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-6babf15b-a171-48a5-aa40-a6145352c80d tempest-RoutersTestDVR-1955105255 tempest-RoutersTestDVR-1955105255-project-admin] 10.222.0.44 "DELETE /v2.0/routers/e55370f8-29be-451f-86c4-c914fed9e8d4 HTTP/1.1" status: 204 len: 168 time: 0.4346015 Jul 24 00:11:50.217724 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c50bb2af-edd4-4c84-a8d7-c8e41c4221d4 admin admin] Router cb5d9be9-d821-41cd-b51b-1899bb9efba3 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:11:50.352157 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c50bb2af-edd4-4c84-a8d7-c8e41c4221d4 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:11:50.361579 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63a6619-6f10-463d-8520-302182789e04 None None] Sync routers for ids ['cb5d9be9-d821-41cd-b51b-1899bb9efba3'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:11:50.363439 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c50bb2af-edd4-4c84-a8d7-c8e41c4221d4 admin admin] 10.222.0.44 "PUT /v2.0/routers/cb5d9be9-d821-41cd-b51b-1899bb9efba3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5537846 Jul 24 00:11:50.366079 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 42072) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:50.378224 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63a6619-6f10-463d-8520-302182789e04 None None] Routers {'cb5d9be9-d821-41cd-b51b-1899bb9efba3'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:11:50.379130 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-c63a6619-6f10-463d-8520-302182789e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:11:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['cb5d9be9-d821-41cd-b51b-1899bb9efba3'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:11:50.419135 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42074) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:50.516480 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6a75c195-5834-43e5-ba38-c5a48b5e9dc1 admin admin] Notify callbacks [] for router, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:50.545873 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2eab222b-00c3-4bbe-9a1e-1578f792eed8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:50.599722 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-c63a6619-6f10-463d-8520-302182789e04 None None] Set router cb5d9be9-d821-41cd-b51b-1899bb9efba3 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:11:50.638803 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6a75c195-5834-43e5-ba38-c5a48b5e9dc1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:50.659541 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2eab222b-00c3-4bbe-9a1e-1578f792eed8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:50.669729 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2eab222b-00c3-4bbe-9a1e-1578f792eed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:50.711197 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-6a75c195-5834-43e5-ba38-c5a48b5e9dc1 admin admin] Deleting port 81235ebd-6ed2-4319-833f-f77beec0d6fb {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:11:50.711814 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6a75c195-5834-43e5-ba38-c5a48b5e9dc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:50.720552 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-2eab222b-00c3-4bbe-9a1e-1578f792eed8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a7c27687b393494b94418e67927debb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3002441 Jul 24 00:11:50.721224 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42082) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:50.721922 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eab222b-00c3-4bbe-9a1e-1578f792eed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ede2894-4eb1-4a69-9673-fb660fd768f0,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:50.779495 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-35a8c2ef-4ea2-47e8-81c2-62d937f0afdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:50.803573 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-35a8c2ef-4ea2-47e8-81c2-62d937f0afdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:50.854787 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-35a8c2ef-4ea2-47e8-81c2-62d937f0afdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:50.869758 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-6a75c195-5834-43e5-ba38-c5a48b5e9dc1 admin admin] For port 81235ebd-6ed2-4319-833f-f77beec0d6fb, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=81235ebd-6ed2-4319-833f-f77beec0d6fb,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:11:50.870452 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-35a8c2ef-4ea2-47e8-81c2-62d937f0afdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:50.870794 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6a75c195-5834-43e5-ba38-c5a48b5e9dc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:50.877491 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-35a8c2ef-4ea2-47e8-81c2-62d937f0afdf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9ede2894-4eb1-4a69-9673-fb660fd768f0 HTTP/1.1" status: 204 len: 168 time: 0.1524620 Jul 24 00:11:50.894776 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a8c2ef-4ea2-47e8-81c2-62d937f0afdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ede2894-4eb1-4a69-9673-fb660fd768f0,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:50.916059 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-c63a6619-6f10-463d-8520-302182789e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb5d9be9-d821-41cd-b51b-1899bb9efba3', 'name': 'tempest-ServersTestMultiNic-288890971-router', 'tenant_id': '95a0c743a31b4bbeb6688f1814a96447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '81235ebd-6ed2-4319-833f-f77beec0d6fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:09:48Z', 'updated_at': '2021-07-24T00:11:49Z', 'revision_number': 5, 'project_id': '95a0c743a31b4bbeb6688f1814a96447', 'gw_port': {'id': '81235ebd-6ed2-4319-833f-f77beec0d6fb', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5d9be9-d821-41cd-b51b-1899bb9efba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:09:50Z', 'updated_at': '2021-07-24T00:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:11:50.922531 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-6a75c195-5834-43e5-ba38-c5a48b5e9dc1 admin admin] Calling delete_port for 81235ebd-6ed2-4319-833f-f77beec0d6fb owned by network:router_gateway {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:11:50.975419 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63a6619-6f10-463d-8520-302182789e04 None None] Checking router: cb5d9be9-d821-41cd-b51b-1899bb9efba3 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:11:50.989586 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63a6619-6f10-463d-8520-302182789e04 None None] Routers {'cb5d9be9-d821-41cd-b51b-1899bb9efba3'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:11:50.990466 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-c63a6619-6f10-463d-8520-302182789e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:11:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['cb5d9be9-d821-41cd-b51b-1899bb9efba3'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:11:51.015344 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b67c9554-7b02-4a94-8d76-b6d63f433128 req-dd17c9ea-6edc-4e29-94ea-734cb260c504 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/ports?device_id=12c01cab-6f38-47e5-a713-3b0033ce846b HTTP/1.1" status: 200 len: 210 time: 0.0680699 Jul 24 00:11:51.270603 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-c63a6619-6f10-463d-8520-302182789e04 None None] Set router cb5d9be9-d821-41cd-b51b-1899bb9efba3 gateway port host: None {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:11:51.302908 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42096) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:51.317619 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e10b18fc-4889-464a-a3ef-e503d5f08ce7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:51.331305 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-c63a6619-6f10-463d-8520-302182789e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb5d9be9-d821-41cd-b51b-1899bb9efba3', 'name': 'tempest-ServersTestMultiNic-288890971-router', 'tenant_id': '95a0c743a31b4bbeb6688f1814a96447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:09:48Z', 'updated_at': '2021-07-24T00:11:50Z', 'revision_number': 6, 'project_id': '95a0c743a31b4bbeb6688f1814a96447', 'gw_port_host': None}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:11:51.376638 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63a6619-6f10-463d-8520-302182789e04 None None] The sync data for ids ['cb5d9be9-d821-41cd-b51b-1899bb9efba3'] in n-d-800088-16 is: [{'id': 'cb5d9be9-d821-41cd-b51b-1899bb9efba3', 'name': 'tempest-ServersTestMultiNic-288890971-router', 'tenant_id': '95a0c743a31b4bbeb6688f1814a96447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:09:48Z', 'updated_at': '2021-07-24T00:11:50Z', 'revision_number': 6, 'project_id': '95a0c743a31b4bbeb6688f1814a96447', 'gw_port_host': None}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:11:51.430474 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e10b18fc-4889-464a-a3ef-e503d5f08ce7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:51.436344 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e10b18fc-4889-464a-a3ef-e503d5f08ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:51.481707 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10b18fc-4889-464a-a3ef-e503d5f08ce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a28c74-e630-4362-88e8-a5bb1215e026,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:51.486469 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-e10b18fc-4889-464a-a3ef-e503d5f08ce7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=958a8cae861140fdb6e1afdb9e0911b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1825037 Jul 24 00:11:51.489092 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42102) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:51.548321 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3d856eb2-ebb2-4c0d-96d3-7a0a273b6a7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:51.579461 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3d856eb2-ebb2-4c0d-96d3-7a0a273b6a7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:51.625989 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6a75c195-5834-43e5-ba38-c5a48b5e9dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:51.653221 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3d856eb2-ebb2-4c0d-96d3-7a0a273b6a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:51.654277 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a75c195-5834-43e5-ba38-c5a48b5e9dc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=81235ebd-6ed2-4319-833f-f77beec0d6fb,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:51.657819 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3d856eb2-ebb2-4c0d-96d3-7a0a273b6a7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:51.660542 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-3d856eb2-ebb2-4c0d-96d3-7a0a273b6a7a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e0a28c74-e630-4362-88e8-a5bb1215e026 HTTP/1.1" status: 204 len: 168 time: 0.1703899 Jul 24 00:11:51.677436 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d856eb2-ebb2-4c0d-96d3-7a0a273b6a7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a28c74-e630-4362-88e8-a5bb1215e026,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:51.682861 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a75c195-5834-43e5-ba38-c5a48b5e9dc1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:11:51.683223 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a75c195-5834-43e5-ba38-c5a48b5e9dc1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:11:51.683572 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a75c195-5834-43e5-ba38-c5a48b5e9dc1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:11:51.684002 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a75c195-5834-43e5-ba38-c5a48b5e9dc1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:11:51.684254 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a75c195-5834-43e5-ba38-c5a48b5e9dc1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:11:51.684577 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a75c195-5834-43e5-ba38-c5a48b5e9dc1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:11:51.684946 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a75c195-5834-43e5-ba38-c5a48b5e9dc1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:11:51.685284 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a75c195-5834-43e5-ba38-c5a48b5e9dc1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:11:51.685614 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a75c195-5834-43e5-ba38-c5a48b5e9dc1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:11:51.685942 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a75c195-5834-43e5-ba38-c5a48b5e9dc1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:11:51.686276 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a75c195-5834-43e5-ba38-c5a48b5e9dc1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:11:51.686604 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a75c195-5834-43e5-ba38-c5a48b5e9dc1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:11:51.766003 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6a75c195-5834-43e5-ba38-c5a48b5e9dc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687114'] for router_gateway, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:51.894416 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6a75c195-5834-43e5-ba38-c5a48b5e9dc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:51.898707 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6a75c195-5834-43e5-ba38-c5a48b5e9dc1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:51.967339 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6a75c195-5834-43e5-ba38-c5a48b5e9dc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:51.968081 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a75c195-5834-43e5-ba38-c5a48b5e9dc1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb5d9be9-d821-41cd-b51b-1899bb9efba3 {{(pid=100314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:11:51.973788 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6a75c195-5834-43e5-ba38-c5a48b5e9dc1 admin admin] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:51.975054 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-6a75c195-5834-43e5-ba38-c5a48b5e9dc1 admin admin] 10.222.0.44 "DELETE /v2.0/routers/cb5d9be9-d821-41cd-b51b-1899bb9efba3 HTTP/1.1" status: 204 len: 168 time: 1.6078322 Jul 24 00:11:51.977523 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42110) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:52.060426 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-0708d87e-0530-4524-aa7d-4841b0b17a05 admin admin] Deleting subnet ac65e50d-9e91-4898-8126-b79e2397dfea {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:11:52.068218 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0708d87e-0530-4524-aa7d-4841b0b17a05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:52.110028 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0708d87e-0530-4524-aa7d-4841b0b17a05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:52.177059 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-297ab1f9-252a-45bc-9a2d-ae5f7181e2ee req-f4ce9ea7-f62f-4169-833b-75d360d76d1a tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/ports?device_id=12c01cab-6f38-47e5-a713-3b0033ce846b HTTP/1.1" status: 200 len: 210 time: 0.0376129 Jul 24 00:11:52.232576 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0708d87e-0530-4524-aa7d-4841b0b17a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:52.304271 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0708d87e-0530-4524-aa7d-4841b0b17a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:52.336563 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0708d87e-0530-4524-aa7d-4841b0b17a05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac65e50d-9e91-4898-8126-b79e2397dfea,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:52.349154 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0708d87e-0530-4524-aa7d-4841b0b17a05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:52.350661 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beee6041-85fd-4874-bc82-69e02e115e45 None None] Network c962a417-8ad1-4c86-b87d-52a2f8bbd985 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:11:52.351143 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-0708d87e-0530-4524-aa7d-4841b0b17a05 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/ac65e50d-9e91-4898-8126-b79e2397dfea HTTP/1.1" status: 204 len: 168 time: 0.3726494 Jul 24 00:11:52.357333 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 42130) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:52.361113 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device bfb4e723-3461-42bc-828e-bafb4a79f7df no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:11:52.425798 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: bfb4e723-3461-42bc-828e-bafb4a79f7df {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:11:52.426352 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device bfb4e723-3461-42bc-828e-bafb4a79f7df not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:11:52.468494 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-548937b4-91ac-4df3-a42d-502a82f8c0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:52.550052 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-548937b4-91ac-4df3-a42d-502a82f8c0d3 admin admin] Deleting port 72d12de4-f242-4eb4-873e-663f613fc0cf {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:11:52.550511 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-548937b4-91ac-4df3-a42d-502a82f8c0d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:52.680621 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-548937b4-91ac-4df3-a42d-502a82f8c0d3 admin admin] For port 72d12de4-f242-4eb4-873e-663f613fc0cf, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=72d12de4-f242-4eb4-873e-663f613fc0cf,segment=NetworkSegment(7b15c539-5f8d-462f-a336-7280b9d864c0),segment_id=7b15c539-5f8d-462f-a336-7280b9d864c0)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:11:52.681288 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-548937b4-91ac-4df3-a42d-502a82f8c0d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:52.712250 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae5d2fd-c9a4-4842-907a-8a241545d765 None None] DHCP port deletion for c962a417-8ad1-4c86-b87d-52a2f8bbd985 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:11:52.716294 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-548937b4-91ac-4df3-a42d-502a82f8c0d3 admin admin] Calling delete_port for 72d12de4-f242-4eb4-873e-663f613fc0cf owned by network:dhcp {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:11:52.818415 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-eae5d2fd-c9a4-4842-907a-8a241545d765 None None] Deleting port 72d12de4-f242-4eb4-873e-663f613fc0cf {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:11:52.820839 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-eae5d2fd-c9a4-4842-907a-8a241545d765 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:52.856552 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-548937b4-91ac-4df3-a42d-502a82f8c0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:52.903077 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548937b4-91ac-4df3-a42d-502a82f8c0d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=72d12de4-f242-4eb4-873e-663f613fc0cf,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:52.911837 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42148) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:52.929389 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548937b4-91ac-4df3-a42d-502a82f8c0d3 admin admin] No DVR routers for this DVR port 72d12de4-f242-4eb4-873e-663f613fc0cf on host n-d-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:11:52.957277 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-eae5d2fd-c9a4-4842-907a-8a241545d765 None None] For port 72d12de4-f242-4eb4-873e-663f613fc0cf, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=72d12de4-f242-4eb4-873e-663f613fc0cf,segment=NetworkSegment(7b15c539-5f8d-462f-a336-7280b9d864c0),segment_id=7b15c539-5f8d-462f-a336-7280b9d864c0)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:11:52.957925 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-eae5d2fd-c9a4-4842-907a-8a241545d765 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:52.972247 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-eae5d2fd-c9a4-4842-907a-8a241545d765 None None] Calling delete_port for 72d12de4-f242-4eb4-873e-663f613fc0cf owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:11:53.090023 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-eae5d2fd-c9a4-4842-907a-8a241545d765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:53.097169 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-e176a9ff-f0a1-4c17-b3bf-8e6601e2d0b7 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1094842654'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:11:53.109239 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-548937b4-91ac-4df3-a42d-502a82f8c0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:53.115740 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae5d2fd-c9a4-4842-907a-8a241545d765 None None] Pushing event deleted for resources: {'Port': ['ID=72d12de4-f242-4eb4-873e-663f613fc0cf,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:53.131914 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-548937b4-91ac-4df3-a42d-502a82f8c0d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c962a417-8ad1-4c86-b87d-52a2f8bbd985']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:11:53.133920 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae5d2fd-c9a4-4842-907a-8a241545d765 None None] No DVR routers for this DVR port 72d12de4-f242-4eb4-873e-663f613fc0cf on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:11:53.137433 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e176a9ff-f0a1-4c17-b3bf-8e6601e2d0b7 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Made reservation on behalf of ba617effe2664093b954ded2eab93240 for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:11:53.140909 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e176a9ff-f0a1-4c17-b3bf-8e6601e2d0b7 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:53.159095 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e176a9ff-f0a1-4c17-b3bf-8e6601e2d0b7 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:53.162670 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-548937b4-91ac-4df3-a42d-502a82f8c0d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b15c539-5f8d-462f-a336-7280b9d864c0') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:11:53.162973 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-548937b4-91ac-4df3-a42d-502a82f8c0d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b15c539-5f8d-462f-a336-7280b9d864c0') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:11:53.171201 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a895b30b-026e-493b-96e9-e6d5fcce6f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:53.179716 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-548937b4-91ac-4df3-a42d-502a82f8c0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:53.196381 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-548937b4-91ac-4df3-a42d-502a82f8c0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:53.203177 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-548937b4-91ac-4df3-a42d-502a82f8c0d3 admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:11:53.203554 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-548937b4-91ac-4df3-a42d-502a82f8c0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:53.225819 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:11:53.225819 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:11:53.225819 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:11:53.225819 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:11:53.225819 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:11:53.225819 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:11:53.225819 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:11:53.225819 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:11:53.225819 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:11:53.225819 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:11:53.225819 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:11:53.225819 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:11:53.225819 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:11:53.225819 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:11:53.225819 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:11:53.225819 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:11:53.225819 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:11:53.225819 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:11:53.225819 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:11:53.225819 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:11:53.225819 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:11:53.225819 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:11:53.225819 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:11:53.225819 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:11:53.225819 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:11:53.225819 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:11:53.225819 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:11:53.225819 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:11:53.225819 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:11:53.225819 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:11:53.225819 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:11:53.225819 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:11:53.269865 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-548937b4-91ac-4df3-a42d-502a82f8c0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:53.275149 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-548937b4-91ac-4df3-a42d-502a82f8c0d3 admin admin] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:53.280331 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-548937b4-91ac-4df3-a42d-502a82f8c0d3 admin admin] 10.222.0.44 "DELETE /v2.0/networks/c962a417-8ad1-4c86-b87d-52a2f8bbd985 HTTP/1.1" status: 204 len: 168 time: 0.9195864 Jul 24 00:11:53.303421 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548937b4-91ac-4df3-a42d-502a82f8c0d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c962a417-8ad1-4c86-b87d-52a2f8bbd985,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:53.359284 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-00cd018b-3bd4-4e1b-b1c3-ccef96f9cb98 req-885a72c3-efa1-4f54-b3fa-c3dc1539de9b tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/ports?device_id=12c01cab-6f38-47e5-a713-3b0033ce846b HTTP/1.1" status: 200 len: 210 time: 0.0524707 Jul 24 00:11:53.409680 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e176a9ff-f0a1-4c17-b3bf-8e6601e2d0b7 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:53.417947 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e176a9ff-f0a1-4c17-b3bf-8e6601e2d0b7 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:53.463088 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e176a9ff-f0a1-4c17-b3bf-8e6601e2d0b7 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:11:53.474585 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e176a9ff-f0a1-4c17-b3bf-8e6601e2d0b7 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d409c0f7-af8c-4ac8-b702-4c9e87687e2d,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:53.494862 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e176a9ff-f0a1-4c17-b3bf-8e6601e2d0b7 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:53.495137 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-e176a9ff-f0a1-4c17-b3bf-8e6601e2d0b7 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Added segment b737500e-4702-4fa9-bd4b-6c1d2e2fa041 of type vlan for network e98734e2-dedb-4450-9333-d795164b1ce9 Jul 24 00:11:53.541755 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e176a9ff-f0a1-4c17-b3bf-8e6601e2d0b7 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:53.583045 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e176a9ff-f0a1-4c17-b3bf-8e6601e2d0b7 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:53.592296 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e176a9ff-f0a1-4c17-b3bf-8e6601e2d0b7 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:53.601481 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e176a9ff-f0a1-4c17-b3bf-8e6601e2d0b7 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:53.602447 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 42166) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:53.671102 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-a329e56b-1084-48b9-b593-82139fc028ef admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=95a0c743a31b4bbeb6688f1814a96447&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0672021 Jul 24 00:11:53.673603 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 42168) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:53.689279 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-e176a9ff-f0a1-4c17-b3bf-8e6601e2d0b7 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7761590 Jul 24 00:11:53.689964 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e176a9ff-f0a1-4c17-b3bf-8e6601e2d0b7 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event updated for resources: {'Network': ['ID=e98734e2-dedb-4450-9333-d795164b1ce9,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:53.693113 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42170) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:53.698881 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-5f6c6e45-87ce-495b-9bda-654c78a050f6 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Request body: {'subnet': {'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:11:53.704358 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network e98734e2-dedb-4450-9333-d795164b1ce9 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:11:53.772686 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-90fcfb21-bb44-415d-9edd-a1a9450594fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:53.802249 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-90fcfb21-bb44-415d-9edd-a1a9450594fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:53.811952 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f6c6e45-87ce-495b-9bda-654c78a050f6 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Made reservation on behalf of ba617effe2664093b954ded2eab93240 for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:11:53.817565 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5f6c6e45-87ce-495b-9bda-654c78a050f6 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:53.894828 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-90fcfb21-bb44-415d-9edd-a1a9450594fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:53.898895 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-90fcfb21-bb44-415d-9edd-a1a9450594fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:53.900248 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-90fcfb21-bb44-415d-9edd-a1a9450594fc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b3b18a95-9eb9-4810-a13b-9736798f03ca HTTP/1.1" status: 204 len: 168 time: 0.2256587 Jul 24 00:11:53.912026 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fcfb21-bb44-415d-9edd-a1a9450594fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b18a95-9eb9-4810-a13b-9736798f03ca,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:54.008476 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 72d12de4-f242-4eb4-873e-663f613fc0cf no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:11:54.061965 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5f6c6e45-87ce-495b-9bda-654c78a050f6 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:54.075995 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 72d12de4-f242-4eb4-873e-663f613fc0cf {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:11:54.077124 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 72d12de4-f242-4eb4-873e-663f613fc0cf not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:11:54.077739 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 81235ebd-6ed2-4319-833f-f77beec0d6fb no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:11:54.102268 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 81235ebd-6ed2-4319-833f-f77beec0d6fb {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:11:54.103083 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 81235ebd-6ed2-4319-833f-f77beec0d6fb not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:11:54.149357 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6c6e45-87ce-495b-9bda-654c78a050f6 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event updated for resources: {'Subnet': ['ID=ddc29041-d251-469e-aa82-1fb49f0e1ed8,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:54.151730 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6c6e45-87ce-495b-9bda-654c78a050f6 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Checking segment: {'id': 'b737500e-4702-4fa9-bd4b-6c1d2e2fa041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:11:54.152265 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6c6e45-87ce-495b-9bda-654c78a050f6 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Network hostable DHCP agents. Network: e98734e2-dedb-4450-9333-d795164b1ce9, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:11:54.176016 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6c6e45-87ce-495b-9bda-654c78a050f6 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Network e98734e2-dedb-4450-9333-d795164b1ce9 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:11:54.186923 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-5f6c6e45-87ce-495b-9bda-654c78a050f6 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, e98734e2-dedb-4450-9333-d795164b1ce9) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:11:54.191838 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6c6e45-87ce-495b-9bda-654c78a050f6 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:54.192515 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5f6c6e45-87ce-495b-9bda-654c78a050f6 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:54.200766 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ccb4ef8-0b73-44e1-a92e-20a5b1d06c10 None None] Network e98734e2-dedb-4450-9333-d795164b1ce9 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:11:54.212521 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-5f6c6e45-87ce-495b-9bda-654c78a050f6 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5182741 Jul 24 00:11:54.215550 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42180) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:54.222445 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-824057db-2d22-4a28-a847-d50ca0d7c445 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Request body: {'port': {'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'name': 'tempest-NetworksTestDHCPv6-321213330'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:11:54.379230 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-824057db-2d22-4a28-a847-d50ca0d7c445 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Made reservation on behalf of ba617effe2664093b954ded2eab93240 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:11:54.383600 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-824057db-2d22-4a28-a847-d50ca0d7c445 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:54.400705 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a663a9f1-552f-487a-a7e2-db129b823155 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-e98734e2-dedb-4450-9333-d795164b1ce9', 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'tenant_id': 'ba617effe2664093b954ded2eab93240', 'fixed_ips': [{'subnet_id': 'ddc29041-d251-469e-aa82-1fb49f0e1ed8'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:11:54.402091 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a663a9f1-552f-487a-a7e2-db129b823155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:54.440238 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [None req-824057db-2d22-4a28-a847-d50ca0d7c445 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] device_id is not set on port 9944388e-4dfc-4b70-87c8-4b738f73c70a yet. {{(pid=100313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:11:54.600284 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-df7281a4-e474-44f8-934c-7002312938de req-9daf5173-9489-4994-868b-50c3ed37dc45 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/ports?device_id=12c01cab-6f38-47e5-a713-3b0033ce846b HTTP/1.1" status: 200 len: 210 time: 0.0653324 Jul 24 00:11:54.654625 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-a663a9f1-552f-487a-a7e2-db129b823155 None None] Allocated IP 2001:db8::2 (e98734e2-dedb-4450-9333-d795164b1ce9/ddc29041-d251-469e-aa82-1fb49f0e1ed8/d3420e8d-c829-4fb1-8097-9dab68fa3b19) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:11:54.854267 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a663a9f1-552f-487a-a7e2-db129b823155 None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:54.866878 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-a663a9f1-552f-487a-a7e2-db129b823155 None None] Transition to ACTIVE for port object d3420e8d-c829-4fb1-8097-9dab68fa3b19 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:11:54.884713 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-a663a9f1-552f-487a-a7e2-db129b823155 None None] Transition to ACTIVE for port object d3420e8d-c829-4fb1-8097-9dab68fa3b19 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:11:54.894423 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a663a9f1-552f-487a-a7e2-db129b823155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:54.936642 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a663a9f1-552f-487a-a7e2-db129b823155 None None] Network e98734e2-dedb-4450-9333-d795164b1ce9 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:11:54.939804 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-a663a9f1-552f-487a-a7e2-db129b823155 None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:11:54.944462 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a663a9f1-552f-487a-a7e2-db129b823155 None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:11:54.994906 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-824057db-2d22-4a28-a847-d50ca0d7c445 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Allocated IP 2001:db8::a1 (e98734e2-dedb-4450-9333-d795164b1ce9/ddc29041-d251-469e-aa82-1fb49f0e1ed8/9944388e-4dfc-4b70-87c8-4b738f73c70a) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:11:54.997510 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 42216) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:55.003159 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a663a9f1-552f-487a-a7e2-db129b823155 None None] Pushing event updated for resources: {'Port': ['ID=d3420e8d-c829-4fb1-8097-9dab68fa3b19,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:55.017530 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-a663a9f1-552f-487a-a7e2-db129b823155 None None] Attempting to bind port d3420e8d-c829-4fb1-8097-9dab68fa3b19 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:11:55.017918 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-a663a9f1-552f-487a-a7e2-db129b823155 None None] Attempting to bind port d3420e8d-c829-4fb1-8097-9dab68fa3b19 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': 'b737500e-4702-4fa9-bd4b-6c1d2e2fa041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:11:55.018859 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a663a9f1-552f-487a-a7e2-db129b823155 None None] Attempting to bind port d3420e8d-c829-4fb1-8097-9dab68fa3b19 on network e98734e2-dedb-4450-9333-d795164b1ce9 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:11:55.024491 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a663a9f1-552f-487a-a7e2-db129b823155 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:11:55.024913 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a663a9f1-552f-487a-a7e2-db129b823155 None None] Checking segment: {'id': 'b737500e-4702-4fa9-bd4b-6c1d2e2fa041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:11:55.025333 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a663a9f1-552f-487a-a7e2-db129b823155 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:55.025738 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a663a9f1-552f-487a-a7e2-db129b823155 None None] Bound using segment: {'id': 'b737500e-4702-4fa9-bd4b-6c1d2e2fa041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:11:55.026221 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-a663a9f1-552f-487a-a7e2-db129b823155 None None] Bound port: d3420e8d-c829-4fb1-8097-9dab68fa3b19, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b737500e-4702-4fa9-bd4b-6c1d2e2fa041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:11:55.026615 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a663a9f1-552f-487a-a7e2-db129b823155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:55.120733 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-a663a9f1-552f-487a-a7e2-db129b823155 None None] For port d3420e8d-c829-4fb1-8097-9dab68fa3b19, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:11:55.128258 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-a663a9f1-552f-487a-a7e2-db129b823155 None None] For port d3420e8d-c829-4fb1-8097-9dab68fa3b19, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=d3420e8d-c829-4fb1-8097-9dab68fa3b19,segment=NetworkSegment(b737500e-4702-4fa9-bd4b-6c1d2e2fa041),segment_id=b737500e-4702-4fa9-bd4b-6c1d2e2fa041)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:11:55.135250 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a663a9f1-552f-487a-a7e2-db129b823155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:55.218503 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a663a9f1-552f-487a-a7e2-db129b823155 None None] Pushing event updated for resources: {'Port': ['ID=d3420e8d-c829-4fb1-8097-9dab68fa3b19,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:55.226057 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-824057db-2d22-4a28-a847-d50ca0d7c445 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:55.230635 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-320311b4-6e74-49de-b7be-ad221a219d86 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-828010367-network', 'tenant_id': '15902a374cd7469a93d71234a07ebb24'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:11:55.243425 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [None req-824057db-2d22-4a28-a847-d50ca0d7c445 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Transition to ACTIVE for port object 9944388e-4dfc-4b70-87c8-4b738f73c70a will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:11:55.265194 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-320311b4-6e74-49de-b7be-ad221a219d86 admin admin] Made reservation on behalf of 15902a374cd7469a93d71234a07ebb24 for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:11:55.268249 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-320311b4-6e74-49de-b7be-ad221a219d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:55.288908 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-320311b4-6e74-49de-b7be-ad221a219d86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:55.297839 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-824057db-2d22-4a28-a847-d50ca0d7c445 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:55.350351 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824057db-2d22-4a28-a847-d50ca0d7c445 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Network e98734e2-dedb-4450-9333-d795164b1ce9 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:11:55.356064 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-824057db-2d22-4a28-a847-d50ca0d7c445 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:11:55.360588 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824057db-2d22-4a28-a847-d50ca0d7c445 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:11:55.366916 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824057db-2d22-4a28-a847-d50ca0d7c445 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:55.367690 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-824057db-2d22-4a28-a847-d50ca0d7c445 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:55.374643 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824057db-2d22-4a28-a847-d50ca0d7c445 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event updated for resources: {'Port': ['ID=9944388e-4dfc-4b70-87c8-4b738f73c70a,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:55.451689 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-320311b4-6e74-49de-b7be-ad221a219d86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:55.457470 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-320311b4-6e74-49de-b7be-ad221a219d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:55.466672 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-824057db-2d22-4a28-a847-d50ca0d7c445 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2499962 Jul 24 00:11:55.469064 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42224) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:55.531642 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320311b4-6e74-49de-b7be-ad221a219d86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=207c6b64-6e67-4434-a70e-8af0e79b1c37,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:55.541463 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-320311b4-6e74-49de-b7be-ad221a219d86 admin admin] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:11:55.555042 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-320311b4-6e74-49de-b7be-ad221a219d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:55.556167 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-320311b4-6e74-49de-b7be-ad221a219d86 admin admin] Added segment ae09ea22-3736-4c2b-a13d-313cfdf16dc8 of type vlan for network 4943be55-ff5b-4d71-bc20-50e2a8adeab8 Jul 24 00:11:55.609062 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-320311b4-6e74-49de-b7be-ad221a219d86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:55.634950 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8974de-d8d4-4610-8514-74a4385ffeb4 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:55.642668 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8974de-d8d4-4610-8514-74a4385ffeb4 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:55.647037 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-6e8974de-d8d4-4610-8514-74a4385ffeb4 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.1740260 Jul 24 00:11:55.647442 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42230) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:55.681633 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-320311b4-6e74-49de-b7be-ad221a219d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:55.682773 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320311b4-6e74-49de-b7be-ad221a219d86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:55.683380 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-320311b4-6e74-49de-b7be-ad221a219d86 admin admin] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:55.756829 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-320311b4-6e74-49de-b7be-ad221a219d86 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7569849 Jul 24 00:11:55.758581 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42236) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:55.760147 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-589e0f60-a1e1-413b-970c-68d9afeba5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:55.790893 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-1d4c512c-59ed-4273-8819-6f47509af09f admin admin] Request body: {'subnet': {'network_id': '4943be55-ff5b-4d71-bc20-50e2a8adeab8', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-828010367-subnet', 'tenant_id': '15902a374cd7469a93d71234a07ebb24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:11:55.798974 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4f3faa37-e2ab-497d-b7a4-b6b89b7ba4c7 req-08a11a2e-19a7-4d27-baa5-db7c2d6ea26b tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/ports?device_id=12c01cab-6f38-47e5-a713-3b0033ce846b HTTP/1.1" status: 200 len: 210 time: 0.0810497 Jul 24 00:11:55.835718 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320311b4-6e74-49de-b7be-ad221a219d86 admin admin] Pushing event updated for resources: {'Network': ['ID=4943be55-ff5b-4d71-bc20-50e2a8adeab8,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:55.847469 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 4943be55-ff5b-4d71-bc20-50e2a8adeab8 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:11:55.890440 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d4c512c-59ed-4273-8819-6f47509af09f admin admin] Made reservation on behalf of 15902a374cd7469a93d71234a07ebb24 for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:11:55.893722 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1d4c512c-59ed-4273-8819-6f47509af09f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:55.951642 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-ba90542c-1599-4b3c-a8ab-6a35cd3da9c8 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Deleting port 9944388e-4dfc-4b70-87c8-4b738f73c70a {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:11:55.952082 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ba90542c-1599-4b3c-a8ab-6a35cd3da9c8 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:56.067209 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device d3420e8d-c829-4fb1-8097-9dab68fa3b19 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:11:56.182218 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port d3420e8d-c829-4fb1-8097-9dab68fa3b19 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:11:56.308102 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ba90542c-1599-4b3c-a8ab-6a35cd3da9c8 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:56.322691 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1d4c512c-59ed-4273-8819-6f47509af09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:56.339882 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-ba90542c-1599-4b3c-a8ab-6a35cd3da9c8 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Calling delete_port for 9944388e-4dfc-4b70-87c8-4b738f73c70a owned by {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:11:56.450312 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4c512c-59ed-4273-8819-6f47509af09f admin admin] Pushing event updated for resources: {'Subnet': ['ID=dff1f8e1-1dca-4d89-916e-82c1e6c36082,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:56.455055 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4c512c-59ed-4273-8819-6f47509af09f admin admin] Checking segment: {'id': 'ae09ea22-3736-4c2b-a13d-313cfdf16dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '4943be55-ff5b-4d71-bc20-50e2a8adeab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:11:56.455490 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4c512c-59ed-4273-8819-6f47509af09f admin admin] Network hostable DHCP agents. Network: 4943be55-ff5b-4d71-bc20-50e2a8adeab8, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:11:56.521746 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4c512c-59ed-4273-8819-6f47509af09f admin admin] Network 4943be55-ff5b-4d71-bc20-50e2a8adeab8 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:11:56.542360 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-1d4c512c-59ed-4273-8819-6f47509af09f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 4943be55-ff5b-4d71-bc20-50e2a8adeab8) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:11:56.551610 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce0d1e1-1f18-4d7f-8189-ec730a1bc8a8 None None] Network 4943be55-ff5b-4d71-bc20-50e2a8adeab8 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:11:56.560107 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4c512c-59ed-4273-8819-6f47509af09f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:56.561681 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1d4c512c-59ed-4273-8819-6f47509af09f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:56.620252 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-1d4c512c-59ed-4273-8819-6f47509af09f admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8551364 Jul 24 00:11:56.623352 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660e7461-67b0-4b60-83b5-cdfa779f41fe None None] Network e98734e2-dedb-4450-9333-d795164b1ce9 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:11:56.641182 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ba90542c-1599-4b3c-a8ab-6a35cd3da9c8 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:56.687466 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba90542c-1599-4b3c-a8ab-6a35cd3da9c8 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event deleted for resources: {'Port': ['ID=9944388e-4dfc-4b70-87c8-4b738f73c70a,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:56.709576 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-7f0fb593-4358-411d-bf90-8d65ed43e1fd None None] Provisioning for port d3420e8d-c829-4fb1-8097-9dab68fa3b19 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:11:56.719768 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-7f0fb593-4358-411d-bf90-8d65ed43e1fd None None] Provisioning complete for port d3420e8d-c829-4fb1-8097-9dab68fa3b19 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:11:56.720037 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-7f0fb593-4358-411d-bf90-8d65ed43e1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:56.754322 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ba90542c-1599-4b3c-a8ab-6a35cd3da9c8 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:56.760361 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 42254) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:56.763088 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-ba90542c-1599-4b3c-a8ab-6a35cd3da9c8 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/ports/9944388e-4dfc-4b70-87c8-4b738f73c70a HTTP/1.1" status: 204 len: 168 time: 1.1081605 Jul 24 00:11:56.891259 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2e4868-976f-40fd-a65d-b699ce821a74 None None] Network 4943be55-ff5b-4d71-bc20-50e2a8adeab8 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:11:56.942113 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1bce9c-fce6-4be7-aea2-79571aa96fe9 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:56.943857 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1bce9c-fce6-4be7-aea2-79571aa96fe9 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:56.953756 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-7d1bce9c-fce6-4be7-aea2-79571aa96fe9 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1903591 Jul 24 00:11:56.956116 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:56.956608 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42264) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:57.105629 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6fb5a95a-2114-4a9c-a139-5398209b07e9 req-9bd87ac3-3baa-4c7c-8fec-edd150362539 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/ports?device_id=12c01cab-6f38-47e5-a713-3b0033ce846b HTTP/1.1" status: 200 len: 210 time: 0.0964856 Jul 24 00:11:57.131686 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-6764c210-7ab2-4e71-91db-a43c13aae3e2 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Deleting subnet ddc29041-d251-469e-aa82-1fb49f0e1ed8 {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:11:57.135794 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6764c210-7ab2-4e71-91db-a43c13aae3e2 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:57.210688 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6764c210-7ab2-4e71-91db-a43c13aae3e2 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:57.219772 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-7f0fb593-4358-411d-bf90-8d65ed43e1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:57.350300 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6764c210-7ab2-4e71-91db-a43c13aae3e2 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:57.355816 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55931626-8c87-462a-92d1-cd1823d4c681 req-eb56f441-76d1-4e29-8853-3e157817cece tempest-InstanceActionsV221TestJSON-1000126691 tempest-InstanceActionsV221TestJSON-1000126691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:57.357862 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-55931626-8c87-462a-92d1-cd1823d4c681 req-eb56f441-76d1-4e29-8853-3e157817cece tempest-InstanceActionsV221TestJSON-1000126691 tempest-InstanceActionsV221TestJSON-1000126691-project] 10.222.0.44 "GET /v2.0/networks?id=4943be55-ff5b-4d71-bc20-50e2a8adeab8 HTTP/1.1" status: 200 len: 817 time: 0.1588833 Jul 24 00:11:57.383112 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:57.383357 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-55931626-8c87-462a-92d1-cd1823d4c681 req-4a95ec81-9cd4-48d2-b5df-a1362345f444 tempest-InstanceActionsV221TestJSON-1000126691 tempest-InstanceActionsV221TestJSON-1000126691-project] 10.222.0.44 "GET /v2.0/quotas/15902a374cd7469a93d71234a07ebb24 HTTP/1.1" status: 200 len: 375 time: 0.0174112 Jul 24 00:11:57.466649 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-55931626-8c87-462a-92d1-cd1823d4c681 req-77ab8914-ae16-4ed6-a4ed-2e68505f6316 tempest-InstanceActionsV221TestJSON-1000126691 tempest-InstanceActionsV221TestJSON-1000126691-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=15902a374cd7469a93d71234a07ebb24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0823760 Jul 24 00:11:57.475053 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [req-55931626-8c87-462a-92d1-cd1823d4c681 req-3212c861-66b3-42bf-9296-67e7baf0f669 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=100314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:11:57.477759 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6764c210-7ab2-4e71-91db-a43c13aae3e2 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:57.484384 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-55931626-8c87-462a-92d1-cd1823d4c681 req-3212c861-66b3-42bf-9296-67e7baf0f669 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0167804 Jul 24 00:11:57.524610 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6764c210-7ab2-4e71-91db-a43c13aae3e2 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event deleted for resources: {'Subnet': ['ID=ddc29041-d251-469e-aa82-1fb49f0e1ed8,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:57.549033 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.db.api [None req-7f0fb593-4358-411d-bf90-8d65ed43e1fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100315) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 00:11:57.550024 n-d-800088-16 neutron-server[100315]: DEBUG oslo_db.api [None req-7f0fb593-4358-411d-bf90-8d65ed43e1fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 00:11:57.552756 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6764c210-7ab2-4e71-91db-a43c13aae3e2 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:57.561372 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-6764c210-7ab2-4e71-91db-a43c13aae3e2 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/subnets/ddc29041-d251-469e-aa82-1fb49f0e1ed8 HTTP/1.1" status: 204 len: 168 time: 0.6010644 Jul 24 00:11:57.572908 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42284) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:57.663042 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-55931626-8c87-462a-92d1-cd1823d4c681 req-849ad253-34dd-406d-8ab8-7b9aa6811f59 service neutron] 10.222.0.44 "GET /v2.0/networks/4943be55-ff5b-4d71-bc20-50e2a8adeab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772072 Jul 24 00:11:57.670398 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-d04a95ed-14ed-45be-a2a8-505fc3d53943 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0937407 Jul 24 00:11:57.672064 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42288) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:57.684846 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-f6c0893d-2836-47c0-bc53-9ad98ce0f867 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Request body: {'subnet': {'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:11:57.785040 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-55931626-8c87-462a-92d1-cd1823d4c681 req-162920d3-e806-4f45-ac80-66cde00027f4 service neutron] 10.222.0.44 "GET /v2.0/networks/4943be55-ff5b-4d71-bc20-50e2a8adeab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208861 Jul 24 00:11:57.795652 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449563ef-744c-4c7d-8f3a-ce09ea3e4285 None None] Network e98734e2-dedb-4450-9333-d795164b1ce9 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:11:57.831446 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c0893d-2836-47c0-bc53-9ad98ce0f867 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Made reservation on behalf of ba617effe2664093b954ded2eab93240 for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:11:57.837301 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f6c0893d-2836-47c0-bc53-9ad98ce0f867 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:58.139449 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a621d073-cead-4275-b38b-47a4aa481533 None None] DHCP port deletion for e98734e2-dedb-4450-9333-d795164b1ce9 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:11:58.159767 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f6c0893d-2836-47c0-bc53-9ad98ce0f867 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:58.259039 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c0893d-2836-47c0-bc53-9ad98ce0f867 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Network e98734e2-dedb-4450-9333-d795164b1ce9 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:11:58.262706 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-f6c0893d-2836-47c0-bc53-9ad98ce0f867 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:11:58.269136 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c0893d-2836-47c0-bc53-9ad98ce0f867 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:58.272849 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f6c0893d-2836-47c0-bc53-9ad98ce0f867 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:58.276527 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-7f0fb593-4358-411d-bf90-8d65ed43e1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:58.363958 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e02f067d-2ce9-4028-98e2-4cbc764b80f4 req-9024110d-c004-493d-af4b-360b6ce6968b tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/ports?device_id=12c01cab-6f38-47e5-a713-3b0033ce846b HTTP/1.1" status: 200 len: 210 time: 0.0982108 Jul 24 00:11:58.364200 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-a621d073-cead-4275-b38b-47a4aa481533 None None] Deleting port d3420e8d-c829-4fb1-8097-9dab68fa3b19 {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:11:58.364467 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a621d073-cead-4275-b38b-47a4aa481533 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:58.411343 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c6d8bc38-fea7-4aea-80da-3c66cdc79958 req-59ac668c-2ed5-4774-bda0-8539e1fc4838 tempest-InstanceActionsV221TestJSON-1000126691 tempest-InstanceActionsV221TestJSON-1000126691-project] 10.222.0.44 "GET /v2.0/ports?device_id=4130d6ab-32bc-4f93-8886-2320dcfe41a6 HTTP/1.1" status: 200 len: 210 time: 0.1214824 Jul 24 00:11:58.422193 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-7f0fb593-4358-411d-bf90-8d65ed43e1fd None None] For port d3420e8d-c829-4fb1-8097-9dab68fa3b19, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=d3420e8d-c829-4fb1-8097-9dab68fa3b19,segment=NetworkSegment(b737500e-4702-4fa9-bd4b-6c1d2e2fa041),segment_id=b737500e-4702-4fa9-bd4b-6c1d2e2fa041)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:11:58.429106 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c0893d-2836-47c0-bc53-9ad98ce0f867 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event updated for resources: {'Subnet': ['ID=ea52f66f-a4df-4370-a11f-e2501512a4b4,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:58.439266 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-7f0fb593-4358-411d-bf90-8d65ed43e1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:58.449129 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c0893d-2836-47c0-bc53-9ad98ce0f867 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:11:58.449557 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c0893d-2836-47c0-bc53-9ad98ce0f867 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:11:58.452553 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c0893d-2836-47c0-bc53-9ad98ce0f867 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:11:58.453041 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c0893d-2836-47c0-bc53-9ad98ce0f867 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:11:58.453558 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c0893d-2836-47c0-bc53-9ad98ce0f867 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:11:58.453980 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c0893d-2836-47c0-bc53-9ad98ce0f867 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:11:58.454408 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c0893d-2836-47c0-bc53-9ad98ce0f867 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:11:58.454849 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c0893d-2836-47c0-bc53-9ad98ce0f867 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:11:58.455273 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c0893d-2836-47c0-bc53-9ad98ce0f867 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:11:58.458561 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c0893d-2836-47c0-bc53-9ad98ce0f867 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:11:58.459208 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c0893d-2836-47c0-bc53-9ad98ce0f867 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:11:58.459649 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c0893d-2836-47c0-bc53-9ad98ce0f867 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:11:58.472716 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-f6c0893d-2836-47c0-bc53-9ad98ce0f867 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7985759 Jul 24 00:11:58.473418 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42302) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:58.491904 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-52409238-198d-4392-b735-8004991f91ce tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Request body: {'port': {'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'name': 'tempest-NetworksTestDHCPv6-549873484'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:11:58.536405 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0fb593-4358-411d-bf90-8d65ed43e1fd None None] Pushing event updated for resources: {'Port': ['ID=d3420e8d-c829-4fb1-8097-9dab68fa3b19,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:58.709517 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52409238-198d-4392-b735-8004991f91ce tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Made reservation on behalf of ba617effe2664093b954ded2eab93240 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:11:58.713695 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-52409238-198d-4392-b735-8004991f91ce tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:58.782389 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [None req-52409238-198d-4392-b735-8004991f91ce tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] device_id is not set on port bb8af9c8-5b41-4dbb-a966-6b810c10f6ce yet. {{(pid=100313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:11:58.868982 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-38cb0589-3f5a-48a5-8024-c7662b2c226b None None] Provisioning complete for port d3420e8d-c829-4fb1-8097-9dab68fa3b19 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:11:58.869469 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-38cb0589-3f5a-48a5-8024-c7662b2c226b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:58.969820 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-a621d073-cead-4275-b38b-47a4aa481533 None None] For port d3420e8d-c829-4fb1-8097-9dab68fa3b19, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=d3420e8d-c829-4fb1-8097-9dab68fa3b19,segment=NetworkSegment(b737500e-4702-4fa9-bd4b-6c1d2e2fa041),segment_id=b737500e-4702-4fa9-bd4b-6c1d2e2fa041)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:11:58.970308 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a621d073-cead-4275-b38b-47a4aa481533 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:59.009340 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-a621d073-cead-4275-b38b-47a4aa481533 None None] Calling delete_port for d3420e8d-c829-4fb1-8097-9dab68fa3b19 owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:11:59.062256 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-52409238-198d-4392-b735-8004991f91ce tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Allocated IP 2001:db8::173 (e98734e2-dedb-4450-9333-d795164b1ce9/ea52f66f-a4df-4370-a11f-e2501512a4b4/bb8af9c8-5b41-4dbb-a966-6b810c10f6ce) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:11:59.188277 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:59.195033 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a621d073-cead-4275-b38b-47a4aa481533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:59.244855 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a621d073-cead-4275-b38b-47a4aa481533 None None] No DVR routers for this DVR port d3420e8d-c829-4fb1-8097-9dab68fa3b19 on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:11:59.251072 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a621d073-cead-4275-b38b-47a4aa481533 None None] Pushing event deleted for resources: {'Port': ['ID=d3420e8d-c829-4fb1-8097-9dab68fa3b19,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:59.274913 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-38cb0589-3f5a-48a5-8024-c7662b2c226b None None] Could not find standard attr ID for object d3420e8d-c829-4fb1-8097-9dab68fa3b19. {{(pid=100315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 00:11:59.281039 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f66cc7-1d9a-4d42-87c8-0e9444587f6b None None] Network e98734e2-dedb-4450-9333-d795164b1ce9 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:11:59.288063 n-d-800088-16 neutron-server[100315]: INFO neutron.plugins.ml2.db [None req-38cb0589-3f5a-48a5-8024-c7662b2c226b None None] No ports have port_id starting with d3420e8d-c829-4fb1-8097-9dab68fa3b19 Jul 24 00:11:59.356868 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-52409238-198d-4392-b735-8004991f91ce tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:59.375765 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [None req-52409238-198d-4392-b735-8004991f91ce tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Transition to ACTIVE for port object bb8af9c8-5b41-4dbb-a966-6b810c10f6ce will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:11:59.439214 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-52409238-198d-4392-b735-8004991f91ce tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:59.562928 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52409238-198d-4392-b735-8004991f91ce tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Network e98734e2-dedb-4450-9333-d795164b1ce9 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:11:59.576574 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a65cd18-be41-4698-9fcd-130eb70b0655 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-e98734e2-dedb-4450-9333-d795164b1ce9', 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'tenant_id': 'ba617effe2664093b954ded2eab93240', 'fixed_ips': [{'subnet_id': 'ea52f66f-a4df-4370-a11f-e2501512a4b4'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:11:59.577593 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-5a65cd18-be41-4698-9fcd-130eb70b0655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:59.579731 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52409238-198d-4392-b735-8004991f91ce tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event updated for resources: {'Port': ['ID=bb8af9c8-5b41-4dbb-a966-6b810c10f6ce,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:11:59.583081 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-52409238-198d-4392-b735-8004991f91ce tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:11:59.586228 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-229fe695-2ef1-4767-85ff-b3e88946be62 req-62fe4685-9708-4c7f-b2a1-4b64b318b750 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/ports?device_id=12c01cab-6f38-47e5-a713-3b0033ce846b HTTP/1.1" status: 200 len: 210 time: 0.0698879 Jul 24 00:11:59.587228 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52409238-198d-4392-b735-8004991f91ce tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:11:59.593575 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52409238-198d-4392-b735-8004991f91ce tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:59.594262 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-52409238-198d-4392-b735-8004991f91ce tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:59.613078 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-52409238-198d-4392-b735-8004991f91ce tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1378155 Jul 24 00:11:59.615368 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42332) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:59.679596 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1f0f7096-7a28-4fbc-be28-7b9b270e4c3f req-a15a0ef7-2ba4-43c1-8c3c-5ccdc91fcdf5 tempest-InstanceActionsV221TestJSON-1000126691 tempest-InstanceActionsV221TestJSON-1000126691-project] 10.222.0.44 "GET /v2.0/ports?device_id=4130d6ab-32bc-4f93-8886-2320dcfe41a6 HTTP/1.1" status: 200 len: 210 time: 0.0487673 Jul 24 00:11:59.717070 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e214c3-e556-449f-93b5-f122351b7fef tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:59.718909 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-02e214c3-e556-449f-93b5-f122351b7fef tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1021829 Jul 24 00:11:59.722742 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42336) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:11:59.815788 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-5a65cd18-be41-4698-9fcd-130eb70b0655 None None] Allocated IP 2001:db8::2 (e98734e2-dedb-4450-9333-d795164b1ce9/ea52f66f-a4df-4370-a11f-e2501512a4b4/af377e28-59d4-48c1-a2cf-f8c164fb0805) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:11:59.961475 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-c4e3ee54-e86b-41a3-9762-ddb6b3351d0f tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Deleting port bb8af9c8-5b41-4dbb-a966-6b810c10f6ce {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:11:59.962042 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c4e3ee54-e86b-41a3-9762-ddb6b3351d0f tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:11:59.978537 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55931626-8c87-462a-92d1-cd1823d4c681 req-799469bb-0b65-4a43-8962-ffd0e642badc tempest-InstanceActionsV221TestJSON-1000126691 tempest-InstanceActionsV221TestJSON-1000126691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:11:59.980041 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-55931626-8c87-462a-92d1-cd1823d4c681 req-799469bb-0b65-4a43-8962-ffd0e642badc tempest-InstanceActionsV221TestJSON-1000126691 tempest-InstanceActionsV221TestJSON-1000126691-project] 10.222.0.64 "GET /v2.0/networks?id=4943be55-ff5b-4d71-bc20-50e2a8adeab8 HTTP/1.1" status: 200 len: 817 time: 0.2333071 Jul 24 00:11:59.999934 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-55931626-8c87-462a-92d1-cd1823d4c681 req-cc4a41cc-d148-4488-9c1c-fd6f3590c3c7 tempest-InstanceActionsV221TestJSON-1000126691 tempest-InstanceActionsV221TestJSON-1000126691-project] Request body: {'port': {'device_id': '4130d6ab-32bc-4f93-8886-2320dcfe41a6', 'network_id': '4943be55-ff5b-4d71-bc20-50e2a8adeab8', 'admin_state_up': True, 'tenant_id': '15902a374cd7469a93d71234a07ebb24'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:12:00.000983 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device d3420e8d-c829-4fb1-8097-9dab68fa3b19 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:12:00.030053 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: d3420e8d-c829-4fb1-8097-9dab68fa3b19 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:12:00.030522 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device d3420e8d-c829-4fb1-8097-9dab68fa3b19 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:12:00.055066 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-5a65cd18-be41-4698-9fcd-130eb70b0655 None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:00.072731 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-5a65cd18-be41-4698-9fcd-130eb70b0655 None None] Transition to ACTIVE for port object af377e28-59d4-48c1-a2cf-f8c164fb0805 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:12:00.099131 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c4e3ee54-e86b-41a3-9762-ddb6b3351d0f tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:00.102351 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-5a65cd18-be41-4698-9fcd-130eb70b0655 None None] Transition to ACTIVE for port object af377e28-59d4-48c1-a2cf-f8c164fb0805 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:12:00.115929 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-5a65cd18-be41-4698-9fcd-130eb70b0655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:00.129171 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-c4e3ee54-e86b-41a3-9762-ddb6b3351d0f tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Calling delete_port for bb8af9c8-5b41-4dbb-a966-6b810c10f6ce owned by {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:12:00.203973 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55931626-8c87-462a-92d1-cd1823d4c681 req-cc4a41cc-d148-4488-9c1c-fd6f3590c3c7 tempest-InstanceActionsV221TestJSON-1000126691 tempest-InstanceActionsV221TestJSON-1000126691-project] Made reservation on behalf of 15902a374cd7469a93d71234a07ebb24 for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:12:00.207760 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a65cd18-be41-4698-9fcd-130eb70b0655 None None] Network e98734e2-dedb-4450-9333-d795164b1ce9 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:12:00.209896 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-55931626-8c87-462a-92d1-cd1823d4c681 req-cc4a41cc-d148-4488-9c1c-fd6f3590c3c7 tempest-InstanceActionsV221TestJSON-1000126691 tempest-InstanceActionsV221TestJSON-1000126691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:00.214588 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-5a65cd18-be41-4698-9fcd-130eb70b0655 None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:12:00.219663 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a65cd18-be41-4698-9fcd-130eb70b0655 None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:12:00.222987 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a65cd18-be41-4698-9fcd-130eb70b0655 None None] Pushing event updated for resources: {'Port': ['ID=af377e28-59d4-48c1-a2cf-f8c164fb0805,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:00.306478 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-5a65cd18-be41-4698-9fcd-130eb70b0655 None None] Attempting to bind port af377e28-59d4-48c1-a2cf-f8c164fb0805 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:12:00.308085 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-5a65cd18-be41-4698-9fcd-130eb70b0655 None None] Attempting to bind port af377e28-59d4-48c1-a2cf-f8c164fb0805 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': 'b737500e-4702-4fa9-bd4b-6c1d2e2fa041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:12:00.309295 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a65cd18-be41-4698-9fcd-130eb70b0655 None None] Attempting to bind port af377e28-59d4-48c1-a2cf-f8c164fb0805 on network e98734e2-dedb-4450-9333-d795164b1ce9 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:12:00.315508 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a65cd18-be41-4698-9fcd-130eb70b0655 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:12:00.316145 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a65cd18-be41-4698-9fcd-130eb70b0655 None None] Checking segment: {'id': 'b737500e-4702-4fa9-bd4b-6c1d2e2fa041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:12:00.316743 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-5a65cd18-be41-4698-9fcd-130eb70b0655 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:00.317436 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a65cd18-be41-4698-9fcd-130eb70b0655 None None] Bound using segment: {'id': 'b737500e-4702-4fa9-bd4b-6c1d2e2fa041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:12:00.318137 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-5a65cd18-be41-4698-9fcd-130eb70b0655 None None] Bound port: af377e28-59d4-48c1-a2cf-f8c164fb0805, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b737500e-4702-4fa9-bd4b-6c1d2e2fa041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:12:00.318771 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-5a65cd18-be41-4698-9fcd-130eb70b0655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:00.322004 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c4e3ee54-e86b-41a3-9762-ddb6b3351d0f tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:00.395365 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e3ee54-e86b-41a3-9762-ddb6b3351d0f tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event deleted for resources: {'Port': ['ID=bb8af9c8-5b41-4dbb-a966-6b810c10f6ce,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:00.416313 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-5a65cd18-be41-4698-9fcd-130eb70b0655 None None] For port af377e28-59d4-48c1-a2cf-f8c164fb0805, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:12:00.426667 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c4e3ee54-e86b-41a3-9762-ddb6b3351d0f tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:00.431425 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c4e3ee54-e86b-41a3-9762-ddb6b3351d0f tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/ports/bb8af9c8-5b41-4dbb-a966-6b810c10f6ce HTTP/1.1" status: 204 len: 168 time: 0.7050281 Jul 24 00:12:00.431425 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42352) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:00.431668 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-5a65cd18-be41-4698-9fcd-130eb70b0655 None None] For port af377e28-59d4-48c1-a2cf-f8c164fb0805, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=af377e28-59d4-48c1-a2cf-f8c164fb0805,segment=NetworkSegment(b737500e-4702-4fa9-bd4b-6c1d2e2fa041),segment_id=b737500e-4702-4fa9-bd4b-6c1d2e2fa041)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:12:00.437035 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-5a65cd18-be41-4698-9fcd-130eb70b0655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:00.524479 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac012df-ed7e-4e64-9385-0c7f26eee847 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:00.526625 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac012df-ed7e-4e64-9385-0c7f26eee847 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:00.527979 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a65cd18-be41-4698-9fcd-130eb70b0655 None None] Pushing event updated for resources: {'Port': ['ID=af377e28-59d4-48c1-a2cf-f8c164fb0805,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:00.528240 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-aac012df-ed7e-4e64-9385-0c7f26eee847 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0955081 Jul 24 00:12:00.531327 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42354) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:00.543864 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [req-55931626-8c87-462a-92d1-cd1823d4c681 req-cc4a41cc-d148-4488-9c1c-fd6f3590c3c7 tempest-InstanceActionsV221TestJSON-1000126691 tempest-InstanceActionsV221TestJSON-1000126691-project] Allocated IP 172.20.0.9 (4943be55-ff5b-4d71-bc20-50e2a8adeab8/dff1f8e1-1dca-4d89-916e-82c1e6c36082/31bfeae2-f148-49b6-bf06-f44e6ff464e8) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:12:00.658751 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c14d60c-2606-400c-bd99-c4bb64404cd2 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Deleting subnet ea52f66f-a4df-4370-a11f-e2501512a4b4 {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:12:00.667714 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3c14d60c-2606-400c-bd99-c4bb64404cd2 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:00.806031 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d4cc7c19-1a03-47fb-8301-cdbcc4c3d92a req-67573327-fe42-477e-8ad1-df18b03da9d7 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/ports?device_id=12c01cab-6f38-47e5-a713-3b0033ce846b HTTP/1.1" status: 200 len: 210 time: 0.0672133 Jul 24 00:12:00.891779 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-55931626-8c87-462a-92d1-cd1823d4c681 req-cc4a41cc-d148-4488-9c1c-fd6f3590c3c7 tempest-InstanceActionsV221TestJSON-1000126691 tempest-InstanceActionsV221TestJSON-1000126691-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:00.978211 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-55931626-8c87-462a-92d1-cd1823d4c681 req-cc4a41cc-d148-4488-9c1c-fd6f3590c3c7 tempest-InstanceActionsV221TestJSON-1000126691 tempest-InstanceActionsV221TestJSON-1000126691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:01.064682 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4a41cc-d148-4488-9c1c-fd6f3590c3c7 tempest-InstanceActionsV221TestJSON-1000126691 tempest-InstanceActionsV221TestJSON-1000126691-project] Pushing event updated for resources: {'Port': ['ID=31bfeae2-f148-49b6-bf06-f44e6ff464e8,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:01.097326 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55931626-8c87-462a-92d1-cd1823d4c681 req-cc4a41cc-d148-4488-9c1c-fd6f3590c3c7 tempest-InstanceActionsV221TestJSON-1000126691 tempest-InstanceActionsV221TestJSON-1000126691-project] Network 4943be55-ff5b-4d71-bc20-50e2a8adeab8 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:12:01.099654 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [req-55931626-8c87-462a-92d1-cd1823d4c681 req-cc4a41cc-d148-4488-9c1c-fd6f3590c3c7 tempest-InstanceActionsV221TestJSON-1000126691 tempest-InstanceActionsV221TestJSON-1000126691-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:12:01.103611 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-55931626-8c87-462a-92d1-cd1823d4c681 req-cc4a41cc-d148-4488-9c1c-fd6f3590c3c7 tempest-InstanceActionsV221TestJSON-1000126691 tempest-InstanceActionsV221TestJSON-1000126691-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:12:01.172658 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55931626-8c87-462a-92d1-cd1823d4c681 req-cc4a41cc-d148-4488-9c1c-fd6f3590c3c7 tempest-InstanceActionsV221TestJSON-1000126691 tempest-InstanceActionsV221TestJSON-1000126691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:01.173556 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-55931626-8c87-462a-92d1-cd1823d4c681 req-cc4a41cc-d148-4488-9c1c-fd6f3590c3c7 tempest-InstanceActionsV221TestJSON-1000126691 tempest-InstanceActionsV221TestJSON-1000126691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:01.192850 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-55931626-8c87-462a-92d1-cd1823d4c681 req-cc4a41cc-d148-4488-9c1c-fd6f3590c3c7 tempest-InstanceActionsV221TestJSON-1000126691 tempest-InstanceActionsV221TestJSON-1000126691-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1967623 Jul 24 00:12:01.210260 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3c14d60c-2606-400c-bd99-c4bb64404cd2 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:01.210475 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-55931626-8c87-462a-92d1-cd1823d4c681 req-51b9cf68-472d-4d9a-bd5b-2177dc25a7ba service neutron] Request body: {'port': {'device_id': '4130d6ab-32bc-4f93-8886-2320dcfe41a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-16'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:12:01.306562 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-55931626-8c87-462a-92d1-cd1823d4c681 req-51b9cf68-472d-4d9a-bd5b-2177dc25a7ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:01.335441 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826b3186-9fe1-41d6-b8a6-9aca2c522511 req-4a0ba298-5b73-4246-ae6c-90546294318b tempest-InstanceActionsV221TestJSON-1000126691 tempest-InstanceActionsV221TestJSON-1000126691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:01.344155 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-826b3186-9fe1-41d6-b8a6-9aca2c522511 req-4a0ba298-5b73-4246-ae6c-90546294318b tempest-InstanceActionsV221TestJSON-1000126691 tempest-InstanceActionsV221TestJSON-1000126691-project] 10.222.0.44 "GET /v2.0/ports?device_id=4130d6ab-32bc-4f93-8886-2320dcfe41a6 HTTP/1.1" status: 200 len: 931 time: 0.1924891 Jul 24 00:12:01.404432 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-826b3186-9fe1-41d6-b8a6-9aca2c522511 req-eae74ced-5398-478b-9465-9b7389eed7ff tempest-InstanceActionsV221TestJSON-1000126691 tempest-InstanceActionsV221TestJSON-1000126691-project] 10.222.0.44 "GET /v2.0/security-groups?id=207c6b64-6e67-4434-a70e-8af0e79b1c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567048 Jul 24 00:12:01.473481 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3c14d60c-2606-400c-bd99-c4bb64404cd2 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:01.561043 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3c14d60c-2606-400c-bd99-c4bb64404cd2 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:01.598442 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3c14d60c-2606-400c-bd99-c4bb64404cd2 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:01.601088 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-3c14d60c-2606-400c-bd99-c4bb64404cd2 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/subnets/ea52f66f-a4df-4370-a11f-e2501512a4b4 HTTP/1.1" status: 204 len: 168 time: 1.0687749 Jul 24 00:12:01.602496 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c14d60c-2606-400c-bd99-c4bb64404cd2 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event deleted for resources: {'Subnet': ['ID=ea52f66f-a4df-4370-a11f-e2501512a4b4,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:01.605010 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42382) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:01.668547 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-8894e745-8bff-447f-a759-193ae6dce4bb tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0622113 Jul 24 00:12:01.671229 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42386) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:01.676295 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-59735b3f-7aae-4437-85f7-e16cc77c29ad tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Request body: {'subnet': {'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:12:01.767020 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-55931626-8c87-462a-92d1-cd1823d4c681 req-51b9cf68-472d-4d9a-bd5b-2177dc25a7ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31bfeae2-f148-49b6-bf06-f44e6ff464e8 {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:12:01.776563 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-55931626-8c87-462a-92d1-cd1823d4c681 req-51b9cf68-472d-4d9a-bd5b-2177dc25a7ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:01.793492 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-55931626-8c87-462a-92d1-cd1823d4c681 req-51b9cf68-472d-4d9a-bd5b-2177dc25a7ba service neutron] Transition to ACTIVE for port object 31bfeae2-f148-49b6-bf06-f44e6ff464e8 will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:12:01.801918 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-55931626-8c87-462a-92d1-cd1823d4c681 req-51b9cf68-472d-4d9a-bd5b-2177dc25a7ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:01.811365 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59735b3f-7aae-4437-85f7-e16cc77c29ad tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Made reservation on behalf of ba617effe2664093b954ded2eab93240 for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:12:01.817700 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-59735b3f-7aae-4437-85f7-e16cc77c29ad tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:02.058167 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b9cf68-472d-4d9a-bd5b-2177dc25a7ba service neutron] Pushing event updated for resources: {'Port': ['ID=31bfeae2-f148-49b6-bf06-f44e6ff464e8,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:02.099521 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-eb12af56-87f3-4c79-a86e-208cb9d74eee req-ac3f57fd-aa6d-49b0-b7d7-9d11afa79943 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/ports?device_id=12c01cab-6f38-47e5-a713-3b0033ce846b HTTP/1.1" status: 200 len: 210 time: 0.0553582 Jul 24 00:12:02.111614 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b1616a-eaa4-4a18-bb96-3cd95df13ced None None] Network e98734e2-dedb-4450-9333-d795164b1ce9 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:12:02.116238 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device af377e28-59d4-48c1-a2cf-f8c164fb0805 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:12:02.150235 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-55931626-8c87-462a-92d1-cd1823d4c681 req-51b9cf68-472d-4d9a-bd5b-2177dc25a7ba service neutron] Attempting to bind port 31bfeae2-f148-49b6-bf06-f44e6ff464e8 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:12:02.150826 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-55931626-8c87-462a-92d1-cd1823d4c681 req-51b9cf68-472d-4d9a-bd5b-2177dc25a7ba service neutron] Attempting to bind port 31bfeae2-f148-49b6-bf06-f44e6ff464e8 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': 'ae09ea22-3736-4c2b-a13d-313cfdf16dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '4943be55-ff5b-4d71-bc20-50e2a8adeab8'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:12:02.151518 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55931626-8c87-462a-92d1-cd1823d4c681 req-51b9cf68-472d-4d9a-bd5b-2177dc25a7ba service neutron] Attempting to bind port 31bfeae2-f148-49b6-bf06-f44e6ff464e8 on network 4943be55-ff5b-4d71-bc20-50e2a8adeab8 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:12:02.157797 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55931626-8c87-462a-92d1-cd1823d4c681 req-51b9cf68-472d-4d9a-bd5b-2177dc25a7ba service neutron] Port 31bfeae2-f148-49b6-bf06-f44e6ff464e8 on network 4943be55-ff5b-4d71-bc20-50e2a8adeab8 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:12:02.158368 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55931626-8c87-462a-92d1-cd1823d4c681 req-51b9cf68-472d-4d9a-bd5b-2177dc25a7ba service neutron] Attempting to bind port 31bfeae2-f148-49b6-bf06-f44e6ff464e8 on network 4943be55-ff5b-4d71-bc20-50e2a8adeab8 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:12:02.173201 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55931626-8c87-462a-92d1-cd1823d4c681 req-51b9cf68-472d-4d9a-bd5b-2177dc25a7ba service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:12:02.173633 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55931626-8c87-462a-92d1-cd1823d4c681 req-51b9cf68-472d-4d9a-bd5b-2177dc25a7ba service neutron] Checking segment: {'id': 'ae09ea22-3736-4c2b-a13d-313cfdf16dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '4943be55-ff5b-4d71-bc20-50e2a8adeab8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:12:02.174117 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55931626-8c87-462a-92d1-cd1823d4c681 req-51b9cf68-472d-4d9a-bd5b-2177dc25a7ba service neutron] Bound using segment: {'id': 'ae09ea22-3736-4c2b-a13d-313cfdf16dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '4943be55-ff5b-4d71-bc20-50e2a8adeab8'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:12:02.175150 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-55931626-8c87-462a-92d1-cd1823d4c681 req-51b9cf68-472d-4d9a-bd5b-2177dc25a7ba service neutron] Bound port: 31bfeae2-f148-49b6-bf06-f44e6ff464e8, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae09ea22-3736-4c2b-a13d-313cfdf16dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '4943be55-ff5b-4d71-bc20-50e2a8adeab8'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:12:02.175596 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-55931626-8c87-462a-92d1-cd1823d4c681 req-51b9cf68-472d-4d9a-bd5b-2177dc25a7ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:02.186051 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-d5b93010-a661-44e7-b332-dbd1a6aaa7da None None] Could not find standard attr ID for object bb8af9c8-5b41-4dbb-a966-6b810c10f6ce. {{(pid=100315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 00:12:02.191729 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-59735b3f-7aae-4437-85f7-e16cc77c29ad tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:02.251875 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59735b3f-7aae-4437-85f7-e16cc77c29ad tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Network e98734e2-dedb-4450-9333-d795164b1ce9 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:12:02.255818 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-59735b3f-7aae-4437-85f7-e16cc77c29ad tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:12:02.259135 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-d5b93010-a661-44e7-b332-dbd1a6aaa7da None None] Provisioning for port af377e28-59d4-48c1-a2cf-f8c164fb0805 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:12:02.259321 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59735b3f-7aae-4437-85f7-e16cc77c29ad tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:02.259842 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-59735b3f-7aae-4437-85f7-e16cc77c29ad tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:02.298272 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-59735b3f-7aae-4437-85f7-e16cc77c29ad tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6234343 Jul 24 00:12:02.298272 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59735b3f-7aae-4437-85f7-e16cc77c29ad tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event updated for resources: {'Subnet': ['ID=71fb7b6f-ed41-4f1d-9876-90c07a2e7bc2,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:02.301369 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42396) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:02.307407 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-76b12d44-fa4c-47ff-8956-a4fd77b638ca tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Request body: {'port': {'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'name': 'tempest-NetworksTestDHCPv6-1101792887'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:12:02.318086 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-55931626-8c87-462a-92d1-cd1823d4c681 req-51b9cf68-472d-4d9a-bd5b-2177dc25a7ba service neutron] For port 31bfeae2-f148-49b6-bf06-f44e6ff464e8, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:12:02.326861 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-55931626-8c87-462a-92d1-cd1823d4c681 req-51b9cf68-472d-4d9a-bd5b-2177dc25a7ba service neutron] For port 31bfeae2-f148-49b6-bf06-f44e6ff464e8, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=31bfeae2-f148-49b6-bf06-f44e6ff464e8,segment=NetworkSegment(ae09ea22-3736-4c2b-a13d-313cfdf16dc8),segment_id=ae09ea22-3736-4c2b-a13d-313cfdf16dc8)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:12:02.333276 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-55931626-8c87-462a-92d1-cd1823d4c681 req-51b9cf68-472d-4d9a-bd5b-2177dc25a7ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:02.336900 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port af377e28-59d4-48c1-a2cf-f8c164fb0805 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:12:02.345099 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port af377e28-59d4-48c1-a2cf-f8c164fb0805 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:12:02.345716 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:02.410045 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55931626-8c87-462a-92d1-cd1823d4c681 req-51b9cf68-472d-4d9a-bd5b-2177dc25a7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:02.410931 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-55931626-8c87-462a-92d1-cd1823d4c681 req-51b9cf68-472d-4d9a-bd5b-2177dc25a7ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:02.412599 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-55931626-8c87-462a-92d1-cd1823d4c681 req-51b9cf68-472d-4d9a-bd5b-2177dc25a7ba service neutron] 10.222.0.64 "PUT /v2.0/ports/31bfeae2-f148-49b6-bf06-f44e6ff464e8 HTTP/1.1" status: 200 len: 1092 time: 1.2113168 Jul 24 00:12:02.415769 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4130d6ab-32bc-4f93-8886-2320dcfe41a6', 'tag': '31bfeae2-f148-49b6-bf06-f44e6ff464e8'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:12:02.433672 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fda0783-792f-4dc1-9071-48d3de6e8f57" -d '{"events": [{"name": "network-changed", "server_uuid": "4130d6ab-32bc-4f93-8886-2320dcfe41a6", "tag": "31bfeae2-f148-49b6-bf06-f44e6ff464e8"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:12:02.496953 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b12d44-fa4c-47ff-8956-a4fd77b638ca tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Made reservation on behalf of ba617effe2664093b954ded2eab93240 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:12:02.502840 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b9cf68-472d-4d9a-bd5b-2177dc25a7ba service neutron] Pushing event updated for resources: {'Port': ['ID=31bfeae2-f148-49b6-bf06-f44e6ff464e8,revision_number=3']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:02.504041 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-76b12d44-fa4c-47ff-8956-a4fd77b638ca tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:02.510387 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-969598f6-00cd-4de7-8af5-a7119b8cc007 x-openstack-request-id: req-969598f6-00cd-4de7-8af5-a7119b8cc007 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:12:02.510809 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4130d6ab-32bc-4f93-8886-2320dcfe41a6", "tag": "31bfeae2-f148-49b6-bf06-f44e6ff464e8", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:12:02.511329 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-969598f6-00cd-4de7-8af5-a7119b8cc007 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:12:02.511648 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4130d6ab-32bc-4f93-8886-2320dcfe41a6', 'tag': '31bfeae2-f148-49b6-bf06-f44e6ff464e8', 'status': 'completed', 'code': 200} Jul 24 00:12:02.567178 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [None req-76b12d44-fa4c-47ff-8956-a4fd77b638ca tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] device_id is not set on port 8c5594d9-0b5a-4a79-8e3f-fab2cec35438 yet. {{(pid=100313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:12:02.569483 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55931626-8c87-462a-92d1-cd1823d4c681 req-88d4b2b1-543e-4373-a6d6-f60088e4d40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:02.574057 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-55931626-8c87-462a-92d1-cd1823d4c681 req-88d4b2b1-543e-4373-a6d6-f60088e4d40b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=15902a374cd7469a93d71234a07ebb24&device_id=4130d6ab-32bc-4f93-8886-2320dcfe41a6 HTTP/1.1" status: 200 len: 1095 time: 0.0881929 Jul 24 00:12:02.678491 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-55931626-8c87-462a-92d1-cd1823d4c681 req-5a1581e0-829b-4a75-9ab0-ca5e20dfbdb1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31bfeae2-f148-49b6-bf06-f44e6ff464e8 HTTP/1.1" status: 200 len: 217 time: 0.0823941 Jul 24 00:12:02.685913 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:02.744690 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55931626-8c87-462a-92d1-cd1823d4c681 req-77acd9dd-02f8-4e04-a50f-d32997a05928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:02.746224 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-55931626-8c87-462a-92d1-cd1823d4c681 req-77acd9dd-02f8-4e04-a50f-d32997a05928 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dff1f8e1-1dca-4d89-916e-82c1e6c36082 HTTP/1.1" status: 200 len: 857 time: 0.0570920 Jul 24 00:12:02.800601 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-55931626-8c87-462a-92d1-cd1823d4c681 req-e9c8a8f5-f0ae-4fe3-95bc-b454c868ab06 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4943be55-ff5b-4d71-bc20-50e2a8adeab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337372 Jul 24 00:12:02.801177 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port af377e28-59d4-48c1-a2cf-f8c164fb0805, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=af377e28-59d4-48c1-a2cf-f8c164fb0805,segment=NetworkSegment(b737500e-4702-4fa9-bd4b-6c1d2e2fa041),segment_id=b737500e-4702-4fa9-bd4b-6c1d2e2fa041)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:12:02.818787 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:02.947280 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-55931626-8c87-462a-92d1-cd1823d4c681 req-029c9a68-47bc-4464-9029-cfd8185b1437 service neutron] 10.222.0.64 "GET /v2.0/networks/4943be55-ff5b-4d71-bc20-50e2a8adeab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363900 Jul 24 00:12:02.968413 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-76b12d44-fa4c-47ff-8956-a4fd77b638ca tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Allocated IP 2001:db8::1c (e98734e2-dedb-4450-9333-d795164b1ce9/71fb7b6f-ed41-4f1d-9876-90c07a2e7bc2/8c5594d9-0b5a-4a79-8e3f-fab2cec35438) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:12:02.992937 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a74dd6-ea71-418e-9a10-a7d73a168d35 None None] Network e98734e2-dedb-4450-9333-d795164b1ce9 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:12:02.996427 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=af377e28-59d4-48c1-a2cf-f8c164fb0805,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:03.002814 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec4c3c2-2d6c-4644-a5c2-8e9b880f08f6 req-016d0da1-7f0a-425e-ba0d-0b2a2f9f7271 tempest-InstanceActionsV221TestJSON-1000126691 tempest-InstanceActionsV221TestJSON-1000126691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:03.013424 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-dec4c3c2-2d6c-4644-a5c2-8e9b880f08f6 req-016d0da1-7f0a-425e-ba0d-0b2a2f9f7271 tempest-InstanceActionsV221TestJSON-1000126691 tempest-InstanceActionsV221TestJSON-1000126691-project] 10.222.0.44 "GET /v2.0/ports?device_id=4130d6ab-32bc-4f93-8886-2320dcfe41a6 HTTP/1.1" status: 200 len: 943 time: 0.3398738 Jul 24 00:12:03.132017 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-dec4c3c2-2d6c-4644-a5c2-8e9b880f08f6 req-fa42da9a-9ca1-4a8d-8361-7c3e6e58ce72 tempest-InstanceActionsV221TestJSON-1000126691 tempest-InstanceActionsV221TestJSON-1000126691-project] 10.222.0.44 "GET /v2.0/security-groups?id=207c6b64-6e67-4434-a70e-8af0e79b1c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176481 Jul 24 00:12:03.137165 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-0379478b-633a-4581-8377-486717e3bc40 None None] Provisioning complete for port af377e28-59d4-48c1-a2cf-f8c164fb0805 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:12:03.137758 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0379478b-633a-4581-8377-486717e3bc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:03.290249 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-55931626-8c87-462a-92d1-cd1823d4c681 req-df3c5269-4d2f-4a24-b247-8ff699d8db0c service neutron] 10.222.0.64 "GET /v2.0/networks/4943be55-ff5b-4d71-bc20-50e2a8adeab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345926 Jul 24 00:12:03.382267 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f04247ee-c3d4-4466-a671-d30f9d794804 req-8058df7e-d691-4f96-a268-fad1a779e6f1 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/ports?device_id=12c01cab-6f38-47e5-a713-3b0033ce846b HTTP/1.1" status: 200 len: 210 time: 0.0970738 Jul 24 00:12:03.463242 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-76b12d44-fa4c-47ff-8956-a4fd77b638ca tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:03.480639 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [None req-76b12d44-fa4c-47ff-8956-a4fd77b638ca tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Transition to ACTIVE for port object 8c5594d9-0b5a-4a79-8e3f-fab2cec35438 will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:12:03.535673 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-76b12d44-fa4c-47ff-8956-a4fd77b638ca tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:03.550905 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda0783-792f-4dc1-9071-48d3de6e8f57 req-ceb7f335-8370-4c4f-8680-0a20747c0798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:03.552568 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6fda0783-792f-4dc1-9071-48d3de6e8f57 req-ceb7f335-8370-4c4f-8680-0a20747c0798 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=15902a374cd7469a93d71234a07ebb24&device_id=4130d6ab-32bc-4f93-8886-2320dcfe41a6 HTTP/1.1" status: 200 len: 1095 time: 0.1975942 Jul 24 00:12:03.625702 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b12d44-fa4c-47ff-8956-a4fd77b638ca tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event updated for resources: {'Port': ['ID=8c5594d9-0b5a-4a79-8e3f-fab2cec35438,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:03.646835 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b12d44-fa4c-47ff-8956-a4fd77b638ca tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Network e98734e2-dedb-4450-9333-d795164b1ce9 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:12:03.649406 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-76b12d44-fa4c-47ff-8956-a4fd77b638ca tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:12:03.655522 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b12d44-fa4c-47ff-8956-a4fd77b638ca tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:12:03.664207 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b12d44-fa4c-47ff-8956-a4fd77b638ca tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:03.664898 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-76b12d44-fa4c-47ff-8956-a4fd77b638ca tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:03.678573 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5711133-796a-4f98-ad62-1d6406fde27a req-df3460ae-1ff9-4c05-99aa-d23181b5b36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:03.680253 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f5711133-796a-4f98-ad62-1d6406fde27a req-df3460ae-1ff9-4c05-99aa-d23181b5b36c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2c3ad554-7e3d-420c-aaf4-4023ba64e623 HTTP/1.1" status: 200 len: 1097 time: 0.6201272 Jul 24 00:12:03.716451 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-76b12d44-fa4c-47ff-8956-a4fd77b638ca tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4126601 Jul 24 00:12:03.722422 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 42442) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:03.767623 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f5711133-796a-4f98-ad62-1d6406fde27a req-f42a4416-20ee-40c7-9b89-bf273c5f5d8c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=250ef827-28a0-493b-a9a6-b5ecf06b16ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805383 Jul 24 00:12:03.986533 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9b94269c-6c50-4e24-acb8-57e1a080fa72 None None] Provisioning complete for port af377e28-59d4-48c1-a2cf-f8c164fb0805 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:12:03.987259 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9b94269c-6c50-4e24-acb8-57e1a080fa72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:04.053776 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device af377e28-59d4-48c1-a2cf-f8c164fb0805 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:12:04.326997 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port af377e28-59d4-48c1-a2cf-f8c164fb0805 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:12:04.327664 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:04.432990 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-08b3a75f-6ffb-402b-a59d-6a1390323b1a None None] Could not find standard attr ID for object 9944388e-4dfc-4b70-87c8-4b738f73c70a. {{(pid=100315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 00:12:04.445943 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda0783-792f-4dc1-9071-48d3de6e8f57 req-76a8d259-a3cc-457d-bd36-b78053acea8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:04.447246 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6fda0783-792f-4dc1-9071-48d3de6e8f57 req-76a8d259-a3cc-457d-bd36-b78053acea8b service neutron] 10.222.0.64 "GET /v2.0/networks?id=4943be55-ff5b-4d71-bc20-50e2a8adeab8 HTTP/1.1" status: 200 len: 918 time: 0.8874452 Jul 24 00:12:04.488586 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e21852-a5b4-4afb-a93f-f370bf5a599c tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:04.496703 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e21852-a5b4-4afb-a93f-f370bf5a599c tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:04.498533 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-f4e21852-a5b4-4afb-a93f-f370bf5a599c tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.7746224 Jul 24 00:12:04.501465 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42458) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:04.558259 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6fda0783-792f-4dc1-9071-48d3de6e8f57 req-3c51a580-ceca-4944-b0de-0b3c0d53e0c1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31bfeae2-f148-49b6-bf06-f44e6ff464e8 HTTP/1.1" status: 200 len: 217 time: 0.1017394 Jul 24 00:12:04.751745 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-544584d9-b5e4-4cc1-8622-17d73f975d03 None None] Could not find standard attr ID for object bb8af9c8-5b41-4dbb-a966-6b810c10f6ce. {{(pid=100315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 00:12:04.762520 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0118837-e415-496d-a708-b533a5da726e req-5bdf6b6e-1037-42eb-b5c3-26a476c29c4f tempest-InstanceActionsV221TestJSON-1000126691 tempest-InstanceActionsV221TestJSON-1000126691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:04.773160 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c0118837-e415-496d-a708-b533a5da726e req-5bdf6b6e-1037-42eb-b5c3-26a476c29c4f tempest-InstanceActionsV221TestJSON-1000126691 tempest-InstanceActionsV221TestJSON-1000126691-project] 10.222.0.44 "GET /v2.0/ports?device_id=4130d6ab-32bc-4f93-8886-2320dcfe41a6 HTTP/1.1" status: 200 len: 943 time: 0.4384449 Jul 24 00:12:04.800669 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7844c5e0-095c-443b-a3d8-f4cc3cd82878 req-d7e186e1-74f3-45c7-b19b-cc46371f40c5 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/ports?device_id=12c01cab-6f38-47e5-a713-3b0033ce846b HTTP/1.1" status: 200 len: 210 time: 0.1333916 Jul 24 00:12:04.895736 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c0118837-e415-496d-a708-b533a5da726e req-fc2be0b7-d913-48e9-b6cb-744dc337c785 tempest-InstanceActionsV221TestJSON-1000126691 tempest-InstanceActionsV221TestJSON-1000126691-project] 10.222.0.44 "GET /v2.0/security-groups?id=207c6b64-6e67-4434-a70e-8af0e79b1c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205266 Jul 24 00:12:04.897204 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda0783-792f-4dc1-9071-48d3de6e8f57 req-0612ba55-f2e2-42cc-966d-b06e01da3577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:04.898593 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6fda0783-792f-4dc1-9071-48d3de6e8f57 req-0612ba55-f2e2-42cc-966d-b06e01da3577 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dff1f8e1-1dca-4d89-916e-82c1e6c36082 HTTP/1.1" status: 200 len: 857 time: 0.3253174 Jul 24 00:12:04.996264 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6fda0783-792f-4dc1-9071-48d3de6e8f57 req-1a21d979-1d33-450b-a661-424f678d152a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4943be55-ff5b-4d71-bc20-50e2a8adeab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867262 Jul 24 00:12:04.999619 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-3678da30-64f8-4db0-9298-d7bc4d7cb865 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Deleting port 8c5594d9-0b5a-4a79-8e3f-fab2cec35438 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:12:04.999969 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3678da30-64f8-4db0-9298-d7bc4d7cb865 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:05.117173 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3678da30-64f8-4db0-9298-d7bc4d7cb865 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:05.134849 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-3678da30-64f8-4db0-9298-d7bc4d7cb865 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Calling delete_port for 8c5594d9-0b5a-4a79-8e3f-fab2cec35438 owned by {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:12:05.175153 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6fda0783-792f-4dc1-9071-48d3de6e8f57 req-6db37c34-199a-4a34-b623-e361ca765b1e service neutron] 10.222.0.64 "GET /v2.0/networks/4943be55-ff5b-4d71-bc20-50e2a8adeab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702383 Jul 24 00:12:05.312093 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6fda0783-792f-4dc1-9071-48d3de6e8f57 req-cc011308-6c3d-431d-8359-e43c07f7fad5 service neutron] 10.222.0.64 "GET /v2.0/networks/4943be55-ff5b-4d71-bc20-50e2a8adeab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303687 Jul 24 00:12:05.326526 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3678da30-64f8-4db0-9298-d7bc4d7cb865 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:05.326727 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-8c79c206-0903-4b08-b67a-fb6249e9d929 None None] Provisioning for port 8c5594d9-0b5a-4a79-8e3f-fab2cec35438 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:12:05.333572 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-8c79c206-0903-4b08-b67a-fb6249e9d929 None None] Provisioning complete for port 8c5594d9-0b5a-4a79-8e3f-fab2cec35438 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:12:05.334183 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-8c79c206-0903-4b08-b67a-fb6249e9d929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:05.362585 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-8c79c206-0903-4b08-b67a-fb6249e9d929 None None] Port 8c5594d9-0b5a-4a79-8e3f-fab2cec35438 was deleted so its status cannot be updated. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 24 00:12:05.378987 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3678da30-64f8-4db0-9298-d7bc4d7cb865 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event deleted for resources: {'Port': ['ID=8c5594d9-0b5a-4a79-8e3f-fab2cec35438,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:05.415181 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3678da30-64f8-4db0-9298-d7bc4d7cb865 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:05.417196 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-3678da30-64f8-4db0-9298-d7bc4d7cb865 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/ports/8c5594d9-0b5a-4a79-8e3f-fab2cec35438 HTTP/1.1" status: 204 len: 168 time: 0.9146140 Jul 24 00:12:05.419763 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 42488) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:05.494511 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e7d002-46f0-4d23-9ba5-f8a202a156c5 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:05.496195 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e7d002-46f0-4d23-9ba5-f8a202a156c5 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:05.497978 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-65e7d002-46f0-4d23-9ba5-f8a202a156c5 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0772097 Jul 24 00:12:05.500664 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42494) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:05.559555 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-86b17ead-9edb-45af-addc-16994cd21eb6 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Deleting subnet 71fb7b6f-ed41-4f1d-9876-90c07a2e7bc2 {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:12:05.563336 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-86b17ead-9edb-45af-addc-16994cd21eb6 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:05.615781 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-86b17ead-9edb-45af-addc-16994cd21eb6 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:05.666630 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-86b17ead-9edb-45af-addc-16994cd21eb6 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:05.750310 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-86b17ead-9edb-45af-addc-16994cd21eb6 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:05.775005 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-86b17ead-9edb-45af-addc-16994cd21eb6 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:05.783496 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-86b17ead-9edb-45af-addc-16994cd21eb6 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/subnets/71fb7b6f-ed41-4f1d-9876-90c07a2e7bc2 HTTP/1.1" status: 204 len: 168 time: 0.2795370 Jul 24 00:12:05.784044 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 42504) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:05.806226 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48282988-e13b-474c-93a8-4f98f06aa7bb None None] Network e98734e2-dedb-4450-9333-d795164b1ce9 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:12:05.826336 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b17ead-9edb-45af-addc-16994cd21eb6 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event deleted for resources: {'Subnet': ['ID=71fb7b6f-ed41-4f1d-9876-90c07a2e7bc2,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:05.876727 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-f7d7ffae-088a-4d82-8f95-9dc785f50fcb tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0913610 Jul 24 00:12:05.879808 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42510) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:05.989930 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 42516) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:05.993264 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb912123-6544-49a0-b478-e932895fa374 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:05.996095 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-fb912123-6544-49a0-b478-e932895fa374 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1150711 Jul 24 00:12:05.998358 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42518) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:06.093749 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca285814-a354-4a7c-8a61-934c2e6535d6 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:06.095668 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-ca285814-a354-4a7c-8a61-934c2e6535d6 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0962162 Jul 24 00:12:06.100390 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42520) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:06.107934 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43d13cc-6442-4313-b180-a86f36beb6cc None None] DHCP port deletion for e98734e2-dedb-4450-9333-d795164b1ce9 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:12:06.134409 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c646a7ff-788c-42e4-aeb3-640018a3a8ba tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:06.182881 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c646a7ff-788c-42e4-aeb3-640018a3a8ba tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:06.199448 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-163e123f-09e6-4108-add4-89027fc782a2 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0972340 Jul 24 00:12:06.204600 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 42528) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:06.209851 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-4005bd9b-d6b9-4ebc-a064-ac9bb827d9bc tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Request body: {'subnet': {'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:12:06.220288 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-b43d13cc-6442-4313-b180-a86f36beb6cc None None] Deleting port af377e28-59d4-48c1-a2cf-f8c164fb0805 {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:12:06.220939 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b43d13cc-6442-4313-b180-a86f36beb6cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:06.224965 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e298e0-8fbf-4976-9e21-30aa9e831892 req-5be35fc8-f544-466b-8a67-4252216ed1c3 tempest-InstanceActionsV221TestJSON-1000126691 tempest-InstanceActionsV221TestJSON-1000126691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:06.226588 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-35e298e0-8fbf-4976-9e21-30aa9e831892 req-5be35fc8-f544-466b-8a67-4252216ed1c3 tempest-InstanceActionsV221TestJSON-1000126691 tempest-InstanceActionsV221TestJSON-1000126691-project] 10.222.0.44 "GET /v2.0/ports?device_id=4130d6ab-32bc-4f93-8886-2320dcfe41a6 HTTP/1.1" status: 200 len: 943 time: 0.1590896 Jul 24 00:12:06.311377 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:12:06.323340 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-b43d13cc-6442-4313-b180-a86f36beb6cc None None] For port af377e28-59d4-48c1-a2cf-f8c164fb0805, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=af377e28-59d4-48c1-a2cf-f8c164fb0805,segment=NetworkSegment(b737500e-4702-4fa9-bd4b-6c1d2e2fa041),segment_id=b737500e-4702-4fa9-bd4b-6c1d2e2fa041)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:12:06.323960 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b43d13cc-6442-4313-b180-a86f36beb6cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:06.341452 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-b43d13cc-6442-4313-b180-a86f36beb6cc None None] Calling delete_port for af377e28-59d4-48c1-a2cf-f8c164fb0805 owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:12:06.348136 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-35e298e0-8fbf-4976-9e21-30aa9e831892 req-1441dfc3-0729-446a-ab7e-42a541f1f5b8 tempest-InstanceActionsV221TestJSON-1000126691 tempest-InstanceActionsV221TestJSON-1000126691-project] 10.222.0.44 "GET /v2.0/security-groups?id=207c6b64-6e67-4434-a70e-8af0e79b1c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014292 Jul 24 00:12:06.374896 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4005bd9b-d6b9-4ebc-a064-ac9bb827d9bc tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Made reservation on behalf of ba617effe2664093b954ded2eab93240 for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:12:06.379894 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4005bd9b-d6b9-4ebc-a064-ac9bb827d9bc tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:06.399221 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c646a7ff-788c-42e4-aeb3-640018a3a8ba tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:06.437442 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c646a7ff-788c-42e4-aeb3-640018a3a8ba tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:06.437442 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-c646a7ff-788c-42e4-aeb3-640018a3a8ba tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "DELETE /v2.0/security-groups/84526489-a784-4e02-8584-4c6d6be5479e HTTP/1.1" status: 204 len: 168 time: 0.4438007 Jul 24 00:12:06.444418 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42532) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:06.478347 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [None req-50eff96c-3680-4ed8-a08b-11a9beb937e3 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] show failed (client error): The resource could not be found. Jul 24 00:12:06.482052 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-50eff96c-3680-4ed8-a08b-11a9beb937e3 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "GET /v2.0/security-groups/84526489-a784-4e02-8584-4c6d6be5479e HTTP/1.1" status: 404 len: 347 time: 0.0339720 Jul 24 00:12:06.483820 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 42534) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:06.523225 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c646a7ff-788c-42e4-aeb3-640018a3a8ba tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84526489-a784-4e02-8584-4c6d6be5479e,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:06.525113 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b43d13cc-6442-4313-b180-a86f36beb6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:06.565108 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 31bfeae2-f148-49b6-bf06-f44e6ff464e8 details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:12:06.632854 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43d13cc-6442-4313-b180-a86f36beb6cc None None] No DVR routers for this DVR port af377e28-59d4-48c1-a2cf-f8c164fb0805 on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:12:06.641618 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43d13cc-6442-4313-b180-a86f36beb6cc None None] Pushing event deleted for resources: {'Port': ['ID=af377e28-59d4-48c1-a2cf-f8c164fb0805,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:06.768940 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 31bfeae2-f148-49b6-bf06-f44e6ff464e8, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=31bfeae2-f148-49b6-bf06-f44e6ff464e8,segment=NetworkSegment(ae09ea22-3736-4c2b-a13d-313cfdf16dc8),segment_id=ae09ea22-3736-4c2b-a13d-313cfdf16dc8)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:12:06.782867 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': '31bfeae2-f148-49b6-bf06-f44e6ff464e8', 'network_id': '4943be55-ff5b-4d71-bc20-50e2a8adeab8', 'port_id': '31bfeae2-f148-49b6-bf06-f44e6ff464e8', 'mac_address': 'fa:16:3e:9f:0d:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dff1f8e1-1dca-4d89-916e-82c1e6c36082', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:12:06.852868 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:06.858626 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-ab1feb60-06e9-492e-954d-6d06524bfbc0 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Deleting port d6e16559-dd45-4344-8a45-169c5f277ffd {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:12:06.858975 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ab1feb60-06e9-492e-954d-6d06524bfbc0 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:06.867619 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31bfeae2-f148-49b6-bf06-f44e6ff464e8 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:12:06.889773 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 31bfeae2-f148-49b6-bf06-f44e6ff464e8, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=31bfeae2-f148-49b6-bf06-f44e6ff464e8,segment=NetworkSegment(ae09ea22-3736-4c2b-a13d-313cfdf16dc8),segment_id=ae09ea22-3736-4c2b-a13d-313cfdf16dc8)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:12:06.895282 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:06.964729 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=31bfeae2-f148-49b6-bf06-f44e6ff464e8,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:07.004978 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4005bd9b-d6b9-4ebc-a064-ac9bb827d9bc tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:07.021913 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ab1feb60-06e9-492e-954d-6d06524bfbc0 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:07.022255 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ab1feb60-06e9-492e-954d-6d06524bfbc0 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:07.078913 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4005bd9b-d6b9-4ebc-a064-ac9bb827d9bc tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Network e98734e2-dedb-4450-9333-d795164b1ce9 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:12:07.080067 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-ab1feb60-06e9-492e-954d-6d06524bfbc0 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Calling delete_port for d6e16559-dd45-4344-8a45-169c5f277ffd owned by network:floatingip {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:12:07.090084 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-4005bd9b-d6b9-4ebc-a064-ac9bb827d9bc tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:12:07.100428 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53c48fa-df1d-4c7c-a595-b248bc9a5977 None None] Network e98734e2-dedb-4450-9333-d795164b1ce9 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:12:07.108372 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4005bd9b-d6b9-4ebc-a064-ac9bb827d9bc tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:07.109063 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4005bd9b-d6b9-4ebc-a064-ac9bb827d9bc tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:07.117566 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['31bfeae2-f148-49b6-bf06-f44e6ff464e8'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:12:07.168255 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4005bd9b-d6b9-4ebc-a064-ac9bb827d9bc tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event updated for resources: {'Subnet': ['ID=316c6d47-6816-42ce-a112-626d81575c3b,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:07.192316 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-4005bd9b-d6b9-4ebc-a064-ac9bb827d9bc tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9856689 Jul 24 00:12:07.193313 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42560) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:07.198747 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-a397ad3f-288e-496b-9245-18d64b44f9da tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Request body: {'port': {'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'fixed_ips': [{'subnet_id': '316c6d47-6816-42ce-a112-626d81575c3b', 'ip_address': '2001:db8::cc4f:aa6e:434a:e74'}], 'name': 'tempest-NetworksTestDHCPv6-1883036979'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:12:07.278045 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b141d-de9a-4c42-82f5-546dab97bc2c req-496a2778-f95f-47bc-bbe3-fc45074d8859 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:07.280775 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ef7b141d-de9a-4c42-82f5-546dab97bc2c req-496a2778-f95f-47bc-bbe3-fc45074d8859 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=549de624-bb09-4e50-8794-41d8de162ace HTTP/1.1" status: 200 len: 946 time: 0.1922264 Jul 24 00:12:07.379051 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ab1feb60-06e9-492e-954d-6d06524bfbc0 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:07.397325 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ef7b141d-de9a-4c42-82f5-546dab97bc2c req-5d929780-9a61-4b14-bde0-12c858e783e2 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=65668094-9226-4b65-8245-cb28bd37e836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812175 Jul 24 00:12:07.409224 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a397ad3f-288e-496b-9245-18d64b44f9da tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Made reservation on behalf of ba617effe2664093b954ded2eab93240 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:12:07.434380 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1feb60-06e9-492e-954d-6d06524bfbc0 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Pushing event deleted for resources: {'Port': ['ID=d6e16559-dd45-4344-8a45-169c5f277ffd,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:07.521389 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ab1feb60-06e9-492e-954d-6d06524bfbc0 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks [] for floatingip, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:07.524254 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ab1feb60-06e9-492e-954d-6d06524bfbc0 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:07.525683 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-ab1feb60-06e9-492e-954d-6d06524bfbc0 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "DELETE /v2.0/floatingips/355e25f5-9111-47e2-a200-5a1225d686d7 HTTP/1.1" status: 204 len: 168 time: 1.0388861 Jul 24 00:12:07.528409 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 42572) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:07.636303 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f48254-76a1-481e-b777-319ce468def5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-e98734e2-dedb-4450-9333-d795164b1ce9', 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'tenant_id': 'ba617effe2664093b954ded2eab93240', 'fixed_ips': [{'subnet_id': '316c6d47-6816-42ce-a112-626d81575c3b'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:12:07.637194 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-78f48254-76a1-481e-b777-319ce468def5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:07.662765 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-90e7480d-5613-4e47-b3f6-e962ae68c3d8 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Deleting port 05c23a2d-a333-40a3-ad43-c3bfc576a416 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:12:07.663157 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-90e7480d-5613-4e47-b3f6-e962ae68c3d8 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:07.711197 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a397ad3f-288e-496b-9245-18d64b44f9da tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:07.742990 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [None req-a397ad3f-288e-496b-9245-18d64b44f9da tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] device_id is not set on port 5461fc9a-f666-4fa2-a327-37c22e0b6022 yet. {{(pid=100313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:12:07.857089 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56bffa3-650b-471b-90fa-59cf77f4911b req-bc274a07-5911-4273-b4f1-1059ea49eefd tempest-InstanceActionsV221TestJSON-1000126691 tempest-InstanceActionsV221TestJSON-1000126691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:07.868332 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e56bffa3-650b-471b-90fa-59cf77f4911b req-bc274a07-5911-4273-b4f1-1059ea49eefd tempest-InstanceActionsV221TestJSON-1000126691 tempest-InstanceActionsV221TestJSON-1000126691-project] 10.222.0.44 "GET /v2.0/ports?device_id=4130d6ab-32bc-4f93-8886-2320dcfe41a6 HTTP/1.1" status: 200 len: 944 time: 0.3013773 Jul 24 00:12:07.893513 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-90e7480d-5613-4e47-b3f6-e962ae68c3d8 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:07.908071 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-90e7480d-5613-4e47-b3f6-e962ae68c3d8 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Calling delete_port for 05c23a2d-a333-40a3-ad43-c3bfc576a416 owned by {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:12:07.933392 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e56bffa3-650b-471b-90fa-59cf77f4911b req-fffcf728-8b68-4135-ab33-223963567123 tempest-InstanceActionsV221TestJSON-1000126691 tempest-InstanceActionsV221TestJSON-1000126691-project] 10.222.0.44 "GET /v2.0/security-groups?id=207c6b64-6e67-4434-a70e-8af0e79b1c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636711 Jul 24 00:12:07.948832 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-78f48254-76a1-481e-b777-319ce468def5 None None] Allocated IP 2001:db8::2 (e98734e2-dedb-4450-9333-d795164b1ce9/316c6d47-6816-42ce-a112-626d81575c3b/793f7513-a65c-44ef-8913-ccf077046a8d) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:12:08.021936 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device af377e28-59d4-48c1-a2cf-f8c164fb0805 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:12:08.044780 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: af377e28-59d4-48c1-a2cf-f8c164fb0805 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:12:08.045245 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device af377e28-59d4-48c1-a2cf-f8c164fb0805 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:12:08.096836 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-90e7480d-5613-4e47-b3f6-e962ae68c3d8 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:08.132246 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e7480d-5613-4e47-b3f6-e962ae68c3d8 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Pushing event deleted for resources: {'Port': ['ID=05c23a2d-a333-40a3-ad43-c3bfc576a416,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:08.181040 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-78f48254-76a1-481e-b777-319ce468def5 None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:08.192678 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-78f48254-76a1-481e-b777-319ce468def5 None None] Transition to ACTIVE for port object 793f7513-a65c-44ef-8913-ccf077046a8d will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:12:08.213767 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-78f48254-76a1-481e-b777-319ce468def5 None None] Transition to ACTIVE for port object 793f7513-a65c-44ef-8913-ccf077046a8d will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:12:08.227954 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-78f48254-76a1-481e-b777-319ce468def5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:08.241674 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-90e7480d-5613-4e47-b3f6-e962ae68c3d8 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:08.244294 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-90e7480d-5613-4e47-b3f6-e962ae68c3d8 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "DELETE /v2.0/ports/05c23a2d-a333-40a3-ad43-c3bfc576a416 HTTP/1.1" status: 204 len: 168 time: 0.7147584 Jul 24 00:12:08.246964 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 42584) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:08.270515 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f48254-76a1-481e-b777-319ce468def5 None None] Network e98734e2-dedb-4450-9333-d795164b1ce9 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:12:08.273968 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-78f48254-76a1-481e-b777-319ce468def5 None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:12:08.280756 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f48254-76a1-481e-b777-319ce468def5 None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:12:08.318058 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f48254-76a1-481e-b777-319ce468def5 None None] Pushing event updated for resources: {'Port': ['ID=793f7513-a65c-44ef-8913-ccf077046a8d,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:08.355649 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-a397ad3f-288e-496b-9245-18d64b44f9da tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Allocated IP 2001:db8::cc4f:aa6e:434a:e74 (e98734e2-dedb-4450-9333-d795164b1ce9/316c6d47-6816-42ce-a112-626d81575c3b/5461fc9a-f666-4fa2-a327-37c22e0b6022) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:12:08.377924 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-c1b590f6-615a-48bd-bf19-7f3ca3846a4e tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Deleting port 2ae00847-5047-43ce-ba3f-aff5e321b304 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:12:08.378282 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c1b590f6-615a-48bd-bf19-7f3ca3846a4e tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:08.393054 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-78f48254-76a1-481e-b777-319ce468def5 None None] Attempting to bind port 793f7513-a65c-44ef-8913-ccf077046a8d on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:12:08.393365 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-78f48254-76a1-481e-b777-319ce468def5 None None] Attempting to bind port 793f7513-a65c-44ef-8913-ccf077046a8d by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': 'b737500e-4702-4fa9-bd4b-6c1d2e2fa041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:12:08.393727 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f48254-76a1-481e-b777-319ce468def5 None None] Attempting to bind port 793f7513-a65c-44ef-8913-ccf077046a8d on network e98734e2-dedb-4450-9333-d795164b1ce9 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:12:08.406442 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f48254-76a1-481e-b777-319ce468def5 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:12:08.407332 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f48254-76a1-481e-b777-319ce468def5 None None] Checking segment: {'id': 'b737500e-4702-4fa9-bd4b-6c1d2e2fa041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:12:08.407756 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-78f48254-76a1-481e-b777-319ce468def5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:08.408162 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f48254-76a1-481e-b777-319ce468def5 None None] Bound using segment: {'id': 'b737500e-4702-4fa9-bd4b-6c1d2e2fa041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:12:08.409190 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-78f48254-76a1-481e-b777-319ce468def5 None None] Bound port: 793f7513-a65c-44ef-8913-ccf077046a8d, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b737500e-4702-4fa9-bd4b-6c1d2e2fa041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:12:08.409581 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-78f48254-76a1-481e-b777-319ce468def5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:08.536291 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-78f48254-76a1-481e-b777-319ce468def5 None None] For port 793f7513-a65c-44ef-8913-ccf077046a8d, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:12:08.543329 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-78f48254-76a1-481e-b777-319ce468def5 None None] For port 793f7513-a65c-44ef-8913-ccf077046a8d, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=793f7513-a65c-44ef-8913-ccf077046a8d,segment=NetworkSegment(b737500e-4702-4fa9-bd4b-6c1d2e2fa041),segment_id=b737500e-4702-4fa9-bd4b-6c1d2e2fa041)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:12:08.545147 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a397ad3f-288e-496b-9245-18d64b44f9da tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:08.554303 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 31bfeae2-f148-49b6-bf06-f44e6ff464e8 up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:12:08.563283 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [None req-a397ad3f-288e-496b-9245-18d64b44f9da tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Transition to ACTIVE for port object 5461fc9a-f666-4fa2-a327-37c22e0b6022 will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:12:08.643538 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-78f48254-76a1-481e-b777-319ce468def5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:08.658544 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a397ad3f-288e-496b-9245-18d64b44f9da tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:08.668237 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c1b590f6-615a-48bd-bf19-7f3ca3846a4e tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:08.698193 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-c1b590f6-615a-48bd-bf19-7f3ca3846a4e tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Calling delete_port for 2ae00847-5047-43ce-ba3f-aff5e321b304 owned by {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:12:08.719159 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a397ad3f-288e-496b-9245-18d64b44f9da tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Network e98734e2-dedb-4450-9333-d795164b1ce9 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:12:08.727704 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ceb82a-1403-4181-ab94-a6dd084b7757 req-babbd03e-6975-4f15-a398-346b968a462b tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:08.741500 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-23ceb82a-1403-4181-ab94-a6dd084b7757 req-babbd03e-6975-4f15-a398-346b968a462b tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=549de624-bb09-4e50-8794-41d8de162ace HTTP/1.1" status: 200 len: 946 time: 0.1475856 Jul 24 00:12:08.758143 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-a397ad3f-288e-496b-9245-18d64b44f9da tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:12:08.767379 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a397ad3f-288e-496b-9245-18d64b44f9da tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:12:08.774321 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a397ad3f-288e-496b-9245-18d64b44f9da tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:08.775340 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a397ad3f-288e-496b-9245-18d64b44f9da tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:08.801555 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port 31bfeae2-f148-49b6-bf06-f44e6ff464e8 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:12:08.807032 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a397ad3f-288e-496b-9245-18d64b44f9da tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event updated for resources: {'Port': ['ID=5461fc9a-f666-4fa2-a327-37c22e0b6022,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:08.807989 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port 31bfeae2-f148-49b6-bf06-f44e6ff464e8 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:12:08.808671 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:08.833076 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-a397ad3f-288e-496b-9245-18d64b44f9da tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6388991 Jul 24 00:12:08.835390 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42594) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:08.917500 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f48254-76a1-481e-b777-319ce468def5 None None] Pushing event updated for resources: {'Port': ['ID=793f7513-a65c-44ef-8913-ccf077046a8d,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:08.982682 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-23ceb82a-1403-4181-ab94-a6dd084b7757 req-f859ccde-6670-4ba3-a72e-4bff21a3e471 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=65668094-9226-4b65-8245-cb28bd37e836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1745250 Jul 24 00:12:09.029935 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a94f56-242f-4d14-a434-82c156ad6083 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:09.052932 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a94f56-242f-4d14-a434-82c156ad6083 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:09.054822 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-32a94f56-242f-4d14-a434-82c156ad6083 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2181678 Jul 24 00:12:09.061500 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42604) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:09.113022 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:09.169579 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4130d6ab-32bc-4f93-8886-2320dcfe41a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31bfeae2-f148-49b6-bf06-f44e6ff464e8'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:12:09.171625 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ab2860-2176-4a0f-ac84-91afc79f1769" -d '{"events": [{"server_uuid": "4130d6ab-32bc-4f93-8886-2320dcfe41a6", "name": "network-vif-plugged", "status": "completed", "tag": "31bfeae2-f148-49b6-bf06-f44e6ff464e8"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:12:09.177535 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c1b590f6-615a-48bd-bf19-7f3ca3846a4e tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:09.220053 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 31bfeae2-f148-49b6-bf06-f44e6ff464e8, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=31bfeae2-f148-49b6-bf06-f44e6ff464e8,segment=NetworkSegment(ae09ea22-3736-4c2b-a13d-313cfdf16dc8),segment_id=ae09ea22-3736-4c2b-a13d-313cfdf16dc8)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:12:09.234023 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:09.298332 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b590f6-615a-48bd-bf19-7f3ca3846a4e tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Pushing event deleted for resources: {'Port': ['ID=2ae00847-5047-43ce-ba3f-aff5e321b304,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:09.338616 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82081634-7c55-4091-b172-89a620ff3ce7 x-openstack-request-id: req-82081634-7c55-4091-b172-89a620ff3ce7 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:12:09.340402 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4130d6ab-32bc-4f93-8886-2320dcfe41a6", "name": "network-vif-plugged", "status": "completed", "tag": "31bfeae2-f148-49b6-bf06-f44e6ff464e8", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:12:09.340925 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-82081634-7c55-4091-b172-89a620ff3ce7 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:12:09.341692 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4130d6ab-32bc-4f93-8886-2320dcfe41a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31bfeae2-f148-49b6-bf06-f44e6ff464e8', 'code': 200} Jul 24 00:12:09.350376 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-9502f7aa-2d11-4084-8465-150e319e2c3a tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Deleting port 5461fc9a-f666-4fa2-a327-37c22e0b6022 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:12:09.350908 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9502f7aa-2d11-4084-8465-150e319e2c3a tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:09.378893 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=31bfeae2-f148-49b6-bf06-f44e6ff464e8,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:09.402825 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4061849f-e91e-4693-9103-1bb4418dce7d req-58b70836-0ae7-4e8d-a0c5-a4b7e17d1c00 tempest-InstanceActionsV221TestJSON-1000126691 tempest-InstanceActionsV221TestJSON-1000126691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:09.404374 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4061849f-e91e-4693-9103-1bb4418dce7d req-58b70836-0ae7-4e8d-a0c5-a4b7e17d1c00 tempest-InstanceActionsV221TestJSON-1000126691 tempest-InstanceActionsV221TestJSON-1000126691-project] 10.222.0.44 "GET /v2.0/ports?device_id=4130d6ab-32bc-4f93-8886-2320dcfe41a6 HTTP/1.1" status: 200 len: 944 time: 0.2676528 Jul 24 00:12:09.475309 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c1b590f6-615a-48bd-bf19-7f3ca3846a4e tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:09.477766 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-c1b590f6-615a-48bd-bf19-7f3ca3846a4e tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "DELETE /v2.0/ports/2ae00847-5047-43ce-ba3f-aff5e321b304 HTTP/1.1" status: 204 len: 168 time: 1.2292914 Jul 24 00:12:09.480020 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 42610) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:09.496890 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9502f7aa-2d11-4084-8465-150e319e2c3a tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:09.508319 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4061849f-e91e-4693-9103-1bb4418dce7d req-e1d5d6a3-ba72-43b0-a728-ba91d3215df0 tempest-InstanceActionsV221TestJSON-1000126691 tempest-InstanceActionsV221TestJSON-1000126691-project] 10.222.0.44 "GET /v2.0/security-groups?id=207c6b64-6e67-4434-a70e-8af0e79b1c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774579 Jul 24 00:12:09.515146 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-9502f7aa-2d11-4084-8465-150e319e2c3a tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Calling delete_port for 5461fc9a-f666-4fa2-a327-37c22e0b6022 owned by {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:12:09.545102 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40526823-d2b6-4ba4-b6eb-7df1d5a09481 req-af6665ab-7094-499c-a314-e00a16e832aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:09.546702 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-40526823-d2b6-4ba4-b6eb-7df1d5a09481 req-af6665ab-7094-499c-a314-e00a16e832aa service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4130d6ab-32bc-4f93-8886-2320dcfe41a6 HTTP/1.1" status: 200 len: 1097 time: 0.1797419 Jul 24 00:12:09.553676 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8270aa9-a413-4dc0-bb12-434416d8b6c9 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Deleting subnet 27043a76-3596-4241-bf83-647bae554fd9 {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:12:09.564348 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e8270aa9-a413-4dc0-bb12-434416d8b6c9 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:09.636360 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e8270aa9-a413-4dc0-bb12-434416d8b6c9 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:09.640638 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-40526823-d2b6-4ba4-b6eb-7df1d5a09481 req-b5b5be86-f48e-4a58-b859-309cd93b6a67 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=207c6b64-6e67-4434-a70e-8af0e79b1c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843685 Jul 24 00:12:09.692958 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9502f7aa-2d11-4084-8465-150e319e2c3a tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:09.742707 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9502f7aa-2d11-4084-8465-150e319e2c3a tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event deleted for resources: {'Port': ['ID=5461fc9a-f666-4fa2-a327-37c22e0b6022,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:09.762340 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e8270aa9-a413-4dc0-bb12-434416d8b6c9 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:09.785139 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9502f7aa-2d11-4084-8465-150e319e2c3a tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:09.787159 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-9502f7aa-2d11-4084-8465-150e319e2c3a tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/ports/5461fc9a-f666-4fa2-a327-37c22e0b6022 HTTP/1.1" status: 204 len: 168 time: 0.7246578 Jul 24 00:12:09.789636 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42618) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:09.898784 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70e8402-217b-43f2-a336-a52f3347b3f0 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:09.901117 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70e8402-217b-43f2-a336-a52f3347b3f0 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:09.906038 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-d70e8402-217b-43f2-a336-a52f3347b3f0 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1123071 Jul 24 00:12:09.906182 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42626) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:09.920283 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e8270aa9-a413-4dc0-bb12-434416d8b6c9 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:10.022267 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfc1588f-27bb-4b02-9b96-a9e38554b49e tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Deleting subnet 316c6d47-6816-42ce-a112-626d81575c3b {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:12:10.026043 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cfc1588f-27bb-4b02-9b96-a9e38554b49e tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:10.036428 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e8270aa9-a413-4dc0-bb12-434416d8b6c9 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:10.039272 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19d91bb-0dcb-49d8-9737-653b0c1b9cd5 None None] Network 0bd87d55-8051-4371-bdff-26afb21cf3d1 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:12:10.041706 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-e8270aa9-a413-4dc0-bb12-434416d8b6c9 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "DELETE /v2.0/subnets/27043a76-3596-4241-bf83-647bae554fd9 HTTP/1.1" status: 204 len: 168 time: 0.5607486 Jul 24 00:12:10.042806 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 42630) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:10.043665 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8270aa9-a413-4dc0-bb12-434416d8b6c9 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Pushing event deleted for resources: {'Subnet': ['ID=27043a76-3596-4241-bf83-647bae554fd9,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:10.112683 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cfc1588f-27bb-4b02-9b96-a9e38554b49e tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:10.137230 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 793f7513-a65c-44ef-8913-ccf077046a8d up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:12:10.153754 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-36146b07-3592-4623-a87f-29c6eeabf494 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Deleting subnet f94f5fe1-1657-4d56-85e2-2952459188b5 {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:12:10.157317 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-36146b07-3592-4623-a87f-29c6eeabf494 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:10.290960 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cfc1588f-27bb-4b02-9b96-a9e38554b49e tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:10.297767 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-36146b07-3592-4623-a87f-29c6eeabf494 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:10.415364 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cfc1588f-27bb-4b02-9b96-a9e38554b49e tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:10.458899 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc1588f-27bb-4b02-9b96-a9e38554b49e tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event deleted for resources: {'Subnet': ['ID=316c6d47-6816-42ce-a112-626d81575c3b,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:10.462318 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cfc1588f-27bb-4b02-9b96-a9e38554b49e tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:10.467850 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-cfc1588f-27bb-4b02-9b96-a9e38554b49e tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/subnets/316c6d47-6816-42ce-a112-626d81575c3b HTTP/1.1" status: 204 len: 168 time: 0.5566666 Jul 24 00:12:10.475839 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42638) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:10.479558 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 793f7513-a65c-44ef-8913-ccf077046a8d completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:12:10.544733 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-36146b07-3592-4623-a87f-29c6eeabf494 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:10.564591 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-bf07f975-b6ea-4c80-9ffd-5c1cc700babb tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0851190 Jul 24 00:12:10.565125 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42642) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:10.570444 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-bba6569f-ca84-4553-b08e-019cfaf1060f tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Request body: {'subnet': {'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:12:10.584534 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3345f00f-da82-4adc-a60c-ac985c010852 None None] DHCP port deletion for 0bd87d55-8051-4371-bdff-26afb21cf3d1 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:12:10.593486 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7239a420-23e5-438c-87c0-8f6e3a44eecb req-d186159d-9c39-412b-940f-c7106f00a99f tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:10.597122 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7239a420-23e5-438c-87c0-8f6e3a44eecb req-d186159d-9c39-412b-940f-c7106f00a99f tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=549de624-bb09-4e50-8794-41d8de162ace HTTP/1.1" status: 200 len: 946 time: 0.3820963 Jul 24 00:12:10.636857 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4890b5-7b27-4f61-b011-1d6c006e491b None None] Network e98734e2-dedb-4450-9333-d795164b1ce9 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:12:10.677447 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7239a420-23e5-438c-87c0-8f6e3a44eecb req-9c3092d7-27ec-4abc-a887-6c0d4ad5c31e tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=65668094-9226-4b65-8245-cb28bd37e836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675094 Jul 24 00:12:10.697800 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-36146b07-3592-4623-a87f-29c6eeabf494 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:10.724730 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-bf0ee233-367a-467b-8ade-310f68f48154 None None] Provisioning for port 793f7513-a65c-44ef-8913-ccf077046a8d completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:12:10.739582 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba6569f-ca84-4553-b08e-019cfaf1060f tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Made reservation on behalf of ba617effe2664093b954ded2eab93240 for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:12:10.743746 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-bba6569f-ca84-4553-b08e-019cfaf1060f tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:10.754111 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36146b07-3592-4623-a87f-29c6eeabf494 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Pushing event deleted for resources: {'Subnet': ['ID=f94f5fe1-1657-4d56-85e2-2952459188b5,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:10.763913 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-36146b07-3592-4623-a87f-29c6eeabf494 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:10.765940 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-36146b07-3592-4623-a87f-29c6eeabf494 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "DELETE /v2.0/subnets/f94f5fe1-1657-4d56-85e2-2952459188b5 HTTP/1.1" status: 204 len: 168 time: 0.7199717 Jul 24 00:12:10.768602 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 42644) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:10.780036 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-3345f00f-da82-4adc-a60c-ac985c010852 None None] Deleting port 55f4f266-3564-43a9-bbef-fdc8cbd76a38 {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:12:10.780411 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3345f00f-da82-4adc-a60c-ac985c010852 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:10.792134 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34bb0679-78f7-4772-8bc7-608e498bcb6f None None] Network 2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:12:10.798954 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-bf0ee233-367a-467b-8ade-310f68f48154 None None] Provisioning complete for port 793f7513-a65c-44ef-8913-ccf077046a8d triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:12:10.798954 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-bf0ee233-367a-467b-8ade-310f68f48154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:10.799978 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c0f25-ac0c-49cb-a4cd-dae70d2fbdb4 req-eebb96c8-0a1e-473f-94be-d6f3b50b5599 tempest-InstanceActionsV221TestJSON-1000126691 tempest-InstanceActionsV221TestJSON-1000126691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:10.802379 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-299c0f25-ac0c-49cb-a4cd-dae70d2fbdb4 req-eebb96c8-0a1e-473f-94be-d6f3b50b5599 tempest-InstanceActionsV221TestJSON-1000126691 tempest-InstanceActionsV221TestJSON-1000126691-project] 10.222.0.44 "GET /v2.0/ports?device_id=4130d6ab-32bc-4f93-8886-2320dcfe41a6 HTTP/1.1" status: 200 len: 945 time: 0.1421883 Jul 24 00:12:10.892351 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7cc1d1ec-0df4-42b3-ba76-23d592f8590f tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:11.003080 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-7cc1d1ec-0df4-42b3-ba76-23d592f8590f tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Deleting port 55f4f266-3564-43a9-bbef-fdc8cbd76a38 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:12:11.003430 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7cc1d1ec-0df4-42b3-ba76-23d592f8590f tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:11.088294 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-7cc1d1ec-0df4-42b3-ba76-23d592f8590f tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] For port 55f4f266-3564-43a9-bbef-fdc8cbd76a38, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=55f4f266-3564-43a9-bbef-fdc8cbd76a38,segment=NetworkSegment(67210387-9ab9-4aa4-9937-6b54614e94e7),segment_id=67210387-9ab9-4aa4-9937-6b54614e94e7)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:12:11.088596 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7cc1d1ec-0df4-42b3-ba76-23d592f8590f tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:11.116245 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-7cc1d1ec-0df4-42b3-ba76-23d592f8590f tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Calling delete_port for 55f4f266-3564-43a9-bbef-fdc8cbd76a38 owned by network:dhcp {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:12:11.125915 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-bf0ee233-367a-467b-8ade-310f68f48154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:11.146615 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-299c0f25-ac0c-49cb-a4cd-dae70d2fbdb4 req-ce17d27a-3113-4ef7-8e59-bdae20d64a48 tempest-InstanceActionsV221TestJSON-1000126691 tempest-InstanceActionsV221TestJSON-1000126691-project] 10.222.0.44 "GET /v2.0/security-groups?id=207c6b64-6e67-4434-a70e-8af0e79b1c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505052 Jul 24 00:12:11.148364 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-bba6569f-ca84-4553-b08e-019cfaf1060f tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:11.198445 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-bf0ee233-367a-467b-8ade-310f68f48154 None None] For port 793f7513-a65c-44ef-8913-ccf077046a8d, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=793f7513-a65c-44ef-8913-ccf077046a8d,segment=NetworkSegment(b737500e-4702-4fa9-bd4b-6c1d2e2fa041),segment_id=b737500e-4702-4fa9-bd4b-6c1d2e2fa041)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:12:11.212355 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-bf0ee233-367a-467b-8ade-310f68f48154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:11.216327 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-3345f00f-da82-4adc-a60c-ac985c010852 None None] For port 55f4f266-3564-43a9-bbef-fdc8cbd76a38, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=55f4f266-3564-43a9-bbef-fdc8cbd76a38,segment=NetworkSegment(67210387-9ab9-4aa4-9937-6b54614e94e7),segment_id=67210387-9ab9-4aa4-9937-6b54614e94e7)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:12:11.216506 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3345f00f-da82-4adc-a60c-ac985c010852 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:11.231665 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba6569f-ca84-4553-b08e-019cfaf1060f tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event updated for resources: {'Subnet': ['ID=f23ae18e-0c41-448c-b820-97dd1c63bded,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:11.245828 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7cc1d1ec-0df4-42b3-ba76-23d592f8590f tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:11.266415 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba6569f-ca84-4553-b08e-019cfaf1060f tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Network e98734e2-dedb-4450-9333-d795164b1ce9 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:12:11.269058 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-bba6569f-ca84-4553-b08e-019cfaf1060f tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:12:11.272570 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba6569f-ca84-4553-b08e-019cfaf1060f tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:11.273689 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-bba6569f-ca84-4553-b08e-019cfaf1060f tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:11.290073 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc1d1ec-0df4-42b3-ba76-23d592f8590f tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Pushing event deleted for resources: {'Port': ['ID=55f4f266-3564-43a9-bbef-fdc8cbd76a38,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:11.290810 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-3345f00f-da82-4adc-a60c-ac985c010852 None None] Calling delete_port for 55f4f266-3564-43a9-bbef-fdc8cbd76a38 owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:12:11.305851 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 42656) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:11.306815 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-bba6569f-ca84-4553-b08e-019cfaf1060f tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7405231 Jul 24 00:12:11.321697 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-a6c3b845-0c85-4041-b2b6-41d7e2284e77 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Request body: {'port': {'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'fixed_ips': [{'subnet_id': 'f23ae18e-0c41-448c-b820-97dd1c63bded', 'ip_address': '2001:db8::7e76:1846:56af:dad6'}], 'name': 'tempest-NetworksTestDHCPv6-1086072897'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:12:11.333922 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc1d1ec-0df4-42b3-ba76-23d592f8590f tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] No DVR routers for this DVR port 55f4f266-3564-43a9-bbef-fdc8cbd76a38 on host n-d-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:12:11.497816 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0ee233-367a-467b-8ade-310f68f48154 None None] Pushing event updated for resources: {'Port': ['ID=793f7513-a65c-44ef-8913-ccf077046a8d,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:11.592556 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3345f00f-da82-4adc-a60c-ac985c010852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:11.617616 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3345f00f-da82-4adc-a60c-ac985c010852 None None] Pushing event deleted for resources: {'Port': ['ID=55f4f266-3564-43a9-bbef-fdc8cbd76a38,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:11.645827 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3345f00f-da82-4adc-a60c-ac985c010852 None None] No DVR routers for this DVR port 55f4f266-3564-43a9-bbef-fdc8cbd76a38 on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:12:11.677701 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd212e3d-e805-42b3-be21-0ae1747c4934 None None] DHCP port deletion for e98734e2-dedb-4450-9333-d795164b1ce9 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:12:11.757246 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ced345f-81c1-4280-ad42-7aee23d71db5 None None] DHCP port deletion for 2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:12:11.814263 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659370ee-53da-44ff-80e9-a472c73ba5bd req-108a2def-abbb-431b-8b83-810f4cb35a36 tempest-InstanceActionsV221TestJSON-1000126691 tempest-InstanceActionsV221TestJSON-1000126691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:11.818168 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-659370ee-53da-44ff-80e9-a472c73ba5bd req-108a2def-abbb-431b-8b83-810f4cb35a36 tempest-InstanceActionsV221TestJSON-1000126691 tempest-InstanceActionsV221TestJSON-1000126691-project] 10.222.0.44 "GET /v2.0/ports?device_id=4130d6ab-32bc-4f93-8886-2320dcfe41a6 HTTP/1.1" status: 200 len: 945 time: 0.1297655 Jul 24 00:12:11.852572 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-dd212e3d-e805-42b3-be21-0ae1747c4934 None None] Deleting port 793f7513-a65c-44ef-8913-ccf077046a8d {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:12:11.852992 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-dd212e3d-e805-42b3-be21-0ae1747c4934 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:11.887860 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-659370ee-53da-44ff-80e9-a472c73ba5bd req-67d61cc7-b4e3-491b-bcbf-31d716fa9201 tempest-InstanceActionsV221TestJSON-1000126691 tempest-InstanceActionsV221TestJSON-1000126691-project] 10.222.0.44 "GET /v2.0/security-groups?id=207c6b64-6e67-4434-a70e-8af0e79b1c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618873 Jul 24 00:12:11.888420 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-0ced345f-81c1-4280-ad42-7aee23d71db5 None None] Deleting port 44b7d56a-f3c0-492a-9457-be35428783e2 {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:12:11.888846 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0ced345f-81c1-4280-ad42-7aee23d71db5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:11.984563 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-dd212e3d-e805-42b3-be21-0ae1747c4934 None None] For port 793f7513-a65c-44ef-8913-ccf077046a8d, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=793f7513-a65c-44ef-8913-ccf077046a8d,segment=NetworkSegment(b737500e-4702-4fa9-bd4b-6c1d2e2fa041),segment_id=b737500e-4702-4fa9-bd4b-6c1d2e2fa041)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:12:11.985454 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-dd212e3d-e805-42b3-be21-0ae1747c4934 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:12.011297 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-dd212e3d-e805-42b3-be21-0ae1747c4934 None None] Calling delete_port for 793f7513-a65c-44ef-8913-ccf077046a8d owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:12:12.018390 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7cc1d1ec-0df4-42b3-ba76-23d592f8590f tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:12.031721 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-7cc1d1ec-0df4-42b3-ba76-23d592f8590f tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bd87d55-8051-4371-bdff-26afb21cf3d1']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:12:12.051039 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-7cc1d1ec-0df4-42b3-ba76-23d592f8590f tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67210387-9ab9-4aa4-9937-6b54614e94e7') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:12:12.051596 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-7cc1d1ec-0df4-42b3-ba76-23d592f8590f tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67210387-9ab9-4aa4-9937-6b54614e94e7') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:12:12.063982 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7cc1d1ec-0df4-42b3-ba76-23d592f8590f tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:12.099206 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 793f7513-a65c-44ef-8913-ccf077046a8d no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:12:12.117843 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7cc1d1ec-0df4-42b3-ba76-23d592f8590f tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:12.133293 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cc1d1ec-0df4-42b3-ba76-23d592f8590f tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:12:12.133866 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7cc1d1ec-0df4-42b3-ba76-23d592f8590f tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:12.137634 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:12:12.137634 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:12:12.137634 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:12:12.137634 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:12:12.137634 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:12:12.137634 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:12:12.137634 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:12:12.137634 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:12:12.137634 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:12:12.137634 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:12:12.137634 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:12:12.137634 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:12:12.137634 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:12:12.137634 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:12:12.137634 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:12:12.137634 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:12:12.137634 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:12:12.137634 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:12:12.137634 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:12:12.137634 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:12:12.137634 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:12:12.137634 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:12:12.137634 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:12:12.137634 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:12:12.137634 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:12:12.137634 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:12:12.137634 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:12:12.137634 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:12:12.137634 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:12:12.137634 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:12:12.137634 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:12:12.137634 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:12:12.163064 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-0ced345f-81c1-4280-ad42-7aee23d71db5 None None] For port 44b7d56a-f3c0-492a-9457-be35428783e2, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=44b7d56a-f3c0-492a-9457-be35428783e2,segment=NetworkSegment(6a9bfae8-3859-4d2f-b2ea-41b2fe58337b),segment_id=6a9bfae8-3859-4d2f-b2ea-41b2fe58337b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:12:12.163612 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0ced345f-81c1-4280-ad42-7aee23d71db5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:12.227936 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-0ced345f-81c1-4280-ad42-7aee23d71db5 None None] Calling delete_port for 44b7d56a-f3c0-492a-9457-be35428783e2 owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:12:12.236250 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512fc042-d891-4f66-9343-4283453dc29a req-958bec6f-b5b6-476f-987a-9bf33d68a752 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:12.243144 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-512fc042-d891-4f66-9343-4283453dc29a req-958bec6f-b5b6-476f-987a-9bf33d68a752 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=549de624-bb09-4e50-8794-41d8de162ace HTTP/1.1" status: 200 len: 946 time: 0.1720140 Jul 24 00:12:12.253462 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7cc1d1ec-0df4-42b3-ba76-23d592f8590f tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:12.282154 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7cc1d1ec-0df4-42b3-ba76-23d592f8590f tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:12.286249 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42682) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:12.286378 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-7cc1d1ec-0df4-42b3-ba76-23d592f8590f tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "DELETE /v2.0/networks/0bd87d55-8051-4371-bdff-26afb21cf3d1 HTTP/1.1" status: 204 len: 168 time: 1.5166376 Jul 24 00:12:12.287002 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6c3b845-0c85-4041-b2b6-41d7e2284e77 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Made reservation on behalf of ba617effe2664093b954ded2eab93240 for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:12:12.341656 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-512fc042-d891-4f66-9343-4283453dc29a req-7e733fe2-dc06-44d0-b489-c57339a4c487 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=65668094-9226-4b65-8245-cb28bd37e836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975535 Jul 24 00:12:12.345361 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc1d1ec-0df4-42b3-ba76-23d592f8590f tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Pushing event deleted for resources: {'Network': ['ID=0bd87d55-8051-4371-bdff-26afb21cf3d1,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:12.397199 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:12.426173 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a6c3b845-0c85-4041-b2b6-41d7e2284e77 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:12.436128 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-dd212e3d-e805-42b3-be21-0ae1747c4934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:12.451153 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [None req-a6c3b845-0c85-4041-b2b6-41d7e2284e77 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] device_id is not set on port 0a96ba40-fd6e-4c49-8646-e63911461600 yet. {{(pid=100314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:12:12.460751 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a4b6fe0e-bc68-41b3-a5a0-026288f19678 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:12.520140 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 55f4f266-3564-43a9-bbef-fdc8cbd76a38 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:12:12.525429 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-a4b6fe0e-bc68-41b3-a5a0-026288f19678 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Deleting port 44b7d56a-f3c0-492a-9457-be35428783e2 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:12:12.526028 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a4b6fe0e-bc68-41b3-a5a0-026288f19678 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:12.526483 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd212e3d-e805-42b3-be21-0ae1747c4934 None None] No DVR routers for this DVR port 793f7513-a65c-44ef-8913-ccf077046a8d on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:12:12.542655 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd212e3d-e805-42b3-be21-0ae1747c4934 None None] Pushing event deleted for resources: {'Port': ['ID=793f7513-a65c-44ef-8913-ccf077046a8d,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:12.558796 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e84f7d-1b67-451b-bd88-f4cbd425366b None None] Network e98734e2-dedb-4450-9333-d795164b1ce9 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:12:12.621944 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-a4b6fe0e-bc68-41b3-a5a0-026288f19678 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] For port 44b7d56a-f3c0-492a-9457-be35428783e2, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=44b7d56a-f3c0-492a-9457-be35428783e2,segment=NetworkSegment(6a9bfae8-3859-4d2f-b2ea-41b2fe58337b),segment_id=6a9bfae8-3859-4d2f-b2ea-41b2fe58337b)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:12:12.622256 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a4b6fe0e-bc68-41b3-a5a0-026288f19678 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:12.637691 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-a4b6fe0e-bc68-41b3-a5a0-026288f19678 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Calling delete_port for 44b7d56a-f3c0-492a-9457-be35428783e2 owned by network:dhcp {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:12:12.651867 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 55f4f266-3564-43a9-bbef-fdc8cbd76a38 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:12:12.652220 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 55f4f266-3564-43a9-bbef-fdc8cbd76a38 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:12:12.652639 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 44b7d56a-f3c0-492a-9457-be35428783e2 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:12:12.654331 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0ced345f-81c1-4280-ad42-7aee23d71db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:12.684383 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ced345f-81c1-4280-ad42-7aee23d71db5 None None] No DVR routers for this DVR port 44b7d56a-f3c0-492a-9457-be35428783e2 on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:12:12.810029 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a4b6fe0e-bc68-41b3-a5a0-026288f19678 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:12.826948 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b6fe0e-bc68-41b3-a5a0-026288f19678 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] No DVR routers for this DVR port 44b7d56a-f3c0-492a-9457-be35428783e2 on host n-d-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:12:12.844709 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-a6c3b845-0c85-4041-b2b6-41d7e2284e77 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Allocated IP 2001:db8::7e76:1846:56af:dad6 (e98734e2-dedb-4450-9333-d795164b1ce9/f23ae18e-0c41-448c-b820-97dd1c63bded/0a96ba40-fd6e-4c49-8646-e63911461600) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:12:12.851783 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b6fe0e-bc68-41b3-a5a0-026288f19678 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Pushing event deleted for resources: {'Port': ['ID=44b7d56a-f3c0-492a-9457-be35428783e2,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:12.921011 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 44b7d56a-f3c0-492a-9457-be35428783e2 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:12:12.921595 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 44b7d56a-f3c0-492a-9457-be35428783e2 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:12:13.024318 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76f0444-c6ab-4236-a2a3-fb0eb1728955 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-e98734e2-dedb-4450-9333-d795164b1ce9', 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'tenant_id': 'ba617effe2664093b954ded2eab93240', 'fixed_ips': [{'subnet_id': 'f23ae18e-0c41-448c-b820-97dd1c63bded'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:12:13.025702 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f76f0444-c6ab-4236-a2a3-fb0eb1728955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:13.028013 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ced345f-81c1-4280-ad42-7aee23d71db5 None None] Pushing event deleted for resources: {'Port': ['ID=44b7d56a-f3c0-492a-9457-be35428783e2,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:13.053229 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a4b6fe0e-bc68-41b3-a5a0-026288f19678 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:13.108980 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a6c3b845-0c85-4041-b2b6-41d7e2284e77 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:13.122440 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab05fb-607b-4826-99ba-0fe141273f19 req-e789826d-7f05-4982-8f04-0afc7756418a tempest-InstanceActionsV221TestJSON-1000126691 tempest-InstanceActionsV221TestJSON-1000126691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:13.124118 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-52ab05fb-607b-4826-99ba-0fe141273f19 req-e789826d-7f05-4982-8f04-0afc7756418a tempest-InstanceActionsV221TestJSON-1000126691 tempest-InstanceActionsV221TestJSON-1000126691-project] 10.222.0.64 "GET /v2.0/ports?device_id=4130d6ab-32bc-4f93-8886-2320dcfe41a6 HTTP/1.1" status: 200 len: 945 time: 0.3621883 Jul 24 00:12:13.134469 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-a4b6fe0e-bc68-41b3-a5a0-026288f19678 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:12:13.144647 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [None req-a6c3b845-0c85-4041-b2b6-41d7e2284e77 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Transition to ACTIVE for port object 0a96ba40-fd6e-4c49-8646-e63911461600 will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:12:13.166599 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-a4b6fe0e-bc68-41b3-a5a0-026288f19678 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a9bfae8-3859-4d2f-b2ea-41b2fe58337b') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:12:13.166957 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-a4b6fe0e-bc68-41b3-a5a0-026288f19678 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a9bfae8-3859-4d2f-b2ea-41b2fe58337b') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:12:13.185415 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a4b6fe0e-bc68-41b3-a5a0-026288f19678 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:13.256751 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a4b6fe0e-bc68-41b3-a5a0-026288f19678 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:13.265165 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4b6fe0e-bc68-41b3-a5a0-026288f19678 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:12:13.265877 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a4b6fe0e-bc68-41b3-a5a0-026288f19678 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:13.285042 n-d-800088-16 neutron-server[100313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:12:13.285042 n-d-800088-16 neutron-server[100313]: self.session.flush() Jul 24 00:12:13.285042 n-d-800088-16 neutron-server[100313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:12:13.285042 n-d-800088-16 neutron-server[100313]: self.session.flush() Jul 24 00:12:13.285042 n-d-800088-16 neutron-server[100313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:12:13.285042 n-d-800088-16 neutron-server[100313]: self.session.flush() Jul 24 00:12:13.285042 n-d-800088-16 neutron-server[100313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:12:13.285042 n-d-800088-16 neutron-server[100313]: self.session.flush() Jul 24 00:12:13.285042 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:12:13.285042 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:12:13.285042 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:12:13.285042 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:12:13.285042 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:12:13.285042 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:12:13.285042 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:12:13.285042 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:12:13.285042 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:12:13.285042 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:12:13.285042 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:12:13.285042 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:12:13.285042 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:12:13.285042 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:12:13.285042 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:12:13.285042 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:12:13.285042 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:12:13.285042 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:12:13.285042 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:12:13.285042 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:12:13.285042 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:12:13.285042 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:12:13.285042 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:12:13.285042 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:12:13.285042 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:12:13.285042 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:12:13.285042 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:12:13.285042 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:12:13.285042 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:12:13.285042 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:12:13.285042 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:12:13.285042 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:12:13.365440 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a22d0da-50f4-436b-a66e-dc71b7264c4b req-372a0beb-f64b-4e14-b4f6-18b95f7e577e tempest-InstanceActionsV221TestJSON-1000126691 tempest-InstanceActionsV221TestJSON-1000126691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:13.367500 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2a22d0da-50f4-436b-a66e-dc71b7264c4b req-372a0beb-f64b-4e14-b4f6-18b95f7e577e tempest-InstanceActionsV221TestJSON-1000126691 tempest-InstanceActionsV221TestJSON-1000126691-project] 10.222.0.44 "GET /v2.0/ports?device_id=4130d6ab-32bc-4f93-8886-2320dcfe41a6 HTTP/1.1" status: 200 len: 945 time: 0.2744989 Jul 24 00:12:13.369071 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a4b6fe0e-bc68-41b3-a5a0-026288f19678 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:13.395364 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a4b6fe0e-bc68-41b3-a5a0-026288f19678 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:13.399046 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-a4b6fe0e-bc68-41b3-a5a0-026288f19678 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] 10.222.0.44 "DELETE /v2.0/networks/2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62 HTTP/1.1" status: 204 len: 168 time: 1.1117418 Jul 24 00:12:13.445241 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a6c3b845-0c85-4041-b2b6-41d7e2284e77 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:13.467377 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b6fe0e-bc68-41b3-a5a0-026288f19678 tempest-TaggedBootDevicesTest_v242-838263588 tempest-TaggedBootDevicesTest_v242-838263588-project] Pushing event deleted for resources: {'Network': ['ID=2e4f144a-f7aa-4546-88d1-5c3d7e7f7f62,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:13.532960 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2a22d0da-50f4-436b-a66e-dc71b7264c4b req-27d59a1d-380e-47a3-a063-2fbf64118399 tempest-InstanceActionsV221TestJSON-1000126691 tempest-InstanceActionsV221TestJSON-1000126691-project] 10.222.0.44 "GET /v2.0/security-groups?id=207c6b64-6e67-4434-a70e-8af0e79b1c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325040 Jul 24 00:12:13.620098 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c3b845-0c85-4041-b2b6-41d7e2284e77 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Network e98734e2-dedb-4450-9333-d795164b1ce9 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:12:13.634290 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-a6c3b845-0c85-4041-b2b6-41d7e2284e77 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:12:13.637686 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-52ab05fb-607b-4826-99ba-0fe141273f19 req-d951ea71-1aba-4505-baf9-d7326e1ecc0d tempest-InstanceActionsV221TestJSON-1000126691 tempest-InstanceActionsV221TestJSON-1000126691-project] Deleting port 31bfeae2-f148-49b6-bf06-f44e6ff464e8 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:12:13.638142 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-52ab05fb-607b-4826-99ba-0fe141273f19 req-d951ea71-1aba-4505-baf9-d7326e1ecc0d tempest-InstanceActionsV221TestJSON-1000126691 tempest-InstanceActionsV221TestJSON-1000126691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:13.644609 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-f76f0444-c6ab-4236-a2a3-fb0eb1728955 None None] Allocated IP 2001:db8::2 (e98734e2-dedb-4450-9333-d795164b1ce9/f23ae18e-0c41-448c-b820-97dd1c63bded/b0987131-3af6-4f07-b5c9-b03d5950a259) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:12:13.656916 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c3b845-0c85-4041-b2b6-41d7e2284e77 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:12:13.663997 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c3b845-0c85-4041-b2b6-41d7e2284e77 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:13.664940 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a6c3b845-0c85-4041-b2b6-41d7e2284e77 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:13.680080 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c3b845-0c85-4041-b2b6-41d7e2284e77 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event updated for resources: {'Port': ['ID=0a96ba40-fd6e-4c49-8646-e63911461600,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:13.763802 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-a6c3b845-0c85-4041-b2b6-41d7e2284e77 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4512188 Jul 24 00:12:13.764013 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42710) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:13.803100 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35016af0-12b7-4a99-a40f-05d00c7c5e70 req-4054292c-0122-477a-bd1b-0ac3bbf7c7e1 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:13.823965 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-35016af0-12b7-4a99-a40f-05d00c7c5e70 req-4054292c-0122-477a-bd1b-0ac3bbf7c7e1 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=549de624-bb09-4e50-8794-41d8de162ace HTTP/1.1" status: 200 len: 946 time: 0.2500730 Jul 24 00:12:13.836884 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-52ab05fb-607b-4826-99ba-0fe141273f19 req-d951ea71-1aba-4505-baf9-d7326e1ecc0d tempest-InstanceActionsV221TestJSON-1000126691 tempest-InstanceActionsV221TestJSON-1000126691-project] For port 31bfeae2-f148-49b6-bf06-f44e6ff464e8, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=31bfeae2-f148-49b6-bf06-f44e6ff464e8,segment=NetworkSegment(ae09ea22-3736-4c2b-a13d-313cfdf16dc8),segment_id=ae09ea22-3736-4c2b-a13d-313cfdf16dc8)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:12:13.836884 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-52ab05fb-607b-4826-99ba-0fe141273f19 req-d951ea71-1aba-4505-baf9-d7326e1ecc0d tempest-InstanceActionsV221TestJSON-1000126691 tempest-InstanceActionsV221TestJSON-1000126691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:13.871205 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f76f0444-c6ab-4236-a2a3-fb0eb1728955 None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:13.885561 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-f76f0444-c6ab-4236-a2a3-fb0eb1728955 None None] Transition to ACTIVE for port object b0987131-3af6-4f07-b5c9-b03d5950a259 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:12:13.907173 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-52ab05fb-607b-4826-99ba-0fe141273f19 req-d951ea71-1aba-4505-baf9-d7326e1ecc0d tempest-InstanceActionsV221TestJSON-1000126691 tempest-InstanceActionsV221TestJSON-1000126691-project] Calling delete_port for 31bfeae2-f148-49b6-bf06-f44e6ff464e8 owned by compute:nova {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:12:13.926535 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606d7601-1e12-43a5-9780-e73fe8578e34 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:13.926535 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-606d7601-1e12-43a5-9780-e73fe8578e34 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1547458 Jul 24 00:12:13.928315 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42718) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:13.939867 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-f76f0444-c6ab-4236-a2a3-fb0eb1728955 None None] Transition to ACTIVE for port object b0987131-3af6-4f07-b5c9-b03d5950a259 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:12:13.964549 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-35016af0-12b7-4a99-a40f-05d00c7c5e70 req-806e05aa-2914-4cea-a03a-6d2eff584453 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=65668094-9226-4b65-8245-cb28bd37e836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381357 Jul 24 00:12:13.968873 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f76f0444-c6ab-4236-a2a3-fb0eb1728955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:14.007691 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76f0444-c6ab-4236-a2a3-fb0eb1728955 None None] Network e98734e2-dedb-4450-9333-d795164b1ce9 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:12:14.021362 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-f76f0444-c6ab-4236-a2a3-fb0eb1728955 None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:12:14.021362 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76f0444-c6ab-4236-a2a3-fb0eb1728955 None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:12:14.053324 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76f0444-c6ab-4236-a2a3-fb0eb1728955 None None] Pushing event updated for resources: {'Port': ['ID=b0987131-3af6-4f07-b5c9-b03d5950a259,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:14.072276 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-d571bc8c-1141-4e95-9d15-dfec283f49b6 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Deleting port 0a96ba40-fd6e-4c49-8646-e63911461600 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:12:14.072695 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d571bc8c-1141-4e95-9d15-dfec283f49b6 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:14.091421 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-f76f0444-c6ab-4236-a2a3-fb0eb1728955 None None] Attempting to bind port b0987131-3af6-4f07-b5c9-b03d5950a259 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:12:14.092077 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-f76f0444-c6ab-4236-a2a3-fb0eb1728955 None None] Attempting to bind port b0987131-3af6-4f07-b5c9-b03d5950a259 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': 'b737500e-4702-4fa9-bd4b-6c1d2e2fa041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:12:14.092655 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76f0444-c6ab-4236-a2a3-fb0eb1728955 None None] Attempting to bind port b0987131-3af6-4f07-b5c9-b03d5950a259 on network e98734e2-dedb-4450-9333-d795164b1ce9 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:12:14.098802 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76f0444-c6ab-4236-a2a3-fb0eb1728955 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:12:14.099384 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76f0444-c6ab-4236-a2a3-fb0eb1728955 None None] Checking segment: {'id': 'b737500e-4702-4fa9-bd4b-6c1d2e2fa041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:12:14.099969 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f76f0444-c6ab-4236-a2a3-fb0eb1728955 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:14.100507 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76f0444-c6ab-4236-a2a3-fb0eb1728955 None None] Bound using segment: {'id': 'b737500e-4702-4fa9-bd4b-6c1d2e2fa041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:12:14.101192 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-f76f0444-c6ab-4236-a2a3-fb0eb1728955 None None] Bound port: b0987131-3af6-4f07-b5c9-b03d5950a259, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b737500e-4702-4fa9-bd4b-6c1d2e2fa041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:12:14.101786 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f76f0444-c6ab-4236-a2a3-fb0eb1728955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:14.148260 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-52ab05fb-607b-4826-99ba-0fe141273f19 req-d951ea71-1aba-4505-baf9-d7326e1ecc0d tempest-InstanceActionsV221TestJSON-1000126691 tempest-InstanceActionsV221TestJSON-1000126691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:14.169707 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['31bfeae2-f148-49b6-bf06-f44e6ff464e8'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:12:14.191857 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d951ea71-1aba-4505-baf9-d7326e1ecc0d tempest-InstanceActionsV221TestJSON-1000126691 tempest-InstanceActionsV221TestJSON-1000126691-project] Pushing event deleted for resources: {'Port': ['ID=31bfeae2-f148-49b6-bf06-f44e6ff464e8,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:14.213590 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-f76f0444-c6ab-4236-a2a3-fb0eb1728955 None None] For port b0987131-3af6-4f07-b5c9-b03d5950a259, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:12:14.222307 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-f76f0444-c6ab-4236-a2a3-fb0eb1728955 None None] For port b0987131-3af6-4f07-b5c9-b03d5950a259, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=b0987131-3af6-4f07-b5c9-b03d5950a259,segment=NetworkSegment(b737500e-4702-4fa9-bd4b-6c1d2e2fa041),segment_id=b737500e-4702-4fa9-bd4b-6c1d2e2fa041)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:12:14.237913 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f76f0444-c6ab-4236-a2a3-fb0eb1728955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:14.275629 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d571bc8c-1141-4e95-9d15-dfec283f49b6 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:14.275819 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-52ab05fb-607b-4826-99ba-0fe141273f19 req-d951ea71-1aba-4505-baf9-d7326e1ecc0d tempest-InstanceActionsV221TestJSON-1000126691 tempest-InstanceActionsV221TestJSON-1000126691-project] No DVR routers for this DVR port 31bfeae2-f148-49b6-bf06-f44e6ff464e8 on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:12:14.280003 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-52ab05fb-607b-4826-99ba-0fe141273f19 req-d951ea71-1aba-4505-baf9-d7326e1ecc0d tempest-InstanceActionsV221TestJSON-1000126691 tempest-InstanceActionsV221TestJSON-1000126691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:14.285006 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-52ab05fb-607b-4826-99ba-0fe141273f19 req-d951ea71-1aba-4505-baf9-d7326e1ecc0d tempest-InstanceActionsV221TestJSON-1000126691 tempest-InstanceActionsV221TestJSON-1000126691-project] 10.222.0.64 "DELETE /v2.0/ports/31bfeae2-f148-49b6-bf06-f44e6ff464e8 HTTP/1.1" status: 204 len: 173 time: 1.1499987 Jul 24 00:12:14.285515 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4130d6ab-32bc-4f93-8886-2320dcfe41a6', 'name': 'network-vif-deleted', 'tag': '31bfeae2-f148-49b6-bf06-f44e6ff464e8'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:12:14.292420 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-d571bc8c-1141-4e95-9d15-dfec283f49b6 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Calling delete_port for 0a96ba40-fd6e-4c49-8646-e63911461600 owned by {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:12:14.299630 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf3ce45-ce0c-4c91-823f-be3a584d1a86" -d '{"events": [{"server_uuid": "4130d6ab-32bc-4f93-8886-2320dcfe41a6", "name": "network-vif-deleted", "tag": "31bfeae2-f148-49b6-bf06-f44e6ff464e8"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:12:14.380091 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-004fb641-7240-40b9-b424-af024bedfb5d x-openstack-request-id: req-004fb641-7240-40b9-b424-af024bedfb5d {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:12:14.380392 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4130d6ab-32bc-4f93-8886-2320dcfe41a6", "name": "network-vif-deleted", "tag": "31bfeae2-f148-49b6-bf06-f44e6ff464e8", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:12:14.380655 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-004fb641-7240-40b9-b424-af024bedfb5d {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:12:14.381142 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4130d6ab-32bc-4f93-8886-2320dcfe41a6', 'name': 'network-vif-deleted', 'tag': '31bfeae2-f148-49b6-bf06-f44e6ff464e8', 'status': 'completed', 'code': 200} Jul 24 00:12:14.387372 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76f0444-c6ab-4236-a2a3-fb0eb1728955 None None] Pushing event updated for resources: {'Port': ['ID=b0987131-3af6-4f07-b5c9-b03d5950a259,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:14.498157 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d571bc8c-1141-4e95-9d15-dfec283f49b6 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:14.542991 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d571bc8c-1141-4e95-9d15-dfec283f49b6 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event deleted for resources: {'Port': ['ID=0a96ba40-fd6e-4c49-8646-e63911461600,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:14.573332 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d571bc8c-1141-4e95-9d15-dfec283f49b6 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:14.595116 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 42736) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:14.606403 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-d571bc8c-1141-4e95-9d15-dfec283f49b6 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/ports/0a96ba40-fd6e-4c49-8646-e63911461600 HTTP/1.1" status: 204 len: 168 time: 0.6767697 Jul 24 00:12:14.719597 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3983107c-7edf-44c2-9364-589187c6132d tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:14.724669 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3983107c-7edf-44c2-9364-589187c6132d tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:14.731908 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-3983107c-7edf-44c2-9364-589187c6132d tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1325140 Jul 24 00:12:14.732938 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42738) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:14.816067 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:14.834618 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-31c2b8c5-caa5-4877-bd29-606764e52fbd tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Deleting subnet f23ae18e-0c41-448c-b820-97dd1c63bded {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:12:14.843937 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-31c2b8c5-caa5-4877-bd29-606764e52fbd tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:14.875089 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b203063d-83ec-487b-8a2e-2f62a82e08c8 req-fa616db7-f439-44f3-93a7-f488c25c7d4c tempest-InstanceActionsV221TestJSON-1000126691 tempest-InstanceActionsV221TestJSON-1000126691-project] 10.222.0.44 "GET /v2.0/ports?device_id=4130d6ab-32bc-4f93-8886-2320dcfe41a6 HTTP/1.1" status: 200 len: 210 time: 0.1600223 Jul 24 00:12:14.944034 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-31c2b8c5-caa5-4877-bd29-606764e52fbd tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:15.556038 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-31c2b8c5-caa5-4877-bd29-606764e52fbd tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:15.659346 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433f2a62-7e49-4393-abb5-f590aa05d02c req-71eaacae-e08c-41ac-bff6-e384ba0889aa tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:15.661334 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-433f2a62-7e49-4393-abb5-f590aa05d02c req-71eaacae-e08c-41ac-bff6-e384ba0889aa tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=549de624-bb09-4e50-8794-41d8de162ace HTTP/1.1" status: 200 len: 946 time: 0.1793053 Jul 24 00:12:15.663216 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-31c2b8c5-caa5-4877-bd29-606764e52fbd tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:15.707222 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-31c2b8c5-caa5-4877-bd29-606764e52fbd tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:15.711271 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-31c2b8c5-caa5-4877-bd29-606764e52fbd tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/subnets/f23ae18e-0c41-448c-b820-97dd1c63bded HTTP/1.1" status: 204 len: 168 time: 0.9747970 Jul 24 00:12:15.712118 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42760) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:15.724570 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c2b8c5-caa5-4877-bd29-606764e52fbd tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event deleted for resources: {'Subnet': ['ID=f23ae18e-0c41-448c-b820-97dd1c63bded,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:15.804116 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-1c0e7689-7fda-4304-be19-7f620353d154 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0912571 Jul 24 00:12:15.807363 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 42764) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:15.828949 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-16ed3de4-f886-455d-b984-a88864f1254e tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Request body: {'subnet': {'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:12:15.837671 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-433f2a62-7e49-4393-abb5-f590aa05d02c req-8aaec97c-b150-4392-a265-a0bed505a486 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=65668094-9226-4b65-8245-cb28bd37e836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1638422 Jul 24 00:12:15.913059 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b674438b-5cf2-4e7e-8845-55e8257228b7 None None] Network e98734e2-dedb-4450-9333-d795164b1ce9 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:12:16.157839 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device b0987131-3af6-4f07-b5c9-b03d5950a259 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:12:16.164231 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-0058bf16-ce40-49a0-adf5-84d99594a58a None None] Provisioning for port b0987131-3af6-4f07-b5c9-b03d5950a259 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:12:16.164402 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ed3de4-f886-455d-b984-a88864f1254e tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Made reservation on behalf of ba617effe2664093b954ded2eab93240 for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:12:16.176667 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-16ed3de4-f886-455d-b984-a88864f1254e tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:16.289422 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42784) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:16.339585 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port b0987131-3af6-4f07-b5c9-b03d5950a259 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:12:16.351436 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port b0987131-3af6-4f07-b5c9-b03d5950a259 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:12:16.351864 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:16.401250 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-d876221d-03fb-4bd9-8b56-e8f2fc89f278 admin admin] Deleting subnet dff1f8e1-1dca-4d89-916e-82c1e6c36082 {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:12:16.407220 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d876221d-03fb-4bd9-8b56-e8f2fc89f278 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:16.513058 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d876221d-03fb-4bd9-8b56-e8f2fc89f278 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:16.528970 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2231c7b-ab44-49d8-b502-4dd6191c11d3 None None] DHCP port deletion for e98734e2-dedb-4450-9333-d795164b1ce9 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:12:16.531339 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:16.536131 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-16ed3de4-f886-455d-b984-a88864f1254e tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:16.587602 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ed3de4-f886-455d-b984-a88864f1254e tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Network e98734e2-dedb-4450-9333-d795164b1ce9 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:12:16.589942 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 31bfeae2-f148-49b6-bf06-f44e6ff464e8 no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:12:16.595508 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-16ed3de4-f886-455d-b984-a88864f1254e tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:12:16.600708 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d876221d-03fb-4bd9-8b56-e8f2fc89f278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:16.600973 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ed3de4-f886-455d-b984-a88864f1254e tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:16.601583 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-16ed3de4-f886-455d-b984-a88864f1254e tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:16.616582 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ed3de4-f886-455d-b984-a88864f1254e tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event updated for resources: {'Subnet': ['ID=ee42d172-b3b2-455c-b30e-e457a9c7032c,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:16.629092 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-16ed3de4-f886-455d-b984-a88864f1254e tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8179014 Jul 24 00:12:16.631028 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 42794) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:16.637775 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] No Port match for: 31bfeae2-f148-49b6-bf06-f44e6ff464e8 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:12:16.638193 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 31bfeae2-f148-49b6-bf06-f44e6ff464e8 not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:12:16.641121 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-27c11434-0cf2-4669-afd5-9c9321454e85 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Request body: {'port': {'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'fixed_ips': [{'subnet_id': 'ee42d172-b3b2-455c-b30e-e457a9c7032c', 'ip_address': '2001:db8::e0eb:9cb2:42f1:682d'}], 'name': 'tempest-NetworksTestDHCPv6-1478903169'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:12:16.676930 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d876221d-03fb-4bd9-8b56-e8f2fc89f278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:16.679563 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port b0987131-3af6-4f07-b5c9-b03d5950a259, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=b0987131-3af6-4f07-b5c9-b03d5950a259,segment=NetworkSegment(b737500e-4702-4fa9-bd4b-6c1d2e2fa041),segment_id=b737500e-4702-4fa9-bd4b-6c1d2e2fa041)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:12:16.691812 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:16.697691 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d876221d-03fb-4bd9-8b56-e8f2fc89f278 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:16.709999 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-d876221d-03fb-4bd9-8b56-e8f2fc89f278 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/dff1f8e1-1dca-4d89-916e-82c1e6c36082 HTTP/1.1" status: 204 len: 168 time: 0.4163275 Jul 24 00:12:16.730491 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42796) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:16.738049 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-b2231c7b-ab44-49d8-b502-4dd6191c11d3 None None] Deleting port b0987131-3af6-4f07-b5c9-b03d5950a259 {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:12:16.738769 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b2231c7b-ab44-49d8-b502-4dd6191c11d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:16.741715 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d876221d-03fb-4bd9-8b56-e8f2fc89f278 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dff1f8e1-1dca-4d89-916e-82c1e6c36082,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:16.799918 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=b0987131-3af6-4f07-b5c9-b03d5950a259,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:16.824911 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3eeff48e-5bb3-4195-af4f-dbaa984e0b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:16.865055 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:12:16.865493 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:12:16.865788 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:12:16.866137 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:12:16.866483 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:12:16.866827 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:12:16.867169 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:12:16.867508 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:12:16.867844 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:12:16.872219 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:12:16.872597 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:12:16.874904 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:12:16.929858 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c11434-0cf2-4669-afd5-9c9321454e85 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Made reservation on behalf of ba617effe2664093b954ded2eab93240 for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:12:16.943441 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-27c11434-0cf2-4669-afd5-9c9321454e85 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:16.962710 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3eeff48e-5bb3-4195-af4f-dbaa984e0b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:16.969377 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-b2231c7b-ab44-49d8-b502-4dd6191c11d3 None None] For port b0987131-3af6-4f07-b5c9-b03d5950a259, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=b0987131-3af6-4f07-b5c9-b03d5950a259,segment=NetworkSegment(b737500e-4702-4fa9-bd4b-6c1d2e2fa041),segment_id=b737500e-4702-4fa9-bd4b-6c1d2e2fa041)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:12:16.969924 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b2231c7b-ab44-49d8-b502-4dd6191c11d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:16.977352 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-3eeff48e-5bb3-4195-af4f-dbaa984e0b91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4943be55-ff5b-4d71-bc20-50e2a8adeab8']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:12:16.992973 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-3eeff48e-5bb3-4195-af4f-dbaa984e0b91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae09ea22-3736-4c2b-a13d-313cfdf16dc8') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:12:16.993300 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-3eeff48e-5bb3-4195-af4f-dbaa984e0b91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae09ea22-3736-4c2b-a13d-313cfdf16dc8') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:12:17.000761 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-b2231c7b-ab44-49d8-b502-4dd6191c11d3 None None] Calling delete_port for b0987131-3af6-4f07-b5c9-b03d5950a259 owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:12:17.005281 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3eeff48e-5bb3-4195-af4f-dbaa984e0b91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:17.022977 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3eeff48e-5bb3-4195-af4f-dbaa984e0b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:17.032234 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eeff48e-5bb3-4195-af4f-dbaa984e0b91 admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:12:17.032746 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3eeff48e-5bb3-4195-af4f-dbaa984e0b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:17.055903 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [None req-27c11434-0cf2-4669-afd5-9c9321454e85 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] device_id is not set on port ab8b7d4c-fc90-4fbb-96fd-4181ea12f624 yet. {{(pid=100314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:12:17.137563 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:12:17.137563 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:12:17.137563 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:12:17.137563 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:12:17.137563 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:12:17.137563 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:12:17.137563 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:12:17.137563 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:12:17.137563 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:12:17.137563 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:12:17.137563 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:12:17.137563 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:12:17.137563 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:12:17.137563 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:12:17.137563 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:12:17.137563 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:12:17.137563 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:12:17.137563 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:12:17.137563 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:12:17.137563 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:12:17.137563 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:12:17.137563 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:12:17.137563 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:12:17.137563 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:12:17.137563 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:12:17.137563 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:12:17.137563 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:12:17.137563 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:12:17.137563 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:12:17.137563 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:12:17.137563 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:12:17.137563 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:12:17.157216 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3eeff48e-5bb3-4195-af4f-dbaa984e0b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:17.161431 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b2231c7b-ab44-49d8-b502-4dd6191c11d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:17.195397 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3eeff48e-5bb3-4195-af4f-dbaa984e0b91 admin admin] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:17.201391 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-3eeff48e-5bb3-4195-af4f-dbaa984e0b91 admin admin] 10.222.0.44 "DELETE /v2.0/networks/4943be55-ff5b-4d71-bc20-50e2a8adeab8 HTTP/1.1" status: 204 len: 168 time: 0.4685376 Jul 24 00:12:17.211657 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeff48e-5bb3-4195-af4f-dbaa984e0b91 admin admin] Pushing event deleted for resources: {'Network': ['ID=4943be55-ff5b-4d71-bc20-50e2a8adeab8,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:17.217598 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2231c7b-ab44-49d8-b502-4dd6191c11d3 None None] Pushing event deleted for resources: {'Port': ['ID=b0987131-3af6-4f07-b5c9-b03d5950a259,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:17.222774 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2231c7b-ab44-49d8-b502-4dd6191c11d3 None None] No DVR routers for this DVR port b0987131-3af6-4f07-b5c9-b03d5950a259 on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:12:17.240212 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71887e55-0b52-4bc9-a5da-92ffeec6d2d1 None None] Network e98734e2-dedb-4450-9333-d795164b1ce9 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:12:17.417102 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed785007-db28-4a52-97d3-c68dd6d304da req-2e766724-17d8-41ff-b12e-42eb3980002f tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:17.419078 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ed785007-db28-4a52-97d3-c68dd6d304da req-2e766724-17d8-41ff-b12e-42eb3980002f tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=549de624-bb09-4e50-8794-41d8de162ace HTTP/1.1" status: 200 len: 946 time: 0.4446449 Jul 24 00:12:17.424972 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42812) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:17.562642 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-1a911084-fbe9-4e71-bc2f-6023ed0e614c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=15902a374cd7469a93d71234a07ebb24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1345544 Jul 24 00:12:17.563643 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42816) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:17.584549 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-27c11434-0cf2-4669-afd5-9c9321454e85 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Allocated IP 2001:db8::e0eb:9cb2:42f1:682d (e98734e2-dedb-4450-9333-d795164b1ce9/ee42d172-b3b2-455c-b30e-e457a9c7032c/ab8b7d4c-fc90-4fbb-96fd-4181ea12f624) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:12:17.620236 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ed785007-db28-4a52-97d3-c68dd6d304da req-719367e6-6a12-4e0b-865a-c98756478805 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=65668094-9226-4b65-8245-cb28bd37e836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1849520 Jul 24 00:12:17.647020 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a1ffbea0-2fb6-41c8-b0b9-c5551b649b72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:17.669815 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13860f56-7d2d-47db-b4cf-00e705a7cd44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-e98734e2-dedb-4450-9333-d795164b1ce9', 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'tenant_id': 'ba617effe2664093b954ded2eab93240', 'fixed_ips': [{'subnet_id': 'ee42d172-b3b2-455c-b30e-e457a9c7032c'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:12:17.672075 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-13860f56-7d2d-47db-b4cf-00e705a7cd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:17.703343 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a1ffbea0-2fb6-41c8-b0b9-c5551b649b72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:17.790277 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a1ffbea0-2fb6-41c8-b0b9-c5551b649b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:17.793043 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a1ffbea0-2fb6-41c8-b0b9-c5551b649b72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:17.794214 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-a1ffbea0-2fb6-41c8-b0b9-c5551b649b72 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/207c6b64-6e67-4434-a70e-8af0e79b1c37 HTTP/1.1" status: 204 len: 168 time: 0.2296605 Jul 24 00:12:17.808152 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ffbea0-2fb6-41c8-b0b9-c5551b649b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=207c6b64-6e67-4434-a70e-8af0e79b1c37,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:17.843775 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:17.919284 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-27c11434-0cf2-4669-afd5-9c9321454e85 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:17.961381 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [None req-27c11434-0cf2-4669-afd5-9c9321454e85 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Transition to ACTIVE for port object ab8b7d4c-fc90-4fbb-96fd-4181ea12f624 will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:12:18.009137 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device b0987131-3af6-4f07-b5c9-b03d5950a259 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:12:18.019114 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-27c11434-0cf2-4669-afd5-9c9321454e85 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:18.099695 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c11434-0cf2-4669-afd5-9c9321454e85 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Network e98734e2-dedb-4450-9333-d795164b1ce9 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:12:18.103347 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-27c11434-0cf2-4669-afd5-9c9321454e85 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:12:18.116748 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c11434-0cf2-4669-afd5-9c9321454e85 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:12:18.125153 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c11434-0cf2-4669-afd5-9c9321454e85 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:18.125889 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-27c11434-0cf2-4669-afd5-9c9321454e85 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:18.138681 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-13860f56-7d2d-47db-b4cf-00e705a7cd44 None None] Allocated IP 2001:db8::2 (e98734e2-dedb-4450-9333-d795164b1ce9/ee42d172-b3b2-455c-b30e-e457a9c7032c/36ca12c1-91b0-487f-8226-5adcca1d886d) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:12:18.147638 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c11434-0cf2-4669-afd5-9c9321454e85 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event updated for resources: {'Port': ['ID=ab8b7d4c-fc90-4fbb-96fd-4181ea12f624,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:18.188214 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-27c11434-0cf2-4669-afd5-9c9321454e85 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5554435 Jul 24 00:12:18.191543 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 42828) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:18.329387 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b564f859-bb82-438f-81ad-1442ece4f680 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:18.333012 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-b564f859-bb82-438f-81ad-1442ece4f680 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1402230 Jul 24 00:12:18.335670 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42838) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:18.409619 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-13860f56-7d2d-47db-b4cf-00e705a7cd44 None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:18.418807 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-13860f56-7d2d-47db-b4cf-00e705a7cd44 None None] Transition to ACTIVE for port object 36ca12c1-91b0-487f-8226-5adcca1d886d will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:12:18.435643 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-13860f56-7d2d-47db-b4cf-00e705a7cd44 None None] Transition to ACTIVE for port object 36ca12c1-91b0-487f-8226-5adcca1d886d will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:12:18.438859 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: b0987131-3af6-4f07-b5c9-b03d5950a259 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:12:18.439266 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device b0987131-3af6-4f07-b5c9-b03d5950a259 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:12:18.442679 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 29cd91c2-82fb-4dff-aa19-86d9d8a37546 details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:12:18.446408 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-13860f56-7d2d-47db-b4cf-00e705a7cd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:18.554133 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13860f56-7d2d-47db-b4cf-00e705a7cd44 None None] Network e98734e2-dedb-4450-9333-d795164b1ce9 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:12:18.564796 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13860f56-7d2d-47db-b4cf-00e705a7cd44 None None] Pushing event updated for resources: {'Port': ['ID=36ca12c1-91b0-487f-8226-5adcca1d886d,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:18.567644 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-13860f56-7d2d-47db-b4cf-00e705a7cd44 None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:12:18.569782 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13860f56-7d2d-47db-b4cf-00e705a7cd44 None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:12:18.677933 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-af64742e-20bc-49dc-ba65-f86261d3150b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Deleting port ab8b7d4c-fc90-4fbb-96fd-4181ea12f624 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:12:18.678491 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-af64742e-20bc-49dc-ba65-f86261d3150b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:18.816917 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 29cd91c2-82fb-4dff-aa19-86d9d8a37546, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=29cd91c2-82fb-4dff-aa19-86d9d8a37546,segment=NetworkSegment(d3cc9475-f05d-4177-894c-9d197d6c8577),segment_id=d3cc9475-f05d-4177-894c-9d197d6c8577)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:12:18.838670 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': '29cd91c2-82fb-4dff-aa19-86d9d8a37546', 'network_id': '3bb27577-8aa4-438b-b0fc-2e9a72f8d21f', 'port_id': '29cd91c2-82fb-4dff-aa19-86d9d8a37546', 'mac_address': 'fa:16:3e:ec:06:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63da32e2-61ac-4eb0-aee3-157739522d03', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:12:18.868364 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-af64742e-20bc-49dc-ba65-f86261d3150b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:18.886415 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-af64742e-20bc-49dc-ba65-f86261d3150b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Calling delete_port for ab8b7d4c-fc90-4fbb-96fd-4181ea12f624 owned by {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:12:18.933405 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:18.936417 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-13860f56-7d2d-47db-b4cf-00e705a7cd44 None None] Attempting to bind port 36ca12c1-91b0-487f-8226-5adcca1d886d on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:12:18.936801 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-13860f56-7d2d-47db-b4cf-00e705a7cd44 None None] Attempting to bind port 36ca12c1-91b0-487f-8226-5adcca1d886d by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': 'b737500e-4702-4fa9-bd4b-6c1d2e2fa041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:12:18.937265 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13860f56-7d2d-47db-b4cf-00e705a7cd44 None None] Attempting to bind port 36ca12c1-91b0-487f-8226-5adcca1d886d on network e98734e2-dedb-4450-9333-d795164b1ce9 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:12:18.967225 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 29cd91c2-82fb-4dff-aa19-86d9d8a37546 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:12:18.971660 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13860f56-7d2d-47db-b4cf-00e705a7cd44 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:12:18.972041 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13860f56-7d2d-47db-b4cf-00e705a7cd44 None None] Checking segment: {'id': 'b737500e-4702-4fa9-bd4b-6c1d2e2fa041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:12:18.972464 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-13860f56-7d2d-47db-b4cf-00e705a7cd44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:18.981035 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13860f56-7d2d-47db-b4cf-00e705a7cd44 None None] Bound using segment: {'id': 'b737500e-4702-4fa9-bd4b-6c1d2e2fa041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:12:18.981697 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-13860f56-7d2d-47db-b4cf-00e705a7cd44 None None] Bound port: 36ca12c1-91b0-487f-8226-5adcca1d886d, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b737500e-4702-4fa9-bd4b-6c1d2e2fa041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:12:18.982117 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-13860f56-7d2d-47db-b4cf-00e705a7cd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:19.085813 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 29cd91c2-82fb-4dff-aa19-86d9d8a37546, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=29cd91c2-82fb-4dff-aa19-86d9d8a37546,segment=NetworkSegment(d3cc9475-f05d-4177-894c-9d197d6c8577),segment_id=d3cc9475-f05d-4177-894c-9d197d6c8577)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:12:19.094517 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-af64742e-20bc-49dc-ba65-f86261d3150b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:19.114212 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:19.131342 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af64742e-20bc-49dc-ba65-f86261d3150b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event deleted for resources: {'Port': ['ID=ab8b7d4c-fc90-4fbb-96fd-4181ea12f624,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:19.141255 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a30b0ec-d346-4781-8dff-0253fd7b26f9 req-b4124ae9-bb48-4cac-87bc-be2f43ca8be8 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:19.149356 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3a30b0ec-d346-4781-8dff-0253fd7b26f9 req-b4124ae9-bb48-4cac-87bc-be2f43ca8be8 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=549de624-bb09-4e50-8794-41d8de162ace HTTP/1.1" status: 200 len: 946 time: 0.4202478 Jul 24 00:12:19.207582 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-13860f56-7d2d-47db-b4cf-00e705a7cd44 None None] For port 36ca12c1-91b0-487f-8226-5adcca1d886d, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:12:19.219023 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-af64742e-20bc-49dc-ba65-f86261d3150b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:19.225134 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 42868) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:19.226580 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-af64742e-20bc-49dc-ba65-f86261d3150b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/ports/ab8b7d4c-fc90-4fbb-96fd-4181ea12f624 HTTP/1.1" status: 204 len: 168 time: 0.8897984 Jul 24 00:12:19.236799 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42870) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:19.243313 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['29cd91c2-82fb-4dff-aa19-86d9d8a37546'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:12:19.251783 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-13860f56-7d2d-47db-b4cf-00e705a7cd44 None None] For port 36ca12c1-91b0-487f-8226-5adcca1d886d, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=36ca12c1-91b0-487f-8226-5adcca1d886d,segment=NetworkSegment(b737500e-4702-4fa9-bd4b-6c1d2e2fa041),segment_id=b737500e-4702-4fa9-bd4b-6c1d2e2fa041)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:12:19.322010 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3a30b0ec-d346-4781-8dff-0253fd7b26f9 req-6aae0358-355e-46f4-a0db-28910cc2ef05 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=65668094-9226-4b65-8245-cb28bd37e836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1716928 Jul 24 00:12:19.334277 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-13860f56-7d2d-47db-b4cf-00e705a7cd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:19.345393 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=29cd91c2-82fb-4dff-aa19-86d9d8a37546,revision_number=6']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:19.353004 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9577bfde-f253-4892-8f0a-591050105ba5 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:19.354663 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9577bfde-f253-4892-8f0a-591050105ba5 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:19.356512 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-9577bfde-f253-4892-8f0a-591050105ba5 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1298347 Jul 24 00:12:19.361515 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42888) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:19.481668 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe5fcaa7-217e-4411-bcfd-518cf5e06d67 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Deleting subnet ee42d172-b3b2-455c-b30e-e457a9c7032c {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:12:19.485242 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fe5fcaa7-217e-4411-bcfd-518cf5e06d67 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:19.548006 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-b9aba94a-b279-44e8-a57f-156aed32a9ad admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-489422510-network', 'tenant_id': '8fa8be724e8c4469956e7cc81d48a92d'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:12:19.566811 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13860f56-7d2d-47db-b4cf-00e705a7cd44 None None] Pushing event updated for resources: {'Port': ['ID=36ca12c1-91b0-487f-8226-5adcca1d886d,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:19.572758 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fe5fcaa7-217e-4411-bcfd-518cf5e06d67 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:19.576398 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9aba94a-b279-44e8-a57f-156aed32a9ad admin admin] Made reservation on behalf of 8fa8be724e8c4469956e7cc81d48a92d for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:12:19.579210 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b9aba94a-b279-44e8-a57f-156aed32a9ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:19.615641 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b9aba94a-b279-44e8-a57f-156aed32a9ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:20.007638 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fe5fcaa7-217e-4411-bcfd-518cf5e06d67 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:20.020101 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b9aba94a-b279-44e8-a57f-156aed32a9ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:20.081906 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 36ca12c1-91b0-487f-8226-5adcca1d886d up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:12:20.091073 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b9aba94a-b279-44e8-a57f-156aed32a9ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:20.138294 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fe5fcaa7-217e-4411-bcfd-518cf5e06d67 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:20.142882 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 36ca12c1-91b0-487f-8226-5adcca1d886d completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:12:20.160106 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9aba94a-b279-44e8-a57f-156aed32a9ad admin admin] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:12:20.190268 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aba94a-b279-44e8-a57f-156aed32a9ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9af23a-1161-4bd4-ba62-fcc92a125d7f,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:20.198163 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5fcaa7-217e-4411-bcfd-518cf5e06d67 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event deleted for resources: {'Subnet': ['ID=ee42d172-b3b2-455c-b30e-e457a9c7032c,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:20.204723 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b9aba94a-b279-44e8-a57f-156aed32a9ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:20.205147 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-b9aba94a-b279-44e8-a57f-156aed32a9ad admin admin] Added segment 47afdab2-2303-43f9-b905-53c2869055ef of type vlan for network e0381d60-39a4-4712-8cd5-ed9a0178cff6 Jul 24 00:12:20.206825 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fe5fcaa7-217e-4411-bcfd-518cf5e06d67 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:20.208844 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-fe5fcaa7-217e-4411-bcfd-518cf5e06d67 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/subnets/ee42d172-b3b2-455c-b30e-e457a9c7032c HTTP/1.1" status: 204 len: 168 time: 0.8463244 Jul 24 00:12:20.212562 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 42922) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:20.272747 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b9aba94a-b279-44e8-a57f-156aed32a9ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:20.316038 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-71496177-2c46-4242-8fc0-327d8ec1bd06 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0998845 Jul 24 00:12:20.317010 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 42926) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:20.331437 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b9aba94a-b279-44e8-a57f-156aed32a9ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:20.334734 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9aba94a-b279-44e8-a57f-156aed32a9ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:20.335347 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b9aba94a-b279-44e8-a57f-156aed32a9ad admin admin] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:20.394256 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 29cd91c2-82fb-4dff-aa19-86d9d8a37546 up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:12:20.434618 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aba94a-b279-44e8-a57f-156aed32a9ad admin admin] Pushing event updated for resources: {'Network': ['ID=e0381d60-39a4-4712-8cd5-ed9a0178cff6,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:20.441764 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-b9aba94a-b279-44e8-a57f-156aed32a9ad admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2034538 Jul 24 00:12:20.448108 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42938) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:20.453602 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-6fc39e06-1e37-488a-9984-b8a411374ea1 admin admin] Request body: {'subnet': {'network_id': 'e0381d60-39a4-4712-8cd5-ed9a0178cff6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-489422510-subnet', 'tenant_id': '8fa8be724e8c4469956e7cc81d48a92d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:12:20.463393 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58b8906-ab7f-4870-bf29-6783cda2e3da tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:20.471248 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-b58b8906-ab7f-4870-bf29-6783cda2e3da tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1532569 Jul 24 00:12:20.473042 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 42940) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:20.511409 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc39e06-1e37-488a-9984-b8a411374ea1 admin admin] Made reservation on behalf of 8fa8be724e8c4469956e7cc81d48a92d for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:12:20.514741 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6fc39e06-1e37-488a-9984-b8a411374ea1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:20.516986 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network e0381d60-39a4-4712-8cd5-ed9a0178cff6 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:12:20.663668 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc751b66-0d67-492b-81b4-481fa50078f5 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:20.673641 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-cc751b66-0d67-492b-81b4-481fa50078f5 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1980684 Jul 24 00:12:20.674303 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 42942) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:20.814273 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-62dbf032-44df-4e4d-aaea-cba42f1670a1 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1384115 Jul 24 00:12:20.818028 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 42946) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:20.832125 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-5828da71-d60c-471d-926c-06d0f8e223aa tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Request body: {'subnet': {'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:12:20.860287 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port 29cd91c2-82fb-4dff-aa19-86d9d8a37546 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:12:20.860651 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:20.915115 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6fc39e06-1e37-488a-9984-b8a411374ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:21.131388 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:21.161789 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5828da71-d60c-471d-926c-06d0f8e223aa tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Made reservation on behalf of ba617effe2664093b954ded2eab93240 for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:12:21.181862 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5828da71-d60c-471d-926c-06d0f8e223aa tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:21.212896 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '549de624-bb09-4e50-8794-41d8de162ace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29cd91c2-82fb-4dff-aa19-86d9d8a37546'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:12:21.222501 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e91121-1e27-47e4-8e1f-03460d686b30" -d '{"events": [{"server_uuid": "549de624-bb09-4e50-8794-41d8de162ace", "name": "network-vif-plugged", "status": "completed", "tag": "29cd91c2-82fb-4dff-aa19-86d9d8a37546"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:12:21.240769 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19f39e6-5be6-4aaa-9d82-c11e735747a5 req-dcf0da93-a667-4f66-b9c7-46e6aa620e10 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:21.254912 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f19f39e6-5be6-4aaa-9d82-c11e735747a5 req-dcf0da93-a667-4f66-b9c7-46e6aa620e10 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=549de624-bb09-4e50-8794-41d8de162ace HTTP/1.1" status: 200 len: 945 time: 0.4088681 Jul 24 00:12:21.257574 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc39e06-1e37-488a-9984-b8a411374ea1 admin admin] Checking segment: {'id': '47afdab2-2303-43f9-b905-53c2869055ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'e0381d60-39a4-4712-8cd5-ed9a0178cff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:12:21.258591 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc39e06-1e37-488a-9984-b8a411374ea1 admin admin] Network hostable DHCP agents. Network: e0381d60-39a4-4712-8cd5-ed9a0178cff6, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:12:21.270353 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 29cd91c2-82fb-4dff-aa19-86d9d8a37546, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=29cd91c2-82fb-4dff-aa19-86d9d8a37546,segment=NetworkSegment(d3cc9475-f05d-4177-894c-9d197d6c8577),segment_id=d3cc9475-f05d-4177-894c-9d197d6c8577)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:12:21.272719 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3d55bb-11b1-437b-8a1d-50ac21b6ac8d None None] Network e98734e2-dedb-4450-9333-d795164b1ce9 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:12:21.282461 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:21.299500 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc39e06-1e37-488a-9984-b8a411374ea1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5d84d20-5cd2-43eb-963b-ba4e14406fca,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:21.379099 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d1d4e9-4491-45d2-ab3b-c3baad35f316 x-openstack-request-id: req-03d1d4e9-4491-45d2-ab3b-c3baad35f316 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:12:21.381846 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "549de624-bb09-4e50-8794-41d8de162ace", "name": "network-vif-plugged", "status": "completed", "tag": "29cd91c2-82fb-4dff-aa19-86d9d8a37546", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:12:21.382285 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-03d1d4e9-4491-45d2-ab3b-c3baad35f316 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:12:21.382858 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '549de624-bb09-4e50-8794-41d8de162ace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29cd91c2-82fb-4dff-aa19-86d9d8a37546', 'code': 200} Jul 24 00:12:21.466113 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f19f39e6-5be6-4aaa-9d82-c11e735747a5 req-36576a60-ae45-426c-b027-96f3982375dd tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=65668094-9226-4b65-8245-cb28bd37e836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1931446 Jul 24 00:12:21.467785 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-dce9aa7e-4d44-427a-8426-1328bae1c566 None None] Provisioning for port 36ca12c1-91b0-487f-8226-5adcca1d886d completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:12:21.471589 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc39e06-1e37-488a-9984-b8a411374ea1 admin admin] Network e0381d60-39a4-4712-8cd5-ed9a0178cff6 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:12:21.485786 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-dce9aa7e-4d44-427a-8426-1328bae1c566 None None] Provisioning complete for port 36ca12c1-91b0-487f-8226-5adcca1d886d triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:12:21.487356 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-dce9aa7e-4d44-427a-8426-1328bae1c566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:21.500328 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-6fc39e06-1e37-488a-9984-b8a411374ea1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, e0381d60-39a4-4712-8cd5-ed9a0178cff6) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:12:21.508965 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc39e06-1e37-488a-9984-b8a411374ea1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:21.510667 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6fc39e06-1e37-488a-9984-b8a411374ea1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:21.541047 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5fbb817-b1c4-4cf2-9006-09b2e8338bc7 None None] Network e0381d60-39a4-4712-8cd5-ed9a0178cff6 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:12:21.557236 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-6fc39e06-1e37-488a-9984-b8a411374ea1 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1076403 Jul 24 00:12:21.579222 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=29cd91c2-82fb-4dff-aa19-86d9d8a37546,revision_number=7']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:21.679785 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5828da71-d60c-471d-926c-06d0f8e223aa tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:21.865345 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-dce9aa7e-4d44-427a-8426-1328bae1c566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:21.955913 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5abc8367-3c89-426d-a99c-b60dc633ab48 None None] Network e0381d60-39a4-4712-8cd5-ed9a0178cff6 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:12:21.959233 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee5d752-8864-4de3-a075-39860d558698 None None] DHCP port deletion for e98734e2-dedb-4450-9333-d795164b1ce9 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:12:21.979806 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5828da71-d60c-471d-926c-06d0f8e223aa tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Network e98734e2-dedb-4450-9333-d795164b1ce9 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:12:21.987903 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-5828da71-d60c-471d-926c-06d0f8e223aa tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:12:21.989780 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5828da71-d60c-471d-926c-06d0f8e223aa tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event updated for resources: {'Subnet': ['ID=8bccc26b-6488-452f-b7a4-931ec64b8290,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:22.016564 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5828da71-d60c-471d-926c-06d0f8e223aa tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:22.020038 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5828da71-d60c-471d-926c-06d0f8e223aa tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:22.046720 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-5828da71-d60c-471d-926c-06d0f8e223aa tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2269256 Jul 24 00:12:22.049588 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 42976) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:22.055149 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-603c3bc8-34b8-41da-94c8-099681ebc963 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Request body: {'port': {'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'fixed_ips': [{'subnet_id': '8bccc26b-6488-452f-b7a4-931ec64b8290', 'ip_address': '2001:db8::f462:22d4:b72b:fbf1'}], 'name': 'tempest-NetworksTestDHCPv6-1074524472'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:12:22.275116 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-dce9aa7e-4d44-427a-8426-1328bae1c566 None None] For port 36ca12c1-91b0-487f-8226-5adcca1d886d, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=36ca12c1-91b0-487f-8226-5adcca1d886d,segment=NetworkSegment(b737500e-4702-4fa9-bd4b-6c1d2e2fa041),segment_id=b737500e-4702-4fa9-bd4b-6c1d2e2fa041)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:12:22.291603 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-dce9aa7e-4d44-427a-8426-1328bae1c566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:22.519696 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-7ee5d752-8864-4de3-a075-39860d558698 None None] Deleting port 36ca12c1-91b0-487f-8226-5adcca1d886d {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:12:22.520229 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-7ee5d752-8864-4de3-a075-39860d558698 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:22.524024 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f140cfd-9fb2-43c9-a518-e06e44e6e6c3 req-d20aae88-8590-40d5-8cc6-9af70477549a tempest-ServerAddressesTestJSON-165943610 tempest-ServerAddressesTestJSON-165943610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:22.529040 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9aa7e-4d44-427a-8426-1328bae1c566 None None] Pushing event updated for resources: {'Port': ['ID=36ca12c1-91b0-487f-8226-5adcca1d886d,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:22.533946 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7f140cfd-9fb2-43c9-a518-e06e44e6e6c3 req-d20aae88-8590-40d5-8cc6-9af70477549a tempest-ServerAddressesTestJSON-165943610 tempest-ServerAddressesTestJSON-165943610-project] 10.222.0.44 "GET /v2.0/networks?id=e0381d60-39a4-4712-8cd5-ed9a0178cff6 HTTP/1.1" status: 200 len: 813 time: 0.1364174 Jul 24 00:12:22.586585 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7f140cfd-9fb2-43c9-a518-e06e44e6e6c3 req-c869955c-0aa7-4afe-9eed-166e8144a134 tempest-ServerAddressesTestJSON-165943610 tempest-ServerAddressesTestJSON-165943610-project] 10.222.0.44 "GET /v2.0/quotas/8fa8be724e8c4469956e7cc81d48a92d HTTP/1.1" status: 200 len: 375 time: 0.0514195 Jul 24 00:12:22.663656 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7f140cfd-9fb2-43c9-a518-e06e44e6e6c3 req-f1911b84-63b2-480e-82fa-4d4015c1b7d7 tempest-ServerAddressesTestJSON-165943610 tempest-ServerAddressesTestJSON-165943610-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8fa8be724e8c4469956e7cc81d48a92d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0760715 Jul 24 00:12:22.669528 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-603c3bc8-34b8-41da-94c8-099681ebc963 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Made reservation on behalf of ba617effe2664093b954ded2eab93240 for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:12:22.685101 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-7ee5d752-8864-4de3-a075-39860d558698 None None] For port 36ca12c1-91b0-487f-8226-5adcca1d886d, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=36ca12c1-91b0-487f-8226-5adcca1d886d,segment=NetworkSegment(b737500e-4702-4fa9-bd4b-6c1d2e2fa041),segment_id=b737500e-4702-4fa9-bd4b-6c1d2e2fa041)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:12:22.685663 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-7ee5d752-8864-4de3-a075-39860d558698 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:22.700795 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-7ee5d752-8864-4de3-a075-39860d558698 None None] Calling delete_port for 36ca12c1-91b0-487f-8226-5adcca1d886d owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:12:22.788482 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c489c72-f9b7-483b-a88b-18678e41d7b0 req-d0f4f6d2-40e9-4407-92e0-9bef9dc74fb4 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:22.810832 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9c489c72-f9b7-483b-a88b-18678e41d7b0 req-d0f4f6d2-40e9-4407-92e0-9bef9dc74fb4 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=549de624-bb09-4e50-8794-41d8de162ace HTTP/1.1" status: 200 len: 946 time: 0.1786492 Jul 24 00:12:22.822679 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-7ee5d752-8864-4de3-a075-39860d558698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:22.863602 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee5d752-8864-4de3-a075-39860d558698 None None] No DVR routers for this DVR port 36ca12c1-91b0-487f-8226-5adcca1d886d on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:12:22.866255 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee5d752-8864-4de3-a075-39860d558698 None None] Pushing event deleted for resources: {'Port': ['ID=36ca12c1-91b0-487f-8226-5adcca1d886d,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:22.891230 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516e597e-19b2-4d6c-9720-daad44c8bb92 None None] Network e98734e2-dedb-4450-9333-d795164b1ce9 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:12:22.974783 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9c489c72-f9b7-483b-a88b-18678e41d7b0 req-cc43dde3-bfd8-4af1-b248-4a2acee01f40 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=65668094-9226-4b65-8245-cb28bd37e836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1611021 Jul 24 00:12:23.070230 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-603c3bc8-34b8-41da-94c8-099681ebc963 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:23.107421 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [None req-603c3bc8-34b8-41da-94c8-099681ebc963 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] device_id is not set on port 91944478-a8f8-4b6a-a6ce-c11725f68506 yet. {{(pid=100314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:12:23.130620 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7f140cfd-9fb2-43c9-a518-e06e44e6e6c3 req-e85e2001-d51d-4b30-9b94-9f8c4cbe25e8 service neutron] 10.222.0.44 "GET /v2.0/networks/e0381d60-39a4-4712-8cd5-ed9a0178cff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4657085 Jul 24 00:12:23.180501 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b1ba60-6050-49d6-8b52-58a9c2835298 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-e98734e2-dedb-4450-9333-d795164b1ce9', 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'tenant_id': 'ba617effe2664093b954ded2eab93240', 'fixed_ips': [{'subnet_id': '8bccc26b-6488-452f-b7a4-931ec64b8290'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:12:23.183100 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-85b1ba60-6050-49d6-8b52-58a9c2835298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:23.512630 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-85b1ba60-6050-49d6-8b52-58a9c2835298 None None] Allocated IP 2001:db8::2 (e98734e2-dedb-4450-9333-d795164b1ce9/8bccc26b-6488-452f-b7a4-931ec64b8290/5b48f300-30c2-4f94-96f5-6824aa733324) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:12:23.753078 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-85b1ba60-6050-49d6-8b52-58a9c2835298 None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:23.773212 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-85b1ba60-6050-49d6-8b52-58a9c2835298 None None] Transition to ACTIVE for port object 5b48f300-30c2-4f94-96f5-6824aa733324 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:12:23.810627 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-85b1ba60-6050-49d6-8b52-58a9c2835298 None None] Transition to ACTIVE for port object 5b48f300-30c2-4f94-96f5-6824aa733324 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:12:23.829319 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-85b1ba60-6050-49d6-8b52-58a9c2835298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:23.889450 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b1ba60-6050-49d6-8b52-58a9c2835298 None None] Network e98734e2-dedb-4450-9333-d795164b1ce9 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:12:23.924271 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-85b1ba60-6050-49d6-8b52-58a9c2835298 None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:12:23.941841 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b1ba60-6050-49d6-8b52-58a9c2835298 None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:12:23.946680 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a58339a3-a9af-4e17-b5f6-d15cec584187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:24.041675 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 36ca12c1-91b0-487f-8226-5adcca1d886d no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:12:24.048084 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7f140cfd-9fb2-43c9-a518-e06e44e6e6c3 req-eb2b03e6-4cde-4005-af5e-983c5399c267 service neutron] 10.222.0.44 "GET /v2.0/networks/e0381d60-39a4-4712-8cd5-ed9a0178cff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8841765 Jul 24 00:12:24.070752 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 36ca12c1-91b0-487f-8226-5adcca1d886d {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:12:24.071223 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 36ca12c1-91b0-487f-8226-5adcca1d886d not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:12:24.093599 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b1ba60-6050-49d6-8b52-58a9c2835298 None None] Pushing event updated for resources: {'Port': ['ID=5b48f300-30c2-4f94-96f5-6824aa733324,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:24.111382 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-85b1ba60-6050-49d6-8b52-58a9c2835298 None None] Attempting to bind port 5b48f300-30c2-4f94-96f5-6824aa733324 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:12:24.111871 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-85b1ba60-6050-49d6-8b52-58a9c2835298 None None] Attempting to bind port 5b48f300-30c2-4f94-96f5-6824aa733324 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': 'b737500e-4702-4fa9-bd4b-6c1d2e2fa041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:12:24.112322 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b1ba60-6050-49d6-8b52-58a9c2835298 None None] Attempting to bind port 5b48f300-30c2-4f94-96f5-6824aa733324 on network e98734e2-dedb-4450-9333-d795164b1ce9 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:12:24.118436 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b1ba60-6050-49d6-8b52-58a9c2835298 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:12:24.119038 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b1ba60-6050-49d6-8b52-58a9c2835298 None None] Checking segment: {'id': 'b737500e-4702-4fa9-bd4b-6c1d2e2fa041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:12:24.119557 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-85b1ba60-6050-49d6-8b52-58a9c2835298 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:24.120064 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b1ba60-6050-49d6-8b52-58a9c2835298 None None] Bound using segment: {'id': 'b737500e-4702-4fa9-bd4b-6c1d2e2fa041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:12:24.120674 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-85b1ba60-6050-49d6-8b52-58a9c2835298 None None] Bound port: 5b48f300-30c2-4f94-96f5-6824aa733324, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b737500e-4702-4fa9-bd4b-6c1d2e2fa041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:12:24.121255 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-85b1ba60-6050-49d6-8b52-58a9c2835298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:24.176087 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-603c3bc8-34b8-41da-94c8-099681ebc963 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Allocated IP 2001:db8::f462:22d4:b72b:fbf1 (e98734e2-dedb-4450-9333-d795164b1ce9/8bccc26b-6488-452f-b7a4-931ec64b8290/91944478-a8f8-4b6a-a6ce-c11725f68506) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:12:24.191546 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-85b1ba60-6050-49d6-8b52-58a9c2835298 None None] For port 5b48f300-30c2-4f94-96f5-6824aa733324, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:12:24.195369 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-85b1ba60-6050-49d6-8b52-58a9c2835298 None None] For port 5b48f300-30c2-4f94-96f5-6824aa733324, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=5b48f300-30c2-4f94-96f5-6824aa733324,segment=NetworkSegment(b737500e-4702-4fa9-bd4b-6c1d2e2fa041),segment_id=b737500e-4702-4fa9-bd4b-6c1d2e2fa041)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:12:24.208314 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-85b1ba60-6050-49d6-8b52-58a9c2835298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:24.397825 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b1ba60-6050-49d6-8b52-58a9c2835298 None None] Pushing event updated for resources: {'Port': ['ID=5b48f300-30c2-4f94-96f5-6824aa733324,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:24.551963 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98ef66-6396-4db1-9c57-1c6642e36913 req-60633cd7-25a3-4637-a8df-067077fea7ce tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:24.555964 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ef98ef66-6396-4db1-9c57-1c6642e36913 req-60633cd7-25a3-4637-a8df-067077fea7ce tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=549de624-bb09-4e50-8794-41d8de162ace HTTP/1.1" status: 200 len: 946 time: 0.2921720 Jul 24 00:12:24.649529 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-77fa6f19-c477-4806-8d71-44e5fc2a8b50 req-3743c2a9-11df-4895-911d-f61f599aaa5c tempest-ServerAddressesTestJSON-165943610 tempest-ServerAddressesTestJSON-165943610-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d659687-81f1-4c3d-bf48-67ec18435606 HTTP/1.1" status: 200 len: 210 time: 0.1655216 Jul 24 00:12:24.691141 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ef98ef66-6396-4db1-9c57-1c6642e36913 req-42860acc-a9b7-4bd7-9aa6-c80357f2c558 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=65668094-9226-4b65-8245-cb28bd37e836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276577 Jul 24 00:12:24.934410 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-603c3bc8-34b8-41da-94c8-099681ebc963 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:24.962068 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [None req-603c3bc8-34b8-41da-94c8-099681ebc963 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Transition to ACTIVE for port object 91944478-a8f8-4b6a-a6ce-c11725f68506 will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:12:25.014521 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-603c3bc8-34b8-41da-94c8-099681ebc963 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:25.094235 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603c3bc8-34b8-41da-94c8-099681ebc963 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Network e98734e2-dedb-4450-9333-d795164b1ce9 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:12:25.109574 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-603c3bc8-34b8-41da-94c8-099681ebc963 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:12:25.116854 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603c3bc8-34b8-41da-94c8-099681ebc963 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:12:25.135691 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603c3bc8-34b8-41da-94c8-099681ebc963 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:25.136473 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-603c3bc8-34b8-41da-94c8-099681ebc963 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:25.146928 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603c3bc8-34b8-41da-94c8-099681ebc963 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event updated for resources: {'Port': ['ID=91944478-a8f8-4b6a-a6ce-c11725f68506,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:25.181550 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43042) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:25.183703 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-603c3bc8-34b8-41da-94c8-099681ebc963 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.1326394 Jul 24 00:12:25.188620 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-c871cef2-2e4c-444f-ba83-2d52eab07044 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Request body: {'port': {'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'fixed_ips': [{'subnet_id': '8bccc26b-6488-452f-b7a4-931ec64b8290', 'ip_address': '2001:db8::f462:22d4:b72b:fbf1'}], 'name': 'tempest-NetworksTestDHCPv6-534367780'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:12:25.460622 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c871cef2-2e4c-444f-ba83-2d52eab07044 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Made reservation on behalf of ba617effe2664093b954ded2eab93240 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:12:25.635903 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c871cef2-2e4c-444f-ba83-2d52eab07044 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:25.670756 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [None req-c871cef2-2e4c-444f-ba83-2d52eab07044 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] device_id is not set on port 9644d954-646b-46f5-aef8-9ca09535279a yet. {{(pid=100313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:12:25.758711 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-25e22f58-d37d-4317-ab53-f4b4f699ebab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:25.897999 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ee62acf6-7a1d-4038-853f-a5081d6b2b10 req-7bb0a445-9824-4931-887b-0a8c53acce09 tempest-ServerAddressesTestJSON-165943610 tempest-ServerAddressesTestJSON-165943610-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d659687-81f1-4c3d-bf48-67ec18435606 HTTP/1.1" status: 200 len: 210 time: 0.0885561 Jul 24 00:12:26.138001 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 5b48f300-30c2-4f94-96f5-6824aa733324 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:12:26.197463 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 5b48f300-30c2-4f94-96f5-6824aa733324 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:12:26.268227 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-c871cef2-2e4c-444f-ba83-2d52eab07044 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 24 00:12:26.268695 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c871cef2-2e4c-444f-ba83-2d52eab07044 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:12:26.281797 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-08ce2c0f-940c-48bd-a88b-9cabc16ffcfa None None] Provisioning for port 5b48f300-30c2-4f94-96f5-6824aa733324 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:12:26.288299 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-08ce2c0f-940c-48bd-a88b-9cabc16ffcfa None None] Provisioning complete for port 5b48f300-30c2-4f94-96f5-6824aa733324 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:12:26.288873 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-08ce2c0f-940c-48bd-a88b-9cabc16ffcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:26.320745 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b7f462-c978-445f-9cff-223ae0699445 req-d5b31dee-bca5-4327-8b39-24712713b94d tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:26.342536 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-86b7f462-c978-445f-9cff-223ae0699445 req-d5b31dee-bca5-4327-8b39-24712713b94d tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=549de624-bb09-4e50-8794-41d8de162ace HTTP/1.1" status: 200 len: 946 time: 0.4440720 Jul 24 00:12:26.356035 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c871cef2-2e4c-444f-ba83-2d52eab07044 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.1732070 Jul 24 00:12:26.359635 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43062) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:26.466634 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-86b7f462-c978-445f-9cff-223ae0699445 req-ba1d87e9-1f6e-4a19-a819-b8f1cb384320 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=65668094-9226-4b65-8245-cb28bd37e836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228843 Jul 24 00:12:26.511486 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba8d73a-f444-4869-9686-6c14a453a950 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:26.526825 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-08ce2c0f-940c-48bd-a88b-9cabc16ffcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:26.529572 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba8d73a-f444-4869-9686-6c14a453a950 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:26.538599 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43068) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:26.539007 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-6ba8d73a-f444-4869-9686-6c14a453a950 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1780353 Jul 24 00:12:26.638553 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-08ce2c0f-940c-48bd-a88b-9cabc16ffcfa None None] For port 5b48f300-30c2-4f94-96f5-6824aa733324, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=5b48f300-30c2-4f94-96f5-6824aa733324,segment=NetworkSegment(b737500e-4702-4fa9-bd4b-6c1d2e2fa041),segment_id=b737500e-4702-4fa9-bd4b-6c1d2e2fa041)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:12:26.653027 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-08ce2c0f-940c-48bd-a88b-9cabc16ffcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:26.782672 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-d2e360ce-35d1-4c81-aa23-1b5c79541abc tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Deleting port 91944478-a8f8-4b6a-a6ce-c11725f68506 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:12:26.785248 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d2e360ce-35d1-4c81-aa23-1b5c79541abc tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:26.861725 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ce2c0f-940c-48bd-a88b-9cabc16ffcfa None None] Pushing event updated for resources: {'Port': ['ID=5b48f300-30c2-4f94-96f5-6824aa733324,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:26.884570 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-c3b6302f-4458-4b15-b3fa-444170c6ef53 None None] Could not find standard attr ID for object 5461fc9a-f666-4fa2-a327-37c22e0b6022. {{(pid=100315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 00:12:26.901723 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:26.903018 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f140cfd-9fb2-43c9-a518-e06e44e6e6c3 req-f6de7304-be55-4d14-a7c1-846dce34e895 tempest-ServerAddressesTestJSON-165943610 tempest-ServerAddressesTestJSON-165943610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:26.904935 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7f140cfd-9fb2-43c9-a518-e06e44e6e6c3 req-f6de7304-be55-4d14-a7c1-846dce34e895 tempest-ServerAddressesTestJSON-165943610 tempest-ServerAddressesTestJSON-165943610-project] 10.222.0.64 "GET /v2.0/networks?id=e0381d60-39a4-4712-8cd5-ed9a0178cff6 HTTP/1.1" status: 200 len: 813 time: 0.3638504 Jul 24 00:12:26.932117 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-7f140cfd-9fb2-43c9-a518-e06e44e6e6c3 req-dc1187a0-3e61-4704-8a63-352f099cb5ee tempest-ServerAddressesTestJSON-165943610 tempest-ServerAddressesTestJSON-165943610-project] Request body: {'port': {'device_id': '2d659687-81f1-4c3d-bf48-67ec18435606', 'network_id': 'e0381d60-39a4-4712-8cd5-ed9a0178cff6', 'admin_state_up': True, 'tenant_id': '8fa8be724e8c4469956e7cc81d48a92d'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:12:27.015174 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d2e360ce-35d1-4c81-aa23-1b5c79541abc tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:27.038329 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-d2e360ce-35d1-4c81-aa23-1b5c79541abc tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Calling delete_port for 91944478-a8f8-4b6a-a6ce-c11725f68506 owned by {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:12:27.167753 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-13ba9826-cab0-49ca-b22e-cd78ea378361 req-8f1cb639-5a71-4b18-9d19-35d6d18f2254 tempest-ServerAddressesTestJSON-165943610 tempest-ServerAddressesTestJSON-165943610-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d659687-81f1-4c3d-bf48-67ec18435606 HTTP/1.1" status: 200 len: 210 time: 0.1009674 Jul 24 00:12:27.186939 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f140cfd-9fb2-43c9-a518-e06e44e6e6c3 req-dc1187a0-3e61-4704-8a63-352f099cb5ee tempest-ServerAddressesTestJSON-165943610 tempest-ServerAddressesTestJSON-165943610-project] Made reservation on behalf of 8fa8be724e8c4469956e7cc81d48a92d for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:12:27.198460 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-7f140cfd-9fb2-43c9-a518-e06e44e6e6c3 req-dc1187a0-3e61-4704-8a63-352f099cb5ee tempest-ServerAddressesTestJSON-165943610 tempest-ServerAddressesTestJSON-165943610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:27.262616 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:27.304988 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-ec0962a0-4efc-4d09-9875-b309c9121c17 None None] Could not find standard attr ID for object 0a96ba40-fd6e-4c49-8646-e63911461600. {{(pid=100315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 00:12:27.380661 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d2e360ce-35d1-4c81-aa23-1b5c79541abc tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:27.468665 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e360ce-35d1-4c81-aa23-1b5c79541abc tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event deleted for resources: {'Port': ['ID=91944478-a8f8-4b6a-a6ce-c11725f68506,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:27.555887 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d2e360ce-35d1-4c81-aa23-1b5c79541abc tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:27.566491 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-d2e360ce-35d1-4c81-aa23-1b5c79541abc tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/ports/91944478-a8f8-4b6a-a6ce-c11725f68506 HTTP/1.1" status: 204 len: 168 time: 1.0267189 Jul 24 00:12:27.567159 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43090) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:27.621382 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [req-7f140cfd-9fb2-43c9-a518-e06e44e6e6c3 req-dc1187a0-3e61-4704-8a63-352f099cb5ee tempest-ServerAddressesTestJSON-165943610 tempest-ServerAddressesTestJSON-165943610-project] Allocated IP 172.20.0.14 (e0381d60-39a4-4712-8cd5-ed9a0178cff6/a5d84d20-5cd2-43eb-963b-ba4e14406fca/536cf24c-47ff-4ca5-98e5-dac8a0c1e560) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:12:27.634102 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-f767dd8c-ad03-4544-9931-d51398c93e3a None None] Could not find standard attr ID for object ab8b7d4c-fc90-4fbb-96fd-4181ea12f624. {{(pid=100315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 00:12:27.734192 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ace331-eaec-42ac-9f1b-d34f08e02ae5 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:27.736507 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ace331-eaec-42ac-9f1b-d34f08e02ae5 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:27.740868 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c2ace331-eaec-42ac-9f1b-d34f08e02ae5 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1726370 Jul 24 00:12:27.742605 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43092) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:27.883612 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6f23485-ea1f-431e-a1bd-619c9ad87ca1 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Deleting subnet 8bccc26b-6488-452f-b7a4-931ec64b8290 {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:12:27.895296 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e6f23485-ea1f-431e-a1bd-619c9ad87ca1 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:27.955749 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9d35612c-d0e8-4825-992f-87fc013d957b None None] Could not find standard attr ID for object 91944478-a8f8-4b6a-a6ce-c11725f68506. {{(pid=100315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 00:12:27.993552 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22725a0-ae7f-426c-8057-b49bae84b630 req-4fb48669-650b-42cf-8eb9-0b69316c57e4 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:27.995099 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a22725a0-ae7f-426c-8057-b49bae84b630 req-4fb48669-650b-42cf-8eb9-0b69316c57e4 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=549de624-bb09-4e50-8794-41d8de162ace HTTP/1.1" status: 200 len: 946 time: 0.2532339 Jul 24 00:12:28.020259 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e6f23485-ea1f-431e-a1bd-619c9ad87ca1 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:28.062768 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 5b48f300-30c2-4f94-96f5-6824aa733324 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:12:28.109230 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a22725a0-ae7f-426c-8057-b49bae84b630 req-7b9954e7-2761-4447-aa64-91868974c58f tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=65668094-9226-4b65-8245-cb28bd37e836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814152 Jul 24 00:12:28.125637 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-7f140cfd-9fb2-43c9-a518-e06e44e6e6c3 req-dc1187a0-3e61-4704-8a63-352f099cb5ee tempest-ServerAddressesTestJSON-165943610 tempest-ServerAddressesTestJSON-165943610-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:28.187193 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e6f23485-ea1f-431e-a1bd-619c9ad87ca1 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:28.256900 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-7f140cfd-9fb2-43c9-a518-e06e44e6e6c3 req-dc1187a0-3e61-4704-8a63-352f099cb5ee tempest-ServerAddressesTestJSON-165943610 tempest-ServerAddressesTestJSON-165943610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:28.289194 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 5b48f300-30c2-4f94-96f5-6824aa733324 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:12:28.289581 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:28.303826 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e6f23485-ea1f-431e-a1bd-619c9ad87ca1 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:28.353613 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f23485-ea1f-431e-a1bd-619c9ad87ca1 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event deleted for resources: {'Subnet': ['ID=8bccc26b-6488-452f-b7a4-931ec64b8290,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:28.386867 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e6f23485-ea1f-431e-a1bd-619c9ad87ca1 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:28.388799 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-e6f23485-ea1f-431e-a1bd-619c9ad87ca1 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/subnets/8bccc26b-6488-452f-b7a4-931ec64b8290 HTTP/1.1" status: 204 len: 168 time: 0.6453176 Jul 24 00:12:28.396244 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43108) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:28.442687 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f140cfd-9fb2-43c9-a518-e06e44e6e6c3 req-dc1187a0-3e61-4704-8a63-352f099cb5ee tempest-ServerAddressesTestJSON-165943610 tempest-ServerAddressesTestJSON-165943610-project] Network e0381d60-39a4-4712-8cd5-ed9a0178cff6 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:12:28.451094 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [req-7f140cfd-9fb2-43c9-a518-e06e44e6e6c3 req-dc1187a0-3e61-4704-8a63-352f099cb5ee tempest-ServerAddressesTestJSON-165943610 tempest-ServerAddressesTestJSON-165943610-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:12:28.453427 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f140cfd-9fb2-43c9-a518-e06e44e6e6c3 req-dc1187a0-3e61-4704-8a63-352f099cb5ee tempest-ServerAddressesTestJSON-165943610 tempest-ServerAddressesTestJSON-165943610-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:12:28.462792 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd919615-85b8-495e-91fc-4ee364a3d254 None None] Network e98734e2-dedb-4450-9333-d795164b1ce9 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:12:28.503064 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1187a0-3e61-4704-8a63-352f099cb5ee tempest-ServerAddressesTestJSON-165943610 tempest-ServerAddressesTestJSON-165943610-project] Pushing event updated for resources: {'Port': ['ID=536cf24c-47ff-4ca5-98e5-dac8a0c1e560,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:28.505127 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-8601faae-679e-4590-8d3f-2c0ab00b9c72 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1075022 Jul 24 00:12:28.508721 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43110) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:28.514720 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-714f38f3-b334-4f03-bbd6-e21f0039e1cc tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Request body: {'subnet': {'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:12:28.584057 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f140cfd-9fb2-43c9-a518-e06e44e6e6c3 req-dc1187a0-3e61-4704-8a63-352f099cb5ee tempest-ServerAddressesTestJSON-165943610 tempest-ServerAddressesTestJSON-165943610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:28.584941 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-7f140cfd-9fb2-43c9-a518-e06e44e6e6c3 req-dc1187a0-3e61-4704-8a63-352f099cb5ee tempest-ServerAddressesTestJSON-165943610 tempest-ServerAddressesTestJSON-165943610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:28.634271 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f743f8-5a57-4771-8d98-aa5f20ffb288 req-d26bd865-c5e2-48ab-934f-394e1c5b776c tempest-ServerAddressesTestJSON-165943610 tempest-ServerAddressesTestJSON-165943610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:28.636389 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-95f743f8-5a57-4771-8d98-aa5f20ffb288 req-d26bd865-c5e2-48ab-934f-394e1c5b776c tempest-ServerAddressesTestJSON-165943610 tempest-ServerAddressesTestJSON-165943610-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d659687-81f1-4c3d-bf48-67ec18435606 HTTP/1.1" status: 200 len: 932 time: 0.2571363 Jul 24 00:12:28.638568 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7f140cfd-9fb2-43c9-a518-e06e44e6e6c3 req-dc1187a0-3e61-4704-8a63-352f099cb5ee tempest-ServerAddressesTestJSON-165943610 tempest-ServerAddressesTestJSON-165943610-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7231534 Jul 24 00:12:28.727355 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-714f38f3-b334-4f03-bbd6-e21f0039e1cc tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Made reservation on behalf of ba617effe2664093b954ded2eab93240 for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:12:28.730184 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-7f140cfd-9fb2-43c9-a518-e06e44e6e6c3 req-13aa542c-bcef-43c1-a30e-6d791524dbff service neutron] Request body: {'port': {'device_id': '2d659687-81f1-4c3d-bf48-67ec18435606', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-16'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:12:28.731671 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-714f38f3-b334-4f03-bbd6-e21f0039e1cc tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:28.807787 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557d05db-3cc8-49d5-8b89-79f0a6610330 None None] DHCP port deletion for e98734e2-dedb-4450-9333-d795164b1ce9 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:12:28.867317 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-95f743f8-5a57-4771-8d98-aa5f20ffb288 req-51b1c09d-a699-4947-92f4-ce30d8308005 tempest-ServerAddressesTestJSON-165943610 tempest-ServerAddressesTestJSON-165943610-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad9af23a-1161-4bd4-ba62-fcc92a125d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235856 Jul 24 00:12:28.979905 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:29.009961 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-557d05db-3cc8-49d5-8b89-79f0a6610330 None None] Deleting port 5b48f300-30c2-4f94-96f5-6824aa733324 {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:12:29.010713 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-557d05db-3cc8-49d5-8b89-79f0a6610330 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:29.030014 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-7f140cfd-9fb2-43c9-a518-e06e44e6e6c3 req-13aa542c-bcef-43c1-a30e-6d791524dbff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:29.080701 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-714f38f3-b334-4f03-bbd6-e21f0039e1cc tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:29.206611 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-557d05db-3cc8-49d5-8b89-79f0a6610330 None None] For port 5b48f300-30c2-4f94-96f5-6824aa733324, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=5b48f300-30c2-4f94-96f5-6824aa733324,segment=NetworkSegment(b737500e-4702-4fa9-bd4b-6c1d2e2fa041),segment_id=b737500e-4702-4fa9-bd4b-6c1d2e2fa041)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:12:29.207023 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-557d05db-3cc8-49d5-8b89-79f0a6610330 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:29.214772 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714f38f3-b334-4f03-bbd6-e21f0039e1cc tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Network e98734e2-dedb-4450-9333-d795164b1ce9 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:12:29.217205 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-714f38f3-b334-4f03-bbd6-e21f0039e1cc tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:12:29.226514 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714f38f3-b334-4f03-bbd6-e21f0039e1cc tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:29.227295 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-714f38f3-b334-4f03-bbd6-e21f0039e1cc tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:29.230080 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714f38f3-b334-4f03-bbd6-e21f0039e1cc tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event updated for resources: {'Subnet': ['ID=2948b80c-ac61-48d4-bdc4-929459ba9721,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:29.235932 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-557d05db-3cc8-49d5-8b89-79f0a6610330 None None] Calling delete_port for 5b48f300-30c2-4f94-96f5-6824aa733324 owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:12:29.303793 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-714f38f3-b334-4f03-bbd6-e21f0039e1cc tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7930818 Jul 24 00:12:29.306736 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43136) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:29.317298 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-695e319a-c480-4e79-9468-1da969fe4bb1 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Request body: {'port': {'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'fixed_ips': [{'subnet_id': '2948b80c-ac61-48d4-bdc4-929459ba9721', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-260843236'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:12:29.561419 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8283c35c-2ea6-4779-b1fb-3b507ebbe406 req-d658fd4b-b8cb-4c61-845c-cfefa9229100 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:29.569680 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8283c35c-2ea6-4779-b1fb-3b507ebbe406 req-d658fd4b-b8cb-4c61-845c-cfefa9229100 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=549de624-bb09-4e50-8794-41d8de162ace HTTP/1.1" status: 200 len: 946 time: 0.3175073 Jul 24 00:12:29.574729 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-557d05db-3cc8-49d5-8b89-79f0a6610330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:29.665509 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557d05db-3cc8-49d5-8b89-79f0a6610330 None None] No DVR routers for this DVR port 5b48f300-30c2-4f94-96f5-6824aa733324 on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:12:29.665937 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-7f140cfd-9fb2-43c9-a518-e06e44e6e6c3 req-13aa542c-bcef-43c1-a30e-6d791524dbff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 536cf24c-47ff-4ca5-98e5-dac8a0c1e560 {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:12:29.675360 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-7f140cfd-9fb2-43c9-a518-e06e44e6e6c3 req-13aa542c-bcef-43c1-a30e-6d791524dbff service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:29.675599 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557d05db-3cc8-49d5-8b89-79f0a6610330 None None] Pushing event deleted for resources: {'Port': ['ID=5b48f300-30c2-4f94-96f5-6824aa733324,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:29.690699 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438b6fd4-8b49-4301-aba0-e0483fa00702 None None] Network e98734e2-dedb-4450-9333-d795164b1ce9 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:12:29.720485 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-7f140cfd-9fb2-43c9-a518-e06e44e6e6c3 req-13aa542c-bcef-43c1-a30e-6d791524dbff service neutron] Transition to ACTIVE for port object 536cf24c-47ff-4ca5-98e5-dac8a0c1e560 will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:12:29.733581 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-7f140cfd-9fb2-43c9-a518-e06e44e6e6c3 req-13aa542c-bcef-43c1-a30e-6d791524dbff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:29.780953 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8283c35c-2ea6-4779-b1fb-3b507ebbe406 req-667f7d72-ba20-45e0-95b7-39389b63a5e5 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=65668094-9226-4b65-8245-cb28bd37e836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2001379 Jul 24 00:12:29.783814 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-695e319a-c480-4e79-9468-1da969fe4bb1 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Made reservation on behalf of ba617effe2664093b954ded2eab93240 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:12:29.798247 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-695e319a-c480-4e79-9468-1da969fe4bb1 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:29.858046 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [None req-695e319a-c480-4e79-9468-1da969fe4bb1 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] device_id is not set on port 66e840a6-1c9d-4b6f-8506-28618a73fd94 yet. {{(pid=100313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:12:29.931068 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-7f140cfd-9fb2-43c9-a518-e06e44e6e6c3 req-13aa542c-bcef-43c1-a30e-6d791524dbff service neutron] Attempting to bind port 536cf24c-47ff-4ca5-98e5-dac8a0c1e560 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:12:29.931604 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-7f140cfd-9fb2-43c9-a518-e06e44e6e6c3 req-13aa542c-bcef-43c1-a30e-6d791524dbff service neutron] Attempting to bind port 536cf24c-47ff-4ca5-98e5-dac8a0c1e560 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '47afdab2-2303-43f9-b905-53c2869055ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'e0381d60-39a4-4712-8cd5-ed9a0178cff6'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:12:29.932103 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f140cfd-9fb2-43c9-a518-e06e44e6e6c3 req-13aa542c-bcef-43c1-a30e-6d791524dbff service neutron] Attempting to bind port 536cf24c-47ff-4ca5-98e5-dac8a0c1e560 on network e0381d60-39a4-4712-8cd5-ed9a0178cff6 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:12:29.934976 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aa542c-bcef-43c1-a30e-6d791524dbff service neutron] Pushing event updated for resources: {'Port': ['ID=536cf24c-47ff-4ca5-98e5-dac8a0c1e560,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:29.957817 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f140cfd-9fb2-43c9-a518-e06e44e6e6c3 req-13aa542c-bcef-43c1-a30e-6d791524dbff service neutron] Port 536cf24c-47ff-4ca5-98e5-dac8a0c1e560 on network e0381d60-39a4-4712-8cd5-ed9a0178cff6 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:12:29.958062 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f140cfd-9fb2-43c9-a518-e06e44e6e6c3 req-13aa542c-bcef-43c1-a30e-6d791524dbff service neutron] Attempting to bind port 536cf24c-47ff-4ca5-98e5-dac8a0c1e560 on network e0381d60-39a4-4712-8cd5-ed9a0178cff6 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:12:29.967381 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f140cfd-9fb2-43c9-a518-e06e44e6e6c3 req-13aa542c-bcef-43c1-a30e-6d791524dbff service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:12:29.969410 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f140cfd-9fb2-43c9-a518-e06e44e6e6c3 req-13aa542c-bcef-43c1-a30e-6d791524dbff service neutron] Checking segment: {'id': '47afdab2-2303-43f9-b905-53c2869055ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'e0381d60-39a4-4712-8cd5-ed9a0178cff6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:12:29.970074 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f140cfd-9fb2-43c9-a518-e06e44e6e6c3 req-13aa542c-bcef-43c1-a30e-6d791524dbff service neutron] Bound using segment: {'id': '47afdab2-2303-43f9-b905-53c2869055ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'e0381d60-39a4-4712-8cd5-ed9a0178cff6'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:12:29.974013 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-7f140cfd-9fb2-43c9-a518-e06e44e6e6c3 req-13aa542c-bcef-43c1-a30e-6d791524dbff service neutron] Bound port: 536cf24c-47ff-4ca5-98e5-dac8a0c1e560, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47afdab2-2303-43f9-b905-53c2869055ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'e0381d60-39a4-4712-8cd5-ed9a0178cff6'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:12:29.974657 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-7f140cfd-9fb2-43c9-a518-e06e44e6e6c3 req-13aa542c-bcef-43c1-a30e-6d791524dbff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:30.077178 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 5b48f300-30c2-4f94-96f5-6824aa733324 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:12:30.104834 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90569891-c2eb-419f-ac8d-32925824ae90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-e98734e2-dedb-4450-9333-d795164b1ce9', 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'tenant_id': 'ba617effe2664093b954ded2eab93240', 'fixed_ips': [{'subnet_id': '2948b80c-ac61-48d4-bdc4-929459ba9721'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:12:30.105710 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-90569891-c2eb-419f-ac8d-32925824ae90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:30.155054 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-695e319a-c480-4e79-9468-1da969fe4bb1 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 00:12:30.157257 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-695e319a-c480-4e79-9468-1da969fe4bb1 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:12:30.199761 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-695e319a-c480-4e79-9468-1da969fe4bb1 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.8897886 Jul 24 00:12:30.200164 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43148) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:30.203249 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 5b48f300-30c2-4f94-96f5-6824aa733324 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:12:30.203596 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 5b48f300-30c2-4f94-96f5-6824aa733324 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:12:30.224431 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-7f140cfd-9fb2-43c9-a518-e06e44e6e6c3 req-13aa542c-bcef-43c1-a30e-6d791524dbff service neutron] For port 536cf24c-47ff-4ca5-98e5-dac8a0c1e560, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:12:30.266908 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-f48a16b7-2b8f-4d07-a87b-70c31f87815b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0573778 Jul 24 00:12:30.266908 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43150) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:30.281408 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b2c4ae-e86f-40d5-b09f-f8d424e783d1 req-538f1558-709f-418a-b9cd-aeeff4461844 tempest-ServerAddressesTestJSON-165943610 tempest-ServerAddressesTestJSON-165943610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:30.289017 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e6b2c4ae-e86f-40d5-b09f-f8d424e783d1 req-538f1558-709f-418a-b9cd-aeeff4461844 tempest-ServerAddressesTestJSON-165943610 tempest-ServerAddressesTestJSON-165943610-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d659687-81f1-4c3d-bf48-67ec18435606 HTTP/1.1" status: 200 len: 944 time: 0.2142847 Jul 24 00:12:30.310202 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-7f140cfd-9fb2-43c9-a518-e06e44e6e6c3 req-13aa542c-bcef-43c1-a30e-6d791524dbff service neutron] For port 536cf24c-47ff-4ca5-98e5-dac8a0c1e560, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=536cf24c-47ff-4ca5-98e5-dac8a0c1e560,segment=NetworkSegment(47afdab2-2303-43f9-b905-53c2869055ef),segment_id=47afdab2-2303-43f9-b905-53c2869055ef)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:12:30.337900 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e6b2c4ae-e86f-40d5-b09f-f8d424e783d1 req-75da015f-80d9-41e3-b05f-9d3e5299acb4 tempest-ServerAddressesTestJSON-165943610 tempest-ServerAddressesTestJSON-165943610-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad9af23a-1161-4bd4-ba62-fcc92a125d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476782 Jul 24 00:12:30.351606 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-7f140cfd-9fb2-43c9-a518-e06e44e6e6c3 req-13aa542c-bcef-43c1-a30e-6d791524dbff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:30.358100 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546ee8a9-1642-4160-9cb2-88d325c5df43 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:30.360110 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546ee8a9-1642-4160-9cb2-88d325c5df43 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:30.363034 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-546ee8a9-1642-4160-9cb2-88d325c5df43 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0990934 Jul 24 00:12:30.365671 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43152) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:30.429553 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4dc8ed6-132d-4b67-8a6a-556e2fcaff7b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Deleting subnet 2948b80c-ac61-48d4-bdc4-929459ba9721 {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:12:30.433354 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e4dc8ed6-132d-4b67-8a6a-556e2fcaff7b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:30.443151 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f140cfd-9fb2-43c9-a518-e06e44e6e6c3 req-13aa542c-bcef-43c1-a30e-6d791524dbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:30.444457 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-7f140cfd-9fb2-43c9-a518-e06e44e6e6c3 req-13aa542c-bcef-43c1-a30e-6d791524dbff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:30.451712 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7f140cfd-9fb2-43c9-a518-e06e44e6e6c3 req-13aa542c-bcef-43c1-a30e-6d791524dbff service neutron] 10.222.0.64 "PUT /v2.0/ports/536cf24c-47ff-4ca5-98e5-dac8a0c1e560 HTTP/1.1" status: 200 len: 1093 time: 1.7499068 Jul 24 00:12:30.452956 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d659687-81f1-4c3d-bf48-67ec18435606', 'tag': '536cf24c-47ff-4ca5-98e5-dac8a0c1e560'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:12:30.456567 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd36433-dcff-4612-8247-8a73c71c6459" -d '{"events": [{"name": "network-changed", "server_uuid": "2d659687-81f1-4c3d-bf48-67ec18435606", "tag": "536cf24c-47ff-4ca5-98e5-dac8a0c1e560"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:12:30.495487 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e4dc8ed6-132d-4b67-8a6a-556e2fcaff7b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:30.563775 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e4dc8ed6-132d-4b67-8a6a-556e2fcaff7b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:30.609190 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36528daa-9ddf-4cb5-b527-ce664c0d5d03 x-openstack-request-id: req-36528daa-9ddf-4cb5-b527-ce664c0d5d03 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:12:30.612102 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d659687-81f1-4c3d-bf48-67ec18435606", "tag": "536cf24c-47ff-4ca5-98e5-dac8a0c1e560", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:12:30.612102 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-36528daa-9ddf-4cb5-b527-ce664c0d5d03 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:12:30.612348 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d659687-81f1-4c3d-bf48-67ec18435606', 'tag': '536cf24c-47ff-4ca5-98e5-dac8a0c1e560', 'status': 'completed', 'code': 200} Jul 24 00:12:30.643677 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aa542c-bcef-43c1-a30e-6d791524dbff service neutron] Pushing event updated for resources: {'Port': ['ID=536cf24c-47ff-4ca5-98e5-dac8a0c1e560,revision_number=3']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:30.668606 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e4dc8ed6-132d-4b67-8a6a-556e2fcaff7b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server [None req-90569891-c2eb-419f-ac8d-32925824ae90 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2948b80c-ac61-48d4-bdc4-929459ba9721: This subnet is being modified by another concurrent operation. Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server raise exception Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2948b80c-ac61-48d4-bdc4-929459ba9721: This subnet is being modified by another concurrent operation. Jul 24 00:12:30.670913 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server Jul 24 00:12:30.699591 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38c061d-b931-4e32-befa-c93dfa9563ef None None] get_active_networks_info from n-d-800088-16 {{(pid=100315) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 24 00:12:30.720841 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dc8ed6-132d-4b67-8a6a-556e2fcaff7b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event deleted for resources: {'Subnet': ['ID=2948b80c-ac61-48d4-bdc4-929459ba9721,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:30.732990 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e4dc8ed6-132d-4b67-8a6a-556e2fcaff7b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:30.733796 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f140cfd-9fb2-43c9-a518-e06e44e6e6c3 req-dbbb24b1-dcc7-4a30-8584-0123b1ac5afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:30.735814 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-e4dc8ed6-132d-4b67-8a6a-556e2fcaff7b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/subnets/2948b80c-ac61-48d4-bdc4-929459ba9721 HTTP/1.1" status: 204 len: 168 time: 0.3692079 Jul 24 00:12:30.736642 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7f140cfd-9fb2-43c9-a518-e06e44e6e6c3 req-dbbb24b1-dcc7-4a30-8584-0123b1ac5afe service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8fa8be724e8c4469956e7cc81d48a92d&device_id=2d659687-81f1-4c3d-bf48-67ec18435606 HTTP/1.1" status: 200 len: 1096 time: 0.2377222 Jul 24 00:12:30.740751 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43162) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:30.931176 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38c061d-b931-4e32-befa-c93dfa9563ef None None] Resources bound (agent type, host, resource id): {{(pid=100315) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 24 00:12:30.982340 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-67c241d9-bfe5-4a46-9945-ef28852da07a tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2402711 Jul 24 00:12:30.987485 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7f140cfd-9fb2-43c9-a518-e06e44e6e6c3 req-cb404dd9-95ac-43d6-b9c1-452a33d6380b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=536cf24c-47ff-4ca5-98e5-dac8a0c1e560 HTTP/1.1" status: 200 len: 217 time: 0.2347736 Jul 24 00:12:30.991807 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43168) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:30.998202 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-3b3fa000-590b-4a46-9c66-5c1250f3994a tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Request body: {'subnet': {'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:12:31.085932 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c7529d-610b-434b-b070-a9ea3ecef708 req-9fab71bf-bb59-4b39-9161-b9d46b32c25a tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:31.089355 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-11c7529d-610b-434b-b070-a9ea3ecef708 req-9fab71bf-bb59-4b39-9161-b9d46b32c25a tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=549de624-bb09-4e50-8794-41d8de162ace HTTP/1.1" status: 200 len: 946 time: 0.1697388 Jul 24 00:12:31.186713 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-11c7529d-610b-434b-b070-a9ea3ecef708 req-0e667559-5c62-442a-802f-041279e279fc tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=65668094-9226-4b65-8245-cb28bd37e836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879557 Jul 24 00:12:31.253109 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f140cfd-9fb2-43c9-a518-e06e44e6e6c3 req-1c8160c9-2765-4a7d-a39b-edded51299ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:31.254963 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7f140cfd-9fb2-43c9-a518-e06e44e6e6c3 req-1c8160c9-2765-4a7d-a39b-edded51299ec service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a5d84d20-5cd2-43eb-963b-ba4e14406fca HTTP/1.1" status: 200 len: 853 time: 0.1361933 Jul 24 00:12:31.257633 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b3fa000-590b-4a46-9c66-5c1250f3994a tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Made reservation on behalf of ba617effe2664093b954ded2eab93240 for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:12:31.272632 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3b3fa000-590b-4a46-9c66-5c1250f3994a tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:31.353910 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7f140cfd-9fb2-43c9-a518-e06e44e6e6c3 req-0df33cca-6207-4a0a-a992-0beeeddfc70e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e0381d60-39a4-4712-8cd5-ed9a0178cff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703101 Jul 24 00:12:31.367334 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1665c260-0c54-43af-9a38-d2ef6203dd84 req-3c16cd2f-dd8e-4d8a-9fb4-f3c6e83008b2 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:31.375815 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1665c260-0c54-43af-9a38-d2ef6203dd84 req-3c16cd2f-dd8e-4d8a-9fb4-f3c6e83008b2 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] 10.222.0.44 "GET /v2.0/ports?device_id=64daba1c-7170-4d1e-9a7a-d4eda6c37c73 HTTP/1.1" status: 200 len: 945 time: 0.3817339 Jul 24 00:12:31.547479 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4c40a9-1e5c-4fa1-a7f1-fb6d73d31372 req-627b9848-7fcf-4417-b04a-96ee918e488c tempest-ServerAddressesTestJSON-165943610 tempest-ServerAddressesTestJSON-165943610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:31.558866 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6b4c40a9-1e5c-4fa1-a7f1-fb6d73d31372 req-627b9848-7fcf-4417-b04a-96ee918e488c tempest-ServerAddressesTestJSON-165943610 tempest-ServerAddressesTestJSON-165943610-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d659687-81f1-4c3d-bf48-67ec18435606 HTTP/1.1" status: 200 len: 944 time: 0.1094019 Jul 24 00:12:31.561864 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7f140cfd-9fb2-43c9-a518-e06e44e6e6c3 req-fa42bd2d-3190-4545-8427-1652d983168c service neutron] 10.222.0.64 "GET /v2.0/networks/e0381d60-39a4-4712-8cd5-ed9a0178cff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831491 Jul 24 00:12:31.597160 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1665c260-0c54-43af-9a38-d2ef6203dd84 req-b5fc1438-82dc-4217-b96c-4089d236a984 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] 10.222.0.44 "GET /v2.0/security-groups?id=8cf1fbb8-a0d9-4a48-aaad-3040ad44ce64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195449 Jul 24 00:12:31.637891 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6b4c40a9-1e5c-4fa1-a7f1-fb6d73d31372 req-45b32e00-affd-496f-bbb3-55bd368b9ad3 tempest-ServerAddressesTestJSON-165943610 tempest-ServerAddressesTestJSON-165943610-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad9af23a-1161-4bd4-ba62-fcc92a125d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773065 Jul 24 00:12:31.816461 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7f140cfd-9fb2-43c9-a518-e06e44e6e6c3 req-6942cdd4-2ecf-4f26-bef1-7c65b43f9e92 service neutron] 10.222.0.64 "GET /v2.0/networks/e0381d60-39a4-4712-8cd5-ed9a0178cff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182436 Jul 24 00:12:31.943973 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3b3fa000-590b-4a46-9c66-5c1250f3994a tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:32.027165 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3fa000-590b-4a46-9c66-5c1250f3994a tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Network e98734e2-dedb-4450-9333-d795164b1ce9 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:12:32.035755 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-3b3fa000-590b-4a46-9c66-5c1250f3994a tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:12:32.039312 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3fa000-590b-4a46-9c66-5c1250f3994a tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event updated for resources: {'Subnet': ['ID=49e1b5a4-5f7d-4b10-9cd1-c21025936452,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:32.042334 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3fa000-590b-4a46-9c66-5c1250f3994a tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:32.042958 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3b3fa000-590b-4a46-9c66-5c1250f3994a tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:32.046677 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b923533c-1dd9-4359-a70e-f565047cc88c None None] Network e98734e2-dedb-4450-9333-d795164b1ce9 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:12:32.073101 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd36433-dcff-4612-8247-8a73c71c6459 req-ab27c5eb-f791-4edc-8e7d-79d2644f316d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:32.086324 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4cd36433-dcff-4612-8247-8a73c71c6459 req-ab27c5eb-f791-4edc-8e7d-79d2644f316d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8fa8be724e8c4469956e7cc81d48a92d&device_id=2d659687-81f1-4c3d-bf48-67ec18435606 HTTP/1.1" status: 200 len: 1096 time: 0.2033501 Jul 24 00:12:32.113728 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43176) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:32.114210 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-3b3fa000-590b-4a46-9c66-5c1250f3994a tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1212847 Jul 24 00:12:32.123139 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-53c503da-7feb-4a65-9b13-43e07f4c62ff tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-110912139', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:12:32.192273 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-53c503da-7feb-4a65-9b13-43e07f4c62ff tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:32.193362 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-53c503da-7feb-4a65-9b13-43e07f4c62ff tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:32.285682 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-53c503da-7feb-4a65-9b13-43e07f4c62ff tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:32.296506 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-53c503da-7feb-4a65-9b13-43e07f4c62ff tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:32.310429 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd36433-dcff-4612-8247-8a73c71c6459 req-58013c57-66ca-4ca3-91ee-91887b0ac4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:32.313754 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4cd36433-dcff-4612-8247-8a73c71c6459 req-58013c57-66ca-4ca3-91ee-91887b0ac4da service neutron] 10.222.0.64 "GET /v2.0/networks?id=e0381d60-39a4-4712-8cd5-ed9a0178cff6 HTTP/1.1" status: 200 len: 914 time: 0.2200460 Jul 24 00:12:32.325480 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-53c503da-7feb-4a65-9b13-43e07f4c62ff tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:32.330670 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-53c503da-7feb-4a65-9b13-43e07f4c62ff tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2152646 Jul 24 00:12:32.331742 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43180) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:32.403528 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076125f6-598e-4382-9ab7-42c57cb2da8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-e98734e2-dedb-4450-9333-d795164b1ce9', 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'tenant_id': 'ba617effe2664093b954ded2eab93240', 'fixed_ips': [{'subnet_id': '49e1b5a4-5f7d-4b10-9cd1-c21025936452'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:12:32.404401 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-076125f6-598e-4382-9ab7-42c57cb2da8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:32.518940 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcdae50-b765-4382-a6a9-1eed3dcd9d81 req-975908e7-ceee-4586-849f-3f0366ee4090 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:32.520450 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7bcdae50-b765-4382-a6a9-1eed3dcd9d81 req-975908e7-ceee-4586-849f-3f0366ee4090 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] 10.222.0.52 "GET /v2.0/ports?device_id=64daba1c-7170-4d1e-9a7a-d4eda6c37c73 HTTP/1.1" status: 200 len: 945 time: 0.1724792 Jul 24 00:12:32.574153 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4cd36433-dcff-4612-8247-8a73c71c6459 req-34e81618-d49a-452b-a56d-1b939f4889b3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=536cf24c-47ff-4ca5-98e5-dac8a0c1e560 HTTP/1.1" status: 200 len: 217 time: 0.2502975 Jul 24 00:12:32.719902 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-7bcdae50-b765-4382-a6a9-1eed3dcd9d81 req-6b539e54-c376-492b-8889-403d58c565a7 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] Deleting port 81bd1575-4281-4e1c-8567-d57097bbe79f {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:12:32.721055 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-7bcdae50-b765-4382-a6a9-1eed3dcd9d81 req-6b539e54-c376-492b-8889-403d58c565a7 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:32.812622 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-7bcdae50-b765-4382-a6a9-1eed3dcd9d81 req-6b539e54-c376-492b-8889-403d58c565a7 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] For port 81bd1575-4281-4e1c-8567-d57097bbe79f, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=81bd1575-4281-4e1c-8567-d57097bbe79f,segment=NetworkSegment(e744ab3d-7713-4a4d-8a8a-74918f48c0ec),segment_id=e744ab3d-7713-4a4d-8a8a-74918f48c0ec)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:12:32.815048 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-7bcdae50-b765-4382-a6a9-1eed3dcd9d81 req-6b539e54-c376-492b-8889-403d58c565a7 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:32.864850 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-076125f6-598e-4382-9ab7-42c57cb2da8c None None] Allocated IP 2001:db8::2 (e98734e2-dedb-4450-9333-d795164b1ce9/49e1b5a4-5f7d-4b10-9cd1-c21025936452/9f3d5013-fd6f-46d9-9b01-c6193f9af6f1) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:12:32.873957 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-7bcdae50-b765-4382-a6a9-1eed3dcd9d81 req-6b539e54-c376-492b-8889-403d58c565a7 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] Calling delete_port for 81bd1575-4281-4e1c-8567-d57097bbe79f owned by compute:nova {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:12:32.965887 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd36433-dcff-4612-8247-8a73c71c6459 req-df6a2bdc-d7d2-4feb-8889-903e146a2629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:32.971195 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4cd36433-dcff-4612-8247-8a73c71c6459 req-df6a2bdc-d7d2-4feb-8889-903e146a2629 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a5d84d20-5cd2-43eb-963b-ba4e14406fca HTTP/1.1" status: 200 len: 853 time: 0.3620358 Jul 24 00:12:33.055905 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252efb36-ee95-4944-a87f-3b17bde5da68 req-b4ea7c06-71e7-4ff7-96cd-48aada78dc44 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:33.057909 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-252efb36-ee95-4944-a87f-3b17bde5da68 req-b4ea7c06-71e7-4ff7-96cd-48aada78dc44 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] 10.222.0.44 "GET /v2.0/ports?device_id=64daba1c-7170-4d1e-9a7a-d4eda6c37c73 HTTP/1.1" status: 200 len: 945 time: 0.2380474 Jul 24 00:12:33.182238 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-076125f6-598e-4382-9ab7-42c57cb2da8c None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:33.194696 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-076125f6-598e-4382-9ab7-42c57cb2da8c None None] Transition to ACTIVE for port object 9f3d5013-fd6f-46d9-9b01-c6193f9af6f1 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:12:33.210069 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4cd36433-dcff-4612-8247-8a73c71c6459 req-2bf6e0cc-3999-4755-a897-99aecb6392bb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e0381d60-39a4-4712-8cd5-ed9a0178cff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812924 Jul 24 00:12:33.213848 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-076125f6-598e-4382-9ab7-42c57cb2da8c None None] Transition to ACTIVE for port object 9f3d5013-fd6f-46d9-9b01-c6193f9af6f1 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:12:33.226636 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-076125f6-598e-4382-9ab7-42c57cb2da8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:33.247517 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-252efb36-ee95-4944-a87f-3b17bde5da68 req-36957f9d-181e-4d22-aaaf-4173b4d9dd66 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] 10.222.0.44 "GET /v2.0/security-groups?id=8cf1fbb8-a0d9-4a48-aaad-3040ad44ce64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567671 Jul 24 00:12:33.294906 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a613d664-ae0f-48c6-9ad6-26a43a466bdc req-01bbcd6f-9e4a-44dc-b114-9e2cef0c46d8 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:33.303685 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-7bcdae50-b765-4382-a6a9-1eed3dcd9d81 req-6b539e54-c376-492b-8889-403d58c565a7 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:33.305462 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a613d664-ae0f-48c6-9ad6-26a43a466bdc req-01bbcd6f-9e4a-44dc-b114-9e2cef0c46d8 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=549de624-bb09-4e50-8794-41d8de162ace HTTP/1.1" status: 200 len: 946 time: 0.7444839 Jul 24 00:12:33.338199 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['81bd1575-4281-4e1c-8567-d57097bbe79f'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:12:33.374183 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b539e54-c376-492b-8889-403d58c565a7 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] Pushing event deleted for resources: {'Port': ['ID=81bd1575-4281-4e1c-8567-d57097bbe79f,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:33.405607 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-30796c6e-54a2-49c4-9ed3-7238b9017fca tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:33.453839 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076125f6-598e-4382-9ab7-42c57cb2da8c None None] Network e98734e2-dedb-4450-9333-d795164b1ce9 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:12:33.472980 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-076125f6-598e-4382-9ab7-42c57cb2da8c None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:12:33.477611 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076125f6-598e-4382-9ab7-42c57cb2da8c None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:12:33.507296 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076125f6-598e-4382-9ab7-42c57cb2da8c None None] Pushing event updated for resources: {'Port': ['ID=9f3d5013-fd6f-46d9-9b01-c6193f9af6f1,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:33.571382 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43192) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:33.574076 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bcdae50-b765-4382-a6a9-1eed3dcd9d81 req-6b539e54-c376-492b-8889-403d58c565a7 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] No DVR routers for this DVR port 81bd1575-4281-4e1c-8567-d57097bbe79f on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:12:33.577619 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-7bcdae50-b765-4382-a6a9-1eed3dcd9d81 req-6b539e54-c376-492b-8889-403d58c565a7 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:33.582307 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7bcdae50-b765-4382-a6a9-1eed3dcd9d81 req-6b539e54-c376-492b-8889-403d58c565a7 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] 10.222.0.52 "DELETE /v2.0/ports/81bd1575-4281-4e1c-8567-d57097bbe79f HTTP/1.1" status: 204 len: 173 time: 1.0480738 Jul 24 00:12:33.592696 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64daba1c-7170-4d1e-9a7a-d4eda6c37c73', 'name': 'network-vif-deleted', 'tag': '81bd1575-4281-4e1c-8567-d57097bbe79f'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:12:33.596092 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2156a7-9f05-4cdc-894d-3d60bdc392fa" -d '{"events": [{"server_uuid": "64daba1c-7170-4d1e-9a7a-d4eda6c37c73", "name": "network-vif-deleted", "tag": "81bd1575-4281-4e1c-8567-d57097bbe79f"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:12:33.698324 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3abb03c-430f-40c5-8ff4-4ca7acdd75c6 req-3d2dc2d1-c073-4790-b54f-b1ff65ee1092 tempest-ServerAddressesTestJSON-165943610 tempest-ServerAddressesTestJSON-165943610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:33.715930 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f3abb03c-430f-40c5-8ff4-4ca7acdd75c6 req-3d2dc2d1-c073-4790-b54f-b1ff65ee1092 tempest-ServerAddressesTestJSON-165943610 tempest-ServerAddressesTestJSON-165943610-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d659687-81f1-4c3d-bf48-67ec18435606 HTTP/1.1" status: 200 len: 944 time: 0.3432729 Jul 24 00:12:33.763738 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-076125f6-598e-4382-9ab7-42c57cb2da8c None None] Attempting to bind port 9f3d5013-fd6f-46d9-9b01-c6193f9af6f1 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:12:33.764317 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-076125f6-598e-4382-9ab7-42c57cb2da8c None None] Attempting to bind port 9f3d5013-fd6f-46d9-9b01-c6193f9af6f1 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': 'b737500e-4702-4fa9-bd4b-6c1d2e2fa041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:12:33.765059 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076125f6-598e-4382-9ab7-42c57cb2da8c None None] Attempting to bind port 9f3d5013-fd6f-46d9-9b01-c6193f9af6f1 on network e98734e2-dedb-4450-9333-d795164b1ce9 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:12:33.793104 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076125f6-598e-4382-9ab7-42c57cb2da8c None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:12:33.795334 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076125f6-598e-4382-9ab7-42c57cb2da8c None None] Checking segment: {'id': 'b737500e-4702-4fa9-bd4b-6c1d2e2fa041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:12:33.796784 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-076125f6-598e-4382-9ab7-42c57cb2da8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:33.799455 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076125f6-598e-4382-9ab7-42c57cb2da8c None None] Bound using segment: {'id': 'b737500e-4702-4fa9-bd4b-6c1d2e2fa041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:12:33.801180 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-076125f6-598e-4382-9ab7-42c57cb2da8c None None] Bound port: 9f3d5013-fd6f-46d9-9b01-c6193f9af6f1, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b737500e-4702-4fa9-bd4b-6c1d2e2fa041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:12:33.802464 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-076125f6-598e-4382-9ab7-42c57cb2da8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:34.008018 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-076125f6-598e-4382-9ab7-42c57cb2da8c None None] For port 9f3d5013-fd6f-46d9-9b01-c6193f9af6f1, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:12:34.012229 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-076125f6-598e-4382-9ab7-42c57cb2da8c None None] For port 9f3d5013-fd6f-46d9-9b01-c6193f9af6f1, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=9f3d5013-fd6f-46d9-9b01-c6193f9af6f1,segment=NetworkSegment(b737500e-4702-4fa9-bd4b-6c1d2e2fa041),segment_id=b737500e-4702-4fa9-bd4b-6c1d2e2fa041)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:12:34.025676 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-076125f6-598e-4382-9ab7-42c57cb2da8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:34.049694 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f3abb03c-430f-40c5-8ff4-4ca7acdd75c6 req-7563381f-b634-48a0-8798-def279bcc7aa tempest-ServerAddressesTestJSON-165943610 tempest-ServerAddressesTestJSON-165943610-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad9af23a-1161-4bd4-ba62-fcc92a125d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3303406 Jul 24 00:12:34.179434 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a613d664-ae0f-48c6-9ad6-26a43a466bdc req-6f2223a5-f7ab-49d6-971b-7986de761dc7 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=65668094-9226-4b65-8245-cb28bd37e836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8713002 Jul 24 00:12:34.423589 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b40a4a0-cfc6-4bd5-8e65-f317df48b117 x-openstack-request-id: req-1b40a4a0-cfc6-4bd5-8e65-f317df48b117 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:12:34.425181 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64daba1c-7170-4d1e-9a7a-d4eda6c37c73", "name": "network-vif-deleted", "tag": "81bd1575-4281-4e1c-8567-d57097bbe79f", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:12:34.425673 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1b40a4a0-cfc6-4bd5-8e65-f317df48b117 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:12:34.427665 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64daba1c-7170-4d1e-9a7a-d4eda6c37c73', 'name': 'network-vif-deleted', 'tag': '81bd1575-4281-4e1c-8567-d57097bbe79f', 'status': 'completed', 'code': 200} Jul 24 00:12:34.444220 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4cd36433-dcff-4612-8247-8a73c71c6459 req-1c05f403-18c5-4657-babf-c74c23ec0301 service neutron] 10.222.0.64 "GET /v2.0/networks/e0381d60-39a4-4712-8cd5-ed9a0178cff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2231996 Jul 24 00:12:34.493223 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076125f6-598e-4382-9ab7-42c57cb2da8c None None] Pushing event updated for resources: {'Port': ['ID=9f3d5013-fd6f-46d9-9b01-c6193f9af6f1,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:34.615781 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4cd36433-dcff-4612-8247-8a73c71c6459 req-63ed20e0-2e5b-4fb0-a765-29ff6068f64d service neutron] 10.222.0.64 "GET /v2.0/networks/e0381d60-39a4-4712-8cd5-ed9a0178cff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613438 Jul 24 00:12:34.679552 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 536cf24c-47ff-4ca5-98e5-dac8a0c1e560 details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:12:34.718148 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f94a28bc-4c05-4ec1-988a-74159c084968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681029'] for router_interface, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:34.796011 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8aa4c981-05d6-46fa-955f-13f9da62c2ee req-31aecbd9-0bbb-4dea-84fe-f1ccdbace875 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] 10.222.0.44 "GET /v2.0/ports?device_id=64daba1c-7170-4d1e-9a7a-d4eda6c37c73 HTTP/1.1" status: 200 len: 210 time: 0.1763344 Jul 24 00:12:34.947107 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-30796c6e-54a2-49c4-9ed3-7238b9017fca tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Allocated IP 2001:db8::1 (e98734e2-dedb-4450-9333-d795164b1ce9/49e1b5a4-5f7d-4b10-9cd1-c21025936452/6f1c8b0f-df3d-4523-9869-78382a74d29a) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:12:35.214364 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-30796c6e-54a2-49c4-9ed3-7238b9017fca tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:35.265194 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [None req-30796c6e-54a2-49c4-9ed3-7238b9017fca tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Transition to ACTIVE for port object 6f1c8b0f-df3d-4523-9869-78382a74d29a will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:12:35.349985 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-30796c6e-54a2-49c4-9ed3-7238b9017fca tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:35.500062 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30796c6e-54a2-49c4-9ed3-7238b9017fca tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Network e98734e2-dedb-4450-9333-d795164b1ce9 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:12:35.500264 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 536cf24c-47ff-4ca5-98e5-dac8a0c1e560, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=536cf24c-47ff-4ca5-98e5-dac8a0c1e560,segment=NetworkSegment(47afdab2-2303-43f9-b905-53c2869055ef),segment_id=47afdab2-2303-43f9-b905-53c2869055ef)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:12:35.507376 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-30796c6e-54a2-49c4-9ed3-7238b9017fca tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:12:35.510285 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30796c6e-54a2-49c4-9ed3-7238b9017fca tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:12:35.511072 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-30796c6e-54a2-49c4-9ed3-7238b9017fca tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681761'] for router_interface, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:35.515128 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30796c6e-54a2-49c4-9ed3-7238b9017fca tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event updated for resources: {'Port': ['ID=6f1c8b0f-df3d-4523-9869-78382a74d29a,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:35.534579 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': '536cf24c-47ff-4ca5-98e5-dac8a0c1e560', 'network_id': 'e0381d60-39a4-4712-8cd5-ed9a0178cff6', 'port_id': '536cf24c-47ff-4ca5-98e5-dac8a0c1e560', 'mac_address': 'fa:16:3e:30:4e:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5d84d20-5cd2-43eb-963b-ba4e14406fca', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:12:35.610545 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:35.628236 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 536cf24c-47ff-4ca5-98e5-dac8a0c1e560 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:12:35.663970 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 536cf24c-47ff-4ca5-98e5-dac8a0c1e560, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=536cf24c-47ff-4ca5-98e5-dac8a0c1e560,segment=NetworkSegment(47afdab2-2303-43f9-b905-53c2869055ef),segment_id=47afdab2-2303-43f9-b905-53c2869055ef)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:12:35.673943 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:35.724176 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d847d9-44eb-44ba-9141-2db8f68772a5 req-1ba12b8a-f8ed-485a-8abc-2573eea0206b tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:35.726782 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-98d847d9-44eb-44ba-9141-2db8f68772a5 req-1ba12b8a-f8ed-485a-8abc-2573eea0206b tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=549de624-bb09-4e50-8794-41d8de162ace HTTP/1.1" status: 200 len: 946 time: 0.3581564 Jul 24 00:12:35.801011 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=536cf24c-47ff-4ca5-98e5-dac8a0c1e560,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:35.823223 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-98d847d9-44eb-44ba-9141-2db8f68772a5 req-5db547d4-c46f-46fe-aba5-c6d344347cb3 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=65668094-9226-4b65-8245-cb28bd37e836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832021 Jul 24 00:12:35.898233 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['536cf24c-47ff-4ca5-98e5-dac8a0c1e560'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:12:35.908973 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-30796c6e-54a2-49c4-9ed3-7238b9017fca tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:36.174166 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 9f3d5013-fd6f-46d9-9b01-c6193f9af6f1 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:12:36.273127 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-f94a28bc-4c05-4ec1-988a-74159c084968 admin admin] Deleting port 86e39ca5-7327-4be0-98ee-304ac6109569 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:12:36.273743 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f94a28bc-4c05-4ec1-988a-74159c084968 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:36.304178 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9a5b66-056b-4f98-888e-975594d28016 req-b3122441-f0d4-4abe-a1c8-ad7a9da6a901 tempest-ServerAddressesTestJSON-165943610 tempest-ServerAddressesTestJSON-165943610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:36.318575 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-dd9a5b66-056b-4f98-888e-975594d28016 req-b3122441-f0d4-4abe-a1c8-ad7a9da6a901 tempest-ServerAddressesTestJSON-165943610 tempest-ServerAddressesTestJSON-165943610-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d659687-81f1-4c3d-bf48-67ec18435606 HTTP/1.1" status: 200 len: 945 time: 1.0379896 Jul 24 00:12:36.438196 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-dd9a5b66-056b-4f98-888e-975594d28016 req-8d1da847-d069-493e-af1b-9f7b752f82fb tempest-ServerAddressesTestJSON-165943610 tempest-ServerAddressesTestJSON-165943610-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad9af23a-1161-4bd4-ba62-fcc92a125d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082489 Jul 24 00:12:36.445360 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-b2ee3833-8a39-4d29-b34b-4232662af7a7 None None] Provisioning for port 9f3d5013-fd6f-46d9-9b01-c6193f9af6f1 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:12:36.478032 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 9f3d5013-fd6f-46d9-9b01-c6193f9af6f1 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:12:36.489745 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 9f3d5013-fd6f-46d9-9b01-c6193f9af6f1 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:12:36.490127 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:36.555221 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 81bd1575-4281-4e1c-8567-d57097bbe79f no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:12:36.591957 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-f94a28bc-4c05-4ec1-988a-74159c084968 admin admin] For port 86e39ca5-7327-4be0-98ee-304ac6109569, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=86e39ca5-7327-4be0-98ee-304ac6109569,segment=NetworkSegment(c3acebb7-b496-4cc8-bec9-51681a227a5c),segment_id=c3acebb7-b496-4cc8-bec9-51681a227a5c)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:12:36.592337 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f94a28bc-4c05-4ec1-988a-74159c084968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:36.616999 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] No Port match for: 81bd1575-4281-4e1c-8567-d57097bbe79f {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:12:36.617228 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-30796c6e-54a2-49c4-9ed3-7238b9017fca tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:36.618909 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 81bd1575-4281-4e1c-8567-d57097bbe79f not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:12:36.626107 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-f94a28bc-4c05-4ec1-988a-74159c084968 admin admin] Calling delete_port for 86e39ca5-7327-4be0-98ee-304ac6109569 owned by network:router_interface {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:12:36.681327 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-30796c6e-54a2-49c4-9ed3-7238b9017fca tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:36.682076 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-30796c6e-54a2-49c4-9ed3-7238b9017fca tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680980'] for router_interface, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:36.691666 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:36.740533 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 9f3d5013-fd6f-46d9-9b01-c6193f9af6f1, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=9f3d5013-fd6f-46d9-9b01-c6193f9af6f1,segment=NetworkSegment(b737500e-4702-4fa9-bd4b-6c1d2e2fa041),segment_id=b737500e-4702-4fa9-bd4b-6c1d2e2fa041)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:12:36.750011 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:36.830966 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=9f3d5013-fd6f-46d9-9b01-c6193f9af6f1,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:36.915616 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-8dcf0484-a720-4a33-95cf-2851dff7fdb9 None None] Provisioning for port 6f1c8b0f-df3d-4523-9869-78382a74d29a completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:12:36.927587 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-8dcf0484-a720-4a33-95cf-2851dff7fdb9 None None] Provisioning complete for port 6f1c8b0f-df3d-4523-9869-78382a74d29a triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:12:36.928122 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-8dcf0484-a720-4a33-95cf-2851dff7fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:36.929791 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30796c6e-54a2-49c4-9ed3-7238b9017fca tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event updated for resources: {'Port': ['ID=6f1c8b0f-df3d-4523-9869-78382a74d29a,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:37.010520 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-8dcf0484-a720-4a33-95cf-2851dff7fdb9 None None] Port 6f1c8b0f-df3d-4523-9869-78382a74d29a cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:12:37.068570 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30796c6e-54a2-49c4-9ed3-7238b9017fca tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Network e98734e2-dedb-4450-9333-d795164b1ce9 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:12:37.072433 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-30796c6e-54a2-49c4-9ed3-7238b9017fca tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:12:37.093651 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f799f471-e56b-4673-bac8-eba480d46bb6 req-e452543c-ad5d-4ee5-b701-e4b8cfd2aa6e tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:37.095552 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f799f471-e56b-4673-bac8-eba480d46bb6 req-e452543c-ad5d-4ee5-b701-e4b8cfd2aa6e tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=549de624-bb09-4e50-8794-41d8de162ace HTTP/1.1" status: 200 len: 946 time: 0.1046505 Jul 24 00:12:37.139556 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f94a28bc-4c05-4ec1-988a-74159c084968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:37.245068 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f799f471-e56b-4673-bac8-eba480d46bb6 req-88d2833e-dc62-4911-88f4-50b302317719 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=65668094-9226-4b65-8245-cb28bd37e836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998466 Jul 24 00:12:37.269276 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94a28bc-4c05-4ec1-988a-74159c084968 admin admin] Pushing event deleted for resources: {'Port': ['ID=86e39ca5-7327-4be0-98ee-304ac6109569,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:37.396190 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30796c6e-54a2-49c4-9ed3-7238b9017fca tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Router f9716c7e-e77b-49ac-8c68-626241dd6d5d is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:12:37.639218 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-70d8c832-2acf-47f8-8730-806022d50c73 None None] Provisioning complete for port 6f1c8b0f-df3d-4523-9869-78382a74d29a triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:12:37.639805 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-70d8c832-2acf-47f8-8730-806022d50c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:37.666404 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f94a28bc-4c05-4ec1-988a-74159c084968 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679987'] for router_interface, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:37.675416 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30796c6e-54a2-49c4-9ed3-7238b9017fca tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:12:37.694307 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-30796c6e-54a2-49c4-9ed3-7238b9017fca tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "PUT /v2.0/routers/f9716c7e-e77b-49ac-8c68-626241dd6d5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3606555 Jul 24 00:12:37.694937 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43230) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:37.747912 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-70d8c832-2acf-47f8-8730-806022d50c73 None None] Port 6f1c8b0f-df3d-4523-9869-78382a74d29a cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:12:37.766724 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354afe3f-aa10-4ca2-ba6a-192a31edb81e None None] Sync routers for ids ['f9716c7e-e77b-49ac-8c68-626241dd6d5d'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:12:37.789134 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354afe3f-aa10-4ca2-ba6a-192a31edb81e None None] Routers {'f9716c7e-e77b-49ac-8c68-626241dd6d5d'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:12:37.789786 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-354afe3f-aa10-4ca2-ba6a-192a31edb81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:12:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['f9716c7e-e77b-49ac-8c68-626241dd6d5d'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:12:37.812382 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f8cd0e-709c-4470-98ac-a2e28756f48c req-e069c298-6f46-4dc8-9ff1-f6dc6699da65 tempest-ServerAddressesTestJSON-165943610 tempest-ServerAddressesTestJSON-165943610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:37.832302 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b8f8cd0e-709c-4470-98ac-a2e28756f48c req-e069c298-6f46-4dc8-9ff1-f6dc6699da65 tempest-ServerAddressesTestJSON-165943610 tempest-ServerAddressesTestJSON-165943610-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d659687-81f1-4c3d-bf48-67ec18435606 HTTP/1.1" status: 200 len: 945 time: 0.2478015 Jul 24 00:12:37.879668 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb8a607-62e1-473d-8c5e-c961b6d32e57 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:37.896196 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-9bb8a607-62e1-473d-8c5e-c961b6d32e57 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/ports/6f1c8b0f-df3d-4523-9869-78382a74d29a HTTP/1.1" status: 200 len: 911 time: 0.2001612 Jul 24 00:12:37.896880 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43234) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:38.046692 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b8f8cd0e-709c-4470-98ac-a2e28756f48c req-977725d1-0d4a-47e2-910e-d8096a60cb3e tempest-ServerAddressesTestJSON-165943610 tempest-ServerAddressesTestJSON-165943610-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad9af23a-1161-4bd4-ba62-fcc92a125d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139862 Jul 24 00:12:38.048840 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f94a28bc-4c05-4ec1-988a-74159c084968 admin admin] Router 696604fb-125f-4302-a5fc-3b2755bb189e has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:12:38.127168 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457c6e8c-e39f-433d-81e9-7bb6cf1ed9f3 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:38.137862 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457c6e8c-e39f-433d-81e9-7bb6cf1ed9f3 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:38.139091 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-354afe3f-aa10-4ca2-ba6a-192a31edb81e None None] Set router f9716c7e-e77b-49ac-8c68-626241dd6d5d gateway port host: None {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:12:38.144905 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-457c6e8c-e39f-433d-81e9-7bb6cf1ed9f3 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2440839 Jul 24 00:12:38.146675 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43236) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:38.171454 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 9f3d5013-fd6f-46d9-9b01-c6193f9af6f1 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:12:38.414008 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 9f3d5013-fd6f-46d9-9b01-c6193f9af6f1 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:12:38.414655 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:38.461447 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f94a28bc-4c05-4ec1-988a-74159c084968 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:12:38.472726 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-f94a28bc-4c05-4ec1-988a-74159c084968 admin admin] 10.222.0.44 "PUT /v2.0/routers/696604fb-125f-4302-a5fc-3b2755bb189e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8964634 Jul 24 00:12:38.473397 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43242) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:38.492543 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25ff80d-4956-41fe-bddd-32019ba87579 None None] Sync routers for ids ['696604fb-125f-4302-a5fc-3b2755bb189e'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:12:38.510158 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25ff80d-4956-41fe-bddd-32019ba87579 None None] Routers {'696604fb-125f-4302-a5fc-3b2755bb189e'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:12:38.515603 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-e25ff80d-4956-41fe-bddd-32019ba87579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:12:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['696604fb-125f-4302-a5fc-3b2755bb189e'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:12:38.641807 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-e25ff80d-4956-41fe-bddd-32019ba87579 None None] Set router 696604fb-125f-4302-a5fc-3b2755bb189e gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:12:38.664622 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2bcef4-a2f8-4e29-a555-f8975c697595 req-7a8c3493-906b-4494-9ba1-1755dfd3788c tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:38.678809 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5d2bcef4-a2f8-4e29-a555-f8975c697595 req-7a8c3493-906b-4494-9ba1-1755dfd3788c tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=549de624-bb09-4e50-8794-41d8de162ace HTTP/1.1" status: 200 len: 946 time: 0.2843316 Jul 24 00:12:38.730346 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a463964a-e7cb-44ff-9edb-2fc5f985161a admin admin] Notify callbacks [] for router, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:38.783010 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5d2bcef4-a2f8-4e29-a555-f8975c697595 req-bc66c0aa-580f-4bff-81ca-952a7eddf334 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=65668094-9226-4b65-8245-cb28bd37e836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996115 Jul 24 00:12:38.783260 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 536cf24c-47ff-4ca5-98e5-dac8a0c1e560 up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:12:38.927018 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port 536cf24c-47ff-4ca5-98e5-dac8a0c1e560 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:12:38.953657 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port 536cf24c-47ff-4ca5-98e5-dac8a0c1e560 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:12:38.954042 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:38.957534 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-e25ff80d-4956-41fe-bddd-32019ba87579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '696604fb-125f-4302-a5fc-3b2755bb189e', 'name': 'tempest-TaggedBootDevicesTest_v242-1152624261-router', 'tenant_id': '8d43db295226432aa2eb8bb806af3cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '75f537b2-f413-4ba6-84ba-f11d8fd88f90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:00:48Z', 'updated_at': '2021-07-24T00:12:37Z', 'revision_number': 5, 'project_id': '8d43db295226432aa2eb8bb806af3cad', 'gw_port': {'id': '75f537b2-f413-4ba6-84ba-f11d8fd88f90', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:48:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696604fb-125f-4302-a5fc-3b2755bb189e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:00:50Z', 'updated_at': '2021-07-24T00:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:12:38.986358 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25ff80d-4956-41fe-bddd-32019ba87579 None None] Checking router: 696604fb-125f-4302-a5fc-3b2755bb189e for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:12:38.995397 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25ff80d-4956-41fe-bddd-32019ba87579 None None] Routers {'696604fb-125f-4302-a5fc-3b2755bb189e'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:12:38.996373 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-e25ff80d-4956-41fe-bddd-32019ba87579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:12:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['696604fb-125f-4302-a5fc-3b2755bb189e'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:12:39.146400 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:39.155263 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a463964a-e7cb-44ff-9edb-2fc5f985161a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:39.157513 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-e25ff80d-4956-41fe-bddd-32019ba87579 None None] Set router 696604fb-125f-4302-a5fc-3b2755bb189e gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:12:39.172430 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-bb87312c-1c06-48f7-8c8a-c46b046469a3 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681029'] for router_interface, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:39.201620 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 536cf24c-47ff-4ca5-98e5-dac8a0c1e560, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=536cf24c-47ff-4ca5-98e5-dac8a0c1e560,segment=NetworkSegment(47afdab2-2303-43f9-b905-53c2869055ef),segment_id=47afdab2-2303-43f9-b905-53c2869055ef)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:12:39.202733 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d659687-81f1-4c3d-bf48-67ec18435606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '536cf24c-47ff-4ca5-98e5-dac8a0c1e560'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:12:39.205999 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b666f56-a3a6-4143-8c10-93a3475b3c35" -d '{"events": [{"server_uuid": "2d659687-81f1-4c3d-bf48-67ec18435606", "name": "network-vif-plugged", "status": "completed", "tag": "536cf24c-47ff-4ca5-98e5-dac8a0c1e560"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:12:39.213345 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:39.221805 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-354afe3f-aa10-4ca2-ba6a-192a31edb81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9716c7e-e77b-49ac-8c68-626241dd6d5d', 'name': 'tempest-NetworksTestDHCPv6-router-110912139', 'tenant_id': 'ba617effe2664093b954ded2eab93240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:12:32Z', 'updated_at': '2021-07-24T00:12:35Z', 'revision_number': 2, 'project_id': 'ba617effe2664093b954ded2eab93240', 'gw_port_host': None, '_interfaces': [{'id': '6f1c8b0f-df3d-4523-9869-78382a74d29a', 'name': '', 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'tenant_id': 'ba617effe2664093b954ded2eab93240', 'mac_address': 'fa:16:3e:a2:87:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9716c7e-e77b-49ac-8c68-626241dd6d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '49e1b5a4-5f7d-4b10-9cd1-c21025936452', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:12:34Z', 'updated_at': '2021-07-24T00:12:36Z', 'revision_number': 2, 'project_id': 'ba617effe2664093b954ded2eab93240', 'subnets': [{'id': '49e1b5a4-5f7d-4b10-9cd1-c21025936452', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:12:39.297642 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1369aa7b-fb36-459d-8585-013f7d742b4e x-openstack-request-id: req-1369aa7b-fb36-459d-8585-013f7d742b4e {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:12:39.298003 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d659687-81f1-4c3d-bf48-67ec18435606", "name": "network-vif-plugged", "status": "completed", "tag": "536cf24c-47ff-4ca5-98e5-dac8a0c1e560", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:12:39.298780 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1369aa7b-fb36-459d-8585-013f7d742b4e {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:12:39.299228 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d659687-81f1-4c3d-bf48-67ec18435606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '536cf24c-47ff-4ca5-98e5-dac8a0c1e560', 'code': 200} Jul 24 00:12:39.302207 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354afe3f-aa10-4ca2-ba6a-192a31edb81e None None] Checking router: f9716c7e-e77b-49ac-8c68-626241dd6d5d for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:12:39.304714 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354afe3f-aa10-4ca2-ba6a-192a31edb81e None None] Updating router f9716c7e-e77b-49ac-8c68-626241dd6d5d port 6f1c8b0f-df3d-4523-9869-78382a74d29a binding host n-d-800088-16 {{(pid=100315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:12:39.383747 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-354afe3f-aa10-4ca2-ba6a-192a31edb81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:39.396265 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-e25ff80d-4956-41fe-bddd-32019ba87579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '696604fb-125f-4302-a5fc-3b2755bb189e', 'name': 'tempest-TaggedBootDevicesTest_v242-1152624261-router', 'tenant_id': '8d43db295226432aa2eb8bb806af3cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '75f537b2-f413-4ba6-84ba-f11d8fd88f90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:00:48Z', 'updated_at': '2021-07-24T00:12:37Z', 'revision_number': 5, 'project_id': '8d43db295226432aa2eb8bb806af3cad', 'gw_port': {'id': '75f537b2-f413-4ba6-84ba-f11d8fd88f90', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:48:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696604fb-125f-4302-a5fc-3b2755bb189e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:00:50Z', 'updated_at': '2021-07-24T00:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:12:39.404929 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=536cf24c-47ff-4ca5-98e5-dac8a0c1e560,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:39.427715 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-a463964a-e7cb-44ff-9edb-2fc5f985161a admin admin] Deleting port 75f537b2-f413-4ba6-84ba-f11d8fd88f90 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:12:39.428523 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a463964a-e7cb-44ff-9edb-2fc5f985161a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:39.458927 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25ff80d-4956-41fe-bddd-32019ba87579 None None] The sync data for ids ['696604fb-125f-4302-a5fc-3b2755bb189e'] in n-d-800088-16 is: [{'id': '696604fb-125f-4302-a5fc-3b2755bb189e', 'name': 'tempest-TaggedBootDevicesTest_v242-1152624261-router', 'tenant_id': '8d43db295226432aa2eb8bb806af3cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '75f537b2-f413-4ba6-84ba-f11d8fd88f90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:00:48Z', 'updated_at': '2021-07-24T00:12:37Z', 'revision_number': 5, 'project_id': '8d43db295226432aa2eb8bb806af3cad', 'gw_port': {'id': '75f537b2-f413-4ba6-84ba-f11d8fd88f90', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:48:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696604fb-125f-4302-a5fc-3b2755bb189e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:00:50Z', 'updated_at': '2021-07-24T00:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:12:39.473818 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591c4b63-11a0-464d-a6a1-b9c42b81b088 req-de396c9f-2516-43d6-a0b8-d3bf18d1fe3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:39.475769 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-591c4b63-11a0-464d-a6a1-b9c42b81b088 req-de396c9f-2516-43d6-a0b8-d3bf18d1fe3d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2d659687-81f1-4c3d-bf48-67ec18435606 HTTP/1.1" status: 200 len: 1098 time: 0.1182766 Jul 24 00:12:39.492663 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9352466e-f649-4e55-9f84-2a443aa3f645 req-9cd136d4-6abe-4081-9f9d-9a51ab8e428f tempest-ServerAddressesTestJSON-165943610 tempest-ServerAddressesTestJSON-165943610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:39.494377 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9352466e-f649-4e55-9f84-2a443aa3f645 req-9cd136d4-6abe-4081-9f9d-9a51ab8e428f tempest-ServerAddressesTestJSON-165943610 tempest-ServerAddressesTestJSON-165943610-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d659687-81f1-4c3d-bf48-67ec18435606 HTTP/1.1" status: 200 len: 946 time: 0.2914331 Jul 24 00:12:39.624466 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-591c4b63-11a0-464d-a6a1-b9c42b81b088 req-2b77c3ac-402d-4969-ab4a-62f2f53e8def service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ad9af23a-1161-4bd4-ba62-fcc92a125d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060715 Jul 24 00:12:39.766230 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-354afe3f-aa10-4ca2-ba6a-192a31edb81e None None] Notify callbacks [] for port, precommit_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:39.777589 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-354afe3f-aa10-4ca2-ba6a-192a31edb81e None None] Transition to ACTIVE for port object 6f1c8b0f-df3d-4523-9869-78382a74d29a will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:12:39.786166 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-354afe3f-aa10-4ca2-ba6a-192a31edb81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:39.917641 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553dd6db-e461-4fd2-a9e6-e646d9221631 None None] Pushing event updated for resources: {'Port': ['ID=6f1c8b0f-df3d-4523-9869-78382a74d29a,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:40.030357 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 86e39ca5-7327-4be0-98ee-304ac6109569 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:12:40.061575 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-354afe3f-aa10-4ca2-ba6a-192a31edb81e None None] Attempting to bind port 6f1c8b0f-df3d-4523-9869-78382a74d29a on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:12:40.062583 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-354afe3f-aa10-4ca2-ba6a-192a31edb81e None None] Attempting to bind port 6f1c8b0f-df3d-4523-9869-78382a74d29a by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': 'b737500e-4702-4fa9-bd4b-6c1d2e2fa041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:12:40.062583 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354afe3f-aa10-4ca2-ba6a-192a31edb81e None None] Attempting to bind port 6f1c8b0f-df3d-4523-9869-78382a74d29a on network e98734e2-dedb-4450-9333-d795164b1ce9 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:12:40.099788 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a94df94-2393-4884-a416-040e600c9af4 req-5a508d96-2bdb-44af-b7e8-f1a5ff6b7474 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:40.118908 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 86e39ca5-7327-4be0-98ee-304ac6109569 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:12:40.119565 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 86e39ca5-7327-4be0-98ee-304ac6109569 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:12:40.121138 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4a94df94-2393-4884-a416-040e600c9af4 req-5a508d96-2bdb-44af-b7e8-f1a5ff6b7474 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=549de624-bb09-4e50-8794-41d8de162ace HTTP/1.1" status: 200 len: 946 time: 0.2077346 Jul 24 00:12:40.143831 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354afe3f-aa10-4ca2-ba6a-192a31edb81e None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:12:40.144142 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354afe3f-aa10-4ca2-ba6a-192a31edb81e None None] Checking segment: {'id': 'b737500e-4702-4fa9-bd4b-6c1d2e2fa041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:12:40.144612 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-354afe3f-aa10-4ca2-ba6a-192a31edb81e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:40.145211 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354afe3f-aa10-4ca2-ba6a-192a31edb81e None None] Bound using segment: {'id': 'b737500e-4702-4fa9-bd4b-6c1d2e2fa041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:12:40.145710 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-354afe3f-aa10-4ca2-ba6a-192a31edb81e None None] Bound port: 6f1c8b0f-df3d-4523-9869-78382a74d29a, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b737500e-4702-4fa9-bd4b-6c1d2e2fa041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:12:40.150287 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-354afe3f-aa10-4ca2-ba6a-192a31edb81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:40.200363 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4a94df94-2393-4884-a416-040e600c9af4 req-c0eee243-2b7c-4765-a76c-15105fb042fd tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=65668094-9226-4b65-8245-cb28bd37e836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777855 Jul 24 00:12:40.327370 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-354afe3f-aa10-4ca2-ba6a-192a31edb81e None None] For port 6f1c8b0f-df3d-4523-9869-78382a74d29a, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:12:40.331979 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-354afe3f-aa10-4ca2-ba6a-192a31edb81e None None] For port 6f1c8b0f-df3d-4523-9869-78382a74d29a, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=6f1c8b0f-df3d-4523-9869-78382a74d29a,segment=NetworkSegment(b737500e-4702-4fa9-bd4b-6c1d2e2fa041),segment_id=b737500e-4702-4fa9-bd4b-6c1d2e2fa041)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:12:40.340322 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-354afe3f-aa10-4ca2-ba6a-192a31edb81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:40.465965 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9352466e-f649-4e55-9f84-2a443aa3f645 req-33cca980-3997-445e-b5eb-40280360fb6d tempest-ServerAddressesTestJSON-165943610 tempest-ServerAddressesTestJSON-165943610-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad9af23a-1161-4bd4-ba62-fcc92a125d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8941822 Jul 24 00:12:40.524491 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-a463964a-e7cb-44ff-9edb-2fc5f985161a admin admin] For port 75f537b2-f413-4ba6-84ba-f11d8fd88f90, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=75f537b2-f413-4ba6-84ba-f11d8fd88f90,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:12:40.526520 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a463964a-e7cb-44ff-9edb-2fc5f985161a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:40.564328 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354afe3f-aa10-4ca2-ba6a-192a31edb81e None None] Routers {'f9716c7e-e77b-49ac-8c68-626241dd6d5d'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:12:40.565016 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-354afe3f-aa10-4ca2-ba6a-192a31edb81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:12:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['f9716c7e-e77b-49ac-8c68-626241dd6d5d'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:12:40.573229 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553dd6db-e461-4fd2-a9e6-e646d9221631 None None] Pushing event updated for resources: {'Port': ['ID=6f1c8b0f-df3d-4523-9869-78382a74d29a,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:40.578735 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-a463964a-e7cb-44ff-9edb-2fc5f985161a admin admin] Calling delete_port for 75f537b2-f413-4ba6-84ba-f11d8fd88f90 owned by network:router_gateway {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:12:40.764338 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-354afe3f-aa10-4ca2-ba6a-192a31edb81e None None] Set router f9716c7e-e77b-49ac-8c68-626241dd6d5d gateway port host: None {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:12:40.822285 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-bb87312c-1c06-48f7-8c8a-c46b046469a3 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Deleting port 6f1c8b0f-df3d-4523-9869-78382a74d29a {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:12:40.822633 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-bb87312c-1c06-48f7-8c8a-c46b046469a3 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:41.120324 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a463964a-e7cb-44ff-9edb-2fc5f985161a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:41.188513 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-354afe3f-aa10-4ca2-ba6a-192a31edb81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9716c7e-e77b-49ac-8c68-626241dd6d5d', 'name': 'tempest-NetworksTestDHCPv6-router-110912139', 'tenant_id': 'ba617effe2664093b954ded2eab93240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:12:32Z', 'updated_at': '2021-07-24T00:12:35Z', 'revision_number': 2, 'project_id': 'ba617effe2664093b954ded2eab93240', 'gw_port_host': None, '_interfaces': [{'id': '6f1c8b0f-df3d-4523-9869-78382a74d29a', 'name': '', 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'tenant_id': 'ba617effe2664093b954ded2eab93240', 'mac_address': 'fa:16:3e:a2:87:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9716c7e-e77b-49ac-8c68-626241dd6d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '49e1b5a4-5f7d-4b10-9cd1-c21025936452', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:12:34Z', 'updated_at': '2021-07-24T00:12:40Z', 'revision_number': 4, 'project_id': 'ba617effe2664093b954ded2eab93240', 'subnets': [{'id': '49e1b5a4-5f7d-4b10-9cd1-c21025936452', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:12:41.212015 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a463964a-e7cb-44ff-9edb-2fc5f985161a admin admin] Pushing event deleted for resources: {'Port': ['ID=75f537b2-f413-4ba6-84ba-f11d8fd88f90,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:41.280354 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354afe3f-aa10-4ca2-ba6a-192a31edb81e None None] The sync data for ids ['f9716c7e-e77b-49ac-8c68-626241dd6d5d'] in n-d-800088-16 is: [{'id': 'f9716c7e-e77b-49ac-8c68-626241dd6d5d', 'name': 'tempest-NetworksTestDHCPv6-router-110912139', 'tenant_id': 'ba617effe2664093b954ded2eab93240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:12:32Z', 'updated_at': '2021-07-24T00:12:35Z', 'revision_number': 2, 'project_id': 'ba617effe2664093b954ded2eab93240', 'gw_port_host': None, '_interfaces': [{'id': '6f1c8b0f-df3d-4523-9869-78382a74d29a', 'name': '', 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'tenant_id': 'ba617effe2664093b954ded2eab93240', 'mac_address': 'fa:16:3e:a2:87:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9716c7e-e77b-49ac-8c68-626241dd6d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '49e1b5a4-5f7d-4b10-9cd1-c21025936452', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:12:34Z', 'updated_at': '2021-07-24T00:12:40Z', 'revision_number': 4, 'project_id': 'ba617effe2664093b954ded2eab93240', 'subnets': [{'id': '49e1b5a4-5f7d-4b10-9cd1-c21025936452', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:12:41.348899 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-bb87312c-1c06-48f7-8c8a-c46b046469a3 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] For port 6f1c8b0f-df3d-4523-9869-78382a74d29a, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=6f1c8b0f-df3d-4523-9869-78382a74d29a,segment=NetworkSegment(b737500e-4702-4fa9-bd4b-6c1d2e2fa041),segment_id=b737500e-4702-4fa9-bd4b-6c1d2e2fa041)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:12:41.348899 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-bb87312c-1c06-48f7-8c8a-c46b046469a3 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:41.393230 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-bb87312c-1c06-48f7-8c8a-c46b046469a3 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Calling delete_port for 6f1c8b0f-df3d-4523-9869-78382a74d29a owned by network:router_interface {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:12:41.495602 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9617069e-db8b-4822-8d33-6354990cdb57 req-7a76643b-6edd-4bd9-a089-c0877a4cf761 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:41.510146 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9617069e-db8b-4822-8d33-6354990cdb57 req-7a76643b-6edd-4bd9-a089-c0877a4cf761 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=549de624-bb09-4e50-8794-41d8de162ace HTTP/1.1" status: 200 len: 946 time: 0.1755805 Jul 24 00:12:41.573690 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a463964a-e7cb-44ff-9edb-2fc5f985161a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687114'] for router_gateway, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:41.616160 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9617069e-db8b-4822-8d33-6354990cdb57 req-202d8c38-5a44-401b-bee7-bbad102fb27f tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=65668094-9226-4b65-8245-cb28bd37e836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047754 Jul 24 00:12:41.748285 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a463964a-e7cb-44ff-9edb-2fc5f985161a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:41.752255 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a463964a-e7cb-44ff-9edb-2fc5f985161a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:41.887232 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a463964a-e7cb-44ff-9edb-2fc5f985161a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:41.887232 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a463964a-e7cb-44ff-9edb-2fc5f985161a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 696604fb-125f-4302-a5fc-3b2755bb189e {{(pid=100313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:12:41.890688 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-bb87312c-1c06-48f7-8c8a-c46b046469a3 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:41.919469 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a463964a-e7cb-44ff-9edb-2fc5f985161a admin admin] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:41.923042 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-a463964a-e7cb-44ff-9edb-2fc5f985161a admin admin] 10.222.0.44 "DELETE /v2.0/routers/696604fb-125f-4302-a5fc-3b2755bb189e HTTP/1.1" status: 204 len: 168 time: 3.4446573 Jul 24 00:12:41.924174 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43376) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:41.965457 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb87312c-1c06-48f7-8c8a-c46b046469a3 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event deleted for resources: {'Port': ['ID=6f1c8b0f-df3d-4523-9869-78382a74d29a,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:42.169447 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-bb87312c-1c06-48f7-8c8a-c46b046469a3 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679987'] for router_interface, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:42.175680 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-293ed680-1f10-4e31-aca1-5cfd250268fb admin admin] Deleting subnet c23b279f-1e65-49c9-9b0f-a3a3864c4539 {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:12:42.195542 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-293ed680-1f10-4e31-aca1-5cfd250268fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:42.336607 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-293ed680-1f10-4e31-aca1-5cfd250268fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:42.382670 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b169f-83e5-4315-82f7-4dee472fe53c req-65b054dc-9dfd-4d31-b275-c92e2a3b41e9 tempest-ServerAddressesTestJSON-165943610 tempest-ServerAddressesTestJSON-165943610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:42.384387 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b13b169f-83e5-4315-82f7-4dee472fe53c req-65b054dc-9dfd-4d31-b275-c92e2a3b41e9 tempest-ServerAddressesTestJSON-165943610 tempest-ServerAddressesTestJSON-165943610-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d659687-81f1-4c3d-bf48-67ec18435606 HTTP/1.1" status: 200 len: 946 time: 0.5126038 Jul 24 00:12:42.550083 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-293ed680-1f10-4e31-aca1-5cfd250268fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:42.631643 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-293ed680-1f10-4e31-aca1-5cfd250268fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:42.649520 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b13b169f-83e5-4315-82f7-4dee472fe53c req-08e38d73-e067-4a30-88dc-cfa5e53c47d7 tempest-ServerAddressesTestJSON-165943610 tempest-ServerAddressesTestJSON-165943610-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad9af23a-1161-4bd4-ba62-fcc92a125d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539699 Jul 24 00:12:42.699546 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb87312c-1c06-48f7-8c8a-c46b046469a3 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Router f9716c7e-e77b-49ac-8c68-626241dd6d5d has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:12:42.719165 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293ed680-1f10-4e31-aca1-5cfd250268fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c23b279f-1e65-49c9-9b0f-a3a3864c4539,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:42.721722 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-293ed680-1f10-4e31-aca1-5cfd250268fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:42.723623 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-293ed680-1f10-4e31-aca1-5cfd250268fb admin admin] 10.222.0.44 "DELETE /v2.0/subnets/c23b279f-1e65-49c9-9b0f-a3a3864c4539 HTTP/1.1" status: 204 len: 168 time: 0.7982383 Jul 24 00:12:42.734753 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d883983-2e85-4302-9ae3-4439170361d8 None None] Network 7c5ac98e-801e-45e6-b7a1-9d72ebb7e3ef requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:12:42.753410 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43430) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:42.840887 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb87312c-1c06-48f7-8c8a-c46b046469a3 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:12:42.857616 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-bb87312c-1c06-48f7-8c8a-c46b046469a3 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "PUT /v2.0/routers/f9716c7e-e77b-49ac-8c68-626241dd6d5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6744304 Jul 24 00:12:42.860013 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43442) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:43.008661 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f98a22-34f7-4215-96dc-ff2b5e83b38c tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:43.018151 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f98a22-34f7-4215-96dc-ff2b5e83b38c tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:43.018329 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-481357ee-08a4-4b07-8a44-ace8438fc5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:43.020919 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-13f98a22-34f7-4215-96dc-ff2b5e83b38c tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1578720 Jul 24 00:12:43.024301 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43456) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:43.188212 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-18d600d5-2d64-460e-ae44-5f741c8ef93c tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Deleting subnet 49e1b5a4-5f7d-4b10-9cd1-c21025936452 {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:12:43.193098 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-18d600d5-2d64-460e-ae44-5f741c8ef93c tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:43.257918 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e95a6b-0cbe-4957-acc5-822f4bfe1352 None None] DHCP port deletion for 7c5ac98e-801e-45e6-b7a1-9d72ebb7e3ef request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:12:43.271372 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-18d600d5-2d64-460e-ae44-5f741c8ef93c tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:43.275381 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04d61c1-9279-4975-bb5c-faf2f364a4b7 req-6765cb36-c9ca-49f9-924a-74b24e96c88f tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:43.285095 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e04d61c1-9279-4975-bb5c-faf2f364a4b7 req-6765cb36-c9ca-49f9-924a-74b24e96c88f tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=549de624-bb09-4e50-8794-41d8de162ace HTTP/1.1" status: 200 len: 946 time: 0.2565768 Jul 24 00:12:43.313090 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:12:43.346861 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-481357ee-08a4-4b07-8a44-ace8438fc5e8 admin admin] Deleting port 5c496f0c-5ecb-4d50-aedc-875157411b8b {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:12:43.347577 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-481357ee-08a4-4b07-8a44-ace8438fc5e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:43.363859 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-55e95a6b-0cbe-4957-acc5-822f4bfe1352 None None] Deleting port 5c496f0c-5ecb-4d50-aedc-875157411b8b {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:12:43.364152 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-55e95a6b-0cbe-4957-acc5-822f4bfe1352 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:43.419872 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e04d61c1-9279-4975-bb5c-faf2f364a4b7 req-3ef0b7de-12dc-4d35-96fb-1081a24058f2 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=65668094-9226-4b65-8245-cb28bd37e836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335766 Jul 24 00:12:43.538607 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-481357ee-08a4-4b07-8a44-ace8438fc5e8 admin admin] For port 5c496f0c-5ecb-4d50-aedc-875157411b8b, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=5c496f0c-5ecb-4d50-aedc-875157411b8b,segment=NetworkSegment(c3acebb7-b496-4cc8-bec9-51681a227a5c),segment_id=c3acebb7-b496-4cc8-bec9-51681a227a5c)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:12:43.539265 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-481357ee-08a4-4b07-8a44-ace8438fc5e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:43.558267 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-481357ee-08a4-4b07-8a44-ace8438fc5e8 admin admin] Calling delete_port for 5c496f0c-5ecb-4d50-aedc-875157411b8b owned by network:dhcp {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:12:43.564577 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-18d600d5-2d64-460e-ae44-5f741c8ef93c tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:43.631954 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-55e95a6b-0cbe-4957-acc5-822f4bfe1352 None None] For port 5c496f0c-5ecb-4d50-aedc-875157411b8b, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=5c496f0c-5ecb-4d50-aedc-875157411b8b,segment=NetworkSegment(c3acebb7-b496-4cc8-bec9-51681a227a5c),segment_id=c3acebb7-b496-4cc8-bec9-51681a227a5c)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:12:43.632363 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-55e95a6b-0cbe-4957-acc5-822f4bfe1352 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:43.672547 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-55e95a6b-0cbe-4957-acc5-822f4bfe1352 None None] Calling delete_port for 5c496f0c-5ecb-4d50-aedc-875157411b8b owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:12:43.707463 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-18d600d5-2d64-460e-ae44-5f741c8ef93c tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:43.731838 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-481357ee-08a4-4b07-8a44-ace8438fc5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:43.771089 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-18d600d5-2d64-460e-ae44-5f741c8ef93c tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:43.776347 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-18d600d5-2d64-460e-ae44-5f741c8ef93c tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/subnets/49e1b5a4-5f7d-4b10-9cd1-c21025936452 HTTP/1.1" status: 204 len: 168 time: 0.7481208 Jul 24 00:12:43.777305 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43512) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:43.778157 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d600d5-2d64-460e-ae44-5f741c8ef93c tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event deleted for resources: {'Subnet': ['ID=49e1b5a4-5f7d-4b10-9cd1-c21025936452,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:43.802478 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d370e2c0-8f8c-4953-858f-4577f18cccdc None None] Network e98734e2-dedb-4450-9333-d795164b1ce9 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:12:43.823332 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481357ee-08a4-4b07-8a44-ace8438fc5e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c496f0c-5ecb-4d50-aedc-875157411b8b,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:43.832639 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481357ee-08a4-4b07-8a44-ace8438fc5e8 admin admin] No DVR routers for this DVR port 5c496f0c-5ecb-4d50-aedc-875157411b8b on host n-d-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:12:43.979696 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-481357ee-08a4-4b07-8a44-ace8438fc5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:43.998893 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5818fd32-8284-4bec-8b79-783ef6177aa4 None None] Sync routers for ids ['f9716c7e-e77b-49ac-8c68-626241dd6d5d'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:12:44.001928 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-481357ee-08a4-4b07-8a44-ace8438fc5e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c5ac98e-801e-45e6-b7a1-9d72ebb7e3ef']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:12:44.033204 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-481357ee-08a4-4b07-8a44-ace8438fc5e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3acebb7-b496-4cc8-bec9-51681a227a5c') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:12:44.033950 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-481357ee-08a4-4b07-8a44-ace8438fc5e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3acebb7-b496-4cc8-bec9-51681a227a5c') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:12:44.046606 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-481357ee-08a4-4b07-8a44-ace8438fc5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:44.069536 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-481357ee-08a4-4b07-8a44-ace8438fc5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:44.077380 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-481357ee-08a4-4b07-8a44-ace8438fc5e8 admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:12:44.078112 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-481357ee-08a4-4b07-8a44-ace8438fc5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:44.090664 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:12:44.090664 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:12:44.090664 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:12:44.090664 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:12:44.090664 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:12:44.090664 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:12:44.090664 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:12:44.090664 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:12:44.090664 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:12:44.090664 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:12:44.090664 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:12:44.090664 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:12:44.090664 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:12:44.090664 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:12:44.090664 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:12:44.090664 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:12:44.090664 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:12:44.090664 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:12:44.090664 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:12:44.090664 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:12:44.090664 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:12:44.090664 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:12:44.090664 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:12:44.090664 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:12:44.090664 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:12:44.090664 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:12:44.090664 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:12:44.090664 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:12:44.090664 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:12:44.090664 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:12:44.090664 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:12:44.090664 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:12:44.113710 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-da1059b4-4914-44b3-9f8a-2232617ed85a tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3305955 Jul 24 00:12:44.120060 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43528) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:44.127642 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:12:44.127642 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:12:44.127642 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:12:44.127642 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:12:44.127642 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:12:44.127642 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:12:44.127642 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:12:44.127642 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:12:44.127642 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:12:44.127642 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:12:44.127642 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:12:44.127642 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:12:44.127642 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:12:44.127642 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:12:44.127642 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:12:44.127642 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:12:44.127642 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:12:44.127642 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:12:44.127642 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:12:44.127642 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:12:44.127642 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:12:44.127642 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:12:44.127642 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:12:44.127642 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:12:44.127642 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:12:44.127642 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:12:44.127642 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:12:44.127642 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:12:44.127642 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:12:44.127642 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:12:44.127642 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:12:44.127642 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:12:44.127642 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:12:44.127642 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:12:44.127642 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:12:44.127642 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:12:44.127642 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:12:44.127642 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:12:44.127642 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:12:44.127642 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:12:44.127642 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:12:44.127642 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:12:44.127642 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:12:44.127642 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:12:44.127642 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:12:44.127642 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:12:44.127642 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:12:44.127642 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:12:44.127642 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:12:44.127642 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:12:44.127642 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:12:44.127642 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:12:44.127642 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:12:44.127642 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:12:44.132927 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5818fd32-8284-4bec-8b79-783ef6177aa4 None None] Routers {'f9716c7e-e77b-49ac-8c68-626241dd6d5d'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:12:44.134396 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-5818fd32-8284-4bec-8b79-783ef6177aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:12:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['f9716c7e-e77b-49ac-8c68-626241dd6d5d'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:12:44.136694 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-55e95a6b-0cbe-4957-acc5-822f4bfe1352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:44.152293 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e05a62-ff10-480a-a8bf-df632e75e853 req-6312c2e9-b825-488d-9559-36e93b3126da tempest-ServerAddressesTestJSON-165943610 tempest-ServerAddressesTestJSON-165943610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:44.154012 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-51e05a62-ff10-480a-a8bf-df632e75e853 req-6312c2e9-b825-488d-9559-36e93b3126da tempest-ServerAddressesTestJSON-165943610 tempest-ServerAddressesTestJSON-165943610-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d659687-81f1-4c3d-bf48-67ec18435606 HTTP/1.1" status: 200 len: 946 time: 0.4816546 Jul 24 00:12:44.183005 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 75f537b2-f413-4ba6-84ba-f11d8fd88f90 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:12:44.202913 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-481357ee-08a4-4b07-8a44-ace8438fc5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:44.213295 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-481357ee-08a4-4b07-8a44-ace8438fc5e8 admin admin] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:44.221405 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-481357ee-08a4-4b07-8a44-ace8438fc5e8 admin admin] 10.222.0.44 "DELETE /v2.0/networks/7c5ac98e-801e-45e6-b7a1-9d72ebb7e3ef HTTP/1.1" status: 204 len: 168 time: 1.4631028 Jul 24 00:12:44.242852 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481357ee-08a4-4b07-8a44-ace8438fc5e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c5ac98e-801e-45e6-b7a1-9d72ebb7e3ef,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:44.359991 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c72f8186-21ff-4b3f-89d1-f9ed3266d665 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for router, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:44.372130 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-51e05a62-ff10-480a-a8bf-df632e75e853 req-c28da293-a1af-43e2-bd4f-cee71e42ada8 tempest-ServerAddressesTestJSON-165943610 tempest-ServerAddressesTestJSON-165943610-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad9af23a-1161-4bd4-ba62-fcc92a125d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106996 Jul 24 00:12:44.543768 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43558) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:44.681531 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-5818fd32-8284-4bec-8b79-783ef6177aa4 None None] Set router f9716c7e-e77b-49ac-8c68-626241dd6d5d gateway port host: None {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:12:44.682221 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-f4089b97-614a-4419-95be-ab074c1f2e46 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8d43db295226432aa2eb8bb806af3cad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1312792 Jul 24 00:12:44.706156 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43564) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:44.811526 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e95a6b-0cbe-4957-acc5-822f4bfe1352 None None] Pushing event deleted for resources: {'Port': ['ID=5c496f0c-5ecb-4d50-aedc-875157411b8b,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:44.816617 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 75f537b2-f413-4ba6-84ba-f11d8fd88f90 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:12:44.817290 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 75f537b2-f413-4ba6-84ba-f11d8fd88f90 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:12:44.818604 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 5c496f0c-5ecb-4d50-aedc-875157411b8b no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:12:44.870515 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e95a6b-0cbe-4957-acc5-822f4bfe1352 None None] No DVR routers for this DVR port 5c496f0c-5ecb-4d50-aedc-875157411b8b on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:12:44.889860 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c72f8186-21ff-4b3f-89d1-f9ed3266d665 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:44.894943 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c72f8186-21ff-4b3f-89d1-f9ed3266d665 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:44.899511 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fe92c4b4-4979-4cce-b76f-d54b1668e835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:44.923990 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 5c496f0c-5ecb-4d50-aedc-875157411b8b {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:12:44.925126 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 5c496f0c-5ecb-4d50-aedc-875157411b8b not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:12:44.928110 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-5818fd32-8284-4bec-8b79-783ef6177aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9716c7e-e77b-49ac-8c68-626241dd6d5d', 'name': 'tempest-NetworksTestDHCPv6-router-110912139', 'tenant_id': 'ba617effe2664093b954ded2eab93240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:12:32Z', 'updated_at': '2021-07-24T00:12:41Z', 'revision_number': 3, 'project_id': 'ba617effe2664093b954ded2eab93240', 'gw_port_host': None}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:12:44.944663 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d139aeb0-18d4-4802-80ff-51101a42983a req-428cdf1f-c397-492d-bb99-ff6f1cf71fdb tempest-ServerAddressesTestJSON-165943610 tempest-ServerAddressesTestJSON-165943610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:44.946767 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d139aeb0-18d4-4802-80ff-51101a42983a req-428cdf1f-c397-492d-bb99-ff6f1cf71fdb tempest-ServerAddressesTestJSON-165943610 tempest-ServerAddressesTestJSON-165943610-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d659687-81f1-4c3d-bf48-67ec18435606 HTTP/1.1" status: 200 len: 946 time: 0.2800498 Jul 24 00:12:44.964763 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a27e12-d85b-4489-8377-d2ffedb802e7 req-98f44cad-8b54-4958-8ccd-e6f5cb328f8e tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:44.976443 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-15a27e12-d85b-4489-8377-d2ffedb802e7 req-98f44cad-8b54-4958-8ccd-e6f5cb328f8e tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=549de624-bb09-4e50-8794-41d8de162ace HTTP/1.1" status: 200 len: 946 time: 0.2061541 Jul 24 00:12:44.988937 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c72f8186-21ff-4b3f-89d1-f9ed3266d665 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:44.990317 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c72f8186-21ff-4b3f-89d1-f9ed3266d665 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Fanout notify agent at l3_agent the message router_deleted on router f9716c7e-e77b-49ac-8c68-626241dd6d5d {{(pid=100313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:12:44.991465 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fe92c4b4-4979-4cce-b76f-d54b1668e835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:44.995285 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5818fd32-8284-4bec-8b79-783ef6177aa4 None None] Checking router: f9716c7e-e77b-49ac-8c68-626241dd6d5d for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:12:45.009014 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5818fd32-8284-4bec-8b79-783ef6177aa4 None None] Routers set() bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:12:45.010273 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5818fd32-8284-4bec-8b79-783ef6177aa4 None None] Router IDs set() for agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 24 00:12:45.011208 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_agentschedulers_db [None req-5818fd32-8284-4bec-8b79-783ef6177aa4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f9716c7e-e77b-49ac-8c68-626241dd6d5d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:12:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent'). {{(pid=100315) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 24 00:12:45.011969 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5818fd32-8284-4bec-8b79-783ef6177aa4 None None] The sync data for ids ['f9716c7e-e77b-49ac-8c68-626241dd6d5d'] in n-d-800088-16 is: [] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:12:45.019259 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:45.058498 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c72f8186-21ff-4b3f-89d1-f9ed3266d665 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:45.059945 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c72f8186-21ff-4b3f-89d1-f9ed3266d665 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/routers/f9716c7e-e77b-49ac-8c68-626241dd6d5d HTTP/1.1" status: 204 len: 168 time: 0.9386690 Jul 24 00:12:45.067084 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43592) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:45.075659 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-119235d2-a554-4930-a617-b95160868a86 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Request body: {'subnet': {'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:12:45.083888 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-15a27e12-d85b-4489-8377-d2ffedb802e7 req-a0d04f28-13ab-4517-b978-19f70385b381 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=65668094-9226-4b65-8245-cb28bd37e836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061449 Jul 24 00:12:45.233694 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-119235d2-a554-4930-a617-b95160868a86 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Made reservation on behalf of ba617effe2664093b954ded2eab93240 for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:12:45.239413 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-119235d2-a554-4930-a617-b95160868a86 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:45.303090 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fe92c4b4-4979-4cce-b76f-d54b1668e835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:45.309064 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fe92c4b4-4979-4cce-b76f-d54b1668e835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:45.310483 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-fe92c4b4-4979-4cce-b76f-d54b1668e835 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d0b2b81f-5921-46c4-a5f8-cac2ff846ad3 HTTP/1.1" status: 204 len: 168 time: 0.5981271 Jul 24 00:12:45.324719 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe92c4b4-4979-4cce-b76f-d54b1668e835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b2b81f-5921-46c4-a5f8-cac2ff846ad3,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:45.330342 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-d139aeb0-18d4-4802-80ff-51101a42983a req-f2988206-a082-45e5-9d13-5b32481cc4de tempest-ServerAddressesTestJSON-165943610 tempest-ServerAddressesTestJSON-165943610-project] Deleting port 536cf24c-47ff-4ca5-98e5-dac8a0c1e560 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:12:45.331448 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-d139aeb0-18d4-4802-80ff-51101a42983a req-f2988206-a082-45e5-9d13-5b32481cc4de tempest-ServerAddressesTestJSON-165943610 tempest-ServerAddressesTestJSON-165943610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:45.486329 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d93f8f0-2de4-4484-92cc-c0ccb6c718be None None] DHCP port deletion for e98734e2-dedb-4450-9333-d795164b1ce9 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:12:45.511099 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-d139aeb0-18d4-4802-80ff-51101a42983a req-f2988206-a082-45e5-9d13-5b32481cc4de tempest-ServerAddressesTestJSON-165943610 tempest-ServerAddressesTestJSON-165943610-project] For port 536cf24c-47ff-4ca5-98e5-dac8a0c1e560, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=536cf24c-47ff-4ca5-98e5-dac8a0c1e560,segment=NetworkSegment(47afdab2-2303-43f9-b905-53c2869055ef),segment_id=47afdab2-2303-43f9-b905-53c2869055ef)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:12:45.511769 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-d139aeb0-18d4-4802-80ff-51101a42983a req-f2988206-a082-45e5-9d13-5b32481cc4de tempest-ServerAddressesTestJSON-165943610 tempest-ServerAddressesTestJSON-165943610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:45.529625 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-d139aeb0-18d4-4802-80ff-51101a42983a req-f2988206-a082-45e5-9d13-5b32481cc4de tempest-ServerAddressesTestJSON-165943610 tempest-ServerAddressesTestJSON-165943610-project] Calling delete_port for 536cf24c-47ff-4ca5-98e5-dac8a0c1e560 owned by compute:nova {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:12:45.584184 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-119235d2-a554-4930-a617-b95160868a86 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:45.649345 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119235d2-a554-4930-a617-b95160868a86 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Network e98734e2-dedb-4450-9333-d795164b1ce9 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:12:45.684152 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-119235d2-a554-4930-a617-b95160868a86 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:12:45.692847 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119235d2-a554-4930-a617-b95160868a86 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:45.693500 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-119235d2-a554-4930-a617-b95160868a86 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:45.703464 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-1d93f8f0-2de4-4484-92cc-c0ccb6c718be None None] Deleting port 9f3d5013-fd6f-46d9-9b01-c6193f9af6f1 {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:12:45.703771 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-1d93f8f0-2de4-4484-92cc-c0ccb6c718be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:45.774565 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-119235d2-a554-4930-a617-b95160868a86 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7069066 Jul 24 00:12:45.775617 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43632) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:45.792090 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b737f96-bc39-4470-86b2-786cade7e50d req-34981261-1148-4099-9b10-9fcba265d297 tempest-ServerAddressesTestJSON-165943610 tempest-ServerAddressesTestJSON-165943610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:45.805306 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4b737f96-bc39-4470-86b2-786cade7e50d req-34981261-1148-4099-9b10-9fcba265d297 tempest-ServerAddressesTestJSON-165943610 tempest-ServerAddressesTestJSON-165943610-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d659687-81f1-4c3d-bf48-67ec18435606 HTTP/1.1" status: 200 len: 946 time: 0.2938843 Jul 24 00:12:45.808876 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-b9ec87a8-e61f-4c20-bd83-1bc5b31b0f6f tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1280836233', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:12:45.855715 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119235d2-a554-4930-a617-b95160868a86 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event updated for resources: {'Subnet': ['ID=0eacf6d0-6b67-4179-bfc8-454d650001f6,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:45.859684 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-d139aeb0-18d4-4802-80ff-51101a42983a req-f2988206-a082-45e5-9d13-5b32481cc4de tempest-ServerAddressesTestJSON-165943610 tempest-ServerAddressesTestJSON-165943610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:45.867007 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b9ec87a8-e61f-4c20-bd83-1bc5b31b0f6f tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:45.868058 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b9ec87a8-e61f-4c20-bd83-1bc5b31b0f6f tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:45.883592 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-1d93f8f0-2de4-4484-92cc-c0ccb6c718be None None] For port 9f3d5013-fd6f-46d9-9b01-c6193f9af6f1, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=9f3d5013-fd6f-46d9-9b01-c6193f9af6f1,segment=NetworkSegment(b737500e-4702-4fa9-bd4b-6c1d2e2fa041),segment_id=b737500e-4702-4fa9-bd4b-6c1d2e2fa041)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:12:45.884682 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-1d93f8f0-2de4-4484-92cc-c0ccb6c718be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:45.909054 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-1d93f8f0-2de4-4484-92cc-c0ccb6c718be None None] Calling delete_port for 9f3d5013-fd6f-46d9-9b01-c6193f9af6f1 owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:12:45.950524 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4b737f96-bc39-4470-86b2-786cade7e50d req-08769fed-7d88-482c-b24f-62cf9b608ec7 tempest-ServerAddressesTestJSON-165943610 tempest-ServerAddressesTestJSON-165943610-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad9af23a-1161-4bd4-ba62-fcc92a125d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877676 Jul 24 00:12:45.987637 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['536cf24c-47ff-4ca5-98e5-dac8a0c1e560'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:12:46.030197 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b9ec87a8-e61f-4c20-bd83-1bc5b31b0f6f tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:46.036178 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b9ec87a8-e61f-4c20-bd83-1bc5b31b0f6f tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:46.071062 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2988206-a082-45e5-9d13-5b32481cc4de tempest-ServerAddressesTestJSON-165943610 tempest-ServerAddressesTestJSON-165943610-project] Pushing event deleted for resources: {'Port': ['ID=536cf24c-47ff-4ca5-98e5-dac8a0c1e560,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:46.084943 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 6f1c8b0f-df3d-4523-9869-78382a74d29a no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:12:46.089224 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b9ec87a8-e61f-4c20-bd83-1bc5b31b0f6f tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:46.096759 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-b9ec87a8-e61f-4c20-bd83-1bc5b31b0f6f tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3128343 Jul 24 00:12:46.098758 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43676) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:46.108973 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 6f1c8b0f-df3d-4523-9869-78382a74d29a {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:12:46.109431 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 6f1c8b0f-df3d-4523-9869-78382a74d29a not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:12:46.109860 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 9f3d5013-fd6f-46d9-9b01-c6193f9af6f1 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:12:46.134450 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-d139aeb0-18d4-4802-80ff-51101a42983a req-f2988206-a082-45e5-9d13-5b32481cc4de tempest-ServerAddressesTestJSON-165943610 tempest-ServerAddressesTestJSON-165943610-project] No DVR routers for this DVR port 536cf24c-47ff-4ca5-98e5-dac8a0c1e560 on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:12:46.143534 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-d139aeb0-18d4-4802-80ff-51101a42983a req-f2988206-a082-45e5-9d13-5b32481cc4de tempest-ServerAddressesTestJSON-165943610 tempest-ServerAddressesTestJSON-165943610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:46.146041 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d139aeb0-18d4-4802-80ff-51101a42983a req-f2988206-a082-45e5-9d13-5b32481cc4de tempest-ServerAddressesTestJSON-165943610 tempest-ServerAddressesTestJSON-165943610-project] 10.222.0.64 "DELETE /v2.0/ports/536cf24c-47ff-4ca5-98e5-dac8a0c1e560 HTTP/1.1" status: 204 len: 173 time: 1.1926348 Jul 24 00:12:46.146511 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d659687-81f1-4c3d-bf48-67ec18435606', 'name': 'network-vif-deleted', 'tag': '536cf24c-47ff-4ca5-98e5-dac8a0c1e560'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:12:46.148795 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63990be3-9e5a-4e59-99af-3296fc5cbe65" -d '{"events": [{"server_uuid": "2d659687-81f1-4c3d-bf48-67ec18435606", "name": "network-vif-deleted", "tag": "536cf24c-47ff-4ca5-98e5-dac8a0c1e560"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:12:46.241309 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-1d93f8f0-2de4-4484-92cc-c0ccb6c718be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:46.253215 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc9adac-bcd9-4a1c-bbc1-6b955774b795 req-7fcd25d6-727a-4b54-93b5-aa9f6823a5ba tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:46.255963 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6cc9adac-bcd9-4a1c-bbc1-6b955774b795 req-7fcd25d6-727a-4b54-93b5-aa9f6823a5ba tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] 10.222.0.44 "GET /v2.0/networks?id=544adf57-b8f4-495e-8e2d-9eac868c25c7 HTTP/1.1" status: 200 len: 814 time: 0.1923265 Jul 24 00:12:46.277881 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6cc9adac-bcd9-4a1c-bbc1-6b955774b795 req-96692c04-ee21-4f45-809e-7ce98009fc4f tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] 10.222.0.44 "GET /v2.0/quotas/850024efdb0d4379844583446c970838 HTTP/1.1" status: 200 len: 375 time: 0.0115249 Jul 24 00:12:46.289757 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d93f8f0-2de4-4484-92cc-c0ccb6c718be None None] Pushing event deleted for resources: {'Port': ['ID=9f3d5013-fd6f-46d9-9b01-c6193f9af6f1,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:46.295412 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:46.310007 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d93f8f0-2de4-4484-92cc-c0ccb6c718be None None] No DVR routers for this DVR port 9f3d5013-fd6f-46d9-9b01-c6193f9af6f1 on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:12:46.338233 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b19eb1-12e8-48bb-9967-e92e01a3298a None None] Network e98734e2-dedb-4450-9333-d795164b1ce9 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:12:46.358610 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6cc9adac-bcd9-4a1c-bbc1-6b955774b795 req-81987532-b85d-4dcf-864a-bb969f7d9a65 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=850024efdb0d4379844583446c970838&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0750225 Jul 24 00:12:46.568780 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6cc9adac-bcd9-4a1c-bbc1-6b955774b795 req-ef800552-cb16-4af4-bf4a-79ce72a2345d service neutron] 10.222.0.44 "GET /v2.0/networks/544adf57-b8f4-495e-8e2d-9eac868c25c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987355 Jul 24 00:12:46.640229 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02286896-064d-42ab-bfbd-7c1fcba42375 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-e98734e2-dedb-4450-9333-d795164b1ce9', 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'tenant_id': 'ba617effe2664093b954ded2eab93240', 'fixed_ips': [{'subnet_id': '0eacf6d0-6b67-4179-bfc8-454d650001f6'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:12:46.641158 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-02286896-064d-42ab-bfbd-7c1fcba42375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:46.803102 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6cc9adac-bcd9-4a1c-bbc1-6b955774b795 req-c0837d66-2392-4a98-a5bc-d27f7f2cf2d3 service neutron] 10.222.0.44 "GET /v2.0/networks/544adf57-b8f4-495e-8e2d-9eac868c25c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302356 Jul 24 00:12:46.964146 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-02286896-064d-42ab-bfbd-7c1fcba42375 None None] Allocated IP 2001:db8::2 (e98734e2-dedb-4450-9333-d795164b1ce9/0eacf6d0-6b67-4179-bfc8-454d650001f6/758f6c72-a750-4f02-841c-8449328d8893) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:12:46.989727 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43784) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:47.100115 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef7b914-7f1a-4d9e-990b-8d8b6822de6d x-openstack-request-id: req-4ef7b914-7f1a-4d9e-990b-8d8b6822de6d {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:12:47.100479 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d659687-81f1-4c3d-bf48-67ec18435606", "name": "network-vif-deleted", "tag": "536cf24c-47ff-4ca5-98e5-dac8a0c1e560", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:12:47.100819 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4ef7b914-7f1a-4d9e-990b-8d8b6822de6d {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:12:47.101302 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d659687-81f1-4c3d-bf48-67ec18435606', 'name': 'network-vif-deleted', 'tag': '536cf24c-47ff-4ca5-98e5-dac8a0c1e560', 'status': 'completed', 'code': 200} Jul 24 00:12:47.147231 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43804) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:47.230981 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-02286896-064d-42ab-bfbd-7c1fcba42375 None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:47.249975 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-02286896-064d-42ab-bfbd-7c1fcba42375 None None] Transition to ACTIVE for port object 758f6c72-a750-4f02-841c-8449328d8893 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:12:47.260162 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-ca82e0cc-3cb1-4562-bbc0-b7cc7221be9d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1791064894-network', 'tenant_id': '9c6914d7e55247c49f38d833c34d241e'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:12:47.274006 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-02286896-064d-42ab-bfbd-7c1fcba42375 None None] Transition to ACTIVE for port object 758f6c72-a750-4f02-841c-8449328d8893 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:12:47.283303 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a126fd-2e6d-420e-8132-4a48f95fbce5 req-def6557d-d7bc-49e2-89ad-9c9315667d8f tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:47.285379 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-49a126fd-2e6d-420e-8132-4a48f95fbce5 req-def6557d-d7bc-49e2-89ad-9c9315667d8f tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=549de624-bb09-4e50-8794-41d8de162ace HTTP/1.1" status: 200 len: 946 time: 0.9276302 Jul 24 00:12:47.289080 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-02286896-064d-42ab-bfbd-7c1fcba42375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:47.333981 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-05e33866-83d1-4d09-b646-5986119e1c9d req-e114cd2e-2443-4b9f-85c7-000f7304c104 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] 10.222.0.44 "GET /v2.0/ports?device_id=443c0350-693a-4801-9abe-81cd0e9287cb HTTP/1.1" status: 200 len: 210 time: 0.1023235 Jul 24 00:12:47.343714 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-2275f9fb-e06a-4160-90ca-9256a16bb801 admin admin] Deleting subnet a5d84d20-5cd2-43eb-963b-ba4e14406fca {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:12:47.362010 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2275f9fb-e06a-4160-90ca-9256a16bb801 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:47.364795 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02286896-064d-42ab-bfbd-7c1fcba42375 None None] Network e98734e2-dedb-4450-9333-d795164b1ce9 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:12:47.372162 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-02286896-064d-42ab-bfbd-7c1fcba42375 None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:12:47.400843 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02286896-064d-42ab-bfbd-7c1fcba42375 None None] Pushing event updated for resources: {'Port': ['ID=758f6c72-a750-4f02-841c-8449328d8893,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:47.405639 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02286896-064d-42ab-bfbd-7c1fcba42375 None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:12:47.418250 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-96302444-0f5e-4070-ad13-d649acfb4df2 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:47.419667 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca82e0cc-3cb1-4562-bbc0-b7cc7221be9d admin admin] Made reservation on behalf of 9c6914d7e55247c49f38d833c34d241e for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:12:47.422244 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ca82e0cc-3cb1-4562-bbc0-b7cc7221be9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:47.433585 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ca82e0cc-3cb1-4562-bbc0-b7cc7221be9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:47.450185 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2275f9fb-e06a-4160-90ca-9256a16bb801 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:47.500184 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-02286896-064d-42ab-bfbd-7c1fcba42375 None None] Attempting to bind port 758f6c72-a750-4f02-841c-8449328d8893 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:12:47.501734 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-02286896-064d-42ab-bfbd-7c1fcba42375 None None] Attempting to bind port 758f6c72-a750-4f02-841c-8449328d8893 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': 'b737500e-4702-4fa9-bd4b-6c1d2e2fa041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:12:47.502291 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02286896-064d-42ab-bfbd-7c1fcba42375 None None] Attempting to bind port 758f6c72-a750-4f02-841c-8449328d8893 on network e98734e2-dedb-4450-9333-d795164b1ce9 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:12:47.511992 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02286896-064d-42ab-bfbd-7c1fcba42375 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:12:47.512625 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02286896-064d-42ab-bfbd-7c1fcba42375 None None] Checking segment: {'id': 'b737500e-4702-4fa9-bd4b-6c1d2e2fa041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:12:47.513409 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-02286896-064d-42ab-bfbd-7c1fcba42375 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:47.514373 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02286896-064d-42ab-bfbd-7c1fcba42375 None None] Bound using segment: {'id': 'b737500e-4702-4fa9-bd4b-6c1d2e2fa041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:12:47.514787 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2275f9fb-e06a-4160-90ca-9256a16bb801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:47.515255 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-02286896-064d-42ab-bfbd-7c1fcba42375 None None] Bound port: 758f6c72-a750-4f02-841c-8449328d8893, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b737500e-4702-4fa9-bd4b-6c1d2e2fa041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:12:47.516212 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-02286896-064d-42ab-bfbd-7c1fcba42375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:47.583879 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-49a126fd-2e6d-420e-8132-4a48f95fbce5 req-bd637829-cfaf-4d3c-90af-63200452a191 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=65668094-9226-4b65-8245-cb28bd37e836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2592316 Jul 24 00:12:47.619925 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2275f9fb-e06a-4160-90ca-9256a16bb801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:47.622278 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-02286896-064d-42ab-bfbd-7c1fcba42375 None None] For port 758f6c72-a750-4f02-841c-8449328d8893, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:12:47.625708 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-02286896-064d-42ab-bfbd-7c1fcba42375 None None] For port 758f6c72-a750-4f02-841c-8449328d8893, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=758f6c72-a750-4f02-841c-8449328d8893,segment=NetworkSegment(b737500e-4702-4fa9-bd4b-6c1d2e2fa041),segment_id=b737500e-4702-4fa9-bd4b-6c1d2e2fa041)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:12:47.630700 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-02286896-064d-42ab-bfbd-7c1fcba42375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:47.649870 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ca82e0cc-3cb1-4562-bbc0-b7cc7221be9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:47.675207 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aea451-99b5-4274-acb1-c9191eaf13a4 req-a16892f5-dbeb-49aa-9279-5aa80d3344c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:47.676795 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-09aea451-99b5-4274-acb1-c9191eaf13a4 req-a16892f5-dbeb-49aa-9279-5aa80d3344c6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f416a58274704009b44a26f31650fbc3&device_id=549de624-bb09-4e50-8794-41d8de162ace HTTP/1.1" status: 200 len: 1098 time: 1.0917497 Jul 24 00:12:47.681331 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ca82e0cc-3cb1-4562-bbc0-b7cc7221be9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:47.684991 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2275f9fb-e06a-4160-90ca-9256a16bb801 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5d84d20-5cd2-43eb-963b-ba4e14406fca,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:47.713753 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:47.723455 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02286896-064d-42ab-bfbd-7c1fcba42375 None None] Pushing event updated for resources: {'Port': ['ID=758f6c72-a750-4f02-841c-8449328d8893,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:47.743391 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2275f9fb-e06a-4160-90ca-9256a16bb801 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:47.748561 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-2275f9fb-e06a-4160-90ca-9256a16bb801 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/a5d84d20-5cd2-43eb-963b-ba4e14406fca HTTP/1.1" status: 204 len: 168 time: 0.5990446 Jul 24 00:12:47.759995 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43850) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:47.768165 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca82e0cc-3cb1-4562-bbc0-b7cc7221be9d admin admin] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:12:47.821990 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ca82e0cc-3cb1-4562-bbc0-b7cc7221be9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:47.823793 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-ca82e0cc-3cb1-4562-bbc0-b7cc7221be9d admin admin] Added segment afaee7cf-f136-438a-b3e9-9336fc8739e2 of type vlan for network fb50c5f9-a9dd-4783-8dab-2d4ce1f966a4 Jul 24 00:12:47.871758 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca82e0cc-3cb1-4562-bbc0-b7cc7221be9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d867ba4-f4e4-4bbb-986c-dff4846731f3,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:47.916166 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ca82e0cc-3cb1-4562-bbc0-b7cc7221be9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:47.990982 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aea451-99b5-4274-acb1-c9191eaf13a4 req-7f4cf823-ee20-4cca-8784-3283a6005735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:47.993006 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-09aea451-99b5-4274-acb1-c9191eaf13a4 req-7f4cf823-ee20-4cca-8784-3283a6005735 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3bb27577-8aa4-438b-b0fc-2e9a72f8d21f HTTP/1.1" status: 200 len: 916 time: 0.3075149 Jul 24 00:12:47.998234 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-96302444-0f5e-4070-ad13-d649acfb4df2 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Allocated IP 2001:db8::1 (e98734e2-dedb-4450-9333-d795164b1ce9/0eacf6d0-6b67-4179-bfc8-454d650001f6/d12758b8-7a8a-452a-b2e0-8458a0dc5282) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:12:48.049290 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-06544137-1ecf-4b75-9890-1a2fd660e2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:48.125425 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ca82e0cc-3cb1-4562-bbc0-b7cc7221be9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:48.127332 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca82e0cc-3cb1-4562-bbc0-b7cc7221be9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:48.128347 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ca82e0cc-3cb1-4562-bbc0-b7cc7221be9d admin admin] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:48.152916 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-09aea451-99b5-4274-acb1-c9191eaf13a4 req-d45ec9e9-2d5b-4fac-95e3-b3200c4f171b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29cd91c2-82fb-4dff-aa19-86d9d8a37546 HTTP/1.1" status: 200 len: 1001 time: 0.1340771 Jul 24 00:12:48.197951 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-ca82e0cc-3cb1-4562-bbc0-b7cc7221be9d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2058716 Jul 24 00:12:48.199649 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43854) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:48.216270 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-be2a3112-b9a3-4f86-a85d-8fb63c6c9c3d admin admin] Request body: {'subnet': {'network_id': 'fb50c5f9-a9dd-4783-8dab-2d4ce1f966a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1791064894-subnet', 'tenant_id': '9c6914d7e55247c49f38d833c34d241e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:12:48.285373 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-06544137-1ecf-4b75-9890-1a2fd660e2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:48.289388 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca82e0cc-3cb1-4562-bbc0-b7cc7221be9d admin admin] Pushing event updated for resources: {'Network': ['ID=fb50c5f9-a9dd-4783-8dab-2d4ce1f966a4,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:48.291282 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be2a3112-b9a3-4f86-a85d-8fb63c6c9c3d admin admin] Made reservation on behalf of 9c6914d7e55247c49f38d833c34d241e for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:12:48.294307 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-be2a3112-b9a3-4f86-a85d-8fb63c6c9c3d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:48.303479 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-06544137-1ecf-4b75-9890-1a2fd660e2ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0381d60-39a4-4712-8cd5-ed9a0178cff6']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:12:48.306204 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network fb50c5f9-a9dd-4783-8dab-2d4ce1f966a4 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:12:48.316030 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-06544137-1ecf-4b75-9890-1a2fd660e2ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47afdab2-2303-43f9-b905-53c2869055ef') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:12:48.316463 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-06544137-1ecf-4b75-9890-1a2fd660e2ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47afdab2-2303-43f9-b905-53c2869055ef') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:12:48.326576 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-06544137-1ecf-4b75-9890-1a2fd660e2ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:48.359349 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-06544137-1ecf-4b75-9890-1a2fd660e2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:48.387558 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06544137-1ecf-4b75-9890-1a2fd660e2ec admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:12:48.389020 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-06544137-1ecf-4b75-9890-1a2fd660e2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:48.465112 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:12:48.465112 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:12:48.465112 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:12:48.465112 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:12:48.465112 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:12:48.465112 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:12:48.465112 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:12:48.465112 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:12:48.465112 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:12:48.465112 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:12:48.465112 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:12:48.465112 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:12:48.465112 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:12:48.465112 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:12:48.465112 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:12:48.465112 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:12:48.465112 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:12:48.465112 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:12:48.465112 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:12:48.465112 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:12:48.465112 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:12:48.465112 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:12:48.465112 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:12:48.465112 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:12:48.465112 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:12:48.465112 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:12:48.465112 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:12:48.465112 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:12:48.465112 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:12:48.465112 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:12:48.465112 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:12:48.465112 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:12:48.483104 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-be2a3112-b9a3-4f86-a85d-8fb63c6c9c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:48.492262 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aea451-99b5-4274-acb1-c9191eaf13a4 req-75815aa7-94b9-41d6-b968-489a2352ba92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:48.494739 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-09aea451-99b5-4274-acb1-c9191eaf13a4 req-75815aa7-94b9-41d6-b968-489a2352ba92 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=63da32e2-61ac-4eb0-aee3-157739522d03 HTTP/1.1" status: 200 len: 854 time: 0.2971809 Jul 24 00:12:48.499869 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-96302444-0f5e-4070-ad13-d649acfb4df2 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:48.560785 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-15e300fd-7efc-46d6-bb3c-2273bac6aa98 req-8d02575c-6615-4d24-8bfa-8eab114f30c6 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] 10.222.0.44 "GET /v2.0/ports?device_id=443c0350-693a-4801-9abe-81cd0e9287cb HTTP/1.1" status: 200 len: 210 time: 0.0908444 Jul 24 00:12:48.561882 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-06544137-1ecf-4b75-9890-1a2fd660e2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:48.568425 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-06544137-1ecf-4b75-9890-1a2fd660e2ec admin admin] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:48.571810 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-06544137-1ecf-4b75-9890-1a2fd660e2ec admin admin] 10.222.0.44 "DELETE /v2.0/networks/e0381d60-39a4-4712-8cd5-ed9a0178cff6 HTTP/1.1" status: 204 len: 168 time: 0.8102765 Jul 24 00:12:48.585546 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06544137-1ecf-4b75-9890-1a2fd660e2ec admin admin] Pushing event deleted for resources: {'Network': ['ID=e0381d60-39a4-4712-8cd5-ed9a0178cff6,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:48.641821 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [None req-96302444-0f5e-4070-ad13-d649acfb4df2 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Transition to ACTIVE for port object d12758b8-7a8a-452a-b2e0-8458a0dc5282 will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:12:48.702534 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2a3112-b9a3-4f86-a85d-8fb63c6c9c3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcb84548-add6-42c7-936f-13d704877aa8,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:48.774924 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 536cf24c-47ff-4ca5-98e5-dac8a0c1e560 no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:12:48.778721 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2a3112-b9a3-4f86-a85d-8fb63c6c9c3d admin admin] Checking segment: {'id': 'afaee7cf-f136-438a-b3e9-9336fc8739e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'fb50c5f9-a9dd-4783-8dab-2d4ce1f966a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:12:48.779544 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2a3112-b9a3-4f86-a85d-8fb63c6c9c3d admin admin] Network hostable DHCP agents. Network: fb50c5f9-a9dd-4783-8dab-2d4ce1f966a4, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:12:48.811130 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] No Port match for: 536cf24c-47ff-4ca5-98e5-dac8a0c1e560 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:12:48.811572 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 536cf24c-47ff-4ca5-98e5-dac8a0c1e560 not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:12:48.841313 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43862) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:48.875530 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc9adac-bcd9-4a1c-bbc1-6b955774b795 req-de18e159-dc1a-4b62-94e0-fabf948d7085 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:48.877489 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6cc9adac-bcd9-4a1c-bbc1-6b955774b795 req-de18e159-dc1a-4b62-94e0-fabf948d7085 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] 10.222.0.52 "GET /v2.0/networks?id=544adf57-b8f4-495e-8e2d-9eac868c25c7 HTTP/1.1" status: 200 len: 814 time: 0.2919602 Jul 24 00:12:48.879595 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aea451-99b5-4274-acb1-c9191eaf13a4 req-173e96e6-daaf-4ec4-a226-87414d746306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:48.881267 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-09aea451-99b5-4274-acb1-c9191eaf13a4 req-173e96e6-daaf-4ec4-a226-87414d746306 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3bb27577-8aa4-438b-b0fc-2e9a72f8d21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3704944 Jul 24 00:12:48.886060 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-96302444-0f5e-4070-ad13-d649acfb4df2 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:48.909301 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-6cc9adac-bcd9-4a1c-bbc1-6b955774b795 req-495a32de-d815-4bc0-a264-61a1b6f71248 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] Request body: {'port': {'device_id': '443c0350-693a-4801-9abe-81cd0e9287cb', 'network_id': '544adf57-b8f4-495e-8e2d-9eac868c25c7', 'admin_state_up': True, 'tenant_id': '850024efdb0d4379844583446c970838'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:12:48.917587 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2a3112-b9a3-4f86-a85d-8fb63c6c9c3d admin admin] Network fb50c5f9-a9dd-4783-8dab-2d4ce1f966a4 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:12:48.918455 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-c629f6cb-c3aa-4fe9-9577-4b6b41aa1395 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8fa8be724e8c4469956e7cc81d48a92d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0759027 Jul 24 00:12:48.924153 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43864) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:49.025083 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-69817de0-0fb9-47c1-a2a9-78e53f65bad5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:49.038701 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-be2a3112-b9a3-4f86-a85d-8fb63c6c9c3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, fb50c5f9-a9dd-4783-8dab-2d4ce1f966a4) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:12:49.049619 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae4c5d6-e58b-4524-89ad-9e62a525f73c None None] Network fb50c5f9-a9dd-4783-8dab-2d4ce1f966a4 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:12:49.055517 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-69817de0-0fb9-47c1-a2a9-78e53f65bad5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:49.057678 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96302444-0f5e-4070-ad13-d649acfb4df2 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Network e98734e2-dedb-4450-9333-d795164b1ce9 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:12:49.118564 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-69817de0-0fb9-47c1-a2a9-78e53f65bad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:49.121512 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-69817de0-0fb9-47c1-a2a9-78e53f65bad5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:49.121984 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2a3112-b9a3-4f86-a85d-8fb63c6c9c3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:49.122882 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-be2a3112-b9a3-4f86-a85d-8fb63c6c9c3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:49.128727 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-96302444-0f5e-4070-ad13-d649acfb4df2 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:12:49.135453 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-69817de0-0fb9-47c1-a2a9-78e53f65bad5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ad9af23a-1161-4bd4-ba62-fcc92a125d7f HTTP/1.1" status: 204 len: 168 time: 0.2004972 Jul 24 00:12:49.145784 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37254b4-dcff-4ebe-a405-0cd0bdfd3161 req-d879d07a-bf22-4b1d-a756-b101d9553bc5 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:49.148348 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e37254b4-dcff-4ebe-a405-0cd0bdfd3161 req-d879d07a-bf22-4b1d-a756-b101d9553bc5 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=549de624-bb09-4e50-8794-41d8de162ace HTTP/1.1" status: 200 len: 946 time: 0.3940902 Jul 24 00:12:49.149746 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96302444-0f5e-4070-ad13-d649acfb4df2 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:12:49.150692 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-96302444-0f5e-4070-ad13-d649acfb4df2 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681761'] for router_interface, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:49.155130 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69817de0-0fb9-47c1-a2a9-78e53f65bad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9af23a-1161-4bd4-ba62-fcc92a125d7f,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:49.269198 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96302444-0f5e-4070-ad13-d649acfb4df2 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event updated for resources: {'Port': ['ID=d12758b8-7a8a-452a-b2e0-8458a0dc5282,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:49.302552 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ee7808-229a-49db-99f7-1ce75fef7fed None None] Network fb50c5f9-a9dd-4783-8dab-2d4ce1f966a4 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:12:49.367393 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-be2a3112-b9a3-4f86-a85d-8fb63c6c9c3d admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1564717 Jul 24 00:12:49.404558 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-09aea451-99b5-4274-acb1-c9191eaf13a4 req-d5b10aac-22cf-4827-94c9-717d50798ab7 service neutron] 10.222.0.52 "GET /v2.0/networks/3bb27577-8aa4-438b-b0fc-2e9a72f8d21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5071535 Jul 24 00:12:49.446982 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e37254b4-dcff-4ebe-a405-0cd0bdfd3161 req-67bdaffd-99f4-40c1-b784-864c7a659352 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=65668094-9226-4b65-8245-cb28bd37e836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2361190 Jul 24 00:12:49.569325 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-96302444-0f5e-4070-ad13-d649acfb4df2 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:49.569325 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cc9adac-bcd9-4a1c-bbc1-6b955774b795 req-495a32de-d815-4bc0-a264-61a1b6f71248 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] Made reservation on behalf of 850024efdb0d4379844583446c970838 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:12:49.569788 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-6cc9adac-bcd9-4a1c-bbc1-6b955774b795 req-495a32de-d815-4bc0-a264-61a1b6f71248 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:49.639380 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-58a14743-c35c-42c9-9dbd-75af930d90c1 None None] Provisioning for port 758f6c72-a750-4f02-841c-8449328d8893 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:12:49.738386 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-09aea451-99b5-4274-acb1-c9191eaf13a4 req-592f3e97-2b3b-461d-8b59-59fd2240a6f6 service neutron] 10.222.0.52 "GET /v2.0/networks/3bb27577-8aa4-438b-b0fc-2e9a72f8d21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3273838 Jul 24 00:12:49.762042 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2024703c-9424-4f73-abff-a0134f334a3f req-45cc8253-8ccc-409b-90d2-bbce3f028fe2 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] 10.222.0.44 "GET /v2.0/ports?device_id=443c0350-693a-4801-9abe-81cd0e9287cb HTTP/1.1" status: 200 len: 210 time: 0.0609617 Jul 24 00:12:49.880532 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-87c33f21-323d-453e-b783-1e24a6accffe None None] Provisioning for port d12758b8-7a8a-452a-b2e0-8458a0dc5282 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:12:49.884985 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-87c33f21-323d-453e-b783-1e24a6accffe None None] Provisioning complete for port d12758b8-7a8a-452a-b2e0-8458a0dc5282 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:12:49.885578 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-87c33f21-323d-453e-b783-1e24a6accffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:49.945540 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-87c33f21-323d-453e-b783-1e24a6accffe None None] Port d12758b8-7a8a-452a-b2e0-8458a0dc5282 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:12:50.043498 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-6cc9adac-bcd9-4a1c-bbc1-6b955774b795 req-495a32de-d815-4bc0-a264-61a1b6f71248 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] Allocated IP 172.20.0.3 (544adf57-b8f4-495e-8e2d-9eac868c25c7/aaf6eafb-d210-48a4-8e72-bc2df62e48c5/688e1d2b-7ea8-43ce-bda2-ceef2b7e8527) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:12:50.179619 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 758f6c72-a750-4f02-841c-8449328d8893 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:12:50.243520 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 758f6c72-a750-4f02-841c-8449328d8893 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:12:50.244487 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43908) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:50.247812 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 758f6c72-a750-4f02-841c-8449328d8893 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:12:50.248151 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:50.363912 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:50.402730 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 758f6c72-a750-4f02-841c-8449328d8893, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=758f6c72-a750-4f02-841c-8449328d8893,segment=NetworkSegment(b737500e-4702-4fa9-bd4b-6c1d2e2fa041),segment_id=b737500e-4702-4fa9-bd4b-6c1d2e2fa041)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:12:50.410605 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-8872224e-b20c-4959-883c-32f7207b0aa1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-205197803-network', 'tenant_id': 'da4cf7f0b0a44baf8cab05ba626ce1d0'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:12:50.418470 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:50.446980 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8872224e-b20c-4959-883c-32f7207b0aa1 admin admin] Made reservation on behalf of da4cf7f0b0a44baf8cab05ba626ce1d0 for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:12:50.450129 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8872224e-b20c-4959-883c-32f7207b0aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:50.460725 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8872224e-b20c-4959-883c-32f7207b0aa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:50.480041 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=758f6c72-a750-4f02-841c-8449328d8893,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:50.514936 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 29cd91c2-82fb-4dff-aa19-86d9d8a37546 no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:12:50.524076 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-96302444-0f5e-4070-ad13-d649acfb4df2 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:50.542012 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-96302444-0f5e-4070-ad13-d649acfb4df2 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:50.543328 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-96302444-0f5e-4070-ad13-d649acfb4df2 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680980'] for router_interface, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:50.587178 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8872224e-b20c-4959-883c-32f7207b0aa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:50.594543 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8872224e-b20c-4959-883c-32f7207b0aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:50.600652 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff85f7d-f285-43a7-8fd6-8a12fd31f23b req-a591a725-7bba-49b9-bcf8-67d3cf81151c tempest-InstanceActionsTestJSON-1809281813 tempest-InstanceActionsTestJSON-1809281813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:50.602859 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4ff85f7d-f285-43a7-8fd6-8a12fd31f23b req-a591a725-7bba-49b9-bcf8-67d3cf81151c tempest-InstanceActionsTestJSON-1809281813 tempest-InstanceActionsTestJSON-1809281813-project] 10.222.0.44 "GET /v2.0/networks?id=fb50c5f9-a9dd-4783-8dab-2d4ce1f966a4 HTTP/1.1" status: 200 len: 814 time: 0.4303279 Jul 24 00:12:50.659218 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:50.660640 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-6cc9adac-bcd9-4a1c-bbc1-6b955774b795 req-495a32de-d815-4bc0-a264-61a1b6f71248 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:50.669034 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8872224e-b20c-4959-883c-32f7207b0aa1 admin admin] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:12:50.688592 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4ff85f7d-f285-43a7-8fd6-8a12fd31f23b req-531440b7-bdd7-4ba9-93e3-8cb2924c9382 tempest-InstanceActionsTestJSON-1809281813 tempest-InstanceActionsTestJSON-1809281813-project] 10.222.0.44 "GET /v2.0/quotas/9c6914d7e55247c49f38d833c34d241e HTTP/1.1" status: 200 len: 375 time: 0.0500169 Jul 24 00:12:50.694502 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8872224e-b20c-4959-883c-32f7207b0aa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0063c4d-6272-47e4-8d6e-ed9b31bc3cf9,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:50.699174 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8872224e-b20c-4959-883c-32f7207b0aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:50.699738 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-8872224e-b20c-4959-883c-32f7207b0aa1 admin admin] Added segment af8131c7-388d-420a-abf7-0774a216b38b of type vlan for network ba763d93-6749-402f-a9a4-14c0b38e84ad Jul 24 00:12:50.711435 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 29cd91c2-82fb-4dff-aa19-86d9d8a37546, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=29cd91c2-82fb-4dff-aa19-86d9d8a37546,segment=NetworkSegment(d3cc9475-f05d-4177-894c-9d197d6c8577),segment_id=d3cc9475-f05d-4177-894c-9d197d6c8577)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:12:50.712559 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '549de624-bb09-4e50-8794-41d8de162ace', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29cd91c2-82fb-4dff-aa19-86d9d8a37546'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:12:50.716265 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4b491c5-cba1-49a4-a328-eb6cebf31afc" -d '{"events": [{"server_uuid": "549de624-bb09-4e50-8794-41d8de162ace", "name": "network-vif-unplugged", "status": "completed", "tag": "29cd91c2-82fb-4dff-aa19-86d9d8a37546"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:12:50.720371 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96302444-0f5e-4070-ad13-d649acfb4df2 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event updated for resources: {'Port': ['ID=d12758b8-7a8a-452a-b2e0-8458a0dc5282,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:50.722088 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:50.760191 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8872224e-b20c-4959-883c-32f7207b0aa1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:50.769729 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4ff85f7d-f285-43a7-8fd6-8a12fd31f23b req-68a7d971-0ce0-45d4-8615-073694099436 tempest-InstanceActionsTestJSON-1809281813 tempest-InstanceActionsTestJSON-1809281813-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9c6914d7e55247c49f38d833c34d241e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443532 Jul 24 00:12:50.780460 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c1ed27-64ab-4f6e-865c-f9924987839f req-97a2c969-a5b1-466d-bd3d-3b2e2efaf317 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:50.782211 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-05c1ed27-64ab-4f6e-865c-f9924987839f req-97a2c969-a5b1-466d-bd3d-3b2e2efaf317 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=549de624-bb09-4e50-8794-41d8de162ace HTTP/1.1" status: 200 len: 946 time: 0.1818285 Jul 24 00:12:50.796987 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [req-4ff85f7d-f285-43a7-8fd6-8a12fd31f23b req-3ae11d03-4994-48d1-bc08-f46b156d9221 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=100313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:12:50.798654 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=29cd91c2-82fb-4dff-aa19-86d9d8a37546,revision_number=8']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:50.799068 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4ff85f7d-f285-43a7-8fd6-8a12fd31f23b req-3ae11d03-4994-48d1-bc08-f46b156d9221 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0172360 Jul 24 00:12:50.832769 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8872224e-b20c-4959-883c-32f7207b0aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:50.833779 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8872224e-b20c-4959-883c-32f7207b0aa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:50.834378 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8872224e-b20c-4959-883c-32f7207b0aa1 admin admin] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:50.840580 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96302444-0f5e-4070-ad13-d649acfb4df2 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Network e98734e2-dedb-4450-9333-d795164b1ce9 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:12:50.851525 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-6cc9adac-bcd9-4a1c-bbc1-6b955774b795 req-495a32de-d815-4bc0-a264-61a1b6f71248 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:50.853791 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-96302444-0f5e-4070-ad13-d649acfb4df2 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:12:50.866571 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-05c1ed27-64ab-4f6e-865c-f9924987839f req-106559bb-2dd8-44fd-94f8-3cddd285d87d tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=65668094-9226-4b65-8245-cb28bd37e836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766788 Jul 24 00:12:50.907241 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-8872224e-b20c-4959-883c-32f7207b0aa1 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6609740 Jul 24 00:12:50.910267 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43918) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:50.919446 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-e5e2c440-679b-4f1d-940c-919d41e216b7 admin admin] Request body: {'subnet': {'network_id': 'ba763d93-6749-402f-a9a4-14c0b38e84ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-205197803-subnet', 'tenant_id': 'da4cf7f0b0a44baf8cab05ba626ce1d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:12:50.959444 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 00:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c28748-1e2b-436e-a9bb-fc3006ee54f5 x-openstack-request-id: req-52c28748-1e2b-436e-a9bb-fc3006ee54f5 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:12:50.959971 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "549de624-bb09-4e50-8794-41d8de162ace", "name": "network-vif-unplugged", "status": "completed", "tag": "29cd91c2-82fb-4dff-aa19-86d9d8a37546", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:12:50.960416 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-52c28748-1e2b-436e-a9bb-fc3006ee54f5 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:12:50.961160 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '549de624-bb09-4e50-8794-41d8de162ace', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29cd91c2-82fb-4dff-aa19-86d9d8a37546', 'code': 200} Jul 24 00:12:51.292294 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-5e4f065e-3b0c-4ed6-b604-926da954db5d None None] Provisioning complete for port d12758b8-7a8a-452a-b2e0-8458a0dc5282 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:12:51.292681 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-5e4f065e-3b0c-4ed6-b604-926da954db5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:51.358414 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8872224e-b20c-4959-883c-32f7207b0aa1 admin admin] Pushing event updated for resources: {'Network': ['ID=ba763d93-6749-402f-a9a4-14c0b38e84ad,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:51.385181 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network ba763d93-6749-402f-a9a4-14c0b38e84ad details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:12:51.441520 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d67f0-104b-48f4-a648-12bb6dddf2f9 req-fbe5c4b8-727a-414b-ad38-790e2020f8e3 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:51.457498 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-107d67f0-104b-48f4-a648-12bb6dddf2f9 req-fbe5c4b8-727a-414b-ad38-790e2020f8e3 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] 10.222.0.44 "GET /v2.0/ports?device_id=443c0350-693a-4801-9abe-81cd0e9287cb HTTP/1.1" status: 200 len: 931 time: 0.1009879 Jul 24 00:12:51.510477 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-107d67f0-104b-48f4-a648-12bb6dddf2f9 req-7c0d3aaa-bc2c-4cd1-a9c9-c426f34c752e tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] 10.222.0.44 "GET /v2.0/security-groups?id=8cf1fbb8-a0d9-4a48-aaad-3040ad44ce64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473373 Jul 24 00:12:51.521102 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-5e4f065e-3b0c-4ed6-b604-926da954db5d None None] Port d12758b8-7a8a-452a-b2e0-8458a0dc5282 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:12:51.542328 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cc9adac-bcd9-4a1c-bbc1-6b955774b795 req-495a32de-d815-4bc0-a264-61a1b6f71248 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] Network 544adf57-b8f4-495e-8e2d-9eac868c25c7 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:12:51.555834 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-6cc9adac-bcd9-4a1c-bbc1-6b955774b795 req-495a32de-d815-4bc0-a264-61a1b6f71248 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:12:51.564175 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495a32de-d815-4bc0-a264-61a1b6f71248 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] Pushing event updated for resources: {'Port': ['ID=688e1d2b-7ea8-43ce-bda2-ceef2b7e8527,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:51.567597 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cc9adac-bcd9-4a1c-bbc1-6b955774b795 req-495a32de-d815-4bc0-a264-61a1b6f71248 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:12:51.606692 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e2c440-679b-4f1d-940c-919d41e216b7 admin admin] Made reservation on behalf of da4cf7f0b0a44baf8cab05ba626ce1d0 for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:12:51.609125 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e5e2c440-679b-4f1d-940c-919d41e216b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:51.671527 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4ff85f7d-f285-43a7-8fd6-8a12fd31f23b req-263815bb-2655-451c-8e34-93ac0ea0f99c service neutron] 10.222.0.44 "GET /v2.0/networks/fb50c5f9-a9dd-4783-8dab-2d4ce1f966a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8435013 Jul 24 00:12:51.683602 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc9adac-bcd9-4a1c-bbc1-6b955774b795 req-495a32de-d815-4bc0-a264-61a1b6f71248 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:51.684249 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-6cc9adac-bcd9-4a1c-bbc1-6b955774b795 req-495a32de-d815-4bc0-a264-61a1b6f71248 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:51.776027 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6cc9adac-bcd9-4a1c-bbc1-6b955774b795 req-495a32de-d815-4bc0-a264-61a1b6f71248 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8835955 Jul 24 00:12:51.816830 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-6cc9adac-bcd9-4a1c-bbc1-6b955774b795 req-c1b9c01e-dda5-42a1-b82f-ec29bd6e4300 service neutron] Request body: {'port': {'device_id': '443c0350-693a-4801-9abe-81cd0e9287cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:12:51.864455 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96302444-0f5e-4070-ad13-d649acfb4df2 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Router 3bac87be-5892-4fde-84c5-20a5e0355321 is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:12:52.044919 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 758f6c72-a750-4f02-841c-8449328d8893 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:12:52.061347 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4ff85f7d-f285-43a7-8fd6-8a12fd31f23b req-d8eb96bc-efa9-4df1-9139-2756c8084bc7 service neutron] 10.222.0.44 "GET /v2.0/networks/fb50c5f9-a9dd-4783-8dab-2d4ce1f966a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3705676 Jul 24 00:12:52.065279 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0cf2c1-9220-42f2-a9db-b3aa4ecd6e26 req-be43dfea-4f68-4a37-82ff-52e4ce225b5d tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:52.075386 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4c0cf2c1-9220-42f2-a9db-b3aa4ecd6e26 req-be43dfea-4f68-4a37-82ff-52e4ce225b5d tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=549de624-bb09-4e50-8794-41d8de162ace HTTP/1.1" status: 200 len: 944 time: 0.1094887 Jul 24 00:12:52.106231 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-6cc9adac-bcd9-4a1c-bbc1-6b955774b795 req-c1b9c01e-dda5-42a1-b82f-ec29bd6e4300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:52.131077 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 758f6c72-a750-4f02-841c-8449328d8893 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:12:52.131452 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:52.153946 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96302444-0f5e-4070-ad13-d649acfb4df2 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:12:52.167544 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4dc40ef-e344-47fb-9dd3-b7e68ec7ed2c None None] Sync routers for ids ['3bac87be-5892-4fde-84c5-20a5e0355321'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:12:52.171892 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-96302444-0f5e-4070-ad13-d649acfb4df2 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "PUT /v2.0/routers/3bac87be-5892-4fde-84c5-20a5e0355321/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0659125 Jul 24 00:12:52.178513 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43928) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:52.190722 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4c0cf2c1-9220-42f2-a9db-b3aa4ecd6e26 req-bbab31fe-9726-452f-b3d3-cf23f612bbde tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=65668094-9226-4b65-8245-cb28bd37e836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143486 Jul 24 00:12:52.197296 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4dc40ef-e344-47fb-9dd3-b7e68ec7ed2c None None] Routers {'3bac87be-5892-4fde-84c5-20a5e0355321'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:12:52.199080 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-e4dc40ef-e344-47fb-9dd3-b7e68ec7ed2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:12:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['3bac87be-5892-4fde-84c5-20a5e0355321'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:12:52.249629 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e5e2c440-679b-4f1d-940c-919d41e216b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:52.388695 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-e4dc40ef-e344-47fb-9dd3-b7e68ec7ed2c None None] Set router 3bac87be-5892-4fde-84c5-20a5e0355321 gateway port host: None {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:12:52.499299 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac474238-ee09-42a9-8267-458177f38a5d tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:52.501197 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-ac474238-ee09-42a9-8267-458177f38a5d tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/ports/d12758b8-7a8a-452a-b2e0-8458a0dc5282 HTTP/1.1" status: 200 len: 911 time: 0.3215313 Jul 24 00:12:52.503919 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43944) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:52.562374 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e2c440-679b-4f1d-940c-919d41e216b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5859c1e-cadc-473f-b6a0-12802dc9ec4e,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:52.588956 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0fadd4ba-ba2d-4de8-9d0e-9f8e9ce70347 req-aa9e5493-c41b-4674-a32b-104058b1e9f0 tempest-InstanceActionsTestJSON-1809281813 tempest-InstanceActionsTestJSON-1809281813-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fd7e9d5-9ce0-4efe-a1b4-a4ddbc42ca51 HTTP/1.1" status: 200 len: 210 time: 0.1002595 Jul 24 00:12:52.662712 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0e888f-782e-4b2e-84d7-16e534202205 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:52.676432 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e2c440-679b-4f1d-940c-919d41e216b7 admin admin] Checking segment: {'id': 'af8131c7-388d-420a-abf7-0774a216b38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ba763d93-6749-402f-a9a4-14c0b38e84ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:12:52.676904 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e2c440-679b-4f1d-940c-919d41e216b7 admin admin] Network hostable DHCP agents. Network: ba763d93-6749-402f-a9a4-14c0b38e84ad, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:12:52.693595 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0e888f-782e-4b2e-84d7-16e534202205 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:52.699782 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-ec0e888f-782e-4b2e-84d7-16e534202205 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1941543 Jul 24 00:12:52.700729 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43952) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:52.762467 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-e4dc40ef-e344-47fb-9dd3-b7e68ec7ed2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bac87be-5892-4fde-84c5-20a5e0355321', 'name': 'tempest-NetworksTestDHCPv6-router-1280836233', 'tenant_id': 'ba617effe2664093b954ded2eab93240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:12:45Z', 'updated_at': '2021-07-24T00:12:49Z', 'revision_number': 2, 'project_id': 'ba617effe2664093b954ded2eab93240', 'gw_port_host': None, '_interfaces': [{'id': 'd12758b8-7a8a-452a-b2e0-8458a0dc5282', 'name': '', 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'tenant_id': 'ba617effe2664093b954ded2eab93240', 'mac_address': 'fa:16:3e:ee:a3:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bac87be-5892-4fde-84c5-20a5e0355321', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': '0eacf6d0-6b67-4179-bfc8-454d650001f6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:12:47Z', 'updated_at': '2021-07-24T00:12:49Z', 'revision_number': 2, 'project_id': 'ba617effe2664093b954ded2eab93240', 'subnets': [{'id': '0eacf6d0-6b67-4179-bfc8-454d650001f6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:12:52.828407 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4dc40ef-e344-47fb-9dd3-b7e68ec7ed2c None None] Checking router: 3bac87be-5892-4fde-84c5-20a5e0355321 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:12:52.828876 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4dc40ef-e344-47fb-9dd3-b7e68ec7ed2c None None] Updating router 3bac87be-5892-4fde-84c5-20a5e0355321 port d12758b8-7a8a-452a-b2e0-8458a0dc5282 binding host n-d-800088-16 {{(pid=100316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:12:52.868071 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-e4dc40ef-e344-47fb-9dd3-b7e68ec7ed2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:52.912416 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e2c440-679b-4f1d-940c-919d41e216b7 admin admin] Network ba763d93-6749-402f-a9a4-14c0b38e84ad is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:12:52.970448 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-e5e2c440-679b-4f1d-940c-919d41e216b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, ba763d93-6749-402f-a9a4-14c0b38e84ad) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:12:52.982743 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0b46c4-d6e3-4d78-a2e3-449e7a5c8c98 None None] Network ba763d93-6749-402f-a9a4-14c0b38e84ad requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:12:53.033507 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e2c440-679b-4f1d-940c-919d41e216b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:53.034957 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e5e2c440-679b-4f1d-940c-919d41e216b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:53.043596 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [req-ae1802e3-69d0-4948-a7c2-ce7655725dd3 req-ad8dbfdb-0f3b-4a12-855a-0476c4a150d3 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=100314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:12:53.050810 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ae1802e3-69d0-4948-a7c2-ce7655725dd3 req-ad8dbfdb-0f3b-4a12-855a-0476c4a150d3 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078547 Jul 24 00:12:53.100088 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-e5e2c440-679b-4f1d-940c-919d41e216b7 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1849775 Jul 24 00:12:53.103422 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43962) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:53.120991 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41607a26-6128-4a68-8f1d-72c66bc38db2 req-eab6c9ac-30c3-4cef-90bb-9833b5eed149 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:53.129143 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-41607a26-6128-4a68-8f1d-72c66bc38db2 req-eab6c9ac-30c3-4cef-90bb-9833b5eed149 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] 10.222.0.44 "GET /v2.0/ports?device_id=443c0350-693a-4801-9abe-81cd0e9287cb HTTP/1.1" status: 200 len: 931 time: 0.4148822 Jul 24 00:12:53.140316 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-89c3082f-3e96-46cf-8fd4-b1f8d0f94b19 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-205197803-router', 'tenant_id': 'da4cf7f0b0a44baf8cab05ba626ce1d0', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:12:53.194439 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-6cc9adac-bcd9-4a1c-bbc1-6b955774b795 req-c1b9c01e-dda5-42a1-b82f-ec29bd6e4300 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 688e1d2b-7ea8-43ce-bda2-ceef2b7e8527 {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:12:53.206490 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-6cc9adac-bcd9-4a1c-bbc1-6b955774b795 req-c1b9c01e-dda5-42a1-b82f-ec29bd6e4300 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:53.225538 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-41607a26-6128-4a68-8f1d-72c66bc38db2 req-d5ff3a0b-c87e-4582-bd6b-83807966563e tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] 10.222.0.44 "GET /v2.0/security-groups?id=8cf1fbb8-a0d9-4a48-aaad-3040ad44ce64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954518 Jul 24 00:12:53.227314 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-89c3082f-3e96-46cf-8fd4-b1f8d0f94b19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:53.231624 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-89c3082f-3e96-46cf-8fd4-b1f8d0f94b19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:53.239677 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-7ee451fa-ed8d-44bd-b80a-9e6f24852243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:53.247050 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-6cc9adac-bcd9-4a1c-bbc1-6b955774b795 req-c1b9c01e-dda5-42a1-b82f-ec29bd6e4300 service neutron] Transition to ACTIVE for port object 688e1d2b-7ea8-43ce-bda2-ceef2b7e8527 will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:12:53.256950 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-6cc9adac-bcd9-4a1c-bbc1-6b955774b795 req-c1b9c01e-dda5-42a1-b82f-ec29bd6e4300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:53.322058 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-89c3082f-3e96-46cf-8fd4-b1f8d0f94b19 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:53.348837 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b9c01e-dda5-42a1-b82f-ec29bd6e4300 service neutron] Pushing event updated for resources: {'Port': ['ID=688e1d2b-7ea8-43ce-bda2-ceef2b7e8527,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:53.362928 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-e4dc40ef-e344-47fb-9dd3-b7e68ec7ed2c None None] Notify callbacks [] for port, precommit_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:53.376111 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.provisioning_blocks [None req-e4dc40ef-e344-47fb-9dd3-b7e68ec7ed2c None None] Transition to ACTIVE for port object d12758b8-7a8a-452a-b2e0-8458a0dc5282 will not be triggered until provisioned by entity L2. {{(pid=100316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:12:53.387164 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-e4dc40ef-e344-47fb-9dd3-b7e68ec7ed2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:53.433200 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d287373-1901-4c24-b3e5-835aa8ce17f4 None None] Network ba763d93-6749-402f-a9a4-14c0b38e84ad requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:12:53.599151 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-6cc9adac-bcd9-4a1c-bbc1-6b955774b795 req-c1b9c01e-dda5-42a1-b82f-ec29bd6e4300 service neutron] Attempting to bind port 688e1d2b-7ea8-43ce-bda2-ceef2b7e8527 on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:12:53.600127 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-6cc9adac-bcd9-4a1c-bbc1-6b955774b795 req-c1b9c01e-dda5-42a1-b82f-ec29bd6e4300 service neutron] Attempting to bind port 688e1d2b-7ea8-43ce-bda2-ceef2b7e8527 by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': 'e744ab3d-7713-4a4d-8a8a-74918f48c0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '544adf57-b8f4-495e-8e2d-9eac868c25c7'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:12:53.600649 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc9adac-bcd9-4a1c-bbc1-6b955774b795 req-c1b9c01e-dda5-42a1-b82f-ec29bd6e4300 service neutron] Attempting to bind port 688e1d2b-7ea8-43ce-bda2-ceef2b7e8527 on network 544adf57-b8f4-495e-8e2d-9eac868c25c7 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:12:53.615185 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc9adac-bcd9-4a1c-bbc1-6b955774b795 req-c1b9c01e-dda5-42a1-b82f-ec29bd6e4300 service neutron] Port 688e1d2b-7ea8-43ce-bda2-ceef2b7e8527 on network 544adf57-b8f4-495e-8e2d-9eac868c25c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:12:53.615526 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc9adac-bcd9-4a1c-bbc1-6b955774b795 req-c1b9c01e-dda5-42a1-b82f-ec29bd6e4300 service neutron] Attempting to bind port 688e1d2b-7ea8-43ce-bda2-ceef2b7e8527 on network 544adf57-b8f4-495e-8e2d-9eac868c25c7 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:12:53.648646 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc9adac-bcd9-4a1c-bbc1-6b955774b795 req-c1b9c01e-dda5-42a1-b82f-ec29bd6e4300 service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:12:53.651459 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc9adac-bcd9-4a1c-bbc1-6b955774b795 req-c1b9c01e-dda5-42a1-b82f-ec29bd6e4300 service neutron] Checking segment: {'id': 'e744ab3d-7713-4a4d-8a8a-74918f48c0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '544adf57-b8f4-495e-8e2d-9eac868c25c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:12:53.657624 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc9adac-bcd9-4a1c-bbc1-6b955774b795 req-c1b9c01e-dda5-42a1-b82f-ec29bd6e4300 service neutron] Bound using segment: {'id': 'e744ab3d-7713-4a4d-8a8a-74918f48c0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '544adf57-b8f4-495e-8e2d-9eac868c25c7'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:12:53.658477 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-6cc9adac-bcd9-4a1c-bbc1-6b955774b795 req-c1b9c01e-dda5-42a1-b82f-ec29bd6e4300 service neutron] Bound port: 688e1d2b-7ea8-43ce-bda2-ceef2b7e8527, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e744ab3d-7713-4a4d-8a8a-74918f48c0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '544adf57-b8f4-495e-8e2d-9eac868c25c7'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:12:53.659111 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-6cc9adac-bcd9-4a1c-bbc1-6b955774b795 req-c1b9c01e-dda5-42a1-b82f-ec29bd6e4300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:53.796172 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a1139-13dd-4d8c-90da-0e4b49d5bb26 req-f16d642a-f342-4259-b38d-a02d301d89aa tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:53.805450 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-98469c7a-86f9-4a2e-ad65-3a694cc7e423 req-8cdef649-3573-40c1-b014-e8e4348fa46d tempest-InstanceActionsTestJSON-1809281813 tempest-InstanceActionsTestJSON-1809281813-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fd7e9d5-9ce0-4efe-a1b4-a4ddbc42ca51 HTTP/1.1" status: 200 len: 210 time: 0.0405624 Jul 24 00:12:53.806197 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-de3a1139-13dd-4d8c-90da-0e4b49d5bb26 req-f16d642a-f342-4259-b38d-a02d301d89aa tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=549de624-bb09-4e50-8794-41d8de162ace HTTP/1.1" status: 200 len: 944 time: 0.4791441 Jul 24 00:12:53.835317 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c547bcad-6ae5-4fac-a82a-0e72ce9a7ced None None] Pushing event updated for resources: {'Port': ['ID=d12758b8-7a8a-452a-b2e0-8458a0dc5282,revision_number=3']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:53.856212 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-89c3082f-3e96-46cf-8fd4-b1f8d0f94b19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:53.881303 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-6cc9adac-bcd9-4a1c-bbc1-6b955774b795 req-c1b9c01e-dda5-42a1-b82f-ec29bd6e4300 service neutron] For port 688e1d2b-7ea8-43ce-bda2-ceef2b7e8527, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:12:53.895060 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c547bcad-6ae5-4fac-a82a-0e72ce9a7ced None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:12:53.895215 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c547bcad-6ae5-4fac-a82a-0e72ce9a7ced None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:12:53.895556 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c547bcad-6ae5-4fac-a82a-0e72ce9a7ced None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:12:53.896652 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c547bcad-6ae5-4fac-a82a-0e72ce9a7ced None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:12:53.897022 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c547bcad-6ae5-4fac-a82a-0e72ce9a7ced None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:12:53.897691 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c547bcad-6ae5-4fac-a82a-0e72ce9a7ced None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:12:53.898009 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-6cc9adac-bcd9-4a1c-bbc1-6b955774b795 req-c1b9c01e-dda5-42a1-b82f-ec29bd6e4300 service neutron] For port 688e1d2b-7ea8-43ce-bda2-ceef2b7e8527, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=688e1d2b-7ea8-43ce-bda2-ceef2b7e8527,segment=NetworkSegment(e744ab3d-7713-4a4d-8a8a-74918f48c0ec),segment_id=e744ab3d-7713-4a4d-8a8a-74918f48c0ec)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:12:53.898143 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c547bcad-6ae5-4fac-a82a-0e72ce9a7ced None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:12:53.898344 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c547bcad-6ae5-4fac-a82a-0e72ce9a7ced None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:12:53.898721 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c547bcad-6ae5-4fac-a82a-0e72ce9a7ced None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:12:53.899353 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c547bcad-6ae5-4fac-a82a-0e72ce9a7ced None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:12:53.899696 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c547bcad-6ae5-4fac-a82a-0e72ce9a7ced None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:12:53.900142 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c547bcad-6ae5-4fac-a82a-0e72ce9a7ced None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:12:53.908873 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-6cc9adac-bcd9-4a1c-bbc1-6b955774b795 req-c1b9c01e-dda5-42a1-b82f-ec29bd6e4300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:53.928367 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-e4dc40ef-e344-47fb-9dd3-b7e68ec7ed2c None None] Attempting to bind port d12758b8-7a8a-452a-b2e0-8458a0dc5282 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:12:53.928734 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-e4dc40ef-e344-47fb-9dd3-b7e68ec7ed2c None None] Attempting to bind port d12758b8-7a8a-452a-b2e0-8458a0dc5282 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': 'b737500e-4702-4fa9-bd4b-6c1d2e2fa041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9'}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:12:53.929124 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4dc40ef-e344-47fb-9dd3-b7e68ec7ed2c None None] Attempting to bind port d12758b8-7a8a-452a-b2e0-8458a0dc5282 on network e98734e2-dedb-4450-9333-d795164b1ce9 {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:12:53.936243 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4dc40ef-e344-47fb-9dd3-b7e68ec7ed2c None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:12:53.936243 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4dc40ef-e344-47fb-9dd3-b7e68ec7ed2c None None] Checking segment: {'id': 'b737500e-4702-4fa9-bd4b-6c1d2e2fa041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:12:53.936243 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-e4dc40ef-e344-47fb-9dd3-b7e68ec7ed2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:53.936243 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4dc40ef-e344-47fb-9dd3-b7e68ec7ed2c None None] Bound using segment: {'id': 'b737500e-4702-4fa9-bd4b-6c1d2e2fa041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9'} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:12:53.936734 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-e4dc40ef-e344-47fb-9dd3-b7e68ec7ed2c None None] Bound port: d12758b8-7a8a-452a-b2e0-8458a0dc5282, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b737500e-4702-4fa9-bd4b-6c1d2e2fa041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9'}}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:12:53.937106 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-e4dc40ef-e344-47fb-9dd3-b7e68ec7ed2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:53.985010 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc9adac-bcd9-4a1c-bbc1-6b955774b795 req-c1b9c01e-dda5-42a1-b82f-ec29bd6e4300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:53.985158 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-6cc9adac-bcd9-4a1c-bbc1-6b955774b795 req-c1b9c01e-dda5-42a1-b82f-ec29bd6e4300 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:53.998777 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6cc9adac-bcd9-4a1c-bbc1-6b955774b795 req-c1b9c01e-dda5-42a1-b82f-ec29bd6e4300 service neutron] 10.222.0.52 "PUT /v2.0/ports/688e1d2b-7ea8-43ce-bda2-ceef2b7e8527 HTTP/1.1" status: 200 len: 1092 time: 2.2126963 Jul 24 00:12:53.999319 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '443c0350-693a-4801-9abe-81cd0e9287cb', 'tag': '688e1d2b-7ea8-43ce-bda2-ceef2b7e8527'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:12:54.004417 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4880295f-dd59-4dcd-a94b-83375e2fb768" -d '{"events": [{"name": "network-changed", "server_uuid": "443c0350-693a-4801-9abe-81cd0e9287cb", "tag": "688e1d2b-7ea8-43ce-bda2-ceef2b7e8527"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:12:54.036340 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b9c01e-dda5-42a1-b82f-ec29bd6e4300 service neutron] Pushing event updated for resources: {'Port': ['ID=688e1d2b-7ea8-43ce-bda2-ceef2b7e8527,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:54.054154 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-e4dc40ef-e344-47fb-9dd3-b7e68ec7ed2c None None] For port d12758b8-7a8a-452a-b2e0-8458a0dc5282, host n-d-800088-16, cleared binding levels {{(pid=100316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:12:54.057454 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-e4dc40ef-e344-47fb-9dd3-b7e68ec7ed2c None None] For port d12758b8-7a8a-452a-b2e0-8458a0dc5282, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=d12758b8-7a8a-452a-b2e0-8458a0dc5282,segment=NetworkSegment(b737500e-4702-4fa9-bd4b-6c1d2e2fa041),segment_id=b737500e-4702-4fa9-bd4b-6c1d2e2fa041)] {{(pid=100316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:12:54.065559 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-e4dc40ef-e344-47fb-9dd3-b7e68ec7ed2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:54.069357 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f38919-8094-4bf8-8503-b934451a8f57 x-openstack-request-id: req-39f38919-8094-4bf8-8503-b934451a8f57 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:12:54.069652 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "443c0350-693a-4801-9abe-81cd0e9287cb", "tag": "688e1d2b-7ea8-43ce-bda2-ceef2b7e8527", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:12:54.069906 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-39f38919-8094-4bf8-8503-b934451a8f57 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:12:54.071710 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '443c0350-693a-4801-9abe-81cd0e9287cb', 'tag': '688e1d2b-7ea8-43ce-bda2-ceef2b7e8527', 'status': 'completed', 'code': 200} Jul 24 00:12:54.098561 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-de3a1139-13dd-4d8c-90da-0e4b49d5bb26 req-8bfe2a11-3043-4715-a47f-506a9bbc5bf9 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=65668094-9226-4b65-8245-cb28bd37e836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2914584 Jul 24 00:12:54.144552 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c547bcad-6ae5-4fac-a82a-0e72ce9a7ced None None] Pushing event updated for resources: {'Port': ['ID=d12758b8-7a8a-452a-b2e0-8458a0dc5282,revision_number=4']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:54.147461 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4dc40ef-e344-47fb-9dd3-b7e68ec7ed2c None None] Routers {'3bac87be-5892-4fde-84c5-20a5e0355321'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:12:54.148284 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-e4dc40ef-e344-47fb-9dd3-b7e68ec7ed2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:12:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['3bac87be-5892-4fde-84c5-20a5e0355321'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:12:54.184406 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc9adac-bcd9-4a1c-bbc1-6b955774b795 req-c5748e89-0336-4c5c-856d-6de4f4eb0ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:54.186319 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6cc9adac-bcd9-4a1c-bbc1-6b955774b795 req-c5748e89-0336-4c5c-856d-6de4f4eb0ab7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=850024efdb0d4379844583446c970838&device_id=443c0350-693a-4801-9abe-81cd0e9287cb HTTP/1.1" status: 200 len: 1095 time: 0.0997443 Jul 24 00:12:54.240712 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6cc9adac-bcd9-4a1c-bbc1-6b955774b795 req-aeb4fb76-3009-4734-84ef-5ddd1d1325dd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=688e1d2b-7ea8-43ce-bda2-ceef2b7e8527 HTTP/1.1" status: 200 len: 217 time: 0.0464816 Jul 24 00:12:54.278127 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-e4dc40ef-e344-47fb-9dd3-b7e68ec7ed2c None None] Set router 3bac87be-5892-4fde-84c5-20a5e0355321 gateway port host: None {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:12:54.382770 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff85f7d-f285-43a7-8fd6-8a12fd31f23b req-bf4108e0-a506-464a-8067-e9227a41ac00 tempest-InstanceActionsTestJSON-1809281813 tempest-InstanceActionsTestJSON-1809281813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:54.384306 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4ff85f7d-f285-43a7-8fd6-8a12fd31f23b req-bf4108e0-a506-464a-8067-e9227a41ac00 tempest-InstanceActionsTestJSON-1809281813 tempest-InstanceActionsTestJSON-1809281813-project] 10.222.0.64 "GET /v2.0/networks?id=fb50c5f9-a9dd-4783-8dab-2d4ce1f966a4 HTTP/1.1" status: 200 len: 814 time: 0.5021582 Jul 24 00:12:54.399679 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc9adac-bcd9-4a1c-bbc1-6b955774b795 req-c148f993-3d15-484a-b7a7-221e2fc22083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:54.401424 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6cc9adac-bcd9-4a1c-bbc1-6b955774b795 req-c148f993-3d15-484a-b7a7-221e2fc22083 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=aaf6eafb-d210-48a4-8e72-bc2df62e48c5 HTTP/1.1" status: 200 len: 854 time: 0.1440778 Jul 24 00:12:54.417458 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-93815441-e308-4d75-8ed1-a1c8413efea9 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681029'] for router_interface, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:54.445925 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6cc9adac-bcd9-4a1c-bbc1-6b955774b795 req-df6f0f9f-f58d-4880-866e-1794ffdc127e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=544adf57-b8f4-495e-8e2d-9eac868c25c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356197 Jul 24 00:12:54.455357 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-4ff85f7d-f285-43a7-8fd6-8a12fd31f23b req-d177c6c0-7e48-49d8-8ad2-8d99e51a2ab4 tempest-InstanceActionsTestJSON-1809281813 tempest-InstanceActionsTestJSON-1809281813-project] Request body: {'port': {'device_id': '5fd7e9d5-9ce0-4efe-a1b4-a4ddbc42ca51', 'network_id': 'fb50c5f9-a9dd-4783-8dab-2d4ce1f966a4', 'admin_state_up': True, 'tenant_id': '9c6914d7e55247c49f38d833c34d241e'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:12:54.494213 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f9750-a936-4782-ba00-0063414296be req-30bb1722-6609-4078-943a-3f5f8ed59793 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:54.504354 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-792f9750-a936-4782-ba00-0063414296be req-30bb1722-6609-4078-943a-3f5f8ed59793 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] 10.222.0.44 "GET /v2.0/ports?device_id=443c0350-693a-4801-9abe-81cd0e9287cb HTTP/1.1" status: 200 len: 943 time: 0.1507025 Jul 24 00:12:54.513068 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 29cd91c2-82fb-4dff-aa19-86d9d8a37546 no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:12:54.569644 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-e4dc40ef-e344-47fb-9dd3-b7e68ec7ed2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bac87be-5892-4fde-84c5-20a5e0355321', 'name': 'tempest-NetworksTestDHCPv6-router-1280836233', 'tenant_id': 'ba617effe2664093b954ded2eab93240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:12:45Z', 'updated_at': '2021-07-24T00:12:49Z', 'revision_number': 2, 'project_id': 'ba617effe2664093b954ded2eab93240', 'gw_port_host': None, '_interfaces': [{'id': 'd12758b8-7a8a-452a-b2e0-8458a0dc5282', 'name': '', 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'tenant_id': 'ba617effe2664093b954ded2eab93240', 'mac_address': 'fa:16:3e:ee:a3:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bac87be-5892-4fde-84c5-20a5e0355321', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': '0eacf6d0-6b67-4179-bfc8-454d650001f6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:12:47Z', 'updated_at': '2021-07-24T00:12:54Z', 'revision_number': 4, 'project_id': 'ba617effe2664093b954ded2eab93240', 'subnets': [{'id': '0eacf6d0-6b67-4179-bfc8-454d650001f6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:12:54.570812 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1ee5d12c-aa83-4e0c-946b-4e749dfb2d6a req-3f2fc08b-ed86-41d7-b5a0-deddcb29747a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=549de624-bb09-4e50-8794-41d8de162ace&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8011391 Jul 24 00:12:54.633730 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-792f9750-a936-4782-ba00-0063414296be req-84ccb9ef-77cd-4191-ad91-0126359216d4 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] 10.222.0.44 "GET /v2.0/security-groups?id=8cf1fbb8-a0d9-4a48-aaad-3040ad44ce64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282818 Jul 24 00:12:54.658118 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4dc40ef-e344-47fb-9dd3-b7e68ec7ed2c None None] The sync data for ids ['3bac87be-5892-4fde-84c5-20a5e0355321'] in n-d-800088-16 is: [{'id': '3bac87be-5892-4fde-84c5-20a5e0355321', 'name': 'tempest-NetworksTestDHCPv6-router-1280836233', 'tenant_id': 'ba617effe2664093b954ded2eab93240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:12:45Z', 'updated_at': '2021-07-24T00:12:49Z', 'revision_number': 2, 'project_id': 'ba617effe2664093b954ded2eab93240', 'gw_port_host': None, '_interfaces': [{'id': 'd12758b8-7a8a-452a-b2e0-8458a0dc5282', 'name': '', 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'tenant_id': 'ba617effe2664093b954ded2eab93240', 'mac_address': 'fa:16:3e:ee:a3:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bac87be-5892-4fde-84c5-20a5e0355321', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': '0eacf6d0-6b67-4179-bfc8-454d650001f6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:12:47Z', 'updated_at': '2021-07-24T00:12:54Z', 'revision_number': 4, 'project_id': 'ba617effe2664093b954ded2eab93240', 'subnets': [{'id': '0eacf6d0-6b67-4179-bfc8-454d650001f6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:12:54.676848 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6cc9adac-bcd9-4a1c-bbc1-6b955774b795 req-2fb323cc-d269-4325-9913-1b11399e555c service neutron] 10.222.0.52 "GET /v2.0/networks/544adf57-b8f4-495e-8e2d-9eac868c25c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229440 Jul 24 00:12:54.829256 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6cc9adac-bcd9-4a1c-bbc1-6b955774b795 req-c6cac6d4-e3e6-43bb-9f86-c3f4096b88fe service neutron] 10.222.0.52 "GET /v2.0/networks/544adf57-b8f4-495e-8e2d-9eac868c25c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458378 Jul 24 00:12:55.020025 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4880295f-dd59-4dcd-a94b-83375e2fb768 req-afe71db2-6be5-41e5-862b-7e61c9f81755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:55.021626 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4880295f-dd59-4dcd-a94b-83375e2fb768 req-afe71db2-6be5-41e5-862b-7e61c9f81755 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=850024efdb0d4379844583446c970838&device_id=443c0350-693a-4801-9abe-81cd0e9287cb HTTP/1.1" status: 200 len: 1095 time: 0.1314766 Jul 24 00:12:55.227776 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4880295f-dd59-4dcd-a94b-83375e2fb768 req-76998a37-92f7-402c-9426-b71229548641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:55.229754 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4880295f-dd59-4dcd-a94b-83375e2fb768 req-76998a37-92f7-402c-9426-b71229548641 service neutron] 10.222.0.52 "GET /v2.0/networks?id=544adf57-b8f4-495e-8e2d-9eac868c25c7 HTTP/1.1" status: 200 len: 915 time: 0.1993210 Jul 24 00:12:55.316886 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4880295f-dd59-4dcd-a94b-83375e2fb768 req-e3967423-571c-4b8b-804a-1f740446cb54 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=688e1d2b-7ea8-43ce-bda2-ceef2b7e8527 HTTP/1.1" status: 200 len: 217 time: 0.0736609 Jul 24 00:12:55.424002 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4880295f-dd59-4dcd-a94b-83375e2fb768 req-84c83dbe-03b1-47c8-ba63-93619cb83b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:55.425584 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4880295f-dd59-4dcd-a94b-83375e2fb768 req-84c83dbe-03b1-47c8-ba63-93619cb83b2f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=aaf6eafb-d210-48a4-8e72-bc2df62e48c5 HTTP/1.1" status: 200 len: 854 time: 0.0987923 Jul 24 00:12:55.478732 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4880295f-dd59-4dcd-a94b-83375e2fb768 req-891a0f4e-fee1-44a3-9dbe-b1893a244fda service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=544adf57-b8f4-495e-8e2d-9eac868c25c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431929 Jul 24 00:12:55.487481 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5287df7-d364-44f9-9bd1-55cd36a166c0 req-144dcaeb-4c5f-4ed4-bace-92d0464320d0 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:55.489055 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e5287df7-d364-44f9-9bd1-55cd36a166c0 req-144dcaeb-4c5f-4ed4-bace-92d0464320d0 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=549de624-bb09-4e50-8794-41d8de162ace HTTP/1.1" status: 200 len: 944 time: 0.1749542 Jul 24 00:12:55.506451 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b07af495-8e32-46e2-ab13-fb944382b789 req-d32e0eec-4ad5-4bb3-a644-e5270b10b511 tempest-InstanceActionsTestJSON-1809281813 tempest-InstanceActionsTestJSON-1809281813-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fd7e9d5-9ce0-4efe-a1b4-a4ddbc42ca51 HTTP/1.1" status: 200 len: 210 time: 0.0925417 Jul 24 00:12:55.542478 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ff85f7d-f285-43a7-8fd6-8a12fd31f23b req-d177c6c0-7e48-49d8-8ad2-8d99e51a2ab4 tempest-InstanceActionsTestJSON-1809281813 tempest-InstanceActionsTestJSON-1809281813-project] Made reservation on behalf of 9c6914d7e55247c49f38d833c34d241e for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:12:55.548744 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-4ff85f7d-f285-43a7-8fd6-8a12fd31f23b req-d177c6c0-7e48-49d8-8ad2-8d99e51a2ab4 tempest-InstanceActionsTestJSON-1809281813 tempest-InstanceActionsTestJSON-1809281813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:55.568463 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-89c3082f-3e96-46cf-8fd4-b1f8d0f94b19 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:55.578294 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e5287df7-d364-44f9-9bd1-55cd36a166c0 req-6b9a91f1-758b-4aa0-9c81-07845248481e tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=65668094-9226-4b65-8245-cb28bd37e836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774007 Jul 24 00:12:55.629150 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-89c3082f-3e96-46cf-8fd4-b1f8d0f94b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:55.666965 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4880295f-dd59-4dcd-a94b-83375e2fb768 req-2fb1cfe4-7a1b-4f9c-88d1-c7d5038b227b service neutron] 10.222.0.52 "GET /v2.0/networks/544adf57-b8f4-495e-8e2d-9eac868c25c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768427 Jul 24 00:12:55.753685 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f799a1ca-c691-472c-9d72-a5d0a04d8c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:55.859553 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4880295f-dd59-4dcd-a94b-83375e2fb768 req-cf9266e9-a1ca-4ada-8a91-94944219b3a4 service neutron] 10.222.0.52 "GET /v2.0/networks/544adf57-b8f4-495e-8e2d-9eac868c25c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858327 Jul 24 00:12:56.088970 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e053a-882b-4d91-bdbb-17de27c72a01 req-d5dca6ea-bf08-4c1b-8c5e-0fda0209ba4d tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:56.092318 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device d12758b8-7a8a-452a-b2e0-8458a0dc5282 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:12:56.107205 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a35e053a-882b-4d91-bdbb-17de27c72a01 req-d5dca6ea-bf08-4c1b-8c5e-0fda0209ba4d tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] 10.222.0.44 "GET /v2.0/ports?device_id=443c0350-693a-4801-9abe-81cd0e9287cb HTTP/1.1" status: 200 len: 943 time: 0.3023334 Jul 24 00:12:56.148360 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [req-4ff85f7d-f285-43a7-8fd6-8a12fd31f23b req-d177c6c0-7e48-49d8-8ad2-8d99e51a2ab4 tempest-InstanceActionsTestJSON-1809281813 tempest-InstanceActionsTestJSON-1809281813-project] Allocated IP 172.20.0.4 (fb50c5f9-a9dd-4783-8dab-2d4ce1f966a4/bcb84548-add6-42c7-936f-13d704877aa8/a96243a2-452b-40d7-ac71-7ab009891526) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:12:56.154311 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-89c3082f-3e96-46cf-8fd4-b1f8d0f94b19 admin admin] Allocated IP 172.25.3.51 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/0ad74c4b-6859-4363-99f8-63f12d93e671) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:12:56.160389 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port d12758b8-7a8a-452a-b2e0-8458a0dc5282 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:12:56.165374 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port d12758b8-7a8a-452a-b2e0-8458a0dc5282 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:12:56.166036 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:56.176214 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-93815441-e308-4d75-8ed1-a1c8413efea9 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Deleting port d12758b8-7a8a-452a-b2e0-8458a0dc5282 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:12:56.176571 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-93815441-e308-4d75-8ed1-a1c8413efea9 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:56.277241 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:56.289751 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a35e053a-882b-4d91-bdbb-17de27c72a01 req-965800e3-b342-4546-a9ab-1ae9bc6aa941 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] 10.222.0.44 "GET /v2.0/security-groups?id=8cf1fbb8-a0d9-4a48-aaad-3040ad44ce64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797626 Jul 24 00:12:56.353652 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port d12758b8-7a8a-452a-b2e0-8458a0dc5282, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=d12758b8-7a8a-452a-b2e0-8458a0dc5282,segment=NetworkSegment(b737500e-4702-4fa9-bd4b-6c1d2e2fa041),segment_id=b737500e-4702-4fa9-bd4b-6c1d2e2fa041)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:12:56.359239 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44006) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:56.363119 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:56.421457 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=d12758b8-7a8a-452a-b2e0-8458a0dc5282,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:56.484585 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-476ceee3-287b-415a-b7f8-2bd8ed61d633 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:56.511766 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 688e1d2b-7ea8-43ce-bda2-ceef2b7e8527 details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:12:56.518698 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-93815441-e308-4d75-8ed1-a1c8413efea9 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] For port d12758b8-7a8a-452a-b2e0-8458a0dc5282, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=d12758b8-7a8a-452a-b2e0-8458a0dc5282,segment=NetworkSegment(b737500e-4702-4fa9-bd4b-6c1d2e2fa041),segment_id=b737500e-4702-4fa9-bd4b-6c1d2e2fa041)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:12:56.519254 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-93815441-e308-4d75-8ed1-a1c8413efea9 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:56.625912 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-89c3082f-3e96-46cf-8fd4-b1f8d0f94b19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:56.635883 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-93815441-e308-4d75-8ed1-a1c8413efea9 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Calling delete_port for d12758b8-7a8a-452a-b2e0-8458a0dc5282 owned by network:router_interface {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:12:56.680454 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-80d2ad24-eeca-4f5b-bd20-26cf3681f6ff req-99ed782b-0ae2-4f6c-bdfe-caf8ec2af004 tempest-InstanceActionsTestJSON-1809281813 tempest-InstanceActionsTestJSON-1809281813-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fd7e9d5-9ce0-4efe-a1b4-a4ddbc42ca51 HTTP/1.1" status: 200 len: 210 time: 0.0688517 Jul 24 00:12:56.698603 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-476ceee3-287b-415a-b7f8-2bd8ed61d633 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:56.700848 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 688e1d2b-7ea8-43ce-bda2-ceef2b7e8527, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=688e1d2b-7ea8-43ce-bda2-ceef2b7e8527,segment=NetworkSegment(e744ab3d-7713-4a4d-8a8a-74918f48c0ec),segment_id=e744ab3d-7713-4a4d-8a8a-74918f48c0ec)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:12:56.710172 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-476ceee3-287b-415a-b7f8-2bd8ed61d633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:56.741843 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': '688e1d2b-7ea8-43ce-bda2-ceef2b7e8527', 'network_id': '544adf57-b8f4-495e-8e2d-9eac868c25c7', 'port_id': '688e1d2b-7ea8-43ce-bda2-ceef2b7e8527', 'mac_address': 'fa:16:3e:8f:a9:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaf6eafb-d210-48a4-8e72-bc2df62e48c5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:12:56.745641 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476ceee3-287b-415a-b7f8-2bd8ed61d633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20676799-43c9-45e4-a341-af126d6162e2,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:56.772650 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-476ceee3-287b-415a-b7f8-2bd8ed61d633 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f56630695ec54c5d801127c590c9994f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4099271 Jul 24 00:12:56.772926 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44014) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:56.776206 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:56.797192 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:56.825521 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 688e1d2b-7ea8-43ce-bda2-ceef2b7e8527 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:12:56.837827 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-4ff85f7d-f285-43a7-8fd6-8a12fd31f23b req-d177c6c0-7e48-49d8-8ad2-8d99e51a2ab4 tempest-InstanceActionsTestJSON-1809281813 tempest-InstanceActionsTestJSON-1809281813-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:56.839151 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4fe5b99b-52b2-4bbc-a3b8-539142e15ce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:56.851506 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 688e1d2b-7ea8-43ce-bda2-ceef2b7e8527, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=688e1d2b-7ea8-43ce-bda2-ceef2b7e8527,segment=NetworkSegment(e744ab3d-7713-4a4d-8a8a-74918f48c0ec),segment_id=e744ab3d-7713-4a4d-8a8a-74918f48c0ec)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:12:56.858049 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:56.875161 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4fe5b99b-52b2-4bbc-a3b8-539142e15ce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:56.895131 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-89c3082f-3e96-46cf-8fd4-b1f8d0f94b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:56.941751 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=688e1d2b-7ea8-43ce-bda2-ceef2b7e8527,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:56.953440 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4fe5b99b-52b2-4bbc-a3b8-539142e15ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:56.957854 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4fe5b99b-52b2-4bbc-a3b8-539142e15ce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:56.961517 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-4fe5b99b-52b2-4bbc-a3b8-539142e15ce7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/20676799-43c9-45e4-a341-af126d6162e2 HTTP/1.1" status: 204 len: 168 time: 0.1854329 Jul 24 00:12:56.972314 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe5b99b-52b2-4bbc-a3b8-539142e15ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20676799-43c9-45e4-a341-af126d6162e2,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:57.013199 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778a61b8-918a-478d-b70c-a53f760aeafa req-67a0432a-2e43-4ed4-b131-75b5ec5b40a0 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:57.018212 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-778a61b8-918a-478d-b70c-a53f760aeafa req-67a0432a-2e43-4ed4-b131-75b5ec5b40a0 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=549de624-bb09-4e50-8794-41d8de162ace HTTP/1.1" status: 200 len: 944 time: 0.2796762 Jul 24 00:12:57.050702 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c3082f-3e96-46cf-8fd4-b1f8d0f94b19 admin admin] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:12:57.077202 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-89c3082f-3e96-46cf-8fd4-b1f8d0f94b19 admin admin] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:12:57.091065 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c3082f-3e96-46cf-8fd4-b1f8d0f94b19 admin admin] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:12:57.096635 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['688e1d2b-7ea8-43ce-bda2-ceef2b7e8527'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:12:57.099934 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-4ff85f7d-f285-43a7-8fd6-8a12fd31f23b req-d177c6c0-7e48-49d8-8ad2-8d99e51a2ab4 tempest-InstanceActionsTestJSON-1809281813 tempest-InstanceActionsTestJSON-1809281813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:57.140929 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c3082f-3e96-46cf-8fd4-b1f8d0f94b19 admin admin] Pushing event updated for resources: {'Port': ['ID=0ad74c4b-6859-4363-99f8-63f12d93e671,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:57.177824 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ff85f7d-f285-43a7-8fd6-8a12fd31f23b req-d177c6c0-7e48-49d8-8ad2-8d99e51a2ab4 tempest-InstanceActionsTestJSON-1809281813 tempest-InstanceActionsTestJSON-1809281813-project] Network fb50c5f9-a9dd-4783-8dab-2d4ce1f966a4 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:12:57.179803 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c3082f-3e96-46cf-8fd4-b1f8d0f94b19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:12:57.179803 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c3082f-3e96-46cf-8fd4-b1f8d0f94b19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:12:57.180137 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c3082f-3e96-46cf-8fd4-b1f8d0f94b19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:12:57.180477 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c3082f-3e96-46cf-8fd4-b1f8d0f94b19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:12:57.180849 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c3082f-3e96-46cf-8fd4-b1f8d0f94b19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:12:57.181163 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c3082f-3e96-46cf-8fd4-b1f8d0f94b19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:12:57.181487 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c3082f-3e96-46cf-8fd4-b1f8d0f94b19 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:12:57.181815 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c3082f-3e96-46cf-8fd4-b1f8d0f94b19 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:12:57.182139 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c3082f-3e96-46cf-8fd4-b1f8d0f94b19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:12:57.182457 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c3082f-3e96-46cf-8fd4-b1f8d0f94b19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:12:57.182779 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c3082f-3e96-46cf-8fd4-b1f8d0f94b19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:12:57.183100 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c3082f-3e96-46cf-8fd4-b1f8d0f94b19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:12:57.236011 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [req-4ff85f7d-f285-43a7-8fd6-8a12fd31f23b req-d177c6c0-7e48-49d8-8ad2-8d99e51a2ab4 tempest-InstanceActionsTestJSON-1809281813 tempest-InstanceActionsTestJSON-1809281813-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:12:57.246210 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-778a61b8-918a-478d-b70c-a53f760aeafa req-af98801a-d5f2-4b01-9556-d274cf27bf01 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=65668094-9226-4b65-8245-cb28bd37e836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2128208 Jul 24 00:12:57.247138 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ff85f7d-f285-43a7-8fd6-8a12fd31f23b req-d177c6c0-7e48-49d8-8ad2-8d99e51a2ab4 tempest-InstanceActionsTestJSON-1809281813 tempest-InstanceActionsTestJSON-1809281813-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:12:57.313002 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:57.388481 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44022) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:57.415926 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-febef58e-2d81-44a3-a00a-7e3eeaffff79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:57.445018 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d177c6c0-7e48-49d8-8ad2-8d99e51a2ab4 tempest-InstanceActionsTestJSON-1809281813 tempest-InstanceActionsTestJSON-1809281813-project] Pushing event updated for resources: {'Port': ['ID=a96243a2-452b-40d7-ac71-7ab009891526,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:57.489358 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff85f7d-f285-43a7-8fd6-8a12fd31f23b req-d177c6c0-7e48-49d8-8ad2-8d99e51a2ab4 tempest-InstanceActionsTestJSON-1809281813 tempest-InstanceActionsTestJSON-1809281813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:57.490001 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-4ff85f7d-f285-43a7-8fd6-8a12fd31f23b req-d177c6c0-7e48-49d8-8ad2-8d99e51a2ab4 tempest-InstanceActionsTestJSON-1809281813 tempest-InstanceActionsTestJSON-1809281813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:57.492551 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-93815441-e308-4d75-8ed1-a1c8413efea9 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:57.518454 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1548d40a-3b83-4d7c-8512-dfdc0a4a52d6 req-be1a709c-ab60-4404-ad49-c17340c713f0 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:57.520350 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1548d40a-3b83-4d7c-8512-dfdc0a4a52d6 req-be1a709c-ab60-4404-ad49-c17340c713f0 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] 10.222.0.44 "GET /v2.0/ports?device_id=443c0350-693a-4801-9abe-81cd0e9287cb HTTP/1.1" status: 200 len: 944 time: 0.1227653 Jul 24 00:12:57.565474 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93815441-e308-4d75-8ed1-a1c8413efea9 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event deleted for resources: {'Port': ['ID=d12758b8-7a8a-452a-b2e0-8458a0dc5282,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:57.609204 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1548d40a-3b83-4d7c-8512-dfdc0a4a52d6 req-d7116f6c-31b5-41aa-90f8-1dc94e6698f6 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] 10.222.0.44 "GET /v2.0/security-groups?id=8cf1fbb8-a0d9-4a48-aaad-3040ad44ce64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809925 Jul 24 00:12:57.654026 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-febef58e-2d81-44a3-a00a-7e3eeaffff79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:57.659653 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-febef58e-2d81-44a3-a00a-7e3eeaffff79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:57.717031 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febef58e-2d81-44a3-a00a-7e3eeaffff79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12e2f886-eab5-4acb-92f8-c6059a9cb9b3,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:57.727858 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-febef58e-2d81-44a3-a00a-7e3eeaffff79 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e3cb2980f1f742f5b5f94e8c9ae16285&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3376052 Jul 24 00:12:57.730145 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44026) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:57.801625 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-bfa3e60f-8ba5-494c-bfd9-96878884311d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:57.809336 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4ff85f7d-f285-43a7-8fd6-8a12fd31f23b req-d177c6c0-7e48-49d8-8ad2-8d99e51a2ab4 tempest-InstanceActionsTestJSON-1809281813 tempest-InstanceActionsTestJSON-1809281813-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3878143 Jul 24 00:12:57.825565 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-bfa3e60f-8ba5-494c-bfd9-96878884311d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:57.845310 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-4ff85f7d-f285-43a7-8fd6-8a12fd31f23b req-129a9a6c-850a-4ebf-870e-9c6553bb4018 service neutron] Request body: {'port': {'device_id': '5fd7e9d5-9ce0-4efe-a1b4-a4ddbc42ca51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-16'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:12:57.908645 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-bfa3e60f-8ba5-494c-bfd9-96878884311d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:57.911536 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-bfa3e60f-8ba5-494c-bfd9-96878884311d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:57.915147 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-bfa3e60f-8ba5-494c-bfd9-96878884311d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/12e2f886-eab5-4acb-92f8-c6059a9cb9b3 HTTP/1.1" status: 204 len: 168 time: 0.1818264 Jul 24 00:12:57.936980 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa3e60f-8ba5-494c-bfd9-96878884311d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e2f886-eab5-4acb-92f8-c6059a9cb9b3,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:57.962150 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-93815441-e308-4d75-8ed1-a1c8413efea9 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679987'] for router_interface, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:58.026954 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-4ff85f7d-f285-43a7-8fd6-8a12fd31f23b req-129a9a6c-850a-4ebf-870e-9c6553bb4018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:58.405638 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-89c3082f-3e96-46cf-8fd4-b1f8d0f94b19 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:58.461940 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cc1292-7579-4944-878f-4a7b91eeaa59 req-072698b5-1c68-437c-9e85-3d781d94de42 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:58.464730 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c8cc1292-7579-4944-878f-4a7b91eeaa59 req-072698b5-1c68-437c-9e85-3d781d94de42 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=549de624-bb09-4e50-8794-41d8de162ace HTTP/1.1" status: 200 len: 944 time: 0.0988815 Jul 24 00:12:58.466213 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15198639-c092-49dc-b02d-e2ef3b1662b1 req-9b200dcf-e36b-418e-9897-93a8058fd584 tempest-InstanceActionsTestJSON-1809281813 tempest-InstanceActionsTestJSON-1809281813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:58.467933 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-15198639-c092-49dc-b02d-e2ef3b1662b1 req-9b200dcf-e36b-418e-9897-93a8058fd584 tempest-InstanceActionsTestJSON-1809281813 tempest-InstanceActionsTestJSON-1809281813-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fd7e9d5-9ce0-4efe-a1b4-a4ddbc42ca51 HTTP/1.1" status: 200 len: 931 time: 0.6605101 Jul 24 00:12:58.520982 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c8cc1292-7579-4944-878f-4a7b91eeaa59 req-b8fdc5ef-421e-4fab-a972-be15fb97b60e tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=65668094-9226-4b65-8245-cb28bd37e836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447645 Jul 24 00:12:58.526642 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 688e1d2b-7ea8-43ce-bda2-ceef2b7e8527 up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:12:58.596367 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port 688e1d2b-7ea8-43ce-bda2-ceef2b7e8527 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:12:58.602015 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port 688e1d2b-7ea8-43ce-bda2-ceef2b7e8527 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:12:58.602713 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:58.730727 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:58.763620 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '443c0350-693a-4801-9abe-81cd0e9287cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '688e1d2b-7ea8-43ce-bda2-ceef2b7e8527'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:12:58.765068 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56606d68-adf9-4677-91d8-f3a5487bd6bf" -d '{"events": [{"server_uuid": "443c0350-693a-4801-9abe-81cd0e9287cb", "name": "network-vif-plugged", "status": "completed", "tag": "688e1d2b-7ea8-43ce-bda2-ceef2b7e8527"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:12:58.779465 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 688e1d2b-7ea8-43ce-bda2-ceef2b7e8527, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=688e1d2b-7ea8-43ce-bda2-ceef2b7e8527,segment=NetworkSegment(e744ab3d-7713-4a4d-8a8a-74918f48c0ec),segment_id=e744ab3d-7713-4a4d-8a8a-74918f48c0ec)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:12:58.788985 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:58.855975 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8d20d2-cabf-4175-9a79-ac0461589329 req-625fefd8-2328-494c-ac4b-84bebc155148 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:58.859118 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6a8d20d2-cabf-4175-9a79-ac0461589329 req-625fefd8-2328-494c-ac4b-84bebc155148 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] 10.222.0.44 "GET /v2.0/ports?device_id=443c0350-693a-4801-9abe-81cd0e9287cb HTTP/1.1" status: 200 len: 944 time: 0.1184227 Jul 24 00:12:58.872563 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=688e1d2b-7ea8-43ce-bda2-ceef2b7e8527,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:58.877701 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:58.917756 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6a8d20d2-cabf-4175-9a79-ac0461589329 req-b02a78bb-8768-4074-bcac-ef0ebaa37027 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] 10.222.0.44 "GET /v2.0/security-groups?id=8cf1fbb8-a0d9-4a48-aaad-3040ad44ce64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527446 Jul 24 00:12:58.979432 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-4ff85f7d-f285-43a7-8fd6-8a12fd31f23b req-129a9a6c-850a-4ebf-870e-9c6553bb4018 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a96243a2-452b-40d7-ac71-7ab009891526 {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:12:58.995134 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ba62cb-7c12-43d1-b59e-0e5d194d7452 x-openstack-request-id: req-f5ba62cb-7c12-43d1-b59e-0e5d194d7452 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:12:58.995536 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "443c0350-693a-4801-9abe-81cd0e9287cb", "name": "network-vif-plugged", "status": "completed", "tag": "688e1d2b-7ea8-43ce-bda2-ceef2b7e8527", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:12:58.995893 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f5ba62cb-7c12-43d1-b59e-0e5d194d7452 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:12:58.996394 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '443c0350-693a-4801-9abe-81cd0e9287cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '688e1d2b-7ea8-43ce-bda2-ceef2b7e8527', 'code': 200} Jul 24 00:12:59.036167 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-4ff85f7d-f285-43a7-8fd6-8a12fd31f23b req-129a9a6c-850a-4ebf-870e-9c6553bb4018 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:59.069033 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-15198639-c092-49dc-b02d-e2ef3b1662b1 req-724e0ec0-620c-495f-a849-73c2a412d93d tempest-InstanceActionsTestJSON-1809281813 tempest-InstanceActionsTestJSON-1809281813-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d867ba4-f4e4-4bbb-986c-dff4846731f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5657129 Jul 24 00:12:59.077317 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93815441-e308-4d75-8ed1-a1c8413efea9 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Router 3bac87be-5892-4fde-84c5-20a5e0355321 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:12:59.079083 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-4ff85f7d-f285-43a7-8fd6-8a12fd31f23b req-129a9a6c-850a-4ebf-870e-9c6553bb4018 service neutron] Transition to ACTIVE for port object a96243a2-452b-40d7-ac71-7ab009891526 will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:12:59.101715 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-4ff85f7d-f285-43a7-8fd6-8a12fd31f23b req-129a9a6c-850a-4ebf-870e-9c6553bb4018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:59.130806 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c425220a-32a9-40da-903c-36f37842b73a req-fe792c48-b777-4b79-b78d-a7bdede72c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:59.132338 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c425220a-32a9-40da-903c-36f37842b73a req-fe792c48-b777-4b79-b78d-a7bdede72c1f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=443c0350-693a-4801-9abe-81cd0e9287cb HTTP/1.1" status: 200 len: 1097 time: 0.0745840 Jul 24 00:12:59.182123 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c425220a-32a9-40da-903c-36f37842b73a req-cece1b34-eedd-4a61-ba43-15c9b6f0d1f8 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=8cf1fbb8-a0d9-4a48-aaad-3040ad44ce64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433276 Jul 24 00:12:59.329992 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129a9a6c-850a-4ebf-870e-9c6553bb4018 service neutron] Pushing event updated for resources: {'Port': ['ID=a96243a2-452b-40d7-ac71-7ab009891526,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:59.379633 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93815441-e308-4d75-8ed1-a1c8413efea9 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:12:59.385343 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-93815441-e308-4d75-8ed1-a1c8413efea9 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "PUT /v2.0/routers/3bac87be-5892-4fde-84c5-20a5e0355321/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6831088 Jul 24 00:12:59.387999 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44060) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:59.395291 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9e64f2-abaa-49c4-8b34-5d8412b04ff7 None None] Sync routers for ids ['3bac87be-5892-4fde-84c5-20a5e0355321'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:12:59.425368 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-89c3082f-3e96-46cf-8fd4-b1f8d0f94b19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:59.425645 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9e64f2-abaa-49c4-8b34-5d8412b04ff7 None None] Routers {'3bac87be-5892-4fde-84c5-20a5e0355321'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:12:59.427355 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-9c9e64f2-abaa-49c4-8b34-5d8412b04ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:12:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['3bac87be-5892-4fde-84c5-20a5e0355321'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:12:59.427557 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-4ff85f7d-f285-43a7-8fd6-8a12fd31f23b req-129a9a6c-850a-4ebf-870e-9c6553bb4018 service neutron] Attempting to bind port a96243a2-452b-40d7-ac71-7ab009891526 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:12:59.427735 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-4ff85f7d-f285-43a7-8fd6-8a12fd31f23b req-129a9a6c-850a-4ebf-870e-9c6553bb4018 service neutron] Attempting to bind port a96243a2-452b-40d7-ac71-7ab009891526 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': 'afaee7cf-f136-438a-b3e9-9336fc8739e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'fb50c5f9-a9dd-4783-8dab-2d4ce1f966a4'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:12:59.428075 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff85f7d-f285-43a7-8fd6-8a12fd31f23b req-129a9a6c-850a-4ebf-870e-9c6553bb4018 service neutron] Attempting to bind port a96243a2-452b-40d7-ac71-7ab009891526 on network fb50c5f9-a9dd-4783-8dab-2d4ce1f966a4 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:12:59.439892 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff85f7d-f285-43a7-8fd6-8a12fd31f23b req-129a9a6c-850a-4ebf-870e-9c6553bb4018 service neutron] Port a96243a2-452b-40d7-ac71-7ab009891526 on network fb50c5f9-a9dd-4783-8dab-2d4ce1f966a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:12:59.439892 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff85f7d-f285-43a7-8fd6-8a12fd31f23b req-129a9a6c-850a-4ebf-870e-9c6553bb4018 service neutron] Attempting to bind port a96243a2-452b-40d7-ac71-7ab009891526 on network fb50c5f9-a9dd-4783-8dab-2d4ce1f966a4 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:12:59.457749 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d03291-d51d-401e-995f-435f6d0f7fd5 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:59.459950 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d03291-d51d-401e-995f-435f6d0f7fd5 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:59.461918 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-d0d03291-d51d-401e-995f-435f6d0f7fd5 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0729160 Jul 24 00:12:59.464909 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44064) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:12:59.505761 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff85f7d-f285-43a7-8fd6-8a12fd31f23b req-129a9a6c-850a-4ebf-870e-9c6553bb4018 service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:12:59.506110 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff85f7d-f285-43a7-8fd6-8a12fd31f23b req-129a9a6c-850a-4ebf-870e-9c6553bb4018 service neutron] Checking segment: {'id': 'afaee7cf-f136-438a-b3e9-9336fc8739e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'fb50c5f9-a9dd-4783-8dab-2d4ce1f966a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:12:59.506503 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff85f7d-f285-43a7-8fd6-8a12fd31f23b req-129a9a6c-850a-4ebf-870e-9c6553bb4018 service neutron] Bound using segment: {'id': 'afaee7cf-f136-438a-b3e9-9336fc8739e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'fb50c5f9-a9dd-4783-8dab-2d4ce1f966a4'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:12:59.506958 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-4ff85f7d-f285-43a7-8fd6-8a12fd31f23b req-129a9a6c-850a-4ebf-870e-9c6553bb4018 service neutron] Bound port: a96243a2-452b-40d7-ac71-7ab009891526, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afaee7cf-f136-438a-b3e9-9336fc8739e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'fb50c5f9-a9dd-4783-8dab-2d4ce1f966a4'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:12:59.507314 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-4ff85f7d-f285-43a7-8fd6-8a12fd31f23b req-129a9a6c-850a-4ebf-870e-9c6553bb4018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:59.566655 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-9c9e64f2-abaa-49c4-8b34-5d8412b04ff7 None None] Set router 3bac87be-5892-4fde-84c5-20a5e0355321 gateway port host: None {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:12:59.567845 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-2388c56e-c652-44fa-a712-4e19609a569b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Deleting subnet 0eacf6d0-6b67-4179-bfc8-454d650001f6 {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:12:59.579712 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2388c56e-c652-44fa-a712-4e19609a569b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:59.649638 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-4ff85f7d-f285-43a7-8fd6-8a12fd31f23b req-129a9a6c-850a-4ebf-870e-9c6553bb4018 service neutron] For port a96243a2-452b-40d7-ac71-7ab009891526, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:12:59.655951 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-4ff85f7d-f285-43a7-8fd6-8a12fd31f23b req-129a9a6c-850a-4ebf-870e-9c6553bb4018 service neutron] For port a96243a2-452b-40d7-ac71-7ab009891526, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=a96243a2-452b-40d7-ac71-7ab009891526,segment=NetworkSegment(afaee7cf-f136-438a-b3e9-9336fc8739e2),segment_id=afaee7cf-f136-438a-b3e9-9336fc8739e2)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:12:59.668159 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-4ff85f7d-f285-43a7-8fd6-8a12fd31f23b req-129a9a6c-850a-4ebf-870e-9c6553bb4018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:59.715250 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2388c56e-c652-44fa-a712-4e19609a569b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:59.768951 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff85f7d-f285-43a7-8fd6-8a12fd31f23b req-129a9a6c-850a-4ebf-870e-9c6553bb4018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:59.769977 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-4ff85f7d-f285-43a7-8fd6-8a12fd31f23b req-129a9a6c-850a-4ebf-870e-9c6553bb4018 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:59.771800 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4ff85f7d-f285-43a7-8fd6-8a12fd31f23b req-129a9a6c-850a-4ebf-870e-9c6553bb4018 service neutron] 10.222.0.64 "PUT /v2.0/ports/a96243a2-452b-40d7-ac71-7ab009891526 HTTP/1.1" status: 200 len: 1092 time: 1.9464693 Jul 24 00:12:59.772283 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fd7e9d5-9ce0-4efe-a1b4-a4ddbc42ca51', 'tag': 'a96243a2-452b-40d7-ac71-7ab009891526'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:12:59.774926 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-095c382c-377a-4798-a985-f7a2d5b3f668" -d '{"events": [{"name": "network-changed", "server_uuid": "5fd7e9d5-9ce0-4efe-a1b4-a4ddbc42ca51", "tag": "a96243a2-452b-40d7-ac71-7ab009891526"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:12:59.822962 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89c3082f-3e96-46cf-8fd4-b1f8d0f94b19 admin admin] Router e58dcc9b-c8aa-4763-98ba-e90ab28d4f98 is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:12:59.862207 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce409c-f879-40ef-bbf7-545d061f667b req-b68aece9-5676-45cb-85b7-6e40c2b5c916 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:12:59.869234 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d3fa89-f536-4139-b5d2-dd76290a15d3 x-openstack-request-id: req-77d3fa89-f536-4139-b5d2-dd76290a15d3 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:12:59.869865 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fd7e9d5-9ce0-4efe-a1b4-a4ddbc42ca51", "tag": "a96243a2-452b-40d7-ac71-7ab009891526", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:12:59.870379 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-77d3fa89-f536-4139-b5d2-dd76290a15d3 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:12:59.870931 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fd7e9d5-9ce0-4efe-a1b4-a4ddbc42ca51', 'tag': 'a96243a2-452b-40d7-ac71-7ab009891526', 'status': 'completed', 'code': 200} Jul 24 00:12:59.873475 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129a9a6c-850a-4ebf-870e-9c6553bb4018 service neutron] Pushing event updated for resources: {'Port': ['ID=a96243a2-452b-40d7-ac71-7ab009891526,revision_number=3']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:12:59.884704 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-90ce409c-f879-40ef-bbf7-545d061f667b req-b68aece9-5676-45cb-85b7-6e40c2b5c916 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=549de624-bb09-4e50-8794-41d8de162ace HTTP/1.1" status: 200 len: 944 time: 0.2235546 Jul 24 00:12:59.888777 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-9c9e64f2-abaa-49c4-8b34-5d8412b04ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bac87be-5892-4fde-84c5-20a5e0355321', 'name': 'tempest-NetworksTestDHCPv6-router-1280836233', 'tenant_id': 'ba617effe2664093b954ded2eab93240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:12:45Z', 'updated_at': '2021-07-24T00:12:57Z', 'revision_number': 3, 'project_id': 'ba617effe2664093b954ded2eab93240', 'gw_port_host': None}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:12:59.918213 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2388c56e-c652-44fa-a712-4e19609a569b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:12:59.990298 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-90ce409c-f879-40ef-bbf7-545d061f667b req-76d0099a-6642-47a3-a4e7-f611aff93b21 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=65668094-9226-4b65-8245-cb28bd37e836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037164 Jul 24 00:12:59.996752 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9e64f2-abaa-49c4-8b34-5d8412b04ff7 None None] Checking router: 3bac87be-5892-4fde-84c5-20a5e0355321 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:13:00.029280 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9e64f2-abaa-49c4-8b34-5d8412b04ff7 None None] Routers {'3bac87be-5892-4fde-84c5-20a5e0355321'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:13:00.031265 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-9c9e64f2-abaa-49c4-8b34-5d8412b04ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:12:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['3bac87be-5892-4fde-84c5-20a5e0355321'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:13:00.059994 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2388c56e-c652-44fa-a712-4e19609a569b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:00.086451 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2388c56e-c652-44fa-a712-4e19609a569b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:00.091851 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 44076) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:00.093221 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-2388c56e-c652-44fa-a712-4e19609a569b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/subnets/0eacf6d0-6b67-4179-bfc8-454d650001f6 HTTP/1.1" status: 204 len: 168 time: 0.6269040 Jul 24 00:13:00.115162 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2388c56e-c652-44fa-a712-4e19609a569b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event deleted for resources: {'Subnet': ['ID=0eacf6d0-6b67-4179-bfc8-454d650001f6,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:00.127751 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2388c56e-c652-44fa-a712-4e19609a569b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:13:00.128138 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2388c56e-c652-44fa-a712-4e19609a569b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:13:00.128575 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2388c56e-c652-44fa-a712-4e19609a569b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:13:00.128946 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2388c56e-c652-44fa-a712-4e19609a569b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:13:00.129288 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2388c56e-c652-44fa-a712-4e19609a569b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:13:00.129626 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2388c56e-c652-44fa-a712-4e19609a569b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:13:00.129957 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2388c56e-c652-44fa-a712-4e19609a569b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:13:00.130287 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2388c56e-c652-44fa-a712-4e19609a569b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:13:00.130665 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2388c56e-c652-44fa-a712-4e19609a569b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:13:00.131000 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2388c56e-c652-44fa-a712-4e19609a569b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:13:00.131333 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2388c56e-c652-44fa-a712-4e19609a569b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:13:00.131650 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2388c56e-c652-44fa-a712-4e19609a569b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:13:00.134584 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff85f7d-f285-43a7-8fd6-8a12fd31f23b req-1b22cd2b-cb1a-4eef-b803-1293995b640e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:00.138182 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4ff85f7d-f285-43a7-8fd6-8a12fd31f23b req-1b22cd2b-cb1a-4eef-b803-1293995b640e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c6914d7e55247c49f38d833c34d241e&device_id=5fd7e9d5-9ce0-4efe-a1b4-a4ddbc42ca51 HTTP/1.1" status: 200 len: 1095 time: 0.3167970 Jul 24 00:13:00.183762 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6b5e3c-e3a5-4aa2-8cd3-1c9b98feab5b None None] Network e98734e2-dedb-4450-9333-d795164b1ce9 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:13:00.279426 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cc7734-1c37-4793-8fa5-b141de7caae0 req-73e1780a-0394-454a-9ea7-9bd5791c6abd tempest-InstanceActionsTestJSON-1809281813 tempest-InstanceActionsTestJSON-1809281813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:00.281210 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e5cc7734-1c37-4793-8fa5-b141de7caae0 req-73e1780a-0394-454a-9ea7-9bd5791c6abd tempest-InstanceActionsTestJSON-1809281813 tempest-InstanceActionsTestJSON-1809281813-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fd7e9d5-9ce0-4efe-a1b4-a4ddbc42ca51 HTTP/1.1" status: 200 len: 943 time: 0.1174185 Jul 24 00:13:00.289647 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4ff85f7d-f285-43a7-8fd6-8a12fd31f23b req-896949f2-7d5b-40c3-8765-a5b733c2c683 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a96243a2-452b-40d7-ac71-7ab009891526 HTTP/1.1" status: 200 len: 217 time: 0.1045396 Jul 24 00:13:00.351142 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e5cc7734-1c37-4793-8fa5-b141de7caae0 req-359c060d-6dc9-4648-8b48-5d7394b94ff5 tempest-InstanceActionsTestJSON-1809281813 tempest-InstanceActionsTestJSON-1809281813-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d867ba4-f4e4-4bbb-986c-dff4846731f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602217 Jul 24 00:13:00.374911 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-9c9e64f2-abaa-49c4-8b34-5d8412b04ff7 None None] Set router 3bac87be-5892-4fde-84c5-20a5e0355321 gateway port host: None {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:13:00.417065 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c3082f-3e96-46cf-8fd4-b1f8d0f94b19 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:13:00.430561 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6ba7c5-3d08-4201-8948-e6065e8f69fc None None] Sync routers for ids ['e58dcc9b-c8aa-4763-98ba-e90ab28d4f98'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:13:00.436793 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-4de6ab0c-d40e-4836-9f8b-5a0cc99ce7cf tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3422375 Jul 24 00:13:00.439126 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44080) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:00.439798 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6ba7c5-3d08-4201-8948-e6065e8f69fc None None] Routers {'e58dcc9b-c8aa-4763-98ba-e90ab28d4f98'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:13:00.440620 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-7d6ba7c5-3d08-4201-8948-e6065e8f69fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:12:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['e58dcc9b-c8aa-4763-98ba-e90ab28d4f98'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:13:00.463548 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-9c9e64f2-abaa-49c4-8b34-5d8412b04ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bac87be-5892-4fde-84c5-20a5e0355321', 'name': 'tempest-NetworksTestDHCPv6-router-1280836233', 'tenant_id': 'ba617effe2664093b954ded2eab93240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:12:45Z', 'updated_at': '2021-07-24T00:12:57Z', 'revision_number': 3, 'project_id': 'ba617effe2664093b954ded2eab93240', 'gw_port_host': None}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:13:00.481491 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff85f7d-f285-43a7-8fd6-8a12fd31f23b req-109fd0ec-3b01-4755-9e79-8089579b394e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:00.487231 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4ff85f7d-f285-43a7-8fd6-8a12fd31f23b req-109fd0ec-3b01-4755-9e79-8089579b394e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bcb84548-add6-42c7-936f-13d704877aa8 HTTP/1.1" status: 200 len: 854 time: 0.1855283 Jul 24 00:13:00.491242 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-89c3082f-3e96-46cf-8fd4-b1f8d0f94b19 admin admin] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:00.503515 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-89c3082f-3e96-46cf-8fd4-b1f8d0f94b19 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.3968165 Jul 24 00:13:00.504862 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 44082) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:00.535198 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9e64f2-abaa-49c4-8b34-5d8412b04ff7 None None] The sync data for ids ['3bac87be-5892-4fde-84c5-20a5e0355321'] in n-d-800088-16 is: [{'id': '3bac87be-5892-4fde-84c5-20a5e0355321', 'name': 'tempest-NetworksTestDHCPv6-router-1280836233', 'tenant_id': 'ba617effe2664093b954ded2eab93240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:12:45Z', 'updated_at': '2021-07-24T00:12:57Z', 'revision_number': 3, 'project_id': 'ba617effe2664093b954ded2eab93240', 'gw_port_host': None}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:13:00.601454 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-7d6ba7c5-3d08-4201-8948-e6065e8f69fc None None] Set router e58dcc9b-c8aa-4763-98ba-e90ab28d4f98 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:13:00.666302 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6cc499b2-4ec1-45cc-b27d-6371e5b74b2f tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for router, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:00.678929 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1fe45b-3c9d-4d5d-b947-34a1a147ef5a req-53f4e75a-309b-4a30-9705-1b28852be3dc tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:00.680568 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8e1fe45b-3c9d-4d5d-b947-34a1a147ef5a req-53f4e75a-309b-4a30-9705-1b28852be3dc tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] 10.222.0.44 "GET /v2.0/ports?device_id=443c0350-693a-4801-9abe-81cd0e9287cb HTTP/1.1" status: 200 len: 945 time: 0.6562264 Jul 24 00:13:00.742616 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4ff85f7d-f285-43a7-8fd6-8a12fd31f23b req-7290ca81-a8e0-42c4-8a37-58f2cc96214c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fb50c5f9-a9dd-4783-8dab-2d4ce1f966a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2361934 Jul 24 00:13:00.854985 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8e1fe45b-3c9d-4d5d-b947-34a1a147ef5a req-b7a4b326-2859-49a0-89c5-0f39e9a74735 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] 10.222.0.44 "GET /v2.0/security-groups?id=8cf1fbb8-a0d9-4a48-aaad-3040ad44ce64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093202 Jul 24 00:13:00.878621 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6cc499b2-4ec1-45cc-b27d-6371e5b74b2f tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:00.880762 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6cc499b2-4ec1-45cc-b27d-6371e5b74b2f tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:00.898314 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-7d6ba7c5-3d08-4201-8948-e6065e8f69fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e58dcc9b-c8aa-4763-98ba-e90ab28d4f98', 'name': 'tempest-ServerRescueTestJSON-205197803-router', 'tenant_id': 'da4cf7f0b0a44baf8cab05ba626ce1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '0ad74c4b-6859-4363-99f8-63f12d93e671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:12:53Z', 'updated_at': '2021-07-24T00:12:57Z', 'revision_number': 3, 'project_id': 'da4cf7f0b0a44baf8cab05ba626ce1d0', 'gw_port': {'id': '0ad74c4b-6859-4363-99f8-63f12d93e671', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:39:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e58dcc9b-c8aa-4763-98ba-e90ab28d4f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:12:55Z', 'updated_at': '2021-07-24T00:12:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:13:00.900606 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4ff85f7d-f285-43a7-8fd6-8a12fd31f23b req-0744eb00-2087-4840-a3ee-a0182886fe50 service neutron] 10.222.0.64 "GET /v2.0/networks/fb50c5f9-a9dd-4783-8dab-2d4ce1f966a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515644 Jul 24 00:13:00.932017 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6ba7c5-3d08-4201-8948-e6065e8f69fc None None] Checking router: e58dcc9b-c8aa-4763-98ba-e90ab28d4f98 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:13:00.932381 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6ba7c5-3d08-4201-8948-e6065e8f69fc None None] Updating router e58dcc9b-c8aa-4763-98ba-e90ab28d4f98 port 0ad74c4b-6859-4363-99f8-63f12d93e671 binding host n-d-800088-16 {{(pid=100316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:13:00.959767 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6cc499b2-4ec1-45cc-b27d-6371e5b74b2f tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:00.960676 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cc499b2-4ec1-45cc-b27d-6371e5b74b2f tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Fanout notify agent at l3_agent the message router_deleted on router 3bac87be-5892-4fde-84c5-20a5e0355321 {{(pid=100313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:13:00.975791 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6cc499b2-4ec1-45cc-b27d-6371e5b74b2f tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:00.979420 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-6cc499b2-4ec1-45cc-b27d-6371e5b74b2f tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/routers/3bac87be-5892-4fde-84c5-20a5e0355321 HTTP/1.1" status: 204 len: 168 time: 0.5365114 Jul 24 00:13:00.979827 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44086) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:00.984424 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9337e5-0436-4a6d-82c2-b4f3a7d9398a None None] DHCP port deletion for e98734e2-dedb-4450-9333-d795164b1ce9 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:13:01.018753 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-7d6ba7c5-3d08-4201-8948-e6065e8f69fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:01.119954 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-4a9337e5-0436-4a6d-82c2-b4f3a7d9398a None None] Deleting port 758f6c72-a750-4f02-841c-8449328d8893 {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:13:01.121877 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-4a9337e5-0436-4a6d-82c2-b4f3a7d9398a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:01.126654 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54998633-2586-40d9-9a92-8dd4ce06a13f tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:01.130773 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-54998633-2586-40d9-9a92-8dd4ce06a13f tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1474426 Jul 24 00:13:01.134412 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 44090) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:01.222849 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4ff85f7d-f285-43a7-8fd6-8a12fd31f23b req-42bf357f-d5a8-4b92-967b-b638bc1fb362 service neutron] 10.222.0.64 "GET /v2.0/networks/fb50c5f9-a9dd-4783-8dab-2d4ce1f966a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3137953 Jul 24 00:13:01.239886 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f00ea45-4ee3-4e08-8eb0-fdee7000f6d8 req-0074708f-a3a0-44a4-bac7-5e8ba5739f67 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:01.242240 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7f00ea45-4ee3-4e08-8eb0-fdee7000f6d8 req-0074708f-a3a0-44a4-bac7-5e8ba5739f67 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=549de624-bb09-4e50-8794-41d8de162ace HTTP/1.1" status: 200 len: 944 time: 0.1308062 Jul 24 00:13:01.244063 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e94d6cc-01de-4c5a-a547-c33bd01be155 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:01.251485 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-7e94d6cc-01de-4c5a-a547-c33bd01be155 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1128178 Jul 24 00:13:01.255155 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44092) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:01.261534 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-4a9337e5-0436-4a6d-82c2-b4f3a7d9398a None None] For port 758f6c72-a750-4f02-841c-8449328d8893, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=758f6c72-a750-4f02-841c-8449328d8893,segment=NetworkSegment(b737500e-4702-4fa9-bd4b-6c1d2e2fa041),segment_id=b737500e-4702-4fa9-bd4b-6c1d2e2fa041)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:13:01.262189 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-4a9337e5-0436-4a6d-82c2-b4f3a7d9398a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:01.288803 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-4a9337e5-0436-4a6d-82c2-b4f3a7d9398a None None] Calling delete_port for 758f6c72-a750-4f02-841c-8449328d8893 owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:13:01.334489 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-fed09ffd-d76c-4dcb-948f-7bb060800c21 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0744636 Jul 24 00:13:01.339745 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44094) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:01.353412 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-d6258653-6cdf-425e-af0b-d13664528645 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Request body: {'subnet': {'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:13:01.411619 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7f00ea45-4ee3-4e08-8eb0-fdee7000f6d8 req-3a136450-ac41-4533-a609-23ea0a3b545c tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=65668094-9226-4b65-8245-cb28bd37e836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1577039 Jul 24 00:13:01.461741 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c382c-377a-4798-a985-f7a2d5b3f668 req-072a9392-dc73-4fa1-b976-2ef50e0718cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:01.466585 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-095c382c-377a-4798-a985-f7a2d5b3f668 req-072a9392-dc73-4fa1-b976-2ef50e0718cf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c6914d7e55247c49f38d833c34d241e&device_id=5fd7e9d5-9ce0-4efe-a1b4-a4ddbc42ca51 HTTP/1.1" status: 200 len: 1095 time: 0.1753275 Jul 24 00:13:01.466928 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-4a9337e5-0436-4a6d-82c2-b4f3a7d9398a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:01.481189 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9337e5-0436-4a6d-82c2-b4f3a7d9398a None None] No DVR routers for this DVR port 758f6c72-a750-4f02-841c-8449328d8893 on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:13:01.496253 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-7d6ba7c5-3d08-4201-8948-e6065e8f69fc None None] Notify callbacks [] for port, precommit_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:01.505925 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9337e5-0436-4a6d-82c2-b4f3a7d9398a None None] Pushing event deleted for resources: {'Port': ['ID=758f6c72-a750-4f02-841c-8449328d8893,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:01.517814 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.provisioning_blocks [None req-7d6ba7c5-3d08-4201-8948-e6065e8f69fc None None] Transition to ACTIVE for port object 0ad74c4b-6859-4363-99f8-63f12d93e671 will not be triggered until provisioned by entity L2. {{(pid=100316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:13:01.525904 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-7d6ba7c5-3d08-4201-8948-e6065e8f69fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:01.560331 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6258653-6cdf-425e-af0b-d13664528645 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Made reservation on behalf of ba617effe2664093b954ded2eab93240 for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:13:01.564328 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d6258653-6cdf-425e-af0b-d13664528645 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:01.592164 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-7d6ba7c5-3d08-4201-8948-e6065e8f69fc None None] Attempting to bind port 0ad74c4b-6859-4363-99f8-63f12d93e671 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:13:01.592867 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-7d6ba7c5-3d08-4201-8948-e6065e8f69fc None None] Attempting to bind port 0ad74c4b-6859-4363-99f8-63f12d93e671 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:13:01.593391 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6ba7c5-3d08-4201-8948-e6065e8f69fc None None] Attempting to bind port 0ad74c4b-6859-4363-99f8-63f12d93e671 on network 9adcfee8-760c-4568-9e39-c221abf69bf5 {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:13:01.597440 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db59dc9d-f4b7-4cf6-ab16-e7bd924ad402 None None] Pushing event updated for resources: {'Port': ['ID=0ad74c4b-6859-4363-99f8-63f12d93e671,revision_number=2']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:01.604110 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6ba7c5-3d08-4201-8948-e6065e8f69fc None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:13:01.605399 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6ba7c5-3d08-4201-8948-e6065e8f69fc None None] Checking segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:13:01.606124 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-7d6ba7c5-3d08-4201-8948-e6065e8f69fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:01.607066 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6ba7c5-3d08-4201-8948-e6065e8f69fc None None] Bound using segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:13:01.607733 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-7d6ba7c5-3d08-4201-8948-e6065e8f69fc None None] Bound port: 0ad74c4b-6859-4363-99f8-63f12d93e671, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:13:01.608308 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-7d6ba7c5-3d08-4201-8948-e6065e8f69fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:01.682394 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-7d6ba7c5-3d08-4201-8948-e6065e8f69fc None None] For port 0ad74c4b-6859-4363-99f8-63f12d93e671, host n-d-800088-16, cleared binding levels {{(pid=100316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:13:01.684590 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee5d12c-aa83-4e0c-946b-4e749dfb2d6a req-7886e31e-9a5e-4fe2-a901-a6ab9be7b3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:01.686237 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-7d6ba7c5-3d08-4201-8948-e6065e8f69fc None None] For port 0ad74c4b-6859-4363-99f8-63f12d93e671, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=0ad74c4b-6859-4363-99f8-63f12d93e671,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:13:01.686544 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1ee5d12c-aa83-4e0c-946b-4e749dfb2d6a req-7886e31e-9a5e-4fe2-a901-a6ab9be7b3a8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=549de624-bb09-4e50-8794-41d8de162ace&tenant_id=f416a58274704009b44a26f31650fbc3 HTTP/1.1" status: 200 len: 1096 time: 0.1583161 Jul 24 00:13:01.705373 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-7d6ba7c5-3d08-4201-8948-e6065e8f69fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:01.791162 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6ba7c5-3d08-4201-8948-e6065e8f69fc None None] Routers {'e58dcc9b-c8aa-4763-98ba-e90ab28d4f98'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:13:01.792057 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-7d6ba7c5-3d08-4201-8948-e6065e8f69fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:12:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['e58dcc9b-c8aa-4763-98ba-e90ab28d4f98'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:13:01.845551 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db59dc9d-f4b7-4cf6-ab16-e7bd924ad402 None None] Pushing event updated for resources: {'Port': ['ID=0ad74c4b-6859-4363-99f8-63f12d93e671,revision_number=3']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:01.850675 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee5d12c-aa83-4e0c-946b-4e749dfb2d6a req-24a372b4-dfc3-48fc-9d52-f9749a1ff97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:01.852202 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1ee5d12c-aa83-4e0c-946b-4e749dfb2d6a req-24a372b4-dfc3-48fc-9d52-f9749a1ff97d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f416a58274704009b44a26f31650fbc3&device_id=549de624-bb09-4e50-8794-41d8de162ace HTTP/1.1" status: 200 len: 1096 time: 0.1168361 Jul 24 00:13:02.036840 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-7d6ba7c5-3d08-4201-8948-e6065e8f69fc None None] Set router e58dcc9b-c8aa-4763-98ba-e90ab28d4f98 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:13:02.053673 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 758f6c72-a750-4f02-841c-8449328d8893 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:13:02.075565 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 758f6c72-a750-4f02-841c-8449328d8893 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:13:02.076211 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 758f6c72-a750-4f02-841c-8449328d8893 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:13:02.076789 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device d12758b8-7a8a-452a-b2e0-8458a0dc5282 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:13:02.098468 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: d12758b8-7a8a-452a-b2e0-8458a0dc5282 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:13:02.099301 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device d12758b8-7a8a-452a-b2e0-8458a0dc5282 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:13:02.107570 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c382c-377a-4798-a985-f7a2d5b3f668 req-fec6523d-bd69-4eab-9264-357dbefc5d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:02.107912 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-095c382c-377a-4798-a985-f7a2d5b3f668 req-fec6523d-bd69-4eab-9264-357dbefc5d91 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fb50c5f9-a9dd-4783-8dab-2d4ce1f966a4 HTTP/1.1" status: 200 len: 915 time: 0.6299546 Jul 24 00:13:02.214271 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-095c382c-377a-4798-a985-f7a2d5b3f668 req-cbc8433b-26a7-4730-b6c2-fa2995cc07f8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a96243a2-452b-40d7-ac71-7ab009891526 HTTP/1.1" status: 200 len: 217 time: 0.0988913 Jul 24 00:13:02.270269 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2411b470-7766-4e9b-8277-34732d2a61ba req-3411040a-0586-4d0b-9fae-648fc74b61a9 tempest-InstanceActionsTestJSON-1809281813 tempest-InstanceActionsTestJSON-1809281813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:02.272373 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2411b470-7766-4e9b-8277-34732d2a61ba req-3411040a-0586-4d0b-9fae-648fc74b61a9 tempest-InstanceActionsTestJSON-1809281813 tempest-InstanceActionsTestJSON-1809281813-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fd7e9d5-9ce0-4efe-a1b4-a4ddbc42ca51 HTTP/1.1" status: 200 len: 943 time: 0.8042665 Jul 24 00:13:02.300101 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-996ed9ed-40b0-443a-b8c1-de30a3a5d419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:02.346377 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c382c-377a-4798-a985-f7a2d5b3f668 req-4f6fa137-0fbc-4b44-ba60-54c680dee353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:02.346377 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-095c382c-377a-4798-a985-f7a2d5b3f668 req-4f6fa137-0fbc-4b44-ba60-54c680dee353 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bcb84548-add6-42c7-936f-13d704877aa8 HTTP/1.1" status: 200 len: 854 time: 0.1218355 Jul 24 00:13:02.384965 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2411b470-7766-4e9b-8277-34732d2a61ba req-2fa7f7bb-0c57-4265-82a8-01ab58be9cb7 tempest-InstanceActionsTestJSON-1809281813 tempest-InstanceActionsTestJSON-1809281813-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d867ba4-f4e4-4bbb-986c-dff4846731f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983355 Jul 24 00:13:02.422523 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-7d6ba7c5-3d08-4201-8948-e6065e8f69fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e58dcc9b-c8aa-4763-98ba-e90ab28d4f98', 'name': 'tempest-ServerRescueTestJSON-205197803-router', 'tenant_id': 'da4cf7f0b0a44baf8cab05ba626ce1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '0ad74c4b-6859-4363-99f8-63f12d93e671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:12:53Z', 'updated_at': '2021-07-24T00:12:57Z', 'revision_number': 3, 'project_id': 'da4cf7f0b0a44baf8cab05ba626ce1d0', 'gw_port': {'id': '0ad74c4b-6859-4363-99f8-63f12d93e671', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:39:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e58dcc9b-c8aa-4763-98ba-e90ab28d4f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:12:55Z', 'updated_at': '2021-07-24T00:13:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:13:02.424844 n-d-800088-16 neutron-server[100313]: DEBUG neutron.objects.ports [None req-d6258653-6cdf-425e-af0b-d13664528645 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100313) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 24 00:13:02.435424 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d6258653-6cdf-425e-af0b-d13664528645 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:02.436170 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-095c382c-377a-4798-a985-f7a2d5b3f668 req-a4ac4730-fd21-4d64-8f4a-4dfeee5e0a3a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fb50c5f9-a9dd-4783-8dab-2d4ce1f966a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700357 Jul 24 00:13:02.457180 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6ba7c5-3d08-4201-8948-e6065e8f69fc None None] The sync data for ids ['e58dcc9b-c8aa-4763-98ba-e90ab28d4f98'] in n-d-800088-16 is: [{'id': 'e58dcc9b-c8aa-4763-98ba-e90ab28d4f98', 'name': 'tempest-ServerRescueTestJSON-205197803-router', 'tenant_id': 'da4cf7f0b0a44baf8cab05ba626ce1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '0ad74c4b-6859-4363-99f8-63f12d93e671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:12:53Z', 'updated_at': '2021-07-24T00:12:57Z', 'revision_number': 3, 'project_id': 'da4cf7f0b0a44baf8cab05ba626ce1d0', 'gw_port': {'id': '0ad74c4b-6859-4363-99f8-63f12d93e671', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:39:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e58dcc9b-c8aa-4763-98ba-e90ab28d4f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:12:55Z', 'updated_at': '2021-07-24T00:13:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:13:02.555036 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6258653-6cdf-425e-af0b-d13664528645 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Network e98734e2-dedb-4450-9333-d795164b1ce9 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:13:02.570119 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-d6258653-6cdf-425e-af0b-d13664528645 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:13:02.579864 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6258653-6cdf-425e-af0b-d13664528645 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:02.580787 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d6258653-6cdf-425e-af0b-d13664528645 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:02.581984 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ab2178-f5d9-45ed-b8d8-61bdd858c979 None None] Network e98734e2-dedb-4450-9333-d795164b1ce9 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:13:02.599123 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6258653-6cdf-425e-af0b-d13664528645 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event updated for resources: {'Subnet': ['ID=a1837e7f-0ac2-4dd5-b92e-29bf18f38670,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:02.628542 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee5d12c-aa83-4e0c-946b-4e749dfb2d6a req-f4218d58-5e6b-4bbe-a7c8-28f66626c4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:02.630698 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1ee5d12c-aa83-4e0c-946b-4e749dfb2d6a req-f4218d58-5e6b-4bbe-a7c8-28f66626c4a2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3bb27577-8aa4-438b-b0fc-2e9a72f8d21f HTTP/1.1" status: 200 len: 916 time: 0.7711163 Jul 24 00:13:02.636954 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-d6258653-6cdf-425e-af0b-d13664528645 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2923214 Jul 24 00:13:02.648898 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44114) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:02.658058 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad99a71b-ad0b-4146-bc91-17144366c22b req-0f32b2d1-c024-40ac-a936-937976565b4b tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:02.666356 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ad99a71b-ad0b-4146-bc91-17144366c22b req-0f32b2d1-c024-40ac-a936-937976565b4b tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] 10.222.0.44 "GET /v2.0/ports?device_id=443c0350-693a-4801-9abe-81cd0e9287cb HTTP/1.1" status: 200 len: 945 time: 0.2391093 Jul 24 00:13:02.682180 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-095c382c-377a-4798-a985-f7a2d5b3f668 req-6f7dcb57-eaaa-4e7b-81c1-aa67f78f240a service neutron] 10.222.0.64 "GET /v2.0/networks/fb50c5f9-a9dd-4783-8dab-2d4ce1f966a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363825 Jul 24 00:13:02.685283 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-4762cdb2-72f4-487d-b8f2-925bd349b15a tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Request body: {'subnet': {'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:13:02.705702 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-996ed9ed-40b0-443a-b8c1-de30a3a5d419 admin admin] Allocated IP 172.20.0.1 (ba763d93-6749-402f-a9a4-14c0b38e84ad/b5859c1e-cadc-473f-b6a0-12802dc9ec4e/4e596579-cf0b-4000-a8ef-04897b447374) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:13:02.763061 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5f6f7a-8c7e-466b-83b8-1ba35c39d303 req-0e27c275-e2ac-47dc-af7e-57586590eb37 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:02.764732 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8d5f6f7a-8c7e-466b-83b8-1ba35c39d303 req-0e27c275-e2ac-47dc-af7e-57586590eb37 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=549de624-bb09-4e50-8794-41d8de162ace HTTP/1.1" status: 200 len: 944 time: 0.2003133 Jul 24 00:13:02.800244 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995ff47e-eb0f-4432-a813-1ed7490ed82c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-e98734e2-dedb-4450-9333-d795164b1ce9', 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'tenant_id': 'ba617effe2664093b954ded2eab93240', 'fixed_ips': [{'subnet_id': 'a1837e7f-0ac2-4dd5-b92e-29bf18f38670'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:13:02.802400 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-995ff47e-eb0f-4432-a813-1ed7490ed82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:02.932880 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1ee5d12c-aa83-4e0c-946b-4e749dfb2d6a req-b9b2d83e-c97b-4f88-8c94-e42c46c4196f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29cd91c2-82fb-4dff-aa19-86d9d8a37546 HTTP/1.1" status: 200 len: 999 time: 0.2945998 Jul 24 00:13:02.936179 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ad99a71b-ad0b-4146-bc91-17144366c22b req-53617685-9b63-4134-b807-84a1604b0a98 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] 10.222.0.44 "GET /v2.0/security-groups?id=8cf1fbb8-a0d9-4a48-aaad-3040ad44ce64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689309 Jul 24 00:13:02.943209 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4762cdb2-72f4-487d-b8f2-925bd349b15a tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Made reservation on behalf of ba617effe2664093b954ded2eab93240 for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:13:02.948030 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4762cdb2-72f4-487d-b8f2-925bd349b15a tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:03.029004 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-095c382c-377a-4798-a985-f7a2d5b3f668 req-8ecb12dd-85ff-4475-849a-9822cda02e4c service neutron] 10.222.0.64 "GET /v2.0/networks/fb50c5f9-a9dd-4783-8dab-2d4ce1f966a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3376527 Jul 24 00:13:03.064829 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee5d12c-aa83-4e0c-946b-4e749dfb2d6a req-a3842977-0f17-4b38-beb7-ba9299979daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:03.066521 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1ee5d12c-aa83-4e0c-946b-4e749dfb2d6a req-a3842977-0f17-4b38-beb7-ba9299979daf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=63da32e2-61ac-4eb0-aee3-157739522d03 HTTP/1.1" status: 200 len: 854 time: 0.1137226 Jul 24 00:13:03.075014 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8d5f6f7a-8c7e-466b-83b8-1ba35c39d303 req-d2216799-b51d-4134-ad1e-e526d3308942 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=65668094-9226-4b65-8245-cb28bd37e836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2893846 Jul 24 00:13:03.117004 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-995ff47e-eb0f-4432-a813-1ed7490ed82c None None] Allocated IP 2001:db8::f816:3eff:fed5:1abe (e98734e2-dedb-4450-9333-d795164b1ce9/a1837e7f-0ac2-4dd5-b92e-29bf18f38670/9b143e57-8163-4500-8637-8f3c92d387d9) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:13:03.183705 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-996ed9ed-40b0-443a-b8c1-de30a3a5d419 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:03.287034 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee5d12c-aa83-4e0c-946b-4e749dfb2d6a req-fe614f22-a710-47c7-8873-54bb41570d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:03.288947 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1ee5d12c-aa83-4e0c-946b-4e749dfb2d6a req-fe614f22-a710-47c7-8873-54bb41570d56 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3bb27577-8aa4-438b-b0fc-2e9a72f8d21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1957433 Jul 24 00:13:03.310674 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-996ed9ed-40b0-443a-b8c1-de30a3a5d419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:03.383615 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-995ff47e-eb0f-4432-a813-1ed7490ed82c None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:03.396563 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-995ff47e-eb0f-4432-a813-1ed7490ed82c None None] Transition to ACTIVE for port object 9b143e57-8163-4500-8637-8f3c92d387d9 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:13:03.416525 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996ed9ed-40b0-443a-b8c1-de30a3a5d419 admin admin] Pushing event updated for resources: {'Port': ['ID=4e596579-cf0b-4000-a8ef-04897b447374,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:03.417030 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-995ff47e-eb0f-4432-a813-1ed7490ed82c None None] Transition to ACTIVE for port object 9b143e57-8163-4500-8637-8f3c92d387d9 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:13:03.423808 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996ed9ed-40b0-443a-b8c1-de30a3a5d419 admin admin] Network ba763d93-6749-402f-a9a4-14c0b38e84ad is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:13:03.426405 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-996ed9ed-40b0-443a-b8c1-de30a3a5d419 admin admin] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:13:03.429327 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996ed9ed-40b0-443a-b8c1-de30a3a5d419 admin admin] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:13:03.431679 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-995ff47e-eb0f-4432-a813-1ed7490ed82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:03.497521 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1ee5d12c-aa83-4e0c-946b-4e749dfb2d6a req-4eba3d23-36d2-4ff1-8fd2-a867935b894f service neutron] 10.222.0.52 "GET /v2.0/networks/3bb27577-8aa4-438b-b0fc-2e9a72f8d21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999233 Jul 24 00:13:03.523100 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995ff47e-eb0f-4432-a813-1ed7490ed82c None None] Network e98734e2-dedb-4450-9333-d795164b1ce9 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:13:03.528824 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-996ed9ed-40b0-443a-b8c1-de30a3a5d419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681761'] for router_interface, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:03.531189 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-995ff47e-eb0f-4432-a813-1ed7490ed82c None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:13:03.538413 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995ff47e-eb0f-4432-a813-1ed7490ed82c None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:13:03.556043 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995ff47e-eb0f-4432-a813-1ed7490ed82c None None] Pushing event updated for resources: {'Port': ['ID=9b143e57-8163-4500-8637-8f3c92d387d9,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:03.654854 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-995ff47e-eb0f-4432-a813-1ed7490ed82c None None] Attempting to bind port 9b143e57-8163-4500-8637-8f3c92d387d9 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:13:03.655708 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-995ff47e-eb0f-4432-a813-1ed7490ed82c None None] Attempting to bind port 9b143e57-8163-4500-8637-8f3c92d387d9 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': 'b737500e-4702-4fa9-bd4b-6c1d2e2fa041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:13:03.656353 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995ff47e-eb0f-4432-a813-1ed7490ed82c None None] Attempting to bind port 9b143e57-8163-4500-8637-8f3c92d387d9 on network e98734e2-dedb-4450-9333-d795164b1ce9 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:13:03.665666 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995ff47e-eb0f-4432-a813-1ed7490ed82c None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:13:03.666877 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995ff47e-eb0f-4432-a813-1ed7490ed82c None None] Checking segment: {'id': 'b737500e-4702-4fa9-bd4b-6c1d2e2fa041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:13:03.667742 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-995ff47e-eb0f-4432-a813-1ed7490ed82c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:03.668604 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995ff47e-eb0f-4432-a813-1ed7490ed82c None None] Bound using segment: {'id': 'b737500e-4702-4fa9-bd4b-6c1d2e2fa041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:13:03.669387 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-995ff47e-eb0f-4432-a813-1ed7490ed82c None None] Bound port: 9b143e57-8163-4500-8637-8f3c92d387d9, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b737500e-4702-4fa9-bd4b-6c1d2e2fa041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:13:03.670225 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-995ff47e-eb0f-4432-a813-1ed7490ed82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:03.670753 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4762cdb2-72f4-487d-b8f2-925bd349b15a tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:03.708075 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1ee5d12c-aa83-4e0c-946b-4e749dfb2d6a req-041ef9d2-b421-4793-a7b6-273817214ab1 service neutron] 10.222.0.52 "GET /v2.0/networks/3bb27577-8aa4-438b-b0fc-2e9a72f8d21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020845 Jul 24 00:13:03.731995 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4762cdb2-72f4-487d-b8f2-925bd349b15a tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Network e98734e2-dedb-4450-9333-d795164b1ce9 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:13:03.742218 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-4762cdb2-72f4-487d-b8f2-925bd349b15a tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:13:03.749136 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4762cdb2-72f4-487d-b8f2-925bd349b15a tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event updated for resources: {'Subnet': ['ID=19b3513e-84e0-4b84-901f-0e26555414e7,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:03.751936 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4762cdb2-72f4-487d-b8f2-925bd349b15a tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:03.752547 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4762cdb2-72f4-487d-b8f2-925bd349b15a tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:03.776376 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-4762cdb2-72f4-487d-b8f2-925bd349b15a tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0966067 Jul 24 00:13:03.780201 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44132) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:03.788619 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-0803dd7a-d36a-4afe-b721-e04defd29587 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Request body: {'port': {'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'mac_address': 'fa:16:3e:03:0a:41', 'name': 'tempest-NetworksTestDHCPv6-64834851'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:13:03.817554 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-995ff47e-eb0f-4432-a813-1ed7490ed82c None None] For port 9b143e57-8163-4500-8637-8f3c92d387d9, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:13:03.823238 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-995ff47e-eb0f-4432-a813-1ed7490ed82c None None] For port 9b143e57-8163-4500-8637-8f3c92d387d9, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=9b143e57-8163-4500-8637-8f3c92d387d9,segment=NetworkSegment(b737500e-4702-4fa9-bd4b-6c1d2e2fa041),segment_id=b737500e-4702-4fa9-bd4b-6c1d2e2fa041)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:13:03.829973 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-995ff47e-eb0f-4432-a813-1ed7490ed82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:03.840690 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baf7fb1-fea6-4a95-a8fc-7bd7eb8e4ccd req-b2a84b36-fb53-405d-b874-ccf0e1ab54ee tempest-InstanceActionsTestJSON-1809281813 tempest-InstanceActionsTestJSON-1809281813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:03.842334 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6baf7fb1-fea6-4a95-a8fc-7bd7eb8e4ccd req-b2a84b36-fb53-405d-b874-ccf0e1ab54ee tempest-InstanceActionsTestJSON-1809281813 tempest-InstanceActionsTestJSON-1809281813-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fd7e9d5-9ce0-4efe-a1b4-a4ddbc42ca51 HTTP/1.1" status: 200 len: 943 time: 0.3070209 Jul 24 00:13:03.926377 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995ff47e-eb0f-4432-a813-1ed7490ed82c None None] Pushing event updated for resources: {'Port': ['ID=9b143e57-8163-4500-8637-8f3c92d387d9,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:03.949491 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6baf7fb1-fea6-4a95-a8fc-7bd7eb8e4ccd req-2076bc3c-22f2-4afb-ae27-136fbb6b4ccb tempest-InstanceActionsTestJSON-1809281813 tempest-InstanceActionsTestJSON-1809281813-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d867ba4-f4e4-4bbb-986c-dff4846731f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996931 Jul 24 00:13:03.967347 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-996ed9ed-40b0-443a-b8c1-de30a3a5d419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:04.050624 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0803dd7a-d36a-4afe-b721-e04defd29587 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Made reservation on behalf of ba617effe2664093b954ded2eab93240 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:13:04.118869 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 0ad74c4b-6859-4363-99f8-63f12d93e671 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:13:04.184395 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0803dd7a-d36a-4afe-b721-e04defd29587 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:04.223685 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 0ad74c4b-6859-4363-99f8-63f12d93e671 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:13:04.228736 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 0ad74c4b-6859-4363-99f8-63f12d93e671 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:13:04.229390 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:04.262189 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [None req-0803dd7a-d36a-4afe-b721-e04defd29587 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] device_id is not set on port 32ab24f9-796f-4a13-aef3-40778a7a5619 yet. {{(pid=100313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:13:04.357217 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2536eb48-7850-4659-97c8-2e9f5f161314 req-c7646712-4a91-4daf-89bc-01eacd38ab13 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:04.365813 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-996ed9ed-40b0-443a-b8c1-de30a3a5d419 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:04.375750 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-996ed9ed-40b0-443a-b8c1-de30a3a5d419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:04.377714 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2536eb48-7850-4659-97c8-2e9f5f161314 req-c7646712-4a91-4daf-89bc-01eacd38ab13 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=549de624-bb09-4e50-8794-41d8de162ace HTTP/1.1" status: 200 len: 944 time: 0.1750207 Jul 24 00:13:04.470590 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:04.537224 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 0ad74c4b-6859-4363-99f8-63f12d93e671, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=0ad74c4b-6859-4363-99f8-63f12d93e671,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:13:04.545470 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:04.563116 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996ed9ed-40b0-443a-b8c1-de30a3a5d419 admin admin] Pushing event updated for resources: {'Port': ['ID=4e596579-cf0b-4000-a8ef-04897b447374,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:04.580265 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-996ed9ed-40b0-443a-b8c1-de30a3a5d419 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680980'] for router_interface, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:04.676358 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2536eb48-7850-4659-97c8-2e9f5f161314 req-a80b5dbf-3369-47fc-975a-4cb013c7370d tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=65668094-9226-4b65-8245-cb28bd37e836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2961159 Jul 24 00:13:04.726123 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=0ad74c4b-6859-4363-99f8-63f12d93e671,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:04.885059 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device a96243a2-452b-40d7-ac71-7ab009891526 details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:13:04.894583 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996ed9ed-40b0-443a-b8c1-de30a3a5d419 admin admin] Network ba763d93-6749-402f-a9a4-14c0b38e84ad is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:13:04.898351 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-996ed9ed-40b0-443a-b8c1-de30a3a5d419 admin admin] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:13:04.954795 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-0803dd7a-d36a-4afe-b721-e04defd29587 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Allocated IP 172.20.0.14 (e98734e2-dedb-4450-9333-d795164b1ce9/19b3513e-84e0-4b84-901f-0e26555414e7/32ab24f9-796f-4a13-aef3-40778a7a5619) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:13:04.978992 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-0803dd7a-d36a-4afe-b721-e04defd29587 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Allocated IP 2001:db8::f816:3eff:fe03:a41 (e98734e2-dedb-4450-9333-d795164b1ce9/a1837e7f-0ac2-4dd5-b92e-29bf18f38670/32ab24f9-796f-4a13-aef3-40778a7a5619) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:13:05.272630 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port a96243a2-452b-40d7-ac71-7ab009891526, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=a96243a2-452b-40d7-ac71-7ab009891526,segment=NetworkSegment(afaee7cf-f136-438a-b3e9-9336fc8739e2),segment_id=afaee7cf-f136-438a-b3e9-9336fc8739e2)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:13:05.305190 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': 'a96243a2-452b-40d7-ac71-7ab009891526', 'network_id': 'fb50c5f9-a9dd-4783-8dab-2d4ce1f966a4', 'port_id': 'a96243a2-452b-40d7-ac71-7ab009891526', 'mac_address': 'fa:16:3e:65:07:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcb84548-add6-42c7-936f-13d704877aa8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:13:05.368758 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0803dd7a-d36a-4afe-b721-e04defd29587 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:05.402211 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [None req-0803dd7a-d36a-4afe-b721-e04defd29587 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Transition to ACTIVE for port object 32ab24f9-796f-4a13-aef3-40778a7a5619 will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:13:05.434816 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-996ed9ed-40b0-443a-b8c1-de30a3a5d419 admin admin] Router e58dcc9b-c8aa-4763-98ba-e90ab28d4f98 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:13:05.464697 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:05.464969 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f59845-da61-4d04-8cc2-2df7be96fc47 req-ffe33ce3-bfee-4d95-be04-5696ca51f8d5 tempest-InstanceActionsTestJSON-1809281813 tempest-InstanceActionsTestJSON-1809281813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:05.478392 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-82f59845-da61-4d04-8cc2-2df7be96fc47 req-ffe33ce3-bfee-4d95-be04-5696ca51f8d5 tempest-InstanceActionsTestJSON-1809281813 tempest-InstanceActionsTestJSON-1809281813-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fd7e9d5-9ce0-4efe-a1b4-a4ddbc42ca51 HTTP/1.1" status: 200 len: 943 time: 0.3712287 Jul 24 00:13:05.500508 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a96243a2-452b-40d7-ac71-7ab009891526 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:13:05.557413 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0803dd7a-d36a-4afe-b721-e04defd29587 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:05.564312 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port a96243a2-452b-40d7-ac71-7ab009891526, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=a96243a2-452b-40d7-ac71-7ab009891526,segment=NetworkSegment(afaee7cf-f136-438a-b3e9-9336fc8739e2),segment_id=afaee7cf-f136-438a-b3e9-9336fc8739e2)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:13:05.572838 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:05.713695 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=a96243a2-452b-40d7-ac71-7ab009891526,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:05.749010 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0803dd7a-d36a-4afe-b721-e04defd29587 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Network e98734e2-dedb-4450-9333-d795164b1ce9 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:13:05.775828 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-0803dd7a-d36a-4afe-b721-e04defd29587 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:13:05.776521 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['a96243a2-452b-40d7-ac71-7ab009891526'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:13:05.781602 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0803dd7a-d36a-4afe-b721-e04defd29587 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:13:05.890095 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0803dd7a-d36a-4afe-b721-e04defd29587 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event updated for resources: {'Port': ['ID=32ab24f9-796f-4a13-aef3-40778a7a5619,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:05.910998 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-82f59845-da61-4d04-8cc2-2df7be96fc47 req-613f5c11-dbf4-46a7-a328-765880066de6 tempest-InstanceActionsTestJSON-1809281813 tempest-InstanceActionsTestJSON-1809281813-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d867ba4-f4e4-4bbb-986c-dff4846731f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4266126 Jul 24 00:13:05.913996 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-996ed9ed-40b0-443a-b8c1-de30a3a5d419 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:13:05.938405 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-996ed9ed-40b0-443a-b8c1-de30a3a5d419 admin admin] 10.222.0.44 "PUT /v2.0/routers/e58dcc9b-c8aa-4763-98ba-e90ab28d4f98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4154217 Jul 24 00:13:05.946884 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0159a584-949b-4cd4-88cd-1e054bc40d71 None None] Sync routers for ids ['e58dcc9b-c8aa-4763-98ba-e90ab28d4f98'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:13:05.980565 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0159a584-949b-4cd4-88cd-1e054bc40d71 None None] Routers {'e58dcc9b-c8aa-4763-98ba-e90ab28d4f98'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:13:05.981243 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-0159a584-949b-4cd4-88cd-1e054bc40d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:12:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['e58dcc9b-c8aa-4763-98ba-e90ab28d4f98'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:13:06.129938 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0803dd7a-d36a-4afe-b721-e04defd29587 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:06.130643 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0803dd7a-d36a-4afe-b721-e04defd29587 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:06.180602 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-0803dd7a-d36a-4afe-b721-e04defd29587 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 2.3981166 Jul 24 00:13:06.183593 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 44170) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:06.251389 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448f1b4b-595e-4154-8b27-a49b2a09b539 req-c5369b83-fca2-430a-9ba6-dbfa3a7cb298 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:06.264975 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-448f1b4b-595e-4154-8b27-a49b2a09b539 req-c5369b83-fca2-430a-9ba6-dbfa3a7cb298 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=549de624-bb09-4e50-8794-41d8de162ace HTTP/1.1" status: 200 len: 944 time: 0.3570921 Jul 24 00:13:06.358755 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-448f1b4b-595e-4154-8b27-a49b2a09b539 req-c1883905-fa32-4d5b-920e-7968896a774d tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=65668094-9226-4b65-8245-cb28bd37e836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923734 Jul 24 00:13:06.360286 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9aec27e-439f-4128-9587-ab33eacae376 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:06.395134 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9aec27e-439f-4128-9587-ab33eacae376 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:06.402029 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44178) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:06.403031 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-b9aec27e-439f-4128-9587-ab33eacae376 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1780 time: 0.2174702 Jul 24 00:13:06.419148 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-0159a584-949b-4cd4-88cd-1e054bc40d71 None None] Set router e58dcc9b-c8aa-4763-98ba-e90ab28d4f98 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:13:06.595714 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-4bbad750-26cb-498b-9094-9acf6f41dd6b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Deleting port 32ab24f9-796f-4a13-aef3-40778a7a5619 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:13:06.596484 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4bbad750-26cb-498b-9094-9acf6f41dd6b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:06.612086 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221fe6bf-6dac-4e6c-b0a0-4cf2d5c8a8ca None None] Network e98734e2-dedb-4450-9333-d795164b1ce9 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:13:06.822702 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 0ad74c4b-6859-4363-99f8-63f12d93e671 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:13:06.847528 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4bbad750-26cb-498b-9094-9acf6f41dd6b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:06.867714 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-4bbad750-26cb-498b-9094-9acf6f41dd6b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Calling delete_port for 32ab24f9-796f-4a13-aef3-40778a7a5619 owned by {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:13:07.118381 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c72c7e0-ad92-4e5d-88f2-527d6006f01c req-ab2a183a-17f9-4632-865c-f6e94c4072c4 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:07.127197 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4c72c7e0-ad92-4e5d-88f2-527d6006f01c req-ab2a183a-17f9-4632-865c-f6e94c4072c4 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/networks?id=ba763d93-6749-402f-a9a4-14c0b38e84ad HTTP/1.1" status: 200 len: 810 time: 0.3283026 Jul 24 00:13:07.137994 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-37c43171-0d59-426d-9d94-114d3d408be7 None None] Provisioning for port 9b143e57-8163-4500-8637-8f3c92d387d9 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:13:07.152838 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4c72c7e0-ad92-4e5d-88f2-527d6006f01c req-2b3ca25e-0f85-4929-8784-aa60c050c645 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/quotas/da4cf7f0b0a44baf8cab05ba626ce1d0 HTTP/1.1" status: 200 len: 375 time: 0.0243409 Jul 24 00:13:07.224341 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 0ad74c4b-6859-4363-99f8-63f12d93e671 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:13:07.224831 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:07.245113 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4c72c7e0-ad92-4e5d-88f2-527d6006f01c req-67eac795-e090-483b-ac21-10c1457a8420 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=da4cf7f0b0a44baf8cab05ba626ce1d0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0902262 Jul 24 00:13:07.395759 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f358ec2-0de3-4280-b493-66b47b6be3be req-e0679d74-1cb6-475f-8c93-3338a1429dab tempest-InstanceActionsTestJSON-1809281813 tempest-InstanceActionsTestJSON-1809281813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:07.404171 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4f358ec2-0de3-4280-b493-66b47b6be3be req-e0679d74-1cb6-475f-8c93-3338a1429dab tempest-InstanceActionsTestJSON-1809281813 tempest-InstanceActionsTestJSON-1809281813-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fd7e9d5-9ce0-4efe-a1b4-a4ddbc42ca51 HTTP/1.1" status: 200 len: 944 time: 0.3107429 Jul 24 00:13:07.405081 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4bbad750-26cb-498b-9094-9acf6f41dd6b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:07.419734 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4c72c7e0-ad92-4e5d-88f2-527d6006f01c req-a408216d-a62c-4497-b448-e4b539be8b01 service neutron] 10.222.0.44 "GET /v2.0/networks/ba763d93-6749-402f-a9a4-14c0b38e84ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732399 Jul 24 00:13:07.497453 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbad750-26cb-498b-9094-9acf6f41dd6b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event deleted for resources: {'Port': ['ID=32ab24f9-796f-4a13-aef3-40778a7a5619,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:07.555093 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 9b143e57-8163-4500-8637-8f3c92d387d9 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:13:07.612166 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4c72c7e0-ad92-4e5d-88f2-527d6006f01c req-3bd0decb-348b-499a-8a13-3343a432ec01 service neutron] 10.222.0.44 "GET /v2.0/networks/ba763d93-6749-402f-a9a4-14c0b38e84ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884971 Jul 24 00:13:07.633458 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3dcecfd-e20d-49d9-a0ca-6f7edc0c2f8d None None] Update dhcp port {'port': {'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'fixed_ips': [{'subnet_id': 'a1837e7f-0ac2-4dd5-b92e-29bf18f38670', 'ip_address': '2001:db8::f816:3eff:fed5:1abe'}, {'subnet_id': '19b3513e-84e0-4b84-901f-0e26555414e7'}], 'binding:host_id': 'n-d-800088-16'}, 'id': '9b143e57-8163-4500-8637-8f3c92d387d9'} from n-d-800088-16. {{(pid=100315) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 24 00:13:07.680152 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d3dcecfd-e20d-49d9-a0ca-6f7edc0c2f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:07.684036 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-0159a584-949b-4cd4-88cd-1e054bc40d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e58dcc9b-c8aa-4763-98ba-e90ab28d4f98', 'name': 'tempest-ServerRescueTestJSON-205197803-router', 'tenant_id': 'da4cf7f0b0a44baf8cab05ba626ce1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '0ad74c4b-6859-4363-99f8-63f12d93e671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:12:53Z', 'updated_at': '2021-07-24T00:13:03Z', 'revision_number': 4, 'project_id': 'da4cf7f0b0a44baf8cab05ba626ce1d0', 'gw_port': {'id': '0ad74c4b-6859-4363-99f8-63f12d93e671', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:39:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58dcc9b-c8aa-4763-98ba-e90ab28d4f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:12:55Z', 'updated_at': '2021-07-24T00:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '4e596579-cf0b-4000-a8ef-04897b447374', 'name': '', 'network_id': 'ba763d93-6749-402f-a9a4-14c0b38e84ad', 'tenant_id': 'da4cf7f0b0a44baf8cab05ba626ce1d0', 'mac_address': 'fa:16:3e:69:e8:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e58dcc9b-c8aa-4763-98ba-e90ab28d4f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': 'b5859c1e-cadc-473f-b6a0-12802dc9ec4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:13:02Z', 'updated_at': '2021-07-24T00:13:04Z', 'revision_number': 2, 'project_id': 'da4cf7f0b0a44baf8cab05ba626ce1d0', 'subnets': [{'id': 'b5859c1e-cadc-473f-b6a0-12802dc9ec4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:13:07.750842 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4f358ec2-0de3-4280-b493-66b47b6be3be req-386f97bd-74aa-4124-921e-66b0f61318a9 tempest-InstanceActionsTestJSON-1809281813 tempest-InstanceActionsTestJSON-1809281813-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d867ba4-f4e4-4bbb-986c-dff4846731f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890823 Jul 24 00:13:07.802641 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4bbad750-26cb-498b-9094-9acf6f41dd6b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:07.809284 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-4bbad750-26cb-498b-9094-9acf6f41dd6b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/ports/32ab24f9-796f-4a13-aef3-40778a7a5619 HTTP/1.1" status: 204 len: 168 time: 1.4033329 Jul 24 00:13:07.809638 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 44200) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:07.953615 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ed3d46-0794-4127-b09b-8a0c9e35a7b9 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:07.955823 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ed3d46-0794-4127-b09b-8a0c9e35a7b9 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:07.957879 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ed3d46-0794-4127-b09b-8a0c9e35a7b9 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:07.962684 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-70ed3d46-0794-4127-b09b-8a0c9e35a7b9 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1519613 Jul 24 00:13:07.973896 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44208) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:08.038245 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0159a584-949b-4cd4-88cd-1e054bc40d71 None None] Checking router: e58dcc9b-c8aa-4763-98ba-e90ab28d4f98 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:13:08.038674 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0159a584-949b-4cd4-88cd-1e054bc40d71 None None] Updating router e58dcc9b-c8aa-4763-98ba-e90ab28d4f98 port 4e596579-cf0b-4000-a8ef-04897b447374 binding host n-d-800088-16 {{(pid=100315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:13:08.051005 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8e78ecb0-7cc3-4fb7-9489-4f4e5ddeb3f4 req-d3e0c741-d410-4c8f-8f69-759c9f7d87ee tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/ports?device_id=84e6228b-c359-4feb-9ac3-176fa3d1c17d HTTP/1.1" status: 200 len: 210 time: 0.0864348 Jul 24 00:13:08.127643 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce37f816-3eb6-40b3-8ce2-90df0247f831 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Deleting subnet 19b3513e-84e0-4b84-901f-0e26555414e7 {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:13:08.156974 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ce37f816-3eb6-40b3-8ce2-90df0247f831 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:08.229726 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0159a584-949b-4cd4-88cd-1e054bc40d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:08.245618 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ce37f816-3eb6-40b3-8ce2-90df0247f831 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:08.289660 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 9b143e57-8163-4500-8637-8f3c92d387d9 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:13:08.361465 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 9b143e57-8163-4500-8637-8f3c92d387d9 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:13:08.361850 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:08.377562 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6643693-0824-4949-be54-d34e1674e198 req-f9e67fca-0ec9-45af-a561-c0fc94a26d4d tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:08.379363 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c6643693-0824-4949-be54-d34e1674e198 req-f9e67fca-0ec9-45af-a561-c0fc94a26d4d tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=549de624-bb09-4e50-8794-41d8de162ace HTTP/1.1" status: 200 len: 944 time: 0.4396260 Jul 24 00:13:08.445732 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ce37f816-3eb6-40b3-8ce2-90df0247f831 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:08.522551 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c6643693-0824-4949-be54-d34e1674e198 req-08585645-e644-45fe-9561-81e83f0712c9 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=65668094-9226-4b65-8245-cb28bd37e836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347539 Jul 24 00:13:08.587273 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ce37f816-3eb6-40b3-8ce2-90df0247f831 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:08.643830 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce37f816-3eb6-40b3-8ce2-90df0247f831 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event deleted for resources: {'Subnet': ['ID=19b3513e-84e0-4b84-901f-0e26555414e7,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:08.652318 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server [None req-d3dcecfd-e20d-49d9-a0ca-6f7edc0c2f8d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 19b3513e-84e0-4b84-901f-0e26555414e7: This subnet is being modified by another concurrent operation. Jul 24 00:13:08.652318 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 24 00:13:08.652318 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 24 00:13:08.652318 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 24 00:13:08.652318 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 24 00:13:08.652318 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 24 00:13:08.652318 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 24 00:13:08.652318 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 24 00:13:08.652318 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 24 00:13:08.652318 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 24 00:13:08.652318 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 24 00:13:08.652318 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 24 00:13:08.652318 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 24 00:13:08.652318 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 24 00:13:08.652318 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 00:13:08.652318 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 00:13:08.652318 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 00:13:08.652318 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 00:13:08.652318 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 24 00:13:08.652318 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 00:13:08.652318 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 24 00:13:08.652318 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 24 00:13:08.652318 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 00:13:08.652318 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 00:13:08.652318 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 00:13:08.652318 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 00:13:08.652318 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 24 00:13:08.652318 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 00:13:08.652318 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 24 00:13:08.652318 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 24 00:13:08.652318 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 00:13:08.652318 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 00:13:08.652318 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 00:13:08.652318 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 00:13:08.652318 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 24 00:13:08.652318 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 24 00:13:08.652318 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 24 00:13:08.652318 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 24 00:13:08.652318 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 24 00:13:08.652318 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 24 00:13:08.652318 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 24 00:13:08.652318 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 24 00:13:08.652318 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 24 00:13:08.652318 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 24 00:13:08.652318 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 24 00:13:08.652318 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 24 00:13:08.652318 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 00:13:08.652318 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 00:13:08.652318 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 00:13:08.652318 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 00:13:08.652318 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 24 00:13:08.652318 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 00:13:08.652318 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 24 00:13:08.652318 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 24 00:13:08.652318 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 00:13:08.652318 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 00:13:08.652318 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 00:13:08.652318 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 00:13:08.652318 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 24 00:13:08.652318 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 00:13:08.652318 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 24 00:13:08.652318 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 24 00:13:08.652318 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 00:13:08.652318 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 00:13:08.652318 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 00:13:08.652318 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 00:13:08.652318 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 24 00:13:08.652318 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 24 00:13:08.652318 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 24 00:13:08.652318 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 24 00:13:08.652318 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 24 00:13:08.652318 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 24 00:13:08.652318 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 24 00:13:08.652318 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 24 00:13:08.652318 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 24 00:13:08.652318 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 24 00:13:08.652318 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 24 00:13:08.652318 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 24 00:13:08.652318 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 24 00:13:08.652318 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 24 00:13:08.652318 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 24 00:13:08.652318 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 24 00:13:08.652318 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 24 00:13:08.652318 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server raise exception Jul 24 00:13:08.652318 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 19b3513e-84e0-4b84-901f-0e26555414e7: This subnet is being modified by another concurrent operation. Jul 24 00:13:08.652318 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server Jul 24 00:13:08.661276 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ce37f816-3eb6-40b3-8ce2-90df0247f831 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:08.666629 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-ce37f816-3eb6-40b3-8ce2-90df0247f831 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/subnets/19b3513e-84e0-4b84-901f-0e26555414e7 HTTP/1.1" status: 204 len: 168 time: 0.6839759 Jul 24 00:13:08.667276 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 44228) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:08.804722 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5f1dae1-fe1f-43c0-b162-cb67086cd16c tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Deleting subnet a1837e7f-0ac2-4dd5-b92e-29bf18f38670 {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:13:08.820985 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d5f1dae1-fe1f-43c0-b162-cb67086cd16c tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:08.849581 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:08.971574 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device a96243a2-452b-40d7-ac71-7ab009891526 up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:13:08.979310 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 9b143e57-8163-4500-8637-8f3c92d387d9, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=9b143e57-8163-4500-8637-8f3c92d387d9,segment=NetworkSegment(b737500e-4702-4fa9-bd4b-6c1d2e2fa041),segment_id=b737500e-4702-4fa9-bd4b-6c1d2e2fa041)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:13:08.980684 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-a3f8e32a-b773-4d24-83cf-7071809cb4a3 None None] Could not find standard attr ID for object 32ab24f9-796f-4a13-aef3-40778a7a5619. {{(pid=100315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 00:13:09.011230 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d5f1dae1-fe1f-43c0-b162-cb67086cd16c tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:09.050741 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:09.220886 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b05f67d-6bd4-40c1-ac9f-3abfe3d52243 None None] get_active_networks_info from n-d-800088-16 {{(pid=100315) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 24 00:13:09.360160 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-67a30c98-11e6-4572-a210-9143ec7a66d5 req-f48fbb85-3063-4b89-a50e-c42b030e5654 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/ports?device_id=84e6228b-c359-4feb-9ac3-176fa3d1c17d HTTP/1.1" status: 200 len: 210 time: 0.0996389 Jul 24 00:13:09.376403 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b05f67d-6bd4-40c1-ac9f-3abfe3d52243 None None] Resources bound (agent type, host, resource id): {{(pid=100315) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 24 00:13:09.382509 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 9b143e57-8163-4500-8637-8f3c92d387d9 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:13:09.446444 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-a3f8e32a-b773-4d24-83cf-7071809cb4a3 None None] Provisioning complete for port 9b143e57-8163-4500-8637-8f3c92d387d9 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:13:09.446966 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a3f8e32a-b773-4d24-83cf-7071809cb4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:09.467874 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c85c0d-6cad-45c5-a8f9-a75d852a84af req-7f1b06b5-7f15-4e3a-bbfa-4da56edb7489 tempest-InstanceActionsTestJSON-1809281813 tempest-InstanceActionsTestJSON-1809281813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:09.473905 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-02c85c0d-6cad-45c5-a8f9-a75d852a84af req-7f1b06b5-7f15-4e3a-bbfa-4da56edb7489 tempest-InstanceActionsTestJSON-1809281813 tempest-InstanceActionsTestJSON-1809281813-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fd7e9d5-9ce0-4efe-a1b4-a4ddbc42ca51 HTTP/1.1" status: 200 len: 944 time: 0.5148771 Jul 24 00:13:09.532997 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d5f1dae1-fe1f-43c0-b162-cb67086cd16c tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:09.542827 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-02c85c0d-6cad-45c5-a8f9-a75d852a84af req-d8497c83-aa4c-4c53-b152-0fd75a527c87 tempest-InstanceActionsTestJSON-1809281813 tempest-InstanceActionsTestJSON-1809281813-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d867ba4-f4e4-4bbb-986c-dff4846731f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610428 Jul 24 00:13:09.612292 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=9b143e57-8163-4500-8637-8f3c92d387d9,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:09.637683 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port a96243a2-452b-40d7-ac71-7ab009891526 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:13:09.657389 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port a96243a2-452b-40d7-ac71-7ab009891526 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:13:09.658579 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:09.716983 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d5f1dae1-fe1f-43c0-b162-cb67086cd16c tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:09.790832 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f1dae1-fe1f-43c0-b162-cb67086cd16c tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event deleted for resources: {'Subnet': ['ID=a1837e7f-0ac2-4dd5-b92e-29bf18f38670,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:09.809561 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942ecac6-b5a6-45c4-bc17-c523df07ccf3 req-cb5d9d2c-ce19-447e-bcd6-ad454e98d49f tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:09.810825 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d5f1dae1-fe1f-43c0-b162-cb67086cd16c tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:09.814974 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-d5f1dae1-fe1f-43c0-b162-cb67086cd16c tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/subnets/a1837e7f-0ac2-4dd5-b92e-29bf18f38670 HTTP/1.1" status: 204 len: 168 time: 1.1441970 Jul 24 00:13:09.820176 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-942ecac6-b5a6-45c4-bc17-c523df07ccf3 req-cb5d9d2c-ce19-447e-bcd6-ad454e98d49f tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=549de624-bb09-4e50-8794-41d8de162ace HTTP/1.1" status: 200 len: 944 time: 0.1637428 Jul 24 00:13:09.821913 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 44242) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:09.910700 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-942ecac6-b5a6-45c4-bc17-c523df07ccf3 req-63cb463f-faea-4e04-8a61-4bc69446612e tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=65668094-9226-4b65-8245-cb28bd37e836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895698 Jul 24 00:13:09.925554 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-69aca07d-4beb-44f4-b643-190001f4c154 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1016221 Jul 24 00:13:09.928521 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44244) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:09.940690 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-68b0e977-14e7-4e85-8d9a-4f1563d85eb3 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Request body: {'subnet': {'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:13:09.942153 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0159a584-949b-4cd4-88cd-1e054bc40d71 None None] Notify callbacks [] for port, precommit_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:09.945071 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:10.019974 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-0159a584-949b-4cd4-88cd-1e054bc40d71 None None] Transition to ACTIVE for port object 4e596579-cf0b-4000-a8ef-04897b447374 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:13:10.132431 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b0e977-14e7-4e85-8d9a-4f1563d85eb3 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Made reservation on behalf of ba617effe2664093b954ded2eab93240 for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:13:10.138993 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-68b0e977-14e7-4e85-8d9a-4f1563d85eb3 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:10.144129 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 9b143e57-8163-4500-8637-8f3c92d387d9, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=9b143e57-8163-4500-8637-8f3c92d387d9,segment=NetworkSegment(b737500e-4702-4fa9-bd4b-6c1d2e2fa041),segment_id=b737500e-4702-4fa9-bd4b-6c1d2e2fa041)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:13:10.156582 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:10.158939 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0159a584-949b-4cd4-88cd-1e054bc40d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:10.209170 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:10.488166 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a3f8e32a-b773-4d24-83cf-7071809cb4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:10.551329 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-abc13338-5f59-4a58-9d03-41e1889ffb1b req-4700f855-b1a2-4eab-b516-a03cc49908ba tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/ports?device_id=84e6228b-c359-4feb-9ac3-176fa3d1c17d HTTP/1.1" status: 200 len: 210 time: 0.0482905 Jul 24 00:13:10.551888 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port a96243a2-452b-40d7-ac71-7ab009891526, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=a96243a2-452b-40d7-ac71-7ab009891526,segment=NetworkSegment(afaee7cf-f136-438a-b3e9-9336fc8739e2),segment_id=afaee7cf-f136-438a-b3e9-9336fc8739e2)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:13:10.553258 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f68b64-903b-45cd-8d59-96bf284fc811 None None] Pushing event updated for resources: {'Port': ['ID=4e596579-cf0b-4000-a8ef-04897b447374,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:10.573743 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fd7e9d5-9ce0-4efe-a1b4-a4ddbc42ca51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a96243a2-452b-40d7-ac71-7ab009891526'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:13:10.579561 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc85839a-00db-41dc-9641-5de4046193c9" -d '{"events": [{"server_uuid": "5fd7e9d5-9ce0-4efe-a1b4-a4ddbc42ca51", "name": "network-vif-plugged", "status": "completed", "tag": "a96243a2-452b-40d7-ac71-7ab009891526"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:13:10.586363 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:10.709603 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e510ac83-b2aa-47e4-81c1-1f7d477f6743 x-openstack-request-id: req-e510ac83-b2aa-47e4-81c1-1f7d477f6743 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:13:10.710309 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fd7e9d5-9ce0-4efe-a1b4-a4ddbc42ca51", "name": "network-vif-plugged", "status": "completed", "tag": "a96243a2-452b-40d7-ac71-7ab009891526", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:13:10.710967 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e510ac83-b2aa-47e4-81c1-1f7d477f6743 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:13:10.722588 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fd7e9d5-9ce0-4efe-a1b4-a4ddbc42ca51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a96243a2-452b-40d7-ac71-7ab009891526', 'code': 200} Jul 24 00:13:10.809363 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-0159a584-949b-4cd4-88cd-1e054bc40d71 None None] Attempting to bind port 4e596579-cf0b-4000-a8ef-04897b447374 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:13:10.812717 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-0159a584-949b-4cd4-88cd-1e054bc40d71 None None] Attempting to bind port 4e596579-cf0b-4000-a8ef-04897b447374 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': 'af8131c7-388d-420a-abf7-0774a216b38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ba763d93-6749-402f-a9a4-14c0b38e84ad'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:13:10.813363 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0159a584-949b-4cd4-88cd-1e054bc40d71 None None] Attempting to bind port 4e596579-cf0b-4000-a8ef-04897b447374 on network ba763d93-6749-402f-a9a4-14c0b38e84ad {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:13:10.830158 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0159a584-949b-4cd4-88cd-1e054bc40d71 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:13:10.831081 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0159a584-949b-4cd4-88cd-1e054bc40d71 None None] Checking segment: {'id': 'af8131c7-388d-420a-abf7-0774a216b38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ba763d93-6749-402f-a9a4-14c0b38e84ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:13:10.832568 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0159a584-949b-4cd4-88cd-1e054bc40d71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:10.833251 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0159a584-949b-4cd4-88cd-1e054bc40d71 None None] Bound using segment: {'id': 'af8131c7-388d-420a-abf7-0774a216b38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ba763d93-6749-402f-a9a4-14c0b38e84ad'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:13:10.833999 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-0159a584-949b-4cd4-88cd-1e054bc40d71 None None] Bound port: 4e596579-cf0b-4000-a8ef-04897b447374, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af8131c7-388d-420a-abf7-0774a216b38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ba763d93-6749-402f-a9a4-14c0b38e84ad'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:13:10.834570 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0159a584-949b-4cd4-88cd-1e054bc40d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:10.881817 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c99a50-35c3-4511-ae78-98d81b79fca8 req-f1154c94-70e7-45be-91ae-6971bc2376b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:10.884169 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f8c99a50-35c3-4511-ae78-98d81b79fca8 req-f1154c94-70e7-45be-91ae-6971bc2376b5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5fd7e9d5-9ce0-4efe-a1b4-a4ddbc42ca51 HTTP/1.1" status: 200 len: 1097 time: 0.1432185 Jul 24 00:13:10.885542 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c72c7e0-ad92-4e5d-88f2-527d6006f01c req-ed5c1dd0-98d6-4ec7-b5d9-eb607ecc951e tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:10.887043 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4c72c7e0-ad92-4e5d-88f2-527d6006f01c req-ed5c1dd0-98d6-4ec7-b5d9-eb607ecc951e tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.52 "GET /v2.0/networks?id=ba763d93-6749-402f-a9a4-14c0b38e84ad HTTP/1.1" status: 200 len: 810 time: 0.6159506 Jul 24 00:13:10.914270 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-a3f8e32a-b773-4d24-83cf-7071809cb4a3 None None] For port 9b143e57-8163-4500-8637-8f3c92d387d9, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=9b143e57-8163-4500-8637-8f3c92d387d9,segment=NetworkSegment(b737500e-4702-4fa9-bd4b-6c1d2e2fa041),segment_id=b737500e-4702-4fa9-bd4b-6c1d2e2fa041)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:13:10.935212 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-4c72c7e0-ad92-4e5d-88f2-527d6006f01c req-c1bc9c9b-8886-4b61-bd0a-f6955c17e962 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Request body: {'port': {'device_id': '84e6228b-c359-4feb-9ac3-176fa3d1c17d', 'network_id': 'ba763d93-6749-402f-a9a4-14c0b38e84ad', 'admin_state_up': True, 'tenant_id': 'da4cf7f0b0a44baf8cab05ba626ce1d0'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:13:10.988954 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a3f8e32a-b773-4d24-83cf-7071809cb4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:11.035784 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f8c99a50-35c3-4511-ae78-98d81b79fca8 req-c356d5cf-9a12-4396-9656-18090d7c998b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6d867ba4-f4e4-4bbb-986c-dff4846731f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453950 Jul 24 00:13:11.121366 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=9b143e57-8163-4500-8637-8f3c92d387d9,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:11.166904 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-bfbaa97f-95d7-409c-b6de-13333a05c9c6 None None] Could not find standard attr ID for object 32ab24f9-796f-4a13-aef3-40778a7a5619. {{(pid=100315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 00:13:11.208791 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-0159a584-949b-4cd4-88cd-1e054bc40d71 None None] For port 4e596579-cf0b-4000-a8ef-04897b447374, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:13:11.214164 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-0159a584-949b-4cd4-88cd-1e054bc40d71 None None] For port 4e596579-cf0b-4000-a8ef-04897b447374, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=4e596579-cf0b-4000-a8ef-04897b447374,segment=NetworkSegment(af8131c7-388d-420a-abf7-0774a216b38b),segment_id=af8131c7-388d-420a-abf7-0774a216b38b)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:13:11.215543 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=a96243a2-452b-40d7-ac71-7ab009891526,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:11.221046 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f1d25-8ffb-4d1a-9229-249d823c4576 req-88a40242-dc3f-4e08-9db0-4968ddbd7d71 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:11.223581 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0159a584-949b-4cd4-88cd-1e054bc40d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:11.237827 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9c0f1d25-8ffb-4d1a-9229-249d823c4576 req-88a40242-dc3f-4e08-9db0-4968ddbd7d71 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=549de624-bb09-4e50-8794-41d8de162ace HTTP/1.1" status: 200 len: 944 time: 0.1999869 Jul 24 00:13:11.331406 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f233b48-fdcf-4af0-81c0-18163455846b None None] Update dhcp port {'port': {'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'fixed_ips': [{'subnet_id': '2be7318f-b3df-4d81-a6ca-3a3c0bc87708'}], 'binding:host_id': 'n-d-800088-16'}, 'id': '9b143e57-8163-4500-8637-8f3c92d387d9'} from n-d-800088-16. {{(pid=100315) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 24 00:13:11.359026 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9c0f1d25-8ffb-4d1a-9229-249d823c4576 req-8d68423e-5696-412b-bb30-ce63919a32da tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=65668094-9226-4b65-8245-cb28bd37e836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200132 Jul 24 00:13:11.389664 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4663d229-06b9-4e5f-b471-480cff819a4c req-7960a6b3-5a57-449a-ac94-1c5544fe0ce0 tempest-InstanceActionsTestJSON-1809281813 tempest-InstanceActionsTestJSON-1809281813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:11.397750 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4663d229-06b9-4e5f-b471-480cff819a4c req-7960a6b3-5a57-449a-ac94-1c5544fe0ce0 tempest-InstanceActionsTestJSON-1809281813 tempest-InstanceActionsTestJSON-1809281813-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fd7e9d5-9ce0-4efe-a1b4-a4ddbc42ca51 HTTP/1.1" status: 200 len: 945 time: 0.7330420 Jul 24 00:13:11.413073 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0159a584-949b-4cd4-88cd-1e054bc40d71 None None] Routers {'e58dcc9b-c8aa-4763-98ba-e90ab28d4f98'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:13:11.413751 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-0159a584-949b-4cd4-88cd-1e054bc40d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:12:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['e58dcc9b-c8aa-4763-98ba-e90ab28d4f98'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:13:11.418289 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f8e32a-b773-4d24-83cf-7071809cb4a3 None None] Pushing event updated for resources: {'Port': ['ID=9b143e57-8163-4500-8637-8f3c92d387d9,revision_number=6']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:11.495588 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4663d229-06b9-4e5f-b471-480cff819a4c req-57b80abf-0a10-4428-a249-23b8deca6761 tempest-InstanceActionsTestJSON-1809281813 tempest-InstanceActionsTestJSON-1809281813-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d867ba4-f4e4-4bbb-986c-dff4846731f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967355 Jul 24 00:13:11.565853 n-d-800088-16 neutron-server[100313]: DEBUG neutron.objects.ports [None req-68b0e977-14e7-4e85-8d9a-4f1563d85eb3 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100313) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 24 00:13:11.787222 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cf67ba45-bc89-4150-80ca-deede13ad8f3 req-8b8f39e3-be92-475d-ad5c-4d4f4a2fea71 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/ports?device_id=84e6228b-c359-4feb-9ac3-176fa3d1c17d HTTP/1.1" status: 200 len: 210 time: 0.0939486 Jul 24 00:13:11.861844 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c72c7e0-ad92-4e5d-88f2-527d6006f01c req-c1bc9c9b-8886-4b61-bd0a-f6955c17e962 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Made reservation on behalf of da4cf7f0b0a44baf8cab05ba626ce1d0 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:13:11.865527 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-4c72c7e0-ad92-4e5d-88f2-527d6006f01c req-c1bc9c9b-8886-4b61-bd0a-f6955c17e962 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:11.926751 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0f233b48-fdcf-4af0-81c0-18163455846b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:12.177201 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.db.api [None req-0f233b48-fdcf-4af0-81c0-18163455846b None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 24 00:13:12.177201 n-d-800088-16 neutron-server[100315]: [SQL: INSERT INTO ipamallocations (ip_address, `status`, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Jul 24 00:13:12.177201 n-d-800088-16 neutron-server[100315]: [parameters: {'ip_address': '2001:db8::f816:3eff:fed5:1abe', 'status': 'ALLOCATED', 'ipam_subnet_id': 'cecf7793-ab14-484d-ba1a-f8df4c95b5d3'}] Jul 24 00:13:12.177201 n-d-800088-16 neutron-server[100315]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100315) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 00:13:12.179756 n-d-800088-16 neutron-server[100315]: DEBUG oslo_db.api [None req-0f233b48-fdcf-4af0-81c0-18163455846b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 00:13:12.194231 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f68b64-903b-45cd-8d59-96bf284fc811 None None] Pushing event updated for resources: {'Port': ['ID=4e596579-cf0b-4000-a8ef-04897b447374,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:12.251518 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-0159a584-949b-4cd4-88cd-1e054bc40d71 None None] Set router e58dcc9b-c8aa-4763-98ba-e90ab28d4f98 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:13:12.311390 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-68b0e977-14e7-4e85-8d9a-4f1563d85eb3 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:12.325767 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-4c72c7e0-ad92-4e5d-88f2-527d6006f01c req-c1bc9c9b-8886-4b61-bd0a-f6955c17e962 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Allocated IP 172.20.0.5 (ba763d93-6749-402f-a9a4-14c0b38e84ad/b5859c1e-cadc-473f-b6a0-12802dc9ec4e/4f0c4ebe-0192-4056-858c-bd6b80733df2) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:13:12.674358 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ac4eb8-66ed-475e-b500-75c9efb32c47 req-8ff8a008-6b5d-4c5a-a5bc-d1b672f2c32b tempest-InstanceActionsTestJSON-1809281813 tempest-InstanceActionsTestJSON-1809281813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:12.676560 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-04ac4eb8-66ed-475e-b500-75c9efb32c47 req-8ff8a008-6b5d-4c5a-a5bc-d1b672f2c32b tempest-InstanceActionsTestJSON-1809281813 tempest-InstanceActionsTestJSON-1809281813-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fd7e9d5-9ce0-4efe-a1b4-a4ddbc42ca51 HTTP/1.1" status: 200 len: 945 time: 0.0958629 Jul 24 00:13:12.766575 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-04ac4eb8-66ed-475e-b500-75c9efb32c47 req-1aad52a7-8891-441e-9a46-5ec1464e22a1 tempest-InstanceActionsTestJSON-1809281813 tempest-InstanceActionsTestJSON-1809281813-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d867ba4-f4e4-4bbb-986c-dff4846731f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809622 Jul 24 00:13:12.777765 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-0159a584-949b-4cd4-88cd-1e054bc40d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e58dcc9b-c8aa-4763-98ba-e90ab28d4f98', 'name': 'tempest-ServerRescueTestJSON-205197803-router', 'tenant_id': 'da4cf7f0b0a44baf8cab05ba626ce1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '0ad74c4b-6859-4363-99f8-63f12d93e671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:12:53Z', 'updated_at': '2021-07-24T00:13:03Z', 'revision_number': 4, 'project_id': 'da4cf7f0b0a44baf8cab05ba626ce1d0', 'gw_port': {'id': '0ad74c4b-6859-4363-99f8-63f12d93e671', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:39:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58dcc9b-c8aa-4763-98ba-e90ab28d4f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:12:55Z', 'updated_at': '2021-07-24T00:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '4e596579-cf0b-4000-a8ef-04897b447374', 'name': '', 'network_id': 'ba763d93-6749-402f-a9a4-14c0b38e84ad', 'tenant_id': 'da4cf7f0b0a44baf8cab05ba626ce1d0', 'mac_address': 'fa:16:3e:69:e8:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e58dcc9b-c8aa-4763-98ba-e90ab28d4f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': 'b5859c1e-cadc-473f-b6a0-12802dc9ec4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:13:02Z', 'updated_at': '2021-07-24T00:13:11Z', 'revision_number': 4, 'project_id': 'da4cf7f0b0a44baf8cab05ba626ce1d0', 'subnets': [{'id': 'b5859c1e-cadc-473f-b6a0-12802dc9ec4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:13:12.859186 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0159a584-949b-4cd4-88cd-1e054bc40d71 None None] The sync data for ids ['e58dcc9b-c8aa-4763-98ba-e90ab28d4f98'] in n-d-800088-16 is: [{'id': 'e58dcc9b-c8aa-4763-98ba-e90ab28d4f98', 'name': 'tempest-ServerRescueTestJSON-205197803-router', 'tenant_id': 'da4cf7f0b0a44baf8cab05ba626ce1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '0ad74c4b-6859-4363-99f8-63f12d93e671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:12:53Z', 'updated_at': '2021-07-24T00:13:03Z', 'revision_number': 4, 'project_id': 'da4cf7f0b0a44baf8cab05ba626ce1d0', 'gw_port': {'id': '0ad74c4b-6859-4363-99f8-63f12d93e671', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:39:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58dcc9b-c8aa-4763-98ba-e90ab28d4f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:12:55Z', 'updated_at': '2021-07-24T00:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '4e596579-cf0b-4000-a8ef-04897b447374', 'name': '', 'network_id': 'ba763d93-6749-402f-a9a4-14c0b38e84ad', 'tenant_id': 'da4cf7f0b0a44baf8cab05ba626ce1d0', 'mac_address': 'fa:16:3e:69:e8:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e58dcc9b-c8aa-4763-98ba-e90ab28d4f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': 'b5859c1e-cadc-473f-b6a0-12802dc9ec4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:13:02Z', 'updated_at': '2021-07-24T00:13:11Z', 'revision_number': 4, 'project_id': 'da4cf7f0b0a44baf8cab05ba626ce1d0', 'subnets': [{'id': 'b5859c1e-cadc-473f-b6a0-12802dc9ec4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:13:12.867593 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0f233b48-fdcf-4af0-81c0-18163455846b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:13.198320 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ca67a4d9-c3c7-404e-a9a1-fd85e77a722f req-a2b43f10-f969-4e0c-af2c-469934351cdb tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/ports?device_id=84e6228b-c359-4feb-9ac3-176fa3d1c17d HTTP/1.1" status: 200 len: 210 time: 0.1569905 Jul 24 00:13:13.469852 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 4e596579-cf0b-4000-a8ef-04897b447374 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:13:13.590152 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-68b0e977-14e7-4e85-8d9a-4f1563d85eb3 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] For port 9b143e57-8163-4500-8637-8f3c92d387d9, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=9b143e57-8163-4500-8637-8f3c92d387d9,segment=NetworkSegment(b737500e-4702-4fa9-bd4b-6c1d2e2fa041),segment_id=b737500e-4702-4fa9-bd4b-6c1d2e2fa041)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:13:13.617606 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c49619-095a-444f-b88e-23257c34e973 req-f1fb51d1-aa5f-4dca-86a7-db65878043a7 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:13.619315 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-17c49619-095a-444f-b88e-23257c34e973 req-f1fb51d1-aa5f-4dca-86a7-db65878043a7 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=549de624-bb09-4e50-8794-41d8de162ace HTTP/1.1" status: 200 len: 944 time: 1.0558493 Jul 24 00:13:13.682835 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 4e596579-cf0b-4000-a8ef-04897b447374 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:13:13.688832 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 4e596579-cf0b-4000-a8ef-04897b447374 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:13:13.689155 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:13.699298 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-4c72c7e0-ad92-4e5d-88f2-527d6006f01c req-c1bc9c9b-8886-4b61-bd0a-f6955c17e962 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:13.744163 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af9ac38-16cd-4464-9d9d-d037cd1dacee req-414d1738-99fb-4a3a-a6f8-896c74861417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:13.749392 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1af9ac38-16cd-4464-9d9d-d037cd1dacee req-414d1738-99fb-4a3a-a6f8-896c74861417 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c6914d7e55247c49f38d833c34d241e&device_id=5fd7e9d5-9ce0-4efe-a1b4-a4ddbc42ca51 HTTP/1.1" status: 200 len: 1097 time: 0.1818058 Jul 24 00:13:13.783358 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-68b0e977-14e7-4e85-8d9a-4f1563d85eb3 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:13.794680 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-4c72c7e0-ad92-4e5d-88f2-527d6006f01c req-c1bc9c9b-8886-4b61-bd0a-f6955c17e962 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:13.804531 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-68b0e977-14e7-4e85-8d9a-4f1563d85eb3 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:13.805636 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-68b0e977-14e7-4e85-8d9a-4f1563d85eb3 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:13.821888 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fae56e-27ba-48d9-9db6-aeea57742472 req-4b28b96e-ab93-4ba5-911f-5f553645b1f2 tempest-InstanceActionsTestJSON-1809281813 tempest-InstanceActionsTestJSON-1809281813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:13.827559 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b1fae56e-27ba-48d9-9db6-aeea57742472 req-4b28b96e-ab93-4ba5-911f-5f553645b1f2 tempest-InstanceActionsTestJSON-1809281813 tempest-InstanceActionsTestJSON-1809281813-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fd7e9d5-9ce0-4efe-a1b4-a4ddbc42ca51 HTTP/1.1" status: 200 len: 945 time: 0.2160659 Jul 24 00:13:13.864387 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-17c49619-095a-444f-b88e-23257c34e973 req-b71daf78-e643-4f2e-8f5e-c284617b3b1a tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=65668094-9226-4b65-8245-cb28bd37e836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2226326 Jul 24 00:13:13.897479 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.db.api [None req-0f233b48-fdcf-4af0-81c0-18163455846b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100315) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 00:13:13.898945 n-d-800088-16 neutron-server[100315]: DEBUG oslo_db.api [None req-0f233b48-fdcf-4af0-81c0-18163455846b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 00:13:13.927655 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:14.010401 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 4e596579-cf0b-4000-a8ef-04897b447374, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=4e596579-cf0b-4000-a8ef-04897b447374,segment=NetworkSegment(af8131c7-388d-420a-abf7-0774a216b38b),segment_id=af8131c7-388d-420a-abf7-0774a216b38b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:13:14.020059 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:14.095811 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=4e596579-cf0b-4000-a8ef-04897b447374,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:14.112401 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b1fae56e-27ba-48d9-9db6-aeea57742472 req-67a570aa-db3c-4b1f-b0ca-a4e5bfd64895 tempest-InstanceActionsTestJSON-1809281813 tempest-InstanceActionsTestJSON-1809281813-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d867ba4-f4e4-4bbb-986c-dff4846731f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768266 Jul 24 00:13:14.130076 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af9ac38-16cd-4464-9d9d-d037cd1dacee req-a8a8f147-d827-4221-81e2-696d6b1498ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:14.131975 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1af9ac38-16cd-4464-9d9d-d037cd1dacee req-a8a8f147-d827-4221-81e2-696d6b1498ce service neutron] 10.222.0.64 "GET /v2.0/networks?id=fb50c5f9-a9dd-4783-8dab-2d4ce1f966a4 HTTP/1.1" status: 200 len: 915 time: 0.3757415 Jul 24 00:13:14.145685 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c72c7e0-ad92-4e5d-88f2-527d6006f01c req-c1bc9c9b-8886-4b61-bd0a-f6955c17e962 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Network ba763d93-6749-402f-a9a4-14c0b38e84ad is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:13:14.150121 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-4c72c7e0-ad92-4e5d-88f2-527d6006f01c req-c1bc9c9b-8886-4b61-bd0a-f6955c17e962 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:13:14.159867 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c72c7e0-ad92-4e5d-88f2-527d6006f01c req-c1bc9c9b-8886-4b61-bd0a-f6955c17e962 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:13:14.212124 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1af9ac38-16cd-4464-9d9d-d037cd1dacee req-b7439512-7d30-47c3-8bc9-4c8f72baa90f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a96243a2-452b-40d7-ac71-7ab009891526 HTTP/1.1" status: 200 len: 217 time: 0.0726969 Jul 24 00:13:14.325766 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b0e977-14e7-4e85-8d9a-4f1563d85eb3 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Network e98734e2-dedb-4450-9333-d795164b1ce9 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:13:14.336029 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af9ac38-16cd-4464-9d9d-d037cd1dacee req-535795be-a260-4d3e-82c7-624a9063cf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:14.337731 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1af9ac38-16cd-4464-9d9d-d037cd1dacee req-535795be-a260-4d3e-82c7-624a9063cf8a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bcb84548-add6-42c7-936f-13d704877aa8 HTTP/1.1" status: 200 len: 854 time: 0.1198704 Jul 24 00:13:14.347843 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0e977-14e7-4e85-8d9a-4f1563d85eb3 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event updated for resources: {'Subnet': ['ID=2be7318f-b3df-4d81-a6ca-3a3c0bc87708,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:14.350096 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0e977-14e7-4e85-8d9a-4f1563d85eb3 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event updated for resources: {'Port': ['ID=9b143e57-8163-4500-8637-8f3c92d387d9,revision_number=8']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:14.375159 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-68b0e977-14e7-4e85-8d9a-4f1563d85eb3 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:13:14.416167 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1af9ac38-16cd-4464-9d9d-d037cd1dacee req-2f4fe8c8-6089-4742-b377-f40eb20bfbe7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fb50c5f9-a9dd-4783-8dab-2d4ce1f966a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641448 Jul 24 00:13:14.428313 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b0e977-14e7-4e85-8d9a-4f1563d85eb3 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:14.429885 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-68b0e977-14e7-4e85-8d9a-4f1563d85eb3 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:14.481312 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c72c7e0-ad92-4e5d-88f2-527d6006f01c req-c1bc9c9b-8886-4b61-bd0a-f6955c17e962 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:14.481988 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-4c72c7e0-ad92-4e5d-88f2-527d6006f01c req-c1bc9c9b-8886-4b61-bd0a-f6955c17e962 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:14.509259 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4c72c7e0-ad92-4e5d-88f2-527d6006f01c req-c1bc9c9b-8886-4b61-bd0a-f6955c17e962 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5853126 Jul 24 00:13:14.538191 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-4c72c7e0-ad92-4e5d-88f2-527d6006f01c req-ce7ce66b-eb3c-4bb1-a71f-9ae11a7f0675 service neutron] Request body: {'port': {'device_id': '84e6228b-c359-4feb-9ac3-176fa3d1c17d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:13:14.544870 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-68b0e977-14e7-4e85-8d9a-4f1563d85eb3 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.6126883 Jul 24 00:13:14.545292 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 44326) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:14.551413 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-eb92ad20-a76c-479f-82e8-981866133af7 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Request body: {'subnet': {'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:13:14.579556 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bc9c9b-8886-4b61-bd0a-f6955c17e962 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Pushing event updated for resources: {'Port': ['ID=4f0c4ebe-0192-4056-858c-bd6b80733df2,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:14.620488 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1af9ac38-16cd-4464-9d9d-d037cd1dacee req-2cbdb22a-0cd4-4881-a4e2-a708a831070c service neutron] 10.222.0.64 "GET /v2.0/networks/fb50c5f9-a9dd-4783-8dab-2d4ce1f966a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982327 Jul 24 00:13:14.656656 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe6821f-e023-4c0c-be54-be36d22420d7 req-28f87e6c-3e9f-4277-b6e7-75e663df492c tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:14.670611 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cfe6821f-e023-4c0c-be54-be36d22420d7 req-28f87e6c-3e9f-4277-b6e7-75e663df492c tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/ports?device_id=84e6228b-c359-4feb-9ac3-176fa3d1c17d HTTP/1.1" status: 200 len: 931 time: 0.3150816 Jul 24 00:13:14.686125 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0f233b48-fdcf-4af0-81c0-18163455846b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:14.779650 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cfe6821f-e023-4c0c-be54-be36d22420d7 req-3e6f29d0-302b-4d10-8204-6522bb865faa tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/security-groups?id=c0063c4d-6272-47e4-8d6e-ed9b31bc3cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758879 Jul 24 00:13:14.785195 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-4c72c7e0-ad92-4e5d-88f2-527d6006f01c req-ce7ce66b-eb3c-4bb1-a71f-9ae11a7f0675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:14.923732 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1af9ac38-16cd-4464-9d9d-d037cd1dacee req-721cde55-2087-4d79-9732-1a1004519861 service neutron] 10.222.0.64 "GET /v2.0/networks/fb50c5f9-a9dd-4783-8dab-2d4ce1f966a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962377 Jul 24 00:13:14.957266 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb92ad20-a76c-479f-82e8-981866133af7 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Made reservation on behalf of ba617effe2664093b954ded2eab93240 for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:13:14.963351 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-eb92ad20-a76c-479f-82e8-981866133af7 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:15.028448 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:15.219639 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-0f233b48-fdcf-4af0-81c0-18163455846b None None] For port 9b143e57-8163-4500-8637-8f3c92d387d9, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=9b143e57-8163-4500-8637-8f3c92d387d9,segment=NetworkSegment(b737500e-4702-4fa9-bd4b-6c1d2e2fa041),segment_id=b737500e-4702-4fa9-bd4b-6c1d2e2fa041)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:13:15.284024 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0f233b48-fdcf-4af0-81c0-18163455846b None None] Notify callbacks [] for port, precommit_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:15.288694 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 4e596579-cf0b-4000-a8ef-04897b447374 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:13:15.292848 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0f233b48-fdcf-4af0-81c0-18163455846b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:15.432454 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f233b48-fdcf-4af0-81c0-18163455846b None None] Pushing event updated for resources: {'Port': ['ID=9b143e57-8163-4500-8637-8f3c92d387d9,revision_number=9']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:15.444373 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 4e596579-cf0b-4000-a8ef-04897b447374 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:13:15.445044 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:15.618608 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e63526-3e20-47ba-b9b5-54997dac5cb0 req-0d4739b0-7ed5-4ad3-b584-56d6a8256889 tempest-InstanceActionsTestJSON-1809281813 tempest-InstanceActionsTestJSON-1809281813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:15.620241 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-24e63526-3e20-47ba-b9b5-54997dac5cb0 req-0d4739b0-7ed5-4ad3-b584-56d6a8256889 tempest-InstanceActionsTestJSON-1809281813 tempest-InstanceActionsTestJSON-1809281813-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fd7e9d5-9ce0-4efe-a1b4-a4ddbc42ca51 HTTP/1.1" status: 200 len: 945 time: 0.3069956 Jul 24 00:13:15.655640 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-4c72c7e0-ad92-4e5d-88f2-527d6006f01c req-ce7ce66b-eb3c-4bb1-a71f-9ae11a7f0675 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f0c4ebe-0192-4056-858c-bd6b80733df2 {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:13:15.687042 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-4c72c7e0-ad92-4e5d-88f2-527d6006f01c req-ce7ce66b-eb3c-4bb1-a71f-9ae11a7f0675 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:15.759329 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-4c72c7e0-ad92-4e5d-88f2-527d6006f01c req-ce7ce66b-eb3c-4bb1-a71f-9ae11a7f0675 service neutron] Transition to ACTIVE for port object 4f0c4ebe-0192-4056-858c-bd6b80733df2 will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:13:15.763823 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-24e63526-3e20-47ba-b9b5-54997dac5cb0 req-d81da45c-df4c-4865-92c5-2cc8c61247d3 tempest-InstanceActionsTestJSON-1809281813 tempest-InstanceActionsTestJSON-1809281813-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d867ba4-f4e4-4bbb-986c-dff4846731f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336153 Jul 24 00:13:15.768419 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-4c72c7e0-ad92-4e5d-88f2-527d6006f01c req-ce7ce66b-eb3c-4bb1-a71f-9ae11a7f0675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:15.882141 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8435c6-0d67-45f4-bddd-906bf3d7eaa5 req-64dd2e57-c262-4313-b2b7-cbbe1cdc4e25 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:15.885939 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7ce66b-eb3c-4bb1-a71f-9ae11a7f0675 service neutron] Pushing event updated for resources: {'Port': ['ID=4f0c4ebe-0192-4056-858c-bd6b80733df2,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:15.890007 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7c8435c6-0d67-45f4-bddd-906bf3d7eaa5 req-64dd2e57-c262-4313-b2b7-cbbe1cdc4e25 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=549de624-bb09-4e50-8794-41d8de162ace HTTP/1.1" status: 200 len: 944 time: 0.7740555 Jul 24 00:13:16.004736 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7c8435c6-0d67-45f4-bddd-906bf3d7eaa5 req-6060a59b-e516-4cc7-91b6-6390ad335a49 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=65668094-9226-4b65-8245-cb28bd37e836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116939 Jul 24 00:13:16.025344 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-eb92ad20-a76c-479f-82e8-981866133af7 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:16.155256 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a43b87-3715-48a1-9059-63c5603ab7d9 req-59200ccf-1ef4-48c4-8b8a-462794c7b87a tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:16.157255 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-67a43b87-3715-48a1-9059-63c5603ab7d9 req-59200ccf-1ef4-48c4-8b8a-462794c7b87a tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/ports?device_id=84e6228b-c359-4feb-9ac3-176fa3d1c17d HTTP/1.1" status: 200 len: 943 time: 0.2301054 Jul 24 00:13:16.162677 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-4c72c7e0-ad92-4e5d-88f2-527d6006f01c req-ce7ce66b-eb3c-4bb1-a71f-9ae11a7f0675 service neutron] Attempting to bind port 4f0c4ebe-0192-4056-858c-bd6b80733df2 on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:13:16.163162 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-4c72c7e0-ad92-4e5d-88f2-527d6006f01c req-ce7ce66b-eb3c-4bb1-a71f-9ae11a7f0675 service neutron] Attempting to bind port 4f0c4ebe-0192-4056-858c-bd6b80733df2 by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': 'af8131c7-388d-420a-abf7-0774a216b38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ba763d93-6749-402f-a9a4-14c0b38e84ad'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:13:16.163593 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c72c7e0-ad92-4e5d-88f2-527d6006f01c req-ce7ce66b-eb3c-4bb1-a71f-9ae11a7f0675 service neutron] Attempting to bind port 4f0c4ebe-0192-4056-858c-bd6b80733df2 on network ba763d93-6749-402f-a9a4-14c0b38e84ad {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:13:16.223989 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-67a43b87-3715-48a1-9059-63c5603ab7d9 req-00c8d6c2-2f99-4dbe-8b4c-e855c2371a1a tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/security-groups?id=c0063c4d-6272-47e4-8d6e-ed9b31bc3cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575113 Jul 24 00:13:16.247752 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c72c7e0-ad92-4e5d-88f2-527d6006f01c req-ce7ce66b-eb3c-4bb1-a71f-9ae11a7f0675 service neutron] Port 4f0c4ebe-0192-4056-858c-bd6b80733df2 on network ba763d93-6749-402f-a9a4-14c0b38e84ad not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:13:16.248656 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c72c7e0-ad92-4e5d-88f2-527d6006f01c req-ce7ce66b-eb3c-4bb1-a71f-9ae11a7f0675 service neutron] Attempting to bind port 4f0c4ebe-0192-4056-858c-bd6b80733df2 on network ba763d93-6749-402f-a9a4-14c0b38e84ad {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:13:16.256743 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c72c7e0-ad92-4e5d-88f2-527d6006f01c req-ce7ce66b-eb3c-4bb1-a71f-9ae11a7f0675 service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:13:16.267191 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c72c7e0-ad92-4e5d-88f2-527d6006f01c req-ce7ce66b-eb3c-4bb1-a71f-9ae11a7f0675 service neutron] Checking segment: {'id': 'af8131c7-388d-420a-abf7-0774a216b38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ba763d93-6749-402f-a9a4-14c0b38e84ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:13:16.267608 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c72c7e0-ad92-4e5d-88f2-527d6006f01c req-ce7ce66b-eb3c-4bb1-a71f-9ae11a7f0675 service neutron] Bound using segment: {'id': 'af8131c7-388d-420a-abf7-0774a216b38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ba763d93-6749-402f-a9a4-14c0b38e84ad'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:13:16.268103 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-4c72c7e0-ad92-4e5d-88f2-527d6006f01c req-ce7ce66b-eb3c-4bb1-a71f-9ae11a7f0675 service neutron] Bound port: 4f0c4ebe-0192-4056-858c-bd6b80733df2, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af8131c7-388d-420a-abf7-0774a216b38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ba763d93-6749-402f-a9a4-14c0b38e84ad'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:13:16.268467 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-4c72c7e0-ad92-4e5d-88f2-527d6006f01c req-ce7ce66b-eb3c-4bb1-a71f-9ae11a7f0675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:16.384680 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-4c72c7e0-ad92-4e5d-88f2-527d6006f01c req-ce7ce66b-eb3c-4bb1-a71f-9ae11a7f0675 service neutron] For port 4f0c4ebe-0192-4056-858c-bd6b80733df2, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:13:16.389557 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-4c72c7e0-ad92-4e5d-88f2-527d6006f01c req-ce7ce66b-eb3c-4bb1-a71f-9ae11a7f0675 service neutron] For port 4f0c4ebe-0192-4056-858c-bd6b80733df2, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=4f0c4ebe-0192-4056-858c-bd6b80733df2,segment=NetworkSegment(af8131c7-388d-420a-abf7-0774a216b38b),segment_id=af8131c7-388d-420a-abf7-0774a216b38b)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:13:16.397077 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-4c72c7e0-ad92-4e5d-88f2-527d6006f01c req-ce7ce66b-eb3c-4bb1-a71f-9ae11a7f0675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:16.510841 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c72c7e0-ad92-4e5d-88f2-527d6006f01c req-ce7ce66b-eb3c-4bb1-a71f-9ae11a7f0675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:16.521367 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-4c72c7e0-ad92-4e5d-88f2-527d6006f01c req-ce7ce66b-eb3c-4bb1-a71f-9ae11a7f0675 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:16.523036 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4c72c7e0-ad92-4e5d-88f2-527d6006f01c req-ce7ce66b-eb3c-4bb1-a71f-9ae11a7f0675 service neutron] 10.222.0.52 "PUT /v2.0/ports/4f0c4ebe-0192-4056-858c-bd6b80733df2 HTTP/1.1" status: 200 len: 1092 time: 1.9899259 Jul 24 00:13:16.523588 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84e6228b-c359-4feb-9ac3-176fa3d1c17d', 'tag': '4f0c4ebe-0192-4056-858c-bd6b80733df2'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:13:16.526044 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb2f750-d386-4192-acd8-76a71e354f13" -d '{"events": [{"name": "network-changed", "server_uuid": "84e6228b-c359-4feb-9ac3-176fa3d1c17d", "tag": "4f0c4ebe-0192-4056-858c-bd6b80733df2"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:13:16.556619 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7ce66b-eb3c-4bb1-a71f-9ae11a7f0675 service neutron] Pushing event updated for resources: {'Port': ['ID=4f0c4ebe-0192-4056-858c-bd6b80733df2,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:16.561352 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdca4fc6-a31a-4504-af9f-29128fc864e3 None None] get_active_networks_info from n-d-800088-16 {{(pid=100315) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 24 00:13:16.611361 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f92cab1-2c89-4dd8-977e-d2f804a3fb91 x-openstack-request-id: req-8f92cab1-2c89-4dd8-977e-d2f804a3fb91 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:13:16.611930 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84e6228b-c359-4feb-9ac3-176fa3d1c17d", "tag": "4f0c4ebe-0192-4056-858c-bd6b80733df2", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:13:16.612645 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8f92cab1-2c89-4dd8-977e-d2f804a3fb91 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:13:16.613903 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84e6228b-c359-4feb-9ac3-176fa3d1c17d', 'tag': '4f0c4ebe-0192-4056-858c-bd6b80733df2', 'status': 'completed', 'code': 200} Jul 24 00:13:16.636143 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-d44a739b-2911-4851-adf3-6d073b763e96 None None] Provisioning complete for port 9b143e57-8163-4500-8637-8f3c92d387d9 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:13:16.636899 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d44a739b-2911-4851-adf3-6d073b763e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:16.761332 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb92ad20-a76c-479f-82e8-981866133af7 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Network e98734e2-dedb-4450-9333-d795164b1ce9 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:13:16.761332 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb92ad20-a76c-479f-82e8-981866133af7 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event updated for resources: {'Subnet': ['ID=243c398d-0ddd-401f-a100-83d105542bfa,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:16.771637 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-eb92ad20-a76c-479f-82e8-981866133af7 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:13:16.775884 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb92ad20-a76c-479f-82e8-981866133af7 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:16.780362 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-eb92ad20-a76c-479f-82e8-981866133af7 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:16.839102 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44346) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:16.839742 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-eb92ad20-a76c-479f-82e8-981866133af7 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2925572 Jul 24 00:13:16.874999 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-eb41930b-dee2-4485-88ea-89b5b55b8a8f tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Request body: {'port': {'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'mac_address': 'fa:16:3e:a8:c5:83', 'name': 'tempest-NetworksTestDHCPv6-1611208687'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:13:16.901508 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdca4fc6-a31a-4504-af9f-29128fc864e3 None None] Resources bound (agent type, host, resource id): {{(pid=100315) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 24 00:13:17.273176 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d922eda-be7e-43a3-8b3b-d47e01654115 req-32ea901c-afd1-4b87-bb34-f9f206812e2f tempest-InstanceActionsTestJSON-1809281813 tempest-InstanceActionsTestJSON-1809281813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:17.275372 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7d922eda-be7e-43a3-8b3b-d47e01654115 req-32ea901c-afd1-4b87-bb34-f9f206812e2f tempest-InstanceActionsTestJSON-1809281813 tempest-InstanceActionsTestJSON-1809281813-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fd7e9d5-9ce0-4efe-a1b4-a4ddbc42ca51 HTTP/1.1" status: 200 len: 945 time: 0.3616042 Jul 24 00:13:17.286579 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 9b143e57-8163-4500-8637-8f3c92d387d9 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:13:17.320838 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a4d10c-b118-4582-808e-d0cedc516ab7 req-a7c6432c-895c-4639-ac26-ad0bdaeb8103 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:17.323879 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a3a4d10c-b118-4582-808e-d0cedc516ab7 req-a7c6432c-895c-4639-ac26-ad0bdaeb8103 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=549de624-bb09-4e50-8794-41d8de162ace HTTP/1.1" status: 200 len: 944 time: 0.1696143 Jul 24 00:13:17.371666 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7d922eda-be7e-43a3-8b3b-d47e01654115 req-6a0ab9ff-853f-4a4a-b1b9-b95864f2a575 tempest-InstanceActionsTestJSON-1809281813 tempest-InstanceActionsTestJSON-1809281813-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d867ba4-f4e4-4bbb-986c-dff4846731f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881188 Jul 24 00:13:17.385038 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb41930b-dee2-4485-88ea-89b5b55b8a8f tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Made reservation on behalf of ba617effe2664093b954ded2eab93240 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:13:17.423743 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a3a4d10c-b118-4582-808e-d0cedc516ab7 req-edade2fd-8700-4363-9df3-ea56d9020d1b tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=65668094-9226-4b65-8245-cb28bd37e836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927742 Jul 24 00:13:17.639530 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 9b143e57-8163-4500-8637-8f3c92d387d9 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:13:17.640625 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:17.783278 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c17908-30cc-4e6a-b261-b5e5d958e559 req-c929b5a2-8c0a-4f4c-8d08-669458f26bf6 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:17.812159 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f6c17908-30cc-4e6a-b261-b5e5d958e559 req-c929b5a2-8c0a-4f4c-8d08-669458f26bf6 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/ports?device_id=84e6228b-c359-4feb-9ac3-176fa3d1c17d HTTP/1.1" status: 200 len: 943 time: 0.1979098 Jul 24 00:13:17.828258 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-eb41930b-dee2-4485-88ea-89b5b55b8a8f tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:17.888971 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:17.944923 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [None req-eb41930b-dee2-4485-88ea-89b5b55b8a8f tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] device_id is not set on port 20f846c1-0f3b-4628-98ee-13e9b13a9c82 yet. {{(pid=100313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:13:18.076492 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53cbb28-9ec2-4254-9782-d84521359157 req-6b93e7bd-99fc-4237-9b1f-861c8a0a4353 tempest-InstanceActionsTestJSON-1809281813 tempest-InstanceActionsTestJSON-1809281813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:18.079096 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b53cbb28-9ec2-4254-9782-d84521359157 req-6b93e7bd-99fc-4237-9b1f-861c8a0a4353 tempest-InstanceActionsTestJSON-1809281813 tempest-InstanceActionsTestJSON-1809281813-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fd7e9d5-9ce0-4efe-a1b4-a4ddbc42ca51 HTTP/1.1" status: 200 len: 945 time: 0.1163554 Jul 24 00:13:18.104563 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51962363-9333-4fa1-bf5e-79f43e829642 None None] Update dhcp port {'port': {'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'fixed_ips': [{'subnet_id': '2be7318f-b3df-4d81-a6ca-3a3c0bc87708', 'ip_address': '2001:db8::f816:3eff:fed5:1abe'}, {'subnet_id': '243c398d-0ddd-401f-a100-83d105542bfa'}], 'binding:host_id': 'n-d-800088-16'}, 'id': '9b143e57-8163-4500-8637-8f3c92d387d9'} from n-d-800088-16. {{(pid=100315) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 24 00:13:18.132366 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f6c17908-30cc-4e6a-b261-b5e5d958e559 req-e128f393-38cf-4f1c-a158-49e78b5ecdff tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/security-groups?id=c0063c4d-6272-47e4-8d6e-ed9b31bc3cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928689 Jul 24 00:13:18.159709 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b53cbb28-9ec2-4254-9782-d84521359157 req-08d9af71-4225-455c-a2e4-f4eae4c885be tempest-InstanceActionsTestJSON-1809281813 tempest-InstanceActionsTestJSON-1809281813-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d867ba4-f4e4-4bbb-986c-dff4846731f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738876 Jul 24 00:13:18.234044 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-51962363-9333-4fa1-bf5e-79f43e829642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:18.307798 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb2f750-d386-4192-acd8-76a71e354f13 req-b9bedcb1-1cb7-48c3-a2c7-d3a04ba6ede2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:18.309469 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9cb2f750-d386-4192-acd8-76a71e354f13 req-b9bedcb1-1cb7-48c3-a2c7-d3a04ba6ede2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=da4cf7f0b0a44baf8cab05ba626ce1d0&device_id=84e6228b-c359-4feb-9ac3-176fa3d1c17d HTTP/1.1" status: 200 len: 1095 time: 0.1630797 Jul 24 00:13:18.335026 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-eb41930b-dee2-4485-88ea-89b5b55b8a8f tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Allocated IP 172.20.0.4 (e98734e2-dedb-4450-9333-d795164b1ce9/243c398d-0ddd-401f-a100-83d105542bfa/20f846c1-0f3b-4628-98ee-13e9b13a9c82) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:13:18.343007 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-eb41930b-dee2-4485-88ea-89b5b55b8a8f tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Allocated IP 2001:db8::f816:3eff:fea8:c583 (e98734e2-dedb-4450-9333-d795164b1ce9/2be7318f-b3df-4d81-a6ca-3a3c0bc87708/20f846c1-0f3b-4628-98ee-13e9b13a9c82) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:13:18.512787 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-eb41930b-dee2-4485-88ea-89b5b55b8a8f tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:18.534006 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [None req-eb41930b-dee2-4485-88ea-89b5b55b8a8f tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Transition to ACTIVE for port object 20f846c1-0f3b-4628-98ee-13e9b13a9c82 will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:13:18.583519 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0715f83-feef-415e-ba31-b559ffcd14b8 req-e6991aaf-a23f-4291-9dd3-12db2b4b8452 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:18.585146 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c0715f83-feef-415e-ba31-b559ffcd14b8 req-e6991aaf-a23f-4291-9dd3-12db2b4b8452 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=549de624-bb09-4e50-8794-41d8de162ace HTTP/1.1" status: 200 len: 944 time: 0.0799332 Jul 24 00:13:18.590513 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-eb41930b-dee2-4485-88ea-89b5b55b8a8f tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:18.645464 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb41930b-dee2-4485-88ea-89b5b55b8a8f tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Network e98734e2-dedb-4450-9333-d795164b1ce9 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:13:18.646097 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-51962363-9333-4fa1-bf5e-79f43e829642 None None] Allocated IP 172.20.0.2 (e98734e2-dedb-4450-9333-d795164b1ce9/243c398d-0ddd-401f-a100-83d105542bfa/9b143e57-8163-4500-8637-8f3c92d387d9) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:13:18.647475 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c0715f83-feef-415e-ba31-b559ffcd14b8 req-ab8d0c6f-6584-4b16-8b1d-c1d85c07c288 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=65668094-9226-4b65-8245-cb28bd37e836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556681 Jul 24 00:13:18.653003 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-eb41930b-dee2-4485-88ea-89b5b55b8a8f tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:13:18.657571 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb41930b-dee2-4485-88ea-89b5b55b8a8f tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:13:18.753149 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb41930b-dee2-4485-88ea-89b5b55b8a8f tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event updated for resources: {'Port': ['ID=20f846c1-0f3b-4628-98ee-13e9b13a9c82,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:18.777591 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-51962363-9333-4fa1-bf5e-79f43e829642 None None] For port 9b143e57-8163-4500-8637-8f3c92d387d9, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=9b143e57-8163-4500-8637-8f3c92d387d9,segment=NetworkSegment(b737500e-4702-4fa9-bd4b-6c1d2e2fa041),segment_id=b737500e-4702-4fa9-bd4b-6c1d2e2fa041)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:13:18.816183 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-51962363-9333-4fa1-bf5e-79f43e829642 None None] Notify callbacks [] for port, precommit_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:18.832245 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-51962363-9333-4fa1-bf5e-79f43e829642 None None] Transition to ACTIVE for port object 9b143e57-8163-4500-8637-8f3c92d387d9 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:13:18.839046 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-51962363-9333-4fa1-bf5e-79f43e829642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:18.850614 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb41930b-dee2-4485-88ea-89b5b55b8a8f tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:18.851708 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-eb41930b-dee2-4485-88ea-89b5b55b8a8f tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:18.909766 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-eb41930b-dee2-4485-88ea-89b5b55b8a8f tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.0636492 Jul 24 00:13:18.910004 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 44374) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:18.925438 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb2f750-d386-4192-acd8-76a71e354f13 req-77115e0f-c5dc-4a32-8f60-ebb1fffb0edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:18.936892 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9cb2f750-d386-4192-acd8-76a71e354f13 req-77115e0f-c5dc-4a32-8f60-ebb1fffb0edb service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=da4cf7f0b0a44baf8cab05ba626ce1d0&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3039052 Jul 24 00:13:18.948417 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51962363-9333-4fa1-bf5e-79f43e829642 None None] Pushing event updated for resources: {'Port': ['ID=9b143e57-8163-4500-8637-8f3c92d387d9,revision_number=10']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:18.961797 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51962363-9333-4fa1-bf5e-79f43e829642 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:13:18.962277 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51962363-9333-4fa1-bf5e-79f43e829642 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:13:18.962522 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51962363-9333-4fa1-bf5e-79f43e829642 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:13:18.963113 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51962363-9333-4fa1-bf5e-79f43e829642 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:13:18.963460 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51962363-9333-4fa1-bf5e-79f43e829642 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:13:18.963802 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51962363-9333-4fa1-bf5e-79f43e829642 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:13:18.965659 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51962363-9333-4fa1-bf5e-79f43e829642 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:13:18.966013 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51962363-9333-4fa1-bf5e-79f43e829642 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:13:18.966360 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51962363-9333-4fa1-bf5e-79f43e829642 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:13:18.966702 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51962363-9333-4fa1-bf5e-79f43e829642 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:13:18.967044 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51962363-9333-4fa1-bf5e-79f43e829642 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:13:18.967382 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51962363-9333-4fa1-bf5e-79f43e829642 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:13:19.019531 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6668675-9688-4b9e-8f2d-502c732c4cc3 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:19.026514 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6668675-9688-4b9e-8f2d-502c732c4cc3 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:19.028302 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-d6668675-9688-4b9e-8f2d-502c732c4cc3 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1184597 Jul 24 00:13:19.031020 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 44378) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:19.094146 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb2f750-d386-4192-acd8-76a71e354f13 req-ae4ec498-6029-4524-acf1-bd3813e90d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:19.096649 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9cb2f750-d386-4192-acd8-76a71e354f13 req-ae4ec498-6029-4524-acf1-bd3813e90d11 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1579473 Jul 24 00:13:19.173724 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 9b143e57-8163-4500-8637-8f3c92d387d9 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:13:19.235284 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c72c7e0-ad92-4e5d-88f2-527d6006f01c req-001ce808-6295-44a7-bf93-c17261bc201e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:19.237319 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4c72c7e0-ad92-4e5d-88f2-527d6006f01c req-001ce808-6295-44a7-bf93-c17261bc201e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=da4cf7f0b0a44baf8cab05ba626ce1d0&device_id=84e6228b-c359-4feb-9ac3-176fa3d1c17d HTTP/1.1" status: 200 len: 1095 time: 0.0813925 Jul 24 00:13:19.296908 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4c72c7e0-ad92-4e5d-88f2-527d6006f01c req-7607080c-7921-40a8-92c5-9c11d6a82d5d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4f0c4ebe-0192-4056-858c-bd6b80733df2 HTTP/1.1" status: 200 len: 217 time: 0.0506527 Jul 24 00:13:19.396681 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e0ff29-9bb9-4955-9b16-65ba606e2f08 req-f728e5b3-01f5-4efd-9f60-9688d5727d4d tempest-InstanceActionsTestJSON-1809281813 tempest-InstanceActionsTestJSON-1809281813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:19.398674 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c2e0ff29-9bb9-4955-9b16-65ba606e2f08 req-f728e5b3-01f5-4efd-9f60-9688d5727d4d tempest-InstanceActionsTestJSON-1809281813 tempest-InstanceActionsTestJSON-1809281813-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fd7e9d5-9ce0-4efe-a1b4-a4ddbc42ca51 HTTP/1.1" status: 200 len: 945 time: 0.2376359 Jul 24 00:13:19.409761 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c72c7e0-ad92-4e5d-88f2-527d6006f01c req-2847f5ea-9503-4d45-998d-f326192b7684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:19.411210 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4c72c7e0-ad92-4e5d-88f2-527d6006f01c req-2847f5ea-9503-4d45-998d-f326192b7684 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b5859c1e-cadc-473f-b6a0-12802dc9ec4e HTTP/1.1" status: 200 len: 850 time: 0.1048415 Jul 24 00:13:19.417171 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-fce2beef-3083-4984-ac43-32590ac5c7f7 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Deleting port 20f846c1-0f3b-4628-98ee-13e9b13a9c82 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:13:19.417705 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fce2beef-3083-4984-ac43-32590ac5c7f7 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:19.453474 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4c72c7e0-ad92-4e5d-88f2-527d6006f01c req-3604b671-2568-48eb-97b7-823043267906 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ba763d93-6749-402f-a9a4-14c0b38e84ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338542 Jul 24 00:13:19.469596 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25d48b8-b6c4-4cbb-8e97-8513209e9c10 req-6b652e2b-9151-4590-b3bc-7d79d916594c tempest-InstanceActionsTestJSON-1809281813 tempest-InstanceActionsTestJSON-1809281813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:19.471214 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c25d48b8-b6c4-4cbb-8e97-8513209e9c10 req-6b652e2b-9151-4590-b3bc-7d79d916594c tempest-InstanceActionsTestJSON-1809281813 tempest-InstanceActionsTestJSON-1809281813-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fd7e9d5-9ce0-4efe-a1b4-a4ddbc42ca51 HTTP/1.1" status: 200 len: 945 time: 0.1729016 Jul 24 00:13:19.573582 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c25d48b8-b6c4-4cbb-8e97-8513209e9c10 req-c5143d25-fcf6-4822-b609-f655e0c46b04 tempest-InstanceActionsTestJSON-1809281813 tempest-InstanceActionsTestJSON-1809281813-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d867ba4-f4e4-4bbb-986c-dff4846731f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909901 Jul 24 00:13:19.591763 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc48925-b686-4b8a-a0f9-3e385222b24d req-9fcbaba7-1daa-46e7-81b9-f5dfa855d804 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:19.593512 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-edc48925-b686-4b8a-a0f9-3e385222b24d req-9fcbaba7-1daa-46e7-81b9-f5dfa855d804 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/ports?device_id=84e6228b-c359-4feb-9ac3-176fa3d1c17d HTTP/1.1" status: 200 len: 943 time: 0.2597327 Jul 24 00:13:19.607238 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4c72c7e0-ad92-4e5d-88f2-527d6006f01c req-829e60c0-5928-47fc-8891-42175cef34dd service neutron] 10.222.0.52 "GET /v2.0/networks/ba763d93-6749-402f-a9a4-14c0b38e84ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350510 Jul 24 00:13:19.626855 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fce2beef-3083-4984-ac43-32590ac5c7f7 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:19.649219 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-fce2beef-3083-4984-ac43-32590ac5c7f7 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Calling delete_port for 20f846c1-0f3b-4628-98ee-13e9b13a9c82 owned by {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:13:19.676459 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-edc48925-b686-4b8a-a0f9-3e385222b24d req-37a8d492-baa6-46d0-a588-bc499f28fc93 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/security-groups?id=c0063c4d-6272-47e4-8d6e-ed9b31bc3cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753195 Jul 24 00:13:19.727708 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4c72c7e0-ad92-4e5d-88f2-527d6006f01c req-c88f29e3-c1e5-4f42-ab73-28ab8caffbcd service neutron] 10.222.0.52 "GET /v2.0/networks/ba763d93-6749-402f-a9a4-14c0b38e84ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092324 Jul 24 00:13:19.751417 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-c2e0ff29-9bb9-4955-9b16-65ba606e2f08 req-8516560b-9103-4ae9-9492-81ac6cae40ac tempest-InstanceActionsTestJSON-1809281813 tempest-InstanceActionsTestJSON-1809281813-project] Deleting port a96243a2-452b-40d7-ac71-7ab009891526 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:13:19.751769 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-c2e0ff29-9bb9-4955-9b16-65ba606e2f08 req-8516560b-9103-4ae9-9492-81ac6cae40ac tempest-InstanceActionsTestJSON-1809281813 tempest-InstanceActionsTestJSON-1809281813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:19.854739 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8b731a-8c4c-4486-b4e8-93d6024e0b99 None None] Network e98734e2-dedb-4450-9333-d795164b1ce9 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:13:19.882555 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f45cc2-7f3a-45f1-be01-77beef5e87fc req-bca74f33-07bd-49f0-88aa-39789062f070 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:19.884305 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a7f45cc2-7f3a-45f1-be01-77beef5e87fc req-bca74f33-07bd-49f0-88aa-39789062f070 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=549de624-bb09-4e50-8794-41d8de162ace HTTP/1.1" status: 200 len: 944 time: 0.1186514 Jul 24 00:13:19.917462 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-10dda478-f5c6-46af-9ded-cef9311cb51c None None] Provisioning for port 9b143e57-8163-4500-8637-8f3c92d387d9 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:13:19.928236 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a7f45cc2-7f3a-45f1-be01-77beef5e87fc req-7af32446-cfb1-4951-a716-374184bacf11 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=65668094-9226-4b65-8245-cb28bd37e836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366828 Jul 24 00:13:19.934258 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-c2e0ff29-9bb9-4955-9b16-65ba606e2f08 req-8516560b-9103-4ae9-9492-81ac6cae40ac tempest-InstanceActionsTestJSON-1809281813 tempest-InstanceActionsTestJSON-1809281813-project] For port a96243a2-452b-40d7-ac71-7ab009891526, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=a96243a2-452b-40d7-ac71-7ab009891526,segment=NetworkSegment(afaee7cf-f136-438a-b3e9-9336fc8739e2),segment_id=afaee7cf-f136-438a-b3e9-9336fc8739e2)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:13:19.934630 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-c2e0ff29-9bb9-4955-9b16-65ba606e2f08 req-8516560b-9103-4ae9-9492-81ac6cae40ac tempest-InstanceActionsTestJSON-1809281813 tempest-InstanceActionsTestJSON-1809281813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:19.956624 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-c2e0ff29-9bb9-4955-9b16-65ba606e2f08 req-8516560b-9103-4ae9-9492-81ac6cae40ac tempest-InstanceActionsTestJSON-1809281813 tempest-InstanceActionsTestJSON-1809281813-project] Calling delete_port for a96243a2-452b-40d7-ac71-7ab009891526 owned by compute:nova {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:13:19.963792 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-10dda478-f5c6-46af-9ded-cef9311cb51c None None] Provisioning complete for port 9b143e57-8163-4500-8637-8f3c92d387d9 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:13:19.964140 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-10dda478-f5c6-46af-9ded-cef9311cb51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:20.147613 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fce2beef-3083-4984-ac43-32590ac5c7f7 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:20.186400 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce2beef-3083-4984-ac43-32590ac5c7f7 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event deleted for resources: {'Port': ['ID=20f846c1-0f3b-4628-98ee-13e9b13a9c82,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:20.238167 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-c2e0ff29-9bb9-4955-9b16-65ba606e2f08 req-8516560b-9103-4ae9-9492-81ac6cae40ac tempest-InstanceActionsTestJSON-1809281813 tempest-InstanceActionsTestJSON-1809281813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:20.248026 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['a96243a2-452b-40d7-ac71-7ab009891526'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:13:20.312351 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:13:20.325396 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8516560b-9103-4ae9-9492-81ac6cae40ac tempest-InstanceActionsTestJSON-1809281813 tempest-InstanceActionsTestJSON-1809281813-project] Pushing event deleted for resources: {'Port': ['ID=a96243a2-452b-40d7-ac71-7ab009891526,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:20.373705 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fce2beef-3083-4984-ac43-32590ac5c7f7 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:20.375684 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-fce2beef-3083-4984-ac43-32590ac5c7f7 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/ports/20f846c1-0f3b-4628-98ee-13e9b13a9c82 HTTP/1.1" status: 204 len: 168 time: 1.3435400 Jul 24 00:13:20.378778 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44394) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:20.403433 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2e0ff29-9bb9-4955-9b16-65ba606e2f08 req-8516560b-9103-4ae9-9492-81ac6cae40ac tempest-InstanceActionsTestJSON-1809281813 tempest-InstanceActionsTestJSON-1809281813-project] No DVR routers for this DVR port a96243a2-452b-40d7-ac71-7ab009891526 on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:13:20.406180 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-c2e0ff29-9bb9-4955-9b16-65ba606e2f08 req-8516560b-9103-4ae9-9492-81ac6cae40ac tempest-InstanceActionsTestJSON-1809281813 tempest-InstanceActionsTestJSON-1809281813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:20.409236 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c2e0ff29-9bb9-4955-9b16-65ba606e2f08 req-8516560b-9103-4ae9-9492-81ac6cae40ac tempest-InstanceActionsTestJSON-1809281813 tempest-InstanceActionsTestJSON-1809281813-project] 10.222.0.64 "DELETE /v2.0/ports/a96243a2-452b-40d7-ac71-7ab009891526 HTTP/1.1" status: 204 len: 173 time: 1.0028577 Jul 24 00:13:20.409665 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fd7e9d5-9ce0-4efe-a1b4-a4ddbc42ca51', 'name': 'network-vif-deleted', 'tag': 'a96243a2-452b-40d7-ac71-7ab009891526'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:13:20.414047 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a8f45e-ce88-42e1-8bce-4eab615fa0f4" -d '{"events": [{"server_uuid": "5fd7e9d5-9ce0-4efe-a1b4-a4ddbc42ca51", "name": "network-vif-deleted", "tag": "a96243a2-452b-40d7-ac71-7ab009891526"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:13:20.459635 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed6bce7-eb39-41e0-aa97-24d2ad3d3ff1 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:20.460124 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df4da65-601b-4dd3-b5cb-8ae5d0de6030 x-openstack-request-id: req-0df4da65-601b-4dd3-b5cb-8ae5d0de6030 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:13:20.460472 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fd7e9d5-9ce0-4efe-a1b4-a4ddbc42ca51", "name": "network-vif-deleted", "tag": "a96243a2-452b-40d7-ac71-7ab009891526", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:13:20.460744 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0df4da65-601b-4dd3-b5cb-8ae5d0de6030 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:13:20.461157 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fd7e9d5-9ce0-4efe-a1b4-a4ddbc42ca51', 'name': 'network-vif-deleted', 'tag': 'a96243a2-452b-40d7-ac71-7ab009891526', 'status': 'completed', 'code': 200} Jul 24 00:13:20.461540 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed6bce7-eb39-41e0-aa97-24d2ad3d3ff1 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:20.463549 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed6bce7-eb39-41e0-aa97-24d2ad3d3ff1 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:20.467798 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-7ed6bce7-eb39-41e0-aa97-24d2ad3d3ff1 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0853961 Jul 24 00:13:20.467937 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 44398) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:20.543032 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f561d6-ad2a-4086-8a02-f90efe77c712 None None] Network e98734e2-dedb-4450-9333-d795164b1ce9 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:13:20.552706 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3f291ca-14a2-4ec3-9a31-4849d58c3a14 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Deleting subnet 243c398d-0ddd-401f-a100-83d105542bfa {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:13:20.557583 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f3f291ca-14a2-4ec3-9a31-4849d58c3a14 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:20.606775 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f3f291ca-14a2-4ec3-9a31-4849d58c3a14 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:20.690842 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-740c9fed-2ede-4657-945d-5b65a5d4a186 None None] Could not find standard attr ID for object 20f846c1-0f3b-4628-98ee-13e9b13a9c82. {{(pid=100315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 00:13:20.721403 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-740c9fed-2ede-4657-945d-5b65a5d4a186 None None] Provisioning complete for port 9b143e57-8163-4500-8637-8f3c92d387d9 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:13:20.721741 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-740c9fed-2ede-4657-945d-5b65a5d4a186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:20.722176 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f3f291ca-14a2-4ec3-9a31-4849d58c3a14 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:20.781386 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-67ed8757-bf7d-46bf-8ce2-5c43d069186b req-26926b19-07a0-4920-b10b-bec3dc4e6a38 tempest-InstanceActionsTestJSON-1809281813 tempest-InstanceActionsTestJSON-1809281813-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fd7e9d5-9ce0-4efe-a1b4-a4ddbc42ca51 HTTP/1.1" status: 200 len: 210 time: 0.0528910 Jul 24 00:13:20.791047 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f3f291ca-14a2-4ec3-9a31-4849d58c3a14 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:20.885751 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f291ca-14a2-4ec3-9a31-4849d58c3a14 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event deleted for resources: {'Subnet': ['ID=243c398d-0ddd-401f-a100-83d105542bfa,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:20.936914 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f3f291ca-14a2-4ec3-9a31-4849d58c3a14 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:20.936914 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-f3f291ca-14a2-4ec3-9a31-4849d58c3a14 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/subnets/243c398d-0ddd-401f-a100-83d105542bfa HTTP/1.1" status: 204 len: 168 time: 0.4669802 Jul 24 00:13:20.939397 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44410) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:21.015373 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cfa40c-5ef2-43bd-a453-5a4753cd4336 req-77725e37-2f37-4b39-b4c8-932a61a1f6a6 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:21.032467 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a2cfa40c-5ef2-43bd-a453-5a4753cd4336 req-77725e37-2f37-4b39-b4c8-932a61a1f6a6 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/ports?device_id=84e6228b-c359-4feb-9ac3-176fa3d1c17d HTTP/1.1" status: 200 len: 943 time: 0.2220325 Jul 24 00:13:21.127336 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a2cfa40c-5ef2-43bd-a453-5a4753cd4336 req-b52c2300-5f2b-417e-884c-1b94142e59a6 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/security-groups?id=c0063c4d-6272-47e4-8d6e-ed9b31bc3cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917258 Jul 24 00:13:21.135822 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-24801a09-b79d-451d-b258-1d0fc075860a tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Deleting subnet 2be7318f-b3df-4d81-a6ca-3a3c0bc87708 {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:13:21.140907 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-24801a09-b79d-451d-b258-1d0fc075860a tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:21.211654 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-24801a09-b79d-451d-b258-1d0fc075860a tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:21.334380 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df19a87-0019-475d-9793-6a8b38f4909c req-10aac709-b14b-40c9-bf45-ee406c9cbcbb tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:21.336505 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9df19a87-0019-475d-9793-6a8b38f4909c req-10aac709-b14b-40c9-bf45-ee406c9cbcbb tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=549de624-bb09-4e50-8794-41d8de162ace HTTP/1.1" status: 200 len: 944 time: 0.2738402 Jul 24 00:13:21.354120 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce99b762-f66d-4f8a-9953-8937de4104ef None None] Network e98734e2-dedb-4450-9333-d795164b1ce9 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:13:21.385035 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-24801a09-b79d-451d-b258-1d0fc075860a tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:21.437156 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9df19a87-0019-475d-9793-6a8b38f4909c req-bc432b2f-fa09-4104-a835-dec90e7020c5 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=65668094-9226-4b65-8245-cb28bd37e836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839872 Jul 24 00:13:21.485139 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-24801a09-b79d-451d-b258-1d0fc075860a tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:21.516579 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24801a09-b79d-451d-b258-1d0fc075860a tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event deleted for resources: {'Subnet': ['ID=2be7318f-b3df-4d81-a6ca-3a3c0bc87708,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:21.518663 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-24801a09-b79d-451d-b258-1d0fc075860a tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:21.520712 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-24801a09-b79d-451d-b258-1d0fc075860a tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/subnets/2be7318f-b3df-4d81-a6ca-3a3c0bc87708 HTTP/1.1" status: 204 len: 168 time: 0.5790884 Jul 24 00:13:21.523269 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 44416) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:21.579474 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-927df6a6-6402-42d4-a093-de2a39b7f4c7 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0550215 Jul 24 00:13:21.582461 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44418) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:21.588747 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-1a0cfed3-9e4c-47d5-b4d8-31158ccf1332 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Request body: {'subnet': {'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:13:21.645569 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-57a500ed-1bdb-4cac-938c-d35ce08f77fc None None] Provisioning complete for port 9b143e57-8163-4500-8637-8f3c92d387d9 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:13:21.645938 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-57a500ed-1bdb-4cac-938c-d35ce08f77fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:21.703537 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a0cfed3-9e4c-47d5-b4d8-31158ccf1332 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Made reservation on behalf of ba617effe2664093b954ded2eab93240 for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:13:21.708282 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1a0cfed3-9e4c-47d5-b4d8-31158ccf1332 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:21.900203 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 44422) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:21.980798 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d78a7c-6094-45da-a7ac-f75c8829d38d None None] DHCP port deletion for e98734e2-dedb-4450-9333-d795164b1ce9 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:13:22.036737 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-965f721a-e126-462c-bad5-d781e97793dd admin admin] Deleting subnet bcb84548-add6-42c7-936f-13d704877aa8 {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:13:22.044997 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-965f721a-e126-462c-bad5-d781e97793dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:22.098459 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-74d78a7c-6094-45da-a7ac-f75c8829d38d None None] Deleting port 9b143e57-8163-4500-8637-8f3c92d387d9 {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:13:22.100883 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-74d78a7c-6094-45da-a7ac-f75c8829d38d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:22.101903 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-965f721a-e126-462c-bad5-d781e97793dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:22.128531 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1a0cfed3-9e4c-47d5-b4d8-31158ccf1332 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:22.152858 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-965f721a-e126-462c-bad5-d781e97793dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:22.178485 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0cfed3-9e4c-47d5-b4d8-31158ccf1332 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Network e98734e2-dedb-4450-9333-d795164b1ce9 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:13:22.182228 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-1a0cfed3-9e4c-47d5-b4d8-31158ccf1332 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:13:22.187032 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0cfed3-9e4c-47d5-b4d8-31158ccf1332 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:22.187627 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1a0cfed3-9e4c-47d5-b4d8-31158ccf1332 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:22.204308 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0cfed3-9e4c-47d5-b4d8-31158ccf1332 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event updated for resources: {'Subnet': ['ID=7db255a2-87e2-4e6f-99a8-c91aec56677b,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:22.208113 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-74d78a7c-6094-45da-a7ac-f75c8829d38d None None] For port 9b143e57-8163-4500-8637-8f3c92d387d9, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=9b143e57-8163-4500-8637-8f3c92d387d9,segment=NetworkSegment(b737500e-4702-4fa9-bd4b-6c1d2e2fa041),segment_id=b737500e-4702-4fa9-bd4b-6c1d2e2fa041)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:13:22.208573 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-74d78a7c-6094-45da-a7ac-f75c8829d38d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:22.218385 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-1a0cfed3-9e4c-47d5-b4d8-31158ccf1332 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6344559 Jul 24 00:13:22.219863 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44428) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:22.226973 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-f74ef60a-c4c8-4e52-beb3-32022b5c4a76 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Request body: {'subnet': {'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:13:22.229844 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-74d78a7c-6094-45da-a7ac-f75c8829d38d None None] Calling delete_port for 9b143e57-8163-4500-8637-8f3c92d387d9 owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:13:22.243689 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-965f721a-e126-462c-bad5-d781e97793dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:22.284748 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965f721a-e126-462c-bad5-d781e97793dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcb84548-add6-42c7-936f-13d704877aa8,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:22.292565 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-965f721a-e126-462c-bad5-d781e97793dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:22.294880 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-965f721a-e126-462c-bad5-d781e97793dd admin admin] 10.222.0.44 "DELETE /v2.0/subnets/bcb84548-add6-42c7-936f-13d704877aa8 HTTP/1.1" status: 204 len: 168 time: 0.3921988 Jul 24 00:13:22.298051 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 44430) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:22.340450 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-74d78a7c-6094-45da-a7ac-f75c8829d38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:22.382099 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d78a7c-6094-45da-a7ac-f75c8829d38d None None] No DVR routers for this DVR port 9b143e57-8163-4500-8637-8f3c92d387d9 on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:13:22.389754 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d78a7c-6094-45da-a7ac-f75c8829d38d None None] Pushing event deleted for resources: {'Port': ['ID=9b143e57-8163-4500-8637-8f3c92d387d9,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:22.396975 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ceb01d-9486-4999-bbbc-1eaa3e092cb8 req-ae24b599-f448-42dc-ad18-e66c5238d413 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:22.399175 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-19ceb01d-9486-4999-bbbc-1eaa3e092cb8 req-ae24b599-f448-42dc-ad18-e66c5238d413 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/ports?device_id=84e6228b-c359-4feb-9ac3-176fa3d1c17d HTTP/1.1" status: 200 len: 943 time: 0.1245303 Jul 24 00:13:22.399631 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166c4696-f921-465a-9508-3da022db8912 None None] Network e98734e2-dedb-4450-9333-d795164b1ce9 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:13:22.413439 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-49427fa6-0039-4d0d-adef-4983f2dc0faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:22.457185 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-19ceb01d-9486-4999-bbbc-1eaa3e092cb8 req-ed9b5498-c969-4cb2-bda2-e9987c8a4469 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/security-groups?id=c0063c4d-6272-47e4-8d6e-ed9b31bc3cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511317 Jul 24 00:13:22.457824 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f74ef60a-c4c8-4e52-beb3-32022b5c4a76 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Made reservation on behalf of ba617effe2664093b954ded2eab93240 for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:13:22.461826 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f74ef60a-c4c8-4e52-beb3-32022b5c4a76 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:22.579877 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-49427fa6-0039-4d0d-adef-4983f2dc0faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:22.614748 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 4f0c4ebe-0192-4056-858c-bd6b80733df2 details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:13:22.618731 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-49427fa6-0039-4d0d-adef-4983f2dc0faa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb50c5f9-a9dd-4783-8dab-2d4ce1f966a4']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:13:22.651438 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-49427fa6-0039-4d0d-adef-4983f2dc0faa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afaee7cf-f136-438a-b3e9-9336fc8739e2') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:13:22.651691 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-49427fa6-0039-4d0d-adef-4983f2dc0faa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afaee7cf-f136-438a-b3e9-9336fc8739e2') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:13:22.667008 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-49427fa6-0039-4d0d-adef-4983f2dc0faa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:22.690246 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-49427fa6-0039-4d0d-adef-4983f2dc0faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:22.717627 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49427fa6-0039-4d0d-adef-4983f2dc0faa admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:13:22.721892 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-49427fa6-0039-4d0d-adef-4983f2dc0faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:22.724101 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:13:22.724101 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:13:22.724101 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:13:22.724101 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:13:22.724101 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:13:22.724101 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:13:22.724101 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:13:22.724101 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:13:22.724101 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:13:22.724101 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:13:22.724101 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:13:22.724101 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:13:22.724101 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:13:22.724101 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:13:22.724101 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:13:22.724101 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:13:22.724101 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:13:22.724101 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:13:22.724101 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:13:22.724101 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:13:22.724101 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:13:22.724101 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:13:22.724101 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:13:22.724101 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:13:22.724101 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:13:22.724101 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:13:22.724101 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:13:22.724101 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:13:22.724101 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:13:22.724101 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:13:22.724101 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:13:22.724101 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:13:22.769641 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756beae3-ed10-4f69-b623-c05b10cb010e req-24103258-6f87-40f4-8967-9cddc43f46f6 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:22.779230 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-756beae3-ed10-4f69-b623-c05b10cb010e req-24103258-6f87-40f4-8967-9cddc43f46f6 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=549de624-bb09-4e50-8794-41d8de162ace HTTP/1.1" status: 200 len: 944 time: 0.1926224 Jul 24 00:13:22.832100 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 4f0c4ebe-0192-4056-858c-bd6b80733df2, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=4f0c4ebe-0192-4056-858c-bd6b80733df2,segment=NetworkSegment(af8131c7-388d-420a-abf7-0774a216b38b),segment_id=af8131c7-388d-420a-abf7-0774a216b38b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:13:22.843902 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': '4f0c4ebe-0192-4056-858c-bd6b80733df2', 'network_id': 'ba763d93-6749-402f-a9a4-14c0b38e84ad', 'port_id': '4f0c4ebe-0192-4056-858c-bd6b80733df2', 'mac_address': 'fa:16:3e:77:b2:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5859c1e-cadc-473f-b6a0-12802dc9ec4e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:13:22.855513 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbe5e37-4566-4089-9db9-68a3e0675bbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-e98734e2-dedb-4450-9333-d795164b1ce9', 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'tenant_id': 'ba617effe2664093b954ded2eab93240', 'fixed_ips': [{'subnet_id': '7db255a2-87e2-4e6f-99a8-c91aec56677b'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:13:22.856403 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-8fbe5e37-4566-4089-9db9-68a3e0675bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:22.879571 n-d-800088-16 neutron-server[100313]: DEBUG neutron.objects.ports [None req-f74ef60a-c4c8-4e52-beb3-32022b5c4a76 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100313) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 24 00:13:22.884299 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f74ef60a-c4c8-4e52-beb3-32022b5c4a76 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:22.902252 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-756beae3-ed10-4f69-b623-c05b10cb010e req-1a547984-309d-4f7d-acf7-ef016cf873d4 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=65668094-9226-4b65-8245-cb28bd37e836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212177 Jul 24 00:13:22.903645 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-49427fa6-0039-4d0d-adef-4983f2dc0faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:22.916338 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-49427fa6-0039-4d0d-adef-4983f2dc0faa admin admin] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:22.924885 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-49427fa6-0039-4d0d-adef-4983f2dc0faa admin admin] 10.222.0.44 "DELETE /v2.0/networks/fb50c5f9-a9dd-4783-8dab-2d4ce1f966a4 HTTP/1.1" status: 204 len: 168 time: 0.6251886 Jul 24 00:13:22.989923 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49427fa6-0039-4d0d-adef-4983f2dc0faa admin admin] Pushing event deleted for resources: {'Network': ['ID=fb50c5f9-a9dd-4783-8dab-2d4ce1f966a4,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:23.020112 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74ef60a-c4c8-4e52-beb3-32022b5c4a76 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Network e98734e2-dedb-4450-9333-d795164b1ce9 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:13:23.023564 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-f74ef60a-c4c8-4e52-beb3-32022b5c4a76 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:13:23.033154 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74ef60a-c4c8-4e52-beb3-32022b5c4a76 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:23.034025 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f74ef60a-c4c8-4e52-beb3-32022b5c4a76 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:23.074906 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74ef60a-c4c8-4e52-beb3-32022b5c4a76 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event updated for resources: {'Subnet': ['ID=f7b2ee54-ff97-4760-af3c-c54650006334,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:23.084043 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-f74ef60a-c4c8-4e52-beb3-32022b5c4a76 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8630006 Jul 24 00:13:23.087185 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 44442) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:23.093868 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-ee8abb21-4bc4-4012-b3ec-674e8ef53808 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Request body: {'port': {'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'mac_address': 'fa:16:3e:10:74:4e', 'name': 'tempest-NetworksTestDHCPv6-587276279'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:13:23.154755 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-8fbe5e37-4566-4089-9db9-68a3e0675bbc None None] Allocated IP 172.20.0.2 (e98734e2-dedb-4450-9333-d795164b1ce9/7db255a2-87e2-4e6f-99a8-c91aec56677b/b50f3aad-fa83-4ede-b70f-d8143df78d08) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:13:23.168631 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-8fbe5e37-4566-4089-9db9-68a3e0675bbc None None] Allocated IP 2001:db8::f816:3eff:feef:7de6 (e98734e2-dedb-4450-9333-d795164b1ce9/f7b2ee54-ff97-4760-af3c-c54650006334/b50f3aad-fa83-4ede-b70f-d8143df78d08) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:13:23.242370 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device a96243a2-452b-40d7-ac71-7ab009891526 no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:13:23.244370 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 9b143e57-8163-4500-8637-8f3c92d387d9 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:13:23.313711 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] No Port match for: a96243a2-452b-40d7-ac71-7ab009891526 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:13:23.314071 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device a96243a2-452b-40d7-ac71-7ab009891526 not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:13:23.315765 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 9b143e57-8163-4500-8637-8f3c92d387d9 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:13:23.318769 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 9b143e57-8163-4500-8637-8f3c92d387d9 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:13:23.334296 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44446) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:23.369647 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee8abb21-4bc4-4012-b3ec-674e8ef53808 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Made reservation on behalf of ba617effe2664093b954ded2eab93240 for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:13:23.379926 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-8091f2fa-fa6c-4001-aa24-e6a6f97a2b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:23.386241 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:23.403371 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f0c4ebe-0192-4056-858c-bd6b80733df2 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:13:23.445616 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-72cdabf0-62e3-4ecc-be1b-caffd71c48af admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9c6914d7e55247c49f38d833c34d241e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1073165 Jul 24 00:13:23.446842 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 44448) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:23.526288 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-8fbe5e37-4566-4089-9db9-68a3e0675bbc None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:23.537423 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-8fbe5e37-4566-4089-9db9-68a3e0675bbc None None] Transition to ACTIVE for port object b50f3aad-fa83-4ede-b70f-d8143df78d08 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:13:23.548694 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ee98efc9-f3b9-43a8-afee-f5caacd80190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:23.558512 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-8fbe5e37-4566-4089-9db9-68a3e0675bbc None None] Transition to ACTIVE for port object b50f3aad-fa83-4ede-b70f-d8143df78d08 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:13:23.565181 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 4f0c4ebe-0192-4056-858c-bd6b80733df2, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=4f0c4ebe-0192-4056-858c-bd6b80733df2,segment=NetworkSegment(af8131c7-388d-420a-abf7-0774a216b38b),segment_id=af8131c7-388d-420a-abf7-0774a216b38b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:13:23.568216 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-8fbe5e37-4566-4089-9db9-68a3e0675bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:23.576988 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:23.631768 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbe5e37-4566-4089-9db9-68a3e0675bbc None None] Network e98734e2-dedb-4450-9333-d795164b1ce9 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:13:23.636838 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-8fbe5e37-4566-4089-9db9-68a3e0675bbc None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:13:23.642113 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ee8abb21-4bc4-4012-b3ec-674e8ef53808 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:23.646131 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbe5e37-4566-4089-9db9-68a3e0675bbc None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:13:23.649902 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbe5e37-4566-4089-9db9-68a3e0675bbc None None] Pushing event updated for resources: {'Port': ['ID=b50f3aad-fa83-4ede-b70f-d8143df78d08,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:23.656257 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ee98efc9-f3b9-43a8-afee-f5caacd80190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:23.719932 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3766748a-9d1b-4a4e-bd7b-da5c92f3b3ae req-cad98381-1356-45a8-a2be-af2a391bef36 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:23.724674 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3766748a-9d1b-4a4e-bd7b-da5c92f3b3ae req-cad98381-1356-45a8-a2be-af2a391bef36 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/ports?device_id=84e6228b-c359-4feb-9ac3-176fa3d1c17d HTTP/1.1" status: 200 len: 944 time: 0.1530285 Jul 24 00:13:23.762311 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [None req-ee8abb21-4bc4-4012-b3ec-674e8ef53808 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] device_id is not set on port 0cb134cd-60f0-41af-ae73-3ee369e41be7 yet. {{(pid=100314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:13:23.777948 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3766748a-9d1b-4a4e-bd7b-da5c92f3b3ae req-46a8cad4-e0d8-4f1f-864d-614102a1e1e9 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/security-groups?id=c0063c4d-6272-47e4-8d6e-ed9b31bc3cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464339 Jul 24 00:13:23.806387 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-8fbe5e37-4566-4089-9db9-68a3e0675bbc None None] Attempting to bind port b50f3aad-fa83-4ede-b70f-d8143df78d08 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:13:23.806771 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-8fbe5e37-4566-4089-9db9-68a3e0675bbc None None] Attempting to bind port b50f3aad-fa83-4ede-b70f-d8143df78d08 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': 'b737500e-4702-4fa9-bd4b-6c1d2e2fa041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:13:23.807184 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbe5e37-4566-4089-9db9-68a3e0675bbc None None] Attempting to bind port b50f3aad-fa83-4ede-b70f-d8143df78d08 on network e98734e2-dedb-4450-9333-d795164b1ce9 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:13:23.816363 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=4f0c4ebe-0192-4056-858c-bd6b80733df2,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:23.823233 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['4f0c4ebe-0192-4056-858c-bd6b80733df2'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:13:23.825956 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbe5e37-4566-4089-9db9-68a3e0675bbc None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:13:23.826517 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbe5e37-4566-4089-9db9-68a3e0675bbc None None] Checking segment: {'id': 'b737500e-4702-4fa9-bd4b-6c1d2e2fa041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:13:23.826830 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-8fbe5e37-4566-4089-9db9-68a3e0675bbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:23.827223 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbe5e37-4566-4089-9db9-68a3e0675bbc None None] Bound using segment: {'id': 'b737500e-4702-4fa9-bd4b-6c1d2e2fa041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:13:23.827746 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-8fbe5e37-4566-4089-9db9-68a3e0675bbc None None] Bound port: b50f3aad-fa83-4ede-b70f-d8143df78d08, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b737500e-4702-4fa9-bd4b-6c1d2e2fa041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:13:23.828239 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-8fbe5e37-4566-4089-9db9-68a3e0675bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:23.837396 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ee98efc9-f3b9-43a8-afee-f5caacd80190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:23.840764 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ee98efc9-f3b9-43a8-afee-f5caacd80190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:23.846166 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-ee98efc9-f3b9-43a8-afee-f5caacd80190 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6d867ba4-f4e4-4bbb-986c-dff4846731f3 HTTP/1.1" status: 204 len: 168 time: 0.3977547 Jul 24 00:13:23.885461 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee98efc9-f3b9-43a8-afee-f5caacd80190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d867ba4-f4e4-4bbb-986c-dff4846731f3,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:23.981046 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-8fbe5e37-4566-4089-9db9-68a3e0675bbc None None] For port b50f3aad-fa83-4ede-b70f-d8143df78d08, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:13:24.014830 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-ee8abb21-4bc4-4012-b3ec-674e8ef53808 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Allocated IP 172.20.0.11 (e98734e2-dedb-4450-9333-d795164b1ce9/7db255a2-87e2-4e6f-99a8-c91aec56677b/0cb134cd-60f0-41af-ae73-3ee369e41be7) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:13:24.021143 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-8fbe5e37-4566-4089-9db9-68a3e0675bbc None None] For port b50f3aad-fa83-4ede-b70f-d8143df78d08, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=b50f3aad-fa83-4ede-b70f-d8143df78d08,segment=NetworkSegment(b737500e-4702-4fa9-bd4b-6c1d2e2fa041),segment_id=b737500e-4702-4fa9-bd4b-6c1d2e2fa041)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:13:24.031151 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-ee8abb21-4bc4-4012-b3ec-674e8ef53808 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Allocated IP 2001:db8::f816:3eff:fe10:744e (e98734e2-dedb-4450-9333-d795164b1ce9/f7b2ee54-ff97-4760-af3c-c54650006334/0cb134cd-60f0-41af-ae73-3ee369e41be7) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:13:24.036899 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-8fbe5e37-4566-4089-9db9-68a3e0675bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:24.311046 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbe5e37-4566-4089-9db9-68a3e0675bbc None None] Pushing event updated for resources: {'Port': ['ID=b50f3aad-fa83-4ede-b70f-d8143df78d08,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:24.399069 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c04b390-e84d-4687-941d-8bc1be0c882b req-8a4fd446-516a-4f37-aac3-1aae8326a51b tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:24.401012 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2c04b390-e84d-4687-941d-8bc1be0c882b req-8a4fd446-516a-4f37-aac3-1aae8326a51b tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=549de624-bb09-4e50-8794-41d8de162ace HTTP/1.1" status: 200 len: 944 time: 0.3581715 Jul 24 00:13:24.482185 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2c04b390-e84d-4687-941d-8bc1be0c882b req-9b769bb8-10c2-4dee-a796-9a81ac5dbbfe tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=65668094-9226-4b65-8245-cb28bd37e836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685112 Jul 24 00:13:24.533722 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ee8abb21-4bc4-4012-b3ec-674e8ef53808 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:24.554102 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [None req-ee8abb21-4bc4-4012-b3ec-674e8ef53808 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Transition to ACTIVE for port object 0cb134cd-60f0-41af-ae73-3ee369e41be7 will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:13:24.635567 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ee8abb21-4bc4-4012-b3ec-674e8ef53808 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:24.729427 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8abb21-4bc4-4012-b3ec-674e8ef53808 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Network e98734e2-dedb-4450-9333-d795164b1ce9 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:13:24.733020 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-ee8abb21-4bc4-4012-b3ec-674e8ef53808 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:13:24.745191 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8abb21-4bc4-4012-b3ec-674e8ef53808 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:13:24.794482 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8abb21-4bc4-4012-b3ec-674e8ef53808 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event updated for resources: {'Port': ['ID=0cb134cd-60f0-41af-ae73-3ee369e41be7,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:24.837398 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8abb21-4bc4-4012-b3ec-674e8ef53808 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:24.837398 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ee8abb21-4bc4-4012-b3ec-674e8ef53808 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:24.860526 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 44480) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:24.870656 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-ee8abb21-4bc4-4012-b3ec-674e8ef53808 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.7813768 Jul 24 00:13:24.873075 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 44484) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:24.973375 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d43d18-c6ec-4a02-b11c-5ae88ff139ad req-822ea7c6-1e69-4949-92bc-dc7d5af06930 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:24.975977 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-02d43d18-c6ec-4a02-b11c-5ae88ff139ad req-822ea7c6-1e69-4949-92bc-dc7d5af06930 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/ports?device_id=84e6228b-c359-4feb-9ac3-176fa3d1c17d HTTP/1.1" status: 200 len: 944 time: 0.0957241 Jul 24 00:13:24.988115 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5f76e7-216e-4369-88aa-0f9b9a4a6951 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:25.001958 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5f76e7-216e-4369-88aa-0f9b9a4a6951 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:25.006299 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-9a5f76e7-216e-4369-88aa-0f9b9a4a6951 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1296308 Jul 24 00:13:25.006997 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44488) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:25.072038 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-02d43d18-c6ec-4a02-b11c-5ae88ff139ad req-91dcf9df-7d0a-48af-9771-146230459878 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/security-groups?id=c0063c4d-6272-47e4-8d6e-ed9b31bc3cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884955 Jul 24 00:13:25.102352 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-69d9dc3f-d5c7-4f38-bf78-d1142946ea4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:25.174098 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-36c3e8b6-991a-420d-8d28-a564d96ee8fd tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Deleting port 0cb134cd-60f0-41af-ae73-3ee369e41be7 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:13:25.174447 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-36c3e8b6-991a-420d-8d28-a564d96ee8fd tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:25.271210 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device b50f3aad-fa83-4ede-b70f-d8143df78d08 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:13:25.278497 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-69d9dc3f-d5c7-4f38-bf78-d1142946ea4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:25.285452 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-69d9dc3f-d5c7-4f38-bf78-d1142946ea4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:25.306412 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-36c3e8b6-991a-420d-8d28-a564d96ee8fd tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:25.339548 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-36c3e8b6-991a-420d-8d28-a564d96ee8fd tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Calling delete_port for 0cb134cd-60f0-41af-ae73-3ee369e41be7 owned by {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:13:25.359848 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-69d9dc3f-d5c7-4f38-bf78-d1142946ea4b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cd27e6c57cc24a6d9229e73b851ff9df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4971790 Jul 24 00:13:25.360643 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9dc3f-d5c7-4f38-bf78-d1142946ea4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03ed1c43-9dc3-494e-ae2a-b4b0bda2259b,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:25.365977 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 44498) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:25.374264 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port b50f3aad-fa83-4ede-b70f-d8143df78d08 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:13:25.429898 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-30329e77-c14f-49dc-a71a-2e4fe768a047 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:25.458964 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-30329e77-c14f-49dc-a71a-2e4fe768a047 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:25.504370 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44500) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:25.538336 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-30329e77-c14f-49dc-a71a-2e4fe768a047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:25.541280 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-30329e77-c14f-49dc-a71a-2e4fe768a047 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:25.542708 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-30329e77-c14f-49dc-a71a-2e4fe768a047 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/03ed1c43-9dc3-494e-ae2a-b4b0bda2259b HTTP/1.1" status: 204 len: 168 time: 0.1756690 Jul 24 00:13:25.587007 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30329e77-c14f-49dc-a71a-2e4fe768a047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ed1c43-9dc3-494e-ae2a-b4b0bda2259b,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:25.651930 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-36c3e8b6-991a-420d-8d28-a564d96ee8fd tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:25.721063 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c3e8b6-991a-420d-8d28-a564d96ee8fd tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event deleted for resources: {'Port': ['ID=0cb134cd-60f0-41af-ae73-3ee369e41be7,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:25.752354 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-05dad7c2-6e3a-4f9f-a2a5-33205ce2c07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:25.766575 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba76fe18-1bba-4301-baf0-1c5e6d3919a0 req-5062303b-90d4-4f3a-8d08-9997d6345faf tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:25.775800 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ba76fe18-1bba-4301-baf0-1c5e6d3919a0 req-5062303b-90d4-4f3a-8d08-9997d6345faf tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=549de624-bb09-4e50-8794-41d8de162ace HTTP/1.1" status: 200 len: 944 time: 0.1234815 Jul 24 00:13:25.831607 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ba76fe18-1bba-4301-baf0-1c5e6d3919a0 req-b251c11b-7d79-4d8c-bca4-c60360bc52ec tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=65668094-9226-4b65-8245-cb28bd37e836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546803 Jul 24 00:13:25.894532 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de2f673-284b-46c4-83e4-22156308855d None None] Network e98734e2-dedb-4450-9333-d795164b1ce9 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:13:25.915011 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-36c3e8b6-991a-420d-8d28-a564d96ee8fd tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:25.917733 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-36c3e8b6-991a-420d-8d28-a564d96ee8fd tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/ports/0cb134cd-60f0-41af-ae73-3ee369e41be7 HTTP/1.1" status: 204 len: 168 time: 0.9102464 Jul 24 00:13:25.925386 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44512) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:25.993964 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-b34f108b-9c76-4175-9c0d-42eb3525122a None None] Provisioning for port b50f3aad-fa83-4ede-b70f-d8143df78d08 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:13:26.057767 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4c9b06-358b-4336-831c-03f1840406fa tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:26.061553 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4c9b06-358b-4336-831c-03f1840406fa tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:26.063429 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4c9b06-358b-4336-831c-03f1840406fa tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:26.068397 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-ed4c9b06-358b-4336-831c-03f1840406fa tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1433585 Jul 24 00:13:26.068924 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 44518) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:26.097571 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-b34f108b-9c76-4175-9c0d-42eb3525122a None None] Provisioning complete for port b50f3aad-fa83-4ede-b70f-d8143df78d08 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:13:26.098253 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b34f108b-9c76-4175-9c0d-42eb3525122a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:26.106713 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-663f5d9e-f1a5-494c-939b-a21d05a8ec93 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-415918493-network', 'tenant_id': '17106f56bd6e4b86b27a5d0422aa02ab'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:13:26.152105 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-663f5d9e-f1a5-494c-939b-a21d05a8ec93 admin admin] Made reservation on behalf of 17106f56bd6e4b86b27a5d0422aa02ab for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:13:26.154589 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-663f5d9e-f1a5-494c-939b-a21d05a8ec93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:26.190765 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-663f5d9e-f1a5-494c-939b-a21d05a8ec93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:26.221497 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-b144eef8-3825-43f7-80b6-6c111707e076 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Deleting subnet 7db255a2-87e2-4e6f-99a8-c91aec56677b {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:13:26.242463 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b144eef8-3825-43f7-80b6-6c111707e076 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:26.318288 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b144eef8-3825-43f7-80b6-6c111707e076 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:26.325019 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634de4e4-09b0-4340-851c-31a9a954f5ab req-910faf45-a254-4469-b26e-774a7981df0a tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:26.327136 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b34f108b-9c76-4175-9c0d-42eb3525122a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:26.329450 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-634de4e4-09b0-4340-851c-31a9a954f5ab req-910faf45-a254-4469-b26e-774a7981df0a tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/ports?device_id=84e6228b-c359-4feb-9ac3-176fa3d1c17d HTTP/1.1" status: 200 len: 944 time: 0.1341465 Jul 24 00:13:26.402917 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-634de4e4-09b0-4340-851c-31a9a954f5ab req-7adfc7df-edd5-4783-a8ff-df0f5b9940fb tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/security-groups?id=c0063c4d-6272-47e4-8d6e-ed9b31bc3cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658958 Jul 24 00:13:26.417113 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-663f5d9e-f1a5-494c-939b-a21d05a8ec93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:26.422175 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-663f5d9e-f1a5-494c-939b-a21d05a8ec93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:26.440567 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-b34f108b-9c76-4175-9c0d-42eb3525122a None None] For port b50f3aad-fa83-4ede-b70f-d8143df78d08, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=b50f3aad-fa83-4ede-b70f-d8143df78d08,segment=NetworkSegment(b737500e-4702-4fa9-bd4b-6c1d2e2fa041),segment_id=b737500e-4702-4fa9-bd4b-6c1d2e2fa041)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:13:26.448870 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b34f108b-9c76-4175-9c0d-42eb3525122a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:26.460510 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-663f5d9e-f1a5-494c-939b-a21d05a8ec93 admin admin] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:13:26.466346 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b144eef8-3825-43f7-80b6-6c111707e076 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:26.485408 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663f5d9e-f1a5-494c-939b-a21d05a8ec93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f8e688-cdad-46c4-8a86-5d8b77004136,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:26.489338 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-663f5d9e-f1a5-494c-939b-a21d05a8ec93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:26.490155 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-663f5d9e-f1a5-494c-939b-a21d05a8ec93 admin admin] Added segment 54b0bb54-5616-4f5a-8531-23ddff6f591c of type vlan for network c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99 Jul 24 00:13:26.547983 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34f108b-9c76-4175-9c0d-42eb3525122a None None] Pushing event updated for resources: {'Port': ['ID=b50f3aad-fa83-4ede-b70f-d8143df78d08,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:26.558996 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-663f5d9e-f1a5-494c-939b-a21d05a8ec93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:26.591263 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b144eef8-3825-43f7-80b6-6c111707e076 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:26.602709 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-663f5d9e-f1a5-494c-939b-a21d05a8ec93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:26.604678 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663f5d9e-f1a5-494c-939b-a21d05a8ec93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:26.604843 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 29cd91c2-82fb-4dff-aa19-86d9d8a37546 details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:13:26.606509 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-663f5d9e-f1a5-494c-939b-a21d05a8ec93 admin admin] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:26.606736 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 4f0c4ebe-0192-4056-858c-bd6b80733df2 up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:13:26.645439 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-663f5d9e-f1a5-494c-939b-a21d05a8ec93 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1335266 Jul 24 00:13:26.646221 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44534) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:26.650768 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-aeb8af48-5464-4f74-9c62-f04ca52d0ca4 admin admin] Request body: {'subnet': {'network_id': 'c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-415918493-subnet', 'tenant_id': '17106f56bd6e4b86b27a5d0422aa02ab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:13:26.670895 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b144eef8-3825-43f7-80b6-6c111707e076 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:26.675288 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-b144eef8-3825-43f7-80b6-6c111707e076 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/subnets/7db255a2-87e2-4e6f-99a8-c91aec56677b HTTP/1.1" status: 204 len: 168 time: 0.6030178 Jul 24 00:13:26.686012 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b144eef8-3825-43f7-80b6-6c111707e076 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event deleted for resources: {'Subnet': ['ID=7db255a2-87e2-4e6f-99a8-c91aec56677b,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:26.687737 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 44538) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:26.697865 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663f5d9e-f1a5-494c-939b-a21d05a8ec93 admin admin] Pushing event updated for resources: {'Network': ['ID=c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:26.722158 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb8af48-5464-4f74-9c62-f04ca52d0ca4 admin admin] Made reservation on behalf of 17106f56bd6e4b86b27a5d0422aa02ab for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:13:26.725259 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-aeb8af48-5464-4f74-9c62-f04ca52d0ca4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:26.740544 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:13:26.768979 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-90aeef2e-87ca-4518-b9a6-7ed6197bd9f9 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Deleting subnet f7b2ee54-ff97-4760-af3c-c54650006334 {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:13:26.777042 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-90aeef2e-87ca-4518-b9a6-7ed6197bd9f9 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:26.848996 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:26.850588 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-90aeef2e-87ca-4518-b9a6-7ed6197bd9f9 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:26.998718 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 29cd91c2-82fb-4dff-aa19-86d9d8a37546, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=29cd91c2-82fb-4dff-aa19-86d9d8a37546,segment=NetworkSegment(d3cc9475-f05d-4177-894c-9d197d6c8577),segment_id=d3cc9475-f05d-4177-894c-9d197d6c8577)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:13:27.011263 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-aeb8af48-5464-4f74-9c62-f04ca52d0ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:27.054991 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': '29cd91c2-82fb-4dff-aa19-86d9d8a37546', 'network_id': '3bb27577-8aa4-438b-b0fc-2e9a72f8d21f', 'port_id': '29cd91c2-82fb-4dff-aa19-86d9d8a37546', 'mac_address': 'fa:16:3e:ec:06:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63da32e2-61ac-4eb0-aee3-157739522d03', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:13:27.057883 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port 4f0c4ebe-0192-4056-858c-bd6b80733df2 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:13:27.079583 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port 4f0c4ebe-0192-4056-858c-bd6b80733df2 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:13:27.080084 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:27.156180 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-90aeef2e-87ca-4518-b9a6-7ed6197bd9f9 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:27.178593 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb8af48-5464-4f74-9c62-f04ca52d0ca4 admin admin] Checking segment: {'id': '54b0bb54-5616-4f5a-8531-23ddff6f591c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:13:27.179188 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb8af48-5464-4f74-9c62-f04ca52d0ca4 admin admin] Network hostable DHCP agents. Network: c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:13:27.225645 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb8af48-5464-4f74-9c62-f04ca52d0ca4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=522f4cc8-5095-47aa-bf49-81815053d08e,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:27.232732 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb8af48-5464-4f74-9c62-f04ca52d0ca4 admin admin] Network c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:13:27.254733 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device b50f3aad-fa83-4ede-b70f-d8143df78d08 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:13:27.255120 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0e7bef-a275-4971-8074-a645583592b0 req-086ba49e-8043-4651-a930-f7a4c9acf0ff tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:27.256471 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-aeb8af48-5464-4f74-9c62-f04ca52d0ca4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:13:27.260902 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb8af48-5464-4f74-9c62-f04ca52d0ca4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:27.261511 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-aeb8af48-5464-4f74-9c62-f04ca52d0ca4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:27.264450 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8e0e7bef-a275-4971-8074-a645583592b0 req-086ba49e-8043-4651-a930-f7a4c9acf0ff tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=549de624-bb09-4e50-8794-41d8de162ace HTTP/1.1" status: 200 len: 944 time: 0.2806475 Jul 24 00:13:27.306190 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-aeb8af48-5464-4f74-9c62-f04ca52d0ca4 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6532869 Jul 24 00:13:27.343282 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72966454-b475-478d-b8ab-b5df5169eba1 None None] Network c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:13:27.373994 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8e0e7bef-a275-4971-8074-a645583592b0 req-2066877b-ea3f-41d2-9420-bcaf870de114 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=65668094-9226-4b65-8245-cb28bd37e836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083579 Jul 24 00:13:27.396036 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-90aeef2e-87ca-4518-b9a6-7ed6197bd9f9 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:27.445580 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aeef2e-87ca-4518-b9a6-7ed6197bd9f9 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event deleted for resources: {'Subnet': ['ID=f7b2ee54-ff97-4760-af3c-c54650006334,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:27.449747 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:27.455783 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-90aeef2e-87ca-4518-b9a6-7ed6197bd9f9 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:27.462555 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-90aeef2e-87ca-4518-b9a6-7ed6197bd9f9 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/subnets/f7b2ee54-ff97-4760-af3c-c54650006334 HTTP/1.1" status: 204 len: 168 time: 0.7722578 Jul 24 00:13:27.463863 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44556) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:27.517188 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29cd91c2-82fb-4dff-aa19-86d9d8a37546 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:13:27.536159 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-b4417ec6-432e-4adc-a913-e42f4316d688 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0708122 Jul 24 00:13:27.538646 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 44564) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:27.545475 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-c9ac7c1c-0e97-48b1-a3dc-fa5a44b1f40b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Request body: {'subnet': {'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:13:27.553349 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 29cd91c2-82fb-4dff-aa19-86d9d8a37546, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=29cd91c2-82fb-4dff-aa19-86d9d8a37546,segment=NetworkSegment(d3cc9475-f05d-4177-894c-9d197d6c8577),segment_id=d3cc9475-f05d-4177-894c-9d197d6c8577)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:13:27.560123 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224b1e10-639b-472d-804f-10c242c03da4 None None] Network e98734e2-dedb-4450-9333-d795164b1ce9 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:13:27.562127 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:27.568118 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:27.699502 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f345b-e763-4846-bc60-75d80e468df7 req-e618f602-f568-4123-b132-a500d71af3cb tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:27.711518 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f81f345b-e763-4846-bc60-75d80e468df7 req-e618f602-f568-4123-b132-a500d71af3cb tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/ports?device_id=84e6228b-c359-4feb-9ac3-176fa3d1c17d HTTP/1.1" status: 200 len: 944 time: 0.1531138 Jul 24 00:13:27.744668 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ac7c1c-0e97-48b1-a3dc-fa5a44b1f40b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Made reservation on behalf of ba617effe2664093b954ded2eab93240 for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:13:27.754742 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c9ac7c1c-0e97-48b1-a3dc-fa5a44b1f40b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:27.795371 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f81f345b-e763-4846-bc60-75d80e468df7 req-0d165140-64cb-41a1-80be-6cc040c3bfbb tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/security-groups?id=c0063c4d-6272-47e4-8d6e-ed9b31bc3cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829227 Jul 24 00:13:28.005501 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:28.065384 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port b50f3aad-fa83-4ede-b70f-d8143df78d08 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:13:28.065683 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:28.067591 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['29cd91c2-82fb-4dff-aa19-86d9d8a37546'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:13:28.112689 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d58b4ea-908d-4bb3-9f3c-422b7e9de060 req-745ac707-ba8b-41dc-9bfa-9851761b2b1d tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:28.114513 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4d58b4ea-908d-4bb3-9f3c-422b7e9de060 req-745ac707-ba8b-41dc-9bfa-9851761b2b1d tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/networks?id=c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99 HTTP/1.1" status: 200 len: 815 time: 0.2140517 Jul 24 00:13:28.140575 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4d58b4ea-908d-4bb3-9f3c-422b7e9de060 req-41a98522-e99f-4582-9548-764dc92d2522 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/quotas/17106f56bd6e4b86b27a5d0422aa02ab HTTP/1.1" status: 200 len: 375 time: 0.0165405 Jul 24 00:13:28.146842 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c9ac7c1c-0e97-48b1-a3dc-fa5a44b1f40b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:28.177426 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-f38e1751-1c58-4ebc-a985-86f88e65c0aa None None] Provisioning complete for port b50f3aad-fa83-4ede-b70f-d8143df78d08 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:13:28.177801 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f38e1751-1c58-4ebc-a985-86f88e65c0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:28.267536 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=29cd91c2-82fb-4dff-aa19-86d9d8a37546,revision_number=9']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:28.301567 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84e6228b-c359-4feb-9ac3-176fa3d1c17d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f0c4ebe-0192-4056-858c-bd6b80733df2'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:13:28.303882 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9329084-e334-48b5-8580-e0be27b22d22" -d '{"events": [{"server_uuid": "84e6228b-c359-4feb-9ac3-176fa3d1c17d", "name": "network-vif-plugged", "status": "completed", "tag": "4f0c4ebe-0192-4056-858c-bd6b80733df2"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:13:28.342865 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 4f0c4ebe-0192-4056-858c-bd6b80733df2, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=4f0c4ebe-0192-4056-858c-bd6b80733df2,segment=NetworkSegment(af8131c7-388d-420a-abf7-0774a216b38b),segment_id=af8131c7-388d-420a-abf7-0774a216b38b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:13:28.402261 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc70585-57a4-4322-9d77-a3e49ab4425b x-openstack-request-id: req-2cc70585-57a4-4322-9d77-a3e49ab4425b {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:13:28.402950 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84e6228b-c359-4feb-9ac3-176fa3d1c17d", "name": "network-vif-plugged", "status": "completed", "tag": "4f0c4ebe-0192-4056-858c-bd6b80733df2", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:13:28.402950 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2cc70585-57a4-4322-9d77-a3e49ab4425b {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:13:28.403199 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84e6228b-c359-4feb-9ac3-176fa3d1c17d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f0c4ebe-0192-4056-858c-bd6b80733df2', 'code': 200} Jul 24 00:13:28.411782 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:28.673585 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3450988-140a-41eb-b51a-c3de79b91c37 req-005b6074-195a-4744-9400-8807b1e8d89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:28.675121 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a3450988-140a-41eb-b51a-c3de79b91c37 req-005b6074-195a-4744-9400-8807b1e8d89c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=84e6228b-c359-4feb-9ac3-176fa3d1c17d HTTP/1.1" status: 200 len: 1097 time: 0.2436101 Jul 24 00:13:28.708661 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9343411-28bf-45cb-9fa2-9c98bd1cad27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99', 'network_id': 'c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99', 'tenant_id': '17106f56bd6e4b86b27a5d0422aa02ab', 'fixed_ips': [{'subnet_id': '522f4cc8-5095-47aa-bf49-81815053d08e'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:13:28.709754 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d9343411-28bf-45cb-9fa2-9c98bd1cad27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:28.789320 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=4f0c4ebe-0192-4056-858c-bd6b80733df2,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:28.793670 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4d58b4ea-908d-4bb3-9f3c-422b7e9de060 req-44a4b947-8e86-4703-8ba8-18dd25a1da6e tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=17106f56bd6e4b86b27a5d0422aa02ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.6351330 Jul 24 00:13:28.823361 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ac7c1c-0e97-48b1-a3dc-fa5a44b1f40b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event updated for resources: {'Subnet': ['ID=174448c8-14fe-4d8e-83e5-fddd0af8a9d9,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:28.845981 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ac7c1c-0e97-48b1-a3dc-fa5a44b1f40b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Network e98734e2-dedb-4450-9333-d795164b1ce9 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:13:28.862180 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-c9ac7c1c-0e97-48b1-a3dc-fa5a44b1f40b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:13:28.868665 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ac7c1c-0e97-48b1-a3dc-fa5a44b1f40b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:28.869448 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c9ac7c1c-0e97-48b1-a3dc-fa5a44b1f40b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:28.940697 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:28.956121 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-c9ac7c1c-0e97-48b1-a3dc-fa5a44b1f40b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4160757 Jul 24 00:13:28.968359 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 44594) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:28.977688 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-921539ea-b506-43fd-b0a5-c9693f129942 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Request body: {'subnet': {'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:13:29.040454 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-d9343411-28bf-45cb-9fa2-9c98bd1cad27 None None] Allocated IP 172.20.0.2 (c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99/522f4cc8-5095-47aa-bf49-81815053d08e/62d01916-570b-4cb7-ba8e-f3f208139428) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:13:29.056922 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239123be-e552-4b8d-bb43-63cbcc5e023f None None] Update dhcp port {'port': {'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'fixed_ips': [{'subnet_id': '174448c8-14fe-4d8e-83e5-fddd0af8a9d9'}], 'binding:host_id': 'n-d-800088-16'}, 'id': 'b50f3aad-fa83-4ede-b70f-d8143df78d08'} from n-d-800088-16. {{(pid=100315) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 24 00:13:29.101625 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4d58b4ea-908d-4bb3-9f3c-422b7e9de060 req-63d5a56c-7759-4241-b24b-994865dc8670 service neutron] 10.222.0.44 "GET /v2.0/networks/c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692540 Jul 24 00:13:29.120218 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-239123be-e552-4b8d-bb43-63cbcc5e023f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:29.217922 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a3450988-140a-41eb-b51a-c3de79b91c37 req-a368672f-8854-49b2-9e70-ad9a3c499b29 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c0063c4d-6272-47e4-8d6e-ed9b31bc3cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5082650 Jul 24 00:13:29.246324 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8cb305-d560-483d-84c4-041590f990ba req-0f40926b-56fc-45e2-befd-a1aaaf3b9eb6 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:29.248221 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8f8cb305-d560-483d-84c4-041590f990ba req-0f40926b-56fc-45e2-befd-a1aaaf3b9eb6 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=549de624-bb09-4e50-8794-41d8de162ace HTTP/1.1" status: 200 len: 945 time: 0.5814905 Jul 24 00:13:29.283626 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4d58b4ea-908d-4bb3-9f3c-422b7e9de060 req-8cbf917f-50b9-4238-8025-c468dee6feaf service neutron] 10.222.0.44 "GET /v2.0/networks/c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477718 Jul 24 00:13:29.284922 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-921539ea-b506-43fd-b0a5-c9693f129942 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Made reservation on behalf of ba617effe2664093b954ded2eab93240 for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:13:29.294563 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-921539ea-b506-43fd-b0a5-c9693f129942 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:29.308910 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8f8cb305-d560-483d-84c4-041590f990ba req-ce489ab5-a6d3-4c17-80a0-a47726839f8d tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=65668094-9226-4b65-8245-cb28bd37e836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455871 Jul 24 00:13:29.384082 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-239123be-e552-4b8d-bb43-63cbcc5e023f None None] Allocated IP 172.20.0.2 (e98734e2-dedb-4450-9333-d795164b1ce9/174448c8-14fe-4d8e-83e5-fddd0af8a9d9/b50f3aad-fa83-4ede-b70f-d8143df78d08) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:13:29.472000 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d9343411-28bf-45cb-9fa2-9c98bd1cad27 None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:29.513014 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-d9343411-28bf-45cb-9fa2-9c98bd1cad27 None None] Transition to ACTIVE for port object 62d01916-570b-4cb7-ba8e-f3f208139428 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:13:29.550157 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-239123be-e552-4b8d-bb43-63cbcc5e023f None None] For port b50f3aad-fa83-4ede-b70f-d8143df78d08, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=b50f3aad-fa83-4ede-b70f-d8143df78d08,segment=NetworkSegment(b737500e-4702-4fa9-bd4b-6c1d2e2fa041),segment_id=b737500e-4702-4fa9-bd4b-6c1d2e2fa041)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:13:29.566396 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09f325b-1468-4028-b2a9-c980a9c0f490 req-b3ce6316-0867-49b3-b5a6-ef55324d82aa tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:29.568033 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e09f325b-1468-4028-b2a9-c980a9c0f490 req-b3ce6316-0867-49b3-b5a6-ef55324d82aa tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/ports?device_id=84e6228b-c359-4feb-9ac3-176fa3d1c17d HTTP/1.1" status: 200 len: 945 time: 0.1407089 Jul 24 00:13:29.582237 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-239123be-e552-4b8d-bb43-63cbcc5e023f None None] Notify callbacks [] for port, precommit_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:29.598691 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-239123be-e552-4b8d-bb43-63cbcc5e023f None None] Transition to ACTIVE for port object b50f3aad-fa83-4ede-b70f-d8143df78d08 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:13:29.614296 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-239123be-e552-4b8d-bb43-63cbcc5e023f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:29.641430 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e09f325b-1468-4028-b2a9-c980a9c0f490 req-22b7d08d-946a-4488-836f-a48d1c6e1414 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/security-groups?id=c0063c4d-6272-47e4-8d6e-ed9b31bc3cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674286 Jul 24 00:13:29.689555 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239123be-e552-4b8d-bb43-63cbcc5e023f None None] Pushing event updated for resources: {'Port': ['ID=b50f3aad-fa83-4ede-b70f-d8143df78d08,revision_number=6']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:29.696551 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-d9343411-28bf-45cb-9fa2-9c98bd1cad27 None None] Transition to ACTIVE for port object 62d01916-570b-4cb7-ba8e-f3f208139428 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:13:29.725614 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d9343411-28bf-45cb-9fa2-9c98bd1cad27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:29.766312 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9343411-28bf-45cb-9fa2-9c98bd1cad27 None None] Network c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:13:29.769683 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-d9343411-28bf-45cb-9fa2-9c98bd1cad27 None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:13:29.773491 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9343411-28bf-45cb-9fa2-9c98bd1cad27 None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:13:29.789766 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9343411-28bf-45cb-9fa2-9c98bd1cad27 None None] Pushing event updated for resources: {'Port': ['ID=62d01916-570b-4cb7-ba8e-f3f208139428,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:29.814515 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e81de1a-c60e-442c-ace7-a0ca7756b3fb req-440d97d7-a523-4cb8-a045-4b65828bd423 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:29.821522 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7e81de1a-c60e-442c-ace7-a0ca7756b3fb req-440d97d7-a523-4cb8-a045-4b65828bd423 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/networks?id=c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99 HTTP/1.1" status: 200 len: 815 time: 0.1922891 Jul 24 00:13:29.854655 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-d9343411-28bf-45cb-9fa2-9c98bd1cad27 None None] Attempting to bind port 62d01916-570b-4cb7-ba8e-f3f208139428 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:13:29.855159 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-d9343411-28bf-45cb-9fa2-9c98bd1cad27 None None] Attempting to bind port 62d01916-570b-4cb7-ba8e-f3f208139428 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '54b0bb54-5616-4f5a-8531-23ddff6f591c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:13:29.855637 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9343411-28bf-45cb-9fa2-9c98bd1cad27 None None] Attempting to bind port 62d01916-570b-4cb7-ba8e-f3f208139428 on network c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:13:29.859382 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7e81de1a-c60e-442c-ace7-a0ca7756b3fb req-a393b035-cc66-43b5-9b77-e0f9e6b318bc tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/quotas/17106f56bd6e4b86b27a5d0422aa02ab HTTP/1.1" status: 200 len: 375 time: 0.0372961 Jul 24 00:13:29.882493 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9343411-28bf-45cb-9fa2-9c98bd1cad27 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:13:29.883224 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9343411-28bf-45cb-9fa2-9c98bd1cad27 None None] Checking segment: {'id': '54b0bb54-5616-4f5a-8531-23ddff6f591c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:13:29.883816 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d9343411-28bf-45cb-9fa2-9c98bd1cad27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:29.884581 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9343411-28bf-45cb-9fa2-9c98bd1cad27 None None] Bound using segment: {'id': '54b0bb54-5616-4f5a-8531-23ddff6f591c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:13:29.885632 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-d9343411-28bf-45cb-9fa2-9c98bd1cad27 None None] Bound port: 62d01916-570b-4cb7-ba8e-f3f208139428, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54b0bb54-5616-4f5a-8531-23ddff6f591c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:13:29.886176 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d9343411-28bf-45cb-9fa2-9c98bd1cad27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:30.017196 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-d9343411-28bf-45cb-9fa2-9c98bd1cad27 None None] For port 62d01916-570b-4cb7-ba8e-f3f208139428, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:13:30.021075 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-d9343411-28bf-45cb-9fa2-9c98bd1cad27 None None] For port 62d01916-570b-4cb7-ba8e-f3f208139428, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=62d01916-570b-4cb7-ba8e-f3f208139428,segment=NetworkSegment(54b0bb54-5616-4f5a-8531-23ddff6f591c),segment_id=54b0bb54-5616-4f5a-8531-23ddff6f591c)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:13:30.034455 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d9343411-28bf-45cb-9fa2-9c98bd1cad27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:30.136881 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9343411-28bf-45cb-9fa2-9c98bd1cad27 None None] Pushing event updated for resources: {'Port': ['ID=62d01916-570b-4cb7-ba8e-f3f208139428,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:30.151421 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-182118d8-2a59-4e82-8854-a6b6b2e5ff97 req-3db3ec08-7804-4664-8bdc-20b89b24da77 tempest-VolumesNegativeTest-1246519 tempest-VolumesNegativeTest-1246519-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=307b2b1cc2ae49e3b5a4591ef6a61a7e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0845656 Jul 24 00:13:30.236122 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7e81de1a-c60e-442c-ace7-a0ca7756b3fb req-3309863f-e8b1-41e4-8378-049dbc5a615f tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=17106f56bd6e4b86b27a5d0422aa02ab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3599827 Jul 24 00:13:30.238416 n-d-800088-16 neutron-server[100314]: DEBUG neutron.objects.ports [None req-921539ea-b506-43fd-b0a5-c9693f129942 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100314) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 24 00:13:30.582467 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7e81de1a-c60e-442c-ace7-a0ca7756b3fb req-6e0ee0ae-c236-41bf-88a3-41f3aeed2616 service neutron] 10.222.0.44 "GET /v2.0/networks/c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182549 Jul 24 00:13:30.589207 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182118d8-2a59-4e82-8854-a6b6b2e5ff97 req-f3127e96-e450-42c2-853c-3d5c39a4f497 tempest-VolumesNegativeTest-1246519 tempest-VolumesNegativeTest-1246519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:30.590811 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-182118d8-2a59-4e82-8854-a6b6b2e5ff97 req-f3127e96-e450-42c2-853c-3d5c39a4f497 tempest-VolumesNegativeTest-1246519 tempest-VolumesNegativeTest-1246519-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4335573 Jul 24 00:13:30.615745 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-182118d8-2a59-4e82-8854-a6b6b2e5ff97 req-663263f6-7e64-467d-ac49-8815f3ed8c48 tempest-VolumesNegativeTest-1246519 tempest-VolumesNegativeTest-1246519-project] 10.222.0.44 "GET /v2.0/quotas/307b2b1cc2ae49e3b5a4591ef6a61a7e HTTP/1.1" status: 200 len: 375 time: 0.0189002 Jul 24 00:13:30.653684 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 29cd91c2-82fb-4dff-aa19-86d9d8a37546 up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:13:30.670874 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-182118d8-2a59-4e82-8854-a6b6b2e5ff97 req-bf2da024-f12d-4fe3-950c-40073035573e tempest-VolumesNegativeTest-1246519 tempest-VolumesNegativeTest-1246519-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=307b2b1cc2ae49e3b5a4591ef6a61a7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0492570 Jul 24 00:13:30.727807 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5986494f-88df-48be-8294-0cb1584d13d2 None None] Network e98734e2-dedb-4450-9333-d795164b1ce9 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:13:30.753915 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-921539ea-b506-43fd-b0a5-c9693f129942 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:30.767313 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-7e957b8f-8d68-40db-bfcf-09b864654c4f None None] Provisioning for port b50f3aad-fa83-4ede-b70f-d8143df78d08 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:13:30.779142 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-7e957b8f-8d68-40db-bfcf-09b864654c4f None None] Provisioning complete for port b50f3aad-fa83-4ede-b70f-d8143df78d08 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:13:30.779142 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-7e957b8f-8d68-40db-bfcf-09b864654c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:30.813959 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port 29cd91c2-82fb-4dff-aa19-86d9d8a37546 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:13:30.816041 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:30.822543 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7e81de1a-c60e-442c-ace7-a0ca7756b3fb req-4e96886e-3ff9-41cb-bd8a-7eb91bed5c58 service neutron] 10.222.0.44 "GET /v2.0/networks/c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170956 Jul 24 00:13:31.167703 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152e4431-700c-4d58-89e2-16ac3c226f84 req-d0e2b647-1be7-4696-98dc-8d0987c81302 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:31.180236 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-152e4431-700c-4d58-89e2-16ac3c226f84 req-d0e2b647-1be7-4696-98dc-8d0987c81302 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=549de624-bb09-4e50-8794-41d8de162ace HTTP/1.1" status: 200 len: 945 time: 0.2086442 Jul 24 00:13:31.293697 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-921539ea-b506-43fd-b0a5-c9693f129942 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] For port b50f3aad-fa83-4ede-b70f-d8143df78d08, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=b50f3aad-fa83-4ede-b70f-d8143df78d08,segment=NetworkSegment(b737500e-4702-4fa9-bd4b-6c1d2e2fa041),segment_id=b737500e-4702-4fa9-bd4b-6c1d2e2fa041)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:13:31.306585 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-152e4431-700c-4d58-89e2-16ac3c226f84 req-3ec05b6b-e696-4304-8e72-2c92a768919a tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=65668094-9226-4b65-8245-cb28bd37e836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217067 Jul 24 00:13:31.385741 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-921539ea-b506-43fd-b0a5-c9693f129942 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:31.408634 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-921539ea-b506-43fd-b0a5-c9693f129942 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:31.410641 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-921539ea-b506-43fd-b0a5-c9693f129942 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:31.442272 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-87a66959-abfe-458a-baf8-bfab0ed416c6 req-8f136d4c-81f1-4fc0-8dc8-d2f66206f479 tempest-VolumesNegativeTest-1246519 tempest-VolumesNegativeTest-1246519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4a99a00-351c-461e-a56b-f4a656ff3b4e HTTP/1.1" status: 200 len: 210 time: 0.0969620 Jul 24 00:13:31.454981 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:31.566585 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device b50f3aad-fa83-4ede-b70f-d8143df78d08 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:13:31.634898 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '549de624-bb09-4e50-8794-41d8de162ace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29cd91c2-82fb-4dff-aa19-86d9d8a37546'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:13:31.649302 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58eb067c-362d-4c8e-bc7e-d039eebf9f9e" -d '{"events": [{"server_uuid": "549de624-bb09-4e50-8794-41d8de162ace", "name": "network-vif-plugged", "status": "completed", "tag": "29cd91c2-82fb-4dff-aa19-86d9d8a37546"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:13:31.808234 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d58b4ea-908d-4bb3-9f3c-422b7e9de060 req-d1b74cf9-a843-4d9a-acb3-2741c015c329 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:31.809911 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4d58b4ea-908d-4bb3-9f3c-422b7e9de060 req-d1b74cf9-a843-4d9a-acb3-2741c015c329 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.64 "GET /v2.0/networks?id=c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99 HTTP/1.1" status: 200 len: 815 time: 0.7632096 Jul 24 00:13:31.811848 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921539ea-b506-43fd-b0a5-c9693f129942 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Network e98734e2-dedb-4450-9333-d795164b1ce9 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:13:31.816728 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d56624-16f7-443a-850a-c32eda13057f req-801b2b3f-3c3a-417e-acb8-fd80c5e1b128 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:31.819291 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e6d56624-16f7-443a-850a-c32eda13057f req-801b2b3f-3c3a-417e-acb8-fd80c5e1b128 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/networks?id=c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99 HTTP/1.1" status: 200 len: 815 time: 0.2129130 Jul 24 00:13:31.840551 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-921539ea-b506-43fd-b0a5-c9693f129942 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:13:31.846404 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e6d56624-16f7-443a-850a-c32eda13057f req-8552ce96-6234-4ce3-b21b-0955a0d16583 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/quotas/17106f56bd6e4b86b27a5d0422aa02ab HTTP/1.1" status: 200 len: 375 time: 0.0215030 Jul 24 00:13:31.861441 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-4d58b4ea-908d-4bb3-9f3c-422b7e9de060 req-ac149e54-9c85-472e-8df5-c65455f7b32e tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Request body: {'port': {'device_id': '15d7af06-7d06-4adf-b1ab-964b338df9b6', 'network_id': 'c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99', 'admin_state_up': True, 'tenant_id': '17106f56bd6e4b86b27a5d0422aa02ab'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:13:31.913624 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 29cd91c2-82fb-4dff-aa19-86d9d8a37546, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=29cd91c2-82fb-4dff-aa19-86d9d8a37546,segment=NetworkSegment(d3cc9475-f05d-4177-894c-9d197d6c8577),segment_id=d3cc9475-f05d-4177-894c-9d197d6c8577)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:13:31.927535 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748be868-c4de-4642-be02-183f74a5759b None None] Network c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:13:31.959520 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921539ea-b506-43fd-b0a5-c9693f129942 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:31.960377 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-921539ea-b506-43fd-b0a5-c9693f129942 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:31.965766 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:32.020577 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921539ea-b506-43fd-b0a5-c9693f129942 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event updated for resources: {'Subnet': ['ID=838dcac5-2188-472d-961e-f5b68ddc4d75,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:32.029292 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921539ea-b506-43fd-b0a5-c9693f129942 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event updated for resources: {'Port': ['ID=b50f3aad-fa83-4ede-b70f-d8143df78d08,revision_number=8']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:32.036719 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-921539ea-b506-43fd-b0a5-c9693f129942 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0663097 Jul 24 00:13:32.041032 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e6d56624-16f7-443a-850a-c32eda13057f req-ca6ad7cd-8d40-48cb-b0bb-5fe9f371019c tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=17106f56bd6e4b86b27a5d0422aa02ab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1881373 Jul 24 00:13:32.041697 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44676) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:32.049614 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-18ce88b7-a5ac-47e8-9646-4391093d384e tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Request body: {'port': {'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'mac_address': 'fa:16:3e:b3:79:95', 'name': 'tempest-NetworksTestDHCPv6-1102552837'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:13:32.073583 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port b50f3aad-fa83-4ede-b70f-d8143df78d08 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:13:32.073965 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:32.090670 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d58b4ea-908d-4bb3-9f3c-422b7e9de060 req-ac149e54-9c85-472e-8df5-c65455f7b32e tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Made reservation on behalf of 17106f56bd6e4b86b27a5d0422aa02ab for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:13:32.099004 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-4d58b4ea-908d-4bb3-9f3c-422b7e9de060 req-ac149e54-9c85-472e-8df5-c65455f7b32e tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:32.130073 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c995df5-b2ab-45a4-9e6c-5238f0ab9582 req-942cffc9-c51b-4863-8827-4e3bb5992543 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:32.134418 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4c995df5-b2ab-45a4-9e6c-5238f0ab9582 req-942cffc9-c51b-4863-8827-4e3bb5992543 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/ports?device_id=84e6228b-c359-4feb-9ac3-176fa3d1c17d HTTP/1.1" status: 200 len: 945 time: 0.7437947 Jul 24 00:13:32.138489 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-41447282-9a01-436c-a6d3-bcf5ee1593ba None None] Provisioning for port 62d01916-570b-4cb7-ba8e-f3f208139428 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:13:32.162102 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=29cd91c2-82fb-4dff-aa19-86d9d8a37546,revision_number=10']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:32.293699 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e6d56624-16f7-443a-850a-c32eda13057f req-0ea7d6d8-67bf-45f6-bdf9-5445dbad49cc service neutron] 10.222.0.44 "GET /v2.0/networks/c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367611 Jul 24 00:13:32.323777 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 62d01916-570b-4cb7-ba8e-f3f208139428 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:13:32.363628 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4c995df5-b2ab-45a4-9e6c-5238f0ab9582 req-73ff0918-6103-414a-873f-157b4b5bfdfd tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/security-groups?id=c0063c4d-6272-47e4-8d6e-ed9b31bc3cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233825 Jul 24 00:13:32.414651 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [req-4d58b4ea-908d-4bb3-9f3c-422b7e9de060 req-ac149e54-9c85-472e-8df5-c65455f7b32e tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Allocated IP 172.20.0.10 (c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99/522f4cc8-5095-47aa-bf49-81815053d08e/5ac3c6ff-68cb-437c-8b84-4f8182baabf0) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:13:32.429339 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 62d01916-570b-4cb7-ba8e-f3f208139428 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:13:32.435740 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 62d01916-570b-4cb7-ba8e-f3f208139428 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:13:32.436127 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:32.468087 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e6d56624-16f7-443a-850a-c32eda13057f req-7a1bfa33-b288-4f50-b03f-a12e05e268cd service neutron] 10.222.0.44 "GET /v2.0/networks/c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640372 Jul 24 00:13:32.507505 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd925337-dda9-4036-958d-9d42881b0660 x-openstack-request-id: req-bd925337-dda9-4036-958d-9d42881b0660 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:13:32.507792 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "549de624-bb09-4e50-8794-41d8de162ace", "name": "network-vif-plugged", "status": "completed", "tag": "29cd91c2-82fb-4dff-aa19-86d9d8a37546", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:13:32.509308 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bd925337-dda9-4036-958d-9d42881b0660 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:13:32.511671 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '549de624-bb09-4e50-8794-41d8de162ace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29cd91c2-82fb-4dff-aa19-86d9d8a37546', 'code': 200} Jul 24 00:13:32.537068 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ce88b7-a5ac-47e8-9646-4391093d384e tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Made reservation on behalf of ba617effe2664093b954ded2eab93240 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:13:32.642296 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-18ce88b7-a5ac-47e8-9646-4391093d384e tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:32.645566 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:32.675924 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [None req-18ce88b7-a5ac-47e8-9646-4391093d384e tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] device_id is not set on port c164a84e-bddb-4402-9484-19797c80cd71 yet. {{(pid=100313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:13:32.759441 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 62d01916-570b-4cb7-ba8e-f3f208139428, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=62d01916-570b-4cb7-ba8e-f3f208139428,segment=NetworkSegment(54b0bb54-5616-4f5a-8531-23ddff6f591c),segment_id=54b0bb54-5616-4f5a-8531-23ddff6f591c)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:13:32.776946 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:32.874810 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=62d01916-570b-4cb7-ba8e-f3f208139428,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:32.915713 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-10ed07ee-4d3e-4753-9f90-0748ada2b9c9 None None] Provisioning complete for port 62d01916-570b-4cb7-ba8e-f3f208139428 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:13:32.917548 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-10ed07ee-4d3e-4753-9f90-0748ada2b9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:32.992175 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-182118d8-2a59-4e82-8854-a6b6b2e5ff97 req-588f199b-d6c1-4391-bce6-569f723a5176 tempest-VolumesNegativeTest-1246519 tempest-VolumesNegativeTest-1246519-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=307b2b1cc2ae49e3b5a4591ef6a61a7e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1921999 Jul 24 00:13:33.025066 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-18ce88b7-a5ac-47e8-9646-4391093d384e tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Allocated IP 172.20.0.11 (e98734e2-dedb-4450-9333-d795164b1ce9/174448c8-14fe-4d8e-83e5-fddd0af8a9d9/c164a84e-bddb-4402-9484-19797c80cd71) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:13:33.037474 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a124b4ce-7158-45a3-906b-0a536d75e83a req-a926062a-9da4-4892-bd76-d53afbff3c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:33.040252 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a124b4ce-7158-45a3-906b-0a536d75e83a req-a926062a-9da4-4892-bd76-d53afbff3c73 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=549de624-bb09-4e50-8794-41d8de162ace HTTP/1.1" status: 200 len: 1099 time: 0.1951370 Jul 24 00:13:33.041809 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-18ce88b7-a5ac-47e8-9646-4391093d384e tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Allocated IP 2001:db8::f816:3eff:feb3:7995 (e98734e2-dedb-4450-9333-d795164b1ce9/838dcac5-2188-472d-961e-f5b68ddc4d75/c164a84e-bddb-4402-9484-19797c80cd71) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:13:33.126950 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a124b4ce-7158-45a3-906b-0a536d75e83a req-4b9f4623-5ded-49db-8a71-69565af86bce service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=65668094-9226-4b65-8245-cb28bd37e836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759666 Jul 24 00:13:33.131567 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-4d58b4ea-908d-4bb3-9f3c-422b7e9de060 req-ac149e54-9c85-472e-8df5-c65455f7b32e tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:33.211979 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166ae336-f77a-4837-9b87-7d3df6b864ce None None] Network e98734e2-dedb-4450-9333-d795164b1ce9 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:13:33.234031 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-4d58b4ea-908d-4bb3-9f3c-422b7e9de060 req-ac149e54-9c85-472e-8df5-c65455f7b32e tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Transition to ACTIVE for port object 5ac3c6ff-68cb-437c-8b84-4f8182baabf0 will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:13:33.290993 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device b50f3aad-fa83-4ede-b70f-d8143df78d08 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:13:33.356183 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700bada-33be-4617-8441-32b7b65ae960 req-1ba6cc36-ff76-4b1e-8172-6737c72255f7 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:33.363926 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0a48c18a-994b-4064-ad10-a672d93d3bc6 req-74fe6789-0c4f-4d75-87cd-7a0b1da5cc25 tempest-VolumesNegativeTest-1246519 tempest-VolumesNegativeTest-1246519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4a99a00-351c-461e-a56b-f4a656ff3b4e HTTP/1.1" status: 200 len: 210 time: 0.0477779 Jul 24 00:13:33.377485 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6700bada-33be-4617-8441-32b7b65ae960 req-1ba6cc36-ff76-4b1e-8172-6737c72255f7 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=549de624-bb09-4e50-8794-41d8de162ace HTTP/1.1" status: 200 len: 947 time: 0.6996672 Jul 24 00:13:33.431858 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb1498-d261-4e49-b05a-c955a77a29cf req-e91586ea-82ae-4c6a-bbd6-5f5d86101e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:33.433758 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d3eb1498-d261-4e49-b05a-c955a77a29cf req-e91586ea-82ae-4c6a-bbd6-5f5d86101e26 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=da4cf7f0b0a44baf8cab05ba626ce1d0&device_id=84e6228b-c359-4feb-9ac3-176fa3d1c17d HTTP/1.1" status: 200 len: 1097 time: 0.1951990 Jul 24 00:13:33.437042 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-18ce88b7-a5ac-47e8-9646-4391093d384e tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:33.441708 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-51ce846d-9fb3-412e-8a78-3b5e191086e0 None None] Provisioning complete for port b50f3aad-fa83-4ede-b70f-d8143df78d08 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:13:33.442305 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-51ce846d-9fb3-412e-8a78-3b5e191086e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:33.480902 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [None req-18ce88b7-a5ac-47e8-9646-4391093d384e tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Transition to ACTIVE for port object c164a84e-bddb-4402-9484-19797c80cd71 will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:13:33.577634 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb1498-d261-4e49-b05a-c955a77a29cf req-bd683acc-e3c2-475b-ac50-c734067fc3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:33.579469 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d3eb1498-d261-4e49-b05a-c955a77a29cf req-bd683acc-e3c2-475b-ac50-c734067fc3e3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ba763d93-6749-402f-a9a4-14c0b38e84ad HTTP/1.1" status: 200 len: 911 time: 0.1389325 Jul 24 00:13:33.609195 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-18ce88b7-a5ac-47e8-9646-4391093d384e tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:33.641225 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port b50f3aad-fa83-4ede-b70f-d8143df78d08 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:13:33.641735 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:33.746789 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ce88b7-a5ac-47e8-9646-4391093d384e tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event updated for resources: {'Port': ['ID=c164a84e-bddb-4402-9484-19797c80cd71,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:33.750428 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d3eb1498-d261-4e49-b05a-c955a77a29cf req-d66d53e3-4e30-4c3f-98e4-138cab8bfab4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4f0c4ebe-0192-4056-858c-bd6b80733df2 HTTP/1.1" status: 200 len: 217 time: 0.1614103 Jul 24 00:13:33.764042 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ce88b7-a5ac-47e8-9646-4391093d384e tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Network e98734e2-dedb-4450-9333-d795164b1ce9 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:13:33.777856 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-18ce88b7-a5ac-47e8-9646-4391093d384e tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:13:33.781009 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ce88b7-a5ac-47e8-9646-4391093d384e tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:13:33.892372 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb1498-d261-4e49-b05a-c955a77a29cf req-46f060c5-fb8e-4b46-aa73-6d9be99db4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:33.894954 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d3eb1498-d261-4e49-b05a-c955a77a29cf req-46f060c5-fb8e-4b46-aa73-6d9be99db4da service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b5859c1e-cadc-473f-b6a0-12802dc9ec4e HTTP/1.1" status: 200 len: 850 time: 0.1284430 Jul 24 00:13:33.930796 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3ed73167-0e74-40fd-a515-7ad68c796076 req-0fc887b0-8176-48e1-ac3f-26f5cfe83cd4 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/ports?device_id=adaafd05-adad-46f2-818c-53b583e2e72e HTTP/1.1" status: 200 len: 210 time: 0.0687814 Jul 24 00:13:33.937075 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ce88b7-a5ac-47e8-9646-4391093d384e tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:33.938317 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-18ce88b7-a5ac-47e8-9646-4391093d384e tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:33.980839 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d3eb1498-d261-4e49-b05a-c955a77a29cf req-15b114a3-bc94-4db7-8b3d-257a76d29884 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ba763d93-6749-402f-a9a4-14c0b38e84ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526574 Jul 24 00:13:33.984854 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-18ce88b7-a5ac-47e8-9646-4391093d384e tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.9396796 Jul 24 00:13:33.987200 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44708) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:34.085925 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 62d01916-570b-4cb7-ba8e-f3f208139428 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:13:34.181299 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 62d01916-570b-4cb7-ba8e-f3f208139428 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:13:34.181939 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:34.309339 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182118d8-2a59-4e82-8854-a6b6b2e5ff97 req-bb5138df-ef69-4cdd-b8b9-73b77122fae6 tempest-VolumesNegativeTest-1246519 tempest-VolumesNegativeTest-1246519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:34.310878 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-182118d8-2a59-4e82-8854-a6b6b2e5ff97 req-bb5138df-ef69-4cdd-b8b9-73b77122fae6 tempest-VolumesNegativeTest-1246519 tempest-VolumesNegativeTest-1246519-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3060994 Jul 24 00:13:34.330648 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-182118d8-2a59-4e82-8854-a6b6b2e5ff97 req-ce12d50d-04fa-4e57-bf2b-89d7eda267cf tempest-VolumesNegativeTest-1246519 tempest-VolumesNegativeTest-1246519-project] Request body: {'port': {'device_id': 'c4a99a00-351c-461e-a56b-f4a656ff3b4e', 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2', 'admin_state_up': True, 'tenant_id': '307b2b1cc2ae49e3b5a4591ef6a61a7e'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:13:34.385148 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d3eb1498-d261-4e49-b05a-c955a77a29cf req-d9308681-7e30-4291-a12a-8929a940bfda service neutron] 10.222.0.52 "GET /v2.0/networks/ba763d93-6749-402f-a9a4-14c0b38e84ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3739660 Jul 24 00:13:34.431784 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6700bada-33be-4617-8441-32b7b65ae960 req-86a4fc84-9b59-4520-b4fe-f96beec6f7e2 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=65668094-9226-4b65-8245-cb28bd37e836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0475817 Jul 24 00:13:34.432972 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-4d58b4ea-908d-4bb3-9f3c-422b7e9de060 req-ac149e54-9c85-472e-8df5-c65455f7b32e tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:34.550023 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e13074c-a93f-48ee-978a-90d17633b150 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:34.556056 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e13074c-a93f-48ee-978a-90d17633b150 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:34.557829 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-9e13074c-a93f-48ee-978a-90d17633b150 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.5654159 Jul 24 00:13:34.567475 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44722) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:34.610076 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-d21a1c51-7f46-4e5e-82b6-99a8fbea7b7d None None] Provisioning complete for port b50f3aad-fa83-4ede-b70f-d8143df78d08 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:13:34.611607 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d21a1c51-7f46-4e5e-82b6-99a8fbea7b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:34.632398 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac149e54-9c85-472e-8df5-c65455f7b32e tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Pushing event updated for resources: {'Port': ['ID=5ac3c6ff-68cb-437c-8b84-4f8182baabf0,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:34.666347 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5138f4b3-e6ae-4bb4-9b20-27b9fad9093d req-6f37ec92-d682-4390-8cbf-9cd4e1cb7eb8 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:34.676896 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5138f4b3-e6ae-4bb4-9b20-27b9fad9093d req-6f37ec92-d682-4390-8cbf-9cd4e1cb7eb8 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/ports?device_id=84e6228b-c359-4feb-9ac3-176fa3d1c17d HTTP/1.1" status: 200 len: 945 time: 0.5682135 Jul 24 00:13:34.697048 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e81de1a-c60e-442c-ace7-a0ca7756b3fb req-21f84cc0-79ef-40cd-876c-ba8d1f32f6fd tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:34.703382 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7e81de1a-c60e-442c-ace7-a0ca7756b3fb req-21f84cc0-79ef-40cd-876c-ba8d1f32f6fd tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.64 "GET /v2.0/networks?id=c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99 HTTP/1.1" status: 200 len: 815 time: 1.4022245 Jul 24 00:13:34.723679 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d58b4ea-908d-4bb3-9f3c-422b7e9de060 req-ac149e54-9c85-472e-8df5-c65455f7b32e tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Network c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:13:34.776213 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [req-4d58b4ea-908d-4bb3-9f3c-422b7e9de060 req-ac149e54-9c85-472e-8df5-c65455f7b32e tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:13:34.806718 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-7e81de1a-c60e-442c-ace7-a0ca7756b3fb req-e110cd3c-4788-47e4-8f62-d7b02d47add6 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Request body: {'port': {'device_id': 'c6e10e2e-5a26-4caa-aee0-3ee0ef3a6a7d', 'network_id': 'c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99', 'admin_state_up': True, 'tenant_id': '17106f56bd6e4b86b27a5d0422aa02ab'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:13:34.850186 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b9d81c60-c5cd-42b3-9e67-67c5d1ccd9f7 req-38a543ed-2490-4373-be2b-1c000b186c1f tempest-VolumesNegativeTest-1246519 tempest-VolumesNegativeTest-1246519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4a99a00-351c-461e-a56b-f4a656ff3b4e HTTP/1.1" status: 200 len: 210 time: 0.2070627 Jul 24 00:13:34.856257 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d58b4ea-908d-4bb3-9f3c-422b7e9de060 req-ac149e54-9c85-472e-8df5-c65455f7b32e tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:13:34.914157 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d3eb1498-d261-4e49-b05a-c955a77a29cf req-932ecc07-8aea-466d-980f-c463b7c7f79f service neutron] 10.222.0.52 "GET /v2.0/networks/ba763d93-6749-402f-a9a4-14c0b38e84ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5083740 Jul 24 00:13:35.022318 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-d21a1c51-7f46-4e5e-82b6-99a8fbea7b7d None None] Provisioning for port c164a84e-bddb-4402-9484-19797c80cd71 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:13:35.043865 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-d21a1c51-7f46-4e5e-82b6-99a8fbea7b7d None None] Provisioning complete for port c164a84e-bddb-4402-9484-19797c80cd71 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:13:35.044249 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d21a1c51-7f46-4e5e-82b6-99a8fbea7b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:35.056035 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5138f4b3-e6ae-4bb4-9b20-27b9fad9093d req-588feb9e-2cf3-4fbc-94ef-db6ac311c114 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/security-groups?id=c0063c4d-6272-47e4-8d6e-ed9b31bc3cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3779244 Jul 24 00:13:35.207543 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-d21a1c51-7f46-4e5e-82b6-99a8fbea7b7d None None] Port c164a84e-bddb-4402-9484-19797c80cd71 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:13:35.264933 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-111bfdb8-fd49-4ff0-a9e1-f179ea5edfea tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Deleting port c164a84e-bddb-4402-9484-19797c80cd71 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:13:35.265282 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-111bfdb8-fd49-4ff0-a9e1-f179ea5edfea tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:35.273187 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d58b4ea-908d-4bb3-9f3c-422b7e9de060 req-ac149e54-9c85-472e-8df5-c65455f7b32e tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:35.274093 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-4d58b4ea-908d-4bb3-9f3c-422b7e9de060 req-ac149e54-9c85-472e-8df5-c65455f7b32e tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:35.321107 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-7c909a34-480d-424b-9596-af01e1afbd7d None None] Could not find standard attr ID for object 20f846c1-0f3b-4628-98ee-13e9b13a9c82. {{(pid=100315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 00:13:35.331915 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-182118d8-2a59-4e82-8854-a6b6b2e5ff97 req-ce12d50d-04fa-4e57-bf2b-89d7eda267cf tempest-VolumesNegativeTest-1246519 tempest-VolumesNegativeTest-1246519-project] Made reservation on behalf of 307b2b1cc2ae49e3b5a4591ef6a61a7e for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:13:35.338871 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d56624-16f7-443a-850a-c32eda13057f req-7e2418bb-701a-4412-8bbf-2721b02a824b tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:35.340464 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e6d56624-16f7-443a-850a-c32eda13057f req-7e2418bb-701a-4412-8bbf-2721b02a824b tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.52 "GET /v2.0/networks?id=c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99 HTTP/1.1" status: 200 len: 815 time: 0.5580649 Jul 24 00:13:35.342171 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-182118d8-2a59-4e82-8854-a6b6b2e5ff97 req-ce12d50d-04fa-4e57-bf2b-89d7eda267cf tempest-VolumesNegativeTest-1246519 tempest-VolumesNegativeTest-1246519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:35.357243 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-51e98924-9a91-450a-bcb6-379681c642ca req-9064c960-363e-457a-af24-1cdfe79686fd tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/ports?device_id=adaafd05-adad-46f2-818c-53b583e2e72e HTTP/1.1" status: 200 len: 210 time: 0.2120919 Jul 24 00:13:35.362488 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-e6d56624-16f7-443a-850a-c32eda13057f req-09a57e13-d022-4d9e-a170-2d067f3e2896 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Request body: {'port': {'device_id': 'adaafd05-adad-46f2-818c-53b583e2e72e', 'network_id': 'c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99', 'admin_state_up': True, 'tenant_id': '17106f56bd6e4b86b27a5d0422aa02ab'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:13:35.379847 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-182118d8-2a59-4e82-8854-a6b6b2e5ff97 req-ce12d50d-04fa-4e57-bf2b-89d7eda267cf tempest-VolumesNegativeTest-1246519 tempest-VolumesNegativeTest-1246519-project] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:35.400338 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4d58b4ea-908d-4bb3-9f3c-422b7e9de060 req-ac149e54-9c85-472e-8df5-c65455f7b32e tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5632002 Jul 24 00:13:35.429995 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-4d58b4ea-908d-4bb3-9f3c-422b7e9de060 req-86129b98-157a-48c9-a495-973022f6ca1a service neutron] Request body: {'port': {'device_id': '15d7af06-7d06-4adf-b1ab-964b338df9b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-16'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:13:35.451627 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-99a6c137-08a6-474b-9ee1-42c3fafda8ab None None] Provisioning for port 5ac3c6ff-68cb-437c-8b84-4f8182baabf0 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:13:35.461705 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-99a6c137-08a6-474b-9ee1-42c3fafda8ab None None] Provisioning complete for port 5ac3c6ff-68cb-437c-8b84-4f8182baabf0 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:13:35.462093 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-99a6c137-08a6-474b-9ee1-42c3fafda8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:35.538561 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-99a6c137-08a6-474b-9ee1-42c3fafda8ab None None] Port 5ac3c6ff-68cb-437c-8b84-4f8182baabf0 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:13:35.590249 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-111bfdb8-fd49-4ff0-a9e1-f179ea5edfea tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:35.637918 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-111bfdb8-fd49-4ff0-a9e1-f179ea5edfea tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Calling delete_port for c164a84e-bddb-4402-9484-19797c80cd71 owned by {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:13:35.653806 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-4d58b4ea-908d-4bb3-9f3c-422b7e9de060 req-86129b98-157a-48c9-a495-973022f6ca1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:35.729514 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-182118d8-2a59-4e82-8854-a6b6b2e5ff97 req-ce12d50d-04fa-4e57-bf2b-89d7eda267cf tempest-VolumesNegativeTest-1246519 tempest-VolumesNegativeTest-1246519-project] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:35.740227 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-182118d8-2a59-4e82-8854-a6b6b2e5ff97 req-ce12d50d-04fa-4e57-bf2b-89d7eda267cf tempest-VolumesNegativeTest-1246519 tempest-VolumesNegativeTest-1246519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:35.762452 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-20821b31-58ac-4f2f-bfd8-1344b9a3ea90 None None] Provisioning complete for port c164a84e-bddb-4402-9484-19797c80cd71 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:13:35.763242 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-20821b31-58ac-4f2f-bfd8-1344b9a3ea90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:35.804303 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-20821b31-58ac-4f2f-bfd8-1344b9a3ea90 None None] Port c164a84e-bddb-4402-9484-19797c80cd71 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:13:35.814291 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce12d50d-04fa-4e57-bf2b-89d7eda267cf tempest-VolumesNegativeTest-1246519 tempest-VolumesNegativeTest-1246519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cad6980b-11c4-4a60-b1ae-b8c9a86e5087,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:35.847925 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2203d4-7a55-401a-aa01-1f6996424956 req-37993d8e-e816-4288-9667-4892a9d9b52d tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:35.849740 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3a2203d4-7a55-401a-aa01-1f6996424956 req-37993d8e-e816-4288-9667-4892a9d9b52d tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=549de624-bb09-4e50-8794-41d8de162ace HTTP/1.1" status: 200 len: 947 time: 0.2770195 Jul 24 00:13:35.914847 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e81de1a-c60e-442c-ace7-a0ca7756b3fb req-e110cd3c-4788-47e4-8f62-d7b02d47add6 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Made reservation on behalf of 17106f56bd6e4b86b27a5d0422aa02ab for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:13:35.926737 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-7e81de1a-c60e-442c-ace7-a0ca7756b3fb req-e110cd3c-4788-47e4-8f62-d7b02d47add6 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:35.977791 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3a2203d4-7a55-401a-aa01-1f6996424956 req-0f138690-8a8a-403e-ac34-dcd175acb4fc tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=65668094-9226-4b65-8245-cb28bd37e836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214244 Jul 24 00:13:35.987899 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6d56624-16f7-443a-850a-c32eda13057f req-09a57e13-d022-4d9e-a170-2d067f3e2896 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Made reservation on behalf of 17106f56bd6e4b86b27a5d0422aa02ab for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:13:35.991867 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-e6d56624-16f7-443a-850a-c32eda13057f req-09a57e13-d022-4d9e-a170-2d067f3e2896 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:36.029663 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-111bfdb8-fd49-4ff0-a9e1-f179ea5edfea tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:36.165358 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111bfdb8-fd49-4ff0-a9e1-f179ea5edfea tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event deleted for resources: {'Port': ['ID=c164a84e-bddb-4402-9484-19797c80cd71,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:36.173081 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a0084b6d-c853-469c-bc08-c90b7ce1adcb req-51d01981-e83f-48b0-9265-b9f0ce83b9da tempest-VolumesNegativeTest-1246519 tempest-VolumesNegativeTest-1246519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4a99a00-351c-461e-a56b-f4a656ff3b4e HTTP/1.1" status: 200 len: 210 time: 0.1605134 Jul 24 00:13:36.305440 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-111bfdb8-fd49-4ff0-a9e1-f179ea5edfea tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:36.309832 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-111bfdb8-fd49-4ff0-a9e1-f179ea5edfea tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/ports/c164a84e-bddb-4402-9484-19797c80cd71 HTTP/1.1" status: 204 len: 168 time: 1.7382252 Jul 24 00:13:36.310959 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 44764) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:36.326520 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d261850d-3c33-4c2c-8024-2d6bfca4053c req-088ada9c-ef17-4c33-acb6-baf6f9146347 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:36.328786 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d261850d-3c33-4c2c-8024-2d6bfca4053c req-088ada9c-ef17-4c33-acb6-baf6f9146347 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/ports?device_id=84e6228b-c359-4feb-9ac3-176fa3d1c17d HTTP/1.1" status: 200 len: 945 time: 0.1645262 Jul 24 00:13:36.380210 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1904e44c-35cb-4014-bc55-bfa2585185d8 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:36.381787 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1904e44c-35cb-4014-bc55-bfa2585185d8 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:36.387483 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1904e44c-35cb-4014-bc55-bfa2585185d8 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:36.389168 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-1904e44c-35cb-4014-bc55-bfa2585185d8 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0779107 Jul 24 00:13:36.389749 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d261850d-3c33-4c2c-8024-2d6bfca4053c req-25f73542-93e9-488d-b0d5-5f7928165c26 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/security-groups?id=c0063c4d-6272-47e4-8d6e-ed9b31bc3cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547793 Jul 24 00:13:36.398649 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44768) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:36.463647 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [req-182118d8-2a59-4e82-8854-a6b6b2e5ff97 req-ce12d50d-04fa-4e57-bf2b-89d7eda267cf tempest-VolumesNegativeTest-1246519 tempest-VolumesNegativeTest-1246519-project] Allocated IP 192.168.233.153 (603dff3b-80fe-44ec-a82a-8d8b74b0c3c2/ef73a7e1-c64a-41e3-9997-629475c7b6b1/13f95254-61d3-4c9a-a3b1-f60af9973a5c) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:13:36.465746 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-157ad85e-2e84-4b81-b306-26e50173706b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Deleting subnet 174448c8-14fe-4d8e-83e5-fddd0af8a9d9 {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:13:36.469993 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-157ad85e-2e84-4b81-b306-26e50173706b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:36.488630 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30cba81c-74d3-427b-8db7-52fba6459b18 None None] get_active_networks_info from n-d-800088-16 {{(pid=100315) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 24 00:13:36.511147 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-157ad85e-2e84-4b81-b306-26e50173706b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:36.605685 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cba81c-74d3-427b-8db7-52fba6459b18 None None] Resources bound (agent type, host, resource id): {{(pid=100315) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 24 00:13:36.606253 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-157ad85e-2e84-4b81-b306-26e50173706b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:36.647373 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-53e0fcd2-25c3-43a1-bbd9-b18274b15e43 req-a2fe9a34-1469-4c88-a74f-71d34c50cf89 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/ports?device_id=adaafd05-adad-46f2-818c-53b583e2e72e HTTP/1.1" status: 200 len: 210 time: 0.0355861 Jul 24 00:13:36.664113 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-182118d8-2a59-4e82-8854-a6b6b2e5ff97 req-ce12d50d-04fa-4e57-bf2b-89d7eda267cf tempest-VolumesNegativeTest-1246519 tempest-VolumesNegativeTest-1246519-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:36.685809 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-4d58b4ea-908d-4bb3-9f3c-422b7e9de060 req-86129b98-157a-48c9-a495-973022f6ca1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ac3c6ff-68cb-437c-8b84-4f8182baabf0 {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:13:36.688248 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-157ad85e-2e84-4b81-b306-26e50173706b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:36.699008 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-4d58b4ea-908d-4bb3-9f3c-422b7e9de060 req-86129b98-157a-48c9-a495-973022f6ca1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:36.704199 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-182118d8-2a59-4e82-8854-a6b6b2e5ff97 req-ce12d50d-04fa-4e57-bf2b-89d7eda267cf tempest-VolumesNegativeTest-1246519 tempest-VolumesNegativeTest-1246519-project] Transition to ACTIVE for port object 13f95254-61d3-4c9a-a3b1-f60af9973a5c will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:13:36.716534 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-157ad85e-2e84-4b81-b306-26e50173706b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:36.719969 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-4d58b4ea-908d-4bb3-9f3c-422b7e9de060 req-86129b98-157a-48c9-a495-973022f6ca1a service neutron] Transition to ACTIVE for port object 5ac3c6ff-68cb-437c-8b84-4f8182baabf0 will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:13:36.722141 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-157ad85e-2e84-4b81-b306-26e50173706b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/subnets/174448c8-14fe-4d8e-83e5-fddd0af8a9d9 HTTP/1.1" status: 204 len: 168 time: 0.3221102 Jul 24 00:13:36.724498 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 44770) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:36.743564 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157ad85e-2e84-4b81-b306-26e50173706b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event deleted for resources: {'Subnet': ['ID=174448c8-14fe-4d8e-83e5-fddd0af8a9d9,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:36.743823 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-4d58b4ea-908d-4bb3-9f3c-422b7e9de060 req-86129b98-157a-48c9-a495-973022f6ca1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:36.882615 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-b121593c-e757-4a56-929b-95620d0b9eea tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Deleting subnet 838dcac5-2188-472d-961e-f5b68ddc4d75 {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:13:36.884997 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [req-7e81de1a-c60e-442c-ace7-a0ca7756b3fb req-e110cd3c-4788-47e4-8f62-d7b02d47add6 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Allocated IP 172.20.0.5 (c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99/522f4cc8-5095-47aa-bf49-81815053d08e/be7da8e5-a62c-4c34-b628-c87541750562) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:13:36.895396 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-182118d8-2a59-4e82-8854-a6b6b2e5ff97 req-ce12d50d-04fa-4e57-bf2b-89d7eda267cf tempest-VolumesNegativeTest-1246519 tempest-VolumesNegativeTest-1246519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:36.898644 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b121593c-e757-4a56-929b-95620d0b9eea tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:36.901458 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86129b98-157a-48c9-a495-973022f6ca1a service neutron] Pushing event updated for resources: {'Port': ['ID=5ac3c6ff-68cb-437c-8b84-4f8182baabf0,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:37.051285 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b121593c-e757-4a56-929b-95620d0b9eea tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:37.055175 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-182118d8-2a59-4e82-8854-a6b6b2e5ff97 req-ce12d50d-04fa-4e57-bf2b-89d7eda267cf tempest-VolumesNegativeTest-1246519 tempest-VolumesNegativeTest-1246519-project] Network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:13:37.102160 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [req-182118d8-2a59-4e82-8854-a6b6b2e5ff97 req-ce12d50d-04fa-4e57-bf2b-89d7eda267cf tempest-VolumesNegativeTest-1246519 tempest-VolumesNegativeTest-1246519-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:13:37.117627 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-182118d8-2a59-4e82-8854-a6b6b2e5ff97 req-ce12d50d-04fa-4e57-bf2b-89d7eda267cf tempest-VolumesNegativeTest-1246519 tempest-VolumesNegativeTest-1246519-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:13:37.126335 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce12d50d-04fa-4e57-bf2b-89d7eda267cf tempest-VolumesNegativeTest-1246519 tempest-VolumesNegativeTest-1246519-project] Pushing event updated for resources: {'Port': ['ID=13f95254-61d3-4c9a-a3b1-f60af9973a5c,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:37.163942 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c9ce2f-9806-46c3-b96a-9daf673aa884 req-6e3acf0d-76b8-4b66-8aa5-fe7e0a6f6b09 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:37.171270 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-66c9ce2f-9806-46c3-b96a-9daf673aa884 req-6e3acf0d-76b8-4b66-8aa5-fe7e0a6f6b09 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=549de624-bb09-4e50-8794-41d8de162ace HTTP/1.1" status: 200 len: 947 time: 0.1015179 Jul 24 00:13:37.245653 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-66c9ce2f-9806-46c3-b96a-9daf673aa884 req-c74f4fb9-86dc-43bf-bfc2-83947a7bad2b tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=65668094-9226-4b65-8245-cb28bd37e836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660837 Jul 24 00:13:37.265104 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-4d58b4ea-908d-4bb3-9f3c-422b7e9de060 req-86129b98-157a-48c9-a495-973022f6ca1a service neutron] Attempting to bind port 5ac3c6ff-68cb-437c-8b84-4f8182baabf0 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:13:37.265499 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-4d58b4ea-908d-4bb3-9f3c-422b7e9de060 req-86129b98-157a-48c9-a495-973022f6ca1a service neutron] Attempting to bind port 5ac3c6ff-68cb-437c-8b84-4f8182baabf0 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '54b0bb54-5616-4f5a-8531-23ddff6f591c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:13:37.265855 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d58b4ea-908d-4bb3-9f3c-422b7e9de060 req-86129b98-157a-48c9-a495-973022f6ca1a service neutron] Attempting to bind port 5ac3c6ff-68cb-437c-8b84-4f8182baabf0 on network c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:13:37.295423 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182118d8-2a59-4e82-8854-a6b6b2e5ff97 req-ce12d50d-04fa-4e57-bf2b-89d7eda267cf tempest-VolumesNegativeTest-1246519 tempest-VolumesNegativeTest-1246519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:37.296071 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-182118d8-2a59-4e82-8854-a6b6b2e5ff97 req-ce12d50d-04fa-4e57-bf2b-89d7eda267cf tempest-VolumesNegativeTest-1246519 tempest-VolumesNegativeTest-1246519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:37.352908 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d58b4ea-908d-4bb3-9f3c-422b7e9de060 req-86129b98-157a-48c9-a495-973022f6ca1a service neutron] Port 5ac3c6ff-68cb-437c-8b84-4f8182baabf0 on network c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:13:37.353181 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d58b4ea-908d-4bb3-9f3c-422b7e9de060 req-86129b98-157a-48c9-a495-973022f6ca1a service neutron] Attempting to bind port 5ac3c6ff-68cb-437c-8b84-4f8182baabf0 on network c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:13:37.402286 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d58b4ea-908d-4bb3-9f3c-422b7e9de060 req-86129b98-157a-48c9-a495-973022f6ca1a service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:13:37.402939 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d58b4ea-908d-4bb3-9f3c-422b7e9de060 req-86129b98-157a-48c9-a495-973022f6ca1a service neutron] Checking segment: {'id': '54b0bb54-5616-4f5a-8531-23ddff6f591c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:13:37.402939 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d58b4ea-908d-4bb3-9f3c-422b7e9de060 req-86129b98-157a-48c9-a495-973022f6ca1a service neutron] Bound using segment: {'id': '54b0bb54-5616-4f5a-8531-23ddff6f591c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:13:37.403371 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-4d58b4ea-908d-4bb3-9f3c-422b7e9de060 req-86129b98-157a-48c9-a495-973022f6ca1a service neutron] Bound port: 5ac3c6ff-68cb-437c-8b84-4f8182baabf0, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54b0bb54-5616-4f5a-8531-23ddff6f591c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:13:37.403741 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-4d58b4ea-908d-4bb3-9f3c-422b7e9de060 req-86129b98-157a-48c9-a495-973022f6ca1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:37.442821 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-182118d8-2a59-4e82-8854-a6b6b2e5ff97 req-ce12d50d-04fa-4e57-bf2b-89d7eda267cf tempest-VolumesNegativeTest-1246519 tempest-VolumesNegativeTest-1246519-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1218500 Jul 24 00:13:37.452559 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b121593c-e757-4a56-929b-95620d0b9eea tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:37.485615 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-182118d8-2a59-4e82-8854-a6b6b2e5ff97 req-ad70e839-dd8d-4d44-a3a0-6d5cb0c3c72e service neutron] Request body: {'port': {'device_id': 'c4a99a00-351c-461e-a56b-f4a656ff3b4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-16'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:13:37.532237 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-7e81de1a-c60e-442c-ace7-a0ca7756b3fb req-e110cd3c-4788-47e4-8f62-d7b02d47add6 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:37.553069 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df037fd-6095-44fe-b191-19bf46b372c4 req-8ad4d3bb-1043-4c17-beae-d2459406f828 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:37.562646 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9df037fd-6095-44fe-b191-19bf46b372c4 req-8ad4d3bb-1043-4c17-beae-d2459406f828 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/ports?device_id=84e6228b-c359-4feb-9ac3-176fa3d1c17d HTTP/1.1" status: 200 len: 945 time: 0.0875871 Jul 24 00:13:37.608999 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9df037fd-6095-44fe-b191-19bf46b372c4 req-e9b1b207-f05e-44f1-a20e-a91838f833db tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/security-groups?id=c0063c4d-6272-47e4-8d6e-ed9b31bc3cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447991 Jul 24 00:13:37.610744 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-7e81de1a-c60e-442c-ace7-a0ca7756b3fb req-e110cd3c-4788-47e4-8f62-d7b02d47add6 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Transition to ACTIVE for port object be7da8e5-a62c-4c34-b628-c87541750562 will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:13:37.630799 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea24681a-b069-48dd-9de3-763521869e0e req-925d5c16-3d71-4f8f-8363-0f44ea39f418 tempest-VolumesNegativeTest-1246519 tempest-VolumesNegativeTest-1246519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:37.632337 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ea24681a-b069-48dd-9de3-763521869e0e req-925d5c16-3d71-4f8f-8363-0f44ea39f418 tempest-VolumesNegativeTest-1246519 tempest-VolumesNegativeTest-1246519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4a99a00-351c-461e-a56b-f4a656ff3b4e HTTP/1.1" status: 200 len: 936 time: 0.3304355 Jul 24 00:13:37.724054 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-4d58b4ea-908d-4bb3-9f3c-422b7e9de060 req-86129b98-157a-48c9-a495-973022f6ca1a service neutron] For port 5ac3c6ff-68cb-437c-8b84-4f8182baabf0, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:13:37.747463 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-bc0ca597-b8b1-4823-b1da-d9b4f228e078 None None] Provisioning complete for port b50f3aad-fa83-4ede-b70f-d8143df78d08 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:13:37.748389 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-bc0ca597-b8b1-4823-b1da-d9b4f228e078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:37.788412 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ea24681a-b069-48dd-9de3-763521869e0e req-c15132b8-e1c3-4ecd-a0a9-e7a8b5ed8aa9 tempest-VolumesNegativeTest-1246519 tempest-VolumesNegativeTest-1246519-project] 10.222.0.44 "GET /v2.0/security-groups?id=cad6980b-11c4-4a60-b1ae-b8c9a86e5087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438968 Jul 24 00:13:37.791338 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b121593c-e757-4a56-929b-95620d0b9eea tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:37.816622 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8f90f117-b08b-4081-a39f-eb27b7634262 req-f5e5894e-c089-4f46-b7a2-5f4ded5ae9fa tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/ports?device_id=adaafd05-adad-46f2-818c-53b583e2e72e HTTP/1.1" status: 200 len: 210 time: 0.0547612 Jul 24 00:13:37.845901 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-182118d8-2a59-4e82-8854-a6b6b2e5ff97 req-ad70e839-dd8d-4d44-a3a0-6d5cb0c3c72e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:37.854945 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-4d58b4ea-908d-4bb3-9f3c-422b7e9de060 req-86129b98-157a-48c9-a495-973022f6ca1a service neutron] For port 5ac3c6ff-68cb-437c-8b84-4f8182baabf0, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=5ac3c6ff-68cb-437c-8b84-4f8182baabf0,segment=NetworkSegment(54b0bb54-5616-4f5a-8531-23ddff6f591c),segment_id=54b0bb54-5616-4f5a-8531-23ddff6f591c)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:13:37.888664 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-4d58b4ea-908d-4bb3-9f3c-422b7e9de060 req-86129b98-157a-48c9-a495-973022f6ca1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:37.892628 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b121593c-e757-4a56-929b-95620d0b9eea tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event deleted for resources: {'Subnet': ['ID=838dcac5-2188-472d-961e-f5b68ddc4d75,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:37.894765 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b121593c-e757-4a56-929b-95620d0b9eea tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:37.896722 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-b121593c-e757-4a56-929b-95620d0b9eea tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/subnets/838dcac5-2188-472d-961e-f5b68ddc4d75 HTTP/1.1" status: 204 len: 168 time: 1.1697428 Jul 24 00:13:37.899676 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44784) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:37.913019 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42506705-462e-4100-b012-3d9689b68017 None None] Network e98734e2-dedb-4450-9333-d795164b1ce9 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:13:38.017278 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-91efdc1f-d312-43f0-83f5-0366837af766 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1160250 Jul 24 00:13:38.026978 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44786) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:38.127193 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-e6d56624-16f7-443a-850a-c32eda13057f req-09a57e13-d022-4d9e-a170-2d067f3e2896 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Allocated IP 172.20.0.3 (c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99/522f4cc8-5095-47aa-bf49-81815053d08e/ffa9d5de-a79f-4585-b74e-de1bc6ab8ef5) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:13:38.141391 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-8c990477-e70f-40c7-95d4-00bf74b6f110 None None] Provisioning for port 13f95254-61d3-4c9a-a3b1-f60af9973a5c completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:13:38.147155 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-8c990477-e70f-40c7-95d4-00bf74b6f110 None None] Provisioning complete for port 13f95254-61d3-4c9a-a3b1-f60af9973a5c triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:13:38.147726 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-8c990477-e70f-40c7-95d4-00bf74b6f110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:38.149417 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-7e81de1a-c60e-442c-ace7-a0ca7756b3fb req-e110cd3c-4788-47e4-8f62-d7b02d47add6 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:38.161982 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f20e80f-5d38-418c-ae70-82708aa2ae9b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:38.165881 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d58b4ea-908d-4bb3-9f3c-422b7e9de060 req-86129b98-157a-48c9-a495-973022f6ca1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:38.166166 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-4f20e80f-5d38-418c-ae70-82708aa2ae9b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1359227 Jul 24 00:13:38.166278 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-4d58b4ea-908d-4bb3-9f3c-422b7e9de060 req-86129b98-157a-48c9-a495-973022f6ca1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:38.166278 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4d58b4ea-908d-4bb3-9f3c-422b7e9de060 req-86129b98-157a-48c9-a495-973022f6ca1a service neutron] 10.222.0.64 "PUT /v2.0/ports/5ac3c6ff-68cb-437c-8b84-4f8182baabf0 HTTP/1.1" status: 200 len: 1093 time: 2.7545915 Jul 24 00:13:38.167079 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44788) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:38.168115 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15d7af06-7d06-4adf-b1ab-964b338df9b6', 'tag': '5ac3c6ff-68cb-437c-8b84-4f8182baabf0'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:13:38.170428 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c583fb0-cf0b-44b3-842f-bb69b37669ec" -d '{"events": [{"name": "network-changed", "server_uuid": "15d7af06-7d06-4adf-b1ab-964b338df9b6", "tag": "5ac3c6ff-68cb-437c-8b84-4f8182baabf0"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:13:38.233614 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-8c990477-e70f-40c7-95d4-00bf74b6f110 None None] Port 13f95254-61d3-4c9a-a3b1-f60af9973a5c cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:13:38.248690 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baaee6fd-79ce-4501-b93c-28cd76c42467 x-openstack-request-id: req-baaee6fd-79ce-4501-b93c-28cd76c42467 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:13:38.249055 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15d7af06-7d06-4adf-b1ab-964b338df9b6", "tag": "5ac3c6ff-68cb-437c-8b84-4f8182baabf0", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:13:38.249268 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-baaee6fd-79ce-4501-b93c-28cd76c42467 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:13:38.249907 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15d7af06-7d06-4adf-b1ab-964b338df9b6', 'tag': '5ac3c6ff-68cb-437c-8b84-4f8182baabf0', 'status': 'completed', 'code': 200} Jul 24 00:13:38.278216 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbca3ad-3d6f-4cf6-97c7-7233d7396e4b None None] DHCP port deletion for e98734e2-dedb-4450-9333-d795164b1ce9 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:13:38.295722 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6215500a-058f-477a-bb30-351800adaece tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:38.298064 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-6215500a-058f-477a-bb30-351800adaece tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1276948 Jul 24 00:13:38.322161 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e81de1a-c60e-442c-ace7-a0ca7756b3fb req-e110cd3c-4788-47e4-8f62-d7b02d47add6 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Network c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:13:38.366054 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-8dbca3ad-3d6f-4cf6-97c7-7233d7396e4b None None] Deleting port b50f3aad-fa83-4ede-b70f-d8143df78d08 {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:13:38.366431 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-8dbca3ad-3d6f-4cf6-97c7-7233d7396e4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:38.373266 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 44794) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:38.444990 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-182118d8-2a59-4e82-8854-a6b6b2e5ff97 req-ad70e839-dd8d-4d44-a3a0-6d5cb0c3c72e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13f95254-61d3-4c9a-a3b1-f60af9973a5c {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:13:38.446123 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-8dbca3ad-3d6f-4cf6-97c7-7233d7396e4b None None] For port b50f3aad-fa83-4ede-b70f-d8143df78d08, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=b50f3aad-fa83-4ede-b70f-d8143df78d08,segment=NetworkSegment(b737500e-4702-4fa9-bd4b-6c1d2e2fa041),segment_id=b737500e-4702-4fa9-bd4b-6c1d2e2fa041)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:13:38.446731 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-8dbca3ad-3d6f-4cf6-97c7-7233d7396e4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:38.455206 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-182118d8-2a59-4e82-8854-a6b6b2e5ff97 req-ad70e839-dd8d-4d44-a3a0-6d5cb0c3c72e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:38.464344 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-8dbca3ad-3d6f-4cf6-97c7-7233d7396e4b None None] Calling delete_port for b50f3aad-fa83-4ede-b70f-d8143df78d08 owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:13:38.475359 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-182118d8-2a59-4e82-8854-a6b6b2e5ff97 req-ad70e839-dd8d-4d44-a3a0-6d5cb0c3c72e service neutron] Transition to ACTIVE for port object 13f95254-61d3-4c9a-a3b1-f60af9973a5c will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:13:38.521663 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86129b98-157a-48c9-a495-973022f6ca1a service neutron] Pushing event updated for resources: {'Port': ['ID=5ac3c6ff-68cb-437c-8b84-4f8182baabf0,revision_number=3']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:38.591672 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-fef76b4c-c882-46b4-90c8-0176858cb4cd tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1081948 Jul 24 00:13:38.591895 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-8dbca3ad-3d6f-4cf6-97c7-7233d7396e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:38.592055 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-182118d8-2a59-4e82-8854-a6b6b2e5ff97 req-ad70e839-dd8d-4d44-a3a0-6d5cb0c3c72e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:38.599264 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [req-7e81de1a-c60e-442c-ace7-a0ca7756b3fb req-e110cd3c-4788-47e4-8f62-d7b02d47add6 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:13:38.603109 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e81de1a-c60e-442c-ace7-a0ca7756b3fb req-e110cd3c-4788-47e4-8f62-d7b02d47add6 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:13:38.626088 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbca3ad-3d6f-4cf6-97c7-7233d7396e4b None None] Pushing event deleted for resources: {'Port': ['ID=b50f3aad-fa83-4ede-b70f-d8143df78d08,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:38.632234 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbca3ad-3d6f-4cf6-97c7-7233d7396e4b None None] No DVR routers for this DVR port b50f3aad-fa83-4ede-b70f-d8143df78d08 on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:13:38.678934 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 44796) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:38.693157 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e81de1a-c60e-442c-ace7-a0ca7756b3fb req-e110cd3c-4788-47e4-8f62-d7b02d47add6 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:38.693812 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-7e81de1a-c60e-442c-ace7-a0ca7756b3fb req-e110cd3c-4788-47e4-8f62-d7b02d47add6 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:38.711810 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-daf8180f-a9e1-4a2b-9448-c88d3b6e99b9 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Request body: {'subnet': {'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:13:38.795642 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e110cd3c-4788-47e4-8f62-d7b02d47add6 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Pushing event updated for resources: {'Port': ['ID=be7da8e5-a62c-4c34-b628-c87541750562,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:38.827839 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7e81de1a-c60e-442c-ace7-a0ca7756b3fb req-e110cd3c-4788-47e4-8f62-d7b02d47add6 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0556390 Jul 24 00:13:38.868643 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-7e81de1a-c60e-442c-ace7-a0ca7756b3fb req-5d3a7f42-423f-47fa-869c-44e397109db8 service neutron] Request body: {'port': {'device_id': 'c6e10e2e-5a26-4caa-aee0-3ee0ef3a6a7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-16'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:13:38.946362 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf8180f-a9e1-4a2b-9448-c88d3b6e99b9 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Made reservation on behalf of ba617effe2664093b954ded2eab93240 for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:13:38.956682 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-daf8180f-a9e1-4a2b-9448-c88d3b6e99b9 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:38.956682 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-daf8180f-a9e1-4a2b-9448-c88d3b6e99b9 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 00:13:38.956682 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daf8180f-a9e1-4a2b-9448-c88d3b6e99b9 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:13:38.963853 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-029bd346-3e0a-4fe8-978b-3a07a96cd262 None None] Provisioning for port be7da8e5-a62c-4c34-b628-c87541750562 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:13:38.970137 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-029bd346-3e0a-4fe8-978b-3a07a96cd262 None None] Provisioning complete for port be7da8e5-a62c-4c34-b628-c87541750562 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:13:38.971067 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-029bd346-3e0a-4fe8-978b-3a07a96cd262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:39.008884 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-7e81de1a-c60e-442c-ace7-a0ca7756b3fb req-5d3a7f42-423f-47fa-869c-44e397109db8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:39.035696 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-029bd346-3e0a-4fe8-978b-3a07a96cd262 None None] Port be7da8e5-a62c-4c34-b628-c87541750562 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:13:39.098192 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-e6d56624-16f7-443a-850a-c32eda13057f req-09a57e13-d022-4d9e-a170-2d067f3e2896 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:39.111075 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08912d2-7d93-4dcc-8e69-1a5a71044c14 req-017c90f5-bdf8-4cb1-a961-d4974861249d tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:39.118159 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e08912d2-7d93-4dcc-8e69-1a5a71044c14 req-017c90f5-bdf8-4cb1-a961-d4974861249d tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/ports?device_id=84e6228b-c359-4feb-9ac3-176fa3d1c17d HTTP/1.1" status: 200 len: 945 time: 0.2554514 Jul 24 00:13:39.141722 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-daf8180f-a9e1-4a2b-9448-c88d3b6e99b9 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4347689 Jul 24 00:13:39.144033 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8d6cff9b-0bed-44a3-a227-9dad4a8a65df req-594b24cb-6afb-49cd-9005-03352ed365ab service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2c3ad554-7e3d-420c-aaf4-4023ba64e623&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2895927 Jul 24 00:13:39.147363 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44804) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:39.154481 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-0408050e-6367-42c0-a154-46996229c4c8 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Request body: {'subnet': {'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:13:39.161738 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-e6d56624-16f7-443a-850a-c32eda13057f req-09a57e13-d022-4d9e-a170-2d067f3e2896 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Transition to ACTIVE for port object ffa9d5de-a79f-4585-b74e-de1bc6ab8ef5 will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:13:39.190641 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d58b4ea-908d-4bb3-9f3c-422b7e9de060 req-012d2836-ada1-4c97-a8d8-67cd851651a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:39.192247 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4d58b4ea-908d-4bb3-9f3c-422b7e9de060 req-012d2836-ada1-4c97-a8d8-67cd851651a0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=17106f56bd6e4b86b27a5d0422aa02ab&device_id=15d7af06-7d06-4adf-b1ab-964b338df9b6 HTTP/1.1" status: 200 len: 1096 time: 0.9396718 Jul 24 00:13:39.192900 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad70e839-dd8d-4d44-a3a0-6d5cb0c3c72e service neutron] Pushing event updated for resources: {'Port': ['ID=13f95254-61d3-4c9a-a3b1-f60af9973a5c,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:39.217849 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device b50f3aad-fa83-4ede-b70f-d8143df78d08 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:13:39.243948 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: b50f3aad-fa83-4ede-b70f-d8143df78d08 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:13:39.244396 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device b50f3aad-fa83-4ede-b70f-d8143df78d08 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:13:39.263733 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e08912d2-7d93-4dcc-8e69-1a5a71044c14 req-1fab4297-6dae-427a-9129-5ee0e507a677 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/security-groups?id=c0063c4d-6272-47e4-8d6e-ed9b31bc3cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446319 Jul 24 00:13:39.367519 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-85e312f5-3176-4c71-8828-90f89b0f074f req-60e2c500-3fe5-47d6-8643-2811b97a9a91 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/ports?device_id=adaafd05-adad-46f2-818c-53b583e2e72e HTTP/1.1" status: 200 len: 210 time: 0.0382133 Jul 24 00:13:39.409182 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6cff9b-0bed-44a3-a227-9dad4a8a65df req-cf47bf0c-e4b6-4c3f-a806-c495a95e8a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:39.410972 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8d6cff9b-0bed-44a3-a227-9dad4a8a65df req-cf47bf0c-e4b6-4c3f-a806-c495a95e8a33 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8ed52982936542aab9afbd7ecf658cda&device_id=2c3ad554-7e3d-420c-aaf4-4023ba64e623 HTTP/1.1" status: 200 len: 1097 time: 0.2148154 Jul 24 00:13:39.414327 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-e6d56624-16f7-443a-850a-c32eda13057f req-09a57e13-d022-4d9e-a170-2d067f3e2896 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:39.470592 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0408050e-6367-42c0-a154-46996229c4c8 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Made reservation on behalf of ba617effe2664093b954ded2eab93240 for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:13:39.474613 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0408050e-6367-42c0-a154-46996229c4c8 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:39.476418 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-0408050e-6367-42c0-a154-46996229c4c8 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 00:13:39.477006 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0408050e-6367-42c0-a154-46996229c4c8 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:13:39.504319 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6d56624-16f7-443a-850a-c32eda13057f req-09a57e13-d022-4d9e-a170-2d067f3e2896 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Network c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:13:39.525173 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-e6d56624-16f7-443a-850a-c32eda13057f req-09a57e13-d022-4d9e-a170-2d067f3e2896 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:13:39.533928 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6d56624-16f7-443a-850a-c32eda13057f req-09a57e13-d022-4d9e-a170-2d067f3e2896 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:13:39.564113 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a57e13-d022-4d9e-a170-2d067f3e2896 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Pushing event updated for resources: {'Port': ['ID=ffa9d5de-a79f-4585-b74e-de1bc6ab8ef5,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:39.600930 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-0408050e-6367-42c0-a154-46996229c4c8 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4503071 Jul 24 00:13:39.606331 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44810) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:39.620021 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-4ae623a1-9a13-416e-a998-eadc3f09246d tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Request body: {'subnet': {'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:13:39.682176 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d56624-16f7-443a-850a-c32eda13057f req-09a57e13-d022-4d9e-a170-2d067f3e2896 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:39.682827 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-e6d56624-16f7-443a-850a-c32eda13057f req-09a57e13-d022-4d9e-a170-2d067f3e2896 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:39.692592 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-182118d8-2a59-4e82-8854-a6b6b2e5ff97 req-ad70e839-dd8d-4d44-a3a0-6d5cb0c3c72e service neutron] Attempting to bind port 13f95254-61d3-4c9a-a3b1-f60af9973a5c on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:13:39.693091 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-182118d8-2a59-4e82-8854-a6b6b2e5ff97 req-ad70e839-dd8d-4d44-a3a0-6d5cb0c3c72e service neutron] Attempting to bind port 13f95254-61d3-4c9a-a3b1-f60af9973a5c by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:13:39.693612 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182118d8-2a59-4e82-8854-a6b6b2e5ff97 req-ad70e839-dd8d-4d44-a3a0-6d5cb0c3c72e service neutron] Attempting to bind port 13f95254-61d3-4c9a-a3b1-f60af9973a5c on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:13:39.749206 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6cff9b-0bed-44a3-a227-9dad4a8a65df req-65b32638-9e16-48ee-8f84-b60816c8931e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:39.750746 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8d6cff9b-0bed-44a3-a227-9dad4a8a65df req-65b32638-9e16-48ee-8f84-b60816c8931e service neutron] 10.222.0.64 "GET /v2.0/networks?id=3829d8b1-57b6-4b5b-a62d-bdc41c946f86 HTTP/1.1" status: 200 len: 909 time: 0.3180103 Jul 24 00:13:39.757592 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e6d56624-16f7-443a-850a-c32eda13057f req-09a57e13-d022-4d9e-a170-2d067f3e2896 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4016240 Jul 24 00:13:39.772673 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-e6d56624-16f7-443a-850a-c32eda13057f req-83229ce0-cb37-4ecd-b62b-90cb6f6eb39d service neutron] Request body: {'port': {'device_id': 'adaafd05-adad-46f2-818c-53b583e2e72e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:13:39.794379 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4d58b4ea-908d-4bb3-9f3c-422b7e9de060 req-3e3c435a-6be2-4de7-b953-c7f3420a6642 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ac3c6ff-68cb-437c-8b84-4f8182baabf0 HTTP/1.1" status: 200 len: 217 time: 0.5894616 Jul 24 00:13:39.798445 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182118d8-2a59-4e82-8854-a6b6b2e5ff97 req-ad70e839-dd8d-4d44-a3a0-6d5cb0c3c72e service neutron] Port 13f95254-61d3-4c9a-a3b1-f60af9973a5c on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:13:39.798777 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182118d8-2a59-4e82-8854-a6b6b2e5ff97 req-ad70e839-dd8d-4d44-a3a0-6d5cb0c3c72e service neutron] Attempting to bind port 13f95254-61d3-4c9a-a3b1-f60af9973a5c on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:13:39.851447 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d42d4b-9cbe-4a72-b372-fea8b74ae1b9 req-acddb699-43b4-436d-b684-3fa350da8595 tempest-VolumesNegativeTest-1246519 tempest-VolumesNegativeTest-1246519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:39.852799 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f3d42d4b-9cbe-4a72-b372-fea8b74ae1b9 req-acddb699-43b4-436d-b684-3fa350da8595 tempest-VolumesNegativeTest-1246519 tempest-VolumesNegativeTest-1246519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4a99a00-351c-461e-a56b-f4a656ff3b4e HTTP/1.1" status: 200 len: 948 time: 0.8906031 Jul 24 00:13:39.857446 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182118d8-2a59-4e82-8854-a6b6b2e5ff97 req-ad70e839-dd8d-4d44-a3a0-6d5cb0c3c72e service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:13:39.857794 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182118d8-2a59-4e82-8854-a6b6b2e5ff97 req-ad70e839-dd8d-4d44-a3a0-6d5cb0c3c72e service neutron] Checking segment: {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:13:39.858180 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182118d8-2a59-4e82-8854-a6b6b2e5ff97 req-ad70e839-dd8d-4d44-a3a0-6d5cb0c3c72e service neutron] Bound using segment: {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:13:39.858635 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-182118d8-2a59-4e82-8854-a6b6b2e5ff97 req-ad70e839-dd8d-4d44-a3a0-6d5cb0c3c72e service neutron] Bound port: 13f95254-61d3-4c9a-a3b1-f60af9973a5c, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:13:39.858989 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-182118d8-2a59-4e82-8854-a6b6b2e5ff97 req-ad70e839-dd8d-4d44-a3a0-6d5cb0c3c72e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:39.903526 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8d6cff9b-0bed-44a3-a227-9dad4a8a65df req-745268f0-ba35-44a7-a260-07bfa3433d64 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20d3e831-985f-41b6-993d-d058a9777fe5 HTTP/1.1" status: 200 len: 1001 time: 0.1439810 Jul 24 00:13:39.913003 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-574b521d-5167-45f9-9d19-0acba4dba223 None None] Provisioning for port ffa9d5de-a79f-4585-b74e-de1bc6ab8ef5 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:13:39.918217 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-574b521d-5167-45f9-9d19-0acba4dba223 None None] Provisioning complete for port ffa9d5de-a79f-4585-b74e-de1bc6ab8ef5 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:13:39.919662 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-574b521d-5167-45f9-9d19-0acba4dba223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:39.927126 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae623a1-9a13-416e-a998-eadc3f09246d tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Made reservation on behalf of ba617effe2664093b954ded2eab93240 for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:13:39.930615 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4ae623a1-9a13-416e-a998-eadc3f09246d tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:39.932021 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ae623a1-9a13-416e-a998-eadc3f09246d tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 00:13:39.932459 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ae623a1-9a13-416e-a998-eadc3f09246d tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:13:39.963132 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-574b521d-5167-45f9-9d19-0acba4dba223 None None] Port ffa9d5de-a79f-4585-b74e-de1bc6ab8ef5 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:13:39.965362 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-e6d56624-16f7-443a-850a-c32eda13057f req-83229ce0-cb37-4ecd-b62b-90cb6f6eb39d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:39.993391 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d58b4ea-908d-4bb3-9f3c-422b7e9de060 req-e583f5b0-158b-411d-a706-6cee840f884b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:39.994095 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-4ae623a1-9a13-416e-a998-eadc3f09246d tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3782256 Jul 24 00:13:39.994830 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4d58b4ea-908d-4bb3-9f3c-422b7e9de060 req-e583f5b0-158b-411d-a706-6cee840f884b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=522f4cc8-5095-47aa-bf49-81815053d08e HTTP/1.1" status: 200 len: 854 time: 0.1926556 Jul 24 00:13:39.997833 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44812) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:40.003909 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-c32829a1-6d1f-4f4e-8053-a2ee9a2cf769 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Request body: {'subnet': {'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:13:40.008011 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6cff9b-0bed-44a3-a227-9dad4a8a65df req-f71244ff-905e-4a00-add1-f87d5c78419c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:40.009366 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8d6cff9b-0bed-44a3-a227-9dad4a8a65df req-f71244ff-905e-4a00-add1-f87d5c78419c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=49689ad0-dc02-4436-8aab-7ed904f8dbad HTTP/1.1" status: 200 len: 847 time: 0.0991309 Jul 24 00:13:40.031922 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f3d42d4b-9cbe-4a72-b372-fea8b74ae1b9 req-16edf34b-2cd5-4e58-b98a-d63361e60100 tempest-VolumesNegativeTest-1246519 tempest-VolumesNegativeTest-1246519-project] 10.222.0.44 "GET /v2.0/security-groups?id=cad6980b-11c4-4a60-b1ae-b8c9a86e5087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685941 Jul 24 00:13:40.103309 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-182118d8-2a59-4e82-8854-a6b6b2e5ff97 req-ad70e839-dd8d-4d44-a3a0-6d5cb0c3c72e service neutron] For port 13f95254-61d3-4c9a-a3b1-f60af9973a5c, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:13:40.123592 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-182118d8-2a59-4e82-8854-a6b6b2e5ff97 req-ad70e839-dd8d-4d44-a3a0-6d5cb0c3c72e service neutron] For port 13f95254-61d3-4c9a-a3b1-f60af9973a5c, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=13f95254-61d3-4c9a-a3b1-f60af9973a5c,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:13:40.135753 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-182118d8-2a59-4e82-8854-a6b6b2e5ff97 req-ad70e839-dd8d-4d44-a3a0-6d5cb0c3c72e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:40.207660 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182118d8-2a59-4e82-8854-a6b6b2e5ff97 req-ad70e839-dd8d-4d44-a3a0-6d5cb0c3c72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:40.207660 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-182118d8-2a59-4e82-8854-a6b6b2e5ff97 req-ad70e839-dd8d-4d44-a3a0-6d5cb0c3c72e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:40.207660 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-182118d8-2a59-4e82-8854-a6b6b2e5ff97 req-ad70e839-dd8d-4d44-a3a0-6d5cb0c3c72e service neutron] 10.222.0.64 "PUT /v2.0/ports/13f95254-61d3-4c9a-a3b1-f60af9973a5c HTTP/1.1" status: 200 len: 1097 time: 2.7260456 Jul 24 00:13:40.216233 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d58b4ea-908d-4bb3-9f3c-422b7e9de060 req-3721fb72-2290-4bcb-ae16-75e0d0c65594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:40.217787 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4d58b4ea-908d-4bb3-9f3c-422b7e9de060 req-3721fb72-2290-4bcb-ae16-75e0d0c65594 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2117860 Jul 24 00:13:40.236593 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6cff9b-0bed-44a3-a227-9dad4a8a65df req-6b8d906c-3818-4c9b-b5c0-ed0200583449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:40.242198 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-7e81de1a-c60e-442c-ace7-a0ca7756b3fb req-5d3a7f42-423f-47fa-869c-44e397109db8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be7da8e5-a62c-4c34-b628-c87541750562 {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:13:40.243952 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8d6cff9b-0bed-44a3-a227-9dad4a8a65df req-6b8d906c-3818-4c9b-b5c0-ed0200583449 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3829d8b1-57b6-4b5b-a62d-bdc41c946f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2164555 Jul 24 00:13:40.245138 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c32829a1-6d1f-4f4e-8053-a2ee9a2cf769 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Made reservation on behalf of ba617effe2664093b954ded2eab93240 for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:13:40.248642 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c32829a1-6d1f-4f4e-8053-a2ee9a2cf769 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:40.250162 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-c32829a1-6d1f-4f4e-8053-a2ee9a2cf769 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 00:13:40.250772 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c32829a1-6d1f-4f4e-8053-a2ee9a2cf769 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:13:40.251685 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4a99a00-351c-461e-a56b-f4a656ff3b4e', 'tag': '13f95254-61d3-4c9a-a3b1-f60af9973a5c'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:13:40.254078 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f004f24-b57f-42ae-a509-3eff44ca05f6" -d '{"events": [{"name": "network-changed", "server_uuid": "c4a99a00-351c-461e-a56b-f4a656ff3b4e", "tag": "13f95254-61d3-4c9a-a3b1-f60af9973a5c"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:13:40.274497 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-7e81de1a-c60e-442c-ace7-a0ca7756b3fb req-5d3a7f42-423f-47fa-869c-44e397109db8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:40.291136 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c32829a1-6d1f-4f4e-8053-a2ee9a2cf769 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2920156 Jul 24 00:13:40.301247 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44818) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:40.306483 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-bfb5c132-0bfb-446a-bfb9-948d3665ad56 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Request body: {'subnet': {'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:13:40.317332 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-7e81de1a-c60e-442c-ace7-a0ca7756b3fb req-5d3a7f42-423f-47fa-869c-44e397109db8 service neutron] Transition to ACTIVE for port object be7da8e5-a62c-4c34-b628-c87541750562 will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:13:40.318623 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad70e839-dd8d-4d44-a3a0-6d5cb0c3c72e service neutron] Pushing event updated for resources: {'Port': ['ID=13f95254-61d3-4c9a-a3b1-f60af9973a5c,revision_number=3']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:40.370425 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-134ca9f8-4aae-49bd-9114-452b0814bdd6 x-openstack-request-id: req-134ca9f8-4aae-49bd-9114-452b0814bdd6 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:13:40.370891 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4a99a00-351c-461e-a56b-f4a656ff3b4e", "tag": "13f95254-61d3-4c9a-a3b1-f60af9973a5c", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:13:40.371524 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-134ca9f8-4aae-49bd-9114-452b0814bdd6 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:13:40.371895 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4a99a00-351c-461e-a56b-f4a656ff3b4e', 'tag': '13f95254-61d3-4c9a-a3b1-f60af9973a5c', 'status': 'completed', 'code': 200} Jul 24 00:13:40.392467 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-7e81de1a-c60e-442c-ace7-a0ca7756b3fb req-5d3a7f42-423f-47fa-869c-44e397109db8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:40.475658 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3a7f42-423f-47fa-869c-44e397109db8 service neutron] Pushing event updated for resources: {'Port': ['ID=be7da8e5-a62c-4c34-b628-c87541750562,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:40.490076 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8d6cff9b-0bed-44a3-a227-9dad4a8a65df req-4cc708c5-8d70-41eb-adaa-a8f3faee930a service neutron] 10.222.0.64 "GET /v2.0/networks/3829d8b1-57b6-4b5b-a62d-bdc41c946f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360001 Jul 24 00:13:40.589814 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb5c132-0bfb-446a-bfb9-948d3665ad56 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Made reservation on behalf of ba617effe2664093b954ded2eab93240 for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:13:40.593377 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-bfb5c132-0bfb-446a-bfb9-948d3665ad56 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:40.594837 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfb5c132-0bfb-446a-bfb9-948d3665ad56 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 00:13:40.595278 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfb5c132-0bfb-446a-bfb9-948d3665ad56 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:13:40.655512 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182118d8-2a59-4e82-8854-a6b6b2e5ff97 req-479e5af8-c4e7-48f0-8e53-c92e48cf29ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:40.657228 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-182118d8-2a59-4e82-8854-a6b6b2e5ff97 req-479e5af8-c4e7-48f0-8e53-c92e48cf29ea service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=307b2b1cc2ae49e3b5a4591ef6a61a7e&device_id=c4a99a00-351c-461e-a56b-f4a656ff3b4e HTTP/1.1" status: 200 len: 1100 time: 0.3802292 Jul 24 00:13:40.668333 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-bfb5c132-0bfb-446a-bfb9-948d3665ad56 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3659446 Jul 24 00:13:40.673173 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44826) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:40.682086 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4d58b4ea-908d-4bb3-9f3c-422b7e9de060 req-621385e5-1468-41d8-9e63-27dad3758ce4 service neutron] 10.222.0.64 "GET /v2.0/networks/c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4508066 Jul 24 00:13:40.686234 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-4bdea516-3317-43ae-b961-b3fcfde56a8e tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Request body: {'subnet': {'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:13:40.726173 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-7e81de1a-c60e-442c-ace7-a0ca7756b3fb req-5d3a7f42-423f-47fa-869c-44e397109db8 service neutron] Attempting to bind port be7da8e5-a62c-4c34-b628-c87541750562 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:13:40.726732 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-7e81de1a-c60e-442c-ace7-a0ca7756b3fb req-5d3a7f42-423f-47fa-869c-44e397109db8 service neutron] Attempting to bind port be7da8e5-a62c-4c34-b628-c87541750562 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '54b0bb54-5616-4f5a-8531-23ddff6f591c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:13:40.726866 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e81de1a-c60e-442c-ace7-a0ca7756b3fb req-5d3a7f42-423f-47fa-869c-44e397109db8 service neutron] Attempting to bind port be7da8e5-a62c-4c34-b628-c87541750562 on network c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:13:40.729657 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-182118d8-2a59-4e82-8854-a6b6b2e5ff97 req-ff264fd7-b556-4286-9300-3f75698f8bb0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=13f95254-61d3-4c9a-a3b1-f60af9973a5c HTTP/1.1" status: 200 len: 217 time: 0.0621092 Jul 24 00:13:40.756120 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-e6d56624-16f7-443a-850a-c32eda13057f req-83229ce0-cb37-4ecd-b62b-90cb6f6eb39d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffa9d5de-a79f-4585-b74e-de1bc6ab8ef5 {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:13:40.768084 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e049d0d-fd46-40c5-a804-261b45f07541 req-53c374e3-45ca-45ba-9b15-931c3bb4ac20 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:40.769555 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9e049d0d-fd46-40c5-a804-261b45f07541 req-53c374e3-45ca-45ba-9b15-931c3bb4ac20 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/ports?device_id=84e6228b-c359-4feb-9ac3-176fa3d1c17d HTTP/1.1" status: 200 len: 945 time: 0.3967929 Jul 24 00:13:40.770139 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e81de1a-c60e-442c-ace7-a0ca7756b3fb req-5d3a7f42-423f-47fa-869c-44e397109db8 service neutron] Port be7da8e5-a62c-4c34-b628-c87541750562 on network c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:13:40.770468 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e81de1a-c60e-442c-ace7-a0ca7756b3fb req-5d3a7f42-423f-47fa-869c-44e397109db8 service neutron] Attempting to bind port be7da8e5-a62c-4c34-b628-c87541750562 on network c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:13:40.778636 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca51b2-f3e6-49f4-bd42-352ecf411d48 req-77c7a91d-f906-4f76-9c5d-2c0a9e9f1904 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:40.780136 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-84ca51b2-f3e6-49f4-bd42-352ecf411d48 req-77c7a91d-f906-4f76-9c5d-2c0a9e9f1904 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/ports?device_id=adaafd05-adad-46f2-818c-53b583e2e72e HTTP/1.1" status: 200 len: 931 time: 0.2839665 Jul 24 00:13:40.784235 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-e6d56624-16f7-443a-850a-c32eda13057f req-83229ce0-cb37-4ecd-b62b-90cb6f6eb39d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:40.787731 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8d6cff9b-0bed-44a3-a227-9dad4a8a65df req-5377a843-b2f4-4824-ad64-55107d570326 service neutron] 10.222.0.64 "GET /v2.0/networks/3829d8b1-57b6-4b5b-a62d-bdc41c946f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2885993 Jul 24 00:13:40.811141 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e81de1a-c60e-442c-ace7-a0ca7756b3fb req-5d3a7f42-423f-47fa-869c-44e397109db8 service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:13:40.811492 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e81de1a-c60e-442c-ace7-a0ca7756b3fb req-5d3a7f42-423f-47fa-869c-44e397109db8 service neutron] Checking segment: {'id': '54b0bb54-5616-4f5a-8531-23ddff6f591c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:13:40.811877 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e81de1a-c60e-442c-ace7-a0ca7756b3fb req-5d3a7f42-423f-47fa-869c-44e397109db8 service neutron] Bound using segment: {'id': '54b0bb54-5616-4f5a-8531-23ddff6f591c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:13:40.812946 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-7e81de1a-c60e-442c-ace7-a0ca7756b3fb req-5d3a7f42-423f-47fa-869c-44e397109db8 service neutron] Bound port: be7da8e5-a62c-4c34-b628-c87541750562, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54b0bb54-5616-4f5a-8531-23ddff6f591c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:13:40.813318 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-7e81de1a-c60e-442c-ace7-a0ca7756b3fb req-5d3a7f42-423f-47fa-869c-44e397109db8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:40.843141 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-e6d56624-16f7-443a-850a-c32eda13057f req-83229ce0-cb37-4ecd-b62b-90cb6f6eb39d service neutron] Transition to ACTIVE for port object ffa9d5de-a79f-4585-b74e-de1bc6ab8ef5 will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:13:40.854490 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-e6d56624-16f7-443a-850a-c32eda13057f req-83229ce0-cb37-4ecd-b62b-90cb6f6eb39d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:40.896418 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182118d8-2a59-4e82-8854-a6b6b2e5ff97 req-95c9b977-7a15-47df-b8f3-1b5aa39bbbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:40.897956 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-182118d8-2a59-4e82-8854-a6b6b2e5ff97 req-95c9b977-7a15-47df-b8f3-1b5aa39bbbc4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.1540809 Jul 24 00:13:40.903229 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-84ca51b2-f3e6-49f4-bd42-352ecf411d48 req-af8053e3-d66d-469f-a972-692bd203327f tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/security-groups?id=02f8e688-cdad-46c4-8a86-5d8b77004136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135836 Jul 24 00:13:40.926635 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83229ce0-cb37-4ecd-b62b-90cb6f6eb39d service neutron] Pushing event updated for resources: {'Port': ['ID=ffa9d5de-a79f-4585-b74e-de1bc6ab8ef5,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:40.929030 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bdea516-3317-43ae-b961-b3fcfde56a8e tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Made reservation on behalf of ba617effe2664093b954ded2eab93240 for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:13:40.932398 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4bdea516-3317-43ae-b961-b3fcfde56a8e tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:40.933812 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bdea516-3317-43ae-b961-b3fcfde56a8e tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 00:13:40.934225 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bdea516-3317-43ae-b961-b3fcfde56a8e tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:13:40.944767 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9e049d0d-fd46-40c5-a804-261b45f07541 req-a7028cf4-2a36-41e8-a137-3040f060ac2c tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/security-groups?id=c0063c4d-6272-47e4-8d6e-ed9b31bc3cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503391 Jul 24 00:13:40.980095 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4d58b4ea-908d-4bb3-9f3c-422b7e9de060 req-d9114dc5-ce0d-470e-8746-15b15f35d1c0 service neutron] 10.222.0.64 "GET /v2.0/networks/c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632031 Jul 24 00:13:41.014557 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-4bdea516-3317-43ae-b961-b3fcfde56a8e tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3355742 Jul 24 00:13:41.017158 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44828) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:41.026905 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-7e81de1a-c60e-442c-ace7-a0ca7756b3fb req-5d3a7f42-423f-47fa-869c-44e397109db8 service neutron] For port be7da8e5-a62c-4c34-b628-c87541750562, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:13:41.031192 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-7e81de1a-c60e-442c-ace7-a0ca7756b3fb req-5d3a7f42-423f-47fa-869c-44e397109db8 service neutron] For port be7da8e5-a62c-4c34-b628-c87541750562, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=be7da8e5-a62c-4c34-b628-c87541750562,segment=NetworkSegment(54b0bb54-5616-4f5a-8531-23ddff6f591c),segment_id=54b0bb54-5616-4f5a-8531-23ddff6f591c)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:13:41.052795 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-7e81de1a-c60e-442c-ace7-a0ca7756b3fb req-5d3a7f42-423f-47fa-869c-44e397109db8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:41.087181 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c7e4fdd6-e36e-4e75-b91e-539ef335b929 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0617671 Jul 24 00:13:41.090477 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44832) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:41.120002 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182118d8-2a59-4e82-8854-a6b6b2e5ff97 req-2fab96f0-a3fb-4345-9a13-7ca6eaff8ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:41.121987 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-182118d8-2a59-4e82-8854-a6b6b2e5ff97 req-2fab96f0-a3fb-4345-9a13-7ca6eaff8ddb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1926410 Jul 24 00:13:41.127167 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e81de1a-c60e-442c-ace7-a0ca7756b3fb req-5d3a7f42-423f-47fa-869c-44e397109db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:41.128036 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-7e81de1a-c60e-442c-ace7-a0ca7756b3fb req-5d3a7f42-423f-47fa-869c-44e397109db8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:41.129769 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7e81de1a-c60e-442c-ace7-a0ca7756b3fb req-5d3a7f42-423f-47fa-869c-44e397109db8 service neutron] 10.222.0.64 "PUT /v2.0/ports/be7da8e5-a62c-4c34-b628-c87541750562 HTTP/1.1" status: 200 len: 1092 time: 2.2664704 Jul 24 00:13:41.178744 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c40b73d-ecc3-4f22-84f5-0205599b1533 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:41.180269 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-2c40b73d-ecc3-4f22-84f5-0205599b1533 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0885262 Jul 24 00:13:41.184602 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44836) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:41.237606 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-bc8a6946-98cf-40f7-9780-77e1f3bee4fe tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0518081 Jul 24 00:13:41.241233 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44838) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:41.249758 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-69a810f9-84a3-45d4-b28e-adaca1a77319 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Request body: {'subnet': {'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:13:41.295063 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3a7f42-423f-47fa-869c-44e397109db8 service neutron] Pushing event updated for resources: {'Port': ['ID=be7da8e5-a62c-4c34-b628-c87541750562,revision_number=3']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:41.329063 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-e6d56624-16f7-443a-850a-c32eda13057f req-83229ce0-cb37-4ecd-b62b-90cb6f6eb39d service neutron] Attempting to bind port ffa9d5de-a79f-4585-b74e-de1bc6ab8ef5 on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:13:41.329404 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-e6d56624-16f7-443a-850a-c32eda13057f req-83229ce0-cb37-4ecd-b62b-90cb6f6eb39d service neutron] Attempting to bind port ffa9d5de-a79f-4585-b74e-de1bc6ab8ef5 by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': '54b0bb54-5616-4f5a-8531-23ddff6f591c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:13:41.329812 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d56624-16f7-443a-850a-c32eda13057f req-83229ce0-cb37-4ecd-b62b-90cb6f6eb39d service neutron] Attempting to bind port ffa9d5de-a79f-4585-b74e-de1bc6ab8ef5 on network c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:13:41.344469 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c583fb0-cf0b-44b3-842f-bb69b37669ec req-9b08d0ad-cdc1-4fdf-9dde-3fc52126f2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:41.346188 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7c583fb0-cf0b-44b3-842f-bb69b37669ec req-9b08d0ad-cdc1-4fdf-9dde-3fc52126f2dc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=17106f56bd6e4b86b27a5d0422aa02ab&device_id=15d7af06-7d06-4adf-b1ab-964b338df9b6 HTTP/1.1" status: 200 len: 1096 time: 0.3071175 Jul 24 00:13:41.375583 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d56624-16f7-443a-850a-c32eda13057f req-83229ce0-cb37-4ecd-b62b-90cb6f6eb39d service neutron] Port ffa9d5de-a79f-4585-b74e-de1bc6ab8ef5 on network c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:13:41.376592 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d56624-16f7-443a-850a-c32eda13057f req-83229ce0-cb37-4ecd-b62b-90cb6f6eb39d service neutron] Attempting to bind port ffa9d5de-a79f-4585-b74e-de1bc6ab8ef5 on network c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:13:41.386671 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d56624-16f7-443a-850a-c32eda13057f req-83229ce0-cb37-4ecd-b62b-90cb6f6eb39d service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:13:41.387044 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d56624-16f7-443a-850a-c32eda13057f req-83229ce0-cb37-4ecd-b62b-90cb6f6eb39d service neutron] Checking segment: {'id': '54b0bb54-5616-4f5a-8531-23ddff6f591c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:13:41.387398 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d56624-16f7-443a-850a-c32eda13057f req-83229ce0-cb37-4ecd-b62b-90cb6f6eb39d service neutron] Bound using segment: {'id': '54b0bb54-5616-4f5a-8531-23ddff6f591c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:13:41.387839 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-e6d56624-16f7-443a-850a-c32eda13057f req-83229ce0-cb37-4ecd-b62b-90cb6f6eb39d service neutron] Bound port: ffa9d5de-a79f-4585-b74e-de1bc6ab8ef5, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54b0bb54-5616-4f5a-8531-23ddff6f591c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:13:41.388205 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-e6d56624-16f7-443a-850a-c32eda13057f req-83229ce0-cb37-4ecd-b62b-90cb6f6eb39d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:41.396845 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-182118d8-2a59-4e82-8854-a6b6b2e5ff97 req-75e6e5a6-a67d-41bc-afd7-4f81137e4047 service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632680 Jul 24 00:13:41.458471 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a810f9-84a3-45d4-b28e-adaca1a77319 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Made reservation on behalf of ba617effe2664093b954ded2eab93240 for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:13:41.461938 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-69a810f9-84a3-45d4-b28e-adaca1a77319 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:41.475977 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205b33ba-d5ec-4b9f-9e1a-0f428ca0615d req-7f1da153-5062-43ab-b542-9e98ad8c689a tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:41.477754 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-205b33ba-d5ec-4b9f-9e1a-0f428ca0615d req-7f1da153-5062-43ab-b542-9e98ad8c689a tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] 10.222.0.44 "GET /v2.0/ports?device_id=443c0350-693a-4801-9abe-81cd0e9287cb HTTP/1.1" status: 200 len: 945 time: 0.2208140 Jul 24 00:13:41.488168 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e102e2aa-c531-4e31-b9e9-8027c058e8d5 req-9a46c115-4242-476b-97a3-a58cff4b8f02 tempest-VolumesNegativeTest-1246519 tempest-VolumesNegativeTest-1246519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:41.489773 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e102e2aa-c531-4e31-b9e9-8027c058e8d5 req-9a46c115-4242-476b-97a3-a58cff4b8f02 tempest-VolumesNegativeTest-1246519 tempest-VolumesNegativeTest-1246519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4a99a00-351c-461e-a56b-f4a656ff3b4e HTTP/1.1" status: 200 len: 948 time: 0.3139186 Jul 24 00:13:41.512042 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e81de1a-c60e-442c-ace7-a0ca7756b3fb req-97f4e01b-377f-4e98-b461-ff97a828d7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:41.513555 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7e81de1a-c60e-442c-ace7-a0ca7756b3fb req-97f4e01b-377f-4e98-b461-ff97a828d7ad service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=17106f56bd6e4b86b27a5d0422aa02ab&device_id=c6e10e2e-5a26-4caa-aee0-3ee0ef3a6a7d HTTP/1.1" status: 200 len: 1095 time: 0.3053751 Jul 24 00:13:41.603671 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-e6d56624-16f7-443a-850a-c32eda13057f req-83229ce0-cb37-4ecd-b62b-90cb6f6eb39d service neutron] For port ffa9d5de-a79f-4585-b74e-de1bc6ab8ef5, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:13:41.614881 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7e81de1a-c60e-442c-ace7-a0ca7756b3fb req-4630704b-c23c-4631-bdf0-38fd84e7834a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be7da8e5-a62c-4c34-b628-c87541750562 HTTP/1.1" status: 200 len: 217 time: 0.0672774 Jul 24 00:13:41.616086 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-205b33ba-d5ec-4b9f-9e1a-0f428ca0615d req-cd1495c3-070a-4cda-b795-88a4b63937ae tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] 10.222.0.44 "GET /v2.0/security-groups?id=8cf1fbb8-a0d9-4a48-aaad-3040ad44ce64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256740 Jul 24 00:13:41.627585 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-e6d56624-16f7-443a-850a-c32eda13057f req-83229ce0-cb37-4ecd-b62b-90cb6f6eb39d service neutron] For port ffa9d5de-a79f-4585-b74e-de1bc6ab8ef5, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=ffa9d5de-a79f-4585-b74e-de1bc6ab8ef5,segment=NetworkSegment(54b0bb54-5616-4f5a-8531-23ddff6f591c),segment_id=54b0bb54-5616-4f5a-8531-23ddff6f591c)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:13:41.636085 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c583fb0-cf0b-44b3-842f-bb69b37669ec req-e6e73cb8-7323-4bb8-a7c1-68d875d5be38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:41.637839 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7c583fb0-cf0b-44b3-842f-bb69b37669ec req-e6e73cb8-7323-4bb8-a7c1-68d875d5be38 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99 HTTP/1.1" status: 200 len: 916 time: 0.2766063 Jul 24 00:13:41.638752 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-e6d56624-16f7-443a-850a-c32eda13057f req-83229ce0-cb37-4ecd-b62b-90cb6f6eb39d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:41.685096 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-182118d8-2a59-4e82-8854-a6b6b2e5ff97 req-59cd934e-07a1-43b6-9a01-71240e44db91 service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781808 Jul 24 00:13:41.702652 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d56624-16f7-443a-850a-c32eda13057f req-83229ce0-cb37-4ecd-b62b-90cb6f6eb39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:41.703280 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-e6d56624-16f7-443a-850a-c32eda13057f req-83229ce0-cb37-4ecd-b62b-90cb6f6eb39d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:41.704764 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e6d56624-16f7-443a-850a-c32eda13057f req-83229ce0-cb37-4ecd-b62b-90cb6f6eb39d service neutron] 10.222.0.52 "PUT /v2.0/ports/ffa9d5de-a79f-4585-b74e-de1bc6ab8ef5 HTTP/1.1" status: 200 len: 1092 time: 1.9370024 Jul 24 00:13:41.707497 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adaafd05-adad-46f2-818c-53b583e2e72e', 'tag': 'ffa9d5de-a79f-4585-b74e-de1bc6ab8ef5'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:13:41.709922 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c93695-0a67-442e-ab1e-da3eb9560e4a" -d '{"events": [{"name": "network-changed", "server_uuid": "adaafd05-adad-46f2-818c-53b583e2e72e", "tag": "ffa9d5de-a79f-4585-b74e-de1bc6ab8ef5"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:13:41.725131 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e102e2aa-c531-4e31-b9e9-8027c058e8d5 req-056dea3a-ee9c-4959-9a17-40a62f42be4d tempest-VolumesNegativeTest-1246519 tempest-VolumesNegativeTest-1246519-project] 10.222.0.44 "GET /v2.0/security-groups?id=cad6980b-11c4-4a60-b1ae-b8c9a86e5087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193496 Jul 24 00:13:41.736990 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7c583fb0-cf0b-44b3-842f-bb69b37669ec req-000fee98-d099-4617-bf65-4a1c5fc043d2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ac3c6ff-68cb-437c-8b84-4f8182baabf0 HTTP/1.1" status: 200 len: 217 time: 0.0867312 Jul 24 00:13:41.755730 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e81de1a-c60e-442c-ace7-a0ca7756b3fb req-11e16336-1f26-4d98-bdcf-f66a1a35de8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:41.757944 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7e81de1a-c60e-442c-ace7-a0ca7756b3fb req-11e16336-1f26-4d98-bdcf-f66a1a35de8c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=522f4cc8-5095-47aa-bf49-81815053d08e HTTP/1.1" status: 200 len: 854 time: 0.1353636 Jul 24 00:13:41.801372 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a4292d-5da7-4fec-b5ba-abe0cffd855c x-openstack-request-id: req-73a4292d-5da7-4fec-b5ba-abe0cffd855c {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:13:41.801661 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adaafd05-adad-46f2-818c-53b583e2e72e", "tag": "ffa9d5de-a79f-4585-b74e-de1bc6ab8ef5", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:13:41.801909 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-73a4292d-5da7-4fec-b5ba-abe0cffd855c {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:13:41.802308 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adaafd05-adad-46f2-818c-53b583e2e72e', 'tag': 'ffa9d5de-a79f-4585-b74e-de1bc6ab8ef5', 'status': 'completed', 'code': 200} Jul 24 00:13:41.842179 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83229ce0-cb37-4ecd-b62b-90cb6f6eb39d service neutron] Pushing event updated for resources: {'Port': ['ID=ffa9d5de-a79f-4585-b74e-de1bc6ab8ef5,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:41.907164 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c583fb0-cf0b-44b3-842f-bb69b37669ec req-8ad36008-b9dc-4c49-8a01-8fa04023256f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:41.908668 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7c583fb0-cf0b-44b3-842f-bb69b37669ec req-8ad36008-b9dc-4c49-8a01-8fa04023256f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=522f4cc8-5095-47aa-bf49-81815053d08e HTTP/1.1" status: 200 len: 854 time: 0.1492393 Jul 24 00:13:41.913655 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d56624-16f7-443a-850a-c32eda13057f req-19ac86d2-1a08-4e29-9b6f-3c4eb49aec2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:41.915778 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e6d56624-16f7-443a-850a-c32eda13057f req-19ac86d2-1a08-4e29-9b6f-3c4eb49aec2d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=17106f56bd6e4b86b27a5d0422aa02ab&device_id=adaafd05-adad-46f2-818c-53b583e2e72e HTTP/1.1" status: 200 len: 1095 time: 0.1370392 Jul 24 00:13:41.941387 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f004f24-b57f-42ae-a509-3eff44ca05f6 req-ea11a67d-bff8-4331-90ed-e5696581ec09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:41.942613 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7f004f24-b57f-42ae-a509-3eff44ca05f6 req-ea11a67d-bff8-4331-90ed-e5696581ec09 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=307b2b1cc2ae49e3b5a4591ef6a61a7e&device_id=c4a99a00-351c-461e-a56b-f4a656ff3b4e HTTP/1.1" status: 200 len: 1100 time: 0.1482425 Jul 24 00:13:42.002337 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e81de1a-c60e-442c-ace7-a0ca7756b3fb req-2171dc20-43c2-431a-87ad-17f257a1c0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:42.003859 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7e81de1a-c60e-442c-ace7-a0ca7756b3fb req-2171dc20-43c2-431a-87ad-17f257a1c0d1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2105889 Jul 24 00:13:42.024501 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e6d56624-16f7-443a-850a-c32eda13057f req-1ea18860-4f2b-4fe3-af7b-d6be591b31f1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffa9d5de-a79f-4585-b74e-de1bc6ab8ef5 HTTP/1.1" status: 200 len: 217 time: 0.0969591 Jul 24 00:13:42.121887 n-d-800088-16 neutron-server[100313]: DEBUG neutron.objects.ports [None req-69a810f9-84a3-45d4-b28e-adaca1a77319 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100313) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 24 00:13:42.129807 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-69a810f9-84a3-45d4-b28e-adaca1a77319 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:42.162363 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d56624-16f7-443a-850a-c32eda13057f req-9866f829-6457-4a9e-b00a-1e127577af1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:42.163855 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e6d56624-16f7-443a-850a-c32eda13057f req-9866f829-6457-4a9e-b00a-1e127577af1f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=522f4cc8-5095-47aa-bf49-81815053d08e HTTP/1.1" status: 200 len: 854 time: 0.1306417 Jul 24 00:13:42.164296 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c583fb0-cf0b-44b3-842f-bb69b37669ec req-b8a66052-60f6-4152-a54e-13aa1dabb17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:42.165810 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7c583fb0-cf0b-44b3-842f-bb69b37669ec req-b8a66052-60f6-4152-a54e-13aa1dabb17d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2488403 Jul 24 00:13:42.186973 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f004f24-b57f-42ae-a509-3eff44ca05f6 req-a5e793d5-3318-4320-ad3b-c038487f9a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:42.188952 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7f004f24-b57f-42ae-a509-3eff44ca05f6 req-a5e793d5-3318-4320-ad3b-c038487f9a7b service neutron] 10.222.0.64 "GET /v2.0/networks?id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 HTTP/1.1" status: 200 len: 870 time: 0.2275934 Jul 24 00:13:42.196332 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a810f9-84a3-45d4-b28e-adaca1a77319 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Network e98734e2-dedb-4450-9333-d795164b1ce9 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:13:42.226048 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-69a810f9-84a3-45d4-b28e-adaca1a77319 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:13:42.234516 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a810f9-84a3-45d4-b28e-adaca1a77319 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:42.234788 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-69a810f9-84a3-45d4-b28e-adaca1a77319 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:42.238681 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9486e8e-ae02-4068-90bf-5fdb31be3297 None None] Network e98734e2-dedb-4450-9333-d795164b1ce9 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:13:42.245183 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a810f9-84a3-45d4-b28e-adaca1a77319 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event updated for resources: {'Subnet': ['ID=5ccae8bb-c465-48de-abe2-1d37db04b1d5,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:42.262330 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63631f4f-efa2-4305-80cc-7069fe536270 req-4255b713-5678-4941-936d-7f64b8aae349 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:42.263905 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-63631f4f-efa2-4305-80cc-7069fe536270 req-4255b713-5678-4941-936d-7f64b8aae349 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/ports?device_id=84e6228b-c359-4feb-9ac3-176fa3d1c17d HTTP/1.1" status: 200 len: 945 time: 0.2202067 Jul 24 00:13:42.271654 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7e81de1a-c60e-442c-ace7-a0ca7756b3fb req-9ce7a3b6-80ff-4d6e-a604-d897e9b246e4 service neutron] 10.222.0.64 "GET /v2.0/networks/c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565701 Jul 24 00:13:42.273155 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7f004f24-b57f-42ae-a509-3eff44ca05f6 req-00fb2555-81b2-4a3a-84d4-ce2e2236cff5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=13f95254-61d3-4c9a-a3b1-f60af9973a5c HTTP/1.1" status: 200 len: 217 time: 0.0623302 Jul 24 00:13:42.281351 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-69a810f9-84a3-45d4-b28e-adaca1a77319 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0387399 Jul 24 00:13:42.282299 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44846) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:42.299161 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-7a576574-07b0-49e4-8a9a-d81eabe363d9 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Request body: {'port': {'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'mac_address': 'fa:16:3e:5b:9c:c6', 'name': 'tempest-NetworksTestDHCPv6-736014871'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:13:42.332850 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fde775-a35d-44ef-9ba2-4b9bdb40a0dd req-a2012590-932b-438b-8cd1-93e69ff0b862 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:42.333893 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e3fde775-a35d-44ef-9ba2-4b9bdb40a0dd req-a2012590-932b-438b-8cd1-93e69ff0b862 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/ports?device_id=adaafd05-adad-46f2-818c-53b583e2e72e HTTP/1.1" status: 200 len: 943 time: 0.3206174 Jul 24 00:13:42.355366 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d56624-16f7-443a-850a-c32eda13057f req-52de7230-130b-4e11-884c-3fbc4162ecd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:42.357110 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e6d56624-16f7-443a-850a-c32eda13057f req-52de7230-130b-4e11-884c-3fbc4162ecd0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1800797 Jul 24 00:13:42.404661 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94340aa3-8654-4416-a11b-73285d426231 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-e98734e2-dedb-4450-9333-d795164b1ce9', 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'tenant_id': 'ba617effe2664093b954ded2eab93240', 'fixed_ips': [{'subnet_id': '5ccae8bb-c465-48de-abe2-1d37db04b1d5'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:13:42.405902 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-94340aa3-8654-4416-a11b-73285d426231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:42.446318 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-63631f4f-efa2-4305-80cc-7069fe536270 req-9a34a75d-0245-49a7-8c5b-d9a55b12a43c tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/security-groups?id=c0063c4d-6272-47e4-8d6e-ed9b31bc3cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722021 Jul 24 00:13:42.531328 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e6d56624-16f7-443a-850a-c32eda13057f req-236fdfd7-02b7-40bc-b791-fd898d8e8398 service neutron] 10.222.0.52 "GET /v2.0/networks/c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446249 Jul 24 00:13:42.532544 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a576574-07b0-49e4-8a9a-d81eabe363d9 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Made reservation on behalf of ba617effe2664093b954ded2eab93240 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:13:42.558275 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-94340aa3-8654-4416-a11b-73285d426231 None None] Allocated IP 2001:db8::f816:3eff:fed1:fe56 (e98734e2-dedb-4450-9333-d795164b1ce9/5ccae8bb-c465-48de-abe2-1d37db04b1d5/a4b05e34-556a-4c74-b7da-c6793569325b) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:13:42.690861 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6e10e2e-5a26-4caa-aee0-3ee0ef3a6a7d', 'tag': 'be7da8e5-a62c-4c34-b628-c87541750562'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:13:42.693482 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5857b47-7815-4bef-91fd-b3d4b8b88b90" -d '{"events": [{"name": "network-changed", "server_uuid": "c6e10e2e-5a26-4caa-aee0-3ee0ef3a6a7d", "tag": "be7da8e5-a62c-4c34-b628-c87541750562"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:13:42.708069 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7a576574-07b0-49e4-8a9a-d81eabe363d9 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:42.729711 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e6d56624-16f7-443a-850a-c32eda13057f req-f7fc4b06-6e43-4ef8-8af8-7fca5a395104 service neutron] 10.222.0.52 "GET /v2.0/networks/c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817200 Jul 24 00:13:42.821305 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7c583fb0-cf0b-44b3-842f-bb69b37669ec req-f1f23e4b-f058-4199-9577-df3a2ee9572d service neutron] 10.222.0.64 "GET /v2.0/networks/c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6445439 Jul 24 00:13:42.833299 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f004f24-b57f-42ae-a509-3eff44ca05f6 req-5455f20b-2aca-49d4-8215-0b9e145bc4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:42.834932 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7f004f24-b57f-42ae-a509-3eff44ca05f6 req-5455f20b-2aca-49d4-8215-0b9e145bc4f0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.5284004 Jul 24 00:13:42.876354 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e3fde775-a35d-44ef-9ba2-4b9bdb40a0dd req-91bbf669-5e4c-4217-939d-8a4a1e3f2294 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/security-groups?id=02f8e688-cdad-46c4-8a86-5d8b77004136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562247 Jul 24 00:13:42.909842 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-94340aa3-8654-4416-a11b-73285d426231 None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:42.922353 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-94340aa3-8654-4416-a11b-73285d426231 None None] Transition to ACTIVE for port object a4b05e34-556a-4c74-b7da-c6793569325b will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:13:42.940028 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-94340aa3-8654-4416-a11b-73285d426231 None None] Transition to ACTIVE for port object a4b05e34-556a-4c74-b7da-c6793569325b will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:13:42.955060 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-94340aa3-8654-4416-a11b-73285d426231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:42.957122 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7e81de1a-c60e-442c-ace7-a0ca7756b3fb req-7aadd1b7-b0de-4595-ab28-e9b56b8310e6 service neutron] 10.222.0.64 "GET /v2.0/networks/c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6523893 Jul 24 00:13:42.987248 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a269c77c-f650-4a2c-bf99-934de8d2d47c x-openstack-request-id: req-a269c77c-f650-4a2c-bf99-934de8d2d47c {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:13:42.987682 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6e10e2e-5a26-4caa-aee0-3ee0ef3a6a7d", "tag": "be7da8e5-a62c-4c34-b628-c87541750562", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:13:42.988036 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a269c77c-f650-4a2c-bf99-934de8d2d47c {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:13:42.988536 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6e10e2e-5a26-4caa-aee0-3ee0ef3a6a7d', 'tag': 'be7da8e5-a62c-4c34-b628-c87541750562', 'status': 'completed', 'code': 200} Jul 24 00:13:43.007552 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7c583fb0-cf0b-44b3-842f-bb69b37669ec req-1bb47781-fa75-4d17-a0f5-7b67b849898a service neutron] 10.222.0.64 "GET /v2.0/networks/c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690221 Jul 24 00:13:43.010230 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94340aa3-8654-4416-a11b-73285d426231 None None] Pushing event updated for resources: {'Port': ['ID=a4b05e34-556a-4c74-b7da-c6793569325b,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:43.014955 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f004f24-b57f-42ae-a509-3eff44ca05f6 req-d952fe5e-989a-49e2-a442-98423745ff32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:43.017247 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7f004f24-b57f-42ae-a509-3eff44ca05f6 req-d952fe5e-989a-49e2-a442-98423745ff32 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1759577 Jul 24 00:13:43.021738 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94340aa3-8654-4416-a11b-73285d426231 None None] Network e98734e2-dedb-4450-9333-d795164b1ce9 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:13:43.023673 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-94340aa3-8654-4416-a11b-73285d426231 None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:13:43.028882 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94340aa3-8654-4416-a11b-73285d426231 None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:13:43.061455 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 5ac3c6ff-68cb-437c-8b84-4f8182baabf0 details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:13:43.103633 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-94340aa3-8654-4416-a11b-73285d426231 None None] Attempting to bind port a4b05e34-556a-4c74-b7da-c6793569325b on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:13:43.103778 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-94340aa3-8654-4416-a11b-73285d426231 None None] Attempting to bind port a4b05e34-556a-4c74-b7da-c6793569325b by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': 'b737500e-4702-4fa9-bd4b-6c1d2e2fa041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:13:43.104110 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94340aa3-8654-4416-a11b-73285d426231 None None] Attempting to bind port a4b05e34-556a-4c74-b7da-c6793569325b on network e98734e2-dedb-4450-9333-d795164b1ce9 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:13:43.111318 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94340aa3-8654-4416-a11b-73285d426231 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:13:43.111697 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94340aa3-8654-4416-a11b-73285d426231 None None] Checking segment: {'id': 'b737500e-4702-4fa9-bd4b-6c1d2e2fa041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:13:43.112109 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-94340aa3-8654-4416-a11b-73285d426231 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:43.112509 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94340aa3-8654-4416-a11b-73285d426231 None None] Bound using segment: {'id': 'b737500e-4702-4fa9-bd4b-6c1d2e2fa041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:13:43.113116 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-94340aa3-8654-4416-a11b-73285d426231 None None] Bound port: a4b05e34-556a-4c74-b7da-c6793569325b, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b737500e-4702-4fa9-bd4b-6c1d2e2fa041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:13:43.113376 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-94340aa3-8654-4416-a11b-73285d426231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:43.186860 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-94340aa3-8654-4416-a11b-73285d426231 None None] For port a4b05e34-556a-4c74-b7da-c6793569325b, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:13:43.191291 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-94340aa3-8654-4416-a11b-73285d426231 None None] For port a4b05e34-556a-4c74-b7da-c6793569325b, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=a4b05e34-556a-4c74-b7da-c6793569325b,segment=NetworkSegment(b737500e-4702-4fa9-bd4b-6c1d2e2fa041),segment_id=b737500e-4702-4fa9-bd4b-6c1d2e2fa041)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:13:43.210266 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-94340aa3-8654-4416-a11b-73285d426231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:43.211053 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7f004f24-b57f-42ae-a509-3eff44ca05f6 req-89fcde32-d813-47b0-9e46-4a9ebb821e15 service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848459 Jul 24 00:13:43.216332 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5857b47-7815-4bef-91fd-b3d4b8b88b90 req-a9e8c9a0-e55d-4bbf-97bf-54dc29479a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:43.218033 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a5857b47-7815-4bef-91fd-b3d4b8b88b90 req-a9e8c9a0-e55d-4bbf-97bf-54dc29479a37 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=17106f56bd6e4b86b27a5d0422aa02ab&device_id=c6e10e2e-5a26-4caa-aee0-3ee0ef3a6a7d HTTP/1.1" status: 200 len: 1095 time: 0.1822591 Jul 24 00:13:43.245002 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [None req-7a576574-07b0-49e4-8a9a-d81eabe363d9 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] device_id is not set on port a888a977-f305-401d-983e-671d5619fa1e yet. {{(pid=100313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:13:43.255622 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0f44d-28e7-430d-a980-12019d895932 req-06cc0955-88b1-4910-98c5-166a62a897de tempest-VolumesNegativeTest-1246519 tempest-VolumesNegativeTest-1246519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:43.257319 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-83c0f44d-28e7-430d-a980-12019d895932 req-06cc0955-88b1-4910-98c5-166a62a897de tempest-VolumesNegativeTest-1246519 tempest-VolumesNegativeTest-1246519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4a99a00-351c-461e-a56b-f4a656ff3b4e HTTP/1.1" status: 200 len: 948 time: 0.1820965 Jul 24 00:13:43.269328 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94340aa3-8654-4416-a11b-73285d426231 None None] Pushing event updated for resources: {'Port': ['ID=a4b05e34-556a-4c74-b7da-c6793569325b,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:43.359678 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 5ac3c6ff-68cb-437c-8b84-4f8182baabf0, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=5ac3c6ff-68cb-437c-8b84-4f8182baabf0,segment=NetworkSegment(54b0bb54-5616-4f5a-8531-23ddff6f591c),segment_id=54b0bb54-5616-4f5a-8531-23ddff6f591c)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:13:43.372035 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67988ba-1588-4d2d-a265-b0d88abaef81 req-18c81a74-2325-4920-b15a-562dc8ffd01d tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:43.372787 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': '5ac3c6ff-68cb-437c-8b84-4f8182baabf0', 'network_id': 'c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99', 'port_id': '5ac3c6ff-68cb-437c-8b84-4f8182baabf0', 'mac_address': 'fa:16:3e:20:18:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '522f4cc8-5095-47aa-bf49-81815053d08e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:13:43.380015 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e67988ba-1588-4d2d-a265-b0d88abaef81 req-18c81a74-2325-4920-b15a-562dc8ffd01d tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] 10.222.0.44 "GET /v2.0/ports?device_id=443c0350-693a-4801-9abe-81cd0e9287cb HTTP/1.1" status: 200 len: 945 time: 0.6770115 Jul 24 00:13:43.414857 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:43.423025 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-83c0f44d-28e7-430d-a980-12019d895932 req-c200696a-d40e-4d66-8227-4b9187655218 tempest-VolumesNegativeTest-1246519 tempest-VolumesNegativeTest-1246519-project] 10.222.0.44 "GET /v2.0/security-groups?id=cad6980b-11c4-4a60-b1ae-b8c9a86e5087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456144 Jul 24 00:13:43.429431 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ac3c6ff-68cb-437c-8b84-4f8182baabf0 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:13:43.456529 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 5ac3c6ff-68cb-437c-8b84-4f8182baabf0, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=5ac3c6ff-68cb-437c-8b84-4f8182baabf0,segment=NetworkSegment(54b0bb54-5616-4f5a-8531-23ddff6f591c),segment_id=54b0bb54-5616-4f5a-8531-23ddff6f591c)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:13:43.462937 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:43.464551 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7f004f24-b57f-42ae-a509-3eff44ca05f6 req-58c87322-b0ed-40b5-8567-3c5e4642f673 service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454562 Jul 24 00:13:43.465988 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5857b47-7815-4bef-91fd-b3d4b8b88b90 req-c466e447-05b7-4c9a-bfa6-84e236497fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:43.468190 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a5857b47-7815-4bef-91fd-b3d4b8b88b90 req-c466e447-05b7-4c9a-bfa6-84e236497fab service neutron] 10.222.0.64 "GET /v2.0/networks?id=c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99 HTTP/1.1" status: 200 len: 916 time: 0.2387619 Jul 24 00:13:43.553773 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e67988ba-1588-4d2d-a265-b0d88abaef81 req-577822ac-a96a-40a0-be44-5ec092511d9b tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] 10.222.0.44 "GET /v2.0/security-groups?id=8cf1fbb8-a0d9-4a48-aaad-3040ad44ce64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727073 Jul 24 00:13:43.564020 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=5ac3c6ff-68cb-437c-8b84-4f8182baabf0,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:43.565220 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a5857b47-7815-4bef-91fd-b3d4b8b88b90 req-f852f0d1-f978-47dc-9d0e-f46d39d449c3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be7da8e5-a62c-4c34-b628-c87541750562 HTTP/1.1" status: 200 len: 217 time: 0.0797229 Jul 24 00:13:43.569688 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c93695-0a67-442e-ab1e-da3eb9560e4a req-6b0b9aa6-61eb-40da-ad3c-d7a8d1b48e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:43.571176 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a9c93695-0a67-442e-ab1e-da3eb9560e4a req-6b0b9aa6-61eb-40da-ad3c-d7a8d1b48e6a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=17106f56bd6e4b86b27a5d0422aa02ab&device_id=adaafd05-adad-46f2-818c-53b583e2e72e HTTP/1.1" status: 200 len: 1095 time: 0.3925910 Jul 24 00:13:43.582145 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9fabaf-6b44-4c4a-8a0f-c556c9ec6ead req-70b1e74e-9892-4cf2-81ea-1ad13481f0bf tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:43.583726 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7a9fabaf-6b44-4c4a-8a0f-c556c9ec6ead req-70b1e74e-9892-4cf2-81ea-1ad13481f0bf tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] 10.222.0.52 "GET /v2.0/ports?device_id=443c0350-693a-4801-9abe-81cd0e9287cb HTTP/1.1" status: 200 len: 945 time: 0.4061697 Jul 24 00:13:43.652370 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-7a576574-07b0-49e4-8a9a-d81eabe363d9 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Allocated IP 2001:db8::f816:3eff:fe5b:9cc6 (e98734e2-dedb-4450-9333-d795164b1ce9/5ccae8bb-c465-48de-abe2-1d37db04b1d5/a888a977-f305-401d-983e-671d5619fa1e) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:13:43.656613 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5857b47-7815-4bef-91fd-b3d4b8b88b90 req-b0cf1696-054c-4bdf-8134-afffe8c10f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:43.658169 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a5857b47-7815-4bef-91fd-b3d4b8b88b90 req-b0cf1696-054c-4bdf-8134-afffe8c10f73 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=522f4cc8-5095-47aa-bf49-81815053d08e HTTP/1.1" status: 200 len: 854 time: 0.0839767 Jul 24 00:13:43.707920 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4342f946-bdfe-41ca-b098-27f1a068dd5d req-2a35eb00-241f-4089-a016-e36d216896b7 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:43.709427 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4342f946-bdfe-41ca-b098-27f1a068dd5d req-2a35eb00-241f-4089-a016-e36d216896b7 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/ports?device_id=84e6228b-c359-4feb-9ac3-176fa3d1c17d HTTP/1.1" status: 200 len: 945 time: 0.1266325 Jul 24 00:13:43.738668 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['5ac3c6ff-68cb-437c-8b84-4f8182baabf0'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:13:43.765339 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5857b47-7815-4bef-91fd-b3d4b8b88b90 req-12a7b10d-c8e0-45cd-adf6-14e5d69681b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:43.767475 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a5857b47-7815-4bef-91fd-b3d4b8b88b90 req-12a7b10d-c8e0-45cd-adf6-14e5d69681b2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1011653 Jul 24 00:13:43.773724 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4342f946-bdfe-41ca-b098-27f1a068dd5d req-337e6c6b-865d-47f6-97f5-3047a284fa2b tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/security-groups?id=c0063c4d-6272-47e4-8d6e-ed9b31bc3cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580888 Jul 24 00:13:43.855341 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c93695-0a67-442e-ab1e-da3eb9560e4a req-71b3c39f-9af4-47d0-b548-03db36a354ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:43.857761 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a9c93695-0a67-442e-ab1e-da3eb9560e4a req-71b3c39f-9af4-47d0-b548-03db36a354ec service neutron] 10.222.0.52 "GET /v2.0/networks?id=c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99 HTTP/1.1" status: 200 len: 916 time: 0.2677164 Jul 24 00:13:43.878981 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a5857b47-7815-4bef-91fd-b3d4b8b88b90 req-0867ac03-611f-44e7-9f1b-22582753c313 service neutron] 10.222.0.64 "GET /v2.0/networks/c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960822 Jul 24 00:13:43.913998 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-7a9fabaf-6b44-4c4a-8a0f-c556c9ec6ead req-5045de39-8a47-4ba9-a57c-2749878a7d94 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] Deleting port 688e1d2b-7ea8-43ce-bda2-ceef2b7e8527 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:13:43.914370 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-7a9fabaf-6b44-4c4a-8a0f-c556c9ec6ead req-5045de39-8a47-4ba9-a57c-2749878a7d94 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:43.921432 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a9c93695-0a67-442e-ab1e-da3eb9560e4a req-a2a7ef6b-6f40-4bab-be3b-de11cc7f7a03 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffa9d5de-a79f-4585-b74e-de1bc6ab8ef5 HTTP/1.1" status: 200 len: 217 time: 0.0520678 Jul 24 00:13:43.986405 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a5857b47-7815-4bef-91fd-b3d4b8b88b90 req-f4da7ba5-652a-4400-b00e-48d5a0a4a4e2 service neutron] 10.222.0.64 "GET /v2.0/networks/c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989747 Jul 24 00:13:44.122030 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c93695-0a67-442e-ab1e-da3eb9560e4a req-bdde126b-38df-4f5d-b1ff-cf83af3f7ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:44.123505 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a9c93695-0a67-442e-ab1e-da3eb9560e4a req-bdde126b-38df-4f5d-b1ff-cf83af3f7ba5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=522f4cc8-5095-47aa-bf49-81815053d08e HTTP/1.1" status: 200 len: 854 time: 0.1513772 Jul 24 00:13:44.168193 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-7a9fabaf-6b44-4c4a-8a0f-c556c9ec6ead req-5045de39-8a47-4ba9-a57c-2749878a7d94 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] For port 688e1d2b-7ea8-43ce-bda2-ceef2b7e8527, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=688e1d2b-7ea8-43ce-bda2-ceef2b7e8527,segment=NetworkSegment(e744ab3d-7713-4a4d-8a8a-74918f48c0ec),segment_id=e744ab3d-7713-4a4d-8a8a-74918f48c0ec)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:13:44.168561 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-7a9fabaf-6b44-4c4a-8a0f-c556c9ec6ead req-5045de39-8a47-4ba9-a57c-2749878a7d94 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:44.189921 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7a576574-07b0-49e4-8a9a-d81eabe363d9 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:44.215543 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-7a9fabaf-6b44-4c4a-8a0f-c556c9ec6ead req-5045de39-8a47-4ba9-a57c-2749878a7d94 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] Calling delete_port for 688e1d2b-7ea8-43ce-bda2-ceef2b7e8527 owned by compute:nova {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:13:44.229798 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [None req-7a576574-07b0-49e4-8a9a-d81eabe363d9 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Transition to ACTIVE for port object a888a977-f305-401d-983e-671d5619fa1e will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:13:44.246033 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16df8dee-c834-4408-be14-686bbd9c1052 req-3d517bb7-7bb4-4b91-b9ba-d402ab8814bc tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:44.247722 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-16df8dee-c834-4408-be14-686bbd9c1052 req-3d517bb7-7bb4-4b91-b9ba-d402ab8814bc tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/ports?device_id=adaafd05-adad-46f2-818c-53b583e2e72e HTTP/1.1" status: 200 len: 943 time: 0.2787046 Jul 24 00:13:44.368601 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-1868a806-0bfc-4da5-8690-73c97ecddd81 None None] Provisioning for port a4b05e34-556a-4c74-b7da-c6793569325b completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:13:44.372002 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-16df8dee-c834-4408-be14-686bbd9c1052 req-26079491-2b1c-419a-acac-d5e1a0be3d9b tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/security-groups?id=02f8e688-cdad-46c4-8a86-5d8b77004136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177459 Jul 24 00:13:44.373838 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c93695-0a67-442e-ab1e-da3eb9560e4a req-88837e9c-4ef0-4db1-9c0e-a0ebe0e4898b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:44.375461 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a9c93695-0a67-442e-ab1e-da3eb9560e4a req-88837e9c-4ef0-4db1-9c0e-a0ebe0e4898b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2428563 Jul 24 00:13:44.394936 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7a576574-07b0-49e4-8a9a-d81eabe363d9 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:44.527066 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a576574-07b0-49e4-8a9a-d81eabe363d9 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Network e98734e2-dedb-4450-9333-d795164b1ce9 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:13:44.537312 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-7a576574-07b0-49e4-8a9a-d81eabe363d9 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:13:44.542354 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a576574-07b0-49e4-8a9a-d81eabe363d9 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event updated for resources: {'Port': ['ID=a888a977-f305-401d-983e-671d5619fa1e,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:44.544735 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a576574-07b0-49e4-8a9a-d81eabe363d9 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:13:44.552133 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a576574-07b0-49e4-8a9a-d81eabe363d9 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:44.553203 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7a576574-07b0-49e4-8a9a-d81eabe363d9 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:44.563505 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3421776d-0d32-47f0-9720-bc7a47eaeb76 req-0469044c-b3b0-47a1-b215-da3b6623fd56 tempest-VolumesNegativeTest-1246519 tempest-VolumesNegativeTest-1246519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:44.565137 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3421776d-0d32-47f0-9720-bc7a47eaeb76 req-0469044c-b3b0-47a1-b215-da3b6623fd56 tempest-VolumesNegativeTest-1246519 tempest-VolumesNegativeTest-1246519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4a99a00-351c-461e-a56b-f4a656ff3b4e HTTP/1.1" status: 200 len: 948 time: 0.0678668 Jul 24 00:13:44.584246 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-7a9fabaf-6b44-4c4a-8a0f-c556c9ec6ead req-5045de39-8a47-4ba9-a57c-2749878a7d94 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:44.588145 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a9c93695-0a67-442e-ab1e-da3eb9560e4a req-6575a3a3-dc7b-4045-9dae-ef50cd98c0b9 service neutron] 10.222.0.52 "GET /v2.0/networks/c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022491 Jul 24 00:13:44.596385 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['688e1d2b-7ea8-43ce-bda2-ceef2b7e8527'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:13:44.614352 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-7a576574-07b0-49e4-8a9a-d81eabe363d9 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3183982 Jul 24 00:13:44.614497 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 44862) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:44.633566 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3421776d-0d32-47f0-9720-bc7a47eaeb76 req-65bd1414-87b6-4341-947c-310f3928bce4 tempest-VolumesNegativeTest-1246519 tempest-VolumesNegativeTest-1246519-project] 10.222.0.44 "GET /v2.0/security-groups?id=cad6980b-11c4-4a60-b1ae-b8c9a86e5087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622051 Jul 24 00:13:44.663396 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5045de39-8a47-4ba9-a57c-2749878a7d94 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] Pushing event deleted for resources: {'Port': ['ID=688e1d2b-7ea8-43ce-bda2-ceef2b7e8527,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:44.679556 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device ffa9d5de-a79f-4585-b74e-de1bc6ab8ef5 details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:13:44.703327 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd898566-d844-4ac0-9ec4-15e4ae664789 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:44.709487 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd898566-d844-4ac0-9ec4-15e4ae664789 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:44.715867 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-cd898566-d844-4ac0-9ec4-15e4ae664789 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1010866 Jul 24 00:13:44.716490 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 44864) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:44.724257 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cc29a93b-451d-4e23-85ba-e11517d9e61a req-7278786a-5209-4e08-88f4-c10207a8edc0 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] 10.222.0.44 "GET /v2.0/ports?device_id=443c0350-693a-4801-9abe-81cd0e9287cb HTTP/1.1" status: 200 len: 210 time: 0.0795035 Jul 24 00:13:44.776791 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a9fabaf-6b44-4c4a-8a0f-c556c9ec6ead req-5045de39-8a47-4ba9-a57c-2749878a7d94 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] No DVR routers for this DVR port 688e1d2b-7ea8-43ce-bda2-ceef2b7e8527 on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:13:44.780917 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-7a9fabaf-6b44-4c4a-8a0f-c556c9ec6ead req-5045de39-8a47-4ba9-a57c-2749878a7d94 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:44.782848 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7a9fabaf-6b44-4c4a-8a0f-c556c9ec6ead req-5045de39-8a47-4ba9-a57c-2749878a7d94 tempest-VolumesSnapshotTestJSON-2046196617 tempest-VolumesSnapshotTestJSON-2046196617-project] 10.222.0.52 "DELETE /v2.0/ports/688e1d2b-7ea8-43ce-bda2-ceef2b7e8527 HTTP/1.1" status: 204 len: 173 time: 1.1919580 Jul 24 00:13:44.783296 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '443c0350-693a-4801-9abe-81cd0e9287cb', 'name': 'network-vif-deleted', 'tag': '688e1d2b-7ea8-43ce-bda2-ceef2b7e8527'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:13:44.785751 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa6e7aab-3a14-4d8d-94ba-d7bbd3ad86ec" -d '{"events": [{"server_uuid": "443c0350-693a-4801-9abe-81cd0e9287cb", "name": "network-vif-deleted", "tag": "688e1d2b-7ea8-43ce-bda2-ceef2b7e8527"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:13:44.829054 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:44.836837 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port ffa9d5de-a79f-4585-b74e-de1bc6ab8ef5, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=ffa9d5de-a79f-4585-b74e-de1bc6ab8ef5,segment=NetworkSegment(54b0bb54-5616-4f5a-8531-23ddff6f591c),segment_id=54b0bb54-5616-4f5a-8531-23ddff6f591c)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:13:44.846327 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a9c93695-0a67-442e-ab1e-da3eb9560e4a req-427292f1-b552-4982-8598-0397b004e24d service neutron] 10.222.0.52 "GET /v2.0/networks/c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391102 Jul 24 00:13:44.850305 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': 'ffa9d5de-a79f-4585-b74e-de1bc6ab8ef5', 'network_id': 'c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99', 'port_id': 'ffa9d5de-a79f-4585-b74e-de1bc6ab8ef5', 'mac_address': 'fa:16:3e:82:df:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '522f4cc8-5095-47aa-bf49-81815053d08e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:13:44.892672 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f30d7c-ee2e-449a-813a-27946931d2d4 x-openstack-request-id: req-48f30d7c-ee2e-449a-813a-27946931d2d4 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:13:44.892994 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "443c0350-693a-4801-9abe-81cd0e9287cb", "name": "network-vif-deleted", "tag": "688e1d2b-7ea8-43ce-bda2-ceef2b7e8527", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:13:44.893280 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-48f30d7c-ee2e-449a-813a-27946931d2d4 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:13:44.894186 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '443c0350-693a-4801-9abe-81cd0e9287cb', 'name': 'network-vif-deleted', 'tag': '688e1d2b-7ea8-43ce-bda2-ceef2b7e8527', 'status': 'completed', 'code': 200} Jul 24 00:13:44.903391 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-aaefdc61-6b8a-40f9-a91b-d704f438ca41 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Deleting port a888a977-f305-401d-983e-671d5619fa1e {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:13:44.904129 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-aaefdc61-6b8a-40f9-a91b-d704f438ca41 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:44.915921 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:44.930050 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffa9d5de-a79f-4585-b74e-de1bc6ab8ef5 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:13:44.952842 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port ffa9d5de-a79f-4585-b74e-de1bc6ab8ef5, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=ffa9d5de-a79f-4585-b74e-de1bc6ab8ef5,segment=NetworkSegment(54b0bb54-5616-4f5a-8531-23ddff6f591c),segment_id=54b0bb54-5616-4f5a-8531-23ddff6f591c)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:13:44.957421 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:45.012750 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-b3436e30-fb35-45f9-b88e-cd69e3865a33 None None] Provisioning for port a888a977-f305-401d-983e-671d5619fa1e completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:13:45.019131 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=ffa9d5de-a79f-4585-b74e-de1bc6ab8ef5,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:45.028381 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-b3436e30-fb35-45f9-b88e-cd69e3865a33 None None] Provisioning complete for port a888a977-f305-401d-983e-671d5619fa1e triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:13:45.028917 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b3436e30-fb35-45f9-b88e-cd69e3865a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:45.047708 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-aaefdc61-6b8a-40f9-a91b-d704f438ca41 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:45.058065 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 13f95254-61d3-4c9a-a3b1-f60af9973a5c details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:13:45.060382 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 5ac3c6ff-68cb-437c-8b84-4f8182baabf0 up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:13:45.069225 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab9e6b0-f866-4294-bcf7-59ac63027683 req-2a88e36e-cc25-4f2e-9fe5-c79a5f99fadf tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:45.070749 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1ab9e6b0-f866-4294-bcf7-59ac63027683 req-2a88e36e-cc25-4f2e-9fe5-c79a5f99fadf tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/ports?device_id=84e6228b-c359-4feb-9ac3-176fa3d1c17d HTTP/1.1" status: 200 len: 945 time: 0.1578250 Jul 24 00:13:45.071650 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-aaefdc61-6b8a-40f9-a91b-d704f438ca41 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Calling delete_port for a888a977-f305-401d-983e-671d5619fa1e owned by {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:13:45.110580 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-b3436e30-fb35-45f9-b88e-cd69e3865a33 None None] Port a888a977-f305-401d-983e-671d5619fa1e cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:13:45.176673 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1ab9e6b0-f866-4294-bcf7-59ac63027683 req-a862e782-fd5d-471e-aef2-2bc056a1ccee tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/security-groups?id=c0063c4d-6272-47e4-8d6e-ed9b31bc3cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961404 Jul 24 00:13:45.185855 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port 5ac3c6ff-68cb-437c-8b84-4f8182baabf0 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:13:45.209848 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['ffa9d5de-a79f-4585-b74e-de1bc6ab8ef5'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:13:45.213253 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port 5ac3c6ff-68cb-437c-8b84-4f8182baabf0 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:13:45.213634 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:45.262615 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device a4b05e34-556a-4c74-b7da-c6793569325b up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:13:45.271602 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-aaefdc61-6b8a-40f9-a91b-d704f438ca41 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:45.312716 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaefdc61-6b8a-40f9-a91b-d704f438ca41 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event deleted for resources: {'Port': ['ID=a888a977-f305-401d-983e-671d5619fa1e,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:45.341533 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 13f95254-61d3-4c9a-a3b1-f60af9973a5c, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=13f95254-61d3-4c9a-a3b1-f60af9973a5c,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:13:45.360508 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-aaefdc61-6b8a-40f9-a91b-d704f438ca41 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:45.365106 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44870) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:45.365628 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-aaefdc61-6b8a-40f9-a91b-d704f438ca41 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/ports/a888a977-f305-401d-983e-671d5619fa1e HTTP/1.1" status: 204 len: 168 time: 0.6481047 Jul 24 00:13:45.394364 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': '13f95254-61d3-4c9a-a3b1-f60af9973a5c', 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2', 'port_id': '13f95254-61d3-4c9a-a3b1-f60af9973a5c', 'mac_address': 'fa:16:3e:7a:33:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef73a7e1-c64a-41e3-9997-629475c7b6b1', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:13:45.457191 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320edc1a-0334-4d69-a837-f75605297088 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:45.459454 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320edc1a-0334-4d69-a837-f75605297088 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:45.463812 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-320edc1a-0334-4d69-a837-f75605297088 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0945051 Jul 24 00:13:45.464489 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44874) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:45.500755 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port a4b05e34-556a-4c74-b7da-c6793569325b completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:13:45.507948 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port a4b05e34-556a-4c74-b7da-c6793569325b triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:13:45.508322 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:45.541901 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:45.559451 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e998a90-2978-4b1d-8e05-e5002d5c9439 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Deleting subnet 5ccae8bb-c465-48de-abe2-1d37db04b1d5 {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:13:45.563486 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9e998a90-2978-4b1d-8e05-e5002d5c9439 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:45.582464 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13f95254-61d3-4c9a-a3b1-f60af9973a5c {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:13:45.589177 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:45.616213 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9e998a90-2978-4b1d-8e05-e5002d5c9439 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:45.642293 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 13f95254-61d3-4c9a-a3b1-f60af9973a5c, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=13f95254-61d3-4c9a-a3b1-f60af9973a5c,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:13:45.652086 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d7af06-7d06-4adf-b1ab-964b338df9b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac3c6ff-68cb-437c-8b84-4f8182baabf0'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:13:45.653067 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151d52d7-0cea-4838-9522-d36ba437e592 req-c75d722c-5527-422d-ab9d-63cfe6148bba tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:45.654339 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea45d82-fb79-481c-b223-a773a7e32659" -d '{"events": [{"server_uuid": "15d7af06-7d06-4adf-b1ab-964b338df9b6", "name": "network-vif-plugged", "status": "completed", "tag": "5ac3c6ff-68cb-437c-8b84-4f8182baabf0"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:13:45.654602 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-151d52d7-0cea-4838-9522-d36ba437e592 req-c75d722c-5527-422d-ab9d-63cfe6148bba tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/ports?device_id=adaafd05-adad-46f2-818c-53b583e2e72e HTTP/1.1" status: 200 len: 944 time: 0.1713552 Jul 24 00:13:45.660441 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:45.661125 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device be7da8e5-a62c-4c34-b628-c87541750562 details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:13:45.701740 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 5ac3c6ff-68cb-437c-8b84-4f8182baabf0, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=5ac3c6ff-68cb-437c-8b84-4f8182baabf0,segment=NetworkSegment(54b0bb54-5616-4f5a-8531-23ddff6f591c),segment_id=54b0bb54-5616-4f5a-8531-23ddff6f591c)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:13:45.735532 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:45.742718 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-151d52d7-0cea-4838-9522-d36ba437e592 req-e39084af-b59f-48fd-b7e5-67e76aee8824 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/security-groups?id=02f8e688-cdad-46c4-8a86-5d8b77004136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755398 Jul 24 00:13:45.756146 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9e998a90-2978-4b1d-8e05-e5002d5c9439 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:45.777026 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:45.802082 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571dc5b4-0707-4a81-a104-03e4ae1586d1 req-2d3eee3a-678d-473a-8d99-9e7fe18657c1 tempest-VolumesNegativeTest-1246519 tempest-VolumesNegativeTest-1246519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:45.802526 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=13f95254-61d3-4c9a-a3b1-f60af9973a5c,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:45.818839 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-571dc5b4-0707-4a81-a104-03e4ae1586d1 req-2d3eee3a-678d-473a-8d99-9e7fe18657c1 tempest-VolumesNegativeTest-1246519 tempest-VolumesNegativeTest-1246519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4a99a00-351c-461e-a56b-f4a656ff3b4e HTTP/1.1" status: 200 len: 949 time: 0.0883477 Jul 24 00:13:45.861669 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9e998a90-2978-4b1d-8e05-e5002d5c9439 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:45.873714 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc4f8e87-6b2d-48f3-989d-b03516d118f3 x-openstack-request-id: req-fc4f8e87-6b2d-48f3-989d-b03516d118f3 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:13:45.873714 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15d7af06-7d06-4adf-b1ab-964b338df9b6", "name": "network-vif-plugged", "status": "completed", "tag": "5ac3c6ff-68cb-437c-8b84-4f8182baabf0", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:13:45.873714 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fc4f8e87-6b2d-48f3-989d-b03516d118f3 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:13:45.874569 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15d7af06-7d06-4adf-b1ab-964b338df9b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac3c6ff-68cb-437c-8b84-4f8182baabf0', 'code': 200} Jul 24 00:13:45.894174 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-571dc5b4-0707-4a81-a104-03e4ae1586d1 req-369ccc44-f9df-4e21-ab7c-2ceec7129390 tempest-VolumesNegativeTest-1246519 tempest-VolumesNegativeTest-1246519-project] 10.222.0.44 "GET /v2.0/security-groups?id=cad6980b-11c4-4a60-b1ae-b8c9a86e5087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743010 Jul 24 00:13:45.905371 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e998a90-2978-4b1d-8e05-e5002d5c9439 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event deleted for resources: {'Subnet': ['ID=5ccae8bb-c465-48de-abe2-1d37db04b1d5,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:45.928339 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9e998a90-2978-4b1d-8e05-e5002d5c9439 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:45.937644 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-9e998a90-2978-4b1d-8e05-e5002d5c9439 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/subnets/5ccae8bb-c465-48de-abe2-1d37db04b1d5 HTTP/1.1" status: 204 len: 168 time: 0.4673717 Jul 24 00:13:45.937835 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba81c0c-eaf7-477b-9b52-dfa4d817fcfa None None] Network e98734e2-dedb-4450-9333-d795164b1ce9 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:13:45.937953 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44884) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:45.968506 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=5ac3c6ff-68cb-437c-8b84-4f8182baabf0,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:45.972221 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port be7da8e5-a62c-4c34-b628-c87541750562, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=be7da8e5-a62c-4c34-b628-c87541750562,segment=NetworkSegment(54b0bb54-5616-4f5a-8531-23ddff6f591c),segment_id=54b0bb54-5616-4f5a-8531-23ddff6f591c)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:13:45.978024 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a726e41-ded8-4eb5-b861-8a2353575fa7 req-f088b4eb-f9a2-4c98-b17b-f4d0d4b28424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:45.979691 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5a726e41-ded8-4eb5-b861-8a2353575fa7 req-f088b4eb-f9a2-4c98-b17b-f4d0d4b28424 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=15d7af06-7d06-4adf-b1ab-964b338df9b6 HTTP/1.1" status: 200 len: 1098 time: 0.0809870 Jul 24 00:13:45.982339 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-5558b98f-245a-43f1-9ff2-05c29f642789 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0460272 Jul 24 00:13:45.985073 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 44886) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:45.988046 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.db.api [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100315) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 00:13:45.988401 n-d-800088-16 neutron-server[100315]: DEBUG oslo_db.api [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 00:13:45.991628 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-5b7553e9-a4e5-438f-89af-401593442795 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Request body: {'subnet': {'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:13:45.996415 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': 'be7da8e5-a62c-4c34-b628-c87541750562', 'network_id': 'c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99', 'port_id': 'be7da8e5-a62c-4c34-b628-c87541750562', 'mac_address': 'fa:16:3e:94:e1:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '522f4cc8-5095-47aa-bf49-81815053d08e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:13:46.081000 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5a726e41-ded8-4eb5-b861-8a2353575fa7 req-1b0fea33-1010-4314-9009-cd41238cef0d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=02f8e688-cdad-46c4-8a86-5d8b77004136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934265 Jul 24 00:13:46.105518 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b7553e9-a4e5-438f-89af-401593442795 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Made reservation on behalf of ba617effe2664093b954ded2eab93240 for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:13:46.106994 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:46.110414 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5b7553e9-a4e5-438f-89af-401593442795 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:46.126534 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be7da8e5-a62c-4c34-b628-c87541750562 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:13:46.153772 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port be7da8e5-a62c-4c34-b628-c87541750562, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=be7da8e5-a62c-4c34-b628-c87541750562,segment=NetworkSegment(54b0bb54-5616-4f5a-8531-23ddff6f591c),segment_id=54b0bb54-5616-4f5a-8531-23ddff6f591c)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:13:46.159802 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:46.222201 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=be7da8e5-a62c-4c34-b628-c87541750562,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:46.288463 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b16abfe-10d6-4318-98a2-93ae84f4f740 None None] DHCP port deletion for e98734e2-dedb-4450-9333-d795164b1ce9 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:13:46.385672 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e1fccae1-f50d-4ae2-b020-71def0483f01 req-dbd3dca0-ec47-42f4-b601-32217fb6da86 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=549de624-bb09-4e50-8794-41d8de162ace&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1142695 Jul 24 00:13:46.418509 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a60d1d-f79d-4ad5-b1b0-64c66fed0d97 req-456a1baf-ea4c-43e9-99ab-6733c05cd704 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:46.426457 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-27a60d1d-f79d-4ad5-b1b0-64c66fed0d97 req-456a1baf-ea4c-43e9-99ab-6733c05cd704 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/ports?device_id=84e6228b-c359-4feb-9ac3-176fa3d1c17d HTTP/1.1" status: 200 len: 945 time: 0.1118476 Jul 24 00:13:46.526524 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-27a60d1d-f79d-4ad5-b1b0-64c66fed0d97 req-d32efc30-7811-49d8-9681-a69dcd0833ce tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/security-groups?id=c0063c4d-6272-47e4-8d6e-ed9b31bc3cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941303 Jul 24 00:13:46.538860 n-d-800088-16 neutron-server[100314]: DEBUG neutron.objects.ports [None req-5b7553e9-a4e5-438f-89af-401593442795 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100314) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 24 00:13:46.562888 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fccae1-f50d-4ae2-b020-71def0483f01 req-b4b6405c-fa06-4d53-b81b-57efe6467410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:46.565316 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e1fccae1-f50d-4ae2-b020-71def0483f01 req-b4b6405c-fa06-4d53-b81b-57efe6467410 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f416a58274704009b44a26f31650fbc3&device_id=549de624-bb09-4e50-8794-41d8de162ace HTTP/1.1" status: 200 len: 1099 time: 0.1168046 Jul 24 00:13:46.598782 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-0b16abfe-10d6-4318-98a2-93ae84f4f740 None None] Deleting port a4b05e34-556a-4c74-b7da-c6793569325b {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:13:46.599858 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0b16abfe-10d6-4318-98a2-93ae84f4f740 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:46.601741 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:46.675680 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['be7da8e5-a62c-4c34-b628-c87541750562'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:13:46.678237 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['13f95254-61d3-4c9a-a3b1-f60af9973a5c'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:13:46.686553 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device ffa9d5de-a79f-4585-b74e-de1bc6ab8ef5 up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:13:46.707657 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fccae1-f50d-4ae2-b020-71def0483f01 req-32317ce7-002a-4bc5-ae37-1b6fcf03f871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:46.710672 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e1fccae1-f50d-4ae2-b020-71def0483f01 req-32317ce7-002a-4bc5-ae37-1b6fcf03f871 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3bb27577-8aa4-438b-b0fc-2e9a72f8d21f HTTP/1.1" status: 200 len: 916 time: 0.1234105 Jul 24 00:13:46.747325 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port a4b05e34-556a-4c74-b7da-c6793569325b, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=a4b05e34-556a-4c74-b7da-c6793569325b,segment=NetworkSegment(b737500e-4702-4fa9-bd4b-6c1d2e2fa041),segment_id=b737500e-4702-4fa9-bd4b-6c1d2e2fa041)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:13:46.780031 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:46.803803 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e1fccae1-f50d-4ae2-b020-71def0483f01 req-d67cd47f-418f-495d-bd69-9a2219ea3037 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29cd91c2-82fb-4dff-aa19-86d9d8a37546 HTTP/1.1" status: 200 len: 1001 time: 0.0832963 Jul 24 00:13:46.866169 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-0b16abfe-10d6-4318-98a2-93ae84f4f740 None None] For port a4b05e34-556a-4c74-b7da-c6793569325b, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=a4b05e34-556a-4c74-b7da-c6793569325b,segment=NetworkSegment(b737500e-4702-4fa9-bd4b-6c1d2e2fa041),segment_id=b737500e-4702-4fa9-bd4b-6c1d2e2fa041)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:13:46.866401 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0b16abfe-10d6-4318-98a2-93ae84f4f740 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:46.867829 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5b7553e9-a4e5-438f-89af-401593442795 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:46.875054 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fccae1-f50d-4ae2-b020-71def0483f01 req-2925b6c8-2947-4ee9-9cd7-2f745ab67d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:46.877931 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e1fccae1-f50d-4ae2-b020-71def0483f01 req-2925b6c8-2947-4ee9-9cd7-2f745ab67d81 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=63da32e2-61ac-4eb0-aee3-157739522d03 HTTP/1.1" status: 200 len: 854 time: 0.0691662 Jul 24 00:13:46.973859 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-0b16abfe-10d6-4318-98a2-93ae84f4f740 None None] Calling delete_port for a4b05e34-556a-4c74-b7da-c6793569325b owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:13:47.055416 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=a4b05e34-556a-4c74-b7da-c6793569325b,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:47.111182 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port ffa9d5de-a79f-4585-b74e-de1bc6ab8ef5 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:13:47.111510 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fccae1-f50d-4ae2-b020-71def0483f01 req-d7a4f95c-68ef-4e3e-8899-b59a0f74a6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:47.113092 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e1fccae1-f50d-4ae2-b020-71def0483f01 req-d7a4f95c-68ef-4e3e-8899-b59a0f74a6e7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3bb27577-8aa4-438b-b0fc-2e9a72f8d21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2285922 Jul 24 00:13:47.116715 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port ffa9d5de-a79f-4585-b74e-de1bc6ab8ef5 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:13:47.116985 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:47.227202 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11d2ffc-d6af-4e37-a55a-4434fc4f4d8b req-5b925b3a-f959-41a4-bbdc-93255ffdaa8d tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:47.227741 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device a4b05e34-556a-4c74-b7da-c6793569325b no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:13:47.228787 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a11d2ffc-d6af-4e37-a55a-4434fc4f4d8b req-5b925b3a-f959-41a4-bbdc-93255ffdaa8d tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/ports?device_id=adaafd05-adad-46f2-818c-53b583e2e72e HTTP/1.1" status: 200 len: 944 time: 0.3849814 Jul 24 00:13:47.234977 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-5b7553e9-a4e5-438f-89af-401593442795 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] For port a4b05e34-556a-4c74-b7da-c6793569325b, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=a4b05e34-556a-4c74-b7da-c6793569325b,segment=NetworkSegment(b737500e-4702-4fa9-bd4b-6c1d2e2fa041),segment_id=b737500e-4702-4fa9-bd4b-6c1d2e2fa041)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:13:47.273117 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e1fccae1-f50d-4ae2-b020-71def0483f01 req-4dd37729-fb3e-4b13-9d67-0db3830249a6 service neutron] 10.222.0.52 "GET /v2.0/networks/3bb27577-8aa4-438b-b0fc-2e9a72f8d21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496396 Jul 24 00:13:47.283359 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41602060-3a09-4373-bdcf-fab73b476f21 req-e7f58728-47cc-44dd-acb4-1a6b9a94e8dd tempest-VolumesNegativeTest-1246519 tempest-VolumesNegativeTest-1246519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:47.299508 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-41602060-3a09-4373-bdcf-fab73b476f21 req-e7f58728-47cc-44dd-acb4-1a6b9a94e8dd tempest-VolumesNegativeTest-1246519 tempest-VolumesNegativeTest-1246519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4a99a00-351c-461e-a56b-f4a656ff3b4e HTTP/1.1" status: 200 len: 949 time: 0.2576623 Jul 24 00:13:47.306208 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5b7553e9-a4e5-438f-89af-401593442795 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:47.323246 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a11d2ffc-d6af-4e37-a55a-4434fc4f4d8b req-63e9a6c5-7672-4808-bfdd-b1b8ee013b04 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/security-groups?id=02f8e688-cdad-46c4-8a86-5d8b77004136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764408 Jul 24 00:13:47.325369 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5b7553e9-a4e5-438f-89af-401593442795 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:47.326163 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5b7553e9-a4e5-438f-89af-401593442795 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:47.345152 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0b16abfe-10d6-4318-98a2-93ae84f4f740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:47.376890 n-d-800088-16 neutron-server[100315]: INFO neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No ports have port_id starting with a4b05e34-556a-4c74-b7da-c6793569325b Jul 24 00:13:47.396225 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-41602060-3a09-4373-bdcf-fab73b476f21 req-c9d506e0-2d98-420b-8f18-cd367a6ab702 tempest-VolumesNegativeTest-1246519 tempest-VolumesNegativeTest-1246519-project] 10.222.0.44 "GET /v2.0/security-groups?id=cad6980b-11c4-4a60-b1ae-b8c9a86e5087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913436 Jul 24 00:13:47.405455 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b16abfe-10d6-4318-98a2-93ae84f4f740 None None] Pushing event deleted for resources: {'Port': ['ID=a4b05e34-556a-4c74-b7da-c6793569325b,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:47.409754 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b16abfe-10d6-4318-98a2-93ae84f4f740 None None] No DVR routers for this DVR port a4b05e34-556a-4c74-b7da-c6793569325b on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:13:47.410474 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7553e9-a4e5-438f-89af-401593442795 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event deleted for resources: {'Port': ['ID=a4b05e34-556a-4c74-b7da-c6793569325b,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:47.432367 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:47.443500 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7553e9-a4e5-438f-89af-401593442795 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Network e98734e2-dedb-4450-9333-d795164b1ce9 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:13:47.446899 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-5b7553e9-a4e5-438f-89af-401593442795 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:13:47.451224 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7553e9-a4e5-438f-89af-401593442795 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:47.452161 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5b7553e9-a4e5-438f-89af-401593442795 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:47.460675 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab727c3-ed58-4bce-a503-f15d5588f656 None None] Network e98734e2-dedb-4450-9333-d795164b1ce9 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:13:47.462134 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7553e9-a4e5-438f-89af-401593442795 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event updated for resources: {'Subnet': ['ID=55077035-def5-41b2-b740-617a7496f215,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:47.474805 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-5b7553e9-a4e5-438f-89af-401593442795 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4886229 Jul 24 00:13:47.478923 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44904) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:47.485352 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-4ed1dede-2f3f-4f8c-93b2-d167daa3fcf8 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Request body: {'port': {'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'mac_address': 'fa:16:3e:b1:38:b8', 'name': 'tempest-NetworksTestDHCPv6-432406059'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:13:47.500011 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port ffa9d5de-a79f-4585-b74e-de1bc6ab8ef5, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=ffa9d5de-a79f-4585-b74e-de1bc6ab8ef5,segment=NetworkSegment(54b0bb54-5616-4f5a-8531-23ddff6f591c),segment_id=54b0bb54-5616-4f5a-8531-23ddff6f591c)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:13:47.503538 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:47.504350 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 688e1d2b-7ea8-43ce-bda2-ceef2b7e8527 no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:13:47.530391 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e1fccae1-f50d-4ae2-b020-71def0483f01 req-d56328d9-e39e-40e3-aff8-67eb776d206d service neutron] 10.222.0.52 "GET /v2.0/networks/3bb27577-8aa4-438b-b0fc-2e9a72f8d21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945841 Jul 24 00:13:47.557593 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] No Port match for: 688e1d2b-7ea8-43ce-bda2-ceef2b7e8527 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:13:47.557971 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 688e1d2b-7ea8-43ce-bda2-ceef2b7e8527 not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:13:47.644581 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=ffa9d5de-a79f-4585-b74e-de1bc6ab8ef5,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:47.686400 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed1dede-2f3f-4f8c-93b2-d167daa3fcf8 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Made reservation on behalf of ba617effe2664093b954ded2eab93240 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:13:47.694015 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4ed1dede-2f3f-4f8c-93b2-d167daa3fcf8 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:47.704257 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0abf4f-eed2-4f68-b929-546e683ba5d5 req-30607c31-39d6-4ba3-934a-50f72ef4d15b tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:47.705844 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6e0abf4f-eed2-4f68-b929-546e683ba5d5 req-30607c31-39d6-4ba3-934a-50f72ef4d15b tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/ports?device_id=84e6228b-c359-4feb-9ac3-176fa3d1c17d HTTP/1.1" status: 200 len: 945 time: 0.0860770 Jul 24 00:13:47.712993 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:47.728623 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [None req-4ed1dede-2f3f-4f8c-93b2-d167daa3fcf8 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] device_id is not set on port b587c323-3b2b-4f49-b0bd-ef18276aa442 yet. {{(pid=100313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:13:47.753556 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6e0abf4f-eed2-4f68-b929-546e683ba5d5 req-35416037-d986-4226-a54b-89c574d96fd8 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/security-groups?id=c0063c4d-6272-47e4-8d6e-ed9b31bc3cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404277 Jul 24 00:13:47.757772 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f711ea-716d-4839-b2d1-7d5a23237ec5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-e98734e2-dedb-4450-9333-d795164b1ce9', 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'tenant_id': 'ba617effe2664093b954ded2eab93240', 'fixed_ips': [{'subnet_id': '55077035-def5-41b2-b740-617a7496f215'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:13:47.759065 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-11f711ea-716d-4839-b2d1-7d5a23237ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:47.849313 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-4ed1dede-2f3f-4f8c-93b2-d167daa3fcf8 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Allocated IP 2001:db8::f816:3eff:feb1:38b8 (e98734e2-dedb-4450-9333-d795164b1ce9/55077035-def5-41b2-b740-617a7496f215/b587c323-3b2b-4f49-b0bd-ef18276aa442) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:13:47.875659 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adaafd05-adad-46f2-818c-53b583e2e72e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffa9d5de-a79f-4585-b74e-de1bc6ab8ef5'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:13:47.878066 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f6afc9b-94ab-4afc-a9ce-56207d4d7b3f" -d '{"events": [{"server_uuid": "adaafd05-adad-46f2-818c-53b583e2e72e", "name": "network-vif-plugged", "status": "completed", "tag": "ffa9d5de-a79f-4585-b74e-de1bc6ab8ef5"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:13:47.914447 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d0d876-2b81-4bf1-b445-0fb8729aaeb1 x-openstack-request-id: req-08d0d876-2b81-4bf1-b445-0fb8729aaeb1 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:13:47.914742 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adaafd05-adad-46f2-818c-53b583e2e72e", "name": "network-vif-plugged", "status": "completed", "tag": "ffa9d5de-a79f-4585-b74e-de1bc6ab8ef5", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:13:47.914998 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-08d0d876-2b81-4bf1-b445-0fb8729aaeb1 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:13:47.915391 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adaafd05-adad-46f2-818c-53b583e2e72e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffa9d5de-a79f-4585-b74e-de1bc6ab8ef5', 'code': 200} Jul 24 00:13:48.036267 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4ed1dede-2f3f-4f8c-93b2-d167daa3fcf8 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:48.052004 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [None req-4ed1dede-2f3f-4f8c-93b2-d167daa3fcf8 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Transition to ACTIVE for port object b587c323-3b2b-4f49-b0bd-ef18276aa442 will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:13:48.077498 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed6b031-b1ca-417b-adba-120fea7526bc req-b4baf18e-a5f0-4343-b7b7-a1a92e51c584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:48.079562 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5ed6b031-b1ca-417b-adba-120fea7526bc req-b4baf18e-a5f0-4343-b7b7-a1a92e51c584 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=adaafd05-adad-46f2-818c-53b583e2e72e HTTP/1.1" status: 200 len: 1097 time: 0.0928283 Jul 24 00:13:48.118597 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4ed1dede-2f3f-4f8c-93b2-d167daa3fcf8 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:48.151489 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5ed6b031-b1ca-417b-adba-120fea7526bc req-b98bda64-0604-49a0-90e2-8ede33c263c0 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=02f8e688-cdad-46c4-8a86-5d8b77004136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632482 Jul 24 00:13:48.166291 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-11f711ea-716d-4839-b2d1-7d5a23237ec5 None None] Allocated IP 2001:db8::f816:3eff:fe71:5119 (e98734e2-dedb-4450-9333-d795164b1ce9/55077035-def5-41b2-b740-617a7496f215/cedd50a0-2297-48fa-8329-a3314d269dc4) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:13:48.172758 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed1dede-2f3f-4f8c-93b2-d167daa3fcf8 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Network e98734e2-dedb-4450-9333-d795164b1ce9 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:13:48.176730 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-4ed1dede-2f3f-4f8c-93b2-d167daa3fcf8 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:13:48.178935 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed1dede-2f3f-4f8c-93b2-d167daa3fcf8 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event updated for resources: {'Port': ['ID=b587c323-3b2b-4f49-b0bd-ef18276aa442,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:48.181388 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed1dede-2f3f-4f8c-93b2-d167daa3fcf8 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:13:48.187767 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed1dede-2f3f-4f8c-93b2-d167daa3fcf8 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:48.189632 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4ed1dede-2f3f-4f8c-93b2-d167daa3fcf8 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:48.205801 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-4ed1dede-2f3f-4f8c-93b2-d167daa3fcf8 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.7226250 Jul 24 00:13:48.206174 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 44912) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:48.274445 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e21c70c-792d-403d-89b4-1f765c22c280 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:48.278481 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-0e21c70c-792d-403d-89b4-1f765c22c280 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0688419 Jul 24 00:13:48.278768 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 44914) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:48.332930 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-11f711ea-716d-4839-b2d1-7d5a23237ec5 None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:48.342432 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-11f711ea-716d-4839-b2d1-7d5a23237ec5 None None] Transition to ACTIVE for port object cedd50a0-2297-48fa-8329-a3314d269dc4 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:13:48.359922 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-11f711ea-716d-4839-b2d1-7d5a23237ec5 None None] Transition to ACTIVE for port object cedd50a0-2297-48fa-8329-a3314d269dc4 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:13:48.370161 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-11f711ea-716d-4839-b2d1-7d5a23237ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:48.410676 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f711ea-716d-4839-b2d1-7d5a23237ec5 None None] Network e98734e2-dedb-4450-9333-d795164b1ce9 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:13:48.415416 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-11f711ea-716d-4839-b2d1-7d5a23237ec5 None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:13:48.418990 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f711ea-716d-4839-b2d1-7d5a23237ec5 None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:13:48.422745 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-91c2ec6d-caae-47c3-a261-c43df06394eb tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Deleting port b587c323-3b2b-4f49-b0bd-ef18276aa442 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:13:48.423285 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-91c2ec6d-caae-47c3-a261-c43df06394eb tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:48.428258 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f711ea-716d-4839-b2d1-7d5a23237ec5 None None] Pushing event updated for resources: {'Port': ['ID=cedd50a0-2297-48fa-8329-a3314d269dc4,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:48.508477 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-11f711ea-716d-4839-b2d1-7d5a23237ec5 None None] Attempting to bind port cedd50a0-2297-48fa-8329-a3314d269dc4 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:13:48.509042 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-11f711ea-716d-4839-b2d1-7d5a23237ec5 None None] Attempting to bind port cedd50a0-2297-48fa-8329-a3314d269dc4 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': 'b737500e-4702-4fa9-bd4b-6c1d2e2fa041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:13:48.509599 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f711ea-716d-4839-b2d1-7d5a23237ec5 None None] Attempting to bind port cedd50a0-2297-48fa-8329-a3314d269dc4 on network e98734e2-dedb-4450-9333-d795164b1ce9 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:13:48.515084 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f711ea-716d-4839-b2d1-7d5a23237ec5 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:13:48.516147 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f711ea-716d-4839-b2d1-7d5a23237ec5 None None] Checking segment: {'id': 'b737500e-4702-4fa9-bd4b-6c1d2e2fa041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:13:48.516888 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-11f711ea-716d-4839-b2d1-7d5a23237ec5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:48.517316 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f711ea-716d-4839-b2d1-7d5a23237ec5 None None] Bound using segment: {'id': 'b737500e-4702-4fa9-bd4b-6c1d2e2fa041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:13:48.518049 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-11f711ea-716d-4839-b2d1-7d5a23237ec5 None None] Bound port: cedd50a0-2297-48fa-8329-a3314d269dc4, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b737500e-4702-4fa9-bd4b-6c1d2e2fa041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:13:48.518655 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-11f711ea-716d-4839-b2d1-7d5a23237ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:48.550243 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b06562-869c-4696-b31d-73e33bc0597d req-a8b1a7bd-0925-4e26-9255-f76c6e516eb7 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:48.551776 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-31b06562-869c-4696-b31d-73e33bc0597d req-a8b1a7bd-0925-4e26-9255-f76c6e516eb7 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/ports?device_id=adaafd05-adad-46f2-818c-53b583e2e72e HTTP/1.1" status: 200 len: 945 time: 0.1507237 Jul 24 00:13:48.556390 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b619f3-b5cf-46b8-969e-54b0e634765a req-c53e43ca-0427-40f0-a1be-96886c29a0b4 tempest-VolumesNegativeTest-1246519 tempest-VolumesNegativeTest-1246519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:48.558657 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-10b619f3-b5cf-46b8-969e-54b0e634765a req-c53e43ca-0427-40f0-a1be-96886c29a0b4 tempest-VolumesNegativeTest-1246519 tempest-VolumesNegativeTest-1246519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4a99a00-351c-461e-a56b-f4a656ff3b4e HTTP/1.1" status: 200 len: 949 time: 0.0831487 Jul 24 00:13:48.577126 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-91c2ec6d-caae-47c3-a261-c43df06394eb tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:48.603218 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-11f711ea-716d-4839-b2d1-7d5a23237ec5 None None] For port cedd50a0-2297-48fa-8329-a3314d269dc4, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:13:48.606735 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-11f711ea-716d-4839-b2d1-7d5a23237ec5 None None] For port cedd50a0-2297-48fa-8329-a3314d269dc4, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=cedd50a0-2297-48fa-8329-a3314d269dc4,segment=NetworkSegment(b737500e-4702-4fa9-bd4b-6c1d2e2fa041),segment_id=b737500e-4702-4fa9-bd4b-6c1d2e2fa041)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:13:48.613486 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-11f711ea-716d-4839-b2d1-7d5a23237ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:48.614112 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-91c2ec6d-caae-47c3-a261-c43df06394eb tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Calling delete_port for b587c323-3b2b-4f49-b0bd-ef18276aa442 owned by {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:13:48.634540 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-10b619f3-b5cf-46b8-969e-54b0e634765a req-98daf6d8-d4bf-4bd3-a7ee-85906161da6e tempest-VolumesNegativeTest-1246519 tempest-VolumesNegativeTest-1246519-project] 10.222.0.44 "GET /v2.0/security-groups?id=cad6980b-11c4-4a60-b1ae-b8c9a86e5087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684156 Jul 24 00:13:48.738225 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f711ea-716d-4839-b2d1-7d5a23237ec5 None None] Pushing event updated for resources: {'Port': ['ID=cedd50a0-2297-48fa-8329-a3314d269dc4,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:48.768510 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-31b06562-869c-4696-b31d-73e33bc0597d req-5101f6c0-3c1c-45a2-be20-768f00af33bd tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/security-groups?id=02f8e688-cdad-46c4-8a86-5d8b77004136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033472 Jul 24 00:13:48.931123 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-91c2ec6d-caae-47c3-a261-c43df06394eb tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:49.017438 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c2ec6d-caae-47c3-a261-c43df06394eb tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event deleted for resources: {'Port': ['ID=b587c323-3b2b-4f49-b0bd-ef18276aa442,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:49.024193 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45118e87-7cf9-4573-9953-9dd46c3f722c req-ef3a75dd-7324-4348-805b-19629e629785 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:49.031825 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-45118e87-7cf9-4573-9953-9dd46c3f722c req-ef3a75dd-7324-4348-805b-19629e629785 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/ports?device_id=84e6228b-c359-4feb-9ac3-176fa3d1c17d HTTP/1.1" status: 200 len: 945 time: 0.1742649 Jul 24 00:13:49.039137 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-91c2ec6d-caae-47c3-a261-c43df06394eb tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:49.041599 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-91c2ec6d-caae-47c3-a261-c43df06394eb tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/ports/b587c323-3b2b-4f49-b0bd-ef18276aa442 HTTP/1.1" status: 204 len: 168 time: 0.7617397 Jul 24 00:13:49.045743 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44924) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:49.060163 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device be7da8e5-a62c-4c34-b628-c87541750562 up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:13:49.146477 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port be7da8e5-a62c-4c34-b628-c87541750562 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:13:49.147676 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-45118e87-7cf9-4573-9953-9dd46c3f722c req-98dc0d7d-d417-4501-9af3-f7da6d8d52c8 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/security-groups?id=c0063c4d-6272-47e4-8d6e-ed9b31bc3cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102791 Jul 24 00:13:49.151885 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port be7da8e5-a62c-4c34-b628-c87541750562 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:13:49.152247 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:49.159641 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01116eb-b5e8-4cc2-9ab6-95c5e83e43fc tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:49.161752 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01116eb-b5e8-4cc2-9ab6-95c5e83e43fc tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:49.163612 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-b01116eb-b5e8-4cc2-9ab6-95c5e83e43fc tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1150100 Jul 24 00:13:49.166411 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44928) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:49.222984 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6e3bd03-0c21-4aff-8659-91ff2fb22879 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Deleting subnet 55077035-def5-41b2-b740-617a7496f215 {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:13:49.226441 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c6e3bd03-0c21-4aff-8659-91ff2fb22879 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:49.236797 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device cedd50a0-2297-48fa-8329-a3314d269dc4 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:13:49.262122 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:49.274382 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c6e3bd03-0c21-4aff-8659-91ff2fb22879 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:49.318402 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port be7da8e5-a62c-4c34-b628-c87541750562, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=be7da8e5-a62c-4c34-b628-c87541750562,segment=NetworkSegment(54b0bb54-5616-4f5a-8531-23ddff6f591c),segment_id=54b0bb54-5616-4f5a-8531-23ddff6f591c)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:13:49.320701 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:49.321562 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 13f95254-61d3-4c9a-a3b1-f60af9973a5c up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:13:49.367571 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c6e3bd03-0c21-4aff-8659-91ff2fb22879 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:49.367809 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port cedd50a0-2297-48fa-8329-a3314d269dc4 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:13:49.409184 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=be7da8e5-a62c-4c34-b628-c87541750562,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:49.421954 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port 13f95254-61d3-4c9a-a3b1-f60af9973a5c completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:13:49.425814 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port 13f95254-61d3-4c9a-a3b1-f60af9973a5c triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:13:49.426189 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:49.430883 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c6e3bd03-0c21-4aff-8659-91ff2fb22879 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:49.459116 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e3bd03-0c21-4aff-8659-91ff2fb22879 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event deleted for resources: {'Subnet': ['ID=55077035-def5-41b2-b740-617a7496f215,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:49.461109 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c6e3bd03-0c21-4aff-8659-91ff2fb22879 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:49.463952 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c6e3bd03-0c21-4aff-8659-91ff2fb22879 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/subnets/55077035-def5-41b2-b740-617a7496f215 HTTP/1.1" status: 204 len: 168 time: 0.2959383 Jul 24 00:13:49.465828 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44930) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:49.509221 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-e671a3bb-c831-4f93-a4ae-620de7be1ddd tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0422602 Jul 24 00:13:49.511717 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 44932) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:49.513149 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:49.553237 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 13f95254-61d3-4c9a-a3b1-f60af9973a5c, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=13f95254-61d3-4c9a-a3b1-f60af9973a5c,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:13:49.558474 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:49.582274 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abc4d81-e4da-4563-b859-c0ea9f3cb182 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:49.586596 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44934) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:49.587121 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-2abc4d81-e4da-4563-b859-c0ea9f3cb182 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0738003 Jul 24 00:13:49.612895 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=13f95254-61d3-4c9a-a3b1-f60af9973a5c,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:49.643891 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16c6225-e8eb-4f34-941c-a6a5ead200dd tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:49.645544 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-e16c6225-e8eb-4f34-941c-a6a5ead200dd tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0559437 Jul 24 00:13:49.648826 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44936) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:49.694682 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-95463a0b-4095-49b1-89a0-eef0135db3e4 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0431545 Jul 24 00:13:49.701351 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 44944) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:49.707885 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-26305746-6891-43df-80c9-e4ec6e37c489 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Request body: {'subnet': {'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:13:49.857317 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106158f9-3ed2-46dc-bc78-fd9daf0355ab req-38eb832d-1be5-41ad-aabf-0d5b72a090e4 tempest-VolumesNegativeTest-1246519 tempest-VolumesNegativeTest-1246519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:49.858938 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-106158f9-3ed2-46dc-bc78-fd9daf0355ab req-38eb832d-1be5-41ad-aabf-0d5b72a090e4 tempest-VolumesNegativeTest-1246519 tempest-VolumesNegativeTest-1246519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4a99a00-351c-461e-a56b-f4a656ff3b4e HTTP/1.1" status: 200 len: 950 time: 0.1317501 Jul 24 00:13:49.860108 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26305746-6891-43df-80c9-e4ec6e37c489 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Made reservation on behalf of ba617effe2664093b954ded2eab93240 for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:13:49.863550 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-26305746-6891-43df-80c9-e4ec6e37c489 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:49.916460 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6e10e2e-5a26-4caa-aee0-3ee0ef3a6a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be7da8e5-a62c-4c34-b628-c87541750562'}, {'server_uuid': 'c4a99a00-351c-461e-a56b-f4a656ff3b4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f95254-61d3-4c9a-a3b1-f60af9973a5c'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:13:49.919680 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54867cdf-8819-4650-9eea-0aedacfd8c0b" -d '{"events": [{"server_uuid": "c6e10e2e-5a26-4caa-aee0-3ee0ef3a6a7d", "name": "network-vif-plugged", "status": "completed", "tag": "be7da8e5-a62c-4c34-b628-c87541750562"}, {"server_uuid": "c4a99a00-351c-461e-a56b-f4a656ff3b4e", "name": "network-vif-plugged", "status": "completed", "tag": "13f95254-61d3-4c9a-a3b1-f60af9973a5c"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:13:49.961999 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7a1c0a-5ffc-4acc-aefb-71c620664194 None None] Network e98734e2-dedb-4450-9333-d795164b1ce9 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:13:49.974004 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7cb1d9-1dc4-4c58-9fe0-84c6b1edf059 req-f6ba29db-1afb-46fa-aca6-3e2f0d3dd96d tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:49.981398 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7c7cb1d9-1dc4-4c58-9fe0-84c6b1edf059 req-f6ba29db-1afb-46fa-aca6-3e2f0d3dd96d tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/ports?device_id=adaafd05-adad-46f2-818c-53b583e2e72e HTTP/1.1" status: 200 len: 945 time: 0.1047029 Jul 24 00:13:50.034354 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-106158f9-3ed2-46dc-bc78-fd9daf0355ab req-493d5fc0-d3ef-47ec-a0e8-a00d149ef29d tempest-VolumesNegativeTest-1246519 tempest-VolumesNegativeTest-1246519-project] 10.222.0.44 "GET /v2.0/security-groups?id=cad6980b-11c4-4a60-b1ae-b8c9a86e5087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435771 Jul 24 00:13:50.048080 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7c7cb1d9-1dc4-4c58-9fe0-84c6b1edf059 req-3830edb0-2a74-46d8-a202-4a2420ead3a6 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/security-groups?id=02f8e688-cdad-46c4-8a86-5d8b77004136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590677 Jul 24 00:13:50.101671 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 24 Jul 2021 00:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96bcdf81-3960-4742-b3dc-66a33f159b37 x-openstack-request-id: req-96bcdf81-3960-4742-b3dc-66a33f159b37 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:13:50.101981 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6e10e2e-5a26-4caa-aee0-3ee0ef3a6a7d", "name": "network-vif-plugged", "status": "completed", "tag": "be7da8e5-a62c-4c34-b628-c87541750562", "code": 200}, {"server_uuid": "c4a99a00-351c-461e-a56b-f4a656ff3b4e", "name": "network-vif-plugged", "status": "completed", "tag": "13f95254-61d3-4c9a-a3b1-f60af9973a5c", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:13:50.102237 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-96bcdf81-3960-4742-b3dc-66a33f159b37 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:13:50.102638 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6e10e2e-5a26-4caa-aee0-3ee0ef3a6a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be7da8e5-a62c-4c34-b628-c87541750562', 'code': 200} Jul 24 00:13:50.102902 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4a99a00-351c-461e-a56b-f4a656ff3b4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f95254-61d3-4c9a-a3b1-f60af9973a5c', 'code': 200} Jul 24 00:13:50.105212 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2d58aadc-a2ae-431f-8690-5d206b0b8019 None None] Provisioning for port cedd50a0-2297-48fa-8329-a3314d269dc4 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:13:50.143504 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2d58aadc-a2ae-431f-8690-5d206b0b8019 None None] Provisioning complete for port cedd50a0-2297-48fa-8329-a3314d269dc4 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:13:50.145510 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2d58aadc-a2ae-431f-8690-5d206b0b8019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:50.243809 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba0804-69ce-434e-82cc-93bf4f94c308 req-a6f4db55-a3f5-4f3a-a930-37e23610b65a tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:50.251613 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c6ba0804-69ce-434e-82cc-93bf4f94c308 req-a6f4db55-a3f5-4f3a-a930-37e23610b65a tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d7af06-7d06-4adf-b1ab-964b338df9b6 HTTP/1.1" status: 200 len: 946 time: 0.0879736 Jul 24 00:13:50.291029 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2d58aadc-a2ae-431f-8690-5d206b0b8019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:50.320556 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c6ba0804-69ce-434e-82cc-93bf4f94c308 req-c6e9fcc4-5859-41cc-a582-fbe533dc558e tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/security-groups?id=02f8e688-cdad-46c4-8a86-5d8b77004136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562954 Jul 24 00:13:50.334457 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2d58aadc-a2ae-431f-8690-5d206b0b8019 None None] For port cedd50a0-2297-48fa-8329-a3314d269dc4, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=cedd50a0-2297-48fa-8329-a3314d269dc4,segment=NetworkSegment(b737500e-4702-4fa9-bd4b-6c1d2e2fa041),segment_id=b737500e-4702-4fa9-bd4b-6c1d2e2fa041)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:13:50.341146 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2d58aadc-a2ae-431f-8690-5d206b0b8019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:50.385268 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b45d497-7162-490d-886d-0088f9ec5bd6 None None] DHCP port deletion for e98734e2-dedb-4450-9333-d795164b1ce9 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:13:50.448619 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d58aadc-a2ae-431f-8690-5d206b0b8019 None None] Pushing event updated for resources: {'Port': ['ID=cedd50a0-2297-48fa-8329-a3314d269dc4,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:50.470217 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-5b45d497-7162-490d-886d-0088f9ec5bd6 None None] Deleting port cedd50a0-2297-48fa-8329-a3314d269dc4 {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:13:50.470600 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-5b45d497-7162-490d-886d-0088f9ec5bd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:50.485740 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba3750-6a8f-40d3-a744-9d1ee616dcde req-5b641b55-7e4f-49ef-aa80-2c1d5b8c0962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:50.494860 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-36ba3750-6a8f-40d3-a744-9d1ee616dcde req-5b641b55-7e4f-49ef-aa80-2c1d5b8c0962 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c6e10e2e-5a26-4caa-aee0-3ee0ef3a6a7d HTTP/1.1" status: 200 len: 1097 time: 0.2612455 Jul 24 00:13:50.500618 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9f5f43-b167-4765-9c2c-7ad284f7439c req-900f0c92-09ac-4d6c-b6f8-32df992623d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:50.502787 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c9588-ad0a-4a39-898c-75e7df45476d req-27999a2e-4401-4671-b21c-773b293b9eba tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:50.504802 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5b6c9588-ad0a-4a39-898c-75e7df45476d req-27999a2e-4401-4671-b21c-773b293b9eba tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6e10e2e-5a26-4caa-aee0-3ee0ef3a6a7d HTTP/1.1" status: 200 len: 945 time: 0.1182387 Jul 24 00:13:50.506520 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3d9f5f43-b167-4765-9c2c-7ad284f7439c req-900f0c92-09ac-4d6c-b6f8-32df992623d0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c4a99a00-351c-461e-a56b-f4a656ff3b4e HTTP/1.1" status: 200 len: 1102 time: 0.2746825 Jul 24 00:13:50.543880 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff177f6f-393c-4af6-9a84-47977f00dc55 req-6230cbc9-5359-4845-9e25-518f807d5bcd tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:50.553008 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ff177f6f-393c-4af6-9a84-47977f00dc55 req-6230cbc9-5359-4845-9e25-518f807d5bcd tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/ports?device_id=84e6228b-c359-4feb-9ac3-176fa3d1c17d HTTP/1.1" status: 200 len: 945 time: 0.3218255 Jul 24 00:13:50.559454 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5b6c9588-ad0a-4a39-898c-75e7df45476d req-9caa8621-f0ca-484e-a272-3715628eefbb tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/security-groups?id=02f8e688-cdad-46c4-8a86-5d8b77004136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484293 Jul 24 00:13:50.562676 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-5b45d497-7162-490d-886d-0088f9ec5bd6 None None] For port cedd50a0-2297-48fa-8329-a3314d269dc4, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=cedd50a0-2297-48fa-8329-a3314d269dc4,segment=NetworkSegment(b737500e-4702-4fa9-bd4b-6c1d2e2fa041),segment_id=b737500e-4702-4fa9-bd4b-6c1d2e2fa041)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:13:50.563400 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-5b45d497-7162-490d-886d-0088f9ec5bd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:50.584628 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-5b45d497-7162-490d-886d-0088f9ec5bd6 None None] Calling delete_port for cedd50a0-2297-48fa-8329-a3314d269dc4 owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:13:50.668744 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-36ba3750-6a8f-40d3-a744-9d1ee616dcde req-0e0d4e04-8e20-4109-ab90-aa66326a28f6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=02f8e688-cdad-46c4-8a86-5d8b77004136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505260 Jul 24 00:13:50.687809 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ff177f6f-393c-4af6-9a84-47977f00dc55 req-f0349753-3312-40b4-b7be-023f0d8b29d5 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/security-groups?id=c0063c4d-6272-47e4-8d6e-ed9b31bc3cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331599 Jul 24 00:13:50.689922 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-5b45d497-7162-490d-886d-0088f9ec5bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:50.698310 n-d-800088-16 neutron-server[100314]: DEBUG neutron.objects.ports [None req-26305746-6891-43df-80c9-e4ec6e37c489 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100314) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 24 00:13:50.702477 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3d9f5f43-b167-4765-9c2c-7ad284f7439c req-f684a729-fa22-4762-9dbc-282c7263bb9e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=cad6980b-11c4-4a60-b1ae-b8c9a86e5087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809716 Jul 24 00:13:50.728355 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b45d497-7162-490d-886d-0088f9ec5bd6 None None] Pushing event deleted for resources: {'Port': ['ID=cedd50a0-2297-48fa-8329-a3314d269dc4,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:50.742451 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b45d497-7162-490d-886d-0088f9ec5bd6 None None] No DVR routers for this DVR port cedd50a0-2297-48fa-8329-a3314d269dc4 on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:13:51.120782 n-d-800088-16 neutron-server[100314]: WARNING neutron.services.revisions.revision_plugin [None req-26305746-6891-43df-80c9-e4ec6e37c489 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Could not find related port for resource to bump revision. Jul 24 00:13:51.127741 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.ipam_pluggable_backend [None req-26305746-6891-43df-80c9-e4ec6e37c489 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Port cedd50a0-2297-48fa-8329-a3314d269dc4 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=100314) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 24 00:13:51.128084 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.ipam_pluggable_backend [None req-26305746-6891-43df-80c9-e4ec6e37c489 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Reverting IP allocation for 2001:db8::f816:3eff:fe71:5119 {{(pid=100314) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 24 00:13:51.131635 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.ipam_pluggable_backend [None req-26305746-6891-43df-80c9-e4ec6e37c489 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe71:5119 {{(pid=100314) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 24 00:13:51.133012 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-26305746-6891-43df-80c9-e4ec6e37c489 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:51.180119 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26305746-6891-43df-80c9-e4ec6e37c489 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Network e98734e2-dedb-4450-9333-d795164b1ce9 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:13:51.197429 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-26305746-6891-43df-80c9-e4ec6e37c489 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:13:51.202467 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26305746-6891-43df-80c9-e4ec6e37c489 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:51.202645 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f6fc15-f108-4c64-9262-cdc10db370f3 req-1563d8c4-6ce0-4015-974e-5f8c18a6b225 tempest-VolumesNegativeTest-1246519 tempest-VolumesNegativeTest-1246519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:51.206247 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b2f6fc15-f108-4c64-9262-cdc10db370f3 req-1563d8c4-6ce0-4015-974e-5f8c18a6b225 tempest-VolumesNegativeTest-1246519 tempest-VolumesNegativeTest-1246519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4a99a00-351c-461e-a56b-f4a656ff3b4e HTTP/1.1" status: 200 len: 950 time: 0.1112056 Jul 24 00:13:51.209142 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device cedd50a0-2297-48fa-8329-a3314d269dc4 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:13:51.221701 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-26305746-6891-43df-80c9-e4ec6e37c489 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:51.237418 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26305746-6891-43df-80c9-e4ec6e37c489 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event updated for resources: {'Subnet': ['ID=3adc8212-6629-4377-b429-7de262dd2679,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:51.247432 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c119117c-f50e-4dd9-aee0-c387994ef25d None None] Network e98734e2-dedb-4450-9333-d795164b1ce9 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:13:51.254403 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-26305746-6891-43df-80c9-e4ec6e37c489 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.5494344 Jul 24 00:13:51.254625 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: cedd50a0-2297-48fa-8329-a3314d269dc4 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:13:51.254625 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device cedd50a0-2297-48fa-8329-a3314d269dc4 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:13:51.254930 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 44968) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:51.269433 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b2f6fc15-f108-4c64-9262-cdc10db370f3 req-d39460f6-02ce-4093-ac08-8a40ad2bc184 tempest-VolumesNegativeTest-1246519 tempest-VolumesNegativeTest-1246519-project] 10.222.0.44 "GET /v2.0/security-groups?id=cad6980b-11c4-4a60-b1ae-b8c9a86e5087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568428 Jul 24 00:13:51.275550 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-1efe1175-1059-4ffd-b02c-a3996fe9d07b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Request body: {'port': {'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'mac_address': 'fa:16:3e:91:5e:43', 'name': 'tempest-NetworksTestDHCPv6-1587328480'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:13:51.415581 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1efe1175-1059-4ffd-b02c-a3996fe9d07b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Made reservation on behalf of ba617effe2664093b954ded2eab93240 for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:13:51.431075 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac3888d-5285-41a3-aa36-71f24c4afe15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-e98734e2-dedb-4450-9333-d795164b1ce9', 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'tenant_id': 'ba617effe2664093b954ded2eab93240', 'fixed_ips': [{'subnet_id': '3adc8212-6629-4377-b429-7de262dd2679'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:13:51.431949 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0ac3888d-5285-41a3-aa36-71f24c4afe15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:51.508373 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1efe1175-1059-4ffd-b02c-a3996fe9d07b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:51.532971 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [None req-1efe1175-1059-4ffd-b02c-a3996fe9d07b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] device_id is not set on port a321d49f-b959-4486-996c-1d7f849a7bba yet. {{(pid=100314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:13:51.608554 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-0ac3888d-5285-41a3-aa36-71f24c4afe15 None None] Allocated IP 2001:db8::f816:3eff:fe19:3328 (e98734e2-dedb-4450-9333-d795164b1ce9/3adc8212-6629-4377-b429-7de262dd2679/b10c5968-325f-4eae-a7f8-2d2fcd753023) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:13:51.745841 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e9518e-894a-42c9-81b1-d7b2b41a486f req-ff60530d-dd28-4f44-83f9-b56fea78a296 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:51.748143 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d4e9518e-894a-42c9-81b1-d7b2b41a486f req-ff60530d-dd28-4f44-83f9-b56fea78a296 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6e10e2e-5a26-4caa-aee0-3ee0ef3a6a7d HTTP/1.1" status: 200 len: 945 time: 0.0963521 Jul 24 00:13:51.786488 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0ac3888d-5285-41a3-aa36-71f24c4afe15 None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:51.796474 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-0ac3888d-5285-41a3-aa36-71f24c4afe15 None None] Transition to ACTIVE for port object b10c5968-325f-4eae-a7f8-2d2fcd753023 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:13:51.809646 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d4e9518e-894a-42c9-81b1-d7b2b41a486f req-81440451-2298-44c9-a108-fd19186a0143 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/security-groups?id=02f8e688-cdad-46c4-8a86-5d8b77004136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545003 Jul 24 00:13:51.819877 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-0ac3888d-5285-41a3-aa36-71f24c4afe15 None None] Transition to ACTIVE for port object b10c5968-325f-4eae-a7f8-2d2fcd753023 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:13:51.838954 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0ac3888d-5285-41a3-aa36-71f24c4afe15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:51.900992 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac3888d-5285-41a3-aa36-71f24c4afe15 None None] Network e98734e2-dedb-4450-9333-d795164b1ce9 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:13:51.902410 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-1efe1175-1059-4ffd-b02c-a3996fe9d07b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Allocated IP 2001:db8::f816:3eff:fe91:5e43 (e98734e2-dedb-4450-9333-d795164b1ce9/3adc8212-6629-4377-b429-7de262dd2679/a321d49f-b959-4486-996c-1d7f849a7bba) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:13:51.914625 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-0ac3888d-5285-41a3-aa36-71f24c4afe15 None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:13:51.928299 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac3888d-5285-41a3-aa36-71f24c4afe15 None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:13:51.933881 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa4a86-d56a-4604-8cad-8075d73ec5e5 req-f222d762-379b-43cd-ad8b-7fdd28a2684b tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:51.935805 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-22aa4a86-d56a-4604-8cad-8075d73ec5e5 req-f222d762-379b-43cd-ad8b-7fdd28a2684b tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/ports?device_id=84e6228b-c359-4feb-9ac3-176fa3d1c17d HTTP/1.1" status: 200 len: 945 time: 0.1543329 Jul 24 00:13:51.939377 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac3888d-5285-41a3-aa36-71f24c4afe15 None None] Pushing event updated for resources: {'Port': ['ID=b10c5968-325f-4eae-a7f8-2d2fcd753023,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:51.991796 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-22aa4a86-d56a-4604-8cad-8075d73ec5e5 req-2edc1324-3447-40e4-b4b2-ef3e0ed67d70 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/security-groups?id=c0063c4d-6272-47e4-8d6e-ed9b31bc3cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464547 Jul 24 00:13:52.023106 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-0ac3888d-5285-41a3-aa36-71f24c4afe15 None None] Attempting to bind port b10c5968-325f-4eae-a7f8-2d2fcd753023 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:13:52.023480 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-0ac3888d-5285-41a3-aa36-71f24c4afe15 None None] Attempting to bind port b10c5968-325f-4eae-a7f8-2d2fcd753023 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': 'b737500e-4702-4fa9-bd4b-6c1d2e2fa041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:13:52.023969 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac3888d-5285-41a3-aa36-71f24c4afe15 None None] Attempting to bind port b10c5968-325f-4eae-a7f8-2d2fcd753023 on network e98734e2-dedb-4450-9333-d795164b1ce9 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:13:52.028975 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac3888d-5285-41a3-aa36-71f24c4afe15 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:13:52.029353 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac3888d-5285-41a3-aa36-71f24c4afe15 None None] Checking segment: {'id': 'b737500e-4702-4fa9-bd4b-6c1d2e2fa041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:13:52.029763 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0ac3888d-5285-41a3-aa36-71f24c4afe15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:52.030161 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac3888d-5285-41a3-aa36-71f24c4afe15 None None] Bound using segment: {'id': 'b737500e-4702-4fa9-bd4b-6c1d2e2fa041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:13:52.030630 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-0ac3888d-5285-41a3-aa36-71f24c4afe15 None None] Bound port: b10c5968-325f-4eae-a7f8-2d2fcd753023, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b737500e-4702-4fa9-bd4b-6c1d2e2fa041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:13:52.031044 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0ac3888d-5285-41a3-aa36-71f24c4afe15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:52.094198 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1efe1175-1059-4ffd-b02c-a3996fe9d07b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:52.096285 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-0ac3888d-5285-41a3-aa36-71f24c4afe15 None None] For port b10c5968-325f-4eae-a7f8-2d2fcd753023, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:13:52.099441 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-0ac3888d-5285-41a3-aa36-71f24c4afe15 None None] For port b10c5968-325f-4eae-a7f8-2d2fcd753023, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=b10c5968-325f-4eae-a7f8-2d2fcd753023,segment=NetworkSegment(b737500e-4702-4fa9-bd4b-6c1d2e2fa041),segment_id=b737500e-4702-4fa9-bd4b-6c1d2e2fa041)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:13:52.106310 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0ac3888d-5285-41a3-aa36-71f24c4afe15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:52.110856 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [None req-1efe1175-1059-4ffd-b02c-a3996fe9d07b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Transition to ACTIVE for port object a321d49f-b959-4486-996c-1d7f849a7bba will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:13:52.152217 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1efe1175-1059-4ffd-b02c-a3996fe9d07b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:52.171023 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac3888d-5285-41a3-aa36-71f24c4afe15 None None] Pushing event updated for resources: {'Port': ['ID=b10c5968-325f-4eae-a7f8-2d2fcd753023,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:52.205783 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efe1175-1059-4ffd-b02c-a3996fe9d07b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Network e98734e2-dedb-4450-9333-d795164b1ce9 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:13:52.213523 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-1efe1175-1059-4ffd-b02c-a3996fe9d07b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:13:52.216203 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efe1175-1059-4ffd-b02c-a3996fe9d07b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:13:52.222798 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efe1175-1059-4ffd-b02c-a3996fe9d07b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:52.223467 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1efe1175-1059-4ffd-b02c-a3996fe9d07b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:52.238386 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efe1175-1059-4ffd-b02c-a3996fe9d07b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event updated for resources: {'Port': ['ID=a321d49f-b959-4486-996c-1d7f849a7bba,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:52.247708 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-1efe1175-1059-4ffd-b02c-a3996fe9d07b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9891028 Jul 24 00:13:52.247941 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 44976) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:52.337972 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1ff64a-886c-4663-b772-2af74d04134f tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:52.349568 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1ff64a-886c-4663-b772-2af74d04134f tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:52.351254 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-df1ff64a-886c-4663-b772-2af74d04134f tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1022332 Jul 24 00:13:52.354017 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44980) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:52.465290 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e24eaf-5f21-4628-a651-8b4943bff477 req-8721a6f4-afee-4490-bca6-0459c456fa8b tempest-VolumesNegativeTest-1246519 tempest-VolumesNegativeTest-1246519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:52.467175 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-71e24eaf-5f21-4628-a651-8b4943bff477 req-8721a6f4-afee-4490-bca6-0459c456fa8b tempest-VolumesNegativeTest-1246519 tempest-VolumesNegativeTest-1246519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4a99a00-351c-461e-a56b-f4a656ff3b4e HTTP/1.1" status: 200 len: 950 time: 0.0880761 Jul 24 00:13:52.500559 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-76497fff-86e0-4a96-b284-3277ec5e543a tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Deleting port a321d49f-b959-4486-996c-1d7f849a7bba {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:13:52.501446 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-76497fff-86e0-4a96-b284-3277ec5e543a tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:52.511121 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-71e24eaf-5f21-4628-a651-8b4943bff477 req-59651f0f-0c17-4306-99af-901ceb050694 tempest-VolumesNegativeTest-1246519 tempest-VolumesNegativeTest-1246519-project] 10.222.0.44 "GET /v2.0/security-groups?id=cad6980b-11c4-4a60-b1ae-b8c9a86e5087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368552 Jul 24 00:13:52.599757 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-76497fff-86e0-4a96-b284-3277ec5e543a tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:52.612787 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-76497fff-86e0-4a96-b284-3277ec5e543a tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Calling delete_port for a321d49f-b959-4486-996c-1d7f849a7bba owned by {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:13:52.747327 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-76497fff-86e0-4a96-b284-3277ec5e543a tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:52.779001 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76497fff-86e0-4a96-b284-3277ec5e543a tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event deleted for resources: {'Port': ['ID=a321d49f-b959-4486-996c-1d7f849a7bba,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:52.811949 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-76497fff-86e0-4a96-b284-3277ec5e543a tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:52.814006 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-76497fff-86e0-4a96-b284-3277ec5e543a tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/ports/a321d49f-b959-4486-996c-1d7f849a7bba HTTP/1.1" status: 204 len: 168 time: 0.4583275 Jul 24 00:13:52.816630 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44988) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:52.839267 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb9b3a-ef65-4074-80fa-83ee8ee81d87 req-3332f706-3fbc-4de2-95e4-9c1178bd3bb3 tempest-VolumesNegativeTest-1246519 tempest-VolumesNegativeTest-1246519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:52.847132 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-abfb9b3a-ef65-4074-80fa-83ee8ee81d87 req-3332f706-3fbc-4de2-95e4-9c1178bd3bb3 tempest-VolumesNegativeTest-1246519 tempest-VolumesNegativeTest-1246519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4a99a00-351c-461e-a56b-f4a656ff3b4e HTTP/1.1" status: 200 len: 950 time: 0.0870378 Jul 24 00:13:52.906580 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-abfb9b3a-ef65-4074-80fa-83ee8ee81d87 req-ab9e6f5f-603e-46aa-86f9-f5b050f781ef tempest-VolumesNegativeTest-1246519 tempest-VolumesNegativeTest-1246519-project] 10.222.0.44 "GET /v2.0/security-groups?id=cad6980b-11c4-4a60-b1ae-b8c9a86e5087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559361 Jul 24 00:13:52.918977 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da10dacc-2e3f-45bd-a42c-7c9f8ce5fb68 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:52.918977 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da10dacc-2e3f-45bd-a42c-7c9f8ce5fb68 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:52.923839 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-da10dacc-2e3f-45bd-a42c-7c9f8ce5fb68 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1029294 Jul 24 00:13:52.924495 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 44992) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:52.993119 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccb1bd9a-9346-407a-b9c7-089ff74c829a tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Deleting subnet 3adc8212-6629-4377-b429-7de262dd2679 {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:13:53.000997 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ccb1bd9a-9346-407a-b9c7-089ff74c829a tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:53.055507 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ccb1bd9a-9346-407a-b9c7-089ff74c829a tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:53.058678 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348bc296-9799-4ee5-b230-63eac4863eb4 req-af68daf0-ae43-41d6-9590-9ed9da5ccbce tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:53.061829 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-348bc296-9799-4ee5-b230-63eac4863eb4 req-af68daf0-ae43-41d6-9590-9ed9da5ccbce tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6e10e2e-5a26-4caa-aee0-3ee0ef3a6a7d HTTP/1.1" status: 200 len: 945 time: 0.1334713 Jul 24 00:13:53.161725 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-fc214ad6-6d60-4ab8-8ef3-b7c2ec61aa2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:53.205499 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-348bc296-9799-4ee5-b230-63eac4863eb4 req-b0c86927-0301-445f-aeea-6277cf08f38e tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/security-groups?id=02f8e688-cdad-46c4-8a86-5d8b77004136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329315 Jul 24 00:13:53.245236 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ccb1bd9a-9346-407a-b9c7-089ff74c829a tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:53.286690 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05e61c3-8436-4cd3-b83f-d70dbab73430 req-61a32e9e-7ee7-4fab-b1ad-f5c67dc92b07 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:53.294575 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c05e61c3-8436-4cd3-b83f-d70dbab73430 req-61a32e9e-7ee7-4fab-b1ad-f5c67dc92b07 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/ports?device_id=84e6228b-c359-4feb-9ac3-176fa3d1c17d HTTP/1.1" status: 200 len: 945 time: 0.1928661 Jul 24 00:13:53.319318 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device b10c5968-325f-4eae-a7f8-2d2fcd753023 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:13:53.370138 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c05e61c3-8436-4cd3-b83f-d70dbab73430 req-6aa514da-2ddc-45f3-9186-43bf5a08e445 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/security-groups?id=c0063c4d-6272-47e4-8d6e-ed9b31bc3cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744715 Jul 24 00:13:53.390830 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ccb1bd9a-9346-407a-b9c7-089ff74c829a tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:53.449803 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb1bd9a-9346-407a-b9c7-089ff74c829a tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event deleted for resources: {'Subnet': ['ID=3adc8212-6629-4377-b429-7de262dd2679,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:53.456179 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ccb1bd9a-9346-407a-b9c7-089ff74c829a tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:53.461027 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-ccb1bd9a-9346-407a-b9c7-089ff74c829a tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/subnets/3adc8212-6629-4377-b429-7de262dd2679 HTTP/1.1" status: 204 len: 168 time: 0.5347333 Jul 24 00:13:53.461402 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port b10c5968-325f-4eae-a7f8-2d2fcd753023 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:13:53.465077 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45000) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:53.482193 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec8c3d6-3f29-4ce4-ad35-36ef9dabb7bb None None] Network e98734e2-dedb-4450-9333-d795164b1ce9 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:13:53.532839 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-dd93839b-7ad3-4d5c-b77a-f005ce5d2eb6 None None] Provisioning for port b10c5968-325f-4eae-a7f8-2d2fcd753023 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:13:53.744360 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-dd93839b-7ad3-4d5c-b77a-f005ce5d2eb6 None None] Provisioning complete for port b10c5968-325f-4eae-a7f8-2d2fcd753023 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:13:53.745134 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-dd93839b-7ad3-4d5c-b77a-f005ce5d2eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:53.882014 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-d1d87563-ba8d-4a28-bf0e-76cdd13a256b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4143319 Jul 24 00:13:53.885945 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45002) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:53.891396 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-99aaaa0e-7059-4c06-b89b-0e6d36ca1073 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Request body: {'subnet': {'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:13:53.917066 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-dd93839b-7ad3-4d5c-b77a-f005ce5d2eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:53.967721 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-dd93839b-7ad3-4d5c-b77a-f005ce5d2eb6 None None] For port b10c5968-325f-4eae-a7f8-2d2fcd753023, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=b10c5968-325f-4eae-a7f8-2d2fcd753023,segment=NetworkSegment(b737500e-4702-4fa9-bd4b-6c1d2e2fa041),segment_id=b737500e-4702-4fa9-bd4b-6c1d2e2fa041)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:13:53.978907 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-dd93839b-7ad3-4d5c-b77a-f005ce5d2eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:53.997463 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c64dd1-5627-44cb-a497-5a0b3f5c3f17 req-dc367aae-4492-4671-bacc-9511e359d9e7 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:54.007728 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-47c64dd1-5627-44cb-a497-5a0b3f5c3f17 req-dc367aae-4492-4671-bacc-9511e359d9e7 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/ports?device_id=adaafd05-adad-46f2-818c-53b583e2e72e HTTP/1.1" status: 200 len: 945 time: 0.1357465 Jul 24 00:13:54.025168 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda9ba80-0bb2-4237-82ef-0c10c67f5cd8 None None] DHCP port deletion for e98734e2-dedb-4450-9333-d795164b1ce9 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:13:54.069422 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd93839b-7ad3-4d5c-b77a-f005ce5d2eb6 None None] Pushing event updated for resources: {'Port': ['ID=b10c5968-325f-4eae-a7f8-2d2fcd753023,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:54.071463 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-47c64dd1-5627-44cb-a497-5a0b3f5c3f17 req-85ae5b48-0cbb-45b9-aab9-d28a94f0a1f9 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/security-groups?id=02f8e688-cdad-46c4-8a86-5d8b77004136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623469 Jul 24 00:13:54.167147 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99aaaa0e-7059-4c06-b89b-0e6d36ca1073 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Made reservation on behalf of ba617effe2664093b954ded2eab93240 for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:13:54.170742 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-99aaaa0e-7059-4c06-b89b-0e6d36ca1073 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:54.186408 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-dda9ba80-0bb2-4237-82ef-0c10c67f5cd8 None None] Deleting port b10c5968-325f-4eae-a7f8-2d2fcd753023 {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:13:54.187490 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-dda9ba80-0bb2-4237-82ef-0c10c67f5cd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:54.201523 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ccba8-6074-4f40-853a-2fbdc6dad1a3 req-dd180f75-946f-4a9d-8340-9f292f19ced2 tempest-VolumesNegativeTest-1246519 tempest-VolumesNegativeTest-1246519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:54.203876 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5b9ccba8-6074-4f40-853a-2fbdc6dad1a3 req-dd180f75-946f-4a9d-8340-9f292f19ced2 tempest-VolumesNegativeTest-1246519 tempest-VolumesNegativeTest-1246519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4a99a00-351c-461e-a56b-f4a656ff3b4e HTTP/1.1" status: 200 len: 950 time: 0.1978812 Jul 24 00:13:54.289960 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0139d13-7560-4f57-b2fa-b853e8aae202 req-b0be13c5-d7b9-4dca-a562-093605029bbf tempest-VolumesNegativeTest-1246519 tempest-VolumesNegativeTest-1246519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:54.290217 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-dda9ba80-0bb2-4237-82ef-0c10c67f5cd8 None None] For port b10c5968-325f-4eae-a7f8-2d2fcd753023, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=b10c5968-325f-4eae-a7f8-2d2fcd753023,segment=NetworkSegment(b737500e-4702-4fa9-bd4b-6c1d2e2fa041),segment_id=b737500e-4702-4fa9-bd4b-6c1d2e2fa041)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:13:54.290488 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-dda9ba80-0bb2-4237-82ef-0c10c67f5cd8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:54.291477 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b0139d13-7560-4f57-b2fa-b853e8aae202 req-b0be13c5-d7b9-4dca-a562-093605029bbf tempest-VolumesNegativeTest-1246519 tempest-VolumesNegativeTest-1246519-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4a99a00-351c-461e-a56b-f4a656ff3b4e HTTP/1.1" status: 200 len: 950 time: 0.2169890 Jul 24 00:13:54.304858 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-dda9ba80-0bb2-4237-82ef-0c10c67f5cd8 None None] Calling delete_port for b10c5968-325f-4eae-a7f8-2d2fcd753023 owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:13:54.348995 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5b9ccba8-6074-4f40-853a-2fbdc6dad1a3 req-f988d68c-7267-4fb0-83a3-be54039250c8 tempest-VolumesNegativeTest-1246519 tempest-VolumesNegativeTest-1246519-project] 10.222.0.44 "GET /v2.0/security-groups?id=cad6980b-11c4-4a60-b1ae-b8c9a86e5087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374428 Jul 24 00:13:54.419401 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083037b5-ce20-49bc-8a41-f04f52c6fa2e req-3acabbdb-ac5d-4a32-a716-d0cb27176ada tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:54.438186 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-dda9ba80-0bb2-4237-82ef-0c10c67f5cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:54.439638 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-083037b5-ce20-49bc-8a41-f04f52c6fa2e req-3acabbdb-ac5d-4a32-a716-d0cb27176ada tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d7af06-7d06-4adf-b1ab-964b338df9b6 HTTP/1.1" status: 200 len: 946 time: 0.0997913 Jul 24 00:13:54.529163 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda9ba80-0bb2-4237-82ef-0c10c67f5cd8 None None] Pushing event deleted for resources: {'Port': ['ID=b10c5968-325f-4eae-a7f8-2d2fcd753023,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:54.534218 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-083037b5-ce20-49bc-8a41-f04f52c6fa2e req-263af75d-49bd-459e-9a0c-7ad9f1fa98e4 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/security-groups?id=02f8e688-cdad-46c4-8a86-5d8b77004136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924563 Jul 24 00:13:54.553474 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda9ba80-0bb2-4237-82ef-0c10c67f5cd8 None None] No DVR routers for this DVR port b10c5968-325f-4eae-a7f8-2d2fcd753023 on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:13:54.563610 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-b0139d13-7560-4f57-b2fa-b853e8aae202 req-947aeee6-3795-444f-a17e-4ea153c444d4 tempest-VolumesNegativeTest-1246519 tempest-VolumesNegativeTest-1246519-project] Deleting port 13f95254-61d3-4c9a-a3b1-f60af9973a5c {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:13:54.563972 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-b0139d13-7560-4f57-b2fa-b853e8aae202 req-947aeee6-3795-444f-a17e-4ea153c444d4 tempest-VolumesNegativeTest-1246519 tempest-VolumesNegativeTest-1246519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:54.711189 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c00ad8-b791-4ba8-a73d-860fcb55ba7c req-46c32535-50e5-4f61-ba8b-6f8467395eee tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:54.713438 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-12c00ad8-b791-4ba8-a73d-860fcb55ba7c req-46c32535-50e5-4f61-ba8b-6f8467395eee tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/ports?device_id=84e6228b-c359-4feb-9ac3-176fa3d1c17d HTTP/1.1" status: 200 len: 945 time: 0.2041740 Jul 24 00:13:54.732379 n-d-800088-16 neutron-server[100314]: DEBUG neutron.objects.ports [None req-99aaaa0e-7059-4c06-b89b-0e6d36ca1073 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100314) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 24 00:13:54.753880 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-99aaaa0e-7059-4c06-b89b-0e6d36ca1073 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:54.839254 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99aaaa0e-7059-4c06-b89b-0e6d36ca1073 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Network e98734e2-dedb-4450-9333-d795164b1ce9 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:13:54.842920 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-b0139d13-7560-4f57-b2fa-b853e8aae202 req-947aeee6-3795-444f-a17e-4ea153c444d4 tempest-VolumesNegativeTest-1246519 tempest-VolumesNegativeTest-1246519-project] For port 13f95254-61d3-4c9a-a3b1-f60af9973a5c, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=13f95254-61d3-4c9a-a3b1-f60af9973a5c,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:13:54.842920 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-b0139d13-7560-4f57-b2fa-b853e8aae202 req-947aeee6-3795-444f-a17e-4ea153c444d4 tempest-VolumesNegativeTest-1246519 tempest-VolumesNegativeTest-1246519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:54.853203 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-99aaaa0e-7059-4c06-b89b-0e6d36ca1073 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:13:54.857534 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-12c00ad8-b791-4ba8-a73d-860fcb55ba7c req-401cc2ca-6154-4e0d-a3e4-3f38c68ebca1 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/security-groups?id=c0063c4d-6272-47e4-8d6e-ed9b31bc3cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213629 Jul 24 00:13:54.863956 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99aaaa0e-7059-4c06-b89b-0e6d36ca1073 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:54.864581 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-99aaaa0e-7059-4c06-b89b-0e6d36ca1073 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:54.869487 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992a263a-c28e-4c84-ba4b-f5c75c4db1d8 None None] Network e98734e2-dedb-4450-9333-d795164b1ce9 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:13:54.876650 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-b0139d13-7560-4f57-b2fa-b853e8aae202 req-947aeee6-3795-444f-a17e-4ea153c444d4 tempest-VolumesNegativeTest-1246519 tempest-VolumesNegativeTest-1246519-project] Calling delete_port for 13f95254-61d3-4c9a-a3b1-f60af9973a5c owned by compute:nova {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:13:54.887027 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aaaa0e-7059-4c06-b89b-0e6d36ca1073 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event updated for resources: {'Subnet': ['ID=1f07621b-b312-43db-979a-42e8c4feb34f,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:54.968965 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-99aaaa0e-7059-4c06-b89b-0e6d36ca1073 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.0820775 Jul 24 00:13:54.971558 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45014) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:54.979028 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-1cff8456-76c2-4430-b336-0984f05f34e5 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Request body: {'port': {'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'mac_address': 'fa:16:3e:f2:1b:fb', 'name': 'tempest-NetworksTestDHCPv6-1296633188'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:13:55.111034 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cff8456-76c2-4430-b336-0984f05f34e5 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Made reservation on behalf of ba617effe2664093b954ded2eab93240 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:13:55.117442 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-b0139d13-7560-4f57-b2fa-b853e8aae202 req-947aeee6-3795-444f-a17e-4ea153c444d4 tempest-VolumesNegativeTest-1246519 tempest-VolumesNegativeTest-1246519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:55.144698 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['13f95254-61d3-4c9a-a3b1-f60af9973a5c'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:13:55.149295 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947aeee6-3795-444f-a17e-4ea153c444d4 tempest-VolumesNegativeTest-1246519 tempest-VolumesNegativeTest-1246519-project] Pushing event deleted for resources: {'Port': ['ID=13f95254-61d3-4c9a-a3b1-f60af9973a5c,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:55.198921 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c511a1-8959-4eff-bee1-a39813442c67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-e98734e2-dedb-4450-9333-d795164b1ce9', 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'tenant_id': 'ba617effe2664093b954ded2eab93240', 'fixed_ips': [{'subnet_id': '1f07621b-b312-43db-979a-42e8c4feb34f'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:13:55.199929 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-25c511a1-8959-4eff-bee1-a39813442c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:55.274086 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0139d13-7560-4f57-b2fa-b853e8aae202 req-947aeee6-3795-444f-a17e-4ea153c444d4 tempest-VolumesNegativeTest-1246519 tempest-VolumesNegativeTest-1246519-project] No DVR routers for this DVR port 13f95254-61d3-4c9a-a3b1-f60af9973a5c on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:13:55.284220 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-b0139d13-7560-4f57-b2fa-b853e8aae202 req-947aeee6-3795-444f-a17e-4ea153c444d4 tempest-VolumesNegativeTest-1246519 tempest-VolumesNegativeTest-1246519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:55.286055 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b0139d13-7560-4f57-b2fa-b853e8aae202 req-947aeee6-3795-444f-a17e-4ea153c444d4 tempest-VolumesNegativeTest-1246519 tempest-VolumesNegativeTest-1246519-project] 10.222.0.64 "DELETE /v2.0/ports/13f95254-61d3-4c9a-a3b1-f60af9973a5c HTTP/1.1" status: 204 len: 173 time: 0.9844759 Jul 24 00:13:55.286527 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4a99a00-351c-461e-a56b-f4a656ff3b4e', 'name': 'network-vif-deleted', 'tag': '13f95254-61d3-4c9a-a3b1-f60af9973a5c'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:13:55.289167 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe8b8f1b-7896-4aad-95f6-3f06b7492af8" -d '{"events": [{"server_uuid": "c4a99a00-351c-461e-a56b-f4a656ff3b4e", "name": "network-vif-deleted", "tag": "13f95254-61d3-4c9a-a3b1-f60af9973a5c"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:13:55.315351 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device b10c5968-325f-4eae-a7f8-2d2fcd753023 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:13:55.343972 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1cff8456-76c2-4430-b336-0984f05f34e5 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:55.383487 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f1774e-ab0b-4e08-bb82-4f130fdb9937 x-openstack-request-id: req-d1f1774e-ab0b-4e08-bb82-4f130fdb9937 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:13:55.384192 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4a99a00-351c-461e-a56b-f4a656ff3b4e", "name": "network-vif-deleted", "tag": "13f95254-61d3-4c9a-a3b1-f60af9973a5c", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:13:55.384674 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d1f1774e-ab0b-4e08-bb82-4f130fdb9937 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:13:55.385314 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4a99a00-351c-461e-a56b-f4a656ff3b4e', 'name': 'network-vif-deleted', 'tag': '13f95254-61d3-4c9a-a3b1-f60af9973a5c', 'status': 'completed', 'code': 200} Jul 24 00:13:55.389566 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: b10c5968-325f-4eae-a7f8-2d2fcd753023 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:13:55.389932 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device b10c5968-325f-4eae-a7f8-2d2fcd753023 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:13:55.390317 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [None req-1cff8456-76c2-4430-b336-0984f05f34e5 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] device_id is not set on port bfa34020-27f4-47c4-b9c2-829f48e1630d yet. {{(pid=100313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:13:55.411769 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc85acf2-e415-4aa1-8a73-b56833cf02f8 req-a92ac204-a3a2-42b1-a960-c3581eca6db6 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:55.418683 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc85acf2-e415-4aa1-8a73-b56833cf02f8 req-a92ac204-a3a2-42b1-a960-c3581eca6db6 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:55.425478 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc85acf2-e415-4aa1-8a73-b56833cf02f8 req-a92ac204-a3a2-42b1-a960-c3581eca6db6 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:55.433094 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cc85acf2-e415-4aa1-8a73-b56833cf02f8 req-a92ac204-a3a2-42b1-a960-c3581eca6db6 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/ports?device_id=adaafd05-adad-46f2-818c-53b583e2e72e&device_id=c6e10e2e-5a26-4caa-aee0-3ee0ef3a6a7d&device_id=15d7af06-7d06-4adf-b1ab-964b338df9b6 HTTP/1.1" status: 200 len: 2417 time: 0.3356142 Jul 24 00:13:55.558091 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cc85acf2-e415-4aa1-8a73-b56833cf02f8 req-2b00d5bd-2023-4f58-a3d7-f2b50a965072 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/security-groups?id=02f8e688-cdad-46c4-8a86-5d8b77004136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240795 Jul 24 00:13:55.558605 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-25c511a1-8959-4eff-bee1-a39813442c67 None None] Allocated IP 2001:db8::f816:3eff:fe8f:ec89 (e98734e2-dedb-4450-9333-d795164b1ce9/1f07621b-b312-43db-979a-42e8c4feb34f/1a68c935-d7d2-4a65-9065-50f0121df658) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:13:55.614982 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-588097f1-1595-4ad6-bf44-a5b10c5a0e0b req-bd454446-8bd3-4aef-82c8-758205c1a1b5 tempest-VolumesNegativeTest-1246519 tempest-VolumesNegativeTest-1246519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4a99a00-351c-461e-a56b-f4a656ff3b4e HTTP/1.1" status: 200 len: 210 time: 0.0452745 Jul 24 00:13:55.782920 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ce0ef3fd-13c8-4bb8-a14c-c65a0436c32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:55.791533 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-25c511a1-8959-4eff-bee1-a39813442c67 None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:55.795236 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeb32b8-01c0-4558-89cc-ef8421390f0e req-b4e20aca-6d54-46e0-89c0-da3a802ecfa7 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:55.802246 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-25c511a1-8959-4eff-bee1-a39813442c67 None None] Transition to ACTIVE for port object 1a68c935-d7d2-4a65-9065-50f0121df658 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:13:55.803356 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4eeb32b8-01c0-4558-89cc-ef8421390f0e req-b4e20aca-6d54-46e0-89c0-da3a802ecfa7 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/ports?device_id=adaafd05-adad-46f2-818c-53b583e2e72e HTTP/1.1" status: 200 len: 945 time: 0.1224415 Jul 24 00:13:55.823526 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-25c511a1-8959-4eff-bee1-a39813442c67 None None] Transition to ACTIVE for port object 1a68c935-d7d2-4a65-9065-50f0121df658 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:13:55.834178 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-25c511a1-8959-4eff-bee1-a39813442c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:55.879894 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4eeb32b8-01c0-4558-89cc-ef8421390f0e req-f847c31f-7a52-4600-87db-6b55261b10ea tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/security-groups?id=02f8e688-cdad-46c4-8a86-5d8b77004136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660796 Jul 24 00:13:55.904580 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c511a1-8959-4eff-bee1-a39813442c67 None None] Network e98734e2-dedb-4450-9333-d795164b1ce9 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:13:55.912892 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-25c511a1-8959-4eff-bee1-a39813442c67 None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:13:55.917750 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c511a1-8959-4eff-bee1-a39813442c67 None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:13:55.921088 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c511a1-8959-4eff-bee1-a39813442c67 None None] Pushing event updated for resources: {'Port': ['ID=1a68c935-d7d2-4a65-9065-50f0121df658,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:55.929108 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-1cff8456-76c2-4430-b336-0984f05f34e5 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Allocated IP 2001:db8::f816:3eff:fef2:1bfb (e98734e2-dedb-4450-9333-d795164b1ce9/1f07621b-b312-43db-979a-42e8c4feb34f/bfa34020-27f4-47c4-b9c2-829f48e1630d) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:13:56.009551 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-25c511a1-8959-4eff-bee1-a39813442c67 None None] Attempting to bind port 1a68c935-d7d2-4a65-9065-50f0121df658 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:13:56.009932 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-25c511a1-8959-4eff-bee1-a39813442c67 None None] Attempting to bind port 1a68c935-d7d2-4a65-9065-50f0121df658 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': 'b737500e-4702-4fa9-bd4b-6c1d2e2fa041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:13:56.010310 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c511a1-8959-4eff-bee1-a39813442c67 None None] Attempting to bind port 1a68c935-d7d2-4a65-9065-50f0121df658 on network e98734e2-dedb-4450-9333-d795164b1ce9 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:13:56.023015 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c511a1-8959-4eff-bee1-a39813442c67 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:13:56.023406 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c511a1-8959-4eff-bee1-a39813442c67 None None] Checking segment: {'id': 'b737500e-4702-4fa9-bd4b-6c1d2e2fa041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:13:56.023823 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-25c511a1-8959-4eff-bee1-a39813442c67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:56.024209 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c511a1-8959-4eff-bee1-a39813442c67 None None] Bound using segment: {'id': 'b737500e-4702-4fa9-bd4b-6c1d2e2fa041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:13:56.024696 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-25c511a1-8959-4eff-bee1-a39813442c67 None None] Bound port: 1a68c935-d7d2-4a65-9065-50f0121df658, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b737500e-4702-4fa9-bd4b-6c1d2e2fa041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:13:56.025117 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-25c511a1-8959-4eff-bee1-a39813442c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:56.146341 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-25c511a1-8959-4eff-bee1-a39813442c67 None None] For port 1a68c935-d7d2-4a65-9065-50f0121df658, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:13:56.150505 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-25c511a1-8959-4eff-bee1-a39813442c67 None None] For port 1a68c935-d7d2-4a65-9065-50f0121df658, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=1a68c935-d7d2-4a65-9065-50f0121df658,segment=NetworkSegment(b737500e-4702-4fa9-bd4b-6c1d2e2fa041),segment_id=b737500e-4702-4fa9-bd4b-6c1d2e2fa041)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:13:56.158830 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-25c511a1-8959-4eff-bee1-a39813442c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:56.186234 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a8d241-0e90-471e-8512-d16748b0fd06 req-f72f052d-09dd-4950-b93e-08cf02fb682d tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:56.189379 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f3a8d241-0e90-471e-8512-d16748b0fd06 req-f72f052d-09dd-4950-b93e-08cf02fb682d tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/ports?device_id=84e6228b-c359-4feb-9ac3-176fa3d1c17d HTTP/1.1" status: 200 len: 945 time: 0.1631055 Jul 24 00:13:56.203992 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1cff8456-76c2-4430-b336-0984f05f34e5 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:56.263115 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [None req-1cff8456-76c2-4430-b336-0984f05f34e5 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Transition to ACTIVE for port object bfa34020-27f4-47c4-b9c2-829f48e1630d will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:13:56.284970 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c511a1-8959-4eff-bee1-a39813442c67 None None] Pushing event updated for resources: {'Port': ['ID=1a68c935-d7d2-4a65-9065-50f0121df658,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:56.339247 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f3a8d241-0e90-471e-8512-d16748b0fd06 req-8d81b148-0110-4799-b0bc-87a32678f97f tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/security-groups?id=c0063c4d-6272-47e4-8d6e-ed9b31bc3cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211379 Jul 24 00:13:56.399434 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1cff8456-76c2-4430-b336-0984f05f34e5 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:56.465901 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cff8456-76c2-4430-b336-0984f05f34e5 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Network e98734e2-dedb-4450-9333-d795164b1ce9 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:13:56.468688 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-1cff8456-76c2-4430-b336-0984f05f34e5 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:13:56.470651 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff8456-76c2-4430-b336-0984f05f34e5 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event updated for resources: {'Port': ['ID=bfa34020-27f4-47c4-b9c2-829f48e1630d,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:56.472973 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cff8456-76c2-4430-b336-0984f05f34e5 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:13:56.478987 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cff8456-76c2-4430-b336-0984f05f34e5 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:56.479923 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1cff8456-76c2-4430-b336-0984f05f34e5 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:56.509071 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-1cff8456-76c2-4430-b336-0984f05f34e5 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5340538 Jul 24 00:13:56.510674 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45036) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:56.653159 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbc041d-00e8-4f47-b5ae-b7dff86141ed tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:56.673938 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbc041d-00e8-4f47-b5ae-b7dff86141ed tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:56.683880 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-fbbc041d-00e8-4f47-b5ae-b7dff86141ed tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1719556 Jul 24 00:13:56.686565 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45044) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:56.794408 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:56.880138 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-6ee7e9c3-8d81-4a15-bd83-5c821454ac31 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Deleting port bfa34020-27f4-47c4-b9c2-829f48e1630d {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:13:56.880737 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6ee7e9c3-8d81-4a15-bd83-5c821454ac31 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:57.024963 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6ee7e9c3-8d81-4a15-bd83-5c821454ac31 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:57.038244 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-6ee7e9c3-8d81-4a15-bd83-5c821454ac31 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Calling delete_port for bfa34020-27f4-47c4-b9c2-829f48e1630d owned by {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:13:57.279192 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:57.314472 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:13:57.345199 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 1a68c935-d7d2-4a65-9065-50f0121df658 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:13:57.355622 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6ee7e9c3-8d81-4a15-bd83-5c821454ac31 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:57.433429 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee7e9c3-8d81-4a15-bd83-5c821454ac31 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event deleted for resources: {'Port': ['ID=bfa34020-27f4-47c4-b9c2-829f48e1630d,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:57.445540 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 1a68c935-d7d2-4a65-9065-50f0121df658 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:13:57.524768 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6ee7e9c3-8d81-4a15-bd83-5c821454ac31 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:57.537593 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45082) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:57.538661 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-6ee7e9c3-8d81-4a15-bd83-5c821454ac31 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/ports/bfa34020-27f4-47c4-b9c2-829f48e1630d HTTP/1.1" status: 204 len: 168 time: 0.8467529 Jul 24 00:13:57.572466 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b445e7-be63-4034-8edf-de8fbec51704 req-a9acf1e9-f5e0-4968-aa69-966c915653ec tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:57.589443 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d2b445e7-be63-4034-8edf-de8fbec51704 req-a9acf1e9-f5e0-4968-aa69-966c915653ec tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d7af06-7d06-4adf-b1ab-964b338df9b6 HTTP/1.1" status: 200 len: 946 time: 0.3012638 Jul 24 00:13:57.653562 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62eade-ba39-47ad-adb5-159a72c77a34 req-67799b1c-4633-4a1a-8935-638d7e8d50f7 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:57.656330 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8a62eade-ba39-47ad-adb5-159a72c77a34 req-67799b1c-4633-4a1a-8935-638d7e8d50f7 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/ports?device_id=84e6228b-c359-4feb-9ac3-176fa3d1c17d HTTP/1.1" status: 200 len: 945 time: 0.1818209 Jul 24 00:13:57.694211 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d2b445e7-be63-4034-8edf-de8fbec51704 req-5bf1b858-22d0-4be3-a58c-2144682fd0e5 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/security-groups?id=02f8e688-cdad-46c4-8a86-5d8b77004136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035497 Jul 24 00:13:57.783800 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8a62eade-ba39-47ad-adb5-159a72c77a34 req-f20a9168-a0d9-4d3a-bd13-e978effe9a9c tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/security-groups?id=c0063c4d-6272-47e4-8d6e-ed9b31bc3cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171110 Jul 24 00:13:57.787536 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b3c761-2ad5-47c6-89b1-4c102dff670d tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:57.789243 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b3c761-2ad5-47c6-89b1-4c102dff670d tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:57.791790 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-e8b3c761-2ad5-47c6-89b1-4c102dff670d tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2489617 Jul 24 00:13:57.793614 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45112) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:57.899521 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c78d41d-285d-49bd-9778-2a19a6642e77 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Deleting subnet 1f07621b-b312-43db-979a-42e8c4feb34f {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:13:57.903166 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5c78d41d-285d-49bd-9778-2a19a6642e77 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:57.979107 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-123e06b3-7133-448e-a23c-0bdf4934513e None None] Provisioning for port 1a68c935-d7d2-4a65-9065-50f0121df658 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:13:57.988711 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-123e06b3-7133-448e-a23c-0bdf4934513e None None] Provisioning complete for port 1a68c935-d7d2-4a65-9065-50f0121df658 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:13:57.989882 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-123e06b3-7133-448e-a23c-0bdf4934513e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:58.006849 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5c78d41d-285d-49bd-9778-2a19a6642e77 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:58.160066 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5c78d41d-285d-49bd-9778-2a19a6642e77 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:58.223055 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-123e06b3-7133-448e-a23c-0bdf4934513e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:58.288038 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5c78d41d-285d-49bd-9778-2a19a6642e77 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:58.364538 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5c78d41d-285d-49bd-9778-2a19a6642e77 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:58.371761 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45146) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:58.373146 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-5c78d41d-285d-49bd-9778-2a19a6642e77 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/subnets/1f07621b-b312-43db-979a-42e8c4feb34f HTTP/1.1" status: 204 len: 168 time: 0.5770369 Jul 24 00:13:58.374381 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c78d41d-285d-49bd-9778-2a19a6642e77 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event deleted for resources: {'Subnet': ['ID=1f07621b-b312-43db-979a-42e8c4feb34f,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:58.385354 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.db.api [None req-123e06b3-7133-448e-a23c-0bdf4934513e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100315) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 00:13:58.385874 n-d-800088-16 neutron-server[100315]: DEBUG oslo_db.api [None req-123e06b3-7133-448e-a23c-0bdf4934513e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 00:13:58.438732 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45148) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:58.457930 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-8831d4f4-ec00-464e-8aae-757262b78725 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0843430 Jul 24 00:13:58.568717 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5188b0-a2b1-4280-a781-1ba01b663002 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:58.573322 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-1f5188b0-a2b1-4280-a781-1ba01b663002 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1330891 Jul 24 00:13:58.574731 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45156) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:58.677492 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64bbbd4e-4a17-48e4-b26f-bc7d86d345de tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:58.686123 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45162) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:58.691389 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee16544e-b5db-4b30-bacc-1a28036dd6a1 None None] Network e98734e2-dedb-4450-9333-d795164b1ce9 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:13:58.713119 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-64bbbd4e-4a17-48e4-b26f-bc7d86d345de tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1357749 Jul 24 00:13:58.769939 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45170) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:58.775968 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-f9122d7e-40d8-4466-86b8-6f34e10cbe8e tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Request body: {'subnet': {'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:13:58.782529 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-1af2d7fe-d860-4130-a5cf-e93996e9d537 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0779445 Jul 24 00:13:58.913704 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04771ab3-79c3-4f61-9406-9e8988f07468 req-4576897a-7790-438e-9165-d5e11391144a tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:58.923424 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-04771ab3-79c3-4f61-9406-9e8988f07468 req-4576897a-7790-438e-9165-d5e11391144a tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d7af06-7d06-4adf-b1ab-964b338df9b6 HTTP/1.1" status: 200 len: 946 time: 0.1124539 Jul 24 00:13:58.972413 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:59.010342 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-123e06b3-7133-448e-a23c-0bdf4934513e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:59.013766 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-04771ab3-79c3-4f61-9406-9e8988f07468 req-fc11c9e8-236f-4327-9704-9f76d21cabd6 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/security-groups?id=02f8e688-cdad-46c4-8a86-5d8b77004136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893228 Jul 24 00:13:59.076915 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 13f95254-61d3-4c9a-a3b1-f60af9973a5c no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:13:59.085518 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-123e06b3-7133-448e-a23c-0bdf4934513e None None] For port 1a68c935-d7d2-4a65-9065-50f0121df658, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=1a68c935-d7d2-4a65-9065-50f0121df658,segment=NetworkSegment(b737500e-4702-4fa9-bd4b-6c1d2e2fa041),segment_id=b737500e-4702-4fa9-bd4b-6c1d2e2fa041)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:13:59.100531 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9122d7e-40d8-4466-86b8-6f34e10cbe8e tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Made reservation on behalf of ba617effe2664093b954ded2eab93240 for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:13:59.104394 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f9122d7e-40d8-4466-86b8-6f34e10cbe8e tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:59.112420 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-123e06b3-7133-448e-a23c-0bdf4934513e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:59.119231 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] No Port match for: 13f95254-61d3-4c9a-a3b1-f60af9973a5c {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:13:59.119585 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 13f95254-61d3-4c9a-a3b1-f60af9973a5c not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:13:59.209141 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123e06b3-7133-448e-a23c-0bdf4934513e None None] Pushing event updated for resources: {'Port': ['ID=1a68c935-d7d2-4a65-9065-50f0121df658,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:59.230102 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-4d79d94f-ee3e-4afd-a896-87c695cbe838 None None] Could not find standard attr ID for object bfa34020-27f4-47c4-b9c2-829f48e1630d. {{(pid=100315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 00:13:59.230252 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f807aa67-c05e-436c-a86a-5decccc0c434 req-a6bdb9e0-ab46-48a8-a966-1e69c4aba959 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:59.231919 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f807aa67-c05e-436c-a86a-5decccc0c434 req-a6bdb9e0-ab46-48a8-a966-1e69c4aba959 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/ports?device_id=84e6228b-c359-4feb-9ac3-176fa3d1c17d HTTP/1.1" status: 200 len: 945 time: 0.2421615 Jul 24 00:13:59.283632 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73490621-1fcc-4304-afec-1f9df42dbf65 None None] DHCP port deletion for e98734e2-dedb-4450-9333-d795164b1ce9 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:13:59.309699 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f807aa67-c05e-436c-a86a-5decccc0c434 req-a56cf08c-5dc2-4a3b-bbab-a863febb07c8 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/security-groups?id=c0063c4d-6272-47e4-8d6e-ed9b31bc3cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638242 Jul 24 00:13:59.359924 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-73490621-1fcc-4304-afec-1f9df42dbf65 None None] Deleting port 1a68c935-d7d2-4a65-9065-50f0121df658 {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:13:59.362419 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-73490621-1fcc-4304-afec-1f9df42dbf65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:59.453202 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-73490621-1fcc-4304-afec-1f9df42dbf65 None None] For port 1a68c935-d7d2-4a65-9065-50f0121df658, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=1a68c935-d7d2-4a65-9065-50f0121df658,segment=NetworkSegment(b737500e-4702-4fa9-bd4b-6c1d2e2fa041),segment_id=b737500e-4702-4fa9-bd4b-6c1d2e2fa041)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:13:59.453805 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-73490621-1fcc-4304-afec-1f9df42dbf65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:59.470118 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-73490621-1fcc-4304-afec-1f9df42dbf65 None None] Calling delete_port for 1a68c935-d7d2-4a65-9065-50f0121df658 owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:13:59.486784 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f9122d7e-40d8-4466-86b8-6f34e10cbe8e tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:59.542652 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9122d7e-40d8-4466-86b8-6f34e10cbe8e tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Network e98734e2-dedb-4450-9333-d795164b1ce9 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:13:59.545420 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-f9122d7e-40d8-4466-86b8-6f34e10cbe8e tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:13:59.554747 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9122d7e-40d8-4466-86b8-6f34e10cbe8e tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:13:59.555359 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f9122d7e-40d8-4466-86b8-6f34e10cbe8e tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:59.567280 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-73490621-1fcc-4304-afec-1f9df42dbf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:59.570028 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9122d7e-40d8-4466-86b8-6f34e10cbe8e tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event updated for resources: {'Subnet': ['ID=3a08be1b-248a-4068-b14a-31cf7e636fa0,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:59.583776 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9122d7e-40d8-4466-86b8-6f34e10cbe8e tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:13:59.584344 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9122d7e-40d8-4466-86b8-6f34e10cbe8e tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:13:59.584539 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9122d7e-40d8-4466-86b8-6f34e10cbe8e tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:13:59.584868 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9122d7e-40d8-4466-86b8-6f34e10cbe8e tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:13:59.585248 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9122d7e-40d8-4466-86b8-6f34e10cbe8e tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:13:59.585533 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9122d7e-40d8-4466-86b8-6f34e10cbe8e tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:13:59.585872 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9122d7e-40d8-4466-86b8-6f34e10cbe8e tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:13:59.586187 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9122d7e-40d8-4466-86b8-6f34e10cbe8e tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:13:59.586524 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9122d7e-40d8-4466-86b8-6f34e10cbe8e tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:13:59.586857 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9122d7e-40d8-4466-86b8-6f34e10cbe8e tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:13:59.587442 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9122d7e-40d8-4466-86b8-6f34e10cbe8e tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:13:59.587776 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9122d7e-40d8-4466-86b8-6f34e10cbe8e tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:13:59.595936 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45242) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:13:59.596517 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-f9122d7e-40d8-4466-86b8-6f34e10cbe8e tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8250463 Jul 24 00:13:59.601125 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-05031207-7241-4d78-a232-9c2a341afa42 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Request body: {'port': {'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'mac_address': 'fa:16:3e:33:db:f0', 'name': 'tempest-NetworksTestDHCPv6-38660193'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:13:59.607236 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73490621-1fcc-4304-afec-1f9df42dbf65 None None] Pushing event deleted for resources: {'Port': ['ID=1a68c935-d7d2-4a65-9065-50f0121df658,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:13:59.609447 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73490621-1fcc-4304-afec-1f9df42dbf65 None None] No DVR routers for this DVR port 1a68c935-d7d2-4a65-9065-50f0121df658 on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:13:59.622805 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7a8436-22e7-41e0-b980-238fbcae165b None None] Network e98734e2-dedb-4450-9333-d795164b1ce9 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:13:59.751055 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05031207-7241-4d78-a232-9c2a341afa42 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Made reservation on behalf of ba617effe2664093b954ded2eab93240 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:13:59.756633 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-05031207-7241-4d78-a232-9c2a341afa42 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:59.777566 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [None req-05031207-7241-4d78-a232-9c2a341afa42 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] device_id is not set on port 6c4dc51f-6289-4d87-ae14-82c113131139 yet. {{(pid=100313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:13:59.786463 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e94b017-1c48-4ec1-896a-674c1a433fb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-e98734e2-dedb-4450-9333-d795164b1ce9', 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'tenant_id': 'ba617effe2664093b954ded2eab93240', 'fixed_ips': [{'subnet_id': '3a08be1b-248a-4068-b14a-31cf7e636fa0'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:13:59.787365 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-8e94b017-1c48-4ec1-896a-674c1a433fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:13:59.902648 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-05031207-7241-4d78-a232-9c2a341afa42 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Allocated IP 2001:db8::e9 (e98734e2-dedb-4450-9333-d795164b1ce9/3a08be1b-248a-4068-b14a-31cf7e636fa0/6c4dc51f-6289-4d87-ae14-82c113131139) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:14:00.053898 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-05031207-7241-4d78-a232-9c2a341afa42 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:00.068672 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [None req-05031207-7241-4d78-a232-9c2a341afa42 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Transition to ACTIVE for port object 6c4dc51f-6289-4d87-ae14-82c113131139 will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:14:00.117934 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-05031207-7241-4d78-a232-9c2a341afa42 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:00.177622 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-8e94b017-1c48-4ec1-896a-674c1a433fb3 None None] Allocated IP 2001:db8::2 (e98734e2-dedb-4450-9333-d795164b1ce9/3a08be1b-248a-4068-b14a-31cf7e636fa0/f8c57498-a889-4862-b28b-51b1afac9fa9) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:14:00.206322 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05031207-7241-4d78-a232-9c2a341afa42 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Network e98734e2-dedb-4450-9333-d795164b1ce9 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:14:00.215913 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-05031207-7241-4d78-a232-9c2a341afa42 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:14:00.221458 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05031207-7241-4d78-a232-9c2a341afa42 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:14:00.227179 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05031207-7241-4d78-a232-9c2a341afa42 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:00.227819 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-05031207-7241-4d78-a232-9c2a341afa42 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:00.239073 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05031207-7241-4d78-a232-9c2a341afa42 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event updated for resources: {'Port': ['ID=6c4dc51f-6289-4d87-ae14-82c113131139,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:00.262041 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05031207-7241-4d78-a232-9c2a341afa42 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:14:00.262407 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05031207-7241-4d78-a232-9c2a341afa42 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:14:00.262770 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05031207-7241-4d78-a232-9c2a341afa42 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:14:00.263119 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05031207-7241-4d78-a232-9c2a341afa42 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:14:00.263673 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05031207-7241-4d78-a232-9c2a341afa42 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:14:00.264180 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05031207-7241-4d78-a232-9c2a341afa42 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:14:00.264678 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05031207-7241-4d78-a232-9c2a341afa42 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:14:00.265865 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05031207-7241-4d78-a232-9c2a341afa42 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:14:00.266404 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05031207-7241-4d78-a232-9c2a341afa42 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:14:00.267073 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05031207-7241-4d78-a232-9c2a341afa42 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:14:00.267741 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05031207-7241-4d78-a232-9c2a341afa42 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:14:00.268357 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05031207-7241-4d78-a232-9c2a341afa42 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:14:00.287266 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a08e1-f564-4e10-acae-4ab32b4e7ca5 req-bcab9a4e-0611-4f23-acdf-f8fe99814c2f tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:00.294159 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-752a08e1-f564-4e10-acae-4ab32b4e7ca5 req-bcab9a4e-0611-4f23-acdf-f8fe99814c2f tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d7af06-7d06-4adf-b1ab-964b338df9b6 HTTP/1.1" status: 200 len: 946 time: 0.1787825 Jul 24 00:14:00.300462 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45296) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:00.300671 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-05031207-7241-4d78-a232-9c2a341afa42 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7035358 Jul 24 00:14:00.365484 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-752a08e1-f564-4e10-acae-4ab32b4e7ca5 req-316faaa8-bc60-4464-a7bb-2174a5174818 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/security-groups?id=02f8e688-cdad-46c4-8a86-5d8b77004136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703144 Jul 24 00:14:00.443179 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-8e94b017-1c48-4ec1-896a-674c1a433fb3 None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:00.453071 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-8e94b017-1c48-4ec1-896a-674c1a433fb3 None None] Transition to ACTIVE for port object f8c57498-a889-4862-b28b-51b1afac9fa9 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:14:00.474243 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-8e94b017-1c48-4ec1-896a-674c1a433fb3 None None] Transition to ACTIVE for port object f8c57498-a889-4862-b28b-51b1afac9fa9 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:14:00.488656 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-8e94b017-1c48-4ec1-896a-674c1a433fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:00.512572 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29502c7e-353e-49d9-ba39-7b4081d4bef5 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:00.517222 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-29502c7e-353e-49d9-ba39-7b4081d4bef5 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 927 time: 0.2126956 Jul 24 00:14:00.517562 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45312) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:00.533454 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e94b017-1c48-4ec1-896a-674c1a433fb3 None None] Network e98734e2-dedb-4450-9333-d795164b1ce9 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:14:00.545093 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-8e94b017-1c48-4ec1-896a-674c1a433fb3 None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:14:00.548715 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e94b017-1c48-4ec1-896a-674c1a433fb3 None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:14:00.566951 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e94b017-1c48-4ec1-896a-674c1a433fb3 None None] Pushing event updated for resources: {'Port': ['ID=f8c57498-a889-4862-b28b-51b1afac9fa9,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:00.603165 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282c5264-6453-4422-914f-9ad96903a635 req-9b95b7bc-85a9-455c-b90c-d5c7d3d2929b tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:00.604783 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-282c5264-6453-4422-914f-9ad96903a635 req-9b95b7bc-85a9-455c-b90c-d5c7d3d2929b tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/ports?device_id=84e6228b-c359-4feb-9ac3-176fa3d1c17d HTTP/1.1" status: 200 len: 945 time: 0.1688430 Jul 24 00:14:00.637461 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-8e94b017-1c48-4ec1-896a-674c1a433fb3 None None] Attempting to bind port f8c57498-a889-4862-b28b-51b1afac9fa9 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:14:00.638129 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-8e94b017-1c48-4ec1-896a-674c1a433fb3 None None] Attempting to bind port f8c57498-a889-4862-b28b-51b1afac9fa9 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': 'b737500e-4702-4fa9-bd4b-6c1d2e2fa041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:14:00.643768 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e94b017-1c48-4ec1-896a-674c1a433fb3 None None] Attempting to bind port f8c57498-a889-4862-b28b-51b1afac9fa9 on network e98734e2-dedb-4450-9333-d795164b1ce9 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:14:00.654059 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e94b017-1c48-4ec1-896a-674c1a433fb3 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:14:00.654717 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e94b017-1c48-4ec1-896a-674c1a433fb3 None None] Checking segment: {'id': 'b737500e-4702-4fa9-bd4b-6c1d2e2fa041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:14:00.655591 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-8e94b017-1c48-4ec1-896a-674c1a433fb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:00.657088 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e94b017-1c48-4ec1-896a-674c1a433fb3 None None] Bound using segment: {'id': 'b737500e-4702-4fa9-bd4b-6c1d2e2fa041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:14:00.657746 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-8e94b017-1c48-4ec1-896a-674c1a433fb3 None None] Bound port: f8c57498-a889-4862-b28b-51b1afac9fa9, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b737500e-4702-4fa9-bd4b-6c1d2e2fa041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:14:00.658314 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-8e94b017-1c48-4ec1-896a-674c1a433fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:00.662481 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-282c5264-6453-4422-914f-9ad96903a635 req-9e126208-1195-4ff9-b77f-41c9c8d3541d tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/security-groups?id=c0063c4d-6272-47e4-8d6e-ed9b31bc3cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487924 Jul 24 00:14:00.710074 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-b3c1c4d0-75e2-4256-8de0-bd6d8500b555 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Deleting port 6c4dc51f-6289-4d87-ae14-82c113131139 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:14:00.710683 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b3c1c4d0-75e2-4256-8de0-bd6d8500b555 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:00.738884 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-8e94b017-1c48-4ec1-896a-674c1a433fb3 None None] For port f8c57498-a889-4862-b28b-51b1afac9fa9, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:14:00.742111 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-8e94b017-1c48-4ec1-896a-674c1a433fb3 None None] For port f8c57498-a889-4862-b28b-51b1afac9fa9, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=f8c57498-a889-4862-b28b-51b1afac9fa9,segment=NetworkSegment(b737500e-4702-4fa9-bd4b-6c1d2e2fa041),segment_id=b737500e-4702-4fa9-bd4b-6c1d2e2fa041)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:14:00.748759 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-8e94b017-1c48-4ec1-896a-674c1a433fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:00.816594 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e94b017-1c48-4ec1-896a-674c1a433fb3 None None] Pushing event updated for resources: {'Port': ['ID=f8c57498-a889-4862-b28b-51b1afac9fa9,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:00.822548 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b3c1c4d0-75e2-4256-8de0-bd6d8500b555 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:00.838509 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-b3c1c4d0-75e2-4256-8de0-bd6d8500b555 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Calling delete_port for 6c4dc51f-6289-4d87-ae14-82c113131139 owned by {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:14:01.014602 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b3c1c4d0-75e2-4256-8de0-bd6d8500b555 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:01.047994 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c1c4d0-75e2-4256-8de0-bd6d8500b555 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event deleted for resources: {'Port': ['ID=6c4dc51f-6289-4d87-ae14-82c113131139,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:01.078921 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b3c1c4d0-75e2-4256-8de0-bd6d8500b555 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:01.083710 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-b3c1c4d0-75e2-4256-8de0-bd6d8500b555 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/ports/6c4dc51f-6289-4d87-ae14-82c113131139 HTTP/1.1" status: 204 len: 168 time: 0.5629046 Jul 24 00:14:01.084417 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45314) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:01.155733 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c55dfc-9226-4e87-82bc-395896f70cdd tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:01.159778 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c55dfc-9226-4e87-82bc-395896f70cdd tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:01.162675 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-e0c55dfc-9226-4e87-82bc-395896f70cdd tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0753710 Jul 24 00:14:01.164420 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45316) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:01.228276 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9b53842-ec09-41e2-8eb3-a97cb8305601 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Deleting subnet 3a08be1b-248a-4068-b14a-31cf7e636fa0 {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:14:01.232089 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c9b53842-ec09-41e2-8eb3-a97cb8305601 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:01.292797 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device f8c57498-a889-4862-b28b-51b1afac9fa9 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:14:01.331613 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c9b53842-ec09-41e2-8eb3-a97cb8305601 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:01.372090 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port f8c57498-a889-4862-b28b-51b1afac9fa9 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:14:01.442681 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5523c6-f0ca-4a74-b4f5-894bb3e9527c req-5160aba5-c6f9-4fc9-aaf9-d921ef574594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:01.444362 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8c5523c6-f0ca-4a74-b4f5-894bb3e9527c req-5160aba5-c6f9-4fc9-aaf9-d921ef574594 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=84e6228b-c359-4feb-9ac3-176fa3d1c17d HTTP/1.1" status: 200 len: 1097 time: 0.1725452 Jul 24 00:14:01.477541 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 1a68c935-d7d2-4a65-9065-50f0121df658 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:14:01.497260 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c9b53842-ec09-41e2-8eb3-a97cb8305601 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:01.508201 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 1a68c935-d7d2-4a65-9065-50f0121df658 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:14:01.508550 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 1a68c935-d7d2-4a65-9065-50f0121df658 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:14:01.578714 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8c5523c6-f0ca-4a74-b4f5-894bb3e9527c req-8570de24-4652-419f-ad47-de2dc17429f5 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c0063c4d-6272-47e4-8d6e-ed9b31bc3cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240778 Jul 24 00:14:01.632384 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad0819c-d3f4-490c-9375-5b001478d6e5 req-9f04a965-bd11-4903-9db5-6b5397a69ac0 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:01.634475 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cad0819c-d3f4-490c-9375-5b001478d6e5 req-9f04a965-bd11-4903-9db5-6b5397a69ac0 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d7af06-7d06-4adf-b1ab-964b338df9b6 HTTP/1.1" status: 200 len: 946 time: 0.1713815 Jul 24 00:14:01.636226 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c9b53842-ec09-41e2-8eb3-a97cb8305601 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:01.674285 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b53842-ec09-41e2-8eb3-a97cb8305601 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event deleted for resources: {'Subnet': ['ID=3a08be1b-248a-4068-b14a-31cf7e636fa0,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:01.688840 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c9b53842-ec09-41e2-8eb3-a97cb8305601 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:01.693366 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45326) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:01.693866 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c9b53842-ec09-41e2-8eb3-a97cb8305601 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/subnets/3a08be1b-248a-4068-b14a-31cf7e636fa0 HTTP/1.1" status: 204 len: 168 time: 0.5277979 Jul 24 00:14:01.713636 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cad0819c-d3f4-490c-9375-5b001478d6e5 req-2322ac3f-790e-411d-864d-fb47761ae44b tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/security-groups?id=02f8e688-cdad-46c4-8a86-5d8b77004136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715737 Jul 24 00:14:01.785431 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-5cda5a7c-be59-4737-b7f6-c21344f58c4e tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0879447 Jul 24 00:14:01.785764 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45328) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:01.861994 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dcfb2d-a5f9-4ad4-aba4-825fc0a29391 req-9a3991f9-8843-4620-ba54-d556b4440524 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:01.864110 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a3dcfb2d-a5f9-4ad4-aba4-825fc0a29391 req-9a3991f9-8843-4620-ba54-d556b4440524 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/ports?device_id=84e6228b-c359-4feb-9ac3-176fa3d1c17d HTTP/1.1" status: 200 len: 945 time: 0.0731831 Jul 24 00:14:01.911866 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a3dcfb2d-a5f9-4ad4-aba4-825fc0a29391 req-60812fa9-0966-45ab-9192-2bb28cd5f86c tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/security-groups?id=c0063c4d-6272-47e4-8d6e-ed9b31bc3cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419307 Jul 24 00:14:01.931183 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3c3ad1-bdf0-4673-9ba2-b2391468dfa0 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:01.939144 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-9f3c3ad1-bdf0-4673-9ba2-b2391468dfa0 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1468689 Jul 24 00:14:01.944699 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45330) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:02.001163 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5ee831-ad4d-4baf-83ce-8f122111f25b None None] Network e98734e2-dedb-4450-9333-d795164b1ce9 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:14:02.020422 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109ff9ab-30fa-4017-8a3c-c6886943e7ee tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:02.022455 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-109ff9ab-30fa-4017-8a3c-c6886943e7ee tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0760713 Jul 24 00:14:02.024636 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45332) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:02.072792 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-41cad57d-ce0a-451d-b8ef-36b371a715fb tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0467482 Jul 24 00:14:02.076567 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45334) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:02.081879 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-9b7edba6-0031-4516-ada2-43a674a2f95b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Request body: {'subnet': {'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:14:02.112858 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-1789f178-d91e-45d2-9e53-c68923b675cf None None] Provisioning for port f8c57498-a889-4862-b28b-51b1afac9fa9 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:14:02.149491 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-1789f178-d91e-45d2-9e53-c68923b675cf None None] Provisioning complete for port f8c57498-a889-4862-b28b-51b1afac9fa9 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:14:02.149879 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-1789f178-d91e-45d2-9e53-c68923b675cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:02.183931 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b7edba6-0031-4516-ada2-43a674a2f95b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Made reservation on behalf of ba617effe2664093b954ded2eab93240 for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:14:02.188401 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9b7edba6-0031-4516-ada2-43a674a2f95b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:02.279543 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-1789f178-d91e-45d2-9e53-c68923b675cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:02.329533 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f683e6b6-3c7a-4618-9715-a437c2bc6d6d None None] DHCP port deletion for e98734e2-dedb-4450-9333-d795164b1ce9 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:14:02.392714 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-1789f178-d91e-45d2-9e53-c68923b675cf None None] For port f8c57498-a889-4862-b28b-51b1afac9fa9, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=f8c57498-a889-4862-b28b-51b1afac9fa9,segment=NetworkSegment(b737500e-4702-4fa9-bd4b-6c1d2e2fa041),segment_id=b737500e-4702-4fa9-bd4b-6c1d2e2fa041)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:14:02.404053 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-1789f178-d91e-45d2-9e53-c68923b675cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:02.462380 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1789f178-d91e-45d2-9e53-c68923b675cf None None] Pushing event updated for resources: {'Port': ['ID=f8c57498-a889-4862-b28b-51b1afac9fa9,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:02.467889 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-f683e6b6-3c7a-4618-9715-a437c2bc6d6d None None] Deleting port f8c57498-a889-4862-b28b-51b1afac9fa9 {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:14:02.468794 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f683e6b6-3c7a-4618-9715-a437c2bc6d6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:02.544258 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-f683e6b6-3c7a-4618-9715-a437c2bc6d6d None None] For port f8c57498-a889-4862-b28b-51b1afac9fa9, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=f8c57498-a889-4862-b28b-51b1afac9fa9,segment=NetworkSegment(b737500e-4702-4fa9-bd4b-6c1d2e2fa041),segment_id=b737500e-4702-4fa9-bd4b-6c1d2e2fa041)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:14:02.544911 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f683e6b6-3c7a-4618-9715-a437c2bc6d6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:02.560190 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-f683e6b6-3c7a-4618-9715-a437c2bc6d6d None None] Calling delete_port for f8c57498-a889-4862-b28b-51b1afac9fa9 owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:14:02.665736 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f683e6b6-3c7a-4618-9715-a437c2bc6d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:02.694210 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f683e6b6-3c7a-4618-9715-a437c2bc6d6d None None] Pushing event deleted for resources: {'Port': ['ID=f8c57498-a889-4862-b28b-51b1afac9fa9,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:02.695539 n-d-800088-16 neutron-server[100314]: DEBUG neutron.objects.ports [None req-9b7edba6-0031-4516-ada2-43a674a2f95b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100314) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 24 00:14:02.705794 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f683e6b6-3c7a-4618-9715-a437c2bc6d6d None None] No DVR routers for this DVR port f8c57498-a889-4862-b28b-51b1afac9fa9 on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:14:02.849426 n-d-800088-16 neutron-server[100314]: WARNING neutron.services.revisions.revision_plugin [None req-9b7edba6-0031-4516-ada2-43a674a2f95b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Could not find related port for resource to bump revision. Jul 24 00:14:02.855371 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.ipam_pluggable_backend [None req-9b7edba6-0031-4516-ada2-43a674a2f95b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Port f8c57498-a889-4862-b28b-51b1afac9fa9 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=100314) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 24 00:14:02.856051 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.ipam_pluggable_backend [None req-9b7edba6-0031-4516-ada2-43a674a2f95b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Reverting IP allocation for 2001:db8::f816:3eff:fe7b:200c {{(pid=100314) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 24 00:14:02.865752 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.ipam_pluggable_backend [None req-9b7edba6-0031-4516-ada2-43a674a2f95b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe7b:200c {{(pid=100314) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 24 00:14:02.867486 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9b7edba6-0031-4516-ada2-43a674a2f95b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:02.924740 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7edba6-0031-4516-ada2-43a674a2f95b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Network e98734e2-dedb-4450-9333-d795164b1ce9 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:14:02.928135 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-9b7edba6-0031-4516-ada2-43a674a2f95b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:14:02.939818 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7edba6-0031-4516-ada2-43a674a2f95b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:02.939818 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9b7edba6-0031-4516-ada2-43a674a2f95b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:02.955618 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3a349a-cc49-412f-bc45-4c1ca5994e17 None None] Network e98734e2-dedb-4450-9333-d795164b1ce9 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:14:02.974028 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7edba6-0031-4516-ada2-43a674a2f95b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event updated for resources: {'Subnet': ['ID=187a6c05-5a28-42a9-aef2-f23b171e0c92,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:02.984525 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-9b7edba6-0031-4516-ada2-43a674a2f95b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9040217 Jul 24 00:14:02.985595 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45350) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:02.996417 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-37f3c8b2-d371-4f81-8502-6be43b4a08d3 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Request body: {'subnet': {'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:14:03.038912 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c378756e-b76a-40c5-9229-bbcda9a7987e req-9a763384-8a32-4ae0-a882-bc342260d789 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:03.054313 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c378756e-b76a-40c5-9229-bbcda9a7987e req-9a763384-8a32-4ae0-a882-bc342260d789 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d7af06-7d06-4adf-b1ab-964b338df9b6 HTTP/1.1" status: 200 len: 946 time: 0.1959639 Jul 24 00:14:03.196724 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45356) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:03.226629 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c378756e-b76a-40c5-9229-bbcda9a7987e req-b598959f-39ef-4edf-809b-7270901d6e99 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/security-groups?id=02f8e688-cdad-46c4-8a86-5d8b77004136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686590 Jul 24 00:14:03.287154 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe0f286-a034-46e9-87f5-0237565c0115 req-c13dd04e-aea0-4413-bdfe-b05c8eb8627a tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:03.293942 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-dfe0f286-a034-46e9-87f5-0237565c0115 req-c13dd04e-aea0-4413-bdfe-b05c8eb8627a tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/ports?device_id=84e6228b-c359-4feb-9ac3-176fa3d1c17d HTTP/1.1" status: 200 len: 945 time: 0.2357571 Jul 24 00:14:03.301765 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device f8c57498-a889-4862-b28b-51b1afac9fa9 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:14:03.321521 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f3c8b2-d371-4f81-8502-6be43b4a08d3 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Made reservation on behalf of ba617effe2664093b954ded2eab93240 for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:14:03.325409 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-37f3c8b2-d371-4f81-8502-6be43b4a08d3 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:03.367636 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: f8c57498-a889-4862-b28b-51b1afac9fa9 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:14:03.368589 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device f8c57498-a889-4862-b28b-51b1afac9fa9 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:14:03.413440 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-dfe0f286-a034-46e9-87f5-0237565c0115 req-cc249d2b-0d2d-4e42-a4cd-2f2ad344e4b8 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/security-groups?id=c0063c4d-6272-47e4-8d6e-ed9b31bc3cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185477 Jul 24 00:14:03.514405 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8658aec-0502-40b2-bd92-7e92de9f0b69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-e98734e2-dedb-4450-9333-d795164b1ce9', 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'tenant_id': 'ba617effe2664093b954ded2eab93240', 'fixed_ips': [{'subnet_id': '187a6c05-5a28-42a9-aef2-f23b171e0c92'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:14:03.515735 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f8658aec-0502-40b2-bd92-7e92de9f0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:03.551490 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-c29ba800-a275-4a5b-a412-992f56dfacc5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=307b2b1cc2ae49e3b5a4591ef6a61a7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3487551 Jul 24 00:14:03.552426 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45364) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:03.574389 n-d-800088-16 neutron-server[100314]: INFO neutron.db.ipam_backend_mixin [None req-37f3c8b2-d371-4f81-8502-6be43b4a08d3 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 187a6c05-5a28-42a9-aef2-f23b171e0c92 (CIDR: 2001:db8::/64) Jul 24 00:14:03.577909 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-37f3c8b2-d371-4f81-8502-6be43b4a08d3 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 00:14:03.578813 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37f3c8b2-d371-4f81-8502-6be43b4a08d3 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:14:03.598832 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-37f3c8b2-d371-4f81-8502-6be43b4a08d3 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6115212 Jul 24 00:14:03.601570 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45368) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:03.608204 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-8a36c1fe-084c-4744-a5d3-f0c768062f11 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Request body: {'subnet': {'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:14:03.652615 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-58ec14e2-990e-49f7-99f9-f4af8104ff83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:03.676543 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-58ec14e2-990e-49f7-99f9-f4af8104ff83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:03.781504 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-f8658aec-0502-40b2-bd92-7e92de9f0b69 None None] Allocated IP 2001:db8::f816:3eff:fe83:356b (e98734e2-dedb-4450-9333-d795164b1ce9/187a6c05-5a28-42a9-aef2-f23b171e0c92/3b2a93ce-f3c9-4cce-a330-c85be013ff61) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:14:03.799642 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a36c1fe-084c-4744-a5d3-f0c768062f11 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Made reservation on behalf of ba617effe2664093b954ded2eab93240 for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:14:03.805043 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8a36c1fe-084c-4744-a5d3-f0c768062f11 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:03.893884 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-58ec14e2-990e-49f7-99f9-f4af8104ff83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:03.896628 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-58ec14e2-990e-49f7-99f9-f4af8104ff83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:03.897842 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-58ec14e2-990e-49f7-99f9-f4af8104ff83 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cad6980b-11c4-4a60-b1ae-b8c9a86e5087 HTTP/1.1" status: 204 len: 168 time: 0.3443327 Jul 24 00:14:03.944887 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ec14e2-990e-49f7-99f9-f4af8104ff83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad6980b-11c4-4a60-b1ae-b8c9a86e5087,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:03.973502 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fbb71e-97f6-46b1-9f43-51eaa85088ba req-8f7dd7c8-0883-4976-8ab2-b51a3bc03e31 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:03.975366 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b4fbb71e-97f6-46b1-9f43-51eaa85088ba req-8f7dd7c8-0883-4976-8ab2-b51a3bc03e31 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/networks?id=ba763d93-6749-402f-a9a4-14c0b38e84ad HTTP/1.1" status: 200 len: 810 time: 0.2522943 Jul 24 00:14:04.002572 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b4fbb71e-97f6-46b1-9f43-51eaa85088ba req-38e83e35-1127-4cff-8ba2-e88e334eb0fa tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/quotas/da4cf7f0b0a44baf8cab05ba626ce1d0 HTTP/1.1" status: 200 len: 375 time: 0.0187972 Jul 24 00:14:04.159056 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f8658aec-0502-40b2-bd92-7e92de9f0b69 None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:04.179676 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-f8658aec-0502-40b2-bd92-7e92de9f0b69 None None] Transition to ACTIVE for port object 3b2a93ce-f3c9-4cce-a330-c85be013ff61 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:14:04.193995 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b4fbb71e-97f6-46b1-9f43-51eaa85088ba req-31f7e5e7-9778-49ac-90a3-a65cd5b139e1 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=da4cf7f0b0a44baf8cab05ba626ce1d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1855130 Jul 24 00:14:04.199527 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-f8658aec-0502-40b2-bd92-7e92de9f0b69 None None] Transition to ACTIVE for port object 3b2a93ce-f3c9-4cce-a330-c85be013ff61 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:14:04.209023 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f8658aec-0502-40b2-bd92-7e92de9f0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:04.266733 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8658aec-0502-40b2-bd92-7e92de9f0b69 None None] Network e98734e2-dedb-4450-9333-d795164b1ce9 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:14:04.270703 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-f8658aec-0502-40b2-bd92-7e92de9f0b69 None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:14:04.277904 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8658aec-0502-40b2-bd92-7e92de9f0b69 None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:14:04.286847 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8658aec-0502-40b2-bd92-7e92de9f0b69 None None] Pushing event updated for resources: {'Port': ['ID=3b2a93ce-f3c9-4cce-a330-c85be013ff61,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:04.294668 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8a36c1fe-084c-4744-a5d3-f0c768062f11 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:04.400122 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a36c1fe-084c-4744-a5d3-f0c768062f11 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Network e98734e2-dedb-4450-9333-d795164b1ce9 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:14:04.417366 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-f8658aec-0502-40b2-bd92-7e92de9f0b69 None None] Attempting to bind port 3b2a93ce-f3c9-4cce-a330-c85be013ff61 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:14:04.417816 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-f8658aec-0502-40b2-bd92-7e92de9f0b69 None None] Attempting to bind port 3b2a93ce-f3c9-4cce-a330-c85be013ff61 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': 'b737500e-4702-4fa9-bd4b-6c1d2e2fa041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:14:04.419405 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-8a36c1fe-084c-4744-a5d3-f0c768062f11 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:14:04.421522 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8658aec-0502-40b2-bd92-7e92de9f0b69 None None] Attempting to bind port 3b2a93ce-f3c9-4cce-a330-c85be013ff61 on network e98734e2-dedb-4450-9333-d795164b1ce9 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:14:04.424668 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a36c1fe-084c-4744-a5d3-f0c768062f11 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event updated for resources: {'Subnet': ['ID=ff794f05-ae37-4f42-a070-71d3e1493937,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:04.427456 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a36c1fe-084c-4744-a5d3-f0c768062f11 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:04.428064 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8a36c1fe-084c-4744-a5d3-f0c768062f11 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:04.435710 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8658aec-0502-40b2-bd92-7e92de9f0b69 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:14:04.436163 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8658aec-0502-40b2-bd92-7e92de9f0b69 None None] Checking segment: {'id': 'b737500e-4702-4fa9-bd4b-6c1d2e2fa041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:14:04.437337 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f8658aec-0502-40b2-bd92-7e92de9f0b69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:04.437749 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8658aec-0502-40b2-bd92-7e92de9f0b69 None None] Bound using segment: {'id': 'b737500e-4702-4fa9-bd4b-6c1d2e2fa041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:14:04.438434 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-f8658aec-0502-40b2-bd92-7e92de9f0b69 None None] Bound port: 3b2a93ce-f3c9-4cce-a330-c85be013ff61, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b737500e-4702-4fa9-bd4b-6c1d2e2fa041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:14:04.449380 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f8658aec-0502-40b2-bd92-7e92de9f0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:04.481683 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-8a36c1fe-084c-4744-a5d3-f0c768062f11 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8782103 Jul 24 00:14:04.482774 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45394) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:04.487913 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-9603d242-16e0-4dbc-8e6a-4859d38661e5 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Request body: {'port': {'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'mac_address': 'fa:16:3e:23:61:c2', 'name': 'tempest-NetworksTestDHCPv6-2058478700'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:14:04.537931 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e0934a-a85a-4cb8-9e4b-ce8383a43e5b req-d83e1eb2-6b9a-421d-898d-23c87183135e tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:04.539493 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-69e0934a-a85a-4cb8-9e4b-ce8383a43e5b req-d83e1eb2-6b9a-421d-898d-23c87183135e tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d7af06-7d06-4adf-b1ab-964b338df9b6 HTTP/1.1" status: 200 len: 946 time: 0.1441422 Jul 24 00:14:04.541896 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-f8658aec-0502-40b2-bd92-7e92de9f0b69 None None] For port 3b2a93ce-f3c9-4cce-a330-c85be013ff61, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:14:04.547724 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-f8658aec-0502-40b2-bd92-7e92de9f0b69 None None] For port 3b2a93ce-f3c9-4cce-a330-c85be013ff61, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=3b2a93ce-f3c9-4cce-a330-c85be013ff61,segment=NetworkSegment(b737500e-4702-4fa9-bd4b-6c1d2e2fa041),segment_id=b737500e-4702-4fa9-bd4b-6c1d2e2fa041)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:14:04.555069 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f8658aec-0502-40b2-bd92-7e92de9f0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:04.585796 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b4fbb71e-97f6-46b1-9f43-51eaa85088ba req-71a399ad-5fb0-4fd8-a061-cd603a187c10 service neutron] 10.222.0.44 "GET /v2.0/networks/ba763d93-6749-402f-a9a4-14c0b38e84ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3723631 Jul 24 00:14:04.618075 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-69e0934a-a85a-4cb8-9e4b-ce8383a43e5b req-234e04aa-aeca-4cfd-9a3b-51519d3a2034 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/security-groups?id=02f8e688-cdad-46c4-8a86-5d8b77004136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522323 Jul 24 00:14:04.657053 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9603d242-16e0-4dbc-8e6a-4859d38661e5 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Made reservation on behalf of ba617effe2664093b954ded2eab93240 for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:14:04.661262 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8658aec-0502-40b2-bd92-7e92de9f0b69 None None] Pushing event updated for resources: {'Port': ['ID=3b2a93ce-f3c9-4cce-a330-c85be013ff61,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:04.704280 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b4fbb71e-97f6-46b1-9f43-51eaa85088ba req-4c4b6e28-ff44-4430-adaf-867b1a513fe4 service neutron] 10.222.0.44 "GET /v2.0/networks/ba763d93-6749-402f-a9a4-14c0b38e84ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123321 Jul 24 00:14:04.766377 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9603d242-16e0-4dbc-8e6a-4859d38661e5 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:04.788288 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [None req-9603d242-16e0-4dbc-8e6a-4859d38661e5 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] device_id is not set on port 3e140556-6a1d-49f1-aa9f-7589e6299694 yet. {{(pid=100314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:14:04.972858 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f10bc5c2-0b5a-4947-9634-4a54df03d304 req-08569324-1633-488f-a959-335400cc3474 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/ports?device_id=3baf0961-e421-4eed-b476-15131f9b1173 HTTP/1.1" status: 200 len: 210 time: 0.0732353 Jul 24 00:14:05.089883 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-9603d242-16e0-4dbc-8e6a-4859d38661e5 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Allocated IP 2001:db8:0:1::ba (e98734e2-dedb-4450-9333-d795164b1ce9/ff794f05-ae37-4f42-a070-71d3e1493937/3e140556-6a1d-49f1-aa9f-7589e6299694) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:14:05.099781 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-9603d242-16e0-4dbc-8e6a-4859d38661e5 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Allocated IP 2001:db8::f816:3eff:fe23:61c2 (e98734e2-dedb-4450-9333-d795164b1ce9/187a6c05-5a28-42a9-aef2-f23b171e0c92/3e140556-6a1d-49f1-aa9f-7589e6299694) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:14:05.266972 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 3b2a93ce-f3c9-4cce-a330-c85be013ff61 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:14:05.283857 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9603d242-16e0-4dbc-8e6a-4859d38661e5 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:05.302064 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [None req-9603d242-16e0-4dbc-8e6a-4859d38661e5 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Transition to ACTIVE for port object 3e140556-6a1d-49f1-aa9f-7589e6299694 will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:14:05.334709 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 3b2a93ce-f3c9-4cce-a330-c85be013ff61 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:14:05.356258 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9603d242-16e0-4dbc-8e6a-4859d38661e5 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:05.407511 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9603d242-16e0-4dbc-8e6a-4859d38661e5 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Network e98734e2-dedb-4450-9333-d795164b1ce9 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:14:05.411043 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-9603d242-16e0-4dbc-8e6a-4859d38661e5 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:14:05.423703 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9603d242-16e0-4dbc-8e6a-4859d38661e5 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:14:05.430117 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9603d242-16e0-4dbc-8e6a-4859d38661e5 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:05.430822 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9603d242-16e0-4dbc-8e6a-4859d38661e5 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:05.459393 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9603d242-16e0-4dbc-8e6a-4859d38661e5 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event updated for resources: {'Port': ['ID=3e140556-6a1d-49f1-aa9f-7589e6299694,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:05.490655 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45432) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:05.503001 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-9603d242-16e0-4dbc-8e6a-4859d38661e5 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.0189254 Jul 24 00:14:05.656907 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-9b4144a9-a969-4733-94f6-5a41976886d7 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Deleting port 3e140556-6a1d-49f1-aa9f-7589e6299694 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:14:05.657272 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9b4144a9-a969-4733-94f6-5a41976886d7 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:05.872325 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9b4144a9-a969-4733-94f6-5a41976886d7 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:05.883213 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f29b53-df7a-4179-9112-9cd0f60ca7d6 None None] Network e98734e2-dedb-4450-9333-d795164b1ce9 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:14:05.909477 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-9b4144a9-a969-4733-94f6-5a41976886d7 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Calling delete_port for 3e140556-6a1d-49f1-aa9f-7589e6299694 owned by {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:14:05.940693 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d738efc-006a-4ce0-bc9d-724e0a98ccb6 req-da9005e6-279e-425c-aa68-bebe2f76c771 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:05.942728 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9d738efc-006a-4ce0-bc9d-724e0a98ccb6 req-da9005e6-279e-425c-aa68-bebe2f76c771 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d7af06-7d06-4adf-b1ab-964b338df9b6 HTTP/1.1" status: 200 len: 946 time: 0.1595562 Jul 24 00:14:06.026655 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9d738efc-006a-4ce0-bc9d-724e0a98ccb6 req-49e8063b-569b-49f3-b9e9-521903dac5cd tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/security-groups?id=02f8e688-cdad-46c4-8a86-5d8b77004136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459957 Jul 24 00:14:06.141732 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-14315a1b-18df-49d1-9dc9-da7c7b94bf6b None None] Provisioning for port 3b2a93ce-f3c9-4cce-a330-c85be013ff61 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:14:06.150784 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-14315a1b-18df-49d1-9dc9-da7c7b94bf6b None None] Provisioning complete for port 3b2a93ce-f3c9-4cce-a330-c85be013ff61 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:14:06.151201 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-14315a1b-18df-49d1-9dc9-da7c7b94bf6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:06.190924 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b9c6a6c8-143e-427b-883e-d1eb0d203545 req-28403e39-e65e-49b9-b660-3f21437a5424 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/ports?device_id=3baf0961-e421-4eed-b476-15131f9b1173 HTTP/1.1" status: 200 len: 210 time: 0.0422628 Jul 24 00:14:06.306684 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9b4144a9-a969-4733-94f6-5a41976886d7 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:06.359059 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4144a9-a969-4733-94f6-5a41976886d7 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event deleted for resources: {'Port': ['ID=3e140556-6a1d-49f1-aa9f-7589e6299694,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:06.381994 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673d77bc-36fe-432e-8b90-e870d2299b29 None None] Update dhcp port {'port': {'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'fixed_ips': [{'subnet_id': '187a6c05-5a28-42a9-aef2-f23b171e0c92', 'ip_address': '2001:db8::f816:3eff:fe83:356b'}, {'subnet_id': 'ff794f05-ae37-4f42-a070-71d3e1493937'}], 'binding:host_id': 'n-d-800088-16'}, 'id': '3b2a93ce-f3c9-4cce-a330-c85be013ff61'} from n-d-800088-16. {{(pid=100315) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 24 00:14:06.439208 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9b4144a9-a969-4733-94f6-5a41976886d7 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:06.442464 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-9b4144a9-a969-4733-94f6-5a41976886d7 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/ports/3e140556-6a1d-49f1-aa9f-7589e6299694 HTTP/1.1" status: 204 len: 168 time: 0.9506123 Jul 24 00:14:06.444994 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45448) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:06.450178 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-14315a1b-18df-49d1-9dc9-da7c7b94bf6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:06.495331 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45450) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:06.501797 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-76b2d450-dc9e-41aa-a9ff-ed2bba16dfc8 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1875309543', 'description': 'tempest-secgroup-smoke-1875309543 description', 'project_id': '646730ba25934852bc5dd86a412228f1'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:14:06.505212 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-673d77bc-36fe-432e-8b90-e870d2299b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:06.518589 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-14315a1b-18df-49d1-9dc9-da7c7b94bf6b None None] For port 3b2a93ce-f3c9-4cce-a330-c85be013ff61, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=3b2a93ce-f3c9-4cce-a330-c85be013ff61,segment=NetworkSegment(b737500e-4702-4fa9-bd4b-6c1d2e2fa041),segment_id=b737500e-4702-4fa9-bd4b-6c1d2e2fa041)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:14:06.527823 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-14315a1b-18df-49d1-9dc9-da7c7b94bf6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:06.535616 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-76b2d450-dc9e-41aa-a9ff-ed2bba16dfc8 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:06.547611 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-76b2d450-dc9e-41aa-a9ff-ed2bba16dfc8 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:06.634999 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86dd30ea-932a-49e0-99a0-f13136e41d18 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:06.639194 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-86dd30ea-932a-49e0-99a0-f13136e41d18 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1932185 Jul 24 00:14:06.641172 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45452) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:06.684151 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14315a1b-18df-49d1-9dc9-da7c7b94bf6b None None] Pushing event updated for resources: {'Port': ['ID=3b2a93ce-f3c9-4cce-a330-c85be013ff61,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:06.757640 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-76b2d450-dc9e-41aa-a9ff-ed2bba16dfc8 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:06.775410 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b15b058-e8d8-4757-89db-cee7d31ee4eb tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:06.779571 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-9b15b058-e8d8-4757-89db-cee7d31ee4eb tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1370268 Jul 24 00:14:06.780999 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-673d77bc-36fe-432e-8b90-e870d2299b29 None None] Allocated IP 2001:db8:0:1::2 (e98734e2-dedb-4450-9333-d795164b1ce9/ff794f05-ae37-4f42-a070-71d3e1493937/3b2a93ce-f3c9-4cce-a330-c85be013ff61) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:14:06.781155 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45458) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:06.782195 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-76b2d450-dc9e-41aa-a9ff-ed2bba16dfc8 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:06.793671 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fbb71e-97f6-46b1-9f43-51eaa85088ba req-b848c78a-70de-448d-bb29-0a7423af3678 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:06.797152 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b4fbb71e-97f6-46b1-9f43-51eaa85088ba req-b848c78a-70de-448d-bb29-0a7423af3678 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.64 "GET /v2.0/networks?id=ba763d93-6749-402f-a9a4-14c0b38e84ad HTTP/1.1" status: 200 len: 810 time: 0.6314085 Jul 24 00:14:06.809646 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-b4fbb71e-97f6-46b1-9f43-51eaa85088ba req-f0d8846a-a2a3-4bf2-8b39-b6442d247f24 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Request body: {'port': {'device_id': '3baf0961-e421-4eed-b476-15131f9b1173', 'network_id': 'ba763d93-6749-402f-a9a4-14c0b38e84ad', 'admin_state_up': True, 'tenant_id': 'da4cf7f0b0a44baf8cab05ba626ce1d0'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:14:06.873307 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc2dfa5-d511-4ed3-93f3-7712320c0712 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:06.875016 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc2dfa5-d511-4ed3-93f3-7712320c0712 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:06.876555 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc2dfa5-d511-4ed3-93f3-7712320c0712 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:06.881011 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-8dc2dfa5-d511-4ed3-93f3-7712320c0712 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0959580 Jul 24 00:14:06.881781 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b2d450-dc9e-41aa-a9ff-ed2bba16dfc8 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17cc7dd0-26e2-4337-b83a-c92327d5f11d,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:06.886899 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45460) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:06.913716 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-673d77bc-36fe-432e-8b90-e870d2299b29 None None] For port 3b2a93ce-f3c9-4cce-a330-c85be013ff61, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=3b2a93ce-f3c9-4cce-a330-c85be013ff61,segment=NetworkSegment(b737500e-4702-4fa9-bd4b-6c1d2e2fa041),segment_id=b737500e-4702-4fa9-bd4b-6c1d2e2fa041)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:14:06.964787 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-f81c73cd-3a13-4b80-971e-38b0d3008c9c tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Deleting subnet 187a6c05-5a28-42a9-aef2-f23b171e0c92 {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:14:06.975934 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-673d77bc-36fe-432e-8b90-e870d2299b29 None None] Notify callbacks [] for port, precommit_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:07.000091 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-673d77bc-36fe-432e-8b90-e870d2299b29 None None] Transition to ACTIVE for port object 3b2a93ce-f3c9-4cce-a330-c85be013ff61 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:14:07.002647 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-76b2d450-dc9e-41aa-a9ff-ed2bba16dfc8 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:07.003835 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f81c73cd-3a13-4b80-971e-38b0d3008c9c tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:07.004149 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-673d77bc-36fe-432e-8b90-e870d2299b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:07.087538 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4fbb71e-97f6-46b1-9f43-51eaa85088ba req-f0d8846a-a2a3-4bf2-8b39-b6442d247f24 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Made reservation on behalf of da4cf7f0b0a44baf8cab05ba626ce1d0 for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:14:07.101339 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-b4fbb71e-97f6-46b1-9f43-51eaa85088ba req-f0d8846a-a2a3-4bf2-8b39-b6442d247f24 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:07.124891 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-76b2d450-dc9e-41aa-a9ff-ed2bba16dfc8 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:07.178399 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-76b2d450-dc9e-41aa-a9ff-ed2bba16dfc8 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:07.182375 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-76b2d450-dc9e-41aa-a9ff-ed2bba16dfc8 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6830192 Jul 24 00:14:07.187569 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45466) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:07.231182 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-79999e4f-3b2a-4db1-a230-c03303a1e44c tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Request body: {'security_group_rule': {'security_group_id': 'ef14fa0a-16c3-4388-ae20-534d1f674ae1', 'project_id': '646730ba25934852bc5dd86a412228f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:14:07.239189 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673d77bc-36fe-432e-8b90-e870d2299b29 None None] Pushing event updated for resources: {'Port': ['ID=3b2a93ce-f3c9-4cce-a330-c85be013ff61,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:07.300224 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 3b2a93ce-f3c9-4cce-a330-c85be013ff61 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:14:07.321587 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f81c73cd-3a13-4b80-971e-38b0d3008c9c tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:07.363389 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [req-b4fbb71e-97f6-46b1-9f43-51eaa85088ba req-f0d8846a-a2a3-4bf2-8b39-b6442d247f24 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Allocated IP 172.20.0.3 (ba763d93-6749-402f-a9a4-14c0b38e84ad/b5859c1e-cadc-473f-b6a0-12802dc9ec4e/f3df71be-7191-4f02-acbf-85ee22c3d661) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:14:07.373156 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3a91ed98-f7fb-4ed8-86c0-0120da243986 req-3071b22a-a172-4a8a-9a2e-aae161b722ee tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/ports?device_id=3baf0961-e421-4eed-b476-15131f9b1173 HTTP/1.1" status: 200 len: 210 time: 0.0575697 Jul 24 00:14:07.376587 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-79999e4f-3b2a-4db1-a230-c03303a1e44c tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:07.397344 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b2d450-dc9e-41aa-a9ff-ed2bba16dfc8 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef14fa0a-16c3-4388-ae20-534d1f674ae1,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:07.513942 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-79999e4f-3b2a-4db1-a230-c03303a1e44c tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:07.527047 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794091f8-6ea0-41f1-91b5-b5432d61f7f0 req-3f6b28aa-c48d-4daa-8c66-7a911f2a182b tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:07.528606 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-794091f8-6ea0-41f1-91b5-b5432d61f7f0 req-3f6b28aa-c48d-4daa-8c66-7a911f2a182b tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d7af06-7d06-4adf-b1ab-964b338df9b6 HTTP/1.1" status: 200 len: 946 time: 0.3299270 Jul 24 00:14:07.534411 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-79999e4f-3b2a-4db1-a230-c03303a1e44c tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:07.544459 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f81c73cd-3a13-4b80-971e-38b0d3008c9c tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:07.572921 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-b4fbb71e-97f6-46b1-9f43-51eaa85088ba req-f0d8846a-a2a3-4bf2-8b39-b6442d247f24 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:07.593796 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79999e4f-3b2a-4db1-a230-c03303a1e44c tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c49b666-16ef-4c7e-bbc7-7cecfcf0f91c,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:07.614619 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-79999e4f-3b2a-4db1-a230-c03303a1e44c tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:07.615827 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-79999e4f-3b2a-4db1-a230-c03303a1e44c tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4223886 Jul 24 00:14:07.618866 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45470) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:07.624646 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-5375cc35-b1e5-4c43-89c0-1f1de73a4779 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Request body: {'security_group_rule': {'security_group_id': 'ef14fa0a-16c3-4388-ae20-534d1f674ae1', 'project_id': '646730ba25934852bc5dd86a412228f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:14:07.631230 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-b4fbb71e-97f6-46b1-9f43-51eaa85088ba req-f0d8846a-a2a3-4bf2-8b39-b6442d247f24 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:07.635655 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-794091f8-6ea0-41f1-91b5-b5432d61f7f0 req-6b33cd7a-3018-4f61-bdb0-59d6a0d97313 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/security-groups?id=02f8e688-cdad-46c4-8a86-5d8b77004136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985329 Jul 24 00:14:07.647895 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['4f0c4ebe-0192-4056-858c-bd6b80733df2'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:14:07.654037 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f81c73cd-3a13-4b80-971e-38b0d3008c9c tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:07.706191 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f81c73cd-3a13-4b80-971e-38b0d3008c9c tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:07.712586 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-f81c73cd-3a13-4b80-971e-38b0d3008c9c tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/subnets/187a6c05-5a28-42a9-aef2-f23b171e0c92 HTTP/1.1" status: 204 len: 168 time: 0.8215933 Jul 24 00:14:07.712586 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81c73cd-3a13-4b80-971e-38b0d3008c9c tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event deleted for resources: {'Subnet': ['ID=187a6c05-5a28-42a9-aef2-f23b171e0c92,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:07.714785 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45472) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:07.715540 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4fbb71e-97f6-46b1-9f43-51eaa85088ba req-f0d8846a-a2a3-4bf2-8b39-b6442d247f24 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Network ba763d93-6749-402f-a9a4-14c0b38e84ad is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:14:07.723782 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [req-b4fbb71e-97f6-46b1-9f43-51eaa85088ba req-f0d8846a-a2a3-4bf2-8b39-b6442d247f24 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:14:07.729508 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4fbb71e-97f6-46b1-9f43-51eaa85088ba req-f0d8846a-a2a3-4bf2-8b39-b6442d247f24 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:14:07.738843 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5375cc35-b1e5-4c43-89c0-1f1de73a4779 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:07.759202 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d8846a-a2a3-4bf2-8b39-b6442d247f24 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Pushing event updated for resources: {'Port': ['ID=f3df71be-7191-4f02-acbf-85ee22c3d661,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:07.790264 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae988510-0f74-4b7d-b463-49ad5db4ac58 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Deleting subnet ff794f05-ae37-4f42-a070-71d3e1493937 {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:14:07.793744 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ae988510-0f74-4b7d-b463-49ad5db4ac58 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:07.845163 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ae988510-0f74-4b7d-b463-49ad5db4ac58 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:07.855959 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fbb71e-97f6-46b1-9f43-51eaa85088ba req-f0d8846a-a2a3-4bf2-8b39-b6442d247f24 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:07.856685 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-b4fbb71e-97f6-46b1-9f43-51eaa85088ba req-f0d8846a-a2a3-4bf2-8b39-b6442d247f24 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:07.891179 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5375cc35-b1e5-4c43-89c0-1f1de73a4779 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:07.893643 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b4fbb71e-97f6-46b1-9f43-51eaa85088ba req-f0d8846a-a2a3-4bf2-8b39-b6442d247f24 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0882218 Jul 24 00:14:07.897899 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5375cc35-b1e5-4c43-89c0-1f1de73a4779 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:07.923443 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-b4fbb71e-97f6-46b1-9f43-51eaa85088ba req-a3a12923-d81b-4a42-b2a3-6ed819c64511 service neutron] Request body: {'port': {'device_id': '3baf0961-e421-4eed-b476-15131f9b1173', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-16'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:14:07.952061 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5375cc35-b1e5-4c43-89c0-1f1de73a4779 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:07.956011 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-5375cc35-b1e5-4c43-89c0-1f1de73a4779 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3333020 Jul 24 00:14:07.956385 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45478) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:07.962759 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-e0bc8afe-4756-4677-b346-33f09a821653 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Request body: {'security_group_rule': {'security_group_id': 'ef14fa0a-16c3-4388-ae20-534d1f674ae1', 'project_id': '646730ba25934852bc5dd86a412228f1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:14:07.967412 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5375cc35-b1e5-4c43-89c0-1f1de73a4779 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd1917ea-7a46-4d85-a589-09cf3dfac686,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:07.971298 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ae988510-0f74-4b7d-b463-49ad5db4ac58 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:08.019445 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce883c86-7027-4496-9592-7f8f5aae9151 None None] Network e98734e2-dedb-4450-9333-d795164b1ce9 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:14:08.037845 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-b4fbb71e-97f6-46b1-9f43-51eaa85088ba req-a3a12923-d81b-4a42-b2a3-6ed819c64511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:08.060030 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e0bc8afe-4756-4677-b346-33f09a821653 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:08.090905 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ae988510-0f74-4b7d-b463-49ad5db4ac58 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:08.108291 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-f4c49359-fdab-41e8-a8f1-e7c253714115 None None] Provisioning for port 3b2a93ce-f3c9-4cce-a330-c85be013ff61 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:14:08.112924 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ae988510-0f74-4b7d-b463-49ad5db4ac58 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:08.115302 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-ae988510-0f74-4b7d-b463-49ad5db4ac58 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/subnets/ff794f05-ae37-4f42-a070-71d3e1493937 HTTP/1.1" status: 204 len: 168 time: 0.3990145 Jul 24 00:14:08.115914 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-f4c49359-fdab-41e8-a8f1-e7c253714115 None None] Provisioning complete for port 3b2a93ce-f3c9-4cce-a330-c85be013ff61 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:14:08.116394 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f4c49359-fdab-41e8-a8f1-e7c253714115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:08.120209 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45480) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:08.134513 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae988510-0f74-4b7d-b463-49ad5db4ac58 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event deleted for resources: {'Subnet': ['ID=ff794f05-ae37-4f42-a070-71d3e1493937,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:08.173694 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-2c774a5f-84a5-4a69-8fea-e1b4a0b80bb1 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0507524 Jul 24 00:14:08.176423 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45482) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:08.190214 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-968450a2-545c-4490-8fd4-b1386de4377d tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Request body: {'subnet': {'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:14:08.274467 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e0bc8afe-4756-4677-b346-33f09a821653 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:08.282396 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e0bc8afe-4756-4677-b346-33f09a821653 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:08.319494 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bc8afe-4756-4677-b346-33f09a821653 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6da26b3-3bff-4e1f-aff2-75c93d2143a6,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:08.341526 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e0bc8afe-4756-4677-b346-33f09a821653 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:08.342688 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-e0bc8afe-4756-4677-b346-33f09a821653 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3853371 Jul 24 00:14:08.347320 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-f4c49359-fdab-41e8-a8f1-e7c253714115 None None] Could not find standard attr ID for object 3e140556-6a1d-49f1-aa9f-7589e6299694. {{(pid=100315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 00:14:08.360699 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45492) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:08.365685 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-35df41ac-cde2-4c70-bf51-48eb8df7a113 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Request body: {'security_group_rule': {'security_group_id': 'ef14fa0a-16c3-4388-ae20-534d1f674ae1', 'project_id': '646730ba25934852bc5dd86a412228f1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:14:08.387087 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-968450a2-545c-4490-8fd4-b1386de4377d tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Made reservation on behalf of ba617effe2664093b954ded2eab93240 for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:14:08.391134 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-968450a2-545c-4490-8fd4-b1386de4377d tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:08.426085 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7cded19-2dcc-457b-8277-9625e149ade2 None None] DHCP port deletion for e98734e2-dedb-4450-9333-d795164b1ce9 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:14:08.505604 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-c7cded19-2dcc-457b-8277-9625e149ade2 None None] Deleting port 3b2a93ce-f3c9-4cce-a330-c85be013ff61 {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:14:08.505994 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c7cded19-2dcc-457b-8277-9625e149ade2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:08.509676 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-35df41ac-cde2-4c70-bf51-48eb8df7a113 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:08.571510 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-b4fbb71e-97f6-46b1-9f43-51eaa85088ba req-a3a12923-d81b-4a42-b2a3-6ed819c64511 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3df71be-7191-4f02-acbf-85ee22c3d661 {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:14:08.585444 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-c7cded19-2dcc-457b-8277-9625e149ade2 None None] For port 3b2a93ce-f3c9-4cce-a330-c85be013ff61, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=3b2a93ce-f3c9-4cce-a330-c85be013ff61,segment=NetworkSegment(b737500e-4702-4fa9-bd4b-6c1d2e2fa041),segment_id=b737500e-4702-4fa9-bd4b-6c1d2e2fa041)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:14:08.585899 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c7cded19-2dcc-457b-8277-9625e149ade2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:08.589921 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-b4fbb71e-97f6-46b1-9f43-51eaa85088ba req-a3a12923-d81b-4a42-b2a3-6ed819c64511 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:08.609820 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-c7cded19-2dcc-457b-8277-9625e149ade2 None None] Calling delete_port for 3b2a93ce-f3c9-4cce-a330-c85be013ff61 owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:14:08.618872 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a9be99-d183-467e-8eaa-80962f70cb20 req-e12ce20f-b606-4cb3-8ea3-5f58f43f7205 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:08.620892 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-70a9be99-d183-467e-8eaa-80962f70cb20 req-e12ce20f-b606-4cb3-8ea3-5f58f43f7205 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/ports?device_id=3baf0961-e421-4eed-b476-15131f9b1173 HTTP/1.1" status: 200 len: 931 time: 0.1433496 Jul 24 00:14:08.623834 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-b4fbb71e-97f6-46b1-9f43-51eaa85088ba req-a3a12923-d81b-4a42-b2a3-6ed819c64511 service neutron] Transition to ACTIVE for port object f3df71be-7191-4f02-acbf-85ee22c3d661 will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:14:08.630198 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-35df41ac-cde2-4c70-bf51-48eb8df7a113 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:08.636410 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-35df41ac-cde2-4c70-bf51-48eb8df7a113 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:08.673448 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-70a9be99-d183-467e-8eaa-80962f70cb20 req-992e4e98-c24c-4d5d-b08e-ed527e7b5703 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/security-groups?id=c0063c4d-6272-47e4-8d6e-ed9b31bc3cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437083 Jul 24 00:14:08.674088 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-b4fbb71e-97f6-46b1-9f43-51eaa85088ba req-a3a12923-d81b-4a42-b2a3-6ed819c64511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:08.693611 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35df41ac-cde2-4c70-bf51-48eb8df7a113 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=500f3edf-f20a-480a-b646-14bf99acc4b5,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:08.710331 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-35df41ac-cde2-4c70-bf51-48eb8df7a113 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:08.714139 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-35df41ac-cde2-4c70-bf51-48eb8df7a113 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3494294 Jul 24 00:14:08.715800 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45498) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:08.720986 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-84ebc481-9360-4c17-b1fb-669620bfd407 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Request body: {'security_group_rule': {'security_group_id': 'ef14fa0a-16c3-4388-ae20-534d1f674ae1', 'project_id': '646730ba25934852bc5dd86a412228f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:14:08.747437 n-d-800088-16 neutron-server[100313]: INFO neutron.db.securitygroups_db [None req-84ebc481-9360-4c17-b1fb-669620bfd407 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Project 646730ba25934852bc5dd86a412228f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 00:14:08.752581 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-84ebc481-9360-4c17-b1fb-669620bfd407 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:08.785189 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c7cded19-2dcc-457b-8277-9625e149ade2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:08.812890 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cded19-2dcc-457b-8277-9625e149ade2 None None] Pushing event deleted for resources: {'Port': ['ID=3b2a93ce-f3c9-4cce-a330-c85be013ff61,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:08.818950 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7cded19-2dcc-457b-8277-9625e149ade2 None None] No DVR routers for this DVR port 3b2a93ce-f3c9-4cce-a330-c85be013ff61 on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:14:08.854425 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a12923-d81b-4a42-b2a3-6ed819c64511 service neutron] Pushing event updated for resources: {'Port': ['ID=f3df71be-7191-4f02-acbf-85ee22c3d661,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:08.885169 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-84ebc481-9360-4c17-b1fb-669620bfd407 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:08.886487 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-b4fbb71e-97f6-46b1-9f43-51eaa85088ba req-a3a12923-d81b-4a42-b2a3-6ed819c64511 service neutron] Attempting to bind port f3df71be-7191-4f02-acbf-85ee22c3d661 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:14:08.888419 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-b4fbb71e-97f6-46b1-9f43-51eaa85088ba req-a3a12923-d81b-4a42-b2a3-6ed819c64511 service neutron] Attempting to bind port f3df71be-7191-4f02-acbf-85ee22c3d661 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': 'af8131c7-388d-420a-abf7-0774a216b38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ba763d93-6749-402f-a9a4-14c0b38e84ad'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:14:08.889099 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fbb71e-97f6-46b1-9f43-51eaa85088ba req-a3a12923-d81b-4a42-b2a3-6ed819c64511 service neutron] Attempting to bind port f3df71be-7191-4f02-acbf-85ee22c3d661 on network ba763d93-6749-402f-a9a4-14c0b38e84ad {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:14:08.896289 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fbb71e-97f6-46b1-9f43-51eaa85088ba req-a3a12923-d81b-4a42-b2a3-6ed819c64511 service neutron] Port f3df71be-7191-4f02-acbf-85ee22c3d661 on network ba763d93-6749-402f-a9a4-14c0b38e84ad not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:14:08.897093 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fbb71e-97f6-46b1-9f43-51eaa85088ba req-a3a12923-d81b-4a42-b2a3-6ed819c64511 service neutron] Attempting to bind port f3df71be-7191-4f02-acbf-85ee22c3d661 on network ba763d93-6749-402f-a9a4-14c0b38e84ad {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:14:08.899890 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-84ebc481-9360-4c17-b1fb-669620bfd407 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:08.905335 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fbb71e-97f6-46b1-9f43-51eaa85088ba req-a3a12923-d81b-4a42-b2a3-6ed819c64511 service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:14:08.906579 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fbb71e-97f6-46b1-9f43-51eaa85088ba req-a3a12923-d81b-4a42-b2a3-6ed819c64511 service neutron] Checking segment: {'id': 'af8131c7-388d-420a-abf7-0774a216b38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ba763d93-6749-402f-a9a4-14c0b38e84ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:14:08.907249 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fbb71e-97f6-46b1-9f43-51eaa85088ba req-a3a12923-d81b-4a42-b2a3-6ed819c64511 service neutron] Bound using segment: {'id': 'af8131c7-388d-420a-abf7-0774a216b38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ba763d93-6749-402f-a9a4-14c0b38e84ad'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:14:08.908117 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-b4fbb71e-97f6-46b1-9f43-51eaa85088ba req-a3a12923-d81b-4a42-b2a3-6ed819c64511 service neutron] Bound port: f3df71be-7191-4f02-acbf-85ee22c3d661, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af8131c7-388d-420a-abf7-0774a216b38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ba763d93-6749-402f-a9a4-14c0b38e84ad'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:14:08.908734 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-b4fbb71e-97f6-46b1-9f43-51eaa85088ba req-a3a12923-d81b-4a42-b2a3-6ed819c64511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:08.922280 n-d-800088-16 neutron-server[100313]: DEBUG neutron.objects.ports [None req-968450a2-545c-4490-8fd4-b1386de4377d tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100313) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 24 00:14:08.930355 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-968450a2-545c-4490-8fd4-b1386de4377d tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:08.967871 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ebc481-9360-4c17-b1fb-669620bfd407 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be4f0460-fa38-476c-a38e-cba5990d8fc6,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:09.015789 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-b4fbb71e-97f6-46b1-9f43-51eaa85088ba req-a3a12923-d81b-4a42-b2a3-6ed819c64511 service neutron] For port f3df71be-7191-4f02-acbf-85ee22c3d661, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:14:09.019544 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-b4fbb71e-97f6-46b1-9f43-51eaa85088ba req-a3a12923-d81b-4a42-b2a3-6ed819c64511 service neutron] For port f3df71be-7191-4f02-acbf-85ee22c3d661, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=f3df71be-7191-4f02-acbf-85ee22c3d661,segment=NetworkSegment(af8131c7-388d-420a-abf7-0774a216b38b),segment_id=af8131c7-388d-420a-abf7-0774a216b38b)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:14:09.023764 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-b4fbb71e-97f6-46b1-9f43-51eaa85088ba req-a3a12923-d81b-4a42-b2a3-6ed819c64511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:09.042178 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968450a2-545c-4490-8fd4-b1386de4377d tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Network e98734e2-dedb-4450-9333-d795164b1ce9 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:14:09.043047 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-84ebc481-9360-4c17-b1fb-669620bfd407 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:09.046852 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-84ebc481-9360-4c17-b1fb-669620bfd407 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3276162 Jul 24 00:14:09.046852 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968450a2-545c-4490-8fd4-b1386de4377d tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event updated for resources: {'Subnet': ['ID=46fdbc2d-56f4-4658-adcf-9b1a3cd61a55,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:09.049014 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45500) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:09.052759 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-968450a2-545c-4490-8fd4-b1386de4377d tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:14:09.058664 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-a1cb06d3-d92c-4ed2-acf7-3c4b6af0fa0c tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Request body: {'security_group_rule': {'security_group_id': 'ef14fa0a-16c3-4388-ae20-534d1f674ae1', 'project_id': '646730ba25934852bc5dd86a412228f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:14:09.063671 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133a27df-4e36-4b50-b894-20512127040d None None] Network e98734e2-dedb-4450-9333-d795164b1ce9 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:14:09.065562 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968450a2-545c-4490-8fd4-b1386de4377d tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:09.066169 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-968450a2-545c-4490-8fd4-b1386de4377d tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:09.088671 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda310b-75d4-4749-827e-a1f4519d0899 req-4f6c7dbf-c5b4-4d50-8d60-b065201ac7fc tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:09.090805 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0cda310b-75d4-4749-827e-a1f4519d0899 req-4f6c7dbf-c5b4-4d50-8d60-b065201ac7fc tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d7af06-7d06-4adf-b1ab-964b338df9b6 HTTP/1.1" status: 200 len: 946 time: 0.3062556 Jul 24 00:14:09.098806 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-968450a2-545c-4490-8fd4-b1386de4377d tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9183948 Jul 24 00:14:09.099182 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45504) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:09.099363 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a12923-d81b-4a42-b2a3-6ed819c64511 service neutron] Pushing event updated for resources: {'Port': ['ID=f3df71be-7191-4f02-acbf-85ee22c3d661,revision_number=3']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:09.104597 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-7b379f9e-eed3-45ee-8c6e-dfbe421a3f1e tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Request body: {'subnet': {'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:14:09.110479 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fbb71e-97f6-46b1-9f43-51eaa85088ba req-a3a12923-d81b-4a42-b2a3-6ed819c64511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:09.111770 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-b4fbb71e-97f6-46b1-9f43-51eaa85088ba req-a3a12923-d81b-4a42-b2a3-6ed819c64511 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:09.113419 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b4fbb71e-97f6-46b1-9f43-51eaa85088ba req-a3a12923-d81b-4a42-b2a3-6ed819c64511 service neutron] 10.222.0.64 "PUT /v2.0/ports/f3df71be-7191-4f02-acbf-85ee22c3d661 HTTP/1.1" status: 200 len: 1092 time: 1.2092648 Jul 24 00:14:09.113867 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3baf0961-e421-4eed-b476-15131f9b1173', 'tag': 'f3df71be-7191-4f02-acbf-85ee22c3d661'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:14:09.116759 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea459ddb-59b4-4a44-98fe-c111e74a71b7" -d '{"events": [{"name": "network-changed", "server_uuid": "3baf0961-e421-4eed-b476-15131f9b1173", "tag": "f3df71be-7191-4f02-acbf-85ee22c3d661"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:14:09.159435 n-d-800088-16 neutron-server[100313]: INFO neutron.db.securitygroups_db [None req-a1cb06d3-d92c-4ed2-acf7-3c4b6af0fa0c tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Project 646730ba25934852bc5dd86a412228f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 00:14:09.178516 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a1cb06d3-d92c-4ed2-acf7-3c4b6af0fa0c tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:09.239705 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0cda310b-75d4-4749-827e-a1f4519d0899 req-523c7749-4870-4868-855b-05c5789dd7a6 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/security-groups?id=02f8e688-cdad-46c4-8a86-5d8b77004136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274345 Jul 24 00:14:09.298208 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38b9345-b178-4347-a253-f6ab5840becf x-openstack-request-id: req-e38b9345-b178-4347-a253-f6ab5840becf {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:14:09.298611 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3baf0961-e421-4eed-b476-15131f9b1173", "tag": "f3df71be-7191-4f02-acbf-85ee22c3d661", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:14:09.298966 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e38b9345-b178-4347-a253-f6ab5840becf {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:14:09.300683 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3baf0961-e421-4eed-b476-15131f9b1173', 'tag': 'f3df71be-7191-4f02-acbf-85ee22c3d661', 'status': 'completed', 'code': 200} Jul 24 00:14:09.316099 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 3b2a93ce-f3c9-4cce-a330-c85be013ff61 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:14:09.334568 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fbb71e-97f6-46b1-9f43-51eaa85088ba req-51fbf935-5a66-454b-ab28-698ec85ba67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:09.339681 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b4fbb71e-97f6-46b1-9f43-51eaa85088ba req-51fbf935-5a66-454b-ab28-698ec85ba67d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=da4cf7f0b0a44baf8cab05ba626ce1d0&device_id=3baf0961-e421-4eed-b476-15131f9b1173 HTTP/1.1" status: 200 len: 1095 time: 0.1639540 Jul 24 00:14:09.343925 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a1cb06d3-d92c-4ed2-acf7-3c4b6af0fa0c tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:09.354097 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a1cb06d3-d92c-4ed2-acf7-3c4b6af0fa0c tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:09.369981 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b379f9e-eed3-45ee-8c6e-dfbe421a3f1e tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Made reservation on behalf of ba617effe2664093b954ded2eab93240 for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:14:09.373486 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7b379f9e-eed3-45ee-8c6e-dfbe421a3f1e tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:09.392117 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 3b2a93ce-f3c9-4cce-a330-c85be013ff61 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:14:09.393663 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 3b2a93ce-f3c9-4cce-a330-c85be013ff61 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:14:09.408576 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b4fbb71e-97f6-46b1-9f43-51eaa85088ba req-167c1b61-892f-4862-bf34-edbd9a3f0db9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3df71be-7191-4f02-acbf-85ee22c3d661 HTTP/1.1" status: 200 len: 217 time: 0.0619409 Jul 24 00:14:09.418501 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cb06d3-d92c-4ed2-acf7-3c4b6af0fa0c tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f4d6117-fadb-4b24-ac75-3644e468fb61,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:09.442374 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a1cb06d3-d92c-4ed2-acf7-3c4b6af0fa0c tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:09.446385 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-a1cb06d3-d92c-4ed2-acf7-3c4b6af0fa0c tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3920674 Jul 24 00:14:09.460029 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5584642a-5916-4063-88f5-fcb3b2e2d96a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-e98734e2-dedb-4450-9333-d795164b1ce9', 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'tenant_id': 'ba617effe2664093b954ded2eab93240', 'fixed_ips': [{'subnet_id': '46fdbc2d-56f4-4658-adcf-9b1a3cd61a55'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:14:09.460929 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-5584642a-5916-4063-88f5-fcb3b2e2d96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:09.469517 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45516) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:09.474446 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-f95bee4b-9060-4fcc-9f4e-c33cc1ad633f tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Request body: {'network': {'name': 'tempest-network-smoke--2003576994', 'project_id': '646730ba25934852bc5dd86a412228f1', 'port_security_enabled': True}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:14:09.534684 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fbb71e-97f6-46b1-9f43-51eaa85088ba req-aa56959c-603c-49a6-ac82-e6083939aff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:09.536195 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b4fbb71e-97f6-46b1-9f43-51eaa85088ba req-aa56959c-603c-49a6-ac82-e6083939aff8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b5859c1e-cadc-473f-b6a0-12802dc9ec4e HTTP/1.1" status: 200 len: 850 time: 0.1202960 Jul 24 00:14:09.555502 n-d-800088-16 neutron-server[100313]: INFO neutron.db.ipam_backend_mixin [None req-7b379f9e-eed3-45ee-8c6e-dfbe421a3f1e tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 46fdbc2d-56f4-4658-adcf-9b1a3cd61a55 (CIDR: 2001:db8::/64) Jul 24 00:14:09.557151 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f95bee4b-9060-4fcc-9f4e-c33cc1ad633f tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Made reservation on behalf of 646730ba25934852bc5dd86a412228f1 for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:14:09.560828 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f95bee4b-9060-4fcc-9f4e-c33cc1ad633f tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:09.586709 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b379f9e-eed3-45ee-8c6e-dfbe421a3f1e tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 00:14:09.587745 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b379f9e-eed3-45ee-8c6e-dfbe421a3f1e tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:14:09.591828 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b4fbb71e-97f6-46b1-9f43-51eaa85088ba req-5d1df9d4-427c-426c-8d96-c3f0cc8a9f88 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ba763d93-6749-402f-a9a4-14c0b38e84ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479617 Jul 24 00:14:09.637855 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-5584642a-5916-4063-88f5-fcb3b2e2d96a None None] Allocated IP 2001:db8::f816:3eff:feb1:e522 (e98734e2-dedb-4450-9333-d795164b1ce9/46fdbc2d-56f4-4658-adcf-9b1a3cd61a55/6560cfc9-c011-46e2-9dc1-624ad559efe6) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:14:09.652640 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-7b379f9e-eed3-45ee-8c6e-dfbe421a3f1e tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5490043 Jul 24 00:14:09.653898 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45522) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:09.654882 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f95bee4b-9060-4fcc-9f4e-c33cc1ad633f tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:14:09.661323 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-586d635f-ee4f-4739-ac2f-af3b7b5b1bdc tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Request body: {'subnet': {'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:14:09.667494 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f95bee4b-9060-4fcc-9f4e-c33cc1ad633f tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:09.668183 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-f95bee4b-9060-4fcc-9f4e-c33cc1ad633f tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Added segment 4dde76ee-9daf-4ac3-8e5c-9a2a15633c19 of type vlan for network 52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e Jul 24 00:14:09.750574 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f95bee4b-9060-4fcc-9f4e-c33cc1ad633f tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:09.788031 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f95bee4b-9060-4fcc-9f4e-c33cc1ad633f tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:09.800059 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95bee4b-9060-4fcc-9f4e-c33cc1ad633f tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:09.800730 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f95bee4b-9060-4fcc-9f4e-c33cc1ad633f tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:09.838036 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-5584642a-5916-4063-88f5-fcb3b2e2d96a None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:09.839584 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b4fbb71e-97f6-46b1-9f43-51eaa85088ba req-9cbb03c4-eef4-4472-bd31-1b172a1527f0 service neutron] 10.222.0.64 "GET /v2.0/networks/ba763d93-6749-402f-a9a4-14c0b38e84ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398074 Jul 24 00:14:09.849068 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-5584642a-5916-4063-88f5-fcb3b2e2d96a None None] Transition to ACTIVE for port object 6560cfc9-c011-46e2-9dc1-624ad559efe6 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:14:09.872300 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-5584642a-5916-4063-88f5-fcb3b2e2d96a None None] Transition to ACTIVE for port object 6560cfc9-c011-46e2-9dc1-624ad559efe6 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:14:09.881832 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-5584642a-5916-4063-88f5-fcb3b2e2d96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:09.896181 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-f95bee4b-9060-4fcc-9f4e-c33cc1ad633f tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4256015 Jul 24 00:14:09.896951 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45526) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:09.897509 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95bee4b-9060-4fcc-9f4e-c33cc1ad633f tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Pushing event updated for resources: {'Network': ['ID=52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:09.905058 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5584642a-5916-4063-88f5-fcb3b2e2d96a None None] Network e98734e2-dedb-4450-9333-d795164b1ce9 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:14:09.905282 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-4c4fd83e-4f8d-4b86-82d3-3c2f365d3a50 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-151244975', 'admin_state_up': True, 'project_id': '646730ba25934852bc5dd86a412228f1', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:14:09.927239 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:14:09.934231 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-5584642a-5916-4063-88f5-fcb3b2e2d96a None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:14:09.943043 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5584642a-5916-4063-88f5-fcb3b2e2d96a None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:14:09.983622 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5584642a-5916-4063-88f5-fcb3b2e2d96a None None] Pushing event updated for resources: {'Port': ['ID=6560cfc9-c011-46e2-9dc1-624ad559efe6,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:09.985446 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-586d635f-ee4f-4739-ac2f-af3b7b5b1bdc tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Made reservation on behalf of ba617effe2664093b954ded2eab93240 for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:14:09.989810 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-586d635f-ee4f-4739-ac2f-af3b7b5b1bdc tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:10.001006 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4c4fd83e-4f8d-4b86-82d3-3c2f365d3a50 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:10.002456 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4c4fd83e-4f8d-4b86-82d3-3c2f365d3a50 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:10.071261 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc7951-85ae-48c0-87bf-9cb67b2b82e2 req-0b37093b-760b-4b47-babf-e2acc6c98dce tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:10.072802 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-35cc7951-85ae-48c0-87bf-9cb67b2b82e2 req-0b37093b-760b-4b47-babf-e2acc6c98dce tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/ports?device_id=3baf0961-e421-4eed-b476-15131f9b1173 HTTP/1.1" status: 200 len: 943 time: 0.2504747 Jul 24 00:14:10.081537 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-5584642a-5916-4063-88f5-fcb3b2e2d96a None None] Attempting to bind port 6560cfc9-c011-46e2-9dc1-624ad559efe6 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:14:10.081918 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-5584642a-5916-4063-88f5-fcb3b2e2d96a None None] Attempting to bind port 6560cfc9-c011-46e2-9dc1-624ad559efe6 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': 'b737500e-4702-4fa9-bd4b-6c1d2e2fa041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:14:10.082300 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5584642a-5916-4063-88f5-fcb3b2e2d96a None None] Attempting to bind port 6560cfc9-c011-46e2-9dc1-624ad559efe6 on network e98734e2-dedb-4450-9333-d795164b1ce9 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:14:10.089925 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5584642a-5916-4063-88f5-fcb3b2e2d96a None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:14:10.090246 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5584642a-5916-4063-88f5-fcb3b2e2d96a None None] Checking segment: {'id': 'b737500e-4702-4fa9-bd4b-6c1d2e2fa041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:14:10.090795 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-5584642a-5916-4063-88f5-fcb3b2e2d96a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:10.091234 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5584642a-5916-4063-88f5-fcb3b2e2d96a None None] Bound using segment: {'id': 'b737500e-4702-4fa9-bd4b-6c1d2e2fa041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:14:10.091707 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-5584642a-5916-4063-88f5-fcb3b2e2d96a None None] Bound port: 6560cfc9-c011-46e2-9dc1-624ad559efe6, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b737500e-4702-4fa9-bd4b-6c1d2e2fa041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:14:10.092102 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-5584642a-5916-4063-88f5-fcb3b2e2d96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:10.129105 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b4fbb71e-97f6-46b1-9f43-51eaa85088ba req-796e23e7-b3b1-4fd4-85bb-029451162c04 service neutron] 10.222.0.64 "GET /v2.0/networks/ba763d93-6749-402f-a9a4-14c0b38e84ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689631 Jul 24 00:14:10.179635 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-5584642a-5916-4063-88f5-fcb3b2e2d96a None None] For port 6560cfc9-c011-46e2-9dc1-624ad559efe6, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:14:10.181781 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4c4fd83e-4f8d-4b86-82d3-3c2f365d3a50 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:10.185355 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-5584642a-5916-4063-88f5-fcb3b2e2d96a None None] For port 6560cfc9-c011-46e2-9dc1-624ad559efe6, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=6560cfc9-c011-46e2-9dc1-624ad559efe6,segment=NetworkSegment(b737500e-4702-4fa9-bd4b-6c1d2e2fa041),segment_id=b737500e-4702-4fa9-bd4b-6c1d2e2fa041)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:14:10.192458 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-5584642a-5916-4063-88f5-fcb3b2e2d96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:10.276493 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5584642a-5916-4063-88f5-fcb3b2e2d96a None None] Pushing event updated for resources: {'Port': ['ID=6560cfc9-c011-46e2-9dc1-624ad559efe6,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:10.446941 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac445d12-0be0-40ca-87f0-fdd8ddc75c60 req-3d6c7b45-7597-4a6b-ad47-8175200da396 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:10.463164 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ac445d12-0be0-40ca-87f0-fdd8ddc75c60 req-3d6c7b45-7597-4a6b-ad47-8175200da396 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d7af06-7d06-4adf-b1ab-964b338df9b6 HTTP/1.1" status: 200 len: 946 time: 0.1242967 Jul 24 00:14:10.525178 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-586d635f-ee4f-4739-ac2f-af3b7b5b1bdc tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:10.564377 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-35cc7951-85ae-48c0-87bf-9cb67b2b82e2 req-25ef51f4-5b77-4e37-ad5a-878dcc8e9ff1 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/security-groups?id=c0063c4d-6272-47e4-8d6e-ed9b31bc3cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4315875 Jul 24 00:14:10.573381 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ac445d12-0be0-40ca-87f0-fdd8ddc75c60 req-3dbb1a3d-6aee-4567-83ac-ed417ff6b2f2 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/security-groups?id=02f8e688-cdad-46c4-8a86-5d8b77004136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003318 Jul 24 00:14:10.712175 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586d635f-ee4f-4739-ac2f-af3b7b5b1bdc tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Network e98734e2-dedb-4450-9333-d795164b1ce9 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:14:10.722133 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-586d635f-ee4f-4739-ac2f-af3b7b5b1bdc tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:14:10.733032 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4c4fd83e-4f8d-4b86-82d3-3c2f365d3a50 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:10.746116 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586d635f-ee4f-4739-ac2f-af3b7b5b1bdc tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:10.750769 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-586d635f-ee4f-4739-ac2f-af3b7b5b1bdc tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:10.771223 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586d635f-ee4f-4739-ac2f-af3b7b5b1bdc tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event updated for resources: {'Subnet': ['ID=0aa87401-2540-43d4-9dfb-71eea1755dcc,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:10.814877 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea459ddb-59b4-4a44-98fe-c111e74a71b7 req-62d5cfac-25af-4565-8675-c39e2f2189eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:10.816707 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ea459ddb-59b4-4a44-98fe-c111e74a71b7 req-62d5cfac-25af-4565-8675-c39e2f2189eb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=da4cf7f0b0a44baf8cab05ba626ce1d0&device_id=3baf0961-e421-4eed-b476-15131f9b1173 HTTP/1.1" status: 200 len: 1095 time: 0.6221030 Jul 24 00:14:10.820401 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-586d635f-ee4f-4739-ac2f-af3b7b5b1bdc tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1647594 Jul 24 00:14:10.822048 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45534) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:10.829358 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-3a009a4e-2b26-4e94-a808-af5ab4edb0cd tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Request body: {'port': {'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'mac_address': 'fa:16:3e:50:f8:74', 'name': 'tempest-NetworksTestDHCPv6-2079449003'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:14:10.962467 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea459ddb-59b4-4a44-98fe-c111e74a71b7 req-5af165df-57aa-451a-a5f6-5009558533ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:10.963977 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ea459ddb-59b4-4a44-98fe-c111e74a71b7 req-5af165df-57aa-451a-a5f6-5009558533ed service neutron] 10.222.0.64 "GET /v2.0/networks?id=ba763d93-6749-402f-a9a4-14c0b38e84ad HTTP/1.1" status: 200 len: 911 time: 0.1396186 Jul 24 00:14:10.978899 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a009a4e-2b26-4e94-a808-af5ab4edb0cd tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Made reservation on behalf of ba617effe2664093b954ded2eab93240 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:14:11.040668 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ea459ddb-59b4-4a44-98fe-c111e74a71b7 req-823a3285-0cb8-4ce4-86e0-ec40fa4964a3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3df71be-7191-4f02-acbf-85ee22c3d661 HTTP/1.1" status: 200 len: 217 time: 0.0670519 Jul 24 00:14:11.081744 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3a009a4e-2b26-4e94-a808-af5ab4edb0cd tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:11.112638 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [None req-3a009a4e-2b26-4e94-a808-af5ab4edb0cd tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] device_id is not set on port 704bcd9a-1a31-4eea-9027-df2185e7828c yet. {{(pid=100313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:14:11.247294 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea459ddb-59b4-4a44-98fe-c111e74a71b7 req-81b6a2d1-309d-4fce-b9b3-6f9b919afebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:11.248764 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ea459ddb-59b4-4a44-98fe-c111e74a71b7 req-81b6a2d1-309d-4fce-b9b3-6f9b919afebf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b5859c1e-cadc-473f-b6a0-12802dc9ec4e HTTP/1.1" status: 200 len: 850 time: 0.1941478 Jul 24 00:14:11.306953 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 6560cfc9-c011-46e2-9dc1-624ad559efe6 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:14:11.420697 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 6560cfc9-c011-46e2-9dc1-624ad559efe6 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:14:11.457857 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4c4fd83e-4f8d-4b86-82d3-3c2f365d3a50 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for router_gateway, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:11.462757 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ea459ddb-59b4-4a44-98fe-c111e74a71b7 req-c86e6703-1299-45aa-ad3c-3cc75e0fb528 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ba763d93-6749-402f-a9a4-14c0b38e84ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2042630 Jul 24 00:14:11.580424 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4c4fd83e-4f8d-4b86-82d3-3c2f365d3a50 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:11.708277 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa645dd-318d-43a1-9ca5-c8d2018235e5 None None] Network e98734e2-dedb-4450-9333-d795164b1ce9 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:14:12.097011 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-7cac827c-0b6d-43c2-a895-04eb4f00dbb5 None None] Provisioning for port 6560cfc9-c011-46e2-9dc1-624ad559efe6 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:14:12.182965 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-7cac827c-0b6d-43c2-a895-04eb4f00dbb5 None None] Provisioning complete for port 6560cfc9-c011-46e2-9dc1-624ad559efe6 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:14:12.183529 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-7cac827c-0b6d-43c2-a895-04eb4f00dbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:12.215669 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-3a009a4e-2b26-4e94-a808-af5ab4edb0cd tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Allocated IP 2001:db8:0:1::27a (e98734e2-dedb-4450-9333-d795164b1ce9/0aa87401-2540-43d4-9dfb-71eea1755dcc/704bcd9a-1a31-4eea-9027-df2185e7828c) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:14:12.263432 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-3a009a4e-2b26-4e94-a808-af5ab4edb0cd tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Allocated IP 2001:db8::f816:3eff:fe50:f874 (e98734e2-dedb-4450-9333-d795164b1ce9/46fdbc2d-56f4-4658-adcf-9b1a3cd61a55/704bcd9a-1a31-4eea-9027-df2185e7828c) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:14:12.414908 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9981ef6-b4d4-4b08-951b-320a88d21106 req-1a8c99ca-a2f0-4351-9434-52d162bbfcfb tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:12.417117 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f9981ef6-b4d4-4b08-951b-320a88d21106 req-1a8c99ca-a2f0-4351-9434-52d162bbfcfb tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d7af06-7d06-4adf-b1ab-964b338df9b6 HTTP/1.1" status: 200 len: 946 time: 0.4809284 Jul 24 00:14:12.451956 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ea459ddb-59b4-4a44-98fe-c111e74a71b7 req-c1b9d472-e9d8-4387-8231-dda0ac7d9186 service neutron] 10.222.0.64 "GET /v2.0/networks/ba763d93-6749-402f-a9a4-14c0b38e84ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8916879 Jul 24 00:14:12.498456 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f9981ef6-b4d4-4b08-951b-320a88d21106 req-2ab38a71-0ca4-4b76-b91f-268b130fda99 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/security-groups?id=02f8e688-cdad-46c4-8a86-5d8b77004136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715759 Jul 24 00:14:12.582160 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c012752c-3add-4cac-b760-617b85327a7e None None] Update dhcp port {'port': {'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'fixed_ips': [{'subnet_id': '46fdbc2d-56f4-4658-adcf-9b1a3cd61a55', 'ip_address': '2001:db8::f816:3eff:feb1:e522'}, {'subnet_id': '0aa87401-2540-43d4-9dfb-71eea1755dcc'}], 'binding:host_id': 'n-d-800088-16'}, 'id': '6560cfc9-c011-46e2-9dc1-624ad559efe6'} from n-d-800088-16. {{(pid=100315) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 24 00:14:12.583009 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-4c4fd83e-4f8d-4b86-82d3-3c2f365d3a50 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Allocated IP 172.25.3.187 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/bc4754b2-af1c-4f11-b187-3e662d8f8bca) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:14:12.615268 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3a009a4e-2b26-4e94-a808-af5ab4edb0cd tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:12.628959 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [None req-3a009a4e-2b26-4e94-a808-af5ab4edb0cd tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Transition to ACTIVE for port object 704bcd9a-1a31-4eea-9027-df2185e7828c will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:14:12.651415 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c012752c-3add-4cac-b760-617b85327a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:12.654962 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-7cac827c-0b6d-43c2-a895-04eb4f00dbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:12.704747 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3a009a4e-2b26-4e94-a808-af5ab4edb0cd tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:12.733338 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad6c52-a8d8-464f-86f4-75db2635d205 req-6a19972b-065c-4a16-a85a-c970cf750579 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:12.752953 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-7cac827c-0b6d-43c2-a895-04eb4f00dbb5 None None] For port 6560cfc9-c011-46e2-9dc1-624ad559efe6, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=6560cfc9-c011-46e2-9dc1-624ad559efe6,segment=NetworkSegment(b737500e-4702-4fa9-bd4b-6c1d2e2fa041),segment_id=b737500e-4702-4fa9-bd4b-6c1d2e2fa041)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:14:12.758114 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-26ad6c52-a8d8-464f-86f4-75db2635d205 req-6a19972b-065c-4a16-a85a-c970cf750579 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/ports?device_id=3baf0961-e421-4eed-b476-15131f9b1173 HTTP/1.1" status: 200 len: 943 time: 1.0385165 Jul 24 00:14:12.769925 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-7cac827c-0b6d-43c2-a895-04eb4f00dbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:12.786481 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a009a4e-2b26-4e94-a808-af5ab4edb0cd tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Network e98734e2-dedb-4450-9333-d795164b1ce9 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:14:12.792075 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-3a009a4e-2b26-4e94-a808-af5ab4edb0cd tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:14:12.795621 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a009a4e-2b26-4e94-a808-af5ab4edb0cd tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:14:12.801865 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a009a4e-2b26-4e94-a808-af5ab4edb0cd tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:12.803024 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3a009a4e-2b26-4e94-a808-af5ab4edb0cd tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:12.806174 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a009a4e-2b26-4e94-a808-af5ab4edb0cd tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event updated for resources: {'Port': ['ID=704bcd9a-1a31-4eea-9027-df2185e7828c,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:12.829059 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-3a009a4e-2b26-4e94-a808-af5ab4edb0cd tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.0056238 Jul 24 00:14:12.833441 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45546) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:12.864575 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ea459ddb-59b4-4a44-98fe-c111e74a71b7 req-8e9bf631-b9fb-4111-932e-94e81903181f service neutron] 10.222.0.64 "GET /v2.0/networks/ba763d93-6749-402f-a9a4-14c0b38e84ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3979144 Jul 24 00:14:12.956614 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-c012752c-3add-4cac-b760-617b85327a7e None None] Allocated IP 2001:db8:0:1::2 (e98734e2-dedb-4450-9333-d795164b1ce9/0aa87401-2540-43d4-9dfb-71eea1755dcc/6560cfc9-c011-46e2-9dc1-624ad559efe6) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:14:12.964146 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-26ad6c52-a8d8-464f-86f4-75db2635d205 req-3e1a2976-4b44-4c8b-8c00-e54182c6be2e tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/security-groups?id=c0063c4d-6272-47e4-8d6e-ed9b31bc3cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033134 Jul 24 00:14:13.037960 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-b9d2bead-ac52-4853-8cf4-41417770a600 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Deleting port 704bcd9a-1a31-4eea-9027-df2185e7828c {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:14:13.040012 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b9d2bead-ac52-4853-8cf4-41417770a600 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:13.057011 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4c4fd83e-4f8d-4b86-82d3-3c2f365d3a50 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:13.149172 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4c4fd83e-4f8d-4b86-82d3-3c2f365d3a50 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:13.192566 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device f3df71be-7191-4f02-acbf-85ee22c3d661 details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:14:13.211485 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cac827c-0b6d-43c2-a895-04eb4f00dbb5 None None] Pushing event updated for resources: {'Port': ['ID=6560cfc9-c011-46e2-9dc1-624ad559efe6,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:13.234667 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4fd83e-4f8d-4b86-82d3-3c2f365d3a50 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:14:13.249853 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-4c4fd83e-4f8d-4b86-82d3-3c2f365d3a50 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:14:13.255166 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4fd83e-4f8d-4b86-82d3-3c2f365d3a50 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:14:13.256272 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b9d2bead-ac52-4853-8cf4-41417770a600 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:13.258965 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4fd83e-4f8d-4b86-82d3-3c2f365d3a50 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Pushing event updated for resources: {'Port': ['ID=bc4754b2-af1c-4f11-b187-3e662d8f8bca,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:13.286483 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-b9d2bead-ac52-4853-8cf4-41417770a600 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Calling delete_port for 704bcd9a-1a31-4eea-9027-df2185e7828c owned by {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:14:13.381947 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-c012752c-3add-4cac-b760-617b85327a7e None None] For port 6560cfc9-c011-46e2-9dc1-624ad559efe6, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=6560cfc9-c011-46e2-9dc1-624ad559efe6,segment=NetworkSegment(b737500e-4702-4fa9-bd4b-6c1d2e2fa041),segment_id=b737500e-4702-4fa9-bd4b-6c1d2e2fa041)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:14:13.518278 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c012752c-3add-4cac-b760-617b85327a7e None None] Notify callbacks [] for port, precommit_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:13.527193 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port f3df71be-7191-4f02-acbf-85ee22c3d661, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=f3df71be-7191-4f02-acbf-85ee22c3d661,segment=NetworkSegment(af8131c7-388d-420a-abf7-0774a216b38b),segment_id=af8131c7-388d-420a-abf7-0774a216b38b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:14:13.553287 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': 'f3df71be-7191-4f02-acbf-85ee22c3d661', 'network_id': 'ba763d93-6749-402f-a9a4-14c0b38e84ad', 'port_id': 'f3df71be-7191-4f02-acbf-85ee22c3d661', 'mac_address': 'fa:16:3e:c1:fa:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5859c1e-cadc-473f-b6a0-12802dc9ec4e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:14:13.557966 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-c012752c-3add-4cac-b760-617b85327a7e None None] Transition to ACTIVE for port object 6560cfc9-c011-46e2-9dc1-624ad559efe6 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:14:13.564094 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c012752c-3add-4cac-b760-617b85327a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:13.574908 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b9d2bead-ac52-4853-8cf4-41417770a600 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:13.622495 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:13.638847 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3df71be-7191-4f02-acbf-85ee22c3d661 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:14:13.719980 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port f3df71be-7191-4f02-acbf-85ee22c3d661, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=f3df71be-7191-4f02-acbf-85ee22c3d661,segment=NetworkSegment(af8131c7-388d-420a-abf7-0774a216b38b),segment_id=af8131c7-388d-420a-abf7-0774a216b38b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:14:13.730809 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d2bead-ac52-4853-8cf4-41417770a600 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event deleted for resources: {'Port': ['ID=704bcd9a-1a31-4eea-9027-df2185e7828c,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:13.816296 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:13.830504 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b9d2bead-ac52-4853-8cf4-41417770a600 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:13.832616 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-b9d2bead-ac52-4853-8cf4-41417770a600 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/ports/704bcd9a-1a31-4eea-9027-df2185e7828c HTTP/1.1" status: 204 len: 168 time: 0.9980736 Jul 24 00:14:13.836019 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45554) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:13.846496 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c012752c-3add-4cac-b760-617b85327a7e None None] Pushing event updated for resources: {'Port': ['ID=6560cfc9-c011-46e2-9dc1-624ad559efe6,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:13.914376 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012f52c2-36fb-44fd-be10-c62269974893 req-2427b03c-8d19-4a41-998c-030d1d6bf1fe tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:13.925691 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4c4fd83e-4f8d-4b86-82d3-3c2f365d3a50 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for router_gateway, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:13.927446 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-012f52c2-36fb-44fd-be10-c62269974893 req-2427b03c-8d19-4a41-998c-030d1d6bf1fe tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d7af06-7d06-4adf-b1ab-964b338df9b6 HTTP/1.1" status: 200 len: 946 time: 0.2194524 Jul 24 00:14:13.997311 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=f3df71be-7191-4f02-acbf-85ee22c3d661,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:14.024800 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-012f52c2-36fb-44fd-be10-c62269974893 req-279e83fd-35dc-4a5a-b41f-2b7a73da2946 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/security-groups?id=02f8e688-cdad-46c4-8a86-5d8b77004136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964215 Jul 24 00:14:14.044840 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83edcb06-41e0-4c7e-88e6-9a40c05c9f04 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:14.047628 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-83edcb06-41e0-4c7e-88e6-9a40c05c9f04 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2106247 Jul 24 00:14:14.060467 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45558) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:14.076865 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['f3df71be-7191-4f02-acbf-85ee22c3d661'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:14:14.284387 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca12c6e2-9c63-439b-b387-c438a7a3f3ca tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:14.288750 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-ca12c6e2-9c63-439b-b387-c438a7a3f3ca tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2259250 Jul 24 00:14:14.291472 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45562) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:14.383867 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5df91c6-76c3-4b06-8633-d48defc8d75a tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:14.387439 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5df91c6-76c3-4b06-8633-d48defc8d75a tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:14.388270 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5df91c6-76c3-4b06-8633-d48defc8d75a tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:14.390604 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-f5df91c6-76c3-4b06-8633-d48defc8d75a tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0981104 Jul 24 00:14:14.392983 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45564) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:14.399159 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18971d03-72c2-4481-bbe3-6305cf9314d2 req-1b761a98-2d10-4042-b426-91bc134a69b6 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:14.400764 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-18971d03-72c2-4481-bbe3-6305cf9314d2 req-1b761a98-2d10-4042-b426-91bc134a69b6 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/ports?device_id=3baf0961-e421-4eed-b476-15131f9b1173 HTTP/1.1" status: 200 len: 944 time: 0.2795081 Jul 24 00:14:14.472794 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-b181a603-e96e-457c-b7f7-8bfd19bab678 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Deleting subnet 0aa87401-2540-43d4-9dfb-71eea1755dcc {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:14:14.476586 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b181a603-e96e-457c-b7f7-8bfd19bab678 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:14.534558 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b181a603-e96e-457c-b7f7-8bfd19bab678 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:14.535531 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-18971d03-72c2-4481-bbe3-6305cf9314d2 req-43340a02-c1f9-4770-bba9-71eb656f6f71 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/security-groups?id=c0063c4d-6272-47e4-8d6e-ed9b31bc3cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685170 Jul 24 00:14:14.579913 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4c4fd83e-4f8d-4b86-82d3-3c2f365d3a50 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:14.649693 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b181a603-e96e-457c-b7f7-8bfd19bab678 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:14.721744 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b181a603-e96e-457c-b7f7-8bfd19bab678 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:14.773722 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b181a603-e96e-457c-b7f7-8bfd19bab678 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event deleted for resources: {'Subnet': ['ID=0aa87401-2540-43d4-9dfb-71eea1755dcc,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:14.781820 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b181a603-e96e-457c-b7f7-8bfd19bab678 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:14.787092 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-b181a603-e96e-457c-b7f7-8bfd19bab678 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/subnets/0aa87401-2540-43d4-9dfb-71eea1755dcc HTTP/1.1" status: 204 len: 168 time: 0.3929598 Jul 24 00:14:14.788311 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45566) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:14.800177 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:14.803150 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c4fd83e-4f8d-4b86-82d3-3c2f365d3a50 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Router 8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6 is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:14:14.862738 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-4212df48-3dd5-4245-bd8e-3d6b9388a190 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Deleting subnet 46fdbc2d-56f4-4658-adcf-9b1a3cd61a55 {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:14:14.866667 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0224a5f-fdf5-47b5-8e0b-ddab14f5bee4 None None] Network e98734e2-dedb-4450-9333-d795164b1ce9 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:14:14.866850 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4212df48-3dd5-4245-bd8e-3d6b9388a190 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:14.963380 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4212df48-3dd5-4245-bd8e-3d6b9388a190 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:14.973428 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c4fd83e-4f8d-4b86-82d3-3c2f365d3a50 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:14:14.992348 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b74f78-0d9c-4f58-9ef1-e5e5f96c45dc None None] Sync routers for ids ['8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:14:15.007156 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b74f78-0d9c-4f58-9ef1-e5e5f96c45dc None None] Routers {'8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:14:15.008067 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-a6b74f78-0d9c-4f58-9ef1-e5e5f96c45dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:13:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:14:15.011412 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4c4fd83e-4f8d-4b86-82d3-3c2f365d3a50 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:15.013088 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-4c4fd83e-4f8d-4b86-82d3-3c2f365d3a50 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 5.1123824 Jul 24 00:14:15.020016 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45570) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:15.038096 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-de111512-cf3c-4d45-929a-f5d890667030 None None] Provisioning for port 6560cfc9-c011-46e2-9dc1-624ad559efe6 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:14:15.057978 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-de111512-cf3c-4d45-929a-f5d890667030 None None] Provisioning complete for port 6560cfc9-c011-46e2-9dc1-624ad559efe6 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:14:15.058492 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-de111512-cf3c-4d45-929a-f5d890667030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:15.204786 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-a6b74f78-0d9c-4f58-9ef1-e5e5f96c45dc None None] Set router 8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:14:15.214587 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device f3df71be-7191-4f02-acbf-85ee22c3d661 up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:14:15.290227 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4212df48-3dd5-4245-bd8e-3d6b9388a190 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:15.325349 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 6560cfc9-c011-46e2-9dc1-624ad559efe6 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:14:15.374789 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcea3f8-a8fc-48e0-b214-c5f0aa02b95d req-3512fa56-5fc1-4609-ae4a-f671f090393a tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:15.376759 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5bcea3f8-a8fc-48e0-b214-c5f0aa02b95d req-3512fa56-5fc1-4609-ae4a-f671f090393a tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d7af06-7d06-4adf-b1ab-964b338df9b6 HTTP/1.1" status: 200 len: 946 time: 0.1421289 Jul 24 00:14:15.438324 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-d17f0286-7a97-4c84-b352-01dbff07a2fa tempest-TestNetworkAdvancedServerOps-1890701533 tempest-TestNetworkAdvancedServerOps-1890701533-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=646730ba25934852bc5dd86a412228f1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4168754 Jul 24 00:14:15.446455 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45578) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:15.460360 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 6560cfc9-c011-46e2-9dc1-624ad559efe6 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:14:15.460894 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:15.509188 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port f3df71be-7191-4f02-acbf-85ee22c3d661 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:14:15.516241 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port f3df71be-7191-4f02-acbf-85ee22c3d661 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:14:15.516705 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:15.556177 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4212df48-3dd5-4245-bd8e-3d6b9388a190 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:15.610203 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5bcea3f8-a8fc-48e0-b214-c5f0aa02b95d req-8ba8c58c-b03c-4d79-9fdc-9cf699790dcf tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/security-groups?id=02f8e688-cdad-46c4-8a86-5d8b77004136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037687 Jul 24 00:14:15.681272 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4212df48-3dd5-4245-bd8e-3d6b9388a190 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:15.710897 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-4212df48-3dd5-4245-bd8e-3d6b9388a190 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/subnets/46fdbc2d-56f4-4658-adcf-9b1a3cd61a55 HTTP/1.1" status: 204 len: 168 time: 0.9114897 Jul 24 00:14:15.710897 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4212df48-3dd5-4245-bd8e-3d6b9388a190 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event deleted for resources: {'Subnet': ['ID=46fdbc2d-56f4-4658-adcf-9b1a3cd61a55,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:15.721003 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45582) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:15.807763 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:15.812617 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c5b2ff93-9c50-45d4-a0d5-961c57c9f310 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0891998 Jul 24 00:14:15.825933 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45584) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:15.843736 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-0b516f83-659d-4fdb-9c97-5e056b145b14 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Request body: {'subnet': {'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:14:15.864720 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3baf0961-e421-4eed-b476-15131f9b1173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3df71be-7191-4f02-acbf-85ee22c3d661'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:14:15.867045 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b57c7b5a-6142-4fc3-8bb8-54c3fd2685d1" -d '{"events": [{"server_uuid": "3baf0961-e421-4eed-b476-15131f9b1173", "name": "network-vif-plugged", "status": "completed", "tag": "f3df71be-7191-4f02-acbf-85ee22c3d661"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:14:15.871174 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-a6b74f78-0d9c-4f58-9ef1-e5e5f96c45dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-151244975', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'bc4754b2-af1c-4f11-b187-3e662d8f8bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:14:10Z', 'updated_at': '2021-07-24T00:14:13Z', 'revision_number': 3, 'project_id': '646730ba25934852bc5dd86a412228f1', 'gw_port': {'id': 'bc4754b2-af1c-4f11-b187-3e662d8f8bca', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:63:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:14:11Z', 'updated_at': '2021-07-24T00:14:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:14:15.914886 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port f3df71be-7191-4f02-acbf-85ee22c3d661, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=f3df71be-7191-4f02-acbf-85ee22c3d661,segment=NetworkSegment(af8131c7-388d-420a-abf7-0774a216b38b),segment_id=af8131c7-388d-420a-abf7-0774a216b38b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:14:15.918642 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b74f78-0d9c-4f58-9ef1-e5e5f96c45dc None None] Checking router: 8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:14:15.919131 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b74f78-0d9c-4f58-9ef1-e5e5f96c45dc None None] Updating router 8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6 port bc4754b2-af1c-4f11-b187-3e662d8f8bca binding host n-d-800088-16 {{(pid=100316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:14:15.924350 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:15.979710 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078793dd-8a55-40b3-984e-4083cfa37389 tempest-TestNetworkAdvancedServerOps-1890701533 tempest-TestNetworkAdvancedServerOps-1890701533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:15.988192 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-078793dd-8a55-40b3-984e-4083cfa37389 tempest-TestNetworkAdvancedServerOps-1890701533 tempest-TestNetworkAdvancedServerOps-1890701533-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5394375 Jul 24 00:14:15.991356 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45590) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:16.010143 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-a6b74f78-0d9c-4f58-9ef1-e5e5f96c45dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:16.100413 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc6b454-c8b4-40b3-8368-0e5317e61607 x-openstack-request-id: req-0bc6b454-c8b4-40b3-8368-0e5317e61607 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:14:16.100780 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3baf0961-e421-4eed-b476-15131f9b1173", "name": "network-vif-plugged", "status": "completed", "tag": "f3df71be-7191-4f02-acbf-85ee22c3d661", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:14:16.101019 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0bc6b454-c8b4-40b3-8368-0e5317e61607 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:14:16.101391 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3baf0961-e421-4eed-b476-15131f9b1173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3df71be-7191-4f02-acbf-85ee22c3d661', 'code': 200} Jul 24 00:14:16.101971 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=f3df71be-7191-4f02-acbf-85ee22c3d661,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:16.211572 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-2673869b-bc14-4cf1-9975-fed74b1d6e15 tempest-TestNetworkAdvancedServerOps-1890701533 tempest-TestNetworkAdvancedServerOps-1890701533-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=9adcfee8-760c-4568-9e39-c221abf69bf5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1335492 Jul 24 00:14:16.214675 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45594) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:16.222510 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-b90aa9c0-b8e8-460e-b01d-d4eeb2b51926 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-222960851', 'network_id': '52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e', 'project_id': '646730ba25934852bc5dd86a412228f1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:14:16.265995 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b516f83-659d-4fdb-9c97-5e056b145b14 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Made reservation on behalf of ba617effe2664093b954ded2eab93240 for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:14:16.274232 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0b516f83-659d-4fdb-9c97-5e056b145b14 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:16.328149 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c84af8-128c-46ab-9642-5a615a2e2818 req-467c06a8-b5d7-4176-838b-ef7c864e3d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:16.330337 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-32c84af8-128c-46ab-9642-5a615a2e2818 req-467c06a8-b5d7-4176-838b-ef7c864e3d33 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3baf0961-e421-4eed-b476-15131f9b1173 HTTP/1.1" status: 200 len: 1097 time: 0.1572762 Jul 24 00:14:16.352543 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024111cd-1d8e-412a-92c3-7c58b9647b44 req-996fc93c-848c-4755-bf12-cb97d5dd19c0 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:16.354568 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-024111cd-1d8e-412a-92c3-7c58b9647b44 req-996fc93c-848c-4755-bf12-cb97d5dd19c0 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/ports?device_id=3baf0961-e421-4eed-b476-15131f9b1173 HTTP/1.1" status: 200 len: 945 time: 0.3622837 Jul 24 00:14:16.417398 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90aa9c0-b8e8-460e-b01d-d4eeb2b51926 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Made reservation on behalf of 646730ba25934852bc5dd86a412228f1 for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:14:16.426354 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b90aa9c0-b8e8-460e-b01d-d4eeb2b51926 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:16.461517 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-a6b74f78-0d9c-4f58-9ef1-e5e5f96c45dc None None] Notify callbacks [] for port, precommit_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:16.472840 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.provisioning_blocks [None req-a6b74f78-0d9c-4f58-9ef1-e5e5f96c45dc None None] Transition to ACTIVE for port object bc4754b2-af1c-4f11-b187-3e662d8f8bca will not be triggered until provisioned by entity L2. {{(pid=100316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:14:16.484765 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-a6b74f78-0d9c-4f58-9ef1-e5e5f96c45dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:16.552388 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-32c84af8-128c-46ab-9642-5a615a2e2818 req-895ad420-5d68-4947-83f1-796e76cdacdb service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c0063c4d-6272-47e4-8d6e-ed9b31bc3cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901252 Jul 24 00:14:16.622420 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0b516f83-659d-4fdb-9c97-5e056b145b14 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:16.632200 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-a6b74f78-0d9c-4f58-9ef1-e5e5f96c45dc None None] Attempting to bind port bc4754b2-af1c-4f11-b187-3e662d8f8bca on host n-d-800088-16 for vnic_type normal with profile {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:14:16.632594 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-a6b74f78-0d9c-4f58-9ef1-e5e5f96c45dc None None] Attempting to bind port bc4754b2-af1c-4f11-b187-3e662d8f8bca by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:14:16.632955 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b74f78-0d9c-4f58-9ef1-e5e5f96c45dc None None] Attempting to bind port bc4754b2-af1c-4f11-b187-3e662d8f8bca on network 9adcfee8-760c-4568-9e39-c221abf69bf5 {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:14:16.635129 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffe2228-bbdb-47c8-99ec-5afccb0b89f8 None None] Pushing event updated for resources: {'Port': ['ID=bc4754b2-af1c-4f11-b187-3e662d8f8bca,revision_number=2']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:16.655716 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b74f78-0d9c-4f58-9ef1-e5e5f96c45dc None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:14:16.656183 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b74f78-0d9c-4f58-9ef1-e5e5f96c45dc None None] Checking segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:14:16.656476 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-a6b74f78-0d9c-4f58-9ef1-e5e5f96c45dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:16.656926 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b74f78-0d9c-4f58-9ef1-e5e5f96c45dc None None] Bound using segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:14:16.657369 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-a6b74f78-0d9c-4f58-9ef1-e5e5f96c45dc None None] Bound port: bc4754b2-af1c-4f11-b187-3e662d8f8bca, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:14:16.657751 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-a6b74f78-0d9c-4f58-9ef1-e5e5f96c45dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:16.660265 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffe2228-bbdb-47c8-99ec-5afccb0b89f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:14:16.660590 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffe2228-bbdb-47c8-99ec-5afccb0b89f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:14:16.667549 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-024111cd-1d8e-412a-92c3-7c58b9647b44 req-07615a7a-aab7-45bb-82d5-b857b4eae185 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/security-groups?id=c0063c4d-6272-47e4-8d6e-ed9b31bc3cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876496 Jul 24 00:14:16.671483 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffe2228-bbdb-47c8-99ec-5afccb0b89f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:14:16.672180 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffe2228-bbdb-47c8-99ec-5afccb0b89f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:14:16.673723 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffe2228-bbdb-47c8-99ec-5afccb0b89f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:14:16.677172 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffe2228-bbdb-47c8-99ec-5afccb0b89f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:14:16.677819 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffe2228-bbdb-47c8-99ec-5afccb0b89f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:14:16.678374 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffe2228-bbdb-47c8-99ec-5afccb0b89f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:14:16.679267 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffe2228-bbdb-47c8-99ec-5afccb0b89f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:14:16.681095 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffe2228-bbdb-47c8-99ec-5afccb0b89f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:14:16.682014 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffe2228-bbdb-47c8-99ec-5afccb0b89f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:14:16.682591 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffe2228-bbdb-47c8-99ec-5afccb0b89f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:14:16.714150 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b516f83-659d-4fdb-9c97-5e056b145b14 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event updated for resources: {'Subnet': ['ID=198130af-7936-48dc-a5d9-787b9e936dcf,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:16.771397 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b516f83-659d-4fdb-9c97-5e056b145b14 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Network e98734e2-dedb-4450-9333-d795164b1ce9 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:14:16.782730 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-0b516f83-659d-4fdb-9c97-5e056b145b14 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:14:16.785755 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b516f83-659d-4fdb-9c97-5e056b145b14 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:16.788147 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0b516f83-659d-4fdb-9c97-5e056b145b14 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:16.817667 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-0b516f83-659d-4fdb-9c97-5e056b145b14 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9897449 Jul 24 00:14:16.817999 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45602) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:16.819989 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-a6b74f78-0d9c-4f58-9ef1-e5e5f96c45dc None None] For port bc4754b2-af1c-4f11-b187-3e662d8f8bca, host n-d-800088-16, cleared binding levels {{(pid=100316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:14:16.823100 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-fb5c7a86-7e27-4098-8c59-74352883985f tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Request body: {'subnet': {'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:14:16.824610 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-a6b74f78-0d9c-4f58-9ef1-e5e5f96c45dc None None] For port bc4754b2-af1c-4f11-b187-3e662d8f8bca, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=bc4754b2-af1c-4f11-b187-3e662d8f8bca,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:14:16.839902 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-a6b74f78-0d9c-4f58-9ef1-e5e5f96c45dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:16.865947 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb996e2-ad55-4908-b6ec-5321a5c150c7 None None] Network e98734e2-dedb-4450-9333-d795164b1ce9 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:14:16.936328 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b90aa9c0-b8e8-460e-b01d-d4eeb2b51926 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:16.998268 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e46ebd-2cab-4e66-973e-af9fc4d3223c req-cc4d02b9-2160-422f-97b0-5dd2dba327ca tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:17.000400 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-08e46ebd-2cab-4e66-973e-af9fc4d3223c req-cc4d02b9-2160-422f-97b0-5dd2dba327ca tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d7af06-7d06-4adf-b1ab-964b338df9b6 HTTP/1.1" status: 200 len: 946 time: 0.2400708 Jul 24 00:14:17.026219 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffe2228-bbdb-47c8-99ec-5afccb0b89f8 None None] Pushing event updated for resources: {'Port': ['ID=bc4754b2-af1c-4f11-b187-3e662d8f8bca,revision_number=3']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:17.031654 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-83b890c4-5506-4dd3-8215-395605e44dfb None None] Provisioning complete for port 6560cfc9-c011-46e2-9dc1-624ad559efe6 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:14:17.032339 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-83b890c4-5506-4dd3-8215-395605e44dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:17.044415 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90aa9c0-b8e8-460e-b01d-d4eeb2b51926 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Pushing event updated for resources: {'Subnet': ['ID=78e2d992-c1ad-4e19-ba7b-f7b8b753ca16,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:17.058702 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90aa9c0-b8e8-460e-b01d-d4eeb2b51926 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Checking segment: {'id': '4dde76ee-9daf-4ac3-8e5c-9a2a15633c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:14:17.059077 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90aa9c0-b8e8-460e-b01d-d4eeb2b51926 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Network hostable DHCP agents. Network: 52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:14:17.060660 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b74f78-0d9c-4f58-9ef1-e5e5f96c45dc None None] Routers {'8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:14:17.062011 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-a6b74f78-0d9c-4f58-9ef1-e5e5f96c45dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:13:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:14:17.090262 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-08e46ebd-2cab-4e66-973e-af9fc4d3223c req-9a049427-dbe6-4207-8c7b-3ce1f797fa2f tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/security-groups?id=02f8e688-cdad-46c4-8a86-5d8b77004136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720406 Jul 24 00:14:17.102960 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90aa9c0-b8e8-460e-b01d-d4eeb2b51926 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Network 52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:14:17.122408 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-b90aa9c0-b8e8-460e-b01d-d4eeb2b51926 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:14:17.128331 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90aa9c0-b8e8-460e-b01d-d4eeb2b51926 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:17.131121 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b90aa9c0-b8e8-460e-b01d-d4eeb2b51926 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:17.140774 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa7ed77-7511-4b89-b522-7efce77b8872 None None] Network 52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:14:17.157229 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-b90aa9c0-b8e8-460e-b01d-d4eeb2b51926 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9409757 Jul 24 00:14:17.161041 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45608) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:17.277673 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-a6b74f78-0d9c-4f58-9ef1-e5e5f96c45dc None None] Set router 8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:14:17.286574 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae5519f-a05f-4031-aa5f-8c7930ea9281 req-d33967d0-63c6-4a29-9ba2-36fa1f332faa tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:17.300728 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6ae5519f-a05f-4031-aa5f-8c7930ea9281 req-d33967d0-63c6-4a29-9ba2-36fa1f332faa tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=549de624-bb09-4e50-8794-41d8de162ace HTTP/1.1" status: 200 len: 947 time: 0.2192075 Jul 24 00:14:17.406545 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6ae5519f-a05f-4031-aa5f-8c7930ea9281 req-c03129ee-7929-44cd-9cf5-b2967c1983d7 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=65668094-9226-4b65-8245-cb28bd37e836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046610 Jul 24 00:14:17.418100 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb5c7a86-7e27-4098-8c59-74352883985f tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Made reservation on behalf of ba617effe2664093b954ded2eab93240 for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:14:17.430233 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fb5c7a86-7e27-4098-8c59-74352883985f tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:17.618268 n-d-800088-16 neutron-server[100313]: INFO neutron.db.ipam_backend_mixin [None req-fb5c7a86-7e27-4098-8c59-74352883985f tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 198130af-7936-48dc-a5d9-787b9e936dcf (CIDR: 2001:db8::/64) Jul 24 00:14:17.634677 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb5c7a86-7e27-4098-8c59-74352883985f tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 00:14:17.635915 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb5c7a86-7e27-4098-8c59-74352883985f tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:14:17.638570 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549f29fa-cfc2-40e3-9516-912cb61925ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e', 'network_id': '52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'fixed_ips': [{'subnet_id': '78e2d992-c1ad-4e19-ba7b-f7b8b753ca16'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:14:17.639551 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-549f29fa-cfc2-40e3-9516-912cb61925ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:17.671139 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-fb5c7a86-7e27-4098-8c59-74352883985f tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8515844 Jul 24 00:14:17.672464 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45610) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:17.673616 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-a6b74f78-0d9c-4f58-9ef1-e5e5f96c45dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-151244975', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'bc4754b2-af1c-4f11-b187-3e662d8f8bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:14:10Z', 'updated_at': '2021-07-24T00:14:13Z', 'revision_number': 3, 'project_id': '646730ba25934852bc5dd86a412228f1', 'gw_port': {'id': 'bc4754b2-af1c-4f11-b187-3e662d8f8bca', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:63:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:14:11Z', 'updated_at': '2021-07-24T00:14:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:14:17.681820 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-c9c26f64-7293-45ec-beec-db77d23d1598 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Request body: {'subnet': {'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:14:17.706117 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b74f78-0d9c-4f58-9ef1-e5e5f96c45dc None None] The sync data for ids ['8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6'] in n-d-800088-16 is: [{'id': '8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-151244975', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'bc4754b2-af1c-4f11-b187-3e662d8f8bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:14:10Z', 'updated_at': '2021-07-24T00:14:13Z', 'revision_number': 3, 'project_id': '646730ba25934852bc5dd86a412228f1', 'gw_port': {'id': 'bc4754b2-af1c-4f11-b187-3e662d8f8bca', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:63:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:14:11Z', 'updated_at': '2021-07-24T00:14:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:14:17.885758 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:17.933007 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9c26f64-7293-45ec-beec-db77d23d1598 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Made reservation on behalf of ba617effe2664093b954ded2eab93240 for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:14:17.938962 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c9c26f64-7293-45ec-beec-db77d23d1598 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:17.990792 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-549f29fa-cfc2-40e3-9516-912cb61925ce None None] Allocated IP 172.20.0.2 (52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e/78e2d992-c1ad-4e19-ba7b-f7b8b753ca16/20752d52-f8c9-4fd5-bf8b-94221d70ca8d) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:14:18.270467 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-d78a1adf-706d-4047-bbc9-ddd39bc70df8 None None] Provisioning complete for port 6560cfc9-c011-46e2-9dc1-624ad559efe6 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:14:18.270849 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d78a1adf-706d-4047-bbc9-ddd39bc70df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:18.283534 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615bf9fb-43c3-4a0e-8ad0-b8b9642d49e8 req-3461f96d-380c-4f5d-83df-3e4b9603484f tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:18.289375 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-615bf9fb-43c3-4a0e-8ad0-b8b9642d49e8 req-3461f96d-380c-4f5d-83df-3e4b9603484f tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/ports?device_id=3baf0961-e421-4eed-b476-15131f9b1173 HTTP/1.1" status: 200 len: 945 time: 0.4129755 Jul 24 00:14:18.436119 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-615bf9fb-43c3-4a0e-8ad0-b8b9642d49e8 req-4a0a3abc-b997-4e3b-8fdb-54305133c637 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/security-groups?id=c0063c4d-6272-47e4-8d6e-ed9b31bc3cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379282 Jul 24 00:14:18.473015 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-36de1a58-ba7d-4f36-9607-a7e7b3251dc9 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:18.525640 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2341aa3-69ff-4309-82be-37bc101dcd1e req-37192e59-8ad4-49f2-99b6-1d8a234ee9c9 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:18.534377 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e2341aa3-69ff-4309-82be-37bc101dcd1e req-37192e59-8ad4-49f2-99b6-1d8a234ee9c9 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d7af06-7d06-4adf-b1ab-964b338df9b6 HTTP/1.1" status: 200 len: 946 time: 0.2900519 Jul 24 00:14:18.684590 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e2341aa3-69ff-4309-82be-37bc101dcd1e req-95b6d791-d1b9-4cbc-b36f-a22d509637aa tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/security-groups?id=02f8e688-cdad-46c4-8a86-5d8b77004136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448059 Jul 24 00:14:18.818701 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-549f29fa-cfc2-40e3-9516-912cb61925ce None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:18.828002 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e75b9-85ca-4637-a906-d257ac5a2447 req-4d520305-677c-45ca-9e01-e70727ff9f18 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:18.830053 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b18e75b9-85ca-4637-a906-d257ac5a2447 req-4d520305-677c-45ca-9e01-e70727ff9f18 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=549de624-bb09-4e50-8794-41d8de162ace HTTP/1.1" status: 200 len: 947 time: 0.1945665 Jul 24 00:14:18.837989 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-549f29fa-cfc2-40e3-9516-912cb61925ce None None] Transition to ACTIVE for port object 20752d52-f8c9-4fd5-bf8b-94221d70ca8d will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:14:18.846125 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c3e323-4f35-4d73-9ae5-8dc274a54439 req-b876f426-15fa-450f-b1f8-5694d5a46e48 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:18.848394 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-13c3e323-4f35-4d73-9ae5-8dc274a54439 req-b876f426-15fa-450f-b1f8-5694d5a46e48 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.52 "GET /v2.0/ports?device_id=549de624-bb09-4e50-8794-41d8de162ace HTTP/1.1" status: 200 len: 947 time: 0.2967696 Jul 24 00:14:18.859993 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-549f29fa-cfc2-40e3-9516-912cb61925ce None None] Transition to ACTIVE for port object 20752d52-f8c9-4fd5-bf8b-94221d70ca8d will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:14:18.870722 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-549f29fa-cfc2-40e3-9516-912cb61925ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:18.921351 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549f29fa-cfc2-40e3-9516-912cb61925ce None None] Network 52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:14:18.926933 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-549f29fa-cfc2-40e3-9516-912cb61925ce None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:14:18.967192 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549f29fa-cfc2-40e3-9516-912cb61925ce None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:14:18.974496 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-b46922ad-4a4d-4011-b0f9-0bcf924444f4 None None] Could not find standard attr ID for object 704bcd9a-1a31-4eea-9027-df2185e7828c. {{(pid=100315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 00:14:19.000611 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b18e75b9-85ca-4637-a906-d257ac5a2447 req-71e851dc-88e1-496c-9a93-9c73616097f6 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=65668094-9226-4b65-8245-cb28bd37e836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335056 Jul 24 00:14:19.034282 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549f29fa-cfc2-40e3-9516-912cb61925ce None None] Pushing event updated for resources: {'Port': ['ID=20752d52-f8c9-4fd5-bf8b-94221d70ca8d,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:19.044146 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549f29fa-cfc2-40e3-9516-912cb61925ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:14:19.044497 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549f29fa-cfc2-40e3-9516-912cb61925ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:14:19.044969 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549f29fa-cfc2-40e3-9516-912cb61925ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:14:19.045324 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549f29fa-cfc2-40e3-9516-912cb61925ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:14:19.046309 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549f29fa-cfc2-40e3-9516-912cb61925ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:14:19.046599 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549f29fa-cfc2-40e3-9516-912cb61925ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:14:19.046932 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549f29fa-cfc2-40e3-9516-912cb61925ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:14:19.047258 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549f29fa-cfc2-40e3-9516-912cb61925ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:14:19.047589 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549f29fa-cfc2-40e3-9516-912cb61925ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:14:19.047914 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549f29fa-cfc2-40e3-9516-912cb61925ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:14:19.048237 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549f29fa-cfc2-40e3-9516-912cb61925ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:14:19.048564 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549f29fa-cfc2-40e3-9516-912cb61925ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:14:19.050522 n-d-800088-16 neutron-server[100313]: DEBUG neutron.objects.ports [None req-c9c26f64-7293-45ec-beec-db77d23d1598 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100313) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 24 00:14:19.091111 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-549f29fa-cfc2-40e3-9516-912cb61925ce None None] Attempting to bind port 20752d52-f8c9-4fd5-bf8b-94221d70ca8d on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:14:19.091479 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-549f29fa-cfc2-40e3-9516-912cb61925ce None None] Attempting to bind port 20752d52-f8c9-4fd5-bf8b-94221d70ca8d by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '4dde76ee-9daf-4ac3-8e5c-9a2a15633c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:14:19.091857 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549f29fa-cfc2-40e3-9516-912cb61925ce None None] Attempting to bind port 20752d52-f8c9-4fd5-bf8b-94221d70ca8d on network 52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:14:19.099213 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549f29fa-cfc2-40e3-9516-912cb61925ce None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:14:19.099598 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549f29fa-cfc2-40e3-9516-912cb61925ce None None] Checking segment: {'id': '4dde76ee-9daf-4ac3-8e5c-9a2a15633c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:14:19.101538 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-549f29fa-cfc2-40e3-9516-912cb61925ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:19.102072 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549f29fa-cfc2-40e3-9516-912cb61925ce None None] Bound using segment: {'id': '4dde76ee-9daf-4ac3-8e5c-9a2a15633c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:14:19.102568 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-549f29fa-cfc2-40e3-9516-912cb61925ce None None] Bound port: 20752d52-f8c9-4fd5-bf8b-94221d70ca8d, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dde76ee-9daf-4ac3-8e5c-9a2a15633c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:14:19.102967 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-549f29fa-cfc2-40e3-9516-912cb61925ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:19.184420 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-36de1a58-ba7d-4f36-9607-a7e7b3251dc9 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Allocated IP 172.20.0.1 (52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e/78e2d992-c1ad-4e19-ba7b-f7b8b753ca16/d566da20-f076-49cd-84c5-9b3d914bec47) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:14:19.238972 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae6374e-b456-4da7-87da-8c7bb7146583 req-e228470c-fa9a-43d5-a590-7d8f3bfdeb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:19.240869 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1ae6374e-b456-4da7-87da-8c7bb7146583 req-e228470c-fa9a-43d5-a590-7d8f3bfdeb36 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=da4cf7f0b0a44baf8cab05ba626ce1d0&device_id=3baf0961-e421-4eed-b476-15131f9b1173 HTTP/1.1" status: 200 len: 1097 time: 0.2393224 Jul 24 00:14:19.251351 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-549f29fa-cfc2-40e3-9516-912cb61925ce None None] For port 20752d52-f8c9-4fd5-bf8b-94221d70ca8d, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:14:19.256966 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-549f29fa-cfc2-40e3-9516-912cb61925ce None None] For port 20752d52-f8c9-4fd5-bf8b-94221d70ca8d, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=20752d52-f8c9-4fd5-bf8b-94221d70ca8d,segment=NetworkSegment(4dde76ee-9daf-4ac3-8e5c-9a2a15633c19),segment_id=4dde76ee-9daf-4ac3-8e5c-9a2a15633c19)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:14:19.266494 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-549f29fa-cfc2-40e3-9516-912cb61925ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:19.340684 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device bc4754b2-af1c-4f11-b187-3e662d8f8bca up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:14:19.521010 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549f29fa-cfc2-40e3-9516-912cb61925ce None None] Pushing event updated for resources: {'Port': ['ID=20752d52-f8c9-4fd5-bf8b-94221d70ca8d,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:19.532936 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port bc4754b2-af1c-4f11-b187-3e662d8f8bca completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:14:19.537689 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port bc4754b2-af1c-4f11-b187-3e662d8f8bca triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:14:19.538062 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:19.540634 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-13c3e323-4f35-4d73-9ae5-8dc274a54439 req-3a5d7144-44f2-41b3-9e09-1ee15b8556ee tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Deleting port 29cd91c2-82fb-4dff-aa19-86d9d8a37546 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:14:19.541046 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-13c3e323-4f35-4d73-9ae5-8dc274a54439 req-3a5d7144-44f2-41b3-9e09-1ee15b8556ee tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:19.581212 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c9c26f64-7293-45ec-beec-db77d23d1598 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:19.657505 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:19.694110 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port bc4754b2-af1c-4f11-b187-3e662d8f8bca, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=bc4754b2-af1c-4f11-b187-3e662d8f8bca,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:14:19.701971 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:19.799427 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=bc4754b2-af1c-4f11-b187-3e662d8f8bca,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:19.856736 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f19fc9c-2f6c-44a1-bc99-f80787012e05 req-d61a8973-279d-4891-b52a-4c3cb53663b5 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:19.859735 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8f19fc9c-2f6c-44a1-bc99-f80787012e05 req-d61a8973-279d-4891-b52a-4c3cb53663b5 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d7af06-7d06-4adf-b1ab-964b338df9b6 HTTP/1.1" status: 200 len: 946 time: 0.3723545 Jul 24 00:14:19.880788 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-13c3e323-4f35-4d73-9ae5-8dc274a54439 req-3a5d7144-44f2-41b3-9e09-1ee15b8556ee tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] For port 29cd91c2-82fb-4dff-aa19-86d9d8a37546, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=29cd91c2-82fb-4dff-aa19-86d9d8a37546,segment=NetworkSegment(d3cc9475-f05d-4177-894c-9d197d6c8577),segment_id=d3cc9475-f05d-4177-894c-9d197d6c8577)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:14:19.881621 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-13c3e323-4f35-4d73-9ae5-8dc274a54439 req-3a5d7144-44f2-41b3-9e09-1ee15b8556ee tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:19.915060 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae6374e-b456-4da7-87da-8c7bb7146583 req-19e00a08-9c64-4d63-b529-70622ff06ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:19.916572 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1ae6374e-b456-4da7-87da-8c7bb7146583 req-19e00a08-9c64-4d63-b529-70622ff06ffd service neutron] 10.222.0.64 "GET /v2.0/networks?id=ba763d93-6749-402f-a9a4-14c0b38e84ad HTTP/1.1" status: 200 len: 911 time: 0.6684794 Jul 24 00:14:19.990953 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1ae6374e-b456-4da7-87da-8c7bb7146583 req-03554690-b21c-47d5-b734-6fd3008b4809 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3df71be-7191-4f02-acbf-85ee22c3d661 HTTP/1.1" status: 200 len: 217 time: 0.0457392 Jul 24 00:14:20.094262 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0783b923-b6bf-43aa-a529-31304226dd4e req-d8f2ae22-527b-49d2-9875-ac12a5f97861 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:20.095774 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0783b923-b6bf-43aa-a529-31304226dd4e req-d8f2ae22-527b-49d2-9875-ac12a5f97861 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/ports?device_id=3baf0961-e421-4eed-b476-15131f9b1173 HTTP/1.1" status: 200 len: 945 time: 0.9487383 Jul 24 00:14:20.140908 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8f19fc9c-2f6c-44a1-bc99-f80787012e05 req-1bbc357c-1556-41dd-9181-50e8773d0332 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/security-groups?id=02f8e688-cdad-46c4-8a86-5d8b77004136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014148 Jul 24 00:14:20.155790 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-c9c26f64-7293-45ec-beec-db77d23d1598 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] For port 6560cfc9-c011-46e2-9dc1-624ad559efe6, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=6560cfc9-c011-46e2-9dc1-624ad559efe6,segment=NetworkSegment(b737500e-4702-4fa9-bd4b-6c1d2e2fa041),segment_id=b737500e-4702-4fa9-bd4b-6c1d2e2fa041)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:14:20.160629 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae6374e-b456-4da7-87da-8c7bb7146583 req-cfbb1081-d0ff-46c1-9100-91637cbc5f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:20.162506 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1ae6374e-b456-4da7-87da-8c7bb7146583 req-cfbb1081-d0ff-46c1-9100-91637cbc5f75 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b5859c1e-cadc-473f-b6a0-12802dc9ec4e HTTP/1.1" status: 200 len: 850 time: 0.1458056 Jul 24 00:14:20.236851 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-36de1a58-ba7d-4f36-9607-a7e7b3251dc9 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:20.241295 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1ae6374e-b456-4da7-87da-8c7bb7146583 req-114e50a9-010b-46af-b468-e0a06110912b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ba763d93-6749-402f-a9a4-14c0b38e84ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682704 Jul 24 00:14:20.244728 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89bf549-60af-45ab-9a3b-ea52c472ea9f req-b11c7c33-b292-45bc-b434-fe52914937b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:20.246834 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a89bf549-60af-45ab-9a3b-ea52c472ea9f req-b11c7c33-b292-45bc-b434-fe52914937b8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=17106f56bd6e4b86b27a5d0422aa02ab&device_id=15d7af06-7d06-4adf-b1ab-964b338df9b6 HTTP/1.1" status: 200 len: 1098 time: 0.3293276 Jul 24 00:14:20.250533 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0783b923-b6bf-43aa-a529-31304226dd4e req-477abcb7-cf3c-4821-8600-a918294e4a55 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/security-groups?id=c0063c4d-6272-47e4-8d6e-ed9b31bc3cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416914 Jul 24 00:14:20.260097 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c9c26f64-7293-45ec-beec-db77d23d1598 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:20.297447 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c9c26f64-7293-45ec-beec-db77d23d1598 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:20.298819 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c9c26f64-7293-45ec-beec-db77d23d1598 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:20.312468 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-13c3e323-4f35-4d73-9ae5-8dc274a54439 req-3a5d7144-44f2-41b3-9e09-1ee15b8556ee tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:20.312769 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [None req-36de1a58-ba7d-4f36-9607-a7e7b3251dc9 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Transition to ACTIVE for port object d566da20-f076-49cd-84c5-9b3d914bec47 will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:14:20.313196 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-13c3e323-4f35-4d73-9ae5-8dc274a54439 req-3a5d7144-44f2-41b3-9e09-1ee15b8556ee tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:20.314051 n-d-800088-16 neutron-server[100313]: INFO neutron.db.l3_db [req-13c3e323-4f35-4d73-9ae5-8dc274a54439 req-3a5d7144-44f2-41b3-9e09-1ee15b8556ee tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Floating IP 0f365a46-4aa2-4a58-b7e1-688d9d33853b disassociated. External IP: 172.25.3.35, port: 29cd91c2-82fb-4dff-aa19-86d9d8a37546. Jul 24 00:14:20.314420 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-13c3e323-4f35-4d73-9ae5-8dc274a54439 req-3a5d7144-44f2-41b3-9e09-1ee15b8556ee tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Calling delete_port for 29cd91c2-82fb-4dff-aa19-86d9d8a37546 owned by compute:nova {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:14:20.404990 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c26f64-7293-45ec-beec-db77d23d1598 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Network e98734e2-dedb-4450-9333-d795164b1ce9 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:14:20.459976 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-c9c26f64-7293-45ec-beec-db77d23d1598 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:14:20.463729 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c26f64-7293-45ec-beec-db77d23d1598 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:20.464579 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c9c26f64-7293-45ec-beec-db77d23d1598 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:20.471604 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91a4047-f434-4d09-96c3-cd412121f5b8 None None] Network e98734e2-dedb-4450-9333-d795164b1ce9 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:14:20.477795 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1ae6374e-b456-4da7-87da-8c7bb7146583 req-3aac9373-c6a7-43e7-81cd-89c537b66079 service neutron] 10.222.0.64 "GET /v2.0/networks/ba763d93-6749-402f-a9a4-14c0b38e84ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220807 Jul 24 00:14:20.514092 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c26f64-7293-45ec-beec-db77d23d1598 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event updated for resources: {'Subnet': ['ID=84ae4c6b-11c7-498a-a4b5-cc7752bc0b3d,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:20.524307 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89bf549-60af-45ab-9a3b-ea52c472ea9f req-d4e808c5-4d15-4fbe-8215-b0b07cc4f338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:20.526525 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a89bf549-60af-45ab-9a3b-ea52c472ea9f req-d4e808c5-4d15-4fbe-8215-b0b07cc4f338 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99 HTTP/1.1" status: 200 len: 916 time: 0.2720590 Jul 24 00:14:20.536653 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c9c26f64-7293-45ec-beec-db77d23d1598 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.8591604 Jul 24 00:14:20.538991 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c26f64-7293-45ec-beec-db77d23d1598 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event updated for resources: {'Port': ['ID=6560cfc9-c011-46e2-9dc1-624ad559efe6,revision_number=8']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:20.554950 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45642) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:20.564503 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-cdc846da-46dc-4b98-842a-b02918925ae5 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Request body: {'port': {'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'mac_address': 'fa:16:3e:14:f3:20', 'name': 'tempest-NetworksTestDHCPv6-1472245534'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:14:20.588272 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-36de1a58-ba7d-4f36-9607-a7e7b3251dc9 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:20.596597 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff640f2a-1e65-43ad-8daa-0284ee64954b req-a490d7ef-144d-44e2-a479-f23c345e08b8 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:20.598522 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ff640f2a-1e65-43ad-8daa-0284ee64954b req-a490d7ef-144d-44e2-a479-f23c345e08b8 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=549de624-bb09-4e50-8794-41d8de162ace HTTP/1.1" status: 200 len: 947 time: 0.3552544 Jul 24 00:14:20.726437 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ff640f2a-1e65-43ad-8daa-0284ee64954b req-29b08a00-818a-4716-ac65-fcc7000f02a8 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=65668094-9226-4b65-8245-cb28bd37e836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072602 Jul 24 00:14:20.742309 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a89bf549-60af-45ab-9a3b-ea52c472ea9f req-8c2211b2-9395-438c-ac88-0ed6515ee25a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ac3c6ff-68cb-437c-8b84-4f8182baabf0 HTTP/1.1" status: 200 len: 217 time: 0.1900728 Jul 24 00:14:20.762339 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36de1a58-ba7d-4f36-9607-a7e7b3251dc9 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Pushing event updated for resources: {'Port': ['ID=d566da20-f076-49cd-84c5-9b3d914bec47,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:20.773866 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36de1a58-ba7d-4f36-9607-a7e7b3251dc9 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Network 52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:14:20.801640 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-36de1a58-ba7d-4f36-9607-a7e7b3251dc9 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:14:20.810070 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36de1a58-ba7d-4f36-9607-a7e7b3251dc9 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:14:20.830709 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-13c3e323-4f35-4d73-9ae5-8dc274a54439 req-3a5d7144-44f2-41b3-9e09-1ee15b8556ee tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:20.924789 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5d7144-44f2-41b3-9e09-1ee15b8556ee tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Pushing event deleted for resources: {'Port': ['ID=29cd91c2-82fb-4dff-aa19-86d9d8a37546,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:20.935160 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc846da-46dc-4b98-842a-b02918925ae5 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Made reservation on behalf of ba617effe2664093b954ded2eab93240 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:14:20.952672 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 29cd91c2-82fb-4dff-aa19-86d9d8a37546 no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:14:20.991511 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] No Port match for: 29cd91c2-82fb-4dff-aa19-86d9d8a37546 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:14:20.991878 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 29cd91c2-82fb-4dff-aa19-86d9d8a37546 not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:14:21.013515 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df2030c-4e6e-4ef5-b16b-6d6a17c7a8e8 None None] Update dhcp port {'port': {'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'fixed_ips': [{'subnet_id': '84ae4c6b-11c7-498a-a4b5-cc7752bc0b3d', 'ip_address': '2001:db8:0:1:f816:3eff:feb1:e522'}, {'subnet_id': '198130af-7936-48dc-a5d9-787b9e936dcf'}], 'binding:host_id': 'n-d-800088-16'}, 'id': '6560cfc9-c011-46e2-9dc1-624ad559efe6'} from n-d-800088-16. {{(pid=100315) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 24 00:14:21.038595 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-36de1a58-ba7d-4f36-9607-a7e7b3251dc9 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681761'] for router_interface, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:21.070931 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17cad1e4-3131-4d86-8534-faeca175eed3 None None] Network 52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:14:21.085125 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89bf549-60af-45ab-9a3b-ea52c472ea9f req-046bf44b-1906-48f4-bd25-60ae4099d09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:21.087296 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a89bf549-60af-45ab-9a3b-ea52c472ea9f req-046bf44b-1906-48f4-bd25-60ae4099d09c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=522f4cc8-5095-47aa-bf49-81815053d08e HTTP/1.1" status: 200 len: 854 time: 0.3098621 Jul 24 00:14:21.095520 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1ae6374e-b456-4da7-87da-8c7bb7146583 req-839b4d76-a30e-4233-a608-3ef79c21caa5 service neutron] 10.222.0.64 "GET /v2.0/networks/ba763d93-6749-402f-a9a4-14c0b38e84ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5649734 Jul 24 00:14:21.243013 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-6df2030c-4e6e-4ef5-b16b-6d6a17c7a8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:21.278349 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-4fb41e26-9bad-46c4-a283-94e1e00f9ac0 None None] Provisioning for port 20752d52-f8c9-4fd5-bf8b-94221d70ca8d completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:14:21.341114 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-36de1a58-ba7d-4f36-9607-a7e7b3251dc9 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:21.460494 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device bc4754b2-af1c-4f11-b187-3e662d8f8bca up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:14:21.474974 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89bf549-60af-45ab-9a3b-ea52c472ea9f req-11f8efd3-560c-4a87-a171-ceb30e0f50c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:21.476525 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a89bf549-60af-45ab-9a3b-ea52c472ea9f req-11f8efd3-560c-4a87-a171-ceb30e0f50c3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3798161 Jul 24 00:14:21.626090 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port bc4754b2-af1c-4f11-b187-3e662d8f8bca triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:14:21.627329 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:21.733040 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f557000a-7369-406d-b981-abae7d10e7f6 req-c10c7117-84b6-4938-82b0-8d3dfa9e065d tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:21.733040 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f557000a-7369-406d-b981-abae7d10e7f6 req-c10c7117-84b6-4938-82b0-8d3dfa9e065d tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d7af06-7d06-4adf-b1ab-964b338df9b6 HTTP/1.1" status: 200 len: 946 time: 0.4053650 Jul 24 00:14:21.750735 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cdc846da-46dc-4b98-842a-b02918925ae5 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:21.752097 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-6df2030c-4e6e-4ef5-b16b-6d6a17c7a8e8 None None] Allocated IP 2001:db8::2 (e98734e2-dedb-4450-9333-d795164b1ce9/198130af-7936-48dc-a5d9-787b9e936dcf/6560cfc9-c011-46e2-9dc1-624ad559efe6) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:14:21.789543 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [req-13c3e323-4f35-4d73-9ae5-8dc274a54439 req-3a5d7144-44f2-41b3-9e09-1ee15b8556ee tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Router 5597493e-01dd-47da-9bc4-b838fcd76b0d has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:14:21.795042 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [None req-cdc846da-46dc-4b98-842a-b02918925ae5 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] device_id is not set on port 5f48a516-938d-4a03-9de3-dd732f3ab45b yet. {{(pid=100313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:14:21.797139 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f557000a-7369-406d-b981-abae7d10e7f6 req-09643746-337e-48a9-8929-79ddbee10a70 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/security-groups?id=02f8e688-cdad-46c4-8a86-5d8b77004136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573223 Jul 24 00:14:21.812264 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a89bf549-60af-45ab-9a3b-ea52c472ea9f req-2dd3400e-f4f5-462d-9d2d-346bbc70013d service neutron] 10.222.0.64 "GET /v2.0/networks/c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3259280 Jul 24 00:14:21.853348 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c10991b-49d3-459a-b765-8d22d0afc212 req-bb03de65-65d4-48bd-a579-85be8ca943ae tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:21.861253 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4c10991b-49d3-459a-b765-8d22d0afc212 req-bb03de65-65d4-48bd-a579-85be8ca943ae tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/ports?device_id=3baf0961-e421-4eed-b476-15131f9b1173 HTTP/1.1" status: 200 len: 945 time: 0.2420151 Jul 24 00:14:21.907861 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-6df2030c-4e6e-4ef5-b16b-6d6a17c7a8e8 None None] For port 6560cfc9-c011-46e2-9dc1-624ad559efe6, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=6560cfc9-c011-46e2-9dc1-624ad559efe6,segment=NetworkSegment(b737500e-4702-4fa9-bd4b-6c1d2e2fa041),segment_id=b737500e-4702-4fa9-bd4b-6c1d2e2fa041)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:14:21.968771 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-6df2030c-4e6e-4ef5-b16b-6d6a17c7a8e8 None None] Notify callbacks [] for port, precommit_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:21.992342 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-6df2030c-4e6e-4ef5-b16b-6d6a17c7a8e8 None None] Transition to ACTIVE for port object 6560cfc9-c011-46e2-9dc1-624ad559efe6 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:14:21.999916 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-6df2030c-4e6e-4ef5-b16b-6d6a17c7a8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:22.022083 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5d081de5-8245-4b26-963f-54d42773529c req-2eaef105-2ad8-406c-9ae1-95d7e3483170 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=549de624-bb09-4e50-8794-41d8de162ace HTTP/1.1" status: 200 len: 210 time: 0.0968192 Jul 24 00:14:22.084286 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 20752d52-f8c9-4fd5-bf8b-94221d70ca8d up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:14:22.107632 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a89bf549-60af-45ab-9a3b-ea52c472ea9f req-f25f1c54-38b0-43ec-9a42-d3aaeb7996da service neutron] 10.222.0.64 "GET /v2.0/networks/c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815967 Jul 24 00:14:22.125854 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4c10991b-49d3-459a-b765-8d22d0afc212 req-8c4d63a8-8c3d-4b2f-93b6-aedec62414bd tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/security-groups?id=c0063c4d-6272-47e4-8d6e-ed9b31bc3cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633867 Jul 24 00:14:22.206719 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df2030c-4e6e-4ef5-b16b-6d6a17c7a8e8 None None] Pushing event updated for resources: {'Port': ['ID=6560cfc9-c011-46e2-9dc1-624ad559efe6,revision_number=9']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:22.219458 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 20752d52-f8c9-4fd5-bf8b-94221d70ca8d completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:14:22.225198 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 20752d52-f8c9-4fd5-bf8b-94221d70ca8d triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:14:22.225643 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:22.261044 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-13c3e323-4f35-4d73-9ae5-8dc274a54439 req-3a5d7144-44f2-41b3-9e09-1ee15b8556ee tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:14:22.270269 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-36de1a58-ba7d-4f36-9607-a7e7b3251dc9 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:22.277058 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-36de1a58-ba7d-4f36-9607-a7e7b3251dc9 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:22.283240 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e3ee87-c658-49a2-8939-2c26201168e9 None None] Sync routers for ids ['5597493e-01dd-47da-9bc4-b838fcd76b0d'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:14:22.329482 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e3ee87-c658-49a2-8939-2c26201168e9 None None] Routers {'5597493e-01dd-47da-9bc4-b838fcd76b0d'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:14:22.330138 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-e0e3ee87-c658-49a2-8939-2c26201168e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:13:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['5597493e-01dd-47da-9bc4-b838fcd76b0d'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:14:22.352751 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-cdc846da-46dc-4b98-842a-b02918925ae5 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Allocated IP 2001:db8::37b (e98734e2-dedb-4450-9333-d795164b1ce9/198130af-7936-48dc-a5d9-787b9e936dcf/5f48a516-938d-4a03-9de3-dd732f3ab45b) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:14:22.362483 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-cdc846da-46dc-4b98-842a-b02918925ae5 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Allocated IP 2001:db8:0:1:f816:3eff:fe14:f320 (e98734e2-dedb-4450-9333-d795164b1ce9/84ae4c6b-11c7-498a-a4b5-cc7752bc0b3d/5f48a516-938d-4a03-9de3-dd732f3ab45b) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:14:22.428074 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36de1a58-ba7d-4f36-9607-a7e7b3251dc9 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Pushing event updated for resources: {'Port': ['ID=d566da20-f076-49cd-84c5-9b3d914bec47,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:22.448741 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-36de1a58-ba7d-4f36-9607-a7e7b3251dc9 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680980'] for router_interface, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:22.477617 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-a0be498d-74eb-47b0-8271-d986c702bca5 None None] Provisioning for port d566da20-f076-49cd-84c5-9b3d914bec47 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:14:22.495940 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-a0be498d-74eb-47b0-8271-d986c702bca5 None None] Provisioning complete for port d566da20-f076-49cd-84c5-9b3d914bec47 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:14:22.496314 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a0be498d-74eb-47b0-8271-d986c702bca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:22.566319 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36de1a58-ba7d-4f36-9607-a7e7b3251dc9 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Network 52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:14:22.568314 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-36de1a58-ba7d-4f36-9607-a7e7b3251dc9 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:14:22.570839 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cdc846da-46dc-4b98-842a-b02918925ae5 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:22.578701 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-a0be498d-74eb-47b0-8271-d986c702bca5 None None] Port d566da20-f076-49cd-84c5-9b3d914bec47 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:14:22.610924 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [None req-cdc846da-46dc-4b98-842a-b02918925ae5 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Transition to ACTIVE for port object 5f48a516-938d-4a03-9de3-dd732f3ab45b will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:14:22.677807 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-e0e3ee87-c658-49a2-8939-2c26201168e9 None None] Set router 5597493e-01dd-47da-9bc4-b838fcd76b0d gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:14:22.706594 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-13c3e323-4f35-4d73-9ae5-8dc274a54439 req-3a5d7144-44f2-41b3-9e09-1ee15b8556ee tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] No DVR routers for this DVR port 29cd91c2-82fb-4dff-aa19-86d9d8a37546 on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:14:22.709667 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cdc846da-46dc-4b98-842a-b02918925ae5 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:22.725850 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-13c3e323-4f35-4d73-9ae5-8dc274a54439 req-3a5d7144-44f2-41b3-9e09-1ee15b8556ee tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:22.729721 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-13c3e323-4f35-4d73-9ae5-8dc274a54439 req-3a5d7144-44f2-41b3-9e09-1ee15b8556ee tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.52 "DELETE /v2.0/ports/29cd91c2-82fb-4dff-aa19-86d9d8a37546 HTTP/1.1" status: 204 len: 173 time: 3.8752275 Jul 24 00:14:22.730209 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '549de624-bb09-4e50-8794-41d8de162ace', 'name': 'network-vif-deleted', 'tag': '29cd91c2-82fb-4dff-aa19-86d9d8a37546'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:14:22.738154 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc0411bd-4df8-4e58-9c55-e376bb20857b" -d '{"events": [{"server_uuid": "549de624-bb09-4e50-8794-41d8de162ace", "name": "network-vif-deleted", "tag": "29cd91c2-82fb-4dff-aa19-86d9d8a37546"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:14:22.743907 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-a0be498d-74eb-47b0-8271-d986c702bca5 None None] Provisioning complete for port 20752d52-f8c9-4fd5-bf8b-94221d70ca8d triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:14:22.744308 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a0be498d-74eb-47b0-8271-d986c702bca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:22.809132 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:22.822797 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc846da-46dc-4b98-842a-b02918925ae5 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Network e98734e2-dedb-4450-9333-d795164b1ce9 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:14:22.826331 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-cdc846da-46dc-4b98-842a-b02918925ae5 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:14:22.832218 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc846da-46dc-4b98-842a-b02918925ae5 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:14:22.839643 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc846da-46dc-4b98-842a-b02918925ae5 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:22.840511 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cdc846da-46dc-4b98-842a-b02918925ae5 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:22.856982 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36de1a58-ba7d-4f36-9607-a7e7b3251dc9 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Router 8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:14:22.865052 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d44d9e6f-7205-4213-a996-b5ef5212b6d8 x-openstack-request-id: req-d44d9e6f-7205-4213-a996-b5ef5212b6d8 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:14:22.865394 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "549de624-bb09-4e50-8794-41d8de162ace", "name": "network-vif-deleted", "tag": "29cd91c2-82fb-4dff-aa19-86d9d8a37546", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:14:22.865589 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d44d9e6f-7205-4213-a996-b5ef5212b6d8 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:14:22.865988 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '549de624-bb09-4e50-8794-41d8de162ace', 'name': 'network-vif-deleted', 'tag': '29cd91c2-82fb-4dff-aa19-86d9d8a37546', 'status': 'completed', 'code': 200} Jul 24 00:14:22.878848 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-cdc846da-46dc-4b98-842a-b02918925ae5 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.3167646 Jul 24 00:14:22.890050 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45662) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:23.065915 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 20752d52-f8c9-4fd5-bf8b-94221d70ca8d, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=20752d52-f8c9-4fd5-bf8b-94221d70ca8d,segment=NetworkSegment(4dde76ee-9daf-4ac3-8e5c-9a2a15633c19),segment_id=4dde76ee-9daf-4ac3-8e5c-9a2a15633c19)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:14:23.072703 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc846da-46dc-4b98-842a-b02918925ae5 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event updated for resources: {'Port': ['ID=5f48a516-938d-4a03-9de3-dd732f3ab45b,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:23.087050 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:23.088769 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 6560cfc9-c011-46e2-9dc1-624ad559efe6 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:14:23.128479 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36de1a58-ba7d-4f36-9607-a7e7b3251dc9 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:14:23.143778 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68459f73-9cc3-44f8-b8e9-9aeaa4af5d21 None None] Sync routers for ids ['8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:14:23.156896 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-36de1a58-ba7d-4f36-9607-a7e7b3251dc9 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "PUT /v2.0/routers/8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9871702 Jul 24 00:14:23.165675 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68459f73-9cc3-44f8-b8e9-9aeaa4af5d21 None None] Routers {'8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:14:23.166605 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-68459f73-9cc3-44f8-b8e9-9aeaa4af5d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:13:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:14:23.296400 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead94994-8daa-4aea-b5b2-f1e8437ec5b3 req-de6b94fe-9031-4d87-bfec-490b3f789246 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:23.298070 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ead94994-8daa-4aea-b5b2-f1e8437ec5b3 req-de6b94fe-9031-4d87-bfec-490b3f789246 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d7af06-7d06-4adf-b1ab-964b338df9b6 HTTP/1.1" status: 200 len: 946 time: 0.2975490 Jul 24 00:14:23.317435 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d5446ec8-a4fa-4d07-a6e5-e2f9ac3beac7 req-746046ec-2d21-4137-95e1-1be27383ca97 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=549de624-bb09-4e50-8794-41d8de162ace HTTP/1.1" status: 200 len: 210 time: 0.0623202 Jul 24 00:14:23.319661 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-28c67bc3-09e0-4f13-a1d0-8a818685392d tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Deleting port 5f48a516-938d-4a03-9de3-dd732f3ab45b {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:14:23.320021 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-28c67bc3-09e0-4f13-a1d0-8a818685392d tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:23.414078 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ead94994-8daa-4aea-b5b2-f1e8437ec5b3 req-ea03fec9-602b-473f-80e4-11ce2858b273 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/security-groups?id=02f8e688-cdad-46c4-8a86-5d8b77004136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095769 Jul 24 00:14:23.509533 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-68459f73-9cc3-44f8-b8e9-9aeaa4af5d21 None None] Set router 8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:14:23.573115 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-28c67bc3-09e0-4f13-a1d0-8a818685392d tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:23.588560 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-28c67bc3-09e0-4f13-a1d0-8a818685392d tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Calling delete_port for 5f48a516-938d-4a03-9de3-dd732f3ab45b owned by {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:14:23.695241 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1879c871-4d83-4720-b282-0be221eaa718 req-0f0e0805-f7d3-4aee-8a13-8bf989a82b10 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:23.700368 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1879c871-4d83-4720-b282-0be221eaa718 req-0f0e0805-f7d3-4aee-8a13-8bf989a82b10 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/ports?device_id=3baf0961-e421-4eed-b476-15131f9b1173 HTTP/1.1" status: 200 len: 945 time: 0.2222927 Jul 24 00:14:23.773200 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1879c871-4d83-4720-b282-0be221eaa718 req-703809ba-2174-4f16-8937-879e36c1da54 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/security-groups?id=c0063c4d-6272-47e4-8d6e-ed9b31bc3cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654662 Jul 24 00:14:23.810264 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [req-affa34cf-7c45-4e4e-81b5-103696dfdcd4 req-8ceee6d2-c276-4a22-8a20-e71994597bd6 service neutron] (100313) timed out ('10.222.0.64', 49825) {{(pid=100313) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 24 00:14:23.825584 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-28c67bc3-09e0-4f13-a1d0-8a818685392d tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:23.891042 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c67bc3-09e0-4f13-a1d0-8a818685392d tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event deleted for resources: {'Port': ['ID=5f48a516-938d-4a03-9de3-dd732f3ab45b,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:23.929409 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-20c30395-243b-4f8f-8b54-65baa590fdeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:23.956917 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-68459f73-9cc3-44f8-b8e9-9aeaa4af5d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-151244975', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'bc4754b2-af1c-4f11-b187-3e662d8f8bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:14:10Z', 'updated_at': '2021-07-24T00:14:21Z', 'revision_number': 4, 'project_id': '646730ba25934852bc5dd86a412228f1', 'gw_port': {'id': 'bc4754b2-af1c-4f11-b187-3e662d8f8bca', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:63:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:14:11Z', 'updated_at': '2021-07-24T00:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'd566da20-f076-49cd-84c5-9b3d914bec47', 'name': '', 'network_id': '52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'mac_address': 'fa:16:3e:a8:ac:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '78e2d992-c1ad-4e19-ba7b-f7b8b753ca16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:14:18Z', 'updated_at': '2021-07-24T00:14:21Z', 'revision_number': 2, 'project_id': '646730ba25934852bc5dd86a412228f1', 'subnets': [{'id': '78e2d992-c1ad-4e19-ba7b-f7b8b753ca16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:14:23.977784 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7fb7bad9-e6cf-4275-b008-230cd042aaa3 req-5a1e4b52-c750-4fa8-919e-fd458b420884 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1875309543&fields=id&tenant_id=646730ba25934852bc5dd86a412228f1 HTTP/1.1" status: 200 len: 267 time: 0.1662545 Jul 24 00:14:24.022840 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=20752d52-f8c9-4fd5-bf8b-94221d70ca8d,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:24.027241 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68459f73-9cc3-44f8-b8e9-9aeaa4af5d21 None None] Checking router: 8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:14:24.027615 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68459f73-9cc3-44f8-b8e9-9aeaa4af5d21 None None] Updating router 8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6 port d566da20-f076-49cd-84c5-9b3d914bec47 binding host n-d-800088-16 {{(pid=100316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:14:24.031850 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-28c67bc3-09e0-4f13-a1d0-8a818685392d tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:24.037170 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-28c67bc3-09e0-4f13-a1d0-8a818685392d tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/ports/5f48a516-938d-4a03-9de3-dd732f3ab45b HTTP/1.1" status: 204 len: 168 time: 1.1248713 Jul 24 00:14:24.038796 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45692) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:24.085750 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-ad32051e-2b69-4877-8e9d-8fce6b0f06d3 None None] Provisioning complete for port d566da20-f076-49cd-84c5-9b3d914bec47 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:14:24.086061 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-68459f73-9cc3-44f8-b8e9-9aeaa4af5d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:24.086218 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ad32051e-2b69-4877-8e9d-8fce6b0f06d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:24.156407 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-ad32051e-2b69-4877-8e9d-8fce6b0f06d3 None None] Port d566da20-f076-49cd-84c5-9b3d914bec47 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:14:24.190527 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f7204-d620-4cdf-8fa1-c1e0c65698a2 req-d6220202-5f9f-4418-8498-1efa2c4d772d tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:24.194808 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-ad32051e-2b69-4877-8e9d-8fce6b0f06d3 None None] Provisioning for port 6560cfc9-c011-46e2-9dc1-624ad559efe6 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:14:24.201436 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8d4f7204-d620-4cdf-8fa1-c1e0c65698a2 req-d6220202-5f9f-4418-8498-1efa2c4d772d tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d7af06-7d06-4adf-b1ab-964b338df9b6 HTTP/1.1" status: 200 len: 946 time: 0.2610910 Jul 24 00:14:24.232519 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 6560cfc9-c011-46e2-9dc1-624ad559efe6 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:14:24.234708 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7bad9-e6cf-4275-b008-230cd042aaa3 req-1c9de9ec-2f30-4285-bffe-952cea77909b tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:24.236882 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7fb7bad9-e6cf-4275-b008-230cd042aaa3 req-1c9de9ec-2f30-4285-bffe-952cea77909b tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/networks?id=52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e HTTP/1.1" status: 200 len: 797 time: 0.2505813 Jul 24 00:14:24.269531 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7fb7bad9-e6cf-4275-b008-230cd042aaa3 req-1499fc6b-2743-46ec-86fe-80b41ef0a8d4 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/quotas/646730ba25934852bc5dd86a412228f1 HTTP/1.1" status: 200 len: 375 time: 0.0250809 Jul 24 00:14:24.304963 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-ad32051e-2b69-4877-8e9d-8fce6b0f06d3 None None] Provisioning complete for port 6560cfc9-c011-46e2-9dc1-624ad559efe6 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:14:24.305813 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ad32051e-2b69-4877-8e9d-8fce6b0f06d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:24.312845 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8d4f7204-d620-4cdf-8fa1-c1e0c65698a2 req-d5ad9354-de3f-4251-844d-648677689fe7 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/security-groups?id=02f8e688-cdad-46c4-8a86-5d8b77004136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044786 Jul 24 00:14:24.323946 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f09761-6d2a-4871-94bf-382ecd20dafc tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:24.329358 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-73f09761-6d2a-4871-94bf-382ecd20dafc tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2879121 Jul 24 00:14:24.330370 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45696) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:24.363093 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-e0e3ee87-c658-49a2-8939-2c26201168e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5597493e-01dd-47da-9bc4-b838fcd76b0d', 'name': 'tempest-AttachVolumeShelveTestJSON-15636632-router', 'tenant_id': 'f416a58274704009b44a26f31650fbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '59d53353-5b0f-46b9-b6a2-18c83ad501b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:09:42Z', 'updated_at': '2021-07-24T00:09:50Z', 'revision_number': 4, 'project_id': 'f416a58274704009b44a26f31650fbc3', 'gw_port': {'id': '59d53353-5b0f-46b9-b6a2-18c83ad501b8', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5597493e-01dd-47da-9bc4-b838fcd76b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:09:44Z', 'updated_at': '2021-07-24T00:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '62191fff-096a-441b-adfd-4c774030012a', 'name': '', 'network_id': '3bb27577-8aa4-438b-b0fc-2e9a72f8d21f', 'tenant_id': 'f416a58274704009b44a26f31650fbc3', 'mac_address': 'fa:16:3e:85:1d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5597493e-01dd-47da-9bc4-b838fcd76b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '63da32e2-61ac-4eb0-aee3-157739522d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:09:49Z', 'updated_at': '2021-07-24T00:10:02Z', 'revision_number': 5, 'project_id': 'f416a58274704009b44a26f31650fbc3', 'subnets': [{'id': '63da32e2-61ac-4eb0-aee3-157739522d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:14:24.416481 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7fb7bad9-e6cf-4275-b008-230cd042aaa3 req-c48a3652-a6f1-41d2-8d25-e82e763b5c17 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=646730ba25934852bc5dd86a412228f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1399350 Jul 24 00:14:24.425568 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 6560cfc9-c011-46e2-9dc1-624ad559efe6 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:14:24.425957 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:24.427598 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e3ee87-c658-49a2-8939-2c26201168e9 None None] Checking router: 5597493e-01dd-47da-9bc4-b838fcd76b0d for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:14:24.509748 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e3ee87-c658-49a2-8939-2c26201168e9 None None] Routers {'5597493e-01dd-47da-9bc4-b838fcd76b0d'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:14:24.510734 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-e0e3ee87-c658-49a2-8939-2c26201168e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:13:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['5597493e-01dd-47da-9bc4-b838fcd76b0d'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:14:24.513860 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98b1fa8-c93f-4c1b-a95b-8e66f92835b3 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:24.518694 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-f98b1fa8-c93f-4c1b-a95b-8e66f92835b3 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1871483 Jul 24 00:14:24.519305 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45702) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:24.551595 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7fb7bad9-e6cf-4275-b008-230cd042aaa3 req-5f0d9073-1afe-4bac-acd7-f2c5ef5dc79e service neutron] 10.222.0.44 "GET /v2.0/networks/52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225092 Jul 24 00:14:24.588410 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c8b45-9202-4e83-9c52-40cafe134dcb req-8eb62e88-6432-4484-b0f2-b241d853488b tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:24.595368 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-472c8b45-9202-4e83-9c52-40cafe134dcb req-8eb62e88-6432-4484-b0f2-b241d853488b tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6e10e2e-5a26-4caa-aee0-3ee0ef3a6a7d HTTP/1.1" status: 200 len: 945 time: 0.1477778 Jul 24 00:14:24.619114 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a97e08-ae2a-41e0-b193-5efd7cf2ac95 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:24.620842 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a97e08-ae2a-41e0-b193-5efd7cf2ac95 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:24.622363 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a97e08-ae2a-41e0-b193-5efd7cf2ac95 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:24.627297 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-f3a97e08-ae2a-41e0-b193-5efd7cf2ac95 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1068757 Jul 24 00:14:24.630477 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45704) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:24.631909 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-68459f73-9cc3-44f8-b8e9-9aeaa4af5d21 None None] Notify callbacks [] for port, precommit_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:24.653779 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.provisioning_blocks [None req-68459f73-9cc3-44f8-b8e9-9aeaa4af5d21 None None] Transition to ACTIVE for port object d566da20-f076-49cd-84c5-9b3d914bec47 will not be triggered until provisioned by entity L2. {{(pid=100316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:14:24.670374 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-68459f73-9cc3-44f8-b8e9-9aeaa4af5d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:24.712825 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-472c8b45-9202-4e83-9c52-40cafe134dcb req-13ad5c72-f06f-413b-b9c9-8505ddcf9393 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/security-groups?id=02f8e688-cdad-46c4-8a86-5d8b77004136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112723 Jul 24 00:14:24.732680 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7fb7bad9-e6cf-4275-b008-230cd042aaa3 req-7550333c-396f-4150-aefc-d84276d926f1 service neutron] 10.222.0.44 "GET /v2.0/networks/52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747732 Jul 24 00:14:24.734804 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-ad32051e-2b69-4877-8e9d-8fce6b0f06d3 None None] Could not find standard attr ID for object 5f48a516-938d-4a03-9de3-dd732f3ab45b. {{(pid=100315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 00:14:24.750485 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-654b690e-9c40-49ac-b5d1-fa6899d2b4f6 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Deleting subnet 198130af-7936-48dc-a5d9-787b9e936dcf {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:14:24.765979 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-654b690e-9c40-49ac-b5d1-fa6899d2b4f6 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:24.772975 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-e0e3ee87-c658-49a2-8939-2c26201168e9 None None] Set router 5597493e-01dd-47da-9bc4-b838fcd76b0d gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:14:24.861618 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cb55a3-8129-4de6-9531-3e9bd63a222c None None] Pushing event updated for resources: {'Port': ['ID=d566da20-f076-49cd-84c5-9b3d914bec47,revision_number=3']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:24.906949 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-654b690e-9c40-49ac-b5d1-fa6899d2b4f6 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:24.974524 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-68459f73-9cc3-44f8-b8e9-9aeaa4af5d21 None None] Attempting to bind port d566da20-f076-49cd-84c5-9b3d914bec47 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:14:24.974815 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-68459f73-9cc3-44f8-b8e9-9aeaa4af5d21 None None] Attempting to bind port d566da20-f076-49cd-84c5-9b3d914bec47 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '4dde76ee-9daf-4ac3-8e5c-9a2a15633c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e'}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:14:24.975231 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68459f73-9cc3-44f8-b8e9-9aeaa4af5d21 None None] Attempting to bind port d566da20-f076-49cd-84c5-9b3d914bec47 on network 52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:14:24.980435 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68459f73-9cc3-44f8-b8e9-9aeaa4af5d21 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:14:24.981099 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68459f73-9cc3-44f8-b8e9-9aeaa4af5d21 None None] Checking segment: {'id': '4dde76ee-9daf-4ac3-8e5c-9a2a15633c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:14:24.981555 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-68459f73-9cc3-44f8-b8e9-9aeaa4af5d21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:24.981954 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68459f73-9cc3-44f8-b8e9-9aeaa4af5d21 None None] Bound using segment: {'id': '4dde76ee-9daf-4ac3-8e5c-9a2a15633c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e'} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:14:24.982422 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-68459f73-9cc3-44f8-b8e9-9aeaa4af5d21 None None] Bound port: d566da20-f076-49cd-84c5-9b3d914bec47, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dde76ee-9daf-4ac3-8e5c-9a2a15633c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e'}}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:14:24.982802 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-68459f73-9cc3-44f8-b8e9-9aeaa4af5d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:25.049004 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45716) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:25.106622 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-68459f73-9cc3-44f8-b8e9-9aeaa4af5d21 None None] For port d566da20-f076-49cd-84c5-9b3d914bec47, host n-d-800088-16, cleared binding levels {{(pid=100316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:14:25.115349 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-68459f73-9cc3-44f8-b8e9-9aeaa4af5d21 None None] For port d566da20-f076-49cd-84c5-9b3d914bec47, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=d566da20-f076-49cd-84c5-9b3d914bec47,segment=NetworkSegment(4dde76ee-9daf-4ac3-8e5c-9a2a15633c19),segment_id=4dde76ee-9daf-4ac3-8e5c-9a2a15633c19)] {{(pid=100316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:14:25.126321 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-68459f73-9cc3-44f8-b8e9-9aeaa4af5d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:25.148885 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-71205d61-07aa-43d4-901d-aa34848c5777 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:25.198141 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-654b690e-9c40-49ac-b5d1-fa6899d2b4f6 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:25.304165 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b97512-578a-4891-8dfb-bb75b6bcea03 req-e74cedcb-ffc2-4e6f-b724-a88e9c153c04 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:25.307838 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-35b97512-578a-4891-8dfb-bb75b6bcea03 req-e74cedcb-ffc2-4e6f-b724-a88e9c153c04 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/ports?device_id=adaafd05-adad-46f2-818c-53b583e2e72e HTTP/1.1" status: 200 len: 945 time: 0.3939073 Jul 24 00:14:25.322887 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68459f73-9cc3-44f8-b8e9-9aeaa4af5d21 None None] Routers {'8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:14:25.323534 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-68459f73-9cc3-44f8-b8e9-9aeaa4af5d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:13:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:14:25.327393 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cb55a3-8129-4de6-9531-3e9bd63a222c None None] Pushing event updated for resources: {'Port': ['ID=d566da20-f076-49cd-84c5-9b3d914bec47,revision_number=4']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:25.377956 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-71205d61-07aa-43d4-901d-aa34848c5777 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:25.389066 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-e0e3ee87-c658-49a2-8939-2c26201168e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5597493e-01dd-47da-9bc4-b838fcd76b0d', 'name': 'tempest-AttachVolumeShelveTestJSON-15636632-router', 'tenant_id': 'f416a58274704009b44a26f31650fbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '59d53353-5b0f-46b9-b6a2-18c83ad501b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:09:42Z', 'updated_at': '2021-07-24T00:09:50Z', 'revision_number': 4, 'project_id': 'f416a58274704009b44a26f31650fbc3', 'gw_port': {'id': '59d53353-5b0f-46b9-b6a2-18c83ad501b8', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5597493e-01dd-47da-9bc4-b838fcd76b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:09:44Z', 'updated_at': '2021-07-24T00:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '62191fff-096a-441b-adfd-4c774030012a', 'name': '', 'network_id': '3bb27577-8aa4-438b-b0fc-2e9a72f8d21f', 'tenant_id': 'f416a58274704009b44a26f31650fbc3', 'mac_address': 'fa:16:3e:85:1d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5597493e-01dd-47da-9bc4-b838fcd76b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '63da32e2-61ac-4eb0-aee3-157739522d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:09:49Z', 'updated_at': '2021-07-24T00:10:02Z', 'revision_number': 5, 'project_id': 'f416a58274704009b44a26f31650fbc3', 'subnets': [{'id': '63da32e2-61ac-4eb0-aee3-157739522d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:14:25.426131 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-35b97512-578a-4891-8dfb-bb75b6bcea03 req-424d7039-0107-4499-88a2-016edb68560b tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/security-groups?id=02f8e688-cdad-46c4-8a86-5d8b77004136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102648 Jul 24 00:14:25.427883 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-654b690e-9c40-49ac-b5d1-fa6899d2b4f6 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:25.458563 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf878a-cb86-4fe3-a8f4-c7e94b708dfe req-f8676c25-ea8b-4093-a067-23a2b159b82a tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:25.460894 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1eaf878a-cb86-4fe3-a8f4-c7e94b708dfe req-f8676c25-ea8b-4093-a067-23a2b159b82a tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/ports?device_id=3baf0961-e421-4eed-b476-15131f9b1173 HTTP/1.1" status: 200 len: 945 time: 0.2974908 Jul 24 00:14:25.491777 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654b690e-9c40-49ac-b5d1-fa6899d2b4f6 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event deleted for resources: {'Subnet': ['ID=198130af-7936-48dc-a5d9-787b9e936dcf,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:25.498952 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e3ee87-c658-49a2-8939-2c26201168e9 None None] The sync data for ids ['5597493e-01dd-47da-9bc4-b838fcd76b0d'] in n-d-800088-16 is: [{'id': '5597493e-01dd-47da-9bc4-b838fcd76b0d', 'name': 'tempest-AttachVolumeShelveTestJSON-15636632-router', 'tenant_id': 'f416a58274704009b44a26f31650fbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '59d53353-5b0f-46b9-b6a2-18c83ad501b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:09:42Z', 'updated_at': '2021-07-24T00:09:50Z', 'revision_number': 4, 'project_id': 'f416a58274704009b44a26f31650fbc3', 'gw_port': {'id': '59d53353-5b0f-46b9-b6a2-18c83ad501b8', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5597493e-01dd-47da-9bc4-b838fcd76b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:09:44Z', 'updated_at': '2021-07-24T00:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '62191fff-096a-441b-adfd-4c774030012a', 'name': '', 'network_id': '3bb27577-8aa4-438b-b0fc-2e9a72f8d21f', 'tenant_id': 'f416a58274704009b44a26f31650fbc3', 'mac_address': 'fa:16:3e:85:1d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5597493e-01dd-47da-9bc4-b838fcd76b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '63da32e2-61ac-4eb0-aee3-157739522d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:09:49Z', 'updated_at': '2021-07-24T00:10:02Z', 'revision_number': 5, 'project_id': 'f416a58274704009b44a26f31650fbc3', 'subnets': [{'id': '63da32e2-61ac-4eb0-aee3-157739522d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:14:25.500850 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-654b690e-9c40-49ac-b5d1-fa6899d2b4f6 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:25.505219 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1afbec66-148f-414c-86b3-8eea13028866 None None] Network e98734e2-dedb-4450-9333-d795164b1ce9 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:14:25.506683 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-654b690e-9c40-49ac-b5d1-fa6899d2b4f6 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/subnets/198130af-7936-48dc-a5d9-787b9e936dcf HTTP/1.1" status: 204 len: 168 time: 0.8750362 Jul 24 00:14:25.507806 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45728) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:25.567461 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1eaf878a-cb86-4fe3-a8f4-c7e94b708dfe req-4bf1dd3a-ec8a-41bd-b5f4-16aa8f220da3 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/security-groups?id=c0063c4d-6272-47e4-8d6e-ed9b31bc3cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965691 Jul 24 00:14:25.590946 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-71205d61-07aa-43d4-901d-aa34848c5777 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:25.596055 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-71205d61-07aa-43d4-901d-aa34848c5777 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:25.599938 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-71205d61-07aa-43d4-901d-aa34848c5777 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "DELETE /v2.0/security-groups/65668094-9226-4b65-8245-cb28bd37e836 HTTP/1.1" status: 204 len: 168 time: 0.5489628 Jul 24 00:14:25.603841 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45732) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:25.639137 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [req-213e0b08-171a-47d3-96b1-9fbaee2082fe req-5b9246f3-0858-434e-99cc-19c69776f86d tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=100313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:14:25.641172 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-213e0b08-171a-47d3-96b1-9fbaee2082fe req-5b9246f3-0858-434e-99cc-19c69776f86d tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0124183 Jul 24 00:14:25.643604 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71205d61-07aa-43d4-901d-aa34848c5777 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65668094-9226-4b65-8245-cb28bd37e836,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:25.662535 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-68459f73-9cc3-44f8-b8e9-9aeaa4af5d21 None None] Set router 8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:14:25.672466 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c0411f87-2904-481f-ad93-d1c5c3ebba9b req-e9195763-1a10-4624-92de-7cd3c57c3c02 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=8675e9a7-659c-4c81-a6b7-aab189694153 HTTP/1.1" status: 200 len: 210 time: 0.1394515 Jul 24 00:14:25.699428 n-d-800088-16 neutron-server[100314]: INFO neutron.api.v2.resource [None req-eea3633f-a0b1-47f0-b502-82de66602392 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] show failed (client error): The resource could not be found. Jul 24 00:14:25.708619 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-eea3633f-a0b1-47f0-b502-82de66602392 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups/65668094-9226-4b65-8245-cb28bd37e836 HTTP/1.1" status: 404 len: 347 time: 0.0984802 Jul 24 00:14:25.714880 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45734) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:25.796924 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7d104a2-183b-49ff-a132-ec8913070308 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Deleting subnet 84ae4c6b-11c7-498a-a4b5-cc7752bc0b3d {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:14:25.809311 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-13a6fdea-548c-440c-a2d2-c0de2cd6a556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:25.863157 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c7d104a2-183b-49ff-a132-ec8913070308 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:25.887979 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-213e0b08-171a-47d3-96b1-9fbaee2082fe req-fe9f8f2d-97f4-440a-896b-eb78331dc023 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.10&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2385275 Jul 24 00:14:25.936413 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c7d104a2-183b-49ff-a132-ec8913070308 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:26.002062 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-68459f73-9cc3-44f8-b8e9-9aeaa4af5d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-151244975', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'bc4754b2-af1c-4f11-b187-3e662d8f8bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:14:10Z', 'updated_at': '2021-07-24T00:14:21Z', 'revision_number': 4, 'project_id': '646730ba25934852bc5dd86a412228f1', 'gw_port': {'id': 'bc4754b2-af1c-4f11-b187-3e662d8f8bca', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:63:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:14:11Z', 'updated_at': '2021-07-24T00:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'd566da20-f076-49cd-84c5-9b3d914bec47', 'name': '', 'network_id': '52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'mac_address': 'fa:16:3e:a8:ac:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '78e2d992-c1ad-4e19-ba7b-f7b8b753ca16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:14:18Z', 'updated_at': '2021-07-24T00:14:25Z', 'revision_number': 4, 'project_id': '646730ba25934852bc5dd86a412228f1', 'subnets': [{'id': '78e2d992-c1ad-4e19-ba7b-f7b8b753ca16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:14:26.023498 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19b2785-db2b-4597-b5c0-a96fd302609b None None] New status for floating IP 0f365a46-4aa2-4a58-b7e1-688d9d33853b: DOWN {{(pid=100315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 00:14:26.036243 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-23adc99e-0b86-4374-96da-599246ca6b7e tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Deleting port d9fbd9c6-8e96-4183-a23c-f14b52893a58 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:14:26.046658 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-23adc99e-0b86-4374-96da-599246ca6b7e tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:26.095842 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68459f73-9cc3-44f8-b8e9-9aeaa4af5d21 None None] The sync data for ids ['8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6'] in n-d-800088-16 is: [{'id': '8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-151244975', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'bc4754b2-af1c-4f11-b187-3e662d8f8bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:14:10Z', 'updated_at': '2021-07-24T00:14:21Z', 'revision_number': 4, 'project_id': '646730ba25934852bc5dd86a412228f1', 'gw_port': {'id': 'bc4754b2-af1c-4f11-b187-3e662d8f8bca', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:63:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:14:11Z', 'updated_at': '2021-07-24T00:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'd566da20-f076-49cd-84c5-9b3d914bec47', 'name': '', 'network_id': '52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'mac_address': 'fa:16:3e:a8:ac:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '78e2d992-c1ad-4e19-ba7b-f7b8b753ca16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:14:18Z', 'updated_at': '2021-07-24T00:14:25Z', 'revision_number': 4, 'project_id': '646730ba25934852bc5dd86a412228f1', 'subnets': [{'id': '78e2d992-c1ad-4e19-ba7b-f7b8b753ca16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:14:26.202936 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 20752d52-f8c9-4fd5-bf8b-94221d70ca8d up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:14:26.272621 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c7d104a2-183b-49ff-a132-ec8913070308 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:26.322751 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 20752d52-f8c9-4fd5-bf8b-94221d70ca8d triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:14:26.323247 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:26.417270 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-23adc99e-0b86-4374-96da-599246ca6b7e tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:26.417607 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-23adc99e-0b86-4374-96da-599246ca6b7e tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:26.464468 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-23adc99e-0b86-4374-96da-599246ca6b7e tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Calling delete_port for d9fbd9c6-8e96-4183-a23c-f14b52893a58 owned by network:floatingip {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:14:26.532205 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f039f1d-34d7-4c55-b722-a72b3c4fed02 req-ba1ea965-2d95-4485-9644-1b97857e60f4 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:26.532205 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7f039f1d-34d7-4c55-b722-a72b3c4fed02 req-ba1ea965-2d95-4485-9644-1b97857e60f4 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d7af06-7d06-4adf-b1ab-964b338df9b6 HTTP/1.1" status: 200 len: 946 time: 0.2284889 Jul 24 00:14:26.757522 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:26.828554 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7bad9-e6cf-4275-b008-230cd042aaa3 req-5ca1b640-9b6d-4450-b61d-d45f2ce22338 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:26.831473 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7fb7bad9-e6cf-4275-b008-230cd042aaa3 req-5ca1b640-9b6d-4450-b61d-d45f2ce22338 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.52 "GET /v2.0/networks?id=52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e HTTP/1.1" status: 200 len: 797 time: 0.2137227 Jul 24 00:14:26.966853 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7fb7bad9-e6cf-4275-b008-230cd042aaa3 req-e5bf0460-f1bf-4cd5-9ff7-eb9a06fcaa8e tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=646730ba25934852bc5dd86a412228f1 HTTP/1.1" status: 200 len: 380 time: 0.1174662 Jul 24 00:14:26.977173 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-871b2e8f-d1be-440f-8a91-d6da798e939f None None] Provisioning complete for port 6560cfc9-c011-46e2-9dc1-624ad559efe6 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:14:26.979929 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-871b2e8f-d1be-440f-8a91-d6da798e939f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:26.998025 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-7fb7bad9-e6cf-4275-b008-230cd042aaa3 req-b5318ff4-1147-4087-af8f-38d8a35cdc58 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Request body: {'port': {'device_id': '8675e9a7-659c-4c81-a6b7-aab189694153', 'network_id': '52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e', 'admin_state_up': True, 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'security_groups': ['ef14fa0a-16c3-4388-ae20-534d1f674ae1']}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:14:27.070112 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb70ec6-9e1e-487b-8b82-a8cefa9e92fc req-e4f4693c-29fc-4ad3-8b79-a10b60237767 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:27.072259 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-efb70ec6-9e1e-487b-8b82-a8cefa9e92fc req-e4f4693c-29fc-4ad3-8b79-a10b60237767 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/ports?device_id=3baf0961-e421-4eed-b476-15131f9b1173 HTTP/1.1" status: 200 len: 945 time: 0.2392192 Jul 24 00:14:27.140594 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c7d104a2-183b-49ff-a132-ec8913070308 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:27.183412 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-efb70ec6-9e1e-487b-8b82-a8cefa9e92fc req-dadc1f17-daa0-448c-942a-fdb43c017aec tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/security-groups?id=c0063c4d-6272-47e4-8d6e-ed9b31bc3cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742354 Jul 24 00:14:27.231220 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7f039f1d-34d7-4c55-b722-a72b3c4fed02 req-4ac19d98-4d69-4d6a-bbda-2ec07adc7d0b tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/security-groups?id=02f8e688-cdad-46c4-8a86-5d8b77004136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6876717 Jul 24 00:14:27.237987 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d104a2-183b-49ff-a132-ec8913070308 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event deleted for resources: {'Subnet': ['ID=84ae4c6b-11c7-498a-a4b5-cc7752bc0b3d,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:27.240254 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c7d104a2-183b-49ff-a132-ec8913070308 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:27.244939 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-c7d104a2-183b-49ff-a132-ec8913070308 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/subnets/84ae4c6b-11c7-498a-a4b5-cc7752bc0b3d HTTP/1.1" status: 204 len: 168 time: 1.7325017 Jul 24 00:14:27.245539 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fb7bad9-e6cf-4275-b008-230cd042aaa3 req-b5318ff4-1147-4087-af8f-38d8a35cdc58 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Made reservation on behalf of 646730ba25934852bc5dd86a412228f1 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:14:27.247923 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45748) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:27.252106 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-7fb7bad9-e6cf-4275-b008-230cd042aaa3 req-b5318ff4-1147-4087-af8f-38d8a35cdc58 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:27.265832 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e137e30b-5328-46db-8af6-bcacfc759166 None None] Network e98734e2-dedb-4450-9333-d795164b1ce9 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:14:27.299090 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:27.344551 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45752) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:27.346903 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-eb0c1504-f5d2-46b5-863c-9bcdad15245b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0922763 Jul 24 00:14:27.361060 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-e400f129-26eb-41f5-b84e-78c8e3ef053a tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Request body: {'subnet': {'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:14:27.484355 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b57a0a06-3e56-458a-9d05-efca6ca0308b req-267ffbdf-082b-4854-8bd6-fde873557cbc tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=8675e9a7-659c-4c81-a6b7-aab189694153 HTTP/1.1" status: 200 len: 210 time: 0.1679273 Jul 24 00:14:27.531395 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fcf451-9208-458a-96cd-3f740855775c req-737bc477-92e3-47de-82b4-06032dd7146a tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:27.541798 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-75fcf451-9208-458a-96cd-3f740855775c req-737bc477-92e3-47de-82b4-06032dd7146a tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6e10e2e-5a26-4caa-aee0-3ee0ef3a6a7d HTTP/1.1" status: 200 len: 945 time: 0.1787770 Jul 24 00:14:27.551588 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-23adc99e-0b86-4374-96da-599246ca6b7e tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:27.570372 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8ecb07-710d-4ff0-bf68-f61ad8d935f2 None None] DHCP port deletion for e98734e2-dedb-4450-9333-d795164b1ce9 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:14:27.641540 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23adc99e-0b86-4374-96da-599246ca6b7e tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Pushing event deleted for resources: {'Port': ['ID=d9fbd9c6-8e96-4183-a23c-f14b52893a58,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:27.668472 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-7d8ecb07-710d-4ff0-bf68-f61ad8d935f2 None None] Deleting port 6560cfc9-c011-46e2-9dc1-624ad559efe6 {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:14:27.669185 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-7d8ecb07-710d-4ff0-bf68-f61ad8d935f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:27.684218 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e400f129-26eb-41f5-b84e-78c8e3ef053a tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Made reservation on behalf of ba617effe2664093b954ded2eab93240 for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:14:27.688078 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e400f129-26eb-41f5-b84e-78c8e3ef053a tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:27.738543 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-75fcf451-9208-458a-96cd-3f740855775c req-86475c55-7ef3-472b-8517-6b77e521e980 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/security-groups?id=02f8e688-cdad-46c4-8a86-5d8b77004136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957572 Jul 24 00:14:27.763816 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-7d8ecb07-710d-4ff0-bf68-f61ad8d935f2 None None] For port 6560cfc9-c011-46e2-9dc1-624ad559efe6, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=6560cfc9-c011-46e2-9dc1-624ad559efe6,segment=NetworkSegment(b737500e-4702-4fa9-bd4b-6c1d2e2fa041),segment_id=b737500e-4702-4fa9-bd4b-6c1d2e2fa041)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:14:27.763816 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-7d8ecb07-710d-4ff0-bf68-f61ad8d935f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:27.765850 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-23adc99e-0b86-4374-96da-599246ca6b7e tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks [] for floatingip, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:27.770243 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-23adc99e-0b86-4374-96da-599246ca6b7e tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:27.771893 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-23adc99e-0b86-4374-96da-599246ca6b7e tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "DELETE /v2.0/floatingips/0f365a46-4aa2-4a58-b7e1-688d9d33853b HTTP/1.1" status: 204 len: 168 time: 2.0519500 Jul 24 00:14:27.792969 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-7fb7bad9-e6cf-4275-b008-230cd042aaa3 req-b5318ff4-1147-4087-af8f-38d8a35cdc58 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Allocated IP 172.20.0.14 (52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e/78e2d992-c1ad-4e19-ba7b-f7b8b753ca16/549c4525-fa33-4368-aa6b-b5eea6e8af42) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:14:27.799531 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-7d8ecb07-710d-4ff0-bf68-f61ad8d935f2 None None] Calling delete_port for 6560cfc9-c011-46e2-9dc1-624ad559efe6 owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:14:27.980015 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-7d8ecb07-710d-4ff0-bf68-f61ad8d935f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:28.047948 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e400f129-26eb-41f5-b84e-78c8e3ef053a tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:28.059765 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8ecb07-710d-4ff0-bf68-f61ad8d935f2 None None] Pushing event deleted for resources: {'Port': ['ID=6560cfc9-c011-46e2-9dc1-624ad559efe6,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:28.074657 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8ecb07-710d-4ff0-bf68-f61ad8d935f2 None None] No DVR routers for this DVR port 6560cfc9-c011-46e2-9dc1-624ad559efe6 on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:14:28.159385 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e400f129-26eb-41f5-b84e-78c8e3ef053a tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Network e98734e2-dedb-4450-9333-d795164b1ce9 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:14:28.170266 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-e400f129-26eb-41f5-b84e-78c8e3ef053a tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:14:28.181463 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8dabec8-7ab2-4418-97ab-9ee50b57c805 None None] Network e98734e2-dedb-4450-9333-d795164b1ce9 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:14:28.182968 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e400f129-26eb-41f5-b84e-78c8e3ef053a tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:28.183556 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e400f129-26eb-41f5-b84e-78c8e3ef053a tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:28.221470 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e400f129-26eb-41f5-b84e-78c8e3ef053a tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event updated for resources: {'Subnet': ['ID=deba397d-cb36-4c5e-b348-6217a3b0b649,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:28.233822 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45762) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:28.233979 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-e400f129-26eb-41f5-b84e-78c8e3ef053a tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8792086 Jul 24 00:14:28.240247 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-bfd96187-4aa3-42c2-aaab-84d80d2704a1 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Request body: {'subnet': {'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:14:28.251012 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ba95c6-9496-49be-b7cd-1d86cd007d87 req-1116f126-dfd7-4529-b70f-f00f0ed63581 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:28.257802 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-51ba95c6-9496-49be-b7cd-1d86cd007d87 req-1116f126-dfd7-4529-b70f-f00f0ed63581 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/ports?device_id=adaafd05-adad-46f2-818c-53b583e2e72e HTTP/1.1" status: 200 len: 945 time: 0.2788064 Jul 24 00:14:28.269595 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-7fb7bad9-e6cf-4275-b008-230cd042aaa3 req-b5318ff4-1147-4087-af8f-38d8a35cdc58 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:28.294676 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-7fb7bad9-e6cf-4275-b008-230cd042aaa3 req-b5318ff4-1147-4087-af8f-38d8a35cdc58 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Transition to ACTIVE for port object 549c4525-fa33-4368-aa6b-b5eea6e8af42 will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:14:28.318091 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device d566da20-f076-49cd-84c5-9b3d914bec47 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:14:28.329158 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-51ba95c6-9496-49be-b7cd-1d86cd007d87 req-da151133-d4ad-4ac1-a801-b4e2c3f2356c tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/security-groups?id=02f8e688-cdad-46c4-8a86-5d8b77004136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703983 Jul 24 00:14:28.365251 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45766) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:28.376591 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-20305eff-3119-49fb-b57f-3391e9f5d623 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Request body: {'security_group': {'name': 'tempest-securitygroup--199816688', 'description': 'tempest-description--367862110'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:14:28.426825 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-7fb7bad9-e6cf-4275-b008-230cd042aaa3 req-b5318ff4-1147-4087-af8f-38d8a35cdc58 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:28.460018 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port d566da20-f076-49cd-84c5-9b3d914bec47 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:14:28.468476 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port d566da20-f076-49cd-84c5-9b3d914bec47 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:14:28.468690 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:28.494456 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd96187-4aa3-42c2-aaab-84d80d2704a1 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Made reservation on behalf of ba617effe2664093b954ded2eab93240 for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:14:28.503415 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bfd96187-4aa3-42c2-aaab-84d80d2704a1 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:28.506562 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-20305eff-3119-49fb-b57f-3391e9f5d623 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:28.542656 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fb7bad9-e6cf-4275-b008-230cd042aaa3 req-b5318ff4-1147-4087-af8f-38d8a35cdc58 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Network 52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:14:28.557451 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884181bf-81be-4cd7-801f-e4f4b436f16f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-e98734e2-dedb-4450-9333-d795164b1ce9', 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'tenant_id': 'ba617effe2664093b954ded2eab93240', 'fixed_ips': [{'subnet_id': 'deba397d-cb36-4c5e-b348-6217a3b0b649'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:14:28.557451 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-884181bf-81be-4cd7-801f-e4f4b436f16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:28.557774 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-7fb7bad9-e6cf-4275-b008-230cd042aaa3 req-b5318ff4-1147-4087-af8f-38d8a35cdc58 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:14:28.559406 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5318ff4-1147-4087-af8f-38d8a35cdc58 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Pushing event updated for resources: {'Port': ['ID=549c4525-fa33-4368-aa6b-b5eea6e8af42,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:28.567402 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fb7bad9-e6cf-4275-b008-230cd042aaa3 req-b5318ff4-1147-4087-af8f-38d8a35cdc58 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:14:28.653566 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e699fbb-1a08-4c1f-b065-02e95ae09de7 req-6df644bc-ed75-44fb-81cf-04a340ea6ac2 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:28.655641 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4e699fbb-1a08-4c1f-b065-02e95ae09de7 req-6df644bc-ed75-44fb-81cf-04a340ea6ac2 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/ports?device_id=3baf0961-e421-4eed-b476-15131f9b1173 HTTP/1.1" status: 200 len: 945 time: 0.2506361 Jul 24 00:14:28.693930 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7bad9-e6cf-4275-b008-230cd042aaa3 req-b5318ff4-1147-4087-af8f-38d8a35cdc58 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:28.694600 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-7fb7bad9-e6cf-4275-b008-230cd042aaa3 req-b5318ff4-1147-4087-af8f-38d8a35cdc58 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:28.751697 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-884181bf-81be-4cd7-801f-e4f4b436f16f None None] Allocated IP 2001:db8::2 (e98734e2-dedb-4450-9333-d795164b1ce9/deba397d-cb36-4c5e-b348-6217a3b0b649/58e0162d-5b8e-4add-bc2e-b8da7fe7665a) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:14:28.785952 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4e699fbb-1a08-4c1f-b065-02e95ae09de7 req-0770c00b-69f4-48f6-bdc9-e33cb9080447 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/security-groups?id=c0063c4d-6272-47e4-8d6e-ed9b31bc3cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209936 Jul 24 00:14:28.809642 n-d-800088-16 neutron-server[100314]: INFO neutron.db.ipam_backend_mixin [None req-bfd96187-4aa3-42c2-aaab-84d80d2704a1 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet deba397d-cb36-4c5e-b348-6217a3b0b649 (CIDR: 2001:db8::/64) Jul 24 00:14:28.822335 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5f5912-de09-49be-aa3e-4c931bdc3e30 req-640f937d-a368-4a52-aab3-09c92c8084e5 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:28.836944 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5f5912-de09-49be-aa3e-4c931bdc3e30 req-640f937d-a368-4a52-aab3-09c92c8084e5 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:28.837145 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:28.842553 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5f5912-de09-49be-aa3e-4c931bdc3e30 req-640f937d-a368-4a52-aab3-09c92c8084e5 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:28.844473 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ad5f5912-de09-49be-aa3e-4c931bdc3e30 req-640f937d-a368-4a52-aab3-09c92c8084e5 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/ports?device_id=adaafd05-adad-46f2-818c-53b583e2e72e&device_id=c6e10e2e-5a26-4caa-aee0-3ee0ef3a6a7d&device_id=15d7af06-7d06-4adf-b1ab-964b338df9b6 HTTP/1.1" status: 200 len: 2417 time: 0.3154573 Jul 24 00:14:28.846475 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfd96187-4aa3-42c2-aaab-84d80d2704a1 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 00:14:28.847819 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfd96187-4aa3-42c2-aaab-84d80d2704a1 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:14:28.874356 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-20305eff-3119-49fb-b57f-3391e9f5d623 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:28.890272 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-20305eff-3119-49fb-b57f-3391e9f5d623 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:28.943699 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ad5f5912-de09-49be-aa3e-4c931bdc3e30 req-ba0aff05-86c2-437e-9685-2d711bc0e245 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/security-groups?id=02f8e688-cdad-46c4-8a86-5d8b77004136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902538 Jul 24 00:14:28.949016 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-bfd96187-4aa3-42c2-aaab-84d80d2704a1 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7117367 Jul 24 00:14:28.952199 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45774) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:28.963342 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7fb7bad9-e6cf-4275-b008-230cd042aaa3 req-b5318ff4-1147-4087-af8f-38d8a35cdc58 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9743872 Jul 24 00:14:28.973151 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-597f9748-cffd-4917-be67-69c90da745e2 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Request body: {'subnet': {'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:14:28.985188 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-7fb7bad9-e6cf-4275-b008-230cd042aaa3 req-61513f6b-404f-4358-8e33-fefa7544d994 service neutron] Request body: {'port': {'device_id': '8675e9a7-659c-4c81-a6b7-aab189694153', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:14:28.989091 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [req-2ce8cf9a-0edb-49a2-80e5-ddd7f3b447c0 req-a71445f2-2201-4897-a7cc-4f02dbde620d tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=100314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:14:28.993747 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port d566da20-f076-49cd-84c5-9b3d914bec47, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=d566da20-f076-49cd-84c5-9b3d914bec47,segment=NetworkSegment(4dde76ee-9daf-4ac3-8e5c-9a2a15633c19),segment_id=4dde76ee-9daf-4ac3-8e5c-9a2a15633c19)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:14:28.998077 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2ce8cf9a-0edb-49a2-80e5-ddd7f3b447c0 req-a71445f2-2201-4897-a7cc-4f02dbde620d tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0149348 Jul 24 00:14:29.005940 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:29.055375 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-20305eff-3119-49fb-b57f-3391e9f5d623 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:29.060239 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-20305eff-3119-49fb-b57f-3391e9f5d623 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6938236 Jul 24 00:14:29.063126 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45776) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:29.069623 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-20d0f09f-b76d-46e5-b8c3-f080690b1f19 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Request body: {'security_group_rule': {'security_group_id': '6134d66c-4e65-4c63-a0b5-3a2b7a9634b3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:14:29.081382 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20305eff-3119-49fb-b57f-3391e9f5d623 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6134d66c-4e65-4c63-a0b5-3a2b7a9634b3,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:29.111438 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:29.118327 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=d566da20-f076-49cd-84c5-9b3d914bec47,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:29.137526 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 6560cfc9-c011-46e2-9dc1-624ad559efe6 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:14:29.172038 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-edc98a2a-ee01-4f9b-ac8a-86dfaba595ad None None] Provisioning for port 549c4525-fa33-4368-aa6b-b5eea6e8af42 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:14:29.174243 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8673ac-db03-4ffb-b9ba-b73f82e5954c req-146c6a86-d821-4d29-a1a7-98e0c11a9944 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:29.178223 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 6560cfc9-c011-46e2-9dc1-624ad559efe6 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:14:29.178662 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 6560cfc9-c011-46e2-9dc1-624ad559efe6 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:14:29.183730 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0d8673ac-db03-4ffb-b9ba-b73f82e5954c req-146c6a86-d821-4d29-a1a7-98e0c11a9944 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=8675e9a7-659c-4c81-a6b7-aab189694153 HTTP/1.1" status: 200 len: 932 time: 0.1909502 Jul 24 00:14:29.213011 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-edc98a2a-ee01-4f9b-ac8a-86dfaba595ad None None] Provisioning complete for port 549c4525-fa33-4368-aa6b-b5eea6e8af42 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:14:29.215134 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-edc98a2a-ee01-4f9b-ac8a-86dfaba595ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:29.223295 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-20d0f09f-b76d-46e5-b8c3-f080690b1f19 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:29.250539 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0d8673ac-db03-4ffb-b9ba-b73f82e5954c req-2f4d1ef0-771d-42bb-9b7c-9abb628f56a8 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef14fa0a-16c3-4388-ae20-534d1f674ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659254 Jul 24 00:14:29.255102 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-7fb7bad9-e6cf-4275-b008-230cd042aaa3 req-61513f6b-404f-4358-8e33-fefa7544d994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:29.259357 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2ce8cf9a-0edb-49a2-80e5-ddd7f3b447c0 req-78fade9f-7c28-41a9-8ba6-606d57e76cfd tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2595017 Jul 24 00:14:29.264400 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-edc98a2a-ee01-4f9b-ac8a-86dfaba595ad None None] Port 549c4525-fa33-4368-aa6b-b5eea6e8af42 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:14:29.322447 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-597f9748-cffd-4917-be67-69c90da745e2 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Made reservation on behalf of ba617effe2664093b954ded2eab93240 for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:14:29.326811 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-597f9748-cffd-4917-be67-69c90da745e2 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:29.352624 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-20d0f09f-b76d-46e5-b8c3-f080690b1f19 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:29.362717 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-884181bf-81be-4cd7-801f-e4f4b436f16f None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:29.384117 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-884181bf-81be-4cd7-801f-e4f4b436f16f None None] Transition to ACTIVE for port object 58e0162d-5b8e-4add-bc2e-b8da7fe7665a will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:14:29.413654 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-20d0f09f-b76d-46e5-b8c3-f080690b1f19 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:29.416261 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-884181bf-81be-4cd7-801f-e4f4b436f16f None None] Transition to ACTIVE for port object 58e0162d-5b8e-4add-bc2e-b8da7fe7665a will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:14:29.431985 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-884181bf-81be-4cd7-801f-e4f4b436f16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:29.460368 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d0f09f-b76d-46e5-b8c3-f080690b1f19 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c59aa14b-5ca3-45fc-8fad-77da1f01dc37,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:29.465949 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-20d0f09f-b76d-46e5-b8c3-f080690b1f19 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:29.470733 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-20d0f09f-b76d-46e5-b8c3-f080690b1f19 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4048786 Jul 24 00:14:29.471382 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45778) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:29.478289 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-59ccba2d-e221-47ac-889b-f9f934d8e7e4 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Request body: {'security_group_rule': {'security_group_id': '6134d66c-4e65-4c63-a0b5-3a2b7a9634b3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:14:29.511936 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884181bf-81be-4cd7-801f-e4f4b436f16f None None] Network e98734e2-dedb-4450-9333-d795164b1ce9 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:14:29.516186 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-884181bf-81be-4cd7-801f-e4f4b436f16f None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:14:29.519379 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884181bf-81be-4cd7-801f-e4f4b436f16f None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:14:29.547911 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884181bf-81be-4cd7-801f-e4f4b436f16f None None] Pushing event updated for resources: {'Port': ['ID=58e0162d-5b8e-4add-bc2e-b8da7fe7665a,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:29.560209 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-59ccba2d-e221-47ac-889b-f9f934d8e7e4 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:29.629970 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-884181bf-81be-4cd7-801f-e4f4b436f16f None None] Attempting to bind port 58e0162d-5b8e-4add-bc2e-b8da7fe7665a on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:14:29.632568 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-884181bf-81be-4cd7-801f-e4f4b436f16f None None] Attempting to bind port 58e0162d-5b8e-4add-bc2e-b8da7fe7665a by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': 'b737500e-4702-4fa9-bd4b-6c1d2e2fa041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:14:29.632975 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884181bf-81be-4cd7-801f-e4f4b436f16f None None] Attempting to bind port 58e0162d-5b8e-4add-bc2e-b8da7fe7665a on network e98734e2-dedb-4450-9333-d795164b1ce9 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:14:29.640865 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884181bf-81be-4cd7-801f-e4f4b436f16f None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:14:29.641270 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884181bf-81be-4cd7-801f-e4f4b436f16f None None] Checking segment: {'id': 'b737500e-4702-4fa9-bd4b-6c1d2e2fa041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:14:29.642212 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-884181bf-81be-4cd7-801f-e4f4b436f16f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:29.642703 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884181bf-81be-4cd7-801f-e4f4b436f16f None None] Bound using segment: {'id': 'b737500e-4702-4fa9-bd4b-6c1d2e2fa041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:14:29.643194 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-884181bf-81be-4cd7-801f-e4f4b436f16f None None] Bound port: 58e0162d-5b8e-4add-bc2e-b8da7fe7665a, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b737500e-4702-4fa9-bd4b-6c1d2e2fa041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:14:29.643637 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-884181bf-81be-4cd7-801f-e4f4b436f16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:29.674977 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-59ccba2d-e221-47ac-889b-f9f934d8e7e4 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:29.694818 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-59ccba2d-e221-47ac-889b-f9f934d8e7e4 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:29.729897 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-884181bf-81be-4cd7-801f-e4f4b436f16f None None] For port 58e0162d-5b8e-4add-bc2e-b8da7fe7665a, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:14:29.743048 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-7fb7bad9-e6cf-4275-b008-230cd042aaa3 req-61513f6b-404f-4358-8e33-fefa7544d994 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 549c4525-fa33-4368-aa6b-b5eea6e8af42 {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:14:29.748057 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ccba2d-e221-47ac-889b-f9f934d8e7e4 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=944cc23c-db2b-4803-a396-33a202ab19b6,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:29.752155 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-884181bf-81be-4cd7-801f-e4f4b436f16f None None] For port 58e0162d-5b8e-4add-bc2e-b8da7fe7665a, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=58e0162d-5b8e-4add-bc2e-b8da7fe7665a,segment=NetworkSegment(b737500e-4702-4fa9-bd4b-6c1d2e2fa041),segment_id=b737500e-4702-4fa9-bd4b-6c1d2e2fa041)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:14:29.763315 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-884181bf-81be-4cd7-801f-e4f4b436f16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:29.763600 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-7fb7bad9-e6cf-4275-b008-230cd042aaa3 req-61513f6b-404f-4358-8e33-fefa7544d994 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:29.775911 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-59ccba2d-e221-47ac-889b-f9f934d8e7e4 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:29.781041 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45784) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:29.785394 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-59ccba2d-e221-47ac-889b-f9f934d8e7e4 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3106401 Jul 24 00:14:29.789698 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-f2bc36fb-4e01-49e4-a275-80bdb59c53ce tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Request body: {'floatingip': {'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:14:29.821722 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-7fb7bad9-e6cf-4275-b008-230cd042aaa3 req-61513f6b-404f-4358-8e33-fefa7544d994 service neutron] Transition to ACTIVE for port object 549c4525-fa33-4368-aa6b-b5eea6e8af42 will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:14:29.838322 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-7fb7bad9-e6cf-4275-b008-230cd042aaa3 req-61513f6b-404f-4358-8e33-fefa7544d994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:29.876265 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f2bc36fb-4e01-49e4-a275-80bdb59c53ce tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks [] for floatingip, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:29.915460 n-d-800088-16 neutron-server[100314]: DEBUG neutron.objects.ports [None req-597f9748-cffd-4917-be67-69c90da745e2 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100314) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 24 00:14:29.945646 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884181bf-81be-4cd7-801f-e4f4b436f16f None None] Pushing event updated for resources: {'Port': ['ID=58e0162d-5b8e-4add-bc2e-b8da7fe7665a,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:30.106013 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61513f6b-404f-4358-8e33-fefa7544d994 service neutron] Pushing event updated for resources: {'Port': ['ID=549c4525-fa33-4368-aa6b-b5eea6e8af42,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:30.187734 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device d566da20-f076-49cd-84c5-9b3d914bec47 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:14:30.218221 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-7fb7bad9-e6cf-4275-b008-230cd042aaa3 req-61513f6b-404f-4358-8e33-fefa7544d994 service neutron] Attempting to bind port 549c4525-fa33-4368-aa6b-b5eea6e8af42 on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:14:30.218570 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-7fb7bad9-e6cf-4275-b008-230cd042aaa3 req-61513f6b-404f-4358-8e33-fefa7544d994 service neutron] Attempting to bind port 549c4525-fa33-4368-aa6b-b5eea6e8af42 by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': '4dde76ee-9daf-4ac3-8e5c-9a2a15633c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:14:30.219111 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb7bad9-e6cf-4275-b008-230cd042aaa3 req-61513f6b-404f-4358-8e33-fefa7544d994 service neutron] Attempting to bind port 549c4525-fa33-4368-aa6b-b5eea6e8af42 on network 52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:14:30.238468 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb7bad9-e6cf-4275-b008-230cd042aaa3 req-61513f6b-404f-4358-8e33-fefa7544d994 service neutron] Port 549c4525-fa33-4368-aa6b-b5eea6e8af42 on network 52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:14:30.238807 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb7bad9-e6cf-4275-b008-230cd042aaa3 req-61513f6b-404f-4358-8e33-fefa7544d994 service neutron] Attempting to bind port 549c4525-fa33-4368-aa6b-b5eea6e8af42 on network 52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:14:30.271499 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb7bad9-e6cf-4275-b008-230cd042aaa3 req-61513f6b-404f-4358-8e33-fefa7544d994 service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:14:30.271856 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb7bad9-e6cf-4275-b008-230cd042aaa3 req-61513f6b-404f-4358-8e33-fefa7544d994 service neutron] Checking segment: {'id': '4dde76ee-9daf-4ac3-8e5c-9a2a15633c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:14:30.272265 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb7bad9-e6cf-4275-b008-230cd042aaa3 req-61513f6b-404f-4358-8e33-fefa7544d994 service neutron] Bound using segment: {'id': '4dde76ee-9daf-4ac3-8e5c-9a2a15633c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:14:30.272869 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-7fb7bad9-e6cf-4275-b008-230cd042aaa3 req-61513f6b-404f-4358-8e33-fefa7544d994 service neutron] Bound port: 549c4525-fa33-4368-aa6b-b5eea6e8af42, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dde76ee-9daf-4ac3-8e5c-9a2a15633c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:14:30.273112 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-7fb7bad9-e6cf-4275-b008-230cd042aaa3 req-61513f6b-404f-4358-8e33-fefa7544d994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:30.283101 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port d566da20-f076-49cd-84c5-9b3d914bec47 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:14:30.283489 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:30.424631 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-7fb7bad9-e6cf-4275-b008-230cd042aaa3 req-61513f6b-404f-4358-8e33-fefa7544d994 service neutron] For port 549c4525-fa33-4368-aa6b-b5eea6e8af42, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:14:30.428845 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-7fb7bad9-e6cf-4275-b008-230cd042aaa3 req-61513f6b-404f-4358-8e33-fefa7544d994 service neutron] For port 549c4525-fa33-4368-aa6b-b5eea6e8af42, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=549c4525-fa33-4368-aa6b-b5eea6e8af42,segment=NetworkSegment(4dde76ee-9daf-4ac3-8e5c-9a2a15633c19),segment_id=4dde76ee-9daf-4ac3-8e5c-9a2a15633c19)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:14:30.435662 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-7fb7bad9-e6cf-4275-b008-230cd042aaa3 req-61513f6b-404f-4358-8e33-fefa7544d994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:30.507406 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61513f6b-404f-4358-8e33-fefa7544d994 service neutron] Pushing event updated for resources: {'Port': ['ID=549c4525-fa33-4368-aa6b-b5eea6e8af42,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:30.524630 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7bad9-e6cf-4275-b008-230cd042aaa3 req-61513f6b-404f-4358-8e33-fefa7544d994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:30.527099 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-7fb7bad9-e6cf-4275-b008-230cd042aaa3 req-61513f6b-404f-4358-8e33-fefa7544d994 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:30.529180 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7fb7bad9-e6cf-4275-b008-230cd042aaa3 req-61513f6b-404f-4358-8e33-fefa7544d994 service neutron] 10.222.0.52 "PUT /v2.0/ports/549c4525-fa33-4368-aa6b-b5eea6e8af42 HTTP/1.1" status: 200 len: 1093 time: 1.5495412 Jul 24 00:14:30.530034 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8675e9a7-659c-4c81-a6b7-aab189694153', 'tag': '549c4525-fa33-4368-aa6b-b5eea6e8af42'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:14:30.538933 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926cd8c2-f303-48f1-b091-f6995ec20ad3 req-1a4b14a1-5a03-4c14-a152-b966790c7d2f tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:30.550633 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-926cd8c2-f303-48f1-b091-f6995ec20ad3 req-1a4b14a1-5a03-4c14-a152-b966790c7d2f tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/ports?device_id=3baf0961-e421-4eed-b476-15131f9b1173 HTTP/1.1" status: 200 len: 945 time: 0.4754734 Jul 24 00:14:30.553447 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ecd43ac-d616-4b62-9561-a93c0c01d9e9" -d '{"events": [{"name": "network-changed", "server_uuid": "8675e9a7-659c-4c81-a6b7-aab189694153", "tag": "549c4525-fa33-4368-aa6b-b5eea6e8af42"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:14:30.626308 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-597f9748-cffd-4917-be67-69c90da745e2 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:30.698423 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-926cd8c2-f303-48f1-b091-f6995ec20ad3 req-d6af8d0e-deb3-4010-807f-29a315c8abe8 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/security-groups?id=c0063c4d-6272-47e4-8d6e-ed9b31bc3cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507516 Jul 24 00:14:30.707451 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f2bc36fb-4e01-49e4-a275-80bdb59c53ce tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:30.730045 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7bad9-e6cf-4275-b008-230cd042aaa3 req-cb997812-0c65-42cf-833e-bbee0c85d0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:30.731804 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7fb7bad9-e6cf-4275-b008-230cd042aaa3 req-cb997812-0c65-42cf-833e-bbee0c85d0f4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=646730ba25934852bc5dd86a412228f1&device_id=8675e9a7-659c-4c81-a6b7-aab189694153 HTTP/1.1" status: 200 len: 1096 time: 0.1479003 Jul 24 00:14:30.789073 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7fb7bad9-e6cf-4275-b008-230cd042aaa3 req-bb0925a5-355d-40c6-9926-8cd1640b5b52 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=549c4525-fa33-4368-aa6b-b5eea6e8af42 HTTP/1.1" status: 200 len: 217 time: 0.0463269 Jul 24 00:14:30.803534 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e58961c-650e-4715-9e07-d9e1cf114704 req-3110c417-0690-44b6-a6ae-32c62302e0f0 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:30.811781 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1e58961c-650e-4715-9e07-d9e1cf114704 req-3110c417-0690-44b6-a6ae-32c62302e0f0 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=8675e9a7-659c-4c81-a6b7-aab189694153 HTTP/1.1" status: 200 len: 944 time: 0.1734056 Jul 24 00:14:30.871137 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7bad9-e6cf-4275-b008-230cd042aaa3 req-b32b1d0b-69db-4ce1-a384-037aae4af82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:30.873966 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7fb7bad9-e6cf-4275-b008-230cd042aaa3 req-b32b1d0b-69db-4ce1-a384-037aae4af82c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=78e2d992-c1ad-4e19-ba7b-f7b8b753ca16 HTTP/1.1" status: 200 len: 834 time: 0.0550981 Jul 24 00:14:30.914987 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-f2bc36fb-4e01-49e4-a275-80bdb59c53ce tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Allocated IP 172.25.3.67 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/e5f5d987-92f9-4b72-83cb-63877535ed1c) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:14:30.939280 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1e58961c-650e-4715-9e07-d9e1cf114704 req-f552252d-10b1-4f54-b04a-3ebbc9b7d6b2 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef14fa0a-16c3-4388-ae20-534d1f674ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265182 Jul 24 00:14:30.989763 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7bad9-e6cf-4275-b008-230cd042aaa3 req-581a41f3-2b77-46be-9ca2-1fbb3ab0a4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:30.991813 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7fb7bad9-e6cf-4275-b008-230cd042aaa3 req-581a41f3-2b77-46be-9ca2-1fbb3ab0a4af service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1097682 Jul 24 00:14:30.999406 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d383888-e9ad-4a68-9333-a06aecc37641 x-openstack-request-id: req-4d383888-e9ad-4a68-9333-a06aecc37641 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:14:30.999771 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8675e9a7-659c-4c81-a6b7-aab189694153", "tag": "549c4525-fa33-4368-aa6b-b5eea6e8af42", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:14:31.000090 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4d383888-e9ad-4a68-9333-a06aecc37641 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:14:31.000561 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8675e9a7-659c-4c81-a6b7-aab189694153', 'tag': '549c4525-fa33-4368-aa6b-b5eea6e8af42', 'status': 'completed', 'code': 200} Jul 24 00:14:31.146301 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f2bc36fb-4e01-49e4-a275-80bdb59c53ce tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:31.151581 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7fb7bad9-e6cf-4275-b008-230cd042aaa3 req-1c9a8282-0e4a-4b6e-836f-aae6dd2170e6 service neutron] 10.222.0.52 "GET /v2.0/networks/52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488061 Jul 24 00:14:31.156570 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-597f9748-cffd-4917-be67-69c90da745e2 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] For port 58e0162d-5b8e-4add-bc2e-b8da7fe7665a, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=58e0162d-5b8e-4add-bc2e-b8da7fe7665a,segment=NetworkSegment(b737500e-4702-4fa9-bd4b-6c1d2e2fa041),segment_id=b737500e-4702-4fa9-bd4b-6c1d2e2fa041)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:14:31.207570 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-597f9748-cffd-4917-be67-69c90da745e2 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:31.219482 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-597f9748-cffd-4917-be67-69c90da745e2 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:31.220252 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-597f9748-cffd-4917-be67-69c90da745e2 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:31.299137 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7fb7bad9-e6cf-4275-b008-230cd042aaa3 req-90f5b7d8-3f0c-4a8d-985f-124ee4405df4 service neutron] 10.222.0.52 "GET /v2.0/networks/52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370621 Jul 24 00:14:31.333902 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f2bc36fb-4e01-49e4-a275-80bdb59c53ce tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:31.365372 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597f9748-cffd-4917-be67-69c90da745e2 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event updated for resources: {'Subnet': ['ID=03bcaa23-ea1c-4a9f-8438-b6d5748ebe02,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:31.377021 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597f9748-cffd-4917-be67-69c90da745e2 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Network e98734e2-dedb-4450-9333-d795164b1ce9 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:14:31.390741 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bc36fb-4e01-49e4-a275-80bdb59c53ce tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:14:31.392908 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-f2bc36fb-4e01-49e4-a275-80bdb59c53ce tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:14:31.395519 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bc36fb-4e01-49e4-a275-80bdb59c53ce tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:14:31.397666 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-597f9748-cffd-4917-be67-69c90da745e2 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:14:31.400627 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597f9748-cffd-4917-be67-69c90da745e2 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:31.401378 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-597f9748-cffd-4917-be67-69c90da745e2 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:31.410886 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30428a5-d2f5-46c1-994c-68d69bf947e1 None None] Network e98734e2-dedb-4450-9333-d795164b1ce9 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:14:31.412069 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597f9748-cffd-4917-be67-69c90da745e2 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event updated for resources: {'Port': ['ID=58e0162d-5b8e-4add-bc2e-b8da7fe7665a,revision_number=4']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:31.453408 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-4299c077-2d0d-49d5-ae7c-3fcd055c55e7 None None] Provisioning for port 58e0162d-5b8e-4add-bc2e-b8da7fe7665a completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:14:31.456534 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd43ac-d616-4b62-9561-a93c0c01d9e9 req-07bdf3c8-fe09-43c7-9cc5-7dc8a85ba523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:31.459547 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0ecd43ac-d616-4b62-9561-a93c0c01d9e9 req-07bdf3c8-fe09-43c7-9cc5-7dc8a85ba523 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=646730ba25934852bc5dd86a412228f1&device_id=8675e9a7-659c-4c81-a6b7-aab189694153 HTTP/1.1" status: 200 len: 1096 time: 0.0862224 Jul 24 00:14:31.521387 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bc36fb-4e01-49e4-a275-80bdb59c53ce tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Pushing event updated for resources: {'Port': ['ID=e5f5d987-92f9-4b72-83cb-63877535ed1c,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:31.537627 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-597f9748-cffd-4917-be67-69c90da745e2 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.5776653 Jul 24 00:14:31.541249 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45810) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:31.553907 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-320bebca-14bd-4b3a-9788-d625047414b0 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Request body: {'port': {'network_id': 'e98734e2-dedb-4450-9333-d795164b1ce9', 'mac_address': 'fa:16:3e:5f:f4:03', 'name': 'tempest-NetworksTestDHCPv6-760324807'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:14:31.584684 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd43ac-d616-4b62-9561-a93c0c01d9e9 req-19694f12-9bf2-4c5b-acdd-300c4ff683f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:31.597742 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0ecd43ac-d616-4b62-9561-a93c0c01d9e9 req-19694f12-9bf2-4c5b-acdd-300c4ff683f0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e HTTP/1.1" status: 200 len: 898 time: 0.1297431 Jul 24 00:14:31.681404 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0ecd43ac-d616-4b62-9561-a93c0c01d9e9 req-2c79240c-e485-4663-afac-435e71113903 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=549c4525-fa33-4368-aa6b-b5eea6e8af42 HTTP/1.1" status: 200 len: 217 time: 0.0739503 Jul 24 00:14:31.761365 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f2bc36fb-4e01-49e4-a275-80bdb59c53ce tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:31.797790 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd43ac-d616-4b62-9561-a93c0c01d9e9 req-cb4880aa-3d1e-41b4-9381-d6a7e3008755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:31.799381 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0ecd43ac-d616-4b62-9561-a93c0c01d9e9 req-cb4880aa-3d1e-41b4-9381-d6a7e3008755 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=78e2d992-c1ad-4e19-ba7b-f7b8b753ca16 HTTP/1.1" status: 200 len: 834 time: 0.1110995 Jul 24 00:14:31.846958 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6aabc5-5fd3-4c16-9c15-fcb4094ee5b5 req-5fd6fc88-9fe3-4dc2-8c44-5cb169146723 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:31.848580 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3d6aabc5-5fd3-4c16-9c15-fcb4094ee5b5 req-5fd6fc88-9fe3-4dc2-8c44-5cb169146723 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/ports?device_id=adaafd05-adad-46f2-818c-53b583e2e72e HTTP/1.1" status: 200 len: 945 time: 0.1490016 Jul 24 00:14:31.891810 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f2bc36fb-4e01-49e4-a275-80bdb59c53ce tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:31.907223 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd43ac-d616-4b62-9561-a93c0c01d9e9 req-8142525a-1e20-407d-885e-72815a645704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:31.908793 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0ecd43ac-d616-4b62-9561-a93c0c01d9e9 req-8142525a-1e20-407d-885e-72815a645704 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1023421 Jul 24 00:14:31.912374 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3d6aabc5-5fd3-4c16-9c15-fcb4094ee5b5 req-a205cd64-e7c0-4317-8d7d-4a1909cf504e tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/security-groups?id=02f8e688-cdad-46c4-8a86-5d8b77004136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570390 Jul 24 00:14:31.920555 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-320bebca-14bd-4b3a-9788-d625047414b0 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Made reservation on behalf of ba617effe2664093b954ded2eab93240 for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:14:32.071971 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c59392b-a2b7-4301-9f58-4dbe55dcd7d2 req-332791d3-84af-465f-85f5-2f5cd91df1cd tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:32.075605 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4c59392b-a2b7-4301-9f58-4dbe55dcd7d2 req-332791d3-84af-465f-85f5-2f5cd91df1cd tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/ports?device_id=3baf0961-e421-4eed-b476-15131f9b1173 HTTP/1.1" status: 200 len: 945 time: 0.2491863 Jul 24 00:14:32.092918 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0ecd43ac-d616-4b62-9561-a93c0c01d9e9 req-41859fec-06b2-4887-868b-3a865db767bd service neutron] 10.222.0.52 "GET /v2.0/networks/52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760557 Jul 24 00:14:32.164026 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475401cf-00be-42b1-a124-3a7c1411fa2a req-72034ef2-f775-4433-a441-18b28ddf1e79 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:32.172414 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-475401cf-00be-42b1-a124-3a7c1411fa2a req-72034ef2-f775-4433-a441-18b28ddf1e79 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=8675e9a7-659c-4c81-a6b7-aab189694153 HTTP/1.1" status: 200 len: 944 time: 0.1436458 Jul 24 00:14:32.203654 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 58e0162d-5b8e-4add-bc2e-b8da7fe7665a up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:14:32.214916 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4c59392b-a2b7-4301-9f58-4dbe55dcd7d2 req-3f4d4c64-119d-40e0-b968-60ab3b765f74 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/security-groups?id=c0063c4d-6272-47e4-8d6e-ed9b31bc3cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884209 Jul 24 00:14:32.248098 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-320bebca-14bd-4b3a-9788-d625047414b0 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:32.283883 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-475401cf-00be-42b1-a124-3a7c1411fa2a req-de860d95-d5bd-4d52-8397-c2cf3fd8fdc8 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef14fa0a-16c3-4388-ae20-534d1f674ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107697 Jul 24 00:14:32.316682 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 58e0162d-5b8e-4add-bc2e-b8da7fe7665a completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:14:32.320445 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0ecd43ac-d616-4b62-9561-a93c0c01d9e9 req-fd83ebe5-62ad-4055-b074-3c2be5ef2647 service neutron] 10.222.0.52 "GET /v2.0/networks/52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183871 Jul 24 00:14:32.333954 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 58e0162d-5b8e-4add-bc2e-b8da7fe7665a triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:14:32.334346 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:32.339685 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [None req-320bebca-14bd-4b3a-9788-d625047414b0 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] device_id is not set on port 61744b9f-d556-4da1-b5c4-fceb69e6eb6a yet. {{(pid=100314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:14:32.432626 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f2bc36fb-4e01-49e4-a275-80bdb59c53ce tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:32.446331 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:32.465429 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f2bc36fb-4e01-49e4-a275-80bdb59c53ce tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:32.494925 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 58e0162d-5b8e-4add-bc2e-b8da7fe7665a, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=58e0162d-5b8e-4add-bc2e-b8da7fe7665a,segment=NetworkSegment(b737500e-4702-4fa9-bd4b-6c1d2e2fa041),segment_id=b737500e-4702-4fa9-bd4b-6c1d2e2fa041)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:14:32.503972 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:32.558988 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=58e0162d-5b8e-4add-bc2e-b8da7fe7665a,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:32.621563 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bc36fb-4e01-49e4-a275-80bdb59c53ce tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Pushing event updated for resources: {'Port': ['ID=e5f5d987-92f9-4b72-83cb-63877535ed1c,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:32.639961 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-320bebca-14bd-4b3a-9788-d625047414b0 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Allocated IP 2001:db8::39b (e98734e2-dedb-4450-9333-d795164b1ce9/deba397d-cb36-4c5e-b348-6217a3b0b649/61744b9f-d556-4da1-b5c4-fceb69e6eb6a) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:14:32.647877 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f2bc36fb-4e01-49e4-a275-80bdb59c53ce tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:32.651185 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-320bebca-14bd-4b3a-9788-d625047414b0 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Allocated IP 2001:db8:0:1:f816:3eff:fe5f:f403 (e98734e2-dedb-4450-9333-d795164b1ce9/03bcaa23-ea1c-4a9f-8438-b6d5748ebe02/61744b9f-d556-4da1-b5c4-fceb69e6eb6a) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:14:32.672104 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f2bc36fb-4e01-49e4-a275-80bdb59c53ce tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:32.673477 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-f2bc36fb-4e01-49e4-a275-80bdb59c53ce tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8892009 Jul 24 00:14:32.695577 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-889a9d59-954f-499a-9c68-444ae0a7678a None None] Provisioning complete for port 58e0162d-5b8e-4add-bc2e-b8da7fe7665a triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:14:32.695960 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-889a9d59-954f-499a-9c68-444ae0a7678a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:32.832468 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-320bebca-14bd-4b3a-9788-d625047414b0 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:32.848050 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [None req-320bebca-14bd-4b3a-9788-d625047414b0 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Transition to ACTIVE for port object 61744b9f-d556-4da1-b5c4-fceb69e6eb6a will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:14:32.904066 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-320bebca-14bd-4b3a-9788-d625047414b0 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:32.947477 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-995bb83e-7929-41f7-bacc-e533518eeeff req-51063565-9d05-44e6-9873-cb4877c41630 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--199816688&fields=id&tenant_id=f416a58274704009b44a26f31650fbc3 HTTP/1.1" status: 200 len: 267 time: 0.0839822 Jul 24 00:14:32.956827 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320bebca-14bd-4b3a-9788-d625047414b0 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Network e98734e2-dedb-4450-9333-d795164b1ce9 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:14:32.960304 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-320bebca-14bd-4b3a-9788-d625047414b0 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:14:32.963315 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320bebca-14bd-4b3a-9788-d625047414b0 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:14:32.969375 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320bebca-14bd-4b3a-9788-d625047414b0 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:32.970043 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-320bebca-14bd-4b3a-9788-d625047414b0 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:32.992474 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 549c4525-fa33-4368-aa6b-b5eea6e8af42 details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:14:33.033638 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320bebca-14bd-4b3a-9788-d625047414b0 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event updated for resources: {'Port': ['ID=61744b9f-d556-4da1-b5c4-fceb69e6eb6a,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:33.084723 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-320bebca-14bd-4b3a-9788-d625047414b0 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.5391123 Jul 24 00:14:33.087712 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45838) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:33.172106 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ba91af-5be8-4b6b-ab8d-0c1fcc125fb6 req-c21217b1-842c-47a2-9ab5-34d0619a5083 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:33.173881 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d8ba91af-5be8-4b6b-ab8d-0c1fcc125fb6 req-c21217b1-842c-47a2-9ab5-34d0619a5083 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.52 "GET /v2.0/ports?device_id=adaafd05-adad-46f2-818c-53b583e2e72e HTTP/1.1" status: 200 len: 945 time: 0.2053216 Jul 24 00:14:33.176197 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995bb83e-7929-41f7-bacc-e533518eeeff req-fe24da45-eded-4f75-84d1-1a0547386898 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:33.178002 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-995bb83e-7929-41f7-bacc-e533518eeeff req-fe24da45-eded-4f75-84d1-1a0547386898 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/networks?id=3bb27577-8aa4-438b-b0fc-2e9a72f8d21f HTTP/1.1" status: 200 len: 815 time: 0.2033839 Jul 24 00:14:33.195387 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 549c4525-fa33-4368-aa6b-b5eea6e8af42, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=549c4525-fa33-4368-aa6b-b5eea6e8af42,segment=NetworkSegment(4dde76ee-9daf-4ac3-8e5c-9a2a15633c19),segment_id=4dde76ee-9daf-4ac3-8e5c-9a2a15633c19)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:14:33.220021 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': '549c4525-fa33-4368-aa6b-b5eea6e8af42', 'network_id': '52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e', 'port_id': '549c4525-fa33-4368-aa6b-b5eea6e8af42', 'mac_address': 'fa:16:3e:ce:9e:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78e2d992-c1ad-4e19-ba7b-f7b8b753ca16', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:14:33.222029 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-995bb83e-7929-41f7-bacc-e533518eeeff req-8927e2eb-73c9-4d58-bb31-570e85000185 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/quotas/f416a58274704009b44a26f31650fbc3 HTTP/1.1" status: 200 len: 375 time: 0.0372336 Jul 24 00:14:33.289035 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-65267558-bf49-4a65-a9d5-43b1d453bfa2 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Deleting port 61744b9f-d556-4da1-b5c4-fceb69e6eb6a {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:14:33.289386 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-65267558-bf49-4a65-a9d5-43b1d453bfa2 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:33.304717 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:33.349827 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 549c4525-fa33-4368-aa6b-b5eea6e8af42 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:14:33.376070 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 549c4525-fa33-4368-aa6b-b5eea6e8af42, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=549c4525-fa33-4368-aa6b-b5eea6e8af42,segment=NetworkSegment(4dde76ee-9daf-4ac3-8e5c-9a2a15633c19),segment_id=4dde76ee-9daf-4ac3-8e5c-9a2a15633c19)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:14:33.384057 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:33.402716 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-995bb83e-7929-41f7-bacc-e533518eeeff req-b80ed23b-7af6-40dc-9a72-68f97a5c9283 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f416a58274704009b44a26f31650fbc3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1713390 Jul 24 00:14:33.458429 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-1053f44d-b8b1-4e4a-8006-b06a5204f4b7 None None] Provisioning for port 61744b9f-d556-4da1-b5c4-fceb69e6eb6a completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:14:33.463564 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-65267558-bf49-4a65-a9d5-43b1d453bfa2 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:33.466922 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-1053f44d-b8b1-4e4a-8006-b06a5204f4b7 None None] Provisioning complete for port 61744b9f-d556-4da1-b5c4-fceb69e6eb6a triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:14:33.467914 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-1053f44d-b8b1-4e4a-8006-b06a5204f4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:33.481774 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-65267558-bf49-4a65-a9d5-43b1d453bfa2 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Calling delete_port for 61744b9f-d556-4da1-b5c4-fceb69e6eb6a owned by {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:14:33.498730 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=549c4525-fa33-4368-aa6b-b5eea6e8af42,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:33.517440 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-1053f44d-b8b1-4e4a-8006-b06a5204f4b7 None None] Port 61744b9f-d556-4da1-b5c4-fceb69e6eb6a cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:14:33.607226 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['549c4525-fa33-4368-aa6b-b5eea6e8af42'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:14:33.633500 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1f6b99-e3fc-4fa9-aa3c-5c45d6e90e2b req-0c6c8a62-f839-4414-b0e6-03c3c0d10166 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:33.643171 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bc1f6b99-e3fc-4fa9-aa3c-5c45d6e90e2b req-0c6c8a62-f839-4414-b0e6-03c3c0d10166 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/ports?device_id=adaafd05-adad-46f2-818c-53b583e2e72e HTTP/1.1" status: 200 len: 945 time: 0.6000526 Jul 24 00:14:33.721315 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bc1f6b99-e3fc-4fa9-aa3c-5c45d6e90e2b req-ff720752-cff2-4e0f-a390-595b1b8db023 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/security-groups?id=02f8e688-cdad-46c4-8a86-5d8b77004136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771070 Jul 24 00:14:33.786559 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-d8ba91af-5be8-4b6b-ab8d-0c1fcc125fb6 req-55aee8da-ac63-4c39-ab78-373cacaf33f7 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Deleting port ffa9d5de-a79f-4585-b74e-de1bc6ab8ef5 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:14:33.786911 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d8ba91af-5be8-4b6b-ab8d-0c1fcc125fb6 req-55aee8da-ac63-4c39-ab78-373cacaf33f7 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:33.971369 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-d8ba91af-5be8-4b6b-ab8d-0c1fcc125fb6 req-55aee8da-ac63-4c39-ab78-373cacaf33f7 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] For port ffa9d5de-a79f-4585-b74e-de1bc6ab8ef5, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=ffa9d5de-a79f-4585-b74e-de1bc6ab8ef5,segment=NetworkSegment(54b0bb54-5616-4f5a-8531-23ddff6f591c),segment_id=54b0bb54-5616-4f5a-8531-23ddff6f591c)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:14:33.971827 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d8ba91af-5be8-4b6b-ab8d-0c1fcc125fb6 req-55aee8da-ac63-4c39-ab78-373cacaf33f7 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:33.989997 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbf3695-7d19-48b5-9862-f4c4f87bf10b req-ad22441a-8c65-4287-8249-6303c5eeebe8 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:33.991180 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4dbf3695-7d19-48b5-9862-f4c4f87bf10b req-ad22441a-8c65-4287-8249-6303c5eeebe8 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/ports?device_id=3baf0961-e421-4eed-b476-15131f9b1173 HTTP/1.1" status: 200 len: 945 time: 0.1655879 Jul 24 00:14:33.995632 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-d8ba91af-5be8-4b6b-ab8d-0c1fcc125fb6 req-55aee8da-ac63-4c39-ab78-373cacaf33f7 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Calling delete_port for ffa9d5de-a79f-4585-b74e-de1bc6ab8ef5 owned by compute:nova {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:14:34.087066 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-995bb83e-7929-41f7-bacc-e533518eeeff req-047d7aa0-e1e7-44a4-b3d0-a9b8d8c3edac service neutron] 10.222.0.44 "GET /v2.0/networks/3bb27577-8aa4-438b-b0fc-2e9a72f8d21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752541 Jul 24 00:14:34.132608 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4dbf3695-7d19-48b5-9862-f4c4f87bf10b req-0daa7497-2f7b-477c-b610-71e30f023afd tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/security-groups?id=c0063c4d-6272-47e4-8d6e-ed9b31bc3cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349356 Jul 24 00:14:34.151514 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 58e0162d-5b8e-4add-bc2e-b8da7fe7665a up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:14:34.256614 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-995bb83e-7929-41f7-bacc-e533518eeeff req-da4688cb-c5a0-4a3e-ba48-ab475d661111 service neutron] 10.222.0.44 "GET /v2.0/networks/3bb27577-8aa4-438b-b0fc-2e9a72f8d21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685531 Jul 24 00:14:34.257676 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-65267558-bf49-4a65-a9d5-43b1d453bfa2 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:34.262108 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 58e0162d-5b8e-4add-bc2e-b8da7fe7665a triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:14:34.262108 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:34.313619 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2510dff6-e2aa-49ee-9fd0-a30cfde311be req-cc29b1a4-04e9-44ef-bc10-8737523ff029 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:34.315450 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2510dff6-e2aa-49ee-9fd0-a30cfde311be req-cc29b1a4-04e9-44ef-bc10-8737523ff029 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=8675e9a7-659c-4c81-a6b7-aab189694153 HTTP/1.1" status: 200 len: 945 time: 0.0986435 Jul 24 00:14:34.316189 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65267558-bf49-4a65-a9d5-43b1d453bfa2 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event deleted for resources: {'Port': ['ID=61744b9f-d556-4da1-b5c4-fceb69e6eb6a,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:34.316709 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d8ba91af-5be8-4b6b-ab8d-0c1fcc125fb6 req-55aee8da-ac63-4c39-ab78-373cacaf33f7 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:34.324088 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:14:34.336350 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['ffa9d5de-a79f-4585-b74e-de1bc6ab8ef5'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:14:34.339567 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['5ac3c6ff-68cb-437c-8b84-4f8182baabf0', 'be7da8e5-a62c-4c34-b628-c87541750562'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:14:34.394490 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-65267558-bf49-4a65-a9d5-43b1d453bfa2 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:34.400507 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45846) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:34.402799 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-65267558-bf49-4a65-a9d5-43b1d453bfa2 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/ports/61744b9f-d556-4da1-b5c4-fceb69e6eb6a HTTP/1.1" status: 204 len: 168 time: 1.3140283 Jul 24 00:14:34.438493 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aee8da-ac63-4c39-ab78-373cacaf33f7 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Pushing event deleted for resources: {'Port': ['ID=ffa9d5de-a79f-4585-b74e-de1bc6ab8ef5,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:34.581637 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8ba91af-5be8-4b6b-ab8d-0c1fcc125fb6 req-55aee8da-ac63-4c39-ab78-373cacaf33f7 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] No DVR routers for this DVR port ffa9d5de-a79f-4585-b74e-de1bc6ab8ef5 on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:14:34.585399 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d8ba91af-5be8-4b6b-ab8d-0c1fcc125fb6 req-55aee8da-ac63-4c39-ab78-373cacaf33f7 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:34.587520 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d8ba91af-5be8-4b6b-ab8d-0c1fcc125fb6 req-55aee8da-ac63-4c39-ab78-373cacaf33f7 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.52 "DELETE /v2.0/ports/ffa9d5de-a79f-4585-b74e-de1bc6ab8ef5 HTTP/1.1" status: 204 len: 173 time: 1.4061835 Jul 24 00:14:34.587974 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adaafd05-adad-46f2-818c-53b583e2e72e', 'name': 'network-vif-deleted', 'tag': 'ffa9d5de-a79f-4585-b74e-de1bc6ab8ef5'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:14:34.590304 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0524e18-47f0-42db-961a-299cfef5a767" -d '{"events": [{"server_uuid": "adaafd05-adad-46f2-818c-53b583e2e72e", "name": "network-vif-deleted", "tag": "ffa9d5de-a79f-4585-b74e-de1bc6ab8ef5"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:14:34.605810 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2510dff6-e2aa-49ee-9fd0-a30cfde311be req-a68da5f7-1761-48e0-b71d-817cbed85627 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef14fa0a-16c3-4388-ae20-534d1f674ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2760916 Jul 24 00:14:34.660341 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-874ff4ed-e8ae-42c7-9d05-b0050688da91 req-6ad1091e-420b-4b89-8612-d777c6a0824c tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef7418c8-cc0f-4720-98ea-317b65ccb9ad HTTP/1.1" status: 200 len: 210 time: 0.1222394 Jul 24 00:14:34.688219 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3ddd1d-dc79-48e2-9aba-7f8fafcbf473 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:34.694711 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45870) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:34.695361 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-5b3ddd1d-dc79-48e2-9aba-7f8fafcbf473 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2879984 Jul 24 00:14:34.710114 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-238621a7-0761-4c1d-a650-9222e716475a x-openstack-request-id: req-238621a7-0761-4c1d-a650-9222e716475a {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:14:34.710682 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adaafd05-adad-46f2-818c-53b583e2e72e", "name": "network-vif-deleted", "tag": "ffa9d5de-a79f-4585-b74e-de1bc6ab8ef5", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:14:34.711175 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-238621a7-0761-4c1d-a650-9222e716475a {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:14:34.712605 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adaafd05-adad-46f2-818c-53b583e2e72e', 'name': 'network-vif-deleted', 'tag': 'ffa9d5de-a79f-4585-b74e-de1bc6ab8ef5', 'status': 'completed', 'code': 200} Jul 24 00:14:34.868267 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3467d7f5-9fef-40d8-ae90-ecddd654796b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:34.870419 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-3467d7f5-9fef-40d8-ae90-ecddd654796b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1746869 Jul 24 00:14:34.872798 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45880) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:34.996145 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-84d92b93-3942-474a-9799-b11e66ec6698 req-e2fa7bae-0510-4caf-9a81-1feabecd6748 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/ports?device_id=adaafd05-adad-46f2-818c-53b583e2e72e HTTP/1.1" status: 200 len: 210 time: 0.0769987 Jul 24 00:14:35.019705 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508c50bc-a332-4979-a233-411e3ef5bfd6 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:35.021763 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508c50bc-a332-4979-a233-411e3ef5bfd6 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:35.022085 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 549c4525-fa33-4368-aa6b-b5eea6e8af42 up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:14:35.023723 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508c50bc-a332-4979-a233-411e3ef5bfd6 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:35.028456 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45884) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:35.038794 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-508c50bc-a332-4979-a233-411e3ef5bfd6 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1644888 Jul 24 00:14:35.115291 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2536271-df66-4384-aa52-4c042266b0f9 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Deleting subnet 03bcaa23-ea1c-4a9f-8438-b6d5748ebe02 {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:14:35.120704 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e2536271-df66-4384-aa52-4c042266b0f9 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:35.189351 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e2536271-df66-4384-aa52-4c042266b0f9 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:35.262241 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port 549c4525-fa33-4368-aa6b-b5eea6e8af42 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:14:35.269908 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port 549c4525-fa33-4368-aa6b-b5eea6e8af42 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:14:35.270299 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:35.414545 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e2536271-df66-4384-aa52-4c042266b0f9 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:35.471824 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:35.476681 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ebce0e-93f2-4916-b00c-878099800cef req-ef600849-a166-4d2c-acdf-884498ecbed8 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:35.478379 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-49ebce0e-93f2-4916-b00c-878099800cef req-ef600849-a166-4d2c-acdf-884498ecbed8 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/ports?device_id=3baf0961-e421-4eed-b476-15131f9b1173 HTTP/1.1" status: 200 len: 945 time: 0.1927192 Jul 24 00:14:35.516839 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 549c4525-fa33-4368-aa6b-b5eea6e8af42, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=549c4525-fa33-4368-aa6b-b5eea6e8af42,segment=NetworkSegment(4dde76ee-9daf-4ac3-8e5c-9a2a15633c19),segment_id=4dde76ee-9daf-4ac3-8e5c-9a2a15633c19)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:14:35.518191 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8675e9a7-659c-4c81-a6b7-aab189694153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '549c4525-fa33-4368-aa6b-b5eea6e8af42'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:14:35.521108 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-061c6089-08c5-4eb5-ad82-ee61d1b47132" -d '{"events": [{"server_uuid": "8675e9a7-659c-4c81-a6b7-aab189694153", "name": "network-vif-plugged", "status": "completed", "tag": "549c4525-fa33-4368-aa6b-b5eea6e8af42"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:14:35.522635 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e2536271-df66-4384-aa52-4c042266b0f9 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:35.526231 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:35.545285 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e2536271-df66-4384-aa52-4c042266b0f9 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:35.551104 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45892) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:35.553565 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770d03f3-05a8-4602-af21-44c152fdf9f7 None None] Network e98734e2-dedb-4450-9333-d795164b1ce9 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:14:35.562633 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-e2536271-df66-4384-aa52-4c042266b0f9 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/subnets/03bcaa23-ea1c-4a9f-8438-b6d5748ebe02 HTTP/1.1" status: 204 len: 168 time: 0.5329115 Jul 24 00:14:35.603344 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2536271-df66-4384-aa52-4c042266b0f9 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event deleted for resources: {'Subnet': ['ID=03bcaa23-ea1c-4a9f-8438-b6d5748ebe02,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:35.624881 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-49ebce0e-93f2-4916-b00c-878099800cef req-303aef45-1112-484d-8787-a5823657045b tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/security-groups?id=c0063c4d-6272-47e4-8d6e-ed9b31bc3cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304703 Jul 24 00:14:35.650900 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-606d5b2d-0d74-4206-9b5d-b8340b4a79f3 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Deleting subnet deba397d-cb36-4c5e-b348-6217a3b0b649 {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:14:35.668835 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-606d5b2d-0d74-4206-9b5d-b8340b4a79f3 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:35.680414 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-360e0d62-caec-4bbf-ac29-e4db68f976c7 x-openstack-request-id: req-360e0d62-caec-4bbf-ac29-e4db68f976c7 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:14:35.680724 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8675e9a7-659c-4c81-a6b7-aab189694153", "name": "network-vif-plugged", "status": "completed", "tag": "549c4525-fa33-4368-aa6b-b5eea6e8af42", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:14:35.681006 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-360e0d62-caec-4bbf-ac29-e4db68f976c7 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:14:35.681408 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8675e9a7-659c-4c81-a6b7-aab189694153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '549c4525-fa33-4368-aa6b-b5eea6e8af42', 'code': 200} Jul 24 00:14:35.804351 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-606d5b2d-0d74-4206-9b5d-b8340b4a79f3 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:35.835595 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=549c4525-fa33-4368-aa6b-b5eea6e8af42,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:35.862286 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c9194b97-ec54-4f64-86c0-d911cad6c848 req-1156ff97-32ab-4070-8d1d-563e66e590c1 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef7418c8-cc0f-4720-98ea-317b65ccb9ad HTTP/1.1" status: 200 len: 210 time: 0.0764968 Jul 24 00:14:35.880020 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a7e54-08b9-4e37-bbbe-5323a2e06531 req-554e4f35-8973-4a10-ab45-2761ab72f38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:35.882980 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a38a7e54-08b9-4e37-bbbe-5323a2e06531 req-554e4f35-8973-4a10-ab45-2761ab72f38b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8675e9a7-659c-4c81-a6b7-aab189694153 HTTP/1.1" status: 200 len: 1098 time: 0.1900859 Jul 24 00:14:35.942771 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a38a7e54-08b9-4e37-bbbe-5323a2e06531 req-59e37ea1-115f-4545-b291-bf468c5a3411 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ef14fa0a-16c3-4388-ae20-534d1f674ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468214 Jul 24 00:14:35.977955 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-606d5b2d-0d74-4206-9b5d-b8340b4a79f3 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:36.032087 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fdb184-d4c6-49b8-9a8a-85291a1e7952 req-b67eb7a0-35b8-4c9a-bd6d-41d5fbb578d3 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:36.042201 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-75fdb184-d4c6-49b8-9a8a-85291a1e7952 req-b67eb7a0-35b8-4c9a-bd6d-41d5fbb578d3 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=8675e9a7-659c-4c81-a6b7-aab189694153 HTTP/1.1" status: 200 len: 946 time: 0.2983463 Jul 24 00:14:36.147765 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-75fdb184-d4c6-49b8-9a8a-85291a1e7952 req-e7ce92ef-af44-40d6-b3b8-e51a42823049 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef14fa0a-16c3-4388-ae20-534d1f674ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023860 Jul 24 00:14:36.156256 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-606d5b2d-0d74-4206-9b5d-b8340b4a79f3 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:36.210461 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606d5b2d-0d74-4206-9b5d-b8340b4a79f3 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event deleted for resources: {'Subnet': ['ID=deba397d-cb36-4c5e-b348-6217a3b0b649,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:36.221338 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-606d5b2d-0d74-4206-9b5d-b8340b4a79f3 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:36.223968 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-606d5b2d-0d74-4206-9b5d-b8340b4a79f3 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/subnets/deba397d-cb36-4c5e-b348-6217a3b0b649 HTTP/1.1" status: 204 len: 168 time: 0.6712735 Jul 24 00:14:36.226861 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45904) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:36.329323 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-42c5ec03-7cb8-4031-85c4-932cca3bfc69 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1010768 Jul 24 00:14:36.331915 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45908) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:36.460341 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995bb83e-7929-41f7-bacc-e533518eeeff req-a100d483-a882-43b6-b3fd-0af53b3ec3e9 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:36.462280 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-995bb83e-7929-41f7-bacc-e533518eeeff req-a100d483-a882-43b6-b3fd-0af53b3ec3e9 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.52 "GET /v2.0/networks?id=3bb27577-8aa4-438b-b0fc-2e9a72f8d21f HTTP/1.1" status: 200 len: 815 time: 0.2327502 Jul 24 00:14:36.498079 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5458bd-0ff5-44a6-aa38-cb534b78560b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:36.500235 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-dd5458bd-0ff5-44a6-aa38-cb534b78560b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1671200 Jul 24 00:14:36.504029 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45910) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:36.520674 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-995bb83e-7929-41f7-bacc-e533518eeeff req-e982d339-070a-48a1-b210-7817ecc9e24f tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f416a58274704009b44a26f31650fbc3 HTTP/1.1" status: 200 len: 379 time: 0.0471168 Jul 24 00:14:36.531370 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-995bb83e-7929-41f7-bacc-e533518eeeff req-0c1b79b7-738b-4961-9f5d-293882e7c96c tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Request body: {'port': {'device_id': 'ef7418c8-cc0f-4720-98ea-317b65ccb9ad', 'network_id': '3bb27577-8aa4-438b-b0fc-2e9a72f8d21f', 'admin_state_up': True, 'tenant_id': 'f416a58274704009b44a26f31650fbc3', 'security_groups': ['6134d66c-4e65-4c63-a0b5-3a2b7a9634b3']}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:14:36.547689 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa7675-574a-4d8e-9da4-9d0db9108e49 req-63c6c31a-4977-4361-a68f-609f7d8fb476 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:36.549337 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ceaa7675-574a-4d8e-9da4-9d0db9108e49 req-63c6c31a-4977-4361-a68f-609f7d8fb476 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6e10e2e-5a26-4caa-aee0-3ee0ef3a6a7d HTTP/1.1" status: 200 len: 945 time: 0.1632159 Jul 24 00:14:36.589221 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2867d922-64e8-43b0-b7fc-6c696c1210dd tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:36.590739 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-2867d922-64e8-43b0-b7fc-6c696c1210dd tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0862501 Jul 24 00:14:36.593895 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45912) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:36.676182 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-995bb83e-7929-41f7-bacc-e533518eeeff req-0c1b79b7-738b-4961-9f5d-293882e7c96c tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Made reservation on behalf of f416a58274704009b44a26f31650fbc3 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:14:36.676612 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-b57962d7-f9ba-4298-a1bd-fb2e7ed7d827 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0728374 Jul 24 00:14:36.676723 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-995bb83e-7929-41f7-bacc-e533518eeeff req-0c1b79b7-738b-4961-9f5d-293882e7c96c tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:36.677652 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45916) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:36.683448 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1030062d-918e-49c6-a900-d37284377570 None None] Network e98734e2-dedb-4450-9333-d795164b1ce9 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:14:36.684273 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ceaa7675-574a-4d8e-9da4-9d0db9108e49 req-d9973660-0154-4b71-ad5c-e7e604bf60aa tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/security-groups?id=02f8e688-cdad-46c4-8a86-5d8b77004136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263163 Jul 24 00:14:36.728844 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-682b67b4-a447-4fc6-ae15-da66f3f1e7e4 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] DELETE failed (client error): The resource could not be found. Jul 24 00:14:36.729645 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-682b67b4-a447-4fc6-ae15-da66f3f1e7e4 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:14:36.734374 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-682b67b4-a447-4fc6-ae15-da66f3f1e7e4 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/ports/61744b9f-d556-4da1-b5c4-fceb69e6eb6a HTTP/1.1" status: 404 len: 333 time: 0.0528493 Jul 24 00:14:36.734793 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45918) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:36.763168 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-b360e1ff-78f4-4e46-90e5-9f732837b174 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] DELETE failed (client error): The resource could not be found. Jul 24 00:14:36.763632 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b360e1ff-78f4-4e46-90e5-9f732837b174 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:14:36.767742 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-b360e1ff-78f4-4e46-90e5-9f732837b174 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/subnets/03bcaa23-ea1c-4a9f-8438-b6d5748ebe02 HTTP/1.1" status: 404 len: 337 time: 0.0297959 Jul 24 00:14:36.767967 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45920) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:36.799244 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5d5a0ef-fc56-424f-92a0-1c8404fd6094 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] DELETE failed (client error): The resource could not be found. Jul 24 00:14:36.800228 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5d5a0ef-fc56-424f-92a0-1c8404fd6094 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:14:36.802207 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-a5d5a0ef-fc56-424f-92a0-1c8404fd6094 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/subnets/deba397d-cb36-4c5e-b348-6217a3b0b649 HTTP/1.1" status: 404 len: 337 time: 0.0331299 Jul 24 00:14:36.804893 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45922) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:36.807464 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-d6311aaa-795e-491e-9f2d-6b691588ed1d None None] Provisioning complete for port 58e0162d-5b8e-4add-bc2e-b8da7fe7665a triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:14:36.808060 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d6311aaa-795e-491e-9f2d-6b691588ed1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:36.848728 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cdec1c8-bd02-4ff9-b4b9-f2c3f36a4740 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] DELETE failed (client error): The resource could not be found. Jul 24 00:14:36.849974 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cdec1c8-bd02-4ff9-b4b9-f2c3f36a4740 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:14:36.852279 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-7cdec1c8-bd02-4ff9-b4b9-f2c3f36a4740 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/ports/5f48a516-938d-4a03-9de3-dd732f3ab45b HTTP/1.1" status: 404 len: 333 time: 0.0459566 Jul 24 00:14:36.854702 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45924) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:36.866983 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b875c7-cdc5-41bb-bef5-7bf3c00de8d0 req-dd6a5b6e-479a-4186-b719-67bc003fb945 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:36.869349 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e3b875c7-cdc5-41bb-bef5-7bf3c00de8d0 req-dd6a5b6e-479a-4186-b719-67bc003fb945 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/ports?device_id=3baf0961-e421-4eed-b476-15131f9b1173 HTTP/1.1" status: 200 len: 945 time: 0.1366763 Jul 24 00:14:36.889914 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-d69ccd40-5b34-4f6f-8e4c-42b92be1ed3b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] DELETE failed (client error): The resource could not be found. Jul 24 00:14:36.890699 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d69ccd40-5b34-4f6f-8e4c-42b92be1ed3b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:14:36.893716 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-d69ccd40-5b34-4f6f-8e4c-42b92be1ed3b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/subnets/84ae4c6b-11c7-498a-a4b5-cc7752bc0b3d HTTP/1.1" status: 404 len: 337 time: 0.0372651 Jul 24 00:14:36.897541 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45926) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:36.929547 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5113817-c732-4d8b-951a-1974b1152abf tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] DELETE failed (client error): The resource could not be found. Jul 24 00:14:36.930360 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5113817-c732-4d8b-951a-1974b1152abf tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:14:36.934891 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-c5113817-c732-4d8b-951a-1974b1152abf tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/subnets/198130af-7936-48dc-a5d9-787b9e936dcf HTTP/1.1" status: 404 len: 337 time: 0.0338275 Jul 24 00:14:36.941650 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45930) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:36.963341 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-995bb83e-7929-41f7-bacc-e533518eeeff req-0c1b79b7-738b-4961-9f5d-293882e7c96c tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Allocated IP 172.20.0.14 (3bb27577-8aa4-438b-b0fc-2e9a72f8d21f/63da32e2-61ac-4eb0-aee3-157739522d03/2cc29194-d266-42bb-9db8-3d7a0b796200) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:14:36.989897 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e3b875c7-cdc5-41bb-bef5-7bf3c00de8d0 req-d732794a-b62c-4f01-b574-136a8957a1e0 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/security-groups?id=c0063c4d-6272-47e4-8d6e-ed9b31bc3cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543396 Jul 24 00:14:37.022860 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-2901312e-e8ac-4c58-a941-3d3f968305de tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] DELETE failed (client error): The resource could not be found. Jul 24 00:14:37.023568 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2901312e-e8ac-4c58-a941-3d3f968305de tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:14:37.027705 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-2901312e-e8ac-4c58-a941-3d3f968305de tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/ports/704bcd9a-1a31-4eea-9027-df2185e7828c HTTP/1.1" status: 404 len: 333 time: 0.0884006 Jul 24 00:14:37.028765 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45932) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:37.037256 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device ffa9d5de-a79f-4585-b74e-de1bc6ab8ef5 no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:14:37.055157 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bf48d737-ecd6-4b00-a22a-1f16952f2f2d req-7a59c43c-3168-4329-9909-a43f473610c5 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef7418c8-cc0f-4720-98ea-317b65ccb9ad HTTP/1.1" status: 200 len: 210 time: 0.0352950 Jul 24 00:14:37.063184 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dfc5142-a072-4587-91ca-63a180a3e0e7 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] DELETE failed (client error): The resource could not be found. Jul 24 00:14:37.063706 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dfc5142-a072-4587-91ca-63a180a3e0e7 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:14:37.067837 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-9dfc5142-a072-4587-91ca-63a180a3e0e7 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/subnets/0aa87401-2540-43d4-9dfb-71eea1755dcc HTTP/1.1" status: 404 len: 337 time: 0.0357502 Jul 24 00:14:37.069891 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45936) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:37.082153 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] No Port match for: ffa9d5de-a79f-4585-b74e-de1bc6ab8ef5 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:14:37.082694 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device ffa9d5de-a79f-4585-b74e-de1bc6ab8ef5 not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:14:37.115865 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb5bd82a-2602-4116-902e-410eb651aaf1 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] DELETE failed (client error): The resource could not be found. Jul 24 00:14:37.116796 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb5bd82a-2602-4116-902e-410eb651aaf1 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:14:37.119643 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-cb5bd82a-2602-4116-902e-410eb651aaf1 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/subnets/46fdbc2d-56f4-4658-adcf-9b1a3cd61a55 HTTP/1.1" status: 404 len: 337 time: 0.0476286 Jul 24 00:14:37.123903 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45938) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:37.174220 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-13bb72ec-955b-4996-b477-772922667171 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] DELETE failed (client error): The resource could not be found. Jul 24 00:14:37.175314 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13bb72ec-955b-4996-b477-772922667171 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:14:37.177768 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-13bb72ec-955b-4996-b477-772922667171 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/ports/3e140556-6a1d-49f1-aa9f-7589e6299694 HTTP/1.1" status: 404 len: 333 time: 0.0524528 Jul 24 00:14:37.181288 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45942) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:37.202425 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f90518a-2f09-4089-9202-8789ad9c1f03 None None] DHCP port deletion for e98734e2-dedb-4450-9333-d795164b1ce9 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:14:37.214446 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-da0451aa-9676-4b9c-8903-dd06de550eea tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] DELETE failed (client error): The resource could not be found. Jul 24 00:14:37.214917 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da0451aa-9676-4b9c-8903-dd06de550eea tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:14:37.219502 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-da0451aa-9676-4b9c-8903-dd06de550eea tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/subnets/ff794f05-ae37-4f42-a070-71d3e1493937 HTTP/1.1" status: 404 len: 337 time: 0.0371604 Jul 24 00:14:37.220231 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45944) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:37.240077 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-995bb83e-7929-41f7-bacc-e533518eeeff req-0c1b79b7-738b-4961-9f5d-293882e7c96c tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:37.255728 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8388071-0922-4972-8b51-a1219bdcafa5 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] DELETE failed (client error): The resource could not be found. Jul 24 00:14:37.256302 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8388071-0922-4972-8b51-a1219bdcafa5 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:14:37.257549 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9f90518a-2f09-4089-9202-8789ad9c1f03 None None] Deleting port 58e0162d-5b8e-4add-bc2e-b8da7fe7665a {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:14:37.257895 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-995bb83e-7929-41f7-bacc-e533518eeeff req-0c1b79b7-738b-4961-9f5d-293882e7c96c tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Transition to ACTIVE for port object 2cc29194-d266-42bb-9db8-3d7a0b796200 will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:14:37.258408 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9f90518a-2f09-4089-9202-8789ad9c1f03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:37.262263 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-f8388071-0922-4972-8b51-a1219bdcafa5 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/subnets/187a6c05-5a28-42a9-aef2-f23b171e0c92 HTTP/1.1" status: 404 len: 337 time: 0.0407989 Jul 24 00:14:37.262975 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45946) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:37.289499 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-13182103-84de-4b0a-a366-6a7865b2e75d tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] DELETE failed (client error): The resource could not be found. Jul 24 00:14:37.290244 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13182103-84de-4b0a-a366-6a7865b2e75d tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:14:37.294748 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-13182103-84de-4b0a-a366-6a7865b2e75d tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/ports/6c4dc51f-6289-4d87-ae14-82c113131139 HTTP/1.1" status: 404 len: 333 time: 0.0307865 Jul 24 00:14:37.295945 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45948) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:37.323844 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6a87a8d-0101-4b7b-87df-2596f68a05dc tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] DELETE failed (client error): The resource could not be found. Jul 24 00:14:37.324378 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6a87a8d-0101-4b7b-87df-2596f68a05dc tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:14:37.326888 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-c6a87a8d-0101-4b7b-87df-2596f68a05dc tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/subnets/3a08be1b-248a-4068-b14a-31cf7e636fa0 HTTP/1.1" status: 404 len: 337 time: 0.0298364 Jul 24 00:14:37.329454 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45950) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:37.339674 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9f90518a-2f09-4089-9202-8789ad9c1f03 None None] For port 58e0162d-5b8e-4add-bc2e-b8da7fe7665a, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=58e0162d-5b8e-4add-bc2e-b8da7fe7665a,segment=NetworkSegment(b737500e-4702-4fa9-bd4b-6c1d2e2fa041),segment_id=b737500e-4702-4fa9-bd4b-6c1d2e2fa041)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:14:37.340668 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9f90518a-2f09-4089-9202-8789ad9c1f03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:37.341236 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-995bb83e-7929-41f7-bacc-e533518eeeff req-0c1b79b7-738b-4961-9f5d-293882e7c96c tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:37.355932 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9f90518a-2f09-4089-9202-8789ad9c1f03 None None] Calling delete_port for 58e0162d-5b8e-4add-bc2e-b8da7fe7665a owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:14:37.369747 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-102f0734-1266-40bd-ae35-077ec7bd3b57 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] DELETE failed (client error): The resource could not be found. Jul 24 00:14:37.370456 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-102f0734-1266-40bd-ae35-077ec7bd3b57 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:14:37.375333 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-102f0734-1266-40bd-ae35-077ec7bd3b57 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/ports/bfa34020-27f4-47c4-b9c2-829f48e1630d HTTP/1.1" status: 404 len: 333 time: 0.0416160 Jul 24 00:14:37.375947 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45952) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:37.404149 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-f247782d-9f8b-466f-a780-166d9a9faf37 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] DELETE failed (client error): The resource could not be found. Jul 24 00:14:37.404149 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f247782d-9f8b-466f-a780-166d9a9faf37 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:14:37.406411 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-f247782d-9f8b-466f-a780-166d9a9faf37 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/subnets/1f07621b-b312-43db-979a-42e8c4feb34f HTTP/1.1" status: 404 len: 337 time: 0.0294375 Jul 24 00:14:37.410747 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45954) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:37.432381 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-995bb83e-7929-41f7-bacc-e533518eeeff req-0c1b79b7-738b-4961-9f5d-293882e7c96c tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Network 3bb27577-8aa4-438b-b0fc-2e9a72f8d21f is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:14:37.455065 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9f90518a-2f09-4089-9202-8789ad9c1f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:37.457437 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-995bb83e-7929-41f7-bacc-e533518eeeff req-0c1b79b7-738b-4961-9f5d-293882e7c96c tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:14:37.459547 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-84a3ed43-0584-4c7c-9c78-87e284a3f155 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] DELETE failed (client error): The resource could not be found. Jul 24 00:14:37.460258 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84a3ed43-0584-4c7c-9c78-87e284a3f155 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:14:37.464602 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-84a3ed43-0584-4c7c-9c78-87e284a3f155 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/ports/a321d49f-b959-4486-996c-1d7f849a7bba HTTP/1.1" status: 404 len: 333 time: 0.0486617 Jul 24 00:14:37.464602 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-995bb83e-7929-41f7-bacc-e533518eeeff req-0c1b79b7-738b-4961-9f5d-293882e7c96c tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:14:37.465288 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45956) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:37.466595 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1b79b7-738b-4961-9f5d-293882e7c96c tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Pushing event updated for resources: {'Port': ['ID=2cc29194-d266-42bb-9db8-3d7a0b796200,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:37.481674 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f90518a-2f09-4089-9202-8789ad9c1f03 None None] Pushing event deleted for resources: {'Port': ['ID=58e0162d-5b8e-4add-bc2e-b8da7fe7665a,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:37.488019 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b00db61-fa32-401b-bb70-08cb8518a5fb req-602282b9-7cad-49b8-8f62-6c7b29a4aa70 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:37.489655 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5b00db61-fa32-401b-bb70-08cb8518a5fb req-602282b9-7cad-49b8-8f62-6c7b29a4aa70 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=8675e9a7-659c-4c81-a6b7-aab189694153 HTTP/1.1" status: 200 len: 946 time: 0.2130592 Jul 24 00:14:37.491169 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f90518a-2f09-4089-9202-8789ad9c1f03 None None] No DVR routers for this DVR port 58e0162d-5b8e-4add-bc2e-b8da7fe7665a on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:14:37.512856 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-39cd92e1-b48c-48d0-a138-e2dd0247c710 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] DELETE failed (client error): The resource could not be found. Jul 24 00:14:37.513581 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39cd92e1-b48c-48d0-a138-e2dd0247c710 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:14:37.515755 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-39cd92e1-b48c-48d0-a138-e2dd0247c710 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/subnets/3adc8212-6629-4377-b429-7de262dd2679 HTTP/1.1" status: 404 len: 337 time: 0.0495050 Jul 24 00:14:37.518107 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45958) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:37.550606 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-374570ce-3a5b-4df2-ac60-516240271c32 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] DELETE failed (client error): The resource could not be found. Jul 24 00:14:37.551709 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-374570ce-3a5b-4df2-ac60-516240271c32 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:14:37.553937 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-374570ce-3a5b-4df2-ac60-516240271c32 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/ports/b587c323-3b2b-4f49-b0bd-ef18276aa442 HTTP/1.1" status: 404 len: 333 time: 0.0346806 Jul 24 00:14:37.557466 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45960) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:37.573454 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995bb83e-7929-41f7-bacc-e533518eeeff req-0c1b79b7-738b-4961-9f5d-293882e7c96c tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:37.574038 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-995bb83e-7929-41f7-bacc-e533518eeeff req-0c1b79b7-738b-4961-9f5d-293882e7c96c tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:37.607625 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5b00db61-fa32-401b-bb70-08cb8518a5fb req-959617df-c1f2-4f79-a699-154e7046bd59 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef14fa0a-16c3-4388-ae20-534d1f674ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925734 Jul 24 00:14:37.611317 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b8512f9-3d82-444d-ae51-9cbd0f979270 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] DELETE failed (client error): The resource could not be found. Jul 24 00:14:37.611783 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b8512f9-3d82-444d-ae51-9cbd0f979270 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:14:37.613630 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-6b8512f9-3d82-444d-ae51-9cbd0f979270 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/subnets/55077035-def5-41b2-b740-617a7496f215 HTTP/1.1" status: 404 len: 337 time: 0.0552092 Jul 24 00:14:37.616881 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45962) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:37.651866 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-995bb83e-7929-41f7-bacc-e533518eeeff req-0c1b79b7-738b-4961-9f5d-293882e7c96c tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1246159 Jul 24 00:14:37.652543 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-46861bd3-d902-4139-bb2c-5c4f30cd0922 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] DELETE failed (client error): The resource could not be found. Jul 24 00:14:37.653294 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46861bd3-d902-4139-bb2c-5c4f30cd0922 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:14:37.658780 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-46861bd3-d902-4139-bb2c-5c4f30cd0922 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/ports/a888a977-f305-401d-983e-671d5619fa1e HTTP/1.1" status: 404 len: 333 time: 0.0376987 Jul 24 00:14:37.660347 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45966) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:37.663822 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-995bb83e-7929-41f7-bacc-e533518eeeff req-a5d1223d-5b59-4506-ac1e-d74e12bd0e4e service neutron] Request body: {'port': {'device_id': 'ef7418c8-cc0f-4720-98ea-317b65ccb9ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:14:37.703109 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d1b3a4e-7a57-4759-a295-8a1f8264f284 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] DELETE failed (client error): The resource could not be found. Jul 24 00:14:37.703846 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d1b3a4e-7a57-4759-a295-8a1f8264f284 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:14:37.709298 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45968) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:37.709768 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-4d1b3a4e-7a57-4759-a295-8a1f8264f284 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/subnets/5ccae8bb-c465-48de-abe2-1d37db04b1d5 HTTP/1.1" status: 404 len: 337 time: 0.0471799 Jul 24 00:14:37.781377 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-d60201b2-2b69-48fd-88c9-3dda9fe34bba tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] DELETE failed (client error): The resource could not be found. Jul 24 00:14:37.782379 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d60201b2-2b69-48fd-88c9-3dda9fe34bba tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:14:37.787031 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-d60201b2-2b69-48fd-88c9-3dda9fe34bba tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/ports/c164a84e-bddb-4402-9484-19797c80cd71 HTTP/1.1" status: 404 len: 333 time: 0.0736871 Jul 24 00:14:37.787524 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45972) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:37.822260 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-418815ab-ca34-4d5c-8c41-ca7a8099bd2a None None] Provisioning for port 2cc29194-d266-42bb-9db8-3d7a0b796200 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:14:37.830293 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-418815ab-ca34-4d5c-8c41-ca7a8099bd2a None None] Provisioning complete for port 2cc29194-d266-42bb-9db8-3d7a0b796200 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:14:37.830934 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-418815ab-ca34-4d5c-8c41-ca7a8099bd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:37.856119 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bce289-72ae-40ae-90e3-c5aee2b789ef req-24193788-b71e-4680-bb9b-3cd56734a79b tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:37.860050 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-39ecd4bb-a8d9-4808-8d5e-83ce9fe5a9ab tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] DELETE failed (client error): The resource could not be found. Jul 24 00:14:37.860689 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39ecd4bb-a8d9-4808-8d5e-83ce9fe5a9ab tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:14:37.864883 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-39ecd4bb-a8d9-4808-8d5e-83ce9fe5a9ab tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/subnets/838dcac5-2188-472d-961e-f5b68ddc4d75 HTTP/1.1" status: 404 len: 337 time: 0.0648048 Jul 24 00:14:37.865036 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b5bce289-72ae-40ae-90e3-c5aee2b789ef req-24193788-b71e-4680-bb9b-3cd56734a79b tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=8675e9a7-659c-4c81-a6b7-aab189694153 HTTP/1.1" status: 200 len: 946 time: 0.1205506 Jul 24 00:14:37.865143 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-995bb83e-7929-41f7-bacc-e533518eeeff req-a5d1223d-5b59-4506-ac1e-d74e12bd0e4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:37.866560 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45974) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:37.881058 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-418815ab-ca34-4d5c-8c41-ca7a8099bd2a None None] Port 2cc29194-d266-42bb-9db8-3d7a0b796200 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:14:37.906974 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-fabaaadc-776e-4ca7-b88a-abba08d2647c tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] DELETE failed (client error): The resource could not be found. Jul 24 00:14:37.907231 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fabaaadc-776e-4ca7-b88a-abba08d2647c tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:14:37.911286 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-fabaaadc-776e-4ca7-b88a-abba08d2647c tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/subnets/174448c8-14fe-4d8e-83e5-fddd0af8a9d9 HTTP/1.1" status: 404 len: 337 time: 0.0389419 Jul 24 00:14:37.911699 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45976) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:37.916956 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b5bce289-72ae-40ae-90e3-c5aee2b789ef req-389968e8-662f-4b82-86dd-1499fd3bbd8d tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef14fa0a-16c3-4388-ae20-534d1f674ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511079 Jul 24 00:14:37.929251 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e7166-1f72-488f-880a-b94811cd572e req-53d1b90c-0683-4583-9d0e-3ca9c8bb94a8 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:37.930708 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-300e7166-1f72-488f-880a-b94811cd572e req-53d1b90c-0683-4583-9d0e-3ca9c8bb94a8 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6e10e2e-5a26-4caa-aee0-3ee0ef3a6a7d HTTP/1.1" status: 200 len: 945 time: 0.1519458 Jul 24 00:14:37.931484 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45978) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:37.957227 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b9da5a1-0a2c-4e5b-930d-3c32cc8acac9 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] DELETE failed (client error): The resource could not be found. Jul 24 00:14:37.958069 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b9da5a1-0a2c-4e5b-930d-3c32cc8acac9 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:14:37.960791 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-3b9da5a1-0a2c-4e5b-930d-3c32cc8acac9 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/ports/0cb134cd-60f0-41af-ae73-3ee369e41be7 HTTP/1.1" status: 404 len: 333 time: 0.0473852 Jul 24 00:14:37.980928 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45980) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:38.039286 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-86759050-9672-442f-bda5-4f81e3c79464 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] DELETE failed (client error): The resource could not be found. Jul 24 00:14:38.039753 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86759050-9672-442f-bda5-4f81e3c79464 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:14:38.043965 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-86759050-9672-442f-bda5-4f81e3c79464 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/subnets/f7b2ee54-ff97-4760-af3c-c54650006334 HTTP/1.1" status: 404 len: 337 time: 0.0594146 Jul 24 00:14:38.052012 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45984) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:38.139652 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-313152c0-14e0-4185-8b21-79066e0f29db tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] DELETE failed (client error): The resource could not be found. Jul 24 00:14:38.140148 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-313152c0-14e0-4185-8b21-79066e0f29db tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:14:38.144245 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-313152c0-14e0-4185-8b21-79066e0f29db tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/subnets/7db255a2-87e2-4e6f-99a8-c91aec56677b HTTP/1.1" status: 404 len: 337 time: 0.0875857 Jul 24 00:14:38.145283 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1226c5c4-7efa-46a8-bd62-48c9ff95111a tempest-TestNetworkAdvancedServerOps-1890701533 tempest-TestNetworkAdvancedServerOps-1890701533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:38.146806 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45988) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:38.150316 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-1226c5c4-7efa-46a8-bd62-48c9ff95111a tempest-TestNetworkAdvancedServerOps-1890701533 tempest-TestNetworkAdvancedServerOps-1890701533-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=8675e9a7-659c-4c81-a6b7-aab189694153 HTTP/1.1" status: 200 len: 1093 time: 0.2177653 Jul 24 00:14:38.152979 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45990) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:38.155707 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 58e0162d-5b8e-4add-bc2e-b8da7fe7665a no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:14:38.158582 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-0daf6705-b9d2-4818-b326-5b291ec9edce tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Request body: {'floatingip': {'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'port_id': '549c4525-fa33-4368-aa6b-b5eea6e8af42', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:14:38.165090 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8884f6-fcf1-4000-9f69-be6574f0201d req-1611bae0-7f78-4520-97fd-c8356dcb7f86 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:38.173940 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8d8884f6-fcf1-4000-9f69-be6574f0201d req-1611bae0-7f78-4520-97fd-c8356dcb7f86 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6e10e2e-5a26-4caa-aee0-3ee0ef3a6a7d HTTP/1.1" status: 200 len: 945 time: 0.3958704 Jul 24 00:14:38.199682 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 58e0162d-5b8e-4add-bc2e-b8da7fe7665a {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:14:38.200162 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 58e0162d-5b8e-4add-bc2e-b8da7fe7665a not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:14:38.206152 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-300e7166-1f72-488f-880a-b94811cd572e req-c2fc88aa-09dc-481b-9482-3bb5b4ae5e04 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Deleting port be7da8e5-a62c-4c34-b628-c87541750562 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:14:38.207197 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-300e7166-1f72-488f-880a-b94811cd572e req-c2fc88aa-09dc-481b-9482-3bb5b4ae5e04 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:38.224180 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-190c325c-d9b1-41cb-9ed8-b2f5959ee088 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] DELETE failed (client error): The resource could not be found. Jul 24 00:14:38.224909 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-190c325c-d9b1-41cb-9ed8-b2f5959ee088 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:14:38.229038 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-190c325c-d9b1-41cb-9ed8-b2f5959ee088 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/ports/20f846c1-0f3b-4628-98ee-13e9b13a9c82 HTTP/1.1" status: 404 len: 333 time: 0.0789905 Jul 24 00:14:38.231168 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45996) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:38.238115 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0daf6705-b9d2-4818-b326-5b291ec9edce tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for floatingip, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:38.273171 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-35ecb994-1d17-417d-a7e8-ab1afbb45886 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] DELETE failed (client error): The resource could not be found. Jul 24 00:14:38.273630 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35ecb994-1d17-417d-a7e8-ab1afbb45886 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:14:38.277874 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-35ecb994-1d17-417d-a7e8-ab1afbb45886 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/subnets/243c398d-0ddd-401f-a100-83d105542bfa HTTP/1.1" status: 404 len: 337 time: 0.0433390 Jul 24 00:14:38.281661 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45998) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:38.282282 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d7b494-3429-45fe-b54b-a898c8a1d68f req-2098f843-cc76-4a1b-bad0-626de15bf453 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:38.285436 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d4d7b494-3429-45fe-b54b-a898c8a1d68f req-2098f843-cc76-4a1b-bad0-626de15bf453 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/ports?device_id=3baf0961-e421-4eed-b476-15131f9b1173 HTTP/1.1" status: 200 len: 945 time: 0.1878047 Jul 24 00:14:38.305535 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8d8884f6-fcf1-4000-9f69-be6574f0201d req-15bc8588-6afa-433a-947b-2f80dfa33f7c tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/security-groups?id=02f8e688-cdad-46c4-8a86-5d8b77004136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305714 Jul 24 00:14:38.338040 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-13dbf9a2-7931-4aef-856e-911f2e90338a tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] DELETE failed (client error): The resource could not be found. Jul 24 00:14:38.338513 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13dbf9a2-7931-4aef-856e-911f2e90338a tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:14:38.340293 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-13dbf9a2-7931-4aef-856e-911f2e90338a tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/subnets/2be7318f-b3df-4d81-a6ca-3a3c0bc87708 HTTP/1.1" status: 404 len: 337 time: 0.0575540 Jul 24 00:14:38.342861 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 46002) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:38.407980 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-300e7166-1f72-488f-880a-b94811cd572e req-c2fc88aa-09dc-481b-9482-3bb5b4ae5e04 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] For port be7da8e5-a62c-4c34-b628-c87541750562, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=be7da8e5-a62c-4c34-b628-c87541750562,segment=NetworkSegment(54b0bb54-5616-4f5a-8531-23ddff6f591c),segment_id=54b0bb54-5616-4f5a-8531-23ddff6f591c)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:14:38.408481 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-300e7166-1f72-488f-880a-b94811cd572e req-c2fc88aa-09dc-481b-9482-3bb5b4ae5e04 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:38.418865 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-39b45bca-2064-4b26-986e-25751a2ba8f6 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] DELETE failed (client error): The resource could not be found. Jul 24 00:14:38.418865 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39b45bca-2064-4b26-986e-25751a2ba8f6 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:14:38.420020 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-39b45bca-2064-4b26-986e-25751a2ba8f6 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/ports/32ab24f9-796f-4a13-aef3-40778a7a5619 HTTP/1.1" status: 404 len: 333 time: 0.0762315 Jul 24 00:14:38.424924 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 46004) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:38.465013 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-300e7166-1f72-488f-880a-b94811cd572e req-c2fc88aa-09dc-481b-9482-3bb5b4ae5e04 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Calling delete_port for be7da8e5-a62c-4c34-b628-c87541750562 owned by compute:nova {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:14:38.482329 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d4d7b494-3429-45fe-b54b-a898c8a1d68f req-4beeb73a-0b27-4aae-9e63-818131be5d6a tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/security-groups?id=c0063c4d-6272-47e4-8d6e-ed9b31bc3cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327748 Jul 24 00:14:38.490682 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a5a59ae-5511-4496-92f8-cb379f3acc71 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] DELETE failed (client error): The resource could not be found. Jul 24 00:14:38.491269 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a5a59ae-5511-4496-92f8-cb379f3acc71 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:14:38.493241 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-3a5a59ae-5511-4496-92f8-cb379f3acc71 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/subnets/19b3513e-84e0-4b84-901f-0e26555414e7 HTTP/1.1" status: 404 len: 337 time: 0.0622153 Jul 24 00:14:38.501960 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 46006) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:38.534927 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840957e8-127f-4e19-8ee2-3eacb386348c req-ff98a521-adfb-4f6c-80e4-cf1b1168b522 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:38.542308 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-840957e8-127f-4e19-8ee2-3eacb386348c req-ff98a521-adfb-4f6c-80e4-cf1b1168b522 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef7418c8-cc0f-4720-98ea-317b65ccb9ad HTTP/1.1" status: 200 len: 932 time: 0.1382761 Jul 24 00:14:38.592760 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a23c200-96ab-42a0-835b-22634f920d9b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] DELETE failed (client error): The resource could not be found. Jul 24 00:14:38.594846 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a23c200-96ab-42a0-835b-22634f920d9b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:14:38.600648 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-8a23c200-96ab-42a0-835b-22634f920d9b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/subnets/a1837e7f-0ac2-4dd5-b92e-29bf18f38670 HTTP/1.1" status: 404 len: 337 time: 0.0975652 Jul 24 00:14:38.603312 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 46008) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:38.637454 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-995bb83e-7929-41f7-bacc-e533518eeeff req-a5d1223d-5b59-4506-ac1e-d74e12bd0e4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cc29194-d266-42bb-9db8-3d7a0b796200 {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:14:38.659784 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-840957e8-127f-4e19-8ee2-3eacb386348c req-d7c61b43-0df9-4f8f-9133-a9519b319ef8 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=6134d66c-4e65-4c63-a0b5-3a2b7a9634b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164138 Jul 24 00:14:38.662490 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-99b91794-dc02-457b-b87e-d34225d19b0e tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bac87be-5892-4fde-84c5-20a5e0355321 HTTP/1.1" status: 200 len: 205 time: 0.0564620 Jul 24 00:14:38.665132 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 46010) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:38.675591 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-995bb83e-7929-41f7-bacc-e533518eeeff req-a5d1223d-5b59-4506-ac1e-d74e12bd0e4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:38.717074 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-300e7166-1f72-488f-880a-b94811cd572e req-c2fc88aa-09dc-481b-9482-3bb5b4ae5e04 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:38.729496 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['5ac3c6ff-68cb-437c-8b84-4f8182baabf0', 'be7da8e5-a62c-4c34-b628-c87541750562'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:14:38.769165 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [None req-d282c50a-7cc6-4db0-b1d4-dcb880cf5c07 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] delete failed (client error): The resource could not be found. Jul 24 00:14:38.770250 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-d282c50a-7cc6-4db0-b1d4-dcb880cf5c07 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/routers/3bac87be-5892-4fde-84c5-20a5e0355321 HTTP/1.1" status: 404 len: 336 time: 0.1041951 Jul 24 00:14:38.775895 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 46012) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:38.778397 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fc88aa-09dc-481b-9482-3bb5b4ae5e04 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Pushing event deleted for resources: {'Port': ['ID=be7da8e5-a62c-4c34-b628-c87541750562,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:38.794735 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-995bb83e-7929-41f7-bacc-e533518eeeff req-a5d1223d-5b59-4506-ac1e-d74e12bd0e4e service neutron] Transition to ACTIVE for port object 2cc29194-d266-42bb-9db8-3d7a0b796200 will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:14:38.801184 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0daf6705-b9d2-4818-b326-5b291ec9edce tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:38.803503 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-995bb83e-7929-41f7-bacc-e533518eeeff req-a5d1223d-5b59-4506-ac1e-d74e12bd0e4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:38.860137 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d1223d-5b59-4506-ac1e-d74e12bd0e4e service neutron] Pushing event updated for resources: {'Port': ['ID=2cc29194-d266-42bb-9db8-3d7a0b796200,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:38.885865 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-907d6f68-b696-47a8-9e29-a8e24a08f63a tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] DELETE failed (client error): The resource could not be found. Jul 24 00:14:38.886333 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-907d6f68-b696-47a8-9e29-a8e24a08f63a tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:14:38.890704 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-907d6f68-b696-47a8-9e29-a8e24a08f63a tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/subnets/0eacf6d0-6b67-4179-bfc8-454d650001f6 HTTP/1.1" status: 404 len: 337 time: 0.1108050 Jul 24 00:14:38.891133 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 46014) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:38.910490 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-300e7166-1f72-488f-880a-b94811cd572e req-c2fc88aa-09dc-481b-9482-3bb5b4ae5e04 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] No DVR routers for this DVR port be7da8e5-a62c-4c34-b628-c87541750562 on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:14:38.915843 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-300e7166-1f72-488f-880a-b94811cd572e req-c2fc88aa-09dc-481b-9482-3bb5b4ae5e04 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:38.918482 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-300e7166-1f72-488f-880a-b94811cd572e req-c2fc88aa-09dc-481b-9482-3bb5b4ae5e04 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.64 "DELETE /v2.0/ports/be7da8e5-a62c-4c34-b628-c87541750562 HTTP/1.1" status: 204 len: 173 time: 0.9805548 Jul 24 00:14:38.918482 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6e10e2e-5a26-4caa-aee0-3ee0ef3a6a7d', 'name': 'network-vif-deleted', 'tag': 'be7da8e5-a62c-4c34-b628-c87541750562'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:14:38.921449 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f872f077-11b5-42db-a61f-42ff3101ea58" -d '{"events": [{"server_uuid": "c6e10e2e-5a26-4caa-aee0-3ee0ef3a6a7d", "name": "network-vif-deleted", "tag": "be7da8e5-a62c-4c34-b628-c87541750562"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:14:39.012319 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb2719b8-a5df-4900-aaf1-1289b423dbb7 x-openstack-request-id: req-fb2719b8-a5df-4900-aaf1-1289b423dbb7 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:14:39.012627 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6e10e2e-5a26-4caa-aee0-3ee0ef3a6a7d", "name": "network-vif-deleted", "tag": "be7da8e5-a62c-4c34-b628-c87541750562", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:14:39.012898 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fb2719b8-a5df-4900-aaf1-1289b423dbb7 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:14:39.013291 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6e10e2e-5a26-4caa-aee0-3ee0ef3a6a7d', 'name': 'network-vif-deleted', 'tag': 'be7da8e5-a62c-4c34-b628-c87541750562', 'status': 'completed', 'code': 200} Jul 24 00:14:39.085692 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-0daf6705-b9d2-4818-b326-5b291ec9edce tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Allocated IP 172.25.3.53 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/f80ed00d-e0e7-4e14-8c19-cc79dde722c6) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:14:39.234693 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0daf6705-b9d2-4818-b326-5b291ec9edce tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:39.286685 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0daf6705-b9d2-4818-b326-5b291ec9edce tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:39.326593 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0daf6705-b9d2-4818-b326-5b291ec9edce tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:14:39.332924 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-0daf6705-b9d2-4818-b326-5b291ec9edce tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:14:39.334512 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-e20646c4-15d9-456b-9006-249f8d1fb204 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9716c7e-e77b-49ac-8c68-626241dd6d5d HTTP/1.1" status: 200 len: 205 time: 0.4423521 Jul 24 00:14:39.337162 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 46022) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:39.340025 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0daf6705-b9d2-4818-b326-5b291ec9edce tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:14:39.401909 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [None req-8380bf68-0efc-4bc4-a125-ec5592b9ca52 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] delete failed (client error): The resource could not be found. Jul 24 00:14:39.403034 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-8380bf68-0efc-4bc4-a125-ec5592b9ca52 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/routers/f9716c7e-e77b-49ac-8c68-626241dd6d5d HTTP/1.1" status: 404 len: 336 time: 0.0648756 Jul 24 00:14:39.404327 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-995bb83e-7929-41f7-bacc-e533518eeeff req-a5d1223d-5b59-4506-ac1e-d74e12bd0e4e service neutron] Attempting to bind port 2cc29194-d266-42bb-9db8-3d7a0b796200 on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:14:39.405332 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-995bb83e-7929-41f7-bacc-e533518eeeff req-a5d1223d-5b59-4506-ac1e-d74e12bd0e4e service neutron] Attempting to bind port 2cc29194-d266-42bb-9db8-3d7a0b796200 by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': 'd3cc9475-f05d-4177-894c-9d197d6c8577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3bb27577-8aa4-438b-b0fc-2e9a72f8d21f'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:14:39.412864 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995bb83e-7929-41f7-bacc-e533518eeeff req-a5d1223d-5b59-4506-ac1e-d74e12bd0e4e service neutron] Attempting to bind port 2cc29194-d266-42bb-9db8-3d7a0b796200 on network 3bb27577-8aa4-438b-b0fc-2e9a72f8d21f {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:14:39.415988 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 46024) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:39.466042 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daf6705-b9d2-4818-b326-5b291ec9edce tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Pushing event updated for resources: {'Port': ['ID=f80ed00d-e0e7-4e14-8c19-cc79dde722c6,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:39.467687 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995bb83e-7929-41f7-bacc-e533518eeeff req-a5d1223d-5b59-4506-ac1e-d74e12bd0e4e service neutron] Port 2cc29194-d266-42bb-9db8-3d7a0b796200 on network 3bb27577-8aa4-438b-b0fc-2e9a72f8d21f not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:14:39.468125 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995bb83e-7929-41f7-bacc-e533518eeeff req-a5d1223d-5b59-4506-ac1e-d74e12bd0e4e service neutron] Attempting to bind port 2cc29194-d266-42bb-9db8-3d7a0b796200 on network 3bb27577-8aa4-438b-b0fc-2e9a72f8d21f {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:14:39.475538 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-8185ccd3-54d0-41b4-bdb3-8be5efd5f447 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] DELETE failed (client error): The resource could not be found. Jul 24 00:14:39.475997 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8185ccd3-54d0-41b4-bdb3-8be5efd5f447 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:14:39.477852 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-8185ccd3-54d0-41b4-bdb3-8be5efd5f447 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/subnets/49e1b5a4-5f7d-4b10-9cd1-c21025936452 HTTP/1.1" status: 404 len: 337 time: 0.0608096 Jul 24 00:14:39.499660 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995bb83e-7929-41f7-bacc-e533518eeeff req-a5d1223d-5b59-4506-ac1e-d74e12bd0e4e service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:14:39.500170 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995bb83e-7929-41f7-bacc-e533518eeeff req-a5d1223d-5b59-4506-ac1e-d74e12bd0e4e service neutron] Checking segment: {'id': 'd3cc9475-f05d-4177-894c-9d197d6c8577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3bb27577-8aa4-438b-b0fc-2e9a72f8d21f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:14:39.500941 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995bb83e-7929-41f7-bacc-e533518eeeff req-a5d1223d-5b59-4506-ac1e-d74e12bd0e4e service neutron] Bound using segment: {'id': 'd3cc9475-f05d-4177-894c-9d197d6c8577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3bb27577-8aa4-438b-b0fc-2e9a72f8d21f'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:14:39.501501 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-995bb83e-7929-41f7-bacc-e533518eeeff req-a5d1223d-5b59-4506-ac1e-d74e12bd0e4e service neutron] Bound port: 2cc29194-d266-42bb-9db8-3d7a0b796200, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3cc9475-f05d-4177-894c-9d197d6c8577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3bb27577-8aa4-438b-b0fc-2e9a72f8d21f'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:14:39.501959 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-995bb83e-7929-41f7-bacc-e533518eeeff req-a5d1223d-5b59-4506-ac1e-d74e12bd0e4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:39.503834 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 46026) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:39.521457 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e4380160-ea18-4f1b-a03a-7da5b4b5375b req-10288894-c214-4b79-81cb-463f96110f51 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6e10e2e-5a26-4caa-aee0-3ee0ef3a6a7d HTTP/1.1" status: 200 len: 210 time: 0.0655477 Jul 24 00:14:39.559632 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f6d2403-c41a-4723-bc11-babad939e204 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] DELETE failed (client error): The resource could not be found. Jul 24 00:14:39.560265 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f6d2403-c41a-4723-bc11-babad939e204 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:14:39.562713 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-5f6d2403-c41a-4723-bc11-babad939e204 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/subnets/2948b80c-ac61-48d4-bdc4-929459ba9721 HTTP/1.1" status: 404 len: 337 time: 0.0575557 Jul 24 00:14:39.586760 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 46030) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:39.616125 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e7183ab-2db6-4957-852a-ae9a25f8a0c5 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] DELETE failed (client error): The resource could not be found. Jul 24 00:14:39.616832 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e7183ab-2db6-4957-852a-ae9a25f8a0c5 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:14:39.618585 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-8e7183ab-2db6-4957-852a-ae9a25f8a0c5 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/ports/91944478-a8f8-4b6a-a6ce-c11725f68506 HTTP/1.1" status: 404 len: 333 time: 0.0308709 Jul 24 00:14:39.621400 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 46032) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:39.674378 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-240bfb28-2922-47e7-abe8-567c05d90c1d tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] DELETE failed (client error): The resource could not be found. Jul 24 00:14:39.675114 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-240bfb28-2922-47e7-abe8-567c05d90c1d tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:14:39.679503 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-240bfb28-2922-47e7-abe8-567c05d90c1d tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/subnets/8bccc26b-6488-452f-b7a4-931ec64b8290 HTTP/1.1" status: 404 len: 337 time: 0.0500467 Jul 24 00:14:39.684175 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 46034) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:39.722524 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-69b6c44a-121e-424b-a428-c07644124cec tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] DELETE failed (client error): The resource could not be found. Jul 24 00:14:39.723851 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69b6c44a-121e-424b-a428-c07644124cec tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:14:39.731481 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 46038) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:39.732343 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-69b6c44a-121e-424b-a428-c07644124cec tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/ports/ab8b7d4c-fc90-4fbb-96fd-4181ea12f624 HTTP/1.1" status: 404 len: 333 time: 0.0462174 Jul 24 00:14:39.739245 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-995bb83e-7929-41f7-bacc-e533518eeeff req-a5d1223d-5b59-4506-ac1e-d74e12bd0e4e service neutron] For port 2cc29194-d266-42bb-9db8-3d7a0b796200, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:14:39.745656 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-995bb83e-7929-41f7-bacc-e533518eeeff req-a5d1223d-5b59-4506-ac1e-d74e12bd0e4e service neutron] For port 2cc29194-d266-42bb-9db8-3d7a0b796200, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=2cc29194-d266-42bb-9db8-3d7a0b796200,segment=NetworkSegment(d3cc9475-f05d-4177-894c-9d197d6c8577),segment_id=d3cc9475-f05d-4177-894c-9d197d6c8577)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:14:39.750474 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-995bb83e-7929-41f7-bacc-e533518eeeff req-a5d1223d-5b59-4506-ac1e-d74e12bd0e4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:39.821361 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995bb83e-7929-41f7-bacc-e533518eeeff req-a5d1223d-5b59-4506-ac1e-d74e12bd0e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:39.822269 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-995bb83e-7929-41f7-bacc-e533518eeeff req-a5d1223d-5b59-4506-ac1e-d74e12bd0e4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:39.823815 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-995bb83e-7929-41f7-bacc-e533518eeeff req-a5d1223d-5b59-4506-ac1e-d74e12bd0e4e service neutron] 10.222.0.52 "PUT /v2.0/ports/2cc29194-d266-42bb-9db8-3d7a0b796200 HTTP/1.1" status: 200 len: 1093 time: 2.1645017 Jul 24 00:14:39.827504 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef7418c8-cc0f-4720-98ea-317b65ccb9ad', 'tag': '2cc29194-d266-42bb-9db8-3d7a0b796200'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:14:39.834697 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c3e56c9-91c0-4b8d-b217-78c371e1f02f" -d '{"events": [{"name": "network-changed", "server_uuid": "ef7418c8-cc0f-4720-98ea-317b65ccb9ad", "tag": "2cc29194-d266-42bb-9db8-3d7a0b796200"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:14:39.841720 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5a45c25-756c-42e9-a275-1472c18b59ba tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] DELETE failed (client error): The resource could not be found. Jul 24 00:14:39.842476 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5a45c25-756c-42e9-a275-1472c18b59ba tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:14:39.846975 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-e5a45c25-756c-42e9-a275-1472c18b59ba tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/subnets/ee42d172-b3b2-455c-b30e-e457a9c7032c HTTP/1.1" status: 404 len: 337 time: 0.0996978 Jul 24 00:14:39.847400 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 46042) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:39.929620 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1bdac84-a61a-41a1-b001-d8789c5fa2fb tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] DELETE failed (client error): The resource could not be found. Jul 24 00:14:39.930498 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1bdac84-a61a-41a1-b001-d8789c5fa2fb tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:14:39.936595 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-e1bdac84-a61a-41a1-b001-d8789c5fa2fb tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/ports/0a96ba40-fd6e-4c49-8646-e63911461600 HTTP/1.1" status: 404 len: 333 time: 0.0845144 Jul 24 00:14:39.940072 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 46044) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:39.979722 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d1223d-5b59-4506-ac1e-d74e12bd0e4e service neutron] Pushing event updated for resources: {'Port': ['ID=2cc29194-d266-42bb-9db8-3d7a0b796200,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:39.988943 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-29aec7ab-b2f0-4a16-b56e-dd5a407ff32c tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] DELETE failed (client error): The resource could not be found. Jul 24 00:14:39.989544 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29aec7ab-b2f0-4a16-b56e-dd5a407ff32c tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:14:39.991606 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-29aec7ab-b2f0-4a16-b56e-dd5a407ff32c tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/subnets/f23ae18e-0c41-448c-b820-97dd1c63bded HTTP/1.1" status: 404 len: 337 time: 0.0413952 Jul 24 00:14:39.995346 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 46046) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:40.031479 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-be649182-a0d0-4672-ae2f-f138bec870a5 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] DELETE failed (client error): The resource could not be found. Jul 24 00:14:40.033265 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be649182-a0d0-4672-ae2f-f138bec870a5 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:14:40.036831 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-be649182-a0d0-4672-ae2f-f138bec870a5 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/ports/5461fc9a-f666-4fa2-a327-37c22e0b6022 HTTP/1.1" status: 404 len: 333 time: 0.0377352 Jul 24 00:14:40.049120 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318856d2-5472-4c66-aed3-ccc1a23359a8 req-9e9e72ef-7a9f-43f0-b132-8a5685604ab9 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:40.050786 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-318856d2-5472-4c66-aed3-ccc1a23359a8 req-9e9e72ef-7a9f-43f0-b132-8a5685604ab9 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef7418c8-cc0f-4720-98ea-317b65ccb9ad HTTP/1.1" status: 200 len: 944 time: 0.2905095 Jul 24 00:14:40.053655 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 46048) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:40.076727 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d9415-5a99-4f31-8ad6-5e309fe63a7a req-1dfc4e48-0312-4b0a-895e-c49826202b18 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:40.078514 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c11d9415-5a99-4f31-8ad6-5e309fe63a7a req-1dfc4e48-0312-4b0a-895e-c49826202b18 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/ports?device_id=3baf0961-e421-4eed-b476-15131f9b1173 HTTP/1.1" status: 200 len: 945 time: 0.3460829 Jul 24 00:14:40.105477 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fdf99aa-50f5-404e-a2f7-187024b6414b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] DELETE failed (client error): The resource could not be found. Jul 24 00:14:40.105969 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fdf99aa-50f5-404e-a2f7-187024b6414b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:14:40.108245 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0daf6705-b9d2-4818-b326-5b291ec9edce tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:40.108368 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-7fdf99aa-50f5-404e-a2f7-187024b6414b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/subnets/316c6d47-6816-42ce-a112-626d81575c3b HTTP/1.1" status: 404 len: 337 time: 0.0499141 Jul 24 00:14:40.112689 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 46050) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:40.121139 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995bb83e-7929-41f7-bacc-e533518eeeff req-99ffacf4-8e6d-4956-88bc-06117eb40ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:40.122574 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-995bb83e-7929-41f7-bacc-e533518eeeff req-99ffacf4-8e6d-4956-88bc-06117eb40ac3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f416a58274704009b44a26f31650fbc3&device_id=ef7418c8-cc0f-4720-98ea-317b65ccb9ad HTTP/1.1" status: 200 len: 1096 time: 0.2341247 Jul 24 00:14:40.156079 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-5aed5003-ee31-4b5b-b23a-6c0b8ab2c66a tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] DELETE failed (client error): The resource could not be found. Jul 24 00:14:40.156786 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5aed5003-ee31-4b5b-b23a-6c0b8ab2c66a tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:14:40.158454 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-5aed5003-ee31-4b5b-b23a-6c0b8ab2c66a tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/ports/8c5594d9-0b5a-4a79-8e3f-fab2cec35438 HTTP/1.1" status: 404 len: 333 time: 0.0445917 Jul 24 00:14:40.164275 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 46052) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:40.191033 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-318856d2-5472-4c66-aed3-ccc1a23359a8 req-2c7f9ec5-3f37-42a9-bb8d-e8667cbcaa2f tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=6134d66c-4e65-4c63-a0b5-3a2b7a9634b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190979 Jul 24 00:14:40.192552 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-995bb83e-7929-41f7-bacc-e533518eeeff req-5ff0d17e-fdb0-4024-bbcc-243bac583219 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2cc29194-d266-42bb-9db8-3d7a0b796200 HTTP/1.1" status: 200 len: 217 time: 0.0445032 Jul 24 00:14:40.214656 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c11d9415-5a99-4f31-8ad6-5e309fe63a7a req-a6d408f3-2aed-4b96-a14a-9360bc47c360 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/security-groups?id=c0063c4d-6272-47e4-8d6e-ed9b31bc3cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272600 Jul 24 00:14:40.216861 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a1a8975-faa0-45dc-9616-f7dfaad0ee9b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] DELETE failed (client error): The resource could not be found. Jul 24 00:14:40.217488 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a1a8975-faa0-45dc-9616-f7dfaad0ee9b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:14:40.219801 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-5a1a8975-faa0-45dc-9616-f7dfaad0ee9b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/subnets/71fb7b6f-ed41-4f1d-9876-90c07a2e7bc2 HTTP/1.1" status: 404 len: 337 time: 0.0545607 Jul 24 00:14:40.223169 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 46054) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:40.249880 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ee01aa-6f69-4d48-aa8a-0f98e759cba7 x-openstack-request-id: req-a0ee01aa-6f69-4d48-aa8a-0f98e759cba7 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:14:40.250177 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef7418c8-cc0f-4720-98ea-317b65ccb9ad", "tag": "2cc29194-d266-42bb-9db8-3d7a0b796200", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:14:40.250453 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a0ee01aa-6f69-4d48-aa8a-0f98e759cba7 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:14:40.250854 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef7418c8-cc0f-4720-98ea-317b65ccb9ad', 'tag': '2cc29194-d266-42bb-9db8-3d7a0b796200', 'status': 'completed', 'code': 200} Jul 24 00:14:40.258061 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995bb83e-7929-41f7-bacc-e533518eeeff req-2a914c3e-5a28-412e-980e-5494bbf5312c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:40.259545 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-995bb83e-7929-41f7-bacc-e533518eeeff req-2a914c3e-5a28-412e-980e-5494bbf5312c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=63da32e2-61ac-4eb0-aee3-157739522d03 HTTP/1.1" status: 200 len: 854 time: 0.0613501 Jul 24 00:14:40.276080 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d828235-be90-4a87-8dac-b48f9341288b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] DELETE failed (client error): The resource could not be found. Jul 24 00:14:40.276742 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d828235-be90-4a87-8dac-b48f9341288b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:14:40.278521 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-7d828235-be90-4a87-8dac-b48f9341288b tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/ports/bb8af9c8-5b41-4dbb-a966-6b810c10f6ce HTTP/1.1" status: 404 len: 333 time: 0.0544639 Jul 24 00:14:40.281100 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 46056) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:40.313754 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0daf6705-b9d2-4818-b326-5b291ec9edce tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:40.316415 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c13077c-79fb-40c1-b346-438dfe3341d0 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] DELETE failed (client error): The resource could not be found. Jul 24 00:14:40.316926 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c13077c-79fb-40c1-b346-438dfe3341d0 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:14:40.317620 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995bb83e-7929-41f7-bacc-e533518eeeff req-97e86b2f-0283-47ff-b1eb-38741ab04971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:40.318633 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-9c13077c-79fb-40c1-b346-438dfe3341d0 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/subnets/ea52f66f-a4df-4370-a11f-e2501512a4b4 HTTP/1.1" status: 404 len: 337 time: 0.0365500 Jul 24 00:14:40.319207 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-995bb83e-7929-41f7-bacc-e533518eeeff req-97e86b2f-0283-47ff-b1eb-38741ab04971 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3bb27577-8aa4-438b-b0fc-2e9a72f8d21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536652 Jul 24 00:14:40.321096 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 46058) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:40.361423 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd737894-89bc-4a86-a04b-2154fd0b57d9 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] DELETE failed (client error): The resource could not be found. Jul 24 00:14:40.362120 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd737894-89bc-4a86-a04b-2154fd0b57d9 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:14:40.363848 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-bd737894-89bc-4a86-a04b-2154fd0b57d9 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/ports/9944388e-4dfc-4b70-87c8-4b738f73c70a HTTP/1.1" status: 404 len: 333 time: 0.0417945 Jul 24 00:14:40.366332 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 46060) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:40.404471 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-41d8db48-76b6-42e8-8166-a1f5afc7b1f4 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] DELETE failed (client error): The resource could not be found. Jul 24 00:14:40.405475 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41d8db48-76b6-42e8-8166-a1f5afc7b1f4 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:14:40.407219 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-41d8db48-76b6-42e8-8166-a1f5afc7b1f4 tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/subnets/ddc29041-d251-469e-aa82-1fb49f0e1ed8 HTTP/1.1" status: 404 len: 337 time: 0.0346184 Jul 24 00:14:40.418463 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 46066) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:40.476664 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-995bb83e-7929-41f7-bacc-e533518eeeff req-a2478d37-7feb-4358-ace0-4e966dae321d service neutron] 10.222.0.52 "GET /v2.0/networks/3bb27577-8aa4-438b-b0fc-2e9a72f8d21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484530 Jul 24 00:14:40.609406 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-995bb83e-7929-41f7-bacc-e533518eeeff req-03f1c568-cade-42ba-a578-a2bb177bee4f service neutron] 10.222.0.52 "GET /v2.0/networks/3bb27577-8aa4-438b-b0fc-2e9a72f8d21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255839 Jul 24 00:14:40.739286 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e56c9-91c0-4b8d-b217-78c371e1f02f req-02e8b19e-dec9-4ad0-b945-7b6c55ace341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:40.741466 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3c3e56c9-91c0-4b8d-b217-78c371e1f02f req-02e8b19e-dec9-4ad0-b945-7b6c55ace341 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f416a58274704009b44a26f31650fbc3&device_id=ef7418c8-cc0f-4720-98ea-317b65ccb9ad HTTP/1.1" status: 200 len: 1096 time: 0.0799799 Jul 24 00:14:40.849784 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e56c9-91c0-4b8d-b217-78c371e1f02f req-c531d476-1c4a-4071-8368-713032413769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:40.851198 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3c3e56c9-91c0-4b8d-b217-78c371e1f02f req-c531d476-1c4a-4071-8368-713032413769 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3bb27577-8aa4-438b-b0fc-2e9a72f8d21f HTTP/1.1" status: 200 len: 916 time: 0.0975032 Jul 24 00:14:40.898723 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3c3e56c9-91c0-4b8d-b217-78c371e1f02f req-c9534f81-953a-4efe-951c-8ea8778fa34a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2cc29194-d266-42bb-9db8-3d7a0b796200 HTTP/1.1" status: 200 len: 217 time: 0.0398638 Jul 24 00:14:40.902526 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-17267e3a-b551-4eb0-b199-10661572ea4c tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:40.958417 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e56c9-91c0-4b8d-b217-78c371e1f02f req-ec947f51-c429-4c23-8e69-046ab9f0e715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:40.960011 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3c3e56c9-91c0-4b8d-b217-78c371e1f02f req-ec947f51-c429-4c23-8e69-046ab9f0e715 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=63da32e2-61ac-4eb0-aee3-157739522d03 HTTP/1.1" status: 200 len: 854 time: 0.0542834 Jul 24 00:14:40.975675 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0daf6705-b9d2-4818-b326-5b291ec9edce tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:41.008317 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0daf6705-b9d2-4818-b326-5b291ec9edce tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:41.023721 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e56c9-91c0-4b8d-b217-78c371e1f02f req-c527698c-2bad-4e0b-bf4f-46e75e80e086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:41.025030 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3c3e56c9-91c0-4b8d-b217-78c371e1f02f req-c527698c-2bad-4e0b-bf4f-46e75e80e086 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3bb27577-8aa4-438b-b0fc-2e9a72f8d21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579355 Jul 24 00:14:41.127458 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3c3e56c9-91c0-4b8d-b217-78c371e1f02f req-3667787f-8d76-4be9-96d3-66e53d2bb62f service neutron] 10.222.0.52 "GET /v2.0/networks/3bb27577-8aa4-438b-b0fc-2e9a72f8d21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956857 Jul 24 00:14:41.156959 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-17267e3a-b551-4eb0-b199-10661572ea4c tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:41.164833 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ebdb3747-68f2-4005-9cd7-15b3f1176f5c req-1ef0943f-4768-4aad-8060-be9c81f26d76 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2c3ad554-7e3d-420c-aaf4-4023ba64e623&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2828045 Jul 24 00:14:41.165468 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daf6705-b9d2-4818-b326-5b291ec9edce tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Pushing event updated for resources: {'Port': ['ID=f80ed00d-e0e7-4e14-8c19-cc79dde722c6,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:41.183953 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998446a5-4f54-4795-87d7-8cd34949e1b3 req-3407a08f-b22a-4e83-bea9-650eb4b46691 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:41.184721 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-998446a5-4f54-4795-87d7-8cd34949e1b3 req-3407a08f-b22a-4e83-bea9-650eb4b46691 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d7af06-7d06-4adf-b1ab-964b338df9b6 HTTP/1.1" status: 200 len: 946 time: 0.3038981 Jul 24 00:14:41.190300 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-17267e3a-b551-4eb0-b199-10661572ea4c tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e98734e2-dedb-4450-9333-d795164b1ce9']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:14:41.213354 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0daf6705-b9d2-4818-b326-5b291ec9edce tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:41.215764 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-17267e3a-b551-4eb0-b199-10661572ea4c tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b737500e-4702-4fa9-bd4b-6c1d2e2fa041') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:14:41.216069 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-17267e3a-b551-4eb0-b199-10661572ea4c tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b737500e-4702-4fa9-bd4b-6c1d2e2fa041') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:14:41.240079 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3c3e56c9-91c0-4b8d-b217-78c371e1f02f req-421e49ec-2118-4279-bb89-2b70ca370b4f service neutron] 10.222.0.52 "GET /v2.0/networks/3bb27577-8aa4-438b-b0fc-2e9a72f8d21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055200 Jul 24 00:14:41.267587 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device be7da8e5-a62c-4c34-b628-c87541750562 no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:14:41.276050 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-17267e3a-b551-4eb0-b199-10661572ea4c tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:41.290515 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] No Port match for: be7da8e5-a62c-4c34-b628-c87541750562 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:14:41.291014 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device be7da8e5-a62c-4c34-b628-c87541750562 not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:14:41.343275 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9ad0b3-7efe-4375-b0cb-2c2db6410794 req-6e534653-5985-42ab-8a73-015d489c11e0 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:41.345315 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6c9ad0b3-7efe-4375-b0cb-2c2db6410794 req-6e534653-5985-42ab-8a73-015d489c11e0 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef7418c8-cc0f-4720-98ea-317b65ccb9ad HTTP/1.1" status: 200 len: 944 time: 0.0694854 Jul 24 00:14:41.351773 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-17267e3a-b551-4eb0-b199-10661572ea4c tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:41.369873 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17267e3a-b551-4eb0-b199-10661572ea4c tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:14:41.370280 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-17267e3a-b551-4eb0-b199-10661572ea4c tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:41.375989 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:14:41.375989 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:14:41.375989 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:14:41.375989 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:14:41.375989 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:14:41.375989 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:14:41.375989 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:14:41.375989 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:14:41.375989 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:14:41.375989 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:14:41.375989 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:14:41.375989 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:14:41.375989 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:14:41.375989 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:14:41.375989 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:14:41.375989 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:14:41.375989 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:14:41.375989 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:14:41.375989 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:14:41.375989 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:14:41.375989 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:14:41.375989 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:14:41.375989 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:14:41.375989 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:14:41.375989 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:14:41.375989 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:14:41.375989 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:14:41.375989 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:14:41.375989 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:14:41.375989 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:14:41.375989 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:14:41.375989 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:14:41.391710 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-998446a5-4f54-4795-87d7-8cd34949e1b3 req-3c3034c8-daf8-4530-b0f0-04f5407a0ef9 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/security-groups?id=02f8e688-cdad-46c4-8a86-5d8b77004136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973333 Jul 24 00:14:41.399530 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6c9ad0b3-7efe-4375-b0cb-2c2db6410794 req-1a30e158-64a4-42be-b186-b173dea70ab1 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=6134d66c-4e65-4c63-a0b5-3a2b7a9634b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476732 Jul 24 00:14:41.472210 n-d-800088-16 neutron-server[100314]: INFO neutron.db.l3_db [None req-0daf6705-b9d2-4818-b326-5b291ec9edce tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Floating IP ece04a52-6425-46d8-acb0-7dfea35faf71 associated. External IP: 172.25.3.53, port: 549c4525-fa33-4368-aa6b-b5eea6e8af42. Jul 24 00:14:41.519916 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-17267e3a-b551-4eb0-b199-10661572ea4c tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:41.590963 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-17267e3a-b551-4eb0-b199-10661572ea4c tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:41.593640 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-17267e3a-b551-4eb0-b199-10661572ea4c tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] 10.222.0.44 "DELETE /v2.0/networks/e98734e2-dedb-4450-9333-d795164b1ce9 HTTP/1.1" status: 204 len: 168 time: 1.1740823 Jul 24 00:14:41.615503 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb3747-68f2-4005-9cd7-15b3f1176f5c req-5fe39ae9-ba7c-45f0-ad43-b5656cae250e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:41.617067 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ebdb3747-68f2-4005-9cd7-15b3f1176f5c req-5fe39ae9-ba7c-45f0-ad43-b5656cae250e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8ed52982936542aab9afbd7ecf658cda&device_id=2c3ad554-7e3d-420c-aaf4-4023ba64e623 HTTP/1.1" status: 200 len: 1097 time: 0.3519289 Jul 24 00:14:41.617927 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17267e3a-b551-4eb0-b199-10661572ea4c tempest-NetworksTestDHCPv6-1376553245 tempest-NetworksTestDHCPv6-1376553245-project] Pushing event deleted for resources: {'Network': ['ID=e98734e2-dedb-4450-9333-d795164b1ce9,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:41.744149 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d493b81-b6ef-4ca7-a1da-2b9d855fe4a8 req-b89ff53d-a2b9-442a-9451-65ec3a046c7d tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:41.745791 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0d493b81-b6ef-4ca7-a1da-2b9d855fe4a8 req-b89ff53d-a2b9-442a-9451-65ec3a046c7d tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/ports?device_id=3baf0961-e421-4eed-b476-15131f9b1173 HTTP/1.1" status: 200 len: 945 time: 0.2702727 Jul 24 00:14:41.858153 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 46086) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:41.866861 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb3747-68f2-4005-9cd7-15b3f1176f5c req-593435e5-8ee3-48fe-9fd2-5799670c2255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:41.868371 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ebdb3747-68f2-4005-9cd7-15b3f1176f5c req-593435e5-8ee3-48fe-9fd2-5799670c2255 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3829d8b1-57b6-4b5b-a62d-bdc41c946f86 HTTP/1.1" status: 200 len: 909 time: 0.2240648 Jul 24 00:14:41.893049 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0d493b81-b6ef-4ca7-a1da-2b9d855fe4a8 req-d50b3883-4ff2-4e17-b464-c6d2ccb96e9a tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/security-groups?id=c0063c4d-6272-47e4-8d6e-ed9b31bc3cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066620 Jul 24 00:14:41.966438 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ebdb3747-68f2-4005-9cd7-15b3f1176f5c req-f0764c2e-4cc3-4a1b-9a5c-1b854c761185 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20d3e831-985f-41b6-993d-d058a9777fe5 HTTP/1.1" status: 200 len: 1001 time: 0.0874462 Jul 24 00:14:41.968683 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0daf6705-b9d2-4818-b326-5b291ec9edce tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Router 8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:14:42.036135 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-8a6b0ba1-1219-4bb9-bb07-03e9e3ebe0b0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ba617effe2664093b954ded2eab93240&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1768563 Jul 24 00:14:42.038750 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 46090) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:42.090636 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-097ae76f-4e7a-4eb2-a064-6b4361e6d698 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:42.102702 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb3747-68f2-4005-9cd7-15b3f1176f5c req-624dc87b-eccb-4344-a718-c7b18541debd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:42.104207 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ebdb3747-68f2-4005-9cd7-15b3f1176f5c req-624dc87b-eccb-4344-a718-c7b18541debd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=49689ad0-dc02-4436-8aab-7ed904f8dbad HTTP/1.1" status: 200 len: 847 time: 0.0900626 Jul 24 00:14:42.111314 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-097ae76f-4e7a-4eb2-a064-6b4361e6d698 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:42.153774 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0daf6705-b9d2-4818-b326-5b291ec9edce tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:14:42.167794 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-097ae76f-4e7a-4eb2-a064-6b4361e6d698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:42.171386 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-097ae76f-4e7a-4eb2-a064-6b4361e6d698 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:42.172671 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-097ae76f-4e7a-4eb2-a064-6b4361e6d698 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d409c0f7-af8c-4ac8-b702-4c9e87687e2d HTTP/1.1" status: 204 len: 168 time: 0.1328239 Jul 24 00:14:42.178865 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e917b9d-aab1-4434-8c79-e1dc18575edb None None] Sync routers for ids ['8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:14:42.183030 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0daf6705-b9d2-4818-b326-5b291ec9edce tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:42.196211 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e917b9d-aab1-4434-8c79-e1dc18575edb None None] Routers {'8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:14:42.197103 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-9e917b9d-aab1-4434-8c79-e1dc18575edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:14:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:14:42.199717 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097ae76f-4e7a-4eb2-a064-6b4361e6d698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d409c0f7-af8c-4ac8-b702-4c9e87687e2d,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:42.218892 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb3747-68f2-4005-9cd7-15b3f1176f5c req-81bc0563-ad92-4a5e-a21c-cc5fc2536345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:42.220443 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ebdb3747-68f2-4005-9cd7-15b3f1176f5c req-81bc0563-ad92-4a5e-a21c-cc5fc2536345 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3829d8b1-57b6-4b5b-a62d-bdc41c946f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1051517 Jul 24 00:14:42.243644 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-0daf6705-b9d2-4818-b326-5b291ec9edce tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.0886176 Jul 24 00:14:42.246195 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8675e9a7-659c-4c81-a6b7-aab189694153', 'tag': '549c4525-fa33-4368-aa6b-b5eea6e8af42'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:14:42.249527 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1804ff97-bf6f-441f-bb89-e2ec6a965a1f" -d '{"events": [{"name": "network-changed", "server_uuid": "8675e9a7-659c-4c81-a6b7-aab189694153", "tag": "549c4525-fa33-4368-aa6b-b5eea6e8af42"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:14:42.317740 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9945792f-dbf2-4674-8cc6-f616084f5cd9 x-openstack-request-id: req-9945792f-dbf2-4674-8cc6-f616084f5cd9 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:14:42.318038 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8675e9a7-659c-4c81-a6b7-aab189694153", "tag": "549c4525-fa33-4368-aa6b-b5eea6e8af42", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:14:42.318300 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9945792f-dbf2-4674-8cc6-f616084f5cd9 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:14:42.318708 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8675e9a7-659c-4c81-a6b7-aab189694153', 'tag': '549c4525-fa33-4368-aa6b-b5eea6e8af42', 'status': 'completed', 'code': 200} Jul 24 00:14:42.356494 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-9e917b9d-aab1-4434-8c79-e1dc18575edb None None] Set router 8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:14:42.422619 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ebdb3747-68f2-4005-9cd7-15b3f1176f5c req-1b5981e1-ef85-422a-b0a4-f86f099a7e09 service neutron] 10.222.0.64 "GET /v2.0/networks/3829d8b1-57b6-4b5b-a62d-bdc41c946f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913369 Jul 24 00:14:42.517665 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1804ff97-bf6f-441f-bb89-e2ec6a965a1f req-7e00319b-c6c5-4a3e-abde-a4d147983995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:42.519208 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1804ff97-bf6f-441f-bb89-e2ec6a965a1f req-7e00319b-c6c5-4a3e-abde-a4d147983995 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=646730ba25934852bc5dd86a412228f1&device_id=8675e9a7-659c-4c81-a6b7-aab189694153 HTTP/1.1" status: 200 len: 1098 time: 0.1810024 Jul 24 00:14:42.565134 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ce0fec-2850-45c4-a753-38bd06e687ae req-b6f3dc25-47d9-433f-af0c-166e3a89da4a tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:42.571388 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-97ce0fec-2850-45c4-a753-38bd06e687ae req-b6f3dc25-47d9-433f-af0c-166e3a89da4a tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=8675e9a7-659c-4c81-a6b7-aab189694153 HTTP/1.1" status: 200 len: 946 time: 0.2344193 Jul 24 00:14:42.645160 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-97ce0fec-2850-45c4-a753-38bd06e687ae req-7f48cc60-02ec-4368-8c9e-b5ea3d679a59 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef14fa0a-16c3-4388-ae20-534d1f674ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706460 Jul 24 00:14:42.662939 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 46110) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:42.745316 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-9e917b9d-aab1-4434-8c79-e1dc18575edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-151244975', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'bc4754b2-af1c-4f11-b187-3e662d8f8bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:14:10Z', 'updated_at': '2021-07-24T00:14:21Z', 'revision_number': 4, 'project_id': '646730ba25934852bc5dd86a412228f1', 'gw_port': {'id': 'bc4754b2-af1c-4f11-b187-3e662d8f8bca', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:63:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:14:11Z', 'updated_at': '2021-07-24T00:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': 'ece04a52-6425-46d8-acb0-7dfea35faf71', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'floating_ip_address': '172.25.3.53', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6', 'port_id': '549c4525-fa33-4368-aa6b-b5eea6e8af42', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e', 'mac_address': 'fa:16:3e:ce:9e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8675e9a7-659c-4c81-a6b7-aab189694153', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:14:39Z', 'updated_at': '2021-07-24T00:14:39Z', 'revision_number': 0, 'project_id': '646730ba25934852bc5dd86a412228f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd566da20-f076-49cd-84c5-9b3d914bec47', 'name': '', 'network_id': '52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'mac_address': 'fa:16:3e:a8:ac:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '78e2d992-c1ad-4e19-ba7b-f7b8b753ca16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:14:18Z', 'updated_at': '2021-07-24T00:14:28Z', 'revision_number': 5, 'project_id': '646730ba25934852bc5dd86a412228f1', 'subnets': [{'id': '78e2d992-c1ad-4e19-ba7b-f7b8b753ca16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:14:42.768299 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ebdb3747-68f2-4005-9cd7-15b3f1176f5c req-530d2648-3d81-4f16-bb6c-87627fdc5bf7 service neutron] 10.222.0.64 "GET /v2.0/networks/3829d8b1-57b6-4b5b-a62d-bdc41c946f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3331430 Jul 24 00:14:42.784495 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e917b9d-aab1-4434-8c79-e1dc18575edb None None] Checking router: 8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:14:42.794985 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e917b9d-aab1-4434-8c79-e1dc18575edb None None] Routers {'8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:14:42.795825 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c77e6ee-6936-4ab0-9438-11f9754741ac req-f140ff71-8804-41bb-9790-836df689a731 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:42.796919 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-9e917b9d-aab1-4434-8c79-e1dc18575edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:14:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:14:42.797780 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1c77e6ee-6936-4ab0-9438-11f9754741ac req-f140ff71-8804-41bb-9790-836df689a731 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.64 "GET /v2.0/ports?device_id=15d7af06-7d06-4adf-b1ab-964b338df9b6 HTTP/1.1" status: 200 len: 946 time: 0.3415399 Jul 24 00:14:42.811798 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802eeb0-f90f-4241-9457-0d9c85b4fdb2 req-0c83fece-b185-46c4-a889-69edf7ba5dbe tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:42.813614 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e802eeb0-f90f-4241-9457-0d9c85b4fdb2 req-0c83fece-b185-46c4-a889-69edf7ba5dbe tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d7af06-7d06-4adf-b1ab-964b338df9b6 HTTP/1.1" status: 200 len: 946 time: 0.2890973 Jul 24 00:14:42.837509 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1804ff97-bf6f-441f-bb89-e2ec6a965a1f req-54cf8b19-9cd8-4d80-8145-dd16bb465b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:42.841126 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1804ff97-bf6f-441f-bb89-e2ec6a965a1f req-54cf8b19-9cd8-4d80-8145-dd16bb465b28 service neutron] 10.222.0.52 "GET /v2.0/networks?id=52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e HTTP/1.1" status: 200 len: 898 time: 0.3059323 Jul 24 00:14:42.845303 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-1ab0d171-c63d-4f0a-b3dd-24147d4d72cb tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/floatingips/ece04a52-6425-46d8-acb0-7dfea35faf71 HTTP/1.1" status: 200 len: 991 time: 0.1789618 Jul 24 00:14:42.920156 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ad6692-b128-4817-bc25-81b371ada87b req-045c6c4f-2a0d-4981-a8c2-17deac17249a tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:42.922954 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-19ad6692-b128-4817-bc25-81b371ada87b req-045c6c4f-2a0d-4981-a8c2-17deac17249a tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef7418c8-cc0f-4720-98ea-317b65ccb9ad HTTP/1.1" status: 200 len: 944 time: 0.1777797 Jul 24 00:14:42.928777 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-9e917b9d-aab1-4434-8c79-e1dc18575edb None None] Set router 8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:14:42.957443 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e802eeb0-f90f-4241-9457-0d9c85b4fdb2 req-d8522617-f1d1-492f-a8ff-245c95876a75 tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/security-groups?id=02f8e688-cdad-46c4-8a86-5d8b77004136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264136 Jul 24 00:14:42.957872 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1804ff97-bf6f-441f-bb89-e2ec6a965a1f req-0878e21e-bf8c-4329-bf03-a45632c578aa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=549c4525-fa33-4368-aa6b-b5eea6e8af42 HTTP/1.1" status: 200 len: 999 time: 0.1063025 Jul 24 00:14:43.066840 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 2cc29194-d266-42bb-9db8-3d7a0b796200 details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:14:43.111429 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-19ad6692-b128-4817-bc25-81b371ada87b req-6e464ce3-6d51-4535-97ba-3ada278303ff tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=6134d66c-4e65-4c63-a0b5-3a2b7a9634b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1755707 Jul 24 00:14:43.116773 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-1c77e6ee-6936-4ab0-9438-11f9754741ac req-c1ad98cd-a111-4745-9b30-ca53863bbdea tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Deleting port 5ac3c6ff-68cb-437c-8b84-4f8182baabf0 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:14:43.124193 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-1c77e6ee-6936-4ab0-9438-11f9754741ac req-c1ad98cd-a111-4745-9b30-ca53863bbdea tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:43.129712 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1804ff97-bf6f-441f-bb89-e2ec6a965a1f req-aaead7c7-83b8-47a8-ad03-03ee42f126d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:43.131213 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1804ff97-bf6f-441f-bb89-e2ec6a965a1f req-aaead7c7-83b8-47a8-ad03-03ee42f126d4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=78e2d992-c1ad-4e19-ba7b-f7b8b753ca16 HTTP/1.1" status: 200 len: 834 time: 0.1566133 Jul 24 00:14:43.255722 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1804ff97-bf6f-441f-bb89-e2ec6a965a1f req-a82d65e2-4649-4cf0-beea-631ff1eaa75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:43.257318 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1804ff97-bf6f-441f-bb89-e2ec6a965a1f req-a82d65e2-4649-4cf0-beea-631ff1eaa75f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1196747 Jul 24 00:14:43.261212 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 2cc29194-d266-42bb-9db8-3d7a0b796200, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=2cc29194-d266-42bb-9db8-3d7a0b796200,segment=NetworkSegment(d3cc9475-f05d-4177-894c-9d197d6c8577),segment_id=d3cc9475-f05d-4177-894c-9d197d6c8577)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:14:43.284970 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': '2cc29194-d266-42bb-9db8-3d7a0b796200', 'network_id': '3bb27577-8aa4-438b-b0fc-2e9a72f8d21f', 'port_id': '2cc29194-d266-42bb-9db8-3d7a0b796200', 'mac_address': 'fa:16:3e:a3:69:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63da32e2-61ac-4eb0-aee3-157739522d03', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:14:43.343435 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-1c77e6ee-6936-4ab0-9438-11f9754741ac req-c1ad98cd-a111-4745-9b30-ca53863bbdea tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] For port 5ac3c6ff-68cb-437c-8b84-4f8182baabf0, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=5ac3c6ff-68cb-437c-8b84-4f8182baabf0,segment=NetworkSegment(54b0bb54-5616-4f5a-8531-23ddff6f591c),segment_id=54b0bb54-5616-4f5a-8531-23ddff6f591c)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:14:43.343979 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-1c77e6ee-6936-4ab0-9438-11f9754741ac req-c1ad98cd-a111-4745-9b30-ca53863bbdea tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:43.360571 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1804ff97-bf6f-441f-bb89-e2ec6a965a1f req-9fba8d76-3a46-4256-bdab-1fc79f22dc3e service neutron] 10.222.0.52 "GET /v2.0/networks/52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962181 Jul 24 00:14:43.361773 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-1c77e6ee-6936-4ab0-9438-11f9754741ac req-c1ad98cd-a111-4745-9b30-ca53863bbdea tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Calling delete_port for 5ac3c6ff-68cb-437c-8b84-4f8182baabf0 owned by compute:nova {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:14:43.363895 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:43.380595 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cc29194-d266-42bb-9db8-3d7a0b796200 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:14:43.383196 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-9e917b9d-aab1-4434-8c79-e1dc18575edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-151244975', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'bc4754b2-af1c-4f11-b187-3e662d8f8bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:14:10Z', 'updated_at': '2021-07-24T00:14:21Z', 'revision_number': 4, 'project_id': '646730ba25934852bc5dd86a412228f1', 'gw_port': {'id': 'bc4754b2-af1c-4f11-b187-3e662d8f8bca', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:63:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:14:11Z', 'updated_at': '2021-07-24T00:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': 'ece04a52-6425-46d8-acb0-7dfea35faf71', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'floating_ip_address': '172.25.3.53', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6', 'port_id': '549c4525-fa33-4368-aa6b-b5eea6e8af42', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e', 'mac_address': 'fa:16:3e:ce:9e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8675e9a7-659c-4c81-a6b7-aab189694153', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:14:39Z', 'updated_at': '2021-07-24T00:14:39Z', 'revision_number': 0, 'project_id': '646730ba25934852bc5dd86a412228f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd566da20-f076-49cd-84c5-9b3d914bec47', 'name': '', 'network_id': '52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'mac_address': 'fa:16:3e:a8:ac:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '78e2d992-c1ad-4e19-ba7b-f7b8b753ca16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:14:18Z', 'updated_at': '2021-07-24T00:14:28Z', 'revision_number': 5, 'project_id': '646730ba25934852bc5dd86a412228f1', 'subnets': [{'id': '78e2d992-c1ad-4e19-ba7b-f7b8b753ca16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:14:43.424755 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 2cc29194-d266-42bb-9db8-3d7a0b796200, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=2cc29194-d266-42bb-9db8-3d7a0b796200,segment=NetworkSegment(d3cc9475-f05d-4177-894c-9d197d6c8577),segment_id=d3cc9475-f05d-4177-894c-9d197d6c8577)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:14:43.438055 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:43.438427 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e917b9d-aab1-4434-8c79-e1dc18575edb None None] The sync data for ids ['8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6'] in n-d-800088-16 is: [{'id': '8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-151244975', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'bc4754b2-af1c-4f11-b187-3e662d8f8bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:14:10Z', 'updated_at': '2021-07-24T00:14:21Z', 'revision_number': 4, 'project_id': '646730ba25934852bc5dd86a412228f1', 'gw_port': {'id': 'bc4754b2-af1c-4f11-b187-3e662d8f8bca', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:63:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:14:11Z', 'updated_at': '2021-07-24T00:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': 'ece04a52-6425-46d8-acb0-7dfea35faf71', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'floating_ip_address': '172.25.3.53', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6', 'port_id': '549c4525-fa33-4368-aa6b-b5eea6e8af42', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e', 'mac_address': 'fa:16:3e:ce:9e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8675e9a7-659c-4c81-a6b7-aab189694153', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:14:39Z', 'updated_at': '2021-07-24T00:14:39Z', 'revision_number': 0, 'project_id': '646730ba25934852bc5dd86a412228f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd566da20-f076-49cd-84c5-9b3d914bec47', 'name': '', 'network_id': '52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'mac_address': 'fa:16:3e:a8:ac:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '78e2d992-c1ad-4e19-ba7b-f7b8b753ca16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:14:18Z', 'updated_at': '2021-07-24T00:14:28Z', 'revision_number': 5, 'project_id': '646730ba25934852bc5dd86a412228f1', 'subnets': [{'id': '78e2d992-c1ad-4e19-ba7b-f7b8b753ca16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:14:43.461144 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 46126) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:43.477598 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e73c933-9ad4-45d8-b5db-5975c201e335 req-7904a4ec-02c8-468c-baf9-519872c78a9f tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:43.485192 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5e73c933-9ad4-45d8-b5db-5975c201e335 req-7904a4ec-02c8-468c-baf9-519872c78a9f tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/ports?device_id=3baf0961-e421-4eed-b476-15131f9b1173 HTTP/1.1" status: 200 len: 945 time: 0.4353926 Jul 24 00:14:43.522934 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=2cc29194-d266-42bb-9db8-3d7a0b796200,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:43.527794 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1804ff97-bf6f-441f-bb89-e2ec6a965a1f req-6b1e442e-ce80-4094-a35c-25b45b333d85 service neutron] 10.222.0.52 "GET /v2.0/networks/52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604958 Jul 24 00:14:43.568670 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5e73c933-9ad4-45d8-b5db-5975c201e335 req-af8f7c19-78bd-436c-990f-91abca666489 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/security-groups?id=c0063c4d-6272-47e4-8d6e-ed9b31bc3cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823836 Jul 24 00:14:43.624577 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-71061378-b4e2-475f-b309-5c0091b6a1c9 tempest-ServiceProvidersTest-168294540 tempest-ServiceProvidersTest-168294540-project] 10.222.0.44 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1611421 Jul 24 00:14:43.650348 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-1c77e6ee-6936-4ab0-9438-11f9754741ac req-c1ad98cd-a111-4745-9b30-ca53863bbdea tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:43.653326 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['2cc29194-d266-42bb-9db8-3d7a0b796200'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:14:43.678377 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['5ac3c6ff-68cb-437c-8b84-4f8182baabf0'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:14:43.679610 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ad98cd-a111-4745-9b30-ca53863bbdea tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Pushing event deleted for resources: {'Port': ['ID=5ac3c6ff-68cb-437c-8b84-4f8182baabf0,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:43.750480 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 46134) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:43.752005 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c77e6ee-6936-4ab0-9438-11f9754741ac req-c1ad98cd-a111-4745-9b30-ca53863bbdea tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] No DVR routers for this DVR port 5ac3c6ff-68cb-437c-8b84-4f8182baabf0 on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:14:43.756185 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-1c77e6ee-6936-4ab0-9438-11f9754741ac req-c1ad98cd-a111-4745-9b30-ca53863bbdea tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:43.758432 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1c77e6ee-6936-4ab0-9438-11f9754741ac req-c1ad98cd-a111-4745-9b30-ca53863bbdea tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.64 "DELETE /v2.0/ports/5ac3c6ff-68cb-437c-8b84-4f8182baabf0 HTTP/1.1" status: 204 len: 173 time: 0.9392946 Jul 24 00:14:43.847470 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 46138) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:43.880794 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980c61c5-5f03-41fe-ba7a-81789c2dab07 None None] New status for floating IP ece04a52-6425-46d8-acb0-7dfea35faf71: ACTIVE {{(pid=100315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 00:14:44.021630 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-d92a7768-055b-491f-af68-7678bd8a7148 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/floatingips/ece04a52-6425-46d8-acb0-7dfea35faf71 HTTP/1.1" status: 200 len: 991 time: 0.1708086 Jul 24 00:14:44.051723 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-0559fe00-1c19-4bad-b4b3-297d7d1031e8 admin admin] Deleting subnet aaf6eafb-d210-48a4-8e72-bc2df62e48c5 {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:14:44.056740 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0559fe00-1c19-4bad-b4b3-297d7d1031e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:44.137262 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0559fe00-1c19-4bad-b4b3-297d7d1031e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:44.153344 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0550213c-968f-47a0-a53f-102bbfdb9707 req-505d1d35-fdff-4b8a-ae9c-13894f6c9afe tempest-ListServerFiltersTestJSON-889600903 tempest-ListServerFiltersTestJSON-889600903-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d7af06-7d06-4adf-b1ab-964b338df9b6 HTTP/1.1" status: 200 len: 210 time: 0.0536945 Jul 24 00:14:44.154522 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 46144) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:44.246085 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0559fe00-1c19-4bad-b4b3-297d7d1031e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:44.321034 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d7af06-7d06-4adf-b1ab-964b338df9b6', 'name': 'network-vif-deleted', 'tag': '5ac3c6ff-68cb-437c-8b84-4f8182baabf0'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:14:44.321582 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6a0a8de8-2508-422e-81f3-078c5790962b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:44.323302 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb9d50a7-bf8e-4626-a944-40708b44ef8b" -d '{"events": [{"server_uuid": "15d7af06-7d06-4adf-b1ab-964b338df9b6", "name": "network-vif-deleted", "tag": "5ac3c6ff-68cb-437c-8b84-4f8182baabf0"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:14:44.398504 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f535578-5c18-46d6-a79c-743e0fbe10ea x-openstack-request-id: req-8f535578-5c18-46d6-a79c-743e0fbe10ea {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:14:44.398808 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15d7af06-7d06-4adf-b1ab-964b338df9b6", "name": "network-vif-deleted", "tag": "5ac3c6ff-68cb-437c-8b84-4f8182baabf0", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:14:44.399146 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8f535578-5c18-46d6-a79c-743e0fbe10ea {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:14:44.399609 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15d7af06-7d06-4adf-b1ab-964b338df9b6', 'name': 'network-vif-deleted', 'tag': '5ac3c6ff-68cb-437c-8b84-4f8182baabf0', 'status': 'completed', 'code': 200} Jul 24 00:14:44.409068 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15251f11-3cc7-48fa-857e-0917caf2ea62 req-23f69a17-0ce1-4163-9da9-814f43ee5e0b tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:44.410518 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-15251f11-3cc7-48fa-857e-0917caf2ea62 req-23f69a17-0ce1-4163-9da9-814f43ee5e0b tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef7418c8-cc0f-4720-98ea-317b65ccb9ad HTTP/1.1" status: 200 len: 945 time: 0.1596839 Jul 24 00:14:44.411802 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0559fe00-1c19-4bad-b4b3-297d7d1031e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:44.443013 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0559fe00-1c19-4bad-b4b3-297d7d1031e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aaf6eafb-d210-48a4-8e72-bc2df62e48c5,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:44.456523 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0559fe00-1c19-4bad-b4b3-297d7d1031e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:44.461575 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-0559fe00-1c19-4bad-b4b3-297d7d1031e8 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/aaf6eafb-d210-48a4-8e72-bc2df62e48c5 HTTP/1.1" status: 204 len: 168 time: 0.7068524 Jul 24 00:14:44.462260 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 46152) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:44.484213 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6a0a8de8-2508-422e-81f3-078c5790962b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:44.488084 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6a0a8de8-2508-422e-81f3-078c5790962b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:44.513584 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-15251f11-3cc7-48fa-857e-0917caf2ea62 req-82551737-92c5-48d0-a44b-f57dc72cd76f tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=6134d66c-4e65-4c63-a0b5-3a2b7a9634b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757463 Jul 24 00:14:44.527040 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-6a0a8de8-2508-422e-81f3-078c5790962b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2361e3ea4b344cff9a8d2c14209d8ed6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3711433 Jul 24 00:14:44.529944 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 46154) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:44.543270 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0a8de8-2508-422e-81f3-078c5790962b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=822e1a84-2eaa-4d50-8532-cb303cb8c1d5,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:44.559933 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-14018be8-3301-4eb5-8fc2-e8df589aec63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:44.583139 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-520e45be-f1c9-4c08-b498-1d477e51a91d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:44.605064 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-520e45be-f1c9-4c08-b498-1d477e51a91d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:44.641081 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-14018be8-3301-4eb5-8fc2-e8df589aec63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:44.652627 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-14018be8-3301-4eb5-8fc2-e8df589aec63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['544adf57-b8f4-495e-8e2d-9eac868c25c7']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:14:44.663843 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-14018be8-3301-4eb5-8fc2-e8df589aec63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e744ab3d-7713-4a4d-8a8a-74918f48c0ec') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:14:44.664147 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-14018be8-3301-4eb5-8fc2-e8df589aec63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e744ab3d-7713-4a4d-8a8a-74918f48c0ec') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:14:44.673323 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-14018be8-3301-4eb5-8fc2-e8df589aec63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:44.679730 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-520e45be-f1c9-4c08-b498-1d477e51a91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:44.682380 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-520e45be-f1c9-4c08-b498-1d477e51a91d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:44.683458 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-520e45be-f1c9-4c08-b498-1d477e51a91d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/822e1a84-2eaa-4d50-8532-cb303cb8c1d5 HTTP/1.1" status: 204 len: 168 time: 0.1525054 Jul 24 00:14:44.687065 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-14018be8-3301-4eb5-8fc2-e8df589aec63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:44.693904 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14018be8-3301-4eb5-8fc2-e8df589aec63 admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:14:44.694353 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-14018be8-3301-4eb5-8fc2-e8df589aec63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:44.695993 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:14:44.695993 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:14:44.695993 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:14:44.695993 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:14:44.695993 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:14:44.695993 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:14:44.695993 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:14:44.695993 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:14:44.695993 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:14:44.695993 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:14:44.695993 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:14:44.695993 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:14:44.695993 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:14:44.695993 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:14:44.695993 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:14:44.695993 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:14:44.695993 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:14:44.695993 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:14:44.695993 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:14:44.695993 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:14:44.695993 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:14:44.695993 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:14:44.695993 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:14:44.695993 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:14:44.695993 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:14:44.695993 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:14:44.695993 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:14:44.695993 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:14:44.695993 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:14:44.695993 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:14:44.695993 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:14:44.695993 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:14:44.700789 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520e45be-f1c9-4c08-b498-1d477e51a91d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=822e1a84-2eaa-4d50-8532-cb303cb8c1d5,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:44.732255 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8333800b-df47-4981-a39e-8374a12d0073 req-cca8389a-7645-4a2c-810f-7b2a45e974a2 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:44.733942 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8333800b-df47-4981-a39e-8374a12d0073 req-cca8389a-7645-4a2c-810f-7b2a45e974a2 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/ports?device_id=3baf0961-e421-4eed-b476-15131f9b1173 HTTP/1.1" status: 200 len: 945 time: 0.0843925 Jul 24 00:14:44.762029 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-14018be8-3301-4eb5-8fc2-e8df589aec63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:44.769110 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-14018be8-3301-4eb5-8fc2-e8df589aec63 admin admin] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:44.774143 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-14018be8-3301-4eb5-8fc2-e8df589aec63 admin admin] 10.222.0.44 "DELETE /v2.0/networks/544adf57-b8f4-495e-8e2d-9eac868c25c7 HTTP/1.1" status: 204 len: 168 time: 0.3007274 Jul 24 00:14:44.791356 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:44.794104 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8333800b-df47-4981-a39e-8374a12d0073 req-78c46f92-1842-4eb8-ad4a-8075a6327e39 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/security-groups?id=c0063c4d-6272-47e4-8d6e-ed9b31bc3cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538900 Jul 24 00:14:44.794256 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14018be8-3301-4eb5-8fc2-e8df589aec63 admin admin] Pushing event deleted for resources: {'Network': ['ID=544adf57-b8f4-495e-8e2d-9eac868c25c7,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:44.946688 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 46166) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:44.989734 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-43c10e47-3f63-4c99-87f0-a814a72fcc82 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=850024efdb0d4379844583446c970838&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418675 Jul 24 00:14:44.992124 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 46170) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:45.024050 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 46172) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:45.043187 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-52c7723e-ed90-4451-9e30-9246cf97e4a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:45.067459 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-52c7723e-ed90-4451-9e30-9246cf97e4a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:45.087102 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-696e726b-9292-4083-96c4-c6896607b3fc tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/floatingips/ece04a52-6425-46d8-acb0-7dfea35faf71 HTTP/1.1" status: 200 len: 993 time: 0.0606370 Jul 24 00:14:45.095740 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 2cc29194-d266-42bb-9db8-3d7a0b796200 up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:14:45.132504 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-52c7723e-ed90-4451-9e30-9246cf97e4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:45.135578 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-52c7723e-ed90-4451-9e30-9246cf97e4a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:45.136768 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-52c7723e-ed90-4451-9e30-9246cf97e4a9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8cf1fbb8-a0d9-4a48-aaad-3040ad44ce64 HTTP/1.1" status: 204 len: 168 time: 0.1436825 Jul 24 00:14:45.146741 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c7723e-ed90-4451-9e30-9246cf97e4a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf1fbb8-a0d9-4a48-aaad-3040ad44ce64,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:45.160616 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port 2cc29194-d266-42bb-9db8-3d7a0b796200 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:14:45.168920 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port 2cc29194-d266-42bb-9db8-3d7a0b796200 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:14:45.169515 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:45.231537 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 46184) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:45.268721 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:45.286828 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd023a66-3dd4-41b2-9e8e-85553322fdeb admin admin] Deleting subnet 522f4cc8-5095-47aa-bf49-81815053d08e {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:14:45.291155 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bd023a66-3dd4-41b2-9e8e-85553322fdeb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:45.303463 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef7418c8-cc0f-4720-98ea-317b65ccb9ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cc29194-d266-42bb-9db8-3d7a0b796200'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:14:45.306461 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8004f146-fcb8-49aa-8f5b-0e9d44250f85" -d '{"events": [{"server_uuid": "ef7418c8-cc0f-4720-98ea-317b65ccb9ad", "name": "network-vif-plugged", "status": "completed", "tag": "2cc29194-d266-42bb-9db8-3d7a0b796200"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:14:45.322476 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 2cc29194-d266-42bb-9db8-3d7a0b796200, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=2cc29194-d266-42bb-9db8-3d7a0b796200,segment=NetworkSegment(d3cc9475-f05d-4177-894c-9d197d6c8577),segment_id=d3cc9475-f05d-4177-894c-9d197d6c8577)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:14:45.328298 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:45.333111 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bd023a66-3dd4-41b2-9e8e-85553322fdeb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:45.388028 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b4668c-1352-49ee-a800-2f59b197607d x-openstack-request-id: req-13b4668c-1352-49ee-a800-2f59b197607d {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:14:45.388636 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef7418c8-cc0f-4720-98ea-317b65ccb9ad", "name": "network-vif-plugged", "status": "completed", "tag": "2cc29194-d266-42bb-9db8-3d7a0b796200", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:14:45.389452 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-13b4668c-1352-49ee-a800-2f59b197607d {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:14:45.390013 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef7418c8-cc0f-4720-98ea-317b65ccb9ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cc29194-d266-42bb-9db8-3d7a0b796200', 'code': 200} Jul 24 00:14:45.395930 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=2cc29194-d266-42bb-9db8-3d7a0b796200,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:45.455639 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bd023a66-3dd4-41b2-9e8e-85553322fdeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:45.527337 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bd023a66-3dd4-41b2-9e8e-85553322fdeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:45.568642 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd023a66-3dd4-41b2-9e8e-85553322fdeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=522f4cc8-5095-47aa-bf49-81815053d08e,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:45.597294 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f040745f-28e1-4059-8137-eca337ec3076 None None] Network c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:14:45.608719 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27947b3c-9949-4407-bbdd-39d6e78fa15f req-bd75e366-2bdf-41dd-b759-fe96de7254e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:45.609361 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bd023a66-3dd4-41b2-9e8e-85553322fdeb admin admin] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:45.611125 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-27947b3c-9949-4407-bbdd-39d6e78fa15f req-bd75e366-2bdf-41dd-b759-fe96de7254e5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ef7418c8-cc0f-4720-98ea-317b65ccb9ad HTTP/1.1" status: 200 len: 1098 time: 0.1347919 Jul 24 00:14:45.614842 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-bd023a66-3dd4-41b2-9e8e-85553322fdeb admin admin] 10.222.0.44 "DELETE /v2.0/subnets/522f4cc8-5095-47aa-bf49-81815053d08e HTTP/1.1" status: 204 len: 168 time: 0.3793285 Jul 24 00:14:45.614842 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 46196) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:45.673497 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-27947b3c-9949-4407-bbdd-39d6e78fa15f req-1f4fc0e9-daaa-497e-8fe6-4d704c2e5570 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=6134d66c-4e65-4c63-a0b5-3a2b7a9634b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558279 Jul 24 00:14:45.755170 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a2dc1d8e-fa0a-48ce-a9a2-bb08e0a50375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:45.834965 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1fed890-2939-418e-9fbd-39041e27047e None None] DHCP port deletion for c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:14:45.890950 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-a1fed890-2939-418e-9fbd-39041e27047e None None] Deleting port 62d01916-570b-4cb7-ba8e-f3f208139428 {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:14:45.891542 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a1fed890-2939-418e-9fbd-39041e27047e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:45.974916 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-a1fed890-2939-418e-9fbd-39041e27047e None None] For port 62d01916-570b-4cb7-ba8e-f3f208139428, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=62d01916-570b-4cb7-ba8e-f3f208139428,segment=NetworkSegment(54b0bb54-5616-4f5a-8531-23ddff6f591c),segment_id=54b0bb54-5616-4f5a-8531-23ddff6f591c)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:14:45.975314 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a1fed890-2939-418e-9fbd-39041e27047e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:45.976715 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cecf0c-cfcb-4e53-b0de-b2d49af10ac4 req-57f13c7b-8786-4945-9818-350e8523e775 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:45.979262 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a2cecf0c-cfcb-4e53-b0de-b2d49af10ac4 req-57f13c7b-8786-4945-9818-350e8523e775 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/ports?device_id=3baf0961-e421-4eed-b476-15131f9b1173 HTTP/1.1" status: 200 len: 945 time: 0.1093891 Jul 24 00:14:45.992841 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-a1fed890-2939-418e-9fbd-39041e27047e None None] Calling delete_port for 62d01916-570b-4cb7-ba8e-f3f208139428 owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:14:46.041565 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a2cecf0c-cfcb-4e53-b0de-b2d49af10ac4 req-e4ae292f-4c62-404e-8c21-f9dc4a567487 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/security-groups?id=c0063c4d-6272-47e4-8d6e-ed9b31bc3cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555339 Jul 24 00:14:46.102380 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a1fed890-2939-418e-9fbd-39041e27047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:46.137993 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fed890-2939-418e-9fbd-39041e27047e None None] Pushing event deleted for resources: {'Port': ['ID=62d01916-570b-4cb7-ba8e-f3f208139428,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:46.143228 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fed890-2939-418e-9fbd-39041e27047e None None] No DVR routers for this DVR port 62d01916-570b-4cb7-ba8e-f3f208139428 on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:14:46.160909 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 62d01916-570b-4cb7-ba8e-f3f208139428 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:14:46.272415 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b61726-542d-4243-bc8c-a4d923474755 req-5aa402f2-d00e-4182-bc9a-40c07febef30 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:46.274073 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-90b61726-542d-4243-bc8c-a4d923474755 req-5aa402f2-d00e-4182-bc9a-40c07febef30 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef7418c8-cc0f-4720-98ea-317b65ccb9ad HTTP/1.1" status: 200 len: 946 time: 0.5948651 Jul 24 00:14:46.310141 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-a2dc1d8e-fa0a-48ce-a9a2-bb08e0a50375 admin admin] Deleting port 62d01916-570b-4cb7-ba8e-f3f208139428 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:14:46.310674 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a2dc1d8e-fa0a-48ce-a9a2-bb08e0a50375 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:46.335976 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 62d01916-570b-4cb7-ba8e-f3f208139428 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:14:46.336587 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 62d01916-570b-4cb7-ba8e-f3f208139428 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:14:46.347261 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-90b61726-542d-4243-bc8c-a4d923474755 req-7355b7d3-128b-459d-8c0c-9dc005f728f6 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=6134d66c-4e65-4c63-a0b5-3a2b7a9634b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630770 Jul 24 00:14:46.403195 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-a2dc1d8e-fa0a-48ce-a9a2-bb08e0a50375 admin admin] For port 62d01916-570b-4cb7-ba8e-f3f208139428, host n-d-800088-16, got binding levels [] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:14:46.403513 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a2dc1d8e-fa0a-48ce-a9a2-bb08e0a50375 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:46.415890 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-a2dc1d8e-fa0a-48ce-a9a2-bb08e0a50375 admin admin] Calling delete_port for 62d01916-570b-4cb7-ba8e-f3f208139428 owned by network:dhcp {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:14:46.418561 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.ipam_backend_mixin [None req-a2dc1d8e-fa0a-48ce-a9a2-bb08e0a50375 admin admin] Port 62d01916-570b-4cb7-ba8e-f3f208139428 was not found and therefore no delete operation was performed {{(pid=100314) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 24 00:14:46.419823 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a2dc1d8e-fa0a-48ce-a9a2-bb08e0a50375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:46.454658 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2dc1d8e-fa0a-48ce-a9a2-bb08e0a50375 admin admin] No DVR routers for this DVR port 62d01916-570b-4cb7-ba8e-f3f208139428 on host n-d-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:14:46.459157 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dc1d8e-fa0a-48ce-a9a2-bb08e0a50375 admin admin] Pushing event deleted for resources: {'Port': ['ID=62d01916-570b-4cb7-ba8e-f3f208139428,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:46.539986 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a2dc1d8e-fa0a-48ce-a9a2-bb08e0a50375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:46.553099 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-a2dc1d8e-fa0a-48ce-a9a2-bb08e0a50375 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:14:46.565103 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-a2dc1d8e-fa0a-48ce-a9a2-bb08e0a50375 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54b0bb54-5616-4f5a-8531-23ddff6f591c') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:14:46.565103 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-a2dc1d8e-fa0a-48ce-a9a2-bb08e0a50375 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54b0bb54-5616-4f5a-8531-23ddff6f591c') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:14:46.574827 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a2dc1d8e-fa0a-48ce-a9a2-bb08e0a50375 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:46.593461 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a2dc1d8e-fa0a-48ce-a9a2-bb08e0a50375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:46.599283 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2dc1d8e-fa0a-48ce-a9a2-bb08e0a50375 admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:14:46.599670 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a2dc1d8e-fa0a-48ce-a9a2-bb08e0a50375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:46.601323 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:14:46.601323 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:14:46.601323 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:14:46.601323 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:14:46.601323 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:14:46.601323 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:14:46.601323 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:14:46.601323 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:14:46.601323 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:14:46.601323 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:14:46.601323 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:14:46.601323 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:14:46.601323 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:14:46.601323 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:14:46.601323 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:14:46.601323 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:14:46.601323 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:14:46.601323 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:14:46.601323 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:14:46.601323 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:14:46.601323 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:14:46.601323 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:14:46.601323 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:14:46.601323 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:14:46.601323 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:14:46.601323 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:14:46.601323 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:14:46.601323 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:14:46.601323 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:14:46.601323 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:14:46.601323 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:14:46.601323 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:14:46.655189 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a2dc1d8e-fa0a-48ce-a9a2-bb08e0a50375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:46.661174 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a2dc1d8e-fa0a-48ce-a9a2-bb08e0a50375 admin admin] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:46.663254 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-a2dc1d8e-fa0a-48ce-a9a2-bb08e0a50375 admin admin] 10.222.0.44 "DELETE /v2.0/networks/c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99 HTTP/1.1" status: 204 len: 168 time: 1.0347672 Jul 24 00:14:46.675880 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dc1d8e-fa0a-48ce-a9a2-bb08e0a50375 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5c5ac9e-2aa5-4e1d-95d9-4eb122ca5b99,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:46.832177 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 46242) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:46.872746 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-5274d61d-3b31-4109-9c14-f2557ee214fa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=17106f56bd6e4b86b27a5d0422aa02ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393782 Jul 24 00:14:46.875676 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 46248) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:46.923758 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9f1fe412-4c66-4a19-9d33-f6e0f4f69b89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:46.953463 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9f1fe412-4c66-4a19-9d33-f6e0f4f69b89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:47.014681 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9f1fe412-4c66-4a19-9d33-f6e0f4f69b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:47.018039 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9f1fe412-4c66-4a19-9d33-f6e0f4f69b89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:47.019422 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-9f1fe412-4c66-4a19-9d33-f6e0f4f69b89 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/02f8e688-cdad-46c4-8a86-5d8b77004136 HTTP/1.1" status: 204 len: 168 time: 0.1428499 Jul 24 00:14:47.027738 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1fe412-4c66-4a19-9d33-f6e0f4f69b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f8e688-cdad-46c4-8a86-5d8b77004136,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:47.206026 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ff2b4-0569-4818-afaa-900f7e303697 req-f16ff9be-b628-48ad-8d56-be8c0dfffa34 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:47.208419 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-035ff2b4-0569-4818-afaa-900f7e303697 req-f16ff9be-b628-48ad-8d56-be8c0dfffa34 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/ports?device_id=3baf0961-e421-4eed-b476-15131f9b1173 HTTP/1.1" status: 200 len: 945 time: 0.0903459 Jul 24 00:14:47.253870 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d963ea55-6000-4110-a7f6-5817f755e736 req-54b527c7-d3b6-4ea9-9586-954231b2b5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:47.253870 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d963ea55-6000-4110-a7f6-5817f755e736 req-54b527c7-d3b6-4ea9-9586-954231b2b5eb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3baf0961-e421-4eed-b476-15131f9b1173 HTTP/1.1" status: 200 len: 1097 time: 0.0910954 Jul 24 00:14:47.286135 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-035ff2b4-0569-4818-afaa-900f7e303697 req-4b174db0-a622-43cc-a5aa-9ca40f1cbdbf tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/security-groups?id=c0063c4d-6272-47e4-8d6e-ed9b31bc3cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641010 Jul 24 00:14:47.299259 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d963ea55-6000-4110-a7f6-5817f755e736 req-baaeb57a-88e9-404b-9a37-7802e691195d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c0063c4d-6272-47e4-8d6e-ed9b31bc3cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401831 Jul 24 00:14:47.311130 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d9700933-2205-473e-8256-7f6675a55610 req-9fa18519-bd5d-436a-bb0e-b294297766cb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=84e6228b-c359-4feb-9ac3-176fa3d1c17d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1013279 Jul 24 00:14:47.337348 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 5ac3c6ff-68cb-437c-8b84-4f8182baabf0 no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:14:47.393199 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] No Port match for: 5ac3c6ff-68cb-437c-8b84-4f8182baabf0 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:14:47.393730 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 5ac3c6ff-68cb-437c-8b84-4f8182baabf0 not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:14:47.399756 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9700933-2205-473e-8256-7f6675a55610 req-ccce2ef0-2b4a-4d54-a18c-21e6949beb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:47.402628 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d9700933-2205-473e-8256-7f6675a55610 req-ccce2ef0-2b4a-4d54-a18c-21e6949beb03 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=da4cf7f0b0a44baf8cab05ba626ce1d0&device_id=84e6228b-c359-4feb-9ac3-176fa3d1c17d HTTP/1.1" status: 200 len: 1097 time: 0.0719345 Jul 24 00:14:47.524154 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4bf4b7-34ae-47ce-bb97-6280f116aedc req-d5895c94-c05b-40b0-8250-74635efc0798 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:47.525864 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fe4bf4b7-34ae-47ce-bb97-6280f116aedc req-d5895c94-c05b-40b0-8250-74635efc0798 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef7418c8-cc0f-4720-98ea-317b65ccb9ad HTTP/1.1" status: 200 len: 946 time: 0.0879116 Jul 24 00:14:47.557705 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9700933-2205-473e-8256-7f6675a55610 req-0e4cc25a-5b57-48aa-8f80-e61306f26d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:47.559313 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d9700933-2205-473e-8256-7f6675a55610 req-0e4cc25a-5b57-48aa-8f80-e61306f26d37 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ba763d93-6749-402f-a9a4-14c0b38e84ad HTTP/1.1" status: 200 len: 911 time: 0.1387086 Jul 24 00:14:47.584269 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fe4bf4b7-34ae-47ce-bb97-6280f116aedc req-8eb695e9-e31d-4901-b163-b3f50aaf0213 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=6134d66c-4e65-4c63-a0b5-3a2b7a9634b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436327 Jul 24 00:14:47.622571 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d9700933-2205-473e-8256-7f6675a55610 req-6b17f002-5399-4d62-8ca8-9c5e9bcedd0e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4f0c4ebe-0192-4056-858c-bd6b80733df2 HTTP/1.1" status: 200 len: 217 time: 0.0558946 Jul 24 00:14:47.698451 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:47.711795 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9700933-2205-473e-8256-7f6675a55610 req-9b2cd987-46e6-4ea3-8de6-45230af1e94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:47.713313 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d9700933-2205-473e-8256-7f6675a55610 req-9b2cd987-46e6-4ea3-8de6-45230af1e94d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b5859c1e-cadc-473f-b6a0-12802dc9ec4e HTTP/1.1" status: 200 len: 850 time: 0.0845528 Jul 24 00:14:47.756104 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d9700933-2205-473e-8256-7f6675a55610 req-2aa6b05e-a331-45a3-b03f-e906add0951f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ba763d93-6749-402f-a9a4-14c0b38e84ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359454 Jul 24 00:14:47.779222 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054da6fa-aece-45e9-a6a3-843003feabfd req-cc7bc3a0-5e40-4181-8d8d-5edc7a4a2830 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:47.780749 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-054da6fa-aece-45e9-a6a3-843003feabfd req-cc7bc3a0-5e40-4181-8d8d-5edc7a4a2830 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef7418c8-cc0f-4720-98ea-317b65ccb9ad HTTP/1.1" status: 200 len: 946 time: 0.1195419 Jul 24 00:14:47.792424 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 46332) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:47.798974 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-20f0e142-6614-4cdb-95d3-40eae8a5596e tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Request body: {'floatingip': {'port_id': '2cc29194-d266-42bb-9db8-3d7a0b796200'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:14:47.864876 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d9700933-2205-473e-8256-7f6675a55610 req-25bba986-cc5d-4765-82c6-2d4e1353b3b1 service neutron] 10.222.0.52 "GET /v2.0/networks/ba763d93-6749-402f-a9a4-14c0b38e84ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025398 Jul 24 00:14:47.865739 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-20f0e142-6614-4cdb-95d3-40eae8a5596e tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks [] for floatingip, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:47.952120 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 46344) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:47.995675 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d9700933-2205-473e-8256-7f6675a55610 req-778d3f54-e0d9-4224-85ef-806d69861eff service neutron] 10.222.0.52 "GET /v2.0/networks/ba763d93-6749-402f-a9a4-14c0b38e84ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244071 Jul 24 00:14:48.183517 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 46350) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:48.241038 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-81ef7a25-71da-4163-b9eb-5a2fee6f072d admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-770393537-network', 'tenant_id': '3e6843e6f10f416d8b9cff83017e399e'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:14:48.262142 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-278a8121-274c-4883-97f7-d139da7f3183 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:48.283496 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ef7a25-71da-4163-b9eb-5a2fee6f072d admin admin] Made reservation on behalf of 3e6843e6f10f416d8b9cff83017e399e for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:14:48.285822 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-81ef7a25-71da-4163-b9eb-5a2fee6f072d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:48.299195 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-81ef7a25-71da-4163-b9eb-5a2fee6f072d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:48.393067 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-278a8121-274c-4883-97f7-d139da7f3183 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:48.398688 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-278a8121-274c-4883-97f7-d139da7f3183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:48.421489 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-20f0e142-6614-4cdb-95d3-40eae8a5596e tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:48.428783 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-20f0e142-6614-4cdb-95d3-40eae8a5596e tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:48.451712 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a8121-274c-4883-97f7-d139da7f3183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4586f80-c777-4757-9d1f-92962e1a1904,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:48.460587 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-278a8121-274c-4883-97f7-d139da7f3183 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9ce5c6a7a6ba4552b3f42c797a3fb946&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2728827 Jul 24 00:14:48.464486 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 46356) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:48.527035 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88438364-42d6-4449-99f3-ba7fd4868955 req-a78fb629-28e2-4778-b33a-17e8782fcc09 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:48.528682 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-88438364-42d6-4449-99f3-ba7fd4868955 req-a78fb629-28e2-4778-b33a-17e8782fcc09 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/ports?device_id=3baf0961-e421-4eed-b476-15131f9b1173 HTTP/1.1" status: 200 len: 945 time: 0.1560407 Jul 24 00:14:48.542070 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-88460e04-4293-4e78-b09f-61b99787e7db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:48.573814 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-81ef7a25-71da-4163-b9eb-5a2fee6f072d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:48.580068 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-88460e04-4293-4e78-b09f-61b99787e7db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:48.580610 n-d-800088-16 neutron-server[100314]: INFO neutron.db.l3_db [None req-20f0e142-6614-4cdb-95d3-40eae8a5596e tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Floating IP 1210dbca-6d19-4a26-9967-f7ac25b314cf associated. External IP: 172.25.3.67, port: 2cc29194-d266-42bb-9db8-3d7a0b796200. Jul 24 00:14:48.582029 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-81ef7a25-71da-4163-b9eb-5a2fee6f072d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:48.626049 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-88438364-42d6-4449-99f3-ba7fd4868955 req-60a81b62-c427-4ba8-a92c-b17a4d774bcb tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/security-groups?id=c0063c4d-6272-47e4-8d6e-ed9b31bc3cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898957 Jul 24 00:14:48.633019 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81ef7a25-71da-4163-b9eb-5a2fee6f072d admin admin] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:14:48.649514 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ef7a25-71da-4163-b9eb-5a2fee6f072d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb41864-d368-40dc-9b68-32578df5a0a8,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:48.652589 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-81ef7a25-71da-4163-b9eb-5a2fee6f072d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:48.653158 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-81ef7a25-71da-4163-b9eb-5a2fee6f072d admin admin] Added segment 28758b2b-8e5b-4b20-97dc-892d312454de of type vlan for network 49599f72-6971-4c78-8210-d79c8aca88a7 Jul 24 00:14:48.704292 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-81ef7a25-71da-4163-b9eb-5a2fee6f072d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:48.721634 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-88460e04-4293-4e78-b09f-61b99787e7db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:48.725105 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-88460e04-4293-4e78-b09f-61b99787e7db admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:48.729244 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-88460e04-4293-4e78-b09f-61b99787e7db admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d4586f80-c777-4757-9d1f-92962e1a1904 HTTP/1.1" status: 204 len: 168 time: 0.2637203 Jul 24 00:14:48.748310 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88460e04-4293-4e78-b09f-61b99787e7db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4586f80-c777-4757-9d1f-92962e1a1904,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:48.765786 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-81ef7a25-71da-4163-b9eb-5a2fee6f072d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:48.766890 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ef7a25-71da-4163-b9eb-5a2fee6f072d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:48.767789 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-81ef7a25-71da-4163-b9eb-5a2fee6f072d admin admin] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:48.845871 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-81ef7a25-71da-4163-b9eb-5a2fee6f072d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8926528 Jul 24 00:14:48.847156 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ef7a25-71da-4163-b9eb-5a2fee6f072d admin admin] Pushing event updated for resources: {'Network': ['ID=49599f72-6971-4c78-8210-d79c8aca88a7,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:48.849186 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 46364) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:48.855125 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-e6763f65-deb6-44d7-b5a2-490a8179c846 admin admin] Request body: {'subnet': {'network_id': '49599f72-6971-4c78-8210-d79c8aca88a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-770393537-subnet', 'tenant_id': '3e6843e6f10f416d8b9cff83017e399e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:14:48.861076 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 49599f72-6971-4c78-8210-d79c8aca88a7 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:14:48.880827 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6763f65-deb6-44d7-b5a2-490a8179c846 admin admin] Made reservation on behalf of 3e6843e6f10f416d8b9cff83017e399e for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:14:48.883825 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e6763f65-deb6-44d7-b5a2-490a8179c846 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:49.006163 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7963ae8e-2449-46ac-912f-73b44bae5354 req-ebb9cc4d-a91a-4fc8-878f-b08a89ed0b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:49.007702 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7963ae8e-2449-46ac-912f-73b44bae5354 req-ebb9cc4d-a91a-4fc8-878f-b08a89ed0b00 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=da4cf7f0b0a44baf8cab05ba626ce1d0&device_id=3baf0961-e421-4eed-b476-15131f9b1173 HTTP/1.1" status: 200 len: 1097 time: 0.1724749 Jul 24 00:14:49.011018 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20f0e142-6614-4cdb-95d3-40eae8a5596e tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Router 5597493e-01dd-47da-9bc4-b838fcd76b0d has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:14:49.025351 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8274a6-dab9-4412-8059-e1d81520baf9 req-8a335fb7-6910-4497-9676-928b6396f4df tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:49.025351 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2f8274a6-dab9-4412-8059-e1d81520baf9 req-8a335fb7-6910-4497-9676-928b6396f4df tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/ports?device_id=3baf0961-e421-4eed-b476-15131f9b1173 HTTP/1.1" status: 200 len: 945 time: 0.1713111 Jul 24 00:14:49.170837 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 46368) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:49.228117 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2f8274a6-dab9-4412-8059-e1d81520baf9 req-8a507aa9-bce7-4953-8bfb-05ae3bd8391c tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/security-groups?id=c0063c4d-6272-47e4-8d6e-ed9b31bc3cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970012 Jul 24 00:14:49.232016 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-11cf745b-2b2b-4b61-b014-e81a86d0c4d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:49.274310 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7963ae8e-2449-46ac-912f-73b44bae5354 req-3d66abb6-f6ac-4300-b249-4a72c572bed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:49.275887 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7963ae8e-2449-46ac-912f-73b44bae5354 req-3d66abb6-f6ac-4300-b249-4a72c572bed5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ba763d93-6749-402f-a9a4-14c0b38e84ad HTTP/1.1" status: 200 len: 911 time: 0.2460392 Jul 24 00:14:49.332715 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7963ae8e-2449-46ac-912f-73b44bae5354 req-87cad1a8-e58b-447b-89d8-0df4a401b49d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3df71be-7191-4f02-acbf-85ee22c3d661 HTTP/1.1" status: 200 len: 217 time: 0.0479739 Jul 24 00:14:49.334425 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e6763f65-deb6-44d7-b5a2-490a8179c846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:49.377256 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20f0e142-6614-4cdb-95d3-40eae8a5596e tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:14:49.389080 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937ddc04-2b66-4a10-be03-9b5bf71fe8a1 None None] Sync routers for ids ['5597493e-01dd-47da-9bc4-b838fcd76b0d'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:14:49.392425 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-20f0e142-6614-4cdb-95d3-40eae8a5596e tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:49.399481 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937ddc04-2b66-4a10-be03-9b5bf71fe8a1 None None] Routers {'5597493e-01dd-47da-9bc4-b838fcd76b0d'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:14:49.400267 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6763f65-deb6-44d7-b5a2-490a8179c846 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47f2c0d4-0d4f-46b9-9d68-d3d80dbac696,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:49.400586 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-937ddc04-2b66-4a10-be03-9b5bf71fe8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:14:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['5597493e-01dd-47da-9bc4-b838fcd76b0d'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:14:49.409406 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6763f65-deb6-44d7-b5a2-490a8179c846 admin admin] Checking segment: {'id': '28758b2b-8e5b-4b20-97dc-892d312454de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '49599f72-6971-4c78-8210-d79c8aca88a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:14:49.409765 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6763f65-deb6-44d7-b5a2-490a8179c846 admin admin] Network hostable DHCP agents. Network: 49599f72-6971-4c78-8210-d79c8aca88a7, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:14:49.427425 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6763f65-deb6-44d7-b5a2-490a8179c846 admin admin] Network 49599f72-6971-4c78-8210-d79c8aca88a7 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:14:49.437948 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-e6763f65-deb6-44d7-b5a2-490a8179c846 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 49599f72-6971-4c78-8210-d79c8aca88a7) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:14:49.444504 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6763f65-deb6-44d7-b5a2-490a8179c846 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:49.445414 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e6763f65-deb6-44d7-b5a2-490a8179c846 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:49.457418 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff5a7d7-814a-4c06-a9e5-451d49776dca None None] Network 49599f72-6971-4c78-8210-d79c8aca88a7 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:14:49.464284 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7963ae8e-2449-46ac-912f-73b44bae5354 req-13e53f5a-3ab3-4fca-bf51-223d5199c9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:49.465868 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7963ae8e-2449-46ac-912f-73b44bae5354 req-13e53f5a-3ab3-4fca-bf51-223d5199c9b9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b5859c1e-cadc-473f-b6a0-12802dc9ec4e HTTP/1.1" status: 200 len: 850 time: 0.1275594 Jul 24 00:14:49.515687 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7963ae8e-2449-46ac-912f-73b44bae5354 req-4b8d7e30-0411-4130-8ace-44fa754058ff service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ba763d93-6749-402f-a9a4-14c0b38e84ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397723 Jul 24 00:14:49.520221 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-20f0e142-6614-4cdb-95d3-40eae8a5596e tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "PUT /v2.0/floatingips/1210dbca-6d19-4a26-9967-f7ac25b314cf HTTP/1.1" status: 200 len: 991 time: 1.7266288 Jul 24 00:14:49.522118 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef7418c8-cc0f-4720-98ea-317b65ccb9ad', 'tag': '2cc29194-d266-42bb-9db8-3d7a0b796200'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:14:49.524120 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-937ddc04-2b66-4a10-be03-9b5bf71fe8a1 None None] Set router 5597493e-01dd-47da-9bc4-b838fcd76b0d gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:14:49.524402 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb2ba91b-f02c-48b9-9369-43d38bc02fd0" -d '{"events": [{"name": "network-changed", "server_uuid": "ef7418c8-cc0f-4720-98ea-317b65ccb9ad", "tag": "2cc29194-d266-42bb-9db8-3d7a0b796200"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:14:49.605075 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74305520-d980-43ad-8e7b-8a826eb19f1d x-openstack-request-id: req-74305520-d980-43ad-8e7b-8a826eb19f1d {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:14:49.605397 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef7418c8-cc0f-4720-98ea-317b65ccb9ad", "tag": "2cc29194-d266-42bb-9db8-3d7a0b796200", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:14:49.605623 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-74305520-d980-43ad-8e7b-8a826eb19f1d {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:14:49.608401 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef7418c8-cc0f-4720-98ea-317b65ccb9ad', 'tag': '2cc29194-d266-42bb-9db8-3d7a0b796200', 'status': 'completed', 'code': 200} Jul 24 00:14:49.628468 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-11cf745b-2b2b-4b61-b014-e81a86d0c4d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:49.642864 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-11cf745b-2b2b-4b61-b014-e81a86d0c4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:49.645740 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ec5963-9807-4c53-97f9-f83917dea752 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-49599f72-6971-4c78-8210-d79c8aca88a7', 'network_id': '49599f72-6971-4c78-8210-d79c8aca88a7', 'tenant_id': '3e6843e6f10f416d8b9cff83017e399e', 'fixed_ips': [{'subnet_id': '47f2c0d4-0d4f-46b9-9d68-d3d80dbac696'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:14:49.647094 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-44ec5963-9807-4c53-97f9-f83917dea752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:49.683275 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-e6763f65-deb6-44d7-b5a2-490a8179c846 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8304951 Jul 24 00:14:49.686140 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 46374) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:49.691599 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cf745b-2b2b-4b61-b014-e81a86d0c4d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c3fce50-30e8-47c0-822d-5ec36618bfd5,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:49.694868 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-80dc6105-fe98-478d-a584-33f08eb65402 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-770393537-router', 'tenant_id': '3e6843e6f10f416d8b9cff83017e399e', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:14:49.703434 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7963ae8e-2449-46ac-912f-73b44bae5354 req-250672c2-d962-422a-a906-565881b2b10b service neutron] 10.222.0.64 "GET /v2.0/networks/ba763d93-6749-402f-a9a4-14c0b38e84ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750364 Jul 24 00:14:49.717634 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-11cf745b-2b2b-4b61-b014-e81a86d0c4d2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=11cebb9a32e2474cbe67dbbb0bc620e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5449255 Jul 24 00:14:49.726852 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 46376) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:49.756881 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-80dc6105-fe98-478d-a584-33f08eb65402 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:49.757899 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-80dc6105-fe98-478d-a584-33f08eb65402 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:49.781630 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ba91b-f02c-48b9-9369-43d38bc02fd0 req-a577f5a9-ee14-4ceb-a5a6-d281bc95168d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:49.783434 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cb2ba91b-f02c-48b9-9369-43d38bc02fd0 req-a577f5a9-ee14-4ceb-a5a6-d281bc95168d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f416a58274704009b44a26f31650fbc3&device_id=ef7418c8-cc0f-4720-98ea-317b65ccb9ad HTTP/1.1" status: 200 len: 1098 time: 0.1561012 Jul 24 00:14:49.829306 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-44ec5963-9807-4c53-97f9-f83917dea752 None None] Allocated IP 172.20.0.2 (49599f72-6971-4c78-8210-d79c8aca88a7/47f2c0d4-0d4f-46b9-9d68-d3d80dbac696/316aeadc-e1ca-4d53-82ec-23c7f565d971) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:14:49.836733 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7963ae8e-2449-46ac-912f-73b44bae5354 req-1389cbd0-b976-4041-939c-1e491af013d5 service neutron] 10.222.0.64 "GET /v2.0/networks/ba763d93-6749-402f-a9a4-14c0b38e84ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174994 Jul 24 00:14:49.945237 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-937ddc04-2b66-4a10-be03-9b5bf71fe8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5597493e-01dd-47da-9bc4-b838fcd76b0d', 'name': 'tempest-AttachVolumeShelveTestJSON-15636632-router', 'tenant_id': 'f416a58274704009b44a26f31650fbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '59d53353-5b0f-46b9-b6a2-18c83ad501b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:09:42Z', 'updated_at': '2021-07-24T00:09:50Z', 'revision_number': 4, 'project_id': 'f416a58274704009b44a26f31650fbc3', 'gw_port': {'id': '59d53353-5b0f-46b9-b6a2-18c83ad501b8', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5597493e-01dd-47da-9bc4-b838fcd76b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:09:44Z', 'updated_at': '2021-07-24T00:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': '1210dbca-6d19-4a26-9967-f7ac25b314cf', 'tenant_id': 'f416a58274704009b44a26f31650fbc3', 'floating_ip_address': '172.25.3.67', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '5597493e-01dd-47da-9bc4-b838fcd76b0d', 'port_id': '2cc29194-d266-42bb-9db8-3d7a0b796200', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bb27577-8aa4-438b-b0fc-2e9a72f8d21f', 'mac_address': 'fa:16:3e:a3:69:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7418c8-cc0f-4720-98ea-317b65ccb9ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:14:31Z', 'updated_at': '2021-07-24T00:14:48Z', 'revision_number': 1, 'project_id': 'f416a58274704009b44a26f31650fbc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62191fff-096a-441b-adfd-4c774030012a', 'name': '', 'network_id': '3bb27577-8aa4-438b-b0fc-2e9a72f8d21f', 'tenant_id': 'f416a58274704009b44a26f31650fbc3', 'mac_address': 'fa:16:3e:85:1d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5597493e-01dd-47da-9bc4-b838fcd76b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '63da32e2-61ac-4eb0-aee3-157739522d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:09:49Z', 'updated_at': '2021-07-24T00:10:02Z', 'revision_number': 5, 'project_id': 'f416a58274704009b44a26f31650fbc3', 'subnets': [{'id': '63da32e2-61ac-4eb0-aee3-157739522d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:14:49.956462 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7fe4ae30-38a2-4e2f-9afe-58db99966b9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:49.960559 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-80dc6105-fe98-478d-a584-33f08eb65402 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:49.973322 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937ddc04-2b66-4a10-be03-9b5bf71fe8a1 None None] Checking router: 5597493e-01dd-47da-9bc4-b838fcd76b0d for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:14:49.981770 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937ddc04-2b66-4a10-be03-9b5bf71fe8a1 None None] Routers {'5597493e-01dd-47da-9bc4-b838fcd76b0d'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:14:49.983187 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-937ddc04-2b66-4a10-be03-9b5bf71fe8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:14:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['5597493e-01dd-47da-9bc4-b838fcd76b0d'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:14:49.995332 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-44ec5963-9807-4c53-97f9-f83917dea752 None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:50.004560 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-44ec5963-9807-4c53-97f9-f83917dea752 None None] Transition to ACTIVE for port object 316aeadc-e1ca-4d53-82ec-23c7f565d971 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:14:50.021454 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-44ec5963-9807-4c53-97f9-f83917dea752 None None] Transition to ACTIVE for port object 316aeadc-e1ca-4d53-82ec-23c7f565d971 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:14:50.029493 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-44ec5963-9807-4c53-97f9-f83917dea752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:50.070614 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ec5963-9807-4c53-97f9-f83917dea752 None None] Network 49599f72-6971-4c78-8210-d79c8aca88a7 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:14:50.070866 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7fe4ae30-38a2-4e2f-9afe-58db99966b9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:50.073778 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-44ec5963-9807-4c53-97f9-f83917dea752 None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:14:50.077425 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ec5963-9807-4c53-97f9-f83917dea752 None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:14:50.098290 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-937ddc04-2b66-4a10-be03-9b5bf71fe8a1 None None] Set router 5597493e-01dd-47da-9bc4-b838fcd76b0d gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:14:50.100685 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ba91b-f02c-48b9-9369-43d38bc02fd0 req-f438be0b-0811-445a-86de-44ee8cf26c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:50.102222 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cb2ba91b-f02c-48b9-9369-43d38bc02fd0 req-f438be0b-0811-445a-86de-44ee8cf26c53 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3bb27577-8aa4-438b-b0fc-2e9a72f8d21f HTTP/1.1" status: 200 len: 916 time: 0.2994456 Jul 24 00:14:50.143346 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ec5963-9807-4c53-97f9-f83917dea752 None None] Pushing event updated for resources: {'Port': ['ID=316aeadc-e1ca-4d53-82ec-23c7f565d971,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:50.174620 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-44ec5963-9807-4c53-97f9-f83917dea752 None None] Attempting to bind port 316aeadc-e1ca-4d53-82ec-23c7f565d971 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:14:50.175294 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-44ec5963-9807-4c53-97f9-f83917dea752 None None] Attempting to bind port 316aeadc-e1ca-4d53-82ec-23c7f565d971 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '28758b2b-8e5b-4b20-97dc-892d312454de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '49599f72-6971-4c78-8210-d79c8aca88a7'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:14:50.175823 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ec5963-9807-4c53-97f9-f83917dea752 None None] Attempting to bind port 316aeadc-e1ca-4d53-82ec-23c7f565d971 on network 49599f72-6971-4c78-8210-d79c8aca88a7 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:14:50.181286 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ec5963-9807-4c53-97f9-f83917dea752 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:14:50.182026 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ec5963-9807-4c53-97f9-f83917dea752 None None] Checking segment: {'id': '28758b2b-8e5b-4b20-97dc-892d312454de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '49599f72-6971-4c78-8210-d79c8aca88a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:14:50.183039 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-44ec5963-9807-4c53-97f9-f83917dea752 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:50.183541 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ec5963-9807-4c53-97f9-f83917dea752 None None] Bound using segment: {'id': '28758b2b-8e5b-4b20-97dc-892d312454de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '49599f72-6971-4c78-8210-d79c8aca88a7'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:14:50.184283 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-44ec5963-9807-4c53-97f9-f83917dea752 None None] Bound port: 316aeadc-e1ca-4d53-82ec-23c7f565d971, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28758b2b-8e5b-4b20-97dc-892d312454de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '49599f72-6971-4c78-8210-d79c8aca88a7'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:14:50.184784 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-44ec5963-9807-4c53-97f9-f83917dea752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:50.237169 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-80dc6105-fe98-478d-a584-33f08eb65402 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:50.262785 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-44ec5963-9807-4c53-97f9-f83917dea752 None None] For port 316aeadc-e1ca-4d53-82ec-23c7f565d971, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:14:50.268732 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-44ec5963-9807-4c53-97f9-f83917dea752 None None] For port 316aeadc-e1ca-4d53-82ec-23c7f565d971, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=316aeadc-e1ca-4d53-82ec-23c7f565d971,segment=NetworkSegment(28758b2b-8e5b-4b20-97dc-892d312454de),segment_id=28758b2b-8e5b-4b20-97dc-892d312454de)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:14:50.275823 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-44ec5963-9807-4c53-97f9-f83917dea752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:50.289671 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cb2ba91b-f02c-48b9-9369-43d38bc02fd0 req-14de1b51-e939-4d28-bc6e-9b0b2877430a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2cc29194-d266-42bb-9db8-3d7a0b796200 HTTP/1.1" status: 200 len: 999 time: 0.1543608 Jul 24 00:14:50.315705 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7fe4ae30-38a2-4e2f-9afe-58db99966b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:50.318512 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7fe4ae30-38a2-4e2f-9afe-58db99966b9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:50.322254 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-7fe4ae30-38a2-4e2f-9afe-58db99966b9a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1c3fce50-30e8-47c0-822d-5ec36618bfd5 HTTP/1.1" status: 204 len: 168 time: 0.5821166 Jul 24 00:14:50.356875 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ec5963-9807-4c53-97f9-f83917dea752 None None] Pushing event updated for resources: {'Port': ['ID=316aeadc-e1ca-4d53-82ec-23c7f565d971,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:50.402323 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-937ddc04-2b66-4a10-be03-9b5bf71fe8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5597493e-01dd-47da-9bc4-b838fcd76b0d', 'name': 'tempest-AttachVolumeShelveTestJSON-15636632-router', 'tenant_id': 'f416a58274704009b44a26f31650fbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '59d53353-5b0f-46b9-b6a2-18c83ad501b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:09:42Z', 'updated_at': '2021-07-24T00:09:50Z', 'revision_number': 4, 'project_id': 'f416a58274704009b44a26f31650fbc3', 'gw_port': {'id': '59d53353-5b0f-46b9-b6a2-18c83ad501b8', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5597493e-01dd-47da-9bc4-b838fcd76b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:09:44Z', 'updated_at': '2021-07-24T00:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': '1210dbca-6d19-4a26-9967-f7ac25b314cf', 'tenant_id': 'f416a58274704009b44a26f31650fbc3', 'floating_ip_address': '172.25.3.67', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '5597493e-01dd-47da-9bc4-b838fcd76b0d', 'port_id': '2cc29194-d266-42bb-9db8-3d7a0b796200', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bb27577-8aa4-438b-b0fc-2e9a72f8d21f', 'mac_address': 'fa:16:3e:a3:69:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7418c8-cc0f-4720-98ea-317b65ccb9ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:14:31Z', 'updated_at': '2021-07-24T00:14:48Z', 'revision_number': 1, 'project_id': 'f416a58274704009b44a26f31650fbc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62191fff-096a-441b-adfd-4c774030012a', 'name': '', 'network_id': '3bb27577-8aa4-438b-b0fc-2e9a72f8d21f', 'tenant_id': 'f416a58274704009b44a26f31650fbc3', 'mac_address': 'fa:16:3e:85:1d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5597493e-01dd-47da-9bc4-b838fcd76b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '63da32e2-61ac-4eb0-aee3-157739522d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:09:49Z', 'updated_at': '2021-07-24T00:10:02Z', 'revision_number': 5, 'project_id': 'f416a58274704009b44a26f31650fbc3', 'subnets': [{'id': '63da32e2-61ac-4eb0-aee3-157739522d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:14:50.430773 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937ddc04-2b66-4a10-be03-9b5bf71fe8a1 None None] The sync data for ids ['5597493e-01dd-47da-9bc4-b838fcd76b0d'] in n-d-800088-16 is: [{'id': '5597493e-01dd-47da-9bc4-b838fcd76b0d', 'name': 'tempest-AttachVolumeShelveTestJSON-15636632-router', 'tenant_id': 'f416a58274704009b44a26f31650fbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '59d53353-5b0f-46b9-b6a2-18c83ad501b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:09:42Z', 'updated_at': '2021-07-24T00:09:50Z', 'revision_number': 4, 'project_id': 'f416a58274704009b44a26f31650fbc3', 'gw_port': {'id': '59d53353-5b0f-46b9-b6a2-18c83ad501b8', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5597493e-01dd-47da-9bc4-b838fcd76b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:09:44Z', 'updated_at': '2021-07-24T00:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': '1210dbca-6d19-4a26-9967-f7ac25b314cf', 'tenant_id': 'f416a58274704009b44a26f31650fbc3', 'floating_ip_address': '172.25.3.67', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '5597493e-01dd-47da-9bc4-b838fcd76b0d', 'port_id': '2cc29194-d266-42bb-9db8-3d7a0b796200', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bb27577-8aa4-438b-b0fc-2e9a72f8d21f', 'mac_address': 'fa:16:3e:a3:69:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7418c8-cc0f-4720-98ea-317b65ccb9ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:14:31Z', 'updated_at': '2021-07-24T00:14:48Z', 'revision_number': 1, 'project_id': 'f416a58274704009b44a26f31650fbc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62191fff-096a-441b-adfd-4c774030012a', 'name': '', 'network_id': '3bb27577-8aa4-438b-b0fc-2e9a72f8d21f', 'tenant_id': 'f416a58274704009b44a26f31650fbc3', 'mac_address': 'fa:16:3e:85:1d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5597493e-01dd-47da-9bc4-b838fcd76b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '63da32e2-61ac-4eb0-aee3-157739522d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:09:49Z', 'updated_at': '2021-07-24T00:10:02Z', 'revision_number': 5, 'project_id': 'f416a58274704009b44a26f31650fbc3', 'subnets': [{'id': '63da32e2-61ac-4eb0-aee3-157739522d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:14:50.448976 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe4ae30-38a2-4e2f-9afe-58db99966b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c3fce50-30e8-47c0-822d-5ec36618bfd5,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:50.462420 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ba91b-f02c-48b9-9369-43d38bc02fd0 req-0da241aa-481a-4d44-a037-d00350d2869f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:50.464403 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cb2ba91b-f02c-48b9-9369-43d38bc02fd0 req-0da241aa-481a-4d44-a037-d00350d2869f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=63da32e2-61ac-4eb0-aee3-157739522d03 HTTP/1.1" status: 200 len: 854 time: 0.1603384 Jul 24 00:14:50.465146 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6f520c-e001-4abd-973f-f1e7e38e3474 req-d0e61cf1-545c-45dd-99a8-aeb1114f6c8c tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:50.474047 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1e6f520c-e001-4abd-973f-f1e7e38e3474 req-d0e61cf1-545c-45dd-99a8-aeb1114f6c8c tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/ports?device_id=3baf0961-e421-4eed-b476-15131f9b1173 HTTP/1.1" status: 200 len: 945 time: 0.1118715 Jul 24 00:14:50.535326 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1e6f520c-e001-4abd-973f-f1e7e38e3474 req-70481ca4-4e1b-4664-a995-745652ccf642 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/security-groups?id=c0063c4d-6272-47e4-8d6e-ed9b31bc3cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602367 Jul 24 00:14:50.677102 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ba91b-f02c-48b9-9369-43d38bc02fd0 req-b507a856-10da-4db4-a401-7a9d455de04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:50.678637 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cb2ba91b-f02c-48b9-9369-43d38bc02fd0 req-b507a856-10da-4db4-a401-7a9d455de04f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3bb27577-8aa4-438b-b0fc-2e9a72f8d21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2066689 Jul 24 00:14:50.740671 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-80dc6105-fe98-478d-a584-33f08eb65402 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:50.792652 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-80dc6105-fe98-478d-a584-33f08eb65402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:50.801678 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849d49dd-dc4e-4d6d-a84d-8d25286c178c None None] New status for floating IP 1210dbca-6d19-4a26-9967-f7ac25b314cf: ACTIVE {{(pid=100315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 00:14:51.035798 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-80dc6105-fe98-478d-a584-33f08eb65402 admin admin] Allocated IP 172.25.3.200 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/03b740f1-d0a8-4b8b-b9eb-deef4a1372c0) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:14:51.065100 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cb2ba91b-f02c-48b9-9369-43d38bc02fd0 req-620be60f-7efc-4a5f-85f2-f02410a73e53 service neutron] 10.222.0.52 "GET /v2.0/networks/3bb27577-8aa4-438b-b0fc-2e9a72f8d21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3709605 Jul 24 00:14:51.266859 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cb2ba91b-f02c-48b9-9369-43d38bc02fd0 req-e0984f38-093f-4dd1-8217-9216c2f78c47 service neutron] 10.222.0.52 "GET /v2.0/networks/3bb27577-8aa4-438b-b0fc-2e9a72f8d21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905873 Jul 24 00:14:51.269796 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-80dc6105-fe98-478d-a584-33f08eb65402 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:51.332141 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-80dc6105-fe98-478d-a584-33f08eb65402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:51.387538 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80dc6105-fe98-478d-a584-33f08eb65402 admin admin] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:14:51.391546 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-80dc6105-fe98-478d-a584-33f08eb65402 admin admin] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:14:51.394071 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80dc6105-fe98-478d-a584-33f08eb65402 admin admin] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:14:51.400555 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dc6105-fe98-478d-a584-33f08eb65402 admin admin] Pushing event updated for resources: {'Port': ['ID=03b740f1-d0a8-4b8b-b9eb-deef4a1372c0,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:51.641817 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6f0ca5-b1e8-46dc-953a-8ffcd595885a None None] Network 49599f72-6971-4c78-8210-d79c8aca88a7 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:14:51.743237 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-67bf69d0-cb11-40cd-9be8-dcdb77ea3c5d None None] Provisioning for port 316aeadc-e1ca-4d53-82ec-23c7f565d971 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:14:51.759204 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3762ae4c-05eb-47ca-8b1f-4ab684b0a42f req-3798f25f-adf6-473a-8cb6-e46f497be38f tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:51.760925 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3762ae4c-05eb-47ca-8b1f-4ab684b0a42f req-3798f25f-adf6-473a-8cb6-e46f497be38f tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/ports?device_id=3baf0961-e421-4eed-b476-15131f9b1173 HTTP/1.1" status: 200 len: 945 time: 0.1540298 Jul 24 00:14:51.819523 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3762ae4c-05eb-47ca-8b1f-4ab684b0a42f req-d840bc33-fed9-410e-80bf-bdb58c03487a tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/security-groups?id=c0063c4d-6272-47e4-8d6e-ed9b31bc3cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513709 Jul 24 00:14:51.945106 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-80dc6105-fe98-478d-a584-33f08eb65402 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:52.177744 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 316aeadc-e1ca-4d53-82ec-23c7f565d971 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:14:52.201714 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765edea4-846b-4855-9fa1-5a7adcf84137 req-04dbf8b4-c271-44d6-96e5-58a993cb2b44 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:52.204017 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-80dc6105-fe98-478d-a584-33f08eb65402 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:52.211482 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-765edea4-846b-4855-9fa1-5a7adcf84137 req-04dbf8b4-c271-44d6-96e5-58a993cb2b44 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/ports?device_id=3baf0961-e421-4eed-b476-15131f9b1173 HTTP/1.1" status: 200 len: 945 time: 0.1120379 Jul 24 00:14:52.256947 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 316aeadc-e1ca-4d53-82ec-23c7f565d971 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:14:52.267173 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 316aeadc-e1ca-4d53-82ec-23c7f565d971 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:14:52.267555 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:52.285235 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-765edea4-846b-4855-9fa1-5a7adcf84137 req-726f26f5-ee69-4917-a3d6-7980388c54a9 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/security-groups?id=c0063c4d-6272-47e4-8d6e-ed9b31bc3cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583520 Jul 24 00:14:52.297483 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-cb63b34c-8d7a-4b2f-9dbe-b6f45bfdedb9 None None] Provisioning complete for port 316aeadc-e1ca-4d53-82ec-23c7f565d971 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:14:52.297869 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-cb63b34c-8d7a-4b2f-9dbe-b6f45bfdedb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:52.363894 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80dc6105-fe98-478d-a584-33f08eb65402 admin admin] Router aa2065da-6dc2-4a33-b760-94a7db1f10a0 is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:14:52.423562 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:52.426308 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-cb63b34c-8d7a-4b2f-9dbe-b6f45bfdedb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:52.472978 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 316aeadc-e1ca-4d53-82ec-23c7f565d971, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=316aeadc-e1ca-4d53-82ec-23c7f565d971,segment=NetworkSegment(28758b2b-8e5b-4b20-97dc-892d312454de),segment_id=28758b2b-8e5b-4b20-97dc-892d312454de)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:14:52.477692 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:52.479368 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80dc6105-fe98-478d-a584-33f08eb65402 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:14:52.491846 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7de15d7-9795-4db1-aa80-2ec4efe7ad4b None None] Sync routers for ids ['aa2065da-6dc2-4a33-b760-94a7db1f10a0'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:14:52.504366 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7de15d7-9795-4db1-aa80-2ec4efe7ad4b None None] Routers {'aa2065da-6dc2-4a33-b760-94a7db1f10a0'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:14:52.505217 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-f7de15d7-9795-4db1-aa80-2ec4efe7ad4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:14:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['aa2065da-6dc2-4a33-b760-94a7db1f10a0'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:14:52.509275 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-80dc6105-fe98-478d-a584-33f08eb65402 admin admin] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:52.510667 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-80dc6105-fe98-478d-a584-33f08eb65402 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8196254 Jul 24 00:14:52.513498 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 46430) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:52.559343 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.db.api [None req-cb63b34c-8d7a-4b2f-9dbe-b6f45bfdedb9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100315) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 00:14:52.559716 n-d-800088-16 neutron-server[100315]: DEBUG oslo_db.api [None req-cb63b34c-8d7a-4b2f-9dbe-b6f45bfdedb9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 00:14:52.562499 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=316aeadc-e1ca-4d53-82ec-23c7f565d971,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:52.627053 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-f7de15d7-9795-4db1-aa80-2ec4efe7ad4b None None] Set router aa2065da-6dc2-4a33-b760-94a7db1f10a0 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:14:52.826804 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-f7de15d7-9795-4db1-aa80-2ec4efe7ad4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa2065da-6dc2-4a33-b760-94a7db1f10a0', 'name': 'tempest-ServerActionsTestJSON-770393537-router', 'tenant_id': '3e6843e6f10f416d8b9cff83017e399e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '03b740f1-d0a8-4b8b-b9eb-deef4a1372c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:14:49Z', 'updated_at': '2021-07-24T00:14:51Z', 'revision_number': 3, 'project_id': '3e6843e6f10f416d8b9cff83017e399e', 'gw_port': {'id': '03b740f1-d0a8-4b8b-b9eb-deef4a1372c0', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:00:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa2065da-6dc2-4a33-b760-94a7db1f10a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:14:50Z', 'updated_at': '2021-07-24T00:14:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:14:52.854491 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7de15d7-9795-4db1-aa80-2ec4efe7ad4b None None] Checking router: aa2065da-6dc2-4a33-b760-94a7db1f10a0 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:14:52.855012 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7de15d7-9795-4db1-aa80-2ec4efe7ad4b None None] Updating router aa2065da-6dc2-4a33-b760-94a7db1f10a0 port 03b740f1-d0a8-4b8b-b9eb-deef4a1372c0 binding host n-d-800088-16 {{(pid=100316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:14:52.898750 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-f7de15d7-9795-4db1-aa80-2ec4efe7ad4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:52.999853 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0ad0f05c-b7a0-410d-9156-13666aefbfd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:53.169212 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-09bdb8f6-cf4f-485e-ba39-381a9602c4fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:53.182201 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-f7de15d7-9795-4db1-aa80-2ec4efe7ad4b None None] Notify callbacks [] for port, precommit_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:53.193573 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.provisioning_blocks [None req-f7de15d7-9795-4db1-aa80-2ec4efe7ad4b None None] Transition to ACTIVE for port object 03b740f1-d0a8-4b8b-b9eb-deef4a1372c0 will not be triggered until provisioned by entity L2. {{(pid=100316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:14:53.199536 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-f7de15d7-9795-4db1-aa80-2ec4efe7ad4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:53.223611 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-0ad0f05c-b7a0-410d-9156-13666aefbfd3 admin admin] Allocated IP 172.20.0.1 (49599f72-6971-4c78-8210-d79c8aca88a7/47f2c0d4-0d4f-46b9-9d68-d3d80dbac696/aada398f-d3b6-4ab2-8457-61d2b31688ed) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:14:53.253598 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-f7de15d7-9795-4db1-aa80-2ec4efe7ad4b None None] Attempting to bind port 03b740f1-d0a8-4b8b-b9eb-deef4a1372c0 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:14:53.253975 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-f7de15d7-9795-4db1-aa80-2ec4efe7ad4b None None] Attempting to bind port 03b740f1-d0a8-4b8b-b9eb-deef4a1372c0 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:14:53.254342 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7de15d7-9795-4db1-aa80-2ec4efe7ad4b None None] Attempting to bind port 03b740f1-d0a8-4b8b-b9eb-deef4a1372c0 on network 9adcfee8-760c-4568-9e39-c221abf69bf5 {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:14:53.261876 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8184c17-88e5-4529-be55-f30f4610553b None None] Pushing event updated for resources: {'Port': ['ID=03b740f1-d0a8-4b8b-b9eb-deef4a1372c0,revision_number=2']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:53.265716 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7de15d7-9795-4db1-aa80-2ec4efe7ad4b None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:14:53.266331 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7de15d7-9795-4db1-aa80-2ec4efe7ad4b None None] Checking segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:14:53.266917 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-f7de15d7-9795-4db1-aa80-2ec4efe7ad4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:53.267482 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7de15d7-9795-4db1-aa80-2ec4efe7ad4b None None] Bound using segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:14:53.267971 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-f7de15d7-9795-4db1-aa80-2ec4efe7ad4b None None] Bound port: 03b740f1-d0a8-4b8b-b9eb-deef4a1372c0, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:14:53.268360 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-f7de15d7-9795-4db1-aa80-2ec4efe7ad4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:53.340202 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-f7de15d7-9795-4db1-aa80-2ec4efe7ad4b None None] For port 03b740f1-d0a8-4b8b-b9eb-deef4a1372c0, host n-d-800088-16, cleared binding levels {{(pid=100316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:14:53.346714 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-f7de15d7-9795-4db1-aa80-2ec4efe7ad4b None None] For port 03b740f1-d0a8-4b8b-b9eb-deef4a1372c0, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=03b740f1-d0a8-4b8b-b9eb-deef4a1372c0,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:14:53.361981 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0ad0f05c-b7a0-410d-9156-13666aefbfd3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:53.366858 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-f7de15d7-9795-4db1-aa80-2ec4efe7ad4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:53.377910 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [None req-0ad0f05c-b7a0-410d-9156-13666aefbfd3 admin admin] Transition to ACTIVE for port object aada398f-d3b6-4ab2-8457-61d2b31688ed will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:14:53.418274 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0ad0f05c-b7a0-410d-9156-13666aefbfd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:53.434538 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7de15d7-9795-4db1-aa80-2ec4efe7ad4b None None] Routers {'aa2065da-6dc2-4a33-b760-94a7db1f10a0'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:14:53.435211 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-f7de15d7-9795-4db1-aa80-2ec4efe7ad4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:14:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['aa2065da-6dc2-4a33-b760-94a7db1f10a0'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:14:53.441835 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1928ab4f-10d1-448c-a598-3e9b16022106 req-0e4391c8-e9e9-4a99-ba82-f3269ae9abac tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:53.445647 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1928ab4f-10d1-448c-a598-3e9b16022106 req-0e4391c8-e9e9-4a99-ba82-f3269ae9abac tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/ports?device_id=3baf0961-e421-4eed-b476-15131f9b1173 HTTP/1.1" status: 200 len: 945 time: 0.0920935 Jul 24 00:14:53.465795 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad0f05c-b7a0-410d-9156-13666aefbfd3 admin admin] Network 49599f72-6971-4c78-8210-d79c8aca88a7 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:14:53.471988 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-0ad0f05c-b7a0-410d-9156-13666aefbfd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:14:53.474202 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad0f05c-b7a0-410d-9156-13666aefbfd3 admin admin] Pushing event updated for resources: {'Port': ['ID=aada398f-d3b6-4ab2-8457-61d2b31688ed,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:53.476486 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad0f05c-b7a0-410d-9156-13666aefbfd3 admin admin] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:14:53.490362 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1928ab4f-10d1-448c-a598-3e9b16022106 req-7c4c4030-f167-4cda-97fe-0c4731b4c7b2 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/security-groups?id=c0063c4d-6272-47e4-8d6e-ed9b31bc3cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384133 Jul 24 00:14:53.510157 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8184c17-88e5-4529-be55-f30f4610553b None None] Pushing event updated for resources: {'Port': ['ID=03b740f1-d0a8-4b8b-b9eb-deef4a1372c0,revision_number=3']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:53.516414 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0ad0f05c-b7a0-410d-9156-13666aefbfd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681761'] for router_interface, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:53.585018 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-f7de15d7-9795-4db1-aa80-2ec4efe7ad4b None None] Set router aa2065da-6dc2-4a33-b760-94a7db1f10a0 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:14:53.733843 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-72090ccb-e614-45c2-95c3-7b89fdc8fe24 None None] Provisioning for port aada398f-d3b6-4ab2-8457-61d2b31688ed completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:14:53.740057 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-72090ccb-e614-45c2-95c3-7b89fdc8fe24 None None] Provisioning complete for port aada398f-d3b6-4ab2-8457-61d2b31688ed triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:14:53.741013 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-72090ccb-e614-45c2-95c3-7b89fdc8fe24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:53.751023 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0ad0f05c-b7a0-410d-9156-13666aefbfd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:53.800156 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-72090ccb-e614-45c2-95c3-7b89fdc8fe24 None None] Port aada398f-d3b6-4ab2-8457-61d2b31688ed cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:14:53.864756 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-f7de15d7-9795-4db1-aa80-2ec4efe7ad4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa2065da-6dc2-4a33-b760-94a7db1f10a0', 'name': 'tempest-ServerActionsTestJSON-770393537-router', 'tenant_id': '3e6843e6f10f416d8b9cff83017e399e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '03b740f1-d0a8-4b8b-b9eb-deef4a1372c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:14:49Z', 'updated_at': '2021-07-24T00:14:51Z', 'revision_number': 3, 'project_id': '3e6843e6f10f416d8b9cff83017e399e', 'gw_port': {'id': '03b740f1-d0a8-4b8b-b9eb-deef4a1372c0', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:00:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa2065da-6dc2-4a33-b760-94a7db1f10a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:14:50Z', 'updated_at': '2021-07-24T00:14:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:14:53.908195 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7de15d7-9795-4db1-aa80-2ec4efe7ad4b None None] The sync data for ids ['aa2065da-6dc2-4a33-b760-94a7db1f10a0'] in n-d-800088-16 is: [{'id': 'aa2065da-6dc2-4a33-b760-94a7db1f10a0', 'name': 'tempest-ServerActionsTestJSON-770393537-router', 'tenant_id': '3e6843e6f10f416d8b9cff83017e399e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '03b740f1-d0a8-4b8b-b9eb-deef4a1372c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:14:49Z', 'updated_at': '2021-07-24T00:14:51Z', 'revision_number': 3, 'project_id': '3e6843e6f10f416d8b9cff83017e399e', 'gw_port': {'id': '03b740f1-d0a8-4b8b-b9eb-deef4a1372c0', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:00:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa2065da-6dc2-4a33-b760-94a7db1f10a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:14:50Z', 'updated_at': '2021-07-24T00:14:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:14:53.956770 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0ad0f05c-b7a0-410d-9156-13666aefbfd3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:53.968509 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0ad0f05c-b7a0-410d-9156-13666aefbfd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:54.136545 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 316aeadc-e1ca-4d53-82ec-23c7f565d971 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:14:54.210738 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 316aeadc-e1ca-4d53-82ec-23c7f565d971 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:14:54.212100 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:54.335339 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad0f05c-b7a0-410d-9156-13666aefbfd3 admin admin] Pushing event updated for resources: {'Port': ['ID=aada398f-d3b6-4ab2-8457-61d2b31688ed,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:54.364892 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0ad0f05c-b7a0-410d-9156-13666aefbfd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680980'] for router_interface, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:54.472284 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad0f05c-b7a0-410d-9156-13666aefbfd3 admin admin] Network 49599f72-6971-4c78-8210-d79c8aca88a7 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:14:54.473882 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-0ad0f05c-b7a0-410d-9156-13666aefbfd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:14:54.606855 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ad0f05c-b7a0-410d-9156-13666aefbfd3 admin admin] Router aa2065da-6dc2-4a33-b760-94a7db1f10a0 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:14:54.680080 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b25fa5c-914e-4300-a253-203f5108e7ca req-89e0f606-65b4-4b2d-a67a-140bf76231a4 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:54.681916 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4b25fa5c-914e-4300-a253-203f5108e7ca req-89e0f606-65b4-4b2d-a67a-140bf76231a4 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/ports?device_id=3baf0961-e421-4eed-b476-15131f9b1173 HTTP/1.1" status: 200 len: 945 time: 0.1064451 Jul 24 00:14:54.727529 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-fac7d13b-07b3-4ec6-b937-a9ee78073559 None None] Provisioning complete for port aada398f-d3b6-4ab2-8457-61d2b31688ed triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:14:54.728128 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-fac7d13b-07b3-4ec6-b937-a9ee78073559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:54.734793 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4b25fa5c-914e-4300-a253-203f5108e7ca req-ef660e6e-eb04-4722-a151-204e9ed92b97 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/security-groups?id=c0063c4d-6272-47e4-8d6e-ed9b31bc3cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465369 Jul 24 00:14:54.771185 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ad0f05c-b7a0-410d-9156-13666aefbfd3 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:14:54.773426 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-fac7d13b-07b3-4ec6-b937-a9ee78073559 None None] Port aada398f-d3b6-4ab2-8457-61d2b31688ed cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:14:54.776463 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-0ad0f05c-b7a0-410d-9156-13666aefbfd3 admin admin] 10.222.0.44 "PUT /v2.0/routers/aa2065da-6dc2-4a33-b760-94a7db1f10a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2619159 Jul 24 00:14:55.020112 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c036a3a-3755-486d-b756-97c0c9aeaf80 req-b70f3d3d-c37b-490e-ba12-20c967fae69b tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:55.022188 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4c036a3a-3755-486d-b756-97c0c9aeaf80 req-b70f3d3d-c37b-490e-ba12-20c967fae69b tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.64 "GET /v2.0/ports?device_id=3baf0961-e421-4eed-b476-15131f9b1173 HTTP/1.1" status: 200 len: 945 time: 0.0837715 Jul 24 00:14:55.162384 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-4c036a3a-3755-486d-b756-97c0c9aeaf80 req-d3d3f0ae-35c7-4b40-a23e-b9e2bb049a24 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Deleting port f3df71be-7191-4f02-acbf-85ee22c3d661 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:14:55.162738 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-4c036a3a-3755-486d-b756-97c0c9aeaf80 req-d3d3f0ae-35c7-4b40-a23e-b9e2bb049a24 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:55.271014 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-4c036a3a-3755-486d-b756-97c0c9aeaf80 req-d3d3f0ae-35c7-4b40-a23e-b9e2bb049a24 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] For port f3df71be-7191-4f02-acbf-85ee22c3d661, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=f3df71be-7191-4f02-acbf-85ee22c3d661,segment=NetworkSegment(af8131c7-388d-420a-abf7-0774a216b38b),segment_id=af8131c7-388d-420a-abf7-0774a216b38b)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:14:55.271391 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-4c036a3a-3755-486d-b756-97c0c9aeaf80 req-d3d3f0ae-35c7-4b40-a23e-b9e2bb049a24 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:55.293942 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-4c036a3a-3755-486d-b756-97c0c9aeaf80 req-d3d3f0ae-35c7-4b40-a23e-b9e2bb049a24 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Calling delete_port for f3df71be-7191-4f02-acbf-85ee22c3d661 owned by compute:nova {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:14:55.371083 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 46472) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:55.376927 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-8509ebde-0579-4f1e-a6e1-4a310fad9637 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Request body: {'security_group': {'name': 'tempest-securitygroup--347112627', 'description': 'tempest-description--1535698753'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:14:55.400441 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8509ebde-0579-4f1e-a6e1-4a310fad9637 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:55.444388 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-4c036a3a-3755-486d-b756-97c0c9aeaf80 req-d3d3f0ae-35c7-4b40-a23e-b9e2bb049a24 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:55.457905 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['4f0c4ebe-0192-4056-858c-bd6b80733df2'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:14:55.462022 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['f3df71be-7191-4f02-acbf-85ee22c3d661'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:14:55.477847 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d3f0ae-35c7-4b40-a23e-b9e2bb049a24 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Pushing event deleted for resources: {'Port': ['ID=f3df71be-7191-4f02-acbf-85ee22c3d661,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:55.508403 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8509ebde-0579-4f1e-a6e1-4a310fad9637 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:55.513012 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8509ebde-0579-4f1e-a6e1-4a310fad9637 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:55.537476 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c036a3a-3755-486d-b756-97c0c9aeaf80 req-d3d3f0ae-35c7-4b40-a23e-b9e2bb049a24 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] No DVR routers for this DVR port f3df71be-7191-4f02-acbf-85ee22c3d661 on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:14:55.541462 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-4c036a3a-3755-486d-b756-97c0c9aeaf80 req-d3d3f0ae-35c7-4b40-a23e-b9e2bb049a24 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:55.543820 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4c036a3a-3755-486d-b756-97c0c9aeaf80 req-d3d3f0ae-35c7-4b40-a23e-b9e2bb049a24 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.64 "DELETE /v2.0/ports/f3df71be-7191-4f02-acbf-85ee22c3d661 HTTP/1.1" status: 204 len: 173 time: 0.5159161 Jul 24 00:14:55.544395 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3baf0961-e421-4eed-b476-15131f9b1173', 'name': 'network-vif-deleted', 'tag': 'f3df71be-7191-4f02-acbf-85ee22c3d661'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:14:55.548242 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2408cc3c-1473-4c2b-aae1-faac81129be9" -d '{"events": [{"server_uuid": "3baf0961-e421-4eed-b476-15131f9b1173", "name": "network-vif-deleted", "tag": "f3df71be-7191-4f02-acbf-85ee22c3d661"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:14:55.605839 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a31919d0-f492-4f91-9638-a51351d1c119 x-openstack-request-id: req-a31919d0-f492-4f91-9638-a51351d1c119 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:14:55.606867 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3baf0961-e421-4eed-b476-15131f9b1173", "name": "network-vif-deleted", "tag": "f3df71be-7191-4f02-acbf-85ee22c3d661", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:14:55.608328 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a31919d0-f492-4f91-9638-a51351d1c119 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:14:55.609025 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3baf0961-e421-4eed-b476-15131f9b1173', 'name': 'network-vif-deleted', 'tag': 'f3df71be-7191-4f02-acbf-85ee22c3d661', 'status': 'completed', 'code': 200} Jul 24 00:14:55.620266 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8509ebde-0579-4f1e-a6e1-4a310fad9637 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:55.624029 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-8509ebde-0579-4f1e-a6e1-4a310fad9637 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2516878 Jul 24 00:14:55.625100 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8509ebde-0579-4f1e-a6e1-4a310fad9637 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5df83cb6-a945-4aa8-9b37-327b56795cc7,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:55.626630 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 46478) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:55.631618 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-e9c3d2e9-c899-4232-9584-45607475d2e3 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Request body: {'security_group_rule': {'security_group_id': '5df83cb6-a945-4aa8-9b37-327b56795cc7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:14:55.669772 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e9c3d2e9-c899-4232-9584-45607475d2e3 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:55.727570 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e9c3d2e9-c899-4232-9584-45607475d2e3 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:55.733646 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e9c3d2e9-c899-4232-9584-45607475d2e3 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:55.749979 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-44770246-9d69-4556-a2ed-dc9d450cc711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:55.760372 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e9c3d2e9-c899-4232-9584-45607475d2e3 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:55.761633 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-e9c3d2e9-c899-4232-9584-45607475d2e3 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1337657 Jul 24 00:14:55.762794 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c3d2e9-c899-4232-9584-45607475d2e3 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b0b7057-ef61-40e9-a181-5b0abb3a80fb,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:55.764515 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 46480) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:55.769764 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-36b09e24-78a2-4a2c-812d-e9cf59921ec0 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Request body: {'security_group_rule': {'security_group_id': '5df83cb6-a945-4aa8-9b37-327b56795cc7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:14:55.803298 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-36b09e24-78a2-4a2c-812d-e9cf59921ec0 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:55.881490 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-abd3f3c9-48c1-499b-b27f-41ff59e4089b req-2348e726-b86c-4236-be7b-f809d8792ed9 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/ports?device_id=3baf0961-e421-4eed-b476-15131f9b1173 HTTP/1.1" status: 200 len: 210 time: 0.0456476 Jul 24 00:14:55.913705 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-36b09e24-78a2-4a2c-812d-e9cf59921ec0 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:55.917952 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-36b09e24-78a2-4a2c-812d-e9cf59921ec0 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:55.939537 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b09e24-78a2-4a2c-812d-e9cf59921ec0 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76aaf305-9fce-4c10-b2fd-aae2eb5273eb,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:55.950583 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-36b09e24-78a2-4a2c-812d-e9cf59921ec0 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:55.954343 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-36b09e24-78a2-4a2c-812d-e9cf59921ec0 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1885943 Jul 24 00:14:55.956115 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 46484) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:14:55.973747 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-dfc031a6-b886-4aa6-966d-564ce81090d8 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Request body: {'floatingip': {'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:14:56.003226 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-dfc031a6-b886-4aa6-966d-564ce81090d8 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Notify callbacks [] for floatingip, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:56.004181 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831276d6-a997-4dcb-8186-41018c38fd07 None None] Sync routers for ids ['aa2065da-6dc2-4a33-b760-94a7db1f10a0'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:14:56.016315 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831276d6-a997-4dcb-8186-41018c38fd07 None None] Routers {'aa2065da-6dc2-4a33-b760-94a7db1f10a0'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:14:56.017225 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-831276d6-a997-4dcb-8186-41018c38fd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:14:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['aa2065da-6dc2-4a33-b760-94a7db1f10a0'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:14:56.148680 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-dfc031a6-b886-4aa6-966d-564ce81090d8 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:56.176166 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-831276d6-a997-4dcb-8186-41018c38fd07 None None] Set router aa2065da-6dc2-4a33-b760-94a7db1f10a0 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:14:56.226744 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 03b740f1-d0a8-4b8b-b9eb-deef4a1372c0 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:14:56.306555 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-dfc031a6-b886-4aa6-966d-564ce81090d8 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Allocated IP 172.25.3.139 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/7b4fe7f5-0407-4df2-acf6-b52fde54464d) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:14:56.385724 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 03b740f1-d0a8-4b8b-b9eb-deef4a1372c0 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:14:56.399207 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 03b740f1-d0a8-4b8b-b9eb-deef4a1372c0 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:14:56.399589 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:56.439755 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-dfc031a6-b886-4aa6-966d-564ce81090d8 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:56.488396 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-dfc031a6-b886-4aa6-966d-564ce81090d8 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:56.507582 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-831276d6-a997-4dcb-8186-41018c38fd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa2065da-6dc2-4a33-b760-94a7db1f10a0', 'name': 'tempest-ServerActionsTestJSON-770393537-router', 'tenant_id': '3e6843e6f10f416d8b9cff83017e399e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '03b740f1-d0a8-4b8b-b9eb-deef4a1372c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:14:49Z', 'updated_at': '2021-07-24T00:14:53Z', 'revision_number': 4, 'project_id': '3e6843e6f10f416d8b9cff83017e399e', 'gw_port': {'id': '03b740f1-d0a8-4b8b-b9eb-deef4a1372c0', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:00:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa2065da-6dc2-4a33-b760-94a7db1f10a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:14:50Z', 'updated_at': '2021-07-24T00:14:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'aada398f-d3b6-4ab2-8457-61d2b31688ed', 'name': '', 'network_id': '49599f72-6971-4c78-8210-d79c8aca88a7', 'tenant_id': '3e6843e6f10f416d8b9cff83017e399e', 'mac_address': 'fa:16:3e:50:4b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa2065da-6dc2-4a33-b760-94a7db1f10a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '47f2c0d4-0d4f-46b9-9d68-d3d80dbac696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:14:53Z', 'updated_at': '2021-07-24T00:14:53Z', 'revision_number': 2, 'project_id': '3e6843e6f10f416d8b9cff83017e399e', 'subnets': [{'id': '47f2c0d4-0d4f-46b9-9d68-d3d80dbac696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:14:56.533402 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc031a6-b886-4aa6-966d-564ce81090d8 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:14:56.536521 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-dfc031a6-b886-4aa6-966d-564ce81090d8 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:14:56.541494 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc031a6-b886-4aa6-966d-564ce81090d8 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:14:56.543214 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831276d6-a997-4dcb-8186-41018c38fd07 None None] Checking router: aa2065da-6dc2-4a33-b760-94a7db1f10a0 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:14:56.543819 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831276d6-a997-4dcb-8186-41018c38fd07 None None] Updating router aa2065da-6dc2-4a33-b760-94a7db1f10a0 port aada398f-d3b6-4ab2-8457-61d2b31688ed binding host n-d-800088-16 {{(pid=100315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:14:56.545639 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc031a6-b886-4aa6-966d-564ce81090d8 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Pushing event updated for resources: {'Port': ['ID=7b4fe7f5-0407-4df2-acf6-b52fde54464d,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:56.571304 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:56.602612 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 03b740f1-d0a8-4b8b-b9eb-deef4a1372c0, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=03b740f1-d0a8-4b8b-b9eb-deef4a1372c0,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:14:56.604182 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-831276d6-a997-4dcb-8186-41018c38fd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:56.614055 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:56.672082 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-dfc031a6-b886-4aa6-966d-564ce81090d8 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:56.698800 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=03b740f1-d0a8-4b8b-b9eb-deef4a1372c0,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:56.730193 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-dfc031a6-b886-4aa6-966d-564ce81090d8 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:56.733964 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [req-06cad769-5675-4f91-a477-f94c9936f82b req-7ef5fa68-83a0-4c0c-adc8-f87504aa6ce6 tempest-ServersOnMultiNodesTest-1353001833 tempest-ServersOnMultiNodesTest-1353001833-project] (100313) timed out ('10.222.0.52', 59870) {{(pid=100313) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 24 00:14:56.896571 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-dfc031a6-b886-4aa6-966d-564ce81090d8 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:56.902301 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-dfc031a6-b886-4aa6-966d-564ce81090d8 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:56.932320 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:57.015189 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc031a6-b886-4aa6-966d-564ce81090d8 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Pushing event updated for resources: {'Port': ['ID=7b4fe7f5-0407-4df2-acf6-b52fde54464d,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:57.026211 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-dfc031a6-b886-4aa6-966d-564ce81090d8 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:57.045329 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-dfc031a6-b886-4aa6-966d-564ce81090d8 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:57.050669 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-dfc031a6-b886-4aa6-966d-564ce81090d8 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0786474 Jul 24 00:14:57.139125 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-831276d6-a997-4dcb-8186-41018c38fd07 None None] Notify callbacks [] for port, precommit_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:57.150156 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-831276d6-a997-4dcb-8186-41018c38fd07 None None] Transition to ACTIVE for port object aada398f-d3b6-4ab2-8457-61d2b31688ed will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:14:57.157793 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-831276d6-a997-4dcb-8186-41018c38fd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:57.220599 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d2a912-83b0-408d-9431-6964c97fc00e None None] Pushing event updated for resources: {'Port': ['ID=aada398f-d3b6-4ab2-8457-61d2b31688ed,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:57.232335 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3aa7b150-9e8e-4fef-8fb2-258d38a29f4c req-1bcb4758-79c0-4bd6-817c-fa7561a6c6df tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--347112627&fields=id&tenant_id=3e6843e6f10f416d8b9cff83017e399e HTTP/1.1" status: 200 len: 267 time: 0.0496423 Jul 24 00:14:57.306094 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-831276d6-a997-4dcb-8186-41018c38fd07 None None] Attempting to bind port aada398f-d3b6-4ab2-8457-61d2b31688ed on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:14:57.306394 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-831276d6-a997-4dcb-8186-41018c38fd07 None None] Attempting to bind port aada398f-d3b6-4ab2-8457-61d2b31688ed by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '28758b2b-8e5b-4b20-97dc-892d312454de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '49599f72-6971-4c78-8210-d79c8aca88a7'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:14:57.306774 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831276d6-a997-4dcb-8186-41018c38fd07 None None] Attempting to bind port aada398f-d3b6-4ab2-8457-61d2b31688ed on network 49599f72-6971-4c78-8210-d79c8aca88a7 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:14:57.316129 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831276d6-a997-4dcb-8186-41018c38fd07 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:14:57.316523 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831276d6-a997-4dcb-8186-41018c38fd07 None None] Checking segment: {'id': '28758b2b-8e5b-4b20-97dc-892d312454de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '49599f72-6971-4c78-8210-d79c8aca88a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:14:57.317209 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-831276d6-a997-4dcb-8186-41018c38fd07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:57.317619 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831276d6-a997-4dcb-8186-41018c38fd07 None None] Bound using segment: {'id': '28758b2b-8e5b-4b20-97dc-892d312454de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '49599f72-6971-4c78-8210-d79c8aca88a7'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:14:57.318107 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-831276d6-a997-4dcb-8186-41018c38fd07 None None] Bound port: aada398f-d3b6-4ab2-8457-61d2b31688ed, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28758b2b-8e5b-4b20-97dc-892d312454de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '49599f72-6971-4c78-8210-d79c8aca88a7'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:14:57.318531 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-831276d6-a997-4dcb-8186-41018c38fd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:57.323010 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:57.389236 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7b150-9e8e-4fef-8fb2-258d38a29f4c req-9f855ed7-b7fb-4fde-9126-7038a5491d83 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:57.393544 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3aa7b150-9e8e-4fef-8fb2-258d38a29f4c req-9f855ed7-b7fb-4fde-9126-7038a5491d83 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/networks?id=49599f72-6971-4c78-8210-d79c8aca88a7 HTTP/1.1" status: 200 len: 811 time: 0.1546211 Jul 24 00:14:57.410136 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9198d10-c3f1-43aa-b234-d81b83172121 req-0eb87ab8-db3c-40a3-baa0-e382194cffd1 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:57.414866 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-831276d6-a997-4dcb-8186-41018c38fd07 None None] For port aada398f-d3b6-4ab2-8457-61d2b31688ed, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:14:57.419193 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3aa7b150-9e8e-4fef-8fb2-258d38a29f4c req-c9ccc900-912a-4dcd-8fbc-84f4f6f77913 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/quotas/3e6843e6f10f416d8b9cff83017e399e HTTP/1.1" status: 200 len: 375 time: 0.0203180 Jul 24 00:14:57.421152 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-831276d6-a997-4dcb-8186-41018c38fd07 None None] For port aada398f-d3b6-4ab2-8457-61d2b31688ed, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=aada398f-d3b6-4ab2-8457-61d2b31688ed,segment=NetworkSegment(28758b2b-8e5b-4b20-97dc-892d312454de),segment_id=28758b2b-8e5b-4b20-97dc-892d312454de)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:14:57.425236 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f9198d10-c3f1-43aa-b234-d81b83172121 req-0eb87ab8-db3c-40a3-baa0-e382194cffd1 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/ports?device_id=84e6228b-c359-4feb-9ac3-176fa3d1c17d HTTP/1.1" status: 200 len: 945 time: 0.1596444 Jul 24 00:14:57.434953 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-831276d6-a997-4dcb-8186-41018c38fd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:57.481425 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f9198d10-c3f1-43aa-b234-d81b83172121 req-1536bc51-f753-4a9d-bb63-f7a0ca4286ea tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/security-groups?id=c0063c4d-6272-47e4-8d6e-ed9b31bc3cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547538 Jul 24 00:14:57.585641 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3aa7b150-9e8e-4fef-8fb2-258d38a29f4c req-6da3196c-ff8e-4809-a22c-687b5ddc884e tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3e6843e6f10f416d8b9cff83017e399e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1602261 Jul 24 00:14:57.592861 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831276d6-a997-4dcb-8186-41018c38fd07 None None] Routers {'aa2065da-6dc2-4a33-b760-94a7db1f10a0'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:14:57.593516 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-831276d6-a997-4dcb-8186-41018c38fd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:14:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['aa2065da-6dc2-4a33-b760-94a7db1f10a0'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:14:57.596601 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d2a912-83b0-408d-9431-6964c97fc00e None None] Pushing event updated for resources: {'Port': ['ID=aada398f-d3b6-4ab2-8457-61d2b31688ed,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:14:57.746067 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3aa7b150-9e8e-4fef-8fb2-258d38a29f4c req-9ca5492b-23cd-46bc-bc51-d5b092d43c17 service neutron] 10.222.0.44 "GET /v2.0/networks/49599f72-6971-4c78-8210-d79c8aca88a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444476 Jul 24 00:14:57.785875 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-831276d6-a997-4dcb-8186-41018c38fd07 None None] Set router aa2065da-6dc2-4a33-b760-94a7db1f10a0 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:14:57.870927 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3aa7b150-9e8e-4fef-8fb2-258d38a29f4c req-ab0f83c2-9175-4d32-9288-abded184ef73 service neutron] 10.222.0.44 "GET /v2.0/networks/49599f72-6971-4c78-8210-d79c8aca88a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237779 Jul 24 00:14:58.023923 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-831276d6-a997-4dcb-8186-41018c38fd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa2065da-6dc2-4a33-b760-94a7db1f10a0', 'name': 'tempest-ServerActionsTestJSON-770393537-router', 'tenant_id': '3e6843e6f10f416d8b9cff83017e399e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '03b740f1-d0a8-4b8b-b9eb-deef4a1372c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:14:49Z', 'updated_at': '2021-07-24T00:14:53Z', 'revision_number': 4, 'project_id': '3e6843e6f10f416d8b9cff83017e399e', 'gw_port': {'id': '03b740f1-d0a8-4b8b-b9eb-deef4a1372c0', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:00:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2065da-6dc2-4a33-b760-94a7db1f10a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:14:50Z', 'updated_at': '2021-07-24T00:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'aada398f-d3b6-4ab2-8457-61d2b31688ed', 'name': '', 'network_id': '49599f72-6971-4c78-8210-d79c8aca88a7', 'tenant_id': '3e6843e6f10f416d8b9cff83017e399e', 'mac_address': 'fa:16:3e:50:4b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa2065da-6dc2-4a33-b760-94a7db1f10a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '47f2c0d4-0d4f-46b9-9d68-d3d80dbac696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:14:53Z', 'updated_at': '2021-07-24T00:14:57Z', 'revision_number': 4, 'project_id': '3e6843e6f10f416d8b9cff83017e399e', 'subnets': [{'id': '47f2c0d4-0d4f-46b9-9d68-d3d80dbac696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:14:58.056385 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831276d6-a997-4dcb-8186-41018c38fd07 None None] The sync data for ids ['aa2065da-6dc2-4a33-b760-94a7db1f10a0'] in n-d-800088-16 is: [{'id': 'aa2065da-6dc2-4a33-b760-94a7db1f10a0', 'name': 'tempest-ServerActionsTestJSON-770393537-router', 'tenant_id': '3e6843e6f10f416d8b9cff83017e399e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '03b740f1-d0a8-4b8b-b9eb-deef4a1372c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:14:49Z', 'updated_at': '2021-07-24T00:14:53Z', 'revision_number': 4, 'project_id': '3e6843e6f10f416d8b9cff83017e399e', 'gw_port': {'id': '03b740f1-d0a8-4b8b-b9eb-deef4a1372c0', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:00:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2065da-6dc2-4a33-b760-94a7db1f10a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:14:50Z', 'updated_at': '2021-07-24T00:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'aada398f-d3b6-4ab2-8457-61d2b31688ed', 'name': '', 'network_id': '49599f72-6971-4c78-8210-d79c8aca88a7', 'tenant_id': '3e6843e6f10f416d8b9cff83017e399e', 'mac_address': 'fa:16:3e:50:4b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa2065da-6dc2-4a33-b760-94a7db1f10a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '47f2c0d4-0d4f-46b9-9d68-d3d80dbac696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:14:53Z', 'updated_at': '2021-07-24T00:14:57Z', 'revision_number': 4, 'project_id': '3e6843e6f10f416d8b9cff83017e399e', 'subnets': [{'id': '47f2c0d4-0d4f-46b9-9d68-d3d80dbac696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:14:58.154056 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7f1f2589-0c45-4e17-ba13-874e42b51382 req-3c2b304d-5622-4fed-8100-4fb229952e76 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 210 time: 0.0731030 Jul 24 00:14:58.209856 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 03b740f1-d0a8-4b8b-b9eb-deef4a1372c0 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:14:58.284836 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 03b740f1-d0a8-4b8b-b9eb-deef4a1372c0 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:14:58.285476 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:58.651632 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e375dbd-e552-43c7-9bdd-07b90f06130e req-5a58af87-d9e4-4740-8261-35b1eed7143b tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:58.653296 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2e375dbd-e552-43c7-9bdd-07b90f06130e req-5a58af87-d9e4-4740-8261-35b1eed7143b tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/ports?device_id=84e6228b-c359-4feb-9ac3-176fa3d1c17d HTTP/1.1" status: 200 len: 945 time: 0.0993428 Jul 24 00:14:58.713884 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2e375dbd-e552-43c7-9bdd-07b90f06130e req-ee672bb6-97bd-453c-8566-b127ec9f0a16 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/security-groups?id=c0063c4d-6272-47e4-8d6e-ed9b31bc3cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541480 Jul 24 00:14:58.878498 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:59.269851 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1fae62cc-a158-4e40-b12c-bd1ba5d0a403 req-27dc5da0-df98-4e17-a40b-6c7809e931d8 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 210 time: 0.0344341 Jul 24 00:14:59.344775 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7b150-9e8e-4fef-8fb2-258d38a29f4c req-76be939f-7024-4b62-8bf7-f4e15d2bcf38 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:59.346292 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3aa7b150-9e8e-4fef-8fb2-258d38a29f4c req-76be939f-7024-4b62-8bf7-f4e15d2bcf38 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.64 "GET /v2.0/networks?id=49599f72-6971-4c78-8210-d79c8aca88a7 HTTP/1.1" status: 200 len: 811 time: 0.1769412 Jul 24 00:14:59.394219 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3aa7b150-9e8e-4fef-8fb2-258d38a29f4c req-00b11453-fde1-4a72-9255-183f3f3aa533 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e6843e6f10f416d8b9cff83017e399e HTTP/1.1" status: 200 len: 379 time: 0.0391362 Jul 24 00:14:59.399177 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device f3df71be-7191-4f02-acbf-85ee22c3d661 no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:14:59.406109 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-3aa7b150-9e8e-4fef-8fb2-258d38a29f4c req-734cbd7f-d4f6-4ded-9cb3-5675f7925432 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Request body: {'port': {'device_id': 'bdf2ae25-5722-4714-8c20-ff0a8c7d619b', 'network_id': '49599f72-6971-4c78-8210-d79c8aca88a7', 'admin_state_up': True, 'tenant_id': '3e6843e6f10f416d8b9cff83017e399e', 'security_groups': ['5df83cb6-a945-4aa8-9b37-327b56795cc7']}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:14:59.423771 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] No Port match for: f3df71be-7191-4f02-acbf-85ee22c3d661 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:14:59.424034 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device f3df71be-7191-4f02-acbf-85ee22c3d661 not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:14:59.518529 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3aa7b150-9e8e-4fef-8fb2-258d38a29f4c req-734cbd7f-d4f6-4ded-9cb3-5675f7925432 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Made reservation on behalf of 3e6843e6f10f416d8b9cff83017e399e for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:14:59.522116 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-3aa7b150-9e8e-4fef-8fb2-258d38a29f4c req-734cbd7f-d4f6-4ded-9cb3-5675f7925432 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:59.566385 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d7c86-3c5f-4172-b126-78aeb4b8830b req-b8d8ad66-ef18-48a4-8b46-4602865dbbac tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:59.567858 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-785d7c86-3c5f-4172-b126-78aeb4b8830b req-b8d8ad66-ef18-48a4-8b46-4602865dbbac tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.52 "GET /v2.0/ports?device_id=84e6228b-c359-4feb-9ac3-176fa3d1c17d HTTP/1.1" status: 200 len: 945 time: 0.0646276 Jul 24 00:14:59.653628 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [req-3aa7b150-9e8e-4fef-8fb2-258d38a29f4c req-734cbd7f-d4f6-4ded-9cb3-5675f7925432 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Allocated IP 172.20.0.12 (49599f72-6971-4c78-8210-d79c8aca88a7/47f2c0d4-0d4f-46b9-9d68-d3d80dbac696/5b568338-3482-4589-a123-6f598453b6ed) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:14:59.679032 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-785d7c86-3c5f-4172-b126-78aeb4b8830b req-d3248630-3f34-4ba5-a558-82485bcb9855 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Deleting port 4f0c4ebe-0192-4056-858c-bd6b80733df2 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:14:59.679595 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-785d7c86-3c5f-4172-b126-78aeb4b8830b req-d3248630-3f34-4ba5-a558-82485bcb9855 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:59.778862 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-785d7c86-3c5f-4172-b126-78aeb4b8830b req-d3248630-3f34-4ba5-a558-82485bcb9855 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] For port 4f0c4ebe-0192-4056-858c-bd6b80733df2, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=4f0c4ebe-0192-4056-858c-bd6b80733df2,segment=NetworkSegment(af8131c7-388d-420a-abf7-0774a216b38b),segment_id=af8131c7-388d-420a-abf7-0774a216b38b)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:14:59.779617 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-785d7c86-3c5f-4172-b126-78aeb4b8830b req-d3248630-3f34-4ba5-a558-82485bcb9855 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:59.798096 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-785d7c86-3c5f-4172-b126-78aeb4b8830b req-d3248630-3f34-4ba5-a558-82485bcb9855 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Calling delete_port for 4f0c4ebe-0192-4056-858c-bd6b80733df2 owned by compute:nova {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:14:59.842912 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-3aa7b150-9e8e-4fef-8fb2-258d38a29f4c req-734cbd7f-d4f6-4ded-9cb3-5675f7925432 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:59.860342 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-3aa7b150-9e8e-4fef-8fb2-258d38a29f4c req-734cbd7f-d4f6-4ded-9cb3-5675f7925432 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Transition to ACTIVE for port object 5b568338-3482-4589-a123-6f598453b6ed will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:14:59.895032 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43539aed-48a2-4280-a65a-672b1b0db66b req-52b0b103-33cf-4f11-bbcc-a80cd2a5cf99 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:14:59.896581 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-43539aed-48a2-4280-a65a-672b1b0db66b req-52b0b103-33cf-4f11-bbcc-a80cd2a5cf99 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/ports?device_id=84e6228b-c359-4feb-9ac3-176fa3d1c17d HTTP/1.1" status: 200 len: 945 time: 0.1058712 Jul 24 00:14:59.938308 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-785d7c86-3c5f-4172-b126-78aeb4b8830b req-d3248630-3f34-4ba5-a558-82485bcb9855 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:59.953067 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['4f0c4ebe-0192-4056-858c-bd6b80733df2'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:14:59.972214 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-43539aed-48a2-4280-a65a-672b1b0db66b req-ad1f2c18-f574-47c8-ba98-12aa07f08f9e tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.44 "GET /v2.0/security-groups?id=c0063c4d-6272-47e4-8d6e-ed9b31bc3cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642138 Jul 24 00:14:59.975706 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-3aa7b150-9e8e-4fef-8fb2-258d38a29f4c req-734cbd7f-d4f6-4ded-9cb3-5675f7925432 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:14:59.980247 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3248630-3f34-4ba5-a558-82485bcb9855 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Pushing event deleted for resources: {'Port': ['ID=4f0c4ebe-0192-4056-858c-bd6b80733df2,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:15:00.023958 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3aa7b150-9e8e-4fef-8fb2-258d38a29f4c req-734cbd7f-d4f6-4ded-9cb3-5675f7925432 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Network 49599f72-6971-4c78-8210-d79c8aca88a7 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:15:00.027048 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [req-3aa7b150-9e8e-4fef-8fb2-258d38a29f4c req-734cbd7f-d4f6-4ded-9cb3-5675f7925432 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:15:00.029538 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aa7b150-9e8e-4fef-8fb2-258d38a29f4c req-734cbd7f-d4f6-4ded-9cb3-5675f7925432 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:15:00.042873 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-785d7c86-3c5f-4172-b126-78aeb4b8830b req-d3248630-3f34-4ba5-a558-82485bcb9855 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] No DVR routers for this DVR port 4f0c4ebe-0192-4056-858c-bd6b80733df2 on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:15:00.045910 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-785d7c86-3c5f-4172-b126-78aeb4b8830b req-d3248630-3f34-4ba5-a558-82485bcb9855 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:00.048571 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-785d7c86-3c5f-4172-b126-78aeb4b8830b req-d3248630-3f34-4ba5-a558-82485bcb9855 tempest-ServerRescueTestJSON-1932474748 tempest-ServerRescueTestJSON-1932474748-project] 10.222.0.52 "DELETE /v2.0/ports/4f0c4ebe-0192-4056-858c-bd6b80733df2 HTTP/1.1" status: 204 len: 173 time: 0.4745543 Jul 24 00:15:00.049279 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84e6228b-c359-4feb-9ac3-176fa3d1c17d', 'name': 'network-vif-deleted', 'tag': '4f0c4ebe-0192-4056-858c-bd6b80733df2'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:15:00.059136 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecdcce27-1581-464a-8301-9a6cfccc728a" -d '{"events": [{"server_uuid": "84e6228b-c359-4feb-9ac3-176fa3d1c17d", "name": "network-vif-deleted", "tag": "4f0c4ebe-0192-4056-858c-bd6b80733df2"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:15:00.105115 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734cbd7f-d4f6-4ded-9cb3-5675f7925432 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Pushing event updated for resources: {'Port': ['ID=5b568338-3482-4589-a123-6f598453b6ed,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:15:00.134101 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734cbd7f-d4f6-4ded-9cb3-5675f7925432 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:15:00.134458 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734cbd7f-d4f6-4ded-9cb3-5675f7925432 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:15:00.135295 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734cbd7f-d4f6-4ded-9cb3-5675f7925432 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:15:00.135295 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734cbd7f-d4f6-4ded-9cb3-5675f7925432 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:15:00.135640 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734cbd7f-d4f6-4ded-9cb3-5675f7925432 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:15:00.135985 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734cbd7f-d4f6-4ded-9cb3-5675f7925432 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:15:00.136313 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734cbd7f-d4f6-4ded-9cb3-5675f7925432 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:15:00.136643 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734cbd7f-d4f6-4ded-9cb3-5675f7925432 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:15:00.136996 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734cbd7f-d4f6-4ded-9cb3-5675f7925432 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:15:00.137321 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734cbd7f-d4f6-4ded-9cb3-5675f7925432 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:15:00.137749 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734cbd7f-d4f6-4ded-9cb3-5675f7925432 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:15:00.137963 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734cbd7f-d4f6-4ded-9cb3-5675f7925432 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:15:00.189174 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7b150-9e8e-4fef-8fb2-258d38a29f4c req-734cbd7f-d4f6-4ded-9cb3-5675f7925432 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:15:00.190187 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-3aa7b150-9e8e-4fef-8fb2-258d38a29f4c req-734cbd7f-d4f6-4ded-9cb3-5675f7925432 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:00.205571 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e7a6a50-2866-40f4-ac4d-6c356dbd540b x-openstack-request-id: req-7e7a6a50-2866-40f4-ac4d-6c356dbd540b {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:15:00.206219 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84e6228b-c359-4feb-9ac3-176fa3d1c17d", "name": "network-vif-deleted", "tag": "4f0c4ebe-0192-4056-858c-bd6b80733df2", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:15:00.206771 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7e7a6a50-2866-40f4-ac4d-6c356dbd540b {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:15:00.207724 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84e6228b-c359-4feb-9ac3-176fa3d1c17d', 'name': 'network-vif-deleted', 'tag': '4f0c4ebe-0192-4056-858c-bd6b80733df2', 'status': 'completed', 'code': 200} Jul 24 00:15:00.230205 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device aada398f-d3b6-4ab2-8457-61d2b31688ed up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:15:00.231246 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3aa7b150-9e8e-4fef-8fb2-258d38a29f4c req-734cbd7f-d4f6-4ded-9cb3-5675f7925432 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8298187 Jul 24 00:15:00.244083 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-3aa7b150-9e8e-4fef-8fb2-258d38a29f4c req-45bc38ae-1cfc-4d37-b6da-633aa259ddab service neutron] Request body: {'port': {'device_id': 'bdf2ae25-5722-4714-8c20-ff0a8c7d619b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-16'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:15:00.297946 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port aada398f-d3b6-4ab2-8457-61d2b31688ed completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:15:00.317926 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port aada398f-d3b6-4ab2-8457-61d2b31688ed triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:15:00.318517 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:00.410230 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-3aa7b150-9e8e-4fef-8fb2-258d38a29f4c req-45bc38ae-1cfc-4d37-b6da-633aa259ddab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:00.435955 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:00.439471 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-a7a8c6a8-def2-4e25-9e4e-20534fa59968 None None] Provisioning for port 5b568338-3482-4589-a123-6f598453b6ed completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:15:00.456067 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-a7a8c6a8-def2-4e25-9e4e-20534fa59968 None None] Provisioning complete for port 5b568338-3482-4589-a123-6f598453b6ed triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:15:00.456462 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a7a8c6a8-def2-4e25-9e4e-20534fa59968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:00.505497 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port aada398f-d3b6-4ab2-8457-61d2b31688ed, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=aada398f-d3b6-4ab2-8457-61d2b31688ed,segment=NetworkSegment(28758b2b-8e5b-4b20-97dc-892d312454de),segment_id=28758b2b-8e5b-4b20-97dc-892d312454de)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:15:00.508522 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-a7a8c6a8-def2-4e25-9e4e-20534fa59968 None None] Port 5b568338-3482-4589-a123-6f598453b6ed cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:15:00.512575 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:00.564015 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=aada398f-d3b6-4ab2-8457-61d2b31688ed,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:15:00.570264 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d60d2-8c1d-4bfc-9fa6-3ca3ca33977e req-915a4ea7-0627-4354-8e75-a933a3145c97 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:15:00.571817 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2a6d60d2-8c1d-4bfc-9fa6-3ca3ca33977e req-915a4ea7-0627-4354-8e75-a933a3145c97 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 932 time: 0.1761780 Jul 24 00:15:00.643775 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2a6d60d2-8c1d-4bfc-9fa6-3ca3ca33977e req-c6e39e5d-2bb8-4b3c-b64e-5ea1df2a42ab tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616469 Jul 24 00:15:00.780363 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-3aa7b150-9e8e-4fef-8fb2-258d38a29f4c req-45bc38ae-1cfc-4d37-b6da-633aa259ddab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b568338-3482-4589-a123-6f598453b6ed {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:15:00.787752 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-3aa7b150-9e8e-4fef-8fb2-258d38a29f4c req-45bc38ae-1cfc-4d37-b6da-633aa259ddab service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:00.799542 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-3aa7b150-9e8e-4fef-8fb2-258d38a29f4c req-45bc38ae-1cfc-4d37-b6da-633aa259ddab service neutron] Transition to ACTIVE for port object 5b568338-3482-4589-a123-6f598453b6ed will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:15:00.803563 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-3aa7b150-9e8e-4fef-8fb2-258d38a29f4c req-45bc38ae-1cfc-4d37-b6da-633aa259ddab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:00.858140 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bc38ae-1cfc-4d37-b6da-633aa259ddab service neutron] Pushing event updated for resources: {'Port': ['ID=5b568338-3482-4589-a123-6f598453b6ed,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:15:00.943717 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-3aa7b150-9e8e-4fef-8fb2-258d38a29f4c req-45bc38ae-1cfc-4d37-b6da-633aa259ddab service neutron] Attempting to bind port 5b568338-3482-4589-a123-6f598453b6ed on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:15:00.944086 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-3aa7b150-9e8e-4fef-8fb2-258d38a29f4c req-45bc38ae-1cfc-4d37-b6da-633aa259ddab service neutron] Attempting to bind port 5b568338-3482-4589-a123-6f598453b6ed by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '28758b2b-8e5b-4b20-97dc-892d312454de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '49599f72-6971-4c78-8210-d79c8aca88a7'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:15:00.944403 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa7b150-9e8e-4fef-8fb2-258d38a29f4c req-45bc38ae-1cfc-4d37-b6da-633aa259ddab service neutron] Attempting to bind port 5b568338-3482-4589-a123-6f598453b6ed on network 49599f72-6971-4c78-8210-d79c8aca88a7 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:15:00.950086 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa7b150-9e8e-4fef-8fb2-258d38a29f4c req-45bc38ae-1cfc-4d37-b6da-633aa259ddab service neutron] Port 5b568338-3482-4589-a123-6f598453b6ed on network 49599f72-6971-4c78-8210-d79c8aca88a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:15:00.950337 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa7b150-9e8e-4fef-8fb2-258d38a29f4c req-45bc38ae-1cfc-4d37-b6da-633aa259ddab service neutron] Attempting to bind port 5b568338-3482-4589-a123-6f598453b6ed on network 49599f72-6971-4c78-8210-d79c8aca88a7 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:15:00.959215 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa7b150-9e8e-4fef-8fb2-258d38a29f4c req-45bc38ae-1cfc-4d37-b6da-633aa259ddab service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:15:00.959566 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa7b150-9e8e-4fef-8fb2-258d38a29f4c req-45bc38ae-1cfc-4d37-b6da-633aa259ddab service neutron] Checking segment: {'id': '28758b2b-8e5b-4b20-97dc-892d312454de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '49599f72-6971-4c78-8210-d79c8aca88a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:15:00.959958 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa7b150-9e8e-4fef-8fb2-258d38a29f4c req-45bc38ae-1cfc-4d37-b6da-633aa259ddab service neutron] Bound using segment: {'id': '28758b2b-8e5b-4b20-97dc-892d312454de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '49599f72-6971-4c78-8210-d79c8aca88a7'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:15:00.960398 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-3aa7b150-9e8e-4fef-8fb2-258d38a29f4c req-45bc38ae-1cfc-4d37-b6da-633aa259ddab service neutron] Bound port: 5b568338-3482-4589-a123-6f598453b6ed, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28758b2b-8e5b-4b20-97dc-892d312454de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '49599f72-6971-4c78-8210-d79c8aca88a7'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:15:00.960771 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-3aa7b150-9e8e-4fef-8fb2-258d38a29f4c req-45bc38ae-1cfc-4d37-b6da-633aa259ddab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:01.030088 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 46550) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:15:01.070691 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-3aa7b150-9e8e-4fef-8fb2-258d38a29f4c req-45bc38ae-1cfc-4d37-b6da-633aa259ddab service neutron] For port 5b568338-3482-4589-a123-6f598453b6ed, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:15:01.113480 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-3aa7b150-9e8e-4fef-8fb2-258d38a29f4c req-45bc38ae-1cfc-4d37-b6da-633aa259ddab service neutron] For port 5b568338-3482-4589-a123-6f598453b6ed, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=5b568338-3482-4589-a123-6f598453b6ed,segment=NetworkSegment(28758b2b-8e5b-4b20-97dc-892d312454de),segment_id=28758b2b-8e5b-4b20-97dc-892d312454de)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:15:01.121181 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-3aa7b150-9e8e-4fef-8fb2-258d38a29f4c req-45bc38ae-1cfc-4d37-b6da-633aa259ddab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:01.167928 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7b150-9e8e-4fef-8fb2-258d38a29f4c req-45bc38ae-1cfc-4d37-b6da-633aa259ddab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:15:01.168640 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-3aa7b150-9e8e-4fef-8fb2-258d38a29f4c req-45bc38ae-1cfc-4d37-b6da-633aa259ddab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:01.170631 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3aa7b150-9e8e-4fef-8fb2-258d38a29f4c req-45bc38ae-1cfc-4d37-b6da-633aa259ddab service neutron] 10.222.0.64 "PUT /v2.0/ports/5b568338-3482-4589-a123-6f598453b6ed HTTP/1.1" status: 200 len: 1093 time: 0.9312680 Jul 24 00:15:01.172583 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdf2ae25-5722-4714-8c20-ff0a8c7d619b', 'tag': '5b568338-3482-4589-a123-6f598453b6ed'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:15:01.174949 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0999bd43-57f0-454d-b722-54b05ddbc2eb" -d '{"events": [{"name": "network-changed", "server_uuid": "bdf2ae25-5722-4714-8c20-ff0a8c7d619b", "tag": "5b568338-3482-4589-a123-6f598453b6ed"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:15:01.216265 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bc38ae-1cfc-4d37-b6da-633aa259ddab service neutron] Pushing event updated for resources: {'Port': ['ID=5b568338-3482-4589-a123-6f598453b6ed,revision_number=3']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:15:01.280407 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552a433e-4c3b-4edb-9280-f2316001113a x-openstack-request-id: req-552a433e-4c3b-4edb-9280-f2316001113a {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:15:01.280993 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdf2ae25-5722-4714-8c20-ff0a8c7d619b", "tag": "5b568338-3482-4589-a123-6f598453b6ed", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:15:01.281445 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-552a433e-4c3b-4edb-9280-f2316001113a {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:15:01.281854 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdf2ae25-5722-4714-8c20-ff0a8c7d619b', 'tag': '5b568338-3482-4589-a123-6f598453b6ed', 'status': 'completed', 'code': 200} Jul 24 00:15:01.730223 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7b150-9e8e-4fef-8fb2-258d38a29f4c req-36581dd1-fe46-4cab-9c5a-ed1a144050f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:15:01.731696 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3aa7b150-9e8e-4fef-8fb2-258d38a29f4c req-36581dd1-fe46-4cab-9c5a-ed1a144050f3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3e6843e6f10f416d8b9cff83017e399e&device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 1096 time: 0.5075443 Jul 24 00:15:01.821331 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3aa7b150-9e8e-4fef-8fb2-258d38a29f4c req-bd3f4c97-a3d5-402e-8fc0-dcdf3453165f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b568338-3482-4589-a123-6f598453b6ed HTTP/1.1" status: 200 len: 217 time: 0.0641668 Jul 24 00:15:01.931152 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7b150-9e8e-4fef-8fb2-258d38a29f4c req-b8b24e81-f4a8-4970-8709-e3ad7b249c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:15:01.932525 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3aa7b150-9e8e-4fef-8fb2-258d38a29f4c req-b8b24e81-f4a8-4970-8709-e3ad7b249c3b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=47f2c0d4-0d4f-46b9-9d68-d3d80dbac696 HTTP/1.1" status: 200 len: 850 time: 0.1046176 Jul 24 00:15:01.949425 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f987079-0cc6-47be-8a88-bb4115db3010 req-69d45e4e-7eae-418f-91ff-16bceca4ced3 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:15:01.950958 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0f987079-0cc6-47be-8a88-bb4115db3010 req-69d45e4e-7eae-418f-91ff-16bceca4ced3 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 944 time: 0.2333338 Jul 24 00:15:02.053401 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0f987079-0cc6-47be-8a88-bb4115db3010 req-2dbd600d-aac2-4a9b-b10d-fc4c702b3df1 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940745 Jul 24 00:15:02.110296 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7b150-9e8e-4fef-8fb2-258d38a29f4c req-6f6d9e88-0cd0-4e77-a293-6266f0deed81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:15:02.111828 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3aa7b150-9e8e-4fef-8fb2-258d38a29f4c req-6f6d9e88-0cd0-4e77-a293-6266f0deed81 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=49599f72-6971-4c78-8210-d79c8aca88a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1704931 Jul 24 00:15:02.129965 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device aada398f-d3b6-4ab2-8457-61d2b31688ed up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:15:02.177815 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port aada398f-d3b6-4ab2-8457-61d2b31688ed triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:15:02.178354 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:02.214457 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-eda993d2-2039-46b7-9746-b2716f2eade4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681029'] for router_interface, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:02.308079 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3aa7b150-9e8e-4fef-8fb2-258d38a29f4c req-d3c76a85-eecb-4096-b864-4e7e9a376b9b service neutron] 10.222.0.64 "GET /v2.0/networks/49599f72-6971-4c78-8210-d79c8aca88a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888406 Jul 24 00:15:02.476596 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3aa7b150-9e8e-4fef-8fb2-258d38a29f4c req-b433773b-51f5-477f-8b90-0b4682c31646 service neutron] 10.222.0.64 "GET /v2.0/networks/49599f72-6971-4c78-8210-d79c8aca88a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596587 Jul 24 00:15:02.562359 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 46568) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:15:02.634512 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0999bd43-57f0-454d-b722-54b05ddbc2eb req-38e05917-f389-4248-b7dd-011f3335b716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:15:02.636076 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0999bd43-57f0-454d-b722-54b05ddbc2eb req-38e05917-f389-4248-b7dd-011f3335b716 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3e6843e6f10f416d8b9cff83017e399e&device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 1096 time: 0.0985870 Jul 24 00:15:02.640152 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-eda993d2-2039-46b7-9746-b2716f2eade4 admin admin] Deleting port 4e596579-cf0b-4000-a8ef-04897b447374 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:15:02.640510 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-eda993d2-2039-46b7-9746-b2716f2eade4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:02.683146 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6f492005-0a9e-4f7d-b3e9-ca052df46b2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:02.773774 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6f492005-0a9e-4f7d-b3e9-ca052df46b2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:02.778484 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6f492005-0a9e-4f7d-b3e9-ca052df46b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:02.802241 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-eda993d2-2039-46b7-9746-b2716f2eade4 admin admin] For port 4e596579-cf0b-4000-a8ef-04897b447374, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=4e596579-cf0b-4000-a8ef-04897b447374,segment=NetworkSegment(af8131c7-388d-420a-abf7-0774a216b38b),segment_id=af8131c7-388d-420a-abf7-0774a216b38b)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:15:02.802871 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-eda993d2-2039-46b7-9746-b2716f2eade4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:02.815893 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0999bd43-57f0-454d-b722-54b05ddbc2eb req-f3684997-7a98-404a-b594-a7514aa328cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:15:02.817434 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0999bd43-57f0-454d-b722-54b05ddbc2eb req-f3684997-7a98-404a-b594-a7514aa328cb service neutron] 10.222.0.64 "GET /v2.0/networks?id=49599f72-6971-4c78-8210-d79c8aca88a7 HTTP/1.1" status: 200 len: 912 time: 0.1747677 Jul 24 00:15:02.819589 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f492005-0a9e-4f7d-b3e9-ca052df46b2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1cdc060-112f-4995-a7f1-a83310a8ed93,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:15:02.821030 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-eda993d2-2039-46b7-9746-b2716f2eade4 admin admin] Calling delete_port for 4e596579-cf0b-4000-a8ef-04897b447374 owned by network:router_interface {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:15:02.823379 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-6f492005-0a9e-4f7d-b3e9-ca052df46b2a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f54f93c5e4e449eb88237e623420097c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2599509 Jul 24 00:15:02.826119 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 46572) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:15:02.837932 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f492005-0a9e-4f7d-b3e9-ca052df46b2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:15:02.838283 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f492005-0a9e-4f7d-b3e9-ca052df46b2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:15:02.838628 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f492005-0a9e-4f7d-b3e9-ca052df46b2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:15:02.838970 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f492005-0a9e-4f7d-b3e9-ca052df46b2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:15:02.839309 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f492005-0a9e-4f7d-b3e9-ca052df46b2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:15:02.839647 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f492005-0a9e-4f7d-b3e9-ca052df46b2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:15:02.839980 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f492005-0a9e-4f7d-b3e9-ca052df46b2a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:15:02.840311 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f492005-0a9e-4f7d-b3e9-ca052df46b2a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:15:02.840638 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f492005-0a9e-4f7d-b3e9-ca052df46b2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:15:02.840990 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f492005-0a9e-4f7d-b3e9-ca052df46b2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:15:02.841373 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f492005-0a9e-4f7d-b3e9-ca052df46b2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:15:02.841705 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f492005-0a9e-4f7d-b3e9-ca052df46b2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:15:02.871750 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0999bd43-57f0-454d-b722-54b05ddbc2eb req-b6a26d65-84d6-4fe8-b2bb-84b2d631c956 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b568338-3482-4589-a123-6f598453b6ed HTTP/1.1" status: 200 len: 217 time: 0.0466802 Jul 24 00:15:02.889192 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-56c32e0a-8d5e-4897-850f-017af600143b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:02.910443 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-56c32e0a-8d5e-4897-850f-017af600143b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:02.966111 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-56c32e0a-8d5e-4897-850f-017af600143b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:02.968899 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0999bd43-57f0-454d-b722-54b05ddbc2eb req-f4cad6ed-95a2-466d-a280-f087a5826c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:15:02.969504 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-56c32e0a-8d5e-4897-850f-017af600143b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:02.970409 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0999bd43-57f0-454d-b722-54b05ddbc2eb req-f4cad6ed-95a2-466d-a280-f087a5826c64 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=47f2c0d4-0d4f-46b9-9d68-d3d80dbac696 HTTP/1.1" status: 200 len: 850 time: 0.0666063 Jul 24 00:15:02.970752 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-56c32e0a-8d5e-4897-850f-017af600143b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d1cdc060-112f-4995-a7f1-a83310a8ed93 HTTP/1.1" status: 204 len: 168 time: 0.1436586 Jul 24 00:15:02.985155 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c32e0a-8d5e-4897-850f-017af600143b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1cdc060-112f-4995-a7f1-a83310a8ed93,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:15:03.103941 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0999bd43-57f0-454d-b722-54b05ddbc2eb req-a977c202-6901-46f9-9cec-80f27831b1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:15:03.105551 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0999bd43-57f0-454d-b722-54b05ddbc2eb req-a977c202-6901-46f9-9cec-80f27831b1bc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=49599f72-6971-4c78-8210-d79c8aca88a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1268065 Jul 24 00:15:03.179174 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 4f0c4ebe-0192-4056-858c-bd6b80733df2 no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:15:03.207652 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] No Port match for: 4f0c4ebe-0192-4056-858c-bd6b80733df2 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:15:03.208900 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 4f0c4ebe-0192-4056-858c-bd6b80733df2 not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:15:03.251782 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-eda993d2-2039-46b7-9746-b2716f2eade4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:03.257355 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 46584) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:15:03.271896 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6f02e933-18b1-453e-bbaf-f9fad4bab5b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:03.292330 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda993d2-2039-46b7-9746-b2716f2eade4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e596579-cf0b-4000-a8ef-04897b447374,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:15:03.368510 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6f02e933-18b1-453e-bbaf-f9fad4bab5b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:03.372558 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0999bd43-57f0-454d-b722-54b05ddbc2eb req-af6bffb7-2f03-4eaa-aeec-cdc3a1119242 service neutron] 10.222.0.64 "GET /v2.0/networks/49599f72-6971-4c78-8210-d79c8aca88a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408929 Jul 24 00:15:03.373909 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6f02e933-18b1-453e-bbaf-f9fad4bab5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:03.386215 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a85d4fe-fb81-4f75-969e-d42b4c7240ec req-3a0c0a91-7a69-4a52-bdf0-b014f7bbd5f6 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:15:03.387733 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7a85d4fe-fb81-4f75-969e-d42b4c7240ec req-3a0c0a91-7a69-4a52-bdf0-b014f7bbd5f6 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 944 time: 0.2573757 Jul 24 00:15:03.412990 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-6f02e933-18b1-453e-bbaf-f9fad4bab5b3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d601a63067854af0b34099317d3d84c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1544905 Jul 24 00:15:03.413932 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f02e933-18b1-453e-bbaf-f9fad4bab5b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0be0b484-5287-4241-8def-498f883d58ff,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:15:03.416300 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 46588) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:15:03.467552 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7de74527-719d-4c3c-85c2-b0273be736dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:03.490959 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7de74527-719d-4c3c-85c2-b0273be736dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:03.537263 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7de74527-719d-4c3c-85c2-b0273be736dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:03.539946 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7de74527-719d-4c3c-85c2-b0273be736dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:03.541185 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-7de74527-719d-4c3c-85c2-b0273be736dd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0be0b484-5287-4241-8def-498f883d58ff HTTP/1.1" status: 204 len: 168 time: 0.1239114 Jul 24 00:15:03.550272 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de74527-719d-4c3c-85c2-b0273be736dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be0b484-5287-4241-8def-498f883d58ff,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:15:03.563357 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7a85d4fe-fb81-4f75-969e-d42b4c7240ec req-11d24c16-0497-4f81-b87c-21ddceecc089 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1603513 Jul 24 00:15:03.614761 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0999bd43-57f0-454d-b722-54b05ddbc2eb req-34c52486-4dfd-4223-9277-0715d1a14adc service neutron] 10.222.0.64 "GET /v2.0/networks/49599f72-6971-4c78-8210-d79c8aca88a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237883 Jul 24 00:15:03.617722 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-eda993d2-2039-46b7-9746-b2716f2eade4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679987'] for router_interface, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:03.839127 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eda993d2-2039-46b7-9746-b2716f2eade4 admin admin] Router e58dcc9b-c8aa-4763-98ba-e90ab28d4f98 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:15:03.966473 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda993d2-2039-46b7-9746-b2716f2eade4 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:15:03.973646 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-eda993d2-2039-46b7-9746-b2716f2eade4 admin admin] 10.222.0.44 "PUT /v2.0/routers/e58dcc9b-c8aa-4763-98ba-e90ab28d4f98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9402328 Jul 24 00:15:03.974121 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 46604) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:15:03.978166 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0ead74-5f1e-4d28-8b03-35c651cdba8a None None] Sync routers for ids ['e58dcc9b-c8aa-4763-98ba-e90ab28d4f98'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:15:03.988607 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0ead74-5f1e-4d28-8b03-35c651cdba8a None None] Routers {'e58dcc9b-c8aa-4763-98ba-e90ab28d4f98'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:15:03.989472 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-ed0ead74-5f1e-4d28-8b03-35c651cdba8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:14:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['e58dcc9b-c8aa-4763-98ba-e90ab28d4f98'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:15:04.102705 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-aac2d72c-9c65-48f7-beae-26a0bc9b81a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:04.109947 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-ed0ead74-5f1e-4d28-8b03-35c651cdba8a None None] Set router e58dcc9b-c8aa-4763-98ba-e90ab28d4f98 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:15:04.223944 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-aac2d72c-9c65-48f7-beae-26a0bc9b81a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:04.288206 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-aac2d72c-9c65-48f7-beae-26a0bc9b81a8 admin admin] Deleting port 0ad74c4b-6859-4363-99f8-63f12d93e671 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:15:04.288577 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-aac2d72c-9c65-48f7-beae-26a0bc9b81a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:04.293654 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-ed0ead74-5f1e-4d28-8b03-35c651cdba8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e58dcc9b-c8aa-4763-98ba-e90ab28d4f98', 'name': 'tempest-ServerRescueTestJSON-205197803-router', 'tenant_id': 'da4cf7f0b0a44baf8cab05ba626ce1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '0ad74c4b-6859-4363-99f8-63f12d93e671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:12:53Z', 'updated_at': '2021-07-24T00:15:03Z', 'revision_number': 5, 'project_id': 'da4cf7f0b0a44baf8cab05ba626ce1d0', 'gw_port': {'id': '0ad74c4b-6859-4363-99f8-63f12d93e671', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:39:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58dcc9b-c8aa-4763-98ba-e90ab28d4f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:12:55Z', 'updated_at': '2021-07-24T00:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:15:04.318228 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0ead74-5f1e-4d28-8b03-35c651cdba8a None None] Checking router: e58dcc9b-c8aa-4763-98ba-e90ab28d4f98 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:15:04.326396 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0ead74-5f1e-4d28-8b03-35c651cdba8a None None] Routers {'e58dcc9b-c8aa-4763-98ba-e90ab28d4f98'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:15:04.327006 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-ed0ead74-5f1e-4d28-8b03-35c651cdba8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:14:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['e58dcc9b-c8aa-4763-98ba-e90ab28d4f98'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:15:04.377174 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-aac2d72c-9c65-48f7-beae-26a0bc9b81a8 admin admin] For port 0ad74c4b-6859-4363-99f8-63f12d93e671, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=0ad74c4b-6859-4363-99f8-63f12d93e671,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:15:04.377481 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-aac2d72c-9c65-48f7-beae-26a0bc9b81a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:04.390585 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-aac2d72c-9c65-48f7-beae-26a0bc9b81a8 admin admin] Calling delete_port for 0ad74c4b-6859-4363-99f8-63f12d93e671 owned by network:router_gateway {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:15:04.419351 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-ed0ead74-5f1e-4d28-8b03-35c651cdba8a None None] Set router e58dcc9b-c8aa-4763-98ba-e90ab28d4f98 gateway port host: None {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:15:04.480996 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-ed0ead74-5f1e-4d28-8b03-35c651cdba8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e58dcc9b-c8aa-4763-98ba-e90ab28d4f98', 'name': 'tempest-ServerRescueTestJSON-205197803-router', 'tenant_id': 'da4cf7f0b0a44baf8cab05ba626ce1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:12:53Z', 'updated_at': '2021-07-24T00:15:04Z', 'revision_number': 6, 'project_id': 'da4cf7f0b0a44baf8cab05ba626ce1d0', 'gw_port_host': None}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:15:04.511516 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0ead74-5f1e-4d28-8b03-35c651cdba8a None None] The sync data for ids ['e58dcc9b-c8aa-4763-98ba-e90ab28d4f98'] in n-d-800088-16 is: [{'id': 'e58dcc9b-c8aa-4763-98ba-e90ab28d4f98', 'name': 'tempest-ServerRescueTestJSON-205197803-router', 'tenant_id': 'da4cf7f0b0a44baf8cab05ba626ce1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:12:53Z', 'updated_at': '2021-07-24T00:15:04Z', 'revision_number': 6, 'project_id': 'da4cf7f0b0a44baf8cab05ba626ce1d0', 'gw_port_host': None}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:15:04.595791 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-aac2d72c-9c65-48f7-beae-26a0bc9b81a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:04.622105 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac2d72c-9c65-48f7-beae-26a0bc9b81a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ad74c4b-6859-4363-99f8-63f12d93e671,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:15:04.689118 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-aac2d72c-9c65-48f7-beae-26a0bc9b81a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687114'] for router_gateway, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:04.704015 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 46626) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:15:04.746145 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31465e05-69d0-437f-ac95-d24532804009 req-e713e388-f37c-4270-931a-f1ee958c9dea tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:15:04.755287 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-31465e05-69d0-437f-ac95-d24532804009 req-e713e388-f37c-4270-931a-f1ee958c9dea tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 944 time: 0.0870759 Jul 24 00:15:04.796261 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-31465e05-69d0-437f-ac95-d24532804009 req-8cfcd9b2-0a8e-480a-b6fe-68fbca6408b3 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398576 Jul 24 00:15:04.821945 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-aac2d72c-9c65-48f7-beae-26a0bc9b81a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:04.824172 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-aac2d72c-9c65-48f7-beae-26a0bc9b81a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:04.832790 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4218869b-3192-492c-8088-bde6ffa11504 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:04.888319 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-aac2d72c-9c65-48f7-beae-26a0bc9b81a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:04.888874 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac2d72c-9c65-48f7-beae-26a0bc9b81a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e58dcc9b-c8aa-4763-98ba-e90ab28d4f98 {{(pid=100313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:15:04.893856 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-aac2d72c-9c65-48f7-beae-26a0bc9b81a8 admin admin] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:04.896868 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-aac2d72c-9c65-48f7-beae-26a0bc9b81a8 admin admin] 10.222.0.44 "DELETE /v2.0/routers/e58dcc9b-c8aa-4763-98ba-e90ab28d4f98 HTTP/1.1" status: 204 len: 168 time: 0.9202158 Jul 24 00:15:04.898664 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 46630) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:15:04.945602 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4218869b-3192-492c-8088-bde6ffa11504 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:04.951752 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4218869b-3192-492c-8088-bde6ffa11504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:04.954707 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-c11db3d0-17ed-46c7-8ac9-8ec48de726ad admin admin] Deleting subnet b5859c1e-cadc-473f-b6a0-12802dc9ec4e {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:15:04.958889 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c11db3d0-17ed-46c7-8ac9-8ec48de726ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:04.992684 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4218869b-3192-492c-8088-bde6ffa11504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c71900-c828-4e94-a708-0aed422052c6,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:15:04.996467 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c11db3d0-17ed-46c7-8ac9-8ec48de726ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:04.997225 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-4218869b-3192-492c-8088-bde6ffa11504 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a4bce39d8cf54e74a6ba41579b21a1db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2920990 Jul 24 00:15:05.000350 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 46634) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:15:05.036967 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c11db3d0-17ed-46c7-8ac9-8ec48de726ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:05.051557 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-acc1c9ba-6ca1-4677-9ff1-9be97a5baa00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:05.074675 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-acc1c9ba-6ca1-4677-9ff1-9be97a5baa00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:05.091465 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c11db3d0-17ed-46c7-8ac9-8ec48de726ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:05.123940 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11db3d0-17ed-46c7-8ac9-8ec48de726ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5859c1e-cadc-473f-b6a0-12802dc9ec4e,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:15:05.129643 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c11db3d0-17ed-46c7-8ac9-8ec48de726ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:05.131644 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c11db3d0-17ed-46c7-8ac9-8ec48de726ad admin admin] 10.222.0.44 "DELETE /v2.0/subnets/b5859c1e-cadc-473f-b6a0-12802dc9ec4e HTTP/1.1" status: 204 len: 168 time: 0.2319095 Jul 24 00:15:05.132922 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-acc1c9ba-6ca1-4677-9ff1-9be97a5baa00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:05.134184 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 46636) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:15:05.135740 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-acc1c9ba-6ca1-4677-9ff1-9be97a5baa00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:05.136939 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-acc1c9ba-6ca1-4677-9ff1-9be97a5baa00 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c8c71900-c828-4e94-a708-0aed422052c6 HTTP/1.1" status: 204 len: 168 time: 0.1356382 Jul 24 00:15:05.147627 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1c9ba-6ca1-4677-9ff1-9be97a5baa00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c71900-c828-4e94-a708-0aed422052c6,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:15:05.206523 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1d866dd9-21e6-47a9-8cf4-9c41567cf232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:05.289788 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1d866dd9-21e6-47a9-8cf4-9c41567cf232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:05.301160 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-1d866dd9-21e6-47a9-8cf4-9c41567cf232 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba763d93-6749-402f-a9a4-14c0b38e84ad']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:15:05.320497 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-1d866dd9-21e6-47a9-8cf4-9c41567cf232 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af8131c7-388d-420a-abf7-0774a216b38b') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:15:05.320937 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-1d866dd9-21e6-47a9-8cf4-9c41567cf232 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af8131c7-388d-420a-abf7-0774a216b38b') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:15:05.338464 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1d866dd9-21e6-47a9-8cf4-9c41567cf232 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:05.362455 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1d866dd9-21e6-47a9-8cf4-9c41567cf232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:05.369399 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d866dd9-21e6-47a9-8cf4-9c41567cf232 admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:15:05.369824 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1d866dd9-21e6-47a9-8cf4-9c41567cf232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:05.371459 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:15:05.371459 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:15:05.371459 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:15:05.371459 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:15:05.371459 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:15:05.371459 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:15:05.371459 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:15:05.371459 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:15:05.371459 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:15:05.371459 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:15:05.371459 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:15:05.371459 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:15:05.371459 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:15:05.371459 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:15:05.371459 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:15:05.371459 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:15:05.371459 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:15:05.371459 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:15:05.371459 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:15:05.371459 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:15:05.371459 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:15:05.371459 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:15:05.371459 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:15:05.371459 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:15:05.371459 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:15:05.371459 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:15:05.371459 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:15:05.371459 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:15:05.371459 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:15:05.371459 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:15:05.371459 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:15:05.371459 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:15:05.399114 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 5b568338-3482-4589-a123-6f598453b6ed details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:15:05.435620 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1d866dd9-21e6-47a9-8cf4-9c41567cf232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:05.442536 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1d866dd9-21e6-47a9-8cf4-9c41567cf232 admin admin] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:05.449390 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-1d866dd9-21e6-47a9-8cf4-9c41567cf232 admin admin] 10.222.0.44 "DELETE /v2.0/networks/ba763d93-6749-402f-a9a4-14c0b38e84ad HTTP/1.1" status: 204 len: 168 time: 0.3101969 Jul 24 00:15:05.465197 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d866dd9-21e6-47a9-8cf4-9c41567cf232 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba763d93-6749-402f-a9a4-14c0b38e84ad,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:15:05.541089 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 5b568338-3482-4589-a123-6f598453b6ed, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=5b568338-3482-4589-a123-6f598453b6ed,segment=NetworkSegment(28758b2b-8e5b-4b20-97dc-892d312454de),segment_id=28758b2b-8e5b-4b20-97dc-892d312454de)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:15:05.557525 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': '5b568338-3482-4589-a123-6f598453b6ed', 'network_id': '49599f72-6971-4c78-8210-d79c8aca88a7', 'port_id': '5b568338-3482-4589-a123-6f598453b6ed', 'mac_address': 'fa:16:3e:c7:9c:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47f2c0d4-0d4f-46b9-9d68-d3d80dbac696', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:15:05.603788 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:05.608236 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 46654) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:15:05.619815 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b568338-3482-4589-a123-6f598453b6ed {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:15:05.641551 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 5b568338-3482-4589-a123-6f598453b6ed, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=5b568338-3482-4589-a123-6f598453b6ed,segment=NetworkSegment(28758b2b-8e5b-4b20-97dc-892d312454de),segment_id=28758b2b-8e5b-4b20-97dc-892d312454de)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:15:05.647600 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:05.666996 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-5760c72b-ea59-490c-9340-8ff2d23afc54 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=da4cf7f0b0a44baf8cab05ba626ce1d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0531621 Jul 24 00:15:05.666996 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 46656) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:15:05.710142 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=5b568338-3482-4589-a123-6f598453b6ed,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:15:05.723185 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b89a1bc7-a11a-4176-ae04-4f202d75e918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:05.745460 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b89a1bc7-a11a-4176-ae04-4f202d75e918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:05.791536 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b89a1bc7-a11a-4176-ae04-4f202d75e918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:05.795241 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b89a1bc7-a11a-4176-ae04-4f202d75e918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:05.796434 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-b89a1bc7-a11a-4176-ae04-4f202d75e918 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c0063c4d-6272-47e4-8d6e-ed9b31bc3cf9 HTTP/1.1" status: 204 len: 168 time: 0.1300876 Jul 24 00:15:05.808653 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89a1bc7-a11a-4176-ae04-4f202d75e918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0063c4d-6272-47e4-8d6e-ed9b31bc3cf9,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:15:05.867233 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['5b568338-3482-4589-a123-6f598453b6ed'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:15:05.952860 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2561d98-02bd-41ed-af7a-71db4d6c3ae0 req-9148080c-fc8c-4109-9f41-0059140039fa tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:15:05.955287 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e2561d98-02bd-41ed-af7a-71db4d6c3ae0 req-9148080c-fc8c-4109-9f41-0059140039fa tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 945 time: 0.0829928 Jul 24 00:15:06.007581 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e2561d98-02bd-41ed-af7a-71db4d6c3ae0 req-8db02f52-aaa4-48d7-a687-458a8b3bea50 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412090 Jul 24 00:15:06.133748 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 4e596579-cf0b-4000-a8ef-04897b447374 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:15:06.157497 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 4e596579-cf0b-4000-a8ef-04897b447374 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:15:06.157955 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 4e596579-cf0b-4000-a8ef-04897b447374 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:15:06.158452 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 0ad74c4b-6859-4363-99f8-63f12d93e671 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:15:06.185785 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 0ad74c4b-6859-4363-99f8-63f12d93e671 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:15:06.186141 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 0ad74c4b-6859-4363-99f8-63f12d93e671 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:15:06.963998 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e4891350-809f-4498-9584-976dcedbce64 req-d5ea60a9-c199-45c5-a051-4419d071a1c2 tempest-ServerShowV247Test-1728892684 tempest-ServerShowV247Test-1728892684-project] 10.222.0.44 "GET /v2.0/ports?device_id=22288af0-4a3e-4196-89ad-71236b2815ef HTTP/1.1" status: 200 len: 210 time: 0.0381145 Jul 24 00:15:07.202460 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5a3783-433a-4d2c-8f70-bce578e2acea req-086f6be1-ed19-46bd-a3e1-862d5dcfb6bb tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:15:07.204077 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bf5a3783-433a-4d2c-8f70-bce578e2acea req-086f6be1-ed19-46bd-a3e1-862d5dcfb6bb tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 945 time: 0.0922706 Jul 24 00:15:07.245898 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bf5a3783-433a-4d2c-8f70-bce578e2acea req-f18cdb6a-daeb-428e-85fd-5596f2c9c4f1 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363688 Jul 24 00:15:07.415312 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 5b568338-3482-4589-a123-6f598453b6ed up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:15:07.417374 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9702bafe-1ba2-49d1-b007-1d0d14de1816 req-0accd873-5a26-4841-a85f-a8a83b18ff26 tempest-ServerShowV247Test-1728892684 tempest-ServerShowV247Test-1728892684-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb7f95b8-664f-4a5a-a630-04c3a4f735cf HTTP/1.1" status: 200 len: 210 time: 0.0415301 Jul 24 00:15:07.477068 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port 5b568338-3482-4589-a123-6f598453b6ed completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:15:07.481017 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port 5b568338-3482-4589-a123-6f598453b6ed triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:15:07.481405 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:07.576171 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:07.605149 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf2ae25-5722-4714-8c20-ff0a8c7d619b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b568338-3482-4589-a123-6f598453b6ed'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:15:07.608631 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da60f0d-9e0f-43e1-8809-7b6f0bdb0ede" -d '{"events": [{"server_uuid": "bdf2ae25-5722-4714-8c20-ff0a8c7d619b", "name": "network-vif-plugged", "status": "completed", "tag": "5b568338-3482-4589-a123-6f598453b6ed"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:15:07.624325 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 5b568338-3482-4589-a123-6f598453b6ed, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=5b568338-3482-4589-a123-6f598453b6ed,segment=NetworkSegment(28758b2b-8e5b-4b20-97dc-892d312454de),segment_id=28758b2b-8e5b-4b20-97dc-892d312454de)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:15:07.633878 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:07.697388 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f72caa55-5f4f-4bd7-a76f-9a566f26632f x-openstack-request-id: req-f72caa55-5f4f-4bd7-a76f-9a566f26632f {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:15:07.697766 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdf2ae25-5722-4714-8c20-ff0a8c7d619b", "name": "network-vif-plugged", "status": "completed", "tag": "5b568338-3482-4589-a123-6f598453b6ed", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:15:07.698142 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f72caa55-5f4f-4bd7-a76f-9a566f26632f {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:15:07.698543 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdf2ae25-5722-4714-8c20-ff0a8c7d619b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b568338-3482-4589-a123-6f598453b6ed', 'code': 200} Jul 24 00:15:07.723795 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=5b568338-3482-4589-a123-6f598453b6ed,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:15:07.794364 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b999ec-9215-4ae8-8a53-11e653f9872c req-1ce05100-e49d-4103-ae50-1e6186693fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:15:07.796495 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-90b999ec-9215-4ae8-8a53-11e653f9872c req-1ce05100-e49d-4103-ae50-1e6186693fbc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 1098 time: 0.0611200 Jul 24 00:15:07.839988 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-90b999ec-9215-4ae8-8a53-11e653f9872c req-74a45bf2-d9a1-40a4-b801-14f7b94291a8 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342228 Jul 24 00:15:08.395241 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b17a31e-2721-4a16-8a7f-9973f96dcd12 req-a43274b3-ab96-4625-a324-884be1d88060 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:15:08.396830 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6b17a31e-2721-4a16-8a7f-9973f96dcd12 req-a43274b3-ab96-4625-a324-884be1d88060 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 946 time: 0.0810728 Jul 24 00:15:08.439514 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6b17a31e-2721-4a16-8a7f-9973f96dcd12 req-e5947197-2406-4470-87ce-021c0aa33aea tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369112 Jul 24 00:15:08.799133 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ddbe7809-d5ce-4c89-a9ba-3fa1cd62e20b req-9d48b185-92f6-4337-8c95-729f9612b2c3 tempest-ServerShowV247Test-1728892684 tempest-ServerShowV247Test-1728892684-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb7f95b8-664f-4a5a-a630-04c3a4f735cf HTTP/1.1" status: 200 len: 210 time: 0.2979314 Jul 24 00:15:09.204543 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-76fabc40-170a-42f1-b9ef-4929c15638ff req-6df371bc-1b29-4996-9346-70004749b2f3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=22288af0-4a3e-4196-89ad-71236b2815ef HTTP/1.1" status: 200 len: 210 time: 0.0311189 Jul 24 00:15:09.568410 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b4eef-be7b-4418-811a-fc671bec4dcb req-ad46f300-3aa3-497e-87fb-ece3d22b39b9 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:15:09.569951 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-717b4eef-be7b-4418-811a-fc671bec4dcb req-ad46f300-3aa3-497e-87fb-ece3d22b39b9 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 946 time: 0.0641179 Jul 24 00:15:09.608727 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-717b4eef-be7b-4418-811a-fc671bec4dcb req-d8e6dca2-e5c9-4ea3-b0bd-23034fe654a8 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328093 Jul 24 00:15:09.631290 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cab8aafd-4388-4e09-a5d5-6f1d86e6c405 req-4f18b5a8-d6f1-46fc-8757-90236d23758c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bb7f95b8-664f-4a5a-a630-04c3a4f735cf HTTP/1.1" status: 200 len: 210 time: 0.0277393 Jul 24 00:15:09.737589 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96548d7f-c423-4676-9389-1586f06c9327 req-7300b23d-ddf4-48f0-826e-5f4dc5938fc6 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:15:09.739108 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-96548d7f-c423-4676-9389-1586f06c9327 req-7300b23d-ddf4-48f0-826e-5f4dc5938fc6 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 946 time: 0.0654130 Jul 24 00:15:09.748238 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 46778) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:15:09.752988 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-5b0b8c9e-a16e-4bef-8b7c-7cec2207cb3a tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Request body: {'floatingip': {'port_id': '5b568338-3482-4589-a123-6f598453b6ed'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:15:09.794719 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5b0b8c9e-a16e-4bef-8b7c-7cec2207cb3a tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Notify callbacks [] for floatingip, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:09.924048 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-eaad5006-103d-45ce-b812-5bdd3fb137a7 req-318aa029-8451-483d-9e76-01f9fbef62e3 tempest-ServerShowV247Test-1728892684 tempest-ServerShowV247Test-1728892684-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb7f95b8-664f-4a5a-a630-04c3a4f735cf HTTP/1.1" status: 200 len: 210 time: 0.0472939 Jul 24 00:15:10.207056 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 46788) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:15:10.313717 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9b2efe7c-f8a3-4b5c-b71b-cd7cacc1835c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:10.405506 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9b2efe7c-f8a3-4b5c-b71b-cd7cacc1835c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:10.409323 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9b2efe7c-f8a3-4b5c-b71b-cd7cacc1835c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:10.450202 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2efe7c-f8a3-4b5c-b71b-cd7cacc1835c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd99c42-98be-4431-8649-f1c5f9938acf,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:15:10.469547 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-9b2efe7c-f8a3-4b5c-b71b-cd7cacc1835c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f29100abfab24fcdad8f4fe8fb848280&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2612157 Jul 24 00:15:10.473371 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 46794) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:15:10.527956 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-011cff0a-c419-4da7-9320-4b125346246a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:10.550718 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-011cff0a-c419-4da7-9320-4b125346246a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:10.597112 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-011cff0a-c419-4da7-9320-4b125346246a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:10.599830 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-011cff0a-c419-4da7-9320-4b125346246a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:10.601055 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-011cff0a-c419-4da7-9320-4b125346246a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fcd99c42-98be-4431-8649-f1c5f9938acf HTTP/1.1" status: 204 len: 168 time: 0.1263683 Jul 24 00:15:10.609694 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011cff0a-c419-4da7-9320-4b125346246a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd99c42-98be-4431-8649-f1c5f9938acf,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:15:10.641752 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5b0b8c9e-a16e-4bef-8b7c-7cec2207cb3a tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:10.645935 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5b0b8c9e-a16e-4bef-8b7c-7cec2207cb3a tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:10.753447 n-d-800088-16 neutron-server[100314]: INFO neutron.db.l3_db [None req-5b0b8c9e-a16e-4bef-8b7c-7cec2207cb3a tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Floating IP 1c494930-d255-4077-a737-2d6a10a9f650 associated. External IP: 172.25.3.139, port: 5b568338-3482-4589-a123-6f598453b6ed. Jul 24 00:15:10.980140 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b0b8c9e-a16e-4bef-8b7c-7cec2207cb3a tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Router aa2065da-6dc2-4a33-b760-94a7db1f10a0 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:15:11.024263 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fa0b395a-68b6-45e4-929e-62221f1cddac req-be85554b-8ec0-4f52-89e3-d770684a9581 tempest-ServerShowV247Test-1728892684 tempest-ServerShowV247Test-1728892684-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb7f95b8-664f-4a5a-a630-04c3a4f735cf HTTP/1.1" status: 200 len: 210 time: 0.0284393 Jul 24 00:15:11.093009 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b0b8c9e-a16e-4bef-8b7c-7cec2207cb3a tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:15:11.097413 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5b0b8c9e-a16e-4bef-8b7c-7cec2207cb3a tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:11.103609 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e772a7f3-9a19-41e2-8da6-dc91387e4458 None None] Sync routers for ids ['aa2065da-6dc2-4a33-b760-94a7db1f10a0'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:15:11.113517 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e772a7f3-9a19-41e2-8da6-dc91387e4458 None None] Routers {'aa2065da-6dc2-4a33-b760-94a7db1f10a0'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:15:11.114144 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-e772a7f3-9a19-41e2-8da6-dc91387e4458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:14:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['aa2065da-6dc2-4a33-b760-94a7db1f10a0'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:15:11.140438 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-5b0b8c9e-a16e-4bef-8b7c-7cec2207cb3a tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "PUT /v2.0/floatingips/1c494930-d255-4077-a737-2d6a10a9f650 HTTP/1.1" status: 200 len: 992 time: 1.3885999 Jul 24 00:15:11.140438 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdf2ae25-5722-4714-8c20-ff0a8c7d619b', 'tag': '5b568338-3482-4589-a123-6f598453b6ed'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:15:11.141057 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad520148-6227-401e-a9ee-260e31733c62" -d '{"events": [{"name": "network-changed", "server_uuid": "bdf2ae25-5722-4714-8c20-ff0a8c7d619b", "tag": "5b568338-3482-4589-a123-6f598453b6ed"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:15:11.233278 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-e772a7f3-9a19-41e2-8da6-dc91387e4458 None None] Set router aa2065da-6dc2-4a33-b760-94a7db1f10a0 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:15:11.236191 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a95c7f-5ee9-49be-b177-bfb87acc967f x-openstack-request-id: req-61a95c7f-5ee9-49be-b177-bfb87acc967f {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:15:11.236674 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdf2ae25-5722-4714-8c20-ff0a8c7d619b", "tag": "5b568338-3482-4589-a123-6f598453b6ed", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:15:11.237110 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-61a95c7f-5ee9-49be-b177-bfb87acc967f {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:15:11.237699 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdf2ae25-5722-4714-8c20-ff0a8c7d619b', 'tag': '5b568338-3482-4589-a123-6f598453b6ed', 'status': 'completed', 'code': 200} Jul 24 00:15:11.313833 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:15:11.324570 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad520148-6227-401e-a9ee-260e31733c62 req-556751e6-6de8-46b8-9023-b2f16dce4680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:15:11.326546 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ad520148-6227-401e-a9ee-260e31733c62 req-556751e6-6de8-46b8-9023-b2f16dce4680 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3e6843e6f10f416d8b9cff83017e399e&device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 1098 time: 0.0721793 Jul 24 00:15:11.379324 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-28bb0d5e-6dbc-4bbd-82ce-36fd505d0ef4 req-ba7901fe-75bd-4ea5-9a1c-34c9cdd94b2c tempest-ServerShowV247Test-1728892684 tempest-ServerShowV247Test-1728892684-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb7f95b8-664f-4a5a-a630-04c3a4f735cf HTTP/1.1" status: 200 len: 210 time: 0.0419490 Jul 24 00:15:11.445963 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad520148-6227-401e-a9ee-260e31733c62 req-931dbb13-d465-4ff7-a291-c6feefcbea4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:15:11.447621 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ad520148-6227-401e-a9ee-260e31733c62 req-931dbb13-d465-4ff7-a291-c6feefcbea4b service neutron] 10.222.0.64 "GET /v2.0/networks?id=49599f72-6971-4c78-8210-d79c8aca88a7 HTTP/1.1" status: 200 len: 912 time: 0.1096292 Jul 24 00:15:11.511033 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-e772a7f3-9a19-41e2-8da6-dc91387e4458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa2065da-6dc2-4a33-b760-94a7db1f10a0', 'name': 'tempest-ServerActionsTestJSON-770393537-router', 'tenant_id': '3e6843e6f10f416d8b9cff83017e399e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '03b740f1-d0a8-4b8b-b9eb-deef4a1372c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:14:49Z', 'updated_at': '2021-07-24T00:14:53Z', 'revision_number': 4, 'project_id': '3e6843e6f10f416d8b9cff83017e399e', 'gw_port': {'id': '03b740f1-d0a8-4b8b-b9eb-deef4a1372c0', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:00:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2065da-6dc2-4a33-b760-94a7db1f10a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:14:50Z', 'updated_at': '2021-07-24T00:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': '1c494930-d255-4077-a737-2d6a10a9f650', 'tenant_id': '3e6843e6f10f416d8b9cff83017e399e', 'floating_ip_address': '172.25.3.139', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': 'aa2065da-6dc2-4a33-b760-94a7db1f10a0', 'port_id': '5b568338-3482-4589-a123-6f598453b6ed', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49599f72-6971-4c78-8210-d79c8aca88a7', 'mac_address': 'fa:16:3e:c7:9c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf2ae25-5722-4714-8c20-ff0a8c7d619b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:14:56Z', 'updated_at': '2021-07-24T00:15:10Z', 'revision_number': 1, 'project_id': '3e6843e6f10f416d8b9cff83017e399e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aada398f-d3b6-4ab2-8457-61d2b31688ed', 'name': '', 'network_id': '49599f72-6971-4c78-8210-d79c8aca88a7', 'tenant_id': '3e6843e6f10f416d8b9cff83017e399e', 'mac_address': 'fa:16:3e:50:4b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2065da-6dc2-4a33-b760-94a7db1f10a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '47f2c0d4-0d4f-46b9-9d68-d3d80dbac696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:14:53Z', 'updated_at': '2021-07-24T00:15:00Z', 'revision_number': 5, 'project_id': '3e6843e6f10f416d8b9cff83017e399e', 'subnets': [{'id': '47f2c0d4-0d4f-46b9-9d68-d3d80dbac696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:15:11.541672 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ad520148-6227-401e-a9ee-260e31733c62 req-8a1af176-a061-4035-8566-d334aaabf318 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b568338-3482-4589-a123-6f598453b6ed HTTP/1.1" status: 200 len: 1000 time: 0.0850661 Jul 24 00:15:11.547513 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e772a7f3-9a19-41e2-8da6-dc91387e4458 None None] Checking router: aa2065da-6dc2-4a33-b760-94a7db1f10a0 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:15:11.558092 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e772a7f3-9a19-41e2-8da6-dc91387e4458 None None] Routers {'aa2065da-6dc2-4a33-b760-94a7db1f10a0'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:15:11.558728 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-e772a7f3-9a19-41e2-8da6-dc91387e4458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:14:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['aa2065da-6dc2-4a33-b760-94a7db1f10a0'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:15:11.599082 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad520148-6227-401e-a9ee-260e31733c62 req-c12c1086-df61-4cf8-81b6-036a1f1431a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:15:11.600682 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ad520148-6227-401e-a9ee-260e31733c62 req-c12c1086-df61-4cf8-81b6-036a1f1431a0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=47f2c0d4-0d4f-46b9-9d68-d3d80dbac696 HTTP/1.1" status: 200 len: 850 time: 0.0549331 Jul 24 00:15:11.663622 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad520148-6227-401e-a9ee-260e31733c62 req-6d1071c4-1e1c-4ad2-bdad-cb6ba3df732b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:15:11.665088 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ad520148-6227-401e-a9ee-260e31733c62 req-6d1071c4-1e1c-4ad2-bdad-cb6ba3df732b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=49599f72-6971-4c78-8210-d79c8aca88a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555453 Jul 24 00:15:11.670394 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-e772a7f3-9a19-41e2-8da6-dc91387e4458 None None] Set router aa2065da-6dc2-4a33-b760-94a7db1f10a0 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:15:11.762551 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ad520148-6227-401e-a9ee-260e31733c62 req-309af58c-00b8-43b0-9ae6-6f39c409a4c2 service neutron] 10.222.0.64 "GET /v2.0/networks/49599f72-6971-4c78-8210-d79c8aca88a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910969 Jul 24 00:15:11.857550 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ad520148-6227-401e-a9ee-260e31733c62 req-0df6def0-d029-457a-9927-09786af54c61 service neutron] 10.222.0.64 "GET /v2.0/networks/49599f72-6971-4c78-8210-d79c8aca88a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876782 Jul 24 00:15:12.046320 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-e772a7f3-9a19-41e2-8da6-dc91387e4458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa2065da-6dc2-4a33-b760-94a7db1f10a0', 'name': 'tempest-ServerActionsTestJSON-770393537-router', 'tenant_id': '3e6843e6f10f416d8b9cff83017e399e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '03b740f1-d0a8-4b8b-b9eb-deef4a1372c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:14:49Z', 'updated_at': '2021-07-24T00:14:53Z', 'revision_number': 4, 'project_id': '3e6843e6f10f416d8b9cff83017e399e', 'gw_port': {'id': '03b740f1-d0a8-4b8b-b9eb-deef4a1372c0', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:00:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2065da-6dc2-4a33-b760-94a7db1f10a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:14:50Z', 'updated_at': '2021-07-24T00:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': '1c494930-d255-4077-a737-2d6a10a9f650', 'tenant_id': '3e6843e6f10f416d8b9cff83017e399e', 'floating_ip_address': '172.25.3.139', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': 'aa2065da-6dc2-4a33-b760-94a7db1f10a0', 'port_id': '5b568338-3482-4589-a123-6f598453b6ed', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49599f72-6971-4c78-8210-d79c8aca88a7', 'mac_address': 'fa:16:3e:c7:9c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf2ae25-5722-4714-8c20-ff0a8c7d619b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:14:56Z', 'updated_at': '2021-07-24T00:15:10Z', 'revision_number': 1, 'project_id': '3e6843e6f10f416d8b9cff83017e399e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aada398f-d3b6-4ab2-8457-61d2b31688ed', 'name': '', 'network_id': '49599f72-6971-4c78-8210-d79c8aca88a7', 'tenant_id': '3e6843e6f10f416d8b9cff83017e399e', 'mac_address': 'fa:16:3e:50:4b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2065da-6dc2-4a33-b760-94a7db1f10a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '47f2c0d4-0d4f-46b9-9d68-d3d80dbac696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:14:53Z', 'updated_at': '2021-07-24T00:15:00Z', 'revision_number': 5, 'project_id': '3e6843e6f10f416d8b9cff83017e399e', 'subnets': [{'id': '47f2c0d4-0d4f-46b9-9d68-d3d80dbac696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:15:12.077162 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e772a7f3-9a19-41e2-8da6-dc91387e4458 None None] The sync data for ids ['aa2065da-6dc2-4a33-b760-94a7db1f10a0'] in n-d-800088-16 is: [{'id': 'aa2065da-6dc2-4a33-b760-94a7db1f10a0', 'name': 'tempest-ServerActionsTestJSON-770393537-router', 'tenant_id': '3e6843e6f10f416d8b9cff83017e399e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '03b740f1-d0a8-4b8b-b9eb-deef4a1372c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:14:49Z', 'updated_at': '2021-07-24T00:14:53Z', 'revision_number': 4, 'project_id': '3e6843e6f10f416d8b9cff83017e399e', 'gw_port': {'id': '03b740f1-d0a8-4b8b-b9eb-deef4a1372c0', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:00:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2065da-6dc2-4a33-b760-94a7db1f10a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:14:50Z', 'updated_at': '2021-07-24T00:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': '1c494930-d255-4077-a737-2d6a10a9f650', 'tenant_id': '3e6843e6f10f416d8b9cff83017e399e', 'floating_ip_address': '172.25.3.139', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': 'aa2065da-6dc2-4a33-b760-94a7db1f10a0', 'port_id': '5b568338-3482-4589-a123-6f598453b6ed', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49599f72-6971-4c78-8210-d79c8aca88a7', 'mac_address': 'fa:16:3e:c7:9c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf2ae25-5722-4714-8c20-ff0a8c7d619b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:14:56Z', 'updated_at': '2021-07-24T00:15:10Z', 'revision_number': 1, 'project_id': '3e6843e6f10f416d8b9cff83017e399e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aada398f-d3b6-4ab2-8457-61d2b31688ed', 'name': '', 'network_id': '49599f72-6971-4c78-8210-d79c8aca88a7', 'tenant_id': '3e6843e6f10f416d8b9cff83017e399e', 'mac_address': 'fa:16:3e:50:4b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2065da-6dc2-4a33-b760-94a7db1f10a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '47f2c0d4-0d4f-46b9-9d68-d3d80dbac696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:14:53Z', 'updated_at': '2021-07-24T00:15:00Z', 'revision_number': 5, 'project_id': '3e6843e6f10f416d8b9cff83017e399e', 'subnets': [{'id': '47f2c0d4-0d4f-46b9-9d68-d3d80dbac696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:15:12.260418 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c8e20b-91c5-4fb0-8251-58e0b328723e None None] New status for floating IP 1c494930-d255-4077-a737-2d6a10a9f650: ACTIVE {{(pid=100316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 00:15:12.496505 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0e91ecf1-5b1d-482c-b8dc-b5d9e5e209f2 req-e4aa4de8-3978-4150-af69-f68e0be973d1 tempest-ServerShowV247Test-1728892684 tempest-ServerShowV247Test-1728892684-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb7f95b8-664f-4a5a-a630-04c3a4f735cf HTTP/1.1" status: 200 len: 210 time: 0.0341036 Jul 24 00:15:13.599250 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b43728c0-2f33-4c27-87d4-f7150019b7a6 req-16a9d022-20b2-4c51-9afb-aa76b4593daf tempest-ServerShowV247Test-1728892684 tempest-ServerShowV247Test-1728892684-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb7f95b8-664f-4a5a-a630-04c3a4f735cf HTTP/1.1" status: 200 len: 210 time: 0.0287924 Jul 24 00:15:14.339534 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b94ce81-af71-4277-aac2-bfc8c4890a74 req-20d92e99-1fcb-40e4-a2eb-4a5dcd6a2e5f tempest-TestNetworkAdvancedServerOps-1890701533 tempest-TestNetworkAdvancedServerOps-1890701533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:15:14.341131 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3b94ce81-af71-4277-aac2-bfc8c4890a74 req-20d92e99-1fcb-40e4-a2eb-4a5dcd6a2e5f tempest-TestNetworkAdvancedServerOps-1890701533 tempest-TestNetworkAdvancedServerOps-1890701533-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=8675e9a7-659c-4c81-a6b7-aab189694153 HTTP/1.1" status: 200 len: 1098 time: 0.0535913 Jul 24 00:15:14.360750 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-3b94ce81-af71-4277-aac2-bfc8c4890a74 req-f0c0ca37-0241-4dac-a580-c69a287776e7 tempest-TestNetworkAdvancedServerOps-1890701533 tempest-TestNetworkAdvancedServerOps-1890701533-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:14.445833 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-3b94ce81-af71-4277-aac2-bfc8c4890a74 req-f0c0ca37-0241-4dac-a580-c69a287776e7 tempest-TestNetworkAdvancedServerOps-1890701533 tempest-TestNetworkAdvancedServerOps-1890701533-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:14.449946 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-3b94ce81-af71-4277-aac2-bfc8c4890a74 req-f0c0ca37-0241-4dac-a580-c69a287776e7 tempest-TestNetworkAdvancedServerOps-1890701533 tempest-TestNetworkAdvancedServerOps-1890701533-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:14.475760 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3b94ce81-af71-4277-aac2-bfc8c4890a74 req-f0c0ca37-0241-4dac-a580-c69a287776e7 tempest-TestNetworkAdvancedServerOps-1890701533 tempest-TestNetworkAdvancedServerOps-1890701533-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=ef14fa0a-16c3-4388-ae20-534d1f674ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284146 Jul 24 00:15:14.484731 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c0ca37-0241-4dac-a580-c69a287776e7 tempest-TestNetworkAdvancedServerOps-1890701533 tempest-TestNetworkAdvancedServerOps-1890701533-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc4892c4-6430-475a-8648-1db1519be80b,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:15:14.605277 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fea1a1-6e49-4b96-bf26-9e3b612b9e59 req-e1d2fddc-4e4e-4917-ba14-31def1df02a4 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:15:14.606765 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f2fea1a1-6e49-4b96-bf26-9e3b612b9e59 req-e1d2fddc-4e4e-4917-ba14-31def1df02a4 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=8675e9a7-659c-4c81-a6b7-aab189694153 HTTP/1.1" status: 200 len: 946 time: 0.0641942 Jul 24 00:15:14.644717 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f2fea1a1-6e49-4b96-bf26-9e3b612b9e59 req-f89193c8-0fa5-474a-916a-ced34791b1c6 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef14fa0a-16c3-4388-ae20-534d1f674ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322387 Jul 24 00:15:14.666626 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 46844) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:15:14.730079 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-103a7390-6cec-4db0-ab1c-896b6858e721 req-590d8a9c-8bdd-4431-b3ae-cc0bedf192d7 tempest-ServerShowV247Test-1728892684 tempest-ServerShowV247Test-1728892684-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb7f95b8-664f-4a5a-a630-04c3a4f735cf HTTP/1.1" status: 200 len: 210 time: 0.0564227 Jul 24 00:15:14.753060 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-a1c43cf8-f6a8-43c0-8ff2-fb52ce0e95b6 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/floatingips/ece04a52-6425-46d8-acb0-7dfea35faf71 HTTP/1.1" status: 200 len: 993 time: 0.0839870 Jul 24 00:15:14.803823 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:15.035507 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [req-ffb90310-bb8a-4726-a199-edc75e728a54 req-5cc167c1-50ed-450d-9f2f-986d25bda9e7 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=100314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:15:15.036456 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ffb90310-bb8a-4726-a199-edc75e728a54 req-5cc167c1-50ed-450d-9f2f-986d25bda9e7 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054421 Jul 24 00:15:15.438942 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafd982d-4978-4531-b1e6-1ca39c302127 req-ba4c39f1-02a4-41e8-b077-e422f84fa1de tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:15:15.440478 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-dafd982d-4978-4531-b1e6-1ca39c302127 req-ba4c39f1-02a4-41e8-b077-e422f84fa1de tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=8675e9a7-659c-4c81-a6b7-aab189694153 HTTP/1.1" status: 200 len: 946 time: 0.0722990 Jul 24 00:15:15.511439 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-dafd982d-4978-4531-b1e6-1ca39c302127 req-70925515-c197-4af3-b822-37e6ac645be6 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef14fa0a-16c3-4388-ae20-534d1f674ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647700 Jul 24 00:15:15.535242 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6ac0f5df-f4dd-4ccf-bec7-585fedb9ce03 req-b25fef4e-3fed-4ac5-92bd-d79db56e98db service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8675e9a7-659c-4c81-a6b7-aab189694153&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1794708 Jul 24 00:15:15.544001 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [req-6ac0f5df-f4dd-4ccf-bec7-585fedb9ce03 req-6b805926-05b0-482d-b7b3-077d6a5a0298 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=100313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:15:15.545023 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6ac0f5df-f4dd-4ccf-bec7-585fedb9ce03 req-6b805926-05b0-482d-b7b3-077d6a5a0298 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050540 Jul 24 00:15:15.844751 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f9a64193-77a2-4792-8554-8e2054a2d18c req-9a181d59-8ec6-4c8e-bf86-8da595d7d2b9 tempest-ServerShowV247Test-1728892684 tempest-ServerShowV247Test-1728892684-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb7f95b8-664f-4a5a-a630-04c3a4f735cf HTTP/1.1" status: 200 len: 210 time: 0.0368202 Jul 24 00:15:16.644005 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a31a42-4153-41a8-8466-fcd6087914df req-eeaab970-bc7a-42e5-bcd2-021df0c01340 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:15:16.645555 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-76a31a42-4153-41a8-8466-fcd6087914df req-eeaab970-bc7a-42e5-bcd2-021df0c01340 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=8675e9a7-659c-4c81-a6b7-aab189694153 HTTP/1.1" status: 200 len: 946 time: 0.0651116 Jul 24 00:15:16.712895 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-76a31a42-4153-41a8-8466-fcd6087914df req-1cdefd62-f364-4722-adbc-f63a4ab3c910 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef14fa0a-16c3-4388-ae20-534d1f674ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589373 Jul 24 00:15:16.727296 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac0f5df-f4dd-4ccf-bec7-585fedb9ce03 req-7c199943-e9a7-4ca7-a4e1-55c78619ba87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:15:16.728792 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6ac0f5df-f4dd-4ccf-bec7-585fedb9ce03 req-7c199943-e9a7-4ca7-a4e1-55c78619ba87 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=646730ba25934852bc5dd86a412228f1&device_id=8675e9a7-659c-4c81-a6b7-aab189694153 HTTP/1.1" status: 200 len: 1098 time: 0.0823750 Jul 24 00:15:16.817063 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac0f5df-f4dd-4ccf-bec7-585fedb9ce03 req-e662263a-72ed-4f64-a2ae-be31d037059c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:15:16.818528 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6ac0f5df-f4dd-4ccf-bec7-585fedb9ce03 req-e662263a-72ed-4f64-a2ae-be31d037059c service neutron] 10.222.0.52 "GET /v2.0/networks?id=52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e HTTP/1.1" status: 200 len: 898 time: 0.0834918 Jul 24 00:15:16.887074 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6ac0f5df-f4dd-4ccf-bec7-585fedb9ce03 req-c390733e-a749-4b0c-8fb7-7ed51904a4f1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=549c4525-fa33-4368-aa6b-b5eea6e8af42 HTTP/1.1" status: 200 len: 1001 time: 0.0620906 Jul 24 00:15:16.957198 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6c0a9d34-70c4-41f0-9626-b8275105d517 req-ed691ceb-b782-4d0e-879a-7a4298318da3 tempest-ServerShowV247Test-1728892684 tempest-ServerShowV247Test-1728892684-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb7f95b8-664f-4a5a-a630-04c3a4f735cf HTTP/1.1" status: 200 len: 210 time: 0.0349889 Jul 24 00:15:16.967018 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac0f5df-f4dd-4ccf-bec7-585fedb9ce03 req-90cf192c-b267-497f-a9f1-80c8bd900751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:15:16.968746 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6ac0f5df-f4dd-4ccf-bec7-585fedb9ce03 req-90cf192c-b267-497f-a9f1-80c8bd900751 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=78e2d992-c1ad-4e19-ba7b-f7b8b753ca16 HTTP/1.1" status: 200 len: 834 time: 0.0751257 Jul 24 00:15:17.034179 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac0f5df-f4dd-4ccf-bec7-585fedb9ce03 req-7f0617c4-7e51-4c90-a54a-cacf3bb8304f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:15:17.035688 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6ac0f5df-f4dd-4ccf-bec7-585fedb9ce03 req-7f0617c4-7e51-4c90-a54a-cacf3bb8304f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529895 Jul 24 00:15:17.126384 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6ac0f5df-f4dd-4ccf-bec7-585fedb9ce03 req-52d588f4-f702-4336-9f31-0ec5834550d0 service neutron] 10.222.0.52 "GET /v2.0/networks/52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840676 Jul 24 00:15:17.219451 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6ac0f5df-f4dd-4ccf-bec7-585fedb9ce03 req-cc0cf13c-72cc-4a4b-898a-807d1c429c29 service neutron] 10.222.0.52 "GET /v2.0/networks/52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835822 Jul 24 00:15:17.705279 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:17.845189 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de62a61-bcfa-440f-9353-7b1580b97c7c req-e9e0a440-11cb-4898-a189-75ea7a14e6de tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:15:17.846614 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7de62a61-bcfa-440f-9353-7b1580b97c7c req-e9e0a440-11cb-4898-a189-75ea7a14e6de tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=8675e9a7-659c-4c81-a6b7-aab189694153 HTTP/1.1" status: 200 len: 946 time: 0.0639291 Jul 24 00:15:17.883161 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7de62a61-bcfa-440f-9353-7b1580b97c7c req-d811cd59-cd46-4be6-a0de-4e1152d55290 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef14fa0a-16c3-4388-ae20-534d1f674ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310957 Jul 24 00:15:18.058600 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a48739be-ecf6-4342-ae46-9ddc7c6b89d5 req-56eaebc5-8706-49a6-a22b-78a5aefc59f5 tempest-ServerShowV247Test-1728892684 tempest-ServerShowV247Test-1728892684-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb7f95b8-664f-4a5a-a630-04c3a4f735cf HTTP/1.1" status: 200 len: 210 time: 0.0293167 Jul 24 00:15:19.017179 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeabc2d-86b2-4acb-b004-874437b73e35 req-f8b9cbc7-08ce-478a-8bf2-0a7730a2087c tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:15:19.018687 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0aeabc2d-86b2-4acb-b004-874437b73e35 req-f8b9cbc7-08ce-478a-8bf2-0a7730a2087c tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=8675e9a7-659c-4c81-a6b7-aab189694153 HTTP/1.1" status: 200 len: 946 time: 0.0690258 Jul 24 00:15:19.057559 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0aeabc2d-86b2-4acb-b004-874437b73e35 req-90ff4e3d-8271-4560-bd43-1cd10466bd7e tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef14fa0a-16c3-4388-ae20-534d1f674ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333521 Jul 24 00:15:19.163413 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-62bf6f84-ee25-49c7-ae7a-fe688ba5c5e3 req-c160741e-4d28-4d21-9ac8-3cc73697fc08 tempest-ServerShowV247Test-1728892684 tempest-ServerShowV247Test-1728892684-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb7f95b8-664f-4a5a-a630-04c3a4f735cf HTTP/1.1" status: 200 len: 210 time: 0.0304232 Jul 24 00:15:20.192176 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e98b45-7bdd-4214-a5f1-b9bf141ebb27 req-2f3b7565-04a5-4d02-859d-5083379b41c0 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:15:20.193743 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-59e98b45-7bdd-4214-a5f1-b9bf141ebb27 req-2f3b7565-04a5-4d02-859d-5083379b41c0 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=8675e9a7-659c-4c81-a6b7-aab189694153 HTTP/1.1" status: 200 len: 946 time: 0.0639219 Jul 24 00:15:20.231386 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-59e98b45-7bdd-4214-a5f1-b9bf141ebb27 req-43772b5c-9401-4b63-b1c5-3498bb69295e tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef14fa0a-16c3-4388-ae20-534d1f674ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321608 Jul 24 00:15:20.271026 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-823db3a0-f872-46ea-8b7b-2d34fe09ccd0 req-445dce51-33ec-49db-8332-132c3187676c tempest-ServerShowV247Test-1728892684 tempest-ServerShowV247Test-1728892684-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb7f95b8-664f-4a5a-a630-04c3a4f735cf HTTP/1.1" status: 200 len: 210 time: 0.0325053 Jul 24 00:15:21.369203 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d56d083-cdec-4d27-9884-ff55e0a8c457 req-3cd7dbd6-9c5d-4220-829b-d8c1707efcc9 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:15:21.370727 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1d56d083-cdec-4d27-9884-ff55e0a8c457 req-3cd7dbd6-9c5d-4220-829b-d8c1707efcc9 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=8675e9a7-659c-4c81-a6b7-aab189694153 HTTP/1.1" status: 200 len: 946 time: 0.0663085 Jul 24 00:15:21.378948 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-22a490d9-9b3e-42bb-b56d-0dddb4366cb3 req-77c7acf7-b631-429c-bbe7-932ef907f77f tempest-ServerShowV247Test-1728892684 tempest-ServerShowV247Test-1728892684-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb7f95b8-664f-4a5a-a630-04c3a4f735cf HTTP/1.1" status: 200 len: 210 time: 0.0311828 Jul 24 00:15:21.410646 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1d56d083-cdec-4d27-9884-ff55e0a8c457 req-714ba304-422d-4a71-b512-73fe07e9aae7 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef14fa0a-16c3-4388-ae20-534d1f674ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334115 Jul 24 00:15:22.490923 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7101eb01-5728-4ff6-8388-9e5527af788c req-eab9942f-b544-4e6b-b254-cdd9e3164e54 tempest-ServerShowV247Test-1728892684 tempest-ServerShowV247Test-1728892684-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb7f95b8-664f-4a5a-a630-04c3a4f735cf HTTP/1.1" status: 200 len: 210 time: 0.0313740 Jul 24 00:15:22.548086 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1fede2-ba24-4ba3-b653-a7a9e6be094a req-8223c086-9da1-4633-bf09-4ba3f0377d3f tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:15:22.549639 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ce1fede2-ba24-4ba3-b653-a7a9e6be094a req-8223c086-9da1-4633-bf09-4ba3f0377d3f tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=8675e9a7-659c-4c81-a6b7-aab189694153 HTTP/1.1" status: 200 len: 946 time: 0.0695014 Jul 24 00:15:22.586285 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ce1fede2-ba24-4ba3-b653-a7a9e6be094a req-3c8760e1-7760-4094-86dd-a11c734b2bd9 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef14fa0a-16c3-4388-ae20-534d1f674ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312114 Jul 24 00:15:23.161879 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f1e05959-1249-4b74-8c16-d1eb08365c27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:23.594780 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ad3c3af0-5084-42c1-9fc8-199b0b28cc8c req-b659c169-fbc5-407f-a1b0-0f3e89d34368 tempest-ServerShowV247Test-1728892684 tempest-ServerShowV247Test-1728892684-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb7f95b8-664f-4a5a-a630-04c3a4f735cf HTTP/1.1" status: 200 len: 210 time: 0.0292668 Jul 24 00:15:23.717322 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df8a40-d18e-4a88-97de-04c983edbc3f req-0c2eb267-c930-42ff-84bb-0776f3b70310 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:15:23.718819 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-02df8a40-d18e-4a88-97de-04c983edbc3f req-0c2eb267-c930-42ff-84bb-0776f3b70310 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=8675e9a7-659c-4c81-a6b7-aab189694153 HTTP/1.1" status: 200 len: 946 time: 0.0633979 Jul 24 00:15:23.756620 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-02df8a40-d18e-4a88-97de-04c983edbc3f req-8d4fb12b-93b9-45ae-99bf-ea2846f0b308 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef14fa0a-16c3-4388-ae20-534d1f674ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323842 Jul 24 00:15:24.702834 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-15018d6f-e184-415d-a783-0515a05a6430 req-c56e690b-4e84-4b72-a321-216292e6d963 tempest-ServerShowV247Test-1728892684 tempest-ServerShowV247Test-1728892684-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb7f95b8-664f-4a5a-a630-04c3a4f735cf HTTP/1.1" status: 200 len: 210 time: 0.0335186 Jul 24 00:15:24.889663 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4473314-7d60-492e-9f50-83815134d0e8 req-6f000de7-9d5a-44ca-8d95-cf88b8a38ae4 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:15:24.891061 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d4473314-7d60-492e-9f50-83815134d0e8 req-6f000de7-9d5a-44ca-8d95-cf88b8a38ae4 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=8675e9a7-659c-4c81-a6b7-aab189694153 HTTP/1.1" status: 200 len: 946 time: 0.0667384 Jul 24 00:15:24.927413 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d4473314-7d60-492e-9f50-83815134d0e8 req-117e5681-2259-48c8-bab8-d03ffca45072 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef14fa0a-16c3-4388-ae20-534d1f674ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309160 Jul 24 00:15:25.731734 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-fc4e79fc-a45e-49a2-9be2-4aa4ee96b9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:25.807257 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-590501b2-3ccc-4845-8e65-55766bf03fe7 req-3b60bc6c-4238-49e5-b8e5-f2cf0d612f77 tempest-ServerShowV247Test-1728892684 tempest-ServerShowV247Test-1728892684-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb7f95b8-664f-4a5a-a630-04c3a4f735cf HTTP/1.1" status: 200 len: 210 time: 0.0303609 Jul 24 00:15:26.065502 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd0b44-9ee2-46b2-8169-c64ff7b62915 req-c218e00d-8aad-4217-a694-46b8d6182fe5 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:15:26.067146 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c8dd0b44-9ee2-46b2-8169-c64ff7b62915 req-c218e00d-8aad-4217-a694-46b8d6182fe5 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=8675e9a7-659c-4c81-a6b7-aab189694153 HTTP/1.1" status: 200 len: 946 time: 0.0701592 Jul 24 00:15:26.106339 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c8dd0b44-9ee2-46b2-8169-c64ff7b62915 req-00ba7f0d-151f-416b-9ae8-77ea8767e02e tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef14fa0a-16c3-4388-ae20-534d1f674ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333564 Jul 24 00:15:26.744708 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:26.909280 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e21836c1-686c-4e80-be96-c2122c4c2d62 req-ba8bfff0-2442-4584-b50e-ad72b50dffaf tempest-ServerShowV247Test-1728892684 tempest-ServerShowV247Test-1728892684-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb7f95b8-664f-4a5a-a630-04c3a4f735cf HTTP/1.1" status: 200 len: 210 time: 0.0292292 Jul 24 00:15:27.238654 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0ec865-026d-4ed0-874d-4d8cf644d424 req-eaf1e9a0-8329-485b-9727-a0719d23d802 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:15:27.240155 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9c0ec865-026d-4ed0-874d-4d8cf644d424 req-eaf1e9a0-8329-485b-9727-a0719d23d802 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=8675e9a7-659c-4c81-a6b7-aab189694153 HTTP/1.1" status: 200 len: 946 time: 0.0669384 Jul 24 00:15:27.264721 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:27.277540 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9c0ec865-026d-4ed0-874d-4d8cf644d424 req-ad280f52-1611-45b1-9fc3-d59914e08efa tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef14fa0a-16c3-4388-ae20-534d1f674ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319469 Jul 24 00:15:28.012361 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-65cb8cbe-018c-45ff-9725-d2bb3a411bf3 req-d23061a7-9c30-4b00-b713-2a8860229267 tempest-ServerShowV247Test-1728892684 tempest-ServerShowV247Test-1728892684-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb7f95b8-664f-4a5a-a630-04c3a4f735cf HTTP/1.1" status: 200 len: 210 time: 0.0295954 Jul 24 00:15:28.409847 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b78ab-9c80-4f79-b442-1d5907181bb3 req-d1a9b814-30db-46b9-b30b-4fe71f9c4a55 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:15:28.411330 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-633b78ab-9c80-4f79-b442-1d5907181bb3 req-d1a9b814-30db-46b9-b30b-4fe71f9c4a55 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=8675e9a7-659c-4c81-a6b7-aab189694153 HTTP/1.1" status: 200 len: 946 time: 0.0658941 Jul 24 00:15:28.448521 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-633b78ab-9c80-4f79-b442-1d5907181bb3 req-acaf79ca-d0f8-4a35-9aab-1bc928d98cfe tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef14fa0a-16c3-4388-ae20-534d1f674ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316496 Jul 24 00:15:28.868444 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:29.131241 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ff9b316f-b439-490a-b182-0b9fd023ec3d req-3161e2ae-28ac-4874-9756-b2c698052ea6 tempest-ServerShowV247Test-1728892684 tempest-ServerShowV247Test-1728892684-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb7f95b8-664f-4a5a-a630-04c3a4f735cf HTTP/1.1" status: 200 len: 210 time: 0.0322542 Jul 24 00:15:29.575370 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab294e0-f455-4338-9623-0789eb81ac00 req-61d86043-3367-4190-9103-d4ad6f9c6b52 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:15:29.576922 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1ab294e0-f455-4338-9623-0789eb81ac00 req-61d86043-3367-4190-9103-d4ad6f9c6b52 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=8675e9a7-659c-4c81-a6b7-aab189694153 HTTP/1.1" status: 200 len: 946 time: 0.0630293 Jul 24 00:15:29.614312 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1ab294e0-f455-4338-9623-0789eb81ac00 req-5817f111-ffc6-419a-ab4e-16a75bbfd45c tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef14fa0a-16c3-4388-ae20-534d1f674ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319545 Jul 24 00:15:30.242100 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5f523fb4-e2bd-4648-b418-671b3e689186 req-2a4d5bbe-a7ce-4b53-83d7-5e7857a065b1 tempest-ServerShowV247Test-1728892684 tempest-ServerShowV247Test-1728892684-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb7f95b8-664f-4a5a-a630-04c3a4f735cf HTTP/1.1" status: 200 len: 210 time: 0.0295982 Jul 24 00:15:30.744029 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742a7990-f09e-445d-b08f-0a2f99b0bda4 req-986e9c30-5502-4415-be40-af03e338cba9 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:15:30.745570 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-742a7990-f09e-445d-b08f-0a2f99b0bda4 req-986e9c30-5502-4415-be40-af03e338cba9 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=8675e9a7-659c-4c81-a6b7-aab189694153 HTTP/1.1" status: 200 len: 946 time: 0.0645690 Jul 24 00:15:30.787596 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-742a7990-f09e-445d-b08f-0a2f99b0bda4 req-2b1684b0-c203-484e-a0e1-a99bdd42ff48 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef14fa0a-16c3-4388-ae20-534d1f674ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359490 Jul 24 00:15:31.346084 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3776e0cd-99a9-4e99-b886-7db46a2de1f8 req-536294c9-9cc2-44c3-9b93-f909efc4d785 tempest-ServerShowV247Test-1728892684 tempest-ServerShowV247Test-1728892684-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb7f95b8-664f-4a5a-a630-04c3a4f735cf HTTP/1.1" status: 200 len: 210 time: 0.0298626 Jul 24 00:15:31.918925 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7615fe-3ecc-4329-8134-a7c3245c7340 req-5dfe8a33-787d-40f3-9cef-d2fe05e77244 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:15:31.920451 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ad7615fe-3ecc-4329-8134-a7c3245c7340 req-5dfe8a33-787d-40f3-9cef-d2fe05e77244 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=8675e9a7-659c-4c81-a6b7-aab189694153 HTTP/1.1" status: 200 len: 946 time: 0.0634351 Jul 24 00:15:31.958477 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ad7615fe-3ecc-4329-8134-a7c3245c7340 req-d3c6b402-f14a-4620-90a8-ec07dcfd8a06 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef14fa0a-16c3-4388-ae20-534d1f674ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325072 Jul 24 00:15:32.452978 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ba228502-4241-4d9a-ba92-05bc7eb0ec3e req-fd3a2f81-62c2-494c-9d7d-46d08fc1fc34 tempest-ServerShowV247Test-1728892684 tempest-ServerShowV247Test-1728892684-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb7f95b8-664f-4a5a-a630-04c3a4f735cf HTTP/1.1" status: 200 len: 210 time: 0.0303946 Jul 24 00:15:33.092262 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ee68a-cda0-4d1c-b811-a783af56fba9 req-af257fdd-b9e0-4c3b-807c-f6411962bccc tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:15:33.093720 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-303ee68a-cda0-4d1c-b811-a783af56fba9 req-af257fdd-b9e0-4c3b-807c-f6411962bccc tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=8675e9a7-659c-4c81-a6b7-aab189694153 HTTP/1.1" status: 200 len: 946 time: 0.0676091 Jul 24 00:15:33.131697 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-303ee68a-cda0-4d1c-b811-a783af56fba9 req-906b50d6-c281-4103-a8ce-7e218b102c02 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef14fa0a-16c3-4388-ae20-534d1f674ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324688 Jul 24 00:15:33.555389 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4e6905dc-c801-49d2-9baa-c2c9d5b9c3b2 req-7764bbb4-9712-4137-b676-ec5d90f6633a tempest-ServerShowV247Test-1728892684 tempest-ServerShowV247Test-1728892684-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb7f95b8-664f-4a5a-a630-04c3a4f735cf HTTP/1.1" status: 200 len: 210 time: 0.0298440 Jul 24 00:15:34.047122 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [req-6ac0f5df-f4dd-4ccf-bec7-585fedb9ce03 req-242e1af0-7ad5-41c9-8984-90ac41987f83 service neutron] show failed (client error): The resource could not be found. Jul 24 00:15:34.048129 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6ac0f5df-f4dd-4ccf-bec7-585fedb9ce03 req-242e1af0-7ad5-41c9-8984-90ac41987f83 service neutron] 10.222.0.52 "GET /v2.0/ports/549c4525-fa33-4368-aa6b-b5eea6e8af42/bindings/n-h2-800088-16 HTTP/1.1" status: 404 len: 381 time: 0.0554197 Jul 24 00:15:34.297450 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac0f5df-f4dd-4ccf-bec7-585fedb9ce03 req-6ab5d16b-2564-43f7-8a40-e59bc3bd011d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:15:34.298973 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6ac0f5df-f4dd-4ccf-bec7-585fedb9ce03 req-6ab5d16b-2564-43f7-8a40-e59bc3bd011d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8675e9a7-659c-4c81-a6b7-aab189694153&tenant_id=646730ba25934852bc5dd86a412228f1 HTTP/1.1" status: 200 len: 1098 time: 0.0991118 Jul 24 00:15:34.314029 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-6ac0f5df-f4dd-4ccf-bec7-585fedb9ce03 req-2d049840-8781-478b-b98e-a17e5d5965d5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800088-16', 'device_owner': 'compute:nova'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:15:34.432032 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-6ac0f5df-f4dd-4ccf-bec7-585fedb9ce03 req-2d049840-8781-478b-b98e-a17e5d5965d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:34.456401 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1697c-eed5-4c4b-854e-094862847942 req-bfb7eea2-8231-4e99-b4a0-a360d990ccee tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:15:34.457918 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c5c1697c-eed5-4c4b-854e-094862847942 req-bfb7eea2-8231-4e99-b4a0-a360d990ccee tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=8675e9a7-659c-4c81-a6b7-aab189694153 HTTP/1.1" status: 200 len: 946 time: 0.2567983 Jul 24 00:15:34.564794 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c5c1697c-eed5-4c4b-854e-094862847942 req-95d579ee-9244-4772-908e-69bdfb0f9e68 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef14fa0a-16c3-4388-ae20-534d1f674ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895748 Jul 24 00:15:34.662017 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5a81d44e-a587-48ac-b3b6-bfd1eefb48cf req-6e13f923-dd02-475a-b110-ff3f90d336d6 tempest-ServerShowV247Test-1728892684 tempest-ServerShowV247Test-1728892684-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb7f95b8-664f-4a5a-a630-04c3a4f735cf HTTP/1.1" status: 200 len: 210 time: 0.0293350 Jul 24 00:15:34.674062 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-6ac0f5df-f4dd-4ccf-bec7-585fedb9ce03 req-2d049840-8781-478b-b98e-a17e5d5965d5 service neutron] For port 549c4525-fa33-4368-aa6b-b5eea6e8af42, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=549c4525-fa33-4368-aa6b-b5eea6e8af42,segment=NetworkSegment(4dde76ee-9daf-4ac3-8e5c-9a2a15633c19),segment_id=4dde76ee-9daf-4ac3-8e5c-9a2a15633c19)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:15:34.706366 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-6ac0f5df-f4dd-4ccf-bec7-585fedb9ce03 req-2d049840-8781-478b-b98e-a17e5d5965d5 service neutron] For port 549c4525-fa33-4368-aa6b-b5eea6e8af42, host n-h1-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:15:34.745796 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8675e9a7-659c-4c81-a6b7-aab189694153', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '549c4525-fa33-4368-aa6b-b5eea6e8af42'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:15:34.748193 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f4d6579-02c5-4765-961b-8840acfe2829" -d '{"events": [{"server_uuid": "8675e9a7-659c-4c81-a6b7-aab189694153", "name": "network-vif-unplugged", "status": "completed", "tag": "549c4525-fa33-4368-aa6b-b5eea6e8af42"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:15:34.753485 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-6ac0f5df-f4dd-4ccf-bec7-585fedb9ce03 req-2d049840-8781-478b-b98e-a17e5d5965d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:34.772623 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-6ac0f5df-f4dd-4ccf-bec7-585fedb9ce03 req-2d049840-8781-478b-b98e-a17e5d5965d5 service neutron] Transition to ACTIVE for port object 549c4525-fa33-4368-aa6b-b5eea6e8af42 will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:15:34.777720 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-6ac0f5df-f4dd-4ccf-bec7-585fedb9ce03 req-2d049840-8781-478b-b98e-a17e5d5965d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:34.806394 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 00:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df72349-2916-4f43-bf3d-23b21f59e4e5 x-openstack-request-id: req-5df72349-2916-4f43-bf3d-23b21f59e4e5 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:15:34.806696 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8675e9a7-659c-4c81-a6b7-aab189694153", "name": "network-vif-unplugged", "status": "completed", "tag": "549c4525-fa33-4368-aa6b-b5eea6e8af42", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:15:34.806954 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5df72349-2916-4f43-bf3d-23b21f59e4e5 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:15:34.807350 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8675e9a7-659c-4c81-a6b7-aab189694153', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '549c4525-fa33-4368-aa6b-b5eea6e8af42', 'code': 200} Jul 24 00:15:34.911413 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d049840-8781-478b-b98e-a17e5d5965d5 service neutron] Pushing event updated for resources: {'Port': ['ID=549c4525-fa33-4368-aa6b-b5eea6e8af42,revision_number=6']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:15:34.979534 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ac0f5df-f4dd-4ccf-bec7-585fedb9ce03 req-2d049840-8781-478b-b98e-a17e5d5965d5 service neutron] No DVR routers for this DVR port 549c4525-fa33-4368-aa6b-b5eea6e8af42 on host n-h1-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:15:35.121217 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-6ac0f5df-f4dd-4ccf-bec7-585fedb9ce03 req-2d049840-8781-478b-b98e-a17e5d5965d5 service neutron] Attempting to bind port 549c4525-fa33-4368-aa6b-b5eea6e8af42 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:15:35.121561 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-6ac0f5df-f4dd-4ccf-bec7-585fedb9ce03 req-2d049840-8781-478b-b98e-a17e5d5965d5 service neutron] Attempting to bind port 549c4525-fa33-4368-aa6b-b5eea6e8af42 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '4dde76ee-9daf-4ac3-8e5c-9a2a15633c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:15:35.121902 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac0f5df-f4dd-4ccf-bec7-585fedb9ce03 req-2d049840-8781-478b-b98e-a17e5d5965d5 service neutron] Attempting to bind port 549c4525-fa33-4368-aa6b-b5eea6e8af42 on network 52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:15:35.126817 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac0f5df-f4dd-4ccf-bec7-585fedb9ce03 req-2d049840-8781-478b-b98e-a17e5d5965d5 service neutron] Port 549c4525-fa33-4368-aa6b-b5eea6e8af42 on network 52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:15:35.127148 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac0f5df-f4dd-4ccf-bec7-585fedb9ce03 req-2d049840-8781-478b-b98e-a17e5d5965d5 service neutron] Attempting to bind port 549c4525-fa33-4368-aa6b-b5eea6e8af42 on network 52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:15:35.133324 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac0f5df-f4dd-4ccf-bec7-585fedb9ce03 req-2d049840-8781-478b-b98e-a17e5d5965d5 service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:15:35.133777 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac0f5df-f4dd-4ccf-bec7-585fedb9ce03 req-2d049840-8781-478b-b98e-a17e5d5965d5 service neutron] Checking segment: {'id': '4dde76ee-9daf-4ac3-8e5c-9a2a15633c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:15:35.134310 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac0f5df-f4dd-4ccf-bec7-585fedb9ce03 req-2d049840-8781-478b-b98e-a17e5d5965d5 service neutron] Bound using segment: {'id': '4dde76ee-9daf-4ac3-8e5c-9a2a15633c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:15:35.134752 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-6ac0f5df-f4dd-4ccf-bec7-585fedb9ce03 req-2d049840-8781-478b-b98e-a17e5d5965d5 service neutron] Bound port: 549c4525-fa33-4368-aa6b-b5eea6e8af42, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dde76ee-9daf-4ac3-8e5c-9a2a15633c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:15:35.135265 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-6ac0f5df-f4dd-4ccf-bec7-585fedb9ce03 req-2d049840-8781-478b-b98e-a17e5d5965d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:35.202676 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-6ac0f5df-f4dd-4ccf-bec7-585fedb9ce03 req-2d049840-8781-478b-b98e-a17e5d5965d5 service neutron] For port 549c4525-fa33-4368-aa6b-b5eea6e8af42, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:15:35.205732 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-6ac0f5df-f4dd-4ccf-bec7-585fedb9ce03 req-2d049840-8781-478b-b98e-a17e5d5965d5 service neutron] For port 549c4525-fa33-4368-aa6b-b5eea6e8af42, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=549c4525-fa33-4368-aa6b-b5eea6e8af42,segment=NetworkSegment(4dde76ee-9daf-4ac3-8e5c-9a2a15633c19),segment_id=4dde76ee-9daf-4ac3-8e5c-9a2a15633c19)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:15:35.210771 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-6ac0f5df-f4dd-4ccf-bec7-585fedb9ce03 req-2d049840-8781-478b-b98e-a17e5d5965d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:35.243956 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac0f5df-f4dd-4ccf-bec7-585fedb9ce03 req-2d049840-8781-478b-b98e-a17e5d5965d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:15:35.244583 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-6ac0f5df-f4dd-4ccf-bec7-585fedb9ce03 req-2d049840-8781-478b-b98e-a17e5d5965d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:35.246117 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6ac0f5df-f4dd-4ccf-bec7-585fedb9ce03 req-2d049840-8781-478b-b98e-a17e5d5965d5 service neutron] 10.222.0.64 "PUT /v2.0/ports/549c4525-fa33-4368-aa6b-b5eea6e8af42 HTTP/1.1" status: 200 len: 1093 time: 0.9365544 Jul 24 00:15:35.268476 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d049840-8781-478b-b98e-a17e5d5965d5 service neutron] Pushing event updated for resources: {'Port': ['ID=549c4525-fa33-4368-aa6b-b5eea6e8af42,revision_number=7']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:15:35.326904 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac0f5df-f4dd-4ccf-bec7-585fedb9ce03 req-18c5b01c-90f3-45b5-a9cc-b3213f5462e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:15:35.329002 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6ac0f5df-f4dd-4ccf-bec7-585fedb9ce03 req-18c5b01c-90f3-45b5-a9cc-b3213f5462e3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=646730ba25934852bc5dd86a412228f1&device_id=8675e9a7-659c-4c81-a6b7-aab189694153 HTTP/1.1" status: 200 len: 1096 time: 0.0575802 Jul 24 00:15:35.432834 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac0f5df-f4dd-4ccf-bec7-585fedb9ce03 req-01bb2664-d1a8-4b96-8c3b-4f31b1005b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:15:35.435048 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6ac0f5df-f4dd-4ccf-bec7-585fedb9ce03 req-01bb2664-d1a8-4b96-8c3b-4f31b1005b72 service neutron] 10.222.0.64 "GET /v2.0/networks?id=52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e HTTP/1.1" status: 200 len: 898 time: 0.0957618 Jul 24 00:15:35.510312 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6ac0f5df-f4dd-4ccf-bec7-585fedb9ce03 req-fef74526-813c-4f76-b38e-e1a80924d561 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=549c4525-fa33-4368-aa6b-b5eea6e8af42 HTTP/1.1" status: 200 len: 999 time: 0.0614023 Jul 24 00:15:35.562500 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac0f5df-f4dd-4ccf-bec7-585fedb9ce03 req-8e830e40-2916-41b8-88ac-4f304499e34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:15:35.563899 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6ac0f5df-f4dd-4ccf-bec7-585fedb9ce03 req-8e830e40-2916-41b8-88ac-4f304499e34f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=78e2d992-c1ad-4e19-ba7b-f7b8b753ca16 HTTP/1.1" status: 200 len: 834 time: 0.0469043 Jul 24 00:15:35.627869 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac0f5df-f4dd-4ccf-bec7-585fedb9ce03 req-4a7163dc-c671-4dd3-a022-eb5394633268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:15:35.631038 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6ac0f5df-f4dd-4ccf-bec7-585fedb9ce03 req-4a7163dc-c671-4dd3-a022-eb5394633268 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578136 Jul 24 00:15:35.704022 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4839740-19d3-4ed8-a8e4-937f1251c64f req-1c934495-1024-444d-a807-d531e2b8634e tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:15:35.705581 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e4839740-19d3-4ed8-a8e4-937f1251c64f req-1c934495-1024-444d-a807-d531e2b8634e tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=8675e9a7-659c-4c81-a6b7-aab189694153 HTTP/1.1" status: 200 len: 944 time: 0.0674171 Jul 24 00:15:35.725805 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6ac0f5df-f4dd-4ccf-bec7-585fedb9ce03 req-e25bbed2-bfa8-4ac3-9760-37035586276a service neutron] 10.222.0.64 "GET /v2.0/networks/52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893366 Jul 24 00:15:35.744050 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e4839740-19d3-4ed8-a8e4-937f1251c64f req-cb588e3c-0acd-4011-963b-018c26604a0d tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef14fa0a-16c3-4388-ae20-534d1f674ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326951 Jul 24 00:15:35.796282 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-47189f56-9dc1-49d0-8ec4-6bbb0b3eb832 req-f605285c-f2cb-40ce-84e3-35586f6dc422 tempest-ServerShowV247Test-1728892684 tempest-ServerShowV247Test-1728892684-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb7f95b8-664f-4a5a-a630-04c3a4f735cf HTTP/1.1" status: 200 len: 210 time: 0.0433915 Jul 24 00:15:35.849619 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6ac0f5df-f4dd-4ccf-bec7-585fedb9ce03 req-ad715e20-48a3-426d-b3cc-982f44ca9efa service neutron] 10.222.0.64 "GET /v2.0/networks/52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165075 Jul 24 00:15:36.808608 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8675e9a7-659c-4c81-a6b7-aab189694153', 'tag': '549c4525-fa33-4368-aa6b-b5eea6e8af42'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:15:36.811494 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d2e657-86b2-4414-a57b-3866d142597c" -d '{"events": [{"name": "network-changed", "server_uuid": "8675e9a7-659c-4c81-a6b7-aab189694153", "tag": "549c4525-fa33-4368-aa6b-b5eea6e8af42"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:15:36.858810 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a78427c-bd42-42d7-84a9-9e6375dc460d x-openstack-request-id: req-4a78427c-bd42-42d7-84a9-9e6375dc460d {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:15:36.859370 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8675e9a7-659c-4c81-a6b7-aab189694153", "tag": "549c4525-fa33-4368-aa6b-b5eea6e8af42", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:15:36.859794 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4a78427c-bd42-42d7-84a9-9e6375dc460d {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:15:36.860326 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8675e9a7-659c-4c81-a6b7-aab189694153', 'tag': '549c4525-fa33-4368-aa6b-b5eea6e8af42', 'status': 'completed', 'code': 200} Jul 24 00:15:36.897550 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19f70c-76a2-4661-b4c8-95d11ac68797 req-69280582-b65a-4f7c-acda-a3de5d538235 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:15:36.899000 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ac19f70c-76a2-4661-b4c8-95d11ac68797 req-69280582-b65a-4f7c-acda-a3de5d538235 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=8675e9a7-659c-4c81-a6b7-aab189694153 HTTP/1.1" status: 200 len: 944 time: 0.0796473 Jul 24 00:15:36.958618 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ac19f70c-76a2-4661-b4c8-95d11ac68797 req-ec3f7bb4-701b-48da-8b4c-62393058f0ec tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef14fa0a-16c3-4388-ae20-534d1f674ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427988 Jul 24 00:15:36.961815 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-12f5a839-1086-46a5-901b-b0ddc5dceaca req-fd8e6517-6dd2-404e-9f59-296ab6712b5c tempest-ServerShowV247Test-1728892684 tempest-ServerShowV247Test-1728892684-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb7f95b8-664f-4a5a-a630-04c3a4f735cf HTTP/1.1" status: 200 len: 210 time: 0.0401628 Jul 24 00:15:36.980280 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d2e657-86b2-4414-a57b-3866d142597c req-899a538a-8bbc-4f75-9754-11795a753ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:15:36.981709 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d2e657-86b2-4414-a57b-3866d142597c req-1104f4f5-e263-4e0d-b10b-7a20e46bce9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:15:36.981866 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-65d2e657-86b2-4414-a57b-3866d142597c req-899a538a-8bbc-4f75-9754-11795a753ab4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=646730ba25934852bc5dd86a412228f1&device_id=8675e9a7-659c-4c81-a6b7-aab189694153 HTTP/1.1" status: 200 len: 1096 time: 0.1043360 Jul 24 00:15:36.983485 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-65d2e657-86b2-4414-a57b-3866d142597c req-1104f4f5-e263-4e0d-b10b-7a20e46bce9b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=646730ba25934852bc5dd86a412228f1&device_id=8675e9a7-659c-4c81-a6b7-aab189694153 HTTP/1.1" status: 200 len: 1096 time: 0.0939448 Jul 24 00:15:37.079891 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d2e657-86b2-4414-a57b-3866d142597c req-6eba44e4-3ee7-4503-9657-7994c8298af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:15:37.081574 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-65d2e657-86b2-4414-a57b-3866d142597c req-6eba44e4-3ee7-4503-9657-7994c8298af9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e HTTP/1.1" status: 200 len: 898 time: 0.0918264 Jul 24 00:15:37.085157 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d2e657-86b2-4414-a57b-3866d142597c req-5cf6bea0-ae9a-4058-8cb7-a88fb75f539b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:15:37.086961 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-65d2e657-86b2-4414-a57b-3866d142597c req-5cf6bea0-ae9a-4058-8cb7-a88fb75f539b service neutron] 10.222.0.64 "GET /v2.0/networks?id=52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e HTTP/1.1" status: 200 len: 898 time: 0.0939987 Jul 24 00:15:37.155713 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-65d2e657-86b2-4414-a57b-3866d142597c req-5ff6e61e-f9e1-41aa-91c2-413f08746f24 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=549c4525-fa33-4368-aa6b-b5eea6e8af42 HTTP/1.1" status: 200 len: 999 time: 0.0673170 Jul 24 00:15:37.158493 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-65d2e657-86b2-4414-a57b-3866d142597c req-bac048d4-cbd4-4c1a-aba1-edde6bc6b0ff service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=549c4525-fa33-4368-aa6b-b5eea6e8af42 HTTP/1.1" status: 200 len: 999 time: 0.0641444 Jul 24 00:15:37.201097 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d2e657-86b2-4414-a57b-3866d142597c req-837519f0-7c17-4b05-840d-f653c71e0c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:15:37.203088 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-65d2e657-86b2-4414-a57b-3866d142597c req-837519f0-7c17-4b05-840d-f653c71e0c84 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=78e2d992-c1ad-4e19-ba7b-f7b8b753ca16 HTTP/1.1" status: 200 len: 834 time: 0.0422559 Jul 24 00:15:37.207865 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d2e657-86b2-4414-a57b-3866d142597c req-43133fa3-d7ad-4dbe-adce-3a0886969f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:15:37.209376 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-65d2e657-86b2-4414-a57b-3866d142597c req-43133fa3-d7ad-4dbe-adce-3a0886969f7d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=78e2d992-c1ad-4e19-ba7b-f7b8b753ca16 HTTP/1.1" status: 200 len: 834 time: 0.0437746 Jul 24 00:15:37.260765 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d2e657-86b2-4414-a57b-3866d142597c req-62ef6784-2a01-412a-894b-fb498e003049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:15:37.262479 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-65d2e657-86b2-4414-a57b-3866d142597c req-62ef6784-2a01-412a-894b-fb498e003049 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526285 Jul 24 00:15:37.272038 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d2e657-86b2-4414-a57b-3866d142597c req-3a8abb76-611c-4c16-99bc-d055a1d08f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:15:37.273601 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-65d2e657-86b2-4414-a57b-3866d142597c req-3a8abb76-611c-4c16-99bc-d055a1d08f25 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548377 Jul 24 00:15:37.333012 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 549c4525-fa33-4368-aa6b-b5eea6e8af42 no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:15:37.358752 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-65d2e657-86b2-4414-a57b-3866d142597c req-e7bf55bf-ba9c-4d5d-8f19-9e8d57db0687 service neutron] 10.222.0.52 "GET /v2.0/networks/52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900428 Jul 24 00:15:37.372716 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 549c4525-fa33-4368-aa6b-b5eea6e8af42 not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:15:37.375550 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-65d2e657-86b2-4414-a57b-3866d142597c req-79a874b3-0ff9-4beb-9064-0fb5a8639a1b service neutron] 10.222.0.64 "GET /v2.0/networks/52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938334 Jul 24 00:15:37.452415 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-65d2e657-86b2-4414-a57b-3866d142597c req-b54247b8-b965-4141-bedd-3a06bea20ea9 service neutron] 10.222.0.52 "GET /v2.0/networks/52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860522 Jul 24 00:15:37.468230 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-65d2e657-86b2-4414-a57b-3866d142597c req-22dfa31e-ce8f-4178-9efb-37d568e25b11 service neutron] 10.222.0.64 "GET /v2.0/networks/52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861180 Jul 24 00:15:37.635430 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 549c4525-fa33-4368-aa6b-b5eea6e8af42 details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:15:37.734422 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 549c4525-fa33-4368-aa6b-b5eea6e8af42, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=549c4525-fa33-4368-aa6b-b5eea6e8af42,segment=NetworkSegment(4dde76ee-9daf-4ac3-8e5c-9a2a15633c19),segment_id=4dde76ee-9daf-4ac3-8e5c-9a2a15633c19)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:15:37.746029 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': '549c4525-fa33-4368-aa6b-b5eea6e8af42', 'network_id': '52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e', 'port_id': '549c4525-fa33-4368-aa6b-b5eea6e8af42', 'mac_address': 'fa:16:3e:ce:9e:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78e2d992-c1ad-4e19-ba7b-f7b8b753ca16', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:15:37.785061 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:37.798270 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 549c4525-fa33-4368-aa6b-b5eea6e8af42 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:15:37.818069 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 549c4525-fa33-4368-aa6b-b5eea6e8af42, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=549c4525-fa33-4368-aa6b-b5eea6e8af42,segment=NetworkSegment(4dde76ee-9daf-4ac3-8e5c-9a2a15633c19),segment_id=4dde76ee-9daf-4ac3-8e5c-9a2a15633c19)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:15:37.822350 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:37.872078 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=549c4525-fa33-4368-aa6b-b5eea6e8af42,revision_number=8']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:15:37.880000 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:15:37.880354 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:15:37.880700 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:15:37.881116 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:15:37.881419 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:15:37.881757 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:15:37.882094 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:15:37.882428 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:15:37.882828 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:15:37.883161 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:15:37.883493 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:15:37.883826 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:15:38.091788 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-988faba1-d9a8-47df-a017-96d3843ae9d7 req-feea38fe-81d7-49bf-8c2b-e7e4143e85e1 tempest-ServerShowV247Test-1728892684 tempest-ServerShowV247Test-1728892684-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb7f95b8-664f-4a5a-a630-04c3a4f735cf HTTP/1.1" status: 200 len: 210 time: 0.0373445 Jul 24 00:15:38.092555 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['549c4525-fa33-4368-aa6b-b5eea6e8af42'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:15:38.129172 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2175c8-05f7-4eb5-afe8-dd7b61d312bc req-802e89e8-81be-445d-a3e0-05006c58120f tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:15:38.133286 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8a2175c8-05f7-4eb5-afe8-dd7b61d312bc req-802e89e8-81be-445d-a3e0-05006c58120f tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=8675e9a7-659c-4c81-a6b7-aab189694153 HTTP/1.1" status: 200 len: 945 time: 0.0778694 Jul 24 00:15:38.170157 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8a2175c8-05f7-4eb5-afe8-dd7b61d312bc req-827233bb-3e87-4137-9eec-5a0ac650c013 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef14fa0a-16c3-4388-ae20-534d1f674ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337582 Jul 24 00:15:38.460051 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2205c0-1aaf-4295-9b27-13aa1d683cc2 req-e217575c-89c1-4999-81a8-1e5cb6e89a42 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:15:38.461827 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ad2205c0-1aaf-4295-9b27-13aa1d683cc2 req-e217575c-89c1-4999-81a8-1e5cb6e89a42 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=8675e9a7-659c-4c81-a6b7-aab189694153 HTTP/1.1" status: 200 len: 945 time: 0.1425717 Jul 24 00:15:38.482366 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d7bb5-80c0-489e-a3eb-7a311fe222dd req-584781c4-be55-4e68-9e77-0df29287b87f tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:15:38.484356 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f04d7bb5-80c0-489e-a3eb-7a311fe222dd req-584781c4-be55-4e68-9e77-0df29287b87f tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.52 "GET /v2.0/ports?device_id=8675e9a7-659c-4c81-a6b7-aab189694153&tenant_id=646730ba25934852bc5dd86a412228f1&binding%3Ahost_id=n-h2-800088-16 HTTP/1.1" status: 200 len: 945 time: 0.1550913 Jul 24 00:15:38.536219 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ad2205c0-1aaf-4295-9b27-13aa1d683cc2 req-7007f101-032c-4a3f-aa18-057d9d3a2ad5 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef14fa0a-16c3-4388-ae20-534d1f674ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668714 Jul 24 00:15:38.557337 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [req-f04d7bb5-80c0-489e-a3eb-7a311fe222dd req-0dc5965c-3427-4f14-aa20-b7267adb25cb service neutron] delete failed (client error): The resource could not be found. Jul 24 00:15:38.558328 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f04d7bb5-80c0-489e-a3eb-7a311fe222dd req-0dc5965c-3427-4f14-aa20-b7267adb25cb service neutron] 10.222.0.52 "DELETE /v2.0/ports/549c4525-fa33-4368-aa6b-b5eea6e8af42/bindings/n-h1-800088-16 HTTP/1.1" status: 404 len: 381 time: 0.0667326 Jul 24 00:15:38.652864 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d7bb5-80c0-489e-a3eb-7a311fe222dd req-a0e5a188-42d5-49ae-ab0d-1222f9612035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:15:38.654332 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f04d7bb5-80c0-489e-a3eb-7a311fe222dd req-a0e5a188-42d5-49ae-ab0d-1222f9612035 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=646730ba25934852bc5dd86a412228f1&device_id=8675e9a7-659c-4c81-a6b7-aab189694153 HTTP/1.1" status: 200 len: 1097 time: 0.0526052 Jul 24 00:15:38.745334 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d7bb5-80c0-489e-a3eb-7a311fe222dd req-6e863f01-f3f3-4c02-8f5b-9723168cea94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:15:38.746802 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f04d7bb5-80c0-489e-a3eb-7a311fe222dd req-6e863f01-f3f3-4c02-8f5b-9723168cea94 service neutron] 10.222.0.52 "GET /v2.0/networks?id=52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e HTTP/1.1" status: 200 len: 898 time: 0.0856926 Jul 24 00:15:38.810693 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f04d7bb5-80c0-489e-a3eb-7a311fe222dd req-23e1bee0-ae0d-444b-8fdc-b0853324ae72 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=549c4525-fa33-4368-aa6b-b5eea6e8af42 HTTP/1.1" status: 200 len: 1000 time: 0.0577221 Jul 24 00:15:38.860468 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d7bb5-80c0-489e-a3eb-7a311fe222dd req-1efec039-974a-429d-bd74-a3a31713d2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:15:38.861943 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f04d7bb5-80c0-489e-a3eb-7a311fe222dd req-1efec039-974a-429d-bd74-a3a31713d2fc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=78e2d992-c1ad-4e19-ba7b-f7b8b753ca16 HTTP/1.1" status: 200 len: 834 time: 0.0460265 Jul 24 00:15:38.917413 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d7bb5-80c0-489e-a3eb-7a311fe222dd req-641c19ed-bb3d-46a6-b7aa-ffee9141df55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:15:38.918853 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f04d7bb5-80c0-489e-a3eb-7a311fe222dd req-641c19ed-bb3d-46a6-b7aa-ffee9141df55 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509315 Jul 24 00:15:39.010970 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f04d7bb5-80c0-489e-a3eb-7a311fe222dd req-2abd37a9-eccb-491c-bd9d-2eb8347810b2 service neutron] 10.222.0.52 "GET /v2.0/networks/52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842607 Jul 24 00:15:39.098458 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f04d7bb5-80c0-489e-a3eb-7a311fe222dd req-17267bff-9c47-49dd-8daa-e3708760929a service neutron] 10.222.0.52 "GET /v2.0/networks/52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813639 Jul 24 00:15:39.199957 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6c2ba805-720b-4f13-b2f7-cb6d0cb156eb req-cc16aca9-8b78-428b-87d7-b43269608ac8 tempest-ServerShowV247Test-1728892684 tempest-ServerShowV247Test-1728892684-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb7f95b8-664f-4a5a-a630-04c3a4f735cf HTTP/1.1" status: 200 len: 210 time: 0.0327551 Jul 24 00:15:39.650284 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 549c4525-fa33-4368-aa6b-b5eea6e8af42 up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:15:39.669034 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b632910e-a8e7-40f2-8cb1-6b92003aaa5b req-89631be2-7adf-4356-8677-216ad9729e44 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:15:39.671196 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b632910e-a8e7-40f2-8cb1-6b92003aaa5b req-89631be2-7adf-4356-8677-216ad9729e44 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=8675e9a7-659c-4c81-a6b7-aab189694153 HTTP/1.1" status: 200 len: 945 time: 0.0686967 Jul 24 00:15:39.701210 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port 549c4525-fa33-4368-aa6b-b5eea6e8af42 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:15:39.704915 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port 549c4525-fa33-4368-aa6b-b5eea6e8af42 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:15:39.705295 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:39.708923 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b632910e-a8e7-40f2-8cb1-6b92003aaa5b req-2f79e378-e3cd-4648-a1eb-d3ddd72dcec0 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef14fa0a-16c3-4388-ae20-534d1f674ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321262 Jul 24 00:15:39.731683 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 47074) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:15:39.781866 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:39.790832 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-f9195813-4a04-4cc1-859b-098791b2c7bc tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/floatingips/ece04a52-6425-46d8-acb0-7dfea35faf71 HTTP/1.1" status: 200 len: 992 time: 0.0580108 Jul 24 00:15:39.805386 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8675e9a7-659c-4c81-a6b7-aab189694153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '549c4525-fa33-4368-aa6b-b5eea6e8af42'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:15:39.807652 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f7b0da-068a-4298-8203-5dcece0f4c55" -d '{"events": [{"server_uuid": "8675e9a7-659c-4c81-a6b7-aab189694153", "name": "network-vif-plugged", "status": "completed", "tag": "549c4525-fa33-4368-aa6b-b5eea6e8af42"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:15:39.820608 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 549c4525-fa33-4368-aa6b-b5eea6e8af42, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=549c4525-fa33-4368-aa6b-b5eea6e8af42,segment=NetworkSegment(4dde76ee-9daf-4ac3-8e5c-9a2a15633c19),segment_id=4dde76ee-9daf-4ac3-8e5c-9a2a15633c19)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:15:39.825506 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:39.852983 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5bc506b-6095-4d4d-a667-84b6c887959b x-openstack-request-id: req-d5bc506b-6095-4d4d-a667-84b6c887959b {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:15:39.853279 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8675e9a7-659c-4c81-a6b7-aab189694153", "name": "network-vif-plugged", "status": "completed", "tag": "549c4525-fa33-4368-aa6b-b5eea6e8af42", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:15:39.853537 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d5bc506b-6095-4d4d-a667-84b6c887959b {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:15:39.853924 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8675e9a7-659c-4c81-a6b7-aab189694153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '549c4525-fa33-4368-aa6b-b5eea6e8af42', 'code': 200} Jul 24 00:15:39.881161 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=549c4525-fa33-4368-aa6b-b5eea6e8af42,revision_number=9']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:15:40.304775 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5561c537-00e7-4602-b537-231cabaf079e req-075bda9a-ea84-487a-8de0-1552c9168ba7 tempest-ServerShowV247Test-1728892684 tempest-ServerShowV247Test-1728892684-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb7f95b8-664f-4a5a-a630-04c3a4f735cf HTTP/1.1" status: 200 len: 210 time: 0.0305459 Jul 24 00:15:41.409606 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4c281877-a6e3-4a36-8730-fd85e1a2abcc req-fbeb776c-ec14-4150-9f77-a85de4330072 tempest-ServerShowV247Test-1728892684 tempest-ServerShowV247Test-1728892684-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb7f95b8-664f-4a5a-a630-04c3a4f735cf HTTP/1.1" status: 200 len: 210 time: 0.0290327 Jul 24 00:15:42.519375 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9a6801e5-b4b6-48f2-85e8-d1ac7d47c635 req-4e5ff743-72d5-4e0d-9d61-a0228010ffaa tempest-ServerShowV247Test-1728892684 tempest-ServerShowV247Test-1728892684-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb7f95b8-664f-4a5a-a630-04c3a4f735cf HTTP/1.1" status: 200 len: 210 time: 0.0292096 Jul 24 00:15:43.631130 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f588b8cb-3b36-4c8e-ae26-fd33b627bcc7 req-60c2f847-50ff-4888-bec5-1fcc499288ab tempest-ServerShowV247Test-1728892684 tempest-ServerShowV247Test-1728892684-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb7f95b8-664f-4a5a-a630-04c3a4f735cf HTTP/1.1" status: 200 len: 210 time: 0.0322330 Jul 24 00:15:44.359230 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4a10469a-7efa-453f-be50-ad7b4bc172ec req-0e17781f-f9f3-4310-baee-bdaac8a8d83a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bb7f95b8-664f-4a5a-a630-04c3a4f735cf HTTP/1.1" status: 200 len: 210 time: 0.0300305 Jul 24 00:15:44.738424 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1a19a8d1-eadb-4690-bfd9-ab79a2e3f23b req-ce3109ce-a876-4dfa-80df-d733b9f95045 tempest-ServerShowV247Test-1728892684 tempest-ServerShowV247Test-1728892684-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb7f95b8-664f-4a5a-a630-04c3a4f735cf HTTP/1.1" status: 200 len: 210 time: 0.0330307 Jul 24 00:15:44.796106 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:45.893501 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-295df167-b3c4-46a4-b178-f1f5c8c321f6 req-b14bbaa2-dcca-43a9-b768-ec16cf7f2244 tempest-ServerShowV247Test-1728892684 tempest-ServerShowV247Test-1728892684-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb7f95b8-664f-4a5a-a630-04c3a4f735cf HTTP/1.1" status: 200 len: 210 time: 0.0807812 Jul 24 00:15:46.191611 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-061c11da-a88c-48c6-bccf-43167b5d5c77 req-5e572ab3-80b3-4b92-8ddf-eabfa754398e tempest-ServerShowV247Test-1728892684 tempest-ServerShowV247Test-1728892684-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb7f95b8-664f-4a5a-a630-04c3a4f735cf&device_id=22288af0-4a3e-4196-89ad-71236b2815ef HTTP/1.1" status: 200 len: 210 time: 0.0297196 Jul 24 00:15:46.393741 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0458e85d-1524-44e7-9a3d-582073a5b0b9 req-2dd2cb9b-83c9-4555-8a1e-4ebfd6f876b6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=49b2c1dc2f2f4f00912c8de2aecdcfa9&device_id=bb7f95b8-664f-4a5a-a630-04c3a4f735cf HTTP/1.1" status: 200 len: 210 time: 0.0340292 Jul 24 00:15:46.404771 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d7812bd4-21b4-48c3-97d0-1fdc764528fc req-3d3e5f5a-9644-4a53-881e-5baee1caecf5 tempest-ServerShowV247Test-1728892684 tempest-ServerShowV247Test-1728892684-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb7f95b8-664f-4a5a-a630-04c3a4f735cf HTTP/1.1" status: 200 len: 210 time: 0.0294094 Jul 24 00:15:46.440160 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0458e85d-1524-44e7-9a3d-582073a5b0b9 req-cc82c218-76db-4bf2-931c-61e31efffa2a service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=49b2c1dc2f2f4f00912c8de2aecdcfa9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267420 Jul 24 00:15:46.597632 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0458e85d-1524-44e7-9a3d-582073a5b0b9 req-04bf2eba-c423-4b3e-a7d8-569647ad5b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:15:46.599121 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0458e85d-1524-44e7-9a3d-582073a5b0b9 req-04bf2eba-c423-4b3e-a7d8-569647ad5b47 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1525133 Jul 24 00:15:47.506150 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-93281a62-9114-423a-83b1-080b92b73d31 req-4d972e69-5470-45b9-b9ca-06576a9583ff tempest-ServerShowV247Test-1728892684 tempest-ServerShowV247Test-1728892684-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb7f95b8-664f-4a5a-a630-04c3a4f735cf HTTP/1.1" status: 200 len: 210 time: 0.0342464 Jul 24 00:15:47.720481 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:48.266485 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3684b691-c58c-4095-9dac-ca053199efea req-ff09eef1-9f53-454b-99dc-98694f3aad74 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ef7418c8-cc0f-4720-98ea-317b65ccb9ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0533483 Jul 24 00:15:48.315001 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:15:48.366945 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3684b691-c58c-4095-9dac-ca053199efea req-3a6cbaa2-632a-4407-ae50-29ee50854837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:15:48.368536 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3684b691-c58c-4095-9dac-ca053199efea req-3a6cbaa2-632a-4407-ae50-29ee50854837 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f416a58274704009b44a26f31650fbc3&device_id=ef7418c8-cc0f-4720-98ea-317b65ccb9ad HTTP/1.1" status: 200 len: 1098 time: 0.0611696 Jul 24 00:15:48.391170 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0458e85d-1524-44e7-9a3d-582073a5b0b9 req-7c180dcb-b745-4bfd-9f91-b4717ac3bf9a tempest-ServerShowV247Test-1728892684 tempest-ServerShowV247Test-1728892684-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb7f95b8-664f-4a5a-a630-04c3a4f735cf HTTP/1.1" status: 200 len: 210 time: 0.3692572 Jul 24 00:15:48.471700 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3684b691-c58c-4095-9dac-ca053199efea req-aeb251c7-15e8-4543-8398-c0dfc7ce2e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:15:48.473176 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3684b691-c58c-4095-9dac-ca053199efea req-aeb251c7-15e8-4543-8398-c0dfc7ce2e5d service neutron] 10.222.0.52 "GET /v2.0/networks?id=3bb27577-8aa4-438b-b0fc-2e9a72f8d21f HTTP/1.1" status: 200 len: 916 time: 0.0863538 Jul 24 00:15:48.540084 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3684b691-c58c-4095-9dac-ca053199efea req-382a3783-0cf8-43b8-8dd4-7f67871fab73 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2cc29194-d266-42bb-9db8-3d7a0b796200 HTTP/1.1" status: 200 len: 1001 time: 0.0612612 Jul 24 00:15:48.590820 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3684b691-c58c-4095-9dac-ca053199efea req-8e941bc6-a7e6-4738-a450-d21fb98b9633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:15:48.592162 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3684b691-c58c-4095-9dac-ca053199efea req-8e941bc6-a7e6-4738-a450-d21fb98b9633 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=63da32e2-61ac-4eb0-aee3-157739522d03 HTTP/1.1" status: 200 len: 854 time: 0.0459783 Jul 24 00:15:48.640452 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7530c6fe-2eb7-44c1-978e-c0440205c1fa req-a29ad0dd-8ed3-4504-88df-eb721a6f88ab tempest-ServerShowV247Test-1728892684 tempest-ServerShowV247Test-1728892684-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb7f95b8-664f-4a5a-a630-04c3a4f735cf HTTP/1.1" status: 200 len: 210 time: 0.0522165 Jul 24 00:15:48.666795 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3684b691-c58c-4095-9dac-ca053199efea req-371cf312-d7e0-4ad8-8bb2-989a46011cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:15:48.668280 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3684b691-c58c-4095-9dac-ca053199efea req-371cf312-d7e0-4ad8-8bb2-989a46011cdb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3bb27577-8aa4-438b-b0fc-2e9a72f8d21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0681021 Jul 24 00:15:48.761767 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3684b691-c58c-4095-9dac-ca053199efea req-c0a6d83b-b6b4-4af7-b62c-7aedf01f8ad8 service neutron] 10.222.0.52 "GET /v2.0/networks/3bb27577-8aa4-438b-b0fc-2e9a72f8d21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870378 Jul 24 00:15:48.857494 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3684b691-c58c-4095-9dac-ca053199efea req-d381c226-f4cd-467d-9d6e-e84e84de3c1f service neutron] 10.222.0.52 "GET /v2.0/networks/3bb27577-8aa4-438b-b0fc-2e9a72f8d21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896208 Jul 24 00:15:49.891369 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f31c481e-d03a-4aba-af5a-d14c55908941 req-58f24c85-11ed-4340-b566-389a85706a83 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=49b2c1dc2f2f4f00912c8de2aecdcfa9&device_id=22288af0-4a3e-4196-89ad-71236b2815ef HTTP/1.1" status: 200 len: 210 time: 0.0358818 Jul 24 00:15:49.917621 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6e849429-f1b5-489e-9789-a79cba481527 req-ad33c096-a72c-4734-9271-f7c6428a7041 tempest-ServerShowV247Test-1728892684 tempest-ServerShowV247Test-1728892684-project] 10.222.0.44 "GET /v2.0/ports?device_id=22288af0-4a3e-4196-89ad-71236b2815ef HTTP/1.1" status: 200 len: 210 time: 0.0517883 Jul 24 00:15:49.930068 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f31c481e-d03a-4aba-af5a-d14c55908941 req-a4988071-00f4-4e65-ab8a-00c24b96d88a service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=49b2c1dc2f2f4f00912c8de2aecdcfa9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0234244 Jul 24 00:15:50.028064 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c481e-d03a-4aba-af5a-d14c55908941 req-2120dde0-fbc6-4994-8824-df459f5af104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:15:50.029555 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f31c481e-d03a-4aba-af5a-d14c55908941 req-2120dde0-fbc6-4994-8824-df459f5af104 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0934210 Jul 24 00:15:51.018281 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-46e3a8da-96f2-4ac3-8d80-aa5ea6115e63 req-0a332645-460d-4d55-9e76-e8e3c02feb8d tempest-ServerShowV247Test-1728892684 tempest-ServerShowV247Test-1728892684-project] 10.222.0.44 "GET /v2.0/ports?device_id=22288af0-4a3e-4196-89ad-71236b2815ef HTTP/1.1" status: 200 len: 210 time: 0.0312359 Jul 24 00:15:51.485396 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f31c481e-d03a-4aba-af5a-d14c55908941 req-d841c89a-a1a3-4d9c-9f1e-94fd88b0980b tempest-ServerShowV247Test-1728892684 tempest-ServerShowV247Test-1728892684-project] 10.222.0.64 "GET /v2.0/ports?device_id=22288af0-4a3e-4196-89ad-71236b2815ef HTTP/1.1" status: 200 len: 210 time: 0.0296609 Jul 24 00:15:52.318033 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 47164) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:15:52.425916 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3a053613-92a7-4190-a7ce-e52814edae77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:52.511111 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3a053613-92a7-4190-a7ce-e52814edae77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:52.514707 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3a053613-92a7-4190-a7ce-e52814edae77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:52.552098 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-3a053613-92a7-4190-a7ce-e52814edae77 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=49b2c1dc2f2f4f00912c8de2aecdcfa9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2329912 Jul 24 00:15:52.553366 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a053613-92a7-4190-a7ce-e52814edae77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=160eaacb-14b9-47eb-ad99-d31ff56149b8,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:15:52.554837 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 47168) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:15:52.604971 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-abd64a54-5c88-443e-9fab-ae8f6f6f2fcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:52.630846 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-abd64a54-5c88-443e-9fab-ae8f6f6f2fcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:52.677301 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-abd64a54-5c88-443e-9fab-ae8f6f6f2fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:52.679839 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-abd64a54-5c88-443e-9fab-ae8f6f6f2fcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:52.681009 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-abd64a54-5c88-443e-9fab-ae8f6f6f2fcd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/160eaacb-14b9-47eb-ad99-d31ff56149b8 HTTP/1.1" status: 204 len: 168 time: 0.1251452 Jul 24 00:15:52.688337 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd64a54-5c88-443e-9fab-ae8f6f6f2fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=160eaacb-14b9-47eb-ad99-d31ff56149b8,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:15:53.163410 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-4ea67f78-798d-49a0-822f-e4a27301858b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:53.284067 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 47194) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:15:53.381463 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-7a08bada-15d2-433d-a8f0-cae1348e18b0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1573165053-network', 'tenant_id': 'd101a2ce9a064baabc9b1c2111317a43'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:15:53.404337 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a08bada-15d2-433d-a8f0-cae1348e18b0 admin admin] Made reservation on behalf of d101a2ce9a064baabc9b1c2111317a43 for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:15:53.406605 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7a08bada-15d2-433d-a8f0-cae1348e18b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:53.414769 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7a08bada-15d2-433d-a8f0-cae1348e18b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:53.503774 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7a08bada-15d2-433d-a8f0-cae1348e18b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:53.507437 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7a08bada-15d2-433d-a8f0-cae1348e18b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:53.529120 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a08bada-15d2-433d-a8f0-cae1348e18b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:15:53.543202 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a08bada-15d2-433d-a8f0-cae1348e18b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff0372ed-3427-4665-94ae-69b5a36710b5,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:15:53.549289 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7a08bada-15d2-433d-a8f0-cae1348e18b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:53.549643 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-7a08bada-15d2-433d-a8f0-cae1348e18b0 admin admin] Added segment 5aa5a49c-7465-4920-b25b-c3e99ae728f5 of type vlan for network 647eee8d-5ee8-4283-a9e5-d18e1a31df0d Jul 24 00:15:53.592565 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7a08bada-15d2-433d-a8f0-cae1348e18b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:53.630137 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7a08bada-15d2-433d-a8f0-cae1348e18b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:53.631090 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a08bada-15d2-433d-a8f0-cae1348e18b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:15:53.631673 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7a08bada-15d2-433d-a8f0-cae1348e18b0 admin admin] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:53.672916 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-7a08bada-15d2-433d-a8f0-cae1348e18b0 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.3877118 Jul 24 00:15:53.675886 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 47200) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:15:53.681492 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-fd7db81b-b4f6-4816-8191-660738df0533 admin admin] Request body: {'subnet': {'network_id': '647eee8d-5ee8-4283-a9e5-d18e1a31df0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1573165053-subnet', 'tenant_id': 'd101a2ce9a064baabc9b1c2111317a43', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:15:53.706591 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd7db81b-b4f6-4816-8191-660738df0533 admin admin] Made reservation on behalf of d101a2ce9a064baabc9b1c2111317a43 for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:15:53.709317 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fd7db81b-b4f6-4816-8191-660738df0533 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:53.718181 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a08bada-15d2-433d-a8f0-cae1348e18b0 admin admin] Pushing event updated for resources: {'Network': ['ID=647eee8d-5ee8-4283-a9e5-d18e1a31df0d,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:15:53.729208 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 647eee8d-5ee8-4283-a9e5-d18e1a31df0d details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:15:53.877853 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fd7db81b-b4f6-4816-8191-660738df0533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:54.208199 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7db81b-b4f6-4816-8191-660738df0533 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f74eda8a-ed40-4284-ae5e-468e5cf2304c,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:15:54.213645 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7db81b-b4f6-4816-8191-660738df0533 admin admin] Checking segment: {'id': '5aa5a49c-7465-4920-b25b-c3e99ae728f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '647eee8d-5ee8-4283-a9e5-d18e1a31df0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:15:54.214009 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7db81b-b4f6-4816-8191-660738df0533 admin admin] Network hostable DHCP agents. Network: 647eee8d-5ee8-4283-a9e5-d18e1a31df0d, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:15:54.230550 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7db81b-b4f6-4816-8191-660738df0533 admin admin] Network 647eee8d-5ee8-4283-a9e5-d18e1a31df0d is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:15:54.239898 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-fd7db81b-b4f6-4816-8191-660738df0533 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 647eee8d-5ee8-4283-a9e5-d18e1a31df0d) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:15:54.244447 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7db81b-b4f6-4816-8191-660738df0533 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:15:54.245529 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fd7db81b-b4f6-4816-8191-660738df0533 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:54.249605 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fc4f90-08d9-41ec-b304-2f5964eff0ac None None] Network 647eee8d-5ee8-4283-a9e5-d18e1a31df0d requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:15:54.259544 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-fd7db81b-b4f6-4816-8191-660738df0533 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.5820360 Jul 24 00:15:54.378631 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0940fc2d-9d86-4d4b-a113-69a660fc406a None None] Network 647eee8d-5ee8-4283-a9e5-d18e1a31df0d requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:15:54.674136 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24aa329-e41b-4e0c-bb50-29b08ca8a7b6 req-30e08161-8d2e-4657-b388-5e29d414b3b8 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:15:54.675503 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e24aa329-e41b-4e0c-bb50-29b08ca8a7b6 req-30e08161-8d2e-4657-b388-5e29d414b3b8 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/networks?id=647eee8d-5ee8-4283-a9e5-d18e1a31df0d HTTP/1.1" status: 200 len: 806 time: 0.1029885 Jul 24 00:15:54.689770 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e24aa329-e41b-4e0c-bb50-29b08ca8a7b6 req-a23917bb-7dcb-4a11-87a0-8f30ce1f726a tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/quotas/d101a2ce9a064baabc9b1c2111317a43 HTTP/1.1" status: 200 len: 375 time: 0.0091119 Jul 24 00:15:54.724172 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e24aa329-e41b-4e0c-bb50-29b08ca8a7b6 req-597d1953-1dc6-4da4-af06-3b0a3fc432fc tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d101a2ce9a064baabc9b1c2111317a43&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294728 Jul 24 00:15:54.815744 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e24aa329-e41b-4e0c-bb50-29b08ca8a7b6 req-2cd8fe60-adea-4a34-b437-62dee2c10b24 service neutron] 10.222.0.44 "GET /v2.0/networks/647eee8d-5ee8-4283-a9e5-d18e1a31df0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851305 Jul 24 00:15:54.901868 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e24aa329-e41b-4e0c-bb50-29b08ca8a7b6 req-40490aeb-61fa-4945-8008-89d8374e7e41 service neutron] 10.222.0.44 "GET /v2.0/networks/647eee8d-5ee8-4283-a9e5-d18e1a31df0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804281 Jul 24 00:15:55.060095 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a2889b6d-2bce-495e-b245-18a71370a23c req-77d1dd7b-a783-4823-8d1c-e350a458d86b tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=c791c43d-0c34-48d4-83ad-fa8a14750d5f HTTP/1.1" status: 200 len: 210 time: 0.0290618 Jul 24 00:15:55.732310 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ebc888d3-f513-43aa-9ab5-4e95aa7b3c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:55.944302 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24aa329-e41b-4e0c-bb50-29b08ca8a7b6 req-8d007177-6c04-4e06-bb50-96574367dfe1 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:15:55.945827 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e24aa329-e41b-4e0c-bb50-29b08ca8a7b6 req-8d007177-6c04-4e06-bb50-96574367dfe1 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.52 "GET /v2.0/networks?id=647eee8d-5ee8-4283-a9e5-d18e1a31df0d HTTP/1.1" status: 200 len: 806 time: 0.1123679 Jul 24 00:15:55.959244 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-e24aa329-e41b-4e0c-bb50-29b08ca8a7b6 req-b6eac36c-5593-4ed2-be93-f5aba8607706 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Request body: {'port': {'device_id': 'c791c43d-0c34-48d4-83ad-fa8a14750d5f', 'network_id': '647eee8d-5ee8-4283-a9e5-d18e1a31df0d', 'admin_state_up': True, 'tenant_id': 'd101a2ce9a064baabc9b1c2111317a43'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:15:56.064522 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e24aa329-e41b-4e0c-bb50-29b08ca8a7b6 req-b6eac36c-5593-4ed2-be93-f5aba8607706 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Made reservation on behalf of d101a2ce9a064baabc9b1c2111317a43 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:15:56.068071 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-e24aa329-e41b-4e0c-bb50-29b08ca8a7b6 req-b6eac36c-5593-4ed2-be93-f5aba8607706 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:56.163317 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1c4028b9-fbaa-4c8c-a8ca-4d5dc9f2c88c req-38c42895-8863-4ac0-b834-11a164ff6a84 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=c791c43d-0c34-48d4-83ad-fa8a14750d5f HTTP/1.1" status: 200 len: 210 time: 0.0346055 Jul 24 00:15:56.201793 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-e24aa329-e41b-4e0c-bb50-29b08ca8a7b6 req-b6eac36c-5593-4ed2-be93-f5aba8607706 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Allocated IP 172.20.0.13 (647eee8d-5ee8-4283-a9e5-d18e1a31df0d/f74eda8a-ed40-4284-ae5e-468e5cf2304c/5f16fbca-e168-4d66-b734-55081507532a) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:15:56.351509 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-e24aa329-e41b-4e0c-bb50-29b08ca8a7b6 req-b6eac36c-5593-4ed2-be93-f5aba8607706 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:56.388712 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-e24aa329-e41b-4e0c-bb50-29b08ca8a7b6 req-b6eac36c-5593-4ed2-be93-f5aba8607706 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:56.426031 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e24aa329-e41b-4e0c-bb50-29b08ca8a7b6 req-b6eac36c-5593-4ed2-be93-f5aba8607706 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Network 647eee8d-5ee8-4283-a9e5-d18e1a31df0d is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:15:56.428963 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-e24aa329-e41b-4e0c-bb50-29b08ca8a7b6 req-b6eac36c-5593-4ed2-be93-f5aba8607706 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:15:56.432521 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-e24aa329-e41b-4e0c-bb50-29b08ca8a7b6 req-b6eac36c-5593-4ed2-be93-f5aba8607706 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:15:56.463585 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eac36c-5593-4ed2-be93-f5aba8607706 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Pushing event updated for resources: {'Port': ['ID=5f16fbca-e168-4d66-b734-55081507532a,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:15:56.488183 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24aa329-e41b-4e0c-bb50-29b08ca8a7b6 req-b6eac36c-5593-4ed2-be93-f5aba8607706 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:15:56.488794 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-e24aa329-e41b-4e0c-bb50-29b08ca8a7b6 req-b6eac36c-5593-4ed2-be93-f5aba8607706 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:56.502324 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e24aa329-e41b-4e0c-bb50-29b08ca8a7b6 req-b6eac36c-5593-4ed2-be93-f5aba8607706 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5480132 Jul 24 00:15:56.514042 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-e24aa329-e41b-4e0c-bb50-29b08ca8a7b6 req-8e7a79ae-3069-4a37-8ab5-63f5cbf1e3ff service neutron] Request body: {'port': {'device_id': 'c791c43d-0c34-48d4-83ad-fa8a14750d5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:15:56.587179 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-e24aa329-e41b-4e0c-bb50-29b08ca8a7b6 req-8e7a79ae-3069-4a37-8ab5-63f5cbf1e3ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:56.745862 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:56.838612 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-e24aa329-e41b-4e0c-bb50-29b08ca8a7b6 req-8e7a79ae-3069-4a37-8ab5-63f5cbf1e3ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f16fbca-e168-4d66-b734-55081507532a {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:15:56.846700 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-e24aa329-e41b-4e0c-bb50-29b08ca8a7b6 req-8e7a79ae-3069-4a37-8ab5-63f5cbf1e3ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:56.858724 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-e24aa329-e41b-4e0c-bb50-29b08ca8a7b6 req-8e7a79ae-3069-4a37-8ab5-63f5cbf1e3ff service neutron] Transition to ACTIVE for port object 5f16fbca-e168-4d66-b734-55081507532a will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:15:56.862402 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-e24aa329-e41b-4e0c-bb50-29b08ca8a7b6 req-8e7a79ae-3069-4a37-8ab5-63f5cbf1e3ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:56.915973 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7a79ae-3069-4a37-8ab5-63f5cbf1e3ff service neutron] Pushing event updated for resources: {'Port': ['ID=5f16fbca-e168-4d66-b734-55081507532a,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:15:56.987280 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-e24aa329-e41b-4e0c-bb50-29b08ca8a7b6 req-8e7a79ae-3069-4a37-8ab5-63f5cbf1e3ff service neutron] Attempting to bind port 5f16fbca-e168-4d66-b734-55081507532a on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:15:56.987615 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-e24aa329-e41b-4e0c-bb50-29b08ca8a7b6 req-8e7a79ae-3069-4a37-8ab5-63f5cbf1e3ff service neutron] Attempting to bind port 5f16fbca-e168-4d66-b734-55081507532a by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': '5aa5a49c-7465-4920-b25b-c3e99ae728f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '647eee8d-5ee8-4283-a9e5-d18e1a31df0d'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:15:56.987942 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24aa329-e41b-4e0c-bb50-29b08ca8a7b6 req-8e7a79ae-3069-4a37-8ab5-63f5cbf1e3ff service neutron] Attempting to bind port 5f16fbca-e168-4d66-b734-55081507532a on network 647eee8d-5ee8-4283-a9e5-d18e1a31df0d {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:15:56.992042 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24aa329-e41b-4e0c-bb50-29b08ca8a7b6 req-8e7a79ae-3069-4a37-8ab5-63f5cbf1e3ff service neutron] Port 5f16fbca-e168-4d66-b734-55081507532a on network 647eee8d-5ee8-4283-a9e5-d18e1a31df0d not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:15:56.992357 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24aa329-e41b-4e0c-bb50-29b08ca8a7b6 req-8e7a79ae-3069-4a37-8ab5-63f5cbf1e3ff service neutron] Attempting to bind port 5f16fbca-e168-4d66-b734-55081507532a on network 647eee8d-5ee8-4283-a9e5-d18e1a31df0d {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:15:56.996952 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24aa329-e41b-4e0c-bb50-29b08ca8a7b6 req-8e7a79ae-3069-4a37-8ab5-63f5cbf1e3ff service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:15:56.997288 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24aa329-e41b-4e0c-bb50-29b08ca8a7b6 req-8e7a79ae-3069-4a37-8ab5-63f5cbf1e3ff service neutron] Checking segment: {'id': '5aa5a49c-7465-4920-b25b-c3e99ae728f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '647eee8d-5ee8-4283-a9e5-d18e1a31df0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:15:56.997669 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24aa329-e41b-4e0c-bb50-29b08ca8a7b6 req-8e7a79ae-3069-4a37-8ab5-63f5cbf1e3ff service neutron] Bound using segment: {'id': '5aa5a49c-7465-4920-b25b-c3e99ae728f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '647eee8d-5ee8-4283-a9e5-d18e1a31df0d'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:15:56.998088 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-e24aa329-e41b-4e0c-bb50-29b08ca8a7b6 req-8e7a79ae-3069-4a37-8ab5-63f5cbf1e3ff service neutron] Bound port: 5f16fbca-e168-4d66-b734-55081507532a, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aa5a49c-7465-4920-b25b-c3e99ae728f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '647eee8d-5ee8-4283-a9e5-d18e1a31df0d'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:15:56.998435 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-e24aa329-e41b-4e0c-bb50-29b08ca8a7b6 req-8e7a79ae-3069-4a37-8ab5-63f5cbf1e3ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:57.059365 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-e24aa329-e41b-4e0c-bb50-29b08ca8a7b6 req-8e7a79ae-3069-4a37-8ab5-63f5cbf1e3ff service neutron] For port 5f16fbca-e168-4d66-b734-55081507532a, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:15:57.062962 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-e24aa329-e41b-4e0c-bb50-29b08ca8a7b6 req-8e7a79ae-3069-4a37-8ab5-63f5cbf1e3ff service neutron] For port 5f16fbca-e168-4d66-b734-55081507532a, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=5f16fbca-e168-4d66-b734-55081507532a,segment=NetworkSegment(5aa5a49c-7465-4920-b25b-c3e99ae728f5),segment_id=5aa5a49c-7465-4920-b25b-c3e99ae728f5)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:15:57.066476 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-e24aa329-e41b-4e0c-bb50-29b08ca8a7b6 req-8e7a79ae-3069-4a37-8ab5-63f5cbf1e3ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:57.098362 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24aa329-e41b-4e0c-bb50-29b08ca8a7b6 req-8e7a79ae-3069-4a37-8ab5-63f5cbf1e3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:15:57.098972 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-e24aa329-e41b-4e0c-bb50-29b08ca8a7b6 req-8e7a79ae-3069-4a37-8ab5-63f5cbf1e3ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:57.100341 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e24aa329-e41b-4e0c-bb50-29b08ca8a7b6 req-8e7a79ae-3069-4a37-8ab5-63f5cbf1e3ff service neutron] 10.222.0.52 "PUT /v2.0/ports/5f16fbca-e168-4d66-b734-55081507532a HTTP/1.1" status: 200 len: 1093 time: 0.5904920 Jul 24 00:15:57.100772 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c791c43d-0c34-48d4-83ad-fa8a14750d5f', 'tag': '5f16fbca-e168-4d66-b734-55081507532a'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:15:57.103038 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eba075a-e22f-47bd-8a2e-697560db01a0" -d '{"events": [{"name": "network-changed", "server_uuid": "c791c43d-0c34-48d4-83ad-fa8a14750d5f", "tag": "5f16fbca-e168-4d66-b734-55081507532a"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:15:57.131085 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7a79ae-3069-4a37-8ab5-63f5cbf1e3ff service neutron] Pushing event updated for resources: {'Port': ['ID=5f16fbca-e168-4d66-b734-55081507532a,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:15:57.148092 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9854a48-1efb-4af9-9d83-95be35afc8b4 x-openstack-request-id: req-b9854a48-1efb-4af9-9d83-95be35afc8b4 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:15:57.148374 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c791c43d-0c34-48d4-83ad-fa8a14750d5f", "tag": "5f16fbca-e168-4d66-b734-55081507532a", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:15:57.148628 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b9854a48-1efb-4af9-9d83-95be35afc8b4 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:15:57.149043 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c791c43d-0c34-48d4-83ad-fa8a14750d5f', 'tag': '5f16fbca-e168-4d66-b734-55081507532a', 'status': 'completed', 'code': 200} Jul 24 00:15:57.197839 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24aa329-e41b-4e0c-bb50-29b08ca8a7b6 req-64a1d2d0-dbee-486c-97ee-d4e13b5bdb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:15:57.199392 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e24aa329-e41b-4e0c-bb50-29b08ca8a7b6 req-64a1d2d0-dbee-486c-97ee-d4e13b5bdb92 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d101a2ce9a064baabc9b1c2111317a43&device_id=c791c43d-0c34-48d4-83ad-fa8a14750d5f HTTP/1.1" status: 200 len: 1096 time: 0.0602543 Jul 24 00:15:57.240611 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e24aa329-e41b-4e0c-bb50-29b08ca8a7b6 req-a68252cc-1f2e-4e6f-a0ef-3aeda0935a30 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f16fbca-e168-4d66-b734-55081507532a HTTP/1.1" status: 200 len: 217 time: 0.0344360 Jul 24 00:15:57.275515 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:57.292148 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24aa329-e41b-4e0c-bb50-29b08ca8a7b6 req-9ea12403-1b68-4319-8d68-d8b64d8f3191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:15:57.293671 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e24aa329-e41b-4e0c-bb50-29b08ca8a7b6 req-9ea12403-1b68-4319-8d68-d8b64d8f3191 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f74eda8a-ed40-4284-ae5e-468e5cf2304c HTTP/1.1" status: 200 len: 846 time: 0.0473552 Jul 24 00:15:57.307513 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0fdde4-25bc-468e-bc91-8a6c4a36be66 req-428a6b55-7170-41f1-99f1-b09afa717fed tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:15:57.309064 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7b0fdde4-25bc-468e-bc91-8a6c4a36be66 req-428a6b55-7170-41f1-99f1-b09afa717fed tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=c791c43d-0c34-48d4-83ad-fa8a14750d5f HTTP/1.1" status: 200 len: 944 time: 0.0764198 Jul 24 00:15:57.328947 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e24aa329-e41b-4e0c-bb50-29b08ca8a7b6 req-290b4417-e363-4c49-8270-70f5a9b665f4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=647eee8d-5ee8-4283-a9e5-d18e1a31df0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286760 Jul 24 00:15:57.371331 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7b0fdde4-25bc-468e-bc91-8a6c4a36be66 req-8e3c2908-c980-4727-bdc8-80937aa0d1f4 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483980 Jul 24 00:15:57.436057 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e24aa329-e41b-4e0c-bb50-29b08ca8a7b6 req-f98d8095-5471-4eba-8414-b706dab1d690 service neutron] 10.222.0.52 "GET /v2.0/networks/647eee8d-5ee8-4283-a9e5-d18e1a31df0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010704 Jul 24 00:15:57.533940 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e24aa329-e41b-4e0c-bb50-29b08ca8a7b6 req-73a6be52-da68-499a-bb22-000be458d839 service neutron] 10.222.0.52 "GET /v2.0/networks/647eee8d-5ee8-4283-a9e5-d18e1a31df0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910141 Jul 24 00:15:57.632269 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba075a-e22f-47bd-8a2e-697560db01a0 req-9f082069-174b-4662-a806-0de5759e40cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:15:57.633734 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8eba075a-e22f-47bd-8a2e-697560db01a0 req-9f082069-174b-4662-a806-0de5759e40cd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d101a2ce9a064baabc9b1c2111317a43&device_id=c791c43d-0c34-48d4-83ad-fa8a14750d5f HTTP/1.1" status: 200 len: 1096 time: 0.0548570 Jul 24 00:15:57.727455 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba075a-e22f-47bd-8a2e-697560db01a0 req-6541df22-44c7-451b-8878-433cefa09c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:15:57.728998 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8eba075a-e22f-47bd-8a2e-697560db01a0 req-6541df22-44c7-451b-8878-433cefa09c54 service neutron] 10.222.0.52 "GET /v2.0/networks?id=647eee8d-5ee8-4283-a9e5-d18e1a31df0d HTTP/1.1" status: 200 len: 907 time: 0.0891807 Jul 24 00:15:57.775992 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8eba075a-e22f-47bd-8a2e-697560db01a0 req-60e62a50-bdc6-457e-b48a-7ab1904a720e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f16fbca-e168-4d66-b734-55081507532a HTTP/1.1" status: 200 len: 217 time: 0.0406425 Jul 24 00:15:57.825596 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba075a-e22f-47bd-8a2e-697560db01a0 req-43d48b11-d003-48a0-9b2d-a37bdceba965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:15:57.827062 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8eba075a-e22f-47bd-8a2e-697560db01a0 req-43d48b11-d003-48a0-9b2d-a37bdceba965 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f74eda8a-ed40-4284-ae5e-468e5cf2304c HTTP/1.1" status: 200 len: 846 time: 0.0434194 Jul 24 00:15:57.861530 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8eba075a-e22f-47bd-8a2e-697560db01a0 req-cb70662a-2e29-43d4-8390-cc6f3d64a8e7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=647eee8d-5ee8-4283-a9e5-d18e1a31df0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274410 Jul 24 00:15:57.958399 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8eba075a-e22f-47bd-8a2e-697560db01a0 req-22116d98-922e-4172-a9ac-7eed62142e17 service neutron] 10.222.0.52 "GET /v2.0/networks/647eee8d-5ee8-4283-a9e5-d18e1a31df0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894516 Jul 24 00:15:58.049950 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8eba075a-e22f-47bd-8a2e-697560db01a0 req-b71b4d8f-f55d-4df2-b765-cf3bdd303645 service neutron] 10.222.0.52 "GET /v2.0/networks/647eee8d-5ee8-4283-a9e5-d18e1a31df0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845811 Jul 24 00:15:58.491009 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327e136a-e2fc-408d-a308-b9563c604ad9 req-5e2923c0-6de4-403f-86b3-a22914ebdc8c tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:15:58.492516 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-327e136a-e2fc-408d-a308-b9563c604ad9 req-5e2923c0-6de4-403f-86b3-a22914ebdc8c tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=c791c43d-0c34-48d4-83ad-fa8a14750d5f HTTP/1.1" status: 200 len: 944 time: 0.0717475 Jul 24 00:15:58.528687 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-327e136a-e2fc-408d-a308-b9563c604ad9 req-01472c83-9888-45a1-b341-6569aed58437 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306635 Jul 24 00:15:58.870854 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:15:59.657240 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d244a3f2-6d72-4b3d-ac5b-d4d4172dbe3f req-01020ed5-430f-42c2-87c9-cda854f9eef0 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:15:59.658764 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d244a3f2-6d72-4b3d-ac5b-d4d4172dbe3f req-01020ed5-430f-42c2-87c9-cda854f9eef0 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=c791c43d-0c34-48d4-83ad-fa8a14750d5f HTTP/1.1" status: 200 len: 944 time: 0.0633116 Jul 24 00:15:59.699559 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d244a3f2-6d72-4b3d-ac5b-d4d4172dbe3f req-61908411-8be7-4509-8863-518e7aa59e08 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353341 Jul 24 00:16:00.838239 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9445ff84-dc3d-491a-b349-1e4bbf05f3bc req-5cf60380-f532-46e0-9523-925255aa3699 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:00.839652 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9445ff84-dc3d-491a-b349-1e4bbf05f3bc req-5cf60380-f532-46e0-9523-925255aa3699 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=c791c43d-0c34-48d4-83ad-fa8a14750d5f HTTP/1.1" status: 200 len: 944 time: 0.0723624 Jul 24 00:16:00.876169 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9445ff84-dc3d-491a-b349-1e4bbf05f3bc req-c27f0043-285b-4c4a-8116-ba4ac0b22155 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310309 Jul 24 00:16:01.411113 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 5f16fbca-e168-4d66-b734-55081507532a details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:16:01.507394 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 5f16fbca-e168-4d66-b734-55081507532a, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=5f16fbca-e168-4d66-b734-55081507532a,segment=NetworkSegment(5aa5a49c-7465-4920-b25b-c3e99ae728f5),segment_id=5aa5a49c-7465-4920-b25b-c3e99ae728f5)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:16:01.518208 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': '5f16fbca-e168-4d66-b734-55081507532a', 'network_id': '647eee8d-5ee8-4283-a9e5-d18e1a31df0d', 'port_id': '5f16fbca-e168-4d66-b734-55081507532a', 'mac_address': 'fa:16:3e:e0:76:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f74eda8a-ed40-4284-ae5e-468e5cf2304c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:16:01.554773 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:01.566966 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f16fbca-e168-4d66-b734-55081507532a {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:16:01.586446 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 5f16fbca-e168-4d66-b734-55081507532a, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=5f16fbca-e168-4d66-b734-55081507532a,segment=NetworkSegment(5aa5a49c-7465-4920-b25b-c3e99ae728f5),segment_id=5aa5a49c-7465-4920-b25b-c3e99ae728f5)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:16:01.590873 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:01.641043 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=5f16fbca-e168-4d66-b734-55081507532a,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:01.797624 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['5f16fbca-e168-4d66-b734-55081507532a'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:16:02.007185 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17758783-6ebd-4089-9f06-07bec75f3ffe req-c8698ff5-2783-481a-a97e-fbf86755c79f tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:02.008706 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-17758783-6ebd-4089-9f06-07bec75f3ffe req-c8698ff5-2783-481a-a97e-fbf86755c79f tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=c791c43d-0c34-48d4-83ad-fa8a14750d5f HTTP/1.1" status: 200 len: 945 time: 0.0645835 Jul 24 00:16:02.048465 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-17758783-6ebd-4089-9f06-07bec75f3ffe req-b316a111-d39d-489a-954f-ee3f90e91e0b tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331793 Jul 24 00:16:03.182298 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad8ac00-01a4-4ba7-8c51-1344ad197137 req-b6ce65d0-71e1-47e6-9a46-d0c3ae4bed20 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:03.183884 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3ad8ac00-01a4-4ba7-8c51-1344ad197137 req-b6ce65d0-71e1-47e6-9a46-d0c3ae4bed20 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=c791c43d-0c34-48d4-83ad-fa8a14750d5f HTTP/1.1" status: 200 len: 945 time: 0.0683570 Jul 24 00:16:03.222906 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3ad8ac00-01a4-4ba7-8c51-1344ad197137 req-25d10346-c77c-43fb-9e14-a2f32b321d83 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329149 Jul 24 00:16:03.425988 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 5f16fbca-e168-4d66-b734-55081507532a up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:16:03.473198 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port 5f16fbca-e168-4d66-b734-55081507532a completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:16:03.476647 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port 5f16fbca-e168-4d66-b734-55081507532a triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:16:03.477053 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:03.553831 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:03.575626 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c791c43d-0c34-48d4-83ad-fa8a14750d5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f16fbca-e168-4d66-b734-55081507532a'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:16:03.578041 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b89ab328-ef5e-4095-b7a1-8265356df007" -d '{"events": [{"server_uuid": "c791c43d-0c34-48d4-83ad-fa8a14750d5f", "name": "network-vif-plugged", "status": "completed", "tag": "5f16fbca-e168-4d66-b734-55081507532a"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:16:03.590448 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 5f16fbca-e168-4d66-b734-55081507532a, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=5f16fbca-e168-4d66-b734-55081507532a,segment=NetworkSegment(5aa5a49c-7465-4920-b25b-c3e99ae728f5),segment_id=5aa5a49c-7465-4920-b25b-c3e99ae728f5)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:16:03.595501 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:03.618539 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-953d9a4a-7882-4d51-b053-539516b739ef x-openstack-request-id: req-953d9a4a-7882-4d51-b053-539516b739ef {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:16:03.618853 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c791c43d-0c34-48d4-83ad-fa8a14750d5f", "name": "network-vif-plugged", "status": "completed", "tag": "5f16fbca-e168-4d66-b734-55081507532a", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:16:03.619094 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-953d9a4a-7882-4d51-b053-539516b739ef {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:16:03.619487 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c791c43d-0c34-48d4-83ad-fa8a14750d5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f16fbca-e168-4d66-b734-55081507532a', 'code': 200} Jul 24 00:16:03.644749 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=5f16fbca-e168-4d66-b734-55081507532a,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:03.729395 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb901324-9da6-40ec-ab79-0b918a6f25d3 req-ceb7a9a1-0194-40f9-8978-79a897ad27f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:03.730867 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cb901324-9da6-40ec-ab79-0b918a6f25d3 req-ceb7a9a1-0194-40f9-8978-79a897ad27f4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c791c43d-0c34-48d4-83ad-fa8a14750d5f HTTP/1.1" status: 200 len: 1098 time: 0.0604460 Jul 24 00:16:03.766477 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cb901324-9da6-40ec-ab79-0b918a6f25d3 req-6ce6e38e-6476-4e24-aba7-520caf042a12 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293698 Jul 24 00:16:04.357103 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8c6722-d348-41e6-bea9-1846b13a531b req-e0facc9b-0487-447d-aea9-8a764e03e9b2 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:04.359006 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7e8c6722-d348-41e6-bea9-1846b13a531b req-e0facc9b-0487-447d-aea9-8a764e03e9b2 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=c791c43d-0c34-48d4-83ad-fa8a14750d5f HTTP/1.1" status: 200 len: 946 time: 0.0683653 Jul 24 00:16:04.397003 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7e8c6722-d348-41e6-bea9-1846b13a531b req-04ab91ed-1421-445e-ad0f-f440529de79f tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326200 Jul 24 00:16:05.527289 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341d91a3-0c63-40e0-acbe-9620112368b0 req-0f89610d-997e-4231-b11d-5bee4739b064 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:05.528796 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-341d91a3-0c63-40e0-acbe-9620112368b0 req-0f89610d-997e-4231-b11d-5bee4739b064 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=c791c43d-0c34-48d4-83ad-fa8a14750d5f HTTP/1.1" status: 200 len: 946 time: 0.0643036 Jul 24 00:16:05.565508 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-341d91a3-0c63-40e0-acbe-9620112368b0 req-ce8875b7-a68a-4b07-83e4-1860659a6d11 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305972 Jul 24 00:16:05.792975 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c289885d-46c6-4e9f-9cb6-e763ea41f31e req-ca04edcb-5669-4755-b5e3-a6078c0fb325 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:05.794457 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c289885d-46c6-4e9f-9cb6-e763ea41f31e req-ca04edcb-5669-4755-b5e3-a6078c0fb325 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/networks?id=647eee8d-5ee8-4283-a9e5-d18e1a31df0d HTTP/1.1" status: 200 len: 806 time: 0.1068776 Jul 24 00:16:05.808498 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c289885d-46c6-4e9f-9cb6-e763ea41f31e req-892f81ab-4dfe-409e-8b96-90694dcd867a tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/quotas/d101a2ce9a064baabc9b1c2111317a43 HTTP/1.1" status: 200 len: 375 time: 0.0087481 Jul 24 00:16:05.872002 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c289885d-46c6-4e9f-9cb6-e763ea41f31e req-dd6f88f4-1809-46de-9f77-25791cacca87 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d101a2ce9a064baabc9b1c2111317a43&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0587544 Jul 24 00:16:05.968467 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c289885d-46c6-4e9f-9cb6-e763ea41f31e req-51b98a3b-e91b-4c97-b0a6-6053655e89e6 service neutron] 10.222.0.44 "GET /v2.0/networks/647eee8d-5ee8-4283-a9e5-d18e1a31df0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888062 Jul 24 00:16:06.060305 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c289885d-46c6-4e9f-9cb6-e763ea41f31e req-e20a7eee-8845-4264-b4fc-5bdbf4f979aa service neutron] 10.222.0.44 "GET /v2.0/networks/647eee8d-5ee8-4283-a9e5-d18e1a31df0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862069 Jul 24 00:16:06.657076 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b2fc7-e3cb-4bcb-a488-40bbda4d9293 req-13da641a-7b93-4dd4-9e4d-9204c6335c75 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:06.658591 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-de6b2fc7-e3cb-4bcb-a488-40bbda4d9293 req-13da641a-7b93-4dd4-9e4d-9204c6335c75 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/networks?id=647eee8d-5ee8-4283-a9e5-d18e1a31df0d HTTP/1.1" status: 200 len: 806 time: 0.1044223 Jul 24 00:16:06.673023 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-de6b2fc7-e3cb-4bcb-a488-40bbda4d9293 req-f0bec62b-69b9-47c9-aca7-65c1fe9377f7 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/quotas/d101a2ce9a064baabc9b1c2111317a43 HTTP/1.1" status: 200 len: 375 time: 0.0092027 Jul 24 00:16:06.733267 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-de6b2fc7-e3cb-4bcb-a488-40bbda4d9293 req-1ac4dbc5-3106-4d1a-a0c0-28f3a7d98642 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d101a2ce9a064baabc9b1c2111317a43&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0555189 Jul 24 00:16:06.824064 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-de6b2fc7-e3cb-4bcb-a488-40bbda4d9293 req-9f148d01-86b6-4b3e-b0bb-911f36ef244b service neutron] 10.222.0.44 "GET /v2.0/networks/647eee8d-5ee8-4283-a9e5-d18e1a31df0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836232 Jul 24 00:16:06.910699 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-de6b2fc7-e3cb-4bcb-a488-40bbda4d9293 req-9f7e6a8e-4cd0-41cb-ac36-f497a33cb3ba service neutron] 10.222.0.44 "GET /v2.0/networks/647eee8d-5ee8-4283-a9e5-d18e1a31df0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809290 Jul 24 00:16:07.074677 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-08dfbad3-b1ab-45a5-b1f7-18ffcddff25a req-f1ae25ab-7024-4e50-8e19-179633b1044a tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5daecd4-372a-4b69-9f92-71de614af3c8 HTTP/1.1" status: 200 len: 210 time: 0.0328410 Jul 24 00:16:07.968889 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b2fc7-e3cb-4bcb-a488-40bbda4d9293 req-164e2d2e-a75b-460b-9e5b-169bef6dea15 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:07.970620 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-de6b2fc7-e3cb-4bcb-a488-40bbda4d9293 req-164e2d2e-a75b-460b-9e5b-169bef6dea15 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.64 "GET /v2.0/networks?id=647eee8d-5ee8-4283-a9e5-d18e1a31df0d HTTP/1.1" status: 200 len: 806 time: 0.1056445 Jul 24 00:16:07.983940 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-de6b2fc7-e3cb-4bcb-a488-40bbda4d9293 req-97808f7d-0225-4853-9ef8-9ff232b64cbb tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Request body: {'port': {'device_id': 'e5daecd4-372a-4b69-9f92-71de614af3c8', 'network_id': '647eee8d-5ee8-4283-a9e5-d18e1a31df0d', 'admin_state_up': True, 'tenant_id': 'd101a2ce9a064baabc9b1c2111317a43'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:16:08.113903 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de6b2fc7-e3cb-4bcb-a488-40bbda4d9293 req-97808f7d-0225-4853-9ef8-9ff232b64cbb tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Made reservation on behalf of d101a2ce9a064baabc9b1c2111317a43 for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:16:08.117500 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-de6b2fc7-e3cb-4bcb-a488-40bbda4d9293 req-97808f7d-0225-4853-9ef8-9ff232b64cbb tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:08.179346 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-927ad2e9-f58b-431d-b5c5-80716a4695e3 req-bde44079-fbac-412f-ae12-cf73fa01bad5 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5daecd4-372a-4b69-9f92-71de614af3c8 HTTP/1.1" status: 200 len: 210 time: 0.0336604 Jul 24 00:16:08.240654 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [req-de6b2fc7-e3cb-4bcb-a488-40bbda4d9293 req-97808f7d-0225-4853-9ef8-9ff232b64cbb tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Allocated IP 172.20.0.8 (647eee8d-5ee8-4283-a9e5-d18e1a31df0d/f74eda8a-ed40-4284-ae5e-468e5cf2304c/52dfd201-626b-4a59-b5b6-3eb0df8e0f9a) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:16:08.395254 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-de6b2fc7-e3cb-4bcb-a488-40bbda4d9293 req-97808f7d-0225-4853-9ef8-9ff232b64cbb tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:08.441390 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-de6b2fc7-e3cb-4bcb-a488-40bbda4d9293 req-97808f7d-0225-4853-9ef8-9ff232b64cbb tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:08.454404 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['5f16fbca-e168-4d66-b734-55081507532a'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:16:08.487935 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de6b2fc7-e3cb-4bcb-a488-40bbda4d9293 req-97808f7d-0225-4853-9ef8-9ff232b64cbb tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Network 647eee8d-5ee8-4283-a9e5-d18e1a31df0d is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:16:08.491107 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [req-de6b2fc7-e3cb-4bcb-a488-40bbda4d9293 req-97808f7d-0225-4853-9ef8-9ff232b64cbb tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:16:08.500609 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-de6b2fc7-e3cb-4bcb-a488-40bbda4d9293 req-97808f7d-0225-4853-9ef8-9ff232b64cbb tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:16:08.524149 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97808f7d-0225-4853-9ef8-9ff232b64cbb tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Pushing event updated for resources: {'Port': ['ID=52dfd201-626b-4a59-b5b6-3eb0df8e0f9a,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:08.534908 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97808f7d-0225-4853-9ef8-9ff232b64cbb tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:16:08.535264 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97808f7d-0225-4853-9ef8-9ff232b64cbb tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:16:08.535620 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97808f7d-0225-4853-9ef8-9ff232b64cbb tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:16:08.535946 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97808f7d-0225-4853-9ef8-9ff232b64cbb tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:16:08.536655 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97808f7d-0225-4853-9ef8-9ff232b64cbb tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:16:08.536655 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97808f7d-0225-4853-9ef8-9ff232b64cbb tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:16:08.536992 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97808f7d-0225-4853-9ef8-9ff232b64cbb tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:16:08.537277 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97808f7d-0225-4853-9ef8-9ff232b64cbb tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:16:08.537607 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97808f7d-0225-4853-9ef8-9ff232b64cbb tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:16:08.537934 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97808f7d-0225-4853-9ef8-9ff232b64cbb tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:16:08.538260 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97808f7d-0225-4853-9ef8-9ff232b64cbb tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:16:08.538583 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97808f7d-0225-4853-9ef8-9ff232b64cbb tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:16:08.565112 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b2fc7-e3cb-4bcb-a488-40bbda4d9293 req-97808f7d-0225-4853-9ef8-9ff232b64cbb tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:08.565765 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-de6b2fc7-e3cb-4bcb-a488-40bbda4d9293 req-97808f7d-0225-4853-9ef8-9ff232b64cbb tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:08.581785 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-de6b2fc7-e3cb-4bcb-a488-40bbda4d9293 req-97808f7d-0225-4853-9ef8-9ff232b64cbb tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6020372 Jul 24 00:16:08.644100 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-de6b2fc7-e3cb-4bcb-a488-40bbda4d9293 req-07518aae-b2a7-4301-9460-940cc1876fb7 service neutron] Request body: {'port': {'device_id': 'e5daecd4-372a-4b69-9f92-71de614af3c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-16'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:16:08.717038 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-de6b2fc7-e3cb-4bcb-a488-40bbda4d9293 req-07518aae-b2a7-4301-9460-940cc1876fb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:09.001146 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03308b1c-3c02-4be1-9800-9067ef3eee38 req-6aee4fc7-062b-4cda-b2c8-d35add9be49e tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:09.002557 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-03308b1c-3c02-4be1-9800-9067ef3eee38 req-6aee4fc7-062b-4cda-b2c8-d35add9be49e tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c3ad554-7e3d-420c-aaf4-4023ba64e623 HTTP/1.1" status: 200 len: 945 time: 0.1060238 Jul 24 00:16:09.057266 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-de6b2fc7-e3cb-4bcb-a488-40bbda4d9293 req-07518aae-b2a7-4301-9460-940cc1876fb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52dfd201-626b-4a59-b5b6-3eb0df8e0f9a {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:16:09.072407 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-de6b2fc7-e3cb-4bcb-a488-40bbda4d9293 req-07518aae-b2a7-4301-9460-940cc1876fb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:09.082164 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-03308b1c-3c02-4be1-9800-9067ef3eee38 req-c0501410-6496-423c-97c2-6eba53a531e3 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] 10.222.0.44 "GET /v2.0/security-groups?id=250ef827-28a0-493b-a9a6-b5ecf06b16ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740151 Jul 24 00:16:09.089626 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-de6b2fc7-e3cb-4bcb-a488-40bbda4d9293 req-07518aae-b2a7-4301-9460-940cc1876fb7 service neutron] Transition to ACTIVE for port object 52dfd201-626b-4a59-b5b6-3eb0df8e0f9a will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:16:09.093849 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-de6b2fc7-e3cb-4bcb-a488-40bbda4d9293 req-07518aae-b2a7-4301-9460-940cc1876fb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:09.148127 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07518aae-b2a7-4301-9460-940cc1876fb7 service neutron] Pushing event updated for resources: {'Port': ['ID=52dfd201-626b-4a59-b5b6-3eb0df8e0f9a,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:09.213729 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-de6b2fc7-e3cb-4bcb-a488-40bbda4d9293 req-07518aae-b2a7-4301-9460-940cc1876fb7 service neutron] Attempting to bind port 52dfd201-626b-4a59-b5b6-3eb0df8e0f9a on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:16:09.214066 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-de6b2fc7-e3cb-4bcb-a488-40bbda4d9293 req-07518aae-b2a7-4301-9460-940cc1876fb7 service neutron] Attempting to bind port 52dfd201-626b-4a59-b5b6-3eb0df8e0f9a by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '5aa5a49c-7465-4920-b25b-c3e99ae728f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '647eee8d-5ee8-4283-a9e5-d18e1a31df0d'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:16:09.214401 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6b2fc7-e3cb-4bcb-a488-40bbda4d9293 req-07518aae-b2a7-4301-9460-940cc1876fb7 service neutron] Attempting to bind port 52dfd201-626b-4a59-b5b6-3eb0df8e0f9a on network 647eee8d-5ee8-4283-a9e5-d18e1a31df0d {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:16:09.219274 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6b2fc7-e3cb-4bcb-a488-40bbda4d9293 req-07518aae-b2a7-4301-9460-940cc1876fb7 service neutron] Port 52dfd201-626b-4a59-b5b6-3eb0df8e0f9a on network 647eee8d-5ee8-4283-a9e5-d18e1a31df0d not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:16:09.219600 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6b2fc7-e3cb-4bcb-a488-40bbda4d9293 req-07518aae-b2a7-4301-9460-940cc1876fb7 service neutron] Attempting to bind port 52dfd201-626b-4a59-b5b6-3eb0df8e0f9a on network 647eee8d-5ee8-4283-a9e5-d18e1a31df0d {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:16:09.224540 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6b2fc7-e3cb-4bcb-a488-40bbda4d9293 req-07518aae-b2a7-4301-9460-940cc1876fb7 service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:16:09.224914 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6b2fc7-e3cb-4bcb-a488-40bbda4d9293 req-07518aae-b2a7-4301-9460-940cc1876fb7 service neutron] Checking segment: {'id': '5aa5a49c-7465-4920-b25b-c3e99ae728f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '647eee8d-5ee8-4283-a9e5-d18e1a31df0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:16:09.225305 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6b2fc7-e3cb-4bcb-a488-40bbda4d9293 req-07518aae-b2a7-4301-9460-940cc1876fb7 service neutron] Bound using segment: {'id': '5aa5a49c-7465-4920-b25b-c3e99ae728f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '647eee8d-5ee8-4283-a9e5-d18e1a31df0d'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:16:09.225734 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-de6b2fc7-e3cb-4bcb-a488-40bbda4d9293 req-07518aae-b2a7-4301-9460-940cc1876fb7 service neutron] Bound port: 52dfd201-626b-4a59-b5b6-3eb0df8e0f9a, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aa5a49c-7465-4920-b25b-c3e99ae728f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '647eee8d-5ee8-4283-a9e5-d18e1a31df0d'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:16:09.226105 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-de6b2fc7-e3cb-4bcb-a488-40bbda4d9293 req-07518aae-b2a7-4301-9460-940cc1876fb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:09.290894 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-de6b2fc7-e3cb-4bcb-a488-40bbda4d9293 req-07518aae-b2a7-4301-9460-940cc1876fb7 service neutron] For port 52dfd201-626b-4a59-b5b6-3eb0df8e0f9a, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:16:09.294066 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-de6b2fc7-e3cb-4bcb-a488-40bbda4d9293 req-07518aae-b2a7-4301-9460-940cc1876fb7 service neutron] For port 52dfd201-626b-4a59-b5b6-3eb0df8e0f9a, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=52dfd201-626b-4a59-b5b6-3eb0df8e0f9a,segment=NetworkSegment(5aa5a49c-7465-4920-b25b-c3e99ae728f5),segment_id=5aa5a49c-7465-4920-b25b-c3e99ae728f5)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:16:09.298769 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-de6b2fc7-e3cb-4bcb-a488-40bbda4d9293 req-07518aae-b2a7-4301-9460-940cc1876fb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:09.315211 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b998b195-bd4c-4e20-90aa-e7c56e5bd7ec req-0b586b5f-4fb9-4642-898d-ed5778b2c5c0 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:09.316743 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b998b195-bd4c-4e20-90aa-e7c56e5bd7ec req-0b586b5f-4fb9-4642-898d-ed5778b2c5c0 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5daecd4-372a-4b69-9f92-71de614af3c8 HTTP/1.1" status: 200 len: 943 time: 0.0674098 Jul 24 00:16:09.331563 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b2fc7-e3cb-4bcb-a488-40bbda4d9293 req-07518aae-b2a7-4301-9460-940cc1876fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:09.332194 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-de6b2fc7-e3cb-4bcb-a488-40bbda4d9293 req-07518aae-b2a7-4301-9460-940cc1876fb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:09.333637 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-de6b2fc7-e3cb-4bcb-a488-40bbda4d9293 req-07518aae-b2a7-4301-9460-940cc1876fb7 service neutron] 10.222.0.64 "PUT /v2.0/ports/52dfd201-626b-4a59-b5b6-3eb0df8e0f9a HTTP/1.1" status: 200 len: 1092 time: 0.7436225 Jul 24 00:16:09.334070 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5daecd4-372a-4b69-9f92-71de614af3c8', 'tag': '52dfd201-626b-4a59-b5b6-3eb0df8e0f9a'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:16:09.336588 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89310a98-da38-405b-8c8f-9b9babf0fbe4" -d '{"events": [{"name": "network-changed", "server_uuid": "e5daecd4-372a-4b69-9f92-71de614af3c8", "tag": "52dfd201-626b-4a59-b5b6-3eb0df8e0f9a"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:16:09.371233 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07518aae-b2a7-4301-9460-940cc1876fb7 service neutron] Pushing event updated for resources: {'Port': ['ID=52dfd201-626b-4a59-b5b6-3eb0df8e0f9a,revision_number=3']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:09.373399 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b998b195-bd4c-4e20-90aa-e7c56e5bd7ec req-9acca9ee-755c-45ab-ba4c-edf48a80a7ab tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507739 Jul 24 00:16:09.385957 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d50a0b69-7594-409a-aeaa-b5538293adc0 x-openstack-request-id: req-d50a0b69-7594-409a-aeaa-b5538293adc0 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:16:09.386114 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5daecd4-372a-4b69-9f92-71de614af3c8", "tag": "52dfd201-626b-4a59-b5b6-3eb0df8e0f9a", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:16:09.386371 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d50a0b69-7594-409a-aeaa-b5538293adc0 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:16:09.386763 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5daecd4-372a-4b69-9f92-71de614af3c8', 'tag': '52dfd201-626b-4a59-b5b6-3eb0df8e0f9a', 'status': 'completed', 'code': 200} Jul 24 00:16:09.438189 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b2fc7-e3cb-4bcb-a488-40bbda4d9293 req-f4af5d05-b743-46df-af4c-27df479b1d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:09.439712 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-de6b2fc7-e3cb-4bcb-a488-40bbda4d9293 req-f4af5d05-b743-46df-af4c-27df479b1d75 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d101a2ce9a064baabc9b1c2111317a43&device_id=e5daecd4-372a-4b69-9f92-71de614af3c8 HTTP/1.1" status: 200 len: 1095 time: 0.0633485 Jul 24 00:16:09.481459 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-de6b2fc7-e3cb-4bcb-a488-40bbda4d9293 req-5ef41352-3de4-4437-ab86-506cb934ddcb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52dfd201-626b-4a59-b5b6-3eb0df8e0f9a HTTP/1.1" status: 200 len: 217 time: 0.0336499 Jul 24 00:16:09.529645 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b2fc7-e3cb-4bcb-a488-40bbda4d9293 req-7ac52313-356e-4b66-8659-46c4e1f0cd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:09.531094 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-de6b2fc7-e3cb-4bcb-a488-40bbda4d9293 req-7ac52313-356e-4b66-8659-46c4e1f0cd99 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f74eda8a-ed40-4284-ae5e-468e5cf2304c HTTP/1.1" status: 200 len: 846 time: 0.0434456 Jul 24 00:16:09.569156 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-de6b2fc7-e3cb-4bcb-a488-40bbda4d9293 req-ebd4264c-5b20-4e5b-a610-3336c87864e2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=647eee8d-5ee8-4283-a9e5-d18e1a31df0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311539 Jul 24 00:16:09.660081 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-de6b2fc7-e3cb-4bcb-a488-40bbda4d9293 req-da762a6b-1b3e-4a53-9f13-a4cb8f4c168c service neutron] 10.222.0.64 "GET /v2.0/networks/647eee8d-5ee8-4283-a9e5-d18e1a31df0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833485 Jul 24 00:16:09.759666 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-de6b2fc7-e3cb-4bcb-a488-40bbda4d9293 req-36aaeb7b-24ae-4ba6-b790-d97ae5def4e0 service neutron] 10.222.0.64 "GET /v2.0/networks/647eee8d-5ee8-4283-a9e5-d18e1a31df0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870936 Jul 24 00:16:09.855013 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89310a98-da38-405b-8c8f-9b9babf0fbe4 req-313b32ab-7a3d-4457-8a85-e47b56295fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:09.856476 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-89310a98-da38-405b-8c8f-9b9babf0fbe4 req-313b32ab-7a3d-4457-8a85-e47b56295fac service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d101a2ce9a064baabc9b1c2111317a43&device_id=e5daecd4-372a-4b69-9f92-71de614af3c8 HTTP/1.1" status: 200 len: 1095 time: 0.0545001 Jul 24 00:16:09.948990 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89310a98-da38-405b-8c8f-9b9babf0fbe4 req-e8fb4c80-2e82-40b7-b2c0-00b703aebc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:09.950501 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-89310a98-da38-405b-8c8f-9b9babf0fbe4 req-e8fb4c80-2e82-40b7-b2c0-00b703aebc16 service neutron] 10.222.0.64 "GET /v2.0/networks?id=647eee8d-5ee8-4283-a9e5-d18e1a31df0d HTTP/1.1" status: 200 len: 907 time: 0.0871880 Jul 24 00:16:09.992508 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-89310a98-da38-405b-8c8f-9b9babf0fbe4 req-1ed918fe-f6b3-4ddd-bd99-644ecdfb45dd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52dfd201-626b-4a59-b5b6-3eb0df8e0f9a HTTP/1.1" status: 200 len: 217 time: 0.0348351 Jul 24 00:16:10.042590 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89310a98-da38-405b-8c8f-9b9babf0fbe4 req-1c5ff4b5-8a6b-4b39-bc96-aafb9f6ac736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:10.044002 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-89310a98-da38-405b-8c8f-9b9babf0fbe4 req-1c5ff4b5-8a6b-4b39-bc96-aafb9f6ac736 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f74eda8a-ed40-4284-ae5e-468e5cf2304c HTTP/1.1" status: 200 len: 846 time: 0.0428746 Jul 24 00:16:10.079615 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-89310a98-da38-405b-8c8f-9b9babf0fbe4 req-185038a2-d3ae-419f-bc52-54b73411fa72 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=647eee8d-5ee8-4283-a9e5-d18e1a31df0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288408 Jul 24 00:16:10.243931 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-89310a98-da38-405b-8c8f-9b9babf0fbe4 req-4e8313a0-3128-4e8b-b36b-41377ac3ea52 service neutron] 10.222.0.64 "GET /v2.0/networks/647eee8d-5ee8-4283-a9e5-d18e1a31df0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560647 Jul 24 00:16:10.306074 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89eb8a9-2b8b-429d-aca9-37e1fe633d55 req-5a6a69d2-90a1-44ef-b91e-b68e5b4545ca tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:10.307539 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a89eb8a9-2b8b-429d-aca9-37e1fe633d55 req-5a6a69d2-90a1-44ef-b91e-b68e5b4545ca tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c3ad554-7e3d-420c-aaf4-4023ba64e623 HTTP/1.1" status: 200 len: 945 time: 0.1519487 Jul 24 00:16:10.353998 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d335efb-1b2a-4d14-8864-4bb4f6a53751 req-25031ee1-0057-4ed3-9980-b6011b604870 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:10.355411 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6d335efb-1b2a-4d14-8864-4bb4f6a53751 req-25031ee1-0057-4ed3-9980-b6011b604870 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c3ad554-7e3d-420c-aaf4-4023ba64e623 HTTP/1.1" status: 200 len: 945 time: 0.1672668 Jul 24 00:16:10.435271 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a89eb8a9-2b8b-429d-aca9-37e1fe633d55 req-9fefc3cc-1aad-4b80-aa4d-8b80b11985a7 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] 10.222.0.44 "GET /v2.0/security-groups?id=250ef827-28a0-493b-a9a6-b5ecf06b16ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980525 Jul 24 00:16:10.442071 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-89310a98-da38-405b-8c8f-9b9babf0fbe4 req-7e96786f-a4ac-4d38-afa2-78a569669431 service neutron] 10.222.0.64 "GET /v2.0/networks/647eee8d-5ee8-4283-a9e5-d18e1a31df0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868014 Jul 24 00:16:10.509271 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-6d335efb-1b2a-4d14-8864-4bb4f6a53751 req-aadd25b7-baee-45a3-b410-808b22d9ee9a tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Deleting port 20d3e831-985f-41b6-993d-d058a9777fe5 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:16:10.509623 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-6d335efb-1b2a-4d14-8864-4bb4f6a53751 req-aadd25b7-baee-45a3-b410-808b22d9ee9a tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:10.514131 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb3d527-cc49-4fd3-a682-cf7a4d290dd9 req-81bb02a9-78e5-4734-97e8-d34f34983a94 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:10.516387 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3cb3d527-cc49-4fd3-a682-cf7a4d290dd9 req-81bb02a9-78e5-4734-97e8-d34f34983a94 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5daecd4-372a-4b69-9f92-71de614af3c8 HTTP/1.1" status: 200 len: 943 time: 0.0728695 Jul 24 00:16:10.557873 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3cb3d527-cc49-4fd3-a682-cf7a4d290dd9 req-671fb05c-3a73-42be-9186-5111be83d882 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354998 Jul 24 00:16:10.604575 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-6d335efb-1b2a-4d14-8864-4bb4f6a53751 req-aadd25b7-baee-45a3-b410-808b22d9ee9a tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] For port 20d3e831-985f-41b6-993d-d058a9777fe5, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=20d3e831-985f-41b6-993d-d058a9777fe5,segment=NetworkSegment(1a2343dd-1c10-48a9-bde8-c4e66c2cb5b9),segment_id=1a2343dd-1c10-48a9-bde8-c4e66c2cb5b9)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:16:10.604981 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-6d335efb-1b2a-4d14-8864-4bb4f6a53751 req-aadd25b7-baee-45a3-b410-808b22d9ee9a tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:11.060238 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-6d335efb-1b2a-4d14-8864-4bb4f6a53751 req-aadd25b7-baee-45a3-b410-808b22d9ee9a tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:11.060610 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-6d335efb-1b2a-4d14-8864-4bb4f6a53751 req-aadd25b7-baee-45a3-b410-808b22d9ee9a tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:11.060951 n-d-800088-16 neutron-server[100314]: INFO neutron.db.l3_db [req-6d335efb-1b2a-4d14-8864-4bb4f6a53751 req-aadd25b7-baee-45a3-b410-808b22d9ee9a tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Floating IP 19d5f8a3-5062-48e1-8523-a7746b303dd0 disassociated. External IP: 172.25.3.159, port: 20d3e831-985f-41b6-993d-d058a9777fe5. Jul 24 00:16:11.061298 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-6d335efb-1b2a-4d14-8864-4bb4f6a53751 req-aadd25b7-baee-45a3-b410-808b22d9ee9a tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Calling delete_port for 20d3e831-985f-41b6-993d-d058a9777fe5 owned by compute:nova {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:16:11.189203 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-6d335efb-1b2a-4d14-8864-4bb4f6a53751 req-aadd25b7-baee-45a3-b410-808b22d9ee9a tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:11.226958 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadd25b7-baee-45a3-b410-808b22d9ee9a tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Pushing event deleted for resources: {'Port': ['ID=20d3e831-985f-41b6-993d-d058a9777fe5,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:11.335963 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d335efb-1b2a-4d14-8864-4bb4f6a53751 req-aadd25b7-baee-45a3-b410-808b22d9ee9a tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Router 77b97f8d-cc47-43d5-87c4-6cb395dc4774 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:16:11.442125 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d335efb-1b2a-4d14-8864-4bb4f6a53751 req-aadd25b7-baee-45a3-b410-808b22d9ee9a tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:16:11.452961 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce42ff9-b34e-4687-ab6e-b8b43e5172b5 None None] Sync routers for ids ['77b97f8d-cc47-43d5-87c4-6cb395dc4774'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:16:11.463482 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce42ff9-b34e-4687-ab6e-b8b43e5172b5 None None] Routers {'77b97f8d-cc47-43d5-87c4-6cb395dc4774'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:16:11.464112 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-9ce42ff9-b34e-4687-ab6e-b8b43e5172b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:15:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['77b97f8d-cc47-43d5-87c4-6cb395dc4774'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:16:11.491955 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d335efb-1b2a-4d14-8864-4bb4f6a53751 req-aadd25b7-baee-45a3-b410-808b22d9ee9a tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] No DVR routers for this DVR port 20d3e831-985f-41b6-993d-d058a9777fe5 on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:16:11.494561 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-6d335efb-1b2a-4d14-8864-4bb4f6a53751 req-aadd25b7-baee-45a3-b410-808b22d9ee9a tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:11.496652 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6d335efb-1b2a-4d14-8864-4bb4f6a53751 req-aadd25b7-baee-45a3-b410-808b22d9ee9a tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] 10.222.0.64 "DELETE /v2.0/ports/20d3e831-985f-41b6-993d-d058a9777fe5 HTTP/1.1" status: 204 len: 173 time: 1.1269994 Jul 24 00:16:11.499758 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c3ad554-7e3d-420c-aaf4-4023ba64e623', 'name': 'network-vif-deleted', 'tag': '20d3e831-985f-41b6-993d-d058a9777fe5'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:16:11.503016 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ce28d6-bf11-4236-a1ce-b095d3b7162f" -d '{"events": [{"server_uuid": "2c3ad554-7e3d-420c-aaf4-4023ba64e623", "name": "network-vif-deleted", "tag": "20d3e831-985f-41b6-993d-d058a9777fe5"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:16:11.544995 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0ce27d3f-73cc-413b-8226-ff57f9c8d86d req-22d96bb4-1769-4c3c-a4b1-b2c6e7ddf185 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c3ad554-7e3d-420c-aaf4-4023ba64e623 HTTP/1.1" status: 200 len: 210 time: 0.0321045 Jul 24 00:16:11.556641 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f391af33-8a76-4a86-9c9e-4796f364e06a x-openstack-request-id: req-f391af33-8a76-4a86-9c9e-4796f364e06a {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:16:11.557176 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c3ad554-7e3d-420c-aaf4-4023ba64e623", "name": "network-vif-deleted", "tag": "20d3e831-985f-41b6-993d-d058a9777fe5", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:16:11.557604 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f391af33-8a76-4a86-9c9e-4796f364e06a {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:16:11.558169 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c3ad554-7e3d-420c-aaf4-4023ba64e623', 'name': 'network-vif-deleted', 'tag': '20d3e831-985f-41b6-993d-d058a9777fe5', 'status': 'completed', 'code': 200} Jul 24 00:16:11.583224 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-9ce42ff9-b34e-4687-ab6e-b8b43e5172b5 None None] Set router 77b97f8d-cc47-43d5-87c4-6cb395dc4774 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:16:11.702679 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0ddd3c-9b53-483a-b85c-091363a63777 req-4056e71d-2a05-4e99-8d87-b06a117feaa9 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:11.704414 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0c0ddd3c-9b53-483a-b85c-091363a63777 req-4056e71d-2a05-4e99-8d87-b06a117feaa9 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5daecd4-372a-4b69-9f92-71de614af3c8 HTTP/1.1" status: 200 len: 943 time: 0.0685813 Jul 24 00:16:11.750138 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0c0ddd3c-9b53-483a-b85c-091363a63777 req-5e8e0f22-316a-4069-82a9-3d0257c4e2ec tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378001 Jul 24 00:16:11.815370 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-9ce42ff9-b34e-4687-ab6e-b8b43e5172b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b97f8d-cc47-43d5-87c4-6cb395dc4774', 'name': 'tempest-TestServerBasicOps-347726429-router', 'tenant_id': '8ed52982936542aab9afbd7ecf658cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': 'fe845e01-8585-40e2-8640-87e4d97964dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:10:38Z', 'updated_at': '2021-07-24T00:10:47Z', 'revision_number': 4, 'project_id': '8ed52982936542aab9afbd7ecf658cda', 'gw_port': {'id': 'fe845e01-8585-40e2-8640-87e4d97964dc', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:89:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b97f8d-cc47-43d5-87c4-6cb395dc4774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:10:39Z', 'updated_at': '2021-07-24T00:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '86df5421-c966-43bc-bf7e-b7798497ef4e', 'name': '', 'network_id': '3829d8b1-57b6-4b5b-a62d-bdc41c946f86', 'tenant_id': '8ed52982936542aab9afbd7ecf658cda', 'mac_address': 'fa:16:3e:e8:14:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b97f8d-cc47-43d5-87c4-6cb395dc4774', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '49689ad0-dc02-4436-8aab-7ed904f8dbad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:10:46Z', 'updated_at': '2021-07-24T00:10:56Z', 'revision_number': 5, 'project_id': '8ed52982936542aab9afbd7ecf658cda', 'subnets': [{'id': '49689ad0-dc02-4436-8aab-7ed904f8dbad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:16:11.844858 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce42ff9-b34e-4687-ab6e-b8b43e5172b5 None None] Checking router: 77b97f8d-cc47-43d5-87c4-6cb395dc4774 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:16:11.853019 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce42ff9-b34e-4687-ab6e-b8b43e5172b5 None None] Routers {'77b97f8d-cc47-43d5-87c4-6cb395dc4774'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:16:11.853625 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-9ce42ff9-b34e-4687-ab6e-b8b43e5172b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:15:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['77b97f8d-cc47-43d5-87c4-6cb395dc4774'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:16:11.886938 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 52dfd201-626b-4a59-b5b6-3eb0df8e0f9a details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:16:12.010782 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-9ce42ff9-b34e-4687-ab6e-b8b43e5172b5 None None] Set router 77b97f8d-cc47-43d5-87c4-6cb395dc4774 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:16:12.274334 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 52dfd201-626b-4a59-b5b6-3eb0df8e0f9a, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=52dfd201-626b-4a59-b5b6-3eb0df8e0f9a,segment=NetworkSegment(5aa5a49c-7465-4920-b25b-c3e99ae728f5),segment_id=5aa5a49c-7465-4920-b25b-c3e99ae728f5)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:16:12.316138 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': '52dfd201-626b-4a59-b5b6-3eb0df8e0f9a', 'network_id': '647eee8d-5ee8-4283-a9e5-d18e1a31df0d', 'port_id': '52dfd201-626b-4a59-b5b6-3eb0df8e0f9a', 'mac_address': 'fa:16:3e:46:16:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f74eda8a-ed40-4284-ae5e-468e5cf2304c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:16:12.390337 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:12.406391 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d32b3d4-1066-42b8-9853-837616f5526e req-065daed9-a676-420a-aa95-c5c7dea41a60 tempest-TestNetworkAdvancedServerOps-1890701533 tempest-TestNetworkAdvancedServerOps-1890701533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:12.407934 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6d32b3d4-1066-42b8-9853-837616f5526e req-065daed9-a676-420a-aa95-c5c7dea41a60 tempest-TestNetworkAdvancedServerOps-1890701533 tempest-TestNetworkAdvancedServerOps-1890701533-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=8675e9a7-659c-4c81-a6b7-aab189694153 HTTP/1.1" status: 200 len: 1098 time: 0.0541182 Jul 24 00:16:12.408454 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52dfd201-626b-4a59-b5b6-3eb0df8e0f9a {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:16:12.436390 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 52dfd201-626b-4a59-b5b6-3eb0df8e0f9a, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=52dfd201-626b-4a59-b5b6-3eb0df8e0f9a,segment=NetworkSegment(5aa5a49c-7465-4920-b25b-c3e99ae728f5),segment_id=5aa5a49c-7465-4920-b25b-c3e99ae728f5)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:16:12.441942 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:12.442420 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6d32b3d4-1066-42b8-9853-837616f5526e req-2ddc85d6-48f2-4c64-9b14-f1b8ce8bf239 tempest-TestNetworkAdvancedServerOps-1890701533 tempest-TestNetworkAdvancedServerOps-1890701533-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=ef14fa0a-16c3-4388-ae20-534d1f674ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288739 Jul 24 00:16:12.465218 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 47408) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:16:12.471426 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-9ce42ff9-b34e-4687-ab6e-b8b43e5172b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b97f8d-cc47-43d5-87c4-6cb395dc4774', 'name': 'tempest-TestServerBasicOps-347726429-router', 'tenant_id': '8ed52982936542aab9afbd7ecf658cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': 'fe845e01-8585-40e2-8640-87e4d97964dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:10:38Z', 'updated_at': '2021-07-24T00:10:47Z', 'revision_number': 4, 'project_id': '8ed52982936542aab9afbd7ecf658cda', 'gw_port': {'id': 'fe845e01-8585-40e2-8640-87e4d97964dc', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:89:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b97f8d-cc47-43d5-87c4-6cb395dc4774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:10:39Z', 'updated_at': '2021-07-24T00:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '86df5421-c966-43bc-bf7e-b7798497ef4e', 'name': '', 'network_id': '3829d8b1-57b6-4b5b-a62d-bdc41c946f86', 'tenant_id': '8ed52982936542aab9afbd7ecf658cda', 'mac_address': 'fa:16:3e:e8:14:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b97f8d-cc47-43d5-87c4-6cb395dc4774', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '49689ad0-dc02-4436-8aab-7ed904f8dbad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:10:46Z', 'updated_at': '2021-07-24T00:10:56Z', 'revision_number': 5, 'project_id': '8ed52982936542aab9afbd7ecf658cda', 'subnets': [{'id': '49689ad0-dc02-4436-8aab-7ed904f8dbad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:16:12.502313 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce42ff9-b34e-4687-ab6e-b8b43e5172b5 None None] The sync data for ids ['77b97f8d-cc47-43d5-87c4-6cb395dc4774'] in n-d-800088-16 is: [{'id': '77b97f8d-cc47-43d5-87c4-6cb395dc4774', 'name': 'tempest-TestServerBasicOps-347726429-router', 'tenant_id': '8ed52982936542aab9afbd7ecf658cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': 'fe845e01-8585-40e2-8640-87e4d97964dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:10:38Z', 'updated_at': '2021-07-24T00:10:47Z', 'revision_number': 4, 'project_id': '8ed52982936542aab9afbd7ecf658cda', 'gw_port': {'id': 'fe845e01-8585-40e2-8640-87e4d97964dc', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:89:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b97f8d-cc47-43d5-87c4-6cb395dc4774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:10:39Z', 'updated_at': '2021-07-24T00:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '86df5421-c966-43bc-bf7e-b7798497ef4e', 'name': '', 'network_id': '3829d8b1-57b6-4b5b-a62d-bdc41c946f86', 'tenant_id': '8ed52982936542aab9afbd7ecf658cda', 'mac_address': 'fa:16:3e:e8:14:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b97f8d-cc47-43d5-87c4-6cb395dc4774', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '49689ad0-dc02-4436-8aab-7ed904f8dbad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:10:46Z', 'updated_at': '2021-07-24T00:10:56Z', 'revision_number': 5, 'project_id': '8ed52982936542aab9afbd7ecf658cda', 'subnets': [{'id': '49689ad0-dc02-4436-8aab-7ed904f8dbad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:16:12.522795 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=52dfd201-626b-4a59-b5b6-3eb0df8e0f9a,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:12.610417 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 47412) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:16:12.629224 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-4566d854-6d9a-48d1-942b-3b6875ecd788 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Deleting port f80ed00d-e0e7-4e14-8c19-cc79dde722c6 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:16:12.629574 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4566d854-6d9a-48d1-942b-3b6875ecd788 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:12.694937 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['52dfd201-626b-4a59-b5b6-3eb0df8e0f9a'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:16:12.715458 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4566d854-6d9a-48d1-942b-3b6875ecd788 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:12.716326 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4566d854-6d9a-48d1-942b-3b6875ecd788 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:12.729684 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-4566d854-6d9a-48d1-942b-3b6875ecd788 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Calling delete_port for f80ed00d-e0e7-4e14-8c19-cc79dde722c6 owned by network:floatingip {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:16:12.765978 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-34f68aa9-c83a-4e5f-a447-48597224cef8 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Deleting port ef312d41-a870-48c7-a5ec-833ef9e6e359 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:16:12.766756 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-34f68aa9-c83a-4e5f-a447-48597224cef8 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:12.855982 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85c92bd-82ab-4794-acbe-f7bb5873efa6 None None] New status for floating IP 19d5f8a3-5062-48e1-8523-a7746b303dd0: DOWN {{(pid=100316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 00:16:12.924501 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-34f68aa9-c83a-4e5f-a447-48597224cef8 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:12.924854 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-34f68aa9-c83a-4e5f-a447-48597224cef8 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:12.951905 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-34f68aa9-c83a-4e5f-a447-48597224cef8 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Calling delete_port for ef312d41-a870-48c7-a5ec-833ef9e6e359 owned by network:floatingip {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:16:12.958584 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4566d854-6d9a-48d1-942b-3b6875ecd788 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:12.981824 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b43d1-5d7e-4f64-ad29-320a0bfed3d6 req-c2ea31ac-b824-4a43-81a3-4b62c71b5c6f tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:12.983423 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0e2b43d1-5d7e-4f64-ad29-320a0bfed3d6 req-c2ea31ac-b824-4a43-81a3-4b62c71b5c6f tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5daecd4-372a-4b69-9f92-71de614af3c8 HTTP/1.1" status: 200 len: 944 time: 0.1389053 Jul 24 00:16:13.010894 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4566d854-6d9a-48d1-942b-3b6875ecd788 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Pushing event deleted for resources: {'Port': ['ID=f80ed00d-e0e7-4e14-8c19-cc79dde722c6,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:13.037974 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4566d854-6d9a-48d1-942b-3b6875ecd788 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:16:13.038330 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4566d854-6d9a-48d1-942b-3b6875ecd788 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:16:13.038677 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4566d854-6d9a-48d1-942b-3b6875ecd788 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:16:13.039019 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4566d854-6d9a-48d1-942b-3b6875ecd788 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:16:13.039357 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4566d854-6d9a-48d1-942b-3b6875ecd788 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:16:13.039749 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4566d854-6d9a-48d1-942b-3b6875ecd788 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:16:13.040028 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4566d854-6d9a-48d1-942b-3b6875ecd788 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:16:13.040359 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4566d854-6d9a-48d1-942b-3b6875ecd788 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:16:13.040691 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4566d854-6d9a-48d1-942b-3b6875ecd788 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:16:13.041044 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4566d854-6d9a-48d1-942b-3b6875ecd788 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:16:13.041374 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4566d854-6d9a-48d1-942b-3b6875ecd788 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:16:13.041701 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4566d854-6d9a-48d1-942b-3b6875ecd788 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:16:13.062133 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4566d854-6d9a-48d1-942b-3b6875ecd788 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for floatingip, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:13.062469 n-d-800088-16 neutron-server[100313]: INFO neutron.db.l3_db [None req-4566d854-6d9a-48d1-942b-3b6875ecd788 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Floating IP ece04a52-6425-46d8-acb0-7dfea35faf71 disassociated (deleted). External IP: 172.25.3.53, port: 549c4525-fa33-4368-aa6b-b5eea6e8af42. Jul 24 00:16:13.073984 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0e2b43d1-5d7e-4f64-ad29-320a0bfed3d6 req-9160a8a1-5e0b-4ece-85fc-f9d5d9d30519 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551796 Jul 24 00:16:13.147707 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-34f68aa9-c83a-4e5f-a447-48597224cef8 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:13.178988 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f68aa9-c83a-4e5f-a447-48597224cef8 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Pushing event deleted for resources: {'Port': ['ID=ef312d41-a870-48c7-a5ec-833ef9e6e359,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:13.241315 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-34f68aa9-c83a-4e5f-a447-48597224cef8 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Notify callbacks [] for floatingip, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:13.244249 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-34f68aa9-c83a-4e5f-a447-48597224cef8 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:13.245479 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-34f68aa9-c83a-4e5f-a447-48597224cef8 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] 10.222.0.44 "DELETE /v2.0/floatingips/19d5f8a3-5062-48e1-8523-a7746b303dd0 HTTP/1.1" status: 204 len: 168 time: 0.6340621 Jul 24 00:16:13.272581 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4566d854-6d9a-48d1-942b-3b6875ecd788 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Router 8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:16:13.322694 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 47424) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:16:13.381504 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4566d854-6d9a-48d1-942b-3b6875ecd788 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:16:13.382432 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-30322f1a-35a3-4649-a747-71e7287bc7b6 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:13.385904 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4566d854-6d9a-48d1-942b-3b6875ecd788 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:13.393760 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f920e4-d6a0-43ad-93a2-3ec9fbda941f None None] Sync routers for ids ['8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:16:13.403096 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f920e4-d6a0-43ad-93a2-3ec9fbda941f None None] Routers {'8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:16:13.403800 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-11f920e4-d6a0-43ad-93a2-3ec9fbda941f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:15:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:16:13.408989 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-30322f1a-35a3-4649-a747-71e7287bc7b6 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:13.422610 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-4566d854-6d9a-48d1-942b-3b6875ecd788 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "DELETE /v2.0/floatingips/ece04a52-6425-46d8-acb0-7dfea35faf71 HTTP/1.1" status: 204 len: 168 time: 0.9561882 Jul 24 00:16:13.423707 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8675e9a7-659c-4c81-a6b7-aab189694153', 'tag': '549c4525-fa33-4368-aa6b-b5eea6e8af42'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:16:13.426407 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a070d5-4210-4d8c-9c46-6482b3024e08" -d '{"events": [{"name": "network-changed", "server_uuid": "8675e9a7-659c-4c81-a6b7-aab189694153", "tag": "549c4525-fa33-4368-aa6b-b5eea6e8af42"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:16:13.477692 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a881365-f672-4a6b-873d-87d3c3c2005f x-openstack-request-id: req-0a881365-f672-4a6b-873d-87d3c3c2005f {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:16:13.477977 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8675e9a7-659c-4c81-a6b7-aab189694153", "tag": "549c4525-fa33-4368-aa6b-b5eea6e8af42", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:16:13.478265 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0a881365-f672-4a6b-873d-87d3c3c2005f {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:16:13.478715 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8675e9a7-659c-4c81-a6b7-aab189694153', 'tag': '549c4525-fa33-4368-aa6b-b5eea6e8af42', 'status': 'completed', 'code': 200} Jul 24 00:16:13.517305 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-11f920e4-d6a0-43ad-93a2-3ec9fbda941f None None] Set router 8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:16:13.531224 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-30322f1a-35a3-4649-a747-71e7287bc7b6 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:13.534075 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-30322f1a-35a3-4649-a747-71e7287bc7b6 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:13.535400 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-30322f1a-35a3-4649-a747-71e7287bc7b6 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] 10.222.0.44 "DELETE /v2.0/security-groups/250ef827-28a0-493b-a9a6-b5ecf06b16ab HTTP/1.1" status: 204 len: 168 time: 0.2117062 Jul 24 00:16:13.551032 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30322f1a-35a3-4649-a747-71e7287bc7b6 tempest-TestServerBasicOps-952700128 tempest-TestServerBasicOps-952700128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=250ef827-28a0-493b-a9a6-b5ecf06b16ab,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:13.580270 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 47432) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:16:13.585450 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a070d5-4210-4d8c-9c46-6482b3024e08 req-4f7d53e1-3c3f-4714-9c35-f840858607cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:13.587149 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-94a070d5-4210-4d8c-9c46-6482b3024e08 req-4f7d53e1-3c3f-4714-9c35-f840858607cc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=646730ba25934852bc5dd86a412228f1&device_id=8675e9a7-659c-4c81-a6b7-aab189694153 HTTP/1.1" status: 200 len: 1098 time: 0.0927827 Jul 24 00:16:13.710187 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a070d5-4210-4d8c-9c46-6482b3024e08 req-a051a8ca-cfbc-4e49-921c-bb4114d49836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:13.711675 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-94a070d5-4210-4d8c-9c46-6482b3024e08 req-a051a8ca-cfbc-4e49-921c-bb4114d49836 service neutron] 10.222.0.64 "GET /v2.0/networks?id=52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e HTTP/1.1" status: 200 len: 898 time: 0.1099772 Jul 24 00:16:13.757184 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-94a070d5-4210-4d8c-9c46-6482b3024e08 req-337f2f2f-8d85-4c6d-b2a6-e16364f2eee0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=549c4525-fa33-4368-aa6b-b5eea6e8af42 HTTP/1.1" status: 200 len: 217 time: 0.0373449 Jul 24 00:16:13.773600 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-11f920e4-d6a0-43ad-93a2-3ec9fbda941f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-151244975', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'bc4754b2-af1c-4f11-b187-3e662d8f8bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:14:10Z', 'updated_at': '2021-07-24T00:14:21Z', 'revision_number': 4, 'project_id': '646730ba25934852bc5dd86a412228f1', 'gw_port': {'id': 'bc4754b2-af1c-4f11-b187-3e662d8f8bca', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:63:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:14:11Z', 'updated_at': '2021-07-24T00:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'd566da20-f076-49cd-84c5-9b3d914bec47', 'name': '', 'network_id': '52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'mac_address': 'fa:16:3e:a8:ac:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '78e2d992-c1ad-4e19-ba7b-f7b8b753ca16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:14:18Z', 'updated_at': '2021-07-24T00:14:28Z', 'revision_number': 5, 'project_id': '646730ba25934852bc5dd86a412228f1', 'subnets': [{'id': '78e2d992-c1ad-4e19-ba7b-f7b8b753ca16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:16:13.802042 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f920e4-d6a0-43ad-93a2-3ec9fbda941f None None] Checking router: 8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:16:13.802515 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97155958-d8b6-430d-b110-2c864f86af42 req-4338ee5c-75a0-4488-9fde-b298b2bd4847 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:13.804090 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-97155958-d8b6-430d-b110-2c864f86af42 req-4338ee5c-75a0-4488-9fde-b298b2bd4847 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=8675e9a7-659c-4c81-a6b7-aab189694153 HTTP/1.1" status: 200 len: 946 time: 0.1501405 Jul 24 00:16:13.810780 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f920e4-d6a0-43ad-93a2-3ec9fbda941f None None] Routers {'8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:16:13.811399 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-11f920e4-d6a0-43ad-93a2-3ec9fbda941f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:15:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:16:13.820965 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a070d5-4210-4d8c-9c46-6482b3024e08 req-a0d21aef-2acd-4978-9c0d-bb309100c505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:13.822477 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-94a070d5-4210-4d8c-9c46-6482b3024e08 req-a0d21aef-2acd-4978-9c0d-bb309100c505 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=78e2d992-c1ad-4e19-ba7b-f7b8b753ca16 HTTP/1.1" status: 200 len: 834 time: 0.0579853 Jul 24 00:16:13.880192 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 52dfd201-626b-4a59-b5b6-3eb0df8e0f9a up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:16:13.888055 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a070d5-4210-4d8c-9c46-6482b3024e08 req-bddc816f-e20c-4960-805b-fc51494371f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:13.890175 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-94a070d5-4210-4d8c-9c46-6482b3024e08 req-bddc816f-e20c-4960-805b-fc51494371f9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0596266 Jul 24 00:16:13.925518 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-97155958-d8b6-430d-b110-2c864f86af42 req-5dae75e4-5d50-4c0b-977d-bca7e4e1c0a3 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef14fa0a-16c3-4388-ae20-534d1f674ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129377 Jul 24 00:16:13.981555 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-11f920e4-d6a0-43ad-93a2-3ec9fbda941f None None] Set router 8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:16:13.983458 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port 52dfd201-626b-4a59-b5b6-3eb0df8e0f9a completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:16:14.009078 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-94a070d5-4210-4d8c-9c46-6482b3024e08 req-c88828c5-269e-438e-b107-1ae79996253b service neutron] 10.222.0.64 "GET /v2.0/networks/52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122992 Jul 24 00:16:14.010788 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port 52dfd201-626b-4a59-b5b6-3eb0df8e0f9a triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:16:14.011164 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:14.114569 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-94a070d5-4210-4d8c-9c46-6482b3024e08 req-31b9f5e2-6333-40cb-a264-629f8f2f147f service neutron] 10.222.0.64 "GET /v2.0/networks/52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984049 Jul 24 00:16:14.221781 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:14.273925 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5daecd4-372a-4b69-9f92-71de614af3c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52dfd201-626b-4a59-b5b6-3eb0df8e0f9a'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:16:14.276193 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f492e934-bd2a-4eda-adf4-a3c0211a0aed" -d '{"events": [{"server_uuid": "e5daecd4-372a-4b69-9f92-71de614af3c8", "name": "network-vif-plugged", "status": "completed", "tag": "52dfd201-626b-4a59-b5b6-3eb0df8e0f9a"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:16:14.294938 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 52dfd201-626b-4a59-b5b6-3eb0df8e0f9a, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=52dfd201-626b-4a59-b5b6-3eb0df8e0f9a,segment=NetworkSegment(5aa5a49c-7465-4920-b25b-c3e99ae728f5),segment_id=5aa5a49c-7465-4920-b25b-c3e99ae728f5)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:16:14.304625 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:14.305460 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 20d3e831-985f-41b6-993d-d058a9777fe5 no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:16:14.344414 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f097798-31d0-4cbc-b83c-c667537e57e3 x-openstack-request-id: req-6f097798-31d0-4cbc-b83c-c667537e57e3 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:16:14.344706 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5daecd4-372a-4b69-9f92-71de614af3c8", "name": "network-vif-plugged", "status": "completed", "tag": "52dfd201-626b-4a59-b5b6-3eb0df8e0f9a", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:16:14.345012 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6f097798-31d0-4cbc-b83c-c667537e57e3 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:16:14.345405 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5daecd4-372a-4b69-9f92-71de614af3c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52dfd201-626b-4a59-b5b6-3eb0df8e0f9a', 'code': 200} Jul 24 00:16:14.365849 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] No Port match for: 20d3e831-985f-41b6-993d-d058a9777fe5 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:16:14.366195 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 20d3e831-985f-41b6-993d-d058a9777fe5 not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:16:14.390471 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-11f920e4-d6a0-43ad-93a2-3ec9fbda941f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-151244975', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'bc4754b2-af1c-4f11-b187-3e662d8f8bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:14:10Z', 'updated_at': '2021-07-24T00:14:21Z', 'revision_number': 4, 'project_id': '646730ba25934852bc5dd86a412228f1', 'gw_port': {'id': 'bc4754b2-af1c-4f11-b187-3e662d8f8bca', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:63:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:14:11Z', 'updated_at': '2021-07-24T00:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'd566da20-f076-49cd-84c5-9b3d914bec47', 'name': '', 'network_id': '52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'mac_address': 'fa:16:3e:a8:ac:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '78e2d992-c1ad-4e19-ba7b-f7b8b753ca16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:14:18Z', 'updated_at': '2021-07-24T00:14:28Z', 'revision_number': 5, 'project_id': '646730ba25934852bc5dd86a412228f1', 'subnets': [{'id': '78e2d992-c1ad-4e19-ba7b-f7b8b753ca16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:16:14.433022 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f920e4-d6a0-43ad-93a2-3ec9fbda941f None None] The sync data for ids ['8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6'] in n-d-800088-16 is: [{'id': '8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-151244975', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'bc4754b2-af1c-4f11-b187-3e662d8f8bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:14:10Z', 'updated_at': '2021-07-24T00:14:21Z', 'revision_number': 4, 'project_id': '646730ba25934852bc5dd86a412228f1', 'gw_port': {'id': 'bc4754b2-af1c-4f11-b187-3e662d8f8bca', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:63:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:14:11Z', 'updated_at': '2021-07-24T00:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'd566da20-f076-49cd-84c5-9b3d914bec47', 'name': '', 'network_id': '52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'mac_address': 'fa:16:3e:a8:ac:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '78e2d992-c1ad-4e19-ba7b-f7b8b753ca16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:14:18Z', 'updated_at': '2021-07-24T00:14:28Z', 'revision_number': 5, 'project_id': '646730ba25934852bc5dd86a412228f1', 'subnets': [{'id': '78e2d992-c1ad-4e19-ba7b-f7b8b753ca16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:16:14.435542 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=52dfd201-626b-4a59-b5b6-3eb0df8e0f9a,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:14.463674 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15927ad-b343-4a6d-a505-0c6528d05b8c req-1772d311-913e-4b23-b1d2-a3a7594259b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:14.465224 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a15927ad-b343-4a6d-a505-0c6528d05b8c req-1772d311-913e-4b23-b1d2-a3a7594259b0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e5daecd4-372a-4b69-9f92-71de614af3c8 HTTP/1.1" status: 200 len: 1097 time: 0.0696335 Jul 24 00:16:14.504471 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a15927ad-b343-4a6d-a505-0c6528d05b8c req-e0da0e96-04cf-42fc-b55a-2a3dd70f7d9f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317678 Jul 24 00:16:14.517614 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d04df8a8-5cbe-450c-87ec-8da3a9e2530f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681029'] for router_interface, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:14.599670 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd882df-da92-4b87-87a2-3af05b24ff53 req-96c64a76-da5d-424b-8a8b-8e6e779552a1 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:14.601272 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bbd882df-da92-4b87-87a2-3af05b24ff53 req-96c64a76-da5d-424b-8a8b-8e6e779552a1 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5daecd4-372a-4b69-9f92-71de614af3c8 HTTP/1.1" status: 200 len: 945 time: 0.1691015 Jul 24 00:16:14.660335 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bbd882df-da92-4b87-87a2-3af05b24ff53 req-a9577457-5997-4a6a-93f2-67ba5c13a187 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532546 Jul 24 00:16:14.674541 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a4c75e-4206-4f87-8d62-5f679e470696 None None] New status for floating IP ece04a52-6425-46d8-acb0-7dfea35faf71: DOWN {{(pid=100316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 00:16:14.807209 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:14.869157 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-d04df8a8-5cbe-450c-87ec-8da3a9e2530f admin admin] Deleting port 86df5421-c966-43bc-bf7e-b7798497ef4e {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:16:14.869717 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d04df8a8-5cbe-450c-87ec-8da3a9e2530f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:14.949389 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-d04df8a8-5cbe-450c-87ec-8da3a9e2530f admin admin] For port 86df5421-c966-43bc-bf7e-b7798497ef4e, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=86df5421-c966-43bc-bf7e-b7798497ef4e,segment=NetworkSegment(1a2343dd-1c10-48a9-bde8-c4e66c2cb5b9),segment_id=1a2343dd-1c10-48a9-bde8-c4e66c2cb5b9)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:16:14.949761 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d04df8a8-5cbe-450c-87ec-8da3a9e2530f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:14.962767 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-d04df8a8-5cbe-450c-87ec-8da3a9e2530f admin admin] Calling delete_port for 86df5421-c966-43bc-bf7e-b7798497ef4e owned by network:router_interface {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:16:15.106072 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f32695-08f6-49ae-a474-125c1b0c224b req-abeac866-709b-4988-b183-2e239ab3e370 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:15.107620 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d1f32695-08f6-49ae-a474-125c1b0c224b req-abeac866-709b-4988-b183-2e239ab3e370 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=8675e9a7-659c-4c81-a6b7-aab189694153 HTTP/1.1" status: 200 len: 946 time: 0.1142972 Jul 24 00:16:15.121113 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb1b56c-329a-4d8f-ac19-5b5c13cad19a req-1df1e78a-70d6-4e6a-9166-9f659ad05579 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:15.122474 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ceb1b56c-329a-4d8f-ac19-5b5c13cad19a req-1df1e78a-70d6-4e6a-9166-9f659ad05579 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.64 "GET /v2.0/ports?device_id=8675e9a7-659c-4c81-a6b7-aab189694153 HTTP/1.1" status: 200 len: 946 time: 0.0989909 Jul 24 00:16:15.148625 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d04df8a8-5cbe-450c-87ec-8da3a9e2530f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:15.173203 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04df8a8-5cbe-450c-87ec-8da3a9e2530f admin admin] Pushing event deleted for resources: {'Port': ['ID=86df5421-c966-43bc-bf7e-b7798497ef4e,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:15.185643 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d1f32695-08f6-49ae-a474-125c1b0c224b req-2d0f4aaa-6a11-40c4-a6f4-5e524f2cfd87 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef14fa0a-16c3-4388-ae20-534d1f674ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621934 Jul 24 00:16:15.271781 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-ceb1b56c-329a-4d8f-ac19-5b5c13cad19a req-5ba2e25c-c543-423e-b714-87fd3b632780 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Deleting port 549c4525-fa33-4368-aa6b-b5eea6e8af42 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:16:15.272125 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-ceb1b56c-329a-4d8f-ac19-5b5c13cad19a req-5ba2e25c-c543-423e-b714-87fd3b632780 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:15.367649 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d04df8a8-5cbe-450c-87ec-8da3a9e2530f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679987'] for router_interface, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:15.371496 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-ceb1b56c-329a-4d8f-ac19-5b5c13cad19a req-5ba2e25c-c543-423e-b714-87fd3b632780 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] For port 549c4525-fa33-4368-aa6b-b5eea6e8af42, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=549c4525-fa33-4368-aa6b-b5eea6e8af42,segment=NetworkSegment(4dde76ee-9daf-4ac3-8e5c-9a2a15633c19),segment_id=4dde76ee-9daf-4ac3-8e5c-9a2a15633c19)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:16:15.371812 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-ceb1b56c-329a-4d8f-ac19-5b5c13cad19a req-5ba2e25c-c543-423e-b714-87fd3b632780 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:15.388466 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-ceb1b56c-329a-4d8f-ac19-5b5c13cad19a req-5ba2e25c-c543-423e-b714-87fd3b632780 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Calling delete_port for 549c4525-fa33-4368-aa6b-b5eea6e8af42 owned by compute:nova {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:16:15.530394 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-ceb1b56c-329a-4d8f-ac19-5b5c13cad19a req-5ba2e25c-c543-423e-b714-87fd3b632780 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:15.556993 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba2e25c-c543-423e-b714-87fd3b632780 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Pushing event deleted for resources: {'Port': ['ID=549c4525-fa33-4368-aa6b-b5eea6e8af42,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:15.607461 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceb1b56c-329a-4d8f-ac19-5b5c13cad19a req-5ba2e25c-c543-423e-b714-87fd3b632780 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] No DVR routers for this DVR port 549c4525-fa33-4368-aa6b-b5eea6e8af42 on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:16:15.610702 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-ceb1b56c-329a-4d8f-ac19-5b5c13cad19a req-5ba2e25c-c543-423e-b714-87fd3b632780 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:15.613004 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ceb1b56c-329a-4d8f-ac19-5b5c13cad19a req-5ba2e25c-c543-423e-b714-87fd3b632780 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.64 "DELETE /v2.0/ports/549c4525-fa33-4368-aa6b-b5eea6e8af42 HTTP/1.1" status: 204 len: 173 time: 0.4760067 Jul 24 00:16:15.613531 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8675e9a7-659c-4c81-a6b7-aab189694153', 'name': 'network-vif-deleted', 'tag': '549c4525-fa33-4368-aa6b-b5eea6e8af42'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:16:15.614047 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d04df8a8-5cbe-450c-87ec-8da3a9e2530f admin admin] Router 77b97f8d-cc47-43d5-87c4-6cb395dc4774 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:16:15.615972 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ba68b8-bd48-49e0-93d5-9d43541a1165" -d '{"events": [{"server_uuid": "8675e9a7-659c-4c81-a6b7-aab189694153", "name": "network-vif-deleted", "tag": "549c4525-fa33-4368-aa6b-b5eea6e8af42"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:16:15.651709 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3411e2f9-16c1-428f-8658-d6511a8aedf6 x-openstack-request-id: req-3411e2f9-16c1-428f-8658-d6511a8aedf6 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:16:15.651995 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8675e9a7-659c-4c81-a6b7-aab189694153", "name": "network-vif-deleted", "tag": "549c4525-fa33-4368-aa6b-b5eea6e8af42", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:16:15.652243 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3411e2f9-16c1-428f-8658-d6511a8aedf6 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:16:15.652641 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8675e9a7-659c-4c81-a6b7-aab189694153', 'name': 'network-vif-deleted', 'tag': '549c4525-fa33-4368-aa6b-b5eea6e8af42', 'status': 'completed', 'code': 200} Jul 24 00:16:15.736018 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d04df8a8-5cbe-450c-87ec-8da3a9e2530f admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:16:15.742811 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-d04df8a8-5cbe-450c-87ec-8da3a9e2530f admin admin] 10.222.0.44 "PUT /v2.0/routers/77b97f8d-cc47-43d5-87c4-6cb395dc4774/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1627083 Jul 24 00:16:15.745796 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 47456) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:16:15.751279 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf73af7-e76e-441b-b111-34581768b181 None None] Sync routers for ids ['77b97f8d-cc47-43d5-87c4-6cb395dc4774'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:16:15.760459 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf73af7-e76e-441b-b111-34581768b181 None None] Routers {'77b97f8d-cc47-43d5-87c4-6cb395dc4774'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:16:15.761180 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-dcf73af7-e76e-441b-b111-34581768b181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:15:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['77b97f8d-cc47-43d5-87c4-6cb395dc4774'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:16:15.814252 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c07535-87c8-431d-888e-1bb97acd0616 req-eca923df-b761-4502-8343-50d59bc8de6d tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:15.815823 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c7c07535-87c8-431d-888e-1bb97acd0616 req-eca923df-b761-4502-8343-50d59bc8de6d tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5daecd4-372a-4b69-9f92-71de614af3c8 HTTP/1.1" status: 200 len: 945 time: 0.0661840 Jul 24 00:16:15.855690 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c7c07535-87c8-431d-888e-1bb97acd0616 req-2389c98c-5715-4725-8933-d335e7c88e7a tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342312 Jul 24 00:16:15.856961 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6959aab3-36a0-429c-bee5-d114eb5b176e admin admin] Notify callbacks [] for router, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:15.871389 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-dcf73af7-e76e-441b-b111-34581768b181 None None] Set router 77b97f8d-cc47-43d5-87c4-6cb395dc4774 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:16:16.026265 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6959aab3-36a0-429c-bee5-d114eb5b176e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:16.058489 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c61b3d-fc8a-415a-bf79-75f570f242fb req-0803e3eb-3bf4-4e06-84f7-0449a5859db0 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:16.060427 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-77c61b3d-fc8a-415a-bf79-75f570f242fb req-0803e3eb-3bf4-4e06-84f7-0449a5859db0 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5daecd4-372a-4b69-9f92-71de614af3c8 HTTP/1.1" status: 200 len: 945 time: 0.1140809 Jul 24 00:16:16.104893 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-dcf73af7-e76e-441b-b111-34581768b181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b97f8d-cc47-43d5-87c4-6cb395dc4774', 'name': 'tempest-TestServerBasicOps-347726429-router', 'tenant_id': '8ed52982936542aab9afbd7ecf658cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': 'fe845e01-8585-40e2-8640-87e4d97964dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:10:38Z', 'updated_at': '2021-07-24T00:16:15Z', 'revision_number': 5, 'project_id': '8ed52982936542aab9afbd7ecf658cda', 'gw_port': {'id': 'fe845e01-8585-40e2-8640-87e4d97964dc', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:89:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b97f8d-cc47-43d5-87c4-6cb395dc4774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:10:39Z', 'updated_at': '2021-07-24T00:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:16:16.125746 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-77c61b3d-fc8a-415a-bf79-75f570f242fb req-c956c581-7ed5-4dc7-9ac2-852a4676f89f tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430956 Jul 24 00:16:16.161872 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-6959aab3-36a0-429c-bee5-d114eb5b176e admin admin] Deleting port fe845e01-8585-40e2-8640-87e4d97964dc {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:16:16.162221 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6959aab3-36a0-429c-bee5-d114eb5b176e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:16.173096 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf73af7-e76e-441b-b111-34581768b181 None None] Checking router: 77b97f8d-cc47-43d5-87c4-6cb395dc4774 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:16:16.205189 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf73af7-e76e-441b-b111-34581768b181 None None] Routers {'77b97f8d-cc47-43d5-87c4-6cb395dc4774'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:16:16.205380 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-dcf73af7-e76e-441b-b111-34581768b181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:15:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['77b97f8d-cc47-43d5-87c4-6cb395dc4774'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:16:16.253129 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 47466) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:16:16.310383 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-6959aab3-36a0-429c-bee5-d114eb5b176e admin admin] For port fe845e01-8585-40e2-8640-87e4d97964dc, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=fe845e01-8585-40e2-8640-87e4d97964dc,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:16:16.310832 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6959aab3-36a0-429c-bee5-d114eb5b176e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:16.315142 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-dcf73af7-e76e-441b-b111-34581768b181 None None] Set router 77b97f8d-cc47-43d5-87c4-6cb395dc4774 gateway port host: None {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:16:16.325072 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-6959aab3-36a0-429c-bee5-d114eb5b176e admin admin] Calling delete_port for fe845e01-8585-40e2-8640-87e4d97964dc owned by network:router_gateway {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:16:16.403325 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-dcf73af7-e76e-441b-b111-34581768b181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b97f8d-cc47-43d5-87c4-6cb395dc4774', 'name': 'tempest-TestServerBasicOps-347726429-router', 'tenant_id': '8ed52982936542aab9afbd7ecf658cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:10:38Z', 'updated_at': '2021-07-24T00:16:16Z', 'revision_number': 6, 'project_id': '8ed52982936542aab9afbd7ecf658cda', 'gw_port_host': None}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:16:16.435111 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf73af7-e76e-441b-b111-34581768b181 None None] The sync data for ids ['77b97f8d-cc47-43d5-87c4-6cb395dc4774'] in n-d-800088-16 is: [{'id': '77b97f8d-cc47-43d5-87c4-6cb395dc4774', 'name': 'tempest-TestServerBasicOps-347726429-router', 'tenant_id': '8ed52982936542aab9afbd7ecf658cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:10:38Z', 'updated_at': '2021-07-24T00:16:16Z', 'revision_number': 6, 'project_id': '8ed52982936542aab9afbd7ecf658cda', 'gw_port_host': None}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:16:16.533979 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6959aab3-36a0-429c-bee5-d114eb5b176e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:16.567399 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6959aab3-36a0-429c-bee5-d114eb5b176e admin admin] Pushing event deleted for resources: {'Port': ['ID=fe845e01-8585-40e2-8640-87e4d97964dc,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:16.600535 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152305ec-6ff4-4cdb-92bf-a0e0ffe80dd0 req-12f5e1ba-652f-4950-9f8f-9f133a4b1901 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:16.602080 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-152305ec-6ff4-4cdb-92bf-a0e0ffe80dd0 req-12f5e1ba-652f-4950-9f8f-9f133a4b1901 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5daecd4-372a-4b69-9f92-71de614af3c8 HTTP/1.1" status: 200 len: 945 time: 0.1953919 Jul 24 00:16:16.634168 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6959aab3-36a0-429c-bee5-d114eb5b176e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687114'] for router_gateway, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:16.656486 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-152305ec-6ff4-4cdb-92bf-a0e0ffe80dd0 req-0bbcd084-54dd-4b1e-9d20-1dd8f2fd1e98 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485864 Jul 24 00:16:16.741588 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6959aab3-36a0-429c-bee5-d114eb5b176e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:16.743665 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6959aab3-36a0-429c-bee5-d114eb5b176e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:16.808627 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3bc8ef84-0672-427a-befb-c07c7645d1d4 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681029'] for router_interface, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:16.814023 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6959aab3-36a0-429c-bee5-d114eb5b176e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:16.814593 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6959aab3-36a0-429c-bee5-d114eb5b176e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77b97f8d-cc47-43d5-87c4-6cb395dc4774 {{(pid=100314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:16:16.819078 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6959aab3-36a0-429c-bee5-d114eb5b176e admin admin] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:16.820256 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-6959aab3-36a0-429c-bee5-d114eb5b176e admin admin] 10.222.0.44 "DELETE /v2.0/routers/77b97f8d-cc47-43d5-87c4-6cb395dc4774 HTTP/1.1" status: 204 len: 168 time: 1.0734010 Jul 24 00:16:16.825351 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 47472) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:16:16.872967 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-878eae2f-5751-4184-94b3-4e044b06f73b admin admin] Deleting subnet 49689ad0-dc02-4436-8aab-7ed904f8dbad {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:16:16.876618 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-878eae2f-5751-4184-94b3-4e044b06f73b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:16.916849 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-878eae2f-5751-4184-94b3-4e044b06f73b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:17.008351 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-878eae2f-5751-4184-94b3-4e044b06f73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:17.063145 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-878eae2f-5751-4184-94b3-4e044b06f73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:17.088498 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878eae2f-5751-4184-94b3-4e044b06f73b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49689ad0-dc02-4436-8aab-7ed904f8dbad,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:17.089740 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-3bc8ef84-0672-427a-befb-c07c7645d1d4 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Deleting port d566da20-f076-49cd-84c5-9b3d914bec47 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:16:17.090088 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3bc8ef84-0672-427a-befb-c07c7645d1d4 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:17.093523 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-878eae2f-5751-4184-94b3-4e044b06f73b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:17.097845 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-878eae2f-5751-4184-94b3-4e044b06f73b admin admin] 10.222.0.44 "DELETE /v2.0/subnets/49689ad0-dc02-4436-8aab-7ed904f8dbad HTTP/1.1" status: 204 len: 168 time: 0.2687576 Jul 24 00:16:17.098271 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 47474) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:16:17.101103 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072cd2d6-d02b-4c7d-8dfa-b1abdbfe1158 None None] Network 3829d8b1-57b6-4b5b-a62d-bdc41c946f86 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:16:17.170440 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7640eae5-87dc-47af-a768-6de2b5df7aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:17.203846 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-3bc8ef84-0672-427a-befb-c07c7645d1d4 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] For port d566da20-f076-49cd-84c5-9b3d914bec47, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=d566da20-f076-49cd-84c5-9b3d914bec47,segment=NetworkSegment(4dde76ee-9daf-4ac3-8e5c-9a2a15633c19),segment_id=4dde76ee-9daf-4ac3-8e5c-9a2a15633c19)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:16:17.204232 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3bc8ef84-0672-427a-befb-c07c7645d1d4 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:17.228603 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-3bc8ef84-0672-427a-befb-c07c7645d1d4 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Calling delete_port for d566da20-f076-49cd-84c5-9b3d914bec47 owned by network:router_interface {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:16:17.251533 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-7640eae5-87dc-47af-a768-6de2b5df7aef admin admin] Deleting port f9c6cc25-b9da-4780-8fd2-28a7098203c1 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:16:17.251908 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7640eae5-87dc-47af-a768-6de2b5df7aef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:17.321997 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-7640eae5-87dc-47af-a768-6de2b5df7aef admin admin] For port f9c6cc25-b9da-4780-8fd2-28a7098203c1, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=f9c6cc25-b9da-4780-8fd2-28a7098203c1,segment=NetworkSegment(1a2343dd-1c10-48a9-bde8-c4e66c2cb5b9),segment_id=1a2343dd-1c10-48a9-bde8-c4e66c2cb5b9)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:16:17.322368 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7640eae5-87dc-47af-a768-6de2b5df7aef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:17.335080 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-7640eae5-87dc-47af-a768-6de2b5df7aef admin admin] Calling delete_port for f9c6cc25-b9da-4780-8fd2-28a7098203c1 owned by network:dhcp {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:16:17.345808 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1867e56-046b-4186-a679-6ce5bee4c2f1 None None] DHCP port deletion for 3829d8b1-57b6-4b5b-a62d-bdc41c946f86 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:16:17.413473 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-b1867e56-046b-4186-a679-6ce5bee4c2f1 None None] Deleting port f9c6cc25-b9da-4780-8fd2-28a7098203c1 {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:16:17.413992 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b1867e56-046b-4186-a679-6ce5bee4c2f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:17.430751 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7640eae5-87dc-47af-a768-6de2b5df7aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:17.457480 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3bc8ef84-0672-427a-befb-c07c7645d1d4 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:17.458080 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7640eae5-87dc-47af-a768-6de2b5df7aef admin admin] Pushing event deleted for resources: {'Port': ['ID=f9c6cc25-b9da-4780-8fd2-28a7098203c1,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:17.463544 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7640eae5-87dc-47af-a768-6de2b5df7aef admin admin] No DVR routers for this DVR port f9c6cc25-b9da-4780-8fd2-28a7098203c1 on host n-d-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:16:17.487971 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc8ef84-0672-427a-befb-c07c7645d1d4 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Pushing event deleted for resources: {'Port': ['ID=d566da20-f076-49cd-84c5-9b3d914bec47,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:17.508496 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-b1867e56-046b-4186-a679-6ce5bee4c2f1 None None] For port f9c6cc25-b9da-4780-8fd2-28a7098203c1, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=f9c6cc25-b9da-4780-8fd2-28a7098203c1,segment=NetworkSegment(1a2343dd-1c10-48a9-bde8-c4e66c2cb5b9),segment_id=1a2343dd-1c10-48a9-bde8-c4e66c2cb5b9)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:16:17.509008 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b1867e56-046b-4186-a679-6ce5bee4c2f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:17.525046 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-b1867e56-046b-4186-a679-6ce5bee4c2f1 None None] Calling delete_port for f9c6cc25-b9da-4780-8fd2-28a7098203c1 owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:16:17.607460 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7640eae5-87dc-47af-a768-6de2b5df7aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:17.639516 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-7640eae5-87dc-47af-a768-6de2b5df7aef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3829d8b1-57b6-4b5b-a62d-bdc41c946f86']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:16:17.663163 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-7640eae5-87dc-47af-a768-6de2b5df7aef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a2343dd-1c10-48a9-bde8-c4e66c2cb5b9') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:16:17.663615 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-7640eae5-87dc-47af-a768-6de2b5df7aef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a2343dd-1c10-48a9-bde8-c4e66c2cb5b9') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:16:17.676621 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7640eae5-87dc-47af-a768-6de2b5df7aef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:17.713803 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7640eae5-87dc-47af-a768-6de2b5df7aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:17.727143 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7640eae5-87dc-47af-a768-6de2b5df7aef admin admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:16:17.727894 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7640eae5-87dc-47af-a768-6de2b5df7aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:17.759018 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:16:17.759018 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:16:17.759018 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:16:17.759018 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:16:17.759018 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:16:17.759018 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:16:17.759018 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:16:17.759018 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:16:17.759018 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:16:17.759018 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:16:17.759018 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:16:17.759018 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:16:17.759018 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:16:17.759018 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:16:17.759018 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:16:17.759018 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:16:17.759018 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:16:17.759018 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:16:17.759018 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:16:17.759018 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:16:17.759018 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:16:17.759018 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:16:17.759018 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:16:17.759018 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:16:17.759018 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:16:17.759018 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:16:17.759018 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:16:17.759018 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:16:17.759018 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:16:17.759018 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:16:17.759018 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:16:17.759018 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:16:17.766484 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3bc8ef84-0672-427a-befb-c07c7645d1d4 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679987'] for router_interface, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:17.838547 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:17.865591 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7640eae5-87dc-47af-a768-6de2b5df7aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:17.876956 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7640eae5-87dc-47af-a768-6de2b5df7aef admin admin] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:17.881601 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-7640eae5-87dc-47af-a768-6de2b5df7aef admin admin] 10.222.0.44 "DELETE /v2.0/networks/3829d8b1-57b6-4b5b-a62d-bdc41c946f86 HTTP/1.1" status: 204 len: 168 time: 0.7795713 Jul 24 00:16:17.881756 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b1867e56-046b-4186-a679-6ce5bee4c2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:17.883221 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 47482) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:16:17.901187 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7640eae5-87dc-47af-a768-6de2b5df7aef admin admin] Pushing event deleted for resources: {'Network': ['ID=3829d8b1-57b6-4b5b-a62d-bdc41c946f86,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:17.902165 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b1867e56-046b-4186-a679-6ce5bee4c2f1 None None] Network 3829d8b1-57b6-4b5b-a62d-bdc41c946f86 is not hosted by any dhcp agent {{(pid=100315) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 24 00:16:17.902730 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1867e56-046b-4186-a679-6ce5bee4c2f1 None None] No DVR routers for this DVR port f9c6cc25-b9da-4780-8fd2-28a7098203c1 on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:16:17.904910 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1867e56-046b-4186-a679-6ce5bee4c2f1 None None] Pushing event deleted for resources: {'Port': ['ID=f9c6cc25-b9da-4780-8fd2-28a7098203c1,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:17.914136 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3494419b-3ffa-4fa6-b22a-7f683be89213 req-304fdcfb-8285-4529-97a7-4c20081d1d4a tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:17.915875 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3494419b-3ffa-4fa6-b22a-7f683be89213 req-304fdcfb-8285-4529-97a7-4c20081d1d4a tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5daecd4-372a-4b69-9f92-71de614af3c8 HTTP/1.1" status: 200 len: 945 time: 0.1538217 Jul 24 00:16:17.927711 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88435130-3c89-406e-ba6b-3037b3d85881 req-a0a524cd-29f7-4e9e-89bf-7a91097dfcb7 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:17.929121 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-88435130-3c89-406e-ba6b-3037b3d85881 req-a0a524cd-29f7-4e9e-89bf-7a91097dfcb7 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5daecd4-372a-4b69-9f92-71de614af3c8 HTTP/1.1" status: 200 len: 945 time: 0.2436759 Jul 24 00:16:17.998117 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3494419b-3ffa-4fa6-b22a-7f683be89213 req-5387016c-aca8-494d-b943-c4007418bbf4 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680275 Jul 24 00:16:18.068284 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-88435130-3c89-406e-ba6b-3037b3d85881 req-23142704-ef4c-41a4-a223-0a1100a24f65 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Deleting port 52dfd201-626b-4a59-b5b6-3eb0df8e0f9a {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:16:18.068637 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-88435130-3c89-406e-ba6b-3037b3d85881 req-23142704-ef4c-41a4-a223-0a1100a24f65 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:18.226768 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 86df5421-c966-43bc-bf7e-b7798497ef4e no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:16:18.248910 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 86df5421-c966-43bc-bf7e-b7798497ef4e {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:16:18.249955 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 86df5421-c966-43bc-bf7e-b7798497ef4e not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:16:18.250451 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device fe845e01-8585-40e2-8640-87e4d97964dc no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:16:18.272670 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: fe845e01-8585-40e2-8640-87e4d97964dc {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:16:18.273147 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device fe845e01-8585-40e2-8640-87e4d97964dc not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:16:18.273639 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device f9c6cc25-b9da-4780-8fd2-28a7098203c1 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:16:18.297061 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: f9c6cc25-b9da-4780-8fd2-28a7098203c1 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:16:18.297417 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device f9c6cc25-b9da-4780-8fd2-28a7098203c1 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:16:18.427188 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-88435130-3c89-406e-ba6b-3037b3d85881 req-23142704-ef4c-41a4-a223-0a1100a24f65 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] For port 52dfd201-626b-4a59-b5b6-3eb0df8e0f9a, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=52dfd201-626b-4a59-b5b6-3eb0df8e0f9a,segment=NetworkSegment(5aa5a49c-7465-4920-b25b-c3e99ae728f5),segment_id=5aa5a49c-7465-4920-b25b-c3e99ae728f5)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:16:18.427552 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-88435130-3c89-406e-ba6b-3037b3d85881 req-23142704-ef4c-41a4-a223-0a1100a24f65 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:18.441113 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-88435130-3c89-406e-ba6b-3037b3d85881 req-23142704-ef4c-41a4-a223-0a1100a24f65 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Calling delete_port for 52dfd201-626b-4a59-b5b6-3eb0df8e0f9a owned by compute:nova {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:16:18.494560 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bc8ef84-0672-427a-befb-c07c7645d1d4 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Router 8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:16:18.570340 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-88435130-3c89-406e-ba6b-3037b3d85881 req-23142704-ef4c-41a4-a223-0a1100a24f65 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:18.582271 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['5f16fbca-e168-4d66-b734-55081507532a'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:16:18.584800 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['52dfd201-626b-4a59-b5b6-3eb0df8e0f9a'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:16:18.603330 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23142704-ef4c-41a4-a223-0a1100a24f65 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Pushing event deleted for resources: {'Port': ['ID=52dfd201-626b-4a59-b5b6-3eb0df8e0f9a,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:18.663505 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-88435130-3c89-406e-ba6b-3037b3d85881 req-23142704-ef4c-41a4-a223-0a1100a24f65 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] No DVR routers for this DVR port 52dfd201-626b-4a59-b5b6-3eb0df8e0f9a on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:16:18.667245 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-88435130-3c89-406e-ba6b-3037b3d85881 req-23142704-ef4c-41a4-a223-0a1100a24f65 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:18.669686 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc8ef84-0672-427a-befb-c07c7645d1d4 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:16:18.670332 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-88435130-3c89-406e-ba6b-3037b3d85881 req-23142704-ef4c-41a4-a223-0a1100a24f65 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.64 "DELETE /v2.0/ports/52dfd201-626b-4a59-b5b6-3eb0df8e0f9a HTTP/1.1" status: 204 len: 173 time: 0.7324345 Jul 24 00:16:18.671844 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5daecd4-372a-4b69-9f92-71de614af3c8', 'name': 'network-vif-deleted', 'tag': '52dfd201-626b-4a59-b5b6-3eb0df8e0f9a'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:16:18.675087 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13710d39-c12e-403a-b94f-ac7993041c52" -d '{"events": [{"server_uuid": "e5daecd4-372a-4b69-9f92-71de614af3c8", "name": "network-vif-deleted", "tag": "52dfd201-626b-4a59-b5b6-3eb0df8e0f9a"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:16:18.675328 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-3bc8ef84-0672-427a-befb-c07c7645d1d4 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "PUT /v2.0/routers/8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4208505 Jul 24 00:16:18.678120 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 47490) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:16:18.683689 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffdc25c-7b34-4da0-9d4c-106fc893a8a4 None None] Sync routers for ids ['8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:16:18.709832 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffdc25c-7b34-4da0-9d4c-106fc893a8a4 None None] Routers {'8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:16:18.710785 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-cffdc25c-7b34-4da0-9d4c-106fc893a8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:15:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:16:18.721090 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d5dc97-34d2-4ca8-9ca8-51364f42d51b x-openstack-request-id: req-c2d5dc97-34d2-4ca8-9ca8-51364f42d51b {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:16:18.721958 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5daecd4-372a-4b69-9f92-71de614af3c8", "name": "network-vif-deleted", "tag": "52dfd201-626b-4a59-b5b6-3eb0df8e0f9a", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:16:18.722645 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c2d5dc97-34d2-4ca8-9ca8-51364f42d51b {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:16:18.724265 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5daecd4-372a-4b69-9f92-71de614af3c8', 'name': 'network-vif-deleted', 'tag': '52dfd201-626b-4a59-b5b6-3eb0df8e0f9a', 'status': 'completed', 'code': 200} Jul 24 00:16:18.775285 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b102af3-3362-4a4f-b760-a2e19eca3da4 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Deleting subnet 78e2d992-c1ad-4e19-ba7b-f7b8b753ca16 {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:16:18.786541 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9b102af3-3362-4a4f-b760-a2e19eca3da4 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:18.854263 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9b102af3-3362-4a4f-b760-a2e19eca3da4 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:18.918365 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f9fc9f66-17c0-4b84-a00e-e1f31cb9d446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681029'] for router_interface, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:18.951544 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-cffdc25c-7b34-4da0-9d4c-106fc893a8a4 None None] Set router 8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:16:19.026266 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9b102af3-3362-4a4f-b760-a2e19eca3da4 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:19.143098 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-cffdc25c-7b34-4da0-9d4c-106fc893a8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-151244975', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'bc4754b2-af1c-4f11-b187-3e662d8f8bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:14:10Z', 'updated_at': '2021-07-24T00:16:17Z', 'revision_number': 5, 'project_id': '646730ba25934852bc5dd86a412228f1', 'gw_port': {'id': 'bc4754b2-af1c-4f11-b187-3e662d8f8bca', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:63:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:14:11Z', 'updated_at': '2021-07-24T00:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:16:19.170531 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffdc25c-7b34-4da0-9d4c-106fc893a8a4 None None] Checking router: 8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:16:19.171377 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e851b018-b2e8-4e38-9a52-77436444ed99 req-d47fd73a-c0c1-4a49-af49-1c451e6478e1 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5daecd4-372a-4b69-9f92-71de614af3c8 HTTP/1.1" status: 200 len: 210 time: 0.0558622 Jul 24 00:16:19.184594 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffdc25c-7b34-4da0-9d4c-106fc893a8a4 None None] Routers {'8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:16:19.185848 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-cffdc25c-7b34-4da0-9d4c-106fc893a8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:15:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:16:19.203095 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9b102af3-3362-4a4f-b760-a2e19eca3da4 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:19.239009 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b102af3-3362-4a4f-b760-a2e19eca3da4 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Pushing event deleted for resources: {'Subnet': ['ID=78e2d992-c1ad-4e19-ba7b-f7b8b753ca16,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:19.247411 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9b102af3-3362-4a4f-b760-a2e19eca3da4 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:19.252297 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 47494) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:16:19.252451 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-9b102af3-3362-4a4f-b760-a2e19eca3da4 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "DELETE /v2.0/subnets/78e2d992-c1ad-4e19-ba7b-f7b8b753ca16 HTTP/1.1" status: 204 len: 168 time: 0.5732768 Jul 24 00:16:19.256450 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69391996-5339-4e8f-b1e8-eb89d424f974 None None] Network 52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:16:19.330487 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-cffdc25c-7b34-4da0-9d4c-106fc893a8a4 None None] Set router 8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:16:19.353231 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-f9fc9f66-17c0-4b84-a00e-e1f31cb9d446 admin admin] Deleting port f4770f09-5be5-4fff-ac6e-d17bd6106c4a {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:16:19.353988 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f9fc9f66-17c0-4b84-a00e-e1f31cb9d446 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:19.454424 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-f9fc9f66-17c0-4b84-a00e-e1f31cb9d446 admin admin] For port f4770f09-5be5-4fff-ac6e-d17bd6106c4a, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=f4770f09-5be5-4fff-ac6e-d17bd6106c4a,segment=NetworkSegment(25ce512e-de04-44a4-9725-80b9da3b8d68),segment_id=25ce512e-de04-44a4-9725-80b9da3b8d68)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:16:19.454803 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f9fc9f66-17c0-4b84-a00e-e1f31cb9d446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:19.473418 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-f9fc9f66-17c0-4b84-a00e-e1f31cb9d446 admin admin] Calling delete_port for f4770f09-5be5-4fff-ac6e-d17bd6106c4a owned by network:router_interface {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:16:19.482809 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-63af2e67-ed7f-4aec-973b-7cc91b360af3 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for router, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:19.510899 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f48844-c0ec-4ee1-9f72-d9fa8c61006e None None] DHCP port deletion for 52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:16:19.567057 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-02f48844-c0ec-4ee1-9f72-d9fa8c61006e None None] Deleting port 20752d52-f8c9-4fd5-bf8b-94221d70ca8d {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:16:19.568525 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-02f48844-c0ec-4ee1-9f72-d9fa8c61006e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:19.603590 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-63af2e67-ed7f-4aec-973b-7cc91b360af3 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:19.605260 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-cffdc25c-7b34-4da0-9d4c-106fc893a8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-151244975', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'bc4754b2-af1c-4f11-b187-3e662d8f8bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:14:10Z', 'updated_at': '2021-07-24T00:16:17Z', 'revision_number': 5, 'project_id': '646730ba25934852bc5dd86a412228f1', 'gw_port': {'id': 'bc4754b2-af1c-4f11-b187-3e662d8f8bca', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:63:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:14:11Z', 'updated_at': '2021-07-24T00:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:16:19.638042 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffdc25c-7b34-4da0-9d4c-106fc893a8a4 None None] The sync data for ids ['8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6'] in n-d-800088-16 is: [{'id': '8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-151244975', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'bc4754b2-af1c-4f11-b187-3e662d8f8bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:14:10Z', 'updated_at': '2021-07-24T00:16:17Z', 'revision_number': 5, 'project_id': '646730ba25934852bc5dd86a412228f1', 'gw_port': {'id': 'bc4754b2-af1c-4f11-b187-3e662d8f8bca', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:63:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:14:11Z', 'updated_at': '2021-07-24T00:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:16:19.642974 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-02f48844-c0ec-4ee1-9f72-d9fa8c61006e None None] For port 20752d52-f8c9-4fd5-bf8b-94221d70ca8d, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=20752d52-f8c9-4fd5-bf8b-94221d70ca8d,segment=NetworkSegment(4dde76ee-9daf-4ac3-8e5c-9a2a15633c19),segment_id=4dde76ee-9daf-4ac3-8e5c-9a2a15633c19)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:16:19.643277 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-02f48844-c0ec-4ee1-9f72-d9fa8c61006e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:19.658715 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-02f48844-c0ec-4ee1-9f72-d9fa8c61006e None None] Calling delete_port for 20752d52-f8c9-4fd5-bf8b-94221d70ca8d owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:16:19.687534 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f9fc9f66-17c0-4b84-a00e-e1f31cb9d446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:19.690327 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-63af2e67-ed7f-4aec-973b-7cc91b360af3 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Deleting port bc4754b2-af1c-4f11-b187-3e662d8f8bca {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:16:19.690926 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-63af2e67-ed7f-4aec-973b-7cc91b360af3 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:19.721427 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fc9f66-17c0-4b84-a00e-e1f31cb9d446 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4770f09-5be5-4fff-ac6e-d17bd6106c4a,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:19.763690 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-02f48844-c0ec-4ee1-9f72-d9fa8c61006e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:19.781353 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-63af2e67-ed7f-4aec-973b-7cc91b360af3 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] For port bc4754b2-af1c-4f11-b187-3e662d8f8bca, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=bc4754b2-af1c-4f11-b187-3e662d8f8bca,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:16:19.781842 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-63af2e67-ed7f-4aec-973b-7cc91b360af3 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:19.798170 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f48844-c0ec-4ee1-9f72-d9fa8c61006e None None] Pushing event deleted for resources: {'Port': ['ID=20752d52-f8c9-4fd5-bf8b-94221d70ca8d,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:19.803467 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-63af2e67-ed7f-4aec-973b-7cc91b360af3 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Calling delete_port for bc4754b2-af1c-4f11-b187-3e662d8f8bca owned by network:router_gateway {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:16:19.804196 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f48844-c0ec-4ee1-9f72-d9fa8c61006e None None] No DVR routers for this DVR port 20752d52-f8c9-4fd5-bf8b-94221d70ca8d on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:16:19.890470 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 549c4525-fa33-4368-aa6b-b5eea6e8af42 no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:16:19.907778 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f9fc9f66-17c0-4b84-a00e-e1f31cb9d446 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679987'] for router_interface, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:19.912478 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] No Port match for: 549c4525-fa33-4368-aa6b-b5eea6e8af42 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:16:19.913018 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 549c4525-fa33-4368-aa6b-b5eea6e8af42 not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:16:20.010007 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-63af2e67-ed7f-4aec-973b-7cc91b360af3 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:20.047912 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63af2e67-ed7f-4aec-973b-7cc91b360af3 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Pushing event deleted for resources: {'Port': ['ID=bc4754b2-af1c-4f11-b187-3e662d8f8bca,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:20.126330 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-63af2e67-ed7f-4aec-973b-7cc91b360af3 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687114'] for router_gateway, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:20.144703 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9fc9f66-17c0-4b84-a00e-e1f31cb9d446 admin admin] Router 62dbeda5-f5ef-4bde-ac8b-f4bb8720ecb1 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:16:20.226336 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-63af2e67-ed7f-4aec-973b-7cc91b360af3 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:20.228554 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-63af2e67-ed7f-4aec-973b-7cc91b360af3 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:20.281986 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-63af2e67-ed7f-4aec-973b-7cc91b360af3 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:20.283227 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63af2e67-ed7f-4aec-973b-7cc91b360af3 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Fanout notify agent at l3_agent the message router_deleted on router 8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6 {{(pid=100314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:16:20.287231 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9fc9f66-17c0-4b84-a00e-e1f31cb9d446 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:16:20.290639 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-63af2e67-ed7f-4aec-973b-7cc91b360af3 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:20.295255 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-63af2e67-ed7f-4aec-973b-7cc91b360af3 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "DELETE /v2.0/routers/8078c0ff-6a4d-4106-bff9-7dbfce2aa0f6 HTTP/1.1" status: 204 len: 168 time: 1.0416062 Jul 24 00:16:20.295680 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 47504) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:16:20.296396 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-f9fc9f66-17c0-4b84-a00e-e1f31cb9d446 admin admin] 10.222.0.44 "PUT /v2.0/routers/62dbeda5-f5ef-4bde-ac8b-f4bb8720ecb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4124770 Jul 24 00:16:20.296583 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 47506) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:16:20.302226 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device d566da20-f076-49cd-84c5-9b3d914bec47 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:16:20.305997 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55c0e46-d0c0-456f-92dc-39b03af4f009 None None] Sync routers for ids ['62dbeda5-f5ef-4bde-ac8b-f4bb8720ecb1'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:16:20.334867 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: d566da20-f076-49cd-84c5-9b3d914bec47 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:16:20.335215 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device d566da20-f076-49cd-84c5-9b3d914bec47 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:16:20.336232 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 20752d52-f8c9-4fd5-bf8b-94221d70ca8d no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:16:20.361476 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 20752d52-f8c9-4fd5-bf8b-94221d70ca8d {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:16:20.362093 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 20752d52-f8c9-4fd5-bf8b-94221d70ca8d not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:16:20.364496 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55c0e46-d0c0-456f-92dc-39b03af4f009 None None] Routers {'62dbeda5-f5ef-4bde-ac8b-f4bb8720ecb1'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:16:20.365422 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-e55c0e46-d0c0-456f-92dc-39b03af4f009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:15:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['62dbeda5-f5ef-4bde-ac8b-f4bb8720ecb1'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:16:20.447187 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-637dfbe0-dfa4-4c56-a485-e28761b321ea admin admin] Notify callbacks [] for router, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:20.496794 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-e55c0e46-d0c0-456f-92dc-39b03af4f009 None None] Set router 62dbeda5-f5ef-4bde-ac8b-f4bb8720ecb1 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:16:20.605258 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d95c39b1-1eeb-4540-a6e6-4de4430465f6 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:20.693129 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-637dfbe0-dfa4-4c56-a485-e28761b321ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:20.699938 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-e55c0e46-d0c0-456f-92dc-39b03af4f009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62dbeda5-f5ef-4bde-ac8b-f4bb8720ecb1', 'name': 'tempest-TestServerBasicOps-95049950-router', 'tenant_id': '8053f2a970ff4b779b375897739e4a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '2b98e6db-0531-41ce-aea8-f0e917215884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:10:53Z', 'updated_at': '2021-07-24T00:16:19Z', 'revision_number': 5, 'project_id': '8053f2a970ff4b779b375897739e4a9b', 'gw_port': {'id': '2b98e6db-0531-41ce-aea8-f0e917215884', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:35:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dbeda5-f5ef-4bde-ac8b-f4bb8720ecb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:10:54Z', 'updated_at': '2021-07-24T00:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:16:20.729280 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55c0e46-d0c0-456f-92dc-39b03af4f009 None None] Checking router: 62dbeda5-f5ef-4bde-ac8b-f4bb8720ecb1 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:16:20.738589 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55c0e46-d0c0-456f-92dc-39b03af4f009 None None] Routers {'62dbeda5-f5ef-4bde-ac8b-f4bb8720ecb1'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:16:20.739243 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-e55c0e46-d0c0-456f-92dc-39b03af4f009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:15:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['62dbeda5-f5ef-4bde-ac8b-f4bb8720ecb1'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:16:20.749942 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d95c39b1-1eeb-4540-a6e6-4de4430465f6 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:20.762360 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-d95c39b1-1eeb-4540-a6e6-4de4430465f6 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:16:20.793746 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-d95c39b1-1eeb-4540-a6e6-4de4430465f6 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dde76ee-9daf-4ac3-8e5c-9a2a15633c19') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:16:20.793963 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-d95c39b1-1eeb-4540-a6e6-4de4430465f6 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dde76ee-9daf-4ac3-8e5c-9a2a15633c19') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:16:20.806869 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d95c39b1-1eeb-4540-a6e6-4de4430465f6 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:20.827456 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d95c39b1-1eeb-4540-a6e6-4de4430465f6 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:20.839179 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d95c39b1-1eeb-4540-a6e6-4de4430465f6 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:16:20.839701 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d95c39b1-1eeb-4540-a6e6-4de4430465f6 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:20.840524 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-e55c0e46-d0c0-456f-92dc-39b03af4f009 None None] Set router 62dbeda5-f5ef-4bde-ac8b-f4bb8720ecb1 gateway port host: None {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:16:20.843776 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:16:20.843776 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:16:20.843776 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:16:20.843776 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:16:20.843776 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:16:20.843776 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:16:20.843776 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:16:20.843776 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:16:20.843776 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:16:20.843776 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:16:20.843776 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:16:20.843776 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:16:20.843776 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:16:20.843776 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:16:20.843776 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:16:20.843776 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:16:20.843776 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:16:20.843776 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:16:20.843776 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:16:20.843776 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:16:20.843776 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:16:20.843776 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:16:20.843776 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:16:20.843776 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:16:20.843776 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:16:20.843776 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:16:20.843776 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:16:20.843776 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:16:20.843776 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:16:20.843776 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:16:20.843776 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:16:20.843776 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:16:20.852564 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e763b-4fa5-49ec-aeeb-65448e172647 req-0788c98a-a311-4691-a46e-257b02504ecf tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:20.860523 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-330e763b-4fa5-49ec-aeeb-65448e172647 req-0788c98a-a311-4691-a46e-257b02504ecf tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/networks?id=647eee8d-5ee8-4283-a9e5-d18e1a31df0d HTTP/1.1" status: 200 len: 806 time: 0.1342402 Jul 24 00:16:20.870791 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-637dfbe0-dfa4-4c56-a485-e28761b321ea admin admin] Deleting port 2b98e6db-0531-41ce-aea8-f0e917215884 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:16:20.871242 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-637dfbe0-dfa4-4c56-a485-e28761b321ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:20.878569 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-330e763b-4fa5-49ec-aeeb-65448e172647 req-04325c1c-7cc9-468c-872f-c9a9d7e94f9d tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/quotas/d101a2ce9a064baabc9b1c2111317a43 HTTP/1.1" status: 200 len: 375 time: 0.0167570 Jul 24 00:16:20.922021 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-e55c0e46-d0c0-456f-92dc-39b03af4f009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62dbeda5-f5ef-4bde-ac8b-f4bb8720ecb1', 'name': 'tempest-TestServerBasicOps-95049950-router', 'tenant_id': '8053f2a970ff4b779b375897739e4a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:10:53Z', 'updated_at': '2021-07-24T00:16:20Z', 'revision_number': 6, 'project_id': '8053f2a970ff4b779b375897739e4a9b', 'gw_port_host': None}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:16:20.963936 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55c0e46-d0c0-456f-92dc-39b03af4f009 None None] The sync data for ids ['62dbeda5-f5ef-4bde-ac8b-f4bb8720ecb1'] in n-d-800088-16 is: [{'id': '62dbeda5-f5ef-4bde-ac8b-f4bb8720ecb1', 'name': 'tempest-TestServerBasicOps-95049950-router', 'tenant_id': '8053f2a970ff4b779b375897739e4a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:10:53Z', 'updated_at': '2021-07-24T00:16:20Z', 'revision_number': 6, 'project_id': '8053f2a970ff4b779b375897739e4a9b', 'gw_port_host': None}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:16:20.966734 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-330e763b-4fa5-49ec-aeeb-65448e172647 req-e58797ef-4ed0-46f4-ba2c-80837e3b52f8 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d101a2ce9a064baabc9b1c2111317a43&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0875676 Jul 24 00:16:20.976868 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d95c39b1-1eeb-4540-a6e6-4de4430465f6 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:20.987166 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d95c39b1-1eeb-4540-a6e6-4de4430465f6 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:20.991484 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-d95c39b1-1eeb-4540-a6e6-4de4430465f6 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "DELETE /v2.0/networks/52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e HTTP/1.1" status: 204 len: 168 time: 0.6914916 Jul 24 00:16:20.992224 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 47526) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:16:21.009181 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95c39b1-1eeb-4540-a6e6-4de4430465f6 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Pushing event deleted for resources: {'Network': ['ID=52ed7e1f-ff9a-47e7-89a4-06eefaa42c1e,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:21.027594 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-637dfbe0-dfa4-4c56-a485-e28761b321ea admin admin] For port 2b98e6db-0531-41ce-aea8-f0e917215884, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=2b98e6db-0531-41ce-aea8-f0e917215884,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:16:21.027966 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-637dfbe0-dfa4-4c56-a485-e28761b321ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:21.039757 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-637dfbe0-dfa4-4c56-a485-e28761b321ea admin admin] Calling delete_port for 2b98e6db-0531-41ce-aea8-f0e917215884 owned by network:router_gateway {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:16:21.121004 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c6bd609d-4efc-4d10-bf4a-1fd9b9f9a923 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:21.125489 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-330e763b-4fa5-49ec-aeeb-65448e172647 req-c158275f-5e07-4cb2-bca3-23067dc6a3df service neutron] 10.222.0.44 "GET /v2.0/networks/647eee8d-5ee8-4283-a9e5-d18e1a31df0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459153 Jul 24 00:16:21.170584 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c6bd609d-4efc-4d10-bf4a-1fd9b9f9a923 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:21.208680 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-637dfbe0-dfa4-4c56-a485-e28761b321ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:21.232407 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637dfbe0-dfa4-4c56-a485-e28761b321ea admin admin] Pushing event deleted for resources: {'Port': ['ID=2b98e6db-0531-41ce-aea8-f0e917215884,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:21.260270 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-330e763b-4fa5-49ec-aeeb-65448e172647 req-31929dc7-ee18-4370-9d35-dc66f3b1f4f4 service neutron] 10.222.0.44 "GET /v2.0/networks/647eee8d-5ee8-4283-a9e5-d18e1a31df0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263897 Jul 24 00:16:21.288837 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c6bd609d-4efc-4d10-bf4a-1fd9b9f9a923 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:21.291956 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c6bd609d-4efc-4d10-bf4a-1fd9b9f9a923 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:21.293475 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c6bd609d-4efc-4d10-bf4a-1fd9b9f9a923 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "DELETE /v2.0/security-groups/ef14fa0a-16c3-4388-ae20-534d1f674ae1 HTTP/1.1" status: 204 len: 168 time: 0.3007369 Jul 24 00:16:21.304740 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bd609d-4efc-4d10-bf4a-1fd9b9f9a923 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef14fa0a-16c3-4388-ae20-534d1f674ae1,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:21.315135 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-637dfbe0-dfa4-4c56-a485-e28761b321ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687114'] for router_gateway, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:21.456005 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-637dfbe0-dfa4-4c56-a485-e28761b321ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:21.459047 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-637dfbe0-dfa4-4c56-a485-e28761b321ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:21.504061 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bd0ab692-9ff0-468b-931d-988c1b3bfeaa req-b9a578e2-1171-4cde-8df0-564cf054736f tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e8919c0-92bf-46df-908f-7b163d0eb879 HTTP/1.1" status: 200 len: 210 time: 0.0469201 Jul 24 00:16:21.527781 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-637dfbe0-dfa4-4c56-a485-e28761b321ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:21.528406 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637dfbe0-dfa4-4c56-a485-e28761b321ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62dbeda5-f5ef-4bde-ac8b-f4bb8720ecb1 {{(pid=100314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:16:21.536596 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-637dfbe0-dfa4-4c56-a485-e28761b321ea admin admin] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:21.541553 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-637dfbe0-dfa4-4c56-a485-e28761b321ea admin admin] 10.222.0.44 "DELETE /v2.0/routers/62dbeda5-f5ef-4bde-ac8b-f4bb8720ecb1 HTTP/1.1" status: 204 len: 168 time: 1.2364304 Jul 24 00:16:21.544312 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 47538) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:16:21.617353 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc9b8601-ac8f-4230-add7-547e46af0a77 admin admin] Deleting subnet 362393cf-271d-48aa-bb90-5cca721b468c {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:16:21.621119 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fc9b8601-ac8f-4230-add7-547e46af0a77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:21.662175 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fc9b8601-ac8f-4230-add7-547e46af0a77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:21.748346 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fc9b8601-ac8f-4230-add7-547e46af0a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:21.809988 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fc9b8601-ac8f-4230-add7-547e46af0a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:21.837436 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9b8601-ac8f-4230-add7-547e46af0a77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=362393cf-271d-48aa-bb90-5cca721b468c,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:21.839874 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fc9b8601-ac8f-4230-add7-547e46af0a77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:21.841985 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-fc9b8601-ac8f-4230-add7-547e46af0a77 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/362393cf-271d-48aa-bb90-5cca721b468c HTTP/1.1" status: 204 len: 168 time: 0.2964652 Jul 24 00:16:21.845012 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 47546) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:16:21.848827 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdfae9b-464b-4bd5-975c-b3421b0b027d None None] Network 295fcd2f-65fb-43a3-812d-eb8827127761 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:16:21.917643 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 52dfd201-626b-4a59-b5b6-3eb0df8e0f9a no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:16:21.954528 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] No Port match for: 52dfd201-626b-4a59-b5b6-3eb0df8e0f9a {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:16:21.954862 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 52dfd201-626b-4a59-b5b6-3eb0df8e0f9a not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:16:21.984456 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-21e6045d-6069-46d6-8960-1662cc7108dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:21.993061 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 47550) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:16:22.001645 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-c9b32bb9-a372-406f-9eb6-97b6e28d8a6e tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-786160331', 'description': 'tempest-secgroup-smoke-786160331 description', 'project_id': '646730ba25934852bc5dd86a412228f1'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:16:22.062445 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c9b32bb9-a372-406f-9eb6-97b6e28d8a6e tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:22.081039 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-21e6045d-6069-46d6-8960-1662cc7108dc admin admin] Deleting port bf83ed34-cda5-441d-8f65-098410033238 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:16:22.081392 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-21e6045d-6069-46d6-8960-1662cc7108dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:22.123690 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaaff5f2-b5dc-45f3-94fc-4cf1f8d4e034 None None] DHCP port deletion for 295fcd2f-65fb-43a3-812d-eb8827127761 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:16:22.175878 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-21e6045d-6069-46d6-8960-1662cc7108dc admin admin] For port bf83ed34-cda5-441d-8f65-098410033238, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=bf83ed34-cda5-441d-8f65-098410033238,segment=NetworkSegment(25ce512e-de04-44a4-9725-80b9da3b8d68),segment_id=25ce512e-de04-44a4-9725-80b9da3b8d68)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:16:22.176275 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-21e6045d-6069-46d6-8960-1662cc7108dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:22.195192 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-21e6045d-6069-46d6-8960-1662cc7108dc admin admin] Calling delete_port for bf83ed34-cda5-441d-8f65-098410033238 owned by network:dhcp {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:16:22.199074 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-aaaff5f2-b5dc-45f3-94fc-4cf1f8d4e034 None None] Deleting port bf83ed34-cda5-441d-8f65-098410033238 {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:16:22.199705 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-aaaff5f2-b5dc-45f3-94fc-4cf1f8d4e034 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:22.236772 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c9b32bb9-a372-406f-9eb6-97b6e28d8a6e tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:22.241314 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c9b32bb9-a372-406f-9eb6-97b6e28d8a6e tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:22.260018 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device bc4754b2-af1c-4f11-b187-3e662d8f8bca no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:16:22.269902 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b32bb9-a372-406f-9eb6-97b6e28d8a6e tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=592819d6-cd2f-4c55-a231-bf1729025f60,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:22.283370 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c9b32bb9-a372-406f-9eb6-97b6e28d8a6e tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:22.285353 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-c9b32bb9-a372-406f-9eb6-97b6e28d8a6e tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2907231 Jul 24 00:16:22.287806 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 47552) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:16:22.289633 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-aaaff5f2-b5dc-45f3-94fc-4cf1f8d4e034 None None] For port bf83ed34-cda5-441d-8f65-098410033238, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=bf83ed34-cda5-441d-8f65-098410033238,segment=NetworkSegment(25ce512e-de04-44a4-9725-80b9da3b8d68),segment_id=25ce512e-de04-44a4-9725-80b9da3b8d68)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:16:22.290039 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-aaaff5f2-b5dc-45f3-94fc-4cf1f8d4e034 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:22.292397 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: bc4754b2-af1c-4f11-b187-3e662d8f8bca {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:16:22.292707 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device bc4754b2-af1c-4f11-b187-3e662d8f8bca not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:16:22.293158 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device bf83ed34-cda5-441d-8f65-098410033238 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:16:22.293777 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-e41de075-8410-4b6a-b897-efaff110964f tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Request body: {'security_group_rule': {'security_group_id': '592819d6-cd2f-4c55-a231-bf1729025f60', 'project_id': '646730ba25934852bc5dd86a412228f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:16:22.308834 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-21e6045d-6069-46d6-8960-1662cc7108dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:22.335704 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-aaaff5f2-b5dc-45f3-94fc-4cf1f8d4e034 None None] Calling delete_port for bf83ed34-cda5-441d-8f65-098410033238 owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:16:22.343943 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e41de075-8410-4b6a-b897-efaff110964f tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:22.351129 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e6045d-6069-46d6-8960-1662cc7108dc admin admin] No DVR routers for this DVR port bf83ed34-cda5-441d-8f65-098410033238 on host n-d-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:16:22.351411 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No active binding found for port bf83ed34-cda5-441d-8f65-098410033238 {{(pid=100315) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 24 00:16:22.351834 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device bf83ed34-cda5-441d-8f65-098410033238 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:16:22.352282 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device f4770f09-5be5-4fff-ac6e-d17bd6106c4a no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:16:22.356312 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e6045d-6069-46d6-8960-1662cc7108dc admin admin] Pushing event deleted for resources: {'Port': ['ID=bf83ed34-cda5-441d-8f65-098410033238,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:22.403695 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: f4770f09-5be5-4fff-ac6e-d17bd6106c4a {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:16:22.403695 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device f4770f09-5be5-4fff-ac6e-d17bd6106c4a not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:16:22.404185 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 2b98e6db-0531-41ce-aea8-f0e917215884 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:16:22.427071 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 2b98e6db-0531-41ce-aea8-f0e917215884 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:16:22.427426 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 2b98e6db-0531-41ce-aea8-f0e917215884 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:16:22.433444 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e41de075-8410-4b6a-b897-efaff110964f tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:22.434373 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-21e6045d-6069-46d6-8960-1662cc7108dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:22.441118 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e41de075-8410-4b6a-b897-efaff110964f tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:22.448681 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-21e6045d-6069-46d6-8960-1662cc7108dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['295fcd2f-65fb-43a3-812d-eb8827127761']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:16:22.460970 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-21e6045d-6069-46d6-8960-1662cc7108dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25ce512e-de04-44a4-9725-80b9da3b8d68') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:16:22.461150 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41de075-8410-4b6a-b897-efaff110964f tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6da76b6d-3604-4490-a214-3e971768081f,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:22.461399 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-21e6045d-6069-46d6-8960-1662cc7108dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25ce512e-de04-44a4-9725-80b9da3b8d68') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:16:22.470689 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-aaaff5f2-b5dc-45f3-94fc-4cf1f8d4e034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:22.473272 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-21e6045d-6069-46d6-8960-1662cc7108dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:22.485088 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e41de075-8410-4b6a-b897-efaff110964f tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:22.489046 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-e41de075-8410-4b6a-b897-efaff110964f tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1972098 Jul 24 00:16:22.489395 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 47554) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:16:22.492516 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-21e6045d-6069-46d6-8960-1662cc7108dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:22.497176 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-0a92db43-f2de-48cb-9270-b8cd81d294f2 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Request body: {'security_group_rule': {'security_group_id': '592819d6-cd2f-4c55-a231-bf1729025f60', 'project_id': '646730ba25934852bc5dd86a412228f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:16:22.499873 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaff5f2-b5dc-45f3-94fc-4cf1f8d4e034 None None] Pushing event deleted for resources: {'Port': ['ID=bf83ed34-cda5-441d-8f65-098410033238,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:22.500042 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21e6045d-6069-46d6-8960-1662cc7108dc admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:16:22.500479 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-21e6045d-6069-46d6-8960-1662cc7108dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:22.503809 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:16:22.503809 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:16:22.503809 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:16:22.503809 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:16:22.503809 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:16:22.503809 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:16:22.503809 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:16:22.503809 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:16:22.503809 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:16:22.503809 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:16:22.503809 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:16:22.503809 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:16:22.503809 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:16:22.503809 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:16:22.503809 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:16:22.503809 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:16:22.503809 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:16:22.503809 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:16:22.503809 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:16:22.503809 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:16:22.503809 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:16:22.503809 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:16:22.503809 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:16:22.503809 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:16:22.503809 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:16:22.503809 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:16:22.503809 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:16:22.503809 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:16:22.503809 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:16:22.503809 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:16:22.503809 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:16:22.503809 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:16:22.509816 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaaff5f2-b5dc-45f3-94fc-4cf1f8d4e034 None None] No DVR routers for this DVR port bf83ed34-cda5-441d-8f65-098410033238 on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:16:22.575514 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-21e6045d-6069-46d6-8960-1662cc7108dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:22.583917 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-21e6045d-6069-46d6-8960-1662cc7108dc admin admin] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:22.587309 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-21e6045d-6069-46d6-8960-1662cc7108dc admin admin] 10.222.0.44 "DELETE /v2.0/networks/295fcd2f-65fb-43a3-812d-eb8827127761 HTTP/1.1" status: 204 len: 168 time: 0.7409637 Jul 24 00:16:22.598808 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e6045d-6069-46d6-8960-1662cc7108dc admin admin] Pushing event deleted for resources: {'Network': ['ID=295fcd2f-65fb-43a3-812d-eb8827127761,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:22.611514 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0a92db43-f2de-48cb-9270-b8cd81d294f2 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:22.650651 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8fa9ea15-7990-4fe8-8c00-679a67e24b80 req-45ad870b-1f6c-4f21-8a60-cb01c45792a9 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e8919c0-92bf-46df-908f-7b163d0eb879 HTTP/1.1" status: 200 len: 210 time: 0.0645823 Jul 24 00:16:22.739296 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 47562) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:16:22.755178 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e763b-4fa5-49ec-aeeb-65448e172647 req-660b2852-0534-4d8d-bb02-668f03ea817e tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:22.756681 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-330e763b-4fa5-49ec-aeeb-65448e172647 req-660b2852-0534-4d8d-bb02-668f03ea817e tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.64 "GET /v2.0/networks?id=647eee8d-5ee8-4283-a9e5-d18e1a31df0d HTTP/1.1" status: 200 len: 806 time: 0.2181740 Jul 24 00:16:22.758946 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0a92db43-f2de-48cb-9270-b8cd81d294f2 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:22.763609 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0a92db43-f2de-48cb-9270-b8cd81d294f2 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:22.775725 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-330e763b-4fa5-49ec-aeeb-65448e172647 req-fc13d3ed-b54b-4434-a085-72556f64b497 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Request body: {'port': {'device_id': '1e8919c0-92bf-46df-908f-7b163d0eb879', 'network_id': '647eee8d-5ee8-4283-a9e5-d18e1a31df0d', 'admin_state_up': True, 'tenant_id': 'd101a2ce9a064baabc9b1c2111317a43'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:16:22.782286 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-a4ed2cd8-54d8-4a5e-9596-1d47b759dc8b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8ed52982936542aab9afbd7ecf658cda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416105 Jul 24 00:16:22.784701 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 47564) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:16:22.811809 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a92db43-f2de-48cb-9270-b8cd81d294f2 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe335ec3-760c-484f-9f02-bde913459701,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:22.822015 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0a92db43-f2de-48cb-9270-b8cd81d294f2 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:22.825934 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-0a92db43-f2de-48cb-9270-b8cd81d294f2 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3326755 Jul 24 00:16:22.826092 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 47566) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:16:22.831843 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-5cd84dda-d5ae-43de-b1d4-e228117ffd06 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Request body: {'security_group_rule': {'security_group_id': '592819d6-cd2f-4c55-a231-bf1729025f60', 'project_id': '646730ba25934852bc5dd86a412228f1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:16:22.852318 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d26d5d52-23de-4383-9ca4-524803dcb18c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:22.884407 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d26d5d52-23de-4383-9ca4-524803dcb18c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:22.891327 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5cd84dda-d5ae-43de-b1d4-e228117ffd06 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:22.902857 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-330e763b-4fa5-49ec-aeeb-65448e172647 req-fc13d3ed-b54b-4434-a085-72556f64b497 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Made reservation on behalf of d101a2ce9a064baabc9b1c2111317a43 for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:16:22.907168 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-330e763b-4fa5-49ec-aeeb-65448e172647 req-fc13d3ed-b54b-4434-a085-72556f64b497 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:22.968172 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d26d5d52-23de-4383-9ca4-524803dcb18c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:22.971109 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d26d5d52-23de-4383-9ca4-524803dcb18c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:22.972386 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-d26d5d52-23de-4383-9ca4-524803dcb18c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4352cea9-d4ce-466a-b9b4-2363b9a3ce27 HTTP/1.1" status: 204 len: 168 time: 0.1866570 Jul 24 00:16:22.988693 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26d5d52-23de-4383-9ca4-524803dcb18c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4352cea9-d4ce-466a-b9b4-2363b9a3ce27,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:22.991757 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5cd84dda-d5ae-43de-b1d4-e228117ffd06 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:22.996785 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5cd84dda-d5ae-43de-b1d4-e228117ffd06 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:23.012306 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd84dda-d5ae-43de-b1d4-e228117ffd06 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17c7deb9-56bc-4e0a-a35d-0590a56ace6f,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:23.030552 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5cd84dda-d5ae-43de-b1d4-e228117ffd06 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:23.034397 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-5cd84dda-d5ae-43de-b1d4-e228117ffd06 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2049086 Jul 24 00:16:23.034607 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 47570) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:16:23.039841 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-b1e55857-d586-49bc-9248-4f552fe9f52c tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Request body: {'security_group_rule': {'security_group_id': '592819d6-cd2f-4c55-a231-bf1729025f60', 'project_id': '646730ba25934852bc5dd86a412228f1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:16:23.048107 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [req-330e763b-4fa5-49ec-aeeb-65448e172647 req-fc13d3ed-b54b-4434-a085-72556f64b497 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Allocated IP 172.20.0.2 (647eee8d-5ee8-4283-a9e5-d18e1a31df0d/f74eda8a-ed40-4284-ae5e-468e5cf2304c/7bcdba7a-943f-48c1-a27f-4b6aa16a936e) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:16:23.079807 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b1e55857-d586-49bc-9248-4f552fe9f52c tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:23.150241 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b1e55857-d586-49bc-9248-4f552fe9f52c tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:23.156249 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b1e55857-d586-49bc-9248-4f552fe9f52c tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:23.169299 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-601ab9af-8ee4-4742-a75e-4ee95c84c080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:23.183547 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e55857-d586-49bc-9248-4f552fe9f52c tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e65d68aa-937f-470b-acbf-9ba3edcb96ba,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:23.185756 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b1e55857-d586-49bc-9248-4f552fe9f52c tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:23.189546 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-b1e55857-d586-49bc-9248-4f552fe9f52c tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1509700 Jul 24 00:16:23.189868 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 47576) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:16:23.194596 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-2e42816c-1cab-48a7-aec0-c83703fea9b6 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Request body: {'security_group_rule': {'security_group_id': '592819d6-cd2f-4c55-a231-bf1729025f60', 'project_id': '646730ba25934852bc5dd86a412228f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:16:23.221945 n-d-800088-16 neutron-server[100313]: INFO neutron.db.securitygroups_db [None req-2e42816c-1cab-48a7-aec0-c83703fea9b6 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Project 646730ba25934852bc5dd86a412228f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 00:16:23.229377 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2e42816c-1cab-48a7-aec0-c83703fea9b6 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:23.301399 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2e42816c-1cab-48a7-aec0-c83703fea9b6 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:23.307946 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2e42816c-1cab-48a7-aec0-c83703fea9b6 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:23.326391 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e42816c-1cab-48a7-aec0-c83703fea9b6 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7195371a-64aa-4890-a81c-ba5a8b35afbc,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:23.336386 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2e42816c-1cab-48a7-aec0-c83703fea9b6 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:23.340960 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-2e42816c-1cab-48a7-aec0-c83703fea9b6 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1501946 Jul 24 00:16:23.341585 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 47578) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:16:23.347017 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-23a10106-c17d-47f2-b1cf-bfedb4aec11d tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Request body: {'security_group_rule': {'security_group_id': '592819d6-cd2f-4c55-a231-bf1729025f60', 'project_id': '646730ba25934852bc5dd86a412228f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:16:23.373671 n-d-800088-16 neutron-server[100313]: INFO neutron.db.securitygroups_db [None req-23a10106-c17d-47f2-b1cf-bfedb4aec11d tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Project 646730ba25934852bc5dd86a412228f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 00:16:23.382536 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 47580) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:16:23.392459 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-23a10106-c17d-47f2-b1cf-bfedb4aec11d tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:23.459825 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-73734711-165d-485e-a1d4-e53797746c42 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8053f2a970ff4b779b375897739e4a9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0753763 Jul 24 00:16:23.462327 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 47582) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:16:23.484115 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-23a10106-c17d-47f2-b1cf-bfedb4aec11d tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:23.491684 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-23a10106-c17d-47f2-b1cf-bfedb4aec11d tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:23.513821 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-330e763b-4fa5-49ec-aeeb-65448e172647 req-fc13d3ed-b54b-4434-a085-72556f64b497 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:23.520412 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a10106-c17d-47f2-b1cf-bfedb4aec11d tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1a71f1f-4ca9-4dc8-a477-e78154fc0f2d,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:23.530046 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-23a10106-c17d-47f2-b1cf-bfedb4aec11d tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:23.531736 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-23a10106-c17d-47f2-b1cf-bfedb4aec11d tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1891761 Jul 24 00:16:23.534861 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 47584) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:16:23.540648 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-252460d6-5d38-4d8b-a7be-cba466ed8a7e tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Request body: {'network': {'name': 'tempest-network-smoke--1208389143', 'project_id': '646730ba25934852bc5dd86a412228f1', 'port_security_enabled': True}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:16:23.541354 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0300b2e4-89b2-4c24-a394-030a7ae1844c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:23.566120 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0300b2e4-89b2-4c24-a394-030a7ae1844c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:23.573758 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-252460d6-5d38-4d8b-a7be-cba466ed8a7e tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Made reservation on behalf of 646730ba25934852bc5dd86a412228f1 for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:16:23.578183 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-252460d6-5d38-4d8b-a7be-cba466ed8a7e tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:23.582288 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-330e763b-4fa5-49ec-aeeb-65448e172647 req-fc13d3ed-b54b-4434-a085-72556f64b497 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:23.593505 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['5f16fbca-e168-4d66-b734-55081507532a'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:16:23.616272 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0300b2e4-89b2-4c24-a394-030a7ae1844c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:23.619537 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0300b2e4-89b2-4c24-a394-030a7ae1844c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:23.621976 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-0300b2e4-89b2-4c24-a394-030a7ae1844c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/14bb8f3a-28de-4303-bda4-11264b299dd2 HTTP/1.1" status: 204 len: 168 time: 0.1576982 Jul 24 00:16:23.631321 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0300b2e4-89b2-4c24-a394-030a7ae1844c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14bb8f3a-28de-4303-bda4-11264b299dd2,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:23.656832 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-330e763b-4fa5-49ec-aeeb-65448e172647 req-fc13d3ed-b54b-4434-a085-72556f64b497 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Network 647eee8d-5ee8-4283-a9e5-d18e1a31df0d is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:16:23.662222 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-252460d6-5d38-4d8b-a7be-cba466ed8a7e tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:16:23.669486 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [req-330e763b-4fa5-49ec-aeeb-65448e172647 req-fc13d3ed-b54b-4434-a085-72556f64b497 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:16:23.673331 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-330e763b-4fa5-49ec-aeeb-65448e172647 req-fc13d3ed-b54b-4434-a085-72556f64b497 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:16:23.709151 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc13d3ed-b54b-4434-a085-72556f64b497 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Pushing event updated for resources: {'Port': ['ID=7bcdba7a-943f-48c1-a27f-4b6aa16a936e,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:23.721421 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-252460d6-5d38-4d8b-a7be-cba466ed8a7e tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:23.721905 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-252460d6-5d38-4d8b-a7be-cba466ed8a7e tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Added segment 670e70d7-746c-4a71-b331-8c3379c6364b of type vlan for network 1e7ed3a1-aaee-47a9-a487-cde068c041f4 Jul 24 00:16:23.783122 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e763b-4fa5-49ec-aeeb-65448e172647 req-fc13d3ed-b54b-4434-a085-72556f64b497 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:23.783816 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-330e763b-4fa5-49ec-aeeb-65448e172647 req-fc13d3ed-b54b-4434-a085-72556f64b497 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:23.800273 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-252460d6-5d38-4d8b-a7be-cba466ed8a7e tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:23.815539 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-330e763b-4fa5-49ec-aeeb-65448e172647 req-fc13d3ed-b54b-4434-a085-72556f64b497 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0437796 Jul 24 00:16:23.831327 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-330e763b-4fa5-49ec-aeeb-65448e172647 req-0f979071-d25f-4582-bbb3-46e35b7dd21b service neutron] Request body: {'port': {'device_id': '1e8919c0-92bf-46df-908f-7b163d0eb879', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-16'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:16:23.847039 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c150e8c1-765a-4a65-9d73-57c0c75679c1 req-cc016044-c5b9-4019-ad80-91dbe7d81a62 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:23.848565 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c150e8c1-765a-4a65-9d73-57c0c75679c1 req-cc016044-c5b9-4019-ad80-91dbe7d81a62 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e8919c0-92bf-46df-908f-7b163d0eb879 HTTP/1.1" status: 200 len: 931 time: 0.0844023 Jul 24 00:16:23.867131 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-252460d6-5d38-4d8b-a7be-cba466ed8a7e tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:23.873226 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252460d6-5d38-4d8b-a7be-cba466ed8a7e tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:23.874473 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-252460d6-5d38-4d8b-a7be-cba466ed8a7e tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:23.893320 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c150e8c1-765a-4a65-9d73-57c0c75679c1 req-92bfb6d3-177b-4725-b4b9-c85fb1704391 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379245 Jul 24 00:16:23.980855 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-252460d6-5d38-4d8b-a7be-cba466ed8a7e tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4441173 Jul 24 00:16:23.983513 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 47596) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:16:23.992728 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-a1c5253b-a3ac-4fe7-b2bd-d007d0e8fcb3 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-370575435', 'admin_state_up': True, 'project_id': '646730ba25934852bc5dd86a412228f1', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:16:24.017838 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252460d6-5d38-4d8b-a7be-cba466ed8a7e tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Pushing event updated for resources: {'Network': ['ID=1e7ed3a1-aaee-47a9-a487-cde068c041f4,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:24.021539 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a1c5253b-a3ac-4fe7-b2bd-d007d0e8fcb3 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:24.022813 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a1c5253b-a3ac-4fe7-b2bd-d007d0e8fcb3 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:24.030721 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-330e763b-4fa5-49ec-aeeb-65448e172647 req-0f979071-d25f-4582-bbb3-46e35b7dd21b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:24.037974 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 1e7ed3a1-aaee-47a9-a487-cde068c041f4 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:16:24.088370 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a1c5253b-a3ac-4fe7-b2bd-d007d0e8fcb3 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:24.255446 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a1c5253b-a3ac-4fe7-b2bd-d007d0e8fcb3 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:24.339748 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-330e763b-4fa5-49ec-aeeb-65448e172647 req-0f979071-d25f-4582-bbb3-46e35b7dd21b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bcdba7a-943f-48c1-a27f-4b6aa16a936e {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:16:24.349363 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-330e763b-4fa5-49ec-aeeb-65448e172647 req-0f979071-d25f-4582-bbb3-46e35b7dd21b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:24.364532 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-330e763b-4fa5-49ec-aeeb-65448e172647 req-0f979071-d25f-4582-bbb3-46e35b7dd21b service neutron] Transition to ACTIVE for port object 7bcdba7a-943f-48c1-a27f-4b6aa16a936e will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:16:24.369975 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-330e763b-4fa5-49ec-aeeb-65448e172647 req-0f979071-d25f-4582-bbb3-46e35b7dd21b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:24.447048 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f979071-d25f-4582-bbb3-46e35b7dd21b service neutron] Pushing event updated for resources: {'Port': ['ID=7bcdba7a-943f-48c1-a27f-4b6aa16a936e,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:24.492549 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 47614) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:16:24.514248 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-330e763b-4fa5-49ec-aeeb-65448e172647 req-0f979071-d25f-4582-bbb3-46e35b7dd21b service neutron] Attempting to bind port 7bcdba7a-943f-48c1-a27f-4b6aa16a936e on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:16:24.514639 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-330e763b-4fa5-49ec-aeeb-65448e172647 req-0f979071-d25f-4582-bbb3-46e35b7dd21b service neutron] Attempting to bind port 7bcdba7a-943f-48c1-a27f-4b6aa16a936e by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '5aa5a49c-7465-4920-b25b-c3e99ae728f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '647eee8d-5ee8-4283-a9e5-d18e1a31df0d'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:16:24.514978 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330e763b-4fa5-49ec-aeeb-65448e172647 req-0f979071-d25f-4582-bbb3-46e35b7dd21b service neutron] Attempting to bind port 7bcdba7a-943f-48c1-a27f-4b6aa16a936e on network 647eee8d-5ee8-4283-a9e5-d18e1a31df0d {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:16:24.519763 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330e763b-4fa5-49ec-aeeb-65448e172647 req-0f979071-d25f-4582-bbb3-46e35b7dd21b service neutron] Port 7bcdba7a-943f-48c1-a27f-4b6aa16a936e on network 647eee8d-5ee8-4283-a9e5-d18e1a31df0d not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:16:24.520328 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330e763b-4fa5-49ec-aeeb-65448e172647 req-0f979071-d25f-4582-bbb3-46e35b7dd21b service neutron] Attempting to bind port 7bcdba7a-943f-48c1-a27f-4b6aa16a936e on network 647eee8d-5ee8-4283-a9e5-d18e1a31df0d {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:16:24.525558 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330e763b-4fa5-49ec-aeeb-65448e172647 req-0f979071-d25f-4582-bbb3-46e35b7dd21b service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:16:24.525847 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330e763b-4fa5-49ec-aeeb-65448e172647 req-0f979071-d25f-4582-bbb3-46e35b7dd21b service neutron] Checking segment: {'id': '5aa5a49c-7465-4920-b25b-c3e99ae728f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '647eee8d-5ee8-4283-a9e5-d18e1a31df0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:16:24.526278 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330e763b-4fa5-49ec-aeeb-65448e172647 req-0f979071-d25f-4582-bbb3-46e35b7dd21b service neutron] Bound using segment: {'id': '5aa5a49c-7465-4920-b25b-c3e99ae728f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '647eee8d-5ee8-4283-a9e5-d18e1a31df0d'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:16:24.527053 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-330e763b-4fa5-49ec-aeeb-65448e172647 req-0f979071-d25f-4582-bbb3-46e35b7dd21b service neutron] Bound port: 7bcdba7a-943f-48c1-a27f-4b6aa16a936e, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aa5a49c-7465-4920-b25b-c3e99ae728f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '647eee8d-5ee8-4283-a9e5-d18e1a31df0d'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:16:24.527185 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-330e763b-4fa5-49ec-aeeb-65448e172647 req-0f979071-d25f-4582-bbb3-46e35b7dd21b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:24.596756 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-330e763b-4fa5-49ec-aeeb-65448e172647 req-0f979071-d25f-4582-bbb3-46e35b7dd21b service neutron] For port 7bcdba7a-943f-48c1-a27f-4b6aa16a936e, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:16:24.600204 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-330e763b-4fa5-49ec-aeeb-65448e172647 req-0f979071-d25f-4582-bbb3-46e35b7dd21b service neutron] For port 7bcdba7a-943f-48c1-a27f-4b6aa16a936e, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=7bcdba7a-943f-48c1-a27f-4b6aa16a936e,segment=NetworkSegment(5aa5a49c-7465-4920-b25b-c3e99ae728f5),segment_id=5aa5a49c-7465-4920-b25b-c3e99ae728f5)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:16:24.606242 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-34365fa6-8a66-466e-ace3-75a68f45e6be admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-919881660-network', 'tenant_id': '6e56f23669c14273a4e83c23be9647c9'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:16:24.611322 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-330e763b-4fa5-49ec-aeeb-65448e172647 req-0f979071-d25f-4582-bbb3-46e35b7dd21b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:24.657749 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e763b-4fa5-49ec-aeeb-65448e172647 req-0f979071-d25f-4582-bbb3-46e35b7dd21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:24.658384 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-330e763b-4fa5-49ec-aeeb-65448e172647 req-0f979071-d25f-4582-bbb3-46e35b7dd21b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:24.659798 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-330e763b-4fa5-49ec-aeeb-65448e172647 req-0f979071-d25f-4582-bbb3-46e35b7dd21b service neutron] 10.222.0.64 "PUT /v2.0/ports/7bcdba7a-943f-48c1-a27f-4b6aa16a936e HTTP/1.1" status: 200 len: 1092 time: 0.8334265 Jul 24 00:16:24.660253 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e8919c0-92bf-46df-908f-7b163d0eb879', 'tag': '7bcdba7a-943f-48c1-a27f-4b6aa16a936e'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:16:24.662567 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e26d8e06-5ff4-4617-ad22-c0b3798bbbd7" -d '{"events": [{"name": "network-changed", "server_uuid": "1e8919c0-92bf-46df-908f-7b163d0eb879", "tag": "7bcdba7a-943f-48c1-a27f-4b6aa16a936e"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:16:24.683491 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34365fa6-8a66-466e-ace3-75a68f45e6be admin admin] Made reservation on behalf of 6e56f23669c14273a4e83c23be9647c9 for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:16:24.685872 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-34365fa6-8a66-466e-ace3-75a68f45e6be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:24.712755 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-34365fa6-8a66-466e-ace3-75a68f45e6be admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:24.714502 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f979071-d25f-4582-bbb3-46e35b7dd21b service neutron] Pushing event updated for resources: {'Port': ['ID=7bcdba7a-943f-48c1-a27f-4b6aa16a936e,revision_number=3']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:24.800302 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e763b-4fa5-49ec-aeeb-65448e172647 req-5a8cdb5d-f2a3-4b71-88eb-e056e6af4fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:24.802142 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-330e763b-4fa5-49ec-aeeb-65448e172647 req-5a8cdb5d-f2a3-4b71-88eb-e056e6af4fe2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d101a2ce9a064baabc9b1c2111317a43&device_id=1e8919c0-92bf-46df-908f-7b163d0eb879 HTTP/1.1" status: 200 len: 1095 time: 0.0976667 Jul 24 00:16:24.820345 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a1c5253b-a3ac-4fe7-b2bd-d007d0e8fcb3 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for router_gateway, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:24.840566 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a1c5253b-a3ac-4fe7-b2bd-d007d0e8fcb3 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:24.865162 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f60cf203-6d85-445e-9f21-70ef433c7f99 x-openstack-request-id: req-f60cf203-6d85-445e-9f21-70ef433c7f99 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:16:24.865460 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e8919c0-92bf-46df-908f-7b163d0eb879", "tag": "7bcdba7a-943f-48c1-a27f-4b6aa16a936e", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:16:24.865715 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f60cf203-6d85-445e-9f21-70ef433c7f99 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:16:24.866124 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e8919c0-92bf-46df-908f-7b163d0eb879', 'tag': '7bcdba7a-943f-48c1-a27f-4b6aa16a936e', 'status': 'completed', 'code': 200} Jul 24 00:16:24.871139 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-330e763b-4fa5-49ec-aeeb-65448e172647 req-6d61017a-3458-41fb-ac97-b65cf7ded458 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7bcdba7a-943f-48c1-a27f-4b6aa16a936e HTTP/1.1" status: 200 len: 217 time: 0.0465117 Jul 24 00:16:24.947944 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-a1c5253b-a3ac-4fe7-b2bd-d007d0e8fcb3 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Allocated IP 172.25.3.130 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/2e3133bd-f5cb-4141-a479-ba43da28a14e) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:16:24.957870 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-34365fa6-8a66-466e-ace3-75a68f45e6be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:24.960243 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e763b-4fa5-49ec-aeeb-65448e172647 req-ad836f43-a070-402e-9b04-afa6469cbde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:24.962127 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-330e763b-4fa5-49ec-aeeb-65448e172647 req-ad836f43-a070-402e-9b04-afa6469cbde3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f74eda8a-ed40-4284-ae5e-468e5cf2304c HTTP/1.1" status: 200 len: 846 time: 0.0849428 Jul 24 00:16:24.963757 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-34365fa6-8a66-466e-ace3-75a68f45e6be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:25.007905 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-330e763b-4fa5-49ec-aeeb-65448e172647 req-a5d67bc0-9dc8-4de2-9d90-a6f5c09ca2f1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=647eee8d-5ee8-4283-a9e5-d18e1a31df0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371687 Jul 24 00:16:25.013198 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34365fa6-8a66-466e-ace3-75a68f45e6be admin admin] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:16:25.048709 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34365fa6-8a66-466e-ace3-75a68f45e6be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9283311d-3692-42b3-9613-3b7677318b17,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:25.052584 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-34365fa6-8a66-466e-ace3-75a68f45e6be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:25.052985 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-34365fa6-8a66-466e-ace3-75a68f45e6be admin admin] Added segment d01c5af6-7afa-450a-bb9a-ac5adc9979c2 of type vlan for network 55c8c7d4-5107-4d73-b5a6-be02c0174e5d Jul 24 00:16:25.103943 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e072e36-1b1f-493a-a2ce-b3ef3f2458dd req-bff6487d-8d3f-4760-a368-0edb9485bcc7 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:25.105500 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9e072e36-1b1f-493a-a2ce-b3ef3f2458dd req-bff6487d-8d3f-4760-a368-0edb9485bcc7 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e8919c0-92bf-46df-908f-7b163d0eb879 HTTP/1.1" status: 200 len: 943 time: 0.1393373 Jul 24 00:16:25.108875 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a1c5253b-a3ac-4fe7-b2bd-d007d0e8fcb3 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:25.139630 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-34365fa6-8a66-466e-ace3-75a68f45e6be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:25.165796 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9e072e36-1b1f-493a-a2ce-b3ef3f2458dd req-9a4c30c4-d1ab-4b4c-a527-32aaf7dba00e tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530365 Jul 24 00:16:25.175581 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-330e763b-4fa5-49ec-aeeb-65448e172647 req-7f99db2e-b1a5-445d-a780-86bc2f450a08 service neutron] 10.222.0.64 "GET /v2.0/networks/647eee8d-5ee8-4283-a9e5-d18e1a31df0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601605 Jul 24 00:16:25.186194 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a1c5253b-a3ac-4fe7-b2bd-d007d0e8fcb3 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:25.192101 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-34365fa6-8a66-466e-ace3-75a68f45e6be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:25.193034 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34365fa6-8a66-466e-ace3-75a68f45e6be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:25.193625 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-34365fa6-8a66-466e-ace3-75a68f45e6be admin admin] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:25.218570 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c5253b-a3ac-4fe7-b2bd-d007d0e8fcb3 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:16:25.222850 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-a1c5253b-a3ac-4fe7-b2bd-d007d0e8fcb3 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:16:25.228827 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c5253b-a3ac-4fe7-b2bd-d007d0e8fcb3 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:16:25.250186 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-34365fa6-8a66-466e-ace3-75a68f45e6be admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.7531872 Jul 24 00:16:25.251755 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 47628) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:16:25.257877 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c5253b-a3ac-4fe7-b2bd-d007d0e8fcb3 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Pushing event updated for resources: {'Port': ['ID=2e3133bd-f5cb-4141-a479-ba43da28a14e,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:25.283948 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-14117af7-4a43-4277-852c-b36d784e1ea6 admin admin] Request body: {'subnet': {'network_id': '55c8c7d4-5107-4d73-b5a6-be02c0174e5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-919881660-subnet', 'tenant_id': '6e56f23669c14273a4e83c23be9647c9', 'ip_version': 4}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:16:25.313760 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34365fa6-8a66-466e-ace3-75a68f45e6be admin admin] Pushing event updated for resources: {'Network': ['ID=55c8c7d4-5107-4d73-b5a6-be02c0174e5d,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:25.316047 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:16:25.323976 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 55c8c7d4-5107-4d73-b5a6-be02c0174e5d details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:16:25.350869 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14117af7-4a43-4277-852c-b36d784e1ea6 admin admin] Made reservation on behalf of 6e56f23669c14273a4e83c23be9647c9 for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:16:25.353470 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-14117af7-4a43-4277-852c-b36d784e1ea6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:25.370891 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-330e763b-4fa5-49ec-aeeb-65448e172647 req-87cd294a-0ae8-4871-9b46-9b87423841d4 service neutron] 10.222.0.64 "GET /v2.0/networks/647eee8d-5ee8-4283-a9e5-d18e1a31df0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881616 Jul 24 00:16:25.496905 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a1c5253b-a3ac-4fe7-b2bd-d007d0e8fcb3 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for router_gateway, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:25.530414 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26d8e06-5ff4-4617-ad22-c0b3798bbbd7 req-936efe38-5198-4940-868e-aa1fc69ef6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:25.531950 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e26d8e06-5ff4-4617-ad22-c0b3798bbbd7 req-936efe38-5198-4940-868e-aa1fc69ef6ae service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d101a2ce9a064baabc9b1c2111317a43&device_id=1e8919c0-92bf-46df-908f-7b163d0eb879 HTTP/1.1" status: 200 len: 1095 time: 0.1016095 Jul 24 00:16:25.634509 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-14117af7-4a43-4277-852c-b36d784e1ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:25.693593 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a1c5253b-a3ac-4fe7-b2bd-d007d0e8fcb3 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:25.710772 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26d8e06-5ff4-4617-ad22-c0b3798bbbd7 req-d4e92f63-7f99-4be3-9a3c-50bcab7492c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:25.712248 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e26d8e06-5ff4-4617-ad22-c0b3798bbbd7 req-d4e92f63-7f99-4be3-9a3c-50bcab7492c0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=647eee8d-5ee8-4283-a9e5-d18e1a31df0d HTTP/1.1" status: 200 len: 907 time: 0.1735237 Jul 24 00:16:25.712853 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14117af7-4a43-4277-852c-b36d784e1ea6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bdea243-84dc-4518-b833-880281ae2ab6,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:25.730423 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14117af7-4a43-4277-852c-b36d784e1ea6 admin admin] Checking segment: {'id': 'd01c5af6-7afa-450a-bb9a-ac5adc9979c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '55c8c7d4-5107-4d73-b5a6-be02c0174e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:16:25.730423 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14117af7-4a43-4277-852c-b36d784e1ea6 admin admin] Network hostable DHCP agents. Network: 55c8c7d4-5107-4d73-b5a6-be02c0174e5d, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:16:25.734238 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-71df8dc7-50e2-412e-acdd-bdd43638f3b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:25.769672 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e26d8e06-5ff4-4617-ad22-c0b3798bbbd7 req-a51e3525-c95d-461f-b253-9c6650a43e3d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7bcdba7a-943f-48c1-a27f-4b6aa16a936e HTTP/1.1" status: 200 len: 217 time: 0.0482373 Jul 24 00:16:25.807355 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14117af7-4a43-4277-852c-b36d784e1ea6 admin admin] Network 55c8c7d4-5107-4d73-b5a6-be02c0174e5d is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:16:25.825028 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-14117af7-4a43-4277-852c-b36d784e1ea6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 55c8c7d4-5107-4d73-b5a6-be02c0174e5d) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:16:25.832216 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14117af7-4a43-4277-852c-b36d784e1ea6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:25.832882 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-14117af7-4a43-4277-852c-b36d784e1ea6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:25.833030 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1c5253b-a3ac-4fe7-b2bd-d007d0e8fcb3 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Router 4efb17f3-0459-40e7-866c-746fdeae0a22 is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:16:25.836536 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47dd7d54-26a4-4199-be10-ecf9eb44b385 None None] Network 55c8c7d4-5107-4d73-b5a6-be02c0174e5d requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:16:25.841465 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26d8e06-5ff4-4617-ad22-c0b3798bbbd7 req-c5ff4f73-70fd-4861-bf90-27dd0632f63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:25.843531 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e26d8e06-5ff4-4617-ad22-c0b3798bbbd7 req-c5ff4f73-70fd-4861-bf90-27dd0632f63c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f74eda8a-ed40-4284-ae5e-468e5cf2304c HTTP/1.1" status: 200 len: 846 time: 0.0655317 Jul 24 00:16:25.851180 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-14117af7-4a43-4277-852c-b36d784e1ea6 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.5993340 Jul 24 00:16:25.859580 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 47630) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:16:25.864714 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-b06d7529-cc1d-4bf6-b280-adf0a0903075 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-919881660-router', 'tenant_id': '6e56f23669c14273a4e83c23be9647c9', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:16:25.887396 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e26d8e06-5ff4-4617-ad22-c0b3798bbbd7 req-ef64c2ca-6920-443e-ad31-1941f81f7918 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=647eee8d-5ee8-4283-a9e5-d18e1a31df0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349379 Jul 24 00:16:25.931427 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b06d7529-cc1d-4bf6-b280-adf0a0903075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:25.933052 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b06d7529-cc1d-4bf6-b280-adf0a0903075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:25.983023 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c5253b-a3ac-4fe7-b2bd-d007d0e8fcb3 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:16:25.993305 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1047cca9-9ce4-47cf-a62d-69673e9d73fd None None] Sync routers for ids ['4efb17f3-0459-40e7-866c-746fdeae0a22'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:16:26.004754 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1047cca9-9ce4-47cf-a62d-69673e9d73fd None None] Routers {'4efb17f3-0459-40e7-866c-746fdeae0a22'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:16:26.005422 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-1047cca9-9ce4-47cf-a62d-69673e9d73fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:16:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['4efb17f3-0459-40e7-866c-746fdeae0a22'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:16:26.009634 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487c024a-85f5-4045-8319-321993451319 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-55c8c7d4-5107-4d73-b5a6-be02c0174e5d', 'network_id': '55c8c7d4-5107-4d73-b5a6-be02c0174e5d', 'tenant_id': '6e56f23669c14273a4e83c23be9647c9', 'fixed_ips': [{'subnet_id': '7bdea243-84dc-4518-b833-880281ae2ab6'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:16:26.010568 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-487c024a-85f5-4045-8319-321993451319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:26.020718 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a1c5253b-a3ac-4fe7-b2bd-d007d0e8fcb3 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:26.022277 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-a1c5253b-a3ac-4fe7-b2bd-d007d0e8fcb3 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0370955 Jul 24 00:16:26.025368 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 47634) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:16:26.059296 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b06d7529-cc1d-4bf6-b280-adf0a0903075 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:26.067414 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-36d34832-2090-4c35-b4d6-7a4a9822e8f1 tempest-TestNetworkAdvancedServerOps-1890701533 tempest-TestNetworkAdvancedServerOps-1890701533-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=646730ba25934852bc5dd86a412228f1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0408547 Jul 24 00:16:26.070078 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 47636) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:16:26.138228 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e26d8e06-5ff4-4617-ad22-c0b3798bbbd7 req-27b7c70b-6a37-4e5c-afd3-da996c701283 service neutron] 10.222.0.64 "GET /v2.0/networks/647eee8d-5ee8-4283-a9e5-d18e1a31df0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415798 Jul 24 00:16:26.157213 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-1047cca9-9ce4-47cf-a62d-69673e9d73fd None None] Set router 4efb17f3-0459-40e7-866c-746fdeae0a22 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:16:26.181917 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-487c024a-85f5-4045-8319-321993451319 None None] Allocated IP 172.20.0.2 (55c8c7d4-5107-4d73-b5a6-be02c0174e5d/7bdea243-84dc-4518-b833-880281ae2ab6/9ac47149-5a7f-412a-8bfe-b381b9be07b0) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:16:26.246418 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b06d7529-cc1d-4bf6-b280-adf0a0903075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:26.351060 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdf1ae7-c84c-4d86-9116-ad5d8830cd13 tempest-TestNetworkAdvancedServerOps-1890701533 tempest-TestNetworkAdvancedServerOps-1890701533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:26.352301 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e26d8e06-5ff4-4617-ad22-c0b3798bbbd7 req-350f50a7-9643-4962-a79c-a6ec434252fa service neutron] 10.222.0.64 "GET /v2.0/networks/647eee8d-5ee8-4283-a9e5-d18e1a31df0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031531 Jul 24 00:16:26.358642 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-1bdf1ae7-c84c-4d86-9116-ad5d8830cd13 tempest-TestNetworkAdvancedServerOps-1890701533 tempest-TestNetworkAdvancedServerOps-1890701533-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2847786 Jul 24 00:16:26.359187 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 47642) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:16:26.384406 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-1047cca9-9ce4-47cf-a62d-69673e9d73fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efb17f3-0459-40e7-866c-746fdeae0a22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370575435', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '2e3133bd-f5cb-4141-a479-ba43da28a14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:16:24Z', 'updated_at': '2021-07-24T00:16:25Z', 'revision_number': 3, 'project_id': '646730ba25934852bc5dd86a412228f1', 'gw_port': {'id': '2e3133bd-f5cb-4141-a479-ba43da28a14e', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:1a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4efb17f3-0459-40e7-866c-746fdeae0a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:24Z', 'updated_at': '2021-07-24T00:16:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:16:26.388068 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-487c024a-85f5-4045-8319-321993451319 None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:26.398434 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-487c024a-85f5-4045-8319-321993451319 None None] Transition to ACTIVE for port object 9ac47149-5a7f-412a-8bfe-b381b9be07b0 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:16:26.402551 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-db10da53-1e85-466f-85eb-1c4d7b8f08d3 tempest-TestNetworkAdvancedServerOps-1890701533 tempest-TestNetworkAdvancedServerOps-1890701533-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=9adcfee8-760c-4568-9e39-c221abf69bf5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0415440 Jul 24 00:16:26.405193 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 47644) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:16:26.414535 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-27725ba5-3e20-4459-8f96-530c183b0f9d tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1802635830', 'network_id': '1e7ed3a1-aaee-47a9-a487-cde068c041f4', 'project_id': '646730ba25934852bc5dd86a412228f1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:16:26.423651 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1047cca9-9ce4-47cf-a62d-69673e9d73fd None None] Checking router: 4efb17f3-0459-40e7-866c-746fdeae0a22 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:16:26.424004 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1047cca9-9ce4-47cf-a62d-69673e9d73fd None None] Updating router 4efb17f3-0459-40e7-866c-746fdeae0a22 port 2e3133bd-f5cb-4141-a479-ba43da28a14e binding host n-d-800088-16 {{(pid=100316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:16:26.426697 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-487c024a-85f5-4045-8319-321993451319 None None] Transition to ACTIVE for port object 9ac47149-5a7f-412a-8bfe-b381b9be07b0 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:16:26.438625 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-487c024a-85f5-4045-8319-321993451319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:26.464661 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-1047cca9-9ce4-47cf-a62d-69673e9d73fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:26.491675 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487c024a-85f5-4045-8319-321993451319 None None] Network 55c8c7d4-5107-4d73-b5a6-be02c0174e5d is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:16:26.494932 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-487c024a-85f5-4045-8319-321993451319 None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:16:26.498712 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487c024a-85f5-4045-8319-321993451319 None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:16:26.537022 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a763c22-ff47-4450-a2cb-206b89bfaf83 req-a801102d-092c-4679-b1fc-bd84491af71b tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:26.543019 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487c024a-85f5-4045-8319-321993451319 None None] Pushing event updated for resources: {'Port': ['ID=9ac47149-5a7f-412a-8bfe-b381b9be07b0,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:26.547842 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4a763c22-ff47-4450-a2cb-206b89bfaf83 req-a801102d-092c-4679-b1fc-bd84491af71b tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e8919c0-92bf-46df-908f-7b163d0eb879 HTTP/1.1" status: 200 len: 943 time: 0.2672675 Jul 24 00:16:26.570873 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-487c024a-85f5-4045-8319-321993451319 None None] Attempting to bind port 9ac47149-5a7f-412a-8bfe-b381b9be07b0 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:16:26.571247 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-487c024a-85f5-4045-8319-321993451319 None None] Attempting to bind port 9ac47149-5a7f-412a-8bfe-b381b9be07b0 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': 'd01c5af6-7afa-450a-bb9a-ac5adc9979c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '55c8c7d4-5107-4d73-b5a6-be02c0174e5d'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:16:26.571610 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487c024a-85f5-4045-8319-321993451319 None None] Attempting to bind port 9ac47149-5a7f-412a-8bfe-b381b9be07b0 on network 55c8c7d4-5107-4d73-b5a6-be02c0174e5d {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:16:26.577672 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487c024a-85f5-4045-8319-321993451319 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:16:26.578057 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487c024a-85f5-4045-8319-321993451319 None None] Checking segment: {'id': 'd01c5af6-7afa-450a-bb9a-ac5adc9979c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '55c8c7d4-5107-4d73-b5a6-be02c0174e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:16:26.578476 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-487c024a-85f5-4045-8319-321993451319 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:26.578882 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487c024a-85f5-4045-8319-321993451319 None None] Bound using segment: {'id': 'd01c5af6-7afa-450a-bb9a-ac5adc9979c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '55c8c7d4-5107-4d73-b5a6-be02c0174e5d'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:16:26.579355 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-487c024a-85f5-4045-8319-321993451319 None None] Bound port: 9ac47149-5a7f-412a-8bfe-b381b9be07b0, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd01c5af6-7afa-450a-bb9a-ac5adc9979c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '55c8c7d4-5107-4d73-b5a6-be02c0174e5d'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:16:26.579746 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-487c024a-85f5-4045-8319-321993451319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:26.628842 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27725ba5-3e20-4459-8f96-530c183b0f9d tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Made reservation on behalf of 646730ba25934852bc5dd86a412228f1 for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:16:26.632695 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-27725ba5-3e20-4459-8f96-530c183b0f9d tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:26.648562 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4a763c22-ff47-4450-a2cb-206b89bfaf83 req-5be81707-7321-4268-9cc4-dc8b0687d012 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992494 Jul 24 00:16:26.679397 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-487c024a-85f5-4045-8319-321993451319 None None] For port 9ac47149-5a7f-412a-8bfe-b381b9be07b0, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:16:26.683842 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-487c024a-85f5-4045-8319-321993451319 None None] For port 9ac47149-5a7f-412a-8bfe-b381b9be07b0, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=9ac47149-5a7f-412a-8bfe-b381b9be07b0,segment=NetworkSegment(d01c5af6-7afa-450a-bb9a-ac5adc9979c2),segment_id=d01c5af6-7afa-450a-bb9a-ac5adc9979c2)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:16:26.690502 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-487c024a-85f5-4045-8319-321993451319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:26.799019 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:26.799749 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-1047cca9-9ce4-47cf-a62d-69673e9d73fd None None] Notify callbacks [] for port, precommit_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:26.807794 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487c024a-85f5-4045-8319-321993451319 None None] Pushing event updated for resources: {'Port': ['ID=9ac47149-5a7f-412a-8bfe-b381b9be07b0,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:26.818976 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.provisioning_blocks [None req-1047cca9-9ce4-47cf-a62d-69673e9d73fd None None] Transition to ACTIVE for port object 2e3133bd-f5cb-4141-a479-ba43da28a14e will not be triggered until provisioned by entity L2. {{(pid=100316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:16:26.833872 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-1047cca9-9ce4-47cf-a62d-69673e9d73fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:26.914575 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-1047cca9-9ce4-47cf-a62d-69673e9d73fd None None] Attempting to bind port 2e3133bd-f5cb-4141-a479-ba43da28a14e on host n-d-800088-16 for vnic_type normal with profile {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:16:26.914856 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-1047cca9-9ce4-47cf-a62d-69673e9d73fd None None] Attempting to bind port 2e3133bd-f5cb-4141-a479-ba43da28a14e by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:16:26.915272 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1047cca9-9ce4-47cf-a62d-69673e9d73fd None None] Attempting to bind port 2e3133bd-f5cb-4141-a479-ba43da28a14e on network 9adcfee8-760c-4568-9e39-c221abf69bf5 {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:16:26.918878 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40326997-5022-4a3a-8b06-fa4b80aaf345 None None] Pushing event updated for resources: {'Port': ['ID=2e3133bd-f5cb-4141-a479-ba43da28a14e,revision_number=2']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:26.924130 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1047cca9-9ce4-47cf-a62d-69673e9d73fd None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:16:26.924507 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1047cca9-9ce4-47cf-a62d-69673e9d73fd None None] Checking segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:16:26.924974 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-1047cca9-9ce4-47cf-a62d-69673e9d73fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:26.925321 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1047cca9-9ce4-47cf-a62d-69673e9d73fd None None] Bound using segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:16:26.925777 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-1047cca9-9ce4-47cf-a62d-69673e9d73fd None None] Bound port: 2e3133bd-f5cb-4141-a479-ba43da28a14e, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:16:26.926153 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-1047cca9-9ce4-47cf-a62d-69673e9d73fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:26.950273 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40326997-5022-4a3a-8b06-fa4b80aaf345 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:16:26.950850 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40326997-5022-4a3a-8b06-fa4b80aaf345 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:16:26.951349 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40326997-5022-4a3a-8b06-fa4b80aaf345 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:16:26.951892 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40326997-5022-4a3a-8b06-fa4b80aaf345 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:16:26.952430 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40326997-5022-4a3a-8b06-fa4b80aaf345 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:16:26.952972 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40326997-5022-4a3a-8b06-fa4b80aaf345 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:16:26.953484 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40326997-5022-4a3a-8b06-fa4b80aaf345 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:16:26.954159 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40326997-5022-4a3a-8b06-fa4b80aaf345 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:16:26.954675 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40326997-5022-4a3a-8b06-fa4b80aaf345 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:16:26.955157 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40326997-5022-4a3a-8b06-fa4b80aaf345 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:16:26.955640 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40326997-5022-4a3a-8b06-fa4b80aaf345 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:16:26.956117 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40326997-5022-4a3a-8b06-fa4b80aaf345 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:16:27.029347 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-1047cca9-9ce4-47cf-a62d-69673e9d73fd None None] For port 2e3133bd-f5cb-4141-a479-ba43da28a14e, host n-d-800088-16, cleared binding levels {{(pid=100316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:16:27.033571 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-1047cca9-9ce4-47cf-a62d-69673e9d73fd None None] For port 2e3133bd-f5cb-4141-a479-ba43da28a14e, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=2e3133bd-f5cb-4141-a479-ba43da28a14e,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:16:27.070063 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-1047cca9-9ce4-47cf-a62d-69673e9d73fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:27.139210 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1047cca9-9ce4-47cf-a62d-69673e9d73fd None None] Routers {'4efb17f3-0459-40e7-866c-746fdeae0a22'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:16:27.140721 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-1047cca9-9ce4-47cf-a62d-69673e9d73fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:16:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['4efb17f3-0459-40e7-866c-746fdeae0a22'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:16:27.185854 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40326997-5022-4a3a-8b06-fa4b80aaf345 None None] Pushing event updated for resources: {'Port': ['ID=2e3133bd-f5cb-4141-a479-ba43da28a14e,revision_number=3']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:27.275273 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:27.278685 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-1047cca9-9ce4-47cf-a62d-69673e9d73fd None None] Set router 4efb17f3-0459-40e7-866c-746fdeae0a22 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:16:27.335294 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b06d7529-cc1d-4bf6-b280-adf0a0903075 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:27.369368 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b06d7529-cc1d-4bf6-b280-adf0a0903075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:27.451687 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-27725ba5-3e20-4459-8f96-530c183b0f9d tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:27.485077 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-1047cca9-9ce4-47cf-a62d-69673e9d73fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efb17f3-0459-40e7-866c-746fdeae0a22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370575435', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '2e3133bd-f5cb-4141-a479-ba43da28a14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:16:24Z', 'updated_at': '2021-07-24T00:16:25Z', 'revision_number': 3, 'project_id': '646730ba25934852bc5dd86a412228f1', 'gw_port': {'id': '2e3133bd-f5cb-4141-a479-ba43da28a14e', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:1a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4efb17f3-0459-40e7-866c-746fdeae0a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:24Z', 'updated_at': '2021-07-24T00:16:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:16:27.518583 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1047cca9-9ce4-47cf-a62d-69673e9d73fd None None] The sync data for ids ['4efb17f3-0459-40e7-866c-746fdeae0a22'] in n-d-800088-16 is: [{'id': '4efb17f3-0459-40e7-866c-746fdeae0a22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370575435', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '2e3133bd-f5cb-4141-a479-ba43da28a14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:16:24Z', 'updated_at': '2021-07-24T00:16:25Z', 'revision_number': 3, 'project_id': '646730ba25934852bc5dd86a412228f1', 'gw_port': {'id': '2e3133bd-f5cb-4141-a479-ba43da28a14e', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:1a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4efb17f3-0459-40e7-866c-746fdeae0a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:24Z', 'updated_at': '2021-07-24T00:16:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:16:27.551415 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27725ba5-3e20-4459-8f96-530c183b0f9d tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Pushing event updated for resources: {'Subnet': ['ID=44df3ff8-b921-496d-b228-8320dc322102,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:27.596376 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27725ba5-3e20-4459-8f96-530c183b0f9d tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Checking segment: {'id': '670e70d7-746c-4a71-b331-8c3379c6364b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '1e7ed3a1-aaee-47a9-a487-cde068c041f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:16:27.597189 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27725ba5-3e20-4459-8f96-530c183b0f9d tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Network hostable DHCP agents. Network: 1e7ed3a1-aaee-47a9-a487-cde068c041f4, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:16:27.613035 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-b06d7529-cc1d-4bf6-b280-adf0a0903075 admin admin] Allocated IP 172.25.3.19 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/e10e79a3-bfbc-4d75-be97-8f3f4ab5bc2e) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:16:27.656142 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27725ba5-3e20-4459-8f96-530c183b0f9d tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Network 1e7ed3a1-aaee-47a9-a487-cde068c041f4 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:16:27.681707 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-27725ba5-3e20-4459-8f96-530c183b0f9d tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 1e7ed3a1-aaee-47a9-a487-cde068c041f4) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:16:27.691048 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe4c3c2-97cd-4cd3-9264-62ea3c0788c1 None None] Network 1e7ed3a1-aaee-47a9-a487-cde068c041f4 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:16:27.747267 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27725ba5-3e20-4459-8f96-530c183b0f9d tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:27.748061 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-27725ba5-3e20-4459-8f96-530c183b0f9d tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:27.812348 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b06d7529-cc1d-4bf6-b280-adf0a0903075 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:27.827920 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 47664) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:16:27.828406 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-27725ba5-3e20-4459-8f96-530c183b0f9d tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4218900 Jul 24 00:16:27.964903 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabb70c6-8531-4624-a1ee-65e9c2085bdf req-e389e1d2-b339-4353-b7c3-28ee0e3e8254 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:27.970852 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-aabb70c6-8531-4624-a1ee-65e9c2085bdf req-e389e1d2-b339-4353-b7c3-28ee0e3e8254 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e8919c0-92bf-46df-908f-7b163d0eb879 HTTP/1.1" status: 200 len: 943 time: 0.2251384 Jul 24 00:16:27.985497 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b06d7529-cc1d-4bf6-b280-adf0a0903075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:27.991486 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 7bcdba7a-943f-48c1-a27f-4b6aa16a936e details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:16:28.064063 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06d7529-cc1d-4bf6-b280-adf0a0903075 admin admin] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:16:28.075124 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-b06d7529-cc1d-4bf6-b280-adf0a0903075 admin admin] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:16:28.100753 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06d7529-cc1d-4bf6-b280-adf0a0903075 admin admin] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:16:28.162954 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-aabb70c6-8531-4624-a1ee-65e9c2085bdf req-b31ca8ba-e029-4009-94bc-1eabcd607742 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869364 Jul 24 00:16:28.177501 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06d7529-cc1d-4bf6-b280-adf0a0903075 admin admin] Pushing event updated for resources: {'Port': ['ID=e10e79a3-bfbc-4d75-be97-8f3f4ab5bc2e,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:28.288913 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6e1477-24d6-40b7-a27e-6a82c87df7bc None None] Network 55c8c7d4-5107-4d73-b5a6-be02c0174e5d requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:16:28.297988 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14556492-3955-4e4c-b0ec-8c189ee3ec84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-1e7ed3a1-aaee-47a9-a487-cde068c041f4', 'network_id': '1e7ed3a1-aaee-47a9-a487-cde068c041f4', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'fixed_ips': [{'subnet_id': '44df3ff8-b921-496d-b228-8320dc322102'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:16:28.299300 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-14556492-3955-4e4c-b0ec-8c189ee3ec84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:28.380235 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 7bcdba7a-943f-48c1-a27f-4b6aa16a936e, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=7bcdba7a-943f-48c1-a27f-4b6aa16a936e,segment=NetworkSegment(5aa5a49c-7465-4920-b25b-c3e99ae728f5),segment_id=5aa5a49c-7465-4920-b25b-c3e99ae728f5)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:16:28.390022 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 2e3133bd-f5cb-4141-a479-ba43da28a14e up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:16:28.445947 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-57d7583f-5d0b-46b9-873b-37344f243d99 None None] Provisioning for port 9ac47149-5a7f-412a-8bfe-b381b9be07b0 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:16:28.495193 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': '7bcdba7a-943f-48c1-a27f-4b6aa16a936e', 'network_id': '647eee8d-5ee8-4283-a9e5-d18e1a31df0d', 'port_id': '7bcdba7a-943f-48c1-a27f-4b6aa16a936e', 'mac_address': 'fa:16:3e:9b:55:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f74eda8a-ed40-4284-ae5e-468e5cf2304c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:16:28.519457 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b06d7529-cc1d-4bf6-b280-adf0a0903075 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:28.570955 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-256d29f1-2498-4481-928f-ee2ddc8be083 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:28.624828 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 2e3133bd-f5cb-4141-a479-ba43da28a14e completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:16:28.659220 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 2e3133bd-f5cb-4141-a479-ba43da28a14e triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:16:28.659745 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:28.731645 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:28.767652 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b06d7529-cc1d-4bf6-b280-adf0a0903075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:28.786694 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bcdba7a-943f-48c1-a27f-4b6aa16a936e {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:16:28.816753 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-14556492-3955-4e4c-b0ec-8c189ee3ec84 None None] Allocated IP 172.20.0.2 (1e7ed3a1-aaee-47a9-a487-cde068c041f4/44df3ff8-b921-496d-b228-8320dc322102/a50bfebb-3e73-4858-b31d-9cbdf1905b95) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:16:28.853153 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 7bcdba7a-943f-48c1-a27f-4b6aa16a936e, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=7bcdba7a-943f-48c1-a27f-4b6aa16a936e,segment=NetworkSegment(5aa5a49c-7465-4920-b25b-c3e99ae728f5),segment_id=5aa5a49c-7465-4920-b25b-c3e99ae728f5)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:16:28.875467 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:28.944389 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b06d7529-cc1d-4bf6-b280-adf0a0903075 admin admin] Router 2e37cab7-fbb1-4b72-994b-4734b283091a is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:16:28.951454 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:28.952737 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:29.021541 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 2e3133bd-f5cb-4141-a479-ba43da28a14e, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=2e3133bd-f5cb-4141-a479-ba43da28a14e,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:16:29.024395 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=7bcdba7a-943f-48c1-a27f-4b6aa16a936e,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:29.032164 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:29.033081 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 9ac47149-5a7f-412a-8bfe-b381b9be07b0 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:16:29.084717 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b06d7529-cc1d-4bf6-b280-adf0a0903075 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:16:29.089940 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['7bcdba7a-943f-48c1-a27f-4b6aa16a936e'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:16:29.105390 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b06d7529-cc1d-4bf6-b280-adf0a0903075 admin admin] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:29.106897 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-b06d7529-cc1d-4bf6-b280-adf0a0903075 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 3.2452576 Jul 24 00:16:29.109578 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 47672) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:16:29.124740 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db932e03-7fce-4a88-b480-0c074cd7d6ad None None] Sync routers for ids ['2e37cab7-fbb1-4b72-994b-4734b283091a'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:16:29.225549 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db932e03-7fce-4a88-b480-0c074cd7d6ad None None] Routers {'2e37cab7-fbb1-4b72-994b-4734b283091a'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:16:29.226199 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-db932e03-7fce-4a88-b480-0c074cd7d6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:16:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['2e37cab7-fbb1-4b72-994b-4734b283091a'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:16:29.239715 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=2e3133bd-f5cb-4141-a479-ba43da28a14e,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:29.341723 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-14556492-3955-4e4c-b0ec-8c189ee3ec84 None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:29.376497 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-14556492-3955-4e4c-b0ec-8c189ee3ec84 None None] Transition to ACTIVE for port object a50bfebb-3e73-4858-b31d-9cbdf1905b95 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:16:29.402491 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89654da4-7d6d-4047-a8f0-4469c2069328 req-6ae3c5bc-1242-4a9d-b7a2-a932155cf474 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:29.403863 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-89654da4-7d6d-4047-a8f0-4469c2069328 req-6ae3c5bc-1242-4a9d-b7a2-a932155cf474 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e8919c0-92bf-46df-908f-7b163d0eb879 HTTP/1.1" status: 200 len: 944 time: 0.1320722 Jul 24 00:16:29.407827 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 9ac47149-5a7f-412a-8bfe-b381b9be07b0 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:16:29.426870 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-14556492-3955-4e4c-b0ec-8c189ee3ec84 None None] Transition to ACTIVE for port object a50bfebb-3e73-4858-b31d-9cbdf1905b95 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:16:29.431715 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 9ac47149-5a7f-412a-8bfe-b381b9be07b0 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:16:29.432096 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:29.473296 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-14556492-3955-4e4c-b0ec-8c189ee3ec84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:29.517998 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-256d29f1-2498-4481-928f-ee2ddc8be083 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Allocated IP 172.20.0.1 (1e7ed3a1-aaee-47a9-a487-cde068c041f4/44df3ff8-b921-496d-b228-8320dc322102/14ed4a24-436a-4b85-a462-514bb0874e98) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:16:29.521364 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-89654da4-7d6d-4047-a8f0-4469c2069328 req-fcf79a21-3790-4f83-a2f0-d37f32b44bf0 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820820 Jul 24 00:16:29.544736 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-db932e03-7fce-4a88-b480-0c074cd7d6ad None None] Set router 2e37cab7-fbb1-4b72-994b-4734b283091a gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:16:29.636372 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14556492-3955-4e4c-b0ec-8c189ee3ec84 None None] Network 1e7ed3a1-aaee-47a9-a487-cde068c041f4 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:16:29.655932 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-256d29f1-2498-4481-928f-ee2ddc8be083 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:29.666968 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-14556492-3955-4e4c-b0ec-8c189ee3ec84 None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:16:29.673346 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [None req-256d29f1-2498-4481-928f-ee2ddc8be083 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Transition to ACTIVE for port object 14ed4a24-436a-4b85-a462-514bb0874e98 will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:16:29.676552 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14556492-3955-4e4c-b0ec-8c189ee3ec84 None None] Pushing event updated for resources: {'Port': ['ID=a50bfebb-3e73-4858-b31d-9cbdf1905b95,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:29.687370 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14556492-3955-4e4c-b0ec-8c189ee3ec84 None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:16:29.711642 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d34d4f6e-7440-4b42-b241-60d88336d88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:29.713246 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-256d29f1-2498-4481-928f-ee2ddc8be083 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:29.755709 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256d29f1-2498-4481-928f-ee2ddc8be083 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Network 1e7ed3a1-aaee-47a9-a487-cde068c041f4 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:16:29.761499 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-256d29f1-2498-4481-928f-ee2ddc8be083 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:16:29.767453 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256d29f1-2498-4481-928f-ee2ddc8be083 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:16:29.814616 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-256d29f1-2498-4481-928f-ee2ddc8be083 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681761'] for router_interface, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:29.817340 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256d29f1-2498-4481-928f-ee2ddc8be083 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Pushing event updated for resources: {'Port': ['ID=14ed4a24-436a-4b85-a462-514bb0874e98,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:29.895539 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:29.918307 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-14556492-3955-4e4c-b0ec-8c189ee3ec84 None None] Attempting to bind port a50bfebb-3e73-4858-b31d-9cbdf1905b95 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:16:29.918688 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-14556492-3955-4e4c-b0ec-8c189ee3ec84 None None] Attempting to bind port a50bfebb-3e73-4858-b31d-9cbdf1905b95 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '670e70d7-746c-4a71-b331-8c3379c6364b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '1e7ed3a1-aaee-47a9-a487-cde068c041f4'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:16:29.919318 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14556492-3955-4e4c-b0ec-8c189ee3ec84 None None] Attempting to bind port a50bfebb-3e73-4858-b31d-9cbdf1905b95 on network 1e7ed3a1-aaee-47a9-a487-cde068c041f4 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:16:29.943046 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-d34d4f6e-7440-4b42-b241-60d88336d88e admin admin] Allocated IP 172.20.0.1 (55c8c7d4-5107-4d73-b5a6-be02c0174e5d/7bdea243-84dc-4518-b833-880281ae2ab6/1c86865e-1eb7-4e76-9acb-8e7212a03033) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:16:29.947409 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14556492-3955-4e4c-b0ec-8c189ee3ec84 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:16:29.947883 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14556492-3955-4e4c-b0ec-8c189ee3ec84 None None] Checking segment: {'id': '670e70d7-746c-4a71-b331-8c3379c6364b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '1e7ed3a1-aaee-47a9-a487-cde068c041f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:16:29.948368 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-14556492-3955-4e4c-b0ec-8c189ee3ec84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:29.948858 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14556492-3955-4e4c-b0ec-8c189ee3ec84 None None] Bound using segment: {'id': '670e70d7-746c-4a71-b331-8c3379c6364b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '1e7ed3a1-aaee-47a9-a487-cde068c041f4'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:16:29.949862 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-14556492-3955-4e4c-b0ec-8c189ee3ec84 None None] Bound port: a50bfebb-3e73-4858-b31d-9cbdf1905b95, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '670e70d7-746c-4a71-b331-8c3379c6364b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '1e7ed3a1-aaee-47a9-a487-cde068c041f4'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:16:29.950380 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-14556492-3955-4e4c-b0ec-8c189ee3ec84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:29.971907 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-256d29f1-2498-4481-928f-ee2ddc8be083 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:30.011688 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 9ac47149-5a7f-412a-8bfe-b381b9be07b0, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=9ac47149-5a7f-412a-8bfe-b381b9be07b0,segment=NetworkSegment(d01c5af6-7afa-450a-bb9a-ac5adc9979c2),segment_id=d01c5af6-7afa-450a-bb9a-ac5adc9979c2)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:16:30.023964 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:30.064439 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d34d4f6e-7440-4b42-b241-60d88336d88e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:30.079824 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-14556492-3955-4e4c-b0ec-8c189ee3ec84 None None] For port a50bfebb-3e73-4858-b31d-9cbdf1905b95, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:16:30.080326 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [None req-d34d4f6e-7440-4b42-b241-60d88336d88e admin admin] Transition to ACTIVE for port object 1c86865e-1eb7-4e76-9acb-8e7212a03033 will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:16:30.082565 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-db932e03-7fce-4a88-b480-0c074cd7d6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e37cab7-fbb1-4b72-994b-4734b283091a', 'name': 'tempest-ImageQuotaTest-919881660-router', 'tenant_id': '6e56f23669c14273a4e83c23be9647c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': 'e10e79a3-bfbc-4d75-be97-8f3f4ab5bc2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:16:25Z', 'updated_at': '2021-07-24T00:16:28Z', 'revision_number': 3, 'project_id': '6e56f23669c14273a4e83c23be9647c9', 'gw_port': {'id': 'e10e79a3-bfbc-4d75-be97-8f3f4ab5bc2e', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fc:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e37cab7-fbb1-4b72-994b-4734b283091a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:27Z', 'updated_at': '2021-07-24T00:16:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:16:30.085624 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-14556492-3955-4e4c-b0ec-8c189ee3ec84 None None] For port a50bfebb-3e73-4858-b31d-9cbdf1905b95, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=a50bfebb-3e73-4858-b31d-9cbdf1905b95,segment=NetworkSegment(670e70d7-746c-4a71-b331-8c3379c6364b),segment_id=670e70d7-746c-4a71-b331-8c3379c6364b)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:16:30.136283 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d34d4f6e-7440-4b42-b241-60d88336d88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:30.285098 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-256d29f1-2498-4481-928f-ee2ddc8be083 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:30.288494 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 2e3133bd-f5cb-4141-a479-ba43da28a14e up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:16:30.291353 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-14556492-3955-4e4c-b0ec-8c189ee3ec84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:30.297485 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db932e03-7fce-4a88-b480-0c074cd7d6ad None None] Checking router: 2e37cab7-fbb1-4b72-994b-4734b283091a for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:16:30.297757 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-256d29f1-2498-4481-928f-ee2ddc8be083 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:30.297923 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db932e03-7fce-4a88-b480-0c074cd7d6ad None None] Updating router 2e37cab7-fbb1-4b72-994b-4734b283091a port e10e79a3-bfbc-4d75-be97-8f3f4ab5bc2e binding host n-d-800088-16 {{(pid=100315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:16:30.347334 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=9ac47149-5a7f-412a-8bfe-b381b9be07b0,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:30.387603 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-256d29f1-2498-4481-928f-ee2ddc8be083 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680980'] for router_interface, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:30.430529 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-db932e03-7fce-4a88-b480-0c074cd7d6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:30.436731 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256d29f1-2498-4481-928f-ee2ddc8be083 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Pushing event updated for resources: {'Port': ['ID=14ed4a24-436a-4b85-a462-514bb0874e98,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:30.455727 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14556492-3955-4e4c-b0ec-8c189ee3ec84 None None] Pushing event updated for resources: {'Port': ['ID=a50bfebb-3e73-4858-b31d-9cbdf1905b95,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:30.485307 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 2e3133bd-f5cb-4141-a479-ba43da28a14e triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:16:30.485744 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:30.514300 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256d29f1-2498-4481-928f-ee2ddc8be083 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Network 1e7ed3a1-aaee-47a9-a487-cde068c041f4 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:16:30.515883 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-256d29f1-2498-4481-928f-ee2ddc8be083 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:16:30.540391 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34d4f6e-7440-4b42-b241-60d88336d88e admin admin] Network 55c8c7d4-5107-4d73-b5a6-be02c0174e5d is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:16:30.550295 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-d34d4f6e-7440-4b42-b241-60d88336d88e admin admin] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:16:30.555238 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34d4f6e-7440-4b42-b241-60d88336d88e admin admin] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:16:30.559227 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34d4f6e-7440-4b42-b241-60d88336d88e admin admin] Pushing event updated for resources: {'Port': ['ID=1c86865e-1eb7-4e76-9acb-8e7212a03033,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:30.611624 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d34d4f6e-7440-4b42-b241-60d88336d88e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681761'] for router_interface, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:30.872915 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-db932e03-7fce-4a88-b480-0c074cd7d6ad None None] Notify callbacks [] for port, precommit_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:30.889934 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-db932e03-7fce-4a88-b480-0c074cd7d6ad None None] Transition to ACTIVE for port object e10e79a3-bfbc-4d75-be97-8f3f4ab5bc2e will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:16:30.901093 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-db932e03-7fce-4a88-b480-0c074cd7d6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:30.908452 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25aae3f-aeed-4b2b-bbc4-921f4e42ae70 req-3346afc2-0038-4867-81fe-0efd828800ad tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:30.915491 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c25aae3f-aeed-4b2b-bbc4-921f4e42ae70 req-3346afc2-0038-4867-81fe-0efd828800ad tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e8919c0-92bf-46df-908f-7b163d0eb879 HTTP/1.1" status: 200 len: 944 time: 0.2820499 Jul 24 00:16:30.979014 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-db932e03-7fce-4a88-b480-0c074cd7d6ad None None] Attempting to bind port e10e79a3-bfbc-4d75-be97-8f3f4ab5bc2e on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:16:30.979931 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-db932e03-7fce-4a88-b480-0c074cd7d6ad None None] Attempting to bind port e10e79a3-bfbc-4d75-be97-8f3f4ab5bc2e by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:16:30.980397 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db932e03-7fce-4a88-b480-0c074cd7d6ad None None] Attempting to bind port e10e79a3-bfbc-4d75-be97-8f3f4ab5bc2e on network 9adcfee8-760c-4568-9e39-c221abf69bf5 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:16:30.981518 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c25aae3f-aeed-4b2b-bbc4-921f4e42ae70 req-11667c93-8a34-46ad-b250-229adc284ee4 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649593 Jul 24 00:16:30.989585 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-70a68c3c-945e-4e41-a884-8a069b8cc91e None None] Provisioning for port 1c86865e-1eb7-4e76-9acb-8e7212a03033 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:16:30.995739 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db648b84-f865-41ff-9710-fc10f0889dce None None] Pushing event updated for resources: {'Port': ['ID=e10e79a3-bfbc-4d75-be97-8f3f4ab5bc2e,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:30.999091 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-70a68c3c-945e-4e41-a884-8a069b8cc91e None None] Provisioning complete for port 1c86865e-1eb7-4e76-9acb-8e7212a03033 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:16:30.999582 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-70a68c3c-945e-4e41-a884-8a069b8cc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:31.001664 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db932e03-7fce-4a88-b480-0c074cd7d6ad None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:16:31.002178 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db932e03-7fce-4a88-b480-0c074cd7d6ad None None] Checking segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:16:31.002686 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-db932e03-7fce-4a88-b480-0c074cd7d6ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:31.003186 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db932e03-7fce-4a88-b480-0c074cd7d6ad None None] Bound using segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:16:31.003970 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-db932e03-7fce-4a88-b480-0c074cd7d6ad None None] Bound port: e10e79a3-bfbc-4d75-be97-8f3f4ab5bc2e, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:16:31.004456 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-db932e03-7fce-4a88-b480-0c074cd7d6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:31.026190 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d34d4f6e-7440-4b42-b241-60d88336d88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:31.072044 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-70a68c3c-945e-4e41-a884-8a069b8cc91e None None] Port 1c86865e-1eb7-4e76-9acb-8e7212a03033 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:16:31.094652 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-db932e03-7fce-4a88-b480-0c074cd7d6ad None None] For port e10e79a3-bfbc-4d75-be97-8f3f4ab5bc2e, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:16:31.098100 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-db932e03-7fce-4a88-b480-0c074cd7d6ad None None] For port e10e79a3-bfbc-4d75-be97-8f3f4ab5bc2e, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=e10e79a3-bfbc-4d75-be97-8f3f4ab5bc2e,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:16:31.103789 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-db932e03-7fce-4a88-b480-0c074cd7d6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:31.129512 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-256d29f1-2498-4481-928f-ee2ddc8be083 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Router 4efb17f3-0459-40e7-866c-746fdeae0a22 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:16:31.161992 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db932e03-7fce-4a88-b480-0c074cd7d6ad None None] Routers {'2e37cab7-fbb1-4b72-994b-4734b283091a'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:16:31.162643 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-db932e03-7fce-4a88-b480-0c074cd7d6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:16:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['2e37cab7-fbb1-4b72-994b-4734b283091a'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:16:31.198730 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db648b84-f865-41ff-9710-fc10f0889dce None None] Pushing event updated for resources: {'Port': ['ID=e10e79a3-bfbc-4d75-be97-8f3f4ab5bc2e,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:31.208991 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d34d4f6e-7440-4b42-b241-60d88336d88e admin admin] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:31.216534 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d34d4f6e-7440-4b42-b241-60d88336d88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:31.260234 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-256d29f1-2498-4481-928f-ee2ddc8be083 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:16:31.273004 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f2a2fa-8f92-4230-bc52-dca14ed3b468 None None] Sync routers for ids ['4efb17f3-0459-40e7-866c-746fdeae0a22'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:16:31.273573 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-256d29f1-2498-4481-928f-ee2ddc8be083 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "PUT /v2.0/routers/4efb17f3-0459-40e7-866c-746fdeae0a22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4440236 Jul 24 00:16:31.289784 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-db932e03-7fce-4a88-b480-0c074cd7d6ad None None] Set router 2e37cab7-fbb1-4b72-994b-4734b283091a gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:16:31.303875 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d34d4f6e-7440-4b42-b241-60d88336d88e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680980'] for router_interface, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:31.304283 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f2a2fa-8f92-4230-bc52-dca14ed3b468 None None] Routers {'4efb17f3-0459-40e7-866c-746fdeae0a22'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:16:31.306699 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-66f2a2fa-8f92-4230-bc52-dca14ed3b468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:16:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['4efb17f3-0459-40e7-866c-746fdeae0a22'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:16:31.306901 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34d4f6e-7440-4b42-b241-60d88336d88e admin admin] Pushing event updated for resources: {'Port': ['ID=1c86865e-1eb7-4e76-9acb-8e7212a03033,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:31.482050 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34d4f6e-7440-4b42-b241-60d88336d88e admin admin] Network 55c8c7d4-5107-4d73-b5a6-be02c0174e5d is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:16:31.484091 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-d34d4f6e-7440-4b42-b241-60d88336d88e admin admin] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:16:31.598717 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-66f2a2fa-8f92-4230-bc52-dca14ed3b468 None None] Set router 4efb17f3-0459-40e7-866c-746fdeae0a22 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:16:31.627806 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-db932e03-7fce-4a88-b480-0c074cd7d6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e37cab7-fbb1-4b72-994b-4734b283091a', 'name': 'tempest-ImageQuotaTest-919881660-router', 'tenant_id': '6e56f23669c14273a4e83c23be9647c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': 'e10e79a3-bfbc-4d75-be97-8f3f4ab5bc2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:16:25Z', 'updated_at': '2021-07-24T00:16:30Z', 'revision_number': 4, 'project_id': '6e56f23669c14273a4e83c23be9647c9', 'gw_port': {'id': 'e10e79a3-bfbc-4d75-be97-8f3f4ab5bc2e', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fc:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e37cab7-fbb1-4b72-994b-4734b283091a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:27Z', 'updated_at': '2021-07-24T00:16:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '1c86865e-1eb7-4e76-9acb-8e7212a03033', 'name': '', 'network_id': '55c8c7d4-5107-4d73-b5a6-be02c0174e5d', 'tenant_id': '6e56f23669c14273a4e83c23be9647c9', 'mac_address': 'fa:16:3e:07:f7:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e37cab7-fbb1-4b72-994b-4734b283091a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '7bdea243-84dc-4518-b833-880281ae2ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:29Z', 'updated_at': '2021-07-24T00:16:29Z', 'revision_number': 1, 'project_id': '6e56f23669c14273a4e83c23be9647c9', 'subnets': [{'id': '7bdea243-84dc-4518-b833-880281ae2ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:16:31.665092 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1c3ff4f2-bae7-49c7-9ba8-d637876de5e9 req-17fffb7a-c00e-4804-b03c-20f89c9101f2 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-786160331&fields=id&tenant_id=646730ba25934852bc5dd86a412228f1 HTTP/1.1" status: 200 len: 267 time: 0.0701008 Jul 24 00:16:31.677045 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db932e03-7fce-4a88-b480-0c074cd7d6ad None None] The sync data for ids ['2e37cab7-fbb1-4b72-994b-4734b283091a'] in n-d-800088-16 is: [{'id': '2e37cab7-fbb1-4b72-994b-4734b283091a', 'name': 'tempest-ImageQuotaTest-919881660-router', 'tenant_id': '6e56f23669c14273a4e83c23be9647c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': 'e10e79a3-bfbc-4d75-be97-8f3f4ab5bc2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:16:25Z', 'updated_at': '2021-07-24T00:16:30Z', 'revision_number': 4, 'project_id': '6e56f23669c14273a4e83c23be9647c9', 'gw_port': {'id': 'e10e79a3-bfbc-4d75-be97-8f3f4ab5bc2e', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fc:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e37cab7-fbb1-4b72-994b-4734b283091a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:27Z', 'updated_at': '2021-07-24T00:16:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '1c86865e-1eb7-4e76-9acb-8e7212a03033', 'name': '', 'network_id': '55c8c7d4-5107-4d73-b5a6-be02c0174e5d', 'tenant_id': '6e56f23669c14273a4e83c23be9647c9', 'mac_address': 'fa:16:3e:07:f7:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e37cab7-fbb1-4b72-994b-4734b283091a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '7bdea243-84dc-4518-b833-880281ae2ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:29Z', 'updated_at': '2021-07-24T00:16:29Z', 'revision_number': 1, 'project_id': '6e56f23669c14273a4e83c23be9647c9', 'subnets': [{'id': '7bdea243-84dc-4518-b833-880281ae2ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:16:31.696842 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d34d4f6e-7440-4b42-b241-60d88336d88e admin admin] Router 2e37cab7-fbb1-4b72-994b-4734b283091a has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:16:31.823830 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5fc65e-f848-44db-8893-8a37b3751f72 None None] Network 1e7ed3a1-aaee-47a9-a487-cde068c041f4 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:16:31.878069 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-66f2a2fa-8f92-4230-bc52-dca14ed3b468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efb17f3-0459-40e7-866c-746fdeae0a22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370575435', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '2e3133bd-f5cb-4141-a479-ba43da28a14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:16:24Z', 'updated_at': '2021-07-24T00:16:29Z', 'revision_number': 4, 'project_id': '646730ba25934852bc5dd86a412228f1', 'gw_port': {'id': '2e3133bd-f5cb-4141-a479-ba43da28a14e', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:1a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efb17f3-0459-40e7-866c-746fdeae0a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:24Z', 'updated_at': '2021-07-24T00:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '14ed4a24-436a-4b85-a462-514bb0874e98', 'name': '', 'network_id': '1e7ed3a1-aaee-47a9-a487-cde068c041f4', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'mac_address': 'fa:16:3e:17:8d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4efb17f3-0459-40e7-866c-746fdeae0a22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '44df3ff8-b921-496d-b228-8320dc322102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:28Z', 'updated_at': '2021-07-24T00:16:30Z', 'revision_number': 2, 'project_id': '646730ba25934852bc5dd86a412228f1', 'subnets': [{'id': '44df3ff8-b921-496d-b228-8320dc322102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:16:31.893941 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3ff4f2-bae7-49c7-9ba8-d637876de5e9 req-1867c071-09cf-4a93-89c8-02f85e71cee9 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:31.895508 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1c3ff4f2-bae7-49c7-9ba8-d637876de5e9 req-1867c071-09cf-4a93-89c8-02f85e71cee9 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/networks?id=1e7ed3a1-aaee-47a9-a487-cde068c041f4 HTTP/1.1" status: 200 len: 797 time: 0.2234774 Jul 24 00:16:31.906477 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f2a2fa-8f92-4230-bc52-dca14ed3b468 None None] Checking router: 4efb17f3-0459-40e7-866c-746fdeae0a22 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:16:31.907551 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f2a2fa-8f92-4230-bc52-dca14ed3b468 None None] Updating router 4efb17f3-0459-40e7-866c-746fdeae0a22 port 14ed4a24-436a-4b85-a462-514bb0874e98 binding host n-d-800088-16 {{(pid=100316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:16:31.919680 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1c3ff4f2-bae7-49c7-9ba8-d637876de5e9 req-3390f827-f4d6-4992-a2d2-a27736440a91 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/quotas/646730ba25934852bc5dd86a412228f1 HTTP/1.1" status: 200 len: 375 time: 0.0178812 Jul 24 00:16:31.921509 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d34d4f6e-7440-4b42-b241-60d88336d88e admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:16:31.926508 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-d34d4f6e-7440-4b42-b241-60d88336d88e admin admin] 10.222.0.44 "PUT /v2.0/routers/2e37cab7-fbb1-4b72-994b-4734b283091a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8157272 Jul 24 00:16:31.971888 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-f8f34c01-c489-4939-b7f1-f6f1c4eee4ca None None] Provisioning for port a50bfebb-3e73-4858-b31d-9cbdf1905b95 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:16:31.989589 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 7bcdba7a-943f-48c1-a27f-4b6aa16a936e up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:16:31.992279 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-66f2a2fa-8f92-4230-bc52-dca14ed3b468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:32.072013 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1c3ff4f2-bae7-49c7-9ba8-d637876de5e9 req-ae39b8f0-6be6-4145-996c-e95296b46be9 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=646730ba25934852bc5dd86a412228f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1380451 Jul 24 00:16:32.141250 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-f8f34c01-c489-4939-b7f1-f6f1c4eee4ca None None] Provisioning complete for port 1c86865e-1eb7-4e76-9acb-8e7212a03033 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:16:32.149336 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f8f34c01-c489-4939-b7f1-f6f1c4eee4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:32.248070 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-f8f34c01-c489-4939-b7f1-f6f1c4eee4ca None None] Port 1c86865e-1eb7-4e76-9acb-8e7212a03033 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:16:32.256214 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a259c7-8b29-49ce-8879-e278d407cb77 req-27e7d728-bdeb-4785-ba1e-f0f60b512671 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:32.257765 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port 7bcdba7a-943f-48c1-a27f-4b6aa16a936e completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:16:32.270816 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a3a259c7-8b29-49ce-8879-e278d407cb77 req-27e7d728-bdeb-4785-ba1e-f0f60b512671 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e8919c0-92bf-46df-908f-7b163d0eb879 HTTP/1.1" status: 200 len: 944 time: 0.1417887 Jul 24 00:16:32.271593 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port 7bcdba7a-943f-48c1-a27f-4b6aa16a936e triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:16:32.273365 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:32.301811 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1c3ff4f2-bae7-49c7-9ba8-d637876de5e9 req-a541dc44-8924-4951-ab8c-1cac937d80bb service neutron] 10.222.0.44 "GET /v2.0/networks/1e7ed3a1-aaee-47a9-a487-cde068c041f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263293 Jul 24 00:16:32.333466 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a3a259c7-8b29-49ce-8879-e278d407cb77 req-7b7565ef-da48-49df-abe1-324f9a6e0004 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613623 Jul 24 00:16:32.439263 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 9ac47149-5a7f-412a-8bfe-b381b9be07b0 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:16:32.458837 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1c3ff4f2-bae7-49c7-9ba8-d637876de5e9 req-516888a9-f9d7-4b21-8e06-eee7ee1cac68 service neutron] 10.222.0.44 "GET /v2.0/networks/1e7ed3a1-aaee-47a9-a487-cde068c041f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562517 Jul 24 00:16:32.504748 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-66f2a2fa-8f92-4230-bc52-dca14ed3b468 None None] Notify callbacks [] for port, precommit_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:32.535618 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.provisioning_blocks [None req-66f2a2fa-8f92-4230-bc52-dca14ed3b468 None None] Transition to ACTIVE for port object 14ed4a24-436a-4b85-a462-514bb0874e98 will not be triggered until provisioned by entity L2. {{(pid=100316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:16:32.550295 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-66f2a2fa-8f92-4230-bc52-dca14ed3b468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:32.611390 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:32.614042 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 9ac47149-5a7f-412a-8bfe-b381b9be07b0 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:16:32.614194 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f193716f-9946-4a66-b31f-50566e8820d7 None None] Pushing event updated for resources: {'Port': ['ID=14ed4a24-436a-4b85-a462-514bb0874e98,revision_number=3']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:32.614397 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:32.746479 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 7bcdba7a-943f-48c1-a27f-4b6aa16a936e, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=7bcdba7a-943f-48c1-a27f-4b6aa16a936e,segment=NetworkSegment(5aa5a49c-7465-4920-b25b-c3e99ae728f5),segment_id=5aa5a49c-7465-4920-b25b-c3e99ae728f5)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:16:32.746632 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-66f2a2fa-8f92-4230-bc52-dca14ed3b468 None None] Attempting to bind port 14ed4a24-436a-4b85-a462-514bb0874e98 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:16:32.746918 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-66f2a2fa-8f92-4230-bc52-dca14ed3b468 None None] Attempting to bind port 14ed4a24-436a-4b85-a462-514bb0874e98 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '670e70d7-746c-4a71-b331-8c3379c6364b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '1e7ed3a1-aaee-47a9-a487-cde068c041f4'}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:16:32.747285 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f2a2fa-8f92-4230-bc52-dca14ed3b468 None None] Attempting to bind port 14ed4a24-436a-4b85-a462-514bb0874e98 on network 1e7ed3a1-aaee-47a9-a487-cde068c041f4 {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:16:32.754219 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e8919c0-92bf-46df-908f-7b163d0eb879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bcdba7a-943f-48c1-a27f-4b6aa16a936e'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:16:32.756537 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab963ee5-66fe-46c2-9732-0b0bc509f583" -d '{"events": [{"server_uuid": "1e8919c0-92bf-46df-908f-7b163d0eb879", "name": "network-vif-plugged", "status": "completed", "tag": "7bcdba7a-943f-48c1-a27f-4b6aa16a936e"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:16:32.774598 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f2a2fa-8f92-4230-bc52-dca14ed3b468 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:16:32.774980 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f2a2fa-8f92-4230-bc52-dca14ed3b468 None None] Checking segment: {'id': '670e70d7-746c-4a71-b331-8c3379c6364b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '1e7ed3a1-aaee-47a9-a487-cde068c041f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:16:32.775385 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-66f2a2fa-8f92-4230-bc52-dca14ed3b468 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:32.775797 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f2a2fa-8f92-4230-bc52-dca14ed3b468 None None] Bound using segment: {'id': '670e70d7-746c-4a71-b331-8c3379c6364b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '1e7ed3a1-aaee-47a9-a487-cde068c041f4'} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:16:32.776231 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-66f2a2fa-8f92-4230-bc52-dca14ed3b468 None None] Bound port: 14ed4a24-436a-4b85-a462-514bb0874e98, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '670e70d7-746c-4a71-b331-8c3379c6364b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '1e7ed3a1-aaee-47a9-a487-cde068c041f4'}}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:16:32.776846 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-66f2a2fa-8f92-4230-bc52-dca14ed3b468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:32.777767 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:32.782966 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-24ff4bfa-980a-4927-bb7f-fe405f94c848 req-b2ce7efb-9312-4be1-95da-a7cf5cb28a8c tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f6ed47-83dc-460f-a0cd-7950d92ae355 HTTP/1.1" status: 200 len: 210 time: 0.0904641 Jul 24 00:16:32.905932 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86285477-80ae-453a-a1eb-5c2ef1d80ed3 x-openstack-request-id: req-86285477-80ae-453a-a1eb-5c2ef1d80ed3 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:16:32.906163 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e8919c0-92bf-46df-908f-7b163d0eb879", "name": "network-vif-plugged", "status": "completed", "tag": "7bcdba7a-943f-48c1-a27f-4b6aa16a936e", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:16:32.906413 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-86285477-80ae-453a-a1eb-5c2ef1d80ed3 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:16:32.906834 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e8919c0-92bf-46df-908f-7b163d0eb879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bcdba7a-943f-48c1-a27f-4b6aa16a936e', 'code': 200} Jul 24 00:16:32.977484 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-66f2a2fa-8f92-4230-bc52-dca14ed3b468 None None] For port 14ed4a24-436a-4b85-a462-514bb0874e98, host n-d-800088-16, cleared binding levels {{(pid=100316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:16:32.993974 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-66f2a2fa-8f92-4230-bc52-dca14ed3b468 None None] For port 14ed4a24-436a-4b85-a462-514bb0874e98, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=14ed4a24-436a-4b85-a462-514bb0874e98,segment=NetworkSegment(670e70d7-746c-4a71-b331-8c3379c6364b),segment_id=670e70d7-746c-4a71-b331-8c3379c6364b)] {{(pid=100316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:16:33.004935 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-66f2a2fa-8f92-4230-bc52-dca14ed3b468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:33.008960 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device a50bfebb-3e73-4858-b31d-9cbdf1905b95 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:16:33.011043 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=7bcdba7a-943f-48c1-a27f-4b6aa16a936e,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:33.093525 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port a50bfebb-3e73-4858-b31d-9cbdf1905b95 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:16:33.122895 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port a50bfebb-3e73-4858-b31d-9cbdf1905b95 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:16:33.123300 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:33.131161 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c89f98d-b1b2-48cd-9ba7-ed24650ad6fb req-e0e3292f-15e7-4595-a006-206766bfa447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:33.132711 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8c89f98d-b1b2-48cd-9ba7-ed24650ad6fb req-e0e3292f-15e7-4595-a006-206766bfa447 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1e8919c0-92bf-46df-908f-7b163d0eb879 HTTP/1.1" status: 200 len: 1097 time: 0.1958745 Jul 24 00:16:33.150347 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f193716f-9946-4a66-b31f-50566e8820d7 None None] Pushing event updated for resources: {'Port': ['ID=14ed4a24-436a-4b85-a462-514bb0874e98,revision_number=4']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:33.154233 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f2a2fa-8f92-4230-bc52-dca14ed3b468 None None] Routers {'4efb17f3-0459-40e7-866c-746fdeae0a22'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:16:33.155085 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-66f2a2fa-8f92-4230-bc52-dca14ed3b468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:16:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['4efb17f3-0459-40e7-866c-746fdeae0a22'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:16:33.213885 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8c89f98d-b1b2-48cd-9ba7-ed24650ad6fb req-d8c16da9-444d-4830-9018-f779874d731e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664933 Jul 24 00:16:33.255430 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-5f2f8f98-5e63-446c-9081-b5630ecbbfbe None None] Provisioning complete for port a50bfebb-3e73-4858-b31d-9cbdf1905b95 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:16:33.255803 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-5f2f8f98-5e63-446c-9081-b5630ecbbfbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:33.377499 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:33.409550 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-66f2a2fa-8f92-4230-bc52-dca14ed3b468 None None] Set router 4efb17f3-0459-40e7-866c-746fdeae0a22 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:16:33.462210 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port a50bfebb-3e73-4858-b31d-9cbdf1905b95, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=a50bfebb-3e73-4858-b31d-9cbdf1905b95,segment=NetworkSegment(670e70d7-746c-4a71-b331-8c3379c6364b),segment_id=670e70d7-746c-4a71-b331-8c3379c6364b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:16:33.483939 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:33.600625 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=a50bfebb-3e73-4858-b31d-9cbdf1905b95,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:33.679755 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b078800-de2b-47af-ba01-848b566d1fa1 req-adea24af-0757-4c49-b3aa-b056331105a5 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:33.690978 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2b078800-de2b-47af-ba01-848b566d1fa1 req-adea24af-0757-4c49-b3aa-b056331105a5 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e8919c0-92bf-46df-908f-7b163d0eb879 HTTP/1.1" status: 200 len: 945 time: 0.2029934 Jul 24 00:16:33.703827 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-5f2f8f98-5e63-446c-9081-b5630ecbbfbe None None] Provisioning for port 14ed4a24-436a-4b85-a462-514bb0874e98 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:16:33.770654 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2b078800-de2b-47af-ba01-848b566d1fa1 req-f95566cf-3ebb-43b5-85f7-081cadada101 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719976 Jul 24 00:16:33.839939 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-66f2a2fa-8f92-4230-bc52-dca14ed3b468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efb17f3-0459-40e7-866c-746fdeae0a22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370575435', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '2e3133bd-f5cb-4141-a479-ba43da28a14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:16:24Z', 'updated_at': '2021-07-24T00:16:29Z', 'revision_number': 4, 'project_id': '646730ba25934852bc5dd86a412228f1', 'gw_port': {'id': '2e3133bd-f5cb-4141-a479-ba43da28a14e', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:1a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efb17f3-0459-40e7-866c-746fdeae0a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:24Z', 'updated_at': '2021-07-24T00:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '14ed4a24-436a-4b85-a462-514bb0874e98', 'name': '', 'network_id': '1e7ed3a1-aaee-47a9-a487-cde068c041f4', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'mac_address': 'fa:16:3e:17:8d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4efb17f3-0459-40e7-866c-746fdeae0a22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '44df3ff8-b921-496d-b228-8320dc322102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:28Z', 'updated_at': '2021-07-24T00:16:32Z', 'revision_number': 4, 'project_id': '646730ba25934852bc5dd86a412228f1', 'subnets': [{'id': '44df3ff8-b921-496d-b228-8320dc322102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:16:33.884263 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f2a2fa-8f92-4230-bc52-dca14ed3b468 None None] The sync data for ids ['4efb17f3-0459-40e7-866c-746fdeae0a22'] in n-d-800088-16 is: [{'id': '4efb17f3-0459-40e7-866c-746fdeae0a22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370575435', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '2e3133bd-f5cb-4141-a479-ba43da28a14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:16:24Z', 'updated_at': '2021-07-24T00:16:29Z', 'revision_number': 4, 'project_id': '646730ba25934852bc5dd86a412228f1', 'gw_port': {'id': '2e3133bd-f5cb-4141-a479-ba43da28a14e', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:1a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efb17f3-0459-40e7-866c-746fdeae0a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:24Z', 'updated_at': '2021-07-24T00:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '14ed4a24-436a-4b85-a462-514bb0874e98', 'name': '', 'network_id': '1e7ed3a1-aaee-47a9-a487-cde068c041f4', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'mac_address': 'fa:16:3e:17:8d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4efb17f3-0459-40e7-866c-746fdeae0a22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '44df3ff8-b921-496d-b228-8320dc322102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:28Z', 'updated_at': '2021-07-24T00:16:32Z', 'revision_number': 4, 'project_id': '646730ba25934852bc5dd86a412228f1', 'subnets': [{'id': '44df3ff8-b921-496d-b228-8320dc322102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:16:33.986261 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d8bf85c9-57c8-4e9f-bda0-bfb0c9db0126 req-f3bb6cc1-95b9-4c24-ab39-8ec7b9a7f8ce tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f6ed47-83dc-460f-a0cd-7950d92ae355 HTTP/1.1" status: 200 len: 210 time: 0.0620646 Jul 24 00:16:34.357144 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 47738) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:16:34.401627 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device e10e79a3-bfbc-4d75-be97-8f3f4ab5bc2e up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:16:34.459666 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3ff4f2-bae7-49c7-9ba8-d637876de5e9 req-0a3e4818-3f60-44f7-84e7-4f29240e795d tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:34.464794 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1c3ff4f2-bae7-49c7-9ba8-d637876de5e9 req-0a3e4818-3f60-44f7-84e7-4f29240e795d tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.52 "GET /v2.0/networks?id=1e7ed3a1-aaee-47a9-a487-cde068c041f4 HTTP/1.1" status: 200 len: 797 time: 0.1937592 Jul 24 00:16:34.531864 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1c3ff4f2-bae7-49c7-9ba8-d637876de5e9 req-cf26fd06-ad4b-4a3d-9949-1a1278e91bbc tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=646730ba25934852bc5dd86a412228f1 HTTP/1.1" status: 200 len: 379 time: 0.0563903 Jul 24 00:16:34.544433 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-1c3ff4f2-bae7-49c7-9ba8-d637876de5e9 req-47b78546-ea37-4970-9f77-01999f2a9475 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Request body: {'port': {'device_id': '42f6ed47-83dc-460f-a0cd-7950d92ae355', 'network_id': '1e7ed3a1-aaee-47a9-a487-cde068c041f4', 'admin_state_up': True, 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'security_groups': ['592819d6-cd2f-4c55-a231-bf1729025f60']}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:16:34.650157 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port e10e79a3-bfbc-4d75-be97-8f3f4ab5bc2e completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:16:34.655428 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port e10e79a3-bfbc-4d75-be97-8f3f4ab5bc2e triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:16:34.656006 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:34.682549 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c3ff4f2-bae7-49c7-9ba8-d637876de5e9 req-47b78546-ea37-4970-9f77-01999f2a9475 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Made reservation on behalf of 646730ba25934852bc5dd86a412228f1 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:16:34.688249 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-1c3ff4f2-bae7-49c7-9ba8-d637876de5e9 req-47b78546-ea37-4970-9f77-01999f2a9475 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:34.753027 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:34.782679 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port e10e79a3-bfbc-4d75-be97-8f3f4ab5bc2e, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=e10e79a3-bfbc-4d75-be97-8f3f4ab5bc2e,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:16:34.794338 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:34.796375 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device a50bfebb-3e73-4858-b31d-9cbdf1905b95 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:16:34.835358 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-48c8a025-481f-4b9b-8262-26f608058796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681029'] for router_interface, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:34.882426 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-1c3ff4f2-bae7-49c7-9ba8-d637876de5e9 req-47b78546-ea37-4970-9f77-01999f2a9475 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Allocated IP 172.20.0.14 (1e7ed3a1-aaee-47a9-a487-cde068c041f4/44df3ff8-b921-496d-b228-8320dc322102/b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:16:34.918220 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=e10e79a3-bfbc-4d75-be97-8f3f4ab5bc2e,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:34.946515 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port a50bfebb-3e73-4858-b31d-9cbdf1905b95 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:16:34.946891 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:35.040511 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 14ed4a24-436a-4b85-a462-514bb0874e98 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:16:35.094435 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca679d2-9f60-4596-a526-6f250ca19978 req-faed0b3b-c0f1-46b2-ba36-b97099b1de3f tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:35.096294 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6ca679d2-9f60-4596-a526-6f250ca19978 req-faed0b3b-c0f1-46b2-ba36-b97099b1de3f tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e8919c0-92bf-46df-908f-7b163d0eb879 HTTP/1.1" status: 200 len: 945 time: 0.1478300 Jul 24 00:16:35.098518 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-1c3ff4f2-bae7-49c7-9ba8-d637876de5e9 req-47b78546-ea37-4970-9f77-01999f2a9475 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:35.132971 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 14ed4a24-436a-4b85-a462-514bb0874e98 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:16:35.133611 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fed3d9f9-93ce-4a27-a5a7-ef7817b7e24a req-ca5ac30a-e2dc-4167-9b83-60d39f8f5bac tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f6ed47-83dc-460f-a0cd-7950d92ae355 HTTP/1.1" status: 200 len: 210 time: 0.0662162 Jul 24 00:16:35.137591 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 14ed4a24-436a-4b85-a462-514bb0874e98 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:16:35.138036 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:35.161705 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-1c3ff4f2-bae7-49c7-9ba8-d637876de5e9 req-47b78546-ea37-4970-9f77-01999f2a9475 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Transition to ACTIVE for port object b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:16:35.213618 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-1c3ff4f2-bae7-49c7-9ba8-d637876de5e9 req-47b78546-ea37-4970-9f77-01999f2a9475 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:35.234801 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6ca679d2-9f60-4596-a526-6f250ca19978 req-111c0257-a1e7-4764-8cd6-9a944243152e tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839500 Jul 24 00:16:35.252489 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:35.272017 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c3ff4f2-bae7-49c7-9ba8-d637876de5e9 req-47b78546-ea37-4970-9f77-01999f2a9475 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Network 1e7ed3a1-aaee-47a9-a487-cde068c041f4 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:16:35.275495 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-1c3ff4f2-bae7-49c7-9ba8-d637876de5e9 req-47b78546-ea37-4970-9f77-01999f2a9475 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:16:35.292663 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c3ff4f2-bae7-49c7-9ba8-d637876de5e9 req-47b78546-ea37-4970-9f77-01999f2a9475 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:16:35.311809 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 14ed4a24-436a-4b85-a462-514bb0874e98, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=14ed4a24-436a-4b85-a462-514bb0874e98,segment=NetworkSegment(670e70d7-746c-4a71-b331-8c3379c6364b),segment_id=670e70d7-746c-4a71-b331-8c3379c6364b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:16:35.321910 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:35.354736 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b78546-ea37-4970-9f77-01999f2a9475 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Pushing event updated for resources: {'Port': ['ID=b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:35.376157 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd129c30-5d13-49c5-be49-ab817fc97d31 None None] Sync routers for ids ['2e37cab7-fbb1-4b72-994b-4734b283091a'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:16:35.405819 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd129c30-5d13-49c5-be49-ab817fc97d31 None None] Routers {'2e37cab7-fbb1-4b72-994b-4734b283091a'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:16:35.406540 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-fd129c30-5d13-49c5-be49-ab817fc97d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:16:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['2e37cab7-fbb1-4b72-994b-4734b283091a'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:16:35.419880 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-48c8a025-481f-4b9b-8262-26f608058796 admin admin] Deleting port 1c86865e-1eb7-4e76-9acb-8e7212a03033 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:16:35.421088 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-48c8a025-481f-4b9b-8262-26f608058796 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:35.422071 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3ff4f2-bae7-49c7-9ba8-d637876de5e9 req-47b78546-ea37-4970-9f77-01999f2a9475 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:35.422986 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-1c3ff4f2-bae7-49c7-9ba8-d637876de5e9 req-47b78546-ea37-4970-9f77-01999f2a9475 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:35.468730 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1c3ff4f2-bae7-49c7-9ba8-d637876de5e9 req-47b78546-ea37-4970-9f77-01999f2a9475 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9268107 Jul 24 00:16:35.489273 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=14ed4a24-436a-4b85-a462-514bb0874e98,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:35.518721 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ed02e-7ada-4421-9437-3d5fb553d420 req-54460a0c-20be-4494-9702-fc3279d96a07 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:35.521792 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-083ed02e-7ada-4421-9437-3d5fb553d420 req-54460a0c-20be-4494-9702-fc3279d96a07 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e8919c0-92bf-46df-908f-7b163d0eb879 HTTP/1.1" status: 200 len: 945 time: 0.1428680 Jul 24 00:16:35.570544 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-48c8a025-481f-4b9b-8262-26f608058796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:35.586819 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-48c8a025-481f-4b9b-8262-26f608058796 admin admin] Calling delete_port for 1c86865e-1eb7-4e76-9acb-8e7212a03033 owned by network:router_interface {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:16:35.591195 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-1c3ff4f2-bae7-49c7-9ba8-d637876de5e9 req-43101cef-1fe4-40f6-9222-6fea7eaee710 service neutron] Request body: {'port': {'device_id': '42f6ed47-83dc-460f-a0cd-7950d92ae355', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:16:35.596186 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-fd129c30-5d13-49c5-be49-ab817fc97d31 None None] Set router 2e37cab7-fbb1-4b72-994b-4734b283091a gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:16:35.635656 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-083ed02e-7ada-4421-9437-3d5fb553d420 req-146787b5-701d-488d-bb19-cd1c227caedc tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030412 Jul 24 00:16:35.742865 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-1c3ff4f2-bae7-49c7-9ba8-d637876de5e9 req-43101cef-1fe4-40f6-9222-6fea7eaee710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:35.779362 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-bf8253dc-5532-4f9e-a61a-0f2b17062b18 None None] Provisioning for port b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:16:35.792017 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-bf8253dc-5532-4f9e-a61a-0f2b17062b18 None None] Provisioning complete for port b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:16:35.792408 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-bf8253dc-5532-4f9e-a61a-0f2b17062b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:35.895961 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-bf8253dc-5532-4f9e-a61a-0f2b17062b18 None None] Port b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:16:35.915173 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-48c8a025-481f-4b9b-8262-26f608058796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:35.969937 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c8a025-481f-4b9b-8262-26f608058796 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c86865e-1eb7-4e76-9acb-8e7212a03033,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:36.009873 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-fd129c30-5d13-49c5-be49-ab817fc97d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e37cab7-fbb1-4b72-994b-4734b283091a', 'name': 'tempest-ImageQuotaTest-919881660-router', 'tenant_id': '6e56f23669c14273a4e83c23be9647c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': 'e10e79a3-bfbc-4d75-be97-8f3f4ab5bc2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:16:25Z', 'updated_at': '2021-07-24T00:16:30Z', 'revision_number': 4, 'project_id': '6e56f23669c14273a4e83c23be9647c9', 'gw_port': {'id': 'e10e79a3-bfbc-4d75-be97-8f3f4ab5bc2e', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fc:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e37cab7-fbb1-4b72-994b-4734b283091a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:27Z', 'updated_at': '2021-07-24T00:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '1c86865e-1eb7-4e76-9acb-8e7212a03033', 'name': '', 'network_id': '55c8c7d4-5107-4d73-b5a6-be02c0174e5d', 'tenant_id': '6e56f23669c14273a4e83c23be9647c9', 'mac_address': 'fa:16:3e:07:f7:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e37cab7-fbb1-4b72-994b-4734b283091a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '7bdea243-84dc-4518-b833-880281ae2ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:29Z', 'updated_at': '2021-07-24T00:16:31Z', 'revision_number': 2, 'project_id': '6e56f23669c14273a4e83c23be9647c9', 'subnets': [{'id': '7bdea243-84dc-4518-b833-880281ae2ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:16:36.050985 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd129c30-5d13-49c5-be49-ab817fc97d31 None None] Checking router: 2e37cab7-fbb1-4b72-994b-4734b283091a for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:16:36.051950 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd129c30-5d13-49c5-be49-ab817fc97d31 None None] Updating router 2e37cab7-fbb1-4b72-994b-4734b283091a port 1c86865e-1eb7-4e76-9acb-8e7212a03033 binding host n-d-800088-16 {{(pid=100315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:16:36.100389 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd129c30-5d13-49c5-be49-ab817fc97d31 None None] Port 1c86865e-1eb7-4e76-9acb-8e7212a03033 not found while updating agent binding for router 2e37cab7-fbb1-4b72-994b-4734b283091a. {{(pid=100315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 24 00:16:36.116046 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd129c30-5d13-49c5-be49-ab817fc97d31 None None] Routers {'2e37cab7-fbb1-4b72-994b-4734b283091a'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:16:36.117544 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-fd129c30-5d13-49c5-be49-ab817fc97d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:16:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['2e37cab7-fbb1-4b72-994b-4734b283091a'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:16:36.146873 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595d407a-8198-4865-bb78-c5de0a9b34ba req-9bc72fc9-66c9-40df-b94a-87a38a3bcd50 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:36.155846 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-595d407a-8198-4865-bb78-c5de0a9b34ba req-9bc72fc9-66c9-40df-b94a-87a38a3bcd50 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e8919c0-92bf-46df-908f-7b163d0eb879 HTTP/1.1" status: 200 len: 945 time: 0.2141030 Jul 24 00:16:36.269315 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-595d407a-8198-4865-bb78-c5de0a9b34ba req-102348ae-999a-4bdf-921a-6d28698c187f tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124468 Jul 24 00:16:36.287135 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device e10e79a3-bfbc-4d75-be97-8f3f4ab5bc2e up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:16:36.296534 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-fd129c30-5d13-49c5-be49-ab817fc97d31 None None] Set router 2e37cab7-fbb1-4b72-994b-4734b283091a gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:16:36.312336 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-1c3ff4f2-bae7-49c7-9ba8-d637876de5e9 req-43101cef-1fe4-40f6-9222-6fea7eaee710 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:16:36.320619 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-1c3ff4f2-bae7-49c7-9ba8-d637876de5e9 req-43101cef-1fe4-40f6-9222-6fea7eaee710 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:36.338084 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-48c8a025-481f-4b9b-8262-26f608058796 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679987'] for router_interface, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:36.341307 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-1c3ff4f2-bae7-49c7-9ba8-d637876de5e9 req-43101cef-1fe4-40f6-9222-6fea7eaee710 service neutron] Transition to ACTIVE for port object b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:16:36.345616 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-1c3ff4f2-bae7-49c7-9ba8-d637876de5e9 req-43101cef-1fe4-40f6-9222-6fea7eaee710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:36.369561 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd32b27-0084-4f61-a178-648aa7680a5e req-adb3866c-ece2-479f-b044-220ba44947f1 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:36.371430 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ecd32b27-0084-4f61-a178-648aa7680a5e req-adb3866c-ece2-479f-b044-220ba44947f1 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f6ed47-83dc-460f-a0cd-7950d92ae355 HTTP/1.1" status: 200 len: 932 time: 0.1021006 Jul 24 00:16:36.429110 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43101cef-1fe4-40f6-9222-6fea7eaee710 service neutron] Pushing event updated for resources: {'Port': ['ID=b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:36.503885 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ecd32b27-0084-4f61-a178-648aa7680a5e req-5b945662-0339-4c04-9d4b-d4ea1143f508 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=592819d6-cd2f-4c55-a231-bf1729025f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937366 Jul 24 00:16:36.508779 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-1c3ff4f2-bae7-49c7-9ba8-d637876de5e9 req-43101cef-1fe4-40f6-9222-6fea7eaee710 service neutron] Attempting to bind port b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:16:36.509160 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-1c3ff4f2-bae7-49c7-9ba8-d637876de5e9 req-43101cef-1fe4-40f6-9222-6fea7eaee710 service neutron] Attempting to bind port b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': '670e70d7-746c-4a71-b331-8c3379c6364b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '1e7ed3a1-aaee-47a9-a487-cde068c041f4'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:16:36.509508 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3ff4f2-bae7-49c7-9ba8-d637876de5e9 req-43101cef-1fe4-40f6-9222-6fea7eaee710 service neutron] Attempting to bind port b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd on network 1e7ed3a1-aaee-47a9-a487-cde068c041f4 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:16:36.516891 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3ff4f2-bae7-49c7-9ba8-d637876de5e9 req-43101cef-1fe4-40f6-9222-6fea7eaee710 service neutron] Port b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd on network 1e7ed3a1-aaee-47a9-a487-cde068c041f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:16:36.517198 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3ff4f2-bae7-49c7-9ba8-d637876de5e9 req-43101cef-1fe4-40f6-9222-6fea7eaee710 service neutron] Attempting to bind port b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd on network 1e7ed3a1-aaee-47a9-a487-cde068c041f4 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:16:36.532149 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3ff4f2-bae7-49c7-9ba8-d637876de5e9 req-43101cef-1fe4-40f6-9222-6fea7eaee710 service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:16:36.532672 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3ff4f2-bae7-49c7-9ba8-d637876de5e9 req-43101cef-1fe4-40f6-9222-6fea7eaee710 service neutron] Checking segment: {'id': '670e70d7-746c-4a71-b331-8c3379c6364b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '1e7ed3a1-aaee-47a9-a487-cde068c041f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:16:36.532934 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3ff4f2-bae7-49c7-9ba8-d637876de5e9 req-43101cef-1fe4-40f6-9222-6fea7eaee710 service neutron] Bound using segment: {'id': '670e70d7-746c-4a71-b331-8c3379c6364b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '1e7ed3a1-aaee-47a9-a487-cde068c041f4'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:16:36.533365 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-1c3ff4f2-bae7-49c7-9ba8-d637876de5e9 req-43101cef-1fe4-40f6-9222-6fea7eaee710 service neutron] Bound port: b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '670e70d7-746c-4a71-b331-8c3379c6364b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '1e7ed3a1-aaee-47a9-a487-cde068c041f4'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:16:36.533729 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-1c3ff4f2-bae7-49c7-9ba8-d637876de5e9 req-43101cef-1fe4-40f6-9222-6fea7eaee710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:36.543915 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port e10e79a3-bfbc-4d75-be97-8f3f4ab5bc2e triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:16:36.544451 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:36.605915 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-fd129c30-5d13-49c5-be49-ab817fc97d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e37cab7-fbb1-4b72-994b-4734b283091a', 'name': 'tempest-ImageQuotaTest-919881660-router', 'tenant_id': '6e56f23669c14273a4e83c23be9647c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': 'e10e79a3-bfbc-4d75-be97-8f3f4ab5bc2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:16:25Z', 'updated_at': '2021-07-24T00:16:35Z', 'revision_number': 5, 'project_id': '6e56f23669c14273a4e83c23be9647c9', 'gw_port': {'id': 'e10e79a3-bfbc-4d75-be97-8f3f4ab5bc2e', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fc:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e37cab7-fbb1-4b72-994b-4734b283091a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:27Z', 'updated_at': '2021-07-24T00:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:16:36.618106 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-1c3ff4f2-bae7-49c7-9ba8-d637876de5e9 req-43101cef-1fe4-40f6-9222-6fea7eaee710 service neutron] For port b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:16:36.622310 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-1c3ff4f2-bae7-49c7-9ba8-d637876de5e9 req-43101cef-1fe4-40f6-9222-6fea7eaee710 service neutron] For port b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd,segment=NetworkSegment(670e70d7-746c-4a71-b331-8c3379c6364b),segment_id=670e70d7-746c-4a71-b331-8c3379c6364b)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:16:36.631769 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-1c3ff4f2-bae7-49c7-9ba8-d637876de5e9 req-43101cef-1fe4-40f6-9222-6fea7eaee710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:36.638561 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd129c30-5d13-49c5-be49-ab817fc97d31 None None] The sync data for ids ['2e37cab7-fbb1-4b72-994b-4734b283091a'] in n-d-800088-16 is: [{'id': '2e37cab7-fbb1-4b72-994b-4734b283091a', 'name': 'tempest-ImageQuotaTest-919881660-router', 'tenant_id': '6e56f23669c14273a4e83c23be9647c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': 'e10e79a3-bfbc-4d75-be97-8f3f4ab5bc2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:16:25Z', 'updated_at': '2021-07-24T00:16:35Z', 'revision_number': 5, 'project_id': '6e56f23669c14273a4e83c23be9647c9', 'gw_port': {'id': 'e10e79a3-bfbc-4d75-be97-8f3f4ab5bc2e', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fc:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e37cab7-fbb1-4b72-994b-4734b283091a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:27Z', 'updated_at': '2021-07-24T00:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:16:36.688762 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3ff4f2-bae7-49c7-9ba8-d637876de5e9 req-43101cef-1fe4-40f6-9222-6fea7eaee710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:36.689330 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-1c3ff4f2-bae7-49c7-9ba8-d637876de5e9 req-43101cef-1fe4-40f6-9222-6fea7eaee710 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:36.690764 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1c3ff4f2-bae7-49c7-9ba8-d637876de5e9 req-43101cef-1fe4-40f6-9222-6fea7eaee710 service neutron] 10.222.0.52 "PUT /v2.0/ports/b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd HTTP/1.1" status: 200 len: 1093 time: 1.2118790 Jul 24 00:16:36.691232 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42f6ed47-83dc-460f-a0cd-7950d92ae355', 'tag': 'b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:16:36.693587 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d15a260-92fa-45e9-8b43-807ac301e85c" -d '{"events": [{"name": "network-changed", "server_uuid": "42f6ed47-83dc-460f-a0cd-7950d92ae355", "tag": "b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:16:36.693753 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 14ed4a24-436a-4b85-a462-514bb0874e98 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:16:36.737147 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43101cef-1fe4-40f6-9222-6fea7eaee710 service neutron] Pushing event updated for resources: {'Port': ['ID=b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:36.799210 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 14ed4a24-436a-4b85-a462-514bb0874e98 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:16:36.799875 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:36.803237 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c28c7d-e7cd-41bf-8786-5d6d66cc7a06 x-openstack-request-id: req-41c28c7d-e7cd-41bf-8786-5d6d66cc7a06 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:16:36.803237 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42f6ed47-83dc-460f-a0cd-7950d92ae355", "tag": "b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:16:36.803237 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-41c28c7d-e7cd-41bf-8786-5d6d66cc7a06 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:16:36.804314 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42f6ed47-83dc-460f-a0cd-7950d92ae355', 'tag': 'b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd', 'status': 'completed', 'code': 200} Jul 24 00:16:36.859597 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3ff4f2-bae7-49c7-9ba8-d637876de5e9 req-ed3a6666-98d0-499f-9f18-63ff04c620e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:36.861718 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1c3ff4f2-bae7-49c7-9ba8-d637876de5e9 req-ed3a6666-98d0-499f-9f18-63ff04c620e9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=646730ba25934852bc5dd86a412228f1&device_id=42f6ed47-83dc-460f-a0cd-7950d92ae355 HTTP/1.1" status: 200 len: 1096 time: 0.0955033 Jul 24 00:16:36.918722 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1c3ff4f2-bae7-49c7-9ba8-d637876de5e9 req-8ed4f6d4-9fa3-45c6-93ba-5bdee8c79b79 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd HTTP/1.1" status: 200 len: 217 time: 0.0487370 Jul 24 00:16:36.974564 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3ff4f2-bae7-49c7-9ba8-d637876de5e9 req-abc147ec-79cb-4345-8b2c-00094f83d513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:36.976323 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1c3ff4f2-bae7-49c7-9ba8-d637876de5e9 req-abc147ec-79cb-4345-8b2c-00094f83d513 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=44df3ff8-b921-496d-b228-8320dc322102 HTTP/1.1" status: 200 len: 835 time: 0.0513477 Jul 24 00:16:37.048661 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48c8a025-481f-4b9b-8262-26f608058796 admin admin] Router 2e37cab7-fbb1-4b72-994b-4734b283091a has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:16:37.059900 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3ff4f2-bae7-49c7-9ba8-d637876de5e9 req-3881b14d-241c-4fee-aadf-8779bab04da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:37.061699 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1c3ff4f2-bae7-49c7-9ba8-d637876de5e9 req-3881b14d-241c-4fee-aadf-8779bab04da2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1e7ed3a1-aaee-47a9-a487-cde068c041f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0780168 Jul 24 00:16:37.177940 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1c3ff4f2-bae7-49c7-9ba8-d637876de5e9 req-0980b74e-20fa-4140-a90b-f4ac66044ae8 service neutron] 10.222.0.52 "GET /v2.0/networks/1e7ed3a1-aaee-47a9-a487-cde068c041f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097791 Jul 24 00:16:37.218862 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c8a025-481f-4b9b-8262-26f608058796 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:16:37.226105 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-48c8a025-481f-4b9b-8262-26f608058796 admin admin] 10.222.0.44 "PUT /v2.0/routers/2e37cab7-fbb1-4b72-994b-4734b283091a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8677061 Jul 24 00:16:37.228032 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 47762) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:16:37.296854 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1c3ff4f2-bae7-49c7-9ba8-d637876de5e9 req-17068584-62f1-4df4-84dc-17279d0d95c3 service neutron] 10.222.0.52 "GET /v2.0/networks/1e7ed3a1-aaee-47a9-a487-cde068c041f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127408 Jul 24 00:16:37.314981 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509f1b46-3057-46ee-af81-fb3340f52572 req-df4924ed-9ecb-467d-993f-a9688d8768ed tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:37.316465 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-509f1b46-3057-46ee-af81-fb3340f52572 req-df4924ed-9ecb-467d-993f-a9688d8768ed tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e8919c0-92bf-46df-908f-7b163d0eb879 HTTP/1.1" status: 200 len: 945 time: 0.1709690 Jul 24 00:16:37.425814 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-398bce1c-7082-42ba-ba70-76f7c6316168 admin admin] Notify callbacks [] for router, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:37.449393 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d15a260-92fa-45e9-8b43-807ac301e85c req-0b4373b5-90ad-4e62-bebf-c8ab2d68cdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:37.450939 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3d15a260-92fa-45e9-8b43-807ac301e85c req-0b4373b5-90ad-4e62-bebf-c8ab2d68cdf0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=646730ba25934852bc5dd86a412228f1&device_id=42f6ed47-83dc-460f-a0cd-7950d92ae355 HTTP/1.1" status: 200 len: 1096 time: 0.1000531 Jul 24 00:16:37.464441 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d3a8b-e380-44a8-a307-be6963ffa010 req-03f4441f-277f-4d93-a5aa-4c2f3f107ecb tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:37.466162 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e52d3a8b-e380-44a8-a307-be6963ffa010 req-03f4441f-277f-4d93-a5aa-4c2f3f107ecb tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e8919c0-92bf-46df-908f-7b163d0eb879 HTTP/1.1" status: 200 len: 945 time: 0.1138642 Jul 24 00:16:37.524443 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-509f1b46-3057-46ee-af81-fb3340f52572 req-c782b819-5b9d-487f-bc53-162d45b6dd3d tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Deleting port 7bcdba7a-943f-48c1-a27f-4b6aa16a936e {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:16:37.525042 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-509f1b46-3057-46ee-af81-fb3340f52572 req-c782b819-5b9d-487f-bc53-162d45b6dd3d tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:37.561452 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e52d3a8b-e380-44a8-a307-be6963ffa010 req-0f0c5d85-087a-4df6-9d10-6b2676337af7 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861168 Jul 24 00:16:37.592442 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d15a260-92fa-45e9-8b43-807ac301e85c req-b5594af8-4004-4f82-b5c6-534e43c11805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:37.593994 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3d15a260-92fa-45e9-8b43-807ac301e85c req-b5594af8-4004-4f82-b5c6-534e43c11805 service neutron] 10.222.0.52 "GET /v2.0/networks?id=1e7ed3a1-aaee-47a9-a487-cde068c041f4 HTTP/1.1" status: 200 len: 898 time: 0.1269279 Jul 24 00:16:37.618147 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-398bce1c-7082-42ba-ba70-76f7c6316168 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:37.641881 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3d15a260-92fa-45e9-8b43-807ac301e85c req-f1246dc3-0094-4d9e-a98b-af07907e2013 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd HTTP/1.1" status: 200 len: 217 time: 0.0364885 Jul 24 00:16:37.702311 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d15a260-92fa-45e9-8b43-807ac301e85c req-d5c0b803-90a8-4fd7-adcb-75a2663f7db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:37.703893 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3d15a260-92fa-45e9-8b43-807ac301e85c req-d5c0b803-90a8-4fd7-adcb-75a2663f7db1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=44df3ff8-b921-496d-b228-8320dc322102 HTTP/1.1" status: 200 len: 835 time: 0.0549331 Jul 24 00:16:37.719097 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-509f1b46-3057-46ee-af81-fb3340f52572 req-c782b819-5b9d-487f-bc53-162d45b6dd3d tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] For port 7bcdba7a-943f-48c1-a27f-4b6aa16a936e, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=7bcdba7a-943f-48c1-a27f-4b6aa16a936e,segment=NetworkSegment(5aa5a49c-7465-4920-b25b-c3e99ae728f5),segment_id=5aa5a49c-7465-4920-b25b-c3e99ae728f5)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:16:37.719470 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-509f1b46-3057-46ee-af81-fb3340f52572 req-c782b819-5b9d-487f-bc53-162d45b6dd3d tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:37.739957 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-509f1b46-3057-46ee-af81-fb3340f52572 req-c782b819-5b9d-487f-bc53-162d45b6dd3d tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Calling delete_port for 7bcdba7a-943f-48c1-a27f-4b6aa16a936e owned by compute:nova {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:16:37.765702 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d15a260-92fa-45e9-8b43-807ac301e85c req-e81e1b1e-583e-4729-ad58-9a35c1f68777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:37.767265 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3d15a260-92fa-45e9-8b43-807ac301e85c req-e81e1b1e-583e-4729-ad58-9a35c1f68777 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1e7ed3a1-aaee-47a9-a487-cde068c041f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563357 Jul 24 00:16:37.788479 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0bb643-27b2-414d-b46c-0102ef02591c None None] Sync routers for ids ['2e37cab7-fbb1-4b72-994b-4734b283091a'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:16:37.797727 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0bb643-27b2-414d-b46c-0102ef02591c None None] Routers {'2e37cab7-fbb1-4b72-994b-4734b283091a'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:16:37.798571 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-1a0bb643-27b2-414d-b46c-0102ef02591c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:16:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['2e37cab7-fbb1-4b72-994b-4734b283091a'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:16:37.811917 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb7176-ffb7-4e7d-8041-a74b8a414ba2 req-721d4fd4-71b5-4542-8ad6-c11341261784 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:37.813476 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a6eb7176-ffb7-4e7d-8041-a74b8a414ba2 req-721d4fd4-71b5-4542-8ad6-c11341261784 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f6ed47-83dc-460f-a0cd-7950d92ae355 HTTP/1.1" status: 200 len: 944 time: 0.1901815 Jul 24 00:16:37.817195 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-398bce1c-7082-42ba-ba70-76f7c6316168 admin admin] Deleting port e10e79a3-bfbc-4d75-be97-8f3f4ab5bc2e {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:16:37.817541 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-398bce1c-7082-42ba-ba70-76f7c6316168 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:37.872779 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3d15a260-92fa-45e9-8b43-807ac301e85c req-22d23e54-fcff-4b8e-8cb7-511c9283d4b1 service neutron] 10.222.0.52 "GET /v2.0/networks/1e7ed3a1-aaee-47a9-a487-cde068c041f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981674 Jul 24 00:16:37.890717 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-1a0bb643-27b2-414d-b46c-0102ef02591c None None] Set router 2e37cab7-fbb1-4b72-994b-4734b283091a gateway port host: None {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:16:37.920065 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a6eb7176-ffb7-4e7d-8041-a74b8a414ba2 req-8abd82e8-70bf-4d28-81aa-fffe34de9502 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=592819d6-cd2f-4c55-a231-bf1729025f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991240 Jul 24 00:16:37.947299 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-1a0bb643-27b2-414d-b46c-0102ef02591c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e37cab7-fbb1-4b72-994b-4734b283091a', 'name': 'tempest-ImageQuotaTest-919881660-router', 'tenant_id': '6e56f23669c14273a4e83c23be9647c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:16:25Z', 'updated_at': '2021-07-24T00:16:37Z', 'revision_number': 6, 'project_id': '6e56f23669c14273a4e83c23be9647c9', 'gw_port_host': None}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:16:37.977096 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3d15a260-92fa-45e9-8b43-807ac301e85c req-c255d995-981b-4e76-82b0-573909c108a4 service neutron] 10.222.0.52 "GET /v2.0/networks/1e7ed3a1-aaee-47a9-a487-cde068c041f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977540 Jul 24 00:16:37.979809 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0bb643-27b2-414d-b46c-0102ef02591c None None] Checking router: 2e37cab7-fbb1-4b72-994b-4734b283091a for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:16:37.988819 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0bb643-27b2-414d-b46c-0102ef02591c None None] Routers {'2e37cab7-fbb1-4b72-994b-4734b283091a'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:16:37.989446 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-1a0bb643-27b2-414d-b46c-0102ef02591c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:16:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['2e37cab7-fbb1-4b72-994b-4734b283091a'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:16:37.993231 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-398bce1c-7082-42ba-ba70-76f7c6316168 admin admin] For port e10e79a3-bfbc-4d75-be97-8f3f4ab5bc2e, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=e10e79a3-bfbc-4d75-be97-8f3f4ab5bc2e,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:16:37.993609 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-398bce1c-7082-42ba-ba70-76f7c6316168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:38.016149 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-398bce1c-7082-42ba-ba70-76f7c6316168 admin admin] Calling delete_port for e10e79a3-bfbc-4d75-be97-8f3f4ab5bc2e owned by network:router_gateway {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:16:38.038238 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-509f1b46-3057-46ee-af81-fb3340f52572 req-c782b819-5b9d-487f-bc53-162d45b6dd3d tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:38.050680 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['5f16fbca-e168-4d66-b734-55081507532a'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:16:38.052839 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['7bcdba7a-943f-48c1-a27f-4b6aa16a936e'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:16:38.103053 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-1a0bb643-27b2-414d-b46c-0102ef02591c None None] Set router 2e37cab7-fbb1-4b72-994b-4734b283091a gateway port host: None {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:16:38.121874 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c782b819-5b9d-487f-bc53-162d45b6dd3d tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Pushing event deleted for resources: {'Port': ['ID=7bcdba7a-943f-48c1-a27f-4b6aa16a936e,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:38.164460 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 1c86865e-1eb7-4e76-9acb-8e7212a03033 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:16:38.177931 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-509f1b46-3057-46ee-af81-fb3340f52572 req-c782b819-5b9d-487f-bc53-162d45b6dd3d tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] No DVR routers for this DVR port 7bcdba7a-943f-48c1-a27f-4b6aa16a936e on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:16:38.180517 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-509f1b46-3057-46ee-af81-fb3340f52572 req-c782b819-5b9d-487f-bc53-162d45b6dd3d tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:38.182737 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-509f1b46-3057-46ee-af81-fb3340f52572 req-c782b819-5b9d-487f-bc53-162d45b6dd3d tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.64 "DELETE /v2.0/ports/7bcdba7a-943f-48c1-a27f-4b6aa16a936e HTTP/1.1" status: 204 len: 173 time: 0.8594017 Jul 24 00:16:38.184746 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e8919c0-92bf-46df-908f-7b163d0eb879', 'name': 'network-vif-deleted', 'tag': '7bcdba7a-943f-48c1-a27f-4b6aa16a936e'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:16:38.185977 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-1a0bb643-27b2-414d-b46c-0102ef02591c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e37cab7-fbb1-4b72-994b-4734b283091a', 'name': 'tempest-ImageQuotaTest-919881660-router', 'tenant_id': '6e56f23669c14273a4e83c23be9647c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:16:25Z', 'updated_at': '2021-07-24T00:16:37Z', 'revision_number': 6, 'project_id': '6e56f23669c14273a4e83c23be9647c9', 'gw_port_host': None}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:16:38.187966 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9aa9988-cb30-4fb9-9e6b-77bfbbd5fd2d" -d '{"events": [{"server_uuid": "1e8919c0-92bf-46df-908f-7b163d0eb879", "name": "network-vif-deleted", "tag": "7bcdba7a-943f-48c1-a27f-4b6aa16a936e"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:16:38.196241 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 1c86865e-1eb7-4e76-9acb-8e7212a03033 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:16:38.196966 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 1c86865e-1eb7-4e76-9acb-8e7212a03033 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:16:38.272982 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26533ed0-ba5c-4738-8e95-0931b1509739 x-openstack-request-id: req-26533ed0-ba5c-4738-8e95-0931b1509739 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:16:38.273316 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e8919c0-92bf-46df-908f-7b163d0eb879", "name": "network-vif-deleted", "tag": "7bcdba7a-943f-48c1-a27f-4b6aa16a936e", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:16:38.273568 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-26533ed0-ba5c-4738-8e95-0931b1509739 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:16:38.273988 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e8919c0-92bf-46df-908f-7b163d0eb879', 'name': 'network-vif-deleted', 'tag': '7bcdba7a-943f-48c1-a27f-4b6aa16a936e', 'status': 'completed', 'code': 200} Jul 24 00:16:38.313612 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0bb643-27b2-414d-b46c-0102ef02591c None None] The sync data for ids ['2e37cab7-fbb1-4b72-994b-4734b283091a'] in n-d-800088-16 is: [{'id': '2e37cab7-fbb1-4b72-994b-4734b283091a', 'name': 'tempest-ImageQuotaTest-919881660-router', 'tenant_id': '6e56f23669c14273a4e83c23be9647c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:16:25Z', 'updated_at': '2021-07-24T00:16:37Z', 'revision_number': 6, 'project_id': '6e56f23669c14273a4e83c23be9647c9', 'gw_port_host': None}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:16:38.338136 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-398bce1c-7082-42ba-ba70-76f7c6316168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:38.369130 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398bce1c-7082-42ba-ba70-76f7c6316168 admin admin] Pushing event deleted for resources: {'Port': ['ID=e10e79a3-bfbc-4d75-be97-8f3f4ab5bc2e,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:38.443720 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-398bce1c-7082-42ba-ba70-76f7c6316168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687114'] for router_gateway, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:38.538728 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-398bce1c-7082-42ba-ba70-76f7c6316168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:38.540830 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-398bce1c-7082-42ba-ba70-76f7c6316168 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:38.584380 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-398bce1c-7082-42ba-ba70-76f7c6316168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:38.585192 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-398bce1c-7082-42ba-ba70-76f7c6316168 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e37cab7-fbb1-4b72-994b-4734b283091a {{(pid=100314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:16:38.589969 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-398bce1c-7082-42ba-ba70-76f7c6316168 admin admin] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:38.594249 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 47776) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:16:38.594376 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-398bce1c-7082-42ba-ba70-76f7c6316168 admin admin] 10.222.0.44 "DELETE /v2.0/routers/2e37cab7-fbb1-4b72-994b-4734b283091a HTTP/1.1" status: 204 len: 168 time: 1.3637969 Jul 24 00:16:38.645761 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-6172f0b4-6f15-4571-a941-de6cb1712c2c admin admin] Deleting subnet 7bdea243-84dc-4518-b833-880281ae2ab6 {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:16:38.648958 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6172f0b4-6f15-4571-a941-de6cb1712c2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:38.707760 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-36b5aca9-d032-44b6-beb1-a53deeef2fdc req-13d71b86-bc60-4090-9df8-93ba88a76172 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e8919c0-92bf-46df-908f-7b163d0eb879 HTTP/1.1" status: 200 len: 210 time: 0.0321774 Jul 24 00:16:38.715308 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6172f0b4-6f15-4571-a941-de6cb1712c2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:38.806088 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6172f0b4-6f15-4571-a941-de6cb1712c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:38.858397 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6172f0b4-6f15-4571-a941-de6cb1712c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:38.887027 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6172f0b4-6f15-4571-a941-de6cb1712c2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bdea243-84dc-4518-b833-880281ae2ab6,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:38.893224 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6172f0b4-6f15-4571-a941-de6cb1712c2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:38.895088 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-6172f0b4-6f15-4571-a941-de6cb1712c2c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/7bdea243-84dc-4518-b833-880281ae2ab6 HTTP/1.1" status: 204 len: 168 time: 0.2997744 Jul 24 00:16:38.897749 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 47780) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:16:38.898962 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664765d8-b8e7-432b-bfbf-19a788265c69 None None] Network 55c8c7d4-5107-4d73-b5a6-be02c0174e5d requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:16:38.981987 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f1287129-d373-44a1-8fde-a173478d372d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:39.090073 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-f1287129-d373-44a1-8fde-a173478d372d admin admin] Deleting port 9ac47149-5a7f-412a-8bfe-b381b9be07b0 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:16:39.091303 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f1287129-d373-44a1-8fde-a173478d372d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:39.129860 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3672af9d-3d2a-47a4-8e77-b292caa7474f req-7ef28d97-1f96-4c93-9535-cddfebc0272f tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:39.132290 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0956fc6e-467d-43a4-8e24-cdc5f1178cfe None None] DHCP port deletion for 55c8c7d4-5107-4d73-b5a6-be02c0174e5d request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:16:39.133332 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3672af9d-3d2a-47a4-8e77-b292caa7474f req-7ef28d97-1f96-4c93-9535-cddfebc0272f tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f6ed47-83dc-460f-a0cd-7950d92ae355 HTTP/1.1" status: 200 len: 944 time: 0.1111870 Jul 24 00:16:39.187967 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-0956fc6e-467d-43a4-8e24-cdc5f1178cfe None None] Deleting port 9ac47149-5a7f-412a-8bfe-b381b9be07b0 {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:16:39.188360 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0956fc6e-467d-43a4-8e24-cdc5f1178cfe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:39.199735 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-f1287129-d373-44a1-8fde-a173478d372d admin admin] For port 9ac47149-5a7f-412a-8bfe-b381b9be07b0, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=9ac47149-5a7f-412a-8bfe-b381b9be07b0,segment=NetworkSegment(d01c5af6-7afa-450a-bb9a-ac5adc9979c2),segment_id=d01c5af6-7afa-450a-bb9a-ac5adc9979c2)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:16:39.200117 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f1287129-d373-44a1-8fde-a173478d372d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:39.225542 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-f1287129-d373-44a1-8fde-a173478d372d admin admin] Calling delete_port for 9ac47149-5a7f-412a-8bfe-b381b9be07b0 owned by network:dhcp {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:16:39.229875 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3672af9d-3d2a-47a4-8e77-b292caa7474f req-1e5e3a27-177e-4310-afa2-a090b3adb11b tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=592819d6-cd2f-4c55-a231-bf1729025f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918496 Jul 24 00:16:39.256607 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-0956fc6e-467d-43a4-8e24-cdc5f1178cfe None None] For port 9ac47149-5a7f-412a-8bfe-b381b9be07b0, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=9ac47149-5a7f-412a-8bfe-b381b9be07b0,segment=NetworkSegment(d01c5af6-7afa-450a-bb9a-ac5adc9979c2),segment_id=d01c5af6-7afa-450a-bb9a-ac5adc9979c2)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:16:39.257040 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0956fc6e-467d-43a4-8e24-cdc5f1178cfe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:39.269145 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-0956fc6e-467d-43a4-8e24-cdc5f1178cfe None None] Calling delete_port for 9ac47149-5a7f-412a-8bfe-b381b9be07b0 owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:16:39.310024 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f1287129-d373-44a1-8fde-a173478d372d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:39.336000 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1287129-d373-44a1-8fde-a173478d372d admin admin] Pushing event deleted for resources: {'Port': ['ID=9ac47149-5a7f-412a-8bfe-b381b9be07b0,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:39.340684 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1287129-d373-44a1-8fde-a173478d372d admin admin] No DVR routers for this DVR port 9ac47149-5a7f-412a-8bfe-b381b9be07b0 on host n-d-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:16:39.349061 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0956fc6e-467d-43a4-8e24-cdc5f1178cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:39.382948 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0956fc6e-467d-43a4-8e24-cdc5f1178cfe None None] Pushing event deleted for resources: {'Port': ['ID=9ac47149-5a7f-412a-8bfe-b381b9be07b0,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:39.387255 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0956fc6e-467d-43a4-8e24-cdc5f1178cfe None None] No DVR routers for this DVR port 9ac47149-5a7f-412a-8bfe-b381b9be07b0 on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:16:39.400211 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0956fc6e-467d-43a4-8e24-cdc5f1178cfe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:16:39.400764 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0956fc6e-467d-43a4-8e24-cdc5f1178cfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:16:39.401343 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0956fc6e-467d-43a4-8e24-cdc5f1178cfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:16:39.401878 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0956fc6e-467d-43a4-8e24-cdc5f1178cfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:16:39.402430 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0956fc6e-467d-43a4-8e24-cdc5f1178cfe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:16:39.402961 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0956fc6e-467d-43a4-8e24-cdc5f1178cfe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:16:39.403506 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0956fc6e-467d-43a4-8e24-cdc5f1178cfe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:16:39.404054 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0956fc6e-467d-43a4-8e24-cdc5f1178cfe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:16:39.405469 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0956fc6e-467d-43a4-8e24-cdc5f1178cfe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:16:39.406782 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0956fc6e-467d-43a4-8e24-cdc5f1178cfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:16:39.407323 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0956fc6e-467d-43a4-8e24-cdc5f1178cfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:16:39.407888 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0956fc6e-467d-43a4-8e24-cdc5f1178cfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:16:39.424020 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f1287129-d373-44a1-8fde-a173478d372d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:39.434334 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-f1287129-d373-44a1-8fde-a173478d372d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55c8c7d4-5107-4d73-b5a6-be02c0174e5d']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:16:39.444054 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-f1287129-d373-44a1-8fde-a173478d372d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd01c5af6-7afa-450a-bb9a-ac5adc9979c2') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:16:39.444355 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-f1287129-d373-44a1-8fde-a173478d372d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd01c5af6-7afa-450a-bb9a-ac5adc9979c2') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:16:39.453483 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f1287129-d373-44a1-8fde-a173478d372d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:39.467746 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f1287129-d373-44a1-8fde-a173478d372d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:39.473881 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1287129-d373-44a1-8fde-a173478d372d admin admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:16:39.474322 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f1287129-d373-44a1-8fde-a173478d372d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:39.476219 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:16:39.476219 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:16:39.476219 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:16:39.476219 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:16:39.476219 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:16:39.476219 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:16:39.476219 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:16:39.476219 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:16:39.476219 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:16:39.476219 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:16:39.476219 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:16:39.476219 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:16:39.476219 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:16:39.476219 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:16:39.476219 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:16:39.476219 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:16:39.476219 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:16:39.476219 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:16:39.476219 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:16:39.476219 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:16:39.476219 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:16:39.476219 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:16:39.476219 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:16:39.476219 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:16:39.476219 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:16:39.476219 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:16:39.476219 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:16:39.476219 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:16:39.476219 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:16:39.476219 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:16:39.476219 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:16:39.476219 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:16:39.532039 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f1287129-d373-44a1-8fde-a173478d372d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:39.543759 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f1287129-d373-44a1-8fde-a173478d372d admin admin] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:39.545633 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-f1287129-d373-44a1-8fde-a173478d372d admin admin] 10.222.0.44 "DELETE /v2.0/networks/55c8c7d4-5107-4d73-b5a6-be02c0174e5d HTTP/1.1" status: 204 len: 168 time: 0.6468837 Jul 24 00:16:39.556390 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1287129-d373-44a1-8fde-a173478d372d admin admin] Pushing event deleted for resources: {'Network': ['ID=55c8c7d4-5107-4d73-b5a6-be02c0174e5d,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:39.648942 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 47788) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:16:39.688259 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-c5239ac3-3467-49ae-a45c-3dc02473a971 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6e56f23669c14273a4e83c23be9647c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380950 Jul 24 00:16:39.690519 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 47790) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:16:39.736686 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-84434449-5be7-43af-9bba-946d4ca297d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:39.759010 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-84434449-5be7-43af-9bba-946d4ca297d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:39.816125 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-84434449-5be7-43af-9bba-946d4ca297d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:39.818709 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-84434449-5be7-43af-9bba-946d4ca297d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:39.822528 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-84434449-5be7-43af-9bba-946d4ca297d8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9283311d-3692-42b3-9613-3b7677318b17 HTTP/1.1" status: 204 len: 168 time: 0.1285102 Jul 24 00:16:39.830942 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84434449-5be7-43af-9bba-946d4ca297d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9283311d-3692-42b3-9613-3b7677318b17,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:40.070048 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259faca8-20e4-4d08-ab80-d83d845fbef7 req-68298f59-d524-44ce-a893-6a29e4b8c203 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:40.071544 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-259faca8-20e4-4d08-ab80-d83d845fbef7 req-68298f59-d524-44ce-a893-6a29e4b8c203 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/networks?id=647eee8d-5ee8-4283-a9e5-d18e1a31df0d HTTP/1.1" status: 200 len: 806 time: 0.1013849 Jul 24 00:16:40.086394 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-259faca8-20e4-4d08-ab80-d83d845fbef7 req-523d139e-4a09-4ba7-9697-b3d9a4a62ca8 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/quotas/d101a2ce9a064baabc9b1c2111317a43 HTTP/1.1" status: 200 len: 375 time: 0.0093834 Jul 24 00:16:40.161484 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-259faca8-20e4-4d08-ab80-d83d845fbef7 req-17d9c739-87ba-402f-aefb-2cdb9eb040ca tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d101a2ce9a064baabc9b1c2111317a43&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0692146 Jul 24 00:16:40.171883 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 47812) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:16:40.176528 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device e10e79a3-bfbc-4d75-be97-8f3f4ab5bc2e no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:16:40.202510 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: e10e79a3-bfbc-4d75-be97-8f3f4ab5bc2e {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:16:40.202854 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device e10e79a3-bfbc-4d75-be97-8f3f4ab5bc2e not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:16:40.203500 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 9ac47149-5a7f-412a-8bfe-b381b9be07b0 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:16:40.204329 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d3bb440d-31e9-413a-89c0-5e05352ac34f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:40.223139 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 9ac47149-5a7f-412a-8bfe-b381b9be07b0 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:16:40.223564 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 9ac47149-5a7f-412a-8bfe-b381b9be07b0 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:16:40.268896 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-259faca8-20e4-4d08-ab80-d83d845fbef7 req-dbb01f91-54e2-4c65-a9a7-730e02ae42fb service neutron] 10.222.0.44 "GET /v2.0/networks/647eee8d-5ee8-4283-a9e5-d18e1a31df0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037984 Jul 24 00:16:40.363491 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d3bb440d-31e9-413a-89c0-5e05352ac34f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:40.367334 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-259faca8-20e4-4d08-ab80-d83d845fbef7 req-9b6a3371-7b06-4842-864f-6a871115b4a4 service neutron] 10.222.0.44 "GET /v2.0/networks/647eee8d-5ee8-4283-a9e5-d18e1a31df0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920906 Jul 24 00:16:40.369617 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d3bb440d-31e9-413a-89c0-5e05352ac34f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:40.418767 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bb440d-31e9-413a-89c0-5e05352ac34f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4691e2a2-1b4f-4959-bc16-cc12053ed6f0,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:40.426382 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-d3bb440d-31e9-413a-89c0-5e05352ac34f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2515614 Jul 24 00:16:40.429892 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 47818) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:16:40.454970 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee629ac-11d3-471b-ab9c-7a9325c9e18f req-951029ea-b80e-45fa-b875-f7b5cf032be9 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:40.456470 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7ee629ac-11d3-471b-ab9c-7a9325c9e18f req-951029ea-b80e-45fa-b875-f7b5cf032be9 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f6ed47-83dc-460f-a0cd-7950d92ae355 HTTP/1.1" status: 200 len: 944 time: 0.1337960 Jul 24 00:16:40.523349 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7ee629ac-11d3-471b-ab9c-7a9325c9e18f req-fa3cf5e0-b406-48f3-b02e-f56c57a2b5d5 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=592819d6-cd2f-4c55-a231-bf1729025f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571244 Jul 24 00:16:40.527392 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b3a9f422-0923-4b32-bd83-0d4f41291705 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:40.556107 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f868b75c-5520-4d06-a4a8-c59eff2a728a req-c9f84ffa-396a-4d39-899e-926c1f951a24 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=23f454f4-fa2a-49fd-a09a-a271cb01078c HTTP/1.1" status: 200 len: 210 time: 0.0494821 Jul 24 00:16:40.566955 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b3a9f422-0923-4b32-bd83-0d4f41291705 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:40.621071 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b3a9f422-0923-4b32-bd83-0d4f41291705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:40.623725 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b3a9f422-0923-4b32-bd83-0d4f41291705 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:40.625060 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-b3a9f422-0923-4b32-bd83-0d4f41291705 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4691e2a2-1b4f-4959-bc16-cc12053ed6f0 HTTP/1.1" status: 204 len: 168 time: 0.1929982 Jul 24 00:16:40.633277 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a9f422-0923-4b32-bd83-0d4f41291705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4691e2a2-1b4f-4959-bc16-cc12053ed6f0,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:41.183803 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 47850) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:16:41.277192 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-0c993624-0081-4751-9dde-4c57f963b49c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1928393820-network', 'tenant_id': 'bf6833d5ef4e4ec6b999c5c1a3734713'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:16:41.301431 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c993624-0081-4751-9dde-4c57f963b49c admin admin] Made reservation on behalf of bf6833d5ef4e4ec6b999c5c1a3734713 for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:16:41.303868 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0c993624-0081-4751-9dde-4c57f963b49c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:41.314131 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0c993624-0081-4751-9dde-4c57f963b49c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:41.415125 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0c993624-0081-4751-9dde-4c57f963b49c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:41.419635 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0c993624-0081-4751-9dde-4c57f963b49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:41.448102 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c993624-0081-4751-9dde-4c57f963b49c admin admin] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:16:41.457521 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259faca8-20e4-4d08-ab80-d83d845fbef7 req-f35fc06d-34eb-4458-8e14-bc4763f91cf4 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:41.459419 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-259faca8-20e4-4d08-ab80-d83d845fbef7 req-f35fc06d-34eb-4458-8e14-bc4763f91cf4 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.64 "GET /v2.0/networks?id=647eee8d-5ee8-4283-a9e5-d18e1a31df0d HTTP/1.1" status: 200 len: 806 time: 0.1178005 Jul 24 00:16:41.459841 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c993624-0081-4751-9dde-4c57f963b49c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03bee5c9-e66c-4142-aa97-b7495f645fad,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:41.466200 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0c993624-0081-4751-9dde-4c57f963b49c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:41.466653 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-0c993624-0081-4751-9dde-4c57f963b49c admin admin] Added segment a1a1465a-fd99-41c9-bf89-faf21d67cc5e of type vlan for network 657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f Jul 24 00:16:41.474363 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-259faca8-20e4-4d08-ab80-d83d845fbef7 req-0093b5e3-b166-4ce1-b196-53e6662f810f tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Request body: {'port': {'device_id': '23f454f4-fa2a-49fd-a09a-a271cb01078c', 'network_id': '647eee8d-5ee8-4283-a9e5-d18e1a31df0d', 'admin_state_up': True, 'tenant_id': 'd101a2ce9a064baabc9b1c2111317a43'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:16:41.509336 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0c993624-0081-4751-9dde-4c57f963b49c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:41.542585 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0c993624-0081-4751-9dde-4c57f963b49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:41.543546 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c993624-0081-4751-9dde-4c57f963b49c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:41.544129 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0c993624-0081-4751-9dde-4c57f963b49c admin admin] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:41.581742 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-0c993624-0081-4751-9dde-4c57f963b49c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3968210 Jul 24 00:16:41.585077 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 47860) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:16:41.591454 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-717520c9-55ed-4830-8fe9-ec61dec1fd53 admin admin] Request body: {'subnet': {'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1928393820-subnet', 'tenant_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'ip_version': 4}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:16:41.608071 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-259faca8-20e4-4d08-ab80-d83d845fbef7 req-0093b5e3-b166-4ce1-b196-53e6662f810f tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Made reservation on behalf of d101a2ce9a064baabc9b1c2111317a43 for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:16:41.608256 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c993624-0081-4751-9dde-4c57f963b49c admin admin] Pushing event updated for resources: {'Network': ['ID=657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:41.611664 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-259faca8-20e4-4d08-ab80-d83d845fbef7 req-0093b5e3-b166-4ce1-b196-53e6662f810f tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:41.621332 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:16:41.637842 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-717520c9-55ed-4830-8fe9-ec61dec1fd53 admin admin] Made reservation on behalf of bf6833d5ef4e4ec6b999c5c1a3734713 for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:16:41.640725 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-717520c9-55ed-4830-8fe9-ec61dec1fd53 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:41.647199 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:16:41.723710 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80db3f7-e700-4503-8ba0-8f0106be6b34 req-cf1cbba8-e10e-4c72-95be-b83953b7f02b tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:41.725286 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e80db3f7-e700-4503-8ba0-8f0106be6b34 req-cf1cbba8-e10e-4c72-95be-b83953b7f02b tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f6ed47-83dc-460f-a0cd-7950d92ae355 HTTP/1.1" status: 200 len: 944 time: 0.0766957 Jul 24 00:16:41.741238 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-70d7d041-2096-4108-a6d4-19f4716a3656 req-b213456c-b453-47bd-8886-96afb01ae517 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=23f454f4-fa2a-49fd-a09a-a271cb01078c HTTP/1.1" status: 200 len: 210 time: 0.0714953 Jul 24 00:16:41.776467 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e80db3f7-e700-4503-8ba0-8f0106be6b34 req-1f6a6b43-3638-4724-b04d-7a2a82ecbf0a tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=592819d6-cd2f-4c55-a231-bf1729025f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449352 Jul 24 00:16:41.808976 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd,segment=NetworkSegment(670e70d7-746c-4a71-b331-8c3379c6364b),segment_id=670e70d7-746c-4a71-b331-8c3379c6364b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:16:41.820460 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': 'b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd', 'network_id': '1e7ed3a1-aaee-47a9-a487-cde068c041f4', 'port_id': 'b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd', 'mac_address': 'fa:16:3e:d9:13:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44df3ff8-b921-496d-b228-8320dc322102', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:16:41.853554 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [req-259faca8-20e4-4d08-ab80-d83d845fbef7 req-0093b5e3-b166-4ce1-b196-53e6662f810f tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Allocated IP 172.20.0.5 (647eee8d-5ee8-4283-a9e5-d18e1a31df0d/f74eda8a-ed40-4284-ae5e-468e5cf2304c/0e51c448-85ed-42a3-b7a8-5045610021f3) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:16:41.862002 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:41.875550 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:16:41.896130 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd,segment=NetworkSegment(670e70d7-746c-4a71-b331-8c3379c6364b),segment_id=670e70d7-746c-4a71-b331-8c3379c6364b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:16:41.900054 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:41.947908 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:41.975826 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-717520c9-55ed-4830-8fe9-ec61dec1fd53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:41.997262 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 7bcdba7a-943f-48c1-a27f-4b6aa16a936e no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:16:42.022405 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] No Port match for: 7bcdba7a-943f-48c1-a27f-4b6aa16a936e {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:16:42.022743 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 7bcdba7a-943f-48c1-a27f-4b6aa16a936e not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:16:42.083783 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717520c9-55ed-4830-8fe9-ec61dec1fd53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f660729-e229-442a-bec0-0f7d8794afc6,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:42.103000 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:16:42.109614 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717520c9-55ed-4830-8fe9-ec61dec1fd53 admin admin] Checking segment: {'id': 'a1a1465a-fd99-41c9-bf89-faf21d67cc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:16:42.109974 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717520c9-55ed-4830-8fe9-ec61dec1fd53 admin admin] Network hostable DHCP agents. Network: 657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:16:42.139058 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-259faca8-20e4-4d08-ab80-d83d845fbef7 req-0093b5e3-b166-4ce1-b196-53e6662f810f tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:42.149519 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717520c9-55ed-4830-8fe9-ec61dec1fd53 admin admin] Network 657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:16:42.163579 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-717520c9-55ed-4830-8fe9-ec61dec1fd53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:16:42.172060 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717520c9-55ed-4830-8fe9-ec61dec1fd53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:42.172658 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-717520c9-55ed-4830-8fe9-ec61dec1fd53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:42.178017 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5824f429-637c-4d60-8e45-ed1ae3095d30 None None] Network 657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:16:42.194011 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-717520c9-55ed-4830-8fe9-ec61dec1fd53 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6078770 Jul 24 00:16:42.196995 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 47862) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:16:42.201737 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-259faca8-20e4-4d08-ab80-d83d845fbef7 req-0093b5e3-b166-4ce1-b196-53e6662f810f tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:42.203907 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-a27e2c78-e02c-4d41-8af4-6a6f770e6383 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1928393820-router', 'tenant_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:16:42.245387 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-259faca8-20e4-4d08-ab80-d83d845fbef7 req-0093b5e3-b166-4ce1-b196-53e6662f810f tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Network 647eee8d-5ee8-4283-a9e5-d18e1a31df0d is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:16:42.247078 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a27e2c78-e02c-4d41-8af4-6a6f770e6383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:42.248366 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a27e2c78-e02c-4d41-8af4-6a6f770e6383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:42.251177 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [req-259faca8-20e4-4d08-ab80-d83d845fbef7 req-0093b5e3-b166-4ce1-b196-53e6662f810f tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:16:42.255379 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-259faca8-20e4-4d08-ab80-d83d845fbef7 req-0093b5e3-b166-4ce1-b196-53e6662f810f tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:16:42.297999 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0093b5e3-b166-4ce1-b196-53e6662f810f tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Pushing event updated for resources: {'Port': ['ID=0e51c448-85ed-42a3-b7a8-5045610021f3,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:42.312931 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a27e2c78-e02c-4d41-8af4-6a6f770e6383 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:42.318447 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259faca8-20e4-4d08-ab80-d83d845fbef7 req-0093b5e3-b166-4ce1-b196-53e6662f810f tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:42.319104 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-259faca8-20e4-4d08-ab80-d83d845fbef7 req-0093b5e3-b166-4ce1-b196-53e6662f810f tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:42.334664 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-259faca8-20e4-4d08-ab80-d83d845fbef7 req-0093b5e3-b166-4ce1-b196-53e6662f810f tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8653612 Jul 24 00:16:42.348025 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-259faca8-20e4-4d08-ab80-d83d845fbef7 req-6ea784e1-b8ca-409b-b05c-84b65f370de9 service neutron] Request body: {'port': {'device_id': '23f454f4-fa2a-49fd-a09a-a271cb01078c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-16'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:16:42.445019 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-259faca8-20e4-4d08-ab80-d83d845fbef7 req-6ea784e1-b8ca-409b-b05c-84b65f370de9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:42.457088 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a27e2c78-e02c-4d41-8af4-6a6f770e6383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:42.567194 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9fb4667-2bdc-4efc-b4da-211ba4df9d0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f', 'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f', 'tenant_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'fixed_ips': [{'subnet_id': '4f660729-e229-442a-bec0-0f7d8794afc6'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:16:42.568059 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e9fb4667-2bdc-4efc-b4da-211ba4df9d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:42.679587 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a27e2c78-e02c-4d41-8af4-6a6f770e6383 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:42.700233 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a27e2c78-e02c-4d41-8af4-6a6f770e6383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:42.736572 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-e9fb4667-2bdc-4efc-b4da-211ba4df9d0f None None] Allocated IP 172.20.0.2 (657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f/4f660729-e229-442a-bec0-0f7d8794afc6/1528e51f-a2f7-4c99-9b97-a768a4f043a7) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:16:42.737208 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-259faca8-20e4-4d08-ab80-d83d845fbef7 req-6ea784e1-b8ca-409b-b05c-84b65f370de9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e51c448-85ed-42a3-b7a8-5045610021f3 {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:16:42.745700 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-259faca8-20e4-4d08-ab80-d83d845fbef7 req-6ea784e1-b8ca-409b-b05c-84b65f370de9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:42.758712 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-259faca8-20e4-4d08-ab80-d83d845fbef7 req-6ea784e1-b8ca-409b-b05c-84b65f370de9 service neutron] Transition to ACTIVE for port object 0e51c448-85ed-42a3-b7a8-5045610021f3 will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:16:42.763308 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-259faca8-20e4-4d08-ab80-d83d845fbef7 req-6ea784e1-b8ca-409b-b05c-84b65f370de9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:42.835716 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea784e1-b8ca-409b-b05c-84b65f370de9 service neutron] Pushing event updated for resources: {'Port': ['ID=0e51c448-85ed-42a3-b7a8-5045610021f3,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:42.844447 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-a27e2c78-e02c-4d41-8af4-6a6f770e6383 admin admin] Allocated IP 172.25.3.117 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/945b6507-7839-445a-bdc2-5cfac81cde75) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:16:42.923262 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e9fb4667-2bdc-4efc-b4da-211ba4df9d0f None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:42.932463 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-e9fb4667-2bdc-4efc-b4da-211ba4df9d0f None None] Transition to ACTIVE for port object 1528e51f-a2f7-4c99-9b97-a768a4f043a7 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:16:42.951847 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-259faca8-20e4-4d08-ab80-d83d845fbef7 req-6ea784e1-b8ca-409b-b05c-84b65f370de9 service neutron] Attempting to bind port 0e51c448-85ed-42a3-b7a8-5045610021f3 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:16:42.952275 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-259faca8-20e4-4d08-ab80-d83d845fbef7 req-6ea784e1-b8ca-409b-b05c-84b65f370de9 service neutron] Attempting to bind port 0e51c448-85ed-42a3-b7a8-5045610021f3 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '5aa5a49c-7465-4920-b25b-c3e99ae728f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '647eee8d-5ee8-4283-a9e5-d18e1a31df0d'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:16:42.952610 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259faca8-20e4-4d08-ab80-d83d845fbef7 req-6ea784e1-b8ca-409b-b05c-84b65f370de9 service neutron] Attempting to bind port 0e51c448-85ed-42a3-b7a8-5045610021f3 on network 647eee8d-5ee8-4283-a9e5-d18e1a31df0d {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:16:42.960855 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259faca8-20e4-4d08-ab80-d83d845fbef7 req-6ea784e1-b8ca-409b-b05c-84b65f370de9 service neutron] Port 0e51c448-85ed-42a3-b7a8-5045610021f3 on network 647eee8d-5ee8-4283-a9e5-d18e1a31df0d not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:16:42.961196 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259faca8-20e4-4d08-ab80-d83d845fbef7 req-6ea784e1-b8ca-409b-b05c-84b65f370de9 service neutron] Attempting to bind port 0e51c448-85ed-42a3-b7a8-5045610021f3 on network 647eee8d-5ee8-4283-a9e5-d18e1a31df0d {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:16:42.961498 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-e9fb4667-2bdc-4efc-b4da-211ba4df9d0f None None] Transition to ACTIVE for port object 1528e51f-a2f7-4c99-9b97-a768a4f043a7 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:16:42.968994 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e9fb4667-2bdc-4efc-b4da-211ba4df9d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:42.971869 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c361018-3041-46fa-9feb-6a5ada79dcb5 req-f307f769-6a9e-4ff9-9510-1e7027faa817 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:42.973481 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2c361018-3041-46fa-9feb-6a5ada79dcb5 req-f307f769-6a9e-4ff9-9510-1e7027faa817 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f6ed47-83dc-460f-a0cd-7950d92ae355 HTTP/1.1" status: 200 len: 945 time: 0.1062880 Jul 24 00:16:42.978470 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259faca8-20e4-4d08-ab80-d83d845fbef7 req-6ea784e1-b8ca-409b-b05c-84b65f370de9 service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:16:42.978808 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259faca8-20e4-4d08-ab80-d83d845fbef7 req-6ea784e1-b8ca-409b-b05c-84b65f370de9 service neutron] Checking segment: {'id': '5aa5a49c-7465-4920-b25b-c3e99ae728f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '647eee8d-5ee8-4283-a9e5-d18e1a31df0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:16:42.979207 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259faca8-20e4-4d08-ab80-d83d845fbef7 req-6ea784e1-b8ca-409b-b05c-84b65f370de9 service neutron] Bound using segment: {'id': '5aa5a49c-7465-4920-b25b-c3e99ae728f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '647eee8d-5ee8-4283-a9e5-d18e1a31df0d'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:16:42.979652 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-259faca8-20e4-4d08-ab80-d83d845fbef7 req-6ea784e1-b8ca-409b-b05c-84b65f370de9 service neutron] Bound port: 0e51c448-85ed-42a3-b7a8-5045610021f3, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aa5a49c-7465-4920-b25b-c3e99ae728f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '647eee8d-5ee8-4283-a9e5-d18e1a31df0d'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:16:42.980024 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-259faca8-20e4-4d08-ab80-d83d845fbef7 req-6ea784e1-b8ca-409b-b05c-84b65f370de9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:43.003728 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2b97b-4bce-4382-8f2b-20dc4e49ca14 req-b8eef05a-a0b9-4625-a080-4863c09698af tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:43.006049 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e9a2b97b-4bce-4382-8f2b-20dc4e49ca14 req-b8eef05a-a0b9-4625-a080-4863c09698af tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=23f454f4-fa2a-49fd-a09a-a271cb01078c HTTP/1.1" status: 200 len: 943 time: 0.1484559 Jul 24 00:16:43.016160 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9fb4667-2bdc-4efc-b4da-211ba4df9d0f None None] Network 657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:16:43.019409 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-e9fb4667-2bdc-4efc-b4da-211ba4df9d0f None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:16:43.025079 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a27e2c78-e02c-4d41-8af4-6a6f770e6383 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:43.027154 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['5f16fbca-e168-4d66-b734-55081507532a'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:16:43.031762 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fb4667-2bdc-4efc-b4da-211ba4df9d0f None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:16:43.059394 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fb4667-2bdc-4efc-b4da-211ba4df9d0f None None] Pushing event updated for resources: {'Port': ['ID=1528e51f-a2f7-4c99-9b97-a768a4f043a7,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:43.073343 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e9a2b97b-4bce-4382-8f2b-20dc4e49ca14 req-eb764a4b-a21f-4448-aea1-faac59cf0d27 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535116 Jul 24 00:16:43.100715 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a27e2c78-e02c-4d41-8af4-6a6f770e6383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:43.142664 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-e9fb4667-2bdc-4efc-b4da-211ba4df9d0f None None] Attempting to bind port 1528e51f-a2f7-4c99-9b97-a768a4f043a7 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:16:43.142903 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27e2c78-e02c-4d41-8af4-6a6f770e6383 admin admin] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:16:43.143037 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-e9fb4667-2bdc-4efc-b4da-211ba4df9d0f None None] Attempting to bind port 1528e51f-a2f7-4c99-9b97-a768a4f043a7 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': 'a1a1465a-fd99-41c9-bf89-faf21d67cc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:16:43.143402 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fb4667-2bdc-4efc-b4da-211ba4df9d0f None None] Attempting to bind port 1528e51f-a2f7-4c99-9b97-a768a4f043a7 on network 657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:16:43.148123 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-a27e2c78-e02c-4d41-8af4-6a6f770e6383 admin admin] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:16:43.151197 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27e2c78-e02c-4d41-8af4-6a6f770e6383 admin admin] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:16:43.161465 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fb4667-2bdc-4efc-b4da-211ba4df9d0f None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:16:43.161853 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fb4667-2bdc-4efc-b4da-211ba4df9d0f None None] Checking segment: {'id': 'a1a1465a-fd99-41c9-bf89-faf21d67cc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:16:43.162245 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e9fb4667-2bdc-4efc-b4da-211ba4df9d0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:43.162645 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fb4667-2bdc-4efc-b4da-211ba4df9d0f None None] Bound using segment: {'id': 'a1a1465a-fd99-41c9-bf89-faf21d67cc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:16:43.163136 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-e9fb4667-2bdc-4efc-b4da-211ba4df9d0f None None] Bound port: 1528e51f-a2f7-4c99-9b97-a768a4f043a7, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1a1465a-fd99-41c9-bf89-faf21d67cc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:16:43.163524 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e9fb4667-2bdc-4efc-b4da-211ba4df9d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:43.184071 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27e2c78-e02c-4d41-8af4-6a6f770e6383 admin admin] Pushing event updated for resources: {'Port': ['ID=945b6507-7839-445a-bdc2-5cfac81cde75,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:43.273268 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-e9fb4667-2bdc-4efc-b4da-211ba4df9d0f None None] For port 1528e51f-a2f7-4c99-9b97-a768a4f043a7, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:16:43.294019 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-e9fb4667-2bdc-4efc-b4da-211ba4df9d0f None None] For port 1528e51f-a2f7-4c99-9b97-a768a4f043a7, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=1528e51f-a2f7-4c99-9b97-a768a4f043a7,segment=NetworkSegment(a1a1465a-fd99-41c9-bf89-faf21d67cc5e),segment_id=a1a1465a-fd99-41c9-bf89-faf21d67cc5e)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:16:43.300956 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e9fb4667-2bdc-4efc-b4da-211ba4df9d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:43.374702 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fb4667-2bdc-4efc-b4da-211ba4df9d0f None None] Pushing event updated for resources: {'Port': ['ID=1528e51f-a2f7-4c99-9b97-a768a4f043a7,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:43.409857 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2c361018-3041-46fa-9feb-6a5ada79dcb5 req-02610941-bb2b-4aaf-ba2b-7f344d63e7b9 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=592819d6-cd2f-4c55-a231-bf1729025f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4257352 Jul 24 00:16:43.437006 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-259faca8-20e4-4d08-ab80-d83d845fbef7 req-6ea784e1-b8ca-409b-b05c-84b65f370de9 service neutron] For port 0e51c448-85ed-42a3-b7a8-5045610021f3, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:16:43.437680 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a27e2c78-e02c-4d41-8af4-6a6f770e6383 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:43.442554 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-259faca8-20e4-4d08-ab80-d83d845fbef7 req-6ea784e1-b8ca-409b-b05c-84b65f370de9 service neutron] For port 0e51c448-85ed-42a3-b7a8-5045610021f3, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=0e51c448-85ed-42a3-b7a8-5045610021f3,segment=NetworkSegment(5aa5a49c-7465-4920-b25b-c3e99ae728f5),segment_id=5aa5a49c-7465-4920-b25b-c3e99ae728f5)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:16:43.450300 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-259faca8-20e4-4d08-ab80-d83d845fbef7 req-6ea784e1-b8ca-409b-b05c-84b65f370de9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:43.506673 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259faca8-20e4-4d08-ab80-d83d845fbef7 req-6ea784e1-b8ca-409b-b05c-84b65f370de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:43.507306 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-259faca8-20e4-4d08-ab80-d83d845fbef7 req-6ea784e1-b8ca-409b-b05c-84b65f370de9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:43.508769 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-259faca8-20e4-4d08-ab80-d83d845fbef7 req-6ea784e1-b8ca-409b-b05c-84b65f370de9 service neutron] 10.222.0.64 "PUT /v2.0/ports/0e51c448-85ed-42a3-b7a8-5045610021f3 HTTP/1.1" status: 200 len: 1092 time: 1.1655293 Jul 24 00:16:43.509208 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23f454f4-fa2a-49fd-a09a-a271cb01078c', 'tag': '0e51c448-85ed-42a3-b7a8-5045610021f3'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:16:43.511592 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b1d0785-3607-49b5-b742-342eee8cd8a2" -d '{"events": [{"name": "network-changed", "server_uuid": "23f454f4-fa2a-49fd-a09a-a271cb01078c", "tag": "0e51c448-85ed-42a3-b7a8-5045610021f3"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:16:43.531349 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea784e1-b8ca-409b-b05c-84b65f370de9 service neutron] Pushing event updated for resources: {'Port': ['ID=0e51c448-85ed-42a3-b7a8-5045610021f3,revision_number=3']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:43.553449 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9edc50b-0559-453b-b8d4-c307990b3e8d x-openstack-request-id: req-d9edc50b-0559-453b-b8d4-c307990b3e8d {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:16:43.553751 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23f454f4-fa2a-49fd-a09a-a271cb01078c", "tag": "0e51c448-85ed-42a3-b7a8-5045610021f3", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:16:43.554010 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d9edc50b-0559-453b-b8d4-c307990b3e8d {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:16:43.554423 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23f454f4-fa2a-49fd-a09a-a271cb01078c', 'tag': '0e51c448-85ed-42a3-b7a8-5045610021f3', 'status': 'completed', 'code': 200} Jul 24 00:16:43.655778 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:16:43.671660 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259faca8-20e4-4d08-ab80-d83d845fbef7 req-80037904-875f-4289-a858-34925c9843a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:43.673274 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-259faca8-20e4-4d08-ab80-d83d845fbef7 req-80037904-875f-4289-a858-34925c9843a1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d101a2ce9a064baabc9b1c2111317a43&device_id=23f454f4-fa2a-49fd-a09a-a271cb01078c HTTP/1.1" status: 200 len: 1095 time: 0.1099200 Jul 24 00:16:43.680362 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7a9518a9-144c-4fba-b419-8556e06719c4 req-8e26116a-a7f1-44c5-b032-c5eaa3f39dc8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0837743 Jul 24 00:16:43.735844 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-259faca8-20e4-4d08-ab80-d83d845fbef7 req-b78f2d52-fded-4c53-a80c-6e0d2c46cb29 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e51c448-85ed-42a3-b7a8-5045610021f3 HTTP/1.1" status: 200 len: 217 time: 0.0543120 Jul 24 00:16:43.742129 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:16:43.753791 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:16:43.754274 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:43.844740 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259faca8-20e4-4d08-ab80-d83d845fbef7 req-6e637289-86b6-4434-b3c7-41d828a70277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:43.845700 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-259faca8-20e4-4d08-ab80-d83d845fbef7 req-6e637289-86b6-4434-b3c7-41d828a70277 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f74eda8a-ed40-4284-ae5e-468e5cf2304c HTTP/1.1" status: 200 len: 846 time: 0.0672793 Jul 24 00:16:43.847888 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9518a9-144c-4fba-b419-8556e06719c4 req-8e0bd0b0-d91d-466c-87ea-5cae588f6c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:43.849418 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7a9518a9-144c-4fba-b419-8556e06719c4 req-8e0bd0b0-d91d-466c-87ea-5cae588f6c61 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3e6843e6f10f416d8b9cff83017e399e&device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 1098 time: 0.1123617 Jul 24 00:16:43.851022 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:43.878345 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f6ed47-83dc-460f-a0cd-7950d92ae355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:16:43.881393 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dbf6887-36fd-4515-a0ed-1387f0c111a8" -d '{"events": [{"server_uuid": "42f6ed47-83dc-460f-a0cd-7950d92ae355", "name": "network-vif-plugged", "status": "completed", "tag": "b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:16:43.888305 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-259faca8-20e4-4d08-ab80-d83d845fbef7 req-5cc95703-5ab6-4988-a6d6-4ec45f59fc29 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=647eee8d-5ee8-4283-a9e5-d18e1a31df0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334890 Jul 24 00:16:43.899811 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd,segment=NetworkSegment(670e70d7-746c-4a71-b331-8c3379c6364b),segment_id=670e70d7-746c-4a71-b331-8c3379c6364b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:16:43.905564 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:43.988168 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:44.076074 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-259faca8-20e4-4d08-ab80-d83d845fbef7 req-9dc8a18c-5144-4232-8854-61d7ca8d3020 service neutron] 10.222.0.64 "GET /v2.0/networks/647eee8d-5ee8-4283-a9e5-d18e1a31df0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795566 Jul 24 00:16:44.088472 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-742e79f5-6b5c-4600-96b1-c6f55cf642f5 x-openstack-request-id: req-742e79f5-6b5c-4600-96b1-c6f55cf642f5 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:16:44.088933 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42f6ed47-83dc-460f-a0cd-7950d92ae355", "name": "network-vif-plugged", "status": "completed", "tag": "b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:16:44.089292 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-742e79f5-6b5c-4600-96b1-c6f55cf642f5 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:16:44.089807 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42f6ed47-83dc-460f-a0cd-7950d92ae355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd', 'code': 200} Jul 24 00:16:44.107577 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a27e2c78-e02c-4d41-8af4-6a6f770e6383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:44.122445 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9518a9-144c-4fba-b419-8556e06719c4 req-53ed60db-3339-420b-bd9e-962ceaa43ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:44.125378 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7a9518a9-144c-4fba-b419-8556e06719c4 req-53ed60db-3339-420b-bd9e-962ceaa43ced service neutron] 10.222.0.64 "GET /v2.0/networks?id=49599f72-6971-4c78-8210-d79c8aca88a7 HTTP/1.1" status: 200 len: 912 time: 0.2394812 Jul 24 00:16:44.316801 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 1528e51f-a2f7-4c99-9b97-a768a4f043a7 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:16:44.340728 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7a9518a9-144c-4fba-b419-8556e06719c4 req-16316315-3f30-4ce5-bf23-7b07821bd6c0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b568338-3482-4589-a123-6f598453b6ed HTTP/1.1" status: 200 len: 1002 time: 0.2073684 Jul 24 00:16:44.346175 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d17497-ab19-4b42-bfd3-e26b917b4123 req-108071f2-6635-4cd5-8565-32cd47a43b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:44.348372 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-86d17497-ab19-4b42-bfd3-e26b917b4123 req-108071f2-6635-4cd5-8565-32cd47a43b80 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=42f6ed47-83dc-460f-a0cd-7950d92ae355 HTTP/1.1" status: 200 len: 1098 time: 0.1052430 Jul 24 00:16:44.375152 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-259faca8-20e4-4d08-ab80-d83d845fbef7 req-7da88085-1d1b-4518-bdde-921919fa1f9f service neutron] 10.222.0.64 "GET /v2.0/networks/647eee8d-5ee8-4283-a9e5-d18e1a31df0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879820 Jul 24 00:16:44.392870 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-86d17497-ab19-4b42-bfd3-e26b917b4123 req-75025c7a-638c-412d-a707-d53e376da81f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=592819d6-cd2f-4c55-a231-bf1729025f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353410 Jul 24 00:16:44.393718 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a27e2c78-e02c-4d41-8af4-6a6f770e6383 admin admin] Router 35802a2e-931b-4279-8f39-0827c1de9608 is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:16:44.403116 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 1528e51f-a2f7-4c99-9b97-a768a4f043a7 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:16:44.487512 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9518a9-144c-4fba-b419-8556e06719c4 req-4854434e-524e-4f4a-a682-d0901d1cd502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:44.489131 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7a9518a9-144c-4fba-b419-8556e06719c4 req-4854434e-524e-4f4a-a682-d0901d1cd502 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=47f2c0d4-0d4f-46b9-9d68-d3d80dbac696 HTTP/1.1" status: 200 len: 850 time: 0.1369727 Jul 24 00:16:44.533143 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a27e2c78-e02c-4d41-8af4-6a6f770e6383 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:16:44.545790 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48c64b8-e321-4702-bc9a-ad7b602987e9 None None] Sync routers for ids ['35802a2e-931b-4279-8f39-0827c1de9608'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:16:44.553872 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a27e2c78-e02c-4d41-8af4-6a6f770e6383 admin admin] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:44.555406 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-a27e2c78-e02c-4d41-8af4-6a6f770e6383 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3571126 Jul 24 00:16:44.560329 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 47896) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:16:44.561891 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48c64b8-e321-4702-bc9a-ad7b602987e9 None None] Routers {'35802a2e-931b-4279-8f39-0827c1de9608'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:16:44.562613 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-a48c64b8-e321-4702-bc9a-ad7b602987e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:16:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['35802a2e-931b-4279-8f39-0827c1de9608'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:16:44.575407 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e6cb1-9164-4fdd-86ad-4a4ac97dd6c5 req-ed3447cc-2953-4e4d-817e-5c67282907b8 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:44.577560 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e92e6cb1-9164-4fdd-86ad-4a4ac97dd6c5 req-ed3447cc-2953-4e4d-817e-5c67282907b8 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=23f454f4-fa2a-49fd-a09a-a271cb01078c HTTP/1.1" status: 200 len: 943 time: 0.3439817 Jul 24 00:16:44.629850 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b837288-3587-4404-bfe2-b280a48aa3f1 None None] Network 657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:16:44.651322 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1d0785-3607-49b5-b742-342eee8cd8a2 req-c3ad8386-f341-45c7-8c78-d3013f90e0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:44.652762 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7b1d0785-3607-49b5-b742-342eee8cd8a2 req-c3ad8386-f341-45c7-8c78-d3013f90e0e1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d101a2ce9a064baabc9b1c2111317a43&device_id=23f454f4-fa2a-49fd-a09a-a271cb01078c HTTP/1.1" status: 200 len: 1095 time: 0.2160966 Jul 24 00:16:44.710490 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9518a9-144c-4fba-b419-8556e06719c4 req-e707aa98-433e-4d46-b49d-5fff58ac7da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:44.712750 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7a9518a9-144c-4fba-b419-8556e06719c4 req-e707aa98-433e-4d46-b49d-5fff58ac7da8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=49599f72-6971-4c78-8210-d79c8aca88a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2156808 Jul 24 00:16:44.715658 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e92e6cb1-9164-4fdd-86ad-4a4ac97dd6c5 req-1ee6bcac-fc3f-418c-8ff9-ab0889ba878f tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266108 Jul 24 00:16:44.774838 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-dbd75d62-c69f-42dd-a7ef-4e2b095098a5 None None] Provisioning for port 1528e51f-a2f7-4c99-9b97-a768a4f043a7 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:16:44.793052 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-dbd75d62-c69f-42dd-a7ef-4e2b095098a5 None None] Provisioning complete for port 1528e51f-a2f7-4c99-9b97-a768a4f043a7 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:16:44.794003 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-dbd75d62-c69f-42dd-a7ef-4e2b095098a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:44.809710 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-a48c64b8-e321-4702-bc9a-ad7b602987e9 None None] Set router 35802a2e-931b-4279-8f39-0827c1de9608 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:16:44.823029 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7a9518a9-144c-4fba-b419-8556e06719c4 req-df85893a-28d2-4a50-8e42-e1206fc0e49f service neutron] 10.222.0.64 "GET /v2.0/networks/49599f72-6971-4c78-8210-d79c8aca88a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003094 Jul 24 00:16:44.870519 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997e3c5-746d-477c-b245-c54a00cbe0c3 req-9c7a34d1-1bad-422d-8ecf-d55629ab4096 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:44.871055 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a997e3c5-746d-477c-b245-c54a00cbe0c3 req-9c7a34d1-1bad-422d-8ecf-d55629ab4096 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f6ed47-83dc-460f-a0cd-7950d92ae355 HTTP/1.1" status: 200 len: 946 time: 0.1382849 Jul 24 00:16:44.912578 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:44.999929 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7a9518a9-144c-4fba-b419-8556e06719c4 req-7a65f840-dbef-47f4-bc41-4e6c4875c48f service neutron] 10.222.0.64 "GET /v2.0/networks/49599f72-6971-4c78-8210-d79c8aca88a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683764 Jul 24 00:16:45.001484 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a997e3c5-746d-477c-b245-c54a00cbe0c3 req-3a08f10b-5d2e-485e-acea-fe986a77c8a3 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=592819d6-cd2f-4c55-a231-bf1729025f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903261 Jul 24 00:16:45.044504 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1d0785-3607-49b5-b742-342eee8cd8a2 req-4cf66059-a53a-4900-b7ae-21059d35c6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:45.046146 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7b1d0785-3607-49b5-b742-342eee8cd8a2 req-4cf66059-a53a-4900-b7ae-21059d35c6eb service neutron] 10.222.0.64 "GET /v2.0/networks?id=647eee8d-5ee8-4283-a9e5-d18e1a31df0d HTTP/1.1" status: 200 len: 907 time: 0.3851478 Jul 24 00:16:45.057481 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16187553-ea06-4dca-88db-becf67d0a3c6 req-35a9a667-bd5c-4862-b953-f1ab19582ed4 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:45.058842 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-16187553-ea06-4dca-88db-becf67d0a3c6 req-35a9a667-bd5c-4862-b953-f1ab19582ed4 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef7418c8-cc0f-4720-98ea-317b65ccb9ad HTTP/1.1" status: 200 len: 946 time: 0.1057351 Jul 24 00:16:45.103048 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7b1d0785-3607-49b5-b742-342eee8cd8a2 req-fd9ad96d-737b-4790-af91-a45dc7f84b3e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e51c448-85ed-42a3-b7a8-5045610021f3 HTTP/1.1" status: 200 len: 217 time: 0.0432291 Jul 24 00:16:45.154106 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-dbd75d62-c69f-42dd-a7ef-4e2b095098a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:45.166815 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-16187553-ea06-4dca-88db-becf67d0a3c6 req-c4eb9409-a0e7-46cc-a534-f1b82950ab88 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=6134d66c-4e65-4c63-a0b5-3a2b7a9634b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664322 Jul 24 00:16:45.181034 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1d0785-3607-49b5-b742-342eee8cd8a2 req-293c05f2-6562-43c9-856d-1708b117bc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:45.192682 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8d9f8100-cfc2-4fe2-baff-a47be25ece93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:45.196464 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7b1d0785-3607-49b5-b742-342eee8cd8a2 req-293c05f2-6562-43c9-856d-1708b117bc4e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f74eda8a-ed40-4284-ae5e-468e5cf2304c HTTP/1.1" status: 200 len: 846 time: 0.0746403 Jul 24 00:16:45.225778 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-dbd75d62-c69f-42dd-a7ef-4e2b095098a5 None None] For port 1528e51f-a2f7-4c99-9b97-a768a4f043a7, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=1528e51f-a2f7-4c99-9b97-a768a4f043a7,segment=NetworkSegment(a1a1465a-fd99-41c9-bf89-faf21d67cc5e),segment_id=a1a1465a-fd99-41c9-bf89-faf21d67cc5e)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:16:45.236471 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-dbd75d62-c69f-42dd-a7ef-4e2b095098a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:45.243685 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-a48c64b8-e321-4702-bc9a-ad7b602987e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35802a2e-931b-4279-8f39-0827c1de9608', 'name': 'tempest-TestVolumeBootPattern-1928393820-router', 'tenant_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '945b6507-7839-445a-bdc2-5cfac81cde75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:16:42Z', 'updated_at': '2021-07-24T00:16:43Z', 'revision_number': 3, 'project_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'gw_port': {'id': '945b6507-7839-445a-bdc2-5cfac81cde75', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b3:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35802a2e-931b-4279-8f39-0827c1de9608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:42Z', 'updated_at': '2021-07-24T00:16:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:16:45.246981 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7b1d0785-3607-49b5-b742-342eee8cd8a2 req-8ac71644-a953-45b9-8fb8-b69a492d5850 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=647eee8d-5ee8-4283-a9e5-d18e1a31df0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440929 Jul 24 00:16:45.294042 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48c64b8-e321-4702-bc9a-ad7b602987e9 None None] Checking router: 35802a2e-931b-4279-8f39-0827c1de9608 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:16:45.294433 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48c64b8-e321-4702-bc9a-ad7b602987e9 None None] Updating router 35802a2e-931b-4279-8f39-0827c1de9608 port 945b6507-7839-445a-bdc2-5cfac81cde75 binding host n-d-800088-16 {{(pid=100315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:16:45.359471 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd75d62-c69f-42dd-a7ef-4e2b095098a5 None None] Pushing event updated for resources: {'Port': ['ID=1528e51f-a2f7-4c99-9b97-a768a4f043a7,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:45.361848 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a48c64b8-e321-4702-bc9a-ad7b602987e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:45.392929 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-8d9f8100-cfc2-4fe2-baff-a47be25ece93 admin admin] Allocated IP 172.20.0.1 (657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f/4f660729-e229-442a-bec0-0f7d8794afc6/0777a88b-5aef-4932-9db4-0c2450616791) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:16:45.430535 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7b1d0785-3607-49b5-b742-342eee8cd8a2 req-9354ae2c-4c33-453c-b797-24e139a87bcc service neutron] 10.222.0.64 "GET /v2.0/networks/647eee8d-5ee8-4283-a9e5-d18e1a31df0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767640 Jul 24 00:16:45.526597 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8d9f8100-cfc2-4fe2-baff-a47be25ece93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:45.528388 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7b1d0785-3607-49b5-b742-342eee8cd8a2 req-ef5d7f57-2b95-4070-9b52-1cfc45f7ac96 service neutron] 10.222.0.64 "GET /v2.0/networks/647eee8d-5ee8-4283-a9e5-d18e1a31df0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904639 Jul 24 00:16:45.540335 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [None req-8d9f8100-cfc2-4fe2-baff-a47be25ece93 admin admin] Transition to ACTIVE for port object 0777a88b-5aef-4932-9db4-0c2450616791 will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:16:45.575323 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8d9f8100-cfc2-4fe2-baff-a47be25ece93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:45.584447 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-cfa040f6-2d73-4631-9e11-f9775ee17e9d None None] Provisioning complete for port 1528e51f-a2f7-4c99-9b97-a768a4f043a7 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:16:45.584838 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-cfa040f6-2d73-4631-9e11-f9775ee17e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:45.617721 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9f8100-cfc2-4fe2-baff-a47be25ece93 admin admin] Network 657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:16:45.624362 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-8d9f8100-cfc2-4fe2-baff-a47be25ece93 admin admin] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:16:45.628890 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9f8100-cfc2-4fe2-baff-a47be25ece93 admin admin] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:16:45.631924 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9f8100-cfc2-4fe2-baff-a47be25ece93 admin admin] Pushing event updated for resources: {'Port': ['ID=0777a88b-5aef-4932-9db4-0c2450616791,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:45.669929 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8d9f8100-cfc2-4fe2-baff-a47be25ece93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681761'] for router_interface, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:45.717956 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a48c64b8-e321-4702-bc9a-ad7b602987e9 None None] Notify callbacks [] for port, precommit_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:45.735435 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-a48c64b8-e321-4702-bc9a-ad7b602987e9 None None] Transition to ACTIVE for port object 945b6507-7839-445a-bdc2-5cfac81cde75 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:16:45.745317 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a48c64b8-e321-4702-bc9a-ad7b602987e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:45.805050 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-a48c64b8-e321-4702-bc9a-ad7b602987e9 None None] Attempting to bind port 945b6507-7839-445a-bdc2-5cfac81cde75 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:16:45.805771 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-a48c64b8-e321-4702-bc9a-ad7b602987e9 None None] Attempting to bind port 945b6507-7839-445a-bdc2-5cfac81cde75 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:16:45.805771 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48c64b8-e321-4702-bc9a-ad7b602987e9 None None] Attempting to bind port 945b6507-7839-445a-bdc2-5cfac81cde75 on network 9adcfee8-760c-4568-9e39-c221abf69bf5 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:16:45.807882 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14cc511-bc80-44ab-9a82-8f4a11008e92 None None] Pushing event updated for resources: {'Port': ['ID=945b6507-7839-445a-bdc2-5cfac81cde75,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:45.813611 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48c64b8-e321-4702-bc9a-ad7b602987e9 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:16:45.813982 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48c64b8-e321-4702-bc9a-ad7b602987e9 None None] Checking segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:16:45.814389 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a48c64b8-e321-4702-bc9a-ad7b602987e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:45.814776 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48c64b8-e321-4702-bc9a-ad7b602987e9 None None] Bound using segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:16:45.815244 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-a48c64b8-e321-4702-bc9a-ad7b602987e9 None None] Bound port: 945b6507-7839-445a-bdc2-5cfac81cde75, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:16:45.816087 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a48c64b8-e321-4702-bc9a-ad7b602987e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:45.858809 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8d9f8100-cfc2-4fe2-baff-a47be25ece93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:45.877717 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-4743ccdd-a206-423c-96d7-28c3b75eea3b None None] Provisioning for port 0777a88b-5aef-4932-9db4-0c2450616791 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:16:45.885271 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-4743ccdd-a206-423c-96d7-28c3b75eea3b None None] Provisioning complete for port 0777a88b-5aef-4932-9db4-0c2450616791 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:16:45.885646 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-4743ccdd-a206-423c-96d7-28c3b75eea3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:45.914574 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-a48c64b8-e321-4702-bc9a-ad7b602987e9 None None] For port 945b6507-7839-445a-bdc2-5cfac81cde75, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:16:45.927739 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa79932c-3fed-4218-8586-49f6c2168b23 req-2fcb3070-031b-4d54-b8a7-269b759a1ced tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:45.929276 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fa79932c-3fed-4218-8586-49f6c2168b23 req-2fcb3070-031b-4d54-b8a7-269b759a1ced tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=23f454f4-fa2a-49fd-a09a-a271cb01078c HTTP/1.1" status: 200 len: 943 time: 0.1157870 Jul 24 00:16:45.939121 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-a48c64b8-e321-4702-bc9a-ad7b602987e9 None None] For port 945b6507-7839-445a-bdc2-5cfac81cde75, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=945b6507-7839-445a-bdc2-5cfac81cde75,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:16:45.945352 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a48c64b8-e321-4702-bc9a-ad7b602987e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:45.949715 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-4743ccdd-a206-423c-96d7-28c3b75eea3b None None] Port 0777a88b-5aef-4932-9db4-0c2450616791 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:16:45.998510 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 0e51c448-85ed-42a3-b7a8-5045610021f3 details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:16:45.998961 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fa79932c-3fed-4218-8586-49f6c2168b23 req-a019d7f1-5e74-445a-a49c-cac0d02c845c tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630746 Jul 24 00:16:46.033922 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14cc511-bc80-44ab-9a82-8f4a11008e92 None None] Pushing event updated for resources: {'Port': ['ID=945b6507-7839-445a-bdc2-5cfac81cde75,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:46.053820 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48c64b8-e321-4702-bc9a-ad7b602987e9 None None] Routers {'35802a2e-931b-4279-8f39-0827c1de9608'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:16:46.054466 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-a48c64b8-e321-4702-bc9a-ad7b602987e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:16:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['35802a2e-931b-4279-8f39-0827c1de9608'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:16:46.087752 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8d9f8100-cfc2-4fe2-baff-a47be25ece93 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:46.093168 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8d9f8100-cfc2-4fe2-baff-a47be25ece93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:46.159690 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdcc14d-6f7d-4649-972b-9621690dcdbb req-40f8d7be-8737-444d-bbf5-993ca7dd5c83 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:46.164902 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9f8100-cfc2-4fe2-baff-a47be25ece93 admin admin] Pushing event updated for resources: {'Port': ['ID=0777a88b-5aef-4932-9db4-0c2450616791,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:46.167761 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8d9f8100-cfc2-4fe2-baff-a47be25ece93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680980'] for router_interface, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:46.167923 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ebdcc14d-6f7d-4649-972b-9621690dcdbb req-40f8d7be-8737-444d-bbf5-993ca7dd5c83 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f6ed47-83dc-460f-a0cd-7950d92ae355 HTTP/1.1" status: 200 len: 946 time: 0.0843356 Jul 24 00:16:46.216549 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ebdcc14d-6f7d-4649-972b-9621690dcdbb req-4544af25-1892-4fd5-8326-5c072953292c tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=592819d6-cd2f-4c55-a231-bf1729025f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480964 Jul 24 00:16:46.318030 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9f8100-cfc2-4fe2-baff-a47be25ece93 admin admin] Network 657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:16:46.321627 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-8d9f8100-cfc2-4fe2-baff-a47be25ece93 admin admin] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:16:46.367892 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d3d5c1-d792-4cf2-8416-7e3d654c942f req-62e2027d-b503-4942-98f6-7ee57d82faa5 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:46.370061 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-11d3d5c1-d792-4cf2-8416-7e3d654c942f req-62e2027d-b503-4942-98f6-7ee57d82faa5 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f6ed47-83dc-460f-a0cd-7950d92ae355 HTTP/1.1" status: 200 len: 946 time: 0.0764506 Jul 24 00:16:46.406965 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 1528e51f-a2f7-4c99-9b97-a768a4f043a7 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:16:46.428946 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-11d3d5c1-d792-4cf2-8416-7e3d654c942f req-ab4e5313-b8f4-446b-b064-7abec8f6ed74 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=592819d6-cd2f-4c55-a231-bf1729025f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485396 Jul 24 00:16:46.443496 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 47910) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:16:46.453408 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-a48c64b8-e321-4702-bc9a-ad7b602987e9 None None] Set router 35802a2e-931b-4279-8f39-0827c1de9608 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:16:46.473227 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d9f8100-cfc2-4fe2-baff-a47be25ece93 admin admin] Router 35802a2e-931b-4279-8f39-0827c1de9608 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:16:46.497607 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539471bf-459b-4467-aa78-f0cd70e458f7 req-3ead7b03-5960-4a48-bd07-7e62dd1fca58 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:46.499001 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-539471bf-459b-4467-aa78-f0cd70e458f7 req-3ead7b03-5960-4a48-bd07-7e62dd1fca58 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef7418c8-cc0f-4720-98ea-317b65ccb9ad HTTP/1.1" status: 200 len: 946 time: 0.2353485 Jul 24 00:16:46.507852 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7aa66b-8b6b-4b22-a8fc-c90f40f60125 tempest-TestNetworkAdvancedServerOps-1890701533 tempest-TestNetworkAdvancedServerOps-1890701533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:46.512641 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-bf7aa66b-8b6b-4b22-a8fc-c90f40f60125 tempest-TestNetworkAdvancedServerOps-1890701533 tempest-TestNetworkAdvancedServerOps-1890701533-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=42f6ed47-83dc-460f-a0cd-7950d92ae355 HTTP/1.1" status: 200 len: 1093 time: 0.0673389 Jul 24 00:16:46.513434 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 47912) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:16:46.518533 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-36e16eea-aa8d-4e61-8c33-ee6f8067ac8a tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Request body: {'floatingip': {'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'port_id': 'b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:16:46.548068 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-36e16eea-aa8d-4e61-8c33-ee6f8067ac8a tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for floatingip, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:46.572896 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 0e51c448-85ed-42a3-b7a8-5045610021f3, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=0e51c448-85ed-42a3-b7a8-5045610021f3,segment=NetworkSegment(5aa5a49c-7465-4920-b25b-c3e99ae728f5),segment_id=5aa5a49c-7465-4920-b25b-c3e99ae728f5)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:16:46.627521 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': '0e51c448-85ed-42a3-b7a8-5045610021f3', 'network_id': '647eee8d-5ee8-4283-a9e5-d18e1a31df0d', 'port_id': '0e51c448-85ed-42a3-b7a8-5045610021f3', 'mac_address': 'fa:16:3e:c0:46:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f74eda8a-ed40-4284-ae5e-468e5cf2304c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:16:46.634390 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-539471bf-459b-4467-aa78-f0cd70e458f7 req-6afd3f33-4aa9-48a2-a24a-a397e87eb44c tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=6134d66c-4e65-4c63-a0b5-3a2b7a9634b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508602 Jul 24 00:16:46.647133 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d9f8100-cfc2-4fe2-baff-a47be25ece93 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:16:46.661983 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-8d9f8100-cfc2-4fe2-baff-a47be25ece93 admin admin] 10.222.0.44 "PUT /v2.0/routers/35802a2e-931b-4279-8f39-0827c1de9608/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0916862 Jul 24 00:16:46.669318 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-920bef14-c912-4bd3-b0bd-c49aff1e35d4 None None] Provisioning complete for port 0777a88b-5aef-4932-9db4-0c2450616791 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:16:46.669698 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-920bef14-c912-4bd3-b0bd-c49aff1e35d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:46.681758 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-36e16eea-aa8d-4e61-8c33-ee6f8067ac8a tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:46.758386 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 1528e51f-a2f7-4c99-9b97-a768a4f043a7 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:16:46.758763 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:46.765122 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-920bef14-c912-4bd3-b0bd-c49aff1e35d4 None None] Port 0777a88b-5aef-4932-9db4-0c2450616791 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:16:46.785052 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:46.801795 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-36e16eea-aa8d-4e61-8c33-ee6f8067ac8a tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Allocated IP 172.25.3.54 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/01541aaf-9cb2-4d3c-ac0e-6056f84c9bb4) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:16:46.831760 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e51c448-85ed-42a3-b7a8-5045610021f3 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:16:46.867938 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 0e51c448-85ed-42a3-b7a8-5045610021f3, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=0e51c448-85ed-42a3-b7a8-5045610021f3,segment=NetworkSegment(5aa5a49c-7465-4920-b25b-c3e99ae728f5),segment_id=5aa5a49c-7465-4920-b25b-c3e99ae728f5)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:16:46.876661 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:46.922627 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-36e16eea-aa8d-4e61-8c33-ee6f8067ac8a tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:46.950558 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-a48c64b8-e321-4702-bc9a-ad7b602987e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35802a2e-931b-4279-8f39-0827c1de9608', 'name': 'tempest-TestVolumeBootPattern-1928393820-router', 'tenant_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '945b6507-7839-445a-bdc2-5cfac81cde75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:16:42Z', 'updated_at': '2021-07-24T00:16:45Z', 'revision_number': 4, 'project_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'gw_port': {'id': '945b6507-7839-445a-bdc2-5cfac81cde75', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b3:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35802a2e-931b-4279-8f39-0827c1de9608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:42Z', 'updated_at': '2021-07-24T00:16:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '0777a88b-5aef-4932-9db4-0c2450616791', 'name': '', 'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f', 'tenant_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'mac_address': 'fa:16:3e:7b:72:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35802a2e-931b-4279-8f39-0827c1de9608', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '4f660729-e229-442a-bec0-0f7d8794afc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:45Z', 'updated_at': '2021-07-24T00:16:45Z', 'revision_number': 1, 'project_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'subnets': [{'id': '4f660729-e229-442a-bec0-0f7d8794afc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:16:46.985560 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-36e16eea-aa8d-4e61-8c33-ee6f8067ac8a tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:46.997815 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48c64b8-e321-4702-bc9a-ad7b602987e9 None None] The sync data for ids ['35802a2e-931b-4279-8f39-0827c1de9608'] in n-d-800088-16 is: [{'id': '35802a2e-931b-4279-8f39-0827c1de9608', 'name': 'tempest-TestVolumeBootPattern-1928393820-router', 'tenant_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '945b6507-7839-445a-bdc2-5cfac81cde75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:16:42Z', 'updated_at': '2021-07-24T00:16:45Z', 'revision_number': 4, 'project_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'gw_port': {'id': '945b6507-7839-445a-bdc2-5cfac81cde75', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b3:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35802a2e-931b-4279-8f39-0827c1de9608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:42Z', 'updated_at': '2021-07-24T00:16:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '0777a88b-5aef-4932-9db4-0c2450616791', 'name': '', 'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f', 'tenant_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'mac_address': 'fa:16:3e:7b:72:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35802a2e-931b-4279-8f39-0827c1de9608', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '4f660729-e229-442a-bec0-0f7d8794afc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:45Z', 'updated_at': '2021-07-24T00:16:45Z', 'revision_number': 1, 'project_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'subnets': [{'id': '4f660729-e229-442a-bec0-0f7d8794afc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:16:47.011117 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=0e51c448-85ed-42a3-b7a8-5045610021f3,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:47.041799 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e16eea-aa8d-4e61-8c33-ee6f8067ac8a tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:16:47.046473 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-36e16eea-aa8d-4e61-8c33-ee6f8067ac8a tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:16:47.049186 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e16eea-aa8d-4e61-8c33-ee6f8067ac8a tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:16:47.098890 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['0e51c448-85ed-42a3-b7a8-5045610021f3'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:16:47.099130 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e16eea-aa8d-4e61-8c33-ee6f8067ac8a tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Pushing event updated for resources: {'Port': ['ID=01541aaf-9cb2-4d3c-ac0e-6056f84c9bb4,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:47.179578 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c33b8e6-61a3-4a6e-a94d-06bd4a9373c3 req-b15adb54-2297-457b-94cc-b9b8cd5ea796 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:47.187139 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7c33b8e6-61a3-4a6e-a94d-06bd4a9373c3 req-b15adb54-2297-457b-94cc-b9b8cd5ea796 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=23f454f4-fa2a-49fd-a09a-a271cb01078c HTTP/1.1" status: 200 len: 944 time: 0.1092265 Jul 24 00:16:47.274994 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7c33b8e6-61a3-4a6e-a94d-06bd4a9373c3 req-34d037dd-5df5-4a39-ab81-62914b378ea5 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865626 Jul 24 00:16:47.347303 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 47932) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:16:47.352442 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-5088e076-8754-4fbe-ba00-2bee4739da3d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-527976551-network', 'tenant_id': 'cebaf452d9b5417f95e755e1eaea6fd9'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:16:47.379913 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5088e076-8754-4fbe-ba00-2bee4739da3d admin admin] Made reservation on behalf of cebaf452d9b5417f95e755e1eaea6fd9 for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:16:47.382399 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5088e076-8754-4fbe-ba00-2bee4739da3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:47.391845 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5088e076-8754-4fbe-ba00-2bee4739da3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:47.493740 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5088e076-8754-4fbe-ba00-2bee4739da3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:47.497952 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5088e076-8754-4fbe-ba00-2bee4739da3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:47.527551 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5088e076-8754-4fbe-ba00-2bee4739da3d admin admin] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:16:47.534777 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5088e076-8754-4fbe-ba00-2bee4739da3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ffa72a-61ab-4eea-a28a-83e8bcc486dd,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:47.554077 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5088e076-8754-4fbe-ba00-2bee4739da3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:47.554350 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-5088e076-8754-4fbe-ba00-2bee4739da3d admin admin] Added segment f074adcd-d205-428e-a993-dc304e1073dc of type vlan for network c7092cfa-6e7d-4272-8925-519e8ed16d58 Jul 24 00:16:47.583057 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-36e16eea-aa8d-4e61-8c33-ee6f8067ac8a tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:47.602579 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5088e076-8754-4fbe-ba00-2bee4739da3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:47.639852 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5088e076-8754-4fbe-ba00-2bee4739da3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:47.640924 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5088e076-8754-4fbe-ba00-2bee4739da3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:47.641479 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5088e076-8754-4fbe-ba00-2bee4739da3d admin admin] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:47.674411 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-36e16eea-aa8d-4e61-8c33-ee6f8067ac8a tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:47.679474 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-5088e076-8754-4fbe-ba00-2bee4739da3d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3310487 Jul 24 00:16:47.684436 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 47936) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:16:47.722237 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-1164efff-ded5-4319-9dcc-90e7b5357387 admin admin] Request body: {'subnet': {'network_id': 'c7092cfa-6e7d-4272-8925-519e8ed16d58', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-527976551-subnet', 'tenant_id': 'cebaf452d9b5417f95e755e1eaea6fd9', 'ip_version': 4}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:16:47.725288 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:47.726677 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5088e076-8754-4fbe-ba00-2bee4739da3d admin admin] Pushing event updated for resources: {'Network': ['ID=c7092cfa-6e7d-4272-8925-519e8ed16d58,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:47.738475 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network c7092cfa-6e7d-4272-8925-519e8ed16d58 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:16:47.750035 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1164efff-ded5-4319-9dcc-90e7b5357387 admin admin] Made reservation on behalf of cebaf452d9b5417f95e755e1eaea6fd9 for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:16:47.754864 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1164efff-ded5-4319-9dcc-90e7b5357387 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:47.907265 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-36e16eea-aa8d-4e61-8c33-ee6f8067ac8a tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:47.913847 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-36e16eea-aa8d-4e61-8c33-ee6f8067ac8a tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:47.992688 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1164efff-ded5-4319-9dcc-90e7b5357387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:48.005394 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eedee66-7aa0-4594-b177-84fb00f15991 req-0fba5bdf-bcb8-475c-b576-4d9caf6a8367 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:48.007004 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 0e51c448-85ed-42a3-b7a8-5045610021f3 up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:16:48.012250 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1eedee66-7aa0-4594-b177-84fb00f15991 req-0fba5bdf-bcb8-475c-b576-4d9caf6a8367 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef7418c8-cc0f-4720-98ea-317b65ccb9ad HTTP/1.1" status: 200 len: 946 time: 0.1750679 Jul 24 00:16:48.033384 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e16eea-aa8d-4e61-8c33-ee6f8067ac8a tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Pushing event updated for resources: {'Port': ['ID=01541aaf-9cb2-4d3c-ac0e-6056f84c9bb4,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:48.051257 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-36e16eea-aa8d-4e61-8c33-ee6f8067ac8a tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:48.090972 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1164efff-ded5-4319-9dcc-90e7b5357387 admin admin] Checking segment: {'id': 'f074adcd-d205-428e-a993-dc304e1073dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c7092cfa-6e7d-4272-8925-519e8ed16d58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:16:48.091502 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1164efff-ded5-4319-9dcc-90e7b5357387 admin admin] Network hostable DHCP agents. Network: c7092cfa-6e7d-4272-8925-519e8ed16d58, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:16:48.099873 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1164efff-ded5-4319-9dcc-90e7b5357387 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a34119ea-85ee-4f0f-b6d0-1761e8e10c9d,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:48.100348 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port 0e51c448-85ed-42a3-b7a8-5045610021f3 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:16:48.105019 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port 0e51c448-85ed-42a3-b7a8-5045610021f3 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:16:48.105711 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:48.118145 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1164efff-ded5-4319-9dcc-90e7b5357387 admin admin] Network c7092cfa-6e7d-4272-8925-519e8ed16d58 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:16:48.131465 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-1164efff-ded5-4319-9dcc-90e7b5357387 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, c7092cfa-6e7d-4272-8925-519e8ed16d58) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:16:48.137339 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1164efff-ded5-4319-9dcc-90e7b5357387 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:48.139354 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1164efff-ded5-4319-9dcc-90e7b5357387 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:48.160137 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1eedee66-7aa0-4594-b177-84fb00f15991 req-caa0c63d-4ddf-440c-ba64-f5718c5538c2 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=6134d66c-4e65-4c63-a0b5-3a2b7a9634b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1441922 Jul 24 00:16:48.162484 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-1164efff-ded5-4319-9dcc-90e7b5357387 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4760056 Jul 24 00:16:48.163213 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 47940) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:16:48.167504 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb15f06-b326-432f-826a-1816c587528e None None] Network c7092cfa-6e7d-4272-8925-519e8ed16d58 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:16:48.169731 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-60ca0032-87c8-4e92-ba93-2a5ef0eb41e8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-527976551-router', 'tenant_id': 'cebaf452d9b5417f95e755e1eaea6fd9', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:16:48.203138 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-60ca0032-87c8-4e92-ba93-2a5ef0eb41e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:48.204478 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-60ca0032-87c8-4e92-ba93-2a5ef0eb41e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:48.229281 n-d-800088-16 neutron-server[100314]: INFO neutron.db.l3_db [None req-36e16eea-aa8d-4e61-8c33-ee6f8067ac8a tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Floating IP 604671b4-f153-4c53-8201-3b1638a7eaf7 associated. External IP: 172.25.3.54, port: b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd. Jul 24 00:16:48.259733 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 945b6507-7839-445a-bdc2-5cfac81cde75 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:16:48.285027 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-60ca0032-87c8-4e92-ba93-2a5ef0eb41e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:48.441285 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 945b6507-7839-445a-bdc2-5cfac81cde75 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:16:48.444662 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:48.483975 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-60ca0032-87c8-4e92-ba93-2a5ef0eb41e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:48.490206 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 945b6507-7839-445a-bdc2-5cfac81cde75 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:16:48.490896 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:48.551332 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 0e51c448-85ed-42a3-b7a8-5045610021f3, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=0e51c448-85ed-42a3-b7a8-5045610021f3,segment=NetworkSegment(5aa5a49c-7465-4920-b25b-c3e99ae728f5),segment_id=5aa5a49c-7465-4920-b25b-c3e99ae728f5)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:16:48.556008 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23f454f4-fa2a-49fd-a09a-a271cb01078c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e51c448-85ed-42a3-b7a8-5045610021f3'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:16:48.558380 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a147d22-629a-4f8b-9cf9-2f198ae64b17" -d '{"events": [{"server_uuid": "23f454f4-fa2a-49fd-a09a-a271cb01078c", "name": "network-vif-plugged", "status": "completed", "tag": "0e51c448-85ed-42a3-b7a8-5045610021f3"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:16:48.588580 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:48.590756 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc7d9f5-fc43-42d8-a902-eb44fe6c016e req-4916b34d-8d45-402d-bc6a-f826425d21a9 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:48.593035 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-adc7d9f5-fc43-42d8-a902-eb44fe6c016e req-4916b34d-8d45-402d-bc6a-f826425d21a9 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=23f454f4-fa2a-49fd-a09a-a271cb01078c HTTP/1.1" status: 200 len: 944 time: 0.1957617 Jul 24 00:16:48.630837 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1323574b-2f62-4e24-97dd-8a9935a4c78d x-openstack-request-id: req-1323574b-2f62-4e24-97dd-8a9935a4c78d {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:16:48.631388 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23f454f4-fa2a-49fd-a09a-a271cb01078c", "name": "network-vif-plugged", "status": "completed", "tag": "0e51c448-85ed-42a3-b7a8-5045610021f3", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:16:48.631809 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1323574b-2f62-4e24-97dd-8a9935a4c78d {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:16:48.632384 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23f454f4-fa2a-49fd-a09a-a271cb01078c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e51c448-85ed-42a3-b7a8-5045610021f3', 'code': 200} Jul 24 00:16:48.692139 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647184f9-fbf8-4c2e-94f8-fd7f36df6902 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-c7092cfa-6e7d-4272-8925-519e8ed16d58', 'network_id': 'c7092cfa-6e7d-4272-8925-519e8ed16d58', 'tenant_id': 'cebaf452d9b5417f95e755e1eaea6fd9', 'fixed_ips': [{'subnet_id': 'a34119ea-85ee-4f0f-b6d0-1761e8e10c9d'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:16:48.693718 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-647184f9-fbf8-4c2e-94f8-fd7f36df6902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:48.708183 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-adc7d9f5-fc43-42d8-a902-eb44fe6c016e req-8a112374-ebc0-471c-88b9-7363eecf9c92 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555842 Jul 24 00:16:48.760381 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=0e51c448-85ed-42a3-b7a8-5045610021f3,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:48.833155 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-60ca0032-87c8-4e92-ba93-2a5ef0eb41e8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:48.843760 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:48.854306 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-60ca0032-87c8-4e92-ba93-2a5ef0eb41e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:48.877735 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794ae165-a705-47e8-af45-b657ea6fcf34 req-f92b59d0-3568-4110-bc43-47cd40b331de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:48.879229 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-794ae165-a705-47e8-af45-b657ea6fcf34 req-f92b59d0-3568-4110-bc43-47cd40b331de service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=23f454f4-fa2a-49fd-a09a-a271cb01078c HTTP/1.1" status: 200 len: 1097 time: 0.0884662 Jul 24 00:16:48.884030 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 945b6507-7839-445a-bdc2-5cfac81cde75, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=945b6507-7839-445a-bdc2-5cfac81cde75,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:16:48.895982 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36e16eea-aa8d-4e61-8c33-ee6f8067ac8a tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Router 4efb17f3-0459-40e7-866c-746fdeae0a22 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:16:48.930971 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:48.983295 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-647184f9-fbf8-4c2e-94f8-fd7f36df6902 None None] Allocated IP 172.20.0.2 (c7092cfa-6e7d-4272-8925-519e8ed16d58/a34119ea-85ee-4f0f-b6d0-1761e8e10c9d/854c4e36-9d51-46e7-a313-0992638ace9a) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:16:48.991260 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-60ca0032-87c8-4e92-ba93-2a5ef0eb41e8 admin admin] Allocated IP 172.25.3.171 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/38df7c4f-3758-4269-9ca8-958f16a77bfc) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:16:49.002899 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-794ae165-a705-47e8-af45-b657ea6fcf34 req-4c8e8ead-0b28-4a2b-b015-5165f9e22a4a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162174 Jul 24 00:16:49.009629 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=945b6507-7839-445a-bdc2-5cfac81cde75,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:49.052429 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36e16eea-aa8d-4e61-8c33-ee6f8067ac8a tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:16:49.068955 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68040dd-ddc9-49d4-847f-2dc52781e4aa None None] Sync routers for ids ['4efb17f3-0459-40e7-866c-746fdeae0a22'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:16:49.075055 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-36e16eea-aa8d-4e61-8c33-ee6f8067ac8a tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:49.077938 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68040dd-ddc9-49d4-847f-2dc52781e4aa None None] Routers {'4efb17f3-0459-40e7-866c-746fdeae0a22'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:16:49.078740 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-d68040dd-ddc9-49d4-847f-2dc52781e4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:16:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['4efb17f3-0459-40e7-866c-746fdeae0a22'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:16:49.116731 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-60ca0032-87c8-4e92-ba93-2a5ef0eb41e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:49.176570 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-60ca0032-87c8-4e92-ba93-2a5ef0eb41e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:49.177590 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-647184f9-fbf8-4c2e-94f8-fd7f36df6902 None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:49.188166 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-647184f9-fbf8-4c2e-94f8-fd7f36df6902 None None] Transition to ACTIVE for port object 854c4e36-9d51-46e7-a313-0992638ace9a will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:16:49.207601 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-d68040dd-ddc9-49d4-847f-2dc52781e4aa None None] Set router 4efb17f3-0459-40e7-866c-746fdeae0a22 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:16:49.207834 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-36e16eea-aa8d-4e61-8c33-ee6f8067ac8a tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6931002 Jul 24 00:16:49.208322 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42f6ed47-83dc-460f-a0cd-7950d92ae355', 'tag': 'b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:16:49.212853 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-647184f9-fbf8-4c2e-94f8-fd7f36df6902 None None] Transition to ACTIVE for port object 854c4e36-9d51-46e7-a313-0992638ace9a will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:16:49.222603 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-647184f9-fbf8-4c2e-94f8-fd7f36df6902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:49.230494 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e50721fa-9e1d-4d7f-99ff-766f8d2dc603" -d '{"events": [{"name": "network-changed", "server_uuid": "42f6ed47-83dc-460f-a0cd-7950d92ae355", "tag": "b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:16:49.232698 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ca0032-87c8-4e92-ba93-2a5ef0eb41e8 admin admin] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:16:49.238774 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-60ca0032-87c8-4e92-ba93-2a5ef0eb41e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:16:49.247721 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ca0032-87c8-4e92-ba93-2a5ef0eb41e8 admin admin] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:16:49.266233 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647184f9-fbf8-4c2e-94f8-fd7f36df6902 None None] Network c7092cfa-6e7d-4272-8925-519e8ed16d58 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:16:49.269610 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-647184f9-fbf8-4c2e-94f8-fd7f36df6902 None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:16:49.273796 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647184f9-fbf8-4c2e-94f8-fd7f36df6902 None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:16:49.277138 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ca0032-87c8-4e92-ba93-2a5ef0eb41e8 admin admin] Pushing event updated for resources: {'Port': ['ID=38df7c4f-3758-4269-9ca8-958f16a77bfc,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:49.326074 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647184f9-fbf8-4c2e-94f8-fd7f36df6902 None None] Pushing event updated for resources: {'Port': ['ID=854c4e36-9d51-46e7-a313-0992638ace9a,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:49.385089 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-647184f9-fbf8-4c2e-94f8-fd7f36df6902 None None] Attempting to bind port 854c4e36-9d51-46e7-a313-0992638ace9a on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:16:49.385934 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-647184f9-fbf8-4c2e-94f8-fd7f36df6902 None None] Attempting to bind port 854c4e36-9d51-46e7-a313-0992638ace9a by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': 'f074adcd-d205-428e-a993-dc304e1073dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c7092cfa-6e7d-4272-8925-519e8ed16d58'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:16:49.387289 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647184f9-fbf8-4c2e-94f8-fd7f36df6902 None None] Attempting to bind port 854c4e36-9d51-46e7-a313-0992638ace9a on network c7092cfa-6e7d-4272-8925-519e8ed16d58 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:16:49.396668 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647184f9-fbf8-4c2e-94f8-fd7f36df6902 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:16:49.397646 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647184f9-fbf8-4c2e-94f8-fd7f36df6902 None None] Checking segment: {'id': 'f074adcd-d205-428e-a993-dc304e1073dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c7092cfa-6e7d-4272-8925-519e8ed16d58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:16:49.398867 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-647184f9-fbf8-4c2e-94f8-fd7f36df6902 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:49.399525 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647184f9-fbf8-4c2e-94f8-fd7f36df6902 None None] Bound using segment: {'id': 'f074adcd-d205-428e-a993-dc304e1073dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c7092cfa-6e7d-4272-8925-519e8ed16d58'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:16:49.401694 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-647184f9-fbf8-4c2e-94f8-fd7f36df6902 None None] Bound port: 854c4e36-9d51-46e7-a313-0992638ace9a, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f074adcd-d205-428e-a993-dc304e1073dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c7092cfa-6e7d-4272-8925-519e8ed16d58'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:16:49.402380 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-647184f9-fbf8-4c2e-94f8-fd7f36df6902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:49.490585 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-647184f9-fbf8-4c2e-94f8-fd7f36df6902 None None] For port 854c4e36-9d51-46e7-a313-0992638ace9a, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:16:49.494516 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-647184f9-fbf8-4c2e-94f8-fd7f36df6902 None None] For port 854c4e36-9d51-46e7-a313-0992638ace9a, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=854c4e36-9d51-46e7-a313-0992638ace9a,segment=NetworkSegment(f074adcd-d205-428e-a993-dc304e1073dc),segment_id=f074adcd-d205-428e-a993-dc304e1073dc)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:16:49.500103 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d96521-97e2-4570-908c-85efc25d6cf5 req-9de0aea6-4e15-464e-8145-590cd0977daf tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:49.501416 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-647184f9-fbf8-4c2e-94f8-fd7f36df6902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:49.512480 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-10d96521-97e2-4570-908c-85efc25d6cf5 req-9de0aea6-4e15-464e-8145-590cd0977daf tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f6ed47-83dc-460f-a0cd-7950d92ae355 HTTP/1.1" status: 200 len: 946 time: 0.0865178 Jul 24 00:16:49.536119 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-d68040dd-ddc9-49d4-847f-2dc52781e4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efb17f3-0459-40e7-866c-746fdeae0a22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370575435', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '2e3133bd-f5cb-4141-a479-ba43da28a14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:16:24Z', 'updated_at': '2021-07-24T00:16:29Z', 'revision_number': 4, 'project_id': '646730ba25934852bc5dd86a412228f1', 'gw_port': {'id': '2e3133bd-f5cb-4141-a479-ba43da28a14e', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:1a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efb17f3-0459-40e7-866c-746fdeae0a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:24Z', 'updated_at': '2021-07-24T00:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': '604671b4-f153-4c53-8201-3b1638a7eaf7', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'floating_ip_address': '172.25.3.54', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '4efb17f3-0459-40e7-866c-746fdeae0a22', 'port_id': 'b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3089, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e7ed3a1-aaee-47a9-a487-cde068c041f4', 'mac_address': 'fa:16:3e:d9:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f6ed47-83dc-460f-a0cd-7950d92ae355', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:16:47Z', 'updated_at': '2021-07-24T00:16:47Z', 'revision_number': 0, 'project_id': '646730ba25934852bc5dd86a412228f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14ed4a24-436a-4b85-a462-514bb0874e98', 'name': '', 'network_id': '1e7ed3a1-aaee-47a9-a487-cde068c041f4', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'mac_address': 'fa:16:3e:17:8d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efb17f3-0459-40e7-866c-746fdeae0a22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '44df3ff8-b921-496d-b228-8320dc322102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:28Z', 'updated_at': '2021-07-24T00:16:35Z', 'revision_number': 5, 'project_id': '646730ba25934852bc5dd86a412228f1', 'subnets': [{'id': '44df3ff8-b921-496d-b228-8320dc322102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:16:49.570139 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68040dd-ddc9-49d4-847f-2dc52781e4aa None None] Checking router: 4efb17f3-0459-40e7-866c-746fdeae0a22 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:16:49.574710 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647184f9-fbf8-4c2e-94f8-fd7f36df6902 None None] Pushing event updated for resources: {'Port': ['ID=854c4e36-9d51-46e7-a313-0992638ace9a,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:49.586998 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68040dd-ddc9-49d4-847f-2dc52781e4aa None None] Routers {'4efb17f3-0459-40e7-866c-746fdeae0a22'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:16:49.588033 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-d68040dd-ddc9-49d4-847f-2dc52781e4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:16:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['4efb17f3-0459-40e7-866c-746fdeae0a22'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:16:49.595487 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-10d96521-97e2-4570-908c-85efc25d6cf5 req-8f430514-fa24-4512-8142-b6fda09e2052 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=592819d6-cd2f-4c55-a231-bf1729025f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523129 Jul 24 00:16:49.612549 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fb749d-44d6-44c4-926b-6225afcdd4ce req-5c93df48-9bd6-4577-a05a-ca232da23b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:49.614136 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-79fb749d-44d6-44c4-926b-6225afcdd4ce req-5c93df48-9bd6-4577-a05a-ca232da23b41 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f416a58274704009b44a26f31650fbc3&device_id=ef7418c8-cc0f-4720-98ea-317b65ccb9ad HTTP/1.1" status: 200 len: 1098 time: 0.2665844 Jul 24 00:16:49.619723 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 47954) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:16:49.630536 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770d7969-ae57-4ef7-a11c-480c6d679be0 req-3e430a32-43f1-417c-b6ab-dd9993f47370 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:49.632141 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-770d7969-ae57-4ef7-a11c-480c6d679be0 req-3e430a32-43f1-417c-b6ab-dd9993f47370 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef7418c8-cc0f-4720-98ea-317b65ccb9ad HTTP/1.1" status: 200 len: 946 time: 0.2255552 Jul 24 00:16:49.686162 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d15b7db-bb0e-4ddc-ad0d-9b413f7e767a x-openstack-request-id: req-1d15b7db-bb0e-4ddc-ad0d-9b413f7e767a {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:16:49.686439 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42f6ed47-83dc-460f-a0cd-7950d92ae355", "tag": "b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:16:49.686705 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1d15b7db-bb0e-4ddc-ad0d-9b413f7e767a {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:16:49.687105 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42f6ed47-83dc-460f-a0cd-7950d92ae355', 'tag': 'b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd', 'status': 'completed', 'code': 200} Jul 24 00:16:49.726359 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-c1654ac3-a075-40f7-be3c-f797ac2580fd tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/floatingips/604671b4-f153-4c53-8201-3b1638a7eaf7 HTTP/1.1" status: 200 len: 991 time: 0.0970411 Jul 24 00:16:49.756514 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-d68040dd-ddc9-49d4-847f-2dc52781e4aa None None] Set router 4efb17f3-0459-40e7-866c-746fdeae0a22 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:16:49.818679 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-770d7969-ae57-4ef7-a11c-480c6d679be0 req-024a713b-b394-4fa5-810d-1e25d5e406fd tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=6134d66c-4e65-4c63-a0b5-3a2b7a9634b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1803145 Jul 24 00:16:49.862676 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea44411-fc22-4e9b-aa11-475dd4a31eaf req-07794c02-9b49-494e-bc51-83c10924fbe1 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:49.864396 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4ea44411-fc22-4e9b-aa11-475dd4a31eaf req-07794c02-9b49-494e-bc51-83c10924fbe1 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=23f454f4-fa2a-49fd-a09a-a271cb01078c HTTP/1.1" status: 200 len: 945 time: 0.0923431 Jul 24 00:16:50.004354 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4ea44411-fc22-4e9b-aa11-475dd4a31eaf req-9555b6ee-9c4a-4b5c-94c6-e985f2f136fa tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335349 Jul 24 00:16:50.070891 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a0ec11-05af-4f8e-be0f-c33ca718a6b3 None None] Sync routers for ids ['35802a2e-931b-4279-8f39-0827c1de9608'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:16:50.085508 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a0ec11-05af-4f8e-be0f-c33ca718a6b3 None None] Routers {'35802a2e-931b-4279-8f39-0827c1de9608'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:16:50.086448 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-b7a0ec11-05af-4f8e-be0f-c33ca718a6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:16:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['35802a2e-931b-4279-8f39-0827c1de9608'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:16:50.130564 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-d68040dd-ddc9-49d4-847f-2dc52781e4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efb17f3-0459-40e7-866c-746fdeae0a22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370575435', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '2e3133bd-f5cb-4141-a479-ba43da28a14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:16:24Z', 'updated_at': '2021-07-24T00:16:29Z', 'revision_number': 4, 'project_id': '646730ba25934852bc5dd86a412228f1', 'gw_port': {'id': '2e3133bd-f5cb-4141-a479-ba43da28a14e', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:1a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efb17f3-0459-40e7-866c-746fdeae0a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:24Z', 'updated_at': '2021-07-24T00:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': '604671b4-f153-4c53-8201-3b1638a7eaf7', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'floating_ip_address': '172.25.3.54', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '4efb17f3-0459-40e7-866c-746fdeae0a22', 'port_id': 'b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3089, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e7ed3a1-aaee-47a9-a487-cde068c041f4', 'mac_address': 'fa:16:3e:d9:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f6ed47-83dc-460f-a0cd-7950d92ae355', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:16:47Z', 'updated_at': '2021-07-24T00:16:47Z', 'revision_number': 0, 'project_id': '646730ba25934852bc5dd86a412228f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14ed4a24-436a-4b85-a462-514bb0874e98', 'name': '', 'network_id': '1e7ed3a1-aaee-47a9-a487-cde068c041f4', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'mac_address': 'fa:16:3e:17:8d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efb17f3-0459-40e7-866c-746fdeae0a22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '44df3ff8-b921-496d-b228-8320dc322102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:28Z', 'updated_at': '2021-07-24T00:16:35Z', 'revision_number': 5, 'project_id': '646730ba25934852bc5dd86a412228f1', 'subnets': [{'id': '44df3ff8-b921-496d-b228-8320dc322102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:16:50.163215 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68040dd-ddc9-49d4-847f-2dc52781e4aa None None] The sync data for ids ['4efb17f3-0459-40e7-866c-746fdeae0a22'] in n-d-800088-16 is: [{'id': '4efb17f3-0459-40e7-866c-746fdeae0a22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370575435', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '2e3133bd-f5cb-4141-a479-ba43da28a14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:16:24Z', 'updated_at': '2021-07-24T00:16:29Z', 'revision_number': 4, 'project_id': '646730ba25934852bc5dd86a412228f1', 'gw_port': {'id': '2e3133bd-f5cb-4141-a479-ba43da28a14e', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:1a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efb17f3-0459-40e7-866c-746fdeae0a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:24Z', 'updated_at': '2021-07-24T00:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': '604671b4-f153-4c53-8201-3b1638a7eaf7', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'floating_ip_address': '172.25.3.54', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '4efb17f3-0459-40e7-866c-746fdeae0a22', 'port_id': 'b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3089, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e7ed3a1-aaee-47a9-a487-cde068c041f4', 'mac_address': 'fa:16:3e:d9:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f6ed47-83dc-460f-a0cd-7950d92ae355', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:16:47Z', 'updated_at': '2021-07-24T00:16:47Z', 'revision_number': 0, 'project_id': '646730ba25934852bc5dd86a412228f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14ed4a24-436a-4b85-a462-514bb0874e98', 'name': '', 'network_id': '1e7ed3a1-aaee-47a9-a487-cde068c041f4', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'mac_address': 'fa:16:3e:17:8d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efb17f3-0459-40e7-866c-746fdeae0a22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '44df3ff8-b921-496d-b228-8320dc322102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:28Z', 'updated_at': '2021-07-24T00:16:35Z', 'revision_number': 5, 'project_id': '646730ba25934852bc5dd86a412228f1', 'subnets': [{'id': '44df3ff8-b921-496d-b228-8320dc322102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:16:50.238476 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-b7a0ec11-05af-4f8e-be0f-c33ca718a6b3 None None] Set router 35802a2e-931b-4279-8f39-0827c1de9608 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:16:50.301254 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fb749d-44d6-44c4-926b-6225afcdd4ce req-88d2204e-3817-4169-aa0d-f651bf312dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:50.303067 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-79fb749d-44d6-44c4-926b-6225afcdd4ce req-88d2204e-3817-4169-aa0d-f651bf312dbe service neutron] 10.222.0.52 "GET /v2.0/networks?id=3bb27577-8aa4-438b-b0fc-2e9a72f8d21f HTTP/1.1" status: 200 len: 916 time: 0.6492705 Jul 24 00:16:50.309515 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-60ca0032-87c8-4e92-ba93-2a5ef0eb41e8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:50.339204 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 945b6507-7839-445a-bdc2-5cfac81cde75 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:16:50.446229 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50721fa-9e1d-4d7f-99ff-766f8d2dc603 req-b15c9a89-cea8-40f0-a8e8-a4db98c46ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:50.447732 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e50721fa-9e1d-4d7f-99ff-766f8d2dc603 req-b15c9a89-cea8-40f0-a8e8-a4db98c46ad7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=646730ba25934852bc5dd86a412228f1&device_id=42f6ed47-83dc-460f-a0cd-7950d92ae355 HTTP/1.1" status: 200 len: 1098 time: 0.6848068 Jul 24 00:16:50.450374 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 945b6507-7839-445a-bdc2-5cfac81cde75 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:16:50.450859 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:50.466196 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-79fb749d-44d6-44c4-926b-6225afcdd4ce req-3adc7fd5-6d07-4778-8f36-95b83b008015 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2cc29194-d266-42bb-9db8-3d7a0b796200 HTTP/1.1" status: 200 len: 1001 time: 0.1531291 Jul 24 00:16:50.576587 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 854c4e36-9d51-46e7-a313-0992638ace9a up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:16:50.583622 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fb749d-44d6-44c4-926b-6225afcdd4ce req-215c4e57-2a68-4310-9e99-b62ec694b757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:50.585387 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-79fb749d-44d6-44c4-926b-6225afcdd4ce req-215c4e57-2a68-4310-9e99-b62ec694b757 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=63da32e2-61ac-4eb0-aee3-157739522d03 HTTP/1.1" status: 200 len: 854 time: 0.1075342 Jul 24 00:16:50.632923 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-b7a0ec11-05af-4f8e-be0f-c33ca718a6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35802a2e-931b-4279-8f39-0827c1de9608', 'name': 'tempest-TestVolumeBootPattern-1928393820-router', 'tenant_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '945b6507-7839-445a-bdc2-5cfac81cde75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:16:42Z', 'updated_at': '2021-07-24T00:16:45Z', 'revision_number': 4, 'project_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'gw_port': {'id': '945b6507-7839-445a-bdc2-5cfac81cde75', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35802a2e-931b-4279-8f39-0827c1de9608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:42Z', 'updated_at': '2021-07-24T00:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '0777a88b-5aef-4932-9db4-0c2450616791', 'name': '', 'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f', 'tenant_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'mac_address': 'fa:16:3e:7b:72:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35802a2e-931b-4279-8f39-0827c1de9608', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '4f660729-e229-442a-bec0-0f7d8794afc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:45Z', 'updated_at': '2021-07-24T00:16:45Z', 'revision_number': 2, 'project_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'subnets': [{'id': '4f660729-e229-442a-bec0-0f7d8794afc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:16:50.661597 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a0ec11-05af-4f8e-be0f-c33ca718a6b3 None None] Checking router: 35802a2e-931b-4279-8f39-0827c1de9608 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:16:50.662112 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a0ec11-05af-4f8e-be0f-c33ca718a6b3 None None] Updating router 35802a2e-931b-4279-8f39-0827c1de9608 port 0777a88b-5aef-4932-9db4-0c2450616791 binding host n-d-800088-16 {{(pid=100315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:16:50.695705 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba03f350-07b8-47a8-8461-e60be2a9279e None None] New status for floating IP 604671b4-f153-4c53-8201-3b1638a7eaf7: ACTIVE {{(pid=100316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 00:16:50.705720 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 854c4e36-9d51-46e7-a313-0992638ace9a completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:16:50.711824 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b7a0ec11-05af-4f8e-be0f-c33ca718a6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:50.729648 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 47960) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:16:50.752668 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50721fa-9e1d-4d7f-99ff-766f8d2dc603 req-2097aead-db24-4aa0-81d4-a522131e4465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:50.754215 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e50721fa-9e1d-4d7f-99ff-766f8d2dc603 req-2097aead-db24-4aa0-81d4-a522131e4465 service neutron] 10.222.0.52 "GET /v2.0/networks?id=1e7ed3a1-aaee-47a9-a487-cde068c041f4 HTTP/1.1" status: 200 len: 898 time: 0.2997096 Jul 24 00:16:50.755783 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-60ca0032-87c8-4e92-ba93-2a5ef0eb41e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:50.835092 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-69976cc7-e497-46ab-99d5-099b2e9a3748 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/floatingips/604671b4-f153-4c53-8201-3b1638a7eaf7 HTTP/1.1" status: 200 len: 991 time: 0.1039865 Jul 24 00:16:50.952780 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b553249-f6de-48c9-a8f6-eb45882ca6d3 None None] Network c7092cfa-6e7d-4272-8925-519e8ed16d58 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:16:50.963430 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fb749d-44d6-44c4-926b-6225afcdd4ce req-a70b24a2-7243-4fcd-8d6b-61adb1095db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:50.965179 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-79fb749d-44d6-44c4-926b-6225afcdd4ce req-a70b24a2-7243-4fcd-8d6b-61adb1095db7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3bb27577-8aa4-438b-b0fc-2e9a72f8d21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3464608 Jul 24 00:16:51.001850 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e50721fa-9e1d-4d7f-99ff-766f8d2dc603 req-87b74a17-26c3-4244-b896-e96937953f0e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd HTTP/1.1" status: 200 len: 999 time: 0.2378495 Jul 24 00:16:51.055714 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84b6e52-c0e0-4152-a930-09af40c84be6 req-5b999064-83fb-4c8d-9a24-9ca5491be5ba tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:51.065925 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c84b6e52-c0e0-4152-a930-09af40c84be6 req-5b999064-83fb-4c8d-9a24-9ca5491be5ba tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef7418c8-cc0f-4720-98ea-317b65ccb9ad HTTP/1.1" status: 200 len: 946 time: 0.1115119 Jul 24 00:16:51.075471 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-46def6b4-61f7-4dd3-bd0d-79062bce389b None None] Provisioning for port 854c4e36-9d51-46e7-a313-0992638ace9a completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:16:51.090686 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-46def6b4-61f7-4dd3-bd0d-79062bce389b None None] Provisioning complete for port 854c4e36-9d51-46e7-a313-0992638ace9a triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:16:51.091054 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-46def6b4-61f7-4dd3-bd0d-79062bce389b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:51.121260 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c84b6e52-c0e0-4152-a930-09af40c84be6 req-ab9d5a7b-9cd8-48a1-8d59-b4e97c189216 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=6134d66c-4e65-4c63-a0b5-3a2b7a9634b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508897 Jul 24 00:16:51.163244 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50721fa-9e1d-4d7f-99ff-766f8d2dc603 req-5cc96c4a-19f4-4f75-890d-7b85dba846e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:51.164881 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e50721fa-9e1d-4d7f-99ff-766f8d2dc603 req-5cc96c4a-19f4-4f75-890d-7b85dba846e8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=44df3ff8-b921-496d-b228-8320dc322102 HTTP/1.1" status: 200 len: 835 time: 0.1489367 Jul 24 00:16:51.171913 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60ca0032-87c8-4e92-ba93-2a5ef0eb41e8 admin admin] Router c9b1f98f-1052-49c3-8adb-d6b53543e650 is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:16:51.221867 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-79fb749d-44d6-44c4-926b-6225afcdd4ce req-06dea241-a9df-4868-a8ed-e8f2ef43f3c0 service neutron] 10.222.0.52 "GET /v2.0/networks/3bb27577-8aa4-438b-b0fc-2e9a72f8d21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457752 Jul 24 00:16:51.354768 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-46def6b4-61f7-4dd3-bd0d-79062bce389b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:51.360131 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd544cb-7ae7-4aed-9d51-7753dd310d72 req-c18454ec-affb-45d0-9d08-7480a8fe3ed2 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:51.361877 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1bd544cb-7ae7-4aed-9d51-7753dd310d72 req-c18454ec-affb-45d0-9d08-7480a8fe3ed2 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=23f454f4-fa2a-49fd-a09a-a271cb01078c HTTP/1.1" status: 200 len: 945 time: 0.2554872 Jul 24 00:16:51.396355 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b7a0ec11-05af-4f8e-be0f-c33ca718a6b3 None None] Notify callbacks [] for port, precommit_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:51.422120 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-46def6b4-61f7-4dd3-bd0d-79062bce389b None None] For port 854c4e36-9d51-46e7-a313-0992638ace9a, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=854c4e36-9d51-46e7-a313-0992638ace9a,segment=NetworkSegment(f074adcd-d205-428e-a993-dc304e1073dc),segment_id=f074adcd-d205-428e-a993-dc304e1073dc)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:16:51.423396 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-b7a0ec11-05af-4f8e-be0f-c33ca718a6b3 None None] Transition to ACTIVE for port object 0777a88b-5aef-4932-9db4-0c2450616791 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:16:51.430249 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-46def6b4-61f7-4dd3-bd0d-79062bce389b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:51.437831 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50721fa-9e1d-4d7f-99ff-766f8d2dc603 req-5826d908-c62b-41eb-816e-9d1ec91b442e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:51.439378 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e50721fa-9e1d-4d7f-99ff-766f8d2dc603 req-5826d908-c62b-41eb-816e-9d1ec91b442e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1e7ed3a1-aaee-47a9-a487-cde068c041f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2646613 Jul 24 00:16:51.459276 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b7a0ec11-05af-4f8e-be0f-c33ca718a6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:51.494561 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46def6b4-61f7-4dd3-bd0d-79062bce389b None None] Pushing event updated for resources: {'Port': ['ID=854c4e36-9d51-46e7-a313-0992638ace9a,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:51.507041 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ca0032-87c8-4e92-ba93-2a5ef0eb41e8 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:16:51.522103 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-79fb749d-44d6-44c4-926b-6225afcdd4ce req-9427c135-5e3f-494e-bc14-22893dca019e service neutron] 10.222.0.52 "GET /v2.0/networks/3bb27577-8aa4-438b-b0fc-2e9a72f8d21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585883 Jul 24 00:16:51.527898 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1bd544cb-7ae7-4aed-9d51-7753dd310d72 req-86147688-3e60-4d0f-9956-0f7f5569afea tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302099 Jul 24 00:16:51.558990 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97df5cf-1519-4e3c-b3b2-91482e350726 None None] Sync routers for ids ['c9b1f98f-1052-49c3-8adb-d6b53543e650'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:16:51.573974 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-60ca0032-87c8-4e92-ba93-2a5ef0eb41e8 admin admin] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:51.575428 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-60ca0032-87c8-4e92-ba93-2a5ef0eb41e8 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4109507 Jul 24 00:16:51.580318 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 47972) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:16:51.677544 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97df5cf-1519-4e3c-b3b2-91482e350726 None None] Routers {'c9b1f98f-1052-49c3-8adb-d6b53543e650'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:16:51.678096 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-e97df5cf-1519-4e3c-b3b2-91482e350726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:16:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['c9b1f98f-1052-49c3-8adb-d6b53543e650'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:16:51.679661 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e50721fa-9e1d-4d7f-99ff-766f8d2dc603 req-eccff2a8-cf23-4c2b-be6c-8f61287ae17f service neutron] 10.222.0.52 "GET /v2.0/networks/1e7ed3a1-aaee-47a9-a487-cde068c041f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270751 Jul 24 00:16:51.682100 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a01dc58-254c-437d-88a4-c635a8c35745 None None] Pushing event updated for resources: {'Port': ['ID=0777a88b-5aef-4932-9db4-0c2450616791,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:51.723402 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-b7a0ec11-05af-4f8e-be0f-c33ca718a6b3 None None] Attempting to bind port 0777a88b-5aef-4932-9db4-0c2450616791 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:16:51.723622 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-b7a0ec11-05af-4f8e-be0f-c33ca718a6b3 None None] Attempting to bind port 0777a88b-5aef-4932-9db4-0c2450616791 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': 'a1a1465a-fd99-41c9-bf89-faf21d67cc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:16:51.723823 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a0ec11-05af-4f8e-be0f-c33ca718a6b3 None None] Attempting to bind port 0777a88b-5aef-4932-9db4-0c2450616791 on network 657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:16:51.807866 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a0ec11-05af-4f8e-be0f-c33ca718a6b3 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:16:51.808248 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a0ec11-05af-4f8e-be0f-c33ca718a6b3 None None] Checking segment: {'id': 'a1a1465a-fd99-41c9-bf89-faf21d67cc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:16:51.808685 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b7a0ec11-05af-4f8e-be0f-c33ca718a6b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:51.809107 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a0ec11-05af-4f8e-be0f-c33ca718a6b3 None None] Bound using segment: {'id': 'a1a1465a-fd99-41c9-bf89-faf21d67cc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:16:51.809629 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-b7a0ec11-05af-4f8e-be0f-c33ca718a6b3 None None] Bound port: 0777a88b-5aef-4932-9db4-0c2450616791, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1a1465a-fd99-41c9-bf89-faf21d67cc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:16:51.810011 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b7a0ec11-05af-4f8e-be0f-c33ca718a6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:51.850207 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 47984) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:16:51.942485 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-e97df5cf-1519-4e3c-b3b2-91482e350726 None None] Set router c9b1f98f-1052-49c3-8adb-d6b53543e650 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:16:52.018980 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce33fe81-9df7-4300-aa01-2b364f82b702 req-62a4eb1c-1cfe-4167-b795-56d31692d054 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:52.023067 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-b7a0ec11-05af-4f8e-be0f-c33ca718a6b3 None None] For port 0777a88b-5aef-4932-9db4-0c2450616791, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:16:52.026212 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ce33fe81-9df7-4300-aa01-2b364f82b702 req-62a4eb1c-1cfe-4167-b795-56d31692d054 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 946 time: 0.4324701 Jul 24 00:16:52.076882 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-350e6193-d5af-457a-923b-98a10cc7db21 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/floatingips/604671b4-f153-4c53-8201-3b1638a7eaf7 HTTP/1.1" status: 200 len: 993 time: 0.1940732 Jul 24 00:16:52.081376 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ce33fe81-9df7-4300-aa01-2b364f82b702 req-8b49ba65-9fcf-4775-9ec0-76e8efb1d14f tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540092 Jul 24 00:16:52.100910 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e50721fa-9e1d-4d7f-99ff-766f8d2dc603 req-668d8600-8134-4677-b3dc-fc78d2d6d2bb service neutron] 10.222.0.52 "GET /v2.0/networks/1e7ed3a1-aaee-47a9-a487-cde068c041f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4057131 Jul 24 00:16:52.101838 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-e2909cdc-a598-4eb8-acfe-16d91b95ff82 None None] Provisioning complete for port 854c4e36-9d51-46e7-a313-0992638ace9a triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:16:52.101838 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e2909cdc-a598-4eb8-acfe-16d91b95ff82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:52.117415 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65108a35-28ea-4702-b34e-6371e1852120 req-bb9a4747-86ad-4557-973b-43a65fe99833 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:52.119024 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-65108a35-28ea-4702-b34e-6371e1852120 req-bb9a4747-86ad-4557-973b-43a65fe99833 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/networks?id=647eee8d-5ee8-4283-a9e5-d18e1a31df0d HTTP/1.1" status: 200 len: 806 time: 0.3107574 Jul 24 00:16:52.159305 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-65108a35-28ea-4702-b34e-6371e1852120 req-b3c20a05-75e1-47c9-9a4a-27f6d0bba963 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/quotas/d101a2ce9a064baabc9b1c2111317a43 HTTP/1.1" status: 200 len: 375 time: 0.0327625 Jul 24 00:16:52.168946 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-b7a0ec11-05af-4f8e-be0f-c33ca718a6b3 None None] For port 0777a88b-5aef-4932-9db4-0c2450616791, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=0777a88b-5aef-4932-9db4-0c2450616791,segment=NetworkSegment(a1a1465a-fd99-41c9-bf89-faf21d67cc5e),segment_id=a1a1465a-fd99-41c9-bf89-faf21d67cc5e)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:16:52.192913 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b7a0ec11-05af-4f8e-be0f-c33ca718a6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:52.266784 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 854c4e36-9d51-46e7-a313-0992638ace9a up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:16:52.272799 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-65108a35-28ea-4702-b34e-6371e1852120 req-78dd7957-0983-43a0-8eb9-05013edb72a5 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d101a2ce9a064baabc9b1c2111317a43&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1075015 Jul 24 00:16:52.406418 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-65108a35-28ea-4702-b34e-6371e1852120 req-f1f5a1fe-eae8-4930-89b4-b31266b80a14 service neutron] 10.222.0.44 "GET /v2.0/networks/647eee8d-5ee8-4283-a9e5-d18e1a31df0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147964 Jul 24 00:16:52.433040 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a0ec11-05af-4f8e-be0f-c33ca718a6b3 None None] Routers {'35802a2e-931b-4279-8f39-0827c1de9608'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:16:52.435317 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-b7a0ec11-05af-4f8e-be0f-c33ca718a6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:16:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['35802a2e-931b-4279-8f39-0827c1de9608'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:16:52.444099 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a01dc58-254c-437d-88a4-c635a8c35745 None None] Pushing event updated for resources: {'Port': ['ID=0777a88b-5aef-4932-9db4-0c2450616791,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:52.510387 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-625750e4-1d19-46fd-ba94-1db1e2d17fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:52.523558 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-65108a35-28ea-4702-b34e-6371e1852120 req-02c4451c-8dbe-4f9f-b690-33dc338494c6 service neutron] 10.222.0.44 "GET /v2.0/networks/647eee8d-5ee8-4283-a9e5-d18e1a31df0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162093 Jul 24 00:16:52.591426 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 854c4e36-9d51-46e7-a313-0992638ace9a triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:16:52.591850 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:52.672500 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-e97df5cf-1519-4e3c-b3b2-91482e350726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b1f98f-1052-49c3-8adb-d6b53543e650', 'name': 'tempest-TestVolumeBootPattern-527976551-router', 'tenant_id': 'cebaf452d9b5417f95e755e1eaea6fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '38df7c4f-3758-4269-9ca8-958f16a77bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:16:48Z', 'updated_at': '2021-07-24T00:16:49Z', 'revision_number': 3, 'project_id': 'cebaf452d9b5417f95e755e1eaea6fd9', 'gw_port': {'id': '38df7c4f-3758-4269-9ca8-958f16a77bfc', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f8:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9b1f98f-1052-49c3-8adb-d6b53543e650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:48Z', 'updated_at': '2021-07-24T00:16:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:16:52.716523 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97df5cf-1519-4e3c-b3b2-91482e350726 None None] Checking router: c9b1f98f-1052-49c3-8adb-d6b53543e650 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:16:52.717522 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97df5cf-1519-4e3c-b3b2-91482e350726 None None] Updating router c9b1f98f-1052-49c3-8adb-d6b53543e650 port 38df7c4f-3758-4269-9ca8-958f16a77bfc binding host n-d-800088-16 {{(pid=100315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:16:52.769706 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-b7a0ec11-05af-4f8e-be0f-c33ca718a6b3 None None] Set router 35802a2e-931b-4279-8f39-0827c1de9608 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:16:52.783610 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-625750e4-1d19-46fd-ba94-1db1e2d17fa5 admin admin] Allocated IP 172.20.0.1 (c7092cfa-6e7d-4272-8925-519e8ed16d58/a34119ea-85ee-4f0f-b6d0-1761e8e10c9d/970e09ee-468c-4cf7-adf5-be1dd70c574e) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:16:52.824771 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b285f9cd-1d79-43ee-8c34-bd444a4f8c74 req-b43db098-5617-422b-9702-62a962c3c704 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:52.827516 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b285f9cd-1d79-43ee-8c34-bd444a4f8c74 req-b43db098-5617-422b-9702-62a962c3c704 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef7418c8-cc0f-4720-98ea-317b65ccb9ad HTTP/1.1" status: 200 len: 946 time: 0.1209888 Jul 24 00:16:52.839326 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0a5414e5-8e78-45a5-a391-5e1f957bbdba req-560530e4-7884-4be9-a4e1-031c5d2b150b tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ce60dfe-d783-4d54-9658-d4a3eab46e8f HTTP/1.1" status: 200 len: 210 time: 0.0560663 Jul 24 00:16:52.866621 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e97df5cf-1519-4e3c-b3b2-91482e350726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:52.895919 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b285f9cd-1d79-43ee-8c34-bd444a4f8c74 req-adea349b-ffb9-4a69-9d14-1c2331021780 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=6134d66c-4e65-4c63-a0b5-3a2b7a9634b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514529 Jul 24 00:16:52.974559 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-625750e4-1d19-46fd-ba94-1db1e2d17fa5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:52.996388 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [None req-625750e4-1d19-46fd-ba94-1db1e2d17fa5 admin admin] Transition to ACTIVE for port object 970e09ee-468c-4cf7-adf5-be1dd70c574e will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:16:53.041993 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-625750e4-1d19-46fd-ba94-1db1e2d17fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:53.098986 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625750e4-1d19-46fd-ba94-1db1e2d17fa5 admin admin] Network c7092cfa-6e7d-4272-8925-519e8ed16d58 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:16:53.107525 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-625750e4-1d19-46fd-ba94-1db1e2d17fa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:16:53.111717 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625750e4-1d19-46fd-ba94-1db1e2d17fa5 admin admin] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:16:53.160994 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625750e4-1d19-46fd-ba94-1db1e2d17fa5 admin admin] Pushing event updated for resources: {'Port': ['ID=970e09ee-468c-4cf7-adf5-be1dd70c574e,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:53.189184 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-625750e4-1d19-46fd-ba94-1db1e2d17fa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681761'] for router_interface, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:53.274682 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c88d8b71-4ffb-42b1-ab6a-d63293042c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:53.379883 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-625750e4-1d19-46fd-ba94-1db1e2d17fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:53.443892 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-b7a0ec11-05af-4f8e-be0f-c33ca718a6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35802a2e-931b-4279-8f39-0827c1de9608', 'name': 'tempest-TestVolumeBootPattern-1928393820-router', 'tenant_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '945b6507-7839-445a-bdc2-5cfac81cde75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:16:42Z', 'updated_at': '2021-07-24T00:16:45Z', 'revision_number': 4, 'project_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'gw_port': {'id': '945b6507-7839-445a-bdc2-5cfac81cde75', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35802a2e-931b-4279-8f39-0827c1de9608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:42Z', 'updated_at': '2021-07-24T00:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '0777a88b-5aef-4932-9db4-0c2450616791', 'name': '', 'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f', 'tenant_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'mac_address': 'fa:16:3e:7b:72:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35802a2e-931b-4279-8f39-0827c1de9608', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '4f660729-e229-442a-bec0-0f7d8794afc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:45Z', 'updated_at': '2021-07-24T00:16:51Z', 'revision_number': 4, 'project_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'subnets': [{'id': '4f660729-e229-442a-bec0-0f7d8794afc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:16:53.484609 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a0ec11-05af-4f8e-be0f-c33ca718a6b3 None None] The sync data for ids ['35802a2e-931b-4279-8f39-0827c1de9608'] in n-d-800088-16 is: [{'id': '35802a2e-931b-4279-8f39-0827c1de9608', 'name': 'tempest-TestVolumeBootPattern-1928393820-router', 'tenant_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '945b6507-7839-445a-bdc2-5cfac81cde75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:16:42Z', 'updated_at': '2021-07-24T00:16:45Z', 'revision_number': 4, 'project_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'gw_port': {'id': '945b6507-7839-445a-bdc2-5cfac81cde75', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35802a2e-931b-4279-8f39-0827c1de9608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:42Z', 'updated_at': '2021-07-24T00:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '0777a88b-5aef-4932-9db4-0c2450616791', 'name': '', 'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f', 'tenant_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'mac_address': 'fa:16:3e:7b:72:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35802a2e-931b-4279-8f39-0827c1de9608', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '4f660729-e229-442a-bec0-0f7d8794afc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:45Z', 'updated_at': '2021-07-24T00:16:51Z', 'revision_number': 4, 'project_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'subnets': [{'id': '4f660729-e229-442a-bec0-0f7d8794afc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:16:53.525080 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-fd1fe231-a121-4c7a-8602-2084a09b16b3 None None] Provisioning for port 970e09ee-468c-4cf7-adf5-be1dd70c574e completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:16:53.535614 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-fd1fe231-a121-4c7a-8602-2084a09b16b3 None None] Provisioning complete for port 970e09ee-468c-4cf7-adf5-be1dd70c574e triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:16:53.536080 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-fd1fe231-a121-4c7a-8602-2084a09b16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:53.564183 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e97df5cf-1519-4e3c-b3b2-91482e350726 None None] Notify callbacks [] for port, precommit_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:53.579419 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-625750e4-1d19-46fd-ba94-1db1e2d17fa5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:53.583468 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-e97df5cf-1519-4e3c-b3b2-91482e350726 None None] Transition to ACTIVE for port object 38df7c4f-3758-4269-9ca8-958f16a77bfc will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:16:53.584000 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-625750e4-1d19-46fd-ba94-1db1e2d17fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:53.591586 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-fd1fe231-a121-4c7a-8602-2084a09b16b3 None None] Port 970e09ee-468c-4cf7-adf5-be1dd70c574e cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:16:53.594513 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e97df5cf-1519-4e3c-b3b2-91482e350726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:53.658766 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625750e4-1d19-46fd-ba94-1db1e2d17fa5 admin admin] Pushing event updated for resources: {'Port': ['ID=970e09ee-468c-4cf7-adf5-be1dd70c574e,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:53.661448 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-625750e4-1d19-46fd-ba94-1db1e2d17fa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680980'] for router_interface, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:53.673223 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69684096-3c12-4a31-91b0-805c1f9dd045 None None] Pushing event updated for resources: {'Port': ['ID=38df7c4f-3758-4269-9ca8-958f16a77bfc,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:53.677937 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-e97df5cf-1519-4e3c-b3b2-91482e350726 None None] Attempting to bind port 38df7c4f-3758-4269-9ca8-958f16a77bfc on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:16:53.678443 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-e97df5cf-1519-4e3c-b3b2-91482e350726 None None] Attempting to bind port 38df7c4f-3758-4269-9ca8-958f16a77bfc by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:16:53.679744 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97df5cf-1519-4e3c-b3b2-91482e350726 None None] Attempting to bind port 38df7c4f-3758-4269-9ca8-958f16a77bfc on network 9adcfee8-760c-4568-9e39-c221abf69bf5 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:16:53.687696 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97df5cf-1519-4e3c-b3b2-91482e350726 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:16:53.688269 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97df5cf-1519-4e3c-b3b2-91482e350726 None None] Checking segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:16:53.688854 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e97df5cf-1519-4e3c-b3b2-91482e350726 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:53.689384 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97df5cf-1519-4e3c-b3b2-91482e350726 None None] Bound using segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:16:53.689997 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-e97df5cf-1519-4e3c-b3b2-91482e350726 None None] Bound port: 38df7c4f-3758-4269-9ca8-958f16a77bfc, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:16:53.690525 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e97df5cf-1519-4e3c-b3b2-91482e350726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:53.751716 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-e97df5cf-1519-4e3c-b3b2-91482e350726 None None] For port 38df7c4f-3758-4269-9ca8-958f16a77bfc, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:16:53.757856 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-e97df5cf-1519-4e3c-b3b2-91482e350726 None None] For port 38df7c4f-3758-4269-9ca8-958f16a77bfc, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=38df7c4f-3758-4269-9ca8-958f16a77bfc,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:16:53.764281 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e97df5cf-1519-4e3c-b3b2-91482e350726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:53.785298 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625750e4-1d19-46fd-ba94-1db1e2d17fa5 admin admin] Network c7092cfa-6e7d-4272-8925-519e8ed16d58 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:16:53.788134 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-625750e4-1d19-46fd-ba94-1db1e2d17fa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:16:53.844696 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97df5cf-1519-4e3c-b3b2-91482e350726 None None] Routers {'c9b1f98f-1052-49c3-8adb-d6b53543e650'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:16:53.845384 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-e97df5cf-1519-4e3c-b3b2-91482e350726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:16:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['c9b1f98f-1052-49c3-8adb-d6b53543e650'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:16:53.986687 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69684096-3c12-4a31-91b0-805c1f9dd045 None None] Pushing event updated for resources: {'Port': ['ID=38df7c4f-3758-4269-9ca8-958f16a77bfc,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:54.059801 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4071fbda-dc66-46ee-9bc3-9eccca91e6b9 req-8c56b161-3797-4bd2-8c52-fca8074e3502 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ce60dfe-d783-4d54-9658-d4a3eab46e8f HTTP/1.1" status: 200 len: 210 time: 0.0742085 Jul 24 00:16:54.070948 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-e97df5cf-1519-4e3c-b3b2-91482e350726 None None] Set router c9b1f98f-1052-49c3-8adb-d6b53543e650 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:16:54.127209 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-625750e4-1d19-46fd-ba94-1db1e2d17fa5 admin admin] Router c9b1f98f-1052-49c3-8adb-d6b53543e650 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:16:54.238234 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 0777a88b-5aef-4932-9db4-0c2450616791 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:16:54.242244 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-d8001169-d7f5-4f7c-b558-e53664015df8 None None] Provisioning complete for port 970e09ee-468c-4cf7-adf5-be1dd70c574e triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:16:54.242631 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d8001169-d7f5-4f7c-b558-e53664015df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:54.312766 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03a0b59-f6b4-478c-ad66-229261980f92 req-2109c6f9-8ffd-4745-805a-3774b4addea6 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:54.314364 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c03a0b59-f6b4-478c-ad66-229261980f92 req-2109c6f9-8ffd-4745-805a-3774b4addea6 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef7418c8-cc0f-4720-98ea-317b65ccb9ad HTTP/1.1" status: 200 len: 946 time: 0.2941239 Jul 24 00:16:54.321560 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65108a35-28ea-4702-b34e-6371e1852120 req-d388166a-8749-451f-a846-21814606fc34 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:54.323000 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-65108a35-28ea-4702-b34e-6371e1852120 req-d388166a-8749-451f-a846-21814606fc34 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.64 "GET /v2.0/networks?id=647eee8d-5ee8-4283-a9e5-d18e1a31df0d HTTP/1.1" status: 200 len: 806 time: 0.3737137 Jul 24 00:16:54.343614 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-65108a35-28ea-4702-b34e-6371e1852120 req-b4dc2f8e-2f35-4a22-961e-2ca72dfa241c tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Request body: {'port': {'device_id': '8ce60dfe-d783-4d54-9658-d4a3eab46e8f', 'network_id': '647eee8d-5ee8-4283-a9e5-d18e1a31df0d', 'admin_state_up': True, 'tenant_id': 'd101a2ce9a064baabc9b1c2111317a43'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:16:54.407418 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-d8001169-d7f5-4f7c-b558-e53664015df8 None None] Port 970e09ee-468c-4cf7-adf5-be1dd70c574e cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:16:54.429212 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 0777a88b-5aef-4932-9db4-0c2450616791 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:16:54.436317 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 0777a88b-5aef-4932-9db4-0c2450616791 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:16:54.436700 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:54.459689 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c03a0b59-f6b4-478c-ad66-229261980f92 req-9225aebf-99e5-4b41-b39f-0f2278bce044 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=6134d66c-4e65-4c63-a0b5-3a2b7a9634b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357000 Jul 24 00:16:54.461703 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-e97df5cf-1519-4e3c-b3b2-91482e350726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b1f98f-1052-49c3-8adb-d6b53543e650', 'name': 'tempest-TestVolumeBootPattern-527976551-router', 'tenant_id': 'cebaf452d9b5417f95e755e1eaea6fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '38df7c4f-3758-4269-9ca8-958f16a77bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:16:48Z', 'updated_at': '2021-07-24T00:16:53Z', 'revision_number': 4, 'project_id': 'cebaf452d9b5417f95e755e1eaea6fd9', 'gw_port': {'id': '38df7c4f-3758-4269-9ca8-958f16a77bfc', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f8:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9b1f98f-1052-49c3-8adb-d6b53543e650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:48Z', 'updated_at': '2021-07-24T00:16:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '970e09ee-468c-4cf7-adf5-be1dd70c574e', 'name': '', 'network_id': 'c7092cfa-6e7d-4272-8925-519e8ed16d58', 'tenant_id': 'cebaf452d9b5417f95e755e1eaea6fd9', 'mac_address': 'fa:16:3e:fd:bd:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9b1f98f-1052-49c3-8adb-d6b53543e650', 'device_owner': 'network:router_interface', 'standard_attr_id': 3099, 'fixed_ips': [{'subnet_id': 'a34119ea-85ee-4f0f-b6d0-1761e8e10c9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:52Z', 'updated_at': '2021-07-24T00:16:53Z', 'revision_number': 2, 'project_id': 'cebaf452d9b5417f95e755e1eaea6fd9', 'subnets': [{'id': 'a34119ea-85ee-4f0f-b6d0-1761e8e10c9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:16:54.464649 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-625750e4-1d19-46fd-ba94-1db1e2d17fa5 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:16:54.474521 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-625750e4-1d19-46fd-ba94-1db1e2d17fa5 admin admin] 10.222.0.44 "PUT /v2.0/routers/c9b1f98f-1052-49c3-8adb-d6b53543e650/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8893514 Jul 24 00:16:54.508461 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65108a35-28ea-4702-b34e-6371e1852120 req-b4dc2f8e-2f35-4a22-961e-2ca72dfa241c tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Made reservation on behalf of d101a2ce9a064baabc9b1c2111317a43 for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:16:54.509145 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97df5cf-1519-4e3c-b3b2-91482e350726 None None] The sync data for ids ['c9b1f98f-1052-49c3-8adb-d6b53543e650'] in n-d-800088-16 is: [{'id': 'c9b1f98f-1052-49c3-8adb-d6b53543e650', 'name': 'tempest-TestVolumeBootPattern-527976551-router', 'tenant_id': 'cebaf452d9b5417f95e755e1eaea6fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '38df7c4f-3758-4269-9ca8-958f16a77bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:16:48Z', 'updated_at': '2021-07-24T00:16:53Z', 'revision_number': 4, 'project_id': 'cebaf452d9b5417f95e755e1eaea6fd9', 'gw_port': {'id': '38df7c4f-3758-4269-9ca8-958f16a77bfc', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f8:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9b1f98f-1052-49c3-8adb-d6b53543e650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:48Z', 'updated_at': '2021-07-24T00:16:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '970e09ee-468c-4cf7-adf5-be1dd70c574e', 'name': '', 'network_id': 'c7092cfa-6e7d-4272-8925-519e8ed16d58', 'tenant_id': 'cebaf452d9b5417f95e755e1eaea6fd9', 'mac_address': 'fa:16:3e:fd:bd:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9b1f98f-1052-49c3-8adb-d6b53543e650', 'device_owner': 'network:router_interface', 'standard_attr_id': 3099, 'fixed_ips': [{'subnet_id': 'a34119ea-85ee-4f0f-b6d0-1761e8e10c9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:52Z', 'updated_at': '2021-07-24T00:16:53Z', 'revision_number': 2, 'project_id': 'cebaf452d9b5417f95e755e1eaea6fd9', 'subnets': [{'id': 'a34119ea-85ee-4f0f-b6d0-1761e8e10c9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:16:54.514227 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-65108a35-28ea-4702-b34e-6371e1852120 req-b4dc2f8e-2f35-4a22-961e-2ca72dfa241c tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:54.574759 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:54.615500 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 0777a88b-5aef-4932-9db4-0c2450616791, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=0777a88b-5aef-4932-9db4-0c2450616791,segment=NetworkSegment(a1a1465a-fd99-41c9-bf89-faf21d67cc5e),segment_id=a1a1465a-fd99-41c9-bf89-faf21d67cc5e)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:16:54.619818 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:54.675258 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [req-65108a35-28ea-4702-b34e-6371e1852120 req-b4dc2f8e-2f35-4a22-961e-2ca72dfa241c tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Allocated IP 172.20.0.9 (647eee8d-5ee8-4283-a9e5-d18e1a31df0d/f74eda8a-ed40-4284-ae5e-468e5cf2304c/57bc1645-a58a-4ee0-b905-d9717a9b7b6f) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:16:54.679192 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=0777a88b-5aef-4932-9db4-0c2450616791,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:54.889732 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-65108a35-28ea-4702-b34e-6371e1852120 req-b4dc2f8e-2f35-4a22-961e-2ca72dfa241c tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:54.938560 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-65108a35-28ea-4702-b34e-6371e1852120 req-b4dc2f8e-2f35-4a22-961e-2ca72dfa241c tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:54.953930 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['5f16fbca-e168-4d66-b734-55081507532a'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:16:54.995711 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65108a35-28ea-4702-b34e-6371e1852120 req-b4dc2f8e-2f35-4a22-961e-2ca72dfa241c tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Network 647eee8d-5ee8-4283-a9e5-d18e1a31df0d is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:16:54.999583 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [req-65108a35-28ea-4702-b34e-6371e1852120 req-b4dc2f8e-2f35-4a22-961e-2ca72dfa241c tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:16:55.004917 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-65108a35-28ea-4702-b34e-6371e1852120 req-b4dc2f8e-2f35-4a22-961e-2ca72dfa241c tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:16:55.009468 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dc2f8e-2f35-4a22-961e-2ca72dfa241c tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Pushing event updated for resources: {'Port': ['ID=57bc1645-a58a-4ee0-b905-d9717a9b7b6f,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:55.009818 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['0e51c448-85ed-42a3-b7a8-5045610021f3'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:16:55.067057 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65108a35-28ea-4702-b34e-6371e1852120 req-b4dc2f8e-2f35-4a22-961e-2ca72dfa241c tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:55.067770 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-65108a35-28ea-4702-b34e-6371e1852120 req-b4dc2f8e-2f35-4a22-961e-2ca72dfa241c tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:55.103186 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-65108a35-28ea-4702-b34e-6371e1852120 req-b4dc2f8e-2f35-4a22-961e-2ca72dfa241c tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7668958 Jul 24 00:16:55.118229 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-65108a35-28ea-4702-b34e-6371e1852120 req-6319fc85-f24b-4869-812b-a3b15be3c10a service neutron] Request body: {'port': {'device_id': '8ce60dfe-d783-4d54-9658-d4a3eab46e8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-16'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:16:55.216371 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-65108a35-28ea-4702-b34e-6371e1852120 req-6319fc85-f24b-4869-812b-a3b15be3c10a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:55.230557 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea5980-4f1d-437a-8c31-beeb2448bb2c req-b2e2b650-1962-49e9-a4f3-db7665bc6f92 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:55.241176 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c8ea5980-4f1d-437a-8c31-beeb2448bb2c req-b2e2b650-1962-49e9-a4f3-db7665bc6f92 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ce60dfe-d783-4d54-9658-d4a3eab46e8f HTTP/1.1" status: 200 len: 931 time: 0.0913680 Jul 24 00:16:55.296207 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c8ea5980-4f1d-437a-8c31-beeb2448bb2c req-d95e8c8e-dc05-4690-afd3-7c9f3aa98abb tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535140 Jul 24 00:16:55.590549 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-65108a35-28ea-4702-b34e-6371e1852120 req-6319fc85-f24b-4869-812b-a3b15be3c10a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57bc1645-a58a-4ee0-b905-d9717a9b7b6f {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:16:55.601531 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-65108a35-28ea-4702-b34e-6371e1852120 req-6319fc85-f24b-4869-812b-a3b15be3c10a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:55.648987 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-65108a35-28ea-4702-b34e-6371e1852120 req-6319fc85-f24b-4869-812b-a3b15be3c10a service neutron] Transition to ACTIVE for port object 57bc1645-a58a-4ee0-b905-d9717a9b7b6f will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:16:55.662999 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-65108a35-28ea-4702-b34e-6371e1852120 req-6319fc85-f24b-4869-812b-a3b15be3c10a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:55.710580 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6319fc85-f24b-4869-812b-a3b15be3c10a service neutron] Pushing event updated for resources: {'Port': ['ID=57bc1645-a58a-4ee0-b905-d9717a9b7b6f,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:55.751028 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9694a91a-7f79-4e5c-9c29-acf4cc37eebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:55.753124 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fc0c2a-b5bf-4b17-a9b3-e7768413da1e req-86d3a86e-8df8-4c15-ab35-1f78d22cb5f3 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:55.754735 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-37fc0c2a-b5bf-4b17-a9b3-e7768413da1e req-86d3a86e-8df8-4c15-ab35-1f78d22cb5f3 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef7418c8-cc0f-4720-98ea-317b65ccb9ad HTTP/1.1" status: 200 len: 946 time: 0.1415880 Jul 24 00:16:55.852376 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-37fc0c2a-b5bf-4b17-a9b3-e7768413da1e req-e239b96e-7d7a-4644-8c8f-d483e3a29b3f tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=6134d66c-4e65-4c63-a0b5-3a2b7a9634b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675685 Jul 24 00:16:55.868654 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-65108a35-28ea-4702-b34e-6371e1852120 req-6319fc85-f24b-4869-812b-a3b15be3c10a service neutron] Attempting to bind port 57bc1645-a58a-4ee0-b905-d9717a9b7b6f on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:16:55.869121 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-65108a35-28ea-4702-b34e-6371e1852120 req-6319fc85-f24b-4869-812b-a3b15be3c10a service neutron] Attempting to bind port 57bc1645-a58a-4ee0-b905-d9717a9b7b6f by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '5aa5a49c-7465-4920-b25b-c3e99ae728f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '647eee8d-5ee8-4283-a9e5-d18e1a31df0d'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:16:55.869676 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65108a35-28ea-4702-b34e-6371e1852120 req-6319fc85-f24b-4869-812b-a3b15be3c10a service neutron] Attempting to bind port 57bc1645-a58a-4ee0-b905-d9717a9b7b6f on network 647eee8d-5ee8-4283-a9e5-d18e1a31df0d {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:16:55.874546 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65108a35-28ea-4702-b34e-6371e1852120 req-6319fc85-f24b-4869-812b-a3b15be3c10a service neutron] Port 57bc1645-a58a-4ee0-b905-d9717a9b7b6f on network 647eee8d-5ee8-4283-a9e5-d18e1a31df0d not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:16:55.874971 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65108a35-28ea-4702-b34e-6371e1852120 req-6319fc85-f24b-4869-812b-a3b15be3c10a service neutron] Attempting to bind port 57bc1645-a58a-4ee0-b905-d9717a9b7b6f on network 647eee8d-5ee8-4283-a9e5-d18e1a31df0d {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:16:55.880049 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65108a35-28ea-4702-b34e-6371e1852120 req-6319fc85-f24b-4869-812b-a3b15be3c10a service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:16:55.880432 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65108a35-28ea-4702-b34e-6371e1852120 req-6319fc85-f24b-4869-812b-a3b15be3c10a service neutron] Checking segment: {'id': '5aa5a49c-7465-4920-b25b-c3e99ae728f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '647eee8d-5ee8-4283-a9e5-d18e1a31df0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:16:55.880936 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65108a35-28ea-4702-b34e-6371e1852120 req-6319fc85-f24b-4869-812b-a3b15be3c10a service neutron] Bound using segment: {'id': '5aa5a49c-7465-4920-b25b-c3e99ae728f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '647eee8d-5ee8-4283-a9e5-d18e1a31df0d'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:16:55.881469 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-65108a35-28ea-4702-b34e-6371e1852120 req-6319fc85-f24b-4869-812b-a3b15be3c10a service neutron] Bound port: 57bc1645-a58a-4ee0-b905-d9717a9b7b6f, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aa5a49c-7465-4920-b25b-c3e99ae728f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '647eee8d-5ee8-4283-a9e5-d18e1a31df0d'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:16:55.881942 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-65108a35-28ea-4702-b34e-6371e1852120 req-6319fc85-f24b-4869-812b-a3b15be3c10a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:55.973439 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-65108a35-28ea-4702-b34e-6371e1852120 req-6319fc85-f24b-4869-812b-a3b15be3c10a service neutron] For port 57bc1645-a58a-4ee0-b905-d9717a9b7b6f, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:16:55.977108 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-65108a35-28ea-4702-b34e-6371e1852120 req-6319fc85-f24b-4869-812b-a3b15be3c10a service neutron] For port 57bc1645-a58a-4ee0-b905-d9717a9b7b6f, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=57bc1645-a58a-4ee0-b905-d9717a9b7b6f,segment=NetworkSegment(5aa5a49c-7465-4920-b25b-c3e99ae728f5),segment_id=5aa5a49c-7465-4920-b25b-c3e99ae728f5)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:16:55.985235 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-65108a35-28ea-4702-b34e-6371e1852120 req-6319fc85-f24b-4869-812b-a3b15be3c10a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:56.015781 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 5b568338-3482-4589-a123-6f598453b6ed details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:16:56.023255 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65108a35-28ea-4702-b34e-6371e1852120 req-6319fc85-f24b-4869-812b-a3b15be3c10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:56.023859 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-65108a35-28ea-4702-b34e-6371e1852120 req-6319fc85-f24b-4869-812b-a3b15be3c10a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:56.025349 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-65108a35-28ea-4702-b34e-6371e1852120 req-6319fc85-f24b-4869-812b-a3b15be3c10a service neutron] 10.222.0.64 "PUT /v2.0/ports/57bc1645-a58a-4ee0-b905-d9717a9b7b6f HTTP/1.1" status: 200 len: 1092 time: 0.9137487 Jul 24 00:16:56.025800 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ce60dfe-d783-4d54-9658-d4a3eab46e8f', 'tag': '57bc1645-a58a-4ee0-b905-d9717a9b7b6f'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:16:56.028919 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a5770c-f15b-4270-859b-bde94b6b4c9f" -d '{"events": [{"name": "network-changed", "server_uuid": "8ce60dfe-d783-4d54-9658-d4a3eab46e8f", "tag": "57bc1645-a58a-4ee0-b905-d9717a9b7b6f"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:16:56.109460 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6319fc85-f24b-4869-812b-a3b15be3c10a service neutron] Pushing event updated for resources: {'Port': ['ID=57bc1645-a58a-4ee0-b905-d9717a9b7b6f,revision_number=3']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:56.157775 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65108a35-28ea-4702-b34e-6371e1852120 req-30dde74b-0312-4b96-94ef-da502f64fda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:56.159448 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-65108a35-28ea-4702-b34e-6371e1852120 req-30dde74b-0312-4b96-94ef-da502f64fda5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d101a2ce9a064baabc9b1c2111317a43&device_id=8ce60dfe-d783-4d54-9658-d4a3eab46e8f HTTP/1.1" status: 200 len: 1095 time: 0.0855012 Jul 24 00:16:56.165268 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecc36bf5-bf41-46dc-b340-4e3fd1f2d772 x-openstack-request-id: req-ecc36bf5-bf41-46dc-b340-4e3fd1f2d772 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:16:56.165676 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ce60dfe-d783-4d54-9658-d4a3eab46e8f", "tag": "57bc1645-a58a-4ee0-b905-d9717a9b7b6f", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:16:56.165944 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ecc36bf5-bf41-46dc-b340-4e3fd1f2d772 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:16:56.166373 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ce60dfe-d783-4d54-9658-d4a3eab46e8f', 'tag': '57bc1645-a58a-4ee0-b905-d9717a9b7b6f', 'status': 'completed', 'code': 200} Jul 24 00:16:56.217559 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 5b568338-3482-4589-a123-6f598453b6ed, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=5b568338-3482-4589-a123-6f598453b6ed,segment=NetworkSegment(28758b2b-8e5b-4b20-97dc-892d312454de),segment_id=28758b2b-8e5b-4b20-97dc-892d312454de)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:16:56.232634 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-65108a35-28ea-4702-b34e-6371e1852120 req-f6acf3f9-7fa3-4bbf-a696-265ea89fa4da service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57bc1645-a58a-4ee0-b905-d9717a9b7b6f HTTP/1.1" status: 200 len: 217 time: 0.0652990 Jul 24 00:16:56.234721 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': '5b568338-3482-4589-a123-6f598453b6ed', 'network_id': '49599f72-6971-4c78-8210-d79c8aca88a7', 'port_id': '5b568338-3482-4589-a123-6f598453b6ed', 'mac_address': 'fa:16:3e:c7:9c:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47f2c0d4-0d4f-46b9-9d68-d3d80dbac696', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:16:56.283759 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:56.301072 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5b568338-3482-4589-a123-6f598453b6ed {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:16:56.301964 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65108a35-28ea-4702-b34e-6371e1852120 req-c7b51b2b-e93a-402e-9f2b-06270575d635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:56.305316 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-65108a35-28ea-4702-b34e-6371e1852120 req-c7b51b2b-e93a-402e-9f2b-06270575d635 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f74eda8a-ed40-4284-ae5e-468e5cf2304c HTTP/1.1" status: 200 len: 846 time: 0.0671296 Jul 24 00:16:56.340060 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 5b568338-3482-4589-a123-6f598453b6ed, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=5b568338-3482-4589-a123-6f598453b6ed,segment=NetworkSegment(28758b2b-8e5b-4b20-97dc-892d312454de),segment_id=28758b2b-8e5b-4b20-97dc-892d312454de)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:16:56.347930 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:56.393277 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-65108a35-28ea-4702-b34e-6371e1852120 req-d46b4873-5ea5-4a73-9a82-a9500bddaec3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=647eee8d-5ee8-4283-a9e5-d18e1a31df0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808592 Jul 24 00:16:56.412491 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 38df7c4f-3758-4269-9ca8-958f16a77bfc up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:16:56.446720 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['5b568338-3482-4589-a123-6f598453b6ed'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:16:56.502110 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=5b568338-3482-4589-a123-6f598453b6ed,revision_number=6']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:56.565407 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 38df7c4f-3758-4269-9ca8-958f16a77bfc completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:16:56.583293 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 38df7c4f-3758-4269-9ca8-958f16a77bfc triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:16:56.585434 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:56.803517 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:56.813925 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:56.864977 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 38df7c4f-3758-4269-9ca8-958f16a77bfc, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=38df7c4f-3758-4269-9ca8-958f16a77bfc,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:16:56.871898 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:56.873466 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 0777a88b-5aef-4932-9db4-0c2450616791 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:16:57.011534 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=38df7c4f-3758-4269-9ca8-958f16a77bfc,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:57.023246 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428e691a-d940-4af2-a469-048833cde01d req-1f54c416-130c-48f9-a350-7544ea5c150a tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:57.031040 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-428e691a-d940-4af2-a469-048833cde01d req-1f54c416-130c-48f9-a350-7544ea5c150a tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ce60dfe-d783-4d54-9658-d4a3eab46e8f HTTP/1.1" status: 200 len: 943 time: 0.6339817 Jul 24 00:16:57.059593 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 0777a88b-5aef-4932-9db4-0c2450616791 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:16:57.060261 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:57.069244 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-65108a35-28ea-4702-b34e-6371e1852120 req-df27f12a-4ece-4945-a5cb-77d812a70e09 service neutron] 10.222.0.64 "GET /v2.0/networks/647eee8d-5ee8-4283-a9e5-d18e1a31df0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6521530 Jul 24 00:16:57.120230 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-428e691a-d940-4af2-a469-048833cde01d req-a587db19-1dc6-4547-b5f8-bf2daec99be5 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864043 Jul 24 00:16:57.158444 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47001ce-a4d8-4cb4-ae45-830945bf7d19 req-9a3c57a9-de10-4e02-b181-54b14f4214d1 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:57.166600 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b47001ce-a4d8-4cb4-ae45-830945bf7d19 req-9a3c57a9-de10-4e02-b181-54b14f4214d1 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/networks?id=657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f HTTP/1.1" status: 200 len: 812 time: 0.2146242 Jul 24 00:16:57.211657 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b47001ce-a4d8-4cb4-ae45-830945bf7d19 req-97df0b34-2c94-4616-b78b-0053fcb5ff2d tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/quotas/bf6833d5ef4e4ec6b999c5c1a3734713 HTTP/1.1" status: 200 len: 375 time: 0.0342832 Jul 24 00:16:57.285445 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:57.291246 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-65108a35-28ea-4702-b34e-6371e1852120 req-b4c9315b-123e-4cf0-90f1-564fb4a95725 service neutron] 10.222.0.64 "GET /v2.0/networks/647eee8d-5ee8-4283-a9e5-d18e1a31df0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100875 Jul 24 00:16:57.338571 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b47001ce-a4d8-4cb4-ae45-830945bf7d19 req-059632df-47e1-4de3-892a-aadb3f79b2ce tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=bf6833d5ef4e4ec6b999c5c1a3734713&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1257393 Jul 24 00:16:57.420589 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f4d777-fb9f-483f-b601-18d850f66d13 req-4d00faca-2b9f-4ba5-b196-191f882d2cc8 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:57.428126 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-20f4d777-fb9f-483f-b601-18d850f66d13 req-4d00faca-2b9f-4ba5-b196-191f882d2cc8 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef7418c8-cc0f-4720-98ea-317b65ccb9ad HTTP/1.1" status: 200 len: 946 time: 0.1356709 Jul 24 00:16:57.453555 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b47001ce-a4d8-4cb4-ae45-830945bf7d19 req-1f96f4de-e868-4083-9f85-560d735c30b2 service neutron] 10.222.0.44 "GET /v2.0/networks/657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081226 Jul 24 00:16:57.503237 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-20f4d777-fb9f-483f-b601-18d850f66d13 req-ddbb2110-2c5d-49be-81da-dc086454d21d tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=6134d66c-4e65-4c63-a0b5-3a2b7a9634b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738955 Jul 24 00:16:57.542241 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a5770c-f15b-4270-859b-bde94b6b4c9f req-415c046d-5b20-429b-8f8f-a84b0ed6cbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:57.544245 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e7a5770c-f15b-4270-859b-bde94b6b4c9f req-415c046d-5b20-429b-8f8f-a84b0ed6cbe9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d101a2ce9a064baabc9b1c2111317a43&device_id=8ce60dfe-d783-4d54-9658-d4a3eab46e8f HTTP/1.1" status: 200 len: 1095 time: 0.1940651 Jul 24 00:16:57.607083 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b47001ce-a4d8-4cb4-ae45-830945bf7d19 req-06af2e0f-748b-46c9-8aa8-3ebf77b422d7 service neutron] 10.222.0.44 "GET /v2.0/networks/657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440442 Jul 24 00:16:57.706154 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 2cc29194-d266-42bb-9db8-3d7a0b796200 details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:16:57.741027 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a5770c-f15b-4270-859b-bde94b6b4c9f req-6b8d3251-60a1-4bf6-8d30-4b06bda49d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:57.742546 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e7a5770c-f15b-4270-859b-bde94b6b4c9f req-6b8d3251-60a1-4bf6-8d30-4b06bda49d34 service neutron] 10.222.0.64 "GET /v2.0/networks?id=647eee8d-5ee8-4283-a9e5-d18e1a31df0d HTTP/1.1" status: 200 len: 907 time: 0.1912253 Jul 24 00:16:57.840254 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e7a5770c-f15b-4270-859b-bde94b6b4c9f req-156a6d07-ec55-4917-a389-fbf7a5afbe0c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57bc1645-a58a-4ee0-b905-d9717a9b7b6f HTTP/1.1" status: 200 len: 217 time: 0.0898404 Jul 24 00:16:57.897085 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a5770c-f15b-4270-859b-bde94b6b4c9f req-8389a7a7-7421-4d3e-87b1-183f3de6ecaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:57.902455 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e7a5770c-f15b-4270-859b-bde94b6b4c9f req-8389a7a7-7421-4d3e-87b1-183f3de6ecaf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f74eda8a-ed40-4284-ae5e-468e5cf2304c HTTP/1.1" status: 200 len: 846 time: 0.0528252 Jul 24 00:16:57.954958 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 2cc29194-d266-42bb-9db8-3d7a0b796200, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=2cc29194-d266-42bb-9db8-3d7a0b796200,segment=NetworkSegment(d3cc9475-f05d-4177-894c-9d197d6c8577),segment_id=d3cc9475-f05d-4177-894c-9d197d6c8577)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:16:57.984691 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': '2cc29194-d266-42bb-9db8-3d7a0b796200', 'network_id': '3bb27577-8aa4-438b-b0fc-2e9a72f8d21f', 'port_id': '2cc29194-d266-42bb-9db8-3d7a0b796200', 'mac_address': 'fa:16:3e:a3:69:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63da32e2-61ac-4eb0-aee3-157739522d03', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:16:58.027965 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e7a5770c-f15b-4270-859b-bde94b6b4c9f req-b19eb4cc-b36f-43ca-a5a7-955fbf8a3c59 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=647eee8d-5ee8-4283-a9e5-d18e1a31df0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1214402 Jul 24 00:16:58.056052 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:58.086527 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 5b568338-3482-4589-a123-6f598453b6ed up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:16:58.092515 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2cc29194-d266-42bb-9db8-3d7a0b796200 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:16:58.257123 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 2cc29194-d266-42bb-9db8-3d7a0b796200, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=2cc29194-d266-42bb-9db8-3d7a0b796200,segment=NetworkSegment(d3cc9475-f05d-4177-894c-9d197d6c8577),segment_id=d3cc9475-f05d-4177-894c-9d197d6c8577)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:16:58.283591 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:58.315711 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2661a90b-cee4-43eb-8f48-b7fe9508720a req-e5063711-2cd2-4486-9e5a-17175231dde4 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=6948d90a-e9ed-43bc-aedc-32034af48254 HTTP/1.1" status: 200 len: 210 time: 0.0497758 Jul 24 00:16:58.371144 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 38df7c4f-3758-4269-9ca8-958f16a77bfc up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:16:58.436758 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a4183b-783e-460d-b379-66b844431db7 None None] Sync routers for ids ['c9b1f98f-1052-49c3-8adb-d6b53543e650'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:16:58.447051 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a4183b-783e-460d-b379-66b844431db7 None None] Routers {'c9b1f98f-1052-49c3-8adb-d6b53543e650'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:16:58.447695 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-16a4183b-783e-460d-b379-66b844431db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:16:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['c9b1f98f-1052-49c3-8adb-d6b53543e650'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:16:58.454698 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['2cc29194-d266-42bb-9db8-3d7a0b796200'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:16:58.588519 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e7a5770c-f15b-4270-859b-bde94b6b4c9f req-1713d77f-ed5c-4134-85ed-ee17b00d93a1 service neutron] 10.222.0.64 "GET /v2.0/networks/647eee8d-5ee8-4283-a9e5-d18e1a31df0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5460327 Jul 24 00:16:58.724141 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4751a3-06a3-4733-b6b3-56d1f1d706e5 req-d50247a1-dfec-4f51-becd-ae99317a4246 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:58.730721 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bf4751a3-06a3-4733-b6b3-56d1f1d706e5 req-d50247a1-dfec-4f51-becd-ae99317a4246 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ce60dfe-d783-4d54-9658-d4a3eab46e8f HTTP/1.1" status: 200 len: 943 time: 0.3743949 Jul 24 00:16:58.799180 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-16a4183b-783e-460d-b379-66b844431db7 None None] Set router c9b1f98f-1052-49c3-8adb-d6b53543e650 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:16:58.810615 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef369c1a-8d66-43cd-b638-4726f8f7e22f req-10a2c7f1-b852-471b-a2e4-ff7de63c4b69 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:16:58.819680 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port 5b568338-3482-4589-a123-6f598453b6ed triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:16:58.820154 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:58.827945 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bf4751a3-06a3-4733-b6b3-56d1f1d706e5 req-c6b0b280-1f31-41c0-ae7e-55f3a7f48550 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831668 Jul 24 00:16:58.828143 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ef369c1a-8d66-43cd-b638-4726f8f7e22f req-10a2c7f1-b852-471b-a2e4-ff7de63c4b69 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef7418c8-cc0f-4720-98ea-317b65ccb9ad HTTP/1.1" status: 200 len: 945 time: 0.1451962 Jul 24 00:16:58.889377 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e7a5770c-f15b-4270-859b-bde94b6b4c9f req-c35440d1-6afc-404e-a247-992ff4167515 service neutron] 10.222.0.64 "GET /v2.0/networks/647eee8d-5ee8-4283-a9e5-d18e1a31df0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889714 Jul 24 00:16:58.909947 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ef369c1a-8d66-43cd-b638-4726f8f7e22f req-a37bf028-8b45-4877-a137-073065dd6795 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=6134d66c-4e65-4c63-a0b5-3a2b7a9634b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809891 Jul 24 00:16:58.954847 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=2cc29194-d266-42bb-9db8-3d7a0b796200,revision_number=6']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:16:59.073965 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:59.156678 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 38df7c4f-3758-4269-9ca8-958f16a77bfc triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:16:59.157263 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:59.263700 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-16a4183b-783e-460d-b379-66b844431db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b1f98f-1052-49c3-8adb-d6b53543e650', 'name': 'tempest-TestVolumeBootPattern-527976551-router', 'tenant_id': 'cebaf452d9b5417f95e755e1eaea6fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '38df7c4f-3758-4269-9ca8-958f16a77bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:16:48Z', 'updated_at': '2021-07-24T00:16:53Z', 'revision_number': 4, 'project_id': 'cebaf452d9b5417f95e755e1eaea6fd9', 'gw_port': {'id': '38df7c4f-3758-4269-9ca8-958f16a77bfc', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b1f98f-1052-49c3-8adb-d6b53543e650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:48Z', 'updated_at': '2021-07-24T00:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '970e09ee-468c-4cf7-adf5-be1dd70c574e', 'name': '', 'network_id': 'c7092cfa-6e7d-4272-8925-519e8ed16d58', 'tenant_id': 'cebaf452d9b5417f95e755e1eaea6fd9', 'mac_address': 'fa:16:3e:fd:bd:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9b1f98f-1052-49c3-8adb-d6b53543e650', 'device_owner': 'network:router_interface', 'standard_attr_id': 3099, 'fixed_ips': [{'subnet_id': 'a34119ea-85ee-4f0f-b6d0-1761e8e10c9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:52Z', 'updated_at': '2021-07-24T00:16:53Z', 'revision_number': 2, 'project_id': 'cebaf452d9b5417f95e755e1eaea6fd9', 'subnets': [{'id': 'a34119ea-85ee-4f0f-b6d0-1761e8e10c9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:16:59.339666 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a4183b-783e-460d-b379-66b844431db7 None None] Checking router: c9b1f98f-1052-49c3-8adb-d6b53543e650 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:16:59.340288 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a4183b-783e-460d-b379-66b844431db7 None None] Updating router c9b1f98f-1052-49c3-8adb-d6b53543e650 port 970e09ee-468c-4cf7-adf5-be1dd70c574e binding host n-d-800088-16 {{(pid=100316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:16:59.385655 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:59.427832 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-16a4183b-783e-460d-b379-66b844431db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:16:59.578640 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d9c0bad0-3630-4dea-bea2-b34c71507020 req-a47a4ad8-9898-4fa2-9a3d-03a640d0909f tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=6948d90a-e9ed-43bc-aedc-32034af48254 HTTP/1.1" status: 200 len: 210 time: 0.0666046 Jul 24 00:16:59.961122 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf2ae25-5722-4714-8c20-ff0a8c7d619b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b568338-3482-4589-a123-6f598453b6ed'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:16:59.986650 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4fdd65e-3de4-42e6-9aaf-869e4dd3ca1e" -d '{"events": [{"server_uuid": "bdf2ae25-5722-4714-8c20-ff0a8c7d619b", "name": "network-vif-plugged", "status": "completed", "tag": "5b568338-3482-4589-a123-6f598453b6ed"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:17:00.068768 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 5b568338-3482-4589-a123-6f598453b6ed, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=5b568338-3482-4589-a123-6f598453b6ed,segment=NetworkSegment(28758b2b-8e5b-4b20-97dc-892d312454de),segment_id=28758b2b-8e5b-4b20-97dc-892d312454de)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:17:00.070089 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 57bc1645-a58a-4ee0-b905-d9717a9b7b6f details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:17:00.102579 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:00.176139 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47001ce-a4d8-4cb4-ae45-830945bf7d19 req-b20aa3c1-253f-40f9-b01b-2acf0741a165 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:00.178311 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b47001ce-a4d8-4cb4-ae45-830945bf7d19 req-b20aa3c1-253f-40f9-b01b-2acf0741a165 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.52 "GET /v2.0/networks?id=657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f HTTP/1.1" status: 200 len: 812 time: 0.3877249 Jul 24 00:17:00.256071 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.db.resource_extend [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 24 00:17:00.260733 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-b47001ce-a4d8-4cb4-ae45-830945bf7d19 req-a2f18581-a7e8-40ea-832a-fa49980b4f2a tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Request body: {'port': {'device_id': '6948d90a-e9ed-43bc-aedc-32034af48254', 'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f', 'admin_state_up': True, 'tenant_id': 'bf6833d5ef4e4ec6b999c5c1a3734713'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:17:00.279106 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd7ca0-7bf5-43ce-8cc1-596d168cdd9e req-7aa91a31-78e2-472a-8a16-aa03853c6c28 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:00.293428 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5ebd7ca0-7bf5-43ce-8cc1-596d168cdd9e req-7aa91a31-78e2-472a-8a16-aa03853c6c28 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef7418c8-cc0f-4720-98ea-317b65ccb9ad HTTP/1.1" status: 200 len: 945 time: 0.2161067 Jul 24 00:17:00.330918 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-16a4183b-783e-460d-b379-66b844431db7 None None] Notify callbacks [] for port, precommit_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:00.368003 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.provisioning_blocks [None req-16a4183b-783e-460d-b379-66b844431db7 None None] Transition to ACTIVE for port object 970e09ee-468c-4cf7-adf5-be1dd70c574e will not be triggered until provisioned by entity L2. {{(pid=100316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:17:00.391744 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-16a4183b-783e-460d-b379-66b844431db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:00.433419 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5ebd7ca0-7bf5-43ce-8cc1-596d168cdd9e req-112b3105-380d-4cab-a133-6275c7f61c13 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=6134d66c-4e65-4c63-a0b5-3a2b7a9634b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386137 Jul 24 00:17:00.536510 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=5b568338-3482-4589-a123-6f598453b6ed,revision_number=7']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:17:00.551591 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8dc9ef-c617-40ad-a19f-e8448e9ed5c5 None None] Pushing event updated for resources: {'Port': ['ID=970e09ee-468c-4cf7-adf5-be1dd70c574e,revision_number=3']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:17:00.554575 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985c1bad-833d-4bfa-82b1-d5afed5f5daa req-e448e9fd-5066-4342-af99-25a61ed3940a tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:00.555795 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-985c1bad-833d-4bfa-82b1-d5afed5f5daa req-e448e9fd-5066-4342-af99-25a61ed3940a tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ce60dfe-d783-4d54-9658-d4a3eab46e8f HTTP/1.1" status: 200 len: 943 time: 0.3761744 Jul 24 00:17:00.584084 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a45403-1da8-47da-84db-6632e076ebb8 x-openstack-request-id: req-d5a45403-1da8-47da-84db-6632e076ebb8 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:17:00.584651 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdf2ae25-5722-4714-8c20-ff0a8c7d619b", "name": "network-vif-plugged", "status": "completed", "tag": "5b568338-3482-4589-a123-6f598453b6ed", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:17:00.585182 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d5a45403-1da8-47da-84db-6632e076ebb8 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:17:00.585837 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdf2ae25-5722-4714-8c20-ff0a8c7d619b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b568338-3482-4589-a123-6f598453b6ed', 'code': 200} Jul 24 00:17:00.632153 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 57bc1645-a58a-4ee0-b905-d9717a9b7b6f, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=57bc1645-a58a-4ee0-b905-d9717a9b7b6f,segment=NetworkSegment(5aa5a49c-7465-4920-b25b-c3e99ae728f5),segment_id=5aa5a49c-7465-4920-b25b-c3e99ae728f5)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:17:00.672512 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': '57bc1645-a58a-4ee0-b905-d9717a9b7b6f', 'network_id': '647eee8d-5ee8-4283-a9e5-d18e1a31df0d', 'port_id': '57bc1645-a58a-4ee0-b905-d9717a9b7b6f', 'mac_address': 'fa:16:3e:88:59:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f74eda8a-ed40-4284-ae5e-468e5cf2304c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:17:00.724993 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-985c1bad-833d-4bfa-82b1-d5afed5f5daa req-ddc022dc-624c-4c8d-a036-8caf2719977a tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481447 Jul 24 00:17:00.728033 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b47001ce-a4d8-4cb4-ae45-830945bf7d19 req-a2f18581-a7e8-40ea-832a-fa49980b4f2a tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Made reservation on behalf of bf6833d5ef4e4ec6b999c5c1a3734713 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:17:00.737249 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-b47001ce-a4d8-4cb4-ae45-830945bf7d19 req-a2f18581-a7e8-40ea-832a-fa49980b4f2a tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:00.794220 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:00.820660 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-16a4183b-783e-460d-b379-66b844431db7 None None] Attempting to bind port 970e09ee-468c-4cf7-adf5-be1dd70c574e on host n-d-800088-16 for vnic_type normal with profile {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:17:00.821184 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-16a4183b-783e-460d-b379-66b844431db7 None None] Attempting to bind port 970e09ee-468c-4cf7-adf5-be1dd70c574e by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': 'f074adcd-d205-428e-a993-dc304e1073dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c7092cfa-6e7d-4272-8925-519e8ed16d58'}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:17:00.821867 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a4183b-783e-460d-b379-66b844431db7 None None] Attempting to bind port 970e09ee-468c-4cf7-adf5-be1dd70c574e on network c7092cfa-6e7d-4272-8925-519e8ed16d58 {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:17:00.823177 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57bc1645-a58a-4ee0-b905-d9717a9b7b6f {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:17:00.826394 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fd3339f7-ce62-425c-8d00-3db74b1a3a15 req-0ce2b7c2-facd-40c7-8544-2b233ae9df68 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=6948d90a-e9ed-43bc-aedc-32034af48254 HTTP/1.1" status: 200 len: 210 time: 0.0851219 Jul 24 00:17:00.839142 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a4183b-783e-460d-b379-66b844431db7 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:17:00.841175 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a4183b-783e-460d-b379-66b844431db7 None None] Checking segment: {'id': 'f074adcd-d205-428e-a993-dc304e1073dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c7092cfa-6e7d-4272-8925-519e8ed16d58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:17:00.843564 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-16a4183b-783e-460d-b379-66b844431db7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:00.846802 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a4183b-783e-460d-b379-66b844431db7 None None] Bound using segment: {'id': 'f074adcd-d205-428e-a993-dc304e1073dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c7092cfa-6e7d-4272-8925-519e8ed16d58'} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:17:00.847747 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-16a4183b-783e-460d-b379-66b844431db7 None None] Bound port: 970e09ee-468c-4cf7-adf5-be1dd70c574e, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f074adcd-d205-428e-a993-dc304e1073dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c7092cfa-6e7d-4272-8925-519e8ed16d58'}}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:17:00.849126 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-16a4183b-783e-460d-b379-66b844431db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:00.878273 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 57bc1645-a58a-4ee0-b905-d9717a9b7b6f, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=57bc1645-a58a-4ee0-b905-d9717a9b7b6f,segment=NetworkSegment(5aa5a49c-7465-4920-b25b-c3e99ae728f5),segment_id=5aa5a49c-7465-4920-b25b-c3e99ae728f5)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:17:00.891032 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:01.036512 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-16a4183b-783e-460d-b379-66b844431db7 None None] For port 970e09ee-468c-4cf7-adf5-be1dd70c574e, host n-d-800088-16, cleared binding levels {{(pid=100316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:17:01.041642 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-16a4183b-783e-460d-b379-66b844431db7 None None] For port 970e09ee-468c-4cf7-adf5-be1dd70c574e, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=970e09ee-468c-4cf7-adf5-be1dd70c574e,segment=NetworkSegment(f074adcd-d205-428e-a993-dc304e1073dc),segment_id=f074adcd-d205-428e-a993-dc304e1073dc)] {{(pid=100316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:17:01.052265 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-16a4183b-783e-460d-b379-66b844431db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:01.112555 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=57bc1645-a58a-4ee0-b905-d9717a9b7b6f,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:17:01.145179 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['57bc1645-a58a-4ee0-b905-d9717a9b7b6f'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:17:01.147655 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-b47001ce-a4d8-4cb4-ae45-830945bf7d19 req-a2f18581-a7e8-40ea-832a-fa49980b4f2a tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Allocated IP 172.20.0.7 (657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f/4f660729-e229-442a-bec0-0f7d8794afc6/5983edef-8a7b-4738-af13-e81f7a861c94) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:17:01.216153 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8dc9ef-c617-40ad-a19f-e8448e9ed5c5 None None] Pushing event updated for resources: {'Port': ['ID=970e09ee-468c-4cf7-adf5-be1dd70c574e,revision_number=4']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:17:01.245096 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a4183b-783e-460d-b379-66b844431db7 None None] Routers {'c9b1f98f-1052-49c3-8adb-d6b53543e650'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:17:01.246689 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-16a4183b-783e-460d-b379-66b844431db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:16:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['c9b1f98f-1052-49c3-8adb-d6b53543e650'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:17:01.587696 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-16a4183b-783e-460d-b379-66b844431db7 None None] Set router c9b1f98f-1052-49c3-8adb-d6b53543e650 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:17:01.650990 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-b47001ce-a4d8-4cb4-ae45-830945bf7d19 req-a2f18581-a7e8-40ea-832a-fa49980b4f2a tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:01.740837 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 2cc29194-d266-42bb-9db8-3d7a0b796200 up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:17:01.849092 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port 2cc29194-d266-42bb-9db8-3d7a0b796200 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:17:01.849483 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:02.004535 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-16a4183b-783e-460d-b379-66b844431db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b1f98f-1052-49c3-8adb-d6b53543e650', 'name': 'tempest-TestVolumeBootPattern-527976551-router', 'tenant_id': 'cebaf452d9b5417f95e755e1eaea6fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '38df7c4f-3758-4269-9ca8-958f16a77bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:16:48Z', 'updated_at': '2021-07-24T00:16:53Z', 'revision_number': 4, 'project_id': 'cebaf452d9b5417f95e755e1eaea6fd9', 'gw_port': {'id': '38df7c4f-3758-4269-9ca8-958f16a77bfc', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b1f98f-1052-49c3-8adb-d6b53543e650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:48Z', 'updated_at': '2021-07-24T00:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '970e09ee-468c-4cf7-adf5-be1dd70c574e', 'name': '', 'network_id': 'c7092cfa-6e7d-4272-8925-519e8ed16d58', 'tenant_id': 'cebaf452d9b5417f95e755e1eaea6fd9', 'mac_address': 'fa:16:3e:fd:bd:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9b1f98f-1052-49c3-8adb-d6b53543e650', 'device_owner': 'network:router_interface', 'standard_attr_id': 3099, 'fixed_ips': [{'subnet_id': 'a34119ea-85ee-4f0f-b6d0-1761e8e10c9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:52Z', 'updated_at': '2021-07-24T00:17:01Z', 'revision_number': 4, 'project_id': 'cebaf452d9b5417f95e755e1eaea6fd9', 'subnets': [{'id': 'a34119ea-85ee-4f0f-b6d0-1761e8e10c9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:17:02.038413 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:02.041647 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4397ee1-5d3b-432a-9d2e-b3c9d30ad532 req-22b27985-ef1d-4ead-9eaa-eb540111d1b3 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:02.049749 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a4397ee1-5d3b-432a-9d2e-b3c9d30ad532 req-22b27985-ef1d-4ead-9eaa-eb540111d1b3 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ce60dfe-d783-4d54-9658-d4a3eab46e8f HTTP/1.1" status: 200 len: 944 time: 0.1690540 Jul 24 00:17:02.066377 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a4183b-783e-460d-b379-66b844431db7 None None] The sync data for ids ['c9b1f98f-1052-49c3-8adb-d6b53543e650'] in n-d-800088-16 is: [{'id': 'c9b1f98f-1052-49c3-8adb-d6b53543e650', 'name': 'tempest-TestVolumeBootPattern-527976551-router', 'tenant_id': 'cebaf452d9b5417f95e755e1eaea6fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '38df7c4f-3758-4269-9ca8-958f16a77bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:16:48Z', 'updated_at': '2021-07-24T00:16:53Z', 'revision_number': 4, 'project_id': 'cebaf452d9b5417f95e755e1eaea6fd9', 'gw_port': {'id': '38df7c4f-3758-4269-9ca8-958f16a77bfc', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b1f98f-1052-49c3-8adb-d6b53543e650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:48Z', 'updated_at': '2021-07-24T00:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '970e09ee-468c-4cf7-adf5-be1dd70c574e', 'name': '', 'network_id': 'c7092cfa-6e7d-4272-8925-519e8ed16d58', 'tenant_id': 'cebaf452d9b5417f95e755e1eaea6fd9', 'mac_address': 'fa:16:3e:fd:bd:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9b1f98f-1052-49c3-8adb-d6b53543e650', 'device_owner': 'network:router_interface', 'standard_attr_id': 3099, 'fixed_ips': [{'subnet_id': 'a34119ea-85ee-4f0f-b6d0-1761e8e10c9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:52Z', 'updated_at': '2021-07-24T00:17:01Z', 'revision_number': 4, 'project_id': 'cebaf452d9b5417f95e755e1eaea6fd9', 'subnets': [{'id': 'a34119ea-85ee-4f0f-b6d0-1761e8e10c9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:17:02.109014 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 2cc29194-d266-42bb-9db8-3d7a0b796200, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=2cc29194-d266-42bb-9db8-3d7a0b796200,segment=NetworkSegment(d3cc9475-f05d-4177-894c-9d197d6c8577),segment_id=d3cc9475-f05d-4177-894c-9d197d6c8577)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:17:02.121877 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:02.149396 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a4397ee1-5d3b-432a-9d2e-b3c9d30ad532 req-b8e06570-f2f4-4a6f-be63-0e1eca9437c7 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986164 Jul 24 00:17:02.258213 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=2cc29194-d266-42bb-9db8-3d7a0b796200,revision_number=7']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:17:02.321871 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:17:02.440103 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9d0f7a34-75bd-4944-93ab-3881a0cd2a58 req-7044ed19-ba89-4938-9685-255f2e8e58fa tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=6948d90a-e9ed-43bc-aedc-32034af48254 HTTP/1.1" status: 200 len: 210 time: 0.1038208 Jul 24 00:17:02.491834 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 970e09ee-468c-4cf7-adf5-be1dd70c574e up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:17:02.587093 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef7418c8-cc0f-4720-98ea-317b65ccb9ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cc29194-d266-42bb-9db8-3d7a0b796200'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:17:02.590418 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac4a0fe-9a94-4157-9e6b-87f0da52a6fc" -d '{"events": [{"server_uuid": "ef7418c8-cc0f-4720-98ea-317b65ccb9ad", "name": "network-vif-plugged", "status": "completed", "tag": "2cc29194-d266-42bb-9db8-3d7a0b796200"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:17:02.667891 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-b47001ce-a4d8-4cb4-ae45-830945bf7d19 req-a2f18581-a7e8-40ea-832a-fa49980b4f2a tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Transition to ACTIVE for port object 5983edef-8a7b-4738-af13-e81f7a861c94 will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:17:02.684014 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa6d20e-6bec-489b-8140-2d3779fa8b67 x-openstack-request-id: req-3fa6d20e-6bec-489b-8140-2d3779fa8b67 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:17:02.684473 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef7418c8-cc0f-4720-98ea-317b65ccb9ad", "name": "network-vif-plugged", "status": "completed", "tag": "2cc29194-d266-42bb-9db8-3d7a0b796200", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:17:02.686480 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3fa6d20e-6bec-489b-8140-2d3779fa8b67 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:17:02.688201 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef7418c8-cc0f-4720-98ea-317b65ccb9ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cc29194-d266-42bb-9db8-3d7a0b796200', 'code': 200} Jul 24 00:17:02.690494 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 970e09ee-468c-4cf7-adf5-be1dd70c574e completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:17:02.703390 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 970e09ee-468c-4cf7-adf5-be1dd70c574e triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:17:02.703771 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:02.791141 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1707b79-5109-4bcf-b52e-1e98c71c08c5 req-26b8216b-9af5-44bb-81dc-75cbe5f1c4f2 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:02.797743 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a1707b79-5109-4bcf-b52e-1e98c71c08c5 req-26b8216b-9af5-44bb-81dc-75cbe5f1c4f2 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef7418c8-cc0f-4720-98ea-317b65ccb9ad HTTP/1.1" status: 200 len: 945 time: 1.1844652 Jul 24 00:17:02.896247 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-b47001ce-a4d8-4cb4-ae45-830945bf7d19 req-a2f18581-a7e8-40ea-832a-fa49980b4f2a tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:02.912022 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:02.985173 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a1707b79-5109-4bcf-b52e-1e98c71c08c5 req-018a5556-8b73-4504-949d-5645c2802e4a tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=6134d66c-4e65-4c63-a0b5-3a2b7a9634b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1771793 Jul 24 00:17:03.002157 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 970e09ee-468c-4cf7-adf5-be1dd70c574e, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=970e09ee-468c-4cf7-adf5-be1dd70c574e,segment=NetworkSegment(f074adcd-d205-428e-a993-dc304e1073dc),segment_id=f074adcd-d205-428e-a993-dc304e1073dc)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:17:03.011652 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:03.041952 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b47001ce-a4d8-4cb4-ae45-830945bf7d19 req-a2f18581-a7e8-40ea-832a-fa49980b4f2a tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Network 657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:17:03.052862 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-b47001ce-a4d8-4cb4-ae45-830945bf7d19 req-a2f18581-a7e8-40ea-832a-fa49980b4f2a tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:17:03.065706 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-b47001ce-a4d8-4cb4-ae45-830945bf7d19 req-a2f18581-a7e8-40ea-832a-fa49980b4f2a tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:17:03.165153 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=970e09ee-468c-4cf7-adf5-be1dd70c574e,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:17:03.207244 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47001ce-a4d8-4cb4-ae45-830945bf7d19 req-a2f18581-a7e8-40ea-832a-fa49980b4f2a tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:03.207863 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-b47001ce-a4d8-4cb4-ae45-830945bf7d19 req-a2f18581-a7e8-40ea-832a-fa49980b4f2a tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:03.212135 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f18581-a7e8-40ea-832a-fa49980b4f2a tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Pushing event updated for resources: {'Port': ['ID=5983edef-8a7b-4738-af13-e81f7a861c94,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:17:03.240370 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b47001ce-a4d8-4cb4-ae45-830945bf7d19 req-a2f18581-a7e8-40ea-832a-fa49980b4f2a tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9949272 Jul 24 00:17:03.258536 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-b47001ce-a4d8-4cb4-ae45-830945bf7d19 req-db4fa1cf-1383-4ef7-bf69-5dd19e203bf5 service neutron] Request body: {'port': {'device_id': '6948d90a-e9ed-43bc-aedc-32034af48254', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:17:03.416074 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b7eafe-4d1e-462f-89b7-b58cc07c9fa8 req-56a8436d-c5b5-4983-90d7-a062aa7b9e01 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:03.424379 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d5b7eafe-4d1e-462f-89b7-b58cc07c9fa8 req-56a8436d-c5b5-4983-90d7-a062aa7b9e01 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ce60dfe-d783-4d54-9658-d4a3eab46e8f HTTP/1.1" status: 200 len: 944 time: 0.1298256 Jul 24 00:17:03.469405 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-b47001ce-a4d8-4cb4-ae45-830945bf7d19 req-db4fa1cf-1383-4ef7-bf69-5dd19e203bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:03.497026 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d5b7eafe-4d1e-462f-89b7-b58cc07c9fa8 req-ad40a805-17fc-448f-a328-898987ee60fb tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713556 Jul 24 00:17:03.635653 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-519a57ad-defb-4328-96be-b0a0902c1654 None None] Provisioning for port 5983edef-8a7b-4738-af13-e81f7a861c94 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:17:03.642734 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-519a57ad-defb-4328-96be-b0a0902c1654 None None] Provisioning complete for port 5983edef-8a7b-4738-af13-e81f7a861c94 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:17:03.643379 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-519a57ad-defb-4328-96be-b0a0902c1654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:03.723672 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-519a57ad-defb-4328-96be-b0a0902c1654 None None] Port 5983edef-8a7b-4738-af13-e81f7a861c94 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:17:03.845233 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7a326e-1c6e-4d2f-ae94-19ee11fbc6aa req-b379e74b-f1ba-49d7-9a4c-0755cec26874 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:03.847578 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8d7a326e-1c6e-4d2f-ae94-19ee11fbc6aa req-b379e74b-f1ba-49d7-9a4c-0755cec26874 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=6948d90a-e9ed-43bc-aedc-32034af48254 HTTP/1.1" status: 200 len: 931 time: 0.2924273 Jul 24 00:17:03.933153 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8d7a326e-1c6e-4d2f-ae94-19ee11fbc6aa req-e821f9f6-9192-4953-8369-7e1a1ce18ef4 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=03bee5c9-e66c-4142-aa97-b7495f645fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797429 Jul 24 00:17:04.118297 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 57bc1645-a58a-4ee0-b905-d9717a9b7b6f up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:17:04.146282 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-b47001ce-a4d8-4cb4-ae45-830945bf7d19 req-db4fa1cf-1383-4ef7-bf69-5dd19e203bf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5983edef-8a7b-4738-af13-e81f7a861c94 {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:17:04.162299 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-b47001ce-a4d8-4cb4-ae45-830945bf7d19 req-db4fa1cf-1383-4ef7-bf69-5dd19e203bf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:04.193187 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-b47001ce-a4d8-4cb4-ae45-830945bf7d19 req-db4fa1cf-1383-4ef7-bf69-5dd19e203bf5 service neutron] Transition to ACTIVE for port object 5983edef-8a7b-4738-af13-e81f7a861c94 will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:17:04.202330 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-b47001ce-a4d8-4cb4-ae45-830945bf7d19 req-db4fa1cf-1383-4ef7-bf69-5dd19e203bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:04.208228 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port 57bc1645-a58a-4ee0-b905-d9717a9b7b6f completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:17:04.221746 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port 57bc1645-a58a-4ee0-b905-d9717a9b7b6f triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:17:04.244265 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:04.379170 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12384321-680f-4f4d-bcdb-9c48a116d9c5 req-c6d8fd13-4434-4a21-9cd1-fa25229eb5b4 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:04.390718 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-12384321-680f-4f4d-bcdb-9c48a116d9c5 req-c6d8fd13-4434-4a21-9cd1-fa25229eb5b4 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef7418c8-cc0f-4720-98ea-317b65ccb9ad HTTP/1.1" status: 200 len: 946 time: 0.1568210 Jul 24 00:17:04.434306 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 970e09ee-468c-4cf7-adf5-be1dd70c574e up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:17:04.507063 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-12384321-680f-4f4d-bcdb-9c48a116d9c5 req-1da826bd-19ed-4e2e-86d6-8f33e5fb9fa5 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=6134d66c-4e65-4c63-a0b5-3a2b7a9634b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098428 Jul 24 00:17:04.538969 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4fa1cf-1383-4ef7-bf69-5dd19e203bf5 service neutron] Pushing event updated for resources: {'Port': ['ID=5983edef-8a7b-4738-af13-e81f7a861c94,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:17:04.627516 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:04.647770 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-b47001ce-a4d8-4cb4-ae45-830945bf7d19 req-db4fa1cf-1383-4ef7-bf69-5dd19e203bf5 service neutron] Attempting to bind port 5983edef-8a7b-4738-af13-e81f7a861c94 on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:17:04.648134 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-b47001ce-a4d8-4cb4-ae45-830945bf7d19 req-db4fa1cf-1383-4ef7-bf69-5dd19e203bf5 service neutron] Attempting to bind port 5983edef-8a7b-4738-af13-e81f7a861c94 by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': 'a1a1465a-fd99-41c9-bf89-faf21d67cc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:17:04.648546 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47001ce-a4d8-4cb4-ae45-830945bf7d19 req-db4fa1cf-1383-4ef7-bf69-5dd19e203bf5 service neutron] Attempting to bind port 5983edef-8a7b-4738-af13-e81f7a861c94 on network 657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:17:04.688034 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47001ce-a4d8-4cb4-ae45-830945bf7d19 req-db4fa1cf-1383-4ef7-bf69-5dd19e203bf5 service neutron] Port 5983edef-8a7b-4738-af13-e81f7a861c94 on network 657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:17:04.693894 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47001ce-a4d8-4cb4-ae45-830945bf7d19 req-db4fa1cf-1383-4ef7-bf69-5dd19e203bf5 service neutron] Attempting to bind port 5983edef-8a7b-4738-af13-e81f7a861c94 on network 657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:17:04.707419 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 57bc1645-a58a-4ee0-b905-d9717a9b7b6f, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=57bc1645-a58a-4ee0-b905-d9717a9b7b6f,segment=NetworkSegment(5aa5a49c-7465-4920-b25b-c3e99ae728f5),segment_id=5aa5a49c-7465-4920-b25b-c3e99ae728f5)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:17:04.711602 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ce60dfe-d783-4d54-9658-d4a3eab46e8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57bc1645-a58a-4ee0-b905-d9717a9b7b6f'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:17:04.715749 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb60a56-52b1-4131-a37e-db9c5ef0c3f9" -d '{"events": [{"server_uuid": "8ce60dfe-d783-4d54-9658-d4a3eab46e8f", "name": "network-vif-plugged", "status": "completed", "tag": "57bc1645-a58a-4ee0-b905-d9717a9b7b6f"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:17:04.722179 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 970e09ee-468c-4cf7-adf5-be1dd70c574e triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:17:04.722909 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:04.733596 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:04.755681 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47001ce-a4d8-4cb4-ae45-830945bf7d19 req-db4fa1cf-1383-4ef7-bf69-5dd19e203bf5 service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:17:04.760331 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47001ce-a4d8-4cb4-ae45-830945bf7d19 req-db4fa1cf-1383-4ef7-bf69-5dd19e203bf5 service neutron] Checking segment: {'id': 'a1a1465a-fd99-41c9-bf89-faf21d67cc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:17:04.761287 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47001ce-a4d8-4cb4-ae45-830945bf7d19 req-db4fa1cf-1383-4ef7-bf69-5dd19e203bf5 service neutron] Bound using segment: {'id': 'a1a1465a-fd99-41c9-bf89-faf21d67cc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:17:04.762322 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-b47001ce-a4d8-4cb4-ae45-830945bf7d19 req-db4fa1cf-1383-4ef7-bf69-5dd19e203bf5 service neutron] Bound port: 5983edef-8a7b-4738-af13-e81f7a861c94, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1a1465a-fd99-41c9-bf89-faf21d67cc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:17:04.763902 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-b47001ce-a4d8-4cb4-ae45-830945bf7d19 req-db4fa1cf-1383-4ef7-bf69-5dd19e203bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:04.849026 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41077e1c-d9fd-45f8-b317-78d6486123c1 x-openstack-request-id: req-41077e1c-d9fd-45f8-b317-78d6486123c1 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:17:04.849327 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ce60dfe-d783-4d54-9658-d4a3eab46e8f", "name": "network-vif-plugged", "status": "completed", "tag": "57bc1645-a58a-4ee0-b905-d9717a9b7b6f", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:17:04.856351 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-41077e1c-d9fd-45f8-b317-78d6486123c1 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:17:04.857488 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ce60dfe-d783-4d54-9658-d4a3eab46e8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57bc1645-a58a-4ee0-b905-d9717a9b7b6f', 'code': 200} Jul 24 00:17:04.857829 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b78d8-dc5a-4e27-a1ae-6083e21497a3 req-b78bf77f-586f-455e-8b98-3a09bd7dca1a tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:04.859741 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-939b78d8-dc5a-4e27-a1ae-6083e21497a3 req-b78bf77f-586f-455e-8b98-3a09bd7dca1a tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ce60dfe-d783-4d54-9658-d4a3eab46e8f HTTP/1.1" status: 200 len: 944 time: 0.2038319 Jul 24 00:17:04.889952 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-b47001ce-a4d8-4cb4-ae45-830945bf7d19 req-db4fa1cf-1383-4ef7-bf69-5dd19e203bf5 service neutron] For port 5983edef-8a7b-4738-af13-e81f7a861c94, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:17:04.934049 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-b47001ce-a4d8-4cb4-ae45-830945bf7d19 req-db4fa1cf-1383-4ef7-bf69-5dd19e203bf5 service neutron] For port 5983edef-8a7b-4738-af13-e81f7a861c94, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=5983edef-8a7b-4738-af13-e81f7a861c94,segment=NetworkSegment(a1a1465a-fd99-41c9-bf89-faf21d67cc5e),segment_id=a1a1465a-fd99-41c9-bf89-faf21d67cc5e)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:17:04.966977 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-b47001ce-a4d8-4cb4-ae45-830945bf7d19 req-db4fa1cf-1383-4ef7-bf69-5dd19e203bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:05.013344 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-939b78d8-dc5a-4e27-a1ae-6083e21497a3 req-2e6700c1-2bd5-43b6-bee7-3c2a5b2fec56 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455948 Jul 24 00:17:05.036513 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=57bc1645-a58a-4ee0-b905-d9717a9b7b6f,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:17:05.077268 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47001ce-a4d8-4cb4-ae45-830945bf7d19 req-db4fa1cf-1383-4ef7-bf69-5dd19e203bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:05.083154 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-b47001ce-a4d8-4cb4-ae45-830945bf7d19 req-db4fa1cf-1383-4ef7-bf69-5dd19e203bf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:05.085069 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b47001ce-a4d8-4cb4-ae45-830945bf7d19 req-db4fa1cf-1383-4ef7-bf69-5dd19e203bf5 service neutron] 10.222.0.52 "PUT /v2.0/ports/5983edef-8a7b-4738-af13-e81f7a861c94 HTTP/1.1" status: 200 len: 1092 time: 1.8353288 Jul 24 00:17:05.089394 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6948d90a-e9ed-43bc-aedc-32034af48254', 'tag': '5983edef-8a7b-4738-af13-e81f7a861c94'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:17:05.092697 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b97e15e0-4e24-44ca-bf6d-91290dd44a52" -d '{"events": [{"name": "network-changed", "server_uuid": "6948d90a-e9ed-43bc-aedc-32034af48254", "tag": "5983edef-8a7b-4738-af13-e81f7a861c94"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:17:05.242558 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf3e97d-495f-47c3-98f5-51bec36fe58e req-34b03eab-b619-4042-a32a-9bdee7e35e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:05.243991 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-adf3e97d-495f-47c3-98f5-51bec36fe58e req-34b03eab-b619-4042-a32a-9bdee7e35e0b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8ce60dfe-d783-4d54-9658-d4a3eab46e8f HTTP/1.1" status: 200 len: 1097 time: 0.3086743 Jul 24 00:17:05.281256 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feedf405-92d3-4d4b-aaa7-46cdf6f3dd1c x-openstack-request-id: req-feedf405-92d3-4d4b-aaa7-46cdf6f3dd1c {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:17:05.281513 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6948d90a-e9ed-43bc-aedc-32034af48254", "tag": "5983edef-8a7b-4738-af13-e81f7a861c94", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:17:05.281714 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-feedf405-92d3-4d4b-aaa7-46cdf6f3dd1c {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:17:05.282129 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6948d90a-e9ed-43bc-aedc-32034af48254', 'tag': '5983edef-8a7b-4738-af13-e81f7a861c94', 'status': 'completed', 'code': 200} Jul 24 00:17:05.286148 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4fa1cf-1383-4ef7-bf69-5dd19e203bf5 service neutron] Pushing event updated for resources: {'Port': ['ID=5983edef-8a7b-4738-af13-e81f7a861c94,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:17:05.361230 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47001ce-a4d8-4cb4-ae45-830945bf7d19 req-ce68fc78-384b-4450-85d4-42ceff508b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:05.363789 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b47001ce-a4d8-4cb4-ae45-830945bf7d19 req-ce68fc78-384b-4450-85d4-42ceff508b08 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bf6833d5ef4e4ec6b999c5c1a3734713&device_id=6948d90a-e9ed-43bc-aedc-32034af48254 HTTP/1.1" status: 200 len: 1095 time: 0.2227433 Jul 24 00:17:05.386733 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-adf3e97d-495f-47c3-98f5-51bec36fe58e req-0d4d2463-030e-41bd-8e63-f45c79ef9b31 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341846 Jul 24 00:17:05.405924 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8ef4f5-36c8-40e0-9536-0ff77fea7128 req-7af86674-1e8d-442c-a5c2-48afb51d756e tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:05.415566 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fb8ef4f5-36c8-40e0-9536-0ff77fea7128 req-7af86674-1e8d-442c-a5c2-48afb51d756e tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=6948d90a-e9ed-43bc-aedc-32034af48254 HTTP/1.1" status: 200 len: 943 time: 0.2723291 Jul 24 00:17:05.460276 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b47001ce-a4d8-4cb4-ae45-830945bf7d19 req-7d0a1498-2894-4538-a822-73ab3041b474 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5983edef-8a7b-4738-af13-e81f7a861c94 HTTP/1.1" status: 200 len: 217 time: 0.0854986 Jul 24 00:17:05.521461 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fb8ef4f5-36c8-40e0-9536-0ff77fea7128 req-39875186-f5b0-4c25-8542-33c003735662 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=03bee5c9-e66c-4142-aa97-b7495f645fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920959 Jul 24 00:17:05.595987 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47001ce-a4d8-4cb4-ae45-830945bf7d19 req-54ce39d1-0ee9-430a-a137-9d5dcc0cf88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:05.597518 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b47001ce-a4d8-4cb4-ae45-830945bf7d19 req-54ce39d1-0ee9-430a-a137-9d5dcc0cf88d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4f660729-e229-442a-bec0-0f7d8794afc6 HTTP/1.1" status: 200 len: 851 time: 0.1312010 Jul 24 00:17:05.839433 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d9f7bb-eb5b-49c8-990f-11ae92344ac0 req-78c68819-8459-4764-b219-5edc416a0627 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:05.840994 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-45d9f7bb-eb5b-49c8-990f-11ae92344ac0 req-78c68819-8459-4764-b219-5edc416a0627 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef7418c8-cc0f-4720-98ea-317b65ccb9ad HTTP/1.1" status: 200 len: 946 time: 0.2201412 Jul 24 00:17:05.889118 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47001ce-a4d8-4cb4-ae45-830945bf7d19 req-0a1e895b-e1da-4a3f-b2c0-22fd217699cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:05.890942 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b47001ce-a4d8-4cb4-ae45-830945bf7d19 req-0a1e895b-e1da-4a3f-b2c0-22fd217699cf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2851620 Jul 24 00:17:05.948410 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-45d9f7bb-eb5b-49c8-990f-11ae92344ac0 req-7188bec0-e035-4cd7-a5db-7fbaf18196ce tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=6134d66c-4e65-4c63-a0b5-3a2b7a9634b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997384 Jul 24 00:17:06.065889 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b47001ce-a4d8-4cb4-ae45-830945bf7d19 req-270182e1-c96b-4d56-afe7-18910e5bfa31 service neutron] 10.222.0.52 "GET /v2.0/networks/657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343188 Jul 24 00:17:06.255861 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f828d-f361-42f5-9eae-0bce06d7b727 req-76f684d3-7f94-4a01-8ba8-0ae1251fbb4f tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:06.265062 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c21f828d-f361-42f5-9eae-0bce06d7b727 req-76f684d3-7f94-4a01-8ba8-0ae1251fbb4f tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ce60dfe-d783-4d54-9658-d4a3eab46e8f HTTP/1.1" status: 200 len: 945 time: 0.1471605 Jul 24 00:17:06.281915 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b47001ce-a4d8-4cb4-ae45-830945bf7d19 req-5ed40822-7a23-4c1a-b4d8-850bacf60410 service neutron] 10.222.0.52 "GET /v2.0/networks/657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065706 Jul 24 00:17:06.359748 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c21f828d-f361-42f5-9eae-0bce06d7b727 req-169092fd-714a-4f49-8249-9914e5cdba47 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834696 Jul 24 00:17:06.523140 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e15e0-4e24-44ca-bf6d-91290dd44a52 req-e4aa8d73-c0b8-4047-85af-969454734d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:06.524834 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b97e15e0-4e24-44ca-bf6d-91290dd44a52 req-e4aa8d73-c0b8-4047-85af-969454734d6a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bf6833d5ef4e4ec6b999c5c1a3734713&device_id=6948d90a-e9ed-43bc-aedc-32034af48254 HTTP/1.1" status: 200 len: 1095 time: 0.1283803 Jul 24 00:17:06.706471 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e15e0-4e24-44ca-bf6d-91290dd44a52 req-e673d982-4af0-4611-975f-aed1ce1688f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:06.707896 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b97e15e0-4e24-44ca-bf6d-91290dd44a52 req-e673d982-4af0-4611-975f-aed1ce1688f5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f HTTP/1.1" status: 200 len: 913 time: 0.1762955 Jul 24 00:17:06.804426 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b97e15e0-4e24-44ca-bf6d-91290dd44a52 req-be4a0fcd-7a8d-45f7-ba35-65f82a0442b8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5983edef-8a7b-4738-af13-e81f7a861c94 HTTP/1.1" status: 200 len: 217 time: 0.0889645 Jul 24 00:17:06.964792 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dfec5a-f55a-4092-b200-a417cec06dae req-68730aeb-2d04-41b5-8b6d-0de377f1622e tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:06.966918 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-57dfec5a-f55a-4092-b200-a417cec06dae req-68730aeb-2d04-41b5-8b6d-0de377f1622e tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=6948d90a-e9ed-43bc-aedc-32034af48254 HTTP/1.1" status: 200 len: 943 time: 0.3709517 Jul 24 00:17:07.021566 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e15e0-4e24-44ca-bf6d-91290dd44a52 req-a28eb061-4b28-4c8e-8ac8-6e694a20c626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:07.023043 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b97e15e0-4e24-44ca-bf6d-91290dd44a52 req-a28eb061-4b28-4c8e-8ac8-6e694a20c626 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4f660729-e229-442a-bec0-0f7d8794afc6 HTTP/1.1" status: 200 len: 851 time: 0.2046599 Jul 24 00:17:07.170676 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-57dfec5a-f55a-4092-b200-a417cec06dae req-a6b98287-f508-4aba-9a3d-7a7bbf91e651 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=03bee5c9-e66c-4142-aa97-b7495f645fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936605 Jul 24 00:17:07.202347 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e15e0-4e24-44ca-bf6d-91290dd44a52 req-810cc1af-d623-41b2-9729-fedafcb3e562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:07.204170 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b97e15e0-4e24-44ca-bf6d-91290dd44a52 req-810cc1af-d623-41b2-9729-fedafcb3e562 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1684809 Jul 24 00:17:07.213756 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49db638a-9c06-403b-aabf-8571094769b2 req-f02640b9-80cc-4712-8364-04b3cdf5cc8d tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:07.215388 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-49db638a-9c06-403b-aabf-8571094769b2 req-f02640b9-80cc-4712-8364-04b3cdf5cc8d tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef7418c8-cc0f-4720-98ea-317b65ccb9ad HTTP/1.1" status: 200 len: 946 time: 0.1241555 Jul 24 00:17:07.312897 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-49db638a-9c06-403b-aabf-8571094769b2 req-da4c4eb7-e615-4f50-a748-e6d743d0e2b2 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=6134d66c-4e65-4c63-a0b5-3a2b7a9634b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888851 Jul 24 00:17:07.394700 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b97e15e0-4e24-44ca-bf6d-91290dd44a52 req-e1f75578-bb19-4d28-bffa-e0dfaa53cdb4 service neutron] 10.222.0.52 "GET /v2.0/networks/657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794639 Jul 24 00:17:07.619194 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b97e15e0-4e24-44ca-bf6d-91290dd44a52 req-9fa2bae4-9210-4433-b1a7-913fdec950ea service neutron] 10.222.0.52 "GET /v2.0/networks/657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170150 Jul 24 00:17:07.645332 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f147ffc4-3bff-44dd-8266-e4831aab262f req-c659492d-c865-408b-b5f6-242646ccd209 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:07.646858 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f147ffc4-3bff-44dd-8266-e4831aab262f req-c659492d-c865-408b-b5f6-242646ccd209 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ce60dfe-d783-4d54-9658-d4a3eab46e8f HTTP/1.1" status: 200 len: 945 time: 0.1708195 Jul 24 00:17:07.725503 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f147ffc4-3bff-44dd-8266-e4831aab262f req-0058e4be-b278-49f1-bb18-8e3867166701 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722094 Jul 24 00:17:07.949934 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d5c64e-6da6-42b2-a441-fbc82a0087f7 req-34cdad8a-3ecf-4cd8-b72c-7d694c24a0ce tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:07.952071 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d4d5c64e-6da6-42b2-a441-fbc82a0087f7 req-34cdad8a-3ecf-4cd8-b72c-7d694c24a0ce tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=23f454f4-fa2a-49fd-a09a-a271cb01078c HTTP/1.1" status: 200 len: 945 time: 0.1202638 Jul 24 00:17:08.028321 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d4d5c64e-6da6-42b2-a441-fbc82a0087f7 req-733578e6-85ae-430b-ba4d-f12782365952 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672469 Jul 24 00:17:08.395525 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20325e5d-49c5-4552-a240-84abde196639 req-4d9269c8-4673-4cea-85e8-129f1c6ac80e tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:08.412901 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-20325e5d-49c5-4552-a240-84abde196639 req-4d9269c8-4673-4cea-85e8-129f1c6ac80e tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ce60dfe-d783-4d54-9658-d4a3eab46e8f HTTP/1.1" status: 200 len: 945 time: 0.2679219 Jul 24 00:17:08.463974 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47119b4b-e710-477a-882f-05bbfa3d0add req-f306367f-772e-4d67-8070-4ca969352808 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:08.465751 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-47119b4b-e710-477a-882f-05bbfa3d0add req-f306367f-772e-4d67-8070-4ca969352808 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=6948d90a-e9ed-43bc-aedc-32034af48254 HTTP/1.1" status: 200 len: 943 time: 0.1868818 Jul 24 00:17:08.481002 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-20325e5d-49c5-4552-a240-84abde196639 req-cd26f2fd-3fee-49fd-8b0d-4fd71e9c8392 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582142 Jul 24 00:17:08.536861 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-47119b4b-e710-477a-882f-05bbfa3d0add req-0d96f876-14ec-485b-ae87-19baf03f15f1 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=03bee5c9-e66c-4142-aa97-b7495f645fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636301 Jul 24 00:17:08.668059 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f71fe4-a654-4f25-aa55-9eb57aa710de req-157ad6a8-2dd3-4d16-b676-331be66171c6 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:08.677410 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-26f71fe4-a654-4f25-aa55-9eb57aa710de req-157ad6a8-2dd3-4d16-b676-331be66171c6 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef7418c8-cc0f-4720-98ea-317b65ccb9ad HTTP/1.1" status: 200 len: 946 time: 0.1422658 Jul 24 00:17:08.807229 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-26f71fe4-a654-4f25-aa55-9eb57aa710de req-402e175c-8ebe-447e-ac35-6f3939bcd39e tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=6134d66c-4e65-4c63-a0b5-3a2b7a9634b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234729 Jul 24 00:17:08.901172 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3131653-411a-4229-8099-828cc84dd6ef req-003415e1-2fe4-4037-9c11-77ecb6948650 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:08.902862 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f3131653-411a-4229-8099-828cc84dd6ef req-003415e1-2fe4-4037-9c11-77ecb6948650 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ce60dfe-d783-4d54-9658-d4a3eab46e8f HTTP/1.1" status: 200 len: 945 time: 0.0754685 Jul 24 00:17:08.987032 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f3131653-411a-4229-8099-828cc84dd6ef req-001f666c-77ca-4bf3-8178-b05b1d3e75dd tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776629 Jul 24 00:17:09.714917 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5def126a-0520-4d31-9c1f-8ffe4e027d24 req-62bdb3f4-e30f-43fd-9651-62b4f92e0f62 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:09.717147 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5def126a-0520-4d31-9c1f-8ffe4e027d24 req-62bdb3f4-e30f-43fd-9651-62b4f92e0f62 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=6948d90a-e9ed-43bc-aedc-32034af48254 HTTP/1.1" status: 200 len: 943 time: 0.0901043 Jul 24 00:17:09.768853 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5def126a-0520-4d31-9c1f-8ffe4e027d24 req-dd9781eb-6f10-47b5-a2e3-efe4f59c0b81 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=03bee5c9-e66c-4142-aa97-b7495f645fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451174 Jul 24 00:17:10.044554 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e515a02d-e482-475f-90cf-354e309ae176 req-ba46cdfd-0002-4dd4-9801-8eabd69f4a4b tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:10.051898 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e515a02d-e482-475f-90cf-354e309ae176 req-ba46cdfd-0002-4dd4-9801-8eabd69f4a4b tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef7418c8-cc0f-4720-98ea-317b65ccb9ad HTTP/1.1" status: 200 len: 946 time: 0.1492927 Jul 24 00:17:10.167251 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e515a02d-e482-475f-90cf-354e309ae176 req-e7269b83-7962-446c-bf48-c400ca19bea8 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=6134d66c-4e65-4c63-a0b5-3a2b7a9634b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143405 Jul 24 00:17:10.260824 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d61b13f-281d-407c-a700-b5aa074ad343 req-852b4eb2-e482-4506-9fe5-1505f0ce6094 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:10.273964 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6d61b13f-281d-407c-a700-b5aa074ad343 req-852b4eb2-e482-4506-9fe5-1505f0ce6094 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ce60dfe-d783-4d54-9658-d4a3eab46e8f HTTP/1.1" status: 200 len: 945 time: 0.1746383 Jul 24 00:17:10.346593 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e745be7-73e5-4cf4-abe7-0531772a719f req-3a26c541-9daf-4b51-ad29-d26c9d99b60b tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:10.348171 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4e745be7-73e5-4cf4-abe7-0531772a719f req-3a26c541-9daf-4b51-ad29-d26c9d99b60b tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ce60dfe-d783-4d54-9658-d4a3eab46e8f HTTP/1.1" status: 200 len: 945 time: 0.1540375 Jul 24 00:17:10.368232 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6d61b13f-281d-407c-a700-b5aa074ad343 req-e2350316-f50f-4f58-90bc-2d43c5f31457 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933414 Jul 24 00:17:10.521871 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-4e745be7-73e5-4cf4-abe7-0531772a719f req-95aaadd4-336e-4f15-9af6-79adaa2acbef tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Deleting port 57bc1645-a58a-4ee0-b905-d9717a9b7b6f {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:17:10.522358 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-4e745be7-73e5-4cf4-abe7-0531772a719f req-95aaadd4-336e-4f15-9af6-79adaa2acbef tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:10.663724 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-4e745be7-73e5-4cf4-abe7-0531772a719f req-95aaadd4-336e-4f15-9af6-79adaa2acbef tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] For port 57bc1645-a58a-4ee0-b905-d9717a9b7b6f, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=57bc1645-a58a-4ee0-b905-d9717a9b7b6f,segment=NetworkSegment(5aa5a49c-7465-4920-b25b-c3e99ae728f5),segment_id=5aa5a49c-7465-4920-b25b-c3e99ae728f5)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:17:10.664213 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-4e745be7-73e5-4cf4-abe7-0531772a719f req-95aaadd4-336e-4f15-9af6-79adaa2acbef tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:10.683667 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-4e745be7-73e5-4cf4-abe7-0531772a719f req-95aaadd4-336e-4f15-9af6-79adaa2acbef tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Calling delete_port for 57bc1645-a58a-4ee0-b905-d9717a9b7b6f owned by compute:nova {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:17:11.019148 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-4e745be7-73e5-4cf4-abe7-0531772a719f req-95aaadd4-336e-4f15-9af6-79adaa2acbef tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:11.035463 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['0e51c448-85ed-42a3-b7a8-5045610021f3', '57bc1645-a58a-4ee0-b905-d9717a9b7b6f'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:17:11.040966 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['5f16fbca-e168-4d66-b734-55081507532a'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:17:11.063360 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aaadd4-336e-4f15-9af6-79adaa2acbef tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Pushing event deleted for resources: {'Port': ['ID=57bc1645-a58a-4ee0-b905-d9717a9b7b6f,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:17:11.130848 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aaadd4-336e-4f15-9af6-79adaa2acbef tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:17:11.131199 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aaadd4-336e-4f15-9af6-79adaa2acbef tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:17:11.131596 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aaadd4-336e-4f15-9af6-79adaa2acbef tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:17:11.131942 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aaadd4-336e-4f15-9af6-79adaa2acbef tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:17:11.132276 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aaadd4-336e-4f15-9af6-79adaa2acbef tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:17:11.132732 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aaadd4-336e-4f15-9af6-79adaa2acbef tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:17:11.133098 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aaadd4-336e-4f15-9af6-79adaa2acbef tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:17:11.133770 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aaadd4-336e-4f15-9af6-79adaa2acbef tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:17:11.134104 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aaadd4-336e-4f15-9af6-79adaa2acbef tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:17:11.134483 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aaadd4-336e-4f15-9af6-79adaa2acbef tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:17:11.134817 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aaadd4-336e-4f15-9af6-79adaa2acbef tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:17:11.135137 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aaadd4-336e-4f15-9af6-79adaa2acbef tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:17:11.155039 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbb3117-bad0-4aeb-8d40-ee75ede3dd00 req-faa72f92-0025-4834-a872-96f55a6e5c81 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:11.163097 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1dbb3117-bad0-4aeb-8d40-ee75ede3dd00 req-faa72f92-0025-4834-a872-96f55a6e5c81 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=6948d90a-e9ed-43bc-aedc-32034af48254 HTTP/1.1" status: 200 len: 943 time: 0.2870412 Jul 24 00:17:11.230241 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e745be7-73e5-4cf4-abe7-0531772a719f req-95aaadd4-336e-4f15-9af6-79adaa2acbef tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] No DVR routers for this DVR port 57bc1645-a58a-4ee0-b905-d9717a9b7b6f on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:17:11.234209 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-4e745be7-73e5-4cf4-abe7-0531772a719f req-95aaadd4-336e-4f15-9af6-79adaa2acbef tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:11.238484 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4e745be7-73e5-4cf4-abe7-0531772a719f req-95aaadd4-336e-4f15-9af6-79adaa2acbef tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.64 "DELETE /v2.0/ports/57bc1645-a58a-4ee0-b905-d9717a9b7b6f HTTP/1.1" status: 204 len: 173 time: 0.8735991 Jul 24 00:17:11.239092 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ce60dfe-d783-4d54-9658-d4a3eab46e8f', 'name': 'network-vif-deleted', 'tag': '57bc1645-a58a-4ee0-b905-d9717a9b7b6f'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:17:11.241463 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb9c389f-fcf7-45c5-bba7-6e5a5b7ee749" -d '{"events": [{"server_uuid": "8ce60dfe-d783-4d54-9658-d4a3eab46e8f", "name": "network-vif-deleted", "tag": "57bc1645-a58a-4ee0-b905-d9717a9b7b6f"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:17:11.310144 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1dbb3117-bad0-4aeb-8d40-ee75ede3dd00 req-3bd33ebf-f2b9-48fd-9846-5f9a6bb30b34 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=03bee5c9-e66c-4142-aa97-b7495f645fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460285 Jul 24 00:17:11.363839 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cdac0e7-e5ab-4549-84bf-8bd2f965e8c7 x-openstack-request-id: req-8cdac0e7-e5ab-4549-84bf-8bd2f965e8c7 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:17:11.364398 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ce60dfe-d783-4d54-9658-d4a3eab46e8f", "name": "network-vif-deleted", "tag": "57bc1645-a58a-4ee0-b905-d9717a9b7b6f", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:17:11.364762 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8cdac0e7-e5ab-4549-84bf-8bd2f965e8c7 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:17:11.366636 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ce60dfe-d783-4d54-9658-d4a3eab46e8f', 'name': 'network-vif-deleted', 'tag': '57bc1645-a58a-4ee0-b905-d9717a9b7b6f', 'status': 'completed', 'code': 200} Jul 24 00:17:11.430684 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caf8ee1-0975-400e-b17a-586a11186bde req-d05d8a52-64d5-4e13-9bfc-4e2a9b27b849 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:11.465531 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6caf8ee1-0975-400e-b17a-586a11186bde req-d05d8a52-64d5-4e13-9bfc-4e2a9b27b849 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef7418c8-cc0f-4720-98ea-317b65ccb9ad HTTP/1.1" status: 200 len: 946 time: 0.1971695 Jul 24 00:17:11.539122 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-17c6316f-343f-4f03-a9c4-7e265855f978 req-4cd0da3f-63b6-4f84-8fac-9f09374d67d4 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ce60dfe-d783-4d54-9658-d4a3eab46e8f HTTP/1.1" status: 200 len: 210 time: 0.0650487 Jul 24 00:17:11.567028 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6caf8ee1-0975-400e-b17a-586a11186bde req-79fbcc60-c484-441c-94ee-adc18d8ae672 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=6134d66c-4e65-4c63-a0b5-3a2b7a9634b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996456 Jul 24 00:17:12.548802 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dabd41-9d01-4baa-b5f7-881c066c540d req-6725a5a6-3243-4f9a-b4c8-3b531b63b062 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:12.550571 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-77dabd41-9d01-4baa-b5f7-881c066c540d req-6725a5a6-3243-4f9a-b4c8-3b531b63b062 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=6948d90a-e9ed-43bc-aedc-32034af48254 HTTP/1.1" status: 200 len: 943 time: 0.1072052 Jul 24 00:17:12.620842 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-77dabd41-9d01-4baa-b5f7-881c066c540d req-af9d610a-9af6-4eb6-b461-fdfe4f1f85f7 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=03bee5c9-e66c-4142-aa97-b7495f645fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636077 Jul 24 00:17:12.746463 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6709a107-1be8-425a-bfc1-06a4ff2cdceb req-8c40517c-c460-40da-b810-cecca89a7d96 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:12.754572 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6709a107-1be8-425a-bfc1-06a4ff2cdceb req-8c40517c-c460-40da-b810-cecca89a7d96 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef7418c8-cc0f-4720-98ea-317b65ccb9ad HTTP/1.1" status: 200 len: 946 time: 0.0885489 Jul 24 00:17:12.807346 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6709a107-1be8-425a-bfc1-06a4ff2cdceb req-9d1ee25e-c016-4272-a5c7-453da390d661 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=6134d66c-4e65-4c63-a0b5-3a2b7a9634b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515587 Jul 24 00:17:13.099612 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08240d4-c06c-4dd9-9e76-9ff5ec061330 req-ddd022f8-c058-4cdc-9364-5425dc8c85b3 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:13.100918 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f08240d4-c06c-4dd9-9e76-9ff5ec061330 req-ddd022f8-c058-4cdc-9364-5425dc8c85b3 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=23f454f4-fa2a-49fd-a09a-a271cb01078c HTTP/1.1" status: 200 len: 945 time: 0.0975137 Jul 24 00:17:13.147626 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f08240d4-c06c-4dd9-9e76-9ff5ec061330 req-4ad4eb80-65f4-432e-9300-63f6a821f194 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392635 Jul 24 00:17:13.403001 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4836113-83cd-4ded-82f2-fb2f3841fdb3 req-115e51df-eca5-425d-b0db-7914bdd54d4b tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:13.405275 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f4836113-83cd-4ded-82f2-fb2f3841fdb3 req-115e51df-eca5-425d-b0db-7914bdd54d4b tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 946 time: 0.0667377 Jul 24 00:17:13.444284 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f4836113-83cd-4ded-82f2-fb2f3841fdb3 req-0fb1165e-ccf1-4562-8af5-f0d06fb89088 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343189 Jul 24 00:17:13.753954 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34bfa8b-0d6a-4a7e-b441-57eabca0afa9 req-508a4e09-e4b7-4617-8372-9e12f91ed2ff tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:13.755468 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c34bfa8b-0d6a-4a7e-b441-57eabca0afa9 req-508a4e09-e4b7-4617-8372-9e12f91ed2ff tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=6948d90a-e9ed-43bc-aedc-32034af48254 HTTP/1.1" status: 200 len: 943 time: 0.0692689 Jul 24 00:17:13.794685 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c34bfa8b-0d6a-4a7e-b441-57eabca0afa9 req-2f216e9f-8722-4c9b-b2d5-38d2f68a0343 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=03bee5c9-e66c-4142-aa97-b7495f645fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332470 Jul 24 00:17:13.960627 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec22c3f4-51ae-4ce3-a95b-6f132c8e9778 req-33580cd3-dce8-4a52-8aed-1fb525acefb1 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:13.962446 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ec22c3f4-51ae-4ce3-a95b-6f132c8e9778 req-33580cd3-dce8-4a52-8aed-1fb525acefb1 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef7418c8-cc0f-4720-98ea-317b65ccb9ad HTTP/1.1" status: 200 len: 946 time: 0.0937798 Jul 24 00:17:14.016707 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ec22c3f4-51ae-4ce3-a95b-6f132c8e9778 req-746822e2-ab41-468a-8bb7-13c035ef110d tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=6134d66c-4e65-4c63-a0b5-3a2b7a9634b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476167 Jul 24 00:17:14.019489 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5235c00-ab0f-471f-90a9-4b21adcae1f9 req-a69359b0-ffe8-425a-8735-49ffbb3de1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:14.020927 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d5235c00-ab0f-471f-90a9-4b21adcae1f9 req-a69359b0-ffe8-425a-8735-49ffbb3de1ec service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f416a58274704009b44a26f31650fbc3&device_id=ef7418c8-cc0f-4720-98ea-317b65ccb9ad HTTP/1.1" status: 200 len: 1098 time: 0.1001678 Jul 24 00:17:14.113245 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5235c00-ab0f-471f-90a9-4b21adcae1f9 req-c00b11df-a235-457e-85fa-88c1c61d8917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:14.114730 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d5235c00-ab0f-471f-90a9-4b21adcae1f9 req-c00b11df-a235-457e-85fa-88c1c61d8917 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3bb27577-8aa4-438b-b0fc-2e9a72f8d21f HTTP/1.1" status: 200 len: 916 time: 0.0870988 Jul 24 00:17:14.183354 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d5235c00-ab0f-471f-90a9-4b21adcae1f9 req-79491d15-5e1f-4b39-8fba-48f22fbdf236 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2cc29194-d266-42bb-9db8-3d7a0b796200 HTTP/1.1" status: 200 len: 1001 time: 0.0612850 Jul 24 00:17:14.185026 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 57bc1645-a58a-4ee0-b905-d9717a9b7b6f no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:17:14.204698 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] No Port match for: 57bc1645-a58a-4ee0-b905-d9717a9b7b6f {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:17:14.205075 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 57bc1645-a58a-4ee0-b905-d9717a9b7b6f not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:17:14.236194 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5235c00-ab0f-471f-90a9-4b21adcae1f9 req-15984764-6ccd-4498-99f9-babeeb5f1965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:14.237732 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d5235c00-ab0f-471f-90a9-4b21adcae1f9 req-15984764-6ccd-4498-99f9-babeeb5f1965 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=63da32e2-61ac-4eb0-aee3-157739522d03 HTTP/1.1" status: 200 len: 854 time: 0.0456095 Jul 24 00:17:14.283614 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbde22b-7c00-4be3-8403-1541d4c284ed req-d34c10b0-1087-4163-ba0f-05c01954b065 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:14.286142 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-edbde22b-7c00-4be3-8403-1541d4c284ed req-d34c10b0-1087-4163-ba0f-05c01954b065 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=23f454f4-fa2a-49fd-a09a-a271cb01078c HTTP/1.1" status: 200 len: 945 time: 0.0725193 Jul 24 00:17:14.299711 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5235c00-ab0f-471f-90a9-4b21adcae1f9 req-113286aa-e38d-4bad-98a7-47f34e75d8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:14.301217 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d5235c00-ab0f-471f-90a9-4b21adcae1f9 req-113286aa-e38d-4bad-98a7-47f34e75d8ec service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3bb27577-8aa4-438b-b0fc-2e9a72f8d21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542533 Jul 24 00:17:14.324443 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-edbde22b-7c00-4be3-8403-1541d4c284ed req-c0c72058-8604-4e1a-aa86-06c561ec20a3 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326259 Jul 24 00:17:14.397266 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d5235c00-ab0f-471f-90a9-4b21adcae1f9 req-9922aa7f-da38-44ad-a014-f272051a330d service neutron] 10.222.0.52 "GET /v2.0/networks/3bb27577-8aa4-438b-b0fc-2e9a72f8d21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889437 Jul 24 00:17:14.489902 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2976fc3a-3088-4318-a9c2-491f9077a57d req-f0b79d5c-aca4-4f3d-8b4d-c61e6b6497d2 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:14.491781 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2976fc3a-3088-4318-a9c2-491f9077a57d req-f0b79d5c-aca4-4f3d-8b4d-c61e6b6497d2 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.64 "GET /v2.0/ports?device_id=23f454f4-fa2a-49fd-a09a-a271cb01078c HTTP/1.1" status: 200 len: 945 time: 0.0862281 Jul 24 00:17:14.493482 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d5235c00-ab0f-471f-90a9-4b21adcae1f9 req-f5ccd279-7d58-45b5-93bd-b7685e6493c1 service neutron] 10.222.0.52 "GET /v2.0/networks/3bb27577-8aa4-438b-b0fc-2e9a72f8d21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884247 Jul 24 00:17:14.575288 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5739957-fd1c-4a81-a970-a76ae63ffe50 req-567052e4-6b17-464c-9fbe-2e98d9ebfd2e tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:14.577543 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d5739957-fd1c-4a81-a970-a76ae63ffe50 req-567052e4-6b17-464c-9fbe-2e98d9ebfd2e tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 946 time: 0.0658305 Jul 24 00:17:14.595851 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-2976fc3a-3088-4318-a9c2-491f9077a57d req-579e98f5-5b1e-4f08-a69d-087f2ad1c1d6 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Deleting port 0e51c448-85ed-42a3-b7a8-5045610021f3 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:17:14.596205 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-2976fc3a-3088-4318-a9c2-491f9077a57d req-579e98f5-5b1e-4f08-a69d-087f2ad1c1d6 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:14.615895 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d5739957-fd1c-4a81-a970-a76ae63ffe50 req-61a052be-b9ad-4459-8c1d-f5a1194250e8 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327282 Jul 24 00:17:14.690103 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-2976fc3a-3088-4318-a9c2-491f9077a57d req-579e98f5-5b1e-4f08-a69d-087f2ad1c1d6 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] For port 0e51c448-85ed-42a3-b7a8-5045610021f3, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=0e51c448-85ed-42a3-b7a8-5045610021f3,segment=NetworkSegment(5aa5a49c-7465-4920-b25b-c3e99ae728f5),segment_id=5aa5a49c-7465-4920-b25b-c3e99ae728f5)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:17:14.690476 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-2976fc3a-3088-4318-a9c2-491f9077a57d req-579e98f5-5b1e-4f08-a69d-087f2ad1c1d6 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:14.704126 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-2976fc3a-3088-4318-a9c2-491f9077a57d req-579e98f5-5b1e-4f08-a69d-087f2ad1c1d6 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Calling delete_port for 0e51c448-85ed-42a3-b7a8-5045610021f3 owned by compute:nova {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:17:14.806895 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:14.837526 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-2976fc3a-3088-4318-a9c2-491f9077a57d req-579e98f5-5b1e-4f08-a69d-087f2ad1c1d6 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:14.851932 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['0e51c448-85ed-42a3-b7a8-5045610021f3'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:17:14.855098 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['5f16fbca-e168-4d66-b734-55081507532a'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:17:14.875172 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579e98f5-5b1e-4f08-a69d-087f2ad1c1d6 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Pushing event deleted for resources: {'Port': ['ID=0e51c448-85ed-42a3-b7a8-5045610021f3,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:17:14.930245 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-2976fc3a-3088-4318-a9c2-491f9077a57d req-579e98f5-5b1e-4f08-a69d-087f2ad1c1d6 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] No DVR routers for this DVR port 0e51c448-85ed-42a3-b7a8-5045610021f3 on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:17:14.933850 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-2976fc3a-3088-4318-a9c2-491f9077a57d req-579e98f5-5b1e-4f08-a69d-087f2ad1c1d6 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:14.937293 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2976fc3a-3088-4318-a9c2-491f9077a57d req-579e98f5-5b1e-4f08-a69d-087f2ad1c1d6 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.64 "DELETE /v2.0/ports/0e51c448-85ed-42a3-b7a8-5045610021f3 HTTP/1.1" status: 204 len: 173 time: 0.4397526 Jul 24 00:17:14.937967 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23f454f4-fa2a-49fd-a09a-a271cb01078c', 'name': 'network-vif-deleted', 'tag': '0e51c448-85ed-42a3-b7a8-5045610021f3'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:17:14.952475 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f6de945-b66f-4dab-9cdd-6df8baab40f6" -d '{"events": [{"server_uuid": "23f454f4-fa2a-49fd-a09a-a271cb01078c", "name": "network-vif-deleted", "tag": "0e51c448-85ed-42a3-b7a8-5045610021f3"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:17:14.996649 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a8af0c-ae0d-4846-b29e-58cbb72f6c20 x-openstack-request-id: req-e3a8af0c-ae0d-4846-b29e-58cbb72f6c20 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:17:14.996978 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23f454f4-fa2a-49fd-a09a-a271cb01078c", "name": "network-vif-deleted", "tag": "0e51c448-85ed-42a3-b7a8-5045610021f3", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:17:14.997239 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e3a8af0c-ae0d-4846-b29e-58cbb72f6c20 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:17:14.998717 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23f454f4-fa2a-49fd-a09a-a271cb01078c', 'name': 'network-vif-deleted', 'tag': '0e51c448-85ed-42a3-b7a8-5045610021f3', 'status': 'completed', 'code': 200} Jul 24 00:17:15.003127 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8c9cf-e8c6-4967-bdf0-fb91fc2b7386 req-15b5a548-1953-4017-a288-28e9f12ab19c tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:15.004734 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c1e8c9cf-e8c6-4967-bdf0-fb91fc2b7386 req-15b5a548-1953-4017-a288-28e9f12ab19c tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=6948d90a-e9ed-43bc-aedc-32034af48254 HTTP/1.1" status: 200 len: 943 time: 0.1127288 Jul 24 00:17:15.077718 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c1e8c9cf-e8c6-4967-bdf0-fb91fc2b7386 req-24722beb-e4f4-4d95-842e-4da75c38a0db tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=03bee5c9-e66c-4142-aa97-b7495f645fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623600 Jul 24 00:17:15.168896 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ab1b8-5714-4e40-8588-86cf1d696ae8 req-c378c25b-5f8d-4103-acd1-e0db9230bf1c tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:15.170415 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ba9ab1b8-5714-4e40-8588-86cf1d696ae8 req-c378c25b-5f8d-4103-acd1-e0db9230bf1c tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef7418c8-cc0f-4720-98ea-317b65ccb9ad HTTP/1.1" status: 200 len: 946 time: 0.0668621 Jul 24 00:17:15.208203 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ba9ab1b8-5714-4e40-8588-86cf1d696ae8 req-a5c0aac1-af57-4329-b60a-3b7d7730de78 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=6134d66c-4e65-4c63-a0b5-3a2b7a9634b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322292 Jul 24 00:17:15.437299 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-05ef8ead-139c-47f3-b3ed-81971ebcdc77 req-e9d5bc2e-bce7-4ee9-b745-26cf5e51b7fd tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=23f454f4-fa2a-49fd-a09a-a271cb01078c HTTP/1.1" status: 200 len: 210 time: 0.0348568 Jul 24 00:17:15.797777 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 2cc29194-d266-42bb-9db8-3d7a0b796200 no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:17:15.871457 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:15.892673 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef7418c8-cc0f-4720-98ea-317b65ccb9ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cc29194-d266-42bb-9db8-3d7a0b796200'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:17:15.894934 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f609ec4-9acc-451e-b530-ae4366f4b76e" -d '{"events": [{"server_uuid": "ef7418c8-cc0f-4720-98ea-317b65ccb9ad", "name": "network-vif-unplugged", "status": "completed", "tag": "2cc29194-d266-42bb-9db8-3d7a0b796200"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:17:15.908207 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 2cc29194-d266-42bb-9db8-3d7a0b796200, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=2cc29194-d266-42bb-9db8-3d7a0b796200,segment=NetworkSegment(d3cc9475-f05d-4177-894c-9d197d6c8577),segment_id=d3cc9475-f05d-4177-894c-9d197d6c8577)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:17:15.912085 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:15.935312 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 00:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d0af68-36af-4372-9c2d-0049c83772c9 x-openstack-request-id: req-f1d0af68-36af-4372-9c2d-0049c83772c9 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:17:15.935627 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef7418c8-cc0f-4720-98ea-317b65ccb9ad", "name": "network-vif-unplugged", "status": "completed", "tag": "2cc29194-d266-42bb-9db8-3d7a0b796200", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:17:15.935875 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f1d0af68-36af-4372-9c2d-0049c83772c9 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:17:15.936269 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef7418c8-cc0f-4720-98ea-317b65ccb9ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cc29194-d266-42bb-9db8-3d7a0b796200', 'code': 200} Jul 24 00:17:15.961383 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=2cc29194-d266-42bb-9db8-3d7a0b796200,revision_number=8']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:17:16.203953 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd8857-06ef-4e11-b7bf-00f4c8425765 req-aa0624e9-9bb8-4e4b-97e2-be4fcdcb139b tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:16.205492 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-15dd8857-06ef-4e11-b7bf-00f4c8425765 req-aa0624e9-9bb8-4e4b-97e2-be4fcdcb139b tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=6948d90a-e9ed-43bc-aedc-32034af48254 HTTP/1.1" status: 200 len: 943 time: 0.0646739 Jul 24 00:17:16.243798 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-15dd8857-06ef-4e11-b7bf-00f4c8425765 req-3332d374-1053-453c-a12c-6fb564a084a1 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=03bee5c9-e66c-4142-aa97-b7495f645fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321746 Jul 24 00:17:16.344897 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436ab13c-cb96-4bc9-bc42-d3e2f9d554a8 req-526538d7-4a05-495f-b6b4-5a3ab33c8072 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:16.346283 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-436ab13c-cb96-4bc9-bc42-d3e2f9d554a8 req-526538d7-4a05-495f-b6b4-5a3ab33c8072 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef7418c8-cc0f-4720-98ea-317b65ccb9ad HTTP/1.1" status: 200 len: 944 time: 0.0641241 Jul 24 00:17:16.384942 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-436ab13c-cb96-4bc9-bc42-d3e2f9d554a8 req-1a30e754-3524-4499-8ca0-bdd243e6f4cf tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=6134d66c-4e65-4c63-a0b5-3a2b7a9634b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331171 Jul 24 00:17:16.717805 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0c081f-04a4-48a0-93f2-0b6720c490f5 req-4ff68543-2cca-40ff-bcde-d7d2ff839a92 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:16.718074 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ab0c081f-04a4-48a0-93f2-0b6720c490f5 req-4ff68543-2cca-40ff-bcde-d7d2ff839a92 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/networks?id=647eee8d-5ee8-4283-a9e5-d18e1a31df0d HTTP/1.1" status: 200 len: 806 time: 0.1116703 Jul 24 00:17:16.733665 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ab0c081f-04a4-48a0-93f2-0b6720c490f5 req-7c421738-e1b6-4b99-b112-2b076d0d3fe7 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/quotas/d101a2ce9a064baabc9b1c2111317a43 HTTP/1.1" status: 200 len: 375 time: 0.0100994 Jul 24 00:17:16.799263 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ab0c081f-04a4-48a0-93f2-0b6720c490f5 req-49fa041d-c5bd-4e4f-aa44-eee1ad3eadf4 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d101a2ce9a064baabc9b1c2111317a43&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0600615 Jul 24 00:17:16.897372 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ab0c081f-04a4-48a0-93f2-0b6720c490f5 req-740895fa-7190-4b7e-a8d4-a53bb2ea4099 service neutron] 10.222.0.44 "GET /v2.0/networks/647eee8d-5ee8-4283-a9e5-d18e1a31df0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913258 Jul 24 00:17:16.995008 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ab0c081f-04a4-48a0-93f2-0b6720c490f5 req-57435999-9dec-42ef-9ad6-0cf8b2237a5a service neutron] 10.222.0.44 "GET /v2.0/networks/647eee8d-5ee8-4283-a9e5-d18e1a31df0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915306 Jul 24 00:17:17.117652 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [req-b756dbd9-8c63-489c-a287-ece764b836e7 req-9cea28e6-e63c-498f-b8a2-a61e1b9fd9c1 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=100313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:17:17.118669 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b756dbd9-8c63-489c-a287-ece764b836e7 req-9cea28e6-e63c-498f-b8a2-a61e1b9fd9c1 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054958 Jul 24 00:17:17.164345 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-778ba561-0f6e-4729-8652-d6c39338efa6 req-782b57a5-9784-47b6-b6c6-25da6d41088f tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f6c9745-f8a1-4d87-95cb-ee45db869bef HTTP/1.1" status: 200 len: 210 time: 0.0327523 Jul 24 00:17:17.318887 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e65436c-a513-4836-b9f0-ddabf5fbeda8 req-09d11176-7fd9-4e17-a489-84de154a9daf tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:17.321899 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9e65436c-a513-4836-b9f0-ddabf5fbeda8 req-09d11176-7fd9-4e17-a489-84de154a9daf tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef7418c8-cc0f-4720-98ea-317b65ccb9ad HTTP/1.1" status: 200 len: 944 time: 0.0837145 Jul 24 00:17:17.381538 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9e65436c-a513-4836-b9f0-ddabf5fbeda8 req-906c1044-100b-4462-a97b-7c81e0a0b894 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=6134d66c-4e65-4c63-a0b5-3a2b7a9634b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492370 Jul 24 00:17:17.408846 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca931d02-c987-4b0d-8086-fedd3b6a8b0d req-66c876ad-444e-47c2-bfc8-052606a0daa3 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:17.410482 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ca931d02-c987-4b0d-8086-fedd3b6a8b0d req-66c876ad-444e-47c2-bfc8-052606a0daa3 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=6948d90a-e9ed-43bc-aedc-32034af48254 HTTP/1.1" status: 200 len: 943 time: 0.0890212 Jul 24 00:17:17.452974 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ca931d02-c987-4b0d-8086-fedd3b6a8b0d req-4e3c3b6d-5f4c-4da4-a911-4561be370675 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=03bee5c9-e66c-4142-aa97-b7495f645fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366209 Jul 24 00:17:17.543851 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-595fd1c9-2d57-49e6-9a35-e231fb297fd9 req-f08c1517-948d-431a-8dda-3d4e35b2b0a6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ef7418c8-cc0f-4720-98ea-317b65ccb9ad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0573645 Jul 24 00:17:17.727376 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:17.807572 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 5983edef-8a7b-4738-af13-e81f7a861c94 details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:17:17.917530 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 5983edef-8a7b-4738-af13-e81f7a861c94, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=5983edef-8a7b-4738-af13-e81f7a861c94,segment=NetworkSegment(a1a1465a-fd99-41c9-bf89-faf21d67cc5e),segment_id=a1a1465a-fd99-41c9-bf89-faf21d67cc5e)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:17:17.930545 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': '5983edef-8a7b-4738-af13-e81f7a861c94', 'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f', 'port_id': '5983edef-8a7b-4738-af13-e81f7a861c94', 'mac_address': 'fa:16:3e:f7:ae:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f660729-e229-442a-bec0-0f7d8794afc6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:17:17.969537 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:17.982022 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5983edef-8a7b-4738-af13-e81f7a861c94 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:17:18.005102 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 5983edef-8a7b-4738-af13-e81f7a861c94, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=5983edef-8a7b-4738-af13-e81f7a861c94,segment=NetworkSegment(a1a1465a-fd99-41c9-bf89-faf21d67cc5e),segment_id=a1a1465a-fd99-41c9-bf89-faf21d67cc5e)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:17:18.008747 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:18.056022 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=5983edef-8a7b-4738-af13-e81f7a861c94,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:17:18.197715 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 5b568338-3482-4589-a123-6f598453b6ed details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:17:18.200256 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 0e51c448-85ed-42a3-b7a8-5045610021f3 no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:17:18.239961 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] No Port match for: 0e51c448-85ed-42a3-b7a8-5045610021f3 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:17:18.240321 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 0e51c448-85ed-42a3-b7a8-5045610021f3 not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:17:18.241901 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 5b568338-3482-4589-a123-6f598453b6ed no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:17:18.289951 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['5983edef-8a7b-4738-af13-e81f7a861c94'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:17:18.323276 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-74337053-2e07-4f21-aa0c-c85c606024d0 req-7dbe034a-c6a6-42d7-9f56-fca20b526930 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f6c9745-f8a1-4d87-95cb-ee45db869bef HTTP/1.1" status: 200 len: 210 time: 0.0386989 Jul 24 00:17:18.346747 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0c081f-04a4-48a0-93f2-0b6720c490f5 req-5f115b6d-94ab-4008-bb19-fd2c842bc2d0 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:18.348357 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ab0c081f-04a4-48a0-93f2-0b6720c490f5 req-5f115b6d-94ab-4008-bb19-fd2c842bc2d0 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.64 "GET /v2.0/networks?id=647eee8d-5ee8-4283-a9e5-d18e1a31df0d HTTP/1.1" status: 200 len: 806 time: 0.2086921 Jul 24 00:17:18.365426 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-ab0c081f-04a4-48a0-93f2-0b6720c490f5 req-b00bce4d-54ea-444e-bf9d-c97e27240517 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Request body: {'port': {'device_id': '6f6c9745-f8a1-4d87-95cb-ee45db869bef', 'network_id': '647eee8d-5ee8-4283-a9e5-d18e1a31df0d', 'admin_state_up': True, 'tenant_id': 'd101a2ce9a064baabc9b1c2111317a43'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:17:18.484147 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:18.502619 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 5b568338-3482-4589-a123-6f598453b6ed, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=5b568338-3482-4589-a123-6f598453b6ed,segment=NetworkSegment(28758b2b-8e5b-4b20-97dc-892d312454de),segment_id=28758b2b-8e5b-4b20-97dc-892d312454de)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:17:18.517508 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab0c081f-04a4-48a0-93f2-0b6720c490f5 req-b00bce4d-54ea-444e-bf9d-c97e27240517 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Made reservation on behalf of d101a2ce9a064baabc9b1c2111317a43 for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:17:18.524421 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-ab0c081f-04a4-48a0-93f2-0b6720c490f5 req-b00bce4d-54ea-444e-bf9d-c97e27240517 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:18.542517 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf2ae25-5722-4714-8c20-ff0a8c7d619b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b568338-3482-4589-a123-6f598453b6ed'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:17:18.544822 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d23b03d2-2082-4233-9fc9-e89f2f368144" -d '{"events": [{"server_uuid": "bdf2ae25-5722-4714-8c20-ff0a8c7d619b", "name": "network-vif-unplugged", "status": "completed", "tag": "5b568338-3482-4589-a123-6f598453b6ed"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:17:18.552015 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': '5b568338-3482-4589-a123-6f598453b6ed', 'network_id': '49599f72-6971-4c78-8210-d79c8aca88a7', 'port_id': '5b568338-3482-4589-a123-6f598453b6ed', 'mac_address': 'fa:16:3e:c7:9c:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47f2c0d4-0d4f-46b9-9d68-d3d80dbac696', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:17:18.565725 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b351ffbe-5830-4d31-b556-804c70cd2cbf req-2f7dbafb-c9b6-463c-8c1f-189fda2d29aa tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:18.567908 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b351ffbe-5830-4d31-b556-804c70cd2cbf req-2f7dbafb-c9b6-463c-8c1f-189fda2d29aa tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef7418c8-cc0f-4720-98ea-317b65ccb9ad HTTP/1.1" status: 200 len: 944 time: 0.1036739 Jul 24 00:17:18.574867 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 5b568338-3482-4589-a123-6f598453b6ed, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=5b568338-3482-4589-a123-6f598453b6ed,segment=NetworkSegment(28758b2b-8e5b-4b20-97dc-892d312454de),segment_id=28758b2b-8e5b-4b20-97dc-892d312454de)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:17:18.607695 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:18.618623 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b351ffbe-5830-4d31-b556-804c70cd2cbf req-034782cf-26fd-46ae-9142-31c28d587635 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=6134d66c-4e65-4c63-a0b5-3a2b7a9634b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446804 Jul 24 00:17:18.686741 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:18.698683 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 00:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d43cec-1e0c-4211-b0bd-28acb415f8aa x-openstack-request-id: req-47d43cec-1e0c-4211-b0bd-28acb415f8aa {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:17:18.698996 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdf2ae25-5722-4714-8c20-ff0a8c7d619b", "name": "network-vif-unplugged", "status": "completed", "tag": "5b568338-3482-4589-a123-6f598453b6ed", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:17:18.699256 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-47d43cec-1e0c-4211-b0bd-28acb415f8aa {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:17:18.699783 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdf2ae25-5722-4714-8c20-ff0a8c7d619b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b568338-3482-4589-a123-6f598453b6ed', 'code': 200} Jul 24 00:17:18.712796 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6418ef-4eed-4f50-aeab-ef51fd55bd56 req-ac8fe977-eb17-4419-a914-a4d954311366 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:18.720741 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ba6418ef-4eed-4f50-aeab-ef51fd55bd56 req-ac8fe977-eb17-4419-a914-a4d954311366 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=6948d90a-e9ed-43bc-aedc-32034af48254 HTTP/1.1" status: 200 len: 944 time: 0.1725681 Jul 24 00:17:18.736962 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5b568338-3482-4589-a123-6f598453b6ed {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:17:18.762743 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=5b568338-3482-4589-a123-6f598453b6ed,revision_number=8']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:17:18.818167 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ba6418ef-4eed-4f50-aeab-ef51fd55bd56 req-a53b06e9-efa4-4cb8-b912-05424f610c24 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=03bee5c9-e66c-4142-aa97-b7495f645fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947831 Jul 24 00:17:18.819029 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.db.api [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100315) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 00:17:18.819403 n-d-800088-16 neutron-server[100315]: DEBUG oslo_db.api [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 00:17:18.822511 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595fd1c9-2d57-49e6-9a35-e231fb297fd9 req-afb8060a-a512-45ba-999c-c1f13c3e0536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:18.824268 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-595fd1c9-2d57-49e6-9a35-e231fb297fd9 req-afb8060a-a512-45ba-999c-c1f13c3e0536 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ef7418c8-cc0f-4720-98ea-317b65ccb9ad&tenant_id=f416a58274704009b44a26f31650fbc3 HTTP/1.1" status: 200 len: 1096 time: 0.2935326 Jul 24 00:17:18.842087 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-595fd1c9-2d57-49e6-9a35-e231fb297fd9 req-eb15d69a-4b75-4b43-aef3-af097b43c712 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800088-16', 'device_owner': 'compute:nova'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:17:18.851724 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770aad56-74e0-4e04-aef6-53f7d14d3463 req-3ccbefde-1c7f-44d6-8362-65204c10e889 tempest-TestNetworkAdvancedServerOps-1890701533 tempest-TestNetworkAdvancedServerOps-1890701533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:18.859702 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-770aad56-74e0-4e04-aef6-53f7d14d3463 req-3ccbefde-1c7f-44d6-8362-65204c10e889 tempest-TestNetworkAdvancedServerOps-1890701533 tempest-TestNetworkAdvancedServerOps-1890701533-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=42f6ed47-83dc-460f-a0cd-7950d92ae355 HTTP/1.1" status: 200 len: 1098 time: 0.0768363 Jul 24 00:17:18.882562 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [req-ab0c081f-04a4-48a0-93f2-0b6720c490f5 req-b00bce4d-54ea-444e-bf9d-c97e27240517 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Allocated IP 172.20.0.3 (647eee8d-5ee8-4283-a9e5-d18e1a31df0d/f74eda8a-ed40-4284-ae5e-468e5cf2304c/8d7e420d-6817-4dc0-bbe8-bd7ae871ed5c) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:17:18.891113 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-770aad56-74e0-4e04-aef6-53f7d14d3463 req-f09b9fa6-d956-4fc3-81cc-92d933093b21 tempest-TestNetworkAdvancedServerOps-1890701533 tempest-TestNetworkAdvancedServerOps-1890701533-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=592819d6-cd2f-4c55-a231-bf1729025f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304432 Jul 24 00:17:18.989882 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-595fd1c9-2d57-49e6-9a35-e231fb297fd9 req-eb15d69a-4b75-4b43-aef3-af097b43c712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:19.274875 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a627cd8-1376-4c60-a45a-23a522a1db4c req-f4f2c0c1-c6c8-4a79-a4cc-4a193f16dfa9 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:19.282153 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9a627cd8-1376-4c60-a45a-23a522a1db4c req-f4f2c0c1-c6c8-4a79-a4cc-4a193f16dfa9 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f6ed47-83dc-460f-a0cd-7950d92ae355 HTTP/1.1" status: 200 len: 946 time: 0.3043709 Jul 24 00:17:19.326327 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-ab0c081f-04a4-48a0-93f2-0b6720c490f5 req-b00bce4d-54ea-444e-bf9d-c97e27240517 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:19.382620 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:19.399014 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b568338-3482-4589-a123-6f598453b6ed {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:17:19.421727 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 5b568338-3482-4589-a123-6f598453b6ed, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=5b568338-3482-4589-a123-6f598453b6ed,segment=NetworkSegment(28758b2b-8e5b-4b20-97dc-892d312454de),segment_id=28758b2b-8e5b-4b20-97dc-892d312454de)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:17:19.429563 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:19.436313 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9a627cd8-1376-4c60-a45a-23a522a1db4c req-e709fe77-cf1d-43ef-8bc4-fd95c7f07533 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=592819d6-cd2f-4c55-a231-bf1729025f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1527147 Jul 24 00:17:19.454599 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 48438) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:17:19.465467 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-97ff0ec8-8d6c-4657-b9d6-8ceb2962770c req-c5f73dac-8622-4e16-b192-fd8beb20270b tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f6c9745-f8a1-4d87-95cb-ee45db869bef HTTP/1.1" status: 200 len: 210 time: 0.0503836 Jul 24 00:17:19.496535 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=5b568338-3482-4589-a123-6f598453b6ed,revision_number=9']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:17:19.510282 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['5b568338-3482-4589-a123-6f598453b6ed'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:17:19.540618 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-595fd1c9-2d57-49e6-9a35-e231fb297fd9 req-eb15d69a-4b75-4b43-aef3-af097b43c712 service neutron] For port 2cc29194-d266-42bb-9db8-3d7a0b796200, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=2cc29194-d266-42bb-9db8-3d7a0b796200,segment=NetworkSegment(d3cc9475-f05d-4177-894c-9d197d6c8577),segment_id=d3cc9475-f05d-4177-894c-9d197d6c8577)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:17:19.581963 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-f1961be0-4395-4a5c-834c-b38b21a17563 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/floatingips/604671b4-f153-4c53-8201-3b1638a7eaf7 HTTP/1.1" status: 200 len: 993 time: 0.1259091 Jul 24 00:17:19.586128 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-ab0c081f-04a4-48a0-93f2-0b6720c490f5 req-b00bce4d-54ea-444e-bf9d-c97e27240517 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:19.602198 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['5f16fbca-e168-4d66-b734-55081507532a'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:17:19.675479 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-595fd1c9-2d57-49e6-9a35-e231fb297fd9 req-eb15d69a-4b75-4b43-aef3-af097b43c712 service neutron] For port 2cc29194-d266-42bb-9db8-3d7a0b796200, host n-h1-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:17:19.684190 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab0c081f-04a4-48a0-93f2-0b6720c490f5 req-b00bce4d-54ea-444e-bf9d-c97e27240517 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Network 647eee8d-5ee8-4283-a9e5-d18e1a31df0d is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:17:19.687327 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [req-ab0c081f-04a4-48a0-93f2-0b6720c490f5 req-b00bce4d-54ea-444e-bf9d-c97e27240517 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:17:19.733833 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-595fd1c9-2d57-49e6-9a35-e231fb297fd9 req-eb15d69a-4b75-4b43-aef3-af097b43c712 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cc29194-d266-42bb-9db8-3d7a0b796200 {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:17:19.750994 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-595fd1c9-2d57-49e6-9a35-e231fb297fd9 req-eb15d69a-4b75-4b43-aef3-af097b43c712 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:19.803171 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00bce4d-54ea-444e-bf9d-c97e27240517 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Pushing event updated for resources: {'Port': ['ID=8d7e420d-6817-4dc0-bbe8-bd7ae871ed5c,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:17:19.811539 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab0c081f-04a4-48a0-93f2-0b6720c490f5 req-b00bce4d-54ea-444e-bf9d-c97e27240517 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:17:19.826465 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-595fd1c9-2d57-49e6-9a35-e231fb297fd9 req-eb15d69a-4b75-4b43-aef3-af097b43c712 service neutron] Transition to ACTIVE for port object 2cc29194-d266-42bb-9db8-3d7a0b796200 will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:17:19.828314 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 5983edef-8a7b-4738-af13-e81f7a861c94 up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:17:19.887951 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-595fd1c9-2d57-49e6-9a35-e231fb297fd9 req-eb15d69a-4b75-4b43-aef3-af097b43c712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:19.889737 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376d002a-e1c5-4aed-96bb-f4693d109ea2 req-aad34628-0c01-4bb1-a9a9-6d69a7dd63c5 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:19.897210 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-376d002a-e1c5-4aed-96bb-f4693d109ea2 req-aad34628-0c01-4bb1-a9a9-6d69a7dd63c5 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef7418c8-cc0f-4720-98ea-317b65ccb9ad HTTP/1.1" status: 200 len: 944 time: 0.1513271 Jul 24 00:17:19.923916 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port 5983edef-8a7b-4738-af13-e81f7a861c94 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:17:19.928701 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port 5983edef-8a7b-4738-af13-e81f7a861c94 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:17:19.929228 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:19.973163 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-376d002a-e1c5-4aed-96bb-f4693d109ea2 req-aca38ce5-b350-43e0-aa53-b493a712a994 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=6134d66c-4e65-4c63-a0b5-3a2b7a9634b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735819 Jul 24 00:17:19.978385 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb15d69a-4b75-4b43-aef3-af097b43c712 service neutron] Pushing event updated for resources: {'Port': ['ID=2cc29194-d266-42bb-9db8-3d7a0b796200,revision_number=9']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:17:20.093815 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [req-5284a1e0-912f-4358-b758-386a2bc6420e req-4c51dd6f-086f-4f43-9de7-18c34166fabb service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=100313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:17:20.095459 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5284a1e0-912f-4358-b758-386a2bc6420e req-4c51dd6f-086f-4f43-9de7-18c34166fabb service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077963 Jul 24 00:17:20.108832 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:20.121168 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-595fd1c9-2d57-49e6-9a35-e231fb297fd9 req-eb15d69a-4b75-4b43-aef3-af097b43c712 service neutron] No DVR routers for this DVR port 2cc29194-d266-42bb-9db8-3d7a0b796200 on host n-h1-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:17:20.136763 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0c081f-04a4-48a0-93f2-0b6720c490f5 req-b00bce4d-54ea-444e-bf9d-c97e27240517 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:20.138106 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-ab0c081f-04a4-48a0-93f2-0b6720c490f5 req-b00bce4d-54ea-444e-bf9d-c97e27240517 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:20.161839 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 5983edef-8a7b-4738-af13-e81f7a861c94, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=5983edef-8a7b-4738-af13-e81f7a861c94,segment=NetworkSegment(a1a1465a-fd99-41c9-bf89-faf21d67cc5e),segment_id=a1a1465a-fd99-41c9-bf89-faf21d67cc5e)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:17:20.170760 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:20.172167 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 2cc29194-d266-42bb-9db8-3d7a0b796200 no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:17:20.258534 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 5b568338-3482-4589-a123-6f598453b6ed up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:17:20.336051 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=5983edef-8a7b-4738-af13-e81f7a861c94,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:17:20.359439 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 2cc29194-d266-42bb-9db8-3d7a0b796200 not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:17:20.390108 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port 5b568338-3482-4589-a123-6f598453b6ed triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:17:20.390495 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:20.506134 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:20.545040 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 5b568338-3482-4589-a123-6f598453b6ed, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=5b568338-3482-4589-a123-6f598453b6ed,segment=NetworkSegment(28758b2b-8e5b-4b20-97dc-892d312454de),segment_id=28758b2b-8e5b-4b20-97dc-892d312454de)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:17:20.559463 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:20.621126 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=5b568338-3482-4589-a123-6f598453b6ed,revision_number=10']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:17:20.659005 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ab0c081f-04a4-48a0-93f2-0b6720c490f5 req-b00bce4d-54ea-444e-bf9d-c97e27240517 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2979004 Jul 24 00:17:20.671795 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac768b1-98d2-42dc-b7d5-87d4dba0cd0d req-0149435f-539d-42c4-a59f-cd9f2226b187 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:20.673393 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0ac768b1-98d2-42dc-b7d5-87d4dba0cd0d req-0149435f-539d-42c4-a59f-cd9f2226b187 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=6948d90a-e9ed-43bc-aedc-32034af48254 HTTP/1.1" status: 200 len: 944 time: 0.7002504 Jul 24 00:17:20.680225 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-ab0c081f-04a4-48a0-93f2-0b6720c490f5 req-21b06650-3011-48b1-be15-5cb65a91d203 service neutron] Request body: {'port': {'device_id': '6f6c9745-f8a1-4d87-95cb-ee45db869bef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-16'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:17:20.701460 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6948d90a-e9ed-43bc-aedc-32034af48254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5983edef-8a7b-4738-af13-e81f7a861c94'}, {'server_uuid': 'bdf2ae25-5722-4714-8c20-ff0a8c7d619b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b568338-3482-4589-a123-6f598453b6ed'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:17:20.703816 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7854febf-d815-44c5-af30-8b8838a8f961" -d '{"events": [{"server_uuid": "6948d90a-e9ed-43bc-aedc-32034af48254", "name": "network-vif-plugged", "status": "completed", "tag": "5983edef-8a7b-4738-af13-e81f7a861c94"}, {"server_uuid": "bdf2ae25-5722-4714-8c20-ff0a8c7d619b", "name": "network-vif-plugged", "status": "completed", "tag": "5b568338-3482-4589-a123-6f598453b6ed"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:17:20.796020 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1821b916-1378-4e6e-8b0b-52c137ee8ed8 req-635836a0-62bd-4179-a505-030115e2edf2 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:20.797928 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1821b916-1378-4e6e-8b0b-52c137ee8ed8 req-635836a0-62bd-4179-a505-030115e2edf2 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f6c9745-f8a1-4d87-95cb-ee45db869bef HTTP/1.1" status: 200 len: 931 time: 0.0847342 Jul 24 00:17:20.813223 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0ac768b1-98d2-42dc-b7d5-87d4dba0cd0d req-3d36e750-533f-4e21-9ffa-d2084add625a tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=03bee5c9-e66c-4142-aa97-b7495f645fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298077 Jul 24 00:17:20.865950 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1821b916-1378-4e6e-8b0b-52c137ee8ed8 req-caac86b7-6b06-4af4-9023-39e78f4a4236 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617659 Jul 24 00:17:20.902381 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-595fd1c9-2d57-49e6-9a35-e231fb297fd9 req-eb15d69a-4b75-4b43-aef3-af097b43c712 service neutron] Attempting to bind port 2cc29194-d266-42bb-9db8-3d7a0b796200 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:17:20.902738 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-595fd1c9-2d57-49e6-9a35-e231fb297fd9 req-eb15d69a-4b75-4b43-aef3-af097b43c712 service neutron] Attempting to bind port 2cc29194-d266-42bb-9db8-3d7a0b796200 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': 'd3cc9475-f05d-4177-894c-9d197d6c8577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3bb27577-8aa4-438b-b0fc-2e9a72f8d21f'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:17:20.903071 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595fd1c9-2d57-49e6-9a35-e231fb297fd9 req-eb15d69a-4b75-4b43-aef3-af097b43c712 service neutron] Attempting to bind port 2cc29194-d266-42bb-9db8-3d7a0b796200 on network 3bb27577-8aa4-438b-b0fc-2e9a72f8d21f {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:17:20.920311 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2635404f-b232-443f-95e7-295d09baf2ba req-fdd511bd-f024-4a20-b3cb-a84f05a73e2f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=42f6ed47-83dc-460f-a0cd-7950d92ae355&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1940041 Jul 24 00:17:20.923408 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595fd1c9-2d57-49e6-9a35-e231fb297fd9 req-eb15d69a-4b75-4b43-aef3-af097b43c712 service neutron] Port 2cc29194-d266-42bb-9db8-3d7a0b796200 on network 3bb27577-8aa4-438b-b0fc-2e9a72f8d21f not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:17:20.923745 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595fd1c9-2d57-49e6-9a35-e231fb297fd9 req-eb15d69a-4b75-4b43-aef3-af097b43c712 service neutron] Attempting to bind port 2cc29194-d266-42bb-9db8-3d7a0b796200 on network 3bb27577-8aa4-438b-b0fc-2e9a72f8d21f {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:17:20.930783 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595fd1c9-2d57-49e6-9a35-e231fb297fd9 req-eb15d69a-4b75-4b43-aef3-af097b43c712 service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:17:20.931128 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595fd1c9-2d57-49e6-9a35-e231fb297fd9 req-eb15d69a-4b75-4b43-aef3-af097b43c712 service neutron] Checking segment: {'id': 'd3cc9475-f05d-4177-894c-9d197d6c8577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3bb27577-8aa4-438b-b0fc-2e9a72f8d21f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:17:20.931513 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595fd1c9-2d57-49e6-9a35-e231fb297fd9 req-eb15d69a-4b75-4b43-aef3-af097b43c712 service neutron] Bound using segment: {'id': 'd3cc9475-f05d-4177-894c-9d197d6c8577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3bb27577-8aa4-438b-b0fc-2e9a72f8d21f'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:17:20.931950 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-595fd1c9-2d57-49e6-9a35-e231fb297fd9 req-eb15d69a-4b75-4b43-aef3-af097b43c712 service neutron] Bound port: 2cc29194-d266-42bb-9db8-3d7a0b796200, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3cc9475-f05d-4177-894c-9d197d6c8577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3bb27577-8aa4-438b-b0fc-2e9a72f8d21f'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:17:20.932315 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-595fd1c9-2d57-49e6-9a35-e231fb297fd9 req-eb15d69a-4b75-4b43-aef3-af097b43c712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:20.950834 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-ab0c081f-04a4-48a0-93f2-0b6720c490f5 req-21b06650-3011-48b1-be15-5cb65a91d203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:20.957672 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 24 Jul 2021 00:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8b0ddc-b8b0-4908-bb3b-dc26dcb0bb65 x-openstack-request-id: req-ae8b0ddc-b8b0-4908-bb3b-dc26dcb0bb65 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:17:20.958182 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6948d90a-e9ed-43bc-aedc-32034af48254", "name": "network-vif-plugged", "status": "completed", "tag": "5983edef-8a7b-4738-af13-e81f7a861c94", "code": 200}, {"server_uuid": "bdf2ae25-5722-4714-8c20-ff0a8c7d619b", "name": "network-vif-plugged", "status": "completed", "tag": "5b568338-3482-4589-a123-6f598453b6ed", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:17:20.958574 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ae8b0ddc-b8b0-4908-bb3b-dc26dcb0bb65 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:17:20.958867 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6948d90a-e9ed-43bc-aedc-32034af48254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5983edef-8a7b-4738-af13-e81f7a861c94', 'code': 200} Jul 24 00:17:20.959143 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdf2ae25-5722-4714-8c20-ff0a8c7d619b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b568338-3482-4589-a123-6f598453b6ed', 'code': 200} Jul 24 00:17:20.959774 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [req-2635404f-b232-443f-95e7-295d09baf2ba req-b4adc829-517e-4533-9aec-1a72af714f2a service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=100314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:17:20.961190 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2635404f-b232-443f-95e7-295d09baf2ba req-b4adc829-517e-4533-9aec-1a72af714f2a service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0315099 Jul 24 00:17:21.105442 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-595fd1c9-2d57-49e6-9a35-e231fb297fd9 req-eb15d69a-4b75-4b43-aef3-af097b43c712 service neutron] For port 2cc29194-d266-42bb-9db8-3d7a0b796200, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:17:21.142517 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-595fd1c9-2d57-49e6-9a35-e231fb297fd9 req-eb15d69a-4b75-4b43-aef3-af097b43c712 service neutron] For port 2cc29194-d266-42bb-9db8-3d7a0b796200, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=2cc29194-d266-42bb-9db8-3d7a0b796200,segment=NetworkSegment(d3cc9475-f05d-4177-894c-9d197d6c8577),segment_id=d3cc9475-f05d-4177-894c-9d197d6c8577)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:17:21.197465 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-595fd1c9-2d57-49e6-9a35-e231fb297fd9 req-eb15d69a-4b75-4b43-aef3-af097b43c712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:21.202611 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c83e89-f3f7-4c58-8d62-b561093ac2e5 req-5d58d5be-e464-4493-a779-79fb51253dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:21.207079 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f1c83e89-f3f7-4c58-8d62-b561093ac2e5 req-5d58d5be-e464-4493-a779-79fb51253dc3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6948d90a-e9ed-43bc-aedc-32034af48254 HTTP/1.1" status: 200 len: 1097 time: 0.1732051 Jul 24 00:17:21.217415 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595fd1c9-2d57-49e6-9a35-e231fb297fd9 req-eb15d69a-4b75-4b43-aef3-af097b43c712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:21.217823 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-595fd1c9-2d57-49e6-9a35-e231fb297fd9 req-eb15d69a-4b75-4b43-aef3-af097b43c712 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:21.219606 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-595fd1c9-2d57-49e6-9a35-e231fb297fd9 req-eb15d69a-4b75-4b43-aef3-af097b43c712 service neutron] 10.222.0.64 "PUT /v2.0/ports/2cc29194-d266-42bb-9db8-3d7a0b796200 HTTP/1.1" status: 200 len: 1093 time: 2.3872674 Jul 24 00:17:21.229247 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef7418c8-cc0f-4720-98ea-317b65ccb9ad', 'tag': '2cc29194-d266-42bb-9db8-3d7a0b796200'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:17:21.231551 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0280b4f8-9da9-41da-bd31-d415e426c9a1" -d '{"events": [{"name": "network-changed", "server_uuid": "ef7418c8-cc0f-4720-98ea-317b65ccb9ad", "tag": "2cc29194-d266-42bb-9db8-3d7a0b796200"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:17:21.241707 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6de0ca-d8ed-4dec-adda-23b63710f670 req-582cb6e1-f1b2-48d1-bd85-69f22bfc1b3d tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:21.244052 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ed6de0ca-d8ed-4dec-adda-23b63710f670 req-582cb6e1-f1b2-48d1-bd85-69f22bfc1b3d tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f6ed47-83dc-460f-a0cd-7950d92ae355 HTTP/1.1" status: 200 len: 946 time: 0.2906308 Jul 24 00:17:21.250854 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82e8607-d2fa-436b-9544-e6096269177b req-36bb84a8-a95e-4d53-94af-536238d06f21 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:21.260166 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f82e8607-d2fa-436b-9544-e6096269177b req-36bb84a8-a95e-4d53-94af-536238d06f21 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef7418c8-cc0f-4720-98ea-317b65ccb9ad HTTP/1.1" status: 200 len: 944 time: 0.1430104 Jul 24 00:17:21.323426 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f1c83e89-f3f7-4c58-8d62-b561093ac2e5 req-64d830c3-84fc-41ae-ae5d-948f784294ef service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=03bee5c9-e66c-4142-aa97-b7495f645fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981259 Jul 24 00:17:21.335414 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f82e8607-d2fa-436b-9544-e6096269177b req-397c226f-0e56-4ac6-abd4-12312de57e89 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=6134d66c-4e65-4c63-a0b5-3a2b7a9634b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740194 Jul 24 00:17:21.424105 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e48b0a3-01e4-40dd-83b8-aea0f4a15935 x-openstack-request-id: req-4e48b0a3-01e4-40dd-83b8-aea0f4a15935 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:17:21.425581 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef7418c8-cc0f-4720-98ea-317b65ccb9ad", "tag": "2cc29194-d266-42bb-9db8-3d7a0b796200", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:17:21.426169 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4e48b0a3-01e4-40dd-83b8-aea0f4a15935 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:17:21.426922 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef7418c8-cc0f-4720-98ea-317b65ccb9ad', 'tag': '2cc29194-d266-42bb-9db8-3d7a0b796200', 'status': 'completed', 'code': 200} Jul 24 00:17:21.490438 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ed6de0ca-d8ed-4dec-adda-23b63710f670 req-fb58614e-2679-495f-943b-288fa9a5b63c tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=592819d6-cd2f-4c55-a231-bf1729025f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1937099 Jul 24 00:17:21.502936 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb15d69a-4b75-4b43-aef3-af097b43c712 service neutron] Pushing event updated for resources: {'Port': ['ID=2cc29194-d266-42bb-9db8-3d7a0b796200,revision_number=10']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:17:21.564948 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595fd1c9-2d57-49e6-9a35-e231fb297fd9 req-276cd4e6-d286-4aad-9a91-c895a3c61f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:21.566855 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-595fd1c9-2d57-49e6-9a35-e231fb297fd9 req-276cd4e6-d286-4aad-9a91-c895a3c61f8b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f416a58274704009b44a26f31650fbc3&device_id=ef7418c8-cc0f-4720-98ea-317b65ccb9ad HTTP/1.1" status: 200 len: 1097 time: 0.2902336 Jul 24 00:17:21.739840 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-ab0c081f-04a4-48a0-93f2-0b6720c490f5 req-21b06650-3011-48b1-be15-5cb65a91d203 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d7e420d-6817-4dc0-bbe8-bd7ae871ed5c {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:17:21.750070 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-ab0c081f-04a4-48a0-93f2-0b6720c490f5 req-21b06650-3011-48b1-be15-5cb65a91d203 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:21.754289 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595fd1c9-2d57-49e6-9a35-e231fb297fd9 req-9615f2a8-626e-4665-b13d-c47d4789a740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:21.756008 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-595fd1c9-2d57-49e6-9a35-e231fb297fd9 req-9615f2a8-626e-4665-b13d-c47d4789a740 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3bb27577-8aa4-438b-b0fc-2e9a72f8d21f HTTP/1.1" status: 200 len: 916 time: 0.1712868 Jul 24 00:17:21.775757 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-ab0c081f-04a4-48a0-93f2-0b6720c490f5 req-21b06650-3011-48b1-be15-5cb65a91d203 service neutron] Transition to ACTIVE for port object 8d7e420d-6817-4dc0-bbe8-bd7ae871ed5c will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:17:21.817966 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-ab0c081f-04a4-48a0-93f2-0b6720c490f5 req-21b06650-3011-48b1-be15-5cb65a91d203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:21.910434 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-595fd1c9-2d57-49e6-9a35-e231fb297fd9 req-e69c0131-c8dc-4116-a23c-e3164007be9a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2cc29194-d266-42bb-9db8-3d7a0b796200 HTTP/1.1" status: 200 len: 999 time: 0.1451976 Jul 24 00:17:21.913209 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b06650-3011-48b1-be15-5cb65a91d203 service neutron] Pushing event updated for resources: {'Port': ['ID=8d7e420d-6817-4dc0-bbe8-bd7ae871ed5c,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:17:22.084360 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e4b883-c584-4ade-b92c-c837eddd6177 req-b1cfa154-0add-4298-be95-71b4752d07da tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:22.094814 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-38e4b883-c584-4ade-b92c-c837eddd6177 req-b1cfa154-0add-4298-be95-71b4752d07da tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=6948d90a-e9ed-43bc-aedc-32034af48254 HTTP/1.1" status: 200 len: 945 time: 0.1504736 Jul 24 00:17:22.148698 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595fd1c9-2d57-49e6-9a35-e231fb297fd9 req-55a4855f-1468-4096-a5b3-f4d756354c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:22.150251 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-595fd1c9-2d57-49e6-9a35-e231fb297fd9 req-55a4855f-1468-4096-a5b3-f4d756354c0d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=63da32e2-61ac-4eb0-aee3-157739522d03 HTTP/1.1" status: 200 len: 854 time: 0.2266507 Jul 24 00:17:22.152418 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-38e4b883-c584-4ade-b92c-c837eddd6177 req-2914778f-945f-4a56-879e-33be2386ed12 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=03bee5c9-e66c-4142-aa97-b7495f645fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547500 Jul 24 00:17:22.173621 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-ab0c081f-04a4-48a0-93f2-0b6720c490f5 req-21b06650-3011-48b1-be15-5cb65a91d203 service neutron] Attempting to bind port 8d7e420d-6817-4dc0-bbe8-bd7ae871ed5c on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:17:22.173973 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-ab0c081f-04a4-48a0-93f2-0b6720c490f5 req-21b06650-3011-48b1-be15-5cb65a91d203 service neutron] Attempting to bind port 8d7e420d-6817-4dc0-bbe8-bd7ae871ed5c by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '5aa5a49c-7465-4920-b25b-c3e99ae728f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '647eee8d-5ee8-4283-a9e5-d18e1a31df0d'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:17:22.174310 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0c081f-04a4-48a0-93f2-0b6720c490f5 req-21b06650-3011-48b1-be15-5cb65a91d203 service neutron] Attempting to bind port 8d7e420d-6817-4dc0-bbe8-bd7ae871ed5c on network 647eee8d-5ee8-4283-a9e5-d18e1a31df0d {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:17:22.207204 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0c081f-04a4-48a0-93f2-0b6720c490f5 req-21b06650-3011-48b1-be15-5cb65a91d203 service neutron] Port 8d7e420d-6817-4dc0-bbe8-bd7ae871ed5c on network 647eee8d-5ee8-4283-a9e5-d18e1a31df0d not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:17:22.207575 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0c081f-04a4-48a0-93f2-0b6720c490f5 req-21b06650-3011-48b1-be15-5cb65a91d203 service neutron] Attempting to bind port 8d7e420d-6817-4dc0-bbe8-bd7ae871ed5c on network 647eee8d-5ee8-4283-a9e5-d18e1a31df0d {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:17:22.227601 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0c081f-04a4-48a0-93f2-0b6720c490f5 req-21b06650-3011-48b1-be15-5cb65a91d203 service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:17:22.227949 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0c081f-04a4-48a0-93f2-0b6720c490f5 req-21b06650-3011-48b1-be15-5cb65a91d203 service neutron] Checking segment: {'id': '5aa5a49c-7465-4920-b25b-c3e99ae728f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '647eee8d-5ee8-4283-a9e5-d18e1a31df0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:17:22.228340 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0c081f-04a4-48a0-93f2-0b6720c490f5 req-21b06650-3011-48b1-be15-5cb65a91d203 service neutron] Bound using segment: {'id': '5aa5a49c-7465-4920-b25b-c3e99ae728f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '647eee8d-5ee8-4283-a9e5-d18e1a31df0d'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:17:22.228791 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-ab0c081f-04a4-48a0-93f2-0b6720c490f5 req-21b06650-3011-48b1-be15-5cb65a91d203 service neutron] Bound port: 8d7e420d-6817-4dc0-bbe8-bd7ae871ed5c, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aa5a49c-7465-4920-b25b-c3e99ae728f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '647eee8d-5ee8-4283-a9e5-d18e1a31df0d'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:17:22.229189 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-ab0c081f-04a4-48a0-93f2-0b6720c490f5 req-21b06650-3011-48b1-be15-5cb65a91d203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:22.255189 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40871c16-3684-456d-8f79-ffde5fbc0f7f req-5b58f305-8fda-4311-9abe-2dbd2c59edae tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:22.256736 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-40871c16-3684-456d-8f79-ffde5fbc0f7f req-5b58f305-8fda-4311-9abe-2dbd2c59edae tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f6c9745-f8a1-4d87-95cb-ee45db869bef HTTP/1.1" status: 200 len: 943 time: 0.2641251 Jul 24 00:17:22.323822 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595fd1c9-2d57-49e6-9a35-e231fb297fd9 req-a1afd56d-9756-4c9f-97a8-063b38343be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:22.325447 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-595fd1c9-2d57-49e6-9a35-e231fb297fd9 req-a1afd56d-9756-4c9f-97a8-063b38343be9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3bb27577-8aa4-438b-b0fc-2e9a72f8d21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1639974 Jul 24 00:17:22.384027 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-40871c16-3684-456d-8f79-ffde5fbc0f7f req-138fdf90-e8f0-4a93-847a-94581190e245 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180155 Jul 24 00:17:22.482140 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-ab0c081f-04a4-48a0-93f2-0b6720c490f5 req-21b06650-3011-48b1-be15-5cb65a91d203 service neutron] For port 8d7e420d-6817-4dc0-bbe8-bd7ae871ed5c, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:17:22.504354 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-ab0c081f-04a4-48a0-93f2-0b6720c490f5 req-21b06650-3011-48b1-be15-5cb65a91d203 service neutron] For port 8d7e420d-6817-4dc0-bbe8-bd7ae871ed5c, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=8d7e420d-6817-4dc0-bbe8-bd7ae871ed5c,segment=NetworkSegment(5aa5a49c-7465-4920-b25b-c3e99ae728f5),segment_id=5aa5a49c-7465-4920-b25b-c3e99ae728f5)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:17:22.518076 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-ab0c081f-04a4-48a0-93f2-0b6720c490f5 req-21b06650-3011-48b1-be15-5cb65a91d203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:22.554235 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95353d7a-3211-49ed-8aa8-714a506d09c9 req-bf75796b-aefb-4e63-b100-4d90238563c8 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:22.555687 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-595fd1c9-2d57-49e6-9a35-e231fb297fd9 req-a4e59c83-29ff-4c36-ae7a-0297a8b0d41d service neutron] 10.222.0.64 "GET /v2.0/networks/3bb27577-8aa4-438b-b0fc-2e9a72f8d21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181032 Jul 24 00:17:22.562893 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-95353d7a-3211-49ed-8aa8-714a506d09c9 req-bf75796b-aefb-4e63-b100-4d90238563c8 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef7418c8-cc0f-4720-98ea-317b65ccb9ad HTTP/1.1" status: 200 len: 945 time: 0.1399789 Jul 24 00:17:22.564215 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0c081f-04a4-48a0-93f2-0b6720c490f5 req-21b06650-3011-48b1-be15-5cb65a91d203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:22.564897 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-ab0c081f-04a4-48a0-93f2-0b6720c490f5 req-21b06650-3011-48b1-be15-5cb65a91d203 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:22.566323 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ab0c081f-04a4-48a0-93f2-0b6720c490f5 req-21b06650-3011-48b1-be15-5cb65a91d203 service neutron] 10.222.0.64 "PUT /v2.0/ports/8d7e420d-6817-4dc0-bbe8-bd7ae871ed5c HTTP/1.1" status: 200 len: 1092 time: 1.8919728 Jul 24 00:17:22.624958 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-95353d7a-3211-49ed-8aa8-714a506d09c9 req-fe46bb91-f0f3-47b5-bcda-e4b2b2649e96 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=6134d66c-4e65-4c63-a0b5-3a2b7a9634b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610611 Jul 24 00:17:22.642987 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635404f-b232-443f-95e7-295d09baf2ba req-99c7b287-6a67-45c8-a186-21ddec9d3317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:22.644508 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2635404f-b232-443f-95e7-295d09baf2ba req-99c7b287-6a67-45c8-a186-21ddec9d3317 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=646730ba25934852bc5dd86a412228f1&device_id=42f6ed47-83dc-460f-a0cd-7950d92ae355 HTTP/1.1" status: 200 len: 1098 time: 0.1365719 Jul 24 00:17:22.741111 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b06650-3011-48b1-be15-5cb65a91d203 service neutron] Pushing event updated for resources: {'Port': ['ID=8d7e420d-6817-4dc0-bbe8-bd7ae871ed5c,revision_number=3']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:17:22.793242 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635404f-b232-443f-95e7-295d09baf2ba req-72265506-6d34-4110-a675-2141e0afd75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:22.795660 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2635404f-b232-443f-95e7-295d09baf2ba req-72265506-6d34-4110-a675-2141e0afd75a service neutron] 10.222.0.52 "GET /v2.0/networks?id=1e7ed3a1-aaee-47a9-a487-cde068c041f4 HTTP/1.1" status: 200 len: 898 time: 0.1427124 Jul 24 00:17:22.805265 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-595fd1c9-2d57-49e6-9a35-e231fb297fd9 req-29fb32f8-ab66-4568-bf7b-11a92379c007 service neutron] 10.222.0.64 "GET /v2.0/networks/3bb27577-8aa4-438b-b0fc-2e9a72f8d21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335870 Jul 24 00:17:22.827707 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d45deca-5600-4855-9ba1-72c4da4bc231 req-61bc8356-468a-48ae-9b6f-b19254e24cec tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:22.829354 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9d45deca-5600-4855-9ba1-72c4da4bc231 req-61bc8356-468a-48ae-9b6f-b19254e24cec tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f6ed47-83dc-460f-a0cd-7950d92ae355 HTTP/1.1" status: 200 len: 946 time: 0.2621388 Jul 24 00:17:22.837816 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0c081f-04a4-48a0-93f2-0b6720c490f5 req-603793c9-dead-475d-a715-3557141afa1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:22.840520 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ab0c081f-04a4-48a0-93f2-0b6720c490f5 req-603793c9-dead-475d-a715-3557141afa1b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d101a2ce9a064baabc9b1c2111317a43&device_id=6f6c9745-f8a1-4d87-95cb-ee45db869bef HTTP/1.1" status: 200 len: 1095 time: 0.2010331 Jul 24 00:17:22.904223 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ab0c081f-04a4-48a0-93f2-0b6720c490f5 req-2f04dc74-0f25-409b-8104-15c0627fa841 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d7e420d-6817-4dc0-bbe8-bd7ae871ed5c HTTP/1.1" status: 200 len: 217 time: 0.0550294 Jul 24 00:17:22.927405 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2635404f-b232-443f-95e7-295d09baf2ba req-0285d477-2e9d-4135-a2e5-01a843e4efc2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd HTTP/1.1" status: 200 len: 1001 time: 0.1227903 Jul 24 00:17:22.967211 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9d45deca-5600-4855-9ba1-72c4da4bc231 req-38a985ae-2091-4e84-a3cd-5b3cf7b7abb7 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=592819d6-cd2f-4c55-a231-bf1729025f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256220 Jul 24 00:17:23.007876 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635404f-b232-443f-95e7-295d09baf2ba req-442bc4ef-482d-4fa7-8d8e-fbb92f62ac75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:23.009707 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2635404f-b232-443f-95e7-295d09baf2ba req-442bc4ef-482d-4fa7-8d8e-fbb92f62ac75 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=44df3ff8-b921-496d-b228-8320dc322102 HTTP/1.1" status: 200 len: 835 time: 0.0753040 Jul 24 00:17:23.022117 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0c081f-04a4-48a0-93f2-0b6720c490f5 req-e8cfe470-20aa-45a6-9333-bcd72833fcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:23.023772 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ab0c081f-04a4-48a0-93f2-0b6720c490f5 req-e8cfe470-20aa-45a6-9333-bcd72833fcf7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f74eda8a-ed40-4284-ae5e-468e5cf2304c HTTP/1.1" status: 200 len: 846 time: 0.1133275 Jul 24 00:17:23.088233 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ab0c081f-04a4-48a0-93f2-0b6720c490f5 req-a8ae3e14-aa28-4382-9bc9-b7067ebc8bc2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=647eee8d-5ee8-4283-a9e5-d18e1a31df0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557697 Jul 24 00:17:23.093143 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280b4f8-9da9-41da-bd31-d415e426c9a1 req-e64b4c5b-7667-4aeb-a2f2-73390d700627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:23.094574 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0280b4f8-9da9-41da-bd31-d415e426c9a1 req-e64b4c5b-7667-4aeb-a2f2-73390d700627 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f416a58274704009b44a26f31650fbc3&device_id=ef7418c8-cc0f-4720-98ea-317b65ccb9ad HTTP/1.1" status: 200 len: 1097 time: 0.1993053 Jul 24 00:17:23.113769 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635404f-b232-443f-95e7-295d09baf2ba req-54448f1d-5718-4939-af76-18b0a4a358e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:23.116043 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2635404f-b232-443f-95e7-295d09baf2ba req-54448f1d-5718-4939-af76-18b0a4a358e1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1e7ed3a1-aaee-47a9-a487-cde068c041f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0988135 Jul 24 00:17:23.182565 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-915a9162-53c0-47df-82c5-76f4b1028c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:23.227880 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ab0c081f-04a4-48a0-93f2-0b6720c490f5 req-ce51abcd-9d1e-4de3-a0c8-cce89406a530 service neutron] 10.222.0.64 "GET /v2.0/networks/647eee8d-5ee8-4283-a9e5-d18e1a31df0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137538 Jul 24 00:17:23.312779 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2635404f-b232-443f-95e7-295d09baf2ba req-f1ddac68-79cd-4d2d-ab7d-ffd3aa39a420 service neutron] 10.222.0.52 "GET /v2.0/networks/1e7ed3a1-aaee-47a9-a487-cde068c041f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866555 Jul 24 00:17:23.422214 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280b4f8-9da9-41da-bd31-d415e426c9a1 req-17a9222e-99e5-4c43-a2ee-bac53217cbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:23.424471 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0280b4f8-9da9-41da-bd31-d415e426c9a1 req-17a9222e-99e5-4c43-a2ee-bac53217cbcf service neutron] 10.222.0.64 "GET /v2.0/networks?id=3bb27577-8aa4-438b-b0fc-2e9a72f8d21f HTTP/1.1" status: 200 len: 916 time: 0.1993978 Jul 24 00:17:23.427612 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f6c9745-f8a1-4d87-95cb-ee45db869bef', 'tag': '8d7e420d-6817-4dc0-bbe8-bd7ae871ed5c'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:17:23.431529 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f3a36f8-26aa-4118-9804-a4b63ecb2f12" -d '{"events": [{"name": "network-changed", "server_uuid": "6f6c9745-f8a1-4d87-95cb-ee45db869bef", "tag": "8d7e420d-6817-4dc0-bbe8-bd7ae871ed5c"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:17:23.592481 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2635404f-b232-443f-95e7-295d09baf2ba req-b17bc458-458d-40a2-89d7-45e9b1f3bcce service neutron] 10.222.0.52 "GET /v2.0/networks/1e7ed3a1-aaee-47a9-a487-cde068c041f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691100 Jul 24 00:17:23.601918 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123b2d68-7eaf-4c2e-87c4-7fab0621f8d5 req-6be849e4-cedb-4aea-acf1-45fa9b8ac2b7 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:23.603477 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-123b2d68-7eaf-4c2e-87c4-7fab0621f8d5 req-6be849e4-cedb-4aea-acf1-45fa9b8ac2b7 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=6948d90a-e9ed-43bc-aedc-32034af48254 HTTP/1.1" status: 200 len: 945 time: 0.2816737 Jul 24 00:17:23.687792 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0280b4f8-9da9-41da-bd31-d415e426c9a1 req-69db85c7-093d-4bb6-baf2-bfeff28859e1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2cc29194-d266-42bb-9db8-3d7a0b796200 HTTP/1.1" status: 200 len: 999 time: 0.1093957 Jul 24 00:17:23.715871 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-123b2d68-7eaf-4c2e-87c4-7fab0621f8d5 req-7fd7ff35-2db5-483f-9a1e-4a68e5c9ff38 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=03bee5c9-e66c-4142-aa97-b7495f645fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970471 Jul 24 00:17:23.819568 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ab0c081f-04a4-48a0-93f2-0b6720c490f5 req-5df33d5d-4cba-4e9b-9216-67f61c72487a service neutron] 10.222.0.64 "GET /v2.0/networks/647eee8d-5ee8-4283-a9e5-d18e1a31df0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4535072 Jul 24 00:17:23.829710 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45a79921-31f8-4f1e-9469-30b1497f7f71 x-openstack-request-id: req-45a79921-31f8-4f1e-9469-30b1497f7f71 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:17:23.830054 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f6c9745-f8a1-4d87-95cb-ee45db869bef", "tag": "8d7e420d-6817-4dc0-bbe8-bd7ae871ed5c", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:17:23.830489 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-45a79921-31f8-4f1e-9469-30b1497f7f71 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:17:23.830939 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f6c9745-f8a1-4d87-95cb-ee45db869bef', 'tag': '8d7e420d-6817-4dc0-bbe8-bd7ae871ed5c', 'status': 'completed', 'code': 200} Jul 24 00:17:23.845313 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a20c38-1fec-4631-ad6c-80c2a4b1ef10 req-075cb0fd-128b-4d1e-86e9-b5a1864ce0a8 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:23.846991 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-88a20c38-1fec-4631-ad6c-80c2a4b1ef10 req-075cb0fd-128b-4d1e-86e9-b5a1864ce0a8 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f6c9745-f8a1-4d87-95cb-ee45db869bef HTTP/1.1" status: 200 len: 943 time: 0.3205657 Jul 24 00:17:23.865551 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280b4f8-9da9-41da-bd31-d415e426c9a1 req-b67d0c5c-3b14-4bd6-9cf2-885113e74a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:23.867091 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0280b4f8-9da9-41da-bd31-d415e426c9a1 req-b67d0c5c-3b14-4bd6-9cf2-885113e74a87 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=63da32e2-61ac-4eb0-aee3-157739522d03 HTTP/1.1" status: 200 len: 854 time: 0.1655018 Jul 24 00:17:23.953793 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-88a20c38-1fec-4631-ad6c-80c2a4b1ef10 req-5abc3b6d-86f9-4f8c-b66e-a39171feafd5 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848086 Jul 24 00:17:24.108006 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fc5cc6-3949-4a4d-baba-75f8611f9a34 req-64064997-1677-4ff2-927c-522dea16411e tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:24.113687 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a2fc5cc6-3949-4a4d-baba-75f8611f9a34 req-64064997-1677-4ff2-927c-522dea16411e tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef7418c8-cc0f-4720-98ea-317b65ccb9ad HTTP/1.1" status: 200 len: 945 time: 0.1838303 Jul 24 00:17:24.116314 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280b4f8-9da9-41da-bd31-d415e426c9a1 req-feb243f6-0197-4dea-ae78-b38dbee62d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:24.117852 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0280b4f8-9da9-41da-bd31-d415e426c9a1 req-feb243f6-0197-4dea-ae78-b38dbee62d2d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3bb27577-8aa4-438b-b0fc-2e9a72f8d21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2057078 Jul 24 00:17:24.142031 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a36f8-26aa-4118-9804-a4b63ecb2f12 req-c7b16635-d476-40a3-ab42-71441b63d71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:24.143547 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2f3a36f8-26aa-4118-9804-a4b63ecb2f12 req-c7b16635-d476-40a3-ab42-71441b63d71a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d101a2ce9a064baabc9b1c2111317a43&device_id=6f6c9745-f8a1-4d87-95cb-ee45db869bef HTTP/1.1" status: 200 len: 1095 time: 0.1490436 Jul 24 00:17:24.165501 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a2fc5cc6-3949-4a4d-baba-75f8611f9a34 req-0c2de4e6-54ce-453e-aaa9-232769bdda3e tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=6134d66c-4e65-4c63-a0b5-3a2b7a9634b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509975 Jul 24 00:17:24.275420 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a36f8-26aa-4118-9804-a4b63ecb2f12 req-6e15f148-2319-45dd-888e-c464fe9ed4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:24.276930 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2f3a36f8-26aa-4118-9804-a4b63ecb2f12 req-6e15f148-2319-45dd-888e-c464fe9ed4a9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=647eee8d-5ee8-4283-a9e5-d18e1a31df0d HTTP/1.1" status: 200 len: 907 time: 0.1094422 Jul 24 00:17:24.327241 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66d2833-516c-498f-b25c-bff296130e12 req-65a5fd76-d1db-47c4-a44c-07debca9f334 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:24.328787 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b66d2833-516c-498f-b25c-bff296130e12 req-65a5fd76-d1db-47c4-a44c-07debca9f334 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=6948d90a-e9ed-43bc-aedc-32034af48254 HTTP/1.1" status: 200 len: 945 time: 0.2562366 Jul 24 00:17:24.351358 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0889d896-af02-411c-af72-f667ca4641e7 req-f8503ed6-edff-4162-83c5-d6c014b62de6 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:24.359892 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0889d896-af02-411c-af72-f667ca4641e7 req-f8503ed6-edff-4162-83c5-d6c014b62de6 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f6ed47-83dc-460f-a0cd-7950d92ae355 HTTP/1.1" status: 200 len: 946 time: 0.1317167 Jul 24 00:17:24.384080 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2f3a36f8-26aa-4118-9804-a4b63ecb2f12 req-c6e2cd6a-6263-4b60-a33c-a2a3b35f18c2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d7e420d-6817-4dc0-bbe8-bd7ae871ed5c HTTP/1.1" status: 200 len: 217 time: 0.0507138 Jul 24 00:17:24.411987 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0889d896-af02-411c-af72-f667ca4641e7 req-ebebb943-7977-4229-b198-00b44d6b44c2 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=592819d6-cd2f-4c55-a231-bf1729025f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509455 Jul 24 00:17:24.455469 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b66d2833-516c-498f-b25c-bff296130e12 req-708ec336-344f-4cbd-98c4-a11fce29d610 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=03bee5c9-e66c-4142-aa97-b7495f645fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145172 Jul 24 00:17:24.461409 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0280b4f8-9da9-41da-bd31-d415e426c9a1 req-e6bd3860-a1a3-4b96-befd-3d222e7a595f service neutron] 10.222.0.64 "GET /v2.0/networks/3bb27577-8aa4-438b-b0fc-2e9a72f8d21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3344972 Jul 24 00:17:24.476922 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a36f8-26aa-4118-9804-a4b63ecb2f12 req-33cfefc5-8047-4881-b51c-7aa5af643895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:24.479326 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2f3a36f8-26aa-4118-9804-a4b63ecb2f12 req-33cfefc5-8047-4881-b51c-7aa5af643895 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f74eda8a-ed40-4284-ae5e-468e5cf2304c HTTP/1.1" status: 200 len: 846 time: 0.0807824 Jul 24 00:17:24.640243 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f3d1b1-9e0b-4b0f-91a4-127327e76e1f req-fcf51699-1496-429d-9e64-602dd833398b tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:24.648599 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f9f3d1b1-9e0b-4b0f-91a4-127327e76e1f req-fcf51699-1496-429d-9e64-602dd833398b tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=6948d90a-e9ed-43bc-aedc-32034af48254 HTTP/1.1" status: 200 len: 945 time: 0.0990889 Jul 24 00:17:24.704612 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f9f3d1b1-9e0b-4b0f-91a4-127327e76e1f req-3ec05544-bfb5-4197-b8f0-5bc2da2fa5ca tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=03bee5c9-e66c-4142-aa97-b7495f645fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547447 Jul 24 00:17:25.175564 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160be04a-067f-47f8-9385-d5286d85423c req-57ce8f10-40dc-4842-908b-33cb4665b2d4 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:25.191219 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-160be04a-067f-47f8-9385-d5286d85423c req-57ce8f10-40dc-4842-908b-33cb4665b2d4 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=6948d90a-e9ed-43bc-aedc-32034af48254 HTTP/1.1" status: 200 len: 945 time: 0.1840315 Jul 24 00:17:25.252131 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f69143-da19-4329-ad70-a70c1f9b0d0a req-68993234-f13d-47f7-a4a0-b90f0575006e tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:25.265887 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d4f69143-da19-4329-ad70-a70c1f9b0d0a req-68993234-f13d-47f7-a4a0-b90f0575006e tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f6c9745-f8a1-4d87-95cb-ee45db869bef HTTP/1.1" status: 200 len: 943 time: 0.1710997 Jul 24 00:17:25.282301 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-160be04a-067f-47f8-9385-d5286d85423c req-d0876545-0a5b-4ced-85bc-3eb1bef7bd35 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=03bee5c9-e66c-4142-aa97-b7495f645fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840776 Jul 24 00:17:25.359169 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d4f69143-da19-4329-ad70-a70c1f9b0d0a req-40b6f91a-97b3-4f41-bc03-66d64ac2981f tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920000 Jul 24 00:17:25.533222 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2403cd71-9d22-40de-8d3c-7cc30ec3eb14 req-dc6ee56e-5c08-4d4a-b138-cce4172ad151 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:25.541233 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2403cd71-9d22-40de-8d3c-7cc30ec3eb14 req-dc6ee56e-5c08-4d4a-b138-cce4172ad151 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef7418c8-cc0f-4720-98ea-317b65ccb9ad HTTP/1.1" status: 200 len: 945 time: 0.1464078 Jul 24 00:17:25.597913 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2403cd71-9d22-40de-8d3c-7cc30ec3eb14 req-c6fda572-27f7-4ba9-baad-662224361cfc tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=6134d66c-4e65-4c63-a0b5-3a2b7a9634b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555892 Jul 24 00:17:25.669127 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af53c2a-3963-4c05-b59c-4155722daa6f req-97f099bf-a849-4ccb-9766-e333b4c3e866 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:25.678037 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3af53c2a-3963-4c05-b59c-4155722daa6f req-97f099bf-a849-4ccb-9766-e333b4c3e866 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f6ed47-83dc-460f-a0cd-7950d92ae355 HTTP/1.1" status: 200 len: 946 time: 0.1425912 Jul 24 00:17:25.730310 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3af53c2a-3963-4c05-b59c-4155722daa6f req-24cf337b-42d1-432b-a4f7-9ba97e2262c4 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=592819d6-cd2f-4c55-a231-bf1729025f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510039 Jul 24 00:17:25.762249 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-16c463df-d7ce-4561-b03c-e0d099bacece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:26.452848 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda741f9-b949-4319-8466-895ff2c8e734 req-81e990c3-7b53-49d0-9174-5db1be9f8160 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:26.453495 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-eda741f9-b949-4319-8466-895ff2c8e734 req-81e990c3-7b53-49d0-9174-5db1be9f8160 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=6948d90a-e9ed-43bc-aedc-32034af48254 HTTP/1.1" status: 200 len: 945 time: 0.1016772 Jul 24 00:17:26.557157 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-eda741f9-b949-4319-8466-895ff2c8e734 req-7494233c-0125-41eb-b13c-b686a76e5fa0 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=03bee5c9-e66c-4142-aa97-b7495f645fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585947 Jul 24 00:17:26.648988 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b9118b-753a-4399-8e7b-507a2271aec0 req-967abb03-528e-4fc0-b25c-46ea583ea2a9 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:26.650596 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-45b9118b-753a-4399-8e7b-507a2271aec0 req-967abb03-528e-4fc0-b25c-46ea583ea2a9 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f6c9745-f8a1-4d87-95cb-ee45db869bef HTTP/1.1" status: 200 len: 943 time: 0.1649871 Jul 24 00:17:26.666263 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba427be4-c58e-492d-8965-bef1eae85828 req-fd1d3a60-8a15-4ce8-92b1-1bba46441631 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:26.668070 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ba427be4-c58e-492d-8965-bef1eae85828 req-fd1d3a60-8a15-4ce8-92b1-1bba46441631 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.52 "GET /v2.0/ports?device_id=6948d90a-e9ed-43bc-aedc-32034af48254 HTTP/1.1" status: 200 len: 945 time: 0.2139511 Jul 24 00:17:26.718607 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-45b9118b-753a-4399-8e7b-507a2271aec0 req-ad2f0a71-d4da-4297-b4b5-39beb3b481fb tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609295 Jul 24 00:17:26.775359 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:26.884033 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743ba6d9-65d9-4aae-a2b2-88334555d952 req-c7b4334a-aa8c-4c0e-a896-c127c3a734d4 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:26.886004 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-743ba6d9-65d9-4aae-a2b2-88334555d952 req-c7b4334a-aa8c-4c0e-a896-c127c3a734d4 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef7418c8-cc0f-4720-98ea-317b65ccb9ad HTTP/1.1" status: 200 len: 945 time: 0.1811190 Jul 24 00:17:26.910438 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-ba427be4-c58e-492d-8965-bef1eae85828 req-6a00cabf-38fc-41ba-a9f0-933b61ed5e60 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Deleting port 5983edef-8a7b-4738-af13-e81f7a861c94 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:17:26.911246 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-ba427be4-c58e-492d-8965-bef1eae85828 req-6a00cabf-38fc-41ba-a9f0-933b61ed5e60 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:26.962953 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c765158e-4de9-49a3-bb5c-c95ca5d3badf req-424386d0-7302-4fc3-91a1-17aee943c1e2 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:26.965052 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c765158e-4de9-49a3-bb5c-c95ca5d3badf req-424386d0-7302-4fc3-91a1-17aee943c1e2 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f6ed47-83dc-460f-a0cd-7950d92ae355 HTTP/1.1" status: 200 len: 946 time: 0.1418123 Jul 24 00:17:27.029689 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-743ba6d9-65d9-4aae-a2b2-88334555d952 req-dd7c929f-7041-4ceb-a2e1-204027b5cd3f tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=6134d66c-4e65-4c63-a0b5-3a2b7a9634b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272786 Jul 24 00:17:27.076122 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-ba427be4-c58e-492d-8965-bef1eae85828 req-6a00cabf-38fc-41ba-a9f0-933b61ed5e60 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] For port 5983edef-8a7b-4738-af13-e81f7a861c94, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=5983edef-8a7b-4738-af13-e81f7a861c94,segment=NetworkSegment(a1a1465a-fd99-41c9-bf89-faf21d67cc5e),segment_id=a1a1465a-fd99-41c9-bf89-faf21d67cc5e)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:17:27.076536 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-ba427be4-c58e-492d-8965-bef1eae85828 req-6a00cabf-38fc-41ba-a9f0-933b61ed5e60 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:27.079629 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c765158e-4de9-49a3-bb5c-c95ca5d3badf req-5b68e1d4-47de-47b9-824a-1febd40a8879 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=592819d6-cd2f-4c55-a231-bf1729025f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069388 Jul 24 00:17:27.092555 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-ba427be4-c58e-492d-8965-bef1eae85828 req-6a00cabf-38fc-41ba-a9f0-933b61ed5e60 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Calling delete_port for 5983edef-8a7b-4738-af13-e81f7a861c94 owned by compute:nova {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:17:27.282927 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:27.295877 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-ba427be4-c58e-492d-8965-bef1eae85828 req-6a00cabf-38fc-41ba-a9f0-933b61ed5e60 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:27.307911 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['5983edef-8a7b-4738-af13-e81f7a861c94'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:17:27.357246 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a00cabf-38fc-41ba-a9f0-933b61ed5e60 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Pushing event deleted for resources: {'Port': ['ID=5983edef-8a7b-4738-af13-e81f7a861c94,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:17:27.382769 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a00cabf-38fc-41ba-a9f0-933b61ed5e60 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:17:27.382769 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a00cabf-38fc-41ba-a9f0-933b61ed5e60 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:17:27.383147 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a00cabf-38fc-41ba-a9f0-933b61ed5e60 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:17:27.383720 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a00cabf-38fc-41ba-a9f0-933b61ed5e60 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:17:27.384188 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a00cabf-38fc-41ba-a9f0-933b61ed5e60 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:17:27.384656 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a00cabf-38fc-41ba-a9f0-933b61ed5e60 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:17:27.385068 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a00cabf-38fc-41ba-a9f0-933b61ed5e60 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:17:27.385665 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a00cabf-38fc-41ba-a9f0-933b61ed5e60 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:17:27.386321 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a00cabf-38fc-41ba-a9f0-933b61ed5e60 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:17:27.386727 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a00cabf-38fc-41ba-a9f0-933b61ed5e60 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:17:27.387126 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a00cabf-38fc-41ba-a9f0-933b61ed5e60 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:17:27.387450 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a00cabf-38fc-41ba-a9f0-933b61ed5e60 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:17:27.444262 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba427be4-c58e-492d-8965-bef1eae85828 req-6a00cabf-38fc-41ba-a9f0-933b61ed5e60 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] No DVR routers for this DVR port 5983edef-8a7b-4738-af13-e81f7a861c94 on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:17:27.446831 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-ba427be4-c58e-492d-8965-bef1eae85828 req-6a00cabf-38fc-41ba-a9f0-933b61ed5e60 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:27.449046 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ba427be4-c58e-492d-8965-bef1eae85828 req-6a00cabf-38fc-41ba-a9f0-933b61ed5e60 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.52 "DELETE /v2.0/ports/5983edef-8a7b-4738-af13-e81f7a861c94 HTTP/1.1" status: 204 len: 173 time: 0.7754500 Jul 24 00:17:27.449569 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6948d90a-e9ed-43bc-aedc-32034af48254', 'name': 'network-vif-deleted', 'tag': '5983edef-8a7b-4738-af13-e81f7a861c94'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:17:27.452734 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266740d7-ddc1-4f8e-ba11-3b30b17aaf9f" -d '{"events": [{"server_uuid": "6948d90a-e9ed-43bc-aedc-32034af48254", "name": "network-vif-deleted", "tag": "5983edef-8a7b-4738-af13-e81f7a861c94"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:17:27.540959 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f4eae67-d551-4294-8e87-9e57c6bef2d5 x-openstack-request-id: req-5f4eae67-d551-4294-8e87-9e57c6bef2d5 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:17:27.541975 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6948d90a-e9ed-43bc-aedc-32034af48254", "name": "network-vif-deleted", "tag": "5983edef-8a7b-4738-af13-e81f7a861c94", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:17:27.542429 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5f4eae67-d551-4294-8e87-9e57c6bef2d5 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:17:27.543019 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6948d90a-e9ed-43bc-aedc-32034af48254', 'name': 'network-vif-deleted', 'tag': '5983edef-8a7b-4738-af13-e81f7a861c94', 'status': 'completed', 'code': 200} Jul 24 00:17:27.743896 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8dc37ff4-d49a-4cbc-9030-d1f0499671dc req-72996570-3f78-4111-99a9-e950288b86c2 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=6948d90a-e9ed-43bc-aedc-32034af48254 HTTP/1.1" status: 200 len: 210 time: 0.0610821 Jul 24 00:17:27.948617 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ac1ccc-bd1c-468a-9d36-febe821b3976 req-2a1ea195-a25f-4aa9-852b-5da9bfd98dbc tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:27.951502 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-12ac1ccc-bd1c-468a-9d36-febe821b3976 req-2a1ea195-a25f-4aa9-852b-5da9bfd98dbc tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f6c9745-f8a1-4d87-95cb-ee45db869bef HTTP/1.1" status: 200 len: 943 time: 0.1541748 Jul 24 00:17:28.062968 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-12ac1ccc-bd1c-468a-9d36-febe821b3976 req-0d7cd066-d687-4e22-9b58-d001b0fb0aea tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914879 Jul 24 00:17:28.320835 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c0d84e-d18e-4b3b-9e48-4cae789c2ed1 req-be4b8e52-4740-4e9a-8dd2-6d82db5f3642 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:28.334782 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-93c0d84e-d18e-4b3b-9e48-4cae789c2ed1 req-be4b8e52-4740-4e9a-8dd2-6d82db5f3642 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef7418c8-cc0f-4720-98ea-317b65ccb9ad HTTP/1.1" status: 200 len: 945 time: 0.1616940 Jul 24 00:17:28.384950 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b591dd1-2810-4404-85f0-5d82127289c3 req-25ebf2fe-4b18-4af6-9b6a-9e24ee17cd12 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:28.393511 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4b591dd1-2810-4404-85f0-5d82127289c3 req-25ebf2fe-4b18-4af6-9b6a-9e24ee17cd12 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f6ed47-83dc-460f-a0cd-7950d92ae355 HTTP/1.1" status: 200 len: 946 time: 0.1667364 Jul 24 00:17:28.427393 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-93c0d84e-d18e-4b3b-9e48-4cae789c2ed1 req-9fa6f94f-cbf8-4dbb-bb56-60bd80f2842e tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=6134d66c-4e65-4c63-a0b5-3a2b7a9634b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832770 Jul 24 00:17:28.491531 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4b591dd1-2810-4404-85f0-5d82127289c3 req-77f282fb-d393-433b-9490-d0a4eaa82357 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=592819d6-cd2f-4c55-a231-bf1729025f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963786 Jul 24 00:17:28.892043 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f8c15fe9-2574-48f6-90f4-6a9af985dd92 req-1f6f9e47-649d-46f5-8a28-ee0301ca76db tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=6948d90a-e9ed-43bc-aedc-32034af48254 HTTP/1.1" status: 200 len: 210 time: 0.0868857 Jul 24 00:17:28.918707 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:29.312431 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc69f58-9759-4039-ac65-db8c25564e6a req-9b5bac1b-ca87-4770-87df-a77cd0722678 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:29.320495 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1cc69f58-9759-4039-ac65-db8c25564e6a req-9b5bac1b-ca87-4770-87df-a77cd0722678 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f6c9745-f8a1-4d87-95cb-ee45db869bef HTTP/1.1" status: 200 len: 943 time: 0.1523607 Jul 24 00:17:29.377496 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1cc69f58-9759-4039-ac65-db8c25564e6a req-47f119fd-5fea-471d-bd7c-9a294fe4c6b2 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559363 Jul 24 00:17:29.700698 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68308a14-11c2-421c-8122-6586ffd460dd req-70964668-d3e0-4c45-b362-cda29c7ac1ff tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:29.704917 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9058b08-bfab-4ebe-ad97-3e03d4cc596c req-ba653b69-9f11-475e-ab57-bffc2bce4e79 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:29.706792 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-68308a14-11c2-421c-8122-6586ffd460dd req-70964668-d3e0-4c45-b362-cda29c7ac1ff tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef7418c8-cc0f-4720-98ea-317b65ccb9ad HTTP/1.1" status: 200 len: 945 time: 0.1901035 Jul 24 00:17:29.723493 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a9058b08-bfab-4ebe-ad97-3e03d4cc596c req-ba653b69-9f11-475e-ab57-bffc2bce4e79 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f6ed47-83dc-460f-a0cd-7950d92ae355 HTTP/1.1" status: 200 len: 946 time: 0.1241517 Jul 24 00:17:29.780603 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-68308a14-11c2-421c-8122-6586ffd460dd req-e0b12490-2fb2-4f6b-8137-4df86eab417b tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=6134d66c-4e65-4c63-a0b5-3a2b7a9634b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679715 Jul 24 00:17:29.816599 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a9058b08-bfab-4ebe-ad97-3e03d4cc596c req-548cb346-6b32-4709-bdd6-3c265ed0f19e tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=592819d6-cd2f-4c55-a231-bf1729025f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663886 Jul 24 00:17:29.913495 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 5983edef-8a7b-4738-af13-e81f7a861c94 no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:17:29.967171 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] No Port match for: 5983edef-8a7b-4738-af13-e81f7a861c94 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:17:29.968395 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 5983edef-8a7b-4738-af13-e81f7a861c94 not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:17:30.111817 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c3288c3f-e06e-46af-8966-5b42573fa909 req-fe9eb03e-3a98-4f10-bac2-8d7ae659e32b tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=6948d90a-e9ed-43bc-aedc-32034af48254 HTTP/1.1" status: 200 len: 210 time: 0.0736165 Jul 24 00:17:30.595484 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e9fc02-6820-447b-ab17-32515545e6e9 req-f416d968-4a0a-4fa5-833b-1c79d720377e tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:30.596117 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-39e9fc02-6820-447b-ab17-32515545e6e9 req-f416d968-4a0a-4fa5-833b-1c79d720377e tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f6c9745-f8a1-4d87-95cb-ee45db869bef HTTP/1.1" status: 200 len: 943 time: 0.1172850 Jul 24 00:17:30.650497 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-39e9fc02-6820-447b-ab17-32515545e6e9 req-9026fbc5-7579-46ee-a9c1-89e0e44d757e tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479784 Jul 24 00:17:31.024958 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc25a57-c07e-496f-95ef-c8209dc425e7 req-b4f7f239-69ca-4434-aeae-5a4a91da2f56 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:31.030293 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081e5757-dba1-48c0-a505-b5d8f7f808c1 req-8a7946d6-86e8-4eb9-8bb9-22bb27fe183e tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:31.038309 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-081e5757-dba1-48c0-a505-b5d8f7f808c1 req-8a7946d6-86e8-4eb9-8bb9-22bb27fe183e tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f6ed47-83dc-460f-a0cd-7950d92ae355 HTTP/1.1" status: 200 len: 946 time: 0.1304784 Jul 24 00:17:31.040499 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-afc25a57-c07e-496f-95ef-c8209dc425e7 req-b4f7f239-69ca-4434-aeae-5a4a91da2f56 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef7418c8-cc0f-4720-98ea-317b65ccb9ad HTTP/1.1" status: 200 len: 945 time: 0.1282139 Jul 24 00:17:31.094446 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-081e5757-dba1-48c0-a505-b5d8f7f808c1 req-f27ccedc-a57f-468a-847d-f240d0c45f4a tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=592819d6-cd2f-4c55-a231-bf1729025f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547955 Jul 24 00:17:31.120449 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-afc25a57-c07e-496f-95ef-c8209dc425e7 req-85c20684-33bd-4289-a6d8-beb29c398cb2 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=6134d66c-4e65-4c63-a0b5-3a2b7a9634b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790255 Jul 24 00:17:31.284386 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-72831e8a-8124-40dc-9dca-2d164cd5405c req-00f6f76c-b349-41b2-b516-cdd21dd0df5a tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=6948d90a-e9ed-43bc-aedc-32034af48254 HTTP/1.1" status: 200 len: 210 time: 0.0632055 Jul 24 00:17:31.857645 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e47da78-a7eb-426f-9f39-243231dfaca2 req-698bcb7d-82b1-4809-8a7d-6d5eebdacdf9 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:31.863950 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7e47da78-a7eb-426f-9f39-243231dfaca2 req-698bcb7d-82b1-4809-8a7d-6d5eebdacdf9 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f6c9745-f8a1-4d87-95cb-ee45db869bef HTTP/1.1" status: 200 len: 943 time: 0.1272323 Jul 24 00:17:31.924074 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7e47da78-a7eb-426f-9f39-243231dfaca2 req-d7f1b3e5-7b01-46fe-b17e-d872af8298f0 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591607 Jul 24 00:17:32.089123 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d5e5f-76ee-451d-9b68-a58d30c97323 req-23419ef3-dc86-4e79-aae8-b4bddd9d6d67 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:32.091487 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5b0d5e5f-76ee-451d-9b68-a58d30c97323 req-23419ef3-dc86-4e79-aae8-b4bddd9d6d67 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 947 time: 0.0840034 Jul 24 00:17:32.166350 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5b0d5e5f-76ee-451d-9b68-a58d30c97323 req-c48a5328-d2ae-45f8-87a8-0854fdd80c47 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688467 Jul 24 00:17:32.305273 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edabe8d-84d9-4d6c-b383-a4a9f9e98da7 req-1a4adc4b-e7e5-4ae1-814f-73e92cb0e6fc tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:32.315922 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0edabe8d-84d9-4d6c-b383-a4a9f9e98da7 req-1a4adc4b-e7e5-4ae1-814f-73e92cb0e6fc tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f6ed47-83dc-460f-a0cd-7950d92ae355 HTTP/1.1" status: 200 len: 946 time: 0.1317010 Jul 24 00:17:32.335605 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab588be5-c458-494e-87dc-7f5c48232853 req-aaf7465d-6bf3-43f1-af71-dffc46da94f9 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:32.337288 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ab588be5-c458-494e-87dc-7f5c48232853 req-aaf7465d-6bf3-43f1-af71-dffc46da94f9 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef7418c8-cc0f-4720-98ea-317b65ccb9ad HTTP/1.1" status: 200 len: 945 time: 0.1071451 Jul 24 00:17:32.360915 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0edabe8d-84d9-4d6c-b383-a4a9f9e98da7 req-48c68673-4f20-4418-aefe-a1f4c2dc024b tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=592819d6-cd2f-4c55-a231-bf1729025f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440547 Jul 24 00:17:32.393087 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ab588be5-c458-494e-87dc-7f5c48232853 req-f68ff491-d8ab-4128-b17a-3dcfad161e71 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=6134d66c-4e65-4c63-a0b5-3a2b7a9634b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482202 Jul 24 00:17:32.482342 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d90787c1-8c24-488e-aa35-3f1a37ea5aff req-7b0425a4-bcac-482e-8771-044781990e45 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=6948d90a-e9ed-43bc-aedc-32034af48254 HTTP/1.1" status: 200 len: 210 time: 0.0357721 Jul 24 00:17:33.059270 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7014722-d3d0-48fe-ba18-d54aa084ecaa req-f0046269-8d0d-4a6c-a5e7-b08ab000441a tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:33.061478 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d7014722-d3d0-48fe-ba18-d54aa084ecaa req-f0046269-8d0d-4a6c-a5e7-b08ab000441a tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f6c9745-f8a1-4d87-95cb-ee45db869bef HTTP/1.1" status: 200 len: 943 time: 0.0719428 Jul 24 00:17:33.101251 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d7014722-d3d0-48fe-ba18-d54aa084ecaa req-5218d03c-380a-4697-8f7d-087069938398 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339508 Jul 24 00:17:33.282814 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d345667e-15a5-452e-9327-b406f3faba11 req-6ba27852-5943-46b1-88bd-b1ca05970e48 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:33.284496 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d345667e-15a5-452e-9327-b406f3faba11 req-6ba27852-5943-46b1-88bd-b1ca05970e48 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 947 time: 0.0689702 Jul 24 00:17:33.325528 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d345667e-15a5-452e-9327-b406f3faba11 req-85fb5af7-2a6d-4070-b3d2-2ae6fa7af827 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348246 Jul 24 00:17:33.505971 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8abba9a-e766-4cae-abae-666f6f8a72e7 req-ba27cc3d-0847-43ea-80f7-20caa86e22e5 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:33.507648 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a8abba9a-e766-4cae-abae-666f6f8a72e7 req-ba27cc3d-0847-43ea-80f7-20caa86e22e5 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f6ed47-83dc-460f-a0cd-7950d92ae355 HTTP/1.1" status: 200 len: 946 time: 0.0715604 Jul 24 00:17:33.541213 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f34d9c-a6de-4b9c-a051-79ac7eadef29 req-321357de-39bf-481b-948f-8a7dfe48ce79 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:33.542804 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f5f34d9c-a6de-4b9c-a051-79ac7eadef29 req-321357de-39bf-481b-948f-8a7dfe48ce79 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef7418c8-cc0f-4720-98ea-317b65ccb9ad HTTP/1.1" status: 200 len: 945 time: 0.0802314 Jul 24 00:17:33.557490 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a8abba9a-e766-4cae-abae-666f6f8a72e7 req-69b021b4-1e96-421e-9b49-2895ffcde91b tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=592819d6-cd2f-4c55-a231-bf1729025f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438445 Jul 24 00:17:33.594584 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f5f34d9c-a6de-4b9c-a051-79ac7eadef29 req-ee0444fa-10e6-4d58-b727-fff60b7af2b1 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=6134d66c-4e65-4c63-a0b5-3a2b7a9634b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456300 Jul 24 00:17:34.248537 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dc166c-f756-40d0-9ee7-5d1ce6b64bdc req-7c284f7c-1b5c-4feb-8973-c59118012dd7 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:34.257751 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-42dc166c-f756-40d0-9ee7-5d1ce6b64bdc req-7c284f7c-1b5c-4feb-8973-c59118012dd7 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f6c9745-f8a1-4d87-95cb-ee45db869bef HTTP/1.1" status: 200 len: 943 time: 0.0855408 Jul 24 00:17:34.330712 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-42dc166c-f756-40d0-9ee7-5d1ce6b64bdc req-a786aed9-fb58-4034-8c67-86d3bac44041 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666358 Jul 24 00:17:34.472309 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31243635-1e27-438d-a355-5a083d37edb8 req-e277602b-4f43-45d0-8e11-27ad8f80e388 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:34.474117 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-31243635-1e27-438d-a355-5a083d37edb8 req-e277602b-4f43-45d0-8e11-27ad8f80e388 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 947 time: 0.0746651 Jul 24 00:17:34.517288 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-31243635-1e27-438d-a355-5a083d37edb8 req-31606d7f-dce2-46c9-adc0-b9f4f7808f48 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371058 Jul 24 00:17:34.775518 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1ce8d-743c-4fe8-a4ac-f4c89d510b62 req-a012bb37-56a9-4483-855a-a14a4a52a472 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:34.779093 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c5c1ce8d-743c-4fe8-a4ac-f4c89d510b62 req-a012bb37-56a9-4483-855a-a14a4a52a472 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f6ed47-83dc-460f-a0cd-7950d92ae355 HTTP/1.1" status: 200 len: 946 time: 0.1111755 Jul 24 00:17:34.796621 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8a0592-5d0c-42a4-a3d5-e0f96d70b870 req-41d8c0f1-dfc7-48bb-8f6e-e3fef6b16dc1 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:34.804655 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8f8a0592-5d0c-42a4-a3d5-e0f96d70b870 req-41d8c0f1-dfc7-48bb-8f6e-e3fef6b16dc1 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef7418c8-cc0f-4720-98ea-317b65ccb9ad HTTP/1.1" status: 200 len: 945 time: 0.1180081 Jul 24 00:17:34.848168 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c5c1ce8d-743c-4fe8-a4ac-f4c89d510b62 req-154ab1bb-1719-4e3d-89d2-4ac3e03cab3e tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=592819d6-cd2f-4c55-a231-bf1729025f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625360 Jul 24 00:17:34.853103 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8f8a0592-5d0c-42a4-a3d5-e0f96d70b870 req-704bcb30-ebfc-4e61-aa21-e34955f2e481 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=6134d66c-4e65-4c63-a0b5-3a2b7a9634b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471480 Jul 24 00:17:35.461879 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b85924d-9a0d-49ad-81fe-97cd4debafcd req-acdd2751-21e3-4a32-910b-fe1b7232a953 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:35.463295 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8b85924d-9a0d-49ad-81fe-97cd4debafcd req-acdd2751-21e3-4a32-910b-fe1b7232a953 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f6c9745-f8a1-4d87-95cb-ee45db869bef HTTP/1.1" status: 200 len: 943 time: 0.0648644 Jul 24 00:17:35.500966 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8b85924d-9a0d-49ad-81fe-97cd4debafcd req-acdc9579-3c56-4915-bed1-547fb4ef8240 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315936 Jul 24 00:17:35.641828 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2f3a36f8-26aa-4118-9804-a4b63ecb2f12 req-c755eef3-b97c-46cb-8665-42fc629bc7ae service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=647eee8d-5ee8-4283-a9e5-d18e1a31df0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405190 Jul 24 00:17:35.671275 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1072cdaa-3a02-465c-a7a2-2a2093cd852f req-34918d72-2353-4c09-ba9f-d9c1dbefdf34 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:35.675499 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1072cdaa-3a02-465c-a7a2-2a2093cd852f req-34918d72-2353-4c09-ba9f-d9c1dbefdf34 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 947 time: 0.0783870 Jul 24 00:17:35.712097 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1072cdaa-3a02-465c-a7a2-2a2093cd852f req-4eda7527-cf44-482d-9871-ebc3f1fab457 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332837 Jul 24 00:17:35.761689 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0280b4f8-9da9-41da-bd31-d415e426c9a1 req-8adf92ae-83be-4686-899c-3b25b002a07c service neutron] 10.222.0.64 "GET /v2.0/networks/3bb27577-8aa4-438b-b0fc-2e9a72f8d21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878359 Jul 24 00:17:35.786981 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2f3a36f8-26aa-4118-9804-a4b63ecb2f12 req-afd9e029-a257-426b-a842-3b7af740187f service neutron] 10.222.0.64 "GET /v2.0/networks/647eee8d-5ee8-4283-a9e5-d18e1a31df0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120718 Jul 24 00:17:36.026299 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e5808-90d2-4d3a-9a1c-18628e1c8ea7 req-cc62a23d-2831-4f77-b5b5-6221dae0168a tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:36.028678 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b15e5808-90d2-4d3a-9a1c-18628e1c8ea7 req-cc62a23d-2831-4f77-b5b5-6221dae0168a tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef7418c8-cc0f-4720-98ea-317b65ccb9ad HTTP/1.1" status: 200 len: 945 time: 0.0865917 Jul 24 00:17:36.071721 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b15e5808-90d2-4d3a-9a1c-18628e1c8ea7 req-173417ba-b5e9-496e-a31c-1aa8a1bd7afe tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=6134d66c-4e65-4c63-a0b5-3a2b7a9634b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355954 Jul 24 00:17:36.238953 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2f3a36f8-26aa-4118-9804-a4b63ecb2f12 req-bd0c95f7-2a4a-47fb-8fea-a45e1d0c977d service neutron] 10.222.0.64 "GET /v2.0/networks/647eee8d-5ee8-4283-a9e5-d18e1a31df0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4391265 Jul 24 00:17:36.267745 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5308a09f-aa12-45a3-9cee-505603adade5 req-88bcf2a5-5336-4b76-adf9-ff350d4c7010 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:36.269335 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5308a09f-aa12-45a3-9cee-505603adade5 req-88bcf2a5-5336-4b76-adf9-ff350d4c7010 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f6ed47-83dc-460f-a0cd-7950d92ae355 HTTP/1.1" status: 200 len: 946 time: 0.0862584 Jul 24 00:17:36.307199 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5308a09f-aa12-45a3-9cee-505603adade5 req-2229b2d4-5ffe-453b-b3ee-ebe3237cab7f tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=592819d6-cd2f-4c55-a231-bf1729025f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322335 Jul 24 00:17:36.631324 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f19858-e592-49cd-9196-7c58e832322e req-2f914649-ddc0-491f-823b-eefb484b2e43 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:36.632738 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b1f19858-e592-49cd-9196-7c58e832322e req-2f914649-ddc0-491f-823b-eefb484b2e43 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f6c9745-f8a1-4d87-95cb-ee45db869bef HTTP/1.1" status: 200 len: 943 time: 0.0634663 Jul 24 00:17:36.670297 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b1f19858-e592-49cd-9196-7c58e832322e req-f3711f56-12f1-4e80-9b86-2923739281e4 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319500 Jul 24 00:17:36.845917 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753f38e2-8c07-4fde-9b77-1a1b21cd8e7f req-bf3bbf90-68a1-460d-9eaf-16a6c88dc2de tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:36.847421 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-753f38e2-8c07-4fde-9b77-1a1b21cd8e7f req-bf3bbf90-68a1-460d-9eaf-16a6c88dc2de tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 947 time: 0.0643592 Jul 24 00:17:36.884580 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-753f38e2-8c07-4fde-9b77-1a1b21cd8e7f req-589d7c45-a9f1-47d4-98c2-e45e3aca305a tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315437 Jul 24 00:17:37.229160 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a973724-90a8-4d39-ad6f-94de80bd1506 req-e775c322-782c-4562-95bc-38eec7a8bb91 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:37.236983 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7a973724-90a8-4d39-ad6f-94de80bd1506 req-e775c322-782c-4562-95bc-38eec7a8bb91 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef7418c8-cc0f-4720-98ea-317b65ccb9ad HTTP/1.1" status: 200 len: 945 time: 0.0860958 Jul 24 00:17:37.272658 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7a973724-90a8-4d39-ad6f-94de80bd1506 req-75b40c9b-24c5-4b10-bfc3-daa62a8825dd tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=6134d66c-4e65-4c63-a0b5-3a2b7a9634b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346289 Jul 24 00:17:37.349452 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87248f7-758f-4683-81b5-3a70e5cb9aa7 req-7aee267a-0e9a-4df2-bb0b-4656c5ad24aa tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:37.353291 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e87248f7-758f-4683-81b5-3a70e5cb9aa7 req-7aee267a-0e9a-4df2-bb0b-4656c5ad24aa tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 947 time: 0.0887258 Jul 24 00:17:37.397714 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e87248f7-758f-4683-81b5-3a70e5cb9aa7 req-ab3dc0dd-4245-44e3-b178-801e3a969b9d tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359244 Jul 24 00:17:37.455072 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c9ab1c-81f9-4726-84cc-65065fd59a55 req-03d5fd40-9d94-4754-a80c-cdfb829a72c3 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:37.456739 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-55c9ab1c-81f9-4726-84cc-65065fd59a55 req-03d5fd40-9d94-4754-a80c-cdfb829a72c3 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f6ed47-83dc-460f-a0cd-7950d92ae355 HTTP/1.1" status: 200 len: 946 time: 0.0748360 Jul 24 00:17:37.505436 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-55c9ab1c-81f9-4726-84cc-65065fd59a55 req-d2050f7c-637b-45c6-9d71-5d87c963178a tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=592819d6-cd2f-4c55-a231-bf1729025f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365124 Jul 24 00:17:37.820845 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1fe4b6-4d5f-43d5-a13e-bac7a385427c req-03273363-3cd8-48f1-a688-072170ba8808 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:37.822840 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ca1fe4b6-4d5f-43d5-a13e-bac7a385427c req-03273363-3cd8-48f1-a688-072170ba8808 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f6c9745-f8a1-4d87-95cb-ee45db869bef HTTP/1.1" status: 200 len: 943 time: 0.0851874 Jul 24 00:17:37.864041 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ca1fe4b6-4d5f-43d5-a13e-bac7a385427c req-b6b85bb6-d370-4fe5-82d3-ecde72d9da17 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341849 Jul 24 00:17:38.328202 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 2cc29194-d266-42bb-9db8-3d7a0b796200 details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:17:38.426385 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc5bf1-c37b-48c7-b3d4-8e6c3d43cc07 req-88a1ae8d-31fa-4f53-ac67-9309a9b94f42 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:38.433169 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-40dc5bf1-c37b-48c7-b3d4-8e6c3d43cc07 req-88a1ae8d-31fa-4f53-ac67-9309a9b94f42 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef7418c8-cc0f-4720-98ea-317b65ccb9ad HTTP/1.1" status: 200 len: 945 time: 0.0732002 Jul 24 00:17:38.433756 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 2cc29194-d266-42bb-9db8-3d7a0b796200, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=2cc29194-d266-42bb-9db8-3d7a0b796200,segment=NetworkSegment(d3cc9475-f05d-4177-894c-9d197d6c8577),segment_id=d3cc9475-f05d-4177-894c-9d197d6c8577)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:17:38.476174 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': '2cc29194-d266-42bb-9db8-3d7a0b796200', 'network_id': '3bb27577-8aa4-438b-b0fc-2e9a72f8d21f', 'port_id': '2cc29194-d266-42bb-9db8-3d7a0b796200', 'mac_address': 'fa:16:3e:a3:69:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63da32e2-61ac-4eb0-aee3-157739522d03', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:17:38.484474 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-40dc5bf1-c37b-48c7-b3d4-8e6c3d43cc07 req-e118834e-51e9-43e9-ae97-e5e07d98ee5b tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=6134d66c-4e65-4c63-a0b5-3a2b7a9634b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502646 Jul 24 00:17:38.560753 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:38.581045 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cc29194-d266-42bb-9db8-3d7a0b796200 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:17:38.598199 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61273198-f32a-4c93-bd66-637f95828622 req-8692ec62-94e1-4c37-996e-8aa9d88a6d0f tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:38.605469 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-61273198-f32a-4c93-bd66-637f95828622 req-8692ec62-94e1-4c37-996e-8aa9d88a6d0f tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 947 time: 0.1126671 Jul 24 00:17:38.610679 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 2cc29194-d266-42bb-9db8-3d7a0b796200, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=2cc29194-d266-42bb-9db8-3d7a0b796200,segment=NetworkSegment(d3cc9475-f05d-4177-894c-9d197d6c8577),segment_id=d3cc9475-f05d-4177-894c-9d197d6c8577)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:17:38.620891 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:38.621711 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 8d7e420d-6817-4dc0-bbe8-bd7ae871ed5c details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:17:38.653927 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-61273198-f32a-4c93-bd66-637f95828622 req-339863cb-1f96-42a1-b714-e7e5505f3419 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469801 Jul 24 00:17:38.662738 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf181d8-3e3f-4d44-a15f-c1cca64a1a2d req-6fc44006-c2d2-4110-a13c-4937da995d66 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:38.664602 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bdf181d8-3e3f-4d44-a15f-c1cca64a1a2d req-6fc44006-c2d2-4110-a13c-4937da995d66 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f6ed47-83dc-460f-a0cd-7950d92ae355 HTTP/1.1" status: 200 len: 946 time: 0.0770643 Jul 24 00:17:38.707622 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=2cc29194-d266-42bb-9db8-3d7a0b796200,revision_number=11']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:17:38.721155 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bdf181d8-3e3f-4d44-a15f-c1cca64a1a2d req-a0f65c22-2881-4342-a42e-d7c857d880fa tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=592819d6-cd2f-4c55-a231-bf1729025f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496440 Jul 24 00:17:38.777819 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 8d7e420d-6817-4dc0-bbe8-bd7ae871ed5c, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=8d7e420d-6817-4dc0-bbe8-bd7ae871ed5c,segment=NetworkSegment(5aa5a49c-7465-4920-b25b-c3e99ae728f5),segment_id=5aa5a49c-7465-4920-b25b-c3e99ae728f5)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:17:38.789772 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': '8d7e420d-6817-4dc0-bbe8-bd7ae871ed5c', 'network_id': '647eee8d-5ee8-4283-a9e5-d18e1a31df0d', 'port_id': '8d7e420d-6817-4dc0-bbe8-bd7ae871ed5c', 'mac_address': 'fa:16:3e:77:f4:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f74eda8a-ed40-4284-ae5e-468e5cf2304c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:17:38.834501 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:38.848566 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d7e420d-6817-4dc0-bbe8-bd7ae871ed5c {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:17:38.868696 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 8d7e420d-6817-4dc0-bbe8-bd7ae871ed5c, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=8d7e420d-6817-4dc0-bbe8-bd7ae871ed5c,segment=NetworkSegment(5aa5a49c-7465-4920-b25b-c3e99ae728f5),segment_id=5aa5a49c-7465-4920-b25b-c3e99ae728f5)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:17:38.873552 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:38.923687 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=8d7e420d-6817-4dc0-bbe8-bd7ae871ed5c,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:17:39.001959 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d02cc04-4253-49da-bed9-3d4fcb0dadda req-a84e796f-3978-4451-8998-c414f7f0601b tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:39.003451 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0d02cc04-4253-49da-bed9-3d4fcb0dadda req-a84e796f-3978-4451-8998-c414f7f0601b tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f6c9745-f8a1-4d87-95cb-ee45db869bef HTTP/1.1" status: 200 len: 944 time: 0.0695629 Jul 24 00:17:39.044115 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0d02cc04-4253-49da-bed9-3d4fcb0dadda req-dd6576ce-61a3-4971-8f20-560a681afe71 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350060 Jul 24 00:17:39.173015 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['2cc29194-d266-42bb-9db8-3d7a0b796200'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:17:39.178688 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['8d7e420d-6817-4dc0-bbe8-bd7ae871ed5c'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:17:39.320891 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:17:39.634649 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0815ad04-8ac4-4824-8501-db7a494a8e47 req-8ff86c46-eef2-4622-980b-d0ab96528d05 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:39.636210 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0815ad04-8ac4-4824-8501-db7a494a8e47 req-8ff86c46-eef2-4622-980b-d0ab96528d05 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef7418c8-cc0f-4720-98ea-317b65ccb9ad HTTP/1.1" status: 200 len: 946 time: 0.0839446 Jul 24 00:17:39.676732 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0815ad04-8ac4-4824-8501-db7a494a8e47 req-a317c76d-af98-402d-a22a-3b3efee71be9 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=6134d66c-4e65-4c63-a0b5-3a2b7a9634b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344958 Jul 24 00:17:39.800967 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565788ed-c901-4cef-824c-915867aa5f33 req-ad8cbc76-2c06-475c-aaeb-e9b916a6d08a tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:39.802476 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-565788ed-c901-4cef-824c-915867aa5f33 req-ad8cbc76-2c06-475c-aaeb-e9b916a6d08a tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 947 time: 0.0684180 Jul 24 00:17:39.848258 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-565788ed-c901-4cef-824c-915867aa5f33 req-237c76c3-8bab-42cb-9b65-ae863a85faf7 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380909 Jul 24 00:17:39.879722 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e190164-b266-4400-95f1-0a72320ac9fb req-ebfc5821-61df-4888-a38f-30366058adcf tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:39.881290 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7e190164-b266-4400-95f1-0a72320ac9fb req-ebfc5821-61df-4888-a38f-30366058adcf tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f6ed47-83dc-460f-a0cd-7950d92ae355 HTTP/1.1" status: 200 len: 946 time: 0.0818329 Jul 24 00:17:39.921647 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7e190164-b266-4400-95f1-0a72320ac9fb req-0db91371-e4f2-4257-abb1-04a64a1e109a tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=592819d6-cd2f-4c55-a231-bf1729025f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345285 Jul 24 00:17:40.201994 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045cd927-4c71-4083-96be-438ccf2f032d req-b95ec6f6-0e46-4ea4-8928-76e9f6a7fc30 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:40.203662 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-045cd927-4c71-4083-96be-438ccf2f032d req-b95ec6f6-0e46-4ea4-8928-76e9f6a7fc30 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f6c9745-f8a1-4d87-95cb-ee45db869bef HTTP/1.1" status: 200 len: 944 time: 0.0884345 Jul 24 00:17:40.243459 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-045cd927-4c71-4083-96be-438ccf2f032d req-2713f692-831e-483b-b1a2-da14921d1832 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337334 Jul 24 00:17:40.356228 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 5b568338-3482-4589-a123-6f598453b6ed details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:17:40.359385 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 2cc29194-d266-42bb-9db8-3d7a0b796200 up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:17:40.457773 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [req-2635404f-b232-443f-95e7-295d09baf2ba req-d6913ea0-b4a0-4aa2-8194-16f17735b0c4 service neutron] show failed (client error): The resource could not be found. Jul 24 00:17:40.459449 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2635404f-b232-443f-95e7-295d09baf2ba req-d6913ea0-b4a0-4aa2-8194-16f17735b0c4 service neutron] 10.222.0.52 "GET /v2.0/ports/b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd/bindings/n-h2-800088-16 HTTP/1.1" status: 404 len: 381 time: 0.0651479 Jul 24 00:17:40.480474 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port 2cc29194-d266-42bb-9db8-3d7a0b796200 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:17:40.488192 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port 2cc29194-d266-42bb-9db8-3d7a0b796200 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:17:40.488578 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:40.530013 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 5b568338-3482-4589-a123-6f598453b6ed, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=5b568338-3482-4589-a123-6f598453b6ed,segment=NetworkSegment(28758b2b-8e5b-4b20-97dc-892d312454de),segment_id=28758b2b-8e5b-4b20-97dc-892d312454de)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:17:40.549462 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': '5b568338-3482-4589-a123-6f598453b6ed', 'network_id': '49599f72-6971-4c78-8210-d79c8aca88a7', 'port_id': '5b568338-3482-4589-a123-6f598453b6ed', 'mac_address': 'fa:16:3e:c7:9c:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47f2c0d4-0d4f-46b9-9d68-d3d80dbac696', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:17:40.622493 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:40.651550 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:40.670351 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5b568338-3482-4589-a123-6f598453b6ed {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:17:40.686798 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef7418c8-cc0f-4720-98ea-317b65ccb9ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cc29194-d266-42bb-9db8-3d7a0b796200'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:17:40.689210 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b7561a-45df-4305-8616-9f70a74c77de" -d '{"events": [{"server_uuid": "ef7418c8-cc0f-4720-98ea-317b65ccb9ad", "name": "network-vif-plugged", "status": "completed", "tag": "2cc29194-d266-42bb-9db8-3d7a0b796200"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:17:40.718065 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 5b568338-3482-4589-a123-6f598453b6ed, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=5b568338-3482-4589-a123-6f598453b6ed,segment=NetworkSegment(28758b2b-8e5b-4b20-97dc-892d312454de),segment_id=28758b2b-8e5b-4b20-97dc-892d312454de)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:17:40.728672 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635404f-b232-443f-95e7-295d09baf2ba req-0a78b53a-f247-4132-9fac-6d0ee9c61d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:40.730484 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2635404f-b232-443f-95e7-295d09baf2ba req-0a78b53a-f247-4132-9fac-6d0ee9c61d44 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=42f6ed47-83dc-460f-a0cd-7950d92ae355&tenant_id=646730ba25934852bc5dd86a412228f1 HTTP/1.1" status: 200 len: 1098 time: 0.0721676 Jul 24 00:17:40.731996 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:40.743455 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-2635404f-b232-443f-95e7-295d09baf2ba req-bb757487-bec0-4c0d-b709-13eef9fc0c7c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800088-16', 'device_owner': 'compute:nova'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:17:40.783300 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 2cc29194-d266-42bb-9db8-3d7a0b796200, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=2cc29194-d266-42bb-9db8-3d7a0b796200,segment=NetworkSegment(d3cc9475-f05d-4177-894c-9d197d6c8577),segment_id=d3cc9475-f05d-4177-894c-9d197d6c8577)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:17:40.806994 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:40.808246 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 8d7e420d-6817-4dc0-bbe8-bd7ae871ed5c up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:17:40.820260 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38eca2ca-d710-4d42-9ee4-540878617b49 x-openstack-request-id: req-38eca2ca-d710-4d42-9ee4-540878617b49 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:17:40.821760 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef7418c8-cc0f-4720-98ea-317b65ccb9ad", "name": "network-vif-plugged", "status": "completed", "tag": "2cc29194-d266-42bb-9db8-3d7a0b796200", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:17:40.822577 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-38eca2ca-d710-4d42-9ee4-540878617b49 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:17:40.825578 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef7418c8-cc0f-4720-98ea-317b65ccb9ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cc29194-d266-42bb-9db8-3d7a0b796200', 'code': 200} Jul 24 00:17:40.874152 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['5b568338-3482-4589-a123-6f598453b6ed'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:17:40.917843 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-2635404f-b232-443f-95e7-295d09baf2ba req-bb757487-bec0-4c0d-b709-13eef9fc0c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:40.919897 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=5b568338-3482-4589-a123-6f598453b6ed,revision_number=11']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:17:40.963217 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:17:40.963217 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:17:40.964306 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:17:40.964665 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:17:40.965148 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:17:40.966254 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:17:40.966660 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:17:40.967060 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:17:40.968358 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:17:40.968749 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:17:40.969545 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:17:40.969940 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:17:41.058608 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=2cc29194-d266-42bb-9db8-3d7a0b796200,revision_number=12']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:17:41.101874 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a574686-f3a3-46f6-826b-e6e96919868f req-8880d416-518f-49a2-b8f6-08ff40efa224 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:41.110121 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port 8d7e420d-6817-4dc0-bbe8-bd7ae871ed5c completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:17:41.110836 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6a574686-f3a3-46f6-826b-e6e96919868f req-8880d416-518f-49a2-b8f6-08ff40efa224 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 946 time: 0.0932131 Jul 24 00:17:41.119767 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port 8d7e420d-6817-4dc0-bbe8-bd7ae871ed5c triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:17:41.120142 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:41.165032 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6a574686-f3a3-46f6-826b-e6e96919868f req-280f4994-5541-4120-99b7-a0db02a58caa tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486042 Jul 24 00:17:41.266215 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d9484-c6a3-43fd-8f19-84e112d3417b req-144accc6-5802-449f-95dd-fbe0a79ba0b7 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:41.272004 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-754d9484-c6a3-43fd-8f19-84e112d3417b req-144accc6-5802-449f-95dd-fbe0a79ba0b7 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef7418c8-cc0f-4720-98ea-317b65ccb9ad HTTP/1.1" status: 200 len: 947 time: 0.4519639 Jul 24 00:17:41.321625 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:41.377526 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 8d7e420d-6817-4dc0-bbe8-bd7ae871ed5c, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=8d7e420d-6817-4dc0-bbe8-bd7ae871ed5c,segment=NetworkSegment(5aa5a49c-7465-4920-b25b-c3e99ae728f5),segment_id=5aa5a49c-7465-4920-b25b-c3e99ae728f5)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:17:41.379368 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-754d9484-c6a3-43fd-8f19-84e112d3417b req-830304a1-8ad2-4707-b32e-0d8c49378f97 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=6134d66c-4e65-4c63-a0b5-3a2b7a9634b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064401 Jul 24 00:17:41.386491 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:41.388080 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 5b568338-3482-4589-a123-6f598453b6ed no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:17:41.409005 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-2635404f-b232-443f-95e7-295d09baf2ba req-bb757487-bec0-4c0d-b709-13eef9fc0c7c service neutron] For port b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd,segment=NetworkSegment(670e70d7-746c-4a71-b331-8c3379c6364b),segment_id=670e70d7-746c-4a71-b331-8c3379c6364b)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:17:41.410090 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4113a222-5283-4033-9651-92375e083847 req-fd398e5e-46f0-4ddb-99b7-66710b829060 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:41.416587 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4113a222-5283-4033-9651-92375e083847 req-fd398e5e-46f0-4ddb-99b7-66710b829060 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f6ed47-83dc-460f-a0cd-7950d92ae355 HTTP/1.1" status: 200 len: 946 time: 0.1809723 Jul 24 00:17:41.504019 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4113a222-5283-4033-9651-92375e083847 req-1ada77b5-b882-4743-9c3a-0f6f88134748 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=592819d6-cd2f-4c55-a231-bf1729025f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814092 Jul 24 00:17:41.514115 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=8d7e420d-6817-4dc0-bbe8-bd7ae871ed5c,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:17:41.540675 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-2635404f-b232-443f-95e7-295d09baf2ba req-bb757487-bec0-4c0d-b709-13eef9fc0c7c service neutron] For port b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd, host n-h1-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:17:41.571865 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:41.595222 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 5b568338-3482-4589-a123-6f598453b6ed {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:17:41.619841 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 5b568338-3482-4589-a123-6f598453b6ed, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=5b568338-3482-4589-a123-6f598453b6ed,segment=NetworkSegment(28758b2b-8e5b-4b20-97dc-892d312454de),segment_id=28758b2b-8e5b-4b20-97dc-892d312454de)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:17:41.621450 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9247654b-0f55-48e5-865a-a524eb9233f3 req-887f0c86-717e-441e-99e3-dc2df85c88ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:41.623606 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9247654b-0f55-48e5-865a-a524eb9233f3 req-887f0c86-717e-441e-99e3-dc2df85c88ce service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ef7418c8-cc0f-4720-98ea-317b65ccb9ad HTTP/1.1" status: 200 len: 1099 time: 0.4088652 Jul 24 00:17:41.626218 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:41.673602 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f6ed47-83dc-460f-a0cd-7950d92ae355', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:17:41.678171 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-969b4e97-605b-4579-bb35-72ab9ff44612" -d '{"events": [{"server_uuid": "42f6ed47-83dc-460f-a0cd-7950d92ae355", "name": "network-vif-unplugged", "status": "completed", "tag": "b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:17:41.705980 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-2635404f-b232-443f-95e7-295d09baf2ba req-bb757487-bec0-4c0d-b709-13eef9fc0c7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:41.756733 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=5b568338-3482-4589-a123-6f598453b6ed,revision_number=12']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:17:41.759328 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9247654b-0f55-48e5-865a-a524eb9233f3 req-28720102-7a12-43e0-9bcf-58d59c29b6ac service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6134d66c-4e65-4c63-a0b5-3a2b7a9634b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182637 Jul 24 00:17:41.765113 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-2635404f-b232-443f-95e7-295d09baf2ba req-bb757487-bec0-4c0d-b709-13eef9fc0c7c service neutron] Transition to ACTIVE for port object b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:17:41.781861 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fbe068-c17e-4ec5-ab0d-754a52c3b612 req-ac3a1e4d-7b47-4774-9e8a-131e0f430e8e tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:41.783578 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-45fbe068-c17e-4ec5-ab0d-754a52c3b612 req-ac3a1e4d-7b47-4774-9e8a-131e0f430e8e tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f6c9745-f8a1-4d87-95cb-ee45db869bef HTTP/1.1" status: 200 len: 945 time: 0.2135353 Jul 24 00:17:41.784757 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-2635404f-b232-443f-95e7-295d09baf2ba req-bb757487-bec0-4c0d-b709-13eef9fc0c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:41.874766 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 00:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4167b7ca-e2d7-4fc8-9db3-098b1f1b96f0 x-openstack-request-id: req-4167b7ca-e2d7-4fc8-9db3-098b1f1b96f0 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:17:41.874766 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42f6ed47-83dc-460f-a0cd-7950d92ae355", "name": "network-vif-unplugged", "status": "completed", "tag": "b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:17:41.874766 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4167b7ca-e2d7-4fc8-9db3-098b1f1b96f0 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:17:41.874766 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42f6ed47-83dc-460f-a0cd-7950d92ae355', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd', 'code': 200} Jul 24 00:17:41.879967 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-45fbe068-c17e-4ec5-ab0d-754a52c3b612 req-5c1b85bc-2285-4f54-befc-8744cd1cbdf3 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857935 Jul 24 00:17:41.948534 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb757487-bec0-4c0d-b709-13eef9fc0c7c service neutron] Pushing event updated for resources: {'Port': ['ID=b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd,revision_number=6']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:17:42.036125 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-2635404f-b232-443f-95e7-295d09baf2ba req-bb757487-bec0-4c0d-b709-13eef9fc0c7c service neutron] No DVR routers for this DVR port b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd on host n-h1-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:17:42.209758 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-2635404f-b232-443f-95e7-295d09baf2ba req-bb757487-bec0-4c0d-b709-13eef9fc0c7c service neutron] Attempting to bind port b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:17:42.210116 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-2635404f-b232-443f-95e7-295d09baf2ba req-bb757487-bec0-4c0d-b709-13eef9fc0c7c service neutron] Attempting to bind port b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '670e70d7-746c-4a71-b331-8c3379c6364b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '1e7ed3a1-aaee-47a9-a487-cde068c041f4'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:17:42.210453 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2635404f-b232-443f-95e7-295d09baf2ba req-bb757487-bec0-4c0d-b709-13eef9fc0c7c service neutron] Attempting to bind port b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd on network 1e7ed3a1-aaee-47a9-a487-cde068c041f4 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:17:42.216061 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2635404f-b232-443f-95e7-295d09baf2ba req-bb757487-bec0-4c0d-b709-13eef9fc0c7c service neutron] Port b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd on network 1e7ed3a1-aaee-47a9-a487-cde068c041f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:17:42.216395 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2635404f-b232-443f-95e7-295d09baf2ba req-bb757487-bec0-4c0d-b709-13eef9fc0c7c service neutron] Attempting to bind port b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd on network 1e7ed3a1-aaee-47a9-a487-cde068c041f4 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:17:42.222508 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2635404f-b232-443f-95e7-295d09baf2ba req-bb757487-bec0-4c0d-b709-13eef9fc0c7c service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:17:42.222860 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2635404f-b232-443f-95e7-295d09baf2ba req-bb757487-bec0-4c0d-b709-13eef9fc0c7c service neutron] Checking segment: {'id': '670e70d7-746c-4a71-b331-8c3379c6364b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '1e7ed3a1-aaee-47a9-a487-cde068c041f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:17:42.223294 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2635404f-b232-443f-95e7-295d09baf2ba req-bb757487-bec0-4c0d-b709-13eef9fc0c7c service neutron] Bound using segment: {'id': '670e70d7-746c-4a71-b331-8c3379c6364b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '1e7ed3a1-aaee-47a9-a487-cde068c041f4'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:17:42.223738 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-2635404f-b232-443f-95e7-295d09baf2ba req-bb757487-bec0-4c0d-b709-13eef9fc0c7c service neutron] Bound port: b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '670e70d7-746c-4a71-b331-8c3379c6364b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '1e7ed3a1-aaee-47a9-a487-cde068c041f4'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:17:42.224105 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-2635404f-b232-443f-95e7-295d09baf2ba req-bb757487-bec0-4c0d-b709-13eef9fc0c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:42.311062 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-2635404f-b232-443f-95e7-295d09baf2ba req-bb757487-bec0-4c0d-b709-13eef9fc0c7c service neutron] For port b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:17:42.314558 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-2635404f-b232-443f-95e7-295d09baf2ba req-bb757487-bec0-4c0d-b709-13eef9fc0c7c service neutron] For port b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd,segment=NetworkSegment(670e70d7-746c-4a71-b331-8c3379c6364b),segment_id=670e70d7-746c-4a71-b331-8c3379c6364b)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:17:42.321740 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-2635404f-b232-443f-95e7-295d09baf2ba req-bb757487-bec0-4c0d-b709-13eef9fc0c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:42.328484 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee500993-d47c-4ec4-a8d9-e12fdb9e146d req-7fc8da06-c7ff-42f5-a5a9-ff8096c0c08d tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:42.336688 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ee500993-d47c-4ec4-a8d9-e12fdb9e146d req-7fc8da06-c7ff-42f5-a5a9-ff8096c0c08d tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 945 time: 0.1001098 Jul 24 00:17:42.402990 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 5b568338-3482-4589-a123-6f598453b6ed up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:17:42.425806 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ee500993-d47c-4ec4-a8d9-e12fdb9e146d req-7ceaac19-5066-4643-a8fa-91876ae6f15a tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878992 Jul 24 00:17:42.431258 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb757487-bec0-4c0d-b709-13eef9fc0c7c service neutron] Pushing event updated for resources: {'Port': ['ID=b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd,revision_number=7']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:17:42.481010 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635404f-b232-443f-95e7-295d09baf2ba req-bb757487-bec0-4c0d-b709-13eef9fc0c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:42.482315 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-2635404f-b232-443f-95e7-295d09baf2ba req-bb757487-bec0-4c0d-b709-13eef9fc0c7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:42.483945 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2635404f-b232-443f-95e7-295d09baf2ba req-bb757487-bec0-4c0d-b709-13eef9fc0c7c service neutron] 10.222.0.64 "PUT /v2.0/ports/b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd HTTP/1.1" status: 200 len: 1093 time: 1.7464023 Jul 24 00:17:42.526184 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port 5b568338-3482-4589-a123-6f598453b6ed triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:17:42.526474 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:42.697503 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adab9851-db3a-41a1-8e13-41f738f1bdac req-12490981-9552-4bc7-b2da-819c28a82fbf tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:42.701331 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-adab9851-db3a-41a1-8e13-41f738f1bdac req-12490981-9552-4bc7-b2da-819c28a82fbf tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef7418c8-cc0f-4720-98ea-317b65ccb9ad HTTP/1.1" status: 200 len: 947 time: 0.2091830 Jul 24 00:17:42.744592 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:42.788587 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdb94e4-ebd6-41ad-a8cd-1eb7aae67cbf req-4d83ee17-cc33-446e-94a7-8aca604c358f tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:42.790577 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 5b568338-3482-4589-a123-6f598453b6ed, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=5b568338-3482-4589-a123-6f598453b6ed,segment=NetworkSegment(28758b2b-8e5b-4b20-97dc-892d312454de),segment_id=28758b2b-8e5b-4b20-97dc-892d312454de)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:17:42.797886 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cfdb94e4-ebd6-41ad-a8cd-1eb7aae67cbf req-4d83ee17-cc33-446e-94a7-8aca604c358f tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f6ed47-83dc-460f-a0cd-7950d92ae355 HTTP/1.1" status: 200 len: 944 time: 0.1522717 Jul 24 00:17:42.803884 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:42.810996 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-adab9851-db3a-41a1-8e13-41f738f1bdac req-1868f01e-f5c6-42a3-818e-e15fa11dd073 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=6134d66c-4e65-4c63-a0b5-3a2b7a9634b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035862 Jul 24 00:17:42.818234 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635404f-b232-443f-95e7-295d09baf2ba req-3742b5fd-9b8b-4bba-8f46-6950eabdc3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:42.831026 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2635404f-b232-443f-95e7-295d09baf2ba req-3742b5fd-9b8b-4bba-8f46-6950eabdc3ca service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=646730ba25934852bc5dd86a412228f1&device_id=42f6ed47-83dc-460f-a0cd-7950d92ae355 HTTP/1.1" status: 200 len: 1096 time: 0.3212473 Jul 24 00:17:42.860249 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f6c9745-f8a1-4d87-95cb-ee45db869bef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d7e420d-6817-4dc0-bbe8-bd7ae871ed5c'}, {'server_uuid': 'bdf2ae25-5722-4714-8c20-ff0a8c7d619b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b568338-3482-4589-a123-6f598453b6ed'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:17:42.862784 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1a1a84-1cb3-4f9c-bf9b-2471b423c440" -d '{"events": [{"server_uuid": "6f6c9745-f8a1-4d87-95cb-ee45db869bef", "name": "network-vif-plugged", "status": "completed", "tag": "8d7e420d-6817-4dc0-bbe8-bd7ae871ed5c"}, {"server_uuid": "bdf2ae25-5722-4714-8c20-ff0a8c7d619b", "name": "network-vif-plugged", "status": "completed", "tag": "5b568338-3482-4589-a123-6f598453b6ed"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:17:42.922904 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cfdb94e4-ebd6-41ad-a8cd-1eb7aae67cbf req-aa0888f2-9032-4785-b547-d5d1a1df75c1 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=592819d6-cd2f-4c55-a231-bf1729025f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192400 Jul 24 00:17:42.954851 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=5b568338-3482-4589-a123-6f598453b6ed,revision_number=13']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:17:42.999393 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 24 Jul 2021 00:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead8a085-f801-4d26-bb90-6c4a0921b665 x-openstack-request-id: req-ead8a085-f801-4d26-bb90-6c4a0921b665 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:17:42.999737 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f6c9745-f8a1-4d87-95cb-ee45db869bef", "name": "network-vif-plugged", "status": "completed", "tag": "8d7e420d-6817-4dc0-bbe8-bd7ae871ed5c", "code": 200}, {"server_uuid": "bdf2ae25-5722-4714-8c20-ff0a8c7d619b", "name": "network-vif-plugged", "status": "completed", "tag": "5b568338-3482-4589-a123-6f598453b6ed", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:17:43.000046 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ead8a085-f801-4d26-bb90-6c4a0921b665 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:17:43.000452 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f6c9745-f8a1-4d87-95cb-ee45db869bef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d7e420d-6817-4dc0-bbe8-bd7ae871ed5c', 'code': 200} Jul 24 00:17:43.000715 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdf2ae25-5722-4714-8c20-ff0a8c7d619b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b568338-3482-4589-a123-6f598453b6ed', 'code': 200} Jul 24 00:17:43.107734 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635404f-b232-443f-95e7-295d09baf2ba req-ca37da57-4d17-41b5-bdeb-9726a2c514f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:43.109387 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2635404f-b232-443f-95e7-295d09baf2ba req-ca37da57-4d17-41b5-bdeb-9726a2c514f6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1e7ed3a1-aaee-47a9-a487-cde068c041f4 HTTP/1.1" status: 200 len: 898 time: 0.2713687 Jul 24 00:17:43.155054 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a8dc3-2257-4cd5-b0ba-e833c30d9418 req-717b34a6-e200-4b36-8e57-ceb7a767f832 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:43.157051 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6d4a8dc3-2257-4cd5-b0ba-e833c30d9418 req-717b34a6-e200-4b36-8e57-ceb7a767f832 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f6c9745-f8a1-4d87-95cb-ee45db869bef HTTP/1.1" status: 200 len: 945 time: 0.1115971 Jul 24 00:17:43.186981 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45a6862-0448-4961-b544-175aa34099e8 req-f650d713-9eb8-44e1-a8a5-b1d7bef7cebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:43.188589 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c45a6862-0448-4961-b544-175aa34099e8 req-f650d713-9eb8-44e1-a8a5-b1d7bef7cebc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6f6c9745-f8a1-4d87-95cb-ee45db869bef HTTP/1.1" status: 200 len: 1097 time: 0.1443479 Jul 24 00:17:43.226079 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6d4a8dc3-2257-4cd5-b0ba-e833c30d9418 req-0aab22c0-a6a5-402f-830a-427d1211410f tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590520 Jul 24 00:17:43.247635 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c45a6862-0448-4961-b544-175aa34099e8 req-32daca8b-dd50-40c3-ba56-23a838912f86 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516551 Jul 24 00:17:43.254973 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2635404f-b232-443f-95e7-295d09baf2ba req-a0a2b98e-68a0-4bd5-9b90-49563c5d8abb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd HTTP/1.1" status: 200 len: 999 time: 0.1339378 Jul 24 00:17:43.359384 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635404f-b232-443f-95e7-295d09baf2ba req-d6444058-f72b-4489-bafd-85f876d9a4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:43.361061 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2635404f-b232-443f-95e7-295d09baf2ba req-d6444058-f72b-4489-bafd-85f876d9a4b7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=44df3ff8-b921-496d-b228-8320dc322102 HTTP/1.1" status: 200 len: 835 time: 0.0579455 Jul 24 00:17:43.494471 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635404f-b232-443f-95e7-295d09baf2ba req-f3665ec5-3833-4faa-9e81-e6c34be720ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:43.498126 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2635404f-b232-443f-95e7-295d09baf2ba req-f3665ec5-3833-4faa-9e81-e6c34be720ba service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1e7ed3a1-aaee-47a9-a487-cde068c041f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1168325 Jul 24 00:17:43.662881 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2635404f-b232-443f-95e7-295d09baf2ba req-740e49a2-97fb-44f7-ac5f-0c3907269769 service neutron] 10.222.0.64 "GET /v2.0/networks/1e7ed3a1-aaee-47a9-a487-cde068c041f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580281 Jul 24 00:17:43.674293 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f443b62-cc54-49c1-9c8c-9cc42806fdcb req-f7010156-b131-479b-a012-4b40a9c404cd tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:43.681070 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0f443b62-cc54-49c1-9c8c-9cc42806fdcb req-f7010156-b131-479b-a012-4b40a9c404cd tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 947 time: 0.1668007 Jul 24 00:17:43.790391 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0f443b62-cc54-49c1-9c8c-9cc42806fdcb req-6dfddfa7-403d-4c22-ae0a-7553de1aad7e tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041749 Jul 24 00:17:43.832394 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2635404f-b232-443f-95e7-295d09baf2ba req-d4d1be3d-1f6c-4945-8ed0-48a08d403bea service neutron] 10.222.0.64 "GET /v2.0/networks/1e7ed3a1-aaee-47a9-a487-cde068c041f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441565 Jul 24 00:17:43.875838 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42f6ed47-83dc-460f-a0cd-7950d92ae355', 'tag': 'b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:17:43.883259 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e82d6ff-21b0-4e3b-a9d8-d464bc15baa3" -d '{"events": [{"name": "network-changed", "server_uuid": "42f6ed47-83dc-460f-a0cd-7950d92ae355", "tag": "b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:17:44.001152 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:17:44.035844 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6641fbb6-00e1-45f5-8de9-44ba0cfc42ac x-openstack-request-id: req-6641fbb6-00e1-45f5-8de9-44ba0cfc42ac {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:17:44.036143 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42f6ed47-83dc-460f-a0cd-7950d92ae355", "tag": "b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:17:44.036404 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6641fbb6-00e1-45f5-8de9-44ba0cfc42ac {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:17:44.036834 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42f6ed47-83dc-460f-a0cd-7950d92ae355', 'tag': 'b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd', 'status': 'completed', 'code': 200} Jul 24 00:17:44.143444 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:17:44.211034 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322f7360-bb4d-4da7-9e82-e4902d36d185 req-48104c83-072c-4ae2-b40f-6158599858d6 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:44.217929 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-322f7360-bb4d-4da7-9e82-e4902d36d185 req-48104c83-072c-4ae2-b40f-6158599858d6 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef7418c8-cc0f-4720-98ea-317b65ccb9ad HTTP/1.1" status: 200 len: 947 time: 0.2780573 Jul 24 00:17:44.376459 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e82d6ff-21b0-4e3b-a9d8-d464bc15baa3 req-e69fe7f4-f389-4afa-9206-56bc71b844b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:44.378695 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1e82d6ff-21b0-4e3b-a9d8-d464bc15baa3 req-e69fe7f4-f389-4afa-9206-56bc71b844b6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=646730ba25934852bc5dd86a412228f1&device_id=42f6ed47-83dc-460f-a0cd-7950d92ae355 HTTP/1.1" status: 200 len: 1096 time: 0.3178203 Jul 24 00:17:44.389606 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b8784-b4fb-43c7-a625-00051ee77ef3 req-a6a18330-1a4c-4159-b41c-ccb030929343 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:44.391255 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-020b8784-b4fb-43c7-a625-00051ee77ef3 req-a6a18330-1a4c-4159-b41c-ccb030929343 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f6ed47-83dc-460f-a0cd-7950d92ae355 HTTP/1.1" status: 200 len: 944 time: 0.2195475 Jul 24 00:17:44.576428 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e82d6ff-21b0-4e3b-a9d8-d464bc15baa3 req-1f222d52-5b2c-4aaf-b95d-091586b084fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:44.578241 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1e82d6ff-21b0-4e3b-a9d8-d464bc15baa3 req-1f222d52-5b2c-4aaf-b95d-091586b084fb service neutron] 10.222.0.64 "GET /v2.0/networks?id=1e7ed3a1-aaee-47a9-a487-cde068c041f4 HTTP/1.1" status: 200 len: 898 time: 0.1858139 Jul 24 00:17:44.637612 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e82d6ff-21b0-4e3b-a9d8-d464bc15baa3 req-8c00e010-d5a9-497e-994c-6e8fd4dba07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:44.639118 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1e82d6ff-21b0-4e3b-a9d8-d464bc15baa3 req-8c00e010-d5a9-497e-994c-6e8fd4dba07f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=646730ba25934852bc5dd86a412228f1&device_id=42f6ed47-83dc-460f-a0cd-7950d92ae355 HTTP/1.1" status: 200 len: 1096 time: 0.6047997 Jul 24 00:17:44.645562 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-322f7360-bb4d-4da7-9e82-e4902d36d185 req-c569ced8-5ee4-4c97-90db-5c46b05e3774 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=6134d66c-4e65-4c63-a0b5-3a2b7a9634b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4221978 Jul 24 00:17:44.694413 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-020b8784-b4fb-43c7-a625-00051ee77ef3 req-8bb2a28a-0dd2-4872-9bcd-4e2e426b7113 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=592819d6-cd2f-4c55-a231-bf1729025f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1572165 Jul 24 00:17:44.744759 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1e82d6ff-21b0-4e3b-a9d8-d464bc15baa3 req-854d8d7b-1472-43ac-86a8-598fb876937b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd HTTP/1.1" status: 200 len: 999 time: 0.1589451 Jul 24 00:17:44.783870 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e82d6ff-21b0-4e3b-a9d8-d464bc15baa3 req-7322556f-b5c2-4036-9e5f-d604cd64e894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:44.785801 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1e82d6ff-21b0-4e3b-a9d8-d464bc15baa3 req-7322556f-b5c2-4036-9e5f-d604cd64e894 service neutron] 10.222.0.52 "GET /v2.0/networks?id=1e7ed3a1-aaee-47a9-a487-cde068c041f4 HTTP/1.1" status: 200 len: 898 time: 0.1340740 Jul 24 00:17:44.816609 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:44.835280 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e82d6ff-21b0-4e3b-a9d8-d464bc15baa3 req-71ec3d58-9edb-47d6-9f2b-036066c2bef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:44.837061 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1e82d6ff-21b0-4e3b-a9d8-d464bc15baa3 req-71ec3d58-9edb-47d6-9f2b-036066c2bef9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=44df3ff8-b921-496d-b228-8320dc322102 HTTP/1.1" status: 200 len: 835 time: 0.0792589 Jul 24 00:17:44.958144 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9ee437-0189-4237-86ad-9548f633f4cd req-7194c406-2534-4239-986e-58163cebfb46 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:44.959673 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e82d6ff-21b0-4e3b-a9d8-d464bc15baa3 req-15392a23-59f6-4d42-93e6-a9b08df376f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:44.959821 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cc9ee437-0189-4237-86ad-9548f633f4cd req-7194c406-2534-4239-986e-58163cebfb46 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f6c9745-f8a1-4d87-95cb-ee45db869bef HTTP/1.1" status: 200 len: 945 time: 0.2029750 Jul 24 00:17:44.961713 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1e82d6ff-21b0-4e3b-a9d8-d464bc15baa3 req-a03d7351-1f99-4b0c-9815-a4ee2b47e6e0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd HTTP/1.1" status: 200 len: 999 time: 0.1381013 Jul 24 00:17:44.962143 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1e82d6ff-21b0-4e3b-a9d8-d464bc15baa3 req-15392a23-59f6-4d42-93e6-a9b08df376f7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1e7ed3a1-aaee-47a9-a487-cde068c041f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1134300 Jul 24 00:17:45.045470 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cc9ee437-0189-4237-86ad-9548f633f4cd req-6782a38e-c2b2-4cac-b9a4-a35e4cb07825 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785146 Jul 24 00:17:45.047356 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e82d6ff-21b0-4e3b-a9d8-d464bc15baa3 req-81942637-d0a9-4994-b731-36806ab6994d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:45.049199 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1e82d6ff-21b0-4e3b-a9d8-d464bc15baa3 req-81942637-d0a9-4994-b731-36806ab6994d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=44df3ff8-b921-496d-b228-8320dc322102 HTTP/1.1" status: 200 len: 835 time: 0.0804937 Jul 24 00:17:45.085121 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb7f708-7af3-4c98-b3bc-309cd8a6010a req-075a8deb-a959-48f2-8652-10c9998b6507 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:45.092708 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ccb7f708-7af3-4c98-b3bc-309cd8a6010a req-075a8deb-a959-48f2-8652-10c9998b6507 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 947 time: 0.1941588 Jul 24 00:17:45.143652 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e82d6ff-21b0-4e3b-a9d8-d464bc15baa3 req-1d4e1994-e45f-4f56-822e-8241c5b47e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:45.145238 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1e82d6ff-21b0-4e3b-a9d8-d464bc15baa3 req-1d4e1994-e45f-4f56-822e-8241c5b47e4a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1e7ed3a1-aaee-47a9-a487-cde068c041f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0869856 Jul 24 00:17:45.216575 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ccb7f708-7af3-4c98-b3bc-309cd8a6010a req-1a5337e5-adf6-4841-8fec-4aca02f42476 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228127 Jul 24 00:17:45.232213 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1e82d6ff-21b0-4e3b-a9d8-d464bc15baa3 req-3534c099-2339-4532-9094-c60ee5171cad service neutron] 10.222.0.64 "GET /v2.0/networks/1e7ed3a1-aaee-47a9-a487-cde068c041f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512271 Jul 24 00:17:45.298310 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1e82d6ff-21b0-4e3b-a9d8-d464bc15baa3 req-7c786de8-6115-41cf-9c50-54e5dc452bbe service neutron] 10.222.0.52 "GET /v2.0/networks/1e7ed3a1-aaee-47a9-a487-cde068c041f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456597 Jul 24 00:17:45.403616 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1e82d6ff-21b0-4e3b-a9d8-d464bc15baa3 req-1e5b57d6-3208-40f5-b0b7-10c9c83ae629 service neutron] 10.222.0.64 "GET /v2.0/networks/1e7ed3a1-aaee-47a9-a487-cde068c041f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619675 Jul 24 00:17:45.456185 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1e82d6ff-21b0-4e3b-a9d8-d464bc15baa3 req-67a08919-5096-47ad-b7f6-97656dcf06ed service neutron] 10.222.0.52 "GET /v2.0/networks/1e7ed3a1-aaee-47a9-a487-cde068c041f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493897 Jul 24 00:17:45.518369 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc8099-cd6b-4765-8343-5ed667cc86a5 req-b472ca2b-42d8-411f-92b4-b00cc4075bd1 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:45.520066 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-44fc8099-cd6b-4765-8343-5ed667cc86a5 req-b472ca2b-42d8-411f-92b4-b00cc4075bd1 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f6c9745-f8a1-4d87-95cb-ee45db869bef HTTP/1.1" status: 200 len: 945 time: 0.1005220 Jul 24 00:17:45.564266 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-44fc8099-cd6b-4765-8343-5ed667cc86a5 req-d83753b2-994c-4024-ba1f-7a79558ebdd0 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376968 Jul 24 00:17:45.966909 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cbb8f4-0a7d-47a6-a886-65bbc7ba0d3f req-3caafb1d-bfc8-4ae5-a17d-fd29d06c0da3 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:45.975076 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e8cbb8f4-0a7d-47a6-a886-65bbc7ba0d3f req-3caafb1d-bfc8-4ae5-a17d-fd29d06c0da3 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f6c9745-f8a1-4d87-95cb-ee45db869bef HTTP/1.1" status: 200 len: 945 time: 0.1863294 Jul 24 00:17:46.015817 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f8128b-264a-42ec-a04a-5d49ce8e7267 req-c7320d04-86e0-4c89-ad75-99e76eed99da tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:46.018749 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e8cbb8f4-0a7d-47a6-a886-65bbc7ba0d3f req-5c02174c-3e0f-4c1b-8b69-f7151e75a5c4 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425398 Jul 24 00:17:46.023146 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e2f8128b-264a-42ec-a04a-5d49ce8e7267 req-c7320d04-86e0-4c89-ad75-99e76eed99da tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef7418c8-cc0f-4720-98ea-317b65ccb9ad HTTP/1.1" status: 200 len: 947 time: 0.1731341 Jul 24 00:17:46.127487 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e2f8128b-264a-42ec-a04a-5d49ce8e7267 req-16227245-59e8-4f62-89fd-011a6f1dd096 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=6134d66c-4e65-4c63-a0b5-3a2b7a9634b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994263 Jul 24 00:17:46.153578 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd9ac62-0cca-4743-b256-47e127d6a4bd req-7b92d986-6ce7-4892-9b51-69e1778419fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:46.156034 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9dd9ac62-0cca-4743-b256-47e127d6a4bd req-7b92d986-6ce7-4892-9b51-69e1778419fb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f416a58274704009b44a26f31650fbc3&device_id=ef7418c8-cc0f-4720-98ea-317b65ccb9ad HTTP/1.1" status: 200 len: 1099 time: 0.2321339 Jul 24 00:17:46.200993 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cfbfb0-0463-416c-9e5f-01ac5199e86c req-d505ccd9-6e6f-47c9-acff-b4df8feb59bf tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:46.209601 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-34cfbfb0-0463-416c-9e5f-01ac5199e86c req-d505ccd9-6e6f-47c9-acff-b4df8feb59bf tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f6ed47-83dc-460f-a0cd-7950d92ae355 HTTP/1.1" status: 200 len: 944 time: 0.0949082 Jul 24 00:17:46.258212 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-34cfbfb0-0463-416c-9e5f-01ac5199e86c req-521ab53b-b095-4944-a751-f46f386be8db tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=592819d6-cd2f-4c55-a231-bf1729025f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468233 Jul 24 00:17:46.312333 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd9ac62-0cca-4743-b256-47e127d6a4bd req-499e77e5-22a9-43f6-a5ae-91471ec9b784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:46.315864 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9dd9ac62-0cca-4743-b256-47e127d6a4bd req-499e77e5-22a9-43f6-a5ae-91471ec9b784 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3bb27577-8aa4-438b-b0fc-2e9a72f8d21f HTTP/1.1" status: 200 len: 916 time: 0.1385939 Jul 24 00:17:46.419559 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9dd9ac62-0cca-4743-b256-47e127d6a4bd req-f699792c-74c0-4666-a583-6ad0d33db8d7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2cc29194-d266-42bb-9db8-3d7a0b796200 HTTP/1.1" status: 200 len: 1001 time: 0.0964963 Jul 24 00:17:46.420497 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:17:46.486691 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd9ac62-0cca-4743-b256-47e127d6a4bd req-f12c558a-6d63-4b2f-a0fd-207c56d1b595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:46.490635 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9dd9ac62-0cca-4743-b256-47e127d6a4bd req-f12c558a-6d63-4b2f-a0fd-207c56d1b595 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=63da32e2-61ac-4eb0-aee3-157739522d03 HTTP/1.1" status: 200 len: 854 time: 0.0657806 Jul 24 00:17:46.501914 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4e94c1-49ab-4db2-82c5-103fab081e49 req-541b4ab7-e8a2-41e2-84da-8b3c8e122572 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:46.503750 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0d4e94c1-49ab-4db2-82c5-103fab081e49 req-541b4ab7-e8a2-41e2-84da-8b3c8e122572 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 947 time: 0.1594114 Jul 24 00:17:46.582072 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0d4e94c1-49ab-4db2-82c5-103fab081e49 req-855b75f5-d192-42e3-a0c0-d4a294fc1071 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709105 Jul 24 00:17:46.643219 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd9ac62-0cca-4743-b256-47e127d6a4bd req-9f212ca7-428c-456c-b2d3-56b7086baed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:46.650226 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9dd9ac62-0cca-4743-b256-47e127d6a4bd req-9f212ca7-428c-456c-b2d3-56b7086baed6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3bb27577-8aa4-438b-b0fc-2e9a72f8d21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1480606 Jul 24 00:17:46.703505 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd,segment=NetworkSegment(670e70d7-746c-4a71-b331-8c3379c6364b),segment_id=670e70d7-746c-4a71-b331-8c3379c6364b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:17:46.726551 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': 'b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd', 'network_id': '1e7ed3a1-aaee-47a9-a487-cde068c041f4', 'port_id': 'b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd', 'mac_address': 'fa:16:3e:d9:13:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44df3ff8-b921-496d-b228-8320dc322102', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:17:46.812640 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:46.817496 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e1f6b7-843d-4bd5-a64c-694a0c5194e5 req-9b614b71-1dcc-42af-92fd-765a561db634 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:46.820410 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-65e1f6b7-843d-4bd5-a64c-694a0c5194e5 req-9b614b71-1dcc-42af-92fd-765a561db634 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f6c9745-f8a1-4d87-95cb-ee45db869bef HTTP/1.1" status: 200 len: 945 time: 0.1080160 Jul 24 00:17:46.838961 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:17:46.872491 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd,segment=NetworkSegment(670e70d7-746c-4a71-b331-8c3379c6364b),segment_id=670e70d7-746c-4a71-b331-8c3379c6364b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:17:46.885235 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:46.903536 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-65e1f6b7-843d-4bd5-a64c-694a0c5194e5 req-7554ab22-887a-4b98-85d0-f4b6853020a9 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757544 Jul 24 00:17:46.960383 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd,revision_number=8']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:17:47.039274 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9dd9ac62-0cca-4743-b256-47e127d6a4bd req-d4085d31-d721-413e-a467-e8581d8e5993 service neutron] 10.222.0.64 "GET /v2.0/networks/3bb27577-8aa4-438b-b0fc-2e9a72f8d21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3809354 Jul 24 00:17:47.054064 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c26590-fa36-4622-b171-a9cf2bf52c47 req-28330a87-cbf4-4687-9a87-c38d1b78b6c3 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:47.055630 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e8c26590-fa36-4622-b171-a9cf2bf52c47 req-28330a87-cbf4-4687-9a87-c38d1b78b6c3 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f6ed47-83dc-460f-a0cd-7950d92ae355 HTTP/1.1" status: 200 len: 945 time: 0.2914603 Jul 24 00:17:47.072940 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f216c81b-3c7e-4d81-b206-c29cc9c52b78 req-c7f3bd31-146a-45f0-ac22-1d7008231191 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:47.074313 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f216c81b-3c7e-4d81-b206-c29cc9c52b78 req-c7f3bd31-146a-45f0-ac22-1d7008231191 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.64 "GET /v2.0/ports?device_id=42f6ed47-83dc-460f-a0cd-7950d92ae355&tenant_id=646730ba25934852bc5dd86a412228f1&binding%3Ahost_id=n-h2-800088-16 HTTP/1.1" status: 200 len: 944 time: 0.3333597 Jul 24 00:17:47.163966 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:17:47.396261 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597ce153-dd52-4553-ab30-8a1fef0fe9fc req-7030ed9e-bea1-4da0-a3c0-d378595720c6 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:47.408413 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-597ce153-dd52-4553-ab30-8a1fef0fe9fc req-7030ed9e-bea1-4da0-a3c0-d378595720c6 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef7418c8-cc0f-4720-98ea-317b65ccb9ad HTTP/1.1" status: 200 len: 947 time: 0.1336706 Jul 24 00:17:47.488951 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-597ce153-dd52-4553-ab30-8a1fef0fe9fc req-63646167-0db1-4523-ad61-edae340d40e3 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=6134d66c-4e65-4c63-a0b5-3a2b7a9634b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715847 Jul 24 00:17:47.561392 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e8c26590-fa36-4622-b171-a9cf2bf52c47 req-ae840dea-2da4-4f4a-b813-1f6e8355de7d tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=592819d6-cd2f-4c55-a231-bf1729025f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4859843 Jul 24 00:17:47.617096 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f216c81b-3c7e-4d81-b206-c29cc9c52b78 req-8f28236c-5b9b-4802-ae6e-91015880e173 service neutron] 10.222.0.64 "GET /v2.0/ports/b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd/bindings/n-h2-800088-16 HTTP/1.1" status: 200 len: 383 time: 0.5212200 Jul 24 00:17:47.640494 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9dd9ac62-0cca-4743-b256-47e127d6a4bd req-746bdae2-5935-416c-902b-5ff48481d13b service neutron] 10.222.0.64 "GET /v2.0/networks/3bb27577-8aa4-438b-b0fc-2e9a72f8d21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5823197 Jul 24 00:17:47.753580 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:47.766251 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f216c81b-3c7e-4d81-b206-c29cc9c52b78 req-9e3f2174-8c4e-48cd-9c7a-ca7c34d2e797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:47.768843 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f216c81b-3c7e-4d81-b206-c29cc9c52b78 req-9e3f2174-8c4e-48cd-9c7a-ca7c34d2e797 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=646730ba25934852bc5dd86a412228f1&device_id=42f6ed47-83dc-460f-a0cd-7950d92ae355 HTTP/1.1" status: 200 len: 1097 time: 0.1161318 Jul 24 00:17:47.794911 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e589ee4-5961-4277-ba62-a72f7e9d6add req-a749001b-c64f-4952-b717-2059ede5dda1 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:47.797127 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1e589ee4-5961-4277-ba62-a72f7e9d6add req-a749001b-c64f-4952-b717-2059ede5dda1 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 947 time: 0.1058748 Jul 24 00:17:47.878405 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1e589ee4-5961-4277-ba62-a72f7e9d6add req-4d5c3240-1dec-429a-9d79-462ff033dc8d tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718727 Jul 24 00:17:47.955363 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c33885-9d55-4170-a92c-bda97aab5455 req-bb73b9d7-742f-4a63-8197-080499318575 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:47.956958 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-81c33885-9d55-4170-a92c-bda97aab5455 req-bb73b9d7-742f-4a63-8197-080499318575 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f6c9745-f8a1-4d87-95cb-ee45db869bef HTTP/1.1" status: 200 len: 945 time: 0.1386302 Jul 24 00:17:48.010729 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f216c81b-3c7e-4d81-b206-c29cc9c52b78 req-56e1f711-c068-4d98-be73-78de619b5417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:48.012788 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f216c81b-3c7e-4d81-b206-c29cc9c52b78 req-56e1f711-c068-4d98-be73-78de619b5417 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1e7ed3a1-aaee-47a9-a487-cde068c041f4 HTTP/1.1" status: 200 len: 898 time: 0.2360241 Jul 24 00:17:48.175911 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f216c81b-3c7e-4d81-b206-c29cc9c52b78 req-17e99b13-0d42-4957-a782-0f299a90bd09 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd HTTP/1.1" status: 200 len: 1000 time: 0.1267745 Jul 24 00:17:48.202086 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8015cc3a-163e-4a24-ab06-c5fdf540d63e req-f3d10b0e-ab3b-476f-955e-bf70b272f473 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:48.203860 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8015cc3a-163e-4a24-ab06-c5fdf540d63e req-f3d10b0e-ab3b-476f-955e-bf70b272f473 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f6c9745-f8a1-4d87-95cb-ee45db869bef HTTP/1.1" status: 200 len: 945 time: 0.1880908 Jul 24 00:17:48.250468 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-81c33885-9d55-4170-a92c-bda97aab5455 req-055f6b93-e170-4c23-8279-f6543b930ccc tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Deleting port 8d7e420d-6817-4dc0-bbe8-bd7ae871ed5c {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:17:48.250817 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-81c33885-9d55-4170-a92c-bda97aab5455 req-055f6b93-e170-4c23-8279-f6543b930ccc tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:48.261395 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f216c81b-3c7e-4d81-b206-c29cc9c52b78 req-264a4795-fb2d-4365-9b3b-5c16222d2d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:48.262897 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f216c81b-3c7e-4d81-b206-c29cc9c52b78 req-264a4795-fb2d-4365-9b3b-5c16222d2d94 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=44df3ff8-b921-496d-b228-8320dc322102 HTTP/1.1" status: 200 len: 835 time: 0.0581622 Jul 24 00:17:48.377957 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8015cc3a-163e-4a24-ab06-c5fdf540d63e req-15ce9ff0-2089-44a7-9ae0-c972222ec634 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240339 Jul 24 00:17:48.465176 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-81c33885-9d55-4170-a92c-bda97aab5455 req-055f6b93-e170-4c23-8279-f6543b930ccc tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] For port 8d7e420d-6817-4dc0-bbe8-bd7ae871ed5c, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=8d7e420d-6817-4dc0-bbe8-bd7ae871ed5c,segment=NetworkSegment(5aa5a49c-7465-4920-b25b-c3e99ae728f5),segment_id=5aa5a49c-7465-4920-b25b-c3e99ae728f5)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:17:48.465176 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-81c33885-9d55-4170-a92c-bda97aab5455 req-055f6b93-e170-4c23-8279-f6543b930ccc tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:48.465176 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-81c33885-9d55-4170-a92c-bda97aab5455 req-055f6b93-e170-4c23-8279-f6543b930ccc tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Calling delete_port for 8d7e420d-6817-4dc0-bbe8-bd7ae871ed5c owned by compute:nova {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:17:48.472749 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:17:48.569606 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:17:48.574088 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:17:48.574473 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:48.587516 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f216c81b-3c7e-4d81-b206-c29cc9c52b78 req-8df52d65-4b48-49a4-94f3-41d53041c624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:48.589339 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f216c81b-3c7e-4d81-b206-c29cc9c52b78 req-8df52d65-4b48-49a4-94f3-41d53041c624 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1e7ed3a1-aaee-47a9-a487-cde068c041f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3150399 Jul 24 00:17:48.739897 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fe9047-b84b-48da-b138-9783848b5142 req-aa00345d-3993-4eb9-ac9e-0deecd1c6d2b tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:48.741938 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-52fe9047-b84b-48da-b138-9783848b5142 req-aa00345d-3993-4eb9-ac9e-0deecd1c6d2b tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef7418c8-cc0f-4720-98ea-317b65ccb9ad HTTP/1.1" status: 200 len: 947 time: 0.1413903 Jul 24 00:17:48.764018 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:48.794891 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f216c81b-3c7e-4d81-b206-c29cc9c52b78 req-984b063d-e207-4bb5-9f1a-4f961018b441 service neutron] 10.222.0.64 "GET /v2.0/networks/1e7ed3a1-aaee-47a9-a487-cde068c041f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970100 Jul 24 00:17:48.810592 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd,segment=NetworkSegment(670e70d7-746c-4a71-b331-8c3379c6364b),segment_id=670e70d7-746c-4a71-b331-8c3379c6364b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:17:48.811707 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f6ed47-83dc-460f-a0cd-7950d92ae355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:17:48.818508 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e34fdd4-6099-4545-8080-551ea413dcaa" -d '{"events": [{"server_uuid": "42f6ed47-83dc-460f-a0cd-7950d92ae355", "name": "network-vif-plugged", "status": "completed", "tag": "b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:17:48.822911 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:48.844706 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-52fe9047-b84b-48da-b138-9783848b5142 req-27c6f1f6-0297-4509-bfe3-4ab86a4f7cfa tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=6134d66c-4e65-4c63-a0b5-3a2b7a9634b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915797 Jul 24 00:17:48.902328 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-81c33885-9d55-4170-a92c-bda97aab5455 req-055f6b93-e170-4c23-8279-f6543b930ccc tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:48.911274 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd,revision_number=9']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:17:48.930148 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['8d7e420d-6817-4dc0-bbe8-bd7ae871ed5c'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:17:48.933971 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['5f16fbca-e168-4d66-b734-55081507532a'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:17:48.950351 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055f6b93-e170-4c23-8279-f6543b930ccc tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Pushing event deleted for resources: {'Port': ['ID=8d7e420d-6817-4dc0-bbe8-bd7ae871ed5c,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:17:48.995222 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f93864-11f8-45d2-a0db-8b804c748195 x-openstack-request-id: req-57f93864-11f8-45d2-a0db-8b804c748195 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:17:48.995707 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42f6ed47-83dc-460f-a0cd-7950d92ae355", "name": "network-vif-plugged", "status": "completed", "tag": "b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:17:48.995968 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-57f93864-11f8-45d2-a0db-8b804c748195 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:17:48.996462 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42f6ed47-83dc-460f-a0cd-7950d92ae355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd', 'code': 200} Jul 24 00:17:49.003522 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7099710-f08b-42f0-9aa2-c411df07f7bc req-e29cc229-03e7-4c52-b3a3-7b93a52692bf tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:49.008665 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c7099710-f08b-42f0-9aa2-c411df07f7bc req-e29cc229-03e7-4c52-b3a3-7b93a52692bf tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f6ed47-83dc-460f-a0cd-7950d92ae355 HTTP/1.1" status: 200 len: 945 time: 0.2934089 Jul 24 00:17:49.128539 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1951f4e-05a9-4b77-aff6-d634d2f0425c req-138ecdbd-de61-40a7-8e95-f824c1348055 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:49.135760 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b1951f4e-05a9-4b77-aff6-d634d2f0425c req-138ecdbd-de61-40a7-8e95-f824c1348055 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 947 time: 0.1124251 Jul 24 00:17:49.162354 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c33885-9d55-4170-a92c-bda97aab5455 req-055f6b93-e170-4c23-8279-f6543b930ccc tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] No DVR routers for this DVR port 8d7e420d-6817-4dc0-bbe8-bd7ae871ed5c on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:17:49.167322 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-81c33885-9d55-4170-a92c-bda97aab5455 req-055f6b93-e170-4c23-8279-f6543b930ccc tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:49.172938 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-81c33885-9d55-4170-a92c-bda97aab5455 req-055f6b93-e170-4c23-8279-f6543b930ccc tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.64 "DELETE /v2.0/ports/8d7e420d-6817-4dc0-bbe8-bd7ae871ed5c HTTP/1.1" status: 204 len: 173 time: 1.2057850 Jul 24 00:17:49.178979 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f6c9745-f8a1-4d87-95cb-ee45db869bef', 'name': 'network-vif-deleted', 'tag': '8d7e420d-6817-4dc0-bbe8-bd7ae871ed5c'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:17:49.182514 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9573bb2a-dc19-402a-a8d3-5f951a320372" -d '{"events": [{"server_uuid": "6f6c9745-f8a1-4d87-95cb-ee45db869bef", "name": "network-vif-deleted", "tag": "8d7e420d-6817-4dc0-bbe8-bd7ae871ed5c"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:17:49.194728 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b1951f4e-05a9-4b77-aff6-d634d2f0425c req-32df73a7-35b1-4f00-a702-5e72ea0c60f6 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579472 Jul 24 00:17:49.207383 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c7099710-f08b-42f0-9aa2-c411df07f7bc req-5ca43874-37c7-4b4b-bf25-b8536dcaea39 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=592819d6-cd2f-4c55-a231-bf1729025f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1908882 Jul 24 00:17:49.236848 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f216c81b-3c7e-4d81-b206-c29cc9c52b78 req-0695b634-4b3b-4899-839f-57d24866bcf3 service neutron] 10.222.0.64 "GET /v2.0/networks/1e7ed3a1-aaee-47a9-a487-cde068c041f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4332564 Jul 24 00:17:49.336352 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ac0c34-2353-48fe-8123-566bbc8607b8 x-openstack-request-id: req-08ac0c34-2353-48fe-8123-566bbc8607b8 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:17:49.336352 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f6c9745-f8a1-4d87-95cb-ee45db869bef", "name": "network-vif-deleted", "tag": "8d7e420d-6817-4dc0-bbe8-bd7ae871ed5c", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:17:49.336769 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-08ac0c34-2353-48fe-8123-566bbc8607b8 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:17:49.337324 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f6c9745-f8a1-4d87-95cb-ee45db869bef', 'name': 'network-vif-deleted', 'tag': '8d7e420d-6817-4dc0-bbe8-bd7ae871ed5c', 'status': 'completed', 'code': 200} Jul 24 00:17:49.414237 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-86ed6445-81e5-485f-92db-036d5998df6f req-143165ad-36ca-4679-9c02-da4e92126a1c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c791c43d-0c34-48d4-83ad-fa8a14750d5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1429920 Jul 24 00:17:49.521788 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ed6445-81e5-485f-92db-036d5998df6f req-6bbb6e9d-8910-4e29-b6c9-c30bc32a2f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:49.523747 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-86ed6445-81e5-485f-92db-036d5998df6f req-6bbb6e9d-8910-4e29-b6c9-c30bc32a2f45 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d101a2ce9a064baabc9b1c2111317a43&device_id=c791c43d-0c34-48d4-83ad-fa8a14750d5f HTTP/1.1" status: 200 len: 1098 time: 0.0814252 Jul 24 00:17:49.579566 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-461fb653-a5f9-4be3-9e72-30bcc039bdef req-946cceae-3006-4f57-8412-29257fa90d09 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f6c9745-f8a1-4d87-95cb-ee45db869bef HTTP/1.1" status: 200 len: 210 time: 0.0392487 Jul 24 00:17:49.668894 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ed6445-81e5-485f-92db-036d5998df6f req-13733610-3f5f-4057-9870-d6e72748300a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:49.670412 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-86ed6445-81e5-485f-92db-036d5998df6f req-13733610-3f5f-4057-9870-d6e72748300a service neutron] 10.222.0.52 "GET /v2.0/networks?id=647eee8d-5ee8-4283-a9e5-d18e1a31df0d HTTP/1.1" status: 200 len: 907 time: 0.1199431 Jul 24 00:17:49.719436 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-86ed6445-81e5-485f-92db-036d5998df6f req-0775c65a-e4a3-4af0-a83a-c9c144de86d4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f16fbca-e168-4d66-b734-55081507532a HTTP/1.1" status: 200 len: 217 time: 0.0424180 Jul 24 00:17:49.791347 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ed6445-81e5-485f-92db-036d5998df6f req-11994d22-8e8c-472a-852b-a53ce0ed3174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:49.792777 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-86ed6445-81e5-485f-92db-036d5998df6f req-11994d22-8e8c-472a-852b-a53ce0ed3174 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f74eda8a-ed40-4284-ae5e-468e5cf2304c HTTP/1.1" status: 200 len: 846 time: 0.0672431 Jul 24 00:17:49.840153 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-86ed6445-81e5-485f-92db-036d5998df6f req-fd9c0cc3-fff9-47cd-855c-87d1e2ad4fb6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=647eee8d-5ee8-4283-a9e5-d18e1a31df0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406139 Jul 24 00:17:49.956322 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-86ed6445-81e5-485f-92db-036d5998df6f req-e22e1901-46ce-4a10-9d70-92fbf7b38a1d service neutron] 10.222.0.52 "GET /v2.0/networks/647eee8d-5ee8-4283-a9e5-d18e1a31df0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103981 Jul 24 00:17:50.120142 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea2da45-5b06-45b8-8dfc-8531dd6fed05 req-b5947675-e9ac-4a82-b5c3-8bddc309e8d3 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:50.122368 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bea2da45-5b06-45b8-8dfc-8531dd6fed05 req-b5947675-e9ac-4a82-b5c3-8bddc309e8d3 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef7418c8-cc0f-4720-98ea-317b65ccb9ad HTTP/1.1" status: 200 len: 947 time: 0.1651354 Jul 24 00:17:50.155521 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-86ed6445-81e5-485f-92db-036d5998df6f req-eb171d6f-10a1-490a-8d09-c3616a8510a8 service neutron] 10.222.0.52 "GET /v2.0/networks/647eee8d-5ee8-4283-a9e5-d18e1a31df0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484480 Jul 24 00:17:50.185296 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bea2da45-5b06-45b8-8dfc-8531dd6fed05 req-ec0d1f63-c2b7-4d49-b3de-d122f7678463 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=6134d66c-4e65-4c63-a0b5-3a2b7a9634b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524156 Jul 24 00:17:50.375766 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac031f-f2e8-4ef3-b448-d15eb9bd64ea req-adaef47b-1324-49d8-a462-a3de8f0a7111 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:50.386136 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1eac031f-f2e8-4ef3-b448-d15eb9bd64ea req-adaef47b-1324-49d8-a462-a3de8f0a7111 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 947 time: 0.1014423 Jul 24 00:17:50.426700 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac0e1b5-4c49-4953-94fb-85cd52728a60 req-80847553-419d-4f12-b1fc-3e6d720639ce tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:50.434146 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5ac0e1b5-4c49-4953-94fb-85cd52728a60 req-80847553-419d-4f12-b1fc-3e6d720639ce tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f6ed47-83dc-460f-a0cd-7950d92ae355 HTTP/1.1" status: 200 len: 946 time: 0.0869372 Jul 24 00:17:50.469423 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1eac031f-f2e8-4ef3-b448-d15eb9bd64ea req-1f3920e1-7752-4cfd-8072-240ebf4d686f tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815890 Jul 24 00:17:50.482120 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5ac0e1b5-4c49-4953-94fb-85cd52728a60 req-9cc30207-1719-44c1-9268-f425fb04c614 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=592819d6-cd2f-4c55-a231-bf1729025f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461955 Jul 24 00:17:51.347621 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17e3413-616d-4d3a-b766-debebf6a7ca1 req-5da8007f-d39d-4377-8242-32a90a965d88 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:51.349634 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a17e3413-616d-4d3a-b766-debebf6a7ca1 req-5da8007f-d39d-4377-8242-32a90a965d88 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef7418c8-cc0f-4720-98ea-317b65ccb9ad HTTP/1.1" status: 200 len: 947 time: 0.0791144 Jul 24 00:17:51.400669 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a17e3413-616d-4d3a-b766-debebf6a7ca1 req-b600b8c9-f0a8-4e91-b11f-62af8413ab61 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=6134d66c-4e65-4c63-a0b5-3a2b7a9634b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412366 Jul 24 00:17:51.623215 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f216c81b-3c7e-4d81-b206-c29cc9c52b78 req-1b7afcaf-bbad-4957-a7a7-e1bb2b3ba7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:51.624782 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f216c81b-3c7e-4d81-b206-c29cc9c52b78 req-1b7afcaf-bbad-4957-a7a7-e1bb2b3ba7ee service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=42f6ed47-83dc-460f-a0cd-7950d92ae355&tenant_id=646730ba25934852bc5dd86a412228f1 HTTP/1.1" status: 200 len: 1098 time: 0.1228044 Jul 24 00:17:51.638657 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-f216c81b-3c7e-4d81-b206-c29cc9c52b78 req-831b0061-8e01-4669-a386-d90ef9f6ffe5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800088-16', 'device_owner': 'compute:nova'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:17:51.668596 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eef07c-dc82-45b4-9080-ad5cde6336ac req-aee64a34-07fa-4b19-ace4-6ef94945f239 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:51.676755 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-16eef07c-dc82-45b4-9080-ad5cde6336ac req-aee64a34-07fa-4b19-ace4-6ef94945f239 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 947 time: 0.1149373 Jul 24 00:17:51.764092 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-16eef07c-dc82-45b4-9080-ad5cde6336ac req-ac42755c-d264-4885-a552-9be81daad236 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861244 Jul 24 00:17:51.796778 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-f216c81b-3c7e-4d81-b206-c29cc9c52b78 req-831b0061-8e01-4669-a386-d90ef9f6ffe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:51.970976 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2cfa05-41c4-4027-9f29-bbdf0eee9c7f req-ec9cf4e2-57d5-4072-9f7f-cc2b9c614fea tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:51.973141 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ff2cfa05-41c4-4027-9f29-bbdf0eee9c7f req-ec9cf4e2-57d5-4072-9f7f-cc2b9c614fea tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f6ed47-83dc-460f-a0cd-7950d92ae355 HTTP/1.1" status: 200 len: 946 time: 0.1305866 Jul 24 00:17:52.031197 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ff2cfa05-41c4-4027-9f29-bbdf0eee9c7f req-55d356e3-6783-4894-a3cf-8cf9660bdaee tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=592819d6-cd2f-4c55-a231-bf1729025f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499387 Jul 24 00:17:52.097824 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-f216c81b-3c7e-4d81-b206-c29cc9c52b78 req-831b0061-8e01-4669-a386-d90ef9f6ffe5 service neutron] For port b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd,segment=NetworkSegment(670e70d7-746c-4a71-b331-8c3379c6364b),segment_id=670e70d7-746c-4a71-b331-8c3379c6364b)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:17:52.139004 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-f216c81b-3c7e-4d81-b206-c29cc9c52b78 req-831b0061-8e01-4669-a386-d90ef9f6ffe5 service neutron] For port b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd, host n-h2-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:17:52.195915 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f6ed47-83dc-460f-a0cd-7950d92ae355', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:17:52.203307 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e9e816b-0953-43c6-90a5-101751095414" -d '{"events": [{"server_uuid": "42f6ed47-83dc-460f-a0cd-7950d92ae355", "name": "network-vif-unplugged", "status": "completed", "tag": "b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:17:52.210220 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-f216c81b-3c7e-4d81-b206-c29cc9c52b78 req-831b0061-8e01-4669-a386-d90ef9f6ffe5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:52.245141 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-f216c81b-3c7e-4d81-b206-c29cc9c52b78 req-831b0061-8e01-4669-a386-d90ef9f6ffe5 service neutron] Transition to ACTIVE for port object b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:17:52.257405 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-f216c81b-3c7e-4d81-b206-c29cc9c52b78 req-831b0061-8e01-4669-a386-d90ef9f6ffe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:52.477939 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 00:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f3d72dc-6676-4e59-8c3c-509455000056 x-openstack-request-id: req-0f3d72dc-6676-4e59-8c3c-509455000056 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:17:52.478679 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42f6ed47-83dc-460f-a0cd-7950d92ae355", "name": "network-vif-unplugged", "status": "completed", "tag": "b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:17:52.478956 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0f3d72dc-6676-4e59-8c3c-509455000056 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:17:52.481406 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42f6ed47-83dc-460f-a0cd-7950d92ae355', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd', 'code': 200} Jul 24 00:17:52.488387 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831b0061-8e01-4669-a386-d90ef9f6ffe5 service neutron] Pushing event updated for resources: {'Port': ['ID=b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd,revision_number=10']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:17:52.530325 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:17:52.616309 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-f216c81b-3c7e-4d81-b206-c29cc9c52b78 req-831b0061-8e01-4669-a386-d90ef9f6ffe5 service neutron] No DVR routers for this DVR port b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd on host n-h2-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:17:52.717275 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:17:52.717710 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 8d7e420d-6817-4dc0-bbe8-bd7ae871ed5c no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:17:52.779221 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] No Port match for: 8d7e420d-6817-4dc0-bbe8-bd7ae871ed5c {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:17:52.779871 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 8d7e420d-6817-4dc0-bbe8-bd7ae871ed5c not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:17:52.843146 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7e79b6-a1e8-452c-9c88-83208ac3eb9e req-72cebb3f-f1e7-4959-952d-aeb72f1a0797 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:52.845492 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fb7e79b6-a1e8-452c-9c88-83208ac3eb9e req-72cebb3f-f1e7-4959-952d-aeb72f1a0797 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef7418c8-cc0f-4720-98ea-317b65ccb9ad HTTP/1.1" status: 200 len: 947 time: 0.1507986 Jul 24 00:17:52.863856 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-f216c81b-3c7e-4d81-b206-c29cc9c52b78 req-831b0061-8e01-4669-a386-d90ef9f6ffe5 service neutron] Attempting to bind port b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:17:52.864493 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-f216c81b-3c7e-4d81-b206-c29cc9c52b78 req-831b0061-8e01-4669-a386-d90ef9f6ffe5 service neutron] Attempting to bind port b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': '670e70d7-746c-4a71-b331-8c3379c6364b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '1e7ed3a1-aaee-47a9-a487-cde068c041f4'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:17:52.864493 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f216c81b-3c7e-4d81-b206-c29cc9c52b78 req-831b0061-8e01-4669-a386-d90ef9f6ffe5 service neutron] Attempting to bind port b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd on network 1e7ed3a1-aaee-47a9-a487-cde068c041f4 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:17:52.881877 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f216c81b-3c7e-4d81-b206-c29cc9c52b78 req-831b0061-8e01-4669-a386-d90ef9f6ffe5 service neutron] Port b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd on network 1e7ed3a1-aaee-47a9-a487-cde068c041f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:17:52.881877 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f216c81b-3c7e-4d81-b206-c29cc9c52b78 req-831b0061-8e01-4669-a386-d90ef9f6ffe5 service neutron] Attempting to bind port b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd on network 1e7ed3a1-aaee-47a9-a487-cde068c041f4 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:17:52.891764 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f216c81b-3c7e-4d81-b206-c29cc9c52b78 req-831b0061-8e01-4669-a386-d90ef9f6ffe5 service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:17:52.893171 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f216c81b-3c7e-4d81-b206-c29cc9c52b78 req-831b0061-8e01-4669-a386-d90ef9f6ffe5 service neutron] Checking segment: {'id': '670e70d7-746c-4a71-b331-8c3379c6364b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '1e7ed3a1-aaee-47a9-a487-cde068c041f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:17:52.894582 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f216c81b-3c7e-4d81-b206-c29cc9c52b78 req-831b0061-8e01-4669-a386-d90ef9f6ffe5 service neutron] Bound using segment: {'id': '670e70d7-746c-4a71-b331-8c3379c6364b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '1e7ed3a1-aaee-47a9-a487-cde068c041f4'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:17:52.895021 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-f216c81b-3c7e-4d81-b206-c29cc9c52b78 req-831b0061-8e01-4669-a386-d90ef9f6ffe5 service neutron] Bound port: b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '670e70d7-746c-4a71-b331-8c3379c6364b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '1e7ed3a1-aaee-47a9-a487-cde068c041f4'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:17:52.895383 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-f216c81b-3c7e-4d81-b206-c29cc9c52b78 req-831b0061-8e01-4669-a386-d90ef9f6ffe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:52.960756 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fb7e79b6-a1e8-452c-9c88-83208ac3eb9e req-eca32675-ea9e-4704-8686-30fd1496450f tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=6134d66c-4e65-4c63-a0b5-3a2b7a9634b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083024 Jul 24 00:17:52.996958 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-f216c81b-3c7e-4d81-b206-c29cc9c52b78 req-831b0061-8e01-4669-a386-d90ef9f6ffe5 service neutron] For port b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:17:53.000596 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-f216c81b-3c7e-4d81-b206-c29cc9c52b78 req-831b0061-8e01-4669-a386-d90ef9f6ffe5 service neutron] For port b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd,segment=NetworkSegment(670e70d7-746c-4a71-b331-8c3379c6364b),segment_id=670e70d7-746c-4a71-b331-8c3379c6364b)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:17:53.010341 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-f216c81b-3c7e-4d81-b206-c29cc9c52b78 req-831b0061-8e01-4669-a386-d90ef9f6ffe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:53.080982 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f216c81b-3c7e-4d81-b206-c29cc9c52b78 req-831b0061-8e01-4669-a386-d90ef9f6ffe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:53.081748 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-f216c81b-3c7e-4d81-b206-c29cc9c52b78 req-831b0061-8e01-4669-a386-d90ef9f6ffe5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:53.084004 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f216c81b-3c7e-4d81-b206-c29cc9c52b78 req-831b0061-8e01-4669-a386-d90ef9f6ffe5 service neutron] 10.222.0.52 "PUT /v2.0/ports/b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd HTTP/1.1" status: 200 len: 1094 time: 1.4521549 Jul 24 00:17:53.125892 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831b0061-8e01-4669-a386-d90ef9f6ffe5 service neutron] Pushing event updated for resources: {'Port': ['ID=b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd,revision_number=11']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:17:53.192665 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-5f329a74-7952-4cb4-af81-5269ab2a7bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:53.198685 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f216c81b-3c7e-4d81-b206-c29cc9c52b78 req-7e816c02-9835-4b28-bf63-a25ea5eebab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:53.201903 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f216c81b-3c7e-4d81-b206-c29cc9c52b78 req-7e816c02-9835-4b28-bf63-a25ea5eebab9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=646730ba25934852bc5dd86a412228f1&device_id=42f6ed47-83dc-460f-a0cd-7950d92ae355 HTTP/1.1" status: 200 len: 1097 time: 0.0897510 Jul 24 00:17:53.246396 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d4b50-4ff3-4621-a437-5a32af196c48 req-7732ca70-dbab-425e-85d5-bd3422dc8d46 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:53.263138 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-469d4b50-4ff3-4621-a437-5a32af196c48 req-7732ca70-dbab-425e-85d5-bd3422dc8d46 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 947 time: 0.1880758 Jul 24 00:17:53.365946 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-469d4b50-4ff3-4621-a437-5a32af196c48 req-9e4a98c2-78ba-4bf8-951c-32134eaf39f7 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018062 Jul 24 00:17:53.440265 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f216c81b-3c7e-4d81-b206-c29cc9c52b78 req-8f9c1358-1d5f-4183-9572-8cbcceaaf890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:53.440483 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f216c81b-3c7e-4d81-b206-c29cc9c52b78 req-8f9c1358-1d5f-4183-9572-8cbcceaaf890 service neutron] 10.222.0.52 "GET /v2.0/networks?id=1e7ed3a1-aaee-47a9-a487-cde068c041f4 HTTP/1.1" status: 200 len: 898 time: 0.2312539 Jul 24 00:17:53.523204 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f216c81b-3c7e-4d81-b206-c29cc9c52b78 req-6b45e70b-9c3f-48ec-a8d8-3c3ac368b015 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd HTTP/1.1" status: 200 len: 999 time: 0.0758481 Jul 24 00:17:53.570676 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6361df9-d6da-4113-88ef-7d42747ab0c8 req-8ccf21eb-7574-4f12-9766-f48394882bd5 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:53.572202 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c6361df9-d6da-4113-88ef-7d42747ab0c8 req-8ccf21eb-7574-4f12-9766-f48394882bd5 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f6ed47-83dc-460f-a0cd-7950d92ae355 HTTP/1.1" status: 200 len: 945 time: 0.0897841 Jul 24 00:17:53.599010 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f216c81b-3c7e-4d81-b206-c29cc9c52b78 req-2e6e3807-03e1-42d6-b367-9d394d7e33c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:53.600448 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f216c81b-3c7e-4d81-b206-c29cc9c52b78 req-2e6e3807-03e1-42d6-b367-9d394d7e33c4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=44df3ff8-b921-496d-b228-8320dc322102 HTTP/1.1" status: 200 len: 835 time: 0.0709188 Jul 24 00:17:53.647437 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c6361df9-d6da-4113-88ef-7d42747ab0c8 req-ef21b63f-fbcb-489a-99b7-88bd1304edd8 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=592819d6-cd2f-4c55-a231-bf1729025f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630407 Jul 24 00:17:53.680327 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f216c81b-3c7e-4d81-b206-c29cc9c52b78 req-e4b2f303-972f-467e-86b6-696773102737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:53.682409 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f216c81b-3c7e-4d81-b206-c29cc9c52b78 req-e4b2f303-972f-467e-86b6-696773102737 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1e7ed3a1-aaee-47a9-a487-cde068c041f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0738072 Jul 24 00:17:53.823293 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f216c81b-3c7e-4d81-b206-c29cc9c52b78 req-a41f715c-4640-4d8a-8b8d-f21c672c2aca service neutron] 10.222.0.52 "GET /v2.0/networks/1e7ed3a1-aaee-47a9-a487-cde068c041f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340954 Jul 24 00:17:53.942477 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f216c81b-3c7e-4d81-b206-c29cc9c52b78 req-14f62b5c-4312-4587-a637-528a27e64aaf service neutron] 10.222.0.52 "GET /v2.0/networks/1e7ed3a1-aaee-47a9-a487-cde068c041f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126494 Jul 24 00:17:54.133887 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddabb7b0-e433-415b-ab1b-8de7655be7f0 req-251bc86f-2efc-4ad9-92b7-b6c55bac3110 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:54.135520 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ddabb7b0-e433-415b-ab1b-8de7655be7f0 req-251bc86f-2efc-4ad9-92b7-b6c55bac3110 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef7418c8-cc0f-4720-98ea-317b65ccb9ad HTTP/1.1" status: 200 len: 947 time: 0.1048100 Jul 24 00:17:54.201550 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ddabb7b0-e433-415b-ab1b-8de7655be7f0 req-749a3525-4413-42cf-8397-21a8c0690c38 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=6134d66c-4e65-4c63-a0b5-3a2b7a9634b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603526 Jul 24 00:17:54.302736 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ec964-d58c-4a68-9793-ed2201bf82c3 req-7b37bf8d-98da-4e86-bcb0-522590436b6e tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:54.304504 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0a7ec964-d58c-4a68-9793-ed2201bf82c3 req-7b37bf8d-98da-4e86-bcb0-522590436b6e tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/networks?id=647eee8d-5ee8-4283-a9e5-d18e1a31df0d HTTP/1.1" status: 200 len: 806 time: 0.1794615 Jul 24 00:17:54.325569 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0a7ec964-d58c-4a68-9793-ed2201bf82c3 req-9e4c26ee-f364-4a44-8416-47d6a71dee3e tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/quotas/d101a2ce9a064baabc9b1c2111317a43 HTTP/1.1" status: 200 len: 375 time: 0.0137429 Jul 24 00:17:54.408445 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0a7ec964-d58c-4a68-9793-ed2201bf82c3 req-ab51e3c8-7c83-4033-b21c-8385729091ef tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d101a2ce9a064baabc9b1c2111317a43&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0773323 Jul 24 00:17:54.486479 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42f6ed47-83dc-460f-a0cd-7950d92ae355', 'tag': 'b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:17:54.486479 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f64fde-b769-419f-8f1e-a439f83f2a39" -d '{"events": [{"name": "network-changed", "server_uuid": "42f6ed47-83dc-460f-a0cd-7950d92ae355", "tag": "b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:17:54.555633 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0354a76-dd26-4897-ad61-393773c32615 req-977f18a0-efd7-405f-b1f9-ed06214c6bce tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:54.564895 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f0354a76-dd26-4897-ad61-393773c32615 req-977f18a0-efd7-405f-b1f9-ed06214c6bce tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 947 time: 0.1231394 Jul 24 00:17:54.572992 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0a7ec964-d58c-4a68-9793-ed2201bf82c3 req-88066034-d1d6-45d4-83e0-3475826c7ad1 service neutron] 10.222.0.44 "GET /v2.0/networks/647eee8d-5ee8-4283-a9e5-d18e1a31df0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566083 Jul 24 00:17:54.613259 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f0354a76-dd26-4897-ad61-393773c32615 req-8e0c73f7-859e-41f9-bb6a-50ad78e3532a tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455453 Jul 24 00:17:54.688936 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff110132-951d-4647-a320-92d1af8b4da7 x-openstack-request-id: req-ff110132-951d-4647-a320-92d1af8b4da7 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:17:54.689237 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42f6ed47-83dc-460f-a0cd-7950d92ae355", "tag": "b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:17:54.689468 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ff110132-951d-4647-a320-92d1af8b4da7 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:17:54.689860 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42f6ed47-83dc-460f-a0cd-7950d92ae355', 'tag': 'b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd', 'status': 'completed', 'code': 200} Jul 24 00:17:54.703391 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0a7ec964-d58c-4a68-9793-ed2201bf82c3 req-e82787b5-d03a-4dbb-bfed-c42433cd1929 service neutron] 10.222.0.44 "GET /v2.0/networks/647eee8d-5ee8-4283-a9e5-d18e1a31df0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293886 Jul 24 00:17:54.803116 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f64fde-b769-419f-8f1e-a439f83f2a39 req-d204653f-5d17-43ca-bd65-9edb7d310cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:54.804758 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-36f64fde-b769-419f-8f1e-a439f83f2a39 req-d204653f-5d17-43ca-bd65-9edb7d310cb3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=646730ba25934852bc5dd86a412228f1&device_id=42f6ed47-83dc-460f-a0cd-7950d92ae355 HTTP/1.1" status: 200 len: 1097 time: 0.0924778 Jul 24 00:17:54.813031 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f64fde-b769-419f-8f1e-a439f83f2a39 req-1e817778-9760-4f6f-a042-183a26ae1ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:54.816021 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-36f64fde-b769-419f-8f1e-a439f83f2a39 req-1e817778-9760-4f6f-a042-183a26ae1ca5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=646730ba25934852bc5dd86a412228f1&device_id=42f6ed47-83dc-460f-a0cd-7950d92ae355 HTTP/1.1" status: 200 len: 1097 time: 0.0989001 Jul 24 00:17:54.926704 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f64fde-b769-419f-8f1e-a439f83f2a39 req-af65881c-fd34-416e-8fc5-95ae99d7f9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:54.928755 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-36f64fde-b769-419f-8f1e-a439f83f2a39 req-af65881c-fd34-416e-8fc5-95ae99d7f9d6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=1e7ed3a1-aaee-47a9-a487-cde068c041f4 HTTP/1.1" status: 200 len: 898 time: 0.1161938 Jul 24 00:17:54.972243 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0f63b1b7-8abe-4d29-b0d6-40d7c5b698e0 req-b70a1fb5-abe3-4745-9c9f-00c0192d4bc8 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ef43d93-267e-41ce-aef9-468c3606c521 HTTP/1.1" status: 200 len: 210 time: 0.0424535 Jul 24 00:17:55.067828 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-36f64fde-b769-419f-8f1e-a439f83f2a39 req-7777fd92-f50f-45ab-8e89-e79149f32213 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd HTTP/1.1" status: 200 len: 999 time: 0.1032636 Jul 24 00:17:55.096204 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d173e4-802e-4d58-a99a-fcb93a3d19fa req-adf24146-6139-4e8e-ba11-05d9dd54cc88 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:55.103005 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-03d173e4-802e-4d58-a99a-fcb93a3d19fa req-adf24146-6139-4e8e-ba11-05d9dd54cc88 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f6ed47-83dc-460f-a0cd-7950d92ae355 HTTP/1.1" status: 200 len: 945 time: 0.3013823 Jul 24 00:17:55.144165 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f64fde-b769-419f-8f1e-a439f83f2a39 req-70cc5885-1f55-4530-ba5f-429225ac97e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:55.145914 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-36f64fde-b769-419f-8f1e-a439f83f2a39 req-70cc5885-1f55-4530-ba5f-429225ac97e7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1e7ed3a1-aaee-47a9-a487-cde068c041f4 HTTP/1.1" status: 200 len: 898 time: 0.3015327 Jul 24 00:17:55.163191 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f64fde-b769-419f-8f1e-a439f83f2a39 req-cb7a1530-4ec8-4893-b7bb-69a907648781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:55.164684 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-36f64fde-b769-419f-8f1e-a439f83f2a39 req-cb7a1530-4ec8-4893-b7bb-69a907648781 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=44df3ff8-b921-496d-b228-8320dc322102 HTTP/1.1" status: 200 len: 835 time: 0.0896685 Jul 24 00:17:55.237361 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-03d173e4-802e-4d58-a99a-fcb93a3d19fa req-4386ab36-b99f-454b-9fe2-6c525371aa52 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=592819d6-cd2f-4c55-a231-bf1729025f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194301 Jul 24 00:17:55.268226 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-36f64fde-b769-419f-8f1e-a439f83f2a39 req-fcad6302-8710-493b-a9bd-06e6625f1ee9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd HTTP/1.1" status: 200 len: 999 time: 0.0929530 Jul 24 00:17:55.302145 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f64fde-b769-419f-8f1e-a439f83f2a39 req-281c0083-b989-4dc1-ae62-8a0bc42d3bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:55.316973 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-36f64fde-b769-419f-8f1e-a439f83f2a39 req-281c0083-b989-4dc1-ae62-8a0bc42d3bfc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1e7ed3a1-aaee-47a9-a487-cde068c041f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1444044 Jul 24 00:17:55.422127 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f64fde-b769-419f-8f1e-a439f83f2a39 req-9c588b77-1b15-4356-acde-6b7ece5d479f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:55.423798 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-36f64fde-b769-419f-8f1e-a439f83f2a39 req-9c588b77-1b15-4356-acde-6b7ece5d479f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=44df3ff8-b921-496d-b228-8320dc322102 HTTP/1.1" status: 200 len: 835 time: 0.1548035 Jul 24 00:17:55.525235 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f64fde-b769-419f-8f1e-a439f83f2a39 req-90ccbbfa-4e7a-4c13-8ef3-5a947619a54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:55.529561 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-36f64fde-b769-419f-8f1e-a439f83f2a39 req-90ccbbfa-4e7a-4c13-8ef3-5a947619a54c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1e7ed3a1-aaee-47a9-a487-cde068c041f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0957332 Jul 24 00:17:55.609221 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-36f64fde-b769-419f-8f1e-a439f83f2a39 req-808e10a0-daf7-4b2c-a37d-9273364e5720 service neutron] 10.222.0.52 "GET /v2.0/networks/1e7ed3a1-aaee-47a9-a487-cde068c041f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837012 Jul 24 00:17:55.683538 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d303df70-21e9-4e8b-ba66-cc76653e2686 req-899bdca4-1b4d-4d6a-801c-4ba451315fbd tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:55.685589 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d303df70-21e9-4e8b-ba66-cc76653e2686 req-899bdca4-1b4d-4d6a-801c-4ba451315fbd tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef7418c8-cc0f-4720-98ea-317b65ccb9ad HTTP/1.1" status: 200 len: 947 time: 0.3011987 Jul 24 00:17:55.760739 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d08087fd-989c-4d1d-bda1-8681767b7628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:55.805742 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d303df70-21e9-4e8b-ba66-cc76653e2686 req-2661a07e-8aee-4a5d-88ef-0a0d68923873 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=6134d66c-4e65-4c63-a0b5-3a2b7a9634b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106873 Jul 24 00:17:55.818203 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-36f64fde-b769-419f-8f1e-a439f83f2a39 req-c12156e3-8907-41a3-afea-f699ab9e264d service neutron] 10.222.0.64 "GET /v2.0/networks/1e7ed3a1-aaee-47a9-a487-cde068c041f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777646 Jul 24 00:17:55.850542 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-36f64fde-b769-419f-8f1e-a439f83f2a39 req-57f28bc7-54ab-4fea-b278-a15740288f8a service neutron] 10.222.0.52 "GET /v2.0/networks/1e7ed3a1-aaee-47a9-a487-cde068c041f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337937 Jul 24 00:17:56.019049 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-36f64fde-b769-419f-8f1e-a439f83f2a39 req-183b7c7f-e1f5-4e0a-beeb-928132853122 service neutron] 10.222.0.64 "GET /v2.0/networks/1e7ed3a1-aaee-47a9-a487-cde068c041f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486762 Jul 24 00:17:56.065531 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e973c1-ce8e-4218-9023-c27b6f0957fe req-88673bed-6c50-48d9-800c-029a6ceb7fbf tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:56.073795 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a5e973c1-ce8e-4218-9023-c27b6f0957fe req-88673bed-6c50-48d9-800c-029a6ceb7fbf tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 947 time: 0.2543893 Jul 24 00:17:56.136182 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a5e973c1-ce8e-4218-9023-c27b6f0957fe req-1a74ff19-e0ba-4af8-88ee-35d175b51cbc tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564327 Jul 24 00:17:56.176326 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-96ce4946-b3a4-47ad-9600-1b1bebc61587 req-e38d9dc7-f889-4dae-91b8-c56ccd657a19 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ef43d93-267e-41ce-aef9-468c3606c521 HTTP/1.1" status: 200 len: 210 time: 0.0525804 Jul 24 00:17:56.377923 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719efe8f-1ffd-42d9-9b2c-d0f0f6e76424 req-f0c207c6-acfa-4a23-85a8-a92d797033b9 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:56.381490 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-719efe8f-1ffd-42d9-9b2c-d0f0f6e76424 req-f0c207c6-acfa-4a23-85a8-a92d797033b9 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f6ed47-83dc-460f-a0cd-7950d92ae355 HTTP/1.1" status: 200 len: 945 time: 0.0717926 Jul 24 00:17:56.432994 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-719efe8f-1ffd-42d9-9b2c-d0f0f6e76424 req-51279bef-8e38-4849-b70d-c181986aa536 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=592819d6-cd2f-4c55-a231-bf1729025f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420225 Jul 24 00:17:56.456380 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 49052) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:17:56.526764 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-cc4e53e3-22ef-4303-959c-72858171fec3 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/floatingips/604671b4-f153-4c53-8201-3b1638a7eaf7 HTTP/1.1" status: 200 len: 991 time: 0.0639341 Jul 24 00:17:56.761535 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ec964-d58c-4a68-9793-ed2201bf82c3 req-1d52eb10-443d-4801-a744-9e1ab57b322b tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:56.763079 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:56.763981 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0a7ec964-d58c-4a68-9793-ed2201bf82c3 req-1d52eb10-443d-4801-a744-9e1ab57b322b tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.64 "GET /v2.0/networks?id=647eee8d-5ee8-4283-a9e5-d18e1a31df0d HTTP/1.1" status: 200 len: 806 time: 0.1637380 Jul 24 00:17:56.781368 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-0a7ec964-d58c-4a68-9793-ed2201bf82c3 req-48c44c19-c20f-4f1f-9339-33505ab984de tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Request body: {'port': {'device_id': '8ef43d93-267e-41ce-aef9-468c3606c521', 'network_id': '647eee8d-5ee8-4283-a9e5-d18e1a31df0d', 'admin_state_up': True, 'tenant_id': 'd101a2ce9a064baabc9b1c2111317a43'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:17:56.891350 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a7ec964-d58c-4a68-9793-ed2201bf82c3 req-48c44c19-c20f-4f1f-9339-33505ab984de tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Made reservation on behalf of d101a2ce9a064baabc9b1c2111317a43 for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:17:56.894967 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-0a7ec964-d58c-4a68-9793-ed2201bf82c3 req-48c44c19-c20f-4f1f-9339-33505ab984de tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:57.033530 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [req-0a7ec964-d58c-4a68-9793-ed2201bf82c3 req-48c44c19-c20f-4f1f-9339-33505ab984de tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Allocated IP 172.20.0.4 (647eee8d-5ee8-4283-a9e5-d18e1a31df0d/f74eda8a-ed40-4284-ae5e-468e5cf2304c/653e3ec6-a8c6-4c59-a704-9b497ea7e0a3) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:17:57.207363 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-0a7ec964-d58c-4a68-9793-ed2201bf82c3 req-48c44c19-c20f-4f1f-9339-33505ab984de tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:57.278599 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-0a7ec964-d58c-4a68-9793-ed2201bf82c3 req-48c44c19-c20f-4f1f-9339-33505ab984de tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:57.296966 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['5f16fbca-e168-4d66-b734-55081507532a'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:17:57.347177 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf934269-35a4-42a3-8a59-942c7e951e5c req-9dd76da2-4951-47d8-9f23-7dd04a74ec4b tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:57.358751 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cf934269-35a4-42a3-8a59-942c7e951e5c req-9dd76da2-4951-47d8-9f23-7dd04a74ec4b tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 947 time: 0.1392167 Jul 24 00:17:57.419617 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:57.453327 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cf934269-35a4-42a3-8a59-942c7e951e5c req-8d7d4ce8-1068-410f-a98c-ffe6829eef21 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863492 Jul 24 00:17:57.453646 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c44c19-c20f-4f1f-9339-33505ab984de tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Pushing event updated for resources: {'Port': ['ID=653e3ec6-a8c6-4c59-a704-9b497ea7e0a3,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:17:57.479948 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a7ec964-d58c-4a68-9793-ed2201bf82c3 req-48c44c19-c20f-4f1f-9339-33505ab984de tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Network 647eee8d-5ee8-4283-a9e5-d18e1a31df0d is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:17:57.494310 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [req-0a7ec964-d58c-4a68-9793-ed2201bf82c3 req-48c44c19-c20f-4f1f-9339-33505ab984de tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:17:57.507295 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a7ec964-d58c-4a68-9793-ed2201bf82c3 req-48c44c19-c20f-4f1f-9339-33505ab984de tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:17:57.591033 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d702b0-1d86-4f98-8b64-6bd7a7ae7ce7 req-8b184aec-aa5f-4804-8343-3e108d252064 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:57.599941 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-54d702b0-1d86-4f98-8b64-6bd7a7ae7ce7 req-8b184aec-aa5f-4804-8343-3e108d252064 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ef43d93-267e-41ce-aef9-468c3606c521 HTTP/1.1" status: 200 len: 931 time: 0.3192818 Jul 24 00:17:57.660069 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-54d702b0-1d86-4f98-8b64-6bd7a7ae7ce7 req-225e7974-f4a9-424a-a613-321baa953665 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556428 Jul 24 00:17:57.683370 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ec964-d58c-4a68-9793-ed2201bf82c3 req-48c44c19-c20f-4f1f-9339-33505ab984de tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:57.685351 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-0a7ec964-d58c-4a68-9793-ed2201bf82c3 req-48c44c19-c20f-4f1f-9339-33505ab984de tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:57.711260 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0a7ec964-d58c-4a68-9793-ed2201bf82c3 req-48c44c19-c20f-4f1f-9339-33505ab984de tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9344590 Jul 24 00:17:57.724763 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-0a7ec964-d58c-4a68-9793-ed2201bf82c3 req-8779d14d-677e-4127-821e-5d046d654e48 service neutron] Request body: {'port': {'device_id': '8ef43d93-267e-41ce-aef9-468c3606c521', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-16'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:17:57.809729 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-0a7ec964-d58c-4a68-9793-ed2201bf82c3 req-8779d14d-677e-4127-821e-5d046d654e48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:58.015637 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:17:58.107563 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-0a7ec964-d58c-4a68-9793-ed2201bf82c3 req-8779d14d-677e-4127-821e-5d046d654e48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 653e3ec6-a8c6-4c59-a704-9b497ea7e0a3 {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:17:58.117923 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-0a7ec964-d58c-4a68-9793-ed2201bf82c3 req-8779d14d-677e-4127-821e-5d046d654e48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:58.136157 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-0a7ec964-d58c-4a68-9793-ed2201bf82c3 req-8779d14d-677e-4127-821e-5d046d654e48 service neutron] Transition to ACTIVE for port object 653e3ec6-a8c6-4c59-a704-9b497ea7e0a3 will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:17:58.143472 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-0a7ec964-d58c-4a68-9793-ed2201bf82c3 req-8779d14d-677e-4127-821e-5d046d654e48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:58.172674 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd,segment=NetworkSegment(670e70d7-746c-4a71-b331-8c3379c6364b),segment_id=670e70d7-746c-4a71-b331-8c3379c6364b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:17:58.186877 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': 'b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd', 'network_id': '1e7ed3a1-aaee-47a9-a487-cde068c041f4', 'port_id': 'b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd', 'mac_address': 'fa:16:3e:d9:13:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44df3ff8-b921-496d-b228-8320dc322102', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:17:58.220475 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8779d14d-677e-4127-821e-5d046d654e48 service neutron] Pushing event updated for resources: {'Port': ['ID=653e3ec6-a8c6-4c59-a704-9b497ea7e0a3,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:17:58.237622 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:58.262516 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:17:58.299682 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd,segment=NetworkSegment(670e70d7-746c-4a71-b331-8c3379c6364b),segment_id=670e70d7-746c-4a71-b331-8c3379c6364b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:17:58.303887 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:58.306502 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-0a7ec964-d58c-4a68-9793-ed2201bf82c3 req-8779d14d-677e-4127-821e-5d046d654e48 service neutron] Attempting to bind port 653e3ec6-a8c6-4c59-a704-9b497ea7e0a3 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:17:58.306914 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-0a7ec964-d58c-4a68-9793-ed2201bf82c3 req-8779d14d-677e-4127-821e-5d046d654e48 service neutron] Attempting to bind port 653e3ec6-a8c6-4c59-a704-9b497ea7e0a3 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '5aa5a49c-7465-4920-b25b-c3e99ae728f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '647eee8d-5ee8-4283-a9e5-d18e1a31df0d'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:17:58.307341 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7ec964-d58c-4a68-9793-ed2201bf82c3 req-8779d14d-677e-4127-821e-5d046d654e48 service neutron] Attempting to bind port 653e3ec6-a8c6-4c59-a704-9b497ea7e0a3 on network 647eee8d-5ee8-4283-a9e5-d18e1a31df0d {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:17:58.314392 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7ec964-d58c-4a68-9793-ed2201bf82c3 req-8779d14d-677e-4127-821e-5d046d654e48 service neutron] Port 653e3ec6-a8c6-4c59-a704-9b497ea7e0a3 on network 647eee8d-5ee8-4283-a9e5-d18e1a31df0d not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:17:58.314729 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7ec964-d58c-4a68-9793-ed2201bf82c3 req-8779d14d-677e-4127-821e-5d046d654e48 service neutron] Attempting to bind port 653e3ec6-a8c6-4c59-a704-9b497ea7e0a3 on network 647eee8d-5ee8-4283-a9e5-d18e1a31df0d {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:17:58.320636 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7ec964-d58c-4a68-9793-ed2201bf82c3 req-8779d14d-677e-4127-821e-5d046d654e48 service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:17:58.321094 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7ec964-d58c-4a68-9793-ed2201bf82c3 req-8779d14d-677e-4127-821e-5d046d654e48 service neutron] Checking segment: {'id': '5aa5a49c-7465-4920-b25b-c3e99ae728f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '647eee8d-5ee8-4283-a9e5-d18e1a31df0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:17:58.321546 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7ec964-d58c-4a68-9793-ed2201bf82c3 req-8779d14d-677e-4127-821e-5d046d654e48 service neutron] Bound using segment: {'id': '5aa5a49c-7465-4920-b25b-c3e99ae728f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '647eee8d-5ee8-4283-a9e5-d18e1a31df0d'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:17:58.322064 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-0a7ec964-d58c-4a68-9793-ed2201bf82c3 req-8779d14d-677e-4127-821e-5d046d654e48 service neutron] Bound port: 653e3ec6-a8c6-4c59-a704-9b497ea7e0a3, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aa5a49c-7465-4920-b25b-c3e99ae728f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '647eee8d-5ee8-4283-a9e5-d18e1a31df0d'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:17:58.322499 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-0a7ec964-d58c-4a68-9793-ed2201bf82c3 req-8779d14d-677e-4127-821e-5d046d654e48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:58.366968 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd,revision_number=12']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:17:58.404313 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-0a7ec964-d58c-4a68-9793-ed2201bf82c3 req-8779d14d-677e-4127-821e-5d046d654e48 service neutron] For port 653e3ec6-a8c6-4c59-a704-9b497ea7e0a3, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:17:58.407341 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-0a7ec964-d58c-4a68-9793-ed2201bf82c3 req-8779d14d-677e-4127-821e-5d046d654e48 service neutron] For port 653e3ec6-a8c6-4c59-a704-9b497ea7e0a3, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=653e3ec6-a8c6-4c59-a704-9b497ea7e0a3,segment=NetworkSegment(5aa5a49c-7465-4920-b25b-c3e99ae728f5),segment_id=5aa5a49c-7465-4920-b25b-c3e99ae728f5)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:17:58.411413 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-0a7ec964-d58c-4a68-9793-ed2201bf82c3 req-8779d14d-677e-4127-821e-5d046d654e48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:58.444710 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ec964-d58c-4a68-9793-ed2201bf82c3 req-8779d14d-677e-4127-821e-5d046d654e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:58.445376 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-0a7ec964-d58c-4a68-9793-ed2201bf82c3 req-8779d14d-677e-4127-821e-5d046d654e48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:58.446762 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0a7ec964-d58c-4a68-9793-ed2201bf82c3 req-8779d14d-677e-4127-821e-5d046d654e48 service neutron] 10.222.0.64 "PUT /v2.0/ports/653e3ec6-a8c6-4c59-a704-9b497ea7e0a3 HTTP/1.1" status: 200 len: 1092 time: 0.7269773 Jul 24 00:17:58.447197 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ef43d93-267e-41ce-aef9-468c3606c521', 'tag': '653e3ec6-a8c6-4c59-a704-9b497ea7e0a3'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:17:58.450070 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f43b86dc-7593-4e92-ba51-adea13bf5403" -d '{"events": [{"name": "network-changed", "server_uuid": "8ef43d93-267e-41ce-aef9-468c3606c521", "tag": "653e3ec6-a8c6-4c59-a704-9b497ea7e0a3"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:17:58.481623 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8779d14d-677e-4127-821e-5d046d654e48 service neutron] Pushing event updated for resources: {'Port': ['ID=653e3ec6-a8c6-4c59-a704-9b497ea7e0a3,revision_number=3']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:17:58.496888 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e2fae0b-6bde-4b13-9a3b-af6bf0739b54 x-openstack-request-id: req-7e2fae0b-6bde-4b13-9a3b-af6bf0739b54 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:17:58.497215 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ef43d93-267e-41ce-aef9-468c3606c521", "tag": "653e3ec6-a8c6-4c59-a704-9b497ea7e0a3", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:17:58.497481 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7e2fae0b-6bde-4b13-9a3b-af6bf0739b54 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:17:58.497890 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ef43d93-267e-41ce-aef9-468c3606c521', 'tag': '653e3ec6-a8c6-4c59-a704-9b497ea7e0a3', 'status': 'completed', 'code': 200} Jul 24 00:17:58.517935 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:17:58.584587 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ec964-d58c-4a68-9793-ed2201bf82c3 req-949a47e0-da56-4c77-acb4-5250d0efe2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:58.586316 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0a7ec964-d58c-4a68-9793-ed2201bf82c3 req-949a47e0-da56-4c77-acb4-5250d0efe2a4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d101a2ce9a064baabc9b1c2111317a43&device_id=8ef43d93-267e-41ce-aef9-468c3606c521 HTTP/1.1" status: 200 len: 1095 time: 0.0998218 Jul 24 00:17:58.647122 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0a7ec964-d58c-4a68-9793-ed2201bf82c3 req-03ac2503-c9ee-4a93-8211-0e0738e43d8b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=653e3ec6-a8c6-4c59-a704-9b497ea7e0a3 HTTP/1.1" status: 200 len: 217 time: 0.0512969 Jul 24 00:17:58.714644 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ec964-d58c-4a68-9793-ed2201bf82c3 req-b0230794-f8da-44fe-ba5e-a24c91092bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:58.717152 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0a7ec964-d58c-4a68-9793-ed2201bf82c3 req-b0230794-f8da-44fe-ba5e-a24c91092bca service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f74eda8a-ed40-4284-ae5e-468e5cf2304c HTTP/1.1" status: 200 len: 846 time: 0.0622797 Jul 24 00:17:58.781601 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0a7ec964-d58c-4a68-9793-ed2201bf82c3 req-f3ded1f0-4623-48e8-b14c-dfac1a09e19a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=647eee8d-5ee8-4283-a9e5-d18e1a31df0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530028 Jul 24 00:17:58.831849 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138784ae-b034-441d-b7a1-ea29287202b1 req-fed619bc-34a1-4afa-87a6-50c47c7f8a2e tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:58.833954 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-138784ae-b034-441d-b7a1-ea29287202b1 req-fed619bc-34a1-4afa-87a6-50c47c7f8a2e tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ef43d93-267e-41ce-aef9-468c3606c521 HTTP/1.1" status: 200 len: 943 time: 0.0837805 Jul 24 00:17:58.882169 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-138784ae-b034-441d-b7a1-ea29287202b1 req-f1f1fd0c-9460-4b57-8ffc-6c1bf2deb0f8 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408750 Jul 24 00:17:58.905332 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afce6acd-2866-4ccc-9b5c-256151caa5b7 req-01c9924c-eeac-4189-8251-b4aabd4119c7 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:58.905473 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:17:58.905614 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-afce6acd-2866-4ccc-9b5c-256151caa5b7 req-01c9924c-eeac-4189-8251-b4aabd4119c7 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 947 time: 0.1830156 Jul 24 00:17:58.951083 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0a7ec964-d58c-4a68-9793-ed2201bf82c3 req-49997b87-9b7d-4970-86b6-213fee75be7b service neutron] 10.222.0.64 "GET /v2.0/networks/647eee8d-5ee8-4283-a9e5-d18e1a31df0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627200 Jul 24 00:17:58.999373 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-afce6acd-2866-4ccc-9b5c-256151caa5b7 req-026adcc7-3a9b-461b-8c63-3cdd72c6d195 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888479 Jul 24 00:17:59.456044 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0a7ec964-d58c-4a68-9793-ed2201bf82c3 req-4a1878d8-3659-4fb9-8245-974df45be862 service neutron] 10.222.0.64 "GET /v2.0/networks/647eee8d-5ee8-4283-a9e5-d18e1a31df0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4993374 Jul 24 00:17:59.564382 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43b86dc-7593-4e92-ba51-adea13bf5403 req-18f3a95b-48d6-447a-822c-c4e40c7dadb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:59.565875 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f43b86dc-7593-4e92-ba51-adea13bf5403 req-18f3a95b-48d6-447a-822c-c4e40c7dadb0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d101a2ce9a064baabc9b1c2111317a43&device_id=8ef43d93-267e-41ce-aef9-468c3606c521 HTTP/1.1" status: 200 len: 1095 time: 0.0601962 Jul 24 00:17:59.666357 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43b86dc-7593-4e92-ba51-adea13bf5403 req-f19f82ac-4be1-44fe-92d4-357995804ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:59.668042 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f43b86dc-7593-4e92-ba51-adea13bf5403 req-f19f82ac-4be1-44fe-92d4-357995804ee0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=647eee8d-5ee8-4283-a9e5-d18e1a31df0d HTTP/1.1" status: 200 len: 907 time: 0.0950010 Jul 24 00:17:59.713189 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f43b86dc-7593-4e92-ba51-adea13bf5403 req-d26cf5e0-409e-4165-aac4-fb876278c1a6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=653e3ec6-a8c6-4c59-a704-9b497ea7e0a3 HTTP/1.1" status: 200 len: 217 time: 0.0378513 Jul 24 00:17:59.765522 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43b86dc-7593-4e92-ba51-adea13bf5403 req-f269c693-584b-4e77-bb90-a69f93be3c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:17:59.766995 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f43b86dc-7593-4e92-ba51-adea13bf5403 req-f269c693-584b-4e77-bb90-a69f93be3c67 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f74eda8a-ed40-4284-ae5e-468e5cf2304c HTTP/1.1" status: 200 len: 846 time: 0.0453670 Jul 24 00:17:59.805178 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f43b86dc-7593-4e92-ba51-adea13bf5403 req-baaf166c-9c56-4a5a-988a-6575388d2305 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=647eee8d-5ee8-4283-a9e5-d18e1a31df0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303392 Jul 24 00:17:59.914088 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f43b86dc-7593-4e92-ba51-adea13bf5403 req-751593bd-a2a6-4139-b85b-b8b5d8b49819 service neutron] 10.222.0.64 "GET /v2.0/networks/647eee8d-5ee8-4283-a9e5-d18e1a31df0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004634 Jul 24 00:18:00.042851 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:18:00.048529 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673fd638-d255-4089-aeb5-5f4d08b4f9ec req-d93fc96d-3370-4831-a836-b2facd25e1cc tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:00.056100 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-673fd638-d255-4089-aeb5-5f4d08b4f9ec req-d93fc96d-3370-4831-a836-b2facd25e1cc tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ef43d93-267e-41ce-aef9-468c3606c521 HTTP/1.1" status: 200 len: 943 time: 0.0987070 Jul 24 00:18:00.086299 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f43b86dc-7593-4e92-ba51-adea13bf5403 req-9dbaad97-7e03-4d1f-9b44-9ff26680e97f service neutron] 10.222.0.64 "GET /v2.0/networks/647eee8d-5ee8-4283-a9e5-d18e1a31df0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632986 Jul 24 00:18:00.114946 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-673fd638-d255-4089-aeb5-5f4d08b4f9ec req-8d003697-88e8-4134-8319-c01748eeb60a tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578666 Jul 24 00:18:00.123139 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:18:00.127117 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:18:00.127577 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:00.174731 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea16ef5c-6000-4395-a0c6-b41de733498d req-59e46cf4-b02e-4e7c-b3f5-88fe8cc0e4e4 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:00.176235 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ea16ef5c-6000-4395-a0c6-b41de733498d req-59e46cf4-b02e-4e7c-b3f5-88fe8cc0e4e4 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 947 time: 0.0937321 Jul 24 00:18:00.209881 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:00.216465 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ea16ef5c-6000-4395-a0c6-b41de733498d req-181b67db-9468-4c27-ad22-73ad8418cfea tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346189 Jul 24 00:18:00.232392 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f6ed47-83dc-460f-a0cd-7950d92ae355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:18:00.234777 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49aa4a58-9993-4c31-806f-650b6f709dae" -d '{"events": [{"server_uuid": "42f6ed47-83dc-460f-a0cd-7950d92ae355", "name": "network-vif-plugged", "status": "completed", "tag": "b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:18:00.248269 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd,segment=NetworkSegment(670e70d7-746c-4a71-b331-8c3379c6364b),segment_id=670e70d7-746c-4a71-b331-8c3379c6364b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:18:00.252879 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:00.275366 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b90254-e5d4-4166-955d-2a6ea93b31d4 x-openstack-request-id: req-f4b90254-e5d4-4166-955d-2a6ea93b31d4 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:18:00.275660 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42f6ed47-83dc-460f-a0cd-7950d92ae355", "name": "network-vif-plugged", "status": "completed", "tag": "b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:18:00.275913 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f4b90254-e5d4-4166-955d-2a6ea93b31d4 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:18:00.276306 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42f6ed47-83dc-460f-a0cd-7950d92ae355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd', 'code': 200} Jul 24 00:18:00.303136 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd,revision_number=13']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:18:00.448693 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8273e306-46b8-4d98-87bb-9630b8dc45b5 req-3ae3db08-2b12-47af-be17-d7884511dcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:00.450478 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8273e306-46b8-4d98-87bb-9630b8dc45b5 req-3ae3db08-2b12-47af-be17-d7884511dcf2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3e6843e6f10f416d8b9cff83017e399e&device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 1099 time: 0.0618846 Jul 24 00:18:00.454366 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bc6b86-8e53-4eef-ad32-c62e97bf49ea req-214b6555-c299-405e-8785-71023186abfc tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:00.455878 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e2bc6b86-8e53-4eef-ad32-c62e97bf49ea req-214b6555-c299-405e-8785-71023186abfc tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 947 time: 0.0699010 Jul 24 00:18:00.497345 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e2bc6b86-8e53-4eef-ad32-c62e97bf49ea req-31a37a03-7faa-48eb-a93e-5adcff2be406 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354655 Jul 24 00:18:00.516803 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 5b568338-3482-4589-a123-6f598453b6ed no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:18:00.552574 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8273e306-46b8-4d98-87bb-9630b8dc45b5 req-7c6fcdaa-1f96-4b1e-9ad3-11e88975cbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:00.554270 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8273e306-46b8-4d98-87bb-9630b8dc45b5 req-7c6fcdaa-1f96-4b1e-9ad3-11e88975cbf1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=49599f72-6971-4c78-8210-d79c8aca88a7 HTTP/1.1" status: 200 len: 912 time: 0.0966938 Jul 24 00:18:00.605169 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:00.624257 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8273e306-46b8-4d98-87bb-9630b8dc45b5 req-3ab344d4-74da-466e-854e-671fa12a6b31 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b568338-3482-4589-a123-6f598453b6ed HTTP/1.1" status: 200 len: 1002 time: 0.0637548 Jul 24 00:18:00.657634 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 5b568338-3482-4589-a123-6f598453b6ed, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=5b568338-3482-4589-a123-6f598453b6ed,segment=NetworkSegment(28758b2b-8e5b-4b20-97dc-892d312454de),segment_id=28758b2b-8e5b-4b20-97dc-892d312454de)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:18:00.664088 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:00.704708 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8273e306-46b8-4d98-87bb-9630b8dc45b5 req-5e7a33d7-6e84-417d-871a-91007db9369f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:00.706283 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8273e306-46b8-4d98-87bb-9630b8dc45b5 req-5e7a33d7-6e84-417d-871a-91007db9369f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=47f2c0d4-0d4f-46b9-9d68-d3d80dbac696 HTTP/1.1" status: 200 len: 850 time: 0.0745292 Jul 24 00:18:00.716554 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=5b568338-3482-4589-a123-6f598453b6ed,revision_number=14']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:18:00.770433 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8273e306-46b8-4d98-87bb-9630b8dc45b5 req-1aa71fca-4091-4a73-92d6-b5139cf6c01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:00.772120 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8273e306-46b8-4d98-87bb-9630b8dc45b5 req-1aa71fca-4091-4a73-92d6-b5139cf6c01c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=49599f72-6971-4c78-8210-d79c8aca88a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0588224 Jul 24 00:18:00.862081 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8273e306-46b8-4d98-87bb-9630b8dc45b5 req-fd0980a5-b9bf-4a94-886a-87d32614e7c0 service neutron] 10.222.0.64 "GET /v2.0/networks/49599f72-6971-4c78-8210-d79c8aca88a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830936 Jul 24 00:18:00.958923 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8273e306-46b8-4d98-87bb-9630b8dc45b5 req-d4c252b7-345f-4c05-8641-b40cf41363d3 service neutron] 10.222.0.64 "GET /v2.0/networks/49599f72-6971-4c78-8210-d79c8aca88a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903201 Jul 24 00:18:01.238001 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9258dc-5569-4709-b198-eab7e1255736 req-4ad4067c-6c3a-4d2c-a70d-5d7b16fdaabe tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:01.239513 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bd9258dc-5569-4709-b198-eab7e1255736 req-4ad4067c-6c3a-4d2c-a70d-5d7b16fdaabe tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ef43d93-267e-41ce-aef9-468c3606c521 HTTP/1.1" status: 200 len: 943 time: 0.0654721 Jul 24 00:18:01.279388 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bd9258dc-5569-4709-b198-eab7e1255736 req-66c02437-78fd-48b6-8da9-cb3318da84a7 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342758 Jul 24 00:18:01.654014 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b130f5-8739-4ca6-966a-8de59037a4c4 req-670d5410-6ec2-4310-81ff-ab6547f467b0 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:01.655835 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-28b130f5-8739-4ca6-966a-8de59037a4c4 req-670d5410-6ec2-4310-81ff-ab6547f467b0 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 945 time: 0.0901542 Jul 24 00:18:01.729436 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-28b130f5-8739-4ca6-966a-8de59037a4c4 req-1acd4d16-cebe-4346-bd3e-5e8f47061b7f tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584276 Jul 24 00:18:01.922769 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1f0374-db9a-4d91-8bab-181ddb58f69b req-6986ecb6-51aa-4824-a9fc-8727dd77da29 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:01.924264 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ea1f0374-db9a-4d91-8bab-181ddb58f69b req-6986ecb6-51aa-4824-a9fc-8727dd77da29 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 945 time: 0.0714920 Jul 24 00:18:01.962440 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ea1f0374-db9a-4d91-8bab-181ddb58f69b req-ff6bb974-1146-4bc7-9d23-d2ff7fe20d57 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326407 Jul 24 00:18:02.096684 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f48baa3-4a4a-4e76-b770-2185bdc520d5 req-2008bf5d-d694-44b0-be4b-0501db46556e tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:02.098127 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8f48baa3-4a4a-4e76-b770-2185bdc520d5 req-2008bf5d-d694-44b0-be4b-0501db46556e tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 945 time: 0.0682497 Jul 24 00:18:02.135321 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8f48baa3-4a4a-4e76-b770-2185bdc520d5 req-2e045b16-31b8-40c8-9122-14ba241cc214 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316415 Jul 24 00:18:02.277897 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf2ae25-5722-4714-8c20-ff0a8c7d619b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b568338-3482-4589-a123-6f598453b6ed'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:18:02.280334 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a17599-605d-4e37-a74e-cb4c99569565" -d '{"events": [{"server_uuid": "bdf2ae25-5722-4714-8c20-ff0a8c7d619b", "name": "network-vif-unplugged", "status": "completed", "tag": "5b568338-3482-4589-a123-6f598453b6ed"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:18:02.321377 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 00:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bbf70d5-0c7b-4a61-845a-963d15a343b0 x-openstack-request-id: req-2bbf70d5-0c7b-4a61-845a-963d15a343b0 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:18:02.321671 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdf2ae25-5722-4714-8c20-ff0a8c7d619b", "name": "network-vif-unplugged", "status": "completed", "tag": "5b568338-3482-4589-a123-6f598453b6ed", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:18:02.321925 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2bbf70d5-0c7b-4a61-845a-963d15a343b0 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:18:02.322319 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdf2ae25-5722-4714-8c20-ff0a8c7d619b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b568338-3482-4589-a123-6f598453b6ed', 'code': 200} Jul 24 00:18:02.408038 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c2c5c7-1d2b-416b-beb2-b0b32a8fe992 req-da257040-393e-4f46-8fbf-b3da5f17d6e7 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:02.409470 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-30c2c5c7-1d2b-416b-beb2-b0b32a8fe992 req-da257040-393e-4f46-8fbf-b3da5f17d6e7 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/networks?id=49599f72-6971-4c78-8210-d79c8aca88a7 HTTP/1.1" status: 200 len: 811 time: 0.1070700 Jul 24 00:18:02.424752 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-30c2c5c7-1d2b-416b-beb2-b0b32a8fe992 req-0520ab00-68bc-4384-ad51-c6defdb78b05 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/quotas/3e6843e6f10f416d8b9cff83017e399e HTTP/1.1" status: 200 len: 375 time: 0.0098958 Jul 24 00:18:02.429824 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffcb59e-9a35-429f-a07f-050c0f444f71 req-9e1617dc-3606-4c41-847a-25c0391b2d6a tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:02.431343 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0ffcb59e-9a35-429f-a07f-050c0f444f71 req-9e1617dc-3606-4c41-847a-25c0391b2d6a tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ef43d93-267e-41ce-aef9-468c3606c521 HTTP/1.1" status: 200 len: 943 time: 0.0661166 Jul 24 00:18:02.469408 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0ffcb59e-9a35-429f-a07f-050c0f444f71 req-417c98a6-81b0-464d-a628-559b1d873c24 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325248 Jul 24 00:18:02.495002 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-30c2c5c7-1d2b-416b-beb2-b0b32a8fe992 req-7b76b0bd-0412-490e-9096-4ac03816f9aa tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3e6843e6f10f416d8b9cff83017e399e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0651684 Jul 24 00:18:02.519358 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 653e3ec6-a8c6-4c59-a704-9b497ea7e0a3 details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:18:02.583662 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-30c2c5c7-1d2b-416b-beb2-b0b32a8fe992 req-d1896702-7175-440d-8eb5-d8bc7ff0692d service neutron] 10.222.0.44 "GET /v2.0/networks/49599f72-6971-4c78-8210-d79c8aca88a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820899 Jul 24 00:18:02.614504 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 653e3ec6-a8c6-4c59-a704-9b497ea7e0a3, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=653e3ec6-a8c6-4c59-a704-9b497ea7e0a3,segment=NetworkSegment(5aa5a49c-7465-4920-b25b-c3e99ae728f5),segment_id=5aa5a49c-7465-4920-b25b-c3e99ae728f5)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:18:02.629168 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': '653e3ec6-a8c6-4c59-a704-9b497ea7e0a3', 'network_id': '647eee8d-5ee8-4283-a9e5-d18e1a31df0d', 'port_id': '653e3ec6-a8c6-4c59-a704-9b497ea7e0a3', 'mac_address': 'fa:16:3e:d9:4a:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f74eda8a-ed40-4284-ae5e-468e5cf2304c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:18:02.666383 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:02.674403 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-30c2c5c7-1d2b-416b-beb2-b0b32a8fe992 req-0a1260ee-d84a-4cbd-9eb6-b0b510253b94 service neutron] 10.222.0.44 "GET /v2.0/networks/49599f72-6971-4c78-8210-d79c8aca88a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850487 Jul 24 00:18:02.679326 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 653e3ec6-a8c6-4c59-a704-9b497ea7e0a3 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:18:02.698451 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 653e3ec6-a8c6-4c59-a704-9b497ea7e0a3, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=653e3ec6-a8c6-4c59-a704-9b497ea7e0a3,segment=NetworkSegment(5aa5a49c-7465-4920-b25b-c3e99ae728f5),segment_id=5aa5a49c-7465-4920-b25b-c3e99ae728f5)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:18:02.703865 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:02.756771 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=653e3ec6-a8c6-4c59-a704-9b497ea7e0a3,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:18:02.848186 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e810c693-4e5c-49d5-b059-a2b652a607e2 req-0dab8d1b-8b50-4668-9ecc-a5a6682d51e1 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b843f86-0133-4379-9857-92b15ba31035 HTTP/1.1" status: 200 len: 210 time: 0.0345683 Jul 24 00:18:02.920597 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['653e3ec6-a8c6-4c59-a704-9b497ea7e0a3'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:18:03.361530 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e52c1a3-b171-475b-8f48-a26778bc75a2 req-f8ee11fd-7a2d-4b88-97e2-f760e8ac3b8e tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:03.363031 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5e52c1a3-b171-475b-8f48-a26778bc75a2 req-f8ee11fd-7a2d-4b88-97e2-f760e8ac3b8e tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/networks?id=657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f HTTP/1.1" status: 200 len: 812 time: 0.4385531 Jul 24 00:18:03.378048 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5e52c1a3-b171-475b-8f48-a26778bc75a2 req-f61f13de-f505-4bb9-89c8-61d6bb79c28d tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/quotas/bf6833d5ef4e4ec6b999c5c1a3734713 HTTP/1.1" status: 200 len: 375 time: 0.0093012 Jul 24 00:18:03.444390 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5e52c1a3-b171-475b-8f48-a26778bc75a2 req-093adf43-1c08-48db-9714-8166a9852f24 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=bf6833d5ef4e4ec6b999c5c1a3734713&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0612936 Jul 24 00:18:03.534882 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5e52c1a3-b171-475b-8f48-a26778bc75a2 req-4b5ab1c5-2ba7-47f4-81d1-929153867536 service neutron] 10.222.0.44 "GET /v2.0/networks/657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841389 Jul 24 00:18:03.612139 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8d6597-5862-442b-9f63-dc28a336ef4d req-679b6da8-bb77-4e7b-9300-de33a6d90064 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:03.613689 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1e8d6597-5862-442b-9f63-dc28a336ef4d req-679b6da8-bb77-4e7b-9300-de33a6d90064 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ef43d93-267e-41ce-aef9-468c3606c521 HTTP/1.1" status: 200 len: 944 time: 0.0742273 Jul 24 00:18:03.625437 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5e52c1a3-b171-475b-8f48-a26778bc75a2 req-5e9f536c-9f60-45bc-b481-a7042f5178e6 service neutron] 10.222.0.44 "GET /v2.0/networks/657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852268 Jul 24 00:18:03.653298 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1e8d6597-5862-442b-9f63-dc28a336ef4d req-1e8a258b-bb0c-4ec8-b56e-81bcbd29691e tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337679 Jul 24 00:18:03.812036 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c2c5c7-1d2b-416b-beb2-b0b32a8fe992 req-e09c179e-088f-4baa-b7eb-0c8e0bd4e0b7 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:03.813561 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-30c2c5c7-1d2b-416b-beb2-b0b32a8fe992 req-e09c179e-088f-4baa-b7eb-0c8e0bd4e0b7 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.52 "GET /v2.0/networks?id=49599f72-6971-4c78-8210-d79c8aca88a7 HTTP/1.1" status: 200 len: 811 time: 0.1274779 Jul 24 00:18:03.827078 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-30c2c5c7-1d2b-416b-beb2-b0b32a8fe992 req-e8f1c2cc-763d-4214-b6ac-0b810ab9be8b tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Request body: {'port': {'device_id': '8b843f86-0133-4379-9857-92b15ba31035', 'network_id': '49599f72-6971-4c78-8210-d79c8aca88a7', 'admin_state_up': True, 'tenant_id': '3e6843e6f10f416d8b9cff83017e399e'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:18:03.835241 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-45bf0efe-a8b9-477f-8902-7704888884fa req-99f9c328-9242-4dc5-8379-b9c563989bea tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=eccfc07c-effa-4159-9c8f-859aaf5689bd HTTP/1.1" status: 200 len: 210 time: 0.0365713 Jul 24 00:18:03.958649 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b0541341-c35c-42c8-85fe-0ea03c1f8863 req-c52d9db9-edb0-46e2-976c-abab6f54c121 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b843f86-0133-4379-9857-92b15ba31035 HTTP/1.1" status: 200 len: 210 time: 0.0408151 Jul 24 00:18:03.977038 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30c2c5c7-1d2b-416b-beb2-b0b32a8fe992 req-e8f1c2cc-763d-4214-b6ac-0b810ab9be8b tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Made reservation on behalf of 3e6843e6f10f416d8b9cff83017e399e for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:18:03.981319 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-30c2c5c7-1d2b-416b-beb2-b0b32a8fe992 req-e8f1c2cc-763d-4214-b6ac-0b810ab9be8b tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:04.106810 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-30c2c5c7-1d2b-416b-beb2-b0b32a8fe992 req-e8f1c2cc-763d-4214-b6ac-0b810ab9be8b tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Allocated IP 172.20.0.4 (49599f72-6971-4c78-8210-d79c8aca88a7/47f2c0d4-0d4f-46b9-9d68-d3d80dbac696/4b35ae3e-77f9-4e27-b989-ee37e33917aa) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:18:04.258300 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-30c2c5c7-1d2b-416b-beb2-b0b32a8fe992 req-e8f1c2cc-763d-4214-b6ac-0b810ab9be8b tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:04.271806 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-30c2c5c7-1d2b-416b-beb2-b0b32a8fe992 req-e8f1c2cc-763d-4214-b6ac-0b810ab9be8b tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Transition to ACTIVE for port object 4b35ae3e-77f9-4e27-b989-ee37e33917aa will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:18:04.306334 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-30c2c5c7-1d2b-416b-beb2-b0b32a8fe992 req-e8f1c2cc-763d-4214-b6ac-0b810ab9be8b tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:04.348547 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30c2c5c7-1d2b-416b-beb2-b0b32a8fe992 req-e8f1c2cc-763d-4214-b6ac-0b810ab9be8b tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Network 49599f72-6971-4c78-8210-d79c8aca88a7 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:18:04.351991 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-30c2c5c7-1d2b-416b-beb2-b0b32a8fe992 req-e8f1c2cc-763d-4214-b6ac-0b810ab9be8b tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:18:04.358931 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c2c5c7-1d2b-416b-beb2-b0b32a8fe992 req-e8f1c2cc-763d-4214-b6ac-0b810ab9be8b tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:18:04.383926 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f1c2cc-763d-4214-b6ac-0b810ab9be8b tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Pushing event updated for resources: {'Port': ['ID=4b35ae3e-77f9-4e27-b989-ee37e33917aa,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:18:04.413383 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c2c5c7-1d2b-416b-beb2-b0b32a8fe992 req-e8f1c2cc-763d-4214-b6ac-0b810ab9be8b tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:04.414007 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-30c2c5c7-1d2b-416b-beb2-b0b32a8fe992 req-e8f1c2cc-763d-4214-b6ac-0b810ab9be8b tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:04.428638 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-30c2c5c7-1d2b-416b-beb2-b0b32a8fe992 req-e8f1c2cc-763d-4214-b6ac-0b810ab9be8b tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6068056 Jul 24 00:18:04.440714 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-30c2c5c7-1d2b-416b-beb2-b0b32a8fe992 req-fe0aef9e-d157-4112-be70-4410d7b2fd66 service neutron] Request body: {'port': {'device_id': '8b843f86-0133-4379-9857-92b15ba31035', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:18:04.519621 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-30c2c5c7-1d2b-416b-beb2-b0b32a8fe992 req-fe0aef9e-d157-4112-be70-4410d7b2fd66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:04.537487 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 653e3ec6-a8c6-4c59-a704-9b497ea7e0a3 up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:18:04.588769 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port 653e3ec6-a8c6-4c59-a704-9b497ea7e0a3 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:18:04.594599 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port 653e3ec6-a8c6-4c59-a704-9b497ea7e0a3 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:18:04.595501 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:04.626901 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-b63bd2be-0974-48a2-a19e-97cd56a5c6cd None None] Provisioning for port 4b35ae3e-77f9-4e27-b989-ee37e33917aa completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:18:04.639906 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-b63bd2be-0974-48a2-a19e-97cd56a5c6cd None None] Provisioning complete for port 4b35ae3e-77f9-4e27-b989-ee37e33917aa triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:18:04.640753 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b63bd2be-0974-48a2-a19e-97cd56a5c6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:04.697812 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-b63bd2be-0974-48a2-a19e-97cd56a5c6cd None None] Port 4b35ae3e-77f9-4e27-b989-ee37e33917aa cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:18:04.745009 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:04.779737 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 653e3ec6-a8c6-4c59-a704-9b497ea7e0a3, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=653e3ec6-a8c6-4c59-a704-9b497ea7e0a3,segment=NetworkSegment(5aa5a49c-7465-4920-b25b-c3e99ae728f5),segment_id=5aa5a49c-7465-4920-b25b-c3e99ae728f5)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:18:04.781087 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ef43d93-267e-41ce-aef9-468c3606c521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '653e3ec6-a8c6-4c59-a704-9b497ea7e0a3'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:18:04.784081 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de0dd43-defc-4fb5-b445-92b7e3b1ed5e" -d '{"events": [{"server_uuid": "8ef43d93-267e-41ce-aef9-468c3606c521", "name": "network-vif-plugged", "status": "completed", "tag": "653e3ec6-a8c6-4c59-a704-9b497ea7e0a3"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:18:04.799065 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:04.832061 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-30c2c5c7-1d2b-416b-beb2-b0b32a8fe992 req-fe0aef9e-d157-4112-be70-4410d7b2fd66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b35ae3e-77f9-4e27-b989-ee37e33917aa {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:18:04.842830 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-30c2c5c7-1d2b-416b-beb2-b0b32a8fe992 req-fe0aef9e-d157-4112-be70-4410d7b2fd66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:04.859537 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdbc7521-a90f-46fb-83ca-8ffa4a4c9aa9 x-openstack-request-id: req-bdbc7521-a90f-46fb-83ca-8ffa4a4c9aa9 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:18:04.860455 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ef43d93-267e-41ce-aef9-468c3606c521", "name": "network-vif-plugged", "status": "completed", "tag": "653e3ec6-a8c6-4c59-a704-9b497ea7e0a3", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:18:04.861013 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bdbc7521-a90f-46fb-83ca-8ffa4a4c9aa9 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:18:04.861584 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ef43d93-267e-41ce-aef9-468c3606c521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '653e3ec6-a8c6-4c59-a704-9b497ea7e0a3', 'code': 200} Jul 24 00:18:04.868160 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-30c2c5c7-1d2b-416b-beb2-b0b32a8fe992 req-fe0aef9e-d157-4112-be70-4410d7b2fd66 service neutron] Transition to ACTIVE for port object 4b35ae3e-77f9-4e27-b989-ee37e33917aa will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:18:04.874309 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-30c2c5c7-1d2b-416b-beb2-b0b32a8fe992 req-fe0aef9e-d157-4112-be70-4410d7b2fd66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:04.880105 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086d0584-2d74-4ffc-8729-2d6bbe2c09b0 req-92f2c290-339e-4f25-afcb-59aa91034661 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:04.889592 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-086d0584-2d74-4ffc-8729-2d6bbe2c09b0 req-92f2c290-339e-4f25-afcb-59aa91034661 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ef43d93-267e-41ce-aef9-468c3606c521 HTTP/1.1" status: 200 len: 944 time: 0.1619794 Jul 24 00:18:04.899914 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e52c1a3-b171-475b-8f48-a26778bc75a2 req-e50f6f08-3423-41b5-a59b-1068dd9c2e21 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:04.901591 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5e52c1a3-b171-475b-8f48-a26778bc75a2 req-e50f6f08-3423-41b5-a59b-1068dd9c2e21 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.64 "GET /v2.0/networks?id=657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f HTTP/1.1" status: 200 len: 812 time: 0.2147288 Jul 24 00:18:04.914673 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=653e3ec6-a8c6-4c59-a704-9b497ea7e0a3,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:18:04.943257 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-5e52c1a3-b171-475b-8f48-a26778bc75a2 req-436330e5-78ad-43e1-8e9e-7dc537165a2c tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Request body: {'port': {'device_id': 'eccfc07c-effa-4159-9c8f-859aaf5689bd', 'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f', 'admin_state_up': True, 'tenant_id': 'bf6833d5ef4e4ec6b999c5c1a3734713'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:18:04.986612 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ed763692-03f2-4b1b-8a0f-22d75f7b7e59 req-a63321f5-4d65-405c-9d42-d9774f6108f4 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=eccfc07c-effa-4159-9c8f-859aaf5689bd HTTP/1.1" status: 200 len: 210 time: 0.0445149 Jul 24 00:18:04.991448 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0aef9e-d157-4112-be70-4410d7b2fd66 service neutron] Pushing event updated for resources: {'Port': ['ID=4b35ae3e-77f9-4e27-b989-ee37e33917aa,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:18:05.086247 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-086d0584-2d74-4ffc-8729-2d6bbe2c09b0 req-e873bac9-72c2-46e3-896a-c82b53e07d93 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956921 Jul 24 00:18:05.155316 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d16d46-1de5-47a1-a16b-a2c6ce819c36 req-77c2cbfc-4bb9-4810-a4f5-6d65f7974424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:05.156362 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-30c2c5c7-1d2b-416b-beb2-b0b32a8fe992 req-fe0aef9e-d157-4112-be70-4410d7b2fd66 service neutron] Attempting to bind port 4b35ae3e-77f9-4e27-b989-ee37e33917aa on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:18:05.156902 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-30c2c5c7-1d2b-416b-beb2-b0b32a8fe992 req-fe0aef9e-d157-4112-be70-4410d7b2fd66 service neutron] Attempting to bind port 4b35ae3e-77f9-4e27-b989-ee37e33917aa by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': '28758b2b-8e5b-4b20-97dc-892d312454de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '49599f72-6971-4c78-8210-d79c8aca88a7'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:18:05.157303 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c2c5c7-1d2b-416b-beb2-b0b32a8fe992 req-fe0aef9e-d157-4112-be70-4410d7b2fd66 service neutron] Attempting to bind port 4b35ae3e-77f9-4e27-b989-ee37e33917aa on network 49599f72-6971-4c78-8210-d79c8aca88a7 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:18:05.158083 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-98d16d46-1de5-47a1-a16b-a2c6ce819c36 req-77c2cbfc-4bb9-4810-a4f5-6d65f7974424 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8ef43d93-267e-41ce-aef9-468c3606c521 HTTP/1.1" status: 200 len: 1097 time: 0.2368646 Jul 24 00:18:05.169879 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c2c5c7-1d2b-416b-beb2-b0b32a8fe992 req-fe0aef9e-d157-4112-be70-4410d7b2fd66 service neutron] Port 4b35ae3e-77f9-4e27-b989-ee37e33917aa on network 49599f72-6971-4c78-8210-d79c8aca88a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:18:05.170311 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c2c5c7-1d2b-416b-beb2-b0b32a8fe992 req-fe0aef9e-d157-4112-be70-4410d7b2fd66 service neutron] Attempting to bind port 4b35ae3e-77f9-4e27-b989-ee37e33917aa on network 49599f72-6971-4c78-8210-d79c8aca88a7 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:18:05.184655 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c2c5c7-1d2b-416b-beb2-b0b32a8fe992 req-fe0aef9e-d157-4112-be70-4410d7b2fd66 service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:18:05.185118 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c2c5c7-1d2b-416b-beb2-b0b32a8fe992 req-fe0aef9e-d157-4112-be70-4410d7b2fd66 service neutron] Checking segment: {'id': '28758b2b-8e5b-4b20-97dc-892d312454de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '49599f72-6971-4c78-8210-d79c8aca88a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:18:05.185581 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c2c5c7-1d2b-416b-beb2-b0b32a8fe992 req-fe0aef9e-d157-4112-be70-4410d7b2fd66 service neutron] Bound using segment: {'id': '28758b2b-8e5b-4b20-97dc-892d312454de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '49599f72-6971-4c78-8210-d79c8aca88a7'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:18:05.186115 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-30c2c5c7-1d2b-416b-beb2-b0b32a8fe992 req-fe0aef9e-d157-4112-be70-4410d7b2fd66 service neutron] Bound port: 4b35ae3e-77f9-4e27-b989-ee37e33917aa, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28758b2b-8e5b-4b20-97dc-892d312454de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '49599f72-6971-4c78-8210-d79c8aca88a7'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:18:05.186588 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-30c2c5c7-1d2b-416b-beb2-b0b32a8fe992 req-fe0aef9e-d157-4112-be70-4410d7b2fd66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:05.210003 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-98d16d46-1de5-47a1-a16b-a2c6ce819c36 req-9318beb5-d757-4d74-830a-c73ac7dd5042 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415759 Jul 24 00:18:05.210820 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e52c1a3-b171-475b-8f48-a26778bc75a2 req-436330e5-78ad-43e1-8e9e-7dc537165a2c tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Made reservation on behalf of bf6833d5ef4e4ec6b999c5c1a3734713 for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:18:05.214401 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-5e52c1a3-b171-475b-8f48-a26778bc75a2 req-436330e5-78ad-43e1-8e9e-7dc537165a2c tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:05.216531 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83a215b-f76f-43ef-a841-6a7d74e406bc req-7b3acda4-4917-4c13-b88f-31f197a3eea1 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:05.218605 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e83a215b-f76f-43ef-a841-6a7d74e406bc req-7b3acda4-4917-4c13-b88f-31f197a3eea1 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b843f86-0133-4379-9857-92b15ba31035 HTTP/1.1" status: 200 len: 943 time: 0.1394739 Jul 24 00:18:05.313856 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e83a215b-f76f-43ef-a841-6a7d74e406bc req-8eb7640d-752b-488e-bf13-66d844a06220 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeb41864-d368-40dc-9b68-32578df5a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875120 Jul 24 00:18:05.314895 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-30c2c5c7-1d2b-416b-beb2-b0b32a8fe992 req-fe0aef9e-d157-4112-be70-4410d7b2fd66 service neutron] For port 4b35ae3e-77f9-4e27-b989-ee37e33917aa, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:18:05.318383 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-30c2c5c7-1d2b-416b-beb2-b0b32a8fe992 req-fe0aef9e-d157-4112-be70-4410d7b2fd66 service neutron] For port 4b35ae3e-77f9-4e27-b989-ee37e33917aa, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=4b35ae3e-77f9-4e27-b989-ee37e33917aa,segment=NetworkSegment(28758b2b-8e5b-4b20-97dc-892d312454de),segment_id=28758b2b-8e5b-4b20-97dc-892d312454de)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:18:05.328513 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-30c2c5c7-1d2b-416b-beb2-b0b32a8fe992 req-fe0aef9e-d157-4112-be70-4410d7b2fd66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:05.380952 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c2c5c7-1d2b-416b-beb2-b0b32a8fe992 req-fe0aef9e-d157-4112-be70-4410d7b2fd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:05.381848 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-30c2c5c7-1d2b-416b-beb2-b0b32a8fe992 req-fe0aef9e-d157-4112-be70-4410d7b2fd66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:05.384213 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-30c2c5c7-1d2b-416b-beb2-b0b32a8fe992 req-fe0aef9e-d157-4112-be70-4410d7b2fd66 service neutron] 10.222.0.52 "PUT /v2.0/ports/4b35ae3e-77f9-4e27-b989-ee37e33917aa HTTP/1.1" status: 200 len: 1092 time: 0.9481416 Jul 24 00:18:05.385216 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b843f86-0133-4379-9857-92b15ba31035', 'tag': '4b35ae3e-77f9-4e27-b989-ee37e33917aa'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:18:05.388944 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f80aab96-39ee-4592-a36e-77eb67967b39" -d '{"events": [{"name": "network-changed", "server_uuid": "8b843f86-0133-4379-9857-92b15ba31035", "tag": "4b35ae3e-77f9-4e27-b989-ee37e33917aa"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:18:05.411374 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [req-5e52c1a3-b171-475b-8f48-a26778bc75a2 req-436330e5-78ad-43e1-8e9e-7dc537165a2c tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Allocated IP 172.20.0.7 (657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f/4f660729-e229-442a-bec0-0f7d8794afc6/faf9a59f-2859-41cb-bdf9-80dd60fa6a07) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:18:05.421103 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0aef9e-d157-4112-be70-4410d7b2fd66 service neutron] Pushing event updated for resources: {'Port': ['ID=4b35ae3e-77f9-4e27-b989-ee37e33917aa,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:18:05.486094 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c2c5c7-1d2b-416b-beb2-b0b32a8fe992 req-68ff5b15-b0cf-4d7e-9e6f-c909332eb1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:05.487725 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-30c2c5c7-1d2b-416b-beb2-b0b32a8fe992 req-68ff5b15-b0cf-4d7e-9e6f-c909332eb1d3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3e6843e6f10f416d8b9cff83017e399e&device_id=8b843f86-0133-4379-9857-92b15ba31035 HTTP/1.1" status: 200 len: 1095 time: 0.0629423 Jul 24 00:18:05.498629 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e7ab2a-2bcc-49b6-9852-9a811d2b8e04 x-openstack-request-id: req-15e7ab2a-2bcc-49b6-9852-9a811d2b8e04 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:18:05.499150 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b843f86-0133-4379-9857-92b15ba31035", "tag": "4b35ae3e-77f9-4e27-b989-ee37e33917aa", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:18:05.499585 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-15e7ab2a-2bcc-49b6-9852-9a811d2b8e04 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:18:05.500168 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b843f86-0133-4379-9857-92b15ba31035', 'tag': '4b35ae3e-77f9-4e27-b989-ee37e33917aa', 'status': 'completed', 'code': 200} Jul 24 00:18:05.545666 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-30c2c5c7-1d2b-416b-beb2-b0b32a8fe992 req-87f36e68-6e44-4f17-b7c3-c4c65a55fe1f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b35ae3e-77f9-4e27-b989-ee37e33917aa HTTP/1.1" status: 200 len: 217 time: 0.0442035 Jul 24 00:18:05.609879 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c2c5c7-1d2b-416b-beb2-b0b32a8fe992 req-dac09115-e501-4175-879f-9a4a6c0379cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:05.611621 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-30c2c5c7-1d2b-416b-beb2-b0b32a8fe992 req-dac09115-e501-4175-879f-9a4a6c0379cc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=47f2c0d4-0d4f-46b9-9d68-d3d80dbac696 HTTP/1.1" status: 200 len: 850 time: 0.0599692 Jul 24 00:18:05.618157 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-5e52c1a3-b171-475b-8f48-a26778bc75a2 req-436330e5-78ad-43e1-8e9e-7dc537165a2c tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:05.633762 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-5e52c1a3-b171-475b-8f48-a26778bc75a2 req-436330e5-78ad-43e1-8e9e-7dc537165a2c tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Transition to ACTIVE for port object faf9a59f-2859-41cb-bdf9-80dd60fa6a07 will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:18:05.671311 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-5e52c1a3-b171-475b-8f48-a26778bc75a2 req-436330e5-78ad-43e1-8e9e-7dc537165a2c tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:05.692003 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c2c5c7-1d2b-416b-beb2-b0b32a8fe992 req-a5764057-2795-4dae-af2b-f7cd43608d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:05.693747 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-30c2c5c7-1d2b-416b-beb2-b0b32a8fe992 req-a5764057-2795-4dae-af2b-f7cd43608d2e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=49599f72-6971-4c78-8210-d79c8aca88a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0752447 Jul 24 00:18:05.713737 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e52c1a3-b171-475b-8f48-a26778bc75a2 req-436330e5-78ad-43e1-8e9e-7dc537165a2c tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Network 657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:18:05.717442 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [req-5e52c1a3-b171-475b-8f48-a26778bc75a2 req-436330e5-78ad-43e1-8e9e-7dc537165a2c tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:18:05.723252 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e52c1a3-b171-475b-8f48-a26778bc75a2 req-436330e5-78ad-43e1-8e9e-7dc537165a2c tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:18:05.751326 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436330e5-78ad-43e1-8e9e-7dc537165a2c tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Pushing event updated for resources: {'Port': ['ID=faf9a59f-2859-41cb-bdf9-80dd60fa6a07,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:18:05.781230 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e52c1a3-b171-475b-8f48-a26778bc75a2 req-436330e5-78ad-43e1-8e9e-7dc537165a2c tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:05.781882 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-5e52c1a3-b171-475b-8f48-a26778bc75a2 req-436330e5-78ad-43e1-8e9e-7dc537165a2c tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:05.795846 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-30c2c5c7-1d2b-416b-beb2-b0b32a8fe992 req-c9698835-705f-4886-987c-bdafcc5467d1 service neutron] 10.222.0.52 "GET /v2.0/networks/49599f72-6971-4c78-8210-d79c8aca88a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952456 Jul 24 00:18:05.798926 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5e52c1a3-b171-475b-8f48-a26778bc75a2 req-436330e5-78ad-43e1-8e9e-7dc537165a2c tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8764136 Jul 24 00:18:05.815414 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-5e52c1a3-b171-475b-8f48-a26778bc75a2 req-1882879c-8044-4a1f-8c52-6adbab236047 service neutron] Request body: {'port': {'device_id': 'eccfc07c-effa-4159-9c8f-859aaf5689bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-16'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:18:05.904066 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-30c2c5c7-1d2b-416b-beb2-b0b32a8fe992 req-092e3c27-7c8a-46ff-a1a8-12bf1bee0156 service neutron] 10.222.0.52 "GET /v2.0/networks/49599f72-6971-4c78-8210-d79c8aca88a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022565 Jul 24 00:18:05.906153 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-5e52c1a3-b171-475b-8f48-a26778bc75a2 req-1882879c-8044-4a1f-8c52-6adbab236047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:06.033557 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80aab96-39ee-4592-a36e-77eb67967b39 req-ca081375-5c50-45b7-93ac-1066366ff880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:06.035118 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f80aab96-39ee-4592-a36e-77eb67967b39 req-ca081375-5c50-45b7-93ac-1066366ff880 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3e6843e6f10f416d8b9cff83017e399e&device_id=8b843f86-0133-4379-9857-92b15ba31035 HTTP/1.1" status: 200 len: 1095 time: 0.0684431 Jul 24 00:18:06.106199 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-d3aa1be7-ba23-4582-8677-5456ba202c0b None None] Provisioning for port faf9a59f-2859-41cb-bdf9-80dd60fa6a07 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:18:06.127082 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-d3aa1be7-ba23-4582-8677-5456ba202c0b None None] Provisioning complete for port faf9a59f-2859-41cb-bdf9-80dd60fa6a07 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:18:06.130114 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d3aa1be7-ba23-4582-8677-5456ba202c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:06.186799 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-d3aa1be7-ba23-4582-8677-5456ba202c0b None None] Port faf9a59f-2859-41cb-bdf9-80dd60fa6a07 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:18:06.243874 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80aab96-39ee-4592-a36e-77eb67967b39 req-559dea40-4ee5-438c-a237-96d387e4346e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:06.245746 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f80aab96-39ee-4592-a36e-77eb67967b39 req-559dea40-4ee5-438c-a237-96d387e4346e service neutron] 10.222.0.52 "GET /v2.0/networks?id=49599f72-6971-4c78-8210-d79c8aca88a7 HTTP/1.1" status: 200 len: 912 time: 0.2022676 Jul 24 00:18:06.258977 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f110a356-d9a0-43ea-8b1e-c900943de9e9 req-0f758c2c-a334-4565-9474-54de5542e15d tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:06.260574 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f110a356-d9a0-43ea-8b1e-c900943de9e9 req-0f758c2c-a334-4565-9474-54de5542e15d tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=eccfc07c-effa-4159-9c8f-859aaf5689bd HTTP/1.1" status: 200 len: 931 time: 0.1176772 Jul 24 00:18:06.313843 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f80aab96-39ee-4592-a36e-77eb67967b39 req-cd248fa7-4239-43cd-aa34-4277433a4c46 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b35ae3e-77f9-4e27-b989-ee37e33917aa HTTP/1.1" status: 200 len: 217 time: 0.0522239 Jul 24 00:18:06.336235 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f110a356-d9a0-43ea-8b1e-c900943de9e9 req-0caad556-e2b2-4e43-b0b9-1df7ca99bca1 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=03bee5c9-e66c-4142-aa97-b7495f645fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682604 Jul 24 00:18:06.351444 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-5e52c1a3-b171-475b-8f48-a26778bc75a2 req-1882879c-8044-4a1f-8c52-6adbab236047 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faf9a59f-2859-41cb-bdf9-80dd60fa6a07 {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:18:06.370454 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b9c0b7-a5ae-4d5d-8c27-21b12967ea8e req-4e09e2c4-1e35-4dbc-80f2-48458042a298 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:06.372286 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-04b9c0b7-a5ae-4d5d-8c27-21b12967ea8e req-4e09e2c4-1e35-4dbc-80f2-48458042a298 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ef43d93-267e-41ce-aef9-468c3606c521 HTTP/1.1" status: 200 len: 945 time: 0.1249781 Jul 24 00:18:06.374320 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-5e52c1a3-b171-475b-8f48-a26778bc75a2 req-1882879c-8044-4a1f-8c52-6adbab236047 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:06.398043 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80aab96-39ee-4592-a36e-77eb67967b39 req-3ce7ba63-bee6-4a16-8b58-7a634078ef26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:06.399679 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f80aab96-39ee-4592-a36e-77eb67967b39 req-3ce7ba63-bee6-4a16-8b58-7a634078ef26 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=47f2c0d4-0d4f-46b9-9d68-d3d80dbac696 HTTP/1.1" status: 200 len: 850 time: 0.0671000 Jul 24 00:18:06.404620 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-5e52c1a3-b171-475b-8f48-a26778bc75a2 req-1882879c-8044-4a1f-8c52-6adbab236047 service neutron] Transition to ACTIVE for port object faf9a59f-2859-41cb-bdf9-80dd60fa6a07 will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:18:06.411364 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-5e52c1a3-b171-475b-8f48-a26778bc75a2 req-1882879c-8044-4a1f-8c52-6adbab236047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:06.469107 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1882879c-8044-4a1f-8c52-6adbab236047 service neutron] Pushing event updated for resources: {'Port': ['ID=faf9a59f-2859-41cb-bdf9-80dd60fa6a07,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:18:06.479955 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-04b9c0b7-a5ae-4d5d-8c27-21b12967ea8e req-7624d95c-fc61-4d1e-a2e9-68c3449fd6fa tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011760 Jul 24 00:18:06.531899 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80aab96-39ee-4592-a36e-77eb67967b39 req-8ff209a5-2bcf-4709-9b26-176389537b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:06.534472 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f80aab96-39ee-4592-a36e-77eb67967b39 req-8ff209a5-2bcf-4709-9b26-176389537b42 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=49599f72-6971-4c78-8210-d79c8aca88a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1246557 Jul 24 00:18:06.556096 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adde8ba-053d-4afa-b1e9-c9dffa74b048 req-4e5c3189-b8e5-42c8-8873-d8a6ccc29e86 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:06.557902 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8adde8ba-053d-4afa-b1e9-c9dffa74b048 req-4e5c3189-b8e5-42c8-8873-d8a6ccc29e86 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b843f86-0133-4379-9857-92b15ba31035 HTTP/1.1" status: 200 len: 943 time: 0.1178551 Jul 24 00:18:06.593014 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-5e52c1a3-b171-475b-8f48-a26778bc75a2 req-1882879c-8044-4a1f-8c52-6adbab236047 service neutron] Attempting to bind port faf9a59f-2859-41cb-bdf9-80dd60fa6a07 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:18:06.593376 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-5e52c1a3-b171-475b-8f48-a26778bc75a2 req-1882879c-8044-4a1f-8c52-6adbab236047 service neutron] Attempting to bind port faf9a59f-2859-41cb-bdf9-80dd60fa6a07 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': 'a1a1465a-fd99-41c9-bf89-faf21d67cc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:18:06.593722 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e52c1a3-b171-475b-8f48-a26778bc75a2 req-1882879c-8044-4a1f-8c52-6adbab236047 service neutron] Attempting to bind port faf9a59f-2859-41cb-bdf9-80dd60fa6a07 on network 657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:18:06.600140 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e52c1a3-b171-475b-8f48-a26778bc75a2 req-1882879c-8044-4a1f-8c52-6adbab236047 service neutron] Port faf9a59f-2859-41cb-bdf9-80dd60fa6a07 on network 657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:18:06.600489 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e52c1a3-b171-475b-8f48-a26778bc75a2 req-1882879c-8044-4a1f-8c52-6adbab236047 service neutron] Attempting to bind port faf9a59f-2859-41cb-bdf9-80dd60fa6a07 on network 657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:18:06.606924 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e52c1a3-b171-475b-8f48-a26778bc75a2 req-1882879c-8044-4a1f-8c52-6adbab236047 service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:18:06.607297 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e52c1a3-b171-475b-8f48-a26778bc75a2 req-1882879c-8044-4a1f-8c52-6adbab236047 service neutron] Checking segment: {'id': 'a1a1465a-fd99-41c9-bf89-faf21d67cc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:18:06.607671 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e52c1a3-b171-475b-8f48-a26778bc75a2 req-1882879c-8044-4a1f-8c52-6adbab236047 service neutron] Bound using segment: {'id': 'a1a1465a-fd99-41c9-bf89-faf21d67cc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:18:06.608132 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-5e52c1a3-b171-475b-8f48-a26778bc75a2 req-1882879c-8044-4a1f-8c52-6adbab236047 service neutron] Bound port: faf9a59f-2859-41cb-bdf9-80dd60fa6a07, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1a1465a-fd99-41c9-bf89-faf21d67cc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:18:06.609185 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-5e52c1a3-b171-475b-8f48-a26778bc75a2 req-1882879c-8044-4a1f-8c52-6adbab236047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:06.665196 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8adde8ba-053d-4afa-b1e9-c9dffa74b048 req-f69699a3-50fa-427b-b60f-9c73681fc89e tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeb41864-d368-40dc-9b68-32578df5a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942326 Jul 24 00:18:06.709088 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f80aab96-39ee-4592-a36e-77eb67967b39 req-25dbbe33-b66b-4df9-9e7e-0dfa341a7573 service neutron] 10.222.0.52 "GET /v2.0/networks/49599f72-6971-4c78-8210-d79c8aca88a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624391 Jul 24 00:18:06.739480 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-5e52c1a3-b171-475b-8f48-a26778bc75a2 req-1882879c-8044-4a1f-8c52-6adbab236047 service neutron] For port faf9a59f-2859-41cb-bdf9-80dd60fa6a07, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:18:06.744279 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-5e52c1a3-b171-475b-8f48-a26778bc75a2 req-1882879c-8044-4a1f-8c52-6adbab236047 service neutron] For port faf9a59f-2859-41cb-bdf9-80dd60fa6a07, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=faf9a59f-2859-41cb-bdf9-80dd60fa6a07,segment=NetworkSegment(a1a1465a-fd99-41c9-bf89-faf21d67cc5e),segment_id=a1a1465a-fd99-41c9-bf89-faf21d67cc5e)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:18:06.754360 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-5e52c1a3-b171-475b-8f48-a26778bc75a2 req-1882879c-8044-4a1f-8c52-6adbab236047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:06.804702 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a277a2-dec9-43b8-90de-90be5f3b4d6e req-4c5cde33-af7e-4b56-8650-c7dc78d46ee2 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:06.806315 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-67a277a2-dec9-43b8-90de-90be5f3b4d6e req-4c5cde33-af7e-4b56-8650-c7dc78d46ee2 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ef43d93-267e-41ce-aef9-468c3606c521 HTTP/1.1" status: 200 len: 945 time: 0.1241179 Jul 24 00:18:06.807670 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e52c1a3-b171-475b-8f48-a26778bc75a2 req-1882879c-8044-4a1f-8c52-6adbab236047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:06.808294 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-5e52c1a3-b171-475b-8f48-a26778bc75a2 req-1882879c-8044-4a1f-8c52-6adbab236047 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:06.810215 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5e52c1a3-b171-475b-8f48-a26778bc75a2 req-1882879c-8044-4a1f-8c52-6adbab236047 service neutron] 10.222.0.64 "PUT /v2.0/ports/faf9a59f-2859-41cb-bdf9-80dd60fa6a07 HTTP/1.1" status: 200 len: 1092 time: 1.0008163 Jul 24 00:18:06.812691 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eccfc07c-effa-4159-9c8f-859aaf5689bd', 'tag': 'faf9a59f-2859-41cb-bdf9-80dd60fa6a07'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:18:06.815183 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d78df9f9-1620-4e85-bc13-5c4f5d808e65" -d '{"events": [{"name": "network-changed", "server_uuid": "eccfc07c-effa-4159-9c8f-859aaf5689bd", "tag": "faf9a59f-2859-41cb-bdf9-80dd60fa6a07"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:18:06.835610 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f80aab96-39ee-4592-a36e-77eb67967b39 req-8b9c511f-d10a-4126-998c-ecb85ab38b44 service neutron] 10.222.0.52 "GET /v2.0/networks/49599f72-6971-4c78-8210-d79c8aca88a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192534 Jul 24 00:18:06.876478 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed203fa6-2571-4950-84c9-dcb4d1b8f611 x-openstack-request-id: req-ed203fa6-2571-4950-84c9-dcb4d1b8f611 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:18:06.876857 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eccfc07c-effa-4159-9c8f-859aaf5689bd", "tag": "faf9a59f-2859-41cb-bdf9-80dd60fa6a07", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:18:06.877304 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ed203fa6-2571-4950-84c9-dcb4d1b8f611 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:18:06.877710 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eccfc07c-effa-4159-9c8f-859aaf5689bd', 'tag': 'faf9a59f-2859-41cb-bdf9-80dd60fa6a07', 'status': 'completed', 'code': 200} Jul 24 00:18:06.881022 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-67a277a2-dec9-43b8-90de-90be5f3b4d6e req-3dc8bebf-9678-4e7f-95b6-beb41e86e3e9 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611007 Jul 24 00:18:06.881631 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1882879c-8044-4a1f-8c52-6adbab236047 service neutron] Pushing event updated for resources: {'Port': ['ID=faf9a59f-2859-41cb-bdf9-80dd60fa6a07,revision_number=3']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:18:06.955777 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e52c1a3-b171-475b-8f48-a26778bc75a2 req-a20ae026-135e-48e5-a968-0dff23f6096b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:06.957772 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5e52c1a3-b171-475b-8f48-a26778bc75a2 req-a20ae026-135e-48e5-a968-0dff23f6096b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bf6833d5ef4e4ec6b999c5c1a3734713&device_id=eccfc07c-effa-4159-9c8f-859aaf5689bd HTTP/1.1" status: 200 len: 1095 time: 0.0729079 Jul 24 00:18:07.013234 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5e52c1a3-b171-475b-8f48-a26778bc75a2 req-f43517fb-e99d-4fff-ba42-5a06cd962347 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=faf9a59f-2859-41cb-bdf9-80dd60fa6a07 HTTP/1.1" status: 200 len: 217 time: 0.0433807 Jul 24 00:18:07.039804 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2dab1a-1d12-4b5e-945b-e21633cf8a8b req-ac2c201d-3228-442e-9df6-c8bf12db97c0 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:07.041530 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5e2dab1a-1d12-4b5e-945b-e21633cf8a8b req-ac2c201d-3228-442e-9df6-c8bf12db97c0 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ef43d93-267e-41ce-aef9-468c3606c521 HTTP/1.1" status: 200 len: 945 time: 0.0777006 Jul 24 00:18:07.072721 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e52c1a3-b171-475b-8f48-a26778bc75a2 req-94eb4091-6595-4f97-8f76-13abea9890c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:07.075805 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5e52c1a3-b171-475b-8f48-a26778bc75a2 req-94eb4091-6595-4f97-8f76-13abea9890c3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4f660729-e229-442a-bec0-0f7d8794afc6 HTTP/1.1" status: 200 len: 851 time: 0.0554910 Jul 24 00:18:07.089311 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5e2dab1a-1d12-4b5e-945b-e21633cf8a8b req-533931ec-840f-499d-b111-bee94d635f66 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395899 Jul 24 00:18:07.165022 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e52c1a3-b171-475b-8f48-a26778bc75a2 req-5655b3df-599c-494b-aa84-710493bf6dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:07.166715 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5e52c1a3-b171-475b-8f48-a26778bc75a2 req-5655b3df-599c-494b-aa84-710493bf6dd0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0843444 Jul 24 00:18:07.268650 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5e52c1a3-b171-475b-8f48-a26778bc75a2 req-3ebe6412-4e8f-425f-a1d0-1c475b1b4411 service neutron] 10.222.0.64 "GET /v2.0/networks/657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934365 Jul 24 00:18:07.338700 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d863bb52-57e4-41be-ac3e-66ef50b55367 req-7232b620-bd94-4924-b67c-0f5477e20fb0 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:07.340871 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d863bb52-57e4-41be-ac3e-66ef50b55367 req-7232b620-bd94-4924-b67c-0f5477e20fb0 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ef43d93-267e-41ce-aef9-468c3606c521 HTTP/1.1" status: 200 len: 945 time: 0.0759971 Jul 24 00:18:07.386298 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5e52c1a3-b171-475b-8f48-a26778bc75a2 req-d322d1cf-77ed-43dd-8164-33c86f6f8be4 service neutron] 10.222.0.64 "GET /v2.0/networks/657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107187 Jul 24 00:18:07.390070 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d863bb52-57e4-41be-ac3e-66ef50b55367 req-0e0292dd-f702-436f-950a-459bea6eca2b tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425253 Jul 24 00:18:07.519409 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cedfd6-b774-4a4e-86e9-5894cbc95295 req-7613dd10-2f88-493d-b39f-3eeb747acffe tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:07.521645 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a1cedfd6-b774-4a4e-86e9-5894cbc95295 req-7613dd10-2f88-493d-b39f-3eeb747acffe tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=eccfc07c-effa-4159-9c8f-859aaf5689bd HTTP/1.1" status: 200 len: 943 time: 0.1049488 Jul 24 00:18:07.530358 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78df9f9-1620-4e85-bc13-5c4f5d808e65 req-e53e1485-798d-46f0-ad84-508c12c41768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:07.532025 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d78df9f9-1620-4e85-bc13-5c4f5d808e65 req-e53e1485-798d-46f0-ad84-508c12c41768 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bf6833d5ef4e4ec6b999c5c1a3734713&device_id=eccfc07c-effa-4159-9c8f-859aaf5689bd HTTP/1.1" status: 200 len: 1095 time: 0.0859551 Jul 24 00:18:07.597347 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a1cedfd6-b774-4a4e-86e9-5894cbc95295 req-34466b2d-4198-4ff5-bcb9-6e8acb48d312 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=03bee5c9-e66c-4142-aa97-b7495f645fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642934 Jul 24 00:18:07.650998 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78df9f9-1620-4e85-bc13-5c4f5d808e65 req-bb948c5a-899f-4de3-8a31-f4ae63febf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:07.653049 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d78df9f9-1620-4e85-bc13-5c4f5d808e65 req-bb948c5a-899f-4de3-8a31-f4ae63febf72 service neutron] 10.222.0.64 "GET /v2.0/networks?id=657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f HTTP/1.1" status: 200 len: 913 time: 0.1134694 Jul 24 00:18:07.699192 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d78df9f9-1620-4e85-bc13-5c4f5d808e65 req-3559978b-9105-46d7-a277-ef2dc15fae38 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=faf9a59f-2859-41cb-bdf9-80dd60fa6a07 HTTP/1.1" status: 200 len: 217 time: 0.0389099 Jul 24 00:18:07.753299 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78df9f9-1620-4e85-bc13-5c4f5d808e65 req-272edb15-9ea8-456a-a045-783a2611a2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:07.754797 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d78df9f9-1620-4e85-bc13-5c4f5d808e65 req-272edb15-9ea8-456a-a045-783a2611a2a7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4f660729-e229-442a-bec0-0f7d8794afc6 HTTP/1.1" status: 200 len: 851 time: 0.0496101 Jul 24 00:18:07.807307 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f04eafb-dedb-4b30-9ea5-d43152f0605a req-abfe6339-da38-4ae1-8a89-2c00517efc20 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:07.814330 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1f04eafb-dedb-4b30-9ea5-d43152f0605a req-abfe6339-da38-4ae1-8a89-2c00517efc20 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b843f86-0133-4379-9857-92b15ba31035 HTTP/1.1" status: 200 len: 943 time: 0.0746622 Jul 24 00:18:07.817288 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78df9f9-1620-4e85-bc13-5c4f5d808e65 req-3a4f3f98-7544-4673-9c6c-3df46af60ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:07.818874 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d78df9f9-1620-4e85-bc13-5c4f5d808e65 req-3a4f3f98-7544-4673-9c6c-3df46af60ef4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0558987 Jul 24 00:18:07.849329 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1f04eafb-dedb-4b30-9ea5-d43152f0605a req-2c5a8d5d-1e27-4b8d-8f14-3a4deda87336 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeb41864-d368-40dc-9b68-32578df5a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340457 Jul 24 00:18:07.934726 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d78df9f9-1620-4e85-bc13-5c4f5d808e65 req-666fdc71-ef5d-48ad-b41c-2f6a0fe34473 service neutron] 10.222.0.64 "GET /v2.0/networks/657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081214 Jul 24 00:18:08.076210 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d78df9f9-1620-4e85-bc13-5c4f5d808e65 req-c2932fdd-619f-4485-90b0-a79283ee4429 service neutron] 10.222.0.64 "GET /v2.0/networks/657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315749 Jul 24 00:18:08.548462 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da4cd14-72d8-406c-81ff-3841812d402b req-4f733594-adb0-47aa-bd28-d9ee022efb44 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:08.551086 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7da4cd14-72d8-406c-81ff-3841812d402b req-4f733594-adb0-47aa-bd28-d9ee022efb44 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ef43d93-267e-41ce-aef9-468c3606c521 HTTP/1.1" status: 200 len: 945 time: 0.0805550 Jul 24 00:18:08.633525 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7da4cd14-72d8-406c-81ff-3841812d402b req-704ba2fc-27d6-4b86-ae2d-144d055eea19 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750139 Jul 24 00:18:08.778913 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133fa3c4-7e7b-4771-b71d-ef838b1e380c req-7e637e77-6b12-467c-99a2-7929b47ad7a4 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:08.783650 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-133fa3c4-7e7b-4771-b71d-ef838b1e380c req-7e637e77-6b12-467c-99a2-7929b47ad7a4 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=eccfc07c-effa-4159-9c8f-859aaf5689bd HTTP/1.1" status: 200 len: 943 time: 0.0919061 Jul 24 00:18:08.852525 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-133fa3c4-7e7b-4771-b71d-ef838b1e380c req-3b8b893f-f8cb-44b4-8578-5942dfb94abc tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=03bee5c9-e66c-4142-aa97-b7495f645fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624452 Jul 24 00:18:09.088558 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7199b543-3c59-4cb8-9547-4b6995df7ae4 req-b73f976f-af0c-46bd-ad9b-6bd57ed6e8da tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:09.090229 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7199b543-3c59-4cb8-9547-4b6995df7ae4 req-b73f976f-af0c-46bd-ad9b-6bd57ed6e8da tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b843f86-0133-4379-9857-92b15ba31035 HTTP/1.1" status: 200 len: 943 time: 0.1435854 Jul 24 00:18:09.141342 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7199b543-3c59-4cb8-9547-4b6995df7ae4 req-dae3eef7-133c-4855-9041-824f84311551 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeb41864-d368-40dc-9b68-32578df5a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453730 Jul 24 00:18:09.840871 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e736c4c8-6f5f-4634-a08e-3e8804c6abea req-e0bd9d04-4e46-4e09-b24e-34215ced95da tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:09.842918 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e736c4c8-6f5f-4634-a08e-3e8804c6abea req-e0bd9d04-4e46-4e09-b24e-34215ced95da tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ef43d93-267e-41ce-aef9-468c3606c521 HTTP/1.1" status: 200 len: 945 time: 0.0968516 Jul 24 00:18:09.907925 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e736c4c8-6f5f-4634-a08e-3e8804c6abea req-5accfcc8-46a0-4f3a-ad9d-695b963f0971 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550792 Jul 24 00:18:10.025524 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99fccf3-c15b-4a55-abab-d1e9d8d31144 req-8c5a0d73-ea8e-42fa-b655-58822bcd03ae tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:10.027121 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d99fccf3-c15b-4a55-abab-d1e9d8d31144 req-8c5a0d73-ea8e-42fa-b655-58822bcd03ae tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=eccfc07c-effa-4159-9c8f-859aaf5689bd HTTP/1.1" status: 200 len: 943 time: 0.0841460 Jul 24 00:18:10.080991 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d99fccf3-c15b-4a55-abab-d1e9d8d31144 req-9ef9f35a-c60c-432d-9806-d3cf0b6a6469 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=03bee5c9-e66c-4142-aa97-b7495f645fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459073 Jul 24 00:18:10.109076 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 4b35ae3e-77f9-4e27-b989-ee37e33917aa details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:18:10.267445 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 4b35ae3e-77f9-4e27-b989-ee37e33917aa, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=4b35ae3e-77f9-4e27-b989-ee37e33917aa,segment=NetworkSegment(28758b2b-8e5b-4b20-97dc-892d312454de),segment_id=28758b2b-8e5b-4b20-97dc-892d312454de)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:18:10.284087 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': '4b35ae3e-77f9-4e27-b989-ee37e33917aa', 'network_id': '49599f72-6971-4c78-8210-d79c8aca88a7', 'port_id': '4b35ae3e-77f9-4e27-b989-ee37e33917aa', 'mac_address': 'fa:16:3e:b8:15:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47f2c0d4-0d4f-46b9-9d68-d3d80dbac696', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:18:10.321271 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761587a2-1a58-445e-8128-617d72d7622c req-a3db8077-bd02-4a3d-9146-bac49d515f9e tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:10.322838 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-761587a2-1a58-445e-8128-617d72d7622c req-a3db8077-bd02-4a3d-9146-bac49d515f9e tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b843f86-0133-4379-9857-92b15ba31035 HTTP/1.1" status: 200 len: 943 time: 0.0967357 Jul 24 00:18:10.330166 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:10.344554 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b35ae3e-77f9-4e27-b989-ee37e33917aa {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:18:10.366552 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-761587a2-1a58-445e-8128-617d72d7622c req-acd2b4bc-cf9b-433c-9161-dd4e9049f396 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeb41864-d368-40dc-9b68-32578df5a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370972 Jul 24 00:18:10.370540 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 4b35ae3e-77f9-4e27-b989-ee37e33917aa, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=4b35ae3e-77f9-4e27-b989-ee37e33917aa,segment=NetworkSegment(28758b2b-8e5b-4b20-97dc-892d312454de),segment_id=28758b2b-8e5b-4b20-97dc-892d312454de)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:18:10.376410 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:10.436313 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=4b35ae3e-77f9-4e27-b989-ee37e33917aa,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:18:10.601229 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['4b35ae3e-77f9-4e27-b989-ee37e33917aa'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:18:11.055176 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f84361-732f-43b8-9646-c82748c42cdc req-4aa5ccd7-36d3-42c0-9a1b-bf9d2be9ca85 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:11.057315 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-41f84361-732f-43b8-9646-c82748c42cdc req-4aa5ccd7-36d3-42c0-9a1b-bf9d2be9ca85 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ef43d93-267e-41ce-aef9-468c3606c521 HTTP/1.1" status: 200 len: 945 time: 0.0731025 Jul 24 00:18:11.114856 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-41f84361-732f-43b8-9646-c82748c42cdc req-9e4dd498-ad5f-46b6-b369-0d1b5b09e13a tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503333 Jul 24 00:18:11.224367 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0562c101-8c0a-4406-bc27-e2320b5a929d req-96876b14-b78f-4a58-8a73-bd90053380e4 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:11.225841 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0562c101-8c0a-4406-bc27-e2320b5a929d req-96876b14-b78f-4a58-8a73-bd90053380e4 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=eccfc07c-effa-4159-9c8f-859aaf5689bd HTTP/1.1" status: 200 len: 943 time: 0.0691257 Jul 24 00:18:11.264181 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0562c101-8c0a-4406-bc27-e2320b5a929d req-c3e07c51-6dbf-47fd-b4a2-e5df65990ca9 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=03bee5c9-e66c-4142-aa97-b7495f645fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324681 Jul 24 00:18:11.509747 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fb22a9-401b-4d69-966c-4ecedbbefdb6 req-f19c9616-e8f1-4c99-a0d8-724717c749a4 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:11.511277 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-73fb22a9-401b-4d69-966c-4ecedbbefdb6 req-f19c9616-e8f1-4c99-a0d8-724717c749a4 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b843f86-0133-4379-9857-92b15ba31035 HTTP/1.1" status: 200 len: 944 time: 0.0717084 Jul 24 00:18:11.565032 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-73fb22a9-401b-4d69-966c-4ecedbbefdb6 req-2e8f07a8-b071-49e3-ba4d-cd362c739679 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeb41864-d368-40dc-9b68-32578df5a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412800 Jul 24 00:18:12.124754 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 4b35ae3e-77f9-4e27-b989-ee37e33917aa up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:18:12.183144 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port 4b35ae3e-77f9-4e27-b989-ee37e33917aa completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:18:12.187638 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port 4b35ae3e-77f9-4e27-b989-ee37e33917aa triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:18:12.188010 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:12.260859 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ebdd8-f801-4448-8278-dd947d2434a1 req-15129b90-cd9b-4d5d-9bc2-51eaaaf07c63 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:12.263184 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-451ebdd8-f801-4448-8278-dd947d2434a1 req-15129b90-cd9b-4d5d-9bc2-51eaaaf07c63 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ef43d93-267e-41ce-aef9-468c3606c521 HTTP/1.1" status: 200 len: 945 time: 0.0723369 Jul 24 00:18:12.291222 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:12.304010 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-451ebdd8-f801-4448-8278-dd947d2434a1 req-ef085b51-20e6-4d8d-a015-575012949d7c tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351996 Jul 24 00:18:12.325765 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b843f86-0133-4379-9857-92b15ba31035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b35ae3e-77f9-4e27-b989-ee37e33917aa'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:18:12.327993 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce5e9dea-d551-4d25-86de-de9347e67e33" -d '{"events": [{"server_uuid": "8b843f86-0133-4379-9857-92b15ba31035", "name": "network-vif-plugged", "status": "completed", "tag": "4b35ae3e-77f9-4e27-b989-ee37e33917aa"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:18:12.353101 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 4b35ae3e-77f9-4e27-b989-ee37e33917aa, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=4b35ae3e-77f9-4e27-b989-ee37e33917aa,segment=NetworkSegment(28758b2b-8e5b-4b20-97dc-892d312454de),segment_id=28758b2b-8e5b-4b20-97dc-892d312454de)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:18:12.358075 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:12.392272 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de6d611-9b45-441c-80c6-cc44fb0df586 x-openstack-request-id: req-2de6d611-9b45-441c-80c6-cc44fb0df586 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:18:12.392629 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b843f86-0133-4379-9857-92b15ba31035", "name": "network-vif-plugged", "status": "completed", "tag": "4b35ae3e-77f9-4e27-b989-ee37e33917aa", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:18:12.392897 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2de6d611-9b45-441c-80c6-cc44fb0df586 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:18:12.393267 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b843f86-0133-4379-9857-92b15ba31035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b35ae3e-77f9-4e27-b989-ee37e33917aa', 'code': 200} Jul 24 00:18:12.442265 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=4b35ae3e-77f9-4e27-b989-ee37e33917aa,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:18:12.484240 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf15984-61e9-4ffb-b6d9-41e8fe3cfa9e req-c6e544a5-4d74-4263-94cb-582d3690b060 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:12.491377 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cdf15984-61e9-4ffb-b6d9-41e8fe3cfa9e req-c6e544a5-4d74-4263-94cb-582d3690b060 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=eccfc07c-effa-4159-9c8f-859aaf5689bd HTTP/1.1" status: 200 len: 943 time: 0.0785642 Jul 24 00:18:12.505138 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d329ff9a-1b98-4f4c-bc0d-b17518095e6c req-4df6c02d-cb81-435c-b219-583e4115325b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:12.506799 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d329ff9a-1b98-4f4c-bc0d-b17518095e6c req-4df6c02d-cb81-435c-b219-583e4115325b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8b843f86-0133-4379-9857-92b15ba31035 HTTP/1.1" status: 200 len: 1097 time: 0.0776060 Jul 24 00:18:12.532121 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cdf15984-61e9-4ffb-b6d9-41e8fe3cfa9e req-41e9a698-3f69-4291-8671-3d60d1d775f1 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=03bee5c9-e66c-4142-aa97-b7495f645fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399041 Jul 24 00:18:12.548911 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d329ff9a-1b98-4f4c-bc0d-b17518095e6c req-96d7bc3f-e66c-484b-a7c5-b44e6cd77053 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=eeb41864-d368-40dc-9b68-32578df5a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356431 Jul 24 00:18:12.705582 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77aeead-30c9-4b8d-89a3-174b70df3369 req-a1e39479-82d1-4ecc-87e7-7bf88dc94a51 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:12.707076 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c77aeead-30c9-4b8d-89a3-174b70df3369 req-a1e39479-82d1-4ecc-87e7-7bf88dc94a51 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b843f86-0133-4379-9857-92b15ba31035 HTTP/1.1" status: 200 len: 945 time: 0.0739367 Jul 24 00:18:12.746715 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c77aeead-30c9-4b8d-89a3-174b70df3369 req-35c417dd-079a-4876-870b-a7e024df0cb1 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeb41864-d368-40dc-9b68-32578df5a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337512 Jul 24 00:18:13.439228 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da3cc37-5f30-4fe4-9f09-93afa08ba530 req-51956fd6-c25e-4d0d-89b4-1c800aa96e79 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:13.440724 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3da3cc37-5f30-4fe4-9f09-93afa08ba530 req-51956fd6-c25e-4d0d-89b4-1c800aa96e79 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ef43d93-267e-41ce-aef9-468c3606c521 HTTP/1.1" status: 200 len: 945 time: 0.0647759 Jul 24 00:18:13.478294 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3da3cc37-5f30-4fe4-9f09-93afa08ba530 req-2e5de816-ec1b-4b3e-9fe1-1d982245b10f tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317919 Jul 24 00:18:13.660151 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6800d0-c9f0-4ba5-9fb0-7cac2699c17f req-fbc21fcd-90e6-4dd8-9de6-93d79919873e tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:13.661580 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4b6800d0-c9f0-4ba5-9fb0-7cac2699c17f req-fbc21fcd-90e6-4dd8-9de6-93d79919873e tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=eccfc07c-effa-4159-9c8f-859aaf5689bd HTTP/1.1" status: 200 len: 943 time: 0.0633335 Jul 24 00:18:13.697935 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4b6800d0-c9f0-4ba5-9fb0-7cac2699c17f req-5f1405ab-dabc-4323-ae66-5bd6eac63376 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=03bee5c9-e66c-4142-aa97-b7495f645fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308573 Jul 24 00:18:13.876337 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db23bb60-b38a-46cc-8e83-9cb7423b632b req-871057e5-585e-4104-ad1e-d2b65a60f27f tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:13.877865 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-db23bb60-b38a-46cc-8e83-9cb7423b632b req-871057e5-585e-4104-ad1e-d2b65a60f27f tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b843f86-0133-4379-9857-92b15ba31035 HTTP/1.1" status: 200 len: 945 time: 0.0669987 Jul 24 00:18:13.915584 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-db23bb60-b38a-46cc-8e83-9cb7423b632b req-ac524951-2d07-4a91-b829-069ccf8f59d8 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeb41864-d368-40dc-9b68-32578df5a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322800 Jul 24 00:18:14.124925 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d3e3ae-3842-402b-ada9-bd675807db37 req-e9388d17-e712-4d8c-8165-f0841570ace1 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:14.126416 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-09d3e3ae-3842-402b-ada9-bd675807db37 req-e9388d17-e712-4d8c-8165-f0841570ace1 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b843f86-0133-4379-9857-92b15ba31035 HTTP/1.1" status: 200 len: 945 time: 0.0683343 Jul 24 00:18:14.163411 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-09d3e3ae-3842-402b-ada9-bd675807db37 req-6c42b4d0-4c5e-462a-bd6b-5326522958e3 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeb41864-d368-40dc-9b68-32578df5a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315409 Jul 24 00:18:14.612257 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdbcdd5-4899-475a-83f3-c74a69b53bac req-1c6eb4ca-411c-457c-b5d0-a83cb1f17239 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:14.613893 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1bdbcdd5-4899-475a-83f3-c74a69b53bac req-1c6eb4ca-411c-457c-b5d0-a83cb1f17239 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ef43d93-267e-41ce-aef9-468c3606c521 HTTP/1.1" status: 200 len: 945 time: 0.0682261 Jul 24 00:18:14.653087 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1bdbcdd5-4899-475a-83f3-c74a69b53bac req-d9ad1cb2-80f1-4ea3-a05e-02a632702b2e tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329719 Jul 24 00:18:14.812090 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:14.834415 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bbdb57-3259-4351-b758-0ca642c7be98 req-2ef461eb-8c83-4d0a-87cc-c88cf5ef004e tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:14.835976 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b9bbdb57-3259-4351-b758-0ca642c7be98 req-2ef461eb-8c83-4d0a-87cc-c88cf5ef004e tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=eccfc07c-effa-4159-9c8f-859aaf5689bd HTTP/1.1" status: 200 len: 943 time: 0.0709713 Jul 24 00:18:14.875769 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b9bbdb57-3259-4351-b758-0ca642c7be98 req-0f91b92f-2292-4762-9c9f-291eaeb9829e tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=03bee5c9-e66c-4142-aa97-b7495f645fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335405 Jul 24 00:18:15.294162 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f279e9-3d50-4265-94f9-dbd6537b6155 req-f294ce33-ba87-4c01-9aa8-d5645da910eb tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:15.295687 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-54f279e9-3d50-4265-94f9-dbd6537b6155 req-f294ce33-ba87-4c01-9aa8-d5645da910eb tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b843f86-0133-4379-9857-92b15ba31035 HTTP/1.1" status: 200 len: 945 time: 0.0661576 Jul 24 00:18:15.334648 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-54f279e9-3d50-4265-94f9-dbd6537b6155 req-101790e2-b3db-41c9-9550-573d56c0901c tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeb41864-d368-40dc-9b68-32578df5a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332417 Jul 24 00:18:15.784522 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659e8277-b800-44ec-a409-37d5b346668a req-7e068bb8-6566-4ef7-8629-2bd7789d41ae tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:15.786067 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-659e8277-b800-44ec-a409-37d5b346668a req-7e068bb8-6566-4ef7-8629-2bd7789d41ae tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ef43d93-267e-41ce-aef9-468c3606c521 HTTP/1.1" status: 200 len: 945 time: 0.0663958 Jul 24 00:18:15.828384 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-659e8277-b800-44ec-a409-37d5b346668a req-77471387-7f7c-425c-89e2-867d1a205407 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362835 Jul 24 00:18:16.005212 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6dd854-5860-40e9-b93f-24dc663acfb4 req-b6b152dd-9f32-4cd6-be28-b1b0dc448e2b tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:16.006679 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-af6dd854-5860-40e9-b93f-24dc663acfb4 req-b6b152dd-9f32-4cd6-be28-b1b0dc448e2b tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=eccfc07c-effa-4159-9c8f-859aaf5689bd HTTP/1.1" status: 200 len: 943 time: 0.0629399 Jul 24 00:18:16.050002 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-af6dd854-5860-40e9-b93f-24dc663acfb4 req-90c3e820-b0bd-434f-b7e8-13c24cdb532f tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=03bee5c9-e66c-4142-aa97-b7495f645fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372274 Jul 24 00:18:16.320291 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:18:16.465720 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c562c9f-5fbe-4656-8ea8-de460a9a4a38 req-0465c557-8fd7-4a62-b345-a85acc59c0e4 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:16.467274 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5c562c9f-5fbe-4656-8ea8-de460a9a4a38 req-0465c557-8fd7-4a62-b345-a85acc59c0e4 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b843f86-0133-4379-9857-92b15ba31035 HTTP/1.1" status: 200 len: 945 time: 0.0654562 Jul 24 00:18:16.506383 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5c562c9f-5fbe-4656-8ea8-de460a9a4a38 req-557c48e5-ed7b-40f1-85b0-4789854775cd tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeb41864-d368-40dc-9b68-32578df5a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332408 Jul 24 00:18:16.962630 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa8464b-bc53-481e-9c2f-2e6064633f3b req-e5d03014-cd8f-4f90-a7e2-f5eda0d4b670 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:16.964115 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2aa8464b-bc53-481e-9c2f-2e6064633f3b req-e5d03014-cd8f-4f90-a7e2-f5eda0d4b670 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ef43d93-267e-41ce-aef9-468c3606c521 HTTP/1.1" status: 200 len: 945 time: 0.0680110 Jul 24 00:18:17.003616 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2aa8464b-bc53-481e-9c2f-2e6064633f3b req-23c0456c-9f6f-469e-b177-4bd1042c2b24 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327384 Jul 24 00:18:17.181536 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72afcbf0-11d0-47e9-b443-9a3d8f3d742a req-f8e39fbf-81cd-4da6-a178-1952d941c33b tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:17.183012 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-72afcbf0-11d0-47e9-b443-9a3d8f3d742a req-f8e39fbf-81cd-4da6-a178-1952d941c33b tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=eccfc07c-effa-4159-9c8f-859aaf5689bd HTTP/1.1" status: 200 len: 943 time: 0.0670664 Jul 24 00:18:17.224445 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-72afcbf0-11d0-47e9-b443-9a3d8f3d742a req-ee7bfdd0-736e-4117-854e-6b84963326c2 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=03bee5c9-e66c-4142-aa97-b7495f645fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357006 Jul 24 00:18:17.635166 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b719bfd1-9bf6-4640-adaa-526255a7a94a req-876475ba-b3e4-4fee-815e-9a8cf1fe887b tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:17.637209 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b719bfd1-9bf6-4640-adaa-526255a7a94a req-876475ba-b3e4-4fee-815e-9a8cf1fe887b tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b843f86-0133-4379-9857-92b15ba31035 HTTP/1.1" status: 200 len: 945 time: 0.0653243 Jul 24 00:18:17.674561 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b719bfd1-9bf6-4640-adaa-526255a7a94a req-52012ea6-0235-4694-ae16-ee4fa0465b42 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeb41864-d368-40dc-9b68-32578df5a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317547 Jul 24 00:18:17.736648 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:18.151499 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3087fec-f237-4335-875a-f0d4eae93e57 req-3b315bf1-a6d1-4f59-9424-6b389318a6c1 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:18.152982 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c3087fec-f237-4335-875a-f0d4eae93e57 req-3b315bf1-a6d1-4f59-9424-6b389318a6c1 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ef43d93-267e-41ce-aef9-468c3606c521 HTTP/1.1" status: 200 len: 945 time: 0.0684841 Jul 24 00:18:18.190740 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c3087fec-f237-4335-875a-f0d4eae93e57 req-6f9bcd68-8b5d-47fa-be5d-f1d44b4fa5ed tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320311 Jul 24 00:18:18.369855 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b166f565-52dc-46fd-845e-cf74627aef62 req-ba459d31-6714-410b-b7d4-b5dd91a766dd tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:18.372221 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b166f565-52dc-46fd-845e-cf74627aef62 req-ba459d31-6714-410b-b7d4-b5dd91a766dd tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=eccfc07c-effa-4159-9c8f-859aaf5689bd HTTP/1.1" status: 200 len: 943 time: 0.0736036 Jul 24 00:18:18.414485 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b166f565-52dc-46fd-845e-cf74627aef62 req-bcb94493-3228-404e-a039-75cd59d32a4e tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=03bee5c9-e66c-4142-aa97-b7495f645fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363238 Jul 24 00:18:18.598809 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9039d8a7-9bcc-44b4-9ee4-969607fccfa4 req-1ea18c70-bbea-4407-86fa-e08c4c23ec38 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:18.600325 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9039d8a7-9bcc-44b4-9ee4-969607fccfa4 req-1ea18c70-bbea-4407-86fa-e08c4c23ec38 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef7418c8-cc0f-4720-98ea-317b65ccb9ad HTTP/1.1" status: 200 len: 947 time: 0.0669935 Jul 24 00:18:18.644567 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9039d8a7-9bcc-44b4-9ee4-969607fccfa4 req-40e5d1b2-a27d-4f8b-b0c2-086c882886ff tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=6134d66c-4e65-4c63-a0b5-3a2b7a9634b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377586 Jul 24 00:18:18.807940 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed9cef-f0a9-48b7-bb71-13c6cbf6151c req-ecd16893-4946-46c0-b558-e7f172710b51 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:18.810047 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-95ed9cef-f0a9-48b7-bb71-13c6cbf6151c req-ecd16893-4946-46c0-b558-e7f172710b51 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b843f86-0133-4379-9857-92b15ba31035 HTTP/1.1" status: 200 len: 945 time: 0.0642879 Jul 24 00:18:18.848200 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-95ed9cef-f0a9-48b7-bb71-13c6cbf6151c req-a03124ce-f3fc-42e9-8418-1dbbb914f952 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeb41864-d368-40dc-9b68-32578df5a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327601 Jul 24 00:18:19.318418 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73b978b-faf8-4f3d-b2c5-9040cbca40ad req-746a0416-74d2-4c75-acd7-b28c16b24acc tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:19.319933 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b73b978b-faf8-4f3d-b2c5-9040cbca40ad req-746a0416-74d2-4c75-acd7-b28c16b24acc tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ef43d93-267e-41ce-aef9-468c3606c521 HTTP/1.1" status: 200 len: 945 time: 0.0625072 Jul 24 00:18:19.357450 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b73b978b-faf8-4f3d-b2c5-9040cbca40ad req-f6540590-677a-44f8-9b09-403c948a33b6 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318820 Jul 24 00:18:19.545178 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63833ad-6038-4f5f-b2cb-5714d3d4f1fb req-96312f94-7a96-481e-a518-89faaeacfbc1 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:19.546679 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a63833ad-6038-4f5f-b2cb-5714d3d4f1fb req-96312f94-7a96-481e-a518-89faaeacfbc1 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=eccfc07c-effa-4159-9c8f-859aaf5689bd HTTP/1.1" status: 200 len: 943 time: 0.0635109 Jul 24 00:18:19.587015 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a63833ad-6038-4f5f-b2cb-5714d3d4f1fb req-694b572f-f382-47f9-9187-1485da9caad3 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=03bee5c9-e66c-4142-aa97-b7495f645fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348427 Jul 24 00:18:19.784444 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4744bf5f-8321-496c-8518-b258ab4964f1 req-f433fb75-717f-4705-aa02-c1830b571528 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:19.785974 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4744bf5f-8321-496c-8518-b258ab4964f1 req-f433fb75-717f-4705-aa02-c1830b571528 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef7418c8-cc0f-4720-98ea-317b65ccb9ad HTTP/1.1" status: 200 len: 947 time: 0.0732732 Jul 24 00:18:19.822301 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4744bf5f-8321-496c-8518-b258ab4964f1 req-70d21bc9-d6ab-41e7-8d39-673d57c7339d tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups?id=6134d66c-4e65-4c63-a0b5-3a2b7a9634b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307550 Jul 24 00:18:19.977128 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d748c274-ca5d-4bc3-ac33-9edae19e8a61 req-e8c4a3d1-6f9e-4b79-88af-ecec06b69974 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:19.978634 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d748c274-ca5d-4bc3-ac33-9edae19e8a61 req-e8c4a3d1-6f9e-4b79-88af-ecec06b69974 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b843f86-0133-4379-9857-92b15ba31035 HTTP/1.1" status: 200 len: 945 time: 0.0655959 Jul 24 00:18:20.018949 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d748c274-ca5d-4bc3-ac33-9edae19e8a61 req-830d9878-0639-47e9-99f2-f8127b329f7c tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeb41864-d368-40dc-9b68-32578df5a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347173 Jul 24 00:18:20.107353 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fad0cb-4a6c-4a44-8e2f-5299cb272e4c req-488e4a44-24e5-4a3d-9aa4-b6c9116f9476 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:20.108738 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e2fad0cb-4a6c-4a44-8e2f-5299cb272e4c req-488e4a44-24e5-4a3d-9aa4-b6c9116f9476 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef7418c8-cc0f-4720-98ea-317b65ccb9ad HTTP/1.1" status: 200 len: 947 time: 0.0630898 Jul 24 00:18:20.214343 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-e2fad0cb-4a6c-4a44-8e2f-5299cb272e4c req-542fe78d-490d-4838-a8cf-f1c86ed3ca06 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Deleting port 2cc29194-d266-42bb-9db8-3d7a0b796200 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:18:20.214682 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-e2fad0cb-4a6c-4a44-8e2f-5299cb272e4c req-542fe78d-490d-4838-a8cf-f1c86ed3ca06 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:20.299676 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-e2fad0cb-4a6c-4a44-8e2f-5299cb272e4c req-542fe78d-490d-4838-a8cf-f1c86ed3ca06 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] For port 2cc29194-d266-42bb-9db8-3d7a0b796200, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=2cc29194-d266-42bb-9db8-3d7a0b796200,segment=NetworkSegment(d3cc9475-f05d-4177-894c-9d197d6c8577),segment_id=d3cc9475-f05d-4177-894c-9d197d6c8577)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:18:20.300045 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-e2fad0cb-4a6c-4a44-8e2f-5299cb272e4c req-542fe78d-490d-4838-a8cf-f1c86ed3ca06 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:20.478937 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-e2fad0cb-4a6c-4a44-8e2f-5299cb272e4c req-542fe78d-490d-4838-a8cf-f1c86ed3ca06 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:20.479306 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-e2fad0cb-4a6c-4a44-8e2f-5299cb272e4c req-542fe78d-490d-4838-a8cf-f1c86ed3ca06 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:20.479619 n-d-800088-16 neutron-server[100314]: INFO neutron.db.l3_db [req-e2fad0cb-4a6c-4a44-8e2f-5299cb272e4c req-542fe78d-490d-4838-a8cf-f1c86ed3ca06 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Floating IP 1210dbca-6d19-4a26-9967-f7ac25b314cf disassociated. External IP: 172.25.3.67, port: 2cc29194-d266-42bb-9db8-3d7a0b796200. Jul 24 00:18:20.480492 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-e2fad0cb-4a6c-4a44-8e2f-5299cb272e4c req-542fe78d-490d-4838-a8cf-f1c86ed3ca06 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Calling delete_port for 2cc29194-d266-42bb-9db8-3d7a0b796200 owned by compute:nova {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:18:20.485621 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b752200a-cf85-4209-9463-1402cf51eb0b req-bb3908ac-0543-4424-b1f7-c90b016cb98e tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:20.487131 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b752200a-cf85-4209-9463-1402cf51eb0b req-bb3908ac-0543-4424-b1f7-c90b016cb98e tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ef43d93-267e-41ce-aef9-468c3606c521 HTTP/1.1" status: 200 len: 945 time: 0.0643446 Jul 24 00:18:20.524427 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b752200a-cf85-4209-9463-1402cf51eb0b req-b03f96bc-a8d8-48aa-bfbc-77b351188c0b tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315247 Jul 24 00:18:20.606206 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-e2fad0cb-4a6c-4a44-8e2f-5299cb272e4c req-542fe78d-490d-4838-a8cf-f1c86ed3ca06 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:20.641127 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542fe78d-490d-4838-a8cf-f1c86ed3ca06 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Pushing event deleted for resources: {'Port': ['ID=2cc29194-d266-42bb-9db8-3d7a0b796200,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:18:20.656027 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542fe78d-490d-4838-a8cf-f1c86ed3ca06 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:18:20.656412 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542fe78d-490d-4838-a8cf-f1c86ed3ca06 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:18:20.656713 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542fe78d-490d-4838-a8cf-f1c86ed3ca06 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:18:20.657084 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542fe78d-490d-4838-a8cf-f1c86ed3ca06 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:18:20.657421 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542fe78d-490d-4838-a8cf-f1c86ed3ca06 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:18:20.657758 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542fe78d-490d-4838-a8cf-f1c86ed3ca06 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:18:20.658090 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542fe78d-490d-4838-a8cf-f1c86ed3ca06 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:18:20.658422 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542fe78d-490d-4838-a8cf-f1c86ed3ca06 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:18:20.658753 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542fe78d-490d-4838-a8cf-f1c86ed3ca06 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:18:20.659082 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542fe78d-490d-4838-a8cf-f1c86ed3ca06 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:18:20.659407 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542fe78d-490d-4838-a8cf-f1c86ed3ca06 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:18:20.659731 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542fe78d-490d-4838-a8cf-f1c86ed3ca06 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:18:20.933982 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8f8e3f07-2900-4d72-be76-3cccccf8004b req-7529ee2f-06fc-4610-94b3-78da0b49c77e tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef7418c8-cc0f-4720-98ea-317b65ccb9ad HTTP/1.1" status: 200 len: 210 time: 0.0348325 Jul 24 00:18:21.112953 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a9cf4-b292-4af2-a663-490563405b59 req-063bcbc3-4b8a-4ec4-8413-d47c3083ddd4 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:21.114538 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5c1a9cf4-b292-4af2-a663-490563405b59 req-063bcbc3-4b8a-4ec4-8413-d47c3083ddd4 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=eccfc07c-effa-4159-9c8f-859aaf5689bd HTTP/1.1" status: 200 len: 943 time: 0.4507396 Jul 24 00:18:21.142404 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2fad0cb-4a6c-4a44-8e2f-5299cb272e4c req-542fe78d-490d-4838-a8cf-f1c86ed3ca06 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Router 5597493e-01dd-47da-9bc4-b838fcd76b0d has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:18:21.159976 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286206e8-47d8-4704-a669-b2303c118ffd req-574b043a-6e5d-48e3-a98f-ec60f349449b tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:21.161530 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-286206e8-47d8-4704-a669-b2303c118ffd req-574b043a-6e5d-48e3-a98f-ec60f349449b tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b843f86-0133-4379-9857-92b15ba31035 HTTP/1.1" status: 200 len: 945 time: 0.0691562 Jul 24 00:18:21.170249 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5c1a9cf4-b292-4af2-a663-490563405b59 req-06d33b02-9430-4bbc-a630-f6d313ae41f4 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=03bee5c9-e66c-4142-aa97-b7495f645fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482593 Jul 24 00:18:21.205091 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-286206e8-47d8-4704-a669-b2303c118ffd req-18b2e250-0745-4275-b58c-ca258122a1e7 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeb41864-d368-40dc-9b68-32578df5a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376625 Jul 24 00:18:21.269778 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2fad0cb-4a6c-4a44-8e2f-5299cb272e4c req-542fe78d-490d-4838-a8cf-f1c86ed3ca06 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:18:21.279222 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657652a8-2742-4464-8f0d-b6ef488d2eb6 None None] Sync routers for ids ['5597493e-01dd-47da-9bc4-b838fcd76b0d'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:18:21.288497 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657652a8-2742-4464-8f0d-b6ef488d2eb6 None None] Routers {'5597493e-01dd-47da-9bc4-b838fcd76b0d'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:18:21.289141 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-657652a8-2742-4464-8f0d-b6ef488d2eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:17:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['5597493e-01dd-47da-9bc4-b838fcd76b0d'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:18:21.314376 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2fad0cb-4a6c-4a44-8e2f-5299cb272e4c req-542fe78d-490d-4838-a8cf-f1c86ed3ca06 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] No DVR routers for this DVR port 2cc29194-d266-42bb-9db8-3d7a0b796200 on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:18:21.317205 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-e2fad0cb-4a6c-4a44-8e2f-5299cb272e4c req-542fe78d-490d-4838-a8cf-f1c86ed3ca06 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:21.319564 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e2fad0cb-4a6c-4a44-8e2f-5299cb272e4c req-542fe78d-490d-4838-a8cf-f1c86ed3ca06 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.64 "DELETE /v2.0/ports/2cc29194-d266-42bb-9db8-3d7a0b796200 HTTP/1.1" status: 204 len: 173 time: 1.2036977 Jul 24 00:18:21.320038 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef7418c8-cc0f-4720-98ea-317b65ccb9ad', 'name': 'network-vif-deleted', 'tag': '2cc29194-d266-42bb-9db8-3d7a0b796200'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:18:21.323079 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd925ee-8062-4404-ac9c-e08ff3724f68" -d '{"events": [{"server_uuid": "ef7418c8-cc0f-4720-98ea-317b65ccb9ad", "name": "network-vif-deleted", "tag": "2cc29194-d266-42bb-9db8-3d7a0b796200"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:18:21.362097 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-330b0bb2-489a-4dec-ad5c-4513c6108000 x-openstack-request-id: req-330b0bb2-489a-4dec-ad5c-4513c6108000 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:18:21.362392 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef7418c8-cc0f-4720-98ea-317b65ccb9ad", "name": "network-vif-deleted", "tag": "2cc29194-d266-42bb-9db8-3d7a0b796200", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:18:21.362652 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-330b0bb2-489a-4dec-ad5c-4513c6108000 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:18:21.363081 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef7418c8-cc0f-4720-98ea-317b65ccb9ad', 'name': 'network-vif-deleted', 'tag': '2cc29194-d266-42bb-9db8-3d7a0b796200', 'status': 'completed', 'code': 200} Jul 24 00:18:21.549875 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-657652a8-2742-4464-8f0d-b6ef488d2eb6 None None] Set router 5597493e-01dd-47da-9bc4-b838fcd76b0d gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:18:21.661773 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642bdd9f-2eaf-4416-a5cd-eb7012b9a90a req-42e36ec5-a761-43f4-ad00-28288823b8c1 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:21.663279 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-642bdd9f-2eaf-4416-a5cd-eb7012b9a90a req-42e36ec5-a761-43f4-ad00-28288823b8c1 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ef43d93-267e-41ce-aef9-468c3606c521 HTTP/1.1" status: 200 len: 945 time: 0.0655520 Jul 24 00:18:21.701017 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-642bdd9f-2eaf-4416-a5cd-eb7012b9a90a req-aa02f4f5-1829-44a8-835f-4632bbb787e2 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310266 Jul 24 00:18:21.750024 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-657652a8-2742-4464-8f0d-b6ef488d2eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5597493e-01dd-47da-9bc4-b838fcd76b0d', 'name': 'tempest-AttachVolumeShelveTestJSON-15636632-router', 'tenant_id': 'f416a58274704009b44a26f31650fbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '59d53353-5b0f-46b9-b6a2-18c83ad501b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:09:42Z', 'updated_at': '2021-07-24T00:09:50Z', 'revision_number': 4, 'project_id': 'f416a58274704009b44a26f31650fbc3', 'gw_port': {'id': '59d53353-5b0f-46b9-b6a2-18c83ad501b8', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5597493e-01dd-47da-9bc4-b838fcd76b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:09:44Z', 'updated_at': '2021-07-24T00:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '62191fff-096a-441b-adfd-4c774030012a', 'name': '', 'network_id': '3bb27577-8aa4-438b-b0fc-2e9a72f8d21f', 'tenant_id': 'f416a58274704009b44a26f31650fbc3', 'mac_address': 'fa:16:3e:85:1d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5597493e-01dd-47da-9bc4-b838fcd76b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '63da32e2-61ac-4eb0-aee3-157739522d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:09:49Z', 'updated_at': '2021-07-24T00:10:02Z', 'revision_number': 5, 'project_id': 'f416a58274704009b44a26f31650fbc3', 'subnets': [{'id': '63da32e2-61ac-4eb0-aee3-157739522d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:18:21.775419 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657652a8-2742-4464-8f0d-b6ef488d2eb6 None None] Checking router: 5597493e-01dd-47da-9bc4-b838fcd76b0d for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:18:21.783920 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657652a8-2742-4464-8f0d-b6ef488d2eb6 None None] Routers {'5597493e-01dd-47da-9bc4-b838fcd76b0d'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:18:21.784530 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-657652a8-2742-4464-8f0d-b6ef488d2eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:17:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['5597493e-01dd-47da-9bc4-b838fcd76b0d'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:18:21.888035 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-657652a8-2742-4464-8f0d-b6ef488d2eb6 None None] Set router 5597493e-01dd-47da-9bc4-b838fcd76b0d gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:18:22.024143 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 49434) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:18:22.078626 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f3154ec3-9251-4cc4-8135-e1b10e8c4b16 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:22.090279 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-657652a8-2742-4464-8f0d-b6ef488d2eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5597493e-01dd-47da-9bc4-b838fcd76b0d', 'name': 'tempest-AttachVolumeShelveTestJSON-15636632-router', 'tenant_id': 'f416a58274704009b44a26f31650fbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '59d53353-5b0f-46b9-b6a2-18c83ad501b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:09:42Z', 'updated_at': '2021-07-24T00:09:50Z', 'revision_number': 4, 'project_id': 'f416a58274704009b44a26f31650fbc3', 'gw_port': {'id': '59d53353-5b0f-46b9-b6a2-18c83ad501b8', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5597493e-01dd-47da-9bc4-b838fcd76b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:09:44Z', 'updated_at': '2021-07-24T00:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '62191fff-096a-441b-adfd-4c774030012a', 'name': '', 'network_id': '3bb27577-8aa4-438b-b0fc-2e9a72f8d21f', 'tenant_id': 'f416a58274704009b44a26f31650fbc3', 'mac_address': 'fa:16:3e:85:1d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5597493e-01dd-47da-9bc4-b838fcd76b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '63da32e2-61ac-4eb0-aee3-157739522d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:09:49Z', 'updated_at': '2021-07-24T00:10:02Z', 'revision_number': 5, 'project_id': 'f416a58274704009b44a26f31650fbc3', 'subnets': [{'id': '63da32e2-61ac-4eb0-aee3-157739522d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:18:22.106599 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f3154ec3-9251-4cc4-8135-e1b10e8c4b16 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:22.117436 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657652a8-2742-4464-8f0d-b6ef488d2eb6 None None] The sync data for ids ['5597493e-01dd-47da-9bc4-b838fcd76b0d'] in n-d-800088-16 is: [{'id': '5597493e-01dd-47da-9bc4-b838fcd76b0d', 'name': 'tempest-AttachVolumeShelveTestJSON-15636632-router', 'tenant_id': 'f416a58274704009b44a26f31650fbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '59d53353-5b0f-46b9-b6a2-18c83ad501b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:09:42Z', 'updated_at': '2021-07-24T00:09:50Z', 'revision_number': 4, 'project_id': 'f416a58274704009b44a26f31650fbc3', 'gw_port': {'id': '59d53353-5b0f-46b9-b6a2-18c83ad501b8', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5597493e-01dd-47da-9bc4-b838fcd76b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:09:44Z', 'updated_at': '2021-07-24T00:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '62191fff-096a-441b-adfd-4c774030012a', 'name': '', 'network_id': '3bb27577-8aa4-438b-b0fc-2e9a72f8d21f', 'tenant_id': 'f416a58274704009b44a26f31650fbc3', 'mac_address': 'fa:16:3e:85:1d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5597493e-01dd-47da-9bc4-b838fcd76b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '63da32e2-61ac-4eb0-aee3-157739522d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:09:49Z', 'updated_at': '2021-07-24T00:10:02Z', 'revision_number': 5, 'project_id': 'f416a58274704009b44a26f31650fbc3', 'subnets': [{'id': '63da32e2-61ac-4eb0-aee3-157739522d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:18:22.153636 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f3154ec3-9251-4cc4-8135-e1b10e8c4b16 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:22.156295 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f3154ec3-9251-4cc4-8135-e1b10e8c4b16 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:22.158049 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-f3154ec3-9251-4cc4-8135-e1b10e8c4b16 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "DELETE /v2.0/security-groups/6134d66c-4e65-4c63-a0b5-3a2b7a9634b3 HTTP/1.1" status: 204 len: 168 time: 0.1324925 Jul 24 00:18:22.160497 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 49436) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:18:22.167313 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3154ec3-9251-4cc4-8135-e1b10e8c4b16 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6134d66c-4e65-4c63-a0b5-3a2b7a9634b3,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:18:22.175190 n-d-800088-16 neutron-server[100314]: INFO neutron.api.v2.resource [None req-73ab6ed5-035a-4fec-bf60-b642911d1bf3 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] show failed (client error): The resource could not be found. Jul 24 00:18:22.180970 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-73ab6ed5-035a-4fec-bf60-b642911d1bf3 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "GET /v2.0/security-groups/6134d66c-4e65-4c63-a0b5-3a2b7a9634b3 HTTP/1.1" status: 404 len: 347 time: 0.0163119 Jul 24 00:18:22.180970 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 49438) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:18:22.359190 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c5e3d5-2bcb-4e0f-8fd2-261a8ac7bd6d req-9eac63a1-22a8-4478-8243-c430c270327e tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:22.366505 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-87c5e3d5-2bcb-4e0f-8fd2-261a8ac7bd6d req-9eac63a1-22a8-4478-8243-c430c270327e tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b843f86-0133-4379-9857-92b15ba31035 HTTP/1.1" status: 200 len: 945 time: 0.0900736 Jul 24 00:18:22.367016 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-1be02a41-8d36-4b4f-99e8-6447db938129 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Deleting port e5f5d987-92f9-4b72-83cb-63877535ed1c {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:18:22.367362 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1be02a41-8d36-4b4f-99e8-6447db938129 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:22.398984 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a32064-a073-454b-84b0-544a7532226a req-37ceae41-d772-4541-9a1c-c274da83b2de tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:22.400561 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d8a32064-a073-454b-84b0-544a7532226a req-37ceae41-d772-4541-9a1c-c274da83b2de tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=eccfc07c-effa-4159-9c8f-859aaf5689bd HTTP/1.1" status: 200 len: 943 time: 0.1344323 Jul 24 00:18:22.404249 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-87c5e3d5-2bcb-4e0f-8fd2-261a8ac7bd6d req-993156c5-61fe-47a6-965a-b3785d069687 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeb41864-d368-40dc-9b68-32578df5a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369658 Jul 24 00:18:22.424744 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8b2962-34f3-4ac4-83ac-ce4b85f1ea4b None None] New status for floating IP 1210dbca-6d19-4a26-9967-f7ac25b314cf: DOWN {{(pid=100316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 00:18:22.481530 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1be02a41-8d36-4b4f-99e8-6447db938129 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:22.481865 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1be02a41-8d36-4b4f-99e8-6447db938129 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:22.486849 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d8a32064-a073-454b-84b0-544a7532226a req-2bcd92a8-d792-41d5-9c0c-67160ca41cca tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=03bee5c9-e66c-4142-aa97-b7495f645fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539591 Jul 24 00:18:22.497149 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-1be02a41-8d36-4b4f-99e8-6447db938129 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Calling delete_port for e5f5d987-92f9-4b72-83cb-63877535ed1c owned by network:floatingip {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:18:22.634720 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1be02a41-8d36-4b4f-99e8-6447db938129 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:22.661350 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be02a41-8d36-4b4f-99e8-6447db938129 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Pushing event deleted for resources: {'Port': ['ID=e5f5d987-92f9-4b72-83cb-63877535ed1c,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:18:22.725471 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1be02a41-8d36-4b4f-99e8-6447db938129 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks [] for floatingip, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:22.728569 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1be02a41-8d36-4b4f-99e8-6447db938129 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:22.729267 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-1be02a41-8d36-4b4f-99e8-6447db938129 tempest-AttachVolumeShelveTestJSON-1715786063 tempest-AttachVolumeShelveTestJSON-1715786063-project] 10.222.0.44 "DELETE /v2.0/floatingips/1210dbca-6d19-4a26-9967-f7ac25b314cf HTTP/1.1" status: 204 len: 168 time: 0.5475900 Jul 24 00:18:22.829896 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d43a73-d2b5-4394-9cd8-b73ecded385d req-8583c600-fd26-4af7-8102-05948e4ef586 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:22.831639 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c2d43a73-d2b5-4394-9cd8-b73ecded385d req-8583c600-fd26-4af7-8102-05948e4ef586 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ef43d93-267e-41ce-aef9-468c3606c521 HTTP/1.1" status: 200 len: 945 time: 0.0641496 Jul 24 00:18:22.876989 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c2d43a73-d2b5-4394-9cd8-b73ecded385d req-099cad36-d894-44bb-bdb4-0131166048db tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396457 Jul 24 00:18:23.168240 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a1cc0421-9d2d-4741-8c49-ad7be98f892a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:23.538466 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378616eb-0331-43aa-9727-619b6469b0c3 req-0e57404c-faaa-455c-b6b6-95747e91a3e2 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:23.540112 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-378616eb-0331-43aa-9727-619b6469b0c3 req-0e57404c-faaa-455c-b6b6-95747e91a3e2 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b843f86-0133-4379-9857-92b15ba31035 HTTP/1.1" status: 200 len: 945 time: 0.0682070 Jul 24 00:18:23.579713 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-378616eb-0331-43aa-9727-619b6469b0c3 req-642f27f3-d813-4ec5-a3e8-3512fda75aca tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeb41864-d368-40dc-9b68-32578df5a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338101 Jul 24 00:18:23.626761 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88076b2a-572e-40b4-bf14-d6437d404dce req-a0b82b8f-8713-468c-b9d2-3511c558164e tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:23.628286 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-88076b2a-572e-40b4-bf14-d6437d404dce req-a0b82b8f-8713-468c-b9d2-3511c558164e tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=eccfc07c-effa-4159-9c8f-859aaf5689bd HTTP/1.1" status: 200 len: 943 time: 0.0669477 Jul 24 00:18:23.667597 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-88076b2a-572e-40b4-bf14-d6437d404dce req-a42f63ee-77b2-4811-b896-5e298970a728 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=03bee5c9-e66c-4142-aa97-b7495f645fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335882 Jul 24 00:18:24.036062 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2492876-5b25-42f9-aa20-3eac98d2af24 req-656849a7-4ccc-41d0-b4a2-8a466da33729 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:24.037558 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a2492876-5b25-42f9-aa20-3eac98d2af24 req-656849a7-4ccc-41d0-b4a2-8a466da33729 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ef43d93-267e-41ce-aef9-468c3606c521 HTTP/1.1" status: 200 len: 945 time: 0.0765734 Jul 24 00:18:24.076688 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a2492876-5b25-42f9-aa20-3eac98d2af24 req-3652d3bf-19c1-45e5-a761-46cd20caf94a tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335195 Jul 24 00:18:24.659994 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 2cc29194-d266-42bb-9db8-3d7a0b796200 no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:18:24.684092 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] No Port match for: 2cc29194-d266-42bb-9db8-3d7a0b796200 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:18:24.684451 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 2cc29194-d266-42bb-9db8-3d7a0b796200 not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:18:24.721989 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62464b-bc3f-4c6b-bdfb-45473ff92665 req-a587284f-d9ac-4a6d-9f09-e644eeed3f38 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:24.724265 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1b62464b-bc3f-4c6b-bdfb-45473ff92665 req-a587284f-d9ac-4a6d-9f09-e644eeed3f38 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b843f86-0133-4379-9857-92b15ba31035 HTTP/1.1" status: 200 len: 945 time: 0.0767241 Jul 24 00:18:24.768785 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1b62464b-bc3f-4c6b-bdfb-45473ff92665 req-98e7856e-f7bd-4986-a251-80e1d231700b tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeb41864-d368-40dc-9b68-32578df5a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385811 Jul 24 00:18:24.811919 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e2d0e0-442c-45b5-a112-74b258e2f1c1 req-853f1587-7fbf-43b3-87d5-1f00f2ede9c5 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:24.813464 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f6e2d0e0-442c-45b5-a112-74b258e2f1c1 req-853f1587-7fbf-43b3-87d5-1f00f2ede9c5 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=eccfc07c-effa-4159-9c8f-859aaf5689bd HTTP/1.1" status: 200 len: 943 time: 0.0690730 Jul 24 00:18:24.851131 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f6e2d0e0-442c-45b5-a112-74b258e2f1c1 req-525fee7c-6b91-460f-b7b7-fe31bb31a0ba tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=03bee5c9-e66c-4142-aa97-b7495f645fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321615 Jul 24 00:18:25.217705 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf08710-aebf-4c59-9196-dc8f9581f572 req-e17a97bd-abe4-4981-bf4d-08158e76f9f3 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:25.219383 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fcf08710-aebf-4c59-9196-dc8f9581f572 req-e17a97bd-abe4-4981-bf4d-08158e76f9f3 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ef43d93-267e-41ce-aef9-468c3606c521 HTTP/1.1" status: 200 len: 945 time: 0.0734096 Jul 24 00:18:25.258280 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fcf08710-aebf-4c59-9196-dc8f9581f572 req-e5d2daa6-3823-4e9a-8df2-e9a768c2fdf7 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326490 Jul 24 00:18:25.734823 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d984d8ba-719b-49ac-b8c3-02263dd08ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:25.900795 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04672d9c-d828-4cd0-9f82-4be8a173dd4b req-ee727f15-fb1f-4ce8-8de0-41faadd3c6e2 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:25.902358 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-04672d9c-d828-4cd0-9f82-4be8a173dd4b req-ee727f15-fb1f-4ce8-8de0-41faadd3c6e2 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b843f86-0133-4379-9857-92b15ba31035 HTTP/1.1" status: 200 len: 945 time: 0.0656393 Jul 24 00:18:25.952607 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-04672d9c-d828-4cd0-9f82-4be8a173dd4b req-8ce4eb2f-1dd0-495d-b7e1-50f63656fbf1 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeb41864-d368-40dc-9b68-32578df5a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438063 Jul 24 00:18:25.991511 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75d0a03-1db8-4da9-932b-82c8a86dc813 req-0036c0a9-944f-4643-bc71-aa6a1425ffdc tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:25.993176 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f75d0a03-1db8-4da9-932b-82c8a86dc813 req-0036c0a9-944f-4643-bc71-aa6a1425ffdc tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=eccfc07c-effa-4159-9c8f-859aaf5689bd HTTP/1.1" status: 200 len: 943 time: 0.0688145 Jul 24 00:18:26.030096 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f75d0a03-1db8-4da9-932b-82c8a86dc813 req-1713eb48-831a-437f-b0c7-a98c5d4a8eb4 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=03bee5c9-e66c-4142-aa97-b7495f645fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308082 Jul 24 00:18:26.394674 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a76737-6107-4646-9f9b-8ef7809d30ed req-566aad97-f098-490c-a0d8-e95d3c03536f tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:26.396187 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c5a76737-6107-4646-9f9b-8ef7809d30ed req-566aad97-f098-490c-a0d8-e95d3c03536f tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ef43d93-267e-41ce-aef9-468c3606c521 HTTP/1.1" status: 200 len: 945 time: 0.0700569 Jul 24 00:18:26.434711 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c5a76737-6107-4646-9f9b-8ef7809d30ed req-1780f38f-1f0f-4be1-aa38-dd055fb089cd tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326996 Jul 24 00:18:26.688588 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device faf9a59f-2859-41cb-bdf9-80dd60fa6a07 details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:18:26.800502 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:26.814654 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port faf9a59f-2859-41cb-bdf9-80dd60fa6a07, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=faf9a59f-2859-41cb-bdf9-80dd60fa6a07,segment=NetworkSegment(a1a1465a-fd99-41c9-bf89-faf21d67cc5e),segment_id=a1a1465a-fd99-41c9-bf89-faf21d67cc5e)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:18:26.825569 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': 'faf9a59f-2859-41cb-bdf9-80dd60fa6a07', 'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f', 'port_id': 'faf9a59f-2859-41cb-bdf9-80dd60fa6a07', 'mac_address': 'fa:16:3e:e8:35:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f660729-e229-442a-bec0-0f7d8794afc6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:18:26.864380 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:26.877786 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faf9a59f-2859-41cb-bdf9-80dd60fa6a07 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:18:26.897884 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port faf9a59f-2859-41cb-bdf9-80dd60fa6a07, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=faf9a59f-2859-41cb-bdf9-80dd60fa6a07,segment=NetworkSegment(a1a1465a-fd99-41c9-bf89-faf21d67cc5e),segment_id=a1a1465a-fd99-41c9-bf89-faf21d67cc5e)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:18:26.901668 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:26.952510 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=faf9a59f-2859-41cb-bdf9-80dd60fa6a07,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:18:27.019788 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd33f50-0001-4d3b-bfb4-abde3a8712aa req-f2603433-3da0-4546-a05a-e9f8e4efd9f2 tempest-TestNetworkAdvancedServerOps-1890701533 tempest-TestNetworkAdvancedServerOps-1890701533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:27.021541 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2bd33f50-0001-4d3b-bfb4-abde3a8712aa req-f2603433-3da0-4546-a05a-e9f8e4efd9f2 tempest-TestNetworkAdvancedServerOps-1890701533 tempest-TestNetworkAdvancedServerOps-1890701533-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=42f6ed47-83dc-460f-a0cd-7950d92ae355 HTTP/1.1" status: 200 len: 1099 time: 0.0624375 Jul 24 00:18:27.069450 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2bd33f50-0001-4d3b-bfb4-abde3a8712aa req-a29a7377-955f-491b-ba88-06b6d06c9ecc tempest-TestNetworkAdvancedServerOps-1890701533 tempest-TestNetworkAdvancedServerOps-1890701533-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=592819d6-cd2f-4c55-a231-bf1729025f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421095 Jul 24 00:18:27.094842 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 49492) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:18:27.103802 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c36c255-77f5-45dc-a59b-029293f663f0 req-aaa9291c-80e8-4c48-8806-81cc62ebbb51 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:27.105526 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6c36c255-77f5-45dc-a59b-029293f663f0 req-aaa9291c-80e8-4c48-8806-81cc62ebbb51 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b843f86-0133-4379-9857-92b15ba31035 HTTP/1.1" status: 200 len: 945 time: 0.0700626 Jul 24 00:18:27.141052 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['faf9a59f-2859-41cb-bdf9-80dd60fa6a07'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:18:27.199230 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9149d15-0521-4516-8e37-0e6c0e73fe98 req-458f8769-0898-475d-91a9-61781d212186 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:27.201658 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c9149d15-0521-4516-8e37-0e6c0e73fe98 req-458f8769-0898-475d-91a9-61781d212186 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=eccfc07c-effa-4159-9c8f-859aaf5689bd HTTP/1.1" status: 200 len: 944 time: 0.0727134 Jul 24 00:18:27.205163 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6c36c255-77f5-45dc-a59b-029293f663f0 req-fc02c5e3-16aa-4463-af49-4c52e6b20e5f tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeb41864-d368-40dc-9b68-32578df5a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886626 Jul 24 00:18:27.253151 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c9149d15-0521-4516-8e37-0e6c0e73fe98 req-39523d8a-9f60-4e8c-99f2-d68c15508aeb tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=03bee5c9-e66c-4142-aa97-b7495f645fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385301 Jul 24 00:18:27.321408 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 49500) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:18:27.334992 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:27.374660 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-e716dc2a-38bf-46e7-9123-6a645fae6e41 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Deleting port 01541aaf-9cb2-4d3c-ac0e-6056f84c9bb4 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:18:27.375011 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e716dc2a-38bf-46e7-9123-6a645fae6e41 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:27.462521 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e716dc2a-38bf-46e7-9123-6a645fae6e41 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:27.462950 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e716dc2a-38bf-46e7-9123-6a645fae6e41 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:27.476861 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-e716dc2a-38bf-46e7-9123-6a645fae6e41 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Calling delete_port for 01541aaf-9cb2-4d3c-ac0e-6056f84c9bb4 owned by network:floatingip {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:18:27.645122 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0966dd-ec87-491d-b391-49b2bdf4c6ad req-96469a94-648b-4339-9711-2ba0979de851 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:27.646620 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6a0966dd-ec87-491d-b391-49b2bdf4c6ad req-96469a94-648b-4339-9711-2ba0979de851 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ef43d93-267e-41ce-aef9-468c3606c521 HTTP/1.1" status: 200 len: 945 time: 0.1217117 Jul 24 00:18:27.718792 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6a0966dd-ec87-491d-b391-49b2bdf4c6ad req-15593547-e970-41fc-86e7-31eaad89cf34 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637176 Jul 24 00:18:27.745001 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e716dc2a-38bf-46e7-9123-6a645fae6e41 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:27.774096 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e716dc2a-38bf-46e7-9123-6a645fae6e41 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Pushing event deleted for resources: {'Port': ['ID=01541aaf-9cb2-4d3c-ac0e-6056f84c9bb4,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:18:27.838402 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e716dc2a-38bf-46e7-9123-6a645fae6e41 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for floatingip, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:27.838402 n-d-800088-16 neutron-server[100314]: INFO neutron.db.l3_db [None req-e716dc2a-38bf-46e7-9123-6a645fae6e41 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Floating IP 604671b4-f153-4c53-8201-3b1638a7eaf7 disassociated (deleted). External IP: 172.25.3.54, port: b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd. Jul 24 00:18:27.860271 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f47e2b68-adf6-48d1-a48d-0f6fa277d107 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681029'] for router_interface, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:28.062969 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e716dc2a-38bf-46e7-9123-6a645fae6e41 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Router 4efb17f3-0459-40e7-866c-746fdeae0a22 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:18:28.137000 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-f47e2b68-adf6-48d1-a48d-0f6fa277d107 admin admin] Deleting port 62191fff-096a-441b-adfd-4c774030012a {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:18:28.137613 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f47e2b68-adf6-48d1-a48d-0f6fa277d107 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:28.179694 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e716dc2a-38bf-46e7-9123-6a645fae6e41 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:18:28.185223 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e716dc2a-38bf-46e7-9123-6a645fae6e41 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:28.191102 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d167d1b-bb41-4df9-b2f5-c17e72f1e946 None None] Sync routers for ids ['4efb17f3-0459-40e7-866c-746fdeae0a22'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:18:28.200962 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d167d1b-bb41-4df9-b2f5-c17e72f1e946 None None] Routers {'4efb17f3-0459-40e7-866c-746fdeae0a22'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:18:28.201591 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-8d167d1b-bb41-4df9-b2f5-c17e72f1e946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:18:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['4efb17f3-0459-40e7-866c-746fdeae0a22'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:18:28.224193 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-f47e2b68-adf6-48d1-a48d-0f6fa277d107 admin admin] For port 62191fff-096a-441b-adfd-4c774030012a, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=62191fff-096a-441b-adfd-4c774030012a,segment=NetworkSegment(d3cc9475-f05d-4177-894c-9d197d6c8577),segment_id=d3cc9475-f05d-4177-894c-9d197d6c8577)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:18:28.224706 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f47e2b68-adf6-48d1-a48d-0f6fa277d107 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:28.229912 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-e716dc2a-38bf-46e7-9123-6a645fae6e41 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "DELETE /v2.0/floatingips/604671b4-f153-4c53-8201-3b1638a7eaf7 HTTP/1.1" status: 204 len: 168 time: 1.1205249 Jul 24 00:18:28.229912 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42f6ed47-83dc-460f-a0cd-7950d92ae355', 'tag': 'b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:18:28.237092 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce01ce7-d6a1-4e79-a995-7d78af3b8627" -d '{"events": [{"name": "network-changed", "server_uuid": "42f6ed47-83dc-460f-a0cd-7950d92ae355", "tag": "b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:18:28.243482 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-f47e2b68-adf6-48d1-a48d-0f6fa277d107 admin admin] Calling delete_port for 62191fff-096a-441b-adfd-4c774030012a owned by network:router_interface {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:18:28.334258 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-8d167d1b-bb41-4df9-b2f5-c17e72f1e946 None None] Set router 4efb17f3-0459-40e7-866c-746fdeae0a22 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:18:28.401940 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c942b6a1-1a5c-497a-a2b6-1194649fdd0a x-openstack-request-id: req-c942b6a1-1a5c-497a-a2b6-1194649fdd0a {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:18:28.402458 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42f6ed47-83dc-460f-a0cd-7950d92ae355", "tag": "b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:18:28.402895 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c942b6a1-1a5c-497a-a2b6-1194649fdd0a {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:18:28.403502 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42f6ed47-83dc-460f-a0cd-7950d92ae355', 'tag': 'b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd', 'status': 'completed', 'code': 200} Jul 24 00:18:28.448157 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b3c066-a67e-412b-b099-9f703c2088be req-47a3d12e-ebaa-4f4a-ae49-332c0145c9e4 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:28.450064 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-26b3c066-a67e-412b-b099-9f703c2088be req-47a3d12e-ebaa-4f4a-ae49-332c0145c9e4 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b843f86-0133-4379-9857-92b15ba31035 HTTP/1.1" status: 200 len: 945 time: 0.1606057 Jul 24 00:18:28.515166 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3539a330-dd5b-47fa-ab8b-d22d7a28ec05 req-a7f73876-05cc-433b-82d1-e8ca92e2e057 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:28.517151 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3539a330-dd5b-47fa-ab8b-d22d7a28ec05 req-a7f73876-05cc-433b-82d1-e8ca92e2e057 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=eccfc07c-effa-4159-9c8f-859aaf5689bd HTTP/1.1" status: 200 len: 944 time: 0.0689597 Jul 24 00:18:28.534054 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-26b3c066-a67e-412b-b099-9f703c2088be req-8c21e903-ef12-4ba5-9eef-758335d91746 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeb41864-d368-40dc-9b68-32578df5a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656700 Jul 24 00:18:28.553939 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce01ce7-d6a1-4e79-a995-7d78af3b8627 req-e0b0bad6-4dbd-4c1f-b9bf-81f888f191f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:28.555290 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0ce01ce7-d6a1-4e79-a995-7d78af3b8627 req-e0b0bad6-4dbd-4c1f-b9bf-81f888f191f7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=646730ba25934852bc5dd86a412228f1&device_id=42f6ed47-83dc-460f-a0cd-7950d92ae355 HTTP/1.1" status: 200 len: 1099 time: 0.1271119 Jul 24 00:18:28.567547 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3539a330-dd5b-47fa-ab8b-d22d7a28ec05 req-d62e0c1e-076c-4e58-8c15-2798e3dce162 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=03bee5c9-e66c-4142-aa97-b7495f645fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444431 Jul 24 00:18:28.584161 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-8d167d1b-bb41-4df9-b2f5-c17e72f1e946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efb17f3-0459-40e7-866c-746fdeae0a22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370575435', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '2e3133bd-f5cb-4141-a479-ba43da28a14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:16:24Z', 'updated_at': '2021-07-24T00:16:29Z', 'revision_number': 4, 'project_id': '646730ba25934852bc5dd86a412228f1', 'gw_port': {'id': '2e3133bd-f5cb-4141-a479-ba43da28a14e', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:1a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efb17f3-0459-40e7-866c-746fdeae0a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:24Z', 'updated_at': '2021-07-24T00:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '14ed4a24-436a-4b85-a462-514bb0874e98', 'name': '', 'network_id': '1e7ed3a1-aaee-47a9-a487-cde068c041f4', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'mac_address': 'fa:16:3e:17:8d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efb17f3-0459-40e7-866c-746fdeae0a22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '44df3ff8-b921-496d-b228-8320dc322102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:28Z', 'updated_at': '2021-07-24T00:16:35Z', 'revision_number': 5, 'project_id': '646730ba25934852bc5dd86a412228f1', 'subnets': [{'id': '44df3ff8-b921-496d-b228-8320dc322102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:18:28.616427 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d167d1b-bb41-4df9-b2f5-c17e72f1e946 None None] Checking router: 4efb17f3-0459-40e7-866c-746fdeae0a22 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:18:28.631420 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d167d1b-bb41-4df9-b2f5-c17e72f1e946 None None] Routers {'4efb17f3-0459-40e7-866c-746fdeae0a22'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:18:28.632040 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-8d167d1b-bb41-4df9-b2f5-c17e72f1e946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:18:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['4efb17f3-0459-40e7-866c-746fdeae0a22'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:18:28.704640 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device faf9a59f-2859-41cb-bdf9-80dd60fa6a07 up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:18:28.783239 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-8d167d1b-bb41-4df9-b2f5-c17e72f1e946 None None] Set router 4efb17f3-0459-40e7-866c-746fdeae0a22 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:18:28.785834 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port faf9a59f-2859-41cb-bdf9-80dd60fa6a07 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:18:28.812710 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port faf9a59f-2859-41cb-bdf9-80dd60fa6a07 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:18:28.813149 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:28.877605 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dfddbe-b879-4776-887d-6048f7be264a req-584d0bff-e58e-4687-a9d0-359b385709a7 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:28.879152 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-49dfddbe-b879-4776-887d-6048f7be264a req-584d0bff-e58e-4687-a9d0-359b385709a7 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ef43d93-267e-41ce-aef9-468c3606c521 HTTP/1.1" status: 200 len: 945 time: 0.0742524 Jul 24 00:18:28.930411 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-49dfddbe-b879-4776-887d-6048f7be264a req-70cf3318-50de-4fa0-b117-5952dd52dd94 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448468 Jul 24 00:18:28.931050 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:29.023288 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:29.025660 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f47e2b68-adf6-48d1-a48d-0f6fa277d107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:29.059725 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eccfc07c-effa-4159-9c8f-859aaf5689bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faf9a59f-2859-41cb-bdf9-80dd60fa6a07'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:18:29.062146 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04256034-8f5d-454d-b308-ab1ba2e90f25" -d '{"events": [{"server_uuid": "eccfc07c-effa-4159-9c8f-859aaf5689bd", "name": "network-vif-plugged", "status": "completed", "tag": "faf9a59f-2859-41cb-bdf9-80dd60fa6a07"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:18:29.071175 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47e2b68-adf6-48d1-a48d-0f6fa277d107 admin admin] Pushing event deleted for resources: {'Port': ['ID=62191fff-096a-441b-adfd-4c774030012a,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:18:29.096862 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port faf9a59f-2859-41cb-bdf9-80dd60fa6a07, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=faf9a59f-2859-41cb-bdf9-80dd60fa6a07,segment=NetworkSegment(a1a1465a-fd99-41c9-bf89-faf21d67cc5e),segment_id=a1a1465a-fd99-41c9-bf89-faf21d67cc5e)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:18:29.105519 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:29.123312 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce01ce7-d6a1-4e79-a995-7d78af3b8627 req-8dd3bd77-ae37-4dd1-9501-1e753bc10bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:29.124800 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0ce01ce7-d6a1-4e79-a995-7d78af3b8627 req-8dd3bd77-ae37-4dd1-9501-1e753bc10bf4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=1e7ed3a1-aaee-47a9-a487-cde068c041f4 HTTP/1.1" status: 200 len: 898 time: 0.5511901 Jul 24 00:18:29.126316 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47e2b68-adf6-48d1-a48d-0f6fa277d107 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:18:29.126855 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47e2b68-adf6-48d1-a48d-0f6fa277d107 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:18:29.127425 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47e2b68-adf6-48d1-a48d-0f6fa277d107 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:18:29.128045 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47e2b68-adf6-48d1-a48d-0f6fa277d107 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:18:29.129198 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47e2b68-adf6-48d1-a48d-0f6fa277d107 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:18:29.129561 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47e2b68-adf6-48d1-a48d-0f6fa277d107 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:18:29.129906 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47e2b68-adf6-48d1-a48d-0f6fa277d107 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:18:29.130248 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47e2b68-adf6-48d1-a48d-0f6fa277d107 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:18:29.130586 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47e2b68-adf6-48d1-a48d-0f6fa277d107 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:18:29.130910 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47e2b68-adf6-48d1-a48d-0f6fa277d107 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:18:29.131244 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47e2b68-adf6-48d1-a48d-0f6fa277d107 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:18:29.131571 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47e2b68-adf6-48d1-a48d-0f6fa277d107 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:18:29.147051 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a4e249-2783-4d4e-93c7-d718d0a4fa49 x-openstack-request-id: req-a2a4e249-2783-4d4e-93c7-d718d0a4fa49 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:18:29.147548 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eccfc07c-effa-4159-9c8f-859aaf5689bd", "name": "network-vif-plugged", "status": "completed", "tag": "faf9a59f-2859-41cb-bdf9-80dd60fa6a07", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:18:29.147967 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a2a4e249-2783-4d4e-93c7-d718d0a4fa49 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:18:29.148601 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eccfc07c-effa-4159-9c8f-859aaf5689bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faf9a59f-2859-41cb-bdf9-80dd60fa6a07', 'code': 200} Jul 24 00:18:29.185284 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=faf9a59f-2859-41cb-bdf9-80dd60fa6a07,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:18:29.190489 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-8d167d1b-bb41-4df9-b2f5-c17e72f1e946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efb17f3-0459-40e7-866c-746fdeae0a22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370575435', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '2e3133bd-f5cb-4141-a479-ba43da28a14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:16:24Z', 'updated_at': '2021-07-24T00:16:29Z', 'revision_number': 4, 'project_id': '646730ba25934852bc5dd86a412228f1', 'gw_port': {'id': '2e3133bd-f5cb-4141-a479-ba43da28a14e', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:1a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efb17f3-0459-40e7-866c-746fdeae0a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:24Z', 'updated_at': '2021-07-24T00:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '14ed4a24-436a-4b85-a462-514bb0874e98', 'name': '', 'network_id': '1e7ed3a1-aaee-47a9-a487-cde068c041f4', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'mac_address': 'fa:16:3e:17:8d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efb17f3-0459-40e7-866c-746fdeae0a22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '44df3ff8-b921-496d-b228-8320dc322102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:28Z', 'updated_at': '2021-07-24T00:16:35Z', 'revision_number': 5, 'project_id': '646730ba25934852bc5dd86a412228f1', 'subnets': [{'id': '44df3ff8-b921-496d-b228-8320dc322102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:18:29.204935 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0ce01ce7-d6a1-4e79-a995-7d78af3b8627 req-d0e32421-7175-4047-bb55-26c903e37145 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd HTTP/1.1" status: 200 len: 217 time: 0.0701680 Jul 24 00:18:29.228888 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d167d1b-bb41-4df9-b2f5-c17e72f1e946 None None] The sync data for ids ['4efb17f3-0459-40e7-866c-746fdeae0a22'] in n-d-800088-16 is: [{'id': '4efb17f3-0459-40e7-866c-746fdeae0a22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370575435', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '2e3133bd-f5cb-4141-a479-ba43da28a14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:16:24Z', 'updated_at': '2021-07-24T00:16:29Z', 'revision_number': 4, 'project_id': '646730ba25934852bc5dd86a412228f1', 'gw_port': {'id': '2e3133bd-f5cb-4141-a479-ba43da28a14e', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:1a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efb17f3-0459-40e7-866c-746fdeae0a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:24Z', 'updated_at': '2021-07-24T00:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '14ed4a24-436a-4b85-a462-514bb0874e98', 'name': '', 'network_id': '1e7ed3a1-aaee-47a9-a487-cde068c041f4', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'mac_address': 'fa:16:3e:17:8d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efb17f3-0459-40e7-866c-746fdeae0a22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '44df3ff8-b921-496d-b228-8320dc322102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:28Z', 'updated_at': '2021-07-24T00:16:35Z', 'revision_number': 5, 'project_id': '646730ba25934852bc5dd86a412228f1', 'subnets': [{'id': '44df3ff8-b921-496d-b228-8320dc322102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:18:29.259518 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54360eb-2e75-4f63-af34-55a3a35c7966 req-eaf74fc7-0de6-4aaa-99e9-ceed6fbe7e99 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:29.267141 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f54360eb-2e75-4f63-af34-55a3a35c7966 req-eaf74fc7-0de6-4aaa-99e9-ceed6fbe7e99 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f6ed47-83dc-460f-a0cd-7950d92ae355 HTTP/1.1" status: 200 len: 947 time: 0.6407230 Jul 24 00:18:29.273350 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4b2689-b6af-4187-9702-9147b06aad19 req-f55f90a9-328d-40af-b645-8f928e19c690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:29.276199 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4b4b2689-b6af-4187-9702-9147b06aad19 req-f55f90a9-328d-40af-b645-8f928e19c690 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=eccfc07c-effa-4159-9c8f-859aaf5689bd HTTP/1.1" status: 200 len: 1097 time: 0.0674310 Jul 24 00:18:29.340604 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4b4b2689-b6af-4187-9702-9147b06aad19 req-cdea49b7-aefc-4c7d-8b60-e651da67ceb5 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=03bee5c9-e66c-4142-aa97-b7495f645fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560915 Jul 24 00:18:29.366424 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce01ce7-d6a1-4e79-a995-7d78af3b8627 req-898531e5-8cc8-4eb3-a333-e846db5455fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:29.367963 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0ce01ce7-d6a1-4e79-a995-7d78af3b8627 req-898531e5-8cc8-4eb3-a333-e846db5455fe service neutron] 10.222.0.52 "GET /v2.0/subnets?id=44df3ff8-b921-496d-b228-8320dc322102 HTTP/1.1" status: 200 len: 835 time: 0.1537118 Jul 24 00:18:29.421388 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f54360eb-2e75-4f63-af34-55a3a35c7966 req-a0fc1b75-0cef-4f2f-9f6a-f0ae1f72aa78 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=592819d6-cd2f-4c55-a231-bf1729025f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1533434 Jul 24 00:18:29.455472 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f47e2b68-adf6-48d1-a48d-0f6fa277d107 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679987'] for router_interface, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:29.492210 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d2ead9-1c86-4e7b-9ab1-ad009a724a84 None None] New status for floating IP 604671b4-f153-4c53-8201-3b1638a7eaf7: DOWN {{(pid=100316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 00:18:29.508001 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce01ce7-d6a1-4e79-a995-7d78af3b8627 req-f63998a9-98a8-4b8f-9fb0-bd2127d9a4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:29.509572 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0ce01ce7-d6a1-4e79-a995-7d78af3b8627 req-f63998a9-98a8-4b8f-9fb0-bd2127d9a4e2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1e7ed3a1-aaee-47a9-a487-cde068c041f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1295617 Jul 24 00:18:29.660884 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0ce01ce7-d6a1-4e79-a995-7d78af3b8627 req-3f6a1769-2397-4695-b753-1b4dd94fba9a service neutron] 10.222.0.52 "GET /v2.0/networks/1e7ed3a1-aaee-47a9-a487-cde068c041f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254065 Jul 24 00:18:29.692789 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a610c7d-362e-444a-ae1c-05865c11d835 req-9c09e85b-947a-460f-9070-a50a632c7172 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:29.694347 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2a610c7d-362e-444a-ae1c-05865c11d835 req-9c09e85b-947a-460f-9070-a50a632c7172 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b843f86-0133-4379-9857-92b15ba31035 HTTP/1.1" status: 200 len: 945 time: 0.0739713 Jul 24 00:18:29.733615 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2a610c7d-362e-444a-ae1c-05865c11d835 req-b6521811-4c30-4dbd-8ca6-fa9669fd1934 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeb41864-d368-40dc-9b68-32578df5a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329671 Jul 24 00:18:29.907526 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3948477-9b0a-4a5b-acd7-63eb3b16670d req-66163a25-7b96-42eb-9421-b372a26b9b1c tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:29.909052 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c3948477-9b0a-4a5b-acd7-63eb3b16670d req-66163a25-7b96-42eb-9421-b372a26b9b1c tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=eccfc07c-effa-4159-9c8f-859aaf5689bd HTTP/1.1" status: 200 len: 945 time: 0.2608941 Jul 24 00:18:29.914613 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0ce01ce7-d6a1-4e79-a995-7d78af3b8627 req-0ee2eb3e-a042-42f1-8ae9-48fe6d09ed3f service neutron] 10.222.0.52 "GET /v2.0/networks/1e7ed3a1-aaee-47a9-a487-cde068c041f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336862 Jul 24 00:18:29.941065 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f47e2b68-adf6-48d1-a48d-0f6fa277d107 admin admin] Router 5597493e-01dd-47da-9bc4-b838fcd76b0d has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:18:29.967279 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f59e4f8-91c6-458b-9722-3fafb78f2757 req-6c6e65fe-5023-4982-be83-365d227cbf31 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:29.968749 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6f59e4f8-91c6-458b-9722-3fafb78f2757 req-6c6e65fe-5023-4982-be83-365d227cbf31 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.52 "GET /v2.0/ports?device_id=42f6ed47-83dc-460f-a0cd-7950d92ae355 HTTP/1.1" status: 200 len: 947 time: 0.1936510 Jul 24 00:18:30.049747 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c3948477-9b0a-4a5b-acd7-63eb3b16670d req-be1cc549-03aa-4a2d-98a6-738d7c4cb440 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=03bee5c9-e66c-4142-aa97-b7495f645fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328139 Jul 24 00:18:30.169822 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f47e2b68-adf6-48d1-a48d-0f6fa277d107 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:18:30.178506 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-f47e2b68-adf6-48d1-a48d-0f6fa277d107 admin admin] 10.222.0.44 "PUT /v2.0/routers/5597493e-01dd-47da-9bc4-b838fcd76b0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8561318 Jul 24 00:18:30.178952 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 49526) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:18:30.181171 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ba0bf5-3898-4217-a7bc-d71850d20ff6 None None] Sync routers for ids ['5597493e-01dd-47da-9bc4-b838fcd76b0d'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:18:30.193772 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-6f59e4f8-91c6-458b-9722-3fafb78f2757 req-40525836-9ee9-4ce0-a915-6f77f39b79f0 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Deleting port b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:18:30.194163 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-6f59e4f8-91c6-458b-9722-3fafb78f2757 req-40525836-9ee9-4ce0-a915-6f77f39b79f0 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:30.195012 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ba0bf5-3898-4217-a7bc-d71850d20ff6 None None] Routers {'5597493e-01dd-47da-9bc4-b838fcd76b0d'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:18:30.196003 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-22ba0bf5-3898-4217-a7bc-d71850d20ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:18:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['5597493e-01dd-47da-9bc4-b838fcd76b0d'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:18:30.310591 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-6f59e4f8-91c6-458b-9722-3fafb78f2757 req-40525836-9ee9-4ce0-a915-6f77f39b79f0 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] For port b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd,segment=NetworkSegment(670e70d7-746c-4a71-b331-8c3379c6364b),segment_id=670e70d7-746c-4a71-b331-8c3379c6364b)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:18:30.311764 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-6f59e4f8-91c6-458b-9722-3fafb78f2757 req-40525836-9ee9-4ce0-a915-6f77f39b79f0 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:30.319013 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-22ba0bf5-3898-4217-a7bc-d71850d20ff6 None None] Set router 5597493e-01dd-47da-9bc4-b838fcd76b0d gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:18:30.334910 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-6f59e4f8-91c6-458b-9722-3fafb78f2757 req-40525836-9ee9-4ce0-a915-6f77f39b79f0 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Calling delete_port for b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd owned by compute:nova {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:18:30.397116 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b2858-9730-47cf-87d8-8d894ca4d051 req-e8e38574-8c09-48b1-ae45-1f4d0c5b8287 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:30.398895 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d98b2858-9730-47cf-87d8-8d894ca4d051 req-e8e38574-8c09-48b1-ae45-1f4d0c5b8287 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ef43d93-267e-41ce-aef9-468c3606c521 HTTP/1.1" status: 200 len: 945 time: 0.1183374 Jul 24 00:18:30.400400 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3119dc7c-0033-4d92-b7d0-e7b6bd235500 admin admin] Notify callbacks [] for router, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:30.499043 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-6f59e4f8-91c6-458b-9722-3fafb78f2757 req-40525836-9ee9-4ce0-a915-6f77f39b79f0 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:30.535085 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40525836-9ee9-4ce0-a915-6f77f39b79f0 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Pushing event deleted for resources: {'Port': ['ID=b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:18:30.542036 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d98b2858-9730-47cf-87d8-8d894ca4d051 req-5a5f4cba-44f8-4d26-9c80-091de75f7034 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368949 Jul 24 00:18:30.571623 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3119dc7c-0033-4d92-b7d0-e7b6bd235500 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:30.574445 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-dc86bcbd-6075-45bc-8629-92b72692ec03 req-28aee6b3-a117-43e5-b124-74f336b928f3 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f6ed47-83dc-460f-a0cd-7950d92ae355 HTTP/1.1" status: 200 len: 210 time: 0.0429699 Jul 24 00:18:30.635740 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f59e4f8-91c6-458b-9722-3fafb78f2757 req-40525836-9ee9-4ce0-a915-6f77f39b79f0 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] No DVR routers for this DVR port b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:18:30.639002 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-6f59e4f8-91c6-458b-9722-3fafb78f2757 req-40525836-9ee9-4ce0-a915-6f77f39b79f0 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:30.641070 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6f59e4f8-91c6-458b-9722-3fafb78f2757 req-40525836-9ee9-4ce0-a915-6f77f39b79f0 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.52 "DELETE /v2.0/ports/b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd HTTP/1.1" status: 204 len: 173 time: 0.6642630 Jul 24 00:18:30.641921 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f6ed47-83dc-460f-a0cd-7950d92ae355', 'name': 'network-vif-deleted', 'tag': 'b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:18:30.643992 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ac4685-95c0-4e86-8423-5676b9450d13" -d '{"events": [{"server_uuid": "42f6ed47-83dc-460f-a0cd-7950d92ae355", "name": "network-vif-deleted", "tag": "b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:18:30.646843 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-3119dc7c-0033-4d92-b7d0-e7b6bd235500 admin admin] Deleting port 59d53353-5b0f-46b9-b6a2-18c83ad501b8 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:18:30.647211 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3119dc7c-0033-4d92-b7d0-e7b6bd235500 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:30.685786 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45838cc2-e158-433d-8d22-292142e252de x-openstack-request-id: req-45838cc2-e158-433d-8d22-292142e252de {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:18:30.686260 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42f6ed47-83dc-460f-a0cd-7950d92ae355", "name": "network-vif-deleted", "tag": "b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:18:30.686524 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-45838cc2-e158-433d-8d22-292142e252de {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:18:30.686971 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42f6ed47-83dc-460f-a0cd-7950d92ae355', 'name': 'network-vif-deleted', 'tag': 'b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd', 'status': 'completed', 'code': 200} Jul 24 00:18:30.717375 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-22ba0bf5-3898-4217-a7bc-d71850d20ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5597493e-01dd-47da-9bc4-b838fcd76b0d', 'name': 'tempest-AttachVolumeShelveTestJSON-15636632-router', 'tenant_id': 'f416a58274704009b44a26f31650fbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '59d53353-5b0f-46b9-b6a2-18c83ad501b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:09:42Z', 'updated_at': '2021-07-24T00:18:28Z', 'revision_number': 5, 'project_id': 'f416a58274704009b44a26f31650fbc3', 'gw_port': {'id': '59d53353-5b0f-46b9-b6a2-18c83ad501b8', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5597493e-01dd-47da-9bc4-b838fcd76b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:09:44Z', 'updated_at': '2021-07-24T00:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:18:30.745859 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ba0bf5-3898-4217-a7bc-d71850d20ff6 None None] Checking router: 5597493e-01dd-47da-9bc4-b838fcd76b0d for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:18:30.749615 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-3119dc7c-0033-4d92-b7d0-e7b6bd235500 admin admin] For port 59d53353-5b0f-46b9-b6a2-18c83ad501b8, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=59d53353-5b0f-46b9-b6a2-18c83ad501b8,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:18:30.751187 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3119dc7c-0033-4d92-b7d0-e7b6bd235500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:30.758989 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ba0bf5-3898-4217-a7bc-d71850d20ff6 None None] Routers {'5597493e-01dd-47da-9bc4-b838fcd76b0d'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:18:30.759924 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-22ba0bf5-3898-4217-a7bc-d71850d20ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:18:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['5597493e-01dd-47da-9bc4-b838fcd76b0d'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:18:30.766540 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-3119dc7c-0033-4d92-b7d0-e7b6bd235500 admin admin] Calling delete_port for 59d53353-5b0f-46b9-b6a2-18c83ad501b8 owned by network:router_gateway {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:18:30.854536 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-22ba0bf5-3898-4217-a7bc-d71850d20ff6 None None] Set router 5597493e-01dd-47da-9bc4-b838fcd76b0d gateway port host: None {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:18:30.883064 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3761e605-049b-4f41-85d4-65cdeef982eb req-bc16675c-7021-410d-9865-41d16f97ec52 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:30.885222 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3761e605-049b-4f41-85d4-65cdeef982eb req-bc16675c-7021-410d-9865-41d16f97ec52 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b843f86-0133-4379-9857-92b15ba31035 HTTP/1.1" status: 200 len: 945 time: 0.0762556 Jul 24 00:18:30.934975 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3761e605-049b-4f41-85d4-65cdeef982eb req-37544ad9-e963-45bc-9d9d-bf1a3d681a90 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeb41864-d368-40dc-9b68-32578df5a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433359 Jul 24 00:18:30.946607 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-22ba0bf5-3898-4217-a7bc-d71850d20ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5597493e-01dd-47da-9bc4-b838fcd76b0d', 'name': 'tempest-AttachVolumeShelveTestJSON-15636632-router', 'tenant_id': 'f416a58274704009b44a26f31650fbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:09:42Z', 'updated_at': '2021-07-24T00:18:30Z', 'revision_number': 6, 'project_id': 'f416a58274704009b44a26f31650fbc3', 'gw_port_host': None}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:18:30.987500 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3119dc7c-0033-4d92-b7d0-e7b6bd235500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:30.992240 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ba0bf5-3898-4217-a7bc-d71850d20ff6 None None] The sync data for ids ['5597493e-01dd-47da-9bc4-b838fcd76b0d'] in n-d-800088-16 is: [{'id': '5597493e-01dd-47da-9bc4-b838fcd76b0d', 'name': 'tempest-AttachVolumeShelveTestJSON-15636632-router', 'tenant_id': 'f416a58274704009b44a26f31650fbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:09:42Z', 'updated_at': '2021-07-24T00:18:30Z', 'revision_number': 6, 'project_id': 'f416a58274704009b44a26f31650fbc3', 'gw_port_host': None}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:18:31.017090 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3119dc7c-0033-4d92-b7d0-e7b6bd235500 admin admin] Pushing event deleted for resources: {'Port': ['ID=59d53353-5b0f-46b9-b6a2-18c83ad501b8,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:18:31.094133 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3119dc7c-0033-4d92-b7d0-e7b6bd235500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687114'] for router_gateway, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:31.211963 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3119dc7c-0033-4d92-b7d0-e7b6bd235500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:31.215745 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3119dc7c-0033-4d92-b7d0-e7b6bd235500 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:31.268215 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3119dc7c-0033-4d92-b7d0-e7b6bd235500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:31.268798 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3119dc7c-0033-4d92-b7d0-e7b6bd235500 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5597493e-01dd-47da-9bc4-b838fcd76b0d {{(pid=100314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:18:31.273560 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3119dc7c-0033-4d92-b7d0-e7b6bd235500 admin admin] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:31.274712 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-3119dc7c-0033-4d92-b7d0-e7b6bd235500 admin admin] 10.222.0.44 "DELETE /v2.0/routers/5597493e-01dd-47da-9bc4-b838fcd76b0d HTTP/1.1" status: 204 len: 168 time: 1.0946028 Jul 24 00:18:31.277830 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 49538) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:18:31.315651 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f3fc77-19b0-458d-b4c4-e93a39667446 req-c23df896-94c3-4c7a-a8ba-d79190575141 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:31.317150 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-08f3fc77-19b0-458d-b4c4-e93a39667446 req-c23df896-94c3-4c7a-a8ba-d79190575141 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=eccfc07c-effa-4159-9c8f-859aaf5689bd HTTP/1.1" status: 200 len: 945 time: 0.1916506 Jul 24 00:18:31.348323 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-61b34c25-47ec-4af4-8026-56d56d11e6bd admin admin] Deleting subnet 63da32e2-61ac-4eb0-aee3-157739522d03 {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:18:31.354626 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-61b34c25-47ec-4af4-8026-56d56d11e6bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:31.394566 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-08f3fc77-19b0-458d-b4c4-e93a39667446 req-78cdb406-ae3a-4d4b-bc21-5b4ed770265b tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=03bee5c9-e66c-4142-aa97-b7495f645fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714767 Jul 24 00:18:31.408579 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-61b34c25-47ec-4af4-8026-56d56d11e6bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:31.496948 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-61b34c25-47ec-4af4-8026-56d56d11e6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:31.538673 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca866d-e497-44b8-91f3-d5a13f42a4ef req-78b4bc6f-c88e-4209-8933-b8b710292d51 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:31.540232 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6eca866d-e497-44b8-91f3-d5a13f42a4ef req-78b4bc6f-c88e-4209-8933-b8b710292d51 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=eccfc07c-effa-4159-9c8f-859aaf5689bd HTTP/1.1" status: 200 len: 945 time: 0.0684340 Jul 24 00:18:31.550714 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-61b34c25-47ec-4af4-8026-56d56d11e6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:31.579259 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6eca866d-e497-44b8-91f3-d5a13f42a4ef req-83c05b46-3f4c-418a-a40c-d7469ea98f1f tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=03bee5c9-e66c-4142-aa97-b7495f645fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333369 Jul 24 00:18:31.582370 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b34c25-47ec-4af4-8026-56d56d11e6bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63da32e2-61ac-4eb0-aee3-157739522d03,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:18:31.586373 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-61b34c25-47ec-4af4-8026-56d56d11e6bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:31.588273 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-61b34c25-47ec-4af4-8026-56d56d11e6bd admin admin] 10.222.0.44 "DELETE /v2.0/subnets/63da32e2-61ac-4eb0-aee3-157739522d03 HTTP/1.1" status: 204 len: 168 time: 0.3095257 Jul 24 00:18:31.590725 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 49544) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:18:31.596145 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c127aa7-215f-4a26-98cb-bc11d63893a5 None None] Network 3bb27577-8aa4-438b-b0fc-2e9a72f8d21f requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:18:31.694000 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fe4477b4-c395-44dc-b453-3b1eaa54f8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:31.735436 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e8cef-5aee-4478-b98f-178146ff9052 req-9b0a13dc-0848-402a-bdc9-2d398970f4d0 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:31.737583 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-134e8cef-5aee-4478-b98f-178146ff9052 req-9b0a13dc-0848-402a-bdc9-2d398970f4d0 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=eccfc07c-effa-4159-9c8f-859aaf5689bd HTTP/1.1" status: 200 len: 945 time: 0.0679393 Jul 24 00:18:31.790706 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-134e8cef-5aee-4478-b98f-178146ff9052 req-19470782-2843-4123-8fee-fd6ed298bc45 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=03bee5c9-e66c-4142-aa97-b7495f645fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423005 Jul 24 00:18:31.821519 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a3c75-f85a-412f-80a6-a85b435c492d req-88be14df-0ad9-42af-bd9a-8c85efafd661 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:31.826703 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa984049-c332-4b4a-88a2-36f577c28a76 None None] DHCP port deletion for 3bb27577-8aa4-438b-b0fc-2e9a72f8d21f request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:18:31.829100 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1d5a3c75-f85a-412f-80a6-a85b435c492d req-88be14df-0ad9-42af-bd9a-8c85efafd661 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ef43d93-267e-41ce-aef9-468c3606c521 HTTP/1.1" status: 200 len: 945 time: 0.1553848 Jul 24 00:18:31.853490 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 49552) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:18:31.853886 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-fe4477b4-c395-44dc-b453-3b1eaa54f8dd admin admin] Deleting port 20285aed-4163-4168-bc96-3ed459894ca0 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:18:31.854485 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fe4477b4-c395-44dc-b453-3b1eaa54f8dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:31.899111 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-aa984049-c332-4b4a-88a2-36f577c28a76 None None] Deleting port 20285aed-4163-4168-bc96-3ed459894ca0 {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:18:31.899111 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-aa984049-c332-4b4a-88a2-36f577c28a76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:31.904210 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1d5a3c75-f85a-412f-80a6-a85b435c492d req-4ecbde48-1870-4d0a-8437-b5c4ba535130 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737228 Jul 24 00:18:31.953324 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-fe4477b4-c395-44dc-b453-3b1eaa54f8dd admin admin] For port 20285aed-4163-4168-bc96-3ed459894ca0, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=20285aed-4163-4168-bc96-3ed459894ca0,segment=NetworkSegment(d3cc9475-f05d-4177-894c-9d197d6c8577),segment_id=d3cc9475-f05d-4177-894c-9d197d6c8577)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:18:31.953807 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fe4477b4-c395-44dc-b453-3b1eaa54f8dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:31.972645 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-fe4477b4-c395-44dc-b453-3b1eaa54f8dd admin admin] Calling delete_port for 20285aed-4163-4168-bc96-3ed459894ca0 owned by network:dhcp {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:18:31.996931 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-aa984049-c332-4b4a-88a2-36f577c28a76 None None] For port 20285aed-4163-4168-bc96-3ed459894ca0, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=20285aed-4163-4168-bc96-3ed459894ca0,segment=NetworkSegment(d3cc9475-f05d-4177-894c-9d197d6c8577),segment_id=d3cc9475-f05d-4177-894c-9d197d6c8577)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:18:31.997341 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-aa984049-c332-4b4a-88a2-36f577c28a76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:32.009837 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-aa984049-c332-4b4a-88a2-36f577c28a76 None None] Calling delete_port for 20285aed-4163-4168-bc96-3ed459894ca0 owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:18:32.123251 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-aa984049-c332-4b4a-88a2-36f577c28a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:32.177110 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa984049-c332-4b4a-88a2-36f577c28a76 None None] Pushing event deleted for resources: {'Port': ['ID=20285aed-4163-4168-bc96-3ed459894ca0,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:18:32.182407 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa984049-c332-4b4a-88a2-36f577c28a76 None None] No DVR routers for this DVR port 20285aed-4163-4168-bc96-3ed459894ca0 on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:18:32.352616 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23265419-171c-47b5-a326-82fc500ec16f req-0b4c03d2-5448-4f11-830d-ed472b0209b3 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:32.354277 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-23265419-171c-47b5-a326-82fc500ec16f req-0b4c03d2-5448-4f11-830d-ed472b0209b3 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=eccfc07c-effa-4159-9c8f-859aaf5689bd HTTP/1.1" status: 200 len: 945 time: 0.1197307 Jul 24 00:18:32.389142 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-41e2254b-0d7f-4901-9430-4417852269e0 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681029'] for router_interface, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:32.427091 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 20285aed-4163-4168-bc96-3ed459894ca0 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:18:32.448719 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 20285aed-4163-4168-bc96-3ed459894ca0 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:18:32.455501 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 20285aed-4163-4168-bc96-3ed459894ca0 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:18:32.455954 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 62191fff-096a-441b-adfd-4c774030012a no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:18:32.469364 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-23265419-171c-47b5-a326-82fc500ec16f req-a2ea699a-2dc4-401a-8196-387b94668f71 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=03bee5c9-e66c-4142-aa97-b7495f645fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008337 Jul 24 00:18:32.476416 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 62191fff-096a-441b-adfd-4c774030012a {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:18:32.476786 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 62191fff-096a-441b-adfd-4c774030012a not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:18:32.477382 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 59d53353-5b0f-46b9-b6a2-18c83ad501b8 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:18:32.483556 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fe4477b4-c395-44dc-b453-3b1eaa54f8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:32.512301 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 59d53353-5b0f-46b9-b6a2-18c83ad501b8 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:18:32.512794 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 59d53353-5b0f-46b9-b6a2-18c83ad501b8 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:18:32.520048 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4477b4-c395-44dc-b453-3b1eaa54f8dd admin admin] No DVR routers for this DVR port 20285aed-4163-4168-bc96-3ed459894ca0 on host n-d-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:18:32.525334 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4477b4-c395-44dc-b453-3b1eaa54f8dd admin admin] Pushing event deleted for resources: {'Port': ['ID=20285aed-4163-4168-bc96-3ed459894ca0,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:18:32.566818 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e247a97-dce7-4d3f-9c28-173caa0df347 req-8284363c-9cd1-4a50-b57d-d6131dbbd7e1 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:32.568275 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1e247a97-dce7-4d3f-9c28-173caa0df347 req-8284363c-9cd1-4a50-b57d-d6131dbbd7e1 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b843f86-0133-4379-9857-92b15ba31035 HTTP/1.1" status: 200 len: 945 time: 0.5205603 Jul 24 00:18:32.622652 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fe4477b4-c395-44dc-b453-3b1eaa54f8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:32.634873 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-fe4477b4-c395-44dc-b453-3b1eaa54f8dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bb27577-8aa4-438b-b0fc-2e9a72f8d21f']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:18:32.654660 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-fe4477b4-c395-44dc-b453-3b1eaa54f8dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3cc9475-f05d-4177-894c-9d197d6c8577') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:18:32.654963 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-fe4477b4-c395-44dc-b453-3b1eaa54f8dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3cc9475-f05d-4177-894c-9d197d6c8577') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:18:32.665640 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1e247a97-dce7-4d3f-9c28-173caa0df347 req-fc7a2ea2-6dd6-485f-abbb-85f4f5ff952a tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeb41864-d368-40dc-9b68-32578df5a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886071 Jul 24 00:18:32.669433 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fe4477b4-c395-44dc-b453-3b1eaa54f8dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:32.682612 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fe4477b4-c395-44dc-b453-3b1eaa54f8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:32.682856 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-41e2254b-0d7f-4901-9430-4417852269e0 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Deleting port 14ed4a24-436a-4b85-a462-514bb0874e98 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:18:32.683300 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-41e2254b-0d7f-4901-9430-4417852269e0 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:32.688550 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe4477b4-c395-44dc-b453-3b1eaa54f8dd admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:18:32.688978 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fe4477b4-c395-44dc-b453-3b1eaa54f8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:32.690787 n-d-800088-16 neutron-server[100314]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:18:32.690787 n-d-800088-16 neutron-server[100314]: self.session.flush() Jul 24 00:18:32.690787 n-d-800088-16 neutron-server[100314]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:18:32.690787 n-d-800088-16 neutron-server[100314]: self.session.flush() Jul 24 00:18:32.690787 n-d-800088-16 neutron-server[100314]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:18:32.690787 n-d-800088-16 neutron-server[100314]: self.session.flush() Jul 24 00:18:32.690787 n-d-800088-16 neutron-server[100314]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:18:32.690787 n-d-800088-16 neutron-server[100314]: self.session.flush() Jul 24 00:18:32.690787 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:18:32.690787 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:18:32.690787 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:18:32.690787 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:18:32.690787 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:18:32.690787 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:18:32.690787 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:18:32.690787 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:18:32.690787 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:18:32.690787 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:18:32.690787 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:18:32.690787 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:18:32.690787 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:18:32.690787 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:18:32.690787 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:18:32.690787 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:18:32.690787 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:18:32.690787 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:18:32.690787 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:18:32.690787 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:18:32.690787 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:18:32.690787 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:18:32.690787 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:18:32.690787 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:18:32.690787 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:18:32.690787 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:18:32.690787 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:18:32.690787 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:18:32.690787 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:18:32.690787 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:18:32.690787 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:18:32.690787 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:18:32.745838 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fe4477b4-c395-44dc-b453-3b1eaa54f8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:32.753450 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fe4477b4-c395-44dc-b453-3b1eaa54f8dd admin admin] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:32.754780 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-fe4477b4-c395-44dc-b453-3b1eaa54f8dd admin admin] 10.222.0.44 "DELETE /v2.0/networks/3bb27577-8aa4-438b-b0fc-2e9a72f8d21f HTTP/1.1" status: 204 len: 168 time: 1.1631296 Jul 24 00:18:32.768915 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4477b4-c395-44dc-b453-3b1eaa54f8dd admin admin] Pushing event deleted for resources: {'Network': ['ID=3bb27577-8aa4-438b-b0fc-2e9a72f8d21f,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:18:32.783064 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-41e2254b-0d7f-4901-9430-4417852269e0 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] For port 14ed4a24-436a-4b85-a462-514bb0874e98, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=14ed4a24-436a-4b85-a462-514bb0874e98,segment=NetworkSegment(670e70d7-746c-4a71-b331-8c3379c6364b),segment_id=670e70d7-746c-4a71-b331-8c3379c6364b)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:18:32.783436 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-41e2254b-0d7f-4901-9430-4417852269e0 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:32.795116 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-41e2254b-0d7f-4901-9430-4417852269e0 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Calling delete_port for 14ed4a24-436a-4b85-a462-514bb0874e98 owned by network:router_interface {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:18:32.867793 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 49562) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:18:32.909733 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-9e9e8670-293a-4f77-ad94-f1ae0a0d52c9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f416a58274704009b44a26f31650fbc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384824 Jul 24 00:18:32.909957 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 49564) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:18:32.966554 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b8e8d174-00fe-4589-ae20-b9da147eabd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:32.992077 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b8e8d174-00fe-4589-ae20-b9da147eabd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:33.002756 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-41e2254b-0d7f-4901-9430-4417852269e0 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:33.041185 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b8e8d174-00fe-4589-ae20-b9da147eabd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:33.043976 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b8e8d174-00fe-4589-ae20-b9da147eabd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:33.045176 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-b8e8d174-00fe-4589-ae20-b9da147eabd3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/16bf5459-2fc3-45f5-950e-755940981fb9 HTTP/1.1" status: 204 len: 168 time: 0.1343453 Jul 24 00:18:33.047661 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e2254b-0d7f-4901-9430-4417852269e0 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Pushing event deleted for resources: {'Port': ['ID=14ed4a24-436a-4b85-a462-514bb0874e98,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:18:33.053673 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e8d174-00fe-4589-ae20-b9da147eabd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16bf5459-2fc3-45f5-950e-755940981fb9,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:18:33.139633 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2840ef-3587-45f2-a367-2b71469a018f req-f159574e-7d44-4235-95bd-de8b5fef3b7f tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:33.141237 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2c2840ef-3587-45f2-a367-2b71469a018f req-f159574e-7d44-4235-95bd-de8b5fef3b7f tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ef43d93-267e-41ce-aef9-468c3606c521 HTTP/1.1" status: 200 len: 945 time: 0.1489587 Jul 24 00:18:33.254300 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2c2840ef-3587-45f2-a367-2b71469a018f req-5f73972f-80e6-443c-a6f5-72f9815261f2 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075134 Jul 24 00:18:33.281421 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-41e2254b-0d7f-4901-9430-4417852269e0 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679987'] for router_interface, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:33.623256 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e8236f-5ba3-4e04-9e05-2e25820d4c0f req-04ba9121-4b01-46b1-bd07-03594f4d50f1 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:33.625029 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-26e8236f-5ba3-4e04-9e05-2e25820d4c0f req-04ba9121-4b01-46b1-bd07-03594f4d50f1 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=eccfc07c-effa-4159-9c8f-859aaf5689bd HTTP/1.1" status: 200 len: 945 time: 0.0755653 Jul 24 00:18:33.671881 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-26e8236f-5ba3-4e04-9e05-2e25820d4c0f req-b3facfdf-f826-480e-a701-9ff5ecff1868 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=03bee5c9-e66c-4142-aa97-b7495f645fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413225 Jul 24 00:18:33.877177 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a1aa1c-b2db-485b-bea4-a7e06d035e00 req-5393950f-d6d8-4933-aabf-ff105ae80ed4 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:33.878602 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b1a1aa1c-b2db-485b-bea4-a7e06d035e00 req-5393950f-d6d8-4933-aabf-ff105ae80ed4 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.64 "GET /v2.0/ports?device_id=eccfc07c-effa-4159-9c8f-859aaf5689bd HTTP/1.1" status: 200 len: 945 time: 0.0710983 Jul 24 00:18:33.888879 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dacc45-5efb-41cb-9f55-465126a6224f req-bddbd6a3-af35-4837-a0ad-f5b77f916e4b tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:33.890387 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-58dacc45-5efb-41cb-9f55-465126a6224f req-bddbd6a3-af35-4837-a0ad-f5b77f916e4b tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b843f86-0133-4379-9857-92b15ba31035 HTTP/1.1" status: 200 len: 945 time: 0.1536274 Jul 24 00:18:33.932969 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41e2254b-0d7f-4901-9430-4417852269e0 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Router 4efb17f3-0459-40e7-866c-746fdeae0a22 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:18:33.956640 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-58dacc45-5efb-41cb-9f55-465126a6224f req-5f0afcf6-d9cc-4008-ac49-f9d15b89fcec tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeb41864-d368-40dc-9b68-32578df5a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594995 Jul 24 00:18:34.003878 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-b1a1aa1c-b2db-485b-bea4-a7e06d035e00 req-888f57c3-a42e-4f58-a393-248553fde66a tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Deleting port faf9a59f-2859-41cb-bdf9-80dd60fa6a07 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:18:34.004331 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-b1a1aa1c-b2db-485b-bea4-a7e06d035e00 req-888f57c3-a42e-4f58-a393-248553fde66a tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:34.091279 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41e2254b-0d7f-4901-9430-4417852269e0 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:18:34.100009 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-41e2254b-0d7f-4901-9430-4417852269e0 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "PUT /v2.0/routers/4efb17f3-0459-40e7-866c-746fdeae0a22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2454515 Jul 24 00:18:34.102882 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 49598) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:18:34.104258 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ab197a-cdb6-42b5-892e-b8d4cea636a5 None None] Sync routers for ids ['4efb17f3-0459-40e7-866c-746fdeae0a22'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:18:34.119143 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ab197a-cdb6-42b5-892e-b8d4cea636a5 None None] Routers {'4efb17f3-0459-40e7-866c-746fdeae0a22'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:18:34.119777 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-11ab197a-cdb6-42b5-892e-b8d4cea636a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:18:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['4efb17f3-0459-40e7-866c-746fdeae0a22'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:18:34.145886 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-b1a1aa1c-b2db-485b-bea4-a7e06d035e00 req-888f57c3-a42e-4f58-a393-248553fde66a tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] For port faf9a59f-2859-41cb-bdf9-80dd60fa6a07, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=faf9a59f-2859-41cb-bdf9-80dd60fa6a07,segment=NetworkSegment(a1a1465a-fd99-41c9-bf89-faf21d67cc5e),segment_id=a1a1465a-fd99-41c9-bf89-faf21d67cc5e)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:18:34.146268 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-b1a1aa1c-b2db-485b-bea4-a7e06d035e00 req-888f57c3-a42e-4f58-a393-248553fde66a tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:34.162826 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-b1a1aa1c-b2db-485b-bea4-a7e06d035e00 req-888f57c3-a42e-4f58-a393-248553fde66a tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Calling delete_port for faf9a59f-2859-41cb-bdf9-80dd60fa6a07 owned by compute:nova {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:18:34.183963 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bd425b5-505e-4f11-910d-e183f96723c4 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Deleting subnet 44df3ff8-b921-496d-b228-8320dc322102 {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:18:34.187540 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2bd425b5-505e-4f11-910d-e183f96723c4 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:34.197610 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:18:34.234049 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2bd425b5-505e-4f11-910d-e183f96723c4 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:34.236979 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] No Port match for: b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:18:34.236979 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device b3c6fb86-6a57-41fb-a4a7-72b4ba8590bd not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:18:34.268264 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-11ab197a-cdb6-42b5-892e-b8d4cea636a5 None None] Set router 4efb17f3-0459-40e7-866c-746fdeae0a22 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:18:34.327047 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-b1a1aa1c-b2db-485b-bea4-a7e06d035e00 req-888f57c3-a42e-4f58-a393-248553fde66a tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:34.340645 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['faf9a59f-2859-41cb-bdf9-80dd60fa6a07'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:18:34.366548 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888f57c3-a42e-4f58-a393-248553fde66a tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Pushing event deleted for resources: {'Port': ['ID=faf9a59f-2859-41cb-bdf9-80dd60fa6a07,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:18:34.368726 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2bd425b5-505e-4f11-910d-e183f96723c4 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:34.432884 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1a1aa1c-b2db-485b-bea4-a7e06d035e00 req-888f57c3-a42e-4f58-a393-248553fde66a tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] No DVR routers for this DVR port faf9a59f-2859-41cb-bdf9-80dd60fa6a07 on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:18:34.437961 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-b1a1aa1c-b2db-485b-bea4-a7e06d035e00 req-888f57c3-a42e-4f58-a393-248553fde66a tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:34.444644 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b1a1aa1c-b2db-485b-bea4-a7e06d035e00 req-888f57c3-a42e-4f58-a393-248553fde66a tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.64 "DELETE /v2.0/ports/faf9a59f-2859-41cb-bdf9-80dd60fa6a07 HTTP/1.1" status: 204 len: 173 time: 0.5598986 Jul 24 00:18:34.467884 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2bd425b5-505e-4f11-910d-e183f96723c4 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:34.495923 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eccfc07c-effa-4159-9c8f-859aaf5689bd', 'name': 'network-vif-deleted', 'tag': 'faf9a59f-2859-41cb-bdf9-80dd60fa6a07'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:18:34.498802 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e24dd6c-69b1-4763-adc9-0b7f272f39e8" -d '{"events": [{"server_uuid": "eccfc07c-effa-4159-9c8f-859aaf5689bd", "name": "network-vif-deleted", "tag": "faf9a59f-2859-41cb-bdf9-80dd60fa6a07"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:18:34.538020 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd425b5-505e-4f11-910d-e183f96723c4 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Pushing event deleted for resources: {'Subnet': ['ID=44df3ff8-b921-496d-b228-8320dc322102,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:18:34.543158 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2bd425b5-505e-4f11-910d-e183f96723c4 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:34.549431 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-2bd425b5-505e-4f11-910d-e183f96723c4 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "DELETE /v2.0/subnets/44df3ff8-b921-496d-b228-8320dc322102 HTTP/1.1" status: 204 len: 168 time: 0.4452202 Jul 24 00:18:34.550202 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 49612) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:18:34.550676 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5d71e4-ff9e-42e3-9186-4dd2f5594ad5 None None] Network 1e7ed3a1-aaee-47a9-a487-cde068c041f4 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:18:34.560905 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6771eb-3acb-49a3-b990-cc634dc22159 req-999985a2-fdd7-465b-85a7-0142e4bce0b5 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:34.562899 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7c6771eb-3acb-49a3-b990-cc634dc22159 req-999985a2-fdd7-465b-85a7-0142e4bce0b5 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ef43d93-267e-41ce-aef9-468c3606c521 HTTP/1.1" status: 200 len: 945 time: 0.1344233 Jul 24 00:18:34.613089 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5168026-08fc-49e6-94c4-3dfb2b2d4d3c x-openstack-request-id: req-c5168026-08fc-49e6-94c4-3dfb2b2d4d3c {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:18:34.613816 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eccfc07c-effa-4159-9c8f-859aaf5689bd", "name": "network-vif-deleted", "tag": "faf9a59f-2859-41cb-bdf9-80dd60fa6a07", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:18:34.614269 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c5168026-08fc-49e6-94c4-3dfb2b2d4d3c {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:18:34.614851 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eccfc07c-effa-4159-9c8f-859aaf5689bd', 'name': 'network-vif-deleted', 'tag': 'faf9a59f-2859-41cb-bdf9-80dd60fa6a07', 'status': 'completed', 'code': 200} Jul 24 00:18:34.619028 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7c6771eb-3acb-49a3-b990-cc634dc22159 req-84bf1aef-fd1d-438a-ae2f-80022f87d4b8 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501211 Jul 24 00:18:34.689067 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-11ab197a-cdb6-42b5-892e-b8d4cea636a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efb17f3-0459-40e7-866c-746fdeae0a22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370575435', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '2e3133bd-f5cb-4141-a479-ba43da28a14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:16:24Z', 'updated_at': '2021-07-24T00:18:32Z', 'revision_number': 5, 'project_id': '646730ba25934852bc5dd86a412228f1', 'gw_port': {'id': '2e3133bd-f5cb-4141-a479-ba43da28a14e', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:1a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efb17f3-0459-40e7-866c-746fdeae0a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:24Z', 'updated_at': '2021-07-24T00:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:18:34.727380 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ab197a-cdb6-42b5-892e-b8d4cea636a5 None None] Checking router: 4efb17f3-0459-40e7-866c-746fdeae0a22 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:18:34.732934 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-96798759-60fc-4290-b7f1-483b0b98ddbe tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for router, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:34.738382 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ab197a-cdb6-42b5-892e-b8d4cea636a5 None None] Routers {'4efb17f3-0459-40e7-866c-746fdeae0a22'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:18:34.741028 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-11ab197a-cdb6-42b5-892e-b8d4cea636a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:18:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['4efb17f3-0459-40e7-866c-746fdeae0a22'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:18:34.881979 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-deaee9f4-ab97-47de-b519-5aca57b76545 req-55547a09-1f9c-4d31-8067-f0e246e6a684 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=eccfc07c-effa-4159-9c8f-859aaf5689bd HTTP/1.1" status: 200 len: 210 time: 0.0342696 Jul 24 00:18:34.899729 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-96798759-60fc-4290-b7f1-483b0b98ddbe tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:34.949798 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1437b0-177e-45e5-84f5-40d58d46e975 None None] DHCP port deletion for 1e7ed3a1-aaee-47a9-a487-cde068c041f4 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:18:34.989347 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-96798759-60fc-4290-b7f1-483b0b98ddbe tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Deleting port 2e3133bd-f5cb-4141-a479-ba43da28a14e {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:18:34.989705 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-96798759-60fc-4290-b7f1-483b0b98ddbe tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:35.066394 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-11ab197a-cdb6-42b5-892e-b8d4cea636a5 None None] Set router 4efb17f3-0459-40e7-866c-746fdeae0a22 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:18:35.069594 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-4e1437b0-177e-45e5-84f5-40d58d46e975 None None] Deleting port a50bfebb-3e73-4858-b31d-9cbdf1905b95 {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:18:35.070300 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-4e1437b0-177e-45e5-84f5-40d58d46e975 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:35.151192 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-4e1437b0-177e-45e5-84f5-40d58d46e975 None None] For port a50bfebb-3e73-4858-b31d-9cbdf1905b95, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=a50bfebb-3e73-4858-b31d-9cbdf1905b95,segment=NetworkSegment(670e70d7-746c-4a71-b331-8c3379c6364b),segment_id=670e70d7-746c-4a71-b331-8c3379c6364b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:18:35.152436 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-4e1437b0-177e-45e5-84f5-40d58d46e975 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:35.157924 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08205356-d206-44b3-82f6-657567d10ef9 req-e42006a4-0d6b-4b54-8981-c817da57ffdf tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:35.159503 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-08205356-d206-44b3-82f6-657567d10ef9 req-e42006a4-0d6b-4b54-8981-c817da57ffdf tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b843f86-0133-4379-9857-92b15ba31035 HTTP/1.1" status: 200 len: 945 time: 0.0952678 Jul 24 00:18:35.178106 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-4e1437b0-177e-45e5-84f5-40d58d46e975 None None] Calling delete_port for a50bfebb-3e73-4858-b31d-9cbdf1905b95 owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:18:35.186755 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-96798759-60fc-4290-b7f1-483b0b98ddbe tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] For port 2e3133bd-f5cb-4141-a479-ba43da28a14e, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=2e3133bd-f5cb-4141-a479-ba43da28a14e,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:18:35.189360 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-96798759-60fc-4290-b7f1-483b0b98ddbe tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:35.215397 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-96798759-60fc-4290-b7f1-483b0b98ddbe tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Calling delete_port for 2e3133bd-f5cb-4141-a479-ba43da28a14e owned by network:router_gateway {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:18:35.235215 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-08205356-d206-44b3-82f6-657567d10ef9 req-1e18708d-4bcc-459b-a29d-483a7c456217 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeb41864-d368-40dc-9b68-32578df5a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659771 Jul 24 00:18:35.297150 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-4e1437b0-177e-45e5-84f5-40d58d46e975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:35.310608 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1437b0-177e-45e5-84f5-40d58d46e975 None None] No DVR routers for this DVR port a50bfebb-3e73-4858-b31d-9cbdf1905b95 on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:18:35.330474 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1437b0-177e-45e5-84f5-40d58d46e975 None None] Pushing event deleted for resources: {'Port': ['ID=a50bfebb-3e73-4858-b31d-9cbdf1905b95,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:18:35.422197 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-11ab197a-cdb6-42b5-892e-b8d4cea636a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efb17f3-0459-40e7-866c-746fdeae0a22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370575435', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '2e3133bd-f5cb-4141-a479-ba43da28a14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:16:24Z', 'updated_at': '2021-07-24T00:18:32Z', 'revision_number': 5, 'project_id': '646730ba25934852bc5dd86a412228f1', 'gw_port': {'id': '2e3133bd-f5cb-4141-a479-ba43da28a14e', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:1a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efb17f3-0459-40e7-866c-746fdeae0a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:24Z', 'updated_at': '2021-07-24T00:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:18:35.449517 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ab197a-cdb6-42b5-892e-b8d4cea636a5 None None] The sync data for ids ['4efb17f3-0459-40e7-866c-746fdeae0a22'] in n-d-800088-16 is: [{'id': '4efb17f3-0459-40e7-866c-746fdeae0a22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370575435', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '2e3133bd-f5cb-4141-a479-ba43da28a14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:16:24Z', 'updated_at': '2021-07-24T00:18:32Z', 'revision_number': 5, 'project_id': '646730ba25934852bc5dd86a412228f1', 'gw_port': {'id': '2e3133bd-f5cb-4141-a479-ba43da28a14e', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:1a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efb17f3-0459-40e7-866c-746fdeae0a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:24Z', 'updated_at': '2021-07-24T00:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:18:35.489658 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-96798759-60fc-4290-b7f1-483b0b98ddbe tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:35.521678 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96798759-60fc-4290-b7f1-483b0b98ddbe tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Pushing event deleted for resources: {'Port': ['ID=2e3133bd-f5cb-4141-a479-ba43da28a14e,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:18:35.603440 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-96798759-60fc-4290-b7f1-483b0b98ddbe tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687114'] for router_gateway, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:35.730022 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-96798759-60fc-4290-b7f1-483b0b98ddbe tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:35.732975 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-96798759-60fc-4290-b7f1-483b0b98ddbe tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:35.819518 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-96798759-60fc-4290-b7f1-483b0b98ddbe tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:35.820101 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96798759-60fc-4290-b7f1-483b0b98ddbe tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Fanout notify agent at l3_agent the message router_deleted on router 4efb17f3-0459-40e7-866c-746fdeae0a22 {{(pid=100313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:18:35.827959 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-96798759-60fc-4290-b7f1-483b0b98ddbe tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:35.829552 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-96798759-60fc-4290-b7f1-483b0b98ddbe tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "DELETE /v2.0/routers/4efb17f3-0459-40e7-866c-746fdeae0a22 HTTP/1.1" status: 204 len: 168 time: 1.2781003 Jul 24 00:18:35.832459 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 49634) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:18:35.930642 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7899228c-9575-410e-b484-3362b80ab176 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:35.942469 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faff5c8-f949-4b24-8afb-757f68e29126 req-278e33bb-eeb2-426b-ae4d-bbb0024b66ca tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:35.944326 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1faff5c8-f949-4b24-8afb-757f68e29126 req-278e33bb-eeb2-426b-ae4d-bbb0024b66ca tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ef43d93-267e-41ce-aef9-468c3606c521 HTTP/1.1" status: 200 len: 945 time: 0.1958165 Jul 24 00:18:36.031366 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1faff5c8-f949-4b24-8afb-757f68e29126 req-4ddbff6e-2bce-4685-b0a1-11699ea6acd2 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765369 Jul 24 00:18:36.080911 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3c390b8e-db43-4bd4-a9ae-4fe1f55cad70 req-671e57c1-1522-42dc-bb97-376952c4c2b7 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=eccfc07c-effa-4159-9c8f-859aaf5689bd HTTP/1.1" status: 200 len: 210 time: 0.0756161 Jul 24 00:18:36.087033 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7899228c-9575-410e-b484-3362b80ab176 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:36.101290 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-7899228c-9575-410e-b484-3362b80ab176 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e7ed3a1-aaee-47a9-a487-cde068c041f4']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:18:36.118456 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-7899228c-9575-410e-b484-3362b80ab176 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '670e70d7-746c-4a71-b331-8c3379c6364b') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:18:36.119073 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-7899228c-9575-410e-b484-3362b80ab176 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '670e70d7-746c-4a71-b331-8c3379c6364b') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:18:36.129740 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7899228c-9575-410e-b484-3362b80ab176 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:36.149272 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7899228c-9575-410e-b484-3362b80ab176 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:36.156458 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7899228c-9575-410e-b484-3362b80ab176 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:18:36.157005 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7899228c-9575-410e-b484-3362b80ab176 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:36.160653 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:18:36.160653 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:18:36.160653 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:18:36.160653 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:18:36.160653 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:18:36.160653 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:18:36.160653 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:18:36.160653 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:18:36.160653 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:18:36.160653 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:18:36.160653 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:18:36.160653 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:18:36.160653 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:18:36.160653 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:18:36.160653 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:18:36.160653 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:18:36.160653 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:18:36.160653 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:18:36.160653 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:18:36.160653 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:18:36.160653 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:18:36.160653 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:18:36.160653 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:18:36.160653 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:18:36.160653 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:18:36.160653 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:18:36.160653 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:18:36.160653 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:18:36.160653 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:18:36.160653 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:18:36.160653 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:18:36.160653 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:18:36.183779 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 49640) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:18:36.229168 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7899228c-9575-410e-b484-3362b80ab176 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:36.236049 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7899228c-9575-410e-b484-3362b80ab176 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:36.238513 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-7899228c-9575-410e-b484-3362b80ab176 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "DELETE /v2.0/networks/1e7ed3a1-aaee-47a9-a487-cde068c041f4 HTTP/1.1" status: 204 len: 168 time: 0.4050059 Jul 24 00:18:36.241407 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 49644) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:18:36.254200 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7899228c-9575-410e-b484-3362b80ab176 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Pushing event deleted for resources: {'Network': ['ID=1e7ed3a1-aaee-47a9-a487-cde068c041f4,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:18:36.330915 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-08154e1e-2604-4b9d-9bfd-a592775fe0db tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:36.337110 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bf6b40ca-4e92-4188-96c5-c0bb719831b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:36.369503 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-08154e1e-2604-4b9d-9bfd-a592775fe0db tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:36.390262 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a68f70a-a169-4b61-9066-ca3bbb106210 req-a3aeeed0-1d4a-4df2-9ffb-ac406fdc5d17 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:36.391967 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6a68f70a-a169-4b61-9066-ca3bbb106210 req-a3aeeed0-1d4a-4df2-9ffb-ac406fdc5d17 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b843f86-0133-4379-9857-92b15ba31035 HTTP/1.1" status: 200 len: 945 time: 0.0716355 Jul 24 00:18:36.435857 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6a68f70a-a169-4b61-9066-ca3bbb106210 req-4e184065-4cfc-4f50-8971-6dbc132bd226 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeb41864-d368-40dc-9b68-32578df5a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353718 Jul 24 00:18:36.487473 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-08154e1e-2604-4b9d-9bfd-a592775fe0db tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:36.490664 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-08154e1e-2604-4b9d-9bfd-a592775fe0db tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:36.494272 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-08154e1e-2604-4b9d-9bfd-a592775fe0db tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "DELETE /v2.0/security-groups/592819d6-cd2f-4c55-a231-bf1729025f60 HTTP/1.1" status: 204 len: 168 time: 0.2512536 Jul 24 00:18:36.502680 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bf6b40ca-4e92-4188-96c5-c0bb719831b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:36.519740 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bf6b40ca-4e92-4188-96c5-c0bb719831b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:36.522308 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08154e1e-2604-4b9d-9bfd-a592775fe0db tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=592819d6-cd2f-4c55-a231-bf1729025f60,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:18:36.598794 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 49652) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:18:36.599188 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-bf6b40ca-4e92-4188-96c5-c0bb719831b8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6a0a758324d043209a03852f7781b558&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4139287 Jul 24 00:18:36.615949 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6b40ca-4e92-4188-96c5-c0bb719831b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d16d7c28-9ea5-4053-ac94-85dc77ab6bb4,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:18:36.649432 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 2e3133bd-f5cb-4141-a479-ba43da28a14e no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:18:36.673122 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-eb1c8e79-7c10-4128-a2b9-f7a6c1259b22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:36.674727 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 2e3133bd-f5cb-4141-a479-ba43da28a14e {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:18:36.675309 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 2e3133bd-f5cb-4141-a479-ba43da28a14e not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:18:36.675904 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device a50bfebb-3e73-4858-b31d-9cbdf1905b95 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:18:36.695574 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: a50bfebb-3e73-4858-b31d-9cbdf1905b95 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:18:36.696171 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device a50bfebb-3e73-4858-b31d-9cbdf1905b95 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:18:36.696746 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 14ed4a24-436a-4b85-a462-514bb0874e98 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:18:36.701979 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-eb1c8e79-7c10-4128-a2b9-f7a6c1259b22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:36.716738 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 14ed4a24-436a-4b85-a462-514bb0874e98 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:18:36.717339 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 14ed4a24-436a-4b85-a462-514bb0874e98 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:18:36.735246 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device faf9a59f-2859-41cb-bdf9-80dd60fa6a07 no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:18:36.758209 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] No Port match for: faf9a59f-2859-41cb-bdf9-80dd60fa6a07 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:18:36.758557 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device faf9a59f-2859-41cb-bdf9-80dd60fa6a07 not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:18:36.768376 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-eb1c8e79-7c10-4128-a2b9-f7a6c1259b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:36.772024 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-eb1c8e79-7c10-4128-a2b9-f7a6c1259b22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:36.773454 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-eb1c8e79-7c10-4128-a2b9-f7a6c1259b22 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d16d7c28-9ea5-4053-ac94-85dc77ab6bb4 HTTP/1.1" status: 204 len: 168 time: 0.1736791 Jul 24 00:18:36.784117 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1c8e79-7c10-4128-a2b9-f7a6c1259b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d16d7c28-9ea5-4053-ac94-85dc77ab6bb4,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:18:36.878734 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 49656) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:18:36.883978 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-f54e6901-ea9f-48a2-9f6e-c0e96657df86 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-417204616', 'description': 'tempest-secgroup-smoke-417204616 description', 'project_id': '646730ba25934852bc5dd86a412228f1'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:18:36.912031 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f54e6901-ea9f-48a2-9f6e-c0e96657df86 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:37.009755 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f54e6901-ea9f-48a2-9f6e-c0e96657df86 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:37.014810 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f54e6901-ea9f-48a2-9f6e-c0e96657df86 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:37.045122 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f54e6901-ea9f-48a2-9f6e-c0e96657df86 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:37.049521 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-f54e6901-ea9f-48a2-9f6e-c0e96657df86 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1694567 Jul 24 00:18:37.050242 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 49660) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:18:37.053917 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54e6901-ea9f-48a2-9f6e-c0e96657df86 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c264132c-b10f-49c5-9b54-355706b12a2e,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:18:37.059732 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-e81938b4-e74f-418a-ad33-69405501d20b tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Request body: {'security_group_rule': {'security_group_id': 'c264132c-b10f-49c5-9b54-355706b12a2e', 'project_id': '646730ba25934852bc5dd86a412228f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:18:37.091302 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e81938b4-e74f-418a-ad33-69405501d20b tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:37.094887 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 49664) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:18:37.112108 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-114eb7c6-7752-43c9-b45d-dae826f643d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:37.164558 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e81938b4-e74f-418a-ad33-69405501d20b tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:37.173019 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e81938b4-e74f-418a-ad33-69405501d20b tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:37.208571 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81938b4-e74f-418a-ad33-69405501d20b tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2b951a7-ce5c-4ee3-91aa-10bf9e30ddb4,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:18:37.234623 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e4e1cc0a-3e35-4816-b506-8aad1f07bdda req-31b34c50-6baa-4ed2-ae2f-b4380251e6da tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=eccfc07c-effa-4159-9c8f-859aaf5689bd HTTP/1.1" status: 200 len: 210 time: 0.0435679 Jul 24 00:18:37.277062 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-114eb7c6-7752-43c9-b45d-dae826f643d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:37.282406 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-114eb7c6-7752-43c9-b45d-dae826f643d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:37.286960 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e81938b4-e74f-418a-ad33-69405501d20b tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:37.288784 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-e81938b4-e74f-418a-ad33-69405501d20b tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2368085 Jul 24 00:18:37.291560 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 49668) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:18:37.302440 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-dfaaf747-2334-43c8-9faf-1833b2219616 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Request body: {'security_group_rule': {'security_group_id': 'c264132c-b10f-49c5-9b54-355706b12a2e', 'project_id': '646730ba25934852bc5dd86a412228f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:18:37.302685 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db6866-abb8-477a-a27a-7512021f3ba4 req-1718269e-9722-427b-b527-986cd4d4cdf8 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:37.304191 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-57db6866-abb8-477a-a27a-7512021f3ba4 req-1718269e-9722-427b-b527-986cd4d4cdf8 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ef43d93-267e-41ce-aef9-468c3606c521 HTTP/1.1" status: 200 len: 945 time: 0.1257932 Jul 24 00:18:37.332385 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-dfaaf747-2334-43c8-9faf-1833b2219616 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:37.367734 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114eb7c6-7752-43c9-b45d-dae826f643d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c4d923-50a1-47c7-85c5-a4a13d8aa6ee,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:18:37.376913 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-114eb7c6-7752-43c9-b45d-dae826f643d1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b65c37240a294d2e81e86cce12efdf3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2809155 Jul 24 00:18:37.377301 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 49670) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:18:37.382901 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-57db6866-abb8-477a-a27a-7512021f3ba4 req-6e5864ce-3198-44b0-8c02-3b520e9cc990 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651968 Jul 24 00:18:37.423517 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-dfaaf747-2334-43c8-9faf-1833b2219616 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:37.433019 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-dfaaf747-2334-43c8-9faf-1833b2219616 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:37.463513 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaaf747-2334-43c8-9faf-1833b2219616 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94909c30-f963-4d68-90c4-4644f516c2ab,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:18:37.472062 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-dfaaf747-2334-43c8-9faf-1833b2219616 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:37.473311 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-dfaaf747-2334-43c8-9faf-1833b2219616 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1801996 Jul 24 00:18:37.474212 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ae767a67-7d6a-44e1-9983-dd2a5fc090ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:37.476590 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 49672) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:18:37.484134 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-08255309-1f35-4cfb-994c-b6395ea121d2 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Request body: {'security_group_rule': {'security_group_id': 'c264132c-b10f-49c5-9b54-355706b12a2e', 'project_id': '646730ba25934852bc5dd86a412228f1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:18:37.501825 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ae767a67-7d6a-44e1-9983-dd2a5fc090ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:37.518959 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-08255309-1f35-4cfb-994c-b6395ea121d2 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:37.567320 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ae767a67-7d6a-44e1-9983-dd2a5fc090ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:37.573806 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ae767a67-7d6a-44e1-9983-dd2a5fc090ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:37.577350 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-ae767a67-7d6a-44e1-9983-dd2a5fc090ff admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b5c4d923-50a1-47c7-85c5-a4a13d8aa6ee HTTP/1.1" status: 204 len: 168 time: 0.1966698 Jul 24 00:18:37.593652 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae767a67-7d6a-44e1-9983-dd2a5fc090ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c4d923-50a1-47c7-85c5-a4a13d8aa6ee,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:18:37.602163 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-08255309-1f35-4cfb-994c-b6395ea121d2 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:37.608324 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-08255309-1f35-4cfb-994c-b6395ea121d2 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:37.628333 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08255309-1f35-4cfb-994c-b6395ea121d2 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac3c7a08-641e-4da0-b5b1-233d02af3e03,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:18:37.637960 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-08255309-1f35-4cfb-994c-b6395ea121d2 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:37.640853 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-08255309-1f35-4cfb-994c-b6395ea121d2 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1613634 Jul 24 00:18:37.642048 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 49678) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:18:37.648197 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-0febfa1c-feb0-4039-b67e-3560fbfbf1fc tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Request body: {'security_group_rule': {'security_group_id': 'c264132c-b10f-49c5-9b54-355706b12a2e', 'project_id': '646730ba25934852bc5dd86a412228f1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:18:37.679008 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0febfa1c-feb0-4039-b67e-3560fbfbf1fc tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:37.704696 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c9862-b086-4148-9556-5bdbc1f88ee1 req-8ba0d5c4-9438-4358-a783-a4a94a7e18db tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:37.713442 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-853c9862-b086-4148-9556-5bdbc1f88ee1 req-8ba0d5c4-9438-4358-a783-a4a94a7e18db tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b843f86-0133-4379-9857-92b15ba31035 HTTP/1.1" status: 200 len: 945 time: 0.1223471 Jul 24 00:18:37.762882 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-853c9862-b086-4148-9556-5bdbc1f88ee1 req-c770bb15-f391-48dc-9950-33faf9de9c27 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeb41864-d368-40dc-9b68-32578df5a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479152 Jul 24 00:18:37.790521 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0febfa1c-feb0-4039-b67e-3560fbfbf1fc tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:37.795542 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0febfa1c-feb0-4039-b67e-3560fbfbf1fc tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:37.817231 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0febfa1c-feb0-4039-b67e-3560fbfbf1fc tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40b2abf3-975b-48cd-9ba1-a5c4ce351489,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:18:37.825474 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0febfa1c-feb0-4039-b67e-3560fbfbf1fc tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:37.829611 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-0febfa1c-feb0-4039-b67e-3560fbfbf1fc tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1840153 Jul 24 00:18:37.829994 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 49682) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:18:37.835117 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-fbeaa62c-2292-490d-9d3e-2f727a54c54b tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Request body: {'security_group_rule': {'security_group_id': 'c264132c-b10f-49c5-9b54-355706b12a2e', 'project_id': '646730ba25934852bc5dd86a412228f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:18:37.858147 n-d-800088-16 neutron-server[100314]: INFO neutron.db.securitygroups_db [None req-fbeaa62c-2292-490d-9d3e-2f727a54c54b tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Project 646730ba25934852bc5dd86a412228f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 00:18:37.863809 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fbeaa62c-2292-490d-9d3e-2f727a54c54b tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:37.932787 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fbeaa62c-2292-490d-9d3e-2f727a54c54b tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:37.937028 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fbeaa62c-2292-490d-9d3e-2f727a54c54b tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:37.960201 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fbeaa62c-2292-490d-9d3e-2f727a54c54b tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:37.964418 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-fbeaa62c-2292-490d-9d3e-2f727a54c54b tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1303971 Jul 24 00:18:37.964418 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeaa62c-2292-490d-9d3e-2f727a54c54b tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb2d62b6-2b8d-4232-92be-7069b5d0ebf6,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:18:37.964684 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 49688) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:18:37.969307 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-1bebebde-0f2d-4418-b5f8-36dd1fe7d955 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Request body: {'security_group_rule': {'security_group_id': 'c264132c-b10f-49c5-9b54-355706b12a2e', 'project_id': '646730ba25934852bc5dd86a412228f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:18:37.995655 n-d-800088-16 neutron-server[100314]: INFO neutron.db.securitygroups_db [None req-1bebebde-0f2d-4418-b5f8-36dd1fe7d955 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Project 646730ba25934852bc5dd86a412228f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 00:18:38.001046 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1bebebde-0f2d-4418-b5f8-36dd1fe7d955 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:38.054651 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1bebebde-0f2d-4418-b5f8-36dd1fe7d955 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:38.059901 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1bebebde-0f2d-4418-b5f8-36dd1fe7d955 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:38.080906 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bebebde-0f2d-4418-b5f8-36dd1fe7d955 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=294df3cb-7918-44ff-b078-6cb7d6763b7d,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:18:38.090506 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1bebebde-0f2d-4418-b5f8-36dd1fe7d955 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:38.093436 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-1bebebde-0f2d-4418-b5f8-36dd1fe7d955 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1276865 Jul 24 00:18:38.095632 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 49694) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:18:38.101173 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-514cc7ed-72a1-4780-bb96-1da42a1410bd tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Request body: {'network': {'name': 'tempest-network-smoke--1549508998', 'project_id': '646730ba25934852bc5dd86a412228f1', 'port_security_enabled': True}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:18:38.123333 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-514cc7ed-72a1-4780-bb96-1da42a1410bd tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Made reservation on behalf of 646730ba25934852bc5dd86a412228f1 for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:18:38.127226 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-514cc7ed-72a1-4780-bb96-1da42a1410bd tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:38.152013 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-514cc7ed-72a1-4780-bb96-1da42a1410bd tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:18:38.161374 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-514cc7ed-72a1-4780-bb96-1da42a1410bd tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:38.161728 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-514cc7ed-72a1-4780-bb96-1da42a1410bd tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Added segment 022ae12b-b2f2-4688-b33c-4f5f6eff045c of type vlan for network 8daae933-2717-4bb5-bdad-7d9e9ba78ff6 Jul 24 00:18:38.203648 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-514cc7ed-72a1-4780-bb96-1da42a1410bd tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:38.237376 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-514cc7ed-72a1-4780-bb96-1da42a1410bd tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:38.243130 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514cc7ed-72a1-4780-bb96-1da42a1410bd tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:38.243586 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-514cc7ed-72a1-4780-bb96-1da42a1410bd tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:38.282277 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-514cc7ed-72a1-4780-bb96-1da42a1410bd tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1828852 Jul 24 00:18:38.282981 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 49704) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:18:38.289574 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-9831a46d-fa9f-4cb8-bbba-84cc205dbd1c tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1224504559', 'admin_state_up': True, 'project_id': '646730ba25934852bc5dd86a412228f1', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:18:38.331510 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514cc7ed-72a1-4780-bb96-1da42a1410bd tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Pushing event updated for resources: {'Network': ['ID=8daae933-2717-4bb5-bdad-7d9e9ba78ff6,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:18:38.344449 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 8daae933-2717-4bb5-bdad-7d9e9ba78ff6 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:18:38.386325 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-00dc7637-7256-437d-b0d3-f7231d06c2e1 req-7ef5ae70-3e70-4e23-8bcd-bcd8b2198c13 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=eccfc07c-effa-4159-9c8f-859aaf5689bd HTTP/1.1" status: 200 len: 210 time: 0.0577550 Jul 24 00:18:38.396389 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9831a46d-fa9f-4cb8-bbba-84cc205dbd1c tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:38.398781 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9831a46d-fa9f-4cb8-bbba-84cc205dbd1c tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:38.488887 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9831a46d-fa9f-4cb8-bbba-84cc205dbd1c tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:38.554935 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a952f7-db49-4fe4-87c6-ab9127474905 req-0027ac0b-42c6-4098-bce5-77146b0c2570 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:38.556605 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f8a952f7-db49-4fe4-87c6-ab9127474905 req-0027ac0b-42c6-4098-bce5-77146b0c2570 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ef43d93-267e-41ce-aef9-468c3606c521 HTTP/1.1" status: 200 len: 945 time: 0.0828061 Jul 24 00:18:38.605463 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f8a952f7-db49-4fe4-87c6-ab9127474905 req-4bdaae89-6731-4e08-a28f-f4fbc82a2d3e tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430467 Jul 24 00:18:38.643184 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9831a46d-fa9f-4cb8-bbba-84cc205dbd1c tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:38.932615 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa46439e-f79c-4820-9607-f2cb73a3cbeb req-0eb0f2b9-4828-408d-9ff1-fdba49ec180d tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:38.940903 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fa46439e-f79c-4820-9607-f2cb73a3cbeb req-0eb0f2b9-4828-408d-9ff1-fdba49ec180d tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ef43d93-267e-41ce-aef9-468c3606c521 HTTP/1.1" status: 200 len: 945 time: 0.0908964 Jul 24 00:18:38.948213 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9831a46d-fa9f-4cb8-bbba-84cc205dbd1c tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for router_gateway, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:38.972854 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9831a46d-fa9f-4cb8-bbba-84cc205dbd1c tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:39.000525 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fa46439e-f79c-4820-9607-f2cb73a3cbeb req-5f33418c-167f-4b82-8ced-d155d54e8e2f tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530365 Jul 24 00:18:39.054937 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adb4a2d-1175-4a7c-b227-1e26924184f5 req-a6488d90-1256-43ee-9bcc-34d88d0b130c tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:39.063019 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8adb4a2d-1175-4a7c-b227-1e26924184f5 req-a6488d90-1256-43ee-9bcc-34d88d0b130c tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b843f86-0133-4379-9857-92b15ba31035 HTTP/1.1" status: 200 len: 945 time: 0.2208452 Jul 24 00:18:39.154320 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8adb4a2d-1175-4a7c-b227-1e26924184f5 req-f0f410cb-4e31-46e5-9e43-1daa04b11f61 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeb41864-d368-40dc-9b68-32578df5a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856287 Jul 24 00:18:39.204384 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-9831a46d-fa9f-4cb8-bbba-84cc205dbd1c tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Allocated IP 172.25.3.38 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/e9251363-5143-46a2-9e5e-b2a55fe496eb) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:18:39.428615 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9831a46d-fa9f-4cb8-bbba-84cc205dbd1c tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:39.475206 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9831a46d-fa9f-4cb8-bbba-84cc205dbd1c tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:39.518970 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9831a46d-fa9f-4cb8-bbba-84cc205dbd1c tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:18:39.522499 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-9831a46d-fa9f-4cb8-bbba-84cc205dbd1c tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:18:39.529709 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9831a46d-fa9f-4cb8-bbba-84cc205dbd1c tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:18:39.545320 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71023597-bb97-4256-b32b-ff8dd3c6dbb2 req-09589bf5-6271-4901-9a16-4afbe0700db9 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:39.546879 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-71023597-bb97-4256-b32b-ff8dd3c6dbb2 req-09589bf5-6271-4901-9a16-4afbe0700db9 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ef43d93-267e-41ce-aef9-468c3606c521 HTTP/1.1" status: 200 len: 945 time: 0.1282339 Jul 24 00:18:39.585088 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9831a46d-fa9f-4cb8-bbba-84cc205dbd1c tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Pushing event updated for resources: {'Port': ['ID=e9251363-5143-46a2-9e5e-b2a55fe496eb,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:18:39.603194 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-71023597-bb97-4256-b32b-ff8dd3c6dbb2 req-a0a17eec-77ab-4782-b870-47e09184fcb9 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502393 Jul 24 00:18:39.873666 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9831a46d-fa9f-4cb8-bbba-84cc205dbd1c tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for router_gateway, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:39.919372 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5510fb-3811-4224-9d2a-115a425561b1 req-e87eaf09-3dc2-4999-8c5f-a392fd4a26b0 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:39.931056 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ff5510fb-3811-4224-9d2a-115a425561b1 req-e87eaf09-3dc2-4999-8c5f-a392fd4a26b0 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ef43d93-267e-41ce-aef9-468c3606c521 HTTP/1.1" status: 200 len: 945 time: 0.0835364 Jul 24 00:18:39.967700 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ff5510fb-3811-4224-9d2a-115a425561b1 req-6f367854-3f1e-403f-b7ce-09c99cb4a05f tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352056 Jul 24 00:18:40.113607 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9831a46d-fa9f-4cb8-bbba-84cc205dbd1c tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:40.317304 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98084ea6-ce4b-4a88-bb54-846b4e8e1b4b req-0d54bf48-d0dd-45e3-9427-e0d5031430b9 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:40.318911 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-98084ea6-ce4b-4a88-bb54-846b4e8e1b4b req-0d54bf48-d0dd-45e3-9427-e0d5031430b9 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b843f86-0133-4379-9857-92b15ba31035 HTTP/1.1" status: 200 len: 945 time: 0.0909829 Jul 24 00:18:40.320037 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9831a46d-fa9f-4cb8-bbba-84cc205dbd1c tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Router 77ac292f-7478-45ac-8262-74bc553013f3 is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:18:40.431440 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-98084ea6-ce4b-4a88-bb54-846b4e8e1b4b req-e2e2d54d-7b28-4551-ab2c-6909aab2841f tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeb41864-d368-40dc-9b68-32578df5a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058362 Jul 24 00:18:40.462462 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9831a46d-fa9f-4cb8-bbba-84cc205dbd1c tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:18:40.486652 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01863bed-2d86-4f9d-82c0-2bac406252a7 None None] Sync routers for ids ['77ac292f-7478-45ac-8262-74bc553013f3'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:18:40.496624 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9831a46d-fa9f-4cb8-bbba-84cc205dbd1c tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:40.498067 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-9831a46d-fa9f-4cb8-bbba-84cc205dbd1c tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2145090 Jul 24 00:18:40.501514 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 49766) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:18:40.503138 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01863bed-2d86-4f9d-82c0-2bac406252a7 None None] Routers {'77ac292f-7478-45ac-8262-74bc553013f3'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:18:40.506435 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-01863bed-2d86-4f9d-82c0-2bac406252a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:18:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['77ac292f-7478-45ac-8262-74bc553013f3'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:18:40.545931 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-415a43eb-68c5-45c4-bca5-780f0a330b1e tempest-TestNetworkAdvancedServerOps-1890701533 tempest-TestNetworkAdvancedServerOps-1890701533-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=646730ba25934852bc5dd86a412228f1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0430412 Jul 24 00:18:40.548673 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 49768) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:18:40.667006 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5a9b0d-7005-4307-b425-ec8f6fe7b190 tempest-TestNetworkAdvancedServerOps-1890701533 tempest-TestNetworkAdvancedServerOps-1890701533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:40.669874 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-cf5a9b0d-7005-4307-b425-ec8f6fe7b190 tempest-TestNetworkAdvancedServerOps-1890701533 tempest-TestNetworkAdvancedServerOps-1890701533-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1193490 Jul 24 00:18:40.672407 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 49776) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:18:40.714543 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-fefd09fe-9d1d-4c08-b984-1d78e9b5c6b2 tempest-TestNetworkAdvancedServerOps-1890701533 tempest-TestNetworkAdvancedServerOps-1890701533-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=9adcfee8-760c-4568-9e39-c221abf69bf5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0403547 Jul 24 00:18:40.717175 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 49778) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:18:40.718231 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-01863bed-2d86-4f9d-82c0-2bac406252a7 None None] Set router 77ac292f-7478-45ac-8262-74bc553013f3 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:18:40.724107 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-f8e5d57f-bc95-4d31-814a-a0d7b40722c5 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1804329674', 'network_id': '8daae933-2717-4bb5-bdad-7d9e9ba78ff6', 'project_id': '646730ba25934852bc5dd86a412228f1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:18:40.738025 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0591b8c-bf24-4996-b028-5d8dc8d58054 req-67eabfb9-33f3-447f-afa7-47f13ad9445c tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:40.739803 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b0591b8c-bf24-4996-b028-5d8dc8d58054 req-67eabfb9-33f3-447f-afa7-47f13ad9445c tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 945 time: 0.0956280 Jul 24 00:18:40.834733 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b0591b8c-bf24-4996-b028-5d8dc8d58054 req-71ca0b97-365a-4b67-ba3b-2b6810784d11 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867133 Jul 24 00:18:40.848473 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e5d57f-bc95-4d31-814a-a0d7b40722c5 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Made reservation on behalf of 646730ba25934852bc5dd86a412228f1 for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:18:40.852212 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f8e5d57f-bc95-4d31-814a-a0d7b40722c5 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:41.020282 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-01863bed-2d86-4f9d-82c0-2bac406252a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ac292f-7478-45ac-8262-74bc553013f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1224504559', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'e9251363-5143-46a2-9e5e-b2a55fe496eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:18:38Z', 'updated_at': '2021-07-24T00:18:39Z', 'revision_number': 3, 'project_id': '646730ba25934852bc5dd86a412228f1', 'gw_port': {'id': 'e9251363-5143-46a2-9e5e-b2a55fe496eb', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ac292f-7478-45ac-8262-74bc553013f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:18:38Z', 'updated_at': '2021-07-24T00:18:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:18:41.060932 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd06d6-8a49-4315-9a5a-149dd2b1dcb5 req-5ad0b663-3bd8-4b34-8059-3b3142301bd5 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:41.062046 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01863bed-2d86-4f9d-82c0-2bac406252a7 None None] Checking router: 77ac292f-7478-45ac-8262-74bc553013f3 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:18:41.062605 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01863bed-2d86-4f9d-82c0-2bac406252a7 None None] Updating router 77ac292f-7478-45ac-8262-74bc553013f3 port e9251363-5143-46a2-9e5e-b2a55fe496eb binding host n-d-800088-16 {{(pid=100315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:18:41.062926 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c1cd06d6-8a49-4315-9a5a-149dd2b1dcb5 req-5ad0b663-3bd8-4b34-8059-3b3142301bd5 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 945 time: 0.1239300 Jul 24 00:18:41.150154 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-01863bed-2d86-4f9d-82c0-2bac406252a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:41.157028 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c1cd06d6-8a49-4315-9a5a-149dd2b1dcb5 req-09885c39-0918-4c0f-bd70-9c6091fade78 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881486 Jul 24 00:18:41.173168 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b19bdec-e940-439a-9e1f-bf4c007f9fab req-e2549082-9327-41e9-8599-42d47bc50344 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:41.174706 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6b19bdec-e940-439a-9e1f-bf4c007f9fab req-e2549082-9327-41e9-8599-42d47bc50344 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ef43d93-267e-41ce-aef9-468c3606c521 HTTP/1.1" status: 200 len: 945 time: 0.1817551 Jul 24 00:18:41.205646 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f8e5d57f-bc95-4d31-814a-a0d7b40722c5 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:41.239385 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 49790) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:18:41.277130 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e5d57f-bc95-4d31-814a-a0d7b40722c5 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Pushing event updated for resources: {'Subnet': ['ID=0c656db4-b139-4d90-94b0-beff0914fd48,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:18:41.295167 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e5d57f-bc95-4d31-814a-a0d7b40722c5 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Checking segment: {'id': '022ae12b-b2f2-4688-b33c-4f5f6eff045c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8daae933-2717-4bb5-bdad-7d9e9ba78ff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:18:41.295806 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e5d57f-bc95-4d31-814a-a0d7b40722c5 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Network hostable DHCP agents. Network: 8daae933-2717-4bb5-bdad-7d9e9ba78ff6, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:18:41.322507 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e5d57f-bc95-4d31-814a-a0d7b40722c5 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Network 8daae933-2717-4bb5-bdad-7d9e9ba78ff6 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:18:41.339986 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-f8e5d57f-bc95-4d31-814a-a0d7b40722c5 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 8daae933-2717-4bb5-bdad-7d9e9ba78ff6) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:18:41.350280 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e5d57f-bc95-4d31-814a-a0d7b40722c5 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:41.351946 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f8e5d57f-bc95-4d31-814a-a0d7b40722c5 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:41.365578 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72460c6-59f3-4ab2-a735-869bf4fb4de9 None None] Network 8daae933-2717-4bb5-bdad-7d9e9ba78ff6 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:18:41.381261 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-f8e5d57f-bc95-4d31-814a-a0d7b40722c5 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6628537 Jul 24 00:18:41.384105 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 49794) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:18:41.428216 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42aa06f-919d-4fb9-9fc9-9ba7845e58b2 req-7dced105-d41c-42f6-8467-a5feb6377081 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:41.431513 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a42aa06f-919d-4fb9-9fc9-9ba7845e58b2 req-7dced105-d41c-42f6-8467-a5feb6377081 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ef43d93-267e-41ce-aef9-468c3606c521 HTTP/1.1" status: 200 len: 945 time: 0.3117733 Jul 24 00:18:41.488504 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9602d9c1-f6a4-4b48-9235-379ee2511577 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:41.509263 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-6b19bdec-e940-439a-9e1f-bf4c007f9fab req-6bf84b08-f600-4c20-a80d-d022f3eec40a tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Deleting port 653e3ec6-a8c6-4c59-a704-9b497ea7e0a3 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:18:41.509661 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-6b19bdec-e940-439a-9e1f-bf4c007f9fab req-6bf84b08-f600-4c20-a80d-d022f3eec40a tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:41.557077 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a42aa06f-919d-4fb9-9fc9-9ba7845e58b2 req-268ac73d-69e4-4606-97af-a0018b1c3280 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185012 Jul 24 00:18:41.691993 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-6b19bdec-e940-439a-9e1f-bf4c007f9fab req-6bf84b08-f600-4c20-a80d-d022f3eec40a tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] For port 653e3ec6-a8c6-4c59-a704-9b497ea7e0a3, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=653e3ec6-a8c6-4c59-a704-9b497ea7e0a3,segment=NetworkSegment(5aa5a49c-7465-4920-b25b-c3e99ae728f5),segment_id=5aa5a49c-7465-4920-b25b-c3e99ae728f5)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:18:41.692627 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-6b19bdec-e940-439a-9e1f-bf4c007f9fab req-6bf84b08-f600-4c20-a80d-d022f3eec40a tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:41.718061 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-6b19bdec-e940-439a-9e1f-bf4c007f9fab req-6bf84b08-f600-4c20-a80d-d022f3eec40a tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Calling delete_port for 653e3ec6-a8c6-4c59-a704-9b497ea7e0a3 owned by compute:nova {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:18:41.747456 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-01863bed-2d86-4f9d-82c0-2bac406252a7 None None] Notify callbacks [] for port, precommit_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:41.765032 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-01863bed-2d86-4f9d-82c0-2bac406252a7 None None] Transition to ACTIVE for port object e9251363-5143-46a2-9e5e-b2a55fe496eb will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:18:41.771405 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e1207c-f9dd-4729-8e72-f5fd113eff97 req-7aea8707-9be2-4beb-90ca-c2752d26f3c2 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:41.779759 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a6e1207c-f9dd-4729-8e72-f5fd113eff97 req-7aea8707-9be2-4beb-90ca-c2752d26f3c2 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/networks?id=49599f72-6971-4c78-8210-d79c8aca88a7 HTTP/1.1" status: 200 len: 811 time: 0.2778747 Jul 24 00:18:41.810340 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-01863bed-2d86-4f9d-82c0-2bac406252a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:41.824569 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a6e1207c-f9dd-4729-8e72-f5fd113eff97 req-dc14ca56-e7ed-4cc7-baf7-ee503e7e3454 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/quotas/3e6843e6f10f416d8b9cff83017e399e HTTP/1.1" status: 200 len: 375 time: 0.0437179 Jul 24 00:18:41.829193 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe03bfd-4ed2-477b-9bc2-5eeb1ba99817 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-8daae933-2717-4bb5-bdad-7d9e9ba78ff6', 'network_id': '8daae933-2717-4bb5-bdad-7d9e9ba78ff6', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'fixed_ips': [{'subnet_id': '0c656db4-b139-4d90-94b0-beff0914fd48'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:18:41.830357 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3fe03bfd-4ed2-477b-9bc2-5eeb1ba99817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:41.962712 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-6b19bdec-e940-439a-9e1f-bf4c007f9fab req-6bf84b08-f600-4c20-a80d-d022f3eec40a tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:41.975044 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9602d9c1-f6a4-4b48-9235-379ee2511577 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:41.981722 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-01863bed-2d86-4f9d-82c0-2bac406252a7 None None] Attempting to bind port e9251363-5143-46a2-9e5e-b2a55fe496eb on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:18:41.982338 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-01863bed-2d86-4f9d-82c0-2bac406252a7 None None] Attempting to bind port e9251363-5143-46a2-9e5e-b2a55fe496eb by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:18:41.982922 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01863bed-2d86-4f9d-82c0-2bac406252a7 None None] Attempting to bind port e9251363-5143-46a2-9e5e-b2a55fe496eb on network 9adcfee8-760c-4568-9e39-c221abf69bf5 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:18:42.008970 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf84b08-f600-4c20-a80d-d022f3eec40a tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Pushing event deleted for resources: {'Port': ['ID=653e3ec6-a8c6-4c59-a704-9b497ea7e0a3,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:18:42.027932 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9602d9c1-f6a4-4b48-9235-379ee2511577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:42.049181 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-3fe03bfd-4ed2-477b-9bc2-5eeb1ba99817 None None] Allocated IP 172.20.0.2 (8daae933-2717-4bb5-bdad-7d9e9ba78ff6/0c656db4-b139-4d90-94b0-beff0914fd48/2224ef52-e5b5-4d67-a284-985a12d8d288) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:18:42.064142 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['653e3ec6-a8c6-4c59-a704-9b497ea7e0a3'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:18:42.067176 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['5f16fbca-e168-4d66-b734-55081507532a'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:18:42.077204 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b19bdec-e940-439a-9e1f-bf4c007f9fab req-6bf84b08-f600-4c20-a80d-d022f3eec40a tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] No DVR routers for this DVR port 653e3ec6-a8c6-4c59-a704-9b497ea7e0a3 on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:18:42.080983 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-6b19bdec-e940-439a-9e1f-bf4c007f9fab req-6bf84b08-f600-4c20-a80d-d022f3eec40a tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:42.085878 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6b19bdec-e940-439a-9e1f-bf4c007f9fab req-6bf84b08-f600-4c20-a80d-d022f3eec40a tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.64 "DELETE /v2.0/ports/653e3ec6-a8c6-4c59-a704-9b497ea7e0a3 HTTP/1.1" status: 204 len: 173 time: 0.8711438 Jul 24 00:18:42.086848 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ef43d93-267e-41ce-aef9-468c3606c521', 'name': 'network-vif-deleted', 'tag': '653e3ec6-a8c6-4c59-a704-9b497ea7e0a3'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:18:42.091020 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b14a26-0505-4976-8f5d-1759ae27a6a1" -d '{"events": [{"server_uuid": "8ef43d93-267e-41ce-aef9-468c3606c521", "name": "network-vif-deleted", "tag": "653e3ec6-a8c6-4c59-a704-9b497ea7e0a3"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:18:42.148127 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f0f3946-c42b-4496-8576-5e8bb4c77fbe x-openstack-request-id: req-0f0f3946-c42b-4496-8576-5e8bb4c77fbe {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:18:42.148441 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ef43d93-267e-41ce-aef9-468c3606c521", "name": "network-vif-deleted", "tag": "653e3ec6-a8c6-4c59-a704-9b497ea7e0a3", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:18:42.148702 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0f0f3946-c42b-4496-8576-5e8bb4c77fbe {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:18:42.149224 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ef43d93-267e-41ce-aef9-468c3606c521', 'name': 'network-vif-deleted', 'tag': '653e3ec6-a8c6-4c59-a704-9b497ea7e0a3', 'status': 'completed', 'code': 200} Jul 24 00:18:42.149559 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-9602d9c1-f6a4-4b48-9235-379ee2511577 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c70ba8c5aa9f43d59f8e8e2cfea6e61a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9083624 Jul 24 00:18:42.149695 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 49818) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:18:42.162761 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602d9c1-f6a4-4b48-9235-379ee2511577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f03b8c59-d6df-44ea-b0f5-43bdc32b6ebe,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:18:42.216568 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a6e1207c-f9dd-4729-8e72-f5fd113eff97 req-21ce9a27-d879-42eb-817e-c7151036427d tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3e6843e6f10f416d8b9cff83017e399e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3909924 Jul 24 00:18:42.249705 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9f090477-c985-47ee-9380-e3f9260a47d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:42.283486 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9f090477-c985-47ee-9380-e3f9260a47d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:42.373944 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9f090477-c985-47ee-9380-e3f9260a47d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:42.378795 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9f090477-c985-47ee-9380-e3f9260a47d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:42.380039 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-9f090477-c985-47ee-9380-e3f9260a47d2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f03b8c59-d6df-44ea-b0f5-43bdc32b6ebe HTTP/1.1" status: 204 len: 168 time: 0.2294137 Jul 24 00:18:42.406424 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f090477-c985-47ee-9380-e3f9260a47d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f03b8c59-d6df-44ea-b0f5-43bdc32b6ebe,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:18:42.425555 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a6e1207c-f9dd-4729-8e72-f5fd113eff97 req-a822b1f6-1774-4fe0-9ded-77bdb6cde8db service neutron] 10.222.0.44 "GET /v2.0/networks/49599f72-6971-4c78-8210-d79c8aca88a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079892 Jul 24 00:18:42.536146 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01863bed-2d86-4f9d-82c0-2bac406252a7 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:18:42.536550 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01863bed-2d86-4f9d-82c0-2bac406252a7 None None] Checking segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:18:42.536992 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-01863bed-2d86-4f9d-82c0-2bac406252a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:42.537396 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01863bed-2d86-4f9d-82c0-2bac406252a7 None None] Bound using segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:18:42.537897 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-01863bed-2d86-4f9d-82c0-2bac406252a7 None None] Bound port: e9251363-5143-46a2-9e5e-b2a55fe496eb, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:18:42.538289 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-01863bed-2d86-4f9d-82c0-2bac406252a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:42.587136 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2dd33e44-956b-4468-8265-81dba0329376 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:42.747523 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c749e14-f0b8-41d2-af0b-6ff64dbb9389 None None] Pushing event updated for resources: {'Port': ['ID=e9251363-5143-46a2-9e5e-b2a55fe496eb,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:18:42.778462 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a6e1207c-f9dd-4729-8e72-f5fd113eff97 req-3f932d34-c97b-4a26-9dd6-e844c6119602 service neutron] 10.222.0.44 "GET /v2.0/networks/49599f72-6971-4c78-8210-d79c8aca88a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3519928 Jul 24 00:18:42.781169 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-35c48d36-7eb7-4c87-87cc-6421f88bca0e req-d4bc3ae8-7308-4209-9298-2d88e44621dd tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ef43d93-267e-41ce-aef9-468c3606c521 HTTP/1.1" status: 200 len: 210 time: 0.0934217 Jul 24 00:18:42.985762 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c749e14-f0b8-41d2-af0b-6ff64dbb9389 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:18:42.997857 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c749e14-f0b8-41d2-af0b-6ff64dbb9389 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:18:42.998641 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c749e14-f0b8-41d2-af0b-6ff64dbb9389 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:18:43.001367 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c749e14-f0b8-41d2-af0b-6ff64dbb9389 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:18:43.005889 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c749e14-f0b8-41d2-af0b-6ff64dbb9389 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:18:43.010193 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c749e14-f0b8-41d2-af0b-6ff64dbb9389 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:18:43.011065 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c749e14-f0b8-41d2-af0b-6ff64dbb9389 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:18:43.011412 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c749e14-f0b8-41d2-af0b-6ff64dbb9389 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:18:43.015129 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c749e14-f0b8-41d2-af0b-6ff64dbb9389 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:18:43.015728 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c749e14-f0b8-41d2-af0b-6ff64dbb9389 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:18:43.016266 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c749e14-f0b8-41d2-af0b-6ff64dbb9389 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:18:43.018014 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c749e14-f0b8-41d2-af0b-6ff64dbb9389 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:18:43.095592 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 49834) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:18:43.118174 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-055796fc-fabb-49f2-9d24-56a7dd6aa672 req-79171dec-6f02-4cf3-be96-7b1449052737 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=235eb462-0098-4120-8fea-06f3bf3790b9 HTTP/1.1" status: 200 len: 210 time: 0.0543957 Jul 24 00:18:43.142093 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a84ed958-4fa5-4569-9a27-864c7614346c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:43.201375 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-01863bed-2d86-4f9d-82c0-2bac406252a7 None None] For port e9251363-5143-46a2-9e5e-b2a55fe496eb, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:18:43.239486 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-01863bed-2d86-4f9d-82c0-2bac406252a7 None None] For port e9251363-5143-46a2-9e5e-b2a55fe496eb, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=e9251363-5143-46a2-9e5e-b2a55fe496eb,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:18:43.298022 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-01863bed-2d86-4f9d-82c0-2bac406252a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:43.354336 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a84ed958-4fa5-4569-9a27-864c7614346c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:43.362904 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a84ed958-4fa5-4569-9a27-864c7614346c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:43.416496 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3fe03bfd-4ed2-477b-9bc2-5eeb1ba99817 None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:43.428448 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-a84ed958-4fa5-4569-9a27-864c7614346c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fc67ef4dbedf40c5ab7e44e8982ce52b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3307157 Jul 24 00:18:43.431046 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 49840) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:18:43.434632 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84ed958-4fa5-4569-9a27-864c7614346c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08876ea8-8cd3-431b-96a2-63a130e2baae,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:18:43.474809 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-3fe03bfd-4ed2-477b-9bc2-5eeb1ba99817 None None] Transition to ACTIVE for port object 2224ef52-e5b5-4d67-a284-985a12d8d288 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:18:43.504037 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01863bed-2d86-4f9d-82c0-2bac406252a7 None None] Routers {'77ac292f-7478-45ac-8262-74bc553013f3'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:18:43.504283 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-01863bed-2d86-4f9d-82c0-2bac406252a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:18:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['77ac292f-7478-45ac-8262-74bc553013f3'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:18:43.514862 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c749e14-f0b8-41d2-af0b-6ff64dbb9389 None None] Pushing event updated for resources: {'Port': ['ID=e9251363-5143-46a2-9e5e-b2a55fe496eb,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:18:43.531892 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-3fe03bfd-4ed2-477b-9bc2-5eeb1ba99817 None None] Transition to ACTIVE for port object 2224ef52-e5b5-4d67-a284-985a12d8d288 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:18:43.587839 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a3edcd57-27d0-45d6-81cb-568c6707fdf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:43.614076 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3fe03bfd-4ed2-477b-9bc2-5eeb1ba99817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:43.663214 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a3edcd57-27d0-45d6-81cb-568c6707fdf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:43.672588 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe03bfd-4ed2-477b-9bc2-5eeb1ba99817 None None] Network 8daae933-2717-4bb5-bdad-7d9e9ba78ff6 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:18:43.692343 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-3fe03bfd-4ed2-477b-9bc2-5eeb1ba99817 None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:18:43.700088 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe03bfd-4ed2-477b-9bc2-5eeb1ba99817 None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:18:43.709009 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe03bfd-4ed2-477b-9bc2-5eeb1ba99817 None None] Pushing event updated for resources: {'Port': ['ID=2224ef52-e5b5-4d67-a284-985a12d8d288,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:18:43.767567 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-2dd33e44-956b-4468-8265-81dba0329376 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Allocated IP 172.20.0.1 (8daae933-2717-4bb5-bdad-7d9e9ba78ff6/0c656db4-b139-4d90-94b0-beff0914fd48/8b4e6918-f541-4dc0-9966-645a7b1041c2) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:18:43.775198 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-01863bed-2d86-4f9d-82c0-2bac406252a7 None None] Set router 77ac292f-7478-45ac-8262-74bc553013f3 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:18:43.792695 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a3edcd57-27d0-45d6-81cb-568c6707fdf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:43.795581 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a3edcd57-27d0-45d6-81cb-568c6707fdf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:43.796848 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-a3edcd57-27d0-45d6-81cb-568c6707fdf3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/08876ea8-8cd3-431b-96a2-63a130e2baae HTTP/1.1" status: 204 len: 168 time: 0.3646090 Jul 24 00:18:43.837884 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3edcd57-27d0-45d6-81cb-568c6707fdf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08876ea8-8cd3-431b-96a2-63a130e2baae,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:18:43.929338 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-3fe03bfd-4ed2-477b-9bc2-5eeb1ba99817 None None] Attempting to bind port 2224ef52-e5b5-4d67-a284-985a12d8d288 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:18:43.929804 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-3fe03bfd-4ed2-477b-9bc2-5eeb1ba99817 None None] Attempting to bind port 2224ef52-e5b5-4d67-a284-985a12d8d288 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '022ae12b-b2f2-4688-b33c-4f5f6eff045c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8daae933-2717-4bb5-bdad-7d9e9ba78ff6'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:18:43.930251 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe03bfd-4ed2-477b-9bc2-5eeb1ba99817 None None] Attempting to bind port 2224ef52-e5b5-4d67-a284-985a12d8d288 on network 8daae933-2717-4bb5-bdad-7d9e9ba78ff6 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:18:43.939574 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2dd33e44-956b-4468-8265-81dba0329376 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:43.961237 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [None req-2dd33e44-956b-4468-8265-81dba0329376 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Transition to ACTIVE for port object 8b4e6918-f541-4dc0-9966-645a7b1041c2 will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:18:43.962636 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe03bfd-4ed2-477b-9bc2-5eeb1ba99817 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:18:43.963024 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe03bfd-4ed2-477b-9bc2-5eeb1ba99817 None None] Checking segment: {'id': '022ae12b-b2f2-4688-b33c-4f5f6eff045c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8daae933-2717-4bb5-bdad-7d9e9ba78ff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:18:43.963490 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3fe03bfd-4ed2-477b-9bc2-5eeb1ba99817 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:43.964606 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe03bfd-4ed2-477b-9bc2-5eeb1ba99817 None None] Bound using segment: {'id': '022ae12b-b2f2-4688-b33c-4f5f6eff045c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8daae933-2717-4bb5-bdad-7d9e9ba78ff6'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:18:43.965499 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-3fe03bfd-4ed2-477b-9bc2-5eeb1ba99817 None None] Bound port: 2224ef52-e5b5-4d67-a284-985a12d8d288, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '022ae12b-b2f2-4688-b33c-4f5f6eff045c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8daae933-2717-4bb5-bdad-7d9e9ba78ff6'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:18:43.966225 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3fe03bfd-4ed2-477b-9bc2-5eeb1ba99817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:44.028307 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2dd33e44-956b-4468-8265-81dba0329376 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:44.087349 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd33e44-956b-4468-8265-81dba0329376 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Network 8daae933-2717-4bb5-bdad-7d9e9ba78ff6 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:18:44.093172 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-2dd33e44-956b-4468-8265-81dba0329376 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:18:44.100330 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd33e44-956b-4468-8265-81dba0329376 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:18:44.121875 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-3fe03bfd-4ed2-477b-9bc2-5eeb1ba99817 None None] For port 2224ef52-e5b5-4d67-a284-985a12d8d288, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:18:44.140359 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-3fe03bfd-4ed2-477b-9bc2-5eeb1ba99817 None None] For port 2224ef52-e5b5-4d67-a284-985a12d8d288, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=2224ef52-e5b5-4d67-a284-985a12d8d288,segment=NetworkSegment(022ae12b-b2f2-4688-b33c-4f5f6eff045c),segment_id=022ae12b-b2f2-4688-b33c-4f5f6eff045c)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:18:44.156212 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3fe03bfd-4ed2-477b-9bc2-5eeb1ba99817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:44.166071 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd33e44-956b-4468-8265-81dba0329376 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Pushing event updated for resources: {'Port': ['ID=8b4e6918-f541-4dc0-9966-645a7b1041c2,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:18:44.228244 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-01863bed-2d86-4f9d-82c0-2bac406252a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ac292f-7478-45ac-8262-74bc553013f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1224504559', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'e9251363-5143-46a2-9e5e-b2a55fe496eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:18:38Z', 'updated_at': '2021-07-24T00:18:39Z', 'revision_number': 3, 'project_id': '646730ba25934852bc5dd86a412228f1', 'gw_port': {'id': 'e9251363-5143-46a2-9e5e-b2a55fe496eb', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ac292f-7478-45ac-8262-74bc553013f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:18:38Z', 'updated_at': '2021-07-24T00:18:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:18:44.288988 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01863bed-2d86-4f9d-82c0-2bac406252a7 None None] The sync data for ids ['77ac292f-7478-45ac-8262-74bc553013f3'] in n-d-800088-16 is: [{'id': '77ac292f-7478-45ac-8262-74bc553013f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1224504559', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'e9251363-5143-46a2-9e5e-b2a55fe496eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:18:38Z', 'updated_at': '2021-07-24T00:18:39Z', 'revision_number': 3, 'project_id': '646730ba25934852bc5dd86a412228f1', 'gw_port': {'id': 'e9251363-5143-46a2-9e5e-b2a55fe496eb', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ac292f-7478-45ac-8262-74bc553013f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:18:38Z', 'updated_at': '2021-07-24T00:18:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:18:44.295934 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe03bfd-4ed2-477b-9bc2-5eeb1ba99817 None None] Pushing event updated for resources: {'Port': ['ID=2224ef52-e5b5-4d67-a284-985a12d8d288,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:18:44.316654 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2dd33e44-956b-4468-8265-81dba0329376 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681761'] for router_interface, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:44.490817 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a5e5d051-10de-4caf-8ac1-e566b12cdbf6 req-20c70055-e0d7-4b71-9916-b733a7bcf96f tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=235eb462-0098-4120-8fea-06f3bf3790b9 HTTP/1.1" status: 200 len: 210 time: 0.1999552 Jul 24 00:18:44.697235 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2dd33e44-956b-4468-8265-81dba0329376 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:44.734265 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e1207c-f9dd-4729-8e72-f5fd113eff97 req-e7b5892c-29d4-48f3-bd11-58f61621d441 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:44.736827 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a6e1207c-f9dd-4729-8e72-f5fd113eff97 req-e7b5892c-29d4-48f3-bd11-58f61621d441 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.64 "GET /v2.0/networks?id=49599f72-6971-4c78-8210-d79c8aca88a7 HTTP/1.1" status: 200 len: 811 time: 0.3338003 Jul 24 00:18:44.766894 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-a6e1207c-f9dd-4729-8e72-f5fd113eff97 req-a944d618-dd63-48c8-a54e-e7a6b5435733 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Request body: {'port': {'device_id': '235eb462-0098-4120-8fea-06f3bf3790b9', 'network_id': '49599f72-6971-4c78-8210-d79c8aca88a7', 'admin_state_up': True, 'tenant_id': '3e6843e6f10f416d8b9cff83017e399e'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:18:44.769299 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 653e3ec6-a8c6-4c59-a704-9b497ea7e0a3 no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:18:44.848494 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] No Port match for: 653e3ec6-a8c6-4c59-a704-9b497ea7e0a3 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:18:44.852607 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 653e3ec6-a8c6-4c59-a704-9b497ea7e0a3 not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:18:44.897670 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:45.165870 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0422e9-403d-4a3e-81e2-1259cad1426f req-8a1fd857-79b5-461b-96de-777fa439a3c9 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:45.171776 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1f0422e9-403d-4a3e-81e2-1259cad1426f req-8a1fd857-79b5-461b-96de-777fa439a3c9 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=c791c43d-0c34-48d4-83ad-fa8a14750d5f HTTP/1.1" status: 200 len: 946 time: 0.1329448 Jul 24 00:18:45.176108 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6e1207c-f9dd-4729-8e72-f5fd113eff97 req-a944d618-dd63-48c8-a54e-e7a6b5435733 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Made reservation on behalf of 3e6843e6f10f416d8b9cff83017e399e for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:18:45.180067 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a6e1207c-f9dd-4729-8e72-f5fd113eff97 req-a944d618-dd63-48c8-a54e-e7a6b5435733 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:45.382231 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2dd33e44-956b-4468-8265-81dba0329376 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:45.393555 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1f0422e9-403d-4a3e-81e2-1259cad1426f req-e2a229b5-04ad-44eb-9c78-db917da1c232 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989398 Jul 24 00:18:45.404163 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2dd33e44-956b-4468-8265-81dba0329376 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:45.478162 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2dd33e44-956b-4468-8265-81dba0329376 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680980'] for router_interface, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:45.549652 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [req-a6e1207c-f9dd-4729-8e72-f5fd113eff97 req-a944d618-dd63-48c8-a54e-e7a6b5435733 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Allocated IP 172.20.0.13 (49599f72-6971-4c78-8210-d79c8aca88a7/47f2c0d4-0d4f-46b9-9d68-d3d80dbac696/7764dc49-d4f0-4286-8577-04bc153b7f83) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:18:45.733110 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd33e44-956b-4468-8265-81dba0329376 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Pushing event updated for resources: {'Port': ['ID=8b4e6918-f541-4dc0-9966-645a7b1041c2,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:18:45.794162 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ffc9036f-8212-4a82-a5c0-f93abed5d958 req-7b7602e4-2500-49c4-abdc-5f54a27647a8 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=235eb462-0098-4120-8fea-06f3bf3790b9 HTTP/1.1" status: 200 len: 210 time: 0.1495199 Jul 24 00:18:45.860555 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd33e44-956b-4468-8265-81dba0329376 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Network 8daae933-2717-4bb5-bdad-7d9e9ba78ff6 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:18:45.862280 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-2dd33e44-956b-4468-8265-81dba0329376 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:18:45.905955 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4fd991-d421-41ec-b1cb-6a76283d85b3 None None] Network 8daae933-2717-4bb5-bdad-7d9e9ba78ff6 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:18:45.964544 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a6e1207c-f9dd-4729-8e72-f5fd113eff97 req-a944d618-dd63-48c8-a54e-e7a6b5435733 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:45.991840 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-07282171-ec94-427f-b437-5144c67b5488 None None] Provisioning for port 2224ef52-e5b5-4d67-a284-985a12d8d288 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:18:46.023481 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-a6e1207c-f9dd-4729-8e72-f5fd113eff97 req-a944d618-dd63-48c8-a54e-e7a6b5435733 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Transition to ACTIVE for port object 7764dc49-d4f0-4286-8577-04bc153b7f83 will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:18:46.074698 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a6e1207c-f9dd-4729-8e72-f5fd113eff97 req-a944d618-dd63-48c8-a54e-e7a6b5435733 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:46.105108 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['4b35ae3e-77f9-4e27-b989-ee37e33917aa'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:18:46.138127 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6e1207c-f9dd-4729-8e72-f5fd113eff97 req-a944d618-dd63-48c8-a54e-e7a6b5435733 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Network 49599f72-6971-4c78-8210-d79c8aca88a7 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:18:46.141823 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [req-a6e1207c-f9dd-4729-8e72-f5fd113eff97 req-a944d618-dd63-48c8-a54e-e7a6b5435733 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:18:46.169169 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6e1207c-f9dd-4729-8e72-f5fd113eff97 req-a944d618-dd63-48c8-a54e-e7a6b5435733 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:18:46.209158 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dd33e44-956b-4468-8265-81dba0329376 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Router 77ac292f-7478-45ac-8262-74bc553013f3 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:18:46.264641 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a944d618-dd63-48c8-a54e-e7a6b5435733 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Pushing event updated for resources: {'Port': ['ID=7764dc49-d4f0-4286-8577-04bc153b7f83,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:18:46.356559 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e1207c-f9dd-4729-8e72-f5fd113eff97 req-a944d618-dd63-48c8-a54e-e7a6b5435733 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:46.356559 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a6e1207c-f9dd-4729-8e72-f5fd113eff97 req-a944d618-dd63-48c8-a54e-e7a6b5435733 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:46.394210 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a6e1207c-f9dd-4729-8e72-f5fd113eff97 req-a944d618-dd63-48c8-a54e-e7a6b5435733 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6465051 Jul 24 00:18:46.425907 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-a6e1207c-f9dd-4729-8e72-f5fd113eff97 req-323ca111-c992-4b48-8899-b5db34a50e70 service neutron] Request body: {'port': {'device_id': '235eb462-0098-4120-8fea-06f3bf3790b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-16'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:18:46.647316 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-e56eb299-df95-46b1-9909-69536ff4d90e None None] Provisioning for port 7764dc49-d4f0-4286-8577-04bc153b7f83 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:18:46.656911 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-e56eb299-df95-46b1-9909-69536ff4d90e None None] Provisioning complete for port 7764dc49-d4f0-4286-8577-04bc153b7f83 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:18:46.659175 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e56eb299-df95-46b1-9909-69536ff4d90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:46.743582 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 2224ef52-e5b5-4d67-a284-985a12d8d288 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:18:46.759441 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d296a61-8e2f-4a5b-9918-ed2d41c59b71 req-c45e095a-3551-4ab6-999f-ef208d48c108 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:46.764635 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7d296a61-8e2f-4a5b-9918-ed2d41c59b71 req-c45e095a-3551-4ab6-999f-ef208d48c108 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.52 "GET /v2.0/ports?device_id=c791c43d-0c34-48d4-83ad-fa8a14750d5f HTTP/1.1" status: 200 len: 946 time: 0.4235530 Jul 24 00:18:46.766287 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd33e44-956b-4468-8265-81dba0329376 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:18:46.784120 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-2dd33e44-956b-4468-8265-81dba0329376 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "PUT /v2.0/routers/77ac292f-7478-45ac-8262-74bc553013f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3988774 Jul 24 00:18:46.812946 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-e56eb299-df95-46b1-9909-69536ff4d90e None None] Port 7764dc49-d4f0-4286-8577-04bc153b7f83 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:18:46.892567 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 2224ef52-e5b5-4d67-a284-985a12d8d288 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:18:46.903571 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 2224ef52-e5b5-4d67-a284-985a12d8d288 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:18:46.923327 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:46.965230 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a6e1207c-f9dd-4729-8e72-f5fd113eff97 req-323ca111-c992-4b48-8899-b5db34a50e70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:47.138978 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:47.198674 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103124bd-e915-482e-adf3-6948ab2fc95e req-c523538e-decf-4379-9133-d3cab8193c0e tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:47.202504 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-103124bd-e915-482e-adf3-6948ab2fc95e req-c523538e-decf-4379-9133-d3cab8193c0e tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=235eb462-0098-4120-8fea-06f3bf3790b9 HTTP/1.1" status: 200 len: 932 time: 0.2549820 Jul 24 00:18:47.225249 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 2224ef52-e5b5-4d67-a284-985a12d8d288, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=2224ef52-e5b5-4d67-a284-985a12d8d288,segment=NetworkSegment(022ae12b-b2f2-4688-b33c-4f5f6eff045c),segment_id=022ae12b-b2f2-4688-b33c-4f5f6eff045c)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:18:47.226808 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-5e860a2b-a306-458b-a92a-2caa5fd01c72 None None] Provisioning complete for port 2224ef52-e5b5-4d67-a284-985a12d8d288 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:18:47.227424 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-5e860a2b-a306-458b-a92a-2caa5fd01c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:47.277756 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-7d296a61-8e2f-4a5b-9918-ed2d41c59b71 req-1c0610a2-4c90-4fd1-bbe3-4cf18dac34bc tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Deleting port 5f16fbca-e168-4d66-b734-55081507532a {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:18:47.289329 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-7d296a61-8e2f-4a5b-9918-ed2d41c59b71 req-1c0610a2-4c90-4fd1-bbe3-4cf18dac34bc tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:47.321287 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:47.322092 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device e9251363-5143-46a2-9e5e-b2a55fe496eb up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:18:47.372467 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc4c73f-c5d0-4b14-9af8-c0f3f969a5aa None None] Sync routers for ids ['77ac292f-7478-45ac-8262-74bc553013f3'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:18:47.391086 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc4c73f-c5d0-4b14-9af8-c0f3f969a5aa None None] Routers {'77ac292f-7478-45ac-8262-74bc553013f3'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:18:47.391722 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-afc4c73f-c5d0-4b14-9af8-c0f3f969a5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:18:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['77ac292f-7478-45ac-8262-74bc553013f3'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:18:47.425976 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=2224ef52-e5b5-4d67-a284-985a12d8d288,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:18:47.511151 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-103124bd-e915-482e-adf3-6948ab2fc95e req-b6def70d-307d-49eb-be37-631010d5378a tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeb41864-d368-40dc-9b68-32578df5a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932696 Jul 24 00:18:47.535938 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-7d296a61-8e2f-4a5b-9918-ed2d41c59b71 req-1c0610a2-4c90-4fd1-bbe3-4cf18dac34bc tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] For port 5f16fbca-e168-4d66-b734-55081507532a, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=5f16fbca-e168-4d66-b734-55081507532a,segment=NetworkSegment(5aa5a49c-7465-4920-b25b-c3e99ae728f5),segment_id=5aa5a49c-7465-4920-b25b-c3e99ae728f5)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:18:47.536323 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-7d296a61-8e2f-4a5b-9918-ed2d41c59b71 req-1c0610a2-4c90-4fd1-bbe3-4cf18dac34bc tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:47.582547 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-7d296a61-8e2f-4a5b-9918-ed2d41c59b71 req-1c0610a2-4c90-4fd1-bbe3-4cf18dac34bc tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Calling delete_port for 5f16fbca-e168-4d66-b734-55081507532a owned by compute:nova {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:18:47.704005 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-afc4c73f-c5d0-4b14-9af8-c0f3f969a5aa None None] Set router 77ac292f-7478-45ac-8262-74bc553013f3 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:18:47.735719 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4fe51cfe-fa9d-4d72-b1d4-985cd0d2b97f req-dd74f643-13b9-4ad8-84a4-284cdfed5d59 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-417204616&fields=id&tenant_id=646730ba25934852bc5dd86a412228f1 HTTP/1.1" status: 200 len: 267 time: 0.0578690 Jul 24 00:18:47.752621 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port e9251363-5143-46a2-9e5e-b2a55fe496eb completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:18:47.768303 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port e9251363-5143-46a2-9e5e-b2a55fe496eb triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:18:47.768865 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:47.871918 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-5e860a2b-a306-458b-a92a-2caa5fd01c72 None None] Provisioning for port 8b4e6918-f541-4dc0-9966-645a7b1041c2 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:18:47.891197 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:47.906150 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-5e860a2b-a306-458b-a92a-2caa5fd01c72 None None] Provisioning complete for port 8b4e6918-f541-4dc0-9966-645a7b1041c2 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:18:47.906523 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-5e860a2b-a306-458b-a92a-2caa5fd01c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:47.924485 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437e4601-dee8-4cac-8f53-45f8ecf08c4f req-fb5d98f6-c985-4361-bbbe-9d884331e979 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:47.943008 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-437e4601-dee8-4cac-8f53-45f8ecf08c4f req-fb5d98f6-c985-4361-bbbe-9d884331e979 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/ports?device_id=c791c43d-0c34-48d4-83ad-fa8a14750d5f HTTP/1.1" status: 200 len: 946 time: 1.3153641 Jul 24 00:18:48.034933 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-5e860a2b-a306-458b-a92a-2caa5fd01c72 None None] Port 8b4e6918-f541-4dc0-9966-645a7b1041c2 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:18:48.100707 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe51cfe-fa9d-4d72-b1d4-985cd0d2b97f req-0e8a910e-5e3e-4403-ba73-ef40f9ccc339 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:48.104770 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4fe51cfe-fa9d-4d72-b1d4-985cd0d2b97f req-0e8a910e-5e3e-4403-ba73-ef40f9ccc339 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/networks?id=8daae933-2717-4bb5-bdad-7d9e9ba78ff6 HTTP/1.1" status: 200 len: 797 time: 0.3682616 Jul 24 00:18:48.124963 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-afc4c73f-c5d0-4b14-9af8-c0f3f969a5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ac292f-7478-45ac-8262-74bc553013f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1224504559', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'e9251363-5143-46a2-9e5e-b2a55fe496eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:18:38Z', 'updated_at': '2021-07-24T00:18:44Z', 'revision_number': 4, 'project_id': '646730ba25934852bc5dd86a412228f1', 'gw_port': {'id': 'e9251363-5143-46a2-9e5e-b2a55fe496eb', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ac292f-7478-45ac-8262-74bc553013f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:18:38Z', 'updated_at': '2021-07-24T00:18:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '8b4e6918-f541-4dc0-9966-645a7b1041c2', 'name': '', 'network_id': '8daae933-2717-4bb5-bdad-7d9e9ba78ff6', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'mac_address': 'fa:16:3e:36:20:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ac292f-7478-45ac-8262-74bc553013f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '0c656db4-b139-4d90-94b0-beff0914fd48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:18:43Z', 'updated_at': '2021-07-24T00:18:45Z', 'revision_number': 2, 'project_id': '646730ba25934852bc5dd86a412228f1', 'subnets': [{'id': '0c656db4-b139-4d90-94b0-beff0914fd48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:18:48.142132 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:48.163995 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4fe51cfe-fa9d-4d72-b1d4-985cd0d2b97f req-51a87f37-ca4f-4be3-86de-55a595d36351 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/quotas/646730ba25934852bc5dd86a412228f1 HTTP/1.1" status: 200 len: 375 time: 0.0468018 Jul 24 00:18:48.204709 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc4c73f-c5d0-4b14-9af8-c0f3f969a5aa None None] Checking router: 77ac292f-7478-45ac-8262-74bc553013f3 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:18:48.207127 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port e9251363-5143-46a2-9e5e-b2a55fe496eb, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=e9251363-5143-46a2-9e5e-b2a55fe496eb,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:18:48.207654 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc4c73f-c5d0-4b14-9af8-c0f3f969a5aa None None] Updating router 77ac292f-7478-45ac-8262-74bc553013f3 port 8b4e6918-f541-4dc0-9966-645a7b1041c2 binding host n-d-800088-16 {{(pid=100316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:18:48.223493 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-28461c61-07a0-400b-adf2-2cfe2fe30936 None None] Provisioning complete for port 8b4e6918-f541-4dc0-9966-645a7b1041c2 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:18:48.224571 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-28461c61-07a0-400b-adf2-2cfe2fe30936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:48.230269 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:48.235270 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-7d296a61-8e2f-4a5b-9918-ed2d41c59b71 req-1c0610a2-4c90-4fd1-bbe3-4cf18dac34bc tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:48.270046 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-437e4601-dee8-4cac-8f53-45f8ecf08c4f req-d4e6a499-0b9f-4e87-bf37-9dd34fd079c2 tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff0372ed-3427-4665-94ae-69b5a36710b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3259127 Jul 24 00:18:48.295965 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-afc4c73f-c5d0-4b14-9af8-c0f3f969a5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:48.340519 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['5f16fbca-e168-4d66-b734-55081507532a'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:18:48.366593 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0610a2-4c90-4fd1-bbe3-4cf18dac34bc tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Pushing event deleted for resources: {'Port': ['ID=5f16fbca-e168-4d66-b734-55081507532a,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:18:48.392851 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-df806e63-4275-4979-b971-55a4da928e87 req-4ea001d3-ced1-482a-af5b-649da909dfe0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1215849 Jul 24 00:18:48.513651 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d296a61-8e2f-4a5b-9918-ed2d41c59b71 req-1c0610a2-4c90-4fd1-bbe3-4cf18dac34bc tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] No DVR routers for this DVR port 5f16fbca-e168-4d66-b734-55081507532a on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:18:48.547214 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 2224ef52-e5b5-4d67-a284-985a12d8d288 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:18:48.558345 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4fe51cfe-fa9d-4d72-b1d4-985cd0d2b97f req-faa7b4dc-5069-4f06-901d-acff136a608c tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=646730ba25934852bc5dd86a412228f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3814559 Jul 24 00:18:48.573934 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-7d296a61-8e2f-4a5b-9918-ed2d41c59b71 req-1c0610a2-4c90-4fd1-bbe3-4cf18dac34bc tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:48.580337 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7d296a61-8e2f-4a5b-9918-ed2d41c59b71 req-1c0610a2-4c90-4fd1-bbe3-4cf18dac34bc tempest-ServersTestJSON-43530534 tempest-ServersTestJSON-43530534-project] 10.222.0.52 "DELETE /v2.0/ports/5f16fbca-e168-4d66-b734-55081507532a HTTP/1.1" status: 204 len: 173 time: 1.7939944 Jul 24 00:18:48.580337 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c791c43d-0c34-48d4-83ad-fa8a14750d5f', 'name': 'network-vif-deleted', 'tag': '5f16fbca-e168-4d66-b734-55081507532a'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:18:48.585983 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e0a9815-3b9b-4570-bd18-3a685d8806e0" -d '{"events": [{"server_uuid": "c791c43d-0c34-48d4-83ad-fa8a14750d5f", "name": "network-vif-deleted", "tag": "5f16fbca-e168-4d66-b734-55081507532a"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:18:48.603825 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-28461c61-07a0-400b-adf2-2cfe2fe30936 None None] Port 8b4e6918-f541-4dc0-9966-645a7b1041c2 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:18:48.672168 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=e9251363-5143-46a2-9e5e-b2a55fe496eb,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:18:48.673662 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-a6e1207c-f9dd-4729-8e72-f5fd113eff97 req-323ca111-c992-4b48-8899-b5db34a50e70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7764dc49-d4f0-4286-8577-04bc153b7f83 {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:18:48.707874 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 2224ef52-e5b5-4d67-a284-985a12d8d288 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:18:48.708250 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:48.780610 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a6e1207c-f9dd-4729-8e72-f5fd113eff97 req-323ca111-c992-4b48-8899-b5db34a50e70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:48.789800 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4fe51cfe-fa9d-4d72-b1d4-985cd0d2b97f req-aebcd1ae-da75-4098-a115-9b564c365ebe service neutron] 10.222.0.44 "GET /v2.0/networks/8daae933-2717-4bb5-bdad-7d9e9ba78ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934047 Jul 24 00:18:48.800244 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df806e63-4275-4979-b971-55a4da928e87 req-7ef8ec25-da37-4275-b11d-bb351e9b544d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:48.811142 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-df806e63-4275-4979-b971-55a4da928e87 req-7ef8ec25-da37-4275-b11d-bb351e9b544d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3e6843e6f10f416d8b9cff83017e399e&device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 1097 time: 0.3845413 Jul 24 00:18:48.926473 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-a6e1207c-f9dd-4729-8e72-f5fd113eff97 req-323ca111-c992-4b48-8899-b5db34a50e70 service neutron] Transition to ACTIVE for port object 7764dc49-d4f0-4286-8577-04bc153b7f83 will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:18:48.935571 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-afc4c73f-c5d0-4b14-9af8-c0f3f969a5aa None None] Notify callbacks [] for port, precommit_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:48.950975 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.provisioning_blocks [None req-afc4c73f-c5d0-4b14-9af8-c0f3f969a5aa None None] Transition to ACTIVE for port object 8b4e6918-f541-4dc0-9966-645a7b1041c2 will not be triggered until provisioned by entity L2. {{(pid=100316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:18:48.960571 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-afc4c73f-c5d0-4b14-9af8-c0f3f969a5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:48.988892 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a6e1207c-f9dd-4729-8e72-f5fd113eff97 req-323ca111-c992-4b48-8899-b5db34a50e70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:49.021207 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4fe51cfe-fa9d-4d72-b1d4-985cd0d2b97f req-104c6d22-4ccd-430e-bb69-9509081871bb service neutron] 10.222.0.44 "GET /v2.0/networks/8daae933-2717-4bb5-bdad-7d9e9ba78ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240212 Jul 24 00:18:49.024801 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d75f5d-dc44-42ea-ac63-1bca053e5951 None None] Pushing event updated for resources: {'Port': ['ID=8b4e6918-f541-4dc0-9966-645a7b1041c2,revision_number=3']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:18:49.058774 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d75f5d-dc44-42ea-ac63-1bca053e5951 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:18:49.059553 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d75f5d-dc44-42ea-ac63-1bca053e5951 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:18:49.060493 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d75f5d-dc44-42ea-ac63-1bca053e5951 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:18:49.061211 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d75f5d-dc44-42ea-ac63-1bca053e5951 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:18:49.061892 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d75f5d-dc44-42ea-ac63-1bca053e5951 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:18:49.062504 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d75f5d-dc44-42ea-ac63-1bca053e5951 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:18:49.063007 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d75f5d-dc44-42ea-ac63-1bca053e5951 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:18:49.064486 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d75f5d-dc44-42ea-ac63-1bca053e5951 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:18:49.065286 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d75f5d-dc44-42ea-ac63-1bca053e5951 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:18:49.065793 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d75f5d-dc44-42ea-ac63-1bca053e5951 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:18:49.066477 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d75f5d-dc44-42ea-ac63-1bca053e5951 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:18:49.066976 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d75f5d-dc44-42ea-ac63-1bca053e5951 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:18:49.132484 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e79d7a-aa18-405c-96ee-fd136e9d9de6 req-05ab5cd1-88a3-402b-9f43-bbfa8e55c2e6 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:49.138757 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 50052) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:18:49.139304 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-42e79d7a-aa18-405c-96ee-fd136e9d9de6 req-05ab5cd1-88a3-402b-9f43-bbfa8e55c2e6 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=235eb462-0098-4120-8fea-06f3bf3790b9 HTTP/1.1" status: 200 len: 932 time: 0.4745283 Jul 24 00:18:49.139507 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323ca111-c992-4b48-8899-b5db34a50e70 service neutron] Pushing event updated for resources: {'Port': ['ID=7764dc49-d4f0-4286-8577-04bc153b7f83,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:18:49.149481 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-afc4c73f-c5d0-4b14-9af8-c0f3f969a5aa None None] Attempting to bind port 8b4e6918-f541-4dc0-9966-645a7b1041c2 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:18:49.150369 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-afc4c73f-c5d0-4b14-9af8-c0f3f969a5aa None None] Attempting to bind port 8b4e6918-f541-4dc0-9966-645a7b1041c2 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '022ae12b-b2f2-4688-b33c-4f5f6eff045c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8daae933-2717-4bb5-bdad-7d9e9ba78ff6'}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:18:49.150751 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc4c73f-c5d0-4b14-9af8-c0f3f969a5aa None None] Attempting to bind port 8b4e6918-f541-4dc0-9966-645a7b1041c2 on network 8daae933-2717-4bb5-bdad-7d9e9ba78ff6 {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:18:49.158916 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc4c73f-c5d0-4b14-9af8-c0f3f969a5aa None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:18:49.159281 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc4c73f-c5d0-4b14-9af8-c0f3f969a5aa None None] Checking segment: {'id': '022ae12b-b2f2-4688-b33c-4f5f6eff045c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8daae933-2717-4bb5-bdad-7d9e9ba78ff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:18:49.159746 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-afc4c73f-c5d0-4b14-9af8-c0f3f969a5aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:49.171190 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc4c73f-c5d0-4b14-9af8-c0f3f969a5aa None None] Bound using segment: {'id': '022ae12b-b2f2-4688-b33c-4f5f6eff045c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8daae933-2717-4bb5-bdad-7d9e9ba78ff6'} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:18:49.174733 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-afc4c73f-c5d0-4b14-9af8-c0f3f969a5aa None None] Bound port: 8b4e6918-f541-4dc0-9966-645a7b1041c2, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '022ae12b-b2f2-4688-b33c-4f5f6eff045c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8daae933-2717-4bb5-bdad-7d9e9ba78ff6'}}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:18:49.175283 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-afc4c73f-c5d0-4b14-9af8-c0f3f969a5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:49.409802 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-afc4c73f-c5d0-4b14-9af8-c0f3f969a5aa None None] For port 8b4e6918-f541-4dc0-9966-645a7b1041c2, host n-d-800088-16, cleared binding levels {{(pid=100316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:18:49.414984 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df806e63-4275-4979-b971-55a4da928e87 req-e4e5c2a3-8422-4b97-9bcc-d909b0229418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:49.418435 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-df806e63-4275-4979-b971-55a4da928e87 req-e4e5c2a3-8422-4b97-9bcc-d909b0229418 service neutron] 10.222.0.64 "GET /v2.0/networks?id=49599f72-6971-4c78-8210-d79c8aca88a7 HTTP/1.1" status: 200 len: 912 time: 0.5847263 Jul 24 00:18:49.420338 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-afc4c73f-c5d0-4b14-9af8-c0f3f969a5aa None None] For port 8b4e6918-f541-4dc0-9966-645a7b1041c2, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=8b4e6918-f541-4dc0-9966-645a7b1041c2,segment=NetworkSegment(022ae12b-b2f2-4688-b33c-4f5f6eff045c),segment_id=022ae12b-b2f2-4688-b33c-4f5f6eff045c)] {{(pid=100316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:18:49.429389 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fc7fc9dc-86cf-44f4-a575-8a0e856580bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:49.433920 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-afc4c73f-c5d0-4b14-9af8-c0f3f969a5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:49.475271 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d25218fc-672a-440c-ab33-f9618e5f11c5 x-openstack-request-id: req-d25218fc-672a-440c-ab33-f9618e5f11c5 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:18:49.475685 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c791c43d-0c34-48d4-83ad-fa8a14750d5f", "name": "network-vif-deleted", "tag": "5f16fbca-e168-4d66-b734-55081507532a", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:18:49.476045 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d25218fc-672a-440c-ab33-f9618e5f11c5 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:18:49.476561 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c791c43d-0c34-48d4-83ad-fa8a14750d5f', 'name': 'network-vif-deleted', 'tag': '5f16fbca-e168-4d66-b734-55081507532a', 'status': 'completed', 'code': 200} Jul 24 00:18:49.523958 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-42e79d7a-aa18-405c-96ee-fd136e9d9de6 req-41369752-3e0c-4f01-92cb-0721ad46855a tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeb41864-d368-40dc-9b68-32578df5a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3715026 Jul 24 00:18:49.565668 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 50062) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:18:49.589947 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc4c73f-c5d0-4b14-9af8-c0f3f969a5aa None None] Routers {'77ac292f-7478-45ac-8262-74bc553013f3'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:18:49.594581 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-afc4c73f-c5d0-4b14-9af8-c0f3f969a5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:18:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['77ac292f-7478-45ac-8262-74bc553013f3'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:18:49.705698 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d75f5d-dc44-42ea-ac63-1bca053e5951 None None] Pushing event updated for resources: {'Port': ['ID=8b4e6918-f541-4dc0-9966-645a7b1041c2,revision_number=4']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:18:49.740915 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-cddabf88-1455-4847-a1b1-bd10d70fc437 admin admin] Deleting subnet f74eda8a-ed40-4284-ae5e-468e5cf2304c {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:18:49.744240 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cddabf88-1455-4847-a1b1-bd10d70fc437 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:49.780621 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5381fd32-447c-4920-a744-c3d0a2f90ef2 req-65ed2e3d-3fc0-4b4a-8e71-40e1eb035598 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4c56fda-87c0-49fb-97ea-9785a9f444bf HTTP/1.1" status: 200 len: 210 time: 0.1319513 Jul 24 00:18:49.808148 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-a6e1207c-f9dd-4729-8e72-f5fd113eff97 req-323ca111-c992-4b48-8899-b5db34a50e70 service neutron] Attempting to bind port 7764dc49-d4f0-4286-8577-04bc153b7f83 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:18:49.808495 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-a6e1207c-f9dd-4729-8e72-f5fd113eff97 req-323ca111-c992-4b48-8899-b5db34a50e70 service neutron] Attempting to bind port 7764dc49-d4f0-4286-8577-04bc153b7f83 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '28758b2b-8e5b-4b20-97dc-892d312454de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '49599f72-6971-4c78-8210-d79c8aca88a7'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:18:49.808853 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e1207c-f9dd-4729-8e72-f5fd113eff97 req-323ca111-c992-4b48-8899-b5db34a50e70 service neutron] Attempting to bind port 7764dc49-d4f0-4286-8577-04bc153b7f83 on network 49599f72-6971-4c78-8210-d79c8aca88a7 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:18:49.816634 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cddabf88-1455-4847-a1b1-bd10d70fc437 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:49.819183 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-afc4c73f-c5d0-4b14-9af8-c0f3f969a5aa None None] Set router 77ac292f-7478-45ac-8262-74bc553013f3 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:18:49.858895 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e1207c-f9dd-4729-8e72-f5fd113eff97 req-323ca111-c992-4b48-8899-b5db34a50e70 service neutron] Port 7764dc49-d4f0-4286-8577-04bc153b7f83 on network 49599f72-6971-4c78-8210-d79c8aca88a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:18:49.860831 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e1207c-f9dd-4729-8e72-f5fd113eff97 req-323ca111-c992-4b48-8899-b5db34a50e70 service neutron] Attempting to bind port 7764dc49-d4f0-4286-8577-04bc153b7f83 on network 49599f72-6971-4c78-8210-d79c8aca88a7 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:18:49.879931 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e1207c-f9dd-4729-8e72-f5fd113eff97 req-323ca111-c992-4b48-8899-b5db34a50e70 service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:18:49.890898 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e1207c-f9dd-4729-8e72-f5fd113eff97 req-323ca111-c992-4b48-8899-b5db34a50e70 service neutron] Checking segment: {'id': '28758b2b-8e5b-4b20-97dc-892d312454de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '49599f72-6971-4c78-8210-d79c8aca88a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:18:49.892427 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e1207c-f9dd-4729-8e72-f5fd113eff97 req-323ca111-c992-4b48-8899-b5db34a50e70 service neutron] Bound using segment: {'id': '28758b2b-8e5b-4b20-97dc-892d312454de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '49599f72-6971-4c78-8210-d79c8aca88a7'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:18:49.893116 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-a6e1207c-f9dd-4729-8e72-f5fd113eff97 req-323ca111-c992-4b48-8899-b5db34a50e70 service neutron] Bound port: 7764dc49-d4f0-4286-8577-04bc153b7f83, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28758b2b-8e5b-4b20-97dc-892d312454de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '49599f72-6971-4c78-8210-d79c8aca88a7'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:18:49.895545 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a6e1207c-f9dd-4729-8e72-f5fd113eff97 req-323ca111-c992-4b48-8899-b5db34a50e70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:49.915827 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-df806e63-4275-4979-b971-55a4da928e87 req-050604b1-cf24-44b3-8348-d57ff3607cfe service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b568338-3482-4589-a123-6f598453b6ed HTTP/1.1" status: 200 len: 1000 time: 0.4698908 Jul 24 00:18:49.983631 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cddabf88-1455-4847-a1b1-bd10d70fc437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:50.069083 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fc7fc9dc-86cf-44f4-a575-8a0e856580bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:50.078718 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fc7fc9dc-86cf-44f4-a575-8a0e856580bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:50.115818 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df806e63-4275-4979-b971-55a4da928e87 req-6d382618-0e29-4163-a48c-89baf8430376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:50.117669 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-df806e63-4275-4979-b971-55a4da928e87 req-6d382618-0e29-4163-a48c-89baf8430376 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=47f2c0d4-0d4f-46b9-9d68-d3d80dbac696 HTTP/1.1" status: 200 len: 850 time: 0.1708918 Jul 24 00:18:50.119322 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7fc9dc-86cf-44f4-a575-8a0e856580bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb34d246-fb96-4081-9305-fd8c0a37635a,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:18:50.146560 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cddabf88-1455-4847-a1b1-bd10d70fc437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:50.167770 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-a6e1207c-f9dd-4729-8e72-f5fd113eff97 req-323ca111-c992-4b48-8899-b5db34a50e70 service neutron] For port 7764dc49-d4f0-4286-8577-04bc153b7f83, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:18:50.183898 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-a6e1207c-f9dd-4729-8e72-f5fd113eff97 req-323ca111-c992-4b48-8899-b5db34a50e70 service neutron] For port 7764dc49-d4f0-4286-8577-04bc153b7f83, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=7764dc49-d4f0-4286-8577-04bc153b7f83,segment=NetworkSegment(28758b2b-8e5b-4b20-97dc-892d312454de),segment_id=28758b2b-8e5b-4b20-97dc-892d312454de)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:18:50.191469 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a6e1207c-f9dd-4729-8e72-f5fd113eff97 req-323ca111-c992-4b48-8899-b5db34a50e70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:50.197646 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-afc4c73f-c5d0-4b14-9af8-c0f3f969a5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ac292f-7478-45ac-8262-74bc553013f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1224504559', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'e9251363-5143-46a2-9e5e-b2a55fe496eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:18:38Z', 'updated_at': '2021-07-24T00:18:44Z', 'revision_number': 4, 'project_id': '646730ba25934852bc5dd86a412228f1', 'gw_port': {'id': 'e9251363-5143-46a2-9e5e-b2a55fe496eb', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ac292f-7478-45ac-8262-74bc553013f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:18:38Z', 'updated_at': '2021-07-24T00:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '8b4e6918-f541-4dc0-9966-645a7b1041c2', 'name': '', 'network_id': '8daae933-2717-4bb5-bdad-7d9e9ba78ff6', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'mac_address': 'fa:16:3e:36:20:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ac292f-7478-45ac-8262-74bc553013f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '0c656db4-b139-4d90-94b0-beff0914fd48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:18:43Z', 'updated_at': '2021-07-24T00:18:49Z', 'revision_number': 4, 'project_id': '646730ba25934852bc5dd86a412228f1', 'subnets': [{'id': '0c656db4-b139-4d90-94b0-beff0914fd48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:18:50.239911 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc4c73f-c5d0-4b14-9af8-c0f3f969a5aa None None] The sync data for ids ['77ac292f-7478-45ac-8262-74bc553013f3'] in n-d-800088-16 is: [{'id': '77ac292f-7478-45ac-8262-74bc553013f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1224504559', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'e9251363-5143-46a2-9e5e-b2a55fe496eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:18:38Z', 'updated_at': '2021-07-24T00:18:44Z', 'revision_number': 4, 'project_id': '646730ba25934852bc5dd86a412228f1', 'gw_port': {'id': 'e9251363-5143-46a2-9e5e-b2a55fe496eb', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ac292f-7478-45ac-8262-74bc553013f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:18:38Z', 'updated_at': '2021-07-24T00:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '8b4e6918-f541-4dc0-9966-645a7b1041c2', 'name': '', 'network_id': '8daae933-2717-4bb5-bdad-7d9e9ba78ff6', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'mac_address': 'fa:16:3e:36:20:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ac292f-7478-45ac-8262-74bc553013f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '0c656db4-b139-4d90-94b0-beff0914fd48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:18:43Z', 'updated_at': '2021-07-24T00:18:49Z', 'revision_number': 4, 'project_id': '646730ba25934852bc5dd86a412228f1', 'subnets': [{'id': '0c656db4-b139-4d90-94b0-beff0914fd48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:18:50.242666 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e1207c-f9dd-4729-8e72-f5fd113eff97 req-323ca111-c992-4b48-8899-b5db34a50e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:50.243186 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a6e1207c-f9dd-4729-8e72-f5fd113eff97 req-323ca111-c992-4b48-8899-b5db34a50e70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:50.244608 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a6e1207c-f9dd-4729-8e72-f5fd113eff97 req-323ca111-c992-4b48-8899-b5db34a50e70 service neutron] 10.222.0.64 "PUT /v2.0/ports/7764dc49-d4f0-4286-8577-04bc153b7f83 HTTP/1.1" status: 200 len: 1093 time: 3.8400078 Jul 24 00:18:50.247069 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '235eb462-0098-4120-8fea-06f3bf3790b9', 'tag': '7764dc49-d4f0-4286-8577-04bc153b7f83'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:18:50.248614 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 5f16fbca-e168-4d66-b734-55081507532a no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:18:50.249487 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-868d833f-fee8-45f9-9547-584654068503" -d '{"events": [{"name": "network-changed", "server_uuid": "235eb462-0098-4120-8fea-06f3bf3790b9", "tag": "7764dc49-d4f0-4286-8577-04bc153b7f83"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:18:50.264326 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df806e63-4275-4979-b971-55a4da928e87 req-008f6235-afd8-4dc9-a644-6ec682bd5994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:50.267164 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cddabf88-1455-4847-a1b1-bd10d70fc437 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:50.272462 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-cddabf88-1455-4847-a1b1-bd10d70fc437 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/f74eda8a-ed40-4284-ae5e-468e5cf2304c HTTP/1.1" status: 204 len: 168 time: 0.7015352 Jul 24 00:18:50.274070 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddabf88-1455-4847-a1b1-bd10d70fc437 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f74eda8a-ed40-4284-ae5e-468e5cf2304c,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:18:50.279173 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-df806e63-4275-4979-b971-55a4da928e87 req-008f6235-afd8-4dc9-a644-6ec682bd5994 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=49599f72-6971-4c78-8210-d79c8aca88a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1538565 Jul 24 00:18:50.279695 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 50074) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:18:50.287849 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-fc7fc9dc-86cf-44f4-a575-8a0e856580bf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5dba5c5e5c8a4f74b255811be55c512f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1452217 Jul 24 00:18:50.288233 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 50076) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:18:50.296506 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] No Port match for: 5f16fbca-e168-4d66-b734-55081507532a {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:18:50.316083 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 5f16fbca-e168-4d66-b734-55081507532a not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:18:50.358909 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4687290c-5483-4060-a5b0-eb7365b741c3 x-openstack-request-id: req-4687290c-5483-4060-a5b0-eb7365b741c3 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:18:50.358909 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "235eb462-0098-4120-8fea-06f3bf3790b9", "tag": "7764dc49-d4f0-4286-8577-04bc153b7f83", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:18:50.358909 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4687290c-5483-4060-a5b0-eb7365b741c3 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:18:50.358909 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '235eb462-0098-4120-8fea-06f3bf3790b9', 'tag': '7764dc49-d4f0-4286-8577-04bc153b7f83', 'status': 'completed', 'code': 200} Jul 24 00:18:50.493150 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323ca111-c992-4b48-8899-b5db34a50e70 service neutron] Pushing event updated for resources: {'Port': ['ID=7764dc49-d4f0-4286-8577-04bc153b7f83,revision_number=3']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:18:50.507701 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e0d53c67-55fc-4ff5-aaa0-62fc67a57bf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:50.542972 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e0d53c67-55fc-4ff5-aaa0-62fc67a57bf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:50.644202 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e0d53c67-55fc-4ff5-aaa0-62fc67a57bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:50.647576 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e0d53c67-55fc-4ff5-aaa0-62fc67a57bf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:50.649467 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-e0d53c67-55fc-4ff5-aaa0-62fc67a57bf8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/eb34d246-fb96-4081-9305-fd8c0a37635a HTTP/1.1" status: 204 len: 168 time: 0.3598700 Jul 24 00:18:50.671464 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d53c67-55fc-4ff5-aaa0-62fc67a57bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb34d246-fb96-4081-9305-fd8c0a37635a,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:18:50.724997 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 8b4e6918-f541-4dc0-9966-645a7b1041c2 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:18:50.833557 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 8b4e6918-f541-4dc0-9966-645a7b1041c2 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:18:50.839122 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 8b4e6918-f541-4dc0-9966-645a7b1041c2 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:18:50.839719 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:50.873164 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e4dcc62e-7949-4356-b412-7c17e2ee2d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:50.964644 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e1207c-f9dd-4729-8e72-f5fd113eff97 req-788a3fe5-fb89-4885-b69f-fc54f2b71ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:50.967252 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a6e1207c-f9dd-4729-8e72-f5fd113eff97 req-788a3fe5-fb89-4885-b69f-fc54f2b71ac9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3e6843e6f10f416d8b9cff83017e399e&device_id=235eb462-0098-4120-8fea-06f3bf3790b9 HTTP/1.1" status: 200 len: 1096 time: 0.6555829 Jul 24 00:18:50.986889 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-df806e63-4275-4979-b971-55a4da928e87 req-37cd2373-897e-415b-875d-f3714c036f75 service neutron] 10.222.0.64 "GET /v2.0/networks/49599f72-6971-4c78-8210-d79c8aca88a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6590626 Jul 24 00:18:50.996378 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:51.041056 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 8b4e6918-f541-4dc0-9966-645a7b1041c2, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=8b4e6918-f541-4dc0-9966-645a7b1041c2,segment=NetworkSegment(022ae12b-b2f2-4688-b33c-4f5f6eff045c),segment_id=022ae12b-b2f2-4688-b33c-4f5f6eff045c)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:18:51.047738 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:51.049181 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device e9251363-5143-46a2-9e5e-b2a55fe496eb up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:18:51.074593 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a674fc06-b6b7-4497-af1c-07eaf20fce73 req-3b8799d7-f6b5-4b55-a44f-2c16b5ae6ad8 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4c56fda-87c0-49fb-97ea-9785a9f444bf HTTP/1.1" status: 200 len: 210 time: 0.1433935 Jul 24 00:18:51.107366 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a6e1207c-f9dd-4729-8e72-f5fd113eff97 req-46d2d5f2-8c0b-486f-af84-bddfa67b5579 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7764dc49-d4f0-4286-8577-04bc153b7f83 HTTP/1.1" status: 200 len: 217 time: 0.1237795 Jul 24 00:18:51.193857 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe51cfe-fa9d-4d72-b1d4-985cd0d2b97f req-ccc9fb4e-ae78-4c71-96df-ee4da51e7c64 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:51.196530 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4fe51cfe-fa9d-4d72-b1d4-985cd0d2b97f req-ccc9fb4e-ae78-4c71-96df-ee4da51e7c64 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.52 "GET /v2.0/networks?id=8daae933-2717-4bb5-bdad-7d9e9ba78ff6 HTTP/1.1" status: 200 len: 797 time: 0.3343077 Jul 24 00:18:51.259909 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4fe51cfe-fa9d-4d72-b1d4-985cd0d2b97f req-392d0b69-f462-4a87-b362-9505f06ac4e2 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=646730ba25934852bc5dd86a412228f1 HTTP/1.1" status: 200 len: 379 time: 0.0505013 Jul 24 00:18:51.262612 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=8b4e6918-f541-4dc0-9966-645a7b1041c2,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:18:51.271911 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c0f62-1f8c-4705-bbc8-cb582adb45c3 req-51568995-8c5c-4dea-b329-e32f420863c0 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:51.274177 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8e8c0f62-1f8c-4705-bbc8-cb582adb45c3 req-51568995-8c5c-4dea-b329-e32f420863c0 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=235eb462-0098-4120-8fea-06f3bf3790b9 HTTP/1.1" status: 200 len: 944 time: 0.5455301 Jul 24 00:18:51.276244 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e1207c-f9dd-4729-8e72-f5fd113eff97 req-93ccc698-9400-4a3c-bc24-273ff1acc6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:51.277667 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a6e1207c-f9dd-4729-8e72-f5fd113eff97 req-93ccc698-9400-4a3c-bc24-273ff1acc6f9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=47f2c0d4-0d4f-46b9-9d68-d3d80dbac696 HTTP/1.1" status: 200 len: 850 time: 0.1531518 Jul 24 00:18:51.282375 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-4fe51cfe-fa9d-4d72-b1d4-985cd0d2b97f req-1094c3d7-1ca5-4e50-a347-684e9d704cb5 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Request body: {'port': {'device_id': 'a4c56fda-87c0-49fb-97ea-9785a9f444bf', 'network_id': '8daae933-2717-4bb5-bdad-7d9e9ba78ff6', 'admin_state_up': True, 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'security_groups': ['c264132c-b10f-49c5-9b54-355706b12a2e']}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:18:51.299379 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port e9251363-5143-46a2-9e5e-b2a55fe496eb triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:18:51.299765 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:51.330178 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 50088) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:18:51.350896 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e91adaf8-53ff-4fd3-ab1e-158f325a70bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:51.378264 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e4dcc62e-7949-4356-b412-7c17e2ee2d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:51.426626 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-e4dcc62e-7949-4356-b412-7c17e2ee2d0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['647eee8d-5ee8-4283-a9e5-d18e1a31df0d']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:18:51.508901 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-e4dcc62e-7949-4356-b412-7c17e2ee2d0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5aa5a49c-7465-4920-b25b-c3e99ae728f5') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:18:51.509620 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-e4dcc62e-7949-4356-b412-7c17e2ee2d0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5aa5a49c-7465-4920-b25b-c3e99ae728f5') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:18:51.515308 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8e8c0f62-1f8c-4705-bbc8-cb582adb45c3 req-baa2a518-4882-4290-9125-7cc06d27d26b tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeb41864-d368-40dc-9b68-32578df5a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322941 Jul 24 00:18:51.539221 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e4dcc62e-7949-4356-b412-7c17e2ee2d0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:51.551939 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e1207c-f9dd-4729-8e72-f5fd113eff97 req-4325e985-2400-44ff-b928-912eb046ea6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:51.554135 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a6e1207c-f9dd-4729-8e72-f5fd113eff97 req-4325e985-2400-44ff-b928-912eb046ea6a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=49599f72-6971-4c78-8210-d79c8aca88a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2446227 Jul 24 00:18:51.567954 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e91adaf8-53ff-4fd3-ab1e-158f325a70bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:51.579211 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e91adaf8-53ff-4fd3-ab1e-158f325a70bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:51.589745 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e4dcc62e-7949-4356-b412-7c17e2ee2d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:51.593444 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-df806e63-4275-4979-b971-55a4da928e87 req-468d7d21-d1e7-42d6-82c2-0eca59dd07e1 service neutron] 10.222.0.64 "GET /v2.0/networks/49599f72-6971-4c78-8210-d79c8aca88a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5723610 Jul 24 00:18:51.606406 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4dcc62e-7949-4356-b412-7c17e2ee2d0d admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:18:51.607104 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e4dcc62e-7949-4356-b412-7c17e2ee2d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:51.609096 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:18:51.609096 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:18:51.609096 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:18:51.609096 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:18:51.609096 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:18:51.609096 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:18:51.609096 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:18:51.609096 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:18:51.609096 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:18:51.609096 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:18:51.609096 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:18:51.609096 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:18:51.609096 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:18:51.609096 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:18:51.609096 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:18:51.609096 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:18:51.609096 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:18:51.609096 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:18:51.609096 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:18:51.609096 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:18:51.609096 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:18:51.609096 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:18:51.609096 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:18:51.609096 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:18:51.609096 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:18:51.609096 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:18:51.609096 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:18:51.609096 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:18:51.609096 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:18:51.609096 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:18:51.609096 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:18:51.609096 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:18:51.637548 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fe51cfe-fa9d-4d72-b1d4-985cd0d2b97f req-1094c3d7-1ca5-4e50-a347-684e9d704cb5 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Made reservation on behalf of 646730ba25934852bc5dd86a412228f1 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:18:51.641303 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-4fe51cfe-fa9d-4d72-b1d4-985cd0d2b97f req-1094c3d7-1ca5-4e50-a347-684e9d704cb5 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:51.643527 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91adaf8-53ff-4fd3-ab1e-158f325a70bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=026d8de3-a36b-4354-ac3f-3d1a5df22004,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:18:51.677713 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-e91adaf8-53ff-4fd3-ab1e-158f325a70bf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a29871393bba4339924ac37b3a706464&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3438935 Jul 24 00:18:51.678112 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 50090) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:18:51.739429 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e4dcc62e-7949-4356-b412-7c17e2ee2d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:51.778431 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e4dcc62e-7949-4356-b412-7c17e2ee2d0d admin admin] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:51.785431 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-e4dcc62e-7949-4356-b412-7c17e2ee2d0d admin admin] 10.222.0.44 "DELETE /v2.0/networks/647eee8d-5ee8-4283-a9e5-d18e1a31df0d HTTP/1.1" status: 204 len: 168 time: 1.4784706 Jul 24 00:18:51.789709 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dcc62e-7949-4356-b412-7c17e2ee2d0d admin admin] Pushing event deleted for resources: {'Network': ['ID=647eee8d-5ee8-4283-a9e5-d18e1a31df0d,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:18:51.801055 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a6e1207c-f9dd-4729-8e72-f5fd113eff97 req-2d5d86a4-5d6d-457d-8cfd-b9cc129e4119 service neutron] 10.222.0.64 "GET /v2.0/networks/49599f72-6971-4c78-8210-d79c8aca88a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352192 Jul 24 00:18:51.893041 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-de52a7d5-7b23-4e33-a037-176d77832002 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:51.926676 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-4fe51cfe-fa9d-4d72-b1d4-985cd0d2b97f req-1094c3d7-1ca5-4e50-a347-684e9d704cb5 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Allocated IP 172.20.0.11 (8daae933-2717-4bb5-bdad-7d9e9ba78ff6/0c656db4-b139-4d90-94b0-beff0914fd48/504fad61-1dd6-480c-819b-325ba8836b9e) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:18:51.986733 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a6e1207c-f9dd-4729-8e72-f5fd113eff97 req-79882132-9414-4f16-8930-af5d368e2854 service neutron] 10.222.0.64 "GET /v2.0/networks/49599f72-6971-4c78-8210-d79c8aca88a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762593 Jul 24 00:18:52.038449 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-de52a7d5-7b23-4e33-a037-176d77832002 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:52.103317 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 50098) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:18:52.164099 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-de52a7d5-7b23-4e33-a037-176d77832002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:52.168439 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-de52a7d5-7b23-4e33-a037-176d77832002 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:52.172365 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-de52a7d5-7b23-4e33-a037-176d77832002 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/026d8de3-a36b-4354-ac3f-3d1a5df22004 HTTP/1.1" status: 204 len: 168 time: 0.4907329 Jul 24 00:18:52.199403 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868d833f-fee8-45f9-9547-584654068503 req-580c60f9-aec2-4dd0-9c64-3e0f6b9741de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:52.199403 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-868d833f-fee8-45f9-9547-584654068503 req-580c60f9-aec2-4dd0-9c64-3e0f6b9741de service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3e6843e6f10f416d8b9cff83017e399e&device_id=235eb462-0098-4120-8fea-06f3bf3790b9 HTTP/1.1" status: 200 len: 1096 time: 0.1594250 Jul 24 00:18:52.205592 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-03fc9e5a-62e5-4657-b5d8-1e44533ceb10 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d101a2ce9a064baabc9b1c2111317a43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0971432 Jul 24 00:18:52.207436 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 50102) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:18:52.216264 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-4fe51cfe-fa9d-4d72-b1d4-985cd0d2b97f req-1094c3d7-1ca5-4e50-a347-684e9d704cb5 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:52.246325 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7102ca75-8683-4006-ae07-e93f3ff6ca8e req-2ffc539a-1e24-4fd0-950b-0a50c7e4e29f tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4c56fda-87c0-49fb-97ea-9785a9f444bf HTTP/1.1" status: 200 len: 210 time: 0.0601521 Jul 24 00:18:52.252405 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de52a7d5-7b23-4e33-a037-176d77832002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=026d8de3-a36b-4354-ac3f-3d1a5df22004,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:18:52.266723 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-4fe51cfe-fa9d-4d72-b1d4-985cd0d2b97f req-1094c3d7-1ca5-4e50-a347-684e9d704cb5 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Transition to ACTIVE for port object 504fad61-1dd6-480c-819b-325ba8836b9e will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:18:52.332549 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-4fe51cfe-fa9d-4d72-b1d4-985cd0d2b97f req-1094c3d7-1ca5-4e50-a347-684e9d704cb5 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:52.361737 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-745cabe4-e06d-4b10-8cba-8b26b17d0373 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:52.397294 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fe51cfe-fa9d-4d72-b1d4-985cd0d2b97f req-1094c3d7-1ca5-4e50-a347-684e9d704cb5 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Network 8daae933-2717-4bb5-bdad-7d9e9ba78ff6 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:18:52.404593 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-4fe51cfe-fa9d-4d72-b1d4-985cd0d2b97f req-1094c3d7-1ca5-4e50-a347-684e9d704cb5 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:18:52.405495 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-745cabe4-e06d-4b10-8cba-8b26b17d0373 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:52.408800 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fe51cfe-fa9d-4d72-b1d4-985cd0d2b97f req-1094c3d7-1ca5-4e50-a347-684e9d704cb5 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:18:52.417300 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1094c3d7-1ca5-4e50-a347-684e9d704cb5 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Pushing event updated for resources: {'Port': ['ID=504fad61-1dd6-480c-819b-325ba8836b9e,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:18:52.419116 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868d833f-fee8-45f9-9547-584654068503 req-90ddeb8e-5e86-416a-a550-a146a3e24718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:52.420868 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-868d833f-fee8-45f9-9547-584654068503 req-90ddeb8e-5e86-416a-a550-a146a3e24718 service neutron] 10.222.0.64 "GET /v2.0/networks?id=49599f72-6971-4c78-8210-d79c8aca88a7 HTTP/1.1" status: 200 len: 912 time: 0.2099054 Jul 24 00:18:52.500360 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-868d833f-fee8-45f9-9547-584654068503 req-6a41ea04-9b3a-4718-84bb-9ba602ce46e1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7764dc49-d4f0-4286-8577-04bc153b7f83 HTTP/1.1" status: 200 len: 217 time: 0.0721936 Jul 24 00:18:52.515226 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe51cfe-fa9d-4d72-b1d4-985cd0d2b97f req-1094c3d7-1ca5-4e50-a347-684e9d704cb5 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:52.515909 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-4fe51cfe-fa9d-4d72-b1d4-985cd0d2b97f req-1094c3d7-1ca5-4e50-a347-684e9d704cb5 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:52.525225 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 8b4e6918-f541-4dc0-9966-645a7b1041c2 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:18:52.538342 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4fe51cfe-fa9d-4d72-b1d4-985cd0d2b97f req-1094c3d7-1ca5-4e50-a347-684e9d704cb5 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2703969 Jul 24 00:18:52.567444 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-4fe51cfe-fa9d-4d72-b1d4-985cd0d2b97f req-d88bcc05-730f-4be4-aca4-70ccccfca9fc service neutron] Request body: {'port': {'device_id': 'a4c56fda-87c0-49fb-97ea-9785a9f444bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:18:52.567706 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868d833f-fee8-45f9-9547-584654068503 req-4884f3ab-9d09-4513-9a25-bb4a816cd429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:52.569006 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-868d833f-fee8-45f9-9547-584654068503 req-4884f3ab-9d09-4513-9a25-bb4a816cd429 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=47f2c0d4-0d4f-46b9-9d68-d3d80dbac696 HTTP/1.1" status: 200 len: 850 time: 0.0616028 Jul 24 00:18:52.580032 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-745cabe4-e06d-4b10-8cba-8b26b17d0373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:52.584017 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-745cabe4-e06d-4b10-8cba-8b26b17d0373 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:52.585807 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-745cabe4-e06d-4b10-8cba-8b26b17d0373 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ff0372ed-3427-4665-94ae-69b5a36710b5 HTTP/1.1" status: 204 len: 168 time: 0.3762619 Jul 24 00:18:52.630074 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 8b4e6918-f541-4dc0-9966-645a7b1041c2 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:18:52.630471 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:52.650000 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745cabe4-e06d-4b10-8cba-8b26b17d0373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff0372ed-3427-4665-94ae-69b5a36710b5,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:18:52.729058 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868d833f-fee8-45f9-9547-584654068503 req-77e08f24-65cd-402b-83b4-99871859107d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:52.731514 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-868d833f-fee8-45f9-9547-584654068503 req-77e08f24-65cd-402b-83b4-99871859107d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=49599f72-6971-4c78-8210-d79c8aca88a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1539583 Jul 24 00:18:52.850362 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-4fe51cfe-fa9d-4d72-b1d4-985cd0d2b97f req-d88bcc05-730f-4be4-aca4-70ccccfca9fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:52.912317 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d0cd3-6c0f-422d-82f2-85373c1d410e req-6aeb5e1e-8cf5-4d2d-b37d-957823fcd0ac tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:52.920638 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-037d0cd3-6c0f-422d-82f2-85373c1d410e req-6aeb5e1e-8cf5-4d2d-b37d-957823fcd0ac tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=235eb462-0098-4120-8fea-06f3bf3790b9 HTTP/1.1" status: 200 len: 944 time: 0.2446513 Jul 24 00:18:53.011410 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9a5d0bc5-0170-4543-a672-16d9f75d4680 None None] Provisioning for port 504fad61-1dd6-480c-819b-325ba8836b9e completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:18:53.014530 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-868d833f-fee8-45f9-9547-584654068503 req-6cdcff3b-d636-4c73-b5ed-714ee32f8f5d service neutron] 10.222.0.64 "GET /v2.0/networks/49599f72-6971-4c78-8210-d79c8aca88a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750475 Jul 24 00:18:53.027296 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9a5d0bc5-0170-4543-a672-16d9f75d4680 None None] Provisioning complete for port 504fad61-1dd6-480c-819b-325ba8836b9e triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:18:53.028120 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9a5d0bc5-0170-4543-a672-16d9f75d4680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:53.122062 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9a5d0bc5-0170-4543-a672-16d9f75d4680 None None] Port 504fad61-1dd6-480c-819b-325ba8836b9e cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:18:53.125805 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-037d0cd3-6c0f-422d-82f2-85373c1d410e req-9e163c55-c295-4908-97b7-5285393def3c tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeb41864-d368-40dc-9b68-32578df5a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963255 Jul 24 00:18:53.179621 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f638c0da-22ae-4a70-b861-bc171e13f3f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:53.268021 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-868d833f-fee8-45f9-9547-584654068503 req-519296ff-f02c-4aeb-8767-fb815cfa984f service neutron] 10.222.0.64 "GET /v2.0/networks/49599f72-6971-4c78-8210-d79c8aca88a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356267 Jul 24 00:18:53.325220 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:18:53.439274 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-4fe51cfe-fa9d-4d72-b1d4-985cd0d2b97f req-d88bcc05-730f-4be4-aca4-70ccccfca9fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 504fad61-1dd6-480c-819b-325ba8836b9e {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:18:53.449665 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-4fe51cfe-fa9d-4d72-b1d4-985cd0d2b97f req-d88bcc05-730f-4be4-aca4-70ccccfca9fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:53.467652 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-4fe51cfe-fa9d-4d72-b1d4-985cd0d2b97f req-d88bcc05-730f-4be4-aca4-70ccccfca9fc service neutron] Transition to ACTIVE for port object 504fad61-1dd6-480c-819b-325ba8836b9e will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:18:53.476918 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-4fe51cfe-fa9d-4d72-b1d4-985cd0d2b97f req-d88bcc05-730f-4be4-aca4-70ccccfca9fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:53.522854 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d6643d-4192-4c7b-883b-ed3939e9b53b req-e5713f6c-8f4f-4e07-80ee-4939b644fd23 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:53.524647 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-57d6643d-4192-4c7b-883b-ed3939e9b53b req-e5713f6c-8f4f-4e07-80ee-4939b644fd23 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4c56fda-87c0-49fb-97ea-9785a9f444bf HTTP/1.1" status: 200 len: 932 time: 0.1292305 Jul 24 00:18:53.570658 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88bcc05-730f-4be4-aca4-70ccccfca9fc service neutron] Pushing event updated for resources: {'Port': ['ID=504fad61-1dd6-480c-819b-325ba8836b9e,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:18:53.624265 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-57d6643d-4192-4c7b-883b-ed3939e9b53b req-b814d6a2-1869-4d54-bda9-7b4c51ef65f8 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=c264132c-b10f-49c5-9b54-355706b12a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917509 Jul 24 00:18:53.685295 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-4fe51cfe-fa9d-4d72-b1d4-985cd0d2b97f req-d88bcc05-730f-4be4-aca4-70ccccfca9fc service neutron] Attempting to bind port 504fad61-1dd6-480c-819b-325ba8836b9e on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:18:53.685704 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-4fe51cfe-fa9d-4d72-b1d4-985cd0d2b97f req-d88bcc05-730f-4be4-aca4-70ccccfca9fc service neutron] Attempting to bind port 504fad61-1dd6-480c-819b-325ba8836b9e by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': '022ae12b-b2f2-4688-b33c-4f5f6eff045c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8daae933-2717-4bb5-bdad-7d9e9ba78ff6'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:18:53.686101 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe51cfe-fa9d-4d72-b1d4-985cd0d2b97f req-d88bcc05-730f-4be4-aca4-70ccccfca9fc service neutron] Attempting to bind port 504fad61-1dd6-480c-819b-325ba8836b9e on network 8daae933-2717-4bb5-bdad-7d9e9ba78ff6 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:18:53.693577 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe51cfe-fa9d-4d72-b1d4-985cd0d2b97f req-d88bcc05-730f-4be4-aca4-70ccccfca9fc service neutron] Port 504fad61-1dd6-480c-819b-325ba8836b9e on network 8daae933-2717-4bb5-bdad-7d9e9ba78ff6 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:18:53.696891 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe51cfe-fa9d-4d72-b1d4-985cd0d2b97f req-d88bcc05-730f-4be4-aca4-70ccccfca9fc service neutron] Attempting to bind port 504fad61-1dd6-480c-819b-325ba8836b9e on network 8daae933-2717-4bb5-bdad-7d9e9ba78ff6 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:18:53.703856 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe51cfe-fa9d-4d72-b1d4-985cd0d2b97f req-d88bcc05-730f-4be4-aca4-70ccccfca9fc service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:18:53.704338 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe51cfe-fa9d-4d72-b1d4-985cd0d2b97f req-d88bcc05-730f-4be4-aca4-70ccccfca9fc service neutron] Checking segment: {'id': '022ae12b-b2f2-4688-b33c-4f5f6eff045c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8daae933-2717-4bb5-bdad-7d9e9ba78ff6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:18:53.704797 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe51cfe-fa9d-4d72-b1d4-985cd0d2b97f req-d88bcc05-730f-4be4-aca4-70ccccfca9fc service neutron] Bound using segment: {'id': '022ae12b-b2f2-4688-b33c-4f5f6eff045c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8daae933-2717-4bb5-bdad-7d9e9ba78ff6'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:18:53.705353 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-4fe51cfe-fa9d-4d72-b1d4-985cd0d2b97f req-d88bcc05-730f-4be4-aca4-70ccccfca9fc service neutron] Bound port: 504fad61-1dd6-480c-819b-325ba8836b9e, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '022ae12b-b2f2-4688-b33c-4f5f6eff045c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8daae933-2717-4bb5-bdad-7d9e9ba78ff6'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:18:53.705788 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-4fe51cfe-fa9d-4d72-b1d4-985cd0d2b97f req-d88bcc05-730f-4be4-aca4-70ccccfca9fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:53.798202 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-4fe51cfe-fa9d-4d72-b1d4-985cd0d2b97f req-d88bcc05-730f-4be4-aca4-70ccccfca9fc service neutron] For port 504fad61-1dd6-480c-819b-325ba8836b9e, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:18:53.802284 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-4fe51cfe-fa9d-4d72-b1d4-985cd0d2b97f req-d88bcc05-730f-4be4-aca4-70ccccfca9fc service neutron] For port 504fad61-1dd6-480c-819b-325ba8836b9e, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=504fad61-1dd6-480c-819b-325ba8836b9e,segment=NetworkSegment(022ae12b-b2f2-4688-b33c-4f5f6eff045c),segment_id=022ae12b-b2f2-4688-b33c-4f5f6eff045c)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:18:53.810332 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-4fe51cfe-fa9d-4d72-b1d4-985cd0d2b97f req-d88bcc05-730f-4be4-aca4-70ccccfca9fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:53.850164 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe51cfe-fa9d-4d72-b1d4-985cd0d2b97f req-d88bcc05-730f-4be4-aca4-70ccccfca9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:53.850978 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-4fe51cfe-fa9d-4d72-b1d4-985cd0d2b97f req-d88bcc05-730f-4be4-aca4-70ccccfca9fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:53.852835 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4fe51cfe-fa9d-4d72-b1d4-985cd0d2b97f req-d88bcc05-730f-4be4-aca4-70ccccfca9fc service neutron] 10.222.0.52 "PUT /v2.0/ports/504fad61-1dd6-480c-819b-325ba8836b9e HTTP/1.1" status: 200 len: 1093 time: 1.3089082 Jul 24 00:18:53.853489 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4c56fda-87c0-49fb-97ea-9785a9f444bf', 'tag': '504fad61-1dd6-480c-819b-325ba8836b9e'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:18:53.860309 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5044fcc8-cd5e-445e-a320-2bc9117f0d6e" -d '{"events": [{"name": "network-changed", "server_uuid": "a4c56fda-87c0-49fb-97ea-9785a9f444bf", "tag": "504fad61-1dd6-480c-819b-325ba8836b9e"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:18:53.922986 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88bcc05-730f-4be4-aca4-70ccccfca9fc service neutron] Pushing event updated for resources: {'Port': ['ID=504fad61-1dd6-480c-819b-325ba8836b9e,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:18:53.956140 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc2abba-9d93-4255-8203-2a0814905e4e x-openstack-request-id: req-cfc2abba-9d93-4255-8203-2a0814905e4e {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:18:53.957048 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4c56fda-87c0-49fb-97ea-9785a9f444bf", "tag": "504fad61-1dd6-480c-819b-325ba8836b9e", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:18:53.957578 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cfc2abba-9d93-4255-8203-2a0814905e4e {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:18:53.958209 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4c56fda-87c0-49fb-97ea-9785a9f444bf', 'tag': '504fad61-1dd6-480c-819b-325ba8836b9e', 'status': 'completed', 'code': 200} Jul 24 00:18:53.992800 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe51cfe-fa9d-4d72-b1d4-985cd0d2b97f req-d26b24dd-9e1d-4ab6-9eb7-8320dc1780cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:53.997275 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4fe51cfe-fa9d-4d72-b1d4-985cd0d2b97f req-d26b24dd-9e1d-4ab6-9eb7-8320dc1780cf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=646730ba25934852bc5dd86a412228f1&device_id=a4c56fda-87c0-49fb-97ea-9785a9f444bf HTTP/1.1" status: 200 len: 1096 time: 0.0932004 Jul 24 00:18:54.087626 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4fe51cfe-fa9d-4d72-b1d4-985cd0d2b97f req-42edb932-24aa-4001-96dd-56dbd78cb395 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=504fad61-1dd6-480c-819b-325ba8836b9e HTTP/1.1" status: 200 len: 217 time: 0.0806792 Jul 24 00:18:54.153387 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe51cfe-fa9d-4d72-b1d4-985cd0d2b97f req-541d62c7-bd3c-4076-b4b1-2bfdd84db13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:54.154968 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4fe51cfe-fa9d-4d72-b1d4-985cd0d2b97f req-541d62c7-bd3c-4076-b4b1-2bfdd84db13a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0c656db4-b139-4d90-94b0-beff0914fd48 HTTP/1.1" status: 200 len: 835 time: 0.0609748 Jul 24 00:18:54.203690 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 50164) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:18:54.290789 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe51cfe-fa9d-4d72-b1d4-985cd0d2b97f req-1fb03ceb-0c1d-490a-8aaf-d626191afd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:54.292873 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4fe51cfe-fa9d-4d72-b1d4-985cd0d2b97f req-1fb03ceb-0c1d-490a-8aaf-d626191afd17 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8daae933-2717-4bb5-bdad-7d9e9ba78ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1314392 Jul 24 00:18:54.321118 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-7710ea39-1783-4592-b6ed-420230b37b55 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-433274744-network', 'tenant_id': '1d0faf1922314d3dad9a1a4e6c7e2bd6'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:18:54.359623 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7710ea39-1783-4592-b6ed-420230b37b55 admin admin] Made reservation on behalf of 1d0faf1922314d3dad9a1a4e6c7e2bd6 for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:18:54.362500 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7710ea39-1783-4592-b6ed-420230b37b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:54.373211 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7710ea39-1783-4592-b6ed-420230b37b55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:54.398110 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9da9ed-0854-49a6-b6d9-a94b21e2c38c req-19477870-12fb-45e3-a52d-9d24915a2f83 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:54.399667 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5f9da9ed-0854-49a6-b6d9-a94b21e2c38c req-19477870-12fb-45e3-a52d-9d24915a2f83 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=235eb462-0098-4120-8fea-06f3bf3790b9 HTTP/1.1" status: 200 len: 944 time: 0.1681788 Jul 24 00:18:54.439277 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4fe51cfe-fa9d-4d72-b1d4-985cd0d2b97f req-7555c8cf-c624-49e8-9598-294c41c45f5a service neutron] 10.222.0.52 "GET /v2.0/networks/8daae933-2717-4bb5-bdad-7d9e9ba78ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388738 Jul 24 00:18:54.489197 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7710ea39-1783-4592-b6ed-420230b37b55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:54.492753 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5f9da9ed-0854-49a6-b6d9-a94b21e2c38c req-9ab5b31c-87af-4a82-9bc4-c25e0df719e2 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeb41864-d368-40dc-9b68-32578df5a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855680 Jul 24 00:18:54.495623 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7710ea39-1783-4592-b6ed-420230b37b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:54.520572 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7710ea39-1783-4592-b6ed-420230b37b55 admin admin] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:18:54.533291 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7710ea39-1783-4592-b6ed-420230b37b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97dce522-8fdb-4195-a64d-1f2e23de99f3,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:18:54.538851 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7710ea39-1783-4592-b6ed-420230b37b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:54.539202 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-7710ea39-1783-4592-b6ed-420230b37b55 admin admin] Added segment 4a1dcf4b-f5e9-43bd-a598-49a091b374c5 of type vlan for network f54dfdc3-e2c8-4e0e-8c8e-324d22ca629b Jul 24 00:18:54.581989 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4fe51cfe-fa9d-4d72-b1d4-985cd0d2b97f req-16e97200-37e4-4e67-a8ce-c9cfb3ac6315 service neutron] 10.222.0.52 "GET /v2.0/networks/8daae933-2717-4bb5-bdad-7d9e9ba78ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300027 Jul 24 00:18:54.585453 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7710ea39-1783-4592-b6ed-420230b37b55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:54.628408 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7710ea39-1783-4592-b6ed-420230b37b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:54.630268 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7710ea39-1783-4592-b6ed-420230b37b55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:54.633097 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7710ea39-1783-4592-b6ed-420230b37b55 admin admin] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:54.673660 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-7710ea39-1783-4592-b6ed-420230b37b55 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4685261 Jul 24 00:18:54.679180 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 50178) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:18:54.686317 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-285c3d82-23d5-4362-88d3-fc8ee7efb476 admin admin] Request body: {'subnet': {'network_id': 'f54dfdc3-e2c8-4e0e-8c8e-324d22ca629b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-433274744-subnet', 'tenant_id': '1d0faf1922314d3dad9a1a4e6c7e2bd6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:18:54.730881 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5044fcc8-cd5e-445e-a320-2bc9117f0d6e req-efd0ddf9-0646-4f87-abf0-00408de529ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:54.734066 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5044fcc8-cd5e-445e-a320-2bc9117f0d6e req-efd0ddf9-0646-4f87-abf0-00408de529ec service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=646730ba25934852bc5dd86a412228f1&device_id=a4c56fda-87c0-49fb-97ea-9785a9f444bf HTTP/1.1" status: 200 len: 1096 time: 0.0923059 Jul 24 00:18:54.741825 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7710ea39-1783-4592-b6ed-420230b37b55 admin admin] Pushing event updated for resources: {'Network': ['ID=f54dfdc3-e2c8-4e0e-8c8e-324d22ca629b,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:18:54.754038 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network f54dfdc3-e2c8-4e0e-8c8e-324d22ca629b details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:18:54.785264 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 7764dc49-d4f0-4286-8577-04bc153b7f83 details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:18:54.785841 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-285c3d82-23d5-4362-88d3-fc8ee7efb476 admin admin] Made reservation on behalf of 1d0faf1922314d3dad9a1a4e6c7e2bd6 for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:18:54.788567 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-285c3d82-23d5-4362-88d3-fc8ee7efb476 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:54.890643 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a6a87e-3cf6-4c64-ac2f-5edc55656dc7 req-fe50dff3-c031-47bb-8629-45d61eb00866 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:54.892388 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a1a6a87e-3cf6-4c64-ac2f-5edc55656dc7 req-fe50dff3-c031-47bb-8629-45d61eb00866 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4c56fda-87c0-49fb-97ea-9785a9f444bf HTTP/1.1" status: 200 len: 944 time: 0.1537459 Jul 24 00:18:54.993987 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a1a6a87e-3cf6-4c64-ac2f-5edc55656dc7 req-514d2050-6246-4e4e-8e23-d6287cbe86cd tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=c264132c-b10f-49c5-9b54-355706b12a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861716 Jul 24 00:18:55.199220 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-285c3d82-23d5-4362-88d3-fc8ee7efb476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:55.291044 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 7764dc49-d4f0-4286-8577-04bc153b7f83, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=7764dc49-d4f0-4286-8577-04bc153b7f83,segment=NetworkSegment(28758b2b-8e5b-4b20-97dc-892d312454de),segment_id=28758b2b-8e5b-4b20-97dc-892d312454de)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:18:55.313967 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285c3d82-23d5-4362-88d3-fc8ee7efb476 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe0da9e7-4ffa-48d2-af23-d88968a5a0e1,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:18:55.337513 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5044fcc8-cd5e-445e-a320-2bc9117f0d6e req-b3234174-7c36-4e9d-b189-99d1aefb0464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:55.339582 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285c3d82-23d5-4362-88d3-fc8ee7efb476 admin admin] Checking segment: {'id': '4a1dcf4b-f5e9-43bd-a598-49a091b374c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f54dfdc3-e2c8-4e0e-8c8e-324d22ca629b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:18:55.339949 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285c3d82-23d5-4362-88d3-fc8ee7efb476 admin admin] Network hostable DHCP agents. Network: f54dfdc3-e2c8-4e0e-8c8e-324d22ca629b, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:18:55.340831 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5044fcc8-cd5e-445e-a320-2bc9117f0d6e req-b3234174-7c36-4e9d-b189-99d1aefb0464 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8daae933-2717-4bb5-bdad-7d9e9ba78ff6 HTTP/1.1" status: 200 len: 898 time: 0.6007097 Jul 24 00:18:55.344838 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': '7764dc49-d4f0-4286-8577-04bc153b7f83', 'network_id': '49599f72-6971-4c78-8210-d79c8aca88a7', 'port_id': '7764dc49-d4f0-4286-8577-04bc153b7f83', 'mac_address': 'fa:16:3e:18:c5:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47f2c0d4-0d4f-46b9-9d68-d3d80dbac696', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:18:55.363216 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285c3d82-23d5-4362-88d3-fc8ee7efb476 admin admin] Network f54dfdc3-e2c8-4e0e-8c8e-324d22ca629b is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:18:55.377956 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-285c3d82-23d5-4362-88d3-fc8ee7efb476 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, f54dfdc3-e2c8-4e0e-8c8e-324d22ca629b) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:18:55.391352 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285c3d82-23d5-4362-88d3-fc8ee7efb476 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:55.391983 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-285c3d82-23d5-4362-88d3-fc8ee7efb476 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:55.397862 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f174064-e629-4433-8a96-79b53e586b18 None None] Network f54dfdc3-e2c8-4e0e-8c8e-324d22ca629b requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:18:55.415054 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5044fcc8-cd5e-445e-a320-2bc9117f0d6e req-b48f6921-4fce-42d2-8ff5-8adb74e7f82d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=504fad61-1dd6-480c-819b-325ba8836b9e HTTP/1.1" status: 200 len: 217 time: 0.0651774 Jul 24 00:18:55.426084 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-285c3d82-23d5-4362-88d3-fc8ee7efb476 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7372983 Jul 24 00:18:55.426472 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:55.445125 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7764dc49-d4f0-4286-8577-04bc153b7f83 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:18:55.510456 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5044fcc8-cd5e-445e-a320-2bc9117f0d6e req-425e3b35-2788-4cdb-9fef-41b57a6f5d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:55.512038 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5044fcc8-cd5e-445e-a320-2bc9117f0d6e req-425e3b35-2788-4cdb-9fef-41b57a6f5d0e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0c656db4-b139-4d90-94b0-beff0914fd48 HTTP/1.1" status: 200 len: 835 time: 0.0899317 Jul 24 00:18:55.517764 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 7764dc49-d4f0-4286-8577-04bc153b7f83, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=7764dc49-d4f0-4286-8577-04bc153b7f83,segment=NetworkSegment(28758b2b-8e5b-4b20-97dc-892d312454de),segment_id=28758b2b-8e5b-4b20-97dc-892d312454de)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:18:55.526407 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:55.663298 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3914c1-fbe6-47da-98de-4fd5d7213a11 None None] Network f54dfdc3-e2c8-4e0e-8c8e-324d22ca629b requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:18:55.686474 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=7764dc49-d4f0-4286-8577-04bc153b7f83,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:18:55.699437 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5044fcc8-cd5e-445e-a320-2bc9117f0d6e req-f7fdb75b-af65-41e5-b671-4d27b5a8096b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:55.701005 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5044fcc8-cd5e-445e-a320-2bc9117f0d6e req-f7fdb75b-af65-41e5-b671-4d27b5a8096b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8daae933-2717-4bb5-bdad-7d9e9ba78ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1828465 Jul 24 00:18:55.774632 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-6a2c654f-611b-444c-a5e1-4b3e24719d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:55.784515 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['7764dc49-d4f0-4286-8577-04bc153b7f83'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:18:55.837860 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5044fcc8-cd5e-445e-a320-2bc9117f0d6e req-11ed9950-d1df-4e69-8206-1b6ee47a7526 service neutron] 10.222.0.52 "GET /v2.0/networks/8daae933-2717-4bb5-bdad-7d9e9ba78ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268656 Jul 24 00:18:55.887262 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f1eb04-961a-4bf3-8bb1-c95666ad6ae7 req-4701fe96-35d8-4211-b584-170b2913f973 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:55.888736 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c8f1eb04-961a-4bf3-8bb1-c95666ad6ae7 req-4701fe96-35d8-4211-b584-170b2913f973 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=235eb462-0098-4120-8fea-06f3bf3790b9 HTTP/1.1" status: 200 len: 945 time: 0.2783477 Jul 24 00:18:55.987512 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c8f1eb04-961a-4bf3-8bb1-c95666ad6ae7 req-e4e363c9-0064-4002-bd1a-690db4cafc2f tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeb41864-d368-40dc-9b68-32578df5a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920129 Jul 24 00:18:56.012723 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5044fcc8-cd5e-445e-a320-2bc9117f0d6e req-1dcffba4-dd15-4597-9bf2-d0a5638011d9 service neutron] 10.222.0.52 "GET /v2.0/networks/8daae933-2717-4bb5-bdad-7d9e9ba78ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646235 Jul 24 00:18:56.163288 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef41df7-d432-421d-85b2-7b2817ccafcf req-c4a623fc-3fe5-4a20-89ec-3b89fd5559d1 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:56.165583 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-eef41df7-d432-421d-85b2-7b2817ccafcf req-c4a623fc-3fe5-4a20-89ec-3b89fd5559d1 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4c56fda-87c0-49fb-97ea-9785a9f444bf HTTP/1.1" status: 200 len: 944 time: 0.0907021 Jul 24 00:18:56.230464 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-eef41df7-d432-421d-85b2-7b2817ccafcf req-afa8fbc0-240e-48d8-9752-552e128fac6b tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=c264132c-b10f-49c5-9b54-355706b12a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532928 Jul 24 00:18:56.371062 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc38f339-feab-469c-8688-daafec7ab7c6 req-4c0a0b67-18e8-4b95-83eb-891008c3ca0d tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:56.372380 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cc38f339-feab-469c-8688-daafec7ab7c6 req-4c0a0b67-18e8-4b95-83eb-891008c3ca0d tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/networks?id=f54dfdc3-e2c8-4e0e-8c8e-324d22ca629b HTTP/1.1" status: 200 len: 813 time: 0.1250761 Jul 24 00:18:56.394095 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cc38f339-feab-469c-8688-daafec7ab7c6 req-5f3c34d5-5495-47db-842c-52d033223eac tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/quotas/1d0faf1922314d3dad9a1a4e6c7e2bd6 HTTP/1.1" status: 200 len: 375 time: 0.0122657 Jul 24 00:18:56.435946 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cc38f339-feab-469c-8688-daafec7ab7c6 req-c9745214-fe60-4ceb-9ce4-baac2f73fe6c tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d0faf1922314d3dad9a1a4e6c7e2bd6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358293 Jul 24 00:18:56.707349 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cc38f339-feab-469c-8688-daafec7ab7c6 req-ff3118da-f5d1-43c1-939e-47cdec747faa service neutron] 10.222.0.44 "GET /v2.0/networks/f54dfdc3-e2c8-4e0e-8c8e-324d22ca629b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639687 Jul 24 00:18:56.768954 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:56.781162 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 7764dc49-d4f0-4286-8577-04bc153b7f83 up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:18:56.819481 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cc38f339-feab-469c-8688-daafec7ab7c6 req-9259ada0-b1ca-4d08-8c47-0858705b9ff6 service neutron] 10.222.0.44 "GET /v2.0/networks/f54dfdc3-e2c8-4e0e-8c8e-324d22ca629b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061802 Jul 24 00:18:56.847866 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port 7764dc49-d4f0-4286-8577-04bc153b7f83 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:18:56.853007 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port 7764dc49-d4f0-4286-8577-04bc153b7f83 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:18:56.853530 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:56.948743 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:57.004580 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '235eb462-0098-4120-8fea-06f3bf3790b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7764dc49-d4f0-4286-8577-04bc153b7f83'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:18:57.012655 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b45d28-3315-4d83-b191-93453e9abd08" -d '{"events": [{"server_uuid": "235eb462-0098-4120-8fea-06f3bf3790b9", "name": "network-vif-plugged", "status": "completed", "tag": "7764dc49-d4f0-4286-8577-04bc153b7f83"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:18:57.043161 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 7764dc49-d4f0-4286-8577-04bc153b7f83, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=7764dc49-d4f0-4286-8577-04bc153b7f83,segment=NetworkSegment(28758b2b-8e5b-4b20-97dc-892d312454de),segment_id=28758b2b-8e5b-4b20-97dc-892d312454de)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:18:57.050395 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:57.077963 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-30638cdb-bdc8-4381-8839-b6644a45b117 req-deca23c6-d9df-4d1c-adea-7085ff49d832 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 210 time: 0.0882638 Jul 24 00:18:57.175504 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2107501-6a3c-45c3-9808-6c4f920a709e x-openstack-request-id: req-c2107501-6a3c-45c3-9808-6c4f920a709e {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:18:57.176158 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "235eb462-0098-4120-8fea-06f3bf3790b9", "name": "network-vif-plugged", "status": "completed", "tag": "7764dc49-d4f0-4286-8577-04bc153b7f83", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:18:57.177188 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c2107501-6a3c-45c3-9808-6c4f920a709e {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:18:57.177600 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '235eb462-0098-4120-8fea-06f3bf3790b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7764dc49-d4f0-4286-8577-04bc153b7f83', 'code': 200} Jul 24 00:18:57.181516 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=7764dc49-d4f0-4286-8577-04bc153b7f83,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:18:57.222094 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031bceca-5d54-4cba-8a53-2ed7d8bcfb1e req-53ddf46a-8aa4-4b39-892f-facd3217e4a6 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:57.225295 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-031bceca-5d54-4cba-8a53-2ed7d8bcfb1e req-53ddf46a-8aa4-4b39-892f-facd3217e4a6 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=235eb462-0098-4120-8fea-06f3bf3790b9 HTTP/1.1" status: 200 len: 946 time: 0.0950322 Jul 24 00:18:57.294726 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:57.330001 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-031bceca-5d54-4cba-8a53-2ed7d8bcfb1e req-130a230c-6cc6-481b-be8b-4c1889d9f581 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeb41864-d368-40dc-9b68-32578df5a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776856 Jul 24 00:18:57.350589 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96291ab5-ff4a-4201-adb0-f77f4226dd2e req-0dbb0cd5-39f0-47a8-bd10-a129ec08154f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:57.352394 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-96291ab5-ff4a-4201-adb0-f77f4226dd2e req-0dbb0cd5-39f0-47a8-bd10-a129ec08154f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=235eb462-0098-4120-8fea-06f3bf3790b9 HTTP/1.1" status: 200 len: 1098 time: 0.1212537 Jul 24 00:18:57.396420 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-96291ab5-ff4a-4201-adb0-f77f4226dd2e req-36189926-22ea-4c2c-84e6-d7c3c3448c8d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=eeb41864-d368-40dc-9b68-32578df5a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368795 Jul 24 00:18:57.447199 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260dc8df-9f90-43c0-900b-9c50a92ae4f5 req-42436467-b944-4370-80e9-3f0e537ce61c tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:57.450325 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-260dc8df-9f90-43c0-900b-9c50a92ae4f5 req-42436467-b944-4370-80e9-3f0e537ce61c tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4c56fda-87c0-49fb-97ea-9785a9f444bf HTTP/1.1" status: 200 len: 944 time: 0.1075242 Jul 24 00:18:57.518161 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-260dc8df-9f90-43c0-900b-9c50a92ae4f5 req-40e965c0-7a3d-4fd7-b3ef-44c6240b9045 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=c264132c-b10f-49c5-9b54-355706b12a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620754 Jul 24 00:18:58.236446 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-324b170e-42db-40a7-a28c-eeee425b65df req-62506350-1064-42af-b448-063933014283 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 210 time: 0.0668187 Jul 24 00:18:58.279446 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 504fad61-1dd6-480c-819b-325ba8836b9e details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:18:58.402103 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 504fad61-1dd6-480c-819b-325ba8836b9e, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=504fad61-1dd6-480c-819b-325ba8836b9e,segment=NetworkSegment(022ae12b-b2f2-4688-b33c-4f5f6eff045c),segment_id=022ae12b-b2f2-4688-b33c-4f5f6eff045c)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:18:58.437497 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': '504fad61-1dd6-480c-819b-325ba8836b9e', 'network_id': '8daae933-2717-4bb5-bdad-7d9e9ba78ff6', 'port_id': '504fad61-1dd6-480c-819b-325ba8836b9e', 'mac_address': 'fa:16:3e:41:a6:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c656db4-b139-4d90-94b0-beff0914fd48', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:18:58.487801 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:58.499731 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60694b9a-06db-4ae9-b3bd-00a440bebcf1 req-a4f430e0-6d63-4cfd-b475-d5f3ed8bdf8b tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:58.503814 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-60694b9a-06db-4ae9-b3bd-00a440bebcf1 req-a4f430e0-6d63-4cfd-b475-d5f3ed8bdf8b tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=235eb462-0098-4120-8fea-06f3bf3790b9 HTTP/1.1" status: 200 len: 946 time: 0.1045997 Jul 24 00:18:58.512775 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 504fad61-1dd6-480c-819b-325ba8836b9e {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:18:58.540272 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 504fad61-1dd6-480c-819b-325ba8836b9e, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=504fad61-1dd6-480c-819b-325ba8836b9e,segment=NetworkSegment(022ae12b-b2f2-4688-b33c-4f5f6eff045c),segment_id=022ae12b-b2f2-4688-b33c-4f5f6eff045c)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:18:58.554467 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:58.579376 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-60694b9a-06db-4ae9-b3bd-00a440bebcf1 req-3afc1038-fb97-4147-a652-d308060e140d tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeb41864-d368-40dc-9b68-32578df5a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557783 Jul 24 00:18:58.638376 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=504fad61-1dd6-480c-819b-325ba8836b9e,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:18:58.771924 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['504fad61-1dd6-480c-819b-325ba8836b9e'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:18:58.811919 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e5652-2f5e-4798-918c-87f476e7f854 req-6752f586-2307-4d16-8f3d-3281e2116871 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:58.814055 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-400e5652-2f5e-4798-918c-87f476e7f854 req-6752f586-2307-4d16-8f3d-3281e2116871 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4c56fda-87c0-49fb-97ea-9785a9f444bf HTTP/1.1" status: 200 len: 945 time: 0.1639118 Jul 24 00:18:58.821294 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc38f339-feab-469c-8688-daafec7ab7c6 req-1f0e7e80-d888-4402-b1c5-120441b90d98 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:58.823524 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cc38f339-feab-469c-8688-daafec7ab7c6 req-1f0e7e80-d888-4402-b1c5-120441b90d98 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.64 "GET /v2.0/networks?id=f54dfdc3-e2c8-4e0e-8c8e-324d22ca629b HTTP/1.1" status: 200 len: 813 time: 0.1858690 Jul 24 00:18:58.838561 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-cc38f339-feab-469c-8688-daafec7ab7c6 req-ea1b7aad-7982-463a-b103-1925cccb8e15 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Request body: {'port': {'device_id': '7e89242f-224e-4dc1-b3da-f148df7e6ea4', 'network_id': 'f54dfdc3-e2c8-4e0e-8c8e-324d22ca629b', 'admin_state_up': True, 'tenant_id': '1d0faf1922314d3dad9a1a4e6c7e2bd6'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:18:58.916545 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:59.224415 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-400e5652-2f5e-4798-918c-87f476e7f854 req-bb5e5567-228b-46f9-bdc5-09db4f43a936 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=c264132c-b10f-49c5-9b54-355706b12a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3996131 Jul 24 00:18:59.332875 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc38f339-feab-469c-8688-daafec7ab7c6 req-ea1b7aad-7982-463a-b103-1925cccb8e15 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Made reservation on behalf of 1d0faf1922314d3dad9a1a4e6c7e2bd6 for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:18:59.337148 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-cc38f339-feab-469c-8688-daafec7ab7c6 req-ea1b7aad-7982-463a-b103-1925cccb8e15 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:59.370801 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8843051a-a558-40eb-964d-65a3f82bb0a1 req-ef3d1a2e-5e52-4803-8932-beac1ef6026b tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 210 time: 0.0505626 Jul 24 00:18:59.501700 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [req-cc38f339-feab-469c-8688-daafec7ab7c6 req-ea1b7aad-7982-463a-b103-1925cccb8e15 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Allocated IP 172.20.0.4 (f54dfdc3-e2c8-4e0e-8c8e-324d22ca629b/fe0da9e7-4ffa-48d2-af23-d88968a5a0e1/32b908bd-8128-45fd-b263-ac8a656aab1f) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:18:59.667228 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-cc38f339-feab-469c-8688-daafec7ab7c6 req-ea1b7aad-7982-463a-b103-1925cccb8e15 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:59.714884 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-cc38f339-feab-469c-8688-daafec7ab7c6 req-ea1b7aad-7982-463a-b103-1925cccb8e15 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:59.763741 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc38f339-feab-469c-8688-daafec7ab7c6 req-ea1b7aad-7982-463a-b103-1925cccb8e15 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Network f54dfdc3-e2c8-4e0e-8c8e-324d22ca629b is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:18:59.775114 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [req-cc38f339-feab-469c-8688-daafec7ab7c6 req-ea1b7aad-7982-463a-b103-1925cccb8e15 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:18:59.779439 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc38f339-feab-469c-8688-daafec7ab7c6 req-ea1b7aad-7982-463a-b103-1925cccb8e15 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:18:59.806901 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1b7aad-7982-463a-b103-1925cccb8e15 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Pushing event updated for resources: {'Port': ['ID=32b908bd-8128-45fd-b263-ac8a656aab1f,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:18:59.838972 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc38f339-feab-469c-8688-daafec7ab7c6 req-ea1b7aad-7982-463a-b103-1925cccb8e15 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:18:59.840301 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-cc38f339-feab-469c-8688-daafec7ab7c6 req-ea1b7aad-7982-463a-b103-1925cccb8e15 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:18:59.858695 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cc38f339-feab-469c-8688-daafec7ab7c6 req-ea1b7aad-7982-463a-b103-1925cccb8e15 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0247705 Jul 24 00:18:59.870808 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-cc38f339-feab-469c-8688-daafec7ab7c6 req-e9b50f9a-9e1b-4ebe-9725-965abce10fb1 service neutron] Request body: {'port': {'device_id': '7e89242f-224e-4dc1-b3da-f148df7e6ea4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-16'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:18:59.958269 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-cc38f339-feab-469c-8688-daafec7ab7c6 req-e9b50f9a-9e1b-4ebe-9725-965abce10fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:00.238565 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-cc38f339-feab-469c-8688-daafec7ab7c6 req-e9b50f9a-9e1b-4ebe-9725-965abce10fb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32b908bd-8128-45fd-b263-ac8a656aab1f {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:19:00.247734 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-cc38f339-feab-469c-8688-daafec7ab7c6 req-e9b50f9a-9e1b-4ebe-9725-965abce10fb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:00.261797 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-cc38f339-feab-469c-8688-daafec7ab7c6 req-e9b50f9a-9e1b-4ebe-9725-965abce10fb1 service neutron] Transition to ACTIVE for port object 32b908bd-8128-45fd-b263-ac8a656aab1f will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:19:00.267745 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-cc38f339-feab-469c-8688-daafec7ab7c6 req-e9b50f9a-9e1b-4ebe-9725-965abce10fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:00.295485 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 504fad61-1dd6-480c-819b-325ba8836b9e up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:19:00.334572 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b50f9a-9e1b-4ebe-9725-965abce10fb1 service neutron] Pushing event updated for resources: {'Port': ['ID=32b908bd-8128-45fd-b263-ac8a656aab1f,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:19:00.370862 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port 504fad61-1dd6-480c-819b-325ba8836b9e completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:19:00.376727 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port 504fad61-1dd6-480c-819b-325ba8836b9e triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:19:00.377313 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:00.451981 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfa18f0-744d-4c38-ac41-fe9788da5dcb req-4f1e320a-cd4e-4139-b903-0d30843e68b8 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:00.462560 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9bfa18f0-744d-4c38-ac41-fe9788da5dcb req-4f1e320a-cd4e-4139-b903-0d30843e68b8 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4c56fda-87c0-49fb-97ea-9785a9f444bf HTTP/1.1" status: 200 len: 945 time: 0.1291263 Jul 24 00:19:00.464150 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-cc38f339-feab-469c-8688-daafec7ab7c6 req-e9b50f9a-9e1b-4ebe-9725-965abce10fb1 service neutron] Attempting to bind port 32b908bd-8128-45fd-b263-ac8a656aab1f on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:19:00.465767 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-cc38f339-feab-469c-8688-daafec7ab7c6 req-e9b50f9a-9e1b-4ebe-9725-965abce10fb1 service neutron] Attempting to bind port 32b908bd-8128-45fd-b263-ac8a656aab1f by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '4a1dcf4b-f5e9-43bd-a598-49a091b374c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f54dfdc3-e2c8-4e0e-8c8e-324d22ca629b'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:19:00.466117 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc38f339-feab-469c-8688-daafec7ab7c6 req-e9b50f9a-9e1b-4ebe-9725-965abce10fb1 service neutron] Attempting to bind port 32b908bd-8128-45fd-b263-ac8a656aab1f on network f54dfdc3-e2c8-4e0e-8c8e-324d22ca629b {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:19:00.474111 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc38f339-feab-469c-8688-daafec7ab7c6 req-e9b50f9a-9e1b-4ebe-9725-965abce10fb1 service neutron] Port 32b908bd-8128-45fd-b263-ac8a656aab1f on network f54dfdc3-e2c8-4e0e-8c8e-324d22ca629b not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:19:00.475244 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc38f339-feab-469c-8688-daafec7ab7c6 req-e9b50f9a-9e1b-4ebe-9725-965abce10fb1 service neutron] Attempting to bind port 32b908bd-8128-45fd-b263-ac8a656aab1f on network f54dfdc3-e2c8-4e0e-8c8e-324d22ca629b {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:19:00.487648 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc38f339-feab-469c-8688-daafec7ab7c6 req-e9b50f9a-9e1b-4ebe-9725-965abce10fb1 service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:19:00.487998 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc38f339-feab-469c-8688-daafec7ab7c6 req-e9b50f9a-9e1b-4ebe-9725-965abce10fb1 service neutron] Checking segment: {'id': '4a1dcf4b-f5e9-43bd-a598-49a091b374c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f54dfdc3-e2c8-4e0e-8c8e-324d22ca629b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:19:00.488392 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc38f339-feab-469c-8688-daafec7ab7c6 req-e9b50f9a-9e1b-4ebe-9725-965abce10fb1 service neutron] Bound using segment: {'id': '4a1dcf4b-f5e9-43bd-a598-49a091b374c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f54dfdc3-e2c8-4e0e-8c8e-324d22ca629b'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:19:00.488844 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-cc38f339-feab-469c-8688-daafec7ab7c6 req-e9b50f9a-9e1b-4ebe-9725-965abce10fb1 service neutron] Bound port: 32b908bd-8128-45fd-b263-ac8a656aab1f, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a1dcf4b-f5e9-43bd-a598-49a091b374c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f54dfdc3-e2c8-4e0e-8c8e-324d22ca629b'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:19:00.489219 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-cc38f339-feab-469c-8688-daafec7ab7c6 req-e9b50f9a-9e1b-4ebe-9725-965abce10fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:00.517666 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:00.553514 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9bfa18f0-744d-4c38-ac41-fe9788da5dcb req-0e7260f2-3878-4063-8230-21bf9b436859 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=c264132c-b10f-49c5-9b54-355706b12a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823941 Jul 24 00:19:00.579622 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 504fad61-1dd6-480c-819b-325ba8836b9e, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=504fad61-1dd6-480c-819b-325ba8836b9e,segment=NetworkSegment(022ae12b-b2f2-4688-b33c-4f5f6eff045c),segment_id=022ae12b-b2f2-4688-b33c-4f5f6eff045c)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:19:00.580827 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4c56fda-87c0-49fb-97ea-9785a9f444bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '504fad61-1dd6-480c-819b-325ba8836b9e'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:19:00.583611 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-722e3d1c-82d6-4145-99df-10d10a3c56f2" -d '{"events": [{"server_uuid": "a4c56fda-87c0-49fb-97ea-9785a9f444bf", "name": "network-vif-plugged", "status": "completed", "tag": "504fad61-1dd6-480c-819b-325ba8836b9e"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:19:00.603053 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:00.653636 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-cc38f339-feab-469c-8688-daafec7ab7c6 req-e9b50f9a-9e1b-4ebe-9725-965abce10fb1 service neutron] For port 32b908bd-8128-45fd-b263-ac8a656aab1f, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:19:00.661618 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ac10a2-d9d3-4e93-a62f-4c79e68472e7 x-openstack-request-id: req-27ac10a2-d9d3-4e93-a62f-4c79e68472e7 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:19:00.662172 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4c56fda-87c0-49fb-97ea-9785a9f444bf", "name": "network-vif-plugged", "status": "completed", "tag": "504fad61-1dd6-480c-819b-325ba8836b9e", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:19:00.662630 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-27ac10a2-d9d3-4e93-a62f-4c79e68472e7 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:19:00.663035 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4c56fda-87c0-49fb-97ea-9785a9f444bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '504fad61-1dd6-480c-819b-325ba8836b9e', 'code': 200} Jul 24 00:19:00.678361 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec27e8f-a28b-4b9f-9859-3b3991f1169c req-505bebc2-dc11-437d-848d-b0b63fc978b8 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:00.687569 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-eec27e8f-a28b-4b9f-9859-3b3991f1169c req-505bebc2-dc11-437d-848d-b0b63fc978b8 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 943 time: 0.1767302 Jul 24 00:19:00.697042 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-cc38f339-feab-469c-8688-daafec7ab7c6 req-e9b50f9a-9e1b-4ebe-9725-965abce10fb1 service neutron] For port 32b908bd-8128-45fd-b263-ac8a656aab1f, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=32b908bd-8128-45fd-b263-ac8a656aab1f,segment=NetworkSegment(4a1dcf4b-f5e9-43bd-a598-49a091b374c5),segment_id=4a1dcf4b-f5e9-43bd-a598-49a091b374c5)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:19:00.706496 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-cc38f339-feab-469c-8688-daafec7ab7c6 req-e9b50f9a-9e1b-4ebe-9725-965abce10fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:00.710032 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=504fad61-1dd6-480c-819b-325ba8836b9e,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:19:00.758217 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc38f339-feab-469c-8688-daafec7ab7c6 req-e9b50f9a-9e1b-4ebe-9725-965abce10fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:00.758835 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-cc38f339-feab-469c-8688-daafec7ab7c6 req-e9b50f9a-9e1b-4ebe-9725-965abce10fb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:00.760256 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cc38f339-feab-469c-8688-daafec7ab7c6 req-e9b50f9a-9e1b-4ebe-9725-965abce10fb1 service neutron] 10.222.0.64 "PUT /v2.0/ports/32b908bd-8128-45fd-b263-ac8a656aab1f HTTP/1.1" status: 200 len: 1092 time: 0.8942952 Jul 24 00:19:00.762709 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e89242f-224e-4dc1-b3da-f148df7e6ea4', 'tag': '32b908bd-8128-45fd-b263-ac8a656aab1f'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:19:00.765338 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a38414e-4cc2-4977-afb1-1d06b9d51a97" -d '{"events": [{"name": "network-changed", "server_uuid": "7e89242f-224e-4dc1-b3da-f148df7e6ea4", "tag": "32b908bd-8128-45fd-b263-ac8a656aab1f"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:19:00.785413 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-eec27e8f-a28b-4b9f-9859-3b3991f1169c req-79dfccf3-4c4f-413e-b36f-5aa23473ffdb tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968809 Jul 24 00:19:00.814172 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b50f9a-9e1b-4ebe-9725-965abce10fb1 service neutron] Pushing event updated for resources: {'Port': ['ID=32b908bd-8128-45fd-b263-ac8a656aab1f,revision_number=3']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:19:00.872205 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0abc9d-77e9-47a5-a379-4a55da420c32 req-b09cd08b-7f90-4b22-b181-51873e03c7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:00.873605 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5c0abc9d-77e9-47a5-a379-4a55da420c32 req-b09cd08b-7f90-4b22-b181-51873e03c7bd service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a4c56fda-87c0-49fb-97ea-9785a9f444bf HTTP/1.1" status: 200 len: 1098 time: 0.1400797 Jul 24 00:19:00.876693 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bedbd0fc-a424-43bd-8552-c27f4df19ba0 x-openstack-request-id: req-bedbd0fc-a424-43bd-8552-c27f4df19ba0 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:19:00.877253 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e89242f-224e-4dc1-b3da-f148df7e6ea4", "tag": "32b908bd-8128-45fd-b263-ac8a656aab1f", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:19:00.877568 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bedbd0fc-a424-43bd-8552-c27f4df19ba0 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:19:00.878054 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e89242f-224e-4dc1-b3da-f148df7e6ea4', 'tag': '32b908bd-8128-45fd-b263-ac8a656aab1f', 'status': 'completed', 'code': 200} Jul 24 00:19:00.900957 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc38f339-feab-469c-8688-daafec7ab7c6 req-cf63f703-3b06-4f20-abc7-dfba64b66094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:00.905771 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cc38f339-feab-469c-8688-daafec7ab7c6 req-cf63f703-3b06-4f20-abc7-dfba64b66094 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1d0faf1922314d3dad9a1a4e6c7e2bd6&device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 1095 time: 0.0866344 Jul 24 00:19:00.913406 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5c0abc9d-77e9-47a5-a379-4a55da420c32 req-c7dd1e53-652a-455f-8f7d-bf536f80e749 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c264132c-b10f-49c5-9b54-355706b12a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326548 Jul 24 00:19:00.953085 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cc38f339-feab-469c-8688-daafec7ab7c6 req-c36fffed-551c-4786-93da-0befb8290948 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=32b908bd-8128-45fd-b263-ac8a656aab1f HTTP/1.1" status: 200 len: 217 time: 0.0406504 Jul 24 00:19:01.010065 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc38f339-feab-469c-8688-daafec7ab7c6 req-64bc7f9d-8dd7-43a1-bb83-3e13ed39c0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:01.012037 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cc38f339-feab-469c-8688-daafec7ab7c6 req-64bc7f9d-8dd7-43a1-bb83-3e13ed39c0cd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fe0da9e7-4ffa-48d2-af23-d88968a5a0e1 HTTP/1.1" status: 200 len: 853 time: 0.0533991 Jul 24 00:19:01.049580 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cc38f339-feab-469c-8688-daafec7ab7c6 req-097ab575-d921-4e48-ac9c-0015f2d2273f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f54dfdc3-e2c8-4e0e-8c8e-324d22ca629b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315619 Jul 24 00:19:01.152247 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cc38f339-feab-469c-8688-daafec7ab7c6 req-f5285b3f-a349-4662-be56-f731f87ab451 service neutron] 10.222.0.64 "GET /v2.0/networks/f54dfdc3-e2c8-4e0e-8c8e-324d22ca629b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968480 Jul 24 00:19:01.251584 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cc38f339-feab-469c-8688-daafec7ab7c6 req-9d2ba1eb-1b94-4bbb-987d-cb86543bc76f service neutron] 10.222.0.64 "GET /v2.0/networks/f54dfdc3-e2c8-4e0e-8c8e-324d22ca629b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938339 Jul 24 00:19:01.360497 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a38414e-4cc2-4977-afb1-1d06b9d51a97 req-879a75c6-4c46-4656-880d-5ab6b692f843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:01.360497 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8a38414e-4cc2-4977-afb1-1d06b9d51a97 req-879a75c6-4c46-4656-880d-5ab6b692f843 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1d0faf1922314d3dad9a1a4e6c7e2bd6&device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 1095 time: 0.0645273 Jul 24 00:19:01.460627 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a38414e-4cc2-4977-afb1-1d06b9d51a97 req-2cffa3d0-b2f4-4908-bbca-04fb2c271c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:01.462215 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8a38414e-4cc2-4977-afb1-1d06b9d51a97 req-2cffa3d0-b2f4-4908-bbca-04fb2c271c02 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f54dfdc3-e2c8-4e0e-8c8e-324d22ca629b HTTP/1.1" status: 200 len: 914 time: 0.0957401 Jul 24 00:19:01.512301 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8a38414e-4cc2-4977-afb1-1d06b9d51a97 req-18b99451-3c76-4c56-ae47-f95b4a0b5976 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=32b908bd-8128-45fd-b263-ac8a656aab1f HTTP/1.1" status: 200 len: 217 time: 0.0420365 Jul 24 00:19:01.568122 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a38414e-4cc2-4977-afb1-1d06b9d51a97 req-1f719255-3301-4fc5-b0ba-81c5591d47f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:01.569666 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8a38414e-4cc2-4977-afb1-1d06b9d51a97 req-1f719255-3301-4fc5-b0ba-81c5591d47f3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fe0da9e7-4ffa-48d2-af23-d88968a5a0e1 HTTP/1.1" status: 200 len: 853 time: 0.0506630 Jul 24 00:19:01.621096 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 50356) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:19:01.635887 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8a38414e-4cc2-4977-afb1-1d06b9d51a97 req-87799ff3-ec72-41ab-ac45-5df8b6cf1d5c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f54dfdc3-e2c8-4e0e-8c8e-324d22ca629b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596988 Jul 24 00:19:01.736801 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f9d0d4-5b60-4a6b-bff6-cc9a8bdfb730 req-0fd42b0a-bb8f-463d-a9c2-b536ade221d4 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:01.745570 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b9f9d0d4-5b60-4a6b-bff6-cc9a8bdfb730 req-0fd42b0a-bb8f-463d-a9c2-b536ade221d4 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4c56fda-87c0-49fb-97ea-9785a9f444bf HTTP/1.1" status: 200 len: 946 time: 0.1220675 Jul 24 00:19:01.781501 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-231d1937-48cd-4826-83ea-6dd73a6bd670 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:01.795908 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8a38414e-4cc2-4977-afb1-1d06b9d51a97 req-938ca79a-6f79-40ad-858f-4fb01b3ad77b service neutron] 10.222.0.64 "GET /v2.0/networks/f54dfdc3-e2c8-4e0e-8c8e-324d22ca629b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514504 Jul 24 00:19:01.814311 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b9f9d0d4-5b60-4a6b-bff6-cc9a8bdfb730 req-db306b41-2dca-43bc-8d75-d4d86265ef57 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=c264132c-b10f-49c5-9b54-355706b12a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675843 Jul 24 00:19:01.897870 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-231d1937-48cd-4826-83ea-6dd73a6bd670 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:01.905192 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-231d1937-48cd-4826-83ea-6dd73a6bd670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:01.944364 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-231d1937-48cd-4826-83ea-6dd73a6bd670 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6fa60c6df4d147a6a13f54a0b4fd9093&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3217385 Jul 24 00:19:01.947672 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 50366) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:19:01.973138 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231d1937-48cd-4826-83ea-6dd73a6bd670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=251d86ec-2bea-4f87-a194-4d0e248434a7,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:19:01.985740 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8a38414e-4cc2-4977-afb1-1d06b9d51a97 req-31e01de3-5e1e-4d08-9369-e058abd0e581 service neutron] 10.222.0.64 "GET /v2.0/networks/f54dfdc3-e2c8-4e0e-8c8e-324d22ca629b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827002 Jul 24 00:19:02.011825 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5bde6128-78ca-4227-996e-25aaf8fbb291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:02.022451 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23acd0aa-7293-4ef9-9439-dace7026548e req-51351a90-44fc-4e1e-b003-d68fa322818f tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:02.024169 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-23acd0aa-7293-4ef9-9439-dace7026548e req-51351a90-44fc-4e1e-b003-d68fa322818f tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 943 time: 0.1370096 Jul 24 00:19:02.034045 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5bde6128-78ca-4227-996e-25aaf8fbb291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:02.077842 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-23acd0aa-7293-4ef9-9439-dace7026548e req-3bd98897-d36d-4643-8d92-017112994139 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450392 Jul 24 00:19:02.090691 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5bde6128-78ca-4227-996e-25aaf8fbb291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:02.093340 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5bde6128-78ca-4227-996e-25aaf8fbb291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:02.094506 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-5bde6128-78ca-4227-996e-25aaf8fbb291 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/251d86ec-2bea-4f87-a194-4d0e248434a7 HTTP/1.1" status: 204 len: 168 time: 0.1458049 Jul 24 00:19:02.103036 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bde6128-78ca-4227-996e-25aaf8fbb291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=251d86ec-2bea-4f87-a194-4d0e248434a7,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:19:02.390649 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 50372) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:19:02.405358 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b9f97cfd-4d19-46c4-acaa-714f8804d8c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:02.504125 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b9f97cfd-4d19-46c4-acaa-714f8804d8c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:02.508300 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b9f97cfd-4d19-46c4-acaa-714f8804d8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:02.546656 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f97cfd-4d19-46c4-acaa-714f8804d8c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=020620ee-7906-47d1-83fc-14584935fe0c,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:19:02.552014 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-b9f97cfd-4d19-46c4-acaa-714f8804d8c9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bdec7461a0114b829a669a571b31d9df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1603267 Jul 24 00:19:02.554799 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 50374) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:19:02.610015 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-82bab817-6e87-459d-b624-de6089f1128f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:02.632102 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-82bab817-6e87-459d-b624-de6089f1128f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:02.679323 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-82bab817-6e87-459d-b624-de6089f1128f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:02.684798 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-82bab817-6e87-459d-b624-de6089f1128f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:02.686207 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-82bab817-6e87-459d-b624-de6089f1128f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/020620ee-7906-47d1-83fc-14584935fe0c HTTP/1.1" status: 204 len: 168 time: 0.1303682 Jul 24 00:19:02.694829 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bab817-6e87-459d-b624-de6089f1128f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=020620ee-7906-47d1-83fc-14584935fe0c,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:19:02.787306 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 32b908bd-8128-45fd-b263-ac8a656aab1f details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:19:02.908207 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 32b908bd-8128-45fd-b263-ac8a656aab1f, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=32b908bd-8128-45fd-b263-ac8a656aab1f,segment=NetworkSegment(4a1dcf4b-f5e9-43bd-a598-49a091b374c5),segment_id=4a1dcf4b-f5e9-43bd-a598-49a091b374c5)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:19:02.922200 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': '32b908bd-8128-45fd-b263-ac8a656aab1f', 'network_id': 'f54dfdc3-e2c8-4e0e-8c8e-324d22ca629b', 'port_id': '32b908bd-8128-45fd-b263-ac8a656aab1f', 'mac_address': 'fa:16:3e:94:9d:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe0da9e7-4ffa-48d2-af23-d88968a5a0e1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:19:02.965511 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:02.995300 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32b908bd-8128-45fd-b263-ac8a656aab1f {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:19:03.010765 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f11a4ce-a434-48f9-abd7-f10cd2380352 req-7c1955fd-ad42-41f9-bd00-8d764352ecb9 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:03.012534 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2f11a4ce-a434-48f9-abd7-f10cd2380352 req-7c1955fd-ad42-41f9-bd00-8d764352ecb9 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4c56fda-87c0-49fb-97ea-9785a9f444bf HTTP/1.1" status: 200 len: 946 time: 0.1008029 Jul 24 00:19:03.022377 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 32b908bd-8128-45fd-b263-ac8a656aab1f, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=32b908bd-8128-45fd-b263-ac8a656aab1f,segment=NetworkSegment(4a1dcf4b-f5e9-43bd-a598-49a091b374c5),segment_id=4a1dcf4b-f5e9-43bd-a598-49a091b374c5)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:19:03.030124 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:03.078982 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2f11a4ce-a434-48f9-abd7-f10cd2380352 req-f96be493-876d-404c-bb83-dc6709635ce1 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=c264132c-b10f-49c5-9b54-355706b12a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597310 Jul 24 00:19:03.117244 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=32b908bd-8128-45fd-b263-ac8a656aab1f,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:19:03.237975 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6372f09-b778-4c91-8946-bed242dcf523 req-5847da84-58b8-43aa-8ad4-f9269daa9ec1 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:03.239930 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c6372f09-b778-4c91-8946-bed242dcf523 req-5847da84-58b8-43aa-8ad4-f9269daa9ec1 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 944 time: 0.0891616 Jul 24 00:19:03.249761 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['32b908bd-8128-45fd-b263-ac8a656aab1f'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:19:03.255858 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d882dae1-dcba-4123-9fb3-0f19460963c2 req-7ea7f850-28e8-4b68-9bb1-8f18e25020fb tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:03.262955 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d882dae1-dcba-4123-9fb3-0f19460963c2 req-7ea7f850-28e8-4b68-9bb1-8f18e25020fb tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4c56fda-87c0-49fb-97ea-9785a9f444bf HTTP/1.1" status: 200 len: 946 time: 0.0865326 Jul 24 00:19:03.316482 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d882dae1-dcba-4123-9fb3-0f19460963c2 req-578d4c90-9ecc-44f7-bbc1-e8bc11b990ac tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=c264132c-b10f-49c5-9b54-355706b12a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526686 Jul 24 00:19:03.328946 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 50400) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:19:03.342277 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c6372f09-b778-4c91-8946-bed242dcf523 req-549955d3-ed13-4fc6-8e57-cfc30ebf62d3 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922163 Jul 24 00:19:03.400537 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909d7998-987a-4ca5-aaa0-aef74a57f28d tempest-TestNetworkAdvancedServerOps-1890701533 tempest-TestNetworkAdvancedServerOps-1890701533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:03.402802 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-909d7998-987a-4ca5-aaa0-aef74a57f28d tempest-TestNetworkAdvancedServerOps-1890701533 tempest-TestNetworkAdvancedServerOps-1890701533-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=a4c56fda-87c0-49fb-97ea-9785a9f444bf HTTP/1.1" status: 200 len: 1093 time: 0.0730379 Jul 24 00:19:03.405570 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 50404) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:19:03.417982 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-e27f15cb-5720-46a5-85c3-a99e6a800aa2 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Request body: {'floatingip': {'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'port_id': '504fad61-1dd6-480c-819b-325ba8836b9e', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:19:03.461765 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e27f15cb-5720-46a5-85c3-a99e6a800aa2 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for floatingip, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:03.572581 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e27f15cb-5720-46a5-85c3-a99e6a800aa2 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:03.696852 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-e27f15cb-5720-46a5-85c3-a99e6a800aa2 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Allocated IP 172.25.3.29 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/3ef90aa5-57e7-4851-95db-5e84c182f6c8) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:19:03.819433 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e27f15cb-5720-46a5-85c3-a99e6a800aa2 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:03.875808 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e27f15cb-5720-46a5-85c3-a99e6a800aa2 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:03.915740 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27f15cb-5720-46a5-85c3-a99e6a800aa2 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:19:03.919504 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-e27f15cb-5720-46a5-85c3-a99e6a800aa2 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:19:03.923454 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27f15cb-5720-46a5-85c3-a99e6a800aa2 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:19:03.967235 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27f15cb-5720-46a5-85c3-a99e6a800aa2 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Pushing event updated for resources: {'Port': ['ID=3ef90aa5-57e7-4851-95db-5e84c182f6c8,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:19:04.427036 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e27f15cb-5720-46a5-85c3-a99e6a800aa2 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:04.517494 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7971c585-eb3d-4885-9a5f-7911e6e17fa3 req-5fcdc2e1-20d6-4ed6-956a-fc252e62b12f tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:04.519818 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7971c585-eb3d-4885-9a5f-7911e6e17fa3 req-5fcdc2e1-20d6-4ed6-956a-fc252e62b12f tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 944 time: 0.1056843 Jul 24 00:19:04.571205 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7971c585-eb3d-4885-9a5f-7911e6e17fa3 req-f5bb1bb6-20ba-4225-8466-de156a2a929f tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453496 Jul 24 00:19:04.599450 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e27f15cb-5720-46a5-85c3-a99e6a800aa2 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:04.756255 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e27f15cb-5720-46a5-85c3-a99e6a800aa2 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:04.761899 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e27f15cb-5720-46a5-85c3-a99e6a800aa2 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:04.793642 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 32b908bd-8128-45fd-b263-ac8a656aab1f up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:19:04.867291 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27f15cb-5720-46a5-85c3-a99e6a800aa2 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Pushing event updated for resources: {'Port': ['ID=3ef90aa5-57e7-4851-95db-5e84c182f6c8,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:19:04.871420 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e27f15cb-5720-46a5-85c3-a99e6a800aa2 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:04.891924 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port 32b908bd-8128-45fd-b263-ac8a656aab1f completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:19:04.911830 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port 32b908bd-8128-45fd-b263-ac8a656aab1f triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:19:04.912207 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:04.992092 n-d-800088-16 neutron-server[100313]: INFO neutron.db.l3_db [None req-e27f15cb-5720-46a5-85c3-a99e6a800aa2 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Floating IP e5616a32-17f8-4973-9e9e-081eba760863 associated. External IP: 172.25.3.29, port: 504fad61-1dd6-480c-819b-325ba8836b9e. Jul 24 00:19:05.029442 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:05.059045 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e89242f-224e-4dc1-b3da-f148df7e6ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32b908bd-8128-45fd-b263-ac8a656aab1f'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:19:05.061579 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-979d3774-6468-4d4f-a65e-ce38ac05ffad" -d '{"events": [{"server_uuid": "7e89242f-224e-4dc1-b3da-f148df7e6ea4", "name": "network-vif-plugged", "status": "completed", "tag": "32b908bd-8128-45fd-b263-ac8a656aab1f"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:19:05.075233 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 32b908bd-8128-45fd-b263-ac8a656aab1f, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=32b908bd-8128-45fd-b263-ac8a656aab1f,segment=NetworkSegment(4a1dcf4b-f5e9-43bd-a598-49a091b374c5),segment_id=4a1dcf4b-f5e9-43bd-a598-49a091b374c5)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:19:05.084848 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:05.124096 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67efa71e-2de2-47b2-a3d5-9c12242112ba x-openstack-request-id: req-67efa71e-2de2-47b2-a3d5-9c12242112ba {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:19:05.125526 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e89242f-224e-4dc1-b3da-f148df7e6ea4", "name": "network-vif-plugged", "status": "completed", "tag": "32b908bd-8128-45fd-b263-ac8a656aab1f", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:19:05.125987 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-67efa71e-2de2-47b2-a3d5-9c12242112ba {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:19:05.126588 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e89242f-224e-4dc1-b3da-f148df7e6ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32b908bd-8128-45fd-b263-ac8a656aab1f', 'code': 200} Jul 24 00:19:05.144994 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=32b908bd-8128-45fd-b263-ac8a656aab1f,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:19:05.284783 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d218655-df89-4966-9f31-feeec4d87e2d req-b5f8fc82-1e2b-4241-9a70-61fb07affc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:05.286714 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2d218655-df89-4966-9f31-feeec4d87e2d req-b5f8fc82-1e2b-4241-9a70-61fb07affc2e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 1097 time: 0.1070108 Jul 24 00:19:05.325858 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2d218655-df89-4966-9f31-feeec4d87e2d req-4afc7582-79a2-48e2-849f-8bc2bda7e0a8 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323632 Jul 24 00:19:05.326704 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e27f15cb-5720-46a5-85c3-a99e6a800aa2 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Router 77ac292f-7478-45ac-8262-74bc553013f3 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:19:05.458065 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e27f15cb-5720-46a5-85c3-a99e6a800aa2 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:19:05.470829 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d22ce00-5c04-47a1-9b96-cd14b92d5530 None None] Sync routers for ids ['77ac292f-7478-45ac-8262-74bc553013f3'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:19:05.474259 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 50480) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:19:05.492102 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e27f15cb-5720-46a5-85c3-a99e6a800aa2 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:05.494727 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d22ce00-5c04-47a1-9b96-cd14b92d5530 None None] Routers {'77ac292f-7478-45ac-8262-74bc553013f3'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:19:05.495711 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-1d22ce00-5c04-47a1-9b96-cd14b92d5530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:18:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['77ac292f-7478-45ac-8262-74bc553013f3'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:19:05.558329 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-e27f15cb-5720-46a5-85c3-a99e6a800aa2 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1516831 Jul 24 00:19:05.559263 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4c56fda-87c0-49fb-97ea-9785a9f444bf', 'tag': '504fad61-1dd6-480c-819b-325ba8836b9e'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:19:05.575199 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76604f38-615e-4659-88b1-f1dde89b1a27" -d '{"events": [{"name": "network-changed", "server_uuid": "a4c56fda-87c0-49fb-97ea-9785a9f444bf", "tag": "504fad61-1dd6-480c-819b-325ba8836b9e"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:19:05.611772 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3433fb31-2131-45d4-a821-7481592e2868 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:05.641770 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af4def1-0664-4cbe-9666-60c808484e5c x-openstack-request-id: req-2af4def1-0664-4cbe-9666-60c808484e5c {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:19:05.641980 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4c56fda-87c0-49fb-97ea-9785a9f444bf", "tag": "504fad61-1dd6-480c-819b-325ba8836b9e", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:19:05.642128 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2af4def1-0664-4cbe-9666-60c808484e5c {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:19:05.642532 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4c56fda-87c0-49fb-97ea-9785a9f444bf', 'tag': '504fad61-1dd6-480c-819b-325ba8836b9e', 'status': 'completed', 'code': 200} Jul 24 00:19:05.652129 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-1d22ce00-5c04-47a1-9b96-cd14b92d5530 None None] Set router 77ac292f-7478-45ac-8262-74bc553013f3 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:19:05.758546 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d8147-2b30-4b43-b38c-27411c8a990c req-6336ad7b-a19c-4f98-93fe-ea6667f8e6bc tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:05.761088 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-517d8147-2b30-4b43-b38c-27411c8a990c req-6336ad7b-a19c-4f98-93fe-ea6667f8e6bc tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4c56fda-87c0-49fb-97ea-9785a9f444bf HTTP/1.1" status: 200 len: 946 time: 0.1323774 Jul 24 00:19:05.764181 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76604f38-615e-4659-88b1-f1dde89b1a27 req-89fb321d-4f5a-4090-9b8b-cd136aed65e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:05.767913 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-76604f38-615e-4659-88b1-f1dde89b1a27 req-89fb321d-4f5a-4090-9b8b-cd136aed65e9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=646730ba25934852bc5dd86a412228f1&device_id=a4c56fda-87c0-49fb-97ea-9785a9f444bf HTTP/1.1" status: 200 len: 1098 time: 0.0994952 Jul 24 00:19:05.816288 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3433fb31-2131-45d4-a821-7481592e2868 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:05.832616 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3433fb31-2131-45d4-a821-7481592e2868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:05.839269 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-517d8147-2b30-4b43-b38c-27411c8a990c req-21a22b83-0d87-4534-9bd9-f3991d84f7fc tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=c264132c-b10f-49c5-9b54-355706b12a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703168 Jul 24 00:19:05.872636 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 50490) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:19:05.875920 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-3433fb31-2131-45d4-a821-7481592e2868 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=54a78f08341145c2b3cf64a32cfb07ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4002848 Jul 24 00:19:05.884448 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 50492) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:19:05.903616 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ad334d-1e5d-499e-83e1-9e59f54e7042 req-2fca3c3c-3c7e-46f2-a087-32c9441e7a25 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:05.912032 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e4ad334d-1e5d-499e-83e1-9e59f54e7042 req-2fca3c3c-3c7e-46f2-a087-32c9441e7a25 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 945 time: 0.1810906 Jul 24 00:19:05.941953 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3433fb31-2131-45d4-a821-7481592e2868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d9a58a-a5b0-42d2-b6ba-344ce2f1fe68,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:19:05.980206 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76604f38-615e-4659-88b1-f1dde89b1a27 req-5ba48aba-8627-46f7-abb6-b8573e069c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:05.982899 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-76604f38-615e-4659-88b1-f1dde89b1a27 req-5ba48aba-8627-46f7-abb6-b8573e069c56 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8daae933-2717-4bb5-bdad-7d9e9ba78ff6 HTTP/1.1" status: 200 len: 898 time: 0.1876092 Jul 24 00:19:06.000151 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e4ad334d-1e5d-499e-83e1-9e59f54e7042 req-32cd9e46-b93d-40c8-995a-b93a7a1f099f tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868709 Jul 24 00:19:06.041184 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-67fd8c90-cd6c-404f-86cb-cb748441af5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:06.067822 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-67fd8c90-cd6c-404f-86cb-cb748441af5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:06.118257 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-76604f38-615e-4659-88b1-f1dde89b1a27 req-132279e7-334b-4fda-b5d6-81c69bbae94b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=504fad61-1dd6-480c-819b-325ba8836b9e HTTP/1.1" status: 200 len: 999 time: 0.1290355 Jul 24 00:19:06.129680 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-1d22ce00-5c04-47a1-9b96-cd14b92d5530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ac292f-7478-45ac-8262-74bc553013f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1224504559', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'e9251363-5143-46a2-9e5e-b2a55fe496eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:18:38Z', 'updated_at': '2021-07-24T00:18:44Z', 'revision_number': 4, 'project_id': '646730ba25934852bc5dd86a412228f1', 'gw_port': {'id': 'e9251363-5143-46a2-9e5e-b2a55fe496eb', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ac292f-7478-45ac-8262-74bc553013f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:18:38Z', 'updated_at': '2021-07-24T00:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': 'e5616a32-17f8-4973-9e9e-081eba760863', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'floating_ip_address': '172.25.3.29', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '77ac292f-7478-45ac-8262-74bc553013f3', 'port_id': '504fad61-1dd6-480c-819b-325ba8836b9e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8daae933-2717-4bb5-bdad-7d9e9ba78ff6', 'mac_address': 'fa:16:3e:41:a6:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c56fda-87c0-49fb-97ea-9785a9f444bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:19:04Z', 'updated_at': '2021-07-24T00:19:04Z', 'revision_number': 0, 'project_id': '646730ba25934852bc5dd86a412228f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b4e6918-f541-4dc0-9966-645a7b1041c2', 'name': '', 'network_id': '8daae933-2717-4bb5-bdad-7d9e9ba78ff6', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'mac_address': 'fa:16:3e:36:20:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ac292f-7478-45ac-8262-74bc553013f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '0c656db4-b139-4d90-94b0-beff0914fd48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:18:43Z', 'updated_at': '2021-07-24T00:18:51Z', 'revision_number': 5, 'project_id': '646730ba25934852bc5dd86a412228f1', 'subnets': [{'id': '0c656db4-b139-4d90-94b0-beff0914fd48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:19:06.162893 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d22ce00-5c04-47a1-9b96-cd14b92d5530 None None] Checking router: 77ac292f-7478-45ac-8262-74bc553013f3 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:19:06.174311 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d22ce00-5c04-47a1-9b96-cd14b92d5530 None None] Routers {'77ac292f-7478-45ac-8262-74bc553013f3'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:19:06.174934 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-1d22ce00-5c04-47a1-9b96-cd14b92d5530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:18:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['77ac292f-7478-45ac-8262-74bc553013f3'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:19:06.216417 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-67fd8c90-cd6c-404f-86cb-cb748441af5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:06.219384 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-67fd8c90-cd6c-404f-86cb-cb748441af5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:06.236411 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-67fd8c90-cd6c-404f-86cb-cb748441af5d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d0d9a58a-a5b0-42d2-b6ba-344ce2f1fe68 HTTP/1.1" status: 204 len: 168 time: 0.3454442 Jul 24 00:19:06.264366 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76604f38-615e-4659-88b1-f1dde89b1a27 req-218d1b33-bb93-4126-9418-99dbe6dc539d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:06.266342 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-76604f38-615e-4659-88b1-f1dde89b1a27 req-218d1b33-bb93-4126-9418-99dbe6dc539d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0c656db4-b139-4d90-94b0-beff0914fd48 HTTP/1.1" status: 200 len: 835 time: 0.1413813 Jul 24 00:19:06.274209 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fd8c90-cd6c-404f-86cb-cb748441af5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d9a58a-a5b0-42d2-b6ba-344ce2f1fe68,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:19:06.287533 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c0799ad1-d151-48d4-a8a1-e61c61571121 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/floatingips/e5616a32-17f8-4973-9e9e-081eba760863 HTTP/1.1" status: 200 len: 991 time: 0.4125836 Jul 24 00:19:06.337121 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-1d22ce00-5c04-47a1-9b96-cd14b92d5530 None None] Set router 77ac292f-7478-45ac-8262-74bc553013f3 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:19:06.373125 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76604f38-615e-4659-88b1-f1dde89b1a27 req-a0288941-49b1-4c2b-bbb4-d60ddff72a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:06.375773 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-76604f38-615e-4659-88b1-f1dde89b1a27 req-a0288941-49b1-4c2b-bbb4-d60ddff72a33 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8daae933-2717-4bb5-bdad-7d9e9ba78ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1026220 Jul 24 00:19:06.489942 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-76604f38-615e-4659-88b1-f1dde89b1a27 req-95b68f5b-2c47-4469-8668-e1b5ce2e37e8 service neutron] 10.222.0.52 "GET /v2.0/networks/8daae933-2717-4bb5-bdad-7d9e9ba78ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070733 Jul 24 00:19:06.645785 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-1d22ce00-5c04-47a1-9b96-cd14b92d5530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ac292f-7478-45ac-8262-74bc553013f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1224504559', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'e9251363-5143-46a2-9e5e-b2a55fe496eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:18:38Z', 'updated_at': '2021-07-24T00:18:44Z', 'revision_number': 4, 'project_id': '646730ba25934852bc5dd86a412228f1', 'gw_port': {'id': 'e9251363-5143-46a2-9e5e-b2a55fe496eb', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ac292f-7478-45ac-8262-74bc553013f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:18:38Z', 'updated_at': '2021-07-24T00:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': 'e5616a32-17f8-4973-9e9e-081eba760863', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'floating_ip_address': '172.25.3.29', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '77ac292f-7478-45ac-8262-74bc553013f3', 'port_id': '504fad61-1dd6-480c-819b-325ba8836b9e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8daae933-2717-4bb5-bdad-7d9e9ba78ff6', 'mac_address': 'fa:16:3e:41:a6:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c56fda-87c0-49fb-97ea-9785a9f444bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:19:04Z', 'updated_at': '2021-07-24T00:19:04Z', 'revision_number': 0, 'project_id': '646730ba25934852bc5dd86a412228f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b4e6918-f541-4dc0-9966-645a7b1041c2', 'name': '', 'network_id': '8daae933-2717-4bb5-bdad-7d9e9ba78ff6', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'mac_address': 'fa:16:3e:36:20:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ac292f-7478-45ac-8262-74bc553013f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '0c656db4-b139-4d90-94b0-beff0914fd48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:18:43Z', 'updated_at': '2021-07-24T00:18:51Z', 'revision_number': 5, 'project_id': '646730ba25934852bc5dd86a412228f1', 'subnets': [{'id': '0c656db4-b139-4d90-94b0-beff0914fd48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:19:06.673030 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 50512) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:19:06.677935 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d22ce00-5c04-47a1-9b96-cd14b92d5530 None None] The sync data for ids ['77ac292f-7478-45ac-8262-74bc553013f3'] in n-d-800088-16 is: [{'id': '77ac292f-7478-45ac-8262-74bc553013f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1224504559', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'e9251363-5143-46a2-9e5e-b2a55fe496eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:18:38Z', 'updated_at': '2021-07-24T00:18:44Z', 'revision_number': 4, 'project_id': '646730ba25934852bc5dd86a412228f1', 'gw_port': {'id': 'e9251363-5143-46a2-9e5e-b2a55fe496eb', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ac292f-7478-45ac-8262-74bc553013f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:18:38Z', 'updated_at': '2021-07-24T00:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': 'e5616a32-17f8-4973-9e9e-081eba760863', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'floating_ip_address': '172.25.3.29', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '77ac292f-7478-45ac-8262-74bc553013f3', 'port_id': '504fad61-1dd6-480c-819b-325ba8836b9e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8daae933-2717-4bb5-bdad-7d9e9ba78ff6', 'mac_address': 'fa:16:3e:41:a6:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c56fda-87c0-49fb-97ea-9785a9f444bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:19:04Z', 'updated_at': '2021-07-24T00:19:04Z', 'revision_number': 0, 'project_id': '646730ba25934852bc5dd86a412228f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b4e6918-f541-4dc0-9966-645a7b1041c2', 'name': '', 'network_id': '8daae933-2717-4bb5-bdad-7d9e9ba78ff6', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'mac_address': 'fa:16:3e:36:20:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ac292f-7478-45ac-8262-74bc553013f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '0c656db4-b139-4d90-94b0-beff0914fd48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:18:43Z', 'updated_at': '2021-07-24T00:18:51Z', 'revision_number': 5, 'project_id': '646730ba25934852bc5dd86a412228f1', 'subnets': [{'id': '0c656db4-b139-4d90-94b0-beff0914fd48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:19:06.690443 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cd2412f0-6910-4222-9bd7-a28df253a7d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:06.801712 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cd2412f0-6910-4222-9bd7-a28df253a7d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:06.807811 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cd2412f0-6910-4222-9bd7-a28df253a7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:06.853287 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-cd2412f0-6910-4222-9bd7-a28df253a7d5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4cd6d77702704ac686be7d218daab81a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1790364 Jul 24 00:19:06.857581 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 50514) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:19:06.866328 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2412f0-6910-4222-9bd7-a28df253a7d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77a2f5ba-3388-42b4-bce7-6858bd0a6d0e,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:19:06.923437 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e5cc6fc6-3a4c-492f-a1c4-3da7f56df353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:06.947984 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e5cc6fc6-3a4c-492f-a1c4-3da7f56df353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:06.968772 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-76604f38-615e-4659-88b1-f1dde89b1a27 req-7e6334ab-4ee1-409b-bf38-147d31c81fe3 service neutron] 10.222.0.52 "GET /v2.0/networks/8daae933-2717-4bb5-bdad-7d9e9ba78ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4714582 Jul 24 00:19:07.003889 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e5cc6fc6-3a4c-492f-a1c4-3da7f56df353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:07.006843 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e5cc6fc6-3a4c-492f-a1c4-3da7f56df353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:07.011103 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-e5cc6fc6-3a4c-492f-a1c4-3da7f56df353 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/77a2f5ba-3388-42b4-bce7-6858bd0a6d0e HTTP/1.1" status: 204 len: 168 time: 0.1492081 Jul 24 00:19:07.029741 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea846779-295a-41fa-badd-79ae07a8ab09 None None] New status for floating IP e5616a32-17f8-4973-9e9e-081eba760863: ACTIVE {{(pid=100316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 00:19:07.053537 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cc6fc6-3a4c-492f-a1c4-3da7f56df353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a2f5ba-3388-42b4-bce7-6858bd0a6d0e,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:19:07.184910 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0174b44-4426-4075-964a-093d1c9ff283 req-b09fabad-dba5-45c5-ae82-21e8ad9c893e tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:07.186984 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a0174b44-4426-4075-964a-093d1c9ff283 req-b09fabad-dba5-45c5-ae82-21e8ad9c893e tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 945 time: 0.0840614 Jul 24 00:19:07.236581 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a0174b44-4426-4075-964a-093d1c9ff283 req-bdd597c8-fa1a-4015-b577-7a91a23152ba tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433233 Jul 24 00:19:07.290348 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 50526) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:19:07.396073 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-484f020d-47ab-49e8-829c-e56289a22057 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/floatingips/e5616a32-17f8-4973-9e9e-081eba760863 HTTP/1.1" status: 200 len: 993 time: 0.1037374 Jul 24 00:19:07.573188 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145136fe-7683-44cd-b1ba-34f964f68d6d req-eb173b1f-5287-45fc-8c21-28a8e7e49768 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:07.574774 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-145136fe-7683-44cd-b1ba-34f964f68d6d req-eb173b1f-5287-45fc-8c21-28a8e7e49768 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/networks?id=f54dfdc3-e2c8-4e0e-8c8e-324d22ca629b HTTP/1.1" status: 200 len: 813 time: 0.1164811 Jul 24 00:19:07.591382 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-145136fe-7683-44cd-b1ba-34f964f68d6d req-58990e31-2f71-4691-8a01-7dc818dc6fd1 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/quotas/1d0faf1922314d3dad9a1a4e6c7e2bd6 HTTP/1.1" status: 200 len: 375 time: 0.0106695 Jul 24 00:19:07.660740 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-145136fe-7683-44cd-b1ba-34f964f68d6d req-28538f5c-bf5a-40b6-ba97-ff999a261962 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d0faf1922314d3dad9a1a4e6c7e2bd6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0634551 Jul 24 00:19:07.757245 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-145136fe-7683-44cd-b1ba-34f964f68d6d req-a607760d-7728-45d7-bb9b-83cd69d02c8e service neutron] 10.222.0.44 "GET /v2.0/networks/f54dfdc3-e2c8-4e0e-8c8e-324d22ca629b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884106 Jul 24 00:19:07.868473 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-145136fe-7683-44cd-b1ba-34f964f68d6d req-c84b131d-76f8-4667-beab-73918a360f8c service neutron] 10.222.0.44 "GET /v2.0/networks/f54dfdc3-e2c8-4e0e-8c8e-324d22ca629b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046441 Jul 24 00:19:08.045485 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b88d866d-58ad-4eb4-bee4-39e7f10e24a5 req-ef3ecfa0-87ab-4ed2-af3d-afc7b55f408b tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=1474c16f-0346-4b58-b18a-d5b06651003c HTTP/1.1" status: 200 len: 210 time: 0.0343223 Jul 24 00:19:09.164528 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145136fe-7683-44cd-b1ba-34f964f68d6d req-5b32403f-9c99-46d7-8539-8b884bb52b49 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:09.166541 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-145136fe-7683-44cd-b1ba-34f964f68d6d req-5b32403f-9c99-46d7-8539-8b884bb52b49 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.52 "GET /v2.0/networks?id=f54dfdc3-e2c8-4e0e-8c8e-324d22ca629b HTTP/1.1" status: 200 len: 813 time: 0.1633456 Jul 24 00:19:09.190638 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-145136fe-7683-44cd-b1ba-34f964f68d6d req-1762cab4-269b-4f69-8ef5-2fc58b959eaf tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Request body: {'port': {'device_id': '1474c16f-0346-4b58-b18a-d5b06651003c', 'network_id': 'f54dfdc3-e2c8-4e0e-8c8e-324d22ca629b', 'admin_state_up': True, 'tenant_id': '1d0faf1922314d3dad9a1a4e6c7e2bd6'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:19:09.197112 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-87ea01e1-5b1a-42a8-aa22-9f1cc546e88d req-50a9376d-71bd-4828-bcb1-1dcd980e3969 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=1474c16f-0346-4b58-b18a-d5b06651003c HTTP/1.1" status: 200 len: 210 time: 0.0622807 Jul 24 00:19:09.318960 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-145136fe-7683-44cd-b1ba-34f964f68d6d req-1762cab4-269b-4f69-8ef5-2fc58b959eaf tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Made reservation on behalf of 1d0faf1922314d3dad9a1a4e6c7e2bd6 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:19:09.323893 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-145136fe-7683-44cd-b1ba-34f964f68d6d req-1762cab4-269b-4f69-8ef5-2fc58b959eaf tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:09.468616 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-145136fe-7683-44cd-b1ba-34f964f68d6d req-1762cab4-269b-4f69-8ef5-2fc58b959eaf tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Allocated IP 172.20.0.8 (f54dfdc3-e2c8-4e0e-8c8e-324d22ca629b/fe0da9e7-4ffa-48d2-af23-d88968a5a0e1/8a6c11f1-79d7-4fce-928d-70c6b8a63d14) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:19:09.621754 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-145136fe-7683-44cd-b1ba-34f964f68d6d req-1762cab4-269b-4f69-8ef5-2fc58b959eaf tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:09.662127 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-145136fe-7683-44cd-b1ba-34f964f68d6d req-1762cab4-269b-4f69-8ef5-2fc58b959eaf tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:09.674121 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['32b908bd-8128-45fd-b263-ac8a656aab1f'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:19:09.714938 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-145136fe-7683-44cd-b1ba-34f964f68d6d req-1762cab4-269b-4f69-8ef5-2fc58b959eaf tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Network f54dfdc3-e2c8-4e0e-8c8e-324d22ca629b is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:19:09.718088 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-145136fe-7683-44cd-b1ba-34f964f68d6d req-1762cab4-269b-4f69-8ef5-2fc58b959eaf tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:19:09.720564 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-145136fe-7683-44cd-b1ba-34f964f68d6d req-1762cab4-269b-4f69-8ef5-2fc58b959eaf tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:19:09.745613 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1762cab4-269b-4f69-8ef5-2fc58b959eaf tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Pushing event updated for resources: {'Port': ['ID=8a6c11f1-79d7-4fce-928d-70c6b8a63d14,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:19:09.779472 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145136fe-7683-44cd-b1ba-34f964f68d6d req-1762cab4-269b-4f69-8ef5-2fc58b959eaf tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:09.780199 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-145136fe-7683-44cd-b1ba-34f964f68d6d req-1762cab4-269b-4f69-8ef5-2fc58b959eaf tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:09.796140 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-145136fe-7683-44cd-b1ba-34f964f68d6d req-1762cab4-269b-4f69-8ef5-2fc58b959eaf tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6096745 Jul 24 00:19:09.807443 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-145136fe-7683-44cd-b1ba-34f964f68d6d req-2373927c-05bc-4400-9680-47bfb8133880 service neutron] Request body: {'port': {'device_id': '1474c16f-0346-4b58-b18a-d5b06651003c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:19:09.880247 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-145136fe-7683-44cd-b1ba-34f964f68d6d req-2373927c-05bc-4400-9680-47bfb8133880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:10.152213 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-145136fe-7683-44cd-b1ba-34f964f68d6d req-2373927c-05bc-4400-9680-47bfb8133880 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a6c11f1-79d7-4fce-928d-70c6b8a63d14 {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:19:10.159808 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-145136fe-7683-44cd-b1ba-34f964f68d6d req-2373927c-05bc-4400-9680-47bfb8133880 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:10.171613 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-145136fe-7683-44cd-b1ba-34f964f68d6d req-2373927c-05bc-4400-9680-47bfb8133880 service neutron] Transition to ACTIVE for port object 8a6c11f1-79d7-4fce-928d-70c6b8a63d14 will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:19:10.175553 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-145136fe-7683-44cd-b1ba-34f964f68d6d req-2373927c-05bc-4400-9680-47bfb8133880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:10.177535 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 50618) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:19:10.248294 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2373927c-05bc-4400-9680-47bfb8133880 service neutron] Pushing event updated for resources: {'Port': ['ID=8a6c11f1-79d7-4fce-928d-70c6b8a63d14,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:19:10.298343 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5974ce42-dd89-43ed-9f94-076acceae804 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:10.355122 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-145136fe-7683-44cd-b1ba-34f964f68d6d req-2373927c-05bc-4400-9680-47bfb8133880 service neutron] Attempting to bind port 8a6c11f1-79d7-4fce-928d-70c6b8a63d14 on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:19:10.355480 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-145136fe-7683-44cd-b1ba-34f964f68d6d req-2373927c-05bc-4400-9680-47bfb8133880 service neutron] Attempting to bind port 8a6c11f1-79d7-4fce-928d-70c6b8a63d14 by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': '4a1dcf4b-f5e9-43bd-a598-49a091b374c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f54dfdc3-e2c8-4e0e-8c8e-324d22ca629b'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:19:10.355826 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145136fe-7683-44cd-b1ba-34f964f68d6d req-2373927c-05bc-4400-9680-47bfb8133880 service neutron] Attempting to bind port 8a6c11f1-79d7-4fce-928d-70c6b8a63d14 on network f54dfdc3-e2c8-4e0e-8c8e-324d22ca629b {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:19:10.363044 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145136fe-7683-44cd-b1ba-34f964f68d6d req-2373927c-05bc-4400-9680-47bfb8133880 service neutron] Port 8a6c11f1-79d7-4fce-928d-70c6b8a63d14 on network f54dfdc3-e2c8-4e0e-8c8e-324d22ca629b not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:19:10.363472 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145136fe-7683-44cd-b1ba-34f964f68d6d req-2373927c-05bc-4400-9680-47bfb8133880 service neutron] Attempting to bind port 8a6c11f1-79d7-4fce-928d-70c6b8a63d14 on network f54dfdc3-e2c8-4e0e-8c8e-324d22ca629b {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:19:10.370488 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145136fe-7683-44cd-b1ba-34f964f68d6d req-2373927c-05bc-4400-9680-47bfb8133880 service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:19:10.370887 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145136fe-7683-44cd-b1ba-34f964f68d6d req-2373927c-05bc-4400-9680-47bfb8133880 service neutron] Checking segment: {'id': '4a1dcf4b-f5e9-43bd-a598-49a091b374c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f54dfdc3-e2c8-4e0e-8c8e-324d22ca629b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:19:10.371253 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145136fe-7683-44cd-b1ba-34f964f68d6d req-2373927c-05bc-4400-9680-47bfb8133880 service neutron] Bound using segment: {'id': '4a1dcf4b-f5e9-43bd-a598-49a091b374c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f54dfdc3-e2c8-4e0e-8c8e-324d22ca629b'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:19:10.371701 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-145136fe-7683-44cd-b1ba-34f964f68d6d req-2373927c-05bc-4400-9680-47bfb8133880 service neutron] Bound port: 8a6c11f1-79d7-4fce-928d-70c6b8a63d14, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a1dcf4b-f5e9-43bd-a598-49a091b374c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f54dfdc3-e2c8-4e0e-8c8e-324d22ca629b'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:19:10.372100 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-145136fe-7683-44cd-b1ba-34f964f68d6d req-2373927c-05bc-4400-9680-47bfb8133880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:10.417838 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5974ce42-dd89-43ed-9f94-076acceae804 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:10.422643 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5974ce42-dd89-43ed-9f94-076acceae804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:10.439168 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8ef1c0-b7dc-4ff7-8924-f24496c8aee9 req-c5dba941-a167-4710-9d61-d56e9847d2ef tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:10.440723 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0e8ef1c0-b7dc-4ff7-8924-f24496c8aee9 req-c5dba941-a167-4710-9d61-d56e9847d2ef tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=1474c16f-0346-4b58-b18a-d5b06651003c HTTP/1.1" status: 200 len: 943 time: 0.1503596 Jul 24 00:19:10.463729 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5974ce42-dd89-43ed-9f94-076acceae804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c9729a-d4f8-4356-938c-5e105d8231ce,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:19:10.470454 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-5974ce42-dd89-43ed-9f94-076acceae804 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6c77027da8974b4fadce80638ff42394&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2916398 Jul 24 00:19:10.474085 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 50630) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:19:10.481498 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-145136fe-7683-44cd-b1ba-34f964f68d6d req-2373927c-05bc-4400-9680-47bfb8133880 service neutron] For port 8a6c11f1-79d7-4fce-928d-70c6b8a63d14, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:19:10.509206 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-145136fe-7683-44cd-b1ba-34f964f68d6d req-2373927c-05bc-4400-9680-47bfb8133880 service neutron] For port 8a6c11f1-79d7-4fce-928d-70c6b8a63d14, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=8a6c11f1-79d7-4fce-928d-70c6b8a63d14,segment=NetworkSegment(4a1dcf4b-f5e9-43bd-a598-49a091b374c5),segment_id=4a1dcf4b-f5e9-43bd-a598-49a091b374c5)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:19:10.518139 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0e8ef1c0-b7dc-4ff7-8924-f24496c8aee9 req-42f22f16-5061-43b5-ac54-6b825cf2476a tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676687 Jul 24 00:19:10.519680 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-145136fe-7683-44cd-b1ba-34f964f68d6d req-2373927c-05bc-4400-9680-47bfb8133880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:10.543025 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4ce7534a-573b-4af5-93b9-bd403af05eba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:10.558003 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145136fe-7683-44cd-b1ba-34f964f68d6d req-2373927c-05bc-4400-9680-47bfb8133880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:10.558630 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-145136fe-7683-44cd-b1ba-34f964f68d6d req-2373927c-05bc-4400-9680-47bfb8133880 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:10.560058 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-145136fe-7683-44cd-b1ba-34f964f68d6d req-2373927c-05bc-4400-9680-47bfb8133880 service neutron] 10.222.0.52 "PUT /v2.0/ports/8a6c11f1-79d7-4fce-928d-70c6b8a63d14 HTTP/1.1" status: 200 len: 1092 time: 0.7570462 Jul 24 00:19:10.560524 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1474c16f-0346-4b58-b18a-d5b06651003c', 'tag': '8a6c11f1-79d7-4fce-928d-70c6b8a63d14'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:19:10.562866 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf4c48b4-0054-45fd-b877-71590b669c69" -d '{"events": [{"name": "network-changed", "server_uuid": "1474c16f-0346-4b58-b18a-d5b06651003c", "tag": "8a6c11f1-79d7-4fce-928d-70c6b8a63d14"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:19:10.571343 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4ce7534a-573b-4af5-93b9-bd403af05eba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:10.593742 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2373927c-05bc-4400-9680-47bfb8133880 service neutron] Pushing event updated for resources: {'Port': ['ID=8a6c11f1-79d7-4fce-928d-70c6b8a63d14,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:19:10.657451 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4ce7534a-573b-4af5-93b9-bd403af05eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:10.660228 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4ce7534a-573b-4af5-93b9-bd403af05eba admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:10.664349 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-4ce7534a-573b-4af5-93b9-bd403af05eba admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/06c9729a-d4f8-4356-938c-5e105d8231ce HTTP/1.1" status: 204 len: 168 time: 0.1868649 Jul 24 00:19:10.680266 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145136fe-7683-44cd-b1ba-34f964f68d6d req-8df4f208-4c1b-4f8d-aace-e02b3c4cea54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:10.680546 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7534a-573b-4af5-93b9-bd403af05eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c9729a-d4f8-4356-938c-5e105d8231ce,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:19:10.682289 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-145136fe-7683-44cd-b1ba-34f964f68d6d req-8df4f208-4c1b-4f8d-aace-e02b3c4cea54 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1d0faf1922314d3dad9a1a4e6c7e2bd6&device_id=1474c16f-0346-4b58-b18a-d5b06651003c HTTP/1.1" status: 200 len: 1095 time: 0.0770178 Jul 24 00:19:10.698549 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f896fc43-2241-40d4-84b6-97b1b62734a1 x-openstack-request-id: req-f896fc43-2241-40d4-84b6-97b1b62734a1 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:19:10.699094 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1474c16f-0346-4b58-b18a-d5b06651003c", "tag": "8a6c11f1-79d7-4fce-928d-70c6b8a63d14", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:19:10.699799 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f896fc43-2241-40d4-84b6-97b1b62734a1 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:19:10.700713 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1474c16f-0346-4b58-b18a-d5b06651003c', 'tag': '8a6c11f1-79d7-4fce-928d-70c6b8a63d14', 'status': 'completed', 'code': 200} Jul 24 00:19:10.744291 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-145136fe-7683-44cd-b1ba-34f964f68d6d req-e2b70fa3-eff0-4a45-9ba5-964bcb2bb2be service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a6c11f1-79d7-4fce-928d-70c6b8a63d14 HTTP/1.1" status: 200 len: 217 time: 0.0554006 Jul 24 00:19:10.777776 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d705258-0cac-426b-b7d0-fb3770cc66a6 req-f60711f9-ddc2-4f72-8898-2f4d61a6641c tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:10.779312 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1d705258-0cac-426b-b7d0-fb3770cc66a6 req-f60711f9-ddc2-4f72-8898-2f4d61a6641c tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/networks?id=657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f HTTP/1.1" status: 200 len: 812 time: 0.1616416 Jul 24 00:19:10.797318 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1d705258-0cac-426b-b7d0-fb3770cc66a6 req-1c584896-d14c-42d0-b4d5-38690b7b7f11 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/quotas/bf6833d5ef4e4ec6b999c5c1a3734713 HTTP/1.1" status: 200 len: 375 time: 0.0100887 Jul 24 00:19:10.831313 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145136fe-7683-44cd-b1ba-34f964f68d6d req-6d122123-32a4-480b-a9d0-f66bec9d4931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:10.833229 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-145136fe-7683-44cd-b1ba-34f964f68d6d req-6d122123-32a4-480b-a9d0-f66bec9d4931 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fe0da9e7-4ffa-48d2-af23-d88968a5a0e1 HTTP/1.1" status: 200 len: 853 time: 0.0594521 Jul 24 00:19:10.873982 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-145136fe-7683-44cd-b1ba-34f964f68d6d req-89cdbd43-cf49-49bf-ab54-20ffe2c0e1f5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f54dfdc3-e2c8-4e0e-8c8e-324d22ca629b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329115 Jul 24 00:19:10.876259 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1d705258-0cac-426b-b7d0-fb3770cc66a6 req-833cefb5-4b5c-4ff3-b0de-215e30c5cda8 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=bf6833d5ef4e4ec6b999c5c1a3734713&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0731971 Jul 24 00:19:10.881839 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11377565-89d6-4e1e-8e4a-74e922936cd9 req-16ee7c67-5f0c-4359-a1b3-78e6dd7ee183 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:10.883330 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-11377565-89d6-4e1e-8e4a-74e922936cd9 req-16ee7c67-5f0c-4359-a1b3-78e6dd7ee183 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 945 time: 0.1378949 Jul 24 00:19:10.979444 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1d705258-0cac-426b-b7d0-fb3770cc66a6 req-5e2baa69-7a77-44d4-a0ae-d37c826386aa service neutron] 10.222.0.44 "GET /v2.0/networks/657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966585 Jul 24 00:19:10.986802 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-11377565-89d6-4e1e-8e4a-74e922936cd9 req-73031d28-53e1-4113-90b1-39f74879ee11 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939298 Jul 24 00:19:10.999333 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 50646) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:19:11.013358 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-145136fe-7683-44cd-b1ba-34f964f68d6d req-6004671c-dbfc-467a-8772-f7d5801ef32c service neutron] 10.222.0.52 "GET /v2.0/networks/f54dfdc3-e2c8-4e0e-8c8e-324d22ca629b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272817 Jul 24 00:19:11.037852 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f82d3680-576c-4083-acff-190c7ed578bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:11.122383 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1d705258-0cac-426b-b7d0-fb3770cc66a6 req-5b32591c-6b4a-430b-8d66-58d3d74d2975 service neutron] 10.222.0.44 "GET /v2.0/networks/657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361926 Jul 24 00:19:11.142608 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-145136fe-7683-44cd-b1ba-34f964f68d6d req-16301441-9f7d-4716-b0c7-8a406ab24b9a service neutron] 10.222.0.52 "GET /v2.0/networks/f54dfdc3-e2c8-4e0e-8c8e-324d22ca629b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244025 Jul 24 00:19:11.175637 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485cb657-e55c-42aa-8e3a-2be99f6ab92a req-b24680e1-8cc2-4ffd-8475-b0d193040d75 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:11.177191 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-485cb657-e55c-42aa-8e3a-2be99f6ab92a req-b24680e1-8cc2-4ffd-8475-b0d193040d75 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 945 time: 0.0947242 Jul 24 00:19:11.199119 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f82d3680-576c-4083-acff-190c7ed578bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:11.205370 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f82d3680-576c-4083-acff-190c7ed578bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:11.249216 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-485cb657-e55c-42aa-8e3a-2be99f6ab92a req-feb70cb1-2eee-4a11-af9f-0cd020e14ab9 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658042 Jul 24 00:19:11.255979 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-f82d3680-576c-4083-acff-190c7ed578bf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=055387d58b4846a69e8c5492447f6c08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2555995 Jul 24 00:19:11.257014 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d3680-576c-4083-acff-190c7ed578bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7223cd0e-bbfe-4c9d-853a-ee22219860f4,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:19:11.261172 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 50652) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:19:11.299800 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c48b4-0054-45fd-b877-71590b669c69 req-0dc35303-c4fc-4944-b13d-77f2d12feee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:11.301325 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bf4c48b4-0054-45fd-b877-71590b669c69 req-0dc35303-c4fc-4944-b13d-77f2d12feee1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1d0faf1922314d3dad9a1a4e6c7e2bd6&device_id=1474c16f-0346-4b58-b18a-d5b06651003c HTTP/1.1" status: 200 len: 1095 time: 0.1015408 Jul 24 00:19:11.392735 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7c654d84-4070-45a3-9fc1-d2c31b1401e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:11.429346 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7c654d84-4070-45a3-9fc1-d2c31b1401e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:11.456724 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c48b4-0054-45fd-b877-71590b669c69 req-ad3e7a45-09a9-46a3-ae30-70070265ec5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:11.458198 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bf4c48b4-0054-45fd-b877-71590b669c69 req-ad3e7a45-09a9-46a3-ae30-70070265ec5a service neutron] 10.222.0.52 "GET /v2.0/networks?id=f54dfdc3-e2c8-4e0e-8c8e-324d22ca629b HTTP/1.1" status: 200 len: 914 time: 0.1475179 Jul 24 00:19:11.517578 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ceb53ac2-df13-4fcc-ae00-4726e4e8eeda req-3242539d-c6a0-4df2-b050-f1cd1408b1c0 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4defed8-9be1-45b8-9b49-60b5dbe58f6f HTTP/1.1" status: 200 len: 210 time: 0.0340233 Jul 24 00:19:11.534819 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bf4c48b4-0054-45fd-b877-71590b669c69 req-3bf8303a-57f9-4d71-9bec-38aea343128e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a6c11f1-79d7-4fce-928d-70c6b8a63d14 HTTP/1.1" status: 200 len: 217 time: 0.0630255 Jul 24 00:19:11.598002 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7c654d84-4070-45a3-9fc1-d2c31b1401e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:11.600511 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7c654d84-4070-45a3-9fc1-d2c31b1401e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:11.604051 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-7c654d84-4070-45a3-9fc1-d2c31b1401e1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7223cd0e-bbfe-4c9d-853a-ee22219860f4 HTTP/1.1" status: 204 len: 168 time: 0.3385665 Jul 24 00:19:11.611193 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c48b4-0054-45fd-b877-71590b669c69 req-b3c47c8a-4557-4472-8e62-aef7a15f3a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:11.612669 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bf4c48b4-0054-45fd-b877-71590b669c69 req-b3c47c8a-4557-4472-8e62-aef7a15f3a72 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fe0da9e7-4ffa-48d2-af23-d88968a5a0e1 HTTP/1.1" status: 200 len: 853 time: 0.0699003 Jul 24 00:19:11.619878 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c654d84-4070-45a3-9fc1-d2c31b1401e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7223cd0e-bbfe-4c9d-853a-ee22219860f4,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:19:11.628955 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb90bdc-d338-4ddc-85a7-2f5aba82fe2d req-514832a6-8599-4c62-8a08-cbd555096b3a tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:11.630500 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-eeb90bdc-d338-4ddc-85a7-2f5aba82fe2d req-514832a6-8599-4c62-8a08-cbd555096b3a tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 945 time: 0.1754932 Jul 24 00:19:11.685561 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bf4c48b4-0054-45fd-b877-71590b669c69 req-764b39a7-d609-40d0-999d-187e520f4146 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f54dfdc3-e2c8-4e0e-8c8e-324d22ca629b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535383 Jul 24 00:19:11.701741 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5b29a2-fdc9-4c6e-8274-7757520ca8ca req-b2b4d923-6db5-4970-9c9c-3421566842b7 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:11.711932 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-db5b29a2-fdc9-4c6e-8274-7757520ca8ca req-b2b4d923-6db5-4970-9c9c-3421566842b7 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=1474c16f-0346-4b58-b18a-d5b06651003c HTTP/1.1" status: 200 len: 943 time: 0.1113703 Jul 24 00:19:11.753273 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-eeb90bdc-d338-4ddc-85a7-2f5aba82fe2d req-59f0b313-aef5-4cae-a943-94c88f3d2661 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077607 Jul 24 00:19:11.760636 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-db5b29a2-fdc9-4c6e-8274-7757520ca8ca req-e9d578a3-d556-4b2a-8548-93af744ffe2e tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431404 Jul 24 00:19:11.822715 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bf4c48b4-0054-45fd-b877-71590b669c69 req-45798898-e8d6-4e51-a5fa-2c08d124cd5b service neutron] 10.222.0.52 "GET /v2.0/networks/f54dfdc3-e2c8-4e0e-8c8e-324d22ca629b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290905 Jul 24 00:19:11.945613 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bf4c48b4-0054-45fd-b877-71590b669c69 req-75a45e8b-ad68-4912-a334-9a3d99c557a3 service neutron] 10.222.0.52 "GET /v2.0/networks/f54dfdc3-e2c8-4e0e-8c8e-324d22ca629b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158452 Jul 24 00:19:12.187884 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffffbfd-be43-4ec1-a0f7-50958c7d4c0b req-70f74588-523a-4ffa-b993-056f203e33a2 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:12.189552 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9ffffbfd-be43-4ec1-a0f7-50958c7d4c0b req-70f74588-523a-4ffa-b993-056f203e33a2 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 945 time: 0.0757139 Jul 24 00:19:12.228411 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9ffffbfd-be43-4ec1-a0f7-50958c7d4c0b req-7a4d64db-ce4e-4e0a-ae4b-2f9735a91f5b tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333266 Jul 24 00:19:12.627257 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d705258-0cac-426b-b7d0-fb3770cc66a6 req-d4a6b870-a811-41fa-955f-cade047988e1 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:12.628918 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1d705258-0cac-426b-b7d0-fb3770cc66a6 req-d4a6b870-a811-41fa-955f-cade047988e1 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.64 "GET /v2.0/networks?id=657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f HTTP/1.1" status: 200 len: 812 time: 0.1302941 Jul 24 00:19:12.631583 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-85ba7a82-a4db-4939-bde1-5b162c0d4afe req-9ee9bc42-c94d-44a4-b1ea-457825dc4f1f tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4defed8-9be1-45b8-9b49-60b5dbe58f6f HTTP/1.1" status: 200 len: 210 time: 0.0335965 Jul 24 00:19:12.642517 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-1d705258-0cac-426b-b7d0-fb3770cc66a6 req-a2851e3d-60cf-470e-9d49-44be0bda4c2a tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Request body: {'port': {'device_id': 'f4defed8-9be1-45b8-9b49-60b5dbe58f6f', 'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f', 'admin_state_up': True, 'tenant_id': 'bf6833d5ef4e4ec6b999c5c1a3734713'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:19:12.769608 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d705258-0cac-426b-b7d0-fb3770cc66a6 req-a2851e3d-60cf-470e-9d49-44be0bda4c2a tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Made reservation on behalf of bf6833d5ef4e4ec6b999c5c1a3734713 for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:19:12.776135 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-1d705258-0cac-426b-b7d0-fb3770cc66a6 req-a2851e3d-60cf-470e-9d49-44be0bda4c2a tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:12.952078 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04718ebd-ee54-4f8f-98b8-3b53cd190978 req-52784ca5-0228-4172-9fe9-91bd3a34567e tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:12.953560 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-04718ebd-ee54-4f8f-98b8-3b53cd190978 req-52784ca5-0228-4172-9fe9-91bd3a34567e tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=1474c16f-0346-4b58-b18a-d5b06651003c HTTP/1.1" status: 200 len: 943 time: 0.1213248 Jul 24 00:19:12.962356 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [req-1d705258-0cac-426b-b7d0-fb3770cc66a6 req-a2851e3d-60cf-470e-9d49-44be0bda4c2a tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Allocated IP 172.20.0.14 (657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f/4f660729-e229-442a-bec0-0f7d8794afc6/c3d91c44-3767-4e47-9fc2-6fb8b9593387) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:19:13.016407 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-04718ebd-ee54-4f8f-98b8-3b53cd190978 req-4174e162-4652-4c2d-9c4d-83cd22f96ead tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559604 Jul 24 00:19:13.160049 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-1d705258-0cac-426b-b7d0-fb3770cc66a6 req-a2851e3d-60cf-470e-9d49-44be0bda4c2a tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:13.173605 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-1d705258-0cac-426b-b7d0-fb3770cc66a6 req-a2851e3d-60cf-470e-9d49-44be0bda4c2a tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Transition to ACTIVE for port object c3d91c44-3767-4e47-9fc2-6fb8b9593387 will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:19:13.215407 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-1d705258-0cac-426b-b7d0-fb3770cc66a6 req-a2851e3d-60cf-470e-9d49-44be0bda4c2a tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:13.263522 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d705258-0cac-426b-b7d0-fb3770cc66a6 req-a2851e3d-60cf-470e-9d49-44be0bda4c2a tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Network 657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:19:13.266992 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [req-1d705258-0cac-426b-b7d0-fb3770cc66a6 req-a2851e3d-60cf-470e-9d49-44be0bda4c2a tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:19:13.269726 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d705258-0cac-426b-b7d0-fb3770cc66a6 req-a2851e3d-60cf-470e-9d49-44be0bda4c2a tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:19:13.312913 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2851e3d-60cf-470e-9d49-44be0bda4c2a tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Pushing event updated for resources: {'Port': ['ID=c3d91c44-3767-4e47-9fc2-6fb8b9593387,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:19:13.381735 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d705258-0cac-426b-b7d0-fb3770cc66a6 req-a2851e3d-60cf-470e-9d49-44be0bda4c2a tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:13.382442 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-1d705258-0cac-426b-b7d0-fb3770cc66a6 req-a2851e3d-60cf-470e-9d49-44be0bda4c2a tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:13.415319 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1d705258-0cac-426b-b7d0-fb3770cc66a6 req-a2851e3d-60cf-470e-9d49-44be0bda4c2a tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7771287 Jul 24 00:19:13.430272 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-1d705258-0cac-426b-b7d0-fb3770cc66a6 req-3cb71ca1-2bf9-44db-a758-1ccea9425130 service neutron] Request body: {'port': {'device_id': 'f4defed8-9be1-45b8-9b49-60b5dbe58f6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-16'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:19:13.474910 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84bd771-a310-409e-9801-d1a0fc1360c5 req-b267c659-9280-46ab-a543-5cdb8fd27b58 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:13.476505 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d84bd771-a310-409e-9801-d1a0fc1360c5 req-b267c659-9280-46ab-a543-5cdb8fd27b58 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 945 time: 0.1179008 Jul 24 00:19:13.530289 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-1d705258-0cac-426b-b7d0-fb3770cc66a6 req-3cb71ca1-2bf9-44db-a758-1ccea9425130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:13.553728 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d84bd771-a310-409e-9801-d1a0fc1360c5 req-2ae53b6c-d6aa-4818-9d1b-17844fc67651 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698187 Jul 24 00:19:13.611491 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-e2283a53-867b-4fbf-a83e-d92610887cf9 None None] Provisioning for port c3d91c44-3767-4e47-9fc2-6fb8b9593387 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:19:13.617081 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-e2283a53-867b-4fbf-a83e-d92610887cf9 None None] Provisioning complete for port c3d91c44-3767-4e47-9fc2-6fb8b9593387 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:19:13.617853 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e2283a53-867b-4fbf-a83e-d92610887cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:13.656758 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-e2283a53-867b-4fbf-a83e-d92610887cf9 None None] Port c3d91c44-3767-4e47-9fc2-6fb8b9593387 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:19:14.201330 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e939ee4-54e2-41c2-b727-595d7aebe040 req-4420e897-c28c-4a45-99bd-e5f067be9ee3 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:14.204040 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1e939ee4-54e2-41c2-b727-595d7aebe040 req-4420e897-c28c-4a45-99bd-e5f067be9ee3 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=1474c16f-0346-4b58-b18a-d5b06651003c HTTP/1.1" status: 200 len: 943 time: 0.0767941 Jul 24 00:19:14.265578 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1e939ee4-54e2-41c2-b727-595d7aebe040 req-af18c564-fbc5-4c83-89d6-f0ebab770537 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488560 Jul 24 00:19:14.282465 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c3d6d-e0b7-4e4d-bee8-5e0a352f9cad req-eb9ead88-19ed-4d57-a323-ce8b1e7b553c tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:14.284060 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a77c3d6d-e0b7-4e4d-bee8-5e0a352f9cad req-eb9ead88-19ed-4d57-a323-ce8b1e7b553c tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4defed8-9be1-45b8-9b49-60b5dbe58f6f HTTP/1.1" status: 200 len: 932 time: 0.5585785 Jul 24 00:19:14.358199 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a77c3d6d-e0b7-4e4d-bee8-5e0a352f9cad req-fdb14820-620e-45c2-b644-fd78bb009a59 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=03bee5c9-e66c-4142-aa97-b7495f645fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653310 Jul 24 00:19:14.372263 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-1d705258-0cac-426b-b7d0-fb3770cc66a6 req-3cb71ca1-2bf9-44db-a758-1ccea9425130 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3d91c44-3767-4e47-9fc2-6fb8b9593387 {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:19:14.374427 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 8a6c11f1-79d7-4fce-928d-70c6b8a63d14 details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:19:14.381814 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-1d705258-0cac-426b-b7d0-fb3770cc66a6 req-3cb71ca1-2bf9-44db-a758-1ccea9425130 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:14.397947 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-1d705258-0cac-426b-b7d0-fb3770cc66a6 req-3cb71ca1-2bf9-44db-a758-1ccea9425130 service neutron] Transition to ACTIVE for port object c3d91c44-3767-4e47-9fc2-6fb8b9593387 will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:19:14.404536 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-1d705258-0cac-426b-b7d0-fb3770cc66a6 req-3cb71ca1-2bf9-44db-a758-1ccea9425130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:14.482777 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 8a6c11f1-79d7-4fce-928d-70c6b8a63d14, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=8a6c11f1-79d7-4fce-928d-70c6b8a63d14,segment=NetworkSegment(4a1dcf4b-f5e9-43bd-a598-49a091b374c5),segment_id=4a1dcf4b-f5e9-43bd-a598-49a091b374c5)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:19:14.491699 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb71ca1-2bf9-44db-a758-1ccea9425130 service neutron] Pushing event updated for resources: {'Port': ['ID=c3d91c44-3767-4e47-9fc2-6fb8b9593387,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:19:14.508421 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': '8a6c11f1-79d7-4fce-928d-70c6b8a63d14', 'network_id': 'f54dfdc3-e2c8-4e0e-8c8e-324d22ca629b', 'port_id': '8a6c11f1-79d7-4fce-928d-70c6b8a63d14', 'mac_address': 'fa:16:3e:4b:44:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe0da9e7-4ffa-48d2-af23-d88968a5a0e1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:19:14.564132 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:14.568927 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-1d705258-0cac-426b-b7d0-fb3770cc66a6 req-3cb71ca1-2bf9-44db-a758-1ccea9425130 service neutron] Attempting to bind port c3d91c44-3767-4e47-9fc2-6fb8b9593387 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:19:14.569405 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-1d705258-0cac-426b-b7d0-fb3770cc66a6 req-3cb71ca1-2bf9-44db-a758-1ccea9425130 service neutron] Attempting to bind port c3d91c44-3767-4e47-9fc2-6fb8b9593387 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': 'a1a1465a-fd99-41c9-bf89-faf21d67cc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:19:14.569748 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d705258-0cac-426b-b7d0-fb3770cc66a6 req-3cb71ca1-2bf9-44db-a758-1ccea9425130 service neutron] Attempting to bind port c3d91c44-3767-4e47-9fc2-6fb8b9593387 on network 657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:19:14.580280 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d705258-0cac-426b-b7d0-fb3770cc66a6 req-3cb71ca1-2bf9-44db-a758-1ccea9425130 service neutron] Port c3d91c44-3767-4e47-9fc2-6fb8b9593387 on network 657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:19:14.580610 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d705258-0cac-426b-b7d0-fb3770cc66a6 req-3cb71ca1-2bf9-44db-a758-1ccea9425130 service neutron] Attempting to bind port c3d91c44-3767-4e47-9fc2-6fb8b9593387 on network 657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:19:14.582422 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a6c11f1-79d7-4fce-928d-70c6b8a63d14 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:19:14.589956 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d705258-0cac-426b-b7d0-fb3770cc66a6 req-3cb71ca1-2bf9-44db-a758-1ccea9425130 service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:19:14.590304 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d705258-0cac-426b-b7d0-fb3770cc66a6 req-3cb71ca1-2bf9-44db-a758-1ccea9425130 service neutron] Checking segment: {'id': 'a1a1465a-fd99-41c9-bf89-faf21d67cc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:19:14.590690 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d705258-0cac-426b-b7d0-fb3770cc66a6 req-3cb71ca1-2bf9-44db-a758-1ccea9425130 service neutron] Bound using segment: {'id': 'a1a1465a-fd99-41c9-bf89-faf21d67cc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:19:14.591117 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-1d705258-0cac-426b-b7d0-fb3770cc66a6 req-3cb71ca1-2bf9-44db-a758-1ccea9425130 service neutron] Bound port: c3d91c44-3767-4e47-9fc2-6fb8b9593387, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1a1465a-fd99-41c9-bf89-faf21d67cc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:19:14.591480 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-1d705258-0cac-426b-b7d0-fb3770cc66a6 req-3cb71ca1-2bf9-44db-a758-1ccea9425130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:14.616459 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 8a6c11f1-79d7-4fce-928d-70c6b8a63d14, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=8a6c11f1-79d7-4fce-928d-70c6b8a63d14,segment=NetworkSegment(4a1dcf4b-f5e9-43bd-a598-49a091b374c5),segment_id=4a1dcf4b-f5e9-43bd-a598-49a091b374c5)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:19:14.624425 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:14.700756 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=8a6c11f1-79d7-4fce-928d-70c6b8a63d14,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:19:14.709203 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-1d705258-0cac-426b-b7d0-fb3770cc66a6 req-3cb71ca1-2bf9-44db-a758-1ccea9425130 service neutron] For port c3d91c44-3767-4e47-9fc2-6fb8b9593387, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:19:14.715006 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-1d705258-0cac-426b-b7d0-fb3770cc66a6 req-3cb71ca1-2bf9-44db-a758-1ccea9425130 service neutron] For port c3d91c44-3767-4e47-9fc2-6fb8b9593387, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=c3d91c44-3767-4e47-9fc2-6fb8b9593387,segment=NetworkSegment(a1a1465a-fd99-41c9-bf89-faf21d67cc5e),segment_id=a1a1465a-fd99-41c9-bf89-faf21d67cc5e)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:19:14.721966 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-1d705258-0cac-426b-b7d0-fb3770cc66a6 req-3cb71ca1-2bf9-44db-a758-1ccea9425130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:14.766704 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d705258-0cac-426b-b7d0-fb3770cc66a6 req-3cb71ca1-2bf9-44db-a758-1ccea9425130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:14.771245 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-1d705258-0cac-426b-b7d0-fb3770cc66a6 req-3cb71ca1-2bf9-44db-a758-1ccea9425130 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:14.772905 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1d705258-0cac-426b-b7d0-fb3770cc66a6 req-3cb71ca1-2bf9-44db-a758-1ccea9425130 service neutron] 10.222.0.64 "PUT /v2.0/ports/c3d91c44-3767-4e47-9fc2-6fb8b9593387 HTTP/1.1" status: 200 len: 1093 time: 1.3490562 Jul 24 00:19:14.773263 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4defed8-9be1-45b8-9b49-60b5dbe58f6f', 'tag': 'c3d91c44-3767-4e47-9fc2-6fb8b9593387'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:19:14.776737 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-808ddb01-179d-44f7-ae91-02d72a675e60" -d '{"events": [{"name": "network-changed", "server_uuid": "f4defed8-9be1-45b8-9b49-60b5dbe58f6f", "tag": "c3d91c44-3767-4e47-9fc2-6fb8b9593387"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:19:14.807996 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f4dae-09b7-4ef6-88d4-a0b64accc561 req-83ee9b03-c8ba-4c73-9b44-cfc099c288e1 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:14.823634 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-721f4dae-09b7-4ef6-88d4-a0b64accc561 req-83ee9b03-c8ba-4c73-9b44-cfc099c288e1 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 945 time: 0.1573246 Jul 24 00:19:14.856962 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['8a6c11f1-79d7-4fce-928d-70c6b8a63d14'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:19:14.893111 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:14.907810 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-721f4dae-09b7-4ef6-88d4-a0b64accc561 req-72c2109b-3f12-45bd-bb14-768f04d678b5 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823710 Jul 24 00:19:14.911638 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2bc4ae3-df47-455f-a16c-465640f3f301 x-openstack-request-id: req-b2bc4ae3-df47-455f-a16c-465640f3f301 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:19:14.911935 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4defed8-9be1-45b8-9b49-60b5dbe58f6f", "tag": "c3d91c44-3767-4e47-9fc2-6fb8b9593387", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:19:14.912196 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b2bc4ae3-df47-455f-a16c-465640f3f301 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:19:14.912607 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4defed8-9be1-45b8-9b49-60b5dbe58f6f', 'tag': 'c3d91c44-3767-4e47-9fc2-6fb8b9593387', 'status': 'completed', 'code': 200} Jul 24 00:19:14.914097 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb71ca1-2bf9-44db-a758-1ccea9425130 service neutron] Pushing event updated for resources: {'Port': ['ID=c3d91c44-3767-4e47-9fc2-6fb8b9593387,revision_number=3']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:19:14.997006 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d705258-0cac-426b-b7d0-fb3770cc66a6 req-255a2fe1-90ad-452b-8031-6606109dc9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:14.998592 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1d705258-0cac-426b-b7d0-fb3770cc66a6 req-255a2fe1-90ad-452b-8031-6606109dc9b0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bf6833d5ef4e4ec6b999c5c1a3734713&device_id=f4defed8-9be1-45b8-9b49-60b5dbe58f6f HTTP/1.1" status: 200 len: 1096 time: 0.1778953 Jul 24 00:19:15.056445 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1d705258-0cac-426b-b7d0-fb3770cc66a6 req-ffbf6231-0735-4921-80d9-ea0b26fae08f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3d91c44-3767-4e47-9fc2-6fb8b9593387 HTTP/1.1" status: 200 len: 217 time: 0.0485303 Jul 24 00:19:15.113101 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d705258-0cac-426b-b7d0-fb3770cc66a6 req-7164a7f9-afa9-420f-8ed5-5b09a52e72f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:15.114665 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1d705258-0cac-426b-b7d0-fb3770cc66a6 req-7164a7f9-afa9-420f-8ed5-5b09a52e72f1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4f660729-e229-442a-bec0-0f7d8794afc6 HTTP/1.1" status: 200 len: 851 time: 0.0486913 Jul 24 00:19:15.174825 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d705258-0cac-426b-b7d0-fb3770cc66a6 req-65f95292-cc34-4687-a173-bb108d167751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:15.176428 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1d705258-0cac-426b-b7d0-fb3770cc66a6 req-65f95292-cc34-4687-a173-bb108d167751 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555854 Jul 24 00:19:15.290094 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1d705258-0cac-426b-b7d0-fb3770cc66a6 req-15864fae-33b0-45ab-9985-a73a3de2fff2 service neutron] 10.222.0.64 "GET /v2.0/networks/657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043124 Jul 24 00:19:15.438906 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1d705258-0cac-426b-b7d0-fb3770cc66a6 req-6e7eb818-87be-426a-9981-889770aa3536 service neutron] 10.222.0.64 "GET /v2.0/networks/657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352417 Jul 24 00:19:15.460268 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd8083-fa5c-4263-9555-5fdbbe304677 req-44492980-6caa-4cfe-b235-d7bfe747a1a3 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:15.461919 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-60bd8083-fa5c-4263-9555-5fdbbe304677 req-44492980-6caa-4cfe-b235-d7bfe747a1a3 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=1474c16f-0346-4b58-b18a-d5b06651003c HTTP/1.1" status: 200 len: 944 time: 0.1218624 Jul 24 00:19:15.549329 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961df850-5c7b-4814-9101-ac4458b5b758 req-0fa75dda-e24e-4449-90e6-11e174dd7af5 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:15.550523 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-60bd8083-fa5c-4263-9555-5fdbbe304677 req-f793df12-5677-490e-8d41-8965241e4e8f tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814011 Jul 24 00:19:15.572184 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-961df850-5c7b-4814-9101-ac4458b5b758 req-0fa75dda-e24e-4449-90e6-11e174dd7af5 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4defed8-9be1-45b8-9b49-60b5dbe58f6f HTTP/1.1" status: 200 len: 944 time: 0.1018271 Jul 24 00:19:15.573690 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ddb01-179d-44f7-ae91-02d72a675e60 req-4744eb60-af79-4a9c-8584-a4efeb614c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:15.575621 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-808ddb01-179d-44f7-ae91-02d72a675e60 req-4744eb60-af79-4a9c-8584-a4efeb614c47 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bf6833d5ef4e4ec6b999c5c1a3734713&device_id=f4defed8-9be1-45b8-9b49-60b5dbe58f6f HTTP/1.1" status: 200 len: 1096 time: 0.0804472 Jul 24 00:19:15.628829 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-961df850-5c7b-4814-9101-ac4458b5b758 req-32ebf5b8-5329-4eea-a1b3-783092981831 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=03bee5c9-e66c-4142-aa97-b7495f645fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464127 Jul 24 00:19:15.700696 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ddb01-179d-44f7-ae91-02d72a675e60 req-3edfaf8d-3ead-4156-890e-8cf564681514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:15.705126 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-808ddb01-179d-44f7-ae91-02d72a675e60 req-3edfaf8d-3ead-4156-890e-8cf564681514 service neutron] 10.222.0.64 "GET /v2.0/networks?id=657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f HTTP/1.1" status: 200 len: 913 time: 0.1192288 Jul 24 00:19:15.751352 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-808ddb01-179d-44f7-ae91-02d72a675e60 req-222bf639-7a88-4f30-a928-4555cbafaa69 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3d91c44-3767-4e47-9fc2-6fb8b9593387 HTTP/1.1" status: 200 len: 217 time: 0.0360696 Jul 24 00:19:15.821622 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ddb01-179d-44f7-ae91-02d72a675e60 req-b81d0533-e626-48bf-b6ec-4f645cd922e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:15.823165 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-808ddb01-179d-44f7-ae91-02d72a675e60 req-b81d0533-e626-48bf-b6ec-4f645cd922e1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4f660729-e229-442a-bec0-0f7d8794afc6 HTTP/1.1" status: 200 len: 851 time: 0.0517843 Jul 24 00:19:15.890751 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ddb01-179d-44f7-ae91-02d72a675e60 req-4ebffdf3-17bc-440f-9b59-346f9e371f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:15.892278 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-808ddb01-179d-44f7-ae91-02d72a675e60 req-4ebffdf3-17bc-440f-9b59-346f9e371f21 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0627871 Jul 24 00:19:16.042023 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-808ddb01-179d-44f7-ae91-02d72a675e60 req-04e8910c-ac65-46be-92fe-6de0099344ba service neutron] 10.222.0.64 "GET /v2.0/networks/657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418703 Jul 24 00:19:16.101474 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421521b2-9afa-4291-a9c2-f953029c7b35 req-8621f392-844d-4282-aff4-49ab15bff57f tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:16.103002 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-421521b2-9afa-4291-a9c2-f953029c7b35 req-8621f392-844d-4282-aff4-49ab15bff57f tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 945 time: 0.1279306 Jul 24 00:19:16.188439 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-808ddb01-179d-44f7-ae91-02d72a675e60 req-e8a127e9-96b9-47b8-97d2-06633c4bf880 service neutron] 10.222.0.64 "GET /v2.0/networks/657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386719 Jul 24 00:19:16.191586 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-421521b2-9afa-4291-a9c2-f953029c7b35 req-89abad33-7ef4-4850-8744-aa92979d9a58 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580559 Jul 24 00:19:16.390181 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 8a6c11f1-79d7-4fce-928d-70c6b8a63d14 up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:19:16.444690 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port 8a6c11f1-79d7-4fce-928d-70c6b8a63d14 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:19:16.449570 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port 8a6c11f1-79d7-4fce-928d-70c6b8a63d14 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:19:16.449942 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:16.694553 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:16.729504 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1474c16f-0346-4b58-b18a-d5b06651003c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a6c11f1-79d7-4fce-928d-70c6b8a63d14'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:19:16.732221 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e53929f-9c27-409c-8cd3-c69c8e24c95c" -d '{"events": [{"server_uuid": "1474c16f-0346-4b58-b18a-d5b06651003c", "name": "network-vif-plugged", "status": "completed", "tag": "8a6c11f1-79d7-4fce-928d-70c6b8a63d14"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:19:16.750068 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9504cdbd-8f39-45f1-a6fb-b6997abd663f req-1321fb69-16ba-4d5e-91b9-cb0fece4de27 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:16.751955 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 8a6c11f1-79d7-4fce-928d-70c6b8a63d14, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=8a6c11f1-79d7-4fce-928d-70c6b8a63d14,segment=NetworkSegment(4a1dcf4b-f5e9-43bd-a598-49a091b374c5),segment_id=4a1dcf4b-f5e9-43bd-a598-49a091b374c5)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:19:16.758164 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9504cdbd-8f39-45f1-a6fb-b6997abd663f req-1321fb69-16ba-4d5e-91b9-cb0fece4de27 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=1474c16f-0346-4b58-b18a-d5b06651003c HTTP/1.1" status: 200 len: 944 time: 0.1010759 Jul 24 00:19:16.761465 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:16.788849 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde47c38-8a81-45a8-b324-c12e80ea059e req-a26eef06-8ddc-494c-a7a6-2691029cd756 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:16.793042 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-dde47c38-8a81-45a8-b324-c12e80ea059e req-a26eef06-8ddc-494c-a7a6-2691029cd756 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4defed8-9be1-45b8-9b49-60b5dbe58f6f HTTP/1.1" status: 200 len: 944 time: 0.1000240 Jul 24 00:19:16.815485 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=8a6c11f1-79d7-4fce-928d-70c6b8a63d14,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:19:16.816875 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9504cdbd-8f39-45f1-a6fb-b6997abd663f req-32aa123e-159c-4228-bf94-30fc5a667dfe tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553887 Jul 24 00:19:16.866592 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e546dcea-ba33-4dae-a485-b2cf05098b0c x-openstack-request-id: req-e546dcea-ba33-4dae-a485-b2cf05098b0c {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:19:16.866891 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1474c16f-0346-4b58-b18a-d5b06651003c", "name": "network-vif-plugged", "status": "completed", "tag": "8a6c11f1-79d7-4fce-928d-70c6b8a63d14", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:19:16.867382 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e546dcea-ba33-4dae-a485-b2cf05098b0c {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:19:16.868296 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1474c16f-0346-4b58-b18a-d5b06651003c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a6c11f1-79d7-4fce-928d-70c6b8a63d14', 'code': 200} Jul 24 00:19:16.868689 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-dde47c38-8a81-45a8-b324-c12e80ea059e req-1af5661f-c010-4a2e-a870-587af47e6d65 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=03bee5c9-e66c-4142-aa97-b7495f645fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637095 Jul 24 00:19:16.990887 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed5c093-b28f-432b-ae91-6699d8381f78 req-16e01d20-29c9-45bb-8ed4-9d74e2304e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:16.992431 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6ed5c093-b28f-432b-ae91-6699d8381f78 req-16e01d20-29c9-45bb-8ed4-9d74e2304e81 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1474c16f-0346-4b58-b18a-d5b06651003c HTTP/1.1" status: 200 len: 1097 time: 0.0669096 Jul 24 00:19:17.044033 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6ed5c093-b28f-432b-ae91-6699d8381f78 req-ea610c8e-1e09-4882-baf6-fbd14a67ae75 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442078 Jul 24 00:19:17.342557 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e6ff86-7424-43b3-bb4c-281a0ef52336 req-ac5199da-dda6-45d8-8ba2-f639b1bb4ad6 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:17.344072 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c3e6ff86-7424-43b3-bb4c-281a0ef52336 req-ac5199da-dda6-45d8-8ba2-f639b1bb4ad6 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 945 time: 0.0765922 Jul 24 00:19:17.385324 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c3e6ff86-7424-43b3-bb4c-281a0ef52336 req-d2219a75-92c7-4d74-8c69-72ffece63d59 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340807 Jul 24 00:19:17.746583 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:17.959688 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b293f-362f-4856-ba48-50af3a320319 req-a019ba4f-b284-439e-9cb4-3c721f4987a4 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:17.967648 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-562b293f-362f-4856-ba48-50af3a320319 req-a019ba4f-b284-439e-9cb4-3c721f4987a4 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=1474c16f-0346-4b58-b18a-d5b06651003c HTTP/1.1" status: 200 len: 945 time: 0.0873523 Jul 24 00:19:18.003379 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-562b293f-362f-4856-ba48-50af3a320319 req-c705f412-3d89-4602-8281-b93eeb47292b tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348711 Jul 24 00:19:18.003735 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2245496-7a7e-4378-98d4-9d67eab89d77 req-a1b2b6dc-0e82-4386-955a-c56a12b44bef tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:18.005556 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a2245496-7a7e-4378-98d4-9d67eab89d77 req-a1b2b6dc-0e82-4386-955a-c56a12b44bef tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4defed8-9be1-45b8-9b49-60b5dbe58f6f HTTP/1.1" status: 200 len: 944 time: 0.0687542 Jul 24 00:19:18.045056 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a2245496-7a7e-4378-98d4-9d67eab89d77 req-53b5ba90-766a-4958-9e22-6ad803f018fa tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=03bee5c9-e66c-4142-aa97-b7495f645fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327189 Jul 24 00:19:18.526829 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24244bc-5feb-40b2-9188-3e05be50622c req-d4fe9759-e204-495a-8c59-125af69e6a7e tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:18.528295 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e24244bc-5feb-40b2-9188-3e05be50622c req-d4fe9759-e204-495a-8c59-125af69e6a7e tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 945 time: 0.0731492 Jul 24 00:19:18.566765 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e24244bc-5feb-40b2-9188-3e05be50622c req-610ab610-f27a-4c18-b333-2f005f402b26 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329096 Jul 24 00:19:19.141373 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39896893-ffd0-444c-8df9-8dbe1f2bd0b9 req-109d7320-6640-4a0e-8d8b-2ce015ed4667 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:19.142951 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-39896893-ffd0-444c-8df9-8dbe1f2bd0b9 req-109d7320-6640-4a0e-8d8b-2ce015ed4667 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=1474c16f-0346-4b58-b18a-d5b06651003c HTTP/1.1" status: 200 len: 945 time: 0.0694091 Jul 24 00:19:19.186059 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-39896893-ffd0-444c-8df9-8dbe1f2bd0b9 req-0e1de27f-8b4f-4376-bb23-b19272fb4fba tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372312 Jul 24 00:19:19.192211 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd45d4b0-2b3a-459f-ba89-da0f87ec893e req-5dbdbd37-ad50-4935-b871-ec54e746e75e tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:19.194407 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fd45d4b0-2b3a-459f-ba89-da0f87ec893e req-5dbdbd37-ad50-4935-b871-ec54e746e75e tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4defed8-9be1-45b8-9b49-60b5dbe58f6f HTTP/1.1" status: 200 len: 944 time: 0.0676224 Jul 24 00:19:19.235722 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fd45d4b0-2b3a-459f-ba89-da0f87ec893e req-0fa152cc-a851-48a2-acaf-d0c9adfff3e7 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=03bee5c9-e66c-4142-aa97-b7495f645fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350485 Jul 24 00:19:19.354446 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 50862) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:19:19.453966 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b750824a-8224-4901-bfbd-954993598b10 req-0cb0ce5a-4e0a-4b1c-a48a-9ddb8534e009 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:19.455671 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b750824a-8224-4901-bfbd-954993598b10 req-0cb0ce5a-4e0a-4b1c-a48a-9ddb8534e009 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=1474c16f-0346-4b58-b18a-d5b06651003c HTTP/1.1" status: 200 len: 945 time: 0.0661812 Jul 24 00:19:19.461124 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-94db624a-355d-467f-87eb-69da22c81f18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:19.494604 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b750824a-8224-4901-bfbd-954993598b10 req-a1d8f5ed-2c59-4cf7-a9bd-f43e3fd4700e tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331507 Jul 24 00:19:19.549849 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-94db624a-355d-467f-87eb-69da22c81f18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:19.553351 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-94db624a-355d-467f-87eb-69da22c81f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:19.590886 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-94db624a-355d-467f-87eb-69da22c81f18 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8066039eafbe4976831b8c222a6538d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2352817 Jul 24 00:19:19.591875 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94db624a-355d-467f-87eb-69da22c81f18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90002453-6096-4d00-8f9b-088403935356,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:19:19.593512 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 50866) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:19:19.648466 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c0540262-efe5-43f6-9dd8-71dce46233c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:19.671345 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c0540262-efe5-43f6-9dd8-71dce46233c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:19.705057 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2861fe34-4f16-43b5-84b2-aed4a80d2fe8 req-775c4f31-3e58-4232-9b25-9671716ddb11 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:19.706969 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2861fe34-4f16-43b5-84b2-aed4a80d2fe8 req-775c4f31-3e58-4232-9b25-9671716ddb11 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 945 time: 0.0655046 Jul 24 00:19:19.718181 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c0540262-efe5-43f6-9dd8-71dce46233c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:19.720761 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c0540262-efe5-43f6-9dd8-71dce46233c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:19.721931 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-c0540262-efe5-43f6-9dd8-71dce46233c7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/90002453-6096-4d00-8f9b-088403935356 HTTP/1.1" status: 204 len: 168 time: 0.1268945 Jul 24 00:19:19.730441 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0540262-efe5-43f6-9dd8-71dce46233c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90002453-6096-4d00-8f9b-088403935356,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:19:19.752743 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2861fe34-4f16-43b5-84b2-aed4a80d2fe8 req-4b47fe69-5dac-4ab6-9bb3-6d6028f4e0b5 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398860 Jul 24 00:19:19.977831 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 50874) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:19:19.991114 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cc5c52c6-ded1-478f-84a2-48af08df0073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:20.079214 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cc5c52c6-ded1-478f-84a2-48af08df0073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:20.083188 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cc5c52c6-ded1-478f-84a2-48af08df0073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:20.125379 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-cc5c52c6-ded1-478f-84a2-48af08df0073 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=63580190906d4960ae360bed80f4293b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1464167 Jul 24 00:19:20.126628 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5c52c6-ded1-478f-84a2-48af08df0073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aff6ba8-63e7-45f9-98e8-3c4e4f472f87,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:19:20.128118 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 50876) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:19:20.181886 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-610f0c57-c0cd-4881-b0c2-8eca1fa9722a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:20.202310 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-610f0c57-c0cd-4881-b0c2-8eca1fa9722a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:20.246664 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-610f0c57-c0cd-4881-b0c2-8eca1fa9722a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:20.249813 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-610f0c57-c0cd-4881-b0c2-8eca1fa9722a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:20.250932 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-610f0c57-c0cd-4881-b0c2-8eca1fa9722a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2aff6ba8-63e7-45f9-98e8-3c4e4f472f87 HTTP/1.1" status: 204 len: 168 time: 0.1210790 Jul 24 00:19:20.258424 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610f0c57-c0cd-4881-b0c2-8eca1fa9722a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aff6ba8-63e7-45f9-98e8-3c4e4f472f87,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:19:20.377265 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96808bc4-a255-47fb-a0d3-ab12f0e81ea2 req-96e5d7ce-6b0d-4e6e-81d8-2b4efae78157 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:20.378837 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-96808bc4-a255-47fb-a0d3-ab12f0e81ea2 req-96e5d7ce-6b0d-4e6e-81d8-2b4efae78157 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4defed8-9be1-45b8-9b49-60b5dbe58f6f HTTP/1.1" status: 200 len: 944 time: 0.0681672 Jul 24 00:19:20.423496 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-96808bc4-a255-47fb-a0d3-ab12f0e81ea2 req-7985730e-2c4a-4856-b28e-5e155c767e49 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=03bee5c9-e66c-4142-aa97-b7495f645fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388925 Jul 24 00:19:20.627810 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb08236a-596a-445b-b859-450a7fc13726 req-bf13a2c9-5d7c-40f8-9565-835f730e267a tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:20.629353 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bb08236a-596a-445b-b859-450a7fc13726 req-bf13a2c9-5d7c-40f8-9565-835f730e267a tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=1474c16f-0346-4b58-b18a-d5b06651003c HTTP/1.1" status: 200 len: 945 time: 0.0663671 Jul 24 00:19:20.671155 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bb08236a-596a-445b-b859-450a7fc13726 req-98c4aa70-4c08-4393-bbd6-d4a97c0819de tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345306 Jul 24 00:19:20.755517 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233a0328-52d2-4b5a-a309-b6b91ed3c7a1 req-c98d5888-420f-4529-8583-8b220843ea0b tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:20.757018 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-233a0328-52d2-4b5a-a309-b6b91ed3c7a1 req-c98d5888-420f-4529-8583-8b220843ea0b tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.52 "GET /v2.0/ports?device_id=1474c16f-0346-4b58-b18a-d5b06651003c HTTP/1.1" status: 200 len: 945 time: 0.0677383 Jul 24 00:19:20.866062 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-233a0328-52d2-4b5a-a309-b6b91ed3c7a1 req-5927996f-d700-4674-8751-55f5e1c49113 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Deleting port 8a6c11f1-79d7-4fce-928d-70c6b8a63d14 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:19:20.866573 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-233a0328-52d2-4b5a-a309-b6b91ed3c7a1 req-5927996f-d700-4674-8751-55f5e1c49113 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:20.901893 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a9185d-e4f2-48c5-ad90-0cd3c535d051 req-de3532d1-9aef-4cbd-9242-8cc421bdf4d7 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:20.908562 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d6a9185d-e4f2-48c5-ad90-0cd3c535d051 req-de3532d1-9aef-4cbd-9242-8cc421bdf4d7 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 945 time: 0.0794475 Jul 24 00:19:20.953981 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d6a9185d-e4f2-48c5-ad90-0cd3c535d051 req-410afc6d-8f5a-46b8-9bd6-da37948ac335 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445392 Jul 24 00:19:20.963602 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-233a0328-52d2-4b5a-a309-b6b91ed3c7a1 req-5927996f-d700-4674-8751-55f5e1c49113 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] For port 8a6c11f1-79d7-4fce-928d-70c6b8a63d14, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=8a6c11f1-79d7-4fce-928d-70c6b8a63d14,segment=NetworkSegment(4a1dcf4b-f5e9-43bd-a598-49a091b374c5),segment_id=4a1dcf4b-f5e9-43bd-a598-49a091b374c5)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:19:20.963982 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-233a0328-52d2-4b5a-a309-b6b91ed3c7a1 req-5927996f-d700-4674-8751-55f5e1c49113 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:20.976317 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-233a0328-52d2-4b5a-a309-b6b91ed3c7a1 req-5927996f-d700-4674-8751-55f5e1c49113 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Calling delete_port for 8a6c11f1-79d7-4fce-928d-70c6b8a63d14 owned by compute:nova {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:19:21.101806 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-233a0328-52d2-4b5a-a309-b6b91ed3c7a1 req-5927996f-d700-4674-8751-55f5e1c49113 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:21.115152 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['8a6c11f1-79d7-4fce-928d-70c6b8a63d14'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:19:21.118137 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['32b908bd-8128-45fd-b263-ac8a656aab1f'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:19:21.132624 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5927996f-d700-4674-8751-55f5e1c49113 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Pushing event deleted for resources: {'Port': ['ID=8a6c11f1-79d7-4fce-928d-70c6b8a63d14,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:19:21.184696 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-233a0328-52d2-4b5a-a309-b6b91ed3c7a1 req-5927996f-d700-4674-8751-55f5e1c49113 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] No DVR routers for this DVR port 8a6c11f1-79d7-4fce-928d-70c6b8a63d14 on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:19:21.188090 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-233a0328-52d2-4b5a-a309-b6b91ed3c7a1 req-5927996f-d700-4674-8751-55f5e1c49113 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:21.190222 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-233a0328-52d2-4b5a-a309-b6b91ed3c7a1 req-5927996f-d700-4674-8751-55f5e1c49113 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.52 "DELETE /v2.0/ports/8a6c11f1-79d7-4fce-928d-70c6b8a63d14 HTTP/1.1" status: 204 len: 173 time: 0.4274316 Jul 24 00:19:21.190623 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1474c16f-0346-4b58-b18a-d5b06651003c', 'name': 'network-vif-deleted', 'tag': '8a6c11f1-79d7-4fce-928d-70c6b8a63d14'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:19:21.193008 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-105d790f-8779-45af-994a-332bb477f833" -d '{"events": [{"server_uuid": "1474c16f-0346-4b58-b18a-d5b06651003c", "name": "network-vif-deleted", "tag": "8a6c11f1-79d7-4fce-928d-70c6b8a63d14"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:19:21.241978 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8245ba4a-02f7-4038-8e6e-3b111d13554e x-openstack-request-id: req-8245ba4a-02f7-4038-8e6e-3b111d13554e {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:19:21.242653 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1474c16f-0346-4b58-b18a-d5b06651003c", "name": "network-vif-deleted", "tag": "8a6c11f1-79d7-4fce-928d-70c6b8a63d14", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:19:21.242911 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8245ba4a-02f7-4038-8e6e-3b111d13554e {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:19:21.243735 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1474c16f-0346-4b58-b18a-d5b06651003c', 'name': 'network-vif-deleted', 'tag': '8a6c11f1-79d7-4fce-928d-70c6b8a63d14', 'status': 'completed', 'code': 200} Jul 24 00:19:21.553192 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5cdb67-1e96-4620-a4f3-55a4c1772b1e req-3af6df58-d496-4c38-a2ca-bb87b294a696 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:21.554763 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2b5cdb67-1e96-4620-a4f3-55a4c1772b1e req-3af6df58-d496-4c38-a2ca-bb87b294a696 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4defed8-9be1-45b8-9b49-60b5dbe58f6f HTTP/1.1" status: 200 len: 944 time: 0.0643408 Jul 24 00:19:21.594205 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2b5cdb67-1e96-4620-a4f3-55a4c1772b1e req-94d1d8ce-98bc-4039-91c2-4343865034c6 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=03bee5c9-e66c-4142-aa97-b7495f645fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325906 Jul 24 00:19:21.799886 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9b9785e1-337a-4f8a-a154-fa70051bd80b req-45c82042-a72e-4adf-95f6-1330035d1071 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=1474c16f-0346-4b58-b18a-d5b06651003c HTTP/1.1" status: 200 len: 210 time: 0.0402012 Jul 24 00:19:22.096901 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593fcf29-79dc-4b8c-b75f-a4c44d613b42 req-ef747ca3-bde9-494f-92ab-9773393e0988 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:22.098467 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-593fcf29-79dc-4b8c-b75f-a4c44d613b42 req-ef747ca3-bde9-494f-92ab-9773393e0988 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 945 time: 0.0735178 Jul 24 00:19:22.137315 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-593fcf29-79dc-4b8c-b75f-a4c44d613b42 req-9f697045-67f0-44e9-9aa5-f9f3ef96987d tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325499 Jul 24 00:19:22.199118 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 50964) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:19:22.299043 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-19433676-dff2-4ed7-a463-9a8385e5b8f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:22.391370 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-19433676-dff2-4ed7-a463-9a8385e5b8f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:22.396473 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-19433676-dff2-4ed7-a463-9a8385e5b8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:22.436495 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19433676-dff2-4ed7-a463-9a8385e5b8f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=792a39f4-b29a-47dd-abc2-49aa2299cfb7,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:19:22.441727 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-19433676-dff2-4ed7-a463-9a8385e5b8f2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=af9bb8a804474f6a96017f0607f14124&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2415864 Jul 24 00:19:22.444268 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 50968) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:19:22.491776 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d3725c06-4c3c-45a2-8134-c11145c5e505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:22.511898 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d3725c06-4c3c-45a2-8134-c11145c5e505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:22.556691 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d3725c06-4c3c-45a2-8134-c11145c5e505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:22.559402 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d3725c06-4c3c-45a2-8134-c11145c5e505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:22.560583 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-d3725c06-4c3c-45a2-8134-c11145c5e505 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/792a39f4-b29a-47dd-abc2-49aa2299cfb7 HTTP/1.1" status: 204 len: 168 time: 0.1153593 Jul 24 00:19:22.568374 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3725c06-4c3c-45a2-8134-c11145c5e505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=792a39f4-b29a-47dd-abc2-49aa2299cfb7,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:19:22.722844 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b1ca1d-5184-4cb3-831e-fc86b8ab7909 req-e96e5ad1-b8c5-4f33-8c04-51953531588e tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:22.724349 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c7b1ca1d-5184-4cb3-831e-fc86b8ab7909 req-e96e5ad1-b8c5-4f33-8c04-51953531588e tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4defed8-9be1-45b8-9b49-60b5dbe58f6f HTTP/1.1" status: 200 len: 944 time: 0.0639522 Jul 24 00:19:22.762817 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c7b1ca1d-5184-4cb3-831e-fc86b8ab7909 req-d63c8a2f-f749-4690-b32e-19ec9a71a5db tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=03bee5c9-e66c-4142-aa97-b7495f645fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321386 Jul 24 00:19:22.815064 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 50976) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:19:22.829041 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-56e60b79-ae2e-4977-a16e-00d6889cb3f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:22.960105 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-56e60b79-ae2e-4977-a16e-00d6889cb3f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:22.964577 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-56e60b79-ae2e-4977-a16e-00d6889cb3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:23.014124 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-56e60b79-ae2e-4977-a16e-00d6889cb3f4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=536125b93f484172be06bf485e1344d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1977646 Jul 24 00:19:23.015048 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e60b79-ae2e-4977-a16e-00d6889cb3f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee43c94-eebe-46c1-bfea-d1b6dcf642d3,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:19:23.016652 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 50982) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:19:23.025836 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e2db32-6eea-4603-9bfc-91d03463cfb4 req-a84c1e32-312e-42e6-8938-159503ed3ba9 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:23.027222 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e6e2db32-6eea-4603-9bfc-91d03463cfb4 req-a84c1e32-312e-42e6-8938-159503ed3ba9 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 945 time: 0.1288025 Jul 24 00:19:23.065931 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e6e2db32-6eea-4603-9bfc-91d03463cfb4 req-7fc85ad5-80cc-4919-8091-8a1434a9d111 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320058 Jul 24 00:19:23.067197 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-947fcb24-dc1f-4eb0-8a65-ff09dfe41da5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:23.090184 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-947fcb24-dc1f-4eb0-8a65-ff09dfe41da5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:23.137292 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-947fcb24-dc1f-4eb0-8a65-ff09dfe41da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:23.139888 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-947fcb24-dc1f-4eb0-8a65-ff09dfe41da5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:23.141080 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-947fcb24-dc1f-4eb0-8a65-ff09dfe41da5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/aee43c94-eebe-46c1-bfea-d1b6dcf642d3 HTTP/1.1" status: 204 len: 168 time: 0.1233776 Jul 24 00:19:23.149342 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947fcb24-dc1f-4eb0-8a65-ff09dfe41da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee43c94-eebe-46c1-bfea-d1b6dcf642d3,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:19:23.157363 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947fcb24-dc1f-4eb0-8a65-ff09dfe41da5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:19:23.157713 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947fcb24-dc1f-4eb0-8a65-ff09dfe41da5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:19:23.158102 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947fcb24-dc1f-4eb0-8a65-ff09dfe41da5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:19:23.158473 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947fcb24-dc1f-4eb0-8a65-ff09dfe41da5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:19:23.158814 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947fcb24-dc1f-4eb0-8a65-ff09dfe41da5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:19:23.159243 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947fcb24-dc1f-4eb0-8a65-ff09dfe41da5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:19:23.159829 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947fcb24-dc1f-4eb0-8a65-ff09dfe41da5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:19:23.160351 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947fcb24-dc1f-4eb0-8a65-ff09dfe41da5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:19:23.160879 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947fcb24-dc1f-4eb0-8a65-ff09dfe41da5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:19:23.161384 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947fcb24-dc1f-4eb0-8a65-ff09dfe41da5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:19:23.161902 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947fcb24-dc1f-4eb0-8a65-ff09dfe41da5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:19:23.162415 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947fcb24-dc1f-4eb0-8a65-ff09dfe41da5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:19:23.214294 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-52182460-0410-4a67-aa11-400cc08143cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:23.307815 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e4ea5-d55e-44a2-b9e4-343d6ad9ff56 req-95ecb60c-80eb-4a85-b9e0-6cdf99262191 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:23.309397 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9c2e4ea5-d55e-44a2-b9e4-343d6ad9ff56 req-95ecb60c-80eb-4a85-b9e0-6cdf99262191 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 945 time: 0.0747385 Jul 24 00:19:23.327673 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f886a0-721b-4dbc-ab2f-817bf4e868c1 req-531a73c3-9c3f-4588-bce0-4a845d433dcb tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:23.329307 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-28f886a0-721b-4dbc-ab2f-817bf4e868c1 req-531a73c3-9c3f-4588-bce0-4a845d433dcb tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 945 time: 0.0759103 Jul 24 00:19:23.349662 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9c2e4ea5-d55e-44a2-b9e4-343d6ad9ff56 req-eebb522a-ca83-4c22-8fa3-f86c52a41eae tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338938 Jul 24 00:19:23.377372 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-28f886a0-721b-4dbc-ab2f-817bf4e868c1 req-ac7919c9-ef5d-4cc4-a231-ce9ab08dd503 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412164 Jul 24 00:19:23.543285 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320ad6dc-5486-401f-b563-e28229c480eb req-78879167-4f27-4472-b8db-4f026fccbefe tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:23.549318 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-320ad6dc-5486-401f-b563-e28229c480eb req-78879167-4f27-4472-b8db-4f026fccbefe tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 945 time: 0.1008160 Jul 24 00:19:23.601226 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-320ad6dc-5486-401f-b563-e28229c480eb req-f34e31b2-0ca5-4e74-a918-cdf7f8bcd9ee tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497968 Jul 24 00:19:23.649530 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9805bb0-380f-4237-9754-a8953e6f95e6 req-41077e45-7368-4844-a51c-4abd4cc5d17a tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:23.651609 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c9805bb0-380f-4237-9754-a8953e6f95e6 req-41077e45-7368-4844-a51c-4abd4cc5d17a tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 945 time: 0.1162584 Jul 24 00:19:23.658408 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79cd004-99ed-4b4b-8b07-9619206989e4 req-30448d5c-de39-49ea-b997-31f991bbfc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:23.660829 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f79cd004-99ed-4b4b-8b07-9619206989e4 req-30448d5c-de39-49ea-b997-31f991bbfc94 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3e6843e6f10f416d8b9cff83017e399e&device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 1097 time: 0.0910664 Jul 24 00:19:23.724074 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c9805bb0-380f-4237-9754-a8953e6f95e6 req-06bae1bd-ee1d-483a-aab1-ee7cfdf1b72f tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632062 Jul 24 00:19:23.798128 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79cd004-99ed-4b4b-8b07-9619206989e4 req-0cd3dcdd-cc39-4d2f-a1ec-b8bbf6d6b40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:23.799739 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f79cd004-99ed-4b4b-8b07-9619206989e4 req-0cd3dcdd-cc39-4d2f-a1ec-b8bbf6d6b40f service neutron] 10.222.0.64 "GET /v2.0/networks?id=49599f72-6971-4c78-8210-d79c8aca88a7 HTTP/1.1" status: 200 len: 912 time: 0.1323435 Jul 24 00:19:23.891372 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f79cd004-99ed-4b4b-8b07-9619206989e4 req-d5bcf0a1-94d0-4a70-8c2a-d5f75da38890 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b568338-3482-4589-a123-6f598453b6ed HTTP/1.1" status: 200 len: 1000 time: 0.0789776 Jul 24 00:19:23.912055 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f8d25-512b-4f6d-9f30-b5387f953c29 req-ba8ce005-6549-4a9d-95b2-177e3c04c823 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:23.914931 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c87f8d25-512b-4f6d-9f30-b5387f953c29 req-ba8ce005-6549-4a9d-95b2-177e3c04c823 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4defed8-9be1-45b8-9b49-60b5dbe58f6f HTTP/1.1" status: 200 len: 944 time: 0.0770907 Jul 24 00:19:23.983380 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79cd004-99ed-4b4b-8b07-9619206989e4 req-0a8aa921-f589-4fe9-acb7-54aa1b5a6b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:23.985292 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f79cd004-99ed-4b4b-8b07-9619206989e4 req-0a8aa921-f589-4fe9-acb7-54aa1b5a6b33 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=47f2c0d4-0d4f-46b9-9d68-d3d80dbac696 HTTP/1.1" status: 200 len: 850 time: 0.0779128 Jul 24 00:19:23.997541 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c87f8d25-512b-4f6d-9f30-b5387f953c29 req-1bd1b273-e9f3-44fc-928a-e5694de27563 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=03bee5c9-e66c-4142-aa97-b7495f645fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754249 Jul 24 00:19:24.060869 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79cd004-99ed-4b4b-8b07-9619206989e4 req-76a3f252-c458-4f6c-852b-6aaa8f2ed4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:24.062427 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f79cd004-99ed-4b4b-8b07-9619206989e4 req-76a3f252-c458-4f6c-852b-6aaa8f2ed4a0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=49599f72-6971-4c78-8210-d79c8aca88a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0693281 Jul 24 00:19:24.166585 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f79cd004-99ed-4b4b-8b07-9619206989e4 req-373446c0-8026-4ceb-aab9-22718ca73f8b service neutron] 10.222.0.64 "GET /v2.0/networks/49599f72-6971-4c78-8210-d79c8aca88a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966959 Jul 24 00:19:24.263032 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f79cd004-99ed-4b4b-8b07-9619206989e4 req-931a527d-4820-4fef-bd95-8422ddbb0354 service neutron] 10.222.0.64 "GET /v2.0/networks/49599f72-6971-4c78-8210-d79c8aca88a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904503 Jul 24 00:19:24.870934 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7103ec75-4fc1-44d5-9a26-448fd313c075 req-41b0fd8f-7664-4cdd-b9e9-65bc00aab93b tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:24.872482 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7103ec75-4fc1-44d5-9a26-448fd313c075 req-41b0fd8f-7664-4cdd-b9e9-65bc00aab93b tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 945 time: 0.0726495 Jul 24 00:19:24.912582 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device c3d91c44-3767-4e47-9fc2-6fb8b9593387 details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:19:24.917382 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7103ec75-4fc1-44d5-9a26-448fd313c075 req-97553d78-1b87-4869-8aa6-9aef1a760871 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391541 Jul 24 00:19:25.037388 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port c3d91c44-3767-4e47-9fc2-6fb8b9593387, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=c3d91c44-3767-4e47-9fc2-6fb8b9593387,segment=NetworkSegment(a1a1465a-fd99-41c9-bf89-faf21d67cc5e),segment_id=a1a1465a-fd99-41c9-bf89-faf21d67cc5e)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:19:25.050365 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': 'c3d91c44-3767-4e47-9fc2-6fb8b9593387', 'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f', 'port_id': 'c3d91c44-3767-4e47-9fc2-6fb8b9593387', 'mac_address': 'fa:16:3e:a1:5a:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f660729-e229-442a-bec0-0f7d8794afc6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:19:25.109196 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:25.125114 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3d91c44-3767-4e47-9fc2-6fb8b9593387 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:19:25.150722 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port c3d91c44-3767-4e47-9fc2-6fb8b9593387, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=c3d91c44-3767-4e47-9fc2-6fb8b9593387,segment=NetworkSegment(a1a1465a-fd99-41c9-bf89-faf21d67cc5e),segment_id=a1a1465a-fd99-41c9-bf89-faf21d67cc5e)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:19:25.153101 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6685997f-4f43-4ca8-822b-e5c541861619 req-02c6d62a-8c1c-4d28-8cd9-94a85ca6aa5a tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:25.160436 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6685997f-4f43-4ca8-822b-e5c541861619 req-02c6d62a-8c1c-4d28-8cd9-94a85ca6aa5a tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4defed8-9be1-45b8-9b49-60b5dbe58f6f HTTP/1.1" status: 200 len: 944 time: 0.0885470 Jul 24 00:19:25.162420 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:25.203515 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6685997f-4f43-4ca8-822b-e5c541861619 req-b94be2d0-eba4-4eba-a480-f6c711fecae7 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=03bee5c9-e66c-4142-aa97-b7495f645fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421238 Jul 24 00:19:25.229038 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=c3d91c44-3767-4e47-9fc2-6fb8b9593387,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:19:25.427887 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['c3d91c44-3767-4e47-9fc2-6fb8b9593387'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:19:25.479469 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e07d9a9-4f63-469e-907a-6836453045cd req-92cf740e-e09c-42e6-b11e-1aa9550b3051 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:25.481387 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1e07d9a9-4f63-469e-907a-6836453045cd req-92cf740e-e09c-42e6-b11e-1aa9550b3051 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 945 time: 0.0684381 Jul 24 00:19:25.519648 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1e07d9a9-4f63-469e-907a-6836453045cd req-9f7bc570-657d-47cf-8961-281fc1de72be tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323970 Jul 24 00:19:25.557569 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 51136) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:19:25.665294 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd65118f-94c1-4cf3-bac1-deae6c375263 req-d5fbdd04-7e24-409d-88ce-bf7cb74174c6 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:25.667492 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bd65118f-94c1-4cf3-bac1-deae6c375263 req-d5fbdd04-7e24-409d-88ce-bf7cb74174c6 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 945 time: 0.0714095 Jul 24 00:19:25.679677 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-23ccf43f-7079-4d27-a03e-b3def8136e25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:25.728329 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bd65118f-94c1-4cf3-bac1-deae6c375263 req-0471881b-ac20-4d5d-9648-1676de7aa996 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549121 Jul 24 00:19:25.737846 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e03547dd-17ae-4485-9150-5bbdb57a46f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:25.808618 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-23ccf43f-7079-4d27-a03e-b3def8136e25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:25.812530 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-23ccf43f-7079-4d27-a03e-b3def8136e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:25.853253 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-23ccf43f-7079-4d27-a03e-b3def8136e25 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c03b52c37c5341cea9b54f981891fef9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2945082 Jul 24 00:19:25.854314 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ccf43f-7079-4d27-a03e-b3def8136e25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a3ded0f-6064-4b10-aa1d-94764c092f99,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:19:25.856365 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 51142) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:19:25.909312 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d627b194-8153-48ed-8ecc-1350b8264f6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:25.935722 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d627b194-8153-48ed-8ecc-1350b8264f6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:25.985413 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d627b194-8153-48ed-8ecc-1350b8264f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:25.997090 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d627b194-8153-48ed-8ecc-1350b8264f6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:25.997090 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-d627b194-8153-48ed-8ecc-1350b8264f6f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1a3ded0f-6064-4b10-aa1d-94764c092f99 HTTP/1.1" status: 204 len: 168 time: 0.1351128 Jul 24 00:19:26.004718 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d627b194-8153-48ed-8ecc-1350b8264f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a3ded0f-6064-4b10-aa1d-94764c092f99,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:19:26.099834 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4795456-1f24-43b6-a733-b5d6844120e4 req-a82ca20f-d278-456e-96d3-2ff37b1f8f4b tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:26.101394 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b4795456-1f24-43b6-a733-b5d6844120e4 req-a82ca20f-d278-456e-96d3-2ff37b1f8f4b tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 945 time: 0.0910704 Jul 24 00:19:26.140365 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b4795456-1f24-43b6-a733-b5d6844120e4 req-d5bf6651-0c53-49b7-b92a-e138dc936791 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325146 Jul 24 00:19:26.304447 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ddcf74-2c76-4501-9b08-363e916bc33a req-38e5e5b5-8b77-4a5d-899b-097dd30ae7d0 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:26.312386 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d8ddcf74-2c76-4501-9b08-363e916bc33a req-38e5e5b5-8b77-4a5d-899b-097dd30ae7d0 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 945 time: 0.1006596 Jul 24 00:19:26.361079 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851618a7-1fae-48e0-9916-22e270d4ac4c req-c4c6abcb-7c65-47b0-9b24-f2f9d599e80f tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:26.362925 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d8ddcf74-2c76-4501-9b08-363e916bc33a req-5776e3a1-278c-4bb1-b70c-183368e55cd6 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493572 Jul 24 00:19:26.364256 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-851618a7-1fae-48e0-9916-22e270d4ac4c req-c4c6abcb-7c65-47b0-9b24-f2f9d599e80f tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4defed8-9be1-45b8-9b49-60b5dbe58f6f HTTP/1.1" status: 200 len: 945 time: 0.0825047 Jul 24 00:19:26.387366 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 51160) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:19:26.405765 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fd99a5ec-3cd8-44ea-b4b2-c37ac30aa177 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:26.405985 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 8a6c11f1-79d7-4fce-928d-70c6b8a63d14 no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:19:26.436015 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] No Port match for: 8a6c11f1-79d7-4fce-928d-70c6b8a63d14 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:19:26.436751 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 8a6c11f1-79d7-4fce-928d-70c6b8a63d14 not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:19:26.442467 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-851618a7-1fae-48e0-9916-22e270d4ac4c req-79c7c026-e264-42f5-bc4b-f4bb773e0daa tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=03bee5c9-e66c-4142-aa97-b7495f645fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659621 Jul 24 00:19:26.546469 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fd99a5ec-3cd8-44ea-b4b2-c37ac30aa177 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:26.550858 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fd99a5ec-3cd8-44ea-b4b2-c37ac30aa177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:26.594431 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-fd99a5ec-3cd8-44ea-b4b2-c37ac30aa177 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=450f9e35a97441e6951e3bf0625f44e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2080340 Jul 24 00:19:26.595324 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd99a5ec-3cd8-44ea-b4b2-c37ac30aa177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e5a9df-f598-4d46-832e-d0cfc4e5a709,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:19:26.597677 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 51166) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:19:26.658474 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-31b72e35-d15a-4064-b97a-487471c9edd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:26.672268 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b53d602-ec8d-4184-8102-4527946a16e3 req-2ad50837-b456-4422-9431-158d63c5080b tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:26.677292 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2b53d602-ec8d-4184-8102-4527946a16e3 req-2ad50837-b456-4422-9431-158d63c5080b tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 945 time: 0.0878015 Jul 24 00:19:26.685572 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-31b72e35-d15a-4064-b97a-487471c9edd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:26.714345 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2b53d602-ec8d-4184-8102-4527946a16e3 req-b93a169b-170e-4345-b7a2-b0867d7dc132 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347962 Jul 24 00:19:26.754549 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-31b72e35-d15a-4064-b97a-487471c9edd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:26.758115 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-31b72e35-d15a-4064-b97a-487471c9edd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:26.759340 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-31b72e35-d15a-4064-b97a-487471c9edd1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e6e5a9df-f598-4d46-832e-d0cfc4e5a709 HTTP/1.1" status: 204 len: 168 time: 0.1604755 Jul 24 00:19:26.767648 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b72e35-d15a-4064-b97a-487471c9edd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e5a9df-f598-4d46-832e-d0cfc4e5a709,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:19:26.802539 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:26.921077 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device c3d91c44-3767-4e47-9fc2-6fb8b9593387 up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:19:26.964524 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e6c2ab-5e26-4997-80d0-984fba9641a1 req-33883f29-aded-4558-8c12-ccd0737c1508 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:26.966154 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f3e6c2ab-5e26-4997-80d0-984fba9641a1 req-33883f29-aded-4558-8c12-ccd0737c1508 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 945 time: 0.0747993 Jul 24 00:19:26.983943 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port c3d91c44-3767-4e47-9fc2-6fb8b9593387 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:19:26.988179 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port c3d91c44-3767-4e47-9fc2-6fb8b9593387 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:19:26.988561 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:27.008557 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f3e6c2ab-5e26-4997-80d0-984fba9641a1 req-45f3f6de-f8ef-4142-a8cf-95cba50e32c3 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365529 Jul 24 00:19:27.111520 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:27.140030 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4defed8-9be1-45b8-9b49-60b5dbe58f6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3d91c44-3767-4e47-9fc2-6fb8b9593387'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:19:27.145020 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b86a4791-8b34-40dd-a6f2-cecb13f702df" -d '{"events": [{"server_uuid": "f4defed8-9be1-45b8-9b49-60b5dbe58f6f", "name": "network-vif-plugged", "status": "completed", "tag": "c3d91c44-3767-4e47-9fc2-6fb8b9593387"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:19:27.159582 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port c3d91c44-3767-4e47-9fc2-6fb8b9593387, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=c3d91c44-3767-4e47-9fc2-6fb8b9593387,segment=NetworkSegment(a1a1465a-fd99-41c9-bf89-faf21d67cc5e),segment_id=a1a1465a-fd99-41c9-bf89-faf21d67cc5e)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:19:27.167481 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:27.198236 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-319c5d63-e12a-4ade-9f7f-cd959bb630eb x-openstack-request-id: req-319c5d63-e12a-4ade-9f7f-cd959bb630eb {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:19:27.198541 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4defed8-9be1-45b8-9b49-60b5dbe58f6f", "name": "network-vif-plugged", "status": "completed", "tag": "c3d91c44-3767-4e47-9fc2-6fb8b9593387", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:19:27.198813 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-319c5d63-e12a-4ade-9f7f-cd959bb630eb {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:19:27.199190 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4defed8-9be1-45b8-9b49-60b5dbe58f6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3d91c44-3767-4e47-9fc2-6fb8b9593387', 'code': 200} Jul 24 00:19:27.239573 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=c3d91c44-3767-4e47-9fc2-6fb8b9593387,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:19:27.292782 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:27.367314 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abee9e3-cf10-4777-9dab-77479478806d req-924131d9-b5f8-4324-b46e-862738d596c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:27.370329 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9abee9e3-cf10-4777-9dab-77479478806d req-924131d9-b5f8-4324-b46e-862738d596c1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f4defed8-9be1-45b8-9b49-60b5dbe58f6f HTTP/1.1" status: 200 len: 1098 time: 0.1131568 Jul 24 00:19:27.382668 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df0e06-fa6d-4c8b-8fd2-40ea49ac2724 req-6ff05f40-c06b-4e08-969c-dbdafd460061 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:27.384197 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-30df0e06-fa6d-4c8b-8fd2-40ea49ac2724 req-6ff05f40-c06b-4e08-969c-dbdafd460061 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 945 time: 0.0891018 Jul 24 00:19:27.448912 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9abee9e3-cf10-4777-9dab-77479478806d req-01e7ad21-1f96-4c1c-b9ac-57622caf2a10 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=03bee5c9-e66c-4142-aa97-b7495f645fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633097 Jul 24 00:19:27.454043 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-30df0e06-fa6d-4c8b-8fd2-40ea49ac2724 req-593c800e-7e84-43ef-846e-137b7f5502fe tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632842 Jul 24 00:19:27.593206 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6576f54-a769-45be-904f-f3b0661a6968 req-7419ab4c-fa5d-4ce7-84aa-349e30187bf1 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:27.594776 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a6576f54-a769-45be-904f-f3b0661a6968 req-7419ab4c-fa5d-4ce7-84aa-349e30187bf1 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 945 time: 0.0720878 Jul 24 00:19:27.603855 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b369c60d-05a1-4fa4-9241-a18776b4c259 req-82d12172-4c3d-4c79-a821-2aea5ceee00f tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:27.611313 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b369c60d-05a1-4fa4-9241-a18776b4c259 req-82d12172-4c3d-4c79-a821-2aea5ceee00f tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4defed8-9be1-45b8-9b49-60b5dbe58f6f HTTP/1.1" status: 200 len: 946 time: 0.0874002 Jul 24 00:19:27.644976 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b369c60d-05a1-4fa4-9241-a18776b4c259 req-51b74917-b13d-4c17-a631-50d1112fad33 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=03bee5c9-e66c-4142-aa97-b7495f645fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325456 Jul 24 00:19:27.648289 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a6576f54-a769-45be-904f-f3b0661a6968 req-d8c36f13-7c77-45f0-8922-be261354d69c tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419357 Jul 24 00:19:27.878758 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d65b9a-c9a5-4363-a67a-49d114146200 req-860e48c1-ba07-477b-8119-3bd70ab8710c tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:27.880653 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c7d65b9a-c9a5-4363-a67a-49d114146200 req-860e48c1-ba07-477b-8119-3bd70ab8710c tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 945 time: 0.0661428 Jul 24 00:19:27.920003 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c7d65b9a-c9a5-4363-a67a-49d114146200 req-f955cb6b-a0ca-4bd2-ba54-c9d725137291 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334475 Jul 24 00:19:28.059826 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c9188-4e8f-46d2-b965-c99844093247 req-3063bd47-2bdd-48ed-a857-97cc23ddc7f8 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:28.061398 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-230c9188-4e8f-46d2-b965-c99844093247 req-3063bd47-2bdd-48ed-a857-97cc23ddc7f8 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 945 time: 0.0696304 Jul 24 00:19:28.103706 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-230c9188-4e8f-46d2-b965-c99844093247 req-9dfbe673-eca1-442e-92eb-600fe355a2fd tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356269 Jul 24 00:19:28.165347 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd91663-3ca3-42d9-95b7-a79e2976ecf4 req-73f93072-48db-4fc1-a295-fabd652d6999 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:28.167588 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9cd91663-3ca3-42d9-95b7-a79e2976ecf4 req-73f93072-48db-4fc1-a295-fabd652d6999 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 945 time: 0.0850022 Jul 24 00:19:28.221949 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9cd91663-3ca3-42d9-95b7-a79e2976ecf4 req-e4656667-df23-4025-8c3e-25e3987e9611 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466514 Jul 24 00:19:28.288066 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 51268) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:19:28.328334 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c1aa49-7dda-43ec-ac62-6b274f779183 req-05e53f28-d140-4cd3-bfff-67bf4f6ed497 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:28.338490 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b5c1aa49-7dda-43ec-ac62-6b274f779183 req-05e53f28-d140-4cd3-bfff-67bf4f6ed497 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 945 time: 0.0997496 Jul 24 00:19:28.388006 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b5c1aa49-7dda-43ec-ac62-6b274f779183 req-663bc129-abe7-4bc2-810b-476eae6f81f7 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438251 Jul 24 00:19:28.454516 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-630cd95e-e478-4000-8399-feadfe6e8631 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:28.507731 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41fe797-51ff-40ea-be0c-9dec2a870f23 req-975e8970-ea9c-49b5-9b4d-57413d3a3746 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:28.509311 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c41fe797-51ff-40ea-be0c-9dec2a870f23 req-975e8970-ea9c-49b5-9b4d-57413d3a3746 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 945 time: 0.1047657 Jul 24 00:19:28.520537 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5a30f5-ed11-44b6-8f78-17bea2722630 req-66a6d880-91fb-4ddc-a76b-75a8fc8da701 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:28.522150 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3b5a30f5-ed11-44b6-8f78-17bea2722630 req-66a6d880-91fb-4ddc-a76b-75a8fc8da701 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 945 time: 0.0725758 Jul 24 00:19:28.562191 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3b5a30f5-ed11-44b6-8f78-17bea2722630 req-a8f9b21f-a1e4-45b0-9d87-980362129739 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336926 Jul 24 00:19:28.568017 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c41fe797-51ff-40ea-be0c-9dec2a870f23 req-4573eb56-05f9-40c2-b128-8a84e80b49e4 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524817 Jul 24 00:19:28.614083 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-630cd95e-e478-4000-8399-feadfe6e8631 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:28.618665 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-630cd95e-e478-4000-8399-feadfe6e8631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:28.661652 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-630cd95e-e478-4000-8399-feadfe6e8631 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=841fef8aa01b4bfdaab24a8dea5538b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3720324 Jul 24 00:19:28.662542 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630cd95e-e478-4000-8399-feadfe6e8631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ded30e8-259a-47dd-822c-c6df8d73669f,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:19:28.664493 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 51278) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:19:28.735322 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5ad674ef-8d19-43ed-aa8b-20f98a3f8fa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:28.781797 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5ad674ef-8d19-43ed-aa8b-20f98a3f8fa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:28.825023 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a49164-4ae8-4ffe-a10e-d03e3b923e33 req-81ef9520-6056-4237-b499-3f886e5e95fd tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:28.826564 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-16a49164-4ae8-4ffe-a10e-d03e3b923e33 req-81ef9520-6056-4237-b499-3f886e5e95fd tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 945 time: 0.0647023 Jul 24 00:19:28.833327 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58969030-2678-4aa6-98a8-fc35ff02d19e req-cbf7130d-9add-4486-96c1-a07ccaacc6ac tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:28.834832 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-58969030-2678-4aa6-98a8-fc35ff02d19e req-cbf7130d-9add-4486-96c1-a07ccaacc6ac tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4defed8-9be1-45b8-9b49-60b5dbe58f6f HTTP/1.1" status: 200 len: 946 time: 0.1140208 Jul 24 00:19:28.870846 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5ad674ef-8d19-43ed-aa8b-20f98a3f8fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:28.871226 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-16a49164-4ae8-4ffe-a10e-d03e3b923e33 req-e5f8f64c-c4e9-4fc6-83ed-fc3963a0fbb3 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361552 Jul 24 00:19:28.873421 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5ad674ef-8d19-43ed-aa8b-20f98a3f8fa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:28.874550 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-5ad674ef-8d19-43ed-aa8b-20f98a3f8fa1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9ded30e8-259a-47dd-822c-c6df8d73669f HTTP/1.1" status: 204 len: 168 time: 0.2068467 Jul 24 00:19:28.883602 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-58969030-2678-4aa6-98a8-fc35ff02d19e req-407629f1-7ea1-4caf-ad0b-6f5d91505d01 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=03bee5c9-e66c-4142-aa97-b7495f645fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424733 Jul 24 00:19:28.889637 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad674ef-8d19-43ed-aa8b-20f98a3f8fa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ded30e8-259a-47dd-822c-c6df8d73669f,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:19:28.919027 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:29.029521 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aafc054-9851-4a36-a6bb-8d30ba9cd0e2 req-0dbba6a7-0d45-4791-befc-e0b51213ba47 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:29.031216 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9aafc054-9851-4a36-a6bb-8d30ba9cd0e2 req-0dbba6a7-0d45-4791-befc-e0b51213ba47 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4defed8-9be1-45b8-9b49-60b5dbe58f6f HTTP/1.1" status: 200 len: 946 time: 0.0725443 Jul 24 00:19:29.034541 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc862a-09df-4528-acd6-502ed1f15869 req-1103ba49-3888-4754-974c-48706f5ff493 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:29.035946 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-78dc862a-09df-4528-acd6-502ed1f15869 req-1103ba49-3888-4754-974c-48706f5ff493 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 945 time: 0.0786953 Jul 24 00:19:29.076105 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-78dc862a-09df-4528-acd6-502ed1f15869 req-bddd67eb-467a-4a8b-be46-b2ae77426068 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344107 Jul 24 00:19:29.076496 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9aafc054-9851-4a36-a6bb-8d30ba9cd0e2 req-ad41590b-8c5d-4cd4-8f8c-3b0b7dcc0a75 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=03bee5c9-e66c-4142-aa97-b7495f645fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386117 Jul 24 00:19:29.329897 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c2b3a0-47a8-452b-9028-107e325bdeeb req-11063d66-d98c-4a69-98a2-58725856bee0 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:29.331996 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c8c2b3a0-47a8-452b-9028-107e325bdeeb req-11063d66-d98c-4a69-98a2-58725856bee0 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 945 time: 0.0750782 Jul 24 00:19:29.378779 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c8c2b3a0-47a8-452b-9028-107e325bdeeb req-0974854b-0c9c-43df-a661-95aea44e331a tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390346 Jul 24 00:19:29.541341 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c776e-70e0-47fd-9c09-17418894314b req-747f9fbb-2dd6-4485-b072-5c4e01eeccb2 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:29.543053 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-df2c776e-70e0-47fd-9c09-17418894314b req-747f9fbb-2dd6-4485-b072-5c4e01eeccb2 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 945 time: 0.0915186 Jul 24 00:19:29.612239 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-df2c776e-70e0-47fd-9c09-17418894314b req-a149080b-e9c3-453a-8578-9db4a67bf083 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628281 Jul 24 00:19:29.814209 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0aacf4-4d98-4265-a48c-904b6ca10614 req-f6039246-1606-4fad-9a1d-717a29f12527 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:29.817356 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5a0aacf4-4d98-4265-a48c-904b6ca10614 req-f6039246-1606-4fad-9a1d-717a29f12527 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 945 time: 0.1174881 Jul 24 00:19:29.858281 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5a0aacf4-4d98-4265-a48c-904b6ca10614 req-fc9d2679-2f31-4e32-89f2-9e557f59698f tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347161 Jul 24 00:19:29.962906 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 51362) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:19:30.031115 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d421f4-59b1-43a0-a45c-ff1a617b8225 req-2cbedf0f-6ee5-4d49-b007-ec38d4a6e655 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:30.033804 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a6d421f4-59b1-43a0-a45c-ff1a617b8225 req-2cbedf0f-6ee5-4d49-b007-ec38d4a6e655 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 945 time: 0.0785568 Jul 24 00:19:30.093612 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a6d421f4-59b1-43a0-a45c-ff1a617b8225 req-b5f2826b-f8c2-40dd-95b5-8e1ddca0033c tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521436 Jul 24 00:19:30.116750 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-082dc094-63ee-494f-ab08-9a2c159f3924 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:30.238832 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651e9a6a-42e1-454b-afc6-3f95f826c390 req-5ef0f02b-38a6-4c4e-b61e-df901a31ff16 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:30.240953 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-651e9a6a-42e1-454b-afc6-3f95f826c390 req-5ef0f02b-38a6-4c4e-b61e-df901a31ff16 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 945 time: 0.0884020 Jul 24 00:19:30.264556 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-082dc094-63ee-494f-ab08-9a2c159f3924 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:30.270698 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-082dc094-63ee-494f-ab08-9a2c159f3924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:30.294307 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-651e9a6a-42e1-454b-afc6-3f95f826c390 req-9234b5a6-1cf6-44a9-b067-4c4840169c3c tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466390 Jul 24 00:19:30.306535 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-082dc094-63ee-494f-ab08-9a2c159f3924 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1e934b167bad469a932eb201c6567c4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3416467 Jul 24 00:19:30.309077 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 51382) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:19:30.326993 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:19:30.342798 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082dc094-63ee-494f-ab08-9a2c159f3924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81fbda40-3ee1-4c48-8b30-c23e6cea4c03,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:19:30.372730 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3829abc8-9b4a-441d-93cb-6832d438d889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:30.437545 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3829abc8-9b4a-441d-93cb-6832d438d889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:30.498360 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8cface-8eb1-4214-98f6-180c881bfc5a req-b28f9256-b0b7-45a0-a359-b2b10d0e15dc tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:30.499879 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6f8cface-8eb1-4214-98f6-180c881bfc5a req-b28f9256-b0b7-45a0-a359-b2b10d0e15dc tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 945 time: 0.1128967 Jul 24 00:19:30.517979 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3829abc8-9b4a-441d-93cb-6832d438d889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:30.520632 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3829abc8-9b4a-441d-93cb-6832d438d889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:30.521913 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-3829abc8-9b4a-441d-93cb-6832d438d889 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/81fbda40-3ee1-4c48-8b30-c23e6cea4c03 HTTP/1.1" status: 204 len: 168 time: 0.2115955 Jul 24 00:19:30.545663 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3829abc8-9b4a-441d-93cb-6832d438d889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81fbda40-3ee1-4c48-8b30-c23e6cea4c03,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:19:30.572636 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3829abc8-9b4a-441d-93cb-6832d438d889 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:19:30.573022 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3829abc8-9b4a-441d-93cb-6832d438d889 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:19:30.573419 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3829abc8-9b4a-441d-93cb-6832d438d889 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:19:30.573805 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3829abc8-9b4a-441d-93cb-6832d438d889 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:19:30.574303 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3829abc8-9b4a-441d-93cb-6832d438d889 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:19:30.574789 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3829abc8-9b4a-441d-93cb-6832d438d889 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:19:30.575133 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3829abc8-9b4a-441d-93cb-6832d438d889 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:19:30.575523 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3829abc8-9b4a-441d-93cb-6832d438d889 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:19:30.575861 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3829abc8-9b4a-441d-93cb-6832d438d889 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:19:30.576269 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3829abc8-9b4a-441d-93cb-6832d438d889 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:19:30.577259 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3829abc8-9b4a-441d-93cb-6832d438d889 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:19:30.578588 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3829abc8-9b4a-441d-93cb-6832d438d889 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:19:30.602299 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6f8cface-8eb1-4214-98f6-180c881bfc5a req-ff471a37-2778-40f3-bfa6-c9685df302c3 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949035 Jul 24 00:19:30.817694 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0721ffed-e49e-4740-8b90-8ab1a5577245 req-34663d76-5ee1-4cbb-beb7-e136349431a4 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:30.819365 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0721ffed-e49e-4740-8b90-8ab1a5577245 req-34663d76-5ee1-4cbb-beb7-e136349431a4 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 945 time: 0.1049895 Jul 24 00:19:30.849122 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a403a93c-4301-4063-8f34-d9a98bfe13c4 req-bfe754c2-76cb-49ca-be82-4968934cd02b tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:30.850861 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a403a93c-4301-4063-8f34-d9a98bfe13c4 req-bfe754c2-76cb-49ca-be82-4968934cd02b tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 945 time: 0.1634476 Jul 24 00:19:30.869519 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0721ffed-e49e-4740-8b90-8ab1a5577245 req-02a4f5d3-dce6-445d-b479-803822276ab0 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387239 Jul 24 00:19:30.919528 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a403a93c-4301-4063-8f34-d9a98bfe13c4 req-006608ee-578b-488d-816f-3d1ba3cad835 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609505 Jul 24 00:19:31.199820 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ca4bd-71c0-4e9a-835b-7c8690c61c2a req-f01f4a04-591f-49f9-8c66-5ee00917f6a1 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:31.201352 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-dd4ca4bd-71c0-4e9a-835b-7c8690c61c2a req-f01f4a04-591f-49f9-8c66-5ee00917f6a1 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/networks?id=f54dfdc3-e2c8-4e0e-8c8e-324d22ca629b HTTP/1.1" status: 200 len: 813 time: 0.1054034 Jul 24 00:19:31.216617 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-dd4ca4bd-71c0-4e9a-835b-7c8690c61c2a req-b978d7e7-4294-4e1d-b57b-14435f23166f tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/quotas/1d0faf1922314d3dad9a1a4e6c7e2bd6 HTTP/1.1" status: 200 len: 375 time: 0.0096915 Jul 24 00:19:31.280152 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-dd4ca4bd-71c0-4e9a-835b-7c8690c61c2a req-2e229c33-395f-4891-8dc8-cbf921527030 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d0faf1922314d3dad9a1a4e6c7e2bd6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0582860 Jul 24 00:19:31.405474 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3047b9f1-c960-4817-9f91-036e55861a17 req-8d4ac944-a88f-4336-a6ad-269162015692 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:31.407008 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3047b9f1-c960-4817-9f91-036e55861a17 req-8d4ac944-a88f-4336-a6ad-269162015692 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 945 time: 0.0653865 Jul 24 00:19:31.448830 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3047b9f1-c960-4817-9f91-036e55861a17 req-435c3200-2366-4028-a16d-45ff7ec36a81 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360851 Jul 24 00:19:31.579842 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb37974-3293-4d34-8b82-5a9b9c13f869 req-57c70d6c-03d7-42e5-b8fa-cc81d546a44d tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:31.581638 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bfb37974-3293-4d34-8b82-5a9b9c13f869 req-57c70d6c-03d7-42e5-b8fa-cc81d546a44d tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 945 time: 0.0645247 Jul 24 00:19:31.624987 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bfb37974-3293-4d34-8b82-5a9b9c13f869 req-11cdfbc3-cb0d-412b-92a5-9500bc47bc70 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377474 Jul 24 00:19:31.824041 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-344ea32f-1114-4f25-96a3-f11ce618164f req-2880064e-d5f2-462f-85a0-9e083c9eb389 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=1d0faf1922314d3dad9a1a4e6c7e2bd6 HTTP/1.1" status: 200 len: 221 time: 0.0280826 Jul 24 00:19:31.875607 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 51490) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:19:31.954691 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cfd3da-8aa5-476b-b65e-2d3b713a8608 req-ab796834-f761-400a-aac0-4eb8eda04c87 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:31.956480 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b3cfd3da-8aa5-476b-b65e-2d3b713a8608 req-ab796834-f761-400a-aac0-4eb8eda04c87 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 945 time: 0.0791442 Jul 24 00:19:31.996233 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b3cfd3da-8aa5-476b-b65e-2d3b713a8608 req-88a88e44-26e7-426b-89d1-ce1ae3ff0498 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330176 Jul 24 00:19:31.999278 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-b59a9f85-168c-45cf-921e-6d4efd08bc8f tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-618561628', 'router:external': True}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:19:32.046112 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a587ea-5562-47a5-955e-a954af3f2a26 req-f24093c3-14ef-4c06-8e0e-9c85e953fac7 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:32.047626 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-98a587ea-5562-47a5-955e-a954af3f2a26 req-f24093c3-14ef-4c06-8e0e-9c85e953fac7 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/networks?id=657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f HTTP/1.1" status: 200 len: 812 time: 0.1281052 Jul 24 00:19:32.048705 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b59a9f85-168c-45cf-921e-6d4efd08bc8f tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Made reservation on behalf of 4ae21d12bdb34398b41e8c85103ec469 for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:19:32.050990 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b59a9f85-168c-45cf-921e-6d4efd08bc8f tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:32.068189 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b59a9f85-168c-45cf-921e-6d4efd08bc8f tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:32.083308 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-98a587ea-5562-47a5-955e-a954af3f2a26 req-9bac8710-0cf3-4555-a661-526552678d3b tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/quotas/bf6833d5ef4e4ec6b999c5c1a3734713 HTTP/1.1" status: 200 len: 375 time: 0.0291576 Jul 24 00:19:32.129503 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00dc16d-c4c4-4ab6-bed1-20e30d299b7a req-df21de7c-7ad7-415a-965f-66dfe903f20d tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:32.131189 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e00dc16d-c4c4-4ab6-bed1-20e30d299b7a req-df21de7c-7ad7-415a-965f-66dfe903f20d tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 945 time: 0.0672486 Jul 24 00:19:32.170335 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e00dc16d-c4c4-4ab6-bed1-20e30d299b7a req-4d47f8c8-bc51-46d3-b78f-d60ee5180390 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329328 Jul 24 00:19:32.191144 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-98a587ea-5562-47a5-955e-a954af3f2a26 req-a3c0afcc-4c69-461d-b457-154722741dd4 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=bf6833d5ef4e4ec6b999c5c1a3734713&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1015670 Jul 24 00:19:32.246447 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b59a9f85-168c-45cf-921e-6d4efd08bc8f tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:32.277523 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b59a9f85-168c-45cf-921e-6d4efd08bc8f tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:32.322717 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e094f9-3065-46f7-864a-571f65f5fcad req-a3b3a62c-00da-4e2e-906e-0188eb58fd84 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:32.324117 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-40e094f9-3065-46f7-864a-571f65f5fcad req-a3b3a62c-00da-4e2e-906e-0188eb58fd84 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 945 time: 0.0675442 Jul 24 00:19:32.324261 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b59a9f85-168c-45cf-921e-6d4efd08bc8f tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:19:32.332658 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59a9f85-168c-45cf-921e-6d4efd08bc8f tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe5eba0-4c5a-4ae0-97e4-c8c44d9a286c,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:19:32.338320 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-98a587ea-5562-47a5-955e-a954af3f2a26 req-cf59b2a5-ea71-4567-b5a2-ee4126f0c146 service neutron] 10.222.0.44 "GET /v2.0/networks/657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386032 Jul 24 00:19:32.343765 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b59a9f85-168c-45cf-921e-6d4efd08bc8f tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:32.344451 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-b59a9f85-168c-45cf-921e-6d4efd08bc8f tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Added segment cae55815-b9a2-481d-b3df-0fb120cd1162 of type vlan for network 3d90639c-3e21-4097-8ed4-01d49ab7a02c Jul 24 00:19:32.379257 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-40e094f9-3065-46f7-864a-571f65f5fcad req-4a42499d-9f01-4e07-b0e7-49fe5affb310 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492513 Jul 24 00:19:32.418531 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b59a9f85-168c-45cf-921e-6d4efd08bc8f tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:32.494852 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-98a587ea-5562-47a5-955e-a954af3f2a26 req-123d2dcf-975f-4d68-9a8e-c8aab21c59f6 service neutron] 10.222.0.44 "GET /v2.0/networks/657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406422 Jul 24 00:19:32.501153 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b59a9f85-168c-45cf-921e-6d4efd08bc8f tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:32.502386 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59a9f85-168c-45cf-921e-6d4efd08bc8f tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:32.503174 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b59a9f85-168c-45cf-921e-6d4efd08bc8f tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:32.515766 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09c56cc-4871-48e5-8988-8105ecea7e1f req-c4153d21-39ac-4a47-aec5-32b27b7dec0d tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:32.517346 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e09c56cc-4871-48e5-8988-8105ecea7e1f req-c4153d21-39ac-4a47-aec5-32b27b7dec0d tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 945 time: 0.0686240 Jul 24 00:19:32.538495 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-b59a9f85-168c-45cf-921e-6d4efd08bc8f tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.6615384 Jul 24 00:19:32.541052 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 51506) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:19:32.547904 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-c218d87e-ef93-4bed-9149-f69463eaa13d tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Request body: {'subnet': {'network_id': '3d90639c-3e21-4097-8ed4-01d49ab7a02c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:19:32.564770 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e09c56cc-4871-48e5-8988-8105ecea7e1f req-5af254f5-da82-4bf6-bdf3-c379dc83e804 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358872 Jul 24 00:19:32.592232 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59a9f85-168c-45cf-921e-6d4efd08bc8f tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Pushing event updated for resources: {'Network': ['ID=3d90639c-3e21-4097-8ed4-01d49ab7a02c,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:19:32.600178 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c218d87e-ef93-4bed-9149-f69463eaa13d tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Made reservation on behalf of 4ae21d12bdb34398b41e8c85103ec469 for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:19:32.602966 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c218d87e-ef93-4bed-9149-f69463eaa13d tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:32.606057 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 3d90639c-3e21-4097-8ed4-01d49ab7a02c details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:19:32.739121 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-67003695-7b3c-44c8-b1b9-ddd7add97c6e req-333649ca-7534-4dff-9a7b-afcdbe919ae3 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a79ea41-3605-4bf7-a1cc-18160bf685db HTTP/1.1" status: 200 len: 210 time: 0.0416999 Jul 24 00:19:32.758474 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452b6608-f68e-4a46-a15a-346891001c59 req-75938cb9-0e68-40c6-90ec-64e6edb9c892 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:32.760969 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-452b6608-f68e-4a46-a15a-346891001c59 req-75938cb9-0e68-40c6-90ec-64e6edb9c892 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 945 time: 0.0748038 Jul 24 00:19:32.808067 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-452b6608-f68e-4a46-a15a-346891001c59 req-b7340015-4e48-4d14-9d36-6454e650029b tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410898 Jul 24 00:19:33.006086 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f4e0ee-4897-4f2e-9cb3-ae4be55ca74f req-75994558-b078-41b5-b7fe-4144f2cd687f tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:33.007607 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d4f4e0ee-4897-4f2e-9cb3-ae4be55ca74f req-75994558-b078-41b5-b7fe-4144f2cd687f tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 945 time: 0.1109543 Jul 24 00:19:33.051150 n-d-800088-16 neutron-server[100314]: DEBUG neutron.objects.ports [None req-c218d87e-ef93-4bed-9149-f69463eaa13d tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100314) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 24 00:19:33.051617 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c218d87e-ef93-4bed-9149-f69463eaa13d tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:33.132150 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d4f4e0ee-4897-4f2e-9cb3-ae4be55ca74f req-51bc063a-ebb0-4cb9-a2b4-de3705e86557 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051061 Jul 24 00:19:33.147656 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c218d87e-ef93-4bed-9149-f69463eaa13d tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d0ccf4a1-0f3d-4e86-b726-6ed25e12ac60,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:19:33.159050 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c218d87e-ef93-4bed-9149-f69463eaa13d tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Checking segment: {'id': 'cae55815-b9a2-481d-b3df-0fb120cd1162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '3d90639c-3e21-4097-8ed4-01d49ab7a02c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:19:33.159457 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c218d87e-ef93-4bed-9149-f69463eaa13d tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Network hostable DHCP agents. Network: 3d90639c-3e21-4097-8ed4-01d49ab7a02c, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:19:33.180092 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c218d87e-ef93-4bed-9149-f69463eaa13d tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Network 3d90639c-3e21-4097-8ed4-01d49ab7a02c is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:19:33.191710 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-c218d87e-ef93-4bed-9149-f69463eaa13d tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 3d90639c-3e21-4097-8ed4-01d49ab7a02c) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:19:33.195856 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c218d87e-ef93-4bed-9149-f69463eaa13d tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:33.196561 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c218d87e-ef93-4bed-9149-f69463eaa13d tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:33.204920 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fcfeb6d-eb64-4082-a636-04c441232f8e None None] Network 3d90639c-3e21-4097-8ed4-01d49ab7a02c requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:19:33.216907 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-c218d87e-ef93-4bed-9149-f69463eaa13d tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6745551 Jul 24 00:19:33.219830 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 51530) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:19:33.225904 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-14253d20-6d19-437e-92ae-c4cb7db4dbef tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-506585561', 'network_id': '3d90639c-3e21-4097-8ed4-01d49ab7a02c'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:19:33.258188 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14253d20-6d19-437e-92ae-c4cb7db4dbef tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Made reservation on behalf of 4ae21d12bdb34398b41e8c85103ec469 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:19:33.262284 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-14253d20-6d19-437e-92ae-c4cb7db4dbef tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:33.279636 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [None req-14253d20-6d19-437e-92ae-c4cb7db4dbef tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] device_id is not set on port c576aff1-fe7a-4dae-a64c-01320cc173ee yet. {{(pid=100313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:19:33.301696 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e04c78-47f8-4b9b-9f0c-5ef451dd41f5 req-7e8bb7e4-a801-4ab9-a215-a30173307125 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:33.303345 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-88e04c78-47f8-4b9b-9f0c-5ef451dd41f5 req-7e8bb7e4-a801-4ab9-a215-a30173307125 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 945 time: 0.0754051 Jul 24 00:19:33.353780 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-88e04c78-47f8-4b9b-9f0c-5ef451dd41f5 req-71c36dad-f7a2-4a93-a463-2ce3819fd30c tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411382 Jul 24 00:19:33.366005 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95997d17-e9bb-4d56-81bd-d2762fe633ea None None] Network 3d90639c-3e21-4097-8ed4-01d49ab7a02c requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:19:33.390744 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-14253d20-6d19-437e-92ae-c4cb7db4dbef tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Allocated IP 172.20.0.2 (3d90639c-3e21-4097-8ed4-01d49ab7a02c/d0ccf4a1-0f3d-4e86-b726-6ed25e12ac60/c576aff1-fe7a-4dae-a64c-01320cc173ee) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:19:33.559560 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4991bb0a-8744-40a7-9b5b-74db5a9ff152 req-671e6cac-72d8-4f94-8f37-366c5d989f75 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:33.561091 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4991bb0a-8744-40a7-9b5b-74db5a9ff152 req-671e6cac-72d8-4f94-8f37-366c5d989f75 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 945 time: 0.1363351 Jul 24 00:19:33.597271 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-14253d20-6d19-437e-92ae-c4cb7db4dbef tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:33.651144 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4991bb0a-8744-40a7-9b5b-74db5a9ff152 req-33fecdd2-9293-4491-a0d8-23fa56deed6b tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825913 Jul 24 00:19:33.741356 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a587ea-5562-47a5-955e-a954af3f2a26 req-daf2dfa8-c28d-41ab-b40a-f3a6735b7c49 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:33.742815 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-98a587ea-5562-47a5-955e-a954af3f2a26 req-daf2dfa8-c28d-41ab-b40a-f3a6735b7c49 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.52 "GET /v2.0/networks?id=657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f HTTP/1.1" status: 200 len: 812 time: 0.1485450 Jul 24 00:19:33.746140 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-14253d20-6d19-437e-92ae-c4cb7db4dbef tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:33.762893 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-98a587ea-5562-47a5-955e-a954af3f2a26 req-2dc0d88a-a0b2-46be-94ed-7653ed358e17 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Request body: {'port': {'device_id': '4a79ea41-3605-4bf7-a1cc-18160bf685db', 'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f', 'admin_state_up': True, 'tenant_id': 'bf6833d5ef4e4ec6b999c5c1a3734713'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:19:33.849934 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14253d20-6d19-437e-92ae-c4cb7db4dbef tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Network 3d90639c-3e21-4097-8ed4-01d49ab7a02c is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:19:33.850547 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cf63f91a-baa6-4385-bf30-a1c90c254ec2 req-474c0e9b-08da-443e-9316-199ba7566fda tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a79ea41-3605-4bf7-a1cc-18160bf685db HTTP/1.1" status: 200 len: 210 time: 0.0307407 Jul 24 00:19:33.859404 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-14253d20-6d19-437e-92ae-c4cb7db4dbef tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:19:33.887581 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14253d20-6d19-437e-92ae-c4cb7db4dbef tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:19:33.891031 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14253d20-6d19-437e-92ae-c4cb7db4dbef tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Pushing event updated for resources: {'Port': ['ID=c576aff1-fe7a-4dae-a64c-01320cc173ee,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:19:33.973583 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14253d20-6d19-437e-92ae-c4cb7db4dbef tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:33.974190 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-14253d20-6d19-437e-92ae-c4cb7db4dbef tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:33.987754 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4cc9dd-041b-4d0d-9389-f416ac43ab4d req-a8e8c60d-3d38-4e48-8c7e-32ef139b31d1 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:33.989973 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bd4cc9dd-041b-4d0d-9389-f416ac43ab4d req-a8e8c60d-3d38-4e48-8c7e-32ef139b31d1 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 945 time: 0.2457123 Jul 24 00:19:34.031719 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98a587ea-5562-47a5-955e-a954af3f2a26 req-2dc0d88a-a0b2-46be-94ed-7653ed358e17 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Made reservation on behalf of bf6833d5ef4e4ec6b999c5c1a3734713 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:19:34.035815 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-98a587ea-5562-47a5-955e-a954af3f2a26 req-2dc0d88a-a0b2-46be-94ed-7653ed358e17 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:34.045221 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-14253d20-6d19-437e-92ae-c4cb7db4dbef tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 0.8233647 Jul 24 00:19:34.047926 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 51542) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:19:34.064792 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bd4cc9dd-041b-4d0d-9389-f416ac43ab4d req-24a74ab4-80dd-4e88-b0e0-50c63b9e083d tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668004 Jul 24 00:19:34.214184 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-37925a94-c393-483e-b89a-c2b4be87a744 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Deleting port c576aff1-fe7a-4dae-a64c-01320cc173ee {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:19:34.214536 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-37925a94-c393-483e-b89a-c2b4be87a744 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:34.323394 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a2a5a7-1fc1-4dd4-a756-d899cf2f7956 req-4bd60896-6880-49ae-9cd6-b0c9cf472fd8 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:34.325472 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-90a2a5a7-1fc1-4dd4-a756-d899cf2f7956 req-4bd60896-6880-49ae-9cd6-b0c9cf472fd8 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 945 time: 0.1588387 Jul 24 00:19:34.365442 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-37925a94-c393-483e-b89a-c2b4be87a744 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:34.405151 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-90a2a5a7-1fc1-4dd4-a756-d899cf2f7956 req-b093ef0a-da37-4f02-b38f-7e7cc76a49d1 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626764 Jul 24 00:19:34.418032 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-37925a94-c393-483e-b89a-c2b4be87a744 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Calling delete_port for c576aff1-fe7a-4dae-a64c-01320cc173ee owned by {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:19:34.601003 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-37925a94-c393-483e-b89a-c2b4be87a744 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:34.616841 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-98a587ea-5562-47a5-955e-a954af3f2a26 req-2dc0d88a-a0b2-46be-94ed-7653ed358e17 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Allocated IP 172.20.0.12 (657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f/4f660729-e229-442a-bec0-0f7d8794afc6/50d35701-dac4-4e19-9d17-24124bd4dcfa) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:19:34.637648 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37925a94-c393-483e-b89a-c2b4be87a744 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Pushing event deleted for resources: {'Port': ['ID=c576aff1-fe7a-4dae-a64c-01320cc173ee,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:19:34.650603 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d4d144-fc61-4f13-af3e-261f8e08d6d6 req-61f9e615-1379-48fe-80fa-9627d1fdc611 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:34.652173 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-21d4d144-fc61-4f13-af3e-261f8e08d6d6 req-61f9e615-1379-48fe-80fa-9627d1fdc611 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 945 time: 0.1463110 Jul 24 00:19:34.695099 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6197fb-69da-4da0-801c-46e3079a4550 req-11a528fe-d297-4bc8-8810-bd842c611ef6 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:34.696574 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0c6197fb-69da-4da0-801c-46e3079a4550 req-11a528fe-d297-4bc8-8810-bd842c611ef6 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4c56fda-87c0-49fb-97ea-9785a9f444bf HTTP/1.1" status: 200 len: 946 time: 0.4970000 Jul 24 00:19:34.744395 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-37925a94-c393-483e-b89a-c2b4be87a744 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:34.748760 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-37925a94-c393-483e-b89a-c2b4be87a744 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] 10.222.0.44 "DELETE /v2.0/ports/c576aff1-fe7a-4dae-a64c-01320cc173ee HTTP/1.1" status: 204 len: 168 time: 0.6972077 Jul 24 00:19:34.748997 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 51556) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:19:34.754443 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-a0f9e3ba-2c08-4af1-8047-66c44cfd9ab1 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3d90639c-3e21-4097-8ed4-01d49ab7a02c', 'external_fixed_ips': [{'subnet_id': 'd0ccf4a1-0f3d-4e86-b726-6ed25e12ac60', 'ip_address': '172.20.0.2'}]}}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:19:34.760539 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-21d4d144-fc61-4f13-af3e-261f8e08d6d6 req-0089daba-c946-49eb-afe7-74f09e19ab98 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858011 Jul 24 00:19:34.794113 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a0f9e3ba-2c08-4af1-8047-66c44cfd9ab1 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:34.795996 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a0f9e3ba-2c08-4af1-8047-66c44cfd9ab1 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:34.798516 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0c6197fb-69da-4da0-801c-46e3079a4550 req-e8997f41-45f2-4b00-9c54-845244913cf5 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=c264132c-b10f-49c5-9b54-355706b12a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908206 Jul 24 00:19:34.845620 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 51560) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:19:34.893917 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a0f9e3ba-2c08-4af1-8047-66c44cfd9ab1 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:34.903145 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-98a587ea-5562-47a5-955e-a954af3f2a26 req-2dc0d88a-a0b2-46be-94ed-7653ed358e17 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:34.934782 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-98a587ea-5562-47a5-955e-a954af3f2a26 req-2dc0d88a-a0b2-46be-94ed-7653ed358e17 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Transition to ACTIVE for port object 50d35701-dac4-4e19-9d17-24124bd4dcfa will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:19:34.965047 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-7752a743-c750-4d28-af4b-10e20444acd5 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/floatingips/e5616a32-17f8-4973-9e9e-081eba760863 HTTP/1.1" status: 200 len: 993 time: 0.1176934 Jul 24 00:19:35.036431 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c7334ae5-ffdc-42b2-a715-91c915a0501c req-6d403fbb-25a9-4424-a6b0-833c96c56e7b tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a79ea41-3605-4bf7-a1cc-18160bf685db HTTP/1.1" status: 200 len: 210 time: 0.0468092 Jul 24 00:19:35.048518 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-98a587ea-5562-47a5-955e-a954af3f2a26 req-2dc0d88a-a0b2-46be-94ed-7653ed358e17 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:35.063297 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['c3d91c44-3767-4e47-9fc2-6fb8b9593387'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:19:35.118388 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98a587ea-5562-47a5-955e-a954af3f2a26 req-2dc0d88a-a0b2-46be-94ed-7653ed358e17 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Network 657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:19:35.124633 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-98a587ea-5562-47a5-955e-a954af3f2a26 req-2dc0d88a-a0b2-46be-94ed-7653ed358e17 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:19:35.147275 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-98a587ea-5562-47a5-955e-a954af3f2a26 req-2dc0d88a-a0b2-46be-94ed-7653ed358e17 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:19:35.175391 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc0d88a-a0b2-46be-94ed-7653ed358e17 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Pushing event updated for resources: {'Port': ['ID=50d35701-dac4-4e19-9d17-24124bd4dcfa,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:19:35.219244 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a587ea-5562-47a5-955e-a954af3f2a26 req-2dc0d88a-a0b2-46be-94ed-7653ed358e17 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:35.220012 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-98a587ea-5562-47a5-955e-a954af3f2a26 req-2dc0d88a-a0b2-46be-94ed-7653ed358e17 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:35.241875 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-98a587ea-5562-47a5-955e-a954af3f2a26 req-2dc0d88a-a0b2-46be-94ed-7653ed358e17 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4855156 Jul 24 00:19:35.254944 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-98a587ea-5562-47a5-955e-a954af3f2a26 req-8ccc137c-2a2a-4985-8680-f9254ec317e4 service neutron] Request body: {'port': {'device_id': '4a79ea41-3605-4bf7-a1cc-18160bf685db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:19:35.367644 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-98a587ea-5562-47a5-955e-a954af3f2a26 req-8ccc137c-2a2a-4985-8680-f9254ec317e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:35.452606 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d8897d-9e7c-4a13-8aac-73e73b05faad req-7cc97d95-7f9c-461f-a3ec-960ee5f881c4 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:35.460740 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-13d8897d-9e7c-4a13-8aac-73e73b05faad req-7cc97d95-7f9c-461f-a3ec-960ee5f881c4 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 945 time: 0.5808575 Jul 24 00:19:35.482201 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9d2e8986-f166-4025-94de-86729311b286 None None] Provisioning for port 50d35701-dac4-4e19-9d17-24124bd4dcfa completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:19:35.488891 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9d2e8986-f166-4025-94de-86729311b286 None None] Provisioning complete for port 50d35701-dac4-4e19-9d17-24124bd4dcfa triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:19:35.490576 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9d2e8986-f166-4025-94de-86729311b286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:35.506153 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a0f9e3ba-2c08-4af1-8047-66c44cfd9ab1 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:35.534149 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-13d8897d-9e7c-4a13-8aac-73e73b05faad req-79dfeeaa-5a1c-476f-9156-84e19ad6e0e0 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625517 Jul 24 00:19:35.560606 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9d2e8986-f166-4025-94de-86729311b286 None None] Port 50d35701-dac4-4e19-9d17-24124bd4dcfa cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:19:35.730249 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-98a587ea-5562-47a5-955e-a954af3f2a26 req-8ccc137c-2a2a-4985-8680-f9254ec317e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50d35701-dac4-4e19-9d17-24124bd4dcfa {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:19:35.747669 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-98a587ea-5562-47a5-955e-a954af3f2a26 req-8ccc137c-2a2a-4985-8680-f9254ec317e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:35.786957 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-98a587ea-5562-47a5-955e-a954af3f2a26 req-8ccc137c-2a2a-4985-8680-f9254ec317e4 service neutron] Transition to ACTIVE for port object 50d35701-dac4-4e19-9d17-24124bd4dcfa will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:19:35.790384 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8117a6-2f4f-422c-8ff1-21a81afd3f9e req-dc42ee67-ebaf-490a-b07a-513f28240bab tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:35.797701 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3c8117a6-2f4f-422c-8ff1-21a81afd3f9e req-dc42ee67-ebaf-490a-b07a-513f28240bab tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 945 time: 0.1606300 Jul 24 00:19:35.798105 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-98a587ea-5562-47a5-955e-a954af3f2a26 req-8ccc137c-2a2a-4985-8680-f9254ec317e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:35.866171 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3c8117a6-2f4f-422c-8ff1-21a81afd3f9e req-0c6d1084-af5f-4247-99ae-905746ffa6ec tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674956 Jul 24 00:19:35.867252 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccc137c-2a2a-4985-8680-f9254ec317e4 service neutron] Pushing event updated for resources: {'Port': ['ID=50d35701-dac4-4e19-9d17-24124bd4dcfa,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:19:35.873069 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28941698-436a-4d88-a2fa-baf974c18043 req-20236856-3589-4f89-a80e-cc506c10e5cc tempest-TestNetworkAdvancedServerOps-1890701533 tempest-TestNetworkAdvancedServerOps-1890701533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:35.874637 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-28941698-436a-4d88-a2fa-baf974c18043 req-20236856-3589-4f89-a80e-cc506c10e5cc tempest-TestNetworkAdvancedServerOps-1890701533 tempest-TestNetworkAdvancedServerOps-1890701533-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=a4c56fda-87c0-49fb-97ea-9785a9f444bf HTTP/1.1" status: 200 len: 1098 time: 0.1393352 Jul 24 00:19:35.881617 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a0f9e3ba-2c08-4af1-8047-66c44cfd9ab1 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:35.912619 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a0f9e3ba-2c08-4af1-8047-66c44cfd9ab1 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:35.991102 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-28941698-436a-4d88-a2fa-baf974c18043 req-baa9964e-24ff-4283-862f-c078702ff1df tempest-TestNetworkAdvancedServerOps-1890701533 tempest-TestNetworkAdvancedServerOps-1890701533-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=c264132c-b10f-49c5-9b54-355706b12a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825157 Jul 24 00:19:36.019323 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-98a587ea-5562-47a5-955e-a954af3f2a26 req-8ccc137c-2a2a-4985-8680-f9254ec317e4 service neutron] Attempting to bind port 50d35701-dac4-4e19-9d17-24124bd4dcfa on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:19:36.019323 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-98a587ea-5562-47a5-955e-a954af3f2a26 req-8ccc137c-2a2a-4985-8680-f9254ec317e4 service neutron] Attempting to bind port 50d35701-dac4-4e19-9d17-24124bd4dcfa by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': 'a1a1465a-fd99-41c9-bf89-faf21d67cc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:19:36.019669 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a587ea-5562-47a5-955e-a954af3f2a26 req-8ccc137c-2a2a-4985-8680-f9254ec317e4 service neutron] Attempting to bind port 50d35701-dac4-4e19-9d17-24124bd4dcfa on network 657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:19:36.024473 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a587ea-5562-47a5-955e-a954af3f2a26 req-8ccc137c-2a2a-4985-8680-f9254ec317e4 service neutron] Port 50d35701-dac4-4e19-9d17-24124bd4dcfa on network 657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:19:36.024881 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a587ea-5562-47a5-955e-a954af3f2a26 req-8ccc137c-2a2a-4985-8680-f9254ec317e4 service neutron] Attempting to bind port 50d35701-dac4-4e19-9d17-24124bd4dcfa on network 657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:19:36.035292 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a587ea-5562-47a5-955e-a954af3f2a26 req-8ccc137c-2a2a-4985-8680-f9254ec317e4 service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:19:36.035668 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a587ea-5562-47a5-955e-a954af3f2a26 req-8ccc137c-2a2a-4985-8680-f9254ec317e4 service neutron] Checking segment: {'id': 'a1a1465a-fd99-41c9-bf89-faf21d67cc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:19:36.036030 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a587ea-5562-47a5-955e-a954af3f2a26 req-8ccc137c-2a2a-4985-8680-f9254ec317e4 service neutron] Bound using segment: {'id': 'a1a1465a-fd99-41c9-bf89-faf21d67cc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:19:36.036471 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-98a587ea-5562-47a5-955e-a954af3f2a26 req-8ccc137c-2a2a-4985-8680-f9254ec317e4 service neutron] Bound port: 50d35701-dac4-4e19-9d17-24124bd4dcfa, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1a1465a-fd99-41c9-bf89-faf21d67cc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:19:36.036874 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-98a587ea-5562-47a5-955e-a954af3f2a26 req-8ccc137c-2a2a-4985-8680-f9254ec317e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:36.124961 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9406f-2ecb-4913-ab98-51528407b231 req-d0aa364b-cde1-4106-ab2b-685e287b6101 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:36.131729 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d9f9406f-2ecb-4913-ab98-51528407b231 req-d0aa364b-cde1-4106-ab2b-685e287b6101 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 945 time: 0.1610684 Jul 24 00:19:36.156014 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-98a587ea-5562-47a5-955e-a954af3f2a26 req-8ccc137c-2a2a-4985-8680-f9254ec317e4 service neutron] For port 50d35701-dac4-4e19-9d17-24124bd4dcfa, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:19:36.160369 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-98a587ea-5562-47a5-955e-a954af3f2a26 req-8ccc137c-2a2a-4985-8680-f9254ec317e4 service neutron] For port 50d35701-dac4-4e19-9d17-24124bd4dcfa, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=50d35701-dac4-4e19-9d17-24124bd4dcfa,segment=NetworkSegment(a1a1465a-fd99-41c9-bf89-faf21d67cc5e),segment_id=a1a1465a-fd99-41c9-bf89-faf21d67cc5e)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:19:36.173040 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-98a587ea-5562-47a5-955e-a954af3f2a26 req-8ccc137c-2a2a-4985-8680-f9254ec317e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:36.174787 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-a0f9e3ba-2c08-4af1-8047-66c44cfd9ab1 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Allocated IP 172.20.0.2 (3d90639c-3e21-4097-8ed4-01d49ab7a02c/d0ccf4a1-0f3d-4e86-b726-6ed25e12ac60/b604e2eb-933c-4896-95a7-02e2574fe4a9) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:19:36.216048 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d9f9406f-2ecb-4913-ab98-51528407b231 req-4a8eaf76-a333-4acf-8a4e-1f5c21ad9afb tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831726 Jul 24 00:19:36.223606 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a587ea-5562-47a5-955e-a954af3f2a26 req-8ccc137c-2a2a-4985-8680-f9254ec317e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:36.224234 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-98a587ea-5562-47a5-955e-a954af3f2a26 req-8ccc137c-2a2a-4985-8680-f9254ec317e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:36.241693 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-98a587ea-5562-47a5-955e-a954af3f2a26 req-8ccc137c-2a2a-4985-8680-f9254ec317e4 service neutron] 10.222.0.52 "PUT /v2.0/ports/50d35701-dac4-4e19-9d17-24124bd4dcfa HTTP/1.1" status: 200 len: 1093 time: 0.9912927 Jul 24 00:19:36.242173 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a79ea41-3605-4bf7-a1cc-18160bf685db', 'tag': '50d35701-dac4-4e19-9d17-24124bd4dcfa'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:19:36.244533 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb84856-840d-4233-b008-4f7a053f57cc" -d '{"events": [{"name": "network-changed", "server_uuid": "4a79ea41-3605-4bf7-a1cc-18160bf685db", "tag": "50d35701-dac4-4e19-9d17-24124bd4dcfa"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:19:36.342810 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccc137c-2a2a-4985-8680-f9254ec317e4 service neutron] Pushing event updated for resources: {'Port': ['ID=50d35701-dac4-4e19-9d17-24124bd4dcfa,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:19:36.407445 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a587ea-5562-47a5-955e-a954af3f2a26 req-e53338c8-8d1b-4da7-9191-a449e06e49ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:36.409280 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-98a587ea-5562-47a5-955e-a954af3f2a26 req-e53338c8-8d1b-4da7-9191-a449e06e49ff service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bf6833d5ef4e4ec6b999c5c1a3734713&device_id=4a79ea41-3605-4bf7-a1cc-18160bf685db HTTP/1.1" status: 200 len: 1096 time: 0.1253955 Jul 24 00:19:36.474560 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-98a587ea-5562-47a5-955e-a954af3f2a26 req-03191876-590c-4bfe-833f-89881aeb1ec6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50d35701-dac4-4e19-9d17-24124bd4dcfa HTTP/1.1" status: 200 len: 217 time: 0.0555282 Jul 24 00:19:36.516105 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a0f9e3ba-2c08-4af1-8047-66c44cfd9ab1 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:36.555825 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a587ea-5562-47a5-955e-a954af3f2a26 req-0f736f90-3136-4912-b5b5-7ab556e57625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:36.561875 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-98a587ea-5562-47a5-955e-a954af3f2a26 req-0f736f90-3136-4912-b5b5-7ab556e57625 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4f660729-e229-442a-bec0-0f7d8794afc6 HTTP/1.1" status: 200 len: 851 time: 0.0766397 Jul 24 00:19:36.570991 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f29d3-6eb3-47a5-8542-6c98508ba617 req-77254f82-1ba2-433b-bbdd-8f700a053a08 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:36.573135 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-005f29d3-6eb3-47a5-8542-6c98508ba617 req-77254f82-1ba2-433b-bbdd-8f700a053a08 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a79ea41-3605-4bf7-a1cc-18160bf685db HTTP/1.1" status: 200 len: 944 time: 0.1872211 Jul 24 00:19:36.636583 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a587ea-5562-47a5-955e-a954af3f2a26 req-66971265-bf22-4b7e-b310-25f8c7ddd3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:36.637012 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-005f29d3-6eb3-47a5-8542-6c98508ba617 req-76b89a91-b6f0-4ab4-987e-35631f59cf03 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=03bee5c9-e66c-4142-aa97-b7495f645fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450675 Jul 24 00:19:36.638833 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-98a587ea-5562-47a5-955e-a954af3f2a26 req-66971265-bf22-4b7e-b310-25f8c7ddd3e7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0732465 Jul 24 00:19:36.660863 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a0f9e3ba-2c08-4af1-8047-66c44cfd9ab1 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:36.742971 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e9d9b12-11b4-4b21-99ca-6b5c5d962ca6 x-openstack-request-id: req-7e9d9b12-11b4-4b21-99ca-6b5c5d962ca6 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:19:36.743532 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a79ea41-3605-4bf7-a1cc-18160bf685db", "tag": "50d35701-dac4-4e19-9d17-24124bd4dcfa", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:19:36.752903 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7e9d9b12-11b4-4b21-99ca-6b5c5d962ca6 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:19:36.753406 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a79ea41-3605-4bf7-a1cc-18160bf685db', 'tag': '50d35701-dac4-4e19-9d17-24124bd4dcfa', 'status': 'completed', 'code': 200} Jul 24 00:19:36.763244 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f9e3ba-2c08-4af1-8047-66c44cfd9ab1 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Network 3d90639c-3e21-4097-8ed4-01d49ab7a02c is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:19:36.767957 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-a0f9e3ba-2c08-4af1-8047-66c44cfd9ab1 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:19:36.770268 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f9e3ba-2c08-4af1-8047-66c44cfd9ab1 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Pushing event updated for resources: {'Port': ['ID=b604e2eb-933c-4896-95a7-02e2574fe4a9,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:19:36.772856 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f9e3ba-2c08-4af1-8047-66c44cfd9ab1 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:19:36.787960 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-98a587ea-5562-47a5-955e-a954af3f2a26 req-03cceae7-bc58-4c2e-98d7-df11345e4902 service neutron] 10.222.0.52 "GET /v2.0/networks/657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401975 Jul 24 00:19:36.913632 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-98a587ea-5562-47a5-955e-a954af3f2a26 req-1f9db7b2-47cd-4b30-9638-e9e4a04e3469 service neutron] 10.222.0.52 "GET /v2.0/networks/657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179757 Jul 24 00:19:37.029452 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb84856-840d-4233-b008-4f7a053f57cc req-bc77a72c-84ef-4151-a64f-9ac9440f997b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:37.031959 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fbb84856-840d-4233-b008-4f7a053f57cc req-bc77a72c-84ef-4151-a64f-9ac9440f997b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bf6833d5ef4e4ec6b999c5c1a3734713&device_id=4a79ea41-3605-4bf7-a1cc-18160bf685db HTTP/1.1" status: 200 len: 1096 time: 0.0646474 Jul 24 00:19:37.075563 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61208fb1-b8b8-47a3-a0be-a15872dc39e0 req-26bd1514-22bf-484c-8a2c-5122e23d49f2 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:37.077086 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-61208fb1-b8b8-47a3-a0be-a15872dc39e0 req-26bd1514-22bf-484c-8a2c-5122e23d49f2 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 945 time: 0.2361083 Jul 24 00:19:37.095467 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c47c9db4-e766-4f14-adf8-c3b00609d40f req-da649f8b-a036-4b60-8cb7-5484ff07bcce service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a4c56fda-87c0-49fb-97ea-9785a9f444bf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2160194 Jul 24 00:19:37.110180 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [req-c47c9db4-e766-4f14-adf8-c3b00609d40f req-0223f491-8b98-4561-8a6b-ce331b910847 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=100314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:19:37.111159 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c47c9db4-e766-4f14-adf8-c3b00609d40f req-0223f491-8b98-4561-8a6b-ce331b910847 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082841 Jul 24 00:19:37.142776 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb84856-840d-4233-b008-4f7a053f57cc req-8aa555de-0f95-4451-8e96-0da338cc2583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:37.144774 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fbb84856-840d-4233-b008-4f7a053f57cc req-8aa555de-0f95-4451-8e96-0da338cc2583 service neutron] 10.222.0.52 "GET /v2.0/networks?id=657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f HTTP/1.1" status: 200 len: 913 time: 0.1013608 Jul 24 00:19:37.192980 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fbb84856-840d-4233-b008-4f7a053f57cc req-bd838037-d290-4861-8106-4aa0d9a697b3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50d35701-dac4-4e19-9d17-24124bd4dcfa HTTP/1.1" status: 200 len: 217 time: 0.0414228 Jul 24 00:19:37.200596 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-61208fb1-b8b8-47a3-a0be-a15872dc39e0 req-b5852089-f777-4d9f-ba75-be11536cd7e4 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141202 Jul 24 00:19:37.242953 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a0f9e3ba-2c08-4af1-8047-66c44cfd9ab1 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:37.305816 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb84856-840d-4233-b008-4f7a053f57cc req-7ddb7f2e-1b8f-4571-bf0a-6374d2a9c9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:37.308131 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fbb84856-840d-4233-b008-4f7a053f57cc req-7ddb7f2e-1b8f-4571-bf0a-6374d2a9c9dc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4f660729-e229-442a-bec0-0f7d8794afc6 HTTP/1.1" status: 200 len: 851 time: 0.1083126 Jul 24 00:19:37.422816 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb84856-840d-4233-b008-4f7a053f57cc req-6b26ed38-637c-4888-b512-cb3f6e723e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:37.427390 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fbb84856-840d-4233-b008-4f7a053f57cc req-6b26ed38-637c-4888-b512-cb3f6e723e1f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1099994 Jul 24 00:19:37.533599 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c5eb93-8a95-494b-9932-0ff37e7cf05d req-91378e20-6138-4dca-b95d-34d60f0ca180 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:37.541237 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-55c5eb93-8a95-494b-9932-0ff37e7cf05d req-91378e20-6138-4dca-b95d-34d60f0ca180 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 945 time: 0.2111149 Jul 24 00:19:37.567989 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fbb84856-840d-4233-b008-4f7a053f57cc req-5459b2f8-6305-4a4b-b038-3bf87cb73d4b service neutron] 10.222.0.52 "GET /v2.0/networks/657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334784 Jul 24 00:19:37.602270 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-55c5eb93-8a95-494b-9932-0ff37e7cf05d req-e5cdfa14-d33c-4dd9-8608-d7ce9a94c482 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591874 Jul 24 00:19:37.620847 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a0f9e3ba-2c08-4af1-8047-66c44cfd9ab1 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:37.743000 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fbb84856-840d-4233-b008-4f7a053f57cc req-50b246dc-fadd-4593-b415-8cf0c7d651de service neutron] 10.222.0.52 "GET /v2.0/networks/657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673751 Jul 24 00:19:37.864423 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e34eeb5-f1ed-49ba-bd8e-5e2b2fff38e4 req-e16c05e2-2ad9-4e1f-baf2-00937285770f tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:37.866149 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8e34eeb5-f1ed-49ba-bd8e-5e2b2fff38e4 req-e16c05e2-2ad9-4e1f-baf2-00937285770f tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a79ea41-3605-4bf7-a1cc-18160bf685db HTTP/1.1" status: 200 len: 944 time: 0.1077092 Jul 24 00:19:37.917742 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0f9e3ba-2c08-4af1-8047-66c44cfd9ab1 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Router ec56f735-fc16-4bcf-a3e5-b4f2849d1a84 is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:19:37.945554 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8e34eeb5-f1ed-49ba-bd8e-5e2b2fff38e4 req-fef3f336-df28-4f95-ade9-836dfd97d55a tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=03bee5c9-e66c-4142-aa97-b7495f645fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701370 Jul 24 00:19:38.253931 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47c9db4-e766-4f14-adf8-c3b00609d40f req-addb3c0f-dfa2-408c-a510-6ae404d14bc9 tempest-TestNetworkAdvancedServerOps-1890701533 tempest-TestNetworkAdvancedServerOps-1890701533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:38.256368 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c47c9db4-e766-4f14-adf8-c3b00609d40f req-addb3c0f-dfa2-408c-a510-6ae404d14bc9 tempest-TestNetworkAdvancedServerOps-1890701533 tempest-TestNetworkAdvancedServerOps-1890701533-project-admin] 10.222.0.44 "GET /v2.0/ports/504fad61-1dd6-480c-819b-325ba8836b9e HTTP/1.1" status: 200 len: 1095 time: 0.3348529 Jul 24 00:19:38.271402 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-c47c9db4-e766-4f14-adf8-c3b00609d40f req-b75479e1-9d87-470f-8b3a-0b87e82b04c7 service neutron] Request body: {'binding': {'host': 'n-h2-800088-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:19:38.272018 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-c47c9db4-e766-4f14-adf8-c3b00609d40f req-b75479e1-9d87-470f-8b3a-0b87e82b04c7 service neutron] Unknown quota resources ['binding']. {{(pid=100314) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 24 00:19:38.330736 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f9e3ba-2c08-4af1-8047-66c44cfd9ab1 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:19:38.345514 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe3bc57-20ae-4e21-928c-06944435491a None None] Sync routers for ids ['ec56f735-fc16-4bcf-a3e5-b4f2849d1a84'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:19:38.360117 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0d2d17-7e1d-435b-9448-fe2226582449 req-d80dd49d-f3a6-479c-a55c-871e3114598b tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:38.361661 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9b0d2d17-7e1d-435b-9448-fe2226582449 req-d80dd49d-f3a6-479c-a55c-871e3114598b tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 945 time: 0.2728779 Jul 24 00:19:38.369720 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe3bc57-20ae-4e21-928c-06944435491a None None] Routers {'ec56f735-fc16-4bcf-a3e5-b4f2849d1a84'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:19:38.370914 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-3fe3bc57-20ae-4e21-928c-06944435491a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:19:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['ec56f735-fc16-4bcf-a3e5-b4f2849d1a84'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:19:38.397044 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a0f9e3ba-2c08-4af1-8047-66c44cfd9ab1 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:38.401765 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-a0f9e3ba-2c08-4af1-8047-66c44cfd9ab1 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.6481302 Jul 24 00:19:38.402994 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 51628) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:19:38.454078 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9b0d2d17-7e1d-435b-9448-fe2226582449 req-f249d1a2-9ae6-40ad-a973-759cccf25e0e tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780227 Jul 24 00:19:38.537119 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-c47c9db4-e766-4f14-adf8-c3b00609d40f req-b75479e1-9d87-470f-8b3a-0b87e82b04c7 service neutron] Attempting to bind port 504fad61-1dd6-480c-819b-325ba8836b9e on host n-h2-800088-16 for vnic_type normal with profile None {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:19:38.537466 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-c47c9db4-e766-4f14-adf8-c3b00609d40f req-b75479e1-9d87-470f-8b3a-0b87e82b04c7 service neutron] Attempting to bind port 504fad61-1dd6-480c-819b-325ba8836b9e by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '022ae12b-b2f2-4688-b33c-4f5f6eff045c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8daae933-2717-4bb5-bdad-7d9e9ba78ff6'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:19:38.537809 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47c9db4-e766-4f14-adf8-c3b00609d40f req-b75479e1-9d87-470f-8b3a-0b87e82b04c7 service neutron] Attempting to bind port 504fad61-1dd6-480c-819b-325ba8836b9e on network 8daae933-2717-4bb5-bdad-7d9e9ba78ff6 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:19:38.546276 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47c9db4-e766-4f14-adf8-c3b00609d40f req-b75479e1-9d87-470f-8b3a-0b87e82b04c7 service neutron] Port 504fad61-1dd6-480c-819b-325ba8836b9e on network 8daae933-2717-4bb5-bdad-7d9e9ba78ff6 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:19:38.546614 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47c9db4-e766-4f14-adf8-c3b00609d40f req-b75479e1-9d87-470f-8b3a-0b87e82b04c7 service neutron] Attempting to bind port 504fad61-1dd6-480c-819b-325ba8836b9e on network 8daae933-2717-4bb5-bdad-7d9e9ba78ff6 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:19:38.567684 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47c9db4-e766-4f14-adf8-c3b00609d40f req-b75479e1-9d87-470f-8b3a-0b87e82b04c7 service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:19:38.568055 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47c9db4-e766-4f14-adf8-c3b00609d40f req-b75479e1-9d87-470f-8b3a-0b87e82b04c7 service neutron] Checking segment: {'id': '022ae12b-b2f2-4688-b33c-4f5f6eff045c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8daae933-2717-4bb5-bdad-7d9e9ba78ff6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:19:38.568720 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47c9db4-e766-4f14-adf8-c3b00609d40f req-b75479e1-9d87-470f-8b3a-0b87e82b04c7 service neutron] Bound using segment: {'id': '022ae12b-b2f2-4688-b33c-4f5f6eff045c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8daae933-2717-4bb5-bdad-7d9e9ba78ff6'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:19:38.569043 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-c47c9db4-e766-4f14-adf8-c3b00609d40f req-b75479e1-9d87-470f-8b3a-0b87e82b04c7 service neutron] Bound port: 504fad61-1dd6-480c-819b-325ba8836b9e, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '022ae12b-b2f2-4688-b33c-4f5f6eff045c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8daae933-2717-4bb5-bdad-7d9e9ba78ff6'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:19:38.583057 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-3fe3bc57-20ae-4e21-928c-06944435491a None None] Set router ec56f735-fc16-4bcf-a3e5-b4f2849d1a84 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:19:38.608287 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d14b4486-93de-4d3f-9273-2d9afddf505b tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks [] for router, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:38.743060 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-c47c9db4-e766-4f14-adf8-c3b00609d40f req-b75479e1-9d87-470f-8b3a-0b87e82b04c7 service neutron] For port 504fad61-1dd6-480c-819b-325ba8836b9e, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=504fad61-1dd6-480c-819b-325ba8836b9e,segment=NetworkSegment(022ae12b-b2f2-4688-b33c-4f5f6eff045c),segment_id=022ae12b-b2f2-4688-b33c-4f5f6eff045c)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:19:38.755686 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-c47c9db4-e766-4f14-adf8-c3b00609d40f req-b75479e1-9d87-470f-8b3a-0b87e82b04c7 service neutron] Notify callbacks [] for binding, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:38.757595 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c47c9db4-e766-4f14-adf8-c3b00609d40f req-b75479e1-9d87-470f-8b3a-0b87e82b04c7 service neutron] 10.222.0.44 "POST /v2.0/ports/504fad61-1dd6-480c-819b-325ba8836b9e/bindings HTTP/1.1" status: 201 len: 390 time: 0.4915209 Jul 24 00:19:38.766629 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373411bf-2020-424a-9f1e-3e8a5c6e84d0 req-9507b7da-75c6-416b-9197-7b4cbb7fc39c tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:38.768295 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-373411bf-2020-424a-9f1e-3e8a5c6e84d0 req-9507b7da-75c6-416b-9197-7b4cbb7fc39c tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 945 time: 0.2056479 Jul 24 00:19:38.797676 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d14b4486-93de-4d3f-9273-2d9afddf505b tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:38.841098 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-373411bf-2020-424a-9f1e-3e8a5c6e84d0 req-2e7ab602-18bc-40de-a945-1459438ce406 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641420 Jul 24 00:19:38.917752 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-3fe3bc57-20ae-4e21-928c-06944435491a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec56f735-fc16-4bcf-a3e5-b4f2849d1a84', 'name': '', 'tenant_id': '4ae21d12bdb34398b41e8c85103ec469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d90639c-3e21-4097-8ed4-01d49ab7a02c', 'external_fixed_ips': [{'subnet_id': 'd0ccf4a1-0f3d-4e86-b726-6ed25e12ac60', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': 'b604e2eb-933c-4896-95a7-02e2574fe4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:19:34Z', 'updated_at': '2021-07-24T00:19:37Z', 'revision_number': 3, 'project_id': '4ae21d12bdb34398b41e8c85103ec469', 'gw_port': {'id': 'b604e2eb-933c-4896-95a7-02e2574fe4a9', 'name': '', 'network_id': '3d90639c-3e21-4097-8ed4-01d49ab7a02c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:0c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec56f735-fc16-4bcf-a3e5-b4f2849d1a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': 'd0ccf4a1-0f3d-4e86-b726-6ed25e12ac60', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:19:35Z', 'updated_at': '2021-07-24T00:19:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0ccf4a1-0f3d-4e86-b726-6ed25e12ac60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:19:38.973084 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe3bc57-20ae-4e21-928c-06944435491a None None] Checking router: ec56f735-fc16-4bcf-a3e5-b4f2849d1a84 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:19:38.973421 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe3bc57-20ae-4e21-928c-06944435491a None None] Updating router ec56f735-fc16-4bcf-a3e5-b4f2849d1a84 port b604e2eb-933c-4896-95a7-02e2574fe4a9 binding host n-d-800088-16 {{(pid=100315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:19:38.986898 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-d14b4486-93de-4d3f-9273-2d9afddf505b tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Deleting port b604e2eb-933c-4896-95a7-02e2574fe4a9 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:19:38.987248 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d14b4486-93de-4d3f-9273-2d9afddf505b tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:39.051707 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3fe3bc57-20ae-4e21-928c-06944435491a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:39.146305 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a664bf-dddd-4a9f-8c7a-c684903c9a2d req-c0390d4c-6b2f-4948-89b6-7ded872dec51 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:39.147936 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-06a664bf-dddd-4a9f-8c7a-c684903c9a2d req-c0390d4c-6b2f-4948-89b6-7ded872dec51 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4c56fda-87c0-49fb-97ea-9785a9f444bf HTTP/1.1" status: 200 len: 946 time: 0.1900954 Jul 24 00:19:39.156887 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d14b4486-93de-4d3f-9273-2d9afddf505b tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:39.157101 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2644035-4542-4e1b-bce5-20f820c88f63 req-ba224d6d-3cd1-4531-9149-a71bbd9af6fe tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:39.161985 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f2644035-4542-4e1b-bce5-20f820c88f63 req-ba224d6d-3cd1-4531-9149-a71bbd9af6fe tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 945 time: 0.1702578 Jul 24 00:19:39.182567 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-d14b4486-93de-4d3f-9273-2d9afddf505b tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Calling delete_port for b604e2eb-933c-4896-95a7-02e2574fe4a9 owned by network:router_gateway {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:19:39.226281 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47c9db4-e766-4f14-adf8-c3b00609d40f req-18229d18-a25f-472e-bf01-0227c4a58a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:39.230101 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c47c9db4-e766-4f14-adf8-c3b00609d40f req-18229d18-a25f-472e-bf01-0227c4a58a40 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=646730ba25934852bc5dd86a412228f1&device_id=a4c56fda-87c0-49fb-97ea-9785a9f444bf HTTP/1.1" status: 200 len: 1098 time: 0.1677737 Jul 24 00:19:39.242149 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-06a664bf-dddd-4a9f-8c7a-c684903c9a2d req-bae45391-0b62-428e-ac5c-26802b15b1d2 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=c264132c-b10f-49c5-9b54-355706b12a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825064 Jul 24 00:19:39.251499 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f2644035-4542-4e1b-bce5-20f820c88f63 req-1d5a9bb7-4818-4a1e-9c5e-a4c888c20ea7 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809023 Jul 24 00:19:39.484971 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47c9db4-e766-4f14-adf8-c3b00609d40f req-4ba2388f-dea9-4b8b-be57-dc422ef0d6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:39.486810 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c47c9db4-e766-4f14-adf8-c3b00609d40f req-4ba2388f-dea9-4b8b-be57-dc422ef0d6d5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8daae933-2717-4bb5-bdad-7d9e9ba78ff6 HTTP/1.1" status: 200 len: 898 time: 0.2503061 Jul 24 00:19:39.506935 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9469f149-c096-48c1-859f-dab89055c2f5 req-c1abfa5f-4329-4a86-9417-bc621f71acfa tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:39.513925 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9469f149-c096-48c1-859f-dab89055c2f5 req-c1abfa5f-4329-4a86-9417-bc621f71acfa tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a79ea41-3605-4bf7-a1cc-18160bf685db HTTP/1.1" status: 200 len: 944 time: 0.1249104 Jul 24 00:19:39.534420 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.db.api [None req-3fe3bc57-20ae-4e21-928c-06944435491a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100315) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 00:19:39.534979 n-d-800088-16 neutron-server[100315]: DEBUG oslo_db.api [None req-3fe3bc57-20ae-4e21-928c-06944435491a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 00:19:39.536396 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d14b4486-93de-4d3f-9273-2d9afddf505b tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:39.569188 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14b4486-93de-4d3f-9273-2d9afddf505b tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Pushing event deleted for resources: {'Port': ['ID=b604e2eb-933c-4896-95a7-02e2574fe4a9,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:19:39.610593 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9469f149-c096-48c1-859f-dab89055c2f5 req-0c1388cf-4d3e-4a40-aa10-243098441943 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=03bee5c9-e66c-4142-aa97-b7495f645fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805595 Jul 24 00:19:39.614001 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fab3f7-3adc-4233-b3ff-2c827fd8767b req-ed34adcf-491f-4e80-b900-7a36c26d205d tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:39.615514 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-39fab3f7-3adc-4233-b3ff-2c827fd8767b req-ed34adcf-491f-4e80-b900-7a36c26d205d tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 945 time: 0.2083616 Jul 24 00:19:39.622501 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c47c9db4-e766-4f14-adf8-c3b00609d40f req-9426b07a-2673-4879-a8b0-3e78d40cdf7f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=504fad61-1dd6-480c-819b-325ba8836b9e HTTP/1.1" status: 200 len: 1001 time: 0.1267681 Jul 24 00:19:39.688009 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d14b4486-93de-4d3f-9273-2d9afddf505b tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687114'] for router_gateway, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:39.814802 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d14b4486-93de-4d3f-9273-2d9afddf505b tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:39.818570 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d14b4486-93de-4d3f-9273-2d9afddf505b tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:39.886152 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d14b4486-93de-4d3f-9273-2d9afddf505b tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:39.886756 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d14b4486-93de-4d3f-9273-2d9afddf505b tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ec56f735-fc16-4bcf-a3e5-b4f2849d1a84 {{(pid=100313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:19:39.893880 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d14b4486-93de-4d3f-9273-2d9afddf505b tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:39.898781 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-d14b4486-93de-4d3f-9273-2d9afddf505b tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] 10.222.0.44 "DELETE /v2.0/routers/ec56f735-fc16-4bcf-a3e5-b4f2849d1a84 HTTP/1.1" status: 204 len: 168 time: 1.4926679 Jul 24 00:19:39.899083 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 51642) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:19:39.989062 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-12e09285-8bb6-4247-9d3b-645042563682 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Deleting subnet d0ccf4a1-0f3d-4e86-b726-6ed25e12ac60 {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:19:39.998471 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-12e09285-8bb6-4247-9d3b-645042563682 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:40.053910 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-39fab3f7-3adc-4233-b3ff-2c827fd8767b req-565ce652-4d41-4038-8e98-153d12f8247e tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4298158 Jul 24 00:19:40.059533 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47c9db4-e766-4f14-adf8-c3b00609d40f req-3d4421a7-8fee-494f-a65a-b8ab0eaffbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:40.061056 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c47c9db4-e766-4f14-adf8-c3b00609d40f req-3d4421a7-8fee-494f-a65a-b8ab0eaffbf6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0c656db4-b139-4d90-94b0-beff0914fd48 HTTP/1.1" status: 200 len: 835 time: 0.4305084 Jul 24 00:19:40.085508 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-12e09285-8bb6-4247-9d3b-645042563682 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:40.091859 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe3bc57-20ae-4e21-928c-06944435491a None None] Port b604e2eb-933c-4896-95a7-02e2574fe4a9 not found while updating agent binding for router ec56f735-fc16-4bcf-a3e5-b4f2849d1a84. {{(pid=100315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 24 00:19:40.117517 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe3bc57-20ae-4e21-928c-06944435491a None None] Routers set() bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:19:40.117901 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe3bc57-20ae-4e21-928c-06944435491a None None] Router IDs set() for agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 24 00:19:40.119424 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_agentschedulers_db [None req-3fe3bc57-20ae-4e21-928c-06944435491a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ec56f735-fc16-4bcf-a3e5-b4f2849d1a84'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:19:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent'). {{(pid=100315) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 24 00:19:40.119544 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe3bc57-20ae-4e21-928c-06944435491a None None] The sync data for ids ['ec56f735-fc16-4bcf-a3e5-b4f2849d1a84'] in n-d-800088-16 is: [] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:19:40.146934 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-12e09285-8bb6-4247-9d3b-645042563682 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:40.156933 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47c9db4-e766-4f14-adf8-c3b00609d40f req-c3505edf-7144-4359-a27f-29550930e405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:40.158937 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c47c9db4-e766-4f14-adf8-c3b00609d40f req-c3505edf-7144-4359-a27f-29550930e405 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8daae933-2717-4bb5-bdad-7d9e9ba78ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0838525 Jul 24 00:19:40.219827 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-12e09285-8bb6-4247-9d3b-645042563682 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:40.286615 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e09285-8bb6-4247-9d3b-645042563682 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d0ccf4a1-0f3d-4e86-b726-6ed25e12ac60,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:19:40.291288 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-12e09285-8bb6-4247-9d3b-645042563682 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:40.293559 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-12e09285-8bb6-4247-9d3b-645042563682 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] 10.222.0.44 "DELETE /v2.0/subnets/d0ccf4a1-0f3d-4e86-b726-6ed25e12ac60 HTTP/1.1" status: 204 len: 168 time: 0.3927984 Jul 24 00:19:40.296173 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 51650) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:19:40.356658 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c47c9db4-e766-4f14-adf8-c3b00609d40f req-9b6f8245-ef72-4320-ac1e-a2ac23173a1f service neutron] 10.222.0.64 "GET /v2.0/networks/8daae933-2717-4bb5-bdad-7d9e9ba78ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890841 Jul 24 00:19:40.425926 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0c94bed0-4103-4616-a05a-bc423244b94d tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:40.485204 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3c354e-c0d3-4a8f-915b-635013c4ddae req-b395e566-c121-4230-b7bb-8c7af49fe07a tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:40.486873 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6e3c354e-c0d3-4a8f-915b-635013c4ddae req-b395e566-c121-4230-b7bb-8c7af49fe07a tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 945 time: 0.1759086 Jul 24 00:19:40.538434 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c47c9db4-e766-4f14-adf8-c3b00609d40f req-40d8ed94-e3b6-498d-8b19-0da6866c78ec service neutron] 10.222.0.64 "GET /v2.0/networks/8daae933-2717-4bb5-bdad-7d9e9ba78ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706202 Jul 24 00:19:40.542926 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5139b9-dbe0-44c2-8e57-cb35b4e21908 req-0bf03b4c-e2be-4449-9d38-54454e522e9d tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:40.567546 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6e3c354e-c0d3-4a8f-915b-635013c4ddae req-aa6902b2-83b6-40f2-a4ea-dea2c1f4f4bb tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617414 Jul 24 00:19:40.578809 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bd5139b9-dbe0-44c2-8e57-cb35b4e21908 req-0bf03b4c-e2be-4449-9d38-54454e522e9d tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4c56fda-87c0-49fb-97ea-9785a9f444bf HTTP/1.1" status: 200 len: 946 time: 0.2324405 Jul 24 00:19:40.670895 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0c94bed0-4103-4616-a05a-bc423244b94d tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:40.690076 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-0c94bed0-4103-4616-a05a-bc423244b94d tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d90639c-3e21-4097-8ed4-01d49ab7a02c']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:19:40.702852 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bd5139b9-dbe0-44c2-8e57-cb35b4e21908 req-6f890815-819f-46b8-959e-3112e201997b tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=c264132c-b10f-49c5-9b54-355706b12a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963664 Jul 24 00:19:40.708146 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-0c94bed0-4103-4616-a05a-bc423244b94d tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cae55815-b9a2-481d-b3df-0fb120cd1162') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:19:40.708146 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-0c94bed0-4103-4616-a05a-bc423244b94d tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cae55815-b9a2-481d-b3df-0fb120cd1162') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:19:40.721336 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0c94bed0-4103-4616-a05a-bc423244b94d tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:40.743702 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0c94bed0-4103-4616-a05a-bc423244b94d tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:40.750797 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c94bed0-4103-4616-a05a-bc423244b94d tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:19:40.751392 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0c94bed0-4103-4616-a05a-bc423244b94d tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:40.773430 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:19:40.773430 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:19:40.773430 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:19:40.773430 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:19:40.773430 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:19:40.773430 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:19:40.773430 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:19:40.773430 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:19:40.773430 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:19:40.773430 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:19:40.773430 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:19:40.773430 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:19:40.773430 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:19:40.773430 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:19:40.773430 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:19:40.773430 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:19:40.773430 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:19:40.773430 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:19:40.773430 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:19:40.773430 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:19:40.773430 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:19:40.773430 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:19:40.773430 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:19:40.773430 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:19:40.773430 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:19:40.773430 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:19:40.773430 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:19:40.773430 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:19:40.773430 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:19:40.773430 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:19:40.773430 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:19:40.773430 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:19:40.809358 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47c9db4-e766-4f14-adf8-c3b00609d40f req-b821751a-f9b1-4e33-b583-c078d6597b4a tempest-TestNetworkAdvancedServerOps-1890701533 tempest-TestNetworkAdvancedServerOps-1890701533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:40.811165 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c47c9db4-e766-4f14-adf8-c3b00609d40f req-b821751a-f9b1-4e33-b583-c078d6597b4a tempest-TestNetworkAdvancedServerOps-1890701533 tempest-TestNetworkAdvancedServerOps-1890701533-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a4c56fda-87c0-49fb-97ea-9785a9f444bf&tenant_id=646730ba25934852bc5dd86a412228f1&binding%3Ahost_id=n-h1-800088-16 HTTP/1.1" status: 200 len: 1098 time: 0.1965392 Jul 24 00:19:40.823576 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-c47c9db4-e766-4f14-adf8-c3b00609d40f req-2dda3a08-d9cb-412f-bb5c-5a3c0cbeb6e5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800088-16'}}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:19:40.836942 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27da9a21-5490-44da-a18c-51fc638703dc req-0dfc14de-6f6f-4f5a-8a60-c1f4a43a08cd tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:40.849297 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-27da9a21-5490-44da-a18c-51fc638703dc req-0dfc14de-6f6f-4f5a-8a60-c1f4a43a08cd tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a79ea41-3605-4bf7-a1cc-18160bf685db HTTP/1.1" status: 200 len: 944 time: 0.1557176 Jul 24 00:19:40.853976 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0c94bed0-4103-4616-a05a-bc423244b94d tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:40.862151 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c94bed0-4103-4616-a05a-bc423244b94d tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3d90639c-3e21-4097-8ed4-01d49ab7a02c {{(pid=100313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 24 00:19:40.865140 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0c94bed0-4103-4616-a05a-bc423244b94d tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:40.871179 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-0c94bed0-4103-4616-a05a-bc423244b94d tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] 10.222.0.44 "DELETE /v2.0/networks/3d90639c-3e21-4097-8ed4-01d49ab7a02c HTTP/1.1" status: 204 len: 168 time: 0.5700021 Jul 24 00:19:40.889995 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c94bed0-4103-4616-a05a-bc423244b94d tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Pushing event deleted for resources: {'Network': ['ID=3d90639c-3e21-4097-8ed4-01d49ab7a02c,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:19:40.962186 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-27da9a21-5490-44da-a18c-51fc638703dc req-903586b4-6c0f-4726-9821-56d5c2bd1b4a tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=03bee5c9-e66c-4142-aa97-b7495f645fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098053 Jul 24 00:19:41.034977 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-c47c9db4-e766-4f14-adf8-c3b00609d40f req-2dda3a08-d9cb-412f-bb5c-5a3c0cbeb6e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:41.171187 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 51660) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:19:41.177446 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-8f780f1e-56a6-476f-8cba-2fefc06a4d8b tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Request body: {'router': {'name': 'tempest-router--210287371', 'project_id': '0c77fa2fbd8646348faa699d43668b1f'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:19:41.234294 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8f780f1e-56a6-476f-8cba-2fefc06a4d8b tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:41.236316 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8f780f1e-56a6-476f-8cba-2fefc06a4d8b tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:41.256442 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-c47c9db4-e766-4f14-adf8-c3b00609d40f req-2dda3a08-d9cb-412f-bb5c-5a3c0cbeb6e5 service neutron] For port 504fad61-1dd6-480c-819b-325ba8836b9e, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=504fad61-1dd6-480c-819b-325ba8836b9e,segment=NetworkSegment(022ae12b-b2f2-4688-b33c-4f5f6eff045c),segment_id=022ae12b-b2f2-4688-b33c-4f5f6eff045c)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:19:41.311028 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8f780f1e-56a6-476f-8cba-2fefc06a4d8b tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:41.318952 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8f780f1e-56a6-476f-8cba-2fefc06a4d8b tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:41.332953 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-c47c9db4-e766-4f14-adf8-c3b00609d40f req-2dda3a08-d9cb-412f-bb5c-5a3c0cbeb6e5 service neutron] For port 504fad61-1dd6-480c-819b-325ba8836b9e, host n-h1-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:19:41.337794 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8f780f1e-56a6-476f-8cba-2fefc06a4d8b tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:41.340941 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-8f780f1e-56a6-476f-8cba-2fefc06a4d8b tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1666591 Jul 24 00:19:41.341995 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 51662) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:19:41.409046 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4c56fda-87c0-49fb-97ea-9785a9f444bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '504fad61-1dd6-480c-819b-325ba8836b9e'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:19:41.411803 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bed74b3-f9e8-4d42-8867-075fe1942802" -d '{"events": [{"server_uuid": "a4c56fda-87c0-49fb-97ea-9785a9f444bf", "name": "network-vif-unplugged", "status": "completed", "tag": "504fad61-1dd6-480c-819b-325ba8836b9e"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:19:41.416211 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-c47c9db4-e766-4f14-adf8-c3b00609d40f req-2dda3a08-d9cb-412f-bb5c-5a3c0cbeb6e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:41.435514 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-c47c9db4-e766-4f14-adf8-c3b00609d40f req-2dda3a08-d9cb-412f-bb5c-5a3c0cbeb6e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:41.457611 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4e06d8a3-0627-44d5-b3fa-e5ecdcdc1e11 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks [] for router, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:41.493000 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 00:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcbb9153-8409-4209-a22b-9f80d7cb346b x-openstack-request-id: req-dcbb9153-8409-4209-a22b-9f80d7cb346b {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:19:41.493680 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4c56fda-87c0-49fb-97ea-9785a9f444bf", "name": "network-vif-unplugged", "status": "completed", "tag": "504fad61-1dd6-480c-819b-325ba8836b9e", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:19:41.493680 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dcbb9153-8409-4209-a22b-9f80d7cb346b {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:19:41.494060 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4c56fda-87c0-49fb-97ea-9785a9f444bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '504fad61-1dd6-480c-819b-325ba8836b9e', 'code': 200} Jul 24 00:19:41.583832 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dda3a08-d9cb-412f-bb5c-5a3c0cbeb6e5 service neutron] Pushing event updated for resources: {'Port': ['ID=504fad61-1dd6-480c-819b-325ba8836b9e,revision_number=7']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:19:41.672191 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-c47c9db4-e766-4f14-adf8-c3b00609d40f req-2dda3a08-d9cb-412f-bb5c-5a3c0cbeb6e5 service neutron] Attempting to bind port 504fad61-1dd6-480c-819b-325ba8836b9e on host n-h1-800088-16 for vnic_type normal with profile {"migrating_to": "n-h2-800088-16"} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:19:41.672191 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-c47c9db4-e766-4f14-adf8-c3b00609d40f req-2dda3a08-d9cb-412f-bb5c-5a3c0cbeb6e5 service neutron] Attempting to bind port 504fad61-1dd6-480c-819b-325ba8836b9e by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': '022ae12b-b2f2-4688-b33c-4f5f6eff045c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8daae933-2717-4bb5-bdad-7d9e9ba78ff6'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:19:41.672491 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47c9db4-e766-4f14-adf8-c3b00609d40f req-2dda3a08-d9cb-412f-bb5c-5a3c0cbeb6e5 service neutron] Attempting to bind port 504fad61-1dd6-480c-819b-325ba8836b9e on network 8daae933-2717-4bb5-bdad-7d9e9ba78ff6 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:19:41.690655 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47c9db4-e766-4f14-adf8-c3b00609d40f req-2dda3a08-d9cb-412f-bb5c-5a3c0cbeb6e5 service neutron] Port 504fad61-1dd6-480c-819b-325ba8836b9e on network 8daae933-2717-4bb5-bdad-7d9e9ba78ff6 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:19:41.691621 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47c9db4-e766-4f14-adf8-c3b00609d40f req-2dda3a08-d9cb-412f-bb5c-5a3c0cbeb6e5 service neutron] Attempting to bind port 504fad61-1dd6-480c-819b-325ba8836b9e on network 8daae933-2717-4bb5-bdad-7d9e9ba78ff6 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:19:41.714505 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4e06d8a3-0627-44d5-b3fa-e5ecdcdc1e11 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:41.715890 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47c9db4-e766-4f14-adf8-c3b00609d40f req-2dda3a08-d9cb-412f-bb5c-5a3c0cbeb6e5 service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:19:41.718218 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47c9db4-e766-4f14-adf8-c3b00609d40f req-2dda3a08-d9cb-412f-bb5c-5a3c0cbeb6e5 service neutron] Checking segment: {'id': '022ae12b-b2f2-4688-b33c-4f5f6eff045c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8daae933-2717-4bb5-bdad-7d9e9ba78ff6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:19:41.718775 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4e06d8a3-0627-44d5-b3fa-e5ecdcdc1e11 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:41.718899 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47c9db4-e766-4f14-adf8-c3b00609d40f req-2dda3a08-d9cb-412f-bb5c-5a3c0cbeb6e5 service neutron] Bound using segment: {'id': '022ae12b-b2f2-4688-b33c-4f5f6eff045c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8daae933-2717-4bb5-bdad-7d9e9ba78ff6'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:19:41.718899 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-c47c9db4-e766-4f14-adf8-c3b00609d40f req-2dda3a08-d9cb-412f-bb5c-5a3c0cbeb6e5 service neutron] Bound port: 504fad61-1dd6-480c-819b-325ba8836b9e, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '022ae12b-b2f2-4688-b33c-4f5f6eff045c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8daae933-2717-4bb5-bdad-7d9e9ba78ff6'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:19:41.718899 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-c47c9db4-e766-4f14-adf8-c3b00609d40f req-2dda3a08-d9cb-412f-bb5c-5a3c0cbeb6e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:41.801010 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4e06d8a3-0627-44d5-b3fa-e5ecdcdc1e11 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:41.802064 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e06d8a3-0627-44d5-b3fa-e5ecdcdc1e11 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e0e35a0b-5193-4d21-a9a8-ba32eaefb0ce {{(pid=100313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:19:41.818417 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4e06d8a3-0627-44d5-b3fa-e5ecdcdc1e11 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:41.819423 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-f8b25161-602b-4bad-8fc3-5d1155bd43ff None None] Provisioning complete for port 504fad61-1dd6-480c-819b-325ba8836b9e triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:19:41.820033 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-4e06d8a3-0627-44d5-b3fa-e5ecdcdc1e11 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] 10.222.0.44 "DELETE /v2.0/routers/e0e35a0b-5193-4d21-a9a8-ba32eaefb0ce HTTP/1.1" status: 204 len: 168 time: 0.4756606 Jul 24 00:19:41.820870 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f8b25161-602b-4bad-8fc3-5d1155bd43ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:41.846191 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813ee4c-7eca-449e-b654-e373e5140a4d req-35ba9c7a-bcbe-4038-a451-37559314bba7 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:41.847815 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1813ee4c-7eca-449e-b654-e373e5140a4d req-35ba9c7a-bcbe-4038-a451-37559314bba7 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 945 time: 0.1715307 Jul 24 00:19:41.852566 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-c47c9db4-e766-4f14-adf8-c3b00609d40f req-2dda3a08-d9cb-412f-bb5c-5a3c0cbeb6e5 service neutron] For port 504fad61-1dd6-480c-819b-325ba8836b9e, host n-h1-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:19:41.858063 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-c47c9db4-e766-4f14-adf8-c3b00609d40f req-2dda3a08-d9cb-412f-bb5c-5a3c0cbeb6e5 service neutron] For port 504fad61-1dd6-480c-819b-325ba8836b9e, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=504fad61-1dd6-480c-819b-325ba8836b9e,segment=NetworkSegment(022ae12b-b2f2-4688-b33c-4f5f6eff045c),segment_id=022ae12b-b2f2-4688-b33c-4f5f6eff045c)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:19:41.879326 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-c47c9db4-e766-4f14-adf8-c3b00609d40f req-2dda3a08-d9cb-412f-bb5c-5a3c0cbeb6e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:41.910977 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-f8b25161-602b-4bad-8fc3-5d1155bd43ff None None] Port 504fad61-1dd6-480c-819b-325ba8836b9e cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:19:41.966598 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1813ee4c-7eca-449e-b654-e373e5140a4d req-6f059e7d-a03f-460a-bdad-ac86ad0f4dd6 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109951 Jul 24 00:19:42.025005 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dda3a08-d9cb-412f-bb5c-5a3c0cbeb6e5 service neutron] Pushing event updated for resources: {'Port': ['ID=504fad61-1dd6-480c-819b-325ba8836b9e,revision_number=8']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:19:42.052416 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58c42e7-3178-4d42-b0a7-092e80a0c7d6 req-469d7c61-7657-4a72-be48-11a324cb5078 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:42.067247 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d58c42e7-3178-4d42-b0a7-092e80a0c7d6 req-469d7c61-7657-4a72-be48-11a324cb5078 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4c56fda-87c0-49fb-97ea-9785a9f444bf HTTP/1.1" status: 200 len: 944 time: 0.2040470 Jul 24 00:19:42.078127 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 51676) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:19:42.148306 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d58c42e7-3178-4d42-b0a7-092e80a0c7d6 req-8ebc4a34-c859-4c36-a197-05366e1e8813 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=c264132c-b10f-49c5-9b54-355706b12a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801744 Jul 24 00:19:42.189611 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47c9db4-e766-4f14-adf8-c3b00609d40f req-2dda3a08-d9cb-412f-bb5c-5a3c0cbeb6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:42.191334 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-c47c9db4-e766-4f14-adf8-c3b00609d40f req-2dda3a08-d9cb-412f-bb5c-5a3c0cbeb6e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:42.192313 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c47c9db4-e766-4f14-adf8-c3b00609d40f req-2dda3a08-d9cb-412f-bb5c-5a3c0cbeb6e5 service neutron] 10.222.0.64 "PUT /v2.0/ports/504fad61-1dd6-480c-819b-325ba8836b9e HTTP/1.1" status: 200 len: 1124 time: 1.3736560 Jul 24 00:19:42.256266 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['504fad61-1dd6-480c-819b-325ba8836b9e'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:19:42.280449 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d473e-ac8a-4813-bc6a-11c141b058b4 req-ead4bfa5-b598-4287-9cd8-6a7c9781c709 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:42.288303 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-404d473e-ac8a-4813-bc6a-11c141b058b4 req-ead4bfa5-b598-4287-9cd8-6a7c9781c709 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a79ea41-3605-4bf7-a1cc-18160bf685db HTTP/1.1" status: 200 len: 944 time: 0.1759906 Jul 24 00:19:42.345159 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-404d473e-ac8a-4813-bc6a-11c141b058b4 req-70be5fc9-ec68-4269-b7b1-add297e625a2 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=03bee5c9-e66c-4142-aa97-b7495f645fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557575 Jul 24 00:19:42.423387 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-a3c19bad-000a-4151-817f-6695d691dd6e None None] Provisioning complete for port 504fad61-1dd6-480c-819b-325ba8836b9e triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:19:42.423776 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a3c19bad-000a-4151-817f-6695d691dd6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:42.585887 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a3c19bad-000a-4151-817f-6695d691dd6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:42.600007 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363a40a0-226b-43cf-9f38-a69a50f5eed9 req-f501ac6e-5e64-4472-85cb-6d416eed1079 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:42.609957 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-363a40a0-226b-43cf-9f38-a69a50f5eed9 req-f501ac6e-5e64-4472-85cb-6d416eed1079 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 945 time: 0.0932770 Jul 24 00:19:42.613993 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4c56fda-87c0-49fb-97ea-9785a9f444bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '504fad61-1dd6-480c-819b-325ba8836b9e'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:19:42.616206 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c984aba2-ace2-493f-a8dd-55fd079a499c" -d '{"events": [{"server_uuid": "a4c56fda-87c0-49fb-97ea-9785a9f444bf", "name": "network-vif-plugged", "status": "completed", "tag": "504fad61-1dd6-480c-819b-325ba8836b9e"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:19:42.617503 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-d96eb790-1eeb-4e24-8729-39b48ad78f70 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1222267068', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}, 'admin_state_up': False}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:19:42.637512 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-a3c19bad-000a-4151-817f-6695d691dd6e None None] For port 504fad61-1dd6-480c-819b-325ba8836b9e, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=504fad61-1dd6-480c-819b-325ba8836b9e,segment=NetworkSegment(022ae12b-b2f2-4688-b33c-4f5f6eff045c),segment_id=022ae12b-b2f2-4688-b33c-4f5f6eff045c)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:19:42.647910 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a3c19bad-000a-4151-817f-6695d691dd6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:42.679476 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7978a7ea-0db6-4571-8ab6-918f27f85da4 x-openstack-request-id: req-7978a7ea-0db6-4571-8ab6-918f27f85da4 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:19:42.679769 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4c56fda-87c0-49fb-97ea-9785a9f444bf", "name": "network-vif-plugged", "status": "completed", "tag": "504fad61-1dd6-480c-819b-325ba8836b9e", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:19:42.680026 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7978a7ea-0db6-4571-8ab6-918f27f85da4 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:19:42.681266 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4c56fda-87c0-49fb-97ea-9785a9f444bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '504fad61-1dd6-480c-819b-325ba8836b9e', 'code': 200} Jul 24 00:19:42.698617 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-363a40a0-226b-43cf-9f38-a69a50f5eed9 req-5e20f9ed-fa3c-41a4-a88c-a0638bfc0344 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745428 Jul 24 00:19:42.710792 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d96eb790-1eeb-4e24-8729-39b48ad78f70 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:42.711863 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d96eb790-1eeb-4e24-8729-39b48ad78f70 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:42.783456 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d96eb790-1eeb-4e24-8729-39b48ad78f70 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:42.907131 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c19bad-000a-4151-817f-6695d691dd6e None None] Pushing event updated for resources: {'Port': ['ID=504fad61-1dd6-480c-819b-325ba8836b9e,revision_number=9']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:19:42.935053 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d96eb790-1eeb-4e24-8729-39b48ad78f70 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:43.142542 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d96eb790-1eeb-4e24-8729-39b48ad78f70 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks [] for router_gateway, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:43.161969 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d96eb790-1eeb-4e24-8729-39b48ad78f70 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:43.297275 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ccaf32-71a7-46d2-b356-bfed0072c68f req-9b00df82-b8e6-42a5-942f-ca2b8509c0d7 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:43.304980 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e0ccaf32-71a7-46d2-b356-bfed0072c68f req-9b00df82-b8e6-42a5-942f-ca2b8509c0d7 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4c56fda-87c0-49fb-97ea-9785a9f444bf HTTP/1.1" status: 200 len: 946 time: 0.0771503 Jul 24 00:19:43.309435 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-d96eb790-1eeb-4e24-8729-39b48ad78f70 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Allocated IP 172.25.3.112 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/e157eae1-5dba-45b0-975e-bc2c16162691) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:19:43.353744 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e0ccaf32-71a7-46d2-b356-bfed0072c68f req-84d596d8-bca3-4484-a654-b2d6fa001b84 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=c264132c-b10f-49c5-9b54-355706b12a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467374 Jul 24 00:19:43.427957 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d96eb790-1eeb-4e24-8729-39b48ad78f70 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:43.495846 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4c56fda-87c0-49fb-97ea-9785a9f444bf', 'tag': '504fad61-1dd6-480c-819b-325ba8836b9e'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:19:43.498494 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5384192-26eb-42a1-b614-921d26d37d2f" -d '{"events": [{"name": "network-changed", "server_uuid": "a4c56fda-87c0-49fb-97ea-9785a9f444bf", "tag": "504fad61-1dd6-480c-819b-325ba8836b9e"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:19:43.534853 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a666ca7-a37d-4c6b-a8fa-13eae076dd00 req-226c8ad6-9bb3-4451-97d2-14f08d9ebec6 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:43.542110 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4a666ca7-a37d-4c6b-a8fa-13eae076dd00 req-226c8ad6-9bb3-4451-97d2-14f08d9ebec6 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a79ea41-3605-4bf7-a1cc-18160bf685db HTTP/1.1" status: 200 len: 944 time: 0.1116111 Jul 24 00:19:43.558783 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b737904b-2c16-4157-9595-d7d9b85db530 x-openstack-request-id: req-b737904b-2c16-4157-9595-d7d9b85db530 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:19:43.559075 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4c56fda-87c0-49fb-97ea-9785a9f444bf", "tag": "504fad61-1dd6-480c-819b-325ba8836b9e", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:19:43.559358 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b737904b-2c16-4157-9595-d7d9b85db530 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:19:43.559886 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4c56fda-87c0-49fb-97ea-9785a9f444bf', 'tag': '504fad61-1dd6-480c-819b-325ba8836b9e', 'status': 'completed', 'code': 200} Jul 24 00:19:43.606242 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d96eb790-1eeb-4e24-8729-39b48ad78f70 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:43.642104 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4a666ca7-a37d-4c6b-a8fa-13eae076dd00 req-549136e5-3d39-43e8-9398-5037f7971acb tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=03bee5c9-e66c-4142-aa97-b7495f645fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991533 Jul 24 00:19:43.674545 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5384192-26eb-42a1-b614-921d26d37d2f req-0e23ac68-ffbb-43ff-a73f-28ec2f2d8966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:43.675264 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96eb790-1eeb-4e24-8729-39b48ad78f70 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:19:43.676517 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c5384192-26eb-42a1-b614-921d26d37d2f req-0e23ac68-ffbb-43ff-a73f-28ec2f2d8966 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=646730ba25934852bc5dd86a412228f1&device_id=a4c56fda-87c0-49fb-97ea-9785a9f444bf HTTP/1.1" status: 200 len: 1129 time: 0.1003170 Jul 24 00:19:43.678523 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-d96eb790-1eeb-4e24-8729-39b48ad78f70 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:19:43.688036 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96eb790-1eeb-4e24-8729-39b48ad78f70 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:19:43.691612 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96eb790-1eeb-4e24-8729-39b48ad78f70 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Pushing event updated for resources: {'Port': ['ID=e157eae1-5dba-45b0-975e-bc2c16162691,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:19:43.822767 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5384192-26eb-42a1-b614-921d26d37d2f req-c2d10562-0cf2-414c-b735-d9b5c3d4d6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:43.824014 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c5384192-26eb-42a1-b614-921d26d37d2f req-c2d10562-0cf2-414c-b735-d9b5c3d4d6ac service neutron] 10.222.0.52 "GET /v2.0/networks?id=8daae933-2717-4bb5-bdad-7d9e9ba78ff6 HTTP/1.1" status: 200 len: 898 time: 0.1408052 Jul 24 00:19:43.916565 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40849c88-ff1c-4919-bc87-3453dec378aa req-08dd83b0-90d5-4fb5-9809-c007d3f82dc6 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:43.918072 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-40849c88-ff1c-4919-bc87-3453dec378aa req-08dd83b0-90d5-4fb5-9809-c007d3f82dc6 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 945 time: 0.1449609 Jul 24 00:19:43.930554 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c5384192-26eb-42a1-b614-921d26d37d2f req-b1c4affd-f865-4883-a122-442fb6e73467 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=504fad61-1dd6-480c-819b-325ba8836b9e HTTP/1.1" status: 200 len: 1001 time: 0.0993247 Jul 24 00:19:43.985214 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d96eb790-1eeb-4e24-8729-39b48ad78f70 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks [] for router_gateway, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:43.995045 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-40849c88-ff1c-4919-bc87-3453dec378aa req-8f03d414-47d0-4f7d-a6cd-8fa84b26cd6a tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674827 Jul 24 00:19:44.000355 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5384192-26eb-42a1-b614-921d26d37d2f req-7308f66d-c94c-433b-92fe-60084bf95ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:44.001810 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c5384192-26eb-42a1-b614-921d26d37d2f req-7308f66d-c94c-433b-92fe-60084bf95ce0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0c656db4-b139-4d90-94b0-beff0914fd48 HTTP/1.1" status: 200 len: 835 time: 0.0646830 Jul 24 00:19:44.063637 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5384192-26eb-42a1-b614-921d26d37d2f req-8692cbaa-621c-40f9-8d2c-33346491818e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:44.065302 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c5384192-26eb-42a1-b614-921d26d37d2f req-8692cbaa-621c-40f9-8d2c-33346491818e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8daae933-2717-4bb5-bdad-7d9e9ba78ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570138 Jul 24 00:19:44.163761 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c5384192-26eb-42a1-b614-921d26d37d2f req-76509e51-f178-4ee0-a8b8-4f1b00aa6240 service neutron] 10.222.0.52 "GET /v2.0/networks/8daae933-2717-4bb5-bdad-7d9e9ba78ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915442 Jul 24 00:19:44.210840 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ddb36-df83-4f24-bcd7-cec91ecb2526 req-447a545e-445c-4641-96fc-f8bb8ed808e2 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:44.212792 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2e6ddb36-df83-4f24-bcd7-cec91ecb2526 req-447a545e-445c-4641-96fc-f8bb8ed808e2 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 945 time: 0.1456456 Jul 24 00:19:44.256392 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c5384192-26eb-42a1-b614-921d26d37d2f req-ecc0f797-6608-4f75-a5d9-c009312bf707 service neutron] 10.222.0.52 "GET /v2.0/networks/8daae933-2717-4bb5-bdad-7d9e9ba78ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855539 Jul 24 00:19:44.272731 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2e6ddb36-df83-4f24-bcd7-cec91ecb2526 req-9b09d349-9b59-4a6a-ad13-e92da7efe60e tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530488 Jul 24 00:19:44.274089 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d96eb790-1eeb-4e24-8729-39b48ad78f70 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:44.448373 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d96eb790-1eeb-4e24-8729-39b48ad78f70 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Router ea74bca4-dfe1-4dc8-88bf-a000d50e6e61 is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:19:44.470909 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd24620-e1e1-4faf-9430-f14b54fea3f7 req-909ac395-bf1c-4387-9ecb-334a7e0e504d tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:44.472343 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1dd24620-e1e1-4faf-9430-f14b54fea3f7 req-909ac395-bf1c-4387-9ecb-334a7e0e504d tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 945 time: 0.0967119 Jul 24 00:19:44.489548 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c0a08b-83f9-4fa5-a0b9-278185670f8e req-d5f39564-1525-4fd9-ada7-59d158389694 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:44.491039 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f2c0a08b-83f9-4fa5-a0b9-278185670f8e req-d5f39564-1525-4fd9-ada7-59d158389694 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4c56fda-87c0-49fb-97ea-9785a9f444bf HTTP/1.1" status: 200 len: 946 time: 0.0643096 Jul 24 00:19:44.530437 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f2c0a08b-83f9-4fa5-a0b9-278185670f8e req-690e122b-c6c3-49e8-a900-029066e65ed1 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=c264132c-b10f-49c5-9b54-355706b12a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333409 Jul 24 00:19:44.577522 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1dd24620-e1e1-4faf-9430-f14b54fea3f7 req-300e467c-d40f-481f-b10b-7bb2fee01131 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732160 Jul 24 00:19:44.596961 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d96eb790-1eeb-4e24-8729-39b48ad78f70 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:19:44.606526 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e28d74-6844-43ee-a18a-18474f9d8e61 None None] Sync routers for ids ['ea74bca4-dfe1-4dc8-88bf-a000d50e6e61'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:19:44.617107 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d96eb790-1eeb-4e24-8729-39b48ad78f70 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:44.617567 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e28d74-6844-43ee-a18a-18474f9d8e61 None None] Routers {'ea74bca4-dfe1-4dc8-88bf-a000d50e6e61'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:19:44.617760 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-18e28d74-6844-43ee-a18a-18474f9d8e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:19:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['ea74bca4-dfe1-4dc8-88bf-a000d50e6e61'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:19:44.621083 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-d96eb790-1eeb-4e24-8729-39b48ad78f70 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.5376251 Jul 24 00:19:44.621346 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 51706) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:19:44.733370 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9566ec-88a5-4dd9-ad87-327720dea142 req-5c103c4f-fd1b-45dd-8da5-d60889e30ea9 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:44.735210 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3d9566ec-88a5-4dd9-ad87-327720dea142 req-5c103c4f-fd1b-45dd-8da5-d60889e30ea9 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 945 time: 0.0833158 Jul 24 00:19:44.745289 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-18e28d74-6844-43ee-a18a-18474f9d8e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:19:44.754518 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e28d74-6844-43ee-a18a-18474f9d8e61 None None] Routers {'ea74bca4-dfe1-4dc8-88bf-a000d50e6e61'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:19:44.755195 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-18e28d74-6844-43ee-a18a-18474f9d8e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:19:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['ea74bca4-dfe1-4dc8-88bf-a000d50e6e61'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:19:44.779212 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-22f39668-26ef-4593-bb36-dabdb6c664ea tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] 10.222.0.44 "GET /v2.0/routers/ea74bca4-dfe1-4dc8-88bf-a000d50e6e61 HTTP/1.1" status: 200 len: 921 time: 0.1542420 Jul 24 00:19:44.779541 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 51710) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:19:44.784999 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3d9566ec-88a5-4dd9-ad87-327720dea142 req-ac32e006-e759-470c-a592-712c93397b14 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408788 Jul 24 00:19:44.793209 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-18e28d74-6844-43ee-a18a-18474f9d8e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:19:44.794067 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e28d74-6844-43ee-a18a-18474f9d8e61 None None] The sync data for ids ['ea74bca4-dfe1-4dc8-88bf-a000d50e6e61'] in n-d-800088-16 is: [] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:19:44.812920 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-3453e361-2e3d-4f22-a799-9480974afb1f tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea74bca4-dfe1-4dc8-88bf-a000d50e6e61 HTTP/1.1" status: 200 len: 205 time: 0.0322483 Jul 24 00:19:44.815463 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 51714) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:19:44.845389 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:44.850791 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a27bf7d-f3db-4bdf-86f6-dbb3c1ad53e6 req-4436b8d6-e22c-453e-951b-ff31848e0905 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:44.852641 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5a27bf7d-f3db-4bdf-86f6-dbb3c1ad53e6 req-4436b8d6-e22c-453e-951b-ff31848e0905 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a79ea41-3605-4bf7-a1cc-18160bf685db HTTP/1.1" status: 200 len: 944 time: 0.1250033 Jul 24 00:19:44.891758 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5a27bf7d-f3db-4bdf-86f6-dbb3c1ad53e6 req-610d995b-8097-4429-93b9-3e210e3898e2 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=03bee5c9-e66c-4142-aa97-b7495f645fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334911 Jul 24 00:19:44.989905 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 504fad61-1dd6-480c-819b-325ba8836b9e details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:19:45.088372 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 504fad61-1dd6-480c-819b-325ba8836b9e, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=504fad61-1dd6-480c-819b-325ba8836b9e,segment=NetworkSegment(022ae12b-b2f2-4688-b33c-4f5f6eff045c),segment_id=022ae12b-b2f2-4688-b33c-4f5f6eff045c)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:19:45.100099 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 504fad61-1dd6-480c-819b-325ba8836b9e has no active binding in host n-h2-800088-16 {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 24 00:19:45.299139 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6960e493-b33d-416a-91ff-22acd32ace47 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks [] for router, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:45.341943 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11988f6e-5645-4f4f-978c-09d11f1b8f22 req-f1a6d9a3-08c6-45c5-85db-e58f28a10e37 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:45.343423 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-11988f6e-5645-4f4f-978c-09d11f1b8f22 req-f1a6d9a3-08c6-45c5-85db-e58f28a10e37 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 945 time: 0.4786596 Jul 24 00:19:45.422805 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-11988f6e-5645-4f4f-978c-09d11f1b8f22 req-02b66954-ed57-4efc-a584-ad7ed66e126a tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545855 Jul 24 00:19:45.444195 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6960e493-b33d-416a-91ff-22acd32ace47 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:45.497236 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-6960e493-b33d-416a-91ff-22acd32ace47 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Deleting port e157eae1-5dba-45b0-975e-bc2c16162691 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:19:45.497857 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6960e493-b33d-416a-91ff-22acd32ace47 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:45.557066 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a04193-d16d-40ee-b72c-6c5fcf5dec9f req-e5195d95-0074-4caf-8745-0d0b4e50e15b tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:45.558540 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b4a04193-d16d-40ee-b72c-6c5fcf5dec9f req-e5195d95-0074-4caf-8745-0d0b4e50e15b tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 945 time: 0.0688882 Jul 24 00:19:45.576381 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6960e493-b33d-416a-91ff-22acd32ace47 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:45.591155 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-6960e493-b33d-416a-91ff-22acd32ace47 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Calling delete_port for e157eae1-5dba-45b0-975e-bc2c16162691 owned by network:router_gateway {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:19:45.600124 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b4a04193-d16d-40ee-b72c-6c5fcf5dec9f req-b16417f3-b920-425e-add5-de1ae2ae700e tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350969 Jul 24 00:19:45.756571 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b395b6f-3556-43a4-b1a7-7e4055effcdb req-b5076942-8651-4b2d-9c5a-a9dce3d14510 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:45.758118 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9b395b6f-3556-43a4-b1a7-7e4055effcdb req-b5076942-8651-4b2d-9c5a-a9dce3d14510 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4c56fda-87c0-49fb-97ea-9785a9f444bf HTTP/1.1" status: 200 len: 946 time: 0.1547544 Jul 24 00:19:45.769105 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a45ff4-584b-434f-b2d0-8bd034c3dc82 req-761c3c3f-8c56-4ef0-a169-dd28636c5ef3 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:45.770641 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-46a45ff4-584b-434f-b2d0-8bd034c3dc82 req-761c3c3f-8c56-4ef0-a169-dd28636c5ef3 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 945 time: 0.0690007 Jul 24 00:19:45.809670 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-46a45ff4-584b-434f-b2d0-8bd034c3dc82 req-bbbec7a5-1551-4b39-9597-94ba8703829f tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327430 Jul 24 00:19:45.832107 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9b395b6f-3556-43a4-b1a7-7e4055effcdb req-b73852e7-2b00-4b62-8925-7480de2e9396 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=c264132c-b10f-49c5-9b54-355706b12a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652881 Jul 24 00:19:45.840445 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6960e493-b33d-416a-91ff-22acd32ace47 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:45.868034 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6960e493-b33d-416a-91ff-22acd32ace47 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Pushing event deleted for resources: {'Port': ['ID=e157eae1-5dba-45b0-975e-bc2c16162691,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:19:45.935528 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6960e493-b33d-416a-91ff-22acd32ace47 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687114'] for router_gateway, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:45.966923 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f95455-fa51-4604-b862-ac68885ffbd8 req-43609011-d71e-4a4d-b7f7-67014d19ead6 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:45.968536 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f4f95455-fa51-4604-b862-ac68885ffbd8 req-43609011-d71e-4a4d-b7f7-67014d19ead6 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 945 time: 0.0804231 Jul 24 00:19:46.005993 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f4f95455-fa51-4604-b862-ac68885ffbd8 req-8f1d827a-4c62-4763-939d-b7f77bef7a60 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319571 Jul 24 00:19:46.056968 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6960e493-b33d-416a-91ff-22acd32ace47 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:46.060936 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6960e493-b33d-416a-91ff-22acd32ace47 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:46.113164 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6960e493-b33d-416a-91ff-22acd32ace47 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:46.113693 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6960e493-b33d-416a-91ff-22acd32ace47 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Fanout notify agent at l3_agent the message router_deleted on router ea74bca4-dfe1-4dc8-88bf-a000d50e6e61 {{(pid=100313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:19:46.122149 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6960e493-b33d-416a-91ff-22acd32ace47 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:46.126752 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-6960e493-b33d-416a-91ff-22acd32ace47 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] 10.222.0.44 "DELETE /v2.0/routers/ea74bca4-dfe1-4dc8-88bf-a000d50e6e61 HTTP/1.1" status: 204 len: 168 time: 1.3056715 Jul 24 00:19:46.126977 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 51734) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:19:46.131412 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-6040e161-6891-46ca-8f32-1fbbf254b259 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1742348480', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'enable_snat': False}}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:19:46.148705 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805bc78c-c708-4a89-beee-2b82c8c12f1b req-9cf6f172-2050-4aab-bfc4-47077a5b9770 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:46.150314 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-805bc78c-c708-4a89-beee-2b82c8c12f1b req-9cf6f172-2050-4aab-bfc4-47077a5b9770 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a79ea41-3605-4bf7-a1cc-18160bf685db HTTP/1.1" status: 200 len: 944 time: 0.1838312 Jul 24 00:19:46.163155 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc8b02a-6d5c-4caf-8705-e50324a075b6 req-d22d3893-a17d-40b1-a5f3-a201a4422ba2 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:46.164641 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4cc8b02a-6d5c-4caf-8705-e50324a075b6 req-d22d3893-a17d-40b1-a5f3-a201a4422ba2 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 945 time: 0.0740845 Jul 24 00:19:46.179204 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6040e161-6891-46ca-8f32-1fbbf254b259 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:46.180207 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6040e161-6891-46ca-8f32-1fbbf254b259 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:46.204670 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4cc8b02a-6d5c-4caf-8705-e50324a075b6 req-9ac7cd8b-504b-4bfd-9d39-fe2cbe18c742 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336156 Jul 24 00:19:46.211460 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-805bc78c-c708-4a89-beee-2b82c8c12f1b req-9e76b643-e4e2-4ab4-ba2f-defbe50125bc tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=03bee5c9-e66c-4142-aa97-b7495f645fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542736 Jul 24 00:19:46.250297 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6040e161-6891-46ca-8f32-1fbbf254b259 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:46.339145 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ead131-4a98-4e7d-893e-214715a1c424 req-1c31b36f-016d-4213-8022-835376e7b218 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:46.340567 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-80ead131-4a98-4e7d-893e-214715a1c424 req-1c31b36f-016d-4213-8022-835376e7b218 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 945 time: 0.0670187 Jul 24 00:19:46.378309 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-80ead131-4a98-4e7d-893e-214715a1c424 req-ffadaeb7-2442-4731-a884-988b34c5835d tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319741 Jul 24 00:19:46.386493 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6040e161-6891-46ca-8f32-1fbbf254b259 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:46.528737 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d052a74-2578-4e18-9b29-ad35030c9293 req-a5777e93-32ff-4e5d-b146-d9480b4cf61d tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:46.530272 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9d052a74-2578-4e18-9b29-ad35030c9293 req-a5777e93-32ff-4e5d-b146-d9480b4cf61d tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 945 time: 0.0683072 Jul 24 00:19:46.570918 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9d052a74-2578-4e18-9b29-ad35030c9293 req-8392c18a-c8cb-4db1-9869-be29891c44ee tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349097 Jul 24 00:19:46.594192 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6040e161-6891-46ca-8f32-1fbbf254b259 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:46.614883 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6040e161-6891-46ca-8f32-1fbbf254b259 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:46.758036 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-6040e161-6891-46ca-8f32-1fbbf254b259 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Allocated IP 172.25.3.155 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/c83a5afe-93d9-4e5c-8337-ed87a9add4f9) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:19:46.782324 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d861ec-fc2d-4c5c-9fdd-669065a36c32 req-7cb0553f-3b34-4d25-bc93-7c0cc21749e0 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:46.783831 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b6d861ec-fc2d-4c5c-9fdd-669065a36c32 req-7cb0553f-3b34-4d25-bc93-7c0cc21749e0 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 945 time: 0.1297872 Jul 24 00:19:46.876985 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b6d861ec-fc2d-4c5c-9fdd-669065a36c32 req-6bf03d61-4be8-4de9-a434-a7e699c5dedf tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786803 Jul 24 00:19:46.927843 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6040e161-6891-46ca-8f32-1fbbf254b259 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:46.988522 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21066ac0-790c-4f04-8b8a-38c15a07a095 req-641999c5-fc10-42fb-af2e-89bbe85e54d4 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:46.990347 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-21066ac0-790c-4f04-8b8a-38c15a07a095 req-641999c5-fc10-42fb-af2e-89bbe85e54d4 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4c56fda-87c0-49fb-97ea-9785a9f444bf HTTP/1.1" status: 200 len: 946 time: 0.0730090 Jul 24 00:19:46.993507 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6040e161-6891-46ca-8f32-1fbbf254b259 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:47.043899 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6040e161-6891-46ca-8f32-1fbbf254b259 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:19:47.047017 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-6040e161-6891-46ca-8f32-1fbbf254b259 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:19:47.053740 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6040e161-6891-46ca-8f32-1fbbf254b259 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:19:47.061822 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-21066ac0-790c-4f04-8b8a-38c15a07a095 req-c6849280-95cf-4488-85b4-a949e77f6b1d tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=c264132c-b10f-49c5-9b54-355706b12a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644894 Jul 24 00:19:47.105477 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6040e161-6891-46ca-8f32-1fbbf254b259 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Pushing event updated for resources: {'Port': ['ID=c83a5afe-93d9-4e5c-8337-ed87a9add4f9,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:19:47.257396 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be112798-482e-4480-8230-97b55216e268 req-e555d81e-08e1-4344-93ff-4c01bb3fb173 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:47.259498 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-be112798-482e-4480-8230-97b55216e268 req-e555d81e-08e1-4344-93ff-4c01bb3fb173 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 945 time: 0.1754520 Jul 24 00:19:47.354920 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028dc9ee-7376-403b-91bf-38b7ed6b0af8 req-d38b8197-2724-46ce-a2e3-ad8446deb1cb tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:47.361491 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-028dc9ee-7376-403b-91bf-38b7ed6b0af8 req-d38b8197-2724-46ce-a2e3-ad8446deb1cb tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a79ea41-3605-4bf7-a1cc-18160bf685db HTTP/1.1" status: 200 len: 944 time: 0.0703297 Jul 24 00:19:47.388001 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-be112798-482e-4480-8230-97b55216e268 req-2ef04e0f-2a4e-4b3a-ae89-5c39547e32ee tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106467 Jul 24 00:19:47.406071 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-028dc9ee-7376-403b-91bf-38b7ed6b0af8 req-d0bb4362-7b70-4c90-8d50-d771649441f2 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=03bee5c9-e66c-4142-aa97-b7495f645fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412171 Jul 24 00:19:47.422296 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6040e161-6891-46ca-8f32-1fbbf254b259 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:47.637834 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0485619e-21af-402d-aa3a-17260356ac86 req-10484afe-aa23-427b-b1b2-d2c8280ceb0d tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:47.639450 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0485619e-21af-402d-aa3a-17260356ac86 req-10484afe-aa23-427b-b1b2-d2c8280ceb0d tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 945 time: 0.1831520 Jul 24 00:19:47.716816 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0485619e-21af-402d-aa3a-17260356ac86 req-548aaa87-c247-4806-bbed-32cbef1bbab0 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686982 Jul 24 00:19:47.739265 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6040e161-6891-46ca-8f32-1fbbf254b259 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:47.776164 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:47.862414 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c47c9db4-e766-4f14-adf8-c3b00609d40f req-c232f1b1-4042-46ac-86fd-4e2e0871ffca service neutron] 10.222.0.52 "GET /v2.0/ports/504fad61-1dd6-480c-819b-325ba8836b9e/bindings/n-h2-800088-16 HTTP/1.1" status: 200 len: 385 time: 0.1788647 Jul 24 00:19:47.964653 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0efd9f-2cb7-4696-9377-d8722aab4480 req-de0e8e6a-42f4-49b6-b7ac-4767944819d2 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:47.966162 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ad0efd9f-2cb7-4696-9377-d8722aab4480 req-de0e8e6a-42f4-49b6-b7ac-4767944819d2 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 945 time: 0.1466105 Jul 24 00:19:48.047583 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ad0efd9f-2cb7-4696-9377-d8722aab4480 req-f126546a-4574-49b6-85f6-a3b437f3b04b tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744722 Jul 24 00:19:48.059042 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6040e161-6891-46ca-8f32-1fbbf254b259 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Router 271b2c7d-8d6d-487f-8e96-4d5af18623a9 is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:19:48.220420 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b73f889-9291-45c2-8adc-6e43f0fdf81a req-72e81295-96e9-4f2b-b678-dd2a3d34096e tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:48.222144 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3b73f889-9291-45c2-8adc-6e43f0fdf81a req-72e81295-96e9-4f2b-b678-dd2a3d34096e tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 945 time: 0.0723333 Jul 24 00:19:48.263465 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3b73f889-9291-45c2-8adc-6e43f0fdf81a req-136ebf8a-8fa2-4905-b0a1-7bd536b7a1fe tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347896 Jul 24 00:19:48.454328 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9715a501-116b-4f73-bf51-ed53313ecaad req-ea6d93d3-a13b-462c-bc96-82861ffad08c tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:48.456459 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9715a501-116b-4f73-bf51-ed53313ecaad req-ea6d93d3-a13b-462c-bc96-82861ffad08c tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 945 time: 0.0769227 Jul 24 00:19:48.498135 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9715a501-116b-4f73-bf51-ed53313ecaad req-e982b8d4-edbd-48c8-92a5-72752e67bb02 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354283 Jul 24 00:19:48.622381 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-c47c9db4-e766-4f14-adf8-c3b00609d40f req-22699bd3-e4c2-4a5a-bc89-96f69481a17d service neutron] For port 504fad61-1dd6-480c-819b-325ba8836b9e, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=504fad61-1dd6-480c-819b-325ba8836b9e,segment=NetworkSegment(022ae12b-b2f2-4688-b33c-4f5f6eff045c),segment_id=022ae12b-b2f2-4688-b33c-4f5f6eff045c)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:19:48.645101 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28563137-e11c-4d33-a5c3-7d96855d8f96 req-9cfe9863-4faf-455c-9901-bf8d6f93fc2d tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:48.646751 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-28563137-e11c-4d33-a5c3-7d96855d8f96 req-9cfe9863-4faf-455c-9901-bf8d6f93fc2d tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a79ea41-3605-4bf7-a1cc-18160bf685db HTTP/1.1" status: 200 len: 944 time: 0.0754418 Jul 24 00:19:48.659388 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-c47c9db4-e766-4f14-adf8-c3b00609d40f req-22699bd3-e4c2-4a5a-bc89-96f69481a17d service neutron] For port 504fad61-1dd6-480c-819b-325ba8836b9e, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:19:48.692903 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6040e161-6891-46ca-8f32-1fbbf254b259 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:19:48.711185 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef612a2c-ea24-4e00-8300-9a00cb0a5ebb None None] Sync routers for ids ['271b2c7d-8d6d-487f-8e96-4d5af18623a9'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:19:48.724485 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecb3537-af1a-4e93-aa40-899b96dda531 req-86e67ad7-7126-4cf3-9cd1-cdadb0cb5ccb tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:48.729103 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef612a2c-ea24-4e00-8300-9a00cb0a5ebb None None] Routers {'271b2c7d-8d6d-487f-8e96-4d5af18623a9'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:19:48.730013 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-ef612a2c-ea24-4e00-8300-9a00cb0a5ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:19:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['271b2c7d-8d6d-487f-8e96-4d5af18623a9'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:19:48.733048 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9ecb3537-af1a-4e93-aa40-899b96dda531 req-86e67ad7-7126-4cf3-9cd1-cdadb0cb5ccb tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4c56fda-87c0-49fb-97ea-9785a9f444bf HTTP/1.1" status: 200 len: 946 time: 0.5703464 Jul 24 00:19:48.760951 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6040e161-6891-46ca-8f32-1fbbf254b259 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:48.764831 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-6040e161-6891-46ca-8f32-1fbbf254b259 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.6343298 Jul 24 00:19:48.767017 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4c56fda-87c0-49fb-97ea-9785a9f444bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '504fad61-1dd6-480c-819b-325ba8836b9e'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:19:48.769579 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-558fb6ee-cdf7-41fe-8bca-dbd8bb534e0d" -d '{"events": [{"server_uuid": "a4c56fda-87c0-49fb-97ea-9785a9f444bf", "name": "network-vif-unplugged", "status": "completed", "tag": "504fad61-1dd6-480c-819b-325ba8836b9e"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:19:48.777559 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 51770) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:19:48.781629 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-c47c9db4-e766-4f14-adf8-c3b00609d40f req-22699bd3-e4c2-4a5a-bc89-96f69481a17d service neutron] For port 504fad61-1dd6-480c-819b-325ba8836b9e, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=504fad61-1dd6-480c-819b-325ba8836b9e,segment=NetworkSegment(022ae12b-b2f2-4688-b33c-4f5f6eff045c),segment_id=022ae12b-b2f2-4688-b33c-4f5f6eff045c)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:19:48.887700 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9ecb3537-af1a-4e93-aa40-899b96dda531 req-191cea1a-d500-4bc3-9b75-5d76707029cf tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=c264132c-b10f-49c5-9b54-355706b12a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1537306 Jul 24 00:19:48.890390 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-c47c9db4-e766-4f14-adf8-c3b00609d40f req-22699bd3-e4c2-4a5a-bc89-96f69481a17d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:49.049780 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-28563137-e11c-4d33-a5c3-7d96855d8f96 req-b81126ea-de65-413a-b1f6-f8989478f0bd tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=03bee5c9-e66c-4142-aa97-b7495f645fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3957479 Jul 24 00:19:49.076900 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-c47c9db4-e766-4f14-adf8-c3b00609d40f req-22699bd3-e4c2-4a5a-bc89-96f69481a17d service neutron] Transition to ACTIVE for port object 504fad61-1dd6-480c-819b-325ba8836b9e will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:19:49.083226 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 51774) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:19:49.085924 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-e0bbe7da-9e42-4d98-9e95-7284c070b376 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] 10.222.0.44 "GET /v2.0/routers/271b2c7d-8d6d-487f-8e96-4d5af18623a9 HTTP/1.1" status: 200 len: 909 time: 0.3043664 Jul 24 00:19:49.088582 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-054d9486-6bd3-45f9-8a37-da43b3d5a309 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1742348480', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'enable_snat': True}}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:19:49.091497 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-c47c9db4-e766-4f14-adf8-c3b00609d40f req-22699bd3-e4c2-4a5a-bc89-96f69481a17d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:49.098035 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-ef612a2c-ea24-4e00-8300-9a00cb0a5ebb None None] Set router 271b2c7d-8d6d-487f-8e96-4d5af18623a9 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:19:49.120203 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-054d9486-6bd3-45f9-8a37-da43b3d5a309 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:49.121659 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-054d9486-6bd3-45f9-8a37-da43b3d5a309 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:49.178829 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-054d9486-6bd3-45f9-8a37-da43b3d5a309 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:49.208874 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 00:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed2066ac-bf0e-46d3-aa37-d7105f9f3f43 x-openstack-request-id: req-ed2066ac-bf0e-46d3-aa37-d7105f9f3f43 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:19:49.209310 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4c56fda-87c0-49fb-97ea-9785a9f444bf", "name": "network-vif-unplugged", "status": "completed", "tag": "504fad61-1dd6-480c-819b-325ba8836b9e", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:19:49.209669 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ed2066ac-bf0e-46d3-aa37-d7105f9f3f43 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:19:49.210167 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4c56fda-87c0-49fb-97ea-9785a9f444bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '504fad61-1dd6-480c-819b-325ba8836b9e', 'code': 200} Jul 24 00:19:49.214595 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22699bd3-e4c2-4a5a-bc89-96f69481a17d service neutron] Pushing event updated for resources: {'Port': ['ID=504fad61-1dd6-480c-819b-325ba8836b9e,revision_number=11']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:19:49.340355 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b92daf-eab1-4495-bfad-f49a246f96b9 req-f2a617f5-917c-42b0-b630-3eb221cd0f7d tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:49.342168 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c3b92daf-eab1-4495-bfad-f49a246f96b9 req-f2a617f5-917c-42b0-b630-3eb221cd0f7d tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 945 time: 0.3273475 Jul 24 00:19:49.372769 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-ef612a2c-ea24-4e00-8300-9a00cb0a5ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271b2c7d-8d6d-487f-8e96-4d5af18623a9', 'name': 'tempest-snat-router-1742348480', 'tenant_id': '4ae21d12bdb34398b41e8c85103ec469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.155'}], 'enable_snat': False}, 'gw_port_id': 'c83a5afe-93d9-4e5c-8337-ed87a9add4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:19:46Z', 'updated_at': '2021-07-24T00:19:47Z', 'revision_number': 3, 'project_id': '4ae21d12bdb34398b41e8c85103ec469', 'gw_port': {'id': 'c83a5afe-93d9-4e5c-8337-ed87a9add4f9', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:26:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '271b2c7d-8d6d-487f-8e96-4d5af18623a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:19:46Z', 'updated_at': '2021-07-24T00:19:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:19:49.375560 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-c47c9db4-e766-4f14-adf8-c3b00609d40f req-22699bd3-e4c2-4a5a-bc89-96f69481a17d service neutron] No DVR routers for this DVR port 504fad61-1dd6-480c-819b-325ba8836b9e on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:19:49.410255 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef612a2c-ea24-4e00-8300-9a00cb0a5ebb None None] Checking router: 271b2c7d-8d6d-487f-8e96-4d5af18623a9 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:19:49.410466 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-054d9486-6bd3-45f9-8a37-da43b3d5a309 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:49.411050 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef612a2c-ea24-4e00-8300-9a00cb0a5ebb None None] Updating router 271b2c7d-8d6d-487f-8e96-4d5af18623a9 port c83a5afe-93d9-4e5c-8337-ed87a9add4f9 binding host n-d-800088-16 {{(pid=100315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:19:49.466874 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef612a2c-ea24-4e00-8300-9a00cb0a5ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:49.511086 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c3b92daf-eab1-4495-bfad-f49a246f96b9 req-cc921782-7efa-4406-868a-f65a45a44b9e tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394761 Jul 24 00:19:49.660008 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c47c9db4-e766-4f14-adf8-c3b00609d40f req-22699bd3-e4c2-4a5a-bc89-96f69481a17d service neutron] 10.222.0.52 "PUT /v2.0/ports/504fad61-1dd6-480c-819b-325ba8836b9e/bindings/n-h2-800088-16/activate HTTP/1.1" status: 200 len: 370 time: 1.7888970 Jul 24 00:19:49.783957 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-054d9486-6bd3-45f9-8a37-da43b3d5a309 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:49.823768 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-054d9486-6bd3-45f9-8a37-da43b3d5a309 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:49.835892 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef612a2c-ea24-4e00-8300-9a00cb0a5ebb None None] Notify callbacks [] for port, precommit_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:49.841693 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c017d0c6-b279-4508-ab39-5be2d48df168 req-e3a05888-fb9d-48cd-9d58-56f207efd8d9 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:49.843720 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c017d0c6-b279-4508-ab39-5be2d48df168 req-e3a05888-fb9d-48cd-9d58-56f207efd8d9 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 945 time: 0.0815756 Jul 24 00:19:49.854950 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-ef612a2c-ea24-4e00-8300-9a00cb0a5ebb None None] Transition to ACTIVE for port object c83a5afe-93d9-4e5c-8337-ed87a9add4f9 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:19:49.862674 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef612a2c-ea24-4e00-8300-9a00cb0a5ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:49.875092 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47c9db4-e766-4f14-adf8-c3b00609d40f req-3325b7f5-1be4-4f39-ae47-e8f65b181255 tempest-TestNetworkAdvancedServerOps-1890701533 tempest-TestNetworkAdvancedServerOps-1890701533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:49.876986 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c47c9db4-e766-4f14-adf8-c3b00609d40f req-3325b7f5-1be4-4f39-ae47-e8f65b181255 tempest-TestNetworkAdvancedServerOps-1890701533 tempest-TestNetworkAdvancedServerOps-1890701533-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a4c56fda-87c0-49fb-97ea-9785a9f444bf&tenant_id=646730ba25934852bc5dd86a412228f1&binding%3Ahost_id=n-h1-800088-16 HTTP/1.1" status: 200 len: 1097 time: 0.1530206 Jul 24 00:19:49.896550 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c017d0c6-b279-4508-ab39-5be2d48df168 req-cb01f86e-8b9d-46f7-973d-015822956009 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463297 Jul 24 00:19:49.928445 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb38531-61d4-4a67-a138-8ce42392c63c None None] Pushing event updated for resources: {'Port': ['ID=c83a5afe-93d9-4e5c-8337-ed87a9add4f9,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:19:49.948084 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb38531-61d4-4a67-a138-8ce42392c63c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:19:49.948486 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb38531-61d4-4a67-a138-8ce42392c63c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:19:49.948961 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb38531-61d4-4a67-a138-8ce42392c63c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:19:49.949591 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb38531-61d4-4a67-a138-8ce42392c63c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:19:49.949768 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb38531-61d4-4a67-a138-8ce42392c63c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:19:49.950174 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb38531-61d4-4a67-a138-8ce42392c63c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:19:49.950522 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb38531-61d4-4a67-a138-8ce42392c63c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:19:49.950853 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb38531-61d4-4a67-a138-8ce42392c63c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:19:49.951229 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb38531-61d4-4a67-a138-8ce42392c63c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:19:49.951618 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb38531-61d4-4a67-a138-8ce42392c63c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:19:49.952137 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb38531-61d4-4a67-a138-8ce42392c63c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:19:49.952580 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb38531-61d4-4a67-a138-8ce42392c63c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:19:49.961260 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-ef612a2c-ea24-4e00-8300-9a00cb0a5ebb None None] Attempting to bind port c83a5afe-93d9-4e5c-8337-ed87a9add4f9 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:19:49.962155 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-ef612a2c-ea24-4e00-8300-9a00cb0a5ebb None None] Attempting to bind port c83a5afe-93d9-4e5c-8337-ed87a9add4f9 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:19:49.962155 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef612a2c-ea24-4e00-8300-9a00cb0a5ebb None None] Attempting to bind port c83a5afe-93d9-4e5c-8337-ed87a9add4f9 on network 9adcfee8-760c-4568-9e39-c221abf69bf5 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:19:49.968196 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef612a2c-ea24-4e00-8300-9a00cb0a5ebb None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:19:49.968612 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef612a2c-ea24-4e00-8300-9a00cb0a5ebb None None] Checking segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:19:49.969117 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef612a2c-ea24-4e00-8300-9a00cb0a5ebb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:49.969585 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef612a2c-ea24-4e00-8300-9a00cb0a5ebb None None] Bound using segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:19:49.970058 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-ef612a2c-ea24-4e00-8300-9a00cb0a5ebb None None] Bound port: c83a5afe-93d9-4e5c-8337-ed87a9add4f9, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:19:49.970487 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef612a2c-ea24-4e00-8300-9a00cb0a5ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:50.013973 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47c9db4-e766-4f14-adf8-c3b00609d40f req-ef7c7bd0-d6d8-4298-9147-085a15d22bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:50.015729 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c47c9db4-e766-4f14-adf8-c3b00609d40f req-ef7c7bd0-d6d8-4298-9147-085a15d22bb9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a4c56fda-87c0-49fb-97ea-9785a9f444bf&tenant_id=646730ba25934852bc5dd86a412228f1 HTTP/1.1" status: 200 len: 1097 time: 0.1292062 Jul 24 00:19:50.070631 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-ef612a2c-ea24-4e00-8300-9a00cb0a5ebb None None] For port c83a5afe-93d9-4e5c-8337-ed87a9add4f9, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:19:50.077183 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-ef612a2c-ea24-4e00-8300-9a00cb0a5ebb None None] For port c83a5afe-93d9-4e5c-8337-ed87a9add4f9, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=c83a5afe-93d9-4e5c-8337-ed87a9add4f9,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:19:50.078901 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-054d9486-6bd3-45f9-8a37-da43b3d5a309 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Allocated IP 172.25.3.105 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/799fae87-50e5-4d19-8f05-26885dc6cdc5) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:19:50.083093 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef612a2c-ea24-4e00-8300-9a00cb0a5ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:50.128180 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb15e92-667e-4a27-b290-cb530b307499 req-cf353167-35a3-4cda-8597-d91c8604e475 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:50.130252 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-feb15e92-667e-4a27-b290-cb530b307499 req-cf353167-35a3-4cda-8597-d91c8604e475 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 945 time: 0.1040432 Jul 24 00:19:50.177741 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb38531-61d4-4a67-a138-8ce42392c63c None None] Pushing event updated for resources: {'Port': ['ID=c83a5afe-93d9-4e5c-8337-ed87a9add4f9,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:19:50.180746 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-feb15e92-667e-4a27-b290-cb530b307499 req-20ee003f-463f-4814-9ecb-ee14f60e9806 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391028 Jul 24 00:19:50.211279 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef612a2c-ea24-4e00-8300-9a00cb0a5ebb None None] Routers {'271b2c7d-8d6d-487f-8e96-4d5af18623a9'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:19:50.212457 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-ef612a2c-ea24-4e00-8300-9a00cb0a5ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:19:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['271b2c7d-8d6d-487f-8e96-4d5af18623a9'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:19:50.256228 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca5161-9c82-4227-ac2d-2d301df4eac0 req-76c74bc8-4943-4d6d-886b-cf21f4d1c08c tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:50.263233 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-dbca5161-9c82-4227-ac2d-2d301df4eac0 req-76c74bc8-4943-4d6d-886b-cf21f4d1c08c tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4c56fda-87c0-49fb-97ea-9785a9f444bf HTTP/1.1" status: 200 len: 945 time: 0.2433450 Jul 24 00:19:50.286830 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47c9db4-e766-4f14-adf8-c3b00609d40f req-a5d0ebff-1878-49cb-b5eb-03b096410fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:50.289036 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c47c9db4-e766-4f14-adf8-c3b00609d40f req-a5d0ebff-1878-49cb-b5eb-03b096410fc6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=646730ba25934852bc5dd86a412228f1&device_id=a4c56fda-87c0-49fb-97ea-9785a9f444bf HTTP/1.1" status: 200 len: 1097 time: 0.2303762 Jul 24 00:19:50.338596 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57551f47-c89e-40e3-907c-32fefb5add88 req-d7abd93e-418b-4f38-bd3b-6eb58fbb6bd1 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:50.339871 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-ef612a2c-ea24-4e00-8300-9a00cb0a5ebb None None] Set router 271b2c7d-8d6d-487f-8e96-4d5af18623a9 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:19:50.348068 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-57551f47-c89e-40e3-907c-32fefb5add88 req-d7abd93e-418b-4f38-bd3b-6eb58fbb6bd1 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a79ea41-3605-4bf7-a1cc-18160bf685db HTTP/1.1" status: 200 len: 944 time: 0.0855227 Jul 24 00:19:50.375105 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-dbca5161-9c82-4227-ac2d-2d301df4eac0 req-9bc60cde-50df-4557-8258-eebabbed7b3a tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=c264132c-b10f-49c5-9b54-355706b12a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109345 Jul 24 00:19:50.410507 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-054d9486-6bd3-45f9-8a37-da43b3d5a309 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:50.412185 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-57551f47-c89e-40e3-907c-32fefb5add88 req-41cc8d13-54eb-4dd6-92b6-eb1ba0b57c34 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=03bee5c9-e66c-4142-aa97-b7495f645fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556552 Jul 24 00:19:50.535637 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47c9db4-e766-4f14-adf8-c3b00609d40f req-3c8937b7-2220-493c-86b7-6eb14126172f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:50.537299 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c47c9db4-e766-4f14-adf8-c3b00609d40f req-3c8937b7-2220-493c-86b7-6eb14126172f service neutron] 10.222.0.64 "GET /v2.0/networks?id=8daae933-2717-4bb5-bdad-7d9e9ba78ff6 HTTP/1.1" status: 200 len: 898 time: 0.2337875 Jul 24 00:19:50.562443 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-ef612a2c-ea24-4e00-8300-9a00cb0a5ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271b2c7d-8d6d-487f-8e96-4d5af18623a9', 'name': 'tempest-snat-router-1742348480', 'tenant_id': '4ae21d12bdb34398b41e8c85103ec469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.155'}], 'enable_snat': False}, 'gw_port_id': 'c83a5afe-93d9-4e5c-8337-ed87a9add4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:19:46Z', 'updated_at': '2021-07-24T00:19:47Z', 'revision_number': 3, 'project_id': '4ae21d12bdb34398b41e8c85103ec469', 'gw_port': {'id': 'c83a5afe-93d9-4e5c-8337-ed87a9add4f9', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:26:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '271b2c7d-8d6d-487f-8e96-4d5af18623a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:19:46Z', 'updated_at': '2021-07-24T00:19:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:19:50.591957 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef612a2c-ea24-4e00-8300-9a00cb0a5ebb None None] The sync data for ids ['271b2c7d-8d6d-487f-8e96-4d5af18623a9'] in n-d-800088-16 is: [{'id': '271b2c7d-8d6d-487f-8e96-4d5af18623a9', 'name': 'tempest-snat-router-1742348480', 'tenant_id': '4ae21d12bdb34398b41e8c85103ec469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.155'}], 'enable_snat': False}, 'gw_port_id': 'c83a5afe-93d9-4e5c-8337-ed87a9add4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:19:46Z', 'updated_at': '2021-07-24T00:19:47Z', 'revision_number': 3, 'project_id': '4ae21d12bdb34398b41e8c85103ec469', 'gw_port': {'id': 'c83a5afe-93d9-4e5c-8337-ed87a9add4f9', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:26:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '271b2c7d-8d6d-487f-8e96-4d5af18623a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:19:46Z', 'updated_at': '2021-07-24T00:19:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800088-16'}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:19:50.635428 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c47c9db4-e766-4f14-adf8-c3b00609d40f req-cc5eaf25-80f5-4f9f-9cd3-3abd96d6147b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=504fad61-1dd6-480c-819b-325ba8836b9e HTTP/1.1" status: 200 len: 999 time: 0.0848987 Jul 24 00:19:50.636397 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-054d9486-6bd3-45f9-8a37-da43b3d5a309 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:50.710324 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259c8666-f7e6-4fdf-91ef-331f28837e56 req-79fab559-1cf3-4353-886f-236fd0313a84 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:50.712016 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-259c8666-f7e6-4fdf-91ef-331f28837e56 req-79fab559-1cf3-4353-886f-236fd0313a84 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 945 time: 0.2274139 Jul 24 00:19:50.736172 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054d9486-6bd3-45f9-8a37-da43b3d5a309 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:19:50.745029 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054d9486-6bd3-45f9-8a37-da43b3d5a309 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Pushing event updated for resources: {'Port': ['ID=799fae87-50e5-4d19-8f05-26885dc6cdc5,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:19:50.755504 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-054d9486-6bd3-45f9-8a37-da43b3d5a309 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:19:50.762476 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054d9486-6bd3-45f9-8a37-da43b3d5a309 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:19:50.771960 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47c9db4-e766-4f14-adf8-c3b00609d40f req-9577de72-b4e9-430b-91c0-f37a2d411bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:50.773499 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c47c9db4-e766-4f14-adf8-c3b00609d40f req-9577de72-b4e9-430b-91c0-f37a2d411bd7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0c656db4-b139-4d90-94b0-beff0914fd48 HTTP/1.1" status: 200 len: 835 time: 0.1296954 Jul 24 00:19:50.868467 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-259c8666-f7e6-4fdf-91ef-331f28837e56 req-4d65c5bc-3af5-43d5-a3d4-94698679ea6d tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410124 Jul 24 00:19:51.034394 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47c9db4-e766-4f14-adf8-c3b00609d40f req-87ca6dc4-23c9-4204-bf1b-245513b4c1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:51.036237 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c47c9db4-e766-4f14-adf8-c3b00609d40f req-87ca6dc4-23c9-4204-bf1b-245513b4c1f9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8daae933-2717-4bb5-bdad-7d9e9ba78ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2338800 Jul 24 00:19:51.054749 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e3170-e94e-4651-83fc-ec1eb7f85420 req-f52573ce-d008-4798-8599-8d6d855fb7c1 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:51.063819 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-af0e3170-e94e-4651-83fc-ec1eb7f85420 req-f52573ce-d008-4798-8599-8d6d855fb7c1 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 945 time: 0.0973072 Jul 24 00:19:51.123906 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-af0e3170-e94e-4651-83fc-ec1eb7f85420 req-3a43c750-d674-4b2d-8cc0-e3d4db717cdf tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586948 Jul 24 00:19:51.274589 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c47c9db4-e766-4f14-adf8-c3b00609d40f req-9db702f4-7fa6-485c-8008-16192b43f4d9 service neutron] 10.222.0.64 "GET /v2.0/networks/8daae933-2717-4bb5-bdad-7d9e9ba78ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275348 Jul 24 00:19:51.334116 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-054d9486-6bd3-45f9-8a37-da43b3d5a309 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:51.342973 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ad8e4792-7a1f-4f08-b8b3-3c2f44fb470c req-b3e617ce-0af4-4711-9a3a-a7070a42241c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8b843f86-0133-4379-9857-92b15ba31035&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0957358 Jul 24 00:19:51.511477 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8e4792-7a1f-4f08-b8b3-3c2f44fb470c req-67565068-37ec-42fc-a62d-242ede6c9d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:51.513405 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ad8e4792-7a1f-4f08-b8b3-3c2f44fb470c req-67565068-37ec-42fc-a62d-242ede6c9d66 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3e6843e6f10f416d8b9cff83017e399e&device_id=8b843f86-0133-4379-9857-92b15ba31035 HTTP/1.1" status: 200 len: 1097 time: 0.1196935 Jul 24 00:19:51.571840 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c47c9db4-e766-4f14-adf8-c3b00609d40f req-a863c368-d976-4fc3-9c12-79efd1de121c service neutron] 10.222.0.64 "GET /v2.0/networks/8daae933-2717-4bb5-bdad-7d9e9ba78ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833695 Jul 24 00:19:51.694824 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d235c6-2d15-4f6a-afe5-d1f74b0cd5b2 req-810f1f3c-41c2-48dc-94fc-b331ba4088ea tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:51.696431 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b7d235c6-2d15-4f6a-afe5-d1f74b0cd5b2 req-810f1f3c-41c2-48dc-94fc-b331ba4088ea tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4c56fda-87c0-49fb-97ea-9785a9f444bf HTTP/1.1" status: 200 len: 945 time: 0.1819084 Jul 24 00:19:51.697671 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8e4792-7a1f-4f08-b8b3-3c2f44fb470c req-3a2317d5-fa58-4a93-86e0-1a1d366be829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:51.699032 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ad8e4792-7a1f-4f08-b8b3-3c2f44fb470c req-3a2317d5-fa58-4a93-86e0-1a1d366be829 service neutron] 10.222.0.52 "GET /v2.0/networks?id=49599f72-6971-4c78-8210-d79c8aca88a7 HTTP/1.1" status: 200 len: 912 time: 0.1579649 Jul 24 00:19:51.763761 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ad8e4792-7a1f-4f08-b8b3-3c2f44fb470c req-19d6e7e1-c1f4-42da-b130-40e51b0b87ac service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b35ae3e-77f9-4e27-b989-ee37e33917aa HTTP/1.1" status: 200 len: 217 time: 0.0581064 Jul 24 00:19:51.810992 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd47f1ae-37ba-4b52-9681-6f7661d4f34c req-d392ea2f-ca26-423a-81c1-780fda6a271d tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:51.811961 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b7d235c6-2d15-4f6a-afe5-d1f74b0cd5b2 req-71c04a1b-2b66-48b3-9cd4-93191a8c08e6 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=c264132c-b10f-49c5-9b54-355706b12a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082027 Jul 24 00:19:51.812845 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cd47f1ae-37ba-4b52-9681-6f7661d4f34c req-d392ea2f-ca26-423a-81c1-780fda6a271d tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a79ea41-3605-4bf7-a1cc-18160bf685db HTTP/1.1" status: 200 len: 944 time: 0.1014748 Jul 24 00:19:51.817368 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-054d9486-6bd3-45f9-8a37-da43b3d5a309 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:51.862878 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8e4792-7a1f-4f08-b8b3-3c2f44fb470c req-7e7a1407-108e-4fb1-823a-c5a56d4dfe35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:51.864941 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ad8e4792-7a1f-4f08-b8b3-3c2f44fb470c req-7e7a1407-108e-4fb1-823a-c5a56d4dfe35 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=47f2c0d4-0d4f-46b9-9d68-d3d80dbac696 HTTP/1.1" status: 200 len: 850 time: 0.0872209 Jul 24 00:19:51.973526 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8e4792-7a1f-4f08-b8b3-3c2f44fb470c req-933e90d0-3161-4b4e-96e9-25360e5fe3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:51.975349 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ad8e4792-7a1f-4f08-b8b3-3c2f44fb470c req-933e90d0-3161-4b4e-96e9-25360e5fe3de service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=49599f72-6971-4c78-8210-d79c8aca88a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1034424 Jul 24 00:19:51.983587 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef70ab-fb77-4834-ad45-7569ebe144db req-9b0827fc-aaf9-40a8-b35f-e44db4fefe28 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:51.985097 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-53ef70ab-fb77-4834-ad45-7569ebe144db req-9b0827fc-aaf9-40a8-b35f-e44db4fefe28 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 945 time: 0.0830350 Jul 24 00:19:51.992567 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cd47f1ae-37ba-4b52-9681-6f7661d4f34c req-ffd86136-56a7-4eca-ac01-5e2024464772 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=03bee5c9-e66c-4142-aa97-b7495f645fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696086 Jul 24 00:19:52.027872 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47c9db4-e766-4f14-adf8-c3b00609d40f req-8dea4ed2-37f6-48ca-b574-fc442c265f2e tempest-TestNetworkAdvancedServerOps-1890701533 tempest-TestNetworkAdvancedServerOps-1890701533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:52.029430 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c47c9db4-e766-4f14-adf8-c3b00609d40f req-8dea4ed2-37f6-48ca-b574-fc442c265f2e tempest-TestNetworkAdvancedServerOps-1890701533 tempest-TestNetworkAdvancedServerOps-1890701533-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a4c56fda-87c0-49fb-97ea-9785a9f444bf&tenant_id=646730ba25934852bc5dd86a412228f1&binding%3Ahost_id=n-h2-800088-16 HTTP/1.1" status: 200 len: 1097 time: 0.1574190 Jul 24 00:19:52.083381 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-53ef70ab-fb77-4834-ad45-7569ebe144db req-7d2db5ea-97e2-4874-b47d-be2ef6ec6516 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897136 Jul 24 00:19:52.106330 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ad8e4792-7a1f-4f08-b8b3-3c2f44fb470c req-ab0adbef-db9f-49ba-92e1-d6b2a011b948 service neutron] 10.222.0.52 "GET /v2.0/networks/49599f72-6971-4c78-8210-d79c8aca88a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199117 Jul 24 00:19:52.111629 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-054d9486-6bd3-45f9-8a37-da43b3d5a309 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Router b417c952-2f93-4aa0-9250-4408ca9d4bf4 is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:19:52.207258 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ad8e4792-7a1f-4f08-b8b3-3c2f44fb470c req-014d2ed8-05a3-491b-8a11-34bb3c30d6e3 service neutron] 10.222.0.52 "GET /v2.0/networks/49599f72-6971-4c78-8210-d79c8aca88a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917690 Jul 24 00:19:52.268204 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-c47c9db4-e766-4f14-adf8-c3b00609d40f req-f6569d92-2de6-47ad-82d2-b7466d2ce1bf service neutron] For port 504fad61-1dd6-480c-819b-325ba8836b9e, host n-h1-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:19:52.273183 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-c47c9db4-e766-4f14-adf8-c3b00609d40f req-f6569d92-2de6-47ad-82d2-b7466d2ce1bf service neutron] Notify callbacks [] for binding, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:52.274490 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c47c9db4-e766-4f14-adf8-c3b00609d40f req-f6569d92-2de6-47ad-82d2-b7466d2ce1bf service neutron] 10.222.0.64 "DELETE /v2.0/ports/504fad61-1dd6-480c-819b-325ba8836b9e/bindings/n-h1-800088-16 HTTP/1.1" status: 204 len: 173 time: 0.2361047 Jul 24 00:19:52.294824 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-054d9486-6bd3-45f9-8a37-da43b3d5a309 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:19:52.304752 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ea402d-97c3-4972-9521-c9331094df80 None None] Sync routers for ids ['b417c952-2f93-4aa0-9250-4408ca9d4bf4'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:19:52.319369 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-054d9486-6bd3-45f9-8a37-da43b3d5a309 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:52.320746 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-054d9486-6bd3-45f9-8a37-da43b3d5a309 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.2364261 Jul 24 00:19:52.321366 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ea402d-97c3-4972-9521-c9331094df80 None None] Routers {'b417c952-2f93-4aa0-9250-4408ca9d4bf4'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:19:52.322000 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-d7ea402d-97c3-4972-9521-c9331094df80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:19:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['b417c952-2f93-4aa0-9250-4408ca9d4bf4'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:19:52.323606 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 51812) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:19:52.464874 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-d7ea402d-97c3-4972-9521-c9331094df80 None None] Set router b417c952-2f93-4aa0-9250-4408ca9d4bf4 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:19:52.498465 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 504fad61-1dd6-480c-819b-325ba8836b9e no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:19:52.542114 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device c83a5afe-93d9-4e5c-8337-ed87a9add4f9 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:19:52.608601 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 504fad61-1dd6-480c-819b-325ba8836b9e not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:19:52.626188 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port c83a5afe-93d9-4e5c-8337-ed87a9add4f9 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:19:52.633632 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port c83a5afe-93d9-4e5c-8337-ed87a9add4f9 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:19:52.634860 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:52.705647 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-d7ea402d-97c3-4972-9521-c9331094df80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b417c952-2f93-4aa0-9250-4408ca9d4bf4', 'name': 'tempest-snat-router-1742348480', 'tenant_id': '4ae21d12bdb34398b41e8c85103ec469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '799fae87-50e5-4d19-8f05-26885dc6cdc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:19:49Z', 'updated_at': '2021-07-24T00:19:51Z', 'revision_number': 3, 'project_id': '4ae21d12bdb34398b41e8c85103ec469', 'gw_port': {'id': '799fae87-50e5-4d19-8f05-26885dc6cdc5', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:33:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b417c952-2f93-4aa0-9250-4408ca9d4bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:19:49Z', 'updated_at': '2021-07-24T00:19:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:19:52.736344 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:52.738963 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ea402d-97c3-4972-9521-c9331094df80 None None] Checking router: b417c952-2f93-4aa0-9250-4408ca9d4bf4 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:19:52.739329 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ea402d-97c3-4972-9521-c9331094df80 None None] Updating router b417c952-2f93-4aa0-9250-4408ca9d4bf4 port 799fae87-50e5-4d19-8f05-26885dc6cdc5 binding host n-d-800088-16 {{(pid=100316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:19:52.763692 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port c83a5afe-93d9-4e5c-8337-ed87a9add4f9, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=c83a5afe-93d9-4e5c-8337-ed87a9add4f9,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:19:52.769286 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:52.775671 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-d7ea402d-97c3-4972-9521-c9331094df80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:52.795426 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 51814) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:19:52.795669 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-e654658b-7483-4857-865b-b605a2ede9c1 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] 10.222.0.44 "GET /v2.0/routers/b417c952-2f93-4aa0-9250-4408ca9d4bf4 HTTP/1.1" status: 200 len: 908 time: 0.4708991 Jul 24 00:19:52.827445 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=c83a5afe-93d9-4e5c-8337-ed87a9add4f9,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:19:52.919719 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fe547689-8b08-47aa-99dc-defb7cbddb47 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks [] for router, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:52.985980 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feff03c-c8f5-46d6-86f6-aab6749c7020 req-08ff7bac-30ee-4600-a3c3-1d05dc449f5c tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:52.987624 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6feff03c-c8f5-46d6-86f6-aab6749c7020 req-08ff7bac-30ee-4600-a3c3-1d05dc449f5c tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4c56fda-87c0-49fb-97ea-9785a9f444bf HTTP/1.1" status: 200 len: 945 time: 0.0910056 Jul 24 00:19:53.046921 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6feff03c-c8f5-46d6-86f6-aab6749c7020 req-9de667a7-b075-431e-84e9-ec1a210152be tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=c264132c-b10f-49c5-9b54-355706b12a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513740 Jul 24 00:19:53.072741 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fe547689-8b08-47aa-99dc-defb7cbddb47 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:53.120594 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-d7ea402d-97c3-4972-9521-c9331094df80 None None] Notify callbacks [] for port, precommit_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:53.131186 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.provisioning_blocks [None req-d7ea402d-97c3-4972-9521-c9331094df80 None None] Transition to ACTIVE for port object 799fae87-50e5-4d19-8f05-26885dc6cdc5 will not be triggered until provisioned by entity L2. {{(pid=100316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:19:53.138314 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-d7ea402d-97c3-4972-9521-c9331094df80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:53.180483 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-71cff0d8-dca2-4b3d-b986-ee98295c80e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:53.189348 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-d7ea402d-97c3-4972-9521-c9331094df80 None None] Attempting to bind port 799fae87-50e5-4d19-8f05-26885dc6cdc5 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:19:53.189536 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-fe547689-8b08-47aa-99dc-defb7cbddb47 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Deleting port 799fae87-50e5-4d19-8f05-26885dc6cdc5 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:19:53.189997 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-d7ea402d-97c3-4972-9521-c9331094df80 None None] Attempting to bind port 799fae87-50e5-4d19-8f05-26885dc6cdc5 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:19:53.190096 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fe547689-8b08-47aa-99dc-defb7cbddb47 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:53.190177 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ea402d-97c3-4972-9521-c9331094df80 None None] Attempting to bind port 799fae87-50e5-4d19-8f05-26885dc6cdc5 on network 9adcfee8-760c-4568-9e39-c221abf69bf5 {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:19:53.199762 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ea402d-97c3-4972-9521-c9331094df80 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:19:53.200139 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ea402d-97c3-4972-9521-c9331094df80 None None] Checking segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:19:53.200538 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-d7ea402d-97c3-4972-9521-c9331094df80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:53.200958 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ea402d-97c3-4972-9521-c9331094df80 None None] Bound using segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:19:53.201427 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-d7ea402d-97c3-4972-9521-c9331094df80 None None] Bound port: 799fae87-50e5-4d19-8f05-26885dc6cdc5, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:19:53.201814 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-d7ea402d-97c3-4972-9521-c9331094df80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:53.216841 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c6c185-1f0e-49a2-b7a2-243b146c1e4a req-56d99fd1-a63b-4125-8641-dfb1f34b3fa9 tempest-TestNetworkAdvancedServerOps-1890701533 tempest-TestNetworkAdvancedServerOps-1890701533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:53.217021 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e3d57a-68ed-4a8c-b788-dc686abccad3 req-829106bc-8e1b-4f78-bfe7-059526f9f280 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:53.218488 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b1e3d57a-68ed-4a8c-b788-dc686abccad3 req-829106bc-8e1b-4f78-bfe7-059526f9f280 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a79ea41-3605-4bf7-a1cc-18160bf685db HTTP/1.1" status: 200 len: 944 time: 0.1370847 Jul 24 00:19:53.223945 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-18c6c185-1f0e-49a2-b7a2-243b146c1e4a req-56d99fd1-a63b-4125-8641-dfb1f34b3fa9 tempest-TestNetworkAdvancedServerOps-1890701533 tempest-TestNetworkAdvancedServerOps-1890701533-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=a4c56fda-87c0-49fb-97ea-9785a9f444bf HTTP/1.1" status: 200 len: 1097 time: 0.0915725 Jul 24 00:19:53.228311 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d3c93a-65a9-41e6-9510-efaa326746f8 None None] Pushing event updated for resources: {'Port': ['ID=799fae87-50e5-4d19-8f05-26885dc6cdc5,revision_number=2']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:19:53.238109 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d3c93a-65a9-41e6-9510-efaa326746f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:19:53.238827 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d3c93a-65a9-41e6-9510-efaa326746f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:19:53.238827 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d3c93a-65a9-41e6-9510-efaa326746f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:19:53.239138 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d3c93a-65a9-41e6-9510-efaa326746f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:19:53.239478 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d3c93a-65a9-41e6-9510-efaa326746f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:19:53.239815 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d3c93a-65a9-41e6-9510-efaa326746f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:19:53.240347 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d3c93a-65a9-41e6-9510-efaa326746f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:19:53.240501 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d3c93a-65a9-41e6-9510-efaa326746f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:19:53.241181 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d3c93a-65a9-41e6-9510-efaa326746f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:19:53.241181 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d3c93a-65a9-41e6-9510-efaa326746f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:19:53.241440 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d3c93a-65a9-41e6-9510-efaa326746f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:19:53.241744 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d3c93a-65a9-41e6-9510-efaa326746f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:19:53.257768 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-18c6c185-1f0e-49a2-b7a2-243b146c1e4a req-d8443d23-d783-43c0-a9df-ceaf89fd5edc tempest-TestNetworkAdvancedServerOps-1890701533 tempest-TestNetworkAdvancedServerOps-1890701533-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=c264132c-b10f-49c5-9b54-355706b12a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328484 Jul 24 00:19:53.281587 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-d7ea402d-97c3-4972-9521-c9331094df80 None None] For port 799fae87-50e5-4d19-8f05-26885dc6cdc5, host n-d-800088-16, cleared binding levels {{(pid=100316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:19:53.281587 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-d7ea402d-97c3-4972-9521-c9331094df80 None None] For port 799fae87-50e5-4d19-8f05-26885dc6cdc5, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=799fae87-50e5-4d19-8f05-26885dc6cdc5,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:19:53.283228 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-d7ea402d-97c3-4972-9521-c9331094df80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:53.314805 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b1e3d57a-68ed-4a8c-b788-dc686abccad3 req-9bd7d6ed-77fd-4a6f-80a7-c0de3df67791 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=03bee5c9-e66c-4142-aa97-b7495f645fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889416 Jul 24 00:19:53.335776 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fe547689-8b08-47aa-99dc-defb7cbddb47 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:53.349786 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ea402d-97c3-4972-9521-c9331094df80 None None] Routers {'b417c952-2f93-4aa0-9250-4408ca9d4bf4'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:19:53.350971 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-d7ea402d-97c3-4972-9521-c9331094df80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:19:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['b417c952-2f93-4aa0-9250-4408ca9d4bf4'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:19:53.351997 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-fe547689-8b08-47aa-99dc-defb7cbddb47 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Calling delete_port for 799fae87-50e5-4d19-8f05-26885dc6cdc5 owned by network:router_gateway {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:19:53.356944 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d3c93a-65a9-41e6-9510-efaa326746f8 None None] Pushing event updated for resources: {'Port': ['ID=799fae87-50e5-4d19-8f05-26885dc6cdc5,revision_number=3']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:19:53.437615 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede3d951-f29d-4910-a70b-78838b5d5d47 req-463e8ce9-0b4e-4a5c-9900-a13883cf0c62 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:53.448021 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ede3d951-f29d-4910-a70b-78838b5d5d47 req-463e8ce9-0b4e-4a5c-9900-a13883cf0c62 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 945 time: 0.1277177 Jul 24 00:19:53.474454 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-d7ea402d-97c3-4972-9521-c9331094df80 None None] Set router b417c952-2f93-4aa0-9250-4408ca9d4bf4 gateway port host: None {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:19:53.516601 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ede3d951-f29d-4910-a70b-78838b5d5d47 req-8858d99b-6103-4b87-bd3a-e6a386581884 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673459 Jul 24 00:19:53.548109 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-d7ea402d-97c3-4972-9521-c9331094df80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b417c952-2f93-4aa0-9250-4408ca9d4bf4', 'name': 'tempest-snat-router-1742348480', 'tenant_id': '4ae21d12bdb34398b41e8c85103ec469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:19:49Z', 'updated_at': '2021-07-24T00:19:53Z', 'revision_number': 4, 'project_id': '4ae21d12bdb34398b41e8c85103ec469', 'gw_port_host': None}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:19:53.578039 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ea402d-97c3-4972-9521-c9331094df80 None None] The sync data for ids ['b417c952-2f93-4aa0-9250-4408ca9d4bf4'] in n-d-800088-16 is: [{'id': 'b417c952-2f93-4aa0-9250-4408ca9d4bf4', 'name': 'tempest-snat-router-1742348480', 'tenant_id': '4ae21d12bdb34398b41e8c85103ec469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:19:49Z', 'updated_at': '2021-07-24T00:19:53Z', 'revision_number': 4, 'project_id': '4ae21d12bdb34398b41e8c85103ec469', 'gw_port_host': None}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:19:53.604924 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67693ad4-12b9-4348-b9d8-4d105d0484fa req-79cd66be-e90c-4a9d-9d77-a76bbe36ccd5 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:53.606580 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-67693ad4-12b9-4348-b9d8-4d105d0484fa req-79cd66be-e90c-4a9d-9d77-a76bbe36ccd5 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4c56fda-87c0-49fb-97ea-9785a9f444bf HTTP/1.1" status: 200 len: 945 time: 0.1622033 Jul 24 00:19:53.684041 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-67693ad4-12b9-4348-b9d8-4d105d0484fa req-0fd8bd81-a700-49ec-8d46-c84a1de0867d tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=c264132c-b10f-49c5-9b54-355706b12a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711222 Jul 24 00:19:53.694526 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fe547689-8b08-47aa-99dc-defb7cbddb47 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:53.712873 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 51826) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:19:53.742879 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe547689-8b08-47aa-99dc-defb7cbddb47 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Pushing event deleted for resources: {'Port': ['ID=799fae87-50e5-4d19-8f05-26885dc6cdc5,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:19:53.779299 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-1414d445-6059-421c-8520-cb86651ba284 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/floatingips/e5616a32-17f8-4973-9e9e-081eba760863 HTTP/1.1" status: 200 len: 991 time: 0.0650313 Jul 24 00:19:53.823354 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fe547689-8b08-47aa-99dc-defb7cbddb47 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687114'] for router_gateway, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:53.929762 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fe547689-8b08-47aa-99dc-defb7cbddb47 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:53.932753 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fe547689-8b08-47aa-99dc-defb7cbddb47 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:53.977807 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fe547689-8b08-47aa-99dc-defb7cbddb47 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:53.978374 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe547689-8b08-47aa-99dc-defb7cbddb47 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b417c952-2f93-4aa0-9250-4408ca9d4bf4 {{(pid=100313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:19:53.982861 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fe547689-8b08-47aa-99dc-defb7cbddb47 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:53.984106 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-fe547689-8b08-47aa-99dc-defb7cbddb47 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] 10.222.0.44 "DELETE /v2.0/routers/b417c952-2f93-4aa0-9250-4408ca9d4bf4 HTTP/1.1" status: 204 len: 168 time: 1.1867402 Jul 24 00:19:53.986623 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 51832) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:19:53.999123 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 51834) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:19:54.095767 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-07228f6b-b96b-432f-822f-20e7541bf1c4 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks [] for router, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:54.161844 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-3b519cff-626f-4578-92ca-70311bbe9537 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Deleting port 3ef90aa5-57e7-4851-95db-5e84c182f6c8 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:19:54.162202 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3b519cff-626f-4578-92ca-70311bbe9537 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:54.202197 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-07228f6b-b96b-432f-822f-20e7541bf1c4 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:54.250280 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3b519cff-626f-4578-92ca-70311bbe9537 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:54.250904 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3b519cff-626f-4578-92ca-70311bbe9537 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:54.257404 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-07228f6b-b96b-432f-822f-20e7541bf1c4 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Deleting port c83a5afe-93d9-4e5c-8337-ed87a9add4f9 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:19:54.257752 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-07228f6b-b96b-432f-822f-20e7541bf1c4 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:54.264179 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-3b519cff-626f-4578-92ca-70311bbe9537 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Calling delete_port for 3ef90aa5-57e7-4851-95db-5e84c182f6c8 owned by network:floatingip {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:19:54.350214 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-07228f6b-b96b-432f-822f-20e7541bf1c4 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] For port c83a5afe-93d9-4e5c-8337-ed87a9add4f9, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=c83a5afe-93d9-4e5c-8337-ed87a9add4f9,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:19:54.350583 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-07228f6b-b96b-432f-822f-20e7541bf1c4 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:54.362976 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-07228f6b-b96b-432f-822f-20e7541bf1c4 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Calling delete_port for c83a5afe-93d9-4e5c-8337-ed87a9add4f9 owned by network:router_gateway {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:19:54.438479 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3b519cff-626f-4578-92ca-70311bbe9537 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:54.467742 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b519cff-626f-4578-92ca-70311bbe9537 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Pushing event deleted for resources: {'Port': ['ID=3ef90aa5-57e7-4851-95db-5e84c182f6c8,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:19:54.504012 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device c83a5afe-93d9-4e5c-8337-ed87a9add4f9 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:19:54.545082 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3b519cff-626f-4578-92ca-70311bbe9537 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for floatingip, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:54.545513 n-d-800088-16 neutron-server[100314]: INFO neutron.db.l3_db [None req-3b519cff-626f-4578-92ca-70311bbe9537 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Floating IP e5616a32-17f8-4973-9e9e-081eba760863 disassociated (deleted). External IP: 172.25.3.29, port: 504fad61-1dd6-480c-819b-325ba8836b9e. Jul 24 00:19:54.559234 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port c83a5afe-93d9-4e5c-8337-ed87a9add4f9 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:19:54.559636 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:54.646355 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3113b6a9-42c2-4ec9-97d0-b345792250da req-b57fb94c-5363-4317-909c-1f09e93eeac4 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:54.646355 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3113b6a9-42c2-4ec9-97d0-b345792250da req-b57fb94c-5363-4317-909c-1f09e93eeac4 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a79ea41-3605-4bf7-a1cc-18160bf685db HTTP/1.1" status: 200 len: 944 time: 0.2309153 Jul 24 00:19:54.718373 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3113b6a9-42c2-4ec9-97d0-b345792250da req-fd9f17a4-631e-4aff-a5bd-dd775e756397 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=03bee5c9-e66c-4142-aa97-b7495f645fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504811 Jul 24 00:19:54.719666 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-07228f6b-b96b-432f-822f-20e7541bf1c4 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:54.739533 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a141f24-84d6-458a-84ba-afbe5407831d req-d7d588c8-d338-405f-90ce-15d0c390366b tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:54.739533 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2a141f24-84d6-458a-84ba-afbe5407831d req-d7d588c8-d338-405f-90ce-15d0c390366b tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 945 time: 0.1034975 Jul 24 00:19:54.773185 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07228f6b-b96b-432f-822f-20e7541bf1c4 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Pushing event deleted for resources: {'Port': ['ID=c83a5afe-93d9-4e5c-8337-ed87a9add4f9,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:19:54.816731 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-07228f6b-b96b-432f-822f-20e7541bf1c4 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687114'] for router_gateway, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:54.851977 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2a141f24-84d6-458a-84ba-afbe5407831d req-e197bcdc-f87f-44e7-bfad-1bd301696b54 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811987 Jul 24 00:19:54.876318 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b519cff-626f-4578-92ca-70311bbe9537 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Router 77ac292f-7478-45ac-8262-74bc553013f3 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:19:54.908112 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-07228f6b-b96b-432f-822f-20e7541bf1c4 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:54.910301 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-07228f6b-b96b-432f-822f-20e7541bf1c4 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:54.953919 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-07228f6b-b96b-432f-822f-20e7541bf1c4 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:54.954485 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07228f6b-b96b-432f-822f-20e7541bf1c4 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 271b2c7d-8d6d-487f-8e96-4d5af18623a9 {{(pid=100313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:19:54.959445 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-07228f6b-b96b-432f-822f-20e7541bf1c4 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:54.964765 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-07228f6b-b96b-432f-822f-20e7541bf1c4 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] 10.222.0.44 "DELETE /v2.0/routers/271b2c7d-8d6d-487f-8e96-4d5af18623a9 HTTP/1.1" status: 204 len: 168 time: 0.9727974 Jul 24 00:19:54.965338 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 51840) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:19:54.970655 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-e599110b-f880-446f-99da-f689b6aa80f7 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-278102061', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}, 'admin_state_up': False}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:19:54.992116 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b519cff-626f-4578-92ca-70311bbe9537 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:19:54.996376 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e599110b-f880-446f-99da-f689b6aa80f7 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:54.997676 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e599110b-f880-446f-99da-f689b6aa80f7 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:54.997791 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3b519cff-626f-4578-92ca-70311bbe9537 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:55.004040 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c586f2-3c43-474d-a8b9-d936c7a51c6d None None] Sync routers for ids ['77ac292f-7478-45ac-8262-74bc553013f3'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:19:55.016982 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c586f2-3c43-474d-a8b9-d936c7a51c6d None None] Routers {'77ac292f-7478-45ac-8262-74bc553013f3'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:19:55.018476 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-80c586f2-3c43-474d-a8b9-d936c7a51c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:19:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['77ac292f-7478-45ac-8262-74bc553013f3'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:19:55.048670 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-3b519cff-626f-4578-92ca-70311bbe9537 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "DELETE /v2.0/floatingips/e5616a32-17f8-4973-9e9e-081eba760863 HTTP/1.1" status: 204 len: 168 time: 1.0462387 Jul 24 00:19:55.048670 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4c56fda-87c0-49fb-97ea-9785a9f444bf', 'tag': '504fad61-1dd6-480c-819b-325ba8836b9e'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:19:55.050120 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96907f2a-8d9b-4252-adf6-668374d46506" -d '{"events": [{"name": "network-changed", "server_uuid": "a4c56fda-87c0-49fb-97ea-9785a9f444bf", "tag": "504fad61-1dd6-480c-819b-325ba8836b9e"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:19:55.070086 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e599110b-f880-446f-99da-f689b6aa80f7 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:55.118281 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a753ede-a3ac-4d2e-b1b0-2caeac69ccdd x-openstack-request-id: req-0a753ede-a3ac-4d2e-b1b0-2caeac69ccdd {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:19:55.118596 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4c56fda-87c0-49fb-97ea-9785a9f444bf", "tag": "504fad61-1dd6-480c-819b-325ba8836b9e", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:19:55.118903 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0a753ede-a3ac-4d2e-b1b0-2caeac69ccdd {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:19:55.119329 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4c56fda-87c0-49fb-97ea-9785a9f444bf', 'tag': '504fad61-1dd6-480c-819b-325ba8836b9e', 'status': 'completed', 'code': 200} Jul 24 00:19:55.178484 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-80c586f2-3c43-474d-a8b9-d936c7a51c6d None None] Set router 77ac292f-7478-45ac-8262-74bc553013f3 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:19:55.219481 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96907f2a-8d9b-4252-adf6-668374d46506 req-d3ea2824-43ec-418b-8bd0-999c67736b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:55.221769 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-96907f2a-8d9b-4252-adf6-668374d46506 req-d3ea2824-43ec-418b-8bd0-999c67736b66 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=646730ba25934852bc5dd86a412228f1&device_id=a4c56fda-87c0-49fb-97ea-9785a9f444bf HTTP/1.1" status: 200 len: 1097 time: 0.0647790 Jul 24 00:19:55.261904 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e599110b-f880-446f-99da-f689b6aa80f7 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:55.369524 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96907f2a-8d9b-4252-adf6-668374d46506 req-105fb7c6-e725-4a20-a260-d96a625bcbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:55.371068 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-96907f2a-8d9b-4252-adf6-668374d46506 req-105fb7c6-e725-4a20-a260-d96a625bcbd2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8daae933-2717-4bb5-bdad-7d9e9ba78ff6 HTTP/1.1" status: 200 len: 898 time: 0.1439078 Jul 24 00:19:55.420256 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-96907f2a-8d9b-4252-adf6-668374d46506 req-8f0a52b0-364c-41bc-b47e-80165a649a45 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=504fad61-1dd6-480c-819b-325ba8836b9e HTTP/1.1" status: 200 len: 217 time: 0.0410705 Jul 24 00:19:55.424494 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-80c586f2-3c43-474d-a8b9-d936c7a51c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ac292f-7478-45ac-8262-74bc553013f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1224504559', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'e9251363-5143-46a2-9e5e-b2a55fe496eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:18:38Z', 'updated_at': '2021-07-24T00:18:44Z', 'revision_number': 4, 'project_id': '646730ba25934852bc5dd86a412228f1', 'gw_port': {'id': 'e9251363-5143-46a2-9e5e-b2a55fe496eb', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ac292f-7478-45ac-8262-74bc553013f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:18:38Z', 'updated_at': '2021-07-24T00:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '8b4e6918-f541-4dc0-9966-645a7b1041c2', 'name': '', 'network_id': '8daae933-2717-4bb5-bdad-7d9e9ba78ff6', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'mac_address': 'fa:16:3e:36:20:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ac292f-7478-45ac-8262-74bc553013f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '0c656db4-b139-4d90-94b0-beff0914fd48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:18:43Z', 'updated_at': '2021-07-24T00:18:51Z', 'revision_number': 5, 'project_id': '646730ba25934852bc5dd86a412228f1', 'subnets': [{'id': '0c656db4-b139-4d90-94b0-beff0914fd48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:19:55.433299 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16963182-7440-4d3e-b1b4-14e336a7958d req-7c95fe23-94d7-4a51-b7ae-a6a62824cb3f tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:55.435255 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-16963182-7440-4d3e-b1b4-14e336a7958d req-7c95fe23-94d7-4a51-b7ae-a6a62824cb3f tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4c56fda-87c0-49fb-97ea-9785a9f444bf HTTP/1.1" status: 200 len: 945 time: 0.1233997 Jul 24 00:19:55.452480 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c586f2-3c43-474d-a8b9-d936c7a51c6d None None] Checking router: 77ac292f-7478-45ac-8262-74bc553013f3 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:19:55.462389 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c586f2-3c43-474d-a8b9-d936c7a51c6d None None] Routers {'77ac292f-7478-45ac-8262-74bc553013f3'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:19:55.463070 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-80c586f2-3c43-474d-a8b9-d936c7a51c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:19:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['77ac292f-7478-45ac-8262-74bc553013f3'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:19:55.501052 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e599110b-f880-446f-99da-f689b6aa80f7 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks [] for router_gateway, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:55.511699 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96907f2a-8d9b-4252-adf6-668374d46506 req-decb6e2e-3cb5-41a3-b234-862d52fb841d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:55.515059 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-96907f2a-8d9b-4252-adf6-668374d46506 req-decb6e2e-3cb5-41a3-b234-862d52fb841d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0c656db4-b139-4d90-94b0-beff0914fd48 HTTP/1.1" status: 200 len: 835 time: 0.0771337 Jul 24 00:19:55.519220 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-16963182-7440-4d3e-b1b4-14e336a7958d req-02d1c851-cf33-4e00-9a0a-cb6c4b51d618 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=c264132c-b10f-49c5-9b54-355706b12a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547061 Jul 24 00:19:55.521911 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e599110b-f880-446f-99da-f689b6aa80f7 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:55.599619 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96907f2a-8d9b-4252-adf6-668374d46506 req-7f017101-8a94-463f-be09-83b8e4a7344c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:55.601174 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-96907f2a-8d9b-4252-adf6-668374d46506 req-7f017101-8a94-463f-be09-83b8e4a7344c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8daae933-2717-4bb5-bdad-7d9e9ba78ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0787263 Jul 24 00:19:55.602144 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-80c586f2-3c43-474d-a8b9-d936c7a51c6d None None] Set router 77ac292f-7478-45ac-8262-74bc553013f3 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:19:55.642379 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-e599110b-f880-446f-99da-f689b6aa80f7 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Allocated IP 172.25.3.232 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/5e7a8de0-2ee4-4d12-a74a-db6905a34abb) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:19:55.701553 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-96907f2a-8d9b-4252-adf6-668374d46506 req-b3c4d50a-76a6-45f7-864d-e04b082fb3e8 service neutron] 10.222.0.64 "GET /v2.0/networks/8daae933-2717-4bb5-bdad-7d9e9ba78ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921934 Jul 24 00:19:55.760210 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e599110b-f880-446f-99da-f689b6aa80f7 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:55.769112 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d2cac79c-15b0-4048-9861-c36d58e2a37c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:55.820410 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e599110b-f880-446f-99da-f689b6aa80f7 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:55.889992 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e599110b-f880-446f-99da-f689b6aa80f7 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:19:55.894346 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-96907f2a-8d9b-4252-adf6-668374d46506 req-e2cfd3a1-99e5-4865-9a9a-f7701524c552 service neutron] 10.222.0.64 "GET /v2.0/networks/8daae933-2717-4bb5-bdad-7d9e9ba78ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854661 Jul 24 00:19:55.895053 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-e599110b-f880-446f-99da-f689b6aa80f7 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:19:55.910880 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3627141e-72bd-45b4-91a4-1a0ef411e488 req-2985c830-d933-40ef-b1cb-0f5319564d6a tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:55.911493 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e599110b-f880-446f-99da-f689b6aa80f7 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:19:55.912481 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3627141e-72bd-45b4-91a4-1a0ef411e488 req-2985c830-d933-40ef-b1cb-0f5319564d6a tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.64 "GET /v2.0/ports?device_id=a4c56fda-87c0-49fb-97ea-9785a9f444bf HTTP/1.1" status: 200 len: 945 time: 0.1851113 Jul 24 00:19:55.916074 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e599110b-f880-446f-99da-f689b6aa80f7 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Pushing event updated for resources: {'Port': ['ID=5e7a8de0-2ee4-4d12-a74a-db6905a34abb,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:19:55.985490 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d834ea-9e0e-4300-beea-31b4703d6d55 req-0b007f3b-ebbc-4be9-a62d-41fd97b92a1e tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:55.987185 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-64d834ea-9e0e-4300-beea-31b4703d6d55 req-0b007f3b-ebbc-4be9-a62d-41fd97b92a1e tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a79ea41-3605-4bf7-a1cc-18160bf685db HTTP/1.1" status: 200 len: 944 time: 0.1780262 Jul 24 00:19:56.047573 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-80c586f2-3c43-474d-a8b9-d936c7a51c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ac292f-7478-45ac-8262-74bc553013f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1224504559', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'e9251363-5143-46a2-9e5e-b2a55fe496eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:18:38Z', 'updated_at': '2021-07-24T00:18:44Z', 'revision_number': 4, 'project_id': '646730ba25934852bc5dd86a412228f1', 'gw_port': {'id': 'e9251363-5143-46a2-9e5e-b2a55fe496eb', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ac292f-7478-45ac-8262-74bc553013f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:18:38Z', 'updated_at': '2021-07-24T00:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '8b4e6918-f541-4dc0-9966-645a7b1041c2', 'name': '', 'network_id': '8daae933-2717-4bb5-bdad-7d9e9ba78ff6', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'mac_address': 'fa:16:3e:36:20:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ac292f-7478-45ac-8262-74bc553013f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '0c656db4-b139-4d90-94b0-beff0914fd48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:18:43Z', 'updated_at': '2021-07-24T00:18:51Z', 'revision_number': 5, 'project_id': '646730ba25934852bc5dd86a412228f1', 'subnets': [{'id': '0c656db4-b139-4d90-94b0-beff0914fd48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:19:56.078926 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c586f2-3c43-474d-a8b9-d936c7a51c6d None None] The sync data for ids ['77ac292f-7478-45ac-8262-74bc553013f3'] in n-d-800088-16 is: [{'id': '77ac292f-7478-45ac-8262-74bc553013f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1224504559', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'e9251363-5143-46a2-9e5e-b2a55fe496eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:18:38Z', 'updated_at': '2021-07-24T00:18:44Z', 'revision_number': 4, 'project_id': '646730ba25934852bc5dd86a412228f1', 'gw_port': {'id': 'e9251363-5143-46a2-9e5e-b2a55fe496eb', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ac292f-7478-45ac-8262-74bc553013f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:18:38Z', 'updated_at': '2021-07-24T00:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '8b4e6918-f541-4dc0-9966-645a7b1041c2', 'name': '', 'network_id': '8daae933-2717-4bb5-bdad-7d9e9ba78ff6', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'mac_address': 'fa:16:3e:36:20:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ac292f-7478-45ac-8262-74bc553013f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '0c656db4-b139-4d90-94b0-beff0914fd48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:18:43Z', 'updated_at': '2021-07-24T00:18:51Z', 'revision_number': 5, 'project_id': '646730ba25934852bc5dd86a412228f1', 'subnets': [{'id': '0c656db4-b139-4d90-94b0-beff0914fd48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:19:56.107383 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-64d834ea-9e0e-4300-beea-31b4703d6d55 req-6d919a19-a932-49fc-8eb1-a5aadb658fd1 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=03bee5c9-e66c-4142-aa97-b7495f645fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828381 Jul 24 00:19:56.113981 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-3627141e-72bd-45b4-91a4-1a0ef411e488 req-136d6b5b-7ea5-42b9-b93a-1201d869024c tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Deleting port 504fad61-1dd6-480c-819b-325ba8836b9e {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:19:56.114560 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-3627141e-72bd-45b4-91a4-1a0ef411e488 req-136d6b5b-7ea5-42b9-b93a-1201d869024c tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:56.149709 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb943c37-0969-4147-97c7-5cd2a92864e9 req-31c218db-a820-4873-9353-27edca39d15d tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:56.149709 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-eb943c37-0969-4147-97c7-5cd2a92864e9 req-31c218db-a820-4873-9353-27edca39d15d tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 945 time: 0.1135931 Jul 24 00:19:56.250458 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-eb943c37-0969-4147-97c7-5cd2a92864e9 req-99efa4b2-740b-455d-adf2-444503ad22b2 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915511 Jul 24 00:19:56.284465 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-3627141e-72bd-45b4-91a4-1a0ef411e488 req-136d6b5b-7ea5-42b9-b93a-1201d869024c tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] For port 504fad61-1dd6-480c-819b-325ba8836b9e, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=504fad61-1dd6-480c-819b-325ba8836b9e,segment=NetworkSegment(022ae12b-b2f2-4688-b33c-4f5f6eff045c),segment_id=022ae12b-b2f2-4688-b33c-4f5f6eff045c)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:19:56.284863 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-3627141e-72bd-45b4-91a4-1a0ef411e488 req-136d6b5b-7ea5-42b9-b93a-1201d869024c tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:56.300678 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-3627141e-72bd-45b4-91a4-1a0ef411e488 req-136d6b5b-7ea5-42b9-b93a-1201d869024c tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Calling delete_port for 504fad61-1dd6-480c-819b-325ba8836b9e owned by compute:nova {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:19:56.374238 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2996d42-b51f-413f-84a8-8f088772efe6 None None] New status for floating IP e5616a32-17f8-4973-9e9e-081eba760863: DOWN {{(pid=100316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 00:19:56.453917 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-3627141e-72bd-45b4-91a4-1a0ef411e488 req-136d6b5b-7ea5-42b9-b93a-1201d869024c tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:56.498028 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136d6b5b-7ea5-42b9-b93a-1201d869024c tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Pushing event deleted for resources: {'Port': ['ID=504fad61-1dd6-480c-819b-325ba8836b9e,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:19:56.522205 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device c83a5afe-93d9-4e5c-8337-ed87a9add4f9 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:19:56.551067 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-3627141e-72bd-45b4-91a4-1a0ef411e488 req-136d6b5b-7ea5-42b9-b93a-1201d869024c tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] No DVR routers for this DVR port 504fad61-1dd6-480c-819b-325ba8836b9e on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:19:56.552593 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: c83a5afe-93d9-4e5c-8337-ed87a9add4f9 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:19:56.553288 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device c83a5afe-93d9-4e5c-8337-ed87a9add4f9 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:19:56.554916 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-3627141e-72bd-45b4-91a4-1a0ef411e488 req-136d6b5b-7ea5-42b9-b93a-1201d869024c tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:56.556924 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3627141e-72bd-45b4-91a4-1a0ef411e488 req-136d6b5b-7ea5-42b9-b93a-1201d869024c tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.64 "DELETE /v2.0/ports/504fad61-1dd6-480c-819b-325ba8836b9e HTTP/1.1" status: 204 len: 173 time: 0.6388967 Jul 24 00:19:56.691066 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-99a2550c-96dc-4c9f-adcf-ec4cbfcc87bb req-cd82f3f0-50f7-4968-9557-405300a08ee4 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4c56fda-87c0-49fb-97ea-9785a9f444bf HTTP/1.1" status: 200 len: 210 time: 0.0677249 Jul 24 00:19:56.730991 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e599110b-f880-446f-99da-f689b6aa80f7 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks [] for router_gateway, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:56.766816 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:56.944096 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e599110b-f880-446f-99da-f689b6aa80f7 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:57.091714 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e599110b-f880-446f-99da-f689b6aa80f7 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Router fdc5c09e-9e5a-4ffd-b1b7-8267473f8036 is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:19:57.120185 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4c56fda-87c0-49fb-97ea-9785a9f444bf', 'name': 'network-vif-deleted', 'tag': '504fad61-1dd6-480c-819b-325ba8836b9e'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:19:57.122576 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0be30a1-5de6-44da-af1b-0ca6e537642b" -d '{"events": [{"server_uuid": "a4c56fda-87c0-49fb-97ea-9785a9f444bf", "name": "network-vif-deleted", "tag": "504fad61-1dd6-480c-819b-325ba8836b9e"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:19:57.158473 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22078c78-5f08-4523-b006-7f787e03a048 x-openstack-request-id: req-22078c78-5f08-4523-b006-7f787e03a048 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:19:57.158780 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4c56fda-87c0-49fb-97ea-9785a9f444bf", "name": "network-vif-deleted", "tag": "504fad61-1dd6-480c-819b-325ba8836b9e", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:19:57.159040 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-22078c78-5f08-4523-b006-7f787e03a048 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:19:57.159449 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4c56fda-87c0-49fb-97ea-9785a9f444bf', 'name': 'network-vif-deleted', 'tag': '504fad61-1dd6-480c-819b-325ba8836b9e', 'status': 'completed', 'code': 200} Jul 24 00:19:57.238599 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e599110b-f880-446f-99da-f689b6aa80f7 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:19:57.250938 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eadc20f-94c6-4444-bb3c-c7a8f9a7abdc None None] Sync routers for ids ['fdc5c09e-9e5a-4ffd-b1b7-8267473f8036'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:19:57.261039 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eadc20f-94c6-4444-bb3c-c7a8f9a7abdc None None] Routers {'fdc5c09e-9e5a-4ffd-b1b7-8267473f8036'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:19:57.261710 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-0eadc20f-94c6-4444-bb3c-c7a8f9a7abdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:19:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['fdc5c09e-9e5a-4ffd-b1b7-8267473f8036'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:19:57.266648 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e599110b-f880-446f-99da-f689b6aa80f7 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:57.268161 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-e599110b-f880-446f-99da-f689b6aa80f7 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.3012235 Jul 24 00:19:57.271221 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 51858) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:19:57.279347 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-6783d3fc-8096-4cac-ac78-e88ff551b1c5 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'enable_snat': False}}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:19:57.298488 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61f410e-2438-4c39-824f-03262929ddbc req-b5db4816-ae67-4ca6-8882-7551d10705ca tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:57.300021 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a61f410e-2438-4c39-824f-03262929ddbc req-b5db4816-ae67-4ca6-8882-7551d10705ca tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a79ea41-3605-4bf7-a1cc-18160bf685db HTTP/1.1" status: 200 len: 944 time: 0.1000876 Jul 24 00:19:57.303347 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-0eadc20f-94c6-4444-bb3c-c7a8f9a7abdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:19:57.318570 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eadc20f-94c6-4444-bb3c-c7a8f9a7abdc None None] Routers {'fdc5c09e-9e5a-4ffd-b1b7-8267473f8036'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:19:57.319210 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-0eadc20f-94c6-4444-bb3c-c7a8f9a7abdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:19:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['fdc5c09e-9e5a-4ffd-b1b7-8267473f8036'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:19:57.323139 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:57.351511 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a61f410e-2438-4c39-824f-03262929ddbc req-7e23ff09-aad0-4516-ac21-50018b14236b tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=03bee5c9-e66c-4142-aa97-b7495f645fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435903 Jul 24 00:19:57.358946 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-0eadc20f-94c6-4444-bb3c-c7a8f9a7abdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:19:57.359803 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eadc20f-94c6-4444-bb3c-c7a8f9a7abdc None None] The sync data for ids ['fdc5c09e-9e5a-4ffd-b1b7-8267473f8036'] in n-d-800088-16 is: [] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:19:57.553561 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c4b61-2846-44f7-869e-08a5f16d4e4d req-1a1db363-0b14-4235-be3e-bb7f5b1f54c5 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:57.556343 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c21c4b61-2846-44f7-869e-08a5f16d4e4d req-1a1db363-0b14-4235-be3e-bb7f5b1f54c5 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 945 time: 0.1669378 Jul 24 00:19:57.618108 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c21c4b61-2846-44f7-869e-08a5f16d4e4d req-cda7486e-27cb-4969-b8c4-869fa8ce931d tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515680 Jul 24 00:19:57.728928 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6783d3fc-8096-4cac-ac78-e88ff551b1c5 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:57.755313 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 51866) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:19:58.174112 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6783d3fc-8096-4cac-ac78-e88ff551b1c5 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:58.177701 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6783d3fc-8096-4cac-ac78-e88ff551b1c5 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-687196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-687191', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-626537'] for router, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:58.199903 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7f0cff95-63bd-4033-846e-d7e89ce1154e tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681029'] for router_interface, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:58.300706 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6783d3fc-8096-4cac-ac78-e88ff551b1c5 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Router fdc5c09e-9e5a-4ffd-b1b7-8267473f8036 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:19:58.470980 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6783d3fc-8096-4cac-ac78-e88ff551b1c5 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:19:58.476322 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6783d3fc-8096-4cac-ac78-e88ff551b1c5 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:58.480127 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-6783d3fc-8096-4cac-ac78-e88ff551b1c5 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] 10.222.0.44 "PUT /v2.0/routers/fdc5c09e-9e5a-4ffd-b1b7-8267473f8036 HTTP/1.1" status: 200 len: 921 time: 1.2041054 Jul 24 00:19:58.480933 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65684489-264b-4961-9610-5e8542b2ed4c None None] Sync routers for ids ['fdc5c09e-9e5a-4ffd-b1b7-8267473f8036'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:19:58.481493 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 51870) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:19:58.495625 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65684489-264b-4961-9610-5e8542b2ed4c None None] Routers {'fdc5c09e-9e5a-4ffd-b1b7-8267473f8036'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:19:58.496476 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-65684489-264b-4961-9610-5e8542b2ed4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:19:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['fdc5c09e-9e5a-4ffd-b1b7-8267473f8036'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:19:58.510579 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-7f0cff95-63bd-4033-846e-d7e89ce1154e tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Deleting port 8b4e6918-f541-4dc0-9966-645a7b1041c2 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:19:58.510934 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7f0cff95-63bd-4033-846e-d7e89ce1154e tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:58.531001 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-65684489-264b-4961-9610-5e8542b2ed4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:19:58.540409 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65684489-264b-4961-9610-5e8542b2ed4c None None] Routers {'fdc5c09e-9e5a-4ffd-b1b7-8267473f8036'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:19:58.541111 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-65684489-264b-4961-9610-5e8542b2ed4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:19:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['fdc5c09e-9e5a-4ffd-b1b7-8267473f8036'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:19:58.581151 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-65684489-264b-4961-9610-5e8542b2ed4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:19:58.581567 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65684489-264b-4961-9610-5e8542b2ed4c None None] The sync data for ids ['fdc5c09e-9e5a-4ffd-b1b7-8267473f8036'] in n-d-800088-16 is: [] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:19:58.608048 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd4b3d-d8d6-4ec0-9930-12fa6098c4e8 req-a0681ef4-77e5-42c2-aee1-3ed57c7b2283 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:58.608359 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-7f0cff95-63bd-4033-846e-d7e89ce1154e tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] For port 8b4e6918-f541-4dc0-9966-645a7b1041c2, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=8b4e6918-f541-4dc0-9966-645a7b1041c2,segment=NetworkSegment(022ae12b-b2f2-4688-b33c-4f5f6eff045c),segment_id=022ae12b-b2f2-4688-b33c-4f5f6eff045c)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:19:58.608748 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7f0cff95-63bd-4033-846e-d7e89ce1154e tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:58.609885 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5afd4b3d-d8d6-4ec0-9930-12fa6098c4e8 req-a0681ef4-77e5-42c2-aee1-3ed57c7b2283 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a79ea41-3605-4bf7-a1cc-18160bf685db HTTP/1.1" status: 200 len: 944 time: 0.1782188 Jul 24 00:19:58.623240 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-7f0cff95-63bd-4033-846e-d7e89ce1154e tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Calling delete_port for 8b4e6918-f541-4dc0-9966-645a7b1041c2 owned by network:router_interface {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:19:58.649108 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-260baa5e-1278-4a5f-b16a-5277fbdc478f tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] 10.222.0.44 "GET /v2.0/routers/fdc5c09e-9e5a-4ffd-b1b7-8267473f8036 HTTP/1.1" status: 200 len: 921 time: 0.1638713 Jul 24 00:19:58.651592 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 51874) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:19:58.853206 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc07f089-55f0-46ee-8609-9a3a1c835eda req-8d953038-a61e-41b1-9ff0-daecd79e00dc tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:58.854791 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fc07f089-55f0-46ee-8609-9a3a1c835eda req-8d953038-a61e-41b1-9ff0-daecd79e00dc tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 945 time: 0.1549237 Jul 24 00:19:58.897578 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7f0cff95-63bd-4033-846e-d7e89ce1154e tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:58.904142 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:58.945081 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fc07f089-55f0-46ee-8609-9a3a1c835eda req-bf536964-1b13-40ce-bf8c-3eeb1d564b5d tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770941 Jul 24 00:19:58.954673 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0cff95-63bd-4033-846e-d7e89ce1154e tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Pushing event deleted for resources: {'Port': ['ID=8b4e6918-f541-4dc0-9966-645a7b1041c2,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:19:59.052619 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 504fad61-1dd6-480c-819b-325ba8836b9e no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:19:59.068385 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5afd4b3d-d8d6-4ec0-9930-12fa6098c4e8 req-dfcdc017-1e17-4880-a3cb-b3dfd1d2cb28 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=03bee5c9-e66c-4142-aa97-b7495f645fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4517660 Jul 24 00:19:59.098623 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] No Port match for: 504fad61-1dd6-480c-819b-325ba8836b9e {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:19:59.099369 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 504fad61-1dd6-480c-819b-325ba8836b9e not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:19:59.152442 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cc6eec-c7fa-4661-bf86-f267158c4352 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:59.156972 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-33cc6eec-c7fa-4661-bf86-f267158c4352 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=9adcfee8-760c-4568-9e39-c221abf69bf5&device_id=fdc5c09e-9e5a-4ffd-b1b7-8267473f8036&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5018194 Jul 24 00:19:59.157698 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 51876) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:19:59.181070 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7f0cff95-63bd-4033-846e-d7e89ce1154e tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679987'] for router_interface, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:59.253858 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24faafbf-b26d-4624-a7fa-ad2c1dcb2d1d tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:19:59.255375 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-24faafbf-b26d-4624-a7fa-ad2c1dcb2d1d tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] 10.222.0.44 "GET /v2.0/networks/9adcfee8-760c-4568-9e39-c221abf69bf5 HTTP/1.1" status: 200 len: 881 time: 0.0971503 Jul 24 00:19:59.258106 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 51880) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:19:59.292071 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-32934903-ddfe-4422-aa5c-591b4cdcbf01 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] 10.222.0.44 "GET /v2.0/ports?device_id=fdc5c09e-9e5a-4ffd-b1b7-8267473f8036 HTTP/1.1" status: 200 len: 205 time: 0.0322814 Jul 24 00:19:59.294569 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 51882) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:19:59.401424 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f0cff95-63bd-4033-846e-d7e89ce1154e tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Router 77ac292f-7478-45ac-8262-74bc553013f3 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:19:59.403315 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fe62effc-1447-43f3-9372-c89a6063cd49 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks [] for router, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:59.508679 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fe62effc-1447-43f3-9372-c89a6063cd49 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:59.510936 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f0cff95-63bd-4033-846e-d7e89ce1154e tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:19:59.531213 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-7f0cff95-63bd-4033-846e-d7e89ce1154e tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "PUT /v2.0/routers/77ac292f-7478-45ac-8262-74bc553013f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7723422 Jul 24 00:19:59.531355 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3c0b9a-638d-455c-995c-260c08fc9acf None None] Sync routers for ids ['77ac292f-7478-45ac-8262-74bc553013f3'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:19:59.531697 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 51884) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:19:59.540461 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3c0b9a-638d-455c-995c-260c08fc9acf None None] Routers {'77ac292f-7478-45ac-8262-74bc553013f3'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:19:59.541458 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-3d3c0b9a-638d-455c-995c-260c08fc9acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:19:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['77ac292f-7478-45ac-8262-74bc553013f3'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:19:59.572090 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-fe62effc-1447-43f3-9372-c89a6063cd49 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Deleting port 5e7a8de0-2ee4-4d12-a74a-db6905a34abb {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:19:59.572438 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fe62effc-1447-43f3-9372-c89a6063cd49 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:59.586396 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-6801da49-f5ba-444a-821e-27f40930a196 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Deleting subnet 0c656db4-b139-4d90-94b0-beff0914fd48 {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:19:59.591901 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6801da49-f5ba-444a-821e-27f40930a196 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:59.632566 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6801da49-f5ba-444a-821e-27f40930a196 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:59.650502 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-3d3c0b9a-638d-455c-995c-260c08fc9acf None None] Set router 77ac292f-7478-45ac-8262-74bc553013f3 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:19:59.656802 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fe62effc-1447-43f3-9372-c89a6063cd49 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:59.674203 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-fe62effc-1447-43f3-9372-c89a6063cd49 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Calling delete_port for 5e7a8de0-2ee4-4d12-a74a-db6905a34abb owned by network:router_gateway {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:19:59.727873 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6801da49-f5ba-444a-821e-27f40930a196 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:59.792257 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6801da49-f5ba-444a-821e-27f40930a196 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:59.827846 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6801da49-f5ba-444a-821e-27f40930a196 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Pushing event deleted for resources: {'Subnet': ['ID=0c656db4-b139-4d90-94b0-beff0914fd48,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:19:59.830490 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6801da49-f5ba-444a-821e-27f40930a196 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:59.832560 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-6801da49-f5ba-444a-821e-27f40930a196 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "DELETE /v2.0/subnets/0c656db4-b139-4d90-94b0-beff0914fd48 HTTP/1.1" status: 204 len: 168 time: 0.2999969 Jul 24 00:19:59.835399 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 51886) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:19:59.851369 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-decc036d-f96a-45b0-9a63-3b37d48df042 None None] Network 8daae933-2717-4bb5-bdad-7d9e9ba78ff6 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:19:59.863324 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fe62effc-1447-43f3-9372-c89a6063cd49 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:59.900199 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe62effc-1447-43f3-9372-c89a6063cd49 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Pushing event deleted for resources: {'Port': ['ID=5e7a8de0-2ee4-4d12-a74a-db6905a34abb,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:19:59.958617 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-14a1a8bb-5999-457a-992b-2ef762209ed8 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for router, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:59.969873 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fe62effc-1447-43f3-9372-c89a6063cd49 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687114'] for router_gateway, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:19:59.987844 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-3d3c0b9a-638d-455c-995c-260c08fc9acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ac292f-7478-45ac-8262-74bc553013f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1224504559', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'e9251363-5143-46a2-9e5e-b2a55fe496eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:18:38Z', 'updated_at': '2021-07-24T00:19:58Z', 'revision_number': 5, 'project_id': '646730ba25934852bc5dd86a412228f1', 'gw_port': {'id': 'e9251363-5143-46a2-9e5e-b2a55fe496eb', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ac292f-7478-45ac-8262-74bc553013f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:18:38Z', 'updated_at': '2021-07-24T00:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:20:00.027995 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3c0b9a-638d-455c-995c-260c08fc9acf None None] Checking router: 77ac292f-7478-45ac-8262-74bc553013f3 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:20:00.044727 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3c0b9a-638d-455c-995c-260c08fc9acf None None] Routers {'77ac292f-7478-45ac-8262-74bc553013f3'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:20:00.045422 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-3d3c0b9a-638d-455c-995c-260c08fc9acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:19:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['77ac292f-7478-45ac-8262-74bc553013f3'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:20:00.074988 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fe62effc-1447-43f3-9372-c89a6063cd49 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:00.077363 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fe62effc-1447-43f3-9372-c89a6063cd49 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:00.109837 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-14a1a8bb-5999-457a-992b-2ef762209ed8 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:00.123537 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d19ab-0efb-4f18-93f8-310ef6c4f3f5 req-f9e70321-4679-4bc7-8852-53bc5efc7025 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:00.125105 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c04d19ab-0efb-4f18-93f8-310ef6c4f3f5 req-f9e70321-4679-4bc7-8852-53bc5efc7025 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 945 time: 0.0980487 Jul 24 00:20:00.143403 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fe62effc-1447-43f3-9372-c89a6063cd49 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:00.144528 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe62effc-1447-43f3-9372-c89a6063cd49 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Fanout notify agent at l3_agent the message router_deleted on router fdc5c09e-9e5a-4ffd-b1b7-8267473f8036 {{(pid=100314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:20:00.155490 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fe62effc-1447-43f3-9372-c89a6063cd49 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:00.160187 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-fe62effc-1447-43f3-9372-c89a6063cd49 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] 10.222.0.44 "DELETE /v2.0/routers/fdc5c09e-9e5a-4ffd-b1b7-8267473f8036 HTTP/1.1" status: 204 len: 168 time: 0.8611569 Jul 24 00:20:00.161827 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 51892) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:00.173696 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-7c0b662e-6951-45da-b63f-f436bdb2ca5b tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-513103388', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:20:00.191999 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-3d3c0b9a-638d-455c-995c-260c08fc9acf None None] Set router 77ac292f-7478-45ac-8262-74bc553013f3 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:20:00.219887 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c04d19ab-0efb-4f18-93f8-310ef6c4f3f5 req-4e2419e3-e884-412d-b694-561de786b62c tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498323 Jul 24 00:20:00.224523 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77750775-5425-4bd5-bcbc-d462bda29117 None None] DHCP port deletion for 8daae933-2717-4bb5-bdad-7d9e9ba78ff6 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:20:00.231566 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-14a1a8bb-5999-457a-992b-2ef762209ed8 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Deleting port e9251363-5143-46a2-9e5e-b2a55fe496eb {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:20:00.231928 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-14a1a8bb-5999-457a-992b-2ef762209ed8 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:00.249997 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7c0b662e-6951-45da-b63f-f436bdb2ca5b tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:00.251031 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7c0b662e-6951-45da-b63f-f436bdb2ca5b tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:00.313154 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-14a1a8bb-5999-457a-992b-2ef762209ed8 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] For port e9251363-5143-46a2-9e5e-b2a55fe496eb, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=e9251363-5143-46a2-9e5e-b2a55fe496eb,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:20:00.313800 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-14a1a8bb-5999-457a-992b-2ef762209ed8 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:00.316179 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7c0b662e-6951-45da-b63f-f436bdb2ca5b tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:00.327699 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-14a1a8bb-5999-457a-992b-2ef762209ed8 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Calling delete_port for e9251363-5143-46a2-9e5e-b2a55fe496eb owned by network:router_gateway {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:20:00.328458 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d34fea-a2ce-41d7-b916-541dabe91809 req-cd069356-0215-4f43-b3c1-dc701aac3615 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:00.330043 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d8d34fea-a2ce-41d7-b916-541dabe91809 req-cd069356-0215-4f43-b3c1-dc701aac3615 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a79ea41-3605-4bf7-a1cc-18160bf685db HTTP/1.1" status: 200 len: 944 time: 0.1185055 Jul 24 00:20:00.331497 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7c0b662e-6951-45da-b63f-f436bdb2ca5b tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:00.362546 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7c0b662e-6951-45da-b63f-f436bdb2ca5b tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:00.366581 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-7c0b662e-6951-45da-b63f-f436bdb2ca5b tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1995299 Jul 24 00:20:00.366709 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 51894) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:00.372003 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-81c6fc20-5a4d-4440-9c14-f8d88463fd68 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Request body: {'router': {'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:20:00.385741 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-77750775-5425-4bd5-bcbc-d462bda29117 None None] Deleting port 2224ef52-e5b5-4d67-a284-985a12d8d288 {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:20:00.386251 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-77750775-5425-4bd5-bcbc-d462bda29117 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:00.493383 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-77750775-5425-4bd5-bcbc-d462bda29117 None None] For port 2224ef52-e5b5-4d67-a284-985a12d8d288, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=2224ef52-e5b5-4d67-a284-985a12d8d288,segment=NetworkSegment(022ae12b-b2f2-4688-b33c-4f5f6eff045c),segment_id=022ae12b-b2f2-4688-b33c-4f5f6eff045c)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:20:00.494435 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-77750775-5425-4bd5-bcbc-d462bda29117 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:00.518605 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-14a1a8bb-5999-457a-992b-2ef762209ed8 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:00.518835 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-77750775-5425-4bd5-bcbc-d462bda29117 None None] Calling delete_port for 2224ef52-e5b5-4d67-a284-985a12d8d288 owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:20:00.547796 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a1a8bb-5999-457a-992b-2ef762209ed8 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Pushing event deleted for resources: {'Port': ['ID=e9251363-5143-46a2-9e5e-b2a55fe496eb,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:00.564265 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d8d34fea-a2ce-41d7-b916-541dabe91809 req-63d1bff0-6d9b-4f82-8056-eed646a99418 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=03bee5c9-e66c-4142-aa97-b7495f645fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239838 Jul 24 00:20:00.597142 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 50d35701-dac4-4e19-9d17-24124bd4dcfa details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:20:00.599015 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 2224ef52-e5b5-4d67-a284-985a12d8d288 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:20:00.609499 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-3d3c0b9a-638d-455c-995c-260c08fc9acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ac292f-7478-45ac-8262-74bc553013f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1224504559', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'e9251363-5143-46a2-9e5e-b2a55fe496eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:18:38Z', 'updated_at': '2021-07-24T00:19:58Z', 'revision_number': 5, 'project_id': '646730ba25934852bc5dd86a412228f1', 'gw_port': {'id': 'e9251363-5143-46a2-9e5e-b2a55fe496eb', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ac292f-7478-45ac-8262-74bc553013f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:18:38Z', 'updated_at': '2021-07-24T00:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:20:00.619030 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-14a1a8bb-5999-457a-992b-2ef762209ed8 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687114'] for router_gateway, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:00.646046 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-81c6fc20-5a4d-4440-9c14-f8d88463fd68 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:00.675473 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3c0b9a-638d-455c-995c-260c08fc9acf None None] The sync data for ids ['77ac292f-7478-45ac-8262-74bc553013f3'] in n-d-800088-16 is: [{'id': '77ac292f-7478-45ac-8262-74bc553013f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1224504559', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'e9251363-5143-46a2-9e5e-b2a55fe496eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:18:38Z', 'updated_at': '2021-07-24T00:19:58Z', 'revision_number': 5, 'project_id': '646730ba25934852bc5dd86a412228f1', 'gw_port': {'id': 'e9251363-5143-46a2-9e5e-b2a55fe496eb', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ac292f-7478-45ac-8262-74bc553013f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:18:38Z', 'updated_at': '2021-07-24T00:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:20:00.726421 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-14a1a8bb-5999-457a-992b-2ef762209ed8 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:00.729320 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-14a1a8bb-5999-457a-992b-2ef762209ed8 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:00.777054 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-14a1a8bb-5999-457a-992b-2ef762209ed8 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:00.777758 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14a1a8bb-5999-457a-992b-2ef762209ed8 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Fanout notify agent at l3_agent the message router_deleted on router 77ac292f-7478-45ac-8262-74bc553013f3 {{(pid=100313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:20:00.784976 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-14a1a8bb-5999-457a-992b-2ef762209ed8 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:00.788685 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-14a1a8bb-5999-457a-992b-2ef762209ed8 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "DELETE /v2.0/routers/77ac292f-7478-45ac-8262-74bc553013f3 HTTP/1.1" status: 204 len: 168 time: 0.9497390 Jul 24 00:20:00.789312 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 51896) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:00.805824 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-77750775-5425-4bd5-bcbc-d462bda29117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:00.856169 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77750775-5425-4bd5-bcbc-d462bda29117 None None] Pushing event deleted for resources: {'Port': ['ID=2224ef52-e5b5-4d67-a284-985a12d8d288,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:00.863140 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:00.865030 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77750775-5425-4bd5-bcbc-d462bda29117 None None] No DVR routers for this DVR port 2224ef52-e5b5-4d67-a284-985a12d8d288 on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:20:00.867558 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 50d35701-dac4-4e19-9d17-24124bd4dcfa, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=50d35701-dac4-4e19-9d17-24124bd4dcfa,segment=NetworkSegment(a1a1465a-fd99-41c9-bf89-faf21d67cc5e),segment_id=a1a1465a-fd99-41c9-bf89-faf21d67cc5e)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:20:00.876864 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7baae160-2a29-487a-9062-fc69ec89b199 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:00.877490 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-81c6fc20-5a4d-4440-9c14-f8d88463fd68 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks [] for router_gateway, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:00.894632 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': '50d35701-dac4-4e19-9d17-24124bd4dcfa', 'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f', 'port_id': '50d35701-dac4-4e19-9d17-24124bd4dcfa', 'mac_address': 'fa:16:3e:98:2a:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f660729-e229-442a-bec0-0f7d8794afc6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:20:00.897077 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-81c6fc20-5a4d-4440-9c14-f8d88463fd68 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:00.965496 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7baae160-2a29-487a-9062-fc69ec89b199 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:00.970952 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:00.976564 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-7baae160-2a29-487a-9062-fc69ec89b199 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8daae933-2717-4bb5-bdad-7d9e9ba78ff6']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:20:00.984662 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50d35701-dac4-4e19-9d17-24124bd4dcfa {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:20:00.992742 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-7baae160-2a29-487a-9062-fc69ec89b199 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '022ae12b-b2f2-4688-b33c-4f5f6eff045c') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:20:00.993997 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-7baae160-2a29-487a-9062-fc69ec89b199 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '022ae12b-b2f2-4688-b33c-4f5f6eff045c') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:20:01.006387 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7baae160-2a29-487a-9062-fc69ec89b199 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:01.008487 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 50d35701-dac4-4e19-9d17-24124bd4dcfa, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=50d35701-dac4-4e19-9d17-24124bd4dcfa,segment=NetworkSegment(a1a1465a-fd99-41c9-bf89-faf21d67cc5e),segment_id=a1a1465a-fd99-41c9-bf89-faf21d67cc5e)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:20:01.013098 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:01.021495 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-81c6fc20-5a4d-4440-9c14-f8d88463fd68 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Allocated IP 172.25.3.132 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/4d86dbfa-210f-44f5-a72b-d246cf5a46a1) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:20:01.023494 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7baae160-2a29-487a-9062-fc69ec89b199 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:01.030251 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7baae160-2a29-487a-9062-fc69ec89b199 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:20:01.030803 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7baae160-2a29-487a-9062-fc69ec89b199 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:01.036145 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:20:01.036145 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:20:01.036145 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:20:01.036145 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:20:01.036145 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:20:01.036145 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:20:01.036145 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:20:01.036145 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:20:01.036145 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:20:01.036145 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:20:01.036145 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:20:01.036145 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:20:01.036145 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:20:01.036145 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:20:01.036145 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:20:01.036145 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:20:01.036145 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:20:01.036145 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:20:01.036145 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:20:01.036145 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:20:01.036145 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:20:01.036145 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:20:01.036145 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:20:01.036145 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:20:01.036145 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:20:01.036145 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:20:01.036145 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:20:01.036145 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:20:01.036145 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:20:01.036145 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:20:01.036145 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:20:01.036145 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:20:01.074998 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=50d35701-dac4-4e19-9d17-24124bd4dcfa,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:01.105721 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7baae160-2a29-487a-9062-fc69ec89b199 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:01.114164 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7baae160-2a29-487a-9062-fc69ec89b199 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:01.119523 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-7baae160-2a29-487a-9062-fc69ec89b199 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "DELETE /v2.0/networks/8daae933-2717-4bb5-bdad-7d9e9ba78ff6 HTTP/1.1" status: 204 len: 168 time: 0.3261459 Jul 24 00:20:01.120325 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 51898) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:01.137330 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baae160-2a29-487a-9062-fc69ec89b199 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Pushing event deleted for resources: {'Network': ['ID=8daae933-2717-4bb5-bdad-7d9e9ba78ff6,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:01.159518 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-81c6fc20-5a4d-4440-9c14-f8d88463fd68 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:01.196001 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f99cf7f5-c228-407a-8851-af68524711a2 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:01.203678 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-81c6fc20-5a4d-4440-9c14-f8d88463fd68 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:01.223924 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['50d35701-dac4-4e19-9d17-24124bd4dcfa'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:20:01.226046 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f99cf7f5-c228-407a-8851-af68524711a2 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:01.246496 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c6fc20-5a4d-4440-9c14-f8d88463fd68 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:20:01.251644 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-81c6fc20-5a4d-4440-9c14-f8d88463fd68 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:20:01.256070 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c6fc20-5a4d-4440-9c14-f8d88463fd68 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:20:01.261463 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c6fc20-5a4d-4440-9c14-f8d88463fd68 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Pushing event updated for resources: {'Port': ['ID=4d86dbfa-210f-44f5-a72b-d246cf5a46a1,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:01.310420 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f99cf7f5-c228-407a-8851-af68524711a2 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:01.313126 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f99cf7f5-c228-407a-8851-af68524711a2 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:01.314515 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-f99cf7f5-c228-407a-8851-af68524711a2 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "DELETE /v2.0/security-groups/c264132c-b10f-49c5-9b54-355706b12a2e HTTP/1.1" status: 204 len: 168 time: 0.1935205 Jul 24 00:20:01.353764 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99cf7f5-c228-407a-8851-af68524711a2 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c264132c-b10f-49c5-9b54-355706b12a2e,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:01.416281 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3551b9-da5d-449b-ab97-b638d7f949c7 req-14d8a366-8433-4492-82b8-37cd3797b46b tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:01.418462 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-be3551b9-da5d-449b-ab97-b638d7f949c7 req-14d8a366-8433-4492-82b8-37cd3797b46b tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 945 time: 0.0947640 Jul 24 00:20:01.478878 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-be3551b9-da5d-449b-ab97-b638d7f949c7 req-cca2b015-6e1a-422c-97af-933f8782d25f tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515418 Jul 24 00:20:01.645016 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-81c6fc20-5a4d-4440-9c14-f8d88463fd68 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks [] for router_gateway, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:01.710065 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cf5098-1e91-4024-93a9-afe0b9a9bc37 req-442a9d80-9496-42eb-a236-f2cbb2543805 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:01.712341 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-07cf5098-1e91-4024-93a9-afe0b9a9bc37 req-442a9d80-9496-42eb-a236-f2cbb2543805 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a79ea41-3605-4bf7-a1cc-18160bf685db HTTP/1.1" status: 200 len: 945 time: 0.0713954 Jul 24 00:20:01.741877 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 51908) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:01.748146 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-d80eaaf3-aab7-413f-b46e-9f2b599b6259 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2066515227', 'description': 'tempest-secgroup-smoke-2066515227 description', 'project_id': '646730ba25934852bc5dd86a412228f1'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:20:01.756682 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-07cf5098-1e91-4024-93a9-afe0b9a9bc37 req-30672e23-29a9-4660-bf0c-6f908550f9a0 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=03bee5c9-e66c-4142-aa97-b7495f645fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362523 Jul 24 00:20:01.840786 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d80eaaf3-aab7-413f-b46e-9f2b599b6259 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:01.908320 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-81c6fc20-5a4d-4440-9c14-f8d88463fd68 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:01.917841 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-81c6fc20-5a4d-4440-9c14-f8d88463fd68 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-687196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-687191', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-626537'] for router, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:02.034260 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d80eaaf3-aab7-413f-b46e-9f2b599b6259 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:02.039406 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d80eaaf3-aab7-413f-b46e-9f2b599b6259 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:02.072114 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d80eaaf3-aab7-413f-b46e-9f2b599b6259 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:02.073385 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-d80eaaf3-aab7-413f-b46e-9f2b599b6259 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3304613 Jul 24 00:20:02.078025 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 51910) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:02.084396 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-c7e0e8d9-0b5d-47e9-8519-d9dfe8bade32 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Request body: {'security_group_rule': {'security_group_id': '2ccac68c-b776-4e7b-bd31-5686cdfbb54d', 'project_id': '646730ba25934852bc5dd86a412228f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:20:02.085274 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80eaaf3-aab7-413f-b46e-9f2b599b6259 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ccac68c-b776-4e7b-bd31-5686cdfbb54d,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:02.119083 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81c6fc20-5a4d-4440-9c14-f8d88463fd68 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Router df744667-125d-4a08-ad7e-0a4df0571836 is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:20:02.127858 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c7e0e8d9-0b5d-47e9-8519-d9dfe8bade32 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:02.177994 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c7e0e8d9-0b5d-47e9-8519-d9dfe8bade32 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:02.181786 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c7e0e8d9-0b5d-47e9-8519-d9dfe8bade32 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:02.207193 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0e8d9-0b5d-47e9-8519-d9dfe8bade32 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dee3ca6d-91c1-4651-97cd-581f893f8b39,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:02.216414 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c7e0e8d9-0b5d-47e9-8519-d9dfe8bade32 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:02.220984 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c7e0e8d9-0b5d-47e9-8519-d9dfe8bade32 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1385310 Jul 24 00:20:02.221232 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 51912) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:02.225976 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-8f5e1de7-afca-45c9-a983-b87cc3bb8647 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Request body: {'security_group_rule': {'security_group_id': '2ccac68c-b776-4e7b-bd31-5686cdfbb54d', 'project_id': '646730ba25934852bc5dd86a412228f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:20:02.235443 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c6fc20-5a4d-4440-9c14-f8d88463fd68 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:20:02.242442 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-81c6fc20-5a4d-4440-9c14-f8d88463fd68 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:02.246340 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-81c6fc20-5a4d-4440-9c14-f8d88463fd68 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] 10.222.0.44 "PUT /v2.0/routers/df744667-125d-4a08-ad7e-0a4df0571836 HTTP/1.1" status: 200 len: 879 time: 1.8759539 Jul 24 00:20:02.246467 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd8ef2f-cc4f-477c-873e-239a061f01bf None None] Sync routers for ids ['df744667-125d-4a08-ad7e-0a4df0571836'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:20:02.246885 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 51914) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:02.254801 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd8ef2f-cc4f-477c-873e-239a061f01bf None None] Routers {'df744667-125d-4a08-ad7e-0a4df0571836'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:20:02.255485 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-8cd8ef2f-cc4f-477c-873e-239a061f01bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:19:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['df744667-125d-4a08-ad7e-0a4df0571836'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:20:02.287884 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-8cd8ef2f-cc4f-477c-873e-239a061f01bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:20:02.296413 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd8ef2f-cc4f-477c-873e-239a061f01bf None None] Routers {'df744667-125d-4a08-ad7e-0a4df0571836'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:20:02.297124 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-8cd8ef2f-cc4f-477c-873e-239a061f01bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:19:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['df744667-125d-4a08-ad7e-0a4df0571836'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:20:02.329767 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-8cd8ef2f-cc4f-477c-873e-239a061f01bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:20:02.330670 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd8ef2f-cc4f-477c-873e-239a061f01bf None None] The sync data for ids ['df744667-125d-4a08-ad7e-0a4df0571836'] in n-d-800088-16 is: [] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:20:02.339828 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8f5e1de7-afca-45c9-a983-b87cc3bb8647 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:02.422699 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-08c1f5e3-e0b2-4cb4-99fe-b2fd72738d9b tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] 10.222.0.44 "GET /v2.0/routers/df744667-125d-4a08-ad7e-0a4df0571836 HTTP/1.1" status: 200 len: 920 time: 0.1745765 Jul 24 00:20:02.426242 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 51916) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:02.479399 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 8b4e6918-f541-4dc0-9966-645a7b1041c2 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:20:02.489553 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8f5e1de7-afca-45c9-a983-b87cc3bb8647 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:02.496265 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8f5e1de7-afca-45c9-a983-b87cc3bb8647 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:02.502535 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 8b4e6918-f541-4dc0-9966-645a7b1041c2 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:20:02.502877 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 8b4e6918-f541-4dc0-9966-645a7b1041c2 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:20:02.503447 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device e9251363-5143-46a2-9e5e-b2a55fe496eb no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:20:02.523464 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: e9251363-5143-46a2-9e5e-b2a55fe496eb {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:20:02.523832 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device e9251363-5143-46a2-9e5e-b2a55fe496eb not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:20:02.523955 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5e1de7-afca-45c9-a983-b87cc3bb8647 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03075733-cd74-4396-97a1-fedf44c764fd,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:02.531187 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8f5e1de7-afca-45c9-a983-b87cc3bb8647 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:02.534932 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-8f5e1de7-afca-45c9-a983-b87cc3bb8647 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3101099 Jul 24 00:20:02.535544 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 51920) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:02.542862 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-732cc5b4-0b0b-4705-9da1-c627540ab9aa tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Request body: {'security_group_rule': {'security_group_id': '2ccac68c-b776-4e7b-bd31-5686cdfbb54d', 'project_id': '646730ba25934852bc5dd86a412228f1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:20:02.543032 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 50d35701-dac4-4e19-9d17-24124bd4dcfa up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:20:02.572498 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8bdb938-17ba-4da7-b55c-a7fb6925933d tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:02.574067 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c8bdb938-17ba-4da7-b55c-a7fb6925933d tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=9adcfee8-760c-4568-9e39-c221abf69bf5&device_id=df744667-125d-4a08-ad7e-0a4df0571836&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1475761 Jul 24 00:20:02.577165 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 51922) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:02.592851 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-732cc5b4-0b0b-4705-9da1-c627540ab9aa tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:02.603260 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port 50d35701-dac4-4e19-9d17-24124bd4dcfa completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:20:02.607687 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port 50d35701-dac4-4e19-9d17-24124bd4dcfa triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:20:02.608129 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:02.673088 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa784a7-2a7a-4b12-9e05-8b6c0ed88361 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:02.677432 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-8aa784a7-2a7a-4b12-9e05-8b6c0ed88361 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] 10.222.0.44 "GET /v2.0/networks/9adcfee8-760c-4568-9e39-c221abf69bf5 HTTP/1.1" status: 200 len: 881 time: 0.0958347 Jul 24 00:20:02.677646 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 51924) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:02.703944 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:02.712601 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-2224aecb-bc16-49c7-a8db-3e175d47f256 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] 10.222.0.44 "GET /v2.0/ports?device_id=df744667-125d-4a08-ad7e-0a4df0571836 HTTP/1.1" status: 200 len: 205 time: 0.0306931 Jul 24 00:20:02.712756 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82678b4c-99fe-4d48-96d5-2ac539db9900 req-a9f02e25-7992-415d-9bc2-d9ec131da869 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:02.712756 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-82678b4c-99fe-4d48-96d5-2ac539db9900 req-a9f02e25-7992-415d-9bc2-d9ec131da869 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 945 time: 0.1368277 Jul 24 00:20:02.713431 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 51926) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:02.730713 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a79ea41-3605-4bf7-a1cc-18160bf685db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50d35701-dac4-4e19-9d17-24124bd4dcfa'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:20:02.733064 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee0bb0e-68b0-4e62-84f6-45686b03e01c" -d '{"events": [{"server_uuid": "4a79ea41-3605-4bf7-a1cc-18160bf685db", "name": "network-vif-plugged", "status": "completed", "tag": "50d35701-dac4-4e19-9d17-24124bd4dcfa"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:20:02.746282 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 50d35701-dac4-4e19-9d17-24124bd4dcfa, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=50d35701-dac4-4e19-9d17-24124bd4dcfa,segment=NetworkSegment(a1a1465a-fd99-41c9-bf89-faf21d67cc5e),segment_id=a1a1465a-fd99-41c9-bf89-faf21d67cc5e)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:20:02.746905 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-732cc5b4-0b0b-4705-9da1-c627540ab9aa tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:02.752144 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:02.780915 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec5d0a57-73ac-4874-a995-832546194e7d x-openstack-request-id: req-ec5d0a57-73ac-4874-a995-832546194e7d {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:20:02.780915 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a79ea41-3605-4bf7-a1cc-18160bf685db", "name": "network-vif-plugged", "status": "completed", "tag": "50d35701-dac4-4e19-9d17-24124bd4dcfa", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:20:02.780915 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ec5d0a57-73ac-4874-a995-832546194e7d {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:20:02.781201 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a79ea41-3605-4bf7-a1cc-18160bf685db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50d35701-dac4-4e19-9d17-24124bd4dcfa', 'code': 200} Jul 24 00:20:02.807792 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=50d35701-dac4-4e19-9d17-24124bd4dcfa,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:02.811912 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-732cc5b4-0b0b-4705-9da1-c627540ab9aa tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:02.868522 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732cc5b4-0b0b-4705-9da1-c627540ab9aa tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f49e652a-567f-4de7-abd3-6efa2cbd22ec,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:02.875516 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-82678b4c-99fe-4d48-96d5-2ac539db9900 req-ab785264-ef0f-4a5c-bd20-66075f424d7c tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526299 Jul 24 00:20:02.880540 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-732cc5b4-0b0b-4705-9da1-c627540ab9aa tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:02.885511 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-732cc5b4-0b0b-4705-9da1-c627540ab9aa tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3450959 Jul 24 00:20:02.886865 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 51932) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:02.890945 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-9bc1f85e-2ba3-41b0-a287-ed0f221622d1 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Request body: {'security_group_rule': {'security_group_id': '2ccac68c-b776-4e7b-bd31-5686cdfbb54d', 'project_id': '646730ba25934852bc5dd86a412228f1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:20:02.898879 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0bf9da61-b2a6-46ea-8dcb-c6619451cb04 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks [] for router, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:02.949760 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9bc1f85e-2ba3-41b0-a287-ed0f221622d1 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:02.996115 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a45248-ff10-40ea-856f-8f5555f995e5 req-9d651ebd-1753-4200-aa7f-c4b1c413a44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:02.997657 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-37a45248-ff10-40ea-856f-8f5555f995e5 req-9d651ebd-1753-4200-aa7f-c4b1c413a44c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4a79ea41-3605-4bf7-a1cc-18160bf685db HTTP/1.1" status: 200 len: 1098 time: 0.1507707 Jul 24 00:20:03.009924 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c61a41-40d3-4070-bf42-be3a4cc5d19e req-8178dc20-4b77-41bb-9b81-91ec89b5efe6 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:03.011099 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0bf9da61-b2a6-46ea-8dcb-c6619451cb04 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:03.011544 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-00c61a41-40d3-4070-bf42-be3a4cc5d19e req-8178dc20-4b77-41bb-9b81-91ec89b5efe6 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a79ea41-3605-4bf7-a1cc-18160bf685db HTTP/1.1" status: 200 len: 946 time: 0.1560447 Jul 24 00:20:03.063732 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9bc1f85e-2ba3-41b0-a287-ed0f221622d1 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:03.066806 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-0bf9da61-b2a6-46ea-8dcb-c6619451cb04 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Deleting port 4d86dbfa-210f-44f5-a72b-d246cf5a46a1 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:20:03.067177 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0bf9da61-b2a6-46ea-8dcb-c6619451cb04 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:03.079385 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 32b908bd-8128-45fd-b263-ac8a656aab1f details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:20:03.082936 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9bc1f85e-2ba3-41b0-a287-ed0f221622d1 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:03.103442 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-37a45248-ff10-40ea-856f-8f5555f995e5 req-7eea29be-a059-46ba-b314-0850f0eef9bb service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=03bee5c9-e66c-4142-aa97-b7495f645fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882645 Jul 24 00:20:03.110273 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-00c61a41-40d3-4070-bf42-be3a4cc5d19e req-c5f04b51-b78b-4dc2-bfad-4afde84f3cdf tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=03bee5c9-e66c-4142-aa97-b7495f645fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885658 Jul 24 00:20:03.113352 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc1f85e-2ba3-41b0-a287-ed0f221622d1 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49eedd02-9d8c-46b1-94e3-3a75bc72ec4f,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:03.120921 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9bc1f85e-2ba3-41b0-a287-ed0f221622d1 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:03.124610 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-9bc1f85e-2ba3-41b0-a287-ed0f221622d1 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2348220 Jul 24 00:20:03.125010 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 51934) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:03.134883 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-779d4f40-fdf9-4d1b-a770-beb8a259ddc7 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Request body: {'security_group_rule': {'security_group_id': '2ccac68c-b776-4e7b-bd31-5686cdfbb54d', 'project_id': '646730ba25934852bc5dd86a412228f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:20:03.154385 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0bf9da61-b2a6-46ea-8dcb-c6619451cb04 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:03.168259 n-d-800088-16 neutron-server[100313]: INFO neutron.db.securitygroups_db [None req-779d4f40-fdf9-4d1b-a770-beb8a259ddc7 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Project 646730ba25934852bc5dd86a412228f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 00:20:03.170519 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-0bf9da61-b2a6-46ea-8dcb-c6619451cb04 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Calling delete_port for 4d86dbfa-210f-44f5-a72b-d246cf5a46a1 owned by network:router_gateway {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:20:03.174455 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-779d4f40-fdf9-4d1b-a770-beb8a259ddc7 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:03.201112 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 32b908bd-8128-45fd-b263-ac8a656aab1f, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=32b908bd-8128-45fd-b263-ac8a656aab1f,segment=NetworkSegment(4a1dcf4b-f5e9-43bd-a598-49a091b374c5),segment_id=4a1dcf4b-f5e9-43bd-a598-49a091b374c5)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:20:03.215266 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': '32b908bd-8128-45fd-b263-ac8a656aab1f', 'network_id': 'f54dfdc3-e2c8-4e0e-8c8e-324d22ca629b', 'port_id': '32b908bd-8128-45fd-b263-ac8a656aab1f', 'mac_address': 'fa:16:3e:94:9d:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe0da9e7-4ffa-48d2-af23-d88968a5a0e1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:20:03.244771 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-779d4f40-fdf9-4d1b-a770-beb8a259ddc7 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:03.251074 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-779d4f40-fdf9-4d1b-a770-beb8a259ddc7 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:03.264824 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:03.270312 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779d4f40-fdf9-4d1b-a770-beb8a259ddc7 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=307c5ae7-4111-4ff6-8ac0-cd9f134fe208,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:03.278397 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-779d4f40-fdf9-4d1b-a770-beb8a259ddc7 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:03.282285 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-779d4f40-fdf9-4d1b-a770-beb8a259ddc7 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1543753 Jul 24 00:20:03.282945 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 51936) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:03.288421 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 32b908bd-8128-45fd-b263-ac8a656aab1f {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:20:03.291453 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-6391d8e8-df1a-4c39-9845-f76d85ad0d24 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Request body: {'security_group_rule': {'security_group_id': '2ccac68c-b776-4e7b-bd31-5686cdfbb54d', 'project_id': '646730ba25934852bc5dd86a412228f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:20:03.315279 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 32b908bd-8128-45fd-b263-ac8a656aab1f, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=32b908bd-8128-45fd-b263-ac8a656aab1f,segment=NetworkSegment(4a1dcf4b-f5e9-43bd-a598-49a091b374c5),segment_id=4a1dcf4b-f5e9-43bd-a598-49a091b374c5)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:20:03.317642 n-d-800088-16 neutron-server[100313]: INFO neutron.db.securitygroups_db [None req-6391d8e8-df1a-4c39-9845-f76d85ad0d24 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Project 646730ba25934852bc5dd86a412228f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 00:20:03.320131 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:03.323390 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6391d8e8-df1a-4c39-9845-f76d85ad0d24 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:03.369380 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0bf9da61-b2a6-46ea-8dcb-c6619451cb04 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:03.381632 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=32b908bd-8128-45fd-b263-ac8a656aab1f,revision_number=6']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:03.398588 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6391d8e8-df1a-4c39-9845-f76d85ad0d24 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:03.403949 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6391d8e8-df1a-4c39-9845-f76d85ad0d24 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:03.419803 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf9da61-b2a6-46ea-8dcb-c6619451cb04 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Pushing event deleted for resources: {'Port': ['ID=4d86dbfa-210f-44f5-a72b-d246cf5a46a1,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:03.423597 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6391d8e8-df1a-4c39-9845-f76d85ad0d24 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=367c8996-98e3-4ef0-b83a-a7e36ccd2e79,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:03.432374 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6391d8e8-df1a-4c39-9845-f76d85ad0d24 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:03.433696 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-6391d8e8-df1a-4c39-9845-f76d85ad0d24 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1486733 Jul 24 00:20:03.436740 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 51938) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:03.441896 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-df432aaf-a515-4232-b548-7b78ff78de33 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Request body: {'network': {'name': 'tempest-network-smoke--840537902', 'project_id': '646730ba25934852bc5dd86a412228f1', 'port_security_enabled': True}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:20:03.451498 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['32b908bd-8128-45fd-b263-ac8a656aab1f'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:20:03.464672 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df432aaf-a515-4232-b548-7b78ff78de33 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Made reservation on behalf of 646730ba25934852bc5dd86a412228f1 for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:20:03.468527 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-df432aaf-a515-4232-b548-7b78ff78de33 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:03.496565 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df432aaf-a515-4232-b548-7b78ff78de33 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:20:03.506287 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-df432aaf-a515-4232-b548-7b78ff78de33 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:03.506722 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-df432aaf-a515-4232-b548-7b78ff78de33 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Added segment 2410fdff-a7e2-4688-a6bf-a952d37487ef of type vlan for network eee3295d-0589-4617-9ff6-3a74daf2e74b Jul 24 00:20:03.550314 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-df432aaf-a515-4232-b548-7b78ff78de33 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:03.585223 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-df432aaf-a515-4232-b548-7b78ff78de33 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:03.591647 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df432aaf-a515-4232-b548-7b78ff78de33 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:03.592374 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-df432aaf-a515-4232-b548-7b78ff78de33 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:03.631188 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-df432aaf-a515-4232-b548-7b78ff78de33 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1933074 Jul 24 00:20:03.634271 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 51940) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:03.641183 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-2d8bcb7f-5f27-48be-80b0-ddbd83d77b38 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-943379124', 'admin_state_up': True, 'project_id': '646730ba25934852bc5dd86a412228f1', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:20:03.676551 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df432aaf-a515-4232-b548-7b78ff78de33 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Pushing event updated for resources: {'Network': ['ID=eee3295d-0589-4617-9ff6-3a74daf2e74b,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:03.689796 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network eee3295d-0589-4617-9ff6-3a74daf2e74b details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:20:03.697881 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2d8bcb7f-5f27-48be-80b0-ddbd83d77b38 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:03.699476 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2d8bcb7f-5f27-48be-80b0-ddbd83d77b38 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:03.755461 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2d8bcb7f-5f27-48be-80b0-ddbd83d77b38 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:03.864562 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0bf9da61-b2a6-46ea-8dcb-c6619451cb04 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687114'] for router_gateway, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:04.025859 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0bf9da61-b2a6-46ea-8dcb-c6619451cb04 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:04.044216 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0bf9da61-b2a6-46ea-8dcb-c6619451cb04 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:04.101612 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0bf9da61-b2a6-46ea-8dcb-c6619451cb04 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:04.102701 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bf9da61-b2a6-46ea-8dcb-c6619451cb04 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Fanout notify agent at l3_agent the message router_deleted on router df744667-125d-4a08-ad7e-0a4df0571836 {{(pid=100314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:20:04.114455 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0bf9da61-b2a6-46ea-8dcb-c6619451cb04 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:04.115666 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-0bf9da61-b2a6-46ea-8dcb-c6619451cb04 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] 10.222.0.44 "DELETE /v2.0/routers/df744667-125d-4a08-ad7e-0a4df0571836 HTTP/1.1" status: 204 len: 168 time: 1.3983810 Jul 24 00:20:04.119450 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 51952) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:04.127406 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-d1942cef-c5d1-4a90-a2ae-e46282a5d096 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-270557691', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:20:04.159676 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f62f69-b3f9-43af-a10d-07d8a6df6ce9 req-363e0ce5-be61-48a6-9259-d0df2c5f6a75 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:04.161264 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-98f62f69-b3f9-43af-a10d-07d8a6df6ce9 req-363e0ce5-be61-48a6-9259-d0df2c5f6a75 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 944 time: 0.1592968 Jul 24 00:20:04.174790 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d1942cef-c5d1-4a90-a2ae-e46282a5d096 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:04.175794 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d1942cef-c5d1-4a90-a2ae-e46282a5d096 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:04.221456 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-98f62f69-b3f9-43af-a10d-07d8a6df6ce9 req-2b8d0f31-28d0-401c-b3fa-f25bb51563f3 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541863 Jul 24 00:20:04.276799 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d1942cef-c5d1-4a90-a2ae-e46282a5d096 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:04.283012 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d1942cef-c5d1-4a90-a2ae-e46282a5d096 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:04.303435 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d1942cef-c5d1-4a90-a2ae-e46282a5d096 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:04.304725 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-d1942cef-c5d1-4a90-a2ae-e46282a5d096 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1843183 Jul 24 00:20:04.308143 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 51960) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:04.314631 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-1baa786e-6400-4a02-b5ee-ed5c36ec57bd tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'enable_snat': True}}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:20:04.330922 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2d8bcb7f-5f27-48be-80b0-ddbd83d77b38 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:04.390664 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2526e7-eace-48e1-ad3d-cf7de1c744b7 req-d1974019-5da1-4410-ab16-bf6bc22d5903 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:04.392237 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bd2526e7-eace-48e1-ad3d-cf7de1c744b7 req-d1974019-5da1-4410-ab16-bf6bc22d5903 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a79ea41-3605-4bf7-a1cc-18160bf685db HTTP/1.1" status: 200 len: 946 time: 0.1786642 Jul 24 00:20:04.476047 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bd2526e7-eace-48e1-ad3d-cf7de1c744b7 req-8b897208-2e91-404e-8436-435869c4e8dc tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=03bee5c9-e66c-4142-aa97-b7495f645fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710289 Jul 24 00:20:04.584312 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1baa786e-6400-4a02-b5ee-ed5c36ec57bd tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:04.599246 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2d8bcb7f-5f27-48be-80b0-ddbd83d77b38 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for router_gateway, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:04.619510 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2d8bcb7f-5f27-48be-80b0-ddbd83d77b38 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:04.672042 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e9e70-0f77-4c4a-8125-70574c5855ce req-7f70b491-e39a-492a-8753-1c95a4a7003c tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:04.673717 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4d2e9e70-0f77-4c4a-8125-70574c5855ce req-7f70b491-e39a-492a-8753-1c95a4a7003c tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a79ea41-3605-4bf7-a1cc-18160bf685db HTTP/1.1" status: 200 len: 946 time: 0.1062648 Jul 24 00:20:04.765259 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4d2e9e70-0f77-4c4a-8125-70574c5855ce req-c261a5ec-5bfd-499a-af45-75038a887c91 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=03bee5c9-e66c-4142-aa97-b7495f645fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843441 Jul 24 00:20:04.809912 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-2d8bcb7f-5f27-48be-80b0-ddbd83d77b38 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Allocated IP 172.25.3.99 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/5dc52cf0-77f3-4209-a352-941b1ddcb8de) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:20:04.957009 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1baa786e-6400-4a02-b5ee-ed5c36ec57bd tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:04.986509 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1baa786e-6400-4a02-b5ee-ed5c36ec57bd tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:05.099525 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 32b908bd-8128-45fd-b263-ac8a656aab1f up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:20:05.137178 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2d8bcb7f-5f27-48be-80b0-ddbd83d77b38 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:05.263589 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2d8bcb7f-5f27-48be-80b0-ddbd83d77b38 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:05.306670 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8bcb7f-5f27-48be-80b0-ddbd83d77b38 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:20:05.310088 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-2d8bcb7f-5f27-48be-80b0-ddbd83d77b38 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:20:05.318774 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8bcb7f-5f27-48be-80b0-ddbd83d77b38 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:20:05.374893 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-1baa786e-6400-4a02-b5ee-ed5c36ec57bd tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Allocated IP 172.25.3.223 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/90c4d1de-60f3-453c-8b60-ad977063922e) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:20:05.412248 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95481c9-cab8-435d-a726-50d3376d3a52 req-b42fc9b2-916c-44e9-8756-c489050304ce tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:05.415211 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f95481c9-cab8-435d-a726-50d3376d3a52 req-b42fc9b2-916c-44e9-8756-c489050304ce tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a79ea41-3605-4bf7-a1cc-18160bf685db HTTP/1.1" status: 200 len: 946 time: 0.1893682 Jul 24 00:20:05.540557 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f95481c9-cab8-435d-a726-50d3376d3a52 req-a5eb3303-9b27-40cc-9502-b2846aff7ce2 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=03bee5c9-e66c-4142-aa97-b7495f645fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163971 Jul 24 00:20:05.619184 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1baa786e-6400-4a02-b5ee-ed5c36ec57bd tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:05.634862 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port 32b908bd-8128-45fd-b263-ac8a656aab1f triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:20:05.635484 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:05.694368 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8bcb7f-5f27-48be-80b0-ddbd83d77b38 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Pushing event updated for resources: {'Port': ['ID=5dc52cf0-77f3-4209-a352-941b1ddcb8de,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:05.710628 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1baa786e-6400-4a02-b5ee-ed5c36ec57bd tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:05.735572 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdaa20f-9824-4f85-814c-be83e1b3ed81 req-b3b8cdf2-80d7-47df-bc04-64bd5a366d75 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:05.743306 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6fdaa20f-9824-4f85-814c-be83e1b3ed81 req-b3b8cdf2-80d7-47df-bc04-64bd5a366d75 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 944 time: 0.1924839 Jul 24 00:20:05.743496 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:05.783940 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 32b908bd-8128-45fd-b263-ac8a656aab1f, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=32b908bd-8128-45fd-b263-ac8a656aab1f,segment=NetworkSegment(4a1dcf4b-f5e9-43bd-a598-49a091b374c5),segment_id=4a1dcf4b-f5e9-43bd-a598-49a091b374c5)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:20:05.785042 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e89242f-224e-4dc1-b3da-f148df7e6ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32b908bd-8128-45fd-b263-ac8a656aab1f'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:20:05.787908 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55331d79-4e9f-4995-ba10-8104cc16a067" -d '{"events": [{"server_uuid": "7e89242f-224e-4dc1-b3da-f148df7e6ea4", "name": "network-vif-plugged", "status": "completed", "tag": "32b908bd-8128-45fd-b263-ac8a656aab1f"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:20:05.808947 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1baa786e-6400-4a02-b5ee-ed5c36ec57bd tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:20:05.810168 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6fdaa20f-9824-4f85-814c-be83e1b3ed81 req-20848bea-da2f-427a-b1df-4ce57381a577 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655684 Jul 24 00:20:05.810318 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:05.822907 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-1baa786e-6400-4a02-b5ee-ed5c36ec57bd tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:20:05.841253 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1baa786e-6400-4a02-b5ee-ed5c36ec57bd tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:20:05.846274 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baa786e-6400-4a02-b5ee-ed5c36ec57bd tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Pushing event updated for resources: {'Port': ['ID=90c4d1de-60f3-453c-8b60-ad977063922e,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:05.873132 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ce3beb-df91-442f-ac70-c17a2e8b6876 x-openstack-request-id: req-26ce3beb-df91-442f-ac70-c17a2e8b6876 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:20:05.873602 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e89242f-224e-4dc1-b3da-f148df7e6ea4", "name": "network-vif-plugged", "status": "completed", "tag": "32b908bd-8128-45fd-b263-ac8a656aab1f", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:20:05.874002 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-26ce3beb-df91-442f-ac70-c17a2e8b6876 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:20:05.874558 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e89242f-224e-4dc1-b3da-f148df7e6ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32b908bd-8128-45fd-b263-ac8a656aab1f', 'code': 200} Jul 24 00:20:05.920507 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=32b908bd-8128-45fd-b263-ac8a656aab1f,revision_number=7']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:05.969281 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2d8bcb7f-5f27-48be-80b0-ddbd83d77b38 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for router_gateway, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:06.201052 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1baa786e-6400-4a02-b5ee-ed5c36ec57bd tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:06.219162 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2d8bcb7f-5f27-48be-80b0-ddbd83d77b38 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:06.433311 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d8bcb7f-5f27-48be-80b0-ddbd83d77b38 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Router 9bdd1962-19e2-41b2-b3dc-1c303a216a88 is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:20:06.458276 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1baa786e-6400-4a02-b5ee-ed5c36ec57bd tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:06.462526 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1baa786e-6400-4a02-b5ee-ed5c36ec57bd tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-687196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-687191', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-626537'] for router, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:06.568440 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d8bcb7f-5f27-48be-80b0-ddbd83d77b38 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:20:06.584926 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73c4b51-c8ba-415c-9fc9-02dff64bab6c None None] Sync routers for ids ['9bdd1962-19e2-41b2-b3dc-1c303a216a88'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:20:06.604033 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2d8bcb7f-5f27-48be-80b0-ddbd83d77b38 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:06.609714 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-2d8bcb7f-5f27-48be-80b0-ddbd83d77b38 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.9713547 Jul 24 00:20:06.610330 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73c4b51-c8ba-415c-9fc9-02dff64bab6c None None] Routers {'9bdd1962-19e2-41b2-b3dc-1c303a216a88'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:20:06.611210 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 51990) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:06.611535 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-d73c4b51-c8ba-415c-9fc9-02dff64bab6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:19:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['9bdd1962-19e2-41b2-b3dc-1c303a216a88'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:20:06.640838 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1baa786e-6400-4a02-b5ee-ed5c36ec57bd tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Router 7fe1ae5a-64e9-43cf-b68a-34bc3a4e5031 is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:20:06.716794 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-3c05a361-ab25-4a1a-8126-58f1d5b235aa tempest-TestNetworkAdvancedServerOps-1890701533 tempest-TestNetworkAdvancedServerOps-1890701533-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=646730ba25934852bc5dd86a412228f1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1016853 Jul 24 00:20:06.732004 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 51992) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:06.766130 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-d73c4b51-c8ba-415c-9fc9-02dff64bab6c None None] Set router 9bdd1962-19e2-41b2-b3dc-1c303a216a88 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:20:06.803324 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e63cd-bc99-4979-967d-b8cd63832b29 req-41cc135f-11f1-40b8-91ec-262b6d9c9b9c tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:06.805949 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5f2e63cd-bc99-4979-967d-b8cd63832b29 req-41cc135f-11f1-40b8-91ec-262b6d9c9b9c tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a79ea41-3605-4bf7-a1cc-18160bf685db HTTP/1.1" status: 200 len: 946 time: 0.1826499 Jul 24 00:20:06.829410 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a7a9c5-0f8a-4383-adeb-4780739df8fe req-02d58873-9273-40e6-b2d2-cf7458de4ff5 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:06.831349 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-92a7a9c5-0f8a-4383-adeb-4780739df8fe req-02d58873-9273-40e6-b2d2-cf7458de4ff5 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a79ea41-3605-4bf7-a1cc-18160bf685db HTTP/1.1" status: 200 len: 946 time: 0.1618044 Jul 24 00:20:06.946656 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-92a7a9c5-0f8a-4383-adeb-4780739df8fe req-ea430789-6cbf-458e-bb38-6de9338e0cbe tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=03bee5c9-e66c-4142-aa97-b7495f645fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908282 Jul 24 00:20:07.002632 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-5f2e63cd-bc99-4979-967d-b8cd63832b29 req-9c9d4029-b188-499a-90d6-ab57cb2ea399 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Deleting port 50d35701-dac4-4e19-9d17-24124bd4dcfa {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:20:07.003440 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-5f2e63cd-bc99-4979-967d-b8cd63832b29 req-9c9d4029-b188-499a-90d6-ab57cb2ea399 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:07.060581 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1baa786e-6400-4a02-b5ee-ed5c36ec57bd tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:20:07.065250 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1baa786e-6400-4a02-b5ee-ed5c36ec57bd tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:07.066520 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-1baa786e-6400-4a02-b5ee-ed5c36ec57bd tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] 10.222.0.44 "PUT /v2.0/routers/7fe1ae5a-64e9-43cf-b68a-34bc3a4e5031 HTTP/1.1" status: 200 len: 914 time: 2.7572911 Jul 24 00:20:07.069384 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 52000) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:07.069516 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930adb72-b0a9-4f1f-a775-21da781ecb22 tempest-TestNetworkAdvancedServerOps-1890701533 tempest-TestNetworkAdvancedServerOps-1890701533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:07.074403 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-930adb72-b0a9-4f1f-a775-21da781ecb22 tempest-TestNetworkAdvancedServerOps-1890701533 tempest-TestNetworkAdvancedServerOps-1890701533-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3405833 Jul 24 00:20:07.074720 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 52002) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:07.078658 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5e141e-7c19-44f4-b715-232c143a6c98 None None] Sync routers for ids ['7fe1ae5a-64e9-43cf-b68a-34bc3a4e5031'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:20:07.091112 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-d73c4b51-c8ba-415c-9fc9-02dff64bab6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdd1962-19e2-41b2-b3dc-1c303a216a88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-943379124', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '5dc52cf0-77f3-4209-a352-941b1ddcb8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:20:03Z', 'updated_at': '2021-07-24T00:20:05Z', 'revision_number': 3, 'project_id': '646730ba25934852bc5dd86a412228f1', 'gw_port': {'id': '5dc52cf0-77f3-4209-a352-941b1ddcb8de', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:54:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdd1962-19e2-41b2-b3dc-1c303a216a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:20:04Z', 'updated_at': '2021-07-24T00:20:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:20:07.096379 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5e141e-7c19-44f4-b715-232c143a6c98 None None] Routers {'7fe1ae5a-64e9-43cf-b68a-34bc3a4e5031'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:20:07.097097 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-7e5e141e-7c19-44f4-b715-232c143a6c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:19:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['7fe1ae5a-64e9-43cf-b68a-34bc3a4e5031'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:20:07.111022 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-81ccd14c-1f00-426e-a9df-6374a5d51260 tempest-TestNetworkAdvancedServerOps-1890701533 tempest-TestNetworkAdvancedServerOps-1890701533-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=9adcfee8-760c-4568-9e39-c221abf69bf5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0343297 Jul 24 00:20:07.113181 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 52004) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:07.118960 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-62771d71-3d4d-45e4-b55a-094fdc4e5434 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2000502025', 'network_id': 'eee3295d-0589-4617-9ff6-3a74daf2e74b', 'project_id': '646730ba25934852bc5dd86a412228f1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:20:07.143815 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73c4b51-c8ba-415c-9fc9-02dff64bab6c None None] Checking router: 9bdd1962-19e2-41b2-b3dc-1c303a216a88 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:20:07.145195 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73c4b51-c8ba-415c-9fc9-02dff64bab6c None None] Updating router 9bdd1962-19e2-41b2-b3dc-1c303a216a88 port 5dc52cf0-77f3-4209-a352-941b1ddcb8de binding host n-d-800088-16 {{(pid=100315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:20:07.187049 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0334f0d-fcb0-4b9c-b6af-b507b5c3ad25 req-fe329ccc-b4b9-4bc3-a824-d5ca2af61606 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:07.188783 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c0334f0d-fcb0-4b9c-b6af-b507b5c3ad25 req-fe329ccc-b4b9-4bc3-a824-d5ca2af61606 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 945 time: 0.2469256 Jul 24 00:20:07.209771 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-7e5e141e-7c19-44f4-b715-232c143a6c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:20:07.223712 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5e141e-7c19-44f4-b715-232c143a6c98 None None] Routers {'7fe1ae5a-64e9-43cf-b68a-34bc3a4e5031'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:20:07.225156 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-7e5e141e-7c19-44f4-b715-232c143a6c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:19:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['7fe1ae5a-64e9-43cf-b68a-34bc3a4e5031'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:20:07.246039 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d73c4b51-c8ba-415c-9fc9-02dff64bab6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:07.269830 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-7e5e141e-7c19-44f4-b715-232c143a6c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:20:07.271089 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5e141e-7c19-44f4-b715-232c143a6c98 None None] The sync data for ids ['7fe1ae5a-64e9-43cf-b68a-34bc3a4e5031'] in n-d-800088-16 is: [] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:20:07.340886 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c0334f0d-fcb0-4b9c-b6af-b507b5c3ad25 req-2189e75a-9200-4605-aab5-4f8af3e86786 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996253 Jul 24 00:20:07.367765 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:20:07.373658 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62771d71-3d4d-45e4-b55a-094fdc4e5434 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Made reservation on behalf of 646730ba25934852bc5dd86a412228f1 for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:20:07.377278 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-62771d71-3d4d-45e4-b55a-094fdc4e5434 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:07.396235 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-5f2e63cd-bc99-4979-967d-b8cd63832b29 req-9c9d4029-b188-499a-90d6-ab57cb2ea399 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] For port 50d35701-dac4-4e19-9d17-24124bd4dcfa, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=50d35701-dac4-4e19-9d17-24124bd4dcfa,segment=NetworkSegment(a1a1465a-fd99-41c9-bf89-faf21d67cc5e),segment_id=a1a1465a-fd99-41c9-bf89-faf21d67cc5e)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:20:07.396699 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-5f2e63cd-bc99-4979-967d-b8cd63832b29 req-9c9d4029-b188-499a-90d6-ab57cb2ea399 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:07.432164 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-5f2e63cd-bc99-4979-967d-b8cd63832b29 req-9c9d4029-b188-499a-90d6-ab57cb2ea399 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Calling delete_port for 50d35701-dac4-4e19-9d17-24124bd4dcfa owned by compute:nova {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:20:07.514985 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-7877305a-6a0f-47f4-bd1d-b487f23a57fc tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] 10.222.0.44 "GET /v2.0/routers/7fe1ae5a-64e9-43cf-b68a-34bc3a4e5031 HTTP/1.1" status: 200 len: 920 time: 0.4393852 Jul 24 00:20:07.515563 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 52006) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:07.642285 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d3f53d-d3b8-43c7-bf8c-416b12d821b3 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:07.644278 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-38d3f53d-d3b8-43c7-bf8c-416b12d821b3 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=9adcfee8-760c-4568-9e39-c221abf69bf5&device_id=7fe1ae5a-64e9-43cf-b68a-34bc3a4e5031&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1279240 Jul 24 00:20:07.659252 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 52010) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:07.746907 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d73c4b51-c8ba-415c-9fc9-02dff64bab6c None None] Notify callbacks [] for port, precommit_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:07.750712 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-5f2e63cd-bc99-4979-967d-b8cd63832b29 req-9c9d4029-b188-499a-90d6-ab57cb2ea399 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:07.759775 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-d73c4b51-c8ba-415c-9fc9-02dff64bab6c None None] Transition to ACTIVE for port object 5dc52cf0-77f3-4209-a352-941b1ddcb8de will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:20:07.764559 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['50d35701-dac4-4e19-9d17-24124bd4dcfa'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:20:07.767106 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['c3d91c44-3767-4e47-9fc2-6fb8b9593387'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:20:07.795317 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9d4029-b188-499a-90d6-ab57cb2ea399 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Pushing event deleted for resources: {'Port': ['ID=50d35701-dac4-4e19-9d17-24124bd4dcfa,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:07.844289 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d73c4b51-c8ba-415c-9fc9-02dff64bab6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:07.858236 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f2e63cd-bc99-4979-967d-b8cd63832b29 req-9c9d4029-b188-499a-90d6-ab57cb2ea399 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] No DVR routers for this DVR port 50d35701-dac4-4e19-9d17-24124bd4dcfa on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:20:07.861814 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-5f2e63cd-bc99-4979-967d-b8cd63832b29 req-9c9d4029-b188-499a-90d6-ab57cb2ea399 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:07.864846 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5f2e63cd-bc99-4979-967d-b8cd63832b29 req-9c9d4029-b188-499a-90d6-ab57cb2ea399 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.52 "DELETE /v2.0/ports/50d35701-dac4-4e19-9d17-24124bd4dcfa HTTP/1.1" status: 204 len: 173 time: 1.0539839 Jul 24 00:20:07.865378 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a79ea41-3605-4bf7-a1cc-18160bf685db', 'name': 'network-vif-deleted', 'tag': '50d35701-dac4-4e19-9d17-24124bd4dcfa'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:20:07.868570 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9987bcfa-f1fe-416b-9de0-6a9ed57094d4" -d '{"events": [{"server_uuid": "4a79ea41-3605-4bf7-a1cc-18160bf685db", "name": "network-vif-deleted", "tag": "50d35701-dac4-4e19-9d17-24124bd4dcfa"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:20:07.975458 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f1d2a0b-1a32-4a21-947c-49c78cd65672 x-openstack-request-id: req-5f1d2a0b-1a32-4a21-947c-49c78cd65672 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:20:07.976232 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a79ea41-3605-4bf7-a1cc-18160bf685db", "name": "network-vif-deleted", "tag": "50d35701-dac4-4e19-9d17-24124bd4dcfa", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:20:07.976232 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5f1d2a0b-1a32-4a21-947c-49c78cd65672 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:20:07.978833 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a79ea41-3605-4bf7-a1cc-18160bf685db', 'name': 'network-vif-deleted', 'tag': '50d35701-dac4-4e19-9d17-24124bd4dcfa', 'status': 'completed', 'code': 200} Jul 24 00:20:07.989459 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46569a0b-1a7d-40a8-a141-42f14c2a3692 None None] Pushing event updated for resources: {'Port': ['ID=5dc52cf0-77f3-4209-a352-941b1ddcb8de,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:08.053631 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-d73c4b51-c8ba-415c-9fc9-02dff64bab6c None None] Attempting to bind port 5dc52cf0-77f3-4209-a352-941b1ddcb8de on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:20:08.056258 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-d73c4b51-c8ba-415c-9fc9-02dff64bab6c None None] Attempting to bind port 5dc52cf0-77f3-4209-a352-941b1ddcb8de by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:20:08.057343 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73c4b51-c8ba-415c-9fc9-02dff64bab6c None None] Attempting to bind port 5dc52cf0-77f3-4209-a352-941b1ddcb8de on network 9adcfee8-760c-4568-9e39-c221abf69bf5 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:20:08.098539 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73c4b51-c8ba-415c-9fc9-02dff64bab6c None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:20:08.098784 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73c4b51-c8ba-415c-9fc9-02dff64bab6c None None] Checking segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:20:08.101200 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d73c4b51-c8ba-415c-9fc9-02dff64bab6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:08.101797 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73c4b51-c8ba-415c-9fc9-02dff64bab6c None None] Bound using segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:20:08.102578 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-d73c4b51-c8ba-415c-9fc9-02dff64bab6c None None] Bound port: 5dc52cf0-77f3-4209-a352-941b1ddcb8de, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:20:08.104591 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d73c4b51-c8ba-415c-9fc9-02dff64bab6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:08.233689 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-87afc7cb-aa4f-4b42-9766-6cbfaa7fead3 req-e4eda700-c34c-4dd3-bea4-228d8a1a6e68 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a79ea41-3605-4bf7-a1cc-18160bf685db HTTP/1.1" status: 200 len: 210 time: 0.0879304 Jul 24 00:20:08.290980 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-d73c4b51-c8ba-415c-9fc9-02dff64bab6c None None] For port 5dc52cf0-77f3-4209-a352-941b1ddcb8de, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:20:08.323316 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-d73c4b51-c8ba-415c-9fc9-02dff64bab6c None None] For port 5dc52cf0-77f3-4209-a352-941b1ddcb8de, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=5dc52cf0-77f3-4209-a352-941b1ddcb8de,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:20:08.341638 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d73c4b51-c8ba-415c-9fc9-02dff64bab6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:08.415380 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73c4b51-c8ba-415c-9fc9-02dff64bab6c None None] Routers {'9bdd1962-19e2-41b2-b3dc-1c303a216a88'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:20:08.416062 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-d73c4b51-c8ba-415c-9fc9-02dff64bab6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:19:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['9bdd1962-19e2-41b2-b3dc-1c303a216a88'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:20:08.507902 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46569a0b-1a7d-40a8-a141-42f14c2a3692 None None] Pushing event updated for resources: {'Port': ['ID=5dc52cf0-77f3-4209-a352-941b1ddcb8de,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:08.561366 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-d73c4b51-c8ba-415c-9fc9-02dff64bab6c None None] Set router 9bdd1962-19e2-41b2-b3dc-1c303a216a88 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:20:08.606327 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c768c9fb-293e-4a25-9306-9bd5dc0fa36e tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:08.611028 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-c768c9fb-293e-4a25-9306-9bd5dc0fa36e tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] 10.222.0.44 "GET /v2.0/networks/9adcfee8-760c-4568-9e39-c221abf69bf5 HTTP/1.1" status: 200 len: 881 time: 0.9460392 Jul 24 00:20:08.611321 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 52018) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:08.622615 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40fac44-2668-43cc-89e0-e1d9dcc12e28 req-3cc8843e-51cb-49d9-b957-718602f07fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:08.624396 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b40fac44-2668-43cc-89e0-e1d9dcc12e28 req-3cc8843e-51cb-49d9-b957-718602f07fb6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3e6843e6f10f416d8b9cff83017e399e&device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 1097 time: 0.9348938 Jul 24 00:20:08.688730 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-65fa0d8b-0d28-45c5-bb69-fd75d4549477 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fe1ae5a-64e9-43cf-b68a-34bc3a4e5031 HTTP/1.1" status: 200 len: 205 time: 0.0737364 Jul 24 00:20:08.691286 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 52020) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:08.717495 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3835cb5-5550-4fb8-96fe-7ed55fc458aa req-b70af9e1-11ef-4596-a14e-615a7aadbb7a tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:08.719072 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b3835cb5-5550-4fb8-96fe-7ed55fc458aa req-b70af9e1-11ef-4596-a14e-615a7aadbb7a tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 945 time: 0.9760890 Jul 24 00:20:08.741191 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e67aa9b-f850-461f-a514-23dd5e202004 req-4b447992-c2c8-49a9-80f5-26a3b2f0be21 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:08.744590 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2e67aa9b-f850-461f-a514-23dd5e202004 req-4b447992-c2c8-49a9-80f5-26a3b2f0be21 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 945 time: 0.2522833 Jul 24 00:20:08.766697 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-62771d71-3d4d-45e4-b55a-094fdc4e5434 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:08.808263 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2e67aa9b-f850-461f-a514-23dd5e202004 req-05879ecb-9bec-4de2-a70c-4a10cf091547 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555491 Jul 24 00:20:08.864790 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-d73c4b51-c8ba-415c-9fc9-02dff64bab6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdd1962-19e2-41b2-b3dc-1c303a216a88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-943379124', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '5dc52cf0-77f3-4209-a352-941b1ddcb8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:20:03Z', 'updated_at': '2021-07-24T00:20:05Z', 'revision_number': 3, 'project_id': '646730ba25934852bc5dd86a412228f1', 'gw_port': {'id': '5dc52cf0-77f3-4209-a352-941b1ddcb8de', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:54:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdd1962-19e2-41b2-b3dc-1c303a216a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:20:04Z', 'updated_at': '2021-07-24T00:20:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:20:08.901154 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73c4b51-c8ba-415c-9fc9-02dff64bab6c None None] The sync data for ids ['9bdd1962-19e2-41b2-b3dc-1c303a216a88'] in n-d-800088-16 is: [{'id': '9bdd1962-19e2-41b2-b3dc-1c303a216a88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-943379124', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '5dc52cf0-77f3-4209-a352-941b1ddcb8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:20:03Z', 'updated_at': '2021-07-24T00:20:05Z', 'revision_number': 3, 'project_id': '646730ba25934852bc5dd86a412228f1', 'gw_port': {'id': '5dc52cf0-77f3-4209-a352-941b1ddcb8de', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:54:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdd1962-19e2-41b2-b3dc-1c303a216a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:20:04Z', 'updated_at': '2021-07-24T00:20:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:20:08.970028 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62771d71-3d4d-45e4-b55a-094fdc4e5434 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Pushing event updated for resources: {'Subnet': ['ID=5742575c-0343-44ec-8a39-bc46066db6b0,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:08.984257 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b3835cb5-5550-4fb8-96fe-7ed55fc458aa req-b36635bd-d6d2-4a79-b938-7c1f57b93cc1 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2585340 Jul 24 00:20:08.999200 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40fac44-2668-43cc-89e0-e1d9dcc12e28 req-aa5d0615-d784-4c06-8b1e-781c34946434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:09.000764 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b40fac44-2668-43cc-89e0-e1d9dcc12e28 req-aa5d0615-d784-4c06-8b1e-781c34946434 service neutron] 10.222.0.64 "GET /v2.0/networks?id=49599f72-6971-4c78-8210-d79c8aca88a7 HTTP/1.1" status: 200 len: 912 time: 0.3531883 Jul 24 00:20:09.066133 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62771d71-3d4d-45e4-b55a-094fdc4e5434 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Checking segment: {'id': '2410fdff-a7e2-4688-a6bf-a952d37487ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'eee3295d-0589-4617-9ff6-3a74daf2e74b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:20:09.066508 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62771d71-3d4d-45e4-b55a-094fdc4e5434 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Network hostable DHCP agents. Network: eee3295d-0589-4617-9ff6-3a74daf2e74b, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:20:09.125212 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2fc65925-3dd9-4eec-a898-699749218eca tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks [] for router, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:09.269000 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b40fac44-2668-43cc-89e0-e1d9dcc12e28 req-f90ca5eb-8c17-4232-883b-2ee52fd3aea5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b568338-3482-4589-a123-6f598453b6ed HTTP/1.1" status: 200 len: 1000 time: 0.2488554 Jul 24 00:20:09.269624 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62771d71-3d4d-45e4-b55a-094fdc4e5434 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Network eee3295d-0589-4617-9ff6-3a74daf2e74b is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:20:09.351619 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-62771d71-3d4d-45e4-b55a-094fdc4e5434 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, eee3295d-0589-4617-9ff6-3a74daf2e74b) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:20:09.362640 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8cf922-1603-4885-a0a5-24de5bc3c42d None None] Network eee3295d-0589-4617-9ff6-3a74daf2e74b requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:20:09.364386 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62771d71-3d4d-45e4-b55a-094fdc4e5434 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:09.365050 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-62771d71-3d4d-45e4-b55a-094fdc4e5434 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:09.447073 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40fac44-2668-43cc-89e0-e1d9dcc12e28 req-8c90e8eb-16ff-46d3-8509-4fec89bce29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:09.448704 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b40fac44-2668-43cc-89e0-e1d9dcc12e28 req-8c90e8eb-16ff-46d3-8509-4fec89bce29f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=47f2c0d4-0d4f-46b9-9d68-d3d80dbac696 HTTP/1.1" status: 200 len: 850 time: 0.1708052 Jul 24 00:20:09.455545 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-62771d71-3d4d-45e4-b55a-094fdc4e5434 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.3382592 Jul 24 00:20:09.475838 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 52024) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:09.499199 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-34f62af7-85d6-43d4-a313-9a3fcae67b7d req-df3ab1e9-f9ba-43cb-9626-ee788a6cddbb tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a79ea41-3605-4bf7-a1cc-18160bf685db HTTP/1.1" status: 200 len: 210 time: 0.0807176 Jul 24 00:20:09.583137 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2fc65925-3dd9-4eec-a898-699749218eca tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:09.683290 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19acc4e9-214e-4b34-9fd9-d2c573dbb1be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-eee3295d-0589-4617-9ff6-3a74daf2e74b', 'network_id': 'eee3295d-0589-4617-9ff6-3a74daf2e74b', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'fixed_ips': [{'subnet_id': '5742575c-0343-44ec-8a39-bc46066db6b0'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:20:09.684566 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-19acc4e9-214e-4b34-9fd9-d2c573dbb1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:09.713705 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40fac44-2668-43cc-89e0-e1d9dcc12e28 req-4b1b8351-1ac3-4c94-9215-4f21de14756c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:09.719101 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b40fac44-2668-43cc-89e0-e1d9dcc12e28 req-4b1b8351-1ac3-4c94-9215-4f21de14756c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=49599f72-6971-4c78-8210-d79c8aca88a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2471371 Jul 24 00:20:09.891514 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-2fc65925-3dd9-4eec-a898-699749218eca tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Deleting port 90c4d1de-60f3-453c-8b60-ad977063922e {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:20:09.891718 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2fc65925-3dd9-4eec-a898-699749218eca tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:10.091181 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-19acc4e9-214e-4b34-9fd9-d2c573dbb1be None None] Allocated IP 172.20.0.2 (eee3295d-0589-4617-9ff6-3a74daf2e74b/5742575c-0343-44ec-8a39-bc46066db6b0/6e622802-b74e-48c2-bc38-8c12039d9fae) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:20:10.107579 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b40fac44-2668-43cc-89e0-e1d9dcc12e28 req-aba5b190-7252-473e-afc1-f1a8cfcace82 service neutron] 10.222.0.64 "GET /v2.0/networks/49599f72-6971-4c78-8210-d79c8aca88a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3770530 Jul 24 00:20:10.169751 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2fc65925-3dd9-4eec-a898-699749218eca tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:10.214821 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-2fc65925-3dd9-4eec-a898-699749218eca tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Calling delete_port for 90c4d1de-60f3-453c-8b60-ad977063922e owned by network:router_gateway {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:20:10.379948 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13898044-7e60-4216-8a9b-84b01a6a5dd5 req-d27b54bb-f625-4130-ada7-7b9003f8a77d tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:10.388132 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-13898044-7e60-4216-8a9b-84b01a6a5dd5 req-d27b54bb-f625-4130-ada7-7b9003f8a77d tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 945 time: 0.3497961 Jul 24 00:20:10.444460 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b40fac44-2668-43cc-89e0-e1d9dcc12e28 req-f9cc4336-efc1-4852-9570-50e1a094994c service neutron] 10.222.0.64 "GET /v2.0/networks/49599f72-6971-4c78-8210-d79c8aca88a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007715 Jul 24 00:20:10.461012 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-19acc4e9-214e-4b34-9fd9-d2c573dbb1be None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:10.471194 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3faf4a-2c5a-41ed-9a2a-7cf379678980 req-9c9e9390-184b-46c5-af4c-6c2c1cfc6413 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:10.476162 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-19acc4e9-214e-4b34-9fd9-d2c573dbb1be None None] Transition to ACTIVE for port object 6e622802-b74e-48c2-bc38-8c12039d9fae will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:20:10.485454 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2e3faf4a-2c5a-41ed-9a2a-7cf379678980 req-9c9e9390-184b-46c5-af4c-6c2c1cfc6413 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 945 time: 0.3467615 Jul 24 00:20:10.518136 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-19acc4e9-214e-4b34-9fd9-d2c573dbb1be None None] Transition to ACTIVE for port object 6e622802-b74e-48c2-bc38-8c12039d9fae will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:20:10.550030 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-19acc4e9-214e-4b34-9fd9-d2c573dbb1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:10.557149 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2e3faf4a-2c5a-41ed-9a2a-7cf379678980 req-e1be6cf5-4582-4299-9683-15abd5597117 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658624 Jul 24 00:20:10.705466 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-13898044-7e60-4216-8a9b-84b01a6a5dd5 req-d8f43e95-2a0d-4129-a330-47e8a8dd1c39 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149328 Jul 24 00:20:10.707891 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2fc65925-3dd9-4eec-a898-699749218eca tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:10.709110 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19acc4e9-214e-4b34-9fd9-d2c573dbb1be None None] Pushing event updated for resources: {'Port': ['ID=6e622802-b74e-48c2-bc38-8c12039d9fae,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:10.718156 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 50d35701-dac4-4e19-9d17-24124bd4dcfa no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:20:10.753796 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc65925-3dd9-4eec-a898-699749218eca tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Pushing event deleted for resources: {'Port': ['ID=90c4d1de-60f3-453c-8b60-ad977063922e,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:10.795218 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 5dc52cf0-77f3-4209-a352-941b1ddcb8de up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:20:10.828557 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3053338f-563f-41ae-92f7-47eeef756be3 req-4bd7def6-f216-49e0-9dcc-448e6f55545b tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a79ea41-3605-4bf7-a1cc-18160bf685db HTTP/1.1" status: 200 len: 210 time: 0.0562060 Jul 24 00:20:10.831229 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-620bb395-2270-4017-9cf2-b02a395f214b tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:10.832782 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] No Port match for: 50d35701-dac4-4e19-9d17-24124bd4dcfa {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:20:10.833572 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 50d35701-dac4-4e19-9d17-24124bd4dcfa not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:20:10.838832 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19acc4e9-214e-4b34-9fd9-d2c573dbb1be None None] Network eee3295d-0589-4617-9ff6-3a74daf2e74b is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:20:10.844062 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-19acc4e9-214e-4b34-9fd9-d2c573dbb1be None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:20:10.848312 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19acc4e9-214e-4b34-9fd9-d2c573dbb1be None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:20:10.849381 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2fc65925-3dd9-4eec-a898-699749218eca tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687114'] for router_gateway, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:10.925584 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-19acc4e9-214e-4b34-9fd9-d2c573dbb1be None None] Attempting to bind port 6e622802-b74e-48c2-bc38-8c12039d9fae on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:20:10.926525 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-19acc4e9-214e-4b34-9fd9-d2c573dbb1be None None] Attempting to bind port 6e622802-b74e-48c2-bc38-8c12039d9fae by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '2410fdff-a7e2-4688-a6bf-a952d37487ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'eee3295d-0589-4617-9ff6-3a74daf2e74b'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:20:10.927127 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19acc4e9-214e-4b34-9fd9-d2c573dbb1be None None] Attempting to bind port 6e622802-b74e-48c2-bc38-8c12039d9fae on network eee3295d-0589-4617-9ff6-3a74daf2e74b {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:20:10.957982 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19acc4e9-214e-4b34-9fd9-d2c573dbb1be None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:20:10.958854 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19acc4e9-214e-4b34-9fd9-d2c573dbb1be None None] Checking segment: {'id': '2410fdff-a7e2-4688-a6bf-a952d37487ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'eee3295d-0589-4617-9ff6-3a74daf2e74b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:20:10.959596 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-19acc4e9-214e-4b34-9fd9-d2c573dbb1be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:10.960450 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19acc4e9-214e-4b34-9fd9-d2c573dbb1be None None] Bound using segment: {'id': '2410fdff-a7e2-4688-a6bf-a952d37487ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'eee3295d-0589-4617-9ff6-3a74daf2e74b'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:20:10.961546 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-19acc4e9-214e-4b34-9fd9-d2c573dbb1be None None] Bound port: 6e622802-b74e-48c2-bc38-8c12039d9fae, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2410fdff-a7e2-4688-a6bf-a952d37487ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'eee3295d-0589-4617-9ff6-3a74daf2e74b'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:20:10.962126 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-19acc4e9-214e-4b34-9fd9-d2c573dbb1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:10.974873 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 5dc52cf0-77f3-4209-a352-941b1ddcb8de completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:20:10.981148 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 5dc52cf0-77f3-4209-a352-941b1ddcb8de triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:20:10.981645 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:11.013082 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2fc65925-3dd9-4eec-a898-699749218eca tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:11.015769 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2fc65925-3dd9-4eec-a898-699749218eca tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:11.121480 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2fc65925-3dd9-4eec-a898-699749218eca tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:11.122058 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc65925-3dd9-4eec-a898-699749218eca tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Fanout notify agent at l3_agent the message router_deleted on router 7fe1ae5a-64e9-43cf-b68a-34bc3a4e5031 {{(pid=100314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:20:11.143034 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2fc65925-3dd9-4eec-a898-699749218eca tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:11.147436 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-2fc65925-3dd9-4eec-a898-699749218eca tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] 10.222.0.44 "DELETE /v2.0/routers/7fe1ae5a-64e9-43cf-b68a-34bc3a4e5031 HTTP/1.1" status: 204 len: 168 time: 2.4428351 Jul 24 00:20:11.150151 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 52036) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:11.154746 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-e8be4510-eea9-4534-af99-e9f6c419e831 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-404666639', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:20:11.176993 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:11.184583 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-19acc4e9-214e-4b34-9fd9-d2c573dbb1be None None] For port 6e622802-b74e-48c2-bc38-8c12039d9fae, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:20:11.203777 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e8be4510-eea9-4534-af99-e9f6c419e831 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:11.205704 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e8be4510-eea9-4534-af99-e9f6c419e831 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:11.219034 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-19acc4e9-214e-4b34-9fd9-d2c573dbb1be None None] For port 6e622802-b74e-48c2-bc38-8c12039d9fae, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=6e622802-b74e-48c2-bc38-8c12039d9fae,segment=NetworkSegment(2410fdff-a7e2-4688-a6bf-a952d37487ef),segment_id=2410fdff-a7e2-4688-a6bf-a952d37487ef)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:20:11.223217 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 5dc52cf0-77f3-4209-a352-941b1ddcb8de, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=5dc52cf0-77f3-4209-a352-941b1ddcb8de,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:20:11.228028 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-19acc4e9-214e-4b34-9fd9-d2c573dbb1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:11.238412 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:11.320317 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e8be4510-eea9-4534-af99-e9f6c419e831 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:11.331032 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e8be4510-eea9-4534-af99-e9f6c419e831 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:11.364750 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19acc4e9-214e-4b34-9fd9-d2c573dbb1be None None] Pushing event updated for resources: {'Port': ['ID=6e622802-b74e-48c2-bc38-8c12039d9fae,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:11.369420 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e8be4510-eea9-4534-af99-e9f6c419e831 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:11.374186 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-e8be4510-eea9-4534-af99-e9f6c419e831 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2230732 Jul 24 00:20:11.374846 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 52038) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:11.383280 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-94c22f17-9c04-4694-b676-ecd53875b683 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'enable_snat': False}}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:20:11.421189 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-620bb395-2270-4017-9cf2-b02a395f214b tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Allocated IP 172.20.0.1 (eee3295d-0589-4617-9ff6-3a74daf2e74b/5742575c-0343-44ec-8a39-bc46066db6b0/0f0cea63-d723-4784-88d6-f5f73effd7c3) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:20:11.513999 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=5dc52cf0-77f3-4209-a352-941b1ddcb8de,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:11.613285 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-620bb395-2270-4017-9cf2-b02a395f214b tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:11.630301 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [None req-620bb395-2270-4017-9cf2-b02a395f214b tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Transition to ACTIVE for port object 0f0cea63-d723-4784-88d6-f5f73effd7c3 will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:20:11.701726 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-620bb395-2270-4017-9cf2-b02a395f214b tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:11.771627 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620bb395-2270-4017-9cf2-b02a395f214b tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Network eee3295d-0589-4617-9ff6-3a74daf2e74b is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:20:11.775882 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-620bb395-2270-4017-9cf2-b02a395f214b tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:20:11.783025 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620bb395-2270-4017-9cf2-b02a395f214b tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:20:11.825925 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620bb395-2270-4017-9cf2-b02a395f214b tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Pushing event updated for resources: {'Port': ['ID=0f0cea63-d723-4784-88d6-f5f73effd7c3,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:11.849451 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-94c22f17-9c04-4694-b676-ecd53875b683 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:11.856093 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-620bb395-2270-4017-9cf2-b02a395f214b tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681761'] for router_interface, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:12.056423 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e2a43e-d1f1-47d6-a18a-cef77b6e4464 req-a4221597-3535-4652-b127-0f3aa268666f tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:12.064183 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-26e2a43e-d1f1-47d6-a18a-cef77b6e4464 req-a4221597-3535-4652-b127-0f3aa268666f tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 945 time: 0.2657547 Jul 24 00:20:12.193969 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-26e2a43e-d1f1-47d6-a18a-cef77b6e4464 req-36d477f3-fd0c-4096-a566-01e60056a979 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287248 Jul 24 00:20:12.418456 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-72b0ba31-eb59-4650-9fe0-bfc9ada1e5c6 req-94310c53-f65c-4e48-8e6a-f198ce3bc4d2 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a79ea41-3605-4bf7-a1cc-18160bf685db HTTP/1.1" status: 200 len: 210 time: 0.1007657 Jul 24 00:20:12.526908 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-94c22f17-9c04-4694-b676-ecd53875b683 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:12.569996 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-94c22f17-9c04-4694-b676-ecd53875b683 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:12.752974 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f18ef0-118c-4420-ad33-ddc9c3a94fd6 req-5f5c2052-a0ef-4eca-b567-b80cd6b571e0 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:12.763034 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a8f18ef0-118c-4420-ad33-ddc9c3a94fd6 req-5f5c2052-a0ef-4eca-b567-b80cd6b571e0 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 945 time: 0.8549278 Jul 24 00:20:12.793313 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 5dc52cf0-77f3-4209-a352-941b1ddcb8de up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:20:12.817221 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-94c22f17-9c04-4694-b676-ecd53875b683 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Allocated IP 172.25.3.138 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/f3123fcf-2b9c-4b60-9ab4-8d6a43be9a0f) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:20:12.889961 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a8f18ef0-118c-4420-ad33-ddc9c3a94fd6 req-bb1d1dd7-8477-4ab0-9782-6a5167fb4fa0 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191523 Jul 24 00:20:12.923119 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-620bb395-2270-4017-9cf2-b02a395f214b tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:12.939818 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 5dc52cf0-77f3-4209-a352-941b1ddcb8de triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:20:12.940207 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:13.005933 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-94c22f17-9c04-4694-b676-ecd53875b683 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:13.047112 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bedd6268-a2b1-4819-b719-004e70d58adf None None] Network eee3295d-0589-4617-9ff6-3a74daf2e74b requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:20:13.075861 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-94c22f17-9c04-4694-b676-ecd53875b683 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:13.115672 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c22f17-9c04-4694-b676-ecd53875b683 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:20:13.119311 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-94c22f17-9c04-4694-b676-ecd53875b683 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:20:13.123490 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c22f17-9c04-4694-b676-ecd53875b683 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:20:13.164362 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 6e622802-b74e-48c2-bc38-8c12039d9fae up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:20:13.176612 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c22f17-9c04-4694-b676-ecd53875b683 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Pushing event updated for resources: {'Port': ['ID=f3123fcf-2b9c-4b60-9ab4-8d6a43be9a0f,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:13.323203 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-d8444f17-4cc9-40dd-af88-d4e4ab679020 None None] Provisioning for port 6e622802-b74e-48c2-bc38-8c12039d9fae completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:20:13.378242 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-620bb395-2270-4017-9cf2-b02a395f214b tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:13.386397 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-620bb395-2270-4017-9cf2-b02a395f214b tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:13.471435 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 6e622802-b74e-48c2-bc38-8c12039d9fae completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:20:13.478256 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 6e622802-b74e-48c2-bc38-8c12039d9fae triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:20:13.478556 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:13.530522 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620bb395-2270-4017-9cf2-b02a395f214b tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Pushing event updated for resources: {'Port': ['ID=0f0cea63-d723-4784-88d6-f5f73effd7c3,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:13.545424 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-620bb395-2270-4017-9cf2-b02a395f214b tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680980'] for router_interface, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:13.605175 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:13.663955 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 6e622802-b74e-48c2-bc38-8c12039d9fae, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=6e622802-b74e-48c2-bc38-8c12039d9fae,segment=NetworkSegment(2410fdff-a7e2-4688-a6bf-a952d37487ef),segment_id=2410fdff-a7e2-4688-a6bf-a952d37487ef)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:20:13.674010 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:13.732548 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620bb395-2270-4017-9cf2-b02a395f214b tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Network eee3295d-0589-4617-9ff6-3a74daf2e74b is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:20:13.735944 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-620bb395-2270-4017-9cf2-b02a395f214b tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:20:13.738668 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=6e622802-b74e-48c2-bc38-8c12039d9fae,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:13.932658 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c654f589-4811-4513-a6c1-70d2606f5405 req-01e802eb-18b8-4384-a971-a08f486aba21 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a79ea41-3605-4bf7-a1cc-18160bf685db HTTP/1.1" status: 200 len: 210 time: 0.0428894 Jul 24 00:20:13.988692 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-620bb395-2270-4017-9cf2-b02a395f214b tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Router 9bdd1962-19e2-41b2-b3dc-1c303a216a88 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:20:13.998658 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-785a980e-dbe8-4c21-ba55-61e6790ede8b None None] Provisioning for port 0f0cea63-d723-4784-88d6-f5f73effd7c3 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:20:14.007098 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-785a980e-dbe8-4c21-ba55-61e6790ede8b None None] Provisioning complete for port 0f0cea63-d723-4784-88d6-f5f73effd7c3 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:20:14.007624 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-785a980e-dbe8-4c21-ba55-61e6790ede8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:14.129840 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-785a980e-dbe8-4c21-ba55-61e6790ede8b None None] Port 0f0cea63-d723-4784-88d6-f5f73effd7c3 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:20:14.162657 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-785a980e-dbe8-4c21-ba55-61e6790ede8b None None] Provisioning complete for port 6e622802-b74e-48c2-bc38-8c12039d9fae triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:20:14.163302 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-785a980e-dbe8-4c21-ba55-61e6790ede8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:14.303255 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedf8e4d-2c77-4d0d-a558-fd636efaafec req-13ecb51a-04d8-4365-9ce6-ed54b2bf1dc4 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:14.314878 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-eedf8e4d-2c77-4d0d-a558-fd636efaafec req-13ecb51a-04d8-4365-9ce6-ed54b2bf1dc4 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 945 time: 0.2106066 Jul 24 00:20:14.372300 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-eedf8e4d-2c77-4d0d-a558-fd636efaafec req-217846ca-87db-4244-94b7-fa94c2304a75 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561087 Jul 24 00:20:14.382248 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-94c22f17-9c04-4694-b676-ecd53875b683 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:14.395105 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-620bb395-2270-4017-9cf2-b02a395f214b tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:20:14.403386 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-620bb395-2270-4017-9cf2-b02a395f214b tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "PUT /v2.0/routers/9bdd1962-19e2-41b2-b3dc-1c303a216a88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9023480 Jul 24 00:20:14.704591 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 6e622802-b74e-48c2-bc38-8c12039d9fae up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:20:14.715373 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add38d57-860f-490c-8f67-7aa3d767d33d None None] Sync routers for ids ['9bdd1962-19e2-41b2-b3dc-1c303a216a88'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:20:14.797258 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add38d57-860f-490c-8f67-7aa3d767d33d None None] Routers {'9bdd1962-19e2-41b2-b3dc-1c303a216a88'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:20:14.802975 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-add38d57-860f-490c-8f67-7aa3d767d33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:19:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['9bdd1962-19e2-41b2-b3dc-1c303a216a88'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:20:14.863595 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-94c22f17-9c04-4694-b676-ecd53875b683 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:14.867277 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-94c22f17-9c04-4694-b676-ecd53875b683 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-687196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-687191', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-626537'] for router, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:14.944111 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-add38d57-860f-490c-8f67-7aa3d767d33d None None] Set router 9bdd1962-19e2-41b2-b3dc-1c303a216a88 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:20:15.067404 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f75ff3b2-55ff-4e42-9710-2c2f6b30692d req-cf5940c8-07e5-46e3-b9b9-5427edce487b tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2066515227&fields=id&tenant_id=646730ba25934852bc5dd86a412228f1 HTTP/1.1" status: 200 len: 267 time: 0.3244910 Jul 24 00:20:15.206954 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8277783e-e1f1-4867-82a5-068509b9b69b req-75537330-3fa4-41ef-ad3b-79d731dd069d tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a79ea41-3605-4bf7-a1cc-18160bf685db HTTP/1.1" status: 200 len: 210 time: 0.1024196 Jul 24 00:20:15.208310 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:15.225864 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 6e622802-b74e-48c2-bc38-8c12039d9fae triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:20:15.226608 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:15.299357 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75ff3b2-55ff-4e42-9710-2c2f6b30692d req-0312671e-7ede-4f09-9a83-ade77cd4e8a1 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:15.302729 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f75ff3b2-55ff-4e42-9710-2c2f6b30692d req-0312671e-7ede-4f09-9a83-ade77cd4e8a1 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/networks?id=eee3295d-0589-4617-9ff6-3a74daf2e74b HTTP/1.1" status: 200 len: 796 time: 0.2336595 Jul 24 00:20:15.304172 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94c22f17-9c04-4694-b676-ecd53875b683 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Router a2062e5e-2ce9-481f-885d-1b20e145b9e5 is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:20:15.312482 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-add38d57-860f-490c-8f67-7aa3d767d33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdd1962-19e2-41b2-b3dc-1c303a216a88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-943379124', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '5dc52cf0-77f3-4209-a352-941b1ddcb8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:20:03Z', 'updated_at': '2021-07-24T00:20:12Z', 'revision_number': 4, 'project_id': '646730ba25934852bc5dd86a412228f1', 'gw_port': {'id': '5dc52cf0-77f3-4209-a352-941b1ddcb8de', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:54:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdd1962-19e2-41b2-b3dc-1c303a216a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:20:04Z', 'updated_at': '2021-07-24T00:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '0f0cea63-d723-4784-88d6-f5f73effd7c3', 'name': '', 'network_id': 'eee3295d-0589-4617-9ff6-3a74daf2e74b', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'mac_address': 'fa:16:3e:45:5c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdd1962-19e2-41b2-b3dc-1c303a216a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '5742575c-0343-44ec-8a39-bc46066db6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:20:11Z', 'updated_at': '2021-07-24T00:20:13Z', 'revision_number': 2, 'project_id': '646730ba25934852bc5dd86a412228f1', 'subnets': [{'id': '5742575c-0343-44ec-8a39-bc46066db6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:20:15.327194 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f75ff3b2-55ff-4e42-9710-2c2f6b30692d req-525d1c22-b83b-4418-bb39-7e75a1659c89 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/quotas/646730ba25934852bc5dd86a412228f1 HTTP/1.1" status: 200 len: 375 time: 0.0178189 Jul 24 00:20:15.392639 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add38d57-860f-490c-8f67-7aa3d767d33d None None] Checking router: 9bdd1962-19e2-41b2-b3dc-1c303a216a88 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:20:15.393012 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add38d57-860f-490c-8f67-7aa3d767d33d None None] Updating router 9bdd1962-19e2-41b2-b3dc-1c303a216a88 port 0f0cea63-d723-4784-88d6-f5f73effd7c3 binding host n-d-800088-16 {{(pid=100315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:20:15.470533 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-add38d57-860f-490c-8f67-7aa3d767d33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:15.513593 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-c801cc8d-5690-453a-a4ff-56212f2a243e None None] Provisioning complete for port 0f0cea63-d723-4784-88d6-f5f73effd7c3 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:20:15.513971 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c801cc8d-5690-453a-a4ff-56212f2a243e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:15.531907 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f75ff3b2-55ff-4e42-9710-2c2f6b30692d req-753b392a-073c-441f-b7bc-54d63e58894d tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=646730ba25934852bc5dd86a412228f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1585834 Jul 24 00:20:15.544575 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94c22f17-9c04-4694-b676-ecd53875b683 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:20:15.552382 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-94c22f17-9c04-4694-b676-ecd53875b683 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:15.556211 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-94c22f17-9c04-4694-b676-ecd53875b683 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] 10.222.0.44 "PUT /v2.0/routers/a2062e5e-2ce9-481f-885d-1b20e145b9e5 HTTP/1.1" status: 200 len: 915 time: 4.1774175 Jul 24 00:20:15.556583 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 52068) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:15.562080 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14b4376-9f3e-4bd2-a387-dcb8eb8c8bfc None None] Sync routers for ids ['a2062e5e-2ce9-481f-885d-1b20e145b9e5'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:20:15.574025 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14b4376-9f3e-4bd2-a387-dcb8eb8c8bfc None None] Routers {'a2062e5e-2ce9-481f-885d-1b20e145b9e5'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:20:15.574684 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-c14b4376-9f3e-4bd2-a387-dcb8eb8c8bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:19:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['a2062e5e-2ce9-481f-885d-1b20e145b9e5'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:20:15.596013 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f595dcf4-6b46-4536-8b21-dc778607bb29 req-cdc52c78-9ace-4cad-89e5-0431dea22571 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:15.604627 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f595dcf4-6b46-4536-8b21-dc778607bb29 req-cdc52c78-9ace-4cad-89e5-0431dea22571 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 945 time: 0.1094637 Jul 24 00:20:15.650580 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-c801cc8d-5690-453a-a4ff-56212f2a243e None None] Port 0f0cea63-d723-4784-88d6-f5f73effd7c3 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:20:15.652126 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f595dcf4-6b46-4536-8b21-dc778607bb29 req-239d13a0-b8ce-4c28-af38-79625cfc4708 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465333 Jul 24 00:20:15.677940 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-c14b4376-9f3e-4bd2-a387-dcb8eb8c8bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:20:15.707350 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14b4376-9f3e-4bd2-a387-dcb8eb8c8bfc None None] Routers {'a2062e5e-2ce9-481f-885d-1b20e145b9e5'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:20:15.708054 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-c14b4376-9f3e-4bd2-a387-dcb8eb8c8bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:19:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['a2062e5e-2ce9-481f-885d-1b20e145b9e5'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:20:15.776953 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-c14b4376-9f3e-4bd2-a387-dcb8eb8c8bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:20:15.777657 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14b4376-9f3e-4bd2-a387-dcb8eb8c8bfc None None] The sync data for ids ['a2062e5e-2ce9-481f-885d-1b20e145b9e5'] in n-d-800088-16 is: [] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:20:15.868422 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-fc394749-15ab-4ec7-b4f9-f7e66358dc75 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] 10.222.0.44 "GET /v2.0/routers/a2062e5e-2ce9-481f-885d-1b20e145b9e5 HTTP/1.1" status: 200 len: 921 time: 0.3104496 Jul 24 00:20:15.871405 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 52070) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:15.872743 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f75ff3b2-55ff-4e42-9710-2c2f6b30692d req-9e40d566-4bd0-4a43-aa2b-a968cc6c7721 service neutron] 10.222.0.44 "GET /v2.0/networks/eee3295d-0589-4617-9ff6-3a74daf2e74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080213 Jul 24 00:20:15.988896 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4dbcc8-f423-4ba5-b804-7bfb2604be30 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:15.991645 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-fc4dbcc8-f423-4ba5-b804-7bfb2604be30 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=9adcfee8-760c-4568-9e39-c221abf69bf5&device_id=a2062e5e-2ce9-481f-885d-1b20e145b9e5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1187451 Jul 24 00:20:15.994934 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 52072) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:16.003909 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-add38d57-860f-490c-8f67-7aa3d767d33d None None] Notify callbacks [] for port, precommit_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:16.021895 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-add38d57-860f-490c-8f67-7aa3d767d33d None None] Transition to ACTIVE for port object 0f0cea63-d723-4784-88d6-f5f73effd7c3 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:20:16.029449 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-add38d57-860f-490c-8f67-7aa3d767d33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:16.080783 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10647c6-1474-491d-89cc-397d70e568d7 None None] Pushing event updated for resources: {'Port': ['ID=0f0cea63-d723-4784-88d6-f5f73effd7c3,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:16.108118 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f75ff3b2-55ff-4e42-9710-2c2f6b30692d req-cacbabf7-0010-498b-8698-7e3a274e9666 service neutron] 10.222.0.44 "GET /v2.0/networks/eee3295d-0589-4617-9ff6-3a74daf2e74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255440 Jul 24 00:20:16.176641 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-add38d57-860f-490c-8f67-7aa3d767d33d None None] Attempting to bind port 0f0cea63-d723-4784-88d6-f5f73effd7c3 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:20:16.177524 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-add38d57-860f-490c-8f67-7aa3d767d33d None None] Attempting to bind port 0f0cea63-d723-4784-88d6-f5f73effd7c3 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '2410fdff-a7e2-4688-a6bf-a952d37487ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'eee3295d-0589-4617-9ff6-3a74daf2e74b'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:20:16.177995 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add38d57-860f-490c-8f67-7aa3d767d33d None None] Attempting to bind port 0f0cea63-d723-4784-88d6-f5f73effd7c3 on network eee3295d-0589-4617-9ff6-3a74daf2e74b {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:20:16.184291 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add38d57-860f-490c-8f67-7aa3d767d33d None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:20:16.185051 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add38d57-860f-490c-8f67-7aa3d767d33d None None] Checking segment: {'id': '2410fdff-a7e2-4688-a6bf-a952d37487ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'eee3295d-0589-4617-9ff6-3a74daf2e74b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:20:16.185914 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-add38d57-860f-490c-8f67-7aa3d767d33d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:16.186798 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add38d57-860f-490c-8f67-7aa3d767d33d None None] Bound using segment: {'id': '2410fdff-a7e2-4688-a6bf-a952d37487ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'eee3295d-0589-4617-9ff6-3a74daf2e74b'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:20:16.186962 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-add38d57-860f-490c-8f67-7aa3d767d33d None None] Bound port: 0f0cea63-d723-4784-88d6-f5f73effd7c3, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2410fdff-a7e2-4688-a6bf-a952d37487ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'eee3295d-0589-4617-9ff6-3a74daf2e74b'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:20:16.187670 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-add38d57-860f-490c-8f67-7aa3d767d33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:16.227989 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2bbaae-0077-4aa1-816a-b81bef8bbce1 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:16.232012 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-cf2bbaae-0077-4aa1-816a-b81bef8bbce1 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] 10.222.0.44 "GET /v2.0/networks/9adcfee8-760c-4568-9e39-c221abf69bf5 HTTP/1.1" status: 200 len: 881 time: 0.2336106 Jul 24 00:20:16.232276 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 52074) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:16.303774 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-add38d57-860f-490c-8f67-7aa3d767d33d None None] For port 0f0cea63-d723-4784-88d6-f5f73effd7c3, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:20:16.308156 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-36a6c934-3946-43df-b47a-46f87703f120 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2062e5e-2ce9-481f-885d-1b20e145b9e5 HTTP/1.1" status: 200 len: 205 time: 0.0718589 Jul 24 00:20:16.308156 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 52078) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:16.312162 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-add38d57-860f-490c-8f67-7aa3d767d33d None None] For port 0f0cea63-d723-4784-88d6-f5f73effd7c3, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=0f0cea63-d723-4784-88d6-f5f73effd7c3,segment=NetworkSegment(2410fdff-a7e2-4688-a6bf-a952d37487ef),segment_id=2410fdff-a7e2-4688-a6bf-a952d37487ef)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:20:16.330570 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-add38d57-860f-490c-8f67-7aa3d767d33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:16.512113 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add38d57-860f-490c-8f67-7aa3d767d33d None None] Routers {'9bdd1962-19e2-41b2-b3dc-1c303a216a88'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:20:16.512963 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-add38d57-860f-490c-8f67-7aa3d767d33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:19:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['9bdd1962-19e2-41b2-b3dc-1c303a216a88'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:20:16.531942 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1a27d5d4-d965-4a4f-b23e-f2a7e0791011 req-745ff006-b9fc-4480-ab0e-a6d94d64bc81 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6c17a47-9896-474b-a877-311b29aed970 HTTP/1.1" status: 200 len: 210 time: 0.0930305 Jul 24 00:20:16.577492 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6f841d3b-28e5-4dee-9044-a24b773dabd8 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks [] for router, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:16.621315 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10647c6-1474-491d-89cc-397d70e568d7 None None] Pushing event updated for resources: {'Port': ['ID=0f0cea63-d723-4784-88d6-f5f73effd7c3,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:16.756274 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6f841d3b-28e5-4dee-9044-a24b773dabd8 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:16.802574 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-add38d57-860f-490c-8f67-7aa3d767d33d None None] Set router 9bdd1962-19e2-41b2-b3dc-1c303a216a88 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:20:16.890701 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-6f841d3b-28e5-4dee-9044-a24b773dabd8 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Deleting port f3123fcf-2b9c-4b60-9ab4-8d6a43be9a0f {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:20:16.890701 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6f841d3b-28e5-4dee-9044-a24b773dabd8 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:16.956673 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad5b779-c25a-40cf-9acb-835947e9bce9 req-44039944-5322-43e3-94af-7f661687b272 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:16.958482 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fad5b779-c25a-40cf-9acb-835947e9bce9 req-44039944-5322-43e3-94af-7f661687b272 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 945 time: 0.1461177 Jul 24 00:20:17.050852 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fad5b779-c25a-40cf-9acb-835947e9bce9 req-e9dac338-f671-4bbb-8355-7cedad6030db tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621343 Jul 24 00:20:17.052594 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6f841d3b-28e5-4dee-9044-a24b773dabd8 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:17.068495 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-6f841d3b-28e5-4dee-9044-a24b773dabd8 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Calling delete_port for f3123fcf-2b9c-4b60-9ab4-8d6a43be9a0f owned by network:router_gateway {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:20:17.173874 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-add38d57-860f-490c-8f67-7aa3d767d33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdd1962-19e2-41b2-b3dc-1c303a216a88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-943379124', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '5dc52cf0-77f3-4209-a352-941b1ddcb8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:20:03Z', 'updated_at': '2021-07-24T00:20:12Z', 'revision_number': 4, 'project_id': '646730ba25934852bc5dd86a412228f1', 'gw_port': {'id': '5dc52cf0-77f3-4209-a352-941b1ddcb8de', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:54:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdd1962-19e2-41b2-b3dc-1c303a216a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:20:04Z', 'updated_at': '2021-07-24T00:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '0f0cea63-d723-4784-88d6-f5f73effd7c3', 'name': '', 'network_id': 'eee3295d-0589-4617-9ff6-3a74daf2e74b', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'mac_address': 'fa:16:3e:45:5c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdd1962-19e2-41b2-b3dc-1c303a216a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '5742575c-0343-44ec-8a39-bc46066db6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:20:11Z', 'updated_at': '2021-07-24T00:20:16Z', 'revision_number': 4, 'project_id': '646730ba25934852bc5dd86a412228f1', 'subnets': [{'id': '5742575c-0343-44ec-8a39-bc46066db6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:20:17.245292 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add38d57-860f-490c-8f67-7aa3d767d33d None None] The sync data for ids ['9bdd1962-19e2-41b2-b3dc-1c303a216a88'] in n-d-800088-16 is: [{'id': '9bdd1962-19e2-41b2-b3dc-1c303a216a88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-943379124', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '5dc52cf0-77f3-4209-a352-941b1ddcb8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:20:03Z', 'updated_at': '2021-07-24T00:20:12Z', 'revision_number': 4, 'project_id': '646730ba25934852bc5dd86a412228f1', 'gw_port': {'id': '5dc52cf0-77f3-4209-a352-941b1ddcb8de', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:54:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdd1962-19e2-41b2-b3dc-1c303a216a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:20:04Z', 'updated_at': '2021-07-24T00:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '0f0cea63-d723-4784-88d6-f5f73effd7c3', 'name': '', 'network_id': 'eee3295d-0589-4617-9ff6-3a74daf2e74b', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'mac_address': 'fa:16:3e:45:5c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdd1962-19e2-41b2-b3dc-1c303a216a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '5742575c-0343-44ec-8a39-bc46066db6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:20:11Z', 'updated_at': '2021-07-24T00:20:16Z', 'revision_number': 4, 'project_id': '646730ba25934852bc5dd86a412228f1', 'subnets': [{'id': '5742575c-0343-44ec-8a39-bc46066db6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:20:17.442292 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6f841d3b-28e5-4dee-9044-a24b773dabd8 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:17.511319 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f841d3b-28e5-4dee-9044-a24b773dabd8 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Pushing event deleted for resources: {'Port': ['ID=f3123fcf-2b9c-4b60-9ab4-8d6a43be9a0f,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:17.642742 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6f841d3b-28e5-4dee-9044-a24b773dabd8 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687114'] for router_gateway, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:17.663908 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-91d7402e-ceae-46ef-9192-6df28d78192c req-f9806131-a948-47f6-be20-7f1c921a3f11 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6c17a47-9896-474b-a877-311b29aed970 HTTP/1.1" status: 200 len: 210 time: 0.0474083 Jul 24 00:20:17.765323 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:17.784145 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6f841d3b-28e5-4dee-9044-a24b773dabd8 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:17.787382 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6f841d3b-28e5-4dee-9044-a24b773dabd8 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:17.846239 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6f841d3b-28e5-4dee-9044-a24b773dabd8 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:17.847023 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f841d3b-28e5-4dee-9044-a24b773dabd8 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Fanout notify agent at l3_agent the message router_deleted on router a2062e5e-2ce9-481f-885d-1b20e145b9e5 {{(pid=100314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:20:17.856286 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6f841d3b-28e5-4dee-9044-a24b773dabd8 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:17.857624 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-6f841d3b-28e5-4dee-9044-a24b773dabd8 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] 10.222.0.44 "DELETE /v2.0/routers/a2062e5e-2ce9-481f-885d-1b20e145b9e5 HTTP/1.1" status: 204 len: 168 time: 1.5489593 Jul 24 00:20:17.862103 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 52102) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:17.868362 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-e6246df5-ebce-478b-b345-1268a79809a6 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1948174973', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}, 'admin_state_up': False}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:20:17.904469 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e6246df5-ebce-478b-b345-1268a79809a6 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:17.905682 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e6246df5-ebce-478b-b345-1268a79809a6 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:18.033838 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e6246df5-ebce-478b-b345-1268a79809a6 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:18.085935 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75ff3b2-55ff-4e42-9710-2c2f6b30692d req-7e8b5c49-d5cb-4c1a-ac75-4f3103e1e897 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:18.089971 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f75ff3b2-55ff-4e42-9710-2c2f6b30692d req-7e8b5c49-d5cb-4c1a-ac75-4f3103e1e897 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.52 "GET /v2.0/networks?id=eee3295d-0589-4617-9ff6-3a74daf2e74b HTTP/1.1" status: 200 len: 796 time: 0.2319841 Jul 24 00:20:18.187106 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f75ff3b2-55ff-4e42-9710-2c2f6b30692d req-c7663c61-bb1a-4034-8c6d-0a7579409efa tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=646730ba25934852bc5dd86a412228f1 HTTP/1.1" status: 200 len: 380 time: 0.0850275 Jul 24 00:20:18.200961 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-f75ff3b2-55ff-4e42-9710-2c2f6b30692d req-d12435b6-9ce2-4409-8f7f-a16fce728e8d tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Request body: {'port': {'device_id': 'b6c17a47-9896-474b-a877-311b29aed970', 'network_id': 'eee3295d-0589-4617-9ff6-3a74daf2e74b', 'admin_state_up': True, 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'security_groups': ['2ccac68c-b776-4e7b-bd31-5686cdfbb54d']}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:20:18.400267 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f75ff3b2-55ff-4e42-9710-2c2f6b30692d req-d12435b6-9ce2-4409-8f7f-a16fce728e8d tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Made reservation on behalf of 646730ba25934852bc5dd86a412228f1 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:20:18.404222 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-f75ff3b2-55ff-4e42-9710-2c2f6b30692d req-d12435b6-9ce2-4409-8f7f-a16fce728e8d tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:18.452984 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e6246df5-ebce-478b-b345-1268a79809a6 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:18.600672 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 0f0cea63-d723-4784-88d6-f5f73effd7c3 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:20:18.612314 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0163fa4-cb67-4d0a-9e8f-c45ab2ae5f10 req-88b13a34-972c-496d-9b18-c5323af3d76b tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:18.614038 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c0163fa4-cb67-4d0a-9e8f-c45ab2ae5f10 req-88b13a34-972c-496d-9b18-c5323af3d76b tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 945 time: 0.3843987 Jul 24 00:20:18.737401 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 0f0cea63-d723-4784-88d6-f5f73effd7c3 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:20:18.747967 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 0f0cea63-d723-4784-88d6-f5f73effd7c3 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:20:18.751429 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:18.753408 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c0163fa4-cb67-4d0a-9e8f-c45ab2ae5f10 req-156e6c2b-87e4-49d2-8b14-5bdb4e642e86 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165619 Jul 24 00:20:18.759770 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-f75ff3b2-55ff-4e42-9710-2c2f6b30692d req-d12435b6-9ce2-4409-8f7f-a16fce728e8d tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Allocated IP 172.20.0.13 (eee3295d-0589-4617-9ff6-3a74daf2e74b/5742575c-0343-44ec-8a39-bc46066db6b0/2221df95-de43-411b-8e9d-607c97856962) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:20:18.883667 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:18.957140 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 0f0cea63-d723-4784-88d6-f5f73effd7c3, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=0f0cea63-d723-4784-88d6-f5f73effd7c3,segment=NetworkSegment(2410fdff-a7e2-4688-a6bf-a952d37487ef),segment_id=2410fdff-a7e2-4688-a6bf-a952d37487ef)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:20:18.962995 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:18.964989 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c9aaed47-1dbc-4ff8-8c7c-e0257056cf54 req-b6d33f36-b2f0-4cbe-a0b9-6d177e5de9c7 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6c17a47-9896-474b-a877-311b29aed970 HTTP/1.1" status: 200 len: 210 time: 0.1430910 Jul 24 00:20:19.088968 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=0f0cea63-d723-4784-88d6-f5f73effd7c3,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:19.127463 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e6246df5-ebce-478b-b345-1268a79809a6 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks [] for router_gateway, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:19.160953 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e6246df5-ebce-478b-b345-1268a79809a6 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:19.207616 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-f75ff3b2-55ff-4e42-9710-2c2f6b30692d req-d12435b6-9ce2-4409-8f7f-a16fce728e8d tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:19.237881 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-f75ff3b2-55ff-4e42-9710-2c2f6b30692d req-d12435b6-9ce2-4409-8f7f-a16fce728e8d tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Transition to ACTIVE for port object 2221df95-de43-411b-8e9d-607c97856962 will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:20:19.323615 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-f75ff3b2-55ff-4e42-9710-2c2f6b30692d req-d12435b6-9ce2-4409-8f7f-a16fce728e8d tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:19.346080 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-e6246df5-ebce-478b-b345-1268a79809a6 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Allocated IP 172.25.3.236 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/380bd446-00fa-4b17-a6bf-b27f0fbfa650) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:20:19.387717 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f75ff3b2-55ff-4e42-9710-2c2f6b30692d req-d12435b6-9ce2-4409-8f7f-a16fce728e8d tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Network eee3295d-0589-4617-9ff6-3a74daf2e74b is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:20:19.391233 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-f75ff3b2-55ff-4e42-9710-2c2f6b30692d req-d12435b6-9ce2-4409-8f7f-a16fce728e8d tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:20:19.395831 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-f75ff3b2-55ff-4e42-9710-2c2f6b30692d req-d12435b6-9ce2-4409-8f7f-a16fce728e8d tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:20:19.458689 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12435b6-9ce2-4409-8f7f-a16fce728e8d tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Pushing event updated for resources: {'Port': ['ID=2221df95-de43-411b-8e9d-607c97856962,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:19.477381 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75ff3b2-55ff-4e42-9710-2c2f6b30692d req-d12435b6-9ce2-4409-8f7f-a16fce728e8d tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:19.478109 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-f75ff3b2-55ff-4e42-9710-2c2f6b30692d req-d12435b6-9ce2-4409-8f7f-a16fce728e8d tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:19.513025 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f75ff3b2-55ff-4e42-9710-2c2f6b30692d req-d12435b6-9ce2-4409-8f7f-a16fce728e8d tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3196952 Jul 24 00:20:19.529157 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-f75ff3b2-55ff-4e42-9710-2c2f6b30692d req-6d46a198-0b20-4eed-8780-27a4b61582c9 service neutron] Request body: {'port': {'device_id': 'b6c17a47-9896-474b-a877-311b29aed970', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:20:19.565128 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e6246df5-ebce-478b-b345-1268a79809a6 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:19.645558 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e6246df5-ebce-478b-b345-1268a79809a6 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:19.669525 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-f75ff3b2-55ff-4e42-9710-2c2f6b30692d req-6d46a198-0b20-4eed-8780-27a4b61582c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:19.743626 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-fbaba250-04c5-4b0d-b173-19c21852314a None None] Provisioning for port 2221df95-de43-411b-8e9d-607c97856962 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:20:19.748225 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-fbaba250-04c5-4b0d-b173-19c21852314a None None] Provisioning complete for port 2221df95-de43-411b-8e9d-607c97856962 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:20:19.748720 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-fbaba250-04c5-4b0d-b173-19c21852314a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:19.785999 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6246df5-ebce-478b-b345-1268a79809a6 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:20:19.804033 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-e6246df5-ebce-478b-b345-1268a79809a6 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:20:19.840619 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6246df5-ebce-478b-b345-1268a79809a6 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:20:19.848107 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-fbaba250-04c5-4b0d-b173-19c21852314a None None] Port 2221df95-de43-411b-8e9d-607c97856962 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:20:19.902054 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6246df5-ebce-478b-b345-1268a79809a6 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Pushing event updated for resources: {'Port': ['ID=380bd446-00fa-4b17-a6bf-b27f0fbfa650,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:20.230765 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f76c1-d1c4-44e2-8cd0-400d5bf5781c req-8fbcfaea-cca4-4dff-9f0a-1283c0f2cc3e tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:20.238907 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fd9f76c1-d1c4-44e2-8cd0-400d5bf5781c req-8fbcfaea-cca4-4dff-9f0a-1283c0f2cc3e tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6c17a47-9896-474b-a877-311b29aed970 HTTP/1.1" status: 200 len: 932 time: 0.1418567 Jul 24 00:20:20.302745 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-f75ff3b2-55ff-4e42-9710-2c2f6b30692d req-6d46a198-0b20-4eed-8780-27a4b61582c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2221df95-de43-411b-8e9d-607c97856962 {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:20:20.314822 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-f75ff3b2-55ff-4e42-9710-2c2f6b30692d req-6d46a198-0b20-4eed-8780-27a4b61582c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:20.320552 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fd9f76c1-d1c4-44e2-8cd0-400d5bf5781c req-9958c9cb-78dd-4624-8ead-f714c70534f0 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ccac68c-b776-4e7b-bd31-5686cdfbb54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803745 Jul 24 00:20:20.334157 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-f75ff3b2-55ff-4e42-9710-2c2f6b30692d req-6d46a198-0b20-4eed-8780-27a4b61582c9 service neutron] Transition to ACTIVE for port object 2221df95-de43-411b-8e9d-607c97856962 will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:20:20.343823 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-f75ff3b2-55ff-4e42-9710-2c2f6b30692d req-6d46a198-0b20-4eed-8780-27a4b61582c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:20.437840 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d46a198-0b20-4eed-8780-27a4b61582c9 service neutron] Pushing event updated for resources: {'Port': ['ID=2221df95-de43-411b-8e9d-607c97856962,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:20.547813 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-f75ff3b2-55ff-4e42-9710-2c2f6b30692d req-6d46a198-0b20-4eed-8780-27a4b61582c9 service neutron] Attempting to bind port 2221df95-de43-411b-8e9d-607c97856962 on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:20:20.549544 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-f75ff3b2-55ff-4e42-9710-2c2f6b30692d req-6d46a198-0b20-4eed-8780-27a4b61582c9 service neutron] Attempting to bind port 2221df95-de43-411b-8e9d-607c97856962 by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': '2410fdff-a7e2-4688-a6bf-a952d37487ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'eee3295d-0589-4617-9ff6-3a74daf2e74b'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:20:20.550057 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75ff3b2-55ff-4e42-9710-2c2f6b30692d req-6d46a198-0b20-4eed-8780-27a4b61582c9 service neutron] Attempting to bind port 2221df95-de43-411b-8e9d-607c97856962 on network eee3295d-0589-4617-9ff6-3a74daf2e74b {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:20:20.564724 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75ff3b2-55ff-4e42-9710-2c2f6b30692d req-6d46a198-0b20-4eed-8780-27a4b61582c9 service neutron] Port 2221df95-de43-411b-8e9d-607c97856962 on network eee3295d-0589-4617-9ff6-3a74daf2e74b not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:20:20.565186 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75ff3b2-55ff-4e42-9710-2c2f6b30692d req-6d46a198-0b20-4eed-8780-27a4b61582c9 service neutron] Attempting to bind port 2221df95-de43-411b-8e9d-607c97856962 on network eee3295d-0589-4617-9ff6-3a74daf2e74b {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:20:20.571381 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75ff3b2-55ff-4e42-9710-2c2f6b30692d req-6d46a198-0b20-4eed-8780-27a4b61582c9 service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:20:20.572017 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75ff3b2-55ff-4e42-9710-2c2f6b30692d req-6d46a198-0b20-4eed-8780-27a4b61582c9 service neutron] Checking segment: {'id': '2410fdff-a7e2-4688-a6bf-a952d37487ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'eee3295d-0589-4617-9ff6-3a74daf2e74b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:20:20.572973 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75ff3b2-55ff-4e42-9710-2c2f6b30692d req-6d46a198-0b20-4eed-8780-27a4b61582c9 service neutron] Bound using segment: {'id': '2410fdff-a7e2-4688-a6bf-a952d37487ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'eee3295d-0589-4617-9ff6-3a74daf2e74b'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:20:20.573619 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-f75ff3b2-55ff-4e42-9710-2c2f6b30692d req-6d46a198-0b20-4eed-8780-27a4b61582c9 service neutron] Bound port: 2221df95-de43-411b-8e9d-607c97856962, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2410fdff-a7e2-4688-a6bf-a952d37487ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'eee3295d-0589-4617-9ff6-3a74daf2e74b'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:20:20.574171 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-f75ff3b2-55ff-4e42-9710-2c2f6b30692d req-6d46a198-0b20-4eed-8780-27a4b61582c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:20.606770 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 0f0cea63-d723-4784-88d6-f5f73effd7c3 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:20:20.642594 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e8372e-5ed5-4c8f-b4c8-4cd5146d5eca req-378adefa-8960-43a4-b557-ce8e3bd7a133 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:20.644441 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a4e8372e-5ed5-4c8f-b4c8-4cd5146d5eca req-378adefa-8960-43a4-b557-ce8e3bd7a133 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 945 time: 0.7580521 Jul 24 00:20:20.667854 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-f75ff3b2-55ff-4e42-9710-2c2f6b30692d req-6d46a198-0b20-4eed-8780-27a4b61582c9 service neutron] For port 2221df95-de43-411b-8e9d-607c97856962, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:20:20.671149 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-f75ff3b2-55ff-4e42-9710-2c2f6b30692d req-6d46a198-0b20-4eed-8780-27a4b61582c9 service neutron] For port 2221df95-de43-411b-8e9d-607c97856962, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=2221df95-de43-411b-8e9d-607c97856962,segment=NetworkSegment(2410fdff-a7e2-4688-a6bf-a952d37487ef),segment_id=2410fdff-a7e2-4688-a6bf-a952d37487ef)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:20:20.680527 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-f75ff3b2-55ff-4e42-9710-2c2f6b30692d req-6d46a198-0b20-4eed-8780-27a4b61582c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:20.733191 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75ff3b2-55ff-4e42-9710-2c2f6b30692d req-6d46a198-0b20-4eed-8780-27a4b61582c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:20.734129 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-f75ff3b2-55ff-4e42-9710-2c2f6b30692d req-6d46a198-0b20-4eed-8780-27a4b61582c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:20.735747 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f75ff3b2-55ff-4e42-9710-2c2f6b30692d req-6d46a198-0b20-4eed-8780-27a4b61582c9 service neutron] 10.222.0.52 "PUT /v2.0/ports/2221df95-de43-411b-8e9d-607c97856962 HTTP/1.1" status: 200 len: 1093 time: 1.2154844 Jul 24 00:20:20.736375 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6c17a47-9896-474b-a877-311b29aed970', 'tag': '2221df95-de43-411b-8e9d-607c97856962'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:20:20.743383 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ba98f4-4430-4fa8-9efd-c2938bc3c14d" -d '{"events": [{"name": "network-changed", "server_uuid": "b6c17a47-9896-474b-a877-311b29aed970", "tag": "2221df95-de43-411b-8e9d-607c97856962"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:20:20.749690 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 0f0cea63-d723-4784-88d6-f5f73effd7c3 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:20:20.753865 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:20.770522 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a4e8372e-5ed5-4c8f-b4c8-4cd5146d5eca req-c09b9a6c-96aa-448f-83e5-3741f8992e00 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141779 Jul 24 00:20:20.783032 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d46a198-0b20-4eed-8780-27a4b61582c9 service neutron] Pushing event updated for resources: {'Port': ['ID=2221df95-de43-411b-8e9d-607c97856962,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:20.886475 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-769d5bae-0fad-45c7-a979-b414051cca87 x-openstack-request-id: req-769d5bae-0fad-45c7-a979-b414051cca87 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:20:20.886832 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6c17a47-9896-474b-a877-311b29aed970", "tag": "2221df95-de43-411b-8e9d-607c97856962", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:20:20.886924 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-769d5bae-0fad-45c7-a979-b414051cca87 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:20:20.887265 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6c17a47-9896-474b-a877-311b29aed970', 'tag': '2221df95-de43-411b-8e9d-607c97856962', 'status': 'completed', 'code': 200} Jul 24 00:20:20.950891 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75ff3b2-55ff-4e42-9710-2c2f6b30692d req-c982a68c-bb1a-4f8d-bd9e-453b4a95b41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:20.952904 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f75ff3b2-55ff-4e42-9710-2c2f6b30692d req-c982a68c-bb1a-4f8d-bd9e-453b4a95b41f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=646730ba25934852bc5dd86a412228f1&device_id=b6c17a47-9896-474b-a877-311b29aed970 HTTP/1.1" status: 200 len: 1096 time: 0.1420469 Jul 24 00:20:20.966297 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e6246df5-ebce-478b-b345-1268a79809a6 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks [] for router_gateway, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:21.012318 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f75ff3b2-55ff-4e42-9710-2c2f6b30692d req-c217c404-3f72-4766-a122-f5b7d45c8288 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2221df95-de43-411b-8e9d-607c97856962 HTTP/1.1" status: 200 len: 217 time: 0.0522826 Jul 24 00:20:21.109534 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75ff3b2-55ff-4e42-9710-2c2f6b30692d req-54aecf64-469c-40c1-8df8-9485a8f35310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:21.111535 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f75ff3b2-55ff-4e42-9710-2c2f6b30692d req-54aecf64-469c-40c1-8df8-9485a8f35310 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5742575c-0343-44ec-8a39-bc46066db6b0 HTTP/1.1" status: 200 len: 835 time: 0.0928347 Jul 24 00:20:21.227198 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75ff3b2-55ff-4e42-9710-2c2f6b30692d req-d547565a-e261-441e-9f64-fa2590d8a2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:21.229267 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f75ff3b2-55ff-4e42-9710-2c2f6b30692d req-d547565a-e261-441e-9f64-fa2590d8a2b9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=eee3295d-0589-4617-9ff6-3a74daf2e74b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1075814 Jul 24 00:20:21.302317 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e6246df5-ebce-478b-b345-1268a79809a6 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:21.428380 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f75ff3b2-55ff-4e42-9710-2c2f6b30692d req-2023ac64-5f56-411b-b137-344992f32231 service neutron] 10.222.0.52 "GET /v2.0/networks/eee3295d-0589-4617-9ff6-3a74daf2e74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869919 Jul 24 00:20:21.577796 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f75ff3b2-55ff-4e42-9710-2c2f6b30692d req-ed873964-b14f-42a5-9906-d5433a883f65 service neutron] 10.222.0.52 "GET /v2.0/networks/eee3295d-0589-4617-9ff6-3a74daf2e74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424828 Jul 24 00:20:21.620785 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0240d1-e041-446e-b5be-1cf36eccf0de req-b1d9ae1e-f907-4a2b-be8b-ab94687cfc31 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:21.629208 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-dd0240d1-e041-446e-b5be-1cf36eccf0de req-b1d9ae1e-f907-4a2b-be8b-ab94687cfc31 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6c17a47-9896-474b-a877-311b29aed970 HTTP/1.1" status: 200 len: 944 time: 0.1310508 Jul 24 00:20:21.640260 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6246df5-ebce-478b-b345-1268a79809a6 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Router 0a8d7d03-02da-43da-89a6-d9abefee49a8 is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:20:21.735685 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ba98f4-4430-4fa8-9efd-c2938bc3c14d req-994a233f-6e49-41fb-bdba-e3dd04d747d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:21.739893 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-20ba98f4-4430-4fa8-9efd-c2938bc3c14d req-994a233f-6e49-41fb-bdba-e3dd04d747d9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=646730ba25934852bc5dd86a412228f1&device_id=b6c17a47-9896-474b-a877-311b29aed970 HTTP/1.1" status: 200 len: 1096 time: 0.0992873 Jul 24 00:20:21.825589 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-dd0240d1-e041-446e-b5be-1cf36eccf0de req-c036ca26-e522-4c12-b36e-22e15372239a tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ccac68c-b776-4e7b-bd31-5686cdfbb54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1946831 Jul 24 00:20:21.887946 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ba98f4-4430-4fa8-9efd-c2938bc3c14d req-18d337fe-6b07-4e0e-9676-61142aaed5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:21.891538 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-20ba98f4-4430-4fa8-9efd-c2938bc3c14d req-18d337fe-6b07-4e0e-9676-61142aaed5a3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=eee3295d-0589-4617-9ff6-3a74daf2e74b HTTP/1.1" status: 200 len: 897 time: 0.1426959 Jul 24 00:20:21.896490 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6246df5-ebce-478b-b345-1268a79809a6 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:20:21.906566 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9329b2cb-f0e1-43e0-9cd3-89a0aa5776c0 None None] Sync routers for ids ['0a8d7d03-02da-43da-89a6-d9abefee49a8'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:20:21.919372 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e6246df5-ebce-478b-b345-1268a79809a6 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:21.924241 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-e6246df5-ebce-478b-b345-1268a79809a6 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.0608959 Jul 24 00:20:21.925189 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 52130) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:21.926107 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9329b2cb-f0e1-43e0-9cd3-89a0aa5776c0 None None] Routers {'0a8d7d03-02da-43da-89a6-d9abefee49a8'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:20:21.927637 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-9329b2cb-f0e1-43e0-9cd3-89a0aa5776c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:19:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['0a8d7d03-02da-43da-89a6-d9abefee49a8'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:20:21.932114 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-d0d07a00-2b08-4397-a0a2-6987288881de tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:20:21.983710 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-9329b2cb-f0e1-43e0-9cd3-89a0aa5776c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:20:21.989109 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-20ba98f4-4430-4fa8-9efd-c2938bc3c14d req-f82d5ae3-66a0-4746-b2e5-73e82c48ea7a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2221df95-de43-411b-8e9d-607c97856962 HTTP/1.1" status: 200 len: 217 time: 0.0792570 Jul 24 00:20:21.995273 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9329b2cb-f0e1-43e0-9cd3-89a0aa5776c0 None None] Routers {'0a8d7d03-02da-43da-89a6-d9abefee49a8'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:20:21.996267 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-9329b2cb-f0e1-43e0-9cd3-89a0aa5776c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:19:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['0a8d7d03-02da-43da-89a6-d9abefee49a8'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:20:22.042993 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-9329b2cb-f0e1-43e0-9cd3-89a0aa5776c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:20:22.043656 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9329b2cb-f0e1-43e0-9cd3-89a0aa5776c0 None None] The sync data for ids ['0a8d7d03-02da-43da-89a6-d9abefee49a8'] in n-d-800088-16 is: [] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:20:22.127547 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd7df1f-cc44-47dd-85de-96eecdcd198a req-0f91d485-b430-411c-b684-ee5383d69c24 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:22.130286 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-afd7df1f-cc44-47dd-85de-96eecdcd198a req-0f91d485-b430-411c-b684-ee5383d69c24 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 945 time: 0.2603967 Jul 24 00:20:22.134923 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ba98f4-4430-4fa8-9efd-c2938bc3c14d req-d7ba9bd0-cb9f-4114-b043-4959f3100743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:22.136683 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-20ba98f4-4430-4fa8-9efd-c2938bc3c14d req-d7ba9bd0-cb9f-4114-b043-4959f3100743 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5742575c-0343-44ec-8a39-bc46066db6b0 HTTP/1.1" status: 200 len: 835 time: 0.1397762 Jul 24 00:20:22.259738 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-afd7df1f-cc44-47dd-85de-96eecdcd198a req-169ee37c-f177-429f-bae1-8d8aa1c76f9d tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218629 Jul 24 00:20:22.277842 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ba98f4-4430-4fa8-9efd-c2938bc3c14d req-1b3df7c2-9e79-4c99-ade3-db2fa7415cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:22.279740 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-20ba98f4-4430-4fa8-9efd-c2938bc3c14d req-1b3df7c2-9e79-4c99-ade3-db2fa7415cbb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=eee3295d-0589-4617-9ff6-3a74daf2e74b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1293123 Jul 24 00:20:22.400722 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-20ba98f4-4430-4fa8-9efd-c2938bc3c14d req-d4aa1836-d1fd-4962-bbbd-afe59e355911 service neutron] 10.222.0.52 "GET /v2.0/networks/eee3295d-0589-4617-9ff6-3a74daf2e74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101792 Jul 24 00:20:22.439692 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2256f9c8-f0e4-4af0-8e5a-b92f320b38bd req-01fb36e2-51aa-41b3-b5f4-4041f933f27d tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:22.442711 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2256f9c8-f0e4-4af0-8e5a-b92f320b38bd req-01fb36e2-51aa-41b3-b5f4-4041f933f27d tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4defed8-9be1-45b8-9b49-60b5dbe58f6f HTTP/1.1" status: 200 len: 946 time: 0.1840072 Jul 24 00:20:22.507016 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2256f9c8-f0e4-4af0-8e5a-b92f320b38bd req-85167419-a727-4547-8ace-eacedc2d0888 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=03bee5c9-e66c-4142-aa97-b7495f645fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588710 Jul 24 00:20:22.532066 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d0d07a00-2b08-4397-a0a2-6987288881de tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:22.543559 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d0d07a00-2b08-4397-a0a2-6987288881de tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:22.553143 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-20ba98f4-4430-4fa8-9efd-c2938bc3c14d req-87b71ca4-4c2a-4438-bc4e-7ebbd9b524c3 service neutron] 10.222.0.52 "GET /v2.0/networks/eee3295d-0589-4617-9ff6-3a74daf2e74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360865 Jul 24 00:20:22.612256 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-d0d07a00-2b08-4397-a0a2-6987288881de tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Deleting port 380bd446-00fa-4b17-a6bf-b27f0fbfa650 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:20:22.612646 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d0d07a00-2b08-4397-a0a2-6987288881de tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:22.702184 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d0d07a00-2b08-4397-a0a2-6987288881de tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:22.717517 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-d0d07a00-2b08-4397-a0a2-6987288881de tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Calling delete_port for 380bd446-00fa-4b17-a6bf-b27f0fbfa650 owned by network:router_gateway {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:20:22.920122 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d0d07a00-2b08-4397-a0a2-6987288881de tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:22.950414 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d07a00-2b08-4397-a0a2-6987288881de tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Pushing event deleted for resources: {'Port': ['ID=380bd446-00fa-4b17-a6bf-b27f0fbfa650,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:22.983473 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4092aac-b7e5-417e-bef9-20eaece4c2d7 req-3bcfb209-319c-4532-b442-4cd7dabb9ef2 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:22.985372 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a4092aac-b7e5-417e-bef9-20eaece4c2d7 req-3bcfb209-319c-4532-b442-4cd7dabb9ef2 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6c17a47-9896-474b-a877-311b29aed970 HTTP/1.1" status: 200 len: 944 time: 0.0962298 Jul 24 00:20:23.030449 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d0d07a00-2b08-4397-a0a2-6987288881de tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687114'] for router_gateway, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:23.043596 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a4092aac-b7e5-417e-bef9-20eaece4c2d7 req-12498a18-194a-4a68-a397-49f2c8b16f06 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ccac68c-b776-4e7b-bd31-5686cdfbb54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520778 Jul 24 00:20:23.189974 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9d720d85-2011-438a-ab53-2e48c4e74385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:23.267947 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d0d07a00-2b08-4397-a0a2-6987288881de tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:23.271667 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d0d07a00-2b08-4397-a0a2-6987288881de tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-687196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-687191', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-626537'] for router, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:23.416708 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0d07a00-2b08-4397-a0a2-6987288881de tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Router 0a8d7d03-02da-43da-89a6-d9abefee49a8 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:20:23.517870 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed777dd-2a93-4801-a15d-1864b22f70a3 req-476a9eb8-b558-40fb-b04e-9b5a98acdfc1 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:23.519369 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2ed777dd-2a93-4801-a15d-1864b22f70a3 req-476a9eb8-b558-40fb-b04e-9b5a98acdfc1 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 945 time: 0.1487386 Jul 24 00:20:23.527135 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d07a00-2b08-4397-a0a2-6987288881de tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:20:23.534819 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d0d07a00-2b08-4397-a0a2-6987288881de tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:23.539532 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 52146) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:23.544634 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f54bfe-100e-480e-975f-4ef30f75afa7 None None] Sync routers for ids ['0a8d7d03-02da-43da-89a6-d9abefee49a8'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:20:23.547933 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-d0d07a00-2b08-4397-a0a2-6987288881de tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] 10.222.0.44 "PUT /v2.0/routers/0a8d7d03-02da-43da-89a6-d9abefee49a8 HTTP/1.1" status: 200 len: 706 time: 1.6207614 Jul 24 00:20:23.556069 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f54bfe-100e-480e-975f-4ef30f75afa7 None None] Routers {'0a8d7d03-02da-43da-89a6-d9abefee49a8'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:20:23.557135 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-45f54bfe-100e-480e-975f-4ef30f75afa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:19:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['0a8d7d03-02da-43da-89a6-d9abefee49a8'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:20:23.636629 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2ed777dd-2a93-4801-a15d-1864b22f70a3 req-a1f61387-481a-4125-8d05-73fe28e20baf tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876515 Jul 24 00:20:23.704172 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-45f54bfe-100e-480e-975f-4ef30f75afa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:20:23.713533 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f54bfe-100e-480e-975f-4ef30f75afa7 None None] Routers {'0a8d7d03-02da-43da-89a6-d9abefee49a8'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:20:23.714390 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-45f54bfe-100e-480e-975f-4ef30f75afa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:19:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['0a8d7d03-02da-43da-89a6-d9abefee49a8'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:20:23.722921 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-38fc7cc1-1c96-4ac1-9c99-ea39d27c3571 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] 10.222.0.44 "GET /v2.0/routers/0a8d7d03-02da-43da-89a6-d9abefee49a8 HTTP/1.1" status: 200 len: 741 time: 0.1796737 Jul 24 00:20:23.723441 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 52148) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:23.752103 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-45f54bfe-100e-480e-975f-4ef30f75afa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:20:23.755478 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f54bfe-100e-480e-975f-4ef30f75afa7 None None] The sync data for ids ['0a8d7d03-02da-43da-89a6-d9abefee49a8'] in n-d-800088-16 is: [] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:20:23.782100 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-b9044aca-747a-4311-84cc-71bdbf6653d7 tempest-RoutersAdminTest-982832764 tempest-RoutersAdminTest-982832764-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=9adcfee8-760c-4568-9e39-c221abf69bf5&device_id=0a8d7d03-02da-43da-89a6-d9abefee49a8 HTTP/1.1" status: 200 len: 205 time: 0.0576444 Jul 24 00:20:23.785028 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 52150) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:23.804833 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e57454-a9d0-4bfa-bb95-559740130dff req-3c0f809f-c40d-4dc7-a4aa-cd38cac4cd7a tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:23.806893 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-78e57454-a9d0-4bfa-bb95-559740130dff req-3c0f809f-c40d-4dc7-a4aa-cd38cac4cd7a tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4defed8-9be1-45b8-9b49-60b5dbe58f6f HTTP/1.1" status: 200 len: 946 time: 0.1367624 Jul 24 00:20:23.821517 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-ed33dfae-48eb-406b-82d5-19b11b9308fd tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a8d7d03-02da-43da-89a6-d9abefee49a8 HTTP/1.1" status: 200 len: 205 time: 0.0341959 Jul 24 00:20:23.823458 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 52152) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:23.854526 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-78e57454-a9d0-4bfa-bb95-559740130dff req-5a5ee2b2-d49c-4499-b1de-1fe410867c08 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=03bee5c9-e66c-4142-aa97-b7495f645fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415480 Jul 24 00:20:23.924014 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9a6280eb-ba7d-420b-800d-35dc6cf99f27 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks [] for router, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:24.168455 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9a6280eb-ba7d-420b-800d-35dc6cf99f27 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:24.173218 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9a6280eb-ba7d-420b-800d-35dc6cf99f27 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:24.233757 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8dee94-ee43-4ac8-b995-3b9c56333c7e req-f970360a-a5b5-429e-a36d-37fdd84192f7 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:24.235300 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4a8dee94-ee43-4ac8-b995-3b9c56333c7e req-f970360a-a5b5-429e-a36d-37fdd84192f7 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4defed8-9be1-45b8-9b49-60b5dbe58f6f HTTP/1.1" status: 200 len: 946 time: 0.2662446 Jul 24 00:20:24.240190 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9a6280eb-ba7d-420b-800d-35dc6cf99f27 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:24.240962 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a6280eb-ba7d-420b-800d-35dc6cf99f27 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Fanout notify agent at l3_agent the message router_deleted on router 0a8d7d03-02da-43da-89a6-d9abefee49a8 {{(pid=100314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:20:24.250047 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9a6280eb-ba7d-420b-800d-35dc6cf99f27 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:24.255170 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-9a6280eb-ba7d-420b-800d-35dc6cf99f27 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] 10.222.0.44 "DELETE /v2.0/routers/0a8d7d03-02da-43da-89a6-d9abefee49a8 HTTP/1.1" status: 204 len: 168 time: 0.4265535 Jul 24 00:20:24.255280 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 52162) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:24.285160 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-2676a98f-8940-4c96-9e04-490681062c21 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a8d7d03-02da-43da-89a6-d9abefee49a8 HTTP/1.1" status: 200 len: 205 time: 0.0287142 Jul 24 00:20:24.288551 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 52164) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:24.310519 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b1ce43-9d59-4fa4-bccc-019610a763f0 req-a5e7450b-09be-4771-b01f-06a6316e2989 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:24.312053 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-27b1ce43-9d59-4fa4-bccc-019610a763f0 req-a5e7450b-09be-4771-b01f-06a6316e2989 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6c17a47-9896-474b-a877-311b29aed970 HTTP/1.1" status: 200 len: 944 time: 0.1819227 Jul 24 00:20:24.329487 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [None req-52c61fba-260c-44b3-870e-6ef2b11b51ac tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] delete failed (client error): The resource could not be found. Jul 24 00:20:24.331757 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-52c61fba-260c-44b3-870e-6ef2b11b51ac tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] 10.222.0.44 "DELETE /v2.0/routers/0a8d7d03-02da-43da-89a6-d9abefee49a8 HTTP/1.1" status: 404 len: 336 time: 0.0406418 Jul 24 00:20:24.333872 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 52168) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:24.366219 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-35ad0de1-3223-4a24-94fb-1ae1582c41d0 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2062e5e-2ce9-481f-885d-1b20e145b9e5 HTTP/1.1" status: 200 len: 205 time: 0.0301518 Jul 24 00:20:24.368557 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 52172) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:24.383580 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-27b1ce43-9d59-4fa4-bccc-019610a763f0 req-e9ba5129-8c34-426e-8973-ccce1b58893a tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ccac68c-b776-4e7b-bd31-5686cdfbb54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627885 Jul 24 00:20:24.407093 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [None req-6400e81f-1005-4af2-9db0-a4060737f14e tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] delete failed (client error): The resource could not be found. Jul 24 00:20:24.407093 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-6400e81f-1005-4af2-9db0-a4060737f14e tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] 10.222.0.44 "DELETE /v2.0/routers/a2062e5e-2ce9-481f-885d-1b20e145b9e5 HTTP/1.1" status: 404 len: 336 time: 0.0373385 Jul 24 00:20:24.407804 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-4a8dee94-ee43-4ac8-b995-3b9c56333c7e req-53d34daf-f8aa-47c5-92c2-7bf74b632bb6 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Deleting port c3d91c44-3767-4e47-9fc2-6fb8b9593387 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:20:24.408211 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-4a8dee94-ee43-4ac8-b995-3b9c56333c7e req-53d34daf-f8aa-47c5-92c2-7bf74b632bb6 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:24.409791 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 52174) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:24.443465 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-00790fdc-1556-49e1-9819-ad967ec65dbf tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fe1ae5a-64e9-43cf-b68a-34bc3a4e5031 HTTP/1.1" status: 200 len: 205 time: 0.0326009 Jul 24 00:20:24.445751 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 52176) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:24.481636 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [None req-770f8b11-6fa3-4431-8756-efd56325147b tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] delete failed (client error): The resource could not be found. Jul 24 00:20:24.482641 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-770f8b11-6fa3-4431-8756-efd56325147b tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] 10.222.0.44 "DELETE /v2.0/routers/7fe1ae5a-64e9-43cf-b68a-34bc3a4e5031 HTTP/1.1" status: 404 len: 336 time: 0.0360036 Jul 24 00:20:24.485259 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 52178) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:24.501223 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-4a8dee94-ee43-4ac8-b995-3b9c56333c7e req-53d34daf-f8aa-47c5-92c2-7bf74b632bb6 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] For port c3d91c44-3767-4e47-9fc2-6fb8b9593387, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=c3d91c44-3767-4e47-9fc2-6fb8b9593387,segment=NetworkSegment(a1a1465a-fd99-41c9-bf89-faf21d67cc5e),segment_id=a1a1465a-fd99-41c9-bf89-faf21d67cc5e)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:20:24.501603 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-4a8dee94-ee43-4ac8-b995-3b9c56333c7e req-53d34daf-f8aa-47c5-92c2-7bf74b632bb6 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:24.513981 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-9ca6cf5f-d3ad-4e8c-ab7c-2092e51b9dcd tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] 10.222.0.44 "GET /v2.0/ports?device_id=df744667-125d-4a08-ad7e-0a4df0571836 HTTP/1.1" status: 200 len: 205 time: 0.0277059 Jul 24 00:20:24.514474 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-4a8dee94-ee43-4ac8-b995-3b9c56333c7e req-53d34daf-f8aa-47c5-92c2-7bf74b632bb6 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Calling delete_port for c3d91c44-3767-4e47-9fc2-6fb8b9593387 owned by compute:nova {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:20:24.516339 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 52180) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:24.555432 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [None req-56cb4836-f114-4a61-9320-cc7e298d88b6 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] delete failed (client error): The resource could not be found. Jul 24 00:20:24.556446 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-56cb4836-f114-4a61-9320-cc7e298d88b6 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] 10.222.0.44 "DELETE /v2.0/routers/df744667-125d-4a08-ad7e-0a4df0571836 HTTP/1.1" status: 404 len: 336 time: 0.0391908 Jul 24 00:20:24.559254 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 52182) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:24.588967 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-46277e43-086f-48c3-99df-d9de1f7fb341 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] 10.222.0.44 "GET /v2.0/ports?device_id=fdc5c09e-9e5a-4ffd-b1b7-8267473f8036 HTTP/1.1" status: 200 len: 205 time: 0.0287173 Jul 24 00:20:24.591122 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 52184) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:24.626532 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [None req-d6956634-c3da-4834-88ae-2c856581b750 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] delete failed (client error): The resource could not be found. Jul 24 00:20:24.627564 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-d6956634-c3da-4834-88ae-2c856581b750 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] 10.222.0.44 "DELETE /v2.0/routers/fdc5c09e-9e5a-4ffd-b1b7-8267473f8036 HTTP/1.1" status: 404 len: 336 time: 0.0355389 Jul 24 00:20:24.630281 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 52186) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:24.650776 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-4a8dee94-ee43-4ac8-b995-3b9c56333c7e req-53d34daf-f8aa-47c5-92c2-7bf74b632bb6 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:24.665654 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-7bb4011c-0714-48a0-85c1-9392bfadd1c8 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea74bca4-dfe1-4dc8-88bf-a000d50e6e61 HTTP/1.1" status: 200 len: 205 time: 0.0321684 Jul 24 00:20:24.666012 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 52190) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:24.669350 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['c3d91c44-3767-4e47-9fc2-6fb8b9593387'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:20:24.685698 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d34daf-f8aa-47c5-92c2-7bf74b632bb6 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Pushing event deleted for resources: {'Port': ['ID=c3d91c44-3767-4e47-9fc2-6fb8b9593387,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:24.699766 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 2221df95-de43-411b-8e9d-607c97856962 details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:20:24.704204 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [None req-7075a8bf-5ce8-47e8-af76-b39d1829e70d tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] delete failed (client error): The resource could not be found. Jul 24 00:20:24.705710 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-7075a8bf-5ce8-47e8-af76-b39d1829e70d tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] 10.222.0.44 "DELETE /v2.0/routers/ea74bca4-dfe1-4dc8-88bf-a000d50e6e61 HTTP/1.1" status: 404 len: 336 time: 0.0387068 Jul 24 00:20:24.717184 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 52192) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:24.733884 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d34daf-f8aa-47c5-92c2-7bf74b632bb6 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:20:24.733884 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d34daf-f8aa-47c5-92c2-7bf74b632bb6 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:20:24.734203 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d34daf-f8aa-47c5-92c2-7bf74b632bb6 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:20:24.734646 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d34daf-f8aa-47c5-92c2-7bf74b632bb6 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:20:24.735088 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d34daf-f8aa-47c5-92c2-7bf74b632bb6 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:20:24.735530 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d34daf-f8aa-47c5-92c2-7bf74b632bb6 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:20:24.735966 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d34daf-f8aa-47c5-92c2-7bf74b632bb6 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:20:24.736397 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d34daf-f8aa-47c5-92c2-7bf74b632bb6 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:20:24.736863 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d34daf-f8aa-47c5-92c2-7bf74b632bb6 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:20:24.737296 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d34daf-f8aa-47c5-92c2-7bf74b632bb6 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:20:24.737728 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d34daf-f8aa-47c5-92c2-7bf74b632bb6 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:20:24.738289 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d34daf-f8aa-47c5-92c2-7bf74b632bb6 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:20:24.766846 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a8dee94-ee43-4ac8-b995-3b9c56333c7e req-53d34daf-f8aa-47c5-92c2-7bf74b632bb6 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] No DVR routers for this DVR port c3d91c44-3767-4e47-9fc2-6fb8b9593387 on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:20:24.770315 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-4a8dee94-ee43-4ac8-b995-3b9c56333c7e req-53d34daf-f8aa-47c5-92c2-7bf74b632bb6 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:24.772929 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4a8dee94-ee43-4ac8-b995-3b9c56333c7e req-53d34daf-f8aa-47c5-92c2-7bf74b632bb6 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.64 "DELETE /v2.0/ports/c3d91c44-3767-4e47-9fc2-6fb8b9593387 HTTP/1.1" status: 204 len: 173 time: 0.5292439 Jul 24 00:20:24.773527 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4defed8-9be1-45b8-9b49-60b5dbe58f6f', 'name': 'network-vif-deleted', 'tag': 'c3d91c44-3767-4e47-9fc2-6fb8b9593387'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:20:24.777036 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3189956-ee90-4465-88bd-5e1ed0187f90" -d '{"events": [{"server_uuid": "f4defed8-9be1-45b8-9b49-60b5dbe58f6f", "name": "network-vif-deleted", "tag": "c3d91c44-3767-4e47-9fc2-6fb8b9593387"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:20:24.795607 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dcbcde7-5759-478e-ac3a-499b32f2b044 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] DELETE failed (client error): The resource could not be found. Jul 24 00:20:24.796135 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dcbcde7-5759-478e-ac3a-499b32f2b044 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:20:24.797795 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-4dcbcde7-5759-478e-ac3a-499b32f2b044 tempest-RoutersAdminTest-1682280145 tempest-RoutersAdminTest-1682280145-project] 10.222.0.44 "DELETE /v2.0/subnets/d0ccf4a1-0f3d-4e86-b726-6ed25e12ac60 HTTP/1.1" status: 404 len: 337 time: 0.0796285 Jul 24 00:20:24.828250 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54dec94d-86ba-412b-90c6-780815b037a0 x-openstack-request-id: req-54dec94d-86ba-412b-90c6-780815b037a0 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:20:24.829224 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4defed8-9be1-45b8-9b49-60b5dbe58f6f", "name": "network-vif-deleted", "tag": "c3d91c44-3767-4e47-9fc2-6fb8b9593387", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:20:24.829837 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-54dec94d-86ba-412b-90c6-780815b037a0 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:20:24.831463 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4defed8-9be1-45b8-9b49-60b5dbe58f6f', 'name': 'network-vif-deleted', 'tag': 'c3d91c44-3767-4e47-9fc2-6fb8b9593387', 'status': 'completed', 'code': 200} Jul 24 00:20:24.839517 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82f94d-f8fb-47e1-9069-eb3dbad70f25 req-75fd5acc-cfe8-4245-ac37-8aeb0e561ede tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:24.841451 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2d82f94d-f8fb-47e1-9069-eb3dbad70f25 req-75fd5acc-cfe8-4245-ac37-8aeb0e561ede tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 945 time: 0.0808196 Jul 24 00:20:24.856776 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 2221df95-de43-411b-8e9d-607c97856962, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=2221df95-de43-411b-8e9d-607c97856962,segment=NetworkSegment(2410fdff-a7e2-4688-a6bf-a952d37487ef),segment_id=2410fdff-a7e2-4688-a6bf-a952d37487ef)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:20:24.875301 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': '2221df95-de43-411b-8e9d-607c97856962', 'network_id': 'eee3295d-0589-4617-9ff6-3a74daf2e74b', 'port_id': '2221df95-de43-411b-8e9d-607c97856962', 'mac_address': 'fa:16:3e:c5:65:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5742575c-0343-44ec-8a39-bc46066db6b0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:20:24.899523 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2d82f94d-f8fb-47e1-9069-eb3dbad70f25 req-553b12a9-a586-4cf4-b519-e801b6037e55 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504270 Jul 24 00:20:24.942354 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:24.957650 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2221df95-de43-411b-8e9d-607c97856962 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:20:24.968769 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb8b5d-8173-40f5-8cda-4565a6e7230a req-2a6114d3-84d7-4f06-ae25-d316eff81ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:24.972973 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a6cb8b5d-8173-40f5-8cda-4565a6e7230a req-2a6114d3-84d7-4f06-ae25-d316eff81ec9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1d0faf1922314d3dad9a1a4e6c7e2bd6&device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 1097 time: 0.0934565 Jul 24 00:20:24.984988 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 2221df95-de43-411b-8e9d-607c97856962, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=2221df95-de43-411b-8e9d-607c97856962,segment=NetworkSegment(2410fdff-a7e2-4688-a6bf-a952d37487ef),segment_id=2410fdff-a7e2-4688-a6bf-a952d37487ef)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:20:24.992936 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:25.028726 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-863bf848-134d-4628-bd23-b67a4790e073 req-f1e08f2b-88d7-4c7e-bf77-b6f454450740 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4defed8-9be1-45b8-9b49-60b5dbe58f6f HTTP/1.1" status: 200 len: 210 time: 0.0390825 Jul 24 00:20:25.057957 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=2221df95-de43-411b-8e9d-607c97856962,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:25.125903 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb8b5d-8173-40f5-8cda-4565a6e7230a req-9af84364-6018-4404-b5da-5f5f42ee849d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:25.128223 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a6cb8b5d-8173-40f5-8cda-4565a6e7230a req-9af84364-6018-4404-b5da-5f5f42ee849d service neutron] 10.222.0.64 "GET /v2.0/networks?id=f54dfdc3-e2c8-4e0e-8c8e-324d22ca629b HTTP/1.1" status: 200 len: 914 time: 0.1480026 Jul 24 00:20:25.175469 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a6cb8b5d-8173-40f5-8cda-4565a6e7230a req-420d2e28-8e57-445a-b49e-554abc5624ad service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=32b908bd-8128-45fd-b263-ac8a656aab1f HTTP/1.1" status: 200 len: 217 time: 0.0406196 Jul 24 00:20:25.192146 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['2221df95-de43-411b-8e9d-607c97856962'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:20:25.193760 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 52202) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:25.263317 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb8b5d-8173-40f5-8cda-4565a6e7230a req-9ad6510d-038c-4db7-b708-5d3a7cd87e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:25.265210 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a6cb8b5d-8173-40f5-8cda-4565a6e7230a req-9ad6510d-038c-4db7-b708-5d3a7cd87e30 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fe0da9e7-4ffa-48d2-af23-d88968a5a0e1 HTTP/1.1" status: 200 len: 853 time: 0.0821486 Jul 24 00:20:25.306419 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a6cb8b5d-8173-40f5-8cda-4565a6e7230a req-66507e2d-50be-473c-a80a-46a4719cb2e1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f54dfdc3-e2c8-4e0e-8c8e-324d22ca629b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337465 Jul 24 00:20:25.327731 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c5c3e895-b379-44f6-aabc-c6b380c25af3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:25.423627 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a6cb8b5d-8173-40f5-8cda-4565a6e7230a req-db6eeb93-b251-4e64-a40c-e39fbb9506c0 service neutron] 10.222.0.64 "GET /v2.0/networks/f54dfdc3-e2c8-4e0e-8c8e-324d22ca629b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098621 Jul 24 00:20:25.463170 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c5c3e895-b379-44f6-aabc-c6b380c25af3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:25.471065 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c5c3e895-b379-44f6-aabc-c6b380c25af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:25.538484 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a6cb8b5d-8173-40f5-8cda-4565a6e7230a req-cebc87cf-8a44-4503-9efb-6c4c9f77a956 service neutron] 10.222.0.64 "GET /v2.0/networks/f54dfdc3-e2c8-4e0e-8c8e-324d22ca629b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073680 Jul 24 00:20:25.547037 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c5c3e895-b379-44f6-aabc-c6b380c25af3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7d80867fcb5c4271a99bad90332cf15d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3521922 Jul 24 00:20:25.549798 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c3e895-b379-44f6-aabc-c6b380c25af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dfc1d3b-dadb-459c-91ce-25789e1720fb,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:25.550097 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 52208) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:25.590573 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b08331-0d78-4f4a-b821-9c46aafb8d30 req-24f26ac0-b1bf-4a28-9800-eb68d28631d0 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:25.592209 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-24b08331-0d78-4f4a-b821-9c46aafb8d30 req-24f26ac0-b1bf-4a28-9800-eb68d28631d0 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6c17a47-9896-474b-a877-311b29aed970 HTTP/1.1" status: 200 len: 945 time: 0.1011901 Jul 24 00:20:25.612348 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-67607f3d-09b9-4975-aa18-b361b02c9df9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:25.634880 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-24b08331-0d78-4f4a-b821-9c46aafb8d30 req-51834937-64b9-495c-b5e4-8ec0d62b9474 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ccac68c-b776-4e7b-bd31-5686cdfbb54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363789 Jul 24 00:20:25.642003 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-67607f3d-09b9-4975-aa18-b361b02c9df9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:25.691238 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-67607f3d-09b9-4975-aa18-b361b02c9df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:25.694055 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-67607f3d-09b9-4975-aa18-b361b02c9df9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:25.697564 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-67607f3d-09b9-4975-aa18-b361b02c9df9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9dfc1d3b-dadb-459c-91ce-25789e1720fb HTTP/1.1" status: 204 len: 168 time: 0.1440170 Jul 24 00:20:25.703190 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67607f3d-09b9-4975-aa18-b361b02c9df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dfc1d3b-dadb-459c-91ce-25789e1720fb,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:25.743463 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-272019b0-a3be-46dc-b208-046651bb643c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:25.958045 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 52216) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:26.030626 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-9f7d44bd-71ae-417f-a5c3-254844429078 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4ae21d12bdb34398b41e8c85103ec469&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0714242 Jul 24 00:20:26.033560 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 52218) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:26.057391 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b46e9a-1b66-419b-a973-ccfb05a665d2 req-62cf4083-3e13-486e-ade3-8b1a3e192326 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:26.058981 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-07b46e9a-1b66-419b-a973-ccfb05a665d2 req-62cf4083-3e13-486e-ade3-8b1a3e192326 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 945 time: 0.0865264 Jul 24 00:20:26.090765 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-001b5466-9ff6-4159-b60b-f6b69335305b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:26.113442 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-001b5466-9ff6-4159-b60b-f6b69335305b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:26.168086 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-44223bd7-1725-4bb3-aebe-f91db14743c0 req-bc8c5d55-525c-4c73-95a9-9473f1ae1fac tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4defed8-9be1-45b8-9b49-60b5dbe58f6f HTTP/1.1" status: 200 len: 210 time: 0.0425653 Jul 24 00:20:26.194802 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-001b5466-9ff6-4159-b60b-f6b69335305b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:26.198590 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-001b5466-9ff6-4159-b60b-f6b69335305b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:26.199831 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-001b5466-9ff6-4159-b60b-f6b69335305b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ffe5eba0-4c5a-4ae0-97e4-c8c44d9a286c HTTP/1.1" status: 204 len: 168 time: 0.1651263 Jul 24 00:20:26.212327 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b5466-9ff6-4159-b60b-f6b69335305b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe5eba0-4c5a-4ae0-97e4-c8c44d9a286c,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:26.450474 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-07b46e9a-1b66-419b-a973-ccfb05a665d2 req-15190148-2d9b-4e39-99a6-d9441df57c64 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3859174 Jul 24 00:20:26.703416 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 2221df95-de43-411b-8e9d-607c97856962 up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:20:26.770423 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22379da5-7213-41a8-b8b8-23457754d5c5 req-edb4714f-b86d-418a-9460-6fd055606492 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:26.772401 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-22379da5-7213-41a8-b8b8-23457754d5c5 req-edb4714f-b86d-418a-9460-6fd055606492 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6c17a47-9896-474b-a877-311b29aed970 HTTP/1.1" status: 200 len: 945 time: 0.0697610 Jul 24 00:20:26.785376 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:26.791136 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port 2221df95-de43-411b-8e9d-607c97856962 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:20:26.797804 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port 2221df95-de43-411b-8e9d-607c97856962 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:20:26.798494 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:26.816800 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-22379da5-7213-41a8-b8b8-23457754d5c5 req-4d84b7ae-0ef2-435e-aef2-5281429c1c03 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ccac68c-b776-4e7b-bd31-5686cdfbb54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381858 Jul 24 00:20:26.886465 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:26.910028 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6c17a47-9896-474b-a877-311b29aed970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2221df95-de43-411b-8e9d-607c97856962'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:20:26.912348 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f71bbe29-7849-4e31-a815-4792ed30e874" -d '{"events": [{"server_uuid": "b6c17a47-9896-474b-a877-311b29aed970", "name": "network-vif-plugged", "status": "completed", "tag": "2221df95-de43-411b-8e9d-607c97856962"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:20:26.927621 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 2221df95-de43-411b-8e9d-607c97856962, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=2221df95-de43-411b-8e9d-607c97856962,segment=NetworkSegment(2410fdff-a7e2-4688-a6bf-a952d37487ef),segment_id=2410fdff-a7e2-4688-a6bf-a952d37487ef)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:20:26.936774 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:26.988098 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1430102f-8cee-422e-bb94-dab6e9d01b4d x-openstack-request-id: req-1430102f-8cee-422e-bb94-dab6e9d01b4d {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:20:26.988382 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6c17a47-9896-474b-a877-311b29aed970", "name": "network-vif-plugged", "status": "completed", "tag": "2221df95-de43-411b-8e9d-607c97856962", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:20:26.988979 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1430102f-8cee-422e-bb94-dab6e9d01b4d {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:20:26.989375 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6c17a47-9896-474b-a877-311b29aed970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2221df95-de43-411b-8e9d-607c97856962', 'code': 200} Jul 24 00:20:27.022569 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=2221df95-de43-411b-8e9d-607c97856962,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:27.031000 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 52246) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:27.108780 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014efb6b-8145-4bdf-9fc7-fc2a36a9c132 req-62a7eebc-4943-40a8-ba63-a2f29508c3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:27.110484 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-014efb6b-8145-4bdf-9fc7-fc2a36a9c132 req-62a7eebc-4943-40a8-ba63-a2f29508c3cd service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b6c17a47-9896-474b-a877-311b29aed970 HTTP/1.1" status: 200 len: 1098 time: 0.0581372 Jul 24 00:20:27.134468 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-9e376415-ed21-41c8-b615-ce3dbd103221 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1382134263', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:20:27.164239 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-014efb6b-8145-4bdf-9fc7-fc2a36a9c132 req-f778b25b-4070-4228-9e7e-d43a3687ed35 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=2ccac68c-b776-4e7b-bd31-5686cdfbb54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472631 Jul 24 00:20:27.171541 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9e376415-ed21-41c8-b615-ce3dbd103221 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:27.172680 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9e376415-ed21-41c8-b615-ce3dbd103221 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:27.225354 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9e376415-ed21-41c8-b615-ce3dbd103221 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:27.231458 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9e376415-ed21-41c8-b615-ce3dbd103221 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:27.250779 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9e376415-ed21-41c8-b615-ce3dbd103221 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:27.254745 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-9e376415-ed21-41c8-b615-ce3dbd103221 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.2202573 Jul 24 00:20:27.255041 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 52252) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:27.260374 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-6fdb7be4-554b-48b8-beb0-d66fc06b632c tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-877877187'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:20:27.266893 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device c3d91c44-3767-4e47-9fc2-6fb8b9593387 no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:20:27.290339 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fdb7be4-554b-48b8-beb0-d66fc06b632c tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Made reservation on behalf of 59ab153b89e34289b2fc15641674f5d2 for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:20:27.294886 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6fdb7be4-554b-48b8-beb0-d66fc06b632c tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:27.297910 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] No Port match for: c3d91c44-3767-4e47-9fc2-6fb8b9593387 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:20:27.298337 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device c3d91c44-3767-4e47-9fc2-6fb8b9593387 not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:20:27.298828 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 32b908bd-8128-45fd-b263-ac8a656aab1f no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:20:27.307225 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6fdb7be4-554b-48b8-beb0-d66fc06b632c tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:27.340220 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:27.350103 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5fc951a7-557e-42fb-b01e-480b57032bf0 req-ee4ea76c-2303-4dbd-bfeb-745602a0734e tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4defed8-9be1-45b8-9b49-60b5dbe58f6f HTTP/1.1" status: 200 len: 210 time: 0.0569258 Jul 24 00:20:27.411241 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:27.447060 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6fdb7be4-554b-48b8-beb0-d66fc06b632c tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:27.452434 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6fdb7be4-554b-48b8-beb0-d66fc06b632c tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:27.459589 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 32b908bd-8128-45fd-b263-ac8a656aab1f, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=32b908bd-8128-45fd-b263-ac8a656aab1f,segment=NetworkSegment(4a1dcf4b-f5e9-43bd-a598-49a091b374c5),segment_id=4a1dcf4b-f5e9-43bd-a598-49a091b374c5)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:20:27.463540 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:27.484320 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fdb7be4-554b-48b8-beb0-d66fc06b632c tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:20:27.502134 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdb7be4-554b-48b8-beb0-d66fc06b632c tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84168e67-d13e-4219-bbb7-3626cf70f78d,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:27.517905 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6fdb7be4-554b-48b8-beb0-d66fc06b632c tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:27.518277 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-6fdb7be4-554b-48b8-beb0-d66fc06b632c tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Added segment c2c9b6a4-d5a3-4966-ad60-7ba032753e28 of type vlan for network 0069a93a-94d9-40be-b6e7-96d3c5a0e305 Jul 24 00:20:27.549154 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=32b908bd-8128-45fd-b263-ac8a656aab1f,revision_number=8']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:27.611669 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6fdb7be4-554b-48b8-beb0-d66fc06b632c tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:27.654034 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6fdb7be4-554b-48b8-beb0-d66fc06b632c tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:27.659581 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fdb7be4-554b-48b8-beb0-d66fc06b632c tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:27.660178 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6fdb7be4-554b-48b8-beb0-d66fc06b632c tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:27.675665 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a01b3b-0857-4ef8-9bd0-9ecf059337ae req-ba7a91a3-9483-400f-94ff-4df827acfefd tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:27.677219 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d2a01b3b-0857-4ef8-9bd0-9ecf059337ae req-ba7a91a3-9483-400f-94ff-4df827acfefd tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 943 time: 0.1100433 Jul 24 00:20:27.728050 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-6fdb7be4-554b-48b8-beb0-d66fc06b632c tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4718404 Jul 24 00:20:27.735020 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 52256) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:27.740934 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-fd659683-1df1-44ab-959c-4990186a0cd6 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Request body: {'subnet': {'network_id': '0069a93a-94d9-40be-b6e7-96d3c5a0e305', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:20:27.764325 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdb7be4-554b-48b8-beb0-d66fc06b632c tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Pushing event updated for resources: {'Network': ['ID=0069a93a-94d9-40be-b6e7-96d3c5a0e305,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:27.779580 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 0069a93a-94d9-40be-b6e7-96d3c5a0e305 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:20:27.780164 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d2a01b3b-0857-4ef8-9bd0-9ecf059337ae req-ffb27cf1-5111-4609-9c77-6f6528ea59ed tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839629 Jul 24 00:20:27.864067 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd659683-1df1-44ab-959c-4990186a0cd6 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Made reservation on behalf of 59ab153b89e34289b2fc15641674f5d2 for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:20:27.868418 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fd659683-1df1-44ab-959c-4990186a0cd6 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:28.025446 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d623da-c211-4d3f-adfe-06703fb1b026 req-be172b68-113c-4e43-ba87-3d2932341215 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:28.026996 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-15d623da-c211-4d3f-adfe-06703fb1b026 req-be172b68-113c-4e43-ba87-3d2932341215 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6c17a47-9896-474b-a877-311b29aed970 HTTP/1.1" status: 200 len: 946 time: 0.0955446 Jul 24 00:20:28.070461 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-15d623da-c211-4d3f-adfe-06703fb1b026 req-70e2acad-f567-44b4-96dd-5ff5f96d4818 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ccac68c-b776-4e7b-bd31-5686cdfbb54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367632 Jul 24 00:20:28.113406 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4d7fab-a5a2-4d4e-b7a0-e5534ce79ba6 req-fbdaeb32-f889-4cdf-8d0b-4a8f55e9ad08 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:28.114901 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3a4d7fab-a5a2-4d4e-b7a0-e5534ce79ba6 req-fbdaeb32-f889-4cdf-8d0b-4a8f55e9ad08 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 943 time: 0.1655071 Jul 24 00:20:28.197747 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3a4d7fab-a5a2-4d4e-b7a0-e5534ce79ba6 req-83b874de-4add-49cf-88e9-644f1bee1796 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757971 Jul 24 00:20:28.205921 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fd659683-1df1-44ab-959c-4990186a0cd6 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:28.273034 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd659683-1df1-44ab-959c-4990186a0cd6 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Pushing event updated for resources: {'Subnet': ['ID=803ae602-aafc-4ad7-a82b-f6035152457d,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:28.281114 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd659683-1df1-44ab-959c-4990186a0cd6 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Checking segment: {'id': 'c2c9b6a4-d5a3-4966-ad60-7ba032753e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '0069a93a-94d9-40be-b6e7-96d3c5a0e305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:20:28.281558 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd659683-1df1-44ab-959c-4990186a0cd6 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Network hostable DHCP agents. Network: 0069a93a-94d9-40be-b6e7-96d3c5a0e305, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:20:28.301976 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd659683-1df1-44ab-959c-4990186a0cd6 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Network 0069a93a-94d9-40be-b6e7-96d3c5a0e305 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:20:28.313869 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-fd659683-1df1-44ab-959c-4990186a0cd6 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 0069a93a-94d9-40be-b6e7-96d3c5a0e305) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:20:28.318179 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd659683-1df1-44ab-959c-4990186a0cd6 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:28.318905 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fd659683-1df1-44ab-959c-4990186a0cd6 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:28.324509 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfef0102-dcaa-413f-a5d9-f5bd3c3f8aa6 None None] Network 0069a93a-94d9-40be-b6e7-96d3c5a0e305 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:20:28.335305 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-fd659683-1df1-44ab-959c-4990186a0cd6 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5990875 Jul 24 00:20:28.338799 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 52270) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:28.343841 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-d20e67e7-7b87-4629-a678-520d505b87b0 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Request body: {'network': {'name': 'tempest-router-network01--1139905718'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:20:28.376461 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d20e67e7-7b87-4629-a678-520d505b87b0 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Made reservation on behalf of 59ab153b89e34289b2fc15641674f5d2 for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:20:28.387396 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d20e67e7-7b87-4629-a678-520d505b87b0 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:28.449322 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d20e67e7-7b87-4629-a678-520d505b87b0 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:20:28.461430 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d20e67e7-7b87-4629-a678-520d505b87b0 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:28.461964 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-d20e67e7-7b87-4629-a678-520d505b87b0 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Added segment e9b3c6ff-d81d-44f7-a1c6-77e29313d494 of type vlan for network b99d4c64-a0ff-4303-8956-28e3f06d20dd Jul 24 00:20:28.509474 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d20e67e7-7b87-4629-a678-520d505b87b0 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:28.540785 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b9660551-9083-4e93-ab78-c7bed28b913e req-e74261be-430b-4596-b07c-2806288de8d2 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4defed8-9be1-45b8-9b49-60b5dbe58f6f HTTP/1.1" status: 200 len: 210 time: 0.0670865 Jul 24 00:20:28.544474 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d20e67e7-7b87-4629-a678-520d505b87b0 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:28.550678 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20e67e7-7b87-4629-a678-520d505b87b0 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:28.551541 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d20e67e7-7b87-4629-a678-520d505b87b0 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:28.586809 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e25f032-b243-4d7a-b43c-bdf730ca098f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-0069a93a-94d9-40be-b6e7-96d3c5a0e305', 'network_id': '0069a93a-94d9-40be-b6e7-96d3c5a0e305', 'tenant_id': '59ab153b89e34289b2fc15641674f5d2', 'fixed_ips': [{'subnet_id': '803ae602-aafc-4ad7-a82b-f6035152457d'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:20:28.587714 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-8e25f032-b243-4d7a-b43c-bdf730ca098f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:28.651483 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-d20e67e7-7b87-4629-a678-520d505b87b0 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3115475 Jul 24 00:20:28.662774 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 52284) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:28.670952 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-f2d56fed-aa56-4754-b33c-2cb758e656dc tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Request body: {'network': {'name': 'tempest-router-network02--311657542'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:20:28.685778 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20e67e7-7b87-4629-a678-520d505b87b0 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Pushing event updated for resources: {'Network': ['ID=b99d4c64-a0ff-4303-8956-28e3f06d20dd,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:28.715775 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59c91c9-cea4-460f-bd52-91bd56fe3f8c req-a8e7fbcf-8a7b-472d-86a6-662ee747275f tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:28.717436 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d59c91c9-cea4-460f-bd52-91bd56fe3f8c req-a8e7fbcf-8a7b-472d-86a6-662ee747275f tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 943 time: 0.1615050 Jul 24 00:20:28.726250 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d56fed-aa56-4754-b33c-2cb758e656dc tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Made reservation on behalf of 59ab153b89e34289b2fc15641674f5d2 for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:20:28.733221 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f2d56fed-aa56-4754-b33c-2cb758e656dc tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:28.740888 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network b99d4c64-a0ff-4303-8956-28e3f06d20dd details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:20:28.770124 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d59c91c9-cea4-460f-bd52-91bd56fe3f8c req-337ca680-d12b-4ffe-969e-c474d5c16ab2 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449760 Jul 24 00:20:28.774055 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-16f03072-f4eb-43c8-bb94-0c171cb75717 req-0b535d15-36e0-456f-b870-d79400299096 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1405027 Jul 24 00:20:28.783070 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2d56fed-aa56-4754-b33c-2cb758e656dc tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:20:28.803944 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f2d56fed-aa56-4754-b33c-2cb758e656dc tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:28.804637 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-f2d56fed-aa56-4754-b33c-2cb758e656dc tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Added segment 36f715a3-28e5-435e-a2af-55bbe3c54691 of type vlan for network 96fc6141-3682-470f-86d6-31fbdffd79d8 Jul 24 00:20:28.879472 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f2d56fed-aa56-4754-b33c-2cb758e656dc tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:28.927376 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f2d56fed-aa56-4754-b33c-2cb758e656dc tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:28.947824 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d56fed-aa56-4754-b33c-2cb758e656dc tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:28.948606 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f2d56fed-aa56-4754-b33c-2cb758e656dc tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:28.980268 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-8e25f032-b243-4d7a-b43c-bdf730ca098f None None] Allocated IP 2001:db8::2 (0069a93a-94d9-40be-b6e7-96d3c5a0e305/803ae602-aafc-4ad7-a82b-f6035152457d/2addfebb-d1e8-4c3a-9c52-984a99bb2aaa) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:20:28.987389 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-f2d56fed-aa56-4754-b33c-2cb758e656dc tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3217993 Jul 24 00:20:28.990625 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 52288) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:28.998548 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e89242f-224e-4dc1-b3da-f148df7e6ea4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32b908bd-8128-45fd-b263-ac8a656aab1f'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:20:29.000016 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-db4af742-8ae1-4f68-b9e4-d873046b3d3a tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Request body: {'subnet': {'network_id': 'b99d4c64-a0ff-4303-8956-28e3f06d20dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:20:29.001472 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5cbd000-3186-4129-bb1d-03313ebb596d" -d '{"events": [{"server_uuid": "7e89242f-224e-4dc1-b3da-f148df7e6ea4", "name": "network-vif-unplugged", "status": "completed", "tag": "32b908bd-8128-45fd-b263-ac8a656aab1f"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:20:29.070497 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 24 Jul 2021 00:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4001edc8-7066-4e55-b805-df98f84812e0 x-openstack-request-id: req-4001edc8-7066-4e55-b805-df98f84812e0 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:20:29.070807 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e89242f-224e-4dc1-b3da-f148df7e6ea4", "name": "network-vif-unplugged", "status": "failed", "tag": "32b908bd-8128-45fd-b263-ac8a656aab1f", "code": 422}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:20:29.071020 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4001edc8-7066-4e55-b805-df98f84812e0 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:20:29.071424 n-d-800088-16 neutron-server[100315]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7e89242f-224e-4dc1-b3da-f148df7e6ea4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '32b908bd-8128-45fd-b263-ac8a656aab1f', 'code': 422} returned with failed status Jul 24 00:20:29.073510 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:29.088341 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d56fed-aa56-4754-b33c-2cb758e656dc tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Pushing event updated for resources: {'Network': ['ID=96fc6141-3682-470f-86d6-31fbdffd79d8,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:29.161986 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 96fc6141-3682-470f-86d6-31fbdffd79d8 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:20:29.225423 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db4af742-8ae1-4f68-b9e4-d873046b3d3a tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Made reservation on behalf of 59ab153b89e34289b2fc15641674f5d2 for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:20:29.230264 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-db4af742-8ae1-4f68-b9e4-d873046b3d3a tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:29.287951 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2ef10-3f4f-4db1-9f50-76f2d5869c18 req-a25dd2f7-0f42-4c43-835b-d0bcb1cee03d tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:29.291403 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b1b2ef10-3f4f-4db1-9f50-76f2d5869c18 req-a25dd2f7-0f42-4c43-835b-d0bcb1cee03d tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6c17a47-9896-474b-a877-311b29aed970 HTTP/1.1" status: 200 len: 946 time: 0.1275432 Jul 24 00:20:29.337191 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-8e25f032-b243-4d7a-b43c-bdf730ca098f None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:29.349030 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-8e25f032-b243-4d7a-b43c-bdf730ca098f None None] Transition to ACTIVE for port object 2addfebb-d1e8-4c3a-9c52-984a99bb2aaa will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:20:29.367375 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-8e25f032-b243-4d7a-b43c-bdf730ca098f None None] Transition to ACTIVE for port object 2addfebb-d1e8-4c3a-9c52-984a99bb2aaa will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:20:29.371465 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b1b2ef10-3f4f-4db1-9f50-76f2d5869c18 req-4a25aa07-f4f2-4fbc-a6a8-6a6ad026c828 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ccac68c-b776-4e7b-bd31-5686cdfbb54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679219 Jul 24 00:20:29.385246 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-8e25f032-b243-4d7a-b43c-bdf730ca098f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:29.418776 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e25f032-b243-4d7a-b43c-bdf730ca098f None None] Network 0069a93a-94d9-40be-b6e7-96d3c5a0e305 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:20:29.422164 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-8e25f032-b243-4d7a-b43c-bdf730ca098f None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:20:29.440154 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e25f032-b243-4d7a-b43c-bdf730ca098f None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:20:29.518499 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e25f032-b243-4d7a-b43c-bdf730ca098f None None] Pushing event updated for resources: {'Port': ['ID=2addfebb-d1e8-4c3a-9c52-984a99bb2aaa,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:29.525440 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-8e25f032-b243-4d7a-b43c-bdf730ca098f None None] Attempting to bind port 2addfebb-d1e8-4c3a-9c52-984a99bb2aaa on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:20:29.526458 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-8e25f032-b243-4d7a-b43c-bdf730ca098f None None] Attempting to bind port 2addfebb-d1e8-4c3a-9c52-984a99bb2aaa by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': 'c2c9b6a4-d5a3-4966-ad60-7ba032753e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '0069a93a-94d9-40be-b6e7-96d3c5a0e305'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:20:29.526458 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e25f032-b243-4d7a-b43c-bdf730ca098f None None] Attempting to bind port 2addfebb-d1e8-4c3a-9c52-984a99bb2aaa on network 0069a93a-94d9-40be-b6e7-96d3c5a0e305 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:20:29.534375 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e25f032-b243-4d7a-b43c-bdf730ca098f None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:20:29.534747 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e25f032-b243-4d7a-b43c-bdf730ca098f None None] Checking segment: {'id': 'c2c9b6a4-d5a3-4966-ad60-7ba032753e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '0069a93a-94d9-40be-b6e7-96d3c5a0e305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:20:29.535153 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-8e25f032-b243-4d7a-b43c-bdf730ca098f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:29.535544 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e25f032-b243-4d7a-b43c-bdf730ca098f None None] Bound using segment: {'id': 'c2c9b6a4-d5a3-4966-ad60-7ba032753e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '0069a93a-94d9-40be-b6e7-96d3c5a0e305'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:20:29.536013 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-8e25f032-b243-4d7a-b43c-bdf730ca098f None None] Bound port: 2addfebb-d1e8-4c3a-9c52-984a99bb2aaa, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2c9b6a4-d5a3-4966-ad60-7ba032753e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '0069a93a-94d9-40be-b6e7-96d3c5a0e305'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:20:29.536397 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-8e25f032-b243-4d7a-b43c-bdf730ca098f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:29.576273 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-db4af742-8ae1-4f68-b9e4-d873046b3d3a tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:29.648864 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-8e25f032-b243-4d7a-b43c-bdf730ca098f None None] For port 2addfebb-d1e8-4c3a-9c52-984a99bb2aaa, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:20:29.652209 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-8e25f032-b243-4d7a-b43c-bdf730ca098f None None] For port 2addfebb-d1e8-4c3a-9c52-984a99bb2aaa, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=2addfebb-d1e8-4c3a-9c52-984a99bb2aaa,segment=NetworkSegment(c2c9b6a4-d5a3-4966-ad60-7ba032753e28),segment_id=c2c9b6a4-d5a3-4966-ad60-7ba032753e28)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:20:29.659469 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-8e25f032-b243-4d7a-b43c-bdf730ca098f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:29.679682 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2468e2-d039-4702-8ee5-c90bb9cf9775 req-19640a0f-82e9-454a-aa08-158f96e744ad tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:29.681535 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ca2468e2-d039-4702-8ee5-c90bb9cf9775 req-19640a0f-82e9-454a-aa08-158f96e744ad tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6c17a47-9896-474b-a877-311b29aed970 HTTP/1.1" status: 200 len: 946 time: 0.1746869 Jul 24 00:20:29.683679 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4af742-8ae1-4f68-b9e4-d873046b3d3a tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Pushing event updated for resources: {'Subnet': ['ID=f14fe02c-b277-4e6b-ad87-49d07c831914,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:29.715358 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-790434f5-4d76-4ed2-8867-4a26c190c97d req-2260353f-da64-44a6-ab92-1b62321c55b6 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4defed8-9be1-45b8-9b49-60b5dbe58f6f HTTP/1.1" status: 200 len: 210 time: 0.0554760 Jul 24 00:20:29.727781 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e25f032-b243-4d7a-b43c-bdf730ca098f None None] Pushing event updated for resources: {'Port': ['ID=2addfebb-d1e8-4c3a-9c52-984a99bb2aaa,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:29.749500 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4af742-8ae1-4f68-b9e4-d873046b3d3a tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Checking segment: {'id': 'e9b3c6ff-d81d-44f7-a1c6-77e29313d494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'b99d4c64-a0ff-4303-8956-28e3f06d20dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:20:29.749880 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4af742-8ae1-4f68-b9e4-d873046b3d3a tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Network hostable DHCP agents. Network: b99d4c64-a0ff-4303-8956-28e3f06d20dd, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:20:29.761025 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ca2468e2-d039-4702-8ee5-c90bb9cf9775 req-383222ea-e14f-40c7-abb2-c25d79e620da tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ccac68c-b776-4e7b-bd31-5686cdfbb54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692644 Jul 24 00:20:29.780219 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4af742-8ae1-4f68-b9e4-d873046b3d3a tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Network b99d4c64-a0ff-4303-8956-28e3f06d20dd is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:20:29.786919 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 52302) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:29.791103 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-db4af742-8ae1-4f68-b9e4-d873046b3d3a tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, b99d4c64-a0ff-4303-8956-28e3f06d20dd) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:20:29.797118 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4af742-8ae1-4f68-b9e4-d873046b3d3a tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:29.797914 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-db4af742-8ae1-4f68-b9e4-d873046b3d3a tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:29.807039 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad16e3e5-ac83-460a-8307-e66344489615 None None] Network b99d4c64-a0ff-4303-8956-28e3f06d20dd requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:20:29.819633 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-db4af742-8ae1-4f68-b9e4-d873046b3d3a tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8255572 Jul 24 00:20:29.820764 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 52306) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:29.827426 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-5123be00-5415-44a8-9e41-1b4011dc7512 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Request body: {'subnet': {'network_id': '96fc6141-3682-470f-86d6-31fbdffd79d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:20:29.997154 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3687a3-6028-428d-a4ff-efbf94a2010f tempest-TestNetworkAdvancedServerOps-1890701533 tempest-TestNetworkAdvancedServerOps-1890701533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:29.999319 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-7a3687a3-6028-428d-a4ff-efbf94a2010f tempest-TestNetworkAdvancedServerOps-1890701533 tempest-TestNetworkAdvancedServerOps-1890701533-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=b6c17a47-9896-474b-a877-311b29aed970 HTTP/1.1" status: 200 len: 1093 time: 0.2111897 Jul 24 00:20:30.002089 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 52308) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:30.014565 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-815f6daf-1e4e-4d02-ab7a-c91cdc99b453 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Request body: {'floatingip': {'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'port_id': '2221df95-de43-411b-8e9d-607c97856962', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:20:30.039024 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f03072-f4eb-43c8-bb94-0c171cb75717 req-359eac3c-29e1-41c3-a1e1-3b8098122380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:30.040854 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-16f03072-f4eb-43c8-bb94-0c171cb75717 req-359eac3c-29e1-41c3-a1e1-3b8098122380 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4&tenant_id=1d0faf1922314d3dad9a1a4e6c7e2bd6 HTTP/1.1" status: 200 len: 1095 time: 0.1932740 Jul 24 00:20:30.059973 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5123be00-5415-44a8-9e41-1b4011dc7512 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Made reservation on behalf of 59ab153b89e34289b2fc15641674f5d2 for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:20:30.063958 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5123be00-5415-44a8-9e41-1b4011dc7512 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:30.077474 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3356aae4-fd43-4114-85bd-69792674cf2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-b99d4c64-a0ff-4303-8956-28e3f06d20dd', 'network_id': 'b99d4c64-a0ff-4303-8956-28e3f06d20dd', 'tenant_id': '59ab153b89e34289b2fc15641674f5d2', 'fixed_ips': [{'subnet_id': 'f14fe02c-b277-4e6b-ad87-49d07c831914'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:20:30.078350 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3356aae4-fd43-4114-85bd-69792674cf2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:30.260006 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f03072-f4eb-43c8-bb94-0c171cb75717 req-0dd73093-c353-4f61-a15b-d703191e2c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:30.261998 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-16f03072-f4eb-43c8-bb94-0c171cb75717 req-0dd73093-c353-4f61-a15b-d703191e2c0c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1d0faf1922314d3dad9a1a4e6c7e2bd6&device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 1095 time: 0.1938748 Jul 24 00:20:30.283198 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-3356aae4-fd43-4114-85bd-69792674cf2b None None] Allocated IP 2001:db8::2 (b99d4c64-a0ff-4303-8956-28e3f06d20dd/f14fe02c-b277-4e6b-ad87-49d07c831914/35671393-930d-46db-a2e5-98a6e54d20db) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:20:30.466911 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3356aae4-fd43-4114-85bd-69792674cf2b None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:30.470845 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f03072-f4eb-43c8-bb94-0c171cb75717 req-e9e52dff-0d15-4a64-87f2-a05f842ea178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:30.472426 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-16f03072-f4eb-43c8-bb94-0c171cb75717 req-e9e52dff-0d15-4a64-87f2-a05f842ea178 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f54dfdc3-e2c8-4e0e-8c8e-324d22ca629b HTTP/1.1" status: 200 len: 914 time: 0.2039201 Jul 24 00:20:30.477724 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-3356aae4-fd43-4114-85bd-69792674cf2b None None] Transition to ACTIVE for port object 35671393-930d-46db-a2e5-98a6e54d20db will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:20:30.512220 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-3356aae4-fd43-4114-85bd-69792674cf2b None None] Transition to ACTIVE for port object 35671393-930d-46db-a2e5-98a6e54d20db will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:20:30.519741 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3356aae4-fd43-4114-85bd-69792674cf2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:30.545912 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-16f03072-f4eb-43c8-bb94-0c171cb75717 req-b827d9ac-1450-4311-ba44-c8973d7eda00 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=32b908bd-8128-45fd-b263-ac8a656aab1f HTTP/1.1" status: 200 len: 217 time: 0.0578842 Jul 24 00:20:30.552074 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5123be00-5415-44a8-9e41-1b4011dc7512 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:30.589461 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ab8f4-5d0a-48e9-b4e2-6ed4a7b9c944 req-3e1b7a72-57ab-4816-aa45-26b16e6019e6 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:30.597399 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-355ab8f4-5d0a-48e9-b4e2-6ed4a7b9c944 req-3e1b7a72-57ab-4816-aa45-26b16e6019e6 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 943 time: 0.7072704 Jul 24 00:20:30.598478 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3356aae4-fd43-4114-85bd-69792674cf2b None None] Pushing event updated for resources: {'Port': ['ID=35671393-930d-46db-a2e5-98a6e54d20db,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:30.607662 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 2addfebb-d1e8-4c3a-9c52-984a99bb2aaa up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:20:30.634549 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-815f6daf-1e4e-4d02-ab7a-c91cdc99b453 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for floatingip, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:30.636826 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3356aae4-fd43-4114-85bd-69792674cf2b None None] Network b99d4c64-a0ff-4303-8956-28e3f06d20dd is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:20:30.643137 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f03072-f4eb-43c8-bb94-0c171cb75717 req-52735362-9166-4bb3-914e-ffaf7e1bf926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:30.645013 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-16f03072-f4eb-43c8-bb94-0c171cb75717 req-52735362-9166-4bb3-914e-ffaf7e1bf926 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fe0da9e7-4ffa-48d2-af23-d88968a5a0e1 HTTP/1.1" status: 200 len: 853 time: 0.0896890 Jul 24 00:20:30.650707 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-3356aae4-fd43-4114-85bd-69792674cf2b None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:20:30.652772 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-355ab8f4-5d0a-48e9-b4e2-6ed4a7b9c944 req-10a639aa-7cc8-4898-a0d9-c196c04bb16a tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544133 Jul 24 00:20:30.655290 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3356aae4-fd43-4114-85bd-69792674cf2b None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:20:30.725782 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-16f03072-f4eb-43c8-bb94-0c171cb75717 req-3ad3a39c-1436-4553-aec8-9083e34d996e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f54dfdc3-e2c8-4e0e-8c8e-324d22ca629b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333543 Jul 24 00:20:30.766448 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-3356aae4-fd43-4114-85bd-69792674cf2b None None] Attempting to bind port 35671393-930d-46db-a2e5-98a6e54d20db on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:20:30.766969 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-3356aae4-fd43-4114-85bd-69792674cf2b None None] Attempting to bind port 35671393-930d-46db-a2e5-98a6e54d20db by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': 'e9b3c6ff-d81d-44f7-a1c6-77e29313d494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'b99d4c64-a0ff-4303-8956-28e3f06d20dd'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:20:30.767457 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3356aae4-fd43-4114-85bd-69792674cf2b None None] Attempting to bind port 35671393-930d-46db-a2e5-98a6e54d20db on network b99d4c64-a0ff-4303-8956-28e3f06d20dd {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:20:30.775928 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3356aae4-fd43-4114-85bd-69792674cf2b None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:20:30.776319 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3356aae4-fd43-4114-85bd-69792674cf2b None None] Checking segment: {'id': 'e9b3c6ff-d81d-44f7-a1c6-77e29313d494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'b99d4c64-a0ff-4303-8956-28e3f06d20dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:20:30.776738 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3356aae4-fd43-4114-85bd-69792674cf2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:30.777436 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3356aae4-fd43-4114-85bd-69792674cf2b None None] Bound using segment: {'id': 'e9b3c6ff-d81d-44f7-a1c6-77e29313d494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'b99d4c64-a0ff-4303-8956-28e3f06d20dd'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:20:30.777933 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-3356aae4-fd43-4114-85bd-69792674cf2b None None] Bound port: 35671393-930d-46db-a2e5-98a6e54d20db, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9b3c6ff-d81d-44f7-a1c6-77e29313d494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'b99d4c64-a0ff-4303-8956-28e3f06d20dd'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:20:30.778507 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3356aae4-fd43-4114-85bd-69792674cf2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:30.782783 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 2addfebb-d1e8-4c3a-9c52-984a99bb2aaa completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:20:30.806313 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5123be00-5415-44a8-9e41-1b4011dc7512 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Pushing event updated for resources: {'Subnet': ['ID=432f39b5-bd8b-46b8-b5b0-31cece019961,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:30.821674 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-815f6daf-1e4e-4d02-ab7a-c91cdc99b453 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:30.885280 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5123be00-5415-44a8-9e41-1b4011dc7512 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Checking segment: {'id': '36f715a3-28e5-435e-a2af-55bbe3c54691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '96fc6141-3682-470f-86d6-31fbdffd79d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:20:30.885613 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5123be00-5415-44a8-9e41-1b4011dc7512 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Network hostable DHCP agents. Network: 96fc6141-3682-470f-86d6-31fbdffd79d8, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:20:30.891739 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-3356aae4-fd43-4114-85bd-69792674cf2b None None] For port 35671393-930d-46db-a2e5-98a6e54d20db, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:20:30.899763 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-3356aae4-fd43-4114-85bd-69792674cf2b None None] For port 35671393-930d-46db-a2e5-98a6e54d20db, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=35671393-930d-46db-a2e5-98a6e54d20db,segment=NetworkSegment(e9b3c6ff-d81d-44f7-a1c6-77e29313d494),segment_id=e9b3c6ff-d81d-44f7-a1c6-77e29313d494)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:20:30.908243 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3356aae4-fd43-4114-85bd-69792674cf2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:30.987038 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5123be00-5415-44a8-9e41-1b4011dc7512 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Network 96fc6141-3682-470f-86d6-31fbdffd79d8 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:20:30.987873 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-815f6daf-1e4e-4d02-ab7a-c91cdc99b453 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Allocated IP 172.25.3.199 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/1d15f609-e1a1-4efe-8559-33bd148535b2) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:20:31.009636 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-16f03072-f4eb-43c8-bb94-0c171cb75717 req-07aceea2-2219-4649-976c-4c14c7e5261a service neutron] 10.222.0.64 "GET /v2.0/networks/f54dfdc3-e2c8-4e0e-8c8e-324d22ca629b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713645 Jul 24 00:20:31.012547 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3356aae4-fd43-4114-85bd-69792674cf2b None None] Pushing event updated for resources: {'Port': ['ID=35671393-930d-46db-a2e5-98a6e54d20db,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:31.015448 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-5123be00-5415-44a8-9e41-1b4011dc7512 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 96fc6141-3682-470f-86d6-31fbdffd79d8) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:20:31.033445 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a959cf72-2a4a-4606-99e4-bb81895b22a5 None None] Network 96fc6141-3682-470f-86d6-31fbdffd79d8 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:20:31.045124 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5123be00-5415-44a8-9e41-1b4011dc7512 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:31.045764 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5123be00-5415-44a8-9e41-1b4011dc7512 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:31.111390 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-5123be00-5415-44a8-9e41-1b4011dc7512 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2868941 Jul 24 00:20:31.123859 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 52314) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:31.179025 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-16f03072-f4eb-43c8-bb94-0c171cb75717 req-f03b7100-951d-4483-9a86-5420c7b84ef3 service neutron] 10.222.0.64 "GET /v2.0/networks/f54dfdc3-e2c8-4e0e-8c8e-324d22ca629b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607988 Jul 24 00:20:31.269124 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b13a2f4-ea01-4a72-abba-65cfa71bbe54 None None] Network 0069a93a-94d9-40be-b6e7-96d3c5a0e305 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:20:31.340674 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 32b908bd-8128-45fd-b263-ac8a656aab1f no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:20:31.484308 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b328aed5-00b6-48ee-8e83-70d058a8184e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-96fc6141-3682-470f-86d6-31fbdffd79d8', 'network_id': '96fc6141-3682-470f-86d6-31fbdffd79d8', 'tenant_id': '59ab153b89e34289b2fc15641674f5d2', 'fixed_ips': [{'subnet_id': '432f39b5-bd8b-46b8-b5b0-31cece019961'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:20:31.485571 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b328aed5-00b6-48ee-8e83-70d058a8184e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:31.487833 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-815f6daf-1e4e-4d02-ab7a-c91cdc99b453 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:31.493717 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-39207e6b-499b-49a4-b9f1-896c89f147dd None None] Provisioning for port 2addfebb-d1e8-4c3a-9c52-984a99bb2aaa completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:20:31.511829 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-39207e6b-499b-49a4-b9f1-896c89f147dd None None] Provisioning complete for port 2addfebb-d1e8-4c3a-9c52-984a99bb2aaa triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:20:31.512379 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-39207e6b-499b-49a4-b9f1-896c89f147dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:31.591910 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-10ecaae5-0e72-4246-af29-88f05980da89 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:31.629326 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-815f6daf-1e4e-4d02-ab7a-c91cdc99b453 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:31.791297 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815f6daf-1e4e-4d02-ab7a-c91cdc99b453 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Pushing event updated for resources: {'Port': ['ID=1d15f609-e1a1-4efe-8559-33bd148535b2,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:31.804079 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815f6daf-1e4e-4d02-ab7a-c91cdc99b453 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:20:31.812244 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815f6daf-1e4e-4d02-ab7a-c91cdc99b453 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:20:31.812604 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815f6daf-1e4e-4d02-ab7a-c91cdc99b453 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:20:31.812978 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815f6daf-1e4e-4d02-ab7a-c91cdc99b453 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:20:31.813351 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815f6daf-1e4e-4d02-ab7a-c91cdc99b453 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:20:31.813848 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815f6daf-1e4e-4d02-ab7a-c91cdc99b453 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:20:31.814196 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815f6daf-1e4e-4d02-ab7a-c91cdc99b453 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:20:31.814541 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815f6daf-1e4e-4d02-ab7a-c91cdc99b453 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:20:31.814875 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815f6daf-1e4e-4d02-ab7a-c91cdc99b453 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:20:31.816709 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815f6daf-1e4e-4d02-ab7a-c91cdc99b453 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:20:31.817112 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815f6daf-1e4e-4d02-ab7a-c91cdc99b453 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:20:31.817454 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815f6daf-1e4e-4d02-ab7a-c91cdc99b453 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:20:31.817791 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815f6daf-1e4e-4d02-ab7a-c91cdc99b453 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:20:31.832653 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-815f6daf-1e4e-4d02-ab7a-c91cdc99b453 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:20:31.841870 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815f6daf-1e4e-4d02-ab7a-c91cdc99b453 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:20:31.844485 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-39207e6b-499b-49a4-b9f1-896c89f147dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:31.849242 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-b328aed5-00b6-48ee-8e83-70d058a8184e None None] Allocated IP 2001:db8::2 (96fc6141-3682-470f-86d6-31fbdffd79d8/432f39b5-bd8b-46b8-b5b0-31cece019961/7700a983-3134-4a19-9298-a8e962793356) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:20:31.918348 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-39207e6b-499b-49a4-b9f1-896c89f147dd None None] For port 2addfebb-d1e8-4c3a-9c52-984a99bb2aaa, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=2addfebb-d1e8-4c3a-9c52-984a99bb2aaa,segment=NetworkSegment(c2c9b6a4-d5a3-4966-ad60-7ba032753e28),segment_id=c2c9b6a4-d5a3-4966-ad60-7ba032753e28)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:20:31.931205 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-39207e6b-499b-49a4-b9f1-896c89f147dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:32.013200 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39207e6b-499b-49a4-b9f1-896c89f147dd None None] Pushing event updated for resources: {'Port': ['ID=2addfebb-d1e8-4c3a-9c52-984a99bb2aaa,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:32.217422 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-10ecaae5-0e72-4246-af29-88f05980da89 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Allocated IP 2001:db8::1 (b99d4c64-a0ff-4303-8956-28e3f06d20dd/f14fe02c-b277-4e6b-ad87-49d07c831914/3c0583a6-b378-4ff6-b636-edf7fff1368e) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:20:32.280208 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b328aed5-00b6-48ee-8e83-70d058a8184e None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:32.306374 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-b328aed5-00b6-48ee-8e83-70d058a8184e None None] Transition to ACTIVE for port object 7700a983-3134-4a19-9298-a8e962793356 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:20:32.371109 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-b328aed5-00b6-48ee-8e83-70d058a8184e None None] Transition to ACTIVE for port object 7700a983-3134-4a19-9298-a8e962793356 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:20:32.389150 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b328aed5-00b6-48ee-8e83-70d058a8184e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:32.448582 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b328aed5-00b6-48ee-8e83-70d058a8184e None None] Network 96fc6141-3682-470f-86d6-31fbdffd79d8 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:20:32.463908 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-b328aed5-00b6-48ee-8e83-70d058a8184e None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:20:32.472235 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b328aed5-00b6-48ee-8e83-70d058a8184e None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:20:32.493175 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b328aed5-00b6-48ee-8e83-70d058a8184e None None] Pushing event updated for resources: {'Port': ['ID=7700a983-3134-4a19-9298-a8e962793356,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:32.521857 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-10ecaae5-0e72-4246-af29-88f05980da89 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:32.584588 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [None req-10ecaae5-0e72-4246-af29-88f05980da89 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Transition to ACTIVE for port object 3c0583a6-b378-4ff6-b636-edf7fff1368e will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:20:32.629111 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-4e165976-2d95-45df-83f4-e851c8bbb6e5 None None] Provisioning complete for port 2addfebb-d1e8-4c3a-9c52-984a99bb2aaa triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:20:32.629488 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-4e165976-2d95-45df-83f4-e851c8bbb6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:32.675775 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-b328aed5-00b6-48ee-8e83-70d058a8184e None None] Attempting to bind port 7700a983-3134-4a19-9298-a8e962793356 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:20:32.676145 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-b328aed5-00b6-48ee-8e83-70d058a8184e None None] Attempting to bind port 7700a983-3134-4a19-9298-a8e962793356 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '36f715a3-28e5-435e-a2af-55bbe3c54691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '96fc6141-3682-470f-86d6-31fbdffd79d8'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:20:32.678008 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b328aed5-00b6-48ee-8e83-70d058a8184e None None] Attempting to bind port 7700a983-3134-4a19-9298-a8e962793356 on network 96fc6141-3682-470f-86d6-31fbdffd79d8 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:20:32.692653 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b328aed5-00b6-48ee-8e83-70d058a8184e None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:20:32.693160 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b328aed5-00b6-48ee-8e83-70d058a8184e None None] Checking segment: {'id': '36f715a3-28e5-435e-a2af-55bbe3c54691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '96fc6141-3682-470f-86d6-31fbdffd79d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:20:32.693506 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b328aed5-00b6-48ee-8e83-70d058a8184e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:32.693961 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b328aed5-00b6-48ee-8e83-70d058a8184e None None] Bound using segment: {'id': '36f715a3-28e5-435e-a2af-55bbe3c54691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '96fc6141-3682-470f-86d6-31fbdffd79d8'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:20:32.694437 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-b328aed5-00b6-48ee-8e83-70d058a8184e None None] Bound port: 7700a983-3134-4a19-9298-a8e962793356, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f715a3-28e5-435e-a2af-55bbe3c54691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '96fc6141-3682-470f-86d6-31fbdffd79d8'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:20:32.695255 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b328aed5-00b6-48ee-8e83-70d058a8184e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:32.706590 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-10ecaae5-0e72-4246-af29-88f05980da89 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:32.780331 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76452a5c-226a-4969-bd78-e8592dd755d0 req-7e019012-8f47-474f-8c8d-a1001efee1fa tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:32.801485 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-76452a5c-226a-4969-bd78-e8592dd755d0 req-7e019012-8f47-474f-8c8d-a1001efee1fa tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 943 time: 0.9518936 Jul 24 00:20:32.825616 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 2addfebb-d1e8-4c3a-9c52-984a99bb2aaa up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:20:32.828469 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7281e9-5998-4384-9ff3-4f11796dce6e None None] Network b99d4c64-a0ff-4303-8956-28e3f06d20dd requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:20:32.861517 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-b328aed5-00b6-48ee-8e83-70d058a8184e None None] For port 7700a983-3134-4a19-9298-a8e962793356, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:20:32.873478 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ecaae5-0e72-4246-af29-88f05980da89 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Network b99d4c64-a0ff-4303-8956-28e3f06d20dd is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:20:32.880045 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-b328aed5-00b6-48ee-8e83-70d058a8184e None None] For port 7700a983-3134-4a19-9298-a8e962793356, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=7700a983-3134-4a19-9298-a8e962793356,segment=NetworkSegment(36f715a3-28e5-435e-a2af-55bbe3c54691),segment_id=36f715a3-28e5-435e-a2af-55bbe3c54691)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:20:32.887260 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-10ecaae5-0e72-4246-af29-88f05980da89 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:20:32.918054 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ecaae5-0e72-4246-af29-88f05980da89 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:20:32.918895 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-10ecaae5-0e72-4246-af29-88f05980da89 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681761'] for router_interface, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:32.991050 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b328aed5-00b6-48ee-8e83-70d058a8184e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:33.025012 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-76452a5c-226a-4969-bd78-e8592dd755d0 req-951b2d4c-2dce-4827-995b-e03b12914c9d tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165074 Jul 24 00:20:33.064066 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ecaae5-0e72-4246-af29-88f05980da89 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Pushing event updated for resources: {'Port': ['ID=3c0583a6-b378-4ff6-b636-edf7fff1368e,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:33.235975 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b328aed5-00b6-48ee-8e83-70d058a8184e None None] Pushing event updated for resources: {'Port': ['ID=7700a983-3134-4a19-9298-a8e962793356,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:33.302751 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 2addfebb-d1e8-4c3a-9c52-984a99bb2aaa triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:20:33.303603 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:33.337781 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-10ecaae5-0e72-4246-af29-88f05980da89 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:33.486165 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-ab6318a3-ec3f-4286-97d0-db8704b3b731 None None] Provisioning for port 35671393-930d-46db-a2e5-98a6e54d20db completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:20:33.590693 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 35671393-930d-46db-a2e5-98a6e54d20db up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:20:33.752588 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 35671393-930d-46db-a2e5-98a6e54d20db completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:20:33.766865 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 35671393-930d-46db-a2e5-98a6e54d20db triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:20:33.767304 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:34.199826 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-10ecaae5-0e72-4246-af29-88f05980da89 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:34.357684 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-815f6daf-1e4e-4d02-ab7a-c91cdc99b453 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:34.404636 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-e8f57337-c20b-4553-b9f6-724452998e76 None None] Provisioning complete for port 35671393-930d-46db-a2e5-98a6e54d20db triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:20:34.411460 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e8f57337-c20b-4553-b9f6-724452998e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:34.437840 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-10ecaae5-0e72-4246-af29-88f05980da89 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:34.438787 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-10ecaae5-0e72-4246-af29-88f05980da89 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680980'] for router_interface, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:34.677673 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 52382) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:34.683295 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-9290f27a-dc90-4744-9239-1861f3e319b0 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1289210382', 'description': 'tempest-secgroup-smoke-1289210382 description', 'project_id': 'bf6833d5ef4e4ec6b999c5c1a3734713'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:20:34.727734 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9290f27a-dc90-4744-9239-1861f3e319b0 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:34.745148 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ecaae5-0e72-4246-af29-88f05980da89 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Network b99d4c64-a0ff-4303-8956-28e3f06d20dd is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:20:34.782606 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-10ecaae5-0e72-4246-af29-88f05980da89 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:20:34.794721 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:34.872044 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7aceaa3-4301-4a94-94b3-5e8158bf7df7 None None] Network 96fc6141-3682-470f-86d6-31fbdffd79d8 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:20:34.903470 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-815f6daf-1e4e-4d02-ab7a-c91cdc99b453 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:34.948195 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9290f27a-dc90-4744-9239-1861f3e319b0 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:34.961761 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9290f27a-dc90-4744-9239-1861f3e319b0 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:34.961987 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ecaae5-0e72-4246-af29-88f05980da89 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Pushing event updated for resources: {'Port': ['ID=3c0583a6-b378-4ff6-b636-edf7fff1368e,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:35.029211 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9290f27a-dc90-4744-9239-1861f3e319b0 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:35.030860 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-9290f27a-dc90-4744-9239-1861f3e319b0 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3521047 Jul 24 00:20:35.034207 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9290f27a-dc90-4744-9239-1861f3e319b0 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b86d8b5-9a55-4033-b55c-0b77ad34eb08,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:35.036664 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 52384) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:35.053018 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-c58b13f3-d3ba-4741-975f-30a1b8537276 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Request body: {'security_group_rule': {'security_group_id': '7b86d8b5-9a55-4033-b55c-0b77ad34eb08', 'project_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:20:35.079974 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 35671393-930d-46db-a2e5-98a6e54d20db, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=35671393-930d-46db-a2e5-98a6e54d20db,segment=NetworkSegment(e9b3c6ff-d81d-44f7-a1c6-77e29313d494),segment_id=e9b3c6ff-d81d-44f7-a1c6-77e29313d494)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:20:35.112683 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:35.128160 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c58b13f3-d3ba-4741-975f-30a1b8537276 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:35.179013 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=35671393-930d-46db-a2e5-98a6e54d20db,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:35.213125 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e8f57337-c20b-4553-b9f6-724452998e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:35.246352 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c58b13f3-d3ba-4741-975f-30a1b8537276 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:35.261560 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c58b13f3-d3ba-4741-975f-30a1b8537276 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:35.307726 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58b13f3-d3ba-4741-975f-30a1b8537276 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ca15423-3622-4a01-840d-0a250f8cf1b6,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:35.328576 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c58b13f3-d3ba-4741-975f-30a1b8537276 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:35.333271 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-c58b13f3-d3ba-4741-975f-30a1b8537276 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2922518 Jul 24 00:20:35.333271 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 52386) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:35.341010 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-64bf9f4e-cb10-4cea-b2a8-726e08ce6dcd tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Request body: {'security_group_rule': {'security_group_id': '7b86d8b5-9a55-4033-b55c-0b77ad34eb08', 'project_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:20:35.383855 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 7700a983-3134-4a19-9298-a8e962793356 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:20:35.426163 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-64bf9f4e-cb10-4cea-b2a8-726e08ce6dcd tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:35.445720 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb05c59-ace7-490e-9dd1-154d87640bdf req-183ea62f-ec14-43c1-b42e-ee045f4a10e6 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:35.454185 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bdb05c59-ace7-490e-9dd1-154d87640bdf req-183ea62f-ec14-43c1-b42e-ee045f4a10e6 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 943 time: 1.2502658 Jul 24 00:20:35.467026 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.db.api [None req-e8f57337-c20b-4553-b9f6-724452998e76 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100315) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 00:20:35.467388 n-d-800088-16 neutron-server[100315]: DEBUG oslo_db.api [None req-e8f57337-c20b-4553-b9f6-724452998e76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 00:20:35.566962 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-64bf9f4e-cb10-4cea-b2a8-726e08ce6dcd tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:35.573067 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-64bf9f4e-cb10-4cea-b2a8-726e08ce6dcd tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:35.575229 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 7700a983-3134-4a19-9298-a8e962793356 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:20:35.607459 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bf9f4e-cb10-4cea-b2a8-726e08ce6dcd tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=580493ee-543d-4381-81b2-2486747136d4,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:35.615291 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-64bf9f4e-cb10-4cea-b2a8-726e08ce6dcd tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:35.616859 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-64bf9f4e-cb10-4cea-b2a8-726e08ce6dcd tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2821214 Jul 24 00:20:35.619525 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 52388) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:35.629134 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-d0d9fc63-a468-486f-af17-01aa09feb0c6 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Request body: {'security_group_rule': {'security_group_id': '7b86d8b5-9a55-4033-b55c-0b77ad34eb08', 'project_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:20:35.670889 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d0d9fc63-a468-486f-af17-01aa09feb0c6 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:35.675118 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bdb05c59-ace7-490e-9dd1-154d87640bdf req-76aea7ab-02bf-49fa-af65-90a9b36573ae tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151484 Jul 24 00:20:35.675825 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10ecaae5-0e72-4246-af29-88f05980da89 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Router dcf8e46c-e451-4bfe-82cb-2a8c623d2dbd is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:20:35.790219 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d0d9fc63-a468-486f-af17-01aa09feb0c6 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:35.801593 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d0d9fc63-a468-486f-af17-01aa09feb0c6 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:35.833541 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ecaae5-0e72-4246-af29-88f05980da89 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:20:35.834077 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d9fc63-a468-486f-af17-01aa09feb0c6 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb6ef629-e986-49fe-b7ca-68b0e80b94f1,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:35.845309 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11dfbfd-e121-4c6f-a4e4-6eb0c8c1ff39 None None] Sync routers for ids ['dcf8e46c-e451-4bfe-82cb-2a8c623d2dbd'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:20:35.849418 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-10ecaae5-0e72-4246-af29-88f05980da89 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] 10.222.0.44 "PUT /v2.0/routers/dcf8e46c-e451-4bfe-82cb-2a8c623d2dbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7241099 Jul 24 00:20:35.855911 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 52392) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:35.858030 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11dfbfd-e121-4c6f-a4e4-6eb0c8c1ff39 None None] Routers {'dcf8e46c-e451-4bfe-82cb-2a8c623d2dbd'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:20:35.860573 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-e11dfbfd-e121-4c6f-a4e4-6eb0c8c1ff39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:20:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['dcf8e46c-e451-4bfe-82cb-2a8c623d2dbd'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:20:35.870514 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d0d9fc63-a468-486f-af17-01aa09feb0c6 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:35.872016 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-d0d9fc63-a468-486f-af17-01aa09feb0c6 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2512946 Jul 24 00:20:35.875174 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 52394) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:35.884021 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-7db74b66-9690-409a-9a34-af8b78356081 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Request body: {'security_group_rule': {'security_group_id': '7b86d8b5-9a55-4033-b55c-0b77ad34eb08', 'project_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:20:35.940591 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7db74b66-9690-409a-9a34-af8b78356081 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:35.965548 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-e11dfbfd-e121-4c6f-a4e4-6eb0c8c1ff39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:20:36.031292 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11dfbfd-e121-4c6f-a4e4-6eb0c8c1ff39 None None] Routers {'dcf8e46c-e451-4bfe-82cb-2a8c623d2dbd'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:20:36.031968 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-e11dfbfd-e121-4c6f-a4e4-6eb0c8c1ff39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:20:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['dcf8e46c-e451-4bfe-82cb-2a8c623d2dbd'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:20:36.074912 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-e11dfbfd-e121-4c6f-a4e4-6eb0c8c1ff39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:20:36.075124 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11dfbfd-e121-4c6f-a4e4-6eb0c8c1ff39 None None] The sync data for ids ['dcf8e46c-e451-4bfe-82cb-2a8c623d2dbd'] in n-d-800088-16 is: [] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:20:36.088611 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7db74b66-9690-409a-9a34-af8b78356081 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:36.095460 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-e8f57337-c20b-4553-b9f6-724452998e76 None None] Provisioning for port 3c0583a6-b378-4ff6-b636-edf7fff1368e completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:20:36.099913 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7db74b66-9690-409a-9a34-af8b78356081 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:36.103836 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-e8f57337-c20b-4553-b9f6-724452998e76 None None] Provisioning complete for port 3c0583a6-b378-4ff6-b636-edf7fff1368e triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:20:36.107855 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e8f57337-c20b-4553-b9f6-724452998e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:36.133571 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db74b66-9690-409a-9a34-af8b78356081 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a9f4f20-cac7-4c75-ae72-21b0f1a198a6,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:36.150852 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7db74b66-9690-409a-9a34-af8b78356081 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:36.153430 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-7db74b66-9690-409a-9a34-af8b78356081 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2771800 Jul 24 00:20:36.156546 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 52396) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:36.162908 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-2d06e5bc-2de3-4ec9-97f2-f1d7090a86b5 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Request body: {'security_group_rule': {'security_group_id': '7b86d8b5-9a55-4033-b55c-0b77ad34eb08', 'project_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:20:36.191294 n-d-800088-16 neutron-server[100314]: INFO neutron.db.securitygroups_db [None req-2d06e5bc-2de3-4ec9-97f2-f1d7090a86b5 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Project bf6833d5ef4e4ec6b999c5c1a3734713 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 00:20:36.194680 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-e8f57337-c20b-4553-b9f6-724452998e76 None None] Port 3c0583a6-b378-4ff6-b636-edf7fff1368e cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:20:36.199804 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2d06e5bc-2de3-4ec9-97f2-f1d7090a86b5 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:36.272602 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2d06e5bc-2de3-4ec9-97f2-f1d7090a86b5 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:36.277465 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2d06e5bc-2de3-4ec9-97f2-f1d7090a86b5 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:36.307415 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2d06e5bc-2de3-4ec9-97f2-f1d7090a86b5 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:36.312759 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-2d06e5bc-2de3-4ec9-97f2-f1d7090a86b5 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1519647 Jul 24 00:20:36.312992 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 52398) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:36.317501 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-8be1e0fc-deb8-412c-a15f-0e2c2e75211c tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Request body: {'security_group_rule': {'security_group_id': '7b86d8b5-9a55-4033-b55c-0b77ad34eb08', 'project_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:20:36.331568 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-567d89a8-e566-4db9-adf0-99de6b43be20 None None] Provisioning for port 7700a983-3134-4a19-9298-a8e962793356 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:20:36.341193 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-567d89a8-e566-4db9-adf0-99de6b43be20 None None] Provisioning complete for port 7700a983-3134-4a19-9298-a8e962793356 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:20:36.341847 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-567d89a8-e566-4db9-adf0-99de6b43be20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:36.343089 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d06e5bc-2de3-4ec9-97f2-f1d7090a86b5 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0417f33-4108-4393-b545-498b5a004107,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:36.358349 n-d-800088-16 neutron-server[100314]: INFO neutron.db.securitygroups_db [None req-8be1e0fc-deb8-412c-a15f-0e2c2e75211c tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Project bf6833d5ef4e4ec6b999c5c1a3734713 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 00:20:36.367628 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8be1e0fc-deb8-412c-a15f-0e2c2e75211c tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:36.452601 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-815f6daf-1e4e-4d02-ab7a-c91cdc99b453 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:36.455564 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8be1e0fc-deb8-412c-a15f-0e2c2e75211c tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:36.463535 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8be1e0fc-deb8-412c-a15f-0e2c2e75211c tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:36.488100 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be1e0fc-deb8-412c-a15f-0e2c2e75211c tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ced66aca-3ddc-4cb0-9fe2-2c3e78c97b04,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:36.502068 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8be1e0fc-deb8-412c-a15f-0e2c2e75211c tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:36.506788 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-8be1e0fc-deb8-412c-a15f-0e2c2e75211c tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1899555 Jul 24 00:20:36.540317 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-815f6daf-1e4e-4d02-ab7a-c91cdc99b453 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:36.549613 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-567d89a8-e566-4db9-adf0-99de6b43be20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:36.604573 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-567d89a8-e566-4db9-adf0-99de6b43be20 None None] For port 7700a983-3134-4a19-9298-a8e962793356, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=7700a983-3134-4a19-9298-a8e962793356,segment=NetworkSegment(36f715a3-28e5-435e-a2af-55bbe3c54691),segment_id=36f715a3-28e5-435e-a2af-55bbe3c54691)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:20:36.610932 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-567d89a8-e566-4db9-adf0-99de6b43be20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:36.652281 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-567d89a8-e566-4db9-adf0-99de6b43be20 None None] Provisioning complete for port 3c0583a6-b378-4ff6-b636-edf7fff1368e triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:20:36.652664 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-567d89a8-e566-4db9-adf0-99de6b43be20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:36.696713 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815f6daf-1e4e-4d02-ab7a-c91cdc99b453 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Pushing event updated for resources: {'Port': ['ID=1d15f609-e1a1-4efe-8559-33bd148535b2,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:36.724129 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567d89a8-e566-4db9-adf0-99de6b43be20 None None] Pushing event updated for resources: {'Port': ['ID=7700a983-3134-4a19-9298-a8e962793356,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:36.744392 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-567d89a8-e566-4db9-adf0-99de6b43be20 None None] Port 3c0583a6-b378-4ff6-b636-edf7fff1368e cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:20:36.747103 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-815f6daf-1e4e-4d02-ab7a-c91cdc99b453 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:36.926187 n-d-800088-16 neutron-server[100313]: INFO neutron.db.l3_db [None req-815f6daf-1e4e-4d02-ab7a-c91cdc99b453 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Floating IP e302f899-9ed0-47ff-bf18-e63331f51746 associated. External IP: 172.25.3.199, port: 2221df95-de43-411b-8e9d-607c97856962. Jul 24 00:20:36.994377 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [None req-b0a1fc55-1008-4dbf-bc1e-ea3e5595ead0 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 00:20:36.998680 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-b0a1fc55-1008-4dbf-bc1e-ea3e5595ead0 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] 10.222.0.44 "PUT /v2.0/routers/dcf8e46c-e451-4bfe-82cb-2a8c623d2dbd/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1384444 Jul 24 00:20:37.004275 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 52442) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:37.094514 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11373373-29f2-459f-88c3-8c038691e124 req-16bf65f2-75a6-4a41-be56-67b3e45bd5c8 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:37.096258 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-11373373-29f2-459f-88c3-8c038691e124 req-16bf65f2-75a6-4a41-be56-67b3e45bd5c8 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 943 time: 0.3123975 Jul 24 00:20:37.168353 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-11373373-29f2-459f-88c3-8c038691e124 req-a1c9ed03-df92-4984-a002-7d549afc1b74 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658262 Jul 24 00:20:37.297184 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 7700a983-3134-4a19-9298-a8e962793356 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:20:37.355364 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 7700a983-3134-4a19-9298-a8e962793356 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:20:37.355970 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:37.486138 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 35671393-930d-46db-a2e5-98a6e54d20db up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:20:37.550277 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 35671393-930d-46db-a2e5-98a6e54d20db triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:20:37.550912 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:37.567022 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-815f6daf-1e4e-4d02-ab7a-c91cdc99b453 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Router 9bdd1962-19e2-41b2-b3dc-1c303a216a88 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:20:37.708309 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0929b785-1a0b-4c24-92b3-b12a089c764c tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681029'] for router_interface, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:37.827872 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-815f6daf-1e4e-4d02-ab7a-c91cdc99b453 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:20:37.839785 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb011d56-87d9-40d2-ae69-5a23f4d1f8cd None None] Sync routers for ids ['9bdd1962-19e2-41b2-b3dc-1c303a216a88'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:20:37.851483 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb011d56-87d9-40d2-ae69-5a23f4d1f8cd None None] Routers {'9bdd1962-19e2-41b2-b3dc-1c303a216a88'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:20:37.852199 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-bb011d56-87d9-40d2-ae69-5a23f4d1f8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:20:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['9bdd1962-19e2-41b2-b3dc-1c303a216a88'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:20:37.896610 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-815f6daf-1e4e-4d02-ab7a-c91cdc99b453 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:37.959750 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-815f6daf-1e4e-4d02-ab7a-c91cdc99b453 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 7.9544139 Jul 24 00:20:37.961990 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6c17a47-9896-474b-a877-311b29aed970', 'tag': '2221df95-de43-411b-8e9d-607c97856962'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:20:37.964556 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05326617-e427-479f-8af2-9c73052a179c" -d '{"events": [{"name": "network-changed", "server_uuid": "b6c17a47-9896-474b-a877-311b29aed970", "tag": "2221df95-de43-411b-8e9d-607c97856962"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:20:38.030319 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21aaffda-ea40-401f-a20c-398b13b9ef46 x-openstack-request-id: req-21aaffda-ea40-401f-a20c-398b13b9ef46 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:20:38.030665 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6c17a47-9896-474b-a877-311b29aed970", "tag": "2221df95-de43-411b-8e9d-607c97856962", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:20:38.032905 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-21aaffda-ea40-401f-a20c-398b13b9ef46 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:20:38.036155 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6c17a47-9896-474b-a877-311b29aed970', 'tag': '2221df95-de43-411b-8e9d-607c97856962', 'status': 'completed', 'code': 200} Jul 24 00:20:38.053266 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-bb011d56-87d9-40d2-ae69-5a23f4d1f8cd None None] Set router 9bdd1962-19e2-41b2-b3dc-1c303a216a88 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:20:38.259322 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05326617-e427-479f-8af2-9c73052a179c req-d4c59b29-b031-473b-9e17-7c5fefd18d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:38.260893 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-05326617-e427-479f-8af2-9c73052a179c req-d4c59b29-b031-473b-9e17-7c5fefd18d32 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=646730ba25934852bc5dd86a412228f1&device_id=b6c17a47-9896-474b-a877-311b29aed970 HTTP/1.1" status: 200 len: 1098 time: 0.2080574 Jul 24 00:20:38.270500 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-0929b785-1a0b-4c24-92b3-b12a089c764c tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Deleting port 3c0583a6-b378-4ff6-b636-edf7fff1368e {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:20:38.270940 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0929b785-1a0b-4c24-92b3-b12a089c764c tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:38.378628 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-bb011d56-87d9-40d2-ae69-5a23f4d1f8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdd1962-19e2-41b2-b3dc-1c303a216a88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-943379124', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '5dc52cf0-77f3-4209-a352-941b1ddcb8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:20:03Z', 'updated_at': '2021-07-24T00:20:12Z', 'revision_number': 4, 'project_id': '646730ba25934852bc5dd86a412228f1', 'gw_port': {'id': '5dc52cf0-77f3-4209-a352-941b1ddcb8de', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:54:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdd1962-19e2-41b2-b3dc-1c303a216a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:20:04Z', 'updated_at': '2021-07-24T00:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': 'e302f899-9ed0-47ff-bf18-e63331f51746', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'floating_ip_address': '172.25.3.199', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '9bdd1962-19e2-41b2-b3dc-1c303a216a88', 'port_id': '2221df95-de43-411b-8e9d-607c97856962', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eee3295d-0589-4617-9ff6-3a74daf2e74b', 'mac_address': 'fa:16:3e:c5:65:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c17a47-9896-474b-a877-311b29aed970', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:20:33Z', 'updated_at': '2021-07-24T00:20:33Z', 'revision_number': 0, 'project_id': '646730ba25934852bc5dd86a412228f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f0cea63-d723-4784-88d6-f5f73effd7c3', 'name': '', 'network_id': 'eee3295d-0589-4617-9ff6-3a74daf2e74b', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'mac_address': 'fa:16:3e:45:5c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdd1962-19e2-41b2-b3dc-1c303a216a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '5742575c-0343-44ec-8a39-bc46066db6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:20:11Z', 'updated_at': '2021-07-24T00:20:18Z', 'revision_number': 5, 'project_id': '646730ba25934852bc5dd86a412228f1', 'subnets': [{'id': '5742575c-0343-44ec-8a39-bc46066db6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:20:38.378874 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1c454-13a6-41a1-b8dd-dd95a850617b req-5f062bb5-4707-49c1-88a7-05859acbd211 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:38.380584 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e2a1c454-13a6-41a1-b8dd-dd95a850617b req-5f062bb5-4707-49c1-88a7-05859acbd211 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6c17a47-9896-474b-a877-311b29aed970 HTTP/1.1" status: 200 len: 946 time: 0.2838726 Jul 24 00:20:38.431176 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb011d56-87d9-40d2-ae69-5a23f4d1f8cd None None] Checking router: 9bdd1962-19e2-41b2-b3dc-1c303a216a88 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:20:38.432571 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6431c0-c34a-42c1-8ddc-25163413142a req-deb9fc7e-dee7-4892-917d-378955177a46 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:38.434205 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fe6431c0-c34a-42c1-8ddc-25163413142a req-deb9fc7e-dee7-4892-917d-378955177a46 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 943 time: 0.1658895 Jul 24 00:20:38.451598 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb011d56-87d9-40d2-ae69-5a23f4d1f8cd None None] Routers {'9bdd1962-19e2-41b2-b3dc-1c303a216a88'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:20:38.454118 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-bb011d56-87d9-40d2-ae69-5a23f4d1f8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:20:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['9bdd1962-19e2-41b2-b3dc-1c303a216a88'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:20:38.513440 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fe6431c0-c34a-42c1-8ddc-25163413142a req-fd65a999-0206-44d2-927c-94754ea4ffed tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485492 Jul 24 00:20:38.568114 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e2a1c454-13a6-41a1-b8dd-dd95a850617b req-5b1c7b4c-3bd9-40cd-bc98-6d859a3bb864 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ccac68c-b776-4e7b-bd31-5686cdfbb54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1724536 Jul 24 00:20:38.600599 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 52486) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:38.610340 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0929b785-1a0b-4c24-92b3-b12a089c764c tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:38.619273 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-bb011d56-87d9-40d2-ae69-5a23f4d1f8cd None None] Set router 9bdd1962-19e2-41b2-b3dc-1c303a216a88 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:20:38.620550 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05326617-e427-479f-8af2-9c73052a179c req-4f44e537-7ff5-41ee-bccd-ca1cee6222a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:38.623848 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-05326617-e427-479f-8af2-9c73052a179c req-4f44e537-7ff5-41ee-bccd-ca1cee6222a6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=eee3295d-0589-4617-9ff6-3a74daf2e74b HTTP/1.1" status: 200 len: 897 time: 0.3462746 Jul 24 00:20:38.641237 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-0929b785-1a0b-4c24-92b3-b12a089c764c tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Calling delete_port for 3c0583a6-b378-4ff6-b636-edf7fff1368e owned by network:router_interface {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:20:38.744605 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-3827d364-8a76-480e-bce2-f770f1a64ee2 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/floatingips/e302f899-9ed0-47ff-bf18-e63331f51746 HTTP/1.1" status: 200 len: 992 time: 0.1409452 Jul 24 00:20:38.853872 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-05326617-e427-479f-8af2-9c73052a179c req-6a404ee6-938b-4e35-92d4-185d3f4f805e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2221df95-de43-411b-8e9d-607c97856962 HTTP/1.1" status: 200 len: 1000 time: 0.0743961 Jul 24 00:20:38.960555 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05326617-e427-479f-8af2-9c73052a179c req-0d7d0f90-97d0-4e32-8f05-3fff9edca1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:38.967129 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-05326617-e427-479f-8af2-9c73052a179c req-0d7d0f90-97d0-4e32-8f05-3fff9edca1ac service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5742575c-0343-44ec-8a39-bc46066db6b0 HTTP/1.1" status: 200 len: 835 time: 0.0860653 Jul 24 00:20:38.970362 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0929b785-1a0b-4c24-92b3-b12a089c764c tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:39.066933 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0929b785-1a0b-4c24-92b3-b12a089c764c tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Pushing event deleted for resources: {'Port': ['ID=3c0583a6-b378-4ff6-b636-edf7fff1368e,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:39.077299 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-bb011d56-87d9-40d2-ae69-5a23f4d1f8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdd1962-19e2-41b2-b3dc-1c303a216a88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-943379124', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '5dc52cf0-77f3-4209-a352-941b1ddcb8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:20:03Z', 'updated_at': '2021-07-24T00:20:12Z', 'revision_number': 4, 'project_id': '646730ba25934852bc5dd86a412228f1', 'gw_port': {'id': '5dc52cf0-77f3-4209-a352-941b1ddcb8de', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:54:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdd1962-19e2-41b2-b3dc-1c303a216a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:20:04Z', 'updated_at': '2021-07-24T00:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': 'e302f899-9ed0-47ff-bf18-e63331f51746', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'floating_ip_address': '172.25.3.199', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '9bdd1962-19e2-41b2-b3dc-1c303a216a88', 'port_id': '2221df95-de43-411b-8e9d-607c97856962', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eee3295d-0589-4617-9ff6-3a74daf2e74b', 'mac_address': 'fa:16:3e:c5:65:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c17a47-9896-474b-a877-311b29aed970', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:20:33Z', 'updated_at': '2021-07-24T00:20:33Z', 'revision_number': 0, 'project_id': '646730ba25934852bc5dd86a412228f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f0cea63-d723-4784-88d6-f5f73effd7c3', 'name': '', 'network_id': 'eee3295d-0589-4617-9ff6-3a74daf2e74b', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'mac_address': 'fa:16:3e:45:5c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdd1962-19e2-41b2-b3dc-1c303a216a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '5742575c-0343-44ec-8a39-bc46066db6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:20:11Z', 'updated_at': '2021-07-24T00:20:18Z', 'revision_number': 5, 'project_id': '646730ba25934852bc5dd86a412228f1', 'subnets': [{'id': '5742575c-0343-44ec-8a39-bc46066db6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:20:39.143844 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb011d56-87d9-40d2-ae69-5a23f4d1f8cd None None] The sync data for ids ['9bdd1962-19e2-41b2-b3dc-1c303a216a88'] in n-d-800088-16 is: [{'id': '9bdd1962-19e2-41b2-b3dc-1c303a216a88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-943379124', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '5dc52cf0-77f3-4209-a352-941b1ddcb8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:20:03Z', 'updated_at': '2021-07-24T00:20:12Z', 'revision_number': 4, 'project_id': '646730ba25934852bc5dd86a412228f1', 'gw_port': {'id': '5dc52cf0-77f3-4209-a352-941b1ddcb8de', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:54:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdd1962-19e2-41b2-b3dc-1c303a216a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:20:04Z', 'updated_at': '2021-07-24T00:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': 'e302f899-9ed0-47ff-bf18-e63331f51746', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'floating_ip_address': '172.25.3.199', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '9bdd1962-19e2-41b2-b3dc-1c303a216a88', 'port_id': '2221df95-de43-411b-8e9d-607c97856962', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eee3295d-0589-4617-9ff6-3a74daf2e74b', 'mac_address': 'fa:16:3e:c5:65:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c17a47-9896-474b-a877-311b29aed970', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:20:33Z', 'updated_at': '2021-07-24T00:20:33Z', 'revision_number': 0, 'project_id': '646730ba25934852bc5dd86a412228f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f0cea63-d723-4784-88d6-f5f73effd7c3', 'name': '', 'network_id': 'eee3295d-0589-4617-9ff6-3a74daf2e74b', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'mac_address': 'fa:16:3e:45:5c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdd1962-19e2-41b2-b3dc-1c303a216a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '5742575c-0343-44ec-8a39-bc46066db6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:20:11Z', 'updated_at': '2021-07-24T00:20:18Z', 'revision_number': 5, 'project_id': '646730ba25934852bc5dd86a412228f1', 'subnets': [{'id': '5742575c-0343-44ec-8a39-bc46066db6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:20:39.276246 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0929b785-1a0b-4c24-92b3-b12a089c764c tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679987'] for router_interface, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:39.395676 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05326617-e427-479f-8af2-9c73052a179c req-ec956f4e-f695-41c4-89ee-6b827041c1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:39.397249 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-05326617-e427-479f-8af2-9c73052a179c req-ec956f4e-f695-41c4-89ee-6b827041c1a1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=eee3295d-0589-4617-9ff6-3a74daf2e74b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4239588 Jul 24 00:20:39.604917 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284c1f52-dc18-4b91-ae71-b83f92564077 None None] New status for floating IP e302f899-9ed0-47ff-bf18-e63331f51746: ACTIVE {{(pid=100315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 00:20:39.748692 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 52494) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:39.783849 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-05326617-e427-479f-8af2-9c73052a179c req-f6e3c574-df10-4f5c-aecb-db1c6f900c4f service neutron] 10.222.0.52 "GET /v2.0/networks/eee3295d-0589-4617-9ff6-3a74daf2e74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3783650 Jul 24 00:20:39.785672 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0929b785-1a0b-4c24-92b3-b12a089c764c tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Router dcf8e46c-e451-4bfe-82cb-2a8c623d2dbd has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:20:39.840673 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9a3eb3-c491-464e-9075-da8e24707bad req-f1bbac94-7356-4db6-aeb7-b2b430b6d2b2 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:39.848280 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2e9a3eb3-c491-464e-9075-da8e24707bad req-f1bbac94-7356-4db6-aeb7-b2b430b6d2b2 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 943 time: 0.1684358 Jul 24 00:20:39.888579 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-ff32b3d9-8d94-4e85-a613-93f6d511f7bb tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/floatingips/e302f899-9ed0-47ff-bf18-e63331f51746 HTTP/1.1" status: 200 len: 992 time: 0.1376066 Jul 24 00:20:39.916914 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2e9a3eb3-c491-464e-9075-da8e24707bad req-5ce5ed2e-66fe-475c-ab44-cfb2e812fe89 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672288 Jul 24 00:20:40.430209 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0929b785-1a0b-4c24-92b3-b12a089c764c tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:20:40.437330 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-0929b785-1a0b-4c24-92b3-b12a089c764c tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] 10.222.0.44 "PUT /v2.0/routers/dcf8e46c-e451-4bfe-82cb-2a8c623d2dbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4302440 Jul 24 00:20:40.440159 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 52496) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:40.446730 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9ba97e-22d5-499d-8c35-9b273cf8b28f None None] Sync routers for ids ['dcf8e46c-e451-4bfe-82cb-2a8c623d2dbd'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:20:40.459019 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9ba97e-22d5-499d-8c35-9b273cf8b28f None None] Routers {'dcf8e46c-e451-4bfe-82cb-2a8c623d2dbd'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:20:40.461237 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-6f9ba97e-22d5-499d-8c35-9b273cf8b28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:20:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['dcf8e46c-e451-4bfe-82cb-2a8c623d2dbd'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:20:40.462178 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-05326617-e427-479f-8af2-9c73052a179c req-c1cfa04e-ae70-4310-b767-881a9decdb66 service neutron] 10.222.0.52 "GET /v2.0/networks/eee3295d-0589-4617-9ff6-3a74daf2e74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6678743 Jul 24 00:20:40.506950 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-6f9ba97e-22d5-499d-8c35-9b273cf8b28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:20:40.537306 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9ba97e-22d5-499d-8c35-9b273cf8b28f None None] Routers {'dcf8e46c-e451-4bfe-82cb-2a8c623d2dbd'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:20:40.537306 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-6f9ba97e-22d5-499d-8c35-9b273cf8b28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:20:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['dcf8e46c-e451-4bfe-82cb-2a8c623d2dbd'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:20:40.564612 n-d-800088-16 neutron-server[100314]: INFO neutron.api.v2.resource [None req-45d985da-6847-4ecf-bd83-ac69c2703554 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] delete failed (client error): The resource could not be found. Jul 24 00:20:40.573082 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-45d985da-6847-4ecf-bd83-ac69c2703554 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] 10.222.0.44 "DELETE /v2.0/routers/tempest-non_exist_router-182503858 HTTP/1.1" status: 404 len: 334 time: 0.1243737 Jul 24 00:20:40.573508 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 52500) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:40.578670 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-e99121d0-dee5-49ef-b556-b4cc40ec5f8b tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Request body: {'router': {'external_gateway_info': {'network_id': 'dcf8e46c-e451-4bfe-82cb-2a8c623d2dbd'}}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:20:40.616108 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-6f9ba97e-22d5-499d-8c35-9b273cf8b28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:20:40.616850 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9ba97e-22d5-499d-8c35-9b273cf8b28f None None] The sync data for ids ['dcf8e46c-e451-4bfe-82cb-2a8c623d2dbd'] in n-d-800088-16 is: [] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:20:40.840604 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e99121d0-dee5-49ef-b556-b4cc40ec5f8b tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:40.865638 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [None req-e99121d0-dee5-49ef-b556-b4cc40ec5f8b tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] update failed (client error): The resource could not be found. Jul 24 00:20:40.872920 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 52502) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:40.873600 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-e99121d0-dee5-49ef-b556-b4cc40ec5f8b tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] 10.222.0.44 "PUT /v2.0/routers/dcf8e46c-e451-4bfe-82cb-2a8c623d2dbd HTTP/1.1" status: 404 len: 339 time: 0.2984931 Jul 24 00:20:40.879973 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-5382e56d-faa9-47f6-a295-f01777d43dfb tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1100743904'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:20:40.890620 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 52504) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:40.945945 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5382e56d-faa9-47f6-a295-f01777d43dfb tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Made reservation on behalf of 59ab153b89e34289b2fc15641674f5d2 for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:20:40.949641 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5382e56d-faa9-47f6-a295-f01777d43dfb tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:41.011521 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5382e56d-faa9-47f6-a295-f01777d43dfb tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:20:41.020693 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-3e45a432-031d-42bd-8b8b-e3b18c6457a5 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/floatingips/e302f899-9ed0-47ff-bf18-e63331f51746 HTTP/1.1" status: 200 len: 994 time: 0.1277459 Jul 24 00:20:41.041977 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5382e56d-faa9-47f6-a295-f01777d43dfb tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:41.042331 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-5382e56d-faa9-47f6-a295-f01777d43dfb tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Added segment 2d7b91dd-830f-45b2-b0d3-1190b52d11c4 of type vlan for network a75079ff-950c-453e-ac77-304af54ec825 Jul 24 00:20:41.114040 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b515bd36-4eee-48ad-a956-d63439bcef6c req-2085d22a-e4ce-4e22-b509-58c759f49869 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:41.116053 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b515bd36-4eee-48ad-a956-d63439bcef6c req-2085d22a-e4ce-4e22-b509-58c759f49869 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 943 time: 0.0890036 Jul 24 00:20:41.118452 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5382e56d-faa9-47f6-a295-f01777d43dfb tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:41.175162 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5382e56d-faa9-47f6-a295-f01777d43dfb tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:41.182603 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5382e56d-faa9-47f6-a295-f01777d43dfb tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:41.183672 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5382e56d-faa9-47f6-a295-f01777d43dfb tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:41.190588 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b515bd36-4eee-48ad-a956-d63439bcef6c req-4456a4f3-539b-4ee9-87eb-81f7a3964dce tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598173 Jul 24 00:20:41.236641 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-5382e56d-faa9-47f6-a295-f01777d43dfb tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3624783 Jul 24 00:20:41.240064 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 52508) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:41.245662 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-d4c7c844-89b0-479e-ad7f-6ae7bc4cd207 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Request body: {'subnet': {'network_id': 'a75079ff-950c-453e-ac77-304af54ec825', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:20:41.276128 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382e56d-faa9-47f6-a295-f01777d43dfb tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Pushing event updated for resources: {'Network': ['ID=a75079ff-950c-453e-ac77-304af54ec825,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:41.289977 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network a75079ff-950c-453e-ac77-304af54ec825 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:20:41.386813 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c7c844-89b0-479e-ad7f-6ae7bc4cd207 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Made reservation on behalf of 59ab153b89e34289b2fc15641674f5d2 for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:20:41.392599 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d4c7c844-89b0-479e-ad7f-6ae7bc4cd207 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:41.622542 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d4c7c844-89b0-479e-ad7f-6ae7bc4cd207 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:41.719488 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c7c844-89b0-479e-ad7f-6ae7bc4cd207 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Checking segment: {'id': '2d7b91dd-830f-45b2-b0d3-1190b52d11c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'a75079ff-950c-453e-ac77-304af54ec825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:20:41.719866 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c7c844-89b0-479e-ad7f-6ae7bc4cd207 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Network hostable DHCP agents. Network: a75079ff-950c-453e-ac77-304af54ec825, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:20:41.725851 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c7c844-89b0-479e-ad7f-6ae7bc4cd207 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Pushing event updated for resources: {'Subnet': ['ID=205d243c-c3de-4264-8a13-35a4d65b473b,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:41.742928 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c7c844-89b0-479e-ad7f-6ae7bc4cd207 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Network a75079ff-950c-453e-ac77-304af54ec825 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:20:41.755589 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-d4c7c844-89b0-479e-ad7f-6ae7bc4cd207 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, a75079ff-950c-453e-ac77-304af54ec825) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:20:41.762434 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c7c844-89b0-479e-ad7f-6ae7bc4cd207 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:41.763085 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d4c7c844-89b0-479e-ad7f-6ae7bc4cd207 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:41.768847 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48a8c7b-7017-4d21-bdcc-3eda15c1567e None None] Network a75079ff-950c-453e-ac77-304af54ec825 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:20:41.782302 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-d4c7c844-89b0-479e-ad7f-6ae7bc4cd207 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5414042 Jul 24 00:20:41.785543 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 52512) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:41.793753 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-21cc3834-d2c4-4177-9efa-c1f9b461c85a tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a75079ff-950c-453e-ac77-304af54ec825'}}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:20:42.050290 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de74f264-2421-468e-bfc7-fd68ef25821f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-a75079ff-950c-453e-ac77-304af54ec825', 'network_id': 'a75079ff-950c-453e-ac77-304af54ec825', 'tenant_id': '59ab153b89e34289b2fc15641674f5d2', 'fixed_ips': [{'subnet_id': '205d243c-c3de-4264-8a13-35a4d65b473b'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:20:42.053138 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-de74f264-2421-468e-bfc7-fd68ef25821f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:42.058566 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-21cc3834-d2c4-4177-9efa-c1f9b461c85a tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:42.194357 n-d-800088-16 neutron-server[100314]: INFO neutron.api.v2.resource [None req-21cc3834-d2c4-4177-9efa-c1f9b461c85a tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 00:20:42.195529 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-21cc3834-d2c4-4177-9efa-c1f9b461c85a tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] 10.222.0.44 "PUT /v2.0/routers/dcf8e46c-e451-4bfe-82cb-2a8c623d2dbd HTTP/1.1" status: 400 len: 364 time: 0.4089680 Jul 24 00:20:42.199465 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 52516) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:42.262261 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-de74f264-2421-468e-bfc7-fd68ef25821f None None] Allocated IP 2001:db8:1::2 (a75079ff-950c-453e-ac77-304af54ec825/205d243c-c3de-4264-8a13-35a4d65b473b/515aa953-e0bd-4c53-a5a3-006c333dfb0e) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:20:42.511648 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc718d86-9060-4c3d-92e4-8a2c1e98923e req-c579a5e5-cb38-4b80-adef-8f01ae35c922 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:42.523849 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bc718d86-9060-4c3d-92e4-8a2c1e98923e req-c579a5e5-cb38-4b80-adef-8f01ae35c922 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 943 time: 0.1874652 Jul 24 00:20:42.593555 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bc718d86-9060-4c3d-92e4-8a2c1e98923e req-f6ab91d0-349e-4cc5-b9b0-23d5f55993e6 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634625 Jul 24 00:20:42.616360 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-de74f264-2421-468e-bfc7-fd68ef25821f None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:42.625012 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-de74f264-2421-468e-bfc7-fd68ef25821f None None] Transition to ACTIVE for port object 515aa953-e0bd-4c53-a5a3-006c333dfb0e will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:20:42.651683 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-de74f264-2421-468e-bfc7-fd68ef25821f None None] Transition to ACTIVE for port object 515aa953-e0bd-4c53-a5a3-006c333dfb0e will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:20:42.665565 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-de74f264-2421-468e-bfc7-fd68ef25821f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:42.679012 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8e5d657b-95bc-40cd-81dc-f1348326c2e6 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:42.754449 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de74f264-2421-468e-bfc7-fd68ef25821f None None] Network a75079ff-950c-453e-ac77-304af54ec825 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:20:42.756777 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-de74f264-2421-468e-bfc7-fd68ef25821f None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:20:42.760362 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de74f264-2421-468e-bfc7-fd68ef25821f None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:20:42.774501 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de74f264-2421-468e-bfc7-fd68ef25821f None None] Pushing event updated for resources: {'Port': ['ID=515aa953-e0bd-4c53-a5a3-006c333dfb0e,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:42.883124 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-de74f264-2421-468e-bfc7-fd68ef25821f None None] Attempting to bind port 515aa953-e0bd-4c53-a5a3-006c333dfb0e on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:20:42.883750 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-de74f264-2421-468e-bfc7-fd68ef25821f None None] Attempting to bind port 515aa953-e0bd-4c53-a5a3-006c333dfb0e by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '2d7b91dd-830f-45b2-b0d3-1190b52d11c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'a75079ff-950c-453e-ac77-304af54ec825'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:20:42.884566 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de74f264-2421-468e-bfc7-fd68ef25821f None None] Attempting to bind port 515aa953-e0bd-4c53-a5a3-006c333dfb0e on network a75079ff-950c-453e-ac77-304af54ec825 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:20:42.890928 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de74f264-2421-468e-bfc7-fd68ef25821f None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:20:42.891309 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de74f264-2421-468e-bfc7-fd68ef25821f None None] Checking segment: {'id': '2d7b91dd-830f-45b2-b0d3-1190b52d11c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'a75079ff-950c-453e-ac77-304af54ec825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:20:42.891727 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-de74f264-2421-468e-bfc7-fd68ef25821f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:42.892131 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de74f264-2421-468e-bfc7-fd68ef25821f None None] Bound using segment: {'id': '2d7b91dd-830f-45b2-b0d3-1190b52d11c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'a75079ff-950c-453e-ac77-304af54ec825'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:20:42.892607 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-de74f264-2421-468e-bfc7-fd68ef25821f None None] Bound port: 515aa953-e0bd-4c53-a5a3-006c333dfb0e, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d7b91dd-830f-45b2-b0d3-1190b52d11c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'a75079ff-950c-453e-ac77-304af54ec825'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:20:42.899805 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-de74f264-2421-468e-bfc7-fd68ef25821f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:42.969297 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-de74f264-2421-468e-bfc7-fd68ef25821f None None] For port 515aa953-e0bd-4c53-a5a3-006c333dfb0e, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:20:42.973994 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-de74f264-2421-468e-bfc7-fd68ef25821f None None] For port 515aa953-e0bd-4c53-a5a3-006c333dfb0e, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=515aa953-e0bd-4c53-a5a3-006c333dfb0e,segment=NetworkSegment(2d7b91dd-830f-45b2-b0d3-1190b52d11c4),segment_id=2d7b91dd-830f-45b2-b0d3-1190b52d11c4)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:20:42.979922 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-de74f264-2421-468e-bfc7-fd68ef25821f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:43.050971 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de74f264-2421-468e-bfc7-fd68ef25821f None None] Pushing event updated for resources: {'Port': ['ID=515aa953-e0bd-4c53-a5a3-006c333dfb0e,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:43.058154 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-8e5d657b-95bc-40cd-81dc-f1348326c2e6 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Allocated IP 2001:db8::1 (0069a93a-94d9-40be-b6e7-96d3c5a0e305/803ae602-aafc-4ad7-a82b-f6035152457d/da39996c-67a4-4727-9f57-cd571c4ed4fd) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:20:43.200306 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8e5d657b-95bc-40cd-81dc-f1348326c2e6 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:43.223092 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [None req-8e5d657b-95bc-40cd-81dc-f1348326c2e6 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Transition to ACTIVE for port object da39996c-67a4-4727-9f57-cd571c4ed4fd will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:20:43.282219 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8e5d657b-95bc-40cd-81dc-f1348326c2e6 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:43.344854 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5d657b-95bc-40cd-81dc-f1348326c2e6 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Network 0069a93a-94d9-40be-b6e7-96d3c5a0e305 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:20:43.348872 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-8e5d657b-95bc-40cd-81dc-f1348326c2e6 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:20:43.351137 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5d657b-95bc-40cd-81dc-f1348326c2e6 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Pushing event updated for resources: {'Port': ['ID=da39996c-67a4-4727-9f57-cd571c4ed4fd,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:43.353356 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5d657b-95bc-40cd-81dc-f1348326c2e6 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:20:43.354014 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8e5d657b-95bc-40cd-81dc-f1348326c2e6 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681761'] for router_interface, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:43.518833 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8e5d657b-95bc-40cd-81dc-f1348326c2e6 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:43.731425 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-7047979f-4b70-4a62-95a7-0458304118e9 None None] Provisioning for port da39996c-67a4-4727-9f57-cd571c4ed4fd completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:20:43.737541 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-7047979f-4b70-4a62-95a7-0458304118e9 None None] Provisioning complete for port da39996c-67a4-4727-9f57-cd571c4ed4fd triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:20:43.738092 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-7047979f-4b70-4a62-95a7-0458304118e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:43.818947 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-7047979f-4b70-4a62-95a7-0458304118e9 None None] Port da39996c-67a4-4727-9f57-cd571c4ed4fd cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:20:43.846511 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76561716-5ef0-48b9-9f24-86fc7e0c769e req-a9b4099f-e9ae-41f2-9bdd-8d39d4dfd6d4 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:43.848107 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-76561716-5ef0-48b9-9f24-86fc7e0c769e req-a9b4099f-e9ae-41f2-9bdd-8d39d4dfd6d4 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 943 time: 0.1706412 Jul 24 00:20:43.880861 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8e5d657b-95bc-40cd-81dc-f1348326c2e6 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:43.890425 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8e5d657b-95bc-40cd-81dc-f1348326c2e6 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:43.891222 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8e5d657b-95bc-40cd-81dc-f1348326c2e6 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680980'] for router_interface, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:43.965184 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-76561716-5ef0-48b9-9f24-86fc7e0c769e req-ccd8bd95-4750-443c-bebe-9e14c0fc1161 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067605 Jul 24 00:20:44.013919 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5d657b-95bc-40cd-81dc-f1348326c2e6 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Pushing event updated for resources: {'Port': ['ID=da39996c-67a4-4727-9f57-cd571c4ed4fd,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:44.058048 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5d657b-95bc-40cd-81dc-f1348326c2e6 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Network 0069a93a-94d9-40be-b6e7-96d3c5a0e305 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:20:44.059808 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-8e5d657b-95bc-40cd-81dc-f1348326c2e6 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:20:44.165231 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e5d657b-95bc-40cd-81dc-f1348326c2e6 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Router dcf8e46c-e451-4bfe-82cb-2a8c623d2dbd has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:20:44.220614 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0615b458-8ca8-4aee-a317-e16775a2cd71 None None] Network a75079ff-950c-453e-ac77-304af54ec825 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:20:44.274029 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-478c0f38-972c-40ca-b05e-9764b8c0899b None None] Provisioning for port 515aa953-e0bd-4c53-a5a3-006c333dfb0e completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:20:44.289125 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e5d657b-95bc-40cd-81dc-f1348326c2e6 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:20:44.296974 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-8e5d657b-95bc-40cd-81dc-f1348326c2e6 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] 10.222.0.44 "PUT /v2.0/routers/dcf8e46c-e451-4bfe-82cb-2a8c623d2dbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0938156 Jul 24 00:20:44.297725 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 52526) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:44.315331 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b15f6d3-7e3b-4f1d-ae3e-13617e12f908 None None] Sync routers for ids ['dcf8e46c-e451-4bfe-82cb-2a8c623d2dbd'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:20:44.329959 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:20:44.338489 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b15f6d3-7e3b-4f1d-ae3e-13617e12f908 None None] Routers {'dcf8e46c-e451-4bfe-82cb-2a8c623d2dbd'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:20:44.339466 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-8b15f6d3-7e3b-4f1d-ae3e-13617e12f908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:20:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['dcf8e46c-e451-4bfe-82cb-2a8c623d2dbd'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:20:44.383897 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-8b15f6d3-7e3b-4f1d-ae3e-13617e12f908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:20:44.402957 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e1e03ed9-2fb5-49bc-8532-7b244a77d9af tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks [] for router, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:44.419575 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b15f6d3-7e3b-4f1d-ae3e-13617e12f908 None None] Routers {'dcf8e46c-e451-4bfe-82cb-2a8c623d2dbd'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:20:44.420216 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-8b15f6d3-7e3b-4f1d-ae3e-13617e12f908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:20:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['dcf8e46c-e451-4bfe-82cb-2a8c623d2dbd'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:20:44.469316 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-8b15f6d3-7e3b-4f1d-ae3e-13617e12f908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:20:44.470149 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b15f6d3-7e3b-4f1d-ae3e-13617e12f908 None None] The sync data for ids ['dcf8e46c-e451-4bfe-82cb-2a8c623d2dbd'] in n-d-800088-16 is: [] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:20:44.493530 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [None req-e1e03ed9-2fb5-49bc-8532-7b244a77d9af tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 24 00:20:44.494711 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-e1e03ed9-2fb5-49bc-8532-7b244a77d9af tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] 10.222.0.44 "DELETE /v2.0/routers/dcf8e46c-e451-4bfe-82cb-2a8c623d2dbd HTTP/1.1" status: 409 len: 329 time: 0.1960003 Jul 24 00:20:44.498072 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 52528) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:44.506711 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-96724afc-2b3b-4181-a597-49f4ac69ea09 None None] Provisioning complete for port da39996c-67a4-4727-9f57-cd571c4ed4fd triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:20:44.507659 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-96724afc-2b3b-4181-a597-49f4ac69ea09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:44.716543 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-96724afc-2b3b-4181-a597-49f4ac69ea09 None None] Port da39996c-67a4-4727-9f57-cd571c4ed4fd cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:20:44.858589 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:44.871898 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-04436c28-486c-49b1-b27b-39fe9ba2a825 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681029'] for router_interface, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:45.157446 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc80366-8067-4cfa-80be-a74eedecbf4b req-b7139f38-8c1f-42f5-9cfd-d9b8be1e985a tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:45.159313 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8fc80366-8067-4cfa-80be-a74eedecbf4b req-b7139f38-8c1f-42f5-9cfd-d9b8be1e985a tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 943 time: 0.1088765 Jul 24 00:20:45.231254 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 515aa953-e0bd-4c53-a5a3-006c333dfb0e up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:20:45.236066 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8fc80366-8067-4cfa-80be-a74eedecbf4b req-61937049-7c13-4497-a5a4-1fcb673799bf tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702424 Jul 24 00:20:45.266584 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-04436c28-486c-49b1-b27b-39fe9ba2a825 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Deleting port da39996c-67a4-4727-9f57-cd571c4ed4fd {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:20:45.266584 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-04436c28-486c-49b1-b27b-39fe9ba2a825 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:45.284763 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 515aa953-e0bd-4c53-a5a3-006c333dfb0e completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:20:45.289715 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 515aa953-e0bd-4c53-a5a3-006c333dfb0e triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:20:45.290138 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:45.319326 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 32b908bd-8128-45fd-b263-ac8a656aab1f details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:20:45.363327 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-04436c28-486c-49b1-b27b-39fe9ba2a825 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:45.376634 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-04436c28-486c-49b1-b27b-39fe9ba2a825 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Calling delete_port for da39996c-67a4-4727-9f57-cd571c4ed4fd owned by network:router_interface {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:20:45.441844 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:45.489975 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 515aa953-e0bd-4c53-a5a3-006c333dfb0e, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=515aa953-e0bd-4c53-a5a3-006c333dfb0e,segment=NetworkSegment(2d7b91dd-830f-45b2-b0d3-1190b52d11c4),segment_id=2d7b91dd-830f-45b2-b0d3-1190b52d11c4)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:20:45.498508 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 32b908bd-8128-45fd-b263-ac8a656aab1f, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=32b908bd-8128-45fd-b263-ac8a656aab1f,segment=NetworkSegment(4a1dcf4b-f5e9-43bd-a598-49a091b374c5),segment_id=4a1dcf4b-f5e9-43bd-a598-49a091b374c5)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:20:45.501052 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:45.540516 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': '32b908bd-8128-45fd-b263-ac8a656aab1f', 'network_id': 'f54dfdc3-e2c8-4e0e-8c8e-324d22ca629b', 'port_id': '32b908bd-8128-45fd-b263-ac8a656aab1f', 'mac_address': 'fa:16:3e:94:9d:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe0da9e7-4ffa-48d2-af23-d88968a5a0e1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:20:45.568610 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-04436c28-486c-49b1-b27b-39fe9ba2a825 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:45.584576 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=515aa953-e0bd-4c53-a5a3-006c333dfb0e,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:45.598927 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:45.605894 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04436c28-486c-49b1-b27b-39fe9ba2a825 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Pushing event deleted for resources: {'Port': ['ID=da39996c-67a4-4727-9f57-cd571c4ed4fd,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:45.612142 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32b908bd-8128-45fd-b263-ac8a656aab1f {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:20:45.658751 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 32b908bd-8128-45fd-b263-ac8a656aab1f, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=32b908bd-8128-45fd-b263-ac8a656aab1f,segment=NetworkSegment(4a1dcf4b-f5e9-43bd-a598-49a091b374c5),segment_id=4a1dcf4b-f5e9-43bd-a598-49a091b374c5)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:20:45.667096 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:45.727358 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=32b908bd-8128-45fd-b263-ac8a656aab1f,revision_number=9']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:45.728793 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-04436c28-486c-49b1-b27b-39fe9ba2a825 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679987'] for router_interface, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:45.892066 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['32b908bd-8128-45fd-b263-ac8a656aab1f'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:20:46.240881 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04436c28-486c-49b1-b27b-39fe9ba2a825 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Router dcf8e46c-e451-4bfe-82cb-2a8c623d2dbd has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:20:46.322399 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04436c28-486c-49b1-b27b-39fe9ba2a825 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:20:46.328233 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-04436c28-486c-49b1-b27b-39fe9ba2a825 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] 10.222.0.44 "PUT /v2.0/routers/dcf8e46c-e451-4bfe-82cb-2a8c623d2dbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8271506 Jul 24 00:20:46.331896 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 52540) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:46.336529 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4380c48-83f6-424f-9e2b-cabdd3811d21 None None] Sync routers for ids ['dcf8e46c-e451-4bfe-82cb-2a8c623d2dbd'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:20:46.347553 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4380c48-83f6-424f-9e2b-cabdd3811d21 None None] Routers {'dcf8e46c-e451-4bfe-82cb-2a8c623d2dbd'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:20:46.348703 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-f4380c48-83f6-424f-9e2b-cabdd3811d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:20:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['dcf8e46c-e451-4bfe-82cb-2a8c623d2dbd'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:20:46.380130 n-d-800088-16 neutron-server[100314]: INFO neutron.api.v2.resource [None req-ec5554dd-3c23-486f-be39-1c4b79f0e7b0 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] show failed (client error): The resource could not be found. Jul 24 00:20:46.381242 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-ec5554dd-3c23-486f-be39-1c4b79f0e7b0 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] 10.222.0.44 "GET /v2.0/routers/tempest-non_exist_router-455115876 HTTP/1.1" status: 404 len: 334 time: 0.0483868 Jul 24 00:20:46.382921 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-f4380c48-83f6-424f-9e2b-cabdd3811d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:20:46.385657 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 52542) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:46.390237 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-98e2a635-b2a9-4bee-b062-f726ea776154 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Request body: {'router': {'name': 'new_name'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:20:46.394041 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4380c48-83f6-424f-9e2b-cabdd3811d21 None None] Routers {'dcf8e46c-e451-4bfe-82cb-2a8c623d2dbd'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:20:46.394819 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-f4380c48-83f6-424f-9e2b-cabdd3811d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:20:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['dcf8e46c-e451-4bfe-82cb-2a8c623d2dbd'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:20:46.435727 n-d-800088-16 neutron-server[100314]: INFO neutron.api.v2.resource [None req-98e2a635-b2a9-4bee-b062-f726ea776154 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] update failed (client error): The resource could not be found. Jul 24 00:20:46.437141 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-f4380c48-83f6-424f-9e2b-cabdd3811d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:20:46.438012 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4380c48-83f6-424f-9e2b-cabdd3811d21 None None] The sync data for ids ['dcf8e46c-e451-4bfe-82cb-2a8c623d2dbd'] in n-d-800088-16 is: [] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:20:46.441299 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-98e2a635-b2a9-4bee-b062-f726ea776154 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] 10.222.0.44 "PUT /v2.0/routers/tempest-non_exist_router-791480908 HTTP/1.1" status: 404 len: 334 time: 0.0546141 Jul 24 00:20:46.442000 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 52544) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:46.462875 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac49a592-cf4e-4e3f-8a7f-d9cd20f6c1f4 req-85584e2d-ba88-4139-aeb9-672f72f93536 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:46.464383 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ac49a592-cf4e-4e3f-8a7f-d9cd20f6c1f4 req-85584e2d-ba88-4139-aeb9-672f72f93536 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 944 time: 0.1530309 Jul 24 00:20:46.499923 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-d430e7e5-4d9d-4adf-a28e-73978a307edc tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Deleting subnet 205d243c-c3de-4264-8a13-35a4d65b473b {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:20:46.504309 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d430e7e5-4d9d-4adf-a28e-73978a307edc tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:46.507509 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ac49a592-cf4e-4e3f-8a7f-d9cd20f6c1f4 req-ff8aac55-ad79-4329-a497-b15b0832fb3a tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364237 Jul 24 00:20:46.549656 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d430e7e5-4d9d-4adf-a28e-73978a307edc tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:46.634387 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d430e7e5-4d9d-4adf-a28e-73978a307edc tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:46.695648 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d430e7e5-4d9d-4adf-a28e-73978a307edc tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:46.729456 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d430e7e5-4d9d-4adf-a28e-73978a307edc tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Pushing event deleted for resources: {'Subnet': ['ID=205d243c-c3de-4264-8a13-35a4d65b473b,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:46.735290 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d430e7e5-4d9d-4adf-a28e-73978a307edc tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:46.739984 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 52548) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:46.740471 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-d430e7e5-4d9d-4adf-a28e-73978a307edc tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] 10.222.0.44 "DELETE /v2.0/subnets/205d243c-c3de-4264-8a13-35a4d65b473b HTTP/1.1" status: 204 len: 168 time: 0.2975004 Jul 24 00:20:46.742294 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3de9b2-d6b0-48fc-ad35-4e48d1840176 None None] Network a75079ff-950c-453e-ac77-304af54ec825 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:20:46.823715 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-82879382-f2a8-4196-901c-d3b688e80ca6 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:46.890739 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-82879382-f2a8-4196-901c-d3b688e80ca6 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Deleting port 515aa953-e0bd-4c53-a5a3-006c333dfb0e {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:20:46.891212 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-82879382-f2a8-4196-901c-d3b688e80ca6 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:46.946316 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a656fc09-cc64-4d05-8fbd-d21004cb16e1 None None] DHCP port deletion for a75079ff-950c-453e-ac77-304af54ec825 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:20:46.968355 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-82879382-f2a8-4196-901c-d3b688e80ca6 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] For port 515aa953-e0bd-4c53-a5a3-006c333dfb0e, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=515aa953-e0bd-4c53-a5a3-006c333dfb0e,segment=NetworkSegment(2d7b91dd-830f-45b2-b0d3-1190b52d11c4),segment_id=2d7b91dd-830f-45b2-b0d3-1190b52d11c4)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:20:46.968725 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-82879382-f2a8-4196-901c-d3b688e80ca6 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:46.981371 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-82879382-f2a8-4196-901c-d3b688e80ca6 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Calling delete_port for 515aa953-e0bd-4c53-a5a3-006c333dfb0e owned by network:dhcp {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:20:47.000443 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-a656fc09-cc64-4d05-8fbd-d21004cb16e1 None None] Deleting port 515aa953-e0bd-4c53-a5a3-006c333dfb0e {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:20:47.001200 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a656fc09-cc64-4d05-8fbd-d21004cb16e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:47.075704 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-82879382-f2a8-4196-901c-d3b688e80ca6 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:47.075938 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-a656fc09-cc64-4d05-8fbd-d21004cb16e1 None None] For port 515aa953-e0bd-4c53-a5a3-006c333dfb0e, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=515aa953-e0bd-4c53-a5a3-006c333dfb0e,segment=NetworkSegment(2d7b91dd-830f-45b2-b0d3-1190b52d11c4),segment_id=2d7b91dd-830f-45b2-b0d3-1190b52d11c4)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:20:47.076456 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a656fc09-cc64-4d05-8fbd-d21004cb16e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:47.091168 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-a656fc09-cc64-4d05-8fbd-d21004cb16e1 None None] Calling delete_port for 515aa953-e0bd-4c53-a5a3-006c333dfb0e owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:20:47.112469 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82879382-f2a8-4196-901c-d3b688e80ca6 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Pushing event deleted for resources: {'Port': ['ID=515aa953-e0bd-4c53-a5a3-006c333dfb0e,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:47.121436 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82879382-f2a8-4196-901c-d3b688e80ca6 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] No DVR routers for this DVR port 515aa953-e0bd-4c53-a5a3-006c333dfb0e on host n-d-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:20:47.186732 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a656fc09-cc64-4d05-8fbd-d21004cb16e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:47.218123 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-82879382-f2a8-4196-901c-d3b688e80ca6 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:47.220351 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 515aa953-e0bd-4c53-a5a3-006c333dfb0e no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:20:47.230018 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-82879382-f2a8-4196-901c-d3b688e80ca6 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a75079ff-950c-453e-ac77-304af54ec825']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:20:47.240149 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-82879382-f2a8-4196-901c-d3b688e80ca6 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d7b91dd-830f-45b2-b0d3-1190b52d11c4') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:20:47.240450 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-82879382-f2a8-4196-901c-d3b688e80ca6 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d7b91dd-830f-45b2-b0d3-1190b52d11c4') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:20:47.243972 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a656fc09-cc64-4d05-8fbd-d21004cb16e1 None None] Pushing event deleted for resources: {'Port': ['ID=515aa953-e0bd-4c53-a5a3-006c333dfb0e,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:47.247163 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 515aa953-e0bd-4c53-a5a3-006c333dfb0e {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:20:47.247526 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 515aa953-e0bd-4c53-a5a3-006c333dfb0e not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:20:47.251002 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-82879382-f2a8-4196-901c-d3b688e80ca6 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:47.251787 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a656fc09-cc64-4d05-8fbd-d21004cb16e1 None None] No DVR routers for this DVR port 515aa953-e0bd-4c53-a5a3-006c333dfb0e on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:20:47.271404 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-82879382-f2a8-4196-901c-d3b688e80ca6 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:47.278498 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82879382-f2a8-4196-901c-d3b688e80ca6 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:20:47.278957 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-82879382-f2a8-4196-901c-d3b688e80ca6 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:47.282419 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:20:47.282419 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:20:47.282419 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:20:47.282419 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:20:47.282419 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:20:47.282419 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:20:47.282419 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:20:47.282419 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:20:47.282419 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:20:47.282419 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:20:47.282419 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:20:47.282419 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:20:47.282419 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:20:47.282419 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:20:47.282419 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:20:47.282419 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:20:47.282419 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:20:47.282419 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:20:47.282419 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:20:47.282419 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:20:47.282419 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:20:47.282419 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:20:47.282419 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:20:47.282419 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:20:47.282419 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:20:47.282419 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:20:47.282419 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:20:47.282419 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:20:47.282419 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:20:47.282419 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:20:47.282419 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:20:47.282419 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:20:47.335034 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 32b908bd-8128-45fd-b263-ac8a656aab1f up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:20:47.351140 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-82879382-f2a8-4196-901c-d3b688e80ca6 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:47.370512 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-82879382-f2a8-4196-901c-d3b688e80ca6 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:47.370512 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-82879382-f2a8-4196-901c-d3b688e80ca6 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] 10.222.0.44 "DELETE /v2.0/networks/a75079ff-950c-453e-ac77-304af54ec825 HTTP/1.1" status: 204 len: 168 time: 0.6288881 Jul 24 00:20:47.371453 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82879382-f2a8-4196-901c-d3b688e80ca6 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Pushing event deleted for resources: {'Network': ['ID=a75079ff-950c-453e-ac77-304af54ec825,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:47.372990 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 52552) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:47.397923 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port 32b908bd-8128-45fd-b263-ac8a656aab1f triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:20:47.398302 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:47.433425 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-44f806e2-902c-4549-aa79-1451ddf2c803 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Deleting subnet 432f39b5-bd8b-46b8-b5b0-31cece019961 {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:20:47.437735 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-44f806e2-902c-4549-aa79-1451ddf2c803 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:47.487494 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:47.490990 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-44f806e2-902c-4549-aa79-1451ddf2c803 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:47.513318 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e89242f-224e-4dc1-b3da-f148df7e6ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32b908bd-8128-45fd-b263-ac8a656aab1f'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:20:47.515734 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1eb170c-c345-4a69-8a40-3e1bdeb3a807" -d '{"events": [{"server_uuid": "7e89242f-224e-4dc1-b3da-f148df7e6ea4", "name": "network-vif-plugged", "status": "completed", "tag": "32b908bd-8128-45fd-b263-ac8a656aab1f"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:20:47.531084 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 32b908bd-8128-45fd-b263-ac8a656aab1f, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=32b908bd-8128-45fd-b263-ac8a656aab1f,segment=NetworkSegment(4a1dcf4b-f5e9-43bd-a598-49a091b374c5),segment_id=4a1dcf4b-f5e9-43bd-a598-49a091b374c5)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:20:47.536764 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:47.578607 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43111fca-d0f5-4426-98f6-ed49a80ffd19 x-openstack-request-id: req-43111fca-d0f5-4426-98f6-ed49a80ffd19 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:20:47.579799 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e89242f-224e-4dc1-b3da-f148df7e6ea4", "name": "network-vif-plugged", "status": "completed", "tag": "32b908bd-8128-45fd-b263-ac8a656aab1f", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:20:47.580067 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-43111fca-d0f5-4426-98f6-ed49a80ffd19 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:20:47.580466 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e89242f-224e-4dc1-b3da-f148df7e6ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32b908bd-8128-45fd-b263-ac8a656aab1f', 'code': 200} Jul 24 00:20:47.620408 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=32b908bd-8128-45fd-b263-ac8a656aab1f,revision_number=10']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:47.665972 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f580367-f16e-4e7c-90cc-8dbeb10ea7bd req-662edb9a-5206-4c9e-88f4-2247712b000d tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:47.667723 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2f580367-f16e-4e7c-90cc-8dbeb10ea7bd req-662edb9a-5206-4c9e-88f4-2247712b000d tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 945 time: 0.1555796 Jul 24 00:20:47.673426 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-44f806e2-902c-4549-aa79-1451ddf2c803 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:47.717159 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f7765c-c20a-4c82-a1c0-879f0901f08f req-fa5cf246-c940-4bd7-a2ce-fefa877c567e tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:47.719597 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e8f7765c-c20a-4c82-a1c0-879f0901f08f req-fa5cf246-c940-4bd7-a2ce-fefa877c567e tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 946 time: 0.0877464 Jul 24 00:20:47.760786 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e8f7765c-c20a-4c82-a1c0-879f0901f08f req-6612477d-e47d-4260-b9cc-0f4f0b07ace1 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361555 Jul 24 00:20:47.776007 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2f580367-f16e-4e7c-90cc-8dbeb10ea7bd req-f7b55cb4-98f0-4df8-81e5-4029264e8500 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990772 Jul 24 00:20:47.780835 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:47.828427 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-44f806e2-902c-4549-aa79-1451ddf2c803 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:47.859879 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04960bbb-da5a-4b7b-8cf8-ef684a7b54f2 req-19b6b361-d8ce-4390-a78d-8570e9878f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:47.861482 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-04960bbb-da5a-4b7b-8cf8-ef684a7b54f2 req-19b6b361-d8ce-4390-a78d-8570e9878f8c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 1098 time: 0.1418471 Jul 24 00:20:47.864425 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f806e2-902c-4549-aa79-1451ddf2c803 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Pushing event deleted for resources: {'Subnet': ['ID=432f39b5-bd8b-46b8-b5b0-31cece019961,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:47.875713 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-44f806e2-902c-4549-aa79-1451ddf2c803 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:47.875897 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320e5186-8bf8-49f3-96af-53d335a52f04 None None] Network 96fc6141-3682-470f-86d6-31fbdffd79d8 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:20:47.879976 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-44f806e2-902c-4549-aa79-1451ddf2c803 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] 10.222.0.44 "DELETE /v2.0/subnets/432f39b5-bd8b-46b8-b5b0-31cece019961 HTTP/1.1" status: 204 len: 168 time: 0.5036860 Jul 24 00:20:47.880426 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 52562) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:47.913831 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-04960bbb-da5a-4b7b-8cf8-ef684a7b54f2 req-14de8399-df1a-4ab0-8a46-34d53b4d2571 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445280 Jul 24 00:20:47.969255 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c67436e-132d-4546-aec7-f2b1fab943f0 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Deleting subnet f14fe02c-b277-4e6b-ad87-49d07c831914 {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:20:47.974179 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8c67436e-132d-4546-aec7-f2b1fab943f0 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:48.025867 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8c67436e-132d-4546-aec7-f2b1fab943f0 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:48.064329 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc27810-fedc-42fe-b9cf-4dc39a931ba6 req-a6d31934-fa79-417e-9527-e90ea9bfc928 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:48.065854 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5fc27810-fedc-42fe-b9cf-4dc39a931ba6 req-a6d31934-fa79-417e-9527-e90ea9bfc928 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 945 time: 0.1415443 Jul 24 00:20:48.115145 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa3e208-0ac9-4a81-b13b-54bcf59b10bd None None] DHCP port deletion for 96fc6141-3682-470f-86d6-31fbdffd79d8 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:20:48.156531 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5fc27810-fedc-42fe-b9cf-4dc39a931ba6 req-86f371e2-532c-44c1-97aa-e1e614745977 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815039 Jul 24 00:20:48.187655 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-faa3e208-0ac9-4a81-b13b-54bcf59b10bd None None] Deleting port 7700a983-3134-4a19-9298-a8e962793356 {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:20:48.188036 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-faa3e208-0ac9-4a81-b13b-54bcf59b10bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:48.192958 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8c67436e-132d-4546-aec7-f2b1fab943f0 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:48.263534 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-faa3e208-0ac9-4a81-b13b-54bcf59b10bd None None] For port 7700a983-3134-4a19-9298-a8e962793356, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=7700a983-3134-4a19-9298-a8e962793356,segment=NetworkSegment(36f715a3-28e5-435e-a2af-55bbe3c54691),segment_id=36f715a3-28e5-435e-a2af-55bbe3c54691)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:20:48.263989 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-faa3e208-0ac9-4a81-b13b-54bcf59b10bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:48.275014 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8c67436e-132d-4546-aec7-f2b1fab943f0 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:48.287757 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-faa3e208-0ac9-4a81-b13b-54bcf59b10bd None None] Calling delete_port for 7700a983-3134-4a19-9298-a8e962793356 owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:20:48.306664 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c67436e-132d-4546-aec7-f2b1fab943f0 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Pushing event deleted for resources: {'Subnet': ['ID=f14fe02c-b277-4e6b-ad87-49d07c831914,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:48.310970 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8c67436e-132d-4546-aec7-f2b1fab943f0 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:48.312959 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-8c67436e-132d-4546-aec7-f2b1fab943f0 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] 10.222.0.44 "DELETE /v2.0/subnets/f14fe02c-b277-4e6b-ad87-49d07c831914 HTTP/1.1" status: 204 len: 168 time: 0.4313724 Jul 24 00:20:48.315450 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 52574) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:48.337630 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3083b5c7-76f9-4a86-8973-076edef3a0da None None] Network b99d4c64-a0ff-4303-8956-28e3f06d20dd requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:20:48.437008 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a7b7cbf7-8c47-4201-b015-23c6a639e547 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:48.481506 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-faa3e208-0ac9-4a81-b13b-54bcf59b10bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:48.512898 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-a7b7cbf7-8c47-4201-b015-23c6a639e547 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] The port '7700a983-3134-4a19-9298-a8e962793356' was deleted {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 24 00:20:48.513157 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa3e208-0ac9-4a81-b13b-54bcf59b10bd None None] Pushing event deleted for resources: {'Port': ['ID=7700a983-3134-4a19-9298-a8e962793356,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:48.519950 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa3e208-0ac9-4a81-b13b-54bcf59b10bd None None] No DVR routers for this DVR port 7700a983-3134-4a19-9298-a8e962793356 on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:20:48.596382 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7171b-c824-41c3-bdc8-8042e639b331 req-282d06ae-5c80-45f0-a0de-fdeb69b63973 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:48.597961 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e2b7171b-c824-41c3-bdc8-8042e639b331 req-282d06ae-5c80-45f0-a0de-fdeb69b63973 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/networks?id=49599f72-6971-4c78-8210-d79c8aca88a7 HTTP/1.1" status: 200 len: 811 time: 0.2276733 Jul 24 00:20:48.618314 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47fc2be-ee52-4847-9b8c-3fe86eaeb9bf None None] DHCP port deletion for b99d4c64-a0ff-4303-8956-28e3f06d20dd request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:20:48.630817 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a7b7cbf7-8c47-4201-b015-23c6a639e547 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:48.649188 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e2b7171b-c824-41c3-bdc8-8042e639b331 req-0b3a4e97-112e-43c8-8b64-b1c90e61dc1c tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/quotas/3e6843e6f10f416d8b9cff83017e399e HTTP/1.1" status: 200 len: 375 time: 0.0439539 Jul 24 00:20:48.650732 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-a7b7cbf7-8c47-4201-b015-23c6a639e547 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96fc6141-3682-470f-86d6-31fbdffd79d8']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:20:48.661724 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-a7b7cbf7-8c47-4201-b015-23c6a639e547 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36f715a3-28e5-435e-a2af-55bbe3c54691') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:20:48.662028 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-a7b7cbf7-8c47-4201-b015-23c6a639e547 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36f715a3-28e5-435e-a2af-55bbe3c54691') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:20:48.699438 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a7b7cbf7-8c47-4201-b015-23c6a639e547 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:48.711574 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-d47fc2be-ee52-4847-9b8c-3fe86eaeb9bf None None] Deleting port 35671393-930d-46db-a2e5-98a6e54d20db {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:20:48.711872 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d47fc2be-ee52-4847-9b8c-3fe86eaeb9bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:48.723053 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a7b7cbf7-8c47-4201-b015-23c6a639e547 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:48.732026 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7b7cbf7-8c47-4201-b015-23c6a639e547 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:20:48.732465 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a7b7cbf7-8c47-4201-b015-23c6a639e547 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:48.736258 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:20:48.736258 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:20:48.736258 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:20:48.736258 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:20:48.736258 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:20:48.736258 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:20:48.736258 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:20:48.736258 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:20:48.736258 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:20:48.736258 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:20:48.736258 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:20:48.736258 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:20:48.736258 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:20:48.736258 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:20:48.736258 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:20:48.736258 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:20:48.736258 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:20:48.736258 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:20:48.736258 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:20:48.736258 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:20:48.736258 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:20:48.736258 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:20:48.736258 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:20:48.736258 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:20:48.736258 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:20:48.736258 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:20:48.736258 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:20:48.736258 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:20:48.736258 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:20:48.736258 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:20:48.736258 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:20:48.736258 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:20:48.807141 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-d47fc2be-ee52-4847-9b8c-3fe86eaeb9bf None None] For port 35671393-930d-46db-a2e5-98a6e54d20db, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=35671393-930d-46db-a2e5-98a6e54d20db,segment=NetworkSegment(e9b3c6ff-d81d-44f7-a1c6-77e29313d494),segment_id=e9b3c6ff-d81d-44f7-a1c6-77e29313d494)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:20:48.807533 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d47fc2be-ee52-4847-9b8c-3fe86eaeb9bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:48.814668 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e2b7171b-c824-41c3-bdc8-8042e639b331 req-f42fbfbf-9533-4bae-a52c-04b32321a258 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3e6843e6f10f416d8b9cff83017e399e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1567504 Jul 24 00:20:48.815829 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a7b7cbf7-8c47-4201-b015-23c6a639e547 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:48.824619 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a7b7cbf7-8c47-4201-b015-23c6a639e547 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:48.826525 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-a7b7cbf7-8c47-4201-b015-23c6a639e547 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] 10.222.0.44 "DELETE /v2.0/networks/96fc6141-3682-470f-86d6-31fbdffd79d8 HTTP/1.1" status: 204 len: 168 time: 0.5101094 Jul 24 00:20:48.829667 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 52590) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:48.836155 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-d47fc2be-ee52-4847-9b8c-3fe86eaeb9bf None None] Calling delete_port for 35671393-930d-46db-a2e5-98a6e54d20db owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:20:48.838046 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b7cbf7-8c47-4201-b015-23c6a639e547 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Pushing event deleted for resources: {'Network': ['ID=96fc6141-3682-470f-86d6-31fbdffd79d8,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:48.983347 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d47fc2be-ee52-4847-9b8c-3fe86eaeb9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:48.993914 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e2b7171b-c824-41c3-bdc8-8042e639b331 req-ea52e703-5024-4434-9416-a4baae751034 service neutron] 10.222.0.44 "GET /v2.0/networks/49599f72-6971-4c78-8210-d79c8aca88a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521351 Jul 24 00:20:48.994696 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-24c873e2-9463-4d3f-9952-8b7a4cdbe87b tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:49.018726 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47fc2be-ee52-4847-9b8c-3fe86eaeb9bf None None] Pushing event deleted for resources: {'Port': ['ID=35671393-930d-46db-a2e5-98a6e54d20db,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:49.037937 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47fc2be-ee52-4847-9b8c-3fe86eaeb9bf None None] No DVR routers for this DVR port 35671393-930d-46db-a2e5-98a6e54d20db on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:20:49.062076 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1ccbd5-5db6-4894-9b04-8ceb9de23074 req-330725c1-9368-45c1-bb6a-a3d05099dbcb tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:49.070223 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8c1ccbd5-5db6-4894-9b04-8ceb9de23074 req-330725c1-9368-45c1-bb6a-a3d05099dbcb tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 946 time: 0.1765735 Jul 24 00:20:49.166577 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-24c873e2-9463-4d3f-9952-8b7a4cdbe87b tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:49.175050 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e2b7171b-c824-41c3-bdc8-8042e639b331 req-13d002a3-d528-4252-8f8a-530db5cdeefb service neutron] 10.222.0.44 "GET /v2.0/networks/49599f72-6971-4c78-8210-d79c8aca88a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647596 Jul 24 00:20:49.195165 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8c1ccbd5-5db6-4894-9b04-8ceb9de23074 req-e8ed64bb-80de-47b4-ae75-22c87a553a34 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237857 Jul 24 00:20:49.208915 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-24c873e2-9463-4d3f-9952-8b7a4cdbe87b tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b99d4c64-a0ff-4303-8956-28e3f06d20dd']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:20:49.223121 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-24c873e2-9463-4d3f-9952-8b7a4cdbe87b tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9b3c6ff-d81d-44f7-a1c6-77e29313d494') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:20:49.223431 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-24c873e2-9463-4d3f-9952-8b7a4cdbe87b tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9b3c6ff-d81d-44f7-a1c6-77e29313d494') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:20:49.249492 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-24c873e2-9463-4d3f-9952-8b7a4cdbe87b tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:49.251119 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 7700a983-3134-4a19-9298-a8e962793356 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:20:49.272054 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 7700a983-3134-4a19-9298-a8e962793356 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:20:49.274281 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 7700a983-3134-4a19-9298-a8e962793356 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:20:49.274281 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 35671393-930d-46db-a2e5-98a6e54d20db no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:20:49.277655 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-24c873e2-9463-4d3f-9952-8b7a4cdbe87b tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:49.289914 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24c873e2-9463-4d3f-9952-8b7a4cdbe87b tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:20:49.290330 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-24c873e2-9463-4d3f-9952-8b7a4cdbe87b tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:49.298062 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:20:49.298062 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:20:49.298062 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:20:49.298062 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:20:49.298062 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:20:49.298062 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:20:49.298062 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:20:49.298062 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:20:49.298062 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:20:49.298062 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:20:49.298062 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:20:49.298062 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:20:49.298062 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:20:49.298062 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:20:49.298062 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:20:49.298062 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:20:49.298062 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:20:49.298062 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:20:49.298062 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:20:49.298062 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:20:49.298062 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:20:49.298062 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:20:49.298062 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:20:49.298062 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:20:49.298062 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:20:49.298062 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:20:49.298062 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:20:49.298062 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:20:49.298062 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:20:49.298062 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:20:49.298062 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:20:49.298062 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:20:49.312039 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 35671393-930d-46db-a2e5-98a6e54d20db {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:20:49.312485 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 35671393-930d-46db-a2e5-98a6e54d20db not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:20:49.359420 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0a661724-d616-48db-8fb8-567318f30ddc req-58aa71f2-87c1-4cfd-87e5-36faad0cb4f6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1211772 Jul 24 00:20:49.403946 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-24c873e2-9463-4d3f-9952-8b7a4cdbe87b tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:49.429736 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-24c873e2-9463-4d3f-9952-8b7a4cdbe87b tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:49.433309 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-24c873e2-9463-4d3f-9952-8b7a4cdbe87b tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] 10.222.0.44 "DELETE /v2.0/networks/b99d4c64-a0ff-4303-8956-28e3f06d20dd HTTP/1.1" status: 204 len: 168 time: 0.6026344 Jul 24 00:20:49.434708 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c873e2-9463-4d3f-9952-8b7a4cdbe87b tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Pushing event deleted for resources: {'Network': ['ID=b99d4c64-a0ff-4303-8956-28e3f06d20dd,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:49.436385 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 52620) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:49.540763 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a661724-d616-48db-8fb8-567318f30ddc req-ab868ebb-8bea-41cf-93cd-27779273d1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:49.542968 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0a661724-d616-48db-8fb8-567318f30ddc req-ab868ebb-8bea-41cf-93cd-27779273d1a3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3e6843e6f10f416d8b9cff83017e399e&device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 1097 time: 0.1368070 Jul 24 00:20:49.572544 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e2d988e9-77fd-49d8-a1f4-3f640265b232 req-a5b18219-7c0f-43fb-bafa-c8f683d35371 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0740e81-f591-4c11-99e3-15260c90c40c HTTP/1.1" status: 200 len: 210 time: 0.0616264 Jul 24 00:20:49.606276 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-950382df-1d48-4b41-a96e-c0177f1213d7 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Deleting subnet 803ae602-aafc-4ad7-a82b-f6035152457d {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:20:49.613048 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-950382df-1d48-4b41-a96e-c0177f1213d7 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:49.672099 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-950382df-1d48-4b41-a96e-c0177f1213d7 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:49.683948 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a661724-d616-48db-8fb8-567318f30ddc req-ae38830e-eb79-4620-979a-dfb18330a347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:49.685700 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0a661724-d616-48db-8fb8-567318f30ddc req-ae38830e-eb79-4620-979a-dfb18330a347 service neutron] 10.222.0.64 "GET /v2.0/networks?id=49599f72-6971-4c78-8210-d79c8aca88a7 HTTP/1.1" status: 200 len: 912 time: 0.1236601 Jul 24 00:20:49.782844 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0a661724-d616-48db-8fb8-567318f30ddc req-8d908155-3a84-4729-a022-6ca778b8e5b0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b568338-3482-4589-a123-6f598453b6ed HTTP/1.1" status: 200 len: 1000 time: 0.0894039 Jul 24 00:20:49.788667 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-950382df-1d48-4b41-a96e-c0177f1213d7 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:49.858298 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a661724-d616-48db-8fb8-567318f30ddc req-c158016b-ec3d-4f1a-ae9e-fd5f976d9bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:49.860168 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0a661724-d616-48db-8fb8-567318f30ddc req-c158016b-ec3d-4f1a-ae9e-fd5f976d9bc8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=47f2c0d4-0d4f-46b9-9d68-d3d80dbac696 HTTP/1.1" status: 200 len: 850 time: 0.0671010 Jul 24 00:20:49.870563 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-950382df-1d48-4b41-a96e-c0177f1213d7 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:49.904886 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950382df-1d48-4b41-a96e-c0177f1213d7 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Pushing event deleted for resources: {'Subnet': ['ID=803ae602-aafc-4ad7-a82b-f6035152457d,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:49.906882 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-950382df-1d48-4b41-a96e-c0177f1213d7 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:49.908851 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-950382df-1d48-4b41-a96e-c0177f1213d7 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] 10.222.0.44 "DELETE /v2.0/subnets/803ae602-aafc-4ad7-a82b-f6035152457d HTTP/1.1" status: 204 len: 168 time: 0.4704971 Jul 24 00:20:49.911464 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 52632) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:49.914484 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa73340-bd18-41ab-8809-50c0658004af None None] Network 0069a93a-94d9-40be-b6e7-96d3c5a0e305 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:20:49.946506 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a661724-d616-48db-8fb8-567318f30ddc req-0e2af007-9bbf-4050-9393-75f1cbdc7611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:49.955836 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0a661724-d616-48db-8fb8-567318f30ddc req-0e2af007-9bbf-4050-9393-75f1cbdc7611 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=49599f72-6971-4c78-8210-d79c8aca88a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0865862 Jul 24 00:20:50.020904 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-89bd3b97-1b1d-4229-82d9-4481917b4c51 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:50.125967 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0a661724-d616-48db-8fb8-567318f30ddc req-47369793-adf3-42d8-a2f2-f427126b7041 service neutron] 10.222.0.64 "GET /v2.0/networks/49599f72-6971-4c78-8210-d79c8aca88a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657457 Jul 24 00:20:50.201598 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb9d193-2ede-4509-8ba0-4b54ab7bbb96 None None] DHCP port deletion for 0069a93a-94d9-40be-b6e7-96d3c5a0e305 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:20:50.283468 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0a661724-d616-48db-8fb8-567318f30ddc req-6702bb18-806d-4f38-88a7-ec5130985c8e service neutron] 10.222.0.64 "GET /v2.0/networks/49599f72-6971-4c78-8210-d79c8aca88a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480069 Jul 24 00:20:50.315797 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-0fb9d193-2ede-4509-8ba0-4b54ab7bbb96 None None] Deleting port 2addfebb-d1e8-4c3a-9c52-984a99bb2aaa {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:20:50.316436 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0fb9d193-2ede-4509-8ba0-4b54ab7bbb96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:50.406973 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca2f06e-cd32-4441-b142-d85e014c4990 req-2c0f2aa6-cef8-407f-a78f-028dc56df2de tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:50.409259 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5ca2f06e-cd32-4441-b142-d85e014c4990 req-2c0f2aa6-cef8-407f-a78f-028dc56df2de tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 946 time: 0.1055465 Jul 24 00:20:50.440942 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-0fb9d193-2ede-4509-8ba0-4b54ab7bbb96 None None] For port 2addfebb-d1e8-4c3a-9c52-984a99bb2aaa, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=2addfebb-d1e8-4c3a-9c52-984a99bb2aaa,segment=NetworkSegment(c2c9b6a4-d5a3-4966-ad60-7ba032753e28),segment_id=c2c9b6a4-d5a3-4966-ad60-7ba032753e28)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:20:50.441714 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0fb9d193-2ede-4509-8ba0-4b54ab7bbb96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:50.458328 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-0fb9d193-2ede-4509-8ba0-4b54ab7bbb96 None None] Calling delete_port for 2addfebb-d1e8-4c3a-9c52-984a99bb2aaa owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:20:50.461406 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5ca2f06e-cd32-4441-b142-d85e014c4990 req-c281f535-91d0-46cf-9bc3-a0fffbf3f049 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443466 Jul 24 00:20:50.558918 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0fb9d193-2ede-4509-8ba0-4b54ab7bbb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:50.588789 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb9d193-2ede-4509-8ba0-4b54ab7bbb96 None None] Pushing event deleted for resources: {'Port': ['ID=2addfebb-d1e8-4c3a-9c52-984a99bb2aaa,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:50.593433 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb9d193-2ede-4509-8ba0-4b54ab7bbb96 None None] No DVR routers for this DVR port 2addfebb-d1e8-4c3a-9c52-984a99bb2aaa on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:20:50.609179 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb9d193-2ede-4509-8ba0-4b54ab7bbb96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:20:50.609538 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb9d193-2ede-4509-8ba0-4b54ab7bbb96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:20:50.610272 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb9d193-2ede-4509-8ba0-4b54ab7bbb96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:20:50.610819 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb9d193-2ede-4509-8ba0-4b54ab7bbb96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:20:50.611739 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb9d193-2ede-4509-8ba0-4b54ab7bbb96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:20:50.612017 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb9d193-2ede-4509-8ba0-4b54ab7bbb96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:20:50.612352 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb9d193-2ede-4509-8ba0-4b54ab7bbb96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:20:50.612705 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb9d193-2ede-4509-8ba0-4b54ab7bbb96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:20:50.613581 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb9d193-2ede-4509-8ba0-4b54ab7bbb96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:20:50.613581 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb9d193-2ede-4509-8ba0-4b54ab7bbb96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:20:50.613793 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb9d193-2ede-4509-8ba0-4b54ab7bbb96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:20:50.614037 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb9d193-2ede-4509-8ba0-4b54ab7bbb96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:20:50.653881 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-89bd3b97-1b1d-4229-82d9-4481917b4c51 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Deleting port 2addfebb-d1e8-4c3a-9c52-984a99bb2aaa {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:20:50.654234 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-89bd3b97-1b1d-4229-82d9-4481917b4c51 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:50.663828 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83377f20-4fac-40b4-b37b-c4ba3a1ba137 req-c7dcb6b3-c203-4739-b3f2-691822882cba tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:50.666278 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-83377f20-4fac-40b4-b37b-c4ba3a1ba137 req-c7dcb6b3-c203-4739-b3f2-691822882cba tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 946 time: 0.1000612 Jul 24 00:20:50.717766 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c3f99176-d994-4e5b-b1b0-72c5fb6f003f req-83e7634c-8945-408b-ad75-ec88a4258d81 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0740e81-f591-4c11-99e3-15260c90c40c HTTP/1.1" status: 200 len: 210 time: 0.0461295 Jul 24 00:20:50.786924 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-83377f20-4fac-40b4-b37b-c4ba3a1ba137 req-88887d70-1f5a-4832-a85b-5ca4adc7680f tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098692 Jul 24 00:20:50.800188 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-89bd3b97-1b1d-4229-82d9-4481917b4c51 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] For port 2addfebb-d1e8-4c3a-9c52-984a99bb2aaa, host n-d-800088-16, got binding levels [] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:20:50.800188 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-89bd3b97-1b1d-4229-82d9-4481917b4c51 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:50.857097 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-89bd3b97-1b1d-4229-82d9-4481917b4c51 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Calling delete_port for 2addfebb-d1e8-4c3a-9c52-984a99bb2aaa owned by network:dhcp {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:20:50.861819 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.ipam_backend_mixin [None req-89bd3b97-1b1d-4229-82d9-4481917b4c51 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Port 2addfebb-d1e8-4c3a-9c52-984a99bb2aaa was not found and therefore no delete operation was performed {{(pid=100313) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 24 00:20:50.868598 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-89bd3b97-1b1d-4229-82d9-4481917b4c51 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:50.909886 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bd3b97-1b1d-4229-82d9-4481917b4c51 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Pushing event deleted for resources: {'Port': ['ID=2addfebb-d1e8-4c3a-9c52-984a99bb2aaa,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:50.916454 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bd3b97-1b1d-4229-82d9-4481917b4c51 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] No DVR routers for this DVR port 2addfebb-d1e8-4c3a-9c52-984a99bb2aaa on host n-d-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:20:50.953794 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55825376-d1c3-4e6b-9fae-60106ac913f4 req-23b32728-a6b5-4780-8be7-ec064c675481 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:50.957287 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-55825376-d1c3-4e6b-9fae-60106ac913f4 req-23b32728-a6b5-4780-8be7-ec064c675481 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 946 time: 0.0775821 Jul 24 00:20:50.957422 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7171b-c824-41c3-bdc8-8042e639b331 req-7aed0942-171c-4af5-85d1-86c277d65e98 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:50.958856 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e2b7171b-c824-41c3-bdc8-8042e639b331 req-7aed0942-171c-4af5-85d1-86c277d65e98 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.52 "GET /v2.0/networks?id=49599f72-6971-4c78-8210-d79c8aca88a7 HTTP/1.1" status: 200 len: 811 time: 0.2134247 Jul 24 00:20:50.980191 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-e2b7171b-c824-41c3-bdc8-8042e639b331 req-0d77c9cb-799d-4483-9778-abb7d123983d tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Request body: {'port': {'device_id': 'd0740e81-f591-4c11-99e3-15260c90c40c', 'network_id': '49599f72-6971-4c78-8210-d79c8aca88a7', 'admin_state_up': True, 'tenant_id': '3e6843e6f10f416d8b9cff83017e399e'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:20:50.997294 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-55825376-d1c3-4e6b-9fae-60106ac913f4 req-eb2c2264-d11b-4045-a196-bc8532f43e6a tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360694 Jul 24 00:20:51.052742 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-89bd3b97-1b1d-4229-82d9-4481917b4c51 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:51.091239 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-89bd3b97-1b1d-4229-82d9-4481917b4c51 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0069a93a-94d9-40be-b6e7-96d3c5a0e305']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:20:51.109356 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-89bd3b97-1b1d-4229-82d9-4481917b4c51 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2c9b6a4-d5a3-4966-ad60-7ba032753e28') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:20:51.109356 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-89bd3b97-1b1d-4229-82d9-4481917b4c51 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2c9b6a4-d5a3-4966-ad60-7ba032753e28') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:20:51.122089 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-89bd3b97-1b1d-4229-82d9-4481917b4c51 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:51.146976 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-89bd3b97-1b1d-4229-82d9-4481917b4c51 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:51.158123 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89bd3b97-1b1d-4229-82d9-4481917b4c51 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:20:51.158538 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-89bd3b97-1b1d-4229-82d9-4481917b4c51 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:51.161480 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:20:51.161480 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:20:51.161480 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:20:51.161480 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:20:51.161480 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:20:51.161480 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:20:51.161480 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:20:51.161480 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:20:51.161480 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:20:51.161480 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:20:51.161480 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:20:51.161480 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:20:51.161480 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:20:51.161480 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:20:51.161480 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:20:51.161480 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:20:51.161480 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:20:51.161480 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:20:51.161480 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:20:51.161480 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:20:51.161480 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:20:51.161480 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:20:51.161480 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:20:51.161480 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:20:51.161480 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:20:51.161480 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:20:51.161480 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:20:51.161480 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:20:51.161480 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:20:51.161480 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:20:51.161480 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:20:51.161480 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:20:51.198012 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40960e45-c7bf-49aa-9560-651402195457 req-d14673f9-80e7-4044-a26c-a835db2d715b tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:51.200269 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-40960e45-c7bf-49aa-9560-651402195457 req-d14673f9-80e7-4044-a26c-a835db2d715b tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 946 time: 0.1016612 Jul 24 00:20:51.221037 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 2addfebb-d1e8-4c3a-9c52-984a99bb2aaa no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:20:51.226599 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2b7171b-c824-41c3-bdc8-8042e639b331 req-0d77c9cb-799d-4483-9778-abb7d123983d tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Made reservation on behalf of 3e6843e6f10f416d8b9cff83017e399e for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:20:51.230213 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-e2b7171b-c824-41c3-bdc8-8042e639b331 req-0d77c9cb-799d-4483-9778-abb7d123983d tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:51.249630 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-89bd3b97-1b1d-4229-82d9-4481917b4c51 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:51.252445 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 2addfebb-d1e8-4c3a-9c52-984a99bb2aaa {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:20:51.253046 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 2addfebb-d1e8-4c3a-9c52-984a99bb2aaa not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:20:51.262197 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-89bd3b97-1b1d-4229-82d9-4481917b4c51 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:51.263730 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-40960e45-c7bf-49aa-9560-651402195457 req-26bb1a7c-cf4a-46fd-b572-9a1096233839 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564756 Jul 24 00:20:51.264128 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-89bd3b97-1b1d-4229-82d9-4481917b4c51 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] 10.222.0.44 "DELETE /v2.0/networks/0069a93a-94d9-40be-b6e7-96d3c5a0e305 HTTP/1.1" status: 204 len: 168 time: 1.3516011 Jul 24 00:20:51.268031 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 52648) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:51.303010 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bd3b97-1b1d-4229-82d9-4481917b4c51 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Pushing event deleted for resources: {'Network': ['ID=0069a93a-94d9-40be-b6e7-96d3c5a0e305,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:51.306874 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-c9223584-217b-4279-842c-79ee8b370f48 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] 10.222.0.44 "GET /v2.0/ports?device_id=dcf8e46c-e451-4bfe-82cb-2a8c623d2dbd HTTP/1.1" status: 200 len: 205 time: 0.0378170 Jul 24 00:20:51.309540 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 52652) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:51.386779 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-e2b7171b-c824-41c3-bdc8-8042e639b331 req-0d77c9cb-799d-4483-9778-abb7d123983d tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Allocated IP 172.20.0.14 (49599f72-6971-4c78-8210-d79c8aca88a7/47f2c0d4-0d4f-46b9-9d68-d3d80dbac696/e1642383-14fc-44ca-aed6-b8e70638a816) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:20:51.419421 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9e40ec72-8d93-460c-8419-fb66b6bb4013 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks [] for router, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:51.560260 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc5e8d7-628f-438e-b5ab-a8b3a503270d req-b51f9e4b-22f6-4d12-8475-db0a5d207181 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:51.561855 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9dc5e8d7-628f-438e-b5ab-a8b3a503270d req-b51f9e4b-22f6-4d12-8475-db0a5d207181 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 946 time: 0.1684051 Jul 24 00:20:51.602290 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9e40ec72-8d93-460c-8419-fb66b6bb4013 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:51.604474 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9e40ec72-8d93-460c-8419-fb66b6bb4013 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:51.628621 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-e2b7171b-c824-41c3-bdc8-8042e639b331 req-0d77c9cb-799d-4483-9778-abb7d123983d tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:51.633991 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9dc5e8d7-628f-438e-b5ab-a8b3a503270d req-8a866f38-d0aa-4346-931e-0e8f064af4d3 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650098 Jul 24 00:20:51.648554 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-e2b7171b-c824-41c3-bdc8-8042e639b331 req-0d77c9cb-799d-4483-9778-abb7d123983d tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Transition to ACTIVE for port object e1642383-14fc-44ca-aed6-b8e70638a816 will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:20:51.664034 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9e40ec72-8d93-460c-8419-fb66b6bb4013 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:51.664693 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e40ec72-8d93-460c-8419-fb66b6bb4013 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Fanout notify agent at l3_agent the message router_deleted on router dcf8e46c-e451-4bfe-82cb-2a8c623d2dbd {{(pid=100314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:20:51.672905 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9e40ec72-8d93-460c-8419-fb66b6bb4013 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:51.677306 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-9e40ec72-8d93-460c-8419-fb66b6bb4013 tempest-RoutersNegativeIpV6Test-666564633 tempest-RoutersNegativeIpV6Test-666564633-project] 10.222.0.44 "DELETE /v2.0/routers/dcf8e46c-e451-4bfe-82cb-2a8c623d2dbd HTTP/1.1" status: 204 len: 168 time: 0.3664668 Jul 24 00:20:51.700689 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-e2b7171b-c824-41c3-bdc8-8042e639b331 req-0d77c9cb-799d-4483-9778-abb7d123983d tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:51.717108 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['7764dc49-d4f0-4286-8577-04bc153b7f83'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:20:51.719451 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['4b35ae3e-77f9-4e27-b989-ee37e33917aa'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:20:51.749436 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2b7171b-c824-41c3-bdc8-8042e639b331 req-0d77c9cb-799d-4483-9778-abb7d123983d tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Network 49599f72-6971-4c78-8210-d79c8aca88a7 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:20:51.755295 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-e2b7171b-c824-41c3-bdc8-8042e639b331 req-0d77c9cb-799d-4483-9778-abb7d123983d tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:20:51.760835 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2b7171b-c824-41c3-bdc8-8042e639b331 req-0d77c9cb-799d-4483-9778-abb7d123983d tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:20:51.770150 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d77c9cb-799d-4483-9778-abb7d123983d tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Pushing event updated for resources: {'Port': ['ID=e1642383-14fc-44ca-aed6-b8e70638a816,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:51.823259 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7171b-c824-41c3-bdc8-8042e639b331 req-0d77c9cb-799d-4483-9778-abb7d123983d tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:51.827138 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-e2b7171b-c824-41c3-bdc8-8042e639b331 req-0d77c9cb-799d-4483-9778-abb7d123983d tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:51.893758 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e2b7171b-c824-41c3-bdc8-8042e639b331 req-0d77c9cb-799d-4483-9778-abb7d123983d tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9172788 Jul 24 00:20:51.909881 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [req-e2b7171b-c824-41c3-bdc8-8042e639b331 req-ab4ed253-bf15-41bf-8a40-88873e4065cb tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=100313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:20:51.911860 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e2b7171b-c824-41c3-bdc8-8042e639b331 req-ab4ed253-bf15-41bf-8a40-88873e4065cb tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094938 Jul 24 00:20:51.934691 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-e2b7171b-c824-41c3-bdc8-8042e639b331 req-760b5d2b-0f03-4007-a95b-58bda7cf2f7b service neutron] Request body: {'port': {'device_id': 'd0740e81-f591-4c11-99e3-15260c90c40c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:20:51.988669 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4802d1f6-e11e-4eee-afd6-f88ef439488a req-cd13b7ad-dd5e-4c86-a3fb-0cfad672a7cb tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:51.996572 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4802d1f6-e11e-4eee-afd6-f88ef439488a req-cd13b7ad-dd5e-4c86-a3fb-0cfad672a7cb tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0740e81-f591-4c11-99e3-15260c90c40c HTTP/1.1" status: 200 len: 932 time: 0.1565764 Jul 24 00:20:52.040393 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4615cd32-849a-4ec0-a971-be0f0e7ea75b req-8cbb880c-104e-4ec0-9274-dae716453789 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:52.046236 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4615cd32-849a-4ec0-a971-be0f0e7ea75b req-8cbb880c-104e-4ec0-9274-dae716453789 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 946 time: 0.2123971 Jul 24 00:20:52.072502 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4802d1f6-e11e-4eee-afd6-f88ef439488a req-bf355030-7490-46f7-bd56-6dc75f3cb49e tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeb41864-d368-40dc-9b68-32578df5a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703731 Jul 24 00:20:52.130412 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 52666) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:52.164896 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4615cd32-849a-4ec0-a971-be0f0e7ea75b req-cd2de9fd-7165-46aa-8693-e3fe5d83da9f tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053450 Jul 24 00:20:52.176251 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-e2b7171b-c824-41c3-bdc8-8042e639b331 req-760b5d2b-0f03-4007-a95b-58bda7cf2f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:52.225336 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-39ab55ee-f8f4-4ca9-8c4e-29d4c08dadb1 None None] Provisioning for port e1642383-14fc-44ca-aed6-b8e70638a816 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:20:52.230586 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-39ab55ee-f8f4-4ca9-8c4e-29d4c08dadb1 None None] Provisioning complete for port e1642383-14fc-44ca-aed6-b8e70638a816 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:20:52.230967 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-39ab55ee-f8f4-4ca9-8c4e-29d4c08dadb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:52.314876 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-39ab55ee-f8f4-4ca9-8c4e-29d4c08dadb1 None None] Port e1642383-14fc-44ca-aed6-b8e70638a816 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:20:52.363956 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-b28eae06-2d0a-4a2a-ac37-dfcabfa12118 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=59ab153b89e34289b2fc15641674f5d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2323127 Jul 24 00:20:52.366479 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 52680) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:52.390280 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e34f86-2e7a-4199-afa9-6d744d62c44a req-29afeb49-e8ef-4605-821f-54379e0d8285 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:52.391766 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-99e34f86-2e7a-4199-afa9-6d744d62c44a req-29afeb49-e8ef-4605-821f-54379e0d8285 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 946 time: 0.1566036 Jul 24 00:20:52.457968 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-99e34f86-2e7a-4199-afa9-6d744d62c44a req-332eb942-696f-423f-9540-7871b520ce70 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580194 Jul 24 00:20:52.463070 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b9287294-ca29-489e-b025-5466f24ee9cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:52.497115 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b9287294-ca29-489e-b025-5466f24ee9cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:52.499619 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-e2b7171b-c824-41c3-bdc8-8042e639b331 req-760b5d2b-0f03-4007-a95b-58bda7cf2f7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1642383-14fc-44ca-aed6-b8e70638a816 {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:20:52.511464 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-e2b7171b-c824-41c3-bdc8-8042e639b331 req-760b5d2b-0f03-4007-a95b-58bda7cf2f7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:52.534535 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-e2b7171b-c824-41c3-bdc8-8042e639b331 req-760b5d2b-0f03-4007-a95b-58bda7cf2f7b service neutron] Transition to ACTIVE for port object e1642383-14fc-44ca-aed6-b8e70638a816 will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:20:52.540367 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-e2b7171b-c824-41c3-bdc8-8042e639b331 req-760b5d2b-0f03-4007-a95b-58bda7cf2f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:52.570561 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b9287294-ca29-489e-b025-5466f24ee9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:52.573719 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b9287294-ca29-489e-b025-5466f24ee9cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:52.575397 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-b9287294-ca29-489e-b025-5466f24ee9cf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/84168e67-d13e-4219-bbb7-3626cf70f78d HTTP/1.1" status: 204 len: 168 time: 0.2080166 Jul 24 00:20:52.587911 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9287294-ca29-489e-b025-5466f24ee9cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84168e67-d13e-4219-bbb7-3626cf70f78d,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:52.677458 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760b5d2b-0f03-4007-a95b-58bda7cf2f7b service neutron] Pushing event updated for resources: {'Port': ['ID=e1642383-14fc-44ca-aed6-b8e70638a816,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:52.706246 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-e2b7171b-c824-41c3-bdc8-8042e639b331 req-760b5d2b-0f03-4007-a95b-58bda7cf2f7b service neutron] Attempting to bind port e1642383-14fc-44ca-aed6-b8e70638a816 on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:20:52.706599 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-e2b7171b-c824-41c3-bdc8-8042e639b331 req-760b5d2b-0f03-4007-a95b-58bda7cf2f7b service neutron] Attempting to bind port e1642383-14fc-44ca-aed6-b8e70638a816 by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': '28758b2b-8e5b-4b20-97dc-892d312454de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '49599f72-6971-4c78-8210-d79c8aca88a7'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:20:52.706985 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b7171b-c824-41c3-bdc8-8042e639b331 req-760b5d2b-0f03-4007-a95b-58bda7cf2f7b service neutron] Attempting to bind port e1642383-14fc-44ca-aed6-b8e70638a816 on network 49599f72-6971-4c78-8210-d79c8aca88a7 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:20:52.712355 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b7171b-c824-41c3-bdc8-8042e639b331 req-760b5d2b-0f03-4007-a95b-58bda7cf2f7b service neutron] Port e1642383-14fc-44ca-aed6-b8e70638a816 on network 49599f72-6971-4c78-8210-d79c8aca88a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:20:52.712614 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b7171b-c824-41c3-bdc8-8042e639b331 req-760b5d2b-0f03-4007-a95b-58bda7cf2f7b service neutron] Attempting to bind port e1642383-14fc-44ca-aed6-b8e70638a816 on network 49599f72-6971-4c78-8210-d79c8aca88a7 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:20:52.721633 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b7171b-c824-41c3-bdc8-8042e639b331 req-760b5d2b-0f03-4007-a95b-58bda7cf2f7b service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:20:52.722102 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b7171b-c824-41c3-bdc8-8042e639b331 req-760b5d2b-0f03-4007-a95b-58bda7cf2f7b service neutron] Checking segment: {'id': '28758b2b-8e5b-4b20-97dc-892d312454de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '49599f72-6971-4c78-8210-d79c8aca88a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:20:52.722539 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b7171b-c824-41c3-bdc8-8042e639b331 req-760b5d2b-0f03-4007-a95b-58bda7cf2f7b service neutron] Bound using segment: {'id': '28758b2b-8e5b-4b20-97dc-892d312454de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '49599f72-6971-4c78-8210-d79c8aca88a7'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:20:52.723090 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-e2b7171b-c824-41c3-bdc8-8042e639b331 req-760b5d2b-0f03-4007-a95b-58bda7cf2f7b service neutron] Bound port: e1642383-14fc-44ca-aed6-b8e70638a816, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28758b2b-8e5b-4b20-97dc-892d312454de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '49599f72-6971-4c78-8210-d79c8aca88a7'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:20:52.723526 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-e2b7171b-c824-41c3-bdc8-8042e639b331 req-760b5d2b-0f03-4007-a95b-58bda7cf2f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:52.806860 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-e2b7171b-c824-41c3-bdc8-8042e639b331 req-760b5d2b-0f03-4007-a95b-58bda7cf2f7b service neutron] For port e1642383-14fc-44ca-aed6-b8e70638a816, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:20:52.811760 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-e2b7171b-c824-41c3-bdc8-8042e639b331 req-760b5d2b-0f03-4007-a95b-58bda7cf2f7b service neutron] For port e1642383-14fc-44ca-aed6-b8e70638a816, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=e1642383-14fc-44ca-aed6-b8e70638a816,segment=NetworkSegment(28758b2b-8e5b-4b20-97dc-892d312454de),segment_id=28758b2b-8e5b-4b20-97dc-892d312454de)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:20:52.817958 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-e2b7171b-c824-41c3-bdc8-8042e639b331 req-760b5d2b-0f03-4007-a95b-58bda7cf2f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:52.865644 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30211977-15f7-4566-a70a-550835884873 req-1d5c73fa-4634-46d0-beda-391b8e82b8e4 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:52.874344 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-30211977-15f7-4566-a70a-550835884873 req-1d5c73fa-4634-46d0-beda-391b8e82b8e4 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 946 time: 0.1463928 Jul 24 00:20:52.875068 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7171b-c824-41c3-bdc8-8042e639b331 req-760b5d2b-0f03-4007-a95b-58bda7cf2f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:52.875721 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-e2b7171b-c824-41c3-bdc8-8042e639b331 req-760b5d2b-0f03-4007-a95b-58bda7cf2f7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:52.877119 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e2b7171b-c824-41c3-bdc8-8042e639b331 req-760b5d2b-0f03-4007-a95b-58bda7cf2f7b service neutron] 10.222.0.52 "PUT /v2.0/ports/e1642383-14fc-44ca-aed6-b8e70638a816 HTTP/1.1" status: 200 len: 1093 time: 0.9522624 Jul 24 00:20:52.877905 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0740e81-f591-4c11-99e3-15260c90c40c', 'tag': 'e1642383-14fc-44ca-aed6-b8e70638a816'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:20:52.880131 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb0c6bd-1c27-470c-8ff9-b1eec45e330e" -d '{"events": [{"name": "network-changed", "server_uuid": "d0740e81-f591-4c11-99e3-15260c90c40c", "tag": "e1642383-14fc-44ca-aed6-b8e70638a816"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:20:52.914900 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760b5d2b-0f03-4007-a95b-58bda7cf2f7b service neutron] Pushing event updated for resources: {'Port': ['ID=e1642383-14fc-44ca-aed6-b8e70638a816,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:52.948252 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-30211977-15f7-4566-a70a-550835884873 req-44d285fc-3a1c-4ece-b608-5b52af0bd2cf tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726902 Jul 24 00:20:53.025852 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c76d759d-e048-4ce2-a041-533e3164a64f x-openstack-request-id: req-c76d759d-e048-4ce2-a041-533e3164a64f {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:20:53.026153 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0740e81-f591-4c11-99e3-15260c90c40c", "tag": "e1642383-14fc-44ca-aed6-b8e70638a816", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:20:53.026457 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c76d759d-e048-4ce2-a041-533e3164a64f {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:20:53.026866 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0740e81-f591-4c11-99e3-15260c90c40c', 'tag': 'e1642383-14fc-44ca-aed6-b8e70638a816', 'status': 'completed', 'code': 200} Jul 24 00:20:53.036191 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7171b-c824-41c3-bdc8-8042e639b331 req-0fbaadf2-c9ae-45c8-9408-e1a1b37b3861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:53.037844 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e2b7171b-c824-41c3-bdc8-8042e639b331 req-0fbaadf2-c9ae-45c8-9408-e1a1b37b3861 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3e6843e6f10f416d8b9cff83017e399e&device_id=d0740e81-f591-4c11-99e3-15260c90c40c HTTP/1.1" status: 200 len: 1096 time: 0.1173015 Jul 24 00:20:53.094165 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e2b7171b-c824-41c3-bdc8-8042e639b331 req-e52d7a8e-0985-4dd8-b315-db297b45cadf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1642383-14fc-44ca-aed6-b8e70638a816 HTTP/1.1" status: 200 len: 217 time: 0.0480714 Jul 24 00:20:53.155025 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7171b-c824-41c3-bdc8-8042e639b331 req-a4d10975-223f-4eca-a1a0-5473bfde7bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:53.175907 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e2b7171b-c824-41c3-bdc8-8042e639b331 req-a4d10975-223f-4eca-a1a0-5473bfde7bde service neutron] 10.222.0.52 "GET /v2.0/subnets?id=47f2c0d4-0d4f-46b9-9d68-d3d80dbac696 HTTP/1.1" status: 200 len: 850 time: 0.0556846 Jul 24 00:20:53.191304 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a6b40fb1-2501-4dde-8553-6ae1b814fff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:53.313316 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f6bb54-1060-43cc-bf17-16dd2a8c2108 req-fa67e504-ab60-4b0f-97eb-c70d0a927edf tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:53.314953 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e5f6bb54-1060-43cc-bf17-16dd2a8c2108 req-fa67e504-ab60-4b0f-97eb-c70d0a927edf tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0740e81-f591-4c11-99e3-15260c90c40c HTTP/1.1" status: 200 len: 944 time: 0.0933495 Jul 24 00:20:53.320252 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7171b-c824-41c3-bdc8-8042e639b331 req-4d911f4d-e3e3-45a1-934c-f8e1e23b7194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:53.321737 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e2b7171b-c824-41c3-bdc8-8042e639b331 req-4d911f4d-e3e3-45a1-934c-f8e1e23b7194 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=49599f72-6971-4c78-8210-d79c8aca88a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1402183 Jul 24 00:20:53.379954 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e5f6bb54-1060-43cc-bf17-16dd2a8c2108 req-64151230-71b7-4767-a3d4-0845f28c2749 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeb41864-d368-40dc-9b68-32578df5a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569544 Jul 24 00:20:53.455689 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e2b7171b-c824-41c3-bdc8-8042e639b331 req-ef30aa68-4d49-42a6-aaf3-97c0328b58bd service neutron] 10.222.0.52 "GET /v2.0/networks/49599f72-6971-4c78-8210-d79c8aca88a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035166 Jul 24 00:20:53.558640 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e2b7171b-c824-41c3-bdc8-8042e639b331 req-024ca993-5980-4b8a-892c-69f05c5c7195 service neutron] 10.222.0.52 "GET /v2.0/networks/49599f72-6971-4c78-8210-d79c8aca88a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049967 Jul 24 00:20:53.669709 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb0c6bd-1c27-470c-8ff9-b1eec45e330e req-9495b81d-9b5b-469a-a366-91ace03362e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:53.671321 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5eb0c6bd-1c27-470c-8ff9-b1eec45e330e req-9495b81d-9b5b-469a-a366-91ace03362e2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3e6843e6f10f416d8b9cff83017e399e&device_id=d0740e81-f591-4c11-99e3-15260c90c40c HTTP/1.1" status: 200 len: 1096 time: 0.0582428 Jul 24 00:20:53.776055 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb0c6bd-1c27-470c-8ff9-b1eec45e330e req-4addf2eb-5371-4c1f-9c91-32b9e6818179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:53.777858 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5eb0c6bd-1c27-470c-8ff9-b1eec45e330e req-4addf2eb-5371-4c1f-9c91-32b9e6818179 service neutron] 10.222.0.52 "GET /v2.0/networks?id=49599f72-6971-4c78-8210-d79c8aca88a7 HTTP/1.1" status: 200 len: 912 time: 0.1004918 Jul 24 00:20:53.829645 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5eb0c6bd-1c27-470c-8ff9-b1eec45e330e req-bba1f871-0037-4165-b055-8cb2b36cd361 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1642383-14fc-44ca-aed6-b8e70638a816 HTTP/1.1" status: 200 len: 217 time: 0.0410359 Jul 24 00:20:53.877919 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb0c6bd-1c27-470c-8ff9-b1eec45e330e req-d6d3b31f-9928-4cf0-a246-20eca37342f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:53.879468 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5eb0c6bd-1c27-470c-8ff9-b1eec45e330e req-d6d3b31f-9928-4cf0-a246-20eca37342f6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=47f2c0d4-0d4f-46b9-9d68-d3d80dbac696 HTTP/1.1" status: 200 len: 850 time: 0.0471013 Jul 24 00:20:53.992204 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb0c6bd-1c27-470c-8ff9-b1eec45e330e req-801463ee-fb69-4d12-81ae-25e8af0076f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:53.999518 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5eb0c6bd-1c27-470c-8ff9-b1eec45e330e req-801463ee-fb69-4d12-81ae-25e8af0076f7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=49599f72-6971-4c78-8210-d79c8aca88a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1118362 Jul 24 00:20:54.113508 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b316326-5b3c-41df-81c8-150afcc265c0 req-13f863ac-8a92-4ad6-8440-be49e543f1ef tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:54.115782 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2b316326-5b3c-41df-81c8-150afcc265c0 req-13f863ac-8a92-4ad6-8440-be49e543f1ef tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 946 time: 0.0754821 Jul 24 00:20:54.157631 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5eb0c6bd-1c27-470c-8ff9-b1eec45e330e req-476bbed1-56c7-49a3-b5bb-fcff0df14d66 service neutron] 10.222.0.52 "GET /v2.0/networks/49599f72-6971-4c78-8210-d79c8aca88a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507106 Jul 24 00:20:54.167779 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2b316326-5b3c-41df-81c8-150afcc265c0 req-069e4649-92f9-4489-ac19-31e999905edc tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454891 Jul 24 00:20:54.289063 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5eb0c6bd-1c27-470c-8ff9-b1eec45e330e req-cba08984-a15f-4c5b-94be-88810280851b service neutron] 10.222.0.52 "GET /v2.0/networks/49599f72-6971-4c78-8210-d79c8aca88a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173882 Jul 24 00:20:54.525569 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef057bc-88ad-4323-a109-e19d32446a2a req-57c22847-18bc-4f7d-b7d4-3408bd470532 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:54.527201 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1ef057bc-88ad-4323-a109-e19d32446a2a req-57c22847-18bc-4f7d-b7d4-3408bd470532 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 946 time: 0.0878780 Jul 24 00:20:54.572449 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd0219-e068-4bbb-b975-0eff8da12220 req-4a801e69-26fb-49cc-a517-c5b1de5adec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:54.574027 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-37bd0219-e068-4bbb-b975-0eff8da12220 req-4a801e69-26fb-49cc-a517-c5b1de5adec0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1d0faf1922314d3dad9a1a4e6c7e2bd6&device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 1098 time: 0.1215920 Jul 24 00:20:54.593762 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1ef057bc-88ad-4323-a109-e19d32446a2a req-d7891194-e434-4574-8e20-2c2e08705de0 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562782 Jul 24 00:20:54.614017 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd19163-8b41-4deb-aaef-3a7b9a2a06f8 req-33519e25-14f2-4c49-a27d-f25731e0de0e tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:54.615595 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ecd19163-8b41-4deb-aaef-3a7b9a2a06f8 req-33519e25-14f2-4c49-a27d-f25731e0de0e tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0740e81-f591-4c11-99e3-15260c90c40c HTTP/1.1" status: 200 len: 944 time: 0.1263242 Jul 24 00:20:54.706874 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ecd19163-8b41-4deb-aaef-3a7b9a2a06f8 req-83f8a0df-542a-4cb7-8201-14a247e1b150 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeb41864-d368-40dc-9b68-32578df5a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815508 Jul 24 00:20:54.722292 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd0219-e068-4bbb-b975-0eff8da12220 req-09114064-5fb2-4f17-9418-6af938326198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:54.724073 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-37bd0219-e068-4bbb-b975-0eff8da12220 req-09114064-5fb2-4f17-9418-6af938326198 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f54dfdc3-e2c8-4e0e-8c8e-324d22ca629b HTTP/1.1" status: 200 len: 914 time: 0.1436727 Jul 24 00:20:54.770333 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-37bd0219-e068-4bbb-b975-0eff8da12220 req-4335c661-ead3-4382-9906-4ef72608be9b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=32b908bd-8128-45fd-b263-ac8a656aab1f HTTP/1.1" status: 200 len: 217 time: 0.0395997 Jul 24 00:20:54.819589 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd0219-e068-4bbb-b975-0eff8da12220 req-19ee7d8f-5e0a-48d8-9ab5-82b8e5b3b8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:54.821350 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-37bd0219-e068-4bbb-b975-0eff8da12220 req-19ee7d8f-5e0a-48d8-9ab5-82b8e5b3b8a9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fe0da9e7-4ffa-48d2-af23-d88968a5a0e1 HTTP/1.1" status: 200 len: 853 time: 0.0456011 Jul 24 00:20:54.863923 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-37bd0219-e068-4bbb-b975-0eff8da12220 req-1245548f-e4cf-48c3-9f61-e61e0933d210 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f54dfdc3-e2c8-4e0e-8c8e-324d22ca629b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352304 Jul 24 00:20:54.917775 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 52778) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:54.964427 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-37bd0219-e068-4bbb-b975-0eff8da12220 req-d143aca8-0728-4cab-91a9-4beec0485599 service neutron] 10.222.0.64 "GET /v2.0/networks/f54dfdc3-e2c8-4e0e-8c8e-324d22ca629b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937762 Jul 24 00:20:55.042445 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d116e3c8-aae9-44cd-8d5c-d5538b489895 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:55.066109 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-37bd0219-e068-4bbb-b975-0eff8da12220 req-e1fb9453-dab7-481c-9587-592ce83a813d service neutron] 10.222.0.64 "GET /v2.0/networks/f54dfdc3-e2c8-4e0e-8c8e-324d22ca629b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961189 Jul 24 00:20:55.144484 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d116e3c8-aae9-44cd-8d5c-d5538b489895 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:55.149491 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d116e3c8-aae9-44cd-8d5c-d5538b489895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:55.187742 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-d116e3c8-aae9-44cd-8d5c-d5538b489895 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=53c6a281ea424664a0830df4f8e5b2fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2687566 Jul 24 00:20:55.188632 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d116e3c8-aae9-44cd-8d5c-d5538b489895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ca7a87-e39c-4770-9fff-9c2796cb2e44,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:55.190532 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 52782) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:55.241215 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b9bcf3a1-d334-4302-887e-04abc3eff081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:55.262513 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b9bcf3a1-d334-4302-887e-04abc3eff081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:55.309826 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b9bcf3a1-d334-4302-887e-04abc3eff081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:55.312460 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b9bcf3a1-d334-4302-887e-04abc3eff081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:55.313866 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-b9bcf3a1-d334-4302-887e-04abc3eff081 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a1ca7a87-e39c-4770-9fff-9c2796cb2e44 HTTP/1.1" status: 204 len: 168 time: 0.1223118 Jul 24 00:20:55.322179 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bcf3a1-d334-4302-887e-04abc3eff081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ca7a87-e39c-4770-9fff-9c2796cb2e44,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:55.575884 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 52788) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:55.590686 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4dc4f3ce-72fa-4ad3-a7df-6a42dec272ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:55.692030 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4dc4f3ce-72fa-4ad3-a7df-6a42dec272ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:55.698040 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4dc4f3ce-72fa-4ad3-a7df-6a42dec272ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:55.731029 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-4dc4f3ce-72fa-4ad3-a7df-6a42dec272ee admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c8372c2bd02445e196241fcef374086d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1540346 Jul 24 00:20:55.733757 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 52794) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:20:55.754229 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-056a84c3-1de4-4571-98e7-d6f64fe8caf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:55.803028 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae649b9-d1c6-4cf6-8a9d-b7ada6d74066 req-11db5360-465f-4afe-9d1d-19d926df7d67 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:55.814649 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bae649b9-d1c6-4cf6-8a9d-b7ada6d74066 req-11db5360-465f-4afe-9d1d-19d926df7d67 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 946 time: 0.1447535 Jul 24 00:20:55.820186 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc4f3ce-72fa-4ad3-a7df-6a42dec272ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01e83422-8819-49ad-9fe4-e5db2f349396,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:55.868707 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bae649b9-d1c6-4cf6-8a9d-b7ada6d74066 req-8b74b0f7-6da6-4cc5-8db1-93f349cf1239 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472970 Jul 24 00:20:55.910057 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2902f498-0731-4af7-935e-37d9f541d9eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:55.948484 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f5ee0-0cf3-4a1a-8ddb-c1a56acbba34 req-322145cd-ce45-4617-8517-0c3b23b78751 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:55.950027 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ac2f5ee0-0cf3-4a1a-8ddb-c1a56acbba34 req-322145cd-ce45-4617-8517-0c3b23b78751 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0740e81-f591-4c11-99e3-15260c90c40c HTTP/1.1" status: 200 len: 944 time: 0.1130974 Jul 24 00:20:55.951902 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2902f498-0731-4af7-935e-37d9f541d9eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:56.011346 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ac2f5ee0-0cf3-4a1a-8ddb-c1a56acbba34 req-9e06c197-c5aa-41ef-bb4e-296d8ac058d9 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeb41864-d368-40dc-9b68-32578df5a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524218 Jul 24 00:20:56.027426 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2902f498-0731-4af7-935e-37d9f541d9eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:56.030139 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2902f498-0731-4af7-935e-37d9f541d9eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:56.033654 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-2902f498-0731-4af7-935e-37d9f541d9eb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/01e83422-8819-49ad-9fe4-e5db2f349396 HTTP/1.1" status: 204 len: 168 time: 0.2957449 Jul 24 00:20:56.041545 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2902f498-0731-4af7-935e-37d9f541d9eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e83422-8819-49ad-9fe4-e5db2f349396,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:56.747101 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device e1642383-14fc-44ca-aed6-b8e70638a816 details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:20:56.792055 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:56.883034 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port e1642383-14fc-44ca-aed6-b8e70638a816, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=e1642383-14fc-44ca-aed6-b8e70638a816,segment=NetworkSegment(28758b2b-8e5b-4b20-97dc-892d312454de),segment_id=28758b2b-8e5b-4b20-97dc-892d312454de)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:20:56.894312 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': 'e1642383-14fc-44ca-aed6-b8e70638a816', 'network_id': '49599f72-6971-4c78-8210-d79c8aca88a7', 'port_id': 'e1642383-14fc-44ca-aed6-b8e70638a816', 'mac_address': 'fa:16:3e:e7:bf:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47f2c0d4-0d4f-46b9-9d68-d3d80dbac696', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:20:56.951601 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:56.969367 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1642383-14fc-44ca-aed6-b8e70638a816 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:20:56.997392 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port e1642383-14fc-44ca-aed6-b8e70638a816, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=e1642383-14fc-44ca-aed6-b8e70638a816,segment=NetworkSegment(28758b2b-8e5b-4b20-97dc-892d312454de),segment_id=28758b2b-8e5b-4b20-97dc-892d312454de)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:20:57.005327 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:57.046447 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaefda3-8798-46e6-8e64-259f5cbe7f3b req-25e0ba4a-ae4a-4096-abb4-eb68890e9f22 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:57.057454 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3aaefda3-8798-46e6-8e64-259f5cbe7f3b req-25e0ba4a-ae4a-4096-abb4-eb68890e9f22 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 946 time: 0.1118515 Jul 24 00:20:57.092360 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=e1642383-14fc-44ca-aed6-b8e70638a816,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:57.111587 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3aaefda3-8798-46e6-8e64-259f5cbe7f3b req-b0ea7d22-fc47-4dff-a33e-2f87533cdd75 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516193 Jul 24 00:20:57.199760 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb716a-70a7-4bfa-acc1-01d1aeec56c6 req-b2a0dad3-94f7-40c6-896e-5f6bd908f4e5 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:57.207857 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5cbb716a-70a7-4bfa-acc1-01d1aeec56c6 req-b2a0dad3-94f7-40c6-896e-5f6bd908f4e5 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0740e81-f591-4c11-99e3-15260c90c40c HTTP/1.1" status: 200 len: 945 time: 0.0915284 Jul 24 00:20:57.224947 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['e1642383-14fc-44ca-aed6-b8e70638a816'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:20:57.263639 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5cbb716a-70a7-4bfa-acc1-01d1aeec56c6 req-a4c0c02e-5cb7-4e84-b34f-00aab373f3e1 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeb41864-d368-40dc-9b68-32578df5a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519795 Jul 24 00:20:57.313320 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4110895-7338-4e7f-a2ce-27c8c079f613 req-2e1c491e-0cf2-4bd1-82c6-3853d4aa55ab tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:57.320925 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d4110895-7338-4e7f-a2ce-27c8c079f613 req-2e1c491e-0cf2-4bd1-82c6-3853d4aa55ab tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 946 time: 0.1024721 Jul 24 00:20:57.331833 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:57.370439 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d4110895-7338-4e7f-a2ce-27c8c079f613 req-446b4b04-b05b-4544-96d7-7b1cf6f975e0 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439434 Jul 24 00:20:57.549299 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f11e734-8953-4096-963b-8d3bfe2643b8 req-76d5d958-c3cd-4bb7-889a-5e70057b8bd5 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:57.559701 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0f11e734-8953-4096-963b-8d3bfe2643b8 req-76d5d958-c3cd-4bb7-889a-5e70057b8bd5 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 946 time: 0.0895221 Jul 24 00:20:57.604697 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0f11e734-8953-4096-963b-8d3bfe2643b8 req-8192e733-a029-4976-9995-ce1ca612f98a tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440159 Jul 24 00:20:57.735936 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9653e6a5-0458-437b-b321-6f6663606dd9 req-d2d6fd0d-e4d1-4931-8f43-cc8caef87748 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:57.737533 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9653e6a5-0458-437b-b321-6f6663606dd9 req-d2d6fd0d-e4d1-4931-8f43-cc8caef87748 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 946 time: 0.0699210 Jul 24 00:20:57.778065 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9653e6a5-0458-437b-b321-6f6663606dd9 req-86a9d434-f1f1-4eb3-ab23-28fb1da0f70a tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350385 Jul 24 00:20:58.019519 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7076b3-0d62-4ede-8fff-7780100576d4 req-3fbd730e-f496-486d-8f93-a39eae3a1d99 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:58.021347 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ae7076b3-0d62-4ede-8fff-7780100576d4 req-3fbd730e-f496-486d-8f93-a39eae3a1d99 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 946 time: 0.1180086 Jul 24 00:20:58.080790 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ae7076b3-0d62-4ede-8fff-7780100576d4 req-c3754ad8-cbfe-4bc0-970a-6fef5dc3052a tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487120 Jul 24 00:20:58.211200 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480dfbb6-536f-4b56-adeb-5dcb7212de4e req-8a7f2553-9509-4125-9749-f5531c062123 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:58.212986 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-480dfbb6-536f-4b56-adeb-5dcb7212de4e req-8a7f2553-9509-4125-9749-f5531c062123 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 946 time: 0.0712597 Jul 24 00:20:58.238297 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fa5a6eb3-2fbc-44bb-9204-b9a46d121da2 req-c43ce2e7-0464-4fa4-9d27-b6c1c4205c6a tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1289210382&fields=id&tenant_id=bf6833d5ef4e4ec6b999c5c1a3734713 HTTP/1.1" status: 200 len: 267 time: 0.0365925 Jul 24 00:20:58.258130 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-480dfbb6-536f-4b56-adeb-5dcb7212de4e req-3e6376ce-5bd1-4db1-8d30-5776f72aba84 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385630 Jul 24 00:20:58.367686 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5a6eb3-2fbc-44bb-9204-b9a46d121da2 req-c8b580da-1a45-476a-ad77-12bf65014ff2 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:58.369452 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fa5a6eb3-2fbc-44bb-9204-b9a46d121da2 req-c8b580da-1a45-476a-ad77-12bf65014ff2 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/networks?id=657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f HTTP/1.1" status: 200 len: 812 time: 0.1228881 Jul 24 00:20:58.385255 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fa5a6eb3-2fbc-44bb-9204-b9a46d121da2 req-4e911523-af2a-41a6-9847-4305ee590382 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/quotas/bf6833d5ef4e4ec6b999c5c1a3734713 HTTP/1.1" status: 200 len: 375 time: 0.0104208 Jul 24 00:20:58.404556 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848492f5-8afe-47c5-b2e5-2860b54c1430 req-ad5c27b0-cb22-4eea-8afa-87af60184420 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:58.406373 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-848492f5-8afe-47c5-b2e5-2860b54c1430 req-ad5c27b0-cb22-4eea-8afa-87af60184420 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0740e81-f591-4c11-99e3-15260c90c40c HTTP/1.1" status: 200 len: 945 time: 0.0773346 Jul 24 00:20:58.447279 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-848492f5-8afe-47c5-b2e5-2860b54c1430 req-e9254996-36fc-4c5a-9eda-7a7ce2ba041a tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeb41864-d368-40dc-9b68-32578df5a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333703 Jul 24 00:20:58.465397 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fa5a6eb3-2fbc-44bb-9204-b9a46d121da2 req-d5492b76-7c08-4720-a284-3c699b9fdd80 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=bf6833d5ef4e4ec6b999c5c1a3734713&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0705504 Jul 24 00:20:58.558325 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fa5a6eb3-2fbc-44bb-9204-b9a46d121da2 req-98b7474b-5ce9-4608-ac8c-bd4bc3081827 service neutron] 10.222.0.44 "GET /v2.0/networks/657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849433 Jul 24 00:20:58.580858 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8b665c-9f5e-48f8-b53b-7950e5b8d41c req-9ff6c89c-7b3f-42a5-aafb-4f9c32eabdab tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:58.582369 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1c8b665c-9f5e-48f8-b53b-7950e5b8d41c req-9ff6c89c-7b3f-42a5-aafb-4f9c32eabdab tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 946 time: 0.0644698 Jul 24 00:20:58.622280 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1c8b665c-9f5e-48f8-b53b-7950e5b8d41c req-e64c17ff-ba13-40f2-b707-b7510b4a1a96 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336819 Jul 24 00:20:58.658373 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fa5a6eb3-2fbc-44bb-9204-b9a46d121da2 req-196cbae5-9b5f-4c70-9d4b-f63d9f6bee9a service neutron] 10.222.0.44 "GET /v2.0/networks/657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935223 Jul 24 00:20:58.744503 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device e1642383-14fc-44ca-aed6-b8e70638a816 up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:20:58.762877 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b1a5d-e4e7-4ca0-bafc-cd06ec599024 req-ae0ae650-5a89-4f90-a0e3-5e589729f7d4 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:58.764646 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cd3b1a5d-e4e7-4ca0-bafc-cd06ec599024 req-ae0ae650-5a89-4f90-a0e3-5e589729f7d4 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 946 time: 0.0701220 Jul 24 00:20:58.795655 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port e1642383-14fc-44ca-aed6-b8e70638a816 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:20:58.799660 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port e1642383-14fc-44ca-aed6-b8e70638a816 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:20:58.800207 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:58.809451 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cd3b1a5d-e4e7-4ca0-bafc-cd06ec599024 req-a1ad556f-6cbe-4997-b1f0-8b10436e5769 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386825 Jul 24 00:20:58.901381 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:58.943641 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0740e81-f591-4c11-99e3-15260c90c40c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1642383-14fc-44ca-aed6-b8e70638a816'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:20:58.946400 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a61d196b-f5fe-4c92-b7f8-25a9ebc79180" -d '{"events": [{"server_uuid": "d0740e81-f591-4c11-99e3-15260c90c40c", "name": "network-vif-plugged", "status": "completed", "tag": "e1642383-14fc-44ca-aed6-b8e70638a816"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:20:58.950942 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:58.965293 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port e1642383-14fc-44ca-aed6-b8e70638a816, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=e1642383-14fc-44ca-aed6-b8e70638a816,segment=NetworkSegment(28758b2b-8e5b-4b20-97dc-892d312454de),segment_id=28758b2b-8e5b-4b20-97dc-892d312454de)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:20:58.970837 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:20:59.004102 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9df42ec6-e129-48d1-ba98-0344a5e2d97c req-ac00bd69-b2a2-42ee-a59c-9aaddbd37f88 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=01ba2839-0af5-46aa-be86-5a7a6c831e5a HTTP/1.1" status: 200 len: 210 time: 0.0386875 Jul 24 00:20:59.027414 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=e1642383-14fc-44ca-aed6-b8e70638a816,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:20:59.039939 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9adb12a-7802-4541-8811-13bd49d8789f req-d1065c47-8881-4d06-a2dd-518e1c46c99e tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:59.041659 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d9adb12a-7802-4541-8811-13bd49d8789f req-d1065c47-8881-4d06-a2dd-518e1c46c99e tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 946 time: 0.1028969 Jul 24 00:20:59.063500 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eceef8c1-8729-4982-a175-3b14ff7c0e8a x-openstack-request-id: req-eceef8c1-8729-4982-a175-3b14ff7c0e8a {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:20:59.063989 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0740e81-f591-4c11-99e3-15260c90c40c", "name": "network-vif-plugged", "status": "completed", "tag": "e1642383-14fc-44ca-aed6-b8e70638a816", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:20:59.064347 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-eceef8c1-8729-4982-a175-3b14ff7c0e8a {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:20:59.064866 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0740e81-f591-4c11-99e3-15260c90c40c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1642383-14fc-44ca-aed6-b8e70638a816', 'code': 200} Jul 24 00:20:59.115666 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d9adb12a-7802-4541-8811-13bd49d8789f req-2496cded-de2d-44e3-bf3c-ddbb4985bc5e tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679739 Jul 24 00:20:59.191719 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8564d0-7b94-4878-99f7-bdd237c1cea5 req-00c4256e-5941-485a-bb48-d25a4019833a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:59.193355 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-df8564d0-7b94-4878-99f7-bdd237c1cea5 req-00c4256e-5941-485a-bb48-d25a4019833a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d0740e81-f591-4c11-99e3-15260c90c40c HTTP/1.1" status: 200 len: 1098 time: 0.0674508 Jul 24 00:20:59.257203 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-df8564d0-7b94-4878-99f7-bdd237c1cea5 req-2e7956a2-2210-4429-8634-0a7d3572f7c8 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=eeb41864-d368-40dc-9b68-32578df5a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571539 Jul 24 00:20:59.292015 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96c5c6-c83d-4130-9aad-4cf7799653d3 req-2c7fa3db-d989-4d0f-9149-62b2c8b5919f tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:59.293811 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1e96c5c6-c83d-4130-9aad-4cf7799653d3 req-2c7fa3db-d989-4d0f-9149-62b2c8b5919f tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 946 time: 0.0739436 Jul 24 00:20:59.342868 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1e96c5c6-c83d-4130-9aad-4cf7799653d3 req-fe705cd7-7c14-49ae-a7d2-c32c06a8ab32 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429909 Jul 24 00:20:59.541989 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086f9a11-502c-4ad6-834e-1688f0536b2b req-fd5690ab-e1a2-4705-b3a5-7413e3747dcd tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:59.543892 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-086f9a11-502c-4ad6-834e-1688f0536b2b req-fd5690ab-e1a2-4705-b3a5-7413e3747dcd tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 946 time: 0.0988629 Jul 24 00:20:59.588125 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-086f9a11-502c-4ad6-834e-1688f0536b2b req-ac939e4f-c624-4c1e-b8c0-733f51316270 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386333 Jul 24 00:20:59.650322 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc515eb-6643-4be8-8730-e8e17ad74a52 req-dbc7f57a-23a3-4aa6-9900-80073f5ae420 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:59.658373 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8cc515eb-6643-4be8-8730-e8e17ad74a52 req-dbc7f57a-23a3-4aa6-9900-80073f5ae420 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0740e81-f591-4c11-99e3-15260c90c40c HTTP/1.1" status: 200 len: 946 time: 0.1302412 Jul 24 00:20:59.698255 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8cc515eb-6643-4be8-8730-e8e17ad74a52 req-e56c0780-0dbd-4f9f-97a6-aab1f3b2fa60 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeb41864-d368-40dc-9b68-32578df5a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384254 Jul 24 00:20:59.831414 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b43ffdf-daab-4023-bb8d-6042cd5ca3cf req-a641a5e5-eb92-4f16-ac21-a76ed46c6d62 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:20:59.833023 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6b43ffdf-daab-4023-bb8d-6042cd5ca3cf req-a641a5e5-eb92-4f16-ac21-a76ed46c6d62 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 946 time: 0.0747054 Jul 24 00:20:59.886260 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6b43ffdf-daab-4023-bb8d-6042cd5ca3cf req-85ef4160-74d2-498c-b8df-9d9effd91eb1 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459883 Jul 24 00:21:00.028057 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e166e2-166d-48b7-973f-293638788cbd req-c49fc71c-0252-48b3-bf37-2941a2d0c3b6 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:00.030206 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-74e166e2-166d-48b7-973f-293638788cbd req-c49fc71c-0252-48b3-bf37-2941a2d0c3b6 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6c17a47-9896-474b-a877-311b29aed970 HTTP/1.1" status: 200 len: 946 time: 0.1193693 Jul 24 00:21:00.120921 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13bd7b7-86ff-403a-89a6-002c9168e899 req-d31eccc8-4980-4d2d-9f8b-408be8c76138 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:00.129489 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c13bd7b7-86ff-403a-89a6-002c9168e899 req-d31eccc8-4980-4d2d-9f8b-408be8c76138 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 946 time: 0.1269357 Jul 24 00:21:00.150526 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-74e166e2-166d-48b7-973f-293638788cbd req-ff323f31-7b10-4f0a-8dd5-a85bc0101523 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ccac68c-b776-4e7b-bd31-5686cdfbb54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061587 Jul 24 00:21:00.195327 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5a6eb3-2fbc-44bb-9204-b9a46d121da2 req-d768d218-4fc6-479b-baa1-e831788c07df tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:00.197282 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fa5a6eb3-2fbc-44bb-9204-b9a46d121da2 req-d768d218-4fc6-479b-baa1-e831788c07df tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.64 "GET /v2.0/networks?id=657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f HTTP/1.1" status: 200 len: 812 time: 0.1653361 Jul 24 00:21:00.203558 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c13bd7b7-86ff-403a-89a6-002c9168e899 req-880c23f7-9efd-4bea-82e4-1b764b351773 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672512 Jul 24 00:21:00.275637 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1088fee0-5b40-4075-9a84-d3c34e59c674 req-8a874fd8-00ec-4bb7-802b-23066219a1b3 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=01ba2839-0af5-46aa-be86-5a7a6c831e5a HTTP/1.1" status: 200 len: 210 time: 0.0366182 Jul 24 00:21:00.298420 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fa5a6eb3-2fbc-44bb-9204-b9a46d121da2 req-174a4d87-7e32-4ee0-a6dd-a285ee4e84de tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf6833d5ef4e4ec6b999c5c1a3734713 HTTP/1.1" status: 200 len: 380 time: 0.0784602 Jul 24 00:21:00.308879 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-fa5a6eb3-2fbc-44bb-9204-b9a46d121da2 req-f16e9390-8e58-44cd-9d0a-209755331806 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Request body: {'port': {'device_id': '01ba2839-0af5-46aa-be86-5a7a6c831e5a', 'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f', 'admin_state_up': True, 'tenant_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'security_groups': ['7b86d8b5-9a55-4033-b55c-0b77ad34eb08']}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:21:00.369217 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6118e15e-7d03-4058-b940-b3d23754f663 req-9b2c2d0b-8bb0-4605-98f7-adc6196b7974 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:00.380685 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6118e15e-7d03-4058-b940-b3d23754f663 req-9b2c2d0b-8bb0-4605-98f7-adc6196b7974 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 946 time: 0.0976074 Jul 24 00:21:00.422123 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6118e15e-7d03-4058-b940-b3d23754f663 req-b3afadc0-7642-4afd-9f09-28db8fb2c248 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404735 Jul 24 00:21:00.448754 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa5a6eb3-2fbc-44bb-9204-b9a46d121da2 req-f16e9390-8e58-44cd-9d0a-209755331806 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Made reservation on behalf of bf6833d5ef4e4ec6b999c5c1a3734713 for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:21:00.452473 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-fa5a6eb3-2fbc-44bb-9204-b9a46d121da2 req-f16e9390-8e58-44cd-9d0a-209755331806 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:00.571177 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dddfad-223f-4573-a060-476665387365 req-673f35f8-da18-43be-ab4c-fffe6ee33be1 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:00.572730 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-92dddfad-223f-4573-a060-476665387365 req-673f35f8-da18-43be-ab4c-fffe6ee33be1 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 946 time: 0.0651534 Jul 24 00:21:00.602329 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [req-fa5a6eb3-2fbc-44bb-9204-b9a46d121da2 req-f16e9390-8e58-44cd-9d0a-209755331806 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Allocated IP 172.20.0.4 (657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f/4f660729-e229-442a-bec0-0f7d8794afc6/26108f50-26f8-4507-b4e4-cb5d99a1f87a) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:21:00.621120 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-92dddfad-223f-4573-a060-476665387365 req-38252f95-0c11-4982-8bcf-39e36515e205 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370779 Jul 24 00:21:00.779221 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-fa5a6eb3-2fbc-44bb-9204-b9a46d121da2 req-f16e9390-8e58-44cd-9d0a-209755331806 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:00.820030 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-fa5a6eb3-2fbc-44bb-9204-b9a46d121da2 req-f16e9390-8e58-44cd-9d0a-209755331806 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Transition to ACTIVE for port object 26108f50-26f8-4507-b4e4-cb5d99a1f87a will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:21:00.872698 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9946072e-0b84-4fec-b6ca-743003266e25 req-30d2d2a9-d9f1-4cc2-9a17-7ffefcead7f4 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:00.874237 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9946072e-0b84-4fec-b6ca-743003266e25 req-30d2d2a9-d9f1-4cc2-9a17-7ffefcead7f4 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0740e81-f591-4c11-99e3-15260c90c40c HTTP/1.1" status: 200 len: 946 time: 0.0923951 Jul 24 00:21:00.887661 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-fa5a6eb3-2fbc-44bb-9204-b9a46d121da2 req-f16e9390-8e58-44cd-9d0a-209755331806 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:00.959023 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9946072e-0b84-4fec-b6ca-743003266e25 req-57215a7f-1514-4014-99aa-339f18881251 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeb41864-d368-40dc-9b68-32578df5a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791366 Jul 24 00:21:00.965435 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa5a6eb3-2fbc-44bb-9204-b9a46d121da2 req-f16e9390-8e58-44cd-9d0a-209755331806 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Network 657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:21:00.972358 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [req-fa5a6eb3-2fbc-44bb-9204-b9a46d121da2 req-f16e9390-8e58-44cd-9d0a-209755331806 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:21:00.974720 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16e9390-8e58-44cd-9d0a-209755331806 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Pushing event updated for resources: {'Port': ['ID=26108f50-26f8-4507-b4e4-cb5d99a1f87a,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:21:00.978536 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa5a6eb3-2fbc-44bb-9204-b9a46d121da2 req-f16e9390-8e58-44cd-9d0a-209755331806 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:21:01.031438 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5a6eb3-2fbc-44bb-9204-b9a46d121da2 req-f16e9390-8e58-44cd-9d0a-209755331806 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:01.032118 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-fa5a6eb3-2fbc-44bb-9204-b9a46d121da2 req-f16e9390-8e58-44cd-9d0a-209755331806 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:01.049935 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fa5a6eb3-2fbc-44bb-9204-b9a46d121da2 req-f16e9390-8e58-44cd-9d0a-209755331806 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7459238 Jul 24 00:21:01.061826 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-fa5a6eb3-2fbc-44bb-9204-b9a46d121da2 req-ed6395fc-b932-46c6-afb4-6c292b81a610 service neutron] Request body: {'port': {'device_id': '01ba2839-0af5-46aa-be86-5a7a6c831e5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-16'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:21:01.149931 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-80f88012-827b-40e1-b86a-8a3d3a10fe6d req-9ec145a7-20fe-467c-8cab-c79a5de29acc tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=3e6843e6f10f416d8b9cff83017e399e HTTP/1.1" status: 200 len: 267 time: 0.0580866 Jul 24 00:21:01.320575 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f88012-827b-40e1-b86a-8a3d3a10fe6d req-0690909f-0af4-4f2a-9e73-405f8ba47f10 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:01.329792 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-80f88012-827b-40e1-b86a-8a3d3a10fe6d req-0690909f-0af4-4f2a-9e73-405f8ba47f10 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0740e81-f591-4c11-99e3-15260c90c40c HTTP/1.1" status: 200 len: 946 time: 0.1781549 Jul 24 00:21:01.336974 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-80f88012-827b-40e1-b86a-8a3d3a10fe6d req-19a31333-cc6b-4db0-b8fd-ff6761b61abe tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Request body: {'port': {'security_groups': []}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:21:01.490630 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-5d266e15-77a4-4191-9467-424f16966dfd None None] Provisioning for port 26108f50-26f8-4507-b4e4-cb5d99a1f87a completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:21:01.503831 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-5d266e15-77a4-4191-9467-424f16966dfd None None] Provisioning complete for port 26108f50-26f8-4507-b4e4-cb5d99a1f87a triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:21:01.506393 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-5d266e15-77a4-4191-9467-424f16966dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:01.537551 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-80f88012-827b-40e1-b86a-8a3d3a10fe6d req-19a31333-cc6b-4db0-b8fd-ff6761b61abe tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:01.593888 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-5d266e15-77a4-4191-9467-424f16966dfd None None] Port 26108f50-26f8-4507-b4e4-cb5d99a1f87a cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:21:01.696223 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-fa5a6eb3-2fbc-44bb-9204-b9a46d121da2 req-ed6395fc-b932-46c6-afb4-6c292b81a610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:01.825952 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-80f88012-827b-40e1-b86a-8a3d3a10fe6d req-19a31333-cc6b-4db0-b8fd-ff6761b61abe tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] For port e1642383-14fc-44ca-aed6-b8e70638a816, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=e1642383-14fc-44ca-aed6-b8e70638a816,segment=NetworkSegment(28758b2b-8e5b-4b20-97dc-892d312454de),segment_id=28758b2b-8e5b-4b20-97dc-892d312454de)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:21:01.878952 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7127b45e-05b9-47cb-b4f0-28608234521e req-d2683070-cc35-4659-8c84-02b589faf19a tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:01.879701 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-80f88012-827b-40e1-b86a-8a3d3a10fe6d req-19a31333-cc6b-4db0-b8fd-ff6761b61abe tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:01.880495 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7127b45e-05b9-47cb-b4f0-28608234521e req-d2683070-cc35-4659-8c84-02b589faf19a tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6c17a47-9896-474b-a877-311b29aed970 HTTP/1.1" status: 200 len: 946 time: 0.1987767 Jul 24 00:21:01.886881 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-80f88012-827b-40e1-b86a-8a3d3a10fe6d req-19a31333-cc6b-4db0-b8fd-ff6761b61abe tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:01.900798 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['4b35ae3e-77f9-4e27-b989-ee37e33917aa', 'e1642383-14fc-44ca-aed6-b8e70638a816'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:21:01.908194 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['7764dc49-d4f0-4286-8577-04bc153b7f83'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:21:01.991858 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f88012-827b-40e1-b86a-8a3d3a10fe6d req-19a31333-cc6b-4db0-b8fd-ff6761b61abe tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:01.992566 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-80f88012-827b-40e1-b86a-8a3d3a10fe6d req-19a31333-cc6b-4db0-b8fd-ff6761b61abe tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:01.998611 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-80f88012-827b-40e1-b86a-8a3d3a10fe6d req-19a31333-cc6b-4db0-b8fd-ff6761b61abe tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "PUT /v2.0/ports/e1642383-14fc-44ca-aed6-b8e70638a816 HTTP/1.1" status: 200 len: 905 time: 0.6677506 Jul 24 00:21:02.008193 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7127b45e-05b9-47cb-b4f0-28608234521e req-43455c80-c583-43ec-95d1-406790e511c0 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ccac68c-b776-4e7b-bd31-5686cdfbb54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140339 Jul 24 00:21:02.008628 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0740e81-f591-4c11-99e3-15260c90c40c', 'tag': 'e1642383-14fc-44ca-aed6-b8e70638a816'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:21:02.022058 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f23dc5a2-4333-4977-b262-fedd04c05541" -d '{"events": [{"name": "network-changed", "server_uuid": "d0740e81-f591-4c11-99e3-15260c90c40c", "tag": "e1642383-14fc-44ca-aed6-b8e70638a816"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:21:02.084737 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a31333-cc6b-4db0-b8fd-ff6761b61abe tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Pushing event updated for resources: {'Port': ['ID=e1642383-14fc-44ca-aed6-b8e70638a816,revision_number=6']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:21:02.095199 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['e1642383-14fc-44ca-aed6-b8e70638a816'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:21:02.314862 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a71625-e9dd-4570-aa71-796ec5dfb4d0 req-54d93f41-a589-4e6b-b94a-a3f7a30b3eff tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:02.316957 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-32a71625-e9dd-4570-aa71-796ec5dfb4d0 req-54d93f41-a589-4e6b-b94a-a3f7a30b3eff tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=01ba2839-0af5-46aa-be86-5a7a6c831e5a HTTP/1.1" status: 200 len: 931 time: 0.1597853 Jul 24 00:21:02.347871 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-fa5a6eb3-2fbc-44bb-9204-b9a46d121da2 req-ed6395fc-b932-46c6-afb4-6c292b81a610 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26108f50-26f8-4507-b4e4-cb5d99a1f87a {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:21:02.368505 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-fa5a6eb3-2fbc-44bb-9204-b9a46d121da2 req-ed6395fc-b932-46c6-afb4-6c292b81a610 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:02.383289 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f799d2-9a3c-4745-89b3-a32d5e5b86f1 req-bfd451b4-2908-4f36-8e2a-0f2e6e88ad99 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:02.384715 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-18f799d2-9a3c-4745-89b3-a32d5e5b86f1 req-bfd451b4-2908-4f36-8e2a-0f2e6e88ad99 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0740e81-f591-4c11-99e3-15260c90c40c HTTP/1.1" status: 200 len: 908 time: 0.2272673 Jul 24 00:21:02.398454 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-fa5a6eb3-2fbc-44bb-9204-b9a46d121da2 req-ed6395fc-b932-46c6-afb4-6c292b81a610 service neutron] Transition to ACTIVE for port object 26108f50-26f8-4507-b4e4-cb5d99a1f87a will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:21:02.408359 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-32a71625-e9dd-4570-aa71-796ec5dfb4d0 req-681f11b9-e8a0-4fc7-af3c-a212605916ba tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b86d8b5-9a55-4033-b55c-0b77ad34eb08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801947 Jul 24 00:21:02.418602 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-fa5a6eb3-2fbc-44bb-9204-b9a46d121da2 req-ed6395fc-b932-46c6-afb4-6c292b81a610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:02.511481 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f34abe10-9f29-4d81-9b56-300f0bee2e2d x-openstack-request-id: req-f34abe10-9f29-4d81-9b56-300f0bee2e2d {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:21:02.512054 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0740e81-f591-4c11-99e3-15260c90c40c", "tag": "e1642383-14fc-44ca-aed6-b8e70638a816", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:21:02.512459 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f34abe10-9f29-4d81-9b56-300f0bee2e2d {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:21:02.513144 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0740e81-f591-4c11-99e3-15260c90c40c', 'tag': 'e1642383-14fc-44ca-aed6-b8e70638a816', 'status': 'completed', 'code': 200} Jul 24 00:21:02.567481 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6395fc-b932-46c6-afb4-6c292b81a610 service neutron] Pushing event updated for resources: {'Port': ['ID=26108f50-26f8-4507-b4e4-cb5d99a1f87a,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:21:02.809299 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-4bd1374d-474c-4b38-b0a6-176c25d6183a None None] Provisioning complete for port e1642383-14fc-44ca-aed6-b8e70638a816 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:21:02.810358 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-4bd1374d-474c-4b38-b0a6-176c25d6183a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:02.855607 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-fa5a6eb3-2fbc-44bb-9204-b9a46d121da2 req-ed6395fc-b932-46c6-afb4-6c292b81a610 service neutron] Attempting to bind port 26108f50-26f8-4507-b4e4-cb5d99a1f87a on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:21:02.862727 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-fa5a6eb3-2fbc-44bb-9204-b9a46d121da2 req-ed6395fc-b932-46c6-afb4-6c292b81a610 service neutron] Attempting to bind port 26108f50-26f8-4507-b4e4-cb5d99a1f87a by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': 'a1a1465a-fd99-41c9-bf89-faf21d67cc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:21:02.864238 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5a6eb3-2fbc-44bb-9204-b9a46d121da2 req-ed6395fc-b932-46c6-afb4-6c292b81a610 service neutron] Attempting to bind port 26108f50-26f8-4507-b4e4-cb5d99a1f87a on network 657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:21:02.875345 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23dc5a2-4333-4977-b262-fedd04c05541 req-c2e17b6d-ac0b-4713-bd4c-d0c801d4b16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:02.879279 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5a6eb3-2fbc-44bb-9204-b9a46d121da2 req-ed6395fc-b932-46c6-afb4-6c292b81a610 service neutron] Port 26108f50-26f8-4507-b4e4-cb5d99a1f87a on network 657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:21:02.881691 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5a6eb3-2fbc-44bb-9204-b9a46d121da2 req-ed6395fc-b932-46c6-afb4-6c292b81a610 service neutron] Attempting to bind port 26108f50-26f8-4507-b4e4-cb5d99a1f87a on network 657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:21:02.884573 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f23dc5a2-4333-4977-b262-fedd04c05541 req-c2e17b6d-ac0b-4713-bd4c-d0c801d4b16d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3e6843e6f10f416d8b9cff83017e399e&device_id=d0740e81-f591-4c11-99e3-15260c90c40c HTTP/1.1" status: 200 len: 1060 time: 0.3406034 Jul 24 00:21:02.898176 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5a6eb3-2fbc-44bb-9204-b9a46d121da2 req-ed6395fc-b932-46c6-afb4-6c292b81a610 service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:21:02.898696 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5a6eb3-2fbc-44bb-9204-b9a46d121da2 req-ed6395fc-b932-46c6-afb4-6c292b81a610 service neutron] Checking segment: {'id': 'a1a1465a-fd99-41c9-bf89-faf21d67cc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:21:02.899195 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5a6eb3-2fbc-44bb-9204-b9a46d121da2 req-ed6395fc-b932-46c6-afb4-6c292b81a610 service neutron] Bound using segment: {'id': 'a1a1465a-fd99-41c9-bf89-faf21d67cc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:21:02.900518 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-fa5a6eb3-2fbc-44bb-9204-b9a46d121da2 req-ed6395fc-b932-46c6-afb4-6c292b81a610 service neutron] Bound port: 26108f50-26f8-4507-b4e4-cb5d99a1f87a, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1a1465a-fd99-41c9-bf89-faf21d67cc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:21:02.902376 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-fa5a6eb3-2fbc-44bb-9204-b9a46d121da2 req-ed6395fc-b932-46c6-afb4-6c292b81a610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:02.988546 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d20081-a3a2-4b34-8d2e-1bfe447b7680 req-51c03086-48eb-4371-8899-429d6aee01b7 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:02.995372 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-13d20081-a3a2-4b34-8d2e-1bfe447b7680 req-51c03086-48eb-4371-8899-429d6aee01b7 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 945 time: 0.3912110 Jul 24 00:21:03.051560 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-fa5a6eb3-2fbc-44bb-9204-b9a46d121da2 req-ed6395fc-b932-46c6-afb4-6c292b81a610 service neutron] For port 26108f50-26f8-4507-b4e4-cb5d99a1f87a, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:21:03.056400 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-fa5a6eb3-2fbc-44bb-9204-b9a46d121da2 req-ed6395fc-b932-46c6-afb4-6c292b81a610 service neutron] For port 26108f50-26f8-4507-b4e4-cb5d99a1f87a, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=26108f50-26f8-4507-b4e4-cb5d99a1f87a,segment=NetworkSegment(a1a1465a-fd99-41c9-bf89-faf21d67cc5e),segment_id=a1a1465a-fd99-41c9-bf89-faf21d67cc5e)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:21:03.062027 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-fa5a6eb3-2fbc-44bb-9204-b9a46d121da2 req-ed6395fc-b932-46c6-afb4-6c292b81a610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:03.102610 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5a6eb3-2fbc-44bb-9204-b9a46d121da2 req-ed6395fc-b932-46c6-afb4-6c292b81a610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:03.103234 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-fa5a6eb3-2fbc-44bb-9204-b9a46d121da2 req-ed6395fc-b932-46c6-afb4-6c292b81a610 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:03.104752 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fa5a6eb3-2fbc-44bb-9204-b9a46d121da2 req-ed6395fc-b932-46c6-afb4-6c292b81a610 service neutron] 10.222.0.64 "PUT /v2.0/ports/26108f50-26f8-4507-b4e4-cb5d99a1f87a HTTP/1.1" status: 200 len: 1092 time: 2.0474591 Jul 24 00:21:03.105235 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01ba2839-0af5-46aa-be86-5a7a6c831e5a', 'tag': '26108f50-26f8-4507-b4e4-cb5d99a1f87a'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:21:03.108081 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16391fca-a467-4a1f-ad0e-030f8e24f59e" -d '{"events": [{"name": "network-changed", "server_uuid": "01ba2839-0af5-46aa-be86-5a7a6c831e5a", "tag": "26108f50-26f8-4507-b4e4-cb5d99a1f87a"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:21:03.167255 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6395fc-b932-46c6-afb4-6c292b81a610 service neutron] Pushing event updated for resources: {'Port': ['ID=26108f50-26f8-4507-b4e4-cb5d99a1f87a,revision_number=3']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:21:03.176098 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-13d20081-a3a2-4b34-8d2e-1bfe447b7680 req-a706a867-d656-4c8d-9e72-30157e3f86da tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1733432 Jul 24 00:21:03.196185 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23dc5a2-4333-4977-b262-fedd04c05541 req-708b0104-ab04-4137-a8ca-3e7371cc6498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:03.202396 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f23dc5a2-4333-4977-b262-fedd04c05541 req-708b0104-ab04-4137-a8ca-3e7371cc6498 service neutron] 10.222.0.52 "GET /v2.0/networks?id=49599f72-6971-4c78-8210-d79c8aca88a7 HTTP/1.1" status: 200 len: 912 time: 0.3167922 Jul 24 00:21:03.282833 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69d4c245-859d-474e-8830-2d4327619bb4 x-openstack-request-id: req-69d4c245-859d-474e-8830-2d4327619bb4 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:21:03.284675 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01ba2839-0af5-46aa-be86-5a7a6c831e5a", "tag": "26108f50-26f8-4507-b4e4-cb5d99a1f87a", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:21:03.285053 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-69d4c245-859d-474e-8830-2d4327619bb4 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:21:03.285544 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01ba2839-0af5-46aa-be86-5a7a6c831e5a', 'tag': '26108f50-26f8-4507-b4e4-cb5d99a1f87a', 'status': 'completed', 'code': 200} Jul 24 00:21:03.306989 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f23dc5a2-4333-4977-b262-fedd04c05541 req-52d7f69f-ac24-4c80-b160-973606665f9b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1642383-14fc-44ca-aed6-b8e70638a816 HTTP/1.1" status: 200 len: 217 time: 0.0956457 Jul 24 00:21:03.399946 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23dc5a2-4333-4977-b262-fedd04c05541 req-09968b56-43dd-4175-ba00-d5161327a250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:03.401853 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f23dc5a2-4333-4977-b262-fedd04c05541 req-09968b56-43dd-4175-ba00-d5161327a250 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=47f2c0d4-0d4f-46b9-9d68-d3d80dbac696 HTTP/1.1" status: 200 len: 850 time: 0.0877998 Jul 24 00:21:03.428211 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5a6eb3-2fbc-44bb-9204-b9a46d121da2 req-fd0e3031-c918-42cf-89ef-df423c1f095f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:03.431623 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fa5a6eb3-2fbc-44bb-9204-b9a46d121da2 req-fd0e3031-c918-42cf-89ef-df423c1f095f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bf6833d5ef4e4ec6b999c5c1a3734713&device_id=01ba2839-0af5-46aa-be86-5a7a6c831e5a HTTP/1.1" status: 200 len: 1095 time: 0.2587657 Jul 24 00:21:03.512244 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ba548-a4d1-47e7-b756-3d88d8819f04 req-5b22a2d0-9664-40a4-aeda-34747fa4bfd4 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:03.519588 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e80ba548-a4d1-47e7-b756-3d88d8819f04 req-5b22a2d0-9664-40a4-aeda-34747fa4bfd4 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6c17a47-9896-474b-a877-311b29aed970 HTTP/1.1" status: 200 len: 946 time: 0.2700675 Jul 24 00:21:03.520166 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ecb83-368b-45e9-a21c-3a30949abe00 req-e5fced5a-1404-45e4-8a61-229f7d8580e6 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:03.522086 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fa5a6eb3-2fbc-44bb-9204-b9a46d121da2 req-9c608752-e4d6-4a60-b613-418d989f267f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=26108f50-26f8-4507-b4e4-cb5d99a1f87a HTTP/1.1" status: 200 len: 217 time: 0.0821681 Jul 24 00:21:03.530902 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-327ecb83-368b-45e9-a21c-3a30949abe00 req-e5fced5a-1404-45e4-8a61-229f7d8580e6 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 945 time: 0.1532571 Jul 24 00:21:03.618118 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5a6eb3-2fbc-44bb-9204-b9a46d121da2 req-7caa124b-84f1-4f95-9a48-76f3d42eb743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:03.618118 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fa5a6eb3-2fbc-44bb-9204-b9a46d121da2 req-7caa124b-84f1-4f95-9a48-76f3d42eb743 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4f660729-e229-442a-bec0-0f7d8794afc6 HTTP/1.1" status: 200 len: 851 time: 0.0839167 Jul 24 00:21:03.642171 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-327ecb83-368b-45e9-a21c-3a30949abe00 req-c91a5d61-9b58-4122-ab30-09aa09b3439c tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103375 Jul 24 00:21:03.645764 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23dc5a2-4333-4977-b262-fedd04c05541 req-7178c0f5-1bd3-4c4d-941a-32516b4f8925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:03.647168 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f23dc5a2-4333-4977-b262-fedd04c05541 req-7178c0f5-1bd3-4c4d-941a-32516b4f8925 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=49599f72-6971-4c78-8210-d79c8aca88a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2202508 Jul 24 00:21:03.776993 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e80ba548-a4d1-47e7-b756-3d88d8819f04 req-9b53ebd6-81a0-42f3-a281-f84c1d431c8b tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ccac68c-b776-4e7b-bd31-5686cdfbb54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2564511 Jul 24 00:21:03.837547 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5a6eb3-2fbc-44bb-9204-b9a46d121da2 req-32a94321-3ee8-41a0-ab11-3f8080bb84b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:03.839241 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fa5a6eb3-2fbc-44bb-9204-b9a46d121da2 req-32a94321-3ee8-41a0-ab11-3f8080bb84b4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2151372 Jul 24 00:21:03.924126 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f23dc5a2-4333-4977-b262-fedd04c05541 req-8c66d918-542a-45b3-8a4e-7b2248e92d63 service neutron] 10.222.0.52 "GET /v2.0/networks/49599f72-6971-4c78-8210-d79c8aca88a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668478 Jul 24 00:21:03.984495 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cfa18e-d5de-43e9-bb27-b4eb5b35f32c req-678860dd-3997-4cf6-a622-11b160d1126e tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:03.993131 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-25cfa18e-d5de-43e9-bb27-b4eb5b35f32c req-678860dd-3997-4cf6-a622-11b160d1126e tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=01ba2839-0af5-46aa-be86-5a7a6c831e5a HTTP/1.1" status: 200 len: 943 time: 0.1535509 Jul 24 00:21:04.010187 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fa5a6eb3-2fbc-44bb-9204-b9a46d121da2 req-350084e8-939d-4d14-a4ba-1da1a38500de service neutron] 10.222.0.64 "GET /v2.0/networks/657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575127 Jul 24 00:21:04.062772 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f23dc5a2-4333-4977-b262-fedd04c05541 req-3e3de358-5970-4b4f-8954-027ff8c74b80 service neutron] 10.222.0.52 "GET /v2.0/networks/49599f72-6971-4c78-8210-d79c8aca88a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307540 Jul 24 00:21:04.119573 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-25cfa18e-d5de-43e9-bb27-b4eb5b35f32c req-413b5a96-b055-4d7d-a8cc-6ab2c7ad8469 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b86d8b5-9a55-4033-b55c-0b77ad34eb08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238470 Jul 24 00:21:04.232034 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b75d526-dcbc-466e-9581-ccb535c20213 req-9866ed49-98a0-4ecb-a23a-7f49c57fe6d6 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:04.234122 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2b75d526-dcbc-466e-9581-ccb535c20213 req-9866ed49-98a0-4ecb-a23a-7f49c57fe6d6 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/networks?id=49599f72-6971-4c78-8210-d79c8aca88a7 HTTP/1.1" status: 200 len: 811 time: 0.1408894 Jul 24 00:21:04.298963 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fa5a6eb3-2fbc-44bb-9204-b9a46d121da2 req-8aee02b2-8651-48ed-904b-ad13a5f41dd0 service neutron] 10.222.0.64 "GET /v2.0/networks/657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719247 Jul 24 00:21:04.315140 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2b75d526-dcbc-466e-9581-ccb535c20213 req-e415a05a-3e41-4ecf-a022-2c6f472e5fbb tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/quotas/3e6843e6f10f416d8b9cff83017e399e HTTP/1.1" status: 200 len: 375 time: 0.0148795 Jul 24 00:21:04.443370 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2b75d526-dcbc-466e-9581-ccb535c20213 req-aeabb791-66bb-446f-b3b4-a41682103889 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3e6843e6f10f416d8b9cff83017e399e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1269751 Jul 24 00:21:04.491680 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16391fca-a467-4a1f-ad0e-030f8e24f59e req-6846b322-4abf-4f50-988a-c2f892781371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:04.493316 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-16391fca-a467-4a1f-ad0e-030f8e24f59e req-6846b322-4abf-4f50-988a-c2f892781371 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bf6833d5ef4e4ec6b999c5c1a3734713&device_id=01ba2839-0af5-46aa-be86-5a7a6c831e5a HTTP/1.1" status: 200 len: 1095 time: 0.1349614 Jul 24 00:21:04.617741 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2b75d526-dcbc-466e-9581-ccb535c20213 req-9aa05cc6-da63-4d87-b675-1f4ec1e22994 service neutron] 10.222.0.44 "GET /v2.0/networks/49599f72-6971-4c78-8210-d79c8aca88a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654217 Jul 24 00:21:04.666489 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16391fca-a467-4a1f-ad0e-030f8e24f59e req-ffc5e1ec-b2ef-49e5-8493-4063f0ddb7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:04.668348 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-16391fca-a467-4a1f-ad0e-030f8e24f59e req-ffc5e1ec-b2ef-49e5-8493-4063f0ddb7e4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f HTTP/1.1" status: 200 len: 913 time: 0.1427879 Jul 24 00:21:04.716862 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-16391fca-a467-4a1f-ad0e-030f8e24f59e req-b0b2c18a-c67c-438c-83c1-762fb99ff81f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=26108f50-26f8-4507-b4e4-cb5d99a1f87a HTTP/1.1" status: 200 len: 217 time: 0.0411363 Jul 24 00:21:04.860077 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2b75d526-dcbc-466e-9581-ccb535c20213 req-3d0938eb-22bc-40c7-963e-5febd66e0930 service neutron] 10.222.0.44 "GET /v2.0/networks/49599f72-6971-4c78-8210-d79c8aca88a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278881 Jul 24 00:21:04.863771 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16391fca-a467-4a1f-ad0e-030f8e24f59e req-5796597b-f4e1-45cd-b63b-c876719f0cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:04.865422 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-16391fca-a467-4a1f-ad0e-030f8e24f59e req-5796597b-f4e1-45cd-b63b-c876719f0cae service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4f660729-e229-442a-bec0-0f7d8794afc6 HTTP/1.1" status: 200 len: 851 time: 0.1140230 Jul 24 00:21:05.000698 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16391fca-a467-4a1f-ad0e-030f8e24f59e req-2ccba900-6562-4887-86d4-60590c568303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:05.002944 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-16391fca-a467-4a1f-ad0e-030f8e24f59e req-2ccba900-6562-4887-86d4-60590c568303 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1307704 Jul 24 00:21:05.077176 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f964bb60-5c70-48de-88d3-f897c9a75eca req-190c7f04-061e-4be3-8f91-e40c2a2a7bf8 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:05.089700 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f964bb60-5c70-48de-88d3-f897c9a75eca req-190c7f04-061e-4be3-8f91-e40c2a2a7bf8 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6c17a47-9896-474b-a877-311b29aed970 HTTP/1.1" status: 200 len: 946 time: 0.1865518 Jul 24 00:21:05.221116 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f964bb60-5c70-48de-88d3-f897c9a75eca req-cb7d5b43-f799-4d5c-b462-a531c3d768a7 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ccac68c-b776-4e7b-bd31-5686cdfbb54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045029 Jul 24 00:21:05.373197 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-908e367a-5630-46bc-8cdb-691a5e8c7781 req-df953534-95b3-433f-b018-0ad470d72b46 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9e18e7f-6e26-4b52-b4b4-6716a07e4a51 HTTP/1.1" status: 200 len: 210 time: 0.1292171 Jul 24 00:21:05.377289 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-16391fca-a467-4a1f-ad0e-030f8e24f59e req-1eabd41d-6ba1-40ff-86fe-182cbd6a5f99 service neutron] 10.222.0.64 "GET /v2.0/networks/657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3601403 Jul 24 00:21:05.401157 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd4487-0712-4333-b476-f6aff56d1b69 req-bc042675-0700-4312-a137-7d33973565e1 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:05.402856 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d3bd4487-0712-4333-b476-f6aff56d1b69 req-bc042675-0700-4312-a137-7d33973565e1 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=01ba2839-0af5-46aa-be86-5a7a6c831e5a HTTP/1.1" status: 200 len: 943 time: 0.1321321 Jul 24 00:21:05.472246 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d3bd4487-0712-4333-b476-f6aff56d1b69 req-4a8483b9-b15f-4560-a3f8-02a3f2cf8d98 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b86d8b5-9a55-4033-b55c-0b77ad34eb08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534120 Jul 24 00:21:05.535640 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-16391fca-a467-4a1f-ad0e-030f8e24f59e req-27f30e1a-7106-43f2-9d76-da1375781c1c service neutron] 10.222.0.64 "GET /v2.0/networks/657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484334 Jul 24 00:21:06.427176 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec085ce-0731-4a20-81fd-2b78cf6e5b1f req-ea736346-51b7-42a8-b906-d3dd696ea961 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:06.441488 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6ec085ce-0731-4a20-81fd-2b78cf6e5b1f req-ea736346-51b7-42a8-b906-d3dd696ea961 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6c17a47-9896-474b-a877-311b29aed970 HTTP/1.1" status: 200 len: 946 time: 0.1562378 Jul 24 00:21:06.546715 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6ec085ce-0731-4a20-81fd-2b78cf6e5b1f req-5641d8de-1ea1-49b0-a202-c8c363dcecd6 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ccac68c-b776-4e7b-bd31-5686cdfbb54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993128 Jul 24 00:21:06.618798 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b75d526-dcbc-466e-9581-ccb535c20213 req-568040da-a82a-4dc2-8485-dab322adc748 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:06.620400 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2b75d526-dcbc-466e-9581-ccb535c20213 req-568040da-a82a-4dc2-8485-dab322adc748 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.52 "GET /v2.0/networks?id=49599f72-6971-4c78-8210-d79c8aca88a7 HTTP/1.1" status: 200 len: 811 time: 0.2501073 Jul 24 00:21:06.635558 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-2b75d526-dcbc-466e-9581-ccb535c20213 req-ba8ae2d7-8993-49cb-99c3-539524b653d3 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Request body: {'port': {'device_id': 'c9e18e7f-6e26-4b52-b4b4-6716a07e4a51', 'network_id': '49599f72-6971-4c78-8210-d79c8aca88a7', 'admin_state_up': True, 'tenant_id': '3e6843e6f10f416d8b9cff83017e399e'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:21:06.720396 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d889733a-25e6-47ff-941a-7f301836abe2 req-77e48e3d-61e0-432c-b1ce-3bb02962b252 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:06.728425 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d889733a-25e6-47ff-941a-7f301836abe2 req-77e48e3d-61e0-432c-b1ce-3bb02962b252 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=01ba2839-0af5-46aa-be86-5a7a6c831e5a HTTP/1.1" status: 200 len: 943 time: 0.0964518 Jul 24 00:21:06.734333 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ae1c38f9-9b01-472f-a24c-2918145a6405 req-8d94a62d-5291-4684-b4a7-d96aad23061d tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9e18e7f-6e26-4b52-b4b4-6716a07e4a51 HTTP/1.1" status: 200 len: 210 time: 0.1118610 Jul 24 00:21:06.779339 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d889733a-25e6-47ff-941a-7f301836abe2 req-a17ea7c9-9958-4ae1-93c7-193c7da64355 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b86d8b5-9a55-4033-b55c-0b77ad34eb08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492904 Jul 24 00:21:06.911507 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b75d526-dcbc-466e-9581-ccb535c20213 req-ba8ae2d7-8993-49cb-99c3-539524b653d3 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Made reservation on behalf of 3e6843e6f10f416d8b9cff83017e399e for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:21:06.917425 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-2b75d526-dcbc-466e-9581-ccb535c20213 req-ba8ae2d7-8993-49cb-99c3-539524b653d3 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:07.517470 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-2b75d526-dcbc-466e-9581-ccb535c20213 req-ba8ae2d7-8993-49cb-99c3-539524b653d3 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Allocated IP 172.20.0.8 (49599f72-6971-4c78-8210-d79c8aca88a7/47f2c0d4-0d4f-46b9-9d68-d3d80dbac696/ff9e881b-91c2-4776-980f-c99c19439c55) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:21:07.580440 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2138e26e-f7b7-4bf9-b427-b586ed1d9400 req-c18b11b0-46c8-48be-afa8-7950f7a0ba2d tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:07.582702 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2138e26e-f7b7-4bf9-b427-b586ed1d9400 req-c18b11b0-46c8-48be-afa8-7950f7a0ba2d tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 946 time: 0.1186903 Jul 24 00:21:07.641606 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2138e26e-f7b7-4bf9-b427-b586ed1d9400 req-1b5279cf-c47f-44a8-b5a8-f4a8f456cc5a tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524681 Jul 24 00:21:07.764952 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-2b75d526-dcbc-466e-9581-ccb535c20213 req-ba8ae2d7-8993-49cb-99c3-539524b653d3 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:07.787947 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a27238-e1a6-4e32-9087-93d58176f4f1 req-2de2f766-b709-45aa-8a44-8185b644a9e8 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:07.794680 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-55a27238-e1a6-4e32-9087-93d58176f4f1 req-2de2f766-b709-45aa-8a44-8185b644a9e8 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6c17a47-9896-474b-a877-311b29aed970 HTTP/1.1" status: 200 len: 946 time: 0.1694379 Jul 24 00:21:07.803876 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-2b75d526-dcbc-466e-9581-ccb535c20213 req-ba8ae2d7-8993-49cb-99c3-539524b653d3 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Transition to ACTIVE for port object ff9e881b-91c2-4776-980f-c99c19439c55 will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:21:07.829123 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b3c66e7d-b520-4190-a3ab-05a21cacc78b req-00a6e052-8118-4239-97ae-58d5189e2e9e tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9e18e7f-6e26-4b52-b4b4-6716a07e4a51 HTTP/1.1" status: 200 len: 210 time: 0.0415049 Jul 24 00:21:07.858416 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-55a27238-e1a6-4e32-9087-93d58176f4f1 req-58e568ea-f873-4f4b-9712-921a5fede970 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ccac68c-b776-4e7b-bd31-5686cdfbb54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619774 Jul 24 00:21:07.896841 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-2b75d526-dcbc-466e-9581-ccb535c20213 req-ba8ae2d7-8993-49cb-99c3-539524b653d3 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:07.916374 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['4b35ae3e-77f9-4e27-b989-ee37e33917aa'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:21:07.928305 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['7764dc49-d4f0-4286-8577-04bc153b7f83'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:21:08.029094 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b75d526-dcbc-466e-9581-ccb535c20213 req-ba8ae2d7-8993-49cb-99c3-539524b653d3 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Network 49599f72-6971-4c78-8210-d79c8aca88a7 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:21:08.040617 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-2b75d526-dcbc-466e-9581-ccb535c20213 req-ba8ae2d7-8993-49cb-99c3-539524b653d3 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:21:08.048074 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b75d526-dcbc-466e-9581-ccb535c20213 req-ba8ae2d7-8993-49cb-99c3-539524b653d3 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:21:08.085902 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b604e4fe-0adb-4b92-9198-a642d82b8bf7 req-014d06d0-2220-4b8e-bdf9-2033720be389 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:08.093323 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b604e4fe-0adb-4b92-9198-a642d82b8bf7 req-014d06d0-2220-4b8e-bdf9-2033720be389 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=01ba2839-0af5-46aa-be86-5a7a6c831e5a HTTP/1.1" status: 200 len: 943 time: 0.1824863 Jul 24 00:21:08.098384 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8ae2d7-8993-49cb-99c3-539524b653d3 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Pushing event updated for resources: {'Port': ['ID=ff9e881b-91c2-4776-980f-c99c19439c55,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:21:08.123162 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b75d526-dcbc-466e-9581-ccb535c20213 req-ba8ae2d7-8993-49cb-99c3-539524b653d3 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:08.124905 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-2b75d526-dcbc-466e-9581-ccb535c20213 req-ba8ae2d7-8993-49cb-99c3-539524b653d3 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:08.145505 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2b75d526-dcbc-466e-9581-ccb535c20213 req-ba8ae2d7-8993-49cb-99c3-539524b653d3 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5139356 Jul 24 00:21:08.171774 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-2b75d526-dcbc-466e-9581-ccb535c20213 req-1aa9d658-bcdc-4fe4-843e-1264d6f663a6 service neutron] Request body: {'port': {'device_id': 'c9e18e7f-6e26-4b52-b4b4-6716a07e4a51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:21:08.179251 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b604e4fe-0adb-4b92-9198-a642d82b8bf7 req-ee0f16a4-d3ad-4860-bf4f-b1e6d102eaae tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b86d8b5-9a55-4033-b55c-0b77ad34eb08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849476 Jul 24 00:21:08.335265 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-2b75d526-dcbc-466e-9581-ccb535c20213 req-1aa9d658-bcdc-4fe4-843e-1264d6f663a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:08.443059 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-5d40c2e9-6cb8-49cf-b9f4-5d178b32cdce None None] Provisioning for port ff9e881b-91c2-4776-980f-c99c19439c55 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:21:08.447648 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-5d40c2e9-6cb8-49cf-b9f4-5d178b32cdce None None] Provisioning complete for port ff9e881b-91c2-4776-980f-c99c19439c55 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:21:08.449455 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-5d40c2e9-6cb8-49cf-b9f4-5d178b32cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:08.499692 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-5d40c2e9-6cb8-49cf-b9f4-5d178b32cdce None None] Port ff9e881b-91c2-4776-980f-c99c19439c55 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:21:08.647835 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-2b75d526-dcbc-466e-9581-ccb535c20213 req-1aa9d658-bcdc-4fe4-843e-1264d6f663a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff9e881b-91c2-4776-980f-c99c19439c55 {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:21:08.656036 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-2b75d526-dcbc-466e-9581-ccb535c20213 req-1aa9d658-bcdc-4fe4-843e-1264d6f663a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:08.671453 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-2b75d526-dcbc-466e-9581-ccb535c20213 req-1aa9d658-bcdc-4fe4-843e-1264d6f663a6 service neutron] Transition to ACTIVE for port object ff9e881b-91c2-4776-980f-c99c19439c55 will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:21:08.676956 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-2b75d526-dcbc-466e-9581-ccb535c20213 req-1aa9d658-bcdc-4fe4-843e-1264d6f663a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:08.768470 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa9d658-bcdc-4fe4-843e-1264d6f663a6 service neutron] Pushing event updated for resources: {'Port': ['ID=ff9e881b-91c2-4776-980f-c99c19439c55,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:21:08.853048 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b835da-44a0-4acc-9d85-eedba196cc2b req-91f026d0-9a57-495c-ba79-b66a52342371 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:08.854619 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a1b835da-44a0-4acc-9d85-eedba196cc2b req-91f026d0-9a57-495c-ba79-b66a52342371 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 946 time: 0.1394658 Jul 24 00:21:08.898279 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-2b75d526-dcbc-466e-9581-ccb535c20213 req-1aa9d658-bcdc-4fe4-843e-1264d6f663a6 service neutron] Attempting to bind port ff9e881b-91c2-4776-980f-c99c19439c55 on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:21:08.898567 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-2b75d526-dcbc-466e-9581-ccb535c20213 req-1aa9d658-bcdc-4fe4-843e-1264d6f663a6 service neutron] Attempting to bind port ff9e881b-91c2-4776-980f-c99c19439c55 by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': '28758b2b-8e5b-4b20-97dc-892d312454de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '49599f72-6971-4c78-8210-d79c8aca88a7'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:21:08.898954 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b75d526-dcbc-466e-9581-ccb535c20213 req-1aa9d658-bcdc-4fe4-843e-1264d6f663a6 service neutron] Attempting to bind port ff9e881b-91c2-4776-980f-c99c19439c55 on network 49599f72-6971-4c78-8210-d79c8aca88a7 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:21:08.908220 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b75d526-dcbc-466e-9581-ccb535c20213 req-1aa9d658-bcdc-4fe4-843e-1264d6f663a6 service neutron] Port ff9e881b-91c2-4776-980f-c99c19439c55 on network 49599f72-6971-4c78-8210-d79c8aca88a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:21:08.908559 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b75d526-dcbc-466e-9581-ccb535c20213 req-1aa9d658-bcdc-4fe4-843e-1264d6f663a6 service neutron] Attempting to bind port ff9e881b-91c2-4776-980f-c99c19439c55 on network 49599f72-6971-4c78-8210-d79c8aca88a7 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:21:08.922401 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b75d526-dcbc-466e-9581-ccb535c20213 req-1aa9d658-bcdc-4fe4-843e-1264d6f663a6 service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:21:08.922770 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b75d526-dcbc-466e-9581-ccb535c20213 req-1aa9d658-bcdc-4fe4-843e-1264d6f663a6 service neutron] Checking segment: {'id': '28758b2b-8e5b-4b20-97dc-892d312454de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '49599f72-6971-4c78-8210-d79c8aca88a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:21:08.923135 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b75d526-dcbc-466e-9581-ccb535c20213 req-1aa9d658-bcdc-4fe4-843e-1264d6f663a6 service neutron] Bound using segment: {'id': '28758b2b-8e5b-4b20-97dc-892d312454de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '49599f72-6971-4c78-8210-d79c8aca88a7'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:21:08.923574 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-2b75d526-dcbc-466e-9581-ccb535c20213 req-1aa9d658-bcdc-4fe4-843e-1264d6f663a6 service neutron] Bound port: ff9e881b-91c2-4776-980f-c99c19439c55, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28758b2b-8e5b-4b20-97dc-892d312454de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '49599f72-6971-4c78-8210-d79c8aca88a7'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:21:08.923941 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-2b75d526-dcbc-466e-9581-ccb535c20213 req-1aa9d658-bcdc-4fe4-843e-1264d6f663a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:08.947437 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a1b835da-44a0-4acc-9d85-eedba196cc2b req-69bea22e-5f6a-4911-a855-288a345549ba tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/security-groups?id=97dce522-8fdb-4195-a64d-1f2e23de99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803692 Jul 24 00:21:09.081542 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-2b75d526-dcbc-466e-9581-ccb535c20213 req-1aa9d658-bcdc-4fe4-843e-1264d6f663a6 service neutron] For port ff9e881b-91c2-4776-980f-c99c19439c55, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:21:09.097364 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-2b75d526-dcbc-466e-9581-ccb535c20213 req-1aa9d658-bcdc-4fe4-843e-1264d6f663a6 service neutron] For port ff9e881b-91c2-4776-980f-c99c19439c55, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=ff9e881b-91c2-4776-980f-c99c19439c55,segment=NetworkSegment(28758b2b-8e5b-4b20-97dc-892d312454de),segment_id=28758b2b-8e5b-4b20-97dc-892d312454de)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:21:09.103594 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-2b75d526-dcbc-466e-9581-ccb535c20213 req-1aa9d658-bcdc-4fe4-843e-1264d6f663a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:09.121630 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa268cf7-c684-4ef3-be9d-8fc1d005f1d3 req-31e94a78-c966-4491-aaa1-9cffe474cc43 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:09.123337 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fa268cf7-c684-4ef3-be9d-8fc1d005f1d3 req-31e94a78-c966-4491-aaa1-9cffe474cc43 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 946 time: 0.1681564 Jul 24 00:21:09.135912 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b5c77-bfec-4b1b-90ca-740eba7abebb req-54bb9944-1e30-476f-a21b-e3d47f349345 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:09.147701 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b75d526-dcbc-466e-9581-ccb535c20213 req-1aa9d658-bcdc-4fe4-843e-1264d6f663a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:09.148838 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-2b75d526-dcbc-466e-9581-ccb535c20213 req-1aa9d658-bcdc-4fe4-843e-1264d6f663a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:09.149625 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-833b5c77-bfec-4b1b-90ca-740eba7abebb req-54bb9944-1e30-476f-a21b-e3d47f349345 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9e18e7f-6e26-4b52-b4b4-6716a07e4a51 HTTP/1.1" status: 200 len: 943 time: 0.1747472 Jul 24 00:21:09.149726 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2b75d526-dcbc-466e-9581-ccb535c20213 req-1aa9d658-bcdc-4fe4-843e-1264d6f663a6 service neutron] 10.222.0.52 "PUT /v2.0/ports/ff9e881b-91c2-4776-980f-c99c19439c55 HTTP/1.1" status: 200 len: 1092 time: 0.9918239 Jul 24 00:21:09.150183 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9e18e7f-6e26-4b52-b4b4-6716a07e4a51', 'tag': 'ff9e881b-91c2-4776-980f-c99c19439c55'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:21:09.152406 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5796f403-f395-49ff-ba82-9eacffaee5bd" -d '{"events": [{"name": "network-changed", "server_uuid": "c9e18e7f-6e26-4b52-b4b4-6716a07e4a51", "tag": "ff9e881b-91c2-4776-980f-c99c19439c55"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:21:09.186039 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ad8a0-2358-4bf8-8782-847ed488a0c7 req-6d23e76c-2418-47c1-9fd2-3b4de8d19468 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:09.193297 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bd0ad8a0-2358-4bf8-8782-847ed488a0c7 req-6d23e76c-2418-47c1-9fd2-3b4de8d19468 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6c17a47-9896-474b-a877-311b29aed970 HTTP/1.1" status: 200 len: 946 time: 0.1554327 Jul 24 00:21:09.204910 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa9d658-bcdc-4fe4-843e-1264d6f663a6 service neutron] Pushing event updated for resources: {'Port': ['ID=ff9e881b-91c2-4776-980f-c99c19439c55,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:21:09.260248 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bd0ad8a0-2358-4bf8-8782-847ed488a0c7 req-3157eb5b-d7f6-4e95-84d8-b748fe4552e4 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ccac68c-b776-4e7b-bd31-5686cdfbb54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660617 Jul 24 00:21:09.262769 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-833b5c77-bfec-4b1b-90ca-740eba7abebb req-5d504696-7d27-48da-8abd-d490af017933 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeb41864-d368-40dc-9b68-32578df5a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123168 Jul 24 00:21:09.331259 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7416c92-42e3-4eaf-8ad6-1db89df00da3 x-openstack-request-id: req-b7416c92-42e3-4eaf-8ad6-1db89df00da3 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:21:09.331772 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9e18e7f-6e26-4b52-b4b4-6716a07e4a51", "tag": "ff9e881b-91c2-4776-980f-c99c19439c55", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:21:09.331772 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b7416c92-42e3-4eaf-8ad6-1db89df00da3 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:21:09.332259 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9e18e7f-6e26-4b52-b4b4-6716a07e4a51', 'tag': 'ff9e881b-91c2-4776-980f-c99c19439c55', 'status': 'completed', 'code': 200} Jul 24 00:21:09.400541 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b75d526-dcbc-466e-9581-ccb535c20213 req-107ab119-b8a3-4be9-8916-5b6db3ccb721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:09.408568 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2b75d526-dcbc-466e-9581-ccb535c20213 req-107ab119-b8a3-4be9-8916-5b6db3ccb721 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3e6843e6f10f416d8b9cff83017e399e&device_id=c9e18e7f-6e26-4b52-b4b4-6716a07e4a51 HTTP/1.1" status: 200 len: 1095 time: 0.1633143 Jul 24 00:21:09.461048 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2b75d526-dcbc-466e-9581-ccb535c20213 req-b3997251-b837-4e54-924f-4bc0d250922b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff9e881b-91c2-4776-980f-c99c19439c55 HTTP/1.1" status: 200 len: 217 time: 0.0420878 Jul 24 00:21:09.472678 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-fa268cf7-c684-4ef3-be9d-8fc1d005f1d3 req-67be3957-7355-4e9b-85f6-666bfddea2d1 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Deleting port 32b908bd-8128-45fd-b263-ac8a656aab1f {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:21:09.474438 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-fa268cf7-c684-4ef3-be9d-8fc1d005f1d3 req-67be3957-7355-4e9b-85f6-666bfddea2d1 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:09.516921 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b75d526-dcbc-466e-9581-ccb535c20213 req-379a467b-7cd6-433e-8785-947d99fcaaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:09.518573 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2b75d526-dcbc-466e-9581-ccb535c20213 req-379a467b-7cd6-433e-8785-947d99fcaaa0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=47f2c0d4-0d4f-46b9-9d68-d3d80dbac696 HTTP/1.1" status: 200 len: 850 time: 0.0504611 Jul 24 00:21:09.529797 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9280daa9-c80f-4670-a0e4-3d882ccabd49 req-e1ce2376-d3d1-4a43-bb80-56812d6c2af4 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:09.531561 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9280daa9-c80f-4670-a0e4-3d882ccabd49 req-e1ce2376-d3d1-4a43-bb80-56812d6c2af4 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=01ba2839-0af5-46aa-be86-5a7a6c831e5a HTTP/1.1" status: 200 len: 943 time: 0.1500158 Jul 24 00:21:09.624009 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9280daa9-c80f-4670-a0e4-3d882ccabd49 req-f8b408f8-5432-48cc-b440-a442a8f36822 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b86d8b5-9a55-4033-b55c-0b77ad34eb08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582249 Jul 24 00:21:09.630287 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b75d526-dcbc-466e-9581-ccb535c20213 req-6066a735-95e2-4061-98cc-61e53eb8dc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:09.632457 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2b75d526-dcbc-466e-9581-ccb535c20213 req-6066a735-95e2-4061-98cc-61e53eb8dc1b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=49599f72-6971-4c78-8210-d79c8aca88a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1021049 Jul 24 00:21:09.652793 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-fa268cf7-c684-4ef3-be9d-8fc1d005f1d3 req-67be3957-7355-4e9b-85f6-666bfddea2d1 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] For port 32b908bd-8128-45fd-b263-ac8a656aab1f, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=32b908bd-8128-45fd-b263-ac8a656aab1f,segment=NetworkSegment(4a1dcf4b-f5e9-43bd-a598-49a091b374c5),segment_id=4a1dcf4b-f5e9-43bd-a598-49a091b374c5)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:21:09.653628 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-fa268cf7-c684-4ef3-be9d-8fc1d005f1d3 req-67be3957-7355-4e9b-85f6-666bfddea2d1 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:09.671697 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-fa268cf7-c684-4ef3-be9d-8fc1d005f1d3 req-67be3957-7355-4e9b-85f6-666bfddea2d1 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Calling delete_port for 32b908bd-8128-45fd-b263-ac8a656aab1f owned by compute:nova {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:21:09.746003 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2b75d526-dcbc-466e-9581-ccb535c20213 req-fb2f25c2-e89d-49b9-8cab-207d9be000ce service neutron] 10.222.0.52 "GET /v2.0/networks/49599f72-6971-4c78-8210-d79c8aca88a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076026 Jul 24 00:21:09.817899 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-fa268cf7-c684-4ef3-be9d-8fc1d005f1d3 req-67be3957-7355-4e9b-85f6-666bfddea2d1 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:09.846323 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2b75d526-dcbc-466e-9581-ccb535c20213 req-0a512aac-c24f-48da-b28f-78068006c9cc service neutron] 10.222.0.52 "GET /v2.0/networks/49599f72-6971-4c78-8210-d79c8aca88a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946898 Jul 24 00:21:09.885205 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67be3957-7355-4e9b-85f6-666bfddea2d1 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Pushing event deleted for resources: {'Port': ['ID=32b908bd-8128-45fd-b263-ac8a656aab1f,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:21:09.908491 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa268cf7-c684-4ef3-be9d-8fc1d005f1d3 req-67be3957-7355-4e9b-85f6-666bfddea2d1 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] No DVR routers for this DVR port 32b908bd-8128-45fd-b263-ac8a656aab1f on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:21:09.911512 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-fa268cf7-c684-4ef3-be9d-8fc1d005f1d3 req-67be3957-7355-4e9b-85f6-666bfddea2d1 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:09.913917 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fa268cf7-c684-4ef3-be9d-8fc1d005f1d3 req-67be3957-7355-4e9b-85f6-666bfddea2d1 tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.64 "DELETE /v2.0/ports/32b908bd-8128-45fd-b263-ac8a656aab1f HTTP/1.1" status: 204 len: 173 time: 0.7620742 Jul 24 00:21:09.914566 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e89242f-224e-4dc1-b3da-f148df7e6ea4', 'name': 'network-vif-deleted', 'tag': '32b908bd-8128-45fd-b263-ac8a656aab1f'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:21:09.917806 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-024391ed-21e4-40ae-91d2-014fe01e50e5" -d '{"events": [{"server_uuid": "7e89242f-224e-4dc1-b3da-f148df7e6ea4", "name": "network-vif-deleted", "tag": "32b908bd-8128-45fd-b263-ac8a656aab1f"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:21:09.988339 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a9c6c3e-ba91-4105-96f7-2ef631442a00 x-openstack-request-id: req-1a9c6c3e-ba91-4105-96f7-2ef631442a00 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:21:09.989455 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e89242f-224e-4dc1-b3da-f148df7e6ea4", "name": "network-vif-deleted", "tag": "32b908bd-8128-45fd-b263-ac8a656aab1f", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:21:09.990800 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1a9c6c3e-ba91-4105-96f7-2ef631442a00 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:21:09.990800 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e89242f-224e-4dc1-b3da-f148df7e6ea4', 'name': 'network-vif-deleted', 'tag': '32b908bd-8128-45fd-b263-ac8a656aab1f', 'status': 'completed', 'code': 200} Jul 24 00:21:10.023005 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5796f403-f395-49ff-ba82-9eacffaee5bd req-d68551ed-d567-4fd0-a36c-1d0e91f322b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:10.025736 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5796f403-f395-49ff-ba82-9eacffaee5bd req-d68551ed-d567-4fd0-a36c-1d0e91f322b1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3e6843e6f10f416d8b9cff83017e399e&device_id=c9e18e7f-6e26-4b52-b4b4-6716a07e4a51 HTTP/1.1" status: 200 len: 1095 time: 0.1299088 Jul 24 00:21:10.085480 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3988ad41-d960-4c19-8fee-2306dd9a9835 req-54b9d44f-2f17-41b0-a034-7ec8042ace9b tempest-ServersNegativeTestJSON-1739114136 tempest-ServersNegativeTestJSON-1739114136-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e89242f-224e-4dc1-b3da-f148df7e6ea4 HTTP/1.1" status: 200 len: 210 time: 0.0460558 Jul 24 00:21:10.160151 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5796f403-f395-49ff-ba82-9eacffaee5bd req-433bda09-daaf-48e9-a127-6bb4e1007e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:10.161600 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5796f403-f395-49ff-ba82-9eacffaee5bd req-433bda09-daaf-48e9-a127-6bb4e1007e3a service neutron] 10.222.0.52 "GET /v2.0/networks?id=49599f72-6971-4c78-8210-d79c8aca88a7 HTTP/1.1" status: 200 len: 912 time: 0.1229823 Jul 24 00:21:10.214572 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5796f403-f395-49ff-ba82-9eacffaee5bd req-6daa1b63-a9f1-4425-961e-6d5573bec363 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff9e881b-91c2-4776-980f-c99c19439c55 HTTP/1.1" status: 200 len: 217 time: 0.0436718 Jul 24 00:21:10.268891 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5796f403-f395-49ff-ba82-9eacffaee5bd req-6216ca4f-f8f6-4318-acff-fd9caba5b926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:10.270977 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5796f403-f395-49ff-ba82-9eacffaee5bd req-6216ca4f-f8f6-4318-acff-fd9caba5b926 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=47f2c0d4-0d4f-46b9-9d68-d3d80dbac696 HTTP/1.1" status: 200 len: 850 time: 0.0476694 Jul 24 00:21:10.399175 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5796f403-f395-49ff-ba82-9eacffaee5bd req-a3319883-0ce4-4f7f-b0b5-80592fab1915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:10.400667 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5796f403-f395-49ff-ba82-9eacffaee5bd req-a3319883-0ce4-4f7f-b0b5-80592fab1915 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=49599f72-6971-4c78-8210-d79c8aca88a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1230178 Jul 24 00:21:10.435598 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5a6c97-178c-4acd-b762-74ec5ce3c8af req-9049e402-1826-4709-b034-3577616d73bf tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:10.437871 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ac5a6c97-178c-4acd-b762-74ec5ce3c8af req-9049e402-1826-4709-b034-3577616d73bf tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9e18e7f-6e26-4b52-b4b4-6716a07e4a51 HTTP/1.1" status: 200 len: 943 time: 0.0834177 Jul 24 00:21:10.475977 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f420946-e458-451d-ad90-f84bf0475ce9 req-a1d5376b-3275-4a88-8d8e-7ea634913700 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:10.483053 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5f420946-e458-451d-ad90-f84bf0475ce9 req-a1d5376b-3275-4a88-8d8e-7ea634913700 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6c17a47-9896-474b-a877-311b29aed970 HTTP/1.1" status: 200 len: 946 time: 0.1290414 Jul 24 00:21:10.497415 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ac5a6c97-178c-4acd-b762-74ec5ce3c8af req-3fb00f2f-0aec-459c-bd67-bd6e5406477e tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeb41864-d368-40dc-9b68-32578df5a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536897 Jul 24 00:21:10.559533 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5f420946-e458-451d-ad90-f84bf0475ce9 req-d01f292b-e791-4d1f-b5e9-e168c86db815 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ccac68c-b776-4e7b-bd31-5686cdfbb54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755930 Jul 24 00:21:10.561559 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5796f403-f395-49ff-ba82-9eacffaee5bd req-0ab19246-b3a5-48fa-b249-84437161f06d service neutron] 10.222.0.52 "GET /v2.0/networks/49599f72-6971-4c78-8210-d79c8aca88a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496899 Jul 24 00:21:10.660064 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5796f403-f395-49ff-ba82-9eacffaee5bd req-f215b909-7c5f-4b13-ab9f-cbac2d94edd6 service neutron] 10.222.0.52 "GET /v2.0/networks/49599f72-6971-4c78-8210-d79c8aca88a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917032 Jul 24 00:21:10.782642 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036cf173-2348-4afa-bcb6-cfa681d35f7e req-aa3b092d-66b0-4a93-aa72-5c300b44efd5 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:10.784090 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-036cf173-2348-4afa-bcb6-cfa681d35f7e req-aa3b092d-66b0-4a93-aa72-5c300b44efd5 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=01ba2839-0af5-46aa-be86-5a7a6c831e5a HTTP/1.1" status: 200 len: 943 time: 0.0723026 Jul 24 00:21:10.823818 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-036cf173-2348-4afa-bcb6-cfa681d35f7e req-0774c625-7b4f-43d6-8ff9-1c29beb5eb6b tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b86d8b5-9a55-4033-b55c-0b77ad34eb08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333223 Jul 24 00:21:11.135461 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 53126) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:21:11.183605 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-77b5e22f-3509-4284-a33e-314a49625551 admin admin] Deleting subnet fe0da9e7-4ffa-48d2-af23-d88968a5a0e1 {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:21:11.186774 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-77b5e22f-3509-4284-a33e-314a49625551 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:11.221383 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-77b5e22f-3509-4284-a33e-314a49625551 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:11.261622 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-77b5e22f-3509-4284-a33e-314a49625551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:11.321474 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-77b5e22f-3509-4284-a33e-314a49625551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:11.346916 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b5e22f-3509-4284-a33e-314a49625551 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe0da9e7-4ffa-48d2-af23-d88968a5a0e1,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:21:11.350837 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-77b5e22f-3509-4284-a33e-314a49625551 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:11.352712 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-77b5e22f-3509-4284-a33e-314a49625551 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/fe0da9e7-4ffa-48d2-af23-d88968a5a0e1 HTTP/1.1" status: 204 len: 168 time: 0.2160122 Jul 24 00:21:11.355310 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 53128) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:21:11.424229 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ebbc67bf-47cd-4909-984e-f46e6edf1db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:11.482137 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 32b908bd-8128-45fd-b263-ac8a656aab1f no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:21:11.502640 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] No Port match for: 32b908bd-8128-45fd-b263-ac8a656aab1f {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:21:11.503297 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 32b908bd-8128-45fd-b263-ac8a656aab1f not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:21:11.509906 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ebbc67bf-47cd-4909-984e-f46e6edf1db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:11.526075 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-ebbc67bf-47cd-4909-984e-f46e6edf1db2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f54dfdc3-e2c8-4e0e-8c8e-324d22ca629b']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:21:11.539965 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-ebbc67bf-47cd-4909-984e-f46e6edf1db2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a1dcf4b-f5e9-43bd-a598-49a091b374c5') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:21:11.540266 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-ebbc67bf-47cd-4909-984e-f46e6edf1db2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a1dcf4b-f5e9-43bd-a598-49a091b374c5') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:21:11.550481 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ebbc67bf-47cd-4909-984e-f46e6edf1db2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:11.568901 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ebbc67bf-47cd-4909-984e-f46e6edf1db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:11.575448 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebbc67bf-47cd-4909-984e-f46e6edf1db2 admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:21:11.575866 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ebbc67bf-47cd-4909-984e-f46e6edf1db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:11.579091 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:21:11.579091 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:21:11.579091 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:21:11.579091 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:21:11.579091 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:21:11.579091 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:21:11.579091 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:21:11.579091 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:21:11.579091 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:21:11.579091 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:21:11.579091 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:21:11.579091 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:21:11.579091 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:21:11.579091 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:21:11.579091 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:21:11.579091 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:21:11.579091 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:21:11.579091 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:21:11.579091 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:21:11.579091 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:21:11.579091 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:21:11.579091 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:21:11.579091 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:21:11.579091 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:21:11.579091 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:21:11.579091 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:21:11.579091 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:21:11.579091 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:21:11.579091 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:21:11.579091 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:21:11.579091 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:21:11.579091 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:21:11.646915 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ebbc67bf-47cd-4909-984e-f46e6edf1db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:11.658477 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb64e8e-6a9c-430c-ba0b-f8df0f84100b req-84d04976-123a-438f-a24d-833c9c8e16a6 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:11.660034 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-deb64e8e-6a9c-430c-ba0b-f8df0f84100b req-84d04976-123a-438f-a24d-833c9c8e16a6 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9e18e7f-6e26-4b52-b4b4-6716a07e4a51 HTTP/1.1" status: 200 len: 943 time: 0.0899007 Jul 24 00:21:11.667389 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ebbc67bf-47cd-4909-984e-f46e6edf1db2 admin admin] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:11.675303 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-ebbc67bf-47cd-4909-984e-f46e6edf1db2 admin admin] 10.222.0.44 "DELETE /v2.0/networks/f54dfdc3-e2c8-4e0e-8c8e-324d22ca629b HTTP/1.1" status: 204 len: 168 time: 0.3129840 Jul 24 00:21:11.702026 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbc67bf-47cd-4909-984e-f46e6edf1db2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f54dfdc3-e2c8-4e0e-8c8e-324d22ca629b,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:21:11.757523 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-deb64e8e-6a9c-430c-ba0b-f8df0f84100b req-4bd8863e-5fab-4c43-9886-cf359c8abad6 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeb41864-d368-40dc-9b68-32578df5a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908985 Jul 24 00:21:11.764217 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45db802-fced-49e0-931d-d853897457e3 req-f202e144-649c-4fae-847b-a445aa1e5c8d tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:11.771390 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e45db802-fced-49e0-931d-d853897457e3 req-f202e144-649c-4fae-847b-a445aa1e5c8d tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6c17a47-9896-474b-a877-311b29aed970 HTTP/1.1" status: 200 len: 946 time: 0.1135528 Jul 24 00:21:11.817958 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e45db802-fced-49e0-931d-d853897457e3 req-84a2b0d4-d16c-459c-b99c-c7247245499d tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ccac68c-b776-4e7b-bd31-5686cdfbb54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453973 Jul 24 00:21:11.972750 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747dd4f2-0fb8-4ea2-8437-640d40f27f1c req-7bce7512-790f-4060-80d7-8cd2551fc2e0 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:11.977445 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-747dd4f2-0fb8-4ea2-8437-640d40f27f1c req-7bce7512-790f-4060-80d7-8cd2551fc2e0 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=01ba2839-0af5-46aa-be86-5a7a6c831e5a HTTP/1.1" status: 200 len: 943 time: 0.0831540 Jul 24 00:21:11.983668 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 53142) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:21:12.015535 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-747dd4f2-0fb8-4ea2-8437-640d40f27f1c req-092df526-a69f-4d53-90f0-d48e304abff0 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b86d8b5-9a55-4033-b55c-0b77ad34eb08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351021 Jul 24 00:21:12.028854 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-643c7bb1-59ca-4f78-94d7-461cd014978c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1d0faf1922314d3dad9a1a4e6c7e2bd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423734 Jul 24 00:21:12.029761 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 53144) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:21:12.082487 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-df392261-5eb4-4ce1-9a82-52515fe4cc20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:12.103634 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-df392261-5eb4-4ce1-9a82-52515fe4cc20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:12.153721 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-df392261-5eb4-4ce1-9a82-52515fe4cc20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:12.156636 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-df392261-5eb4-4ce1-9a82-52515fe4cc20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:12.158019 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-df392261-5eb4-4ce1-9a82-52515fe4cc20 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/97dce522-8fdb-4195-a64d-1f2e23de99f3 HTTP/1.1" status: 204 len: 168 time: 0.1271815 Jul 24 00:21:12.165906 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df392261-5eb4-4ce1-9a82-52515fe4cc20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97dce522-8fdb-4195-a64d-1f2e23de99f3,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:21:12.831140 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device ff9e881b-91c2-4776-980f-c99c19439c55 details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:21:12.858652 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 53172) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:21:12.925672 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b38704-5834-43a5-a4be-89e1f5f26daf req-eb9d478e-66ca-42a9-8aa6-aa52b09aa88a tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:12.941291 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-22b38704-5834-43a5-a4be-89e1f5f26daf req-eb9d478e-66ca-42a9-8aa6-aa52b09aa88a tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9e18e7f-6e26-4b52-b4b4-6716a07e4a51 HTTP/1.1" status: 200 len: 943 time: 0.1279414 Jul 24 00:21:13.003282 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8705c2-bcbc-48ca-a97c-009785589217 req-0579ba89-fcec-4764-8006-ad332c613fca tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:13.011357 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8f8705c2-bcbc-48ca-a97c-009785589217 req-0579ba89-fcec-4764-8006-ad332c613fca tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6c17a47-9896-474b-a877-311b29aed970 HTTP/1.1" status: 200 len: 946 time: 0.1132388 Jul 24 00:21:13.051027 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-22b38704-5834-43a5-a4be-89e1f5f26daf req-25f35e9d-f38e-482a-a336-1194e272b8a9 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeb41864-d368-40dc-9b68-32578df5a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014290 Jul 24 00:21:13.073592 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8f8705c2-bcbc-48ca-a97c-009785589217 req-ccf1bb08-5aa9-4dc3-8cd3-3cac499abcf6 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ccac68c-b776-4e7b-bd31-5686cdfbb54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610528 Jul 24 00:21:13.078564 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port ff9e881b-91c2-4776-980f-c99c19439c55, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=ff9e881b-91c2-4776-980f-c99c19439c55,segment=NetworkSegment(28758b2b-8e5b-4b20-97dc-892d312454de),segment_id=28758b2b-8e5b-4b20-97dc-892d312454de)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:21:13.096794 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-4feb3008-80fe-48e0-8839-0f201843f61c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1945840497-network', 'tenant_id': '819708cc484a4855acd8cf289bb3402a'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:21:13.099394 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': 'ff9e881b-91c2-4776-980f-c99c19439c55', 'network_id': '49599f72-6971-4c78-8210-d79c8aca88a7', 'port_id': 'ff9e881b-91c2-4776-980f-c99c19439c55', 'mac_address': 'fa:16:3e:7e:1f:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47f2c0d4-0d4f-46b9-9d68-d3d80dbac696', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:21:13.128759 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4feb3008-80fe-48e0-8839-0f201843f61c admin admin] Made reservation on behalf of 819708cc484a4855acd8cf289bb3402a for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:21:13.131089 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4feb3008-80fe-48e0-8839-0f201843f61c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:13.147089 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:13.160058 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff9e881b-91c2-4776-980f-c99c19439c55 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:21:13.179242 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4feb3008-80fe-48e0-8839-0f201843f61c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:13.194577 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80fed4d-1f0d-400c-bbdc-672b84c330f3 req-618ffbce-28e2-4921-acec-bf756251b078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:13.195161 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port ff9e881b-91c2-4776-980f-c99c19439c55, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=ff9e881b-91c2-4776-980f-c99c19439c55,segment=NetworkSegment(28758b2b-8e5b-4b20-97dc-892d312454de),segment_id=28758b2b-8e5b-4b20-97dc-892d312454de)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:21:13.196137 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f80fed4d-1f0d-400c-bbdc-672b84c330f3 req-618ffbce-28e2-4921-acec-bf756251b078 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b6c17a47-9896-474b-a877-311b29aed970 HTTP/1.1" status: 200 len: 1098 time: 0.1444538 Jul 24 00:21:13.200044 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:13.255941 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=ff9e881b-91c2-4776-980f-c99c19439c55,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:21:13.270622 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f80fed4d-1f0d-400c-bbdc-672b84c330f3 req-9d48d9be-1d36-411d-91fa-c1c883728964 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=2ccac68c-b776-4e7b-bd31-5686cdfbb54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647113 Jul 24 00:21:13.284763 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd1befd-d3c1-4487-b0b2-f96663034d0a req-fa886410-cb3e-4739-8e98-415f8032fd63 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:13.286296 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-dcd1befd-d3c1-4487-b0b2-f96663034d0a req-fa886410-cb3e-4739-8e98-415f8032fd63 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=01ba2839-0af5-46aa-be86-5a7a6c831e5a HTTP/1.1" status: 200 len: 943 time: 0.1593542 Jul 24 00:21:13.348575 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-dcd1befd-d3c1-4487-b0b2-f96663034d0a req-a54b40b6-376f-4b78-82ea-bb3e98f30898 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b86d8b5-9a55-4033-b55c-0b77ad34eb08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546727 Jul 24 00:21:13.373187 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4feb3008-80fe-48e0-8839-0f201843f61c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:13.378334 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4feb3008-80fe-48e0-8839-0f201843f61c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:13.399316 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4feb3008-80fe-48e0-8839-0f201843f61c admin admin] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:21:13.414100 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feb3008-80fe-48e0-8839-0f201843f61c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e3b6343-0956-4af2-b3a5-d4c881806563,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:21:13.421128 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4feb3008-80fe-48e0-8839-0f201843f61c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:13.421495 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-4feb3008-80fe-48e0-8839-0f201843f61c admin admin] Added segment 5260e73a-7cc6-4afd-b511-ce9a4aedd105 of type vlan for network 638ed06b-37c4-4e4e-9416-48b36cce6713 Jul 24 00:21:13.454114 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['ff9e881b-91c2-4776-980f-c99c19439c55'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:21:13.464676 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4feb3008-80fe-48e0-8839-0f201843f61c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:13.499869 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4feb3008-80fe-48e0-8839-0f201843f61c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:13.500469 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4feb3008-80fe-48e0-8839-0f201843f61c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:13.501179 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4feb3008-80fe-48e0-8839-0f201843f61c admin admin] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:13.559346 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feb3008-80fe-48e0-8839-0f201843f61c admin admin] Pushing event updated for resources: {'Network': ['ID=638ed06b-37c4-4e4e-9416-48b36cce6713,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:21:13.573658 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-4feb3008-80fe-48e0-8839-0f201843f61c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7112017 Jul 24 00:21:13.574107 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 53194) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:21:13.575815 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 638ed06b-37c4-4e4e-9416-48b36cce6713 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:21:13.579804 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-56435b0a-b9a6-4e8a-ad5d-9b9339fc6343 admin admin] Request body: {'subnet': {'network_id': '638ed06b-37c4-4e4e-9416-48b36cce6713', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1945840497-subnet', 'tenant_id': '819708cc484a4855acd8cf289bb3402a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:21:13.608164 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56435b0a-b9a6-4e8a-ad5d-9b9339fc6343 admin admin] Made reservation on behalf of 819708cc484a4855acd8cf289bb3402a for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:21:13.611016 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-56435b0a-b9a6-4e8a-ad5d-9b9339fc6343 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:13.798585 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-56435b0a-b9a6-4e8a-ad5d-9b9339fc6343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:13.861249 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56435b0a-b9a6-4e8a-ad5d-9b9339fc6343 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8497362-30af-4bd3-8c41-7992db45dcf8,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:21:13.865441 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56435b0a-b9a6-4e8a-ad5d-9b9339fc6343 admin admin] Checking segment: {'id': '5260e73a-7cc6-4afd-b511-ce9a4aedd105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '638ed06b-37c4-4e4e-9416-48b36cce6713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:21:13.865835 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56435b0a-b9a6-4e8a-ad5d-9b9339fc6343 admin admin] Network hostable DHCP agents. Network: 638ed06b-37c4-4e4e-9416-48b36cce6713, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:21:13.882590 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56435b0a-b9a6-4e8a-ad5d-9b9339fc6343 admin admin] Network 638ed06b-37c4-4e4e-9416-48b36cce6713 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:21:13.890934 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-56435b0a-b9a6-4e8a-ad5d-9b9339fc6343 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 638ed06b-37c4-4e4e-9416-48b36cce6713) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:21:13.895818 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56435b0a-b9a6-4e8a-ad5d-9b9339fc6343 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:13.896459 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-56435b0a-b9a6-4e8a-ad5d-9b9339fc6343 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:13.900352 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412eda96-2de5-421c-9ea1-eadd384b2e70 None None] Network 638ed06b-37c4-4e4e-9416-48b36cce6713 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:21:13.915821 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-56435b0a-b9a6-4e8a-ad5d-9b9339fc6343 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3380299 Jul 24 00:21:13.916218 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 53196) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:21:13.920845 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-98f71545-01ca-4162-8dae-729d1d035eac admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1945840497-router', 'tenant_id': '819708cc484a4855acd8cf289bb3402a', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:21:13.962973 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-98f71545-01ca-4162-8dae-729d1d035eac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:13.964431 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-98f71545-01ca-4162-8dae-729d1d035eac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:14.033290 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-98f71545-01ca-4162-8dae-729d1d035eac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:14.096439 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045a0686-f3b0-47a0-85c5-8271b2a8e549 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-638ed06b-37c4-4e4e-9416-48b36cce6713', 'network_id': '638ed06b-37c4-4e4e-9416-48b36cce6713', 'tenant_id': '819708cc484a4855acd8cf289bb3402a', 'fixed_ips': [{'subnet_id': 'b8497362-30af-4bd3-8c41-7992db45dcf8'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:21:14.104931 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-045a0686-f3b0-47a0-85c5-8271b2a8e549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:14.253039 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-98f71545-01ca-4162-8dae-729d1d035eac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:14.287658 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dacf85-1e88-433f-bea9-fd93b30a0064 req-3c3884b7-c6a1-47eb-925d-4aeeda7bb74d tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:14.290260 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d4dacf85-1e88-433f-bea9-fd93b30a0064 req-3c3884b7-c6a1-47eb-925d-4aeeda7bb74d tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9e18e7f-6e26-4b52-b4b4-6716a07e4a51 HTTP/1.1" status: 200 len: 944 time: 0.1161776 Jul 24 00:21:14.320062 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d99cd48-b970-45c3-b83f-209d06698568 req-4779dd33-9590-449f-b65c-d4e5bb52c2c5 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:14.321693 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1d99cd48-b970-45c3-b83f-209d06698568 req-4779dd33-9590-449f-b65c-d4e5bb52c2c5 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6c17a47-9896-474b-a877-311b29aed970 HTTP/1.1" status: 200 len: 946 time: 0.1812358 Jul 24 00:21:14.342701 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d4dacf85-1e88-433f-bea9-fd93b30a0064 req-19cb7035-029b-4219-b0b7-c733c6388d28 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeb41864-d368-40dc-9b68-32578df5a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455894 Jul 24 00:21:14.427254 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1d99cd48-b970-45c3-b83f-209d06698568 req-4141c9c6-84d7-4525-9566-bffa1eb81c2d tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ccac68c-b776-4e7b-bd31-5686cdfbb54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878496 Jul 24 00:21:14.437507 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-045a0686-f3b0-47a0-85c5-8271b2a8e549 None None] Allocated IP 172.20.0.2 (638ed06b-37c4-4e4e-9416-48b36cce6713/b8497362-30af-4bd3-8c41-7992db45dcf8/975c96ac-b34e-41e8-bb28-848da4f5a16c) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:21:14.538298 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5e1e3a-9d33-47a9-a480-df618488a644 req-e13e6aae-901f-4c6a-b77f-62f667e74f79 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:14.548567 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6f5e1e3a-9d33-47a9-a480-df618488a644 req-e13e6aae-901f-4c6a-b77f-62f667e74f79 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=01ba2839-0af5-46aa-be86-5a7a6c831e5a HTTP/1.1" status: 200 len: 943 time: 0.1125438 Jul 24 00:21:14.590701 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6f5e1e3a-9d33-47a9-a480-df618488a644 req-0868bc51-dd1e-4f8b-b4c9-12fa55d39f6b tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b86d8b5-9a55-4033-b55c-0b77ad34eb08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409122 Jul 24 00:21:14.614194 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-98f71545-01ca-4162-8dae-729d1d035eac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:14.633649 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-98f71545-01ca-4162-8dae-729d1d035eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:14.643846 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-045a0686-f3b0-47a0-85c5-8271b2a8e549 None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:14.653359 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-045a0686-f3b0-47a0-85c5-8271b2a8e549 None None] Transition to ACTIVE for port object 975c96ac-b34e-41e8-bb28-848da4f5a16c will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:21:14.672270 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-045a0686-f3b0-47a0-85c5-8271b2a8e549 None None] Transition to ACTIVE for port object 975c96ac-b34e-41e8-bb28-848da4f5a16c will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:21:14.679249 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-045a0686-f3b0-47a0-85c5-8271b2a8e549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:14.718771 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045a0686-f3b0-47a0-85c5-8271b2a8e549 None None] Network 638ed06b-37c4-4e4e-9416-48b36cce6713 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:21:14.725682 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-045a0686-f3b0-47a0-85c5-8271b2a8e549 None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:21:14.729255 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045a0686-f3b0-47a0-85c5-8271b2a8e549 None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:21:14.740108 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045a0686-f3b0-47a0-85c5-8271b2a8e549 None None] Pushing event updated for resources: {'Port': ['ID=975c96ac-b34e-41e8-bb28-848da4f5a16c,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:21:14.765408 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-98f71545-01ca-4162-8dae-729d1d035eac admin admin] Allocated IP 172.25.3.114 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/2976143c-02d2-44bd-842e-9ac50abcf4d6) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:21:14.802431 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-045a0686-f3b0-47a0-85c5-8271b2a8e549 None None] Attempting to bind port 975c96ac-b34e-41e8-bb28-848da4f5a16c on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:21:14.802717 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-045a0686-f3b0-47a0-85c5-8271b2a8e549 None None] Attempting to bind port 975c96ac-b34e-41e8-bb28-848da4f5a16c by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '5260e73a-7cc6-4afd-b511-ce9a4aedd105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '638ed06b-37c4-4e4e-9416-48b36cce6713'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:21:14.803097 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045a0686-f3b0-47a0-85c5-8271b2a8e549 None None] Attempting to bind port 975c96ac-b34e-41e8-bb28-848da4f5a16c on network 638ed06b-37c4-4e4e-9416-48b36cce6713 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:21:14.808984 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045a0686-f3b0-47a0-85c5-8271b2a8e549 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:21:14.809365 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045a0686-f3b0-47a0-85c5-8271b2a8e549 None None] Checking segment: {'id': '5260e73a-7cc6-4afd-b511-ce9a4aedd105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '638ed06b-37c4-4e4e-9416-48b36cce6713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:21:14.809769 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-045a0686-f3b0-47a0-85c5-8271b2a8e549 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:14.810171 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045a0686-f3b0-47a0-85c5-8271b2a8e549 None None] Bound using segment: {'id': '5260e73a-7cc6-4afd-b511-ce9a4aedd105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '638ed06b-37c4-4e4e-9416-48b36cce6713'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:21:14.810640 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-045a0686-f3b0-47a0-85c5-8271b2a8e549 None None] Bound port: 975c96ac-b34e-41e8-bb28-848da4f5a16c, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5260e73a-7cc6-4afd-b511-ce9a4aedd105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '638ed06b-37c4-4e4e-9416-48b36cce6713'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:21:14.811026 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-045a0686-f3b0-47a0-85c5-8271b2a8e549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:14.857182 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 2221df95-de43-411b-8e9d-607c97856962 details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:21:14.859020 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device ff9e881b-91c2-4776-980f-c99c19439c55 up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:21:14.875820 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-98f71545-01ca-4162-8dae-729d1d035eac admin admin] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:14.920623 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:14.921241 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-98f71545-01ca-4162-8dae-729d1d035eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:14.934329 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-045a0686-f3b0-47a0-85c5-8271b2a8e549 None None] For port 975c96ac-b34e-41e8-bb28-848da4f5a16c, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:21:14.937764 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-045a0686-f3b0-47a0-85c5-8271b2a8e549 None None] For port 975c96ac-b34e-41e8-bb28-848da4f5a16c, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=975c96ac-b34e-41e8-bb28-848da4f5a16c,segment=NetworkSegment(5260e73a-7cc6-4afd-b511-ce9a4aedd105),segment_id=5260e73a-7cc6-4afd-b511-ce9a4aedd105)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:21:14.956630 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-045a0686-f3b0-47a0-85c5-8271b2a8e549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:14.969815 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f71545-01ca-4162-8dae-729d1d035eac admin admin] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:21:14.972788 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-98f71545-01ca-4162-8dae-729d1d035eac admin admin] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:21:14.978127 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f71545-01ca-4162-8dae-729d1d035eac admin admin] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:21:14.981566 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f71545-01ca-4162-8dae-729d1d035eac admin admin] Pushing event updated for resources: {'Port': ['ID=2976143c-02d2-44bd-842e-9ac50abcf4d6,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:21:15.083440 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045a0686-f3b0-47a0-85c5-8271b2a8e549 None None] Pushing event updated for resources: {'Port': ['ID=975c96ac-b34e-41e8-bb28-848da4f5a16c,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:21:15.099242 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port ff9e881b-91c2-4776-980f-c99c19439c55 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:21:15.115369 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port ff9e881b-91c2-4776-980f-c99c19439c55 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:21:15.116356 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:15.158360 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 2221df95-de43-411b-8e9d-607c97856962, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=2221df95-de43-411b-8e9d-607c97856962,segment=NetworkSegment(2410fdff-a7e2-4688-a6bf-a952d37487ef),segment_id=2410fdff-a7e2-4688-a6bf-a952d37487ef)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:21:15.181287 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': '2221df95-de43-411b-8e9d-607c97856962', 'network_id': 'eee3295d-0589-4617-9ff6-3a74daf2e74b', 'port_id': '2221df95-de43-411b-8e9d-607c97856962', 'mac_address': 'fa:16:3e:c5:65:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5742575c-0343-44ec-8a39-bc46066db6b0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:21:15.289193 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:15.307821 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2221df95-de43-411b-8e9d-607c97856962 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:21:15.337179 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 2221df95-de43-411b-8e9d-607c97856962, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=2221df95-de43-411b-8e9d-607c97856962,segment=NetworkSegment(2410fdff-a7e2-4688-a6bf-a952d37487ef),segment_id=2410fdff-a7e2-4688-a6bf-a952d37487ef)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:21:15.337179 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:15.339948 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-98f71545-01ca-4162-8dae-729d1d035eac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:15.352961 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:15.429088 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e18e7f-6e26-4b52-b4b4-6716a07e4a51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff9e881b-91c2-4776-980f-c99c19439c55'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:21:15.431616 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b1127e-cac3-49c8-8ef0-c072f107350e" -d '{"events": [{"server_uuid": "c9e18e7f-6e26-4b52-b4b4-6716a07e4a51", "name": "network-vif-plugged", "status": "completed", "tag": "ff9e881b-91c2-4776-980f-c99c19439c55"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:21:15.441798 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=2221df95-de43-411b-8e9d-607c97856962,revision_number=6']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:21:15.448561 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port ff9e881b-91c2-4776-980f-c99c19439c55, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=ff9e881b-91c2-4776-980f-c99c19439c55,segment=NetworkSegment(28758b2b-8e5b-4b20-97dc-892d312454de),segment_id=28758b2b-8e5b-4b20-97dc-892d312454de)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:21:15.454412 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:15.478015 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8a13e13-db66-4582-9c85-cc2738fcad80 x-openstack-request-id: req-a8a13e13-db66-4582-9c85-cc2738fcad80 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:21:15.478314 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e18e7f-6e26-4b52-b4b4-6716a07e4a51", "name": "network-vif-plugged", "status": "completed", "tag": "ff9e881b-91c2-4776-980f-c99c19439c55", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:21:15.478570 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a8a13e13-db66-4582-9c85-cc2738fcad80 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:21:15.478966 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e18e7f-6e26-4b52-b4b4-6716a07e4a51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff9e881b-91c2-4776-980f-c99c19439c55', 'code': 200} Jul 24 00:21:15.508445 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 26108f50-26f8-4507-b4e4-cb5d99a1f87a details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:21:15.558197 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=ff9e881b-91c2-4776-980f-c99c19439c55,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:21:15.651755 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['2221df95-de43-411b-8e9d-607c97856962'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:21:15.677857 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb70740-9ae4-4b25-876c-7b8d65a9538a req-7007a4b4-c67d-4717-b4c8-fae8f4da1ec8 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:15.680001 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6cb70740-9ae4-4b25-876c-7b8d65a9538a req-7007a4b4-c67d-4717-b4c8-fae8f4da1ec8 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9e18e7f-6e26-4b52-b4b4-6716a07e4a51 HTTP/1.1" status: 200 len: 944 time: 0.2485332 Jul 24 00:21:15.703941 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-98f71545-01ca-4162-8dae-729d1d035eac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:15.734681 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 26108f50-26f8-4507-b4e4-cb5d99a1f87a, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=26108f50-26f8-4507-b4e4-cb5d99a1f87a,segment=NetworkSegment(a1a1465a-fd99-41c9-bf89-faf21d67cc5e),segment_id=a1a1465a-fd99-41c9-bf89-faf21d67cc5e)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:21:15.753666 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': '26108f50-26f8-4507-b4e4-cb5d99a1f87a', 'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f', 'port_id': '26108f50-26f8-4507-b4e4-cb5d99a1f87a', 'mac_address': 'fa:16:3e:97:59:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f660729-e229-442a-bec0-0f7d8794afc6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:21:15.762768 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d3fa0f-e166-40c0-9bf7-1f786d377e00 req-1eb72099-3312-49a4-8b4a-30271a613d30 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:15.766826 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-74d3fa0f-e166-40c0-9bf7-1f786d377e00 req-1eb72099-3312-49a4-8b4a-30271a613d30 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6c17a47-9896-474b-a877-311b29aed970 HTTP/1.1" status: 200 len: 945 time: 0.1811919 Jul 24 00:21:15.845133 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-74d3fa0f-e166-40c0-9bf7-1f786d377e00 req-bbe3c06e-1b21-4285-9f87-5de6a9c11866 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ccac68c-b776-4e7b-bd31-5686cdfbb54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711780 Jul 24 00:21:15.869315 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 53230) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:21:15.879753 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:15.900162 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26108f50-26f8-4507-b4e4-cb5d99a1f87a {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:21:15.935828 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6cb70740-9ae4-4b25-876c-7b8d65a9538a req-6d531276-5f88-4aa1-aa51-08139959ab55 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeb41864-d368-40dc-9b68-32578df5a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362924 Jul 24 00:21:15.948637 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 26108f50-26f8-4507-b4e4-cb5d99a1f87a, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=26108f50-26f8-4507-b4e4-cb5d99a1f87a,segment=NetworkSegment(a1a1465a-fd99-41c9-bf89-faf21d67cc5e),segment_id=a1a1465a-fd99-41c9-bf89-faf21d67cc5e)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:21:15.956617 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266b8dbf-3b08-4405-8f05-d607cb2e588f req-bb9f687b-cdeb-4a22-a903-022eb1a04c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:15.971374 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-266b8dbf-3b08-4405-8f05-d607cb2e588f req-bb9f687b-cdeb-4a22-a903-022eb1a04c28 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c9e18e7f-6e26-4b52-b4b4-6716a07e4a51 HTTP/1.1" status: 200 len: 1097 time: 0.4360576 Jul 24 00:21:15.975840 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-f3f0e83f-f8e0-4b0e-bac4-5156b2a53b99 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/floatingips/e302f899-9ed0-47ff-bf18-e63331f51746 HTTP/1.1" status: 200 len: 993 time: 0.1048007 Jul 24 00:21:15.991600 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:16.091450 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb45bb-af86-4590-bd5e-d89e833b126f req-7bd80a1e-27eb-4a3e-9d21-3600fba10b00 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:16.093340 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c3cb45bb-af86-4590-bd5e-d89e833b126f req-7bd80a1e-27eb-4a3e-9d21-3600fba10b00 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=01ba2839-0af5-46aa-be86-5a7a6c831e5a HTTP/1.1" status: 200 len: 944 time: 0.1115048 Jul 24 00:21:16.103458 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=26108f50-26f8-4507-b4e4-cb5d99a1f87a,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:21:16.113320 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-266b8dbf-3b08-4405-8f05-d607cb2e588f req-8610040c-eb04-4f6d-94b2-a384cb29e47c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=eeb41864-d368-40dc-9b68-32578df5a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301403 Jul 24 00:21:16.166628 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c3cb45bb-af86-4590-bd5e-d89e833b126f req-80ae0136-1da9-4fd1-8845-3a3d5bd0cb42 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b86d8b5-9a55-4033-b55c-0b77ad34eb08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582042 Jul 24 00:21:16.172370 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98f71545-01ca-4162-8dae-729d1d035eac admin admin] Router cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049 is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:21:16.230050 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['26108f50-26f8-4507-b4e4-cb5d99a1f87a'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:21:16.309738 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98f71545-01ca-4162-8dae-729d1d035eac admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:21:16.322015 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53197cfa-86a2-4c17-a726-3bb4467737f2 None None] Sync routers for ids ['cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:21:16.331190 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-98f71545-01ca-4162-8dae-729d1d035eac admin admin] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:16.337247 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-98f71545-01ca-4162-8dae-729d1d035eac admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4195902 Jul 24 00:21:16.337477 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 53232) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:21:16.350052 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53197cfa-86a2-4c17-a726-3bb4467737f2 None None] Routers {'cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:21:16.351164 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-53197cfa-86a2-4c17-a726-3bb4467737f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:20:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:21:16.482343 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47bd218-62e9-4e51-b0cd-d53387d3c0c2 None None] Network 638ed06b-37c4-4e4e-9416-48b36cce6713 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:21:16.542144 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-53197cfa-86a2-4c17-a726-3bb4467737f2 None None] Set router cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:21:16.659660 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-fd05c547-810f-4ce5-96a7-db15737e2813 None None] Provisioning for port 975c96ac-b34e-41e8-bb28-848da4f5a16c completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:21:16.811242 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4b221c0a-c9b9-43f7-bfe9-1b4b4cdbbe82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:16.958545 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 2221df95-de43-411b-8e9d-607c97856962 up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:21:17.013708 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-4b221c0a-c9b9-43f7-bfe9-1b4b4cdbbe82 admin admin] Allocated IP 172.20.0.1 (638ed06b-37c4-4e4e-9416-48b36cce6713/b8497362-30af-4bd3-8c41-7992db45dcf8/18ef5fcd-dd30-451d-921d-2ef71e4007ee) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:21:17.177969 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4b221c0a-c9b9-43f7-bfe9-1b4b4cdbbe82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:17.195337 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [None req-4b221c0a-c9b9-43f7-bfe9-1b4b4cdbbe82 admin admin] Transition to ACTIVE for port object 18ef5fcd-dd30-451d-921d-2ef71e4007ee will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:21:17.197414 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acc5e7c-e281-44d1-8d21-45e48508f4fb req-8a365669-0715-4bfd-a874-e229a4384c7c tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:17.210244 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0acc5e7c-e281-44d1-8d21-45e48508f4fb req-8a365669-0715-4bfd-a874-e229a4384c7c tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9e18e7f-6e26-4b52-b4b4-6716a07e4a51 HTTP/1.1" status: 200 len: 945 time: 0.1454208 Jul 24 00:21:17.226848 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-53197cfa-86a2-4c17-a726-3bb4467737f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049', 'name': 'tempest-AttachVolumeTestJSON-1945840497-router', 'tenant_id': '819708cc484a4855acd8cf289bb3402a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '2976143c-02d2-44bd-842e-9ac50abcf4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:21:13Z', 'updated_at': '2021-07-24T00:21:15Z', 'revision_number': 3, 'project_id': '819708cc484a4855acd8cf289bb3402a', 'gw_port': {'id': '2976143c-02d2-44bd-842e-9ac50abcf4d6', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b2:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:21:14Z', 'updated_at': '2021-07-24T00:21:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:21:17.228986 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port 2221df95-de43-411b-8e9d-607c97856962 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:21:17.229419 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:17.263622 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4b221c0a-c9b9-43f7-bfe9-1b4b4cdbbe82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:17.313380 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53197cfa-86a2-4c17-a726-3bb4467737f2 None None] Checking router: cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:21:17.313858 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53197cfa-86a2-4c17-a726-3bb4467737f2 None None] Updating router cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049 port 2976143c-02d2-44bd-842e-9ac50abcf4d6 binding host n-d-800088-16 {{(pid=100315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:21:17.316119 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0acc5e7c-e281-44d1-8d21-45e48508f4fb req-a6473d39-dff3-4032-accd-7f439bb01452 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeb41864-d368-40dc-9b68-32578df5a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017315 Jul 24 00:21:17.385964 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b221c0a-c9b9-43f7-bfe9-1b4b4cdbbe82 admin admin] Network 638ed06b-37c4-4e4e-9416-48b36cce6713 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:21:17.390954 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-4b221c0a-c9b9-43f7-bfe9-1b4b4cdbbe82 admin admin] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:21:17.392056 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 975c96ac-b34e-41e8-bb28-848da4f5a16c up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:21:17.399971 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b221c0a-c9b9-43f7-bfe9-1b4b4cdbbe82 admin admin] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:21:17.424146 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-53197cfa-86a2-4c17-a726-3bb4467737f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:17.435431 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b221c0a-c9b9-43f7-bfe9-1b4b4cdbbe82 admin admin] Pushing event updated for resources: {'Port': ['ID=18ef5fcd-dd30-451d-921d-2ef71e4007ee,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:21:17.467323 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4b221c0a-c9b9-43f7-bfe9-1b4b4cdbbe82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681761'] for router_interface, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:17.467615 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:17.526017 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0dd38e-461a-490f-a343-93aafa1f1464 req-2114fb69-f8b1-480e-bb9e-ae5535888e05 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:17.533460 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bf0dd38e-461a-490f-a343-93aafa1f1464 req-2114fb69-f8b1-480e-bb9e-ae5535888e05 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=01ba2839-0af5-46aa-be86-5a7a6c831e5a HTTP/1.1" status: 200 len: 944 time: 0.2359126 Jul 24 00:21:17.586655 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6c17a47-9896-474b-a877-311b29aed970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2221df95-de43-411b-8e9d-607c97856962'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:21:17.588968 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1add4f96-bc1e-4fef-ac5c-2ce60d86f499" -d '{"events": [{"server_uuid": "b6c17a47-9896-474b-a877-311b29aed970", "name": "network-vif-plugged", "status": "completed", "tag": "2221df95-de43-411b-8e9d-607c97856962"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:21:17.606852 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bf0dd38e-461a-490f-a343-93aafa1f1464 req-3e138225-b679-47f6-95cd-27ad42263ec0 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b86d8b5-9a55-4033-b55c-0b77ad34eb08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724039 Jul 24 00:21:17.633071 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 2221df95-de43-411b-8e9d-607c97856962, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=2221df95-de43-411b-8e9d-607c97856962,segment=NetworkSegment(2410fdff-a7e2-4688-a6bf-a952d37487ef),segment_id=2410fdff-a7e2-4688-a6bf-a952d37487ef)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:21:17.633071 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 975c96ac-b34e-41e8-bb28-848da4f5a16c completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:21:17.643166 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 975c96ac-b34e-41e8-bb28-848da4f5a16c triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:21:17.643726 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:17.671970 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c2fef75-28e1-4e07-92bc-a6d5821de7e2 x-openstack-request-id: req-7c2fef75-28e1-4e07-92bc-a6d5821de7e2 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:21:17.672268 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6c17a47-9896-474b-a877-311b29aed970", "name": "network-vif-plugged", "status": "completed", "tag": "2221df95-de43-411b-8e9d-607c97856962", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:21:17.672522 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7c2fef75-28e1-4e07-92bc-a6d5821de7e2 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:21:17.673010 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6c17a47-9896-474b-a877-311b29aed970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2221df95-de43-411b-8e9d-607c97856962', 'code': 200} Jul 24 00:21:17.677834 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:17.697961 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4b221c0a-c9b9-43f7-bfe9-1b4b4cdbbe82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:17.732223 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-a7440656-ef4d-42f0-a033-f7a9fe7e68cf None None] Provisioning complete for port 975c96ac-b34e-41e8-bb28-848da4f5a16c triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:21:17.732602 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a7440656-ef4d-42f0-a033-f7a9fe7e68cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:17.843248 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=2221df95-de43-411b-8e9d-607c97856962,revision_number=7']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:21:17.856799 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:17.902332 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4b221c0a-c9b9-43f7-bfe9-1b4b4cdbbe82 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:17.907477 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4b221c0a-c9b9-43f7-bfe9-1b4b4cdbbe82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:17.960280 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:17.984072 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b221c0a-c9b9-43f7-bfe9-1b4b4cdbbe82 admin admin] Pushing event updated for resources: {'Port': ['ID=18ef5fcd-dd30-451d-921d-2ef71e4007ee,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:21:18.000230 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4b221c0a-c9b9-43f7-bfe9-1b4b4cdbbe82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680980'] for router_interface, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:18.021679 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a7440656-ef4d-42f0-a033-f7a9fe7e68cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:18.049112 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 975c96ac-b34e-41e8-bb28-848da4f5a16c, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=975c96ac-b34e-41e8-bb28-848da4f5a16c,segment=NetworkSegment(5260e73a-7cc6-4afd-b511-ce9a4aedd105),segment_id=5260e73a-7cc6-4afd-b511-ce9a4aedd105)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:21:18.051310 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-53197cfa-86a2-4c17-a726-3bb4467737f2 None None] Notify callbacks [] for port, precommit_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:18.057115 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:18.091605 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-53197cfa-86a2-4c17-a726-3bb4467737f2 None None] Transition to ACTIVE for port object 2976143c-02d2-44bd-842e-9ac50abcf4d6 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:21:18.132308 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-53197cfa-86a2-4c17-a726-3bb4467737f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:18.171302 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=975c96ac-b34e-41e8-bb28-848da4f5a16c,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:21:18.177351 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.db.api [None req-a7440656-ef4d-42f0-a033-f7a9fe7e68cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100315) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 00:21:18.177710 n-d-800088-16 neutron-server[100315]: DEBUG oslo_db.api [None req-a7440656-ef4d-42f0-a033-f7a9fe7e68cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 00:21:18.214536 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-53197cfa-86a2-4c17-a726-3bb4467737f2 None None] Attempting to bind port 2976143c-02d2-44bd-842e-9ac50abcf4d6 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:21:18.214916 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-53197cfa-86a2-4c17-a726-3bb4467737f2 None None] Attempting to bind port 2976143c-02d2-44bd-842e-9ac50abcf4d6 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:21:18.215289 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53197cfa-86a2-4c17-a726-3bb4467737f2 None None] Attempting to bind port 2976143c-02d2-44bd-842e-9ac50abcf4d6 on network 9adcfee8-760c-4568-9e39-c221abf69bf5 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:21:18.228497 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53197cfa-86a2-4c17-a726-3bb4467737f2 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:21:18.228935 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53197cfa-86a2-4c17-a726-3bb4467737f2 None None] Checking segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:21:18.229358 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-53197cfa-86a2-4c17-a726-3bb4467737f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:18.229764 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53197cfa-86a2-4c17-a726-3bb4467737f2 None None] Bound using segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:21:18.230254 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-53197cfa-86a2-4c17-a726-3bb4467737f2 None None] Bound port: 2976143c-02d2-44bd-842e-9ac50abcf4d6, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:21:18.230647 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-53197cfa-86a2-4c17-a726-3bb4467737f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:18.236483 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a31ab3-94e9-468f-aea8-e7ecc1a5b5f4 None None] Pushing event updated for resources: {'Port': ['ID=2976143c-02d2-44bd-842e-9ac50abcf4d6,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:21:18.292115 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-53197cfa-86a2-4c17-a726-3bb4467737f2 None None] For port 2976143c-02d2-44bd-842e-9ac50abcf4d6, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:21:18.296324 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-53197cfa-86a2-4c17-a726-3bb4467737f2 None None] For port 2976143c-02d2-44bd-842e-9ac50abcf4d6, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=2976143c-02d2-44bd-842e-9ac50abcf4d6,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:21:18.304279 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-53197cfa-86a2-4c17-a726-3bb4467737f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:18.380984 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53197cfa-86a2-4c17-a726-3bb4467737f2 None None] Routers {'cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:21:18.382219 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-53197cfa-86a2-4c17-a726-3bb4467737f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:20:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:21:18.388025 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a31ab3-94e9-468f-aea8-e7ecc1a5b5f4 None None] Pushing event updated for resources: {'Port': ['ID=2976143c-02d2-44bd-842e-9ac50abcf4d6,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:21:18.508884 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-53197cfa-86a2-4c17-a726-3bb4467737f2 None None] Set router cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:21:18.556229 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b221c0a-c9b9-43f7-bfe9-1b4b4cdbbe82 admin admin] Network 638ed06b-37c4-4e4e-9416-48b36cce6713 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:21:18.562534 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-4b221c0a-c9b9-43f7-bfe9-1b4b4cdbbe82 admin admin] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:21:18.576941 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 53262) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:21:18.595658 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12bbfd-f298-42ce-b53a-baca191de324 req-63b57c42-7e6a-4642-b01d-a094f4f77333 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:18.597845 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7e12bbfd-f298-42ce-b53a-baca191de324 req-63b57c42-7e6a-4642-b01d-a094f4f77333 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9e18e7f-6e26-4b52-b4b4-6716a07e4a51 HTTP/1.1" status: 200 len: 945 time: 0.1404912 Jul 24 00:21:18.770823 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7e12bbfd-f298-42ce-b53a-baca191de324 req-bb209da6-9468-46b8-bacb-46af7d3702c2 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeb41864-d368-40dc-9b68-32578df5a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297736 Jul 24 00:21:18.817079 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b221c0a-c9b9-43f7-bfe9-1b4b4cdbbe82 admin admin] Router cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:21:18.818903 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cae1c991-428b-4920-86b1-8558b9e910fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:18.889275 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db423ab-c190-4300-a412-ca2973c4168d req-99e1cba9-50c5-45b8-b47c-1cb948b3dd14 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:18.891365 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3db423ab-c190-4300-a412-ca2973c4168d req-99e1cba9-50c5-45b8-b47c-1cb948b3dd14 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=01ba2839-0af5-46aa-be86-5a7a6c831e5a HTTP/1.1" status: 200 len: 944 time: 0.1653049 Jul 24 00:21:18.922371 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-53197cfa-86a2-4c17-a726-3bb4467737f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049', 'name': 'tempest-AttachVolumeTestJSON-1945840497-router', 'tenant_id': '819708cc484a4855acd8cf289bb3402a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '2976143c-02d2-44bd-842e-9ac50abcf4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:21:13Z', 'updated_at': '2021-07-24T00:21:17Z', 'revision_number': 4, 'project_id': '819708cc484a4855acd8cf289bb3402a', 'gw_port': {'id': '2976143c-02d2-44bd-842e-9ac50abcf4d6', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b2:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:21:14Z', 'updated_at': '2021-07-24T00:21:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '18ef5fcd-dd30-451d-921d-2ef71e4007ee', 'name': '', 'network_id': '638ed06b-37c4-4e4e-9416-48b36cce6713', 'tenant_id': '819708cc484a4855acd8cf289bb3402a', 'mac_address': 'fa:16:3e:38:b7:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': 'b8497362-30af-4bd3-8c41-7992db45dcf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:21:16Z', 'updated_at': '2021-07-24T00:21:17Z', 'revision_number': 2, 'project_id': '819708cc484a4855acd8cf289bb3402a', 'subnets': [{'id': 'b8497362-30af-4bd3-8c41-7992db45dcf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:21:18.968595 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3db423ab-c190-4300-a412-ca2973c4168d req-5f473b83-8479-48c9-9875-eb1acf504719 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b86d8b5-9a55-4033-b55c-0b77ad34eb08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682614 Jul 24 00:21:19.005168 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53197cfa-86a2-4c17-a726-3bb4467737f2 None None] The sync data for ids ['cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049'] in n-d-800088-16 is: [{'id': 'cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049', 'name': 'tempest-AttachVolumeTestJSON-1945840497-router', 'tenant_id': '819708cc484a4855acd8cf289bb3402a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '2976143c-02d2-44bd-842e-9ac50abcf4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:21:13Z', 'updated_at': '2021-07-24T00:21:17Z', 'revision_number': 4, 'project_id': '819708cc484a4855acd8cf289bb3402a', 'gw_port': {'id': '2976143c-02d2-44bd-842e-9ac50abcf4d6', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b2:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:21:14Z', 'updated_at': '2021-07-24T00:21:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '18ef5fcd-dd30-451d-921d-2ef71e4007ee', 'name': '', 'network_id': '638ed06b-37c4-4e4e-9416-48b36cce6713', 'tenant_id': '819708cc484a4855acd8cf289bb3402a', 'mac_address': 'fa:16:3e:38:b7:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': 'b8497362-30af-4bd3-8c41-7992db45dcf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:21:16Z', 'updated_at': '2021-07-24T00:21:17Z', 'revision_number': 2, 'project_id': '819708cc484a4855acd8cf289bb3402a', 'subnets': [{'id': 'b8497362-30af-4bd3-8c41-7992db45dcf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:21:19.012101 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b221c0a-c9b9-43f7-bfe9-1b4b4cdbbe82 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:21:19.030985 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-4b221c0a-c9b9-43f7-bfe9-1b4b4cdbbe82 admin admin] 10.222.0.44 "PUT /v2.0/routers/cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6917827 Jul 24 00:21:19.032781 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cae1c991-428b-4920-86b1-8558b9e910fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:19.035209 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-0ea2ec38-8f21-4d41-a4cf-1c7f048c3b34 None None] Provisioning for port 18ef5fcd-dd30-451d-921d-2ef71e4007ee completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:21:19.042079 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cae1c991-428b-4920-86b1-8558b9e910fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:19.044171 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-0ea2ec38-8f21-4d41-a4cf-1c7f048c3b34 None None] Provisioning complete for port 18ef5fcd-dd30-451d-921d-2ef71e4007ee triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:21:19.044643 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0ea2ec38-8f21-4d41-a4cf-1c7f048c3b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:19.099422 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-cae1c991-428b-4920-86b1-8558b9e910fe admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=49b52c85da784820b34941bdd6f06243&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5213549 Jul 24 00:21:19.100070 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 53274) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:21:19.102608 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae1c991-428b-4920-86b1-8558b9e910fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc303cf-ac38-4dc1-ae2f-c731debae3a6,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:21:19.140865 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-0ea2ec38-8f21-4d41-a4cf-1c7f048c3b34 None None] Port 18ef5fcd-dd30-451d-921d-2ef71e4007ee cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:21:19.182383 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-63200c6a-8404-49b2-a9ab-b42d4898d4e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:19.207823 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becb5539-aedf-4960-8aec-1759dd0ed48b req-ab58920f-43f4-4972-b6e9-bdbef248cb56 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:19.210962 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-63200c6a-8404-49b2-a9ab-b42d4898d4e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:19.217383 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-becb5539-aedf-4960-8aec-1759dd0ed48b req-ab58920f-43f4-4972-b6e9-bdbef248cb56 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9e18e7f-6e26-4b52-b4b4-6716a07e4a51 HTTP/1.1" status: 200 len: 945 time: 0.1474416 Jul 24 00:21:19.264950 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-becb5539-aedf-4960-8aec-1759dd0ed48b req-e6c0c7e8-f6b4-41f9-a1b6-9fd03027c37b tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeb41864-d368-40dc-9b68-32578df5a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463357 Jul 24 00:21:19.286779 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-63200c6a-8404-49b2-a9ab-b42d4898d4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:19.289750 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-63200c6a-8404-49b2-a9ab-b42d4898d4e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:19.290984 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-63200c6a-8404-49b2-a9ab-b42d4898d4e9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ecc303cf-ac38-4dc1-ae2f-c731debae3a6 HTTP/1.1" status: 204 len: 168 time: 0.1898420 Jul 24 00:21:19.299929 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63200c6a-8404-49b2-a9ab-b42d4898d4e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc303cf-ac38-4dc1-ae2f-c731debae3a6,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:21:19.341137 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 975c96ac-b34e-41e8-bb28-848da4f5a16c up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:21:19.429826 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 975c96ac-b34e-41e8-bb28-848da4f5a16c triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:21:19.429826 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:19.544185 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 26108f50-26f8-4507-b4e4-cb5d99a1f87a up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:21:19.603170 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port 26108f50-26f8-4507-b4e4-cb5d99a1f87a completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:21:19.607465 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port 26108f50-26f8-4507-b4e4-cb5d99a1f87a triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:21:19.607848 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:19.674483 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 53284) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:21:19.687930 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-08897304-c9dd-47aa-94a5-2c77691afd72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:19.698286 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:19.729875 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01ba2839-0af5-46aa-be86-5a7a6c831e5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26108f50-26f8-4507-b4e4-cb5d99a1f87a'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:21:19.733251 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f802e2c-1ffb-492b-8d4f-ebeb92336969" -d '{"events": [{"server_uuid": "01ba2839-0af5-46aa-be86-5a7a6c831e5a", "name": "network-vif-plugged", "status": "completed", "tag": "26108f50-26f8-4507-b4e4-cb5d99a1f87a"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:21:19.750253 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 26108f50-26f8-4507-b4e4-cb5d99a1f87a, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=26108f50-26f8-4507-b4e4-cb5d99a1f87a,segment=NetworkSegment(a1a1465a-fd99-41c9-bf89-faf21d67cc5e),segment_id=a1a1465a-fd99-41c9-bf89-faf21d67cc5e)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:21:19.750446 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 53288) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:21:19.755879 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-742a83a5-8d96-4a01-a34e-842dfdf7fcee tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2064798489', 'description': 'tempest-description--1112968708'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:21:19.758589 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:19.811353 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-08897304-c9dd-47aa-94a5-2c77691afd72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:19.813936 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb02d92-7b03-4229-95d4-4c7e93c4f1dd x-openstack-request-id: req-ebb02d92-7b03-4229-95d4-4c7e93c4f1dd {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:21:19.814316 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01ba2839-0af5-46aa-be86-5a7a6c831e5a", "name": "network-vif-plugged", "status": "completed", "tag": "26108f50-26f8-4507-b4e4-cb5d99a1f87a", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:21:19.814518 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ebb02d92-7b03-4229-95d4-4c7e93c4f1dd {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:21:19.814980 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01ba2839-0af5-46aa-be86-5a7a6c831e5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26108f50-26f8-4507-b4e4-cb5d99a1f87a', 'code': 200} Jul 24 00:21:19.817980 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-08897304-c9dd-47aa-94a5-2c77691afd72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:19.833714 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=26108f50-26f8-4507-b4e4-cb5d99a1f87a,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:21:19.838715 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-742a83a5-8d96-4a01-a34e-842dfdf7fcee tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:19.865716 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08897304-c9dd-47aa-94a5-2c77691afd72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7669b3dd-0677-4974-b9ad-270e9401c168,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:21:19.897552 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-08897304-c9dd-47aa-94a5-2c77691afd72 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=685bdff4a2a24073a0fe1f6693b2b18e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2211902 Jul 24 00:21:19.899955 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 53292) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:21:19.986084 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-742a83a5-8d96-4a01-a34e-842dfdf7fcee tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:20.004699 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-742a83a5-8d96-4a01-a34e-842dfdf7fcee tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:20.021466 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9c92a750-0931-49f3-8082-fd7c9efa4c58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:20.043861 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-742a83a5-8d96-4a01-a34e-842dfdf7fcee tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:20.045201 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-742a83a5-8d96-4a01-a34e-842dfdf7fcee tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2937257 Jul 24 00:21:20.048376 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 53296) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:21:20.055673 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-4d875052-fb75-4bef-b31c-a68d9a3af78a tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Request body: {'security_group_rule': {'security_group_id': '529357db-68dd-4b0f-abfc-c4aa3435ab56', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:21:20.081177 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9c92a750-0931-49f3-8082-fd7c9efa4c58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:20.083568 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742a83a5-8d96-4a01-a34e-842dfdf7fcee tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=529357db-68dd-4b0f-abfc-c4aa3435ab56,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:21:20.096120 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4d875052-fb75-4bef-b31c-a68d9a3af78a tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:20.193120 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345b534b-833d-41bc-abce-4ec8f8199132 req-6f2ffb72-dccd-417a-b1f8-50a00c6d9cab tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:20.200386 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-345b534b-833d-41bc-abce-4ec8f8199132 req-6f2ffb72-dccd-417a-b1f8-50a00c6d9cab tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=01ba2839-0af5-46aa-be86-5a7a6c831e5a HTTP/1.1" status: 200 len: 945 time: 0.0928140 Jul 24 00:21:20.200743 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4d875052-fb75-4bef-b31c-a68d9a3af78a tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:20.209940 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4d875052-fb75-4bef-b31c-a68d9a3af78a tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:20.210138 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9c92a750-0931-49f3-8082-fd7c9efa4c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:20.212448 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9c92a750-0931-49f3-8082-fd7c9efa4c58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:20.213637 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-9c92a750-0931-49f3-8082-fd7c9efa4c58 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7669b3dd-0677-4974-b9ad-270e9401c168 HTTP/1.1" status: 204 len: 168 time: 0.3127122 Jul 24 00:21:20.233767 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c92a750-0931-49f3-8082-fd7c9efa4c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7669b3dd-0677-4974-b9ad-270e9401c168,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:21:20.259194 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917cd913-5e5f-430d-acde-bf544984a137 req-c7c8da03-3b57-4fdd-b248-7c1bee522caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:20.260497 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-345b534b-833d-41bc-abce-4ec8f8199132 req-ead79581-20d0-47bc-94fd-533270c82bc1 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b86d8b5-9a55-4033-b55c-0b77ad34eb08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578532 Jul 24 00:21:20.261381 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-917cd913-5e5f-430d-acde-bf544984a137 req-c7c8da03-3b57-4fdd-b248-7c1bee522caa service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=01ba2839-0af5-46aa-be86-5a7a6c831e5a HTTP/1.1" status: 200 len: 1097 time: 0.3881371 Jul 24 00:21:20.263539 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d875052-fb75-4bef-b31c-a68d9a3af78a tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f0ce350-b812-40dc-a013-afb331fb8fea,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:21:20.276582 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4d875052-fb75-4bef-b31c-a68d9a3af78a tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:20.277843 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-4d875052-fb75-4bef-b31c-a68d9a3af78a tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2284300 Jul 24 00:21:20.280876 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 53300) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:21:20.299204 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-09f20022-b725-4612-bc47-a118ac3a8080 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Request body: {'security_group_rule': {'security_group_id': '529357db-68dd-4b0f-abfc-c4aa3435ab56', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:21:20.323547 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-917cd913-5e5f-430d-acde-bf544984a137 req-9d2abe99-9687-4422-92bc-1f62849c781c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7b86d8b5-9a55-4033-b55c-0b77ad34eb08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551562 Jul 24 00:21:20.341319 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-09f20022-b725-4612-bc47-a118ac3a8080 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:20.401843 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-09f20022-b725-4612-bc47-a118ac3a8080 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:20.407163 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-09f20022-b725-4612-bc47-a118ac3a8080 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:20.419057 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5395d2ce-d0d0-4e53-95c9-786fe2de10a8 req-042a829c-5a0d-4bfe-883a-aea02e98c14a tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:20.420644 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5395d2ce-d0d0-4e53-95c9-786fe2de10a8 req-042a829c-5a0d-4bfe-883a-aea02e98c14a tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9e18e7f-6e26-4b52-b4b4-6716a07e4a51 HTTP/1.1" status: 200 len: 945 time: 0.0775516 Jul 24 00:21:20.430754 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f20022-b725-4612-bc47-a118ac3a8080 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a03d06fa-9dbb-45b6-ae9a-e82d439c9372,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:21:20.440727 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-09f20022-b725-4612-bc47-a118ac3a8080 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:20.445031 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-09f20022-b725-4612-bc47-a118ac3a8080 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1597281 Jul 24 00:21:20.445273 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 53304) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:21:20.449856 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-398a1e1c-e469-4540-9aad-9421ac873605 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Request body: {'floatingip': {'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:21:20.480132 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5395d2ce-d0d0-4e53-95c9-786fe2de10a8 req-a34f49d7-1979-41bf-ac6a-e21035145d2e tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeb41864-d368-40dc-9b68-32578df5a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500669 Jul 24 00:21:20.489064 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-398a1e1c-e469-4540-9aad-9421ac873605 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks [] for floatingip, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:20.599471 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-398a1e1c-e469-4540-9aad-9421ac873605 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:20.722434 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-398a1e1c-e469-4540-9aad-9421ac873605 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Allocated IP 172.25.3.216 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/205f71b2-9069-4b2c-9326-c760cea477e6) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:21:20.847446 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-398a1e1c-e469-4540-9aad-9421ac873605 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:20.898429 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-398a1e1c-e469-4540-9aad-9421ac873605 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:20.950560 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398a1e1c-e469-4540-9aad-9421ac873605 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:21:20.954487 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-398a1e1c-e469-4540-9aad-9421ac873605 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:21:20.959665 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398a1e1c-e469-4540-9aad-9421ac873605 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:21:20.993965 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef9e3b1-5a3a-447b-ac7e-84b00a2105dc req-8ccbc686-047b-4941-a691-75ba47fd4118 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:20.995931 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0ef9e3b1-5a3a-447b-ac7e-84b00a2105dc req-8ccbc686-047b-4941-a691-75ba47fd4118 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9e18e7f-6e26-4b52-b4b4-6716a07e4a51 HTTP/1.1" status: 200 len: 945 time: 0.0788980 Jul 24 00:21:21.062280 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0ef9e3b1-5a3a-447b-ac7e-84b00a2105dc req-63ce99c9-b976-45a6-be78-0854d4b596b6 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeb41864-d368-40dc-9b68-32578df5a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604784 Jul 24 00:21:21.279857 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 2976143c-02d2-44bd-842e-9ac50abcf4d6 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:21:21.330491 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:21:21.389608 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 2976143c-02d2-44bd-842e-9ac50abcf4d6 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:21:21.396979 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 2976143c-02d2-44bd-842e-9ac50abcf4d6 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:21:21.397966 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:21.468304 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398a1e1c-e469-4540-9aad-9421ac873605 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Pushing event updated for resources: {'Port': ['ID=205f71b2-9069-4b2c-9326-c760cea477e6,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:21:21.510546 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:21.536526 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 2976143c-02d2-44bd-842e-9ac50abcf4d6, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=2976143c-02d2-44bd-842e-9ac50abcf4d6,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:21:21.541709 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35397eea-e640-4be3-8e89-ddaf1052c18f req-f40037fd-e602-486b-aac4-ed0caacac8fb tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:21.542170 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:21.543297 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-35397eea-e640-4be3-8e89-ddaf1052c18f req-f40037fd-e602-486b-aac4-ed0caacac8fb tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=01ba2839-0af5-46aa-be86-5a7a6c831e5a HTTP/1.1" status: 200 len: 945 time: 0.1210201 Jul 24 00:21:21.551490 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-398a1e1c-e469-4540-9aad-9421ac873605 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:21.608731 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=2976143c-02d2-44bd-842e-9ac50abcf4d6,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:21:21.615568 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-35397eea-e640-4be3-8e89-ddaf1052c18f req-8e2d9de3-3b9c-4423-92c5-fc2c5cfabe05 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b86d8b5-9a55-4033-b55c-0b77ad34eb08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659862 Jul 24 00:21:21.624336 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-398a1e1c-e469-4540-9aad-9421ac873605 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:21.769225 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d51b4-07f7-4a11-9cc9-655c5ab39812 req-15067f6c-8657-46cc-978b-25abc53914c1 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:21.770819 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-027d51b4-07f7-4a11-9cc9-655c5ab39812 req-15067f6c-8657-46cc-978b-25abc53914c1 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=01ba2839-0af5-46aa-be86-5a7a6c831e5a HTTP/1.1" status: 200 len: 945 time: 0.0817873 Jul 24 00:21:21.797215 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-398a1e1c-e469-4540-9aad-9421ac873605 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:21.803744 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-398a1e1c-e469-4540-9aad-9421ac873605 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:21.815993 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-027d51b4-07f7-4a11-9cc9-655c5ab39812 req-61fbc55a-b885-4ddb-994f-b7d0820b27ac tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b86d8b5-9a55-4033-b55c-0b77ad34eb08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372910 Jul 24 00:21:21.846223 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f01306-5e79-4c0e-93cb-fd3a237c1ac4 None None] Sync routers for ids ['cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:21:21.848121 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 53354) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:21:21.859212 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f01306-5e79-4c0e-93cb-fd3a237c1ac4 None None] Routers {'cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:21:21.859749 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-89f01306-5e79-4c0e-93cb-fd3a237c1ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:20:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:21:21.894245 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398a1e1c-e469-4540-9aad-9421ac873605 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Pushing event updated for resources: {'Port': ['ID=205f71b2-9069-4b2c-9326-c760cea477e6,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:21:21.901953 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-398a1e1c-e469-4540-9aad-9421ac873605 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:21.919903 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-398a1e1c-e469-4540-9aad-9421ac873605 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:21.924864 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-398a1e1c-e469-4540-9aad-9421ac873605 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4750333 Jul 24 00:21:21.925060 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dcf4707-d2ad-42cd-b3d1-d57040336896 tempest-TestVolumeBootPattern-1428497412 tempest-TestVolumeBootPattern-1428497412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:21.925060 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-6dcf4707-d2ad-42cd-b3d1-d57040336896 tempest-TestVolumeBootPattern-1428497412 tempest-TestVolumeBootPattern-1428497412-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=01ba2839-0af5-46aa-be86-5a7a6c831e5a HTTP/1.1" status: 200 len: 1092 time: 0.0747213 Jul 24 00:21:21.927177 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 53360) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:21:21.937944 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-ea9ccbc0-907c-4f92-8f79-07d3dd86451b tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Request body: {'floatingip': {'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'port_id': '26108f50-26f8-4507-b4e4-cb5d99a1f87a', 'tenant_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:21:21.961312 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ea9ccbc0-907c-4f92-8f79-07d3dd86451b tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks [] for floatingip, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:22.039165 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-89f01306-5e79-4c0e-93cb-fd3a237c1ac4 None None] Set router cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:21:22.099616 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ea9ccbc0-907c-4f92-8f79-07d3dd86451b tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:22.189553 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-194cf4d6-d970-45bb-9105-72c50788f154 req-c23471fd-0226-4a35-851c-fd34b3c30157 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--2064798489&fields=id&tenant_id=819708cc484a4855acd8cf289bb3402a HTTP/1.1" status: 200 len: 267 time: 0.0488029 Jul 24 00:21:22.247124 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefcb408-1844-4562-a932-51fa89d4086e req-b855040a-e4c7-40ca-932f-dd7a8e8c4c82 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:22.250092 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-eefcb408-1844-4562-a932-51fa89d4086e req-b855040a-e4c7-40ca-932f-dd7a8e8c4c82 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9e18e7f-6e26-4b52-b4b4-6716a07e4a51 HTTP/1.1" status: 200 len: 945 time: 0.0897706 Jul 24 00:21:22.315626 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-eefcb408-1844-4562-a932-51fa89d4086e req-52312843-093b-4eb2-b96c-688de4c7edba tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeb41864-d368-40dc-9b68-32578df5a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527055 Jul 24 00:21:22.328271 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-ea9ccbc0-907c-4f92-8f79-07d3dd86451b tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Allocated IP 172.25.3.227 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/d35287bd-252c-4edd-96bd-6a922fef48a5) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:21:22.375829 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-89f01306-5e79-4c0e-93cb-fd3a237c1ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049', 'name': 'tempest-AttachVolumeTestJSON-1945840497-router', 'tenant_id': '819708cc484a4855acd8cf289bb3402a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '2976143c-02d2-44bd-842e-9ac50abcf4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:21:13Z', 'updated_at': '2021-07-24T00:21:17Z', 'revision_number': 4, 'project_id': '819708cc484a4855acd8cf289bb3402a', 'gw_port': {'id': '2976143c-02d2-44bd-842e-9ac50abcf4d6', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:21:14Z', 'updated_at': '2021-07-24T00:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '18ef5fcd-dd30-451d-921d-2ef71e4007ee', 'name': '', 'network_id': '638ed06b-37c4-4e4e-9416-48b36cce6713', 'tenant_id': '819708cc484a4855acd8cf289bb3402a', 'mac_address': 'fa:16:3e:38:b7:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': 'b8497362-30af-4bd3-8c41-7992db45dcf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:21:16Z', 'updated_at': '2021-07-24T00:21:17Z', 'revision_number': 2, 'project_id': '819708cc484a4855acd8cf289bb3402a', 'subnets': [{'id': 'b8497362-30af-4bd3-8c41-7992db45dcf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:21:22.382384 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194cf4d6-d970-45bb-9105-72c50788f154 req-4603c4aa-9b63-4fb3-9ba3-fe49bcadd2a2 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:22.383915 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-194cf4d6-d970-45bb-9105-72c50788f154 req-4603c4aa-9b63-4fb3-9ba3-fe49bcadd2a2 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/networks?id=638ed06b-37c4-4e4e-9416-48b36cce6713 HTTP/1.1" status: 200 len: 811 time: 0.1833420 Jul 24 00:21:22.403069 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f01306-5e79-4c0e-93cb-fd3a237c1ac4 None None] Checking router: cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:21:22.403590 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f01306-5e79-4c0e-93cb-fd3a237c1ac4 None None] Updating router cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049 port 18ef5fcd-dd30-451d-921d-2ef71e4007ee binding host n-d-800088-16 {{(pid=100316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:21:22.405681 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 53382) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:21:22.438238 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-194cf4d6-d970-45bb-9105-72c50788f154 req-acc820e3-b64a-4617-9eee-ccde8dc92918 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/quotas/819708cc484a4855acd8cf289bb3402a HTTP/1.1" status: 200 len: 375 time: 0.0453718 Jul 24 00:21:22.445500 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-89f01306-5e79-4c0e-93cb-fd3a237c1ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:22.528900 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ea9ccbc0-907c-4f92-8f79-07d3dd86451b tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:22.535903 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4de9f026-fd4a-4fc4-b354-0fab8aff6ab0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:22.552136 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-194cf4d6-d970-45bb-9105-72c50788f154 req-22be7659-9760-46ef-adc2-04e47f4d9ef6 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=819708cc484a4855acd8cf289bb3402a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1076329 Jul 24 00:21:22.595202 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ea9ccbc0-907c-4f92-8f79-07d3dd86451b tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:22.638976 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4de9f026-fd4a-4fc4-b354-0fab8aff6ab0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:22.640481 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9ccbc0-907c-4f92-8f79-07d3dd86451b tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:21:22.644632 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4de9f026-fd4a-4fc4-b354-0fab8aff6ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:22.647918 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-ea9ccbc0-907c-4f92-8f79-07d3dd86451b tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:21:22.650891 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9ccbc0-907c-4f92-8f79-07d3dd86451b tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:21:22.687076 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-4de9f026-fd4a-4fc4-b354-0fab8aff6ab0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4b48bfb9aaec43bfa373f30cbba8f276&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2777522 Jul 24 00:21:22.687302 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 53388) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:21:22.693645 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de9f026-fd4a-4fc4-b354-0fab8aff6ab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0bf6b0a-ecda-48f7-b00a-322240eea286,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:21:22.728378 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-89f01306-5e79-4c0e-93cb-fd3a237c1ac4 None None] Notify callbacks [] for port, precommit_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:22.733441 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9ccbc0-907c-4f92-8f79-07d3dd86451b tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Pushing event updated for resources: {'Port': ['ID=d35287bd-252c-4edd-96bd-6a922fef48a5,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:21:22.738159 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.provisioning_blocks [None req-89f01306-5e79-4c0e-93cb-fd3a237c1ac4 None None] Transition to ACTIVE for port object 18ef5fcd-dd30-451d-921d-2ef71e4007ee will not be triggered until provisioned by entity L2. {{(pid=100316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:21:22.742422 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-de3f7838-b0e8-4e13-b83f-9bfa8668b581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:22.746719 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-89f01306-5e79-4c0e-93cb-fd3a237c1ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:22.773342 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-de3f7838-b0e8-4e13-b83f-9bfa8668b581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:22.800391 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cff58d-0bbb-4ded-b09a-25a054807413 None None] Pushing event updated for resources: {'Port': ['ID=18ef5fcd-dd30-451d-921d-2ef71e4007ee,revision_number=3']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:21:22.829000 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cff58d-0bbb-4ded-b09a-25a054807413 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:21:22.829568 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cff58d-0bbb-4ded-b09a-25a054807413 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:21:22.830119 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cff58d-0bbb-4ded-b09a-25a054807413 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:21:22.830621 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cff58d-0bbb-4ded-b09a-25a054807413 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:21:22.831378 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cff58d-0bbb-4ded-b09a-25a054807413 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:21:22.831975 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cff58d-0bbb-4ded-b09a-25a054807413 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:21:22.832549 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cff58d-0bbb-4ded-b09a-25a054807413 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:21:22.833104 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cff58d-0bbb-4ded-b09a-25a054807413 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:21:22.833791 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cff58d-0bbb-4ded-b09a-25a054807413 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:21:22.834972 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cff58d-0bbb-4ded-b09a-25a054807413 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:21:22.835510 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cff58d-0bbb-4ded-b09a-25a054807413 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:21:22.836030 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cff58d-0bbb-4ded-b09a-25a054807413 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:21:22.839363 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-de3f7838-b0e8-4e13-b83f-9bfa8668b581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:22.850465 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-194cf4d6-d970-45bb-9105-72c50788f154 req-096bb145-8dd9-4127-abef-a61434b0330a service neutron] 10.222.0.44 "GET /v2.0/networks/638ed06b-37c4-4e4e-9416-48b36cce6713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853975 Jul 24 00:21:22.850978 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-de3f7838-b0e8-4e13-b83f-9bfa8668b581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:22.855566 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-de3f7838-b0e8-4e13-b83f-9bfa8668b581 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f0bf6b0a-ecda-48f7-b00a-322240eea286 HTTP/1.1" status: 204 len: 168 time: 0.1639652 Jul 24 00:21:22.865351 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3f7838-b0e8-4e13-b83f-9bfa8668b581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0bf6b0a-ecda-48f7-b00a-322240eea286,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:21:22.888222 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-89f01306-5e79-4c0e-93cb-fd3a237c1ac4 None None] Attempting to bind port 18ef5fcd-dd30-451d-921d-2ef71e4007ee on host n-d-800088-16 for vnic_type normal with profile {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:21:22.888541 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-89f01306-5e79-4c0e-93cb-fd3a237c1ac4 None None] Attempting to bind port 18ef5fcd-dd30-451d-921d-2ef71e4007ee by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '5260e73a-7cc6-4afd-b511-ce9a4aedd105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '638ed06b-37c4-4e4e-9416-48b36cce6713'}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:21:22.888874 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f01306-5e79-4c0e-93cb-fd3a237c1ac4 None None] Attempting to bind port 18ef5fcd-dd30-451d-921d-2ef71e4007ee on network 638ed06b-37c4-4e4e-9416-48b36cce6713 {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:21:22.889745 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device ff9e881b-91c2-4776-980f-c99c19439c55 details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:21:22.894128 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f01306-5e79-4c0e-93cb-fd3a237c1ac4 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:21:22.894496 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f01306-5e79-4c0e-93cb-fd3a237c1ac4 None None] Checking segment: {'id': '5260e73a-7cc6-4afd-b511-ce9a4aedd105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '638ed06b-37c4-4e4e-9416-48b36cce6713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:21:22.894921 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-89f01306-5e79-4c0e-93cb-fd3a237c1ac4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:22.895265 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f01306-5e79-4c0e-93cb-fd3a237c1ac4 None None] Bound using segment: {'id': '5260e73a-7cc6-4afd-b511-ce9a4aedd105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '638ed06b-37c4-4e4e-9416-48b36cce6713'} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:21:22.895718 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-89f01306-5e79-4c0e-93cb-fd3a237c1ac4 None None] Bound port: 18ef5fcd-dd30-451d-921d-2ef71e4007ee, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5260e73a-7cc6-4afd-b511-ce9a4aedd105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '638ed06b-37c4-4e4e-9416-48b36cce6713'}}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:21:22.896299 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-89f01306-5e79-4c0e-93cb-fd3a237c1ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:22.963085 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-89f01306-5e79-4c0e-93cb-fd3a237c1ac4 None None] For port 18ef5fcd-dd30-451d-921d-2ef71e4007ee, host n-d-800088-16, cleared binding levels {{(pid=100316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:21:22.966708 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-89f01306-5e79-4c0e-93cb-fd3a237c1ac4 None None] For port 18ef5fcd-dd30-451d-921d-2ef71e4007ee, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=18ef5fcd-dd30-451d-921d-2ef71e4007ee,segment=NetworkSegment(5260e73a-7cc6-4afd-b511-ce9a4aedd105),segment_id=5260e73a-7cc6-4afd-b511-ce9a4aedd105)] {{(pid=100316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:21:22.973322 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-89f01306-5e79-4c0e-93cb-fd3a237c1ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:23.046588 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f01306-5e79-4c0e-93cb-fd3a237c1ac4 None None] Routers {'cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:21:23.047507 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-89f01306-5e79-4c0e-93cb-fd3a237c1ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:20:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:21:23.122576 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port ff9e881b-91c2-4776-980f-c99c19439c55, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=ff9e881b-91c2-4776-980f-c99c19439c55,segment=NetworkSegment(28758b2b-8e5b-4b20-97dc-892d312454de),segment_id=28758b2b-8e5b-4b20-97dc-892d312454de)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:21:23.135209 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cff58d-0bbb-4ded-b09a-25a054807413 None None] Pushing event updated for resources: {'Port': ['ID=18ef5fcd-dd30-451d-921d-2ef71e4007ee,revision_number=4']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:21:23.146197 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-194cf4d6-d970-45bb-9105-72c50788f154 req-06fb0098-bd04-4b73-9137-23da06f6587f service neutron] 10.222.0.44 "GET /v2.0/networks/638ed06b-37c4-4e4e-9416-48b36cce6713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820952 Jul 24 00:21:23.191938 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': 'ff9e881b-91c2-4776-980f-c99c19439c55', 'network_id': '49599f72-6971-4c78-8210-d79c8aca88a7', 'port_id': 'ff9e881b-91c2-4776-980f-c99c19439c55', 'mac_address': 'fa:16:3e:7e:1f:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47f2c0d4-0d4f-46b9-9d68-d3d80dbac696', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:21:23.216491 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-fbccfd47-36f1-448a-b5f7-1bdb6c094fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:23.282574 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:23.298571 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ff9e881b-91c2-4776-980f-c99c19439c55 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:21:23.361419 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port ff9e881b-91c2-4776-980f-c99c19439c55, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=ff9e881b-91c2-4776-980f-c99c19439c55,segment=NetworkSegment(28758b2b-8e5b-4b20-97dc-892d312454de),segment_id=28758b2b-8e5b-4b20-97dc-892d312454de)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:21:23.367327 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-89f01306-5e79-4c0e-93cb-fd3a237c1ac4 None None] Set router cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:21:23.370165 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:23.465464 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 2976143c-02d2-44bd-842e-9ac50abcf4d6 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:21:23.517998 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 53408) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:21:23.570742 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c2a3ecd8-9d2f-4815-9dcc-b24fc9ca9b8a req-8a4fbc2c-51f2-4b6c-8eab-39c9e3d5978e tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c02ce37-1a7c-484a-badd-fb01077af94e HTTP/1.1" status: 200 len: 210 time: 0.0639274 Jul 24 00:21:23.572555 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-04a70583-b57c-4a29-a738-7d851ce30670 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:23.583670 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['ff9e881b-91c2-4776-980f-c99c19439c55'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:21:23.601537 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ea9ccbc0-907c-4f92-8f79-07d3dd86451b tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:23.658272 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a388f76-f5ab-4733-8426-1799019c7ddc req-0859a5b4-fbc4-4515-b633-9aea1343ec32 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:23.673601 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2a388f76-f5ab-4733-8426-1799019c7ddc req-0859a5b4-fbc4-4515-b633-9aea1343ec32 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9e18e7f-6e26-4b52-b4b4-6716a07e4a51 HTTP/1.1" status: 200 len: 944 time: 0.1931336 Jul 24 00:21:23.770817 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2a388f76-f5ab-4733-8426-1799019c7ddc req-66abb31c-d62d-46e0-b88e-c064dd35d440 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeb41864-d368-40dc-9b68-32578df5a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951674 Jul 24 00:21:23.832025 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-04a70583-b57c-4a29-a738-7d851ce30670 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:23.883044 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-04a70583-b57c-4a29-a738-7d851ce30670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:23.911361 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=ff9e881b-91c2-4776-980f-c99c19439c55,revision_number=6']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:21:23.962870 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-89f01306-5e79-4c0e-93cb-fd3a237c1ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049', 'name': 'tempest-AttachVolumeTestJSON-1945840497-router', 'tenant_id': '819708cc484a4855acd8cf289bb3402a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '2976143c-02d2-44bd-842e-9ac50abcf4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:21:13Z', 'updated_at': '2021-07-24T00:21:17Z', 'revision_number': 4, 'project_id': '819708cc484a4855acd8cf289bb3402a', 'gw_port': {'id': '2976143c-02d2-44bd-842e-9ac50abcf4d6', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:21:14Z', 'updated_at': '2021-07-24T00:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '18ef5fcd-dd30-451d-921d-2ef71e4007ee', 'name': '', 'network_id': '638ed06b-37c4-4e4e-9416-48b36cce6713', 'tenant_id': '819708cc484a4855acd8cf289bb3402a', 'mac_address': 'fa:16:3e:38:b7:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': 'b8497362-30af-4bd3-8c41-7992db45dcf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:21:16Z', 'updated_at': '2021-07-24T00:21:22Z', 'revision_number': 4, 'project_id': '819708cc484a4855acd8cf289bb3402a', 'subnets': [{'id': 'b8497362-30af-4bd3-8c41-7992db45dcf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:21:23.978747 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ea9ccbc0-907c-4f92-8f79-07d3dd86451b tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:23.994948 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 2976143c-02d2-44bd-842e-9ac50abcf4d6 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:21:23.995339 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:24.010634 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f01306-5e79-4c0e-93cb-fd3a237c1ac4 None None] The sync data for ids ['cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049'] in n-d-800088-16 is: [{'id': 'cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049', 'name': 'tempest-AttachVolumeTestJSON-1945840497-router', 'tenant_id': '819708cc484a4855acd8cf289bb3402a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '2976143c-02d2-44bd-842e-9ac50abcf4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:21:13Z', 'updated_at': '2021-07-24T00:21:17Z', 'revision_number': 4, 'project_id': '819708cc484a4855acd8cf289bb3402a', 'gw_port': {'id': '2976143c-02d2-44bd-842e-9ac50abcf4d6', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:21:14Z', 'updated_at': '2021-07-24T00:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '18ef5fcd-dd30-451d-921d-2ef71e4007ee', 'name': '', 'network_id': '638ed06b-37c4-4e4e-9416-48b36cce6713', 'tenant_id': '819708cc484a4855acd8cf289bb3402a', 'mac_address': 'fa:16:3e:38:b7:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': 'b8497362-30af-4bd3-8c41-7992db45dcf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:21:16Z', 'updated_at': '2021-07-24T00:21:22Z', 'revision_number': 4, 'project_id': '819708cc484a4855acd8cf289bb3402a', 'subnets': [{'id': 'b8497362-30af-4bd3-8c41-7992db45dcf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:21:24.024938 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-04a70583-b57c-4a29-a738-7d851ce30670 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=975a5e177f1c42e89c252a195f05cd52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5010748 Jul 24 00:21:24.025137 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 53424) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:21:24.039041 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a70583-b57c-4a29-a738-7d851ce30670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a41dee28-c7dc-4113-a1f0-9e7ba99c4c60,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:21:24.166507 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3e609fcd-e033-48c2-9a74-32cbae126e72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:24.213501 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3e609fcd-e033-48c2-9a74-32cbae126e72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:24.248626 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ea9ccbc0-907c-4f92-8f79-07d3dd86451b tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:24.257140 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ea9ccbc0-907c-4f92-8f79-07d3dd86451b tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:24.295855 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3e609fcd-e033-48c2-9a74-32cbae126e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:24.301282 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3e609fcd-e033-48c2-9a74-32cbae126e72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:24.302505 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-3e609fcd-e033-48c2-9a74-32cbae126e72 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a41dee28-c7dc-4113-a1f0-9e7ba99c4c60 HTTP/1.1" status: 204 len: 168 time: 0.2768013 Jul 24 00:21:24.336574 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e609fcd-e033-48c2-9a74-32cbae126e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a41dee28-c7dc-4113-a1f0-9e7ba99c4c60,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:21:24.450544 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 18ef5fcd-dd30-451d-921d-2ef71e4007ee up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:21:24.489271 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9ccbc0-907c-4f92-8f79-07d3dd86451b tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Pushing event updated for resources: {'Port': ['ID=d35287bd-252c-4edd-96bd-6a922fef48a5,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:21:24.530080 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ea9ccbc0-907c-4f92-8f79-07d3dd86451b tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:24.623896 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 18ef5fcd-dd30-451d-921d-2ef71e4007ee completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:21:24.632653 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 18ef5fcd-dd30-451d-921d-2ef71e4007ee triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:21:24.633202 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:24.753411 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-65ed1450-11b9-476a-bda4-b7262c0b9ed8 req-39636631-c3fa-4888-9df9-3c1851c53231 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c02ce37-1a7c-484a-badd-fb01077af94e HTTP/1.1" status: 200 len: 210 time: 0.0582342 Jul 24 00:21:24.798173 n-d-800088-16 neutron-server[100313]: INFO neutron.db.l3_db [None req-ea9ccbc0-907c-4f92-8f79-07d3dd86451b tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Floating IP 3c1fd973-7a4e-447c-ae2f-eca030d3af70 associated. External IP: 172.25.3.227, port: 26108f50-26f8-4507-b4e4-cb5d99a1f87a. Jul 24 00:21:24.815046 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:24.938008 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 18ef5fcd-dd30-451d-921d-2ef71e4007ee, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=18ef5fcd-dd30-451d-921d-2ef71e4007ee,segment=NetworkSegment(5260e73a-7cc6-4afd-b511-ce9a4aedd105),segment_id=5260e73a-7cc6-4afd-b511-ce9a4aedd105)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:21:24.942594 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device ff9e881b-91c2-4776-980f-c99c19439c55 up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:21:24.989602 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:25.149660 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=18ef5fcd-dd30-451d-921d-2ef71e4007ee,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:21:25.156645 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port ff9e881b-91c2-4776-980f-c99c19439c55 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:21:25.157401 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:25.159135 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea9ccbc0-907c-4f92-8f79-07d3dd86451b tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Router 35802a2e-931b-4279-8f39-0827c1de9608 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:21:25.346286 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea9ccbc0-907c-4f92-8f79-07d3dd86451b tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:21:25.355111 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787aec43-4f71-4eec-b850-fad4e5666c7a req-25b390fd-3152-4015-a206-e669f628d103 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:25.363314 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-787aec43-4f71-4eec-b850-fad4e5666c7a req-25b390fd-3152-4015-a206-e669f628d103 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9e18e7f-6e26-4b52-b4b4-6716a07e4a51 HTTP/1.1" status: 200 len: 944 time: 0.4618430 Jul 24 00:21:25.379901 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 18ef5fcd-dd30-451d-921d-2ef71e4007ee up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:21:25.383814 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ac58a1-e5dc-4512-9c20-5140cb7846a1 None None] Sync routers for ids ['35802a2e-931b-4279-8f39-0827c1de9608'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:21:25.387271 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ea9ccbc0-907c-4f92-8f79-07d3dd86451b tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:25.431032 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-787aec43-4f71-4eec-b850-fad4e5666c7a req-9376c5de-8f14-400c-8f0f-61d9c93c9f13 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeb41864-d368-40dc-9b68-32578df5a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665386 Jul 24 00:21:25.438007 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194cf4d6-d970-45bb-9105-72c50788f154 req-d2e5d797-c47c-4869-a2b9-403d6a892d19 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:25.439720 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-194cf4d6-d970-45bb-9105-72c50788f154 req-d2e5d797-c47c-4869-a2b9-403d6a892d19 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.64 "GET /v2.0/networks?id=638ed06b-37c4-4e4e-9416-48b36cce6713 HTTP/1.1" status: 200 len: 811 time: 0.3740151 Jul 24 00:21:25.458200 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-ea9ccbc0-907c-4f92-8f79-07d3dd86451b tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5298519 Jul 24 00:21:25.458754 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01ba2839-0af5-46aa-be86-5a7a6c831e5a', 'tag': '26108f50-26f8-4507-b4e4-cb5d99a1f87a'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:21:25.461802 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b5abef-70b0-477a-b161-674d57bc3b8a" -d '{"events": [{"name": "network-changed", "server_uuid": "01ba2839-0af5-46aa-be86-5a7a6c831e5a", "tag": "26108f50-26f8-4507-b4e4-cb5d99a1f87a"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:21:25.524874 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:25.529837 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ac58a1-e5dc-4512-9c20-5140cb7846a1 None None] Routers {'35802a2e-931b-4279-8f39-0827c1de9608'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:21:25.530720 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-34ac58a1-e5dc-4512-9c20-5140cb7846a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:20:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['35802a2e-931b-4279-8f39-0827c1de9608'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:21:25.546927 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-194cf4d6-d970-45bb-9105-72c50788f154 req-7008d600-6096-4688-bbb5-55ad949c629e tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=819708cc484a4855acd8cf289bb3402a HTTP/1.1" status: 200 len: 380 time: 0.0964334 Jul 24 00:21:25.561942 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-194cf4d6-d970-45bb-9105-72c50788f154 req-b48a5e4e-6c58-4fdf-b6d0-0f4b3d354b3c tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Request body: {'port': {'device_id': '1c02ce37-1a7c-484a-badd-fb01077af94e', 'network_id': '638ed06b-37c4-4e4e-9416-48b36cce6713', 'admin_state_up': True, 'tenant_id': '819708cc484a4855acd8cf289bb3402a', 'security_groups': ['529357db-68dd-4b0f-abfc-c4aa3435ab56']}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:21:25.567213 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c0fb107-d6c1-4b56-8140-1adad6a33ebf x-openstack-request-id: req-1c0fb107-d6c1-4b56-8140-1adad6a33ebf {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:21:25.567843 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01ba2839-0af5-46aa-be86-5a7a6c831e5a", "tag": "26108f50-26f8-4507-b4e4-cb5d99a1f87a", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:21:25.568292 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1c0fb107-d6c1-4b56-8140-1adad6a33ebf {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:21:25.568691 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01ba2839-0af5-46aa-be86-5a7a6c831e5a', 'tag': '26108f50-26f8-4507-b4e4-cb5d99a1f87a', 'status': 'completed', 'code': 200} Jul 24 00:21:25.647796 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port ff9e881b-91c2-4776-980f-c99c19439c55, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=ff9e881b-91c2-4776-980f-c99c19439c55,segment=NetworkSegment(28758b2b-8e5b-4b20-97dc-892d312454de),segment_id=28758b2b-8e5b-4b20-97dc-892d312454de)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:21:25.651232 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e18e7f-6e26-4b52-b4b4-6716a07e4a51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff9e881b-91c2-4776-980f-c99c19439c55'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:21:25.653767 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d3c07b1-95cc-4a21-9bf2-b9c653cb31ef" -d '{"events": [{"server_uuid": "c9e18e7f-6e26-4b52-b4b4-6716a07e4a51", "name": "network-vif-plugged", "status": "completed", "tag": "ff9e881b-91c2-4776-980f-c99c19439c55"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:21:25.659479 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:25.661478 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 18ef5fcd-dd30-451d-921d-2ef71e4007ee triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:21:25.661845 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:25.741040 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b5abef-70b0-477a-b161-674d57bc3b8a req-9f426ab1-94a6-437c-a7d0-3c9ced5f655e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:25.742801 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f9b5abef-70b0-477a-b161-674d57bc3b8a req-9f426ab1-94a6-437c-a7d0-3c9ced5f655e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bf6833d5ef4e4ec6b999c5c1a3734713&device_id=01ba2839-0af5-46aa-be86-5a7a6c831e5a HTTP/1.1" status: 200 len: 1097 time: 0.1588821 Jul 24 00:21:25.770385 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc141448-8fba-43a3-93e3-ffa87a88f9fd x-openstack-request-id: req-dc141448-8fba-43a3-93e3-ffa87a88f9fd {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:21:25.770972 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e18e7f-6e26-4b52-b4b4-6716a07e4a51", "name": "network-vif-plugged", "status": "completed", "tag": "ff9e881b-91c2-4776-980f-c99c19439c55", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:21:25.771399 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dc141448-8fba-43a3-93e3-ffa87a88f9fd {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:21:25.772439 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e18e7f-6e26-4b52-b4b4-6716a07e4a51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff9e881b-91c2-4776-980f-c99c19439c55', 'code': 200} Jul 24 00:21:25.798857 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=ff9e881b-91c2-4776-980f-c99c19439c55,revision_number=7']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:21:25.825577 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-1729be83-e152-480e-ba69-143e4aa03354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:25.844572 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-194cf4d6-d970-45bb-9105-72c50788f154 req-b48a5e4e-6c58-4fdf-b6d0-0f4b3d354b3c tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Made reservation on behalf of 819708cc484a4855acd8cf289bb3402a for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:21:25.849177 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-194cf4d6-d970-45bb-9105-72c50788f154 req-b48a5e4e-6c58-4fdf-b6d0-0f4b3d354b3c tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:25.865124 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-34ac58a1-e5dc-4512-9c20-5140cb7846a1 None None] Set router 35802a2e-931b-4279-8f39-0827c1de9608 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:21:25.949404 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-dfbad282-fb33-4da1-bbeb-ca7c2cc2b766 req-6c651d07-3a0f-4abd-b043-61a1145b8679 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c02ce37-1a7c-484a-badd-fb01077af94e HTTP/1.1" status: 200 len: 210 time: 0.0699821 Jul 24 00:21:25.950698 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b5abef-70b0-477a-b161-674d57bc3b8a req-72b3a081-1762-4b9d-8696-292588f47fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:25.952861 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f9b5abef-70b0-477a-b161-674d57bc3b8a req-72b3a081-1762-4b9d-8696-292588f47fee service neutron] 10.222.0.64 "GET /v2.0/networks?id=657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f HTTP/1.1" status: 200 len: 913 time: 0.2016728 Jul 24 00:21:26.111632 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f9b5abef-70b0-477a-b161-674d57bc3b8a req-945642e3-3bc8-4b4a-b4dc-442d1bbf9f00 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=26108f50-26f8-4507-b4e4-cb5d99a1f87a HTTP/1.1" status: 200 len: 999 time: 0.1509228 Jul 24 00:21:26.192585 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-34ac58a1-e5dc-4512-9c20-5140cb7846a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35802a2e-931b-4279-8f39-0827c1de9608', 'name': 'tempest-TestVolumeBootPattern-1928393820-router', 'tenant_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '945b6507-7839-445a-bdc2-5cfac81cde75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:16:42Z', 'updated_at': '2021-07-24T00:16:45Z', 'revision_number': 4, 'project_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'gw_port': {'id': '945b6507-7839-445a-bdc2-5cfac81cde75', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35802a2e-931b-4279-8f39-0827c1de9608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:42Z', 'updated_at': '2021-07-24T00:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': '3c1fd973-7a4e-447c-ae2f-eca030d3af70', 'tenant_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'floating_ip_address': '172.25.3.227', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '35802a2e-931b-4279-8f39-0827c1de9608', 'port_id': '26108f50-26f8-4507-b4e4-cb5d99a1f87a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f', 'mac_address': 'fa:16:3e:97:59:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ba2839-0af5-46aa-be86-5a7a6c831e5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:21:23Z', 'updated_at': '2021-07-24T00:21:23Z', 'revision_number': 0, 'project_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0777a88b-5aef-4932-9db4-0c2450616791', 'name': '', 'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f', 'tenant_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'mac_address': 'fa:16:3e:7b:72:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35802a2e-931b-4279-8f39-0827c1de9608', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '4f660729-e229-442a-bec0-0f7d8794afc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:45Z', 'updated_at': '2021-07-24T00:16:54Z', 'revision_number': 5, 'project_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'subnets': [{'id': '4f660729-e229-442a-bec0-0f7d8794afc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:21:26.222123 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [req-194cf4d6-d970-45bb-9105-72c50788f154 req-b48a5e4e-6c58-4fdf-b6d0-0f4b3d354b3c tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Allocated IP 172.20.0.11 (638ed06b-37c4-4e4e-9416-48b36cce6713/b8497362-30af-4bd3-8c41-7992db45dcf8/d57969ca-2893-40ad-81a4-62021107f4b1) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:21:26.236309 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b5abef-70b0-477a-b161-674d57bc3b8a req-ff481b14-f3dd-4ab1-9eba-1a641eacf753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:26.238106 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f9b5abef-70b0-477a-b161-674d57bc3b8a req-ff481b14-f3dd-4ab1-9eba-1a641eacf753 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4f660729-e229-442a-bec0-0f7d8794afc6 HTTP/1.1" status: 200 len: 851 time: 0.1091890 Jul 24 00:21:26.252666 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ac58a1-e5dc-4512-9c20-5140cb7846a1 None None] Checking router: 35802a2e-931b-4279-8f39-0827c1de9608 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:21:26.279924 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ac58a1-e5dc-4512-9c20-5140cb7846a1 None None] Routers {'35802a2e-931b-4279-8f39-0827c1de9608'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:21:26.280580 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-34ac58a1-e5dc-4512-9c20-5140cb7846a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:21:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['35802a2e-931b-4279-8f39-0827c1de9608'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:21:26.362847 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b5abef-70b0-477a-b161-674d57bc3b8a req-e0567edd-dc6d-478f-af74-44fa642c64e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:26.364321 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f9b5abef-70b0-477a-b161-674d57bc3b8a req-e0567edd-dc6d-478f-af74-44fa642c64e2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1154828 Jul 24 00:21:26.378954 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [req-f9b5abef-70b0-477a-b161-674d57bc3b8a req-066ee425-6240-423b-bca8-b3c400fd4d6f service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=100314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:21:26.380025 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f9b5abef-70b0-477a-b161-674d57bc3b8a req-066ee425-6240-423b-bca8-b3c400fd4d6f service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079596 Jul 24 00:21:26.439097 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-34ac58a1-e5dc-4512-9c20-5140cb7846a1 None None] Set router 35802a2e-931b-4279-8f39-0827c1de9608 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:21:26.541358 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-194cf4d6-d970-45bb-9105-72c50788f154 req-b48a5e4e-6c58-4fdf-b6d0-0f4b3d354b3c tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:26.567509 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f9b5abef-70b0-477a-b161-674d57bc3b8a req-deb38528-6c72-4a88-ab24-cc09fc55a9ce service neutron] 10.222.0.64 "GET /v2.0/networks/657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507246 Jul 24 00:21:26.570902 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-194cf4d6-d970-45bb-9105-72c50788f154 req-b48a5e4e-6c58-4fdf-b6d0-0f4b3d354b3c tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Transition to ACTIVE for port object d57969ca-2893-40ad-81a4-62021107f4b1 will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:21:26.703841 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f9b5abef-70b0-477a-b161-674d57bc3b8a req-f35f8fc1-eb13-4832-aad5-7bcd4f878003 service neutron] 10.222.0.64 "GET /v2.0/networks/657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168957 Jul 24 00:21:26.712477 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-34ac58a1-e5dc-4512-9c20-5140cb7846a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35802a2e-931b-4279-8f39-0827c1de9608', 'name': 'tempest-TestVolumeBootPattern-1928393820-router', 'tenant_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '945b6507-7839-445a-bdc2-5cfac81cde75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:16:42Z', 'updated_at': '2021-07-24T00:16:45Z', 'revision_number': 4, 'project_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'gw_port': {'id': '945b6507-7839-445a-bdc2-5cfac81cde75', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35802a2e-931b-4279-8f39-0827c1de9608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:42Z', 'updated_at': '2021-07-24T00:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': '3c1fd973-7a4e-447c-ae2f-eca030d3af70', 'tenant_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'floating_ip_address': '172.25.3.227', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '35802a2e-931b-4279-8f39-0827c1de9608', 'port_id': '26108f50-26f8-4507-b4e4-cb5d99a1f87a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f', 'mac_address': 'fa:16:3e:97:59:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ba2839-0af5-46aa-be86-5a7a6c831e5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:21:23Z', 'updated_at': '2021-07-24T00:21:23Z', 'revision_number': 0, 'project_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0777a88b-5aef-4932-9db4-0c2450616791', 'name': '', 'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f', 'tenant_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'mac_address': 'fa:16:3e:7b:72:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35802a2e-931b-4279-8f39-0827c1de9608', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '4f660729-e229-442a-bec0-0f7d8794afc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:45Z', 'updated_at': '2021-07-24T00:16:54Z', 'revision_number': 5, 'project_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'subnets': [{'id': '4f660729-e229-442a-bec0-0f7d8794afc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:21:26.771501 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ac58a1-e5dc-4512-9c20-5140cb7846a1 None None] The sync data for ids ['35802a2e-931b-4279-8f39-0827c1de9608'] in n-d-800088-16 is: [{'id': '35802a2e-931b-4279-8f39-0827c1de9608', 'name': 'tempest-TestVolumeBootPattern-1928393820-router', 'tenant_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '945b6507-7839-445a-bdc2-5cfac81cde75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:16:42Z', 'updated_at': '2021-07-24T00:16:45Z', 'revision_number': 4, 'project_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'gw_port': {'id': '945b6507-7839-445a-bdc2-5cfac81cde75', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35802a2e-931b-4279-8f39-0827c1de9608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:42Z', 'updated_at': '2021-07-24T00:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': '3c1fd973-7a4e-447c-ae2f-eca030d3af70', 'tenant_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'floating_ip_address': '172.25.3.227', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '35802a2e-931b-4279-8f39-0827c1de9608', 'port_id': '26108f50-26f8-4507-b4e4-cb5d99a1f87a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f', 'mac_address': 'fa:16:3e:97:59:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ba2839-0af5-46aa-be86-5a7a6c831e5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:21:23Z', 'updated_at': '2021-07-24T00:21:23Z', 'revision_number': 0, 'project_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0777a88b-5aef-4932-9db4-0c2450616791', 'name': '', 'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f', 'tenant_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'mac_address': 'fa:16:3e:7b:72:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35802a2e-931b-4279-8f39-0827c1de9608', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '4f660729-e229-442a-bec0-0f7d8794afc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:45Z', 'updated_at': '2021-07-24T00:16:54Z', 'revision_number': 5, 'project_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'subnets': [{'id': '4f660729-e229-442a-bec0-0f7d8794afc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:21:26.798538 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db3e561-ba4d-4b59-b4d4-0e8e187636b5 req-c2729f15-bf8c-4ef7-8410-b83d2d39e631 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:26.801699 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:26.804244 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4db3e561-ba4d-4b59-b4d4-0e8e187636b5 req-c2729f15-bf8c-4ef7-8410-b83d2d39e631 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9e18e7f-6e26-4b52-b4b4-6716a07e4a51 HTTP/1.1" status: 200 len: 945 time: 0.2341213 Jul 24 00:21:26.806170 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-194cf4d6-d970-45bb-9105-72c50788f154 req-b48a5e4e-6c58-4fdf-b6d0-0f4b3d354b3c tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:26.914121 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48a5e4e-6c58-4fdf-b6d0-0f4b3d354b3c tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Pushing event updated for resources: {'Port': ['ID=d57969ca-2893-40ad-81a4-62021107f4b1,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:21:26.918113 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-194cf4d6-d970-45bb-9105-72c50788f154 req-b48a5e4e-6c58-4fdf-b6d0-0f4b3d354b3c tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Network 638ed06b-37c4-4e4e-9416-48b36cce6713 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:21:26.928347 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [req-194cf4d6-d970-45bb-9105-72c50788f154 req-b48a5e4e-6c58-4fdf-b6d0-0f4b3d354b3c tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:21:26.939423 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-194cf4d6-d970-45bb-9105-72c50788f154 req-b48a5e4e-6c58-4fdf-b6d0-0f4b3d354b3c tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:21:26.940051 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48a5e4e-6c58-4fdf-b6d0-0f4b3d354b3c tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:21:26.940504 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48a5e4e-6c58-4fdf-b6d0-0f4b3d354b3c tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:21:26.941540 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48a5e4e-6c58-4fdf-b6d0-0f4b3d354b3c tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:21:26.941890 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48a5e4e-6c58-4fdf-b6d0-0f4b3d354b3c tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:21:26.942864 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48a5e4e-6c58-4fdf-b6d0-0f4b3d354b3c tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:21:26.942864 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48a5e4e-6c58-4fdf-b6d0-0f4b3d354b3c tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:21:26.943132 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48a5e4e-6c58-4fdf-b6d0-0f4b3d354b3c tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:21:26.944055 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48a5e4e-6c58-4fdf-b6d0-0f4b3d354b3c tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:21:26.944055 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48a5e4e-6c58-4fdf-b6d0-0f4b3d354b3c tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:21:26.944501 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48a5e4e-6c58-4fdf-b6d0-0f4b3d354b3c tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:21:26.944979 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48a5e4e-6c58-4fdf-b6d0-0f4b3d354b3c tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:21:26.949731 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48a5e4e-6c58-4fdf-b6d0-0f4b3d354b3c tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:21:27.078048 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4db3e561-ba4d-4b59-b4d4-0e8e187636b5 req-5804da33-f72d-495b-aa1c-910e7234748d tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeb41864-d368-40dc-9b68-32578df5a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654469 Jul 24 00:21:27.138820 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194cf4d6-d970-45bb-9105-72c50788f154 req-b48a5e4e-6c58-4fdf-b6d0-0f4b3d354b3c tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:27.143627 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-194cf4d6-d970-45bb-9105-72c50788f154 req-b48a5e4e-6c58-4fdf-b6d0-0f4b3d354b3c tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:27.168448 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1174c74f-874d-4df6-99c3-aab8ceef9362 None None] New status for floating IP 3c1fd973-7a4e-447c-ae2f-eca030d3af70: ACTIVE {{(pid=100316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 00:21:27.197071 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-194cf4d6-d970-45bb-9105-72c50788f154 req-b48a5e4e-6c58-4fdf-b6d0-0f4b3d354b3c tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6439881 Jul 24 00:21:27.209958 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-194cf4d6-d970-45bb-9105-72c50788f154 req-cf10d750-cf2b-44bb-a4a7-dac29256bc41 service neutron] Request body: {'port': {'device_id': '1c02ce37-1a7c-484a-badd-fb01077af94e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-16'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:21:27.214479 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3febdc3-8e8b-4fb0-9f54-e74923b7ee15 req-6515bcbe-d891-4f5a-8c33-ee26d4ec9f95 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:27.228890 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a3febdc3-8e8b-4fb0-9f54-e74923b7ee15 req-6515bcbe-d891-4f5a-8c33-ee26d4ec9f95 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c02ce37-1a7c-484a-badd-fb01077af94e HTTP/1.1" status: 200 len: 932 time: 0.1932621 Jul 24 00:21:27.308260 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:27.352007 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a3febdc3-8e8b-4fb0-9f54-e74923b7ee15 req-70e82a89-bd22-42f9-82c2-c76c2f106c3f tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/security-groups?id=529357db-68dd-4b0f-abfc-c4aa3435ab56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220315 Jul 24 00:21:27.391095 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-0a4ddf8a-b234-4728-941b-5b088c136b47 None None] Provisioning for port d57969ca-2893-40ad-81a4-62021107f4b1 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:21:27.399095 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-0a4ddf8a-b234-4728-941b-5b088c136b47 None None] Provisioning complete for port d57969ca-2893-40ad-81a4-62021107f4b1 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:21:27.399483 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0a4ddf8a-b234-4728-941b-5b088c136b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:27.417134 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-194cf4d6-d970-45bb-9105-72c50788f154 req-cf10d750-cf2b-44bb-a4a7-dac29256bc41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:27.526023 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-0a4ddf8a-b234-4728-941b-5b088c136b47 None None] Port d57969ca-2893-40ad-81a4-62021107f4b1 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:21:27.829905 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-194cf4d6-d970-45bb-9105-72c50788f154 req-cf10d750-cf2b-44bb-a4a7-dac29256bc41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d57969ca-2893-40ad-81a4-62021107f4b1 {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:21:27.837625 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-194cf4d6-d970-45bb-9105-72c50788f154 req-cf10d750-cf2b-44bb-a4a7-dac29256bc41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:27.851170 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-194cf4d6-d970-45bb-9105-72c50788f154 req-cf10d750-cf2b-44bb-a4a7-dac29256bc41 service neutron] Transition to ACTIVE for port object d57969ca-2893-40ad-81a4-62021107f4b1 will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:21:27.856342 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-194cf4d6-d970-45bb-9105-72c50788f154 req-cf10d750-cf2b-44bb-a4a7-dac29256bc41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:27.907682 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf10d750-cf2b-44bb-a4a7-dac29256bc41 service neutron] Pushing event updated for resources: {'Port': ['ID=d57969ca-2893-40ad-81a4-62021107f4b1,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:21:28.016756 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-194cf4d6-d970-45bb-9105-72c50788f154 req-cf10d750-cf2b-44bb-a4a7-dac29256bc41 service neutron] Attempting to bind port d57969ca-2893-40ad-81a4-62021107f4b1 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:21:28.017128 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-194cf4d6-d970-45bb-9105-72c50788f154 req-cf10d750-cf2b-44bb-a4a7-dac29256bc41 service neutron] Attempting to bind port d57969ca-2893-40ad-81a4-62021107f4b1 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '5260e73a-7cc6-4afd-b511-ce9a4aedd105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '638ed06b-37c4-4e4e-9416-48b36cce6713'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:21:28.017468 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194cf4d6-d970-45bb-9105-72c50788f154 req-cf10d750-cf2b-44bb-a4a7-dac29256bc41 service neutron] Attempting to bind port d57969ca-2893-40ad-81a4-62021107f4b1 on network 638ed06b-37c4-4e4e-9416-48b36cce6713 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:21:28.031788 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194cf4d6-d970-45bb-9105-72c50788f154 req-cf10d750-cf2b-44bb-a4a7-dac29256bc41 service neutron] Port d57969ca-2893-40ad-81a4-62021107f4b1 on network 638ed06b-37c4-4e4e-9416-48b36cce6713 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:21:28.032233 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194cf4d6-d970-45bb-9105-72c50788f154 req-cf10d750-cf2b-44bb-a4a7-dac29256bc41 service neutron] Attempting to bind port d57969ca-2893-40ad-81a4-62021107f4b1 on network 638ed06b-37c4-4e4e-9416-48b36cce6713 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:21:28.043965 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194cf4d6-d970-45bb-9105-72c50788f154 req-cf10d750-cf2b-44bb-a4a7-dac29256bc41 service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:21:28.044314 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194cf4d6-d970-45bb-9105-72c50788f154 req-cf10d750-cf2b-44bb-a4a7-dac29256bc41 service neutron] Checking segment: {'id': '5260e73a-7cc6-4afd-b511-ce9a4aedd105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '638ed06b-37c4-4e4e-9416-48b36cce6713'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:21:28.044717 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194cf4d6-d970-45bb-9105-72c50788f154 req-cf10d750-cf2b-44bb-a4a7-dac29256bc41 service neutron] Bound using segment: {'id': '5260e73a-7cc6-4afd-b511-ce9a4aedd105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '638ed06b-37c4-4e4e-9416-48b36cce6713'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:21:28.045192 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-194cf4d6-d970-45bb-9105-72c50788f154 req-cf10d750-cf2b-44bb-a4a7-dac29256bc41 service neutron] Bound port: d57969ca-2893-40ad-81a4-62021107f4b1, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5260e73a-7cc6-4afd-b511-ce9a4aedd105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '638ed06b-37c4-4e4e-9416-48b36cce6713'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:21:28.045560 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-194cf4d6-d970-45bb-9105-72c50788f154 req-cf10d750-cf2b-44bb-a4a7-dac29256bc41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:28.199351 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-194cf4d6-d970-45bb-9105-72c50788f154 req-cf10d750-cf2b-44bb-a4a7-dac29256bc41 service neutron] For port d57969ca-2893-40ad-81a4-62021107f4b1, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:21:28.261185 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-194cf4d6-d970-45bb-9105-72c50788f154 req-cf10d750-cf2b-44bb-a4a7-dac29256bc41 service neutron] For port d57969ca-2893-40ad-81a4-62021107f4b1, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=d57969ca-2893-40ad-81a4-62021107f4b1,segment=NetworkSegment(5260e73a-7cc6-4afd-b511-ce9a4aedd105),segment_id=5260e73a-7cc6-4afd-b511-ce9a4aedd105)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:21:28.269098 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-194cf4d6-d970-45bb-9105-72c50788f154 req-cf10d750-cf2b-44bb-a4a7-dac29256bc41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:28.326393 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194cf4d6-d970-45bb-9105-72c50788f154 req-cf10d750-cf2b-44bb-a4a7-dac29256bc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:28.327020 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-194cf4d6-d970-45bb-9105-72c50788f154 req-cf10d750-cf2b-44bb-a4a7-dac29256bc41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:28.328726 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-194cf4d6-d970-45bb-9105-72c50788f154 req-cf10d750-cf2b-44bb-a4a7-dac29256bc41 service neutron] 10.222.0.64 "PUT /v2.0/ports/d57969ca-2893-40ad-81a4-62021107f4b1 HTTP/1.1" status: 200 len: 1093 time: 1.1238217 Jul 24 00:21:28.331224 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c02ce37-1a7c-484a-badd-fb01077af94e', 'tag': 'd57969ca-2893-40ad-81a4-62021107f4b1'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:21:28.335049 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b4666d-6651-4261-bb7b-fd763679dff3" -d '{"events": [{"name": "network-changed", "server_uuid": "1c02ce37-1a7c-484a-badd-fb01077af94e", "tag": "d57969ca-2893-40ad-81a4-62021107f4b1"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:21:28.405242 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe650975-e5b4-4a3a-b65f-6702598ee859 req-42379be6-b997-4915-b7c1-5c56a982be14 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:28.406829 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fe650975-e5b4-4a3a-b65f-6702598ee859 req-42379be6-b997-4915-b7c1-5c56a982be14 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9e18e7f-6e26-4b52-b4b4-6716a07e4a51 HTTP/1.1" status: 200 len: 945 time: 0.2223377 Jul 24 00:21:28.442287 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf10d750-cf2b-44bb-a4a7-dac29256bc41 service neutron] Pushing event updated for resources: {'Port': ['ID=d57969ca-2893-40ad-81a4-62021107f4b1,revision_number=3']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:21:28.504576 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fe650975-e5b4-4a3a-b65f-6702598ee859 req-65e01f6a-afe1-415e-aa0c-b9845626e27c tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeb41864-d368-40dc-9b68-32578df5a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487947 Jul 24 00:21:28.515465 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194cf4d6-d970-45bb-9105-72c50788f154 req-8d4b446e-f89c-4e53-bcaf-bebe7799f47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:28.517039 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-194cf4d6-d970-45bb-9105-72c50788f154 req-8d4b446e-f89c-4e53-bcaf-bebe7799f47d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=819708cc484a4855acd8cf289bb3402a&device_id=1c02ce37-1a7c-484a-badd-fb01077af94e HTTP/1.1" status: 200 len: 1096 time: 0.1092606 Jul 24 00:21:28.575181 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-194cf4d6-d970-45bb-9105-72c50788f154 req-be8349a9-8d10-4875-bf7a-e344c746d53b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d57969ca-2893-40ad-81a4-62021107f4b1 HTTP/1.1" status: 200 len: 217 time: 0.0496855 Jul 24 00:21:28.579286 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c92787-8307-4813-a3e7-c36bb97e8588 x-openstack-request-id: req-40c92787-8307-4813-a3e7-c36bb97e8588 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:21:28.579584 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c02ce37-1a7c-484a-badd-fb01077af94e", "tag": "d57969ca-2893-40ad-81a4-62021107f4b1", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:21:28.579843 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-40c92787-8307-4813-a3e7-c36bb97e8588 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:21:28.580245 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c02ce37-1a7c-484a-badd-fb01077af94e', 'tag': 'd57969ca-2893-40ad-81a4-62021107f4b1', 'status': 'completed', 'code': 200} Jul 24 00:21:28.658045 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194cf4d6-d970-45bb-9105-72c50788f154 req-d23f3018-9725-4c47-b674-7eb8ad8e4c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:28.659847 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-194cf4d6-d970-45bb-9105-72c50788f154 req-d23f3018-9725-4c47-b674-7eb8ad8e4c60 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b8497362-30af-4bd3-8c41-7992db45dcf8 HTTP/1.1" status: 200 len: 850 time: 0.0741582 Jul 24 00:21:28.769177 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c0b68a-7281-439e-8fcf-193c70eb250b req-12abdde2-5bf9-45bc-9d78-985dc8dd17de tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:28.776591 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-88c0b68a-7281-439e-8fcf-193c70eb250b req-12abdde2-5bf9-45bc-9d78-985dc8dd17de tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c02ce37-1a7c-484a-badd-fb01077af94e HTTP/1.1" status: 200 len: 944 time: 0.1416590 Jul 24 00:21:28.819141 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194cf4d6-d970-45bb-9105-72c50788f154 req-3231fcaa-8280-4e99-9396-24b59f4f6886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:28.820653 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-194cf4d6-d970-45bb-9105-72c50788f154 req-3231fcaa-8280-4e99-9396-24b59f4f6886 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=638ed06b-37c4-4e4e-9416-48b36cce6713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1294992 Jul 24 00:21:28.828216 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-88c0b68a-7281-439e-8fcf-193c70eb250b req-0a575927-6924-45e4-86c1-8bc316634dd3 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/security-groups?id=529357db-68dd-4b0f-abfc-c4aa3435ab56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508025 Jul 24 00:21:28.918825 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:28.926079 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-194cf4d6-d970-45bb-9105-72c50788f154 req-38a0f0a2-afef-4e21-ba4d-0c88946326cf service neutron] 10.222.0.64 "GET /v2.0/networks/638ed06b-37c4-4e4e-9416-48b36cce6713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966589 Jul 24 00:21:29.093514 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-194cf4d6-d970-45bb-9105-72c50788f154 req-dc208c3b-0d4c-420b-b16d-9c8fb6d0105d service neutron] 10.222.0.64 "GET /v2.0/networks/638ed06b-37c4-4e4e-9416-48b36cce6713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602509 Jul 24 00:21:29.248169 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b4666d-6651-4261-bb7b-fd763679dff3 req-df38246f-2f3f-4c11-b8de-c803c452bac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:29.249915 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b2b4666d-6651-4261-bb7b-fd763679dff3 req-df38246f-2f3f-4c11-b8de-c803c452bac4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=819708cc484a4855acd8cf289bb3402a&device_id=1c02ce37-1a7c-484a-badd-fb01077af94e HTTP/1.1" status: 200 len: 1096 time: 0.1017487 Jul 24 00:21:29.375165 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b4666d-6651-4261-bb7b-fd763679dff3 req-6413d342-bd07-44ae-b06a-d0124ba23397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:29.377140 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b2b4666d-6651-4261-bb7b-fd763679dff3 req-6413d342-bd07-44ae-b06a-d0124ba23397 service neutron] 10.222.0.64 "GET /v2.0/networks?id=638ed06b-37c4-4e4e-9416-48b36cce6713 HTTP/1.1" status: 200 len: 912 time: 0.1202493 Jul 24 00:21:29.462419 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b2b4666d-6651-4261-bb7b-fd763679dff3 req-7d3fa66c-e64e-4c77-a93b-fd2fb421f4b4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d57969ca-2893-40ad-81a4-62021107f4b1 HTTP/1.1" status: 200 len: 217 time: 0.0781150 Jul 24 00:21:29.512826 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b4666d-6651-4261-bb7b-fd763679dff3 req-a8551a6a-71f5-4e39-aee4-672f3d05ff19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:29.514305 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b2b4666d-6651-4261-bb7b-fd763679dff3 req-a8551a6a-71f5-4e39-aee4-672f3d05ff19 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b8497362-30af-4bd3-8c41-7992db45dcf8 HTTP/1.1" status: 200 len: 850 time: 0.0456395 Jul 24 00:21:29.612123 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b4666d-6651-4261-bb7b-fd763679dff3 req-16fd27a4-18ed-4076-86ff-94a5d9e7c066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:29.615054 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b2b4666d-6651-4261-bb7b-fd763679dff3 req-16fd27a4-18ed-4076-86ff-94a5d9e7c066 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=638ed06b-37c4-4e4e-9416-48b36cce6713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0941343 Jul 24 00:21:29.696152 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2ade62-e95e-435a-b6f0-a405450c42c6 req-c9746d11-78c1-4dab-8827-dbde03b3c31c tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:29.712334 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4c2ade62-e95e-435a-b6f0-a405450c42c6 req-c9746d11-78c1-4dab-8827-dbde03b3c31c tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9e18e7f-6e26-4b52-b4b4-6716a07e4a51 HTTP/1.1" status: 200 len: 945 time: 0.1161451 Jul 24 00:21:29.741202 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b2b4666d-6651-4261-bb7b-fd763679dff3 req-048253ad-43c7-4ff4-91cb-a654b5f03205 service neutron] 10.222.0.64 "GET /v2.0/networks/638ed06b-37c4-4e4e-9416-48b36cce6713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173668 Jul 24 00:21:29.786358 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4c2ade62-e95e-435a-b6f0-a405450c42c6 req-b62f5a7a-eff2-4bce-b634-87f647964cf0 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeb41864-d368-40dc-9b68-32578df5a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728548 Jul 24 00:21:29.883062 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b2b4666d-6651-4261-bb7b-fd763679dff3 req-98f3c2e8-86e2-4606-b12d-dc9414efc85c service neutron] 10.222.0.64 "GET /v2.0/networks/638ed06b-37c4-4e4e-9416-48b36cce6713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346867 Jul 24 00:21:30.026152 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2556737-33b9-448b-b7a7-7a4d19f2598d req-54ca8224-1ad0-4929-86c6-71bcb5b47d02 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:30.034161 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f2556737-33b9-448b-b7a7-7a4d19f2598d req-54ca8224-1ad0-4929-86c6-71bcb5b47d02 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c02ce37-1a7c-484a-badd-fb01077af94e HTTP/1.1" status: 200 len: 944 time: 0.1031327 Jul 24 00:21:30.079093 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f2556737-33b9-448b-b7a7-7a4d19f2598d req-192f9222-79a9-45e8-8078-1c166a7e3015 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/security-groups?id=529357db-68dd-4b0f-abfc-c4aa3435ab56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435367 Jul 24 00:21:30.950584 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f1a2ea-dbd8-46ff-8d56-ad6ea4bd04ef req-358af5ca-024e-43fe-a4e9-a9fbc9c5eb46 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:30.953132 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-84f1a2ea-dbd8-46ff-8d56-ad6ea4bd04ef req-358af5ca-024e-43fe-a4e9-a9fbc9c5eb46 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9e18e7f-6e26-4b52-b4b4-6716a07e4a51 HTTP/1.1" status: 200 len: 945 time: 0.0831149 Jul 24 00:21:31.000937 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-84f1a2ea-dbd8-46ff-8d56-ad6ea4bd04ef req-6c07b9c5-90ac-4292-8ce2-e84ca04a650f tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeb41864-d368-40dc-9b68-32578df5a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402095 Jul 24 00:21:31.299617 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8af418-97c9-44ea-a442-1fd427a89618 req-356abcc2-e4a3-43f4-bc60-78f9f0764e63 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:31.301471 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cd8af418-97c9-44ea-a442-1fd427a89618 req-356abcc2-e4a3-43f4-bc60-78f9f0764e63 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c02ce37-1a7c-484a-badd-fb01077af94e HTTP/1.1" status: 200 len: 944 time: 0.1047645 Jul 24 00:21:31.352325 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cd8af418-97c9-44ea-a442-1fd427a89618 req-250dc9ea-24fa-41f4-a195-2173dace5f19 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/security-groups?id=529357db-68dd-4b0f-abfc-c4aa3435ab56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443027 Jul 24 00:21:31.571184 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device d57969ca-2893-40ad-81a4-62021107f4b1 details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:21:31.705374 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port d57969ca-2893-40ad-81a4-62021107f4b1, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=d57969ca-2893-40ad-81a4-62021107f4b1,segment=NetworkSegment(5260e73a-7cc6-4afd-b511-ce9a4aedd105),segment_id=5260e73a-7cc6-4afd-b511-ce9a4aedd105)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:21:31.726224 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': 'd57969ca-2893-40ad-81a4-62021107f4b1', 'network_id': '638ed06b-37c4-4e4e-9416-48b36cce6713', 'port_id': 'd57969ca-2893-40ad-81a4-62021107f4b1', 'mac_address': 'fa:16:3e:6b:77:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8497362-30af-4bd3-8c41-7992db45dcf8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:21:31.784981 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:31.801603 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d57969ca-2893-40ad-81a4-62021107f4b1 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:21:31.839716 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port d57969ca-2893-40ad-81a4-62021107f4b1, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=d57969ca-2893-40ad-81a4-62021107f4b1,segment=NetworkSegment(5260e73a-7cc6-4afd-b511-ce9a4aedd105),segment_id=5260e73a-7cc6-4afd-b511-ce9a4aedd105)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:21:31.845435 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:31.899438 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=d57969ca-2893-40ad-81a4-62021107f4b1,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:21:32.078012 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['d57969ca-2893-40ad-81a4-62021107f4b1'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:21:32.270613 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef589c8-df1e-4a70-a309-8cc00bb436c3 req-14b36db1-c22e-44f3-9663-059e5cea7ff9 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:32.280093 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4ef589c8-df1e-4a70-a309-8cc00bb436c3 req-14b36db1-c22e-44f3-9663-059e5cea7ff9 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9e18e7f-6e26-4b52-b4b4-6716a07e4a51 HTTP/1.1" status: 200 len: 945 time: 0.1581993 Jul 24 00:21:32.349072 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4ef589c8-df1e-4a70-a309-8cc00bb436c3 req-5303ec15-8304-4f35-8d5d-cfb651dfb75d tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeb41864-d368-40dc-9b68-32578df5a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624015 Jul 24 00:21:32.524192 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c64c2ce-714e-4853-bfb1-2dd36f73109d req-8c1bc24e-68b1-4d49-9b41-425304e73363 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:32.525746 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8c64c2ce-714e-4853-bfb1-2dd36f73109d req-8c1bc24e-68b1-4d49-9b41-425304e73363 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c02ce37-1a7c-484a-badd-fb01077af94e HTTP/1.1" status: 200 len: 945 time: 0.0774050 Jul 24 00:21:32.570916 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8c64c2ce-714e-4853-bfb1-2dd36f73109d req-010ebd02-3422-49d7-9880-05bb1af9f074 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/security-groups?id=529357db-68dd-4b0f-abfc-c4aa3435ab56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380206 Jul 24 00:21:33.527626 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c64653-9aad-464e-aa12-88181fd1de54 req-9f08b7e6-a9b6-401e-b141-135637806d9d tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:33.535766 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-35c64653-9aad-464e-aa12-88181fd1de54 req-9f08b7e6-a9b6-401e-b141-135637806d9d tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9e18e7f-6e26-4b52-b4b4-6716a07e4a51 HTTP/1.1" status: 200 len: 945 time: 0.1013381 Jul 24 00:21:33.586167 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device d57969ca-2893-40ad-81a4-62021107f4b1 up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:21:33.653697 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-35c64653-9aad-464e-aa12-88181fd1de54 req-2bb50b1f-a824-4139-8f9b-6843a727e237 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeb41864-d368-40dc-9b68-32578df5a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166677 Jul 24 00:21:33.741551 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port d57969ca-2893-40ad-81a4-62021107f4b1 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:21:33.745816 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port d57969ca-2893-40ad-81a4-62021107f4b1 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:21:33.746104 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:33.779630 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6970eed6-8902-4b97-a5cb-25e0ad9a1a67 req-86ee58f8-2528-4f9f-9f66-834f35ace109 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:33.788464 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6970eed6-8902-4b97-a5cb-25e0ad9a1a67 req-86ee58f8-2528-4f9f-9f66-834f35ace109 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c02ce37-1a7c-484a-badd-fb01077af94e HTTP/1.1" status: 200 len: 945 time: 0.1072147 Jul 24 00:21:33.841407 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6970eed6-8902-4b97-a5cb-25e0ad9a1a67 req-be3d6e89-80d7-44c7-87dc-7a263bd46d19 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/security-groups?id=529357db-68dd-4b0f-abfc-c4aa3435ab56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516570 Jul 24 00:21:33.907506 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:33.938955 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c02ce37-1a7c-484a-badd-fb01077af94e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd57969ca-2893-40ad-81a4-62021107f4b1'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:21:33.942752 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0845cb9-abb4-4a1d-88e3-dac53c7f764e" -d '{"events": [{"server_uuid": "1c02ce37-1a7c-484a-badd-fb01077af94e", "name": "network-vif-plugged", "status": "completed", "tag": "d57969ca-2893-40ad-81a4-62021107f4b1"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:21:33.976534 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port d57969ca-2893-40ad-81a4-62021107f4b1, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=d57969ca-2893-40ad-81a4-62021107f4b1,segment=NetworkSegment(5260e73a-7cc6-4afd-b511-ce9a4aedd105),segment_id=5260e73a-7cc6-4afd-b511-ce9a4aedd105)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:21:33.988190 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:34.030601 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a88b594d-980f-41f0-a205-9bcc3ce41282 x-openstack-request-id: req-a88b594d-980f-41f0-a205-9bcc3ce41282 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:21:34.033796 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c02ce37-1a7c-484a-badd-fb01077af94e", "name": "network-vif-plugged", "status": "completed", "tag": "d57969ca-2893-40ad-81a4-62021107f4b1", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:21:34.034645 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a88b594d-980f-41f0-a205-9bcc3ce41282 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:21:34.035282 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c02ce37-1a7c-484a-badd-fb01077af94e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd57969ca-2893-40ad-81a4-62021107f4b1', 'code': 200} Jul 24 00:21:34.062755 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=d57969ca-2893-40ad-81a4-62021107f4b1,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:21:34.145954 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8295d8-544e-4e21-80fe-1316b3da147d req-6dd4c170-8562-49c2-a4f6-e643878d9f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:34.148548 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1c8295d8-544e-4e21-80fe-1316b3da147d req-6dd4c170-8562-49c2-a4f6-e643878d9f84 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1c02ce37-1a7c-484a-badd-fb01077af94e HTTP/1.1" status: 200 len: 1098 time: 0.0804362 Jul 24 00:21:34.196774 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1c8295d8-544e-4e21-80fe-1316b3da147d req-5e5e2481-238d-4481-b20d-e9077ba6023b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=529357db-68dd-4b0f-abfc-c4aa3435ab56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384912 Jul 24 00:21:34.812467 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8a6c4f-a404-4f9f-bd6a-e929bd2a68cc req-df15354f-5d1e-4122-bf7a-46067cbffee9 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:34.820676 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-df8a6c4f-a404-4f9f-bd6a-e929bd2a68cc req-df15354f-5d1e-4122-bf7a-46067cbffee9 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9e18e7f-6e26-4b52-b4b4-6716a07e4a51 HTTP/1.1" status: 200 len: 945 time: 0.1071970 Jul 24 00:21:34.902073 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-df8a6c4f-a404-4f9f-bd6a-e929bd2a68cc req-4e479be6-f74a-42fe-895a-570af5c7011a tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeb41864-d368-40dc-9b68-32578df5a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728419 Jul 24 00:21:35.025725 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eca044-fbae-41ec-acce-804508b4afc6 req-befa70a9-b766-41ad-9c4f-176792f49982 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:35.029681 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-98eca044-fbae-41ec-acce-804508b4afc6 req-befa70a9-b766-41ad-9c4f-176792f49982 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c02ce37-1a7c-484a-badd-fb01077af94e HTTP/1.1" status: 200 len: 946 time: 0.0923364 Jul 24 00:21:35.103060 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-98eca044-fbae-41ec-acce-804508b4afc6 req-f1112daa-0e39-4d13-af5f-03d2d6062ccd tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/security-groups?id=529357db-68dd-4b0f-abfc-c4aa3435ab56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680881 Jul 24 00:21:36.181307 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faca122-1948-4c7b-a206-02d4ab58c408 req-9ddc7f0f-9ad2-48dd-aa98-d70ee24c82bf tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:36.192313 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9faca122-1948-4c7b-a206-02d4ab58c408 req-9ddc7f0f-9ad2-48dd-aa98-d70ee24c82bf tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9e18e7f-6e26-4b52-b4b4-6716a07e4a51 HTTP/1.1" status: 200 len: 945 time: 0.1360457 Jul 24 00:21:36.265063 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9faca122-1948-4c7b-a206-02d4ab58c408 req-e2829175-25b3-45f0-8704-dd29541116ea tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeb41864-d368-40dc-9b68-32578df5a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702515 Jul 24 00:21:36.324446 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a36574-8fbd-4d9f-9067-8ccce0bd3959 req-7b2f366e-a80e-4604-ac11-d81d2ff56af0 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:36.327481 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-49a36574-8fbd-4d9f-9067-8ccce0bd3959 req-7b2f366e-a80e-4604-ac11-d81d2ff56af0 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c02ce37-1a7c-484a-badd-fb01077af94e HTTP/1.1" status: 200 len: 946 time: 0.1196175 Jul 24 00:21:36.408901 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-49a36574-8fbd-4d9f-9067-8ccce0bd3959 req-4d5d3590-4f7a-4a98-bc84-af5e518becb3 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/security-groups?id=529357db-68dd-4b0f-abfc-c4aa3435ab56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664203 Jul 24 00:21:36.636259 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238549ef-3fa3-4abd-b9d7-a7c9e664fb0e req-4fd7c35f-05aa-418e-aae2-c26fc15787ff tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:36.645146 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-238549ef-3fa3-4abd-b9d7-a7c9e664fb0e req-4fd7c35f-05aa-418e-aae2-c26fc15787ff tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c02ce37-1a7c-484a-badd-fb01077af94e HTTP/1.1" status: 200 len: 946 time: 0.1455908 Jul 24 00:21:36.647193 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 53602) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:21:36.652078 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-6e447748-2509-4306-a68d-dcb06d9689b5 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Request body: {'floatingip': {'port_id': 'd57969ca-2893-40ad-81a4-62021107f4b1'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:21:36.703025 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6e447748-2509-4306-a68d-dcb06d9689b5 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks [] for floatingip, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:37.203018 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6e447748-2509-4306-a68d-dcb06d9689b5 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:37.207644 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6e447748-2509-4306-a68d-dcb06d9689b5 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:37.307333 n-d-800088-16 neutron-server[100313]: INFO neutron.db.l3_db [None req-6e447748-2509-4306-a68d-dcb06d9689b5 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Floating IP a6c7e436-2dd0-493b-a5a9-4245057a7a6b associated. External IP: 172.25.3.216, port: d57969ca-2893-40ad-81a4-62021107f4b1. Jul 24 00:21:37.465339 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b3bb90-5b44-4286-b08a-0cc740e51aad req-7eb05b5b-360c-434f-bc8d-c822a20cc113 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:37.466834 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f0b3bb90-5b44-4286-b08a-0cc740e51aad req-7eb05b5b-360c-434f-bc8d-c822a20cc113 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9e18e7f-6e26-4b52-b4b4-6716a07e4a51 HTTP/1.1" status: 200 len: 945 time: 0.1233675 Jul 24 00:21:37.939390 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f0b3bb90-5b44-4286-b08a-0cc740e51aad req-58b35df9-7d13-42f3-9174-c9a946e1fd15 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeb41864-d368-40dc-9b68-32578df5a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4317577 Jul 24 00:21:37.971720 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e447748-2509-4306-a68d-dcb06d9689b5 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Router cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:21:38.140584 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb83990-b018-4c5f-920a-a99bc674a561 req-552591b2-1679-4841-9c25-cc901f442d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:38.142311 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cfb83990-b018-4c5f-920a-a99bc674a561 req-552591b2-1679-4841-9c25-cc901f442d9d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3e6843e6f10f416d8b9cff83017e399e&device_id=c9e18e7f-6e26-4b52-b4b4-6716a07e4a51 HTTP/1.1" status: 200 len: 1097 time: 0.2603204 Jul 24 00:21:38.145381 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e447748-2509-4306-a68d-dcb06d9689b5 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:21:38.150615 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6e447748-2509-4306-a68d-dcb06d9689b5 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:38.160616 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2c25b3-082d-4808-87ab-8fa6337af6a5 None None] Sync routers for ids ['cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:21:38.172933 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2c25b3-082d-4808-87ab-8fa6337af6a5 None None] Routers {'cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:21:38.174167 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-8d2c25b3-082d-4808-87ab-8fa6337af6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:21:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:21:38.230043 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-6e447748-2509-4306-a68d-dcb06d9689b5 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "PUT /v2.0/floatingips/a6c7e436-2dd0-493b-a5a9-4245057a7a6b HTTP/1.1" status: 200 len: 992 time: 1.5815365 Jul 24 00:21:38.257470 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c02ce37-1a7c-484a-badd-fb01077af94e', 'tag': 'd57969ca-2893-40ad-81a4-62021107f4b1'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:21:38.259854 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4efae37-8582-495a-bfb4-192e4ca01f31" -d '{"events": [{"name": "network-changed", "server_uuid": "1c02ce37-1a7c-484a-badd-fb01077af94e", "tag": "d57969ca-2893-40ad-81a4-62021107f4b1"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:21:38.294629 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb83990-b018-4c5f-920a-a99bc674a561 req-0fae53f5-1d18-403d-be73-eb40a133a5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:38.297599 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cfb83990-b018-4c5f-920a-a99bc674a561 req-0fae53f5-1d18-403d-be73-eb40a133a5d7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=49599f72-6971-4c78-8210-d79c8aca88a7 HTTP/1.1" status: 200 len: 912 time: 0.1446471 Jul 24 00:21:38.356016 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea56e5f-485a-479a-86ac-ba8ecf53c7ca x-openstack-request-id: req-9ea56e5f-485a-479a-86ac-ba8ecf53c7ca {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:21:38.356302 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c02ce37-1a7c-484a-badd-fb01077af94e", "tag": "d57969ca-2893-40ad-81a4-62021107f4b1", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:21:38.356658 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9ea56e5f-485a-479a-86ac-ba8ecf53c7ca {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:21:38.357216 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c02ce37-1a7c-484a-badd-fb01077af94e', 'tag': 'd57969ca-2893-40ad-81a4-62021107f4b1', 'status': 'completed', 'code': 200} Jul 24 00:21:38.359396 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cfb83990-b018-4c5f-920a-a99bc674a561 req-49b450dc-ef57-4c99-b221-72de630c98af service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff9e881b-91c2-4776-980f-c99c19439c55 HTTP/1.1" status: 200 len: 217 time: 0.0540421 Jul 24 00:21:38.393295 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-8d2c25b3-082d-4808-87ab-8fa6337af6a5 None None] Set router cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:21:38.414324 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb83990-b018-4c5f-920a-a99bc674a561 req-bc21024f-425d-483a-ab65-a7203a50a52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:38.415956 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cfb83990-b018-4c5f-920a-a99bc674a561 req-bc21024f-425d-483a-ab65-a7203a50a52e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=47f2c0d4-0d4f-46b9-9d68-d3d80dbac696 HTTP/1.1" status: 200 len: 850 time: 0.0492296 Jul 24 00:21:38.430773 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4efae37-8582-495a-bfb4-192e4ca01f31 req-70933a91-fbe6-4145-ba7f-0594f1d8dd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:38.432909 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b4efae37-8582-495a-bfb4-192e4ca01f31 req-70933a91-fbe6-4145-ba7f-0594f1d8dd85 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=819708cc484a4855acd8cf289bb3402a&device_id=1c02ce37-1a7c-484a-badd-fb01077af94e HTTP/1.1" status: 200 len: 1098 time: 0.0664766 Jul 24 00:21:38.515001 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb83990-b018-4c5f-920a-a99bc674a561 req-e855e588-5f8c-4825-a50f-75d089b740aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:38.517106 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cfb83990-b018-4c5f-920a-a99bc674a561 req-e855e588-5f8c-4825-a50f-75d089b740aa service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=49599f72-6971-4c78-8210-d79c8aca88a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0939529 Jul 24 00:21:38.561462 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4efae37-8582-495a-bfb4-192e4ca01f31 req-ad434c9d-7e7f-439b-9863-e2737c699c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:38.562957 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b4efae37-8582-495a-bfb4-192e4ca01f31 req-ad434c9d-7e7f-439b-9863-e2737c699c7c service neutron] 10.222.0.64 "GET /v2.0/networks?id=638ed06b-37c4-4e4e-9416-48b36cce6713 HTTP/1.1" status: 200 len: 912 time: 0.1215832 Jul 24 00:21:38.625137 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cfb83990-b018-4c5f-920a-a99bc674a561 req-20a8b82d-eee0-40ae-8a0b-56f736a04533 service neutron] 10.222.0.52 "GET /v2.0/networks/49599f72-6971-4c78-8210-d79c8aca88a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008060 Jul 24 00:21:38.641873 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b4efae37-8582-495a-bfb4-192e4ca01f31 req-9a908af4-0c9f-4b7d-84cf-15bad96ea511 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d57969ca-2893-40ad-81a4-62021107f4b1 HTTP/1.1" status: 200 len: 1000 time: 0.0720992 Jul 24 00:21:38.671842 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-8d2c25b3-082d-4808-87ab-8fa6337af6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049', 'name': 'tempest-AttachVolumeTestJSON-1945840497-router', 'tenant_id': '819708cc484a4855acd8cf289bb3402a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '2976143c-02d2-44bd-842e-9ac50abcf4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:21:13Z', 'updated_at': '2021-07-24T00:21:17Z', 'revision_number': 4, 'project_id': '819708cc484a4855acd8cf289bb3402a', 'gw_port': {'id': '2976143c-02d2-44bd-842e-9ac50abcf4d6', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:21:14Z', 'updated_at': '2021-07-24T00:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': 'a6c7e436-2dd0-493b-a5a9-4245057a7a6b', 'tenant_id': '819708cc484a4855acd8cf289bb3402a', 'floating_ip_address': '172.25.3.216', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': 'cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049', 'port_id': 'd57969ca-2893-40ad-81a4-62021107f4b1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '638ed06b-37c4-4e4e-9416-48b36cce6713', 'mac_address': 'fa:16:3e:6b:77:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c02ce37-1a7c-484a-badd-fb01077af94e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:21:21Z', 'updated_at': '2021-07-24T00:21:37Z', 'revision_number': 1, 'project_id': '819708cc484a4855acd8cf289bb3402a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18ef5fcd-dd30-451d-921d-2ef71e4007ee', 'name': '', 'network_id': '638ed06b-37c4-4e4e-9416-48b36cce6713', 'tenant_id': '819708cc484a4855acd8cf289bb3402a', 'mac_address': 'fa:16:3e:38:b7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': 'b8497362-30af-4bd3-8c41-7992db45dcf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:21:16Z', 'updated_at': '2021-07-24T00:21:24Z', 'revision_number': 5, 'project_id': '819708cc484a4855acd8cf289bb3402a', 'subnets': [{'id': 'b8497362-30af-4bd3-8c41-7992db45dcf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:21:38.694827 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4efae37-8582-495a-bfb4-192e4ca01f31 req-095dc1db-187f-4534-92a7-067e124f9003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:38.696604 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b4efae37-8582-495a-bfb4-192e4ca01f31 req-095dc1db-187f-4534-92a7-067e124f9003 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b8497362-30af-4bd3-8c41-7992db45dcf8 HTTP/1.1" status: 200 len: 850 time: 0.0479143 Jul 24 00:21:38.706319 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2c25b3-082d-4808-87ab-8fa6337af6a5 None None] Checking router: cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:21:38.716145 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2c25b3-082d-4808-87ab-8fa6337af6a5 None None] Routers {'cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:21:38.716951 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-8d2c25b3-082d-4808-87ab-8fa6337af6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:21:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:21:38.723459 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cfb83990-b018-4c5f-920a-a99bc674a561 req-bd6d5b90-4e0c-47f7-9e11-6690fbd165e3 service neutron] 10.222.0.52 "GET /v2.0/networks/49599f72-6971-4c78-8210-d79c8aca88a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896151 Jul 24 00:21:38.762613 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4efae37-8582-495a-bfb4-192e4ca01f31 req-8dc1df59-fbce-46bc-9c66-c1e5253477ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:38.764491 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b4efae37-8582-495a-bfb4-192e4ca01f31 req-8dc1df59-fbce-46bc-9c66-c1e5253477ce service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=638ed06b-37c4-4e4e-9416-48b36cce6713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0615950 Jul 24 00:21:38.868331 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b4efae37-8582-495a-bfb4-192e4ca01f31 req-bade691c-597e-42f5-aee3-fc526fbfafc1 service neutron] 10.222.0.64 "GET /v2.0/networks/638ed06b-37c4-4e4e-9416-48b36cce6713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961280 Jul 24 00:21:38.969223 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b4efae37-8582-495a-bfb4-192e4ca01f31 req-f6dd9888-5dba-4eb5-89a2-2bd9c3b3dd85 service neutron] 10.222.0.64 "GET /v2.0/networks/638ed06b-37c4-4e4e-9416-48b36cce6713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943642 Jul 24 00:21:38.996041 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-8d2c25b3-082d-4808-87ab-8fa6337af6a5 None None] Set router cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:21:39.111157 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c602320-e325-4df2-b703-e42558745ef9 req-6088b888-e6b0-4faa-ba7a-4a39545b01f2 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:39.119458 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2c602320-e325-4df2-b703-e42558745ef9 req-6088b888-e6b0-4faa-ba7a-4a39545b01f2 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9e18e7f-6e26-4b52-b4b4-6716a07e4a51 HTTP/1.1" status: 200 len: 945 time: 0.0831721 Jul 24 00:21:39.158025 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2c602320-e325-4df2-b703-e42558745ef9 req-02909cbe-5c25-4d67-80c0-61e2670bd31e tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeb41864-d368-40dc-9b68-32578df5a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376592 Jul 24 00:21:39.253014 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-8d2c25b3-082d-4808-87ab-8fa6337af6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049', 'name': 'tempest-AttachVolumeTestJSON-1945840497-router', 'tenant_id': '819708cc484a4855acd8cf289bb3402a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '2976143c-02d2-44bd-842e-9ac50abcf4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:21:13Z', 'updated_at': '2021-07-24T00:21:17Z', 'revision_number': 4, 'project_id': '819708cc484a4855acd8cf289bb3402a', 'gw_port': {'id': '2976143c-02d2-44bd-842e-9ac50abcf4d6', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:21:14Z', 'updated_at': '2021-07-24T00:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': 'a6c7e436-2dd0-493b-a5a9-4245057a7a6b', 'tenant_id': '819708cc484a4855acd8cf289bb3402a', 'floating_ip_address': '172.25.3.216', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': 'cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049', 'port_id': 'd57969ca-2893-40ad-81a4-62021107f4b1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '638ed06b-37c4-4e4e-9416-48b36cce6713', 'mac_address': 'fa:16:3e:6b:77:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c02ce37-1a7c-484a-badd-fb01077af94e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:21:21Z', 'updated_at': '2021-07-24T00:21:37Z', 'revision_number': 1, 'project_id': '819708cc484a4855acd8cf289bb3402a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18ef5fcd-dd30-451d-921d-2ef71e4007ee', 'name': '', 'network_id': '638ed06b-37c4-4e4e-9416-48b36cce6713', 'tenant_id': '819708cc484a4855acd8cf289bb3402a', 'mac_address': 'fa:16:3e:38:b7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': 'b8497362-30af-4bd3-8c41-7992db45dcf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:21:16Z', 'updated_at': '2021-07-24T00:21:24Z', 'revision_number': 5, 'project_id': '819708cc484a4855acd8cf289bb3402a', 'subnets': [{'id': 'b8497362-30af-4bd3-8c41-7992db45dcf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:21:39.279667 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2c25b3-082d-4808-87ab-8fa6337af6a5 None None] The sync data for ids ['cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049'] in n-d-800088-16 is: [{'id': 'cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049', 'name': 'tempest-AttachVolumeTestJSON-1945840497-router', 'tenant_id': '819708cc484a4855acd8cf289bb3402a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '2976143c-02d2-44bd-842e-9ac50abcf4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:21:13Z', 'updated_at': '2021-07-24T00:21:17Z', 'revision_number': 4, 'project_id': '819708cc484a4855acd8cf289bb3402a', 'gw_port': {'id': '2976143c-02d2-44bd-842e-9ac50abcf4d6', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:21:14Z', 'updated_at': '2021-07-24T00:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': 'a6c7e436-2dd0-493b-a5a9-4245057a7a6b', 'tenant_id': '819708cc484a4855acd8cf289bb3402a', 'floating_ip_address': '172.25.3.216', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': 'cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049', 'port_id': 'd57969ca-2893-40ad-81a4-62021107f4b1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '638ed06b-37c4-4e4e-9416-48b36cce6713', 'mac_address': 'fa:16:3e:6b:77:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c02ce37-1a7c-484a-badd-fb01077af94e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:21:21Z', 'updated_at': '2021-07-24T00:21:37Z', 'revision_number': 1, 'project_id': '819708cc484a4855acd8cf289bb3402a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18ef5fcd-dd30-451d-921d-2ef71e4007ee', 'name': '', 'network_id': '638ed06b-37c4-4e4e-9416-48b36cce6713', 'tenant_id': '819708cc484a4855acd8cf289bb3402a', 'mac_address': 'fa:16:3e:38:b7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': 'b8497362-30af-4bd3-8c41-7992db45dcf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:21:16Z', 'updated_at': '2021-07-24T00:21:24Z', 'revision_number': 5, 'project_id': '819708cc484a4855acd8cf289bb3402a', 'subnets': [{'id': 'b8497362-30af-4bd3-8c41-7992db45dcf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:21:39.491899 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f73b2f-e95d-4aa0-a468-e9802b2dfb57 None None] New status for floating IP a6c7e436-2dd0-493b-a5a9-4245057a7a6b: ACTIVE {{(pid=100316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 00:21:40.304364 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b846987-450e-4e6b-8ce3-78a58b4fbd5c req-6fa98256-27fa-4379-97ab-c8271c6380c2 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:40.306089 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1b846987-450e-4e6b-8ce3-78a58b4fbd5c req-6fa98256-27fa-4379-97ab-c8271c6380c2 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9e18e7f-6e26-4b52-b4b4-6716a07e4a51 HTTP/1.1" status: 200 len: 945 time: 0.0718067 Jul 24 00:21:40.351222 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1b846987-450e-4e6b-8ce3-78a58b4fbd5c req-b25afa90-ebd8-4486-856f-4fe4f0be10b3 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeb41864-d368-40dc-9b68-32578df5a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394337 Jul 24 00:21:40.422288 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 53648) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:21:40.530707 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1b2c0cb5-b6c0-43e2-b29c-da3bf0b00eab admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:40.972208 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1b2c0cb5-b6c0-43e2-b29c-da3bf0b00eab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:40.976215 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1b2c0cb5-b6c0-43e2-b29c-da3bf0b00eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:41.013298 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-1b2c0cb5-b6c0-43e2-b29c-da3bf0b00eab admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f08abdcdc9974d9498db9761b7493819&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5899203 Jul 24 00:21:41.015206 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2c0cb5-b6c0-43e2-b29c-da3bf0b00eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7810295a-2805-45a6-9ab6-d5390881e2fb,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:21:41.016052 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 53654) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:21:41.056321 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device ff9e881b-91c2-4776-980f-c99c19439c55 no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:21:41.066323 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2e8204f1-b1c2-4ca9-9bab-36f54396b84c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:41.088505 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2e8204f1-b1c2-4ca9-9bab-36f54396b84c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:41.135205 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:41.138885 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2e8204f1-b1c2-4ca9-9bab-36f54396b84c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:41.141523 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2e8204f1-b1c2-4ca9-9bab-36f54396b84c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:41.142672 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-2e8204f1-b1c2-4ca9-9bab-36f54396b84c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7810295a-2805-45a6-9ab6-d5390881e2fb HTTP/1.1" status: 204 len: 168 time: 0.1255364 Jul 24 00:21:41.150384 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8204f1-b1c2-4ca9-9bab-36f54396b84c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7810295a-2805-45a6-9ab6-d5390881e2fb,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:21:41.158066 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8204f1-b1c2-4ca9-9bab-36f54396b84c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:21:41.158439 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8204f1-b1c2-4ca9-9bab-36f54396b84c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:21:41.158745 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8204f1-b1c2-4ca9-9bab-36f54396b84c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:21:41.159080 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8204f1-b1c2-4ca9-9bab-36f54396b84c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:21:41.159407 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8204f1-b1c2-4ca9-9bab-36f54396b84c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:21:41.159737 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8204f1-b1c2-4ca9-9bab-36f54396b84c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:21:41.160058 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8204f1-b1c2-4ca9-9bab-36f54396b84c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:21:41.160382 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8204f1-b1c2-4ca9-9bab-36f54396b84c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:21:41.160702 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8204f1-b1c2-4ca9-9bab-36f54396b84c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:21:41.161068 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8204f1-b1c2-4ca9-9bab-36f54396b84c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:21:41.161406 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8204f1-b1c2-4ca9-9bab-36f54396b84c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:21:41.161697 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8204f1-b1c2-4ca9-9bab-36f54396b84c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:21:41.166605 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e18e7f-6e26-4b52-b4b4-6716a07e4a51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff9e881b-91c2-4776-980f-c99c19439c55'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:21:41.169417 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79e5037a-e400-49bb-ae4b-24f7c043fe09" -d '{"events": [{"server_uuid": "c9e18e7f-6e26-4b52-b4b4-6716a07e4a51", "name": "network-vif-unplugged", "status": "completed", "tag": "ff9e881b-91c2-4776-980f-c99c19439c55"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:21:41.180620 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port ff9e881b-91c2-4776-980f-c99c19439c55, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=ff9e881b-91c2-4776-980f-c99c19439c55,segment=NetworkSegment(28758b2b-8e5b-4b20-97dc-892d312454de),segment_id=28758b2b-8e5b-4b20-97dc-892d312454de)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:21:41.188260 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:41.212833 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 24 Jul 2021 00:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1b5657-7bd8-4b24-943a-a4b56a30db89 x-openstack-request-id: req-9b1b5657-7bd8-4b24-943a-a4b56a30db89 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:21:41.213227 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e18e7f-6e26-4b52-b4b4-6716a07e4a51", "name": "network-vif-unplugged", "status": "failed", "tag": "ff9e881b-91c2-4776-980f-c99c19439c55", "code": 422}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:21:41.213482 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9b1b5657-7bd8-4b24-943a-a4b56a30db89 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:21:41.213869 n-d-800088-16 neutron-server[100315]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c9e18e7f-6e26-4b52-b4b4-6716a07e4a51', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ff9e881b-91c2-4776-980f-c99c19439c55', 'code': 422} returned with failed status Jul 24 00:21:41.239877 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=ff9e881b-91c2-4776-980f-c99c19439c55,revision_number=8']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:21:41.420203 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 53664) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:21:41.434167 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-03e1757e-4c02-425c-b185-199fdd307858 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:41.489483 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cce40d-7851-4696-b81f-35d8ccc38b17 req-fae7452b-6def-4d2c-b852-c0400473c1da tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:41.491551 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-63cce40d-7851-4696-b81f-35d8ccc38b17 req-fae7452b-6def-4d2c-b852-c0400473c1da tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9e18e7f-6e26-4b52-b4b4-6716a07e4a51 HTTP/1.1" status: 200 len: 943 time: 0.0686650 Jul 24 00:21:41.530396 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-03e1757e-4c02-425c-b185-199fdd307858 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:41.536688 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-03e1757e-4c02-425c-b185-199fdd307858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:41.547218 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-63cce40d-7851-4696-b81f-35d8ccc38b17 req-4f1bd93e-745d-4acf-b5cd-d678712a6afd tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeb41864-d368-40dc-9b68-32578df5a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463803 Jul 24 00:21:41.584194 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-03e1757e-4c02-425c-b185-199fdd307858 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4f75ddc5fa794b51abaf5fa726e1121e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1605158 Jul 24 00:21:41.584194 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e1757e-4c02-425c-b185-199fdd307858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af9e83d8-6fa4-4f15-ac86-5cd258eef1e7,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:21:41.585226 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 53670) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:21:41.637277 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e5198c29-31d5-4b6a-bac8-57ff0569cc59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:41.658011 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e5198c29-31d5-4b6a-bac8-57ff0569cc59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:41.681193 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed2d8a-7b3c-4a1b-af28-76b7088c84a5 req-53c1fc0c-7016-4a6e-8acf-9a0e9d1e6fb9 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:41.682710 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-45ed2d8a-7b3c-4a1b-af28-76b7088c84a5 req-53c1fc0c-7016-4a6e-8acf-9a0e9d1e6fb9 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 945 time: 0.0632467 Jul 24 00:21:41.708477 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e5198c29-31d5-4b6a-bac8-57ff0569cc59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:41.711232 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e5198c29-31d5-4b6a-bac8-57ff0569cc59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:41.712499 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-e5198c29-31d5-4b6a-bac8-57ff0569cc59 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/af9e83d8-6fa4-4f15-ac86-5cd258eef1e7 HTTP/1.1" status: 204 len: 168 time: 0.1261759 Jul 24 00:21:41.720162 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5198c29-31d5-4b6a-bac8-57ff0569cc59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af9e83d8-6fa4-4f15-ac86-5cd258eef1e7,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:21:41.730149 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-45ed2d8a-7b3c-4a1b-af28-76b7088c84a5 req-c220b1b2-c4b2-4a70-a858-e6db1a9f52c9 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415642 Jul 24 00:21:41.865707 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df756220-7960-4fb9-a333-b3c0685ef457 req-c79dd10c-7027-4b6a-83ce-86369e9c26fa tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:41.867241 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-df756220-7960-4fb9-a333-b3c0685ef457 req-c79dd10c-7027-4b6a-83ce-86369e9c26fa tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 945 time: 0.0668173 Jul 24 00:21:41.906728 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-df756220-7960-4fb9-a333-b3c0685ef457 req-c7c31854-79c9-4b45-a88a-96301d912431 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333831 Jul 24 00:21:42.150997 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4180d72-156f-4a03-b018-0e0720605827 req-e3333333-c90d-4718-8e8d-a24d23894cf2 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:42.152593 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c4180d72-156f-4a03-b018-0e0720605827 req-e3333333-c90d-4718-8e8d-a24d23894cf2 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 945 time: 0.0764294 Jul 24 00:21:42.202434 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c4180d72-156f-4a03-b018-0e0720605827 req-59862e34-77fd-4b71-b4de-e1ae7a8d6120 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420268 Jul 24 00:21:43.339295 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbf69d1-ff7d-4387-9259-ecc557716dcc req-58c1ef56-9667-4fd5-8b89-06f093824553 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:43.340754 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cdbf69d1-ff7d-4387-9259-ecc557716dcc req-58c1ef56-9667-4fd5-8b89-06f093824553 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 945 time: 0.0711298 Jul 24 00:21:43.383602 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cdbf69d1-ff7d-4387-9259-ecc557716dcc req-5cb0952e-a202-4b34-b2fb-db20f5c3e631 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370181 Jul 24 00:21:44.535184 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c580a671-1c1c-47a7-a313-40eac9b65949 req-0bbcbc07-ec20-4f65-bbfb-dc4cd4f23d98 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:44.537370 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c580a671-1c1c-47a7-a313-40eac9b65949 req-0bbcbc07-ec20-4f65-bbfb-dc4cd4f23d98 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 945 time: 0.0704944 Jul 24 00:21:44.577318 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c580a671-1c1c-47a7-a313-40eac9b65949 req-681b95d9-7bbb-40ca-a049-9600a2ed20e3 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341163 Jul 24 00:21:44.861963 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:45.071268 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device ff9e881b-91c2-4776-980f-c99c19439c55 no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:21:45.717197 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e5ff6-0a38-4784-ac88-af50adaa04e1 req-78c56877-faed-4f65-9b00-6e65ccc9699c tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:45.718182 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7d5e5ff6-0a38-4784-ac88-af50adaa04e1 req-78c56877-faed-4f65-9b00-6e65ccc9699c tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 945 time: 0.0698926 Jul 24 00:21:45.772617 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7d5e5ff6-0a38-4784-ac88-af50adaa04e1 req-4723e503-abfa-4aa3-a501-aa32adc57e29 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462322 Jul 24 00:21:46.921601 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc496815-bebf-4b15-87a1-f7a132676241 req-8c4588c1-f0be-4244-96f3-18af9596147a tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:46.923106 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fc496815-bebf-4b15-87a1-f7a132676241 req-8c4588c1-f0be-4244-96f3-18af9596147a tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 945 time: 0.0713100 Jul 24 00:21:46.963657 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fc496815-bebf-4b15-87a1-f7a132676241 req-fb6047e8-06b1-4940-9f1e-29f5cf4c234b tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339351 Jul 24 00:21:47.773080 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:48.110644 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab022d-8b80-45f8-8943-652c01cf430e req-3ae5cf5c-c8e2-438e-b13e-db1208fc6d72 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:48.112763 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-90ab022d-8b80-45f8-8943-652c01cf430e req-3ae5cf5c-c8e2-438e-b13e-db1208fc6d72 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 945 time: 0.0806229 Jul 24 00:21:48.158926 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-90ab022d-8b80-45f8-8943-652c01cf430e req-a53e6486-2e4f-45a5-91de-79c2cf32511b tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400562 Jul 24 00:21:49.330258 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76be682d-a98f-44b4-9d13-138e98137c3f req-6b3d1ba0-6207-400f-83d2-3a8b3b188cfe tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:49.333279 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-76be682d-a98f-44b4-9d13-138e98137c3f req-6b3d1ba0-6207-400f-83d2-3a8b3b188cfe tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 945 time: 0.0967441 Jul 24 00:21:49.377998 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-76be682d-a98f-44b4-9d13-138e98137c3f req-bd5205cf-cff3-4591-9370-22baa915b7ad tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395644 Jul 24 00:21:50.274400 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4f189d2b-9467-42fc-a6f9-100ce9c8003c req-9bc6cdc0-cc20-4778-b637-42856b86a5ad service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=235eb462-0098-4120-8fea-06f3bf3790b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0586996 Jul 24 00:21:50.359493 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f189d2b-9467-42fc-a6f9-100ce9c8003c req-a6c56ad1-a672-4a1b-b8a1-61c385a0a4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:50.361038 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4f189d2b-9467-42fc-a6f9-100ce9c8003c req-a6c56ad1-a672-4a1b-b8a1-61c385a0a4df service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3e6843e6f10f416d8b9cff83017e399e&device_id=235eb462-0098-4120-8fea-06f3bf3790b9 HTTP/1.1" status: 200 len: 1098 time: 0.0625370 Jul 24 00:21:50.508511 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f189d2b-9467-42fc-a6f9-100ce9c8003c req-55b0a046-0943-47b5-97f8-5e50f44316e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:50.510033 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4f189d2b-9467-42fc-a6f9-100ce9c8003c req-55b0a046-0943-47b5-97f8-5e50f44316e3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=49599f72-6971-4c78-8210-d79c8aca88a7 HTTP/1.1" status: 200 len: 912 time: 0.1289563 Jul 24 00:21:50.560361 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4f189d2b-9467-42fc-a6f9-100ce9c8003c req-8dec498b-5c47-46f9-81ec-85dfb39b2c3a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7764dc49-d4f0-4286-8577-04bc153b7f83 HTTP/1.1" status: 200 len: 217 time: 0.0427413 Jul 24 00:21:50.585688 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843336d6-76e8-4edd-85e9-379d02570b40 req-3e5210b7-d53f-437e-ab7b-9e7010db4330 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:50.586771 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-843336d6-76e8-4edd-85e9-379d02570b40 req-3e5210b7-d53f-437e-ab7b-9e7010db4330 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 945 time: 0.1261394 Jul 24 00:21:50.649682 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f189d2b-9467-42fc-a6f9-100ce9c8003c req-1bbc229c-f578-4a9d-96b3-a11d66087dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:50.651154 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4f189d2b-9467-42fc-a6f9-100ce9c8003c req-1bbc229c-f578-4a9d-96b3-a11d66087dae service neutron] 10.222.0.64 "GET /v2.0/subnets?id=47f2c0d4-0d4f-46b9-9d68-d3d80dbac696 HTTP/1.1" status: 200 len: 850 time: 0.0837095 Jul 24 00:21:50.654381 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-843336d6-76e8-4edd-85e9-379d02570b40 req-725db906-3d0d-4410-b6c4-6df848f48f28 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491593 Jul 24 00:21:50.717079 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f189d2b-9467-42fc-a6f9-100ce9c8003c req-2c668ab3-c70a-421c-b20c-acb094eb3731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:50.718644 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4f189d2b-9467-42fc-a6f9-100ce9c8003c req-2c668ab3-c70a-421c-b20c-acb094eb3731 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=49599f72-6971-4c78-8210-d79c8aca88a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0609989 Jul 24 00:21:50.826560 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4f189d2b-9467-42fc-a6f9-100ce9c8003c req-9a1de7f5-923b-43ce-9b8b-9d0c3806ae25 service neutron] 10.222.0.64 "GET /v2.0/networks/49599f72-6971-4c78-8210-d79c8aca88a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011255 Jul 24 00:21:50.925363 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4f189d2b-9467-42fc-a6f9-100ce9c8003c req-1c249084-d98e-4901-9db4-359b137304cd service neutron] 10.222.0.64 "GET /v2.0/networks/49599f72-6971-4c78-8210-d79c8aca88a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925548 Jul 24 00:21:51.799631 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208817c8-a22b-488e-855c-9223ec17f15c req-2955e675-9415-4559-b14c-ce318db19b11 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:51.801247 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-208817c8-a22b-488e-855c-9223ec17f15c req-2955e675-9415-4559-b14c-ce318db19b11 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 945 time: 0.0724192 Jul 24 00:21:51.851628 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-208817c8-a22b-488e-855c-9223ec17f15c req-4def7582-8a00-4465-9cc0-2222375c97ba tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438185 Jul 24 00:21:51.958582 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 53848) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:21:52.069666 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6704a4ce-d19d-4b34-b794-7db3440f7ca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:52.160329 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6704a4ce-d19d-4b34-b794-7db3440f7ca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:52.170237 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6704a4ce-d19d-4b34-b794-7db3440f7ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:52.217877 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6704a4ce-d19d-4b34-b794-7db3440f7ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88b52fec-7885-4aac-a841-ccb79990260a,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:21:52.222218 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-6704a4ce-d19d-4b34-b794-7db3440f7ca0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=114c27c2ad564adfbe9ac6a36b8d0a49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2624686 Jul 24 00:21:52.225509 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 53854) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:21:52.276204 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-af5bbfb8-8554-4c3b-90f0-bae99a3fd715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:52.297790 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-af5bbfb8-8554-4c3b-90f0-bae99a3fd715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:52.346186 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-af5bbfb8-8554-4c3b-90f0-bae99a3fd715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:52.348992 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-af5bbfb8-8554-4c3b-90f0-bae99a3fd715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:52.353281 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-af5bbfb8-8554-4c3b-90f0-bae99a3fd715 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/88b52fec-7885-4aac-a841-ccb79990260a HTTP/1.1" status: 204 len: 168 time: 0.1267152 Jul 24 00:21:52.361111 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5bbfb8-8554-4c3b-90f0-bae99a3fd715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b52fec-7885-4aac-a841-ccb79990260a,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:21:52.596752 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 53860) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:21:52.610669 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-319f382e-adfa-4b41-8108-a5730185f3fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:52.695480 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-319f382e-adfa-4b41-8108-a5730185f3fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:52.699243 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-319f382e-adfa-4b41-8108-a5730185f3fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:52.737476 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-319f382e-adfa-4b41-8108-a5730185f3fa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=371973ae713e49768d64aeeadd1026b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1396377 Jul 24 00:21:52.738369 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319f382e-adfa-4b41-8108-a5730185f3fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed0840f1-b086-474e-aa84-2d86a61075f2,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:21:52.740102 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 53862) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:21:52.789106 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-372219a2-18ae-43f5-b586-4951705222ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:52.809567 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-372219a2-18ae-43f5-b586-4951705222ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:52.858284 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-372219a2-18ae-43f5-b586-4951705222ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:52.860866 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-372219a2-18ae-43f5-b586-4951705222ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:52.862036 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-372219a2-18ae-43f5-b586-4951705222ca admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ed0840f1-b086-474e-aa84-2d86a61075f2 HTTP/1.1" status: 204 len: 168 time: 0.1207614 Jul 24 00:21:52.870128 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372219a2-18ae-43f5-b586-4951705222ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed0840f1-b086-474e-aa84-2d86a61075f2,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:21:52.988905 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c6ada3-1d19-4564-8407-e0852b88661e req-45a0e36e-3c03-4eab-a4fe-2a0cdc9cac81 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:52.990512 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-86c6ada3-1d19-4564-8407-e0852b88661e req-45a0e36e-3c03-4eab-a4fe-2a0cdc9cac81 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 945 time: 0.0684197 Jul 24 00:21:53.031459 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-86c6ada3-1d19-4564-8407-e0852b88661e req-a111767b-1860-4847-b988-cbbef3534eb3 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353878 Jul 24 00:21:53.156916 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 53876) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:21:53.193582 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ac7f0175-dbf7-4a44-b545-4ba1ecd4572b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:53.209121 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 53878) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:21:53.225922 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b96ea240-04a0-4c7a-bb7a-4416b6a31d42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:53.341241 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c4d28aec-93fa-4d1d-9f14-74324fa783ed req-255c1b72-bbd4-45dc-aef7-e7df6cf6ac1a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8b843f86-0133-4379-9857-92b15ba31035&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0949275 Jul 24 00:21:53.375528 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b96ea240-04a0-4c7a-bb7a-4416b6a31d42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:53.380759 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b96ea240-04a0-4c7a-bb7a-4416b6a31d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:53.423618 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce0b52e-0b61-43f3-ab11-91895364082f req-c2055726-24dd-41da-8409-f77e8a593f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:53.425084 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cce0b52e-0b61-43f3-ab11-91895364082f req-c2055726-24dd-41da-8409-f77e8a593f0f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3e6843e6f10f416d8b9cff83017e399e&device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 1097 time: 0.1725256 Jul 24 00:21:53.433479 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af719b50-b659-44cf-a8d2-50d4aff984b4 req-f4059dac-f779-4843-b6b5-1beb31144fd3 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:53.434860 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-af719b50-b659-44cf-a8d2-50d4aff984b4 req-f4059dac-f779-4843-b6b5-1beb31144fd3 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 945 time: 0.2234313 Jul 24 00:21:53.446434 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96ea240-04a0-4c7a-bb7a-4416b6a31d42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e0c88c-6273-4018-965a-0186ad860919,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:21:53.454459 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-b96ea240-04a0-4c7a-bb7a-4416b6a31d42 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c520c7f5b4ec415ba611fff262aaedfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2440472 Jul 24 00:21:53.455424 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 53882) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:21:53.516130 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d28aec-93fa-4d1d-9f14-74324fa783ed req-5846753a-8603-453f-ac67-513b73054318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:53.517690 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c4d28aec-93fa-4d1d-9f14-74324fa783ed req-5846753a-8603-453f-ac67-513b73054318 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3e6843e6f10f416d8b9cff83017e399e&device_id=8b843f86-0133-4379-9857-92b15ba31035 HTTP/1.1" status: 200 len: 1097 time: 0.1255381 Jul 24 00:21:53.529702 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fc47147a-e0b5-4fd5-a416-870517630a95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:53.548607 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-af719b50-b659-44cf-a8d2-50d4aff984b4 req-d30ee834-7c6d-4333-b955-7fcb9e63ef23 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017818 Jul 24 00:21:53.561158 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-8982022f-cc62-481e-bef8-c6afa8facb65 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Deleting port 1d15f609-e1a1-4efe-8559-33bd148535b2 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:21:53.561507 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8982022f-cc62-481e-bef8-c6afa8facb65 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:53.576425 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fc47147a-e0b5-4fd5-a416-870517630a95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:53.600382 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce0b52e-0b61-43f3-ab11-91895364082f req-32b86d70-75ad-4d28-ba00-d61b2f113aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:53.602328 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cce0b52e-0b61-43f3-ab11-91895364082f req-32b86d70-75ad-4d28-ba00-d61b2f113aa4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=49599f72-6971-4c78-8210-d79c8aca88a7 HTTP/1.1" status: 200 len: 912 time: 0.1660826 Jul 24 00:21:53.672830 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d28aec-93fa-4d1d-9f14-74324fa783ed req-af7a8fe8-d508-42e2-9fd3-902c07a7b4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:53.674396 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c4d28aec-93fa-4d1d-9f14-74324fa783ed req-af7a8fe8-d508-42e2-9fd3-902c07a7b4f1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=49599f72-6971-4c78-8210-d79c8aca88a7 HTTP/1.1" status: 200 len: 912 time: 0.1330540 Jul 24 00:21:53.689781 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fc47147a-e0b5-4fd5-a416-870517630a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:53.692340 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fc47147a-e0b5-4fd5-a416-870517630a95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:53.694718 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-fc47147a-e0b5-4fd5-a416-870517630a95 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b3e0c88c-6273-4018-965a-0186ad860919 HTTP/1.1" status: 204 len: 168 time: 0.2368445 Jul 24 00:21:53.707989 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8982022f-cc62-481e-bef8-c6afa8facb65 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:53.708327 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8982022f-cc62-481e-bef8-c6afa8facb65 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:53.720737 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cce0b52e-0b61-43f3-ab11-91895364082f req-81b4230a-1af4-408d-a634-883af36de1af service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b568338-3482-4589-a123-6f598453b6ed HTTP/1.1" status: 200 len: 1000 time: 0.0888243 Jul 24 00:21:53.726838 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c4d28aec-93fa-4d1d-9f14-74324fa783ed req-c3170f30-0414-4ea9-9b87-dba1ef2a59ae service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b35ae3e-77f9-4e27-b989-ee37e33917aa HTTP/1.1" status: 200 len: 217 time: 0.0450835 Jul 24 00:21:53.727016 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-8982022f-cc62-481e-bef8-c6afa8facb65 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Calling delete_port for 1d15f609-e1a1-4efe-8559-33bd148535b2 owned by network:floatingip {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:21:53.731777 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc47147a-e0b5-4fd5-a416-870517630a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e0c88c-6273-4018-965a-0186ad860919,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:21:53.788028 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d28aec-93fa-4d1d-9f14-74324fa783ed req-95e3529c-dec5-4ebb-85f6-381e5b788392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:53.789554 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c4d28aec-93fa-4d1d-9f14-74324fa783ed req-95e3529c-dec5-4ebb-85f6-381e5b788392 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=47f2c0d4-0d4f-46b9-9d68-d3d80dbac696 HTTP/1.1" status: 200 len: 850 time: 0.0546801 Jul 24 00:21:53.809008 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce0b52e-0b61-43f3-ab11-91895364082f req-6ce2e0a1-f138-4727-8687-12253431c902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:53.810469 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cce0b52e-0b61-43f3-ab11-91895364082f req-6ce2e0a1-f138-4727-8687-12253431c902 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=47f2c0d4-0d4f-46b9-9d68-d3d80dbac696 HTTP/1.1" status: 200 len: 850 time: 0.0796494 Jul 24 00:21:53.854098 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d28aec-93fa-4d1d-9f14-74324fa783ed req-3b76695f-a5de-4b65-a862-f40979bb5231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:53.855653 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c4d28aec-93fa-4d1d-9f14-74324fa783ed req-3b76695f-a5de-4b65-a862-f40979bb5231 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=49599f72-6971-4c78-8210-d79c8aca88a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0599844 Jul 24 00:21:53.916630 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce0b52e-0b61-43f3-ab11-91895364082f req-8d82196c-6359-4e23-8b88-9824e41f8091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:53.918196 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cce0b52e-0b61-43f3-ab11-91895364082f req-8d82196c-6359-4e23-8b88-9824e41f8091 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=49599f72-6971-4c78-8210-d79c8aca88a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0980384 Jul 24 00:21:53.960955 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c4d28aec-93fa-4d1d-9f14-74324fa783ed req-84101bda-7cca-477c-bdfc-444fa0c132e3 service neutron] 10.222.0.52 "GET /v2.0/networks/49599f72-6971-4c78-8210-d79c8aca88a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988531 Jul 24 00:21:54.039143 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8982022f-cc62-481e-bef8-c6afa8facb65 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:54.069008 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c4d28aec-93fa-4d1d-9f14-74324fa783ed req-f8f529b4-24bd-44f9-8549-89c3a70e1927 service neutron] 10.222.0.52 "GET /v2.0/networks/49599f72-6971-4c78-8210-d79c8aca88a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015539 Jul 24 00:21:54.083399 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8982022f-cc62-481e-bef8-c6afa8facb65 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Pushing event deleted for resources: {'Port': ['ID=1d15f609-e1a1-4efe-8559-33bd148535b2,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:21:54.110499 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cce0b52e-0b61-43f3-ab11-91895364082f req-ac3c0a61-64d6-42ab-8371-13638d399287 service neutron] 10.222.0.64 "GET /v2.0/networks/49599f72-6971-4c78-8210-d79c8aca88a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831641 Jul 24 00:21:54.204160 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8982022f-cc62-481e-bef8-c6afa8facb65 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for floatingip, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:54.204421 n-d-800088-16 neutron-server[100314]: INFO neutron.db.l3_db [None req-8982022f-cc62-481e-bef8-c6afa8facb65 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Floating IP e302f899-9ed0-47ff-bf18-e63331f51746 disassociated (deleted). External IP: 172.25.3.199, port: 2221df95-de43-411b-8e9d-607c97856962. Jul 24 00:21:54.315798 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cce0b52e-0b61-43f3-ab11-91895364082f req-80f7c920-b452-4b1f-9c08-7e5f4cf87b05 service neutron] 10.222.0.64 "GET /v2.0/networks/49599f72-6971-4c78-8210-d79c8aca88a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863108 Jul 24 00:21:54.462717 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 53906) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:21:54.466234 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8982022f-cc62-481e-bef8-c6afa8facb65 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Router 9bdd1962-19e2-41b2-b3dc-1c303a216a88 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:21:54.573960 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-19d20411-494b-45ef-b3df-f1c711593c78 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-978146021-network', 'tenant_id': 'f9b92869b6f6486faaa5e2e95b0adcbf'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:21:54.580461 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8982022f-cc62-481e-bef8-c6afa8facb65 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:21:54.586991 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8982022f-cc62-481e-bef8-c6afa8facb65 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:54.597518 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67036f02-c680-405b-86cd-87e06e27becd None None] Sync routers for ids ['9bdd1962-19e2-41b2-b3dc-1c303a216a88'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:21:54.600695 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d20411-494b-45ef-b3df-f1c711593c78 admin admin] Made reservation on behalf of f9b92869b6f6486faaa5e2e95b0adcbf for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:21:54.603416 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-19d20411-494b-45ef-b3df-f1c711593c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:54.610232 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67036f02-c680-405b-86cd-87e06e27becd None None] Routers {'9bdd1962-19e2-41b2-b3dc-1c303a216a88'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:21:54.611205 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-67036f02-c680-405b-86cd-87e06e27becd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:21:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['9bdd1962-19e2-41b2-b3dc-1c303a216a88'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:21:54.615751 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-19d20411-494b-45ef-b3df-f1c711593c78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:54.632141 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-8982022f-cc62-481e-bef8-c6afa8facb65 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "DELETE /v2.0/floatingips/e302f899-9ed0-47ff-bf18-e63331f51746 HTTP/1.1" status: 204 len: 168 time: 1.4712265 Jul 24 00:21:54.659561 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6c17a47-9896-474b-a877-311b29aed970', 'tag': '2221df95-de43-411b-8e9d-607c97856962'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:21:54.660937 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8886806-a43b-4c43-8482-401dcc6f4005" -d '{"events": [{"name": "network-changed", "server_uuid": "b6c17a47-9896-474b-a877-311b29aed970", "tag": "2221df95-de43-411b-8e9d-607c97856962"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:21:54.716700 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd381005-0b12-43c7-874b-b281355e1857 req-88997fe8-4944-42ce-b407-6433d7f79812 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:54.719548 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fd381005-0b12-43c7-874b-b281355e1857 req-88997fe8-4944-42ce-b407-6433d7f79812 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 945 time: 0.0931554 Jul 24 00:21:54.733950 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-19d20411-494b-45ef-b3df-f1c711593c78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:54.740307 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-19d20411-494b-45ef-b3df-f1c711593c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:54.745489 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-67036f02-c680-405b-86cd-87e06e27becd None None] Set router 9bdd1962-19e2-41b2-b3dc-1c303a216a88 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:21:54.773026 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fd381005-0b12-43c7-874b-b281355e1857 req-3bcaa0de-b2d7-4505-9160-f185c6449a5f tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465910 Jul 24 00:21:54.789769 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19d20411-494b-45ef-b3df-f1c711593c78 admin admin] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:21:54.816403 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-19d20411-494b-45ef-b3df-f1c711593c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:54.816403 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-19d20411-494b-45ef-b3df-f1c711593c78 admin admin] Added segment 67e3972e-3e88-4c11-b9b6-31d16839569b of type vlan for network 8bd82b97-b608-4e5b-8d0e-b88b934893c3 Jul 24 00:21:54.818662 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d20411-494b-45ef-b3df-f1c711593c78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6292f541-4a8e-4886-ba72-d9f93681db5a,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:21:54.847490 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc371cda-f46d-4104-9017-3eaa3f8b77cc x-openstack-request-id: req-bc371cda-f46d-4104-9017-3eaa3f8b77cc {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:21:54.848413 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6c17a47-9896-474b-a877-311b29aed970", "tag": "2221df95-de43-411b-8e9d-607c97856962", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:21:54.849107 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bc371cda-f46d-4104-9017-3eaa3f8b77cc {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:21:54.849736 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6c17a47-9896-474b-a877-311b29aed970', 'tag': '2221df95-de43-411b-8e9d-607c97856962', 'status': 'completed', 'code': 200} Jul 24 00:21:54.946170 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-19d20411-494b-45ef-b3df-f1c711593c78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:55.003722 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-19d20411-494b-45ef-b3df-f1c711593c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:55.004684 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d20411-494b-45ef-b3df-f1c711593c78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:55.005331 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-19d20411-494b-45ef-b3df-f1c711593c78 admin admin] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:55.029179 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-67036f02-c680-405b-86cd-87e06e27becd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdd1962-19e2-41b2-b3dc-1c303a216a88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-943379124', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '5dc52cf0-77f3-4209-a352-941b1ddcb8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:20:03Z', 'updated_at': '2021-07-24T00:20:12Z', 'revision_number': 4, 'project_id': '646730ba25934852bc5dd86a412228f1', 'gw_port': {'id': '5dc52cf0-77f3-4209-a352-941b1ddcb8de', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:54:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdd1962-19e2-41b2-b3dc-1c303a216a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:20:04Z', 'updated_at': '2021-07-24T00:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '0f0cea63-d723-4784-88d6-f5f73effd7c3', 'name': '', 'network_id': 'eee3295d-0589-4617-9ff6-3a74daf2e74b', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'mac_address': 'fa:16:3e:45:5c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdd1962-19e2-41b2-b3dc-1c303a216a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '5742575c-0343-44ec-8a39-bc46066db6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:20:11Z', 'updated_at': '2021-07-24T00:20:18Z', 'revision_number': 5, 'project_id': '646730ba25934852bc5dd86a412228f1', 'subnets': [{'id': '5742575c-0343-44ec-8a39-bc46066db6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:21:55.049503 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8886806-a43b-4c43-8482-401dcc6f4005 req-3097e280-836d-4994-964d-2a35db552fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:55.051161 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b8886806-a43b-4c43-8482-401dcc6f4005 req-3097e280-836d-4994-964d-2a35db552fe0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=646730ba25934852bc5dd86a412228f1&device_id=b6c17a47-9896-474b-a877-311b29aed970 HTTP/1.1" status: 200 len: 1098 time: 0.1760118 Jul 24 00:21:55.061415 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a77728e-5288-4d8c-adde-2133f1bd9934 req-c7418eb9-b940-4b84-af3e-3a8853ca2873 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:55.061612 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67036f02-c680-405b-86cd-87e06e27becd None None] Checking router: 9bdd1962-19e2-41b2-b3dc-1c303a216a88 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:21:55.063037 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8a77728e-5288-4d8c-adde-2133f1bd9934 req-c7418eb9-b940-4b84-af3e-3a8853ca2873 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6c17a47-9896-474b-a877-311b29aed970 HTTP/1.1" status: 200 len: 946 time: 0.1751664 Jul 24 00:21:55.067613 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-19d20411-494b-45ef-b3df-f1c711593c78 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6038117 Jul 24 00:21:55.070774 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 53918) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:21:55.072329 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67036f02-c680-405b-86cd-87e06e27becd None None] Routers {'9bdd1962-19e2-41b2-b3dc-1c303a216a88'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:21:55.073011 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-67036f02-c680-405b-86cd-87e06e27becd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:21:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['9bdd1962-19e2-41b2-b3dc-1c303a216a88'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:21:55.076647 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-f6815f77-d515-44e4-a4fa-44770467838c admin admin] Request body: {'subnet': {'network_id': '8bd82b97-b608-4e5b-8d0e-b88b934893c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-978146021-subnet', 'tenant_id': 'f9b92869b6f6486faaa5e2e95b0adcbf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:21:55.106467 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6815f77-d515-44e4-a4fa-44770467838c admin admin] Made reservation on behalf of f9b92869b6f6486faaa5e2e95b0adcbf for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:21:55.112499 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f6815f77-d515-44e4-a4fa-44770467838c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:55.131937 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d20411-494b-45ef-b3df-f1c711593c78 admin admin] Pushing event updated for resources: {'Network': ['ID=8bd82b97-b608-4e5b-8d0e-b88b934893c3,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:21:55.157452 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 8bd82b97-b608-4e5b-8d0e-b88b934893c3 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:21:55.196421 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8a77728e-5288-4d8c-adde-2133f1bd9934 req-3cf541c7-2cef-4655-9311-92e0f200135e tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ccac68c-b776-4e7b-bd31-5686cdfbb54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186843 Jul 24 00:21:55.225131 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8886806-a43b-4c43-8482-401dcc6f4005 req-bc4270b7-703e-46f8-9312-52b13f3aa1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:55.226645 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b8886806-a43b-4c43-8482-401dcc6f4005 req-bc4270b7-703e-46f8-9312-52b13f3aa1bf service neutron] 10.222.0.52 "GET /v2.0/networks?id=eee3295d-0589-4617-9ff6-3a74daf2e74b HTTP/1.1" status: 200 len: 897 time: 0.1607556 Jul 24 00:21:55.272907 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b8886806-a43b-4c43-8482-401dcc6f4005 req-5a616e2a-bae9-4346-9f42-46caf58c6e34 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2221df95-de43-411b-8e9d-607c97856962 HTTP/1.1" status: 200 len: 217 time: 0.0392325 Jul 24 00:21:55.273605 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-67036f02-c680-405b-86cd-87e06e27becd None None] Set router 9bdd1962-19e2-41b2-b3dc-1c303a216a88 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:21:55.299902 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f6815f77-d515-44e4-a4fa-44770467838c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:55.323838 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8886806-a43b-4c43-8482-401dcc6f4005 req-19c65a0e-4ad6-4cfe-83ed-29c0aa02838d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:55.325424 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b8886806-a43b-4c43-8482-401dcc6f4005 req-19c65a0e-4ad6-4cfe-83ed-29c0aa02838d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5742575c-0343-44ec-8a39-bc46066db6b0 HTTP/1.1" status: 200 len: 835 time: 0.0453165 Jul 24 00:21:55.365638 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6815f77-d515-44e4-a4fa-44770467838c admin admin] Pushing event updated for resources: {'Subnet': ['ID=31ed7068-3690-4705-95c4-799eca210850,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:21:55.375124 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6815f77-d515-44e4-a4fa-44770467838c admin admin] Checking segment: {'id': '67e3972e-3e88-4c11-b9b6-31d16839569b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '8bd82b97-b608-4e5b-8d0e-b88b934893c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:21:55.375493 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6815f77-d515-44e4-a4fa-44770467838c admin admin] Network hostable DHCP agents. Network: 8bd82b97-b608-4e5b-8d0e-b88b934893c3, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:21:55.390619 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8886806-a43b-4c43-8482-401dcc6f4005 req-a16214eb-a537-45f4-b128-5164192b3586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:55.392690 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b8886806-a43b-4c43-8482-401dcc6f4005 req-a16214eb-a537-45f4-b128-5164192b3586 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=eee3295d-0589-4617-9ff6-3a74daf2e74b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0608146 Jul 24 00:21:55.394946 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6815f77-d515-44e4-a4fa-44770467838c admin admin] Network 8bd82b97-b608-4e5b-8d0e-b88b934893c3 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:21:55.406409 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-f6815f77-d515-44e4-a4fa-44770467838c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 8bd82b97-b608-4e5b-8d0e-b88b934893c3) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:21:55.411627 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6815f77-d515-44e4-a4fa-44770467838c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:55.413478 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f6815f77-d515-44e4-a4fa-44770467838c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:55.419355 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85dbd0de-6005-44f6-84c2-eda8f7b05f60 None None] Network 8bd82b97-b608-4e5b-8d0e-b88b934893c3 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:21:55.442188 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-f6815f77-d515-44e4-a4fa-44770467838c admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3697848 Jul 24 00:21:55.510928 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b8886806-a43b-4c43-8482-401dcc6f4005 req-e6f08e69-e351-4590-bb43-4d93769df70a service neutron] 10.222.0.52 "GET /v2.0/networks/eee3295d-0589-4617-9ff6-3a74daf2e74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111465 Jul 24 00:21:55.617605 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13de18d8-9786-4b4f-99fb-2e8e75075f23 None None] Network 8bd82b97-b608-4e5b-8d0e-b88b934893c3 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:21:55.623981 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b8886806-a43b-4c43-8482-401dcc6f4005 req-5b59b4d5-224c-4fc4-b52c-5af5878d772f service neutron] 10.222.0.52 "GET /v2.0/networks/eee3295d-0589-4617-9ff6-3a74daf2e74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054740 Jul 24 00:21:55.678804 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-67036f02-c680-405b-86cd-87e06e27becd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdd1962-19e2-41b2-b3dc-1c303a216a88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-943379124', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '5dc52cf0-77f3-4209-a352-941b1ddcb8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:20:03Z', 'updated_at': '2021-07-24T00:20:12Z', 'revision_number': 4, 'project_id': '646730ba25934852bc5dd86a412228f1', 'gw_port': {'id': '5dc52cf0-77f3-4209-a352-941b1ddcb8de', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:54:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdd1962-19e2-41b2-b3dc-1c303a216a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:20:04Z', 'updated_at': '2021-07-24T00:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '0f0cea63-d723-4784-88d6-f5f73effd7c3', 'name': '', 'network_id': 'eee3295d-0589-4617-9ff6-3a74daf2e74b', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'mac_address': 'fa:16:3e:45:5c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdd1962-19e2-41b2-b3dc-1c303a216a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '5742575c-0343-44ec-8a39-bc46066db6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:20:11Z', 'updated_at': '2021-07-24T00:20:18Z', 'revision_number': 5, 'project_id': '646730ba25934852bc5dd86a412228f1', 'subnets': [{'id': '5742575c-0343-44ec-8a39-bc46066db6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:21:55.715203 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67036f02-c680-405b-86cd-87e06e27becd None None] The sync data for ids ['9bdd1962-19e2-41b2-b3dc-1c303a216a88'] in n-d-800088-16 is: [{'id': '9bdd1962-19e2-41b2-b3dc-1c303a216a88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-943379124', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '5dc52cf0-77f3-4209-a352-941b1ddcb8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:20:03Z', 'updated_at': '2021-07-24T00:20:12Z', 'revision_number': 4, 'project_id': '646730ba25934852bc5dd86a412228f1', 'gw_port': {'id': '5dc52cf0-77f3-4209-a352-941b1ddcb8de', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:54:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdd1962-19e2-41b2-b3dc-1c303a216a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:20:04Z', 'updated_at': '2021-07-24T00:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '0f0cea63-d723-4784-88d6-f5f73effd7c3', 'name': '', 'network_id': 'eee3295d-0589-4617-9ff6-3a74daf2e74b', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'mac_address': 'fa:16:3e:45:5c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdd1962-19e2-41b2-b3dc-1c303a216a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '5742575c-0343-44ec-8a39-bc46066db6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:20:11Z', 'updated_at': '2021-07-24T00:20:18Z', 'revision_number': 5, 'project_id': '646730ba25934852bc5dd86a412228f1', 'subnets': [{'id': '5742575c-0343-44ec-8a39-bc46066db6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:21:55.785541 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a62b4647-39b7-4431-a188-2468ecde5bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:55.932983 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00b6efd-2249-4428-8fe3-220baea1c53d req-e1e765fb-4596-4b21-9efb-3c6f742136ae tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:55.935012 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d00b6efd-2249-4428-8fe3-220baea1c53d req-e1e765fb-4596-4b21-9efb-3c6f742136ae tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 945 time: 0.0864160 Jul 24 00:21:56.000861 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d00b6efd-2249-4428-8fe3-220baea1c53d req-f5836920-22b9-4f1d-adee-cb18309efa23 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518200 Jul 24 00:21:56.016648 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19624743-185d-470b-973e-49fbb9ff071c None None] New status for floating IP e302f899-9ed0-47ff-bf18-e63331f51746: DOWN {{(pid=100316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 00:21:56.139927 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d3e055-482b-4df5-b20a-b81647958527 req-d1cdc9e2-9302-48e2-9256-91df1f05a1cd tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:56.141535 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-02d3e055-482b-4df5-b20a-b81647958527 req-d1cdc9e2-9302-48e2-9256-91df1f05a1cd tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 945 time: 0.0740919 Jul 24 00:21:56.180883 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-02d3e055-482b-4df5-b20a-b81647958527 req-511a4dc7-b12a-4f8e-8ebc-6122bfd96f23 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335903 Jul 24 00:21:56.207387 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b1b60a-c80d-44ba-a06b-d63af618c434 req-40c2aaf9-378e-4b9b-8c17-16280e0ea967 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:56.208990 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d8b1b60a-c80d-44ba-a06b-d63af618c434 req-40c2aaf9-378e-4b9b-8c17-16280e0ea967 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6c17a47-9896-474b-a877-311b29aed970 HTTP/1.1" status: 200 len: 946 time: 0.0664425 Jul 24 00:21:56.352295 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f1cc65-d19f-465e-83a9-a98ec3e55b70 req-ee8b8d74-608c-4b3b-995b-cfeed30c811e tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:56.353928 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-77f1cc65-d19f-465e-83a9-a98ec3e55b70 req-ee8b8d74-608c-4b3b-995b-cfeed30c811e tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6c17a47-9896-474b-a877-311b29aed970 HTTP/1.1" status: 200 len: 946 time: 0.0675299 Jul 24 00:21:56.369580 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc4859-4218-4bce-920d-8e6f76363745 req-4e9b728d-aaa0-4d98-a860-b617e25aea5a tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:56.371207 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-39cc4859-4218-4bce-920d-8e6f76363745 req-4e9b728d-aaa0-4d98-a860-b617e25aea5a tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 945 time: 0.1135690 Jul 24 00:21:56.377450 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-d8b1b60a-c80d-44ba-a06b-d63af618c434 req-38f09235-4c7e-4d60-bff7-109f10a0c8b5 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Deleting port 2221df95-de43-411b-8e9d-607c97856962 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:21:56.378333 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d8b1b60a-c80d-44ba-a06b-d63af618c434 req-38f09235-4c7e-4d60-bff7-109f10a0c8b5 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:56.397271 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-77f1cc65-d19f-465e-83a9-a98ec3e55b70 req-aaec5396-c7e4-46d8-8085-4f116d34ae09 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ccac68c-b776-4e7b-bd31-5686cdfbb54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363796 Jul 24 00:21:56.481050 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-39cc4859-4218-4bce-920d-8e6f76363745 req-9f0cfdac-2b63-41af-9f79-af5ae17afb60 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994756 Jul 24 00:21:56.503581 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-d8b1b60a-c80d-44ba-a06b-d63af618c434 req-38f09235-4c7e-4d60-bff7-109f10a0c8b5 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] For port 2221df95-de43-411b-8e9d-607c97856962, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=2221df95-de43-411b-8e9d-607c97856962,segment=NetworkSegment(2410fdff-a7e2-4688-a6bf-a952d37487ef),segment_id=2410fdff-a7e2-4688-a6bf-a952d37487ef)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:21:56.504070 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d8b1b60a-c80d-44ba-a06b-d63af618c434 req-38f09235-4c7e-4d60-bff7-109f10a0c8b5 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:56.519910 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-d8b1b60a-c80d-44ba-a06b-d63af618c434 req-38f09235-4c7e-4d60-bff7-109f10a0c8b5 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Calling delete_port for 2221df95-de43-411b-8e9d-607c97856962 owned by compute:nova {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:21:56.688098 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d8b1b60a-c80d-44ba-a06b-d63af618c434 req-38f09235-4c7e-4d60-bff7-109f10a0c8b5 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:56.719542 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f09235-4c7e-4d60-bff7-109f10a0c8b5 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Pushing event deleted for resources: {'Port': ['ID=2221df95-de43-411b-8e9d-607c97856962,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:21:56.765942 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:56.774087 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9237ff-9cdd-4c2c-8ca7-c5ca80b6f36e req-191b7319-56fd-4193-a607-e19162fe0bef tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:56.774820 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8b1b60a-c80d-44ba-a06b-d63af618c434 req-38f09235-4c7e-4d60-bff7-109f10a0c8b5 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] No DVR routers for this DVR port 2221df95-de43-411b-8e9d-607c97856962 on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:21:56.776760 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-be9237ff-9cdd-4c2c-8ca7-c5ca80b6f36e req-191b7319-56fd-4193-a607-e19162fe0bef tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 945 time: 0.0795283 Jul 24 00:21:56.777265 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d8b1b60a-c80d-44ba-a06b-d63af618c434 req-38f09235-4c7e-4d60-bff7-109f10a0c8b5 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:56.779253 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d8b1b60a-c80d-44ba-a06b-d63af618c434 req-38f09235-4c7e-4d60-bff7-109f10a0c8b5 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.52 "DELETE /v2.0/ports/2221df95-de43-411b-8e9d-607c97856962 HTTP/1.1" status: 204 len: 173 time: 0.5649860 Jul 24 00:21:56.779709 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6c17a47-9896-474b-a877-311b29aed970', 'name': 'network-vif-deleted', 'tag': '2221df95-de43-411b-8e9d-607c97856962'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:21:56.781958 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-355225f7-ee45-42c3-b3ce-1f99a3c1bc10" -d '{"events": [{"server_uuid": "b6c17a47-9896-474b-a877-311b29aed970", "name": "network-vif-deleted", "tag": "2221df95-de43-411b-8e9d-607c97856962"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:21:56.820248 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81e2f66d-acaa-4618-b743-1419885858c1 x-openstack-request-id: req-81e2f66d-acaa-4618-b743-1419885858c1 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:21:56.820545 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6c17a47-9896-474b-a877-311b29aed970", "name": "network-vif-deleted", "tag": "2221df95-de43-411b-8e9d-607c97856962", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:21:56.820828 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-81e2f66d-acaa-4618-b743-1419885858c1 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:21:56.821234 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6c17a47-9896-474b-a877-311b29aed970', 'name': 'network-vif-deleted', 'tag': '2221df95-de43-411b-8e9d-607c97856962', 'status': 'completed', 'code': 200} Jul 24 00:21:56.825308 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-be9237ff-9cdd-4c2c-8ca7-c5ca80b6f36e req-a26cd727-ed7d-420f-8fbd-ba7b54388d86 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429113 Jul 24 00:21:57.305822 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:57.390441 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92843a14-0c45-41cb-8cb7-3a8dfbe9e82a req-e7902981-f985-49c1-acf7-0531001a4e5c tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:57.391885 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-92843a14-0c45-41cb-8cb7-3a8dfbe9e82a req-e7902981-f985-49c1-acf7-0531001a4e5c tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] 10.222.0.44 "GET /v2.0/networks?id=8bd82b97-b608-4e5b-8d0e-b88b934893c3 HTTP/1.1" status: 200 len: 808 time: 0.1079066 Jul 24 00:21:57.406562 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-92843a14-0c45-41cb-8cb7-3a8dfbe9e82a req-0aa46238-eb51-4e7a-a858-228bf800f219 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] 10.222.0.44 "GET /v2.0/quotas/f9b92869b6f6486faaa5e2e95b0adcbf HTTP/1.1" status: 200 len: 375 time: 0.0087538 Jul 24 00:21:57.441439 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-92843a14-0c45-41cb-8cb7-3a8dfbe9e82a req-c6f9fabb-8237-4d16-abc8-142a909fbf11 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f9b92869b6f6486faaa5e2e95b0adcbf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299819 Jul 24 00:21:57.456462 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 53968) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:21:57.559659 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-92843a14-0c45-41cb-8cb7-3a8dfbe9e82a req-1732a8e8-2023-453b-8285-6b01d1a9f086 service neutron] 10.222.0.44 "GET /v2.0/networks/8bd82b97-b608-4e5b-8d0e-b88b934893c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093776 Jul 24 00:21:57.669491 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-92843a14-0c45-41cb-8cb7-3a8dfbe9e82a req-8fc2a51e-caa5-4f12-894a-410004cfcb22 service neutron] 10.222.0.44 "GET /v2.0/networks/8bd82b97-b608-4e5b-8d0e-b88b934893c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035483 Jul 24 00:21:57.940401 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cb28d04b-54c4-4538-8088-c81667cb9d70 req-b276d084-56fa-458e-b8cb-b865494cfcca tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] 10.222.0.44 "GET /v2.0/ports?device_id=887bf38f-64fc-4e7e-a237-ccdb9a223b3e HTTP/1.1" status: 200 len: 210 time: 0.0408309 Jul 24 00:21:58.008483 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9cfa36-95e2-4a38-88ab-5d234c1ebdaf req-4ac80a61-be22-4b78-8805-9af103c57a8d tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:58.010227 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0b9cfa36-95e2-4a38-88ab-5d234c1ebdaf req-4ac80a61-be22-4b78-8805-9af103c57a8d tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 945 time: 0.1016986 Jul 24 00:21:58.069912 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0b9cfa36-95e2-4a38-88ab-5d234c1ebdaf req-72d8f060-e647-41ae-bd26-9db6afe9e4ef tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524943 Jul 24 00:21:58.287422 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6ad9226e-4918-47de-969b-fb268a9e9f6f tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681029'] for router_interface, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:58.332357 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:21:58.357673 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11af9516-478d-4393-b172-c6955d49c25b req-1067b727-97ac-466b-ab1a-0494d14a623c tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:58.359486 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-11af9516-478d-4393-b172-c6955d49c25b req-1067b727-97ac-466b-ab1a-0494d14a623c tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 945 time: 0.0797188 Jul 24 00:21:58.401521 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-11af9516-478d-4393-b172-c6955d49c25b req-a2555b9a-4345-4c77-af59-58f4543bd08d tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356565 Jul 24 00:21:58.449747 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916551c4-b0f8-4ac7-a237-dfa7265e9a1c req-8a476e4b-662d-4c99-b413-37edf89c08c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:58.451400 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-916551c4-b0f8-4ac7-a237-dfa7265e9a1c req-8a476e4b-662d-4c99-b413-37edf89c08c6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3e6843e6f10f416d8b9cff83017e399e&device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 1097 time: 0.1607239 Jul 24 00:21:58.606745 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916551c4-b0f8-4ac7-a237-dfa7265e9a1c req-7e7a1a42-5e2f-448d-a800-37b328ba2c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:58.608304 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-916551c4-b0f8-4ac7-a237-dfa7265e9a1c req-7e7a1a42-5e2f-448d-a800-37b328ba2c1f service neutron] 10.222.0.64 "GET /v2.0/networks?id=49599f72-6971-4c78-8210-d79c8aca88a7 HTTP/1.1" status: 200 len: 912 time: 0.1236253 Jul 24 00:21:58.730391 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-916551c4-b0f8-4ac7-a237-dfa7265e9a1c req-3dc00f0b-91ad-4fde-ae6f-27b01739c88b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b568338-3482-4589-a123-6f598453b6ed HTTP/1.1" status: 200 len: 1000 time: 0.1128252 Jul 24 00:21:58.791797 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-6ad9226e-4918-47de-969b-fb268a9e9f6f tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Deleting port 0f0cea63-d723-4784-88d6-f5f73effd7c3 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:21:58.792167 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6ad9226e-4918-47de-969b-fb268a9e9f6f tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:58.799244 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916551c4-b0f8-4ac7-a237-dfa7265e9a1c req-082440db-816d-4f06-a29a-854fe4364691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:58.800871 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-916551c4-b0f8-4ac7-a237-dfa7265e9a1c req-082440db-816d-4f06-a29a-854fe4364691 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=47f2c0d4-0d4f-46b9-9d68-d3d80dbac696 HTTP/1.1" status: 200 len: 850 time: 0.0604482 Jul 24 00:21:58.916038 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:58.937399 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-6ad9226e-4918-47de-969b-fb268a9e9f6f tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] For port 0f0cea63-d723-4784-88d6-f5f73effd7c3, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=0f0cea63-d723-4784-88d6-f5f73effd7c3,segment=NetworkSegment(2410fdff-a7e2-4688-a6bf-a952d37487ef),segment_id=2410fdff-a7e2-4688-a6bf-a952d37487ef)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:21:58.937399 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6ad9226e-4918-47de-969b-fb268a9e9f6f tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:58.942394 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916551c4-b0f8-4ac7-a237-dfa7265e9a1c req-f99523c8-e71c-40e9-bf34-8393f90d6268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:58.944445 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-916551c4-b0f8-4ac7-a237-dfa7265e9a1c req-f99523c8-e71c-40e9-bf34-8393f90d6268 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=49599f72-6971-4c78-8210-d79c8aca88a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1336007 Jul 24 00:21:58.950268 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-6ad9226e-4918-47de-969b-fb268a9e9f6f tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Calling delete_port for 0f0cea63-d723-4784-88d6-f5f73effd7c3 owned by network:router_interface {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:21:58.950672 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92843a14-0c45-41cb-8cb7-3a8dfbe9e82a req-0d33943b-a4a6-401f-a56f-22021d95e3cc tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:58.952435 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-92843a14-0c45-41cb-8cb7-3a8dfbe9e82a req-0d33943b-a4a6-401f-a56f-22021d95e3cc tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] 10.222.0.52 "GET /v2.0/networks?id=8bd82b97-b608-4e5b-8d0e-b88b934893c3 HTTP/1.1" status: 200 len: 808 time: 0.1329839 Jul 24 00:21:58.968857 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-92843a14-0c45-41cb-8cb7-3a8dfbe9e82a req-fb48d9c4-acb8-433a-b197-5ee7442ba908 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] Request body: {'port': {'device_id': '887bf38f-64fc-4e7e-a237-ccdb9a223b3e', 'network_id': '8bd82b97-b608-4e5b-8d0e-b88b934893c3', 'admin_state_up': True, 'tenant_id': 'f9b92869b6f6486faaa5e2e95b0adcbf'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:21:59.073542 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cb897dba-3d3c-4378-81ad-e44a16edff17 req-09d756c6-9623-4bbe-aeca-eb3158bce5ba tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] 10.222.0.44 "GET /v2.0/ports?device_id=887bf38f-64fc-4e7e-a237-ccdb9a223b3e HTTP/1.1" status: 200 len: 210 time: 0.0346756 Jul 24 00:21:59.117305 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92843a14-0c45-41cb-8cb7-3a8dfbe9e82a req-fb48d9c4-acb8-433a-b197-5ee7442ba908 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] Made reservation on behalf of f9b92869b6f6486faaa5e2e95b0adcbf for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:21:59.120971 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-92843a14-0c45-41cb-8cb7-3a8dfbe9e82a req-fb48d9c4-acb8-433a-b197-5ee7442ba908 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:59.141519 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-916551c4-b0f8-4ac7-a237-dfa7265e9a1c req-23a82273-a7a1-4aad-9948-3fc8988906f5 service neutron] 10.222.0.64 "GET /v2.0/networks/49599f72-6971-4c78-8210-d79c8aca88a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892757 Jul 24 00:21:59.253361 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-92843a14-0c45-41cb-8cb7-3a8dfbe9e82a req-fb48d9c4-acb8-433a-b197-5ee7442ba908 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] Allocated IP 172.20.0.6 (8bd82b97-b608-4e5b-8d0e-b88b934893c3/31ed7068-3690-4705-95c4-799eca210850/d4b9cf25-ad69-4ef4-b4cb-13c86a378476) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:21:59.283257 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-916551c4-b0f8-4ac7-a237-dfa7265e9a1c req-0781c6f5-a723-4ba3-9a85-50e1abcff3e2 service neutron] 10.222.0.64 "GET /v2.0/networks/49599f72-6971-4c78-8210-d79c8aca88a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349938 Jul 24 00:21:59.299606 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6ad9226e-4918-47de-969b-fb268a9e9f6f tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:59.334227 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad9226e-4918-47de-969b-fb268a9e9f6f tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Pushing event deleted for resources: {'Port': ['ID=0f0cea63-d723-4784-88d6-f5f73effd7c3,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:21:59.414007 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-92843a14-0c45-41cb-8cb7-3a8dfbe9e82a req-fb48d9c4-acb8-433a-b197-5ee7442ba908 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:59.481612 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-92843a14-0c45-41cb-8cb7-3a8dfbe9e82a req-fb48d9c4-acb8-433a-b197-5ee7442ba908 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:59.531494 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92843a14-0c45-41cb-8cb7-3a8dfbe9e82a req-fb48d9c4-acb8-433a-b197-5ee7442ba908 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] Network 8bd82b97-b608-4e5b-8d0e-b88b934893c3 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:21:59.538707 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-92843a14-0c45-41cb-8cb7-3a8dfbe9e82a req-fb48d9c4-acb8-433a-b197-5ee7442ba908 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:21:59.544038 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-92843a14-0c45-41cb-8cb7-3a8dfbe9e82a req-fb48d9c4-acb8-433a-b197-5ee7442ba908 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:21:59.551081 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb48d9c4-acb8-433a-b197-5ee7442ba908 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] Pushing event updated for resources: {'Port': ['ID=d4b9cf25-ad69-4ef4-b4cb-13c86a378476,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:21:59.571633 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6ad9226e-4918-47de-969b-fb268a9e9f6f tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679987'] for router_interface, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:59.591178 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94818396-f875-4bc3-9e2d-64e1efc4fa5e req-9a313ee4-ac01-47ad-a11b-deca89c09cdf tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:59.592639 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-94818396-f875-4bc3-9e2d-64e1efc4fa5e req-9a313ee4-ac01-47ad-a11b-deca89c09cdf tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 945 time: 0.1007502 Jul 24 00:21:59.601731 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92843a14-0c45-41cb-8cb7-3a8dfbe9e82a req-fb48d9c4-acb8-433a-b197-5ee7442ba908 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:21:59.602373 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-92843a14-0c45-41cb-8cb7-3a8dfbe9e82a req-fb48d9c4-acb8-433a-b197-5ee7442ba908 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:59.617122 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-92843a14-0c45-41cb-8cb7-3a8dfbe9e82a req-fb48d9c4-acb8-433a-b197-5ee7442ba908 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6565046 Jul 24 00:21:59.628583 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-92843a14-0c45-41cb-8cb7-3a8dfbe9e82a req-6ea01123-6604-48a2-8e7d-698296329547 service neutron] Request body: {'port': {'device_id': '887bf38f-64fc-4e7e-a237-ccdb9a223b3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:21:59.704092 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-92843a14-0c45-41cb-8cb7-3a8dfbe9e82a req-6ea01123-6604-48a2-8e7d-698296329547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:21:59.705083 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-94818396-f875-4bc3-9e2d-64e1efc4fa5e req-b3959fd4-9903-4686-85f4-59efdc966b42 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064229 Jul 24 00:21:59.867605 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ad9226e-4918-47de-969b-fb268a9e9f6f tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Router 9bdd1962-19e2-41b2-b3dc-1c303a216a88 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:21:59.986906 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ad9226e-4918-47de-969b-fb268a9e9f6f tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:21:59.993400 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-6ad9226e-4918-47de-969b-fb268a9e9f6f tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "PUT /v2.0/routers/9bdd1962-19e2-41b2-b3dc-1c303a216a88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5346665 Jul 24 00:21:59.993504 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-92843a14-0c45-41cb-8cb7-3a8dfbe9e82a req-6ea01123-6604-48a2-8e7d-698296329547 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4b9cf25-ad69-4ef4-b4cb-13c86a378476 {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:21:59.994932 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 53996) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:22:00.001190 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-92843a14-0c45-41cb-8cb7-3a8dfbe9e82a req-6ea01123-6604-48a2-8e7d-698296329547 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:00.003526 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c022a5e-443d-4e4b-8223-d27692894122 None None] Sync routers for ids ['9bdd1962-19e2-41b2-b3dc-1c303a216a88'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:22:00.015730 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-92843a14-0c45-41cb-8cb7-3a8dfbe9e82a req-6ea01123-6604-48a2-8e7d-698296329547 service neutron] Transition to ACTIVE for port object d4b9cf25-ad69-4ef4-b4cb-13c86a378476 will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:22:00.016293 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c022a5e-443d-4e4b-8223-d27692894122 None None] Routers {'9bdd1962-19e2-41b2-b3dc-1c303a216a88'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:22:00.017088 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-7c022a5e-443d-4e4b-8223-d27692894122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:21:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['9bdd1962-19e2-41b2-b3dc-1c303a216a88'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:22:00.022681 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-92843a14-0c45-41cb-8cb7-3a8dfbe9e82a req-6ea01123-6604-48a2-8e7d-698296329547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:00.057813 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-259f883f-a2f2-4dbe-902a-6467f5a83fc6 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Deleting subnet 5742575c-0343-44ec-8a39-bc46066db6b0 {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:22:00.062064 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-259f883f-a2f2-4dbe-902a-6467f5a83fc6 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:00.108063 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-259f883f-a2f2-4dbe-902a-6467f5a83fc6 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:00.118826 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea01123-6604-48a2-8e7d-698296329547 service neutron] Pushing event updated for resources: {'Port': ['ID=d4b9cf25-ad69-4ef4-b4cb-13c86a378476,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:22:00.150400 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-92843a14-0c45-41cb-8cb7-3a8dfbe9e82a req-6ea01123-6604-48a2-8e7d-698296329547 service neutron] Attempting to bind port d4b9cf25-ad69-4ef4-b4cb-13c86a378476 on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:22:00.150744 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-92843a14-0c45-41cb-8cb7-3a8dfbe9e82a req-6ea01123-6604-48a2-8e7d-698296329547 service neutron] Attempting to bind port d4b9cf25-ad69-4ef4-b4cb-13c86a378476 by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': '67e3972e-3e88-4c11-b9b6-31d16839569b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '8bd82b97-b608-4e5b-8d0e-b88b934893c3'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:22:00.151076 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92843a14-0c45-41cb-8cb7-3a8dfbe9e82a req-6ea01123-6604-48a2-8e7d-698296329547 service neutron] Attempting to bind port d4b9cf25-ad69-4ef4-b4cb-13c86a378476 on network 8bd82b97-b608-4e5b-8d0e-b88b934893c3 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:22:00.154536 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-7c022a5e-443d-4e4b-8223-d27692894122 None None] Set router 9bdd1962-19e2-41b2-b3dc-1c303a216a88 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:22:00.155635 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92843a14-0c45-41cb-8cb7-3a8dfbe9e82a req-6ea01123-6604-48a2-8e7d-698296329547 service neutron] Port d4b9cf25-ad69-4ef4-b4cb-13c86a378476 on network 8bd82b97-b608-4e5b-8d0e-b88b934893c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:22:00.155959 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92843a14-0c45-41cb-8cb7-3a8dfbe9e82a req-6ea01123-6604-48a2-8e7d-698296329547 service neutron] Attempting to bind port d4b9cf25-ad69-4ef4-b4cb-13c86a378476 on network 8bd82b97-b608-4e5b-8d0e-b88b934893c3 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:22:00.160766 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92843a14-0c45-41cb-8cb7-3a8dfbe9e82a req-6ea01123-6604-48a2-8e7d-698296329547 service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:22:00.161154 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92843a14-0c45-41cb-8cb7-3a8dfbe9e82a req-6ea01123-6604-48a2-8e7d-698296329547 service neutron] Checking segment: {'id': '67e3972e-3e88-4c11-b9b6-31d16839569b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '8bd82b97-b608-4e5b-8d0e-b88b934893c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:22:00.162089 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92843a14-0c45-41cb-8cb7-3a8dfbe9e82a req-6ea01123-6604-48a2-8e7d-698296329547 service neutron] Bound using segment: {'id': '67e3972e-3e88-4c11-b9b6-31d16839569b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '8bd82b97-b608-4e5b-8d0e-b88b934893c3'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:22:00.162519 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-92843a14-0c45-41cb-8cb7-3a8dfbe9e82a req-6ea01123-6604-48a2-8e7d-698296329547 service neutron] Bound port: d4b9cf25-ad69-4ef4-b4cb-13c86a378476, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67e3972e-3e88-4c11-b9b6-31d16839569b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '8bd82b97-b608-4e5b-8d0e-b88b934893c3'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:22:00.162888 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-92843a14-0c45-41cb-8cb7-3a8dfbe9e82a req-6ea01123-6604-48a2-8e7d-698296329547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:00.238276 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-92843a14-0c45-41cb-8cb7-3a8dfbe9e82a req-6ea01123-6604-48a2-8e7d-698296329547 service neutron] For port d4b9cf25-ad69-4ef4-b4cb-13c86a378476, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:22:00.241717 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-92843a14-0c45-41cb-8cb7-3a8dfbe9e82a req-6ea01123-6604-48a2-8e7d-698296329547 service neutron] For port d4b9cf25-ad69-4ef4-b4cb-13c86a378476, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=d4b9cf25-ad69-4ef4-b4cb-13c86a378476,segment=NetworkSegment(67e3972e-3e88-4c11-b9b6-31d16839569b),segment_id=67e3972e-3e88-4c11-b9b6-31d16839569b)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:22:00.248380 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-92843a14-0c45-41cb-8cb7-3a8dfbe9e82a req-6ea01123-6604-48a2-8e7d-698296329547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:00.265148 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-259f883f-a2f2-4dbe-902a-6467f5a83fc6 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:00.295108 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92843a14-0c45-41cb-8cb7-3a8dfbe9e82a req-6ea01123-6604-48a2-8e7d-698296329547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:22:00.295740 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-92843a14-0c45-41cb-8cb7-3a8dfbe9e82a req-6ea01123-6604-48a2-8e7d-698296329547 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:00.297213 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-92843a14-0c45-41cb-8cb7-3a8dfbe9e82a req-6ea01123-6604-48a2-8e7d-698296329547 service neutron] 10.222.0.52 "PUT /v2.0/ports/d4b9cf25-ad69-4ef4-b4cb-13c86a378476 HTTP/1.1" status: 200 len: 1092 time: 0.6728730 Jul 24 00:22:00.297657 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '887bf38f-64fc-4e7e-a237-ccdb9a223b3e', 'tag': 'd4b9cf25-ad69-4ef4-b4cb-13c86a378476'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:22:00.298181 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f421b154-3b49-4d2f-acf5-0c64fec589fc req-e490b104-f04a-4022-aac1-c491d3526829 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:22:00.299742 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f421b154-3b49-4d2f-acf5-0c64fec589fc req-e490b104-f04a-4022-aac1-c491d3526829 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] 10.222.0.44 "GET /v2.0/ports?device_id=887bf38f-64fc-4e7e-a237-ccdb9a223b3e HTTP/1.1" status: 200 len: 943 time: 0.1468174 Jul 24 00:22:00.299947 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7dd5ffb-4aa4-4efe-bc41-60f7d1d18405" -d '{"events": [{"name": "network-changed", "server_uuid": "887bf38f-64fc-4e7e-a237-ccdb9a223b3e", "tag": "d4b9cf25-ad69-4ef4-b4cb-13c86a378476"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:22:00.320906 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea01123-6604-48a2-8e7d-698296329547 service neutron] Pushing event updated for resources: {'Port': ['ID=d4b9cf25-ad69-4ef4-b4cb-13c86a378476,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:22:00.359939 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f1e52a2-5e22-4441-b292-b243fffcc493 x-openstack-request-id: req-7f1e52a2-5e22-4441-b292-b243fffcc493 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:22:00.359939 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "887bf38f-64fc-4e7e-a237-ccdb9a223b3e", "tag": "d4b9cf25-ad69-4ef4-b4cb-13c86a378476", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:22:00.359939 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7f1e52a2-5e22-4441-b292-b243fffcc493 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:22:00.360354 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '887bf38f-64fc-4e7e-a237-ccdb9a223b3e', 'tag': 'd4b9cf25-ad69-4ef4-b4cb-13c86a378476', 'status': 'completed', 'code': 200} Jul 24 00:22:00.371537 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-7c022a5e-443d-4e4b-8223-d27692894122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdd1962-19e2-41b2-b3dc-1c303a216a88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-943379124', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '5dc52cf0-77f3-4209-a352-941b1ddcb8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:20:03Z', 'updated_at': '2021-07-24T00:21:59Z', 'revision_number': 5, 'project_id': '646730ba25934852bc5dd86a412228f1', 'gw_port': {'id': '5dc52cf0-77f3-4209-a352-941b1ddcb8de', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:54:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdd1962-19e2-41b2-b3dc-1c303a216a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:20:04Z', 'updated_at': '2021-07-24T00:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:22:00.394487 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f421b154-3b49-4d2f-acf5-0c64fec589fc req-90ce86d1-f628-486d-a1a7-97ce39329445 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] 10.222.0.44 "GET /v2.0/security-groups?id=6292f541-4a8e-4886-ba72-d9f93681db5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470178 Jul 24 00:22:00.395534 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-259f883f-a2f2-4dbe-902a-6467f5a83fc6 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:00.417509 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92843a14-0c45-41cb-8cb7-3a8dfbe9e82a req-d22dae28-ac68-40db-8d08-af0946e4dd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:22:00.417509 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-92843a14-0c45-41cb-8cb7-3a8dfbe9e82a req-d22dae28-ac68-40db-8d08-af0946e4dd89 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f9b92869b6f6486faaa5e2e95b0adcbf&device_id=887bf38f-64fc-4e7e-a237-ccdb9a223b3e HTTP/1.1" status: 200 len: 1095 time: 0.0627313 Jul 24 00:22:00.417855 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c022a5e-443d-4e4b-8223-d27692894122 None None] Checking router: 9bdd1962-19e2-41b2-b3dc-1c303a216a88 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:22:00.424355 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c022a5e-443d-4e4b-8223-d27692894122 None None] Routers {'9bdd1962-19e2-41b2-b3dc-1c303a216a88'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:22:00.425620 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-7c022a5e-443d-4e4b-8223-d27692894122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:21:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['9bdd1962-19e2-41b2-b3dc-1c303a216a88'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:22:00.434793 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259f883f-a2f2-4dbe-902a-6467f5a83fc6 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Pushing event deleted for resources: {'Subnet': ['ID=5742575c-0343-44ec-8a39-bc46066db6b0,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:22:00.441882 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-259f883f-a2f2-4dbe-902a-6467f5a83fc6 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:00.447834 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-259f883f-a2f2-4dbe-902a-6467f5a83fc6 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "DELETE /v2.0/subnets/5742575c-0343-44ec-8a39-bc46066db6b0 HTTP/1.1" status: 204 len: 168 time: 0.4516022 Jul 24 00:22:00.448887 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 54002) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:22:00.461834 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbdc92f-d595-4163-bd9a-3a8dfcda7b07 None None] Network eee3295d-0589-4617-9ff6-3a74daf2e74b requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:22:00.462576 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-92843a14-0c45-41cb-8cb7-3a8dfbe9e82a req-43fc3b96-4fdc-47f0-b232-ae34b791da91 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4b9cf25-ad69-4ef4-b4cb-13c86a378476 HTTP/1.1" status: 200 len: 217 time: 0.0436919 Jul 24 00:22:00.523233 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92843a14-0c45-41cb-8cb7-3a8dfbe9e82a req-83b5a384-5ce8-4b37-b8f2-0ad957f3fdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:22:00.524524 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-92843a14-0c45-41cb-8cb7-3a8dfbe9e82a req-83b5a384-5ce8-4b37-b8f2-0ad957f3fdd4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=31ed7068-3690-4705-95c4-799eca210850 HTTP/1.1" status: 200 len: 848 time: 0.0556941 Jul 24 00:22:00.563323 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-92843a14-0c45-41cb-8cb7-3a8dfbe9e82a req-3b10efc3-0e74-491a-a970-68d7fe9dcded service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8bd82b97-b608-4e5b-8d0e-b88b934893c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313892 Jul 24 00:22:00.571294 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b09f256f-2fe8-45e2-a4ef-517ef820892c tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for router, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:00.666243 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-92843a14-0c45-41cb-8cb7-3a8dfbe9e82a req-29e28337-07fb-492d-9c51-64a85753ea78 service neutron] 10.222.0.52 "GET /v2.0/networks/8bd82b97-b608-4e5b-8d0e-b88b934893c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964291 Jul 24 00:22:00.682279 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b09f256f-2fe8-45e2-a4ef-517ef820892c tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:00.754723 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-b09f256f-2fe8-45e2-a4ef-517ef820892c tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Deleting port 5dc52cf0-77f3-4209-a352-941b1ddcb8de {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:22:00.755467 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b09f256f-2fe8-45e2-a4ef-517ef820892c tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:00.784252 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-92843a14-0c45-41cb-8cb7-3a8dfbe9e82a req-3f276acd-c3c5-440b-8cfe-3c64c4d02925 service neutron] 10.222.0.52 "GET /v2.0/networks/8bd82b97-b608-4e5b-8d0e-b88b934893c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116977 Jul 24 00:22:00.822829 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-7c022a5e-443d-4e4b-8223-d27692894122 None None] Set router 9bdd1962-19e2-41b2-b3dc-1c303a216a88 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:22:00.901423 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-b09f256f-2fe8-45e2-a4ef-517ef820892c tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] For port 5dc52cf0-77f3-4209-a352-941b1ddcb8de, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=5dc52cf0-77f3-4209-a352-941b1ddcb8de,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:22:00.901967 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b09f256f-2fe8-45e2-a4ef-517ef820892c tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:00.919457 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-b09f256f-2fe8-45e2-a4ef-517ef820892c tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Calling delete_port for 5dc52cf0-77f3-4209-a352-941b1ddcb8de owned by network:router_gateway {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:22:00.925936 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846faf92-81a1-47ad-ae25-1ba2629eb408 req-296b059f-8b3b-4977-ae19-1a9d186f1c5f tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:22:00.933822 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-846faf92-81a1-47ad-ae25-1ba2629eb408 req-296b059f-8b3b-4977-ae19-1a9d186f1c5f tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 945 time: 0.1451921 Jul 24 00:22:00.983320 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dd5ffb-4aa4-4efe-bc41-60f7d1d18405 req-d1b99f14-9adf-4c45-8d4e-ceabdaf12947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:22:00.985146 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a7dd5ffb-4aa4-4efe-bc41-60f7d1d18405 req-d1b99f14-9adf-4c45-8d4e-ceabdaf12947 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f9b92869b6f6486faaa5e2e95b0adcbf&device_id=887bf38f-64fc-4e7e-a237-ccdb9a223b3e HTTP/1.1" status: 200 len: 1095 time: 0.1410422 Jul 24 00:22:00.993702 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-846faf92-81a1-47ad-ae25-1ba2629eb408 req-a1b06ac8-c1d4-4ff2-966e-8a45afc57e97 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586333 Jul 24 00:22:01.050963 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-7c022a5e-443d-4e4b-8223-d27692894122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdd1962-19e2-41b2-b3dc-1c303a216a88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-943379124', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '5dc52cf0-77f3-4209-a352-941b1ddcb8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:20:03Z', 'updated_at': '2021-07-24T00:21:59Z', 'revision_number': 5, 'project_id': '646730ba25934852bc5dd86a412228f1', 'gw_port': {'id': '5dc52cf0-77f3-4209-a352-941b1ddcb8de', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:54:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdd1962-19e2-41b2-b3dc-1c303a216a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:20:04Z', 'updated_at': '2021-07-24T00:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:22:01.093487 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457216fc-3e40-43da-8ecb-7aa8289ddba8 None None] DHCP port deletion for eee3295d-0589-4617-9ff6-3a74daf2e74b request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:22:01.095471 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c022a5e-443d-4e4b-8223-d27692894122 None None] The sync data for ids ['9bdd1962-19e2-41b2-b3dc-1c303a216a88'] in n-d-800088-16 is: [{'id': '9bdd1962-19e2-41b2-b3dc-1c303a216a88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-943379124', 'tenant_id': '646730ba25934852bc5dd86a412228f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '5dc52cf0-77f3-4209-a352-941b1ddcb8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:20:03Z', 'updated_at': '2021-07-24T00:21:59Z', 'revision_number': 5, 'project_id': '646730ba25934852bc5dd86a412228f1', 'gw_port': {'id': '5dc52cf0-77f3-4209-a352-941b1ddcb8de', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:54:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdd1962-19e2-41b2-b3dc-1c303a216a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:20:04Z', 'updated_at': '2021-07-24T00:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:22:01.120349 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dd5ffb-4aa4-4efe-bc41-60f7d1d18405 req-604a2fd0-2d60-44fb-8743-c7dc7985349a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:22:01.122333 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a7dd5ffb-4aa4-4efe-bc41-60f7d1d18405 req-604a2fd0-2d60-44fb-8743-c7dc7985349a service neutron] 10.222.0.52 "GET /v2.0/networks?id=8bd82b97-b608-4e5b-8d0e-b88b934893c3 HTTP/1.1" status: 200 len: 909 time: 0.1266971 Jul 24 00:22:01.125592 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 2221df95-de43-411b-8e9d-607c97856962 no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:22:01.162238 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] No Port match for: 2221df95-de43-411b-8e9d-607c97856962 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:22:01.164422 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 2221df95-de43-411b-8e9d-607c97856962 not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:22:01.182872 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a7dd5ffb-4aa4-4efe-bc41-60f7d1d18405 req-69b46432-4013-4797-9ee0-8da4922c3fd8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4b9cf25-ad69-4ef4-b4cb-13c86a378476 HTTP/1.1" status: 200 len: 217 time: 0.0539007 Jul 24 00:22:01.188328 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-457216fc-3e40-43da-8ecb-7aa8289ddba8 None None] Deleting port 6e622802-b74e-48c2-bc38-8c12039d9fae {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:22:01.188862 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-457216fc-3e40-43da-8ecb-7aa8289ddba8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:01.190349 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b09f256f-2fe8-45e2-a4ef-517ef820892c tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:01.231389 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09f256f-2fe8-45e2-a4ef-517ef820892c tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Pushing event deleted for resources: {'Port': ['ID=5dc52cf0-77f3-4209-a352-941b1ddcb8de,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:22:01.250380 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37dbd4-bb51-4159-91e9-9a1d7cec995a req-7b7389d3-5e43-49f3-9cf2-5c0b664d43c4 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:22:01.252003 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cc37dbd4-bb51-4159-91e9-9a1d7cec995a req-7b7389d3-5e43-49f3-9cf2-5c0b664d43c4 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 945 time: 0.1557639 Jul 24 00:22:01.262694 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dd5ffb-4aa4-4efe-bc41-60f7d1d18405 req-59fb4896-9eb9-4ee9-ac22-aaa479d24fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:22:01.264470 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a7dd5ffb-4aa4-4efe-bc41-60f7d1d18405 req-59fb4896-9eb9-4ee9-ac22-aaa479d24fa1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=31ed7068-3690-4705-95c4-799eca210850 HTTP/1.1" status: 200 len: 848 time: 0.0752900 Jul 24 00:22:01.268586 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-457216fc-3e40-43da-8ecb-7aa8289ddba8 None None] For port 6e622802-b74e-48c2-bc38-8c12039d9fae, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=6e622802-b74e-48c2-bc38-8c12039d9fae,segment=NetworkSegment(2410fdff-a7e2-4688-a6bf-a952d37487ef),segment_id=2410fdff-a7e2-4688-a6bf-a952d37487ef)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:22:01.269028 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-457216fc-3e40-43da-8ecb-7aa8289ddba8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:01.283580 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-457216fc-3e40-43da-8ecb-7aa8289ddba8 None None] Calling delete_port for 6e622802-b74e-48c2-bc38-8c12039d9fae owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:22:01.303881 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a7dd5ffb-4aa4-4efe-bc41-60f7d1d18405 req-afaf2255-6592-40d0-9dcd-a5c81b8d308d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8bd82b97-b608-4e5b-8d0e-b88b934893c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321701 Jul 24 00:22:01.334682 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b09f256f-2fe8-45e2-a4ef-517ef820892c tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687114'] for router_gateway, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:01.339393 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cc37dbd4-bb51-4159-91e9-9a1d7cec995a req-1734134f-50f5-48c9-ae0e-d59da2ed1eca tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701094 Jul 24 00:22:01.383152 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-457216fc-3e40-43da-8ecb-7aa8289ddba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:01.430092 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457216fc-3e40-43da-8ecb-7aa8289ddba8 None None] No DVR routers for this DVR port 6e622802-b74e-48c2-bc38-8c12039d9fae on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:22:01.432754 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457216fc-3e40-43da-8ecb-7aa8289ddba8 None None] Pushing event deleted for resources: {'Port': ['ID=6e622802-b74e-48c2-bc38-8c12039d9fae,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:22:01.448582 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a7dd5ffb-4aa4-4efe-bc41-60f7d1d18405 req-1e2e6000-8daa-4709-9a82-63acbb6d70c5 service neutron] 10.222.0.52 "GET /v2.0/networks/8bd82b97-b608-4e5b-8d0e-b88b934893c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376441 Jul 24 00:22:01.451201 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b09f256f-2fe8-45e2-a4ef-517ef820892c tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:01.460554 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b09f256f-2fe8-45e2-a4ef-517ef820892c tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:01.470460 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457216fc-3e40-43da-8ecb-7aa8289ddba8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:22:01.471554 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457216fc-3e40-43da-8ecb-7aa8289ddba8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:22:01.472338 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457216fc-3e40-43da-8ecb-7aa8289ddba8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:22:01.473358 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457216fc-3e40-43da-8ecb-7aa8289ddba8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:22:01.474727 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457216fc-3e40-43da-8ecb-7aa8289ddba8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:22:01.475292 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457216fc-3e40-43da-8ecb-7aa8289ddba8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:22:01.476023 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457216fc-3e40-43da-8ecb-7aa8289ddba8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:22:01.476613 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457216fc-3e40-43da-8ecb-7aa8289ddba8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:22:01.479605 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457216fc-3e40-43da-8ecb-7aa8289ddba8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:22:01.480253 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457216fc-3e40-43da-8ecb-7aa8289ddba8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:22:01.480878 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457216fc-3e40-43da-8ecb-7aa8289ddba8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:22:01.481674 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457216fc-3e40-43da-8ecb-7aa8289ddba8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:22:01.548461 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b09f256f-2fe8-45e2-a4ef-517ef820892c tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:01.549052 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b09f256f-2fe8-45e2-a4ef-517ef820892c tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Fanout notify agent at l3_agent the message router_deleted on router 9bdd1962-19e2-41b2-b3dc-1c303a216a88 {{(pid=100314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:22:01.566498 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b09f256f-2fe8-45e2-a4ef-517ef820892c tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:01.570614 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-b09f256f-2fe8-45e2-a4ef-517ef820892c tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "DELETE /v2.0/routers/9bdd1962-19e2-41b2-b3dc-1c303a216a88 HTTP/1.1" status: 204 len: 168 time: 1.1182084 Jul 24 00:22:01.571664 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 54020) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:22:01.631687 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a7dd5ffb-4aa4-4efe-bc41-60f7d1d18405 req-459771a8-86b3-4a08-8493-384550294762 service neutron] 10.222.0.52 "GET /v2.0/networks/8bd82b97-b608-4e5b-8d0e-b88b934893c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756072 Jul 24 00:22:01.674445 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 6e622802-b74e-48c2-bc38-8c12039d9fae no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:22:01.704799 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 6e622802-b74e-48c2-bc38-8c12039d9fae {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:22:01.705190 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 6e622802-b74e-48c2-bc38-8c12039d9fae not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:22:01.705638 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 0f0cea63-d723-4784-88d6-f5f73effd7c3 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:22:01.734736 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c8ea9fc6-ae5c-4044-9733-eadf62c9f132 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:01.735047 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 0f0cea63-d723-4784-88d6-f5f73effd7c3 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:22:01.735442 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 0f0cea63-d723-4784-88d6-f5f73effd7c3 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:22:01.765940 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1d554d-514a-4ff1-9763-18944ba4cf40 req-7e281e7a-3eb4-46e0-9e6f-ccc748a75ea9 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:22:01.767685 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fd1d554d-514a-4ff1-9763-18944ba4cf40 req-7e281e7a-3eb4-46e0-9e6f-ccc748a75ea9 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] 10.222.0.44 "GET /v2.0/ports?device_id=887bf38f-64fc-4e7e-a237-ccdb9a223b3e HTTP/1.1" status: 200 len: 943 time: 0.1971533 Jul 24 00:22:01.877548 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c8ea9fc6-ae5c-4044-9733-eadf62c9f132 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:01.891437 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fd1d554d-514a-4ff1-9763-18944ba4cf40 req-04a46b9c-050b-4abe-a622-0b847746d73c tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] 10.222.0.44 "GET /v2.0/security-groups?id=6292f541-4a8e-4886-ba72-d9f93681db5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145520 Jul 24 00:22:01.894955 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-c8ea9fc6-ae5c-4044-9733-eadf62c9f132 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eee3295d-0589-4617-9ff6-3a74daf2e74b']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:22:01.907588 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-c8ea9fc6-ae5c-4044-9733-eadf62c9f132 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2410fdff-a7e2-4688-a6bf-a952d37487ef') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:22:01.907969 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-c8ea9fc6-ae5c-4044-9733-eadf62c9f132 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2410fdff-a7e2-4688-a6bf-a952d37487ef') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:22:01.931207 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c8ea9fc6-ae5c-4044-9733-eadf62c9f132 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:01.947204 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c8ea9fc6-ae5c-4044-9733-eadf62c9f132 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:01.959077 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8ea9fc6-ae5c-4044-9733-eadf62c9f132 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:22:01.959495 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c8ea9fc6-ae5c-4044-9733-eadf62c9f132 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:01.963352 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:22:01.963352 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:22:01.963352 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:22:01.963352 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:22:01.963352 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:22:01.963352 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:22:01.963352 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:22:01.963352 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:22:01.963352 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:22:01.963352 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:22:01.963352 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:22:01.963352 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:22:01.963352 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:22:01.963352 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:22:01.963352 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:22:01.963352 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:22:01.963352 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:22:01.963352 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:22:01.963352 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:22:01.963352 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:22:01.963352 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:22:01.963352 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:22:01.963352 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:22:01.963352 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:22:01.963352 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:22:01.963352 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:22:01.963352 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:22:01.963352 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:22:01.963352 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:22:01.963352 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:22:01.963352 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:22:01.963352 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:22:02.040980 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c8ea9fc6-ae5c-4044-9733-eadf62c9f132 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:02.048618 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c8ea9fc6-ae5c-4044-9733-eadf62c9f132 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:02.050463 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-c8ea9fc6-ae5c-4044-9733-eadf62c9f132 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "DELETE /v2.0/networks/eee3295d-0589-4617-9ff6-3a74daf2e74b HTTP/1.1" status: 204 len: 168 time: 0.4677300 Jul 24 00:22:02.053543 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 54052) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:22:02.064956 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ea9fc6-ae5c-4044-9733-eadf62c9f132 tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Pushing event deleted for resources: {'Network': ['ID=eee3295d-0589-4617-9ff6-3a74daf2e74b,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:22:02.123157 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-156ad86b-f1fa-40c2-b463-fe1bb122b84c tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:02.155163 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-156ad86b-f1fa-40c2-b463-fe1bb122b84c tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:02.219945 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-156ad86b-f1fa-40c2-b463-fe1bb122b84c tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:02.222719 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-156ad86b-f1fa-40c2-b463-fe1bb122b84c tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:02.224155 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-156ad86b-f1fa-40c2-b463-fe1bb122b84c tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] 10.222.0.44 "DELETE /v2.0/security-groups/2ccac68c-b776-4e7b-bd31-5686cdfbb54d HTTP/1.1" status: 204 len: 168 time: 0.1682360 Jul 24 00:22:02.234469 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156ad86b-f1fa-40c2-b463-fe1bb122b84c tempest-TestNetworkAdvancedServerOps-1652854161 tempest-TestNetworkAdvancedServerOps-1652854161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ccac68c-b776-4e7b-bd31-5686cdfbb54d,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:22:02.305344 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bbc64a-e15d-47fe-8416-b9c9d742cc78 req-5b414a56-b5a3-4094-b9b1-9f6819d2703f tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:22:02.306885 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a5bbc64a-e15d-47fe-8416-b9c9d742cc78 req-5b414a56-b5a3-4094-b9b1-9f6819d2703f tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9e18e7f-6e26-4b52-b4b4-6716a07e4a51 HTTP/1.1" status: 200 len: 943 time: 0.0684252 Jul 24 00:22:02.420338 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-a5bbc64a-e15d-47fe-8416-b9c9d742cc78 req-c11719d1-11d0-4dbd-b5dd-e31008203621 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Deleting port ff9e881b-91c2-4776-980f-c99c19439c55 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:22:02.420849 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-a5bbc64a-e15d-47fe-8416-b9c9d742cc78 req-c11719d1-11d0-4dbd-b5dd-e31008203621 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:02.501992 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 54066) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:22:02.515035 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-a5bbc64a-e15d-47fe-8416-b9c9d742cc78 req-c11719d1-11d0-4dbd-b5dd-e31008203621 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] For port ff9e881b-91c2-4776-980f-c99c19439c55, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=ff9e881b-91c2-4776-980f-c99c19439c55,segment=NetworkSegment(28758b2b-8e5b-4b20-97dc-892d312454de),segment_id=28758b2b-8e5b-4b20-97dc-892d312454de)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:22:02.515410 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-a5bbc64a-e15d-47fe-8416-b9c9d742cc78 req-c11719d1-11d0-4dbd-b5dd-e31008203621 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:02.527889 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-a5bbc64a-e15d-47fe-8416-b9c9d742cc78 req-c11719d1-11d0-4dbd-b5dd-e31008203621 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Calling delete_port for ff9e881b-91c2-4776-980f-c99c19439c55 owned by compute:nova {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:22:02.634472 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 54070) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:22:02.634920 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-f782b9f8-adba-4128-8766-58bfcfae2d7f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=646730ba25934852bc5dd86a412228f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1314561 Jul 24 00:22:02.680614 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-a5bbc64a-e15d-47fe-8416-b9c9d742cc78 req-c11719d1-11d0-4dbd-b5dd-e31008203621 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:02.692630 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['4b35ae3e-77f9-4e27-b989-ee37e33917aa'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:22:02.694949 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['7764dc49-d4f0-4286-8577-04bc153b7f83'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:22:02.719078 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11719d1-11d0-4dbd-b5dd-e31008203621 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Pushing event deleted for resources: {'Port': ['ID=ff9e881b-91c2-4776-980f-c99c19439c55,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:22:02.750217 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9c8c1ff4-d8f1-4f92-9b06-269d429ad17b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:02.772592 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5bbc64a-e15d-47fe-8416-b9c9d742cc78 req-c11719d1-11d0-4dbd-b5dd-e31008203621 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] No DVR routers for this DVR port ff9e881b-91c2-4776-980f-c99c19439c55 on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:22:02.779181 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-a5bbc64a-e15d-47fe-8416-b9c9d742cc78 req-c11719d1-11d0-4dbd-b5dd-e31008203621 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:02.781259 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a5bbc64a-e15d-47fe-8416-b9c9d742cc78 req-c11719d1-11d0-4dbd-b5dd-e31008203621 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "DELETE /v2.0/ports/ff9e881b-91c2-4776-980f-c99c19439c55 HTTP/1.1" status: 204 len: 173 time: 0.4692485 Jul 24 00:22:02.781723 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e18e7f-6e26-4b52-b4b4-6716a07e4a51', 'name': 'network-vif-deleted', 'tag': 'ff9e881b-91c2-4776-980f-c99c19439c55'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:22:02.784017 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f5de2f-1a9c-4900-b4bf-bf4e4b685a62" -d '{"events": [{"server_uuid": "c9e18e7f-6e26-4b52-b4b4-6716a07e4a51", "name": "network-vif-deleted", "tag": "ff9e881b-91c2-4776-980f-c99c19439c55"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:22:02.800706 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9c8c1ff4-d8f1-4f92-9b06-269d429ad17b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:03.094774 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc9a54d-0c80-4b23-9475-6e6350c62229 req-0079aacc-84f4-492c-99d0-4d14b6d4f3d1 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:22:03.096677 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2cc9a54d-0c80-4b23-9475-6e6350c62229 req-0079aacc-84f4-492c-99d0-4d14b6d4f3d1 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] 10.222.0.44 "GET /v2.0/ports?device_id=887bf38f-64fc-4e7e-a237-ccdb9a223b3e HTTP/1.1" status: 200 len: 943 time: 0.0903473 Jul 24 00:22:03.116789 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device d4b9cf25-ad69-4ef4-b4cb-13c86a378476 details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:22:03.140036 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2cc9a54d-0c80-4b23-9475-6e6350c62229 req-08dc3038-7307-4cf3-94d9-2f05d8747e5c tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] 10.222.0.44 "GET /v2.0/security-groups?id=6292f541-4a8e-4886-ba72-d9f93681db5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371101 Jul 24 00:22:03.185955 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 24 Jul 2021 00:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aee676a-df1c-4286-9630-ed12417e7ec2 x-openstack-request-id: req-5aee676a-df1c-4286-9630-ed12417e7ec2 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:22:03.186452 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e18e7f-6e26-4b52-b4b4-6716a07e4a51", "name": "network-vif-deleted", "tag": "ff9e881b-91c2-4776-980f-c99c19439c55", "status": "failed", "code": 422}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:22:03.186547 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5aee676a-df1c-4286-9630-ed12417e7ec2 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:22:03.186880 n-d-800088-16 neutron-server[100313]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c9e18e7f-6e26-4b52-b4b4-6716a07e4a51', 'name': 'network-vif-deleted', 'tag': 'ff9e881b-91c2-4776-980f-c99c19439c55', 'status': 'failed', 'code': 422} returned with failed status Jul 24 00:22:03.245812 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9c8c1ff4-d8f1-4f92-9b06-269d429ad17b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:03.248978 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9c8c1ff4-d8f1-4f92-9b06-269d429ad17b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:03.253628 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-9c8c1ff4-d8f1-4f92-9b06-269d429ad17b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/17cc7dd0-26e2-4337-b83a-c92327d5f11d HTTP/1.1" status: 204 len: 168 time: 0.6181047 Jul 24 00:22:03.262219 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8c1ff4-d8f1-4f92-9b06-269d429ad17b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17cc7dd0-26e2-4337-b83a-c92327d5f11d,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:22:03.267944 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 5dc52cf0-77f3-4209-a352-941b1ddcb8de no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:22:03.298738 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port d4b9cf25-ad69-4ef4-b4cb-13c86a378476, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=d4b9cf25-ad69-4ef4-b4cb-13c86a378476,segment=NetworkSegment(67e3972e-3e88-4c11-b9b6-31d16839569b),segment_id=67e3972e-3e88-4c11-b9b6-31d16839569b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:22:03.303272 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 5dc52cf0-77f3-4209-a352-941b1ddcb8de {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:22:03.303927 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 5dc52cf0-77f3-4209-a352-941b1ddcb8de not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:22:03.319354 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': 'd4b9cf25-ad69-4ef4-b4cb-13c86a378476', 'network_id': '8bd82b97-b608-4e5b-8d0e-b88b934893c3', 'port_id': 'd4b9cf25-ad69-4ef4-b4cb-13c86a378476', 'mac_address': 'fa:16:3e:af:ed:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31ed7068-3690-4705-95c4-799eca210850', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:22:03.365568 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:03.379971 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4b9cf25-ad69-4ef4-b4cb-13c86a378476 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:22:03.406311 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port d4b9cf25-ad69-4ef4-b4cb-13c86a378476, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=d4b9cf25-ad69-4ef4-b4cb-13c86a378476,segment=NetworkSegment(67e3972e-3e88-4c11-b9b6-31d16839569b),segment_id=67e3972e-3e88-4c11-b9b6-31d16839569b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:22:03.410511 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:03.467451 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=d4b9cf25-ad69-4ef4-b4cb-13c86a378476,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:22:03.525785 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b7f840-1d93-48cf-98d9-de14d6a3c921 req-76cb7bb9-b03d-4c24-abf5-88eb8ccaecac tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:22:03.527334 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-40b7f840-1d93-48cf-98d9-de14d6a3c921 req-76cb7bb9-b03d-4c24-abf5-88eb8ccaecac tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0740e81-f591-4c11-99e3-15260c90c40c HTTP/1.1" status: 200 len: 908 time: 0.0760360 Jul 24 00:22:03.558860 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 54092) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:22:03.597585 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-da04d865-37f5-4349-8e53-56c67f667273 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0496e08af28b41c29716a04576c41ebf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375352 Jul 24 00:22:03.600633 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 54094) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:22:03.631031 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['d4b9cf25-ad69-4ef4-b4cb-13c86a378476'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:22:03.648302 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-aba4b380-67ad-44cb-b8f5-32e63ac8996c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:03.669463 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-aba4b380-67ad-44cb-b8f5-32e63ac8996c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:03.715670 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-aba4b380-67ad-44cb-b8f5-32e63ac8996c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:03.718369 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-aba4b380-67ad-44cb-b8f5-32e63ac8996c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:03.719533 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-aba4b380-67ad-44cb-b8f5-32e63ac8996c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fc4892c4-6430-475a-8648-1db1519be80b HTTP/1.1" status: 204 len: 168 time: 0.1179461 Jul 24 00:22:03.727757 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba4b380-67ad-44cb-b8f5-32e63ac8996c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc4892c4-6430-475a-8648-1db1519be80b,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:22:04.283785 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fd8a2d-3a0e-4762-b703-e823557230ea req-9e9c1e9b-8de1-44dd-b6a8-277484f2203c tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:22:04.285370 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-04fd8a2d-3a0e-4762-b703-e823557230ea req-9e9c1e9b-8de1-44dd-b6a8-277484f2203c tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] 10.222.0.44 "GET /v2.0/ports?device_id=887bf38f-64fc-4e7e-a237-ccdb9a223b3e HTTP/1.1" status: 200 len: 944 time: 0.0704098 Jul 24 00:22:04.326229 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-04fd8a2d-3a0e-4762-b703-e823557230ea req-12b0a8f8-5bda-4d69-9f70-a2156597b578 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] 10.222.0.44 "GET /v2.0/security-groups?id=6292f541-4a8e-4886-ba72-d9f93681db5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336823 Jul 24 00:22:04.367295 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 54120) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:22:04.461267 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-36fcbd45-eecb-42d3-90e5-7733fe6a5d0d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-247571056-network', 'tenant_id': 'd2121eddb4a2433fa13b4d5e8bd7e23c'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:22:04.481768 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36fcbd45-eecb-42d3-90e5-7733fe6a5d0d admin admin] Made reservation on behalf of d2121eddb4a2433fa13b4d5e8bd7e23c for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:22:04.484272 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-36fcbd45-eecb-42d3-90e5-7733fe6a5d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:04.493089 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-36fcbd45-eecb-42d3-90e5-7733fe6a5d0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:04.587570 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-36fcbd45-eecb-42d3-90e5-7733fe6a5d0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:04.591653 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-36fcbd45-eecb-42d3-90e5-7733fe6a5d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:04.622643 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36fcbd45-eecb-42d3-90e5-7733fe6a5d0d admin admin] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:22:04.659911 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fcbd45-eecb-42d3-90e5-7733fe6a5d0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34580334-a60f-4cef-93dd-c86d5fbc8aa2,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:22:04.663954 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-36fcbd45-eecb-42d3-90e5-7733fe6a5d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:04.664305 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-36fcbd45-eecb-42d3-90e5-7733fe6a5d0d admin admin] Added segment 8ea76873-5e2d-4a0e-bc17-82ff0f379b14 of type vlan for network 9ea2b689-642c-44fa-b9c5-ecdb816ce28e Jul 24 00:22:04.751968 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba41ba-e799-4260-b2f7-622eacd82858 req-62ce82f6-52ce-41ad-a352-830c2ea8ba4c tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:22:04.753568 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-95ba41ba-e799-4260-b2f7-622eacd82858 req-62ce82f6-52ce-41ad-a352-830c2ea8ba4c tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.52 "GET /v2.0/ports?device_id=d0740e81-f591-4c11-99e3-15260c90c40c HTTP/1.1" status: 200 len: 908 time: 0.0658610 Jul 24 00:22:04.861242 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-95ba41ba-e799-4260-b2f7-622eacd82858 req-2b03bbcd-ba34-4f10-b4ed-74e2c8890886 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Deleting port e1642383-14fc-44ca-aed6-b8e70638a816 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:22:04.861497 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-95ba41ba-e799-4260-b2f7-622eacd82858 req-2b03bbcd-ba34-4f10-b4ed-74e2c8890886 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:04.951821 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-95ba41ba-e799-4260-b2f7-622eacd82858 req-2b03bbcd-ba34-4f10-b4ed-74e2c8890886 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] For port e1642383-14fc-44ca-aed6-b8e70638a816, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=e1642383-14fc-44ca-aed6-b8e70638a816,segment=NetworkSegment(28758b2b-8e5b-4b20-97dc-892d312454de),segment_id=28758b2b-8e5b-4b20-97dc-892d312454de)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:22:04.952190 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-95ba41ba-e799-4260-b2f7-622eacd82858 req-2b03bbcd-ba34-4f10-b4ed-74e2c8890886 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:04.965317 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-95ba41ba-e799-4260-b2f7-622eacd82858 req-2b03bbcd-ba34-4f10-b4ed-74e2c8890886 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Calling delete_port for e1642383-14fc-44ca-aed6-b8e70638a816 owned by compute:nova {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:22:05.053946 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-36fcbd45-eecb-42d3-90e5-7733fe6a5d0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:05.075268 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b22ca0-6b6d-4bb8-8bc0-e3f7fdc83319 req-9ddcaad1-3297-45fb-8c39-b66b25338bed tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:22:05.076763 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a0b22ca0-6b6d-4bb8-8bc0-e3f7fdc83319 req-9ddcaad1-3297-45fb-8c39-b66b25338bed tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0740e81-f591-4c11-99e3-15260c90c40c HTTP/1.1" status: 200 len: 908 time: 0.4722986 Jul 24 00:22:05.098689 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-95ba41ba-e799-4260-b2f7-622eacd82858 req-2b03bbcd-ba34-4f10-b4ed-74e2c8890886 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:05.103073 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-36fcbd45-eecb-42d3-90e5-7733fe6a5d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:05.104252 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fcbd45-eecb-42d3-90e5-7733fe6a5d0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:22:05.104870 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-36fcbd45-eecb-42d3-90e5-7733fe6a5d0d admin admin] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:05.117124 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device d4b9cf25-ad69-4ef4-b4cb-13c86a378476 up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:22:05.126161 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b03bbcd-ba34-4f10-b4ed-74e2c8890886 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Pushing event deleted for resources: {'Port': ['ID=e1642383-14fc-44ca-aed6-b8e70638a816,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:22:05.142718 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-36fcbd45-eecb-42d3-90e5-7733fe6a5d0d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7716584 Jul 24 00:22:05.143293 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 54126) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:22:05.148335 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-73a53cae-019a-4b92-91f4-ab2100235ad9 admin admin] Request body: {'subnet': {'network_id': '9ea2b689-642c-44fa-b9c5-ecdb816ce28e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-247571056-subnet', 'tenant_id': 'd2121eddb4a2433fa13b4d5e8bd7e23c', 'ip_version': 4}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:22:05.180706 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-95ba41ba-e799-4260-b2f7-622eacd82858 req-2b03bbcd-ba34-4f10-b4ed-74e2c8890886 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] No DVR routers for this DVR port e1642383-14fc-44ca-aed6-b8e70638a816 on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:22:05.184149 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-95ba41ba-e799-4260-b2f7-622eacd82858 req-2b03bbcd-ba34-4f10-b4ed-74e2c8890886 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:05.185216 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fcbd45-eecb-42d3-90e5-7733fe6a5d0d admin admin] Pushing event updated for resources: {'Network': ['ID=9ea2b689-642c-44fa-b9c5-ecdb816ce28e,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:22:05.186490 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-95ba41ba-e799-4260-b2f7-622eacd82858 req-2b03bbcd-ba34-4f10-b4ed-74e2c8890886 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.52 "DELETE /v2.0/ports/e1642383-14fc-44ca-aed6-b8e70638a816 HTTP/1.1" status: 204 len: 173 time: 0.4278908 Jul 24 00:22:05.194626 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0740e81-f591-4c11-99e3-15260c90c40c', 'name': 'network-vif-deleted', 'tag': 'e1642383-14fc-44ca-aed6-b8e70638a816'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:22:05.197231 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ad8565-80b7-4178-a782-55639eb86a8a" -d '{"events": [{"server_uuid": "d0740e81-f591-4c11-99e3-15260c90c40c", "name": "network-vif-deleted", "tag": "e1642383-14fc-44ca-aed6-b8e70638a816"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:22:05.202517 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 9ea2b689-642c-44fa-b9c5-ecdb816ce28e details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:22:05.221771 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a53cae-019a-4b92-91f4-ab2100235ad9 admin admin] Made reservation on behalf of d2121eddb4a2433fa13b4d5e8bd7e23c for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:22:05.224833 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-73a53cae-019a-4b92-91f4-ab2100235ad9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:05.235949 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port d4b9cf25-ad69-4ef4-b4cb-13c86a378476 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:22:05.247569 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f4f8e03-7f65-4882-a39f-c383923eff61 x-openstack-request-id: req-5f4f8e03-7f65-4882-a39f-c383923eff61 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:22:05.247869 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0740e81-f591-4c11-99e3-15260c90c40c", "name": "network-vif-deleted", "tag": "e1642383-14fc-44ca-aed6-b8e70638a816", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:22:05.248126 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5f4f8e03-7f65-4882-a39f-c383923eff61 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:22:05.248526 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0740e81-f591-4c11-99e3-15260c90c40c', 'name': 'network-vif-deleted', 'tag': 'e1642383-14fc-44ca-aed6-b8e70638a816', 'status': 'completed', 'code': 200} Jul 24 00:22:05.252171 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port d4b9cf25-ad69-4ef4-b4cb-13c86a378476 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:22:05.253698 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:05.403342 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:05.430237 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '887bf38f-64fc-4e7e-a237-ccdb9a223b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4b9cf25-ad69-4ef4-b4cb-13c86a378476'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:22:05.432433 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-826ddcb7-597c-40ca-9c94-28e848852cec" -d '{"events": [{"server_uuid": "887bf38f-64fc-4e7e-a237-ccdb9a223b3e", "name": "network-vif-plugged", "status": "completed", "tag": "d4b9cf25-ad69-4ef4-b4cb-13c86a378476"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:22:05.454139 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port d4b9cf25-ad69-4ef4-b4cb-13c86a378476, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=d4b9cf25-ad69-4ef4-b4cb-13c86a378476,segment=NetworkSegment(67e3972e-3e88-4c11-b9b6-31d16839569b),segment_id=67e3972e-3e88-4c11-b9b6-31d16839569b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:22:05.460494 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:05.466580 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-73a53cae-019a-4b92-91f4-ab2100235ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:05.507128 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c413823-fb13-427f-b79a-0c237730005e req-a75a8dad-08b8-4a99-a820-26ba5a6a2a12 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:22:05.514677 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3c413823-fb13-427f-b79a-0c237730005e req-a75a8dad-08b8-4a99-a820-26ba5a6a2a12 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] 10.222.0.44 "GET /v2.0/ports?device_id=887bf38f-64fc-4e7e-a237-ccdb9a223b3e HTTP/1.1" status: 200 len: 944 time: 0.0884850 Jul 24 00:22:05.528262 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=d4b9cf25-ad69-4ef4-b4cb-13c86a378476,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:22:05.529370 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a53cae-019a-4b92-91f4-ab2100235ad9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20c71419-8aa8-4723-936e-289e4ed32560,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:22:05.545684 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a53cae-019a-4b92-91f4-ab2100235ad9 admin admin] Checking segment: {'id': '8ea76873-5e2d-4a0e-bc17-82ff0f379b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '9ea2b689-642c-44fa-b9c5-ecdb816ce28e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:22:05.546048 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a53cae-019a-4b92-91f4-ab2100235ad9 admin admin] Network hostable DHCP agents. Network: 9ea2b689-642c-44fa-b9c5-ecdb816ce28e, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:22:05.553350 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3c413823-fb13-427f-b79a-0c237730005e req-398b6ae3-36b5-4803-a2f5-9d6d906efda1 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] 10.222.0.44 "GET /v2.0/security-groups?id=6292f541-4a8e-4886-ba72-d9f93681db5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375590 Jul 24 00:22:05.566639 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a53cae-019a-4b92-91f4-ab2100235ad9 admin admin] Network 9ea2b689-642c-44fa-b9c5-ecdb816ce28e is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:22:05.576783 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-73a53cae-019a-4b92-91f4-ab2100235ad9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 9ea2b689-642c-44fa-b9c5-ecdb816ce28e) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:22:05.580962 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a53cae-019a-4b92-91f4-ab2100235ad9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:22:05.581564 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-73a53cae-019a-4b92-91f4-ab2100235ad9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:05.587674 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3ad8f1-4aa4-459a-9532-f9f8cb0615ad None None] Network 9ea2b689-642c-44fa-b9c5-ecdb816ce28e requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:22:05.601189 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 54138) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:22:05.607027 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-9b2c9df9-5603-4db7-8961-490a1c31741c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-247571056-router', 'tenant_id': 'd2121eddb4a2433fa13b4d5e8bd7e23c', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:22:05.610043 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-73a53cae-019a-4b92-91f4-ab2100235ad9 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4660158 Jul 24 00:22:05.636313 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9b2c9df9-5603-4db7-8961-490a1c31741c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:05.637926 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9b2c9df9-5603-4db7-8961-490a1c31741c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:05.671772 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8132b26-b22b-43b9-b124-bffc622321c8 x-openstack-request-id: req-f8132b26-b22b-43b9-b124-bffc622321c8 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:22:05.672136 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "887bf38f-64fc-4e7e-a237-ccdb9a223b3e", "name": "network-vif-plugged", "status": "completed", "tag": "d4b9cf25-ad69-4ef4-b4cb-13c86a378476", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:22:05.672342 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f8132b26-b22b-43b9-b124-bffc622321c8 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:22:05.672837 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '887bf38f-64fc-4e7e-a237-ccdb9a223b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4b9cf25-ad69-4ef4-b4cb-13c86a378476', 'code': 200} Jul 24 00:22:05.698983 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9b2c9df9-5603-4db7-8961-490a1c31741c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:05.770643 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c911985e-af2e-49d7-a8d0-bcd027a2032d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-9ea2b689-642c-44fa-b9c5-ecdb816ce28e', 'network_id': '9ea2b689-642c-44fa-b9c5-ecdb816ce28e', 'tenant_id': 'd2121eddb4a2433fa13b4d5e8bd7e23c', 'fixed_ips': [{'subnet_id': '20c71419-8aa8-4723-936e-289e4ed32560'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:22:05.772194 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c911985e-af2e-49d7-a8d0-bcd027a2032d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:05.886824 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9b2c9df9-5603-4db7-8961-490a1c31741c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:05.914655 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-c911985e-af2e-49d7-a8d0-bcd027a2032d None None] Allocated IP 172.20.0.2 (9ea2b689-642c-44fa-b9c5-ecdb816ce28e/20c71419-8aa8-4723-936e-289e4ed32560/2fe92c6c-00ba-48d0-9e16-7f218009420c) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:22:05.915027 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8894007d-28de-4a43-bcb2-1f2b29ab7fde req-c2727761-2600-46a0-821a-4a65cc672bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:22:05.916552 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8894007d-28de-4a43-bcb2-1f2b29ab7fde req-c2727761-2600-46a0-821a-4a65cc672bd3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=887bf38f-64fc-4e7e-a237-ccdb9a223b3e HTTP/1.1" status: 200 len: 1097 time: 0.1393297 Jul 24 00:22:05.968641 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8894007d-28de-4a43-bcb2-1f2b29ab7fde req-04ed3f1a-1b9e-4288-b694-602b5dd03a74 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=6292f541-4a8e-4886-ba72-d9f93681db5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409577 Jul 24 00:22:06.062840 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c911985e-af2e-49d7-a8d0-bcd027a2032d None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:06.072119 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-c911985e-af2e-49d7-a8d0-bcd027a2032d None None] Transition to ACTIVE for port object 2fe92c6c-00ba-48d0-9e16-7f218009420c will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:22:06.088018 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-c911985e-af2e-49d7-a8d0-bcd027a2032d None None] Transition to ACTIVE for port object 2fe92c6c-00ba-48d0-9e16-7f218009420c will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:22:06.094353 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c911985e-af2e-49d7-a8d0-bcd027a2032d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:06.126971 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9b2c9df9-5603-4db7-8961-490a1c31741c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:06.129699 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c911985e-af2e-49d7-a8d0-bcd027a2032d None None] Network 9ea2b689-642c-44fa-b9c5-ecdb816ce28e is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:22:06.133094 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-c911985e-af2e-49d7-a8d0-bcd027a2032d None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:22:06.135559 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c911985e-af2e-49d7-a8d0-bcd027a2032d None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:22:06.147476 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9b2c9df9-5603-4db7-8961-490a1c31741c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:06.158527 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911985e-af2e-49d7-a8d0-bcd027a2032d None None] Pushing event updated for resources: {'Port': ['ID=2fe92c6c-00ba-48d0-9e16-7f218009420c,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:22:06.217794 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-c911985e-af2e-49d7-a8d0-bcd027a2032d None None] Attempting to bind port 2fe92c6c-00ba-48d0-9e16-7f218009420c on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:22:06.218174 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-c911985e-af2e-49d7-a8d0-bcd027a2032d None None] Attempting to bind port 2fe92c6c-00ba-48d0-9e16-7f218009420c by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '8ea76873-5e2d-4a0e-bc17-82ff0f379b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '9ea2b689-642c-44fa-b9c5-ecdb816ce28e'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:22:06.218554 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c911985e-af2e-49d7-a8d0-bcd027a2032d None None] Attempting to bind port 2fe92c6c-00ba-48d0-9e16-7f218009420c on network 9ea2b689-642c-44fa-b9c5-ecdb816ce28e {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:22:06.224604 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c911985e-af2e-49d7-a8d0-bcd027a2032d None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:22:06.229297 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c911985e-af2e-49d7-a8d0-bcd027a2032d None None] Checking segment: {'id': '8ea76873-5e2d-4a0e-bc17-82ff0f379b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '9ea2b689-642c-44fa-b9c5-ecdb816ce28e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:22:06.229744 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c911985e-af2e-49d7-a8d0-bcd027a2032d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:06.230186 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c911985e-af2e-49d7-a8d0-bcd027a2032d None None] Bound using segment: {'id': '8ea76873-5e2d-4a0e-bc17-82ff0f379b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '9ea2b689-642c-44fa-b9c5-ecdb816ce28e'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:22:06.230807 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-c911985e-af2e-49d7-a8d0-bcd027a2032d None None] Bound port: 2fe92c6c-00ba-48d0-9e16-7f218009420c, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ea76873-5e2d-4a0e-bc17-82ff0f379b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '9ea2b689-642c-44fa-b9c5-ecdb816ce28e'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:22:06.231214 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c911985e-af2e-49d7-a8d0-bcd027a2032d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:06.263175 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-9b2c9df9-5603-4db7-8961-490a1c31741c admin admin] Allocated IP 172.25.3.201 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/3377cfe7-7cb2-4fd7-9c8e-07167416d124) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:22:06.312898 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-c911985e-af2e-49d7-a8d0-bcd027a2032d None None] For port 2fe92c6c-00ba-48d0-9e16-7f218009420c, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:22:06.316161 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-c911985e-af2e-49d7-a8d0-bcd027a2032d None None] For port 2fe92c6c-00ba-48d0-9e16-7f218009420c, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=2fe92c6c-00ba-48d0-9e16-7f218009420c,segment=NetworkSegment(8ea76873-5e2d-4a0e-bc17-82ff0f379b14),segment_id=8ea76873-5e2d-4a0e-bc17-82ff0f379b14)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:22:06.321186 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c911985e-af2e-49d7-a8d0-bcd027a2032d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:06.381142 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911985e-af2e-49d7-a8d0-bcd027a2032d None None] Pushing event updated for resources: {'Port': ['ID=2fe92c6c-00ba-48d0-9e16-7f218009420c,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:22:06.409511 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9b2c9df9-5603-4db7-8961-490a1c31741c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:06.444153 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9783c6-0775-4ced-9c81-a70dc1298c78 req-5c8792fb-5e0c-42e3-882c-dece964f8bb3 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:22:06.445884 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ff9783c6-0775-4ced-9c81-a70dc1298c78 req-5c8792fb-5e0c-42e3-882c-dece964f8bb3 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=235eb462-0098-4120-8fea-06f3bf3790b9 HTTP/1.1" status: 200 len: 946 time: 0.1086566 Jul 24 00:22:06.502635 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ff9783c6-0775-4ced-9c81-a70dc1298c78 req-9038467e-b1bc-477e-a640-0e280bd573e5 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeb41864-d368-40dc-9b68-32578df5a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487900 Jul 24 00:22:06.504065 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9b2c9df9-5603-4db7-8961-490a1c31741c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:06.556963 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2c9df9-5603-4db7-8961-490a1c31741c admin admin] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:22:06.560754 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-9b2c9df9-5603-4db7-8961-490a1c31741c admin admin] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:22:06.566538 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2c9df9-5603-4db7-8961-490a1c31741c admin admin] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:22:06.594314 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2c9df9-5603-4db7-8961-490a1c31741c admin admin] Pushing event updated for resources: {'Port': ['ID=3377cfe7-7cb2-4fd7-9c8e-07167416d124,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:22:06.713549 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525ad171-8a02-4939-95ae-2d983cf328a6 req-d3fba6e1-8b22-419a-906d-2505fd7e2a9d tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:22:06.715183 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-525ad171-8a02-4939-95ae-2d983cf328a6 req-d3fba6e1-8b22-419a-906d-2505fd7e2a9d tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] 10.222.0.44 "GET /v2.0/ports?device_id=887bf38f-64fc-4e7e-a237-ccdb9a223b3e HTTP/1.1" status: 200 len: 945 time: 0.0725644 Jul 24 00:22:06.754150 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-525ad171-8a02-4939-95ae-2d983cf328a6 req-7bd2e6bd-a8a4-41c3-87c2-cfed3cf53164 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] 10.222.0.44 "GET /v2.0/security-groups?id=6292f541-4a8e-4886-ba72-d9f93681db5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332439 Jul 24 00:22:06.835442 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9b2c9df9-5603-4db7-8961-490a1c31741c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:07.037324 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9b2c9df9-5603-4db7-8961-490a1c31741c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:07.169690 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b2c9df9-5603-4db7-8961-490a1c31741c admin admin] Router f672fcf6-8fbf-46d9-881f-8116974fd882 is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:22:07.311450 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b2c9df9-5603-4db7-8961-490a1c31741c admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:22:07.320092 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576e1da4-57c1-4630-8171-e373102b2bfd None None] Sync routers for ids ['f672fcf6-8fbf-46d9-881f-8116974fd882'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:22:07.330114 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9b2c9df9-5603-4db7-8961-490a1c31741c admin admin] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:07.336173 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-9b2c9df9-5603-4db7-8961-490a1c31741c admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.7307982 Jul 24 00:22:07.336319 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576e1da4-57c1-4630-8171-e373102b2bfd None None] Routers {'f672fcf6-8fbf-46d9-881f-8116974fd882'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:22:07.336439 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-576e1da4-57c1-4630-8171-e373102b2bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:21:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['f672fcf6-8fbf-46d9-881f-8116974fd882'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:22:07.336548 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 54150) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:22:07.340899 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 2fe92c6c-00ba-48d0-9e16-7f218009420c up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:22:07.370473 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37185d4a-d706-413c-9e88-eb04834dd589 None None] Network 9ea2b689-642c-44fa-b9c5-ecdb816ce28e requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:22:07.443503 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-576e1da4-57c1-4630-8171-e373102b2bfd None None] Set router f672fcf6-8fbf-46d9-881f-8116974fd882 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:22:07.448323 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-f0613898-cf82-4c50-9e23-d0ebd4d9b910 None None] Provisioning for port 2fe92c6c-00ba-48d0-9e16-7f218009420c completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:22:07.481701 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 2fe92c6c-00ba-48d0-9e16-7f218009420c completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:22:07.509057 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 2fe92c6c-00ba-48d0-9e16-7f218009420c triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:22:07.509622 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:07.646207 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-576e1da4-57c1-4630-8171-e373102b2bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f672fcf6-8fbf-46d9-881f-8116974fd882', 'name': 'tempest-TestVolumeBackupRestore-247571056-router', 'tenant_id': 'd2121eddb4a2433fa13b4d5e8bd7e23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '3377cfe7-7cb2-4fd7-9c8e-07167416d124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:22:05Z', 'updated_at': '2021-07-24T00:22:06Z', 'revision_number': 3, 'project_id': 'd2121eddb4a2433fa13b4d5e8bd7e23c', 'gw_port': {'id': '3377cfe7-7cb2-4fd7-9c8e-07167416d124', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8d:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f672fcf6-8fbf-46d9-881f-8116974fd882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:22:06Z', 'updated_at': '2021-07-24T00:22:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:22:07.658984 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:07.717995 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b990db5-8632-45e0-8d8b-77dd7ddd9b9e req-7bbcb146-0f47-4866-bf58-b07fa81204eb tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:22:07.727164 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7b990db5-8632-45e0-8d8b-77dd7ddd9b9e req-7bbcb146-0f47-4866-bf58-b07fa81204eb tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=235eb462-0098-4120-8fea-06f3bf3790b9 HTTP/1.1" status: 200 len: 946 time: 0.1242948 Jul 24 00:22:07.738033 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 2fe92c6c-00ba-48d0-9e16-7f218009420c, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=2fe92c6c-00ba-48d0-9e16-7f218009420c,segment=NetworkSegment(8ea76873-5e2d-4a0e-bc17-82ff0f379b14),segment_id=8ea76873-5e2d-4a0e-bc17-82ff0f379b14)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:22:07.745917 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:07.772800 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576e1da4-57c1-4630-8171-e373102b2bfd None None] Checking router: f672fcf6-8fbf-46d9-881f-8116974fd882 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:22:07.773178 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576e1da4-57c1-4630-8171-e373102b2bfd None None] Updating router f672fcf6-8fbf-46d9-881f-8116974fd882 port 3377cfe7-7cb2-4fd7-9c8e-07167416d124 binding host n-d-800088-16 {{(pid=100316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:22:07.807561 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-576e1da4-57c1-4630-8171-e373102b2bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:07.819377 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=2fe92c6c-00ba-48d0-9e16-7f218009420c,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:22:07.830818 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-574e5737-acb2-4038-983a-fd0080006079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:07.847742 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7b990db5-8632-45e0-8d8b-77dd7ddd9b9e req-b2a0df50-a756-462b-9645-c401ef2aab34 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeb41864-d368-40dc-9b68-32578df5a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192086 Jul 24 00:22:07.870606 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2570f081-86fc-430c-8869-90936f43554e req-59d314f5-8f81-4ddc-9f93-7d48b5d5ca29 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:22:07.870606 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2570f081-86fc-430c-8869-90936f43554e req-59d314f5-8f81-4ddc-9f93-7d48b5d5ca29 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.64 "GET /v2.0/ports?device_id=235eb462-0098-4120-8fea-06f3bf3790b9 HTTP/1.1" status: 200 len: 946 time: 0.2131116 Jul 24 00:22:08.013096 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-2570f081-86fc-430c-8869-90936f43554e req-b9cb3d0b-fa9a-41db-9456-d37f703350e7 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Deleting port 7764dc49-d4f0-4286-8577-04bc153b7f83 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:22:08.013720 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-2570f081-86fc-430c-8869-90936f43554e req-b9cb3d0b-fa9a-41db-9456-d37f703350e7 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:08.042543 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e128b6-8ccd-43ae-a3fe-ae9749facb8d req-cfc24df0-96bb-4196-838f-9f704042cdc7 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:22:08.044202 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-05e128b6-8ccd-43ae-a3fe-ae9749facb8d req-cfc24df0-96bb-4196-838f-9f704042cdc7 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] 10.222.0.44 "GET /v2.0/ports?device_id=887bf38f-64fc-4e7e-a237-ccdb9a223b3e HTTP/1.1" status: 200 len: 945 time: 0.1506848 Jul 24 00:22:08.084019 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-574e5737-acb2-4038-983a-fd0080006079 admin admin] Allocated IP 172.20.0.1 (9ea2b689-642c-44fa-b9c5-ecdb816ce28e/20c71419-8aa8-4723-936e-289e4ed32560/f5253c97-36c8-4b0c-968a-f3bd4c56dfd0) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:22:08.093547 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2b6aaec2-616b-455b-a7c4-f6ebe9880744 None None] Provisioning complete for port 2fe92c6c-00ba-48d0-9e16-7f218009420c triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:22:08.093970 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2b6aaec2-616b-455b-a7c4-f6ebe9880744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:08.108662 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-05e128b6-8ccd-43ae-a3fe-ae9749facb8d req-179dfbbc-bf71-41a6-a108-fb369470bbc9 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] 10.222.0.44 "GET /v2.0/security-groups?id=6292f541-4a8e-4886-ba72-d9f93681db5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555172 Jul 24 00:22:08.147198 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-576e1da4-57c1-4630-8171-e373102b2bfd None None] Notify callbacks [] for port, precommit_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:08.159992 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.provisioning_blocks [None req-576e1da4-57c1-4630-8171-e373102b2bfd None None] Transition to ACTIVE for port object 3377cfe7-7cb2-4fd7-9c8e-07167416d124 will not be triggered until provisioned by entity L2. {{(pid=100316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:22:08.164603 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-2570f081-86fc-430c-8869-90936f43554e req-b9cb3d0b-fa9a-41db-9456-d37f703350e7 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] For port 7764dc49-d4f0-4286-8577-04bc153b7f83, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=7764dc49-d4f0-4286-8577-04bc153b7f83,segment=NetworkSegment(28758b2b-8e5b-4b20-97dc-892d312454de),segment_id=28758b2b-8e5b-4b20-97dc-892d312454de)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:22:08.165130 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-2570f081-86fc-430c-8869-90936f43554e req-b9cb3d0b-fa9a-41db-9456-d37f703350e7 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:08.173703 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-576e1da4-57c1-4630-8171-e373102b2bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:08.181644 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-2570f081-86fc-430c-8869-90936f43554e req-b9cb3d0b-fa9a-41db-9456-d37f703350e7 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Calling delete_port for 7764dc49-d4f0-4286-8577-04bc153b7f83 owned by compute:nova {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:22:08.218859 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45914b81-1812-4f88-a506-9efc9d157c06 None None] Pushing event updated for resources: {'Port': ['ID=3377cfe7-7cb2-4fd7-9c8e-07167416d124,revision_number=2']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:22:08.242304 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-574e5737-acb2-4038-983a-fd0080006079 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:08.254020 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-576e1da4-57c1-4630-8171-e373102b2bfd None None] Attempting to bind port 3377cfe7-7cb2-4fd7-9c8e-07167416d124 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:22:08.254403 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-576e1da4-57c1-4630-8171-e373102b2bfd None None] Attempting to bind port 3377cfe7-7cb2-4fd7-9c8e-07167416d124 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:22:08.257258 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576e1da4-57c1-4630-8171-e373102b2bfd None None] Attempting to bind port 3377cfe7-7cb2-4fd7-9c8e-07167416d124 on network 9adcfee8-760c-4568-9e39-c221abf69bf5 {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:22:08.260988 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [None req-574e5737-acb2-4038-983a-fd0080006079 admin admin] Transition to ACTIVE for port object f5253c97-36c8-4b0c-968a-f3bd4c56dfd0 will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:22:08.265239 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576e1da4-57c1-4630-8171-e373102b2bfd None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:22:08.265956 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576e1da4-57c1-4630-8171-e373102b2bfd None None] Checking segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:22:08.266523 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-576e1da4-57c1-4630-8171-e373102b2bfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:08.267025 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576e1da4-57c1-4630-8171-e373102b2bfd None None] Bound using segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:22:08.267640 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-576e1da4-57c1-4630-8171-e373102b2bfd None None] Bound port: 3377cfe7-7cb2-4fd7-9c8e-07167416d124, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:22:08.268119 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-576e1da4-57c1-4630-8171-e373102b2bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:08.298079 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-574e5737-acb2-4038-983a-fd0080006079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:08.349934 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574e5737-acb2-4038-983a-fd0080006079 admin admin] Network 9ea2b689-642c-44fa-b9c5-ecdb816ce28e is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:22:08.354097 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-574e5737-acb2-4038-983a-fd0080006079 admin admin] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:22:08.356443 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574e5737-acb2-4038-983a-fd0080006079 admin admin] Pushing event updated for resources: {'Port': ['ID=f5253c97-36c8-4b0c-968a-f3bd4c56dfd0,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:22:08.356918 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-576e1da4-57c1-4630-8171-e373102b2bfd None None] For port 3377cfe7-7cb2-4fd7-9c8e-07167416d124, host n-d-800088-16, cleared binding levels {{(pid=100316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:22:08.358984 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574e5737-acb2-4038-983a-fd0080006079 admin admin] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:22:08.362090 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-576e1da4-57c1-4630-8171-e373102b2bfd None None] For port 3377cfe7-7cb2-4fd7-9c8e-07167416d124, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=3377cfe7-7cb2-4fd7-9c8e-07167416d124,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:22:08.372110 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-576e1da4-57c1-4630-8171-e373102b2bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:08.392585 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-2570f081-86fc-430c-8869-90936f43554e req-b9cb3d0b-fa9a-41db-9456-d37f703350e7 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:08.402282 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-574e5737-acb2-4038-983a-fd0080006079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681761'] for router_interface, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:08.411669 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['7764dc49-d4f0-4286-8577-04bc153b7f83'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:22:08.416328 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['4b35ae3e-77f9-4e27-b989-ee37e33917aa'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:22:08.434331 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45914b81-1812-4f88-a506-9efc9d157c06 None None] Pushing event updated for resources: {'Port': ['ID=3377cfe7-7cb2-4fd7-9c8e-07167416d124,revision_number=3']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:22:08.451093 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576e1da4-57c1-4630-8171-e373102b2bfd None None] Routers {'f672fcf6-8fbf-46d9-881f-8116974fd882'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:22:08.451718 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-576e1da4-57c1-4630-8171-e373102b2bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:21:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['f672fcf6-8fbf-46d9-881f-8116974fd882'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:22:08.483220 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cb3d0b-fa9a-41db-9456-d37f703350e7 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Pushing event deleted for resources: {'Port': ['ID=7764dc49-d4f0-4286-8577-04bc153b7f83,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:22:08.579623 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-2570f081-86fc-430c-8869-90936f43554e req-b9cb3d0b-fa9a-41db-9456-d37f703350e7 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] No DVR routers for this DVR port 7764dc49-d4f0-4286-8577-04bc153b7f83 on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:22:08.582695 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-2570f081-86fc-430c-8869-90936f43554e req-b9cb3d0b-fa9a-41db-9456-d37f703350e7 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:08.586934 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2570f081-86fc-430c-8869-90936f43554e req-b9cb3d0b-fa9a-41db-9456-d37f703350e7 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.64 "DELETE /v2.0/ports/7764dc49-d4f0-4286-8577-04bc153b7f83 HTTP/1.1" status: 204 len: 173 time: 0.7081599 Jul 24 00:22:08.586934 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '235eb462-0098-4120-8fea-06f3bf3790b9', 'name': 'network-vif-deleted', 'tag': '7764dc49-d4f0-4286-8577-04bc153b7f83'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:22:08.589199 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3840f13-c143-4ac9-bddc-ab2d0f9a61d7" -d '{"events": [{"server_uuid": "235eb462-0098-4120-8fea-06f3bf3790b9", "name": "network-vif-deleted", "tag": "7764dc49-d4f0-4286-8577-04bc153b7f83"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:22:08.655950 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-574e5737-acb2-4038-983a-fd0080006079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:08.667995 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07daf047-b10c-40e8-aed7-5cc4d8757c3b x-openstack-request-id: req-07daf047-b10c-40e8-aed7-5cc4d8757c3b {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:22:08.668294 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "235eb462-0098-4120-8fea-06f3bf3790b9", "name": "network-vif-deleted", "tag": "7764dc49-d4f0-4286-8577-04bc153b7f83", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:22:08.668545 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-07daf047-b10c-40e8-aed7-5cc4d8757c3b {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:22:08.668979 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '235eb462-0098-4120-8fea-06f3bf3790b9', 'name': 'network-vif-deleted', 'tag': '7764dc49-d4f0-4286-8577-04bc153b7f83', 'status': 'completed', 'code': 200} Jul 24 00:22:08.716924 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-576e1da4-57c1-4630-8171-e373102b2bfd None None] Set router f672fcf6-8fbf-46d9-881f-8116974fd882 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:22:08.788283 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-a19b978a-1491-4e7d-8a71-336352695f34 None None] Provisioning for port f5253c97-36c8-4b0c-968a-f3bd4c56dfd0 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:22:08.795082 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-a19b978a-1491-4e7d-8a71-336352695f34 None None] Provisioning complete for port f5253c97-36c8-4b0c-968a-f3bd4c56dfd0 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:22:08.795737 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a19b978a-1491-4e7d-8a71-336352695f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:08.839100 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-a19b978a-1491-4e7d-8a71-336352695f34 None None] Port f5253c97-36c8-4b0c-968a-f3bd4c56dfd0 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:22:08.927505 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-574e5737-acb2-4038-983a-fd0080006079 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:08.941605 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-574e5737-acb2-4038-983a-fd0080006079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:08.976766 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-576e1da4-57c1-4630-8171-e373102b2bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f672fcf6-8fbf-46d9-881f-8116974fd882', 'name': 'tempest-TestVolumeBackupRestore-247571056-router', 'tenant_id': 'd2121eddb4a2433fa13b4d5e8bd7e23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '3377cfe7-7cb2-4fd7-9c8e-07167416d124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:22:05Z', 'updated_at': '2021-07-24T00:22:06Z', 'revision_number': 3, 'project_id': 'd2121eddb4a2433fa13b4d5e8bd7e23c', 'gw_port': {'id': '3377cfe7-7cb2-4fd7-9c8e-07167416d124', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8d:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f672fcf6-8fbf-46d9-881f-8116974fd882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:22:06Z', 'updated_at': '2021-07-24T00:22:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:22:09.012337 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576e1da4-57c1-4630-8171-e373102b2bfd None None] The sync data for ids ['f672fcf6-8fbf-46d9-881f-8116974fd882'] in n-d-800088-16 is: [{'id': 'f672fcf6-8fbf-46d9-881f-8116974fd882', 'name': 'tempest-TestVolumeBackupRestore-247571056-router', 'tenant_id': 'd2121eddb4a2433fa13b4d5e8bd7e23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '3377cfe7-7cb2-4fd7-9c8e-07167416d124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:22:05Z', 'updated_at': '2021-07-24T00:22:06Z', 'revision_number': 3, 'project_id': 'd2121eddb4a2433fa13b4d5e8bd7e23c', 'gw_port': {'id': '3377cfe7-7cb2-4fd7-9c8e-07167416d124', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8d:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f672fcf6-8fbf-46d9-881f-8116974fd882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:22:06Z', 'updated_at': '2021-07-24T00:22:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:22:09.051244 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3bf84d76-50d8-455f-9a5e-32e0e5d86f13 req-4c09dc83-0a32-4b65-a91c-a7a35dd9ce35 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=235eb462-0098-4120-8fea-06f3bf3790b9 HTTP/1.1" status: 200 len: 210 time: 0.0512927 Jul 24 00:22:09.074166 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-574e5737-acb2-4038-983a-fd0080006079 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680980'] for router_interface, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:09.081497 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574e5737-acb2-4038-983a-fd0080006079 admin admin] Pushing event updated for resources: {'Port': ['ID=f5253c97-36c8-4b0c-968a-f3bd4c56dfd0,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:22:09.091963 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4760a5de-bf25-4084-8aa1-fcbda3de9ea0 req-07a48665-7a8e-4808-9ac8-5f86828ebcb5 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:22:09.094439 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4760a5de-bf25-4084-8aa1-fcbda3de9ea0 req-07a48665-7a8e-4808-9ac8-5f86828ebcb5 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] 10.222.0.44 "GET /v2.0/ports?device_id=887bf38f-64fc-4e7e-a237-ccdb9a223b3e HTTP/1.1" status: 200 len: 945 time: 0.0990207 Jul 24 00:22:09.121241 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device e1642383-14fc-44ca-aed6-b8e70638a816 no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:22:09.169889 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4760a5de-bf25-4084-8aa1-fcbda3de9ea0 req-d801a619-31c9-427a-af0e-21d51bb4a25e tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] 10.222.0.44 "GET /v2.0/security-groups?id=6292f541-4a8e-4886-ba72-d9f93681db5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692575 Jul 24 00:22:09.188271 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] No Port match for: e1642383-14fc-44ca-aed6-b8e70638a816 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:22:09.188751 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device e1642383-14fc-44ca-aed6-b8e70638a816 not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:22:09.198763 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574e5737-acb2-4038-983a-fd0080006079 admin admin] Network 9ea2b689-642c-44fa-b9c5-ecdb816ce28e is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:22:09.200304 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-574e5737-acb2-4038-983a-fd0080006079 admin admin] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:22:09.335203 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 2fe92c6c-00ba-48d0-9e16-7f218009420c up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:22:09.353482 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-574e5737-acb2-4038-983a-fd0080006079 admin admin] Router f672fcf6-8fbf-46d9-881f-8116974fd882 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:22:09.432226 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 2fe92c6c-00ba-48d0-9e16-7f218009420c triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:22:09.433519 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:09.563648 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-74aae6fc-4d64-408b-9933-a03ce769e96c None None] Provisioning complete for port f5253c97-36c8-4b0c-968a-f3bd4c56dfd0 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:22:09.564282 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-74aae6fc-4d64-408b-9933-a03ce769e96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:09.603204 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-74aae6fc-4d64-408b-9933-a03ce769e96c None None] Port f5253c97-36c8-4b0c-968a-f3bd4c56dfd0 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:22:09.847779 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-574e5737-acb2-4038-983a-fd0080006079 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:22:09.853747 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-574e5737-acb2-4038-983a-fd0080006079 admin admin] 10.222.0.44 "PUT /v2.0/routers/f672fcf6-8fbf-46d9-881f-8116974fd882/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5160925 Jul 24 00:22:10.269150 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c6312-ecde-4ed5-93f8-574ee5765ec6 req-cbee516d-72a3-4f91-8b02-26cd235b7ff3 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:22:10.271476 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-025c6312-ecde-4ed5-93f8-574ee5765ec6 req-cbee516d-72a3-4f91-8b02-26cd235b7ff3 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] 10.222.0.52 "GET /v2.0/ports?device_id=887bf38f-64fc-4e7e-a237-ccdb9a223b3e HTTP/1.1" status: 200 len: 945 time: 0.0915563 Jul 24 00:22:10.355362 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e329521-7eab-4f9b-bcb4-a653d4075c73 req-b5a092cf-fba9-4de1-be00-446a9d0886ef tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:22:10.356913 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5e329521-7eab-4f9b-bcb4-a653d4075c73 req-b5a092cf-fba9-4de1-be00-446a9d0886ef tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] 10.222.0.44 "GET /v2.0/ports?device_id=887bf38f-64fc-4e7e-a237-ccdb9a223b3e HTTP/1.1" status: 200 len: 945 time: 0.0748222 Jul 24 00:22:10.379464 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 54200) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:22:10.386648 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-e96e3d69-2f2b-4de9-a276-e903e352d88f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-556763933-network', 'tenant_id': '46fc6647d6ee4f9fbab862c633143ed9'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:22:10.421423 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5e329521-7eab-4f9b-bcb4-a653d4075c73 req-d4b5103f-945e-4cef-905e-d1431dbe7335 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] 10.222.0.44 "GET /v2.0/security-groups?id=6292f541-4a8e-4886-ba72-d9f93681db5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586963 Jul 24 00:22:10.428639 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e96e3d69-2f2b-4de9-a276-e903e352d88f admin admin] Made reservation on behalf of 46fc6647d6ee4f9fbab862c633143ed9 for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:22:10.433207 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7947aea0-4151-4543-abe5-579ac6bd2c5b req-fb8e9589-5e26-40fc-93d7-934b5c6098ef tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:22:10.434733 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7947aea0-4151-4543-abe5-579ac6bd2c5b req-fb8e9589-5e26-40fc-93d7-934b5c6098ef tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b843f86-0133-4379-9857-92b15ba31035 HTTP/1.1" status: 200 len: 945 time: 0.1180911 Jul 24 00:22:10.435636 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e96e3d69-2f2b-4de9-a276-e903e352d88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:10.442236 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-025c6312-ecde-4ed5-93f8-574ee5765ec6 req-f6e14708-d578-4d51-9d61-8a5375f8b538 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] Deleting port d4b9cf25-ad69-4ef4-b4cb-13c86a378476 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:22:10.443133 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-025c6312-ecde-4ed5-93f8-574ee5765ec6 req-f6e14708-d578-4d51-9d61-8a5375f8b538 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:10.447271 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e96e3d69-2f2b-4de9-a276-e903e352d88f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:10.549871 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7947aea0-4151-4543-abe5-579ac6bd2c5b req-dab980f5-86a5-4fe2-9bc6-ea7fdae74fd0 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeb41864-d368-40dc-9b68-32578df5a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036243 Jul 24 00:22:10.566388 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e96e3d69-2f2b-4de9-a276-e903e352d88f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:10.571506 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e96e3d69-2f2b-4de9-a276-e903e352d88f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:10.572968 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-025c6312-ecde-4ed5-93f8-574ee5765ec6 req-f6e14708-d578-4d51-9d61-8a5375f8b538 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] For port d4b9cf25-ad69-4ef4-b4cb-13c86a378476, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=d4b9cf25-ad69-4ef4-b4cb-13c86a378476,segment=NetworkSegment(67e3972e-3e88-4c11-b9b6-31d16839569b),segment_id=67e3972e-3e88-4c11-b9b6-31d16839569b)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:22:10.573340 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-025c6312-ecde-4ed5-93f8-574ee5765ec6 req-f6e14708-d578-4d51-9d61-8a5375f8b538 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:10.588643 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-025c6312-ecde-4ed5-93f8-574ee5765ec6 req-f6e14708-d578-4d51-9d61-8a5375f8b538 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] Calling delete_port for d4b9cf25-ad69-4ef4-b4cb-13c86a378476 owned by compute:nova {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:22:10.598509 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e96e3d69-2f2b-4de9-a276-e903e352d88f admin admin] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:22:10.608992 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96e3d69-2f2b-4de9-a276-e903e352d88f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d214e3-b656-47f0-b6b1-333bc7f3bdd6,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:22:10.614050 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e96e3d69-2f2b-4de9-a276-e903e352d88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:10.614519 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-e96e3d69-2f2b-4de9-a276-e903e352d88f admin admin] Added segment 21fa8a42-5d9b-4a7f-9289-a81a6aada9e9 of type vlan for network bc8cd5cd-5d01-4181-846d-938c1e1918c7 Jul 24 00:22:10.659753 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e96e3d69-2f2b-4de9-a276-e903e352d88f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:10.689817 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e96e3d69-2f2b-4de9-a276-e903e352d88f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:10.690952 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96e3d69-2f2b-4de9-a276-e903e352d88f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:22:10.691608 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e96e3d69-2f2b-4de9-a276-e903e352d88f admin admin] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:10.726293 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-025c6312-ecde-4ed5-93f8-574ee5765ec6 req-f6e14708-d578-4d51-9d61-8a5375f8b538 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:10.729475 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-e96e3d69-2f2b-4de9-a276-e903e352d88f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3458316 Jul 24 00:22:10.729707 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 54202) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:22:10.734684 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-2b62b12e-edcb-49a9-be0a-0fd680f21c4a admin admin] Request body: {'subnet': {'network_id': 'bc8cd5cd-5d01-4181-846d-938c1e1918c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-556763933-subnet', 'tenant_id': '46fc6647d6ee4f9fbab862c633143ed9', 'ip_version': 4}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:22:10.738703 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['d4b9cf25-ad69-4ef4-b4cb-13c86a378476'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:22:10.754177 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e14708-d578-4d51-9d61-8a5375f8b538 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] Pushing event deleted for resources: {'Port': ['ID=d4b9cf25-ad69-4ef4-b4cb-13c86a378476,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:22:10.770044 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96e3d69-2f2b-4de9-a276-e903e352d88f admin admin] Pushing event updated for resources: {'Network': ['ID=bc8cd5cd-5d01-4181-846d-938c1e1918c7,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:22:10.780753 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network bc8cd5cd-5d01-4181-846d-938c1e1918c7 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:22:10.801671 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b62b12e-edcb-49a9-be0a-0fd680f21c4a admin admin] Made reservation on behalf of 46fc6647d6ee4f9fbab862c633143ed9 for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:22:10.803828 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-025c6312-ecde-4ed5-93f8-574ee5765ec6 req-f6e14708-d578-4d51-9d61-8a5375f8b538 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] No DVR routers for this DVR port d4b9cf25-ad69-4ef4-b4cb-13c86a378476 on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:22:10.806144 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2b62b12e-edcb-49a9-be0a-0fd680f21c4a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:10.806780 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-025c6312-ecde-4ed5-93f8-574ee5765ec6 req-f6e14708-d578-4d51-9d61-8a5375f8b538 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:10.808875 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-025c6312-ecde-4ed5-93f8-574ee5765ec6 req-f6e14708-d578-4d51-9d61-8a5375f8b538 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] 10.222.0.52 "DELETE /v2.0/ports/d4b9cf25-ad69-4ef4-b4cb-13c86a378476 HTTP/1.1" status: 204 len: 173 time: 0.5320182 Jul 24 00:22:10.809337 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '887bf38f-64fc-4e7e-a237-ccdb9a223b3e', 'name': 'network-vif-deleted', 'tag': 'd4b9cf25-ad69-4ef4-b4cb-13c86a378476'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:22:10.811886 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-104868a7-d551-4b37-a9e6-696cc0b13eb4" -d '{"events": [{"server_uuid": "887bf38f-64fc-4e7e-a237-ccdb9a223b3e", "name": "network-vif-deleted", "tag": "d4b9cf25-ad69-4ef4-b4cb-13c86a378476"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:22:10.866032 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199842b5-60ab-46d9-9550-cc5b9e89f20f None None] Sync routers for ids ['f672fcf6-8fbf-46d9-881f-8116974fd882'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:22:10.875732 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199842b5-60ab-46d9-9550-cc5b9e89f20f None None] Routers {'f672fcf6-8fbf-46d9-881f-8116974fd882'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:22:10.876506 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-199842b5-60ab-46d9-9550-cc5b9e89f20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:21:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['f672fcf6-8fbf-46d9-881f-8116974fd882'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:22:10.904257 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63548c63-16e7-4b8c-952b-fc8bb93a7aa6 x-openstack-request-id: req-63548c63-16e7-4b8c-952b-fc8bb93a7aa6 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:22:10.904566 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "887bf38f-64fc-4e7e-a237-ccdb9a223b3e", "name": "network-vif-deleted", "tag": "d4b9cf25-ad69-4ef4-b4cb-13c86a378476", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:22:10.904885 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-63548c63-16e7-4b8c-952b-fc8bb93a7aa6 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:22:10.905497 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '887bf38f-64fc-4e7e-a237-ccdb9a223b3e', 'name': 'network-vif-deleted', 'tag': 'd4b9cf25-ad69-4ef4-b4cb-13c86a378476', 'status': 'completed', 'code': 200} Jul 24 00:22:11.026531 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2b62b12e-edcb-49a9-be0a-0fd680f21c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:11.086632 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b62b12e-edcb-49a9-be0a-0fd680f21c4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=566ac406-47a8-4eee-9833-e87ac9ffc173,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:22:11.093802 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b62b12e-edcb-49a9-be0a-0fd680f21c4a admin admin] Checking segment: {'id': '21fa8a42-5d9b-4a7f-9289-a81a6aada9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'bc8cd5cd-5d01-4181-846d-938c1e1918c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:22:11.094183 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b62b12e-edcb-49a9-be0a-0fd680f21c4a admin admin] Network hostable DHCP agents. Network: bc8cd5cd-5d01-4181-846d-938c1e1918c7, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:22:11.112202 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b62b12e-edcb-49a9-be0a-0fd680f21c4a admin admin] Network bc8cd5cd-5d01-4181-846d-938c1e1918c7 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:22:11.121521 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-2b62b12e-edcb-49a9-be0a-0fd680f21c4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, bc8cd5cd-5d01-4181-846d-938c1e1918c7) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:22:11.125661 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b62b12e-edcb-49a9-be0a-0fd680f21c4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:22:11.126258 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2b62b12e-edcb-49a9-be0a-0fd680f21c4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:11.131209 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e062823-e506-4140-9a1e-64cd38c4ca7a None None] Network bc8cd5cd-5d01-4181-846d-938c1e1918c7 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:22:11.142312 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-2b62b12e-edcb-49a9-be0a-0fd680f21c4a admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4110887 Jul 24 00:22:11.144411 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 54208) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:22:11.149710 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-1c8a673d-f79a-4c37-b984-dbb5c1aebf55 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-556763933-router', 'tenant_id': '46fc6647d6ee4f9fbab862c633143ed9', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:22:11.170614 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1c8a673d-f79a-4c37-b984-dbb5c1aebf55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:11.171715 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1c8a673d-f79a-4c37-b984-dbb5c1aebf55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:11.204843 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-199842b5-60ab-46d9-9550-cc5b9e89f20f None None] Set router f672fcf6-8fbf-46d9-881f-8116974fd882 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:22:11.240677 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1c8a673d-f79a-4c37-b984-dbb5c1aebf55 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:11.375504 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 3377cfe7-7cb2-4fd7-9c8e-07167416d124 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:22:11.421286 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1c8a673d-f79a-4c37-b984-dbb5c1aebf55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:11.493560 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b6db5a-399f-4525-95be-2e22722650ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-bc8cd5cd-5d01-4181-846d-938c1e1918c7', 'network_id': 'bc8cd5cd-5d01-4181-846d-938c1e1918c7', 'tenant_id': '46fc6647d6ee4f9fbab862c633143ed9', 'fixed_ips': [{'subnet_id': '566ac406-47a8-4eee-9833-e87ac9ffc173'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:22:11.494504 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b3b6db5a-399f-4525-95be-2e22722650ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:11.529171 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 3377cfe7-7cb2-4fd7-9c8e-07167416d124 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:22:11.541961 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb636f0-7a9d-46ef-bcbb-831e6d9caf6f req-c3e8b311-ffbd-4b15-93d1-efcde69de68f tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:22:11.543583 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ebb636f0-7a9d-46ef-bcbb-831e6d9caf6f req-c3e8b311-ffbd-4b15-93d1-efcde69de68f tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b843f86-0133-4379-9857-92b15ba31035 HTTP/1.1" status: 200 len: 945 time: 0.1061089 Jul 24 00:22:11.548863 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 3377cfe7-7cb2-4fd7-9c8e-07167416d124 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:22:11.549325 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:11.681571 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1c8a673d-f79a-4c37-b984-dbb5c1aebf55 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:11.712063 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1c8a673d-f79a-4c37-b984-dbb5c1aebf55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:11.713375 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-ebb636f0-7a9d-46ef-bcbb-831e6d9caf6f req-94af2ba3-3b03-4e69-b84c-f316834967a1 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Deleting port 4b35ae3e-77f9-4e27-b989-ee37e33917aa {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:22:11.713817 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-ebb636f0-7a9d-46ef-bcbb-831e6d9caf6f req-94af2ba3-3b03-4e69-b84c-f316834967a1 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:11.749025 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-199842b5-60ab-46d9-9550-cc5b9e89f20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f672fcf6-8fbf-46d9-881f-8116974fd882', 'name': 'tempest-TestVolumeBackupRestore-247571056-router', 'tenant_id': 'd2121eddb4a2433fa13b4d5e8bd7e23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '3377cfe7-7cb2-4fd7-9c8e-07167416d124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:22:05Z', 'updated_at': '2021-07-24T00:22:08Z', 'revision_number': 4, 'project_id': 'd2121eddb4a2433fa13b4d5e8bd7e23c', 'gw_port': {'id': '3377cfe7-7cb2-4fd7-9c8e-07167416d124', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8d:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f672fcf6-8fbf-46d9-881f-8116974fd882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:22:06Z', 'updated_at': '2021-07-24T00:22:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'f5253c97-36c8-4b0c-968a-f3bd4c56dfd0', 'name': '', 'network_id': '9ea2b689-642c-44fa-b9c5-ecdb816ce28e', 'tenant_id': 'd2121eddb4a2433fa13b4d5e8bd7e23c', 'mac_address': 'fa:16:3e:5b:a7:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f672fcf6-8fbf-46d9-881f-8116974fd882', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '20c71419-8aa8-4723-936e-289e4ed32560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:22:07Z', 'updated_at': '2021-07-24T00:22:08Z', 'revision_number': 2, 'project_id': 'd2121eddb4a2433fa13b4d5e8bd7e23c', 'subnets': [{'id': '20c71419-8aa8-4723-936e-289e4ed32560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:22:11.784772 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 7764dc49-d4f0-4286-8577-04bc153b7f83 no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:22:11.790216 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199842b5-60ab-46d9-9550-cc5b9e89f20f None None] Checking router: f672fcf6-8fbf-46d9-881f-8116974fd882 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:22:11.790876 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199842b5-60ab-46d9-9550-cc5b9e89f20f None None] Updating router f672fcf6-8fbf-46d9-881f-8116974fd882 port f5253c97-36c8-4b0c-968a-f3bd4c56dfd0 binding host n-d-800088-16 {{(pid=100315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:22:11.806253 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01185c50-c2ca-4747-a2c9-f244511a0689 req-9ae06ba0-a8e8-4f5c-bb9e-dc5b43aa7feb tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:22:11.807851 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-01185c50-c2ca-4747-a2c9-f244511a0689 req-9ae06ba0-a8e8-4f5c-bb9e-dc5b43aa7feb tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b843f86-0133-4379-9857-92b15ba31035 HTTP/1.1" status: 200 len: 945 time: 0.1409445 Jul 24 00:22:11.812555 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-b3b6db5a-399f-4525-95be-2e22722650ff None None] Allocated IP 172.20.0.2 (bc8cd5cd-5d01-4181-846d-938c1e1918c7/566ac406-47a8-4eee-9833-e87ac9ffc173/c144037c-0149-4570-87cc-f610024942a3) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:22:11.819214 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] No Port match for: 7764dc49-d4f0-4286-8577-04bc153b7f83 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:22:11.819608 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 7764dc49-d4f0-4286-8577-04bc153b7f83 not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:22:11.848575 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-ebb636f0-7a9d-46ef-bcbb-831e6d9caf6f req-94af2ba3-3b03-4e69-b84c-f316834967a1 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] For port 4b35ae3e-77f9-4e27-b989-ee37e33917aa, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=4b35ae3e-77f9-4e27-b989-ee37e33917aa,segment=NetworkSegment(28758b2b-8e5b-4b20-97dc-892d312454de),segment_id=28758b2b-8e5b-4b20-97dc-892d312454de)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:22:11.849063 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-ebb636f0-7a9d-46ef-bcbb-831e6d9caf6f req-94af2ba3-3b03-4e69-b84c-f316834967a1 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:11.872059 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-01185c50-c2ca-4747-a2c9-f244511a0689 req-b5839a29-90ff-4549-9d93-36f3de644127 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeb41864-d368-40dc-9b68-32578df5a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585537 Jul 24 00:22:11.873051 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-ebb636f0-7a9d-46ef-bcbb-831e6d9caf6f req-94af2ba3-3b03-4e69-b84c-f316834967a1 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Calling delete_port for 4b35ae3e-77f9-4e27-b989-ee37e33917aa owned by compute:nova {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:22:11.908449 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a588527-bebf-441d-be3a-4e089e1967c2 req-bd207d1e-170f-4600-83a8-dbeb845c7aae tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:22:11.910100 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5a588527-bebf-441d-be3a-4e089e1967c2 req-bd207d1e-170f-4600-83a8-dbeb845c7aae tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] 10.222.0.44 "GET /v2.0/networks?id=8bd82b97-b608-4e5b-8d0e-b88b934893c3 HTTP/1.1" status: 200 len: 808 time: 0.2257874 Jul 24 00:22:11.911023 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-199842b5-60ab-46d9-9550-cc5b9e89f20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:11.937591 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-1c8a673d-f79a-4c37-b984-dbb5c1aebf55 admin admin] Allocated IP 172.25.3.63 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/056907bf-e8e8-4161-8a35-e9a4d16c452f) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:22:11.937819 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:11.949145 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5a588527-bebf-441d-be3a-4e089e1967c2 req-858dc9d3-05f3-4c52-870c-0cfe64ef5851 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] 10.222.0.44 "GET /v2.0/quotas/f9b92869b6f6486faaa5e2e95b0adcbf HTTP/1.1" status: 200 len: 375 time: 0.0307465 Jul 24 00:22:12.006477 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5a588527-bebf-441d-be3a-4e089e1967c2 req-a1adea9c-2eae-471f-93fb-a2cc071b3897 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f9b92869b6f6486faaa5e2e95b0adcbf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0478156 Jul 24 00:22:12.016142 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 3377cfe7-7cb2-4fd7-9c8e-07167416d124, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=3377cfe7-7cb2-4fd7-9c8e-07167416d124,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:22:12.034030 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:12.047325 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [req-5a588527-bebf-441d-be3a-4e089e1967c2 req-29c7788e-6f5c-4ef9-83a2-72f13c3e46a2 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=100314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:22:12.049349 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5a588527-bebf-441d-be3a-4e089e1967c2 req-29c7788e-6f5c-4ef9-83a2-72f13c3e46a2 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082347 Jul 24 00:22:12.055774 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-ebb636f0-7a9d-46ef-bcbb-831e6d9caf6f req-94af2ba3-3b03-4e69-b84c-f316834967a1 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:12.085986 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94af2ba3-3b03-4e69-b84c-f316834967a1 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Pushing event deleted for resources: {'Port': ['ID=4b35ae3e-77f9-4e27-b989-ee37e33917aa,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:22:12.129566 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['4b35ae3e-77f9-4e27-b989-ee37e33917aa'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:22:12.146174 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebb636f0-7a9d-46ef-bcbb-831e6d9caf6f req-94af2ba3-3b03-4e69-b84c-f316834967a1 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] No DVR routers for this DVR port 4b35ae3e-77f9-4e27-b989-ee37e33917aa on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:22:12.149475 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-ebb636f0-7a9d-46ef-bcbb-831e6d9caf6f req-94af2ba3-3b03-4e69-b84c-f316834967a1 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:12.153024 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ebb636f0-7a9d-46ef-bcbb-831e6d9caf6f req-94af2ba3-3b03-4e69-b84c-f316834967a1 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.52 "DELETE /v2.0/ports/4b35ae3e-77f9-4e27-b989-ee37e33917aa HTTP/1.1" status: 204 len: 173 time: 0.6015346 Jul 24 00:22:12.169800 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1c8a673d-f79a-4c37-b984-dbb5c1aebf55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:12.206102 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5a588527-bebf-441d-be3a-4e089e1967c2 req-7e5bea9d-b274-4f9d-857a-2f4801ee9d13 service neutron] 10.222.0.44 "GET /v2.0/networks/8bd82b97-b608-4e5b-8d0e-b88b934893c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508758 Jul 24 00:22:12.232701 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=3377cfe7-7cb2-4fd7-9c8e-07167416d124,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:22:12.282789 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b3b6db5a-399f-4525-95be-2e22722650ff None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:12.311190 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1c8a673d-f79a-4c37-b984-dbb5c1aebf55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:12.321043 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-b3b6db5a-399f-4525-95be-2e22722650ff None None] Transition to ACTIVE for port object c144037c-0149-4570-87cc-f610024942a3 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:22:12.350012 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-b3b6db5a-399f-4525-95be-2e22722650ff None None] Transition to ACTIVE for port object c144037c-0149-4570-87cc-f610024942a3 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:22:12.363304 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8a673d-f79a-4c37-b984-dbb5c1aebf55 admin admin] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:22:12.363670 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b3b6db5a-399f-4525-95be-2e22722650ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:12.377753 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-1c8a673d-f79a-4c37-b984-dbb5c1aebf55 admin admin] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:22:12.384155 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8a673d-f79a-4c37-b984-dbb5c1aebf55 admin admin] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:22:12.409019 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8a673d-f79a-4c37-b984-dbb5c1aebf55 admin admin] Pushing event updated for resources: {'Port': ['ID=056907bf-e8e8-4161-8a35-e9a4d16c452f,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:22:12.412778 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5a588527-bebf-441d-be3a-4e089e1967c2 req-846d0015-8b14-4ec8-9a5d-41bbe344b372 service neutron] 10.222.0.44 "GET /v2.0/networks/8bd82b97-b608-4e5b-8d0e-b88b934893c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896610 Jul 24 00:22:12.444529 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b6db5a-399f-4525-95be-2e22722650ff None None] Network bc8cd5cd-5d01-4181-846d-938c1e1918c7 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:22:12.451176 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-b3b6db5a-399f-4525-95be-2e22722650ff None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:22:12.454714 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b6db5a-399f-4525-95be-2e22722650ff None None] Pushing event updated for resources: {'Port': ['ID=c144037c-0149-4570-87cc-f610024942a3,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:22:12.456987 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b6db5a-399f-4525-95be-2e22722650ff None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:22:12.497686 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-199842b5-60ab-46d9-9550-cc5b9e89f20f None None] Notify callbacks [] for port, precommit_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:12.527486 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-199842b5-60ab-46d9-9550-cc5b9e89f20f None None] Transition to ACTIVE for port object f5253c97-36c8-4b0c-968a-f3bd4c56dfd0 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:22:12.538632 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-b3b6db5a-399f-4525-95be-2e22722650ff None None] Attempting to bind port c144037c-0149-4570-87cc-f610024942a3 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:22:12.539012 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-b3b6db5a-399f-4525-95be-2e22722650ff None None] Attempting to bind port c144037c-0149-4570-87cc-f610024942a3 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '21fa8a42-5d9b-4a7f-9289-a81a6aada9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'bc8cd5cd-5d01-4181-846d-938c1e1918c7'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:22:12.539379 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b6db5a-399f-4525-95be-2e22722650ff None None] Attempting to bind port c144037c-0149-4570-87cc-f610024942a3 on network bc8cd5cd-5d01-4181-846d-938c1e1918c7 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:22:12.542618 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-199842b5-60ab-46d9-9550-cc5b9e89f20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:12.553387 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b6db5a-399f-4525-95be-2e22722650ff None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:22:12.553768 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b6db5a-399f-4525-95be-2e22722650ff None None] Checking segment: {'id': '21fa8a42-5d9b-4a7f-9289-a81a6aada9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'bc8cd5cd-5d01-4181-846d-938c1e1918c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:22:12.554295 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b3b6db5a-399f-4525-95be-2e22722650ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:12.554595 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b6db5a-399f-4525-95be-2e22722650ff None None] Bound using segment: {'id': '21fa8a42-5d9b-4a7f-9289-a81a6aada9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'bc8cd5cd-5d01-4181-846d-938c1e1918c7'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:22:12.555064 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-b3b6db5a-399f-4525-95be-2e22722650ff None None] Bound port: c144037c-0149-4570-87cc-f610024942a3, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21fa8a42-5d9b-4a7f-9289-a81a6aada9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'bc8cd5cd-5d01-4181-846d-938c1e1918c7'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:22:12.555454 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b3b6db5a-399f-4525-95be-2e22722650ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:12.677685 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2456c05f-2b7a-4ff5-a891-baf5bb4840b8 None None] Pushing event updated for resources: {'Port': ['ID=f5253c97-36c8-4b0c-968a-f3bd4c56dfd0,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:22:12.727396 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1c8a673d-f79a-4c37-b984-dbb5c1aebf55 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:12.743092 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0fdb5377-8a83-4312-860e-2d246be1c4c4 req-1721a983-bb01-460b-87b7-f3d4c23c35f1 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9520845-64c0-4f1f-a638-23c7809d656f HTTP/1.1" status: 200 len: 210 time: 0.0736587 Jul 24 00:22:12.783897 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-b3b6db5a-399f-4525-95be-2e22722650ff None None] For port c144037c-0149-4570-87cc-f610024942a3, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:22:12.787589 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-b3b6db5a-399f-4525-95be-2e22722650ff None None] For port c144037c-0149-4570-87cc-f610024942a3, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=c144037c-0149-4570-87cc-f610024942a3,segment=NetworkSegment(21fa8a42-5d9b-4a7f-9289-a81a6aada9e9),segment_id=21fa8a42-5d9b-4a7f-9289-a81a6aada9e9)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:22:12.789548 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-199842b5-60ab-46d9-9550-cc5b9e89f20f None None] Attempting to bind port f5253c97-36c8-4b0c-968a-f3bd4c56dfd0 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:22:12.789999 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-199842b5-60ab-46d9-9550-cc5b9e89f20f None None] Attempting to bind port f5253c97-36c8-4b0c-968a-f3bd4c56dfd0 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '8ea76873-5e2d-4a0e-bc17-82ff0f379b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '9ea2b689-642c-44fa-b9c5-ecdb816ce28e'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:22:12.790484 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199842b5-60ab-46d9-9550-cc5b9e89f20f None None] Attempting to bind port f5253c97-36c8-4b0c-968a-f3bd4c56dfd0 on network 9ea2b689-642c-44fa-b9c5-ecdb816ce28e {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:22:12.797404 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b3b6db5a-399f-4525-95be-2e22722650ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:12.802629 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199842b5-60ab-46d9-9550-cc5b9e89f20f None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:22:12.803535 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199842b5-60ab-46d9-9550-cc5b9e89f20f None None] Checking segment: {'id': '8ea76873-5e2d-4a0e-bc17-82ff0f379b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '9ea2b689-642c-44fa-b9c5-ecdb816ce28e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:22:12.804392 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-199842b5-60ab-46d9-9550-cc5b9e89f20f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:12.805427 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199842b5-60ab-46d9-9550-cc5b9e89f20f None None] Bound using segment: {'id': '8ea76873-5e2d-4a0e-bc17-82ff0f379b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '9ea2b689-642c-44fa-b9c5-ecdb816ce28e'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:22:12.805907 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-199842b5-60ab-46d9-9550-cc5b9e89f20f None None] Bound port: f5253c97-36c8-4b0c-968a-f3bd4c56dfd0, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ea76873-5e2d-4a0e-bc17-82ff0f379b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '9ea2b689-642c-44fa-b9c5-ecdb816ce28e'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:22:12.806261 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-199842b5-60ab-46d9-9550-cc5b9e89f20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:12.906903 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b843f86-0133-4379-9857-92b15ba31035', 'name': 'network-vif-deleted', 'tag': '4b35ae3e-77f9-4e27-b989-ee37e33917aa'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:22:12.909862 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac19c89-2d00-42e4-893c-4343ec262e55" -d '{"events": [{"server_uuid": "8b843f86-0133-4379-9857-92b15ba31035", "name": "network-vif-deleted", "tag": "4b35ae3e-77f9-4e27-b989-ee37e33917aa"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:22:12.989016 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5b1693-3403-406d-a4c7-4a57422e3157 x-openstack-request-id: req-ee5b1693-3403-406d-a4c7-4a57422e3157 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:22:12.990067 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b843f86-0133-4379-9857-92b15ba31035", "name": "network-vif-deleted", "tag": "4b35ae3e-77f9-4e27-b989-ee37e33917aa", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:22:12.990422 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ee5b1693-3403-406d-a4c7-4a57422e3157 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:22:12.990925 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b843f86-0133-4379-9857-92b15ba31035', 'name': 'network-vif-deleted', 'tag': '4b35ae3e-77f9-4e27-b989-ee37e33917aa', 'status': 'completed', 'code': 200} Jul 24 00:22:13.009475 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b6db5a-399f-4525-95be-2e22722650ff None None] Pushing event updated for resources: {'Port': ['ID=c144037c-0149-4570-87cc-f610024942a3,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:22:13.014105 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-199842b5-60ab-46d9-9550-cc5b9e89f20f None None] For port f5253c97-36c8-4b0c-968a-f3bd4c56dfd0, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:22:13.019409 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-199842b5-60ab-46d9-9550-cc5b9e89f20f None None] For port f5253c97-36c8-4b0c-968a-f3bd4c56dfd0, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=f5253c97-36c8-4b0c-968a-f3bd4c56dfd0,segment=NetworkSegment(8ea76873-5e2d-4a0e-bc17-82ff0f379b14),segment_id=8ea76873-5e2d-4a0e-bc17-82ff0f379b14)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:22:13.026880 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-199842b5-60ab-46d9-9550-cc5b9e89f20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:13.030128 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1c8a673d-f79a-4c37-b984-dbb5c1aebf55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:13.137522 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199842b5-60ab-46d9-9550-cc5b9e89f20f None None] Routers {'f672fcf6-8fbf-46d9-881f-8116974fd882'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:22:13.138326 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-199842b5-60ab-46d9-9550-cc5b9e89f20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:21:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['f672fcf6-8fbf-46d9-881f-8116974fd882'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:22:13.256423 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2456c05f-2b7a-4ff5-a891-baf5bb4840b8 None None] Pushing event updated for resources: {'Port': ['ID=f5253c97-36c8-4b0c-968a-f3bd4c56dfd0,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:22:13.282223 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c8a673d-f79a-4c37-b984-dbb5c1aebf55 admin admin] Router 5fb0f8f8-88f6-4dda-a397-22a6cf988a21 is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:22:13.352609 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-199842b5-60ab-46d9-9550-cc5b9e89f20f None None] Set router f672fcf6-8fbf-46d9-881f-8116974fd882 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:22:13.528400 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f258f7e8-4319-4929-8eed-dc3af09ec16e req-0f4900ee-08b6-43e7-b883-9f2d4ee5c8d9 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:22:13.534387 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f258f7e8-4319-4929-8eed-dc3af09ec16e req-0f4900ee-08b6-43e7-b883-9f2d4ee5c8d9 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 945 time: 0.1125662 Jul 24 00:22:13.540445 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c8a673d-f79a-4c37-b984-dbb5c1aebf55 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:22:13.555792 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device c144037c-0149-4570-87cc-f610024942a3 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:22:13.556370 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694e7fa7-63c0-40a9-8be7-bd57a00ea2c0 None None] Sync routers for ids ['5fb0f8f8-88f6-4dda-a397-22a6cf988a21'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:22:13.560211 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1c8a673d-f79a-4c37-b984-dbb5c1aebf55 admin admin] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:13.563086 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-1c8a673d-f79a-4c37-b984-dbb5c1aebf55 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4173748 Jul 24 00:22:13.565785 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 54248) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:22:13.570267 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694e7fa7-63c0-40a9-8be7-bd57a00ea2c0 None None] Routers {'5fb0f8f8-88f6-4dda-a397-22a6cf988a21'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:22:13.571090 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-694e7fa7-63c0-40a9-8be7-bd57a00ea2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:21:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['5fb0f8f8-88f6-4dda-a397-22a6cf988a21'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:22:13.611370 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f258f7e8-4319-4929-8eed-dc3af09ec16e req-3c7b1aa4-42ef-4165-a5b2-e473f91d1df2 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672247 Jul 24 00:22:13.702098 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port c144037c-0149-4570-87cc-f610024942a3 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:22:13.712567 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-694e7fa7-63c0-40a9-8be7-bd57a00ea2c0 None None] Set router 5fb0f8f8-88f6-4dda-a397-22a6cf988a21 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:22:13.725820 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 3377cfe7-7cb2-4fd7-9c8e-07167416d124 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:22:13.790233 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-199842b5-60ab-46d9-9550-cc5b9e89f20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f672fcf6-8fbf-46d9-881f-8116974fd882', 'name': 'tempest-TestVolumeBackupRestore-247571056-router', 'tenant_id': 'd2121eddb4a2433fa13b4d5e8bd7e23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '3377cfe7-7cb2-4fd7-9c8e-07167416d124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:22:05Z', 'updated_at': '2021-07-24T00:22:08Z', 'revision_number': 4, 'project_id': 'd2121eddb4a2433fa13b4d5e8bd7e23c', 'gw_port': {'id': '3377cfe7-7cb2-4fd7-9c8e-07167416d124', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f672fcf6-8fbf-46d9-881f-8116974fd882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:22:06Z', 'updated_at': '2021-07-24T00:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'f5253c97-36c8-4b0c-968a-f3bd4c56dfd0', 'name': '', 'network_id': '9ea2b689-642c-44fa-b9c5-ecdb816ce28e', 'tenant_id': 'd2121eddb4a2433fa13b4d5e8bd7e23c', 'mac_address': 'fa:16:3e:5b:a7:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f672fcf6-8fbf-46d9-881f-8116974fd882', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '20c71419-8aa8-4723-936e-289e4ed32560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:22:07Z', 'updated_at': '2021-07-24T00:22:13Z', 'revision_number': 4, 'project_id': 'd2121eddb4a2433fa13b4d5e8bd7e23c', 'subnets': [{'id': '20c71419-8aa8-4723-936e-289e4ed32560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:22:13.793344 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 3377cfe7-7cb2-4fd7-9c8e-07167416d124 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:22:13.793731 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:13.836348 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199842b5-60ab-46d9-9550-cc5b9e89f20f None None] The sync data for ids ['f672fcf6-8fbf-46d9-881f-8116974fd882'] in n-d-800088-16 is: [{'id': 'f672fcf6-8fbf-46d9-881f-8116974fd882', 'name': 'tempest-TestVolumeBackupRestore-247571056-router', 'tenant_id': 'd2121eddb4a2433fa13b4d5e8bd7e23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '3377cfe7-7cb2-4fd7-9c8e-07167416d124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:22:05Z', 'updated_at': '2021-07-24T00:22:08Z', 'revision_number': 4, 'project_id': 'd2121eddb4a2433fa13b4d5e8bd7e23c', 'gw_port': {'id': '3377cfe7-7cb2-4fd7-9c8e-07167416d124', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f672fcf6-8fbf-46d9-881f-8116974fd882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:22:06Z', 'updated_at': '2021-07-24T00:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'f5253c97-36c8-4b0c-968a-f3bd4c56dfd0', 'name': '', 'network_id': '9ea2b689-642c-44fa-b9c5-ecdb816ce28e', 'tenant_id': 'd2121eddb4a2433fa13b4d5e8bd7e23c', 'mac_address': 'fa:16:3e:5b:a7:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f672fcf6-8fbf-46d9-881f-8116974fd882', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '20c71419-8aa8-4723-936e-289e4ed32560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:22:07Z', 'updated_at': '2021-07-24T00:22:13Z', 'revision_number': 4, 'project_id': 'd2121eddb4a2433fa13b4d5e8bd7e23c', 'subnets': [{'id': '20c71419-8aa8-4723-936e-289e4ed32560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:22:14.007923 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-694e7fa7-63c0-40a9-8be7-bd57a00ea2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb0f8f8-88f6-4dda-a397-22a6cf988a21', 'name': 'tempest-TestVolumeBackupRestore-556763933-router', 'tenant_id': '46fc6647d6ee4f9fbab862c633143ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '056907bf-e8e8-4161-8a35-e9a4d16c452f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:22:11Z', 'updated_at': '2021-07-24T00:22:12Z', 'revision_number': 3, 'project_id': '46fc6647d6ee4f9fbab862c633143ed9', 'gw_port': {'id': '056907bf-e8e8-4161-8a35-e9a4d16c452f', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:98:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb0f8f8-88f6-4dda-a397-22a6cf988a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:22:11Z', 'updated_at': '2021-07-24T00:22:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:22:14.057406 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694e7fa7-63c0-40a9-8be7-bd57a00ea2c0 None None] Checking router: 5fb0f8f8-88f6-4dda-a397-22a6cf988a21 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:22:14.058244 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694e7fa7-63c0-40a9-8be7-bd57a00ea2c0 None None] Updating router 5fb0f8f8-88f6-4dda-a397-22a6cf988a21 port 056907bf-e8e8-4161-8a35-e9a4d16c452f binding host n-d-800088-16 {{(pid=100316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:22:14.145094 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-694e7fa7-63c0-40a9-8be7-bd57a00ea2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:14.283903 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a588527-bebf-441d-be3a-4e089e1967c2 req-9fdb97ce-876d-45f6-b66d-0c6e42f6a9e9 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:22:14.285521 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5a588527-bebf-441d-be3a-4e089e1967c2 req-9fdb97ce-876d-45f6-b66d-0c6e42f6a9e9 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] 10.222.0.52 "GET /v2.0/networks?id=8bd82b97-b608-4e5b-8d0e-b88b934893c3 HTTP/1.1" status: 200 len: 808 time: 0.2951930 Jul 24 00:22:14.304975 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-5a588527-bebf-441d-be3a-4e089e1967c2 req-4d3f70eb-5fbc-4652-8dd2-47b2824ba5b1 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] Request body: {'port': {'device_id': 'c9520845-64c0-4f1f-a638-23c7809d656f', 'network_id': '8bd82b97-b608-4e5b-8d0e-b88b934893c3', 'admin_state_up': True, 'tenant_id': 'f9b92869b6f6486faaa5e2e95b0adcbf'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:22:14.471377 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d19ea1d-cc0c-4675-a412-c5d7081595ba None None] Network bc8cd5cd-5d01-4181-846d-938c1e1918c7 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:22:14.507070 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a588527-bebf-441d-be3a-4e089e1967c2 req-4d3f70eb-5fbc-4652-8dd2-47b2824ba5b1 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] Made reservation on behalf of f9b92869b6f6486faaa5e2e95b0adcbf for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:22:14.525379 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-5a588527-bebf-441d-be3a-4e089e1967c2 req-4d3f70eb-5fbc-4652-8dd2-47b2824ba5b1 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:14.552763 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-f4738c0c-b5c9-4a93-b860-59b484762335 None None] Provisioning for port c144037c-0149-4570-87cc-f610024942a3 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:22:14.562729 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-f4738c0c-b5c9-4a93-b860-59b484762335 None None] Provisioning complete for port c144037c-0149-4570-87cc-f610024942a3 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:22:14.563135 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f4738c0c-b5c9-4a93-b860-59b484762335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:14.578898 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-694e7fa7-63c0-40a9-8be7-bd57a00ea2c0 None None] Notify callbacks [] for port, precommit_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:14.595337 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.provisioning_blocks [None req-694e7fa7-63c0-40a9-8be7-bd57a00ea2c0 None None] Transition to ACTIVE for port object 056907bf-e8e8-4161-8a35-e9a4d16c452f will not be triggered until provisioned by entity L2. {{(pid=100316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:22:14.605816 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-694e7fa7-63c0-40a9-8be7-bd57a00ea2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:14.717165 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d42ee74c-dd71-4adc-b137-594952b81cb4 req-12a508e4-0c06-46ec-a915-6961f37e1c0e tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9520845-64c0-4f1f-a638-23c7809d656f HTTP/1.1" status: 200 len: 210 time: 0.6712139 Jul 24 00:22:14.745266 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-5a588527-bebf-441d-be3a-4e089e1967c2 req-4d3f70eb-5fbc-4652-8dd2-47b2824ba5b1 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] Allocated IP 172.20.0.10 (8bd82b97-b608-4e5b-8d0e-b88b934893c3/31ed7068-3690-4705-95c4-799eca210850/a4a8bf40-2f8b-4fe2-a8a7-be8b257e9dfb) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:22:14.755803 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-694e7fa7-63c0-40a9-8be7-bd57a00ea2c0 None None] Attempting to bind port 056907bf-e8e8-4161-8a35-e9a4d16c452f on host n-d-800088-16 for vnic_type normal with profile {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:22:14.756160 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-694e7fa7-63c0-40a9-8be7-bd57a00ea2c0 None None] Attempting to bind port 056907bf-e8e8-4161-8a35-e9a4d16c452f by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:22:14.756522 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694e7fa7-63c0-40a9-8be7-bd57a00ea2c0 None None] Attempting to bind port 056907bf-e8e8-4161-8a35-e9a4d16c452f on network 9adcfee8-760c-4568-9e39-c221abf69bf5 {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:22:14.760170 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58b0960-add3-4702-b57d-f7bc28b8d807 None None] Pushing event updated for resources: {'Port': ['ID=056907bf-e8e8-4161-8a35-e9a4d16c452f,revision_number=2']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:22:14.765990 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694e7fa7-63c0-40a9-8be7-bd57a00ea2c0 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:22:14.766363 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694e7fa7-63c0-40a9-8be7-bd57a00ea2c0 None None] Checking segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:22:14.766769 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-694e7fa7-63c0-40a9-8be7-bd57a00ea2c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:14.767160 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694e7fa7-63c0-40a9-8be7-bd57a00ea2c0 None None] Bound using segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:22:14.767632 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-694e7fa7-63c0-40a9-8be7-bd57a00ea2c0 None None] Bound port: 056907bf-e8e8-4161-8a35-e9a4d16c452f, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:22:14.768017 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-694e7fa7-63c0-40a9-8be7-bd57a00ea2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:14.772281 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f4738c0c-b5c9-4a93-b860-59b484762335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:14.824432 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-f4738c0c-b5c9-4a93-b860-59b484762335 None None] For port c144037c-0149-4570-87cc-f610024942a3, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=c144037c-0149-4570-87cc-f610024942a3,segment=NetworkSegment(21fa8a42-5d9b-4a7f-9289-a81a6aada9e9),segment_id=21fa8a42-5d9b-4a7f-9289-a81a6aada9e9)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:22:14.834957 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f4738c0c-b5c9-4a93-b860-59b484762335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:14.871343 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-694e7fa7-63c0-40a9-8be7-bd57a00ea2c0 None None] For port 056907bf-e8e8-4161-8a35-e9a4d16c452f, host n-d-800088-16, cleared binding levels {{(pid=100316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:22:14.876558 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-694e7fa7-63c0-40a9-8be7-bd57a00ea2c0 None None] For port 056907bf-e8e8-4161-8a35-e9a4d16c452f, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=056907bf-e8e8-4161-8a35-e9a4d16c452f,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:22:14.894462 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-694e7fa7-63c0-40a9-8be7-bd57a00ea2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:14.901609 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:14.942332 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4738c0c-b5c9-4a93-b860-59b484762335 None None] Pushing event updated for resources: {'Port': ['ID=c144037c-0149-4570-87cc-f610024942a3,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:22:14.993054 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694e7fa7-63c0-40a9-8be7-bd57a00ea2c0 None None] Routers {'5fb0f8f8-88f6-4dda-a397-22a6cf988a21'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:22:14.993835 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-694e7fa7-63c0-40a9-8be7-bd57a00ea2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:21:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['5fb0f8f8-88f6-4dda-a397-22a6cf988a21'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:22:15.015041 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9e8b10aa-8408-407a-9c96-d74689d89dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:15.042742 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc73db0c-c415-44dd-a5ea-ee3eb81f0d57 req-a9979975-a48c-4bc1-8c29-9d7e3174ba43 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:22:15.044650 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fc73db0c-c415-44dd-a5ea-ee3eb81f0d57 req-a9979975-a48c-4bc1-8c29-9d7e3174ba43 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 945 time: 0.2487752 Jul 24 00:22:15.063791 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58b0960-add3-4702-b57d-f7bc28b8d807 None None] Pushing event updated for resources: {'Port': ['ID=056907bf-e8e8-4161-8a35-e9a4d16c452f,revision_number=3']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:22:15.092111 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-5a588527-bebf-441d-be3a-4e089e1967c2 req-4d3f70eb-5fbc-4652-8dd2-47b2824ba5b1 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:15.148976 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 4b35ae3e-77f9-4e27-b989-ee37e33917aa no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:22:15.149359 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fc73db0c-c415-44dd-a5ea-ee3eb81f0d57 req-3d6e3d8c-1541-44f0-af9d-b27943b67cc7 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921230 Jul 24 00:22:15.172466 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-694e7fa7-63c0-40a9-8be7-bd57a00ea2c0 None None] Set router 5fb0f8f8-88f6-4dda-a397-22a6cf988a21 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:22:15.187563 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] No Port match for: 4b35ae3e-77f9-4e27-b989-ee37e33917aa {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:22:15.189941 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 4b35ae3e-77f9-4e27-b989-ee37e33917aa not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:22:15.190532 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device d4b9cf25-ad69-4ef4-b4cb-13c86a378476 no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:22:15.205518 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-5a588527-bebf-441d-be3a-4e089e1967c2 req-4d3f70eb-5fbc-4652-8dd2-47b2824ba5b1 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:15.214087 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] No Port match for: d4b9cf25-ad69-4ef4-b4cb-13c86a378476 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:22:15.214766 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device d4b9cf25-ad69-4ef4-b4cb-13c86a378476 not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:22:15.221037 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2c74c843-e3e4-4805-a154-bcea95d4b611 None None] Provisioning complete for port c144037c-0149-4570-87cc-f610024942a3 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:22:15.221699 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2c74c843-e3e4-4805-a154-bcea95d4b611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:15.330107 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a588527-bebf-441d-be3a-4e089e1967c2 req-4d3f70eb-5fbc-4652-8dd2-47b2824ba5b1 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] Network 8bd82b97-b608-4e5b-8d0e-b88b934893c3 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:22:15.347848 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-5a588527-bebf-441d-be3a-4e089e1967c2 req-4d3f70eb-5fbc-4652-8dd2-47b2824ba5b1 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:22:15.351615 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a588527-bebf-441d-be3a-4e089e1967c2 req-4d3f70eb-5fbc-4652-8dd2-47b2824ba5b1 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:22:15.364895 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-9e8b10aa-8408-407a-9c96-d74689d89dad admin admin] Allocated IP 172.20.0.1 (bc8cd5cd-5d01-4181-846d-938c1e1918c7/566ac406-47a8-4eee-9833-e87ac9ffc173/ae278a11-f5f4-41e6-8303-cbf5618b207f) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:22:15.423630 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88b8091-0da1-444f-84fb-fa1c75d9bf71 req-feccdd82-0b3d-4490-9a68-d90737498e67 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:22:15.425800 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b88b8091-0da1-444f-84fb-fa1c75d9bf71 req-feccdd82-0b3d-4490-9a68-d90737498e67 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 945 time: 0.1382227 Jul 24 00:22:15.438049 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a588527-bebf-441d-be3a-4e089e1967c2 req-4d3f70eb-5fbc-4652-8dd2-47b2824ba5b1 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:22:15.439011 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-5a588527-bebf-441d-be3a-4e089e1967c2 req-4d3f70eb-5fbc-4652-8dd2-47b2824ba5b1 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:15.467762 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3f70eb-5fbc-4652-8dd2-47b2824ba5b1 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] Pushing event updated for resources: {'Port': ['ID=a4a8bf40-2f8b-4fe2-a8a7-be8b257e9dfb,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:22:15.484619 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5a588527-bebf-441d-be3a-4e089e1967c2 req-4d3f70eb-5fbc-4652-8dd2-47b2824ba5b1 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1902916 Jul 24 00:22:15.495455 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-694e7fa7-63c0-40a9-8be7-bd57a00ea2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb0f8f8-88f6-4dda-a397-22a6cf988a21', 'name': 'tempest-TestVolumeBackupRestore-556763933-router', 'tenant_id': '46fc6647d6ee4f9fbab862c633143ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '056907bf-e8e8-4161-8a35-e9a4d16c452f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:22:11Z', 'updated_at': '2021-07-24T00:22:12Z', 'revision_number': 3, 'project_id': '46fc6647d6ee4f9fbab862c633143ed9', 'gw_port': {'id': '056907bf-e8e8-4161-8a35-e9a4d16c452f', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:98:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb0f8f8-88f6-4dda-a397-22a6cf988a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:22:11Z', 'updated_at': '2021-07-24T00:22:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:22:15.502390 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-5a588527-bebf-441d-be3a-4e089e1967c2 req-497c8440-ae5c-43e1-9477-fee345809b8e service neutron] Request body: {'port': {'device_id': 'c9520845-64c0-4f1f-a638-23c7809d656f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:22:15.519892 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device f5253c97-36c8-4b0c-968a-f3bd4c56dfd0 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:22:15.605675 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port f5253c97-36c8-4b0c-968a-f3bd4c56dfd0 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:22:15.618875 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port f5253c97-36c8-4b0c-968a-f3bd4c56dfd0 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:22:15.618875 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:15.630771 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-5a588527-bebf-441d-be3a-4e089e1967c2 req-497c8440-ae5c-43e1-9477-fee345809b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:15.670701 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694e7fa7-63c0-40a9-8be7-bd57a00ea2c0 None None] The sync data for ids ['5fb0f8f8-88f6-4dda-a397-22a6cf988a21'] in n-d-800088-16 is: [{'id': '5fb0f8f8-88f6-4dda-a397-22a6cf988a21', 'name': 'tempest-TestVolumeBackupRestore-556763933-router', 'tenant_id': '46fc6647d6ee4f9fbab862c633143ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '056907bf-e8e8-4161-8a35-e9a4d16c452f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:22:11Z', 'updated_at': '2021-07-24T00:22:12Z', 'revision_number': 3, 'project_id': '46fc6647d6ee4f9fbab862c633143ed9', 'gw_port': {'id': '056907bf-e8e8-4161-8a35-e9a4d16c452f', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:98:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb0f8f8-88f6-4dda-a397-22a6cf988a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:22:11Z', 'updated_at': '2021-07-24T00:22:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:22:15.694861 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9e8b10aa-8408-407a-9c96-d74689d89dad admin admin] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:15.734149 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [None req-9e8b10aa-8408-407a-9c96-d74689d89dad admin admin] Transition to ACTIVE for port object ae278a11-f5f4-41e6-8303-cbf5618b207f will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:22:15.742154 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-b88b8091-0da1-444f-84fb-fa1c75d9bf71 req-04f9aae6-0b08-47d8-8159-307abfd2f794 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Deleting port 5b568338-3482-4589-a123-6f598453b6ed {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:22:15.742504 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-b88b8091-0da1-444f-84fb-fa1c75d9bf71 req-04f9aae6-0b08-47d8-8159-307abfd2f794 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:15.752460 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:15.793858 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port f5253c97-36c8-4b0c-968a-f3bd4c56dfd0, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=f5253c97-36c8-4b0c-968a-f3bd4c56dfd0,segment=NetworkSegment(8ea76873-5e2d-4a0e-bc17-82ff0f379b14),segment_id=8ea76873-5e2d-4a0e-bc17-82ff0f379b14)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:22:15.802756 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:15.804058 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device c144037c-0149-4570-87cc-f610024942a3 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:22:15.892417 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-b88b8091-0da1-444f-84fb-fa1c75d9bf71 req-04f9aae6-0b08-47d8-8159-307abfd2f794 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] For port 5b568338-3482-4589-a123-6f598453b6ed, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=5b568338-3482-4589-a123-6f598453b6ed,segment=NetworkSegment(28758b2b-8e5b-4b20-97dc-892d312454de),segment_id=28758b2b-8e5b-4b20-97dc-892d312454de)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:22:15.892802 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-b88b8091-0da1-444f-84fb-fa1c75d9bf71 req-04f9aae6-0b08-47d8-8159-307abfd2f794 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:15.896262 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9e8b10aa-8408-407a-9c96-d74689d89dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:15.905214 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port c144037c-0149-4570-87cc-f610024942a3 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:22:15.905686 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:15.907521 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=f5253c97-36c8-4b0c-968a-f3bd4c56dfd0,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:22:15.995466 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8ab75c-519a-4ffc-b515-8e3e46c69ae5 req-4541cde2-7fa6-4e30-b416-012c3eedb383 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:22:15.997092 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5c8ab75c-519a-4ffc-b515-8e3e46c69ae5 req-4541cde2-7fa6-4e30-b416-012c3eedb383 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9520845-64c0-4f1f-a638-23c7809d656f HTTP/1.1" status: 200 len: 932 time: 0.1613307 Jul 24 00:22:16.007673 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8b10aa-8408-407a-9c96-d74689d89dad admin admin] Network bc8cd5cd-5d01-4181-846d-938c1e1918c7 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:22:16.014924 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-9e8b10aa-8408-407a-9c96-d74689d89dad admin admin] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:22:16.021630 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8b10aa-8408-407a-9c96-d74689d89dad admin admin] Pushing event updated for resources: {'Port': ['ID=ae278a11-f5f4-41e6-8303-cbf5618b207f,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:22:16.029839 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8b10aa-8408-407a-9c96-d74689d89dad admin admin] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:22:16.080390 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5c8ab75c-519a-4ffc-b515-8e3e46c69ae5 req-2ff1a654-440a-462e-bbbd-ff016b7b3bde tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] 10.222.0.44 "GET /v2.0/security-groups?id=6292f541-4a8e-4886-ba72-d9f93681db5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720329 Jul 24 00:22:16.085047 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-5a588527-bebf-441d-be3a-4e089e1967c2 req-497c8440-ae5c-43e1-9477-fee345809b8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4a8bf40-2f8b-4fe2-a8a7-be8b257e9dfb {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:22:16.094578 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-5a588527-bebf-441d-be3a-4e089e1967c2 req-497c8440-ae5c-43e1-9477-fee345809b8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:16.112656 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-5a588527-bebf-441d-be3a-4e089e1967c2 req-497c8440-ae5c-43e1-9477-fee345809b8e service neutron] Transition to ACTIVE for port object a4a8bf40-2f8b-4fe2-a8a7-be8b257e9dfb will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:22:16.118371 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-5a588527-bebf-441d-be3a-4e089e1967c2 req-497c8440-ae5c-43e1-9477-fee345809b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:16.124136 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9e8b10aa-8408-407a-9c96-d74689d89dad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681761'] for router_interface, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:16.186466 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497c8440-ae5c-43e1-9477-fee345809b8e service neutron] Pushing event updated for resources: {'Port': ['ID=a4a8bf40-2f8b-4fe2-a8a7-be8b257e9dfb,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:22:16.308347 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-b88b8091-0da1-444f-84fb-fa1c75d9bf71 req-04f9aae6-0b08-47d8-8159-307abfd2f794 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:16.308639 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-b88b8091-0da1-444f-84fb-fa1c75d9bf71 req-04f9aae6-0b08-47d8-8159-307abfd2f794 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:16.309005 n-d-800088-16 neutron-server[100314]: INFO neutron.db.l3_db [req-b88b8091-0da1-444f-84fb-fa1c75d9bf71 req-04f9aae6-0b08-47d8-8159-307abfd2f794 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Floating IP 1c494930-d255-4077-a737-2d6a10a9f650 disassociated. External IP: 172.25.3.139, port: 5b568338-3482-4589-a123-6f598453b6ed. Jul 24 00:22:16.309356 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-b88b8091-0da1-444f-84fb-fa1c75d9bf71 req-04f9aae6-0b08-47d8-8159-307abfd2f794 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Calling delete_port for 5b568338-3482-4589-a123-6f598453b6ed owned by compute:nova {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:22:16.318616 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-5a588527-bebf-441d-be3a-4e089e1967c2 req-497c8440-ae5c-43e1-9477-fee345809b8e service neutron] Attempting to bind port a4a8bf40-2f8b-4fe2-a8a7-be8b257e9dfb on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:22:16.318974 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-5a588527-bebf-441d-be3a-4e089e1967c2 req-497c8440-ae5c-43e1-9477-fee345809b8e service neutron] Attempting to bind port a4a8bf40-2f8b-4fe2-a8a7-be8b257e9dfb by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': '67e3972e-3e88-4c11-b9b6-31d16839569b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '8bd82b97-b608-4e5b-8d0e-b88b934893c3'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:22:16.319316 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a588527-bebf-441d-be3a-4e089e1967c2 req-497c8440-ae5c-43e1-9477-fee345809b8e service neutron] Attempting to bind port a4a8bf40-2f8b-4fe2-a8a7-be8b257e9dfb on network 8bd82b97-b608-4e5b-8d0e-b88b934893c3 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:22:16.324393 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a588527-bebf-441d-be3a-4e089e1967c2 req-497c8440-ae5c-43e1-9477-fee345809b8e service neutron] Port a4a8bf40-2f8b-4fe2-a8a7-be8b257e9dfb on network 8bd82b97-b608-4e5b-8d0e-b88b934893c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:22:16.324777 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a588527-bebf-441d-be3a-4e089e1967c2 req-497c8440-ae5c-43e1-9477-fee345809b8e service neutron] Attempting to bind port a4a8bf40-2f8b-4fe2-a8a7-be8b257e9dfb on network 8bd82b97-b608-4e5b-8d0e-b88b934893c3 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:22:16.330884 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a588527-bebf-441d-be3a-4e089e1967c2 req-497c8440-ae5c-43e1-9477-fee345809b8e service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:22:16.331527 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a588527-bebf-441d-be3a-4e089e1967c2 req-497c8440-ae5c-43e1-9477-fee345809b8e service neutron] Checking segment: {'id': '67e3972e-3e88-4c11-b9b6-31d16839569b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '8bd82b97-b608-4e5b-8d0e-b88b934893c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:22:16.331616 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a588527-bebf-441d-be3a-4e089e1967c2 req-497c8440-ae5c-43e1-9477-fee345809b8e service neutron] Bound using segment: {'id': '67e3972e-3e88-4c11-b9b6-31d16839569b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '8bd82b97-b608-4e5b-8d0e-b88b934893c3'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:22:16.332052 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-5a588527-bebf-441d-be3a-4e089e1967c2 req-497c8440-ae5c-43e1-9477-fee345809b8e service neutron] Bound port: a4a8bf40-2f8b-4fe2-a8a7-be8b257e9dfb, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67e3972e-3e88-4c11-b9b6-31d16839569b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '8bd82b97-b608-4e5b-8d0e-b88b934893c3'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:22:16.332426 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-5a588527-bebf-441d-be3a-4e089e1967c2 req-497c8440-ae5c-43e1-9477-fee345809b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:16.409324 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-5a588527-bebf-441d-be3a-4e089e1967c2 req-497c8440-ae5c-43e1-9477-fee345809b8e service neutron] For port a4a8bf40-2f8b-4fe2-a8a7-be8b257e9dfb, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:22:16.423974 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-5a588527-bebf-441d-be3a-4e089e1967c2 req-497c8440-ae5c-43e1-9477-fee345809b8e service neutron] For port a4a8bf40-2f8b-4fe2-a8a7-be8b257e9dfb, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=a4a8bf40-2f8b-4fe2-a8a7-be8b257e9dfb,segment=NetworkSegment(67e3972e-3e88-4c11-b9b6-31d16839569b),segment_id=67e3972e-3e88-4c11-b9b6-31d16839569b)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:22:16.434919 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-5a588527-bebf-441d-be3a-4e089e1967c2 req-497c8440-ae5c-43e1-9477-fee345809b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:16.465454 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-a7e91969-678f-4dfd-a68b-2459317c27bc None None] Provisioning for port ae278a11-f5f4-41e6-8303-cbf5618b207f completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:22:16.471585 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-a7e91969-678f-4dfd-a68b-2459317c27bc None None] Provisioning complete for port ae278a11-f5f4-41e6-8303-cbf5618b207f triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:22:16.472333 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a7e91969-678f-4dfd-a68b-2459317c27bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:16.487648 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9e8b10aa-8408-407a-9c96-d74689d89dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:16.528715 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497c8440-ae5c-43e1-9477-fee345809b8e service neutron] Pushing event updated for resources: {'Port': ['ID=a4a8bf40-2f8b-4fe2-a8a7-be8b257e9dfb,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:22:16.538362 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a588527-bebf-441d-be3a-4e089e1967c2 req-497c8440-ae5c-43e1-9477-fee345809b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:22:16.539000 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-5a588527-bebf-441d-be3a-4e089e1967c2 req-497c8440-ae5c-43e1-9477-fee345809b8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:16.540710 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5a588527-bebf-441d-be3a-4e089e1967c2 req-497c8440-ae5c-43e1-9477-fee345809b8e service neutron] 10.222.0.52 "PUT /v2.0/ports/a4a8bf40-2f8b-4fe2-a8a7-be8b257e9dfb HTTP/1.1" status: 200 len: 1093 time: 1.0482461 Jul 24 00:22:16.541171 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9520845-64c0-4f1f-a638-23c7809d656f', 'tag': 'a4a8bf40-2f8b-4fe2-a8a7-be8b257e9dfb'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:22:16.541791 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-a7e91969-678f-4dfd-a68b-2459317c27bc None None] Port ae278a11-f5f4-41e6-8303-cbf5618b207f cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:22:16.545390 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e5f0f5d-4653-4ae4-a0aa-5db3b6c0ea6e" -d '{"events": [{"name": "network-changed", "server_uuid": "c9520845-64c0-4f1f-a638-23c7809d656f", "tag": "a4a8bf40-2f8b-4fe2-a8a7-be8b257e9dfb"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:22:16.555140 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c1eef3-2340-4fa7-87a5-c98dd2212ecc req-82111ccc-5e64-419c-a633-e195a0c96e55 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:22:16.557081 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-71c1eef3-2340-4fa7-87a5-c98dd2212ecc req-82111ccc-5e64-419c-a633-e195a0c96e55 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 945 time: 0.2414267 Jul 24 00:22:16.597460 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb93b5ba-b976-4709-a5d7-bc0e8bd0d935 x-openstack-request-id: req-bb93b5ba-b976-4709-a5d7-bc0e8bd0d935 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:22:16.597759 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9520845-64c0-4f1f-a638-23c7809d656f", "tag": "a4a8bf40-2f8b-4fe2-a8a7-be8b257e9dfb", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:22:16.598018 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bb93b5ba-b976-4709-a5d7-bc0e8bd0d935 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:22:16.598510 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9520845-64c0-4f1f-a638-23c7809d656f', 'tag': 'a4a8bf40-2f8b-4fe2-a8a7-be8b257e9dfb', 'status': 'completed', 'code': 200} Jul 24 00:22:16.653151 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a588527-bebf-441d-be3a-4e089e1967c2 req-ef7a19f1-3beb-4a81-b679-d403cd0658bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:22:16.654706 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5a588527-bebf-441d-be3a-4e089e1967c2 req-ef7a19f1-3beb-4a81-b679-d403cd0658bb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f9b92869b6f6486faaa5e2e95b0adcbf&device_id=c9520845-64c0-4f1f-a638-23c7809d656f HTTP/1.1" status: 200 len: 1096 time: 0.0680642 Jul 24 00:22:16.699882 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5a588527-bebf-441d-be3a-4e089e1967c2 req-7541beaf-f46d-4171-9711-30853e12c539 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a4a8bf40-2f8b-4fe2-a8a7-be8b257e9dfb HTTP/1.1" status: 200 len: 217 time: 0.0365551 Jul 24 00:22:16.721916 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-71c1eef3-2340-4fa7-87a5-c98dd2212ecc req-37113d69-2561-4ae2-8091-be04305bd294 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups?id=5df83cb6-a945-4aa8-9b37-327b56795cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514449 Jul 24 00:22:16.727322 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-b88b8091-0da1-444f-84fb-fa1c75d9bf71 req-04f9aae6-0b08-47d8-8159-307abfd2f794 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:16.761211 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a588527-bebf-441d-be3a-4e089e1967c2 req-2688d545-554d-4aec-adfd-70e430e2a09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:22:16.763111 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5a588527-bebf-441d-be3a-4e089e1967c2 req-2688d545-554d-4aec-adfd-70e430e2a09f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=31ed7068-3690-4705-95c4-799eca210850 HTTP/1.1" status: 200 len: 848 time: 0.0571325 Jul 24 00:22:16.774139 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f9aae6-0b08-47d8-8159-307abfd2f794 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Pushing event deleted for resources: {'Port': ['ID=5b568338-3482-4589-a123-6f598453b6ed,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:22:16.809177 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5a588527-bebf-441d-be3a-4e089e1967c2 req-4f4e440e-c958-471d-ad10-09472a1f97da service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8bd82b97-b608-4e5b-8d0e-b88b934893c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401917 Jul 24 00:22:16.908623 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9e8b10aa-8408-407a-9c96-d74689d89dad admin admin] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:16.921588 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9e8b10aa-8408-407a-9c96-d74689d89dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:16.924504 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5a588527-bebf-441d-be3a-4e089e1967c2 req-d27d7284-c160-4c7e-a399-f882b9f1b845 service neutron] 10.222.0.52 "GET /v2.0/networks/8bd82b97-b608-4e5b-8d0e-b88b934893c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090596 Jul 24 00:22:17.010321 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b88b8091-0da1-444f-84fb-fa1c75d9bf71 req-04f9aae6-0b08-47d8-8159-307abfd2f794 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Router aa2065da-6dc2-4a33-b760-94a7db1f10a0 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:22:17.028315 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9e8b10aa-8408-407a-9c96-d74689d89dad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680980'] for router_interface, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:17.040693 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5a588527-bebf-441d-be3a-4e089e1967c2 req-4c7a5eaa-c24a-485b-8b9d-c9bea7c36f70 service neutron] 10.222.0.52 "GET /v2.0/networks/8bd82b97-b608-4e5b-8d0e-b88b934893c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095443 Jul 24 00:22:17.042477 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8b10aa-8408-407a-9c96-d74689d89dad admin admin] Pushing event updated for resources: {'Port': ['ID=ae278a11-f5f4-41e6-8303-cbf5618b207f,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:22:17.152889 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5f0f5d-4653-4ae4-a0aa-5db3b6c0ea6e req-75ffff27-76b6-4d76-89f7-bfe3261d5985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:22:17.154351 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0e5f0f5d-4653-4ae4-a0aa-5db3b6c0ea6e req-75ffff27-76b6-4d76-89f7-bfe3261d5985 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f9b92869b6f6486faaa5e2e95b0adcbf&device_id=c9520845-64c0-4f1f-a638-23c7809d656f HTTP/1.1" status: 200 len: 1096 time: 0.0597889 Jul 24 00:22:17.226181 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8b10aa-8408-407a-9c96-d74689d89dad admin admin] Network bc8cd5cd-5d01-4181-846d-938c1e1918c7 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:22:17.227942 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b88b8091-0da1-444f-84fb-fa1c75d9bf71 req-04f9aae6-0b08-47d8-8159-307abfd2f794 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:22:17.229860 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-9e8b10aa-8408-407a-9c96-d74689d89dad admin admin] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:22:17.241029 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e8f0b1-220d-47a7-aa8a-1d39468a5618 None None] Sync routers for ids ['aa2065da-6dc2-4a33-b760-94a7db1f10a0'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:22:17.257740 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e8f0b1-220d-47a7-aa8a-1d39468a5618 None None] Routers {'aa2065da-6dc2-4a33-b760-94a7db1f10a0'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:22:17.258952 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-c4e8f0b1-220d-47a7-aa8a-1d39468a5618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:21:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['aa2065da-6dc2-4a33-b760-94a7db1f10a0'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:22:17.305857 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5f0f5d-4653-4ae4-a0aa-5db3b6c0ea6e req-700a0421-4b1b-4674-a2e7-d0e2262ed6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:22:17.307406 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0e5f0f5d-4653-4ae4-a0aa-5db3b6c0ea6e req-700a0421-4b1b-4674-a2e7-d0e2262ed6e0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8bd82b97-b608-4e5b-8d0e-b88b934893c3 HTTP/1.1" status: 200 len: 909 time: 0.1471851 Jul 24 00:22:17.326077 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f128474-c42f-431c-87c7-e654c8b53a17 req-1b42d452-22ec-470d-8106-ecb8cd8f4620 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:22:17.327955 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1f128474-c42f-431c-87c7-e654c8b53a17 req-1b42d452-22ec-470d-8106-ecb8cd8f4620 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9520845-64c0-4f1f-a638-23c7809d656f HTTP/1.1" status: 200 len: 944 time: 0.1596403 Jul 24 00:22:17.356476 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-b88b8091-0da1-444f-84fb-fa1c75d9bf71 req-04f9aae6-0b08-47d8-8159-307abfd2f794 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] No DVR routers for this DVR port 5b568338-3482-4589-a123-6f598453b6ed on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:22:17.361065 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-b88b8091-0da1-444f-84fb-fa1c75d9bf71 req-04f9aae6-0b08-47d8-8159-307abfd2f794 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:17.364580 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b88b8091-0da1-444f-84fb-fa1c75d9bf71 req-04f9aae6-0b08-47d8-8159-307abfd2f794 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.64 "DELETE /v2.0/ports/5b568338-3482-4589-a123-6f598453b6ed HTTP/1.1" status: 204 len: 173 time: 1.9302304 Jul 24 00:22:17.366052 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf2ae25-5722-4714-8c20-ff0a8c7d619b', 'name': 'network-vif-deleted', 'tag': '5b568338-3482-4589-a123-6f598453b6ed'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:22:17.377736 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae79bb3f-b196-4588-a02c-c2ec90702690" -d '{"events": [{"server_uuid": "bdf2ae25-5722-4714-8c20-ff0a8c7d619b", "name": "network-vif-deleted", "tag": "5b568338-3482-4589-a123-6f598453b6ed"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:22:17.414724 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0e5f0f5d-4653-4ae4-a0aa-5db3b6c0ea6e req-8e6168b6-d97d-4dd5-88a5-5edeedfab4e1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a4a8bf40-2f8b-4fe2-a8a7-be8b257e9dfb HTTP/1.1" status: 200 len: 217 time: 0.0855303 Jul 24 00:22:17.449345 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e8b10aa-8408-407a-9c96-d74689d89dad admin admin] Router 5fb0f8f8-88f6-4dda-a397-22a6cf988a21 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:22:17.464381 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b011f294-fc4a-4cb5-9917-f7867a705aca x-openstack-request-id: req-b011f294-fc4a-4cb5-9917-f7867a705aca {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:22:17.464780 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdf2ae25-5722-4714-8c20-ff0a8c7d619b", "name": "network-vif-deleted", "tag": "5b568338-3482-4589-a123-6f598453b6ed", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:22:17.465167 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b011f294-fc4a-4cb5-9917-f7867a705aca {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:22:17.465684 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdf2ae25-5722-4714-8c20-ff0a8c7d619b', 'name': 'network-vif-deleted', 'tag': '5b568338-3482-4589-a123-6f598453b6ed', 'status': 'completed', 'code': 200} Jul 24 00:22:17.538706 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device f5253c97-36c8-4b0c-968a-f3bd4c56dfd0 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:22:17.553337 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5f0f5d-4653-4ae4-a0aa-5db3b6c0ea6e req-a1552f15-fa5e-4960-bb52-d0b5817439df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:22:17.554929 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0e5f0f5d-4653-4ae4-a0aa-5db3b6c0ea6e req-a1552f15-fa5e-4960-bb52-d0b5817439df service neutron] 10.222.0.52 "GET /v2.0/subnets?id=31ed7068-3690-4705-95c4-799eca210850 HTTP/1.1" status: 200 len: 848 time: 0.1244867 Jul 24 00:22:17.622059 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-c4e8f0b1-220d-47a7-aa8a-1d39468a5618 None None] Set router aa2065da-6dc2-4a33-b760-94a7db1f10a0 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:22:17.633138 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0e5f0f5d-4653-4ae4-a0aa-5db3b6c0ea6e req-2dc6cf6d-a75b-4a93-b4e4-66cf224372ad service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8bd82b97-b608-4e5b-8d0e-b88b934893c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636468 Jul 24 00:22:17.636271 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1f128474-c42f-431c-87c7-e654c8b53a17 req-094ad178-d96a-407a-83fa-76778ef61056 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] 10.222.0.44 "GET /v2.0/security-groups?id=6292f541-4a8e-4886-ba72-d9f93681db5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983422 Jul 24 00:22:17.675723 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port f5253c97-36c8-4b0c-968a-f3bd4c56dfd0 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:22:17.676098 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:17.685072 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e8b10aa-8408-407a-9c96-d74689d89dad admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:22:17.691514 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-9e8b10aa-8408-407a-9c96-d74689d89dad admin admin] 10.222.0.44 "PUT /v2.0/routers/5fb0f8f8-88f6-4dda-a397-22a6cf988a21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1210954 Jul 24 00:22:17.736368 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0e5f0f5d-4653-4ae4-a0aa-5db3b6c0ea6e req-363d0aa7-5410-46d1-b1fb-1a858c52887e service neutron] 10.222.0.52 "GET /v2.0/networks/8bd82b97-b608-4e5b-8d0e-b88b934893c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959458 Jul 24 00:22:17.770891 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-d36b70de-d6b4-43df-b84e-027b599d8caa None None] Provisioning complete for port ae278a11-f5f4-41e6-8303-cbf5618b207f triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:22:17.771267 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d36b70de-d6b4-43df-b84e-027b599d8caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:17.887742 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0e5f0f5d-4653-4ae4-a0aa-5db3b6c0ea6e req-4ec79e57-a7e0-44c5-841d-95d86156bb81 service neutron] 10.222.0.52 "GET /v2.0/networks/8bd82b97-b608-4e5b-8d0e-b88b934893c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445138 Jul 24 00:22:17.894940 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 5b568338-3482-4589-a123-6f598453b6ed no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:22:17.913170 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0d7cc3f9-bffe-42ad-be17-e667b105d452 req-4b356458-ae91-45cf-827a-30a39df69c45 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2ae25-5722-4714-8c20-ff0a8c7d619b HTTP/1.1" status: 200 len: 210 time: 0.0503173 Jul 24 00:22:17.939405 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] No Port match for: 5b568338-3482-4589-a123-6f598453b6ed {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:22:17.939595 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 5b568338-3482-4589-a123-6f598453b6ed not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:22:17.941121 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:17.968059 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-d36b70de-d6b4-43df-b84e-027b599d8caa None None] Port ae278a11-f5f4-41e6-8303-cbf5618b207f cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:22:17.998735 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 056907bf-e8e8-4161-8a35-e9a4d16c452f up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:22:18.059881 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfab2d8-f551-4bd3-b160-212e45a722fa None None] Sync routers for ids ['5fb0f8f8-88f6-4dda-a397-22a6cf988a21'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:22:18.070236 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfab2d8-f551-4bd3-b160-212e45a722fa None None] Routers {'5fb0f8f8-88f6-4dda-a397-22a6cf988a21'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:22:18.070859 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-cdfab2d8-f551-4bd3-b160-212e45a722fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:21:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['5fb0f8f8-88f6-4dda-a397-22a6cf988a21'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:22:18.090835 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-c4e8f0b1-220d-47a7-aa8a-1d39468a5618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa2065da-6dc2-4a33-b760-94a7db1f10a0', 'name': 'tempest-ServerActionsTestJSON-770393537-router', 'tenant_id': '3e6843e6f10f416d8b9cff83017e399e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '03b740f1-d0a8-4b8b-b9eb-deef4a1372c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:14:49Z', 'updated_at': '2021-07-24T00:14:53Z', 'revision_number': 4, 'project_id': '3e6843e6f10f416d8b9cff83017e399e', 'gw_port': {'id': '03b740f1-d0a8-4b8b-b9eb-deef4a1372c0', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:00:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2065da-6dc2-4a33-b760-94a7db1f10a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:14:50Z', 'updated_at': '2021-07-24T00:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'aada398f-d3b6-4ab2-8457-61d2b31688ed', 'name': '', 'network_id': '49599f72-6971-4c78-8210-d79c8aca88a7', 'tenant_id': '3e6843e6f10f416d8b9cff83017e399e', 'mac_address': 'fa:16:3e:50:4b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2065da-6dc2-4a33-b760-94a7db1f10a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '47f2c0d4-0d4f-46b9-9d68-d3d80dbac696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:14:53Z', 'updated_at': '2021-07-24T00:15:00Z', 'revision_number': 5, 'project_id': '3e6843e6f10f416d8b9cff83017e399e', 'subnets': [{'id': '47f2c0d4-0d4f-46b9-9d68-d3d80dbac696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:22:18.092900 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 056907bf-e8e8-4161-8a35-e9a4d16c452f completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:22:18.126561 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 056907bf-e8e8-4161-8a35-e9a4d16c452f triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:22:18.127016 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:18.128694 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e8f0b1-220d-47a7-aa8a-1d39468a5618 None None] Checking router: aa2065da-6dc2-4a33-b760-94a7db1f10a0 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:22:18.158631 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e8f0b1-220d-47a7-aa8a-1d39468a5618 None None] Routers {'aa2065da-6dc2-4a33-b760-94a7db1f10a0'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:22:18.159333 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-c4e8f0b1-220d-47a7-aa8a-1d39468a5618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:21:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['aa2065da-6dc2-4a33-b760-94a7db1f10a0'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:22:18.184698 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-cdfab2d8-f551-4bd3-b160-212e45a722fa None None] Set router 5fb0f8f8-88f6-4dda-a397-22a6cf988a21 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:22:18.308935 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-c4e8f0b1-220d-47a7-aa8a-1d39468a5618 None None] Set router aa2065da-6dc2-4a33-b760-94a7db1f10a0 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:22:18.311011 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:18.361956 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 056907bf-e8e8-4161-8a35-e9a4d16c452f, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=056907bf-e8e8-4161-8a35-e9a4d16c452f,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:22:18.369725 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:18.403860 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-cdfab2d8-f551-4bd3-b160-212e45a722fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb0f8f8-88f6-4dda-a397-22a6cf988a21', 'name': 'tempest-TestVolumeBackupRestore-556763933-router', 'tenant_id': '46fc6647d6ee4f9fbab862c633143ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '056907bf-e8e8-4161-8a35-e9a4d16c452f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:22:11Z', 'updated_at': '2021-07-24T00:22:16Z', 'revision_number': 4, 'project_id': '46fc6647d6ee4f9fbab862c633143ed9', 'gw_port': {'id': '056907bf-e8e8-4161-8a35-e9a4d16c452f', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:98:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb0f8f8-88f6-4dda-a397-22a6cf988a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:22:11Z', 'updated_at': '2021-07-24T00:22:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'ae278a11-f5f4-41e6-8303-cbf5618b207f', 'name': '', 'network_id': 'bc8cd5cd-5d01-4181-846d-938c1e1918c7', 'tenant_id': '46fc6647d6ee4f9fbab862c633143ed9', 'mac_address': 'fa:16:3e:40:91:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb0f8f8-88f6-4dda-a397-22a6cf988a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '566ac406-47a8-4eee-9833-e87ac9ffc173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:22:15Z', 'updated_at': '2021-07-24T00:22:16Z', 'revision_number': 2, 'project_id': '46fc6647d6ee4f9fbab862c633143ed9', 'subnets': [{'id': '566ac406-47a8-4eee-9833-e87ac9ffc173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:22:18.432188 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfab2d8-f551-4bd3-b160-212e45a722fa None None] Checking router: 5fb0f8f8-88f6-4dda-a397-22a6cf988a21 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:22:18.432547 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfab2d8-f551-4bd3-b160-212e45a722fa None None] Updating router 5fb0f8f8-88f6-4dda-a397-22a6cf988a21 port ae278a11-f5f4-41e6-8303-cbf5618b207f binding host n-d-800088-16 {{(pid=100316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:22:18.471884 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-cdfab2d8-f551-4bd3-b160-212e45a722fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:18.501506 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=056907bf-e8e8-4161-8a35-e9a4d16c452f,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:22:18.603117 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-c4e8f0b1-220d-47a7-aa8a-1d39468a5618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa2065da-6dc2-4a33-b760-94a7db1f10a0', 'name': 'tempest-ServerActionsTestJSON-770393537-router', 'tenant_id': '3e6843e6f10f416d8b9cff83017e399e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '03b740f1-d0a8-4b8b-b9eb-deef4a1372c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:14:49Z', 'updated_at': '2021-07-24T00:14:53Z', 'revision_number': 4, 'project_id': '3e6843e6f10f416d8b9cff83017e399e', 'gw_port': {'id': '03b740f1-d0a8-4b8b-b9eb-deef4a1372c0', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:00:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2065da-6dc2-4a33-b760-94a7db1f10a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:14:50Z', 'updated_at': '2021-07-24T00:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'aada398f-d3b6-4ab2-8457-61d2b31688ed', 'name': '', 'network_id': '49599f72-6971-4c78-8210-d79c8aca88a7', 'tenant_id': '3e6843e6f10f416d8b9cff83017e399e', 'mac_address': 'fa:16:3e:50:4b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2065da-6dc2-4a33-b760-94a7db1f10a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '47f2c0d4-0d4f-46b9-9d68-d3d80dbac696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:14:53Z', 'updated_at': '2021-07-24T00:15:00Z', 'revision_number': 5, 'project_id': '3e6843e6f10f416d8b9cff83017e399e', 'subnets': [{'id': '47f2c0d4-0d4f-46b9-9d68-d3d80dbac696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:22:18.650891 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e8f0b1-220d-47a7-aa8a-1d39468a5618 None None] The sync data for ids ['aa2065da-6dc2-4a33-b760-94a7db1f10a0'] in n-d-800088-16 is: [{'id': 'aa2065da-6dc2-4a33-b760-94a7db1f10a0', 'name': 'tempest-ServerActionsTestJSON-770393537-router', 'tenant_id': '3e6843e6f10f416d8b9cff83017e399e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '03b740f1-d0a8-4b8b-b9eb-deef4a1372c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:14:49Z', 'updated_at': '2021-07-24T00:14:53Z', 'revision_number': 4, 'project_id': '3e6843e6f10f416d8b9cff83017e399e', 'gw_port': {'id': '03b740f1-d0a8-4b8b-b9eb-deef4a1372c0', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:00:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2065da-6dc2-4a33-b760-94a7db1f10a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:14:50Z', 'updated_at': '2021-07-24T00:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'aada398f-d3b6-4ab2-8457-61d2b31688ed', 'name': '', 'network_id': '49599f72-6971-4c78-8210-d79c8aca88a7', 'tenant_id': '3e6843e6f10f416d8b9cff83017e399e', 'mac_address': 'fa:16:3e:50:4b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2065da-6dc2-4a33-b760-94a7db1f10a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '47f2c0d4-0d4f-46b9-9d68-d3d80dbac696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:14:53Z', 'updated_at': '2021-07-24T00:15:00Z', 'revision_number': 5, 'project_id': '3e6843e6f10f416d8b9cff83017e399e', 'subnets': [{'id': '47f2c0d4-0d4f-46b9-9d68-d3d80dbac696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:22:18.752536 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-cdfab2d8-f551-4bd3-b160-212e45a722fa None None] Notify callbacks [] for port, precommit_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:18.767147 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.provisioning_blocks [None req-cdfab2d8-f551-4bd3-b160-212e45a722fa None None] Transition to ACTIVE for port object ae278a11-f5f4-41e6-8303-cbf5618b207f will not be triggered until provisioned by entity L2. {{(pid=100316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:22:18.774083 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-cdfab2d8-f551-4bd3-b160-212e45a722fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:18.807969 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4421d9f2-a2de-4daa-bf2e-18e48b946f95 req-8f598582-b1d2-4c09-a110-8ea14eb4c074 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:22:18.809804 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4421d9f2-a2de-4daa-bf2e-18e48b946f95 req-8f598582-b1d2-4c09-a110-8ea14eb4c074 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9520845-64c0-4f1f-a638-23c7809d656f HTTP/1.1" status: 200 len: 944 time: 0.0884631 Jul 24 00:22:18.836490 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6618d4-9715-4adf-9749-2bbf216df8fe None None] Pushing event updated for resources: {'Port': ['ID=ae278a11-f5f4-41e6-8303-cbf5618b207f,revision_number=3']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:22:18.879929 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4421d9f2-a2de-4daa-bf2e-18e48b946f95 req-12de58ca-fd61-4ad9-aea0-5a91bd5e3db2 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] 10.222.0.44 "GET /v2.0/security-groups?id=6292f541-4a8e-4886-ba72-d9f93681db5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600147 Jul 24 00:22:18.912585 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-cdfab2d8-f551-4bd3-b160-212e45a722fa None None] Attempting to bind port ae278a11-f5f4-41e6-8303-cbf5618b207f on host n-d-800088-16 for vnic_type normal with profile {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:22:18.913057 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-cdfab2d8-f551-4bd3-b160-212e45a722fa None None] Attempting to bind port ae278a11-f5f4-41e6-8303-cbf5618b207f by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '21fa8a42-5d9b-4a7f-9289-a81a6aada9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'bc8cd5cd-5d01-4181-846d-938c1e1918c7'}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:22:18.913434 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfab2d8-f551-4bd3-b160-212e45a722fa None None] Attempting to bind port ae278a11-f5f4-41e6-8303-cbf5618b207f on network bc8cd5cd-5d01-4181-846d-938c1e1918c7 {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:22:18.919589 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfab2d8-f551-4bd3-b160-212e45a722fa None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:22:18.919972 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfab2d8-f551-4bd3-b160-212e45a722fa None None] Checking segment: {'id': '21fa8a42-5d9b-4a7f-9289-a81a6aada9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'bc8cd5cd-5d01-4181-846d-938c1e1918c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:22:18.920367 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-cdfab2d8-f551-4bd3-b160-212e45a722fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:18.921292 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfab2d8-f551-4bd3-b160-212e45a722fa None None] Bound using segment: {'id': '21fa8a42-5d9b-4a7f-9289-a81a6aada9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'bc8cd5cd-5d01-4181-846d-938c1e1918c7'} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:22:18.921938 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-cdfab2d8-f551-4bd3-b160-212e45a722fa None None] Bound port: ae278a11-f5f4-41e6-8303-cbf5618b207f, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21fa8a42-5d9b-4a7f-9289-a81a6aada9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'bc8cd5cd-5d01-4181-846d-938c1e1918c7'}}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:22:18.922479 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-cdfab2d8-f551-4bd3-b160-212e45a722fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:19.029352 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-cdfab2d8-f551-4bd3-b160-212e45a722fa None None] For port ae278a11-f5f4-41e6-8303-cbf5618b207f, host n-d-800088-16, cleared binding levels {{(pid=100316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:22:19.033857 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-cdfab2d8-f551-4bd3-b160-212e45a722fa None None] For port ae278a11-f5f4-41e6-8303-cbf5618b207f, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=ae278a11-f5f4-41e6-8303-cbf5618b207f,segment=NetworkSegment(21fa8a42-5d9b-4a7f-9289-a81a6aada9e9),segment_id=21fa8a42-5d9b-4a7f-9289-a81a6aada9e9)] {{(pid=100316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:22:19.043051 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 54358) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:22:19.044150 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-cdfab2d8-f551-4bd3-b160-212e45a722fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:19.051257 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b643267-2477-425d-8aef-bb064bb2321d None None] New status for floating IP 1c494930-d255-4077-a737-2d6a10a9f650: DOWN {{(pid=100315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 00:22:19.111826 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfab2d8-f551-4bd3-b160-212e45a722fa None None] Routers {'5fb0f8f8-88f6-4dda-a397-22a6cf988a21'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:22:19.113160 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-cdfab2d8-f551-4bd3-b160-212e45a722fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:21:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['5fb0f8f8-88f6-4dda-a397-22a6cf988a21'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:22:19.148773 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-694bb666-4448-46dc-aced-8bcb911a96bd tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:19.192366 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-694bb666-4448-46dc-aced-8bcb911a96bd tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:19.208484 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device a4a8bf40-2f8b-4fe2-a8a7-be8b257e9dfb details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:22:19.232062 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-cdfab2d8-f551-4bd3-b160-212e45a722fa None None] Set router 5fb0f8f8-88f6-4dda-a397-22a6cf988a21 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:22:19.305468 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-694bb666-4448-46dc-aced-8bcb911a96bd tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:19.308420 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-694bb666-4448-46dc-aced-8bcb911a96bd tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:19.310620 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-694bb666-4448-46dc-aced-8bcb911a96bd tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "DELETE /v2.0/security-groups/5df83cb6-a945-4aa8-9b37-327b56795cc7 HTTP/1.1" status: 204 len: 168 time: 0.2665479 Jul 24 00:22:19.314051 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 54360) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:22:19.332562 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694bb666-4448-46dc-aced-8bcb911a96bd tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df83cb6-a945-4aa8-9b37-327b56795cc7,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:22:19.353483 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [None req-070e57f0-1e74-4389-9e0b-3d2ab26dbaf8 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] show failed (client error): The resource could not be found. Jul 24 00:22:19.357808 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 54362) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:22:19.358318 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-070e57f0-1e74-4389-9e0b-3d2ab26dbaf8 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "GET /v2.0/security-groups/5df83cb6-a945-4aa8-9b37-327b56795cc7 HTTP/1.1" status: 404 len: 347 time: 0.0422990 Jul 24 00:22:19.381565 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port a4a8bf40-2f8b-4fe2-a8a7-be8b257e9dfb, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=a4a8bf40-2f8b-4fe2-a8a7-be8b257e9dfb,segment=NetworkSegment(67e3972e-3e88-4c11-b9b6-31d16839569b),segment_id=67e3972e-3e88-4c11-b9b6-31d16839569b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:22:19.401414 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': 'a4a8bf40-2f8b-4fe2-a8a7-be8b257e9dfb', 'network_id': '8bd82b97-b608-4e5b-8d0e-b88b934893c3', 'port_id': 'a4a8bf40-2f8b-4fe2-a8a7-be8b257e9dfb', 'mac_address': 'fa:16:3e:82:f6:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31ed7068-3690-4705-95c4-799eca210850', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:22:19.415762 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 056907bf-e8e8-4161-8a35-e9a4d16c452f up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:22:19.517279 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:19.539916 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4a8bf40-2f8b-4fe2-a8a7-be8b257e9dfb {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:22:19.541675 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6618d4-9715-4adf-9749-2bbf216df8fe None None] Pushing event updated for resources: {'Port': ['ID=ae278a11-f5f4-41e6-8303-cbf5618b207f,revision_number=4']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:22:19.563506 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-791fda27-bb7c-4c5c-925f-3392ceb7d674 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Deleting port 7b4fe7f5-0407-4df2-acf6-b52fde54464d {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:22:19.564148 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-791fda27-bb7c-4c5c-925f-3392ceb7d674 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:19.566522 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port a4a8bf40-2f8b-4fe2-a8a7-be8b257e9dfb, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=a4a8bf40-2f8b-4fe2-a8a7-be8b257e9dfb,segment=NetworkSegment(67e3972e-3e88-4c11-b9b6-31d16839569b),segment_id=67e3972e-3e88-4c11-b9b6-31d16839569b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:22:19.577729 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 056907bf-e8e8-4161-8a35-e9a4d16c452f triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:22:19.578100 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:19.594118 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-cdfab2d8-f551-4bd3-b160-212e45a722fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb0f8f8-88f6-4dda-a397-22a6cf988a21', 'name': 'tempest-TestVolumeBackupRestore-556763933-router', 'tenant_id': '46fc6647d6ee4f9fbab862c633143ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '056907bf-e8e8-4161-8a35-e9a4d16c452f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:22:11Z', 'updated_at': '2021-07-24T00:22:16Z', 'revision_number': 4, 'project_id': '46fc6647d6ee4f9fbab862c633143ed9', 'gw_port': {'id': '056907bf-e8e8-4161-8a35-e9a4d16c452f', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:98:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb0f8f8-88f6-4dda-a397-22a6cf988a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:22:11Z', 'updated_at': '2021-07-24T00:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'ae278a11-f5f4-41e6-8303-cbf5618b207f', 'name': '', 'network_id': 'bc8cd5cd-5d01-4181-846d-938c1e1918c7', 'tenant_id': '46fc6647d6ee4f9fbab862c633143ed9', 'mac_address': 'fa:16:3e:40:91:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb0f8f8-88f6-4dda-a397-22a6cf988a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '566ac406-47a8-4eee-9833-e87ac9ffc173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:22:15Z', 'updated_at': '2021-07-24T00:22:19Z', 'revision_number': 4, 'project_id': '46fc6647d6ee4f9fbab862c633143ed9', 'subnets': [{'id': '566ac406-47a8-4eee-9833-e87ac9ffc173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:22:19.621449 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:19.633017 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfab2d8-f551-4bd3-b160-212e45a722fa None None] The sync data for ids ['5fb0f8f8-88f6-4dda-a397-22a6cf988a21'] in n-d-800088-16 is: [{'id': '5fb0f8f8-88f6-4dda-a397-22a6cf988a21', 'name': 'tempest-TestVolumeBackupRestore-556763933-router', 'tenant_id': '46fc6647d6ee4f9fbab862c633143ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '056907bf-e8e8-4161-8a35-e9a4d16c452f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:22:11Z', 'updated_at': '2021-07-24T00:22:16Z', 'revision_number': 4, 'project_id': '46fc6647d6ee4f9fbab862c633143ed9', 'gw_port': {'id': '056907bf-e8e8-4161-8a35-e9a4d16c452f', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:98:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb0f8f8-88f6-4dda-a397-22a6cf988a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:22:11Z', 'updated_at': '2021-07-24T00:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'ae278a11-f5f4-41e6-8303-cbf5618b207f', 'name': '', 'network_id': 'bc8cd5cd-5d01-4181-846d-938c1e1918c7', 'tenant_id': '46fc6647d6ee4f9fbab862c633143ed9', 'mac_address': 'fa:16:3e:40:91:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb0f8f8-88f6-4dda-a397-22a6cf988a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '566ac406-47a8-4eee-9833-e87ac9ffc173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:22:15Z', 'updated_at': '2021-07-24T00:22:19Z', 'revision_number': 4, 'project_id': '46fc6647d6ee4f9fbab862c633143ed9', 'subnets': [{'id': '566ac406-47a8-4eee-9833-e87ac9ffc173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:22:19.725227 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=a4a8bf40-2f8b-4fe2-a8a7-be8b257e9dfb,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:22:19.742742 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-791fda27-bb7c-4c5c-925f-3392ceb7d674 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:19.743266 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-791fda27-bb7c-4c5c-925f-3392ceb7d674 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:19.761274 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-791fda27-bb7c-4c5c-925f-3392ceb7d674 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Calling delete_port for 7b4fe7f5-0407-4df2-acf6-b52fde54464d owned by network:floatingip {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:22:19.822799 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['a4a8bf40-2f8b-4fe2-a8a7-be8b257e9dfb'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:22:19.970112 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-791fda27-bb7c-4c5c-925f-3392ceb7d674 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:20.018040 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791fda27-bb7c-4c5c-925f-3392ceb7d674 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Pushing event deleted for resources: {'Port': ['ID=7b4fe7f5-0407-4df2-acf6-b52fde54464d,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:22:20.116067 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-791fda27-bb7c-4c5c-925f-3392ceb7d674 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Notify callbacks [] for floatingip, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:20.119114 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-791fda27-bb7c-4c5c-925f-3392ceb7d674 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:20.120025 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-791fda27-bb7c-4c5c-925f-3392ceb7d674 tempest-ServerActionsTestJSON-1764792703 tempest-ServerActionsTestJSON-1764792703-project] 10.222.0.44 "DELETE /v2.0/floatingips/1c494930-d255-4077-a737-2d6a10a9f650 HTTP/1.1" status: 204 len: 168 time: 0.7609782 Jul 24 00:22:20.123448 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 54370) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:22:20.131372 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18ca621-da5a-4912-a1ae-fc01e1808a96 req-4e214bfb-67ed-4564-b727-d56f29e0d6e1 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:22:20.132995 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f18ca621-da5a-4912-a1ae-fc01e1808a96 req-4e214bfb-67ed-4564-b727-d56f29e0d6e1 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9520845-64c0-4f1f-a638-23c7809d656f HTTP/1.1" status: 200 len: 945 time: 0.1594138 Jul 24 00:22:20.178941 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f18ca621-da5a-4912-a1ae-fc01e1808a96 req-a39dfcba-d764-44a4-bd18-e54ff8357d1d tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] 10.222.0.44 "GET /v2.0/security-groups?id=6292f541-4a8e-4886-ba72-d9f93681db5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395489 Jul 24 00:22:20.671817 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-216f7f3c-2f71-47c5-ac92-dc1a46a3427b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681029'] for router_interface, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:20.974800 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-216f7f3c-2f71-47c5-ac92-dc1a46a3427b admin admin] Deleting port aada398f-d3b6-4ab2-8457-61d2b31688ed {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:22:20.975147 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-216f7f3c-2f71-47c5-ac92-dc1a46a3427b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:21.060399 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-216f7f3c-2f71-47c5-ac92-dc1a46a3427b admin admin] For port aada398f-d3b6-4ab2-8457-61d2b31688ed, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=aada398f-d3b6-4ab2-8457-61d2b31688ed,segment=NetworkSegment(28758b2b-8e5b-4b20-97dc-892d312454de),segment_id=28758b2b-8e5b-4b20-97dc-892d312454de)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:22:21.060888 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-216f7f3c-2f71-47c5-ac92-dc1a46a3427b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:21.075187 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-216f7f3c-2f71-47c5-ac92-dc1a46a3427b admin admin] Calling delete_port for aada398f-d3b6-4ab2-8457-61d2b31688ed owned by network:router_interface {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:22:21.210494 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device a4a8bf40-2f8b-4fe2-a8a7-be8b257e9dfb up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:22:21.266861 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port a4a8bf40-2f8b-4fe2-a8a7-be8b257e9dfb completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:22:21.271742 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port a4a8bf40-2f8b-4fe2-a8a7-be8b257e9dfb triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:22:21.272219 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:21.284087 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-216f7f3c-2f71-47c5-ac92-dc1a46a3427b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:21.358665 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216f7f3c-2f71-47c5-ac92-dc1a46a3427b admin admin] Pushing event deleted for resources: {'Port': ['ID=aada398f-d3b6-4ab2-8457-61d2b31688ed,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:22:21.360720 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7bc13f-b49c-4f3c-858b-ddcac4137f94 req-84c72f55-3911-4e54-a187-c5f09ba09f9a tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:22:21.379385 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0e7bc13f-b49c-4f3c-858b-ddcac4137f94 req-84c72f55-3911-4e54-a187-c5f09ba09f9a tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9520845-64c0-4f1f-a638-23c7809d656f HTTP/1.1" status: 200 len: 945 time: 0.1199780 Jul 24 00:22:21.380267 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:21.414768 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9520845-64c0-4f1f-a638-23c7809d656f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4a8bf40-2f8b-4fe2-a8a7-be8b257e9dfb'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:22:21.418100 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-391a675f-e605-4599-bad5-4b413736daa8" -d '{"events": [{"server_uuid": "c9520845-64c0-4f1f-a638-23c7809d656f", "name": "network-vif-plugged", "status": "completed", "tag": "a4a8bf40-2f8b-4fe2-a8a7-be8b257e9dfb"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:22:21.427677 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device ae278a11-f5f4-41e6-8303-cbf5618b207f up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:22:21.455109 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0e7bc13f-b49c-4f3c-858b-ddcac4137f94 req-3612926a-a9ee-442e-a43c-10afb522c227 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] 10.222.0.44 "GET /v2.0/security-groups?id=6292f541-4a8e-4886-ba72-d9f93681db5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757902 Jul 24 00:22:21.477531 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port a4a8bf40-2f8b-4fe2-a8a7-be8b257e9dfb, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=a4a8bf40-2f8b-4fe2-a8a7-be8b257e9dfb,segment=NetworkSegment(67e3972e-3e88-4c11-b9b6-31d16839569b),segment_id=67e3972e-3e88-4c11-b9b6-31d16839569b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:22:21.491312 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:21.498042 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ba8b93-5881-4946-bbc4-536a9ea5fc78 x-openstack-request-id: req-b0ba8b93-5881-4946-bbc4-536a9ea5fc78 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:22:21.498326 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9520845-64c0-4f1f-a638-23c7809d656f", "name": "network-vif-plugged", "status": "completed", "tag": "a4a8bf40-2f8b-4fe2-a8a7-be8b257e9dfb", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:22:21.498589 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b0ba8b93-5881-4946-bbc4-536a9ea5fc78 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:22:21.498988 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9520845-64c0-4f1f-a638-23c7809d656f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4a8bf40-2f8b-4fe2-a8a7-be8b257e9dfb', 'code': 200} Jul 24 00:22:21.564952 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=a4a8bf40-2f8b-4fe2-a8a7-be8b257e9dfb,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:22:21.570639 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port ae278a11-f5f4-41e6-8303-cbf5618b207f completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:22:21.575711 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port ae278a11-f5f4-41e6-8303-cbf5618b207f triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:22:21.576286 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:21.651115 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-216f7f3c-2f71-47c5-ac92-dc1a46a3427b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679987'] for router_interface, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:21.655709 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5961c67-a42b-432d-b4a2-3a7c4e269ad5 req-501c738b-6849-4fa0-b4a0-84d16d6c9e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:22:21.657464 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a5961c67-a42b-432d-b4a2-3a7c4e269ad5 req-501c738b-6849-4fa0-b4a0-84d16d6c9e8e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c9520845-64c0-4f1f-a638-23c7809d656f HTTP/1.1" status: 200 len: 1098 time: 0.1013689 Jul 24 00:22:21.672874 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:21.796498 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a5961c67-a42b-432d-b4a2-3a7c4e269ad5 req-71d54ad6-1551-4eb7-b820-5ac3cd47926b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=6292f541-4a8e-4886-ba72-d9f93681db5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314263 Jul 24 00:22:21.893172 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port ae278a11-f5f4-41e6-8303-cbf5618b207f, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=ae278a11-f5f4-41e6-8303-cbf5618b207f,segment=NetworkSegment(21fa8a42-5d9b-4a7f-9289-a81a6aada9e9),segment_id=21fa8a42-5d9b-4a7f-9289-a81a6aada9e9)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:22:21.900332 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:21.961400 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-216f7f3c-2f71-47c5-ac92-dc1a46a3427b admin admin] Router aa2065da-6dc2-4a33-b760-94a7db1f10a0 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:22:21.977646 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=ae278a11-f5f4-41e6-8303-cbf5618b207f,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:22:22.073701 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-216f7f3c-2f71-47c5-ac92-dc1a46a3427b admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:22:22.079344 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-216f7f3c-2f71-47c5-ac92-dc1a46a3427b admin admin] 10.222.0.44 "PUT /v2.0/routers/aa2065da-6dc2-4a33-b760-94a7db1f10a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9546108 Jul 24 00:22:22.082150 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 54386) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:22:22.085412 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c28a733-8760-4168-97ae-58b738c9a5f4 None None] Sync routers for ids ['aa2065da-6dc2-4a33-b760-94a7db1f10a0'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:22:22.094603 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c28a733-8760-4168-97ae-58b738c9a5f4 None None] Routers {'aa2065da-6dc2-4a33-b760-94a7db1f10a0'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:22:22.095282 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-3c28a733-8760-4168-97ae-58b738c9a5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:21:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['aa2065da-6dc2-4a33-b760-94a7db1f10a0'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:22:22.197108 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e2319bbe-52e8-49b9-9f12-3c3c21e9215e admin admin] Notify callbacks [] for router, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:22.206193 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-3c28a733-8760-4168-97ae-58b738c9a5f4 None None] Set router aa2065da-6dc2-4a33-b760-94a7db1f10a0 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:22:22.307788 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e2319bbe-52e8-49b9-9f12-3c3c21e9215e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:22.371335 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-e2319bbe-52e8-49b9-9f12-3c3c21e9215e admin admin] Deleting port 03b740f1-d0a8-4b8b-b9eb-deef4a1372c0 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:22:22.372011 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e2319bbe-52e8-49b9-9f12-3c3c21e9215e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:22.400789 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-3c28a733-8760-4168-97ae-58b738c9a5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa2065da-6dc2-4a33-b760-94a7db1f10a0', 'name': 'tempest-ServerActionsTestJSON-770393537-router', 'tenant_id': '3e6843e6f10f416d8b9cff83017e399e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '03b740f1-d0a8-4b8b-b9eb-deef4a1372c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:14:49Z', 'updated_at': '2021-07-24T00:22:21Z', 'revision_number': 5, 'project_id': '3e6843e6f10f416d8b9cff83017e399e', 'gw_port': {'id': '03b740f1-d0a8-4b8b-b9eb-deef4a1372c0', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:00:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2065da-6dc2-4a33-b760-94a7db1f10a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:14:50Z', 'updated_at': '2021-07-24T00:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:22:22.468050 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-e2319bbe-52e8-49b9-9f12-3c3c21e9215e admin admin] For port 03b740f1-d0a8-4b8b-b9eb-deef4a1372c0, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=03b740f1-d0a8-4b8b-b9eb-deef4a1372c0,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:22:22.468699 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e2319bbe-52e8-49b9-9f12-3c3c21e9215e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:22.487953 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-e2319bbe-52e8-49b9-9f12-3c3c21e9215e admin admin] Calling delete_port for 03b740f1-d0a8-4b8b-b9eb-deef4a1372c0 owned by network:router_gateway {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:22:22.535464 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c28a733-8760-4168-97ae-58b738c9a5f4 None None] Checking router: aa2065da-6dc2-4a33-b760-94a7db1f10a0 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:22:22.544712 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c28a733-8760-4168-97ae-58b738c9a5f4 None None] Routers {'aa2065da-6dc2-4a33-b760-94a7db1f10a0'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:22:22.545417 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-3c28a733-8760-4168-97ae-58b738c9a5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:21:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['aa2065da-6dc2-4a33-b760-94a7db1f10a0'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:22:22.660800 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-3c28a733-8760-4168-97ae-58b738c9a5f4 None None] Set router aa2065da-6dc2-4a33-b760-94a7db1f10a0 gateway port host: None {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:22:22.721928 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-3c28a733-8760-4168-97ae-58b738c9a5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa2065da-6dc2-4a33-b760-94a7db1f10a0', 'name': 'tempest-ServerActionsTestJSON-770393537-router', 'tenant_id': '3e6843e6f10f416d8b9cff83017e399e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:14:49Z', 'updated_at': '2021-07-24T00:22:22Z', 'revision_number': 6, 'project_id': '3e6843e6f10f416d8b9cff83017e399e', 'gw_port_host': None}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:22:22.740599 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e2319bbe-52e8-49b9-9f12-3c3c21e9215e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:22.758454 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c28a733-8760-4168-97ae-58b738c9a5f4 None None] The sync data for ids ['aa2065da-6dc2-4a33-b760-94a7db1f10a0'] in n-d-800088-16 is: [{'id': 'aa2065da-6dc2-4a33-b760-94a7db1f10a0', 'name': 'tempest-ServerActionsTestJSON-770393537-router', 'tenant_id': '3e6843e6f10f416d8b9cff83017e399e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:14:49Z', 'updated_at': '2021-07-24T00:22:22Z', 'revision_number': 6, 'project_id': '3e6843e6f10f416d8b9cff83017e399e', 'gw_port_host': None}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:22:22.778545 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2319bbe-52e8-49b9-9f12-3c3c21e9215e admin admin] Pushing event deleted for resources: {'Port': ['ID=03b740f1-d0a8-4b8b-b9eb-deef4a1372c0,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:22:22.870939 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e2319bbe-52e8-49b9-9f12-3c3c21e9215e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687114'] for router_gateway, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:22.971296 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e2319bbe-52e8-49b9-9f12-3c3c21e9215e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:22.974152 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e2319bbe-52e8-49b9-9f12-3c3c21e9215e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:23.029696 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e2319bbe-52e8-49b9-9f12-3c3c21e9215e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:23.031520 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2319bbe-52e8-49b9-9f12-3c3c21e9215e admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa2065da-6dc2-4a33-b760-94a7db1f10a0 {{(pid=100314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:22:23.039458 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e2319bbe-52e8-49b9-9f12-3c3c21e9215e admin admin] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:23.040726 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-e2319bbe-52e8-49b9-9f12-3c3c21e9215e admin admin] 10.222.0.44 "DELETE /v2.0/routers/aa2065da-6dc2-4a33-b760-94a7db1f10a0 HTTP/1.1" status: 204 len: 168 time: 0.9568331 Jul 24 00:22:23.048500 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 54394) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:22:23.115031 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b99f11-0dd1-4ed0-804d-1f6ff5b2ef29 req-356ec42f-1248-43c5-9ac4-04743c9055ab tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:22:23.115031 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a1b99f11-0dd1-4ed0-804d-1f6ff5b2ef29 req-356ec42f-1248-43c5-9ac4-04743c9055ab tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9520845-64c0-4f1f-a638-23c7809d656f HTTP/1.1" status: 200 len: 946 time: 0.5341754 Jul 24 00:22:23.123104 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-a135ad15-806d-4db4-9d2d-d75905087d15 admin admin] Deleting subnet 47f2c0d4-0d4f-46b9-9d68-d3d80dbac696 {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:22:23.127977 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a135ad15-806d-4db4-9d2d-d75905087d15 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:23.186121 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-88e8d4a5-d593-4de9-8234-9e8eb0b38034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:23.190144 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a135ad15-806d-4db4-9d2d-d75905087d15 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:23.194477 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a1b99f11-0dd1-4ed0-804d-1f6ff5b2ef29 req-392c855d-435b-4c9c-9fda-1415a480d410 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] 10.222.0.44 "GET /v2.0/security-groups?id=6292f541-4a8e-4886-ba72-d9f93681db5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689108 Jul 24 00:22:23.278903 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a135ad15-806d-4db4-9d2d-d75905087d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:23.336730 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a135ad15-806d-4db4-9d2d-d75905087d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:23.363199 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a135ad15-806d-4db4-9d2d-d75905087d15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47f2c0d4-0d4f-46b9-9d68-d3d80dbac696,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:22:23.366876 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a135ad15-806d-4db4-9d2d-d75905087d15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:23.368741 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-a135ad15-806d-4db4-9d2d-d75905087d15 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/47f2c0d4-0d4f-46b9-9d68-d3d80dbac696 HTTP/1.1" status: 204 len: 168 time: 0.3184841 Jul 24 00:22:23.371173 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 54396) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:22:23.373625 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1f841c-2dea-4aeb-b80b-2d47c7439996 None None] Network 49599f72-6971-4c78-8210-d79c8aca88a7 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:22:23.451783 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-220f29d1-0f55-4095-a670-8e12a415d69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:23.510846 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-220f29d1-0f55-4095-a670-8e12a415d69b admin admin] Deleting port 316aeadc-e1ca-4d53-82ec-23c7f565d971 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:22:23.511753 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-220f29d1-0f55-4095-a670-8e12a415d69b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:23.592395 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-220f29d1-0f55-4095-a670-8e12a415d69b admin admin] For port 316aeadc-e1ca-4d53-82ec-23c7f565d971, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=316aeadc-e1ca-4d53-82ec-23c7f565d971,segment=NetworkSegment(28758b2b-8e5b-4b20-97dc-892d312454de),segment_id=28758b2b-8e5b-4b20-97dc-892d312454de)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:22:23.592976 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-220f29d1-0f55-4095-a670-8e12a415d69b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:23.593105 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b3a078-1f87-46c5-b331-c525d7b20465 None None] DHCP port deletion for 49599f72-6971-4c78-8210-d79c8aca88a7 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:22:23.612276 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-220f29d1-0f55-4095-a670-8e12a415d69b admin admin] Calling delete_port for 316aeadc-e1ca-4d53-82ec-23c7f565d971 owned by network:dhcp {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:22:23.656758 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device ae278a11-f5f4-41e6-8303-cbf5618b207f up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:22:23.683664 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-36b3a078-1f87-46c5-b331-c525d7b20465 None None] Deleting port 316aeadc-e1ca-4d53-82ec-23c7f565d971 {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:22:23.684052 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-36b3a078-1f87-46c5-b331-c525d7b20465 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:23.723835 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-220f29d1-0f55-4095-a670-8e12a415d69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:23.760996 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220f29d1-0f55-4095-a670-8e12a415d69b admin admin] Pushing event deleted for resources: {'Port': ['ID=316aeadc-e1ca-4d53-82ec-23c7f565d971,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:22:23.765091 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220f29d1-0f55-4095-a670-8e12a415d69b admin admin] No DVR routers for this DVR port 316aeadc-e1ca-4d53-82ec-23c7f565d971 on host n-d-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:22:23.776595 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-36b3a078-1f87-46c5-b331-c525d7b20465 None None] For port 316aeadc-e1ca-4d53-82ec-23c7f565d971, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=316aeadc-e1ca-4d53-82ec-23c7f565d971,segment=NetworkSegment(28758b2b-8e5b-4b20-97dc-892d312454de),segment_id=28758b2b-8e5b-4b20-97dc-892d312454de)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:22:23.777022 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-36b3a078-1f87-46c5-b331-c525d7b20465 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:23.793041 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-36b3a078-1f87-46c5-b331-c525d7b20465 None None] Calling delete_port for 316aeadc-e1ca-4d53-82ec-23c7f565d971 owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:22:23.801813 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port ae278a11-f5f4-41e6-8303-cbf5618b207f triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:22:23.802196 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:23.853158 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-220f29d1-0f55-4095-a670-8e12a415d69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:23.868650 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-220f29d1-0f55-4095-a670-8e12a415d69b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49599f72-6971-4c78-8210-d79c8aca88a7']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:22:23.885210 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-220f29d1-0f55-4095-a670-8e12a415d69b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28758b2b-8e5b-4b20-97dc-892d312454de') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:22:23.885529 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-220f29d1-0f55-4095-a670-8e12a415d69b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28758b2b-8e5b-4b20-97dc-892d312454de') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:22:23.911016 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-220f29d1-0f55-4095-a670-8e12a415d69b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:23.929683 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-220f29d1-0f55-4095-a670-8e12a415d69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:23.949977 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-220f29d1-0f55-4095-a670-8e12a415d69b admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:22:23.950519 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-220f29d1-0f55-4095-a670-8e12a415d69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:23.970043 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:22:23.970043 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:22:23.970043 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:22:23.970043 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:22:23.970043 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:22:23.970043 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:22:23.970043 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:22:23.970043 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:22:23.970043 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:22:23.970043 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:22:23.970043 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:22:23.970043 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:22:23.970043 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:22:23.970043 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:22:23.970043 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:22:23.970043 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:22:23.970043 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:22:23.970043 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:22:23.970043 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:22:23.970043 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:22:23.970043 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:22:23.970043 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:22:23.970043 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:22:23.970043 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:22:23.970043 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:22:23.970043 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:22:23.970043 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:22:23.970043 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:22:23.970043 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:22:23.970043 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:22:23.970043 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:22:23.970043 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:22:23.976045 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-36b3a078-1f87-46c5-b331-c525d7b20465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:24.009970 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b3a078-1f87-46c5-b331-c525d7b20465 None None] Pushing event deleted for resources: {'Port': ['ID=316aeadc-e1ca-4d53-82ec-23c7f565d971,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:22:24.014349 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b3a078-1f87-46c5-b331-c525d7b20465 None None] No DVR routers for this DVR port 316aeadc-e1ca-4d53-82ec-23c7f565d971 on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:22:24.019904 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-220f29d1-0f55-4095-a670-8e12a415d69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:24.030696 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-220f29d1-0f55-4095-a670-8e12a415d69b admin admin] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:24.034914 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-220f29d1-0f55-4095-a670-8e12a415d69b admin admin] 10.222.0.44 "DELETE /v2.0/networks/49599f72-6971-4c78-8210-d79c8aca88a7 HTTP/1.1" status: 204 len: 168 time: 0.6590965 Jul 24 00:22:24.049519 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220f29d1-0f55-4095-a670-8e12a415d69b admin admin] Pushing event deleted for resources: {'Network': ['ID=49599f72-6971-4c78-8210-d79c8aca88a7,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:22:24.081347 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device aada398f-d3b6-4ab2-8457-61d2b31688ed no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:22:24.103706 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: aada398f-d3b6-4ab2-8457-61d2b31688ed {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:22:24.104152 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device aada398f-d3b6-4ab2-8457-61d2b31688ed not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:22:24.104694 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 03b740f1-d0a8-4b8b-b9eb-deef4a1372c0 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:22:24.128984 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 03b740f1-d0a8-4b8b-b9eb-deef4a1372c0 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:22:24.129485 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 03b740f1-d0a8-4b8b-b9eb-deef4a1372c0 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:22:24.190110 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 54404) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:22:24.231841 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-0841ac08-ccf9-47e5-9e57-124cd7a40f12 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3e6843e6f10f416d8b9cff83017e399e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404789 Jul 24 00:22:24.234445 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 54408) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:22:24.321300 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a5a7cb2e-67a6-4541-86a4-41c7a84ee14c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:24.353350 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a5a7cb2e-67a6-4541-86a4-41c7a84ee14c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:24.384954 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca08e4e1-0b3f-424d-b397-4967f6795f08 req-4c20adfd-a065-4d1a-9ab1-b47e3ad61b12 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:22:24.386764 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ca08e4e1-0b3f-424d-b397-4967f6795f08 req-4c20adfd-a065-4d1a-9ab1-b47e3ad61b12 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9520845-64c0-4f1f-a638-23c7809d656f HTTP/1.1" status: 200 len: 946 time: 0.1160638 Jul 24 00:22:24.434763 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ca08e4e1-0b3f-424d-b397-4967f6795f08 req-7cb12aed-b6ba-4777-9dd2-1db41865ec76 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] 10.222.0.44 "GET /v2.0/security-groups?id=6292f541-4a8e-4886-ba72-d9f93681db5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414295 Jul 24 00:22:24.444442 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a5a7cb2e-67a6-4541-86a4-41c7a84ee14c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:24.447289 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a5a7cb2e-67a6-4541-86a4-41c7a84ee14c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:24.448555 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-a5a7cb2e-67a6-4541-86a4-41c7a84ee14c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/eeb41864-d368-40dc-9b68-32578df5a0a8 HTTP/1.1" status: 204 len: 168 time: 0.2131529 Jul 24 00:22:24.468409 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a7cb2e-67a6-4541-86a4-41c7a84ee14c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb41864-d368-40dc-9b68-32578df5a0a8,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:22:25.187712 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931be6e9-7f14-42e7-84be-d4a1c7fc82de req-857e0324-3993-436a-b578-2ea4d741b74e tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:22:25.189263 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-931be6e9-7f14-42e7-84be-d4a1c7fc82de req-857e0324-3993-436a-b578-2ea4d741b74e tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9520845-64c0-4f1f-a638-23c7809d656f HTTP/1.1" status: 200 len: 946 time: 0.0675192 Jul 24 00:22:25.199382 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 54448) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:22:25.240939 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-931be6e9-7f14-42e7-84be-d4a1c7fc82de req-bb79967a-eefb-4693-bc49-d1173e7d4ab8 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] 10.222.0.44 "GET /v2.0/security-groups?id=6292f541-4a8e-4886-ba72-d9f93681db5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454798 Jul 24 00:22:25.320433 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-ef647663-b1f7-4738-b403-d7172f1c2f30 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-335563481-network', 'tenant_id': 'cf19210fb14b47f8ab4ff80b3313affc'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:22:25.324328 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 316aeadc-e1ca-4d53-82ec-23c7f565d971 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:22:25.349082 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef647663-b1f7-4738-b403-d7172f1c2f30 admin admin] Made reservation on behalf of cf19210fb14b47f8ab4ff80b3313affc for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:22:25.352017 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ef647663-b1f7-4738-b403-d7172f1c2f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:25.353983 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 316aeadc-e1ca-4d53-82ec-23c7f565d971 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:22:25.354514 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 316aeadc-e1ca-4d53-82ec-23c7f565d971 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:22:25.370134 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ef647663-b1f7-4738-b403-d7172f1c2f30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:25.466594 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ef647663-b1f7-4738-b403-d7172f1c2f30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:25.470761 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ef647663-b1f7-4738-b403-d7172f1c2f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:25.496661 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef647663-b1f7-4738-b403-d7172f1c2f30 admin admin] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:22:25.506341 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef647663-b1f7-4738-b403-d7172f1c2f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21738819-7daa-4557-8419-9cd708118339,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:22:25.511207 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ef647663-b1f7-4738-b403-d7172f1c2f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:25.511502 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-ef647663-b1f7-4738-b403-d7172f1c2f30 admin admin] Added segment cc62b4a8-8db7-4a79-a6f0-fa433a1c5fae of type vlan for network 874cc879-8334-4813-a7fa-3333f2ef2452 Jul 24 00:22:25.552597 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ef647663-b1f7-4738-b403-d7172f1c2f30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:25.586585 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ef647663-b1f7-4738-b403-d7172f1c2f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:25.587704 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef647663-b1f7-4738-b403-d7172f1c2f30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:22:25.588327 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ef647663-b1f7-4738-b403-d7172f1c2f30 admin admin] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:25.652409 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-ef647663-b1f7-4738-b403-d7172f1c2f30 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4518936 Jul 24 00:22:25.653555 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef647663-b1f7-4738-b403-d7172f1c2f30 admin admin] Pushing event updated for resources: {'Network': ['ID=874cc879-8334-4813-a7fa-3333f2ef2452,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:22:25.656718 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 54452) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:22:25.660908 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-be36125c-9791-4514-99f0-ad56dbea845f admin admin] Request body: {'subnet': {'network_id': '874cc879-8334-4813-a7fa-3333f2ef2452', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-335563481-subnet', 'tenant_id': 'cf19210fb14b47f8ab4ff80b3313affc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:22:25.666841 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 874cc879-8334-4813-a7fa-3333f2ef2452 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:22:25.683962 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be36125c-9791-4514-99f0-ad56dbea845f admin admin] Made reservation on behalf of cf19210fb14b47f8ab4ff80b3313affc for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:22:25.686967 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-be36125c-9791-4514-99f0-ad56dbea845f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:25.754007 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-7f603f4c-4bb7-48f9-9405-f8c1eddc6095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:25.869695 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-be36125c-9791-4514-99f0-ad56dbea845f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:25.933286 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be36125c-9791-4514-99f0-ad56dbea845f admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb78431b-ab8d-4898-b4a1-b7d770a4a509,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:22:25.943376 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be36125c-9791-4514-99f0-ad56dbea845f admin admin] Checking segment: {'id': 'cc62b4a8-8db7-4a79-a6f0-fa433a1c5fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '874cc879-8334-4813-a7fa-3333f2ef2452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:22:25.943736 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be36125c-9791-4514-99f0-ad56dbea845f admin admin] Network hostable DHCP agents. Network: 874cc879-8334-4813-a7fa-3333f2ef2452, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:22:25.960995 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be36125c-9791-4514-99f0-ad56dbea845f admin admin] Network 874cc879-8334-4813-a7fa-3333f2ef2452 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:22:25.970767 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-be36125c-9791-4514-99f0-ad56dbea845f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 874cc879-8334-4813-a7fa-3333f2ef2452) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:22:25.975435 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be36125c-9791-4514-99f0-ad56dbea845f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:22:25.976018 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-be36125c-9791-4514-99f0-ad56dbea845f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:25.982530 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f86ef4f-0733-4fde-b063-05b746ab8afe None None] Network 874cc879-8334-4813-a7fa-3333f2ef2452 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:22:25.991396 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-be36125c-9791-4514-99f0-ad56dbea845f admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3349710 Jul 24 00:22:26.137535 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9214fd31-1dc6-466a-8272-10f376cb8e24 None None] Network 874cc879-8334-4813-a7fa-3333f2ef2452 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:22:26.458584 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feea059b-ccf2-4d4e-93b0-9460040b0f5e req-2e5ca27b-d835-44d0-b143-b81612a7c77e tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:22:26.460588 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-feea059b-ccf2-4d4e-93b0-9460040b0f5e req-2e5ca27b-d835-44d0-b143-b81612a7c77e tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9520845-64c0-4f1f-a638-23c7809d656f HTTP/1.1" status: 200 len: 946 time: 0.0762243 Jul 24 00:22:26.468608 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7d085a-93de-4e31-a5e9-48335cc44906 req-c9ae1e6f-ed6f-4cf6-b7c1-21e2104fca56 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:22:26.470283 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-dd7d085a-93de-4e31-a5e9-48335cc44906 req-c9ae1e6f-ed6f-4cf6-b7c1-21e2104fca56 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9520845-64c0-4f1f-a638-23c7809d656f HTTP/1.1" status: 200 len: 946 time: 0.1424940 Jul 24 00:22:26.507537 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-feea059b-ccf2-4d4e-93b0-9460040b0f5e req-de8a5b8e-ab01-4286-880d-6dbcfc81d373 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] 10.222.0.44 "GET /v2.0/security-groups?id=6292f541-4a8e-4886-ba72-d9f93681db5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410161 Jul 24 00:22:26.525399 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7640d1-352e-4950-bd39-609ab2d441e6 req-92e68b48-d980-40fd-9221-26c12d30a2d7 tempest-ServerTagsTestJSON-502435279 tempest-ServerTagsTestJSON-502435279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:22:26.526889 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1b7640d1-352e-4950-bd39-609ab2d441e6 req-92e68b48-d980-40fd-9221-26c12d30a2d7 tempest-ServerTagsTestJSON-502435279 tempest-ServerTagsTestJSON-502435279-project] 10.222.0.44 "GET /v2.0/networks?id=874cc879-8334-4813-a7fa-3333f2ef2452 HTTP/1.1" status: 200 len: 808 time: 0.1578267 Jul 24 00:22:26.552241 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1b7640d1-352e-4950-bd39-609ab2d441e6 req-36d64f6a-d3bd-4d7e-8241-a75a8f6c5edf tempest-ServerTagsTestJSON-502435279 tempest-ServerTagsTestJSON-502435279-project] 10.222.0.44 "GET /v2.0/quotas/cf19210fb14b47f8ab4ff80b3313affc HTTP/1.1" status: 200 len: 375 time: 0.0176318 Jul 24 00:22:26.605825 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1b7640d1-352e-4950-bd39-609ab2d441e6 req-3186560d-1b7d-473b-89ae-4142e5c60588 tempest-ServerTagsTestJSON-502435279 tempest-ServerTagsTestJSON-502435279-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=cf19210fb14b47f8ab4ff80b3313affc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329051 Jul 24 00:22:26.659273 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-dd7d085a-93de-4e31-a5e9-48335cc44906 req-5c6bbc7b-77a5-46bf-9b3c-c0bddf7c76d1 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] Deleting port a4a8bf40-2f8b-4fe2-a8a7-be8b257e9dfb {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:22:26.659617 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-dd7d085a-93de-4e31-a5e9-48335cc44906 req-5c6bbc7b-77a5-46bf-9b3c-c0bddf7c76d1 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:26.768485 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:26.773026 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1b7640d1-352e-4950-bd39-609ab2d441e6 req-f63470d0-c9c5-4d16-88bb-e05187011e0c service neutron] 10.222.0.44 "GET /v2.0/networks/874cc879-8334-4813-a7fa-3333f2ef2452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570115 Jul 24 00:22:26.829299 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-dd7d085a-93de-4e31-a5e9-48335cc44906 req-5c6bbc7b-77a5-46bf-9b3c-c0bddf7c76d1 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] For port a4a8bf40-2f8b-4fe2-a8a7-be8b257e9dfb, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=a4a8bf40-2f8b-4fe2-a8a7-be8b257e9dfb,segment=NetworkSegment(67e3972e-3e88-4c11-b9b6-31d16839569b),segment_id=67e3972e-3e88-4c11-b9b6-31d16839569b)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:22:26.829686 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-dd7d085a-93de-4e31-a5e9-48335cc44906 req-5c6bbc7b-77a5-46bf-9b3c-c0bddf7c76d1 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:26.870105 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-dd7d085a-93de-4e31-a5e9-48335cc44906 req-5c6bbc7b-77a5-46bf-9b3c-c0bddf7c76d1 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] Calling delete_port for a4a8bf40-2f8b-4fe2-a8a7-be8b257e9dfb owned by compute:nova {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:22:26.936782 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1b7640d1-352e-4950-bd39-609ab2d441e6 req-327a8fa6-122b-47eb-b2e1-72d6f14cd7a0 service neutron] 10.222.0.44 "GET /v2.0/networks/874cc879-8334-4813-a7fa-3333f2ef2452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567817 Jul 24 00:22:27.048278 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-dd7d085a-93de-4e31-a5e9-48335cc44906 req-5c6bbc7b-77a5-46bf-9b3c-c0bddf7c76d1 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:27.064445 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['a4a8bf40-2f8b-4fe2-a8a7-be8b257e9dfb'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:22:27.129169 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4986b42b-1f9e-4a34-b8e3-29e27e199db0 req-2829e72e-1ffb-4d60-9f4a-ed7b444620b3 tempest-ServerTagsTestJSON-502435279 tempest-ServerTagsTestJSON-502435279-project] 10.222.0.44 "GET /v2.0/ports?device_id=8740a5cb-722f-4c25-8d54-529634f58719 HTTP/1.1" status: 200 len: 210 time: 0.0456882 Jul 24 00:22:27.130478 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6bbc7b-77a5-46bf-9b3c-c0bddf7c76d1 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] Pushing event deleted for resources: {'Port': ['ID=a4a8bf40-2f8b-4fe2-a8a7-be8b257e9dfb,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:22:27.180950 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd7d085a-93de-4e31-a5e9-48335cc44906 req-5c6bbc7b-77a5-46bf-9b3c-c0bddf7c76d1 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] No DVR routers for this DVR port a4a8bf40-2f8b-4fe2-a8a7-be8b257e9dfb on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:22:27.183494 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-dd7d085a-93de-4e31-a5e9-48335cc44906 req-5c6bbc7b-77a5-46bf-9b3c-c0bddf7c76d1 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:27.185598 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-dd7d085a-93de-4e31-a5e9-48335cc44906 req-5c6bbc7b-77a5-46bf-9b3c-c0bddf7c76d1 tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] 10.222.0.52 "DELETE /v2.0/ports/a4a8bf40-2f8b-4fe2-a8a7-be8b257e9dfb HTTP/1.1" status: 204 len: 173 time: 0.7093081 Jul 24 00:22:27.186134 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9520845-64c0-4f1f-a638-23c7809d656f', 'name': 'network-vif-deleted', 'tag': 'a4a8bf40-2f8b-4fe2-a8a7-be8b257e9dfb'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:22:27.188922 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf964d7-5dfa-4fca-9bc2-b5d9e8c6c789" -d '{"events": [{"server_uuid": "c9520845-64c0-4f1f-a638-23c7809d656f", "name": "network-vif-deleted", "tag": "a4a8bf40-2f8b-4fe2-a8a7-be8b257e9dfb"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:22:27.231613 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed9a088-a6ba-490a-a7ff-22cfc9de24ea x-openstack-request-id: req-2ed9a088-a6ba-490a-a7ff-22cfc9de24ea {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:22:27.231919 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9520845-64c0-4f1f-a638-23c7809d656f", "name": "network-vif-deleted", "tag": "a4a8bf40-2f8b-4fe2-a8a7-be8b257e9dfb", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:22:27.232238 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2ed9a088-a6ba-490a-a7ff-22cfc9de24ea {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:22:27.233038 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9520845-64c0-4f1f-a638-23c7809d656f', 'name': 'network-vif-deleted', 'tag': 'a4a8bf40-2f8b-4fe2-a8a7-be8b257e9dfb', 'status': 'completed', 'code': 200} Jul 24 00:22:27.315735 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:27.638594 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a5cfc023-25d8-4eeb-bd85-3762036e879c req-be6784ee-29d1-461f-9287-5b2477b02b3e tempest-VolumesActionsTest-697438702 tempest-VolumesActionsTest-697438702-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9520845-64c0-4f1f-a638-23c7809d656f HTTP/1.1" status: 200 len: 210 time: 0.0360744 Jul 24 00:22:28.159605 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7640d1-352e-4950-bd39-609ab2d441e6 req-03b5f1ac-2feb-4281-978e-dff47ea5505f tempest-ServerTagsTestJSON-502435279 tempest-ServerTagsTestJSON-502435279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:22:28.161687 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1b7640d1-352e-4950-bd39-609ab2d441e6 req-03b5f1ac-2feb-4281-978e-dff47ea5505f tempest-ServerTagsTestJSON-502435279 tempest-ServerTagsTestJSON-502435279-project] 10.222.0.64 "GET /v2.0/networks?id=874cc879-8334-4813-a7fa-3333f2ef2452 HTTP/1.1" status: 200 len: 808 time: 0.1210296 Jul 24 00:22:28.176013 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-1b7640d1-352e-4950-bd39-609ab2d441e6 req-d9ba8910-7fb2-4075-897c-c6e910a024da tempest-ServerTagsTestJSON-502435279 tempest-ServerTagsTestJSON-502435279-project] Request body: {'port': {'device_id': '8740a5cb-722f-4c25-8d54-529634f58719', 'network_id': '874cc879-8334-4813-a7fa-3333f2ef2452', 'admin_state_up': True, 'tenant_id': 'cf19210fb14b47f8ab4ff80b3313affc'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:22:28.251216 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fabeff03-8770-466a-997f-7d6571fdf9aa req-de36cc43-070d-4b3b-a014-a6b46438dba9 tempest-ServerTagsTestJSON-502435279 tempest-ServerTagsTestJSON-502435279-project] 10.222.0.44 "GET /v2.0/ports?device_id=8740a5cb-722f-4c25-8d54-529634f58719 HTTP/1.1" status: 200 len: 210 time: 0.0443101 Jul 24 00:22:28.329782 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b7640d1-352e-4950-bd39-609ab2d441e6 req-d9ba8910-7fb2-4075-897c-c6e910a024da tempest-ServerTagsTestJSON-502435279 tempest-ServerTagsTestJSON-502435279-project] Made reservation on behalf of cf19210fb14b47f8ab4ff80b3313affc for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:22:28.334072 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-1b7640d1-352e-4950-bd39-609ab2d441e6 req-d9ba8910-7fb2-4075-897c-c6e910a024da tempest-ServerTagsTestJSON-502435279 tempest-ServerTagsTestJSON-502435279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:28.474161 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [req-1b7640d1-352e-4950-bd39-609ab2d441e6 req-d9ba8910-7fb2-4075-897c-c6e910a024da tempest-ServerTagsTestJSON-502435279 tempest-ServerTagsTestJSON-502435279-project] Allocated IP 172.20.0.4 (874cc879-8334-4813-a7fa-3333f2ef2452/cb78431b-ab8d-4898-b4a1-b7d770a4a509/017d1b94-1e61-4136-9dec-15b10ff61847) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:22:28.630725 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-1b7640d1-352e-4950-bd39-609ab2d441e6 req-d9ba8910-7fb2-4075-897c-c6e910a024da tempest-ServerTagsTestJSON-502435279 tempest-ServerTagsTestJSON-502435279-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:28.672031 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-1b7640d1-352e-4950-bd39-609ab2d441e6 req-d9ba8910-7fb2-4075-897c-c6e910a024da tempest-ServerTagsTestJSON-502435279 tempest-ServerTagsTestJSON-502435279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:28.719484 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b7640d1-352e-4950-bd39-609ab2d441e6 req-d9ba8910-7fb2-4075-897c-c6e910a024da tempest-ServerTagsTestJSON-502435279 tempest-ServerTagsTestJSON-502435279-project] Network 874cc879-8334-4813-a7fa-3333f2ef2452 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:22:28.725552 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [req-1b7640d1-352e-4950-bd39-609ab2d441e6 req-d9ba8910-7fb2-4075-897c-c6e910a024da tempest-ServerTagsTestJSON-502435279 tempest-ServerTagsTestJSON-502435279-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:22:28.729329 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b7640d1-352e-4950-bd39-609ab2d441e6 req-d9ba8910-7fb2-4075-897c-c6e910a024da tempest-ServerTagsTestJSON-502435279 tempest-ServerTagsTestJSON-502435279-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:22:28.759040 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ba8910-7fb2-4075-897c-c6e910a024da tempest-ServerTagsTestJSON-502435279 tempest-ServerTagsTestJSON-502435279-project] Pushing event updated for resources: {'Port': ['ID=017d1b94-1e61-4136-9dec-15b10ff61847,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:22:28.774289 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ba8910-7fb2-4075-897c-c6e910a024da tempest-ServerTagsTestJSON-502435279 tempest-ServerTagsTestJSON-502435279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:22:28.774646 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ba8910-7fb2-4075-897c-c6e910a024da tempest-ServerTagsTestJSON-502435279 tempest-ServerTagsTestJSON-502435279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:22:28.774988 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ba8910-7fb2-4075-897c-c6e910a024da tempest-ServerTagsTestJSON-502435279 tempest-ServerTagsTestJSON-502435279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:22:28.775330 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ba8910-7fb2-4075-897c-c6e910a024da tempest-ServerTagsTestJSON-502435279 tempest-ServerTagsTestJSON-502435279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:22:28.775673 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ba8910-7fb2-4075-897c-c6e910a024da tempest-ServerTagsTestJSON-502435279 tempest-ServerTagsTestJSON-502435279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:22:28.776010 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ba8910-7fb2-4075-897c-c6e910a024da tempest-ServerTagsTestJSON-502435279 tempest-ServerTagsTestJSON-502435279-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:22:28.776343 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ba8910-7fb2-4075-897c-c6e910a024da tempest-ServerTagsTestJSON-502435279 tempest-ServerTagsTestJSON-502435279-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:22:28.776675 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ba8910-7fb2-4075-897c-c6e910a024da tempest-ServerTagsTestJSON-502435279 tempest-ServerTagsTestJSON-502435279-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:22:28.777031 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ba8910-7fb2-4075-897c-c6e910a024da tempest-ServerTagsTestJSON-502435279 tempest-ServerTagsTestJSON-502435279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:22:28.777364 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ba8910-7fb2-4075-897c-c6e910a024da tempest-ServerTagsTestJSON-502435279 tempest-ServerTagsTestJSON-502435279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:22:28.777693 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ba8910-7fb2-4075-897c-c6e910a024da tempest-ServerTagsTestJSON-502435279 tempest-ServerTagsTestJSON-502435279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:22:28.778024 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ba8910-7fb2-4075-897c-c6e910a024da tempest-ServerTagsTestJSON-502435279 tempest-ServerTagsTestJSON-502435279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:22:28.794228 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7640d1-352e-4950-bd39-609ab2d441e6 req-d9ba8910-7fb2-4075-897c-c6e910a024da tempest-ServerTagsTestJSON-502435279 tempest-ServerTagsTestJSON-502435279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:22:28.794861 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-1b7640d1-352e-4950-bd39-609ab2d441e6 req-d9ba8910-7fb2-4075-897c-c6e910a024da tempest-ServerTagsTestJSON-502435279 tempest-ServerTagsTestJSON-502435279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:28.811505 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1b7640d1-352e-4950-bd39-609ab2d441e6 req-d9ba8910-7fb2-4075-897c-c6e910a024da tempest-ServerTagsTestJSON-502435279 tempest-ServerTagsTestJSON-502435279-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6413333 Jul 24 00:22:28.823636 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-1b7640d1-352e-4950-bd39-609ab2d441e6 req-db2f9110-5abf-42f3-9938-01f5fe67268f service neutron] Request body: {'port': {'device_id': '8740a5cb-722f-4c25-8d54-529634f58719', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-16'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:22:28.916881 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:29.263983 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-1b7640d1-352e-4950-bd39-609ab2d441e6 req-db2f9110-5abf-42f3-9938-01f5fe67268f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:29.445439 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27092015-4b92-4eaf-9ec9-49874248bf22 req-eebcf150-8455-430b-9c26-a3c86ebdf005 tempest-ServerTagsTestJSON-502435279 tempest-ServerTagsTestJSON-502435279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:22:29.457931 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-27092015-4b92-4eaf-9ec9-49874248bf22 req-eebcf150-8455-430b-9c26-a3c86ebdf005 tempest-ServerTagsTestJSON-502435279 tempest-ServerTagsTestJSON-502435279-project] 10.222.0.44 "GET /v2.0/ports?device_id=8740a5cb-722f-4c25-8d54-529634f58719 HTTP/1.1" status: 200 len: 931 time: 0.1060493 Jul 24 00:22:29.508746 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-27092015-4b92-4eaf-9ec9-49874248bf22 req-1d32f50d-0755-47de-a65e-04cb933306f2 tempest-ServerTagsTestJSON-502435279 tempest-ServerTagsTestJSON-502435279-project] 10.222.0.44 "GET /v2.0/security-groups?id=21738819-7daa-4557-8419-9cd708118339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441504 Jul 24 00:22:29.611579 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-1b7640d1-352e-4950-bd39-609ab2d441e6 req-db2f9110-5abf-42f3-9938-01f5fe67268f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 017d1b94-1e61-4136-9dec-15b10ff61847 {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:22:29.620369 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-1b7640d1-352e-4950-bd39-609ab2d441e6 req-db2f9110-5abf-42f3-9938-01f5fe67268f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:29.633222 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-1b7640d1-352e-4950-bd39-609ab2d441e6 req-db2f9110-5abf-42f3-9938-01f5fe67268f service neutron] Transition to ACTIVE for port object 017d1b94-1e61-4136-9dec-15b10ff61847 will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:22:29.637317 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-1b7640d1-352e-4950-bd39-609ab2d441e6 req-db2f9110-5abf-42f3-9938-01f5fe67268f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:29.711004 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2f9110-5abf-42f3-9938-01f5fe67268f service neutron] Pushing event updated for resources: {'Port': ['ID=017d1b94-1e61-4136-9dec-15b10ff61847,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:22:29.770231 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-1b7640d1-352e-4950-bd39-609ab2d441e6 req-db2f9110-5abf-42f3-9938-01f5fe67268f service neutron] Attempting to bind port 017d1b94-1e61-4136-9dec-15b10ff61847 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:22:29.770667 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-1b7640d1-352e-4950-bd39-609ab2d441e6 req-db2f9110-5abf-42f3-9938-01f5fe67268f service neutron] Attempting to bind port 017d1b94-1e61-4136-9dec-15b10ff61847 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': 'cc62b4a8-8db7-4a79-a6f0-fa433a1c5fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '874cc879-8334-4813-a7fa-3333f2ef2452'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:22:29.771437 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7640d1-352e-4950-bd39-609ab2d441e6 req-db2f9110-5abf-42f3-9938-01f5fe67268f service neutron] Attempting to bind port 017d1b94-1e61-4136-9dec-15b10ff61847 on network 874cc879-8334-4813-a7fa-3333f2ef2452 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:22:29.778001 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7640d1-352e-4950-bd39-609ab2d441e6 req-db2f9110-5abf-42f3-9938-01f5fe67268f service neutron] Port 017d1b94-1e61-4136-9dec-15b10ff61847 on network 874cc879-8334-4813-a7fa-3333f2ef2452 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:22:29.778403 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7640d1-352e-4950-bd39-609ab2d441e6 req-db2f9110-5abf-42f3-9938-01f5fe67268f service neutron] Attempting to bind port 017d1b94-1e61-4136-9dec-15b10ff61847 on network 874cc879-8334-4813-a7fa-3333f2ef2452 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:22:29.783742 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7640d1-352e-4950-bd39-609ab2d441e6 req-db2f9110-5abf-42f3-9938-01f5fe67268f service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:22:29.784169 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7640d1-352e-4950-bd39-609ab2d441e6 req-db2f9110-5abf-42f3-9938-01f5fe67268f service neutron] Checking segment: {'id': 'cc62b4a8-8db7-4a79-a6f0-fa433a1c5fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '874cc879-8334-4813-a7fa-3333f2ef2452'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:22:29.784623 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7640d1-352e-4950-bd39-609ab2d441e6 req-db2f9110-5abf-42f3-9938-01f5fe67268f service neutron] Bound using segment: {'id': 'cc62b4a8-8db7-4a79-a6f0-fa433a1c5fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '874cc879-8334-4813-a7fa-3333f2ef2452'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:22:29.785170 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-1b7640d1-352e-4950-bd39-609ab2d441e6 req-db2f9110-5abf-42f3-9938-01f5fe67268f service neutron] Bound port: 017d1b94-1e61-4136-9dec-15b10ff61847, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc62b4a8-8db7-4a79-a6f0-fa433a1c5fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '874cc879-8334-4813-a7fa-3333f2ef2452'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:22:29.786131 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-1b7640d1-352e-4950-bd39-609ab2d441e6 req-db2f9110-5abf-42f3-9938-01f5fe67268f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:29.857084 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-1b7640d1-352e-4950-bd39-609ab2d441e6 req-db2f9110-5abf-42f3-9938-01f5fe67268f service neutron] For port 017d1b94-1e61-4136-9dec-15b10ff61847, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:22:29.860537 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-1b7640d1-352e-4950-bd39-609ab2d441e6 req-db2f9110-5abf-42f3-9938-01f5fe67268f service neutron] For port 017d1b94-1e61-4136-9dec-15b10ff61847, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=017d1b94-1e61-4136-9dec-15b10ff61847,segment=NetworkSegment(cc62b4a8-8db7-4a79-a6f0-fa433a1c5fae),segment_id=cc62b4a8-8db7-4a79-a6f0-fa433a1c5fae)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:22:29.865964 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-1b7640d1-352e-4950-bd39-609ab2d441e6 req-db2f9110-5abf-42f3-9938-01f5fe67268f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:29.908446 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7640d1-352e-4950-bd39-609ab2d441e6 req-db2f9110-5abf-42f3-9938-01f5fe67268f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:22:29.909023 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-1b7640d1-352e-4950-bd39-609ab2d441e6 req-db2f9110-5abf-42f3-9938-01f5fe67268f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:29.910462 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1b7640d1-352e-4950-bd39-609ab2d441e6 req-db2f9110-5abf-42f3-9938-01f5fe67268f service neutron] 10.222.0.64 "PUT /v2.0/ports/017d1b94-1e61-4136-9dec-15b10ff61847 HTTP/1.1" status: 200 len: 1092 time: 1.0912628 Jul 24 00:22:29.911521 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8740a5cb-722f-4c25-8d54-529634f58719', 'tag': '017d1b94-1e61-4136-9dec-15b10ff61847'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:22:29.913837 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d21c8399-cd12-49ea-9d64-f1bb46f224fe" -d '{"events": [{"name": "network-changed", "server_uuid": "8740a5cb-722f-4c25-8d54-529634f58719", "tag": "017d1b94-1e61-4136-9dec-15b10ff61847"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:22:29.961557 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2f9110-5abf-42f3-9938-01f5fe67268f service neutron] Pushing event updated for resources: {'Port': ['ID=017d1b94-1e61-4136-9dec-15b10ff61847,revision_number=3']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:22:29.968163 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29050163-239c-4ed7-a819-6387d4df10a1 x-openstack-request-id: req-29050163-239c-4ed7-a819-6387d4df10a1 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:22:29.968566 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8740a5cb-722f-4c25-8d54-529634f58719", "tag": "017d1b94-1e61-4136-9dec-15b10ff61847", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:22:29.968951 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-29050163-239c-4ed7-a819-6387d4df10a1 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:22:29.969461 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8740a5cb-722f-4c25-8d54-529634f58719', 'tag': '017d1b94-1e61-4136-9dec-15b10ff61847', 'status': 'completed', 'code': 200} Jul 24 00:22:30.054355 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7640d1-352e-4950-bd39-609ab2d441e6 req-27da0357-b03b-4d77-80f2-1438dc6ca34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:22:30.055952 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1b7640d1-352e-4950-bd39-609ab2d441e6 req-27da0357-b03b-4d77-80f2-1438dc6ca34c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf19210fb14b47f8ab4ff80b3313affc&device_id=8740a5cb-722f-4c25-8d54-529634f58719 HTTP/1.1" status: 200 len: 1095 time: 0.0685625 Jul 24 00:22:30.101216 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1b7640d1-352e-4950-bd39-609ab2d441e6 req-5cc74ac1-81b9-429c-b154-c6003dffeaee service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=017d1b94-1e61-4136-9dec-15b10ff61847 HTTP/1.1" status: 200 len: 217 time: 0.0386751 Jul 24 00:22:30.162927 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7640d1-352e-4950-bd39-609ab2d441e6 req-768fb176-228b-4b0f-ba13-488638d1dcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:22:30.164562 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1b7640d1-352e-4950-bd39-609ab2d441e6 req-768fb176-228b-4b0f-ba13-488638d1dcf9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cb78431b-ab8d-4898-b4a1-b7d770a4a509 HTTP/1.1" status: 200 len: 848 time: 0.0578709 Jul 24 00:22:30.200747 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1b7640d1-352e-4950-bd39-609ab2d441e6 req-9ce78d7f-0a29-495c-aa36-2f82a078e714 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=874cc879-8334-4813-a7fa-3333f2ef2452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301256 Jul 24 00:22:30.304902 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1b7640d1-352e-4950-bd39-609ab2d441e6 req-f65c8550-06bc-47e6-9229-89d8d4be8b66 service neutron] 10.222.0.64 "GET /v2.0/networks/874cc879-8334-4813-a7fa-3333f2ef2452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955846 Jul 24 00:22:30.425758 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1b7640d1-352e-4950-bd39-609ab2d441e6 req-60e8d900-deb1-4745-b49b-a0f7ee66165a service neutron] 10.222.0.64 "GET /v2.0/networks/874cc879-8334-4813-a7fa-3333f2ef2452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163690 Jul 24 00:22:30.574683 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c8399-cd12-49ea-9d64-f1bb46f224fe req-ff286896-b457-4ff6-bd8a-ea9a0641decf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:22:30.577298 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d21c8399-cd12-49ea-9d64-f1bb46f224fe req-ff286896-b457-4ff6-bd8a-ea9a0641decf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf19210fb14b47f8ab4ff80b3313affc&device_id=8740a5cb-722f-4c25-8d54-529634f58719 HTTP/1.1" status: 200 len: 1095 time: 0.0918887 Jul 24 00:22:30.756384 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c8399-cd12-49ea-9d64-f1bb46f224fe req-01ccf27a-11ad-4eb3-8b2e-fb84c46b3ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:22:30.758098 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d21c8399-cd12-49ea-9d64-f1bb46f224fe req-01ccf27a-11ad-4eb3-8b2e-fb84c46b3ae1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=874cc879-8334-4813-a7fa-3333f2ef2452 HTTP/1.1" status: 200 len: 909 time: 0.1727428 Jul 24 00:22:30.770669 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1c202-7ed6-4788-ae0b-422333aa2c7d req-32ff637b-9270-497f-bd9d-f13f7a286559 tempest-ServerTagsTestJSON-502435279 tempest-ServerTagsTestJSON-502435279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:22:30.772618 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fdd1c202-7ed6-4788-ae0b-422333aa2c7d req-32ff637b-9270-497f-bd9d-f13f7a286559 tempest-ServerTagsTestJSON-502435279 tempest-ServerTagsTestJSON-502435279-project] 10.222.0.44 "GET /v2.0/ports?device_id=8740a5cb-722f-4c25-8d54-529634f58719 HTTP/1.1" status: 200 len: 943 time: 0.1456118 Jul 24 00:22:30.821837 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d21c8399-cd12-49ea-9d64-f1bb46f224fe req-27679013-1351-4a78-8d80-1a4035017eb0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=017d1b94-1e61-4136-9dec-15b10ff61847 HTTP/1.1" status: 200 len: 217 time: 0.0479422 Jul 24 00:22:30.888694 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fdd1c202-7ed6-4788-ae0b-422333aa2c7d req-078831e1-145e-4ced-a2e7-0b9d6a809e74 tempest-ServerTagsTestJSON-502435279 tempest-ServerTagsTestJSON-502435279-project] 10.222.0.44 "GET /v2.0/security-groups?id=21738819-7daa-4557-8419-9cd708118339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750358 Jul 24 00:22:30.903861 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c8399-cd12-49ea-9d64-f1bb46f224fe req-7fe18a49-5fdc-4e6d-80dd-0e7bc82ea88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:22:30.905533 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d21c8399-cd12-49ea-9d64-f1bb46f224fe req-7fe18a49-5fdc-4e6d-80dd-0e7bc82ea88a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cb78431b-ab8d-4898-b4a1-b7d770a4a509 HTTP/1.1" status: 200 len: 848 time: 0.0745902 Jul 24 00:22:30.958760 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d21c8399-cd12-49ea-9d64-f1bb46f224fe req-523194f6-4590-424a-8980-5211f97d4555 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=874cc879-8334-4813-a7fa-3333f2ef2452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452998 Jul 24 00:22:31.087102 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d21c8399-cd12-49ea-9d64-f1bb46f224fe req-588e66cf-2824-4052-9749-439823ec904a service neutron] 10.222.0.64 "GET /v2.0/networks/874cc879-8334-4813-a7fa-3333f2ef2452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199834 Jul 24 00:22:31.194718 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d21c8399-cd12-49ea-9d64-f1bb46f224fe req-3a5865c3-7b9e-4232-8eae-436143d07d74 service neutron] 10.222.0.64 "GET /v2.0/networks/874cc879-8334-4813-a7fa-3333f2ef2452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011193 Jul 24 00:22:31.272427 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device a4a8bf40-2f8b-4fe2-a8a7-be8b257e9dfb no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:22:31.299442 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] No Port match for: a4a8bf40-2f8b-4fe2-a8a7-be8b257e9dfb {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:22:31.300080 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device a4a8bf40-2f8b-4fe2-a8a7-be8b257e9dfb not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:22:31.863554 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 017d1b94-1e61-4136-9dec-15b10ff61847 details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:22:32.102354 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 017d1b94-1e61-4136-9dec-15b10ff61847, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=017d1b94-1e61-4136-9dec-15b10ff61847,segment=NetworkSegment(cc62b4a8-8db7-4a79-a6f0-fa433a1c5fae),segment_id=cc62b4a8-8db7-4a79-a6f0-fa433a1c5fae)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:22:32.120697 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': '017d1b94-1e61-4136-9dec-15b10ff61847', 'network_id': '874cc879-8334-4813-a7fa-3333f2ef2452', 'port_id': '017d1b94-1e61-4136-9dec-15b10ff61847', 'mac_address': 'fa:16:3e:e5:36:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb78431b-ab8d-4898-b4a1-b7d770a4a509', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:22:32.179635 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:32.194538 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 017d1b94-1e61-4136-9dec-15b10ff61847 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:22:32.208742 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c080055-6fb2-4dc5-8fdf-c1bff5e87990 req-bc6b786f-eb8b-4d6d-bd61-ff2c7260f2ad tempest-ServerTagsTestJSON-502435279 tempest-ServerTagsTestJSON-502435279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:22:32.216600 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0c080055-6fb2-4dc5-8fdf-c1bff5e87990 req-bc6b786f-eb8b-4d6d-bd61-ff2c7260f2ad tempest-ServerTagsTestJSON-502435279 tempest-ServerTagsTestJSON-502435279-project] 10.222.0.44 "GET /v2.0/ports?device_id=8740a5cb-722f-4c25-8d54-529634f58719 HTTP/1.1" status: 200 len: 943 time: 0.1679807 Jul 24 00:22:32.222538 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 017d1b94-1e61-4136-9dec-15b10ff61847, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=017d1b94-1e61-4136-9dec-15b10ff61847,segment=NetworkSegment(cc62b4a8-8db7-4a79-a6f0-fa433a1c5fae),segment_id=cc62b4a8-8db7-4a79-a6f0-fa433a1c5fae)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:22:32.234258 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:32.279284 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0c080055-6fb2-4dc5-8fdf-c1bff5e87990 req-a0b680b5-9cde-42cd-8eac-a7c8ed8dbcbd tempest-ServerTagsTestJSON-502435279 tempest-ServerTagsTestJSON-502435279-project] 10.222.0.44 "GET /v2.0/security-groups?id=21738819-7daa-4557-8419-9cd708118339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559552 Jul 24 00:22:32.325774 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=017d1b94-1e61-4136-9dec-15b10ff61847,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:22:32.455510 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['017d1b94-1e61-4136-9dec-15b10ff61847'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:22:33.483452 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a403025-0da2-47c6-956f-f9a555f11d0b req-481c5a92-48d1-4441-9a3c-8925c0bc2245 tempest-ServerTagsTestJSON-502435279 tempest-ServerTagsTestJSON-502435279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:22:33.494998 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2a403025-0da2-47c6-956f-f9a555f11d0b req-481c5a92-48d1-4441-9a3c-8925c0bc2245 tempest-ServerTagsTestJSON-502435279 tempest-ServerTagsTestJSON-502435279-project] 10.222.0.44 "GET /v2.0/ports?device_id=8740a5cb-722f-4c25-8d54-529634f58719 HTTP/1.1" status: 200 len: 944 time: 0.0977812 Jul 24 00:22:33.552333 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2a403025-0da2-47c6-956f-f9a555f11d0b req-c2b84a01-fe82-4bf7-9293-4bdc88a1f5be tempest-ServerTagsTestJSON-502435279 tempest-ServerTagsTestJSON-502435279-project] 10.222.0.44 "GET /v2.0/security-groups?id=21738819-7daa-4557-8419-9cd708118339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557911 Jul 24 00:22:33.852212 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 017d1b94-1e61-4136-9dec-15b10ff61847 up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:22:33.937826 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port 017d1b94-1e61-4136-9dec-15b10ff61847 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:22:33.941953 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port 017d1b94-1e61-4136-9dec-15b10ff61847 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:22:33.943015 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:34.215812 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:34.251134 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8740a5cb-722f-4c25-8d54-529634f58719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '017d1b94-1e61-4136-9dec-15b10ff61847'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:22:34.253443 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a9a76d1-9809-4caf-8587-8e5d537fd6ad" -d '{"events": [{"server_uuid": "8740a5cb-722f-4c25-8d54-529634f58719", "name": "network-vif-plugged", "status": "completed", "tag": "017d1b94-1e61-4136-9dec-15b10ff61847"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:22:34.273591 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 017d1b94-1e61-4136-9dec-15b10ff61847, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=017d1b94-1e61-4136-9dec-15b10ff61847,segment=NetworkSegment(cc62b4a8-8db7-4a79-a6f0-fa433a1c5fae),segment_id=cc62b4a8-8db7-4a79-a6f0-fa433a1c5fae)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:22:34.284554 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:34.391467 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=017d1b94-1e61-4136-9dec-15b10ff61847,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:22:34.398427 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44ffd298-47a1-4d54-a6f4-d935b4376186 x-openstack-request-id: req-44ffd298-47a1-4d54-a6f4-d935b4376186 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:22:34.398801 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8740a5cb-722f-4c25-8d54-529634f58719", "name": "network-vif-plugged", "status": "completed", "tag": "017d1b94-1e61-4136-9dec-15b10ff61847", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:22:34.399119 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-44ffd298-47a1-4d54-a6f4-d935b4376186 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:22:34.399755 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8740a5cb-722f-4c25-8d54-529634f58719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '017d1b94-1e61-4136-9dec-15b10ff61847', 'code': 200} Jul 24 00:22:34.487570 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607bb8d5-a922-435b-98ec-c51b05cce3be req-643f58a6-7124-4791-a359-474a0c715063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:22:34.489464 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-607bb8d5-a922-435b-98ec-c51b05cce3be req-643f58a6-7124-4791-a359-474a0c715063 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8740a5cb-722f-4c25-8d54-529634f58719 HTTP/1.1" status: 200 len: 1097 time: 0.0833097 Jul 24 00:22:34.536331 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-607bb8d5-a922-435b-98ec-c51b05cce3be req-7b9f2092-a8ee-4c35-9cd3-74b5076b8698 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=21738819-7daa-4557-8419-9cd708118339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403953 Jul 24 00:22:34.785698 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d01bbdb-5e91-4567-9cbd-dda22401b899 req-7345fc94-16db-4e19-bdf8-4acd172a6787 tempest-ServerTagsTestJSON-502435279 tempest-ServerTagsTestJSON-502435279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:22:34.787810 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2d01bbdb-5e91-4567-9cbd-dda22401b899 req-7345fc94-16db-4e19-bdf8-4acd172a6787 tempest-ServerTagsTestJSON-502435279 tempest-ServerTagsTestJSON-502435279-project] 10.222.0.44 "GET /v2.0/ports?device_id=8740a5cb-722f-4c25-8d54-529634f58719 HTTP/1.1" status: 200 len: 945 time: 0.1357114 Jul 24 00:22:34.837267 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2d01bbdb-5e91-4567-9cbd-dda22401b899 req-3f51e56f-e504-4cc6-a2eb-c3c87b676381 tempest-ServerTagsTestJSON-502435279 tempest-ServerTagsTestJSON-502435279-project] 10.222.0.44 "GET /v2.0/security-groups?id=21738819-7daa-4557-8419-9cd708118339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433960 Jul 24 00:22:35.335269 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:22:36.031477 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78375155-710b-4d90-8e2a-2dc31b6454d8 req-ff373151-52d2-41d2-976e-d0e0f7a3be02 tempest-ServerTagsTestJSON-502435279 tempest-ServerTagsTestJSON-502435279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:22:36.033122 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-78375155-710b-4d90-8e2a-2dc31b6454d8 req-ff373151-52d2-41d2-976e-d0e0f7a3be02 tempest-ServerTagsTestJSON-502435279 tempest-ServerTagsTestJSON-502435279-project] 10.222.0.44 "GET /v2.0/ports?device_id=8740a5cb-722f-4c25-8d54-529634f58719 HTTP/1.1" status: 200 len: 945 time: 0.1033759 Jul 24 00:22:36.097491 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-78375155-710b-4d90-8e2a-2dc31b6454d8 req-69befa84-a121-4fed-8e20-605eb551dc42 tempest-ServerTagsTestJSON-502435279 tempest-ServerTagsTestJSON-502435279-project] 10.222.0.44 "GET /v2.0/security-groups?id=21738819-7daa-4557-8419-9cd708118339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553510 Jul 24 00:22:38.318272 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f38e25-38e4-4671-ac2f-732552bc53da req-455088db-d773-4dba-8bc2-83cd4c7bcba0 tempest-ServerTagsTestJSON-502435279 tempest-ServerTagsTestJSON-502435279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:22:38.320931 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-51f38e25-38e4-4671-ac2f-732552bc53da req-455088db-d773-4dba-8bc2-83cd4c7bcba0 tempest-ServerTagsTestJSON-502435279 tempest-ServerTagsTestJSON-502435279-project] 10.222.0.44 "GET /v2.0/ports?device_id=8740a5cb-722f-4c25-8d54-529634f58719 HTTP/1.1" status: 200 len: 945 time: 0.0767930 Jul 24 00:22:38.401921 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-51f38e25-38e4-4671-ac2f-732552bc53da req-c002fb21-4045-43a7-b572-81ae1cf4b26a tempest-ServerTagsTestJSON-502435279 tempest-ServerTagsTestJSON-502435279-project] 10.222.0.44 "GET /v2.0/security-groups?id=21738819-7daa-4557-8419-9cd708118339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675640 Jul 24 00:22:39.613030 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d7635b-13ce-4be1-b991-7e9de2c0dd22 req-19c251ed-8f95-44c7-b56f-376b6013ba9b tempest-ServerTagsTestJSON-502435279 tempest-ServerTagsTestJSON-502435279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:22:39.616285 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-54d7635b-13ce-4be1-b991-7e9de2c0dd22 req-19c251ed-8f95-44c7-b56f-376b6013ba9b tempest-ServerTagsTestJSON-502435279 tempest-ServerTagsTestJSON-502435279-project] 10.222.0.44 "GET /v2.0/ports?device_id=8740a5cb-722f-4c25-8d54-529634f58719 HTTP/1.1" status: 200 len: 945 time: 0.1089373 Jul 24 00:22:39.639350 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf49ca51-87cc-49cb-a526-cafdd3e9dc15 req-c789bfc6-5ca4-4cba-9225-a11d9f810e63 tempest-ServerTagsTestJSON-502435279 tempest-ServerTagsTestJSON-502435279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:22:39.641315 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bf49ca51-87cc-49cb-a526-cafdd3e9dc15 req-c789bfc6-5ca4-4cba-9225-a11d9f810e63 tempest-ServerTagsTestJSON-502435279 tempest-ServerTagsTestJSON-502435279-project] 10.222.0.64 "GET /v2.0/ports?device_id=8740a5cb-722f-4c25-8d54-529634f58719 HTTP/1.1" status: 200 len: 945 time: 0.1472499 Jul 24 00:22:39.721637 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-54d7635b-13ce-4be1-b991-7e9de2c0dd22 req-b4587710-1042-41b4-b38c-b3370214a3b7 tempest-ServerTagsTestJSON-502435279 tempest-ServerTagsTestJSON-502435279-project] 10.222.0.44 "GET /v2.0/security-groups?id=21738819-7daa-4557-8419-9cd708118339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926936 Jul 24 00:22:39.801666 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-bf49ca51-87cc-49cb-a526-cafdd3e9dc15 req-61b8abe2-b2f9-430c-a122-e898d6f78416 tempest-ServerTagsTestJSON-502435279 tempest-ServerTagsTestJSON-502435279-project] Deleting port 017d1b94-1e61-4136-9dec-15b10ff61847 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:22:39.802367 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-bf49ca51-87cc-49cb-a526-cafdd3e9dc15 req-61b8abe2-b2f9-430c-a122-e898d6f78416 tempest-ServerTagsTestJSON-502435279 tempest-ServerTagsTestJSON-502435279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:39.926278 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-bf49ca51-87cc-49cb-a526-cafdd3e9dc15 req-61b8abe2-b2f9-430c-a122-e898d6f78416 tempest-ServerTagsTestJSON-502435279 tempest-ServerTagsTestJSON-502435279-project] For port 017d1b94-1e61-4136-9dec-15b10ff61847, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=017d1b94-1e61-4136-9dec-15b10ff61847,segment=NetworkSegment(cc62b4a8-8db7-4a79-a6f0-fa433a1c5fae),segment_id=cc62b4a8-8db7-4a79-a6f0-fa433a1c5fae)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:22:39.926652 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-bf49ca51-87cc-49cb-a526-cafdd3e9dc15 req-61b8abe2-b2f9-430c-a122-e898d6f78416 tempest-ServerTagsTestJSON-502435279 tempest-ServerTagsTestJSON-502435279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:39.947541 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-bf49ca51-87cc-49cb-a526-cafdd3e9dc15 req-61b8abe2-b2f9-430c-a122-e898d6f78416 tempest-ServerTagsTestJSON-502435279 tempest-ServerTagsTestJSON-502435279-project] Calling delete_port for 017d1b94-1e61-4136-9dec-15b10ff61847 owned by compute:nova {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:22:40.102230 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-bf49ca51-87cc-49cb-a526-cafdd3e9dc15 req-61b8abe2-b2f9-430c-a122-e898d6f78416 tempest-ServerTagsTestJSON-502435279 tempest-ServerTagsTestJSON-502435279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:40.140516 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b8abe2-b2f9-430c-a122-e898d6f78416 tempest-ServerTagsTestJSON-502435279 tempest-ServerTagsTestJSON-502435279-project] Pushing event deleted for resources: {'Port': ['ID=017d1b94-1e61-4136-9dec-15b10ff61847,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:22:40.221051 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf49ca51-87cc-49cb-a526-cafdd3e9dc15 req-61b8abe2-b2f9-430c-a122-e898d6f78416 tempest-ServerTagsTestJSON-502435279 tempest-ServerTagsTestJSON-502435279-project] No DVR routers for this DVR port 017d1b94-1e61-4136-9dec-15b10ff61847 on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:22:40.224053 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-bf49ca51-87cc-49cb-a526-cafdd3e9dc15 req-61b8abe2-b2f9-430c-a122-e898d6f78416 tempest-ServerTagsTestJSON-502435279 tempest-ServerTagsTestJSON-502435279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:40.229324 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bf49ca51-87cc-49cb-a526-cafdd3e9dc15 req-61b8abe2-b2f9-430c-a122-e898d6f78416 tempest-ServerTagsTestJSON-502435279 tempest-ServerTagsTestJSON-502435279-project] 10.222.0.64 "DELETE /v2.0/ports/017d1b94-1e61-4136-9dec-15b10ff61847 HTTP/1.1" status: 204 len: 173 time: 0.5732312 Jul 24 00:22:40.230002 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8740a5cb-722f-4c25-8d54-529634f58719', 'name': 'network-vif-deleted', 'tag': '017d1b94-1e61-4136-9dec-15b10ff61847'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:22:40.239861 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c803e3b8-79db-4173-8d3d-97f86440112b" -d '{"events": [{"server_uuid": "8740a5cb-722f-4c25-8d54-529634f58719", "name": "network-vif-deleted", "tag": "017d1b94-1e61-4136-9dec-15b10ff61847"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:22:40.289293 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c74f78a-a6fb-4337-b4d3-e52dea9d73d8 x-openstack-request-id: req-0c74f78a-a6fb-4337-b4d3-e52dea9d73d8 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:22:40.289613 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8740a5cb-722f-4c25-8d54-529634f58719", "name": "network-vif-deleted", "tag": "017d1b94-1e61-4136-9dec-15b10ff61847", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:22:40.289860 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0c74f78a-a6fb-4337-b4d3-e52dea9d73d8 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:22:40.291432 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8740a5cb-722f-4c25-8d54-529634f58719', 'name': 'network-vif-deleted', 'tag': '017d1b94-1e61-4136-9dec-15b10ff61847', 'status': 'completed', 'code': 200} Jul 24 00:22:40.868991 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-97e7f175-07bf-40c9-bb12-1d3234c3fa09 req-28c28222-8a7d-481e-b222-2092712df1e5 tempest-ServerTagsTestJSON-502435279 tempest-ServerTagsTestJSON-502435279-project] 10.222.0.44 "GET /v2.0/ports?device_id=8740a5cb-722f-4c25-8d54-529634f58719 HTTP/1.1" status: 200 len: 210 time: 0.0441892 Jul 24 00:22:41.849449 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 017d1b94-1e61-4136-9dec-15b10ff61847 no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:22:41.886652 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] No Port match for: 017d1b94-1e61-4136-9dec-15b10ff61847 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:22:41.888359 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 017d1b94-1e61-4136-9dec-15b10ff61847 not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:22:41.944365 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 54768) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:22:42.028110 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-833c3a49-579d-44f4-83d0-76f3c6707330 admin admin] Deleting subnet cb78431b-ab8d-4898-b4a1-b7d770a4a509 {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:22:42.032222 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-833c3a49-579d-44f4-83d0-76f3c6707330 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:42.084548 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-833c3a49-579d-44f4-83d0-76f3c6707330 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:42.150748 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-833c3a49-579d-44f4-83d0-76f3c6707330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:42.236334 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-833c3a49-579d-44f4-83d0-76f3c6707330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:42.260240 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-833c3a49-579d-44f4-83d0-76f3c6707330 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:42.264334 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-833c3a49-579d-44f4-83d0-76f3c6707330 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/cb78431b-ab8d-4898-b4a1-b7d770a4a509 HTTP/1.1" status: 204 len: 168 time: 0.3169889 Jul 24 00:22:42.265282 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 54770) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:22:42.283410 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833c3a49-579d-44f4-83d0-76f3c6707330 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb78431b-ab8d-4898-b4a1-b7d770a4a509,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:22:42.342991 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-03483d2d-1a33-41ed-ab46-bf4be10dc3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:42.427746 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-03483d2d-1a33-41ed-ab46-bf4be10dc3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:42.438684 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-03483d2d-1a33-41ed-ab46-bf4be10dc3d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['874cc879-8334-4813-a7fa-3333f2ef2452']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:22:42.456182 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-03483d2d-1a33-41ed-ab46-bf4be10dc3d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc62b4a8-8db7-4a79-a6f0-fa433a1c5fae') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:22:42.457029 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-03483d2d-1a33-41ed-ab46-bf4be10dc3d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc62b4a8-8db7-4a79-a6f0-fa433a1c5fae') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:22:42.467875 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-03483d2d-1a33-41ed-ab46-bf4be10dc3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:42.483986 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-03483d2d-1a33-41ed-ab46-bf4be10dc3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:42.490883 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03483d2d-1a33-41ed-ab46-bf4be10dc3d0 admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:22:42.491520 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-03483d2d-1a33-41ed-ab46-bf4be10dc3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:42.545721 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:22:42.545721 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:22:42.545721 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:22:42.545721 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:22:42.545721 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:22:42.545721 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:22:42.545721 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:22:42.545721 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:22:42.545721 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:22:42.545721 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:22:42.545721 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:22:42.545721 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:22:42.545721 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:22:42.545721 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:22:42.545721 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:22:42.545721 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:22:42.545721 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:22:42.545721 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:22:42.545721 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:22:42.545721 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:22:42.545721 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:22:42.545721 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:22:42.545721 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:22:42.545721 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:22:42.545721 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:22:42.545721 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:22:42.545721 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:22:42.545721 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:22:42.545721 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:22:42.545721 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:22:42.545721 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:22:42.545721 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:22:42.552931 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-03483d2d-1a33-41ed-ab46-bf4be10dc3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:42.559857 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-03483d2d-1a33-41ed-ab46-bf4be10dc3d0 admin admin] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:42.565808 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-03483d2d-1a33-41ed-ab46-bf4be10dc3d0 admin admin] 10.222.0.44 "DELETE /v2.0/networks/874cc879-8334-4813-a7fa-3333f2ef2452 HTTP/1.1" status: 204 len: 168 time: 0.2979243 Jul 24 00:22:42.578540 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03483d2d-1a33-41ed-ab46-bf4be10dc3d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=874cc879-8334-4813-a7fa-3333f2ef2452,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:22:42.587740 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03483d2d-1a33-41ed-ab46-bf4be10dc3d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:22:42.588072 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03483d2d-1a33-41ed-ab46-bf4be10dc3d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:22:42.588422 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03483d2d-1a33-41ed-ab46-bf4be10dc3d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:22:42.588789 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03483d2d-1a33-41ed-ab46-bf4be10dc3d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:22:42.589128 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03483d2d-1a33-41ed-ab46-bf4be10dc3d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:22:42.589462 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03483d2d-1a33-41ed-ab46-bf4be10dc3d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:22:42.589818 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03483d2d-1a33-41ed-ab46-bf4be10dc3d0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:22:42.590146 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03483d2d-1a33-41ed-ab46-bf4be10dc3d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:22:42.590473 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03483d2d-1a33-41ed-ab46-bf4be10dc3d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:22:42.590899 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03483d2d-1a33-41ed-ab46-bf4be10dc3d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:22:42.591117 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03483d2d-1a33-41ed-ab46-bf4be10dc3d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:22:42.591442 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03483d2d-1a33-41ed-ab46-bf4be10dc3d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:22:42.744189 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 54780) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:22:42.791362 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-293d5ffc-d945-4a5b-852e-b933d51bcf15 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cf19210fb14b47f8ab4ff80b3313affc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0456140 Jul 24 00:22:42.793672 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 54782) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:22:42.848705 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-62963cc1-7cb3-4701-aa59-05eeb8d641af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:42.878994 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-62963cc1-7cb3-4701-aa59-05eeb8d641af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:42.959557 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-62963cc1-7cb3-4701-aa59-05eeb8d641af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:42.966006 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-62963cc1-7cb3-4701-aa59-05eeb8d641af admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:42.975091 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-62963cc1-7cb3-4701-aa59-05eeb8d641af admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/21738819-7daa-4557-8419-9cd708118339 HTTP/1.1" status: 204 len: 168 time: 0.1803322 Jul 24 00:22:42.984912 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62963cc1-7cb3-4701-aa59-05eeb8d641af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21738819-7daa-4557-8419-9cd708118339,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:22:44.880260 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:47.789844 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:48.366331 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 54972) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:22:48.589154 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f172b6a1-e84e-4664-9798-9fa27d9d7563 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:48.716584 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f172b6a1-e84e-4664-9798-9fa27d9d7563 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:48.729161 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f172b6a1-e84e-4664-9798-9fa27d9d7563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:48.760719 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-f172b6a1-e84e-4664-9798-9fa27d9d7563 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e6c08d76972843d38a1b8a03f0ed5f4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3934948 Jul 24 00:22:48.763334 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 54984) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:22:48.790771 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f172b6a1-e84e-4664-9798-9fa27d9d7563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8476d5-a38b-49d1-bbcd-69726efadd3e,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:22:48.843269 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-dd7881c7-ede5-45ef-a7df-9c4c9637217c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:48.877977 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-dd7881c7-ede5-45ef-a7df-9c4c9637217c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:48.958426 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-dd7881c7-ede5-45ef-a7df-9c4c9637217c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:48.961771 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-dd7881c7-ede5-45ef-a7df-9c4c9637217c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:48.963134 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-dd7881c7-ede5-45ef-a7df-9c4c9637217c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cf8476d5-a38b-49d1-bbcd-69726efadd3e HTTP/1.1" status: 204 len: 168 time: 0.1988032 Jul 24 00:22:48.973475 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7881c7-ede5-45ef-a7df-9c4c9637217c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8476d5-a38b-49d1-bbcd-69726efadd3e,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:22:49.398011 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 54994) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:22:49.429463 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0767b51a-13e5-4d2d-a49a-3a396864dc89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:49.572552 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0767b51a-13e5-4d2d-a49a-3a396864dc89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:49.577817 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0767b51a-13e5-4d2d-a49a-3a396864dc89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:49.603285 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0767b51a-13e5-4d2d-a49a-3a396864dc89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab27a37-0f8f-44b5-b338-7945d1446eff,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:22:49.639472 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-0767b51a-13e5-4d2d-a49a-3a396864dc89 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4053b38869da4cb296002761c6308f0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2400141 Jul 24 00:22:49.641947 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 54998) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:22:49.702348 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-24772fd5-3dde-4d3c-8fe2-24f8aae10824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:49.726236 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-24772fd5-3dde-4d3c-8fe2-24f8aae10824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:49.780452 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-24772fd5-3dde-4d3c-8fe2-24f8aae10824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:49.784050 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-24772fd5-3dde-4d3c-8fe2-24f8aae10824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:49.788409 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-24772fd5-3dde-4d3c-8fe2-24f8aae10824 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3ab27a37-0f8f-44b5-b338-7945d1446eff HTTP/1.1" status: 204 len: 168 time: 0.1429298 Jul 24 00:22:49.797827 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24772fd5-3dde-4d3c-8fe2-24f8aae10824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab27a37-0f8f-44b5-b338-7945d1446eff,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:22:52.210688 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 55184) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:22:52.331548 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9ecdcc61-cc02-452b-97d3-86fa3038529c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:52.426866 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9ecdcc61-cc02-452b-97d3-86fa3038529c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:52.434378 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9ecdcc61-cc02-452b-97d3-86fa3038529c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:52.467463 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55192) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:22:52.472154 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-9ecdcc61-cc02-452b-97d3-86fa3038529c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e0fcfd51ba28427e906f8fd3eac6e664&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2602639 Jul 24 00:22:52.496727 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecdcc61-cc02-452b-97d3-86fa3038529c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce798c8-2b34-4b64-a745-5c08a1365dbb,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:22:52.536548 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-930bfa76-5a94-4dff-bc7e-b932ea2bdd73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:52.559532 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-930bfa76-5a94-4dff-bc7e-b932ea2bdd73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:52.610094 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-930bfa76-5a94-4dff-bc7e-b932ea2bdd73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:52.613621 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-930bfa76-5a94-4dff-bc7e-b932ea2bdd73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:52.617858 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-930bfa76-5a94-4dff-bc7e-b932ea2bdd73 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8ce798c8-2b34-4b64-a745-5c08a1365dbb HTTP/1.1" status: 204 len: 168 time: 0.1494384 Jul 24 00:22:52.627724 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930bfa76-5a94-4dff-bc7e-b932ea2bdd73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce798c8-2b34-4b64-a745-5c08a1365dbb,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:22:52.944261 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55208) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:22:52.959506 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e8a157cc-06ca-4bf3-b909-fa6d6a9eeffb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:53.058623 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e8a157cc-06ca-4bf3-b909-fa6d6a9eeffb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:53.067158 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e8a157cc-06ca-4bf3-b909-fa6d6a9eeffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:53.109416 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-e8a157cc-06ca-4bf3-b909-fa6d6a9eeffb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9ee25b4ae5984f34ad1bb3a2cf6fcd64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1638165 Jul 24 00:22:53.110495 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a157cc-06ca-4bf3-b909-fa6d6a9eeffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd7f9e0-2e88-43e9-b9ce-d53508fad0e0,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:22:53.112208 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 55214) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:22:53.180731 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2f9d7913-e839-406e-9cd1-20fc51179ff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:53.183964 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f88c49c8-8d09-4a75-a632-fc122de6950a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:53.208517 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2f9d7913-e839-406e-9cd1-20fc51179ff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:53.259657 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2f9d7913-e839-406e-9cd1-20fc51179ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:53.262862 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2f9d7913-e839-406e-9cd1-20fc51179ff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:53.265289 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-2f9d7913-e839-406e-9cd1-20fc51179ff8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ebd7f9e0-2e88-43e9-b9ce-d53508fad0e0 HTTP/1.1" status: 204 len: 168 time: 0.1514955 Jul 24 00:22:53.275335 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9d7913-e839-406e-9cd1-20fc51179ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd7f9e0-2e88-43e9-b9ce-d53508fad0e0,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:22:53.874786 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 55236) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:22:53.931570 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-789f7758-35d8-4ebd-b28f-cdce8698ce42 admin admin] Deleting subnet 31ed7068-3690-4705-95c4-799eca210850 {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:22:53.942746 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-789f7758-35d8-4ebd-b28f-cdce8698ce42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:54.005699 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-789f7758-35d8-4ebd-b28f-cdce8698ce42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:54.053753 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-789f7758-35d8-4ebd-b28f-cdce8698ce42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:54.110163 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-789f7758-35d8-4ebd-b28f-cdce8698ce42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:54.151824 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789f7758-35d8-4ebd-b28f-cdce8698ce42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31ed7068-3690-4705-95c4-799eca210850,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:22:54.155553 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-789f7758-35d8-4ebd-b28f-cdce8698ce42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:54.160849 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-789f7758-35d8-4ebd-b28f-cdce8698ce42 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/31ed7068-3690-4705-95c4-799eca210850 HTTP/1.1" status: 204 len: 168 time: 0.2841051 Jul 24 00:22:54.161622 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55248) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:22:54.252983 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0cff710e-4dcb-4795-9507-31b68244bc49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:54.348724 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0cff710e-4dcb-4795-9507-31b68244bc49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:54.367720 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-0cff710e-4dcb-4795-9507-31b68244bc49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bd82b97-b608-4e5b-8d0e-b88b934893c3']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:22:54.387316 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-0cff710e-4dcb-4795-9507-31b68244bc49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67e3972e-3e88-4c11-b9b6-31d16839569b') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:22:54.387595 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-0cff710e-4dcb-4795-9507-31b68244bc49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67e3972e-3e88-4c11-b9b6-31d16839569b') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:22:54.402199 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0cff710e-4dcb-4795-9507-31b68244bc49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:54.417771 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0cff710e-4dcb-4795-9507-31b68244bc49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:54.425029 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cff710e-4dcb-4795-9507-31b68244bc49 admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:22:54.425684 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0cff710e-4dcb-4795-9507-31b68244bc49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:54.428015 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:22:54.428015 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:22:54.428015 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:22:54.428015 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:22:54.428015 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:22:54.428015 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:22:54.428015 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:22:54.428015 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:22:54.428015 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:22:54.428015 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:22:54.428015 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:22:54.428015 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:22:54.428015 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:22:54.428015 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:22:54.428015 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:22:54.428015 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:22:54.428015 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:22:54.428015 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:22:54.428015 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:22:54.428015 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:22:54.428015 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:22:54.428015 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:22:54.428015 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:22:54.428015 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:22:54.428015 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:22:54.428015 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:22:54.428015 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:22:54.428015 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:22:54.428015 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:22:54.428015 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:22:54.428015 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:22:54.428015 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:22:54.491432 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0cff710e-4dcb-4795-9507-31b68244bc49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:54.497358 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0cff710e-4dcb-4795-9507-31b68244bc49 admin admin] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:54.499247 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-0cff710e-4dcb-4795-9507-31b68244bc49 admin admin] 10.222.0.44 "DELETE /v2.0/networks/8bd82b97-b608-4e5b-8d0e-b88b934893c3 HTTP/1.1" status: 204 len: 168 time: 0.3364868 Jul 24 00:22:54.510115 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cff710e-4dcb-4795-9507-31b68244bc49 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bd82b97-b608-4e5b-8d0e-b88b934893c3,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:22:54.699602 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55266) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:22:54.742620 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-f1d0bc1e-d0e0-4c75-987e-655b1f8ebf6d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f9b92869b6f6486faaa5e2e95b0adcbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0417418 Jul 24 00:22:54.744996 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55268) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:22:54.820842 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9386fa56-da99-4912-8116-e578d76c512b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:54.844596 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9386fa56-da99-4912-8116-e578d76c512b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:54.913165 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9386fa56-da99-4912-8116-e578d76c512b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:54.916132 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9386fa56-da99-4912-8116-e578d76c512b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:54.917299 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-9386fa56-da99-4912-8116-e578d76c512b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6292f541-4a8e-4886-ba72-d9f93681db5a HTTP/1.1" status: 204 len: 168 time: 0.1713903 Jul 24 00:22:54.926646 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9386fa56-da99-4912-8116-e578d76c512b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6292f541-4a8e-4886-ba72-d9f93681db5a,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:22:55.749667 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3da4b388-e58d-41a2-95d1-fe96422a7748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:56.245994 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55344) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:22:56.465562 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3d55730c-bee6-4447-be8e-c67cd01a84f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:56.560451 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3d55730c-bee6-4447-be8e-c67cd01a84f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:56.567257 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3d55730c-bee6-4447-be8e-c67cd01a84f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:56.603707 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-3d55730c-bee6-4447-be8e-c67cd01a84f7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5eedca0da21d409981e207bf15fcde01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3566208 Jul 24 00:22:56.606428 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 55356) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:22:56.613838 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d55730c-bee6-4447-be8e-c67cd01a84f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7420ef-b9d9-444f-b79f-430908f5ed2a,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:22:56.669124 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c8520c48-2cb7-459c-8014-fa9fc81ef6d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:56.698191 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c8520c48-2cb7-459c-8014-fa9fc81ef6d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:56.750046 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c8520c48-2cb7-459c-8014-fa9fc81ef6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:56.754639 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c8520c48-2cb7-459c-8014-fa9fc81ef6d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:56.759988 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c8520c48-2cb7-459c-8014-fa9fc81ef6d4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2b7420ef-b9d9-444f-b79f-430908f5ed2a HTTP/1.1" status: 204 len: 168 time: 0.1517544 Jul 24 00:22:56.769341 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8520c48-2cb7-459c-8014-fa9fc81ef6d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7420ef-b9d9-444f-b79f-430908f5ed2a,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:22:56.777834 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:57.322028 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:22:58.918629 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:02.682811 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 55560) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:23:02.812472 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5a0455b4-a01f-410d-baa6-8676059026c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:02.933141 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5a0455b4-a01f-410d-baa6-8676059026c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:02.937303 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5a0455b4-a01f-410d-baa6-8676059026c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:02.993311 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55568) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:23:02.999754 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-5a0455b4-a01f-410d-baa6-8676059026c2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f2a3fe3aacf64d80bf3297004544b7e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3155022 Jul 24 00:23:03.001890 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0455b4-a01f-410d-baa6-8676059026c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a7fa16f-d77f-451c-b9be-fd5a5c8d71e3,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:23:03.047532 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-74e39703-e007-4506-825e-1da1d0e42e58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:03.076184 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-74e39703-e007-4506-825e-1da1d0e42e58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:03.129459 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-74e39703-e007-4506-825e-1da1d0e42e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:03.132128 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-74e39703-e007-4506-825e-1da1d0e42e58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:03.139279 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-74e39703-e007-4506-825e-1da1d0e42e58 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5a7fa16f-d77f-451c-b9be-fd5a5c8d71e3 HTTP/1.1" status: 204 len: 168 time: 0.1424811 Jul 24 00:23:03.149341 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e39703-e007-4506-825e-1da1d0e42e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a7fa16f-d77f-451c-b9be-fd5a5c8d71e3,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:23:03.452685 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55578) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:23:03.468243 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fbdfd8bb-05b8-42ea-832e-2d5241dbcfeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:03.580767 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fbdfd8bb-05b8-42ea-832e-2d5241dbcfeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:03.585020 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fbdfd8bb-05b8-42ea-832e-2d5241dbcfeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:03.624171 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-fbdfd8bb-05b8-42ea-832e-2d5241dbcfeb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=348f6f54b9a24709b0aba074f2da3bdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1700649 Jul 24 00:23:03.625154 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdfd8bb-05b8-42ea-832e-2d5241dbcfeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7acaab4b-4119-4a9f-ab2a-078f1b1dd3fc,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:23:03.628061 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 55582) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:23:03.694603 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-446c4205-36c5-4e17-ab1a-cf1c38b0157e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:03.724184 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-446c4205-36c5-4e17-ab1a-cf1c38b0157e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:03.778764 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-446c4205-36c5-4e17-ab1a-cf1c38b0157e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:03.781112 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-446c4205-36c5-4e17-ab1a-cf1c38b0157e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:03.782296 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-446c4205-36c5-4e17-ab1a-cf1c38b0157e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7acaab4b-4119-4a9f-ab2a-078f1b1dd3fc HTTP/1.1" status: 204 len: 168 time: 0.1521568 Jul 24 00:23:03.795382 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446c4205-36c5-4e17-ab1a-cf1c38b0157e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7acaab4b-4119-4a9f-ab2a-078f1b1dd3fc,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:23:04.134665 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55596) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:23:04.149830 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9c39d002-2a72-40ae-9885-33ab54dfdc09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:04.249566 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9c39d002-2a72-40ae-9885-33ab54dfdc09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:04.255760 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9c39d002-2a72-40ae-9885-33ab54dfdc09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:04.297337 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-9c39d002-2a72-40ae-9885-33ab54dfdc09 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e4af8a682d3348269e725efe210f0928&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1592741 Jul 24 00:23:04.297839 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 55602) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:23:04.304166 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39d002-2a72-40ae-9885-33ab54dfdc09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40115282-38d5-4f7e-821d-aecdff3f0486,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:23:04.348719 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f90e98ca-d4e6-4651-9f0a-ff83624fe41e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:04.370671 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f90e98ca-d4e6-4651-9f0a-ff83624fe41e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:04.422633 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f90e98ca-d4e6-4651-9f0a-ff83624fe41e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:04.426314 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f90e98ca-d4e6-4651-9f0a-ff83624fe41e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:04.427477 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-f90e98ca-d4e6-4651-9f0a-ff83624fe41e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/40115282-38d5-4f7e-821d-aecdff3f0486 HTTP/1.1" status: 204 len: 168 time: 0.1285334 Jul 24 00:23:04.437027 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90e98ca-d4e6-4651-9f0a-ff83624fe41e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40115282-38d5-4f7e-821d-aecdff3f0486,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:23:06.606469 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 55682) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:23:06.729711 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d74e094f-1d5d-4353-bc51-2408609372c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:06.832999 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d74e094f-1d5d-4353-bc51-2408609372c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:06.837980 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d74e094f-1d5d-4353-bc51-2408609372c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:06.883371 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-d74e094f-1d5d-4353-bc51-2408609372c4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=788fab92f0bc4267bed5dbe0b0937950&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2750685 Jul 24 00:23:06.884237 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74e094f-1d5d-4353-bc51-2408609372c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8c8e56-ae6d-4408-b029-4b17d78b2315,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:23:06.885611 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55696) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:23:06.963935 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1f689bfe-793d-4672-a255-eadde9419d03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:06.987073 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1f689bfe-793d-4672-a255-eadde9419d03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:07.038806 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1f689bfe-793d-4672-a255-eadde9419d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:07.042124 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1f689bfe-793d-4672-a255-eadde9419d03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:07.043533 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-1f689bfe-793d-4672-a255-eadde9419d03 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dc8c8e56-ae6d-4408-b029-4b17d78b2315 HTTP/1.1" status: 204 len: 168 time: 0.1563809 Jul 24 00:23:07.054792 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f689bfe-793d-4672-a255-eadde9419d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8c8e56-ae6d-4408-b029-4b17d78b2315,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:23:10.844681 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55788) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:23:10.952267 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c275f0b4-b26d-4bee-b850-bd97b88d0a38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:11.048573 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c275f0b4-b26d-4bee-b850-bd97b88d0a38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:11.053025 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c275f0b4-b26d-4bee-b850-bd97b88d0a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:11.090813 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-c275f0b4-b26d-4bee-b850-bd97b88d0a38 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=50cb5ff6181540919dedd2cf7b3a4c65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2449837 Jul 24 00:23:11.092734 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c275f0b4-b26d-4bee-b850-bd97b88d0a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=017927d2-d670-42f2-9646-60ff0eac5c7e,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:23:11.093765 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 55794) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:23:11.144158 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-34d47b12-99e2-4e5f-a952-88283e6ede88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:11.164921 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-34d47b12-99e2-4e5f-a952-88283e6ede88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:11.211700 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-34d47b12-99e2-4e5f-a952-88283e6ede88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:11.214607 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-34d47b12-99e2-4e5f-a952-88283e6ede88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:11.215808 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-34d47b12-99e2-4e5f-a952-88283e6ede88 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/017927d2-d670-42f2-9646-60ff0eac5c7e HTTP/1.1" status: 204 len: 168 time: 0.1208043 Jul 24 00:23:11.224390 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d47b12-99e2-4e5f-a952-88283e6ede88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=017927d2-d670-42f2-9646-60ff0eac5c7e,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:23:11.488481 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 55804) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:23:11.505123 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0b6ada44-ade6-4b06-9a5b-fb91b12bb0b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:11.602515 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0b6ada44-ade6-4b06-9a5b-fb91b12bb0b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:11.606802 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0b6ada44-ade6-4b06-9a5b-fb91b12bb0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:11.647892 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-0b6ada44-ade6-4b06-9a5b-fb91b12bb0b1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=20594e0dbe3a4711861c2d8a5fd379d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1582742 Jul 24 00:23:11.649955 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6ada44-ade6-4b06-9a5b-fb91b12bb0b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b50ac8-db09-4fee-af4d-5bf861cf5ab3,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:23:11.650760 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55808) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:23:11.701048 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4b5608f1-8388-4dac-9dfb-6a3fe492a14b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:11.722275 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4b5608f1-8388-4dac-9dfb-6a3fe492a14b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:11.773486 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4b5608f1-8388-4dac-9dfb-6a3fe492a14b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:11.776283 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4b5608f1-8388-4dac-9dfb-6a3fe492a14b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:11.777639 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-4b5608f1-8388-4dac-9dfb-6a3fe492a14b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/56b50ac8-db09-4fee-af4d-5bf861cf5ab3 HTTP/1.1" status: 204 len: 168 time: 0.1258578 Jul 24 00:23:11.788022 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5608f1-8388-4dac-9dfb-6a3fe492a14b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b50ac8-db09-4fee-af4d-5bf861cf5ab3,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:23:12.336113 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:23:12.780504 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55852) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:23:12.882543 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cf92e4f0-4cc8-4eff-8348-b66cd10eb0bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:12.973083 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cf92e4f0-4cc8-4eff-8348-b66cd10eb0bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:12.977907 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cf92e4f0-4cc8-4eff-8348-b66cd10eb0bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:13.015698 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-cf92e4f0-4cc8-4eff-8348-b66cd10eb0bc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4ccbfa00d3be4e00be6c487a634ca3ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2341080 Jul 24 00:23:13.018437 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 55856) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:23:13.019552 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf92e4f0-4cc8-4eff-8348-b66cd10eb0bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7d0e54-89ed-4917-ab3c-f54f0e3b2332,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:23:13.068067 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1e03d85b-7220-4b14-a9b4-0c2eed6e0a3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:13.092180 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1e03d85b-7220-4b14-a9b4-0c2eed6e0a3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:13.142033 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1e03d85b-7220-4b14-a9b4-0c2eed6e0a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:13.145303 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1e03d85b-7220-4b14-a9b4-0c2eed6e0a3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:13.146488 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-1e03d85b-7220-4b14-a9b4-0c2eed6e0a3e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4f7d0e54-89ed-4917-ab3c-f54f0e3b2332 HTTP/1.1" status: 204 len: 168 time: 0.1264231 Jul 24 00:23:13.154097 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e03d85b-7220-4b14-a9b4-0c2eed6e0a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f7d0e54-89ed-4917-ab3c-f54f0e3b2332,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:23:14.876354 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:15.245217 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 55992) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:23:15.348604 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-abe1533e-0e25-420a-b65e-def659d3f59e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:15.441577 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-abe1533e-0e25-420a-b65e-def659d3f59e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:15.445601 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-abe1533e-0e25-420a-b65e-def659d3f59e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:15.483019 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-abe1533e-0e25-420a-b65e-def659d3f59e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4e96be39530c4b5bbeaf36fdce5c814f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2366447 Jul 24 00:23:15.485044 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe1533e-0e25-420a-b65e-def659d3f59e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f4244c-83f8-4a38-874b-e8e0e8e522a1,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:23:15.485835 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 55996) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:23:15.534032 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1f335d2a-a0a2-4de2-aaac-1ba3b9320eb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:15.557689 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1f335d2a-a0a2-4de2-aaac-1ba3b9320eb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:15.607401 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1f335d2a-a0a2-4de2-aaac-1ba3b9320eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:15.610374 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1f335d2a-a0a2-4de2-aaac-1ba3b9320eb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:15.611622 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-1f335d2a-a0a2-4de2-aaac-1ba3b9320eb3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/44f4244c-83f8-4a38-874b-e8e0e8e522a1 HTTP/1.1" status: 204 len: 168 time: 0.1247940 Jul 24 00:23:15.619755 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f335d2a-a0a2-4de2-aaac-1ba3b9320eb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f4244c-83f8-4a38-874b-e8e0e8e522a1,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:23:15.880092 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 56006) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:23:15.893217 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-29027c8e-90d9-4372-9c7a-fdcc5b2cb1c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:15.987362 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-29027c8e-90d9-4372-9c7a-fdcc5b2cb1c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:15.991486 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-29027c8e-90d9-4372-9c7a-fdcc5b2cb1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:16.035529 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29027c8e-90d9-4372-9c7a-fdcc5b2cb1c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b434614-51cf-4ea6-8648-afcb6334d5d2,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:23:16.042158 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-29027c8e-90d9-4372-9c7a-fdcc5b2cb1c1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8db89094ce8d487abcf5c29052149774&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1610978 Jul 24 00:23:16.044835 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 56010) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:23:16.094237 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-65dd9eb9-800e-4c40-b0fe-fd4681851163 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:16.116281 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-65dd9eb9-800e-4c40-b0fe-fd4681851163 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:16.162345 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-65dd9eb9-800e-4c40-b0fe-fd4681851163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:16.165364 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-65dd9eb9-800e-4c40-b0fe-fd4681851163 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:16.166516 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-65dd9eb9-800e-4c40-b0fe-fd4681851163 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4b434614-51cf-4ea6-8648-afcb6334d5d2 HTTP/1.1" status: 204 len: 168 time: 0.1208916 Jul 24 00:23:16.174614 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dd9eb9-800e-4c40-b0fe-fd4681851163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b434614-51cf-4ea6-8648-afcb6334d5d2,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:23:16.849052 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 56046) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:23:16.952205 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-62d77e54-22aa-483f-ac3c-adf0e6ded679 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Request body: {'networks': [{'name': 'tempest-network--1562247412'}, {'name': 'tempest-network--1779374270'}]} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:23:16.952461 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-62d77e54-22aa-483f-ac3c-adf0e6ded679 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Request body: {'network': {'name': 'tempest-network--1562247412'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:23:16.952959 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-62d77e54-22aa-483f-ac3c-adf0e6ded679 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Request body: {'network': {'name': 'tempest-network--1779374270'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:23:16.974663 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62d77e54-22aa-483f-ac3c-adf0e6ded679 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Made reservation on behalf of eb5f61bafbe24c9f8279ec7678e52852 for: {'network': 2} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:23:16.979108 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-62d77e54-22aa-483f-ac3c-adf0e6ded679 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:16.988021 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-62d77e54-22aa-483f-ac3c-adf0e6ded679 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:17.079024 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-62d77e54-22aa-483f-ac3c-adf0e6ded679 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:17.084330 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-62d77e54-22aa-483f-ac3c-adf0e6ded679 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:17.084841 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-62d77e54-22aa-483f-ac3c-adf0e6ded679 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:17.131023 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d77e54-22aa-483f-ac3c-adf0e6ded679 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c47f51-6edf-4b87-917c-55d5f3fe8f31,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:23:17.141074 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62d77e54-22aa-483f-ac3c-adf0e6ded679 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:23:17.151702 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-62d77e54-22aa-483f-ac3c-adf0e6ded679 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:17.152051 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-62d77e54-22aa-483f-ac3c-adf0e6ded679 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Added segment 850fdd70-e048-4972-bf77-fc996025d03e of type vlan for network d687c86a-7950-43b4-b453-6958f5e08940 Jul 24 00:23:17.200425 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-62d77e54-22aa-483f-ac3c-adf0e6ded679 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:17.234588 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62d77e54-22aa-483f-ac3c-adf0e6ded679 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:23:17.243996 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-62d77e54-22aa-483f-ac3c-adf0e6ded679 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:17.244423 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-62d77e54-22aa-483f-ac3c-adf0e6ded679 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Added segment 90c03533-c6bc-42f3-963f-610509b6da38 of type vlan for network 297a4fc3-fdff-4901-b754-869aa57b50d4 Jul 24 00:23:17.285790 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-62d77e54-22aa-483f-ac3c-adf0e6ded679 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:17.318699 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-62d77e54-22aa-483f-ac3c-adf0e6ded679 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:17.319236 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-62d77e54-22aa-483f-ac3c-adf0e6ded679 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:17.324895 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d77e54-22aa-483f-ac3c-adf0e6ded679 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:23:17.330245 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d77e54-22aa-483f-ac3c-adf0e6ded679 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:23:17.330881 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-62d77e54-22aa-483f-ac3c-adf0e6ded679 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:17.372480 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-62d77e54-22aa-483f-ac3c-adf0e6ded679 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.5216510 Jul 24 00:23:17.376064 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56052) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:23:17.408474 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d77e54-22aa-483f-ac3c-adf0e6ded679 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Pushing event updated for resources: {'Network': ['ID=d687c86a-7950-43b4-b453-6958f5e08940,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:23:17.441930 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network d687c86a-7950-43b4-b453-6958f5e08940 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:23:17.565834 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d77e54-22aa-483f-ac3c-adf0e6ded679 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Pushing event updated for resources: {'Network': ['ID=297a4fc3-fdff-4901-b754-869aa57b50d4,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:23:17.593067 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 297a4fc3-fdff-4901-b754-869aa57b50d4 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:23:17.704650 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb38ff7b-d2bb-4b56-ad10-a41e9d9b12bf tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:23:17.710910 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb38ff7b-d2bb-4b56-ad10-a41e9d9b12bf tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:23:17.717259 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb38ff7b-d2bb-4b56-ad10-a41e9d9b12bf tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:23:17.724265 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb38ff7b-d2bb-4b56-ad10-a41e9d9b12bf tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:23:17.728971 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-fb38ff7b-d2bb-4b56-ad10-a41e9d9b12bf tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3507514 Jul 24 00:23:17.731433 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56066) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:23:17.790314 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:17.827685 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4465bd49-3cba-414b-b9ab-7c70e3cc6e5f tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:17.919277 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4465bd49-3cba-414b-b9ab-7c70e3cc6e5f tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:17.929875 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-4465bd49-3cba-414b-b9ab-7c70e3cc6e5f tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d687c86a-7950-43b4-b453-6958f5e08940']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:23:17.941216 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-4465bd49-3cba-414b-b9ab-7c70e3cc6e5f tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '850fdd70-e048-4972-bf77-fc996025d03e') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:23:17.941758 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-4465bd49-3cba-414b-b9ab-7c70e3cc6e5f tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '850fdd70-e048-4972-bf77-fc996025d03e') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:23:17.952343 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4465bd49-3cba-414b-b9ab-7c70e3cc6e5f tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:17.966076 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4465bd49-3cba-414b-b9ab-7c70e3cc6e5f tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:17.971826 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4465bd49-3cba-414b-b9ab-7c70e3cc6e5f tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:23:17.972219 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4465bd49-3cba-414b-b9ab-7c70e3cc6e5f tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:17.975128 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:23:17.975128 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:23:17.975128 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:23:17.975128 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:23:17.975128 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:23:17.975128 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:23:17.975128 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:23:17.975128 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:23:17.975128 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:23:17.975128 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:23:17.975128 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:23:17.975128 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:23:17.975128 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:23:17.975128 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:23:17.975128 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:23:17.975128 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:23:17.975128 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:23:17.975128 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:23:17.975128 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:23:17.975128 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:23:17.975128 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:23:17.975128 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:23:17.975128 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:23:17.975128 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:23:17.975128 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:23:17.975128 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:23:17.975128 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:23:17.975128 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:23:17.975128 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:23:17.975128 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:23:17.975128 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:23:17.975128 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:23:18.040158 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4465bd49-3cba-414b-b9ab-7c70e3cc6e5f tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:18.069395 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4465bd49-3cba-414b-b9ab-7c70e3cc6e5f tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:18.073392 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-4465bd49-3cba-414b-b9ab-7c70e3cc6e5f tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] 10.222.0.44 "DELETE /v2.0/networks/d687c86a-7950-43b4-b453-6958f5e08940 HTTP/1.1" status: 204 len: 168 time: 0.3409638 Jul 24 00:23:18.074180 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 56068) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:23:18.081934 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4465bd49-3cba-414b-b9ab-7c70e3cc6e5f tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Pushing event deleted for resources: {'Network': ['ID=d687c86a-7950-43b4-b453-6958f5e08940,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:23:18.180086 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fcc7581f-7e57-44a1-9e68-4f42a5b2b228 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:18.270625 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fcc7581f-7e57-44a1-9e68-4f42a5b2b228 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:18.281981 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-fcc7581f-7e57-44a1-9e68-4f42a5b2b228 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['297a4fc3-fdff-4901-b754-869aa57b50d4']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:23:18.292612 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-fcc7581f-7e57-44a1-9e68-4f42a5b2b228 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90c03533-c6bc-42f3-963f-610509b6da38') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:23:18.292949 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-fcc7581f-7e57-44a1-9e68-4f42a5b2b228 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90c03533-c6bc-42f3-963f-610509b6da38') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:23:18.302228 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fcc7581f-7e57-44a1-9e68-4f42a5b2b228 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:18.315406 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fcc7581f-7e57-44a1-9e68-4f42a5b2b228 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:18.321533 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcc7581f-7e57-44a1-9e68-4f42a5b2b228 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:23:18.322064 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fcc7581f-7e57-44a1-9e68-4f42a5b2b228 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:18.325044 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:23:18.325044 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:23:18.325044 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:23:18.325044 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:23:18.325044 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:23:18.325044 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:23:18.325044 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:23:18.325044 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:23:18.325044 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:23:18.325044 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:23:18.325044 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:23:18.325044 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:23:18.325044 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:23:18.325044 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:23:18.325044 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:23:18.325044 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:23:18.325044 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:23:18.325044 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:23:18.325044 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:23:18.325044 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:23:18.325044 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:23:18.325044 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:23:18.325044 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:23:18.325044 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:23:18.325044 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:23:18.325044 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:23:18.325044 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:23:18.325044 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:23:18.325044 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:23:18.325044 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:23:18.325044 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:23:18.325044 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:23:18.386294 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fcc7581f-7e57-44a1-9e68-4f42a5b2b228 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:18.393107 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fcc7581f-7e57-44a1-9e68-4f42a5b2b228 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:18.394918 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-fcc7581f-7e57-44a1-9e68-4f42a5b2b228 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] 10.222.0.44 "DELETE /v2.0/networks/297a4fc3-fdff-4901-b754-869aa57b50d4 HTTP/1.1" status: 204 len: 168 time: 0.3192739 Jul 24 00:23:18.397655 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56070) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:23:18.406285 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc7581f-7e57-44a1-9e68-4f42a5b2b228 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Pushing event deleted for resources: {'Network': ['ID=297a4fc3-fdff-4901-b754-869aa57b50d4,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:23:18.517846 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a771d7ad-5e33-4999-9312-4e943d8567a9 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:23:18.524147 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a771d7ad-5e33-4999-9312-4e943d8567a9 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:23:18.525819 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-a771d7ad-5e33-4999-9312-4e943d8567a9 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1270843 Jul 24 00:23:18.529596 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56076) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:23:18.535232 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-2f0075a6-7677-4d26-a27c-eecf5faaf29a tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1923852922'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:23:18.557798 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f0075a6-7677-4d26-a27c-eecf5faaf29a tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Made reservation on behalf of eb5f61bafbe24c9f8279ec7678e52852 for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:23:18.561206 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2f0075a6-7677-4d26-a27c-eecf5faaf29a tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:18.586250 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f0075a6-7677-4d26-a27c-eecf5faaf29a tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:23:18.596060 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2f0075a6-7677-4d26-a27c-eecf5faaf29a tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:18.596354 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-2f0075a6-7677-4d26-a27c-eecf5faaf29a tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Added segment e7185293-9387-4dff-b5a6-ad43296048e3 of type vlan for network fc29fccd-ae6a-43a9-820d-36ab5b7e2c8d Jul 24 00:23:18.637910 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2f0075a6-7677-4d26-a27c-eecf5faaf29a tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:18.670767 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2f0075a6-7677-4d26-a27c-eecf5faaf29a tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:18.677113 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0075a6-7677-4d26-a27c-eecf5faaf29a tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:23:18.677734 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2f0075a6-7677-4d26-a27c-eecf5faaf29a tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:18.741622 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-2f0075a6-7677-4d26-a27c-eecf5faaf29a tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2109253 Jul 24 00:23:18.744950 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 56086) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:23:18.750359 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-42a36824-ea53-47dd-b468-041f246d48c8 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1358941921'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:23:18.776727 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a36824-ea53-47dd-b468-041f246d48c8 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Made reservation on behalf of eb5f61bafbe24c9f8279ec7678e52852 for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:23:18.783550 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-42a36824-ea53-47dd-b468-041f246d48c8 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:18.812720 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42a36824-ea53-47dd-b468-041f246d48c8 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:23:18.817003 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0075a6-7677-4d26-a27c-eecf5faaf29a tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Pushing event updated for resources: {'Network': ['ID=fc29fccd-ae6a-43a9-820d-36ab5b7e2c8d,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:23:18.824296 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-42a36824-ea53-47dd-b468-041f246d48c8 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:18.824780 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-42a36824-ea53-47dd-b468-041f246d48c8 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Added segment f5036a2c-7dbe-4a02-ac85-b69a9f8158f9 of type vlan for network bac1fe98-a2f8-44d4-815c-042e6b1a5e31 Jul 24 00:23:18.838837 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network fc29fccd-ae6a-43a9-820d-36ab5b7e2c8d details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:23:18.883911 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-42a36824-ea53-47dd-b468-041f246d48c8 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:18.923372 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-42a36824-ea53-47dd-b468-041f246d48c8 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:18.930044 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a36824-ea53-47dd-b468-041f246d48c8 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:23:18.930837 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-42a36824-ea53-47dd-b468-041f246d48c8 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:18.961285 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-42a36824-ea53-47dd-b468-041f246d48c8 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2150271 Jul 24 00:23:18.964158 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56094) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:23:18.969352 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-1bb24f9b-abdf-43ac-9842-ff8bd29a7fa6 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Request body: {'ports': [{'network_id': 'fc29fccd-ae6a-43a9-820d-36ab5b7e2c8d', 'name': 'tempest-port--1025179889', 'admin_state_up': True}, {'network_id': 'bac1fe98-a2f8-44d4-815c-042e6b1a5e31', 'admin_state_up': False}]} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:23:18.969739 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-1bb24f9b-abdf-43ac-9842-ff8bd29a7fa6 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Request body: {'port': {'network_id': 'fc29fccd-ae6a-43a9-820d-36ab5b7e2c8d', 'name': 'tempest-port--1025179889', 'admin_state_up': True}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:23:18.970234 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-1bb24f9b-abdf-43ac-9842-ff8bd29a7fa6 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Request body: {'port': {'network_id': 'bac1fe98-a2f8-44d4-815c-042e6b1a5e31', 'admin_state_up': False}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:23:19.047951 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a36824-ea53-47dd-b468-041f246d48c8 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Pushing event updated for resources: {'Network': ['ID=bac1fe98-a2f8-44d4-815c-042e6b1a5e31,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:23:19.060300 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network bac1fe98-a2f8-44d4-815c-042e6b1a5e31 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:23:19.565231 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb24f9b-abdf-43ac-9842-ff8bd29a7fa6 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Made reservation on behalf of eb5f61bafbe24c9f8279ec7678e52852 for: {'port': 2} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:23:19.570442 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1bb24f9b-abdf-43ac-9842-ff8bd29a7fa6 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:19.583514 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1bb24f9b-abdf-43ac-9842-ff8bd29a7fa6 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:19.663524 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [None req-1bb24f9b-abdf-43ac-9842-ff8bd29a7fa6 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] device_id is not set on port 4f53479c-2b3c-4f21-9132-f45ffbeea7ba yet. {{(pid=100313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:23:19.789735 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1bb24f9b-abdf-43ac-9842-ff8bd29a7fa6 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:19.858038 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [None req-1bb24f9b-abdf-43ac-9842-ff8bd29a7fa6 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] device_id is not set on port 0d7deb13-af10-4707-b8da-fc51cfda018f yet. {{(pid=100313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:23:19.983869 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1bb24f9b-abdf-43ac-9842-ff8bd29a7fa6 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:20.032487 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1bb24f9b-abdf-43ac-9842-ff8bd29a7fa6 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:20.110275 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb24f9b-abdf-43ac-9842-ff8bd29a7fa6 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Pushing event updated for resources: {'Port': ['ID=4f53479c-2b3c-4f21-9132-f45ffbeea7ba,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:23:20.117115 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb24f9b-abdf-43ac-9842-ff8bd29a7fa6 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Checking segment: {'id': 'e7185293-9387-4dff-b5a6-ad43296048e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'fc29fccd-ae6a-43a9-820d-36ab5b7e2c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:23:20.117779 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb24f9b-abdf-43ac-9842-ff8bd29a7fa6 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Network hostable DHCP agents. Network: fc29fccd-ae6a-43a9-820d-36ab5b7e2c8d, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:23:20.137664 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb24f9b-abdf-43ac-9842-ff8bd29a7fa6 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Network fc29fccd-ae6a-43a9-820d-36ab5b7e2c8d is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:23:20.148566 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-1bb24f9b-abdf-43ac-9842-ff8bd29a7fa6 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, fc29fccd-ae6a-43a9-820d-36ab5b7e2c8d) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:23:20.153015 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb24f9b-abdf-43ac-9842-ff8bd29a7fa6 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:23:20.153918 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1bb24f9b-abdf-43ac-9842-ff8bd29a7fa6 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:20.159941 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef337dd2-f663-4735-8d1c-c209f7ac980d None None] Network fc29fccd-ae6a-43a9-820d-36ab5b7e2c8d requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:23:20.221311 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb24f9b-abdf-43ac-9842-ff8bd29a7fa6 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Pushing event updated for resources: {'Port': ['ID=0d7deb13-af10-4707-b8da-fc51cfda018f,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:23:20.259783 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb24f9b-abdf-43ac-9842-ff8bd29a7fa6 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Checking segment: {'id': 'f5036a2c-7dbe-4a02-ac85-b69a9f8158f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'bac1fe98-a2f8-44d4-815c-042e6b1a5e31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:23:20.260063 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb24f9b-abdf-43ac-9842-ff8bd29a7fa6 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Network hostable DHCP agents. Network: bac1fe98-a2f8-44d4-815c-042e6b1a5e31, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:23:20.288470 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb24f9b-abdf-43ac-9842-ff8bd29a7fa6 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Network bac1fe98-a2f8-44d4-815c-042e6b1a5e31 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:23:20.309689 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-1bb24f9b-abdf-43ac-9842-ff8bd29a7fa6 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, bac1fe98-a2f8-44d4-815c-042e6b1a5e31) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:23:20.326740 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6517afc-73da-4f8d-b2eb-06a7057ed738 None None] Network bac1fe98-a2f8-44d4-815c-042e6b1a5e31 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:23:20.328947 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb24f9b-abdf-43ac-9842-ff8bd29a7fa6 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:23:20.335155 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb24f9b-abdf-43ac-9842-ff8bd29a7fa6 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:23:20.340449 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb24f9b-abdf-43ac-9842-ff8bd29a7fa6 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:23:20.340764 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1bb24f9b-abdf-43ac-9842-ff8bd29a7fa6 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:20.365844 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-1bb24f9b-abdf-43ac-9842-ff8bd29a7fa6 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.3981748 Jul 24 00:23:20.366887 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 56108) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:23:20.454027 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a035f49-79c4-477e-8dbc-a353b42b504c tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:23:20.461998 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a035f49-79c4-477e-8dbc-a353b42b504c tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:23:20.463825 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-1a035f49-79c4-477e-8dbc-a353b42b504c tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0967138 Jul 24 00:23:20.466925 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56110) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:23:20.574224 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-e0589919-fea1-487a-b745-ca60180e6007 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Deleting port 4f53479c-2b3c-4f21-9132-f45ffbeea7ba {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:23:20.574916 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e0589919-fea1-487a-b745-ca60180e6007 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:20.638622 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e0589919-fea1-487a-b745-ca60180e6007 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:20.650532 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-e0589919-fea1-487a-b745-ca60180e6007 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Calling delete_port for 4f53479c-2b3c-4f21-9132-f45ffbeea7ba owned by {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:23:20.736507 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e0589919-fea1-487a-b745-ca60180e6007 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:20.773645 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0589919-fea1-487a-b745-ca60180e6007 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Pushing event deleted for resources: {'Port': ['ID=4f53479c-2b3c-4f21-9132-f45ffbeea7ba,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:23:20.777549 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e0589919-fea1-487a-b745-ca60180e6007 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:20.782596 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 56114) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:23:20.782734 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-e0589919-fea1-487a-b745-ca60180e6007 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] 10.222.0.44 "DELETE /v2.0/ports/4f53479c-2b3c-4f21-9132-f45ffbeea7ba HTTP/1.1" status: 204 len: 168 time: 0.3146017 Jul 24 00:23:20.884762 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-315439e4-a20b-4bef-8fde-cab11faf85ad tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Deleting port 0d7deb13-af10-4707-b8da-fc51cfda018f {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:23:20.885145 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-315439e4-a20b-4bef-8fde-cab11faf85ad tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:20.959606 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-315439e4-a20b-4bef-8fde-cab11faf85ad tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:20.973379 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-315439e4-a20b-4bef-8fde-cab11faf85ad tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Calling delete_port for 0d7deb13-af10-4707-b8da-fc51cfda018f owned by {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:23:21.058933 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-315439e4-a20b-4bef-8fde-cab11faf85ad tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:21.089364 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315439e4-a20b-4bef-8fde-cab11faf85ad tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Pushing event deleted for resources: {'Port': ['ID=0d7deb13-af10-4707-b8da-fc51cfda018f,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:23:21.100064 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-315439e4-a20b-4bef-8fde-cab11faf85ad tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:21.102289 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-315439e4-a20b-4bef-8fde-cab11faf85ad tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] 10.222.0.44 "DELETE /v2.0/ports/0d7deb13-af10-4707-b8da-fc51cfda018f HTTP/1.1" status: 204 len: 168 time: 0.3183513 Jul 24 00:23:21.105200 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56118) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:23:21.163608 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-6dfbf6cd-e8cc-4670-a482-1330f775f3cd tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0555263 Jul 24 00:23:21.166011 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 56124) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:23:21.171911 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-39bfc8e2-a1fe-449c-9449-47fcac123c4b tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1322973341'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:23:21.194437 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39bfc8e2-a1fe-449c-9449-47fcac123c4b tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Made reservation on behalf of eb5f61bafbe24c9f8279ec7678e52852 for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:23:21.198190 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-39bfc8e2-a1fe-449c-9449-47fcac123c4b tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:21.224980 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39bfc8e2-a1fe-449c-9449-47fcac123c4b tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:23:21.235247 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-39bfc8e2-a1fe-449c-9449-47fcac123c4b tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:21.236184 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-39bfc8e2-a1fe-449c-9449-47fcac123c4b tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Added segment 504ca916-ae04-44ae-9a2f-f14224909c17 of type vlan for network a7e18722-5120-4474-9fa7-c3ea3f476b18 Jul 24 00:23:21.281786 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-39bfc8e2-a1fe-449c-9449-47fcac123c4b tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:21.313442 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-39bfc8e2-a1fe-449c-9449-47fcac123c4b tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:21.319750 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bfc8e2-a1fe-449c-9449-47fcac123c4b tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:23:21.320355 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-39bfc8e2-a1fe-449c-9449-47fcac123c4b tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:21.364992 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-39bfc8e2-a1fe-449c-9449-47fcac123c4b tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1976471 Jul 24 00:23:21.368102 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 56126) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:23:21.397569 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-7fe8a5d6-de2a-452d-b169-5b2429e7c9ca tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-37520836'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:23:21.401788 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bfc8e2-a1fe-449c-9449-47fcac123c4b tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Pushing event updated for resources: {'Network': ['ID=a7e18722-5120-4474-9fa7-c3ea3f476b18,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:23:21.412430 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network a7e18722-5120-4474-9fa7-c3ea3f476b18 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:23:21.421028 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe8a5d6-de2a-452d-b169-5b2429e7c9ca tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Made reservation on behalf of eb5f61bafbe24c9f8279ec7678e52852 for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:23:21.424974 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7fe8a5d6-de2a-452d-b169-5b2429e7c9ca tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:21.454468 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fe8a5d6-de2a-452d-b169-5b2429e7c9ca tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:23:21.465332 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7fe8a5d6-de2a-452d-b169-5b2429e7c9ca tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:21.466009 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-7fe8a5d6-de2a-452d-b169-5b2429e7c9ca tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Added segment c655cee5-b2ff-4c0f-844f-688242359a38 of type vlan for network 58af63ba-1c16-43bd-ba3f-65c45b0e62c0 Jul 24 00:23:21.511526 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7fe8a5d6-de2a-452d-b169-5b2429e7c9ca tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:21.541733 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7fe8a5d6-de2a-452d-b169-5b2429e7c9ca tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:21.547685 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe8a5d6-de2a-452d-b169-5b2429e7c9ca tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:23:21.548391 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7fe8a5d6-de2a-452d-b169-5b2429e7c9ca tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:21.592576 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-7fe8a5d6-de2a-452d-b169-5b2429e7c9ca tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2238529 Jul 24 00:23:21.622978 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8a5d6-de2a-452d-b169-5b2429e7c9ca tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Pushing event updated for resources: {'Network': ['ID=58af63ba-1c16-43bd-ba3f-65c45b0e62c0,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:23:21.643464 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 58af63ba-1c16-43bd-ba3f-65c45b0e62c0 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:23:21.727833 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 56128) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:23:21.733492 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-f453d333-b799-433c-b1cd-9a40be97dc34 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Request body: {'subnets': [{'network_id': 'a7e18722-5120-4474-9fa7-c3ea3f476b18', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--547059657', 'ip_version': 4}, {'network_id': '58af63ba-1c16-43bd-ba3f-65c45b0e62c0', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:23:21.733816 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-f453d333-b799-433c-b1cd-9a40be97dc34 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Request body: {'subnet': {'network_id': 'a7e18722-5120-4474-9fa7-c3ea3f476b18', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--547059657', 'ip_version': 4}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:23:21.734432 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-f453d333-b799-433c-b1cd-9a40be97dc34 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Request body: {'subnet': {'network_id': '58af63ba-1c16-43bd-ba3f-65c45b0e62c0', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:23:21.911452 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f453d333-b799-433c-b1cd-9a40be97dc34 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Made reservation on behalf of eb5f61bafbe24c9f8279ec7678e52852 for: {'subnet': 2} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:23:21.916266 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f453d333-b799-433c-b1cd-9a40be97dc34 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:21.916620 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f453d333-b799-433c-b1cd-9a40be97dc34 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:22.321091 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f453d333-b799-433c-b1cd-9a40be97dc34 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:22.383932 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f453d333-b799-433c-b1cd-9a40be97dc34 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Pushing event updated for resources: {'Subnet': ['ID=02e2d6a9-7f04-4347-9297-330a517721a0,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:23:22.392939 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f453d333-b799-433c-b1cd-9a40be97dc34 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Checking segment: {'id': '504ca916-ae04-44ae-9a2f-f14224909c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'a7e18722-5120-4474-9fa7-c3ea3f476b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:23:22.393312 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f453d333-b799-433c-b1cd-9a40be97dc34 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Network hostable DHCP agents. Network: a7e18722-5120-4474-9fa7-c3ea3f476b18, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:23:22.411462 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f453d333-b799-433c-b1cd-9a40be97dc34 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Network a7e18722-5120-4474-9fa7-c3ea3f476b18 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:23:22.422881 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-f453d333-b799-433c-b1cd-9a40be97dc34 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, a7e18722-5120-4474-9fa7-c3ea3f476b18) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:23:22.427999 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f453d333-b799-433c-b1cd-9a40be97dc34 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:22.438039 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c62660-a897-4491-a8e8-83e1663f9a75 None None] Network a7e18722-5120-4474-9fa7-c3ea3f476b18 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:23:22.501660 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f453d333-b799-433c-b1cd-9a40be97dc34 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Pushing event updated for resources: {'Subnet': ['ID=de1f5794-0e53-4210-b3bc-a8e7414eea7b,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:23:22.509912 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f453d333-b799-433c-b1cd-9a40be97dc34 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Checking segment: {'id': 'c655cee5-b2ff-4c0f-844f-688242359a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '58af63ba-1c16-43bd-ba3f-65c45b0e62c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:23:22.510337 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f453d333-b799-433c-b1cd-9a40be97dc34 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Network hostable DHCP agents. Network: 58af63ba-1c16-43bd-ba3f-65c45b0e62c0, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:23:22.530059 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f453d333-b799-433c-b1cd-9a40be97dc34 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Network 58af63ba-1c16-43bd-ba3f-65c45b0e62c0 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:23:22.551136 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-f453d333-b799-433c-b1cd-9a40be97dc34 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 58af63ba-1c16-43bd-ba3f-65c45b0e62c0) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:23:22.565257 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f453d333-b799-433c-b1cd-9a40be97dc34 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:23:22.566630 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f453d333-b799-433c-b1cd-9a40be97dc34 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:23:22.567615 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f453d333-b799-433c-b1cd-9a40be97dc34 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:22.587323 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-f453d333-b799-433c-b1cd-9a40be97dc34 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 0.8582475 Jul 24 00:23:22.589730 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 56138) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:23:22.655338 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55ecb77-633a-4299-915d-13793da84167 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:23:22.657001 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55ecb77-633a-4299-915d-13793da84167 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:23:22.658872 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55ecb77-633a-4299-915d-13793da84167 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:23:22.663918 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56140) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:23:22.664512 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-d55ecb77-633a-4299-915d-13793da84167 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.0732245 Jul 24 00:23:22.676679 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e3b7b2-68d4-4d1c-a241-07506f9a45bf None None] Network 58af63ba-1c16-43bd-ba3f-65c45b0e62c0 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:23:22.723924 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-9abcd954-6da4-4121-a745-86335e758b55 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Deleting subnet 02e2d6a9-7f04-4347-9297-330a517721a0 {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:23:22.728168 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9abcd954-6da4-4121-a745-86335e758b55 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:22.787292 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9abcd954-6da4-4121-a745-86335e758b55 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:22.852254 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9abcd954-6da4-4121-a745-86335e758b55 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:22.881165 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a47504-f54c-4368-8cef-a747edc45bf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-a7e18722-5120-4474-9fa7-c3ea3f476b18', 'network_id': 'a7e18722-5120-4474-9fa7-c3ea3f476b18', 'tenant_id': 'eb5f61bafbe24c9f8279ec7678e52852', 'fixed_ips': [{'subnet_id': '02e2d6a9-7f04-4347-9297-330a517721a0'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:23:22.882330 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a4a47504-f54c-4368-8cef-a747edc45bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:22.926306 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9abcd954-6da4-4121-a745-86335e758b55 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:22.928957 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212ffce4-fdd1-40b4-9b20-963b7a2cd27d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-58af63ba-1c16-43bd-ba3f-65c45b0e62c0', 'network_id': '58af63ba-1c16-43bd-ba3f-65c45b0e62c0', 'tenant_id': 'eb5f61bafbe24c9f8279ec7678e52852', 'fixed_ips': [{'subnet_id': 'de1f5794-0e53-4210-b3bc-a8e7414eea7b'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:23:22.930392 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212ffce4-fdd1-40b4-9b20-963b7a2cd27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:22.983137 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9abcd954-6da4-4121-a745-86335e758b55 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:22.988527 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 56148) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:23:23.001369 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-9abcd954-6da4-4121-a745-86335e758b55 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] 10.222.0.44 "DELETE /v2.0/subnets/02e2d6a9-7f04-4347-9297-330a517721a0 HTTP/1.1" status: 204 len: 168 time: 0.3363109 Jul 24 00:23:23.002405 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abcd954-6da4-4121-a745-86335e758b55 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Pushing event deleted for resources: {'Subnet': ['ID=02e2d6a9-7f04-4347-9297-330a517721a0,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:23:23.056713 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-89746d31-c7ac-4ab1-a57b-d992919f2c9a tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Deleting subnet de1f5794-0e53-4210-b3bc-a8e7414eea7b {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:23:23.142134 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fe212f-66ca-4af4-8d46-54341478f6ec None None] Network a7e18722-5120-4474-9fa7-c3ea3f476b18 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:23:23.149115 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-212ffce4-fdd1-40b4-9b20-963b7a2cd27d None None] Allocated IP 172.20.0.18 (58af63ba-1c16-43bd-ba3f-65c45b0e62c0/de1f5794-0e53-4210-b3bc-a8e7414eea7b/af9593a7-56cc-4c90-bdf7-7b9816db40eb) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:23:23.261261 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-804b68e7-84d6-478c-807a-69d260cd14e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:23.431640 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212ffce4-fdd1-40b4-9b20-963b7a2cd27d None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:23.440029 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212ffce4-fdd1-40b4-9b20-963b7a2cd27d None None] Transition to ACTIVE for port object af9593a7-56cc-4c90-bdf7-7b9816db40eb will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:23:23.457858 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212ffce4-fdd1-40b4-9b20-963b7a2cd27d None None] Transition to ACTIVE for port object af9593a7-56cc-4c90-bdf7-7b9816db40eb will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:23:23.463056 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-89746d31-c7ac-4ab1-a57b-d992919f2c9a tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:23.467688 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212ffce4-fdd1-40b4-9b20-963b7a2cd27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:23.507147 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212ffce4-fdd1-40b4-9b20-963b7a2cd27d None None] Network 58af63ba-1c16-43bd-ba3f-65c45b0e62c0 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:23:23.510315 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-89746d31-c7ac-4ab1-a57b-d992919f2c9a tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:23.512365 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-212ffce4-fdd1-40b4-9b20-963b7a2cd27d None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:23:23.515930 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212ffce4-fdd1-40b4-9b20-963b7a2cd27d None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:23:23.523181 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212ffce4-fdd1-40b4-9b20-963b7a2cd27d None None] Pushing event updated for resources: {'Port': ['ID=af9593a7-56cc-4c90-bdf7-7b9816db40eb,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:23:23.553774 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212ffce4-fdd1-40b4-9b20-963b7a2cd27d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:23:23.554192 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212ffce4-fdd1-40b4-9b20-963b7a2cd27d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:23:23.554646 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212ffce4-fdd1-40b4-9b20-963b7a2cd27d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:23:23.555088 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212ffce4-fdd1-40b4-9b20-963b7a2cd27d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:23:23.555524 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212ffce4-fdd1-40b4-9b20-963b7a2cd27d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:23:23.555960 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212ffce4-fdd1-40b4-9b20-963b7a2cd27d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:23:23.556388 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212ffce4-fdd1-40b4-9b20-963b7a2cd27d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:23:23.556855 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212ffce4-fdd1-40b4-9b20-963b7a2cd27d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:23:23.557288 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212ffce4-fdd1-40b4-9b20-963b7a2cd27d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:23:23.557713 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212ffce4-fdd1-40b4-9b20-963b7a2cd27d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:23:23.558138 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212ffce4-fdd1-40b4-9b20-963b7a2cd27d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:23:23.558563 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212ffce4-fdd1-40b4-9b20-963b7a2cd27d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:23:23.592849 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-212ffce4-fdd1-40b4-9b20-963b7a2cd27d None None] Attempting to bind port af9593a7-56cc-4c90-bdf7-7b9816db40eb on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:23:23.593361 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-212ffce4-fdd1-40b4-9b20-963b7a2cd27d None None] Attempting to bind port af9593a7-56cc-4c90-bdf7-7b9816db40eb by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': 'c655cee5-b2ff-4c0f-844f-688242359a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '58af63ba-1c16-43bd-ba3f-65c45b0e62c0'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:23:23.593833 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212ffce4-fdd1-40b4-9b20-963b7a2cd27d None None] Attempting to bind port af9593a7-56cc-4c90-bdf7-7b9816db40eb on network 58af63ba-1c16-43bd-ba3f-65c45b0e62c0 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:23:23.599303 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212ffce4-fdd1-40b4-9b20-963b7a2cd27d None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:23:23.599793 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212ffce4-fdd1-40b4-9b20-963b7a2cd27d None None] Checking segment: {'id': 'c655cee5-b2ff-4c0f-844f-688242359a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '58af63ba-1c16-43bd-ba3f-65c45b0e62c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:23:23.600315 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212ffce4-fdd1-40b4-9b20-963b7a2cd27d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:23.600832 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212ffce4-fdd1-40b4-9b20-963b7a2cd27d None None] Bound using segment: {'id': 'c655cee5-b2ff-4c0f-844f-688242359a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '58af63ba-1c16-43bd-ba3f-65c45b0e62c0'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:23:23.601401 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-212ffce4-fdd1-40b4-9b20-963b7a2cd27d None None] Bound port: af9593a7-56cc-4c90-bdf7-7b9816db40eb, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c655cee5-b2ff-4c0f-844f-688242359a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '58af63ba-1c16-43bd-ba3f-65c45b0e62c0'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:23:23.601884 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212ffce4-fdd1-40b4-9b20-963b7a2cd27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:23.605776 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-89746d31-c7ac-4ab1-a57b-d992919f2c9a tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:23.672463 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-89746d31-c7ac-4ab1-a57b-d992919f2c9a tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:23.676266 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212ffce4-fdd1-40b4-9b20-963b7a2cd27d None None] For port af9593a7-56cc-4c90-bdf7-7b9816db40eb, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:23:23.680042 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212ffce4-fdd1-40b4-9b20-963b7a2cd27d None None] For port af9593a7-56cc-4c90-bdf7-7b9816db40eb, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=af9593a7-56cc-4c90-bdf7-7b9816db40eb,segment=NetworkSegment(c655cee5-b2ff-4c0f-844f-688242359a38),segment_id=c655cee5-b2ff-4c0f-844f-688242359a38)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:23:23.684340 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212ffce4-fdd1-40b4-9b20-963b7a2cd27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:23.702948 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89746d31-c7ac-4ab1-a57b-d992919f2c9a tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Pushing event deleted for resources: {'Subnet': ['ID=de1f5794-0e53-4210-b3bc-a8e7414eea7b,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:23:23.707982 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-89746d31-c7ac-4ab1-a57b-d992919f2c9a tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:23.712492 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-89746d31-c7ac-4ab1-a57b-d992919f2c9a tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] 10.222.0.44 "DELETE /v2.0/subnets/de1f5794-0e53-4210-b3bc-a8e7414eea7b HTTP/1.1" status: 204 len: 168 time: 0.7228415 Jul 24 00:23:23.712674 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56152) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:23:23.763478 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212ffce4-fdd1-40b4-9b20-963b7a2cd27d None None] Pushing event updated for resources: {'Port': ['ID=af9593a7-56cc-4c90-bdf7-7b9816db40eb,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:23:23.812103 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df37860c-6e2f-4f82-8a5d-999771c12709 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:23:23.813885 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-df37860c-6e2f-4f82-8a5d-999771c12709 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0996008 Jul 24 00:23:23.818104 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56156) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:23:23.914488 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d2d48d59-1791-4710-9183-989c1386c472 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:23.994053 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-d2d48d59-1791-4710-9183-989c1386c472 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Deleting port af9593a7-56cc-4c90-bdf7-7b9816db40eb {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:23:23.996772 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d2d48d59-1791-4710-9183-989c1386c472 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:24.089344 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-d2d48d59-1791-4710-9183-989c1386c472 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] For port af9593a7-56cc-4c90-bdf7-7b9816db40eb, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=af9593a7-56cc-4c90-bdf7-7b9816db40eb,segment=NetworkSegment(c655cee5-b2ff-4c0f-844f-688242359a38),segment_id=c655cee5-b2ff-4c0f-844f-688242359a38)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:23:24.089888 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d2d48d59-1791-4710-9183-989c1386c472 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:24.111140 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-d2d48d59-1791-4710-9183-989c1386c472 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Calling delete_port for af9593a7-56cc-4c90-bdf7-7b9816db40eb owned by network:dhcp {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:23:24.196780 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d2d48d59-1791-4710-9183-989c1386c472 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:24.223379 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d48d59-1791-4710-9183-989c1386c472 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Pushing event deleted for resources: {'Port': ['ID=af9593a7-56cc-4c90-bdf7-7b9816db40eb,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:23:24.227791 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d48d59-1791-4710-9183-989c1386c472 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] No DVR routers for this DVR port af9593a7-56cc-4c90-bdf7-7b9816db40eb on host n-d-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:23:24.321583 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d2d48d59-1791-4710-9183-989c1386c472 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:24.335360 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-d2d48d59-1791-4710-9183-989c1386c472 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58af63ba-1c16-43bd-ba3f-65c45b0e62c0']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:23:24.349193 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-d2d48d59-1791-4710-9183-989c1386c472 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c655cee5-b2ff-4c0f-844f-688242359a38') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:23:24.349496 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-d2d48d59-1791-4710-9183-989c1386c472 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c655cee5-b2ff-4c0f-844f-688242359a38') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:23:24.359549 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d2d48d59-1791-4710-9183-989c1386c472 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:24.402675 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d2d48d59-1791-4710-9183-989c1386c472 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:24.411518 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2d48d59-1791-4710-9183-989c1386c472 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:23:24.411901 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d2d48d59-1791-4710-9183-989c1386c472 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:24.416256 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:23:24.416256 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:23:24.416256 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:23:24.416256 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:23:24.416256 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:23:24.416256 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:23:24.416256 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:23:24.416256 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:23:24.416256 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:23:24.416256 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:23:24.416256 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:23:24.416256 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:23:24.416256 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:23:24.416256 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:23:24.416256 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:23:24.416256 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:23:24.416256 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:23:24.416256 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:23:24.416256 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:23:24.416256 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:23:24.416256 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:23:24.416256 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:23:24.416256 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:23:24.416256 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:23:24.416256 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:23:24.416256 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:23:24.416256 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:23:24.416256 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:23:24.416256 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:23:24.416256 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:23:24.416256 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:23:24.416256 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:23:24.495740 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d2d48d59-1791-4710-9183-989c1386c472 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:24.500699 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d2d48d59-1791-4710-9183-989c1386c472 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:24.504969 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-d2d48d59-1791-4710-9183-989c1386c472 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] 10.222.0.44 "DELETE /v2.0/networks/58af63ba-1c16-43bd-ba3f-65c45b0e62c0 HTTP/1.1" status: 204 len: 168 time: 0.6831937 Jul 24 00:23:24.505324 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 56170) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:23:24.535709 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39372fb-a49b-4e68-ab60-d2989c1e40e0 req-9debbde6-a4e3-4459-a73f-f4321c52adb1 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:23:24.537406 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b39372fb-a49b-4e68-ab60-d2989c1e40e0 req-9debbde6-a4e3-4459-a73f-f4321c52adb1 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=01ba2839-0af5-46aa-be86-5a7a6c831e5a HTTP/1.1" status: 200 len: 945 time: 0.1704905 Jul 24 00:23:24.539275 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d48d59-1791-4710-9183-989c1386c472 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Pushing event deleted for resources: {'Network': ['ID=58af63ba-1c16-43bd-ba3f-65c45b0e62c0,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:23:24.583410 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b39372fb-a49b-4e68-ab60-d2989c1e40e0 req-7ebc2df4-ac91-40d6-8f5e-6ebf1d6fae0b tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b86d8b5-9a55-4033-b55c-0b77ad34eb08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369442 Jul 24 00:23:24.605549 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1ed7b932-e572-4b8b-8235-099befe9348e tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:24.693649 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1ed7b932-e572-4b8b-8235-099befe9348e tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:24.704673 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-1ed7b932-e572-4b8b-8235-099befe9348e tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7e18722-5120-4474-9fa7-c3ea3f476b18']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:23:24.721019 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-1ed7b932-e572-4b8b-8235-099befe9348e tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '504ca916-ae04-44ae-9a2f-f14224909c17') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:23:24.721399 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-1ed7b932-e572-4b8b-8235-099befe9348e tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '504ca916-ae04-44ae-9a2f-f14224909c17') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:23:24.732195 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1ed7b932-e572-4b8b-8235-099befe9348e tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:24.747108 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1ed7b932-e572-4b8b-8235-099befe9348e tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:24.756431 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ed7b932-e572-4b8b-8235-099befe9348e tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:23:24.757024 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1ed7b932-e572-4b8b-8235-099befe9348e tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:24.760519 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:23:24.760519 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:23:24.760519 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:23:24.760519 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:23:24.760519 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:23:24.760519 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:23:24.760519 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:23:24.760519 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:23:24.760519 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:23:24.760519 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:23:24.760519 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:23:24.760519 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:23:24.760519 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:23:24.760519 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:23:24.760519 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:23:24.760519 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:23:24.760519 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:23:24.760519 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:23:24.760519 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:23:24.760519 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:23:24.760519 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:23:24.760519 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:23:24.760519 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:23:24.760519 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:23:24.760519 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:23:24.760519 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:23:24.760519 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:23:24.760519 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:23:24.760519 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:23:24.760519 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:23:24.760519 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:23:24.760519 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:23:24.835234 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1ed7b932-e572-4b8b-8235-099befe9348e tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:24.843516 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1ed7b932-e572-4b8b-8235-099befe9348e tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:24.848680 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-1ed7b932-e572-4b8b-8235-099befe9348e tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] 10.222.0.44 "DELETE /v2.0/networks/a7e18722-5120-4474-9fa7-c3ea3f476b18 HTTP/1.1" status: 204 len: 168 time: 0.3396027 Jul 24 00:23:24.849107 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56178) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:23:24.866399 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed7b932-e572-4b8b-8235-099befe9348e tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Pushing event deleted for resources: {'Network': ['ID=a7e18722-5120-4474-9fa7-c3ea3f476b18,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:23:24.964214 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f30461f4-2e0a-4a3e-851f-5e4006c31405 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:24.973964 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24c98bd-0e0d-4d1c-bb4a-05bd3d226574 None None] DHCP port deletion for 58af63ba-1c16-43bd-ba3f-65c45b0e62c0 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:23:24.985660 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-23c1858b-c64c-4025-8448-e3e644974ce7 None None] Could not find standard attr ID for object af9593a7-56cc-4c90-bdf7-7b9816db40eb. {{(pid=100315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 00:23:24.995573 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2584f41-a48d-4f08-a9e1-338e5402bb79 None None] Network 58af63ba-1c16-43bd-ba3f-65c45b0e62c0 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:23:25.007918 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2584f41-a48d-4f08-a9e1-338e5402bb79 None None] Network 58af63ba-1c16-43bd-ba3f-65c45b0e62c0 could not be found, it might have been deleted concurrently. {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 24 00:23:25.053562 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f30461f4-2e0a-4a3e-851f-5e4006c31405 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:25.063227 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-f30461f4-2e0a-4a3e-851f-5e4006c31405 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bac1fe98-a2f8-44d4-815c-042e6b1a5e31']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:23:25.073782 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-f30461f4-2e0a-4a3e-851f-5e4006c31405 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5036a2c-7dbe-4a02-ac85-b69a9f8158f9') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:23:25.074197 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-f30461f4-2e0a-4a3e-851f-5e4006c31405 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5036a2c-7dbe-4a02-ac85-b69a9f8158f9') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:23:25.083739 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f30461f4-2e0a-4a3e-851f-5e4006c31405 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:25.101648 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f30461f4-2e0a-4a3e-851f-5e4006c31405 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:25.107400 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f30461f4-2e0a-4a3e-851f-5e4006c31405 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:23:25.107786 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f30461f4-2e0a-4a3e-851f-5e4006c31405 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:25.110686 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:23:25.110686 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:23:25.110686 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:23:25.110686 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:23:25.110686 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:23:25.110686 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:23:25.110686 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:23:25.110686 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:23:25.110686 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:23:25.110686 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:23:25.110686 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:23:25.110686 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:23:25.110686 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:23:25.110686 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:23:25.110686 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:23:25.110686 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:23:25.110686 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:23:25.110686 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:23:25.110686 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:23:25.110686 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:23:25.110686 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:23:25.110686 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:23:25.110686 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:23:25.110686 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:23:25.110686 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:23:25.110686 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:23:25.110686 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:23:25.110686 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:23:25.110686 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:23:25.110686 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:23:25.110686 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:23:25.110686 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:23:25.173861 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f30461f4-2e0a-4a3e-851f-5e4006c31405 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:25.180348 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f30461f4-2e0a-4a3e-851f-5e4006c31405 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:25.182179 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-f30461f4-2e0a-4a3e-851f-5e4006c31405 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] 10.222.0.44 "DELETE /v2.0/networks/bac1fe98-a2f8-44d4-815c-042e6b1a5e31 HTTP/1.1" status: 204 len: 168 time: 0.3318453 Jul 24 00:23:25.184892 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 56180) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:23:25.193552 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30461f4-2e0a-4a3e-851f-5e4006c31405 tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Pushing event deleted for resources: {'Network': ['ID=bac1fe98-a2f8-44d4-815c-042e6b1a5e31,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:23:25.266464 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6dac-7936-472b-b04b-6797b143895e tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:25.350509 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6dac-7936-472b-b04b-6797b143895e tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:25.360150 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-f9cf6dac-7936-472b-b04b-6797b143895e tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc29fccd-ae6a-43a9-820d-36ab5b7e2c8d']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:23:25.374736 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-f9cf6dac-7936-472b-b04b-6797b143895e tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7185293-9387-4dff-b5a6-ad43296048e3') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:23:25.375036 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-f9cf6dac-7936-472b-b04b-6797b143895e tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7185293-9387-4dff-b5a6-ad43296048e3') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:23:25.384830 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6dac-7936-472b-b04b-6797b143895e tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:25.399213 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6dac-7936-472b-b04b-6797b143895e tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:25.405690 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9cf6dac-7936-472b-b04b-6797b143895e tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:23:25.406142 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6dac-7936-472b-b04b-6797b143895e tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:25.410021 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:23:25.410021 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:23:25.410021 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:23:25.410021 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:23:25.410021 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:23:25.410021 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:23:25.410021 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:23:25.410021 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:23:25.410021 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:23:25.410021 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:23:25.410021 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:23:25.410021 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:23:25.410021 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:23:25.410021 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:23:25.410021 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:23:25.410021 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:23:25.410021 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:23:25.410021 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:23:25.410021 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:23:25.410021 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:23:25.410021 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:23:25.410021 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:23:25.410021 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:23:25.410021 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:23:25.410021 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:23:25.410021 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:23:25.410021 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:23:25.410021 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:23:25.410021 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:23:25.410021 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:23:25.410021 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:23:25.410021 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:23:25.473453 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6dac-7936-472b-b04b-6797b143895e tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:25.477851 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6dac-7936-472b-b04b-6797b143895e tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:25.480013 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-f9cf6dac-7936-472b-b04b-6797b143895e tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] 10.222.0.44 "DELETE /v2.0/networks/fc29fccd-ae6a-43a9-820d-36ab5b7e2c8d HTTP/1.1" status: 204 len: 168 time: 0.2939546 Jul 24 00:23:25.496417 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6dac-7936-472b-b04b-6797b143895e tempest-BulkNetworkOpsTest-239673082 tempest-BulkNetworkOpsTest-239673082-project] Pushing event deleted for resources: {'Network': ['ID=fc29fccd-ae6a-43a9-820d-36ab5b7e2c8d,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:23:25.728728 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56190) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:23:25.730937 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ba848-83d2-4cef-ae52-d439ccc74987 req-b86bc666-b3ca-4c07-ad3f-8f68846921d6 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:23:25.738343 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7e8ba848-83d2-4cef-ae52-d439ccc74987 req-b86bc666-b3ca-4c07-ad3f-8f68846921d6 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=01ba2839-0af5-46aa-be86-5a7a6c831e5a HTTP/1.1" status: 200 len: 945 time: 0.0802400 Jul 24 00:23:25.750861 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-046f6e4c-ba97-466f-b611-71f40e1a1fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:25.781560 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7e8ba848-83d2-4cef-ae52-d439ccc74987 req-130258d2-a2ce-4b28-b675-c7b3c6dbdb36 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b86d8b5-9a55-4033-b55c-0b77ad34eb08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409131 Jul 24 00:23:25.883865 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0b01ce-cf94-4370-88fa-220115e14330 req-680b5c09-5bb7-442c-91b5-147fe7173639 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:23:25.885543 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8f0b01ce-cf94-4370-88fa-220115e14330 req-680b5c09-5bb7-442c-91b5-147fe7173639 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.64 "GET /v2.0/ports?device_id=01ba2839-0af5-46aa-be86-5a7a6c831e5a HTTP/1.1" status: 200 len: 945 time: 0.0809500 Jul 24 00:23:25.902358 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-e99b841d-fa12-4793-9972-3b38c1e48065 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=eb5f61bafbe24c9f8279ec7678e52852&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1724153 Jul 24 00:23:25.904764 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56200) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:23:25.962165 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5ceedb4a-a734-429c-9b14-e311f4624261 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:25.989757 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5ceedb4a-a734-429c-9b14-e311f4624261 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:25.997071 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-8f0b01ce-cf94-4370-88fa-220115e14330 req-7f47f9a7-3a1d-42b4-9b9b-e9d76b3d715a tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Deleting port 26108f50-26f8-4507-b4e4-cb5d99a1f87a {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:23:25.997420 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-8f0b01ce-cf94-4370-88fa-220115e14330 req-7f47f9a7-3a1d-42b4-9b9b-e9d76b3d715a tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:26.036526 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5ceedb4a-a734-429c-9b14-e311f4624261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:26.039408 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5ceedb4a-a734-429c-9b14-e311f4624261 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:26.043054 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-5ceedb4a-a734-429c-9b14-e311f4624261 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e5c47f51-6edf-4b87-917c-55d5f3fe8f31 HTTP/1.1" status: 204 len: 168 time: 0.1349213 Jul 24 00:23:26.049266 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceedb4a-a734-429c-9b14-e311f4624261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c47f51-6edf-4b87-917c-55d5f3fe8f31,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:23:26.436739 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-8f0b01ce-cf94-4370-88fa-220115e14330 req-7f47f9a7-3a1d-42b4-9b9b-e9d76b3d715a tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] For port 26108f50-26f8-4507-b4e4-cb5d99a1f87a, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=26108f50-26f8-4507-b4e4-cb5d99a1f87a,segment=NetworkSegment(a1a1465a-fd99-41c9-bf89-faf21d67cc5e),segment_id=a1a1465a-fd99-41c9-bf89-faf21d67cc5e)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:23:26.437148 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-8f0b01ce-cf94-4370-88fa-220115e14330 req-7f47f9a7-3a1d-42b4-9b9b-e9d76b3d715a tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:26.641340 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-8f0b01ce-cf94-4370-88fa-220115e14330 req-7f47f9a7-3a1d-42b4-9b9b-e9d76b3d715a tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:26.641726 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-8f0b01ce-cf94-4370-88fa-220115e14330 req-7f47f9a7-3a1d-42b4-9b9b-e9d76b3d715a tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:26.642107 n-d-800088-16 neutron-server[100314]: INFO neutron.db.l3_db [req-8f0b01ce-cf94-4370-88fa-220115e14330 req-7f47f9a7-3a1d-42b4-9b9b-e9d76b3d715a tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Floating IP 3c1fd973-7a4e-447c-ae2f-eca030d3af70 disassociated. External IP: 172.25.3.227, port: 26108f50-26f8-4507-b4e4-cb5d99a1f87a. Jul 24 00:23:26.642462 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-8f0b01ce-cf94-4370-88fa-220115e14330 req-7f47f9a7-3a1d-42b4-9b9b-e9d76b3d715a tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Calling delete_port for 26108f50-26f8-4507-b4e4-cb5d99a1f87a owned by compute:nova {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:23:26.766000 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56236) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:23:26.787034 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:26.832032 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-8f0b01ce-cf94-4370-88fa-220115e14330 req-7f47f9a7-3a1d-42b4-9b9b-e9d76b3d715a tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:26.875109 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f47f9a7-3a1d-42b4-9b9b-e9d76b3d715a tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Pushing event deleted for resources: {'Port': ['ID=26108f50-26f8-4507-b4e4-cb5d99a1f87a,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:23:26.885013 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-2c005586-1cc1-436f-a0e3-e887c002fb32 tempest-NetworksNegativeTestJSON-1865832025 tempest-NetworksNegativeTestJSON-1865832025-project] Request body: {'port': {'network_id': 'fc3e1034-b8c1-4be5-8a85-cfa1eeaf9d58', 'name': 'tempest-NetworksNegativeTestJSON-1525288391'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:23:26.929799 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c005586-1cc1-436f-a0e3-e887c002fb32 tempest-NetworksNegativeTestJSON-1865832025 tempest-NetworksNegativeTestJSON-1865832025-project] POST failed (client error): The resource could not be found. Jul 24 00:23:26.930605 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c005586-1cc1-436f-a0e3-e887c002fb32 tempest-NetworksNegativeTestJSON-1865832025 tempest-NetworksNegativeTestJSON-1865832025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:23:26.935412 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-2c005586-1cc1-436f-a0e3-e887c002fb32 tempest-NetworksNegativeTestJSON-1865832025 tempest-NetworksNegativeTestJSON-1865832025-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1642992 Jul 24 00:23:26.946441 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5bf171bd-5b70-41e5-9e02-3c03504e9345 req-02d1ec57-2d6c-45c4-acf8-b3fa39f5d8b5 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=01ba2839-0af5-46aa-be86-5a7a6c831e5a HTTP/1.1" status: 200 len: 210 time: 0.0783467 Jul 24 00:23:26.947016 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56244) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:23:26.966738 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-052bd5a6-6bc8-4da0-b55d-3ba757f716ef tempest-NetworksNegativeTestJSON-1865832025 tempest-NetworksNegativeTestJSON-1865832025-project] DELETE failed (client error): The resource could not be found. Jul 24 00:23:26.967286 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-052bd5a6-6bc8-4da0-b55d-3ba757f716ef tempest-NetworksNegativeTestJSON-1865832025 tempest-NetworksNegativeTestJSON-1865832025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:23:26.969011 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-052bd5a6-6bc8-4da0-b55d-3ba757f716ef tempest-NetworksNegativeTestJSON-1865832025 tempest-NetworksNegativeTestJSON-1865832025-project] 10.222.0.44 "DELETE /v2.0/networks/142366b9-4333-4932-b51a-63251bbc008a HTTP/1.1" status: 404 len: 339 time: 0.0210021 Jul 24 00:23:26.976151 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 56246) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:23:27.004680 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-97369952-fb78-426a-8077-5c25eededa3a tempest-NetworksNegativeTestJSON-1865832025 tempest-NetworksNegativeTestJSON-1865832025-project] DELETE failed (client error): The resource could not be found. Jul 24 00:23:27.005334 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97369952-fb78-426a-8077-5c25eededa3a tempest-NetworksNegativeTestJSON-1865832025 tempest-NetworksNegativeTestJSON-1865832025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:23:27.007026 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-97369952-fb78-426a-8077-5c25eededa3a tempest-NetworksNegativeTestJSON-1865832025 tempest-NetworksNegativeTestJSON-1865832025-project] 10.222.0.44 "DELETE /v2.0/ports/2fd2efe5-2bd1-4208-a92e-2d2b65c13012 HTTP/1.1" status: 404 len: 333 time: 0.0299273 Jul 24 00:23:27.010679 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 56248) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:23:27.043612 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5c064f8-6a30-4fa2-8a5c-348dc5153859 tempest-NetworksNegativeTestJSON-1865832025 tempest-NetworksNegativeTestJSON-1865832025-project] DELETE failed (client error): The resource could not be found. Jul 24 00:23:27.044080 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5c064f8-6a30-4fa2-8a5c-348dc5153859 tempest-NetworksNegativeTestJSON-1865832025 tempest-NetworksNegativeTestJSON-1865832025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:23:27.045843 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-e5c064f8-6a30-4fa2-8a5c-348dc5153859 tempest-NetworksNegativeTestJSON-1865832025 tempest-NetworksNegativeTestJSON-1865832025-project] 10.222.0.44 "DELETE /v2.0/subnets/762f4b03-a7d4-48d3-a515-c707ee66db0c HTTP/1.1" status: 404 len: 337 time: 0.0342677 Jul 24 00:23:27.050123 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 56250) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:23:27.073854 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-e718debd-7cc3-4008-82dd-1feee9a07051 tempest-NetworksNegativeTestJSON-1865832025 tempest-NetworksNegativeTestJSON-1865832025-project] GET failed (client error): The resource could not be found. Jul 24 00:23:27.075281 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-e718debd-7cc3-4008-82dd-1feee9a07051 tempest-NetworksNegativeTestJSON-1865832025 tempest-NetworksNegativeTestJSON-1865832025-project] 10.222.0.44 "GET /v2.0/networks/7c2ac9b9-e9cd-4a0d-8528-59a10c691b7b HTTP/1.1" status: 404 len: 339 time: 0.0242429 Jul 24 00:23:27.079288 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56256) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:23:27.084149 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f0b01ce-cf94-4370-88fa-220115e14330 req-7f47f9a7-3a1d-42b4-9b9b-e9d76b3d715a tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Router 35802a2e-931b-4279-8f39-0827c1de9608 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:23:27.107906 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e153e9d-19da-451e-bea1-2715688a6ed8 tempest-NetworksNegativeTestJSON-1865832025 tempest-NetworksNegativeTestJSON-1865832025-project] GET failed (client error): The resource could not be found. Jul 24 00:23:27.110048 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-5e153e9d-19da-451e-bea1-2715688a6ed8 tempest-NetworksNegativeTestJSON-1865832025 tempest-NetworksNegativeTestJSON-1865832025-project] 10.222.0.44 "GET /v2.0/ports/33dd60c6-17c5-4625-82e2-427a83361fdf HTTP/1.1" status: 404 len: 333 time: 0.0291054 Jul 24 00:23:27.113828 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56258) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:23:27.156213 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-f184af38-cfad-4b7a-a3db-453352167e83 tempest-NetworksNegativeTestJSON-1865832025 tempest-NetworksNegativeTestJSON-1865832025-project] GET failed (client error): The resource could not be found. Jul 24 00:23:27.158005 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-f184af38-cfad-4b7a-a3db-453352167e83 tempest-NetworksNegativeTestJSON-1865832025 tempest-NetworksNegativeTestJSON-1865832025-project] 10.222.0.44 "GET /v2.0/subnets/a763b2b3-6cf4-445c-8676-730bc790dfab HTTP/1.1" status: 404 len: 337 time: 0.0430415 Jul 24 00:23:27.163443 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56260) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:23:27.170285 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-427c588f-3ccf-4782-b8e8-aabd69ae5796 tempest-NetworksNegativeTestJSON-1865832025 tempest-NetworksNegativeTestJSON-1865832025-project] Request body: {'network': {'name': 'new_name'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:23:27.189277 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-427c588f-3ccf-4782-b8e8-aabd69ae5796 tempest-NetworksNegativeTestJSON-1865832025 tempest-NetworksNegativeTestJSON-1865832025-project] PUT failed (client error): The resource could not be found. Jul 24 00:23:27.189838 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-427c588f-3ccf-4782-b8e8-aabd69ae5796 tempest-NetworksNegativeTestJSON-1865832025 tempest-NetworksNegativeTestJSON-1865832025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:23:27.194730 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 56262) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:23:27.194871 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-427c588f-3ccf-4782-b8e8-aabd69ae5796 tempest-NetworksNegativeTestJSON-1865832025 tempest-NetworksNegativeTestJSON-1865832025-project] 10.222.0.44 "PUT /v2.0/networks/c9e92a3a-9335-4cd0-b31b-7be760657f0d HTTP/1.1" status: 404 len: 339 time: 0.0301187 Jul 24 00:23:27.200214 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-c36d599c-d2e6-4fa1-9693-cd83d679d8e4 tempest-NetworksNegativeTestJSON-1865832025 tempest-NetworksNegativeTestJSON-1865832025-project] Request body: {'port': {'name': 'new_name'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:23:27.225727 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-c36d599c-d2e6-4fa1-9693-cd83d679d8e4 tempest-NetworksNegativeTestJSON-1865832025 tempest-NetworksNegativeTestJSON-1865832025-project] PUT failed (client error): The resource could not be found. Jul 24 00:23:27.226443 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c36d599c-d2e6-4fa1-9693-cd83d679d8e4 tempest-NetworksNegativeTestJSON-1865832025 tempest-NetworksNegativeTestJSON-1865832025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:23:27.227620 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-c36d599c-d2e6-4fa1-9693-cd83d679d8e4 tempest-NetworksNegativeTestJSON-1865832025 tempest-NetworksNegativeTestJSON-1865832025-project] 10.222.0.44 "PUT /v2.0/ports/592f8e70-86e2-485e-ab66-8df42d3d39f7 HTTP/1.1" status: 404 len: 333 time: 0.0319057 Jul 24 00:23:27.228936 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f0b01ce-cf94-4370-88fa-220115e14330 req-7f47f9a7-3a1d-42b4-9b9b-e9d76b3d715a tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:23:27.231364 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 56264) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:23:27.237114 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-f51a17d4-1dac-48cd-b195-ca5d79db4102 tempest-NetworksNegativeTestJSON-1865832025 tempest-NetworksNegativeTestJSON-1865832025-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:23:27.240934 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1539679f-3bca-4fb4-9032-54a29e4f4590 None None] Sync routers for ids ['35802a2e-931b-4279-8f39-0827c1de9608'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:23:27.251898 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1539679f-3bca-4fb4-9032-54a29e4f4590 None None] Routers {'35802a2e-931b-4279-8f39-0827c1de9608'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:23:27.253393 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-1539679f-3bca-4fb4-9032-54a29e4f4590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:23:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['35802a2e-931b-4279-8f39-0827c1de9608'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:23:27.284088 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-f51a17d4-1dac-48cd-b195-ca5d79db4102 tempest-NetworksNegativeTestJSON-1865832025 tempest-NetworksNegativeTestJSON-1865832025-project] PUT failed (client error): The resource could not be found. Jul 24 00:23:27.284566 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f51a17d4-1dac-48cd-b195-ca5d79db4102 tempest-NetworksNegativeTestJSON-1865832025 tempest-NetworksNegativeTestJSON-1865832025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:23:27.285786 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-f51a17d4-1dac-48cd-b195-ca5d79db4102 tempest-NetworksNegativeTestJSON-1865832025 tempest-NetworksNegativeTestJSON-1865832025-project] 10.222.0.44 "PUT /v2.0/subnets/aba3a62e-16ca-4683-97d8-27eb47d1a319 HTTP/1.1" status: 404 len: 337 time: 0.0535116 Jul 24 00:23:27.325442 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f0b01ce-cf94-4370-88fa-220115e14330 req-7f47f9a7-3a1d-42b4-9b9b-e9d76b3d715a tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] No DVR routers for this DVR port 26108f50-26f8-4507-b4e4-cb5d99a1f87a on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:23:27.328464 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-8f0b01ce-cf94-4370-88fa-220115e14330 req-7f47f9a7-3a1d-42b4-9b9b-e9d76b3d715a tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:27.334018 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8f0b01ce-cf94-4370-88fa-220115e14330 req-7f47f9a7-3a1d-42b4-9b9b-e9d76b3d715a tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.64 "DELETE /v2.0/ports/26108f50-26f8-4507-b4e4-cb5d99a1f87a HTTP/1.1" status: 204 len: 173 time: 1.4370618 Jul 24 00:23:27.334344 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01ba2839-0af5-46aa-be86-5a7a6c831e5a', 'name': 'network-vif-deleted', 'tag': '26108f50-26f8-4507-b4e4-cb5d99a1f87a'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:23:27.336992 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fbd9301-778e-4da0-83eb-608295e44805" -d '{"events": [{"server_uuid": "01ba2839-0af5-46aa-be86-5a7a6c831e5a", "name": "network-vif-deleted", "tag": "26108f50-26f8-4507-b4e4-cb5d99a1f87a"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:23:27.386414 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:27.412845 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1becdb-2ee0-41f0-9360-ee9f7ef18277 x-openstack-request-id: req-dc1becdb-2ee0-41f0-9360-ee9f7ef18277 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:23:27.413143 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01ba2839-0af5-46aa-be86-5a7a6c831e5a", "name": "network-vif-deleted", "tag": "26108f50-26f8-4507-b4e4-cb5d99a1f87a", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:23:27.413395 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dc1becdb-2ee0-41f0-9360-ee9f7ef18277 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:23:27.413952 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01ba2839-0af5-46aa-be86-5a7a6c831e5a', 'name': 'network-vif-deleted', 'tag': '26108f50-26f8-4507-b4e4-cb5d99a1f87a', 'status': 'completed', 'code': 200} Jul 24 00:23:27.477782 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-1539679f-3bca-4fb4-9032-54a29e4f4590 None None] Set router 35802a2e-931b-4279-8f39-0827c1de9608 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:23:27.654917 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 56278) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:23:27.782570 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-42c7a34c-bdbd-4724-8f3b-8662f519d559 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:27.787221 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-1539679f-3bca-4fb4-9032-54a29e4f4590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35802a2e-931b-4279-8f39-0827c1de9608', 'name': 'tempest-TestVolumeBootPattern-1928393820-router', 'tenant_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '945b6507-7839-445a-bdc2-5cfac81cde75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:16:42Z', 'updated_at': '2021-07-24T00:16:45Z', 'revision_number': 4, 'project_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'gw_port': {'id': '945b6507-7839-445a-bdc2-5cfac81cde75', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35802a2e-931b-4279-8f39-0827c1de9608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:42Z', 'updated_at': '2021-07-24T00:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '0777a88b-5aef-4932-9db4-0c2450616791', 'name': '', 'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f', 'tenant_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'mac_address': 'fa:16:3e:7b:72:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35802a2e-931b-4279-8f39-0827c1de9608', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '4f660729-e229-442a-bec0-0f7d8794afc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:45Z', 'updated_at': '2021-07-24T00:16:54Z', 'revision_number': 5, 'project_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'subnets': [{'id': '4f660729-e229-442a-bec0-0f7d8794afc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:23:27.818068 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1539679f-3bca-4fb4-9032-54a29e4f4590 None None] Checking router: 35802a2e-931b-4279-8f39-0827c1de9608 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:23:27.827951 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1539679f-3bca-4fb4-9032-54a29e4f4590 None None] Routers {'35802a2e-931b-4279-8f39-0827c1de9608'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:23:27.828893 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-1539679f-3bca-4fb4-9032-54a29e4f4590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:23:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['35802a2e-931b-4279-8f39-0827c1de9608'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:23:27.895108 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-42c7a34c-bdbd-4724-8f3b-8662f519d559 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:27.901907 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-42c7a34c-bdbd-4724-8f3b-8662f519d559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:27.954314 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-42c7a34c-bdbd-4724-8f3b-8662f519d559 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=83b2195d632f44bc87f7d9d6c5c0b193&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2984121 Jul 24 00:23:27.954509 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56284) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:23:27.983161 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c7a34c-bdbd-4724-8f3b-8662f519d559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43f9083c-56aa-4d92-92ea-ad063f4708a9,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:23:27.999619 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-1539679f-3bca-4fb4-9032-54a29e4f4590 None None] Set router 35802a2e-931b-4279-8f39-0827c1de9608 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:23:28.098346 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 26108f50-26f8-4507-b4e4-cb5d99a1f87a no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:23:28.115150 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-266b132e-4ded-446a-9194-ab584160187e req-e4604e74-96b8-44e9-b638-5c876143c410 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=01ba2839-0af5-46aa-be86-5a7a6c831e5a HTTP/1.1" status: 200 len: 210 time: 0.0455837 Jul 24 00:23:28.122034 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] No Port match for: 26108f50-26f8-4507-b4e4-cb5d99a1f87a {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:23:28.122511 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 26108f50-26f8-4507-b4e4-cb5d99a1f87a not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:23:28.127124 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2ab4633e-d4c9-438d-a9f0-9e0a39cc2655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:28.155898 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2ab4633e-d4c9-438d-a9f0-9e0a39cc2655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:28.214074 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2ab4633e-d4c9-438d-a9f0-9e0a39cc2655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:28.216897 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2ab4633e-d4c9-438d-a9f0-9e0a39cc2655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:28.218112 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-2ab4633e-d4c9-438d-a9f0-9e0a39cc2655 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/43f9083c-56aa-4d92-92ea-ad063f4708a9 HTTP/1.1" status: 204 len: 168 time: 0.2625315 Jul 24 00:23:28.231123 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab4633e-d4c9-438d-a9f0-9e0a39cc2655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f9083c-56aa-4d92-92ea-ad063f4708a9,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:23:28.325483 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-1539679f-3bca-4fb4-9032-54a29e4f4590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35802a2e-931b-4279-8f39-0827c1de9608', 'name': 'tempest-TestVolumeBootPattern-1928393820-router', 'tenant_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '945b6507-7839-445a-bdc2-5cfac81cde75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:16:42Z', 'updated_at': '2021-07-24T00:16:45Z', 'revision_number': 4, 'project_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'gw_port': {'id': '945b6507-7839-445a-bdc2-5cfac81cde75', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35802a2e-931b-4279-8f39-0827c1de9608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:42Z', 'updated_at': '2021-07-24T00:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '0777a88b-5aef-4932-9db4-0c2450616791', 'name': '', 'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f', 'tenant_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'mac_address': 'fa:16:3e:7b:72:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35802a2e-931b-4279-8f39-0827c1de9608', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '4f660729-e229-442a-bec0-0f7d8794afc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:45Z', 'updated_at': '2021-07-24T00:16:54Z', 'revision_number': 5, 'project_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'subnets': [{'id': '4f660729-e229-442a-bec0-0f7d8794afc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:23:28.357319 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1539679f-3bca-4fb4-9032-54a29e4f4590 None None] The sync data for ids ['35802a2e-931b-4279-8f39-0827c1de9608'] in n-d-800088-16 is: [{'id': '35802a2e-931b-4279-8f39-0827c1de9608', 'name': 'tempest-TestVolumeBootPattern-1928393820-router', 'tenant_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '945b6507-7839-445a-bdc2-5cfac81cde75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:16:42Z', 'updated_at': '2021-07-24T00:16:45Z', 'revision_number': 4, 'project_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'gw_port': {'id': '945b6507-7839-445a-bdc2-5cfac81cde75', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35802a2e-931b-4279-8f39-0827c1de9608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:42Z', 'updated_at': '2021-07-24T00:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '0777a88b-5aef-4932-9db4-0c2450616791', 'name': '', 'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f', 'tenant_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'mac_address': 'fa:16:3e:7b:72:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35802a2e-931b-4279-8f39-0827c1de9608', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '4f660729-e229-442a-bec0-0f7d8794afc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:45Z', 'updated_at': '2021-07-24T00:16:54Z', 'revision_number': 5, 'project_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'subnets': [{'id': '4f660729-e229-442a-bec0-0f7d8794afc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:23:28.762134 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6feb47-d022-41c3-8d4d-735f3c3b441e None None] New status for floating IP 3c1fd973-7a4e-447c-ae2f-eca030d3af70: DOWN {{(pid=100316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 00:23:28.949652 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:29.251912 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-be03fee2-6b4d-4fa8-9ccd-12390aeb59ef req-a0633e98-452a-4128-8367-8e461a93fad4 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=01ba2839-0af5-46aa-be86-5a7a6c831e5a HTTP/1.1" status: 200 len: 210 time: 0.0508029 Jul 24 00:23:30.394405 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd55ffe-128b-47ef-8c01-65ff50ae1cfa req-56c8e0b8-5b10-43a9-8fde-3522a24f7e17 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:23:30.396074 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ebd55ffe-128b-47ef-8c01-65ff50ae1cfa req-56c8e0b8-5b10-43a9-8fde-3522a24f7e17 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c02ce37-1a7c-484a-badd-fb01077af94e HTTP/1.1" status: 200 len: 946 time: 0.0992804 Jul 24 00:23:30.431884 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-74f7431f-37de-4a64-aebb-724de3efff88 req-97b69fff-e82e-46aa-9398-0f4eec10ac07 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=01ba2839-0af5-46aa-be86-5a7a6c831e5a HTTP/1.1" status: 200 len: 210 time: 0.0812457 Jul 24 00:23:30.451148 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ebd55ffe-128b-47ef-8c01-65ff50ae1cfa req-3448118d-5206-42e1-bb29-da02e37351dd tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/security-groups?id=529357db-68dd-4b0f-abfc-c4aa3435ab56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488546 Jul 24 00:23:31.543267 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b7227d47-1d86-4d5a-9fdd-fdbdeea68f1f req-5b51eabe-fd41-444e-9aaf-026da88bf276 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=01ba2839-0af5-46aa-be86-5a7a6c831e5a HTTP/1.1" status: 200 len: 210 time: 0.0314717 Jul 24 00:23:31.616792 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d677009-8948-40cf-b3ec-f2a628056b62 req-8fe7b054-4f30-41c4-a459-ec342b77863b tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:23:31.618941 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4d677009-8948-40cf-b3ec-f2a628056b62 req-8fe7b054-4f30-41c4-a459-ec342b77863b tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c02ce37-1a7c-484a-badd-fb01077af94e HTTP/1.1" status: 200 len: 946 time: 0.0839334 Jul 24 00:23:31.660425 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4d677009-8948-40cf-b3ec-f2a628056b62 req-b660bda8-f6be-45f2-bad9-a76ffeb59fe0 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/security-groups?id=529357db-68dd-4b0f-abfc-c4aa3435ab56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356798 Jul 24 00:23:32.808234 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54251b8-9b45-47d2-9ba2-bff4d75e0780 req-5809ea18-fe42-4d94-82c5-c42c4c21f63c tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:23:32.809847 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b54251b8-9b45-47d2-9ba2-bff4d75e0780 req-5809ea18-fe42-4d94-82c5-c42c4c21f63c tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c02ce37-1a7c-484a-badd-fb01077af94e HTTP/1.1" status: 200 len: 946 time: 0.0756245 Jul 24 00:23:32.813556 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b6022a55-0a9c-4ea2-9d85-5dda1286394c req-906615dc-5ada-439a-8332-7e5408df8d58 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1289210382&fields=id&tenant_id=bf6833d5ef4e4ec6b999c5c1a3734713 HTTP/1.1" status: 200 len: 267 time: 0.0441461 Jul 24 00:23:32.851192 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b54251b8-9b45-47d2-9ba2-bff4d75e0780 req-c2f0cc17-a4fb-4163-96bf-a6748a71683d tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/security-groups?id=529357db-68dd-4b0f-abfc-c4aa3435ab56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334249 Jul 24 00:23:32.927595 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6022a55-0a9c-4ea2-9d85-5dda1286394c req-5279c450-879b-42bd-8c4e-d01c476b4de6 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:23:32.939020 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b6022a55-0a9c-4ea2-9d85-5dda1286394c req-5279c450-879b-42bd-8c4e-d01c476b4de6 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/networks?id=657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f HTTP/1.1" status: 200 len: 812 time: 0.1088917 Jul 24 00:23:32.952750 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b6022a55-0a9c-4ea2-9d85-5dda1286394c req-ed262b62-d329-4664-8fb9-ac65f57a71de tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/quotas/bf6833d5ef4e4ec6b999c5c1a3734713 HTTP/1.1" status: 200 len: 375 time: 0.0100205 Jul 24 00:23:33.039657 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b6022a55-0a9c-4ea2-9d85-5dda1286394c req-b96baca7-35ab-425e-b5c4-4d332af7ed42 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=bf6833d5ef4e4ec6b999c5c1a3734713&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0814693 Jul 24 00:23:33.056850 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [req-b6022a55-0a9c-4ea2-9d85-5dda1286394c req-c5278812-24f8-4d78-a0c4-e8b95f33d99e service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=100313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:23:33.058255 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b6022a55-0a9c-4ea2-9d85-5dda1286394c req-c5278812-24f8-4d78-a0c4-e8b95f33d99e service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060551 Jul 24 00:23:33.151766 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b6022a55-0a9c-4ea2-9d85-5dda1286394c req-ec372774-e300-46f9-bc07-3a1a83be6c84 service neutron] 10.222.0.44 "GET /v2.0/networks/657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876727 Jul 24 00:23:33.241836 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b6022a55-0a9c-4ea2-9d85-5dda1286394c req-8984ffff-d255-4c65-a5f4-6c43ed4b9db9 service neutron] 10.222.0.44 "GET /v2.0/networks/657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840938 Jul 24 00:23:33.578363 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-da866b45-1e9f-461e-84f9-0c95a9b201f6 req-c8847083-f3b7-4530-81ad-b202773913b6 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f704b8d-8496-49cd-86c2-c999f1d0e42b HTTP/1.1" status: 200 len: 210 time: 0.0482061 Jul 24 00:23:34.017393 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecbe6a4-7734-4c75-a497-a7a9015d0cef req-e5848508-86cc-4ec4-aa59-4340a0eb67eb tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:23:34.021307 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0ecbe6a4-7734-4c75-a497-a7a9015d0cef req-e5848508-86cc-4ec4-aa59-4340a0eb67eb tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c02ce37-1a7c-484a-badd-fb01077af94e HTTP/1.1" status: 200 len: 946 time: 0.0972307 Jul 24 00:23:34.059247 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0ecbe6a4-7734-4c75-a497-a7a9015d0cef req-4cbe20a2-08f1-412d-bb58-d9669e8e57ea tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/security-groups?id=529357db-68dd-4b0f-abfc-c4aa3435ab56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337882 Jul 24 00:23:34.704534 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-75b94683-cfdb-4768-a3e6-dec4d9268888 req-2d66e58e-5b1c-4cc1-9df9-aa09abdd9ad8 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f704b8d-8496-49cd-86c2-c999f1d0e42b HTTP/1.1" status: 200 len: 210 time: 0.0475945 Jul 24 00:23:34.775961 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6022a55-0a9c-4ea2-9d85-5dda1286394c req-20ddb313-6956-4d38-af69-148374a1b57d tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:23:34.777990 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b6022a55-0a9c-4ea2-9d85-5dda1286394c req-20ddb313-6956-4d38-af69-148374a1b57d tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.52 "GET /v2.0/networks?id=657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f HTTP/1.1" status: 200 len: 812 time: 0.1702509 Jul 24 00:23:34.839246 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b6022a55-0a9c-4ea2-9d85-5dda1286394c req-2d386ade-3819-46fe-b7f9-afc829e49c26 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf6833d5ef4e4ec6b999c5c1a3734713 HTTP/1.1" status: 200 len: 380 time: 0.0530653 Jul 24 00:23:34.866042 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-b6022a55-0a9c-4ea2-9d85-5dda1286394c req-b41ec450-5743-4810-b6c9-9939edf70ce8 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Request body: {'port': {'device_id': '8f704b8d-8496-49cd-86c2-c999f1d0e42b', 'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f', 'admin_state_up': True, 'tenant_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'security_groups': ['7b86d8b5-9a55-4033-b55c-0b77ad34eb08']}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:23:35.006544 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6022a55-0a9c-4ea2-9d85-5dda1286394c req-b41ec450-5743-4810-b6c9-9939edf70ce8 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Made reservation on behalf of bf6833d5ef4e4ec6b999c5c1a3734713 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:23:35.010721 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-b6022a55-0a9c-4ea2-9d85-5dda1286394c req-b41ec450-5743-4810-b6c9-9939edf70ce8 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:35.226605 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-b6022a55-0a9c-4ea2-9d85-5dda1286394c req-b41ec450-5743-4810-b6c9-9939edf70ce8 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Allocated IP 172.20.0.4 (657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f/4f660729-e229-442a-bec0-0f7d8794afc6/f9445248-80c4-499c-a2c1-d56715395b84) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:23:35.258540 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aa4a3f-8604-44cc-8566-c046305a6029 req-e6b53372-1d1f-407e-b6fd-970eeba2e4ee tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:23:35.259864 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a1aa4a3f-8604-44cc-8566-c046305a6029 req-e6b53372-1d1f-407e-b6fd-970eeba2e4ee tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c02ce37-1a7c-484a-badd-fb01077af94e HTTP/1.1" status: 200 len: 946 time: 0.0995958 Jul 24 00:23:35.336051 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a1aa4a3f-8604-44cc-8566-c046305a6029 req-646e943f-d7ce-499c-ac38-81c06f384dcc tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/security-groups?id=529357db-68dd-4b0f-abfc-c4aa3435ab56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662243 Jul 24 00:23:35.446638 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-b6022a55-0a9c-4ea2-9d85-5dda1286394c req-b41ec450-5743-4810-b6c9-9939edf70ce8 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:35.461848 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-b6022a55-0a9c-4ea2-9d85-5dda1286394c req-b41ec450-5743-4810-b6c9-9939edf70ce8 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Transition to ACTIVE for port object f9445248-80c4-499c-a2c1-d56715395b84 will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:23:35.498078 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-b6022a55-0a9c-4ea2-9d85-5dda1286394c req-b41ec450-5743-4810-b6c9-9939edf70ce8 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:35.553121 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41ec450-5743-4810-b6c9-9939edf70ce8 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Pushing event updated for resources: {'Port': ['ID=f9445248-80c4-499c-a2c1-d56715395b84,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:23:35.565893 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6022a55-0a9c-4ea2-9d85-5dda1286394c req-b41ec450-5743-4810-b6c9-9939edf70ce8 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Network 657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:23:35.567648 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-b6022a55-0a9c-4ea2-9d85-5dda1286394c req-b41ec450-5743-4810-b6c9-9939edf70ce8 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:23:35.570730 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6022a55-0a9c-4ea2-9d85-5dda1286394c req-b41ec450-5743-4810-b6c9-9939edf70ce8 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:23:35.678811 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6022a55-0a9c-4ea2-9d85-5dda1286394c req-b41ec450-5743-4810-b6c9-9939edf70ce8 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:23:35.679914 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-b6022a55-0a9c-4ea2-9d85-5dda1286394c req-b41ec450-5743-4810-b6c9-9939edf70ce8 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:35.701792 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b6022a55-0a9c-4ea2-9d85-5dda1286394c req-b41ec450-5743-4810-b6c9-9939edf70ce8 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8514934 Jul 24 00:23:35.722593 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-b6022a55-0a9c-4ea2-9d85-5dda1286394c req-519b8c59-8cc4-4a36-8e52-0276648c0934 service neutron] Request body: {'port': {'device_id': '8f704b8d-8496-49cd-86c2-c999f1d0e42b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:23:35.844627 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-b6022a55-0a9c-4ea2-9d85-5dda1286394c req-519b8c59-8cc4-4a36-8e52-0276648c0934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:35.899435 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c1e26a-e383-4600-8870-f395a50a5ecf req-a2b29f15-c2fb-4c31-9313-65734f4254a9 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:23:35.908277 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d5c1e26a-e383-4600-8870-f395a50a5ecf req-a2b29f15-c2fb-4c31-9313-65734f4254a9 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f704b8d-8496-49cd-86c2-c999f1d0e42b HTTP/1.1" status: 200 len: 931 time: 0.1131892 Jul 24 00:23:35.932452 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-83f13991-c72c-4025-a3a6-58c1be5b953a None None] Provisioning for port f9445248-80c4-499c-a2c1-d56715395b84 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:23:35.953393 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-83f13991-c72c-4025-a3a6-58c1be5b953a None None] Provisioning complete for port f9445248-80c4-499c-a2c1-d56715395b84 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:23:35.953988 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-83f13991-c72c-4025-a3a6-58c1be5b953a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:35.977989 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d5c1e26a-e383-4600-8870-f395a50a5ecf req-93ae26f2-4c1a-4dd9-a607-6b6542549c28 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b86d8b5-9a55-4033-b55c-0b77ad34eb08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685163 Jul 24 00:23:36.015735 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-83f13991-c72c-4025-a3a6-58c1be5b953a None None] Port f9445248-80c4-499c-a2c1-d56715395b84 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:23:36.224037 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-b6022a55-0a9c-4ea2-9d85-5dda1286394c req-519b8c59-8cc4-4a36-8e52-0276648c0934 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9445248-80c4-499c-a2c1-d56715395b84 {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:23:36.232157 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-b6022a55-0a9c-4ea2-9d85-5dda1286394c req-519b8c59-8cc4-4a36-8e52-0276648c0934 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:36.248514 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-b6022a55-0a9c-4ea2-9d85-5dda1286394c req-519b8c59-8cc4-4a36-8e52-0276648c0934 service neutron] Transition to ACTIVE for port object f9445248-80c4-499c-a2c1-d56715395b84 will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:23:36.252079 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-b6022a55-0a9c-4ea2-9d85-5dda1286394c req-519b8c59-8cc4-4a36-8e52-0276648c0934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:36.318325 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519b8c59-8cc4-4a36-8e52-0276648c0934 service neutron] Pushing event updated for resources: {'Port': ['ID=f9445248-80c4-499c-a2c1-d56715395b84,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:23:36.473640 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-b6022a55-0a9c-4ea2-9d85-5dda1286394c req-519b8c59-8cc4-4a36-8e52-0276648c0934 service neutron] Attempting to bind port f9445248-80c4-499c-a2c1-d56715395b84 on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:23:36.474430 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-b6022a55-0a9c-4ea2-9d85-5dda1286394c req-519b8c59-8cc4-4a36-8e52-0276648c0934 service neutron] Attempting to bind port f9445248-80c4-499c-a2c1-d56715395b84 by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': 'a1a1465a-fd99-41c9-bf89-faf21d67cc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:23:36.474918 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6022a55-0a9c-4ea2-9d85-5dda1286394c req-519b8c59-8cc4-4a36-8e52-0276648c0934 service neutron] Attempting to bind port f9445248-80c4-499c-a2c1-d56715395b84 on network 657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:23:36.508844 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6022a55-0a9c-4ea2-9d85-5dda1286394c req-519b8c59-8cc4-4a36-8e52-0276648c0934 service neutron] Port f9445248-80c4-499c-a2c1-d56715395b84 on network 657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:23:36.509211 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6022a55-0a9c-4ea2-9d85-5dda1286394c req-519b8c59-8cc4-4a36-8e52-0276648c0934 service neutron] Attempting to bind port f9445248-80c4-499c-a2c1-d56715395b84 on network 657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:23:36.524102 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6022a55-0a9c-4ea2-9d85-5dda1286394c req-519b8c59-8cc4-4a36-8e52-0276648c0934 service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:23:36.524475 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6022a55-0a9c-4ea2-9d85-5dda1286394c req-519b8c59-8cc4-4a36-8e52-0276648c0934 service neutron] Checking segment: {'id': 'a1a1465a-fd99-41c9-bf89-faf21d67cc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:23:36.524932 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6022a55-0a9c-4ea2-9d85-5dda1286394c req-519b8c59-8cc4-4a36-8e52-0276648c0934 service neutron] Bound using segment: {'id': 'a1a1465a-fd99-41c9-bf89-faf21d67cc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:23:36.525544 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-b6022a55-0a9c-4ea2-9d85-5dda1286394c req-519b8c59-8cc4-4a36-8e52-0276648c0934 service neutron] Bound port: f9445248-80c4-499c-a2c1-d56715395b84, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1a1465a-fd99-41c9-bf89-faf21d67cc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:23:36.525913 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-b6022a55-0a9c-4ea2-9d85-5dda1286394c req-519b8c59-8cc4-4a36-8e52-0276648c0934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:36.668009 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3808a4f0-09ef-4563-8ef7-a657d7bdf8da req-99ca2365-b199-4fdc-a0f5-a3e1e48d5a3f tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:23:36.673440 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3808a4f0-09ef-4563-8ef7-a657d7bdf8da req-99ca2365-b199-4fdc-a0f5-a3e1e48d5a3f tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c02ce37-1a7c-484a-badd-fb01077af94e HTTP/1.1" status: 200 len: 946 time: 0.2193785 Jul 24 00:23:36.677902 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-b6022a55-0a9c-4ea2-9d85-5dda1286394c req-519b8c59-8cc4-4a36-8e52-0276648c0934 service neutron] For port f9445248-80c4-499c-a2c1-d56715395b84, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:23:36.683984 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-b6022a55-0a9c-4ea2-9d85-5dda1286394c req-519b8c59-8cc4-4a36-8e52-0276648c0934 service neutron] For port f9445248-80c4-499c-a2c1-d56715395b84, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=f9445248-80c4-499c-a2c1-d56715395b84,segment=NetworkSegment(a1a1465a-fd99-41c9-bf89-faf21d67cc5e),segment_id=a1a1465a-fd99-41c9-bf89-faf21d67cc5e)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:23:36.693652 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-b6022a55-0a9c-4ea2-9d85-5dda1286394c req-519b8c59-8cc4-4a36-8e52-0276648c0934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:36.745889 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6022a55-0a9c-4ea2-9d85-5dda1286394c req-519b8c59-8cc4-4a36-8e52-0276648c0934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:23:36.746515 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-b6022a55-0a9c-4ea2-9d85-5dda1286394c req-519b8c59-8cc4-4a36-8e52-0276648c0934 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:36.758589 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b6022a55-0a9c-4ea2-9d85-5dda1286394c req-519b8c59-8cc4-4a36-8e52-0276648c0934 service neutron] 10.222.0.52 "PUT /v2.0/ports/f9445248-80c4-499c-a2c1-d56715395b84 HTTP/1.1" status: 200 len: 1092 time: 1.0403955 Jul 24 00:23:36.760511 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f704b8d-8496-49cd-86c2-c999f1d0e42b', 'tag': 'f9445248-80c4-499c-a2c1-d56715395b84'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:23:36.762917 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f73046c9-66f9-4b13-b822-8b725621f993" -d '{"events": [{"name": "network-changed", "server_uuid": "8f704b8d-8496-49cd-86c2-c999f1d0e42b", "tag": "f9445248-80c4-499c-a2c1-d56715395b84"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:23:36.791568 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3808a4f0-09ef-4563-8ef7-a657d7bdf8da req-c309f4a2-3623-4bd5-bccb-025bf7caec79 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/security-groups?id=529357db-68dd-4b0f-abfc-c4aa3435ab56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110234 Jul 24 00:23:36.887252 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519b8c59-8cc4-4a36-8e52-0276648c0934 service neutron] Pushing event updated for resources: {'Port': ['ID=f9445248-80c4-499c-a2c1-d56715395b84,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:23:36.921862 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6022a55-0a9c-4ea2-9d85-5dda1286394c req-fd6bbd9e-d174-4264-ac74-7e23a49e4a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:23:36.923491 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b6022a55-0a9c-4ea2-9d85-5dda1286394c req-fd6bbd9e-d174-4264-ac74-7e23a49e4a03 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bf6833d5ef4e4ec6b999c5c1a3734713&device_id=8f704b8d-8496-49cd-86c2-c999f1d0e42b HTTP/1.1" status: 200 len: 1095 time: 0.1288741 Jul 24 00:23:37.005395 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b6022a55-0a9c-4ea2-9d85-5dda1286394c req-f497aa62-6158-442f-bdf2-366c5e93b364 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9445248-80c4-499c-a2c1-d56715395b84 HTTP/1.1" status: 200 len: 217 time: 0.0737588 Jul 24 00:23:37.010442 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11613b8a-849a-4767-9cae-933a3f93770a x-openstack-request-id: req-11613b8a-849a-4767-9cae-933a3f93770a {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:23:37.010922 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f704b8d-8496-49cd-86c2-c999f1d0e42b", "tag": "f9445248-80c4-499c-a2c1-d56715395b84", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:23:37.011335 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-11613b8a-849a-4767-9cae-933a3f93770a {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:23:37.011919 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f704b8d-8496-49cd-86c2-c999f1d0e42b', 'tag': 'f9445248-80c4-499c-a2c1-d56715395b84', 'status': 'completed', 'code': 200} Jul 24 00:23:37.363097 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6022a55-0a9c-4ea2-9d85-5dda1286394c req-cc10d4a8-620a-4126-b8e6-b2e10c6df462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:23:37.364594 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b6022a55-0a9c-4ea2-9d85-5dda1286394c req-cc10d4a8-620a-4126-b8e6-b2e10c6df462 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4f660729-e229-442a-bec0-0f7d8794afc6 HTTP/1.1" status: 200 len: 851 time: 0.3496108 Jul 24 00:23:37.482251 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf958a2-f8c6-4c49-b493-c6b8d074cce4 req-1dd9cb11-99b1-4602-a67d-1ab373d0c1a3 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:23:37.483712 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8cf958a2-f8c6-4c49-b493-c6b8d074cce4 req-1dd9cb11-99b1-4602-a67d-1ab373d0c1a3 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f704b8d-8496-49cd-86c2-c999f1d0e42b HTTP/1.1" status: 200 len: 943 time: 0.1181834 Jul 24 00:23:37.486025 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6022a55-0a9c-4ea2-9d85-5dda1286394c req-535e3e53-be38-4026-8ed0-abc317ee6e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:23:37.487440 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b6022a55-0a9c-4ea2-9d85-5dda1286394c req-535e3e53-be38-4026-8ed0-abc317ee6e8f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0897217 Jul 24 00:23:37.602616 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8cf958a2-f8c6-4c49-b493-c6b8d074cce4 req-3ebe9dbe-143a-485f-a21c-3e04d92ebef9 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b86d8b5-9a55-4033-b55c-0b77ad34eb08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088383 Jul 24 00:23:37.631799 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b6022a55-0a9c-4ea2-9d85-5dda1286394c req-e5e1b877-9207-4129-837b-211db36dbdd6 service neutron] 10.222.0.52 "GET /v2.0/networks/657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369298 Jul 24 00:23:37.732839 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b6022a55-0a9c-4ea2-9d85-5dda1286394c req-cb10b3ec-4b03-4ee4-8273-a0477e62fd8a service neutron] 10.222.0.52 "GET /v2.0/networks/657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942070 Jul 24 00:23:37.853861 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73046c9-66f9-4b13-b822-8b725621f993 req-3223098e-ccc6-40a2-a60b-77db77f100bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:23:37.855486 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f73046c9-66f9-4b13-b822-8b725621f993 req-3223098e-ccc6-40a2-a60b-77db77f100bc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bf6833d5ef4e4ec6b999c5c1a3734713&device_id=8f704b8d-8496-49cd-86c2-c999f1d0e42b HTTP/1.1" status: 200 len: 1095 time: 0.0705678 Jul 24 00:23:37.975241 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73046c9-66f9-4b13-b822-8b725621f993 req-e99c00a0-ddd2-4ff7-8b33-865925be44e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:23:37.977001 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f73046c9-66f9-4b13-b822-8b725621f993 req-e99c00a0-ddd2-4ff7-8b33-865925be44e0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f HTTP/1.1" status: 200 len: 913 time: 0.1147640 Jul 24 00:23:38.013861 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff03962-a77a-4913-991b-20fad30e39ff req-8b547d05-2e9e-4843-a015-89f42f946ea9 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:23:38.016068 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9ff03962-a77a-4913-991b-20fad30e39ff req-8b547d05-2e9e-4843-a015-89f42f946ea9 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c02ce37-1a7c-484a-badd-fb01077af94e HTTP/1.1" status: 200 len: 946 time: 0.1000056 Jul 24 00:23:38.019271 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f73046c9-66f9-4b13-b822-8b725621f993 req-00c13e6d-35c6-4c56-ada0-1b650361a120 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9445248-80c4-499c-a2c1-d56715395b84 HTTP/1.1" status: 200 len: 217 time: 0.0362911 Jul 24 00:23:38.070136 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73046c9-66f9-4b13-b822-8b725621f993 req-213df637-7ecf-495a-9eb3-575191c8ece8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:23:38.071583 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f73046c9-66f9-4b13-b822-8b725621f993 req-213df637-7ecf-495a-9eb3-575191c8ece8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4f660729-e229-442a-bec0-0f7d8794afc6 HTTP/1.1" status: 200 len: 851 time: 0.0462313 Jul 24 00:23:38.105461 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9ff03962-a77a-4913-991b-20fad30e39ff req-21487d6f-21c8-4cf4-8a7e-226a50754dc7 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/security-groups?id=529357db-68dd-4b0f-abfc-c4aa3435ab56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833013 Jul 24 00:23:38.163860 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73046c9-66f9-4b13-b822-8b725621f993 req-a33d69f6-3303-4f3f-b892-82a41d5110d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:23:38.165482 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f73046c9-66f9-4b13-b822-8b725621f993 req-a33d69f6-3303-4f3f-b892-82a41d5110d6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0823765 Jul 24 00:23:38.315819 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f73046c9-66f9-4b13-b822-8b725621f993 req-8c1b8371-ee42-4b14-bfa7-bf4106694e47 service neutron] 10.222.0.52 "GET /v2.0/networks/657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420908 Jul 24 00:23:38.457676 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f73046c9-66f9-4b13-b822-8b725621f993 req-57e2a037-b5cf-49a3-8825-6b60ec3d99b5 service neutron] 10.222.0.52 "GET /v2.0/networks/657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351709 Jul 24 00:23:38.746642 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4665002c-c854-4a31-906f-c05c0c0de0e4 req-724b5d1f-94d4-47d8-9abc-9cad0f17d78f tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:23:38.749260 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4665002c-c854-4a31-906f-c05c0c0de0e4 req-724b5d1f-94d4-47d8-9abc-9cad0f17d78f tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f704b8d-8496-49cd-86c2-c999f1d0e42b HTTP/1.1" status: 200 len: 943 time: 0.0673153 Jul 24 00:23:38.788577 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4665002c-c854-4a31-906f-c05c0c0de0e4 req-85a00fc3-89aa-4fc6-8cbb-26aa78d9fd33 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b86d8b5-9a55-4033-b55c-0b77ad34eb08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349255 Jul 24 00:23:39.260016 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb129f-734d-4f70-8ff4-b49d5296bb99 req-4c88ad2e-352f-4b8a-aefa-9ae41a0b2955 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:23:39.261556 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fbeb129f-734d-4f70-8ff4-b49d5296bb99 req-4c88ad2e-352f-4b8a-aefa-9ae41a0b2955 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c02ce37-1a7c-484a-badd-fb01077af94e HTTP/1.1" status: 200 len: 946 time: 0.0883012 Jul 24 00:23:39.300898 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fbeb129f-734d-4f70-8ff4-b49d5296bb99 req-07601a41-72ce-4424-9b64-930bd6360b40 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/security-groups?id=529357db-68dd-4b0f-abfc-c4aa3435ab56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334103 Jul 24 00:23:39.939036 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302021b7-4c97-473b-be52-a729c05ddd7c req-be64aaf7-5093-497d-a608-6dc9a7b3ad47 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:23:39.948094 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-302021b7-4c97-473b-be52-a729c05ddd7c req-be64aaf7-5093-497d-a608-6dc9a7b3ad47 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f704b8d-8496-49cd-86c2-c999f1d0e42b HTTP/1.1" status: 200 len: 943 time: 0.0796239 Jul 24 00:23:39.987499 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-302021b7-4c97-473b-be52-a729c05ddd7c req-da301fd8-5ab2-4efe-a56a-c88e885e3f6d tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b86d8b5-9a55-4033-b55c-0b77ad34eb08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383935 Jul 24 00:23:40.455200 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe3b76-6578-4842-948b-f40e41be7fa2 req-1100a6c9-4176-4690-81e2-20a231534b2b tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:23:40.457500 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c5fe3b76-6578-4842-948b-f40e41be7fa2 req-1100a6c9-4176-4690-81e2-20a231534b2b tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c02ce37-1a7c-484a-badd-fb01077af94e HTTP/1.1" status: 200 len: 946 time: 0.0847809 Jul 24 00:23:40.504103 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c5fe3b76-6578-4842-948b-f40e41be7fa2 req-325c0230-586c-4c25-afe3-ffd9273c6a5e tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/security-groups?id=529357db-68dd-4b0f-abfc-c4aa3435ab56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401459 Jul 24 00:23:41.136755 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faa7db7-25ce-4ff5-b5d4-79ce075c9ed8 req-1d042563-388b-4381-9e7c-91c8d3805347 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:23:41.138280 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4faa7db7-25ce-4ff5-b5d4-79ce075c9ed8 req-1d042563-388b-4381-9e7c-91c8d3805347 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f704b8d-8496-49cd-86c2-c999f1d0e42b HTTP/1.1" status: 200 len: 943 time: 0.0656891 Jul 24 00:23:41.189387 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4faa7db7-25ce-4ff5-b5d4-79ce075c9ed8 req-2f8635fd-8dfd-47ce-8868-203c200f560a tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b86d8b5-9a55-4033-b55c-0b77ad34eb08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443141 Jul 24 00:23:41.680323 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b0f78d-0539-4440-bf50-1fb7d2791a22 req-1a4d058e-f70b-4744-b6b1-7bc7aaa67e83 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:23:41.690379 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b0b0f78d-0539-4440-bf50-1fb7d2791a22 req-1a4d058e-f70b-4744-b6b1-7bc7aaa67e83 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c02ce37-1a7c-484a-badd-fb01077af94e HTTP/1.1" status: 200 len: 946 time: 0.0875235 Jul 24 00:23:41.745095 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b0b0f78d-0539-4440-bf50-1fb7d2791a22 req-a57fa340-e939-4957-9a27-b80173e93b2c tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/security-groups?id=529357db-68dd-4b0f-abfc-c4aa3435ab56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483892 Jul 24 00:23:41.916598 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 56632) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:23:42.090305 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-081fa385-8fa2-4771-88d8-d6e87e2dbf65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:42.133335 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc4d173-de94-4c66-ac27-2813e1d75d30 req-e06dabab-6354-4f22-8b55-ab9b66580fd5 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:23:42.134795 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cdc4d173-de94-4c66-ac27-2813e1d75d30 req-e06dabab-6354-4f22-8b55-ab9b66580fd5 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c02ce37-1a7c-484a-badd-fb01077af94e HTTP/1.1" status: 200 len: 946 time: 0.1959057 Jul 24 00:23:42.155368 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f92b32-98fd-4dd5-98c3-9f75e37658c7 req-42cc2b88-a187-4337-b751-73dae851b625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:23:42.156839 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-75f92b32-98fd-4dd5-98c3-9f75e37658c7 req-42cc2b88-a187-4337-b751-73dae851b625 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=819708cc484a4855acd8cf289bb3402a&device_id=1c02ce37-1a7c-484a-badd-fb01077af94e HTTP/1.1" status: 200 len: 1098 time: 0.1423385 Jul 24 00:23:42.235608 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cdc4d173-de94-4c66-ac27-2813e1d75d30 req-75855568-38b7-4766-b639-cb09d603ec03 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/security-groups?id=529357db-68dd-4b0f-abfc-c4aa3435ab56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921383 Jul 24 00:23:42.325329 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b584b2d4-cb67-4166-a4ae-17b625af8bc9 req-c4a53669-cc4d-4f31-8097-b4a6999f300c tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:23:42.329298 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b584b2d4-cb67-4166-a4ae-17b625af8bc9 req-c4a53669-cc4d-4f31-8097-b4a6999f300c tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f704b8d-8496-49cd-86c2-c999f1d0e42b HTTP/1.1" status: 200 len: 943 time: 0.0720065 Jul 24 00:23:42.332653 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f92b32-98fd-4dd5-98c3-9f75e37658c7 req-e0068b1d-f126-420c-88bf-e0ad8680ce2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:23:42.334236 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-75f92b32-98fd-4dd5-98c3-9f75e37658c7 req-e0068b1d-f126-420c-88bf-e0ad8680ce2c service neutron] 10.222.0.64 "GET /v2.0/networks?id=638ed06b-37c4-4e4e-9416-48b36cce6713 HTTP/1.1" status: 200 len: 912 time: 0.1668978 Jul 24 00:23:42.349869 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-081fa385-8fa2-4771-88d8-d6e87e2dbf65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:42.375299 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b584b2d4-cb67-4166-a4ae-17b625af8bc9 req-6caacb12-ad57-47a8-8c70-94f18ab66c87 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b86d8b5-9a55-4033-b55c-0b77ad34eb08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414762 Jul 24 00:23:42.382872 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-081fa385-8fa2-4771-88d8-d6e87e2dbf65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:42.437877 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-75f92b32-98fd-4dd5-98c3-9f75e37658c7 req-0e801188-c374-45de-9f2b-8b4a2c161c27 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d57969ca-2893-40ad-81a4-62021107f4b1 HTTP/1.1" status: 200 len: 1002 time: 0.0953972 Jul 24 00:23:42.441527 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-081fa385-8fa2-4771-88d8-d6e87e2dbf65 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d6f9ef7fd2f04c929809d2444c7767d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5239267 Jul 24 00:23:42.444542 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56646) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:23:42.451586 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081fa385-8fa2-4771-88d8-d6e87e2dbf65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8dc00c5-c4e5-45c0-b440-73c9adbcdf6b,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:23:42.480658 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fa385-8fa2-4771-88d8-d6e87e2dbf65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:23:42.481241 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fa385-8fa2-4771-88d8-d6e87e2dbf65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:23:42.481396 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fa385-8fa2-4771-88d8-d6e87e2dbf65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:23:42.481735 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fa385-8fa2-4771-88d8-d6e87e2dbf65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:23:42.482076 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fa385-8fa2-4771-88d8-d6e87e2dbf65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:23:42.482414 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fa385-8fa2-4771-88d8-d6e87e2dbf65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:23:42.482751 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fa385-8fa2-4771-88d8-d6e87e2dbf65 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:23:42.483082 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fa385-8fa2-4771-88d8-d6e87e2dbf65 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:23:42.483412 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fa385-8fa2-4771-88d8-d6e87e2dbf65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:23:42.483740 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fa385-8fa2-4771-88d8-d6e87e2dbf65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:23:42.484070 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fa385-8fa2-4771-88d8-d6e87e2dbf65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:23:42.484398 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fa385-8fa2-4771-88d8-d6e87e2dbf65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:23:42.502824 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f92b32-98fd-4dd5-98c3-9f75e37658c7 req-cf5e5681-ca93-4d90-8be2-b08e3782f8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:23:42.504342 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-75f92b32-98fd-4dd5-98c3-9f75e37658c7 req-cf5e5681-ca93-4d90-8be2-b08e3782f8ec service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b8497362-30af-4bd3-8c41-7992db45dcf8 HTTP/1.1" status: 200 len: 850 time: 0.0602932 Jul 24 00:23:42.527822 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-bba26798-8be6-4bab-aae1-fd81adf22f17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:42.549194 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-bba26798-8be6-4bab-aae1-fd81adf22f17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:42.573798 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f92b32-98fd-4dd5-98c3-9f75e37658c7 req-262363c6-bfc7-4355-a157-8392eed2fb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:23:42.575919 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-75f92b32-98fd-4dd5-98c3-9f75e37658c7 req-262363c6-bfc7-4355-a157-8392eed2fb78 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=638ed06b-37c4-4e4e-9416-48b36cce6713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0649579 Jul 24 00:23:42.613777 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-bba26798-8be6-4bab-aae1-fd81adf22f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:42.617045 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-bba26798-8be6-4bab-aae1-fd81adf22f17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:42.618275 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-bba26798-8be6-4bab-aae1-fd81adf22f17 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d8dc00c5-c4e5-45c0-b440-73c9adbcdf6b HTTP/1.1" status: 204 len: 168 time: 0.1726816 Jul 24 00:23:42.626063 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba26798-8be6-4bab-aae1-fd81adf22f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8dc00c5-c4e5-45c0-b440-73c9adbcdf6b,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:23:42.636045 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba26798-8be6-4bab-aae1-fd81adf22f17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:23:42.636510 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba26798-8be6-4bab-aae1-fd81adf22f17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:23:42.640626 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba26798-8be6-4bab-aae1-fd81adf22f17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:23:42.640985 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba26798-8be6-4bab-aae1-fd81adf22f17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:23:42.641309 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba26798-8be6-4bab-aae1-fd81adf22f17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:23:42.641654 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba26798-8be6-4bab-aae1-fd81adf22f17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:23:42.641995 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba26798-8be6-4bab-aae1-fd81adf22f17 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:23:42.642335 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba26798-8be6-4bab-aae1-fd81adf22f17 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:23:42.642669 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba26798-8be6-4bab-aae1-fd81adf22f17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:23:42.643029 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba26798-8be6-4bab-aae1-fd81adf22f17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:23:42.643362 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba26798-8be6-4bab-aae1-fd81adf22f17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:23:42.643689 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba26798-8be6-4bab-aae1-fd81adf22f17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:23:42.709117 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-75f92b32-98fd-4dd5-98c3-9f75e37658c7 req-58930bac-593f-425b-8b19-e3695734454c service neutron] 10.222.0.64 "GET /v2.0/networks/638ed06b-37c4-4e4e-9416-48b36cce6713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268573 Jul 24 00:23:42.816771 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-75f92b32-98fd-4dd5-98c3-9f75e37658c7 req-7390a339-f75c-4bb4-ab5a-88e7df1c1f21 service neutron] 10.222.0.64 "GET /v2.0/networks/638ed06b-37c4-4e4e-9416-48b36cce6713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017089 Jul 24 00:23:42.906108 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56662) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:23:42.919478 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-736775a5-32b1-4ea3-8ab3-fd21144975e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:43.024471 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-736775a5-32b1-4ea3-8ab3-fd21144975e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:43.028708 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-736775a5-32b1-4ea3-8ab3-fd21144975e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:43.066669 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-736775a5-32b1-4ea3-8ab3-fd21144975e1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=70914a7aeb014620ad0f4c7e7f51f2c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1594036 Jul 24 00:23:43.067537 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736775a5-32b1-4ea3-8ab3-fd21144975e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb9d2da-e38c-4a4d-9834-90dbf9024474,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:23:43.069377 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 56664) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:23:43.122926 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-62642145-4f64-4ec0-b2db-fed00bc7e37c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:43.145872 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-62642145-4f64-4ec0-b2db-fed00bc7e37c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:43.193090 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-62642145-4f64-4ec0-b2db-fed00bc7e37c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:43.196008 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-62642145-4f64-4ec0-b2db-fed00bc7e37c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:43.197337 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-62642145-4f64-4ec0-b2db-fed00bc7e37c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2bb9d2da-e38c-4a4d-9834-90dbf9024474 HTTP/1.1" status: 204 len: 168 time: 0.1267648 Jul 24 00:23:43.207598 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62642145-4f64-4ec0-b2db-fed00bc7e37c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb9d2da-e38c-4a4d-9834-90dbf9024474,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:23:43.418343 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aad54e-5360-462f-804b-f559af18ce87 req-298b3205-248a-4624-a7ea-0da30a4467c2 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:23:43.419931 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a0aad54e-5360-462f-804b-f559af18ce87 req-298b3205-248a-4624-a7ea-0da30a4467c2 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c02ce37-1a7c-484a-badd-fb01077af94e HTTP/1.1" status: 200 len: 946 time: 0.0929654 Jul 24 00:23:43.464459 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a0aad54e-5360-462f-804b-f559af18ce87 req-32d1b255-5566-4bd3-ac30-05cb1f01955a tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/security-groups?id=529357db-68dd-4b0f-abfc-c4aa3435ab56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349202 Jul 24 00:23:43.542473 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cbc52f-4b4e-4f97-8b6d-2dc491b0b32f req-08db36b8-68df-4688-95d3-fd135d2c947a tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:23:43.544012 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-15cbc52f-4b4e-4f97-8b6d-2dc491b0b32f req-08db36b8-68df-4688-95d3-fd135d2c947a tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f704b8d-8496-49cd-86c2-c999f1d0e42b HTTP/1.1" status: 200 len: 943 time: 0.0795574 Jul 24 00:23:43.589428 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-15cbc52f-4b4e-4f97-8b6d-2dc491b0b32f req-7c7e9d44-af8d-4ed7-82a4-ff345c526d85 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b86d8b5-9a55-4033-b55c-0b77ad34eb08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386965 Jul 24 00:23:44.618248 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92fd1cf-7162-45e5-9d79-72997237bc76 req-226c0f89-7b4a-4d31-ab96-f7b19f5e96e8 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:23:44.619801 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f92fd1cf-7162-45e5-9d79-72997237bc76 req-226c0f89-7b4a-4d31-ab96-f7b19f5e96e8 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c02ce37-1a7c-484a-badd-fb01077af94e HTTP/1.1" status: 200 len: 946 time: 0.0779159 Jul 24 00:23:44.664364 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f92fd1cf-7162-45e5-9d79-72997237bc76 req-44e37532-128a-4f39-880d-a9bd30365824 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/security-groups?id=529357db-68dd-4b0f-abfc-c4aa3435ab56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382030 Jul 24 00:23:44.739504 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7be3d70-4775-49aa-9a8e-d170f3a8c3ef req-3b4223c9-b5d4-4536-9374-f964698b390e tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:23:44.741067 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e7be3d70-4775-49aa-9a8e-d170f3a8c3ef req-3b4223c9-b5d4-4536-9374-f964698b390e tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f704b8d-8496-49cd-86c2-c999f1d0e42b HTTP/1.1" status: 200 len: 943 time: 0.0728133 Jul 24 00:23:44.785087 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e7be3d70-4775-49aa-9a8e-d170f3a8c3ef req-cb9c9b65-c7e3-4b41-9039-5977be975073 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b86d8b5-9a55-4033-b55c-0b77ad34eb08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376866 Jul 24 00:23:44.884368 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:45.919385 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a272119-7bfd-499a-bc14-9c3a1734e4a8 req-6ab0007b-b5b9-4e5e-8655-ed07ad19a7e8 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:23:45.920929 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6a272119-7bfd-499a-bc14-9c3a1734e4a8 req-6ab0007b-b5b9-4e5e-8655-ed07ad19a7e8 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f704b8d-8496-49cd-86c2-c999f1d0e42b HTTP/1.1" status: 200 len: 943 time: 0.0653996 Jul 24 00:23:45.964918 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6a272119-7bfd-499a-bc14-9c3a1734e4a8 req-650c6236-fbcc-464b-88bd-52ed17c9671b tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b86d8b5-9a55-4033-b55c-0b77ad34eb08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377083 Jul 24 00:23:47.106395 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b543a7-c8c1-47a6-bca1-1c9c8c4b1f0e req-593a9bbe-f0ba-44eb-901b-f387261f72fb tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:23:47.108504 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-68b543a7-c8c1-47a6-bca1-1c9c8c4b1f0e req-593a9bbe-f0ba-44eb-901b-f387261f72fb tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f704b8d-8496-49cd-86c2-c999f1d0e42b HTTP/1.1" status: 200 len: 943 time: 0.0664818 Jul 24 00:23:47.158246 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-68b543a7-c8c1-47a6-bca1-1c9c8c4b1f0e req-7e112ac6-242a-4aeb-8d7f-b7c1f3c3cedf tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b86d8b5-9a55-4033-b55c-0b77ad34eb08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390990 Jul 24 00:23:47.583117 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device f9445248-80c4-499c-a2c1-d56715395b84 details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:23:47.695977 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port f9445248-80c4-499c-a2c1-d56715395b84, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=f9445248-80c4-499c-a2c1-d56715395b84,segment=NetworkSegment(a1a1465a-fd99-41c9-bf89-faf21d67cc5e),segment_id=a1a1465a-fd99-41c9-bf89-faf21d67cc5e)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:23:47.708160 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': 'f9445248-80c4-499c-a2c1-d56715395b84', 'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f', 'port_id': 'f9445248-80c4-499c-a2c1-d56715395b84', 'mac_address': 'fa:16:3e:06:93:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f660729-e229-442a-bec0-0f7d8794afc6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:23:47.747798 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:47.761104 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9445248-80c4-499c-a2c1-d56715395b84 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:23:47.781091 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port f9445248-80c4-499c-a2c1-d56715395b84, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=f9445248-80c4-499c-a2c1-d56715395b84,segment=NetworkSegment(a1a1465a-fd99-41c9-bf89-faf21d67cc5e),segment_id=a1a1465a-fd99-41c9-bf89-faf21d67cc5e)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:23:47.798173 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:47.824999 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:47.849362 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=f9445248-80c4-499c-a2c1-d56715395b84,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:23:48.027516 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['f9445248-80c4-499c-a2c1-d56715395b84'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:23:48.331114 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b1a768-d482-4347-8a95-7c4e72ea2278 req-558a1287-cf82-4166-844d-a571a41c773c tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:23:48.332754 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f8b1a768-d482-4347-8a95-7c4e72ea2278 req-558a1287-cf82-4166-844d-a571a41c773c tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f704b8d-8496-49cd-86c2-c999f1d0e42b HTTP/1.1" status: 200 len: 944 time: 0.0838699 Jul 24 00:23:48.382410 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f8b1a768-d482-4347-8a95-7c4e72ea2278 req-6a1d62d8-3ca9-4ed2-8808-0a0bc25f74da tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b86d8b5-9a55-4033-b55c-0b77ad34eb08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405443 Jul 24 00:23:49.336765 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:23:49.522005 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92720a1-9c70-4111-8032-2b21184e858e req-b49e50f5-438d-4e86-9f51-d2feb249c55e tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:23:49.524178 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e92720a1-9c70-4111-8032-2b21184e858e req-b49e50f5-438d-4e86-9f51-d2feb249c55e tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f704b8d-8496-49cd-86c2-c999f1d0e42b HTTP/1.1" status: 200 len: 944 time: 0.0695615 Jul 24 00:23:49.562849 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e92720a1-9c70-4111-8032-2b21184e858e req-a43a499a-0cf1-42e2-802d-080e617d4160 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b86d8b5-9a55-4033-b55c-0b77ad34eb08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328646 Jul 24 00:23:49.583251 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device f9445248-80c4-499c-a2c1-d56715395b84 up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:23:49.644940 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port f9445248-80c4-499c-a2c1-d56715395b84 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:23:49.648659 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port f9445248-80c4-499c-a2c1-d56715395b84 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:23:49.649079 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:49.746968 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:49.772933 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f704b8d-8496-49cd-86c2-c999f1d0e42b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9445248-80c4-499c-a2c1-d56715395b84'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:23:49.775075 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f93138c-0c91-4a6b-83a4-8892cf5eeee9" -d '{"events": [{"server_uuid": "8f704b8d-8496-49cd-86c2-c999f1d0e42b", "name": "network-vif-plugged", "status": "completed", "tag": "f9445248-80c4-499c-a2c1-d56715395b84"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:23:49.789378 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port f9445248-80c4-499c-a2c1-d56715395b84, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=f9445248-80c4-499c-a2c1-d56715395b84,segment=NetworkSegment(a1a1465a-fd99-41c9-bf89-faf21d67cc5e),segment_id=a1a1465a-fd99-41c9-bf89-faf21d67cc5e)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:23:49.797846 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:49.829965 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb9d42b-13f6-41d1-bd96-80726966d80c x-openstack-request-id: req-fbb9d42b-13f6-41d1-bd96-80726966d80c {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:23:49.830877 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f704b8d-8496-49cd-86c2-c999f1d0e42b", "name": "network-vif-plugged", "status": "completed", "tag": "f9445248-80c4-499c-a2c1-d56715395b84", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:23:49.831309 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fbb9d42b-13f6-41d1-bd96-80726966d80c {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:23:49.831812 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f704b8d-8496-49cd-86c2-c999f1d0e42b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9445248-80c4-499c-a2c1-d56715395b84', 'code': 200} Jul 24 00:23:49.863395 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=f9445248-80c4-499c-a2c1-d56715395b84,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:23:49.947865 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7d431-ac62-4b7c-a258-e575499192a9 req-c7f1b87d-08fc-495c-a36b-a91c0caba90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:23:49.951991 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-01d7d431-ac62-4b7c-a258-e575499192a9 req-c7f1b87d-08fc-495c-a36b-a91c0caba90c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8f704b8d-8496-49cd-86c2-c999f1d0e42b HTTP/1.1" status: 200 len: 1097 time: 0.0615027 Jul 24 00:23:49.987283 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-01d7d431-ac62-4b7c-a258-e575499192a9 req-397df839-e55b-46d8-a4fe-791704f54877 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=7b86d8b5-9a55-4033-b55c-0b77ad34eb08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292013 Jul 24 00:23:50.715786 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db72a9e-6b8a-4a21-ae28-eea8808eeeb6 req-a8c0cc37-4a0c-4a77-86c9-74702f96f28e tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:23:50.717365 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7db72a9e-6b8a-4a21-ae28-eea8808eeeb6 req-a8c0cc37-4a0c-4a77-86c9-74702f96f28e tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f704b8d-8496-49cd-86c2-c999f1d0e42b HTTP/1.1" status: 200 len: 945 time: 0.0780904 Jul 24 00:23:50.786303 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7db72a9e-6b8a-4a21-ae28-eea8808eeeb6 req-ec266abf-e09e-4cfc-a729-df7939ec70a5 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b86d8b5-9a55-4033-b55c-0b77ad34eb08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604320 Jul 24 00:23:50.927173 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 56886) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:23:51.044391 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e9b844b0-54b1-47ed-ac87-3a2b5f010d27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:51.159307 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3598e727-3ce6-4450-9226-70e12f490033 req-24da539f-bb0a-49fa-a11f-a94fdadec71b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1c02ce37-1a7c-484a-badd-fb01077af94e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0973630 Jul 24 00:23:51.199462 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e9b844b0-54b1-47ed-ac87-3a2b5f010d27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:51.215132 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e9b844b0-54b1-47ed-ac87-3a2b5f010d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:51.275860 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-e9b844b0-54b1-47ed-ac87-3a2b5f010d27 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3e0234da54d94d63aea4cc9d732be7ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3475413 Jul 24 00:23:51.278502 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56894) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:23:51.279719 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b844b0-54b1-47ed-ac87-3a2b5f010d27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18f3b207-2d17-4ae0-af61-ef8b374a9920,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:23:51.298840 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3598e727-3ce6-4450-9226-70e12f490033 req-41bad70d-6405-44d2-a2ef-2a4eb539aea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:23:51.300932 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3598e727-3ce6-4450-9226-70e12f490033 req-41bad70d-6405-44d2-a2ef-2a4eb539aea0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=819708cc484a4855acd8cf289bb3402a&device_id=1c02ce37-1a7c-484a-badd-fb01077af94e HTTP/1.1" status: 200 len: 1098 time: 0.0997703 Jul 24 00:23:51.334149 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e6c8d5a0-be46-4713-9172-947f4a9447e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:51.355910 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e6c8d5a0-be46-4713-9172-947f4a9447e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:51.403407 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e6c8d5a0-be46-4713-9172-947f4a9447e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:51.406193 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e6c8d5a0-be46-4713-9172-947f4a9447e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:51.410851 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-e6c8d5a0-be46-4713-9172-947f4a9447e0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/18f3b207-2d17-4ae0-af61-ef8b374a9920 HTTP/1.1" status: 204 len: 168 time: 0.1312866 Jul 24 00:23:51.417978 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3598e727-3ce6-4450-9226-70e12f490033 req-7ffdf5b3-5681-45b1-9898-1974c22f1634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:23:51.419683 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c8d5a0-be46-4713-9172-947f4a9447e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f3b207-2d17-4ae0-af61-ef8b374a9920,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:23:51.419815 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3598e727-3ce6-4450-9226-70e12f490033 req-7ffdf5b3-5681-45b1-9898-1974c22f1634 service neutron] 10.222.0.64 "GET /v2.0/networks?id=638ed06b-37c4-4e4e-9416-48b36cce6713 HTTP/1.1" status: 200 len: 912 time: 0.0999491 Jul 24 00:23:51.503770 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3598e727-3ce6-4450-9226-70e12f490033 req-04ccf732-92c6-4c8b-81cd-528f68bebce9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d57969ca-2893-40ad-81a4-62021107f4b1 HTTP/1.1" status: 200 len: 1002 time: 0.0776231 Jul 24 00:23:51.558952 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3598e727-3ce6-4450-9226-70e12f490033 req-dc0cab76-2ede-471c-b0a4-258ea195ff71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:23:51.560552 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3598e727-3ce6-4450-9226-70e12f490033 req-dc0cab76-2ede-471c-b0a4-258ea195ff71 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b8497362-30af-4bd3-8c41-7992db45dcf8 HTTP/1.1" status: 200 len: 850 time: 0.0510628 Jul 24 00:23:51.624446 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3598e727-3ce6-4450-9226-70e12f490033 req-ef766f81-f103-4653-8562-2adde56f3054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:23:51.626157 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3598e727-3ce6-4450-9226-70e12f490033 req-ef766f81-f103-4653-8562-2adde56f3054 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=638ed06b-37c4-4e4e-9416-48b36cce6713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0585828 Jul 24 00:23:51.711419 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56900) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:23:51.725944 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-59ea096b-d7f0-4f5a-bd05-c8a504f9fd9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:51.743806 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3598e727-3ce6-4450-9226-70e12f490033 req-6b79543e-32dc-4b17-8d30-d04886c4b286 service neutron] 10.222.0.64 "GET /v2.0/networks/638ed06b-37c4-4e4e-9416-48b36cce6713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112251 Jul 24 00:23:51.821012 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-59ea096b-d7f0-4f5a-bd05-c8a504f9fd9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:51.826468 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-59ea096b-d7f0-4f5a-bd05-c8a504f9fd9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:51.844301 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3598e727-3ce6-4450-9226-70e12f490033 req-5b5ee901-775e-45d8-9603-00f6c0e1b144 service neutron] 10.222.0.64 "GET /v2.0/networks/638ed06b-37c4-4e4e-9416-48b36cce6713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945125 Jul 24 00:23:51.871455 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-59ea096b-d7f0-4f5a-bd05-c8a504f9fd9c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a22c4b64d62b40b5af7f6970bb010090&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1587565 Jul 24 00:23:51.874146 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56904) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:23:51.874909 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ea096b-d7f0-4f5a-bd05-c8a504f9fd9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41b6bb61-d57e-4446-bc83-00b92d342f3a,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:23:51.922857 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce780041-0cc1-47ef-9134-bdf28b0b4d83 req-d87dbcb3-6205-4bd8-b20b-abf5358b12d9 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:23:51.925478 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ce780041-0cc1-47ef-9134-bdf28b0b4d83 req-d87dbcb3-6205-4bd8-b20b-abf5358b12d9 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f704b8d-8496-49cd-86c2-c999f1d0e42b HTTP/1.1" status: 200 len: 945 time: 0.0704720 Jul 24 00:23:51.932895 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ec74a914-2a4f-4d1f-a89d-e31cdb2019e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:51.955541 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ec74a914-2a4f-4d1f-a89d-e31cdb2019e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:51.964973 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ce780041-0cc1-47ef-9134-bdf28b0b4d83 req-693fba59-b4d1-49eb-baad-f1e77f0bbd85 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b86d8b5-9a55-4033-b55c-0b77ad34eb08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339961 Jul 24 00:23:52.001424 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ec74a914-2a4f-4d1f-a89d-e31cdb2019e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:52.004298 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ec74a914-2a4f-4d1f-a89d-e31cdb2019e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:52.005562 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-ec74a914-2a4f-4d1f-a89d-e31cdb2019e0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/41b6bb61-d57e-4446-bc83-00b92d342f3a HTTP/1.1" status: 204 len: 168 time: 0.1270828 Jul 24 00:23:52.016743 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec74a914-2a4f-4d1f-a89d-e31cdb2019e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b6bb61-d57e-4446-bc83-00b92d342f3a,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:23:52.117880 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3456638f-6f3f-403b-84c0-b932d3a2dcfc req-04c3f017-df8e-497b-bd72-68a628cf0d76 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:23:52.120687 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3456638f-6f3f-403b-84c0-b932d3a2dcfc req-04c3f017-df8e-497b-bd72-68a628cf0d76 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f704b8d-8496-49cd-86c2-c999f1d0e42b HTTP/1.1" status: 200 len: 945 time: 0.0810976 Jul 24 00:23:52.169569 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3456638f-6f3f-403b-84c0-b932d3a2dcfc req-101f9b72-ca4f-4f8b-983c-cf0f24b9e147 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b86d8b5-9a55-4033-b55c-0b77ad34eb08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422010 Jul 24 00:23:52.195457 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56914) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:23:52.428593 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f54847-3dc7-4b0f-ada6-5804efe361e0 tempest-TestVolumeBootPattern-1428497412 tempest-TestVolumeBootPattern-1428497412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:23:52.430511 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c2f54847-3dc7-4b0f-ada6-5804efe361e0 tempest-TestVolumeBootPattern-1428497412 tempest-TestVolumeBootPattern-1428497412-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=8f704b8d-8496-49cd-86c2-c999f1d0e42b HTTP/1.1" status: 200 len: 1092 time: 0.2338898 Jul 24 00:23:52.433841 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56926) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:23:52.438587 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-eb7a22e2-da1f-40b2-8656-153644c7dec1 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Request body: {'floatingip': {'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'port_id': 'f9445248-80c4-499c-a2c1-d56715395b84', 'tenant_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:23:52.466413 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-eb7a22e2-da1f-40b2-8656-153644c7dec1 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks [] for floatingip, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:52.562411 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-eb7a22e2-da1f-40b2-8656-153644c7dec1 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:52.686375 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-eb7a22e2-da1f-40b2-8656-153644c7dec1 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Allocated IP 172.25.3.75 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/5488cfc9-6f15-435f-858e-ba8daf7e23e6) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:23:52.792586 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-eb7a22e2-da1f-40b2-8656-153644c7dec1 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:52.832450 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-eb7a22e2-da1f-40b2-8656-153644c7dec1 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:52.875668 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7a22e2-da1f-40b2-8656-153644c7dec1 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:23:52.880688 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-eb7a22e2-da1f-40b2-8656-153644c7dec1 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:23:52.884298 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7a22e2-da1f-40b2-8656-153644c7dec1 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:23:52.907012 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7a22e2-da1f-40b2-8656-153644c7dec1 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Pushing event updated for resources: {'Port': ['ID=5488cfc9-6f15-435f-858e-ba8daf7e23e6,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:23:53.181768 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-8f55c909-1ced-4103-9532-8643d7d301a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:53.316619 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-eb7a22e2-da1f-40b2-8656-153644c7dec1 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:53.416195 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-eb7a22e2-da1f-40b2-8656-153644c7dec1 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:53.577960 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-eb7a22e2-da1f-40b2-8656-153644c7dec1 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:53.583665 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-eb7a22e2-da1f-40b2-8656-153644c7dec1 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:53.656293 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7a22e2-da1f-40b2-8656-153644c7dec1 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Pushing event updated for resources: {'Port': ['ID=5488cfc9-6f15-435f-858e-ba8daf7e23e6,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:23:53.679322 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-eb7a22e2-da1f-40b2-8656-153644c7dec1 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:53.795021 n-d-800088-16 neutron-server[100313]: INFO neutron.db.l3_db [None req-eb7a22e2-da1f-40b2-8656-153644c7dec1 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Floating IP e0f566d8-f25e-4594-8379-570c6d3e8e16 associated. External IP: 172.25.3.75, port: f9445248-80c4-499c-a2c1-d56715395b84. Jul 24 00:23:53.977200 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56974) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:23:54.031639 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb7a22e2-da1f-40b2-8656-153644c7dec1 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Router 35802a2e-931b-4279-8f39-0827c1de9608 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:23:54.134898 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7dd00893-2501-4cf3-b998-0a8cdd5b15af admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:54.217337 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb7a22e2-da1f-40b2-8656-153644c7dec1 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:23:54.229041 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437f5f52-9068-4369-b5fd-ffcba6e13afd None None] Sync routers for ids ['35802a2e-931b-4279-8f39-0827c1de9608'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:23:54.242061 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437f5f52-9068-4369-b5fd-ffcba6e13afd None None] Routers {'35802a2e-931b-4279-8f39-0827c1de9608'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:23:54.242747 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-437f5f52-9068-4369-b5fd-ffcba6e13afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:23:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['35802a2e-931b-4279-8f39-0827c1de9608'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:23:54.317428 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7dd00893-2501-4cf3-b998-0a8cdd5b15af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:54.325200 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b2fe2a57-b6a1-418b-9204-66ca1a70f748 req-4a82f59b-601f-45e5-9d21-5840218e4657 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8f704b8d-8496-49cd-86c2-c999f1d0e42b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1056182 Jul 24 00:23:54.327269 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7dd00893-2501-4cf3-b998-0a8cdd5b15af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:54.338856 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-eb7a22e2-da1f-40b2-8656-153644c7dec1 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:54.376700 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-437f5f52-9068-4369-b5fd-ffcba6e13afd None None] Set router 35802a2e-931b-4279-8f39-0827c1de9608 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:23:54.422308 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-7dd00893-2501-4cf3-b998-0a8cdd5b15af admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=954e5bee9e644e2dbb0624ef95453dce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4413488 Jul 24 00:23:54.423244 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd00893-2501-4cf3-b998-0a8cdd5b15af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3810bd9-5a37-4187-b92e-e732c1fc6585,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:23:54.424418 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 56982) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:23:54.445351 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-eb7a22e2-da1f-40b2-8656-153644c7dec1 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0103865 Jul 24 00:23:54.447127 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f704b8d-8496-49cd-86c2-c999f1d0e42b', 'tag': 'f9445248-80c4-499c-a2c1-d56715395b84'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:23:54.449860 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c212f1e-16b5-4b40-a768-51bfafb72cac" -d '{"events": [{"name": "network-changed", "server_uuid": "8f704b8d-8496-49cd-86c2-c999f1d0e42b", "tag": "f9445248-80c4-499c-a2c1-d56715395b84"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:23:54.478167 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe2a57-b6a1-418b-9204-66ca1a70f748 req-fae7a728-6e75-4c05-8716-d78fd4207bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:23:54.480041 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b2fe2a57-b6a1-418b-9204-66ca1a70f748 req-fae7a728-6e75-4c05-8716-d78fd4207bae service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bf6833d5ef4e4ec6b999c5c1a3734713&device_id=8f704b8d-8496-49cd-86c2-c999f1d0e42b HTTP/1.1" status: 200 len: 1097 time: 0.1054504 Jul 24 00:23:54.512969 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be432cd-70aa-42af-9acf-f03bdd9003a3 x-openstack-request-id: req-1be432cd-70aa-42af-9acf-f03bdd9003a3 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:23:54.513262 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f704b8d-8496-49cd-86c2-c999f1d0e42b", "tag": "f9445248-80c4-499c-a2c1-d56715395b84", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:23:54.513519 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1be432cd-70aa-42af-9acf-f03bdd9003a3 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:23:54.513916 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f704b8d-8496-49cd-86c2-c999f1d0e42b', 'tag': 'f9445248-80c4-499c-a2c1-d56715395b84', 'status': 'completed', 'code': 200} Jul 24 00:23:54.540768 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c3d1c209-5cca-4677-be7b-44affa9816bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:54.564329 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c3d1c209-5cca-4677-be7b-44affa9816bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:54.598823 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe2a57-b6a1-418b-9204-66ca1a70f748 req-110144d2-c651-4d4b-be51-1b08449a68de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:23:54.599945 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b2fe2a57-b6a1-418b-9204-66ca1a70f748 req-110144d2-c651-4d4b-be51-1b08449a68de service neutron] 10.222.0.52 "GET /v2.0/networks?id=657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f HTTP/1.1" status: 200 len: 913 time: 0.0985036 Jul 24 00:23:54.627958 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c3d1c209-5cca-4677-be7b-44affa9816bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:54.632084 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c3d1c209-5cca-4677-be7b-44affa9816bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:54.636734 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-c3d1c209-5cca-4677-be7b-44affa9816bb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e3810bd9-5a37-4187-b92e-e732c1fc6585 HTTP/1.1" status: 204 len: 168 time: 0.2102354 Jul 24 00:23:54.647700 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d1c209-5cca-4677-be7b-44affa9816bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3810bd9-5a37-4187-b92e-e732c1fc6585,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:23:54.694255 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-437f5f52-9068-4369-b5fd-ffcba6e13afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35802a2e-931b-4279-8f39-0827c1de9608', 'name': 'tempest-TestVolumeBootPattern-1928393820-router', 'tenant_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '945b6507-7839-445a-bdc2-5cfac81cde75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:16:42Z', 'updated_at': '2021-07-24T00:16:45Z', 'revision_number': 4, 'project_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'gw_port': {'id': '945b6507-7839-445a-bdc2-5cfac81cde75', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35802a2e-931b-4279-8f39-0827c1de9608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:42Z', 'updated_at': '2021-07-24T00:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': 'e0f566d8-f25e-4594-8379-570c6d3e8e16', 'tenant_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'floating_ip_address': '172.25.3.75', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '35802a2e-931b-4279-8f39-0827c1de9608', 'port_id': 'f9445248-80c4-499c-a2c1-d56715395b84', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f', 'mac_address': 'fa:16:3e:06:93:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f704b8d-8496-49cd-86c2-c999f1d0e42b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:23:53Z', 'updated_at': '2021-07-24T00:23:53Z', 'revision_number': 0, 'project_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0777a88b-5aef-4932-9db4-0c2450616791', 'name': '', 'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f', 'tenant_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'mac_address': 'fa:16:3e:7b:72:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35802a2e-931b-4279-8f39-0827c1de9608', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '4f660729-e229-442a-bec0-0f7d8794afc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:45Z', 'updated_at': '2021-07-24T00:16:54Z', 'revision_number': 5, 'project_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'subnets': [{'id': '4f660729-e229-442a-bec0-0f7d8794afc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:23:54.724349 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437f5f52-9068-4369-b5fd-ffcba6e13afd None None] Checking router: 35802a2e-931b-4279-8f39-0827c1de9608 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:23:54.728651 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b2fe2a57-b6a1-418b-9204-66ca1a70f748 req-34ee974f-70c1-449a-b434-72dcb7ba95c5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9445248-80c4-499c-a2c1-d56715395b84 HTTP/1.1" status: 200 len: 998 time: 0.1222830 Jul 24 00:23:54.734167 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437f5f52-9068-4369-b5fd-ffcba6e13afd None None] Routers {'35802a2e-931b-4279-8f39-0827c1de9608'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:23:54.734970 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-437f5f52-9068-4369-b5fd-ffcba6e13afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:23:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['35802a2e-931b-4279-8f39-0827c1de9608'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:23:54.800957 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe2a57-b6a1-418b-9204-66ca1a70f748 req-d31463a6-bf07-442c-bddb-70a3e638dbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:23:54.803483 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b2fe2a57-b6a1-418b-9204-66ca1a70f748 req-d31463a6-bf07-442c-bddb-70a3e638dbbf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4f660729-e229-442a-bec0-0f7d8794afc6 HTTP/1.1" status: 200 len: 851 time: 0.0690143 Jul 24 00:23:54.881313 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe2a57-b6a1-418b-9204-66ca1a70f748 req-e5156f72-43ae-45b5-9d8b-ed1eaadd7b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:23:54.882929 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b2fe2a57-b6a1-418b-9204-66ca1a70f748 req-e5156f72-43ae-45b5-9d8b-ed1eaadd7b45 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0724449 Jul 24 00:23:54.985012 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 56992) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:23:55.002278 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7de1416a-eb11-4614-8713-ed0bcb81bad4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:55.009207 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b2fe2a57-b6a1-418b-9204-66ca1a70f748 req-d2df3276-e378-4fac-b15c-7d5bc3d2e389 service neutron] 10.222.0.52 "GET /v2.0/networks/657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195824 Jul 24 00:23:55.031524 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-437f5f52-9068-4369-b5fd-ffcba6e13afd None None] Set router 35802a2e-931b-4279-8f39-0827c1de9608 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:23:55.129935 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7de1416a-eb11-4614-8713-ed0bcb81bad4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:55.136859 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7de1416a-eb11-4614-8713-ed0bcb81bad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:55.155391 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b2fe2a57-b6a1-418b-9204-66ca1a70f748 req-2e5bc243-83ed-4b7d-9709-f7f9a6314207 service neutron] 10.222.0.52 "GET /v2.0/networks/657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393688 Jul 24 00:23:55.190185 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-7de1416a-eb11-4614-8713-ed0bcb81bad4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b89324b56e154f19bf7189b88bd8d05f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2018085 Jul 24 00:23:55.192975 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 56994) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:23:55.195732 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1416a-eb11-4614-8713-ed0bcb81bad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c9b78d8-bebe-4afb-a0ea-3dfed02d0ac9,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:23:55.292546 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c81b6310-629a-4004-8209-2b394c48cf4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:55.333970 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c81b6310-629a-4004-8209-2b394c48cf4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:55.381525 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-437f5f52-9068-4369-b5fd-ffcba6e13afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35802a2e-931b-4279-8f39-0827c1de9608', 'name': 'tempest-TestVolumeBootPattern-1928393820-router', 'tenant_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '945b6507-7839-445a-bdc2-5cfac81cde75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:16:42Z', 'updated_at': '2021-07-24T00:16:45Z', 'revision_number': 4, 'project_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'gw_port': {'id': '945b6507-7839-445a-bdc2-5cfac81cde75', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35802a2e-931b-4279-8f39-0827c1de9608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:42Z', 'updated_at': '2021-07-24T00:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': 'e0f566d8-f25e-4594-8379-570c6d3e8e16', 'tenant_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'floating_ip_address': '172.25.3.75', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '35802a2e-931b-4279-8f39-0827c1de9608', 'port_id': 'f9445248-80c4-499c-a2c1-d56715395b84', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f', 'mac_address': 'fa:16:3e:06:93:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f704b8d-8496-49cd-86c2-c999f1d0e42b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:23:53Z', 'updated_at': '2021-07-24T00:23:53Z', 'revision_number': 0, 'project_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0777a88b-5aef-4932-9db4-0c2450616791', 'name': '', 'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f', 'tenant_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'mac_address': 'fa:16:3e:7b:72:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35802a2e-931b-4279-8f39-0827c1de9608', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '4f660729-e229-442a-bec0-0f7d8794afc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:45Z', 'updated_at': '2021-07-24T00:16:54Z', 'revision_number': 5, 'project_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'subnets': [{'id': '4f660729-e229-442a-bec0-0f7d8794afc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:23:55.414904 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437f5f52-9068-4369-b5fd-ffcba6e13afd None None] The sync data for ids ['35802a2e-931b-4279-8f39-0827c1de9608'] in n-d-800088-16 is: [{'id': '35802a2e-931b-4279-8f39-0827c1de9608', 'name': 'tempest-TestVolumeBootPattern-1928393820-router', 'tenant_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '945b6507-7839-445a-bdc2-5cfac81cde75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:16:42Z', 'updated_at': '2021-07-24T00:16:45Z', 'revision_number': 4, 'project_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'gw_port': {'id': '945b6507-7839-445a-bdc2-5cfac81cde75', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35802a2e-931b-4279-8f39-0827c1de9608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:42Z', 'updated_at': '2021-07-24T00:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': 'e0f566d8-f25e-4594-8379-570c6d3e8e16', 'tenant_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'floating_ip_address': '172.25.3.75', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '35802a2e-931b-4279-8f39-0827c1de9608', 'port_id': 'f9445248-80c4-499c-a2c1-d56715395b84', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f', 'mac_address': 'fa:16:3e:06:93:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f704b8d-8496-49cd-86c2-c999f1d0e42b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:23:53Z', 'updated_at': '2021-07-24T00:23:53Z', 'revision_number': 0, 'project_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0777a88b-5aef-4932-9db4-0c2450616791', 'name': '', 'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f', 'tenant_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'mac_address': 'fa:16:3e:7b:72:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35802a2e-931b-4279-8f39-0827c1de9608', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '4f660729-e229-442a-bec0-0f7d8794afc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:45Z', 'updated_at': '2021-07-24T00:16:54Z', 'revision_number': 5, 'project_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'subnets': [{'id': '4f660729-e229-442a-bec0-0f7d8794afc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:23:55.654350 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c212f1e-16b5-4b40-a768-51bfafb72cac req-b74c4978-4e9c-4cf6-9dfe-0d43337d76ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:23:55.655943 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1c212f1e-16b5-4b40-a768-51bfafb72cac req-b74c4978-4e9c-4cf6-9dfe-0d43337d76ff service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bf6833d5ef4e4ec6b999c5c1a3734713&device_id=8f704b8d-8496-49cd-86c2-c999f1d0e42b HTTP/1.1" status: 200 len: 1097 time: 0.4320974 Jul 24 00:23:55.667700 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13dfc454-9814-44dc-b030-c3f66dfd2dcb None None] New status for floating IP e0f566d8-f25e-4594-8379-570c6d3e8e16: ACTIVE {{(pid=100316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 00:23:55.747795 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c81b6310-629a-4004-8209-2b394c48cf4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:55.749107 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-286a67b8-307e-40a2-af51-9e43673bbe0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:55.751124 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c81b6310-629a-4004-8209-2b394c48cf4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:55.752989 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c81b6310-629a-4004-8209-2b394c48cf4c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4c9b78d8-bebe-4afb-a0ea-3dfed02d0ac9 HTTP/1.1" status: 204 len: 168 time: 0.5585856 Jul 24 00:23:55.776421 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81b6310-629a-4004-8209-2b394c48cf4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c9b78d8-bebe-4afb-a0ea-3dfed02d0ac9,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:23:55.789247 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c212f1e-16b5-4b40-a768-51bfafb72cac req-724165d7-b2b4-427a-a021-e7c1c0831a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:23:55.790762 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1c212f1e-16b5-4b40-a768-51bfafb72cac req-724165d7-b2b4-427a-a021-e7c1c0831a94 service neutron] 10.222.0.52 "GET /v2.0/networks?id=657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f HTTP/1.1" status: 200 len: 913 time: 0.1258423 Jul 24 00:23:55.876436 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1c212f1e-16b5-4b40-a768-51bfafb72cac req-7479e82a-f0de-4a14-87c5-01f6685086dd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9445248-80c4-499c-a2c1-d56715395b84 HTTP/1.1" status: 200 len: 998 time: 0.0784054 Jul 24 00:23:55.928150 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c212f1e-16b5-4b40-a768-51bfafb72cac req-b69eb6ea-5ecd-4869-826b-248583b3a878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:23:55.929799 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1c212f1e-16b5-4b40-a768-51bfafb72cac req-b69eb6ea-5ecd-4869-826b-248583b3a878 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4f660729-e229-442a-bec0-0f7d8794afc6 HTTP/1.1" status: 200 len: 851 time: 0.0480134 Jul 24 00:23:56.003044 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c212f1e-16b5-4b40-a768-51bfafb72cac req-1de25fec-efb7-4353-b9a0-0dc358df3725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:23:56.004556 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1c212f1e-16b5-4b40-a768-51bfafb72cac req-1de25fec-efb7-4353-b9a0-0dc358df3725 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0605931 Jul 24 00:23:56.102208 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1c212f1e-16b5-4b40-a768-51bfafb72cac req-42328da5-0bf2-4ccb-927b-bb9aabbfeb19 service neutron] 10.222.0.52 "GET /v2.0/networks/657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911560 Jul 24 00:23:56.203317 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1c212f1e-16b5-4b40-a768-51bfafb72cac req-913c23e8-e87a-4c47-b237-1061cc3d1406 service neutron] 10.222.0.52 "GET /v2.0/networks/657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950251 Jul 24 00:23:56.770306 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:56.880980 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 57030) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:23:56.987211 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6e74f634-6b83-43f2-b862-5e829daff961 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:57.073832 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6e74f634-6b83-43f2-b862-5e829daff961 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:57.077650 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6e74f634-6b83-43f2-b862-5e829daff961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:57.114720 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-6e74f634-6b83-43f2-b862-5e829daff961 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b5ada7e790374945803fbe13ba5e3b93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2322986 Jul 24 00:23:57.117429 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e74f634-6b83-43f2-b862-5e829daff961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=585e798e-b643-4f16-8092-9f9211659d5e,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:23:57.117697 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 57034) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:23:57.168175 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-de1e75d7-5bf6-4a64-b9ea-36c803e85c28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:57.190090 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-de1e75d7-5bf6-4a64-b9ea-36c803e85c28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:57.236911 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-de1e75d7-5bf6-4a64-b9ea-36c803e85c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:57.239487 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-de1e75d7-5bf6-4a64-b9ea-36c803e85c28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:57.240662 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-de1e75d7-5bf6-4a64-b9ea-36c803e85c28 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/585e798e-b643-4f16-8092-9f9211659d5e HTTP/1.1" status: 204 len: 168 time: 0.1214085 Jul 24 00:23:57.248443 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1e75d7-5bf6-4a64-b9ea-36c803e85c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=585e798e-b643-4f16-8092-9f9211659d5e,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:23:57.319975 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:23:58.925147 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:24:06.957217 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 57298) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:24:07.085824 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7356b7c6-3ac3-4d28-846a-05ae0f7cb95a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:24:07.189417 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7356b7c6-3ac3-4d28-846a-05ae0f7cb95a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:24:07.195090 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7356b7c6-3ac3-4d28-846a-05ae0f7cb95a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:24:07.246838 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-7356b7c6-3ac3-4d28-846a-05ae0f7cb95a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=13b555602f504fbb805162aec5fadc5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2885270 Jul 24 00:24:07.247727 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7356b7c6-3ac3-4d28-846a-05ae0f7cb95a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=910e397f-903c-4eec-8dce-cec51c975d35,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:24:07.249996 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 57310) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:24:07.302957 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ba0b164d-d900-4875-a6e0-fb9aebbd8455 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:24:07.326546 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ba0b164d-d900-4875-a6e0-fb9aebbd8455 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:24:07.374300 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ba0b164d-d900-4875-a6e0-fb9aebbd8455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:24:07.377629 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ba0b164d-d900-4875-a6e0-fb9aebbd8455 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:24:07.381594 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-ba0b164d-d900-4875-a6e0-fb9aebbd8455 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/910e397f-903c-4eec-8dce-cec51c975d35 HTTP/1.1" status: 204 len: 168 time: 0.1279280 Jul 24 00:24:07.387417 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0b164d-d900-4875-a6e0-fb9aebbd8455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=910e397f-903c-4eec-8dce-cec51c975d35,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:24:14.896039 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:24:16.029667 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 57454) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:24:16.034563 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-cf1ee59c-605e-4588-81c9-bcd39e767fd5 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1595261579', 'description': 'tempest-secgroup-smoke-1595261579 description', 'project_id': 'd2121eddb4a2433fa13b4d5e8bd7e23c'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:24:16.057547 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cf1ee59c-605e-4588-81c9-bcd39e767fd5 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:24:16.141961 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cf1ee59c-605e-4588-81c9-bcd39e767fd5 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:24:16.145860 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cf1ee59c-605e-4588-81c9-bcd39e767fd5 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:24:16.176776 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cf1ee59c-605e-4588-81c9-bcd39e767fd5 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:24:16.180874 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-cf1ee59c-605e-4588-81c9-bcd39e767fd5 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1473083 Jul 24 00:24:16.180874 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1ee59c-605e-4588-81c9-bcd39e767fd5 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17279809-5c72-42ae-ba2d-3caf2d087d48,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:24:16.181796 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 57456) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:24:16.186980 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-380fb4ac-8d9f-4524-bf68-904b3452e02a tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Request body: {'security_group_rule': {'security_group_id': '17279809-5c72-42ae-ba2d-3caf2d087d48', 'project_id': 'd2121eddb4a2433fa13b4d5e8bd7e23c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:24:16.217307 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-380fb4ac-8d9f-4524-bf68-904b3452e02a tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:24:16.277549 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-380fb4ac-8d9f-4524-bf68-904b3452e02a tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:24:16.281322 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-380fb4ac-8d9f-4524-bf68-904b3452e02a tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:24:16.303770 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380fb4ac-8d9f-4524-bf68-904b3452e02a tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40812034-a61a-4140-9c37-7bd96117fdbf,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:24:16.307993 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-380fb4ac-8d9f-4524-bf68-904b3452e02a tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:24:16.309535 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-380fb4ac-8d9f-4524-bf68-904b3452e02a tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1264036 Jul 24 00:24:16.312234 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 57458) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:24:16.317094 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-bc0bdb4b-2715-4bd8-8d5d-bd7d1cf237fb tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Request body: {'security_group_rule': {'security_group_id': '17279809-5c72-42ae-ba2d-3caf2d087d48', 'project_id': 'd2121eddb4a2433fa13b4d5e8bd7e23c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:24:16.352595 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-bc0bdb4b-2715-4bd8-8d5d-bd7d1cf237fb tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:24:16.425082 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-bc0bdb4b-2715-4bd8-8d5d-bd7d1cf237fb tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:24:16.429888 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-bc0bdb4b-2715-4bd8-8d5d-bd7d1cf237fb tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:24:16.450666 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0bdb4b-2715-4bd8-8d5d-bd7d1cf237fb tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59448f5a-9f8b-46d1-8bd9-bd8b5f5a0f5f,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:24:16.460321 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-bc0bdb4b-2715-4bd8-8d5d-bd7d1cf237fb tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:24:16.464224 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-bc0bdb4b-2715-4bd8-8d5d-bd7d1cf237fb tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1484585 Jul 24 00:24:16.464610 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 57462) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:24:16.469522 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-8f8c5c8c-e6a8-4304-84d7-a1b0e01c345e tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Request body: {'security_group_rule': {'security_group_id': '17279809-5c72-42ae-ba2d-3caf2d087d48', 'project_id': 'd2121eddb4a2433fa13b4d5e8bd7e23c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:24:16.497617 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8f8c5c8c-e6a8-4304-84d7-a1b0e01c345e tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:24:16.557320 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8f8c5c8c-e6a8-4304-84d7-a1b0e01c345e tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:24:16.560905 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8f8c5c8c-e6a8-4304-84d7-a1b0e01c345e tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:24:16.580862 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c5c8c-e6a8-4304-84d7-a1b0e01c345e tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e31c33d8-4847-4f74-8b87-a06993ed9d68,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:24:16.587588 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8f8c5c8c-e6a8-4304-84d7-a1b0e01c345e tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:24:16.591492 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-8f8c5c8c-e6a8-4304-84d7-a1b0e01c345e tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1233184 Jul 24 00:24:16.591735 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 57464) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:24:16.597184 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-13c51618-7b61-40b0-85e6-bd04180a8d9c tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Request body: {'security_group_rule': {'security_group_id': '17279809-5c72-42ae-ba2d-3caf2d087d48', 'project_id': 'd2121eddb4a2433fa13b4d5e8bd7e23c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:24:16.623174 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-13c51618-7b61-40b0-85e6-bd04180a8d9c tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:24:16.686932 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-13c51618-7b61-40b0-85e6-bd04180a8d9c tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:24:16.691539 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-13c51618-7b61-40b0-85e6-bd04180a8d9c tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:24:16.711459 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c51618-7b61-40b0-85e6-bd04180a8d9c tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3818d7a-e9eb-4c23-a93e-ed6e8a6591ab,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:24:16.717885 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-13c51618-7b61-40b0-85e6-bd04180a8d9c tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:24:16.719111 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-13c51618-7b61-40b0-85e6-bd04180a8d9c tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1264398 Jul 24 00:24:16.722461 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 57468) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:24:16.727190 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-943e8a8c-3b39-4f2a-b9d3-7f1ba977a931 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Request body: {'security_group_rule': {'security_group_id': '17279809-5c72-42ae-ba2d-3caf2d087d48', 'project_id': 'd2121eddb4a2433fa13b4d5e8bd7e23c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:24:16.749981 n-d-800088-16 neutron-server[100314]: INFO neutron.db.securitygroups_db [None req-943e8a8c-3b39-4f2a-b9d3-7f1ba977a931 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Project d2121eddb4a2433fa13b4d5e8bd7e23c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 00:24:16.755996 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-943e8a8c-3b39-4f2a-b9d3-7f1ba977a931 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:24:16.819748 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-943e8a8c-3b39-4f2a-b9d3-7f1ba977a931 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:24:16.824345 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-943e8a8c-3b39-4f2a-b9d3-7f1ba977a931 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:24:16.851212 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943e8a8c-3b39-4f2a-b9d3-7f1ba977a931 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbd9a6a4-70be-4cae-b44a-ceaface43e35,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:24:16.855236 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-943e8a8c-3b39-4f2a-b9d3-7f1ba977a931 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:24:16.856498 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-943e8a8c-3b39-4f2a-b9d3-7f1ba977a931 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1330984 Jul 24 00:24:16.859260 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 57474) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:24:16.864360 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-82c8fb12-077b-481f-ae3c-934980c7b746 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Request body: {'security_group_rule': {'security_group_id': '17279809-5c72-42ae-ba2d-3caf2d087d48', 'project_id': 'd2121eddb4a2433fa13b4d5e8bd7e23c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:24:16.910507 n-d-800088-16 neutron-server[100314]: INFO neutron.db.securitygroups_db [None req-82c8fb12-077b-481f-ae3c-934980c7b746 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Project d2121eddb4a2433fa13b4d5e8bd7e23c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 00:24:16.916403 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-82c8fb12-077b-481f-ae3c-934980c7b746 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:24:16.994120 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-82c8fb12-077b-481f-ae3c-934980c7b746 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:24:16.999142 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-82c8fb12-077b-481f-ae3c-934980c7b746 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:24:17.019319 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c8fb12-077b-481f-ae3c-934980c7b746 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab290aa7-c22d-4685-a48a-a8692e987b4b,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:24:17.021672 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-82c8fb12-077b-481f-ae3c-934980c7b746 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:24:17.030449 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-82c8fb12-077b-481f-ae3c-934980c7b746 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1626441 Jul 24 00:24:17.228066 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8009e0df-9fd3-4003-8cb7-182032cc0546 req-9543632c-d636-4254-a919-8dea9d84ce9b tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1595261579&fields=id&tenant_id=d2121eddb4a2433fa13b4d5e8bd7e23c HTTP/1.1" status: 200 len: 267 time: 0.0322385 Jul 24 00:24:17.336536 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8009e0df-9fd3-4003-8cb7-182032cc0546 req-bc500382-65a5-47c1-a841-3c78d70642da tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:24:17.338219 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8009e0df-9fd3-4003-8cb7-182032cc0546 req-bc500382-65a5-47c1-a841-3c78d70642da tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] 10.222.0.44 "GET /v2.0/networks?id=9ea2b689-642c-44fa-b9c5-ecdb816ce28e HTTP/1.1" status: 200 len: 813 time: 0.1036797 Jul 24 00:24:17.354619 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8009e0df-9fd3-4003-8cb7-182032cc0546 req-d51682a4-26c4-4f1a-96f7-3c4aba74a006 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] 10.222.0.44 "GET /v2.0/quotas/d2121eddb4a2433fa13b4d5e8bd7e23c HTTP/1.1" status: 200 len: 375 time: 0.0105548 Jul 24 00:24:17.434802 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8009e0df-9fd3-4003-8cb7-182032cc0546 req-7257d05c-b102-458d-a5e5-db59602bbe85 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d2121eddb4a2433fa13b4d5e8bd7e23c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0736587 Jul 24 00:24:17.537619 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8009e0df-9fd3-4003-8cb7-182032cc0546 req-136fa1dd-c52d-4aef-8c8f-fcb97b4f09e2 service neutron] 10.222.0.44 "GET /v2.0/networks/9ea2b689-642c-44fa-b9c5-ecdb816ce28e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941329 Jul 24 00:24:17.635247 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8009e0df-9fd3-4003-8cb7-182032cc0546 req-bfbbc99b-6017-44df-9785-9ac3c58917e2 service neutron] 10.222.0.44 "GET /v2.0/networks/9ea2b689-642c-44fa-b9c5-ecdb816ce28e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915020 Jul 24 00:24:17.833786 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:24:17.991903 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9422213e-1d62-4027-913e-d4a83434eff5 req-6caa4ab3-1fc6-4db7-ba8c-b2bfe7e008c1 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] 10.222.0.44 "GET /v2.0/ports?device_id=23260ecf-c49c-4c10-9864-72748f349cd6 HTTP/1.1" status: 200 len: 210 time: 0.0360243 Jul 24 00:24:19.164035 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7f06cd8a-40e4-425b-8ae8-c594e291793b req-f2b53969-d440-409e-8d5c-a47e56351305 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] 10.222.0.44 "GET /v2.0/ports?device_id=23260ecf-c49c-4c10-9864-72748f349cd6 HTTP/1.1" status: 200 len: 210 time: 0.0614920 Jul 24 00:24:19.308602 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8009e0df-9fd3-4003-8cb7-182032cc0546 req-018afa09-9afb-4e7a-b24a-f2f759e9265a tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:24:19.311332 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8009e0df-9fd3-4003-8cb7-182032cc0546 req-018afa09-9afb-4e7a-b24a-f2f759e9265a tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] 10.222.0.64 "GET /v2.0/networks?id=9ea2b689-642c-44fa-b9c5-ecdb816ce28e HTTP/1.1" status: 200 len: 813 time: 0.1596799 Jul 24 00:24:19.373479 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8009e0df-9fd3-4003-8cb7-182032cc0546 req-f5c2d5bf-ffe3-400e-9112-28f554b82e68 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2121eddb4a2433fa13b4d5e8bd7e23c HTTP/1.1" status: 200 len: 380 time: 0.0509200 Jul 24 00:24:19.384615 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-8009e0df-9fd3-4003-8cb7-182032cc0546 req-3255ced5-ef87-4cab-b450-aebcfd2f4bc9 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Request body: {'port': {'device_id': '23260ecf-c49c-4c10-9864-72748f349cd6', 'network_id': '9ea2b689-642c-44fa-b9c5-ecdb816ce28e', 'admin_state_up': True, 'tenant_id': 'd2121eddb4a2433fa13b4d5e8bd7e23c', 'security_groups': ['17279809-5c72-42ae-ba2d-3caf2d087d48']}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:24:19.518031 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8009e0df-9fd3-4003-8cb7-182032cc0546 req-3255ced5-ef87-4cab-b450-aebcfd2f4bc9 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Made reservation on behalf of d2121eddb4a2433fa13b4d5e8bd7e23c for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:24:19.521789 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-8009e0df-9fd3-4003-8cb7-182032cc0546 req-3255ced5-ef87-4cab-b450-aebcfd2f4bc9 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:24:19.693946 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [req-8009e0df-9fd3-4003-8cb7-182032cc0546 req-3255ced5-ef87-4cab-b450-aebcfd2f4bc9 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Allocated IP 172.20.0.9 (9ea2b689-642c-44fa-b9c5-ecdb816ce28e/20c71419-8aa8-4723-936e-289e4ed32560/6f22eca1-4353-4de1-836c-cc19a198a180) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:24:19.853219 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-8009e0df-9fd3-4003-8cb7-182032cc0546 req-3255ced5-ef87-4cab-b450-aebcfd2f4bc9 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:24:19.867080 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-8009e0df-9fd3-4003-8cb7-182032cc0546 req-3255ced5-ef87-4cab-b450-aebcfd2f4bc9 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Transition to ACTIVE for port object 6f22eca1-4353-4de1-836c-cc19a198a180 will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:24:19.903039 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-8009e0df-9fd3-4003-8cb7-182032cc0546 req-3255ced5-ef87-4cab-b450-aebcfd2f4bc9 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:24:19.951625 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8009e0df-9fd3-4003-8cb7-182032cc0546 req-3255ced5-ef87-4cab-b450-aebcfd2f4bc9 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Network 9ea2b689-642c-44fa-b9c5-ecdb816ce28e is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:24:19.957372 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [req-8009e0df-9fd3-4003-8cb7-182032cc0546 req-3255ced5-ef87-4cab-b450-aebcfd2f4bc9 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:24:19.961102 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-8009e0df-9fd3-4003-8cb7-182032cc0546 req-3255ced5-ef87-4cab-b450-aebcfd2f4bc9 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:24:19.984900 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3255ced5-ef87-4cab-b450-aebcfd2f4bc9 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Pushing event updated for resources: {'Port': ['ID=6f22eca1-4353-4de1-836c-cc19a198a180,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:24:20.013162 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8009e0df-9fd3-4003-8cb7-182032cc0546 req-3255ced5-ef87-4cab-b450-aebcfd2f4bc9 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:24:20.013742 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-8009e0df-9fd3-4003-8cb7-182032cc0546 req-3255ced5-ef87-4cab-b450-aebcfd2f4bc9 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:24:20.031002 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8009e0df-9fd3-4003-8cb7-182032cc0546 req-3255ced5-ef87-4cab-b450-aebcfd2f4bc9 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6511102 Jul 24 00:24:20.043653 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-8009e0df-9fd3-4003-8cb7-182032cc0546 req-799c7595-b20e-4cb4-b4b0-8a3c5f5a5d37 service neutron] Request body: {'port': {'device_id': '23260ecf-c49c-4c10-9864-72748f349cd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-16'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:24:20.125148 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-8009e0df-9fd3-4003-8cb7-182032cc0546 req-799c7595-b20e-4cb4-b4b0-8a3c5f5a5d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:24:20.220934 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-cef4c858-e707-4360-8c0e-515edb505933 None None] Provisioning for port 6f22eca1-4353-4de1-836c-cc19a198a180 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:24:20.227422 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-cef4c858-e707-4360-8c0e-515edb505933 None None] Provisioning complete for port 6f22eca1-4353-4de1-836c-cc19a198a180 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:24:20.228170 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-cef4c858-e707-4360-8c0e-515edb505933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:24:20.273714 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-cef4c858-e707-4360-8c0e-515edb505933 None None] Port 6f22eca1-4353-4de1-836c-cc19a198a180 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:24:20.380449 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c3884f-90ce-4274-bd5f-f66e9c03afa8 req-5570aa12-2b74-4580-bffb-475a215034de tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:24:20.382017 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f9c3884f-90ce-4274-bd5f-f66e9c03afa8 req-5570aa12-2b74-4580-bffb-475a215034de tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] 10.222.0.44 "GET /v2.0/ports?device_id=23260ecf-c49c-4c10-9864-72748f349cd6 HTTP/1.1" status: 200 len: 931 time: 0.1365314 Jul 24 00:24:20.470816 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f9c3884f-90ce-4274-bd5f-f66e9c03afa8 req-53ae372c-5470-46b5-95bc-f330123e025c tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] 10.222.0.44 "GET /v2.0/security-groups?id=17279809-5c72-42ae-ba2d-3caf2d087d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790482 Jul 24 00:24:20.504862 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-8009e0df-9fd3-4003-8cb7-182032cc0546 req-799c7595-b20e-4cb4-b4b0-8a3c5f5a5d37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f22eca1-4353-4de1-836c-cc19a198a180 {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:24:20.512180 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-8009e0df-9fd3-4003-8cb7-182032cc0546 req-799c7595-b20e-4cb4-b4b0-8a3c5f5a5d37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:24:20.523941 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-8009e0df-9fd3-4003-8cb7-182032cc0546 req-799c7595-b20e-4cb4-b4b0-8a3c5f5a5d37 service neutron] Transition to ACTIVE for port object 6f22eca1-4353-4de1-836c-cc19a198a180 will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:24:20.527686 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-8009e0df-9fd3-4003-8cb7-182032cc0546 req-799c7595-b20e-4cb4-b4b0-8a3c5f5a5d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:24:20.580604 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799c7595-b20e-4cb4-b4b0-8a3c5f5a5d37 service neutron] Pushing event updated for resources: {'Port': ['ID=6f22eca1-4353-4de1-836c-cc19a198a180,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:24:20.652252 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-8009e0df-9fd3-4003-8cb7-182032cc0546 req-799c7595-b20e-4cb4-b4b0-8a3c5f5a5d37 service neutron] Attempting to bind port 6f22eca1-4353-4de1-836c-cc19a198a180 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:24:20.652597 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-8009e0df-9fd3-4003-8cb7-182032cc0546 req-799c7595-b20e-4cb4-b4b0-8a3c5f5a5d37 service neutron] Attempting to bind port 6f22eca1-4353-4de1-836c-cc19a198a180 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '8ea76873-5e2d-4a0e-bc17-82ff0f379b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '9ea2b689-642c-44fa-b9c5-ecdb816ce28e'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:24:20.652969 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8009e0df-9fd3-4003-8cb7-182032cc0546 req-799c7595-b20e-4cb4-b4b0-8a3c5f5a5d37 service neutron] Attempting to bind port 6f22eca1-4353-4de1-836c-cc19a198a180 on network 9ea2b689-642c-44fa-b9c5-ecdb816ce28e {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:24:20.657727 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8009e0df-9fd3-4003-8cb7-182032cc0546 req-799c7595-b20e-4cb4-b4b0-8a3c5f5a5d37 service neutron] Port 6f22eca1-4353-4de1-836c-cc19a198a180 on network 9ea2b689-642c-44fa-b9c5-ecdb816ce28e not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:24:20.658058 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8009e0df-9fd3-4003-8cb7-182032cc0546 req-799c7595-b20e-4cb4-b4b0-8a3c5f5a5d37 service neutron] Attempting to bind port 6f22eca1-4353-4de1-836c-cc19a198a180 on network 9ea2b689-642c-44fa-b9c5-ecdb816ce28e {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:24:20.663231 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8009e0df-9fd3-4003-8cb7-182032cc0546 req-799c7595-b20e-4cb4-b4b0-8a3c5f5a5d37 service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:24:20.663576 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8009e0df-9fd3-4003-8cb7-182032cc0546 req-799c7595-b20e-4cb4-b4b0-8a3c5f5a5d37 service neutron] Checking segment: {'id': '8ea76873-5e2d-4a0e-bc17-82ff0f379b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '9ea2b689-642c-44fa-b9c5-ecdb816ce28e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:24:20.663966 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8009e0df-9fd3-4003-8cb7-182032cc0546 req-799c7595-b20e-4cb4-b4b0-8a3c5f5a5d37 service neutron] Bound using segment: {'id': '8ea76873-5e2d-4a0e-bc17-82ff0f379b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '9ea2b689-642c-44fa-b9c5-ecdb816ce28e'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:24:20.664396 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-8009e0df-9fd3-4003-8cb7-182032cc0546 req-799c7595-b20e-4cb4-b4b0-8a3c5f5a5d37 service neutron] Bound port: 6f22eca1-4353-4de1-836c-cc19a198a180, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ea76873-5e2d-4a0e-bc17-82ff0f379b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '9ea2b689-642c-44fa-b9c5-ecdb816ce28e'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:24:20.664762 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-8009e0df-9fd3-4003-8cb7-182032cc0546 req-799c7595-b20e-4cb4-b4b0-8a3c5f5a5d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:24:20.740963 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-8009e0df-9fd3-4003-8cb7-182032cc0546 req-799c7595-b20e-4cb4-b4b0-8a3c5f5a5d37 service neutron] For port 6f22eca1-4353-4de1-836c-cc19a198a180, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:24:20.746859 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-8009e0df-9fd3-4003-8cb7-182032cc0546 req-799c7595-b20e-4cb4-b4b0-8a3c5f5a5d37 service neutron] For port 6f22eca1-4353-4de1-836c-cc19a198a180, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=6f22eca1-4353-4de1-836c-cc19a198a180,segment=NetworkSegment(8ea76873-5e2d-4a0e-bc17-82ff0f379b14),segment_id=8ea76873-5e2d-4a0e-bc17-82ff0f379b14)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:24:20.752972 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-8009e0df-9fd3-4003-8cb7-182032cc0546 req-799c7595-b20e-4cb4-b4b0-8a3c5f5a5d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:24:20.794551 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8009e0df-9fd3-4003-8cb7-182032cc0546 req-799c7595-b20e-4cb4-b4b0-8a3c5f5a5d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:24:20.795299 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-8009e0df-9fd3-4003-8cb7-182032cc0546 req-799c7595-b20e-4cb4-b4b0-8a3c5f5a5d37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:24:20.797318 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8009e0df-9fd3-4003-8cb7-182032cc0546 req-799c7595-b20e-4cb4-b4b0-8a3c5f5a5d37 service neutron] 10.222.0.64 "PUT /v2.0/ports/6f22eca1-4353-4de1-836c-cc19a198a180 HTTP/1.1" status: 200 len: 1092 time: 0.7578356 Jul 24 00:24:20.797952 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23260ecf-c49c-4c10-9864-72748f349cd6', 'tag': '6f22eca1-4353-4de1-836c-cc19a198a180'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:24:20.802224 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1150ff38-31c9-4dab-bd37-3ba8b448bd74" -d '{"events": [{"name": "network-changed", "server_uuid": "23260ecf-c49c-4c10-9864-72748f349cd6", "tag": "6f22eca1-4353-4de1-836c-cc19a198a180"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:24:20.831868 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799c7595-b20e-4cb4-b4b0-8a3c5f5a5d37 service neutron] Pushing event updated for resources: {'Port': ['ID=6f22eca1-4353-4de1-836c-cc19a198a180,revision_number=3']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:24:20.865563 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ed733e-811f-4a88-8a04-bc14d1a1fce9 x-openstack-request-id: req-c8ed733e-811f-4a88-8a04-bc14d1a1fce9 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:24:20.865868 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23260ecf-c49c-4c10-9864-72748f349cd6", "tag": "6f22eca1-4353-4de1-836c-cc19a198a180", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:24:20.866108 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c8ed733e-811f-4a88-8a04-bc14d1a1fce9 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:24:20.866539 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23260ecf-c49c-4c10-9864-72748f349cd6', 'tag': '6f22eca1-4353-4de1-836c-cc19a198a180', 'status': 'completed', 'code': 200} Jul 24 00:24:20.919090 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8009e0df-9fd3-4003-8cb7-182032cc0546 req-15f06335-8e5b-46e2-84d0-537083218416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:24:20.920927 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8009e0df-9fd3-4003-8cb7-182032cc0546 req-15f06335-8e5b-46e2-84d0-537083218416 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d2121eddb4a2433fa13b4d5e8bd7e23c&device_id=23260ecf-c49c-4c10-9864-72748f349cd6 HTTP/1.1" status: 200 len: 1095 time: 0.0649209 Jul 24 00:24:20.974948 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8009e0df-9fd3-4003-8cb7-182032cc0546 req-80f213dc-349c-4a4e-80b0-5cc0be979383 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f22eca1-4353-4de1-836c-cc19a198a180 HTTP/1.1" status: 200 len: 217 time: 0.0444632 Jul 24 00:24:21.039358 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8009e0df-9fd3-4003-8cb7-182032cc0546 req-c872f176-3d6d-46d8-9c3c-a36fa860c636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:24:21.040941 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8009e0df-9fd3-4003-8cb7-182032cc0546 req-c872f176-3d6d-46d8-9c3c-a36fa860c636 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=20c71419-8aa8-4723-936e-289e4ed32560 HTTP/1.1" status: 200 len: 852 time: 0.0553286 Jul 24 00:24:21.118671 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8009e0df-9fd3-4003-8cb7-182032cc0546 req-c18c2927-88a3-429c-96a0-ca0ccc1a6989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:24:21.120049 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8009e0df-9fd3-4003-8cb7-182032cc0546 req-c18c2927-88a3-429c-96a0-ca0ccc1a6989 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9ea2b689-642c-44fa-b9c5-ecdb816ce28e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0725300 Jul 24 00:24:21.259050 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8009e0df-9fd3-4003-8cb7-182032cc0546 req-f572b9a0-8017-4baa-9491-847de2f819d1 service neutron] 10.222.0.64 "GET /v2.0/networks/9ea2b689-642c-44fa-b9c5-ecdb816ce28e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283853 Jul 24 00:24:21.362085 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83336f38-cc04-4658-a03e-19b7c48a4d6b req-1849bf1c-b317-4169-b3d4-bfdb1ed25a16 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:24:21.364266 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-83336f38-cc04-4658-a03e-19b7c48a4d6b req-1849bf1c-b317-4169-b3d4-bfdb1ed25a16 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c02ce37-1a7c-484a-badd-fb01077af94e HTTP/1.1" status: 200 len: 946 time: 0.0866969 Jul 24 00:24:21.400197 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8009e0df-9fd3-4003-8cb7-182032cc0546 req-a269b7f6-4463-4e2a-84e6-5d761800d7f3 service neutron] 10.222.0.64 "GET /v2.0/networks/9ea2b689-642c-44fa-b9c5-ecdb816ce28e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302969 Jul 24 00:24:21.413145 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-83336f38-cc04-4658-a03e-19b7c48a4d6b req-f64cb284-ea0c-44b3-b7b9-9a9f0ab329f7 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/security-groups?id=529357db-68dd-4b0f-abfc-c4aa3435ab56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422380 Jul 24 00:24:21.524176 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150ff38-31c9-4dab-bd37-3ba8b448bd74 req-8c719d3a-2a17-41be-a3e8-0314ae266571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:24:21.525867 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1150ff38-31c9-4dab-bd37-3ba8b448bd74 req-8c719d3a-2a17-41be-a3e8-0314ae266571 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d2121eddb4a2433fa13b4d5e8bd7e23c&device_id=23260ecf-c49c-4c10-9864-72748f349cd6 HTTP/1.1" status: 200 len: 1095 time: 0.0571551 Jul 24 00:24:21.678388 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150ff38-31c9-4dab-bd37-3ba8b448bd74 req-a471d53a-2df9-4b38-9c04-2ae5dbeb84c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:24:21.679922 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1150ff38-31c9-4dab-bd37-3ba8b448bd74 req-a471d53a-2df9-4b38-9c04-2ae5dbeb84c1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9ea2b689-642c-44fa-b9c5-ecdb816ce28e HTTP/1.1" status: 200 len: 914 time: 0.1479414 Jul 24 00:24:21.692784 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff6d919-c7e4-423f-9a23-2c822ae7b97a req-b1b87ddc-ccaa-4935-89d6-82797303a005 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:24:21.694364 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6ff6d919-c7e4-423f-9a23-2c822ae7b97a req-b1b87ddc-ccaa-4935-89d6-82797303a005 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] 10.222.0.44 "GET /v2.0/ports?device_id=23260ecf-c49c-4c10-9864-72748f349cd6 HTTP/1.1" status: 200 len: 943 time: 0.1354539 Jul 24 00:24:21.740473 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1150ff38-31c9-4dab-bd37-3ba8b448bd74 req-41bf54b2-e2e6-4acf-8f04-773f2b851d57 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f22eca1-4353-4de1-836c-cc19a198a180 HTTP/1.1" status: 200 len: 217 time: 0.0451298 Jul 24 00:24:21.805052 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6ff6d919-c7e4-423f-9a23-2c822ae7b97a req-edd6d7ee-2508-4f4d-b82d-7c1a89350614 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] 10.222.0.44 "GET /v2.0/security-groups?id=17279809-5c72-42ae-ba2d-3caf2d087d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036656 Jul 24 00:24:21.813008 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150ff38-31c9-4dab-bd37-3ba8b448bd74 req-b3efb554-8490-44f5-9e8c-3e512780d39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:24:21.814553 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1150ff38-31c9-4dab-bd37-3ba8b448bd74 req-b3efb554-8490-44f5-9e8c-3e512780d39c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=20c71419-8aa8-4723-936e-289e4ed32560 HTTP/1.1" status: 200 len: 852 time: 0.0636101 Jul 24 00:24:21.882733 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150ff38-31c9-4dab-bd37-3ba8b448bd74 req-49676425-82a2-4da0-b958-4e6b190c066b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:24:21.884260 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1150ff38-31c9-4dab-bd37-3ba8b448bd74 req-49676425-82a2-4da0-b958-4e6b190c066b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9ea2b689-642c-44fa-b9c5-ecdb816ce28e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0628769 Jul 24 00:24:21.977606 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1150ff38-31c9-4dab-bd37-3ba8b448bd74 req-d604b5f2-a0f5-4a11-b932-3ea19d9d0c3f service neutron] 10.222.0.64 "GET /v2.0/networks/9ea2b689-642c-44fa-b9c5-ecdb816ce28e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864098 Jul 24 00:24:22.078355 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1150ff38-31c9-4dab-bd37-3ba8b448bd74 req-3b3f25c1-f9b6-4c89-9006-33c251559a67 service neutron] 10.222.0.64 "GET /v2.0/networks/9ea2b689-642c-44fa-b9c5-ecdb816ce28e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939052 Jul 24 00:24:22.567158 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04733b9-df33-4783-8c25-9098a362dd12 req-c0d7fcb2-4736-4571-a524-2f3ad0cfbf29 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:24:22.568552 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b04733b9-df33-4783-8c25-9098a362dd12 req-c0d7fcb2-4736-4571-a524-2f3ad0cfbf29 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c02ce37-1a7c-484a-badd-fb01077af94e HTTP/1.1" status: 200 len: 946 time: 0.0704064 Jul 24 00:24:22.609858 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b04733b9-df33-4783-8c25-9098a362dd12 req-cd86e2a9-75cf-4559-9a22-58525efcdf1b tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/security-groups?id=529357db-68dd-4b0f-abfc-c4aa3435ab56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356746 Jul 24 00:24:22.937406 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ae891-97d3-40af-8ab4-a7e177d888f7 req-0702d876-e92b-4a30-b7b1-b926b659e7b0 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:24:22.939722 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-937ae891-97d3-40af-8ab4-a7e177d888f7 req-0702d876-e92b-4a30-b7b1-b926b659e7b0 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] 10.222.0.44 "GET /v2.0/ports?device_id=23260ecf-c49c-4c10-9864-72748f349cd6 HTTP/1.1" status: 200 len: 943 time: 0.0644310 Jul 24 00:24:22.986514 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-937ae891-97d3-40af-8ab4-a7e177d888f7 req-eb5ebd2c-a37e-42d4-98fb-981db9e184d8 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] 10.222.0.44 "GET /v2.0/security-groups?id=17279809-5c72-42ae-ba2d-3caf2d087d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350032 Jul 24 00:24:23.174706 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-108bb569-07e8-40cc-9727-0315043e1f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:24:23.766361 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018b4b09-1832-452b-b77b-636db29efeaf req-202179b3-ecdb-44ff-8777-94197574ec7c tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:24:23.768179 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-018b4b09-1832-452b-b77b-636db29efeaf req-202179b3-ecdb-44ff-8777-94197574ec7c tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c02ce37-1a7c-484a-badd-fb01077af94e HTTP/1.1" status: 200 len: 946 time: 0.0692511 Jul 24 00:24:23.817552 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-018b4b09-1832-452b-b77b-636db29efeaf req-fef4d26b-ce31-46cc-9e92-872a32e4da58 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/security-groups?id=529357db-68dd-4b0f-abfc-c4aa3435ab56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430825 Jul 24 00:24:24.119771 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48904ec3-fda3-4425-aade-03977f572001 req-eabd1698-932c-4a49-80fc-af5435e2230d tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:24:24.121658 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-48904ec3-fda3-4425-aade-03977f572001 req-eabd1698-932c-4a49-80fc-af5435e2230d tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] 10.222.0.44 "GET /v2.0/ports?device_id=23260ecf-c49c-4c10-9864-72748f349cd6 HTTP/1.1" status: 200 len: 943 time: 0.0662830 Jul 24 00:24:24.161364 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-48904ec3-fda3-4425-aade-03977f572001 req-e2b49bb9-8740-4432-83df-d51548d09c5d tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] 10.222.0.44 "GET /v2.0/security-groups?id=17279809-5c72-42ae-ba2d-3caf2d087d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336242 Jul 24 00:24:24.941545 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70120e3e-63c1-439f-a2e1-48366d6af535 req-1bb3346d-b6f6-4557-9fa2-18e8fbecb66b tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:24:24.943022 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-70120e3e-63c1-439f-a2e1-48366d6af535 req-1bb3346d-b6f6-4557-9fa2-18e8fbecb66b tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c02ce37-1a7c-484a-badd-fb01077af94e HTTP/1.1" status: 200 len: 946 time: 0.0645421 Jul 24 00:24:24.982101 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-70120e3e-63c1-439f-a2e1-48366d6af535 req-71700ca3-728d-4e3e-8d5f-c8ef055439c1 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/security-groups?id=529357db-68dd-4b0f-abfc-c4aa3435ab56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331752 Jul 24 00:24:25.295278 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd14a2-004c-4ce8-bc66-a5519ecf60a4 req-5f6dee12-673b-4b7f-9079-05eeb596e2a1 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:24:25.297997 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-24dd14a2-004c-4ce8-bc66-a5519ecf60a4 req-5f6dee12-673b-4b7f-9079-05eeb596e2a1 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] 10.222.0.44 "GET /v2.0/ports?device_id=23260ecf-c49c-4c10-9864-72748f349cd6 HTTP/1.1" status: 200 len: 943 time: 0.0687237 Jul 24 00:24:25.337565 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-24dd14a2-004c-4ce8-bc66-a5519ecf60a4 req-b46cb6ee-1628-48c8-9177-4d36e070ae56 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] 10.222.0.44 "GET /v2.0/security-groups?id=17279809-5c72-42ae-ba2d-3caf2d087d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336814 Jul 24 00:24:25.741137 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d3cc5cfa-07cc-4e28-9c77-746142e3e78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:24:26.122325 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f834b5d0-0b22-4558-b9e2-a5065fb53f90 req-49ab2ff8-eebb-4c04-b358-6115ad3e4689 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:24:26.123807 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f834b5d0-0b22-4558-b9e2-a5065fb53f90 req-49ab2ff8-eebb-4c04-b358-6115ad3e4689 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c02ce37-1a7c-484a-badd-fb01077af94e HTTP/1.1" status: 200 len: 946 time: 0.0704868 Jul 24 00:24:26.163303 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f834b5d0-0b22-4558-b9e2-a5065fb53f90 req-16221713-aa1a-45c4-be3a-7f1a0a5c8c4c tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/security-groups?id=529357db-68dd-4b0f-abfc-c4aa3435ab56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333669 Jul 24 00:24:26.336294 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:24:26.471961 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff64d831-fd31-433c-916b-1293747a39ea req-ad16e116-e414-4b7b-aba9-207275edbdf4 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:24:26.473535 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ff64d831-fd31-433c-916b-1293747a39ea req-ad16e116-e414-4b7b-aba9-207275edbdf4 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] 10.222.0.44 "GET /v2.0/ports?device_id=23260ecf-c49c-4c10-9864-72748f349cd6 HTTP/1.1" status: 200 len: 943 time: 0.0674241 Jul 24 00:24:26.512603 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ff64d831-fd31-433c-916b-1293747a39ea req-11cd1b28-fca0-4292-b22d-d29e33a486b9 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] 10.222.0.44 "GET /v2.0/security-groups?id=17279809-5c72-42ae-ba2d-3caf2d087d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330441 Jul 24 00:24:26.776367 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:24:27.302729 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8a9b0b-d880-4d5d-9292-e8252128fb7b req-31ee8805-280b-4407-9b35-4f1630599388 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:24:27.304230 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3e8a9b0b-d880-4d5d-9292-e8252128fb7b req-31ee8805-280b-4407-9b35-4f1630599388 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c02ce37-1a7c-484a-badd-fb01077af94e HTTP/1.1" status: 200 len: 946 time: 0.0688009 Jul 24 00:24:27.326771 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:24:27.352129 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3e8a9b0b-d880-4d5d-9292-e8252128fb7b req-9fde81ef-2224-4f98-a94b-b369a6238a91 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/security-groups?id=529357db-68dd-4b0f-abfc-c4aa3435ab56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416746 Jul 24 00:24:27.654981 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd2c725-f84a-435f-ac0e-68d93be8cd04 req-39ce07b8-8e93-4667-a086-bd81c1ece200 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:24:27.667667 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-acd2c725-f84a-435f-ac0e-68d93be8cd04 req-39ce07b8-8e93-4667-a086-bd81c1ece200 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] 10.222.0.44 "GET /v2.0/ports?device_id=23260ecf-c49c-4c10-9864-72748f349cd6 HTTP/1.1" status: 200 len: 943 time: 0.0795219 Jul 24 00:24:27.720736 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-acd2c725-f84a-435f-ac0e-68d93be8cd04 req-73a64594-10c9-41b3-91d2-8fbf486b7e7d tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] 10.222.0.44 "GET /v2.0/security-groups?id=17279809-5c72-42ae-ba2d-3caf2d087d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521290 Jul 24 00:24:28.488568 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c3e060-e2f4-4dc6-b8e1-d7e1b9cb35b3 req-d51dc783-caa9-4ba5-8f6e-452a1989653e tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:24:28.490211 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-95c3e060-e2f4-4dc6-b8e1-d7e1b9cb35b3 req-d51dc783-caa9-4ba5-8f6e-452a1989653e tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c02ce37-1a7c-484a-badd-fb01077af94e HTTP/1.1" status: 200 len: 946 time: 0.0702341 Jul 24 00:24:28.530022 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-95c3e060-e2f4-4dc6-b8e1-d7e1b9cb35b3 req-3facb80f-4d0e-4465-a48e-318d3f710139 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/security-groups?id=529357db-68dd-4b0f-abfc-c4aa3435ab56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341733 Jul 24 00:24:28.852418 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0523e096-1a55-4ea9-a19b-1a2a57cdc963 req-a329fed4-ab97-446c-b6f8-3a52f1a6fc04 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:24:28.853934 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0523e096-1a55-4ea9-a19b-1a2a57cdc963 req-a329fed4-ab97-446c-b6f8-3a52f1a6fc04 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] 10.222.0.44 "GET /v2.0/ports?device_id=23260ecf-c49c-4c10-9864-72748f349cd6 HTTP/1.1" status: 200 len: 943 time: 0.0670769 Jul 24 00:24:28.893420 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0523e096-1a55-4ea9-a19b-1a2a57cdc963 req-cc731a56-4cd2-4529-8177-784a408295af tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] 10.222.0.44 "GET /v2.0/security-groups?id=17279809-5c72-42ae-ba2d-3caf2d087d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338972 Jul 24 00:24:28.925094 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:24:29.664975 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8750801f-8901-4d4d-ac6e-9fe1c3a1c3a0 req-0f8c0a57-8c8f-49bc-baa0-0fbd97199e0c tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:24:29.666400 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8750801f-8901-4d4d-ac6e-9fe1c3a1c3a0 req-0f8c0a57-8c8f-49bc-baa0-0fbd97199e0c tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c02ce37-1a7c-484a-badd-fb01077af94e HTTP/1.1" status: 200 len: 946 time: 0.0677013 Jul 24 00:24:29.706466 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8750801f-8901-4d4d-ac6e-9fe1c3a1c3a0 req-ee7c27ea-33c3-4a19-93c2-7e29e205323e tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/security-groups?id=529357db-68dd-4b0f-abfc-c4aa3435ab56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340912 Jul 24 00:24:29.949145 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [req-e0a959f0-83c0-4626-b4dd-2ac110d5a165 req-2663668d-e1fc-4b44-84b5-4a918bb93425 service neutron] (100313) timed out ('10.222.0.44', 36772) {{(pid=100313) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 24 00:24:30.040864 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd3068e-520f-4db3-b0b1-480c9d15a63c req-17b47970-e7c6-4468-a28d-44b83b7290d9 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:24:30.042423 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5cd3068e-520f-4db3-b0b1-480c9d15a63c req-17b47970-e7c6-4468-a28d-44b83b7290d9 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] 10.222.0.44 "GET /v2.0/ports?device_id=23260ecf-c49c-4c10-9864-72748f349cd6 HTTP/1.1" status: 200 len: 943 time: 0.0779264 Jul 24 00:24:30.079913 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5cd3068e-520f-4db3-b0b1-480c9d15a63c req-7fcebb85-af45-453c-9acb-de2ea94d085a tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] 10.222.0.44 "GET /v2.0/security-groups?id=17279809-5c72-42ae-ba2d-3caf2d087d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319104 Jul 24 00:24:30.834804 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc0d11-c97b-47a8-90e7-521f4350ccb9 req-aa5db293-0dba-49db-8533-17149d96fc45 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:24:30.836284 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-02dc0d11-c97b-47a8-90e7-521f4350ccb9 req-aa5db293-0dba-49db-8533-17149d96fc45 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c02ce37-1a7c-484a-badd-fb01077af94e HTTP/1.1" status: 200 len: 946 time: 0.0629523 Jul 24 00:24:30.873294 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-02dc0d11-c97b-47a8-90e7-521f4350ccb9 req-ca713fb6-3875-45d5-b7d7-322dd1874080 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/security-groups?id=529357db-68dd-4b0f-abfc-c4aa3435ab56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314844 Jul 24 00:24:31.214946 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b187fcd6-498d-4f54-8b49-9e1e6b8a3438 req-a1504c8a-e3ad-4715-bc42-fe147fbc2a8a tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:24:31.215530 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b187fcd6-498d-4f54-8b49-9e1e6b8a3438 req-a1504c8a-e3ad-4715-bc42-fe147fbc2a8a tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] 10.222.0.44 "GET /v2.0/ports?device_id=23260ecf-c49c-4c10-9864-72748f349cd6 HTTP/1.1" status: 200 len: 943 time: 0.0685749 Jul 24 00:24:31.257681 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b187fcd6-498d-4f54-8b49-9e1e6b8a3438 req-928242a6-b4c5-4a0a-9712-ce594b23b7b7 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] 10.222.0.44 "GET /v2.0/security-groups?id=17279809-5c72-42ae-ba2d-3caf2d087d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346684 Jul 24 00:24:32.007302 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad8bbe-9708-467a-83bc-003a50a666ee req-273fde32-54c2-498b-9297-c941b12df723 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:24:32.008858 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f7ad8bbe-9708-467a-83bc-003a50a666ee req-273fde32-54c2-498b-9297-c941b12df723 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c02ce37-1a7c-484a-badd-fb01077af94e HTTP/1.1" status: 200 len: 946 time: 0.0700152 Jul 24 00:24:32.046474 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f7ad8bbe-9708-467a-83bc-003a50a666ee req-acd0a810-1986-42d1-9381-9782826562a6 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/security-groups?id=529357db-68dd-4b0f-abfc-c4aa3435ab56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320108 Jul 24 00:24:32.291280 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73902116-5ce3-4df6-8b27-571497385849 req-9d9ffbe1-e65f-40b3-b850-60939e92c7ba tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:24:32.293073 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-73902116-5ce3-4df6-8b27-571497385849 req-9d9ffbe1-e65f-40b3-b850-60939e92c7ba tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c02ce37-1a7c-484a-badd-fb01077af94e HTTP/1.1" status: 200 len: 946 time: 0.0813122 Jul 24 00:24:32.339442 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22c85c-a3ae-48bb-8cf1-b82ca4d14e63 req-c5ddc648-a941-4653-8f4d-e1e9cec89bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:24:32.341688 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-db22c85c-a3ae-48bb-8cf1-b82ca4d14e63 req-c5ddc648-a941-4653-8f4d-e1e9cec89bf0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=819708cc484a4855acd8cf289bb3402a&device_id=1c02ce37-1a7c-484a-badd-fb01077af94e HTTP/1.1" status: 200 len: 1098 time: 0.0884459 Jul 24 00:24:32.354322 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-73902116-5ce3-4df6-8b27-571497385849 req-5bef7007-6b8c-4687-8647-f6190b13b0d2 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/security-groups?id=529357db-68dd-4b0f-abfc-c4aa3435ab56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463028 Jul 24 00:24:32.398408 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 6f22eca1-4353-4de1-836c-cc19a198a180 details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:24:32.503659 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 6f22eca1-4353-4de1-836c-cc19a198a180, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=6f22eca1-4353-4de1-836c-cc19a198a180,segment=NetworkSegment(8ea76873-5e2d-4a0e-bc17-82ff0f379b14),segment_id=8ea76873-5e2d-4a0e-bc17-82ff0f379b14)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:24:32.516006 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': '6f22eca1-4353-4de1-836c-cc19a198a180', 'network_id': '9ea2b689-642c-44fa-b9c5-ecdb816ce28e', 'port_id': '6f22eca1-4353-4de1-836c-cc19a198a180', 'mac_address': 'fa:16:3e:bf:4a:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20c71419-8aa8-4723-936e-289e4ed32560', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:24:32.556726 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:24:32.575496 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f22eca1-4353-4de1-836c-cc19a198a180 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:24:32.597515 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 6f22eca1-4353-4de1-836c-cc19a198a180, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=6f22eca1-4353-4de1-836c-cc19a198a180,segment=NetworkSegment(8ea76873-5e2d-4a0e-bc17-82ff0f379b14),segment_id=8ea76873-5e2d-4a0e-bc17-82ff0f379b14)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:24:32.603900 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:24:32.654279 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=6f22eca1-4353-4de1-836c-cc19a198a180,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:24:32.662744 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:24:32.663187 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:24:32.663605 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:24:32.664021 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:24:32.664438 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:24:32.664901 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:24:32.665283 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:24:32.665620 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:24:32.665967 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:24:32.666283 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:24:32.666687 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:24:32.666958 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:24:32.808132 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22c85c-a3ae-48bb-8cf1-b82ca4d14e63 req-8785d9f5-58b7-422c-8ad3-c92267c6e5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:24:32.809590 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-db22c85c-a3ae-48bb-8cf1-b82ca4d14e63 req-8785d9f5-58b7-422c-8ad3-c92267c6e5ee service neutron] 10.222.0.64 "GET /v2.0/networks?id=638ed06b-37c4-4e4e-9416-48b36cce6713 HTTP/1.1" status: 200 len: 912 time: 0.4534206 Jul 24 00:24:32.818489 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['6f22eca1-4353-4de1-836c-cc19a198a180'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:24:32.822151 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ada6e2-dccc-4938-b765-e973b81d9ca5 req-1cfdcfa5-59d8-4c65-8fe3-4a346b7f9f7e tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:24:32.823763 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a1ada6e2-dccc-4938-b765-e973b81d9ca5 req-1cfdcfa5-59d8-4c65-8fe3-4a346b7f9f7e tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] 10.222.0.44 "GET /v2.0/ports?device_id=23260ecf-c49c-4c10-9864-72748f349cd6 HTTP/1.1" status: 200 len: 943 time: 0.4789271 Jul 24 00:24:32.922976 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a1ada6e2-dccc-4938-b765-e973b81d9ca5 req-3e7f9f6f-911a-4472-b2a7-c199477cffd5 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] 10.222.0.44 "GET /v2.0/security-groups?id=17279809-5c72-42ae-ba2d-3caf2d087d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913770 Jul 24 00:24:32.925335 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-db22c85c-a3ae-48bb-8cf1-b82ca4d14e63 req-2b5257b2-7504-4a74-8e0b-f4351837953d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d57969ca-2893-40ad-81a4-62021107f4b1 HTTP/1.1" status: 200 len: 1002 time: 0.1006675 Jul 24 00:24:32.981047 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22c85c-a3ae-48bb-8cf1-b82ca4d14e63 req-2334c460-d5eb-4d22-b014-54308fa34ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:24:32.982540 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-db22c85c-a3ae-48bb-8cf1-b82ca4d14e63 req-2334c460-d5eb-4d22-b014-54308fa34ec2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b8497362-30af-4bd3-8c41-7992db45dcf8 HTTP/1.1" status: 200 len: 850 time: 0.0512259 Jul 24 00:24:33.049625 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22c85c-a3ae-48bb-8cf1-b82ca4d14e63 req-e1c71dba-b1d1-4870-b760-e096dc257b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:24:33.051168 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-db22c85c-a3ae-48bb-8cf1-b82ca4d14e63 req-e1c71dba-b1d1-4870-b760-e096dc257b83 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=638ed06b-37c4-4e4e-9416-48b36cce6713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0595503 Jul 24 00:24:33.155158 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-db22c85c-a3ae-48bb-8cf1-b82ca4d14e63 req-edde8981-0654-46f9-acb3-22e554305209 service neutron] 10.222.0.64 "GET /v2.0/networks/638ed06b-37c4-4e4e-9416-48b36cce6713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970254 Jul 24 00:24:33.248556 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-db22c85c-a3ae-48bb-8cf1-b82ca4d14e63 req-6d7afdd8-3476-460e-baac-856158e43921 service neutron] 10.222.0.64 "GET /v2.0/networks/638ed06b-37c4-4e4e-9416-48b36cce6713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867641 Jul 24 00:24:33.497685 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fa3460-4858-47cd-8e78-078efa75185a req-529f1189-32fd-4c49-9b54-56d320e8e065 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:24:33.499879 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-75fa3460-4858-47cd-8e78-078efa75185a req-529f1189-32fd-4c49-9b54-56d320e8e065 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c02ce37-1a7c-484a-badd-fb01077af94e HTTP/1.1" status: 200 len: 946 time: 0.0697422 Jul 24 00:24:33.538844 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-75fa3460-4858-47cd-8e78-078efa75185a req-2f2c88ec-7be0-4ff9-b322-55a1010c85e2 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/security-groups?id=529357db-68dd-4b0f-abfc-c4aa3435ab56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326753 Jul 24 00:24:34.063019 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de847d4-b23e-4d14-842c-a025e48897d3 req-8409b0a9-9b29-42f8-a1ac-d5bb5d8b7b90 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:24:34.064984 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6de847d4-b23e-4d14-842c-a025e48897d3 req-8409b0a9-9b29-42f8-a1ac-d5bb5d8b7b90 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] 10.222.0.44 "GET /v2.0/ports?device_id=23260ecf-c49c-4c10-9864-72748f349cd6 HTTP/1.1" status: 200 len: 944 time: 0.0721996 Jul 24 00:24:34.107859 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6de847d4-b23e-4d14-842c-a025e48897d3 req-d6ec5641-d7eb-4850-b4b4-68afd74e033c tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] 10.222.0.44 "GET /v2.0/security-groups?id=17279809-5c72-42ae-ba2d-3caf2d087d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347526 Jul 24 00:24:34.412682 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 6f22eca1-4353-4de1-836c-cc19a198a180 up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:24:34.495629 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port 6f22eca1-4353-4de1-836c-cc19a198a180 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:24:34.499631 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port 6f22eca1-4353-4de1-836c-cc19a198a180 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:24:34.500010 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:24:34.589395 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:24:34.617090 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23260ecf-c49c-4c10-9864-72748f349cd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f22eca1-4353-4de1-836c-cc19a198a180'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:24:34.623067 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9cb696-6d31-42fb-a30e-1200ad116e59" -d '{"events": [{"server_uuid": "23260ecf-c49c-4c10-9864-72748f349cd6", "name": "network-vif-plugged", "status": "completed", "tag": "6f22eca1-4353-4de1-836c-cc19a198a180"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:24:34.635819 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 6f22eca1-4353-4de1-836c-cc19a198a180, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=6f22eca1-4353-4de1-836c-cc19a198a180,segment=NetworkSegment(8ea76873-5e2d-4a0e-bc17-82ff0f379b14),segment_id=8ea76873-5e2d-4a0e-bc17-82ff0f379b14)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:24:34.641423 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:24:34.668974 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a053ee21-1408-4ab4-b460-4d46607c2378 x-openstack-request-id: req-a053ee21-1408-4ab4-b460-4d46607c2378 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:24:34.669378 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23260ecf-c49c-4c10-9864-72748f349cd6", "name": "network-vif-plugged", "status": "completed", "tag": "6f22eca1-4353-4de1-836c-cc19a198a180", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:24:34.669734 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a053ee21-1408-4ab4-b460-4d46607c2378 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:24:34.670345 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23260ecf-c49c-4c10-9864-72748f349cd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f22eca1-4353-4de1-836c-cc19a198a180', 'code': 200} Jul 24 00:24:34.702967 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=6f22eca1-4353-4de1-836c-cc19a198a180,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:24:34.725751 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a213834-445d-404e-9638-4786f670309b req-8c8aed58-3a53-44dd-af59-f944f14a7204 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:24:34.733442 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0a213834-445d-404e-9638-4786f670309b req-8c8aed58-3a53-44dd-af59-f944f14a7204 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c02ce37-1a7c-484a-badd-fb01077af94e HTTP/1.1" status: 200 len: 946 time: 0.0929594 Jul 24 00:24:34.785810 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0a213834-445d-404e-9638-4786f670309b req-2eb5ed6c-4614-4f8f-b480-51911efae86d tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/security-groups?id=529357db-68dd-4b0f-abfc-c4aa3435ab56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512202 Jul 24 00:24:34.803144 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae995ed1-4576-4f06-98b1-d439c98f6756 req-be42bd79-cf01-4fa1-9d80-40d502defcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:24:34.804919 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ae995ed1-4576-4f06-98b1-d439c98f6756 req-be42bd79-cf01-4fa1-9d80-40d502defcf9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=23260ecf-c49c-4c10-9864-72748f349cd6 HTTP/1.1" status: 200 len: 1097 time: 0.0675688 Jul 24 00:24:34.839216 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ae995ed1-4576-4f06-98b1-d439c98f6756 req-ca1783af-613e-4a5a-a925-3271b92609dc service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=17279809-5c72-42ae-ba2d-3caf2d087d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277944 Jul 24 00:24:35.246484 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe6cd7-49d4-4736-8c9e-6210e3d8cbf8 req-bcab0460-0ddd-49c5-9891-ca3e191edbb8 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:24:35.247891 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c1fe6cd7-49d4-4736-8c9e-6210e3d8cbf8 req-bcab0460-0ddd-49c5-9891-ca3e191edbb8 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] 10.222.0.44 "GET /v2.0/ports?device_id=23260ecf-c49c-4c10-9864-72748f349cd6 HTTP/1.1" status: 200 len: 945 time: 0.0645261 Jul 24 00:24:35.286170 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c1fe6cd7-49d4-4736-8c9e-6210e3d8cbf8 req-b6477bf3-cc0a-4be4-bf33-e34db1f69ef3 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] 10.222.0.44 "GET /v2.0/security-groups?id=17279809-5c72-42ae-ba2d-3caf2d087d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324235 Jul 24 00:24:36.433185 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1effe25d-bdc2-4ffa-a254-9d7a19484644 req-e388d24f-7319-4851-a4d7-a43275624be0 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:24:36.434918 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1effe25d-bdc2-4ffa-a254-9d7a19484644 req-e388d24f-7319-4851-a4d7-a43275624be0 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] 10.222.0.44 "GET /v2.0/ports?device_id=23260ecf-c49c-4c10-9864-72748f349cd6 HTTP/1.1" status: 200 len: 945 time: 0.0823309 Jul 24 00:24:36.473578 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1effe25d-bdc2-4ffa-a254-9d7a19484644 req-4b5f51ee-ad48-4ac1-af8c-3e751727ae65 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] 10.222.0.44 "GET /v2.0/security-groups?id=17279809-5c72-42ae-ba2d-3caf2d087d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330887 Jul 24 00:24:36.608343 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d725a7aa-bd93-444c-b4be-428564d3480a req-90bd82de-c99b-45f5-986e-c7a2b4dac40e tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:24:36.609914 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d725a7aa-bd93-444c-b4be-428564d3480a req-90bd82de-c99b-45f5-986e-c7a2b4dac40e tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] 10.222.0.44 "GET /v2.0/ports?device_id=23260ecf-c49c-4c10-9864-72748f349cd6 HTTP/1.1" status: 200 len: 945 time: 0.0715992 Jul 24 00:24:36.648198 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d725a7aa-bd93-444c-b4be-428564d3480a req-136f8eb3-d172-41ac-8860-1fc30beb213e tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] 10.222.0.44 "GET /v2.0/security-groups?id=17279809-5c72-42ae-ba2d-3caf2d087d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325336 Jul 24 00:24:36.669805 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 57654) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:24:36.884041 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1df2c24-730a-42b9-baa8-37ee0f6df2ef tempest-TestVolumeBackupRestore-1158197780 tempest-TestVolumeBackupRestore-1158197780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:24:36.888427 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-c1df2c24-730a-42b9-baa8-37ee0f6df2ef tempest-TestVolumeBackupRestore-1158197780 tempest-TestVolumeBackupRestore-1158197780-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=23260ecf-c49c-4c10-9864-72748f349cd6 HTTP/1.1" status: 200 len: 1092 time: 0.2148750 Jul 24 00:24:36.888621 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 57666) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:24:36.893776 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-b74fdcf3-1447-48a6-8654-455c27fa83bc tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Request body: {'floatingip': {'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'port_id': '6f22eca1-4353-4de1-836c-cc19a198a180', 'tenant_id': 'd2121eddb4a2433fa13b4d5e8bd7e23c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:24:36.917479 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b74fdcf3-1447-48a6-8654-455c27fa83bc tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Notify callbacks [] for floatingip, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:24:37.028318 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b74fdcf3-1447-48a6-8654-455c27fa83bc tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:24:37.147185 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-b74fdcf3-1447-48a6-8654-455c27fa83bc tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Allocated IP 172.25.3.148 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/e9f13a05-2640-45b8-a78b-a080d32b1e9b) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:24:37.189855 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 57676) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:24:37.254420 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b74fdcf3-1447-48a6-8654-455c27fa83bc tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:24:37.293706 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b74fdcf3-1447-48a6-8654-455c27fa83bc tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:24:37.296313 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d0f4e104-641f-4b77-928d-b51b2ad2fcb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:24:37.330960 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74fdcf3-1447-48a6-8654-455c27fa83bc tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:24:37.333936 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-b74fdcf3-1447-48a6-8654-455c27fa83bc tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:24:37.340137 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74fdcf3-1447-48a6-8654-455c27fa83bc tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:24:37.369011 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74fdcf3-1447-48a6-8654-455c27fa83bc tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Pushing event updated for resources: {'Port': ['ID=e9f13a05-2640-45b8-a78b-a080d32b1e9b,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:24:37.396222 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d0f4e104-641f-4b77-928d-b51b2ad2fcb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:24:37.400196 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d0f4e104-641f-4b77-928d-b51b2ad2fcb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:24:37.440401 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-d0f4e104-641f-4b77-928d-b51b2ad2fcb7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=83308da13a934f59b4eecbcde7424a7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2494302 Jul 24 00:24:37.442509 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f4e104-641f-4b77-928d-b51b2ad2fcb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea105d07-fb39-4571-8ea7-238db3ff44ef,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:24:37.446403 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 57680) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:24:37.496612 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c93bfc29-16ab-49b7-bc7b-a6a1f8103882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:24:37.517795 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c93bfc29-16ab-49b7-bc7b-a6a1f8103882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:24:37.562847 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c93bfc29-16ab-49b7-bc7b-a6a1f8103882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:24:37.565502 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c93bfc29-16ab-49b7-bc7b-a6a1f8103882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:24:37.570749 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c93bfc29-16ab-49b7-bc7b-a6a1f8103882 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ea105d07-fb39-4571-8ea7-238db3ff44ef HTTP/1.1" status: 204 len: 168 time: 0.1192508 Jul 24 00:24:37.577430 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93bfc29-16ab-49b7-bc7b-a6a1f8103882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea105d07-fb39-4571-8ea7-238db3ff44ef,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:24:37.727479 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b74fdcf3-1447-48a6-8654-455c27fa83bc tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:24:37.808048 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b74fdcf3-1447-48a6-8654-455c27fa83bc tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:24:37.965478 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b74fdcf3-1447-48a6-8654-455c27fa83bc tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:24:37.970575 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b74fdcf3-1447-48a6-8654-455c27fa83bc tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:24:38.045728 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74fdcf3-1447-48a6-8654-455c27fa83bc tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Pushing event updated for resources: {'Port': ['ID=e9f13a05-2640-45b8-a78b-a080d32b1e9b,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:24:38.061685 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b74fdcf3-1447-48a6-8654-455c27fa83bc tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:24:38.164097 n-d-800088-16 neutron-server[100314]: INFO neutron.db.l3_db [None req-b74fdcf3-1447-48a6-8654-455c27fa83bc tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Floating IP 3bf1614c-ddc6-4f99-9c9e-f9f28d46c6fc associated. External IP: 172.25.3.148, port: 6f22eca1-4353-4de1-836c-cc19a198a180. Jul 24 00:24:38.377375 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b74fdcf3-1447-48a6-8654-455c27fa83bc tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Router f672fcf6-8fbf-46d9-881f-8116974fd882 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:24:38.487499 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b74fdcf3-1447-48a6-8654-455c27fa83bc tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:24:38.498695 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fbcbd4-fdcc-43e7-94d5-b17255cd2147 None None] Sync routers for ids ['f672fcf6-8fbf-46d9-881f-8116974fd882'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:24:38.509384 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b74fdcf3-1447-48a6-8654-455c27fa83bc tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:24:38.509857 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fbcbd4-fdcc-43e7-94d5-b17255cd2147 None None] Routers {'f672fcf6-8fbf-46d9-881f-8116974fd882'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:24:38.510484 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-76fbcbd4-fdcc-43e7-94d5-b17255cd2147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:24:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['f672fcf6-8fbf-46d9-881f-8116974fd882'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:24:38.556003 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-b74fdcf3-1447-48a6-8654-455c27fa83bc tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6661930 Jul 24 00:24:38.556134 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 57708) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:24:38.556534 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23260ecf-c49c-4c10-9864-72748f349cd6', 'tag': '6f22eca1-4353-4de1-836c-cc19a198a180'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:24:38.559120 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba05b0ff-184a-4e6e-bd54-4b1bfd5cfea2" -d '{"events": [{"name": "network-changed", "server_uuid": "23260ecf-c49c-4c10-9864-72748f349cd6", "tag": "6f22eca1-4353-4de1-836c-cc19a198a180"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:24:38.616299 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6765f92-9016-488b-b1e1-b5e4e89931a0 x-openstack-request-id: req-e6765f92-9016-488b-b1e1-b5e4e89931a0 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:24:38.616762 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23260ecf-c49c-4c10-9864-72748f349cd6", "tag": "6f22eca1-4353-4de1-836c-cc19a198a180", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:24:38.617031 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e6765f92-9016-488b-b1e1-b5e4e89931a0 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:24:38.617483 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23260ecf-c49c-4c10-9864-72748f349cd6', 'tag': '6f22eca1-4353-4de1-836c-cc19a198a180', 'status': 'completed', 'code': 200} Jul 24 00:24:38.631059 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5098aa20-84dd-490d-97a1-74739e4448c3 tempest-TestVolumeBackupRestore-1158197780 tempest-TestVolumeBackupRestore-1158197780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:24:38.632732 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-5098aa20-84dd-490d-97a1-74739e4448c3 tempest-TestVolumeBackupRestore-1158197780 tempest-TestVolumeBackupRestore-1158197780-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=23260ecf-c49c-4c10-9864-72748f349cd6 HTTP/1.1" status: 200 len: 1092 time: 0.0756023 Jul 24 00:24:38.636289 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 57714) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:24:38.643133 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-a03000f1-8e07-4bc3-ade7-cfd5df886089 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Request body: {'floatingip': {'port_id': '6f22eca1-4353-4de1-836c-cc19a198a180'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:24:38.708191 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba05b0ff-184a-4e6e-bd54-4b1bfd5cfea2 req-fe11be58-fba4-46c1-a659-31ea5e816891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:24:38.709945 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ba05b0ff-184a-4e6e-bd54-4b1bfd5cfea2 req-fe11be58-fba4-46c1-a659-31ea5e816891 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d2121eddb4a2433fa13b4d5e8bd7e23c&device_id=23260ecf-c49c-4c10-9864-72748f349cd6 HTTP/1.1" status: 200 len: 1097 time: 0.0704446 Jul 24 00:24:38.710716 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-76fbcbd4-fdcc-43e7-94d5-b17255cd2147 None None] Set router f672fcf6-8fbf-46d9-881f-8116974fd882 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:24:38.714871 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a03000f1-8e07-4bc3-ade7-cfd5df886089 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Notify callbacks [] for floatingip, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:24:38.836883 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba05b0ff-184a-4e6e-bd54-4b1bfd5cfea2 req-d1aa83a2-6371-436e-931e-5e5ce48175c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:24:38.838495 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ba05b0ff-184a-4e6e-bd54-4b1bfd5cfea2 req-d1aa83a2-6371-436e-931e-5e5ce48175c3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9ea2b689-642c-44fa-b9c5-ecdb816ce28e HTTP/1.1" status: 200 len: 914 time: 0.1214452 Jul 24 00:24:38.910913 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ba05b0ff-184a-4e6e-bd54-4b1bfd5cfea2 req-3e0aaa5d-4897-4d7c-9f91-b68f94ae8307 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f22eca1-4353-4de1-836c-cc19a198a180 HTTP/1.1" status: 200 len: 999 time: 0.0657790 Jul 24 00:24:38.955310 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-76fbcbd4-fdcc-43e7-94d5-b17255cd2147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f672fcf6-8fbf-46d9-881f-8116974fd882', 'name': 'tempest-TestVolumeBackupRestore-247571056-router', 'tenant_id': 'd2121eddb4a2433fa13b4d5e8bd7e23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '3377cfe7-7cb2-4fd7-9c8e-07167416d124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:22:05Z', 'updated_at': '2021-07-24T00:22:08Z', 'revision_number': 4, 'project_id': 'd2121eddb4a2433fa13b4d5e8bd7e23c', 'gw_port': {'id': '3377cfe7-7cb2-4fd7-9c8e-07167416d124', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f672fcf6-8fbf-46d9-881f-8116974fd882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:22:06Z', 'updated_at': '2021-07-24T00:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': '3bf1614c-ddc6-4f99-9c9e-f9f28d46c6fc', 'tenant_id': 'd2121eddb4a2433fa13b4d5e8bd7e23c', 'floating_ip_address': '172.25.3.148', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': 'f672fcf6-8fbf-46d9-881f-8116974fd882', 'port_id': '6f22eca1-4353-4de1-836c-cc19a198a180', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ea2b689-642c-44fa-b9c5-ecdb816ce28e', 'mac_address': 'fa:16:3e:bf:4a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23260ecf-c49c-4c10-9864-72748f349cd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:24:37Z', 'updated_at': '2021-07-24T00:24:37Z', 'revision_number': 0, 'project_id': 'd2121eddb4a2433fa13b4d5e8bd7e23c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5253c97-36c8-4b0c-968a-f3bd4c56dfd0', 'name': '', 'network_id': '9ea2b689-642c-44fa-b9c5-ecdb816ce28e', 'tenant_id': 'd2121eddb4a2433fa13b4d5e8bd7e23c', 'mac_address': 'fa:16:3e:5b:a7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f672fcf6-8fbf-46d9-881f-8116974fd882', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '20c71419-8aa8-4723-936e-289e4ed32560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:22:07Z', 'updated_at': '2021-07-24T00:22:15Z', 'revision_number': 5, 'project_id': 'd2121eddb4a2433fa13b4d5e8bd7e23c', 'subnets': [{'id': '20c71419-8aa8-4723-936e-289e4ed32560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:24:38.971172 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba05b0ff-184a-4e6e-bd54-4b1bfd5cfea2 req-b9c7f5a8-466d-4f5e-831e-464f4e990f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:24:38.973473 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ba05b0ff-184a-4e6e-bd54-4b1bfd5cfea2 req-b9c7f5a8-466d-4f5e-831e-464f4e990f7b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=20c71419-8aa8-4723-936e-289e4ed32560 HTTP/1.1" status: 200 len: 852 time: 0.0569160 Jul 24 00:24:38.983417 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fbcbd4-fdcc-43e7-94d5-b17255cd2147 None None] Checking router: f672fcf6-8fbf-46d9-881f-8116974fd882 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:24:38.995872 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fbcbd4-fdcc-43e7-94d5-b17255cd2147 None None] Routers {'f672fcf6-8fbf-46d9-881f-8116974fd882'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:24:38.996515 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-76fbcbd4-fdcc-43e7-94d5-b17255cd2147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:24:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['f672fcf6-8fbf-46d9-881f-8116974fd882'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:24:39.056206 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba05b0ff-184a-4e6e-bd54-4b1bfd5cfea2 req-c2f70b2d-bc78-42e4-a34f-a666ffe2ae11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:24:39.058504 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ba05b0ff-184a-4e6e-bd54-4b1bfd5cfea2 req-c2f70b2d-bc78-42e4-a34f-a666ffe2ae11 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9ea2b689-642c-44fa-b9c5-ecdb816ce28e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0784354 Jul 24 00:24:39.131488 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-76fbcbd4-fdcc-43e7-94d5-b17255cd2147 None None] Set router f672fcf6-8fbf-46d9-881f-8116974fd882 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:24:39.162057 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ba05b0ff-184a-4e6e-bd54-4b1bfd5cfea2 req-f3116c80-ddcd-4541-bea2-45a1feadf969 service neutron] 10.222.0.64 "GET /v2.0/networks/9ea2b689-642c-44fa-b9c5-ecdb816ce28e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959802 Jul 24 00:24:39.290193 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a03000f1-8e07-4bc3-ade7-cfd5df886089 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:24:39.294168 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ba05b0ff-184a-4e6e-bd54-4b1bfd5cfea2 req-13bcbf5d-b97c-4bc1-9c41-e8732c6a8b2d service neutron] 10.222.0.64 "GET /v2.0/networks/9ea2b689-642c-44fa-b9c5-ecdb816ce28e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255569 Jul 24 00:24:39.321529 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a03000f1-8e07-4bc3-ade7-cfd5df886089 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:24:39.407072 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-76fbcbd4-fdcc-43e7-94d5-b17255cd2147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f672fcf6-8fbf-46d9-881f-8116974fd882', 'name': 'tempest-TestVolumeBackupRestore-247571056-router', 'tenant_id': 'd2121eddb4a2433fa13b4d5e8bd7e23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '3377cfe7-7cb2-4fd7-9c8e-07167416d124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:22:05Z', 'updated_at': '2021-07-24T00:22:08Z', 'revision_number': 4, 'project_id': 'd2121eddb4a2433fa13b4d5e8bd7e23c', 'gw_port': {'id': '3377cfe7-7cb2-4fd7-9c8e-07167416d124', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f672fcf6-8fbf-46d9-881f-8116974fd882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:22:06Z', 'updated_at': '2021-07-24T00:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': '3bf1614c-ddc6-4f99-9c9e-f9f28d46c6fc', 'tenant_id': 'd2121eddb4a2433fa13b4d5e8bd7e23c', 'floating_ip_address': '172.25.3.148', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': 'f672fcf6-8fbf-46d9-881f-8116974fd882', 'port_id': '6f22eca1-4353-4de1-836c-cc19a198a180', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ea2b689-642c-44fa-b9c5-ecdb816ce28e', 'mac_address': 'fa:16:3e:bf:4a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23260ecf-c49c-4c10-9864-72748f349cd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:24:37Z', 'updated_at': '2021-07-24T00:24:37Z', 'revision_number': 0, 'project_id': 'd2121eddb4a2433fa13b4d5e8bd7e23c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5253c97-36c8-4b0c-968a-f3bd4c56dfd0', 'name': '', 'network_id': '9ea2b689-642c-44fa-b9c5-ecdb816ce28e', 'tenant_id': 'd2121eddb4a2433fa13b4d5e8bd7e23c', 'mac_address': 'fa:16:3e:5b:a7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f672fcf6-8fbf-46d9-881f-8116974fd882', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '20c71419-8aa8-4723-936e-289e4ed32560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:22:07Z', 'updated_at': '2021-07-24T00:22:15Z', 'revision_number': 5, 'project_id': 'd2121eddb4a2433fa13b4d5e8bd7e23c', 'subnets': [{'id': '20c71419-8aa8-4723-936e-289e4ed32560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:24:39.439851 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fbcbd4-fdcc-43e7-94d5-b17255cd2147 None None] The sync data for ids ['f672fcf6-8fbf-46d9-881f-8116974fd882'] in n-d-800088-16 is: [{'id': 'f672fcf6-8fbf-46d9-881f-8116974fd882', 'name': 'tempest-TestVolumeBackupRestore-247571056-router', 'tenant_id': 'd2121eddb4a2433fa13b4d5e8bd7e23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '3377cfe7-7cb2-4fd7-9c8e-07167416d124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:22:05Z', 'updated_at': '2021-07-24T00:22:08Z', 'revision_number': 4, 'project_id': 'd2121eddb4a2433fa13b4d5e8bd7e23c', 'gw_port': {'id': '3377cfe7-7cb2-4fd7-9c8e-07167416d124', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f672fcf6-8fbf-46d9-881f-8116974fd882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:22:06Z', 'updated_at': '2021-07-24T00:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': '3bf1614c-ddc6-4f99-9c9e-f9f28d46c6fc', 'tenant_id': 'd2121eddb4a2433fa13b4d5e8bd7e23c', 'floating_ip_address': '172.25.3.148', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': 'f672fcf6-8fbf-46d9-881f-8116974fd882', 'port_id': '6f22eca1-4353-4de1-836c-cc19a198a180', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ea2b689-642c-44fa-b9c5-ecdb816ce28e', 'mac_address': 'fa:16:3e:bf:4a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23260ecf-c49c-4c10-9864-72748f349cd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:24:37Z', 'updated_at': '2021-07-24T00:24:37Z', 'revision_number': 0, 'project_id': 'd2121eddb4a2433fa13b4d5e8bd7e23c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5253c97-36c8-4b0c-968a-f3bd4c56dfd0', 'name': '', 'network_id': '9ea2b689-642c-44fa-b9c5-ecdb816ce28e', 'tenant_id': 'd2121eddb4a2433fa13b4d5e8bd7e23c', 'mac_address': 'fa:16:3e:5b:a7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f672fcf6-8fbf-46d9-881f-8116974fd882', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '20c71419-8aa8-4723-936e-289e4ed32560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:22:07Z', 'updated_at': '2021-07-24T00:22:15Z', 'revision_number': 5, 'project_id': 'd2121eddb4a2433fa13b4d5e8bd7e23c', 'subnets': [{'id': '20c71419-8aa8-4723-936e-289e4ed32560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:24:39.539536 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a03000f1-8e07-4bc3-ade7-cfd5df886089 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Router f672fcf6-8fbf-46d9-881f-8116974fd882 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:24:39.629355 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a198336d-447e-49dc-be4c-9d967b6de0ec None None] New status for floating IP 3bf1614c-ddc6-4f99-9c9e-f9f28d46c6fc: ACTIVE {{(pid=100316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 00:24:39.659546 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a03000f1-8e07-4bc3-ade7-cfd5df886089 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:24:39.664136 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a03000f1-8e07-4bc3-ade7-cfd5df886089 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:24:39.705778 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23260ecf-c49c-4c10-9864-72748f349cd6', 'tag': '6f22eca1-4353-4de1-836c-cc19a198a180'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:24:39.707498 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a98cb1a-d0f2-463b-943a-d443cd7cdd5e" -d '{"events": [{"name": "network-changed", "server_uuid": "23260ecf-c49c-4c10-9864-72748f349cd6", "tag": "6f22eca1-4353-4de1-836c-cc19a198a180"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:24:39.745412 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-a03000f1-8e07-4bc3-ade7-cfd5df886089 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] 10.222.0.44 "PUT /v2.0/floatingips/3bf1614c-ddc6-4f99-9c9e-f9f28d46c6fc HTTP/1.1" status: 200 len: 991 time: 1.1079957 Jul 24 00:24:39.764901 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff6b7cc-d940-4157-89ab-f0d738ae0d4a x-openstack-request-id: req-5ff6b7cc-d940-4157-89ab-f0d738ae0d4a {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:24:39.765270 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23260ecf-c49c-4c10-9864-72748f349cd6", "tag": "6f22eca1-4353-4de1-836c-cc19a198a180", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:24:39.765594 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5ff6b7cc-d940-4157-89ab-f0d738ae0d4a {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:24:39.766072 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23260ecf-c49c-4c10-9864-72748f349cd6', 'tag': '6f22eca1-4353-4de1-836c-cc19a198a180', 'status': 'completed', 'code': 200} Jul 24 00:24:39.850333 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a98cb1a-d0f2-463b-943a-d443cd7cdd5e req-39986190-52cd-4bbd-844b-213c8498f7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:24:39.852328 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3a98cb1a-d0f2-463b-943a-d443cd7cdd5e req-39986190-52cd-4bbd-844b-213c8498f7c5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d2121eddb4a2433fa13b4d5e8bd7e23c&device_id=23260ecf-c49c-4c10-9864-72748f349cd6 HTTP/1.1" status: 200 len: 1097 time: 0.0641356 Jul 24 00:24:39.905523 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1539fef-f72a-41a1-8719-6c7ae3c052c9 None None] Sync routers for ids ['f672fcf6-8fbf-46d9-881f-8116974fd882'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:24:39.915955 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1539fef-f72a-41a1-8719-6c7ae3c052c9 None None] Routers {'f672fcf6-8fbf-46d9-881f-8116974fd882'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:24:39.916791 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-b1539fef-f72a-41a1-8719-6c7ae3c052c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:24:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['f672fcf6-8fbf-46d9-881f-8116974fd882'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:24:39.963363 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a98cb1a-d0f2-463b-943a-d443cd7cdd5e req-88ac17a8-d84e-45a7-8420-51c04b34ee9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:24:39.965039 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3a98cb1a-d0f2-463b-943a-d443cd7cdd5e req-88ac17a8-d84e-45a7-8420-51c04b34ee9c service neutron] 10.222.0.64 "GET /v2.0/networks?id=9ea2b689-642c-44fa-b9c5-ecdb816ce28e HTTP/1.1" status: 200 len: 914 time: 0.1072001 Jul 24 00:24:40.034843 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3a98cb1a-d0f2-463b-943a-d443cd7cdd5e req-018fba4b-a9bf-4479-8d2c-39efcf25ef9d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f22eca1-4353-4de1-836c-cc19a198a180 HTTP/1.1" status: 200 len: 1001 time: 0.0631087 Jul 24 00:24:40.035208 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-b1539fef-f72a-41a1-8719-6c7ae3c052c9 None None] Set router f672fcf6-8fbf-46d9-881f-8116974fd882 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:24:40.088466 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a98cb1a-d0f2-463b-943a-d443cd7cdd5e req-e140c8b9-48ce-4da6-a12b-fe5999044a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:24:40.090114 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3a98cb1a-d0f2-463b-943a-d443cd7cdd5e req-e140c8b9-48ce-4da6-a12b-fe5999044a4e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=20c71419-8aa8-4723-936e-289e4ed32560 HTTP/1.1" status: 200 len: 852 time: 0.0490479 Jul 24 00:24:40.158864 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a98cb1a-d0f2-463b-943a-d443cd7cdd5e req-9116f887-c3f9-4b1f-a2f7-41e0da6b8c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:24:40.160773 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3a98cb1a-d0f2-463b-943a-d443cd7cdd5e req-9116f887-c3f9-4b1f-a2f7-41e0da6b8c0c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9ea2b689-642c-44fa-b9c5-ecdb816ce28e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0642965 Jul 24 00:24:40.258534 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3a98cb1a-d0f2-463b-943a-d443cd7cdd5e req-d24ac6a9-63c8-43ea-aa6d-177af5c522a0 service neutron] 10.222.0.64 "GET /v2.0/networks/9ea2b689-642c-44fa-b9c5-ecdb816ce28e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916805 Jul 24 00:24:40.291433 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-b1539fef-f72a-41a1-8719-6c7ae3c052c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f672fcf6-8fbf-46d9-881f-8116974fd882', 'name': 'tempest-TestVolumeBackupRestore-247571056-router', 'tenant_id': 'd2121eddb4a2433fa13b4d5e8bd7e23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '3377cfe7-7cb2-4fd7-9c8e-07167416d124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:22:05Z', 'updated_at': '2021-07-24T00:22:08Z', 'revision_number': 4, 'project_id': 'd2121eddb4a2433fa13b4d5e8bd7e23c', 'gw_port': {'id': '3377cfe7-7cb2-4fd7-9c8e-07167416d124', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f672fcf6-8fbf-46d9-881f-8116974fd882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:22:06Z', 'updated_at': '2021-07-24T00:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': '3bf1614c-ddc6-4f99-9c9e-f9f28d46c6fc', 'tenant_id': 'd2121eddb4a2433fa13b4d5e8bd7e23c', 'floating_ip_address': '172.25.3.148', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': 'f672fcf6-8fbf-46d9-881f-8116974fd882', 'port_id': '6f22eca1-4353-4de1-836c-cc19a198a180', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ea2b689-642c-44fa-b9c5-ecdb816ce28e', 'mac_address': 'fa:16:3e:bf:4a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23260ecf-c49c-4c10-9864-72748f349cd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:24:37Z', 'updated_at': '2021-07-24T00:24:39Z', 'revision_number': 2, 'project_id': 'd2121eddb4a2433fa13b4d5e8bd7e23c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5253c97-36c8-4b0c-968a-f3bd4c56dfd0', 'name': '', 'network_id': '9ea2b689-642c-44fa-b9c5-ecdb816ce28e', 'tenant_id': 'd2121eddb4a2433fa13b4d5e8bd7e23c', 'mac_address': 'fa:16:3e:5b:a7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f672fcf6-8fbf-46d9-881f-8116974fd882', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '20c71419-8aa8-4723-936e-289e4ed32560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:22:07Z', 'updated_at': '2021-07-24T00:22:15Z', 'revision_number': 5, 'project_id': 'd2121eddb4a2433fa13b4d5e8bd7e23c', 'subnets': [{'id': '20c71419-8aa8-4723-936e-289e4ed32560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:24:40.333625 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1539fef-f72a-41a1-8719-6c7ae3c052c9 None None] Checking router: f672fcf6-8fbf-46d9-881f-8116974fd882 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:24:40.342960 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1539fef-f72a-41a1-8719-6c7ae3c052c9 None None] Routers {'f672fcf6-8fbf-46d9-881f-8116974fd882'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:24:40.343545 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-b1539fef-f72a-41a1-8719-6c7ae3c052c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:24:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['f672fcf6-8fbf-46d9-881f-8116974fd882'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:24:40.364059 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3a98cb1a-d0f2-463b-943a-d443cd7cdd5e req-e89b4998-08fb-4e57-9af5-070b80509ea1 service neutron] 10.222.0.64 "GET /v2.0/networks/9ea2b689-642c-44fa-b9c5-ecdb816ce28e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997460 Jul 24 00:24:40.458826 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-b1539fef-f72a-41a1-8719-6c7ae3c052c9 None None] Set router f672fcf6-8fbf-46d9-881f-8116974fd882 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:24:40.866546 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-b1539fef-f72a-41a1-8719-6c7ae3c052c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f672fcf6-8fbf-46d9-881f-8116974fd882', 'name': 'tempest-TestVolumeBackupRestore-247571056-router', 'tenant_id': 'd2121eddb4a2433fa13b4d5e8bd7e23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '3377cfe7-7cb2-4fd7-9c8e-07167416d124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:22:05Z', 'updated_at': '2021-07-24T00:22:08Z', 'revision_number': 4, 'project_id': 'd2121eddb4a2433fa13b4d5e8bd7e23c', 'gw_port': {'id': '3377cfe7-7cb2-4fd7-9c8e-07167416d124', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f672fcf6-8fbf-46d9-881f-8116974fd882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:22:06Z', 'updated_at': '2021-07-24T00:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': '3bf1614c-ddc6-4f99-9c9e-f9f28d46c6fc', 'tenant_id': 'd2121eddb4a2433fa13b4d5e8bd7e23c', 'floating_ip_address': '172.25.3.148', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': 'f672fcf6-8fbf-46d9-881f-8116974fd882', 'port_id': '6f22eca1-4353-4de1-836c-cc19a198a180', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ea2b689-642c-44fa-b9c5-ecdb816ce28e', 'mac_address': 'fa:16:3e:bf:4a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23260ecf-c49c-4c10-9864-72748f349cd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:24:37Z', 'updated_at': '2021-07-24T00:24:39Z', 'revision_number': 2, 'project_id': 'd2121eddb4a2433fa13b4d5e8bd7e23c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5253c97-36c8-4b0c-968a-f3bd4c56dfd0', 'name': '', 'network_id': '9ea2b689-642c-44fa-b9c5-ecdb816ce28e', 'tenant_id': 'd2121eddb4a2433fa13b4d5e8bd7e23c', 'mac_address': 'fa:16:3e:5b:a7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f672fcf6-8fbf-46d9-881f-8116974fd882', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '20c71419-8aa8-4723-936e-289e4ed32560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:22:07Z', 'updated_at': '2021-07-24T00:22:15Z', 'revision_number': 5, 'project_id': 'd2121eddb4a2433fa13b4d5e8bd7e23c', 'subnets': [{'id': '20c71419-8aa8-4723-936e-289e4ed32560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:24:40.894388 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1539fef-f72a-41a1-8719-6c7ae3c052c9 None None] The sync data for ids ['f672fcf6-8fbf-46d9-881f-8116974fd882'] in n-d-800088-16 is: [{'id': 'f672fcf6-8fbf-46d9-881f-8116974fd882', 'name': 'tempest-TestVolumeBackupRestore-247571056-router', 'tenant_id': 'd2121eddb4a2433fa13b4d5e8bd7e23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '3377cfe7-7cb2-4fd7-9c8e-07167416d124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:22:05Z', 'updated_at': '2021-07-24T00:22:08Z', 'revision_number': 4, 'project_id': 'd2121eddb4a2433fa13b4d5e8bd7e23c', 'gw_port': {'id': '3377cfe7-7cb2-4fd7-9c8e-07167416d124', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f672fcf6-8fbf-46d9-881f-8116974fd882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:22:06Z', 'updated_at': '2021-07-24T00:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': '3bf1614c-ddc6-4f99-9c9e-f9f28d46c6fc', 'tenant_id': 'd2121eddb4a2433fa13b4d5e8bd7e23c', 'floating_ip_address': '172.25.3.148', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': 'f672fcf6-8fbf-46d9-881f-8116974fd882', 'port_id': '6f22eca1-4353-4de1-836c-cc19a198a180', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ea2b689-642c-44fa-b9c5-ecdb816ce28e', 'mac_address': 'fa:16:3e:bf:4a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23260ecf-c49c-4c10-9864-72748f349cd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:24:37Z', 'updated_at': '2021-07-24T00:24:39Z', 'revision_number': 2, 'project_id': 'd2121eddb4a2433fa13b4d5e8bd7e23c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5253c97-36c8-4b0c-968a-f3bd4c56dfd0', 'name': '', 'network_id': '9ea2b689-642c-44fa-b9c5-ecdb816ce28e', 'tenant_id': 'd2121eddb4a2433fa13b4d5e8bd7e23c', 'mac_address': 'fa:16:3e:5b:a7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f672fcf6-8fbf-46d9-881f-8116974fd882', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '20c71419-8aa8-4723-936e-289e4ed32560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:22:07Z', 'updated_at': '2021-07-24T00:22:15Z', 'revision_number': 5, 'project_id': 'd2121eddb4a2433fa13b4d5e8bd7e23c', 'subnets': [{'id': '20c71419-8aa8-4723-936e-289e4ed32560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:24:41.767046 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23260ecf-c49c-4c10-9864-72748f349cd6', 'tag': '6f22eca1-4353-4de1-836c-cc19a198a180'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:24:41.769639 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-775c5ede-871d-4163-8001-0c3244c6ef6e" -d '{"events": [{"name": "network-changed", "server_uuid": "23260ecf-c49c-4c10-9864-72748f349cd6", "tag": "6f22eca1-4353-4de1-836c-cc19a198a180"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:24:41.813001 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8262530-d248-4dd7-8187-d2977f6104f9 x-openstack-request-id: req-f8262530-d248-4dd7-8187-d2977f6104f9 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:24:41.813588 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23260ecf-c49c-4c10-9864-72748f349cd6", "tag": "6f22eca1-4353-4de1-836c-cc19a198a180", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:24:41.813820 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f8262530-d248-4dd7-8187-d2977f6104f9 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:24:41.814245 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23260ecf-c49c-4c10-9864-72748f349cd6', 'tag': '6f22eca1-4353-4de1-836c-cc19a198a180', 'status': 'completed', 'code': 200} Jul 24 00:24:41.892601 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c5ede-871d-4163-8001-0c3244c6ef6e req-3ed99164-9b84-4157-9b7a-8541583240ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:24:41.895063 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-775c5ede-871d-4163-8001-0c3244c6ef6e req-3ed99164-9b84-4157-9b7a-8541583240ae service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d2121eddb4a2433fa13b4d5e8bd7e23c&device_id=23260ecf-c49c-4c10-9864-72748f349cd6 HTTP/1.1" status: 200 len: 1097 time: 0.0601950 Jul 24 00:24:41.995458 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c5ede-871d-4163-8001-0c3244c6ef6e req-11fb4c66-8a57-45a0-b839-cc958dee198f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:24:41.996929 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-775c5ede-871d-4163-8001-0c3244c6ef6e req-11fb4c66-8a57-45a0-b839-cc958dee198f service neutron] 10.222.0.64 "GET /v2.0/networks?id=9ea2b689-642c-44fa-b9c5-ecdb816ce28e HTTP/1.1" status: 200 len: 914 time: 0.0956857 Jul 24 00:24:42.066572 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-775c5ede-871d-4163-8001-0c3244c6ef6e req-38cda65b-7320-44d0-8446-48abd11aaf5d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f22eca1-4353-4de1-836c-cc19a198a180 HTTP/1.1" status: 200 len: 1001 time: 0.0635190 Jul 24 00:24:42.117327 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c5ede-871d-4163-8001-0c3244c6ef6e req-cb29a0ef-a28a-444f-8fea-b9d0e1755306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:24:42.118768 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-775c5ede-871d-4163-8001-0c3244c6ef6e req-cb29a0ef-a28a-444f-8fea-b9d0e1755306 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=20c71419-8aa8-4723-936e-289e4ed32560 HTTP/1.1" status: 200 len: 852 time: 0.0461280 Jul 24 00:24:42.183501 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c5ede-871d-4163-8001-0c3244c6ef6e req-aedb03cf-b0bb-455d-ba5e-2fdb73e2dbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:24:42.185118 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-775c5ede-871d-4163-8001-0c3244c6ef6e req-aedb03cf-b0bb-455d-ba5e-2fdb73e2dbf1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9ea2b689-642c-44fa-b9c5-ecdb816ce28e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0607624 Jul 24 00:24:42.279697 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-775c5ede-871d-4163-8001-0c3244c6ef6e req-6733ab9e-cd33-4f57-b977-451d1a475cc0 service neutron] 10.222.0.64 "GET /v2.0/networks/9ea2b689-642c-44fa-b9c5-ecdb816ce28e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872836 Jul 24 00:24:42.386285 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-775c5ede-871d-4163-8001-0c3244c6ef6e req-43c1486d-9c0a-4874-af40-94838cf5b2fc service neutron] 10.222.0.64 "GET /v2.0/networks/9ea2b689-642c-44fa-b9c5-ecdb816ce28e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005661 Jul 24 00:24:44.897611 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:24:47.843030 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:24:52.654581 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f60a99b5-683d-40ee-98e0-d2f33601c313 req-93ca6181-a556-4eb6-a585-fb86ca36987b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1c02ce37-1a7c-484a-badd-fb01077af94e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0550833 Jul 24 00:24:52.755533 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a99b5-683d-40ee-98e0-d2f33601c313 req-a0913642-35e9-481f-90ad-1f63272abd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:24:52.757099 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f60a99b5-683d-40ee-98e0-d2f33601c313 req-a0913642-35e9-481f-90ad-1f63272abd27 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=819708cc484a4855acd8cf289bb3402a&device_id=1c02ce37-1a7c-484a-badd-fb01077af94e HTTP/1.1" status: 200 len: 1098 time: 0.0587566 Jul 24 00:24:52.874271 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a99b5-683d-40ee-98e0-d2f33601c313 req-daf8fa3a-730c-4195-ad1f-c2952c669c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:24:52.875751 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f60a99b5-683d-40ee-98e0-d2f33601c313 req-daf8fa3a-730c-4195-ad1f-c2952c669c72 service neutron] 10.222.0.64 "GET /v2.0/networks?id=638ed06b-37c4-4e4e-9416-48b36cce6713 HTTP/1.1" status: 200 len: 912 time: 0.0950372 Jul 24 00:24:52.945370 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f60a99b5-683d-40ee-98e0-d2f33601c313 req-678bbefb-6577-4234-bbdb-b8d277952a6e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d57969ca-2893-40ad-81a4-62021107f4b1 HTTP/1.1" status: 200 len: 1002 time: 0.0621243 Jul 24 00:24:52.997337 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a99b5-683d-40ee-98e0-d2f33601c313 req-fef76af2-f58e-49a4-a55a-1e68ec571197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:24:52.998809 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f60a99b5-683d-40ee-98e0-d2f33601c313 req-fef76af2-f58e-49a4-a55a-1e68ec571197 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b8497362-30af-4bd3-8c41-7992db45dcf8 HTTP/1.1" status: 200 len: 850 time: 0.0471742 Jul 24 00:24:53.061752 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a99b5-683d-40ee-98e0-d2f33601c313 req-2ff93e7f-4b8b-4964-9b4a-b3b239472a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:24:53.063337 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f60a99b5-683d-40ee-98e0-d2f33601c313 req-2ff93e7f-4b8b-4964-9b4a-b3b239472a20 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=638ed06b-37c4-4e4e-9416-48b36cce6713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582469 Jul 24 00:24:53.156543 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f60a99b5-683d-40ee-98e0-d2f33601c313 req-e808dfc8-c994-4f19-9683-128f02ffc8e0 service neutron] 10.222.0.64 "GET /v2.0/networks/638ed06b-37c4-4e4e-9416-48b36cce6713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858340 Jul 24 00:24:53.186249 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-153e514e-3da2-4c4c-abb8-f76f3edba549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:24:53.592442 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f60a99b5-683d-40ee-98e0-d2f33601c313 req-3a111c35-2a01-413b-9b9a-86bae3d9df76 service neutron] 10.222.0.64 "GET /v2.0/networks/638ed06b-37c4-4e4e-9416-48b36cce6713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4287567 Jul 24 00:24:55.741545 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b6aa5cdd-c6bc-4d5e-a849-cd0f2c794a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:24:56.253197 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c212280e-a38f-477a-8c14-fb01d13d6965 req-29a77f84-1564-4ca3-a1d3-f448a9229eea service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8f704b8d-8496-49cd-86c2-c999f1d0e42b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0563445 Jul 24 00:24:56.356352 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c212280e-a38f-477a-8c14-fb01d13d6965 req-0164d927-5f6f-4efb-8b69-712abfac6d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:24:56.357885 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c212280e-a38f-477a-8c14-fb01d13d6965 req-0164d927-5f6f-4efb-8b69-712abfac6d25 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bf6833d5ef4e4ec6b999c5c1a3734713&device_id=8f704b8d-8496-49cd-86c2-c999f1d0e42b HTTP/1.1" status: 200 len: 1097 time: 0.0598254 Jul 24 00:24:56.464594 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c212280e-a38f-477a-8c14-fb01d13d6965 req-d7585368-5fa5-44d0-a44c-5760067afd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:24:56.466128 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c212280e-a38f-477a-8c14-fb01d13d6965 req-d7585368-5fa5-44d0-a44c-5760067afd6b service neutron] 10.222.0.52 "GET /v2.0/networks?id=657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f HTTP/1.1" status: 200 len: 913 time: 0.0901864 Jul 24 00:24:56.536662 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c212280e-a38f-477a-8c14-fb01d13d6965 req-4f2b7263-cecb-4ffc-8a70-367cee1686dd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9445248-80c4-499c-a2c1-d56715395b84 HTTP/1.1" status: 200 len: 1000 time: 0.0638731 Jul 24 00:24:56.587563 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c212280e-a38f-477a-8c14-fb01d13d6965 req-01099baa-4fcc-462d-aecc-6580b1708ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:24:56.589400 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c212280e-a38f-477a-8c14-fb01d13d6965 req-01099baa-4fcc-462d-aecc-6580b1708ae5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4f660729-e229-442a-bec0-0f7d8794afc6 HTTP/1.1" status: 200 len: 851 time: 0.0461750 Jul 24 00:24:56.650308 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c212280e-a38f-477a-8c14-fb01d13d6965 req-a4dc7980-6371-4311-b294-1b82ed1e2595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:24:56.651840 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c212280e-a38f-477a-8c14-fb01d13d6965 req-a4dc7980-6371-4311-b294-1b82ed1e2595 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565495 Jul 24 00:24:56.772067 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:24:57.000956 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c212280e-a38f-477a-8c14-fb01d13d6965 req-0f0e4413-13fa-4753-a21d-f9300e2c630a service neutron] 10.222.0.52 "GET /v2.0/networks/657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3423357 Jul 24 00:24:57.096284 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c212280e-a38f-477a-8c14-fb01d13d6965 req-66d692b7-cc64-46c4-b7a6-afbd093325c1 service neutron] 10.222.0.52 "GET /v2.0/networks/657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893843 Jul 24 00:24:57.326869 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:24:58.919341 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:03.337230 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:25:07.433846 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2bd584-9b93-42d5-af5b-eb1c2bed5360 req-72502b82-9a09-45c3-a8f7-38fda3d208d9 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:25:07.435434 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9a2bd584-9b93-42d5-af5b-eb1c2bed5360 req-72502b82-9a09-45c3-a8f7-38fda3d208d9 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c02ce37-1a7c-484a-badd-fb01077af94e HTTP/1.1" status: 200 len: 946 time: 0.0883801 Jul 24 00:25:07.476550 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9a2bd584-9b93-42d5-af5b-eb1c2bed5360 req-e205876e-af50-44eb-ab19-442630dd379a tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/security-groups?id=529357db-68dd-4b0f-abfc-c4aa3435ab56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346241 Jul 24 00:25:08.612851 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575e5c86-bc06-472e-ae90-94b6d832cdf4 req-41b81fb4-6c08-4ecf-8f5a-23726d9802fc tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:25:08.614646 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-575e5c86-bc06-472e-ae90-94b6d832cdf4 req-41b81fb4-6c08-4ecf-8f5a-23726d9802fc tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c02ce37-1a7c-484a-badd-fb01077af94e HTTP/1.1" status: 200 len: 946 time: 0.0685785 Jul 24 00:25:08.654387 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-575e5c86-bc06-472e-ae90-94b6d832cdf4 req-26604fe3-c842-4333-984d-ebc03fff1537 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/security-groups?id=529357db-68dd-4b0f-abfc-c4aa3435ab56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342748 Jul 24 00:25:09.319454 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bfa6f2-bd60-49b9-a251-a76bf4f89cf3 req-5213bfea-d50d-4674-9f87-8511460d6057 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:25:09.320942 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-44bfa6f2-bd60-49b9-a251-a76bf4f89cf3 req-5213bfea-d50d-4674-9f87-8511460d6057 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c02ce37-1a7c-484a-badd-fb01077af94e HTTP/1.1" status: 200 len: 946 time: 0.0695610 Jul 24 00:25:09.436526 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-44bfa6f2-bd60-49b9-a251-a76bf4f89cf3 req-003ddb9b-3180-4884-b0ed-a432cd40a296 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Deleting port d57969ca-2893-40ad-81a4-62021107f4b1 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:25:09.436898 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-44bfa6f2-bd60-49b9-a251-a76bf4f89cf3 req-003ddb9b-3180-4884-b0ed-a432cd40a296 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:09.531872 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-44bfa6f2-bd60-49b9-a251-a76bf4f89cf3 req-003ddb9b-3180-4884-b0ed-a432cd40a296 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] For port d57969ca-2893-40ad-81a4-62021107f4b1, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=d57969ca-2893-40ad-81a4-62021107f4b1,segment=NetworkSegment(5260e73a-7cc6-4afd-b511-ce9a4aedd105),segment_id=5260e73a-7cc6-4afd-b511-ce9a4aedd105)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:25:09.532274 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-44bfa6f2-bd60-49b9-a251-a76bf4f89cf3 req-003ddb9b-3180-4884-b0ed-a432cd40a296 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:09.712094 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-44bfa6f2-bd60-49b9-a251-a76bf4f89cf3 req-003ddb9b-3180-4884-b0ed-a432cd40a296 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:09.712800 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-44bfa6f2-bd60-49b9-a251-a76bf4f89cf3 req-003ddb9b-3180-4884-b0ed-a432cd40a296 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:09.713072 n-d-800088-16 neutron-server[100314]: INFO neutron.db.l3_db [req-44bfa6f2-bd60-49b9-a251-a76bf4f89cf3 req-003ddb9b-3180-4884-b0ed-a432cd40a296 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Floating IP a6c7e436-2dd0-493b-a5a9-4245057a7a6b disassociated. External IP: 172.25.3.216, port: d57969ca-2893-40ad-81a4-62021107f4b1. Jul 24 00:25:09.713491 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-44bfa6f2-bd60-49b9-a251-a76bf4f89cf3 req-003ddb9b-3180-4884-b0ed-a432cd40a296 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Calling delete_port for d57969ca-2893-40ad-81a4-62021107f4b1 owned by compute:nova {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:25:09.792556 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682b691-6085-4884-9ee6-069da988ccdc req-ec1f1cbe-c7e7-4d65-a292-b694b3299b66 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:25:09.794279 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d682b691-6085-4884-9ee6-069da988ccdc req-ec1f1cbe-c7e7-4d65-a292-b694b3299b66 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c02ce37-1a7c-484a-badd-fb01077af94e HTTP/1.1" status: 200 len: 946 time: 0.0659881 Jul 24 00:25:09.849406 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d682b691-6085-4884-9ee6-069da988ccdc req-9fef7347-232f-486d-ae42-dbd68d3842b3 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/security-groups?id=529357db-68dd-4b0f-abfc-c4aa3435ab56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400338 Jul 24 00:25:09.858297 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-44bfa6f2-bd60-49b9-a251-a76bf4f89cf3 req-003ddb9b-3180-4884-b0ed-a432cd40a296 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:09.887644 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003ddb9b-3180-4884-b0ed-a432cd40a296 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Pushing event deleted for resources: {'Port': ['ID=d57969ca-2893-40ad-81a4-62021107f4b1,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:25:09.898157 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003ddb9b-3180-4884-b0ed-a432cd40a296 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:25:09.898534 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003ddb9b-3180-4884-b0ed-a432cd40a296 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:25:09.898880 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003ddb9b-3180-4884-b0ed-a432cd40a296 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:25:09.899222 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003ddb9b-3180-4884-b0ed-a432cd40a296 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:25:09.899719 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003ddb9b-3180-4884-b0ed-a432cd40a296 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:25:09.899893 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003ddb9b-3180-4884-b0ed-a432cd40a296 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:25:09.900240 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003ddb9b-3180-4884-b0ed-a432cd40a296 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:25:09.900554 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003ddb9b-3180-4884-b0ed-a432cd40a296 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:25:09.900978 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003ddb9b-3180-4884-b0ed-a432cd40a296 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:25:09.901231 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003ddb9b-3180-4884-b0ed-a432cd40a296 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:25:09.901563 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003ddb9b-3180-4884-b0ed-a432cd40a296 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:25:09.902442 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003ddb9b-3180-4884-b0ed-a432cd40a296 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:25:10.018270 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44bfa6f2-bd60-49b9-a251-a76bf4f89cf3 req-003ddb9b-3180-4884-b0ed-a432cd40a296 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Router cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:25:10.127998 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44bfa6f2-bd60-49b9-a251-a76bf4f89cf3 req-003ddb9b-3180-4884-b0ed-a432cd40a296 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:25:10.138558 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c9791a-b6be-4929-8efd-e8237a14a944 None None] Sync routers for ids ['cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:25:10.148795 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c9791a-b6be-4929-8efd-e8237a14a944 None None] Routers {'cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:25:10.149444 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-24c9791a-b6be-4929-8efd-e8237a14a944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:24:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:25:10.174714 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-44bfa6f2-bd60-49b9-a251-a76bf4f89cf3 req-003ddb9b-3180-4884-b0ed-a432cd40a296 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] No DVR routers for this DVR port d57969ca-2893-40ad-81a4-62021107f4b1 on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:25:10.177605 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-44bfa6f2-bd60-49b9-a251-a76bf4f89cf3 req-003ddb9b-3180-4884-b0ed-a432cd40a296 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:10.179633 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-44bfa6f2-bd60-49b9-a251-a76bf4f89cf3 req-003ddb9b-3180-4884-b0ed-a432cd40a296 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.64 "DELETE /v2.0/ports/d57969ca-2893-40ad-81a4-62021107f4b1 HTTP/1.1" status: 204 len: 173 time: 0.8535085 Jul 24 00:25:10.180080 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c02ce37-1a7c-484a-badd-fb01077af94e', 'name': 'network-vif-deleted', 'tag': 'd57969ca-2893-40ad-81a4-62021107f4b1'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:25:10.182393 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13850c86-c045-4101-b6d6-8f287df633f4" -d '{"events": [{"server_uuid": "1c02ce37-1a7c-484a-badd-fb01077af94e", "name": "network-vif-deleted", "tag": "d57969ca-2893-40ad-81a4-62021107f4b1"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:25:10.236008 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af0d155f-232a-44ed-92ea-875629d6a530 x-openstack-request-id: req-af0d155f-232a-44ed-92ea-875629d6a530 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:25:10.238015 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c02ce37-1a7c-484a-badd-fb01077af94e", "name": "network-vif-deleted", "tag": "d57969ca-2893-40ad-81a4-62021107f4b1", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:25:10.238015 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-af0d155f-232a-44ed-92ea-875629d6a530 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:25:10.238528 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c02ce37-1a7c-484a-badd-fb01077af94e', 'name': 'network-vif-deleted', 'tag': 'd57969ca-2893-40ad-81a4-62021107f4b1', 'status': 'completed', 'code': 200} Jul 24 00:25:10.295422 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-24c9791a-b6be-4929-8efd-e8237a14a944 None None] Set router cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:25:10.523873 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-24c9791a-b6be-4929-8efd-e8237a14a944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049', 'name': 'tempest-AttachVolumeTestJSON-1945840497-router', 'tenant_id': '819708cc484a4855acd8cf289bb3402a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '2976143c-02d2-44bd-842e-9ac50abcf4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:21:13Z', 'updated_at': '2021-07-24T00:21:17Z', 'revision_number': 4, 'project_id': '819708cc484a4855acd8cf289bb3402a', 'gw_port': {'id': '2976143c-02d2-44bd-842e-9ac50abcf4d6', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:21:14Z', 'updated_at': '2021-07-24T00:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '18ef5fcd-dd30-451d-921d-2ef71e4007ee', 'name': '', 'network_id': '638ed06b-37c4-4e4e-9416-48b36cce6713', 'tenant_id': '819708cc484a4855acd8cf289bb3402a', 'mac_address': 'fa:16:3e:38:b7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': 'b8497362-30af-4bd3-8c41-7992db45dcf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:21:16Z', 'updated_at': '2021-07-24T00:21:24Z', 'revision_number': 5, 'project_id': '819708cc484a4855acd8cf289bb3402a', 'subnets': [{'id': 'b8497362-30af-4bd3-8c41-7992db45dcf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:25:10.553542 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c9791a-b6be-4929-8efd-e8237a14a944 None None] Checking router: cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:25:10.562524 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c9791a-b6be-4929-8efd-e8237a14a944 None None] Routers {'cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:25:10.563136 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-24c9791a-b6be-4929-8efd-e8237a14a944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:24:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:25:10.769666 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-24c9791a-b6be-4929-8efd-e8237a14a944 None None] Set router cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:25:10.974569 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-24c9791a-b6be-4929-8efd-e8237a14a944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049', 'name': 'tempest-AttachVolumeTestJSON-1945840497-router', 'tenant_id': '819708cc484a4855acd8cf289bb3402a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '2976143c-02d2-44bd-842e-9ac50abcf4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:21:13Z', 'updated_at': '2021-07-24T00:21:17Z', 'revision_number': 4, 'project_id': '819708cc484a4855acd8cf289bb3402a', 'gw_port': {'id': '2976143c-02d2-44bd-842e-9ac50abcf4d6', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:21:14Z', 'updated_at': '2021-07-24T00:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '18ef5fcd-dd30-451d-921d-2ef71e4007ee', 'name': '', 'network_id': '638ed06b-37c4-4e4e-9416-48b36cce6713', 'tenant_id': '819708cc484a4855acd8cf289bb3402a', 'mac_address': 'fa:16:3e:38:b7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': 'b8497362-30af-4bd3-8c41-7992db45dcf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:21:16Z', 'updated_at': '2021-07-24T00:21:24Z', 'revision_number': 5, 'project_id': '819708cc484a4855acd8cf289bb3402a', 'subnets': [{'id': 'b8497362-30af-4bd3-8c41-7992db45dcf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:25:11.003754 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c9791a-b6be-4929-8efd-e8237a14a944 None None] The sync data for ids ['cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049'] in n-d-800088-16 is: [{'id': 'cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049', 'name': 'tempest-AttachVolumeTestJSON-1945840497-router', 'tenant_id': '819708cc484a4855acd8cf289bb3402a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '2976143c-02d2-44bd-842e-9ac50abcf4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:21:13Z', 'updated_at': '2021-07-24T00:21:17Z', 'revision_number': 4, 'project_id': '819708cc484a4855acd8cf289bb3402a', 'gw_port': {'id': '2976143c-02d2-44bd-842e-9ac50abcf4d6', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:21:14Z', 'updated_at': '2021-07-24T00:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '18ef5fcd-dd30-451d-921d-2ef71e4007ee', 'name': '', 'network_id': '638ed06b-37c4-4e4e-9416-48b36cce6713', 'tenant_id': '819708cc484a4855acd8cf289bb3402a', 'mac_address': 'fa:16:3e:38:b7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': 'b8497362-30af-4bd3-8c41-7992db45dcf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:21:16Z', 'updated_at': '2021-07-24T00:21:24Z', 'revision_number': 5, 'project_id': '819708cc484a4855acd8cf289bb3402a', 'subnets': [{'id': 'b8497362-30af-4bd3-8c41-7992db45dcf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:25:11.223548 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6b30a7-7cf2-407c-8ece-21ecff571d9d None None] New status for floating IP a6c7e436-2dd0-493b-a5a9-4245057a7a6b: DOWN {{(pid=100315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 00:25:11.952652 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 58244) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:25:12.010008 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-221f662d-21d3-403a-ad40-3ee7f9dd3b0b tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:12.034088 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-221f662d-21d3-403a-ad40-3ee7f9dd3b0b tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:12.083857 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-221f662d-21d3-403a-ad40-3ee7f9dd3b0b tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:12.086491 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-221f662d-21d3-403a-ad40-3ee7f9dd3b0b tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:12.087633 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-221f662d-21d3-403a-ad40-3ee7f9dd3b0b tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "DELETE /v2.0/security-groups/529357db-68dd-4b0f-abfc-c4aa3435ab56 HTTP/1.1" status: 204 len: 168 time: 0.1339631 Jul 24 00:25:12.090628 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 58250) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:25:12.097137 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221f662d-21d3-403a-ad40-3ee7f9dd3b0b tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=529357db-68dd-4b0f-abfc-c4aa3435ab56,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:25:12.105294 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221f662d-21d3-403a-ad40-3ee7f9dd3b0b tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:25:12.105651 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221f662d-21d3-403a-ad40-3ee7f9dd3b0b tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:25:12.105997 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221f662d-21d3-403a-ad40-3ee7f9dd3b0b tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:25:12.106107 n-d-800088-16 neutron-server[100314]: INFO neutron.api.v2.resource [None req-3520767a-0124-4c05-a924-f1f1e832036b tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] show failed (client error): The resource could not be found. Jul 24 00:25:12.106344 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221f662d-21d3-403a-ad40-3ee7f9dd3b0b tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:25:12.109941 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221f662d-21d3-403a-ad40-3ee7f9dd3b0b tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:25:12.109941 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221f662d-21d3-403a-ad40-3ee7f9dd3b0b tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:25:12.110152 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-3520767a-0124-4c05-a924-f1f1e832036b tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/security-groups/529357db-68dd-4b0f-abfc-c4aa3435ab56 HTTP/1.1" status: 404 len: 347 time: 0.0154274 Jul 24 00:25:12.110246 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221f662d-21d3-403a-ad40-3ee7f9dd3b0b tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:25:12.110246 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221f662d-21d3-403a-ad40-3ee7f9dd3b0b tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:25:12.110246 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221f662d-21d3-403a-ad40-3ee7f9dd3b0b tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:25:12.110246 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221f662d-21d3-403a-ad40-3ee7f9dd3b0b tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:25:12.110246 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221f662d-21d3-403a-ad40-3ee7f9dd3b0b tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:25:12.110246 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221f662d-21d3-403a-ad40-3ee7f9dd3b0b tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:25:12.110673 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 58252) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:25:12.244500 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-0b25e7ce-5c7a-4eb1-9b0f-c43189265c77 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Deleting port 205f71b2-9069-4b2c-9326-c760cea477e6 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:25:12.244882 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0b25e7ce-5c7a-4eb1-9b0f-c43189265c77 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:12.325310 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0b25e7ce-5c7a-4eb1-9b0f-c43189265c77 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:12.325648 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0b25e7ce-5c7a-4eb1-9b0f-c43189265c77 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:12.337156 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-0b25e7ce-5c7a-4eb1-9b0f-c43189265c77 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Calling delete_port for 205f71b2-9069-4b2c-9326-c760cea477e6 owned by network:floatingip {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:25:12.475061 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0b25e7ce-5c7a-4eb1-9b0f-c43189265c77 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:12.506019 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b25e7ce-5c7a-4eb1-9b0f-c43189265c77 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Pushing event deleted for resources: {'Port': ['ID=205f71b2-9069-4b2c-9326-c760cea477e6,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:25:12.571625 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0b25e7ce-5c7a-4eb1-9b0f-c43189265c77 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks [] for floatingip, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:12.574645 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0b25e7ce-5c7a-4eb1-9b0f-c43189265c77 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:12.575824 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-0b25e7ce-5c7a-4eb1-9b0f-c43189265c77 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "DELETE /v2.0/floatingips/a6c7e436-2dd0-493b-a5a9-4245057a7a6b HTTP/1.1" status: 204 len: 168 time: 0.4647942 Jul 24 00:25:12.692751 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device d57969ca-2893-40ad-81a4-62021107f4b1 no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:25:12.714896 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] No Port match for: d57969ca-2893-40ad-81a4-62021107f4b1 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:25:12.715193 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device d57969ca-2893-40ad-81a4-62021107f4b1 not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:25:12.814820 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 58274) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:25:12.819600 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-864d2321-c009-41a4-9ba4-6b429b904e14 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1471336463', 'description': 'tempest-description--1232868976'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:25:12.842151 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-864d2321-c009-41a4-9ba4-6b429b904e14 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:12.928016 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-864d2321-c009-41a4-9ba4-6b429b904e14 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:12.932629 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-864d2321-c009-41a4-9ba4-6b429b904e14 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:12.951472 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-864d2321-c009-41a4-9ba4-6b429b904e14 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:12.953132 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-864d2321-c009-41a4-9ba4-6b429b904e14 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1370227 Jul 24 00:25:12.956624 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 58276) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:25:12.961432 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-831d3216-9893-4139-ad5c-bfd059400ebc tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Request body: {'security_group_rule': {'security_group_id': '9f78f04f-5ea5-4c89-b0d4-f23c2074d124', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:25:12.974927 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864d2321-c009-41a4-9ba4-6b429b904e14 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f78f04f-5ea5-4c89-b0d4-f23c2074d124,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:25:12.993476 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-831d3216-9893-4139-ad5c-bfd059400ebc tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:13.046289 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-831d3216-9893-4139-ad5c-bfd059400ebc tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:13.050335 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-831d3216-9893-4139-ad5c-bfd059400ebc tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:13.069434 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831d3216-9893-4139-ad5c-bfd059400ebc tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff23be62-7450-4da8-9690-eb2532d2e301,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:25:13.078625 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-831d3216-9893-4139-ad5c-bfd059400ebc tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:13.080444 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-831d3216-9893-4139-ad5c-bfd059400ebc tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1222095 Jul 24 00:25:13.082994 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 58278) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:25:13.087697 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-5b5e46e1-73a8-4ccd-8b09-a3325fd57fa7 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Request body: {'security_group_rule': {'security_group_id': '9f78f04f-5ea5-4c89-b0d4-f23c2074d124', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:25:13.115495 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5b5e46e1-73a8-4ccd-8b09-a3325fd57fa7 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:13.204673 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5b5e46e1-73a8-4ccd-8b09-a3325fd57fa7 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:13.209664 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5b5e46e1-73a8-4ccd-8b09-a3325fd57fa7 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:13.227800 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5e46e1-73a8-4ccd-8b09-a3325fd57fa7 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=487c242b-a91a-4b1b-9668-e20f323f8986,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:25:13.235715 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5b5e46e1-73a8-4ccd-8b09-a3325fd57fa7 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:13.236959 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-5b5e46e1-73a8-4ccd-8b09-a3325fd57fa7 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1528444 Jul 24 00:25:13.239967 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 58280) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:25:13.244403 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-c1a9778f-def9-4894-ba16-da107d991dd5 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Request body: {'floatingip': {'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:25:13.267101 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c1a9778f-def9-4894-ba16-da107d991dd5 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks [] for floatingip, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:13.385925 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c1a9778f-def9-4894-ba16-da107d991dd5 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:13.501498 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-c1a9778f-def9-4894-ba16-da107d991dd5 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Allocated IP 172.25.3.122 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/445c9a2b-ac00-4c38-af67-9bd53525362c) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:25:13.615238 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c1a9778f-def9-4894-ba16-da107d991dd5 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:13.656872 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c1a9778f-def9-4894-ba16-da107d991dd5 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:13.695613 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a9778f-def9-4894-ba16-da107d991dd5 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:25:13.699051 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-c1a9778f-def9-4894-ba16-da107d991dd5 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:25:13.706608 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a9778f-def9-4894-ba16-da107d991dd5 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:25:13.732292 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a9778f-def9-4894-ba16-da107d991dd5 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Pushing event updated for resources: {'Port': ['ID=445c9a2b-ac00-4c38-af67-9bd53525362c,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:25:13.802893 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c1a9778f-def9-4894-ba16-da107d991dd5 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:13.854305 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c1a9778f-def9-4894-ba16-da107d991dd5 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:14.025453 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c1a9778f-def9-4894-ba16-da107d991dd5 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:14.029779 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c1a9778f-def9-4894-ba16-da107d991dd5 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:14.098803 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a9778f-def9-4894-ba16-da107d991dd5 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Pushing event updated for resources: {'Port': ['ID=445c9a2b-ac00-4c38-af67-9bd53525362c,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:25:14.109244 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c1a9778f-def9-4894-ba16-da107d991dd5 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:14.122362 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c1a9778f-def9-4894-ba16-da107d991dd5 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:14.124136 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c1a9778f-def9-4894-ba16-da107d991dd5 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8832362 Jul 24 00:25:14.323283 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-93ec672b-aa14-43d7-926d-a5f8fde32fbb req-e7b7f851-2964-4d7f-9a3d-8884db46d0d0 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1471336463&fields=id&tenant_id=819708cc484a4855acd8cf289bb3402a HTTP/1.1" status: 200 len: 267 time: 0.0330675 Jul 24 00:25:14.438781 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec672b-aa14-43d7-926d-a5f8fde32fbb req-eebe9678-003a-427e-8bbc-94f7fbfbcc88 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:25:14.440839 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-93ec672b-aa14-43d7-926d-a5f8fde32fbb req-eebe9678-003a-427e-8bbc-94f7fbfbcc88 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/networks?id=638ed06b-37c4-4e4e-9416-48b36cce6713 HTTP/1.1" status: 200 len: 811 time: 0.1101570 Jul 24 00:25:14.456873 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-93ec672b-aa14-43d7-926d-a5f8fde32fbb req-ba3d43ac-aaf0-45bb-9072-56ac8d7990ca tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/quotas/819708cc484a4855acd8cf289bb3402a HTTP/1.1" status: 200 len: 375 time: 0.0104821 Jul 24 00:25:14.527223 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-93ec672b-aa14-43d7-926d-a5f8fde32fbb req-9ee21865-e97d-462b-8f61-573e9fe404db tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=819708cc484a4855acd8cf289bb3402a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0648906 Jul 24 00:25:14.638370 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 58304) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:25:14.754748 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-93ec672b-aa14-43d7-926d-a5f8fde32fbb req-db0cb3ec-67f4-4f54-800e-51df6b1182f8 service neutron] 10.222.0.44 "GET /v2.0/networks/638ed06b-37c4-4e4e-9416-48b36cce6713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160916 Jul 24 00:25:14.812087 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-01d4d57d-bd45-4d7c-beda-4779d9276cb4 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Deleting port e9f13a05-2640-45b8-a78b-a080d32b1e9b {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:25:14.812514 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-01d4d57d-bd45-4d7c-beda-4779d9276cb4 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:14.854798 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-93ec672b-aa14-43d7-926d-a5f8fde32fbb req-2675f757-4765-4f58-852c-a3e704c67576 service neutron] 10.222.0.44 "GET /v2.0/networks/638ed06b-37c4-4e4e-9416-48b36cce6713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938051 Jul 24 00:25:14.902177 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:14.913687 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-01d4d57d-bd45-4d7c-beda-4779d9276cb4 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:14.914171 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-01d4d57d-bd45-4d7c-beda-4779d9276cb4 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:14.926486 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-01d4d57d-bd45-4d7c-beda-4779d9276cb4 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Calling delete_port for e9f13a05-2640-45b8-a78b-a080d32b1e9b owned by network:floatingip {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:25:15.122540 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-01d4d57d-bd45-4d7c-beda-4779d9276cb4 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:15.150694 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d4d57d-bd45-4d7c-beda-4779d9276cb4 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Pushing event deleted for resources: {'Port': ['ID=e9f13a05-2640-45b8-a78b-a080d32b1e9b,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:25:15.219597 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-01d4d57d-bd45-4d7c-beda-4779d9276cb4 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Notify callbacks [] for floatingip, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:15.219949 n-d-800088-16 neutron-server[100313]: INFO neutron.db.l3_db [None req-01d4d57d-bd45-4d7c-beda-4779d9276cb4 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Floating IP 3bf1614c-ddc6-4f99-9c9e-f9f28d46c6fc disassociated (deleted). External IP: 172.25.3.148, port: 6f22eca1-4353-4de1-836c-cc19a198a180. Jul 24 00:25:15.443872 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01d4d57d-bd45-4d7c-beda-4779d9276cb4 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Router f672fcf6-8fbf-46d9-881f-8116974fd882 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:25:15.562408 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d4d57d-bd45-4d7c-beda-4779d9276cb4 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:25:15.567580 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-01d4d57d-bd45-4d7c-beda-4779d9276cb4 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:15.574083 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943d158d-170c-4180-a817-2237eebcf6f1 None None] Sync routers for ids ['f672fcf6-8fbf-46d9-881f-8116974fd882'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:25:15.584476 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943d158d-170c-4180-a817-2237eebcf6f1 None None] Routers {'f672fcf6-8fbf-46d9-881f-8116974fd882'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:25:15.585146 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-943d158d-170c-4180-a817-2237eebcf6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:24:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['f672fcf6-8fbf-46d9-881f-8116974fd882'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:25:15.614066 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-01d4d57d-bd45-4d7c-beda-4779d9276cb4 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] 10.222.0.44 "DELETE /v2.0/floatingips/3bf1614c-ddc6-4f99-9c9e-f9f28d46c6fc HTTP/1.1" status: 204 len: 168 time: 0.9715078 Jul 24 00:25:15.614066 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23260ecf-c49c-4c10-9864-72748f349cd6', 'tag': '6f22eca1-4353-4de1-836c-cc19a198a180'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:25:15.614066 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e996bc7-dfcd-4161-95b8-25923cf03ca7" -d '{"events": [{"name": "network-changed", "server_uuid": "23260ecf-c49c-4c10-9864-72748f349cd6", "tag": "6f22eca1-4353-4de1-836c-cc19a198a180"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:25:15.718237 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-943d158d-170c-4180-a817-2237eebcf6f1 None None] Set router f672fcf6-8fbf-46d9-881f-8116974fd882 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:25:15.789972 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7491979b-bccb-4a1f-8e57-4e0fae87576d x-openstack-request-id: req-7491979b-bccb-4a1f-8e57-4e0fae87576d {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:25:15.790325 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23260ecf-c49c-4c10-9864-72748f349cd6", "tag": "6f22eca1-4353-4de1-836c-cc19a198a180", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:25:15.790583 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7491979b-bccb-4a1f-8e57-4e0fae87576d {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:25:15.790995 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23260ecf-c49c-4c10-9864-72748f349cd6', 'tag': '6f22eca1-4353-4de1-836c-cc19a198a180', 'status': 'completed', 'code': 200} Jul 24 00:25:15.876648 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e996bc7-dfcd-4161-95b8-25923cf03ca7 req-13997f82-b7c1-4802-92d1-95b5bc475928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:25:15.879255 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4e996bc7-dfcd-4161-95b8-25923cf03ca7 req-13997f82-b7c1-4802-92d1-95b5bc475928 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d2121eddb4a2433fa13b4d5e8bd7e23c&device_id=23260ecf-c49c-4c10-9864-72748f349cd6 HTTP/1.1" status: 200 len: 1097 time: 0.0688174 Jul 24 00:25:15.951395 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7bfcf-108e-421a-948f-4c3201545696 req-7dd69b02-3108-4fa0-b4ce-7a6161bed3d0 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:25:15.953298 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e5d7bfcf-108e-421a-948f-4c3201545696 req-7dd69b02-3108-4fa0-b4ce-7a6161bed3d0 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] 10.222.0.44 "GET /v2.0/ports?device_id=23260ecf-c49c-4c10-9864-72748f349cd6 HTTP/1.1" status: 200 len: 945 time: 0.0946701 Jul 24 00:25:15.999299 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e996bc7-dfcd-4161-95b8-25923cf03ca7 req-131cc06d-56ee-4cdf-b415-d2f6f9a538f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:25:16.001455 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4e996bc7-dfcd-4161-95b8-25923cf03ca7 req-131cc06d-56ee-4cdf-b415-d2f6f9a538f7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9ea2b689-642c-44fa-b9c5-ecdb816ce28e HTTP/1.1" status: 200 len: 914 time: 0.1149540 Jul 24 00:25:16.002674 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e5d7bfcf-108e-421a-948f-4c3201545696 req-b6056f35-efa2-4aef-b67d-1f2ac5b511dc tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] 10.222.0.44 "GET /v2.0/security-groups?id=17279809-5c72-42ae-ba2d-3caf2d087d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408919 Jul 24 00:25:16.008161 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-943d158d-170c-4180-a817-2237eebcf6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f672fcf6-8fbf-46d9-881f-8116974fd882', 'name': 'tempest-TestVolumeBackupRestore-247571056-router', 'tenant_id': 'd2121eddb4a2433fa13b4d5e8bd7e23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '3377cfe7-7cb2-4fd7-9c8e-07167416d124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:22:05Z', 'updated_at': '2021-07-24T00:22:08Z', 'revision_number': 4, 'project_id': 'd2121eddb4a2433fa13b4d5e8bd7e23c', 'gw_port': {'id': '3377cfe7-7cb2-4fd7-9c8e-07167416d124', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f672fcf6-8fbf-46d9-881f-8116974fd882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:22:06Z', 'updated_at': '2021-07-24T00:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'f5253c97-36c8-4b0c-968a-f3bd4c56dfd0', 'name': '', 'network_id': '9ea2b689-642c-44fa-b9c5-ecdb816ce28e', 'tenant_id': 'd2121eddb4a2433fa13b4d5e8bd7e23c', 'mac_address': 'fa:16:3e:5b:a7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f672fcf6-8fbf-46d9-881f-8116974fd882', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '20c71419-8aa8-4723-936e-289e4ed32560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:22:07Z', 'updated_at': '2021-07-24T00:22:15Z', 'revision_number': 5, 'project_id': 'd2121eddb4a2433fa13b4d5e8bd7e23c', 'subnets': [{'id': '20c71419-8aa8-4723-936e-289e4ed32560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:25:16.056994 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943d158d-170c-4180-a817-2237eebcf6f1 None None] Checking router: f672fcf6-8fbf-46d9-881f-8116974fd882 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:25:16.067315 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943d158d-170c-4180-a817-2237eebcf6f1 None None] Routers {'f672fcf6-8fbf-46d9-881f-8116974fd882'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:25:16.068146 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-943d158d-170c-4180-a817-2237eebcf6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:24:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['f672fcf6-8fbf-46d9-881f-8116974fd882'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:25:16.075133 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4e996bc7-dfcd-4161-95b8-25923cf03ca7 req-686508fd-6a2a-4e35-996f-1e3ccf58cfac service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f22eca1-4353-4de1-836c-cc19a198a180 HTTP/1.1" status: 200 len: 217 time: 0.0591843 Jul 24 00:25:16.107447 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a02f6e8d-a6de-42e5-b9c7-9a0a43589b54 req-fa65ea64-d14b-4d9b-af10-502a7be21b23 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/ports?device_id=dac1d21c-a29a-4a58-82a0-716d64eb507a HTTP/1.1" status: 200 len: 210 time: 0.0312796 Jul 24 00:25:16.156380 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e996bc7-dfcd-4161-95b8-25923cf03ca7 req-ca4760bc-40bb-4609-b151-e6e9f2d134f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:25:16.158775 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4e996bc7-dfcd-4161-95b8-25923cf03ca7 req-ca4760bc-40bb-4609-b151-e6e9f2d134f6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=20c71419-8aa8-4723-936e-289e4ed32560 HTTP/1.1" status: 200 len: 852 time: 0.0504205 Jul 24 00:25:16.226617 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-943d158d-170c-4180-a817-2237eebcf6f1 None None] Set router f672fcf6-8fbf-46d9-881f-8116974fd882 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:25:16.239117 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e996bc7-dfcd-4161-95b8-25923cf03ca7 req-0b8ea304-0957-4a8c-964c-59e6f9e64294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:25:16.240990 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4e996bc7-dfcd-4161-95b8-25923cf03ca7 req-0b8ea304-0957-4a8c-964c-59e6f9e64294 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9ea2b689-642c-44fa-b9c5-ecdb816ce28e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0750053 Jul 24 00:25:16.356359 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4e996bc7-dfcd-4161-95b8-25923cf03ca7 req-972bd1ba-8ef1-4e7a-b24a-04fdb1de9b8b service neutron] 10.222.0.64 "GET /v2.0/networks/9ea2b689-642c-44fa-b9c5-ecdb816ce28e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083739 Jul 24 00:25:16.487930 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4e996bc7-dfcd-4161-95b8-25923cf03ca7 req-30965989-0fce-42e7-b5a8-baa93b8936c0 service neutron] 10.222.0.64 "GET /v2.0/networks/9ea2b689-642c-44fa-b9c5-ecdb816ce28e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221986 Jul 24 00:25:16.506133 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-943d158d-170c-4180-a817-2237eebcf6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f672fcf6-8fbf-46d9-881f-8116974fd882', 'name': 'tempest-TestVolumeBackupRestore-247571056-router', 'tenant_id': 'd2121eddb4a2433fa13b4d5e8bd7e23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '3377cfe7-7cb2-4fd7-9c8e-07167416d124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:22:05Z', 'updated_at': '2021-07-24T00:22:08Z', 'revision_number': 4, 'project_id': 'd2121eddb4a2433fa13b4d5e8bd7e23c', 'gw_port': {'id': '3377cfe7-7cb2-4fd7-9c8e-07167416d124', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f672fcf6-8fbf-46d9-881f-8116974fd882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:22:06Z', 'updated_at': '2021-07-24T00:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'f5253c97-36c8-4b0c-968a-f3bd4c56dfd0', 'name': '', 'network_id': '9ea2b689-642c-44fa-b9c5-ecdb816ce28e', 'tenant_id': 'd2121eddb4a2433fa13b4d5e8bd7e23c', 'mac_address': 'fa:16:3e:5b:a7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f672fcf6-8fbf-46d9-881f-8116974fd882', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '20c71419-8aa8-4723-936e-289e4ed32560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:22:07Z', 'updated_at': '2021-07-24T00:22:15Z', 'revision_number': 5, 'project_id': 'd2121eddb4a2433fa13b4d5e8bd7e23c', 'subnets': [{'id': '20c71419-8aa8-4723-936e-289e4ed32560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:25:16.542605 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943d158d-170c-4180-a817-2237eebcf6f1 None None] The sync data for ids ['f672fcf6-8fbf-46d9-881f-8116974fd882'] in n-d-800088-16 is: [{'id': 'f672fcf6-8fbf-46d9-881f-8116974fd882', 'name': 'tempest-TestVolumeBackupRestore-247571056-router', 'tenant_id': 'd2121eddb4a2433fa13b4d5e8bd7e23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '3377cfe7-7cb2-4fd7-9c8e-07167416d124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:22:05Z', 'updated_at': '2021-07-24T00:22:08Z', 'revision_number': 4, 'project_id': 'd2121eddb4a2433fa13b4d5e8bd7e23c', 'gw_port': {'id': '3377cfe7-7cb2-4fd7-9c8e-07167416d124', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f672fcf6-8fbf-46d9-881f-8116974fd882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:22:06Z', 'updated_at': '2021-07-24T00:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'f5253c97-36c8-4b0c-968a-f3bd4c56dfd0', 'name': '', 'network_id': '9ea2b689-642c-44fa-b9c5-ecdb816ce28e', 'tenant_id': 'd2121eddb4a2433fa13b4d5e8bd7e23c', 'mac_address': 'fa:16:3e:5b:a7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f672fcf6-8fbf-46d9-881f-8116974fd882', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '20c71419-8aa8-4723-936e-289e4ed32560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:22:07Z', 'updated_at': '2021-07-24T00:22:15Z', 'revision_number': 5, 'project_id': 'd2121eddb4a2433fa13b4d5e8bd7e23c', 'subnets': [{'id': '20c71419-8aa8-4723-936e-289e4ed32560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:25:16.807765 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560714b0-ceab-4498-9c18-b16538fde51e None None] New status for floating IP 3bf1614c-ddc6-4f99-9c9e-f9f28d46c6fc: DOWN {{(pid=100315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 00:25:17.084157 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec672b-aa14-43d7-926d-a5f8fde32fbb req-8dc5f155-6364-4480-abfd-dc284ab1a1bc tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:25:17.085825 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-93ec672b-aa14-43d7-926d-a5f8fde32fbb req-8dc5f155-6364-4480-abfd-dc284ab1a1bc tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.52 "GET /v2.0/networks?id=638ed06b-37c4-4e4e-9416-48b36cce6713 HTTP/1.1" status: 200 len: 811 time: 0.1101081 Jul 24 00:25:17.157924 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-93ec672b-aa14-43d7-926d-a5f8fde32fbb req-2be23659-66cf-4c08-b2f1-248ae3bd6dc6 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=819708cc484a4855acd8cf289bb3402a HTTP/1.1" status: 200 len: 380 time: 0.0595150 Jul 24 00:25:17.175626 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-93ec672b-aa14-43d7-926d-a5f8fde32fbb req-de9213c3-75a4-41cc-a51e-6aa585c9fc86 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Request body: {'port': {'device_id': 'dac1d21c-a29a-4a58-82a0-716d64eb507a', 'network_id': '638ed06b-37c4-4e4e-9416-48b36cce6713', 'admin_state_up': True, 'tenant_id': '819708cc484a4855acd8cf289bb3402a', 'security_groups': ['9f78f04f-5ea5-4c89-b0d4-f23c2074d124']}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:25:17.202324 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433830b7-aff1-4b7f-86b4-4b8b887b04ff req-94c175f4-9daf-4595-a59e-3266c87749ce tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:25:17.203848 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-433830b7-aff1-4b7f-86b4-4b8b887b04ff req-94c175f4-9daf-4595-a59e-3266c87749ce tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] 10.222.0.44 "GET /v2.0/ports?device_id=23260ecf-c49c-4c10-9864-72748f349cd6 HTTP/1.1" status: 200 len: 945 time: 0.1141865 Jul 24 00:25:17.220045 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7aa8e57c-b2ca-40b6-989f-64e9d8aafff6 req-4f8a80c4-f903-412f-830b-a61447ae2907 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/ports?device_id=dac1d21c-a29a-4a58-82a0-716d64eb507a HTTP/1.1" status: 200 len: 210 time: 0.0310328 Jul 24 00:25:17.290293 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-433830b7-aff1-4b7f-86b4-4b8b887b04ff req-41ff0ce6-671b-43af-9faf-ba983583de53 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] 10.222.0.44 "GET /v2.0/security-groups?id=17279809-5c72-42ae-ba2d-3caf2d087d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794263 Jul 24 00:25:17.324796 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93ec672b-aa14-43d7-926d-a5f8fde32fbb req-de9213c3-75a4-41cc-a51e-6aa585c9fc86 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Made reservation on behalf of 819708cc484a4855acd8cf289bb3402a for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:25:17.328550 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-93ec672b-aa14-43d7-926d-a5f8fde32fbb req-de9213c3-75a4-41cc-a51e-6aa585c9fc86 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:17.389684 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917953fb-0cf6-4eaa-ad1f-52a9278c9566 req-695bad98-896c-455d-9ae6-6f27ecc94c0e tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:25:17.391256 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-917953fb-0cf6-4eaa-ad1f-52a9278c9566 req-695bad98-896c-455d-9ae6-6f27ecc94c0e tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] 10.222.0.64 "GET /v2.0/ports?device_id=23260ecf-c49c-4c10-9864-72748f349cd6 HTTP/1.1" status: 200 len: 945 time: 0.0643616 Jul 24 00:25:17.456430 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-93ec672b-aa14-43d7-926d-a5f8fde32fbb req-de9213c3-75a4-41cc-a51e-6aa585c9fc86 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Allocated IP 172.20.0.6 (638ed06b-37c4-4e4e-9416-48b36cce6713/b8497362-30af-4bd3-8c41-7992db45dcf8/b17b98df-53e8-4163-b790-22fb448cacc5) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:25:17.499215 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-917953fb-0cf6-4eaa-ad1f-52a9278c9566 req-144eaf47-b934-44fa-9f37-49aaf49b8b32 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Deleting port 6f22eca1-4353-4de1-836c-cc19a198a180 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:25:17.499643 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-917953fb-0cf6-4eaa-ad1f-52a9278c9566 req-144eaf47-b934-44fa-9f37-49aaf49b8b32 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:17.587338 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-917953fb-0cf6-4eaa-ad1f-52a9278c9566 req-144eaf47-b934-44fa-9f37-49aaf49b8b32 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] For port 6f22eca1-4353-4de1-836c-cc19a198a180, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=6f22eca1-4353-4de1-836c-cc19a198a180,segment=NetworkSegment(8ea76873-5e2d-4a0e-bc17-82ff0f379b14),segment_id=8ea76873-5e2d-4a0e-bc17-82ff0f379b14)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:25:17.587617 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-917953fb-0cf6-4eaa-ad1f-52a9278c9566 req-144eaf47-b934-44fa-9f37-49aaf49b8b32 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:17.589511 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-93ec672b-aa14-43d7-926d-a5f8fde32fbb req-de9213c3-75a4-41cc-a51e-6aa585c9fc86 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:17.601748 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-917953fb-0cf6-4eaa-ad1f-52a9278c9566 req-144eaf47-b934-44fa-9f37-49aaf49b8b32 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Calling delete_port for 6f22eca1-4353-4de1-836c-cc19a198a180 owned by compute:nova {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:25:17.603401 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-93ec672b-aa14-43d7-926d-a5f8fde32fbb req-de9213c3-75a4-41cc-a51e-6aa585c9fc86 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Transition to ACTIVE for port object b17b98df-53e8-4163-b790-22fb448cacc5 will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:25:17.638756 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-93ec672b-aa14-43d7-926d-a5f8fde32fbb req-de9213c3-75a4-41cc-a51e-6aa585c9fc86 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:17.686586 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93ec672b-aa14-43d7-926d-a5f8fde32fbb req-de9213c3-75a4-41cc-a51e-6aa585c9fc86 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Network 638ed06b-37c4-4e4e-9416-48b36cce6713 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:25:17.691748 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-93ec672b-aa14-43d7-926d-a5f8fde32fbb req-de9213c3-75a4-41cc-a51e-6aa585c9fc86 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:25:17.695528 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-93ec672b-aa14-43d7-926d-a5f8fde32fbb req-de9213c3-75a4-41cc-a51e-6aa585c9fc86 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:25:17.702265 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9213c3-75a4-41cc-a51e-6aa585c9fc86 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Pushing event updated for resources: {'Port': ['ID=b17b98df-53e8-4163-b790-22fb448cacc5,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:25:17.740623 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-917953fb-0cf6-4eaa-ad1f-52a9278c9566 req-144eaf47-b934-44fa-9f37-49aaf49b8b32 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:17.758601 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec672b-aa14-43d7-926d-a5f8fde32fbb req-de9213c3-75a4-41cc-a51e-6aa585c9fc86 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:25:17.759287 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-93ec672b-aa14-43d7-926d-a5f8fde32fbb req-de9213c3-75a4-41cc-a51e-6aa585c9fc86 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:17.772672 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144eaf47-b934-44fa-9f37-49aaf49b8b32 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Pushing event deleted for resources: {'Port': ['ID=6f22eca1-4353-4de1-836c-cc19a198a180,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:25:17.775274 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-93ec672b-aa14-43d7-926d-a5f8fde32fbb req-de9213c3-75a4-41cc-a51e-6aa585c9fc86 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6063583 Jul 24 00:25:17.788960 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-93ec672b-aa14-43d7-926d-a5f8fde32fbb req-db434a18-d90e-46a7-aba5-e92c2a6eb15a service neutron] Request body: {'port': {'device_id': 'dac1d21c-a29a-4a58-82a0-716d64eb507a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:25:17.831272 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-917953fb-0cf6-4eaa-ad1f-52a9278c9566 req-144eaf47-b934-44fa-9f37-49aaf49b8b32 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] No DVR routers for this DVR port 6f22eca1-4353-4de1-836c-cc19a198a180 on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:25:17.841622 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-917953fb-0cf6-4eaa-ad1f-52a9278c9566 req-144eaf47-b934-44fa-9f37-49aaf49b8b32 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:17.841622 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-917953fb-0cf6-4eaa-ad1f-52a9278c9566 req-144eaf47-b934-44fa-9f37-49aaf49b8b32 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] 10.222.0.64 "DELETE /v2.0/ports/6f22eca1-4353-4de1-836c-cc19a198a180 HTTP/1.1" status: 204 len: 173 time: 0.4422033 Jul 24 00:25:17.841622 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23260ecf-c49c-4c10-9864-72748f349cd6', 'name': 'network-vif-deleted', 'tag': '6f22eca1-4353-4de1-836c-cc19a198a180'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:25:17.842714 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e62a2d01-8e83-4f20-8249-ea8a46b8cacf" -d '{"events": [{"server_uuid": "23260ecf-c49c-4c10-9864-72748f349cd6", "name": "network-vif-deleted", "tag": "6f22eca1-4353-4de1-836c-cc19a198a180"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:25:17.850928 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:17.890115 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8994f2d8-878b-405f-9aa0-b3535a692905 x-openstack-request-id: req-8994f2d8-878b-405f-9aa0-b3535a692905 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:25:17.890545 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23260ecf-c49c-4c10-9864-72748f349cd6", "name": "network-vif-deleted", "tag": "6f22eca1-4353-4de1-836c-cc19a198a180", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:25:17.891713 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-93ec672b-aa14-43d7-926d-a5f8fde32fbb req-db434a18-d90e-46a7-aba5-e92c2a6eb15a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:17.891915 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8994f2d8-878b-405f-9aa0-b3535a692905 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:25:17.892962 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23260ecf-c49c-4c10-9864-72748f349cd6', 'name': 'network-vif-deleted', 'tag': '6f22eca1-4353-4de1-836c-cc19a198a180', 'status': 'completed', 'code': 200} Jul 24 00:25:17.973234 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-6e535ce6-c45c-4930-9e8f-a752b8cce97c None None] Provisioning for port b17b98df-53e8-4163-b790-22fb448cacc5 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:25:17.979429 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-6e535ce6-c45c-4930-9e8f-a752b8cce97c None None] Provisioning complete for port b17b98df-53e8-4163-b790-22fb448cacc5 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:25:17.979884 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-6e535ce6-c45c-4930-9e8f-a752b8cce97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:18.020050 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-6e535ce6-c45c-4930-9e8f-a752b8cce97c None None] Port b17b98df-53e8-4163-b790-22fb448cacc5 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:25:18.252318 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-93ec672b-aa14-43d7-926d-a5f8fde32fbb req-db434a18-d90e-46a7-aba5-e92c2a6eb15a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b17b98df-53e8-4163-b790-22fb448cacc5 {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:25:18.262749 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-93ec672b-aa14-43d7-926d-a5f8fde32fbb req-db434a18-d90e-46a7-aba5-e92c2a6eb15a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:18.277047 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-93ec672b-aa14-43d7-926d-a5f8fde32fbb req-db434a18-d90e-46a7-aba5-e92c2a6eb15a service neutron] Transition to ACTIVE for port object b17b98df-53e8-4163-b790-22fb448cacc5 will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:25:18.286979 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-93ec672b-aa14-43d7-926d-a5f8fde32fbb req-db434a18-d90e-46a7-aba5-e92c2a6eb15a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:18.333997 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db434a18-d90e-46a7-aba5-e92c2a6eb15a service neutron] Pushing event updated for resources: {'Port': ['ID=b17b98df-53e8-4163-b790-22fb448cacc5,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:25:18.458640 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ae508226-c2c0-4e30-bf9e-dd7f0394ce19 req-6b145fa3-dae1-4d19-8ca7-2ffcf85653a9 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] 10.222.0.44 "GET /v2.0/ports?device_id=23260ecf-c49c-4c10-9864-72748f349cd6 HTTP/1.1" status: 200 len: 210 time: 0.0683670 Jul 24 00:25:18.490827 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d3e1dd-ff52-42fb-b78c-b1e8935cc97f req-dd0e76d1-17e8-4d48-9ea4-08aaeb018c07 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:25:18.492607 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c1d3e1dd-ff52-42fb-b78c-b1e8935cc97f req-dd0e76d1-17e8-4d48-9ea4-08aaeb018c07 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/ports?device_id=dac1d21c-a29a-4a58-82a0-716d64eb507a HTTP/1.1" status: 200 len: 943 time: 0.1389613 Jul 24 00:25:18.527258 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-93ec672b-aa14-43d7-926d-a5f8fde32fbb req-db434a18-d90e-46a7-aba5-e92c2a6eb15a service neutron] Attempting to bind port b17b98df-53e8-4163-b790-22fb448cacc5 on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:25:18.527810 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-93ec672b-aa14-43d7-926d-a5f8fde32fbb req-db434a18-d90e-46a7-aba5-e92c2a6eb15a service neutron] Attempting to bind port b17b98df-53e8-4163-b790-22fb448cacc5 by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': '5260e73a-7cc6-4afd-b511-ce9a4aedd105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '638ed06b-37c4-4e4e-9416-48b36cce6713'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:25:18.528339 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ec672b-aa14-43d7-926d-a5f8fde32fbb req-db434a18-d90e-46a7-aba5-e92c2a6eb15a service neutron] Attempting to bind port b17b98df-53e8-4163-b790-22fb448cacc5 on network 638ed06b-37c4-4e4e-9416-48b36cce6713 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:25:18.543911 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ec672b-aa14-43d7-926d-a5f8fde32fbb req-db434a18-d90e-46a7-aba5-e92c2a6eb15a service neutron] Port b17b98df-53e8-4163-b790-22fb448cacc5 on network 638ed06b-37c4-4e4e-9416-48b36cce6713 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:25:18.544252 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ec672b-aa14-43d7-926d-a5f8fde32fbb req-db434a18-d90e-46a7-aba5-e92c2a6eb15a service neutron] Attempting to bind port b17b98df-53e8-4163-b790-22fb448cacc5 on network 638ed06b-37c4-4e4e-9416-48b36cce6713 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:25:18.553090 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c1d3e1dd-ff52-42fb-b78c-b1e8935cc97f req-e647ffb5-1989-42ad-bfd5-3a06bd98add3 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f78f04f-5ea5-4c89-b0d4-f23c2074d124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475228 Jul 24 00:25:18.556451 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ec672b-aa14-43d7-926d-a5f8fde32fbb req-db434a18-d90e-46a7-aba5-e92c2a6eb15a service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:25:18.557154 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ec672b-aa14-43d7-926d-a5f8fde32fbb req-db434a18-d90e-46a7-aba5-e92c2a6eb15a service neutron] Checking segment: {'id': '5260e73a-7cc6-4afd-b511-ce9a4aedd105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '638ed06b-37c4-4e4e-9416-48b36cce6713'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:25:18.557715 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ec672b-aa14-43d7-926d-a5f8fde32fbb req-db434a18-d90e-46a7-aba5-e92c2a6eb15a service neutron] Bound using segment: {'id': '5260e73a-7cc6-4afd-b511-ce9a4aedd105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '638ed06b-37c4-4e4e-9416-48b36cce6713'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:25:18.558325 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-93ec672b-aa14-43d7-926d-a5f8fde32fbb req-db434a18-d90e-46a7-aba5-e92c2a6eb15a service neutron] Bound port: b17b98df-53e8-4163-b790-22fb448cacc5, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5260e73a-7cc6-4afd-b511-ce9a4aedd105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '638ed06b-37c4-4e4e-9416-48b36cce6713'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:25:18.558850 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-93ec672b-aa14-43d7-926d-a5f8fde32fbb req-db434a18-d90e-46a7-aba5-e92c2a6eb15a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:18.641429 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-93ec672b-aa14-43d7-926d-a5f8fde32fbb req-db434a18-d90e-46a7-aba5-e92c2a6eb15a service neutron] For port b17b98df-53e8-4163-b790-22fb448cacc5, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:25:18.644867 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-93ec672b-aa14-43d7-926d-a5f8fde32fbb req-db434a18-d90e-46a7-aba5-e92c2a6eb15a service neutron] For port b17b98df-53e8-4163-b790-22fb448cacc5, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=b17b98df-53e8-4163-b790-22fb448cacc5,segment=NetworkSegment(5260e73a-7cc6-4afd-b511-ce9a4aedd105),segment_id=5260e73a-7cc6-4afd-b511-ce9a4aedd105)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:25:18.650702 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-93ec672b-aa14-43d7-926d-a5f8fde32fbb req-db434a18-d90e-46a7-aba5-e92c2a6eb15a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:18.963456 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec672b-aa14-43d7-926d-a5f8fde32fbb req-db434a18-d90e-46a7-aba5-e92c2a6eb15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:25:18.964155 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-93ec672b-aa14-43d7-926d-a5f8fde32fbb req-db434a18-d90e-46a7-aba5-e92c2a6eb15a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:18.965721 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-93ec672b-aa14-43d7-926d-a5f8fde32fbb req-db434a18-d90e-46a7-aba5-e92c2a6eb15a service neutron] 10.222.0.52 "PUT /v2.0/ports/b17b98df-53e8-4163-b790-22fb448cacc5 HTTP/1.1" status: 200 len: 1092 time: 1.1817195 Jul 24 00:25:18.966170 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dac1d21c-a29a-4a58-82a0-716d64eb507a', 'tag': 'b17b98df-53e8-4163-b790-22fb448cacc5'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:25:18.968419 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc293847-a43f-4f91-ac34-267b400a26b8" -d '{"events": [{"name": "network-changed", "server_uuid": "dac1d21c-a29a-4a58-82a0-716d64eb507a", "tag": "b17b98df-53e8-4163-b790-22fb448cacc5"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:25:18.992646 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db434a18-d90e-46a7-aba5-e92c2a6eb15a service neutron] Pushing event updated for resources: {'Port': ['ID=b17b98df-53e8-4163-b790-22fb448cacc5,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:25:19.035074 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a209e5f-6096-486e-896f-e1f223cf8809 x-openstack-request-id: req-0a209e5f-6096-486e-896f-e1f223cf8809 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:25:19.035459 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dac1d21c-a29a-4a58-82a0-716d64eb507a", "tag": "b17b98df-53e8-4163-b790-22fb448cacc5", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:25:19.035785 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0a209e5f-6096-486e-896f-e1f223cf8809 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:25:19.036380 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dac1d21c-a29a-4a58-82a0-716d64eb507a', 'tag': 'b17b98df-53e8-4163-b790-22fb448cacc5', 'status': 'completed', 'code': 200} Jul 24 00:25:19.092457 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec672b-aa14-43d7-926d-a5f8fde32fbb req-1c9e2939-2865-4408-a38c-48ef1f67fd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:25:19.094146 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-93ec672b-aa14-43d7-926d-a5f8fde32fbb req-1c9e2939-2865-4408-a38c-48ef1f67fd9f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=819708cc484a4855acd8cf289bb3402a&device_id=dac1d21c-a29a-4a58-82a0-716d64eb507a HTTP/1.1" status: 200 len: 1095 time: 0.0812333 Jul 24 00:25:19.137883 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-93ec672b-aa14-43d7-926d-a5f8fde32fbb req-88a0cfac-9ae4-4654-9c49-7ee84915abd7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b17b98df-53e8-4163-b790-22fb448cacc5 HTTP/1.1" status: 200 len: 217 time: 0.0358660 Jul 24 00:25:19.212905 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec672b-aa14-43d7-926d-a5f8fde32fbb req-d3b4538a-97a1-4ce1-8942-0018e135372a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:25:19.216053 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-93ec672b-aa14-43d7-926d-a5f8fde32fbb req-d3b4538a-97a1-4ce1-8942-0018e135372a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b8497362-30af-4bd3-8c41-7992db45dcf8 HTTP/1.1" status: 200 len: 850 time: 0.0715191 Jul 24 00:25:19.284172 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec672b-aa14-43d7-926d-a5f8fde32fbb req-d6100466-ea65-416f-a00e-e8f49dfeebaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:25:19.285793 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-93ec672b-aa14-43d7-926d-a5f8fde32fbb req-d6100466-ea65-416f-a00e-e8f49dfeebaf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=638ed06b-37c4-4e4e-9416-48b36cce6713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0634382 Jul 24 00:25:19.382008 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-93ec672b-aa14-43d7-926d-a5f8fde32fbb req-6a127076-9b3c-42b0-8621-0aa09ed7cf09 service neutron] 10.222.0.52 "GET /v2.0/networks/638ed06b-37c4-4e4e-9416-48b36cce6713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899706 Jul 24 00:25:19.492083 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-93ec672b-aa14-43d7-926d-a5f8fde32fbb req-0dc49983-c4ac-4585-aeda-6920f0e348b3 service neutron] 10.222.0.52 "GET /v2.0/networks/638ed06b-37c4-4e4e-9416-48b36cce6713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033573 Jul 24 00:25:19.622699 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-729d8a62-c973-4484-9dd2-ac18b25ad9d8 req-369d93f7-c52d-48ae-8211-c2f38c15adfa tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] 10.222.0.44 "GET /v2.0/ports?device_id=23260ecf-c49c-4c10-9864-72748f349cd6 HTTP/1.1" status: 200 len: 210 time: 0.0657930 Jul 24 00:25:19.660226 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc293847-a43f-4f91-ac34-267b400a26b8 req-14cceb5d-0a9e-4547-b9e4-8d5e18e017b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:25:19.662374 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fc293847-a43f-4f91-ac34-267b400a26b8 req-14cceb5d-0a9e-4547-b9e4-8d5e18e017b3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=819708cc484a4855acd8cf289bb3402a&device_id=dac1d21c-a29a-4a58-82a0-716d64eb507a HTTP/1.1" status: 200 len: 1095 time: 0.1151829 Jul 24 00:25:19.719882 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f47859-5436-4b9f-94dc-236a5d2911ca req-a38d911a-71af-4b24-b528-fd8932ce0f00 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:25:19.721802 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f6f47859-5436-4b9f-94dc-236a5d2911ca req-a38d911a-71af-4b24-b528-fd8932ce0f00 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/ports?device_id=dac1d21c-a29a-4a58-82a0-716d64eb507a HTTP/1.1" status: 200 len: 943 time: 0.0784082 Jul 24 00:25:19.780066 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f6f47859-5436-4b9f-94dc-236a5d2911ca req-ef10638f-f9f0-49a6-9f43-fdf07db07622 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f78f04f-5ea5-4c89-b0d4-f23c2074d124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483911 Jul 24 00:25:19.792335 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc293847-a43f-4f91-ac34-267b400a26b8 req-33c49909-d0f1-408d-a724-dbcf225fcf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:25:19.793981 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fc293847-a43f-4f91-ac34-267b400a26b8 req-33c49909-d0f1-408d-a724-dbcf225fcf87 service neutron] 10.222.0.52 "GET /v2.0/networks?id=638ed06b-37c4-4e4e-9416-48b36cce6713 HTTP/1.1" status: 200 len: 912 time: 0.1238084 Jul 24 00:25:19.842523 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fc293847-a43f-4f91-ac34-267b400a26b8 req-d5311a1f-faac-4762-9dd9-a35c931c83ff service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b17b98df-53e8-4163-b790-22fb448cacc5 HTTP/1.1" status: 200 len: 217 time: 0.0407736 Jul 24 00:25:19.897553 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc293847-a43f-4f91-ac34-267b400a26b8 req-2ee012fa-5380-4c38-877b-6a83ab57c16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:25:19.899171 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fc293847-a43f-4f91-ac34-267b400a26b8 req-2ee012fa-5380-4c38-877b-6a83ab57c16b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b8497362-30af-4bd3-8c41-7992db45dcf8 HTTP/1.1" status: 200 len: 850 time: 0.0494277 Jul 24 00:25:19.968759 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc293847-a43f-4f91-ac34-267b400a26b8 req-5a9dbd49-1345-4f06-a531-b76c143dbe6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:25:19.971217 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fc293847-a43f-4f91-ac34-267b400a26b8 req-5a9dbd49-1345-4f06-a531-b76c143dbe6e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=638ed06b-37c4-4e4e-9416-48b36cce6713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0653431 Jul 24 00:25:20.080006 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fc293847-a43f-4f91-ac34-267b400a26b8 req-3683efbf-809b-4bef-91d7-971ebc6b0d80 service neutron] 10.222.0.52 "GET /v2.0/networks/638ed06b-37c4-4e4e-9416-48b36cce6713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006565 Jul 24 00:25:20.185296 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fc293847-a43f-4f91-ac34-267b400a26b8 req-111c5f51-708d-415d-8ef9-cb8f61f0ce12 service neutron] 10.222.0.52 "GET /v2.0/networks/638ed06b-37c4-4e4e-9416-48b36cce6713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976551 Jul 24 00:25:20.708298 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 6f22eca1-4353-4de1-836c-cc19a198a180 no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:25:20.749844 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8ea530bd-d786-405e-8ed9-49980a1c0c2b req-69786deb-b013-46c1-abcf-36eeecb7197d tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] 10.222.0.44 "GET /v2.0/ports?device_id=23260ecf-c49c-4c10-9864-72748f349cd6 HTTP/1.1" status: 200 len: 210 time: 0.0671394 Jul 24 00:25:20.750371 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] No Port match for: 6f22eca1-4353-4de1-836c-cc19a198a180 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:25:20.750631 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 6f22eca1-4353-4de1-836c-cc19a198a180 not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:25:20.919963 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812a6dda-a8c5-45df-b0bf-e1159936a7ec req-47d73f8c-3529-455c-8748-9364a19ea13c tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:25:20.921658 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-812a6dda-a8c5-45df-b0bf-e1159936a7ec req-47d73f8c-3529-455c-8748-9364a19ea13c tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/ports?device_id=dac1d21c-a29a-4a58-82a0-716d64eb507a HTTP/1.1" status: 200 len: 943 time: 0.0778744 Jul 24 00:25:20.971757 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-812a6dda-a8c5-45df-b0bf-e1159936a7ec req-9fffb1d5-31da-44e2-9cce-de4b054de093 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f78f04f-5ea5-4c89-b0d4-f23c2074d124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417464 Jul 24 00:25:21.864249 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-18177621-f3f4-4895-ac64-3f9bd79d7ea1 req-765d54e2-c2a5-4348-a627-dc2e089e864e tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] 10.222.0.44 "GET /v2.0/ports?device_id=23260ecf-c49c-4c10-9864-72748f349cd6 HTTP/1.1" status: 200 len: 210 time: 0.0326493 Jul 24 00:25:22.007777 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device b17b98df-53e8-4163-b790-22fb448cacc5 details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:25:22.116418 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port b17b98df-53e8-4163-b790-22fb448cacc5, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=b17b98df-53e8-4163-b790-22fb448cacc5,segment=NetworkSegment(5260e73a-7cc6-4afd-b511-ce9a4aedd105),segment_id=5260e73a-7cc6-4afd-b511-ce9a4aedd105)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:25:22.124399 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42efd4d4-0897-42f0-99fe-35392a5b4478 req-88ba6261-139b-4145-8d92-455a505c3669 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:25:22.125960 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-42efd4d4-0897-42f0-99fe-35392a5b4478 req-88ba6261-139b-4145-8d92-455a505c3669 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/ports?device_id=dac1d21c-a29a-4a58-82a0-716d64eb507a HTTP/1.1" status: 200 len: 943 time: 0.0784831 Jul 24 00:25:22.128293 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': 'b17b98df-53e8-4163-b790-22fb448cacc5', 'network_id': '638ed06b-37c4-4e4e-9416-48b36cce6713', 'port_id': 'b17b98df-53e8-4163-b790-22fb448cacc5', 'mac_address': 'fa:16:3e:4c:9c:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8497362-30af-4bd3-8c41-7992db45dcf8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:25:22.163586 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-42efd4d4-0897-42f0-99fe-35392a5b4478 req-a194e279-d55c-4074-8775-1fd4e8be6c4b tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f78f04f-5ea5-4c89-b0d4-f23c2074d124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319366 Jul 24 00:25:22.165325 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:22.178943 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b17b98df-53e8-4163-b790-22fb448cacc5 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:25:22.199416 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port b17b98df-53e8-4163-b790-22fb448cacc5, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=b17b98df-53e8-4163-b790-22fb448cacc5,segment=NetworkSegment(5260e73a-7cc6-4afd-b511-ce9a4aedd105),segment_id=5260e73a-7cc6-4afd-b511-ce9a4aedd105)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:25:22.207920 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:22.261447 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=b17b98df-53e8-4163-b790-22fb448cacc5,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:25:22.420156 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['b17b98df-53e8-4163-b790-22fb448cacc5'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:25:22.920501 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 58808) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:25:22.980337 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-16497be8-3370-4381-9455-c113938bb304 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:23.006588 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-16497be8-3370-4381-9455-c113938bb304 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:23.072175 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-16497be8-3370-4381-9455-c113938bb304 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:23.075237 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-16497be8-3370-4381-9455-c113938bb304 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:23.076336 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-16497be8-3370-4381-9455-c113938bb304 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] 10.222.0.44 "DELETE /v2.0/security-groups/17279809-5c72-42ae-ba2d-3caf2d087d48 HTTP/1.1" status: 204 len: 168 time: 0.1547840 Jul 24 00:25:23.086520 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16497be8-3370-4381-9455-c113938bb304 tempest-TestVolumeBackupRestore-714944921 tempest-TestVolumeBackupRestore-714944921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17279809-5c72-42ae-ba2d-3caf2d087d48,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:25:23.189690 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ee7b5d56-00b0-4e28-89e3-8c09cb3f04ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:23.408898 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20bc208-cc58-4680-8d9c-a69bf977df4d req-23a32f49-f160-45cd-b599-9ec5fe53e13f tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:25:23.411277 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d20bc208-cc58-4680-8d9c-a69bf977df4d req-23a32f49-f160-45cd-b599-9ec5fe53e13f tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/ports?device_id=dac1d21c-a29a-4a58-82a0-716d64eb507a HTTP/1.1" status: 200 len: 944 time: 0.1274273 Jul 24 00:25:23.485527 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d20bc208-cc58-4680-8d9c-a69bf977df4d req-97f9a55d-a05a-4a21-b419-afb2c133d555 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f78f04f-5ea5-4c89-b0d4-f23c2074d124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670438 Jul 24 00:25:24.008864 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device b17b98df-53e8-4163-b790-22fb448cacc5 up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:25:24.087479 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port b17b98df-53e8-4163-b790-22fb448cacc5 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:25:24.093728 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port b17b98df-53e8-4163-b790-22fb448cacc5 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:25:24.094204 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:24.224141 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:24.260997 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port b17b98df-53e8-4163-b790-22fb448cacc5, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=b17b98df-53e8-4163-b790-22fb448cacc5,segment=NetworkSegment(5260e73a-7cc6-4afd-b511-ce9a4aedd105),segment_id=5260e73a-7cc6-4afd-b511-ce9a4aedd105)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:25:24.262138 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dac1d21c-a29a-4a58-82a0-716d64eb507a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b17b98df-53e8-4163-b790-22fb448cacc5'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:25:24.266167 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ea0c1fd-6fa0-4624-9834-2494a8559a03" -d '{"events": [{"server_uuid": "dac1d21c-a29a-4a58-82a0-716d64eb507a", "name": "network-vif-plugged", "status": "completed", "tag": "b17b98df-53e8-4163-b790-22fb448cacc5"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:25:24.282872 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:24.346251 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f65f57e2-5552-4b22-b11d-3099b503bb0c x-openstack-request-id: req-f65f57e2-5552-4b22-b11d-3099b503bb0c {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:25:24.347339 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dac1d21c-a29a-4a58-82a0-716d64eb507a", "name": "network-vif-plugged", "status": "completed", "tag": "b17b98df-53e8-4163-b790-22fb448cacc5", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:25:24.347956 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f65f57e2-5552-4b22-b11d-3099b503bb0c {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:25:24.348609 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dac1d21c-a29a-4a58-82a0-716d64eb507a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b17b98df-53e8-4163-b790-22fb448cacc5', 'code': 200} Jul 24 00:25:24.404695 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=b17b98df-53e8-4163-b790-22fb448cacc5,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:25:24.547178 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff68993-a4f3-48d4-9a8c-ffc47b661951 req-417a7766-52a1-48b8-8e96-920cc538a368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:25:24.550601 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2ff68993-a4f3-48d4-9a8c-ffc47b661951 req-417a7766-52a1-48b8-8e96-920cc538a368 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=dac1d21c-a29a-4a58-82a0-716d64eb507a HTTP/1.1" status: 200 len: 1097 time: 0.1531446 Jul 24 00:25:24.612547 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2ff68993-a4f3-48d4-9a8c-ffc47b661951 req-c592d89c-a194-4709-a527-59583bd0e6fa service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=9f78f04f-5ea5-4c89-b0d4-f23c2074d124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542688 Jul 24 00:25:24.686550 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7e0a98-50c9-4dbc-8443-889242b3d20a req-7c0240ba-f78b-464e-a025-8e1c818f63bd tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:25:24.688545 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0f7e0a98-50c9-4dbc-8443-889242b3d20a req-7c0240ba-f78b-464e-a025-8e1c818f63bd tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/ports?device_id=dac1d21c-a29a-4a58-82a0-716d64eb507a HTTP/1.1" status: 200 len: 945 time: 0.1008019 Jul 24 00:25:24.737383 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0f7e0a98-50c9-4dbc-8443-889242b3d20a req-d5e9bd0a-bf31-4574-8c3b-01e6872318f8 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f78f04f-5ea5-4c89-b0d4-f23c2074d124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378332 Jul 24 00:25:25.751711 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-6d7b57b8-e1ef-49b1-9330-897e42364636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:25.966274 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a724741c-42a5-436e-9403-a960edc85dde req-ac0354f0-565a-4dd6-b1fc-57fd9f09ff9d tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:25:25.968373 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a724741c-42a5-436e-9403-a960edc85dde req-ac0354f0-565a-4dd6-b1fc-57fd9f09ff9d tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/ports?device_id=dac1d21c-a29a-4a58-82a0-716d64eb507a HTTP/1.1" status: 200 len: 945 time: 0.1198804 Jul 24 00:25:26.010977 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 59162) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:25:26.019681 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a724741c-42a5-436e-9403-a960edc85dde req-cac69f39-c10a-4e32-8389-0e3ceb97f4b6 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f78f04f-5ea5-4c89-b0d4-f23c2074d124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408728 Jul 24 00:25:26.157041 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d5eb7a51-37ca-4e27-a3fc-f9817c0b55b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:26.291660 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4df5fd1-1aef-435f-817b-7bbd5a94282e req-a6acad1a-7db7-4188-b9f0-936df93fbbc9 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:25:26.293320 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a4df5fd1-1aef-435f-817b-7bbd5a94282e req-a6acad1a-7db7-4188-b9f0-936df93fbbc9 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/ports?device_id=dac1d21c-a29a-4a58-82a0-716d64eb507a HTTP/1.1" status: 200 len: 945 time: 0.1582232 Jul 24 00:25:26.302617 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 59198) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:25:26.309877 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-2e7e4ef1-d9c1-4c03-874c-9fc7f079cc5c tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Request body: {'floatingip': {'port_id': 'b17b98df-53e8-4163-b790-22fb448cacc5'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:25:26.397924 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d5eb7a51-37ca-4e27-a3fc-f9817c0b55b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:26.410132 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d5eb7a51-37ca-4e27-a3fc-f9817c0b55b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:26.425719 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2e7e4ef1-d9c1-4c03-874c-9fc7f079cc5c tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks [] for floatingip, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:26.459206 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eb7a51-37ca-4e27-a3fc-f9817c0b55b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0de605e3-4ebf-4b6c-9d17-59f2cc32c5f1,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:25:26.506002 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-d5eb7a51-37ca-4e27-a3fc-f9817c0b55b0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a419eda4f6e7451ab724d37e63cf6434&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4939013 Jul 24 00:25:26.508591 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 59222) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:25:26.581695 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-25b9fb92-04ab-49ac-871e-d937ab047356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:26.657916 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-25b9fb92-04ab-49ac-871e-d937ab047356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:26.758376 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-25b9fb92-04ab-49ac-871e-d937ab047356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:26.761528 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-25b9fb92-04ab-49ac-871e-d937ab047356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:26.765653 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-25b9fb92-04ab-49ac-871e-d937ab047356 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0de605e3-4ebf-4b6c-9d17-59f2cc32c5f1 HTTP/1.1" status: 204 len: 168 time: 0.2559240 Jul 24 00:25:26.776992 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b9fb92-04ab-49ac-871e-d937ab047356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de605e3-4ebf-4b6c-9d17-59f2cc32c5f1,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:25:26.817016 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:27.185867 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2e7e4ef1-d9c1-4c03-874c-9fc7f079cc5c tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:27.190226 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2e7e4ef1-d9c1-4c03-874c-9fc7f079cc5c tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:27.319359 n-d-800088-16 neutron-server[100314]: INFO neutron.db.l3_db [None req-2e7e4ef1-d9c1-4c03-874c-9fc7f079cc5c tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Floating IP 8785341a-500e-4730-9e35-7b889ffeda4d associated. External IP: 172.25.3.122, port: b17b98df-53e8-4163-b790-22fb448cacc5. Jul 24 00:25:27.332544 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:27.554889 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e7e4ef1-d9c1-4c03-874c-9fc7f079cc5c tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Router cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:25:27.674676 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e7e4ef1-d9c1-4c03-874c-9fc7f079cc5c tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:25:27.679416 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2e7e4ef1-d9c1-4c03-874c-9fc7f079cc5c tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:27.685061 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7882d8-059e-4069-857a-d5e9d1969464 None None] Sync routers for ids ['cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:25:27.695024 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7882d8-059e-4069-857a-d5e9d1969464 None None] Routers {'cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:25:27.695862 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-3d7882d8-059e-4069-857a-d5e9d1969464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:25:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:25:27.723413 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-2e7e4ef1-d9c1-4c03-874c-9fc7f079cc5c tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "PUT /v2.0/floatingips/8785341a-500e-4730-9e35-7b889ffeda4d HTTP/1.1" status: 200 len: 991 time: 1.4195535 Jul 24 00:25:27.724162 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dac1d21c-a29a-4a58-82a0-716d64eb507a', 'tag': 'b17b98df-53e8-4163-b790-22fb448cacc5'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:25:27.726842 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a2ed0d-4dd5-4d98-91a2-9f365907fe0a" -d '{"events": [{"name": "network-changed", "server_uuid": "dac1d21c-a29a-4a58-82a0-716d64eb507a", "tag": "b17b98df-53e8-4163-b790-22fb448cacc5"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:25:27.790352 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 59318) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:25:27.807319 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef1f227b-a35f-442b-a6fa-63b8a9d9b255 x-openstack-request-id: req-ef1f227b-a35f-442b-a6fa-63b8a9d9b255 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:25:27.808155 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dac1d21c-a29a-4a58-82a0-716d64eb507a", "tag": "b17b98df-53e8-4163-b790-22fb448cacc5", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:25:27.808482 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ef1f227b-a35f-442b-a6fa-63b8a9d9b255 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:25:27.808985 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dac1d21c-a29a-4a58-82a0-716d64eb507a', 'tag': 'b17b98df-53e8-4163-b790-22fb448cacc5', 'status': 'completed', 'code': 200} Jul 24 00:25:27.837421 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-3d7882d8-059e-4069-857a-d5e9d1969464 None None] Set router cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:25:27.985687 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2ed0d-4dd5-4d98-91a2-9f365907fe0a req-435e0f7e-db8c-4850-b6c3-c2bd9624298a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:25:27.987198 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-13a2ed0d-4dd5-4d98-91a2-9f365907fe0a req-435e0f7e-db8c-4850-b6c3-c2bd9624298a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=819708cc484a4855acd8cf289bb3402a&device_id=dac1d21c-a29a-4a58-82a0-716d64eb507a HTTP/1.1" status: 200 len: 1097 time: 0.1201389 Jul 24 00:25:28.117254 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-3d7882d8-059e-4069-857a-d5e9d1969464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049', 'name': 'tempest-AttachVolumeTestJSON-1945840497-router', 'tenant_id': '819708cc484a4855acd8cf289bb3402a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '2976143c-02d2-44bd-842e-9ac50abcf4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:21:13Z', 'updated_at': '2021-07-24T00:21:17Z', 'revision_number': 4, 'project_id': '819708cc484a4855acd8cf289bb3402a', 'gw_port': {'id': '2976143c-02d2-44bd-842e-9ac50abcf4d6', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:21:14Z', 'updated_at': '2021-07-24T00:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': '8785341a-500e-4730-9e35-7b889ffeda4d', 'tenant_id': '819708cc484a4855acd8cf289bb3402a', 'floating_ip_address': '172.25.3.122', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': 'cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049', 'port_id': 'b17b98df-53e8-4163-b790-22fb448cacc5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '638ed06b-37c4-4e4e-9416-48b36cce6713', 'mac_address': 'fa:16:3e:4c:9c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac1d21c-a29a-4a58-82a0-716d64eb507a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:25:13Z', 'updated_at': '2021-07-24T00:25:27Z', 'revision_number': 1, 'project_id': '819708cc484a4855acd8cf289bb3402a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18ef5fcd-dd30-451d-921d-2ef71e4007ee', 'name': '', 'network_id': '638ed06b-37c4-4e4e-9416-48b36cce6713', 'tenant_id': '819708cc484a4855acd8cf289bb3402a', 'mac_address': 'fa:16:3e:38:b7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': 'b8497362-30af-4bd3-8c41-7992db45dcf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:21:16Z', 'updated_at': '2021-07-24T00:21:24Z', 'revision_number': 5, 'project_id': '819708cc484a4855acd8cf289bb3402a', 'subnets': [{'id': 'b8497362-30af-4bd3-8c41-7992db45dcf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:25:28.156951 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7882d8-059e-4069-857a-d5e9d1969464 None None] Checking router: cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:25:28.167142 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7882d8-059e-4069-857a-d5e9d1969464 None None] Routers {'cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:25:28.167779 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-3d7882d8-059e-4069-857a-d5e9d1969464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:25:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:25:28.176163 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2ed0d-4dd5-4d98-91a2-9f365907fe0a req-1d6113d5-d9ef-45cc-9148-8fab35c92e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:25:28.177558 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-13a2ed0d-4dd5-4d98-91a2-9f365907fe0a req-1d6113d5-d9ef-45cc-9148-8fab35c92e91 service neutron] 10.222.0.52 "GET /v2.0/networks?id=638ed06b-37c4-4e4e-9416-48b36cce6713 HTTP/1.1" status: 200 len: 912 time: 0.1586764 Jul 24 00:25:28.276608 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-3d7882d8-059e-4069-857a-d5e9d1969464 None None] Set router cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:25:28.291818 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-13a2ed0d-4dd5-4d98-91a2-9f365907fe0a req-b9b32c59-defb-4784-9d1b-787ba39d6048 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b17b98df-53e8-4163-b790-22fb448cacc5 HTTP/1.1" status: 200 len: 999 time: 0.0956111 Jul 24 00:25:28.363551 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2ed0d-4dd5-4d98-91a2-9f365907fe0a req-b92366bb-6eb3-435d-82b8-dc29ee00fbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:25:28.365208 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-13a2ed0d-4dd5-4d98-91a2-9f365907fe0a req-b92366bb-6eb3-435d-82b8-dc29ee00fbb8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b8497362-30af-4bd3-8c41-7992db45dcf8 HTTP/1.1" status: 200 len: 850 time: 0.0661740 Jul 24 00:25:28.459477 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-30173a87-b558-4950-bbce-ee80f48ed099 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681029'] for router_interface, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:28.498443 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2ed0d-4dd5-4d98-91a2-9f365907fe0a req-0893ff31-8e00-4f75-bfb5-e01a681ba796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:25:28.500116 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-13a2ed0d-4dd5-4d98-91a2-9f365907fe0a req-0893ff31-8e00-4f75-bfb5-e01a681ba796 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=638ed06b-37c4-4e4e-9416-48b36cce6713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1290278 Jul 24 00:25:28.612058 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-3d7882d8-059e-4069-857a-d5e9d1969464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049', 'name': 'tempest-AttachVolumeTestJSON-1945840497-router', 'tenant_id': '819708cc484a4855acd8cf289bb3402a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '2976143c-02d2-44bd-842e-9ac50abcf4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:21:13Z', 'updated_at': '2021-07-24T00:21:17Z', 'revision_number': 4, 'project_id': '819708cc484a4855acd8cf289bb3402a', 'gw_port': {'id': '2976143c-02d2-44bd-842e-9ac50abcf4d6', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:21:14Z', 'updated_at': '2021-07-24T00:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': '8785341a-500e-4730-9e35-7b889ffeda4d', 'tenant_id': '819708cc484a4855acd8cf289bb3402a', 'floating_ip_address': '172.25.3.122', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': 'cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049', 'port_id': 'b17b98df-53e8-4163-b790-22fb448cacc5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '638ed06b-37c4-4e4e-9416-48b36cce6713', 'mac_address': 'fa:16:3e:4c:9c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac1d21c-a29a-4a58-82a0-716d64eb507a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:25:13Z', 'updated_at': '2021-07-24T00:25:27Z', 'revision_number': 1, 'project_id': '819708cc484a4855acd8cf289bb3402a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18ef5fcd-dd30-451d-921d-2ef71e4007ee', 'name': '', 'network_id': '638ed06b-37c4-4e4e-9416-48b36cce6713', 'tenant_id': '819708cc484a4855acd8cf289bb3402a', 'mac_address': 'fa:16:3e:38:b7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': 'b8497362-30af-4bd3-8c41-7992db45dcf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:21:16Z', 'updated_at': '2021-07-24T00:21:24Z', 'revision_number': 5, 'project_id': '819708cc484a4855acd8cf289bb3402a', 'subnets': [{'id': 'b8497362-30af-4bd3-8c41-7992db45dcf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:25:28.640578 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7882d8-059e-4069-857a-d5e9d1969464 None None] The sync data for ids ['cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049'] in n-d-800088-16 is: [{'id': 'cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049', 'name': 'tempest-AttachVolumeTestJSON-1945840497-router', 'tenant_id': '819708cc484a4855acd8cf289bb3402a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '2976143c-02d2-44bd-842e-9ac50abcf4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:21:13Z', 'updated_at': '2021-07-24T00:21:17Z', 'revision_number': 4, 'project_id': '819708cc484a4855acd8cf289bb3402a', 'gw_port': {'id': '2976143c-02d2-44bd-842e-9ac50abcf4d6', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:21:14Z', 'updated_at': '2021-07-24T00:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': '8785341a-500e-4730-9e35-7b889ffeda4d', 'tenant_id': '819708cc484a4855acd8cf289bb3402a', 'floating_ip_address': '172.25.3.122', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': 'cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049', 'port_id': 'b17b98df-53e8-4163-b790-22fb448cacc5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '638ed06b-37c4-4e4e-9416-48b36cce6713', 'mac_address': 'fa:16:3e:4c:9c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac1d21c-a29a-4a58-82a0-716d64eb507a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:25:13Z', 'updated_at': '2021-07-24T00:25:27Z', 'revision_number': 1, 'project_id': '819708cc484a4855acd8cf289bb3402a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18ef5fcd-dd30-451d-921d-2ef71e4007ee', 'name': '', 'network_id': '638ed06b-37c4-4e4e-9416-48b36cce6713', 'tenant_id': '819708cc484a4855acd8cf289bb3402a', 'mac_address': 'fa:16:3e:38:b7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': 'b8497362-30af-4bd3-8c41-7992db45dcf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:21:16Z', 'updated_at': '2021-07-24T00:21:24Z', 'revision_number': 5, 'project_id': '819708cc484a4855acd8cf289bb3402a', 'subnets': [{'id': 'b8497362-30af-4bd3-8c41-7992db45dcf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:25:28.671898 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-13a2ed0d-4dd5-4d98-91a2-9f365907fe0a req-64f6317f-596d-4cd7-9c83-e81a65154a17 service neutron] 10.222.0.52 "GET /v2.0/networks/638ed06b-37c4-4e4e-9416-48b36cce6713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447480 Jul 24 00:25:28.815714 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-13a2ed0d-4dd5-4d98-91a2-9f365907fe0a req-530a209c-4f86-4dfd-8d37-1ef6d5a43db0 service neutron] 10.222.0.52 "GET /v2.0/networks/638ed06b-37c4-4e4e-9416-48b36cce6713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160994 Jul 24 00:25:28.905802 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77906e11-7dfa-4c0a-8353-ea03b801c1b4 None None] New status for floating IP 8785341a-500e-4730-9e35-7b889ffeda4d: ACTIVE {{(pid=100315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 00:25:28.914305 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-30173a87-b558-4950-bbce-ee80f48ed099 admin admin] Deleting port f5253c97-36c8-4b0c-968a-f3bd4c56dfd0 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:25:28.917548 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-30173a87-b558-4950-bbce-ee80f48ed099 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:28.962099 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:29.010799 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-30173a87-b558-4950-bbce-ee80f48ed099 admin admin] For port f5253c97-36c8-4b0c-968a-f3bd4c56dfd0, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=f5253c97-36c8-4b0c-968a-f3bd4c56dfd0,segment=NetworkSegment(8ea76873-5e2d-4a0e-bc17-82ff0f379b14),segment_id=8ea76873-5e2d-4a0e-bc17-82ff0f379b14)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:25:29.011180 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-30173a87-b558-4950-bbce-ee80f48ed099 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:29.023788 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-30173a87-b558-4950-bbce-ee80f48ed099 admin admin] Calling delete_port for f5253c97-36c8-4b0c-968a-f3bd4c56dfd0 owned by network:router_interface {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:25:29.206284 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-30173a87-b558-4950-bbce-ee80f48ed099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:29.233613 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30173a87-b558-4950-bbce-ee80f48ed099 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5253c97-36c8-4b0c-968a-f3bd4c56dfd0,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:25:29.427972 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-30173a87-b558-4950-bbce-ee80f48ed099 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679987'] for router_interface, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:29.905627 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30173a87-b558-4950-bbce-ee80f48ed099 admin admin] Router f672fcf6-8fbf-46d9-881f-8116974fd882 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:25:30.017336 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30173a87-b558-4950-bbce-ee80f48ed099 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:25:30.027711 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-30173a87-b558-4950-bbce-ee80f48ed099 admin admin] 10.222.0.44 "PUT /v2.0/routers/f672fcf6-8fbf-46d9-881f-8116974fd882/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2335296 Jul 24 00:25:30.028539 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 59348) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:25:30.030809 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e49674b-3dc4-48b3-b94b-fca6d0682c15 None None] Sync routers for ids ['f672fcf6-8fbf-46d9-881f-8116974fd882'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:25:30.040447 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e49674b-3dc4-48b3-b94b-fca6d0682c15 None None] Routers {'f672fcf6-8fbf-46d9-881f-8116974fd882'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:25:30.041087 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-2e49674b-3dc4-48b3-b94b-fca6d0682c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:25:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['f672fcf6-8fbf-46d9-881f-8116974fd882'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:25:30.137845 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8f9a52d1-db95-45d2-8bda-3fafeb497c76 admin admin] Notify callbacks [] for router, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:30.145392 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-2e49674b-3dc4-48b3-b94b-fca6d0682c15 None None] Set router f672fcf6-8fbf-46d9-881f-8116974fd882 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:25:30.254860 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8f9a52d1-db95-45d2-8bda-3fafeb497c76 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:30.319005 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-8f9a52d1-db95-45d2-8bda-3fafeb497c76 admin admin] Deleting port 3377cfe7-7cb2-4fd7-9c8e-07167416d124 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:25:30.319351 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8f9a52d1-db95-45d2-8bda-3fafeb497c76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:30.352441 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-2e49674b-3dc4-48b3-b94b-fca6d0682c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f672fcf6-8fbf-46d9-881f-8116974fd882', 'name': 'tempest-TestVolumeBackupRestore-247571056-router', 'tenant_id': 'd2121eddb4a2433fa13b4d5e8bd7e23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '3377cfe7-7cb2-4fd7-9c8e-07167416d124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:22:05Z', 'updated_at': '2021-07-24T00:25:29Z', 'revision_number': 5, 'project_id': 'd2121eddb4a2433fa13b4d5e8bd7e23c', 'gw_port': {'id': '3377cfe7-7cb2-4fd7-9c8e-07167416d124', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f672fcf6-8fbf-46d9-881f-8116974fd882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:22:06Z', 'updated_at': '2021-07-24T00:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:25:30.379636 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e49674b-3dc4-48b3-b94b-fca6d0682c15 None None] Checking router: f672fcf6-8fbf-46d9-881f-8116974fd882 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:25:30.388179 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e49674b-3dc4-48b3-b94b-fca6d0682c15 None None] Routers {'f672fcf6-8fbf-46d9-881f-8116974fd882'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:25:30.388953 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-2e49674b-3dc4-48b3-b94b-fca6d0682c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:25:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['f672fcf6-8fbf-46d9-881f-8116974fd882'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:25:30.411385 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-8f9a52d1-db95-45d2-8bda-3fafeb497c76 admin admin] For port 3377cfe7-7cb2-4fd7-9c8e-07167416d124, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=3377cfe7-7cb2-4fd7-9c8e-07167416d124,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:25:30.411757 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8f9a52d1-db95-45d2-8bda-3fafeb497c76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:30.423635 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-8f9a52d1-db95-45d2-8bda-3fafeb497c76 admin admin] Calling delete_port for 3377cfe7-7cb2-4fd7-9c8e-07167416d124 owned by network:router_gateway {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:25:30.473853 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-2e49674b-3dc4-48b3-b94b-fca6d0682c15 None None] Set router f672fcf6-8fbf-46d9-881f-8116974fd882 gateway port host: None {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:25:30.523871 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-2e49674b-3dc4-48b3-b94b-fca6d0682c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f672fcf6-8fbf-46d9-881f-8116974fd882', 'name': 'tempest-TestVolumeBackupRestore-247571056-router', 'tenant_id': 'd2121eddb4a2433fa13b4d5e8bd7e23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:22:05Z', 'updated_at': '2021-07-24T00:25:30Z', 'revision_number': 6, 'project_id': 'd2121eddb4a2433fa13b4d5e8bd7e23c', 'gw_port_host': None}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:25:30.553618 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e49674b-3dc4-48b3-b94b-fca6d0682c15 None None] The sync data for ids ['f672fcf6-8fbf-46d9-881f-8116974fd882'] in n-d-800088-16 is: [{'id': 'f672fcf6-8fbf-46d9-881f-8116974fd882', 'name': 'tempest-TestVolumeBackupRestore-247571056-router', 'tenant_id': 'd2121eddb4a2433fa13b4d5e8bd7e23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:22:05Z', 'updated_at': '2021-07-24T00:25:30Z', 'revision_number': 6, 'project_id': 'd2121eddb4a2433fa13b4d5e8bd7e23c', 'gw_port_host': None}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:25:30.589963 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8f9a52d1-db95-45d2-8bda-3fafeb497c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:30.617945 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9a52d1-db95-45d2-8bda-3fafeb497c76 admin admin] Pushing event deleted for resources: {'Port': ['ID=3377cfe7-7cb2-4fd7-9c8e-07167416d124,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:25:30.677410 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8f9a52d1-db95-45d2-8bda-3fafeb497c76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687114'] for router_gateway, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:30.781939 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8f9a52d1-db95-45d2-8bda-3fafeb497c76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:30.784738 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8f9a52d1-db95-45d2-8bda-3fafeb497c76 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:30.850640 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8f9a52d1-db95-45d2-8bda-3fafeb497c76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:30.851230 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f9a52d1-db95-45d2-8bda-3fafeb497c76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f672fcf6-8fbf-46d9-881f-8116974fd882 {{(pid=100313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:25:30.855942 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8f9a52d1-db95-45d2-8bda-3fafeb497c76 admin admin] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:30.859547 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-8f9a52d1-db95-45d2-8bda-3fafeb497c76 admin admin] 10.222.0.44 "DELETE /v2.0/routers/f672fcf6-8fbf-46d9-881f-8116974fd882 HTTP/1.1" status: 204 len: 168 time: 0.8283043 Jul 24 00:25:30.859971 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 59356) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:25:30.910431 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-88817c61-ada3-4179-a192-9fb976f7d848 admin admin] Deleting subnet 20c71419-8aa8-4723-936e-289e4ed32560 {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:25:30.914440 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-88817c61-ada3-4179-a192-9fb976f7d848 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:30.961511 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-88817c61-ada3-4179-a192-9fb976f7d848 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:31.057274 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-88817c61-ada3-4179-a192-9fb976f7d848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:31.109501 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-88817c61-ada3-4179-a192-9fb976f7d848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:31.135036 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88817c61-ada3-4179-a192-9fb976f7d848 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20c71419-8aa8-4723-936e-289e4ed32560,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:25:31.138688 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-88817c61-ada3-4179-a192-9fb976f7d848 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:31.141404 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-88817c61-ada3-4179-a192-9fb976f7d848 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/20c71419-8aa8-4723-936e-289e4ed32560 HTTP/1.1" status: 204 len: 168 time: 0.2799764 Jul 24 00:25:31.143704 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 59362) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:25:31.145821 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e505544-a1ae-45d6-b0d0-19d1410382a3 None None] Network 9ea2b689-642c-44fa-b9c5-ecdb816ce28e requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:25:31.216224 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d8ed93b9-d3b1-41a5-8ca1-dc8fecf5e737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:31.271236 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-d8ed93b9-d3b1-41a5-8ca1-dc8fecf5e737 admin admin] Deleting port 2fe92c6c-00ba-48d0-9e16-7f218009420c {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:25:31.271683 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d8ed93b9-d3b1-41a5-8ca1-dc8fecf5e737 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:31.339823 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-d8ed93b9-d3b1-41a5-8ca1-dc8fecf5e737 admin admin] For port 2fe92c6c-00ba-48d0-9e16-7f218009420c, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=2fe92c6c-00ba-48d0-9e16-7f218009420c,segment=NetworkSegment(8ea76873-5e2d-4a0e-bc17-82ff0f379b14),segment_id=8ea76873-5e2d-4a0e-bc17-82ff0f379b14)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:25:31.340284 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d8ed93b9-d3b1-41a5-8ca1-dc8fecf5e737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:31.354417 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-d8ed93b9-d3b1-41a5-8ca1-dc8fecf5e737 admin admin] Calling delete_port for 2fe92c6c-00ba-48d0-9e16-7f218009420c owned by network:dhcp {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:25:31.355226 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e4bf62-9494-435e-9f4d-80f8e8e55d71 None None] DHCP port deletion for 9ea2b689-642c-44fa-b9c5-ecdb816ce28e request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:25:31.418147 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-70e4bf62-9494-435e-9f4d-80f8e8e55d71 None None] Deleting port 2fe92c6c-00ba-48d0-9e16-7f218009420c {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:25:31.418574 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-70e4bf62-9494-435e-9f4d-80f8e8e55d71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:31.450517 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d8ed93b9-d3b1-41a5-8ca1-dc8fecf5e737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:31.466784 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ed93b9-d3b1-41a5-8ca1-dc8fecf5e737 admin admin] No DVR routers for this DVR port 2fe92c6c-00ba-48d0-9e16-7f218009420c on host n-d-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:25:31.492110 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ed93b9-d3b1-41a5-8ca1-dc8fecf5e737 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fe92c6c-00ba-48d0-9e16-7f218009420c,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:25:31.521296 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device f5253c97-36c8-4b0c-968a-f3bd4c56dfd0 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:25:31.549458 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: f5253c97-36c8-4b0c-968a-f3bd4c56dfd0 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:25:31.549807 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device f5253c97-36c8-4b0c-968a-f3bd4c56dfd0 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:25:31.550227 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 3377cfe7-7cb2-4fd7-9c8e-07167416d124 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:25:31.552969 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-70e4bf62-9494-435e-9f4d-80f8e8e55d71 None None] For port 2fe92c6c-00ba-48d0-9e16-7f218009420c, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=2fe92c6c-00ba-48d0-9e16-7f218009420c,segment=NetworkSegment(8ea76873-5e2d-4a0e-bc17-82ff0f379b14),segment_id=8ea76873-5e2d-4a0e-bc17-82ff0f379b14)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:25:31.553439 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-70e4bf62-9494-435e-9f4d-80f8e8e55d71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:31.566497 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d8ed93b9-d3b1-41a5-8ca1-dc8fecf5e737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:31.577252 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-d8ed93b9-d3b1-41a5-8ca1-dc8fecf5e737 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ea2b689-642c-44fa-b9c5-ecdb816ce28e']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:25:31.578598 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 3377cfe7-7cb2-4fd7-9c8e-07167416d124 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:25:31.578951 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 3377cfe7-7cb2-4fd7-9c8e-07167416d124 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:25:31.579399 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 2fe92c6c-00ba-48d0-9e16-7f218009420c no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:25:31.584627 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-70e4bf62-9494-435e-9f4d-80f8e8e55d71 None None] Calling delete_port for 2fe92c6c-00ba-48d0-9e16-7f218009420c owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:25:31.589462 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-d8ed93b9-d3b1-41a5-8ca1-dc8fecf5e737 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ea76873-5e2d-4a0e-bc17-82ff0f379b14') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:25:31.589989 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-d8ed93b9-d3b1-41a5-8ca1-dc8fecf5e737 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ea76873-5e2d-4a0e-bc17-82ff0f379b14') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:25:31.601370 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d8ed93b9-d3b1-41a5-8ca1-dc8fecf5e737 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:31.603825 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 2fe92c6c-00ba-48d0-9e16-7f218009420c {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:25:31.604168 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 2fe92c6c-00ba-48d0-9e16-7f218009420c not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:25:31.616791 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d8ed93b9-d3b1-41a5-8ca1-dc8fecf5e737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:31.624330 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8ed93b9-d3b1-41a5-8ca1-dc8fecf5e737 admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:25:31.625530 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d8ed93b9-d3b1-41a5-8ca1-dc8fecf5e737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:31.628732 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:25:31.628732 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:25:31.628732 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:25:31.628732 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:25:31.628732 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:25:31.628732 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:25:31.628732 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:25:31.628732 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:25:31.628732 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:25:31.628732 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:25:31.628732 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:25:31.628732 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:25:31.628732 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:25:31.628732 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:25:31.628732 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:25:31.628732 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:25:31.628732 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:25:31.628732 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:25:31.628732 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:25:31.628732 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:25:31.628732 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:25:31.628732 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:25:31.628732 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:25:31.628732 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:25:31.628732 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:25:31.628732 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:25:31.628732 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:25:31.628732 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:25:31.628732 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:25:31.628732 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:25:31.628732 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:25:31.628732 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:25:31.695386 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d8ed93b9-d3b1-41a5-8ca1-dc8fecf5e737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:31.704163 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d8ed93b9-d3b1-41a5-8ca1-dc8fecf5e737 admin admin] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:31.709802 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-d8ed93b9-d3b1-41a5-8ca1-dc8fecf5e737 admin admin] 10.222.0.44 "DELETE /v2.0/networks/9ea2b689-642c-44fa-b9c5-ecdb816ce28e HTTP/1.1" status: 204 len: 168 time: 0.5648668 Jul 24 00:25:31.716788 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 59364) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:25:31.720937 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-70e4bf62-9494-435e-9f4d-80f8e8e55d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:31.727034 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ed93b9-d3b1-41a5-8ca1-dc8fecf5e737 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ea2b689-642c-44fa-b9c5-ecdb816ce28e,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:25:31.750117 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e4bf62-9494-435e-9f4d-80f8e8e55d71 None None] Pushing event deleted for resources: {'Port': ['ID=2fe92c6c-00ba-48d0-9e16-7f218009420c,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:25:31.752046 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-70e4bf62-9494-435e-9f4d-80f8e8e55d71 None None] Network 9ea2b689-642c-44fa-b9c5-ecdb816ce28e is not hosted by any dhcp agent {{(pid=100315) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 24 00:25:31.752512 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e4bf62-9494-435e-9f4d-80f8e8e55d71 None None] No DVR routers for this DVR port 2fe92c6c-00ba-48d0-9e16-7f218009420c on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:25:32.115105 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fdfee7ff-e8d8-4ca5-899c-0c7b129952f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681029'] for router_interface, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:32.377665 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-fdfee7ff-e8d8-4ca5-899c-0c7b129952f7 admin admin] Deleting port ae278a11-f5f4-41e6-8303-cbf5618b207f {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:25:32.378054 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fdfee7ff-e8d8-4ca5-899c-0c7b129952f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:32.469138 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-fdfee7ff-e8d8-4ca5-899c-0c7b129952f7 admin admin] For port ae278a11-f5f4-41e6-8303-cbf5618b207f, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=ae278a11-f5f4-41e6-8303-cbf5618b207f,segment=NetworkSegment(21fa8a42-5d9b-4a7f-9289-a81a6aada9e9),segment_id=21fa8a42-5d9b-4a7f-9289-a81a6aada9e9)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:25:32.469644 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fdfee7ff-e8d8-4ca5-899c-0c7b129952f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:32.487546 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-fdfee7ff-e8d8-4ca5-899c-0c7b129952f7 admin admin] Calling delete_port for ae278a11-f5f4-41e6-8303-cbf5618b207f owned by network:router_interface {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:25:32.700246 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fdfee7ff-e8d8-4ca5-899c-0c7b129952f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:32.725350 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfee7ff-e8d8-4ca5-899c-0c7b129952f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae278a11-f5f4-41e6-8303-cbf5618b207f,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:25:32.905751 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fdfee7ff-e8d8-4ca5-899c-0c7b129952f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679987'] for router_interface, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:33.209378 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdfee7ff-e8d8-4ca5-899c-0c7b129952f7 admin admin] Router 5fb0f8f8-88f6-4dda-a397-22a6cf988a21 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:25:33.616869 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdfee7ff-e8d8-4ca5-899c-0c7b129952f7 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:25:33.625862 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-fdfee7ff-e8d8-4ca5-899c-0c7b129952f7 admin admin] 10.222.0.44 "PUT /v2.0/routers/5fb0f8f8-88f6-4dda-a397-22a6cf988a21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9078560 Jul 24 00:25:33.628336 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 59384) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:25:33.635251 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3add7a61-8b3c-401c-bb19-e405f1714b60 None None] Sync routers for ids ['5fb0f8f8-88f6-4dda-a397-22a6cf988a21'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:25:33.648031 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3add7a61-8b3c-401c-bb19-e405f1714b60 None None] Routers {'5fb0f8f8-88f6-4dda-a397-22a6cf988a21'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:25:33.649200 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-3add7a61-8b3c-401c-bb19-e405f1714b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:25:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['5fb0f8f8-88f6-4dda-a397-22a6cf988a21'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:25:33.762052 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4893ea94-ad37-48cd-9a37-30ebdc275185 admin admin] Notify callbacks [] for router, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:33.777420 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-3add7a61-8b3c-401c-bb19-e405f1714b60 None None] Set router 5fb0f8f8-88f6-4dda-a397-22a6cf988a21 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:25:33.904649 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4893ea94-ad37-48cd-9a37-30ebdc275185 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:33.977015 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-4893ea94-ad37-48cd-9a37-30ebdc275185 admin admin] Deleting port 056907bf-e8e8-4161-8a35-e9a4d16c452f {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:25:33.977376 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4893ea94-ad37-48cd-9a37-30ebdc275185 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:34.015478 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-3add7a61-8b3c-401c-bb19-e405f1714b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb0f8f8-88f6-4dda-a397-22a6cf988a21', 'name': 'tempest-TestVolumeBackupRestore-556763933-router', 'tenant_id': '46fc6647d6ee4f9fbab862c633143ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '056907bf-e8e8-4161-8a35-e9a4d16c452f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:22:11Z', 'updated_at': '2021-07-24T00:25:32Z', 'revision_number': 5, 'project_id': '46fc6647d6ee4f9fbab862c633143ed9', 'gw_port': {'id': '056907bf-e8e8-4161-8a35-e9a4d16c452f', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:98:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb0f8f8-88f6-4dda-a397-22a6cf988a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:22:11Z', 'updated_at': '2021-07-24T00:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:25:34.051533 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3add7a61-8b3c-401c-bb19-e405f1714b60 None None] Checking router: 5fb0f8f8-88f6-4dda-a397-22a6cf988a21 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:25:34.061939 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3add7a61-8b3c-401c-bb19-e405f1714b60 None None] Routers {'5fb0f8f8-88f6-4dda-a397-22a6cf988a21'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:25:34.062729 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-3add7a61-8b3c-401c-bb19-e405f1714b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:25:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['5fb0f8f8-88f6-4dda-a397-22a6cf988a21'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:25:34.085539 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-4893ea94-ad37-48cd-9a37-30ebdc275185 admin admin] For port 056907bf-e8e8-4161-8a35-e9a4d16c452f, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=056907bf-e8e8-4161-8a35-e9a4d16c452f,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:25:34.085913 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4893ea94-ad37-48cd-9a37-30ebdc275185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:34.104691 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-4893ea94-ad37-48cd-9a37-30ebdc275185 admin admin] Calling delete_port for 056907bf-e8e8-4161-8a35-e9a4d16c452f owned by network:router_gateway {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:25:34.237241 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-3add7a61-8b3c-401c-bb19-e405f1714b60 None None] Set router 5fb0f8f8-88f6-4dda-a397-22a6cf988a21 gateway port host: None {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:25:34.350952 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-3add7a61-8b3c-401c-bb19-e405f1714b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb0f8f8-88f6-4dda-a397-22a6cf988a21', 'name': 'tempest-TestVolumeBackupRestore-556763933-router', 'tenant_id': '46fc6647d6ee4f9fbab862c633143ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:22:11Z', 'updated_at': '2021-07-24T00:25:33Z', 'revision_number': 6, 'project_id': '46fc6647d6ee4f9fbab862c633143ed9', 'gw_port_host': None}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:25:34.401738 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3add7a61-8b3c-401c-bb19-e405f1714b60 None None] The sync data for ids ['5fb0f8f8-88f6-4dda-a397-22a6cf988a21'] in n-d-800088-16 is: [{'id': '5fb0f8f8-88f6-4dda-a397-22a6cf988a21', 'name': 'tempest-TestVolumeBackupRestore-556763933-router', 'tenant_id': '46fc6647d6ee4f9fbab862c633143ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:22:11Z', 'updated_at': '2021-07-24T00:25:33Z', 'revision_number': 6, 'project_id': '46fc6647d6ee4f9fbab862c633143ed9', 'gw_port_host': None}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:25:34.429741 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4893ea94-ad37-48cd-9a37-30ebdc275185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:34.494785 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4893ea94-ad37-48cd-9a37-30ebdc275185 admin admin] Pushing event deleted for resources: {'Port': ['ID=056907bf-e8e8-4161-8a35-e9a4d16c452f,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:25:34.566020 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4893ea94-ad37-48cd-9a37-30ebdc275185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687114'] for router_gateway, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:34.658055 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4893ea94-ad37-48cd-9a37-30ebdc275185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:34.660225 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4893ea94-ad37-48cd-9a37-30ebdc275185 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:34.703179 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4893ea94-ad37-48cd-9a37-30ebdc275185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:34.703688 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4893ea94-ad37-48cd-9a37-30ebdc275185 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5fb0f8f8-88f6-4dda-a397-22a6cf988a21 {{(pid=100313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:25:34.709290 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4893ea94-ad37-48cd-9a37-30ebdc275185 admin admin] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:34.712788 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-4893ea94-ad37-48cd-9a37-30ebdc275185 admin admin] 10.222.0.44 "DELETE /v2.0/routers/5fb0f8f8-88f6-4dda-a397-22a6cf988a21 HTTP/1.1" status: 204 len: 168 time: 1.0811491 Jul 24 00:25:34.713171 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 59392) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:25:34.757471 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0a745e4-d5d0-465e-b783-5b9d91a4fe00 admin admin] Deleting subnet 566ac406-47a8-4eee-9833-e87ac9ffc173 {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:25:34.760868 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b0a745e4-d5d0-465e-b783-5b9d91a4fe00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:34.801125 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b0a745e4-d5d0-465e-b783-5b9d91a4fe00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:34.899892 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b0a745e4-d5d0-465e-b783-5b9d91a4fe00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:34.958510 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b0a745e4-d5d0-465e-b783-5b9d91a4fe00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:34.985102 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a745e4-d5d0-465e-b783-5b9d91a4fe00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=566ac406-47a8-4eee-9833-e87ac9ffc173,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:25:34.988903 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b0a745e4-d5d0-465e-b783-5b9d91a4fe00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:34.990787 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-b0a745e4-d5d0-465e-b783-5b9d91a4fe00 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/566ac406-47a8-4eee-9833-e87ac9ffc173 HTTP/1.1" status: 204 len: 168 time: 0.2766039 Jul 24 00:25:34.993897 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 59394) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:25:34.996535 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03938851-f312-4b54-90ef-9432de45753e None None] Network bc8cd5cd-5d01-4181-846d-938c1e1918c7 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:25:35.072044 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fa3a3a08-9655-4238-890b-bf8a0adc4dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:35.126613 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-fa3a3a08-9655-4238-890b-bf8a0adc4dca admin admin] Deleting port c144037c-0149-4570-87cc-f610024942a3 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:25:35.126965 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fa3a3a08-9655-4238-890b-bf8a0adc4dca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:35.268527 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12782637-8786-4870-9ba2-bf8875dbd729 None None] DHCP port deletion for bc8cd5cd-5d01-4181-846d-938c1e1918c7 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:25:35.359827 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-12782637-8786-4870-9ba2-bf8875dbd729 None None] Deleting port c144037c-0149-4570-87cc-f610024942a3 {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:25:35.360764 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-12782637-8786-4870-9ba2-bf8875dbd729 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:35.523590 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-12782637-8786-4870-9ba2-bf8875dbd729 None None] For port c144037c-0149-4570-87cc-f610024942a3, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=c144037c-0149-4570-87cc-f610024942a3,segment=NetworkSegment(21fa8a42-5d9b-4a7f-9289-a81a6aada9e9),segment_id=21fa8a42-5d9b-4a7f-9289-a81a6aada9e9)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:25:35.524002 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-12782637-8786-4870-9ba2-bf8875dbd729 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:35.547731 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device c144037c-0149-4570-87cc-f610024942a3 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:25:35.552046 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-12782637-8786-4870-9ba2-bf8875dbd729 None None] Calling delete_port for c144037c-0149-4570-87cc-f610024942a3 owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:25:35.595536 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-fa3a3a08-9655-4238-890b-bf8a0adc4dca admin admin] For port c144037c-0149-4570-87cc-f610024942a3, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=c144037c-0149-4570-87cc-f610024942a3,segment=NetworkSegment(21fa8a42-5d9b-4a7f-9289-a81a6aada9e9),segment_id=21fa8a42-5d9b-4a7f-9289-a81a6aada9e9)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:25:35.596965 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fa3a3a08-9655-4238-890b-bf8a0adc4dca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:35.633426 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-fa3a3a08-9655-4238-890b-bf8a0adc4dca admin admin] Calling delete_port for c144037c-0149-4570-87cc-f610024942a3 owned by network:dhcp {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:25:35.842204 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fa3a3a08-9655-4238-890b-bf8a0adc4dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:35.854155 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:35.898277 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3a3a08-9655-4238-890b-bf8a0adc4dca admin admin] Pushing event deleted for resources: {'Port': ['ID=c144037c-0149-4570-87cc-f610024942a3,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:25:35.927673 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3a3a08-9655-4238-890b-bf8a0adc4dca admin admin] No DVR routers for this DVR port c144037c-0149-4570-87cc-f610024942a3 on host n-d-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:25:35.949472 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device ae278a11-f5f4-41e6-8303-cbf5618b207f no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:25:35.955036 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-12782637-8786-4870-9ba2-bf8875dbd729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:35.991341 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12782637-8786-4870-9ba2-bf8875dbd729 None None] No DVR routers for this DVR port c144037c-0149-4570-87cc-f610024942a3 on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:25:36.000036 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: ae278a11-f5f4-41e6-8303-cbf5618b207f {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:25:36.000651 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device ae278a11-f5f4-41e6-8303-cbf5618b207f not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:25:36.000651 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 056907bf-e8e8-4161-8a35-e9a4d16c452f no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:25:36.058851 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fa3a3a08-9655-4238-890b-bf8a0adc4dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:36.074166 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-fa3a3a08-9655-4238-890b-bf8a0adc4dca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc8cd5cd-5d01-4181-846d-938c1e1918c7']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:25:36.091678 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-fa3a3a08-9655-4238-890b-bf8a0adc4dca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21fa8a42-5d9b-4a7f-9289-a81a6aada9e9') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:25:36.092568 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-fa3a3a08-9655-4238-890b-bf8a0adc4dca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21fa8a42-5d9b-4a7f-9289-a81a6aada9e9') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:25:36.109202 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fa3a3a08-9655-4238-890b-bf8a0adc4dca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:36.138777 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fa3a3a08-9655-4238-890b-bf8a0adc4dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:36.149045 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa3a3a08-9655-4238-890b-bf8a0adc4dca admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:25:36.149886 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fa3a3a08-9655-4238-890b-bf8a0adc4dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:36.152072 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:25:36.152072 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:25:36.152072 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:25:36.152072 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:25:36.152072 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:25:36.152072 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:25:36.152072 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:25:36.152072 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:25:36.152072 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:25:36.152072 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:25:36.152072 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:25:36.152072 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:25:36.152072 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:25:36.152072 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:25:36.152072 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:25:36.152072 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:25:36.152072 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:25:36.152072 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:25:36.152072 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:25:36.152072 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:25:36.152072 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:25:36.152072 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:25:36.152072 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:25:36.152072 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:25:36.152072 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:25:36.152072 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:25:36.152072 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:25:36.152072 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:25:36.152072 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:25:36.152072 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:25:36.152072 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:25:36.152072 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:25:36.231698 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fa3a3a08-9655-4238-890b-bf8a0adc4dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:36.243413 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fa3a3a08-9655-4238-890b-bf8a0adc4dca admin admin] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:36.246119 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-fa3a3a08-9655-4238-890b-bf8a0adc4dca admin admin] 10.222.0.44 "DELETE /v2.0/networks/bc8cd5cd-5d01-4181-846d-938c1e1918c7 HTTP/1.1" status: 204 len: 168 time: 1.2510715 Jul 24 00:25:36.253665 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 056907bf-e8e8-4161-8a35-e9a4d16c452f {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:25:36.254025 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 056907bf-e8e8-4161-8a35-e9a4d16c452f not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:25:36.257191 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12782637-8786-4870-9ba2-bf8875dbd729 None None] Pushing event deleted for resources: {'Port': ['ID=c144037c-0149-4570-87cc-f610024942a3,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:25:36.265165 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12782637-8786-4870-9ba2-bf8875dbd729 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:25:36.265518 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12782637-8786-4870-9ba2-bf8875dbd729 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:25:36.265858 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12782637-8786-4870-9ba2-bf8875dbd729 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:25:36.266197 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12782637-8786-4870-9ba2-bf8875dbd729 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:25:36.266561 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12782637-8786-4870-9ba2-bf8875dbd729 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:25:36.266895 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12782637-8786-4870-9ba2-bf8875dbd729 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:25:36.267223 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12782637-8786-4870-9ba2-bf8875dbd729 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:25:36.267549 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12782637-8786-4870-9ba2-bf8875dbd729 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:25:36.267868 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12782637-8786-4870-9ba2-bf8875dbd729 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:25:36.268374 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12782637-8786-4870-9ba2-bf8875dbd729 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:25:36.268893 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12782637-8786-4870-9ba2-bf8875dbd729 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:25:36.269401 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12782637-8786-4870-9ba2-bf8875dbd729 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:25:36.271244 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3a3a08-9655-4238-890b-bf8a0adc4dca admin admin] Pushing event deleted for resources: {'Network': ['ID=bc8cd5cd-5d01-4181-846d-938c1e1918c7,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:25:36.469565 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 59426) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:25:36.512873 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-ab0e0bf3-bcdf-4e13-b91b-ab040d37078f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d2121eddb4a2433fa13b4d5e8bd7e23c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401871 Jul 24 00:25:36.513950 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 59428) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:25:36.571086 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-27fa234a-e24c-4098-a659-f1e861f4b42b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:36.595696 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-27fa234a-e24c-4098-a659-f1e861f4b42b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:36.658508 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-27fa234a-e24c-4098-a659-f1e861f4b42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:36.664833 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-27fa234a-e24c-4098-a659-f1e861f4b42b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:36.666316 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-27fa234a-e24c-4098-a659-f1e861f4b42b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/34580334-a60f-4cef-93dd-c86d5fbc8aa2 HTTP/1.1" status: 204 len: 168 time: 0.1512418 Jul 24 00:25:36.678730 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fa234a-e24c-4098-a659-f1e861f4b42b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34580334-a60f-4cef-93dd-c86d5fbc8aa2,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:25:37.041499 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 59442) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:25:37.085625 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-cd35da36-d043-480a-9335-15cde2b29042 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=46fc6647d6ee4f9fbab862c633143ed9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0428591 Jul 24 00:25:37.088075 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 59444) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:25:37.139514 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0c334d2d-0a92-4f73-8330-ecf831799400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:37.177087 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0c334d2d-0a92-4f73-8330-ecf831799400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:37.240710 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0c334d2d-0a92-4f73-8330-ecf831799400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:37.244132 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0c334d2d-0a92-4f73-8330-ecf831799400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:37.245702 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-0c334d2d-0a92-4f73-8330-ecf831799400 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/75d214e3-b656-47f0-b6b1-333bc7f3bdd6 HTTP/1.1" status: 204 len: 168 time: 0.1566885 Jul 24 00:25:37.254415 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c334d2d-0a92-4f73-8330-ecf831799400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d214e3-b656-47f0-b6b1-333bc7f3bdd6,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:25:40.340959 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:25:44.760075 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a481b05a-d45f-4f2f-af56-e6ef5b2c034f req-97ee5c2d-1f92-4fe2-91a6-e8165a380eae tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1289210382&fields=id&tenant_id=bf6833d5ef4e4ec6b999c5c1a3734713 HTTP/1.1" status: 200 len: 267 time: 0.0364130 Jul 24 00:25:44.884855 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a481b05a-d45f-4f2f-af56-e6ef5b2c034f req-661a3ef7-870f-4546-bfc8-691e984b94e9 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:25:44.886347 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a481b05a-d45f-4f2f-af56-e6ef5b2c034f req-661a3ef7-870f-4546-bfc8-691e984b94e9 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/networks?id=657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f HTTP/1.1" status: 200 len: 812 time: 0.1187897 Jul 24 00:25:44.901038 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a481b05a-d45f-4f2f-af56-e6ef5b2c034f req-a2482906-bab5-4e54-a1c8-6d3ec8dbc177 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/quotas/bf6833d5ef4e4ec6b999c5c1a3734713 HTTP/1.1" status: 200 len: 375 time: 0.0092330 Jul 24 00:25:44.923367 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:44.977114 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a481b05a-d45f-4f2f-af56-e6ef5b2c034f req-50f8eb71-c95a-4e2b-b60c-d91948f3d63d tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=bf6833d5ef4e4ec6b999c5c1a3734713&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0712271 Jul 24 00:25:45.077774 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a481b05a-d45f-4f2f-af56-e6ef5b2c034f req-db64dbe1-ecbb-45c3-90d8-cf1bd41f194d service neutron] 10.222.0.44 "GET /v2.0/networks/657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878532 Jul 24 00:25:45.167939 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a481b05a-d45f-4f2f-af56-e6ef5b2c034f req-14e75470-13d6-48fd-8ed2-5708d93335ad service neutron] 10.222.0.44 "GET /v2.0/networks/657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839934 Jul 24 00:25:45.467366 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-28f55ff2-b9c8-48db-846d-8aa1a3fd5233 req-5810491e-22ee-4618-b271-4a8bd634ca94 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ae3ea49-8ed5-46fa-ae82-a869c87019e7 HTTP/1.1" status: 200 len: 210 time: 0.0320032 Jul 24 00:25:46.409329 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a481b05a-d45f-4f2f-af56-e6ef5b2c034f req-a45dc2f1-06c6-4b6d-90bb-311392b49324 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:25:46.410815 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a481b05a-d45f-4f2f-af56-e6ef5b2c034f req-a45dc2f1-06c6-4b6d-90bb-311392b49324 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.64 "GET /v2.0/networks?id=657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f HTTP/1.1" status: 200 len: 812 time: 0.1210577 Jul 24 00:25:46.455777 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a481b05a-d45f-4f2f-af56-e6ef5b2c034f req-b4540230-64e6-40da-816d-429a48f48df7 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf6833d5ef4e4ec6b999c5c1a3734713 HTTP/1.1" status: 200 len: 380 time: 0.0368750 Jul 24 00:25:46.464470 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-a481b05a-d45f-4f2f-af56-e6ef5b2c034f req-8e8c9cd8-b26f-4d48-af60-90ff28cdcdb8 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Request body: {'port': {'device_id': '1ae3ea49-8ed5-46fa-ae82-a869c87019e7', 'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f', 'admin_state_up': True, 'tenant_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'security_groups': ['7b86d8b5-9a55-4033-b55c-0b77ad34eb08']}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:25:46.578187 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a481b05a-d45f-4f2f-af56-e6ef5b2c034f req-8e8c9cd8-b26f-4d48-af60-90ff28cdcdb8 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Made reservation on behalf of bf6833d5ef4e4ec6b999c5c1a3734713 for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:25:46.582209 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a481b05a-d45f-4f2f-af56-e6ef5b2c034f req-8e8c9cd8-b26f-4d48-af60-90ff28cdcdb8 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:46.682344 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c613ca98-bf0f-49b4-86a8-2056f1be16b3 req-cd5a9482-d438-42c5-b258-af95593cfa40 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ae3ea49-8ed5-46fa-ae82-a869c87019e7 HTTP/1.1" status: 200 len: 210 time: 0.1418746 Jul 24 00:25:46.718932 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [req-a481b05a-d45f-4f2f-af56-e6ef5b2c034f req-8e8c9cd8-b26f-4d48-af60-90ff28cdcdb8 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Allocated IP 172.20.0.14 (657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f/4f660729-e229-442a-bec0-0f7d8794afc6/2d3a79ec-1567-4446-8bca-2c5b93b6133c) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:25:46.861971 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a481b05a-d45f-4f2f-af56-e6ef5b2c034f req-8e8c9cd8-b26f-4d48-af60-90ff28cdcdb8 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:46.875267 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-a481b05a-d45f-4f2f-af56-e6ef5b2c034f req-8e8c9cd8-b26f-4d48-af60-90ff28cdcdb8 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Transition to ACTIVE for port object 2d3a79ec-1567-4446-8bca-2c5b93b6133c will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:25:46.910451 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a481b05a-d45f-4f2f-af56-e6ef5b2c034f req-8e8c9cd8-b26f-4d48-af60-90ff28cdcdb8 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:46.950800 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a481b05a-d45f-4f2f-af56-e6ef5b2c034f req-8e8c9cd8-b26f-4d48-af60-90ff28cdcdb8 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Network 657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:25:46.954699 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [req-a481b05a-d45f-4f2f-af56-e6ef5b2c034f req-8e8c9cd8-b26f-4d48-af60-90ff28cdcdb8 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:25:46.958884 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-a481b05a-d45f-4f2f-af56-e6ef5b2c034f req-8e8c9cd8-b26f-4d48-af60-90ff28cdcdb8 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:25:47.007101 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8c9cd8-b26f-4d48-af60-90ff28cdcdb8 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Pushing event updated for resources: {'Port': ['ID=2d3a79ec-1567-4446-8bca-2c5b93b6133c,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:25:47.029534 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a481b05a-d45f-4f2f-af56-e6ef5b2c034f req-8e8c9cd8-b26f-4d48-af60-90ff28cdcdb8 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:25:47.030184 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a481b05a-d45f-4f2f-af56-e6ef5b2c034f req-8e8c9cd8-b26f-4d48-af60-90ff28cdcdb8 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:47.053954 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a481b05a-d45f-4f2f-af56-e6ef5b2c034f req-8e8c9cd8-b26f-4d48-af60-90ff28cdcdb8 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5889986 Jul 24 00:25:47.064984 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-a481b05a-d45f-4f2f-af56-e6ef5b2c034f req-5ef28e65-d159-4973-893f-e7f59851ea5c service neutron] Request body: {'port': {'device_id': '1ae3ea49-8ed5-46fa-ae82-a869c87019e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-16'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:25:47.166517 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a481b05a-d45f-4f2f-af56-e6ef5b2c034f req-5ef28e65-d159-4973-893f-e7f59851ea5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:47.227118 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-3c19d55f-ca26-49c0-9818-666d6fb178d1 None None] Provisioning for port 2d3a79ec-1567-4446-8bca-2c5b93b6133c completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:25:47.232152 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-3c19d55f-ca26-49c0-9818-666d6fb178d1 None None] Provisioning complete for port 2d3a79ec-1567-4446-8bca-2c5b93b6133c triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:25:47.233318 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3c19d55f-ca26-49c0-9818-666d6fb178d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:47.287191 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-3c19d55f-ca26-49c0-9818-666d6fb178d1 None None] Port 2d3a79ec-1567-4446-8bca-2c5b93b6133c cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:25:47.503724 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-a481b05a-d45f-4f2f-af56-e6ef5b2c034f req-5ef28e65-d159-4973-893f-e7f59851ea5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d3a79ec-1567-4446-8bca-2c5b93b6133c {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:25:47.516986 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a481b05a-d45f-4f2f-af56-e6ef5b2c034f req-5ef28e65-d159-4973-893f-e7f59851ea5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:47.532381 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-a481b05a-d45f-4f2f-af56-e6ef5b2c034f req-5ef28e65-d159-4973-893f-e7f59851ea5c service neutron] Transition to ACTIVE for port object 2d3a79ec-1567-4446-8bca-2c5b93b6133c will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:25:47.537260 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a481b05a-d45f-4f2f-af56-e6ef5b2c034f req-5ef28e65-d159-4973-893f-e7f59851ea5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:47.602118 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef28e65-d159-4973-893f-e7f59851ea5c service neutron] Pushing event updated for resources: {'Port': ['ID=2d3a79ec-1567-4446-8bca-2c5b93b6133c,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:25:47.700352 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-a481b05a-d45f-4f2f-af56-e6ef5b2c034f req-5ef28e65-d159-4973-893f-e7f59851ea5c service neutron] Attempting to bind port 2d3a79ec-1567-4446-8bca-2c5b93b6133c on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:25:47.700885 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-a481b05a-d45f-4f2f-af56-e6ef5b2c034f req-5ef28e65-d159-4973-893f-e7f59851ea5c service neutron] Attempting to bind port 2d3a79ec-1567-4446-8bca-2c5b93b6133c by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': 'a1a1465a-fd99-41c9-bf89-faf21d67cc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:25:47.701479 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a481b05a-d45f-4f2f-af56-e6ef5b2c034f req-5ef28e65-d159-4973-893f-e7f59851ea5c service neutron] Attempting to bind port 2d3a79ec-1567-4446-8bca-2c5b93b6133c on network 657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:25:47.707759 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a481b05a-d45f-4f2f-af56-e6ef5b2c034f req-5ef28e65-d159-4973-893f-e7f59851ea5c service neutron] Port 2d3a79ec-1567-4446-8bca-2c5b93b6133c on network 657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:25:47.708017 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a481b05a-d45f-4f2f-af56-e6ef5b2c034f req-5ef28e65-d159-4973-893f-e7f59851ea5c service neutron] Attempting to bind port 2d3a79ec-1567-4446-8bca-2c5b93b6133c on network 657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:25:47.725248 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a481b05a-d45f-4f2f-af56-e6ef5b2c034f req-5ef28e65-d159-4973-893f-e7f59851ea5c service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:25:47.725646 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a481b05a-d45f-4f2f-af56-e6ef5b2c034f req-5ef28e65-d159-4973-893f-e7f59851ea5c service neutron] Checking segment: {'id': 'a1a1465a-fd99-41c9-bf89-faf21d67cc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:25:47.726106 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a481b05a-d45f-4f2f-af56-e6ef5b2c034f req-5ef28e65-d159-4973-893f-e7f59851ea5c service neutron] Bound using segment: {'id': 'a1a1465a-fd99-41c9-bf89-faf21d67cc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:25:47.726621 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-a481b05a-d45f-4f2f-af56-e6ef5b2c034f req-5ef28e65-d159-4973-893f-e7f59851ea5c service neutron] Bound port: 2d3a79ec-1567-4446-8bca-2c5b93b6133c, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1a1465a-fd99-41c9-bf89-faf21d67cc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:25:47.727095 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a481b05a-d45f-4f2f-af56-e6ef5b2c034f req-5ef28e65-d159-4973-893f-e7f59851ea5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:47.850083 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:47.853529 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-a481b05a-d45f-4f2f-af56-e6ef5b2c034f req-5ef28e65-d159-4973-893f-e7f59851ea5c service neutron] For port 2d3a79ec-1567-4446-8bca-2c5b93b6133c, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:25:47.857571 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a1aea8-337c-43ec-967b-98fe0554de00 req-7095b7f1-4cdf-4922-834f-4904ba2c2e49 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:25:47.863423 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-a481b05a-d45f-4f2f-af56-e6ef5b2c034f req-5ef28e65-d159-4973-893f-e7f59851ea5c service neutron] For port 2d3a79ec-1567-4446-8bca-2c5b93b6133c, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=2d3a79ec-1567-4446-8bca-2c5b93b6133c,segment=NetworkSegment(a1a1465a-fd99-41c9-bf89-faf21d67cc5e),segment_id=a1a1465a-fd99-41c9-bf89-faf21d67cc5e)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:25:47.865221 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-11a1aea8-337c-43ec-967b-98fe0554de00 req-7095b7f1-4cdf-4922-834f-4904ba2c2e49 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ae3ea49-8ed5-46fa-ae82-a869c87019e7 HTTP/1.1" status: 200 len: 944 time: 0.0806947 Jul 24 00:25:47.868461 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a481b05a-d45f-4f2f-af56-e6ef5b2c034f req-5ef28e65-d159-4973-893f-e7f59851ea5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:47.913276 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-11a1aea8-337c-43ec-967b-98fe0554de00 req-80c82da3-d4fd-4cb3-b4aa-123d22d32ca9 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b86d8b5-9a55-4033-b55c-0b77ad34eb08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427737 Jul 24 00:25:47.931682 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef28e65-d159-4973-893f-e7f59851ea5c service neutron] Pushing event updated for resources: {'Port': ['ID=2d3a79ec-1567-4446-8bca-2c5b93b6133c,revision_number=3']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:25:47.941348 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a481b05a-d45f-4f2f-af56-e6ef5b2c034f req-5ef28e65-d159-4973-893f-e7f59851ea5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:25:47.941348 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a481b05a-d45f-4f2f-af56-e6ef5b2c034f req-5ef28e65-d159-4973-893f-e7f59851ea5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:47.943273 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a481b05a-d45f-4f2f-af56-e6ef5b2c034f req-5ef28e65-d159-4973-893f-e7f59851ea5c service neutron] 10.222.0.64 "PUT /v2.0/ports/2d3a79ec-1567-4446-8bca-2c5b93b6133c HTTP/1.1" status: 200 len: 1093 time: 0.8860939 Jul 24 00:25:47.944077 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ae3ea49-8ed5-46fa-ae82-a869c87019e7', 'tag': '2d3a79ec-1567-4446-8bca-2c5b93b6133c'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:25:47.946429 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ced6008-06bc-42d5-8e9c-4bc970100f6c" -d '{"events": [{"name": "network-changed", "server_uuid": "1ae3ea49-8ed5-46fa-ae82-a869c87019e7", "tag": "2d3a79ec-1567-4446-8bca-2c5b93b6133c"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:25:48.005862 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91e45ce-edd5-49d7-9ac3-f605664119cf x-openstack-request-id: req-a91e45ce-edd5-49d7-9ac3-f605664119cf {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:25:48.006398 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ae3ea49-8ed5-46fa-ae82-a869c87019e7", "tag": "2d3a79ec-1567-4446-8bca-2c5b93b6133c", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:25:48.006825 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a91e45ce-edd5-49d7-9ac3-f605664119cf {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:25:48.007440 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ae3ea49-8ed5-46fa-ae82-a869c87019e7', 'tag': '2d3a79ec-1567-4446-8bca-2c5b93b6133c', 'status': 'completed', 'code': 200} Jul 24 00:25:48.058525 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a481b05a-d45f-4f2f-af56-e6ef5b2c034f req-50678c80-a12c-43c9-8ade-aa22d4a332b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:25:48.060254 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a481b05a-d45f-4f2f-af56-e6ef5b2c034f req-50678c80-a12c-43c9-8ade-aa22d4a332b1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bf6833d5ef4e4ec6b999c5c1a3734713&device_id=1ae3ea49-8ed5-46fa-ae82-a869c87019e7 HTTP/1.1" status: 200 len: 1096 time: 0.0694513 Jul 24 00:25:48.108510 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a481b05a-d45f-4f2f-af56-e6ef5b2c034f req-d6beb0e6-a1b5-4b36-8031-93a1ebd5ff69 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2d3a79ec-1567-4446-8bca-2c5b93b6133c HTTP/1.1" status: 200 len: 217 time: 0.0397546 Jul 24 00:25:48.180375 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a481b05a-d45f-4f2f-af56-e6ef5b2c034f req-bd608437-3c77-4f9b-8c65-4f213f90006a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:25:48.182217 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a481b05a-d45f-4f2f-af56-e6ef5b2c034f req-bd608437-3c77-4f9b-8c65-4f213f90006a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4f660729-e229-442a-bec0-0f7d8794afc6 HTTP/1.1" status: 200 len: 851 time: 0.0667818 Jul 24 00:25:48.249624 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a481b05a-d45f-4f2f-af56-e6ef5b2c034f req-61be4b3d-d440-4435-a4c9-7503da5a30c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:25:48.251106 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a481b05a-d45f-4f2f-af56-e6ef5b2c034f req-61be4b3d-d440-4435-a4c9-7503da5a30c1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0622368 Jul 24 00:25:48.360513 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a481b05a-d45f-4f2f-af56-e6ef5b2c034f req-3069f18b-d3f8-42ec-9e49-d6b3c29e7b6b service neutron] 10.222.0.64 "GET /v2.0/networks/657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018448 Jul 24 00:25:48.464441 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a481b05a-d45f-4f2f-af56-e6ef5b2c034f req-b06905e3-36b4-44c6-8aec-469ac2411c20 service neutron] 10.222.0.64 "GET /v2.0/networks/657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970643 Jul 24 00:25:48.567142 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ced6008-06bc-42d5-8e9c-4bc970100f6c req-cba91989-5fce-40fd-b0cb-454d04262095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:25:48.568748 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2ced6008-06bc-42d5-8e9c-4bc970100f6c req-cba91989-5fce-40fd-b0cb-454d04262095 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bf6833d5ef4e4ec6b999c5c1a3734713&device_id=1ae3ea49-8ed5-46fa-ae82-a869c87019e7 HTTP/1.1" status: 200 len: 1096 time: 0.0590241 Jul 24 00:25:48.667054 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ced6008-06bc-42d5-8e9c-4bc970100f6c req-1e003bbb-3836-42c5-b58b-edaa23d6727a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:25:48.668601 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2ced6008-06bc-42d5-8e9c-4bc970100f6c req-1e003bbb-3836-42c5-b58b-edaa23d6727a service neutron] 10.222.0.64 "GET /v2.0/networks?id=657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f HTTP/1.1" status: 200 len: 913 time: 0.0941160 Jul 24 00:25:48.711896 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2ced6008-06bc-42d5-8e9c-4bc970100f6c req-9e680584-0123-4c24-ac22-da2d05f1112d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2d3a79ec-1567-4446-8bca-2c5b93b6133c HTTP/1.1" status: 200 len: 217 time: 0.0368516 Jul 24 00:25:48.777653 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ced6008-06bc-42d5-8e9c-4bc970100f6c req-6ff6acd2-9070-423c-bd35-3dbae134b1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:25:48.779519 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2ced6008-06bc-42d5-8e9c-4bc970100f6c req-6ff6acd2-9070-423c-bd35-3dbae134b1dc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4f660729-e229-442a-bec0-0f7d8794afc6 HTTP/1.1" status: 200 len: 851 time: 0.0618305 Jul 24 00:25:48.843279 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ced6008-06bc-42d5-8e9c-4bc970100f6c req-c36acaee-d627-4d2a-bf15-c00dfd548dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:25:48.845824 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2ced6008-06bc-42d5-8e9c-4bc970100f6c req-c36acaee-d627-4d2a-bf15-c00dfd548dbc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0597210 Jul 24 00:25:48.942249 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2ced6008-06bc-42d5-8e9c-4bc970100f6c req-9235ddf2-1ea1-47f4-99ca-3a60eb528778 service neutron] 10.222.0.64 "GET /v2.0/networks/657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894465 Jul 24 00:25:49.077555 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2ced6008-06bc-42d5-8e9c-4bc970100f6c req-2a3163f7-e2dd-4ff6-be25-585169e8c08d service neutron] 10.222.0.64 "GET /v2.0/networks/657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292408 Jul 24 00:25:49.108052 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4fd370-6b23-4699-8c83-e337402eb6e3 req-e263e99b-4fb6-41ba-9871-dd19c77572fb tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:25:49.109994 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0d4fd370-6b23-4699-8c83-e337402eb6e3 req-e263e99b-4fb6-41ba-9871-dd19c77572fb tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ae3ea49-8ed5-46fa-ae82-a869c87019e7 HTTP/1.1" status: 200 len: 944 time: 0.0939949 Jul 24 00:25:49.151767 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0d4fd370-6b23-4699-8c83-e337402eb6e3 req-b87b29ff-07e6-425b-9af2-71463094a782 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b86d8b5-9a55-4033-b55c-0b77ad34eb08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360272 Jul 24 00:25:50.292378 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdde0a92-9e41-4916-abff-37a79840f2bf req-9e7d8388-ee9d-4386-8568-de7190d38850 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:25:50.294464 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cdde0a92-9e41-4916-abff-37a79840f2bf req-9e7d8388-ee9d-4386-8568-de7190d38850 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ae3ea49-8ed5-46fa-ae82-a869c87019e7 HTTP/1.1" status: 200 len: 944 time: 0.0723433 Jul 24 00:25:50.336683 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cdde0a92-9e41-4916-abff-37a79840f2bf req-305afae0-dfee-49b7-be92-caabc6c63826 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b86d8b5-9a55-4033-b55c-0b77ad34eb08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348670 Jul 24 00:25:51.479671 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b2c78c-a571-4568-8416-10dfc46aefaa req-ecaa32c6-303f-4240-bc7f-73ae9ac4eab3 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:25:51.481268 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-72b2c78c-a571-4568-8416-10dfc46aefaa req-ecaa32c6-303f-4240-bc7f-73ae9ac4eab3 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ae3ea49-8ed5-46fa-ae82-a869c87019e7 HTTP/1.1" status: 200 len: 944 time: 0.0720117 Jul 24 00:25:51.520064 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-72b2c78c-a571-4568-8416-10dfc46aefaa req-5bcfb537-b9cd-4920-bd7d-9a978f78a5ca tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b86d8b5-9a55-4033-b55c-0b77ad34eb08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322890 Jul 24 00:25:52.672315 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547291a2-6293-4d5c-adf6-7d6b58ce5a51 req-9e1eda6a-247c-48ef-b233-8cfcbe314f9f tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:25:52.674468 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-547291a2-6293-4d5c-adf6-7d6b58ce5a51 req-9e1eda6a-247c-48ef-b233-8cfcbe314f9f tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ae3ea49-8ed5-46fa-ae82-a869c87019e7 HTTP/1.1" status: 200 len: 944 time: 0.0760319 Jul 24 00:25:52.730862 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-547291a2-6293-4d5c-adf6-7d6b58ce5a51 req-61736580-8412-4508-8689-9a4910f43775 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b86d8b5-9a55-4033-b55c-0b77ad34eb08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499482 Jul 24 00:25:53.190093 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-27c033e6-dc4f-4882-b6c9-256228303804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:53.901272 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfbd448-85bf-454b-aab2-4206a0dc9ab4 req-3b7cdcd8-28d7-42f8-a2a2-11f7eca4edc4 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:25:53.903243 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ecfbd448-85bf-454b-aab2-4206a0dc9ab4 req-3b7cdcd8-28d7-42f8-a2a2-11f7eca4edc4 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ae3ea49-8ed5-46fa-ae82-a869c87019e7 HTTP/1.1" status: 200 len: 944 time: 0.0906425 Jul 24 00:25:53.942858 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ecfbd448-85bf-454b-aab2-4206a0dc9ab4 req-f57ba998-38d5-4e51-bb42-dc11d01c0192 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b86d8b5-9a55-4033-b55c-0b77ad34eb08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337477 Jul 24 00:25:55.079785 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dc9309-deeb-4054-838d-10aa0b63dc9f req-154188d2-75d6-47e5-be63-37667455b0c2 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:25:55.081335 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-03dc9309-deeb-4054-838d-10aa0b63dc9f req-154188d2-75d6-47e5-be63-37667455b0c2 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ae3ea49-8ed5-46fa-ae82-a869c87019e7 HTTP/1.1" status: 200 len: 944 time: 0.0692651 Jul 24 00:25:55.120842 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-03dc9309-deeb-4054-838d-10aa0b63dc9f req-83054674-b532-4ba4-a482-b2ffc2f8cf69 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b86d8b5-9a55-4033-b55c-0b77ad34eb08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337787 Jul 24 00:25:55.743266 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b4e7ed08-43c0-458c-b13e-9aa72092f423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:56.259888 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72b4f2f-2004-43d3-925b-6dcb66e0bdfe req-d84b082c-9355-4e00-bd4c-9203443a5ee6 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:25:56.261576 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f72b4f2f-2004-43d3-925b-6dcb66e0bdfe req-d84b082c-9355-4e00-bd4c-9203443a5ee6 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ae3ea49-8ed5-46fa-ae82-a869c87019e7 HTTP/1.1" status: 200 len: 944 time: 0.0726123 Jul 24 00:25:56.300949 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f72b4f2f-2004-43d3-925b-6dcb66e0bdfe req-5885d792-9345-4a24-818a-7ae1aef8aa34 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b86d8b5-9a55-4033-b55c-0b77ad34eb08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331366 Jul 24 00:25:56.773999 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:57.234200 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bad0f07e-691f-478f-83a7-20f803512745 req-dc9569da-e5a6-4ea0-afd0-9ee5792717bd service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8f704b8d-8496-49cd-86c2-c999f1d0e42b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0537958 Jul 24 00:25:57.332923 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad0f07e-691f-478f-83a7-20f803512745 req-498c3f79-5f58-432c-9601-720f76ebee68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:25:57.334730 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bad0f07e-691f-478f-83a7-20f803512745 req-498c3f79-5f58-432c-9601-720f76ebee68 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bf6833d5ef4e4ec6b999c5c1a3734713&device_id=8f704b8d-8496-49cd-86c2-c999f1d0e42b HTTP/1.1" status: 200 len: 1097 time: 0.0579901 Jul 24 00:25:57.337034 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:57.439238 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa58a5-c4cf-4b99-bf0c-b5cff6dd6c70 req-60bb07cd-eb80-4e87-baa0-d53162cdb2f0 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:25:57.441217 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-23aa58a5-c4cf-4b99-bf0c-b5cff6dd6c70 req-60bb07cd-eb80-4e87-baa0-d53162cdb2f0 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ae3ea49-8ed5-46fa-ae82-a869c87019e7 HTTP/1.1" status: 200 len: 944 time: 0.0704136 Jul 24 00:25:57.452201 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad0f07e-691f-478f-83a7-20f803512745 req-223bc6b9-b6ac-4431-a7bc-87a1cadacac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:25:57.453853 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bad0f07e-691f-478f-83a7-20f803512745 req-223bc6b9-b6ac-4431-a7bc-87a1cadacac4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f HTTP/1.1" status: 200 len: 913 time: 0.0998452 Jul 24 00:25:57.485909 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-23aa58a5-c4cf-4b99-bf0c-b5cff6dd6c70 req-0fb3fd75-1bc4-44f8-8e1b-73f6fa64f9a2 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b86d8b5-9a55-4033-b55c-0b77ad34eb08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377572 Jul 24 00:25:57.545942 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bad0f07e-691f-478f-83a7-20f803512745 req-c4f3e308-7f0b-45be-9986-93e5830f8ab8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9445248-80c4-499c-a2c1-d56715395b84 HTTP/1.1" status: 200 len: 1000 time: 0.0850089 Jul 24 00:25:57.603036 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad0f07e-691f-478f-83a7-20f803512745 req-1e89e19d-48d5-43c6-a034-febfa19131ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:25:57.604537 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bad0f07e-691f-478f-83a7-20f803512745 req-1e89e19d-48d5-43c6-a034-febfa19131ac service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4f660729-e229-442a-bec0-0f7d8794afc6 HTTP/1.1" status: 200 len: 851 time: 0.0522530 Jul 24 00:25:57.676967 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad0f07e-691f-478f-83a7-20f803512745 req-eaf1a072-3285-4187-9a2c-e64ad15d2e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:25:57.678505 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bad0f07e-691f-478f-83a7-20f803512745 req-eaf1a072-3285-4187-9a2c-e64ad15d2e9f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0673919 Jul 24 00:25:57.792750 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bad0f07e-691f-478f-83a7-20f803512745 req-06b80af3-1a24-47ad-a90e-40ae3e201e92 service neutron] 10.222.0.52 "GET /v2.0/networks/657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072998 Jul 24 00:25:57.886592 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bad0f07e-691f-478f-83a7-20f803512745 req-76308452-22ee-418d-ad7f-56d6f09c3084 service neutron] 10.222.0.52 "GET /v2.0/networks/657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871735 Jul 24 00:25:58.616073 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca7f42-13b9-4c5d-a19e-e68afda9cf18 req-b40077d1-675b-4e24-9122-6f67d28de264 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:25:58.617572 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a5ca7f42-13b9-4c5d-a19e-e68afda9cf18 req-b40077d1-675b-4e24-9122-6f67d28de264 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ae3ea49-8ed5-46fa-ae82-a869c87019e7 HTTP/1.1" status: 200 len: 944 time: 0.0664444 Jul 24 00:25:58.657266 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a5ca7f42-13b9-4c5d-a19e-e68afda9cf18 req-3e252994-86df-4e51-9b3f-4d53987a9884 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b86d8b5-9a55-4033-b55c-0b77ad34eb08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336158 Jul 24 00:25:58.849633 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 2d3a79ec-1567-4446-8bca-2c5b93b6133c details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:25:58.943855 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:58.955032 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 2d3a79ec-1567-4446-8bca-2c5b93b6133c, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=2d3a79ec-1567-4446-8bca-2c5b93b6133c,segment=NetworkSegment(a1a1465a-fd99-41c9-bf89-faf21d67cc5e),segment_id=a1a1465a-fd99-41c9-bf89-faf21d67cc5e)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:25:58.967227 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': '2d3a79ec-1567-4446-8bca-2c5b93b6133c', 'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f', 'port_id': '2d3a79ec-1567-4446-8bca-2c5b93b6133c', 'mac_address': 'fa:16:3e:48:5d:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f660729-e229-442a-bec0-0f7d8794afc6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:25:59.009489 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:59.022772 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d3a79ec-1567-4446-8bca-2c5b93b6133c {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:25:59.043501 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 2d3a79ec-1567-4446-8bca-2c5b93b6133c, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=2d3a79ec-1567-4446-8bca-2c5b93b6133c,segment=NetworkSegment(a1a1465a-fd99-41c9-bf89-faf21d67cc5e),segment_id=a1a1465a-fd99-41c9-bf89-faf21d67cc5e)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:25:59.048746 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:25:59.099918 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=2d3a79ec-1567-4446-8bca-2c5b93b6133c,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:25:59.256263 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['2d3a79ec-1567-4446-8bca-2c5b93b6133c'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:25:59.793031 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4314f2f-02f8-4a25-8421-c9d8670f4bad req-a0ed6994-453b-4224-910f-6af90421ffd7 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:25:59.794581 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b4314f2f-02f8-4a25-8421-c9d8670f4bad req-a0ed6994-453b-4224-910f-6af90421ffd7 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ae3ea49-8ed5-46fa-ae82-a869c87019e7 HTTP/1.1" status: 200 len: 945 time: 0.0695643 Jul 24 00:25:59.834745 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b4314f2f-02f8-4a25-8421-c9d8670f4bad req-8ecbd66a-f27d-4061-bf2f-c15d63cb60c8 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b86d8b5-9a55-4033-b55c-0b77ad34eb08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338626 Jul 24 00:26:00.878921 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 2d3a79ec-1567-4446-8bca-2c5b93b6133c up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:26:00.954455 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port 2d3a79ec-1567-4446-8bca-2c5b93b6133c completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:26:00.967156 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port 2d3a79ec-1567-4446-8bca-2c5b93b6133c triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:26:00.967575 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:00.983369 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d19dcf-1e87-4e43-9356-1b55c60ce083 req-97cb3220-7699-4fc3-9313-14a170006e96 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:26:00.990808 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-69d19dcf-1e87-4e43-9356-1b55c60ce083 req-97cb3220-7699-4fc3-9313-14a170006e96 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ae3ea49-8ed5-46fa-ae82-a869c87019e7 HTTP/1.1" status: 200 len: 945 time: 0.0804729 Jul 24 00:26:01.027602 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-69d19dcf-1e87-4e43-9356-1b55c60ce083 req-a4df04fb-7b1d-493a-8e15-d819e072ac31 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b86d8b5-9a55-4033-b55c-0b77ad34eb08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359359 Jul 24 00:26:01.056302 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:01.081434 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ae3ea49-8ed5-46fa-ae82-a869c87019e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d3a79ec-1567-4446-8bca-2c5b93b6133c'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:26:01.083786 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbdefefd-7bc4-4fcc-b57f-22ec1e77c8e1" -d '{"events": [{"server_uuid": "1ae3ea49-8ed5-46fa-ae82-a869c87019e7", "name": "network-vif-plugged", "status": "completed", "tag": "2d3a79ec-1567-4446-8bca-2c5b93b6133c"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:26:01.097939 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 2d3a79ec-1567-4446-8bca-2c5b93b6133c, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=2d3a79ec-1567-4446-8bca-2c5b93b6133c,segment=NetworkSegment(a1a1465a-fd99-41c9-bf89-faf21d67cc5e),segment_id=a1a1465a-fd99-41c9-bf89-faf21d67cc5e)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:26:01.103246 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:01.131633 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f62cf550-221f-4689-9c07-7b0cbb5c9160 x-openstack-request-id: req-f62cf550-221f-4689-9c07-7b0cbb5c9160 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:26:01.131934 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ae3ea49-8ed5-46fa-ae82-a869c87019e7", "name": "network-vif-plugged", "status": "completed", "tag": "2d3a79ec-1567-4446-8bca-2c5b93b6133c", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:26:01.132283 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f62cf550-221f-4689-9c07-7b0cbb5c9160 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:26:01.132576 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ae3ea49-8ed5-46fa-ae82-a869c87019e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d3a79ec-1567-4446-8bca-2c5b93b6133c', 'code': 200} Jul 24 00:26:01.159441 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=2d3a79ec-1567-4446-8bca-2c5b93b6133c,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:26:01.241221 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57423fb3-1440-4cad-a205-86cfd26878ef req-e39c070c-aa43-40b0-ba62-4e28c2cad7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:26:01.243106 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-57423fb3-1440-4cad-a205-86cfd26878ef req-e39c070c-aa43-40b0-ba62-4e28c2cad7f5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1ae3ea49-8ed5-46fa-ae82-a869c87019e7 HTTP/1.1" status: 200 len: 1098 time: 0.0593705 Jul 24 00:26:01.279444 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-57423fb3-1440-4cad-a205-86cfd26878ef req-e3cc2e8f-207d-4176-b3b3-0abb4a072010 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7b86d8b5-9a55-4033-b55c-0b77ad34eb08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304868 Jul 24 00:26:02.171034 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73170465-a4a3-405c-97b7-67d625aef512 req-9bf3cfaa-7ca6-4c43-bd14-a9069aed31c1 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:26:02.172582 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-73170465-a4a3-405c-97b7-67d625aef512 req-9bf3cfaa-7ca6-4c43-bd14-a9069aed31c1 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ae3ea49-8ed5-46fa-ae82-a869c87019e7 HTTP/1.1" status: 200 len: 946 time: 0.0723772 Jul 24 00:26:02.211132 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-73170465-a4a3-405c-97b7-67d625aef512 req-f49f7200-0411-4589-82ab-411f39bc522f tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b86d8b5-9a55-4033-b55c-0b77ad34eb08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325716 Jul 24 00:26:02.349727 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8e6eee-d3e7-4ae4-98e7-026f8a1115d3 req-1b6b8b76-352c-4f90-828b-1dedf5771f03 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:26:02.351241 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-be8e6eee-d3e7-4ae4-98e7-026f8a1115d3 req-1b6b8b76-352c-4f90-828b-1dedf5771f03 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ae3ea49-8ed5-46fa-ae82-a869c87019e7 HTTP/1.1" status: 200 len: 946 time: 0.0696323 Jul 24 00:26:02.392799 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-be8e6eee-d3e7-4ae4-98e7-026f8a1115d3 req-fad999f4-d766-406e-99f8-0dbecc0311fa tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b86d8b5-9a55-4033-b55c-0b77ad34eb08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345387 Jul 24 00:26:02.415732 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 59720) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:26:02.470111 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188462db-ecf6-485b-97ed-639ebb0a866f tempest-TestVolumeBootPattern-1428497412 tempest-TestVolumeBootPattern-1428497412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:26:02.471595 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-188462db-ecf6-485b-97ed-639ebb0a866f tempest-TestVolumeBootPattern-1428497412 tempest-TestVolumeBootPattern-1428497412-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=1ae3ea49-8ed5-46fa-ae82-a869c87019e7 HTTP/1.1" status: 200 len: 1093 time: 0.0548568 Jul 24 00:26:02.474527 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 59722) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:26:02.479000 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-74ad0245-7f72-42f8-8e53-75b732387bb0 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Request body: {'floatingip': {'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'port_id': '2d3a79ec-1567-4446-8bca-2c5b93b6133c', 'tenant_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:26:02.503384 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-74ad0245-7f72-42f8-8e53-75b732387bb0 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks [] for floatingip, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:02.604320 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-74ad0245-7f72-42f8-8e53-75b732387bb0 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:02.715570 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-74ad0245-7f72-42f8-8e53-75b732387bb0 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Allocated IP 172.25.3.219 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/06950ff1-6b41-47c9-b493-c6594ec9ff9d) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:26:02.821914 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-74ad0245-7f72-42f8-8e53-75b732387bb0 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:02.941768 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-74ad0245-7f72-42f8-8e53-75b732387bb0 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:02.979986 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ad0245-7f72-42f8-8e53-75b732387bb0 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:26:02.982980 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-74ad0245-7f72-42f8-8e53-75b732387bb0 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:26:02.989085 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ad0245-7f72-42f8-8e53-75b732387bb0 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:26:03.016075 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ad0245-7f72-42f8-8e53-75b732387bb0 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Pushing event updated for resources: {'Port': ['ID=06950ff1-6b41-47c9-b493-c6594ec9ff9d,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:26:03.348047 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-74ad0245-7f72-42f8-8e53-75b732387bb0 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:03.428253 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-74ad0245-7f72-42f8-8e53-75b732387bb0 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:03.580194 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-74ad0245-7f72-42f8-8e53-75b732387bb0 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:03.584777 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-74ad0245-7f72-42f8-8e53-75b732387bb0 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:03.654579 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ad0245-7f72-42f8-8e53-75b732387bb0 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Pushing event updated for resources: {'Port': ['ID=06950ff1-6b41-47c9-b493-c6594ec9ff9d,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:26:03.666870 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-74ad0245-7f72-42f8-8e53-75b732387bb0 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:03.765179 n-d-800088-16 neutron-server[100313]: INFO neutron.db.l3_db [None req-74ad0245-7f72-42f8-8e53-75b732387bb0 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Floating IP 18aa1270-02b2-4a76-bfe4-f79ddbf06d7b associated. External IP: 172.25.3.219, port: 2d3a79ec-1567-4446-8bca-2c5b93b6133c. Jul 24 00:26:04.236305 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74ad0245-7f72-42f8-8e53-75b732387bb0 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Router 35802a2e-931b-4279-8f39-0827c1de9608 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:26:04.348734 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74ad0245-7f72-42f8-8e53-75b732387bb0 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:26:04.358650 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd011e8-7f01-45ee-9251-eaa4ddb48c19 None None] Sync routers for ids ['35802a2e-931b-4279-8f39-0827c1de9608'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:26:04.367671 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-74ad0245-7f72-42f8-8e53-75b732387bb0 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:04.368863 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd011e8-7f01-45ee-9251-eaa4ddb48c19 None None] Routers {'35802a2e-931b-4279-8f39-0827c1de9608'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:26:04.369423 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-edd011e8-7f01-45ee-9251-eaa4ddb48c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:25:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['35802a2e-931b-4279-8f39-0827c1de9608'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:26:04.422587 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-74ad0245-7f72-42f8-8e53-75b732387bb0 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9351552 Jul 24 00:26:04.422587 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ae3ea49-8ed5-46fa-ae82-a869c87019e7', 'tag': '2d3a79ec-1567-4446-8bca-2c5b93b6133c'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:26:04.422587 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-116bd613-7ef2-4926-92fd-c4f76c710d41" -d '{"events": [{"name": "network-changed", "server_uuid": "1ae3ea49-8ed5-46fa-ae82-a869c87019e7", "tag": "2d3a79ec-1567-4446-8bca-2c5b93b6133c"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:26:04.452925 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8892875f-26ca-4a6b-a762-ad238d9826e7 x-openstack-request-id: req-8892875f-26ca-4a6b-a762-ad238d9826e7 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:26:04.453281 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ae3ea49-8ed5-46fa-ae82-a869c87019e7", "tag": "2d3a79ec-1567-4446-8bca-2c5b93b6133c", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:26:04.453543 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8892875f-26ca-4a6b-a762-ad238d9826e7 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:26:04.453951 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ae3ea49-8ed5-46fa-ae82-a869c87019e7', 'tag': '2d3a79ec-1567-4446-8bca-2c5b93b6133c', 'status': 'completed', 'code': 200} Jul 24 00:26:04.489575 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-edd011e8-7f01-45ee-9251-eaa4ddb48c19 None None] Set router 35802a2e-931b-4279-8f39-0827c1de9608 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:26:04.546413 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116bd613-7ef2-4926-92fd-c4f76c710d41 req-ec8f03b0-d70c-43d9-9bf6-a5ce5fc3fa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:26:04.549123 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-116bd613-7ef2-4926-92fd-c4f76c710d41 req-ec8f03b0-d70c-43d9-9bf6-a5ce5fc3fa1d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bf6833d5ef4e4ec6b999c5c1a3734713&device_id=1ae3ea49-8ed5-46fa-ae82-a869c87019e7 HTTP/1.1" status: 200 len: 1098 time: 0.0678344 Jul 24 00:26:04.645210 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116bd613-7ef2-4926-92fd-c4f76c710d41 req-093fc95e-0376-4d25-bc97-e0e989c296e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:26:04.646631 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-116bd613-7ef2-4926-92fd-c4f76c710d41 req-093fc95e-0376-4d25-bc97-e0e989c296e0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f HTTP/1.1" status: 200 len: 913 time: 0.0912566 Jul 24 00:26:04.715547 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-116bd613-7ef2-4926-92fd-c4f76c710d41 req-d7dd7857-bbd7-4849-a871-93160b101071 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2d3a79ec-1567-4446-8bca-2c5b93b6133c HTTP/1.1" status: 200 len: 1000 time: 0.0627360 Jul 24 00:26:04.721018 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-edd011e8-7f01-45ee-9251-eaa4ddb48c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35802a2e-931b-4279-8f39-0827c1de9608', 'name': 'tempest-TestVolumeBootPattern-1928393820-router', 'tenant_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '945b6507-7839-445a-bdc2-5cfac81cde75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:16:42Z', 'updated_at': '2021-07-24T00:16:45Z', 'revision_number': 4, 'project_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'gw_port': {'id': '945b6507-7839-445a-bdc2-5cfac81cde75', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35802a2e-931b-4279-8f39-0827c1de9608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:42Z', 'updated_at': '2021-07-24T00:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': '18aa1270-02b2-4a76-bfe4-f79ddbf06d7b', 'tenant_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'floating_ip_address': '172.25.3.219', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '35802a2e-931b-4279-8f39-0827c1de9608', 'port_id': '2d3a79ec-1567-4446-8bca-2c5b93b6133c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f', 'mac_address': 'fa:16:3e:48:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae3ea49-8ed5-46fa-ae82-a869c87019e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:26:03Z', 'updated_at': '2021-07-24T00:26:03Z', 'revision_number': 0, 'project_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'fixed_ip_address_scope': None}, {'id': 'e0f566d8-f25e-4594-8379-570c6d3e8e16', 'tenant_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'floating_ip_address': '172.25.3.75', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '35802a2e-931b-4279-8f39-0827c1de9608', 'port_id': 'f9445248-80c4-499c-a2c1-d56715395b84', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f', 'mac_address': 'fa:16:3e:06:93:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f704b8d-8496-49cd-86c2-c999f1d0e42b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:23:53Z', 'updated_at': '2021-07-24T00:23:55Z', 'revision_number': 1, 'project_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0777a88b-5aef-4932-9db4-0c2450616791', 'name': '', 'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f', 'tenant_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'mac_address': 'fa:16:3e:7b:72:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35802a2e-931b-4279-8f39-0827c1de9608', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '4f660729-e229-442a-bec0-0f7d8794afc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:45Z', 'updated_at': '2021-07-24T00:16:54Z', 'revision_number': 5, 'project_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'subnets': [{'id': '4f660729-e229-442a-bec0-0f7d8794afc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:26:04.747252 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd011e8-7f01-45ee-9251-eaa4ddb48c19 None None] Checking router: 35802a2e-931b-4279-8f39-0827c1de9608 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:26:04.755790 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd011e8-7f01-45ee-9251-eaa4ddb48c19 None None] Routers {'35802a2e-931b-4279-8f39-0827c1de9608'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:26:04.756404 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-edd011e8-7f01-45ee-9251-eaa4ddb48c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:25:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['35802a2e-931b-4279-8f39-0827c1de9608'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:26:04.770148 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116bd613-7ef2-4926-92fd-c4f76c710d41 req-f6f3f4e9-0a89-464d-a8e5-7498723c672b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:26:04.771776 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-116bd613-7ef2-4926-92fd-c4f76c710d41 req-f6f3f4e9-0a89-464d-a8e5-7498723c672b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4f660729-e229-442a-bec0-0f7d8794afc6 HTTP/1.1" status: 200 len: 851 time: 0.0501873 Jul 24 00:26:04.833286 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116bd613-7ef2-4926-92fd-c4f76c710d41 req-f1fdb9d2-fba9-4796-9143-3ab124f61781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:26:04.835229 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-116bd613-7ef2-4926-92fd-c4f76c710d41 req-f1fdb9d2-fba9-4796-9143-3ab124f61781 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574813 Jul 24 00:26:04.865499 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-edd011e8-7f01-45ee-9251-eaa4ddb48c19 None None] Set router 35802a2e-931b-4279-8f39-0827c1de9608 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:26:04.937681 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-116bd613-7ef2-4926-92fd-c4f76c710d41 req-b72a869f-6690-4f3f-b03b-49feb2e7f517 service neutron] 10.222.0.64 "GET /v2.0/networks/657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948026 Jul 24 00:26:05.038103 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-116bd613-7ef2-4926-92fd-c4f76c710d41 req-a601f0e0-7125-497e-b7d0-ab8d2f5bc1c4 service neutron] 10.222.0.64 "GET /v2.0/networks/657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942605 Jul 24 00:26:05.183452 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-edd011e8-7f01-45ee-9251-eaa4ddb48c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35802a2e-931b-4279-8f39-0827c1de9608', 'name': 'tempest-TestVolumeBootPattern-1928393820-router', 'tenant_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '945b6507-7839-445a-bdc2-5cfac81cde75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:16:42Z', 'updated_at': '2021-07-24T00:16:45Z', 'revision_number': 4, 'project_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'gw_port': {'id': '945b6507-7839-445a-bdc2-5cfac81cde75', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35802a2e-931b-4279-8f39-0827c1de9608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:42Z', 'updated_at': '2021-07-24T00:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': '18aa1270-02b2-4a76-bfe4-f79ddbf06d7b', 'tenant_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'floating_ip_address': '172.25.3.219', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '35802a2e-931b-4279-8f39-0827c1de9608', 'port_id': '2d3a79ec-1567-4446-8bca-2c5b93b6133c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f', 'mac_address': 'fa:16:3e:48:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae3ea49-8ed5-46fa-ae82-a869c87019e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:26:03Z', 'updated_at': '2021-07-24T00:26:03Z', 'revision_number': 0, 'project_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'fixed_ip_address_scope': None}, {'id': 'e0f566d8-f25e-4594-8379-570c6d3e8e16', 'tenant_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'floating_ip_address': '172.25.3.75', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '35802a2e-931b-4279-8f39-0827c1de9608', 'port_id': 'f9445248-80c4-499c-a2c1-d56715395b84', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f', 'mac_address': 'fa:16:3e:06:93:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f704b8d-8496-49cd-86c2-c999f1d0e42b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:23:53Z', 'updated_at': '2021-07-24T00:23:55Z', 'revision_number': 1, 'project_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0777a88b-5aef-4932-9db4-0c2450616791', 'name': '', 'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f', 'tenant_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'mac_address': 'fa:16:3e:7b:72:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35802a2e-931b-4279-8f39-0827c1de9608', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '4f660729-e229-442a-bec0-0f7d8794afc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:45Z', 'updated_at': '2021-07-24T00:16:54Z', 'revision_number': 5, 'project_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'subnets': [{'id': '4f660729-e229-442a-bec0-0f7d8794afc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:26:05.212198 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd011e8-7f01-45ee-9251-eaa4ddb48c19 None None] The sync data for ids ['35802a2e-931b-4279-8f39-0827c1de9608'] in n-d-800088-16 is: [{'id': '35802a2e-931b-4279-8f39-0827c1de9608', 'name': 'tempest-TestVolumeBootPattern-1928393820-router', 'tenant_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '945b6507-7839-445a-bdc2-5cfac81cde75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:16:42Z', 'updated_at': '2021-07-24T00:16:45Z', 'revision_number': 4, 'project_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'gw_port': {'id': '945b6507-7839-445a-bdc2-5cfac81cde75', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35802a2e-931b-4279-8f39-0827c1de9608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:42Z', 'updated_at': '2021-07-24T00:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': '18aa1270-02b2-4a76-bfe4-f79ddbf06d7b', 'tenant_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'floating_ip_address': '172.25.3.219', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '35802a2e-931b-4279-8f39-0827c1de9608', 'port_id': '2d3a79ec-1567-4446-8bca-2c5b93b6133c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f', 'mac_address': 'fa:16:3e:48:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae3ea49-8ed5-46fa-ae82-a869c87019e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:26:03Z', 'updated_at': '2021-07-24T00:26:03Z', 'revision_number': 0, 'project_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'fixed_ip_address_scope': None}, {'id': 'e0f566d8-f25e-4594-8379-570c6d3e8e16', 'tenant_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'floating_ip_address': '172.25.3.75', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '35802a2e-931b-4279-8f39-0827c1de9608', 'port_id': 'f9445248-80c4-499c-a2c1-d56715395b84', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f', 'mac_address': 'fa:16:3e:06:93:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f704b8d-8496-49cd-86c2-c999f1d0e42b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:23:53Z', 'updated_at': '2021-07-24T00:23:55Z', 'revision_number': 1, 'project_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0777a88b-5aef-4932-9db4-0c2450616791', 'name': '', 'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f', 'tenant_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'mac_address': 'fa:16:3e:7b:72:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35802a2e-931b-4279-8f39-0827c1de9608', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '4f660729-e229-442a-bec0-0f7d8794afc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:45Z', 'updated_at': '2021-07-24T00:16:54Z', 'revision_number': 5, 'project_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'subnets': [{'id': '4f660729-e229-442a-bec0-0f7d8794afc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:26:05.410810 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2365808b-bb6c-4d82-8b5a-802521b78397 None None] New status for floating IP 18aa1270-02b2-4a76-bfe4-f79ddbf06d7b: ACTIVE {{(pid=100315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 00:26:14.923962 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:15.666427 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 59836) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:26:15.771396 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-32f3479b-460b-43a8-ae2b-ec8f43ab60aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:15.858988 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-32f3479b-460b-43a8-ae2b-ec8f43ab60aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:15.862843 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-32f3479b-460b-43a8-ae2b-ec8f43ab60aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:15.900859 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-32f3479b-460b-43a8-ae2b-ec8f43ab60aa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7b07f5d8bb1b400ba62ecdb108b223b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2332826 Jul 24 00:26:15.901720 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f3479b-460b-43a8-ae2b-ec8f43ab60aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52aabffd-dac7-4b67-ba07-2bb9147d473c,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:26:15.903649 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 59840) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:26:15.909770 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f3479b-460b-43a8-ae2b-ec8f43ab60aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:26:15.910126 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f3479b-460b-43a8-ae2b-ec8f43ab60aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:26:15.910468 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f3479b-460b-43a8-ae2b-ec8f43ab60aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:26:15.910808 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f3479b-460b-43a8-ae2b-ec8f43ab60aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:26:15.911146 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f3479b-460b-43a8-ae2b-ec8f43ab60aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:26:15.911482 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f3479b-460b-43a8-ae2b-ec8f43ab60aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:26:15.911810 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f3479b-460b-43a8-ae2b-ec8f43ab60aa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:26:15.912140 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f3479b-460b-43a8-ae2b-ec8f43ab60aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:26:15.912474 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f3479b-460b-43a8-ae2b-ec8f43ab60aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:26:15.912796 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f3479b-460b-43a8-ae2b-ec8f43ab60aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:26:15.913145 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f3479b-460b-43a8-ae2b-ec8f43ab60aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:26:15.913470 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f3479b-460b-43a8-ae2b-ec8f43ab60aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:26:15.953778 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4b81cd04-d9b6-41d2-b043-c4ae7d768f97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:15.974177 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4b81cd04-d9b6-41d2-b043-c4ae7d768f97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:16.018675 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4b81cd04-d9b6-41d2-b043-c4ae7d768f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:16.021270 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4b81cd04-d9b6-41d2-b043-c4ae7d768f97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:16.022429 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-4b81cd04-d9b6-41d2-b043-c4ae7d768f97 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/52aabffd-dac7-4b67-ba07-2bb9147d473c HTTP/1.1" status: 204 len: 168 time: 0.1177490 Jul 24 00:26:16.029705 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b81cd04-d9b6-41d2-b043-c4ae7d768f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52aabffd-dac7-4b67-ba07-2bb9147d473c,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:26:16.037016 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b81cd04-d9b6-41d2-b043-c4ae7d768f97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:26:16.037373 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b81cd04-d9b6-41d2-b043-c4ae7d768f97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:26:16.037721 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b81cd04-d9b6-41d2-b043-c4ae7d768f97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:26:16.038063 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b81cd04-d9b6-41d2-b043-c4ae7d768f97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:26:16.038439 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b81cd04-d9b6-41d2-b043-c4ae7d768f97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:26:16.038726 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b81cd04-d9b6-41d2-b043-c4ae7d768f97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:26:16.039059 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b81cd04-d9b6-41d2-b043-c4ae7d768f97 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:26:16.039397 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b81cd04-d9b6-41d2-b043-c4ae7d768f97 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:26:16.039728 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b81cd04-d9b6-41d2-b043-c4ae7d768f97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:26:16.040057 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b81cd04-d9b6-41d2-b043-c4ae7d768f97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:26:16.040450 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b81cd04-d9b6-41d2-b043-c4ae7d768f97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:26:16.040712 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b81cd04-d9b6-41d2-b043-c4ae7d768f97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:26:17.114180 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 59878) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:26:17.254716 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-5365d1cf-bac6-4630-9bdc-e9b776c1b604 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Request body: {'network': {'name': 'tempest-network-smoke--1999837665', 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'port_security_enabled': True}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:26:17.277087 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5365d1cf-bac6-4630-9bdc-e9b776c1b604 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Made reservation on behalf of a764eb486e0143bab151f7bee776b0b6 for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:26:17.280614 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5365d1cf-bac6-4630-9bdc-e9b776c1b604 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:17.290656 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5365d1cf-bac6-4630-9bdc-e9b776c1b604 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:17.340107 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:26:17.380492 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5365d1cf-bac6-4630-9bdc-e9b776c1b604 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:17.384004 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5365d1cf-bac6-4630-9bdc-e9b776c1b604 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:17.412981 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5365d1cf-bac6-4630-9bdc-e9b776c1b604 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:26:17.422386 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5365d1cf-bac6-4630-9bdc-e9b776c1b604 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba43af67-2669-43f2-af1d-cf3866be75d8,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:26:17.427361 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5365d1cf-bac6-4630-9bdc-e9b776c1b604 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:17.427482 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-5365d1cf-bac6-4630-9bdc-e9b776c1b604 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Added segment 5cefd7c1-e51b-434d-8c21-3717c8263db7 of type vlan for network a924a0f0-1296-43ad-a1b1-b8e15b7e778d Jul 24 00:26:17.467917 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5365d1cf-bac6-4630-9bdc-e9b776c1b604 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:17.494404 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5365d1cf-bac6-4630-9bdc-e9b776c1b604 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:17.500321 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5365d1cf-bac6-4630-9bdc-e9b776c1b604 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:26:17.500939 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5365d1cf-bac6-4630-9bdc-e9b776c1b604 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:17.531492 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-5365d1cf-bac6-4630-9bdc-e9b776c1b604 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4162047 Jul 24 00:26:17.534546 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 59884) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:26:17.539174 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-076bc7c1-8abc-4ffe-83b1-d37e77dee2e4 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1089506995', 'admin_state_up': True, 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:26:17.563359 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-076bc7c1-8abc-4ffe-83b1-d37e77dee2e4 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:17.564292 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-076bc7c1-8abc-4ffe-83b1-d37e77dee2e4 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:17.569177 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5365d1cf-bac6-4630-9bdc-e9b776c1b604 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Pushing event updated for resources: {'Network': ['ID=a924a0f0-1296-43ad-a1b1-b8e15b7e778d,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:26:17.579889 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network a924a0f0-1296-43ad-a1b1-b8e15b7e778d details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:26:17.626787 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-076bc7c1-8abc-4ffe-83b1-d37e77dee2e4 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:17.763927 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-076bc7c1-8abc-4ffe-83b1-d37e77dee2e4 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:17.841318 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:17.960289 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-076bc7c1-8abc-4ffe-83b1-d37e77dee2e4 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for router_gateway, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:17.985788 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-076bc7c1-8abc-4ffe-83b1-d37e77dee2e4 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:18.094714 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-076bc7c1-8abc-4ffe-83b1-d37e77dee2e4 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Allocated IP 172.25.3.36 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/be016c4d-eed4-4886-a93d-13435b10f24c) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:26:18.195266 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-076bc7c1-8abc-4ffe-83b1-d37e77dee2e4 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:18.232944 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-076bc7c1-8abc-4ffe-83b1-d37e77dee2e4 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:18.271166 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076bc7c1-8abc-4ffe-83b1-d37e77dee2e4 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:26:18.273954 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-076bc7c1-8abc-4ffe-83b1-d37e77dee2e4 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:26:18.276597 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076bc7c1-8abc-4ffe-83b1-d37e77dee2e4 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:26:18.313024 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076bc7c1-8abc-4ffe-83b1-d37e77dee2e4 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Pushing event updated for resources: {'Port': ['ID=be016c4d-eed4-4886-a93d-13435b10f24c,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:26:18.533889 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-076bc7c1-8abc-4ffe-83b1-d37e77dee2e4 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for router_gateway, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:19.094953 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-076bc7c1-8abc-4ffe-83b1-d37e77dee2e4 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:19.247807 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-076bc7c1-8abc-4ffe-83b1-d37e77dee2e4 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Router 61dc87c4-a88b-4170-b9ef-f3b2fa519146 is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:26:19.358587 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-076bc7c1-8abc-4ffe-83b1-d37e77dee2e4 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:26:19.368515 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7e4afd-d4db-48f2-b375-cfacb089aad0 None None] Sync routers for ids ['61dc87c4-a88b-4170-b9ef-f3b2fa519146'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:26:19.378424 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7e4afd-d4db-48f2-b375-cfacb089aad0 None None] Routers {'61dc87c4-a88b-4170-b9ef-f3b2fa519146'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:26:19.378577 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-076bc7c1-8abc-4ffe-83b1-d37e77dee2e4 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:19.379086 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-6d7e4afd-d4db-48f2-b375-cfacb089aad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:25:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['61dc87c4-a88b-4170-b9ef-f3b2fa519146'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:26:19.380024 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-076bc7c1-8abc-4ffe-83b1-d37e77dee2e4 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8443797 Jul 24 00:26:19.383096 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 59892) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:26:19.476884 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-c3731141-b1e7-4929-91be-622e54ec3b5c tempest-TestNetworkBasicOps-879824373 tempest-TestNetworkBasicOps-879824373-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=a764eb486e0143bab151f7bee776b0b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0902927 Jul 24 00:26:19.477125 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 59896) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:26:19.504750 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-6d7e4afd-d4db-48f2-b375-cfacb089aad0 None None] Set router 61dc87c4-a88b-4170-b9ef-f3b2fa519146 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:26:19.564318 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25286a8-c080-49d4-8909-a05aa84e117f tempest-TestNetworkBasicOps-879824373 tempest-TestNetworkBasicOps-879824373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:26:19.565876 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-c25286a8-c080-49d4-8909-a05aa84e117f tempest-TestNetworkBasicOps-879824373 tempest-TestNetworkBasicOps-879824373-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0878913 Jul 24 00:26:19.568667 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 59898) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:26:19.598044 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-6ac7b397-daa9-4165-b7c8-72bf195acf50 tempest-TestNetworkBasicOps-879824373 tempest-TestNetworkBasicOps-879824373-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=9adcfee8-760c-4568-9e39-c221abf69bf5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282719 Jul 24 00:26:19.600775 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 59900) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:26:19.605720 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-a9da064f-7668-4c15-b98d-41fe37be9732 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1670829793', 'network_id': 'a924a0f0-1296-43ad-a1b1-b8e15b7e778d', 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:26:19.691878 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-6d7e4afd-d4db-48f2-b375-cfacb089aad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61dc87c4-a88b-4170-b9ef-f3b2fa519146', 'name': 'tempest-TestNetworkBasicOps-router-1089506995', 'tenant_id': 'a764eb486e0143bab151f7bee776b0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': 'be016c4d-eed4-4886-a93d-13435b10f24c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:26:17Z', 'updated_at': '2021-07-24T00:26:18Z', 'revision_number': 3, 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'gw_port': {'id': 'be016c4d-eed4-4886-a93d-13435b10f24c', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:4a:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61dc87c4-a88b-4170-b9ef-f3b2fa519146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:26:17Z', 'updated_at': '2021-07-24T00:26:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:26:19.700596 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9da064f-7668-4c15-b98d-41fe37be9732 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Made reservation on behalf of a764eb486e0143bab151f7bee776b0b6 for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:26:19.704178 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a9da064f-7668-4c15-b98d-41fe37be9732 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:19.724012 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7e4afd-d4db-48f2-b375-cfacb089aad0 None None] Checking router: 61dc87c4-a88b-4170-b9ef-f3b2fa519146 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:26:19.724366 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7e4afd-d4db-48f2-b375-cfacb089aad0 None None] Updating router 61dc87c4-a88b-4170-b9ef-f3b2fa519146 port be016c4d-eed4-4886-a93d-13435b10f24c binding host n-d-800088-16 {{(pid=100316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:26:19.758783 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-6d7e4afd-d4db-48f2-b375-cfacb089aad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:19.893631 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a9da064f-7668-4c15-b98d-41fe37be9732 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:19.962895 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9da064f-7668-4c15-b98d-41fe37be9732 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Pushing event updated for resources: {'Subnet': ['ID=92d9075d-c98d-4816-9257-1e0552fbe52e,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:26:19.977743 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9da064f-7668-4c15-b98d-41fe37be9732 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Checking segment: {'id': '5cefd7c1-e51b-434d-8c21-3717c8263db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'a924a0f0-1296-43ad-a1b1-b8e15b7e778d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:26:19.978241 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9da064f-7668-4c15-b98d-41fe37be9732 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Network hostable DHCP agents. Network: a924a0f0-1296-43ad-a1b1-b8e15b7e778d, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:26:19.997264 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9da064f-7668-4c15-b98d-41fe37be9732 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Network a924a0f0-1296-43ad-a1b1-b8e15b7e778d is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:26:20.007035 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-a9da064f-7668-4c15-b98d-41fe37be9732 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, a924a0f0-1296-43ad-a1b1-b8e15b7e778d) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:26:20.011566 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9da064f-7668-4c15-b98d-41fe37be9732 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:26:20.012231 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a9da064f-7668-4c15-b98d-41fe37be9732 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:20.018377 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1f75ab-117b-47b6-913b-9288e906e39d None None] Network a924a0f0-1296-43ad-a1b1-b8e15b7e778d requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:26:20.029070 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-6d7e4afd-d4db-48f2-b375-cfacb089aad0 None None] Notify callbacks [] for port, precommit_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:20.029946 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-a9da064f-7668-4c15-b98d-41fe37be9732 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4281263 Jul 24 00:26:20.031440 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 59902) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:26:20.039625 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.provisioning_blocks [None req-6d7e4afd-d4db-48f2-b375-cfacb089aad0 None None] Transition to ACTIVE for port object be016c4d-eed4-4886-a93d-13435b10f24c will not be triggered until provisioned by entity L2. {{(pid=100316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:26:20.046628 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-6d7e4afd-d4db-48f2-b375-cfacb089aad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:20.104310 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f9a2e1-f56e-4785-a081-5826962f520f None None] Pushing event updated for resources: {'Port': ['ID=be016c4d-eed4-4886-a93d-13435b10f24c,revision_number=2']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:26:20.108955 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-6d7e4afd-d4db-48f2-b375-cfacb089aad0 None None] Attempting to bind port be016c4d-eed4-4886-a93d-13435b10f24c on host n-d-800088-16 for vnic_type normal with profile {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:26:20.109180 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-6d7e4afd-d4db-48f2-b375-cfacb089aad0 None None] Attempting to bind port be016c4d-eed4-4886-a93d-13435b10f24c by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:26:20.109545 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7e4afd-d4db-48f2-b375-cfacb089aad0 None None] Attempting to bind port be016c4d-eed4-4886-a93d-13435b10f24c on network 9adcfee8-760c-4568-9e39-c221abf69bf5 {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:26:20.117956 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f9a2e1-f56e-4785-a081-5826962f520f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:26:20.118305 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f9a2e1-f56e-4785-a081-5826962f520f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:26:20.118649 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f9a2e1-f56e-4785-a081-5826962f520f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:26:20.118991 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f9a2e1-f56e-4785-a081-5826962f520f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:26:20.119322 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f9a2e1-f56e-4785-a081-5826962f520f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:26:20.119655 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f9a2e1-f56e-4785-a081-5826962f520f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:26:20.119983 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f9a2e1-f56e-4785-a081-5826962f520f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:26:20.120308 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f9a2e1-f56e-4785-a081-5826962f520f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:26:20.120631 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f9a2e1-f56e-4785-a081-5826962f520f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:26:20.120996 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f9a2e1-f56e-4785-a081-5826962f520f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:26:20.121324 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f9a2e1-f56e-4785-a081-5826962f520f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:26:20.122159 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f9a2e1-f56e-4785-a081-5826962f520f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:26:20.124992 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7e4afd-d4db-48f2-b375-cfacb089aad0 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:26:20.125392 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7e4afd-d4db-48f2-b375-cfacb089aad0 None None] Checking segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:26:20.125801 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-6d7e4afd-d4db-48f2-b375-cfacb089aad0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:20.126193 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7e4afd-d4db-48f2-b375-cfacb089aad0 None None] Bound using segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:26:20.126669 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-6d7e4afd-d4db-48f2-b375-cfacb089aad0 None None] Bound port: be016c4d-eed4-4886-a93d-13435b10f24c, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:26:20.127057 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-6d7e4afd-d4db-48f2-b375-cfacb089aad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:20.179907 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-6d7e4afd-d4db-48f2-b375-cfacb089aad0 None None] For port be016c4d-eed4-4886-a93d-13435b10f24c, host n-d-800088-16, cleared binding levels {{(pid=100316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:26:20.183366 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-6d7e4afd-d4db-48f2-b375-cfacb089aad0 None None] For port be016c4d-eed4-4886-a93d-13435b10f24c, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=be016c4d-eed4-4886-a93d-13435b10f24c,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:26:20.187879 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6f39ae-62eb-4774-8e16-9006a43545e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-a924a0f0-1296-43ad-a1b1-b8e15b7e778d', 'network_id': 'a924a0f0-1296-43ad-a1b1-b8e15b7e778d', 'tenant_id': 'a764eb486e0143bab151f7bee776b0b6', 'fixed_ips': [{'subnet_id': '92d9075d-c98d-4816-9257-1e0552fbe52e'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:26:20.188844 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-6d7e4afd-d4db-48f2-b375-cfacb089aad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:20.188999 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-be6f39ae-62eb-4774-8e16-9006a43545e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:20.255240 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7e4afd-d4db-48f2-b375-cfacb089aad0 None None] Routers {'61dc87c4-a88b-4170-b9ef-f3b2fa519146'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:26:20.255933 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-6d7e4afd-d4db-48f2-b375-cfacb089aad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:25:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['61dc87c4-a88b-4170-b9ef-f3b2fa519146'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:26:20.335767 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f9a2e1-f56e-4785-a081-5826962f520f None None] Pushing event updated for resources: {'Port': ['ID=be016c4d-eed4-4886-a93d-13435b10f24c,revision_number=3']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:26:20.340655 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-be6f39ae-62eb-4774-8e16-9006a43545e1 None None] Allocated IP 172.20.0.2 (a924a0f0-1296-43ad-a1b1-b8e15b7e778d/92d9075d-c98d-4816-9257-1e0552fbe52e/642b7e01-3123-4d97-9fa1-0d048ece6e93) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:26:20.376941 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-6d7e4afd-d4db-48f2-b375-cfacb089aad0 None None] Set router 61dc87c4-a88b-4170-b9ef-f3b2fa519146 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:26:20.489308 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-be6f39ae-62eb-4774-8e16-9006a43545e1 None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:20.497684 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-be6f39ae-62eb-4774-8e16-9006a43545e1 None None] Transition to ACTIVE for port object 642b7e01-3123-4d97-9fa1-0d048ece6e93 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:26:20.512713 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-be6f39ae-62eb-4774-8e16-9006a43545e1 None None] Transition to ACTIVE for port object 642b7e01-3123-4d97-9fa1-0d048ece6e93 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:26:20.520102 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-be6f39ae-62eb-4774-8e16-9006a43545e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:20.522355 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b64b53ba-3e52-40bd-9c1e-b97c1520d8a2 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:20.569932 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6f39ae-62eb-4774-8e16-9006a43545e1 None None] Network a924a0f0-1296-43ad-a1b1-b8e15b7e778d is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:26:20.576088 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-be6f39ae-62eb-4774-8e16-9006a43545e1 None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:26:20.579510 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6f39ae-62eb-4774-8e16-9006a43545e1 None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:26:20.583246 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6f39ae-62eb-4774-8e16-9006a43545e1 None None] Pushing event updated for resources: {'Port': ['ID=642b7e01-3123-4d97-9fa1-0d048ece6e93,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:26:20.601378 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-6d7e4afd-d4db-48f2-b375-cfacb089aad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61dc87c4-a88b-4170-b9ef-f3b2fa519146', 'name': 'tempest-TestNetworkBasicOps-router-1089506995', 'tenant_id': 'a764eb486e0143bab151f7bee776b0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': 'be016c4d-eed4-4886-a93d-13435b10f24c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:26:17Z', 'updated_at': '2021-07-24T00:26:18Z', 'revision_number': 3, 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'gw_port': {'id': 'be016c4d-eed4-4886-a93d-13435b10f24c', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:4a:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61dc87c4-a88b-4170-b9ef-f3b2fa519146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:26:17Z', 'updated_at': '2021-07-24T00:26:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:26:20.638681 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7e4afd-d4db-48f2-b375-cfacb089aad0 None None] The sync data for ids ['61dc87c4-a88b-4170-b9ef-f3b2fa519146'] in n-d-800088-16 is: [{'id': '61dc87c4-a88b-4170-b9ef-f3b2fa519146', 'name': 'tempest-TestNetworkBasicOps-router-1089506995', 'tenant_id': 'a764eb486e0143bab151f7bee776b0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': 'be016c4d-eed4-4886-a93d-13435b10f24c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:26:17Z', 'updated_at': '2021-07-24T00:26:18Z', 'revision_number': 3, 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'gw_port': {'id': 'be016c4d-eed4-4886-a93d-13435b10f24c', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:4a:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61dc87c4-a88b-4170-b9ef-f3b2fa519146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:26:17Z', 'updated_at': '2021-07-24T00:26:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:26:20.656361 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-be6f39ae-62eb-4774-8e16-9006a43545e1 None None] Attempting to bind port 642b7e01-3123-4d97-9fa1-0d048ece6e93 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:26:20.656770 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-be6f39ae-62eb-4774-8e16-9006a43545e1 None None] Attempting to bind port 642b7e01-3123-4d97-9fa1-0d048ece6e93 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '5cefd7c1-e51b-434d-8c21-3717c8263db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'a924a0f0-1296-43ad-a1b1-b8e15b7e778d'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:26:20.657170 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6f39ae-62eb-4774-8e16-9006a43545e1 None None] Attempting to bind port 642b7e01-3123-4d97-9fa1-0d048ece6e93 on network a924a0f0-1296-43ad-a1b1-b8e15b7e778d {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:26:20.662319 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6f39ae-62eb-4774-8e16-9006a43545e1 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:26:20.662700 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6f39ae-62eb-4774-8e16-9006a43545e1 None None] Checking segment: {'id': '5cefd7c1-e51b-434d-8c21-3717c8263db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'a924a0f0-1296-43ad-a1b1-b8e15b7e778d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:26:20.663112 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-be6f39ae-62eb-4774-8e16-9006a43545e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:20.663513 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6f39ae-62eb-4774-8e16-9006a43545e1 None None] Bound using segment: {'id': '5cefd7c1-e51b-434d-8c21-3717c8263db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'a924a0f0-1296-43ad-a1b1-b8e15b7e778d'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:26:20.663975 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-be6f39ae-62eb-4774-8e16-9006a43545e1 None None] Bound port: 642b7e01-3123-4d97-9fa1-0d048ece6e93, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cefd7c1-e51b-434d-8c21-3717c8263db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'a924a0f0-1296-43ad-a1b1-b8e15b7e778d'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:26:20.664367 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-be6f39ae-62eb-4774-8e16-9006a43545e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:20.746069 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-be6f39ae-62eb-4774-8e16-9006a43545e1 None None] For port 642b7e01-3123-4d97-9fa1-0d048ece6e93, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:26:20.749488 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-be6f39ae-62eb-4774-8e16-9006a43545e1 None None] For port 642b7e01-3123-4d97-9fa1-0d048ece6e93, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=642b7e01-3123-4d97-9fa1-0d048ece6e93,segment=NetworkSegment(5cefd7c1-e51b-434d-8c21-3717c8263db7),segment_id=5cefd7c1-e51b-434d-8c21-3717c8263db7)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:26:20.754942 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-be6f39ae-62eb-4774-8e16-9006a43545e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:20.827651 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6f39ae-62eb-4774-8e16-9006a43545e1 None None] Pushing event updated for resources: {'Port': ['ID=642b7e01-3123-4d97-9fa1-0d048ece6e93,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:26:20.899150 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-b64b53ba-3e52-40bd-9c1e-b97c1520d8a2 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Allocated IP 172.20.0.1 (a924a0f0-1296-43ad-a1b1-b8e15b7e778d/92d9075d-c98d-4816-9257-1e0552fbe52e/6783ebcb-50aa-4de4-9ac6-fa4488be5fcd) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:26:21.044445 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b64b53ba-3e52-40bd-9c1e-b97c1520d8a2 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:21.062624 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [None req-b64b53ba-3e52-40bd-9c1e-b97c1520d8a2 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Transition to ACTIVE for port object 6783ebcb-50aa-4de4-9ac6-fa4488be5fcd will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:26:21.104605 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b64b53ba-3e52-40bd-9c1e-b97c1520d8a2 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:21.169301 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64b53ba-3e52-40bd-9c1e-b97c1520d8a2 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Network a924a0f0-1296-43ad-a1b1-b8e15b7e778d is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:26:21.170485 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64b53ba-3e52-40bd-9c1e-b97c1520d8a2 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Pushing event updated for resources: {'Port': ['ID=6783ebcb-50aa-4de4-9ac6-fa4488be5fcd,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:26:21.173441 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-b64b53ba-3e52-40bd-9c1e-b97c1520d8a2 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:26:21.175809 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64b53ba-3e52-40bd-9c1e-b97c1520d8a2 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:26:21.223177 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b64b53ba-3e52-40bd-9c1e-b97c1520d8a2 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681761'] for router_interface, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:21.391778 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b64b53ba-3e52-40bd-9c1e-b97c1520d8a2 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:21.562161 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device be016c4d-eed4-4886-a93d-13435b10f24c up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:26:21.634968 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port be016c4d-eed4-4886-a93d-13435b10f24c completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:26:21.639765 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port be016c4d-eed4-4886-a93d-13435b10f24c triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:26:21.640200 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:21.726672 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b64b53ba-3e52-40bd-9c1e-b97c1520d8a2 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:21.727468 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:21.733561 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b64b53ba-3e52-40bd-9c1e-b97c1520d8a2 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:21.750020 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port be016c4d-eed4-4886-a93d-13435b10f24c, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=be016c4d-eed4-4886-a93d-13435b10f24c,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:26:21.756204 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:21.757259 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 642b7e01-3123-4d97-9fa1-0d048ece6e93 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:26:21.820941 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64b53ba-3e52-40bd-9c1e-b97c1520d8a2 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Pushing event updated for resources: {'Port': ['ID=6783ebcb-50aa-4de4-9ac6-fa4488be5fcd,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:26:21.832464 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b64b53ba-3e52-40bd-9c1e-b97c1520d8a2 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680980'] for router_interface, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:21.846390 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=be016c4d-eed4-4886-a93d-13435b10f24c,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:26:21.862567 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 642b7e01-3123-4d97-9fa1-0d048ece6e93 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:26:21.919534 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53aa954-9aee-41f2-8d7d-9dcd0636aaa5 None None] Network a924a0f0-1296-43ad-a1b1-b8e15b7e778d requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:26:21.943331 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64b53ba-3e52-40bd-9c1e-b97c1520d8a2 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Network a924a0f0-1296-43ad-a1b1-b8e15b7e778d is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:26:21.944833 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-b64b53ba-3e52-40bd-9c1e-b97c1520d8a2 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:26:22.005596 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-d58b4796-9f54-4fa7-be10-dd0fe60e938d None None] Provisioning for port 642b7e01-3123-4d97-9fa1-0d048ece6e93 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:26:22.015283 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-d58b4796-9f54-4fa7-be10-dd0fe60e938d None None] Provisioning complete for port 642b7e01-3123-4d97-9fa1-0d048ece6e93 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:26:22.016158 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d58b4796-9f54-4fa7-be10-dd0fe60e938d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:22.076029 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b64b53ba-3e52-40bd-9c1e-b97c1520d8a2 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Router 61dc87c4-a88b-4170-b9ef-f3b2fa519146 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:26:22.165689 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d58b4796-9f54-4fa7-be10-dd0fe60e938d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:22.193744 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b64b53ba-3e52-40bd-9c1e-b97c1520d8a2 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:26:22.201304 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-b64b53ba-3e52-40bd-9c1e-b97c1520d8a2 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "PUT /v2.0/routers/61dc87c4-a88b-4170-b9ef-f3b2fa519146/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1685424 Jul 24 00:26:22.201869 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 59910) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:26:22.208675 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-d58b4796-9f54-4fa7-be10-dd0fe60e938d None None] For port 642b7e01-3123-4d97-9fa1-0d048ece6e93, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=642b7e01-3123-4d97-9fa1-0d048ece6e93,segment=NetworkSegment(5cefd7c1-e51b-434d-8c21-3717c8263db7),segment_id=5cefd7c1-e51b-434d-8c21-3717c8263db7)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:26:22.213131 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d58b4796-9f54-4fa7-be10-dd0fe60e938d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:22.265178 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58b4796-9f54-4fa7-be10-dd0fe60e938d None None] Pushing event updated for resources: {'Port': ['ID=642b7e01-3123-4d97-9fa1-0d048ece6e93,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:26:22.413945 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672186d9-5de2-4dc6-ac93-4ce279d4f196 tempest-TestNetworkBasicOps-879824373 tempest-TestNetworkBasicOps-879824373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:26:22.414438 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672186d9-5de2-4dc6-ac93-4ce279d4f196 tempest-TestNetworkBasicOps-879824373 tempest-TestNetworkBasicOps-879824373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:26:22.415020 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672186d9-5de2-4dc6-ac93-4ce279d4f196 tempest-TestNetworkBasicOps-879824373 tempest-TestNetworkBasicOps-879824373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:26:22.415381 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672186d9-5de2-4dc6-ac93-4ce279d4f196 tempest-TestNetworkBasicOps-879824373 tempest-TestNetworkBasicOps-879824373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:26:22.415994 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672186d9-5de2-4dc6-ac93-4ce279d4f196 tempest-TestNetworkBasicOps-879824373 tempest-TestNetworkBasicOps-879824373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:26:22.416480 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672186d9-5de2-4dc6-ac93-4ce279d4f196 tempest-TestNetworkBasicOps-879824373 tempest-TestNetworkBasicOps-879824373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:26:22.416997 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672186d9-5de2-4dc6-ac93-4ce279d4f196 tempest-TestNetworkBasicOps-879824373 tempest-TestNetworkBasicOps-879824373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:26:22.418934 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-672186d9-5de2-4dc6-ac93-4ce279d4f196 tempest-TestNetworkBasicOps-879824373 tempest-TestNetworkBasicOps-879824373-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4984 time: 0.2144582 Jul 24 00:26:22.422505 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 59912) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:26:22.445824 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-55104665-257c-4bea-b13f-1081ff63e578 None None] Provisioning complete for port 642b7e01-3123-4d97-9fa1-0d048ece6e93 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:26:22.446384 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-55104665-257c-4bea-b13f-1081ff63e578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:22.526569 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0897871-af1d-465e-8cda-7b9b9fc50b7f tempest-TestNetworkBasicOps-879824373 tempest-TestNetworkBasicOps-879824373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:26:22.529591 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0897871-af1d-465e-8cda-7b9b9fc50b7f tempest-TestNetworkBasicOps-879824373 tempest-TestNetworkBasicOps-879824373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:26:22.530493 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0897871-af1d-465e-8cda-7b9b9fc50b7f tempest-TestNetworkBasicOps-879824373 tempest-TestNetworkBasicOps-879824373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:26:22.530970 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0897871-af1d-465e-8cda-7b9b9fc50b7f tempest-TestNetworkBasicOps-879824373 tempest-TestNetworkBasicOps-879824373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:26:22.531391 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0897871-af1d-465e-8cda-7b9b9fc50b7f tempest-TestNetworkBasicOps-879824373 tempest-TestNetworkBasicOps-879824373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:26:22.531850 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0897871-af1d-465e-8cda-7b9b9fc50b7f tempest-TestNetworkBasicOps-879824373 tempest-TestNetworkBasicOps-879824373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:26:22.532303 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0897871-af1d-465e-8cda-7b9b9fc50b7f tempest-TestNetworkBasicOps-879824373 tempest-TestNetworkBasicOps-879824373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:26:22.532471 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bc9cba-68ee-492a-a551-3fcc0a4570c9 None None] Sync routers for ids ['61dc87c4-a88b-4170-b9ef-f3b2fa519146'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:26:22.534605 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-f0897871-af1d-465e-8cda-7b9b9fc50b7f tempest-TestNetworkBasicOps-879824373 tempest-TestNetworkBasicOps-879824373-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4643 time: 0.1110733 Jul 24 00:26:22.537333 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 59914) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:26:22.553958 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bc9cba-68ee-492a-a551-3fcc0a4570c9 None None] Routers {'61dc87c4-a88b-4170-b9ef-f3b2fa519146'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:26:22.554750 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-b0bc9cba-68ee-492a-a551-3fcc0a4570c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:25:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['61dc87c4-a88b-4170-b9ef-f3b2fa519146'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:26:22.626732 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-55104665-257c-4bea-b13f-1081ff63e578 None None] Provisioning for port 6783ebcb-50aa-4de4-9ac6-fa4488be5fcd completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:26:22.637628 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-55104665-257c-4bea-b13f-1081ff63e578 None None] Provisioning complete for port 6783ebcb-50aa-4de4-9ac6-fa4488be5fcd triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:26:22.638006 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-55104665-257c-4bea-b13f-1081ff63e578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:22.693619 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-55104665-257c-4bea-b13f-1081ff63e578 None None] Port 6783ebcb-50aa-4de4-9ac6-fa4488be5fcd cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:26:22.710969 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-b0bc9cba-68ee-492a-a551-3fcc0a4570c9 None None] Set router 61dc87c4-a88b-4170-b9ef-f3b2fa519146 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:26:22.860851 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-93db388f-880e-4fdc-ab48-3c2ad47c7752 None None] Provisioning complete for port 6783ebcb-50aa-4de4-9ac6-fa4488be5fcd triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:26:22.861085 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-93db388f-880e-4fdc-ab48-3c2ad47c7752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:22.923671 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-93db388f-880e-4fdc-ab48-3c2ad47c7752 None None] Port 6783ebcb-50aa-4de4-9ac6-fa4488be5fcd cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:26:22.986998 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-b0bc9cba-68ee-492a-a551-3fcc0a4570c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61dc87c4-a88b-4170-b9ef-f3b2fa519146', 'name': 'tempest-TestNetworkBasicOps-router-1089506995', 'tenant_id': 'a764eb486e0143bab151f7bee776b0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': 'be016c4d-eed4-4886-a93d-13435b10f24c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:26:17Z', 'updated_at': '2021-07-24T00:26:21Z', 'revision_number': 4, 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'gw_port': {'id': 'be016c4d-eed4-4886-a93d-13435b10f24c', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:4a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61dc87c4-a88b-4170-b9ef-f3b2fa519146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:26:17Z', 'updated_at': '2021-07-24T00:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '6783ebcb-50aa-4de4-9ac6-fa4488be5fcd', 'name': '', 'network_id': 'a924a0f0-1296-43ad-a1b1-b8e15b7e778d', 'tenant_id': 'a764eb486e0143bab151f7bee776b0b6', 'mac_address': 'fa:16:3e:c7:2c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61dc87c4-a88b-4170-b9ef-f3b2fa519146', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '92d9075d-c98d-4816-9257-1e0552fbe52e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:26:20Z', 'updated_at': '2021-07-24T00:26:21Z', 'revision_number': 2, 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'subnets': [{'id': '92d9075d-c98d-4816-9257-1e0552fbe52e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:26:23.015402 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bc9cba-68ee-492a-a551-3fcc0a4570c9 None None] Checking router: 61dc87c4-a88b-4170-b9ef-f3b2fa519146 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:26:23.015758 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bc9cba-68ee-492a-a551-3fcc0a4570c9 None None] Updating router 61dc87c4-a88b-4170-b9ef-f3b2fa519146 port 6783ebcb-50aa-4de4-9ac6-fa4488be5fcd binding host n-d-800088-16 {{(pid=100315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:26:23.061333 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b0bc9cba-68ee-492a-a551-3fcc0a4570c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:23.071007 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-d6127491-f618-4a11-b9ad-8012f24ac842 None None] Provisioning complete for port 6783ebcb-50aa-4de4-9ac6-fa4488be5fcd triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:26:23.071430 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d6127491-f618-4a11-b9ad-8012f24ac842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:23.137368 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-d6127491-f618-4a11-b9ad-8012f24ac842 None None] Port 6783ebcb-50aa-4de4-9ac6-fa4488be5fcd cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:26:23.162501 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-f16eeae0-9966-4078-bba0-a48312bc6795 tempest-TestNetworkBasicOps-879824373 tempest-TestNetworkBasicOps-879824373-project-admin] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3768 time: 0.6213617 Jul 24 00:26:23.216702 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-adfead4a-9f9f-41b5-9604-ba881caa76aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:23.503815 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 59920) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:26:23.509371 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-9af56bdd-c0a0-406f-9b51-14a98c616473 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-807916492', 'description': 'tempest-secgroup-smoke-807916492 description', 'project_id': 'a764eb486e0143bab151f7bee776b0b6'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:26:23.529389 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device be016c4d-eed4-4886-a93d-13435b10f24c up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:26:23.534770 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9af56bdd-c0a0-406f-9b51-14a98c616473 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:23.581226 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b0bc9cba-68ee-492a-a551-3fcc0a4570c9 None None] Notify callbacks [] for port, precommit_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:23.594573 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-b0bc9cba-68ee-492a-a551-3fcc0a4570c9 None None] Transition to ACTIVE for port object 6783ebcb-50aa-4de4-9ac6-fa4488be5fcd will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:26:23.602433 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b0bc9cba-68ee-492a-a551-3fcc0a4570c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:23.620316 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9af56bdd-c0a0-406f-9b51-14a98c616473 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:23.624222 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9af56bdd-c0a0-406f-9b51-14a98c616473 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:23.638896 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port be016c4d-eed4-4886-a93d-13435b10f24c triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:26:23.639498 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:23.656051 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9af56bdd-c0a0-406f-9b51-14a98c616473 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:23.657582 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-9af56bdd-c0a0-406f-9b51-14a98c616473 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1520350 Jul 24 00:26:23.658742 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af56bdd-c0a0-406f-9b51-14a98c616473 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee291d9b-4ce2-4e14-8ec3-770e4e8cf1dc,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:26:23.660495 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 59922) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:26:23.665460 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-079b01ed-dafa-4ab2-9847-3e1f694447db tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Request body: {'security_group_rule': {'security_group_id': 'ee291d9b-4ce2-4e14-8ec3-770e4e8cf1dc', 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:26:23.685442 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f453592-2516-4b36-b5e4-712dd7773934 None None] Pushing event updated for resources: {'Port': ['ID=6783ebcb-50aa-4de4-9ac6-fa4488be5fcd,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:26:23.705958 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-079b01ed-dafa-4ab2-9847-3e1f694447db tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:23.753749 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-b0bc9cba-68ee-492a-a551-3fcc0a4570c9 None None] Attempting to bind port 6783ebcb-50aa-4de4-9ac6-fa4488be5fcd on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:26:23.754133 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-b0bc9cba-68ee-492a-a551-3fcc0a4570c9 None None] Attempting to bind port 6783ebcb-50aa-4de4-9ac6-fa4488be5fcd by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '5cefd7c1-e51b-434d-8c21-3717c8263db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'a924a0f0-1296-43ad-a1b1-b8e15b7e778d'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:26:23.763830 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bc9cba-68ee-492a-a551-3fcc0a4570c9 None None] Attempting to bind port 6783ebcb-50aa-4de4-9ac6-fa4488be5fcd on network a924a0f0-1296-43ad-a1b1-b8e15b7e778d {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:26:23.763830 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bc9cba-68ee-492a-a551-3fcc0a4570c9 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:26:23.763830 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bc9cba-68ee-492a-a551-3fcc0a4570c9 None None] Checking segment: {'id': '5cefd7c1-e51b-434d-8c21-3717c8263db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'a924a0f0-1296-43ad-a1b1-b8e15b7e778d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:26:23.763830 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b0bc9cba-68ee-492a-a551-3fcc0a4570c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:23.763830 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bc9cba-68ee-492a-a551-3fcc0a4570c9 None None] Bound using segment: {'id': '5cefd7c1-e51b-434d-8c21-3717c8263db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'a924a0f0-1296-43ad-a1b1-b8e15b7e778d'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:26:23.763830 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-b0bc9cba-68ee-492a-a551-3fcc0a4570c9 None None] Bound port: 6783ebcb-50aa-4de4-9ac6-fa4488be5fcd, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cefd7c1-e51b-434d-8c21-3717c8263db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'a924a0f0-1296-43ad-a1b1-b8e15b7e778d'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:26:23.763830 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b0bc9cba-68ee-492a-a551-3fcc0a4570c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:23.780161 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-079b01ed-dafa-4ab2-9847-3e1f694447db tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:23.785441 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-079b01ed-dafa-4ab2-9847-3e1f694447db tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:23.815459 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079b01ed-dafa-4ab2-9847-3e1f694447db tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4b0ccdb-ee46-47d0-8797-0be1f38a6926,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:26:23.819679 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-079b01ed-dafa-4ab2-9847-3e1f694447db tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:23.821164 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-079b01ed-dafa-4ab2-9847-3e1f694447db tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1595988 Jul 24 00:26:23.824188 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 59924) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:26:23.829860 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-8c13bfee-f1b8-4faa-817e-b7976cda2286 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Request body: {'security_group_rule': {'security_group_id': 'ee291d9b-4ce2-4e14-8ec3-770e4e8cf1dc', 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:26:23.842711 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 642b7e01-3123-4d97-9fa1-0d048ece6e93 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:26:23.859876 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8c13bfee-f1b8-4faa-817e-b7976cda2286 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:23.899997 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-b0bc9cba-68ee-492a-a551-3fcc0a4570c9 None None] For port 6783ebcb-50aa-4de4-9ac6-fa4488be5fcd, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:26:23.915331 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-b0bc9cba-68ee-492a-a551-3fcc0a4570c9 None None] For port 6783ebcb-50aa-4de4-9ac6-fa4488be5fcd, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=6783ebcb-50aa-4de4-9ac6-fa4488be5fcd,segment=NetworkSegment(5cefd7c1-e51b-434d-8c21-3717c8263db7),segment_id=5cefd7c1-e51b-434d-8c21-3717c8263db7)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:26:23.922966 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b0bc9cba-68ee-492a-a551-3fcc0a4570c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:23.929433 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8c13bfee-f1b8-4faa-817e-b7976cda2286 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:23.946298 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8c13bfee-f1b8-4faa-817e-b7976cda2286 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:23.959604 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 642b7e01-3123-4d97-9fa1-0d048ece6e93 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:26:23.960074 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:23.977149 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c13bfee-f1b8-4faa-817e-b7976cda2286 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb0d6456-b423-467e-8032-eb8617fee596,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:26:23.980985 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8c13bfee-f1b8-4faa-817e-b7976cda2286 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:23.983354 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-8c13bfee-f1b8-4faa-817e-b7976cda2286 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1568511 Jul 24 00:26:23.985901 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 59928) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:26:23.991963 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-fbc43f82-e532-4875-b88d-18d262997e48 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Request body: {'security_group_rule': {'security_group_id': 'ee291d9b-4ce2-4e14-8ec3-770e4e8cf1dc', 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:26:24.026546 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fbc43f82-e532-4875-b88d-18d262997e48 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:24.031874 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bc9cba-68ee-492a-a551-3fcc0a4570c9 None None] Routers {'61dc87c4-a88b-4170-b9ef-f3b2fa519146'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:26:24.032541 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-b0bc9cba-68ee-492a-a551-3fcc0a4570c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:25:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['61dc87c4-a88b-4170-b9ef-f3b2fa519146'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:26:24.073367 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f453592-2516-4b36-b5e4-712dd7773934 None None] Pushing event updated for resources: {'Port': ['ID=6783ebcb-50aa-4de4-9ac6-fa4488be5fcd,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:26:24.098464 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fbc43f82-e532-4875-b88d-18d262997e48 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:24.103667 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fbc43f82-e532-4875-b88d-18d262997e48 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:24.122704 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc43f82-e532-4875-b88d-18d262997e48 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b78b27b0-6c6b-457e-9532-6ddd0d33261e,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:26:24.135363 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fbc43f82-e532-4875-b88d-18d262997e48 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:24.137311 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-fbc43f82-e532-4875-b88d-18d262997e48 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1502759 Jul 24 00:26:24.139997 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 59930) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:26:24.145729 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-ff39d5b7-0784-48db-9e7b-c74edbd67b95 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Request body: {'security_group_rule': {'security_group_id': 'ee291d9b-4ce2-4e14-8ec3-770e4e8cf1dc', 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:26:24.177082 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ff39d5b7-0784-48db-9e7b-c74edbd67b95 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:24.191840 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-b0bc9cba-68ee-492a-a551-3fcc0a4570c9 None None] Set router 61dc87c4-a88b-4170-b9ef-f3b2fa519146 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:26:24.240668 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ff39d5b7-0784-48db-9e7b-c74edbd67b95 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:24.244453 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ff39d5b7-0784-48db-9e7b-c74edbd67b95 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:24.266026 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff39d5b7-0784-48db-9e7b-c74edbd67b95 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a75796df-5846-4a63-a688-c97d076289a1,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:26:24.273973 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ff39d5b7-0784-48db-9e7b-c74edbd67b95 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:24.275195 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-ff39d5b7-0784-48db-9e7b-c74edbd67b95 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1338017 Jul 24 00:26:24.278149 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 59932) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:26:24.284034 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-ccab29f1-d562-43f5-8dca-723c4195844e tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Request body: {'security_group_rule': {'security_group_id': 'ee291d9b-4ce2-4e14-8ec3-770e4e8cf1dc', 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:26:24.307150 n-d-800088-16 neutron-server[100313]: INFO neutron.db.securitygroups_db [None req-ccab29f1-d562-43f5-8dca-723c4195844e tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Project a764eb486e0143bab151f7bee776b0b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 00:26:24.312107 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ccab29f1-d562-43f5-8dca-723c4195844e tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:24.373087 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ccab29f1-d562-43f5-8dca-723c4195844e tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:24.376800 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ccab29f1-d562-43f5-8dca-723c4195844e tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:24.394215 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccab29f1-d562-43f5-8dca-723c4195844e tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c0579ee-bc7a-4d8f-93cd-f491a0f26a0f,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:26:24.402213 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ccab29f1-d562-43f5-8dca-723c4195844e tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:24.403533 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-ccab29f1-d562-43f5-8dca-723c4195844e tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1243665 Jul 24 00:26:24.406319 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 59934) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:26:24.411683 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-b0bc9cba-68ee-492a-a551-3fcc0a4570c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61dc87c4-a88b-4170-b9ef-f3b2fa519146', 'name': 'tempest-TestNetworkBasicOps-router-1089506995', 'tenant_id': 'a764eb486e0143bab151f7bee776b0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': 'be016c4d-eed4-4886-a93d-13435b10f24c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:26:17Z', 'updated_at': '2021-07-24T00:26:21Z', 'revision_number': 4, 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'gw_port': {'id': 'be016c4d-eed4-4886-a93d-13435b10f24c', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:4a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61dc87c4-a88b-4170-b9ef-f3b2fa519146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:26:17Z', 'updated_at': '2021-07-24T00:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '6783ebcb-50aa-4de4-9ac6-fa4488be5fcd', 'name': '', 'network_id': 'a924a0f0-1296-43ad-a1b1-b8e15b7e778d', 'tenant_id': 'a764eb486e0143bab151f7bee776b0b6', 'mac_address': 'fa:16:3e:c7:2c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61dc87c4-a88b-4170-b9ef-f3b2fa519146', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '92d9075d-c98d-4816-9257-1e0552fbe52e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:26:20Z', 'updated_at': '2021-07-24T00:26:23Z', 'revision_number': 4, 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'subnets': [{'id': '92d9075d-c98d-4816-9257-1e0552fbe52e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:26:24.411917 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-5efe3c3c-cc12-40e6-9a91-a0f6a429dd81 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Request body: {'security_group_rule': {'security_group_id': 'ee291d9b-4ce2-4e14-8ec3-770e4e8cf1dc', 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:26:24.434418 n-d-800088-16 neutron-server[100313]: INFO neutron.db.securitygroups_db [None req-5efe3c3c-cc12-40e6-9a91-a0f6a429dd81 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Project a764eb486e0143bab151f7bee776b0b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 00:26:24.440282 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5efe3c3c-cc12-40e6-9a91-a0f6a429dd81 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:24.445428 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bc9cba-68ee-492a-a551-3fcc0a4570c9 None None] The sync data for ids ['61dc87c4-a88b-4170-b9ef-f3b2fa519146'] in n-d-800088-16 is: [{'id': '61dc87c4-a88b-4170-b9ef-f3b2fa519146', 'name': 'tempest-TestNetworkBasicOps-router-1089506995', 'tenant_id': 'a764eb486e0143bab151f7bee776b0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': 'be016c4d-eed4-4886-a93d-13435b10f24c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:26:17Z', 'updated_at': '2021-07-24T00:26:21Z', 'revision_number': 4, 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'gw_port': {'id': 'be016c4d-eed4-4886-a93d-13435b10f24c', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:4a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61dc87c4-a88b-4170-b9ef-f3b2fa519146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:26:17Z', 'updated_at': '2021-07-24T00:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '6783ebcb-50aa-4de4-9ac6-fa4488be5fcd', 'name': '', 'network_id': 'a924a0f0-1296-43ad-a1b1-b8e15b7e778d', 'tenant_id': 'a764eb486e0143bab151f7bee776b0b6', 'mac_address': 'fa:16:3e:c7:2c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61dc87c4-a88b-4170-b9ef-f3b2fa519146', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '92d9075d-c98d-4816-9257-1e0552fbe52e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:26:20Z', 'updated_at': '2021-07-24T00:26:23Z', 'revision_number': 4, 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'subnets': [{'id': '92d9075d-c98d-4816-9257-1e0552fbe52e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:26:24.528665 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5efe3c3c-cc12-40e6-9a91-a0f6a429dd81 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:24.533078 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5efe3c3c-cc12-40e6-9a91-a0f6a429dd81 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:24.552163 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efe3c3c-cc12-40e6-9a91-a0f6a429dd81 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=388a03ae-5952-4c97-bfd2-04e7a6678400,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:26:24.564194 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5efe3c3c-cc12-40e6-9a91-a0f6a429dd81 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:24.572865 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-5efe3c3c-cc12-40e6-9a91-a0f6a429dd81 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1582150 Jul 24 00:26:24.718257 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-321a2afd-4439-451a-baec-1567ba197ac3 req-9cadf545-4cbc-46f7-83a6-31a20119adab tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-807916492&fields=id&tenant_id=a764eb486e0143bab151f7bee776b0b6 HTTP/1.1" status: 200 len: 267 time: 0.0357091 Jul 24 00:26:24.838053 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321a2afd-4439-451a-baec-1567ba197ac3 req-3a2875b9-3d96-4aac-8b28-674f094890ec tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:26:24.839590 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-321a2afd-4439-451a-baec-1567ba197ac3 req-3a2875b9-3d96-4aac-8b28-674f094890ec tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "GET /v2.0/networks?id=a924a0f0-1296-43ad-a1b1-b8e15b7e778d HTTP/1.1" status: 200 len: 797 time: 0.1139538 Jul 24 00:26:24.856424 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-321a2afd-4439-451a-baec-1567ba197ac3 req-5dfe6357-3d95-4535-a15d-5d9480e17a31 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "GET /v2.0/quotas/a764eb486e0143bab151f7bee776b0b6 HTTP/1.1" status: 200 len: 375 time: 0.0104949 Jul 24 00:26:24.926475 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-321a2afd-4439-451a-baec-1567ba197ac3 req-b16dba59-8231-4c37-b1f1-c541770ecf2b tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a764eb486e0143bab151f7bee776b0b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0645254 Jul 24 00:26:25.089804 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-321a2afd-4439-451a-baec-1567ba197ac3 req-17117db2-1cbd-4dc8-8b68-40bd7483a91d service neutron] 10.222.0.44 "GET /v2.0/networks/a924a0f0-1296-43ad-a1b1-b8e15b7e778d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506746 Jul 24 00:26:25.189721 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-321a2afd-4439-451a-baec-1567ba197ac3 req-89336ddd-3099-4de6-948e-95fa4cd8dfce service neutron] 10.222.0.44 "GET /v2.0/networks/a924a0f0-1296-43ad-a1b1-b8e15b7e778d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928032 Jul 24 00:26:25.371490 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ad2b9e91-20da-431b-b68d-4d1af6624222 req-8755a0eb-1d3b-4f60-a693-4f16af6498e3 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "GET /v2.0/ports?device_id=b7765524-3783-421b-8c1b-9f866217193b HTTP/1.1" status: 200 len: 210 time: 0.0341113 Jul 24 00:26:25.553470 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 6783ebcb-50aa-4de4-9ac6-fa4488be5fcd up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:26:25.609947 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 6783ebcb-50aa-4de4-9ac6-fa4488be5fcd completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:26:25.615888 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 6783ebcb-50aa-4de4-9ac6-fa4488be5fcd triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:26:25.616328 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:25.700392 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:25.753061 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 6783ebcb-50aa-4de4-9ac6-fa4488be5fcd, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=6783ebcb-50aa-4de4-9ac6-fa4488be5fcd,segment=NetworkSegment(5cefd7c1-e51b-434d-8c21-3717c8263db7),segment_id=5cefd7c1-e51b-434d-8c21-3717c8263db7)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:26:25.758328 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:25.767772 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-7eeadf67-6631-4bf6-8469-63e6ffa507e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:25.813900 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=6783ebcb-50aa-4de4-9ac6-fa4488be5fcd,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:26:26.366005 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321a2afd-4439-451a-baec-1567ba197ac3 req-66e53d78-24f9-44b6-8916-535ee233f665 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:26:26.367632 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-321a2afd-4439-451a-baec-1567ba197ac3 req-66e53d78-24f9-44b6-8916-535ee233f665 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.52 "GET /v2.0/networks?id=a924a0f0-1296-43ad-a1b1-b8e15b7e778d HTTP/1.1" status: 200 len: 797 time: 0.1157308 Jul 24 00:26:26.410934 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-321a2afd-4439-451a-baec-1567ba197ac3 req-3c82eccc-340c-4366-9bec-676f51744512 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a764eb486e0143bab151f7bee776b0b6 HTTP/1.1" status: 200 len: 379 time: 0.0344002 Jul 24 00:26:26.420340 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-321a2afd-4439-451a-baec-1567ba197ac3 req-e4e38eca-acbf-498e-a1ee-14cf5813d69c tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Request body: {'port': {'device_id': 'b7765524-3783-421b-8c1b-9f866217193b', 'network_id': 'a924a0f0-1296-43ad-a1b1-b8e15b7e778d', 'admin_state_up': True, 'tenant_id': 'a764eb486e0143bab151f7bee776b0b6', 'security_groups': ['ee291d9b-4ce2-4e14-8ec3-770e4e8cf1dc']}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:26:26.488476 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c2f2de63-f46d-462f-9c5f-204d38b0e77d req-63eb4bdd-3c4e-41ed-9d60-d8ad04ee7d34 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "GET /v2.0/ports?device_id=b7765524-3783-421b-8c1b-9f866217193b HTTP/1.1" status: 200 len: 210 time: 0.0364945 Jul 24 00:26:26.533762 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-321a2afd-4439-451a-baec-1567ba197ac3 req-e4e38eca-acbf-498e-a1ee-14cf5813d69c tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Made reservation on behalf of a764eb486e0143bab151f7bee776b0b6 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:26:26.537253 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-321a2afd-4439-451a-baec-1567ba197ac3 req-e4e38eca-acbf-498e-a1ee-14cf5813d69c tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:26.671877 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-321a2afd-4439-451a-baec-1567ba197ac3 req-e4e38eca-acbf-498e-a1ee-14cf5813d69c tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Allocated IP 172.20.0.12 (a924a0f0-1296-43ad-a1b1-b8e15b7e778d/92d9075d-c98d-4816-9257-1e0552fbe52e/7a745367-94c7-44ce-a44d-51291fda997f) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:26:26.778843 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:26.829420 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-321a2afd-4439-451a-baec-1567ba197ac3 req-e4e38eca-acbf-498e-a1ee-14cf5813d69c tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:26.842586 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-321a2afd-4439-451a-baec-1567ba197ac3 req-e4e38eca-acbf-498e-a1ee-14cf5813d69c tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Transition to ACTIVE for port object 7a745367-94c7-44ce-a44d-51291fda997f will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:26:26.874321 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-321a2afd-4439-451a-baec-1567ba197ac3 req-e4e38eca-acbf-498e-a1ee-14cf5813d69c tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:26.919466 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-321a2afd-4439-451a-baec-1567ba197ac3 req-e4e38eca-acbf-498e-a1ee-14cf5813d69c tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Network a924a0f0-1296-43ad-a1b1-b8e15b7e778d is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:26:26.922644 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-321a2afd-4439-451a-baec-1567ba197ac3 req-e4e38eca-acbf-498e-a1ee-14cf5813d69c tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:26:26.926990 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-321a2afd-4439-451a-baec-1567ba197ac3 req-e4e38eca-acbf-498e-a1ee-14cf5813d69c tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:26:26.930951 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e38eca-acbf-498e-a1ee-14cf5813d69c tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Pushing event updated for resources: {'Port': ['ID=7a745367-94c7-44ce-a44d-51291fda997f,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:26:26.985300 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321a2afd-4439-451a-baec-1567ba197ac3 req-e4e38eca-acbf-498e-a1ee-14cf5813d69c tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:26:26.985937 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-321a2afd-4439-451a-baec-1567ba197ac3 req-e4e38eca-acbf-498e-a1ee-14cf5813d69c tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:27.000582 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-321a2afd-4439-451a-baec-1567ba197ac3 req-e4e38eca-acbf-498e-a1ee-14cf5813d69c tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5843189 Jul 24 00:26:27.014621 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-321a2afd-4439-451a-baec-1567ba197ac3 req-126bc722-13cf-40f9-90c8-60e60d93bf09 service neutron] Request body: {'port': {'device_id': 'b7765524-3783-421b-8c1b-9f866217193b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:26:27.091736 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-321a2afd-4439-451a-baec-1567ba197ac3 req-126bc722-13cf-40f9-90c8-60e60d93bf09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:27.220144 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-16a6ac90-6862-4ef4-9de5-6f9eb50b129d None None] Provisioning for port 7a745367-94c7-44ce-a44d-51291fda997f completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:26:27.223779 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-16a6ac90-6862-4ef4-9de5-6f9eb50b129d None None] Provisioning complete for port 7a745367-94c7-44ce-a44d-51291fda997f triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:26:27.224157 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-16a6ac90-6862-4ef4-9de5-6f9eb50b129d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:27.258690 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-16a6ac90-6862-4ef4-9de5-6f9eb50b129d None None] Port 7a745367-94c7-44ce-a44d-51291fda997f cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:26:27.336166 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:27.366454 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-321a2afd-4439-451a-baec-1567ba197ac3 req-126bc722-13cf-40f9-90c8-60e60d93bf09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a745367-94c7-44ce-a44d-51291fda997f {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:26:27.373720 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-321a2afd-4439-451a-baec-1567ba197ac3 req-126bc722-13cf-40f9-90c8-60e60d93bf09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:27.385187 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-321a2afd-4439-451a-baec-1567ba197ac3 req-126bc722-13cf-40f9-90c8-60e60d93bf09 service neutron] Transition to ACTIVE for port object 7a745367-94c7-44ce-a44d-51291fda997f will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:26:27.388521 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-321a2afd-4439-451a-baec-1567ba197ac3 req-126bc722-13cf-40f9-90c8-60e60d93bf09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:27.438501 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126bc722-13cf-40f9-90c8-60e60d93bf09 service neutron] Pushing event updated for resources: {'Port': ['ID=7a745367-94c7-44ce-a44d-51291fda997f,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:26:27.511594 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-321a2afd-4439-451a-baec-1567ba197ac3 req-126bc722-13cf-40f9-90c8-60e60d93bf09 service neutron] Attempting to bind port 7a745367-94c7-44ce-a44d-51291fda997f on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:26:27.511939 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-321a2afd-4439-451a-baec-1567ba197ac3 req-126bc722-13cf-40f9-90c8-60e60d93bf09 service neutron] Attempting to bind port 7a745367-94c7-44ce-a44d-51291fda997f by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': '5cefd7c1-e51b-434d-8c21-3717c8263db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'a924a0f0-1296-43ad-a1b1-b8e15b7e778d'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:26:27.512279 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321a2afd-4439-451a-baec-1567ba197ac3 req-126bc722-13cf-40f9-90c8-60e60d93bf09 service neutron] Attempting to bind port 7a745367-94c7-44ce-a44d-51291fda997f on network a924a0f0-1296-43ad-a1b1-b8e15b7e778d {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:26:27.517423 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321a2afd-4439-451a-baec-1567ba197ac3 req-126bc722-13cf-40f9-90c8-60e60d93bf09 service neutron] Port 7a745367-94c7-44ce-a44d-51291fda997f on network a924a0f0-1296-43ad-a1b1-b8e15b7e778d not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:26:27.517744 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321a2afd-4439-451a-baec-1567ba197ac3 req-126bc722-13cf-40f9-90c8-60e60d93bf09 service neutron] Attempting to bind port 7a745367-94c7-44ce-a44d-51291fda997f on network a924a0f0-1296-43ad-a1b1-b8e15b7e778d {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:26:27.523048 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321a2afd-4439-451a-baec-1567ba197ac3 req-126bc722-13cf-40f9-90c8-60e60d93bf09 service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:26:27.523402 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321a2afd-4439-451a-baec-1567ba197ac3 req-126bc722-13cf-40f9-90c8-60e60d93bf09 service neutron] Checking segment: {'id': '5cefd7c1-e51b-434d-8c21-3717c8263db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'a924a0f0-1296-43ad-a1b1-b8e15b7e778d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:26:27.523797 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321a2afd-4439-451a-baec-1567ba197ac3 req-126bc722-13cf-40f9-90c8-60e60d93bf09 service neutron] Bound using segment: {'id': '5cefd7c1-e51b-434d-8c21-3717c8263db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'a924a0f0-1296-43ad-a1b1-b8e15b7e778d'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:26:27.524235 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-321a2afd-4439-451a-baec-1567ba197ac3 req-126bc722-13cf-40f9-90c8-60e60d93bf09 service neutron] Bound port: 7a745367-94c7-44ce-a44d-51291fda997f, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cefd7c1-e51b-434d-8c21-3717c8263db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'a924a0f0-1296-43ad-a1b1-b8e15b7e778d'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:26:27.524663 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-321a2afd-4439-451a-baec-1567ba197ac3 req-126bc722-13cf-40f9-90c8-60e60d93bf09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:27.532755 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 6783ebcb-50aa-4de4-9ac6-fa4488be5fcd up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:26:27.592539 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 6783ebcb-50aa-4de4-9ac6-fa4488be5fcd triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:26:27.592950 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:27.603303 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-321a2afd-4439-451a-baec-1567ba197ac3 req-126bc722-13cf-40f9-90c8-60e60d93bf09 service neutron] For port 7a745367-94c7-44ce-a44d-51291fda997f, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:26:27.606868 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-321a2afd-4439-451a-baec-1567ba197ac3 req-126bc722-13cf-40f9-90c8-60e60d93bf09 service neutron] For port 7a745367-94c7-44ce-a44d-51291fda997f, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=7a745367-94c7-44ce-a44d-51291fda997f,segment=NetworkSegment(5cefd7c1-e51b-434d-8c21-3717c8263db7),segment_id=5cefd7c1-e51b-434d-8c21-3717c8263db7)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:26:27.612681 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-321a2afd-4439-451a-baec-1567ba197ac3 req-126bc722-13cf-40f9-90c8-60e60d93bf09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:27.643247 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff33913-3925-4f8a-bc7e-58458270d26b req-f1713f4e-c658-4ef2-a041-834de4b25fc8 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:26:27.645497 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3ff33913-3925-4f8a-bc7e-58458270d26b req-f1713f4e-c658-4ef2-a041-834de4b25fc8 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "GET /v2.0/ports?device_id=b7765524-3783-421b-8c1b-9f866217193b HTTP/1.1" status: 200 len: 944 time: 0.0738285 Jul 24 00:26:27.662608 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321a2afd-4439-451a-baec-1567ba197ac3 req-126bc722-13cf-40f9-90c8-60e60d93bf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:26:27.663216 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-321a2afd-4439-451a-baec-1567ba197ac3 req-126bc722-13cf-40f9-90c8-60e60d93bf09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:27.664688 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-321a2afd-4439-451a-baec-1567ba197ac3 req-126bc722-13cf-40f9-90c8-60e60d93bf09 service neutron] 10.222.0.52 "PUT /v2.0/ports/7a745367-94c7-44ce-a44d-51291fda997f HTTP/1.1" status: 200 len: 1093 time: 0.6543331 Jul 24 00:26:27.665065 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7765524-3783-421b-8c1b-9f866217193b', 'tag': '7a745367-94c7-44ce-a44d-51291fda997f'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:26:27.667540 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae276ea2-af33-49bb-a847-afe340cf82a4" -d '{"events": [{"name": "network-changed", "server_uuid": "b7765524-3783-421b-8c1b-9f866217193b", "tag": "7a745367-94c7-44ce-a44d-51291fda997f"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:26:27.701223 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3ff33913-3925-4f8a-bc7e-58458270d26b req-1eaf7fb7-3463-409d-9f5e-0976403b603c tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee291d9b-4ce2-4e14-8ec3-770e4e8cf1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489626 Jul 24 00:26:27.709166 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126bc722-13cf-40f9-90c8-60e60d93bf09 service neutron] Pushing event updated for resources: {'Port': ['ID=7a745367-94c7-44ce-a44d-51291fda997f,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:26:27.746733 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2721f709-d78d-40b0-afb9-8cd50fe11084 x-openstack-request-id: req-2721f709-d78d-40b0-afb9-8cd50fe11084 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:26:27.747062 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7765524-3783-421b-8c1b-9f866217193b", "tag": "7a745367-94c7-44ce-a44d-51291fda997f", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:26:27.747329 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2721f709-d78d-40b0-afb9-8cd50fe11084 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:26:27.747729 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7765524-3783-421b-8c1b-9f866217193b', 'tag': '7a745367-94c7-44ce-a44d-51291fda997f', 'status': 'completed', 'code': 200} Jul 24 00:26:27.775421 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321a2afd-4439-451a-baec-1567ba197ac3 req-9b52d701-c831-4c6c-a442-7eb00650acb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:26:27.776845 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-321a2afd-4439-451a-baec-1567ba197ac3 req-9b52d701-c831-4c6c-a442-7eb00650acb6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a764eb486e0143bab151f7bee776b0b6&device_id=b7765524-3783-421b-8c1b-9f866217193b HTTP/1.1" status: 200 len: 1096 time: 0.0620317 Jul 24 00:26:27.823070 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-321a2afd-4439-451a-baec-1567ba197ac3 req-309450d5-220a-44ab-9b15-89f454b6cf2c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a745367-94c7-44ce-a44d-51291fda997f HTTP/1.1" status: 200 len: 217 time: 0.0387845 Jul 24 00:26:27.873431 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321a2afd-4439-451a-baec-1567ba197ac3 req-0fbbd78c-4cb8-4365-9c7b-df94c4f9dba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:26:27.874926 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-321a2afd-4439-451a-baec-1567ba197ac3 req-0fbbd78c-4cb8-4365-9c7b-df94c4f9dba1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=92d9075d-c98d-4816-9257-1e0552fbe52e HTTP/1.1" status: 200 len: 835 time: 0.0463700 Jul 24 00:26:27.932461 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321a2afd-4439-451a-baec-1567ba197ac3 req-3e941ed5-64f5-4869-b90e-4cd8150b659d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:26:27.934008 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-321a2afd-4439-451a-baec-1567ba197ac3 req-3e941ed5-64f5-4869-b90e-4cd8150b659d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a924a0f0-1296-43ad-a1b1-b8e15b7e778d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528803 Jul 24 00:26:28.026591 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-321a2afd-4439-451a-baec-1567ba197ac3 req-8f8a1d1a-16a4-4425-9812-46be292d9c72 service neutron] 10.222.0.52 "GET /v2.0/networks/a924a0f0-1296-43ad-a1b1-b8e15b7e778d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861526 Jul 24 00:26:28.112489 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-321a2afd-4439-451a-baec-1567ba197ac3 req-cb0c223c-5c7b-4db6-a579-6c30d7b3b9f8 service neutron] 10.222.0.52 "GET /v2.0/networks/a924a0f0-1296-43ad-a1b1-b8e15b7e778d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795681 Jul 24 00:26:28.210149 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae276ea2-af33-49bb-a847-afe340cf82a4 req-f1d28154-0c1c-4bbe-b271-a4aac26f5742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:26:28.211598 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ae276ea2-af33-49bb-a847-afe340cf82a4 req-f1d28154-0c1c-4bbe-b271-a4aac26f5742 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a764eb486e0143bab151f7bee776b0b6&device_id=b7765524-3783-421b-8c1b-9f866217193b HTTP/1.1" status: 200 len: 1096 time: 0.0586774 Jul 24 00:26:28.302604 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae276ea2-af33-49bb-a847-afe340cf82a4 req-3ea19a27-6f86-404e-80c5-cd4f14876605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:26:28.304063 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ae276ea2-af33-49bb-a847-afe340cf82a4 req-3ea19a27-6f86-404e-80c5-cd4f14876605 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a924a0f0-1296-43ad-a1b1-b8e15b7e778d HTTP/1.1" status: 200 len: 898 time: 0.0860157 Jul 24 00:26:28.350202 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ae276ea2-af33-49bb-a847-afe340cf82a4 req-f6df74e2-f5a8-47b2-8d61-91cf7ddb9361 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a745367-94c7-44ce-a44d-51291fda997f HTTP/1.1" status: 200 len: 217 time: 0.0375917 Jul 24 00:26:28.396637 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae276ea2-af33-49bb-a847-afe340cf82a4 req-f34fea31-e5f7-4354-bbe1-63dc335f6794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:26:28.398055 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ae276ea2-af33-49bb-a847-afe340cf82a4 req-f34fea31-e5f7-4354-bbe1-63dc335f6794 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=92d9075d-c98d-4816-9257-1e0552fbe52e HTTP/1.1" status: 200 len: 835 time: 0.0418549 Jul 24 00:26:28.457519 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae276ea2-af33-49bb-a847-afe340cf82a4 req-ca91ca9c-761d-456a-9742-5f9ae32810f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:26:28.459007 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ae276ea2-af33-49bb-a847-afe340cf82a4 req-ca91ca9c-761d-456a-9742-5f9ae32810f5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a924a0f0-1296-43ad-a1b1-b8e15b7e778d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544827 Jul 24 00:26:28.549822 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ae276ea2-af33-49bb-a847-afe340cf82a4 req-78728777-7228-465e-a104-4437272c7c86 service neutron] 10.222.0.52 "GET /v2.0/networks/a924a0f0-1296-43ad-a1b1-b8e15b7e778d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830884 Jul 24 00:26:28.636341 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ae276ea2-af33-49bb-a847-afe340cf82a4 req-37daccba-63ad-4090-baf2-4c13c31b7a17 service neutron] 10.222.0.52 "GET /v2.0/networks/a924a0f0-1296-43ad-a1b1-b8e15b7e778d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796916 Jul 24 00:26:28.838472 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1345ab3-fa31-4bd9-94ab-00f432fba360 req-10011525-e2be-49df-ac1c-48219d8d342e tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:26:28.839858 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f1345ab3-fa31-4bd9-94ab-00f432fba360 req-10011525-e2be-49df-ac1c-48219d8d342e tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "GET /v2.0/ports?device_id=b7765524-3783-421b-8c1b-9f866217193b HTTP/1.1" status: 200 len: 944 time: 0.0670054 Jul 24 00:26:28.877189 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f1345ab3-fa31-4bd9-94ab-00f432fba360 req-38e71b1b-0ec4-4f0f-85a4-75f77ed832f9 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee291d9b-4ce2-4e14-8ec3-770e4e8cf1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312672 Jul 24 00:26:28.927006 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:30.004802 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c9ddd-ad7f-49d8-8593-8eb05af2940d req-46aba9ee-3c38-4370-8d57-8fd63eca8b1a tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:26:30.006339 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-655c9ddd-ad7f-49d8-8593-8eb05af2940d req-46aba9ee-3c38-4370-8d57-8fd63eca8b1a tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "GET /v2.0/ports?device_id=b7765524-3783-421b-8c1b-9f866217193b HTTP/1.1" status: 200 len: 944 time: 0.0636084 Jul 24 00:26:30.042554 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-655c9ddd-ad7f-49d8-8593-8eb05af2940d req-0801a2f5-d25f-48ee-aacc-5d6666312497 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee291d9b-4ce2-4e14-8ec3-770e4e8cf1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306985 Jul 24 00:26:30.335414 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 7a745367-94c7-44ce-a44d-51291fda997f details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:26:30.450053 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 7a745367-94c7-44ce-a44d-51291fda997f, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=7a745367-94c7-44ce-a44d-51291fda997f,segment=NetworkSegment(5cefd7c1-e51b-434d-8c21-3717c8263db7),segment_id=5cefd7c1-e51b-434d-8c21-3717c8263db7)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:26:30.464589 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': '7a745367-94c7-44ce-a44d-51291fda997f', 'network_id': 'a924a0f0-1296-43ad-a1b1-b8e15b7e778d', 'port_id': '7a745367-94c7-44ce-a44d-51291fda997f', 'mac_address': 'fa:16:3e:7f:19:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92d9075d-c98d-4816-9257-1e0552fbe52e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:26:30.505647 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:30.519117 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a745367-94c7-44ce-a44d-51291fda997f {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:26:30.537910 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 7a745367-94c7-44ce-a44d-51291fda997f, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=7a745367-94c7-44ce-a44d-51291fda997f,segment=NetworkSegment(5cefd7c1-e51b-434d-8c21-3717c8263db7),segment_id=5cefd7c1-e51b-434d-8c21-3717c8263db7)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:26:30.542050 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:30.588536 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=7a745367-94c7-44ce-a44d-51291fda997f,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:26:30.758929 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['7a745367-94c7-44ce-a44d-51291fda997f'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:26:31.169199 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5dd96d-e172-4128-a16d-631c56a11895 req-1dff526f-7004-4c4b-976f-82f8944c7ccf tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:26:31.170578 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fe5dd96d-e172-4128-a16d-631c56a11895 req-1dff526f-7004-4c4b-976f-82f8944c7ccf tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "GET /v2.0/ports?device_id=b7765524-3783-421b-8c1b-9f866217193b HTTP/1.1" status: 200 len: 945 time: 0.0617869 Jul 24 00:26:31.206732 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fe5dd96d-e172-4128-a16d-631c56a11895 req-e1b079d7-6ccc-4e43-86ef-a7235c8db738 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee291d9b-4ce2-4e14-8ec3-770e4e8cf1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298293 Jul 24 00:26:32.336306 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8161131-8317-4b07-bdf2-e86875d2196d req-d2e6e207-6683-4fd5-8e39-f571a6862006 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:26:32.337816 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e8161131-8317-4b07-bdf2-e86875d2196d req-d2e6e207-6683-4fd5-8e39-f571a6862006 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "GET /v2.0/ports?device_id=b7765524-3783-421b-8c1b-9f866217193b HTTP/1.1" status: 200 len: 945 time: 0.0664890 Jul 24 00:26:32.342534 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 7a745367-94c7-44ce-a44d-51291fda997f up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:26:32.376608 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e8161131-8317-4b07-bdf2-e86875d2196d req-6eea9b40-c19f-4886-9e8a-ec360e91f670 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee291d9b-4ce2-4e14-8ec3-770e4e8cf1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329995 Jul 24 00:26:32.394172 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port 7a745367-94c7-44ce-a44d-51291fda997f completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:26:32.398104 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port 7a745367-94c7-44ce-a44d-51291fda997f triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:26:32.398483 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:32.478449 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:32.500044 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7765524-3783-421b-8c1b-9f866217193b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a745367-94c7-44ce-a44d-51291fda997f'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:26:32.503037 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc73b2fb-c4d9-4c8f-8018-9b2c13f1baf7" -d '{"events": [{"server_uuid": "b7765524-3783-421b-8c1b-9f866217193b", "name": "network-vif-plugged", "status": "completed", "tag": "7a745367-94c7-44ce-a44d-51291fda997f"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:26:32.515697 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 7a745367-94c7-44ce-a44d-51291fda997f, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=7a745367-94c7-44ce-a44d-51291fda997f,segment=NetworkSegment(5cefd7c1-e51b-434d-8c21-3717c8263db7),segment_id=5cefd7c1-e51b-434d-8c21-3717c8263db7)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:26:32.520065 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:32.542134 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea92f450-4f56-4783-b56e-8d1d35a6591e x-openstack-request-id: req-ea92f450-4f56-4783-b56e-8d1d35a6591e {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:26:32.542406 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7765524-3783-421b-8c1b-9f866217193b", "name": "network-vif-plugged", "status": "completed", "tag": "7a745367-94c7-44ce-a44d-51291fda997f", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:26:32.542658 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ea92f450-4f56-4783-b56e-8d1d35a6591e {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:26:32.543052 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7765524-3783-421b-8c1b-9f866217193b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a745367-94c7-44ce-a44d-51291fda997f', 'code': 200} Jul 24 00:26:32.568067 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=7a745367-94c7-44ce-a44d-51291fda997f,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:26:32.762647 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea3ca4c-94a3-433b-83a4-a3421fa1b79e req-7cf5ea29-ee88-4c79-89e4-83cd8b8fcb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:26:32.764133 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-dea3ca4c-94a3-433b-83a4-a3421fa1b79e req-7cf5ea29-ee88-4c79-89e4-83cd8b8fcb82 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b7765524-3783-421b-8c1b-9f866217193b HTTP/1.1" status: 200 len: 1098 time: 0.0527852 Jul 24 00:26:32.797065 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-dea3ca4c-94a3-433b-83a4-a3421fa1b79e req-3533b47a-7cae-41d4-afbf-81cf4fe30f4a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ee291d9b-4ce2-4e14-8ec3-770e4e8cf1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0259435 Jul 24 00:26:33.513618 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f95f01d-27c7-400b-bb55-ee25e6c396c5 req-3c787057-b6d7-43a7-aea2-0edc7a48f058 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:26:33.515896 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3f95f01d-27c7-400b-bb55-ee25e6c396c5 req-3c787057-b6d7-43a7-aea2-0edc7a48f058 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "GET /v2.0/ports?device_id=b7765524-3783-421b-8c1b-9f866217193b HTTP/1.1" status: 200 len: 946 time: 0.0669818 Jul 24 00:26:33.564351 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3f95f01d-27c7-400b-bb55-ee25e6c396c5 req-3059b76d-9a9f-4756-b8fb-8ad687d832a4 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee291d9b-4ce2-4e14-8ec3-770e4e8cf1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387111 Jul 24 00:26:34.699140 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8312f2f-7978-4d59-94b8-c1ea74e877c1 req-f942d0b0-2516-44d9-a610-3bd4e7bb75e5 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:26:34.700651 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c8312f2f-7978-4d59-94b8-c1ea74e877c1 req-f942d0b0-2516-44d9-a610-3bd4e7bb75e5 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "GET /v2.0/ports?device_id=b7765524-3783-421b-8c1b-9f866217193b HTTP/1.1" status: 200 len: 946 time: 0.0678763 Jul 24 00:26:34.738878 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c8312f2f-7978-4d59-94b8-c1ea74e877c1 req-db7d48f1-e39a-461d-961d-564ce51c5fd3 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee291d9b-4ce2-4e14-8ec3-770e4e8cf1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326393 Jul 24 00:26:34.869813 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3084e57f-745a-49e5-8b04-432560f50068 req-144ee74a-fedb-4154-b75b-ee6f975f14f6 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:26:34.871204 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3084e57f-745a-49e5-8b04-432560f50068 req-144ee74a-fedb-4154-b75b-ee6f975f14f6 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "GET /v2.0/ports?device_id=b7765524-3783-421b-8c1b-9f866217193b HTTP/1.1" status: 200 len: 946 time: 0.0654817 Jul 24 00:26:34.907036 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3084e57f-745a-49e5-8b04-432560f50068 req-0d5b2847-a7a6-49ee-82e9-ae09b36dfe51 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee291d9b-4ce2-4e14-8ec3-770e4e8cf1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302987 Jul 24 00:26:34.929162 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60006) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:26:34.980926 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9ca357-28cf-416c-950a-6125788ddee6 tempest-TestNetworkBasicOps-879824373 tempest-TestNetworkBasicOps-879824373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:26:34.982452 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-bc9ca357-28cf-416c-950a-6125788ddee6 tempest-TestNetworkBasicOps-879824373 tempest-TestNetworkBasicOps-879824373-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=b7765524-3783-421b-8c1b-9f866217193b HTTP/1.1" status: 200 len: 1093 time: 0.0523448 Jul 24 00:26:34.985510 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60008) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:26:34.990448 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-64793120-98a4-43fe-b657-55ee2100e74e tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Request body: {'floatingip': {'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'port_id': '7a745367-94c7-44ce-a44d-51291fda997f', 'tenant_id': 'a764eb486e0143bab151f7bee776b0b6', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:26:35.011312 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-64793120-98a4-43fe-b657-55ee2100e74e tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for floatingip, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:35.106211 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-64793120-98a4-43fe-b657-55ee2100e74e tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:35.206708 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-64793120-98a4-43fe-b657-55ee2100e74e tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Allocated IP 172.25.3.70 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/947f8c21-8422-4e5b-a840-06c8ffe69b21) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:26:35.559801 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-64793120-98a4-43fe-b657-55ee2100e74e tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:35.597703 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-64793120-98a4-43fe-b657-55ee2100e74e tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:35.635030 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64793120-98a4-43fe-b657-55ee2100e74e tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:26:35.641357 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-64793120-98a4-43fe-b657-55ee2100e74e tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:26:35.646549 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64793120-98a4-43fe-b657-55ee2100e74e tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:26:35.648559 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64793120-98a4-43fe-b657-55ee2100e74e tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Pushing event updated for resources: {'Port': ['ID=947f8c21-8422-4e5b-a840-06c8ffe69b21,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:26:35.985469 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-64793120-98a4-43fe-b657-55ee2100e74e tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:36.058088 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-64793120-98a4-43fe-b657-55ee2100e74e tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:36.204195 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-64793120-98a4-43fe-b657-55ee2100e74e tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:36.208665 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-64793120-98a4-43fe-b657-55ee2100e74e tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:36.279901 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64793120-98a4-43fe-b657-55ee2100e74e tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Pushing event updated for resources: {'Port': ['ID=947f8c21-8422-4e5b-a840-06c8ffe69b21,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:26:36.288427 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-64793120-98a4-43fe-b657-55ee2100e74e tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:36.387737 n-d-800088-16 neutron-server[100313]: INFO neutron.db.l3_db [None req-64793120-98a4-43fe-b657-55ee2100e74e tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Floating IP 31cf596d-4443-4051-874e-74458e972595 associated. External IP: 172.25.3.70, port: 7a745367-94c7-44ce-a44d-51291fda997f. Jul 24 00:26:36.587501 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64793120-98a4-43fe-b657-55ee2100e74e tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Router 61dc87c4-a88b-4170-b9ef-f3b2fa519146 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:26:36.694190 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64793120-98a4-43fe-b657-55ee2100e74e tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:26:36.705075 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06689ece-c262-42d1-9174-473d984f04fe None None] Sync routers for ids ['61dc87c4-a88b-4170-b9ef-f3b2fa519146'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:26:36.714494 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-64793120-98a4-43fe-b657-55ee2100e74e tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:36.718162 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06689ece-c262-42d1-9174-473d984f04fe None None] Routers {'61dc87c4-a88b-4170-b9ef-f3b2fa519146'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:26:36.718915 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-06689ece-c262-42d1-9174-473d984f04fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:26:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['61dc87c4-a88b-4170-b9ef-f3b2fa519146'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:26:36.754410 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-64793120-98a4-43fe-b657-55ee2100e74e tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7672393 Jul 24 00:26:36.755013 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7765524-3783-421b-8c1b-9f866217193b', 'tag': '7a745367-94c7-44ce-a44d-51291fda997f'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:26:36.757329 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-440cb889-147a-4073-99e4-a60037d9a2e6" -d '{"events": [{"name": "network-changed", "server_uuid": "b7765524-3783-421b-8c1b-9f866217193b", "tag": "7a745367-94c7-44ce-a44d-51291fda997f"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:26:36.757751 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60014) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:26:36.794002 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ca0638-e63b-4231-b4d1-ca8fd8c9f753 x-openstack-request-id: req-06ca0638-e63b-4231-b4d1-ca8fd8c9f753 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:26:36.794296 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7765524-3783-421b-8c1b-9f866217193b", "tag": "7a745367-94c7-44ce-a44d-51291fda997f", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:26:36.794549 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-06ca0638-e63b-4231-b4d1-ca8fd8c9f753 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:26:36.794958 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7765524-3783-421b-8c1b-9f866217193b', 'tag': '7a745367-94c7-44ce-a44d-51291fda997f', 'status': 'completed', 'code': 200} Jul 24 00:26:36.823771 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-8c9e83cb-3a02-4b59-86a4-3d3d2b4d4f10 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "GET /v2.0/floatingips/31cf596d-4443-4051-874e-74458e972595 HTTP/1.1" status: 200 len: 991 time: 0.0635400 Jul 24 00:26:36.827750 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-06689ece-c262-42d1-9174-473d984f04fe None None] Set router 61dc87c4-a88b-4170-b9ef-f3b2fa519146 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:26:36.869513 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440cb889-147a-4073-99e4-a60037d9a2e6 req-214dfdc9-c8fa-48c9-9c99-30b4280c767c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:26:36.870956 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-440cb889-147a-4073-99e4-a60037d9a2e6 req-214dfdc9-c8fa-48c9-9c99-30b4280c767c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a764eb486e0143bab151f7bee776b0b6&device_id=b7765524-3783-421b-8c1b-9f866217193b HTTP/1.1" status: 200 len: 1098 time: 0.0543377 Jul 24 00:26:36.962159 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440cb889-147a-4073-99e4-a60037d9a2e6 req-48aceecb-4dc3-4d4b-9dd8-15e58ba16c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:26:36.963784 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-440cb889-147a-4073-99e4-a60037d9a2e6 req-48aceecb-4dc3-4d4b-9dd8-15e58ba16c1c service neutron] 10.222.0.52 "GET /v2.0/networks?id=a924a0f0-1296-43ad-a1b1-b8e15b7e778d HTTP/1.1" status: 200 len: 898 time: 0.0868902 Jul 24 00:26:37.033513 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-440cb889-147a-4073-99e4-a60037d9a2e6 req-f60f2bcb-c3ed-4448-a814-63c5f3c76884 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a745367-94c7-44ce-a44d-51291fda997f HTTP/1.1" status: 200 len: 999 time: 0.0632837 Jul 24 00:26:37.083141 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440cb889-147a-4073-99e4-a60037d9a2e6 req-eefd6643-387b-411b-b91a-991dc9771001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:26:37.084597 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-440cb889-147a-4073-99e4-a60037d9a2e6 req-eefd6643-387b-411b-b91a-991dc9771001 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=92d9075d-c98d-4816-9257-1e0552fbe52e HTTP/1.1" status: 200 len: 835 time: 0.0432866 Jul 24 00:26:37.129151 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-06689ece-c262-42d1-9174-473d984f04fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61dc87c4-a88b-4170-b9ef-f3b2fa519146', 'name': 'tempest-TestNetworkBasicOps-router-1089506995', 'tenant_id': 'a764eb486e0143bab151f7bee776b0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': 'be016c4d-eed4-4886-a93d-13435b10f24c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:26:17Z', 'updated_at': '2021-07-24T00:26:21Z', 'revision_number': 4, 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'gw_port': {'id': 'be016c4d-eed4-4886-a93d-13435b10f24c', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:4a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61dc87c4-a88b-4170-b9ef-f3b2fa519146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:26:17Z', 'updated_at': '2021-07-24T00:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': '31cf596d-4443-4051-874e-74458e972595', 'tenant_id': 'a764eb486e0143bab151f7bee776b0b6', 'floating_ip_address': '172.25.3.70', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '61dc87c4-a88b-4170-b9ef-f3b2fa519146', 'port_id': '7a745367-94c7-44ce-a44d-51291fda997f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a924a0f0-1296-43ad-a1b1-b8e15b7e778d', 'mac_address': 'fa:16:3e:7f:19:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7765524-3783-421b-8c1b-9f866217193b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:26:35Z', 'updated_at': '2021-07-24T00:26:35Z', 'revision_number': 0, 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6783ebcb-50aa-4de4-9ac6-fa4488be5fcd', 'name': '', 'network_id': 'a924a0f0-1296-43ad-a1b1-b8e15b7e778d', 'tenant_id': 'a764eb486e0143bab151f7bee776b0b6', 'mac_address': 'fa:16:3e:c7:2c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61dc87c4-a88b-4170-b9ef-f3b2fa519146', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '92d9075d-c98d-4816-9257-1e0552fbe52e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:26:20Z', 'updated_at': '2021-07-24T00:26:25Z', 'revision_number': 5, 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'subnets': [{'id': '92d9075d-c98d-4816-9257-1e0552fbe52e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:26:37.142008 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440cb889-147a-4073-99e4-a60037d9a2e6 req-11dce02c-3e1e-4d6d-a6d7-fcb88d57b227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:26:37.143546 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-440cb889-147a-4073-99e4-a60037d9a2e6 req-11dce02c-3e1e-4d6d-a6d7-fcb88d57b227 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a924a0f0-1296-43ad-a1b1-b8e15b7e778d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526772 Jul 24 00:26:37.157239 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06689ece-c262-42d1-9174-473d984f04fe None None] Checking router: 61dc87c4-a88b-4170-b9ef-f3b2fa519146 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:26:37.166306 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06689ece-c262-42d1-9174-473d984f04fe None None] Routers {'61dc87c4-a88b-4170-b9ef-f3b2fa519146'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:26:37.166674 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-06689ece-c262-42d1-9174-473d984f04fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:26:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['61dc87c4-a88b-4170-b9ef-f3b2fa519146'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:26:37.237665 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-440cb889-147a-4073-99e4-a60037d9a2e6 req-8e781a0a-675b-463b-aa2c-7e9222e0edff service neutron] 10.222.0.52 "GET /v2.0/networks/a924a0f0-1296-43ad-a1b1-b8e15b7e778d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879452 Jul 24 00:26:37.271042 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-06689ece-c262-42d1-9174-473d984f04fe None None] Set router 61dc87c4-a88b-4170-b9ef-f3b2fa519146 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:26:37.324953 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-440cb889-147a-4073-99e4-a60037d9a2e6 req-8b828bcc-f2cd-4053-bdea-a00bbd3c251f service neutron] 10.222.0.52 "GET /v2.0/networks/a924a0f0-1296-43ad-a1b1-b8e15b7e778d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816805 Jul 24 00:26:37.495253 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-06689ece-c262-42d1-9174-473d984f04fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61dc87c4-a88b-4170-b9ef-f3b2fa519146', 'name': 'tempest-TestNetworkBasicOps-router-1089506995', 'tenant_id': 'a764eb486e0143bab151f7bee776b0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': 'be016c4d-eed4-4886-a93d-13435b10f24c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:26:17Z', 'updated_at': '2021-07-24T00:26:21Z', 'revision_number': 4, 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'gw_port': {'id': 'be016c4d-eed4-4886-a93d-13435b10f24c', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:4a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61dc87c4-a88b-4170-b9ef-f3b2fa519146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:26:17Z', 'updated_at': '2021-07-24T00:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': '31cf596d-4443-4051-874e-74458e972595', 'tenant_id': 'a764eb486e0143bab151f7bee776b0b6', 'floating_ip_address': '172.25.3.70', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '61dc87c4-a88b-4170-b9ef-f3b2fa519146', 'port_id': '7a745367-94c7-44ce-a44d-51291fda997f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a924a0f0-1296-43ad-a1b1-b8e15b7e778d', 'mac_address': 'fa:16:3e:7f:19:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7765524-3783-421b-8c1b-9f866217193b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:26:35Z', 'updated_at': '2021-07-24T00:26:35Z', 'revision_number': 0, 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6783ebcb-50aa-4de4-9ac6-fa4488be5fcd', 'name': '', 'network_id': 'a924a0f0-1296-43ad-a1b1-b8e15b7e778d', 'tenant_id': 'a764eb486e0143bab151f7bee776b0b6', 'mac_address': 'fa:16:3e:c7:2c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61dc87c4-a88b-4170-b9ef-f3b2fa519146', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '92d9075d-c98d-4816-9257-1e0552fbe52e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:26:20Z', 'updated_at': '2021-07-24T00:26:25Z', 'revision_number': 5, 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'subnets': [{'id': '92d9075d-c98d-4816-9257-1e0552fbe52e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:26:37.523941 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06689ece-c262-42d1-9174-473d984f04fe None None] The sync data for ids ['61dc87c4-a88b-4170-b9ef-f3b2fa519146'] in n-d-800088-16 is: [{'id': '61dc87c4-a88b-4170-b9ef-f3b2fa519146', 'name': 'tempest-TestNetworkBasicOps-router-1089506995', 'tenant_id': 'a764eb486e0143bab151f7bee776b0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': 'be016c4d-eed4-4886-a93d-13435b10f24c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:26:17Z', 'updated_at': '2021-07-24T00:26:21Z', 'revision_number': 4, 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'gw_port': {'id': 'be016c4d-eed4-4886-a93d-13435b10f24c', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:4a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61dc87c4-a88b-4170-b9ef-f3b2fa519146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:26:17Z', 'updated_at': '2021-07-24T00:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': '31cf596d-4443-4051-874e-74458e972595', 'tenant_id': 'a764eb486e0143bab151f7bee776b0b6', 'floating_ip_address': '172.25.3.70', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '61dc87c4-a88b-4170-b9ef-f3b2fa519146', 'port_id': '7a745367-94c7-44ce-a44d-51291fda997f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a924a0f0-1296-43ad-a1b1-b8e15b7e778d', 'mac_address': 'fa:16:3e:7f:19:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7765524-3783-421b-8c1b-9f866217193b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:26:35Z', 'updated_at': '2021-07-24T00:26:35Z', 'revision_number': 0, 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6783ebcb-50aa-4de4-9ac6-fa4488be5fcd', 'name': '', 'network_id': 'a924a0f0-1296-43ad-a1b1-b8e15b7e778d', 'tenant_id': 'a764eb486e0143bab151f7bee776b0b6', 'mac_address': 'fa:16:3e:c7:2c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61dc87c4-a88b-4170-b9ef-f3b2fa519146', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '92d9075d-c98d-4816-9257-1e0552fbe52e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:26:20Z', 'updated_at': '2021-07-24T00:26:25Z', 'revision_number': 5, 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'subnets': [{'id': '92d9075d-c98d-4816-9257-1e0552fbe52e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:26:37.705102 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee85c71-a113-44e3-a599-396506e9a439 None None] New status for floating IP 31cf596d-4443-4051-874e-74458e972595: ACTIVE {{(pid=100315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 00:26:37.826131 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60022) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:26:37.892090 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-665beac8-d137-4a51-aef6-5bbd604f086d tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "GET /v2.0/floatingips/31cf596d-4443-4051-874e-74458e972595 HTTP/1.1" status: 200 len: 991 time: 0.0648253 Jul 24 00:26:38.896348 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60026) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:26:38.955950 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-8c7fb674-0757-414f-b063-e6c60fe59dcb tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "GET /v2.0/floatingips/31cf596d-4443-4051-874e-74458e972595 HTTP/1.1" status: 200 len: 993 time: 0.0583630 Jul 24 00:26:44.930848 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:47.853909 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:53.181311 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-1fb65775-dd98-403d-a9e3-06e3e5390671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:54.339422 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:26:55.658215 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a4d2ea83-e3e0-4030-9f69-99088de4266d req-f3fc2708-bd8a-4b60-bb77-1801486bce0b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1ae3ea49-8ed5-46fa-ae82-a869c87019e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1043658 Jul 24 00:26:55.752112 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-75f0a222-1025-467e-92cf-afdbb6319e59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:55.756255 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d2ea83-e3e0-4030-9f69-99088de4266d req-64ec146a-aecc-478c-b115-53c2abf136a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:26:55.757838 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a4d2ea83-e3e0-4030-9f69-99088de4266d req-64ec146a-aecc-478c-b115-53c2abf136a3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bf6833d5ef4e4ec6b999c5c1a3734713&device_id=1ae3ea49-8ed5-46fa-ae82-a869c87019e7 HTTP/1.1" status: 200 len: 1098 time: 0.0574188 Jul 24 00:26:55.865006 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d2ea83-e3e0-4030-9f69-99088de4266d req-8fcf8403-6ecc-418e-ad63-e357c5d88a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:26:55.866493 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a4d2ea83-e3e0-4030-9f69-99088de4266d req-8fcf8403-6ecc-418e-ad63-e357c5d88a47 service neutron] 10.222.0.64 "GET /v2.0/networks?id=657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f HTTP/1.1" status: 200 len: 913 time: 0.0887394 Jul 24 00:26:55.932887 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a4d2ea83-e3e0-4030-9f69-99088de4266d req-aca1e2b0-b653-4bb8-8193-09c3d6b40593 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2d3a79ec-1567-4446-8bca-2c5b93b6133c HTTP/1.1" status: 200 len: 1002 time: 0.0596485 Jul 24 00:26:55.981822 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d2ea83-e3e0-4030-9f69-99088de4266d req-908d4b65-577e-4252-ae2c-db42d8570c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:26:55.983289 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a4d2ea83-e3e0-4030-9f69-99088de4266d req-908d4b65-577e-4252-ae2c-db42d8570c91 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4f660729-e229-442a-bec0-0f7d8794afc6 HTTP/1.1" status: 200 len: 851 time: 0.0443435 Jul 24 00:26:56.041953 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d2ea83-e3e0-4030-9f69-99088de4266d req-c8fb72ab-8a70-4c2c-86a4-a0a595a6b23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:26:56.043447 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a4d2ea83-e3e0-4030-9f69-99088de4266d req-c8fb72ab-8a70-4c2c-86a4-a0a595a6b23a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527132 Jul 24 00:26:56.152122 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a4d2ea83-e3e0-4030-9f69-99088de4266d req-a9d6f8af-67e8-46d6-944f-1e60b5bcb24a service neutron] 10.222.0.64 "GET /v2.0/networks/657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012554 Jul 24 00:26:56.253344 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a4d2ea83-e3e0-4030-9f69-99088de4266d req-0760be80-6973-448f-bd2e-c2ed836c6472 service neutron] 10.222.0.64 "GET /v2.0/networks/657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905254 Jul 24 00:26:56.781563 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:57.284194 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0cdfd5e7-8d87-4e5c-80d8-41e8c9dfa585 req-0b6a3bf2-be88-4c8c-82ff-02f10acde304 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=dac1d21c-a29a-4a58-82a0-716d64eb507a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1020749 Jul 24 00:26:57.339011 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:26:57.357780 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdfd5e7-8d87-4e5c-80d8-41e8c9dfa585 req-bed26183-b441-4b27-8497-ceabd2dff688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:26:57.359291 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0cdfd5e7-8d87-4e5c-80d8-41e8c9dfa585 req-bed26183-b441-4b27-8497-ceabd2dff688 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=819708cc484a4855acd8cf289bb3402a&device_id=dac1d21c-a29a-4a58-82a0-716d64eb507a HTTP/1.1" status: 200 len: 1097 time: 0.0544176 Jul 24 00:26:57.467090 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdfd5e7-8d87-4e5c-80d8-41e8c9dfa585 req-ca961609-7ec0-4b58-a392-4178e98cd0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:26:57.468599 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0cdfd5e7-8d87-4e5c-80d8-41e8c9dfa585 req-ca961609-7ec0-4b58-a392-4178e98cd0d9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=638ed06b-37c4-4e4e-9416-48b36cce6713 HTTP/1.1" status: 200 len: 912 time: 0.0909595 Jul 24 00:26:57.534975 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0cdfd5e7-8d87-4e5c-80d8-41e8c9dfa585 req-1161937a-92b0-4763-b56c-5dcde4489f46 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b17b98df-53e8-4163-b790-22fb448cacc5 HTTP/1.1" status: 200 len: 1001 time: 0.0578198 Jul 24 00:26:57.583580 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdfd5e7-8d87-4e5c-80d8-41e8c9dfa585 req-7bb39b5f-fcf9-44e8-9ce8-6806c2aeed58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:26:57.585069 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0cdfd5e7-8d87-4e5c-80d8-41e8c9dfa585 req-7bb39b5f-fcf9-44e8-9ce8-6806c2aeed58 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b8497362-30af-4bd3-8c41-7992db45dcf8 HTTP/1.1" status: 200 len: 850 time: 0.0441387 Jul 24 00:26:57.646977 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdfd5e7-8d87-4e5c-80d8-41e8c9dfa585 req-2c42f94d-d206-426e-994e-3dc6975e4eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:26:57.648424 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0cdfd5e7-8d87-4e5c-80d8-41e8c9dfa585 req-2c42f94d-d206-426e-994e-3dc6975e4eb7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=638ed06b-37c4-4e4e-9416-48b36cce6713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572903 Jul 24 00:26:57.741210 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0cdfd5e7-8d87-4e5c-80d8-41e8c9dfa585 req-5ba7aec4-d03f-46dd-86ae-cf1bf152dc50 service neutron] 10.222.0.52 "GET /v2.0/networks/638ed06b-37c4-4e4e-9416-48b36cce6713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859883 Jul 24 00:26:57.833584 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0cdfd5e7-8d87-4e5c-80d8-41e8c9dfa585 req-1338fb8a-5ae8-4d4f-ac36-a8f433f63f20 service neutron] 10.222.0.52 "GET /v2.0/networks/638ed06b-37c4-4e4e-9416-48b36cce6713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862305 Jul 24 00:26:58.929433 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:03.768867 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [req-f5711133-796a-4f98-ad62-1d6406fde27a req-f42a4416-20ee-40c7-9b89-bf273c5f5d8c service neutron] (100313) timed out ('10.222.0.44', 59214) {{(pid=100313) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 24 00:27:07.827039 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60124) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:27:07.922827 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68824953-9642-4fd5-a44f-feda6a3c00a6 tempest-TestNetworkBasicOps-879824373 tempest-TestNetworkBasicOps-879824373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:27:07.923323 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68824953-9642-4fd5-a44f-feda6a3c00a6 tempest-TestNetworkBasicOps-879824373 tempest-TestNetworkBasicOps-879824373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:27:07.923810 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68824953-9642-4fd5-a44f-feda6a3c00a6 tempest-TestNetworkBasicOps-879824373 tempest-TestNetworkBasicOps-879824373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:27:07.925600 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-68824953-9642-4fd5-a44f-feda6a3c00a6 tempest-TestNetworkBasicOps-879824373 tempest-TestNetworkBasicOps-879824373-project-admin] 10.222.0.44 "GET /v2.0/ports?project_id=a764eb486e0143bab151f7bee776b0b6&network_id=a924a0f0-1296-43ad-a1b1-b8e15b7e778d HTTP/1.1" status: 200 len: 2973 time: 0.0968387 Jul 24 00:27:09.641729 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60138) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:27:09.701500 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c5fc58-8cbb-4c02-96dc-16878770e115 tempest-TestNetworkBasicOps-879824373 tempest-TestNetworkBasicOps-879824373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:27:09.703022 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-28c5fc58-8cbb-4c02-96dc-16878770e115 tempest-TestNetworkBasicOps-879824373 tempest-TestNetworkBasicOps-879824373-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=9adcfee8-760c-4568-9e39-c221abf69bf5 HTTP/1.1" status: 200 len: 814 time: 0.0602684 Jul 24 00:27:10.395656 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60146) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:27:10.400923 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-49310ab8-2ef0-4ca4-be3d-8b6aacd38fb8 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Request body: {'network': {'name': 'tempest-network-smoke--299113936', 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'port_security_enabled': True}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:27:10.421770 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49310ab8-2ef0-4ca4-be3d-8b6aacd38fb8 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Made reservation on behalf of a764eb486e0143bab151f7bee776b0b6 for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:27:10.425380 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-49310ab8-2ef0-4ca4-be3d-8b6aacd38fb8 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:10.452603 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49310ab8-2ef0-4ca4-be3d-8b6aacd38fb8 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:27:10.461602 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-49310ab8-2ef0-4ca4-be3d-8b6aacd38fb8 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:10.461944 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-49310ab8-2ef0-4ca4-be3d-8b6aacd38fb8 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Added segment f343d2dd-48a1-47b7-a7e6-812e6ce3c96b of type vlan for network 90b534a5-f2a0-498c-a35c-3c84f426a225 Jul 24 00:27:10.501068 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-49310ab8-2ef0-4ca4-be3d-8b6aacd38fb8 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:10.529236 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-49310ab8-2ef0-4ca4-be3d-8b6aacd38fb8 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:10.534683 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49310ab8-2ef0-4ca4-be3d-8b6aacd38fb8 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:27:10.535269 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-49310ab8-2ef0-4ca4-be3d-8b6aacd38fb8 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:10.570543 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-49310ab8-2ef0-4ca4-be3d-8b6aacd38fb8 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1738291 Jul 24 00:27:10.574460 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60148) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:27:10.613500 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49310ab8-2ef0-4ca4-be3d-8b6aacd38fb8 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Pushing event updated for resources: {'Network': ['ID=90b534a5-f2a0-498c-a35c-3c84f426a225,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:27:10.623634 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 90b534a5-f2a0-498c-a35c-3c84f426a225 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:27:10.691214 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0a025f-67ba-41a2-a5b6-cb8cd8f0099e tempest-TestNetworkBasicOps-879824373 tempest-TestNetworkBasicOps-879824373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:27:10.692759 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-6a0a025f-67ba-41a2-a5b6-cb8cd8f0099e tempest-TestNetworkBasicOps-879824373 tempest-TestNetworkBasicOps-879824373-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=a764eb486e0143bab151f7bee776b0b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1173797 Jul 24 00:27:10.698296 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60150) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:27:10.793438 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658c5883-8598-4c5e-80c9-9053c87c3969 tempest-TestNetworkBasicOps-879824373 tempest-TestNetworkBasicOps-879824373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:27:10.794950 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-658c5883-8598-4c5e-80c9-9053c87c3969 tempest-TestNetworkBasicOps-879824373 tempest-TestNetworkBasicOps-879824373-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0956886 Jul 24 00:27:10.797803 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60152) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:27:10.831675 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-fe27cd6b-e5c6-4590-a746-6e1cfc030ce2 tempest-TestNetworkBasicOps-879824373 tempest-TestNetworkBasicOps-879824373-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=9adcfee8-760c-4568-9e39-c221abf69bf5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0327783 Jul 24 00:27:10.834145 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60154) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:27:10.861444 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-44424a6d-3850-4a57-8262-cf544af02751 tempest-TestNetworkBasicOps-879824373 tempest-TestNetworkBasicOps-879824373-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=a764eb486e0143bab151f7bee776b0b6&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263264 Jul 24 00:27:10.863592 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60156) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:27:10.949575 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0cca92e-e35d-4d55-b730-028ebf327886 tempest-TestNetworkBasicOps-879824373 tempest-TestNetworkBasicOps-879824373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:27:10.951103 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-d0cca92e-e35d-4d55-b730-028ebf327886 tempest-TestNetworkBasicOps-879824373 tempest-TestNetworkBasicOps-879824373-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0866535 Jul 24 00:27:10.953809 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60158) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:27:10.985069 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-8e30a724-1895-4546-8528-678bd656412f tempest-TestNetworkBasicOps-879824373 tempest-TestNetworkBasicOps-879824373-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=9adcfee8-760c-4568-9e39-c221abf69bf5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0302217 Jul 24 00:27:10.987390 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60160) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:27:10.992036 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-3540af01-511e-49d1-97ad-158c9e40a9c1 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-936894296', 'network_id': '90b534a5-f2a0-498c-a35c-3c84f426a225', 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:27:11.084718 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3540af01-511e-49d1-97ad-158c9e40a9c1 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Made reservation on behalf of a764eb486e0143bab151f7bee776b0b6 for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:27:11.088250 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3540af01-511e-49d1-97ad-158c9e40a9c1 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:11.268159 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3540af01-511e-49d1-97ad-158c9e40a9c1 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:11.326837 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3540af01-511e-49d1-97ad-158c9e40a9c1 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Pushing event updated for resources: {'Subnet': ['ID=e6a1a928-893a-4407-9e92-980942a5c0ab,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:27:11.338412 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3540af01-511e-49d1-97ad-158c9e40a9c1 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Checking segment: {'id': 'f343d2dd-48a1-47b7-a7e6-812e6ce3c96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '90b534a5-f2a0-498c-a35c-3c84f426a225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:27:11.338780 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3540af01-511e-49d1-97ad-158c9e40a9c1 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Network hostable DHCP agents. Network: 90b534a5-f2a0-498c-a35c-3c84f426a225, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:27:11.358508 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3540af01-511e-49d1-97ad-158c9e40a9c1 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Network 90b534a5-f2a0-498c-a35c-3c84f426a225 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:27:11.367884 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-3540af01-511e-49d1-97ad-158c9e40a9c1 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 90b534a5-f2a0-498c-a35c-3c84f426a225) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:27:11.373614 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3540af01-511e-49d1-97ad-158c9e40a9c1 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:27:11.374362 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3540af01-511e-49d1-97ad-158c9e40a9c1 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:11.379332 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3dd366-0291-488f-be26-a85afd7a7dcd None None] Network 90b534a5-f2a0-498c-a35c-3c84f426a225 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:27:11.389001 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-3540af01-511e-49d1-97ad-158c9e40a9c1 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4005761 Jul 24 00:27:11.523170 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ec45b5-1b87-4bb5-8899-f8610caeb40b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-90b534a5-f2a0-498c-a35c-3c84f426a225', 'network_id': '90b534a5-f2a0-498c-a35c-3c84f426a225', 'tenant_id': 'a764eb486e0143bab151f7bee776b0b6', 'fixed_ips': [{'subnet_id': 'e6a1a928-893a-4407-9e92-980942a5c0ab'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:27:11.524028 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b3ec45b5-1b87-4bb5-8899-f8610caeb40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:11.716209 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60166) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:27:11.721074 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-578c54c3-345f-4bfd-b847-94b15a833d02 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1461188540', 'description': 'tempest-secgroup-smoke-1461188540 description', 'project_id': 'a764eb486e0143bab151f7bee776b0b6'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:27:11.745860 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-578c54c3-345f-4bfd-b847-94b15a833d02 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:11.823367 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-b3ec45b5-1b87-4bb5-8899-f8610caeb40b None None] Allocated IP 172.20.0.18 (90b534a5-f2a0-498c-a35c-3c84f426a225/e6a1a928-893a-4407-9e92-980942a5c0ab/e06c378a-d65b-468b-a515-ad238cf102c1) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:27:11.832505 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-578c54c3-345f-4bfd-b847-94b15a833d02 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:11.837540 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-578c54c3-345f-4bfd-b847-94b15a833d02 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:11.865085 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-578c54c3-345f-4bfd-b847-94b15a833d02 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:11.866330 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-578c54c3-345f-4bfd-b847-94b15a833d02 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1489847 Jul 24 00:27:11.869686 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60168) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:27:11.870896 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578c54c3-345f-4bfd-b847-94b15a833d02 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b713bdd-8e94-4438-a5b4-27676e1ce277,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:27:11.875117 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-6cb49064-51bd-40c3-bc0a-12b172b0d3eb tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Request body: {'security_group_rule': {'security_group_id': '3b713bdd-8e94-4438-a5b4-27676e1ce277', 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:27:11.902426 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6cb49064-51bd-40c3-bc0a-12b172b0d3eb tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:11.959578 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6cb49064-51bd-40c3-bc0a-12b172b0d3eb tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:11.964143 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6cb49064-51bd-40c3-bc0a-12b172b0d3eb tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:11.973844 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b3ec45b5-1b87-4bb5-8899-f8610caeb40b None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:11.984286 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-b3ec45b5-1b87-4bb5-8899-f8610caeb40b None None] Transition to ACTIVE for port object e06c378a-d65b-468b-a515-ad238cf102c1 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:27:11.986826 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb49064-51bd-40c3-bc0a-12b172b0d3eb tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9373792-0ce2-43eb-aa78-68ee13d7b3fa,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:27:11.995538 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6cb49064-51bd-40c3-bc0a-12b172b0d3eb tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:11.999677 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-6cb49064-51bd-40c3-bc0a-12b172b0d3eb tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1256125 Jul 24 00:27:11.999832 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60170) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:27:12.000206 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-b3ec45b5-1b87-4bb5-8899-f8610caeb40b None None] Transition to ACTIVE for port object e06c378a-d65b-468b-a515-ad238cf102c1 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:27:12.004471 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-d5510426-221b-4a50-91ea-5ee0f4ac6063 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Request body: {'security_group_rule': {'security_group_id': '3b713bdd-8e94-4438-a5b4-27676e1ce277', 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:27:12.005571 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b3ec45b5-1b87-4bb5-8899-f8610caeb40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:12.030638 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d5510426-221b-4a50-91ea-5ee0f4ac6063 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:12.041605 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ec45b5-1b87-4bb5-8899-f8610caeb40b None None] Network 90b534a5-f2a0-498c-a35c-3c84f426a225 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:27:12.048099 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-b3ec45b5-1b87-4bb5-8899-f8610caeb40b None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:27:12.051590 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ec45b5-1b87-4bb5-8899-f8610caeb40b None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:27:12.058595 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ec45b5-1b87-4bb5-8899-f8610caeb40b None None] Pushing event updated for resources: {'Port': ['ID=e06c378a-d65b-468b-a515-ad238cf102c1,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:27:12.086172 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ec45b5-1b87-4bb5-8899-f8610caeb40b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:27:12.086530 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ec45b5-1b87-4bb5-8899-f8610caeb40b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:27:12.086883 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ec45b5-1b87-4bb5-8899-f8610caeb40b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:27:12.087227 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ec45b5-1b87-4bb5-8899-f8610caeb40b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:27:12.087570 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ec45b5-1b87-4bb5-8899-f8610caeb40b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:27:12.088494 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ec45b5-1b87-4bb5-8899-f8610caeb40b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:27:12.088878 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ec45b5-1b87-4bb5-8899-f8610caeb40b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:27:12.089223 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ec45b5-1b87-4bb5-8899-f8610caeb40b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:27:12.089556 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ec45b5-1b87-4bb5-8899-f8610caeb40b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:27:12.089691 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d5510426-221b-4a50-91ea-5ee0f4ac6063 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:12.089909 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ec45b5-1b87-4bb5-8899-f8610caeb40b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:27:12.090244 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ec45b5-1b87-4bb5-8899-f8610caeb40b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:27:12.090579 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ec45b5-1b87-4bb5-8899-f8610caeb40b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:27:12.093704 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d5510426-221b-4a50-91ea-5ee0f4ac6063 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:12.109311 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5510426-221b-4a50-91ea-5ee0f4ac6063 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16217bd1-6f99-4ffe-94e2-1755ca315654,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:27:12.118594 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d5510426-221b-4a50-91ea-5ee0f4ac6063 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:12.119994 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-d5510426-221b-4a50-91ea-5ee0f4ac6063 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1192405 Jul 24 00:27:12.122731 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60172) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:27:12.127169 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-95c72d29-ffaf-4b33-ad34-04cbd99b50d0 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Request body: {'security_group_rule': {'security_group_id': '3b713bdd-8e94-4438-a5b4-27676e1ce277', 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:27:12.127934 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-b3ec45b5-1b87-4bb5-8899-f8610caeb40b None None] Attempting to bind port e06c378a-d65b-468b-a515-ad238cf102c1 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:27:12.128318 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-b3ec45b5-1b87-4bb5-8899-f8610caeb40b None None] Attempting to bind port e06c378a-d65b-468b-a515-ad238cf102c1 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': 'f343d2dd-48a1-47b7-a7e6-812e6ce3c96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '90b534a5-f2a0-498c-a35c-3c84f426a225'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:27:12.128690 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ec45b5-1b87-4bb5-8899-f8610caeb40b None None] Attempting to bind port e06c378a-d65b-468b-a515-ad238cf102c1 on network 90b534a5-f2a0-498c-a35c-3c84f426a225 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:27:12.133693 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ec45b5-1b87-4bb5-8899-f8610caeb40b None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:27:12.134198 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ec45b5-1b87-4bb5-8899-f8610caeb40b None None] Checking segment: {'id': 'f343d2dd-48a1-47b7-a7e6-812e6ce3c96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '90b534a5-f2a0-498c-a35c-3c84f426a225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:27:12.134614 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b3ec45b5-1b87-4bb5-8899-f8610caeb40b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:12.135547 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ec45b5-1b87-4bb5-8899-f8610caeb40b None None] Bound using segment: {'id': 'f343d2dd-48a1-47b7-a7e6-812e6ce3c96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '90b534a5-f2a0-498c-a35c-3c84f426a225'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:27:12.136014 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-b3ec45b5-1b87-4bb5-8899-f8610caeb40b None None] Bound port: e06c378a-d65b-468b-a515-ad238cf102c1, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f343d2dd-48a1-47b7-a7e6-812e6ce3c96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '90b534a5-f2a0-498c-a35c-3c84f426a225'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:27:12.136400 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b3ec45b5-1b87-4bb5-8899-f8610caeb40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:12.155018 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-95c72d29-ffaf-4b33-ad34-04cbd99b50d0 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:12.200142 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-b3ec45b5-1b87-4bb5-8899-f8610caeb40b None None] For port e06c378a-d65b-468b-a515-ad238cf102c1, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:27:12.203314 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-b3ec45b5-1b87-4bb5-8899-f8610caeb40b None None] For port e06c378a-d65b-468b-a515-ad238cf102c1, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=e06c378a-d65b-468b-a515-ad238cf102c1,segment=NetworkSegment(f343d2dd-48a1-47b7-a7e6-812e6ce3c96b),segment_id=f343d2dd-48a1-47b7-a7e6-812e6ce3c96b)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:27:12.206758 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b3ec45b5-1b87-4bb5-8899-f8610caeb40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:12.211422 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-95c72d29-ffaf-4b33-ad34-04cbd99b50d0 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:12.216246 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-95c72d29-ffaf-4b33-ad34-04cbd99b50d0 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:12.240070 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c72d29-ffaf-4b33-ad34-04cbd99b50d0 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80e5ab14-8ed1-418d-91fb-fccb9e594fb1,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:27:12.243661 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-95c72d29-ffaf-4b33-ad34-04cbd99b50d0 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:12.244971 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-95c72d29-ffaf-4b33-ad34-04cbd99b50d0 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1212533 Jul 24 00:27:12.247655 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60174) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:27:12.253003 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-5b777461-9056-409c-82df-5b778f64abc3 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Request body: {'security_group_rule': {'security_group_id': '3b713bdd-8e94-4438-a5b4-27676e1ce277', 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:27:12.273379 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ec45b5-1b87-4bb5-8899-f8610caeb40b None None] Pushing event updated for resources: {'Port': ['ID=e06c378a-d65b-468b-a515-ad238cf102c1,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:27:12.293278 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5b777461-9056-409c-82df-5b778f64abc3 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:12.355888 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5b777461-9056-409c-82df-5b778f64abc3 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:12.359174 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5b777461-9056-409c-82df-5b778f64abc3 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:12.375977 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b777461-9056-409c-82df-5b778f64abc3 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5490b430-bbcb-4fc4-b08b-e184fbbd8eed,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:27:12.384384 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5b777461-9056-409c-82df-5b778f64abc3 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:12.386196 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-5b777461-9056-409c-82df-5b778f64abc3 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1373346 Jul 24 00:27:12.389082 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60178) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:27:12.393776 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-e49c8c99-9b39-4757-9355-73806c081842 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Request body: {'security_group_rule': {'security_group_id': '3b713bdd-8e94-4438-a5b4-27676e1ce277', 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:27:12.441604 n-d-800088-16 neutron-server[100314]: INFO neutron.db.securitygroups_db [None req-e49c8c99-9b39-4757-9355-73806c081842 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Project a764eb486e0143bab151f7bee776b0b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 00:27:12.448613 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e49c8c99-9b39-4757-9355-73806c081842 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:12.516208 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e49c8c99-9b39-4757-9355-73806c081842 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:12.522487 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e49c8c99-9b39-4757-9355-73806c081842 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:12.540479 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c8c99-9b39-4757-9355-73806c081842 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=709ab1e5-e13d-4f59-83aa-84dd0157de35,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:27:12.549121 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e49c8c99-9b39-4757-9355-73806c081842 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:12.550518 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-e49c8c99-9b39-4757-9355-73806c081842 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1604221 Jul 24 00:27:12.553208 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60180) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:27:12.558249 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-118c76cb-55e7-4ea3-a07e-013558a1bfea tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Request body: {'security_group_rule': {'security_group_id': '3b713bdd-8e94-4438-a5b4-27676e1ce277', 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:27:12.580604 n-d-800088-16 neutron-server[100314]: INFO neutron.db.securitygroups_db [None req-118c76cb-55e7-4ea3-a07e-013558a1bfea tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Project a764eb486e0143bab151f7bee776b0b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 00:27:12.585424 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-118c76cb-55e7-4ea3-a07e-013558a1bfea tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:12.646086 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-118c76cb-55e7-4ea3-a07e-013558a1bfea tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:12.649875 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-118c76cb-55e7-4ea3-a07e-013558a1bfea tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:12.668333 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118c76cb-55e7-4ea3-a07e-013558a1bfea tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=680fe2b5-8dff-406f-94f4-4e4df9730ccf,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:27:12.670890 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-118c76cb-55e7-4ea3-a07e-013558a1bfea tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:12.672186 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-118c76cb-55e7-4ea3-a07e-013558a1bfea tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1179512 Jul 24 00:27:12.815577 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-07eb2858-0ddf-43ed-8ae5-6d579b819707 req-0d6b9b0b-8e62-4205-ae4f-962704172da5 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1461188540&fields=id&tenant_id=a764eb486e0143bab151f7bee776b0b6 HTTP/1.1" status: 200 len: 267 time: 0.0359070 Jul 24 00:27:12.929081 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eb2858-0ddf-43ed-8ae5-6d579b819707 req-07ff7ab6-bfde-46f9-b7ee-9fb24f6edaa6 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:27:12.930620 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-07eb2858-0ddf-43ed-8ae5-6d579b819707 req-07ff7ab6-bfde-46f9-b7ee-9fb24f6edaa6 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "GET /v2.0/networks?id=90b534a5-f2a0-498c-a35c-3c84f426a225 HTTP/1.1" status: 200 len: 796 time: 0.1083331 Jul 24 00:27:12.948324 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-07eb2858-0ddf-43ed-8ae5-6d579b819707 req-b3fbc58c-b275-41bc-9124-942cd4cf8dc6 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "GET /v2.0/quotas/a764eb486e0143bab151f7bee776b0b6 HTTP/1.1" status: 200 len: 375 time: 0.0116808 Jul 24 00:27:13.028888 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-07eb2858-0ddf-43ed-8ae5-6d579b819707 req-e56b6880-5123-4499-848b-562a0aaf0ac4 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a764eb486e0143bab151f7bee776b0b6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0748479 Jul 24 00:27:13.133740 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-07eb2858-0ddf-43ed-8ae5-6d579b819707 req-9b627b9d-ab13-4aa2-880b-117a190eafd8 service neutron] 10.222.0.44 "GET /v2.0/networks/90b534a5-f2a0-498c-a35c-3c84f426a225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933015 Jul 24 00:27:13.142663 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0455e9d4-3e61-4b18-bbf2-c261d03f556f None None] Network 90b534a5-f2a0-498c-a35c-3c84f426a225 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:27:13.228089 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-07eb2858-0ddf-43ed-8ae5-6d579b819707 req-1c3f061b-fada-4eff-85f3-b68d59b9410a service neutron] 10.222.0.44 "GET /v2.0/networks/90b534a5-f2a0-498c-a35c-3c84f426a225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879202 Jul 24 00:27:13.233615 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-852379ba-0002-4893-98fa-432bcb309687 None None] Provisioning for port e06c378a-d65b-468b-a515-ad238cf102c1 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:27:13.415719 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-60a79089-43b3-47dc-80bb-a86967a1aa60 req-5794b6fc-dc9b-419c-9eb7-0f3b9a0e7f9d tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb43b581-6f92-462b-a3ea-a6d4a4ae8c0e HTTP/1.1" status: 200 len: 210 time: 0.0419972 Jul 24 00:27:13.550687 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device e06c378a-d65b-468b-a515-ad238cf102c1 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:27:13.617937 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port e06c378a-d65b-468b-a515-ad238cf102c1 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:27:13.622048 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port e06c378a-d65b-468b-a515-ad238cf102c1 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:27:13.622418 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:13.704063 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:13.737653 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port e06c378a-d65b-468b-a515-ad238cf102c1, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=e06c378a-d65b-468b-a515-ad238cf102c1,segment=NetworkSegment(f343d2dd-48a1-47b7-a7e6-812e6ce3c96b),segment_id=f343d2dd-48a1-47b7-a7e6-812e6ce3c96b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:27:13.741464 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:13.789756 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=e06c378a-d65b-468b-a515-ad238cf102c1,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:27:14.339579 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eb2858-0ddf-43ed-8ae5-6d579b819707 req-9dbb0aa0-cb44-4c76-a453-2617ee7e7397 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:27:14.341713 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-07eb2858-0ddf-43ed-8ae5-6d579b819707 req-9dbb0aa0-cb44-4c76-a453-2617ee7e7397 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.64 "GET /v2.0/networks?id=90b534a5-f2a0-498c-a35c-3c84f426a225 HTTP/1.1" status: 200 len: 796 time: 0.1114550 Jul 24 00:27:14.387674 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-07eb2858-0ddf-43ed-8ae5-6d579b819707 req-cef116d9-8de4-496d-8563-64b6e4125463 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a764eb486e0143bab151f7bee776b0b6 HTTP/1.1" status: 200 len: 472 time: 0.0375590 Jul 24 00:27:14.398291 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-07eb2858-0ddf-43ed-8ae5-6d579b819707 req-13228e14-69fa-4616-94ec-b7edf15cd03d tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Request body: {'port': {'device_id': 'bb43b581-6f92-462b-a3ea-a6d4a4ae8c0e', 'network_id': '90b534a5-f2a0-498c-a35c-3c84f426a225', 'admin_state_up': True, 'tenant_id': 'a764eb486e0143bab151f7bee776b0b6', 'security_groups': ['3b713bdd-8e94-4438-a5b4-27676e1ce277']}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:27:14.525204 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-38add278-3d5c-4368-9a2e-9222e1acb75e req-7cdeb542-2519-4433-8606-713f525fb4af tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb43b581-6f92-462b-a3ea-a6d4a4ae8c0e HTTP/1.1" status: 200 len: 210 time: 0.0347991 Jul 24 00:27:14.547635 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07eb2858-0ddf-43ed-8ae5-6d579b819707 req-13228e14-69fa-4616-94ec-b7edf15cd03d tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Made reservation on behalf of a764eb486e0143bab151f7bee776b0b6 for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:27:14.551690 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-07eb2858-0ddf-43ed-8ae5-6d579b819707 req-13228e14-69fa-4616-94ec-b7edf15cd03d tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:14.687508 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [req-07eb2858-0ddf-43ed-8ae5-6d579b819707 req-13228e14-69fa-4616-94ec-b7edf15cd03d tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Allocated IP 172.20.0.19 (90b534a5-f2a0-498c-a35c-3c84f426a225/e6a1a928-893a-4407-9e92-980942a5c0ab/72cc8f3a-3601-4ae7-aeb6-c0cd6cfb7862) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:27:14.834189 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-07eb2858-0ddf-43ed-8ae5-6d579b819707 req-13228e14-69fa-4616-94ec-b7edf15cd03d tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:14.848324 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-07eb2858-0ddf-43ed-8ae5-6d579b819707 req-13228e14-69fa-4616-94ec-b7edf15cd03d tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Transition to ACTIVE for port object 72cc8f3a-3601-4ae7-aeb6-c0cd6cfb7862 will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:27:14.881773 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-07eb2858-0ddf-43ed-8ae5-6d579b819707 req-13228e14-69fa-4616-94ec-b7edf15cd03d tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:14.928572 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07eb2858-0ddf-43ed-8ae5-6d579b819707 req-13228e14-69fa-4616-94ec-b7edf15cd03d tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Network 90b534a5-f2a0-498c-a35c-3c84f426a225 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:27:14.932094 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [req-07eb2858-0ddf-43ed-8ae5-6d579b819707 req-13228e14-69fa-4616-94ec-b7edf15cd03d tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:27:14.933782 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:14.938427 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-07eb2858-0ddf-43ed-8ae5-6d579b819707 req-13228e14-69fa-4616-94ec-b7edf15cd03d tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:27:14.965819 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13228e14-69fa-4616-94ec-b7edf15cd03d tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Pushing event updated for resources: {'Port': ['ID=72cc8f3a-3601-4ae7-aeb6-c0cd6cfb7862,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:27:14.998947 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eb2858-0ddf-43ed-8ae5-6d579b819707 req-13228e14-69fa-4616-94ec-b7edf15cd03d tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:27:14.999598 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-07eb2858-0ddf-43ed-8ae5-6d579b819707 req-13228e14-69fa-4616-94ec-b7edf15cd03d tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:15.016108 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-07eb2858-0ddf-43ed-8ae5-6d579b819707 req-13228e14-69fa-4616-94ec-b7edf15cd03d tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6211262 Jul 24 00:27:15.027901 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-07eb2858-0ddf-43ed-8ae5-6d579b819707 req-c883168e-39b6-478c-822d-0a7fccbf6be1 service neutron] Request body: {'port': {'device_id': 'bb43b581-6f92-462b-a3ea-a6d4a4ae8c0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-16'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:27:15.105233 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-07eb2858-0ddf-43ed-8ae5-6d579b819707 req-c883168e-39b6-478c-822d-0a7fccbf6be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:15.238081 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-35bb1846-32e1-4746-af78-f742409606e6 None None] Provisioning for port 72cc8f3a-3601-4ae7-aeb6-c0cd6cfb7862 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:27:15.242954 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-35bb1846-32e1-4746-af78-f742409606e6 None None] Provisioning complete for port 72cc8f3a-3601-4ae7-aeb6-c0cd6cfb7862 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:27:15.243577 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-35bb1846-32e1-4746-af78-f742409606e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:15.282638 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-35bb1846-32e1-4746-af78-f742409606e6 None None] Port 72cc8f3a-3601-4ae7-aeb6-c0cd6cfb7862 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:27:15.387243 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-07eb2858-0ddf-43ed-8ae5-6d579b819707 req-c883168e-39b6-478c-822d-0a7fccbf6be1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72cc8f3a-3601-4ae7-aeb6-c0cd6cfb7862 {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:27:15.395160 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-07eb2858-0ddf-43ed-8ae5-6d579b819707 req-c883168e-39b6-478c-822d-0a7fccbf6be1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:15.408172 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-07eb2858-0ddf-43ed-8ae5-6d579b819707 req-c883168e-39b6-478c-822d-0a7fccbf6be1 service neutron] Transition to ACTIVE for port object 72cc8f3a-3601-4ae7-aeb6-c0cd6cfb7862 will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:27:15.412229 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-07eb2858-0ddf-43ed-8ae5-6d579b819707 req-c883168e-39b6-478c-822d-0a7fccbf6be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:15.475019 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c883168e-39b6-478c-822d-0a7fccbf6be1 service neutron] Pushing event updated for resources: {'Port': ['ID=72cc8f3a-3601-4ae7-aeb6-c0cd6cfb7862,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:27:15.541831 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device e06c378a-d65b-468b-a515-ad238cf102c1 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:27:15.560673 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-07eb2858-0ddf-43ed-8ae5-6d579b819707 req-c883168e-39b6-478c-822d-0a7fccbf6be1 service neutron] Attempting to bind port 72cc8f3a-3601-4ae7-aeb6-c0cd6cfb7862 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:27:15.560884 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-07eb2858-0ddf-43ed-8ae5-6d579b819707 req-c883168e-39b6-478c-822d-0a7fccbf6be1 service neutron] Attempting to bind port 72cc8f3a-3601-4ae7-aeb6-c0cd6cfb7862 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': 'f343d2dd-48a1-47b7-a7e6-812e6ce3c96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '90b534a5-f2a0-498c-a35c-3c84f426a225'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:27:15.561443 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07eb2858-0ddf-43ed-8ae5-6d579b819707 req-c883168e-39b6-478c-822d-0a7fccbf6be1 service neutron] Attempting to bind port 72cc8f3a-3601-4ae7-aeb6-c0cd6cfb7862 on network 90b534a5-f2a0-498c-a35c-3c84f426a225 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:27:15.566619 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07eb2858-0ddf-43ed-8ae5-6d579b819707 req-c883168e-39b6-478c-822d-0a7fccbf6be1 service neutron] Port 72cc8f3a-3601-4ae7-aeb6-c0cd6cfb7862 on network 90b534a5-f2a0-498c-a35c-3c84f426a225 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:27:15.567119 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07eb2858-0ddf-43ed-8ae5-6d579b819707 req-c883168e-39b6-478c-822d-0a7fccbf6be1 service neutron] Attempting to bind port 72cc8f3a-3601-4ae7-aeb6-c0cd6cfb7862 on network 90b534a5-f2a0-498c-a35c-3c84f426a225 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:27:15.573880 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07eb2858-0ddf-43ed-8ae5-6d579b819707 req-c883168e-39b6-478c-822d-0a7fccbf6be1 service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:27:15.574306 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07eb2858-0ddf-43ed-8ae5-6d579b819707 req-c883168e-39b6-478c-822d-0a7fccbf6be1 service neutron] Checking segment: {'id': 'f343d2dd-48a1-47b7-a7e6-812e6ce3c96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '90b534a5-f2a0-498c-a35c-3c84f426a225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:27:15.575163 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07eb2858-0ddf-43ed-8ae5-6d579b819707 req-c883168e-39b6-478c-822d-0a7fccbf6be1 service neutron] Bound using segment: {'id': 'f343d2dd-48a1-47b7-a7e6-812e6ce3c96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '90b534a5-f2a0-498c-a35c-3c84f426a225'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:27:15.575163 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-07eb2858-0ddf-43ed-8ae5-6d579b819707 req-c883168e-39b6-478c-822d-0a7fccbf6be1 service neutron] Bound port: 72cc8f3a-3601-4ae7-aeb6-c0cd6cfb7862, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f343d2dd-48a1-47b7-a7e6-812e6ce3c96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '90b534a5-f2a0-498c-a35c-3c84f426a225'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:27:15.575766 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-07eb2858-0ddf-43ed-8ae5-6d579b819707 req-c883168e-39b6-478c-822d-0a7fccbf6be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:15.605450 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port e06c378a-d65b-468b-a515-ad238cf102c1 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:27:15.605969 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:15.685396 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-07eb2858-0ddf-43ed-8ae5-6d579b819707 req-c883168e-39b6-478c-822d-0a7fccbf6be1 service neutron] For port 72cc8f3a-3601-4ae7-aeb6-c0cd6cfb7862, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:27:15.689185 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-07eb2858-0ddf-43ed-8ae5-6d579b819707 req-c883168e-39b6-478c-822d-0a7fccbf6be1 service neutron] For port 72cc8f3a-3601-4ae7-aeb6-c0cd6cfb7862, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=72cc8f3a-3601-4ae7-aeb6-c0cd6cfb7862,segment=NetworkSegment(f343d2dd-48a1-47b7-a7e6-812e6ce3c96b),segment_id=f343d2dd-48a1-47b7-a7e6-812e6ce3c96b)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:27:15.697818 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-07eb2858-0ddf-43ed-8ae5-6d579b819707 req-c883168e-39b6-478c-822d-0a7fccbf6be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:15.740483 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c35ff5-b6ad-4ffb-8cd3-3f60f1586380 req-bd115b67-f657-4620-ab5e-84305bd1b1b9 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:27:15.742031 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e9c35ff5-b6ad-4ffb-8cd3-3f60f1586380 req-bd115b67-f657-4620-ab5e-84305bd1b1b9 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb43b581-6f92-462b-a3ea-a6d4a4ae8c0e HTTP/1.1" status: 200 len: 944 time: 0.1250622 Jul 24 00:27:15.747080 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eb2858-0ddf-43ed-8ae5-6d579b819707 req-c883168e-39b6-478c-822d-0a7fccbf6be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:27:15.747834 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-07eb2858-0ddf-43ed-8ae5-6d579b819707 req-c883168e-39b6-478c-822d-0a7fccbf6be1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:15.749249 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-07eb2858-0ddf-43ed-8ae5-6d579b819707 req-c883168e-39b6-478c-822d-0a7fccbf6be1 service neutron] 10.222.0.64 "PUT /v2.0/ports/72cc8f3a-3601-4ae7-aeb6-c0cd6cfb7862 HTTP/1.1" status: 200 len: 1093 time: 0.7264640 Jul 24 00:27:15.749698 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb43b581-6f92-462b-a3ea-a6d4a4ae8c0e', 'tag': '72cc8f3a-3601-4ae7-aeb6-c0cd6cfb7862'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:27:15.752002 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea2e53b0-21c5-4142-be3d-6660bb3d3897" -d '{"events": [{"name": "network-changed", "server_uuid": "bb43b581-6f92-462b-a3ea-a6d4a4ae8c0e", "tag": "72cc8f3a-3601-4ae7-aeb6-c0cd6cfb7862"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:27:15.790689 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c883168e-39b6-478c-822d-0a7fccbf6be1 service neutron] Pushing event updated for resources: {'Port': ['ID=72cc8f3a-3601-4ae7-aeb6-c0cd6cfb7862,revision_number=3']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:27:15.861158 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e9c35ff5-b6ad-4ffb-8cd3-3f60f1586380 req-f1cccd3b-5d88-4d39-b28e-9eeda662f9a4 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b713bdd-8e94-4438-a5b4-27676e1ce277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041336 Jul 24 00:27:15.893464 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eb2858-0ddf-43ed-8ae5-6d579b819707 req-6133b7f6-1e3b-4c92-b176-f4af8061d247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:27:15.895046 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-07eb2858-0ddf-43ed-8ae5-6d579b819707 req-6133b7f6-1e3b-4c92-b176-f4af8061d247 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a764eb486e0143bab151f7bee776b0b6&device_id=bb43b581-6f92-462b-a3ea-a6d4a4ae8c0e HTTP/1.1" status: 200 len: 1096 time: 0.0912855 Jul 24 00:27:15.950942 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-07eb2858-0ddf-43ed-8ae5-6d579b819707 req-cea23c11-1c0d-44a0-a523-5e08570e13d2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=72cc8f3a-3601-4ae7-aeb6-c0cd6cfb7862 HTTP/1.1" status: 200 len: 217 time: 0.0488822 Jul 24 00:27:15.952903 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9fa893d-7ea7-4198-b2d8-531e29981e4e x-openstack-request-id: req-b9fa893d-7ea7-4198-b2d8-531e29981e4e {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:27:15.953279 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb43b581-6f92-462b-a3ea-a6d4a4ae8c0e", "tag": "72cc8f3a-3601-4ae7-aeb6-c0cd6cfb7862", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:27:15.953613 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b9fa893d-7ea7-4198-b2d8-531e29981e4e {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:27:15.954101 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb43b581-6f92-462b-a3ea-a6d4a4ae8c0e', 'tag': '72cc8f3a-3601-4ae7-aeb6-c0cd6cfb7862', 'status': 'completed', 'code': 200} Jul 24 00:27:16.005452 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eb2858-0ddf-43ed-8ae5-6d579b819707 req-77a622d6-399b-48a3-a911-504f5c813543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:27:16.006974 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-07eb2858-0ddf-43ed-8ae5-6d579b819707 req-77a622d6-399b-48a3-a911-504f5c813543 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e6a1a928-893a-4407-9e92-980942a5c0ab HTTP/1.1" status: 200 len: 837 time: 0.0467899 Jul 24 00:27:16.073302 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eb2858-0ddf-43ed-8ae5-6d579b819707 req-c69da7cc-ec5c-4143-81f6-502e58902019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:27:16.074845 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-07eb2858-0ddf-43ed-8ae5-6d579b819707 req-c69da7cc-ec5c-4143-81f6-502e58902019 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=90b534a5-f2a0-498c-a35c-3c84f426a225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0620403 Jul 24 00:27:16.172037 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-07eb2858-0ddf-43ed-8ae5-6d579b819707 req-eb88f80c-0e95-4600-9a41-5dcb1df7dc9c service neutron] 10.222.0.64 "GET /v2.0/networks/90b534a5-f2a0-498c-a35c-3c84f426a225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906196 Jul 24 00:27:16.272174 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-07eb2858-0ddf-43ed-8ae5-6d579b819707 req-4fb5ff2d-b830-420b-889a-cfc4ab63f2b1 service neutron] 10.222.0.64 "GET /v2.0/networks/90b534a5-f2a0-498c-a35c-3c84f426a225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943010 Jul 24 00:27:16.378672 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2e53b0-21c5-4142-be3d-6660bb3d3897 req-cfb9b236-a665-4367-b9a8-1855dc36ac47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:27:16.380661 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ea2e53b0-21c5-4142-be3d-6660bb3d3897 req-cfb9b236-a665-4367-b9a8-1855dc36ac47 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a764eb486e0143bab151f7bee776b0b6&device_id=bb43b581-6f92-462b-a3ea-a6d4a4ae8c0e HTTP/1.1" status: 200 len: 1096 time: 0.0619047 Jul 24 00:27:16.471750 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2e53b0-21c5-4142-be3d-6660bb3d3897 req-f0787f68-769e-4cce-888b-43ecee12b7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:27:16.473281 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ea2e53b0-21c5-4142-be3d-6660bb3d3897 req-f0787f68-769e-4cce-888b-43ecee12b7f1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=90b534a5-f2a0-498c-a35c-3c84f426a225 HTTP/1.1" status: 200 len: 897 time: 0.0867929 Jul 24 00:27:16.518795 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ea2e53b0-21c5-4142-be3d-6660bb3d3897 req-73a223b3-a068-481d-8132-06063a944c5a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=72cc8f3a-3601-4ae7-aeb6-c0cd6cfb7862 HTTP/1.1" status: 200 len: 217 time: 0.0391843 Jul 24 00:27:16.569389 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2e53b0-21c5-4142-be3d-6660bb3d3897 req-dfcbb11a-8705-45fa-9c9e-79794fde8bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:27:16.570780 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ea2e53b0-21c5-4142-be3d-6660bb3d3897 req-dfcbb11a-8705-45fa-9c9e-79794fde8bbd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e6a1a928-893a-4407-9e92-980942a5c0ab HTTP/1.1" status: 200 len: 837 time: 0.0445931 Jul 24 00:27:16.633202 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2e53b0-21c5-4142-be3d-6660bb3d3897 req-7149a234-bdc0-425e-ab89-8198dc7107fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:27:16.634776 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ea2e53b0-21c5-4142-be3d-6660bb3d3897 req-7149a234-bdc0-425e-ab89-8198dc7107fc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=90b534a5-f2a0-498c-a35c-3c84f426a225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0573442 Jul 24 00:27:16.736673 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ea2e53b0-21c5-4142-be3d-6660bb3d3897 req-c1d706b1-b2ae-4db5-b580-ca5ce740e811 service neutron] 10.222.0.64 "GET /v2.0/networks/90b534a5-f2a0-498c-a35c-3c84f426a225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946627 Jul 24 00:27:16.829547 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ea2e53b0-21c5-4142-be3d-6660bb3d3897 req-2577cb5a-de68-4789-bfba-7817bf65c500 service neutron] 10.222.0.64 "GET /v2.0/networks/90b534a5-f2a0-498c-a35c-3c84f426a225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858521 Jul 24 00:27:17.052351 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f305f788-454e-4169-874a-1939b37e1e46 req-6cd52275-f378-4141-8e4c-c57346a8d793 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:27:17.053980 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f305f788-454e-4169-874a-1939b37e1e46 req-6cd52275-f378-4141-8e4c-c57346a8d793 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb43b581-6f92-462b-a3ea-a6d4a4ae8c0e HTTP/1.1" status: 200 len: 944 time: 0.0644054 Jul 24 00:27:17.092067 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f305f788-454e-4169-874a-1939b37e1e46 req-ccd1344f-a98b-487e-b59e-39ef14969e1a tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b713bdd-8e94-4438-a5b4-27676e1ce277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321343 Jul 24 00:27:17.851172 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:18.230691 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecef4b8-8a0f-494b-8a1c-f36301b86d1a req-b7e48671-b840-442a-8534-6469285c10e1 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:27:18.232242 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-eecef4b8-8a0f-494b-8a1c-f36301b86d1a req-b7e48671-b840-442a-8534-6469285c10e1 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb43b581-6f92-462b-a3ea-a6d4a4ae8c0e HTTP/1.1" status: 200 len: 944 time: 0.0695913 Jul 24 00:27:18.270004 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-eecef4b8-8a0f-494b-8a1c-f36301b86d1a req-102409a5-32b0-41fc-9b09-280c54268e26 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b713bdd-8e94-4438-a5b4-27676e1ce277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321209 Jul 24 00:27:19.176752 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 72cc8f3a-3601-4ae7-aeb6-c0cd6cfb7862 details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:27:19.274623 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 72cc8f3a-3601-4ae7-aeb6-c0cd6cfb7862, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=72cc8f3a-3601-4ae7-aeb6-c0cd6cfb7862,segment=NetworkSegment(f343d2dd-48a1-47b7-a7e6-812e6ce3c96b),segment_id=f343d2dd-48a1-47b7-a7e6-812e6ce3c96b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:27:19.287225 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': '72cc8f3a-3601-4ae7-aeb6-c0cd6cfb7862', 'network_id': '90b534a5-f2a0-498c-a35c-3c84f426a225', 'port_id': '72cc8f3a-3601-4ae7-aeb6-c0cd6cfb7862', 'mac_address': 'fa:16:3e:b3:d3:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6a1a928-893a-4407-9e92-980942a5c0ab', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:27:19.327245 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:19.341416 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72cc8f3a-3601-4ae7-aeb6-c0cd6cfb7862 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:27:19.366177 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 72cc8f3a-3601-4ae7-aeb6-c0cd6cfb7862, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=72cc8f3a-3601-4ae7-aeb6-c0cd6cfb7862,segment=NetworkSegment(f343d2dd-48a1-47b7-a7e6-812e6ce3c96b),segment_id=f343d2dd-48a1-47b7-a7e6-812e6ce3c96b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:27:19.373166 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:19.426227 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db71c0-c043-4908-8002-650997fbd806 req-2b3dd79b-fc21-4c3b-9832-e140a5b5accb tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:27:19.427739 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=72cc8f3a-3601-4ae7-aeb6-c0cd6cfb7862,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:27:19.429287 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e2db71c0-c043-4908-8002-650997fbd806 req-2b3dd79b-fc21-4c3b-9832-e140a5b5accb tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb43b581-6f92-462b-a3ea-a6d4a4ae8c0e HTTP/1.1" status: 200 len: 944 time: 0.0894897 Jul 24 00:27:19.471751 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e2db71c0-c043-4908-8002-650997fbd806 req-e2eff860-bed5-47e4-a705-94a3c6e13100 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b713bdd-8e94-4438-a5b4-27676e1ce277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329092 Jul 24 00:27:19.586959 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['72cc8f3a-3601-4ae7-aeb6-c0cd6cfb7862'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:27:20.615724 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e1a980-61c1-47bc-8062-a643ecef51d5 req-d7707c32-5dea-4e59-b65f-7ad5d496360f tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:27:20.617260 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d2e1a980-61c1-47bc-8062-a643ecef51d5 req-d7707c32-5dea-4e59-b65f-7ad5d496360f tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb43b581-6f92-462b-a3ea-a6d4a4ae8c0e HTTP/1.1" status: 200 len: 945 time: 0.0644567 Jul 24 00:27:20.655015 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d2e1a980-61c1-47bc-8062-a643ecef51d5 req-92bcfb78-880c-4e46-8063-1fe67a1e8cfe tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b713bdd-8e94-4438-a5b4-27676e1ce277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322990 Jul 24 00:27:21.185180 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 72cc8f3a-3601-4ae7-aeb6-c0cd6cfb7862 up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:27:21.232764 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port 72cc8f3a-3601-4ae7-aeb6-c0cd6cfb7862 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:27:21.236317 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port 72cc8f3a-3601-4ae7-aeb6-c0cd6cfb7862 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:27:21.236694 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:21.310810 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:21.334707 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb43b581-6f92-462b-a3ea-a6d4a4ae8c0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72cc8f3a-3601-4ae7-aeb6-c0cd6cfb7862'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:27:21.336962 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f764ff67-1d97-4449-a4cd-d931eb891ebc" -d '{"events": [{"server_uuid": "bb43b581-6f92-462b-a3ea-a6d4a4ae8c0e", "name": "network-vif-plugged", "status": "completed", "tag": "72cc8f3a-3601-4ae7-aeb6-c0cd6cfb7862"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:27:21.349742 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 72cc8f3a-3601-4ae7-aeb6-c0cd6cfb7862, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=72cc8f3a-3601-4ae7-aeb6-c0cd6cfb7862,segment=NetworkSegment(f343d2dd-48a1-47b7-a7e6-812e6ce3c96b),segment_id=f343d2dd-48a1-47b7-a7e6-812e6ce3c96b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:27:21.354180 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:21.405492 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=72cc8f3a-3601-4ae7-aeb6-c0cd6cfb7862,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:27:21.431183 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d511966d-c831-4764-ac9c-e036b04aaf2f x-openstack-request-id: req-d511966d-c831-4764-ac9c-e036b04aaf2f {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:27:21.431522 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb43b581-6f92-462b-a3ea-a6d4a4ae8c0e", "name": "network-vif-plugged", "status": "completed", "tag": "72cc8f3a-3601-4ae7-aeb6-c0cd6cfb7862", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:27:21.431780 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d511966d-c831-4764-ac9c-e036b04aaf2f {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:27:21.432175 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb43b581-6f92-462b-a3ea-a6d4a4ae8c0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72cc8f3a-3601-4ae7-aeb6-c0cd6cfb7862', 'code': 200} Jul 24 00:27:21.545270 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9aaca1-747f-4729-96ab-2f44c729b347 req-9e7236b1-8d9d-473c-a4fa-ab405f637151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:27:21.546786 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4c9aaca1-747f-4729-96ab-2f44c729b347 req-9e7236b1-8d9d-473c-a4fa-ab405f637151 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bb43b581-6f92-462b-a3ea-a6d4a4ae8c0e HTTP/1.1" status: 200 len: 1098 time: 0.0591030 Jul 24 00:27:21.579585 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4c9aaca1-747f-4729-96ab-2f44c729b347 req-0ac5e7c8-7cc0-40ea-984c-6eb005ba319d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3b713bdd-8e94-4438-a5b4-27676e1ce277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268118 Jul 24 00:27:21.783127 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cca775-e84e-4c83-a947-69c8e7eb0212 req-f058bf09-29c1-4886-8bc7-2a9fc3e15120 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:27:21.784610 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-14cca775-e84e-4c83-a947-69c8e7eb0212 req-f058bf09-29c1-4886-8bc7-2a9fc3e15120 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb43b581-6f92-462b-a3ea-a6d4a4ae8c0e HTTP/1.1" status: 200 len: 946 time: 0.0634673 Jul 24 00:27:21.821688 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-14cca775-e84e-4c83-a947-69c8e7eb0212 req-41200f79-95ce-4c71-a491-c79fd0c450a6 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b713bdd-8e94-4438-a5b4-27676e1ce277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312769 Jul 24 00:27:22.952176 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f2b98-8346-46eb-8044-9be26aa2c44b req-9dbc2de1-6ce0-4bd7-b2dd-ea271f0f3e24 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:27:22.953743 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f75f2b98-8346-46eb-8044-9be26aa2c44b req-9dbc2de1-6ce0-4bd7-b2dd-ea271f0f3e24 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb43b581-6f92-462b-a3ea-a6d4a4ae8c0e HTTP/1.1" status: 200 len: 946 time: 0.0643966 Jul 24 00:27:22.990652 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f75f2b98-8346-46eb-8044-9be26aa2c44b req-dbca83fc-dccb-4e11-a149-7641c8f2accc tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b713bdd-8e94-4438-a5b4-27676e1ce277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312443 Jul 24 00:27:23.120241 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd9ead1-d56a-4f7d-89e4-c9e45107b2bd req-a44cde17-884e-445a-b296-d6f29f7b36fd tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:27:23.121709 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cbd9ead1-d56a-4f7d-89e4-c9e45107b2bd req-a44cde17-884e-445a-b296-d6f29f7b36fd tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb43b581-6f92-462b-a3ea-a6d4a4ae8c0e HTTP/1.1" status: 200 len: 946 time: 0.0646067 Jul 24 00:27:23.159099 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cbd9ead1-d56a-4f7d-89e4-c9e45107b2bd req-d304322c-318b-456c-a473-ac0a61152462 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b713bdd-8e94-4438-a5b4-27676e1ce277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318623 Jul 24 00:27:23.184899 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-810fdfc7-cb15-445e-9228-9d970e8d0fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:24.637334 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60280) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:27:25.428435 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cddbe537-eca1-4938-a6ea-4e9099a85fa6 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:25.756460 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-6dceab8c-c76b-41b0-9659-e6f92254f01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:25.764564 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-cddbe537-eca1-4938-a6ea-4e9099a85fa6 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Allocated IP 172.20.0.17 (90b534a5-f2a0-498c-a35c-3c84f426a225/e6a1a928-893a-4407-9e92-980942a5c0ab/3ce704e3-4a84-4fa5-9c2a-5eec7806972e) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:27:25.878378 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cddbe537-eca1-4938-a6ea-4e9099a85fa6 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:25.891004 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [None req-cddbe537-eca1-4938-a6ea-4e9099a85fa6 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Transition to ACTIVE for port object 3ce704e3-4a84-4fa5-9c2a-5eec7806972e will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:27:25.923443 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cddbe537-eca1-4938-a6ea-4e9099a85fa6 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:25.966266 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cddbe537-eca1-4938-a6ea-4e9099a85fa6 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Network 90b534a5-f2a0-498c-a35c-3c84f426a225 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:27:25.969590 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-cddbe537-eca1-4938-a6ea-4e9099a85fa6 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:27:25.974241 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddbe537-eca1-4938-a6ea-4e9099a85fa6 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:27:25.976745 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddbe537-eca1-4938-a6ea-4e9099a85fa6 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Pushing event updated for resources: {'Port': ['ID=3ce704e3-4a84-4fa5-9c2a-5eec7806972e,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:27:26.006154 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddbe537-eca1-4938-a6ea-4e9099a85fa6 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:27:26.006506 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddbe537-eca1-4938-a6ea-4e9099a85fa6 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:27:26.006853 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddbe537-eca1-4938-a6ea-4e9099a85fa6 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:27:26.007190 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddbe537-eca1-4938-a6ea-4e9099a85fa6 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:27:26.007525 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddbe537-eca1-4938-a6ea-4e9099a85fa6 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:27:26.007857 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddbe537-eca1-4938-a6ea-4e9099a85fa6 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:27:26.008180 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddbe537-eca1-4938-a6ea-4e9099a85fa6 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:27:26.008506 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddbe537-eca1-4938-a6ea-4e9099a85fa6 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:27:26.008874 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddbe537-eca1-4938-a6ea-4e9099a85fa6 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:27:26.009178 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddbe537-eca1-4938-a6ea-4e9099a85fa6 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:27:26.009547 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddbe537-eca1-4938-a6ea-4e9099a85fa6 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:27:26.009872 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddbe537-eca1-4938-a6ea-4e9099a85fa6 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:27:26.032114 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cddbe537-eca1-4938-a6ea-4e9099a85fa6 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681761'] for router_interface, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:26.189165 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cddbe537-eca1-4938-a6ea-4e9099a85fa6 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:26.211775 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-02c3e0f9-cc7f-4733-87f0-af76878ebb06 None None] Provisioning for port 3ce704e3-4a84-4fa5-9c2a-5eec7806972e completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:27:26.216642 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-02c3e0f9-cc7f-4733-87f0-af76878ebb06 None None] Provisioning complete for port 3ce704e3-4a84-4fa5-9c2a-5eec7806972e triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:27:26.217154 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-02c3e0f9-cc7f-4733-87f0-af76878ebb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:26.256856 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-02c3e0f9-cc7f-4733-87f0-af76878ebb06 None None] Port 3ce704e3-4a84-4fa5-9c2a-5eec7806972e cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:27:26.502159 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cddbe537-eca1-4938-a6ea-4e9099a85fa6 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:26.506711 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cddbe537-eca1-4938-a6ea-4e9099a85fa6 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:26.579543 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddbe537-eca1-4938-a6ea-4e9099a85fa6 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Pushing event updated for resources: {'Port': ['ID=3ce704e3-4a84-4fa5-9c2a-5eec7806972e,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:27:26.584269 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cddbe537-eca1-4938-a6ea-4e9099a85fa6 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680980'] for router_interface, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:26.672833 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cddbe537-eca1-4938-a6ea-4e9099a85fa6 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Network 90b534a5-f2a0-498c-a35c-3c84f426a225 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:27:26.674301 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-cddbe537-eca1-4938-a6ea-4e9099a85fa6 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:27:26.788537 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:26.804190 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cddbe537-eca1-4938-a6ea-4e9099a85fa6 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Router 61dc87c4-a88b-4170-b9ef-f3b2fa519146 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:27:26.921560 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cddbe537-eca1-4938-a6ea-4e9099a85fa6 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:27:26.941402 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-cddbe537-eca1-4938-a6ea-4e9099a85fa6 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "PUT /v2.0/routers/61dc87c4-a88b-4170-b9ef-f3b2fa519146/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2886376 Jul 24 00:27:26.944227 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbec432-4726-4d89-80c7-f4a51e5983a8 None None] Sync routers for ids ['61dc87c4-a88b-4170-b9ef-f3b2fa519146'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:27:26.954223 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbec432-4726-4d89-80c7-f4a51e5983a8 None None] Routers {'61dc87c4-a88b-4170-b9ef-f3b2fa519146'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:27:26.954831 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-6cbec432-4726-4d89-80c7-f4a51e5983a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:27:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['61dc87c4-a88b-4170-b9ef-f3b2fa519146'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:27:26.978857 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-985e0202-561d-45c6-b942-08115a726023 None None] Provisioning complete for port 3ce704e3-4a84-4fa5-9c2a-5eec7806972e triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:27:26.979233 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-985e0202-561d-45c6-b942-08115a726023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:27.015104 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-985e0202-561d-45c6-b942-08115a726023 None None] Port 3ce704e3-4a84-4fa5-9c2a-5eec7806972e cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:27:27.066791 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-6cbec432-4726-4d89-80c7-f4a51e5983a8 None None] Set router 61dc87c4-a88b-4170-b9ef-f3b2fa519146 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:27:27.299125 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-6cbec432-4726-4d89-80c7-f4a51e5983a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61dc87c4-a88b-4170-b9ef-f3b2fa519146', 'name': 'tempest-TestNetworkBasicOps-router-1089506995', 'tenant_id': 'a764eb486e0143bab151f7bee776b0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': 'be016c4d-eed4-4886-a93d-13435b10f24c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:26:17Z', 'updated_at': '2021-07-24T00:27:26Z', 'revision_number': 5, 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'gw_port': {'id': 'be016c4d-eed4-4886-a93d-13435b10f24c', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:4a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61dc87c4-a88b-4170-b9ef-f3b2fa519146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:26:17Z', 'updated_at': '2021-07-24T00:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': '31cf596d-4443-4051-874e-74458e972595', 'tenant_id': 'a764eb486e0143bab151f7bee776b0b6', 'floating_ip_address': '172.25.3.70', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '61dc87c4-a88b-4170-b9ef-f3b2fa519146', 'port_id': '7a745367-94c7-44ce-a44d-51291fda997f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a924a0f0-1296-43ad-a1b1-b8e15b7e778d', 'mac_address': 'fa:16:3e:7f:19:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7765524-3783-421b-8c1b-9f866217193b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:26:35Z', 'updated_at': '2021-07-24T00:26:37Z', 'revision_number': 1, 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ce704e3-4a84-4fa5-9c2a-5eec7806972e', 'name': '', 'network_id': '90b534a5-f2a0-498c-a35c-3c84f426a225', 'tenant_id': 'a764eb486e0143bab151f7bee776b0b6', 'mac_address': 'fa:16:3e:ea:46:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61dc87c4-a88b-4170-b9ef-f3b2fa519146', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': 'e6a1a928-893a-4407-9e92-980942a5c0ab', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:27:25Z', 'updated_at': '2021-07-24T00:27:26Z', 'revision_number': 2, 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'subnets': [{'id': 'e6a1a928-893a-4407-9e92-980942a5c0ab', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6783ebcb-50aa-4de4-9ac6-fa4488be5fcd', 'name': '', 'network_id': 'a924a0f0-1296-43ad-a1b1-b8e15b7e778d', 'tenant_id': 'a764eb486e0143bab151f7bee776b0b6', 'mac_address': 'fa:16:3e:c7:2c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61dc87c4-a88b-4170-b9ef-f3b2fa519146', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '92d9075d-c98d-4816-9257-1e0552fbe52e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:26:20Z', 'updated_at': '2021-07-24T00:26:25Z', 'revision_number': 5, 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'subnets': [{'id': '92d9075d-c98d-4816-9257-1e0552fbe52e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:27:27.354674 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:27.355816 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbec432-4726-4d89-80c7-f4a51e5983a8 None None] Checking router: 61dc87c4-a88b-4170-b9ef-f3b2fa519146 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:27:27.356362 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbec432-4726-4d89-80c7-f4a51e5983a8 None None] Updating router 61dc87c4-a88b-4170-b9ef-f3b2fa519146 port 3ce704e3-4a84-4fa5-9c2a-5eec7806972e binding host n-d-800088-16 {{(pid=100316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:27:27.394228 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-6cbec432-4726-4d89-80c7-f4a51e5983a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:27.659711 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-6cbec432-4726-4d89-80c7-f4a51e5983a8 None None] Notify callbacks [] for port, precommit_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:27.669800 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.provisioning_blocks [None req-6cbec432-4726-4d89-80c7-f4a51e5983a8 None None] Transition to ACTIVE for port object 3ce704e3-4a84-4fa5-9c2a-5eec7806972e will not be triggered until provisioned by entity L2. {{(pid=100316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:27:27.675084 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-6cbec432-4726-4d89-80c7-f4a51e5983a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:27.734890 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8bcfc0-ef8c-4692-9120-efe29509bba4 None None] Pushing event updated for resources: {'Port': ['ID=3ce704e3-4a84-4fa5-9c2a-5eec7806972e,revision_number=3']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:27:27.762751 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8bcfc0-ef8c-4692-9120-efe29509bba4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:27:27.762751 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8bcfc0-ef8c-4692-9120-efe29509bba4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:27:27.762751 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8bcfc0-ef8c-4692-9120-efe29509bba4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:27:27.762751 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8bcfc0-ef8c-4692-9120-efe29509bba4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:27:27.763257 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8bcfc0-ef8c-4692-9120-efe29509bba4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:27:27.763443 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8bcfc0-ef8c-4692-9120-efe29509bba4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:27:27.763771 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8bcfc0-ef8c-4692-9120-efe29509bba4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:27:27.764100 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8bcfc0-ef8c-4692-9120-efe29509bba4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:27:27.764432 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8bcfc0-ef8c-4692-9120-efe29509bba4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:27:27.764763 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8bcfc0-ef8c-4692-9120-efe29509bba4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:27:27.765113 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8bcfc0-ef8c-4692-9120-efe29509bba4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:27:27.765438 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8bcfc0-ef8c-4692-9120-efe29509bba4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:27:27.801115 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-6cbec432-4726-4d89-80c7-f4a51e5983a8 None None] Attempting to bind port 3ce704e3-4a84-4fa5-9c2a-5eec7806972e on host n-d-800088-16 for vnic_type normal with profile {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:27:27.801494 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-6cbec432-4726-4d89-80c7-f4a51e5983a8 None None] Attempting to bind port 3ce704e3-4a84-4fa5-9c2a-5eec7806972e by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': 'f343d2dd-48a1-47b7-a7e6-812e6ce3c96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '90b534a5-f2a0-498c-a35c-3c84f426a225'}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:27:27.801864 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbec432-4726-4d89-80c7-f4a51e5983a8 None None] Attempting to bind port 3ce704e3-4a84-4fa5-9c2a-5eec7806972e on network 90b534a5-f2a0-498c-a35c-3c84f426a225 {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:27:27.807201 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbec432-4726-4d89-80c7-f4a51e5983a8 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:27:27.807581 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbec432-4726-4d89-80c7-f4a51e5983a8 None None] Checking segment: {'id': 'f343d2dd-48a1-47b7-a7e6-812e6ce3c96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '90b534a5-f2a0-498c-a35c-3c84f426a225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:27:27.807989 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-6cbec432-4726-4d89-80c7-f4a51e5983a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:27.808386 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbec432-4726-4d89-80c7-f4a51e5983a8 None None] Bound using segment: {'id': 'f343d2dd-48a1-47b7-a7e6-812e6ce3c96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '90b534a5-f2a0-498c-a35c-3c84f426a225'} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:27:27.808916 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-6cbec432-4726-4d89-80c7-f4a51e5983a8 None None] Bound port: 3ce704e3-4a84-4fa5-9c2a-5eec7806972e, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f343d2dd-48a1-47b7-a7e6-812e6ce3c96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '90b534a5-f2a0-498c-a35c-3c84f426a225'}}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:27:27.809308 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-6cbec432-4726-4d89-80c7-f4a51e5983a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:27.873952 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-6cbec432-4726-4d89-80c7-f4a51e5983a8 None None] For port 3ce704e3-4a84-4fa5-9c2a-5eec7806972e, host n-d-800088-16, cleared binding levels {{(pid=100316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:27:27.878053 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-6cbec432-4726-4d89-80c7-f4a51e5983a8 None None] For port 3ce704e3-4a84-4fa5-9c2a-5eec7806972e, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=3ce704e3-4a84-4fa5-9c2a-5eec7806972e,segment=NetworkSegment(f343d2dd-48a1-47b7-a7e6-812e6ce3c96b),segment_id=f343d2dd-48a1-47b7-a7e6-812e6ce3c96b)] {{(pid=100316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:27:27.882600 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-6cbec432-4726-4d89-80c7-f4a51e5983a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:27.946432 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbec432-4726-4d89-80c7-f4a51e5983a8 None None] Routers {'61dc87c4-a88b-4170-b9ef-f3b2fa519146'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:27:27.947541 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-6cbec432-4726-4d89-80c7-f4a51e5983a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:27:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['61dc87c4-a88b-4170-b9ef-f3b2fa519146'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:27:28.118095 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8bcfc0-ef8c-4692-9120-efe29509bba4 None None] Pushing event updated for resources: {'Port': ['ID=3ce704e3-4a84-4fa5-9c2a-5eec7806972e,revision_number=4']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:27:28.165107 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-6cbec432-4726-4d89-80c7-f4a51e5983a8 None None] Set router 61dc87c4-a88b-4170-b9ef-f3b2fa519146 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:27:28.395077 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-6cbec432-4726-4d89-80c7-f4a51e5983a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61dc87c4-a88b-4170-b9ef-f3b2fa519146', 'name': 'tempest-TestNetworkBasicOps-router-1089506995', 'tenant_id': 'a764eb486e0143bab151f7bee776b0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': 'be016c4d-eed4-4886-a93d-13435b10f24c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:26:17Z', 'updated_at': '2021-07-24T00:27:26Z', 'revision_number': 5, 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'gw_port': {'id': 'be016c4d-eed4-4886-a93d-13435b10f24c', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:4a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61dc87c4-a88b-4170-b9ef-f3b2fa519146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:26:17Z', 'updated_at': '2021-07-24T00:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': '31cf596d-4443-4051-874e-74458e972595', 'tenant_id': 'a764eb486e0143bab151f7bee776b0b6', 'floating_ip_address': '172.25.3.70', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '61dc87c4-a88b-4170-b9ef-f3b2fa519146', 'port_id': '7a745367-94c7-44ce-a44d-51291fda997f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a924a0f0-1296-43ad-a1b1-b8e15b7e778d', 'mac_address': 'fa:16:3e:7f:19:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7765524-3783-421b-8c1b-9f866217193b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:26:35Z', 'updated_at': '2021-07-24T00:26:37Z', 'revision_number': 1, 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ce704e3-4a84-4fa5-9c2a-5eec7806972e', 'name': '', 'network_id': '90b534a5-f2a0-498c-a35c-3c84f426a225', 'tenant_id': 'a764eb486e0143bab151f7bee776b0b6', 'mac_address': 'fa:16:3e:ea:46:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61dc87c4-a88b-4170-b9ef-f3b2fa519146', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': 'e6a1a928-893a-4407-9e92-980942a5c0ab', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:27:25Z', 'updated_at': '2021-07-24T00:27:27Z', 'revision_number': 4, 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'subnets': [{'id': 'e6a1a928-893a-4407-9e92-980942a5c0ab', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6783ebcb-50aa-4de4-9ac6-fa4488be5fcd', 'name': '', 'network_id': 'a924a0f0-1296-43ad-a1b1-b8e15b7e778d', 'tenant_id': 'a764eb486e0143bab151f7bee776b0b6', 'mac_address': 'fa:16:3e:c7:2c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61dc87c4-a88b-4170-b9ef-f3b2fa519146', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '92d9075d-c98d-4816-9257-1e0552fbe52e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:26:20Z', 'updated_at': '2021-07-24T00:26:25Z', 'revision_number': 5, 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'subnets': [{'id': '92d9075d-c98d-4816-9257-1e0552fbe52e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:27:28.426065 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbec432-4726-4d89-80c7-f4a51e5983a8 None None] The sync data for ids ['61dc87c4-a88b-4170-b9ef-f3b2fa519146'] in n-d-800088-16 is: [{'id': '61dc87c4-a88b-4170-b9ef-f3b2fa519146', 'name': 'tempest-TestNetworkBasicOps-router-1089506995', 'tenant_id': 'a764eb486e0143bab151f7bee776b0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': 'be016c4d-eed4-4886-a93d-13435b10f24c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:26:17Z', 'updated_at': '2021-07-24T00:27:26Z', 'revision_number': 5, 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'gw_port': {'id': 'be016c4d-eed4-4886-a93d-13435b10f24c', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:4a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61dc87c4-a88b-4170-b9ef-f3b2fa519146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:26:17Z', 'updated_at': '2021-07-24T00:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': '31cf596d-4443-4051-874e-74458e972595', 'tenant_id': 'a764eb486e0143bab151f7bee776b0b6', 'floating_ip_address': '172.25.3.70', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '61dc87c4-a88b-4170-b9ef-f3b2fa519146', 'port_id': '7a745367-94c7-44ce-a44d-51291fda997f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a924a0f0-1296-43ad-a1b1-b8e15b7e778d', 'mac_address': 'fa:16:3e:7f:19:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7765524-3783-421b-8c1b-9f866217193b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:26:35Z', 'updated_at': '2021-07-24T00:26:37Z', 'revision_number': 1, 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ce704e3-4a84-4fa5-9c2a-5eec7806972e', 'name': '', 'network_id': '90b534a5-f2a0-498c-a35c-3c84f426a225', 'tenant_id': 'a764eb486e0143bab151f7bee776b0b6', 'mac_address': 'fa:16:3e:ea:46:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61dc87c4-a88b-4170-b9ef-f3b2fa519146', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': 'e6a1a928-893a-4407-9e92-980942a5c0ab', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:27:25Z', 'updated_at': '2021-07-24T00:27:27Z', 'revision_number': 4, 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'subnets': [{'id': 'e6a1a928-893a-4407-9e92-980942a5c0ab', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6783ebcb-50aa-4de4-9ac6-fa4488be5fcd', 'name': '', 'network_id': 'a924a0f0-1296-43ad-a1b1-b8e15b7e778d', 'tenant_id': 'a764eb486e0143bab151f7bee776b0b6', 'mac_address': 'fa:16:3e:c7:2c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61dc87c4-a88b-4170-b9ef-f3b2fa519146', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '92d9075d-c98d-4816-9257-1e0552fbe52e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:26:20Z', 'updated_at': '2021-07-24T00:26:25Z', 'revision_number': 5, 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'subnets': [{'id': '92d9075d-c98d-4816-9257-1e0552fbe52e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:27:28.939840 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:29.564163 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 3ce704e3-4a84-4fa5-9c2a-5eec7806972e up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:27:29.614063 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 3ce704e3-4a84-4fa5-9c2a-5eec7806972e completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:27:29.617910 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 3ce704e3-4a84-4fa5-9c2a-5eec7806972e triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:27:29.618282 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:29.693779 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:29.726646 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 3ce704e3-4a84-4fa5-9c2a-5eec7806972e, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=3ce704e3-4a84-4fa5-9c2a-5eec7806972e,segment=NetworkSegment(f343d2dd-48a1-47b7-a7e6-812e6ce3c96b),segment_id=f343d2dd-48a1-47b7-a7e6-812e6ce3c96b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:27:29.730682 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:29.782335 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=3ce704e3-4a84-4fa5-9c2a-5eec7806972e,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:27:31.338562 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:27:31.530129 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 3ce704e3-4a84-4fa5-9c2a-5eec7806972e up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:27:31.577855 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 3ce704e3-4a84-4fa5-9c2a-5eec7806972e triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:27:31.578231 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:35.435732 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e57f87d-645b-4366-b305-a15a41051522 req-904873dd-3b35-4fcc-91c2-689dee53eb7a tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:27:35.437261 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2e57f87d-645b-4366-b305-a15a41051522 req-904873dd-3b35-4fcc-91c2-689dee53eb7a tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/ports?device_id=dac1d21c-a29a-4a58-82a0-716d64eb507a HTTP/1.1" status: 200 len: 945 time: 0.0638251 Jul 24 00:27:35.475294 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2e57f87d-645b-4366-b305-a15a41051522 req-d238c482-532d-47ee-928a-73e187c8b57e tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f78f04f-5ea5-4c89-b0d4-f23c2074d124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324078 Jul 24 00:27:36.610680 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a401a4-3278-4ee1-ac0c-5da0f66cddf7 req-e82b1bae-794f-4789-8a38-e1a54324ea27 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:27:36.612194 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f0a401a4-3278-4ee1-ac0c-5da0f66cddf7 req-e82b1bae-794f-4789-8a38-e1a54324ea27 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/ports?device_id=dac1d21c-a29a-4a58-82a0-716d64eb507a HTTP/1.1" status: 200 len: 945 time: 0.0692570 Jul 24 00:27:36.648973 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f0a401a4-3278-4ee1-ac0c-5da0f66cddf7 req-3b77e551-bb3c-4865-8bee-f0e84e638875 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f78f04f-5ea5-4c89-b0d4-f23c2074d124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312705 Jul 24 00:27:37.031253 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7148c3-f54e-48f0-837e-87c0be39efa3 req-7d6fbed0-7dd4-4b1c-87fc-925c24d4235b tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:27:37.032731 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4f7148c3-f54e-48f0-837e-87c0be39efa3 req-7d6fbed0-7dd4-4b1c-87fc-925c24d4235b tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.52 "GET /v2.0/ports?device_id=dac1d21c-a29a-4a58-82a0-716d64eb507a HTTP/1.1" status: 200 len: 945 time: 0.0670846 Jul 24 00:27:37.131705 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-4f7148c3-f54e-48f0-837e-87c0be39efa3 req-73c0d281-d148-42a3-8256-1430424ac577 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Deleting port b17b98df-53e8-4163-b790-22fb448cacc5 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:27:37.132051 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-4f7148c3-f54e-48f0-837e-87c0be39efa3 req-73c0d281-d148-42a3-8256-1430424ac577 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:37.221257 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-4f7148c3-f54e-48f0-837e-87c0be39efa3 req-73c0d281-d148-42a3-8256-1430424ac577 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] For port b17b98df-53e8-4163-b790-22fb448cacc5, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=b17b98df-53e8-4163-b790-22fb448cacc5,segment=NetworkSegment(5260e73a-7cc6-4afd-b511-ce9a4aedd105),segment_id=5260e73a-7cc6-4afd-b511-ce9a4aedd105)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:27:37.221546 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-4f7148c3-f54e-48f0-837e-87c0be39efa3 req-73c0d281-d148-42a3-8256-1430424ac577 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:37.431187 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-4f7148c3-f54e-48f0-837e-87c0be39efa3 req-73c0d281-d148-42a3-8256-1430424ac577 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:37.431564 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-4f7148c3-f54e-48f0-837e-87c0be39efa3 req-73c0d281-d148-42a3-8256-1430424ac577 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:37.431888 n-d-800088-16 neutron-server[100313]: INFO neutron.db.l3_db [req-4f7148c3-f54e-48f0-837e-87c0be39efa3 req-73c0d281-d148-42a3-8256-1430424ac577 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Floating IP 8785341a-500e-4730-9e35-7b889ffeda4d disassociated. External IP: 172.25.3.122, port: b17b98df-53e8-4163-b790-22fb448cacc5. Jul 24 00:27:37.432238 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-4f7148c3-f54e-48f0-837e-87c0be39efa3 req-73c0d281-d148-42a3-8256-1430424ac577 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Calling delete_port for b17b98df-53e8-4163-b790-22fb448cacc5 owned by compute:nova {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:27:37.554965 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-4f7148c3-f54e-48f0-837e-87c0be39efa3 req-73c0d281-d148-42a3-8256-1430424ac577 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:37.581272 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c0d281-d148-42a3-8256-1430424ac577 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Pushing event deleted for resources: {'Port': ['ID=b17b98df-53e8-4163-b790-22fb448cacc5,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:27:37.693080 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f7148c3-f54e-48f0-837e-87c0be39efa3 req-73c0d281-d148-42a3-8256-1430424ac577 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Router cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:27:37.788447 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-538febb7-e47a-4b58-92fd-1176a23eca01 req-c4fbd343-a428-4a87-8313-290c89467280 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/ports?device_id=dac1d21c-a29a-4a58-82a0-716d64eb507a HTTP/1.1" status: 200 len: 210 time: 0.0506468 Jul 24 00:27:37.824266 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f7148c3-f54e-48f0-837e-87c0be39efa3 req-73c0d281-d148-42a3-8256-1430424ac577 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:27:37.834426 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734e70da-040a-47fa-b3c7-420e74263077 None None] Sync routers for ids ['cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:27:37.847829 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734e70da-040a-47fa-b3c7-420e74263077 None None] Routers {'cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:27:37.848481 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-734e70da-040a-47fa-b3c7-420e74263077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:27:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:27:37.871537 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f7148c3-f54e-48f0-837e-87c0be39efa3 req-73c0d281-d148-42a3-8256-1430424ac577 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] No DVR routers for this DVR port b17b98df-53e8-4163-b790-22fb448cacc5 on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:27:37.874243 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-4f7148c3-f54e-48f0-837e-87c0be39efa3 req-73c0d281-d148-42a3-8256-1430424ac577 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:37.876415 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4f7148c3-f54e-48f0-837e-87c0be39efa3 req-73c0d281-d148-42a3-8256-1430424ac577 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.52 "DELETE /v2.0/ports/b17b98df-53e8-4163-b790-22fb448cacc5 HTTP/1.1" status: 204 len: 173 time: 0.8379533 Jul 24 00:27:37.877070 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dac1d21c-a29a-4a58-82a0-716d64eb507a', 'name': 'network-vif-deleted', 'tag': 'b17b98df-53e8-4163-b790-22fb448cacc5'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:27:37.879746 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd1c667-80a9-4174-a49b-7256f275d902" -d '{"events": [{"server_uuid": "dac1d21c-a29a-4a58-82a0-716d64eb507a", "name": "network-vif-deleted", "tag": "b17b98df-53e8-4163-b790-22fb448cacc5"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:27:37.918032 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49627646-cbb0-4059-a133-c18d786c2f6a x-openstack-request-id: req-49627646-cbb0-4059-a133-c18d786c2f6a {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:27:37.918456 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dac1d21c-a29a-4a58-82a0-716d64eb507a", "name": "network-vif-deleted", "tag": "b17b98df-53e8-4163-b790-22fb448cacc5", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:27:37.918805 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-49627646-cbb0-4059-a133-c18d786c2f6a {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:27:37.919308 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dac1d21c-a29a-4a58-82a0-716d64eb507a', 'name': 'network-vif-deleted', 'tag': 'b17b98df-53e8-4163-b790-22fb448cacc5', 'status': 'completed', 'code': 200} Jul 24 00:27:37.982853 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-734e70da-040a-47fa-b3c7-420e74263077 None None] Set router cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:27:38.189770 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-734e70da-040a-47fa-b3c7-420e74263077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049', 'name': 'tempest-AttachVolumeTestJSON-1945840497-router', 'tenant_id': '819708cc484a4855acd8cf289bb3402a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '2976143c-02d2-44bd-842e-9ac50abcf4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:21:13Z', 'updated_at': '2021-07-24T00:21:17Z', 'revision_number': 4, 'project_id': '819708cc484a4855acd8cf289bb3402a', 'gw_port': {'id': '2976143c-02d2-44bd-842e-9ac50abcf4d6', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:21:14Z', 'updated_at': '2021-07-24T00:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '18ef5fcd-dd30-451d-921d-2ef71e4007ee', 'name': '', 'network_id': '638ed06b-37c4-4e4e-9416-48b36cce6713', 'tenant_id': '819708cc484a4855acd8cf289bb3402a', 'mac_address': 'fa:16:3e:38:b7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': 'b8497362-30af-4bd3-8c41-7992db45dcf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:21:16Z', 'updated_at': '2021-07-24T00:21:24Z', 'revision_number': 5, 'project_id': '819708cc484a4855acd8cf289bb3402a', 'subnets': [{'id': 'b8497362-30af-4bd3-8c41-7992db45dcf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:27:38.216172 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734e70da-040a-47fa-b3c7-420e74263077 None None] Checking router: cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:27:38.224447 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734e70da-040a-47fa-b3c7-420e74263077 None None] Routers {'cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:27:38.225095 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-734e70da-040a-47fa-b3c7-420e74263077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:27:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:27:38.331281 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-734e70da-040a-47fa-b3c7-420e74263077 None None] Set router cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:27:38.534119 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-734e70da-040a-47fa-b3c7-420e74263077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049', 'name': 'tempest-AttachVolumeTestJSON-1945840497-router', 'tenant_id': '819708cc484a4855acd8cf289bb3402a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '2976143c-02d2-44bd-842e-9ac50abcf4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:21:13Z', 'updated_at': '2021-07-24T00:21:17Z', 'revision_number': 4, 'project_id': '819708cc484a4855acd8cf289bb3402a', 'gw_port': {'id': '2976143c-02d2-44bd-842e-9ac50abcf4d6', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:21:14Z', 'updated_at': '2021-07-24T00:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '18ef5fcd-dd30-451d-921d-2ef71e4007ee', 'name': '', 'network_id': '638ed06b-37c4-4e4e-9416-48b36cce6713', 'tenant_id': '819708cc484a4855acd8cf289bb3402a', 'mac_address': 'fa:16:3e:38:b7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': 'b8497362-30af-4bd3-8c41-7992db45dcf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:21:16Z', 'updated_at': '2021-07-24T00:21:24Z', 'revision_number': 5, 'project_id': '819708cc484a4855acd8cf289bb3402a', 'subnets': [{'id': 'b8497362-30af-4bd3-8c41-7992db45dcf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:27:38.562215 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734e70da-040a-47fa-b3c7-420e74263077 None None] The sync data for ids ['cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049'] in n-d-800088-16 is: [{'id': 'cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049', 'name': 'tempest-AttachVolumeTestJSON-1945840497-router', 'tenant_id': '819708cc484a4855acd8cf289bb3402a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '2976143c-02d2-44bd-842e-9ac50abcf4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:21:13Z', 'updated_at': '2021-07-24T00:21:17Z', 'revision_number': 4, 'project_id': '819708cc484a4855acd8cf289bb3402a', 'gw_port': {'id': '2976143c-02d2-44bd-842e-9ac50abcf4d6', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:21:14Z', 'updated_at': '2021-07-24T00:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '18ef5fcd-dd30-451d-921d-2ef71e4007ee', 'name': '', 'network_id': '638ed06b-37c4-4e4e-9416-48b36cce6713', 'tenant_id': '819708cc484a4855acd8cf289bb3402a', 'mac_address': 'fa:16:3e:38:b7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': 'b8497362-30af-4bd3-8c41-7992db45dcf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:21:16Z', 'updated_at': '2021-07-24T00:21:24Z', 'revision_number': 5, 'project_id': '819708cc484a4855acd8cf289bb3402a', 'subnets': [{'id': 'b8497362-30af-4bd3-8c41-7992db45dcf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:27:38.766145 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc0cbbb-ce7a-4c6f-ac5f-98ba379452a6 None None] New status for floating IP 8785341a-500e-4730-9e35-7b889ffeda4d: DOWN {{(pid=100316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 00:27:38.873560 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60362) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:27:38.930223 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a73e16e6-e413-43b6-988a-f57f7725bd26 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:38.953626 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a73e16e6-e413-43b6-988a-f57f7725bd26 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:38.998937 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a73e16e6-e413-43b6-988a-f57f7725bd26 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:39.001605 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a73e16e6-e413-43b6-988a-f57f7725bd26 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:39.002778 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-a73e16e6-e413-43b6-988a-f57f7725bd26 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "DELETE /v2.0/security-groups/9f78f04f-5ea5-4c89-b0d4-f23c2074d124 HTTP/1.1" status: 204 len: 168 time: 0.1282349 Jul 24 00:27:39.005543 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60364) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:27:39.012183 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73e16e6-e413-43b6-988a-f57f7725bd26 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f78f04f-5ea5-4c89-b0d4-f23c2074d124,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:27:39.020540 n-d-800088-16 neutron-server[100314]: INFO neutron.api.v2.resource [None req-50efe3a0-0085-4403-a7a6-afc88aa022d3 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] show failed (client error): The resource could not be found. Jul 24 00:27:39.021598 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-50efe3a0-0085-4403-a7a6-afc88aa022d3 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "GET /v2.0/security-groups/9f78f04f-5ea5-4c89-b0d4-f23c2074d124 HTTP/1.1" status: 404 len: 347 time: 0.0145063 Jul 24 00:27:39.024357 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60366) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:27:39.146917 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-a75d8d8c-5e88-4de3-be3d-46e73f42c436 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Deleting port 445c9a2b-ac00-4c38-af67-9bd53525362c {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:27:39.147173 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a75d8d8c-5e88-4de3-be3d-46e73f42c436 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:39.226131 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a75d8d8c-5e88-4de3-be3d-46e73f42c436 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:39.226468 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a75d8d8c-5e88-4de3-be3d-46e73f42c436 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:39.237949 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-a75d8d8c-5e88-4de3-be3d-46e73f42c436 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Calling delete_port for 445c9a2b-ac00-4c38-af67-9bd53525362c owned by network:floatingip {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:27:39.395963 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a75d8d8c-5e88-4de3-be3d-46e73f42c436 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:39.423157 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75d8d8c-5e88-4de3-be3d-46e73f42c436 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Pushing event deleted for resources: {'Port': ['ID=445c9a2b-ac00-4c38-af67-9bd53525362c,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:27:39.451223 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75d8d8c-5e88-4de3-be3d-46e73f42c436 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:27:39.451572 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75d8d8c-5e88-4de3-be3d-46e73f42c436 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:27:39.451915 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75d8d8c-5e88-4de3-be3d-46e73f42c436 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:27:39.452257 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75d8d8c-5e88-4de3-be3d-46e73f42c436 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:27:39.452595 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75d8d8c-5e88-4de3-be3d-46e73f42c436 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:27:39.452962 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75d8d8c-5e88-4de3-be3d-46e73f42c436 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:27:39.453294 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75d8d8c-5e88-4de3-be3d-46e73f42c436 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:27:39.453624 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75d8d8c-5e88-4de3-be3d-46e73f42c436 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:27:39.453951 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75d8d8c-5e88-4de3-be3d-46e73f42c436 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:27:39.454278 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75d8d8c-5e88-4de3-be3d-46e73f42c436 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:27:39.454606 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75d8d8c-5e88-4de3-be3d-46e73f42c436 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:27:39.454933 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75d8d8c-5e88-4de3-be3d-46e73f42c436 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:27:39.493254 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a75d8d8c-5e88-4de3-be3d-46e73f42c436 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks [] for floatingip, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:39.496361 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a75d8d8c-5e88-4de3-be3d-46e73f42c436 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:39.497555 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-a75d8d8c-5e88-4de3-be3d-46e73f42c436 tempest-AttachVolumeTestJSON-55797001 tempest-AttachVolumeTestJSON-55797001-project] 10.222.0.44 "DELETE /v2.0/floatingips/8785341a-500e-4730-9e35-7b889ffeda4d HTTP/1.1" status: 204 len: 168 time: 0.4716280 Jul 24 00:27:40.547863 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device b17b98df-53e8-4163-b790-22fb448cacc5 no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:27:40.569058 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] No Port match for: b17b98df-53e8-4163-b790-22fb448cacc5 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:27:40.569405 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device b17b98df-53e8-4163-b790-22fb448cacc5 not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:27:43.380096 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60386) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:27:43.540673 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-c379bea4-cac7-4eeb-837e-4de5a6d4626a tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Deleting port 06950ff1-6b41-47c9-b493-c6594ec9ff9d {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:27:43.541049 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c379bea4-cac7-4eeb-837e-4de5a6d4626a tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:43.620012 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c379bea4-cac7-4eeb-837e-4de5a6d4626a tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:43.620240 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c379bea4-cac7-4eeb-837e-4de5a6d4626a tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:43.632136 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-c379bea4-cac7-4eeb-837e-4de5a6d4626a tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Calling delete_port for 06950ff1-6b41-47c9-b493-c6594ec9ff9d owned by network:floatingip {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:27:43.810178 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c379bea4-cac7-4eeb-837e-4de5a6d4626a tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:43.845029 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c379bea4-cac7-4eeb-837e-4de5a6d4626a tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Pushing event deleted for resources: {'Port': ['ID=06950ff1-6b41-47c9-b493-c6594ec9ff9d,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:27:43.915039 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c379bea4-cac7-4eeb-837e-4de5a6d4626a tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks [] for floatingip, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:43.915391 n-d-800088-16 neutron-server[100314]: INFO neutron.db.l3_db [None req-c379bea4-cac7-4eeb-837e-4de5a6d4626a tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Floating IP 18aa1270-02b2-4a76-bfe4-f79ddbf06d7b disassociated (deleted). External IP: 172.25.3.219, port: 2d3a79ec-1567-4446-8bca-2c5b93b6133c. Jul 24 00:27:44.155673 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c379bea4-cac7-4eeb-837e-4de5a6d4626a tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Router 35802a2e-931b-4279-8f39-0827c1de9608 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:27:44.266805 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c379bea4-cac7-4eeb-837e-4de5a6d4626a tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:27:44.271341 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c379bea4-cac7-4eeb-837e-4de5a6d4626a tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:44.279316 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615c7bd8-3d78-4919-9aa1-668ae962f275 None None] Sync routers for ids ['35802a2e-931b-4279-8f39-0827c1de9608'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:27:44.289170 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615c7bd8-3d78-4919-9aa1-668ae962f275 None None] Routers {'35802a2e-931b-4279-8f39-0827c1de9608'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:27:44.290610 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-615c7bd8-3d78-4919-9aa1-668ae962f275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:27:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['35802a2e-931b-4279-8f39-0827c1de9608'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:27:44.310659 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-c379bea4-cac7-4eeb-837e-4de5a6d4626a tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "DELETE /v2.0/floatingips/18aa1270-02b2-4a76-bfe4-f79ddbf06d7b HTTP/1.1" status: 204 len: 168 time: 0.9293475 Jul 24 00:27:44.311189 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ae3ea49-8ed5-46fa-ae82-a869c87019e7', 'tag': '2d3a79ec-1567-4446-8bca-2c5b93b6133c'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:27:44.316484 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a9dc1f-dde2-48d0-bb2f-43f0ec5c0625" -d '{"events": [{"name": "network-changed", "server_uuid": "1ae3ea49-8ed5-46fa-ae82-a869c87019e7", "tag": "2d3a79ec-1567-4446-8bca-2c5b93b6133c"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:27:44.397913 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b808090-cc05-49dd-96d0-72a037f03b89 x-openstack-request-id: req-9b808090-cc05-49dd-96d0-72a037f03b89 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:27:44.399453 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ae3ea49-8ed5-46fa-ae82-a869c87019e7", "tag": "2d3a79ec-1567-4446-8bca-2c5b93b6133c", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:27:44.401129 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9b808090-cc05-49dd-96d0-72a037f03b89 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:27:44.401768 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ae3ea49-8ed5-46fa-ae82-a869c87019e7', 'tag': '2d3a79ec-1567-4446-8bca-2c5b93b6133c', 'status': 'completed', 'code': 200} Jul 24 00:27:44.411079 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-615c7bd8-3d78-4919-9aa1-668ae962f275 None None] Set router 35802a2e-931b-4279-8f39-0827c1de9608 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:27:44.508933 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a9dc1f-dde2-48d0-bb2f-43f0ec5c0625 req-bb9e486e-6f54-447b-91e2-88747aa0a229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:27:44.510923 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-20a9dc1f-dde2-48d0-bb2f-43f0ec5c0625 req-bb9e486e-6f54-447b-91e2-88747aa0a229 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bf6833d5ef4e4ec6b999c5c1a3734713&device_id=1ae3ea49-8ed5-46fa-ae82-a869c87019e7 HTTP/1.1" status: 200 len: 1098 time: 0.0902760 Jul 24 00:27:44.643324 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a9dc1f-dde2-48d0-bb2f-43f0ec5c0625 req-c6c30b0b-796c-442c-b1c5-2e904d3c186f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:27:44.645191 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-20a9dc1f-dde2-48d0-bb2f-43f0ec5c0625 req-c6c30b0b-796c-442c-b1c5-2e904d3c186f service neutron] 10.222.0.64 "GET /v2.0/networks?id=657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f HTTP/1.1" status: 200 len: 913 time: 0.1264775 Jul 24 00:27:44.727092 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-20a9dc1f-dde2-48d0-bb2f-43f0ec5c0625 req-6347df8f-6066-4a98-be62-29382a666b00 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2d3a79ec-1567-4446-8bca-2c5b93b6133c HTTP/1.1" status: 200 len: 217 time: 0.0712373 Jul 24 00:27:44.766151 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-615c7bd8-3d78-4919-9aa1-668ae962f275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35802a2e-931b-4279-8f39-0827c1de9608', 'name': 'tempest-TestVolumeBootPattern-1928393820-router', 'tenant_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '945b6507-7839-445a-bdc2-5cfac81cde75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:16:42Z', 'updated_at': '2021-07-24T00:16:45Z', 'revision_number': 4, 'project_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'gw_port': {'id': '945b6507-7839-445a-bdc2-5cfac81cde75', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35802a2e-931b-4279-8f39-0827c1de9608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:42Z', 'updated_at': '2021-07-24T00:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': 'e0f566d8-f25e-4594-8379-570c6d3e8e16', 'tenant_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'floating_ip_address': '172.25.3.75', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '35802a2e-931b-4279-8f39-0827c1de9608', 'port_id': 'f9445248-80c4-499c-a2c1-d56715395b84', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f', 'mac_address': 'fa:16:3e:06:93:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f704b8d-8496-49cd-86c2-c999f1d0e42b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:23:53Z', 'updated_at': '2021-07-24T00:23:55Z', 'revision_number': 1, 'project_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0777a88b-5aef-4932-9db4-0c2450616791', 'name': '', 'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f', 'tenant_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'mac_address': 'fa:16:3e:7b:72:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35802a2e-931b-4279-8f39-0827c1de9608', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '4f660729-e229-442a-bec0-0f7d8794afc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:45Z', 'updated_at': '2021-07-24T00:16:54Z', 'revision_number': 5, 'project_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'subnets': [{'id': '4f660729-e229-442a-bec0-0f7d8794afc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:27:44.798325 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615c7bd8-3d78-4919-9aa1-668ae962f275 None None] Checking router: 35802a2e-931b-4279-8f39-0827c1de9608 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:27:44.801708 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a979ea94-5800-4e74-bf2a-ae4812156f46 req-db8896d0-0868-4384-ad6a-2d80b9689931 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:27:44.808239 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615c7bd8-3d78-4919-9aa1-668ae962f275 None None] Routers {'35802a2e-931b-4279-8f39-0827c1de9608'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:27:44.809015 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-615c7bd8-3d78-4919-9aa1-668ae962f275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:27:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['35802a2e-931b-4279-8f39-0827c1de9608'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:27:44.809146 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a979ea94-5800-4e74-bf2a-ae4812156f46 req-db8896d0-0868-4384-ad6a-2d80b9689931 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ae3ea49-8ed5-46fa-ae82-a869c87019e7 HTTP/1.1" status: 200 len: 946 time: 0.1469936 Jul 24 00:27:44.811800 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a9dc1f-dde2-48d0-bb2f-43f0ec5c0625 req-66fa81a9-80df-467a-89d1-22f41051affd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:27:44.813294 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-20a9dc1f-dde2-48d0-bb2f-43f0ec5c0625 req-66fa81a9-80df-467a-89d1-22f41051affd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4f660729-e229-442a-bec0-0f7d8794afc6 HTTP/1.1" status: 200 len: 851 time: 0.0760295 Jul 24 00:27:44.886954 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a979ea94-5800-4e74-bf2a-ae4812156f46 req-646c8ae2-cb85-4e7a-a288-50110c11e906 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b86d8b5-9a55-4033-b55c-0b77ad34eb08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769525 Jul 24 00:27:44.908719 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a9dc1f-dde2-48d0-bb2f-43f0ec5c0625 req-86993292-be9b-4da9-bc6a-082bf4978b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:27:44.910297 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-20a9dc1f-dde2-48d0-bb2f-43f0ec5c0625 req-86993292-be9b-4da9-bc6a-082bf4978b29 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0897975 Jul 24 00:27:44.950941 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:44.961822 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-615c7bd8-3d78-4919-9aa1-668ae962f275 None None] Set router 35802a2e-931b-4279-8f39-0827c1de9608 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:27:45.365532 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-615c7bd8-3d78-4919-9aa1-668ae962f275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35802a2e-931b-4279-8f39-0827c1de9608', 'name': 'tempest-TestVolumeBootPattern-1928393820-router', 'tenant_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '945b6507-7839-445a-bdc2-5cfac81cde75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:16:42Z', 'updated_at': '2021-07-24T00:16:45Z', 'revision_number': 4, 'project_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'gw_port': {'id': '945b6507-7839-445a-bdc2-5cfac81cde75', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35802a2e-931b-4279-8f39-0827c1de9608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:42Z', 'updated_at': '2021-07-24T00:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': 'e0f566d8-f25e-4594-8379-570c6d3e8e16', 'tenant_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'floating_ip_address': '172.25.3.75', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '35802a2e-931b-4279-8f39-0827c1de9608', 'port_id': 'f9445248-80c4-499c-a2c1-d56715395b84', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f', 'mac_address': 'fa:16:3e:06:93:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f704b8d-8496-49cd-86c2-c999f1d0e42b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:23:53Z', 'updated_at': '2021-07-24T00:23:55Z', 'revision_number': 1, 'project_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0777a88b-5aef-4932-9db4-0c2450616791', 'name': '', 'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f', 'tenant_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'mac_address': 'fa:16:3e:7b:72:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35802a2e-931b-4279-8f39-0827c1de9608', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '4f660729-e229-442a-bec0-0f7d8794afc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:45Z', 'updated_at': '2021-07-24T00:16:54Z', 'revision_number': 5, 'project_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'subnets': [{'id': '4f660729-e229-442a-bec0-0f7d8794afc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:27:45.380934 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-20a9dc1f-dde2-48d0-bb2f-43f0ec5c0625 req-84337987-c794-43f2-8f88-b3d2081c8bf6 service neutron] 10.222.0.64 "GET /v2.0/networks/657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4627285 Jul 24 00:27:45.395678 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615c7bd8-3d78-4919-9aa1-668ae962f275 None None] The sync data for ids ['35802a2e-931b-4279-8f39-0827c1de9608'] in n-d-800088-16 is: [{'id': '35802a2e-931b-4279-8f39-0827c1de9608', 'name': 'tempest-TestVolumeBootPattern-1928393820-router', 'tenant_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '945b6507-7839-445a-bdc2-5cfac81cde75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:16:42Z', 'updated_at': '2021-07-24T00:16:45Z', 'revision_number': 4, 'project_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'gw_port': {'id': '945b6507-7839-445a-bdc2-5cfac81cde75', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35802a2e-931b-4279-8f39-0827c1de9608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:42Z', 'updated_at': '2021-07-24T00:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': 'e0f566d8-f25e-4594-8379-570c6d3e8e16', 'tenant_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'floating_ip_address': '172.25.3.75', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '35802a2e-931b-4279-8f39-0827c1de9608', 'port_id': 'f9445248-80c4-499c-a2c1-d56715395b84', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f', 'mac_address': 'fa:16:3e:06:93:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f704b8d-8496-49cd-86c2-c999f1d0e42b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:23:53Z', 'updated_at': '2021-07-24T00:23:55Z', 'revision_number': 1, 'project_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0777a88b-5aef-4932-9db4-0c2450616791', 'name': '', 'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f', 'tenant_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'mac_address': 'fa:16:3e:7b:72:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35802a2e-931b-4279-8f39-0827c1de9608', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '4f660729-e229-442a-bec0-0f7d8794afc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:45Z', 'updated_at': '2021-07-24T00:16:54Z', 'revision_number': 5, 'project_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'subnets': [{'id': '4f660729-e229-442a-bec0-0f7d8794afc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:27:45.483191 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-20a9dc1f-dde2-48d0-bb2f-43f0ec5c0625 req-3efffc21-ea4f-4726-9475-a5e7fdb3f3af service neutron] 10.222.0.64 "GET /v2.0/networks/657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940182 Jul 24 00:27:45.639629 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c4db77-f115-422a-a57d-d4539e4f3c5a None None] New status for floating IP 18aa1270-02b2-4a76-bfe4-f79ddbf06d7b: DOWN {{(pid=100316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 00:27:46.034244 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f97599-9379-4d51-bf11-9d2d9ab17f02 req-31bd7e03-ef5d-4314-9849-6af43a3197dd tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:27:46.036000 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c7f97599-9379-4d51-bf11-9d2d9ab17f02 req-31bd7e03-ef5d-4314-9849-6af43a3197dd tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ae3ea49-8ed5-46fa-ae82-a869c87019e7 HTTP/1.1" status: 200 len: 946 time: 0.0720966 Jul 24 00:27:46.074577 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c7f97599-9379-4d51-bf11-9d2d9ab17f02 req-69c7e5e2-8aec-4e50-aad8-a2d980b84ee7 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b86d8b5-9a55-4033-b55c-0b77ad34eb08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324910 Jul 24 00:27:46.268374 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3488d2-8db8-46b4-9cfd-78a5615c2f70 req-fd9f5181-b9c5-4f5a-85a7-d92f9ae9ec80 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:27:46.269911 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fa3488d2-8db8-46b4-9cfd-78a5615c2f70 req-fd9f5181-b9c5-4f5a-85a7-d92f9ae9ec80 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ae3ea49-8ed5-46fa-ae82-a869c87019e7 HTTP/1.1" status: 200 len: 946 time: 0.0671439 Jul 24 00:27:46.376757 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-fa3488d2-8db8-46b4-9cfd-78a5615c2f70 req-ff4c819a-9138-48d9-bc07-69b6b6e87634 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Deleting port 2d3a79ec-1567-4446-8bca-2c5b93b6133c {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:27:46.377143 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-fa3488d2-8db8-46b4-9cfd-78a5615c2f70 req-ff4c819a-9138-48d9-bc07-69b6b6e87634 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:46.472027 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-fa3488d2-8db8-46b4-9cfd-78a5615c2f70 req-ff4c819a-9138-48d9-bc07-69b6b6e87634 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] For port 2d3a79ec-1567-4446-8bca-2c5b93b6133c, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=2d3a79ec-1567-4446-8bca-2c5b93b6133c,segment=NetworkSegment(a1a1465a-fd99-41c9-bf89-faf21d67cc5e),segment_id=a1a1465a-fd99-41c9-bf89-faf21d67cc5e)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:27:46.472288 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-fa3488d2-8db8-46b4-9cfd-78a5615c2f70 req-ff4c819a-9138-48d9-bc07-69b6b6e87634 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:46.487466 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-fa3488d2-8db8-46b4-9cfd-78a5615c2f70 req-ff4c819a-9138-48d9-bc07-69b6b6e87634 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Calling delete_port for 2d3a79ec-1567-4446-8bca-2c5b93b6133c owned by compute:nova {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:27:46.616771 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-fa3488d2-8db8-46b4-9cfd-78a5615c2f70 req-ff4c819a-9138-48d9-bc07-69b6b6e87634 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:46.645476 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4c819a-9138-48d9-bc07-69b6b6e87634 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Pushing event deleted for resources: {'Port': ['ID=2d3a79ec-1567-4446-8bca-2c5b93b6133c,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:27:46.713936 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa3488d2-8db8-46b4-9cfd-78a5615c2f70 req-ff4c819a-9138-48d9-bc07-69b6b6e87634 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] No DVR routers for this DVR port 2d3a79ec-1567-4446-8bca-2c5b93b6133c on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:27:46.716749 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-fa3488d2-8db8-46b4-9cfd-78a5615c2f70 req-ff4c819a-9138-48d9-bc07-69b6b6e87634 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:46.719017 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fa3488d2-8db8-46b4-9cfd-78a5615c2f70 req-ff4c819a-9138-48d9-bc07-69b6b6e87634 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.64 "DELETE /v2.0/ports/2d3a79ec-1567-4446-8bca-2c5b93b6133c HTTP/1.1" status: 204 len: 173 time: 0.4432614 Jul 24 00:27:46.719665 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ae3ea49-8ed5-46fa-ae82-a869c87019e7', 'name': 'network-vif-deleted', 'tag': '2d3a79ec-1567-4446-8bca-2c5b93b6133c'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:27:46.722630 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3cbef65-b06f-47ec-ab4f-71d4878ad0df" -d '{"events": [{"server_uuid": "1ae3ea49-8ed5-46fa-ae82-a869c87019e7", "name": "network-vif-deleted", "tag": "2d3a79ec-1567-4446-8bca-2c5b93b6133c"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:27:46.758837 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca14fc2-fa63-4aa8-afd1-dd30fdf9d242 x-openstack-request-id: req-7ca14fc2-fa63-4aa8-afd1-dd30fdf9d242 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:27:46.759133 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ae3ea49-8ed5-46fa-ae82-a869c87019e7", "name": "network-vif-deleted", "tag": "2d3a79ec-1567-4446-8bca-2c5b93b6133c", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:27:46.759391 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7ca14fc2-fa63-4aa8-afd1-dd30fdf9d242 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:27:46.760305 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ae3ea49-8ed5-46fa-ae82-a869c87019e7', 'name': 'network-vif-deleted', 'tag': '2d3a79ec-1567-4446-8bca-2c5b93b6133c', 'status': 'completed', 'code': 200} Jul 24 00:27:47.185476 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b4aeb10f-66ce-4533-b546-499c54a0b494 req-7022eb4b-eae9-448f-8296-3dd4fd36ca36 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ae3ea49-8ed5-46fa-ae82-a869c87019e7 HTTP/1.1" status: 200 len: 210 time: 0.0330849 Jul 24 00:27:47.269823 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60424) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:27:47.316934 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60428) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:27:47.752543 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9399f613-1bb4-47ea-8d87-8567212bc933 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681029'] for router_interface, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:47.873709 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:48.066497 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-860d4468-e1f0-4723-99ee-b38824401857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681029'] for router_interface, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:48.158881 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-9399f613-1bb4-47ea-8d87-8567212bc933 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Deleting port 3ce704e3-4a84-4fa5-9c2a-5eec7806972e {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:27:48.159291 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9399f613-1bb4-47ea-8d87-8567212bc933 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:48.267345 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-9399f613-1bb4-47ea-8d87-8567212bc933 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] For port 3ce704e3-4a84-4fa5-9c2a-5eec7806972e, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=3ce704e3-4a84-4fa5-9c2a-5eec7806972e,segment=NetworkSegment(f343d2dd-48a1-47b7-a7e6-812e6ce3c96b),segment_id=f343d2dd-48a1-47b7-a7e6-812e6ce3c96b)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:27:48.267874 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9399f613-1bb4-47ea-8d87-8567212bc933 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:48.290920 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-9399f613-1bb4-47ea-8d87-8567212bc933 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Calling delete_port for 3ce704e3-4a84-4fa5-9c2a-5eec7806972e owned by network:router_interface {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:27:48.311731 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2ebff2af-f920-4c4a-9c78-0eb82b722dde req-b2d8a442-f7cf-4e68-8faa-2c99b0ee2df0 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ae3ea49-8ed5-46fa-ae82-a869c87019e7 HTTP/1.1" status: 200 len: 210 time: 0.0362358 Jul 24 00:27:48.349443 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-860d4468-e1f0-4723-99ee-b38824401857 admin admin] Deleting port 18ef5fcd-dd30-451d-921d-2ef71e4007ee {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:27:48.350031 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-860d4468-e1f0-4723-99ee-b38824401857 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:48.441115 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-860d4468-e1f0-4723-99ee-b38824401857 admin admin] For port 18ef5fcd-dd30-451d-921d-2ef71e4007ee, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=18ef5fcd-dd30-451d-921d-2ef71e4007ee,segment=NetworkSegment(5260e73a-7cc6-4afd-b511-ce9a4aedd105),segment_id=5260e73a-7cc6-4afd-b511-ce9a4aedd105)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:27:48.441487 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-860d4468-e1f0-4723-99ee-b38824401857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:48.455298 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-860d4468-e1f0-4723-99ee-b38824401857 admin admin] Calling delete_port for 18ef5fcd-dd30-451d-921d-2ef71e4007ee owned by network:router_interface {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:27:48.540282 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9399f613-1bb4-47ea-8d87-8567212bc933 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:48.567662 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9399f613-1bb4-47ea-8d87-8567212bc933 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Pushing event deleted for resources: {'Port': ['ID=3ce704e3-4a84-4fa5-9c2a-5eec7806972e,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:27:48.653651 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-860d4468-e1f0-4723-99ee-b38824401857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:48.683253 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860d4468-e1f0-4723-99ee-b38824401857 admin admin] Pushing event deleted for resources: {'Port': ['ID=18ef5fcd-dd30-451d-921d-2ef71e4007ee,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:27:48.794998 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9399f613-1bb4-47ea-8d87-8567212bc933 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679987'] for router_interface, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:48.929609 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-860d4468-e1f0-4723-99ee-b38824401857 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679987'] for router_interface, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:49.175509 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-860d4468-e1f0-4723-99ee-b38824401857 admin admin] Router cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:27:49.284723 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9399f613-1bb4-47ea-8d87-8567212bc933 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Router 61dc87c4-a88b-4170-b9ef-f3b2fa519146 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:27:49.297612 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-860d4468-e1f0-4723-99ee-b38824401857 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:27:49.303022 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-860d4468-e1f0-4723-99ee-b38824401857 admin admin] 10.222.0.44 "PUT /v2.0/routers/cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9849408 Jul 24 00:27:49.305511 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60434) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:27:49.309635 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8c31f1-9b5c-4742-85d1-113185b29a46 None None] Sync routers for ids ['cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:27:49.321529 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8c31f1-9b5c-4742-85d1-113185b29a46 None None] Routers {'cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:27:49.322587 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-5e8c31f1-9b5c-4742-85d1-113185b29a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:27:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:27:49.417023 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9399f613-1bb4-47ea-8d87-8567212bc933 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:27:49.423105 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-9399f613-1bb4-47ea-8d87-8567212bc933 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "PUT /v2.0/routers/61dc87c4-a88b-4170-b9ef-f3b2fa519146/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1520975 Jul 24 00:27:49.428042 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885b15de-3fa9-416b-8715-cc35a2c47330 None None] Sync routers for ids ['61dc87c4-a88b-4170-b9ef-f3b2fa519146'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:27:49.441172 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885b15de-3fa9-416b-8715-cc35a2c47330 None None] Routers {'61dc87c4-a88b-4170-b9ef-f3b2fa519146'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:27:49.444123 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-885b15de-3fa9-416b-8715-cc35a2c47330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:27:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['61dc87c4-a88b-4170-b9ef-f3b2fa519146'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:27:49.470724 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1a328b85-e9ce-4ee2-af63-03c35e1b1229 req-e4c9e6bd-3646-4702-bb7f-d41dbec9083b tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ae3ea49-8ed5-46fa-ae82-a869c87019e7 HTTP/1.1" status: 200 len: 210 time: 0.0485106 Jul 24 00:27:49.518077 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-5e8c31f1-9b5c-4742-85d1-113185b29a46 None None] Set router cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:27:49.562960 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4b13b4ef-ceb5-4a13-ac4c-5271402aa9a6 admin admin] Notify callbacks [] for router, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:49.639508 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-885b15de-3fa9-416b-8715-cc35a2c47330 None None] Set router 61dc87c4-a88b-4170-b9ef-f3b2fa519146 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:27:49.707984 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4b13b4ef-ceb5-4a13-ac4c-5271402aa9a6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:49.793532 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-5e8c31f1-9b5c-4742-85d1-113185b29a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049', 'name': 'tempest-AttachVolumeTestJSON-1945840497-router', 'tenant_id': '819708cc484a4855acd8cf289bb3402a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '2976143c-02d2-44bd-842e-9ac50abcf4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:21:13Z', 'updated_at': '2021-07-24T00:27:48Z', 'revision_number': 5, 'project_id': '819708cc484a4855acd8cf289bb3402a', 'gw_port': {'id': '2976143c-02d2-44bd-842e-9ac50abcf4d6', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:21:14Z', 'updated_at': '2021-07-24T00:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:27:49.829070 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8c31f1-9b5c-4742-85d1-113185b29a46 None None] Checking router: cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:27:49.839374 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8c31f1-9b5c-4742-85d1-113185b29a46 None None] Routers {'cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:27:49.840279 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-5e8c31f1-9b5c-4742-85d1-113185b29a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:27:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:27:49.847342 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-4b13b4ef-ceb5-4a13-ac4c-5271402aa9a6 admin admin] Deleting port 2976143c-02d2-44bd-842e-9ac50abcf4d6 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:27:49.847982 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4b13b4ef-ceb5-4a13-ac4c-5271402aa9a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:49.896124 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-885b15de-3fa9-416b-8715-cc35a2c47330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61dc87c4-a88b-4170-b9ef-f3b2fa519146', 'name': 'tempest-TestNetworkBasicOps-router-1089506995', 'tenant_id': 'a764eb486e0143bab151f7bee776b0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': 'be016c4d-eed4-4886-a93d-13435b10f24c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:26:17Z', 'updated_at': '2021-07-24T00:27:48Z', 'revision_number': 6, 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'gw_port': {'id': 'be016c4d-eed4-4886-a93d-13435b10f24c', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:4a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61dc87c4-a88b-4170-b9ef-f3b2fa519146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:26:17Z', 'updated_at': '2021-07-24T00:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': '31cf596d-4443-4051-874e-74458e972595', 'tenant_id': 'a764eb486e0143bab151f7bee776b0b6', 'floating_ip_address': '172.25.3.70', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '61dc87c4-a88b-4170-b9ef-f3b2fa519146', 'port_id': '7a745367-94c7-44ce-a44d-51291fda997f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a924a0f0-1296-43ad-a1b1-b8e15b7e778d', 'mac_address': 'fa:16:3e:7f:19:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7765524-3783-421b-8c1b-9f866217193b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:26:35Z', 'updated_at': '2021-07-24T00:26:37Z', 'revision_number': 1, 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6783ebcb-50aa-4de4-9ac6-fa4488be5fcd', 'name': '', 'network_id': 'a924a0f0-1296-43ad-a1b1-b8e15b7e778d', 'tenant_id': 'a764eb486e0143bab151f7bee776b0b6', 'mac_address': 'fa:16:3e:c7:2c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61dc87c4-a88b-4170-b9ef-f3b2fa519146', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '92d9075d-c98d-4816-9257-1e0552fbe52e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:26:20Z', 'updated_at': '2021-07-24T00:26:25Z', 'revision_number': 5, 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'subnets': [{'id': '92d9075d-c98d-4816-9257-1e0552fbe52e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:27:49.929260 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885b15de-3fa9-416b-8715-cc35a2c47330 None None] Checking router: 61dc87c4-a88b-4170-b9ef-f3b2fa519146 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:27:49.938934 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885b15de-3fa9-416b-8715-cc35a2c47330 None None] Routers {'61dc87c4-a88b-4170-b9ef-f3b2fa519146'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:27:49.939823 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-885b15de-3fa9-416b-8715-cc35a2c47330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:27:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['61dc87c4-a88b-4170-b9ef-f3b2fa519146'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:27:49.943521 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-5e8c31f1-9b5c-4742-85d1-113185b29a46 None None] Set router cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049 gateway port host: None {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:27:49.952301 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-4b13b4ef-ceb5-4a13-ac4c-5271402aa9a6 admin admin] For port 2976143c-02d2-44bd-842e-9ac50abcf4d6, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=2976143c-02d2-44bd-842e-9ac50abcf4d6,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:27:49.952681 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4b13b4ef-ceb5-4a13-ac4c-5271402aa9a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:49.967068 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-4b13b4ef-ceb5-4a13-ac4c-5271402aa9a6 admin admin] Calling delete_port for 2976143c-02d2-44bd-842e-9ac50abcf4d6 owned by network:router_gateway {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:27:50.000656 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-5e8c31f1-9b5c-4742-85d1-113185b29a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049', 'name': 'tempest-AttachVolumeTestJSON-1945840497-router', 'tenant_id': '819708cc484a4855acd8cf289bb3402a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:21:13Z', 'updated_at': '2021-07-24T00:27:49Z', 'revision_number': 6, 'project_id': '819708cc484a4855acd8cf289bb3402a', 'gw_port_host': None}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:27:50.034394 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8c31f1-9b5c-4742-85d1-113185b29a46 None None] The sync data for ids ['cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049'] in n-d-800088-16 is: [{'id': 'cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049', 'name': 'tempest-AttachVolumeTestJSON-1945840497-router', 'tenant_id': '819708cc484a4855acd8cf289bb3402a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:21:13Z', 'updated_at': '2021-07-24T00:27:49Z', 'revision_number': 6, 'project_id': '819708cc484a4855acd8cf289bb3402a', 'gw_port_host': None}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:27:50.053716 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-885b15de-3fa9-416b-8715-cc35a2c47330 None None] Set router 61dc87c4-a88b-4170-b9ef-f3b2fa519146 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:27:50.100921 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c18f5-bd6f-46d9-84a9-60edf32dd2b4 req-05600f50-91dd-4a08-a479-8da5e50f47da tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:27:50.102454 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b71c18f5-bd6f-46d9-84a9-60edf32dd2b4 req-05600f50-91dd-4a08-a479-8da5e50f47da tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb43b581-6f92-462b-a3ea-a6d4a4ae8c0e HTTP/1.1" status: 200 len: 946 time: 0.3739045 Jul 24 00:27:50.172697 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b71c18f5-bd6f-46d9-84a9-60edf32dd2b4 req-aea7a333-16bf-4996-9dae-c4c4b5a1e7cb tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b713bdd-8e94-4438-a5b4-27676e1ce277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640788 Jul 24 00:27:50.188771 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4b13b4ef-ceb5-4a13-ac4c-5271402aa9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:50.230337 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b13b4ef-ceb5-4a13-ac4c-5271402aa9a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2976143c-02d2-44bd-842e-9ac50abcf4d6,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:27:50.299938 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4b13b4ef-ceb5-4a13-ac4c-5271402aa9a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687114'] for router_gateway, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:50.303844 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-885b15de-3fa9-416b-8715-cc35a2c47330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61dc87c4-a88b-4170-b9ef-f3b2fa519146', 'name': 'tempest-TestNetworkBasicOps-router-1089506995', 'tenant_id': 'a764eb486e0143bab151f7bee776b0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': 'be016c4d-eed4-4886-a93d-13435b10f24c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:26:17Z', 'updated_at': '2021-07-24T00:27:48Z', 'revision_number': 6, 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'gw_port': {'id': 'be016c4d-eed4-4886-a93d-13435b10f24c', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:4a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61dc87c4-a88b-4170-b9ef-f3b2fa519146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:26:17Z', 'updated_at': '2021-07-24T00:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': '31cf596d-4443-4051-874e-74458e972595', 'tenant_id': 'a764eb486e0143bab151f7bee776b0b6', 'floating_ip_address': '172.25.3.70', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '61dc87c4-a88b-4170-b9ef-f3b2fa519146', 'port_id': '7a745367-94c7-44ce-a44d-51291fda997f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a924a0f0-1296-43ad-a1b1-b8e15b7e778d', 'mac_address': 'fa:16:3e:7f:19:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7765524-3783-421b-8c1b-9f866217193b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:26:35Z', 'updated_at': '2021-07-24T00:26:37Z', 'revision_number': 1, 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6783ebcb-50aa-4de4-9ac6-fa4488be5fcd', 'name': '', 'network_id': 'a924a0f0-1296-43ad-a1b1-b8e15b7e778d', 'tenant_id': 'a764eb486e0143bab151f7bee776b0b6', 'mac_address': 'fa:16:3e:c7:2c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61dc87c4-a88b-4170-b9ef-f3b2fa519146', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '92d9075d-c98d-4816-9257-1e0552fbe52e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:26:20Z', 'updated_at': '2021-07-24T00:26:25Z', 'revision_number': 5, 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'subnets': [{'id': '92d9075d-c98d-4816-9257-1e0552fbe52e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:27:50.334741 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885b15de-3fa9-416b-8715-cc35a2c47330 None None] The sync data for ids ['61dc87c4-a88b-4170-b9ef-f3b2fa519146'] in n-d-800088-16 is: [{'id': '61dc87c4-a88b-4170-b9ef-f3b2fa519146', 'name': 'tempest-TestNetworkBasicOps-router-1089506995', 'tenant_id': 'a764eb486e0143bab151f7bee776b0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': 'be016c4d-eed4-4886-a93d-13435b10f24c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:26:17Z', 'updated_at': '2021-07-24T00:27:48Z', 'revision_number': 6, 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'gw_port': {'id': 'be016c4d-eed4-4886-a93d-13435b10f24c', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:4a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61dc87c4-a88b-4170-b9ef-f3b2fa519146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:26:17Z', 'updated_at': '2021-07-24T00:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': '31cf596d-4443-4051-874e-74458e972595', 'tenant_id': 'a764eb486e0143bab151f7bee776b0b6', 'floating_ip_address': '172.25.3.70', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '61dc87c4-a88b-4170-b9ef-f3b2fa519146', 'port_id': '7a745367-94c7-44ce-a44d-51291fda997f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a924a0f0-1296-43ad-a1b1-b8e15b7e778d', 'mac_address': 'fa:16:3e:7f:19:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7765524-3783-421b-8c1b-9f866217193b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:26:35Z', 'updated_at': '2021-07-24T00:26:37Z', 'revision_number': 1, 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6783ebcb-50aa-4de4-9ac6-fa4488be5fcd', 'name': '', 'network_id': 'a924a0f0-1296-43ad-a1b1-b8e15b7e778d', 'tenant_id': 'a764eb486e0143bab151f7bee776b0b6', 'mac_address': 'fa:16:3e:c7:2c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61dc87c4-a88b-4170-b9ef-f3b2fa519146', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '92d9075d-c98d-4816-9257-1e0552fbe52e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:26:20Z', 'updated_at': '2021-07-24T00:26:25Z', 'revision_number': 5, 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'subnets': [{'id': '92d9075d-c98d-4816-9257-1e0552fbe52e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:27:50.402262 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4b13b4ef-ceb5-4a13-ac4c-5271402aa9a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:50.404620 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4b13b4ef-ceb5-4a13-ac4c-5271402aa9a6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:50.451700 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4b13b4ef-ceb5-4a13-ac4c-5271402aa9a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:50.452540 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b13b4ef-ceb5-4a13-ac4c-5271402aa9a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049 {{(pid=100313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:27:50.457280 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4b13b4ef-ceb5-4a13-ac4c-5271402aa9a6 admin admin] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:50.461035 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60442) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:27:50.461488 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-4b13b4ef-ceb5-4a13-ac4c-5271402aa9a6 admin admin] 10.222.0.44 "DELETE /v2.0/routers/cd7df67f-0ddc-41c7-8ea8-45a3ac1ba049 HTTP/1.1" status: 204 len: 168 time: 1.1543546 Jul 24 00:27:50.518457 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0ff402d-2f92-4b41-b9b8-53837b481dd8 admin admin] Deleting subnet b8497362-30af-4bd3-8c41-7992db45dcf8 {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:27:50.522541 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f0ff402d-2f92-4b41-b9b8-53837b481dd8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:50.586778 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-abc9ae87-0485-49cc-bd93-03c64fdb30c9 req-eb2048c1-4e87-4249-9f41-68e7433f882a tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ae3ea49-8ed5-46fa-ae82-a869c87019e7 HTTP/1.1" status: 200 len: 210 time: 0.0388365 Jul 24 00:27:50.589491 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f0ff402d-2f92-4b41-b9b8-53837b481dd8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:50.707742 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f0ff402d-2f92-4b41-b9b8-53837b481dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:50.765869 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f0ff402d-2f92-4b41-b9b8-53837b481dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:50.793160 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ff402d-2f92-4b41-b9b8-53837b481dd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8497362-30af-4bd3-8c41-7992db45dcf8,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:27:50.795208 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f0ff402d-2f92-4b41-b9b8-53837b481dd8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:50.799604 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1309c653-e7f3-4623-8127-95d07302900c None None] Network 638ed06b-37c4-4e4e-9416-48b36cce6713 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:27:50.800485 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60446) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:27:50.809039 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-f0ff402d-2f92-4b41-b9b8-53837b481dd8 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/b8497362-30af-4bd3-8c41-7992db45dcf8 HTTP/1.1" status: 204 len: 168 time: 0.3467658 Jul 24 00:27:50.889524 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ce0eeb76-f6ed-4d16-9299-7435b44c7b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:50.972065 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-ce0eeb76-f6ed-4d16-9299-7435b44c7b53 admin admin] Deleting port 975c96ac-b34e-41e8-bb28-848da4f5a16c {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:27:50.972550 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ce0eeb76-f6ed-4d16-9299-7435b44c7b53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:51.051079 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-ce0eeb76-f6ed-4d16-9299-7435b44c7b53 admin admin] For port 975c96ac-b34e-41e8-bb28-848da4f5a16c, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=975c96ac-b34e-41e8-bb28-848da4f5a16c,segment=NetworkSegment(5260e73a-7cc6-4afd-b511-ce9a4aedd105),segment_id=5260e73a-7cc6-4afd-b511-ce9a4aedd105)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:27:51.051475 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ce0eeb76-f6ed-4d16-9299-7435b44c7b53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:51.057616 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1cbe5dc-ca05-4140-a943-67371edc4526 None None] DHCP port deletion for 638ed06b-37c4-4e4e-9416-48b36cce6713 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:27:51.068765 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-ce0eeb76-f6ed-4d16-9299-7435b44c7b53 admin admin] Calling delete_port for 975c96ac-b34e-41e8-bb28-848da4f5a16c owned by network:dhcp {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:27:51.115303 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-f1cbe5dc-ca05-4140-a943-67371edc4526 None None] Deleting port 975c96ac-b34e-41e8-bb28-848da4f5a16c {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:27:51.115303 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f1cbe5dc-ca05-4140-a943-67371edc4526 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:51.125158 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f3760d-295f-486a-9a7b-e5ca71edb7a4 req-40f17d0c-bcd9-441d-9454-7113fd88594e tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:27:51.126790 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-76f3760d-295f-486a-9a7b-e5ca71edb7a4 req-40f17d0c-bcd9-441d-9454-7113fd88594e tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb43b581-6f92-462b-a3ea-a6d4a4ae8c0e HTTP/1.1" status: 200 len: 946 time: 0.0821347 Jul 24 00:27:51.165448 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ce0eeb76-f6ed-4d16-9299-7435b44c7b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:51.180859 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-f1cbe5dc-ca05-4140-a943-67371edc4526 None None] For port 975c96ac-b34e-41e8-bb28-848da4f5a16c, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=975c96ac-b34e-41e8-bb28-848da4f5a16c,segment=NetworkSegment(5260e73a-7cc6-4afd-b511-ce9a4aedd105),segment_id=5260e73a-7cc6-4afd-b511-ce9a4aedd105)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:27:51.181275 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f1cbe5dc-ca05-4140-a943-67371edc4526 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:51.195750 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-f1cbe5dc-ca05-4140-a943-67371edc4526 None None] Calling delete_port for 975c96ac-b34e-41e8-bb28-848da4f5a16c owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:27:51.199198 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0eeb76-f6ed-4d16-9299-7435b44c7b53 admin admin] No DVR routers for this DVR port 975c96ac-b34e-41e8-bb28-848da4f5a16c on host n-d-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:27:51.215695 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0eeb76-f6ed-4d16-9299-7435b44c7b53 admin admin] Pushing event deleted for resources: {'Port': ['ID=975c96ac-b34e-41e8-bb28-848da4f5a16c,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:27:51.246537 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-76f3760d-295f-486a-9a7b-e5ca71edb7a4 req-a3a2a324-378d-416f-85ec-56eee0cc6abf tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Deleting port 72cc8f3a-3601-4ae7-aeb6-c0cd6cfb7862 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:27:51.247409 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-76f3760d-295f-486a-9a7b-e5ca71edb7a4 req-a3a2a324-378d-416f-85ec-56eee0cc6abf tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:51.302531 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f1cbe5dc-ca05-4140-a943-67371edc4526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:51.318588 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cbe5dc-ca05-4140-a943-67371edc4526 None None] No DVR routers for this DVR port 975c96ac-b34e-41e8-bb28-848da4f5a16c on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:27:51.352458 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ce0eeb76-f6ed-4d16-9299-7435b44c7b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:51.356486 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-76f3760d-295f-486a-9a7b-e5ca71edb7a4 req-a3a2a324-378d-416f-85ec-56eee0cc6abf tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] For port 72cc8f3a-3601-4ae7-aeb6-c0cd6cfb7862, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=72cc8f3a-3601-4ae7-aeb6-c0cd6cfb7862,segment=NetworkSegment(f343d2dd-48a1-47b7-a7e6-812e6ce3c96b),segment_id=f343d2dd-48a1-47b7-a7e6-812e6ce3c96b)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:27:51.357012 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-76f3760d-295f-486a-9a7b-e5ca71edb7a4 req-a3a2a324-378d-416f-85ec-56eee0cc6abf tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:51.360824 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 2d3a79ec-1567-4446-8bca-2c5b93b6133c no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:27:51.365962 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-ce0eeb76-f6ed-4d16-9299-7435b44c7b53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['638ed06b-37c4-4e4e-9416-48b36cce6713']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:27:51.375367 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-76f3760d-295f-486a-9a7b-e5ca71edb7a4 req-a3a2a324-378d-416f-85ec-56eee0cc6abf tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Calling delete_port for 72cc8f3a-3601-4ae7-aeb6-c0cd6cfb7862 owned by compute:nova {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:27:51.381201 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-ce0eeb76-f6ed-4d16-9299-7435b44c7b53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5260e73a-7cc6-4afd-b511-ce9a4aedd105') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:27:51.381510 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-ce0eeb76-f6ed-4d16-9299-7435b44c7b53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5260e73a-7cc6-4afd-b511-ce9a4aedd105') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:27:51.382850 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] No Port match for: 2d3a79ec-1567-4446-8bca-2c5b93b6133c {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:27:51.383074 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 2d3a79ec-1567-4446-8bca-2c5b93b6133c not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:27:51.385411 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cbe5dc-ca05-4140-a943-67371edc4526 None None] Pushing event deleted for resources: {'Port': ['ID=975c96ac-b34e-41e8-bb28-848da4f5a16c,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:27:51.393076 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ce0eeb76-f6ed-4d16-9299-7435b44c7b53 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:51.421261 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af943e6-a1f9-47e4-a2ab-543d20ff3238 req-b523ca06-2db5-42bc-9254-546f78e29ca8 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:27:51.422835 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0af943e6-a1f9-47e4-a2ab-543d20ff3238 req-b523ca06-2db5-42bc-9254-546f78e29ca8 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb43b581-6f92-462b-a3ea-a6d4a4ae8c0e HTTP/1.1" status: 200 len: 946 time: 0.1511674 Jul 24 00:27:51.423916 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ce0eeb76-f6ed-4d16-9299-7435b44c7b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:51.430346 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce0eeb76-f6ed-4d16-9299-7435b44c7b53 admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:27:51.430757 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ce0eeb76-f6ed-4d16-9299-7435b44c7b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:51.432910 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:27:51.432910 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:27:51.432910 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:27:51.432910 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:27:51.432910 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:27:51.432910 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:27:51.432910 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:27:51.432910 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:27:51.432910 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:27:51.432910 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:27:51.432910 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:27:51.432910 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:27:51.432910 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:27:51.432910 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:27:51.432910 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:27:51.432910 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:27:51.432910 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:27:51.432910 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:27:51.432910 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:27:51.432910 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:27:51.432910 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:27:51.432910 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:27:51.432910 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:27:51.432910 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:27:51.432910 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:27:51.432910 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:27:51.432910 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:27:51.432910 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:27:51.432910 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:27:51.432910 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:27:51.432910 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:27:51.432910 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:27:51.514703 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ce0eeb76-f6ed-4d16-9299-7435b44c7b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:51.521892 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ce0eeb76-f6ed-4d16-9299-7435b44c7b53 admin admin] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:51.523750 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-ce0eeb76-f6ed-4d16-9299-7435b44c7b53 admin admin] 10.222.0.44 "DELETE /v2.0/networks/638ed06b-37c4-4e4e-9416-48b36cce6713 HTTP/1.1" status: 204 len: 168 time: 0.7222202 Jul 24 00:27:51.528315 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0af943e6-a1f9-47e4-a2ab-543d20ff3238 req-3e39a1b0-ad21-46c4-85b3-f901a500dff5 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b713bdd-8e94-4438-a5b4-27676e1ce277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855732 Jul 24 00:27:51.538884 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0eeb76-f6ed-4d16-9299-7435b44c7b53 admin admin] Pushing event deleted for resources: {'Network': ['ID=638ed06b-37c4-4e4e-9416-48b36cce6713,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:27:51.546161 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-76f3760d-295f-486a-9a7b-e5ca71edb7a4 req-a3a2a324-378d-416f-85ec-56eee0cc6abf tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:51.581527 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 3ce704e3-4a84-4fa5-9c2a-5eec7806972e no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:27:51.583240 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a2a324-378d-416f-85ec-56eee0cc6abf tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Pushing event deleted for resources: {'Port': ['ID=72cc8f3a-3601-4ae7-aeb6-c0cd6cfb7862,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:27:51.607539 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 3ce704e3-4a84-4fa5-9c2a-5eec7806972e {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:27:51.607892 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 3ce704e3-4a84-4fa5-9c2a-5eec7806972e not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:27:51.612666 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 18ef5fcd-dd30-451d-921d-2ef71e4007ee no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:27:51.637534 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-76f3760d-295f-486a-9a7b-e5ca71edb7a4 req-a3a2a324-378d-416f-85ec-56eee0cc6abf tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] No DVR routers for this DVR port 72cc8f3a-3601-4ae7-aeb6-c0cd6cfb7862 on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:27:51.640199 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-76f3760d-295f-486a-9a7b-e5ca71edb7a4 req-a3a2a324-378d-416f-85ec-56eee0cc6abf tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:51.640354 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 18ef5fcd-dd30-451d-921d-2ef71e4007ee {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:27:51.640956 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 18ef5fcd-dd30-451d-921d-2ef71e4007ee not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:27:51.641388 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 2976143c-02d2-44bd-842e-9ac50abcf4d6 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:27:51.642415 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-76f3760d-295f-486a-9a7b-e5ca71edb7a4 req-a3a2a324-378d-416f-85ec-56eee0cc6abf tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.64 "DELETE /v2.0/ports/72cc8f3a-3601-4ae7-aeb6-c0cd6cfb7862 HTTP/1.1" status: 204 len: 173 time: 0.5101767 Jul 24 00:27:51.642988 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb43b581-6f92-462b-a3ea-a6d4a4ae8c0e', 'name': 'network-vif-deleted', 'tag': '72cc8f3a-3601-4ae7-aeb6-c0cd6cfb7862'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:27:51.652948 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ce360bd-f25d-4235-aba9-bf8f91eab50f" -d '{"events": [{"server_uuid": "bb43b581-6f92-462b-a3ea-a6d4a4ae8c0e", "name": "network-vif-deleted", "tag": "72cc8f3a-3601-4ae7-aeb6-c0cd6cfb7862"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:27:51.668326 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60456) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:27:51.678753 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 2976143c-02d2-44bd-842e-9ac50abcf4d6 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:27:51.679440 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 2976143c-02d2-44bd-842e-9ac50abcf4d6 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:27:51.680116 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 975c96ac-b34e-41e8-bb28-848da4f5a16c no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:27:51.701521 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 975c96ac-b34e-41e8-bb28-848da4f5a16c {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:27:51.702202 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 975c96ac-b34e-41e8-bb28-848da4f5a16c not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:27:51.721289 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa38513-735d-4f7c-8afd-90b35b9b3dc3 x-openstack-request-id: req-7fa38513-735d-4f7c-8afd-90b35b9b3dc3 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:27:51.721592 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb43b581-6f92-462b-a3ea-a6d4a4ae8c0e", "name": "network-vif-deleted", "tag": "72cc8f3a-3601-4ae7-aeb6-c0cd6cfb7862", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:27:51.721866 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7fa38513-735d-4f7c-8afd-90b35b9b3dc3 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:27:51.722313 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb43b581-6f92-462b-a3ea-a6d4a4ae8c0e', 'name': 'network-vif-deleted', 'tag': '72cc8f3a-3601-4ae7-aeb6-c0cd6cfb7862', 'status': 'completed', 'code': 200} Jul 24 00:27:51.723238 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60460) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:27:51.723654 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-ddcdc31c-0d05-4e6f-8236-b1132e7d1be5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=819708cc484a4855acd8cf289bb3402a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0542786 Jul 24 00:27:51.785549 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9b2cc426-5c9c-4fb0-b7be-08ceccc7dfe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:51.811506 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9b2cc426-5c9c-4fb0-b7be-08ceccc7dfe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:51.868907 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9b2cc426-5c9c-4fb0-b7be-08ceccc7dfe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:51.871563 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9b2cc426-5c9c-4fb0-b7be-08ceccc7dfe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:51.872722 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-9b2cc426-5c9c-4fb0-b7be-08ceccc7dfe7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6e3b6343-0956-4af2-b3a5-d4c881806563 HTTP/1.1" status: 204 len: 168 time: 0.1485829 Jul 24 00:27:51.880766 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2cc426-5c9c-4fb0-b7be-08ceccc7dfe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e3b6343-0956-4af2-b3a5-d4c881806563,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:27:52.574097 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60486) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:27:52.593196 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60490) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:27:52.653907 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-49b5022c-5600-4dd4-b4a1-bbb87b07bab4 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:52.682806 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-24e45ea2-4996-4551-b06f-4b5af8a2677d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1847390755-network', 'tenant_id': '6d92ca20f15949ceb494774c0319d316'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:27:52.687168 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-49b5022c-5600-4dd4-b4a1-bbb87b07bab4 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:52.736689 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e45ea2-4996-4551-b06f-4b5af8a2677d admin admin] Made reservation on behalf of 6d92ca20f15949ceb494774c0319d316 for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:27:52.739679 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-24e45ea2-4996-4551-b06f-4b5af8a2677d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:52.750705 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-24e45ea2-4996-4551-b06f-4b5af8a2677d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:52.784879 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-49b5022c-5600-4dd4-b4a1-bbb87b07bab4 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:52.787468 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-49b5022c-5600-4dd4-b4a1-bbb87b07bab4 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:52.788664 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-49b5022c-5600-4dd4-b4a1-bbb87b07bab4 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "DELETE /v2.0/security-groups/3b713bdd-8e94-4438-a5b4-27676e1ce277 HTTP/1.1" status: 204 len: 168 time: 0.1943243 Jul 24 00:27:52.808685 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b5022c-5600-4dd4-b4a1-bbb87b07bab4 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b713bdd-8e94-4438-a5b4-27676e1ce277,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:27:52.822026 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60494) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:27:52.892628 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaaa342c-1217-44f6-ab91-dd4c5e570150 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Deleting subnet e6a1a928-893a-4407-9e92-980942a5c0ab {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:27:52.896537 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-eaaa342c-1217-44f6-ab91-dd4c5e570150 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:52.944762 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-24e45ea2-4996-4551-b06f-4b5af8a2677d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:52.952543 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-24e45ea2-4996-4551-b06f-4b5af8a2677d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:52.956732 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-eaaa342c-1217-44f6-ab91-dd4c5e570150 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:52.994104 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24e45ea2-4996-4551-b06f-4b5af8a2677d admin admin] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:27:53.021928 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-24e45ea2-4996-4551-b06f-4b5af8a2677d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:53.022279 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-24e45ea2-4996-4551-b06f-4b5af8a2677d admin admin] Added segment 3c9a59e0-db5f-464c-9f24-21dd3dbd9ef6 of type vlan for network 48d22c82-23f3-497c-81c5-313544a4da09 Jul 24 00:27:53.035451 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e45ea2-4996-4551-b06f-4b5af8a2677d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=680d88b2-84cf-494c-87c6-8eb84b9dba69,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:27:53.093972 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-24e45ea2-4996-4551-b06f-4b5af8a2677d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:53.114166 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-eaaa342c-1217-44f6-ab91-dd4c5e570150 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:53.165332 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-24e45ea2-4996-4551-b06f-4b5af8a2677d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:53.166850 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e45ea2-4996-4551-b06f-4b5af8a2677d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:27:53.167441 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-24e45ea2-4996-4551-b06f-4b5af8a2677d admin admin] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:53.186498 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a14b8b65-0c0b-46fb-be4c-7d5fdd79045a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:53.217649 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-24e45ea2-4996-4551-b06f-4b5af8a2677d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6399200 Jul 24 00:27:53.217910 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60498) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:27:53.247417 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-f968c2c1-55b3-4fe4-9406-00f17b604aa3 admin admin] Request body: {'subnet': {'network_id': '48d22c82-23f3-497c-81c5-313544a4da09', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1847390755-subnet', 'tenant_id': '6d92ca20f15949ceb494774c0319d316', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:27:53.254033 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-eaaa342c-1217-44f6-ab91-dd4c5e570150 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:53.255733 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e45ea2-4996-4551-b06f-4b5af8a2677d admin admin] Pushing event updated for resources: {'Network': ['ID=48d22c82-23f3-497c-81c5-313544a4da09,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:27:53.265815 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 48d22c82-23f3-497c-81c5-313544a4da09 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:27:53.290646 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaa342c-1217-44f6-ab91-dd4c5e570150 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Pushing event deleted for resources: {'Subnet': ['ID=e6a1a928-893a-4407-9e92-980942a5c0ab,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:27:53.298130 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-eaaa342c-1217-44f6-ab91-dd4c5e570150 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:53.300477 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-eaaa342c-1217-44f6-ab91-dd4c5e570150 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "DELETE /v2.0/subnets/e6a1a928-893a-4407-9e92-980942a5c0ab HTTP/1.1" status: 204 len: 168 time: 0.4770656 Jul 24 00:27:53.302889 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60500) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:27:53.313092 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f968c2c1-55b3-4fe4-9406-00f17b604aa3 admin admin] Made reservation on behalf of 6d92ca20f15949ceb494774c0319d316 for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:27:53.315208 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f968c2c1-55b3-4fe4-9406-00f17b604aa3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:53.325784 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8936a9-81ab-4971-988f-592c800c3474 None None] Network 90b534a5-f2a0-498c-a35c-3c84f426a225 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:27:53.451441 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f6dc8166-0813-4d33-878c-22e5cc41e859 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:53.557641 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801db60f-e4a2-4b99-af31-3672f86f30a9 None None] DHCP port deletion for 90b534a5-f2a0-498c-a35c-3c84f426a225 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:27:53.603436 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-f6dc8166-0813-4d33-878c-22e5cc41e859 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Deleting port e06c378a-d65b-468b-a515-ad238cf102c1 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:27:53.604039 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f6dc8166-0813-4d33-878c-22e5cc41e859 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:53.604621 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-801db60f-e4a2-4b99-af31-3672f86f30a9 None None] Deleting port e06c378a-d65b-468b-a515-ad238cf102c1 {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:27:53.605031 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-801db60f-e4a2-4b99-af31-3672f86f30a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:53.630411 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f968c2c1-55b3-4fe4-9406-00f17b604aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:53.674409 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-801db60f-e4a2-4b99-af31-3672f86f30a9 None None] For port e06c378a-d65b-468b-a515-ad238cf102c1, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=e06c378a-d65b-468b-a515-ad238cf102c1,segment=NetworkSegment(f343d2dd-48a1-47b7-a7e6-812e6ce3c96b),segment_id=f343d2dd-48a1-47b7-a7e6-812e6ce3c96b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:27:53.674813 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-801db60f-e4a2-4b99-af31-3672f86f30a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:53.688171 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-801db60f-e4a2-4b99-af31-3672f86f30a9 None None] Calling delete_port for e06c378a-d65b-468b-a515-ad238cf102c1 owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:27:53.721058 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-f6dc8166-0813-4d33-878c-22e5cc41e859 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] For port e06c378a-d65b-468b-a515-ad238cf102c1, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=e06c378a-d65b-468b-a515-ad238cf102c1,segment=NetworkSegment(f343d2dd-48a1-47b7-a7e6-812e6ce3c96b),segment_id=f343d2dd-48a1-47b7-a7e6-812e6ce3c96b)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:27:53.721427 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f6dc8166-0813-4d33-878c-22e5cc41e859 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:53.742503 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f968c2c1-55b3-4fe4-9406-00f17b604aa3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6f59582-93ff-4897-acdc-8f2e367f79f4,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:27:53.751631 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-f6dc8166-0813-4d33-878c-22e5cc41e859 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Calling delete_port for e06c378a-d65b-468b-a515-ad238cf102c1 owned by network:dhcp {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:27:53.760975 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f968c2c1-55b3-4fe4-9406-00f17b604aa3 admin admin] Checking segment: {'id': '3c9a59e0-db5f-464c-9f24-21dd3dbd9ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '48d22c82-23f3-497c-81c5-313544a4da09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:27:53.761347 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f968c2c1-55b3-4fe4-9406-00f17b604aa3 admin admin] Network hostable DHCP agents. Network: 48d22c82-23f3-497c-81c5-313544a4da09, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:27:53.794762 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-801db60f-e4a2-4b99-af31-3672f86f30a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:53.835813 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f968c2c1-55b3-4fe4-9406-00f17b604aa3 admin admin] Network 48d22c82-23f3-497c-81c5-313544a4da09 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:27:53.846378 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801db60f-e4a2-4b99-af31-3672f86f30a9 None None] Pushing event deleted for resources: {'Port': ['ID=e06c378a-d65b-468b-a515-ad238cf102c1,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:27:53.852632 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801db60f-e4a2-4b99-af31-3672f86f30a9 None None] No DVR routers for this DVR port e06c378a-d65b-468b-a515-ad238cf102c1 on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:27:53.861480 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-f968c2c1-55b3-4fe4-9406-00f17b604aa3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 48d22c82-23f3-497c-81c5-313544a4da09) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:27:53.872532 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f968c2c1-55b3-4fe4-9406-00f17b604aa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:27:53.873082 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f459e4-3ac1-4470-b8c3-7ab3664e46f3 None None] Network 48d22c82-23f3-497c-81c5-313544a4da09 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:27:53.873217 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f968c2c1-55b3-4fe4-9406-00f17b604aa3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:53.897035 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-f968c2c1-55b3-4fe4-9406-00f17b604aa3 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6779160 Jul 24 00:27:53.898482 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f6dc8166-0813-4d33-878c-22e5cc41e859 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:53.933371 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dc8166-0813-4d33-878c-22e5cc41e859 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Pushing event deleted for resources: {'Port': ['ID=e06c378a-d65b-468b-a515-ad238cf102c1,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:27:53.950282 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6dc8166-0813-4d33-878c-22e5cc41e859 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] No DVR routers for this DVR port e06c378a-d65b-468b-a515-ad238cf102c1 on host n-d-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:27:54.057531 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f6dc8166-0813-4d33-878c-22e5cc41e859 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:54.069043 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-f6dc8166-0813-4d33-878c-22e5cc41e859 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90b534a5-f2a0-498c-a35c-3c84f426a225']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:27:54.080230 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-f6dc8166-0813-4d33-878c-22e5cc41e859 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f343d2dd-48a1-47b7-a7e6-812e6ce3c96b') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:27:54.080890 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-f6dc8166-0813-4d33-878c-22e5cc41e859 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f343d2dd-48a1-47b7-a7e6-812e6ce3c96b') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:27:54.091220 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f6dc8166-0813-4d33-878c-22e5cc41e859 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:54.107288 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f6dc8166-0813-4d33-878c-22e5cc41e859 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:54.115068 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6dc8166-0813-4d33-878c-22e5cc41e859 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:27:54.115756 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f6dc8166-0813-4d33-878c-22e5cc41e859 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:54.119656 n-d-800088-16 neutron-server[100313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:27:54.119656 n-d-800088-16 neutron-server[100313]: self.session.flush() Jul 24 00:27:54.119656 n-d-800088-16 neutron-server[100313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:27:54.119656 n-d-800088-16 neutron-server[100313]: self.session.flush() Jul 24 00:27:54.119656 n-d-800088-16 neutron-server[100313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:27:54.119656 n-d-800088-16 neutron-server[100313]: self.session.flush() Jul 24 00:27:54.119656 n-d-800088-16 neutron-server[100313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:27:54.119656 n-d-800088-16 neutron-server[100313]: self.session.flush() Jul 24 00:27:54.119656 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:27:54.119656 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:27:54.119656 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:27:54.119656 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:27:54.119656 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:27:54.119656 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:27:54.119656 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:27:54.119656 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:27:54.119656 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:27:54.119656 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:27:54.119656 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:27:54.119656 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:27:54.119656 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:27:54.119656 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:27:54.119656 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:27:54.119656 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:27:54.119656 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:27:54.119656 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:27:54.119656 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:27:54.119656 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:27:54.119656 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:27:54.119656 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:27:54.119656 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:27:54.119656 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:27:54.119656 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:27:54.119656 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:27:54.119656 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:27:54.119656 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:27:54.119656 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:27:54.119656 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:27:54.119656 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:27:54.119656 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:27:54.133876 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0cf4e5-216a-47ca-a6f3-e62dc27fe5f2 None None] Network 48d22c82-23f3-497c-81c5-313544a4da09 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:27:54.200206 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f6dc8166-0813-4d33-878c-22e5cc41e859 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:54.209977 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f6dc8166-0813-4d33-878c-22e5cc41e859 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:54.215149 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-f6dc8166-0813-4d33-878c-22e5cc41e859 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "DELETE /v2.0/networks/90b534a5-f2a0-498c-a35c-3c84f426a225 HTTP/1.1" status: 204 len: 168 time: 0.9089055 Jul 24 00:27:54.215792 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60512) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:27:54.247255 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dc8166-0813-4d33-878c-22e5cc41e859 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Pushing event deleted for resources: {'Network': ['ID=90b534a5-f2a0-498c-a35c-3c84f426a225,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:27:54.483318 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e01505e-f2b2-4379-94d4-1c19ca824330 req-dc2afef6-15ae-47ef-9c5b-cfc7ba91fe71 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:27:54.484734 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0e01505e-f2b2-4379-94d4-1c19ca824330 req-dc2afef6-15ae-47ef-9c5b-cfc7ba91fe71 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/networks?id=48d22c82-23f3-497c-81c5-313544a4da09 HTTP/1.1" status: 200 len: 815 time: 0.1458495 Jul 24 00:27:54.503224 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0e01505e-f2b2-4379-94d4-1c19ca824330 req-5ac1717d-7173-4c8a-a8ac-983f5c197a54 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/quotas/6d92ca20f15949ceb494774c0319d316 HTTP/1.1" status: 200 len: 375 time: 0.0126054 Jul 24 00:27:54.504467 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-0494f69f-f92f-406a-b716-341619005190 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Deleting port 947f8c21-8422-4e5b-a840-06c8ffe69b21 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:27:54.504836 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0494f69f-f92f-406a-b716-341619005190 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:54.562314 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0e01505e-f2b2-4379-94d4-1c19ca824330 req-fee6ec75-3d5f-4347-b536-c4d0f9b9c3ee tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=6d92ca20f15949ceb494774c0319d316&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454001 Jul 24 00:27:54.670769 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0494f69f-f92f-406a-b716-341619005190 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:54.671108 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0494f69f-f92f-406a-b716-341619005190 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:54.689439 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-0494f69f-f92f-406a-b716-341619005190 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Calling delete_port for 947f8c21-8422-4e5b-a840-06c8ffe69b21 owned by network:floatingip {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:27:54.717002 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0e01505e-f2b2-4379-94d4-1c19ca824330 req-8709aec9-7812-40f7-8dd3-70e87ffaf5e2 service neutron] 10.222.0.44 "GET /v2.0/networks/48d22c82-23f3-497c-81c5-313544a4da09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268442 Jul 24 00:27:54.863967 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0e01505e-f2b2-4379-94d4-1c19ca824330 req-753c3605-bc2a-4b6c-a2a7-62c3467c9253 service neutron] 10.222.0.44 "GET /v2.0/networks/48d22c82-23f3-497c-81c5-313544a4da09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192913 Jul 24 00:27:54.925626 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0494f69f-f92f-406a-b716-341619005190 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:54.950380 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494f69f-f92f-406a-b716-341619005190 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Pushing event deleted for resources: {'Port': ['ID=947f8c21-8422-4e5b-a840-06c8ffe69b21,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:27:55.035450 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0494f69f-f92f-406a-b716-341619005190 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for floatingip, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:55.035819 n-d-800088-16 neutron-server[100314]: INFO neutron.db.l3_db [None req-0494f69f-f92f-406a-b716-341619005190 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Floating IP 31cf596d-4443-4051-874e-74458e972595 disassociated (deleted). External IP: 172.25.3.70, port: 7a745367-94c7-44ce-a44d-51291fda997f. Jul 24 00:27:55.101397 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0cc4f79d-f9f6-4054-aac1-c6d4a609e647 req-cd189b43-535e-4ebc-9512-89c51f7a804b tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee5b5565-5961-4095-a680-1a3078e5aa30 HTTP/1.1" status: 200 len: 210 time: 0.0595372 Jul 24 00:27:55.306093 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0494f69f-f92f-406a-b716-341619005190 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Router 61dc87c4-a88b-4170-b9ef-f3b2fa519146 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:27:55.389592 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 72cc8f3a-3601-4ae7-aeb6-c0cd6cfb7862 no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:27:55.414505 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] No Port match for: 72cc8f3a-3601-4ae7-aeb6-c0cd6cfb7862 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:27:55.415104 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 72cc8f3a-3601-4ae7-aeb6-c0cd6cfb7862 not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:27:55.435083 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0494f69f-f92f-406a-b716-341619005190 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:27:55.439764 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0494f69f-f92f-406a-b716-341619005190 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:55.449891 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202cf205-23cf-4388-8cc0-b4423f4b1957 None None] Sync routers for ids ['61dc87c4-a88b-4170-b9ef-f3b2fa519146'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:27:55.459741 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202cf205-23cf-4388-8cc0-b4423f4b1957 None None] Routers {'61dc87c4-a88b-4170-b9ef-f3b2fa519146'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:27:55.460481 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-202cf205-23cf-4388-8cc0-b4423f4b1957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:27:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['61dc87c4-a88b-4170-b9ef-f3b2fa519146'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:27:55.485449 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-0494f69f-f92f-406a-b716-341619005190 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "DELETE /v2.0/floatingips/31cf596d-4443-4051-874e-74458e972595 HTTP/1.1" status: 204 len: 168 time: 1.2682989 Jul 24 00:27:55.486067 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7765524-3783-421b-8c1b-9f866217193b', 'tag': '7a745367-94c7-44ce-a44d-51291fda997f'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:27:55.488347 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5540a0ee-47aa-444a-9f46-878374977b5f" -d '{"events": [{"name": "network-changed", "server_uuid": "b7765524-3783-421b-8c1b-9f866217193b", "tag": "7a745367-94c7-44ce-a44d-51291fda997f"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:27:55.538110 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db498104-7ca5-4fa1-82ff-b11cd0d6d0b4 x-openstack-request-id: req-db498104-7ca5-4fa1-82ff-b11cd0d6d0b4 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:27:55.538553 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7765524-3783-421b-8c1b-9f866217193b", "tag": "7a745367-94c7-44ce-a44d-51291fda997f", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:27:55.538950 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-db498104-7ca5-4fa1-82ff-b11cd0d6d0b4 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:27:55.539552 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7765524-3783-421b-8c1b-9f866217193b', 'tag': '7a745367-94c7-44ce-a44d-51291fda997f', 'status': 'completed', 'code': 200} Jul 24 00:27:55.602283 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device e06c378a-d65b-468b-a515-ad238cf102c1 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:27:55.658109 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5540a0ee-47aa-444a-9f46-878374977b5f req-010f0044-5417-4946-a1c1-7de3402c5a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:27:55.659987 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5540a0ee-47aa-444a-9f46-878374977b5f req-010f0044-5417-4946-a1c1-7de3402c5a77 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a764eb486e0143bab151f7bee776b0b6&device_id=b7765524-3783-421b-8c1b-9f866217193b HTTP/1.1" status: 200 len: 1098 time: 0.0875382 Jul 24 00:27:55.661467 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: e06c378a-d65b-468b-a515-ad238cf102c1 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:27:55.661816 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device e06c378a-d65b-468b-a515-ad238cf102c1 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:27:55.690129 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-202cf205-23cf-4388-8cc0-b4423f4b1957 None None] Set router 61dc87c4-a88b-4170-b9ef-f3b2fa519146 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:27:55.788126 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5540a0ee-47aa-444a-9f46-878374977b5f req-04eeb4e6-6ced-4f7a-a298-071ab5729039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:27:55.790002 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5540a0ee-47aa-444a-9f46-878374977b5f req-04eeb4e6-6ced-4f7a-a298-071ab5729039 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a924a0f0-1296-43ad-a1b1-b8e15b7e778d HTTP/1.1" status: 200 len: 898 time: 0.1229401 Jul 24 00:27:55.818659 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-59a57234-4e42-4cdf-a1f3-4e5cf1b5f5ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:55.839446 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5540a0ee-47aa-444a-9f46-878374977b5f req-aaa67c37-c7a8-4553-b333-9f985bdc19c1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a745367-94c7-44ce-a44d-51291fda997f HTTP/1.1" status: 200 len: 217 time: 0.0419414 Jul 24 00:27:55.922853 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5540a0ee-47aa-444a-9f46-878374977b5f req-a7a58fa7-9132-4f97-96bf-5b34a9ee32f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:27:55.924272 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5540a0ee-47aa-444a-9f46-878374977b5f req-a7a58fa7-9132-4f97-96bf-5b34a9ee32f9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=92d9075d-c98d-4816-9257-1e0552fbe52e HTTP/1.1" status: 200 len: 835 time: 0.0745990 Jul 24 00:27:55.979656 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4585838-4310-4692-93c8-b4cbd428f810 req-d85f902a-2f5a-468c-8956-bf8930202325 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:27:55.981335 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c4585838-4310-4692-93c8-b4cbd428f810 req-d85f902a-2f5a-468c-8956-bf8930202325 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "GET /v2.0/ports?device_id=b7765524-3783-421b-8c1b-9f866217193b HTTP/1.1" status: 200 len: 946 time: 0.1448028 Jul 24 00:27:55.985235 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-202cf205-23cf-4388-8cc0-b4423f4b1957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61dc87c4-a88b-4170-b9ef-f3b2fa519146', 'name': 'tempest-TestNetworkBasicOps-router-1089506995', 'tenant_id': 'a764eb486e0143bab151f7bee776b0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': 'be016c4d-eed4-4886-a93d-13435b10f24c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:26:17Z', 'updated_at': '2021-07-24T00:27:48Z', 'revision_number': 6, 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'gw_port': {'id': 'be016c4d-eed4-4886-a93d-13435b10f24c', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:4a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61dc87c4-a88b-4170-b9ef-f3b2fa519146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:26:17Z', 'updated_at': '2021-07-24T00:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '6783ebcb-50aa-4de4-9ac6-fa4488be5fcd', 'name': '', 'network_id': 'a924a0f0-1296-43ad-a1b1-b8e15b7e778d', 'tenant_id': 'a764eb486e0143bab151f7bee776b0b6', 'mac_address': 'fa:16:3e:c7:2c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61dc87c4-a88b-4170-b9ef-f3b2fa519146', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '92d9075d-c98d-4816-9257-1e0552fbe52e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:26:20Z', 'updated_at': '2021-07-24T00:26:25Z', 'revision_number': 5, 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'subnets': [{'id': '92d9075d-c98d-4816-9257-1e0552fbe52e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:27:56.018241 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202cf205-23cf-4388-8cc0-b4423f4b1957 None None] Checking router: 61dc87c4-a88b-4170-b9ef-f3b2fa519146 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:27:56.035841 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202cf205-23cf-4388-8cc0-b4423f4b1957 None None] Routers {'61dc87c4-a88b-4170-b9ef-f3b2fa519146'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:27:56.036440 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-202cf205-23cf-4388-8cc0-b4423f4b1957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:27:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['61dc87c4-a88b-4170-b9ef-f3b2fa519146'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:27:56.048301 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5540a0ee-47aa-444a-9f46-878374977b5f req-5b18560b-0d82-4431-9c08-eea72e829084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:27:56.050091 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5540a0ee-47aa-444a-9f46-878374977b5f req-5b18560b-0d82-4431-9c08-eea72e829084 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a924a0f0-1296-43ad-a1b1-b8e15b7e778d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1181645 Jul 24 00:27:56.059127 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c4585838-4310-4692-93c8-b4cbd428f810 req-a33ddc09-48e2-401c-934f-7504a69fe37e tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee291d9b-4ce2-4e14-8ec3-770e4e8cf1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706780 Jul 24 00:27:56.202035 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5540a0ee-47aa-444a-9f46-878374977b5f req-caa1fb45-4bf2-466e-b1a3-bc9c8c1ad3be service neutron] 10.222.0.52 "GET /v2.0/networks/a924a0f0-1296-43ad-a1b1-b8e15b7e778d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415522 Jul 24 00:27:56.222941 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-202cf205-23cf-4388-8cc0-b4423f4b1957 None None] Set router 61dc87c4-a88b-4170-b9ef-f3b2fa519146 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:27:56.302671 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4bc71a59-928c-4db5-b528-171aaadd71cd req-4d624e2a-a40b-4822-9c85-9508057821cb tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee5b5565-5961-4095-a680-1a3078e5aa30 HTTP/1.1" status: 200 len: 210 time: 0.0766287 Jul 24 00:27:56.363914 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5540a0ee-47aa-444a-9f46-878374977b5f req-7f3e1aa4-4eed-4e79-90dd-a4cc5c52f14f service neutron] 10.222.0.52 "GET /v2.0/networks/a924a0f0-1296-43ad-a1b1-b8e15b7e778d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532488 Jul 24 00:27:56.367022 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e01505e-f2b2-4379-94d4-1c19ca824330 req-ef96a35a-cd4f-48f0-be0a-42f899fa8d03 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:27:56.374950 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0e01505e-f2b2-4379-94d4-1c19ca824330 req-ef96a35a-cd4f-48f0-be0a-42f899fa8d03 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.64 "GET /v2.0/networks?id=48d22c82-23f3-497c-81c5-313544a4da09 HTTP/1.1" status: 200 len: 815 time: 0.2741432 Jul 24 00:27:56.392113 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-0e01505e-f2b2-4379-94d4-1c19ca824330 req-1f993378-6cf7-486b-929e-15fad78dc18d tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Request body: {'port': {'device_id': 'ee5b5565-5961-4095-a680-1a3078e5aa30', 'network_id': '48d22c82-23f3-497c-81c5-313544a4da09', 'admin_state_up': True, 'tenant_id': '6d92ca20f15949ceb494774c0319d316'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:27:56.530640 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e01505e-f2b2-4379-94d4-1c19ca824330 req-1f993378-6cf7-486b-929e-15fad78dc18d tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Made reservation on behalf of 6d92ca20f15949ceb494774c0319d316 for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:27:56.534363 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-0e01505e-f2b2-4379-94d4-1c19ca824330 req-1f993378-6cf7-486b-929e-15fad78dc18d tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:56.701962 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [req-0e01505e-f2b2-4379-94d4-1c19ca824330 req-1f993378-6cf7-486b-929e-15fad78dc18d tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Allocated IP 172.20.0.9 (48d22c82-23f3-497c-81c5-313544a4da09/a6f59582-93ff-4897-acdc-8f2e367f79f4/afa0e91e-c23f-49e0-b55e-e19520f2ae85) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:27:56.713409 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-202cf205-23cf-4388-8cc0-b4423f4b1957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61dc87c4-a88b-4170-b9ef-f3b2fa519146', 'name': 'tempest-TestNetworkBasicOps-router-1089506995', 'tenant_id': 'a764eb486e0143bab151f7bee776b0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': 'be016c4d-eed4-4886-a93d-13435b10f24c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:26:17Z', 'updated_at': '2021-07-24T00:27:48Z', 'revision_number': 6, 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'gw_port': {'id': 'be016c4d-eed4-4886-a93d-13435b10f24c', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:4a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61dc87c4-a88b-4170-b9ef-f3b2fa519146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:26:17Z', 'updated_at': '2021-07-24T00:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '6783ebcb-50aa-4de4-9ac6-fa4488be5fcd', 'name': '', 'network_id': 'a924a0f0-1296-43ad-a1b1-b8e15b7e778d', 'tenant_id': 'a764eb486e0143bab151f7bee776b0b6', 'mac_address': 'fa:16:3e:c7:2c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61dc87c4-a88b-4170-b9ef-f3b2fa519146', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '92d9075d-c98d-4816-9257-1e0552fbe52e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:26:20Z', 'updated_at': '2021-07-24T00:26:25Z', 'revision_number': 5, 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'subnets': [{'id': '92d9075d-c98d-4816-9257-1e0552fbe52e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:27:56.739514 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202cf205-23cf-4388-8cc0-b4423f4b1957 None None] The sync data for ids ['61dc87c4-a88b-4170-b9ef-f3b2fa519146'] in n-d-800088-16 is: [{'id': '61dc87c4-a88b-4170-b9ef-f3b2fa519146', 'name': 'tempest-TestNetworkBasicOps-router-1089506995', 'tenant_id': 'a764eb486e0143bab151f7bee776b0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': 'be016c4d-eed4-4886-a93d-13435b10f24c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:26:17Z', 'updated_at': '2021-07-24T00:27:48Z', 'revision_number': 6, 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'gw_port': {'id': 'be016c4d-eed4-4886-a93d-13435b10f24c', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:4a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61dc87c4-a88b-4170-b9ef-f3b2fa519146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:26:17Z', 'updated_at': '2021-07-24T00:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '6783ebcb-50aa-4de4-9ac6-fa4488be5fcd', 'name': '', 'network_id': 'a924a0f0-1296-43ad-a1b1-b8e15b7e778d', 'tenant_id': 'a764eb486e0143bab151f7bee776b0b6', 'mac_address': 'fa:16:3e:c7:2c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61dc87c4-a88b-4170-b9ef-f3b2fa519146', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '92d9075d-c98d-4816-9257-1e0552fbe52e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:26:20Z', 'updated_at': '2021-07-24T00:26:25Z', 'revision_number': 5, 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'subnets': [{'id': '92d9075d-c98d-4816-9257-1e0552fbe52e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:27:56.783798 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:56.852230 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-0e01505e-f2b2-4379-94d4-1c19ca824330 req-1f993378-6cf7-486b-929e-15fad78dc18d tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:56.892385 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-0e01505e-f2b2-4379-94d4-1c19ca824330 req-1f993378-6cf7-486b-929e-15fad78dc18d tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:56.946242 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e01505e-f2b2-4379-94d4-1c19ca824330 req-1f993378-6cf7-486b-929e-15fad78dc18d tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Network 48d22c82-23f3-497c-81c5-313544a4da09 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:27:56.952376 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [req-0e01505e-f2b2-4379-94d4-1c19ca824330 req-1f993378-6cf7-486b-929e-15fad78dc18d tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:27:56.958492 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e01505e-f2b2-4379-94d4-1c19ca824330 req-1f993378-6cf7-486b-929e-15fad78dc18d tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:27:56.967717 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f993378-6cf7-486b-929e-15fad78dc18d tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Pushing event updated for resources: {'Port': ['ID=afa0e91e-c23f-49e0-b55e-e19520f2ae85,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:27:56.992485 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9441d256-7dd8-4b19-b9f5-58458380c2e2 None None] New status for floating IP 31cf596d-4443-4051-874e-74458e972595: DOWN {{(pid=100316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 00:27:57.015981 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e01505e-f2b2-4379-94d4-1c19ca824330 req-1f993378-6cf7-486b-929e-15fad78dc18d tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:27:57.016605 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-0e01505e-f2b2-4379-94d4-1c19ca824330 req-1f993378-6cf7-486b-929e-15fad78dc18d tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:57.032003 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0e01505e-f2b2-4379-94d4-1c19ca824330 req-1f993378-6cf7-486b-929e-15fad78dc18d tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6480739 Jul 24 00:27:57.045181 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-0e01505e-f2b2-4379-94d4-1c19ca824330 req-fb8a5d11-7320-40e7-a59c-05b05975495e service neutron] Request body: {'port': {'device_id': 'ee5b5565-5961-4095-a680-1a3078e5aa30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-16'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:27:57.087489 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ce6b19-e466-4e3d-8d7d-6023cff79e48 req-883ddbe3-dfeb-45dc-9a22-0dee9ac4bb66 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:27:57.096701 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d0ce6b19-e466-4e3d-8d7d-6023cff79e48 req-883ddbe3-dfeb-45dc-9a22-0dee9ac4bb66 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.52 "GET /v2.0/ports?device_id=b7765524-3783-421b-8c1b-9f866217193b HTTP/1.1" status: 200 len: 946 time: 0.0667634 Jul 24 00:27:57.132245 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-0e01505e-f2b2-4379-94d4-1c19ca824330 req-fb8a5d11-7320-40e7-a59c-05b05975495e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:57.154457 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60552) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:27:57.350613 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:57.481992 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017cf620-3c3a-4e20-8ee7-9d423757ab7f req-26247348-6b4b-4c9f-93ee-4471ff84ffd3 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:27:57.483610 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-017cf620-3c3a-4e20-8ee7-9d423757ab7f req-26247348-6b4b-4c9f-93ee-4471ff84ffd3 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee5b5565-5961-4095-a680-1a3078e5aa30 HTTP/1.1" status: 200 len: 931 time: 0.1294069 Jul 24 00:27:57.496469 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-0e01505e-f2b2-4379-94d4-1c19ca824330 req-fb8a5d11-7320-40e7-a59c-05b05975495e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afa0e91e-c23f-49e0-b55e-e19520f2ae85 {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:27:57.512907 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-0e01505e-f2b2-4379-94d4-1c19ca824330 req-fb8a5d11-7320-40e7-a59c-05b05975495e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:57.546710 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-0e01505e-f2b2-4379-94d4-1c19ca824330 req-fb8a5d11-7320-40e7-a59c-05b05975495e service neutron] Transition to ACTIVE for port object afa0e91e-c23f-49e0-b55e-e19520f2ae85 will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:27:57.553296 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-017cf620-3c3a-4e20-8ee7-9d423757ab7f req-12d0ae71-496b-400e-b90e-a268ffe5d103 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/security-groups?id=680d88b2-84cf-494c-87c6-8eb84b9dba69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521173 Jul 24 00:27:57.554943 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-0e01505e-f2b2-4379-94d4-1c19ca824330 req-fb8a5d11-7320-40e7-a59c-05b05975495e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:57.622000 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8a5d11-7320-40e7-a59c-05b05975495e service neutron] Pushing event updated for resources: {'Port': ['ID=afa0e91e-c23f-49e0-b55e-e19520f2ae85,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:27:57.675021 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba7c549-4185-4930-85eb-1a3d786b88a2 req-80c7596b-c1bf-4c1a-b766-eee8c100ba6a tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:27:57.676522 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7ba7c549-4185-4930-85eb-1a3d786b88a2 req-80c7596b-c1bf-4c1a-b766-eee8c100ba6a tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "GET /v2.0/ports?device_id=b7765524-3783-421b-8c1b-9f866217193b HTTP/1.1" status: 200 len: 946 time: 0.5211806 Jul 24 00:27:57.683716 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-d0ce6b19-e466-4e3d-8d7d-6023cff79e48 req-04ed3f12-1e27-4e5f-ba80-cf72bfd5f17e tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Deleting port 7a745367-94c7-44ce-a44d-51291fda997f {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:27:57.684078 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d0ce6b19-e466-4e3d-8d7d-6023cff79e48 req-04ed3f12-1e27-4e5f-ba80-cf72bfd5f17e tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:57.699400 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-0e01505e-f2b2-4379-94d4-1c19ca824330 req-fb8a5d11-7320-40e7-a59c-05b05975495e service neutron] Attempting to bind port afa0e91e-c23f-49e0-b55e-e19520f2ae85 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:27:57.699746 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-0e01505e-f2b2-4379-94d4-1c19ca824330 req-fb8a5d11-7320-40e7-a59c-05b05975495e service neutron] Attempting to bind port afa0e91e-c23f-49e0-b55e-e19520f2ae85 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '3c9a59e0-db5f-464c-9f24-21dd3dbd9ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '48d22c82-23f3-497c-81c5-313544a4da09'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:27:57.700104 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e01505e-f2b2-4379-94d4-1c19ca824330 req-fb8a5d11-7320-40e7-a59c-05b05975495e service neutron] Attempting to bind port afa0e91e-c23f-49e0-b55e-e19520f2ae85 on network 48d22c82-23f3-497c-81c5-313544a4da09 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:27:57.704582 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e01505e-f2b2-4379-94d4-1c19ca824330 req-fb8a5d11-7320-40e7-a59c-05b05975495e service neutron] Port afa0e91e-c23f-49e0-b55e-e19520f2ae85 on network 48d22c82-23f3-497c-81c5-313544a4da09 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:27:57.704944 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e01505e-f2b2-4379-94d4-1c19ca824330 req-fb8a5d11-7320-40e7-a59c-05b05975495e service neutron] Attempting to bind port afa0e91e-c23f-49e0-b55e-e19520f2ae85 on network 48d22c82-23f3-497c-81c5-313544a4da09 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:27:57.709817 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e01505e-f2b2-4379-94d4-1c19ca824330 req-fb8a5d11-7320-40e7-a59c-05b05975495e service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:27:57.710165 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e01505e-f2b2-4379-94d4-1c19ca824330 req-fb8a5d11-7320-40e7-a59c-05b05975495e service neutron] Checking segment: {'id': '3c9a59e0-db5f-464c-9f24-21dd3dbd9ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '48d22c82-23f3-497c-81c5-313544a4da09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:27:57.710568 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e01505e-f2b2-4379-94d4-1c19ca824330 req-fb8a5d11-7320-40e7-a59c-05b05975495e service neutron] Bound using segment: {'id': '3c9a59e0-db5f-464c-9f24-21dd3dbd9ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '48d22c82-23f3-497c-81c5-313544a4da09'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:27:57.710989 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-0e01505e-f2b2-4379-94d4-1c19ca824330 req-fb8a5d11-7320-40e7-a59c-05b05975495e service neutron] Bound port: afa0e91e-c23f-49e0-b55e-e19520f2ae85, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c9a59e0-db5f-464c-9f24-21dd3dbd9ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '48d22c82-23f3-497c-81c5-313544a4da09'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:27:57.711355 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-0e01505e-f2b2-4379-94d4-1c19ca824330 req-fb8a5d11-7320-40e7-a59c-05b05975495e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:57.778978 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-0e01505e-f2b2-4379-94d4-1c19ca824330 req-fb8a5d11-7320-40e7-a59c-05b05975495e service neutron] For port afa0e91e-c23f-49e0-b55e-e19520f2ae85, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:27:57.782248 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-0e01505e-f2b2-4379-94d4-1c19ca824330 req-fb8a5d11-7320-40e7-a59c-05b05975495e service neutron] For port afa0e91e-c23f-49e0-b55e-e19520f2ae85, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=afa0e91e-c23f-49e0-b55e-e19520f2ae85,segment=NetworkSegment(3c9a59e0-db5f-464c-9f24-21dd3dbd9ef6),segment_id=3c9a59e0-db5f-464c-9f24-21dd3dbd9ef6)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:27:57.787055 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-0e01505e-f2b2-4379-94d4-1c19ca824330 req-fb8a5d11-7320-40e7-a59c-05b05975495e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:57.815339 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7ba7c549-4185-4930-85eb-1a3d786b88a2 req-0dfe9382-5ff4-438f-8c01-9f45b08400fe tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee291d9b-4ce2-4e14-8ec3-770e4e8cf1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254873 Jul 24 00:27:57.829625 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e01505e-f2b2-4379-94d4-1c19ca824330 req-fb8a5d11-7320-40e7-a59c-05b05975495e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:27:57.830216 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-0e01505e-f2b2-4379-94d4-1c19ca824330 req-fb8a5d11-7320-40e7-a59c-05b05975495e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:57.832953 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0e01505e-f2b2-4379-94d4-1c19ca824330 req-fb8a5d11-7320-40e7-a59c-05b05975495e service neutron] 10.222.0.64 "PUT /v2.0/ports/afa0e91e-c23f-49e0-b55e-e19520f2ae85 HTTP/1.1" status: 200 len: 1092 time: 0.7916956 Jul 24 00:27:57.833441 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee5b5565-5961-4095-a680-1a3078e5aa30', 'tag': 'afa0e91e-c23f-49e0-b55e-e19520f2ae85'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:27:57.836289 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f97ce86-10b4-4128-a4c8-9ccd99922a8f" -d '{"events": [{"name": "network-changed", "server_uuid": "ee5b5565-5961-4095-a680-1a3078e5aa30", "tag": "afa0e91e-c23f-49e0-b55e-e19520f2ae85"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:27:57.860496 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-d0ce6b19-e466-4e3d-8d7d-6023cff79e48 req-04ed3f12-1e27-4e5f-ba80-cf72bfd5f17e tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] For port 7a745367-94c7-44ce-a44d-51291fda997f, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=7a745367-94c7-44ce-a44d-51291fda997f,segment=NetworkSegment(5cefd7c1-e51b-434d-8c21-3717c8263db7),segment_id=5cefd7c1-e51b-434d-8c21-3717c8263db7)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:27:57.860772 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d0ce6b19-e466-4e3d-8d7d-6023cff79e48 req-04ed3f12-1e27-4e5f-ba80-cf72bfd5f17e tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:57.861574 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8a5d11-7320-40e7-a59c-05b05975495e service neutron] Pushing event updated for resources: {'Port': ['ID=afa0e91e-c23f-49e0-b55e-e19520f2ae85,revision_number=3']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:27:57.874910 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-a4a7fb84-c8f3-4458-a7be-733960303551 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Deleting port 5488cfc9-6f15-435f-858e-ba8daf7e23e6 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:27:57.875268 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a4a7fb84-c8f3-4458-a7be-733960303551 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:57.875741 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b6fd80-560e-41d3-b655-998ab403c499 x-openstack-request-id: req-23b6fd80-560e-41d3-b655-998ab403c499 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:27:57.876105 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee5b5565-5961-4095-a680-1a3078e5aa30", "tag": "afa0e91e-c23f-49e0-b55e-e19520f2ae85", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:27:57.876378 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-23b6fd80-560e-41d3-b655-998ab403c499 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:27:57.876777 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee5b5565-5961-4095-a680-1a3078e5aa30', 'tag': 'afa0e91e-c23f-49e0-b55e-e19520f2ae85', 'status': 'completed', 'code': 200} Jul 24 00:27:57.891555 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-d0ce6b19-e466-4e3d-8d7d-6023cff79e48 req-04ed3f12-1e27-4e5f-ba80-cf72bfd5f17e tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Calling delete_port for 7a745367-94c7-44ce-a44d-51291fda997f owned by compute:nova {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:27:57.954450 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e01505e-f2b2-4379-94d4-1c19ca824330 req-80794b70-1457-41e8-8b47-9d754c636a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:27:57.956540 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0e01505e-f2b2-4379-94d4-1c19ca824330 req-80794b70-1457-41e8-8b47-9d754c636a36 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6d92ca20f15949ceb494774c0319d316&device_id=ee5b5565-5961-4095-a680-1a3078e5aa30 HTTP/1.1" status: 200 len: 1095 time: 0.0722892 Jul 24 00:27:57.999805 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0e01505e-f2b2-4379-94d4-1c19ca824330 req-bc66f06d-9f63-478f-8aa5-71d936d3edd0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=afa0e91e-c23f-49e0-b55e-e19520f2ae85 HTTP/1.1" status: 200 len: 217 time: 0.0350881 Jul 24 00:27:58.026142 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a4a7fb84-c8f3-4458-a7be-733960303551 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:58.026504 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a4a7fb84-c8f3-4458-a7be-733960303551 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:58.041827 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-a4a7fb84-c8f3-4458-a7be-733960303551 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Calling delete_port for 5488cfc9-6f15-435f-858e-ba8daf7e23e6 owned by network:floatingip {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:27:58.053447 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e01505e-f2b2-4379-94d4-1c19ca824330 req-339af8e1-d19e-4cd5-b790-4e24780855c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:27:58.055238 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0e01505e-f2b2-4379-94d4-1c19ca824330 req-339af8e1-d19e-4cd5-b790-4e24780855c8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a6f59582-93ff-4897-acdc-8f2e367f79f4 HTTP/1.1" status: 200 len: 855 time: 0.0501416 Jul 24 00:27:58.090702 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0e01505e-f2b2-4379-94d4-1c19ca824330 req-93a6b399-4b00-4d04-8ff9-5390494cd079 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=48d22c82-23f3-497c-81c5-313544a4da09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293343 Jul 24 00:27:58.176053 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d0ce6b19-e466-4e3d-8d7d-6023cff79e48 req-04ed3f12-1e27-4e5f-ba80-cf72bfd5f17e tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:58.184259 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0e01505e-f2b2-4379-94d4-1c19ca824330 req-c93782e4-0f41-4a00-aee7-fd01c1b30d36 service neutron] 10.222.0.64 "GET /v2.0/networks/48d22c82-23f3-497c-81c5-313544a4da09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875340 Jul 24 00:27:58.217529 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ed3f12-1e27-4e5f-ba80-cf72bfd5f17e tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Pushing event deleted for resources: {'Port': ['ID=7a745367-94c7-44ce-a44d-51291fda997f,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:27:58.272841 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0ce6b19-e466-4e3d-8d7d-6023cff79e48 req-04ed3f12-1e27-4e5f-ba80-cf72bfd5f17e tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] No DVR routers for this DVR port 7a745367-94c7-44ce-a44d-51291fda997f on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:27:58.275531 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d0ce6b19-e466-4e3d-8d7d-6023cff79e48 req-04ed3f12-1e27-4e5f-ba80-cf72bfd5f17e tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:58.278446 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d0ce6b19-e466-4e3d-8d7d-6023cff79e48 req-04ed3f12-1e27-4e5f-ba80-cf72bfd5f17e tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.52 "DELETE /v2.0/ports/7a745367-94c7-44ce-a44d-51291fda997f HTTP/1.1" status: 204 len: 173 time: 1.1807404 Jul 24 00:27:58.279591 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7765524-3783-421b-8c1b-9f866217193b', 'name': 'network-vif-deleted', 'tag': '7a745367-94c7-44ce-a44d-51291fda997f'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:27:58.282646 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66bda303-fd82-4766-987a-84a7d28e48b1" -d '{"events": [{"server_uuid": "b7765524-3783-421b-8c1b-9f866217193b", "name": "network-vif-deleted", "tag": "7a745367-94c7-44ce-a44d-51291fda997f"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:27:58.309300 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0e01505e-f2b2-4379-94d4-1c19ca824330 req-d84c008a-9621-4bd3-b37d-44a7ee383043 service neutron] 10.222.0.64 "GET /v2.0/networks/48d22c82-23f3-497c-81c5-313544a4da09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193197 Jul 24 00:27:58.327868 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-112139c2-4cc4-42d8-a85a-8a9bc815c16d x-openstack-request-id: req-112139c2-4cc4-42d8-a85a-8a9bc815c16d {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:27:58.328778 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7765524-3783-421b-8c1b-9f866217193b", "name": "network-vif-deleted", "tag": "7a745367-94c7-44ce-a44d-51291fda997f", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:27:58.329105 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-112139c2-4cc4-42d8-a85a-8a9bc815c16d {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:27:58.329710 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7765524-3783-421b-8c1b-9f866217193b', 'name': 'network-vif-deleted', 'tag': '7a745367-94c7-44ce-a44d-51291fda997f', 'status': 'completed', 'code': 200} Jul 24 00:27:58.352503 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a4a7fb84-c8f3-4458-a7be-733960303551 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:58.407278 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a7fb84-c8f3-4458-a7be-733960303551 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Pushing event deleted for resources: {'Port': ['ID=5488cfc9-6f15-435f-858e-ba8daf7e23e6,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:27:58.437279 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f97ce86-10b4-4128-a4c8-9ccd99922a8f req-7b27c704-91a6-47ab-8f5d-819c82536b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:27:58.438795 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2f97ce86-10b4-4128-a4c8-9ccd99922a8f req-7b27c704-91a6-47ab-8f5d-819c82536b17 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6d92ca20f15949ceb494774c0319d316&device_id=ee5b5565-5961-4095-a680-1a3078e5aa30 HTTP/1.1" status: 200 len: 1095 time: 0.0740147 Jul 24 00:27:58.470004 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a4a7fb84-c8f3-4458-a7be-733960303551 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks [] for floatingip, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:58.470355 n-d-800088-16 neutron-server[100313]: INFO neutron.db.l3_db [None req-a4a7fb84-c8f3-4458-a7be-733960303551 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Floating IP e0f566d8-f25e-4594-8379-570c6d3e8e16 disassociated (deleted). External IP: 172.25.3.75, port: f9445248-80c4-499c-a2c1-d56715395b84. Jul 24 00:27:58.533965 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f97ce86-10b4-4128-a4c8-9ccd99922a8f req-dcab19c6-34a2-4e85-be0c-02874d5ff355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:27:58.535562 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2f97ce86-10b4-4128-a4c8-9ccd99922a8f req-dcab19c6-34a2-4e85-be0c-02874d5ff355 service neutron] 10.222.0.64 "GET /v2.0/networks?id=48d22c82-23f3-497c-81c5-313544a4da09 HTTP/1.1" status: 200 len: 916 time: 0.0906851 Jul 24 00:27:58.582423 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2f97ce86-10b4-4128-a4c8-9ccd99922a8f req-6fc47e25-74a1-46c7-a84d-57a1181f6a65 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=afa0e91e-c23f-49e0-b55e-e19520f2ae85 HTTP/1.1" status: 200 len: 217 time: 0.0388172 Jul 24 00:27:58.644835 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f97ce86-10b4-4128-a4c8-9ccd99922a8f req-c4f9a7f4-e60e-406a-982f-0941bf55b771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:27:58.646668 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2f97ce86-10b4-4128-a4c8-9ccd99922a8f req-c4f9a7f4-e60e-406a-982f-0941bf55b771 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a6f59582-93ff-4897-acdc-8f2e367f79f4 HTTP/1.1" status: 200 len: 855 time: 0.0571351 Jul 24 00:27:58.707536 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2f97ce86-10b4-4128-a4c8-9ccd99922a8f req-ff8c0fa8-85e7-424e-86e4-b77056b54ac5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=48d22c82-23f3-497c-81c5-313544a4da09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501456 Jul 24 00:27:58.709455 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4a7fb84-c8f3-4458-a7be-733960303551 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Router 35802a2e-931b-4279-8f39-0827c1de9608 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:27:58.810957 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d01e98-e2e4-4b36-b303-4cfe4eded37c req-9973b451-d210-4ae4-8b22-bc32347dfdcd tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:27:58.812644 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e4d01e98-e2e4-4b36-b303-4cfe4eded37c req-9973b451-d210-4ae4-8b22-bc32347dfdcd tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee5b5565-5961-4095-a680-1a3078e5aa30 HTTP/1.1" status: 200 len: 943 time: 0.1650939 Jul 24 00:27:58.845831 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a7fb84-c8f3-4458-a7be-733960303551 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:27:58.850953 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a4a7fb84-c8f3-4458-a7be-733960303551 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:58.855884 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc20532b-c36a-4693-ade8-6e10a206dde0 None None] Sync routers for ids ['35802a2e-931b-4279-8f39-0827c1de9608'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:27:58.868729 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc20532b-c36a-4693-ade8-6e10a206dde0 None None] Routers {'35802a2e-931b-4279-8f39-0827c1de9608'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:27:58.870332 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-bc20532b-c36a-4693-ade8-6e10a206dde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:27:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['35802a2e-931b-4279-8f39-0827c1de9608'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:27:58.884640 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60566) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:27:58.913622 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-a4a7fb84-c8f3-4458-a7be-733960303551 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "DELETE /v2.0/floatingips/e0f566d8-f25e-4594-8379-570c6d3e8e16 HTTP/1.1" status: 204 len: 168 time: 1.7556500 Jul 24 00:27:58.968187 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8771dff9-e7d7-4521-95f4-791972eab82e tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:58.998675 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:59.005948 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8771dff9-e7d7-4521-95f4-791972eab82e tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:59.030094 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-bc20532b-c36a-4693-ade8-6e10a206dde0 None None] Set router 35802a2e-931b-4279-8f39-0827c1de9608 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:27:59.088697 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8771dff9-e7d7-4521-95f4-791972eab82e tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:59.092138 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8771dff9-e7d7-4521-95f4-791972eab82e tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:59.095906 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-8771dff9-e7d7-4521-95f4-791972eab82e tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "DELETE /v2.0/security-groups/ee291d9b-4ce2-4e14-8ec3-770e4e8cf1dc HTTP/1.1" status: 204 len: 168 time: 0.2075932 Jul 24 00:27:59.104659 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8771dff9-e7d7-4521-95f4-791972eab82e tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee291d9b-4ce2-4e14-8ec3-770e4e8cf1dc,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:27:59.137521 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60574) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:27:59.180504 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2f97ce86-10b4-4128-a4c8-9ccd99922a8f req-50788957-b38a-46e0-bdb0-98e5ffa4bd18 service neutron] 10.222.0.64 "GET /v2.0/networks/48d22c82-23f3-497c-81c5-313544a4da09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4644518 Jul 24 00:27:59.232877 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e4d01e98-e2e4-4b36-b303-4cfe4eded37c req-6603815a-769c-4aa2-8053-768c4ddd4b33 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/security-groups?id=680d88b2-84cf-494c-87c6-8eb84b9dba69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4116614 Jul 24 00:27:59.294662 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-bc20532b-c36a-4693-ade8-6e10a206dde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35802a2e-931b-4279-8f39-0827c1de9608', 'name': 'tempest-TestVolumeBootPattern-1928393820-router', 'tenant_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '945b6507-7839-445a-bdc2-5cfac81cde75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:16:42Z', 'updated_at': '2021-07-24T00:16:45Z', 'revision_number': 4, 'project_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'gw_port': {'id': '945b6507-7839-445a-bdc2-5cfac81cde75', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35802a2e-931b-4279-8f39-0827c1de9608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:42Z', 'updated_at': '2021-07-24T00:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '0777a88b-5aef-4932-9db4-0c2450616791', 'name': '', 'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f', 'tenant_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'mac_address': 'fa:16:3e:7b:72:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35802a2e-931b-4279-8f39-0827c1de9608', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '4f660729-e229-442a-bec0-0f7d8794afc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:45Z', 'updated_at': '2021-07-24T00:16:54Z', 'revision_number': 5, 'project_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'subnets': [{'id': '4f660729-e229-442a-bec0-0f7d8794afc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:27:59.311005 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2f97ce86-10b4-4128-a4c8-9ccd99922a8f req-377b03fc-2b8c-42bc-b214-f898ea61f8dd service neutron] 10.222.0.64 "GET /v2.0/networks/48d22c82-23f3-497c-81c5-313544a4da09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206713 Jul 24 00:27:59.322860 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc20532b-c36a-4693-ade8-6e10a206dde0 None None] Checking router: 35802a2e-931b-4279-8f39-0827c1de9608 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:27:59.331339 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc20532b-c36a-4693-ade8-6e10a206dde0 None None] Routers {'35802a2e-931b-4279-8f39-0827c1de9608'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:27:59.331953 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-bc20532b-c36a-4693-ade8-6e10a206dde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:27:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['35802a2e-931b-4279-8f39-0827c1de9608'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:27:59.359508 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba77cf-decb-4fe0-9d57-d84bd29dee80 req-e02b0d5e-906e-4717-b837-b2987aa91bd5 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:27:59.360954 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-76ba77cf-decb-4fe0-9d57-d84bd29dee80 req-e02b0d5e-906e-4717-b837-b2987aa91bd5 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f704b8d-8496-49cd-86c2-c999f1d0e42b HTTP/1.1" status: 200 len: 945 time: 0.1400504 Jul 24 00:27:59.439433 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-bc20532b-c36a-4693-ade8-6e10a206dde0 None None] Set router 35802a2e-931b-4279-8f39-0827c1de9608 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:27:59.440403 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-76ba77cf-decb-4fe0-9d57-d84bd29dee80 req-f09d8d26-0968-45ed-be09-806d43f0c8c7 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b86d8b5-9a55-4033-b55c-0b77ad34eb08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533738 Jul 24 00:27:59.608532 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a5a6c654-f7bd-4d94-90e3-52b9a0a67515 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681029'] for router_interface, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:59.640380 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-bc20532b-c36a-4693-ade8-6e10a206dde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35802a2e-931b-4279-8f39-0827c1de9608', 'name': 'tempest-TestVolumeBootPattern-1928393820-router', 'tenant_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '945b6507-7839-445a-bdc2-5cfac81cde75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:16:42Z', 'updated_at': '2021-07-24T00:16:45Z', 'revision_number': 4, 'project_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'gw_port': {'id': '945b6507-7839-445a-bdc2-5cfac81cde75', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35802a2e-931b-4279-8f39-0827c1de9608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:42Z', 'updated_at': '2021-07-24T00:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '0777a88b-5aef-4932-9db4-0c2450616791', 'name': '', 'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f', 'tenant_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'mac_address': 'fa:16:3e:7b:72:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35802a2e-931b-4279-8f39-0827c1de9608', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '4f660729-e229-442a-bec0-0f7d8794afc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:45Z', 'updated_at': '2021-07-24T00:16:54Z', 'revision_number': 5, 'project_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'subnets': [{'id': '4f660729-e229-442a-bec0-0f7d8794afc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:27:59.670550 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc20532b-c36a-4693-ade8-6e10a206dde0 None None] The sync data for ids ['35802a2e-931b-4279-8f39-0827c1de9608'] in n-d-800088-16 is: [{'id': '35802a2e-931b-4279-8f39-0827c1de9608', 'name': 'tempest-TestVolumeBootPattern-1928393820-router', 'tenant_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '945b6507-7839-445a-bdc2-5cfac81cde75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:16:42Z', 'updated_at': '2021-07-24T00:16:45Z', 'revision_number': 4, 'project_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'gw_port': {'id': '945b6507-7839-445a-bdc2-5cfac81cde75', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35802a2e-931b-4279-8f39-0827c1de9608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:42Z', 'updated_at': '2021-07-24T00:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '0777a88b-5aef-4932-9db4-0c2450616791', 'name': '', 'network_id': '657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f', 'tenant_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'mac_address': 'fa:16:3e:7b:72:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35802a2e-931b-4279-8f39-0827c1de9608', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '4f660729-e229-442a-bec0-0f7d8794afc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:45Z', 'updated_at': '2021-07-24T00:16:54Z', 'revision_number': 5, 'project_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'subnets': [{'id': '4f660729-e229-442a-bec0-0f7d8794afc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:27:59.881570 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-a5a6c654-f7bd-4d94-90e3-52b9a0a67515 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Deleting port 6783ebcb-50aa-4de4-9ac6-fa4488be5fcd {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:27:59.882090 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a5a6c654-f7bd-4d94-90e3-52b9a0a67515 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:59.893757 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d1d421-4d95-4499-894c-a1a494ada46d None None] New status for floating IP e0f566d8-f25e-4594-8379-570c6d3e8e16: DOWN {{(pid=100316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 00:27:59.975687 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-a5a6c654-f7bd-4d94-90e3-52b9a0a67515 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] For port 6783ebcb-50aa-4de4-9ac6-fa4488be5fcd, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=6783ebcb-50aa-4de4-9ac6-fa4488be5fcd,segment=NetworkSegment(5cefd7c1-e51b-434d-8c21-3717c8263db7),segment_id=5cefd7c1-e51b-434d-8c21-3717c8263db7)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:27:59.976063 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a5a6c654-f7bd-4d94-90e3-52b9a0a67515 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:27:59.989689 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-a5a6c654-f7bd-4d94-90e3-52b9a0a67515 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Calling delete_port for 6783ebcb-50aa-4de4-9ac6-fa4488be5fcd owned by network:router_interface {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:28:00.168792 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a5a6c654-f7bd-4d94-90e3-52b9a0a67515 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:00.197054 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a6c654-f7bd-4d94-90e3-52b9a0a67515 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Pushing event deleted for resources: {'Port': ['ID=6783ebcb-50aa-4de4-9ac6-fa4488be5fcd,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:28:00.339211 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f704b8d-8496-49cd-86c2-c999f1d0e42b', 'tag': 'f9445248-80c4-499c-a2c1-d56715395b84'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:28:00.341437 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe45d132-1212-45f0-a955-d7a661143f99" -d '{"events": [{"name": "network-changed", "server_uuid": "8f704b8d-8496-49cd-86c2-c999f1d0e42b", "tag": "f9445248-80c4-499c-a2c1-d56715395b84"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:28:00.378433 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1540652-9543-4dff-b9b9-42fff974c9a3 req-7135a24c-9425-49dd-bc0a-57bac56e596c tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:00.385374 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f1540652-9543-4dff-b9b9-42fff974c9a3 req-7135a24c-9425-49dd-bc0a-57bac56e596c tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee5b5565-5961-4095-a680-1a3078e5aa30 HTTP/1.1" status: 200 len: 943 time: 0.0797875 Jul 24 00:28:00.401147 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c6efc1-4b4d-447b-8795-c07fa0300061 x-openstack-request-id: req-41c6efc1-4b4d-447b-8795-c07fa0300061 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:28:00.401580 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f704b8d-8496-49cd-86c2-c999f1d0e42b", "tag": "f9445248-80c4-499c-a2c1-d56715395b84", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:28:00.401974 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-41c6efc1-4b4d-447b-8795-c07fa0300061 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:28:00.402499 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f704b8d-8496-49cd-86c2-c999f1d0e42b', 'tag': 'f9445248-80c4-499c-a2c1-d56715395b84', 'status': 'completed', 'code': 200} Jul 24 00:28:00.404190 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a5a6c654-f7bd-4d94-90e3-52b9a0a67515 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679987'] for router_interface, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:00.424057 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f1540652-9543-4dff-b9b9-42fff974c9a3 req-dbb646fb-8d96-4d84-8ab2-5546a87380cc tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/security-groups?id=680d88b2-84cf-494c-87c6-8eb84b9dba69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359366 Jul 24 00:28:00.669539 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 7a745367-94c7-44ce-a44d-51291fda997f no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:28:00.690260 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] No Port match for: 7a745367-94c7-44ce-a44d-51291fda997f {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:28:00.690535 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 7a745367-94c7-44ce-a44d-51291fda997f not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:28:00.904273 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe45d132-1212-45f0-a955-d7a661143f99 req-1169a0e7-467f-477f-b6ba-63bc4de8a3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:00.905818 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fe45d132-1212-45f0-a955-d7a661143f99 req-1169a0e7-467f-477f-b6ba-63bc4de8a3c2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bf6833d5ef4e4ec6b999c5c1a3734713&device_id=8f704b8d-8496-49cd-86c2-c999f1d0e42b HTTP/1.1" status: 200 len: 1097 time: 0.4984536 Jul 24 00:28:01.009200 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51dce3e-6c0d-4119-9a54-1dadbb726e3b req-e7e96d7b-3b34-4dd9-b93d-4818c4cc007a tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:01.011170 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f51dce3e-6c0d-4119-9a54-1dadbb726e3b req-e7e96d7b-3b34-4dd9-b93d-4818c4cc007a tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f704b8d-8496-49cd-86c2-c999f1d0e42b HTTP/1.1" status: 200 len: 945 time: 0.5031958 Jul 24 00:28:01.072492 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a2519-4301-41fa-aa0c-deb8ca075920 req-d3028046-1349-4309-b2e1-04edb6ea8e88 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:01.073931 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a83a2519-4301-41fa-aa0c-deb8ca075920 req-d3028046-1349-4309-b2e1-04edb6ea8e88 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f704b8d-8496-49cd-86c2-c999f1d0e42b HTTP/1.1" status: 200 len: 945 time: 0.5516775 Jul 24 00:28:01.202747 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe45d132-1212-45f0-a955-d7a661143f99 req-bd98fe23-56d3-4fcf-b775-0d726a8056f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:01.204133 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fe45d132-1212-45f0-a955-d7a661143f99 req-bd98fe23-56d3-4fcf-b775-0d726a8056f8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f HTTP/1.1" status: 200 len: 913 time: 0.2862122 Jul 24 00:28:01.212001 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a83a2519-4301-41fa-aa0c-deb8ca075920 req-54a8afb2-6931-4f6c-a0d0-ef9bd4ef20a2 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b86d8b5-9a55-4033-b55c-0b77ad34eb08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288736 Jul 24 00:28:01.256673 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fe45d132-1212-45f0-a955-d7a661143f99 req-ac71301f-74b6-4422-b9f6-7373f8364826 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9445248-80c4-499c-a2c1-d56715395b84 HTTP/1.1" status: 200 len: 217 time: 0.0402730 Jul 24 00:28:01.267764 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5a6c654-f7bd-4d94-90e3-52b9a0a67515 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Router 61dc87c4-a88b-4170-b9ef-f3b2fa519146 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:28:01.360053 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-f51dce3e-6c0d-4119-9a54-1dadbb726e3b req-07712489-2a4a-41c7-a27a-e8b4fc262838 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Deleting port f9445248-80c4-499c-a2c1-d56715395b84 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:28:01.360397 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-f51dce3e-6c0d-4119-9a54-1dadbb726e3b req-07712489-2a4a-41c7-a27a-e8b4fc262838 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:01.401029 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe45d132-1212-45f0-a955-d7a661143f99 req-5a25fa54-dc32-407a-b998-70839df70e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:01.402577 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fe45d132-1212-45f0-a955-d7a661143f99 req-5a25fa54-dc32-407a-b998-70839df70e51 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4f660729-e229-442a-bec0-0f7d8794afc6 HTTP/1.1" status: 200 len: 851 time: 0.1338255 Jul 24 00:28:01.405152 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device afa0e91e-c23f-49e0-b55e-e19520f2ae85 details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:28:01.519607 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port afa0e91e-c23f-49e0-b55e-e19520f2ae85, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=afa0e91e-c23f-49e0-b55e-e19520f2ae85,segment=NetworkSegment(3c9a59e0-db5f-464c-9f24-21dd3dbd9ef6),segment_id=3c9a59e0-db5f-464c-9f24-21dd3dbd9ef6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:28:01.536305 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': 'afa0e91e-c23f-49e0-b55e-e19520f2ae85', 'network_id': '48d22c82-23f3-497c-81c5-313544a4da09', 'port_id': 'afa0e91e-c23f-49e0-b55e-e19520f2ae85', 'mac_address': 'fa:16:3e:e4:a3:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6f59582-93ff-4897-acdc-8f2e367f79f4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:28:01.543959 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-f51dce3e-6c0d-4119-9a54-1dadbb726e3b req-07712489-2a4a-41c7-a27a-e8b4fc262838 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] For port f9445248-80c4-499c-a2c1-d56715395b84, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=f9445248-80c4-499c-a2c1-d56715395b84,segment=NetworkSegment(a1a1465a-fd99-41c9-bf89-faf21d67cc5e),segment_id=a1a1465a-fd99-41c9-bf89-faf21d67cc5e)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:28:01.544338 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-f51dce3e-6c0d-4119-9a54-1dadbb726e3b req-07712489-2a4a-41c7-a27a-e8b4fc262838 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:01.561118 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5a6c654-f7bd-4d94-90e3-52b9a0a67515 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:28:01.570747 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-a5a6c654-f7bd-4d94-90e3-52b9a0a67515 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "PUT /v2.0/routers/61dc87c4-a88b-4170-b9ef-f3b2fa519146/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4314792 Jul 24 00:28:01.571884 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-f51dce3e-6c0d-4119-9a54-1dadbb726e3b req-07712489-2a4a-41c7-a27a-e8b4fc262838 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Calling delete_port for f9445248-80c4-499c-a2c1-d56715395b84 owned by compute:nova {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:28:01.575060 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60584) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:28:01.575541 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe45d132-1212-45f0-a955-d7a661143f99 req-3a464a9d-3b17-4a45-bf42-0196aa08914b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:01.576624 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fe45d132-1212-45f0-a955-d7a661143f99 req-3a464a9d-3b17-4a45-bf42-0196aa08914b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1638274 Jul 24 00:28:01.576777 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba071d9c-8fa1-4d8e-bc85-145af878294f None None] Sync routers for ids ['61dc87c4-a88b-4170-b9ef-f3b2fa519146'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:28:01.594288 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:01.604070 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba071d9c-8fa1-4d8e-bc85-145af878294f None None] Routers {'61dc87c4-a88b-4170-b9ef-f3b2fa519146'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:28:01.604712 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-ba071d9c-8fa1-4d8e-bc85-145af878294f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:27:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['61dc87c4-a88b-4170-b9ef-f3b2fa519146'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:28:01.623428 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f95f28e-8d3a-4385-8619-1dc800f0e5a8 req-aeb94fae-f4cb-4c59-8270-d9ceb250aa41 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:01.625037 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8f95f28e-8d3a-4385-8619-1dc800f0e5a8 req-aeb94fae-f4cb-4c59-8270-d9ceb250aa41 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee5b5565-5961-4095-a680-1a3078e5aa30 HTTP/1.1" status: 200 len: 943 time: 0.1157107 Jul 24 00:28:01.657889 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-46cd54be-138e-4aee-9fdb-066a8f56aa5a tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Deleting subnet 92d9075d-c98d-4816-9257-1e0552fbe52e {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:28:01.663208 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-46cd54be-138e-4aee-9fdb-066a8f56aa5a tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:01.669042 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afa0e91e-c23f-49e0-b55e-e19520f2ae85 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:28:01.699158 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port afa0e91e-c23f-49e0-b55e-e19520f2ae85, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=afa0e91e-c23f-49e0-b55e-e19520f2ae85,segment=NetworkSegment(3c9a59e0-db5f-464c-9f24-21dd3dbd9ef6),segment_id=3c9a59e0-db5f-464c-9f24-21dd3dbd9ef6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:28:01.708883 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:01.711589 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8f95f28e-8d3a-4385-8619-1dc800f0e5a8 req-3d36196e-2ef8-4bf8-8d19-e49f3f47bc35 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/security-groups?id=680d88b2-84cf-494c-87c6-8eb84b9dba69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771840 Jul 24 00:28:01.725934 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-46cd54be-138e-4aee-9fdb-066a8f56aa5a tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:01.744522 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fe45d132-1212-45f0-a955-d7a661143f99 req-4dd50149-387e-4b57-a100-32c4fc96d99d service neutron] 10.222.0.52 "GET /v2.0/networks/657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505949 Jul 24 00:28:01.762062 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-ba071d9c-8fa1-4d8e-bc85-145af878294f None None] Set router 61dc87c4-a88b-4170-b9ef-f3b2fa519146 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:28:01.823137 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-46cd54be-138e-4aee-9fdb-066a8f56aa5a tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:01.856965 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=afa0e91e-c23f-49e0-b55e-e19520f2ae85,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:28:01.863391 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-f51dce3e-6c0d-4119-9a54-1dadbb726e3b req-07712489-2a4a-41c7-a27a-e8b4fc262838 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:01.897102 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-46cd54be-138e-4aee-9fdb-066a8f56aa5a tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:01.901795 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fe45d132-1212-45f0-a955-d7a661143f99 req-8386cb12-eb8d-4398-9582-0f7159ac7844 service neutron] 10.222.0.52 "GET /v2.0/networks/657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595645 Jul 24 00:28:01.904206 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07712489-2a4a-41c7-a27a-e8b4fc262838 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Pushing event deleted for resources: {'Port': ['ID=f9445248-80c4-499c-a2c1-d56715395b84,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:28:01.921401 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['afa0e91e-c23f-49e0-b55e-e19520f2ae85'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:28:01.945764 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cd54be-138e-4aee-9fdb-066a8f56aa5a tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Pushing event deleted for resources: {'Subnet': ['ID=92d9075d-c98d-4816-9257-1e0552fbe52e,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:28:01.948096 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-46cd54be-138e-4aee-9fdb-066a8f56aa5a tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:01.950256 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-46cd54be-138e-4aee-9fdb-066a8f56aa5a tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "DELETE /v2.0/subnets/92d9075d-c98d-4816-9257-1e0552fbe52e HTTP/1.1" status: 204 len: 168 time: 0.3744709 Jul 24 00:28:01.952918 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60586) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:28:01.959061 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa72c355-99cc-43c5-bbc9-b14dc1a8d638 None None] Network a924a0f0-1296-43ad-a1b1-b8e15b7e778d requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:28:01.966688 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-f51dce3e-6c0d-4119-9a54-1dadbb726e3b req-07712489-2a4a-41c7-a27a-e8b4fc262838 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] No DVR routers for this DVR port f9445248-80c4-499c-a2c1-d56715395b84 on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:28:01.969187 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-f51dce3e-6c0d-4119-9a54-1dadbb726e3b req-07712489-2a4a-41c7-a27a-e8b4fc262838 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:01.971444 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f51dce3e-6c0d-4119-9a54-1dadbb726e3b req-07712489-2a4a-41c7-a27a-e8b4fc262838 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.52 "DELETE /v2.0/ports/f9445248-80c4-499c-a2c1-d56715395b84 HTTP/1.1" status: 204 len: 173 time: 0.9078856 Jul 24 00:28:02.065327 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2ef44b1f-7248-43a9-bb7b-f989ff7b538a tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for router, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:02.176362 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2ef44b1f-7248-43a9-bb7b-f989ff7b538a tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:02.213372 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-ba071d9c-8fa1-4d8e-bc85-145af878294f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61dc87c4-a88b-4170-b9ef-f3b2fa519146', 'name': 'tempest-TestNetworkBasicOps-router-1089506995', 'tenant_id': 'a764eb486e0143bab151f7bee776b0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': 'be016c4d-eed4-4886-a93d-13435b10f24c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:26:17Z', 'updated_at': '2021-07-24T00:28:00Z', 'revision_number': 7, 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'gw_port': {'id': 'be016c4d-eed4-4886-a93d-13435b10f24c', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:4a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61dc87c4-a88b-4170-b9ef-f3b2fa519146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:26:17Z', 'updated_at': '2021-07-24T00:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:28:02.235084 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-2ef44b1f-7248-43a9-bb7b-f989ff7b538a tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Deleting port be016c4d-eed4-4886-a93d-13435b10f24c {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:28:02.235518 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2ef44b1f-7248-43a9-bb7b-f989ff7b538a tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:02.254424 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba071d9c-8fa1-4d8e-bc85-145af878294f None None] Checking router: 61dc87c4-a88b-4170-b9ef-f3b2fa519146 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:28:02.281116 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba071d9c-8fa1-4d8e-bc85-145af878294f None None] Routers {'61dc87c4-a88b-4170-b9ef-f3b2fa519146'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:28:02.281767 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-ba071d9c-8fa1-4d8e-bc85-145af878294f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:27:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['61dc87c4-a88b-4170-b9ef-f3b2fa519146'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:28:02.350515 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-2ef44b1f-7248-43a9-bb7b-f989ff7b538a tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] For port be016c4d-eed4-4886-a93d-13435b10f24c, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=be016c4d-eed4-4886-a93d-13435b10f24c,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:28:02.350888 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2ef44b1f-7248-43a9-bb7b-f989ff7b538a tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:02.373213 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-2ef44b1f-7248-43a9-bb7b-f989ff7b538a tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Calling delete_port for be016c4d-eed4-4886-a93d-13435b10f24c owned by network:router_gateway {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:28:02.389541 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39e04c3-c137-4cf2-b183-4d0d6263e0fe None None] DHCP port deletion for a924a0f0-1296-43ad-a1b1-b8e15b7e778d request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:28:02.405824 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-440d6446-b087-4da5-9b5f-3571e42a4fb4 req-9e15da7d-7270-49c0-9e60-506fce13bcfe tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f704b8d-8496-49cd-86c2-c999f1d0e42b HTTP/1.1" status: 200 len: 210 time: 0.0463233 Jul 24 00:28:02.406348 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f704b8d-8496-49cd-86c2-c999f1d0e42b', 'name': 'network-vif-deleted', 'tag': 'f9445248-80c4-499c-a2c1-d56715395b84'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:28:02.408711 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec1ce21-74a0-4061-8007-ecdd35808fe3" -d '{"events": [{"server_uuid": "8f704b8d-8496-49cd-86c2-c999f1d0e42b", "name": "network-vif-deleted", "tag": "f9445248-80c4-499c-a2c1-d56715395b84"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:28:02.464755 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d40a64bb-8fff-46d8-97a6-4170fb18054b x-openstack-request-id: req-d40a64bb-8fff-46d8-97a6-4170fb18054b {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:28:02.465276 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f704b8d-8496-49cd-86c2-c999f1d0e42b", "name": "network-vif-deleted", "tag": "f9445248-80c4-499c-a2c1-d56715395b84", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:28:02.465834 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d40a64bb-8fff-46d8-97a6-4170fb18054b {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:28:02.466403 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f704b8d-8496-49cd-86c2-c999f1d0e42b', 'name': 'network-vif-deleted', 'tag': 'f9445248-80c4-499c-a2c1-d56715395b84', 'status': 'completed', 'code': 200} Jul 24 00:28:02.604683 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2ef44b1f-7248-43a9-bb7b-f989ff7b538a tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:02.632159 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-ba071d9c-8fa1-4d8e-bc85-145af878294f None None] Set router 61dc87c4-a88b-4170-b9ef-f3b2fa519146 gateway port host: None {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:28:02.638909 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef44b1f-7248-43a9-bb7b-f989ff7b538a tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Pushing event deleted for resources: {'Port': ['ID=be016c4d-eed4-4886-a93d-13435b10f24c,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:28:02.691584 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-ba071d9c-8fa1-4d8e-bc85-145af878294f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61dc87c4-a88b-4170-b9ef-f3b2fa519146', 'name': 'tempest-TestNetworkBasicOps-router-1089506995', 'tenant_id': 'a764eb486e0143bab151f7bee776b0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:26:17Z', 'updated_at': '2021-07-24T00:28:02Z', 'revision_number': 8, 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'gw_port_host': None}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:28:02.704341 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2ef44b1f-7248-43a9-bb7b-f989ff7b538a tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687114'] for router_gateway, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:02.728445 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba071d9c-8fa1-4d8e-bc85-145af878294f None None] The sync data for ids ['61dc87c4-a88b-4170-b9ef-f3b2fa519146'] in n-d-800088-16 is: [{'id': '61dc87c4-a88b-4170-b9ef-f3b2fa519146', 'name': 'tempest-TestNetworkBasicOps-router-1089506995', 'tenant_id': 'a764eb486e0143bab151f7bee776b0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:26:17Z', 'updated_at': '2021-07-24T00:28:02Z', 'revision_number': 8, 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'gw_port_host': None}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:28:02.733268 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-b39e04c3-c137-4cf2-b183-4d0d6263e0fe None None] Deleting port 642b7e01-3123-4d97-9fa1-0d048ece6e93 {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:28:02.733679 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b39e04c3-c137-4cf2-b183-4d0d6263e0fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:02.811572 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-b39e04c3-c137-4cf2-b183-4d0d6263e0fe None None] For port 642b7e01-3123-4d97-9fa1-0d048ece6e93, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=642b7e01-3123-4d97-9fa1-0d048ece6e93,segment=NetworkSegment(5cefd7c1-e51b-434d-8c21-3717c8263db7),segment_id=5cefd7c1-e51b-434d-8c21-3717c8263db7)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:28:02.811991 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b39e04c3-c137-4cf2-b183-4d0d6263e0fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:02.826131 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-b39e04c3-c137-4cf2-b183-4d0d6263e0fe None None] Calling delete_port for 642b7e01-3123-4d97-9fa1-0d048ece6e93 owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:28:02.842878 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2ef44b1f-7248-43a9-bb7b-f989ff7b538a tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:02.845434 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2ef44b1f-7248-43a9-bb7b-f989ff7b538a tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:02.887057 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665d3bf1-e2b0-4957-a8fd-3e43cb5cb365 req-d6d4ebf8-9a1e-4dd8-95ea-d30bcee53dcc tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:02.888915 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-665d3bf1-e2b0-4957-a8fd-3e43cb5cb365 req-d6d4ebf8-9a1e-4dd8-95ea-d30bcee53dcc tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee5b5565-5961-4095-a680-1a3078e5aa30 HTTP/1.1" status: 200 len: 944 time: 0.0719180 Jul 24 00:28:02.912260 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b39e04c3-c137-4cf2-b183-4d0d6263e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:02.927357 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2ef44b1f-7248-43a9-bb7b-f989ff7b538a tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:02.928336 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef44b1f-7248-43a9-bb7b-f989ff7b538a tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Fanout notify agent at l3_agent the message router_deleted on router 61dc87c4-a88b-4170-b9ef-f3b2fa519146 {{(pid=100314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:28:02.938056 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2ef44b1f-7248-43a9-bb7b-f989ff7b538a tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:02.939469 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-2ef44b1f-7248-43a9-bb7b-f989ff7b538a tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "DELETE /v2.0/routers/61dc87c4-a88b-4170-b9ef-f3b2fa519146 HTTP/1.1" status: 204 len: 168 time: 0.9851286 Jul 24 00:28:02.942791 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60594) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:28:02.943579 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-665d3bf1-e2b0-4957-a8fd-3e43cb5cb365 req-eb712e15-244f-4805-93a3-b0c98109b99a tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/security-groups?id=680d88b2-84cf-494c-87c6-8eb84b9dba69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484478 Jul 24 00:28:02.944508 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39e04c3-c137-4cf2-b183-4d0d6263e0fe None None] Pushing event deleted for resources: {'Port': ['ID=642b7e01-3123-4d97-9fa1-0d048ece6e93,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:28:02.948791 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39e04c3-c137-4cf2-b183-4d0d6263e0fe None None] No DVR routers for this DVR port 642b7e01-3123-4d97-9fa1-0d048ece6e93 on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:28:03.044326 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a63d7035-284a-446a-a20b-6855567167c8 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:03.142975 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a63d7035-284a-446a-a20b-6855567167c8 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:03.154053 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-a63d7035-284a-446a-a20b-6855567167c8 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a924a0f0-1296-43ad-a1b1-b8e15b7e778d']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:28:03.173840 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-a63d7035-284a-446a-a20b-6855567167c8 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cefd7c1-e51b-434d-8c21-3717c8263db7') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:28:03.174146 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-a63d7035-284a-446a-a20b-6855567167c8 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cefd7c1-e51b-434d-8c21-3717c8263db7') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:28:03.189398 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a63d7035-284a-446a-a20b-6855567167c8 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:03.211919 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a63d7035-284a-446a-a20b-6855567167c8 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:03.217889 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a63d7035-284a-446a-a20b-6855567167c8 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:28:03.218283 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a63d7035-284a-446a-a20b-6855567167c8 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:03.221315 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:28:03.221315 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:28:03.221315 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:28:03.221315 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:28:03.221315 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:28:03.221315 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:28:03.221315 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:28:03.221315 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:28:03.221315 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:28:03.221315 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:28:03.221315 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:28:03.221315 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:28:03.221315 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:28:03.221315 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:28:03.221315 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:28:03.221315 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:28:03.221315 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:28:03.221315 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:28:03.221315 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:28:03.221315 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:28:03.221315 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:28:03.221315 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:28:03.221315 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:28:03.221315 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:28:03.221315 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:28:03.221315 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:28:03.221315 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:28:03.221315 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:28:03.221315 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:28:03.221315 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:28:03.221315 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:28:03.221315 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:28:03.280485 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a63d7035-284a-446a-a20b-6855567167c8 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:03.287820 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a63d7035-284a-446a-a20b-6855567167c8 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:03.290003 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-a63d7035-284a-446a-a20b-6855567167c8 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "DELETE /v2.0/networks/a924a0f0-1296-43ad-a1b1-b8e15b7e778d HTTP/1.1" status: 204 len: 168 time: 0.3459527 Jul 24 00:28:03.310123 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60596) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:28:03.314599 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-9c13ce7e-f974-41cf-9351-6128192abccd tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Request body: {'network': {'name': 'tempest-network-smoke--1311905486', 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'port_security_enabled': True}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:28:03.319138 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63d7035-284a-446a-a20b-6855567167c8 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Pushing event deleted for resources: {'Network': ['ID=a924a0f0-1296-43ad-a1b1-b8e15b7e778d,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:28:03.337205 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c13ce7e-f974-41cf-9351-6128192abccd tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Made reservation on behalf of a764eb486e0143bab151f7bee776b0b6 for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:28:03.340627 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9c13ce7e-f974-41cf-9351-6128192abccd tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:03.364744 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c13ce7e-f974-41cf-9351-6128192abccd tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:28:03.374632 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9c13ce7e-f974-41cf-9351-6128192abccd tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:03.375062 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-9c13ce7e-f974-41cf-9351-6128192abccd tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Added segment de50c8ff-0a28-4151-b7c3-a5e9ca2a045c of type vlan for network 39a699b4-f9fd-4ae7-9b22-dac5fe175d5f Jul 24 00:28:03.404364 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device afa0e91e-c23f-49e0-b55e-e19520f2ae85 up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:28:03.421702 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9c13ce7e-f974-41cf-9351-6128192abccd tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:03.456252 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9c13ce7e-f974-41cf-9351-6128192abccd tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:03.462174 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c13ce7e-f974-41cf-9351-6128192abccd tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:03.463302 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9c13ce7e-f974-41cf-9351-6128192abccd tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:03.473607 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port afa0e91e-c23f-49e0-b55e-e19520f2ae85 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:28:03.483227 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port afa0e91e-c23f-49e0-b55e-e19520f2ae85 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:28:03.484718 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:03.506602 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-9c13ce7e-f974-41cf-9351-6128192abccd tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1957481 Jul 24 00:28:03.509233 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60600) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:28:03.516390 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-be5fc089-a1d5-4268-bda4-48be13b33871 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-221074469', 'admin_state_up': True, 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:28:03.552882 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c13ce7e-f974-41cf-9351-6128192abccd tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Pushing event updated for resources: {'Network': ['ID=39a699b4-f9fd-4ae7-9b22-dac5fe175d5f,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:28:03.574888 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-be5fc089-a1d5-4268-bda4-48be13b33871 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:03.577702 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-be5fc089-a1d5-4268-bda4-48be13b33871 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:03.598382 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8e768b8e-3516-46c4-b758-ee1dae065cfc req-92938297-66a4-4358-94fc-6c68ffa71861 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f704b8d-8496-49cd-86c2-c999f1d0e42b HTTP/1.1" status: 200 len: 210 time: 0.0391011 Jul 24 00:28:03.599514 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 39a699b4-f9fd-4ae7-9b22-dac5fe175d5f details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:28:03.621072 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device be016c4d-eed4-4886-a93d-13435b10f24c no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:28:03.651670 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-be5fc089-a1d5-4268-bda4-48be13b33871 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:03.663934 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: be016c4d-eed4-4886-a93d-13435b10f24c {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:28:03.663934 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device be016c4d-eed4-4886-a93d-13435b10f24c not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:28:03.664251 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 6783ebcb-50aa-4de4-9ac6-fa4488be5fcd no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:28:03.742445 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 6783ebcb-50aa-4de4-9ac6-fa4488be5fcd {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:28:03.742445 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 6783ebcb-50aa-4de4-9ac6-fa4488be5fcd not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:28:03.742445 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 642b7e01-3123-4d97-9fa1-0d048ece6e93 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:28:03.771399 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 642b7e01-3123-4d97-9fa1-0d048ece6e93 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:28:03.771514 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 642b7e01-3123-4d97-9fa1-0d048ece6e93 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:28:03.772843 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:03.796326 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee5b5565-5961-4095-a680-1a3078e5aa30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afa0e91e-c23f-49e0-b55e-e19520f2ae85'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:28:03.799195 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b29f8dd-3c52-4723-b7fa-fab243f09e6b" -d '{"events": [{"server_uuid": "ee5b5565-5961-4095-a680-1a3078e5aa30", "name": "network-vif-plugged", "status": "completed", "tag": "afa0e91e-c23f-49e0-b55e-e19520f2ae85"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:28:03.812289 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port afa0e91e-c23f-49e0-b55e-e19520f2ae85, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=afa0e91e-c23f-49e0-b55e-e19520f2ae85,segment=NetworkSegment(3c9a59e0-db5f-464c-9f24-21dd3dbd9ef6),segment_id=3c9a59e0-db5f-464c-9f24-21dd3dbd9ef6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:28:03.815691 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-be5fc089-a1d5-4268-bda4-48be13b33871 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:03.820780 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:03.860925 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1ad597-b513-4633-a6fc-823c9cf2243c x-openstack-request-id: req-9a1ad597-b513-4633-a6fc-823c9cf2243c {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:28:03.861309 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee5b5565-5961-4095-a680-1a3078e5aa30", "name": "network-vif-plugged", "status": "completed", "tag": "afa0e91e-c23f-49e0-b55e-e19520f2ae85", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:28:03.861780 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9a1ad597-b513-4633-a6fc-823c9cf2243c {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:28:03.862304 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee5b5565-5961-4095-a680-1a3078e5aa30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afa0e91e-c23f-49e0-b55e-e19520f2ae85', 'code': 200} Jul 24 00:28:03.886160 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=afa0e91e-c23f-49e0-b55e-e19520f2ae85,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:28:03.987139 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d645e8-6b76-4e96-ad86-374e5c51aced req-cb1bc7cd-3914-4404-a429-83187bccef83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:03.988795 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c7d645e8-6b76-4e96-ad86-374e5c51aced req-cb1bc7cd-3914-4404-a429-83187bccef83 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ee5b5565-5961-4095-a680-1a3078e5aa30 HTTP/1.1" status: 200 len: 1097 time: 0.0692697 Jul 24 00:28:04.058114 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c7d645e8-6b76-4e96-ad86-374e5c51aced req-05d00086-9847-4d4e-aa47-736d29cf0dc3 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=680d88b2-84cf-494c-87c6-8eb84b9dba69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618770 Jul 24 00:28:04.061711 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-be5fc089-a1d5-4268-bda4-48be13b33871 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for router_gateway, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:04.081110 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-be5fc089-a1d5-4268-bda4-48be13b33871 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:04.087179 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098fb149-ad05-4426-84a8-3fdafcf8e020 req-b9158611-6d71-4935-b89c-e19698377deb tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:04.089567 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-098fb149-ad05-4426-84a8-3fdafcf8e020 req-b9158611-6d71-4935-b89c-e19698377deb tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee5b5565-5961-4095-a680-1a3078e5aa30 HTTP/1.1" status: 200 len: 945 time: 0.0757663 Jul 24 00:28:04.130834 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-098fb149-ad05-4426-84a8-3fdafcf8e020 req-01aa7c21-6f35-40f9-bbd7-f745be126385 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/security-groups?id=680d88b2-84cf-494c-87c6-8eb84b9dba69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347538 Jul 24 00:28:04.189959 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-be5fc089-a1d5-4268-bda4-48be13b33871 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Allocated IP 172.25.3.113 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/d74594a0-5c90-425a-bd74-2f1a73697f9f) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:28:04.293374 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-be5fc089-a1d5-4268-bda4-48be13b33871 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:04.336933 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-be5fc089-a1d5-4268-bda4-48be13b33871 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:04.372414 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5fc089-a1d5-4268-bda4-48be13b33871 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:28:04.375190 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-be5fc089-a1d5-4268-bda4-48be13b33871 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:28:04.380904 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5fc089-a1d5-4268-bda4-48be13b33871 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:28:04.404150 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5fc089-a1d5-4268-bda4-48be13b33871 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Pushing event updated for resources: {'Port': ['ID=d74594a0-5c90-425a-bd74-2f1a73697f9f,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:28:04.634461 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-be5fc089-a1d5-4268-bda4-48be13b33871 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for router_gateway, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:04.670951 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device f9445248-80c4-499c-a2c1-d56715395b84 no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:28:04.691984 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] No Port match for: f9445248-80c4-499c-a2c1-d56715395b84 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:28:04.692470 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device f9445248-80c4-499c-a2c1-d56715395b84 not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:28:04.730272 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3d8f3c2a-c4e3-415e-a2b2-9ac0fd6989f6 req-f9f55372-db98-42d6-ab85-2aaff74daa19 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f704b8d-8496-49cd-86c2-c999f1d0e42b HTTP/1.1" status: 200 len: 210 time: 0.0322256 Jul 24 00:28:04.864001 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-be5fc089-a1d5-4268-bda4-48be13b33871 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:05.273991 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33a1113-eccb-423a-8a50-413284895647 req-c4ead837-293f-4eb9-a7a7-03cae805ebd7 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:05.276740 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b33a1113-eccb-423a-8a50-413284895647 req-c4ead837-293f-4eb9-a7a7-03cae805ebd7 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee5b5565-5961-4095-a680-1a3078e5aa30 HTTP/1.1" status: 200 len: 945 time: 0.0749938 Jul 24 00:28:05.316263 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be5fc089-a1d5-4268-bda4-48be13b33871 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Router be6c1303-e23f-4857-be86-f0d3ed1fa164 is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:28:05.324334 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b33a1113-eccb-423a-8a50-413284895647 req-973cbff1-739e-498c-b011-d6f128c67931 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/security-groups?id=680d88b2-84cf-494c-87c6-8eb84b9dba69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416329 Jul 24 00:28:05.424400 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be5fc089-a1d5-4268-bda4-48be13b33871 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:28:05.436296 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3da160-c718-4cc0-8de2-9535fe564d2c None None] Sync routers for ids ['be6c1303-e23f-4857-be86-f0d3ed1fa164'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:28:05.443568 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-be5fc089-a1d5-4268-bda4-48be13b33871 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:05.447920 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3da160-c718-4cc0-8de2-9535fe564d2c None None] Routers {'be6c1303-e23f-4857-be86-f0d3ed1fa164'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:28:05.448894 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60612) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:28:05.449133 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-be5fc089-a1d5-4268-bda4-48be13b33871 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.9369709 Jul 24 00:28:05.449437 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-4a3da160-c718-4cc0-8de2-9535fe564d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:27:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['be6c1303-e23f-4857-be86-f0d3ed1fa164'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:28:05.485703 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60614) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:28:05.500066 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-d7f596d9-385f-4b13-837b-1cd040550762 tempest-TestNetworkBasicOps-879824373 tempest-TestNetworkBasicOps-879824373-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=a764eb486e0143bab151f7bee776b0b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0499043 Jul 24 00:28:05.582507 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-4a3da160-c718-4cc0-8de2-9535fe564d2c None None] Set router be6c1303-e23f-4857-be86-f0d3ed1fa164 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:28:05.693147 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536019ad-bc22-443f-8dc0-1c4f5050c20c tempest-TestNetworkBasicOps-879824373 tempest-TestNetworkBasicOps-879824373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:05.698900 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-536019ad-bc22-443f-8dc0-1c4f5050c20c tempest-TestNetworkBasicOps-879824373 tempest-TestNetworkBasicOps-879824373-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2119038 Jul 24 00:28:05.699145 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60622) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:28:05.745957 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-632a2954-614a-4022-a759-0d50029319e8 tempest-TestNetworkBasicOps-879824373 tempest-TestNetworkBasicOps-879824373-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=9adcfee8-760c-4568-9e39-c221abf69bf5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0440714 Jul 24 00:28:05.747527 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60624) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:28:05.752747 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-977c8a8d-62d9-434e-b4cf-f167ab7ade05 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-71827384', 'network_id': '39a699b4-f9fd-4ae7-9b22-dac5fe175d5f', 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:28:05.805795 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-4a3da160-c718-4cc0-8de2-9535fe564d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6c1303-e23f-4857-be86-f0d3ed1fa164', 'name': 'tempest-TestNetworkBasicOps-router-221074469', 'tenant_id': 'a764eb486e0143bab151f7bee776b0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'd74594a0-5c90-425a-bd74-2f1a73697f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:28:03Z', 'updated_at': '2021-07-24T00:28:04Z', 'revision_number': 3, 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'gw_port': {'id': 'd74594a0-5c90-425a-bd74-2f1a73697f9f', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c1:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be6c1303-e23f-4857-be86-f0d3ed1fa164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:28:04Z', 'updated_at': '2021-07-24T00:28:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:28:05.844489 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3da160-c718-4cc0-8de2-9535fe564d2c None None] Checking router: be6c1303-e23f-4857-be86-f0d3ed1fa164 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:28:05.844891 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3da160-c718-4cc0-8de2-9535fe564d2c None None] Updating router be6c1303-e23f-4857-be86-f0d3ed1fa164 port d74594a0-5c90-425a-bd74-2f1a73697f9f binding host n-d-800088-16 {{(pid=100316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:28:05.873799 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d8d08f15-29ec-496a-a688-f93552bff642 req-80b75d43-de60-4a6e-a310-79df0384b6d5 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f704b8d-8496-49cd-86c2-c999f1d0e42b HTTP/1.1" status: 200 len: 210 time: 0.0353692 Jul 24 00:28:05.885358 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-4a3da160-c718-4cc0-8de2-9535fe564d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:05.899860 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-977c8a8d-62d9-434e-b4cf-f167ab7ade05 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Made reservation on behalf of a764eb486e0143bab151f7bee776b0b6 for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:28:05.903642 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-977c8a8d-62d9-434e-b4cf-f167ab7ade05 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:06.116169 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-977c8a8d-62d9-434e-b4cf-f167ab7ade05 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:06.186004 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977c8a8d-62d9-434e-b4cf-f167ab7ade05 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Pushing event updated for resources: {'Subnet': ['ID=d7a1e136-f7ac-4cbc-a16c-048e99191fc8,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:28:06.204296 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-4a3da160-c718-4cc0-8de2-9535fe564d2c None None] Notify callbacks [] for port, precommit_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:06.204964 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977c8a8d-62d9-434e-b4cf-f167ab7ade05 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Checking segment: {'id': 'de50c8ff-0a28-4151-b7c3-a5e9ca2a045c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '39a699b4-f9fd-4ae7-9b22-dac5fe175d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:28:06.205342 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977c8a8d-62d9-434e-b4cf-f167ab7ade05 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Network hostable DHCP agents. Network: 39a699b4-f9fd-4ae7-9b22-dac5fe175d5f, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:28:06.216311 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.provisioning_blocks [None req-4a3da160-c718-4cc0-8de2-9535fe564d2c None None] Transition to ACTIVE for port object d74594a0-5c90-425a-bd74-2f1a73697f9f will not be triggered until provisioned by entity L2. {{(pid=100316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:28:06.221827 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-4a3da160-c718-4cc0-8de2-9535fe564d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:06.223954 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977c8a8d-62d9-434e-b4cf-f167ab7ade05 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Network 39a699b4-f9fd-4ae7-9b22-dac5fe175d5f is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:28:06.236846 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-977c8a8d-62d9-434e-b4cf-f167ab7ade05 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 39a699b4-f9fd-4ae7-9b22-dac5fe175d5f) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:28:06.241287 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977c8a8d-62d9-434e-b4cf-f167ab7ade05 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:06.241979 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-977c8a8d-62d9-434e-b4cf-f167ab7ade05 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:06.249875 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c5410c-ee12-4604-ba40-dc4dc270e75b None None] Network 39a699b4-f9fd-4ae7-9b22-dac5fe175d5f requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:28:06.263410 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60630) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:28:06.264653 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-977c8a8d-62d9-434e-b4cf-f167ab7ade05 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5159786 Jul 24 00:28:06.282122 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-4a3da160-c718-4cc0-8de2-9535fe564d2c None None] Attempting to bind port d74594a0-5c90-425a-bd74-2f1a73697f9f on host n-d-800088-16 for vnic_type normal with profile {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:28:06.282769 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-4a3da160-c718-4cc0-8de2-9535fe564d2c None None] Attempting to bind port d74594a0-5c90-425a-bd74-2f1a73697f9f by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:28:06.283302 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3da160-c718-4cc0-8de2-9535fe564d2c None None] Attempting to bind port d74594a0-5c90-425a-bd74-2f1a73697f9f on network 9adcfee8-760c-4568-9e39-c221abf69bf5 {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:28:06.294917 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3da160-c718-4cc0-8de2-9535fe564d2c None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:28:06.295436 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3da160-c718-4cc0-8de2-9535fe564d2c None None] Checking segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:28:06.295845 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-4a3da160-c718-4cc0-8de2-9535fe564d2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:06.296247 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3da160-c718-4cc0-8de2-9535fe564d2c None None] Bound using segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:28:06.296836 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-4a3da160-c718-4cc0-8de2-9535fe564d2c None None] Bound port: d74594a0-5c90-425a-bd74-2f1a73697f9f, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:28:06.297270 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-4a3da160-c718-4cc0-8de2-9535fe564d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:06.321595 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc72896-c480-466a-a844-7bd2af52b061 None None] Pushing event updated for resources: {'Port': ['ID=d74594a0-5c90-425a-bd74-2f1a73697f9f,revision_number=2']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:28:06.371587 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-4a3da160-c718-4cc0-8de2-9535fe564d2c None None] For port d74594a0-5c90-425a-bd74-2f1a73697f9f, host n-d-800088-16, cleared binding levels {{(pid=100316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:28:06.375826 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-4a3da160-c718-4cc0-8de2-9535fe564d2c None None] For port d74594a0-5c90-425a-bd74-2f1a73697f9f, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=d74594a0-5c90-425a-bd74-2f1a73697f9f,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:28:06.382948 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-4a3da160-c718-4cc0-8de2-9535fe564d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:06.439675 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3da160-c718-4cc0-8de2-9535fe564d2c None None] Routers {'be6c1303-e23f-4857-be86-f0d3ed1fa164'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:28:06.441473 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-4a3da160-c718-4cc0-8de2-9535fe564d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:27:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['be6c1303-e23f-4857-be86-f0d3ed1fa164'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:28:06.476481 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe04d79-59a8-4576-bc91-df46c930769a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-39a699b4-f9fd-4ae7-9b22-dac5fe175d5f', 'network_id': '39a699b4-f9fd-4ae7-9b22-dac5fe175d5f', 'tenant_id': 'a764eb486e0143bab151f7bee776b0b6', 'fixed_ips': [{'subnet_id': 'd7a1e136-f7ac-4cbc-a16c-048e99191fc8'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:28:06.477404 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-cfe04d79-59a8-4576-bc91-df46c930769a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:06.527281 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc72896-c480-466a-a844-7bd2af52b061 None None] Pushing event updated for resources: {'Port': ['ID=d74594a0-5c90-425a-bd74-2f1a73697f9f,revision_number=3']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:28:06.570059 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-4a3da160-c718-4cc0-8de2-9535fe564d2c None None] Set router be6c1303-e23f-4857-be86-f0d3ed1fa164 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:28:06.627641 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-cfe04d79-59a8-4576-bc91-df46c930769a None None] Allocated IP 172.20.0.2 (39a699b4-f9fd-4ae7-9b22-dac5fe175d5f/d7a1e136-f7ac-4cbc-a16c-048e99191fc8/4a0c9330-26d5-4eb9-abb3-aaba7cb0e0dc) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:28:06.755394 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-4a3da160-c718-4cc0-8de2-9535fe564d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6c1303-e23f-4857-be86-f0d3ed1fa164', 'name': 'tempest-TestNetworkBasicOps-router-221074469', 'tenant_id': 'a764eb486e0143bab151f7bee776b0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'd74594a0-5c90-425a-bd74-2f1a73697f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:28:03Z', 'updated_at': '2021-07-24T00:28:04Z', 'revision_number': 3, 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'gw_port': {'id': 'd74594a0-5c90-425a-bd74-2f1a73697f9f', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c1:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be6c1303-e23f-4857-be86-f0d3ed1fa164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:28:04Z', 'updated_at': '2021-07-24T00:28:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:28:06.793301 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3da160-c718-4cc0-8de2-9535fe564d2c None None] The sync data for ids ['be6c1303-e23f-4857-be86-f0d3ed1fa164'] in n-d-800088-16 is: [{'id': 'be6c1303-e23f-4857-be86-f0d3ed1fa164', 'name': 'tempest-TestNetworkBasicOps-router-221074469', 'tenant_id': 'a764eb486e0143bab151f7bee776b0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'd74594a0-5c90-425a-bd74-2f1a73697f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:28:03Z', 'updated_at': '2021-07-24T00:28:04Z', 'revision_number': 3, 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'gw_port': {'id': 'd74594a0-5c90-425a-bd74-2f1a73697f9f', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c1:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be6c1303-e23f-4857-be86-f0d3ed1fa164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:28:04Z', 'updated_at': '2021-07-24T00:28:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:28:06.804459 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f1af9c3f-23de-4c3a-bb96-5dd3eebc9457 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:06.808462 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-cfe04d79-59a8-4576-bc91-df46c930769a None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:06.819198 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-cfe04d79-59a8-4576-bc91-df46c930769a None None] Transition to ACTIVE for port object 4a0c9330-26d5-4eb9-abb3-aaba7cb0e0dc will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:28:06.839140 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-cfe04d79-59a8-4576-bc91-df46c930769a None None] Transition to ACTIVE for port object 4a0c9330-26d5-4eb9-abb3-aaba7cb0e0dc will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:28:06.845943 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-cfe04d79-59a8-4576-bc91-df46c930769a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:06.886609 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe04d79-59a8-4576-bc91-df46c930769a None None] Network 39a699b4-f9fd-4ae7-9b22-dac5fe175d5f is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:28:06.893369 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-cfe04d79-59a8-4576-bc91-df46c930769a None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:28:06.897933 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe04d79-59a8-4576-bc91-df46c930769a None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:28:06.913950 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe04d79-59a8-4576-bc91-df46c930769a None None] Pushing event updated for resources: {'Port': ['ID=4a0c9330-26d5-4eb9-abb3-aaba7cb0e0dc,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:28:06.961832 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60640) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:28:06.987280 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-cfe04d79-59a8-4576-bc91-df46c930769a None None] Attempting to bind port 4a0c9330-26d5-4eb9-abb3-aaba7cb0e0dc on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:28:06.987657 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-cfe04d79-59a8-4576-bc91-df46c930769a None None] Attempting to bind port 4a0c9330-26d5-4eb9-abb3-aaba7cb0e0dc by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': 'de50c8ff-0a28-4151-b7c3-a5e9ca2a045c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '39a699b4-f9fd-4ae7-9b22-dac5fe175d5f'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:28:06.988255 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe04d79-59a8-4576-bc91-df46c930769a None None] Attempting to bind port 4a0c9330-26d5-4eb9-abb3-aaba7cb0e0dc on network 39a699b4-f9fd-4ae7-9b22-dac5fe175d5f {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:28:06.995287 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe04d79-59a8-4576-bc91-df46c930769a None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:28:06.995947 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe04d79-59a8-4576-bc91-df46c930769a None None] Checking segment: {'id': 'de50c8ff-0a28-4151-b7c3-a5e9ca2a045c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '39a699b4-f9fd-4ae7-9b22-dac5fe175d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:28:06.996384 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-cfe04d79-59a8-4576-bc91-df46c930769a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:06.996786 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe04d79-59a8-4576-bc91-df46c930769a None None] Bound using segment: {'id': 'de50c8ff-0a28-4151-b7c3-a5e9ca2a045c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '39a699b4-f9fd-4ae7-9b22-dac5fe175d5f'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:28:06.997280 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-cfe04d79-59a8-4576-bc91-df46c930769a None None] Bound port: 4a0c9330-26d5-4eb9-abb3-aaba7cb0e0dc, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de50c8ff-0a28-4151-b7c3-a5e9ca2a045c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '39a699b4-f9fd-4ae7-9b22-dac5fe175d5f'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:28:06.997667 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-cfe04d79-59a8-4576-bc91-df46c930769a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:07.073627 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-cfe04d79-59a8-4576-bc91-df46c930769a None None] For port 4a0c9330-26d5-4eb9-abb3-aaba7cb0e0dc, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:28:07.076983 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-cfe04d79-59a8-4576-bc91-df46c930769a None None] For port 4a0c9330-26d5-4eb9-abb3-aaba7cb0e0dc, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=4a0c9330-26d5-4eb9-abb3-aaba7cb0e0dc,segment=NetworkSegment(de50c8ff-0a28-4151-b7c3-a5e9ca2a045c),segment_id=de50c8ff-0a28-4151-b7c3-a5e9ca2a045c)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:28:07.082179 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-cfe04d79-59a8-4576-bc91-df46c930769a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:07.206372 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe04d79-59a8-4576-bc91-df46c930769a None None] Pushing event updated for resources: {'Port': ['ID=4a0c9330-26d5-4eb9-abb3-aaba7cb0e0dc,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:28:07.286926 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-484abfdc-f497-4608-be4b-23b2b76d1af9 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Deleting port d35287bd-252c-4edd-96bd-6a922fef48a5 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:28:07.287275 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-484abfdc-f497-4608-be4b-23b2b76d1af9 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:07.412718 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-f1af9c3f-23de-4c3a-bb96-5dd3eebc9457 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Allocated IP 172.20.0.1 (39a699b4-f9fd-4ae7-9b22-dac5fe175d5f/d7a1e136-f7ac-4cbc-a16c-048e99191fc8/7cd074ca-7510-4431-9d03-4d327c5979a4) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:28:07.454064 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-484abfdc-f497-4608-be4b-23b2b76d1af9 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:07.454423 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-484abfdc-f497-4608-be4b-23b2b76d1af9 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:07.495111 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-484abfdc-f497-4608-be4b-23b2b76d1af9 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Calling delete_port for d35287bd-252c-4edd-96bd-6a922fef48a5 owned by network:floatingip {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:28:07.667826 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 4a0c9330-26d5-4eb9-abb3-aaba7cb0e0dc up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:28:07.730203 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 4a0c9330-26d5-4eb9-abb3-aaba7cb0e0dc completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:28:07.735083 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device d74594a0-5c90-425a-bd74-2f1a73697f9f up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:28:07.808029 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port d74594a0-5c90-425a-bd74-2f1a73697f9f completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:28:07.813021 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port d74594a0-5c90-425a-bd74-2f1a73697f9f triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:28:07.813403 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:07.907265 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:07.931732 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port d74594a0-5c90-425a-bd74-2f1a73697f9f, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=d74594a0-5c90-425a-bd74-2f1a73697f9f,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:28:07.938179 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:07.956475 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f1af9c3f-23de-4c3a-bb96-5dd3eebc9457 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:07.971852 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [None req-f1af9c3f-23de-4c3a-bb96-5dd3eebc9457 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Transition to ACTIVE for port object 7cd074ca-7510-4431-9d03-4d327c5979a4 will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:28:08.015466 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=d74594a0-5c90-425a-bd74-2f1a73697f9f,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:28:08.052135 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f1af9c3f-23de-4c3a-bb96-5dd3eebc9457 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:08.110199 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1af9c3f-23de-4c3a-bb96-5dd3eebc9457 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Network 39a699b4-f9fd-4ae7-9b22-dac5fe175d5f is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:28:08.116147 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-f1af9c3f-23de-4c3a-bb96-5dd3eebc9457 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:28:08.119323 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1af9c3f-23de-4c3a-bb96-5dd3eebc9457 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:28:08.166695 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1af9c3f-23de-4c3a-bb96-5dd3eebc9457 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Pushing event updated for resources: {'Port': ['ID=7cd074ca-7510-4431-9d03-4d327c5979a4,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:28:08.195347 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f1af9c3f-23de-4c3a-bb96-5dd3eebc9457 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681761'] for router_interface, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:08.327363 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-484abfdc-f497-4608-be4b-23b2b76d1af9 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:08.339333 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:28:08.360035 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0620515-875e-4151-ab7b-53897b68dba6 None None] Network 39a699b4-f9fd-4ae7-9b22-dac5fe175d5f requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:28:08.396714 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484abfdc-f497-4608-be4b-23b2b76d1af9 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Pushing event deleted for resources: {'Port': ['ID=d35287bd-252c-4edd-96bd-6a922fef48a5,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:28:08.445404 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-0c481b17-4f91-48f1-bedf-487c6cde2aba None None] Provisioning for port 4a0c9330-26d5-4eb9-abb3-aaba7cb0e0dc completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:28:08.456479 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-0c481b17-4f91-48f1-bedf-487c6cde2aba None None] Provisioning complete for port 4a0c9330-26d5-4eb9-abb3-aaba7cb0e0dc triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:28:08.457015 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0c481b17-4f91-48f1-bedf-487c6cde2aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:08.482738 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-484abfdc-f497-4608-be4b-23b2b76d1af9 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks [] for floatingip, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:08.486046 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-484abfdc-f497-4608-be4b-23b2b76d1af9 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:08.490632 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-484abfdc-f497-4608-be4b-23b2b76d1af9 tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "DELETE /v2.0/floatingips/3c1fd973-7a4e-447c-ae2f-eca030d3af70 HTTP/1.1" status: 204 len: 168 time: 1.5238976 Jul 24 00:28:08.500397 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f1af9c3f-23de-4c3a-bb96-5dd3eebc9457 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:08.640711 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0c481b17-4f91-48f1-bedf-487c6cde2aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:08.711593 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-0c481b17-4f91-48f1-bedf-487c6cde2aba None None] For port 4a0c9330-26d5-4eb9-abb3-aaba7cb0e0dc, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=4a0c9330-26d5-4eb9-abb3-aaba7cb0e0dc,segment=NetworkSegment(de50c8ff-0a28-4151-b7c3-a5e9ca2a045c),segment_id=de50c8ff-0a28-4151-b7c3-a5e9ca2a045c)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:28:08.719818 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0c481b17-4f91-48f1-bedf-487c6cde2aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:08.809985 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c481b17-4f91-48f1-bedf-487c6cde2aba None None] Pushing event updated for resources: {'Port': ['ID=4a0c9330-26d5-4eb9-abb3-aaba7cb0e0dc,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:28:08.935445 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f1af9c3f-23de-4c3a-bb96-5dd3eebc9457 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:08.945694 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f1af9c3f-23de-4c3a-bb96-5dd3eebc9457 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:08.950005 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-c03e4077-56eb-4f34-8a87-d925d765707a None None] Provisioning complete for port 4a0c9330-26d5-4eb9-abb3-aaba7cb0e0dc triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:28:08.950984 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c03e4077-56eb-4f34-8a87-d925d765707a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:09.019980 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f1af9c3f-23de-4c3a-bb96-5dd3eebc9457 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680980'] for router_interface, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:09.092492 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-c03e4077-56eb-4f34-8a87-d925d765707a None None] Provisioning for port 7cd074ca-7510-4431-9d03-4d327c5979a4 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:28:09.098592 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1af9c3f-23de-4c3a-bb96-5dd3eebc9457 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Pushing event updated for resources: {'Port': ['ID=7cd074ca-7510-4431-9d03-4d327c5979a4,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:28:09.100982 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-c03e4077-56eb-4f34-8a87-d925d765707a None None] Provisioning complete for port 7cd074ca-7510-4431-9d03-4d327c5979a4 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:28:09.101620 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c03e4077-56eb-4f34-8a87-d925d765707a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:09.144867 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-c03e4077-56eb-4f34-8a87-d925d765707a None None] Port 7cd074ca-7510-4431-9d03-4d327c5979a4 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:28:09.172258 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1af9c3f-23de-4c3a-bb96-5dd3eebc9457 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Network 39a699b4-f9fd-4ae7-9b22-dac5fe175d5f is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:28:09.174078 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-f1af9c3f-23de-4c3a-bb96-5dd3eebc9457 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:28:09.273021 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-a51e94ae-235f-4bf2-aa2b-d68c1182a6f0 None None] Provisioning complete for port 7cd074ca-7510-4431-9d03-4d327c5979a4 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:28:09.274840 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a51e94ae-235f-4bf2-aa2b-d68c1182a6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:09.298974 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1af9c3f-23de-4c3a-bb96-5dd3eebc9457 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Router be6c1303-e23f-4857-be86-f0d3ed1fa164 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:28:09.341836 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-a51e94ae-235f-4bf2-aa2b-d68c1182a6f0 None None] Port 7cd074ca-7510-4431-9d03-4d327c5979a4 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:28:09.443202 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1af9c3f-23de-4c3a-bb96-5dd3eebc9457 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:28:09.449991 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-f1af9c3f-23de-4c3a-bb96-5dd3eebc9457 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "PUT /v2.0/routers/be6c1303-e23f-4857-be86-f0d3ed1fa164/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1854987 Jul 24 00:28:09.452729 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60660) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:28:09.460636 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8936633-6881-4ece-993f-b66cac02d535 None None] Sync routers for ids ['be6c1303-e23f-4857-be86-f0d3ed1fa164'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:28:09.474822 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-23d79460-d8bc-4f63-8cb0-5b5afcc22e75 None None] Provisioning complete for port 7cd074ca-7510-4431-9d03-4d327c5979a4 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:28:09.475199 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-23d79460-d8bc-4f63-8cb0-5b5afcc22e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:09.478852 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8936633-6881-4ece-993f-b66cac02d535 None None] Routers {'be6c1303-e23f-4857-be86-f0d3ed1fa164'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:28:09.478852 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-e8936633-6881-4ece-993f-b66cac02d535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:27:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['be6c1303-e23f-4857-be86-f0d3ed1fa164'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:28:09.574005 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51b0c30-080d-446f-a565-ac9e47176515 tempest-TestNetworkBasicOps-879824373 tempest-TestNetworkBasicOps-879824373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:09.574957 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51b0c30-080d-446f-a565-ac9e47176515 tempest-TestNetworkBasicOps-879824373 tempest-TestNetworkBasicOps-879824373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:09.575497 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51b0c30-080d-446f-a565-ac9e47176515 tempest-TestNetworkBasicOps-879824373 tempest-TestNetworkBasicOps-879824373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:09.576029 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51b0c30-080d-446f-a565-ac9e47176515 tempest-TestNetworkBasicOps-879824373 tempest-TestNetworkBasicOps-879824373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:09.576556 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51b0c30-080d-446f-a565-ac9e47176515 tempest-TestNetworkBasicOps-879824373 tempest-TestNetworkBasicOps-879824373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:09.577108 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51b0c30-080d-446f-a565-ac9e47176515 tempest-TestNetworkBasicOps-879824373 tempest-TestNetworkBasicOps-879824373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:09.577630 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51b0c30-080d-446f-a565-ac9e47176515 tempest-TestNetworkBasicOps-879824373 tempest-TestNetworkBasicOps-879824373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:09.580203 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c51b0c30-080d-446f-a565-ac9e47176515 tempest-TestNetworkBasicOps-879824373 tempest-TestNetworkBasicOps-879824373-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4988 time: 0.1252470 Jul 24 00:28:09.582328 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60662) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:28:09.594339 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 4a0c9330-26d5-4eb9-abb3-aaba7cb0e0dc up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:28:09.638391 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-23d79460-d8bc-4f63-8cb0-5b5afcc22e75 None None] Port 7cd074ca-7510-4431-9d03-4d327c5979a4 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:28:09.672990 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cee6520-2617-4b37-af65-2a5c086f9064 tempest-TestNetworkBasicOps-879824373 tempest-TestNetworkBasicOps-879824373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:09.673691 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cee6520-2617-4b37-af65-2a5c086f9064 tempest-TestNetworkBasicOps-879824373 tempest-TestNetworkBasicOps-879824373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:09.674225 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cee6520-2617-4b37-af65-2a5c086f9064 tempest-TestNetworkBasicOps-879824373 tempest-TestNetworkBasicOps-879824373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:09.674921 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cee6520-2617-4b37-af65-2a5c086f9064 tempest-TestNetworkBasicOps-879824373 tempest-TestNetworkBasicOps-879824373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:09.675552 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cee6520-2617-4b37-af65-2a5c086f9064 tempest-TestNetworkBasicOps-879824373 tempest-TestNetworkBasicOps-879824373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:09.676014 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cee6520-2617-4b37-af65-2a5c086f9064 tempest-TestNetworkBasicOps-879824373 tempest-TestNetworkBasicOps-879824373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:09.676469 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cee6520-2617-4b37-af65-2a5c086f9064 tempest-TestNetworkBasicOps-879824373 tempest-TestNetworkBasicOps-879824373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:09.680782 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-9cee6520-2617-4b37-af65-2a5c086f9064 tempest-TestNetworkBasicOps-879824373 tempest-TestNetworkBasicOps-879824373-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4646 time: 0.0948250 Jul 24 00:28:09.681680 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60664) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:28:09.684334 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-e8936633-6881-4ece-993f-b66cac02d535 None None] Set router be6c1303-e23f-4857-be86-f0d3ed1fa164 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:28:09.686661 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 4a0c9330-26d5-4eb9-abb3-aaba7cb0e0dc triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:28:09.687019 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:09.895493 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device d74594a0-5c90-425a-bd74-2f1a73697f9f up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:28:09.925788 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-92c464c8-4751-4292-8bb3-f6df84458ec2 tempest-TestNetworkBasicOps-879824373 tempest-TestNetworkBasicOps-879824373-project-admin] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2405272 Jul 24 00:28:10.152882 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60670) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:28:10.153043 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port d74594a0-5c90-425a-bd74-2f1a73697f9f triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:28:10.153301 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:10.157758 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-01b0e676-05e6-45b3-aac2-26e95df48143 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2096281453', 'description': 'tempest-secgroup-smoke-2096281453 description', 'project_id': 'a764eb486e0143bab151f7bee776b0b6'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:28:10.182312 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-01b0e676-05e6-45b3-aac2-26e95df48143 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:10.197813 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-e8936633-6881-4ece-993f-b66cac02d535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6c1303-e23f-4857-be86-f0d3ed1fa164', 'name': 'tempest-TestNetworkBasicOps-router-221074469', 'tenant_id': 'a764eb486e0143bab151f7bee776b0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'd74594a0-5c90-425a-bd74-2f1a73697f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:28:03Z', 'updated_at': '2021-07-24T00:28:08Z', 'revision_number': 4, 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'gw_port': {'id': 'd74594a0-5c90-425a-bd74-2f1a73697f9f', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6c1303-e23f-4857-be86-f0d3ed1fa164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:28:04Z', 'updated_at': '2021-07-24T00:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '7cd074ca-7510-4431-9d03-4d327c5979a4', 'name': '', 'network_id': '39a699b4-f9fd-4ae7-9b22-dac5fe175d5f', 'tenant_id': 'a764eb486e0143bab151f7bee776b0b6', 'mac_address': 'fa:16:3e:c2:ee:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be6c1303-e23f-4857-be86-f0d3ed1fa164', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': 'd7a1e136-f7ac-4cbc-a16c-048e99191fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:28:07Z', 'updated_at': '2021-07-24T00:28:08Z', 'revision_number': 2, 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'subnets': [{'id': 'd7a1e136-f7ac-4cbc-a16c-048e99191fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:28:10.234375 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8936633-6881-4ece-993f-b66cac02d535 None None] Checking router: be6c1303-e23f-4857-be86-f0d3ed1fa164 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:28:10.234798 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8936633-6881-4ece-993f-b66cac02d535 None None] Updating router be6c1303-e23f-4857-be86-f0d3ed1fa164 port 7cd074ca-7510-4431-9d03-4d327c5979a4 binding host n-d-800088-16 {{(pid=100315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:28:10.275205 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-01b0e676-05e6-45b3-aac2-26e95df48143 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:10.277511 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e8936633-6881-4ece-993f-b66cac02d535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:10.280194 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-01b0e676-05e6-45b3-aac2-26e95df48143 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:10.309832 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-01b0e676-05e6-45b3-aac2-26e95df48143 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:10.311230 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-01b0e676-05e6-45b3-aac2-26e95df48143 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1572974 Jul 24 00:28:10.312422 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b0e676-05e6-45b3-aac2-26e95df48143 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31420ec5-cfe0-495f-a261-4493dcbf1ed7,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:28:10.314579 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60672) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:28:10.322259 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-549e22e7-9095-4aae-ace5-a9f7a712d67d tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Request body: {'security_group_rule': {'security_group_id': '31420ec5-cfe0-495f-a261-4493dcbf1ed7', 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:28:10.363916 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-549e22e7-9095-4aae-ace5-a9f7a712d67d tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:10.426013 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-549e22e7-9095-4aae-ace5-a9f7a712d67d tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:10.433400 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-549e22e7-9095-4aae-ace5-a9f7a712d67d tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:10.461322 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549e22e7-9095-4aae-ace5-a9f7a712d67d tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc3c54df-b7de-49df-b66c-19f6b15da40f,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:28:10.476801 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-549e22e7-9095-4aae-ace5-a9f7a712d67d tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:10.479007 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-549e22e7-9095-4aae-ace5-a9f7a712d67d tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1607382 Jul 24 00:28:10.481444 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60676) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:28:10.485975 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-b0bb2d04-361e-4811-a9a2-6ee0034a5634 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Request body: {'security_group_rule': {'security_group_id': '31420ec5-cfe0-495f-a261-4493dcbf1ed7', 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:28:10.514844 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b0bb2d04-361e-4811-a9a2-6ee0034a5634 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:10.580879 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b0bb2d04-361e-4811-a9a2-6ee0034a5634 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:10.585183 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b0bb2d04-361e-4811-a9a2-6ee0034a5634 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:10.598435 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e8936633-6881-4ece-993f-b66cac02d535 None None] Notify callbacks [] for port, precommit_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:10.608138 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-e8936633-6881-4ece-993f-b66cac02d535 None None] Transition to ACTIVE for port object 7cd074ca-7510-4431-9d03-4d327c5979a4 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:28:10.613193 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bb2d04-361e-4811-a9a2-6ee0034a5634 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9688c5d6-f554-405a-9142-fb2aa0a5bd36,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:28:10.615284 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e8936633-6881-4ece-993f-b66cac02d535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:10.617469 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b0bb2d04-361e-4811-a9a2-6ee0034a5634 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:10.621436 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60678) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:28:10.621918 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-b0bb2d04-361e-4811-a9a2-6ee0034a5634 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1390483 Jul 24 00:28:10.629241 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-b9ff3c11-426e-40ad-ab25-6c7d4490685c tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Request body: {'security_group_rule': {'security_group_id': '31420ec5-cfe0-495f-a261-4493dcbf1ed7', 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:28:10.665416 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c234c55f-c3c1-4eed-a74a-f025a3f8a4d5 None None] Pushing event updated for resources: {'Port': ['ID=7cd074ca-7510-4431-9d03-4d327c5979a4,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:28:10.676758 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b9ff3c11-426e-40ad-ab25-6c7d4490685c tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:10.730152 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-e8936633-6881-4ece-993f-b66cac02d535 None None] Attempting to bind port 7cd074ca-7510-4431-9d03-4d327c5979a4 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:28:10.730530 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-e8936633-6881-4ece-993f-b66cac02d535 None None] Attempting to bind port 7cd074ca-7510-4431-9d03-4d327c5979a4 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': 'de50c8ff-0a28-4151-b7c3-a5e9ca2a045c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '39a699b4-f9fd-4ae7-9b22-dac5fe175d5f'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:28:10.730907 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8936633-6881-4ece-993f-b66cac02d535 None None] Attempting to bind port 7cd074ca-7510-4431-9d03-4d327c5979a4 on network 39a699b4-f9fd-4ae7-9b22-dac5fe175d5f {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:28:10.736336 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8936633-6881-4ece-993f-b66cac02d535 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:28:10.736882 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8936633-6881-4ece-993f-b66cac02d535 None None] Checking segment: {'id': 'de50c8ff-0a28-4151-b7c3-a5e9ca2a045c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '39a699b4-f9fd-4ae7-9b22-dac5fe175d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:28:10.737300 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e8936633-6881-4ece-993f-b66cac02d535 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:10.737705 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8936633-6881-4ece-993f-b66cac02d535 None None] Bound using segment: {'id': 'de50c8ff-0a28-4151-b7c3-a5e9ca2a045c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '39a699b4-f9fd-4ae7-9b22-dac5fe175d5f'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:28:10.738360 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-e8936633-6881-4ece-993f-b66cac02d535 None None] Bound port: 7cd074ca-7510-4431-9d03-4d327c5979a4, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de50c8ff-0a28-4151-b7c3-a5e9ca2a045c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '39a699b4-f9fd-4ae7-9b22-dac5fe175d5f'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:28:10.738717 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e8936633-6881-4ece-993f-b66cac02d535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:10.749530 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b9ff3c11-426e-40ad-ab25-6c7d4490685c tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:10.756212 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b9ff3c11-426e-40ad-ab25-6c7d4490685c tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:10.772433 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ff3c11-426e-40ad-ab25-6c7d4490685c tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6df3eff5-2f74-4834-aaa5-da1e66a80d47,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:28:10.790071 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b9ff3c11-426e-40ad-ab25-6c7d4490685c tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:10.794317 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-b9ff3c11-426e-40ad-ab25-6c7d4490685c tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1685698 Jul 24 00:28:10.794633 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60680) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:28:10.800570 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-ef97240d-2442-4fb8-b49c-50f58c2976b3 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Request body: {'security_group_rule': {'security_group_id': '31420ec5-cfe0-495f-a261-4493dcbf1ed7', 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:28:10.820318 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-e8936633-6881-4ece-993f-b66cac02d535 None None] For port 7cd074ca-7510-4431-9d03-4d327c5979a4, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:28:10.825249 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-e8936633-6881-4ece-993f-b66cac02d535 None None] For port 7cd074ca-7510-4431-9d03-4d327c5979a4, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=7cd074ca-7510-4431-9d03-4d327c5979a4,segment=NetworkSegment(de50c8ff-0a28-4151-b7c3-a5e9ca2a045c),segment_id=de50c8ff-0a28-4151-b7c3-a5e9ca2a045c)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:28:10.832481 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e8936633-6881-4ece-993f-b66cac02d535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:10.838145 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ef97240d-2442-4fb8-b49c-50f58c2976b3 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:10.891973 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8936633-6881-4ece-993f-b66cac02d535 None None] Routers {'be6c1303-e23f-4857-be86-f0d3ed1fa164'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:28:10.892757 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-e8936633-6881-4ece-993f-b66cac02d535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:27:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['be6c1303-e23f-4857-be86-f0d3ed1fa164'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:28:10.918408 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ef97240d-2442-4fb8-b49c-50f58c2976b3 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:10.924783 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ef97240d-2442-4fb8-b49c-50f58c2976b3 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:10.956226 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef97240d-2442-4fb8-b49c-50f58c2976b3 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1b54a9f-3763-4dd8-8765-1dc9d75f4d6f,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:28:10.977140 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ef97240d-2442-4fb8-b49c-50f58c2976b3 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:10.982177 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-ef97240d-2442-4fb8-b49c-50f58c2976b3 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1829407 Jul 24 00:28:10.982645 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60684) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:28:10.987434 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-87553504-1bcd-494e-aadd-7e52958f6315 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Request body: {'security_group_rule': {'security_group_id': '31420ec5-cfe0-495f-a261-4493dcbf1ed7', 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:28:11.003545 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c234c55f-c3c1-4eed-a74a-f025a3f8a4d5 None None] Pushing event updated for resources: {'Port': ['ID=7cd074ca-7510-4431-9d03-4d327c5979a4,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:28:11.022508 n-d-800088-16 neutron-server[100314]: INFO neutron.db.securitygroups_db [None req-87553504-1bcd-494e-aadd-7e52958f6315 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Project a764eb486e0143bab151f7bee776b0b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 00:28:11.031303 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-87553504-1bcd-494e-aadd-7e52958f6315 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:11.061821 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-e8936633-6881-4ece-993f-b66cac02d535 None None] Set router be6c1303-e23f-4857-be86-f0d3ed1fa164 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:28:11.105096 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-87553504-1bcd-494e-aadd-7e52958f6315 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:11.110611 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-87553504-1bcd-494e-aadd-7e52958f6315 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:11.132915 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87553504-1bcd-494e-aadd-7e52958f6315 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92036370-afa8-4ff8-9e4f-da25b3bc1453,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:28:11.141634 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-87553504-1bcd-494e-aadd-7e52958f6315 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:11.143405 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-87553504-1bcd-494e-aadd-7e52958f6315 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1597881 Jul 24 00:28:11.146358 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60686) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:28:11.152471 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-fe22e90f-7d9d-4b91-b540-1c4a4da215d7 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Request body: {'security_group_rule': {'security_group_id': '31420ec5-cfe0-495f-a261-4493dcbf1ed7', 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:28:11.179183 n-d-800088-16 neutron-server[100313]: INFO neutron.db.securitygroups_db [None req-fe22e90f-7d9d-4b91-b540-1c4a4da215d7 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Project a764eb486e0143bab151f7bee776b0b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 00:28:11.189498 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fe22e90f-7d9d-4b91-b540-1c4a4da215d7 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:11.275601 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fe22e90f-7d9d-4b91-b540-1c4a4da215d7 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:11.281185 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fe22e90f-7d9d-4b91-b540-1c4a4da215d7 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:11.308927 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe22e90f-7d9d-4b91-b540-1c4a4da215d7 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9f3b409-47a3-4f4c-a0dd-e29ae69eb340,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:28:11.316437 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fe22e90f-7d9d-4b91-b540-1c4a4da215d7 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:11.317909 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-fe22e90f-7d9d-4b91-b540-1c4a4da215d7 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1700358 Jul 24 00:28:11.338928 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-e8936633-6881-4ece-993f-b66cac02d535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6c1303-e23f-4857-be86-f0d3ed1fa164', 'name': 'tempest-TestNetworkBasicOps-router-221074469', 'tenant_id': 'a764eb486e0143bab151f7bee776b0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'd74594a0-5c90-425a-bd74-2f1a73697f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:28:03Z', 'updated_at': '2021-07-24T00:28:08Z', 'revision_number': 4, 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'gw_port': {'id': 'd74594a0-5c90-425a-bd74-2f1a73697f9f', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6c1303-e23f-4857-be86-f0d3ed1fa164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:28:04Z', 'updated_at': '2021-07-24T00:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '7cd074ca-7510-4431-9d03-4d327c5979a4', 'name': '', 'network_id': '39a699b4-f9fd-4ae7-9b22-dac5fe175d5f', 'tenant_id': 'a764eb486e0143bab151f7bee776b0b6', 'mac_address': 'fa:16:3e:c2:ee:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be6c1303-e23f-4857-be86-f0d3ed1fa164', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': 'd7a1e136-f7ac-4cbc-a16c-048e99191fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:28:07Z', 'updated_at': '2021-07-24T00:28:10Z', 'revision_number': 4, 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'subnets': [{'id': 'd7a1e136-f7ac-4cbc-a16c-048e99191fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:28:11.376104 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8936633-6881-4ece-993f-b66cac02d535 None None] The sync data for ids ['be6c1303-e23f-4857-be86-f0d3ed1fa164'] in n-d-800088-16 is: [{'id': 'be6c1303-e23f-4857-be86-f0d3ed1fa164', 'name': 'tempest-TestNetworkBasicOps-router-221074469', 'tenant_id': 'a764eb486e0143bab151f7bee776b0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'd74594a0-5c90-425a-bd74-2f1a73697f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:28:03Z', 'updated_at': '2021-07-24T00:28:08Z', 'revision_number': 4, 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'gw_port': {'id': 'd74594a0-5c90-425a-bd74-2f1a73697f9f', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6c1303-e23f-4857-be86-f0d3ed1fa164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:28:04Z', 'updated_at': '2021-07-24T00:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '7cd074ca-7510-4431-9d03-4d327c5979a4', 'name': '', 'network_id': '39a699b4-f9fd-4ae7-9b22-dac5fe175d5f', 'tenant_id': 'a764eb486e0143bab151f7bee776b0b6', 'mac_address': 'fa:16:3e:c2:ee:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be6c1303-e23f-4857-be86-f0d3ed1fa164', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': 'd7a1e136-f7ac-4cbc-a16c-048e99191fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:28:07Z', 'updated_at': '2021-07-24T00:28:10Z', 'revision_number': 4, 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'subnets': [{'id': 'd7a1e136-f7ac-4cbc-a16c-048e99191fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:28:11.604704 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4e6e3b4e-38f3-4654-9c2a-eacf98bf62a7 req-ec891b82-dc4f-4712-952c-5bf5e04fea2a tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2096281453&fields=id&tenant_id=a764eb486e0143bab151f7bee776b0b6 HTTP/1.1" status: 200 len: 267 time: 0.0660305 Jul 24 00:28:11.659473 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 7cd074ca-7510-4431-9d03-4d327c5979a4 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:28:11.724778 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 7cd074ca-7510-4431-9d03-4d327c5979a4 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:28:11.743569 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 7cd074ca-7510-4431-9d03-4d327c5979a4 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:28:11.746062 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:11.793486 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e3b4e-38f3-4654-9c2a-eacf98bf62a7 req-144d3adf-4000-4165-8ac2-66609b187911 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:11.805660 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4e6e3b4e-38f3-4654-9c2a-eacf98bf62a7 req-144d3adf-4000-4165-8ac2-66609b187911 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "GET /v2.0/networks?id=39a699b4-f9fd-4ae7-9b22-dac5fe175d5f HTTP/1.1" status: 200 len: 797 time: 0.1990910 Jul 24 00:28:11.822089 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4e6e3b4e-38f3-4654-9c2a-eacf98bf62a7 req-40a739dd-a223-47a8-90c5-af62814a7bbf tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "GET /v2.0/quotas/a764eb486e0143bab151f7bee776b0b6 HTTP/1.1" status: 200 len: 375 time: 0.0152094 Jul 24 00:28:11.865820 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:11.908891 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4e6e3b4e-38f3-4654-9c2a-eacf98bf62a7 req-e691258b-9ba4-4b43-8227-eaa10d0726f2 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a764eb486e0143bab151f7bee776b0b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0857399 Jul 24 00:28:11.910307 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 7cd074ca-7510-4431-9d03-4d327c5979a4, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=7cd074ca-7510-4431-9d03-4d327c5979a4,segment=NetworkSegment(de50c8ff-0a28-4151-b7c3-a5e9ca2a045c),segment_id=de50c8ff-0a28-4151-b7c3-a5e9ca2a045c)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:28:11.914913 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:11.977688 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=7cd074ca-7510-4431-9d03-4d327c5979a4,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:28:12.071096 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4e6e3b4e-38f3-4654-9c2a-eacf98bf62a7 req-ae40456a-5267-4e5d-b243-37751843ff48 service neutron] 10.222.0.44 "GET /v2.0/networks/39a699b4-f9fd-4ae7-9b22-dac5fe175d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441448 Jul 24 00:28:12.185571 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4e6e3b4e-38f3-4654-9c2a-eacf98bf62a7 req-8d1163a7-6bdd-485b-80e8-858949f2e7a4 service neutron] 10.222.0.44 "GET /v2.0/networks/39a699b4-f9fd-4ae7-9b22-dac5fe175d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074781 Jul 24 00:28:12.379272 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0ffbb9bc-17ac-49d0-aee3-c848b26eadc2 req-08407507-eaea-4f5d-b757-c9ad03fdfa73 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "GET /v2.0/ports?device_id=45f7fa11-6fe6-4b6b-92b4-930b6467929a HTTP/1.1" status: 200 len: 210 time: 0.0348265 Jul 24 00:28:13.114656 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60718) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:28:13.174870 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-251e438b-1ff1-4982-a052-01523c6d8bfa tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:13.205519 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-251e438b-1ff1-4982-a052-01523c6d8bfa tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:13.274491 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-251e438b-1ff1-4982-a052-01523c6d8bfa tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:13.277365 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-251e438b-1ff1-4982-a052-01523c6d8bfa tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:13.279262 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-251e438b-1ff1-4982-a052-01523c6d8bfa tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] 10.222.0.44 "DELETE /v2.0/security-groups/7b86d8b5-9a55-4033-b55c-0b77ad34eb08 HTTP/1.1" status: 204 len: 168 time: 0.1633554 Jul 24 00:28:13.290842 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251e438b-1ff1-4982-a052-01523c6d8bfa tempest-TestVolumeBootPattern-1117801279 tempest-TestVolumeBootPattern-1117801279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b86d8b5-9a55-4033-b55c-0b77ad34eb08,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:28:13.360062 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60722) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:28:13.451740 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e3b4e-38f3-4654-9c2a-eacf98bf62a7 req-11e13f40-f674-4de1-a3f6-9ab73237b2ae tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:13.453275 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4e6e3b4e-38f3-4654-9c2a-eacf98bf62a7 req-11e13f40-f674-4de1-a3f6-9ab73237b2ae tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.52 "GET /v2.0/networks?id=39a699b4-f9fd-4ae7-9b22-dac5fe175d5f HTTP/1.1" status: 200 len: 797 time: 0.1400387 Jul 24 00:28:13.535599 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d4539d4f-eb4b-4f23-9a1f-7f924dad87e8 req-18b603ac-077e-43ef-ae14-26980d4d1fe1 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "GET /v2.0/ports?device_id=45f7fa11-6fe6-4b6b-92b4-930b6467929a HTTP/1.1" status: 200 len: 210 time: 0.0407231 Jul 24 00:28:13.547229 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4e6e3b4e-38f3-4654-9c2a-eacf98bf62a7 req-5eced85f-6807-4640-a5c9-0ffa6029d50b tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a764eb486e0143bab151f7bee776b0b6 HTTP/1.1" status: 200 len: 380 time: 0.0829046 Jul 24 00:28:13.565608 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-4e6e3b4e-38f3-4654-9c2a-eacf98bf62a7 req-d486c80a-a444-4af3-9da4-46f898549547 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Request body: {'port': {'device_id': '45f7fa11-6fe6-4b6b-92b4-930b6467929a', 'network_id': '39a699b4-f9fd-4ae7-9b22-dac5fe175d5f', 'admin_state_up': True, 'tenant_id': 'a764eb486e0143bab151f7bee776b0b6', 'security_groups': ['31420ec5-cfe0-495f-a261-4493dcbf1ed7']}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:28:13.589804 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 7cd074ca-7510-4431-9d03-4d327c5979a4 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:28:13.641107 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 7cd074ca-7510-4431-9d03-4d327c5979a4 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:28:13.641400 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:13.712942 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e6e3b4e-38f3-4654-9c2a-eacf98bf62a7 req-d486c80a-a444-4af3-9da4-46f898549547 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Made reservation on behalf of a764eb486e0143bab151f7bee776b0b6 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:28:13.717947 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-4e6e3b4e-38f3-4654-9c2a-eacf98bf62a7 req-d486c80a-a444-4af3-9da4-46f898549547 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:13.857690 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-4e6e3b4e-38f3-4654-9c2a-eacf98bf62a7 req-d486c80a-a444-4af3-9da4-46f898549547 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Allocated IP 172.20.0.13 (39a699b4-f9fd-4ae7-9b22-dac5fe175d5f/d7a1e136-f7ac-4cbc-a16c-048e99191fc8/b66d36e0-26b8-48f3-89af-926148b3d5a8) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:28:13.893755 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-414f1437-4bea-41ee-b351-ca07d3c9d673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681029'] for router_interface, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:13.998940 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-4e6e3b4e-38f3-4654-9c2a-eacf98bf62a7 req-d486c80a-a444-4af3-9da4-46f898549547 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:14.013786 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-4e6e3b4e-38f3-4654-9c2a-eacf98bf62a7 req-d486c80a-a444-4af3-9da4-46f898549547 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Transition to ACTIVE for port object b66d36e0-26b8-48f3-89af-926148b3d5a8 will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:28:14.046819 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-4e6e3b4e-38f3-4654-9c2a-eacf98bf62a7 req-d486c80a-a444-4af3-9da4-46f898549547 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:14.090147 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e6e3b4e-38f3-4654-9c2a-eacf98bf62a7 req-d486c80a-a444-4af3-9da4-46f898549547 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Network 39a699b4-f9fd-4ae7-9b22-dac5fe175d5f is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:28:14.095218 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-4e6e3b4e-38f3-4654-9c2a-eacf98bf62a7 req-d486c80a-a444-4af3-9da4-46f898549547 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:28:14.098852 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e6e3b4e-38f3-4654-9c2a-eacf98bf62a7 req-d486c80a-a444-4af3-9da4-46f898549547 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:28:14.128036 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d486c80a-a444-4af3-9da4-46f898549547 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Pushing event updated for resources: {'Port': ['ID=b66d36e0-26b8-48f3-89af-926148b3d5a8,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:28:14.157981 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e3b4e-38f3-4654-9c2a-eacf98bf62a7 req-d486c80a-a444-4af3-9da4-46f898549547 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:14.158628 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-4e6e3b4e-38f3-4654-9c2a-eacf98bf62a7 req-d486c80a-a444-4af3-9da4-46f898549547 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:14.166282 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-414f1437-4bea-41ee-b351-ca07d3c9d673 admin admin] Deleting port 0777a88b-5aef-4932-9db4-0c2450616791 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:28:14.166864 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-414f1437-4bea-41ee-b351-ca07d3c9d673 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:14.174820 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4e6e3b4e-38f3-4654-9c2a-eacf98bf62a7 req-d486c80a-a444-4af3-9da4-46f898549547 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6128905 Jul 24 00:28:14.187110 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-4e6e3b4e-38f3-4654-9c2a-eacf98bf62a7 req-974676a8-6e10-474a-a7cc-a04e197b8d6b service neutron] Request body: {'port': {'device_id': '45f7fa11-6fe6-4b6b-92b4-930b6467929a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:28:14.259253 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-414f1437-4bea-41ee-b351-ca07d3c9d673 admin admin] For port 0777a88b-5aef-4932-9db4-0c2450616791, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=0777a88b-5aef-4932-9db4-0c2450616791,segment=NetworkSegment(a1a1465a-fd99-41c9-bf89-faf21d67cc5e),segment_id=a1a1465a-fd99-41c9-bf89-faf21d67cc5e)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:28:14.259636 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-414f1437-4bea-41ee-b351-ca07d3c9d673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:14.263509 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-4e6e3b4e-38f3-4654-9c2a-eacf98bf62a7 req-974676a8-6e10-474a-a7cc-a04e197b8d6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:14.273444 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-414f1437-4bea-41ee-b351-ca07d3c9d673 admin admin] Calling delete_port for 0777a88b-5aef-4932-9db4-0c2450616791 owned by network:router_interface {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:28:14.335429 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-945585d5-b159-4dcc-98ee-3abb11fa2573 None None] Provisioning for port b66d36e0-26b8-48f3-89af-926148b3d5a8 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:28:14.339834 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-945585d5-b159-4dcc-98ee-3abb11fa2573 None None] Provisioning complete for port b66d36e0-26b8-48f3-89af-926148b3d5a8 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:28:14.340288 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-945585d5-b159-4dcc-98ee-3abb11fa2573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:14.375377 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-945585d5-b159-4dcc-98ee-3abb11fa2573 None None] Port b66d36e0-26b8-48f3-89af-926148b3d5a8 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:28:14.458939 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-414f1437-4bea-41ee-b351-ca07d3c9d673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:14.489252 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414f1437-4bea-41ee-b351-ca07d3c9d673 admin admin] Pushing event deleted for resources: {'Port': ['ID=0777a88b-5aef-4932-9db4-0c2450616791,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:28:14.531299 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-4e6e3b4e-38f3-4654-9c2a-eacf98bf62a7 req-974676a8-6e10-474a-a7cc-a04e197b8d6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b66d36e0-26b8-48f3-89af-926148b3d5a8 {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:28:14.541422 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-4e6e3b4e-38f3-4654-9c2a-eacf98bf62a7 req-974676a8-6e10-474a-a7cc-a04e197b8d6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:14.559538 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-4e6e3b4e-38f3-4654-9c2a-eacf98bf62a7 req-974676a8-6e10-474a-a7cc-a04e197b8d6b service neutron] Transition to ACTIVE for port object b66d36e0-26b8-48f3-89af-926148b3d5a8 will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:28:14.566310 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-4e6e3b4e-38f3-4654-9c2a-eacf98bf62a7 req-974676a8-6e10-474a-a7cc-a04e197b8d6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:14.627093 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974676a8-6e10-474a-a7cc-a04e197b8d6b service neutron] Pushing event updated for resources: {'Port': ['ID=b66d36e0-26b8-48f3-89af-926148b3d5a8,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:28:14.711227 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-4e6e3b4e-38f3-4654-9c2a-eacf98bf62a7 req-974676a8-6e10-474a-a7cc-a04e197b8d6b service neutron] Attempting to bind port b66d36e0-26b8-48f3-89af-926148b3d5a8 on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:28:14.711573 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-4e6e3b4e-38f3-4654-9c2a-eacf98bf62a7 req-974676a8-6e10-474a-a7cc-a04e197b8d6b service neutron] Attempting to bind port b66d36e0-26b8-48f3-89af-926148b3d5a8 by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': 'de50c8ff-0a28-4151-b7c3-a5e9ca2a045c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '39a699b4-f9fd-4ae7-9b22-dac5fe175d5f'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:28:14.711912 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6e3b4e-38f3-4654-9c2a-eacf98bf62a7 req-974676a8-6e10-474a-a7cc-a04e197b8d6b service neutron] Attempting to bind port b66d36e0-26b8-48f3-89af-926148b3d5a8 on network 39a699b4-f9fd-4ae7-9b22-dac5fe175d5f {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:28:14.717433 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6e3b4e-38f3-4654-9c2a-eacf98bf62a7 req-974676a8-6e10-474a-a7cc-a04e197b8d6b service neutron] Port b66d36e0-26b8-48f3-89af-926148b3d5a8 on network 39a699b4-f9fd-4ae7-9b22-dac5fe175d5f not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:28:14.717875 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6e3b4e-38f3-4654-9c2a-eacf98bf62a7 req-974676a8-6e10-474a-a7cc-a04e197b8d6b service neutron] Attempting to bind port b66d36e0-26b8-48f3-89af-926148b3d5a8 on network 39a699b4-f9fd-4ae7-9b22-dac5fe175d5f {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:28:14.723042 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6e3b4e-38f3-4654-9c2a-eacf98bf62a7 req-974676a8-6e10-474a-a7cc-a04e197b8d6b service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:28:14.723771 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6e3b4e-38f3-4654-9c2a-eacf98bf62a7 req-974676a8-6e10-474a-a7cc-a04e197b8d6b service neutron] Checking segment: {'id': 'de50c8ff-0a28-4151-b7c3-a5e9ca2a045c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '39a699b4-f9fd-4ae7-9b22-dac5fe175d5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:28:14.723771 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6e3b4e-38f3-4654-9c2a-eacf98bf62a7 req-974676a8-6e10-474a-a7cc-a04e197b8d6b service neutron] Bound using segment: {'id': 'de50c8ff-0a28-4151-b7c3-a5e9ca2a045c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '39a699b4-f9fd-4ae7-9b22-dac5fe175d5f'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:28:14.724184 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-4e6e3b4e-38f3-4654-9c2a-eacf98bf62a7 req-974676a8-6e10-474a-a7cc-a04e197b8d6b service neutron] Bound port: b66d36e0-26b8-48f3-89af-926148b3d5a8, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de50c8ff-0a28-4151-b7c3-a5e9ca2a045c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '39a699b4-f9fd-4ae7-9b22-dac5fe175d5f'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:28:14.724551 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-4e6e3b4e-38f3-4654-9c2a-eacf98bf62a7 req-974676a8-6e10-474a-a7cc-a04e197b8d6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:14.734791 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-414f1437-4bea-41ee-b351-ca07d3c9d673 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679987'] for router_interface, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:14.771066 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f789852-ebb1-4e2f-b00e-f4725233ef66 req-19caffcb-f921-481f-90c1-0d4da738ee92 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:14.772770 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3f789852-ebb1-4e2f-b00e-f4725233ef66 req-19caffcb-f921-481f-90c1-0d4da738ee92 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "GET /v2.0/ports?device_id=45f7fa11-6fe6-4b6b-92b4-930b6467929a HTTP/1.1" status: 200 len: 944 time: 0.1017413 Jul 24 00:28:14.801241 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-4e6e3b4e-38f3-4654-9c2a-eacf98bf62a7 req-974676a8-6e10-474a-a7cc-a04e197b8d6b service neutron] For port b66d36e0-26b8-48f3-89af-926148b3d5a8, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:28:14.804704 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-4e6e3b4e-38f3-4654-9c2a-eacf98bf62a7 req-974676a8-6e10-474a-a7cc-a04e197b8d6b service neutron] For port b66d36e0-26b8-48f3-89af-926148b3d5a8, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=b66d36e0-26b8-48f3-89af-926148b3d5a8,segment=NetworkSegment(de50c8ff-0a28-4151-b7c3-a5e9ca2a045c),segment_id=de50c8ff-0a28-4151-b7c3-a5e9ca2a045c)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:28:14.813148 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-4e6e3b4e-38f3-4654-9c2a-eacf98bf62a7 req-974676a8-6e10-474a-a7cc-a04e197b8d6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:14.850704 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e3b4e-38f3-4654-9c2a-eacf98bf62a7 req-974676a8-6e10-474a-a7cc-a04e197b8d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:14.851324 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-4e6e3b4e-38f3-4654-9c2a-eacf98bf62a7 req-974676a8-6e10-474a-a7cc-a04e197b8d6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:14.852791 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4e6e3b4e-38f3-4654-9c2a-eacf98bf62a7 req-974676a8-6e10-474a-a7cc-a04e197b8d6b service neutron] 10.222.0.52 "PUT /v2.0/ports/b66d36e0-26b8-48f3-89af-926148b3d5a8 HTTP/1.1" status: 200 len: 1093 time: 0.6699343 Jul 24 00:28:14.853748 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45f7fa11-6fe6-4b6b-92b4-930b6467929a', 'tag': 'b66d36e0-26b8-48f3-89af-926148b3d5a8'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:28:14.856011 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c7d0d1-083d-486d-afe1-82a6d18ec743" -d '{"events": [{"name": "network-changed", "server_uuid": "45f7fa11-6fe6-4b6b-92b4-930b6467929a", "tag": "b66d36e0-26b8-48f3-89af-926148b3d5a8"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:28:14.889620 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3f789852-ebb1-4e2f-b00e-f4725233ef66 req-df52eca9-c21f-49ad-a6f8-e8b9155fbd7a tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "GET /v2.0/security-groups?id=31420ec5-cfe0-495f-a261-4493dcbf1ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799334 Jul 24 00:28:14.894668 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974676a8-6e10-474a-a7cc-a04e197b8d6b service neutron] Pushing event updated for resources: {'Port': ['ID=b66d36e0-26b8-48f3-89af-926148b3d5a8,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:28:14.911741 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d42e43b-707e-45f0-8c72-41f194c8745b x-openstack-request-id: req-0d42e43b-707e-45f0-8c72-41f194c8745b {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:28:14.912034 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45f7fa11-6fe6-4b6b-92b4-930b6467929a", "tag": "b66d36e0-26b8-48f3-89af-926148b3d5a8", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:28:14.912292 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0d42e43b-707e-45f0-8c72-41f194c8745b {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:28:14.912694 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45f7fa11-6fe6-4b6b-92b4-930b6467929a', 'tag': 'b66d36e0-26b8-48f3-89af-926148b3d5a8', 'status': 'completed', 'code': 200} Jul 24 00:28:14.958913 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:14.980241 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e3b4e-38f3-4654-9c2a-eacf98bf62a7 req-2f351487-8f6e-4e6d-8e39-8a3fe7402b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:14.981862 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4e6e3b4e-38f3-4654-9c2a-eacf98bf62a7 req-2f351487-8f6e-4e6d-8e39-8a3fe7402b4c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a764eb486e0143bab151f7bee776b0b6&device_id=45f7fa11-6fe6-4b6b-92b4-930b6467929a HTTP/1.1" status: 200 len: 1096 time: 0.0786862 Jul 24 00:28:15.029681 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4e6e3b4e-38f3-4654-9c2a-eacf98bf62a7 req-8f3a9abd-df2f-484b-947b-3efedaeced4c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b66d36e0-26b8-48f3-89af-926148b3d5a8 HTTP/1.1" status: 200 len: 217 time: 0.0400507 Jul 24 00:28:15.063453 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-414f1437-4bea-41ee-b351-ca07d3c9d673 admin admin] Router 35802a2e-931b-4279-8f39-0827c1de9608 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:28:15.079601 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e3b4e-38f3-4654-9c2a-eacf98bf62a7 req-c2715fc7-5bf9-44fa-b51d-d99700890b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:15.081152 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4e6e3b4e-38f3-4654-9c2a-eacf98bf62a7 req-c2715fc7-5bf9-44fa-b51d-d99700890b67 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d7a1e136-f7ac-4cbc-a16c-048e99191fc8 HTTP/1.1" status: 200 len: 833 time: 0.0458970 Jul 24 00:28:15.141974 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e3b4e-38f3-4654-9c2a-eacf98bf62a7 req-6396dc6a-8518-411e-8b97-6546321fd9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:15.143548 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4e6e3b4e-38f3-4654-9c2a-eacf98bf62a7 req-6396dc6a-8518-411e-8b97-6546321fd9b1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=39a699b4-f9fd-4ae7-9b22-dac5fe175d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549293 Jul 24 00:28:15.175373 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-414f1437-4bea-41ee-b351-ca07d3c9d673 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:28:15.180330 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-414f1437-4bea-41ee-b351-ca07d3c9d673 admin admin] 10.222.0.44 "PUT /v2.0/routers/35802a2e-931b-4279-8f39-0827c1de9608/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8192160 Jul 24 00:28:15.182868 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60736) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:28:15.185690 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1091f8-bf1d-4ce8-ab09-2ebad5ff1bf7 None None] Sync routers for ids ['35802a2e-931b-4279-8f39-0827c1de9608'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:28:15.194676 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1091f8-bf1d-4ce8-ab09-2ebad5ff1bf7 None None] Routers {'35802a2e-931b-4279-8f39-0827c1de9608'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:28:15.195659 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-9c1091f8-bf1d-4ce8-ab09-2ebad5ff1bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:27:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['35802a2e-931b-4279-8f39-0827c1de9608'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:28:15.243589 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4e6e3b4e-38f3-4654-9c2a-eacf98bf62a7 req-ee56df7d-fb54-4431-bdf6-377b80081d13 service neutron] 10.222.0.52 "GET /v2.0/networks/39a699b4-f9fd-4ae7-9b22-dac5fe175d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924931 Jul 24 00:28:15.290422 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d180429d-4611-4204-ba82-1473b74a810e admin admin] Notify callbacks [] for router, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:15.301773 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-9c1091f8-bf1d-4ce8-ab09-2ebad5ff1bf7 None None] Set router 35802a2e-931b-4279-8f39-0827c1de9608 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:28:15.334911 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4e6e3b4e-38f3-4654-9c2a-eacf98bf62a7 req-e35ab465-1b08-4c62-a8b7-2f744f3dd48d service neutron] 10.222.0.52 "GET /v2.0/networks/39a699b4-f9fd-4ae7-9b22-dac5fe175d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854282 Jul 24 00:28:15.445433 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c7d0d1-083d-486d-afe1-82a6d18ec743 req-3085468f-10c5-40fc-895b-b889e818efde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:15.447774 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-27c7d0d1-083d-486d-afe1-82a6d18ec743 req-3085468f-10c5-40fc-895b-b889e818efde service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a764eb486e0143bab151f7bee776b0b6&device_id=45f7fa11-6fe6-4b6b-92b4-930b6467929a HTTP/1.1" status: 200 len: 1096 time: 0.0627623 Jul 24 00:28:15.561800 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c7d0d1-083d-486d-afe1-82a6d18ec743 req-fcc14688-7a80-423e-9190-4c1c889d5c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:15.563310 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-27c7d0d1-083d-486d-afe1-82a6d18ec743 req-fcc14688-7a80-423e-9190-4c1c889d5c4a service neutron] 10.222.0.52 "GET /v2.0/networks?id=39a699b4-f9fd-4ae7-9b22-dac5fe175d5f HTTP/1.1" status: 200 len: 898 time: 0.1092422 Jul 24 00:28:15.600589 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-9c1091f8-bf1d-4ce8-ab09-2ebad5ff1bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35802a2e-931b-4279-8f39-0827c1de9608', 'name': 'tempest-TestVolumeBootPattern-1928393820-router', 'tenant_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '945b6507-7839-445a-bdc2-5cfac81cde75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:16:42Z', 'updated_at': '2021-07-24T00:28:14Z', 'revision_number': 5, 'project_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'gw_port': {'id': '945b6507-7839-445a-bdc2-5cfac81cde75', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35802a2e-931b-4279-8f39-0827c1de9608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:42Z', 'updated_at': '2021-07-24T00:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:28:15.610598 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-27c7d0d1-083d-486d-afe1-82a6d18ec743 req-412784f6-0b53-4efe-a142-f8f480b88baa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b66d36e0-26b8-48f3-89af-926148b3d5a8 HTTP/1.1" status: 200 len: 217 time: 0.0406182 Jul 24 00:28:15.628452 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1091f8-bf1d-4ce8-ab09-2ebad5ff1bf7 None None] Checking router: 35802a2e-931b-4279-8f39-0827c1de9608 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:28:15.637812 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1091f8-bf1d-4ce8-ab09-2ebad5ff1bf7 None None] Routers {'35802a2e-931b-4279-8f39-0827c1de9608'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:28:15.638559 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-9c1091f8-bf1d-4ce8-ab09-2ebad5ff1bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:27:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['35802a2e-931b-4279-8f39-0827c1de9608'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:28:15.666342 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c7d0d1-083d-486d-afe1-82a6d18ec743 req-5b27038d-c77c-4ce3-b080-39df024f2782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:15.667843 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-27c7d0d1-083d-486d-afe1-82a6d18ec743 req-5b27038d-c77c-4ce3-b080-39df024f2782 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d7a1e136-f7ac-4cbc-a16c-048e99191fc8 HTTP/1.1" status: 200 len: 833 time: 0.0487239 Jul 24 00:28:15.675301 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d180429d-4611-4204-ba82-1473b74a810e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:15.729671 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c7d0d1-083d-486d-afe1-82a6d18ec743 req-198ac22b-f0f7-4de1-9c01-06cc7ef95b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:15.731097 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-27c7d0d1-083d-486d-afe1-82a6d18ec743 req-198ac22b-f0f7-4de1-9c01-06cc7ef95b8c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=39a699b4-f9fd-4ae7-9b22-dac5fe175d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565541 Jul 24 00:28:15.731670 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-d180429d-4611-4204-ba82-1473b74a810e admin admin] Deleting port 945b6507-7839-445a-bdc2-5cfac81cde75 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:28:15.732021 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d180429d-4611-4204-ba82-1473b74a810e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:15.752393 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-9c1091f8-bf1d-4ce8-ab09-2ebad5ff1bf7 None None] Set router 35802a2e-931b-4279-8f39-0827c1de9608 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:28:15.817441 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-d180429d-4611-4204-ba82-1473b74a810e admin admin] For port 945b6507-7839-445a-bdc2-5cfac81cde75, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=945b6507-7839-445a-bdc2-5cfac81cde75,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:28:15.817851 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d180429d-4611-4204-ba82-1473b74a810e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:15.826866 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-27c7d0d1-083d-486d-afe1-82a6d18ec743 req-793c3eae-54c2-4f64-be9d-f01b0c296b6e service neutron] 10.222.0.52 "GET /v2.0/networks/39a699b4-f9fd-4ae7-9b22-dac5fe175d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878084 Jul 24 00:28:15.831797 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-d180429d-4611-4204-ba82-1473b74a810e admin admin] Calling delete_port for 945b6507-7839-445a-bdc2-5cfac81cde75 owned by network:router_gateway {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:28:15.945553 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-27c7d0d1-083d-486d-afe1-82a6d18ec743 req-6032527d-9bde-43b6-b583-74df88b32dd1 service neutron] 10.222.0.52 "GET /v2.0/networks/39a699b4-f9fd-4ae7-9b22-dac5fe175d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114545 Jul 24 00:28:15.954049 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-9c1091f8-bf1d-4ce8-ab09-2ebad5ff1bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35802a2e-931b-4279-8f39-0827c1de9608', 'name': 'tempest-TestVolumeBootPattern-1928393820-router', 'tenant_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '945b6507-7839-445a-bdc2-5cfac81cde75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:16:42Z', 'updated_at': '2021-07-24T00:28:14Z', 'revision_number': 5, 'project_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'gw_port': {'id': '945b6507-7839-445a-bdc2-5cfac81cde75', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35802a2e-931b-4279-8f39-0827c1de9608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:42Z', 'updated_at': '2021-07-24T00:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:28:15.986323 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1091f8-bf1d-4ce8-ab09-2ebad5ff1bf7 None None] The sync data for ids ['35802a2e-931b-4279-8f39-0827c1de9608'] in n-d-800088-16 is: [{'id': '35802a2e-931b-4279-8f39-0827c1de9608', 'name': 'tempest-TestVolumeBootPattern-1928393820-router', 'tenant_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '945b6507-7839-445a-bdc2-5cfac81cde75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:16:42Z', 'updated_at': '2021-07-24T00:28:14Z', 'revision_number': 5, 'project_id': 'bf6833d5ef4e4ec6b999c5c1a3734713', 'gw_port': {'id': '945b6507-7839-445a-bdc2-5cfac81cde75', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35802a2e-931b-4279-8f39-0827c1de9608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:42Z', 'updated_at': '2021-07-24T00:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:28:16.015995 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d180429d-4611-4204-ba82-1473b74a810e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:16.044537 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d180429d-4611-4204-ba82-1473b74a810e admin admin] Pushing event deleted for resources: {'Port': ['ID=945b6507-7839-445a-bdc2-5cfac81cde75,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:28:16.067443 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a55193d-fc03-49bf-bf6c-68dfec3d9400 req-b4e70454-d1a3-49a6-92ba-47d3b67f2c52 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:16.068979 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5a55193d-fc03-49bf-bf6c-68dfec3d9400 req-b4e70454-d1a3-49a6-92ba-47d3b67f2c52 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "GET /v2.0/ports?device_id=45f7fa11-6fe6-4b6b-92b4-930b6467929a HTTP/1.1" status: 200 len: 944 time: 0.0801051 Jul 24 00:28:16.107272 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5a55193d-fc03-49bf-bf6c-68dfec3d9400 req-42933059-87a0-44b6-83bb-c4840d4a5780 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "GET /v2.0/security-groups?id=31420ec5-cfe0-495f-a261-4493dcbf1ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315270 Jul 24 00:28:16.110237 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d180429d-4611-4204-ba82-1473b74a810e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687114'] for router_gateway, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:16.204676 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d180429d-4611-4204-ba82-1473b74a810e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:16.206818 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d180429d-4611-4204-ba82-1473b74a810e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:16.248837 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d180429d-4611-4204-ba82-1473b74a810e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:16.249301 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d180429d-4611-4204-ba82-1473b74a810e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35802a2e-931b-4279-8f39-0827c1de9608 {{(pid=100314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:28:16.253742 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d180429d-4611-4204-ba82-1473b74a810e admin admin] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:16.254899 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-d180429d-4611-4204-ba82-1473b74a810e admin admin] 10.222.0.44 "DELETE /v2.0/routers/35802a2e-931b-4279-8f39-0827c1de9608 HTTP/1.1" status: 204 len: 168 time: 1.0711212 Jul 24 00:28:16.257452 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60742) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:28:16.300765 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4f73cee-0469-4a4f-8c63-95c9bed4388f admin admin] Deleting subnet 4f660729-e229-442a-bec0-0f7d8794afc6 {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:28:16.303659 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e4f73cee-0469-4a4f-8c63-95c9bed4388f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:16.344565 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e4f73cee-0469-4a4f-8c63-95c9bed4388f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:16.430260 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e4f73cee-0469-4a4f-8c63-95c9bed4388f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:16.487830 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e4f73cee-0469-4a4f-8c63-95c9bed4388f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:16.511793 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f73cee-0469-4a4f-8c63-95c9bed4388f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f660729-e229-442a-bec0-0f7d8794afc6,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:28:16.517639 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e4f73cee-0469-4a4f-8c63-95c9bed4388f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:16.519760 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-e4f73cee-0469-4a4f-8c63-95c9bed4388f admin admin] 10.222.0.44 "DELETE /v2.0/subnets/4f660729-e229-442a-bec0-0f7d8794afc6 HTTP/1.1" status: 204 len: 168 time: 0.2611485 Jul 24 00:28:16.522109 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60744) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:28:16.523105 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7c50ab-98b4-4003-942e-84d57f66c74e None None] Network 657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:28:16.601293 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-05e27308-7137-4dad-b395-22324d7d37ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:16.660912 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-05e27308-7137-4dad-b395-22324d7d37ef admin admin] Deleting port 1528e51f-a2f7-4c99-9b97-a768a4f043a7 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:28:16.661258 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-05e27308-7137-4dad-b395-22324d7d37ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:16.728631 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-05e27308-7137-4dad-b395-22324d7d37ef admin admin] For port 1528e51f-a2f7-4c99-9b97-a768a4f043a7, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=1528e51f-a2f7-4c99-9b97-a768a4f043a7,segment=NetworkSegment(a1a1465a-fd99-41c9-bf89-faf21d67cc5e),segment_id=a1a1465a-fd99-41c9-bf89-faf21d67cc5e)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:28:16.729035 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-05e27308-7137-4dad-b395-22324d7d37ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:16.730463 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device b66d36e0-26b8-48f3-89af-926148b3d5a8 details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:28:16.746527 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-05e27308-7137-4dad-b395-22324d7d37ef admin admin] Calling delete_port for 1528e51f-a2f7-4c99-9b97-a768a4f043a7 owned by network:dhcp {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:28:16.824989 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port b66d36e0-26b8-48f3-89af-926148b3d5a8, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=b66d36e0-26b8-48f3-89af-926148b3d5a8,segment=NetworkSegment(de50c8ff-0a28-4151-b7c3-a5e9ca2a045c),segment_id=de50c8ff-0a28-4151-b7c3-a5e9ca2a045c)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:28:16.828191 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-05e27308-7137-4dad-b395-22324d7d37ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:16.837038 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': 'b66d36e0-26b8-48f3-89af-926148b3d5a8', 'network_id': '39a699b4-f9fd-4ae7-9b22-dac5fe175d5f', 'port_id': 'b66d36e0-26b8-48f3-89af-926148b3d5a8', 'mac_address': 'fa:16:3e:60:75:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7a1e136-f7ac-4cbc-a16c-048e99191fc8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:28:16.854766 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e27308-7137-4dad-b395-22324d7d37ef admin admin] Pushing event deleted for resources: {'Port': ['ID=1528e51f-a2f7-4c99-9b97-a768a4f043a7,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:28:16.858370 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e27308-7137-4dad-b395-22324d7d37ef admin admin] No DVR routers for this DVR port 1528e51f-a2f7-4c99-9b97-a768a4f043a7 on host n-d-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:28:16.880776 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:16.893454 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b66d36e0-26b8-48f3-89af-926148b3d5a8 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:28:16.913902 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port b66d36e0-26b8-48f3-89af-926148b3d5a8, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=b66d36e0-26b8-48f3-89af-926148b3d5a8,segment=NetworkSegment(de50c8ff-0a28-4151-b7c3-a5e9ca2a045c),segment_id=de50c8ff-0a28-4151-b7c3-a5e9ca2a045c)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:28:16.919699 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:16.935129 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-05e27308-7137-4dad-b395-22324d7d37ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:16.948446 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-05e27308-7137-4dad-b395-22324d7d37ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:28:16.966484 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-05e27308-7137-4dad-b395-22324d7d37ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1a1465a-fd99-41c9-bf89-faf21d67cc5e') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:28:16.969802 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-05e27308-7137-4dad-b395-22324d7d37ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1a1465a-fd99-41c9-bf89-faf21d67cc5e') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:28:16.972535 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=b66d36e0-26b8-48f3-89af-926148b3d5a8,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:28:16.981122 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:28:16.981479 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:28:16.981830 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:28:16.982183 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:28:16.982526 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:28:16.982667 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-05e27308-7137-4dad-b395-22324d7d37ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:16.982860 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:28:16.983372 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:28:16.983872 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:28:16.984370 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:28:16.984908 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:28:16.985516 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:28:16.986025 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:28:17.000669 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-05e27308-7137-4dad-b395-22324d7d37ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:17.008725 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d715ca9-c67f-48a0-b4f1-fed75cf5083f None None] DHCP port deletion for 657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:28:17.009925 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05e27308-7137-4dad-b395-22324d7d37ef admin admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:28:17.010144 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-05e27308-7137-4dad-b395-22324d7d37ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:17.012045 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:28:17.012045 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:28:17.012045 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:28:17.012045 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:28:17.012045 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:28:17.012045 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:28:17.012045 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:28:17.012045 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:28:17.012045 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:28:17.012045 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:28:17.012045 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:28:17.012045 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:28:17.012045 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:28:17.012045 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:28:17.012045 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:28:17.012045 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:28:17.012045 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:28:17.012045 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:28:17.012045 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:28:17.012045 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:28:17.012045 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:28:17.012045 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:28:17.012045 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:28:17.012045 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:28:17.012045 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:28:17.012045 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:28:17.012045 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:28:17.012045 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:28:17.012045 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:28:17.012045 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:28:17.012045 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:28:17.012045 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:28:17.069841 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-05e27308-7137-4dad-b395-22324d7d37ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:17.075553 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-05e27308-7137-4dad-b395-22324d7d37ef admin admin] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:17.077350 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-05e27308-7137-4dad-b395-22324d7d37ef admin admin] 10.222.0.44 "DELETE /v2.0/networks/657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f HTTP/1.1" status: 204 len: 168 time: 0.5543287 Jul 24 00:28:17.080248 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60748) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:28:17.092893 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e27308-7137-4dad-b395-22324d7d37ef admin admin] Pushing event deleted for resources: {'Network': ['ID=657fb3df-7e4e-4b0f-9aa7-11d1a0d0a87f,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:28:17.118192 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['b66d36e0-26b8-48f3-89af-926148b3d5a8'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:28:17.247585 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0df82b-9f39-4bd7-890b-e67fa33d597f req-6b37330f-bace-4eb3-96ee-1a877a44ce7c tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:17.249285 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5c0df82b-9f39-4bd7-890b-e67fa33d597f req-6b37330f-bace-4eb3-96ee-1a877a44ce7c tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "GET /v2.0/ports?device_id=45f7fa11-6fe6-4b6b-92b4-930b6467929a HTTP/1.1" status: 200 len: 945 time: 0.0700350 Jul 24 00:28:17.299735 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5c0df82b-9f39-4bd7-890b-e67fa33d597f req-8eb3dd99-064e-4c7f-92c3-8021cc0e835e tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "GET /v2.0/security-groups?id=31420ec5-cfe0-495f-a261-4493dcbf1ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421379 Jul 24 00:28:17.447234 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-247784e9-75fd-47ad-80cc-80a46117cd98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681029'] for router_interface, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:17.563280 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 1528e51f-a2f7-4c99-9b97-a768a4f043a7 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:28:17.584325 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 1528e51f-a2f7-4c99-9b97-a768a4f043a7 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:28:17.584754 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 1528e51f-a2f7-4c99-9b97-a768a4f043a7 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:28:17.585279 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 945b6507-7839-445a-bdc2-5cfac81cde75 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:28:17.605226 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 945b6507-7839-445a-bdc2-5cfac81cde75 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:28:17.605573 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 945b6507-7839-445a-bdc2-5cfac81cde75 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:28:17.605994 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 0777a88b-5aef-4932-9db4-0c2450616791 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:28:17.627997 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 0777a88b-5aef-4932-9db4-0c2450616791 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:28:17.628345 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 0777a88b-5aef-4932-9db4-0c2450616791 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:28:17.883066 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:17.998829 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-247784e9-75fd-47ad-80cc-80a46117cd98 admin admin] Deleting port 970e09ee-468c-4cf7-adf5-be1dd70c574e {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:28:17.999172 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-247784e9-75fd-47ad-80cc-80a46117cd98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:18.074666 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-247784e9-75fd-47ad-80cc-80a46117cd98 admin admin] For port 970e09ee-468c-4cf7-adf5-be1dd70c574e, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=970e09ee-468c-4cf7-adf5-be1dd70c574e,segment=NetworkSegment(f074adcd-d205-428e-a993-dc304e1073dc),segment_id=f074adcd-d205-428e-a993-dc304e1073dc)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:28:18.075035 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-247784e9-75fd-47ad-80cc-80a46117cd98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:18.086731 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-247784e9-75fd-47ad-80cc-80a46117cd98 admin admin] Calling delete_port for 970e09ee-468c-4cf7-adf5-be1dd70c574e owned by network:router_interface {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:28:18.267671 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-247784e9-75fd-47ad-80cc-80a46117cd98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:18.298562 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247784e9-75fd-47ad-80cc-80a46117cd98 admin admin] Pushing event deleted for resources: {'Port': ['ID=970e09ee-468c-4cf7-adf5-be1dd70c574e,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:28:18.518385 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-247784e9-75fd-47ad-80cc-80a46117cd98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679987'] for router_interface, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:18.531525 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bddcea-4ef0-4c9d-a161-e754c6c16fb0 req-60e7e8bf-de27-4748-bb5e-1c4f79913113 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:18.533043 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f1bddcea-4ef0-4c9d-a161-e754c6c16fb0 req-60e7e8bf-de27-4748-bb5e-1c4f79913113 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "GET /v2.0/ports?device_id=45f7fa11-6fe6-4b6b-92b4-930b6467929a HTTP/1.1" status: 200 len: 945 time: 0.1269143 Jul 24 00:28:18.638687 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f1bddcea-4ef0-4c9d-a161-e754c6c16fb0 req-61a662ca-fd12-4e75-a385-66a0b3032287 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "GET /v2.0/security-groups?id=31420ec5-cfe0-495f-a261-4493dcbf1ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987406 Jul 24 00:28:18.748329 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device b66d36e0-26b8-48f3-89af-926148b3d5a8 up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:28:18.763908 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-247784e9-75fd-47ad-80cc-80a46117cd98 admin admin] Router c9b1f98f-1052-49c3-8adb-d6b53543e650 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:28:18.796063 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port b66d36e0-26b8-48f3-89af-926148b3d5a8 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:28:18.799891 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port b66d36e0-26b8-48f3-89af-926148b3d5a8 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:28:18.800268 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:18.871785 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-247784e9-75fd-47ad-80cc-80a46117cd98 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:28:18.876665 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:18.876793 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-247784e9-75fd-47ad-80cc-80a46117cd98 admin admin] 10.222.0.44 "PUT /v2.0/routers/c9b1f98f-1052-49c3-8adb-d6b53543e650/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7953885 Jul 24 00:28:18.879302 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60756) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:28:18.889512 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43cd2ce4-5ed4-4dec-a142-3c1693c29d30 None None] Sync routers for ids ['c9b1f98f-1052-49c3-8adb-d6b53543e650'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:28:18.909321 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f7fa11-6fe6-4b6b-92b4-930b6467929a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b66d36e0-26b8-48f3-89af-926148b3d5a8'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:28:18.911567 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2648f553-0311-44e5-a7dc-2ba64c2c56ed" -d '{"events": [{"server_uuid": "45f7fa11-6fe6-4b6b-92b4-930b6467929a", "name": "network-vif-plugged", "status": "completed", "tag": "b66d36e0-26b8-48f3-89af-926148b3d5a8"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:28:18.921352 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cd2ce4-5ed4-4dec-a142-3c1693c29d30 None None] Routers {'c9b1f98f-1052-49c3-8adb-d6b53543e650'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:28:18.922077 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-43cd2ce4-5ed4-4dec-a142-3c1693c29d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:27:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['c9b1f98f-1052-49c3-8adb-d6b53543e650'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:28:18.967889 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab092f0-c12b-48cc-951d-dc4e605e279c x-openstack-request-id: req-6ab092f0-c12b-48cc-951d-dc4e605e279c {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:28:18.968188 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45f7fa11-6fe6-4b6b-92b4-930b6467929a", "name": "network-vif-plugged", "status": "completed", "tag": "b66d36e0-26b8-48f3-89af-926148b3d5a8", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:28:18.968736 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6ab092f0-c12b-48cc-951d-dc4e605e279c {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:28:18.968936 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45f7fa11-6fe6-4b6b-92b4-930b6467929a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b66d36e0-26b8-48f3-89af-926148b3d5a8', 'code': 200} Jul 24 00:28:18.970542 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port b66d36e0-26b8-48f3-89af-926148b3d5a8, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=b66d36e0-26b8-48f3-89af-926148b3d5a8,segment=NetworkSegment(de50c8ff-0a28-4151-b7c3-a5e9ca2a045c),segment_id=de50c8ff-0a28-4151-b7c3-a5e9ca2a045c)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:28:18.995713 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9d451035-7cd3-4b57-93d1-3ec8768254b4 admin admin] Notify callbacks [] for router, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:18.999151 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:19.083210 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=b66d36e0-26b8-48f3-89af-926148b3d5a8,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:28:19.097645 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-43cd2ce4-5ed4-4dec-a142-3c1693c29d30 None None] Set router c9b1f98f-1052-49c3-8adb-d6b53543e650 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:28:19.142673 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896a1bb7-3aca-47a4-87d8-4ba95c8b8545 req-b2d3e48b-dc6d-47a1-bccb-18e90c5a3cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:19.144277 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-896a1bb7-3aca-47a4-87d8-4ba95c8b8545 req-b2d3e48b-dc6d-47a1-bccb-18e90c5a3cb4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=45f7fa11-6fe6-4b6b-92b4-930b6467929a HTTP/1.1" status: 200 len: 1098 time: 0.1143417 Jul 24 00:28:19.147757 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9d451035-7cd3-4b57-93d1-3ec8768254b4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:19.216931 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-896a1bb7-3aca-47a4-87d8-4ba95c8b8545 req-0d670c80-f75f-46a1-8a42-6bef56c43f00 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=31420ec5-cfe0-495f-a261-4493dcbf1ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659068 Jul 24 00:28:19.283418 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-43cd2ce4-5ed4-4dec-a142-3c1693c29d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b1f98f-1052-49c3-8adb-d6b53543e650', 'name': 'tempest-TestVolumeBootPattern-527976551-router', 'tenant_id': 'cebaf452d9b5417f95e755e1eaea6fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '38df7c4f-3758-4269-9ca8-958f16a77bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:16:48Z', 'updated_at': '2021-07-24T00:28:18Z', 'revision_number': 5, 'project_id': 'cebaf452d9b5417f95e755e1eaea6fd9', 'gw_port': {'id': '38df7c4f-3758-4269-9ca8-958f16a77bfc', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b1f98f-1052-49c3-8adb-d6b53543e650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:16:48Z', 'updated_at': '2021-07-24T00:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:28:19.299751 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-9d451035-7cd3-4b57-93d1-3ec8768254b4 admin admin] Deleting port 38df7c4f-3758-4269-9ca8-958f16a77bfc {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:28:19.300184 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9d451035-7cd3-4b57-93d1-3ec8768254b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:19.310138 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43cd2ce4-5ed4-4dec-a142-3c1693c29d30 None None] Checking router: c9b1f98f-1052-49c3-8adb-d6b53543e650 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:28:19.318821 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cd2ce4-5ed4-4dec-a142-3c1693c29d30 None None] Routers {'c9b1f98f-1052-49c3-8adb-d6b53543e650'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:28:19.319460 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-43cd2ce4-5ed4-4dec-a142-3c1693c29d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:27:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['c9b1f98f-1052-49c3-8adb-d6b53543e650'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:28:19.327545 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f2745b-f15b-46db-8e42-9eeeeae846d8 req-b7c861c3-382e-4d97-a37d-8aba1986922b tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:19.329056 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-03f2745b-f15b-46db-8e42-9eeeeae846d8 req-b7c861c3-382e-4d97-a37d-8aba1986922b tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/networks?id=48d22c82-23f3-497c-81c5-313544a4da09 HTTP/1.1" status: 200 len: 815 time: 0.1275322 Jul 24 00:28:19.380524 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-03f2745b-f15b-46db-8e42-9eeeeae846d8 req-6e9f875b-fc06-4e57-8fa1-c56968e81f06 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/quotas/6d92ca20f15949ceb494774c0319d316 HTTP/1.1" status: 200 len: 375 time: 0.0448492 Jul 24 00:28:19.449700 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-9d451035-7cd3-4b57-93d1-3ec8768254b4 admin admin] For port 38df7c4f-3758-4269-9ca8-958f16a77bfc, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=38df7c4f-3758-4269-9ca8-958f16a77bfc,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:28:19.450187 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9d451035-7cd3-4b57-93d1-3ec8768254b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:19.468505 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-9d451035-7cd3-4b57-93d1-3ec8768254b4 admin admin] Calling delete_port for 38df7c4f-3758-4269-9ca8-958f16a77bfc owned by network:router_gateway {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:28:19.525483 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-03f2745b-f15b-46db-8e42-9eeeeae846d8 req-0db8313c-d7b1-4d8e-a5c6-5777abc20db7 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=6d92ca20f15949ceb494774c0319d316&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1362803 Jul 24 00:28:19.564346 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-43cd2ce4-5ed4-4dec-a142-3c1693c29d30 None None] Set router c9b1f98f-1052-49c3-8adb-d6b53543e650 gateway port host: None {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:28:19.619201 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-43cd2ce4-5ed4-4dec-a142-3c1693c29d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b1f98f-1052-49c3-8adb-d6b53543e650', 'name': 'tempest-TestVolumeBootPattern-527976551-router', 'tenant_id': 'cebaf452d9b5417f95e755e1eaea6fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:16:48Z', 'updated_at': '2021-07-24T00:28:19Z', 'revision_number': 6, 'project_id': 'cebaf452d9b5417f95e755e1eaea6fd9', 'gw_port_host': None}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:28:19.645159 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43cd2ce4-5ed4-4dec-a142-3c1693c29d30 None None] The sync data for ids ['c9b1f98f-1052-49c3-8adb-d6b53543e650'] in n-d-800088-16 is: [{'id': 'c9b1f98f-1052-49c3-8adb-d6b53543e650', 'name': 'tempest-TestVolumeBootPattern-527976551-router', 'tenant_id': 'cebaf452d9b5417f95e755e1eaea6fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:16:48Z', 'updated_at': '2021-07-24T00:28:19Z', 'revision_number': 6, 'project_id': 'cebaf452d9b5417f95e755e1eaea6fd9', 'gw_port_host': None}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:28:19.682004 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-03f2745b-f15b-46db-8e42-9eeeeae846d8 req-e2268ae9-f25d-4ccb-bcc2-ce87c315c8a5 service neutron] 10.222.0.44 "GET /v2.0/networks/48d22c82-23f3-497c-81c5-313544a4da09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455526 Jul 24 00:28:19.782009 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf57622e-b675-4fc8-a235-2118637bd6af req-1aaa95dc-9666-4b8c-a407-d473c540c1f9 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:19.783558 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bf57622e-b675-4fc8-a235-2118637bd6af req-1aaa95dc-9666-4b8c-a407-d473c540c1f9 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "GET /v2.0/ports?device_id=45f7fa11-6fe6-4b6b-92b4-930b6467929a HTTP/1.1" status: 200 len: 946 time: 0.0690706 Jul 24 00:28:19.799115 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9d451035-7cd3-4b57-93d1-3ec8768254b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:19.825606 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bf57622e-b675-4fc8-a235-2118637bd6af req-b0ed6e46-e82b-441a-8378-dce68a507bce tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "GET /v2.0/security-groups?id=31420ec5-cfe0-495f-a261-4493dcbf1ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337963 Jul 24 00:28:19.838169 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d451035-7cd3-4b57-93d1-3ec8768254b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=38df7c4f-3758-4269-9ca8-958f16a77bfc,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:28:19.845573 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-03f2745b-f15b-46db-8e42-9eeeeae846d8 req-50dd879e-5684-46aa-aa83-4481dfc80c10 service neutron] 10.222.0.44 "GET /v2.0/networks/48d22c82-23f3-497c-81c5-313544a4da09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571116 Jul 24 00:28:19.907016 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9d451035-7cd3-4b57-93d1-3ec8768254b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687114'] for router_gateway, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:20.014730 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9d451035-7cd3-4b57-93d1-3ec8768254b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:20.017268 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9d451035-7cd3-4b57-93d1-3ec8768254b4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:20.057078 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5ead75e2-5bf8-4406-953c-6db60aceabdf req-ae2dcca1-80fc-498b-80b4-7617b3df4f51 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/ports?device_id=544294ec-f07d-4b9f-8576-52ab248bdcd9 HTTP/1.1" status: 200 len: 210 time: 0.0574923 Jul 24 00:28:20.082496 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9d451035-7cd3-4b57-93d1-3ec8768254b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:20.083118 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d451035-7cd3-4b57-93d1-3ec8768254b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9b1f98f-1052-49c3-8adb-d6b53543e650 {{(pid=100313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:28:20.089236 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9d451035-7cd3-4b57-93d1-3ec8768254b4 admin admin] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:20.090418 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-9d451035-7cd3-4b57-93d1-3ec8768254b4 admin admin] 10.222.0.44 "DELETE /v2.0/routers/c9b1f98f-1052-49c3-8adb-d6b53543e650 HTTP/1.1" status: 204 len: 168 time: 1.2101734 Jul 24 00:28:20.093102 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60780) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:28:20.143348 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-403dc09f-ba90-4abc-b26c-012c7bd0cc8d admin admin] Deleting subnet a34119ea-85ee-4f0f-b6d0-1761e8e10c9d {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:28:20.146666 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-403dc09f-ba90-4abc-b26c-012c7bd0cc8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:20.185488 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-403dc09f-ba90-4abc-b26c-012c7bd0cc8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:20.277972 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-403dc09f-ba90-4abc-b26c-012c7bd0cc8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:20.330745 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-403dc09f-ba90-4abc-b26c-012c7bd0cc8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:20.359909 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403dc09f-ba90-4abc-b26c-012c7bd0cc8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a34119ea-85ee-4f0f-b6d0-1761e8e10c9d,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:28:20.365102 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-403dc09f-ba90-4abc-b26c-012c7bd0cc8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:20.366984 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-403dc09f-ba90-4abc-b26c-012c7bd0cc8d admin admin] 10.222.0.44 "DELETE /v2.0/subnets/a34119ea-85ee-4f0f-b6d0-1761e8e10c9d HTTP/1.1" status: 204 len: 168 time: 0.2729220 Jul 24 00:28:20.369869 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60788) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:28:20.370959 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f73e24-092d-44ac-9baa-cca7f9975ee1 None None] Network c7092cfa-6e7d-4272-8925-519e8ed16d58 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:28:20.448012 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f81f9e22-703b-455f-a426-78d4d5538abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:20.510296 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-f81f9e22-703b-455f-a426-78d4d5538abf admin admin] Deleting port 854c4e36-9d51-46e7-a313-0992638ace9a {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:28:20.510630 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f81f9e22-703b-455f-a426-78d4d5538abf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:20.589706 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-f81f9e22-703b-455f-a426-78d4d5538abf admin admin] For port 854c4e36-9d51-46e7-a313-0992638ace9a, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=854c4e36-9d51-46e7-a313-0992638ace9a,segment=NetworkSegment(f074adcd-d205-428e-a993-dc304e1073dc),segment_id=f074adcd-d205-428e-a993-dc304e1073dc)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:28:20.590114 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f81f9e22-703b-455f-a426-78d4d5538abf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:20.605165 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-f81f9e22-703b-455f-a426-78d4d5538abf admin admin] Calling delete_port for 854c4e36-9d51-46e7-a313-0992638ace9a owned by network:dhcp {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:28:20.605604 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26cc938e-7cba-4b9a-9466-f2c975943027 None None] DHCP port deletion for c7092cfa-6e7d-4272-8925-519e8ed16d58 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:28:20.655830 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-26cc938e-7cba-4b9a-9466-f2c975943027 None None] Deleting port 854c4e36-9d51-46e7-a313-0992638ace9a {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:28:20.656235 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-26cc938e-7cba-4b9a-9466-f2c975943027 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:20.699542 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f81f9e22-703b-455f-a426-78d4d5538abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:20.726375 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-26cc938e-7cba-4b9a-9466-f2c975943027 None None] For port 854c4e36-9d51-46e7-a313-0992638ace9a, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=854c4e36-9d51-46e7-a313-0992638ace9a,segment=NetworkSegment(f074adcd-d205-428e-a993-dc304e1073dc),segment_id=f074adcd-d205-428e-a993-dc304e1073dc)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:28:20.726782 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-26cc938e-7cba-4b9a-9466-f2c975943027 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:20.731787 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81f9e22-703b-455f-a426-78d4d5538abf admin admin] No DVR routers for this DVR port 854c4e36-9d51-46e7-a313-0992638ace9a on host n-d-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:28:20.736633 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81f9e22-703b-455f-a426-78d4d5538abf admin admin] Pushing event deleted for resources: {'Port': ['ID=854c4e36-9d51-46e7-a313-0992638ace9a,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:28:20.739287 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-26cc938e-7cba-4b9a-9466-f2c975943027 None None] Calling delete_port for 854c4e36-9d51-46e7-a313-0992638ace9a owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:28:20.810516 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f81f9e22-703b-455f-a426-78d4d5538abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:20.813766 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:28:20.813766 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:28:20.813766 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:28:20.813766 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:28:20.813766 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:28:20.813766 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:28:20.813766 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:28:20.813766 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:28:20.813766 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:28:20.813766 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:28:20.813766 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:28:20.813766 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:28:20.813766 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:28:20.813766 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:28:20.813766 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:28:20.813766 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:28:20.813766 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:28:20.813766 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:28:20.813766 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:28:20.813766 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:28:20.813766 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:28:20.813766 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:28:20.813766 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:28:20.813766 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:28:20.813766 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:28:20.813766 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:28:20.813766 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:28:20.813766 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:28:20.813766 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:28:20.813766 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:28:20.813766 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:28:20.813766 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:28:20.813766 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:28:20.813766 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:28:20.813766 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:28:20.813766 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:28:20.813766 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:28:20.813766 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:28:20.813766 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:28:20.813766 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:28:20.813766 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:28:20.813766 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:28:20.813766 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:28:20.813766 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:28:20.813766 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:28:20.813766 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:28:20.813766 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:28:20.813766 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:28:20.813766 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:28:20.813766 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:28:20.813766 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:28:20.813766 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:28:20.813766 n-d-800088-16 neutron-server[100315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:28:20.813766 n-d-800088-16 neutron-server[100315]: self.session.flush() Jul 24 00:28:20.819783 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-26cc938e-7cba-4b9a-9466-f2c975943027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:20.821132 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-f81f9e22-703b-455f-a426-78d4d5538abf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7092cfa-6e7d-4272-8925-519e8ed16d58']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:28:20.836106 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-f81f9e22-703b-455f-a426-78d4d5538abf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f074adcd-d205-428e-a993-dc304e1073dc') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:28:20.836311 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-f81f9e22-703b-455f-a426-78d4d5538abf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f074adcd-d205-428e-a993-dc304e1073dc') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:28:20.845925 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f81f9e22-703b-455f-a426-78d4d5538abf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:20.848837 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cc938e-7cba-4b9a-9466-f2c975943027 None None] Pushing event deleted for resources: {'Port': ['ID=854c4e36-9d51-46e7-a313-0992638ace9a,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:28:20.852915 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cc938e-7cba-4b9a-9466-f2c975943027 None None] No DVR routers for this DVR port 854c4e36-9d51-46e7-a313-0992638ace9a on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:28:20.865130 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f81f9e22-703b-455f-a426-78d4d5538abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:20.872822 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f81f9e22-703b-455f-a426-78d4d5538abf admin admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:28:20.873329 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f81f9e22-703b-455f-a426-78d4d5538abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:20.875292 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:28:20.875292 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:28:20.875292 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:28:20.875292 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:28:20.875292 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:28:20.875292 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:28:20.875292 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:28:20.875292 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:28:20.875292 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:28:20.875292 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:28:20.875292 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:28:20.875292 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:28:20.875292 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:28:20.875292 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:28:20.875292 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:28:20.875292 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:28:20.875292 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:28:20.875292 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:28:20.875292 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:28:20.875292 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:28:20.875292 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:28:20.875292 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:28:20.875292 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:28:20.875292 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:28:20.875292 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:28:20.875292 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:28:20.875292 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:28:20.875292 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:28:20.875292 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:28:20.875292 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:28:20.875292 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:28:20.875292 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:28:20.931979 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f81f9e22-703b-455f-a426-78d4d5538abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:20.943179 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f81f9e22-703b-455f-a426-78d4d5538abf admin admin] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:20.949434 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-f81f9e22-703b-455f-a426-78d4d5538abf admin admin] 10.222.0.44 "DELETE /v2.0/networks/c7092cfa-6e7d-4272-8925-519e8ed16d58 HTTP/1.1" status: 204 len: 168 time: 0.5784888 Jul 24 00:28:20.962180 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81f9e22-703b-455f-a426-78d4d5538abf admin admin] Pushing event deleted for resources: {'Network': ['ID=c7092cfa-6e7d-4272-8925-519e8ed16d58,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:28:20.992110 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e20d8-fea6-4f1e-8d9e-3db26c3851ad req-a4d4bb96-ebf2-418b-8814-5894ffb6d90a tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:20.994337 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8e5e20d8-fea6-4f1e-8d9e-3db26c3851ad req-a4d4bb96-ebf2-418b-8814-5894ffb6d90a tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "GET /v2.0/ports?device_id=45f7fa11-6fe6-4b6b-92b4-930b6467929a HTTP/1.1" status: 200 len: 946 time: 0.0835004 Jul 24 00:28:21.042224 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8e5e20d8-fea6-4f1e-8d9e-3db26c3851ad req-f5442c20-5253-49f9-b80f-042b11d0b496 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "GET /v2.0/security-groups?id=31420ec5-cfe0-495f-a261-4493dcbf1ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396175 Jul 24 00:28:21.106741 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f2745b-f15b-46db-8e42-9eeeeae846d8 req-2c24ba45-60d1-4b00-9d12-cc20941f8fed tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:21.107660 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-03f2745b-f15b-46db-8e42-9eeeeae846d8 req-2c24ba45-60d1-4b00-9d12-cc20941f8fed tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.64 "GET /v2.0/networks?id=48d22c82-23f3-497c-81c5-313544a4da09 HTTP/1.1" status: 200 len: 815 time: 0.1467686 Jul 24 00:28:21.124632 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-03f2745b-f15b-46db-8e42-9eeeeae846d8 req-84acfd40-7be2-4219-ac61-dc7674a2e22e tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Request body: {'port': {'device_id': '544294ec-f07d-4b9f-8576-52ab248bdcd9', 'network_id': '48d22c82-23f3-497c-81c5-313544a4da09', 'admin_state_up': True, 'tenant_id': '6d92ca20f15949ceb494774c0319d316'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:28:21.131191 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60798) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:28:21.184998 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-25acd804-36f8-4aab-b3b5-ebf06bdb6d6d req-80e2329a-920e-4d91-99e0-0d41363110cb tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/ports?device_id=544294ec-f07d-4b9f-8576-52ab248bdcd9 HTTP/1.1" status: 200 len: 210 time: 0.0365002 Jul 24 00:28:21.199097 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-84870f9b-a77a-4c3d-b28c-ba1fed6b154d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bf6833d5ef4e4ec6b999c5c1a3734713&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0671637 Jul 24 00:28:21.201574 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60800) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:28:21.251084 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1172ed01-6a8b-480e-94f8-9880d9bd9a47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:21.271684 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1172ed01-6a8b-480e-94f8-9880d9bd9a47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:21.275225 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e641fce-552f-420c-9c30-fb801fc71fde req-765d6ca5-8d41-4773-bf2b-257f6e7d3a3d tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:21.276736 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1e641fce-552f-420c-9c30-fb801fc71fde req-765d6ca5-8d41-4773-bf2b-257f6e7d3a3d tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "GET /v2.0/ports?device_id=45f7fa11-6fe6-4b6b-92b4-930b6467929a HTTP/1.1" status: 200 len: 946 time: 0.1454763 Jul 24 00:28:21.309522 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03f2745b-f15b-46db-8e42-9eeeeae846d8 req-84acfd40-7be2-4219-ac61-dc7674a2e22e tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Made reservation on behalf of 6d92ca20f15949ceb494774c0319d316 for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:28:21.313191 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-03f2745b-f15b-46db-8e42-9eeeeae846d8 req-84acfd40-7be2-4219-ac61-dc7674a2e22e tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:21.318732 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1172ed01-6a8b-480e-94f8-9880d9bd9a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:21.321731 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1172ed01-6a8b-480e-94f8-9880d9bd9a47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:21.325145 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-1172ed01-6a8b-480e-94f8-9880d9bd9a47 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/03bee5c9-e66c-4142-aa97-b7495f645fad HTTP/1.1" status: 204 len: 168 time: 0.1202574 Jul 24 00:28:21.334464 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1172ed01-6a8b-480e-94f8-9880d9bd9a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03bee5c9-e66c-4142-aa97-b7495f645fad,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:28:21.345519 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1e641fce-552f-420c-9c30-fb801fc71fde req-b4806427-8a6d-401e-9893-83ccf5a4d701 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "GET /v2.0/security-groups?id=31420ec5-cfe0-495f-a261-4493dcbf1ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616727 Jul 24 00:28:21.365286 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60804) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:28:21.506066 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298cb0d4-df08-4d86-9647-5cc16c2096a1 tempest-TestNetworkBasicOps-879824373 tempest-TestNetworkBasicOps-879824373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:21.510293 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-298cb0d4-df08-4d86-9647-5cc16c2096a1 tempest-TestNetworkBasicOps-879824373 tempest-TestNetworkBasicOps-879824373-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=45f7fa11-6fe6-4b6b-92b4-930b6467929a HTTP/1.1" status: 200 len: 1093 time: 0.1418576 Jul 24 00:28:21.510671 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60806) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:28:21.515541 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-be13f620-efee-4e60-91da-e970526af7fe tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Request body: {'floatingip': {'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'port_id': 'b66d36e0-26b8-48f3-89af-926148b3d5a8', 'tenant_id': 'a764eb486e0143bab151f7bee776b0b6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:28:21.517199 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [req-03f2745b-f15b-46db-8e42-9eeeeae846d8 req-84acfd40-7be2-4219-ac61-dc7674a2e22e tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Allocated IP 172.20.0.8 (48d22c82-23f3-497c-81c5-313544a4da09/a6f59582-93ff-4897-acdc-8f2e367f79f4/d8c7956c-6f2d-42a9-9080-13c6ff2b44c5) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:28:21.551462 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-be13f620-efee-4e60-91da-e970526af7fe tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for floatingip, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:21.599331 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 970e09ee-468c-4cf7-adf5-be1dd70c574e no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:28:21.623908 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 970e09ee-468c-4cf7-adf5-be1dd70c574e {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:28:21.624577 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 970e09ee-468c-4cf7-adf5-be1dd70c574e not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:28:21.625224 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 854c4e36-9d51-46e7-a313-0992638ace9a no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:28:21.648305 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 854c4e36-9d51-46e7-a313-0992638ace9a {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:28:21.649109 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 854c4e36-9d51-46e7-a313-0992638ace9a not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:28:21.650291 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 38df7c4f-3758-4269-9ca8-958f16a77bfc no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:28:21.675424 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-be13f620-efee-4e60-91da-e970526af7fe tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:21.676338 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 38df7c4f-3758-4269-9ca8-958f16a77bfc {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:28:21.676890 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 38df7c4f-3758-4269-9ca8-958f16a77bfc not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:28:21.695454 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-03f2745b-f15b-46db-8e42-9eeeeae846d8 req-84acfd40-7be2-4219-ac61-dc7674a2e22e tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:21.739087 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-03f2745b-f15b-46db-8e42-9eeeeae846d8 req-84acfd40-7be2-4219-ac61-dc7674a2e22e tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:21.752853 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['afa0e91e-c23f-49e0-b55e-e19520f2ae85'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:28:21.782527 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03f2745b-f15b-46db-8e42-9eeeeae846d8 req-84acfd40-7be2-4219-ac61-dc7674a2e22e tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Network 48d22c82-23f3-497c-81c5-313544a4da09 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:28:21.791182 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [req-03f2745b-f15b-46db-8e42-9eeeeae846d8 req-84acfd40-7be2-4219-ac61-dc7674a2e22e tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:28:21.795101 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-03f2745b-f15b-46db-8e42-9eeeeae846d8 req-84acfd40-7be2-4219-ac61-dc7674a2e22e tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:28:21.799252 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-be13f620-efee-4e60-91da-e970526af7fe tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Allocated IP 172.25.3.13 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/1230fe68-2a4f-45ac-be98-7f6d6f83f0b2) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:28:21.831669 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84acfd40-7be2-4219-ac61-dc7674a2e22e tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Pushing event updated for resources: {'Port': ['ID=d8c7956c-6f2d-42a9-9080-13c6ff2b44c5,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:28:21.852362 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f2745b-f15b-46db-8e42-9eeeeae846d8 req-84acfd40-7be2-4219-ac61-dc7674a2e22e tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:21.853087 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-03f2745b-f15b-46db-8e42-9eeeeae846d8 req-84acfd40-7be2-4219-ac61-dc7674a2e22e tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:21.872725 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-03f2745b-f15b-46db-8e42-9eeeeae846d8 req-84acfd40-7be2-4219-ac61-dc7674a2e22e tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7552533 Jul 24 00:28:21.886998 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-03f2745b-f15b-46db-8e42-9eeeeae846d8 req-5d9503b4-2063-4f61-b164-09bb830c6de6 service neutron] Request body: {'port': {'device_id': '544294ec-f07d-4b9f-8576-52ab248bdcd9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-16'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:28:21.922604 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-be13f620-efee-4e60-91da-e970526af7fe tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:21.939363 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60810) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:28:21.977792 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-be13f620-efee-4e60-91da-e970526af7fe tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:22.006019 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-03f2745b-f15b-46db-8e42-9eeeeae846d8 req-5d9503b4-2063-4f61-b164-09bb830c6de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:22.013429 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-5ac520fa-c822-4b75-8c5e-b3a08d0a1fda admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cebaf452d9b5417f95e755e1eaea6fd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0706933 Jul 24 00:28:22.013603 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be13f620-efee-4e60-91da-e970526af7fe tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:28:22.015111 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60812) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:28:22.017337 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-be13f620-efee-4e60-91da-e970526af7fe tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:28:22.019842 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be13f620-efee-4e60-91da-e970526af7fe tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:28:22.075924 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be13f620-efee-4e60-91da-e970526af7fe tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Pushing event updated for resources: {'Port': ['ID=1230fe68-2a4f-45ac-be98-7f6d6f83f0b2,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:28:22.152375 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ca016807-cbd8-46ff-a271-34f6fddc2a17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:22.203540 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ca016807-cbd8-46ff-a271-34f6fddc2a17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:22.279435 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-03f2745b-f15b-46db-8e42-9eeeeae846d8 req-5d9503b4-2063-4f61-b164-09bb830c6de6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8c7956c-6f2d-42a9-9080-13c6ff2b44c5 {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:28:22.286795 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-03f2745b-f15b-46db-8e42-9eeeeae846d8 req-5d9503b4-2063-4f61-b164-09bb830c6de6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:22.298576 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-03f2745b-f15b-46db-8e42-9eeeeae846d8 req-5d9503b4-2063-4f61-b164-09bb830c6de6 service neutron] Transition to ACTIVE for port object d8c7956c-6f2d-42a9-9080-13c6ff2b44c5 will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:28:22.305270 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-03f2745b-f15b-46db-8e42-9eeeeae846d8 req-5d9503b4-2063-4f61-b164-09bb830c6de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:22.355381 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9503b4-2063-4f61-b164-09bb830c6de6 service neutron] Pushing event updated for resources: {'Port': ['ID=d8c7956c-6f2d-42a9-9080-13c6ff2b44c5,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:28:22.376964 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ca016807-cbd8-46ff-a271-34f6fddc2a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:22.379532 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ca016807-cbd8-46ff-a271-34f6fddc2a17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:22.380688 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-ca016807-cbd8-46ff-a271-34f6fddc2a17 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/72ffa72a-61ab-4eea-a28a-83e8bcc486dd HTTP/1.1" status: 204 len: 168 time: 0.3645205 Jul 24 00:28:22.408135 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca016807-cbd8-46ff-a271-34f6fddc2a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ffa72a-61ab-4eea-a28a-83e8bcc486dd,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:28:22.435357 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-03f2745b-f15b-46db-8e42-9eeeeae846d8 req-5d9503b4-2063-4f61-b164-09bb830c6de6 service neutron] Attempting to bind port d8c7956c-6f2d-42a9-9080-13c6ff2b44c5 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:28:22.435712 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-03f2745b-f15b-46db-8e42-9eeeeae846d8 req-5d9503b4-2063-4f61-b164-09bb830c6de6 service neutron] Attempting to bind port d8c7956c-6f2d-42a9-9080-13c6ff2b44c5 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '3c9a59e0-db5f-464c-9f24-21dd3dbd9ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '48d22c82-23f3-497c-81c5-313544a4da09'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:28:22.436053 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f2745b-f15b-46db-8e42-9eeeeae846d8 req-5d9503b4-2063-4f61-b164-09bb830c6de6 service neutron] Attempting to bind port d8c7956c-6f2d-42a9-9080-13c6ff2b44c5 on network 48d22c82-23f3-497c-81c5-313544a4da09 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:28:22.440573 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f2745b-f15b-46db-8e42-9eeeeae846d8 req-5d9503b4-2063-4f61-b164-09bb830c6de6 service neutron] Port d8c7956c-6f2d-42a9-9080-13c6ff2b44c5 on network 48d22c82-23f3-497c-81c5-313544a4da09 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:28:22.440946 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f2745b-f15b-46db-8e42-9eeeeae846d8 req-5d9503b4-2063-4f61-b164-09bb830c6de6 service neutron] Attempting to bind port d8c7956c-6f2d-42a9-9080-13c6ff2b44c5 on network 48d22c82-23f3-497c-81c5-313544a4da09 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:28:22.447163 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f2745b-f15b-46db-8e42-9eeeeae846d8 req-5d9503b4-2063-4f61-b164-09bb830c6de6 service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:28:22.447513 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f2745b-f15b-46db-8e42-9eeeeae846d8 req-5d9503b4-2063-4f61-b164-09bb830c6de6 service neutron] Checking segment: {'id': '3c9a59e0-db5f-464c-9f24-21dd3dbd9ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '48d22c82-23f3-497c-81c5-313544a4da09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:28:22.447974 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f2745b-f15b-46db-8e42-9eeeeae846d8 req-5d9503b4-2063-4f61-b164-09bb830c6de6 service neutron] Bound using segment: {'id': '3c9a59e0-db5f-464c-9f24-21dd3dbd9ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '48d22c82-23f3-497c-81c5-313544a4da09'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:28:22.448551 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-03f2745b-f15b-46db-8e42-9eeeeae846d8 req-5d9503b4-2063-4f61-b164-09bb830c6de6 service neutron] Bound port: d8c7956c-6f2d-42a9-9080-13c6ff2b44c5, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c9a59e0-db5f-464c-9f24-21dd3dbd9ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '48d22c82-23f3-497c-81c5-313544a4da09'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:28:22.449056 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-03f2745b-f15b-46db-8e42-9eeeeae846d8 req-5d9503b4-2063-4f61-b164-09bb830c6de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:22.458750 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce27b5ca-7238-4f9a-bb1c-e86de139c67b req-8b89abb2-559a-4078-8978-d4f4b41db36c tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:22.460252 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ce27b5ca-7238-4f9a-bb1c-e86de139c67b req-8b89abb2-559a-4078-8978-d4f4b41db36c tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/ports?device_id=544294ec-f07d-4b9f-8576-52ab248bdcd9 HTTP/1.1" status: 200 len: 943 time: 0.1904972 Jul 24 00:28:22.519120 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-03f2745b-f15b-46db-8e42-9eeeeae846d8 req-5d9503b4-2063-4f61-b164-09bb830c6de6 service neutron] For port d8c7956c-6f2d-42a9-9080-13c6ff2b44c5, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:28:22.522286 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-03f2745b-f15b-46db-8e42-9eeeeae846d8 req-5d9503b4-2063-4f61-b164-09bb830c6de6 service neutron] For port d8c7956c-6f2d-42a9-9080-13c6ff2b44c5, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=d8c7956c-6f2d-42a9-9080-13c6ff2b44c5,segment=NetworkSegment(3c9a59e0-db5f-464c-9f24-21dd3dbd9ef6),segment_id=3c9a59e0-db5f-464c-9f24-21dd3dbd9ef6)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:28:22.527982 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-03f2745b-f15b-46db-8e42-9eeeeae846d8 req-5d9503b4-2063-4f61-b164-09bb830c6de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:22.542066 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ce27b5ca-7238-4f9a-bb1c-e86de139c67b req-82bcb867-f882-477f-8af6-f6a027cff407 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/security-groups?id=680d88b2-84cf-494c-87c6-8eb84b9dba69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559223 Jul 24 00:28:22.570189 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f2745b-f15b-46db-8e42-9eeeeae846d8 req-5d9503b4-2063-4f61-b164-09bb830c6de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:22.570629 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-03f2745b-f15b-46db-8e42-9eeeeae846d8 req-5d9503b4-2063-4f61-b164-09bb830c6de6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:22.572210 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-03f2745b-f15b-46db-8e42-9eeeeae846d8 req-5d9503b4-2063-4f61-b164-09bb830c6de6 service neutron] 10.222.0.64 "PUT /v2.0/ports/d8c7956c-6f2d-42a9-9080-13c6ff2b44c5 HTTP/1.1" status: 200 len: 1092 time: 0.6913905 Jul 24 00:28:22.572660 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '544294ec-f07d-4b9f-8576-52ab248bdcd9', 'tag': 'd8c7956c-6f2d-42a9-9080-13c6ff2b44c5'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:28:22.575051 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb11fa88-ff7e-4f6c-898a-322c67443f4e" -d '{"events": [{"name": "network-changed", "server_uuid": "544294ec-f07d-4b9f-8576-52ab248bdcd9", "tag": "d8c7956c-6f2d-42a9-9080-13c6ff2b44c5"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:28:22.608254 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-be13f620-efee-4e60-91da-e970526af7fe tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:22.620913 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9503b4-2063-4f61-b164-09bb830c6de6 service neutron] Pushing event updated for resources: {'Port': ['ID=d8c7956c-6f2d-42a9-9080-13c6ff2b44c5,revision_number=3']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:28:22.625299 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba6f655-4b57-437c-a6cf-ff99706cb552 x-openstack-request-id: req-eba6f655-4b57-437c-a6cf-ff99706cb552 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:28:22.625600 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "544294ec-f07d-4b9f-8576-52ab248bdcd9", "tag": "d8c7956c-6f2d-42a9-9080-13c6ff2b44c5", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:28:22.626031 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-eba6f655-4b57-437c-a6cf-ff99706cb552 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:28:22.626508 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '544294ec-f07d-4b9f-8576-52ab248bdcd9', 'tag': 'd8c7956c-6f2d-42a9-9080-13c6ff2b44c5', 'status': 'completed', 'code': 200} Jul 24 00:28:22.694693 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f2745b-f15b-46db-8e42-9eeeeae846d8 req-5718154f-a76d-4e01-a7e2-36fa38682a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:22.696746 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-03f2745b-f15b-46db-8e42-9eeeeae846d8 req-5718154f-a76d-4e01-a7e2-36fa38682a6a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6d92ca20f15949ceb494774c0319d316&device_id=544294ec-f07d-4b9f-8576-52ab248bdcd9 HTTP/1.1" status: 200 len: 1095 time: 0.0659235 Jul 24 00:28:22.711647 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-be13f620-efee-4e60-91da-e970526af7fe tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:22.743980 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-03f2745b-f15b-46db-8e42-9eeeeae846d8 req-e42dd61c-90f4-4389-893f-f819e643bc8e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8c7956c-6f2d-42a9-9080-13c6ff2b44c5 HTTP/1.1" status: 200 len: 217 time: 0.0393004 Jul 24 00:28:22.804951 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f2745b-f15b-46db-8e42-9eeeeae846d8 req-b136a256-6508-4a6a-90f4-e57ebffb30b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:22.807115 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-03f2745b-f15b-46db-8e42-9eeeeae846d8 req-b136a256-6508-4a6a-90f4-e57ebffb30b0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a6f59582-93ff-4897-acdc-8f2e367f79f4 HTTP/1.1" status: 200 len: 855 time: 0.0575275 Jul 24 00:28:22.846207 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-03f2745b-f15b-46db-8e42-9eeeeae846d8 req-fd6af9fd-bc17-4430-80a8-9b4b95948b75 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=48d22c82-23f3-497c-81c5-313544a4da09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314817 Jul 24 00:28:22.890516 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-be13f620-efee-4e60-91da-e970526af7fe tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:22.895660 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-be13f620-efee-4e60-91da-e970526af7fe tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:22.959831 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-03f2745b-f15b-46db-8e42-9eeeeae846d8 req-a4631b05-153b-4628-bb04-dfdc3348f653 service neutron] 10.222.0.64 "GET /v2.0/networks/48d22c82-23f3-497c-81c5-313544a4da09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075034 Jul 24 00:28:22.984701 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be13f620-efee-4e60-91da-e970526af7fe tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Pushing event updated for resources: {'Port': ['ID=1230fe68-2a4f-45ac-be98-7f6d6f83f0b2,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:28:22.993525 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-be13f620-efee-4e60-91da-e970526af7fe tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:23.059660 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-03f2745b-f15b-46db-8e42-9eeeeae846d8 req-95702c4f-0a74-48b5-bbd3-c8cbfb970ea7 service neutron] 10.222.0.64 "GET /v2.0/networks/48d22c82-23f3-497c-81c5-313544a4da09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925238 Jul 24 00:28:23.098008 n-d-800088-16 neutron-server[100313]: INFO neutron.db.l3_db [None req-be13f620-efee-4e60-91da-e970526af7fe tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Floating IP 49c4ea59-fd3a-46db-a1ad-85008521809d associated. External IP: 172.25.3.13, port: b66d36e0-26b8-48f3-89af-926148b3d5a8. Jul 24 00:28:23.155072 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb11fa88-ff7e-4f6c-898a-322c67443f4e req-ad52ede9-db74-41c0-94fe-f70b8ce63923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:23.156739 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fb11fa88-ff7e-4f6c-898a-322c67443f4e req-ad52ede9-db74-41c0-94fe-f70b8ce63923 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6d92ca20f15949ceb494774c0319d316&device_id=544294ec-f07d-4b9f-8576-52ab248bdcd9 HTTP/1.1" status: 200 len: 1095 time: 0.0545681 Jul 24 00:28:23.193450 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-396bde27-f153-4bcb-a48d-d480708cbff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:23.255638 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb11fa88-ff7e-4f6c-898a-322c67443f4e req-94cf5c55-b7d9-406f-a874-71d5c16b49fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:23.257192 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fb11fa88-ff7e-4f6c-898a-322c67443f4e req-94cf5c55-b7d9-406f-a874-71d5c16b49fe service neutron] 10.222.0.64 "GET /v2.0/networks?id=48d22c82-23f3-497c-81c5-313544a4da09 HTTP/1.1" status: 200 len: 916 time: 0.0940464 Jul 24 00:28:23.302075 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fb11fa88-ff7e-4f6c-898a-322c67443f4e req-c01b7dba-ad3a-48b9-9f5d-318c20649eff service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8c7956c-6f2d-42a9-9080-13c6ff2b44c5 HTTP/1.1" status: 200 len: 217 time: 0.0367033 Jul 24 00:28:23.359217 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb11fa88-ff7e-4f6c-898a-322c67443f4e req-301a47be-d56d-4389-bac6-25f02346afc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:23.360719 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fb11fa88-ff7e-4f6c-898a-322c67443f4e req-301a47be-d56d-4389-bac6-25f02346afc9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a6f59582-93ff-4897-acdc-8f2e367f79f4 HTTP/1.1" status: 200 len: 855 time: 0.0511379 Jul 24 00:28:23.397770 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fb11fa88-ff7e-4f6c-898a-322c67443f4e req-df38cc90-22cd-433b-8331-7e2dab97ebd9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=48d22c82-23f3-497c-81c5-313544a4da09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290506 Jul 24 00:28:23.491304 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fb11fa88-ff7e-4f6c-898a-322c67443f4e req-d1f2bbe5-1d79-4d7b-a5ba-aea4e25391c0 service neutron] 10.222.0.64 "GET /v2.0/networks/48d22c82-23f3-497c-81c5-313544a4da09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856330 Jul 24 00:28:23.592472 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fb11fa88-ff7e-4f6c-898a-322c67443f4e req-66237709-56ad-4076-a151-2329f6af8c98 service neutron] 10.222.0.64 "GET /v2.0/networks/48d22c82-23f3-497c-81c5-313544a4da09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932500 Jul 24 00:28:23.659785 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be13f620-efee-4e60-91da-e970526af7fe tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Router be6c1303-e23f-4857-be86-f0d3ed1fa164 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:28:23.751594 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ace990-f34c-44a6-a98d-cfb8477aebab req-c3f52e3d-ee00-4cdb-8f70-5e8235d5ca41 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:23.753082 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b3ace990-f34c-44a6-a98d-cfb8477aebab req-c3f52e3d-ee00-4cdb-8f70-5e8235d5ca41 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/ports?device_id=544294ec-f07d-4b9f-8576-52ab248bdcd9 HTTP/1.1" status: 200 len: 943 time: 0.1369672 Jul 24 00:28:23.807649 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b3ace990-f34c-44a6-a98d-cfb8477aebab req-78726caf-2d9e-49a6-8824-aac409ea051a tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/security-groups?id=680d88b2-84cf-494c-87c6-8eb84b9dba69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455523 Jul 24 00:28:23.813767 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be13f620-efee-4e60-91da-e970526af7fe tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:28:23.824283 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7d071a-3f21-4d0f-a2c2-c730b11d2de4 None None] Sync routers for ids ['be6c1303-e23f-4857-be86-f0d3ed1fa164'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:28:23.831729 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-be13f620-efee-4e60-91da-e970526af7fe tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:23.834727 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7d071a-3f21-4d0f-a2c2-c730b11d2de4 None None] Routers {'be6c1303-e23f-4857-be86-f0d3ed1fa164'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:28:23.835341 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-8d7d071a-3f21-4d0f-a2c2-c730b11d2de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:27:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['be6c1303-e23f-4857-be86-f0d3ed1fa164'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:28:23.869154 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-be13f620-efee-4e60-91da-e970526af7fe tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3573496 Jul 24 00:28:23.870098 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45f7fa11-6fe6-4b6b-92b4-930b6467929a', 'tag': 'b66d36e0-26b8-48f3-89af-926148b3d5a8'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:28:23.872046 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60822) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:28:23.872541 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c901a373-5ed9-4373-ad60-6786b273f576" -d '{"events": [{"name": "network-changed", "server_uuid": "45f7fa11-6fe6-4b6b-92b4-930b6467929a", "tag": "b66d36e0-26b8-48f3-89af-926148b3d5a8"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:28:23.908964 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8815d2fa-b44b-4edb-a1d1-ed61a1273cd3 x-openstack-request-id: req-8815d2fa-b44b-4edb-a1d1-ed61a1273cd3 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:28:23.909318 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45f7fa11-6fe6-4b6b-92b4-930b6467929a", "tag": "b66d36e0-26b8-48f3-89af-926148b3d5a8", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:28:23.909698 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8815d2fa-b44b-4edb-a1d1-ed61a1273cd3 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:28:23.910112 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45f7fa11-6fe6-4b6b-92b4-930b6467929a', 'tag': 'b66d36e0-26b8-48f3-89af-926148b3d5a8', 'status': 'completed', 'code': 200} Jul 24 00:28:23.936767 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-5a7cd62b-9ce4-45be-ae8b-5a8058dba4bf tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "GET /v2.0/floatingips/49c4ea59-fd3a-46db-a1ad-85008521809d HTTP/1.1" status: 200 len: 991 time: 0.0633376 Jul 24 00:28:23.948158 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-8d7d071a-3f21-4d0f-a2c2-c730b11d2de4 None None] Set router be6c1303-e23f-4857-be86-f0d3ed1fa164 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:28:23.987869 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c901a373-5ed9-4373-ad60-6786b273f576 req-13e301b8-54ac-489c-93b7-050458696a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:23.989552 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c901a373-5ed9-4373-ad60-6786b273f576 req-13e301b8-54ac-489c-93b7-050458696a1b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a764eb486e0143bab151f7bee776b0b6&device_id=45f7fa11-6fe6-4b6b-92b4-930b6467929a HTTP/1.1" status: 200 len: 1098 time: 0.0564981 Jul 24 00:28:24.081379 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c901a373-5ed9-4373-ad60-6786b273f576 req-a5077fcf-800d-4dbb-baa6-25f7098719b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:24.082779 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c901a373-5ed9-4373-ad60-6786b273f576 req-a5077fcf-800d-4dbb-baa6-25f7098719b1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=39a699b4-f9fd-4ae7-9b22-dac5fe175d5f HTTP/1.1" status: 200 len: 898 time: 0.0870268 Jul 24 00:28:24.152598 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c901a373-5ed9-4373-ad60-6786b273f576 req-01b22dea-c1b6-4588-96a4-9a3a257fc712 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b66d36e0-26b8-48f3-89af-926148b3d5a8 HTTP/1.1" status: 200 len: 999 time: 0.0622013 Jul 24 00:28:24.167347 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-8d7d071a-3f21-4d0f-a2c2-c730b11d2de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6c1303-e23f-4857-be86-f0d3ed1fa164', 'name': 'tempest-TestNetworkBasicOps-router-221074469', 'tenant_id': 'a764eb486e0143bab151f7bee776b0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'd74594a0-5c90-425a-bd74-2f1a73697f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:28:03Z', 'updated_at': '2021-07-24T00:28:08Z', 'revision_number': 4, 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'gw_port': {'id': 'd74594a0-5c90-425a-bd74-2f1a73697f9f', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6c1303-e23f-4857-be86-f0d3ed1fa164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:28:04Z', 'updated_at': '2021-07-24T00:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': '49c4ea59-fd3a-46db-a1ad-85008521809d', 'tenant_id': 'a764eb486e0143bab151f7bee776b0b6', 'floating_ip_address': '172.25.3.13', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': 'be6c1303-e23f-4857-be86-f0d3ed1fa164', 'port_id': 'b66d36e0-26b8-48f3-89af-926148b3d5a8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39a699b4-f9fd-4ae7-9b22-dac5fe175d5f', 'mac_address': 'fa:16:3e:60:75:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f7fa11-6fe6-4b6b-92b4-930b6467929a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:28:22Z', 'updated_at': '2021-07-24T00:28:22Z', 'revision_number': 0, 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cd074ca-7510-4431-9d03-4d327c5979a4', 'name': '', 'network_id': '39a699b4-f9fd-4ae7-9b22-dac5fe175d5f', 'tenant_id': 'a764eb486e0143bab151f7bee776b0b6', 'mac_address': 'fa:16:3e:c2:ee:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6c1303-e23f-4857-be86-f0d3ed1fa164', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': 'd7a1e136-f7ac-4cbc-a16c-048e99191fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:28:07Z', 'updated_at': '2021-07-24T00:28:11Z', 'revision_number': 5, 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'subnets': [{'id': 'd7a1e136-f7ac-4cbc-a16c-048e99191fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:28:24.196541 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7d071a-3f21-4d0f-a2c2-c730b11d2de4 None None] Checking router: be6c1303-e23f-4857-be86-f0d3ed1fa164 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:28:24.202084 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c901a373-5ed9-4373-ad60-6786b273f576 req-bff3b442-cb21-4565-8ff2-9862424523cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:24.203551 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c901a373-5ed9-4373-ad60-6786b273f576 req-bff3b442-cb21-4565-8ff2-9862424523cc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d7a1e136-f7ac-4cbc-a16c-048e99191fc8 HTTP/1.1" status: 200 len: 833 time: 0.0449743 Jul 24 00:28:24.204627 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7d071a-3f21-4d0f-a2c2-c730b11d2de4 None None] Routers {'be6c1303-e23f-4857-be86-f0d3ed1fa164'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:28:24.205255 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-8d7d071a-3f21-4d0f-a2c2-c730b11d2de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:27:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['be6c1303-e23f-4857-be86-f0d3ed1fa164'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:28:24.260959 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c901a373-5ed9-4373-ad60-6786b273f576 req-3624551d-6876-4397-8e9d-26251bfdd585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:24.262477 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c901a373-5ed9-4373-ad60-6786b273f576 req-3624551d-6876-4397-8e9d-26251bfdd585 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=39a699b4-f9fd-4ae7-9b22-dac5fe175d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527952 Jul 24 00:28:24.307072 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-8d7d071a-3f21-4d0f-a2c2-c730b11d2de4 None None] Set router be6c1303-e23f-4857-be86-f0d3ed1fa164 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:28:24.353455 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c901a373-5ed9-4373-ad60-6786b273f576 req-6865a402-237f-403f-b400-749fc391c2bd service neutron] 10.222.0.52 "GET /v2.0/networks/39a699b4-f9fd-4ae7-9b22-dac5fe175d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838234 Jul 24 00:28:24.445766 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c901a373-5ed9-4373-ad60-6786b273f576 req-147ed204-07f9-4b66-875e-805bd7d92311 service neutron] 10.222.0.52 "GET /v2.0/networks/39a699b4-f9fd-4ae7-9b22-dac5fe175d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863895 Jul 24 00:28:24.527031 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-8d7d071a-3f21-4d0f-a2c2-c730b11d2de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6c1303-e23f-4857-be86-f0d3ed1fa164', 'name': 'tempest-TestNetworkBasicOps-router-221074469', 'tenant_id': 'a764eb486e0143bab151f7bee776b0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'd74594a0-5c90-425a-bd74-2f1a73697f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:28:03Z', 'updated_at': '2021-07-24T00:28:08Z', 'revision_number': 4, 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'gw_port': {'id': 'd74594a0-5c90-425a-bd74-2f1a73697f9f', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6c1303-e23f-4857-be86-f0d3ed1fa164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:28:04Z', 'updated_at': '2021-07-24T00:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': '49c4ea59-fd3a-46db-a1ad-85008521809d', 'tenant_id': 'a764eb486e0143bab151f7bee776b0b6', 'floating_ip_address': '172.25.3.13', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': 'be6c1303-e23f-4857-be86-f0d3ed1fa164', 'port_id': 'b66d36e0-26b8-48f3-89af-926148b3d5a8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39a699b4-f9fd-4ae7-9b22-dac5fe175d5f', 'mac_address': 'fa:16:3e:60:75:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f7fa11-6fe6-4b6b-92b4-930b6467929a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:28:22Z', 'updated_at': '2021-07-24T00:28:22Z', 'revision_number': 0, 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cd074ca-7510-4431-9d03-4d327c5979a4', 'name': '', 'network_id': '39a699b4-f9fd-4ae7-9b22-dac5fe175d5f', 'tenant_id': 'a764eb486e0143bab151f7bee776b0b6', 'mac_address': 'fa:16:3e:c2:ee:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6c1303-e23f-4857-be86-f0d3ed1fa164', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': 'd7a1e136-f7ac-4cbc-a16c-048e99191fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:28:07Z', 'updated_at': '2021-07-24T00:28:11Z', 'revision_number': 5, 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'subnets': [{'id': 'd7a1e136-f7ac-4cbc-a16c-048e99191fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:28:24.555392 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7d071a-3f21-4d0f-a2c2-c730b11d2de4 None None] The sync data for ids ['be6c1303-e23f-4857-be86-f0d3ed1fa164'] in n-d-800088-16 is: [{'id': 'be6c1303-e23f-4857-be86-f0d3ed1fa164', 'name': 'tempest-TestNetworkBasicOps-router-221074469', 'tenant_id': 'a764eb486e0143bab151f7bee776b0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'd74594a0-5c90-425a-bd74-2f1a73697f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:28:03Z', 'updated_at': '2021-07-24T00:28:08Z', 'revision_number': 4, 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'gw_port': {'id': 'd74594a0-5c90-425a-bd74-2f1a73697f9f', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6c1303-e23f-4857-be86-f0d3ed1fa164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:28:04Z', 'updated_at': '2021-07-24T00:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': '49c4ea59-fd3a-46db-a1ad-85008521809d', 'tenant_id': 'a764eb486e0143bab151f7bee776b0b6', 'floating_ip_address': '172.25.3.13', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': 'be6c1303-e23f-4857-be86-f0d3ed1fa164', 'port_id': 'b66d36e0-26b8-48f3-89af-926148b3d5a8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39a699b4-f9fd-4ae7-9b22-dac5fe175d5f', 'mac_address': 'fa:16:3e:60:75:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f7fa11-6fe6-4b6b-92b4-930b6467929a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:28:22Z', 'updated_at': '2021-07-24T00:28:22Z', 'revision_number': 0, 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cd074ca-7510-4431-9d03-4d327c5979a4', 'name': '', 'network_id': '39a699b4-f9fd-4ae7-9b22-dac5fe175d5f', 'tenant_id': 'a764eb486e0143bab151f7bee776b0b6', 'mac_address': 'fa:16:3e:c2:ee:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6c1303-e23f-4857-be86-f0d3ed1fa164', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': 'd7a1e136-f7ac-4cbc-a16c-048e99191fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:28:07Z', 'updated_at': '2021-07-24T00:28:11Z', 'revision_number': 5, 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'subnets': [{'id': 'd7a1e136-f7ac-4cbc-a16c-048e99191fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:28:24.730806 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f911c5-2d7b-4d9f-9eaa-f72649b5990a None None] New status for floating IP 49c4ea59-fd3a-46db-a1ad-85008521809d: ACTIVE {{(pid=100315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 00:28:24.937525 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114a2c7a-e681-472f-ae01-60504bc47981 req-8f29d4d1-2db9-4f2e-813c-ea731371c835 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:24.938820 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60828) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:28:24.939270 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-114a2c7a-e681-472f-ae01-60504bc47981 req-8f29d4d1-2db9-4f2e-813c-ea731371c835 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/ports?device_id=544294ec-f07d-4b9f-8576-52ab248bdcd9 HTTP/1.1" status: 200 len: 943 time: 0.0648546 Jul 24 00:28:24.985761 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-114a2c7a-e681-472f-ae01-60504bc47981 req-b0e6cdb5-84a9-4fbd-b0d9-70683061608a tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/security-groups?id=680d88b2-84cf-494c-87c6-8eb84b9dba69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379512 Jul 24 00:28:25.004381 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-cd9d6f5c-5b35-4b97-afed-6f856d33212a tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "GET /v2.0/floatingips/49c4ea59-fd3a-46db-a1ad-85008521809d HTTP/1.1" status: 200 len: 993 time: 0.0643399 Jul 24 00:28:25.484931 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device d8c7956c-6f2d-42a9-9080-13c6ff2b44c5 details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:28:25.582277 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port d8c7956c-6f2d-42a9-9080-13c6ff2b44c5, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=d8c7956c-6f2d-42a9-9080-13c6ff2b44c5,segment=NetworkSegment(3c9a59e0-db5f-464c-9f24-21dd3dbd9ef6),segment_id=3c9a59e0-db5f-464c-9f24-21dd3dbd9ef6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:28:25.593024 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': 'd8c7956c-6f2d-42a9-9080-13c6ff2b44c5', 'network_id': '48d22c82-23f3-497c-81c5-313544a4da09', 'port_id': 'd8c7956c-6f2d-42a9-9080-13c6ff2b44c5', 'mac_address': 'fa:16:3e:21:e7:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6f59582-93ff-4897-acdc-8f2e367f79f4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:28:25.629459 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:25.641766 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8c7956c-6f2d-42a9-9080-13c6ff2b44c5 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:28:25.660863 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port d8c7956c-6f2d-42a9-9080-13c6ff2b44c5, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=d8c7956c-6f2d-42a9-9080-13c6ff2b44c5,segment=NetworkSegment(3c9a59e0-db5f-464c-9f24-21dd3dbd9ef6),segment_id=3c9a59e0-db5f-464c-9f24-21dd3dbd9ef6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:28:25.665627 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:25.713226 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=d8c7956c-6f2d-42a9-9080-13c6ff2b44c5,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:28:25.759877 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-6534ff39-e1d1-4181-8762-07678adcf375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:25.893756 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['d8c7956c-6f2d-42a9-9080-13c6ff2b44c5'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:28:26.115836 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2640afa-f2f0-489a-ae09-f635c109592c req-89a0d25a-a599-4789-a460-8180f8e90444 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:26.117434 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a2640afa-f2f0-489a-ae09-f635c109592c req-89a0d25a-a599-4789-a460-8180f8e90444 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/ports?device_id=544294ec-f07d-4b9f-8576-52ab248bdcd9 HTTP/1.1" status: 200 len: 944 time: 0.0640845 Jul 24 00:28:26.154962 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a2640afa-f2f0-489a-ae09-f635c109592c req-559a96c8-3605-4fe3-85ba-d96f62ef8031 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/security-groups?id=680d88b2-84cf-494c-87c6-8eb84b9dba69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317266 Jul 24 00:28:26.783365 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:27.283026 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69d8fb-ccee-4096-a652-5a451fa87967 req-dfac1b7f-ea70-458b-a302-2459b4045a09 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:27.284549 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6d69d8fb-ccee-4096-a652-5a451fa87967 req-dfac1b7f-ea70-458b-a302-2459b4045a09 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/ports?device_id=544294ec-f07d-4b9f-8576-52ab248bdcd9 HTTP/1.1" status: 200 len: 944 time: 0.0631275 Jul 24 00:28:27.323178 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6d69d8fb-ccee-4096-a652-5a451fa87967 req-67e43acf-722a-4250-9674-e16dd2f60a1a tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/security-groups?id=680d88b2-84cf-494c-87c6-8eb84b9dba69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321264 Jul 24 00:28:27.349442 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:27.500376 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device d8c7956c-6f2d-42a9-9080-13c6ff2b44c5 up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:28:27.549348 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port d8c7956c-6f2d-42a9-9080-13c6ff2b44c5 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:28:27.553216 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port d8c7956c-6f2d-42a9-9080-13c6ff2b44c5 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:28:27.553552 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:27.630111 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:27.652025 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '544294ec-f07d-4b9f-8576-52ab248bdcd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8c7956c-6f2d-42a9-9080-13c6ff2b44c5'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:28:27.654342 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d850f8-cb43-413c-a8d0-baaf08a14eb6" -d '{"events": [{"server_uuid": "544294ec-f07d-4b9f-8576-52ab248bdcd9", "name": "network-vif-plugged", "status": "completed", "tag": "d8c7956c-6f2d-42a9-9080-13c6ff2b44c5"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:28:27.667203 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port d8c7956c-6f2d-42a9-9080-13c6ff2b44c5, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=d8c7956c-6f2d-42a9-9080-13c6ff2b44c5,segment=NetworkSegment(3c9a59e0-db5f-464c-9f24-21dd3dbd9ef6),segment_id=3c9a59e0-db5f-464c-9f24-21dd3dbd9ef6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:28:27.671255 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:27.695096 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a880c7f-c98a-43a3-8d91-ad4d4df28a5d x-openstack-request-id: req-0a880c7f-c98a-43a3-8d91-ad4d4df28a5d {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:28:27.695391 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "544294ec-f07d-4b9f-8576-52ab248bdcd9", "name": "network-vif-plugged", "status": "completed", "tag": "d8c7956c-6f2d-42a9-9080-13c6ff2b44c5", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:28:27.695647 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0a880c7f-c98a-43a3-8d91-ad4d4df28a5d {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:28:27.696058 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '544294ec-f07d-4b9f-8576-52ab248bdcd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8c7956c-6f2d-42a9-9080-13c6ff2b44c5', 'code': 200} Jul 24 00:28:27.723200 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=d8c7956c-6f2d-42a9-9080-13c6ff2b44c5,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:28:27.809793 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc4f918-7741-496f-a09e-5ab03b76715d req-7ad16ea6-d90f-4e7f-9707-3c1e86e21d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:27.811305 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7dc4f918-7741-496f-a09e-5ab03b76715d req-7ad16ea6-d90f-4e7f-9707-3c1e86e21d9d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=544294ec-f07d-4b9f-8576-52ab248bdcd9 HTTP/1.1" status: 200 len: 1097 time: 0.0577619 Jul 24 00:28:28.111380 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7dc4f918-7741-496f-a09e-5ab03b76715d req-da5207fa-35ed-4876-a75f-7d6fdbb4b025 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=680d88b2-84cf-494c-87c6-8eb84b9dba69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926528 Jul 24 00:28:28.458704 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bce20a-7bd9-498d-9add-d18ffac6651a req-bd9e211a-c314-4bc6-a946-5d73433d5524 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:28.460287 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-37bce20a-7bd9-498d-9add-d18ffac6651a req-bd9e211a-c314-4bc6-a946-5d73433d5524 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/ports?device_id=544294ec-f07d-4b9f-8576-52ab248bdcd9 HTTP/1.1" status: 200 len: 945 time: 0.0706985 Jul 24 00:28:28.497606 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-37bce20a-7bd9-498d-9add-d18ffac6651a req-c7a186cb-f947-4553-b4a5-0540a70b0743 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/security-groups?id=680d88b2-84cf-494c-87c6-8eb84b9dba69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317914 Jul 24 00:28:28.936092 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:29.627289 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e286bbdf-b4eb-4756-9e91-3ae85475b070 req-38d27b90-4cd7-448b-84ba-9d2b5fee5caa tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:29.628853 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e286bbdf-b4eb-4756-9e91-3ae85475b070 req-38d27b90-4cd7-448b-84ba-9d2b5fee5caa tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/ports?device_id=544294ec-f07d-4b9f-8576-52ab248bdcd9 HTTP/1.1" status: 200 len: 945 time: 0.0641680 Jul 24 00:28:29.665684 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e286bbdf-b4eb-4756-9e91-3ae85475b070 req-36439164-ba59-40d9-aa07-aac6e422a2bd tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/security-groups?id=680d88b2-84cf-494c-87c6-8eb84b9dba69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307212 Jul 24 00:28:34.530644 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4efce5a-4e76-4745-a367-9bca56425df4 req-eca3de3d-a8ac-4b91-aea7-0d068c11e107 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:34.532120 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d4efce5a-4e76-4745-a367-9bca56425df4 req-eca3de3d-a8ac-4b91-aea7-0d068c11e107 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/networks?id=48d22c82-23f3-497c-81c5-313544a4da09 HTTP/1.1" status: 200 len: 815 time: 0.1034074 Jul 24 00:28:34.546144 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d4efce5a-4e76-4745-a367-9bca56425df4 req-d7b94fcf-ecb6-4c54-82f8-3d622ad1745a tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/quotas/6d92ca20f15949ceb494774c0319d316 HTTP/1.1" status: 200 len: 375 time: 0.0087371 Jul 24 00:28:34.610155 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d4efce5a-4e76-4745-a367-9bca56425df4 req-00debfa2-931d-4f9d-895c-e4045afae1cd tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=6d92ca20f15949ceb494774c0319d316&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0593586 Jul 24 00:28:34.700518 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d4efce5a-4e76-4745-a367-9bca56425df4 req-50377bdc-4b88-4a19-8ebc-213ac7e7176a service neutron] 10.222.0.44 "GET /v2.0/networks/48d22c82-23f3-497c-81c5-313544a4da09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839820 Jul 24 00:28:34.788283 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d4efce5a-4e76-4745-a367-9bca56425df4 req-f0464efe-ffc6-4a92-b68c-986c6d8e6a39 service neutron] 10.222.0.44 "GET /v2.0/networks/48d22c82-23f3-497c-81c5-313544a4da09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821190 Jul 24 00:28:34.947252 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a0a58da5-145b-489f-b0b1-fb5e00a8f0f9 req-659ae4ad-8ffe-4531-bfbf-fbf1cb26f9c6 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/ports?device_id=b351c666-bc0d-431e-9d12-7a417c49ab8a HTTP/1.1" status: 200 len: 210 time: 0.0304191 Jul 24 00:28:36.002614 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4efce5a-4e76-4745-a367-9bca56425df4 req-b589f140-4ac2-4546-bc6b-65c8333bfe10 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:36.004083 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d4efce5a-4e76-4745-a367-9bca56425df4 req-b589f140-4ac2-4546-bc6b-65c8333bfe10 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.52 "GET /v2.0/networks?id=48d22c82-23f3-497c-81c5-313544a4da09 HTTP/1.1" status: 200 len: 815 time: 0.1119754 Jul 24 00:28:36.017370 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-d4efce5a-4e76-4745-a367-9bca56425df4 req-e8469c4c-29f3-49e7-a2ff-558670cc57aa tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Request body: {'port': {'device_id': 'b351c666-bc0d-431e-9d12-7a417c49ab8a', 'network_id': '48d22c82-23f3-497c-81c5-313544a4da09', 'admin_state_up': True, 'tenant_id': '6d92ca20f15949ceb494774c0319d316'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:28:36.058329 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e379e4d1-6409-4d44-885b-7f5f67712750 req-ed0df4ff-f8d3-4fb7-b5cd-8a840d7f89e3 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/ports?device_id=b351c666-bc0d-431e-9d12-7a417c49ab8a HTTP/1.1" status: 200 len: 210 time: 0.0373929 Jul 24 00:28:36.149420 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4efce5a-4e76-4745-a367-9bca56425df4 req-e8469c4c-29f3-49e7-a2ff-558670cc57aa tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Made reservation on behalf of 6d92ca20f15949ceb494774c0319d316 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:28:36.153528 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d4efce5a-4e76-4745-a367-9bca56425df4 req-e8469c4c-29f3-49e7-a2ff-558670cc57aa tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:36.276075 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-d4efce5a-4e76-4745-a367-9bca56425df4 req-e8469c4c-29f3-49e7-a2ff-558670cc57aa tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Allocated IP 172.20.0.6 (48d22c82-23f3-497c-81c5-313544a4da09/a6f59582-93ff-4897-acdc-8f2e367f79f4/fed31f06-b983-46a3-aeb4-06b156608ef1) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:28:36.414843 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d4efce5a-4e76-4745-a367-9bca56425df4 req-e8469c4c-29f3-49e7-a2ff-558670cc57aa tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:36.452881 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d4efce5a-4e76-4745-a367-9bca56425df4 req-e8469c4c-29f3-49e7-a2ff-558670cc57aa tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:36.466379 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['afa0e91e-c23f-49e0-b55e-e19520f2ae85', 'd8c7956c-6f2d-42a9-9080-13c6ff2b44c5'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:28:36.496632 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4efce5a-4e76-4745-a367-9bca56425df4 req-e8469c4c-29f3-49e7-a2ff-558670cc57aa tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Network 48d22c82-23f3-497c-81c5-313544a4da09 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:28:36.499702 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-d4efce5a-4e76-4745-a367-9bca56425df4 req-e8469c4c-29f3-49e7-a2ff-558670cc57aa tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:28:36.505471 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4efce5a-4e76-4745-a367-9bca56425df4 req-e8469c4c-29f3-49e7-a2ff-558670cc57aa tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:28:36.530966 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8469c4c-29f3-49e7-a2ff-558670cc57aa tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Pushing event updated for resources: {'Port': ['ID=fed31f06-b983-46a3-aeb4-06b156608ef1,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:28:36.541563 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8469c4c-29f3-49e7-a2ff-558670cc57aa tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:28:36.541922 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8469c4c-29f3-49e7-a2ff-558670cc57aa tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:28:36.542268 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8469c4c-29f3-49e7-a2ff-558670cc57aa tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:28:36.542612 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8469c4c-29f3-49e7-a2ff-558670cc57aa tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:28:36.542951 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8469c4c-29f3-49e7-a2ff-558670cc57aa tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:28:36.543287 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8469c4c-29f3-49e7-a2ff-558670cc57aa tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:28:36.543620 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8469c4c-29f3-49e7-a2ff-558670cc57aa tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:28:36.543953 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8469c4c-29f3-49e7-a2ff-558670cc57aa tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:28:36.544285 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8469c4c-29f3-49e7-a2ff-558670cc57aa tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:28:36.544618 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8469c4c-29f3-49e7-a2ff-558670cc57aa tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:28:36.544979 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8469c4c-29f3-49e7-a2ff-558670cc57aa tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:28:36.545306 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8469c4c-29f3-49e7-a2ff-558670cc57aa tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:28:36.569977 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4efce5a-4e76-4745-a367-9bca56425df4 req-e8469c4c-29f3-49e7-a2ff-558670cc57aa tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:36.570601 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d4efce5a-4e76-4745-a367-9bca56425df4 req-e8469c4c-29f3-49e7-a2ff-558670cc57aa tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:36.585194 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d4efce5a-4e76-4745-a367-9bca56425df4 req-e8469c4c-29f3-49e7-a2ff-558670cc57aa tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5717802 Jul 24 00:28:36.597345 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-d4efce5a-4e76-4745-a367-9bca56425df4 req-9b09331f-796e-4d56-b003-2fa4ded81049 service neutron] Request body: {'port': {'device_id': 'b351c666-bc0d-431e-9d12-7a417c49ab8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:28:36.666271 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d4efce5a-4e76-4745-a367-9bca56425df4 req-9b09331f-796e-4d56-b003-2fa4ded81049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:36.924099 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-d4efce5a-4e76-4745-a367-9bca56425df4 req-9b09331f-796e-4d56-b003-2fa4ded81049 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fed31f06-b983-46a3-aeb4-06b156608ef1 {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:28:36.931877 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d4efce5a-4e76-4745-a367-9bca56425df4 req-9b09331f-796e-4d56-b003-2fa4ded81049 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:36.943876 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-d4efce5a-4e76-4745-a367-9bca56425df4 req-9b09331f-796e-4d56-b003-2fa4ded81049 service neutron] Transition to ACTIVE for port object fed31f06-b983-46a3-aeb4-06b156608ef1 will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:28:36.948039 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d4efce5a-4e76-4745-a367-9bca56425df4 req-9b09331f-796e-4d56-b003-2fa4ded81049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:37.016382 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b09331f-796e-4d56-b003-2fa4ded81049 service neutron] Pushing event updated for resources: {'Port': ['ID=fed31f06-b983-46a3-aeb4-06b156608ef1,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:28:37.063565 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-d4efce5a-4e76-4745-a367-9bca56425df4 req-9b09331f-796e-4d56-b003-2fa4ded81049 service neutron] Attempting to bind port fed31f06-b983-46a3-aeb4-06b156608ef1 on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:28:37.063911 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-d4efce5a-4e76-4745-a367-9bca56425df4 req-9b09331f-796e-4d56-b003-2fa4ded81049 service neutron] Attempting to bind port fed31f06-b983-46a3-aeb4-06b156608ef1 by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': '3c9a59e0-db5f-464c-9f24-21dd3dbd9ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '48d22c82-23f3-497c-81c5-313544a4da09'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:28:37.064246 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4efce5a-4e76-4745-a367-9bca56425df4 req-9b09331f-796e-4d56-b003-2fa4ded81049 service neutron] Attempting to bind port fed31f06-b983-46a3-aeb4-06b156608ef1 on network 48d22c82-23f3-497c-81c5-313544a4da09 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:28:37.068490 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4efce5a-4e76-4745-a367-9bca56425df4 req-9b09331f-796e-4d56-b003-2fa4ded81049 service neutron] Port fed31f06-b983-46a3-aeb4-06b156608ef1 on network 48d22c82-23f3-497c-81c5-313544a4da09 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:28:37.068831 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4efce5a-4e76-4745-a367-9bca56425df4 req-9b09331f-796e-4d56-b003-2fa4ded81049 service neutron] Attempting to bind port fed31f06-b983-46a3-aeb4-06b156608ef1 on network 48d22c82-23f3-497c-81c5-313544a4da09 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:28:37.073806 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4efce5a-4e76-4745-a367-9bca56425df4 req-9b09331f-796e-4d56-b003-2fa4ded81049 service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:28:37.074149 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4efce5a-4e76-4745-a367-9bca56425df4 req-9b09331f-796e-4d56-b003-2fa4ded81049 service neutron] Checking segment: {'id': '3c9a59e0-db5f-464c-9f24-21dd3dbd9ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '48d22c82-23f3-497c-81c5-313544a4da09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:28:37.074541 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4efce5a-4e76-4745-a367-9bca56425df4 req-9b09331f-796e-4d56-b003-2fa4ded81049 service neutron] Bound using segment: {'id': '3c9a59e0-db5f-464c-9f24-21dd3dbd9ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '48d22c82-23f3-497c-81c5-313544a4da09'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:28:37.074971 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-d4efce5a-4e76-4745-a367-9bca56425df4 req-9b09331f-796e-4d56-b003-2fa4ded81049 service neutron] Bound port: fed31f06-b983-46a3-aeb4-06b156608ef1, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c9a59e0-db5f-464c-9f24-21dd3dbd9ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '48d22c82-23f3-497c-81c5-313544a4da09'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:28:37.075333 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d4efce5a-4e76-4745-a367-9bca56425df4 req-9b09331f-796e-4d56-b003-2fa4ded81049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:37.140991 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-d4efce5a-4e76-4745-a367-9bca56425df4 req-9b09331f-796e-4d56-b003-2fa4ded81049 service neutron] For port fed31f06-b983-46a3-aeb4-06b156608ef1, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:28:37.144056 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-d4efce5a-4e76-4745-a367-9bca56425df4 req-9b09331f-796e-4d56-b003-2fa4ded81049 service neutron] For port fed31f06-b983-46a3-aeb4-06b156608ef1, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=fed31f06-b983-46a3-aeb4-06b156608ef1,segment=NetworkSegment(3c9a59e0-db5f-464c-9f24-21dd3dbd9ef6),segment_id=3c9a59e0-db5f-464c-9f24-21dd3dbd9ef6)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:28:37.148510 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d4efce5a-4e76-4745-a367-9bca56425df4 req-9b09331f-796e-4d56-b003-2fa4ded81049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:37.182735 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4efce5a-4e76-4745-a367-9bca56425df4 req-9b09331f-796e-4d56-b003-2fa4ded81049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:37.183365 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d4efce5a-4e76-4745-a367-9bca56425df4 req-9b09331f-796e-4d56-b003-2fa4ded81049 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:37.184829 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d4efce5a-4e76-4745-a367-9bca56425df4 req-9b09331f-796e-4d56-b003-2fa4ded81049 service neutron] 10.222.0.52 "PUT /v2.0/ports/fed31f06-b983-46a3-aeb4-06b156608ef1 HTTP/1.1" status: 200 len: 1092 time: 0.5916193 Jul 24 00:28:37.185274 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b351c666-bc0d-431e-9d12-7a417c49ab8a', 'tag': 'fed31f06-b983-46a3-aeb4-06b156608ef1'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:28:37.187745 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea6c5d5-1710-4d8f-8893-53e6dcdf3ad3" -d '{"events": [{"name": "network-changed", "server_uuid": "b351c666-bc0d-431e-9d12-7a417c49ab8a", "tag": "fed31f06-b983-46a3-aeb4-06b156608ef1"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:28:37.206860 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b959b0c2-d968-4f20-8fe7-bd80984bdd7b req-95237998-d65d-4d08-89ad-e511c96e69df tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:37.208589 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b959b0c2-d968-4f20-8fe7-bd80984bdd7b req-95237998-d65d-4d08-89ad-e511c96e69df tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/ports?device_id=b351c666-bc0d-431e-9d12-7a417c49ab8a HTTP/1.1" status: 200 len: 943 time: 0.0821266 Jul 24 00:28:37.212582 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b09331f-796e-4d56-b003-2fa4ded81049 service neutron] Pushing event updated for resources: {'Port': ['ID=fed31f06-b983-46a3-aeb4-06b156608ef1,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:28:37.256769 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b959b0c2-d968-4f20-8fe7-bd80984bdd7b req-d1f2ccc2-b57b-4474-9713-449d20c574aa tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/security-groups?id=680d88b2-84cf-494c-87c6-8eb84b9dba69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340717 Jul 24 00:28:37.286207 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4efce5a-4e76-4745-a367-9bca56425df4 req-bd37e3ac-0ff6-4c7d-bc94-a0d8d36e123b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:37.287730 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d4efce5a-4e76-4745-a367-9bca56425df4 req-bd37e3ac-0ff6-4c7d-bc94-a0d8d36e123b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d92ca20f15949ceb494774c0319d316&device_id=b351c666-bc0d-431e-9d12-7a417c49ab8a HTTP/1.1" status: 200 len: 1095 time: 0.0601945 Jul 24 00:28:37.332878 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d4efce5a-4e76-4745-a367-9bca56425df4 req-ef9fa40e-90d8-4119-9401-df1b0ebe676e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fed31f06-b983-46a3-aeb4-06b156608ef1 HTTP/1.1" status: 200 len: 217 time: 0.0365701 Jul 24 00:28:37.365582 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b8aecd-82a8-4365-80ee-b5058d6ae45c x-openstack-request-id: req-61b8aecd-82a8-4365-80ee-b5058d6ae45c {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:28:37.365872 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b351c666-bc0d-431e-9d12-7a417c49ab8a", "tag": "fed31f06-b983-46a3-aeb4-06b156608ef1", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:28:37.366125 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-61b8aecd-82a8-4365-80ee-b5058d6ae45c {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:28:37.366518 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b351c666-bc0d-431e-9d12-7a417c49ab8a', 'tag': 'fed31f06-b983-46a3-aeb4-06b156608ef1', 'status': 'completed', 'code': 200} Jul 24 00:28:37.383382 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4efce5a-4e76-4745-a367-9bca56425df4 req-5fdb49eb-e2b3-4bc3-9094-03d347629b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:37.384866 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d4efce5a-4e76-4745-a367-9bca56425df4 req-5fdb49eb-e2b3-4bc3-9094-03d347629b4c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a6f59582-93ff-4897-acdc-8f2e367f79f4 HTTP/1.1" status: 200 len: 855 time: 0.0452101 Jul 24 00:28:37.418379 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d4efce5a-4e76-4745-a367-9bca56425df4 req-248de49d-2d17-444b-afd1-d948965378b9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=48d22c82-23f3-497c-81c5-313544a4da09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271413 Jul 24 00:28:37.509885 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d4efce5a-4e76-4745-a367-9bca56425df4 req-97aeb01f-16d2-41b9-a8f2-9856b24e65fc service neutron] 10.222.0.52 "GET /v2.0/networks/48d22c82-23f3-497c-81c5-313544a4da09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843120 Jul 24 00:28:37.596213 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d4efce5a-4e76-4745-a367-9bca56425df4 req-0fc2444d-8975-4857-98dc-0790a0c05aad service neutron] 10.222.0.52 "GET /v2.0/networks/48d22c82-23f3-497c-81c5-313544a4da09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796690 Jul 24 00:28:37.696927 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea6c5d5-1710-4d8f-8893-53e6dcdf3ad3 req-cfb8805c-3cd6-4931-a334-b3edd22691e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:37.698466 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-aea6c5d5-1710-4d8f-8893-53e6dcdf3ad3 req-cfb8805c-3cd6-4931-a334-b3edd22691e9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d92ca20f15949ceb494774c0319d316&device_id=b351c666-bc0d-431e-9d12-7a417c49ab8a HTTP/1.1" status: 200 len: 1095 time: 0.0572376 Jul 24 00:28:37.785016 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea6c5d5-1710-4d8f-8893-53e6dcdf3ad3 req-3bbe3672-1c41-4559-8aa3-54a2e29c9bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:37.786392 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-aea6c5d5-1710-4d8f-8893-53e6dcdf3ad3 req-3bbe3672-1c41-4559-8aa3-54a2e29c9bd5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=48d22c82-23f3-497c-81c5-313544a4da09 HTTP/1.1" status: 200 len: 916 time: 0.0816691 Jul 24 00:28:37.829456 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-aea6c5d5-1710-4d8f-8893-53e6dcdf3ad3 req-7c0c325f-ca94-4919-9a38-4817e26362cf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fed31f06-b983-46a3-aeb4-06b156608ef1 HTTP/1.1" status: 200 len: 217 time: 0.0363164 Jul 24 00:28:37.878360 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea6c5d5-1710-4d8f-8893-53e6dcdf3ad3 req-22bcd7c0-04e9-42fa-af7a-d41a31946a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:37.879728 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-aea6c5d5-1710-4d8f-8893-53e6dcdf3ad3 req-22bcd7c0-04e9-42fa-af7a-d41a31946a27 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a6f59582-93ff-4897-acdc-8f2e367f79f4 HTTP/1.1" status: 200 len: 855 time: 0.0414984 Jul 24 00:28:37.914226 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-aea6c5d5-1710-4d8f-8893-53e6dcdf3ad3 req-b0cae40f-3e33-4c2a-b482-4bd08255c800 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=48d22c82-23f3-497c-81c5-313544a4da09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256503 Jul 24 00:28:38.005150 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-aea6c5d5-1710-4d8f-8893-53e6dcdf3ad3 req-ff13c207-c049-489a-a7e7-37982dd44b00 service neutron] 10.222.0.52 "GET /v2.0/networks/48d22c82-23f3-497c-81c5-313544a4da09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839725 Jul 24 00:28:38.091359 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-aea6c5d5-1710-4d8f-8893-53e6dcdf3ad3 req-2e8a2e75-928a-4569-9558-d60020cffe74 service neutron] 10.222.0.52 "GET /v2.0/networks/48d22c82-23f3-497c-81c5-313544a4da09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789292 Jul 24 00:28:38.384974 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef0fca6-5616-447a-b891-2e5a99745379 req-533566bb-eee3-488e-90c7-5e2db39b0ad2 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:38.386417 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-eef0fca6-5616-447a-b891-2e5a99745379 req-533566bb-eee3-488e-90c7-5e2db39b0ad2 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/ports?device_id=b351c666-bc0d-431e-9d12-7a417c49ab8a HTTP/1.1" status: 200 len: 943 time: 0.0628779 Jul 24 00:28:38.423930 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-eef0fca6-5616-447a-b891-2e5a99745379 req-f323f410-9f57-4818-806f-d297faf4574e tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/security-groups?id=680d88b2-84cf-494c-87c6-8eb84b9dba69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318947 Jul 24 00:28:39.555030 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df97c8d-e4d9-4c3d-b089-75f0563a76f1 req-dea2caab-9347-4810-bed9-5f8279aca219 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:39.556527 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5df97c8d-e4d9-4c3d-b089-75f0563a76f1 req-dea2caab-9347-4810-bed9-5f8279aca219 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/ports?device_id=b351c666-bc0d-431e-9d12-7a417c49ab8a HTTP/1.1" status: 200 len: 943 time: 0.0625856 Jul 24 00:28:39.599822 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5df97c8d-e4d9-4c3d-b089-75f0563a76f1 req-56b0f0a4-7bbd-4399-b761-da40e9e30d4b tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/security-groups?id=680d88b2-84cf-494c-87c6-8eb84b9dba69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377049 Jul 24 00:28:40.726489 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b5a0b4-7148-4cb3-9f52-a7c3a5cf6f52 req-3171b911-8c84-48cf-9fe1-4bac78156fda tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:40.728468 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-33b5a0b4-7148-4cb3-9f52-a7c3a5cf6f52 req-3171b911-8c84-48cf-9fe1-4bac78156fda tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/ports?device_id=b351c666-bc0d-431e-9d12-7a417c49ab8a HTTP/1.1" status: 200 len: 943 time: 0.0636985 Jul 24 00:28:40.772333 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-33b5a0b4-7148-4cb3-9f52-a7c3a5cf6f52 req-47667e2e-380c-4ec9-9bd0-7f9693f3bbdf tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/security-groups?id=680d88b2-84cf-494c-87c6-8eb84b9dba69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382817 Jul 24 00:28:40.789066 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [req-8d6cff9b-0bed-44a3-a227-9dad4a8a65df req-5377a843-b2f4-4824-ad64-55107d570326 service neutron] (100313) timed out ('10.222.0.64', 50053) {{(pid=100313) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 24 00:28:40.813432 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device fed31f06-b983-46a3-aeb4-06b156608ef1 details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:28:40.908577 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port fed31f06-b983-46a3-aeb4-06b156608ef1, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=fed31f06-b983-46a3-aeb4-06b156608ef1,segment=NetworkSegment(3c9a59e0-db5f-464c-9f24-21dd3dbd9ef6),segment_id=3c9a59e0-db5f-464c-9f24-21dd3dbd9ef6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:28:40.919804 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': 'fed31f06-b983-46a3-aeb4-06b156608ef1', 'network_id': '48d22c82-23f3-497c-81c5-313544a4da09', 'port_id': 'fed31f06-b983-46a3-aeb4-06b156608ef1', 'mac_address': 'fa:16:3e:1e:eb:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6f59582-93ff-4897-acdc-8f2e367f79f4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:28:40.955763 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:40.968835 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fed31f06-b983-46a3-aeb4-06b156608ef1 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:28:40.987966 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port fed31f06-b983-46a3-aeb4-06b156608ef1, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=fed31f06-b983-46a3-aeb4-06b156608ef1,segment=NetworkSegment(3c9a59e0-db5f-464c-9f24-21dd3dbd9ef6),segment_id=3c9a59e0-db5f-464c-9f24-21dd3dbd9ef6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:28:40.992067 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:41.041761 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=fed31f06-b983-46a3-aeb4-06b156608ef1,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:28:41.194757 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['fed31f06-b983-46a3-aeb4-06b156608ef1'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:28:41.902135 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c95a0a-0ca6-42dc-9f53-bbb9039786bb req-42d08d11-48a8-4ee4-9b61-2092ad70079e tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:41.903646 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d1c95a0a-0ca6-42dc-9f53-bbb9039786bb req-42d08d11-48a8-4ee4-9b61-2092ad70079e tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/ports?device_id=b351c666-bc0d-431e-9d12-7a417c49ab8a HTTP/1.1" status: 200 len: 944 time: 0.0650740 Jul 24 00:28:41.940841 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d1c95a0a-0ca6-42dc-9f53-bbb9039786bb req-4b81a175-c448-4271-8a19-6583ee2a2720 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/security-groups?id=680d88b2-84cf-494c-87c6-8eb84b9dba69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316970 Jul 24 00:28:42.825374 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device fed31f06-b983-46a3-aeb4-06b156608ef1 up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:28:42.875292 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port fed31f06-b983-46a3-aeb4-06b156608ef1 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:28:42.878977 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port fed31f06-b983-46a3-aeb4-06b156608ef1 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:28:42.879344 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:42.953929 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:42.959418 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [req-7e81de1a-c60e-442c-ace7-a0ca7756b3fb req-7aadd1b7-b0de-4595-ab28-e9b56b8310e6 service neutron] (100314) timed out ('10.222.0.64', 49996) {{(pid=100314) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 24 00:28:42.976219 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b351c666-bc0d-431e-9d12-7a417c49ab8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fed31f06-b983-46a3-aeb4-06b156608ef1'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:28:42.978544 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede790f0-f65e-4d31-b973-9ceac697ed50" -d '{"events": [{"server_uuid": "b351c666-bc0d-431e-9d12-7a417c49ab8a", "name": "network-vif-plugged", "status": "completed", "tag": "fed31f06-b983-46a3-aeb4-06b156608ef1"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:28:42.991432 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port fed31f06-b983-46a3-aeb4-06b156608ef1, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=fed31f06-b983-46a3-aeb4-06b156608ef1,segment=NetworkSegment(3c9a59e0-db5f-464c-9f24-21dd3dbd9ef6),segment_id=3c9a59e0-db5f-464c-9f24-21dd3dbd9ef6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:28:42.995998 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:43.019242 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72898908-bfca-4e04-9848-16f6d35051a3 x-openstack-request-id: req-72898908-bfca-4e04-9848-16f6d35051a3 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:28:43.019539 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b351c666-bc0d-431e-9d12-7a417c49ab8a", "name": "network-vif-plugged", "status": "completed", "tag": "fed31f06-b983-46a3-aeb4-06b156608ef1", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:28:43.019796 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-72898908-bfca-4e04-9848-16f6d35051a3 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:28:43.020218 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b351c666-bc0d-431e-9d12-7a417c49ab8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fed31f06-b983-46a3-aeb4-06b156608ef1', 'code': 200} Jul 24 00:28:43.046274 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=fed31f06-b983-46a3-aeb4-06b156608ef1,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:28:43.080603 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba61c927-3825-4574-9f50-127d1c323e15 req-bd3d626e-c930-4d7f-aea5-c3ed3598ecc3 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:43.082277 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ba61c927-3825-4574-9f50-127d1c323e15 req-bd3d626e-c930-4d7f-aea5-c3ed3598ecc3 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/ports?device_id=b351c666-bc0d-431e-9d12-7a417c49ab8a HTTP/1.1" status: 200 len: 945 time: 0.0708549 Jul 24 00:28:43.124003 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ba61c927-3825-4574-9f50-127d1c323e15 req-84484cac-f6d2-4917-b77c-abe6959a9cdc tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/security-groups?id=680d88b2-84cf-494c-87c6-8eb84b9dba69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353837 Jul 24 00:28:43.141101 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f542129-d978-429d-b929-bed028aeaecc req-9722d651-5961-4897-b11e-39a975254568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:43.142614 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6f542129-d978-429d-b929-bed028aeaecc req-9722d651-5961-4897-b11e-39a975254568 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b351c666-bc0d-431e-9d12-7a417c49ab8a HTTP/1.1" status: 200 len: 1097 time: 0.0613067 Jul 24 00:28:43.175471 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6f542129-d978-429d-b929-bed028aeaecc req-745bb084-98c0-4554-a489-c30e3450c4d9 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=680d88b2-84cf-494c-87c6-8eb84b9dba69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263336 Jul 24 00:28:44.259926 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7070c1c-cd26-4de7-94e8-88f29164b15d req-f93d0b35-60a3-43a3-8117-2c927b568af0 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:44.261425 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c7070c1c-cd26-4de7-94e8-88f29164b15d req-f93d0b35-60a3-43a3-8117-2c927b568af0 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/ports?device_id=b351c666-bc0d-431e-9d12-7a417c49ab8a HTTP/1.1" status: 200 len: 945 time: 0.0655599 Jul 24 00:28:44.297529 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c7070c1c-cd26-4de7-94e8-88f29164b15d req-625b5980-ded1-4436-99d7-03227087310c tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/security-groups?id=680d88b2-84cf-494c-87c6-8eb84b9dba69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306759 Jul 24 00:28:44.948930 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:45.339483 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:28:47.897192 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:51.421758 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 60954) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:28:51.482708 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-4d46075d-f9c3-4519-98aa-19ef3f342164 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "GET /v2.0/floatingips/49c4ea59-fd3a-46db-a1ad-85008521809d HTTP/1.1" status: 200 len: 993 time: 0.0597377 Jul 24 00:28:51.754907 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60960) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:28:51.906130 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-1fc4c4fe-a875-4c49-a597-fe411187cf9a tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Deleting port 1230fe68-2a4f-45ac-be98-7f6d6f83f0b2 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:28:51.906480 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1fc4c4fe-a875-4c49-a597-fe411187cf9a tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:51.979878 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1fc4c4fe-a875-4c49-a597-fe411187cf9a tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:51.980212 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1fc4c4fe-a875-4c49-a597-fe411187cf9a tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:51.991454 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-1fc4c4fe-a875-4c49-a597-fe411187cf9a tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Calling delete_port for 1230fe68-2a4f-45ac-be98-7f6d6f83f0b2 owned by network:floatingip {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:28:52.132988 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1fc4c4fe-a875-4c49-a597-fe411187cf9a tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:52.155301 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc4c4fe-a875-4c49-a597-fe411187cf9a tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Pushing event deleted for resources: {'Port': ['ID=1230fe68-2a4f-45ac-be98-7f6d6f83f0b2,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:28:52.221371 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1fc4c4fe-a875-4c49-a597-fe411187cf9a tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for floatingip, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:52.221707 n-d-800088-16 neutron-server[100313]: INFO neutron.db.l3_db [None req-1fc4c4fe-a875-4c49-a597-fe411187cf9a tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Floating IP 49c4ea59-fd3a-46db-a1ad-85008521809d disassociated (deleted). External IP: 172.25.3.13, port: b66d36e0-26b8-48f3-89af-926148b3d5a8. Jul 24 00:28:52.421733 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fc4c4fe-a875-4c49-a597-fe411187cf9a tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Router be6c1303-e23f-4857-be86-f0d3ed1fa164 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:28:52.831510 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc4c4fe-a875-4c49-a597-fe411187cf9a tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:28:52.836184 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1fc4c4fe-a875-4c49-a597-fe411187cf9a tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:52.841343 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5483a55c-8428-4ef4-a30c-fc6fb35bde45 None None] Sync routers for ids ['be6c1303-e23f-4857-be86-f0d3ed1fa164'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:28:52.850323 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5483a55c-8428-4ef4-a30c-fc6fb35bde45 None None] Routers {'be6c1303-e23f-4857-be86-f0d3ed1fa164'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:28:52.850927 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-5483a55c-8428-4ef4-a30c-fc6fb35bde45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:28:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['be6c1303-e23f-4857-be86-f0d3ed1fa164'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:28:52.872296 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-1fc4c4fe-a875-4c49-a597-fe411187cf9a tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "DELETE /v2.0/floatingips/49c4ea59-fd3a-46db-a1ad-85008521809d HTTP/1.1" status: 204 len: 168 time: 1.1163094 Jul 24 00:28:52.872901 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45f7fa11-6fe6-4b6b-92b4-930b6467929a', 'tag': 'b66d36e0-26b8-48f3-89af-926148b3d5a8'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:28:52.875145 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28436142-8f06-4167-a365-f6a94d3cdb5e" -d '{"events": [{"name": "network-changed", "server_uuid": "45f7fa11-6fe6-4b6b-92b4-930b6467929a", "tag": "b66d36e0-26b8-48f3-89af-926148b3d5a8"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:28:52.919814 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbbef198-9a75-435c-beeb-f4240bd1b17b x-openstack-request-id: req-dbbef198-9a75-435c-beeb-f4240bd1b17b {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:28:52.920107 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45f7fa11-6fe6-4b6b-92b4-930b6467929a", "tag": "b66d36e0-26b8-48f3-89af-926148b3d5a8", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:28:52.920365 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dbbef198-9a75-435c-beeb-f4240bd1b17b {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:28:52.920772 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45f7fa11-6fe6-4b6b-92b4-930b6467929a', 'tag': 'b66d36e0-26b8-48f3-89af-926148b3d5a8', 'status': 'completed', 'code': 200} Jul 24 00:28:52.956650 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-5483a55c-8428-4ef4-a30c-fc6fb35bde45 None None] Set router be6c1303-e23f-4857-be86-f0d3ed1fa164 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:28:53.010708 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28436142-8f06-4167-a365-f6a94d3cdb5e req-722e7383-fbcd-4dc8-bbf0-b3b44c7d223e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:53.012210 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-28436142-8f06-4167-a365-f6a94d3cdb5e req-722e7383-fbcd-4dc8-bbf0-b3b44c7d223e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a764eb486e0143bab151f7bee776b0b6&device_id=45f7fa11-6fe6-4b6b-92b4-930b6467929a HTTP/1.1" status: 200 len: 1098 time: 0.0571713 Jul 24 00:28:53.112711 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28436142-8f06-4167-a365-f6a94d3cdb5e req-1c942181-4cec-436d-bcb5-627cbdde351d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:53.114169 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-28436142-8f06-4167-a365-f6a94d3cdb5e req-1c942181-4cec-436d-bcb5-627cbdde351d service neutron] 10.222.0.52 "GET /v2.0/networks?id=39a699b4-f9fd-4ae7-9b22-dac5fe175d5f HTTP/1.1" status: 200 len: 898 time: 0.0943799 Jul 24 00:28:53.136887 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cab08c-ea97-4c1a-8680-62c215ba565c req-bf75241b-ad60-456a-aca3-5906a3ac3d09 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:53.138579 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b0cab08c-ea97-4c1a-8680-62c215ba565c req-bf75241b-ad60-456a-aca3-5906a3ac3d09 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "GET /v2.0/ports?device_id=45f7fa11-6fe6-4b6b-92b4-930b6467929a HTTP/1.1" status: 200 len: 946 time: 0.0764499 Jul 24 00:28:53.158044 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-28436142-8f06-4167-a365-f6a94d3cdb5e req-b424c8f2-f066-4277-b361-39c11d331dc9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b66d36e0-26b8-48f3-89af-926148b3d5a8 HTTP/1.1" status: 200 len: 217 time: 0.0355630 Jul 24 00:28:53.180491 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b0cab08c-ea97-4c1a-8680-62c215ba565c req-51148e3c-64de-4106-8d5b-56c9c3f13186 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "GET /v2.0/security-groups?id=31420ec5-cfe0-495f-a261-4493dcbf1ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358295 Jul 24 00:28:53.200013 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-78d02945-8767-4b5c-aff6-09b2575e130d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:53.229925 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28436142-8f06-4167-a365-f6a94d3cdb5e req-700841e0-7f91-4458-882c-263c279e9ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:53.231503 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-28436142-8f06-4167-a365-f6a94d3cdb5e req-700841e0-7f91-4458-882c-263c279e9ff6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d7a1e136-f7ac-4cbc-a16c-048e99191fc8 HTTP/1.1" status: 200 len: 833 time: 0.0652111 Jul 24 00:28:53.250112 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-5483a55c-8428-4ef4-a30c-fc6fb35bde45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6c1303-e23f-4857-be86-f0d3ed1fa164', 'name': 'tempest-TestNetworkBasicOps-router-221074469', 'tenant_id': 'a764eb486e0143bab151f7bee776b0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'd74594a0-5c90-425a-bd74-2f1a73697f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:28:03Z', 'updated_at': '2021-07-24T00:28:08Z', 'revision_number': 4, 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'gw_port': {'id': 'd74594a0-5c90-425a-bd74-2f1a73697f9f', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6c1303-e23f-4857-be86-f0d3ed1fa164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:28:04Z', 'updated_at': '2021-07-24T00:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '7cd074ca-7510-4431-9d03-4d327c5979a4', 'name': '', 'network_id': '39a699b4-f9fd-4ae7-9b22-dac5fe175d5f', 'tenant_id': 'a764eb486e0143bab151f7bee776b0b6', 'mac_address': 'fa:16:3e:c2:ee:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6c1303-e23f-4857-be86-f0d3ed1fa164', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': 'd7a1e136-f7ac-4cbc-a16c-048e99191fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:28:07Z', 'updated_at': '2021-07-24T00:28:11Z', 'revision_number': 5, 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'subnets': [{'id': 'd7a1e136-f7ac-4cbc-a16c-048e99191fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:28:53.277171 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5483a55c-8428-4ef4-a30c-fc6fb35bde45 None None] Checking router: be6c1303-e23f-4857-be86-f0d3ed1fa164 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:28:53.285769 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5483a55c-8428-4ef4-a30c-fc6fb35bde45 None None] Routers {'be6c1303-e23f-4857-be86-f0d3ed1fa164'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:28:53.286393 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-5483a55c-8428-4ef4-a30c-fc6fb35bde45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:28:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['be6c1303-e23f-4857-be86-f0d3ed1fa164'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:28:53.300820 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28436142-8f06-4167-a365-f6a94d3cdb5e req-b1d21582-ecea-4828-a311-09b13d136159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:53.302404 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-28436142-8f06-4167-a365-f6a94d3cdb5e req-b1d21582-ecea-4828-a311-09b13d136159 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=39a699b4-f9fd-4ae7-9b22-dac5fe175d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0590813 Jul 24 00:28:53.389102 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-5483a55c-8428-4ef4-a30c-fc6fb35bde45 None None] Set router be6c1303-e23f-4857-be86-f0d3ed1fa164 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:28:53.403689 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-28436142-8f06-4167-a365-f6a94d3cdb5e req-4ab65299-b344-42a3-9b35-f74c952964ac service neutron] 10.222.0.52 "GET /v2.0/networks/39a699b4-f9fd-4ae7-9b22-dac5fe175d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811117 Jul 24 00:28:53.496676 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-28436142-8f06-4167-a365-f6a94d3cdb5e req-00b630a1-509e-460e-b425-fe5796784489 service neutron] 10.222.0.52 "GET /v2.0/networks/39a699b4-f9fd-4ae7-9b22-dac5fe175d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844729 Jul 24 00:28:53.587753 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-5483a55c-8428-4ef4-a30c-fc6fb35bde45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6c1303-e23f-4857-be86-f0d3ed1fa164', 'name': 'tempest-TestNetworkBasicOps-router-221074469', 'tenant_id': 'a764eb486e0143bab151f7bee776b0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'd74594a0-5c90-425a-bd74-2f1a73697f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:28:03Z', 'updated_at': '2021-07-24T00:28:08Z', 'revision_number': 4, 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'gw_port': {'id': 'd74594a0-5c90-425a-bd74-2f1a73697f9f', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6c1303-e23f-4857-be86-f0d3ed1fa164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:28:04Z', 'updated_at': '2021-07-24T00:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '7cd074ca-7510-4431-9d03-4d327c5979a4', 'name': '', 'network_id': '39a699b4-f9fd-4ae7-9b22-dac5fe175d5f', 'tenant_id': 'a764eb486e0143bab151f7bee776b0b6', 'mac_address': 'fa:16:3e:c2:ee:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6c1303-e23f-4857-be86-f0d3ed1fa164', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': 'd7a1e136-f7ac-4cbc-a16c-048e99191fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:28:07Z', 'updated_at': '2021-07-24T00:28:11Z', 'revision_number': 5, 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'subnets': [{'id': 'd7a1e136-f7ac-4cbc-a16c-048e99191fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:28:53.613281 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5483a55c-8428-4ef4-a30c-fc6fb35bde45 None None] The sync data for ids ['be6c1303-e23f-4857-be86-f0d3ed1fa164'] in n-d-800088-16 is: [{'id': 'be6c1303-e23f-4857-be86-f0d3ed1fa164', 'name': 'tempest-TestNetworkBasicOps-router-221074469', 'tenant_id': 'a764eb486e0143bab151f7bee776b0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'd74594a0-5c90-425a-bd74-2f1a73697f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:28:03Z', 'updated_at': '2021-07-24T00:28:08Z', 'revision_number': 4, 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'gw_port': {'id': 'd74594a0-5c90-425a-bd74-2f1a73697f9f', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6c1303-e23f-4857-be86-f0d3ed1fa164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:28:04Z', 'updated_at': '2021-07-24T00:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '7cd074ca-7510-4431-9d03-4d327c5979a4', 'name': '', 'network_id': '39a699b4-f9fd-4ae7-9b22-dac5fe175d5f', 'tenant_id': 'a764eb486e0143bab151f7bee776b0b6', 'mac_address': 'fa:16:3e:c2:ee:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6c1303-e23f-4857-be86-f0d3ed1fa164', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': 'd7a1e136-f7ac-4cbc-a16c-048e99191fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:28:07Z', 'updated_at': '2021-07-24T00:28:11Z', 'revision_number': 5, 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'subnets': [{'id': 'd7a1e136-f7ac-4cbc-a16c-048e99191fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:28:53.821997 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e84efe-04bd-4c4c-92c7-49cd5ebfa300 None None] New status for floating IP 49c4ea59-fd3a-46db-a1ad-85008521809d: DOWN {{(pid=100315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 00:28:54.312344 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e270da1b-322f-47e2-9669-2fd4d5090792 req-2cb81141-dd69-43a5-a53d-c64c706d5509 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:54.313950 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e270da1b-322f-47e2-9669-2fd4d5090792 req-2cb81141-dd69-43a5-a53d-c64c706d5509 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "GET /v2.0/ports?device_id=45f7fa11-6fe6-4b6b-92b4-930b6467929a HTTP/1.1" status: 200 len: 946 time: 0.0621467 Jul 24 00:28:54.352202 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e270da1b-322f-47e2-9669-2fd4d5090792 req-ca5775de-a29e-4e74-89a6-535bd5dcac47 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "GET /v2.0/security-groups?id=31420ec5-cfe0-495f-a261-4493dcbf1ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327411 Jul 24 00:28:54.588447 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943e4ed7-dfdd-4e29-90fe-7ab50b07fcac req-84457d3f-69db-46dc-a222-0535f779cdc9 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:54.589921 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-943e4ed7-dfdd-4e29-90fe-7ab50b07fcac req-84457d3f-69db-46dc-a222-0535f779cdc9 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f7fa11-6fe6-4b6b-92b4-930b6467929a HTTP/1.1" status: 200 len: 946 time: 0.0619059 Jul 24 00:28:54.687703 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-943e4ed7-dfdd-4e29-90fe-7ab50b07fcac req-7959dce6-21a4-4f9f-82a0-73c7f16dcde1 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Deleting port b66d36e0-26b8-48f3-89af-926148b3d5a8 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:28:54.688046 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-943e4ed7-dfdd-4e29-90fe-7ab50b07fcac req-7959dce6-21a4-4f9f-82a0-73c7f16dcde1 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:54.776691 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-943e4ed7-dfdd-4e29-90fe-7ab50b07fcac req-7959dce6-21a4-4f9f-82a0-73c7f16dcde1 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] For port b66d36e0-26b8-48f3-89af-926148b3d5a8, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=b66d36e0-26b8-48f3-89af-926148b3d5a8,segment=NetworkSegment(de50c8ff-0a28-4151-b7c3-a5e9ca2a045c),segment_id=de50c8ff-0a28-4151-b7c3-a5e9ca2a045c)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:28:54.777079 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-943e4ed7-dfdd-4e29-90fe-7ab50b07fcac req-7959dce6-21a4-4f9f-82a0-73c7f16dcde1 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:54.788309 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-943e4ed7-dfdd-4e29-90fe-7ab50b07fcac req-7959dce6-21a4-4f9f-82a0-73c7f16dcde1 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Calling delete_port for b66d36e0-26b8-48f3-89af-926148b3d5a8 owned by compute:nova {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:28:54.912611 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-943e4ed7-dfdd-4e29-90fe-7ab50b07fcac req-7959dce6-21a4-4f9f-82a0-73c7f16dcde1 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:54.938387 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7959dce6-21a4-4f9f-82a0-73c7f16dcde1 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Pushing event deleted for resources: {'Port': ['ID=b66d36e0-26b8-48f3-89af-926148b3d5a8,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:28:54.991710 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-943e4ed7-dfdd-4e29-90fe-7ab50b07fcac req-7959dce6-21a4-4f9f-82a0-73c7f16dcde1 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] No DVR routers for this DVR port b66d36e0-26b8-48f3-89af-926148b3d5a8 on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:28:54.994648 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-943e4ed7-dfdd-4e29-90fe-7ab50b07fcac req-7959dce6-21a4-4f9f-82a0-73c7f16dcde1 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:54.996699 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-943e4ed7-dfdd-4e29-90fe-7ab50b07fcac req-7959dce6-21a4-4f9f-82a0-73c7f16dcde1 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.52 "DELETE /v2.0/ports/b66d36e0-26b8-48f3-89af-926148b3d5a8 HTTP/1.1" status: 204 len: 173 time: 0.4015768 Jul 24 00:28:54.997216 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f7fa11-6fe6-4b6b-92b4-930b6467929a', 'name': 'network-vif-deleted', 'tag': 'b66d36e0-26b8-48f3-89af-926148b3d5a8'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:28:54.999510 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4524b54d-f077-438d-962c-95a2380759f5" -d '{"events": [{"server_uuid": "45f7fa11-6fe6-4b6b-92b4-930b6467929a", "name": "network-vif-deleted", "tag": "b66d36e0-26b8-48f3-89af-926148b3d5a8"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:28:55.038097 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf2fc0c-f4f7-4b8a-abb2-bf827c80053d x-openstack-request-id: req-faf2fc0c-f4f7-4b8a-abb2-bf827c80053d {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:28:55.038420 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45f7fa11-6fe6-4b6b-92b4-930b6467929a", "name": "network-vif-deleted", "tag": "b66d36e0-26b8-48f3-89af-926148b3d5a8", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:28:55.038673 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-faf2fc0c-f4f7-4b8a-abb2-bf827c80053d {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:28:55.039071 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45f7fa11-6fe6-4b6b-92b4-930b6467929a', 'name': 'network-vif-deleted', 'tag': 'b66d36e0-26b8-48f3-89af-926148b3d5a8', 'status': 'completed', 'code': 200} Jul 24 00:28:55.473500 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9890dc7c-f543-46c8-8ad0-7171f68dbbb2 req-5a1b9074-c032-4ff9-984c-117f7c1d619c tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "GET /v2.0/ports?device_id=45f7fa11-6fe6-4b6b-92b4-930b6467929a HTTP/1.1" status: 200 len: 210 time: 0.0325983 Jul 24 00:28:55.760857 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0006eb7e-a081-461c-ad6e-7bb9c167c812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:56.530944 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 60998) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:28:56.587776 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-310ac599-606d-45c4-b34a-d7d69959b693 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:56.611915 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-310ac599-606d-45c4-b34a-d7d69959b693 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:56.669742 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-310ac599-606d-45c4-b34a-d7d69959b693 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:56.672448 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-310ac599-606d-45c4-b34a-d7d69959b693 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:56.673660 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-310ac599-606d-45c4-b34a-d7d69959b693 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "DELETE /v2.0/security-groups/31420ec5-cfe0-495f-a261-4493dcbf1ed7 HTTP/1.1" status: 204 len: 168 time: 0.1417301 Jul 24 00:28:56.684277 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310ac599-606d-45c4-b34a-d7d69959b693 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31420ec5-cfe0-495f-a261-4493dcbf1ed7,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:28:56.715439 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 32770) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:28:56.786480 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:57.117915 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fdf86538-028d-47c8-9f15-d6cad0f8df55 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681029'] for router_interface, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:57.356542 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:57.386474 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-fdf86538-028d-47c8-9f15-d6cad0f8df55 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Deleting port 7cd074ca-7510-4431-9d03-4d327c5979a4 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:28:57.386742 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fdf86538-028d-47c8-9f15-d6cad0f8df55 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:57.485062 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-fdf86538-028d-47c8-9f15-d6cad0f8df55 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] For port 7cd074ca-7510-4431-9d03-4d327c5979a4, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=7cd074ca-7510-4431-9d03-4d327c5979a4,segment=NetworkSegment(de50c8ff-0a28-4151-b7c3-a5e9ca2a045c),segment_id=de50c8ff-0a28-4151-b7c3-a5e9ca2a045c)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:28:57.485472 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fdf86538-028d-47c8-9f15-d6cad0f8df55 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:57.499285 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-fdf86538-028d-47c8-9f15-d6cad0f8df55 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Calling delete_port for 7cd074ca-7510-4431-9d03-4d327c5979a4 owned by network:router_interface {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:28:57.615874 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f1a6542e-f981-4d19-9d51-e72e11e79078 req-194897c0-0b37-4c1f-bb46-864607272b24 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ee5b5565-5961-4095-a680-1a3078e5aa30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0571146 Jul 24 00:28:57.704024 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fdf86538-028d-47c8-9f15-d6cad0f8df55 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:57.721426 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a6542e-f981-4d19-9d51-e72e11e79078 req-bead197a-74a9-45e9-993d-c3b670aba7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:57.723655 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f1a6542e-f981-4d19-9d51-e72e11e79078 req-bead197a-74a9-45e9-993d-c3b670aba7fe service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6d92ca20f15949ceb494774c0319d316&device_id=ee5b5565-5961-4095-a680-1a3078e5aa30 HTTP/1.1" status: 200 len: 1097 time: 0.0646775 Jul 24 00:28:57.736244 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf86538-028d-47c8-9f15-d6cad0f8df55 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Pushing event deleted for resources: {'Port': ['ID=7cd074ca-7510-4431-9d03-4d327c5979a4,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:28:57.896148 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a6542e-f981-4d19-9d51-e72e11e79078 req-7a6d66db-e813-40a6-a18e-5d1de51dc36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:57.898453 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f1a6542e-f981-4d19-9d51-e72e11e79078 req-7a6d66db-e813-40a6-a18e-5d1de51dc36f service neutron] 10.222.0.64 "GET /v2.0/networks?id=48d22c82-23f3-497c-81c5-313544a4da09 HTTP/1.1" status: 200 len: 916 time: 0.1430573 Jul 24 00:28:57.954948 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fdf86538-028d-47c8-9f15-d6cad0f8df55 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679987'] for router_interface, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:57.988237 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f1a6542e-f981-4d19-9d51-e72e11e79078 req-2ecf6f7c-3b17-4eee-98d1-c72d2f5248c6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=afa0e91e-c23f-49e0-b55e-e19520f2ae85 HTTP/1.1" status: 200 len: 217 time: 0.0821748 Jul 24 00:28:58.072742 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a6542e-f981-4d19-9d51-e72e11e79078 req-2427d332-ed03-43ea-bd2e-c29af2889741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:58.076036 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f1a6542e-f981-4d19-9d51-e72e11e79078 req-2427d332-ed03-43ea-bd2e-c29af2889741 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a6f59582-93ff-4897-acdc-8f2e367f79f4 HTTP/1.1" status: 200 len: 855 time: 0.0807130 Jul 24 00:28:58.125532 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f1a6542e-f981-4d19-9d51-e72e11e79078 req-f3a8017c-3827-437a-8066-cbd41b5095ee service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=48d22c82-23f3-497c-81c5-313544a4da09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419438 Jul 24 00:28:58.221251 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f1a6542e-f981-4d19-9d51-e72e11e79078 req-01b5f914-808d-4843-9cd8-9913061a9d64 service neutron] 10.222.0.64 "GET /v2.0/networks/48d22c82-23f3-497c-81c5-313544a4da09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886884 Jul 24 00:28:58.234458 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdf86538-028d-47c8-9f15-d6cad0f8df55 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Router be6c1303-e23f-4857-be86-f0d3ed1fa164 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:28:58.326554 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f1a6542e-f981-4d19-9d51-e72e11e79078 req-297c8658-a879-4b49-9f42-26ac2480f370 service neutron] 10.222.0.64 "GET /v2.0/networks/48d22c82-23f3-497c-81c5-313544a4da09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985727 Jul 24 00:28:58.359347 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdf86538-028d-47c8-9f15-d6cad0f8df55 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:28:58.369140 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 32776) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:28:58.370968 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87ceff4-c156-46b7-9155-deac2f5d6a0d None None] Sync routers for ids ['be6c1303-e23f-4857-be86-f0d3ed1fa164'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:28:58.373349 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-fdf86538-028d-47c8-9f15-d6cad0f8df55 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "PUT /v2.0/routers/be6c1303-e23f-4857-be86-f0d3ed1fa164/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6567018 Jul 24 00:28:58.381520 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87ceff4-c156-46b7-9155-deac2f5d6a0d None None] Routers {'be6c1303-e23f-4857-be86-f0d3ed1fa164'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:28:58.382340 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-d87ceff4-c156-46b7-9155-deac2f5d6a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:28:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['be6c1303-e23f-4857-be86-f0d3ed1fa164'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:28:58.434922 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e981101-5f79-4ed1-a913-648e57bc387c tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Deleting subnet d7a1e136-f7ac-4cbc-a16c-048e99191fc8 {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:28:58.438414 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6e981101-5f79-4ed1-a913-648e57bc387c tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:58.481946 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6e981101-5f79-4ed1-a913-648e57bc387c tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:58.495288 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-d87ceff4-c156-46b7-9155-deac2f5d6a0d None None] Set router be6c1303-e23f-4857-be86-f0d3ed1fa164 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:28:58.598482 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6e981101-5f79-4ed1-a913-648e57bc387c tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:58.659938 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6e981101-5f79-4ed1-a913-648e57bc387c tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:58.675880 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-d87ceff4-c156-46b7-9155-deac2f5d6a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6c1303-e23f-4857-be86-f0d3ed1fa164', 'name': 'tempest-TestNetworkBasicOps-router-221074469', 'tenant_id': 'a764eb486e0143bab151f7bee776b0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'd74594a0-5c90-425a-bd74-2f1a73697f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:28:03Z', 'updated_at': '2021-07-24T00:28:57Z', 'revision_number': 5, 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'gw_port': {'id': 'd74594a0-5c90-425a-bd74-2f1a73697f9f', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6c1303-e23f-4857-be86-f0d3ed1fa164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:28:04Z', 'updated_at': '2021-07-24T00:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:28:58.689115 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e981101-5f79-4ed1-a913-648e57bc387c tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Pushing event deleted for resources: {'Subnet': ['ID=d7a1e136-f7ac-4cbc-a16c-048e99191fc8,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:28:58.694288 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6e981101-5f79-4ed1-a913-648e57bc387c tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:58.696217 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-6e981101-5f79-4ed1-a913-648e57bc387c tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "DELETE /v2.0/subnets/d7a1e136-f7ac-4cbc-a16c-048e99191fc8 HTTP/1.1" status: 204 len: 168 time: 0.3258064 Jul 24 00:28:58.699057 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 32778) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:28:58.701808 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e981101-5f79-4ed1-a913-648e57bc387c tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:28:58.702280 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e981101-5f79-4ed1-a913-648e57bc387c tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:28:58.702638 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e981101-5f79-4ed1-a913-648e57bc387c tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:28:58.702989 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e981101-5f79-4ed1-a913-648e57bc387c tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:28:58.703335 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e981101-5f79-4ed1-a913-648e57bc387c tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:28:58.703675 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e981101-5f79-4ed1-a913-648e57bc387c tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:28:58.704013 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e981101-5f79-4ed1-a913-648e57bc387c tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:28:58.704352 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e981101-5f79-4ed1-a913-648e57bc387c tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:28:58.704684 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e981101-5f79-4ed1-a913-648e57bc387c tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:28:58.705045 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e981101-5f79-4ed1-a913-648e57bc387c tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:28:58.705398 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e981101-5f79-4ed1-a913-648e57bc387c tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:28:58.705723 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e981101-5f79-4ed1-a913-648e57bc387c tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:28:58.706209 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87ceff4-c156-46b7-9155-deac2f5d6a0d None None] Checking router: be6c1303-e23f-4857-be86-f0d3ed1fa164 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:28:58.710511 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c58ec35-1e9e-4003-9ecd-6e42a35fd8ba None None] Network 39a699b4-f9fd-4ae7-9b22-dac5fe175d5f requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:28:58.716493 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87ceff4-c156-46b7-9155-deac2f5d6a0d None None] Routers {'be6c1303-e23f-4857-be86-f0d3ed1fa164'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:28:58.717146 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-d87ceff4-c156-46b7-9155-deac2f5d6a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:28:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['be6c1303-e23f-4857-be86-f0d3ed1fa164'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:28:58.827766 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-d87ceff4-c156-46b7-9155-deac2f5d6a0d None None] Set router be6c1303-e23f-4857-be86-f0d3ed1fa164 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:28:58.835463 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f7843d05-5ab2-4370-afd4-d34ed3592d90 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for router, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:58.917792 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device b66d36e0-26b8-48f3-89af-926148b3d5a8 no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:28:58.949055 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16385a3b-74ff-4f75-a78f-2e3d0dc6bcd7 None None] DHCP port deletion for 39a699b4-f9fd-4ae7-9b22-dac5fe175d5f request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:28:58.953084 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] No Port match for: b66d36e0-26b8-48f3-89af-926148b3d5a8 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:28:58.953690 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device b66d36e0-26b8-48f3-89af-926148b3d5a8 not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:28:58.975864 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f7843d05-5ab2-4370-afd4-d34ed3592d90 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:58.986876 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:59.013373 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-16385a3b-74ff-4f75-a78f-2e3d0dc6bcd7 None None] Deleting port 4a0c9330-26d5-4eb9-abb3-aaba7cb0e0dc {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:28:59.013753 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-16385a3b-74ff-4f75-a78f-2e3d0dc6bcd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:59.042404 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-f7843d05-5ab2-4370-afd4-d34ed3592d90 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Deleting port d74594a0-5c90-425a-bd74-2f1a73697f9f {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:28:59.042772 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f7843d05-5ab2-4370-afd4-d34ed3592d90 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:59.058691 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-d87ceff4-c156-46b7-9155-deac2f5d6a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6c1303-e23f-4857-be86-f0d3ed1fa164', 'name': 'tempest-TestNetworkBasicOps-router-221074469', 'tenant_id': 'a764eb486e0143bab151f7bee776b0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'd74594a0-5c90-425a-bd74-2f1a73697f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:28:03Z', 'updated_at': '2021-07-24T00:28:57Z', 'revision_number': 5, 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'gw_port': {'id': 'd74594a0-5c90-425a-bd74-2f1a73697f9f', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6c1303-e23f-4857-be86-f0d3ed1fa164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:28:04Z', 'updated_at': '2021-07-24T00:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:28:59.090524 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87ceff4-c156-46b7-9155-deac2f5d6a0d None None] The sync data for ids ['be6c1303-e23f-4857-be86-f0d3ed1fa164'] in n-d-800088-16 is: [{'id': 'be6c1303-e23f-4857-be86-f0d3ed1fa164', 'name': 'tempest-TestNetworkBasicOps-router-221074469', 'tenant_id': 'a764eb486e0143bab151f7bee776b0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'd74594a0-5c90-425a-bd74-2f1a73697f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:28:03Z', 'updated_at': '2021-07-24T00:28:57Z', 'revision_number': 5, 'project_id': 'a764eb486e0143bab151f7bee776b0b6', 'gw_port': {'id': 'd74594a0-5c90-425a-bd74-2f1a73697f9f', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6c1303-e23f-4857-be86-f0d3ed1fa164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:28:04Z', 'updated_at': '2021-07-24T00:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:28:59.092511 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-16385a3b-74ff-4f75-a78f-2e3d0dc6bcd7 None None] For port 4a0c9330-26d5-4eb9-abb3-aaba7cb0e0dc, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=4a0c9330-26d5-4eb9-abb3-aaba7cb0e0dc,segment=NetworkSegment(de50c8ff-0a28-4151-b7c3-a5e9ca2a045c),segment_id=de50c8ff-0a28-4151-b7c3-a5e9ca2a045c)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:28:59.093046 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-16385a3b-74ff-4f75-a78f-2e3d0dc6bcd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:59.121385 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-16385a3b-74ff-4f75-a78f-2e3d0dc6bcd7 None None] Calling delete_port for 4a0c9330-26d5-4eb9-abb3-aaba7cb0e0dc owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:28:59.172463 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-f7843d05-5ab2-4370-afd4-d34ed3592d90 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] For port d74594a0-5c90-425a-bd74-2f1a73697f9f, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=d74594a0-5c90-425a-bd74-2f1a73697f9f,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:28:59.172893 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f7843d05-5ab2-4370-afd4-d34ed3592d90 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:59.196268 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-f7843d05-5ab2-4370-afd4-d34ed3592d90 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Calling delete_port for d74594a0-5c90-425a-bd74-2f1a73697f9f owned by network:router_gateway {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:28:59.228730 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-16385a3b-74ff-4f75-a78f-2e3d0dc6bcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:59.254820 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16385a3b-74ff-4f75-a78f-2e3d0dc6bcd7 None None] Pushing event deleted for resources: {'Port': ['ID=4a0c9330-26d5-4eb9-abb3-aaba7cb0e0dc,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:28:59.262227 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16385a3b-74ff-4f75-a78f-2e3d0dc6bcd7 None None] No DVR routers for this DVR port 4a0c9330-26d5-4eb9-abb3-aaba7cb0e0dc on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:28:59.304143 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-83534f20-e549-44af-a149-284f9510176d req-475a0413-5bd7-47ab-b75d-9fdea1a2f355 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b351c666-bc0d-431e-9d12-7a417c49ab8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1238296 Jul 24 00:28:59.451861 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83534f20-e549-44af-a149-284f9510176d req-7afe111c-5308-413d-9543-f3ed3aa0baa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:59.453547 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-83534f20-e549-44af-a149-284f9510176d req-7afe111c-5308-413d-9543-f3ed3aa0baa6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d92ca20f15949ceb494774c0319d316&device_id=b351c666-bc0d-431e-9d12-7a417c49ab8a HTTP/1.1" status: 200 len: 1097 time: 0.1066558 Jul 24 00:28:59.466413 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f7843d05-5ab2-4370-afd4-d34ed3592d90 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:59.513480 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7843d05-5ab2-4370-afd4-d34ed3592d90 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Pushing event deleted for resources: {'Port': ['ID=d74594a0-5c90-425a-bd74-2f1a73697f9f,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:28:59.631898 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f7843d05-5ab2-4370-afd4-d34ed3592d90 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687114'] for router_gateway, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:59.679378 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 4a0c9330-26d5-4eb9-abb3-aaba7cb0e0dc no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:28:59.703159 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 4a0c9330-26d5-4eb9-abb3-aaba7cb0e0dc {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:28:59.703582 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 4a0c9330-26d5-4eb9-abb3-aaba7cb0e0dc not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:28:59.704090 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 7cd074ca-7510-4431-9d03-4d327c5979a4 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:28:59.723647 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 7cd074ca-7510-4431-9d03-4d327c5979a4 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:28:59.724349 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 7cd074ca-7510-4431-9d03-4d327c5979a4 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:28:59.730389 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83534f20-e549-44af-a149-284f9510176d req-9d6783d6-4673-4bde-873b-f47aa11ae207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:59.731933 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-83534f20-e549-44af-a149-284f9510176d req-9d6783d6-4673-4bde-873b-f47aa11ae207 service neutron] 10.222.0.52 "GET /v2.0/networks?id=48d22c82-23f3-497c-81c5-313544a4da09 HTTP/1.1" status: 200 len: 916 time: 0.2552156 Jul 24 00:28:59.738033 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f7843d05-5ab2-4370-afd4-d34ed3592d90 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:59.746705 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f7843d05-5ab2-4370-afd4-d34ed3592d90 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:59.784449 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-83534f20-e549-44af-a149-284f9510176d req-ec2f81c0-7062-4dfc-a752-ef9ec842313a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fed31f06-b983-46a3-aeb4-06b156608ef1 HTTP/1.1" status: 200 len: 217 time: 0.0437145 Jul 24 00:28:59.854061 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f7843d05-5ab2-4370-afd4-d34ed3592d90 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:59.854764 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7843d05-5ab2-4370-afd4-d34ed3592d90 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Fanout notify agent at l3_agent the message router_deleted on router be6c1303-e23f-4857-be86-f0d3ed1fa164 {{(pid=100313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:28:59.864417 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f7843d05-5ab2-4370-afd4-d34ed3592d90 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:28:59.865810 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-f7843d05-5ab2-4370-afd4-d34ed3592d90 tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "DELETE /v2.0/routers/be6c1303-e23f-4857-be86-f0d3ed1fa164 HTTP/1.1" status: 204 len: 168 time: 1.1645548 Jul 24 00:28:59.869222 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 32782) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:28:59.885805 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83534f20-e549-44af-a149-284f9510176d req-bdbb6a6a-e3b5-4cb3-a2a4-b041c6a7e1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:28:59.888209 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-83534f20-e549-44af-a149-284f9510176d req-bdbb6a6a-e3b5-4cb3-a2a4-b041c6a7e1a4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a6f59582-93ff-4897-acdc-8f2e367f79f4 HTTP/1.1" status: 200 len: 855 time: 0.0733974 Jul 24 00:28:59.932125 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-83534f20-e549-44af-a149-284f9510176d req-ee342bac-a08b-4547-9f07-50f169469b2b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=48d22c82-23f3-497c-81c5-313544a4da09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346282 Jul 24 00:28:59.961272 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a4f38dac-e48d-49ce-b8b5-06965ad5a2ee tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:00.030497 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-83534f20-e549-44af-a149-284f9510176d req-70bb4175-d6fb-40f1-b641-68441f3437d6 service neutron] 10.222.0.52 "GET /v2.0/networks/48d22c82-23f3-497c-81c5-313544a4da09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899298 Jul 24 00:29:00.058529 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a4f38dac-e48d-49ce-b8b5-06965ad5a2ee tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:00.068527 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-a4f38dac-e48d-49ce-b8b5-06965ad5a2ee tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39a699b4-f9fd-4ae7-9b22-dac5fe175d5f']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:29:00.078933 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-a4f38dac-e48d-49ce-b8b5-06965ad5a2ee tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de50c8ff-0a28-4151-b7c3-a5e9ca2a045c') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:29:00.079240 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-a4f38dac-e48d-49ce-b8b5-06965ad5a2ee tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de50c8ff-0a28-4151-b7c3-a5e9ca2a045c') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:29:00.087995 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a4f38dac-e48d-49ce-b8b5-06965ad5a2ee tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:00.101465 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a4f38dac-e48d-49ce-b8b5-06965ad5a2ee tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:00.107811 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4f38dac-e48d-49ce-b8b5-06965ad5a2ee tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:29:00.108238 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a4f38dac-e48d-49ce-b8b5-06965ad5a2ee tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:00.111357 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:29:00.111357 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:29:00.111357 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:29:00.111357 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:29:00.111357 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:29:00.111357 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:29:00.111357 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:29:00.111357 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:29:00.111357 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:29:00.111357 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:29:00.111357 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:29:00.111357 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:29:00.111357 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:29:00.111357 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:29:00.111357 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:29:00.111357 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:29:00.111357 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:29:00.111357 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:29:00.111357 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:29:00.111357 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:29:00.111357 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:29:00.111357 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:29:00.111357 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:29:00.111357 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:29:00.111357 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:29:00.111357 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:29:00.111357 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:29:00.111357 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:29:00.111357 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:29:00.111357 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:29:00.111357 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:29:00.111357 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:29:00.124061 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-83534f20-e549-44af-a149-284f9510176d req-6af7e2bc-97cf-466d-9cb5-29515829e7c4 service neutron] 10.222.0.52 "GET /v2.0/networks/48d22c82-23f3-497c-81c5-313544a4da09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865610 Jul 24 00:29:00.173241 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a4f38dac-e48d-49ce-b8b5-06965ad5a2ee tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:00.179575 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a4f38dac-e48d-49ce-b8b5-06965ad5a2ee tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:00.182698 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-a4f38dac-e48d-49ce-b8b5-06965ad5a2ee tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] 10.222.0.44 "DELETE /v2.0/networks/39a699b4-f9fd-4ae7-9b22-dac5fe175d5f HTTP/1.1" status: 204 len: 168 time: 0.3120248 Jul 24 00:29:00.202748 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f38dac-e48d-49ce-b8b5-06965ad5a2ee tempest-TestNetworkBasicOps-164308519 tempest-TestNetworkBasicOps-164308519-project] Pushing event deleted for resources: {'Network': ['ID=39a699b4-f9fd-4ae7-9b22-dac5fe175d5f,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:29:00.423673 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6cb3bb-216d-4f96-b2dc-fc1a6eb4ed22 req-f9e55791-43ea-4cc9-bdc8-7178d707849b tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:29:00.425179 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3b6cb3bb-216d-4f96-b2dc-fc1a6eb4ed22 req-f9e55791-43ea-4cc9-bdc8-7178d707849b tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/networks?id=48d22c82-23f3-497c-81c5-313544a4da09 HTTP/1.1" status: 200 len: 815 time: 0.1205544 Jul 24 00:29:00.439655 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3b6cb3bb-216d-4f96-b2dc-fc1a6eb4ed22 req-05f9e9e6-cf15-443a-8502-7acc7b6e7431 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/quotas/6d92ca20f15949ceb494774c0319d316 HTTP/1.1" status: 200 len: 375 time: 0.0090210 Jul 24 00:29:00.456132 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 32802) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:29:00.515334 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3b6cb3bb-216d-4f96-b2dc-fc1a6eb4ed22 req-be9e66b5-0b42-491e-91d8-844f1365a481 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=6d92ca20f15949ceb494774c0319d316&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0698271 Jul 24 00:29:00.638492 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3b6cb3bb-216d-4f96-b2dc-fc1a6eb4ed22 req-8d1c2f72-b5a2-4d04-935a-8d74510bb256 service neutron] 10.222.0.44 "GET /v2.0/networks/48d22c82-23f3-497c-81c5-313544a4da09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163642 Jul 24 00:29:00.641053 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-cddd2878-7053-4302-9bfe-499ad5d9e321 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a764eb486e0143bab151f7bee776b0b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1838853 Jul 24 00:29:00.643710 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 32806) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:29:00.691952 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f343e6c2-0524-4a9d-a88d-4865674a99d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:00.713136 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f343e6c2-0524-4a9d-a88d-4865674a99d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:00.732475 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3b6cb3bb-216d-4f96-b2dc-fc1a6eb4ed22 req-894a2a2c-43c7-41ed-81d5-135f9d1d875b service neutron] 10.222.0.44 "GET /v2.0/networks/48d22c82-23f3-497c-81c5-313544a4da09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883088 Jul 24 00:29:00.758758 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f343e6c2-0524-4a9d-a88d-4865674a99d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:00.761539 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f343e6c2-0524-4a9d-a88d-4865674a99d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:00.762733 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-f343e6c2-0524-4a9d-a88d-4865674a99d5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ba43af67-2669-43f2-af1d-cf3866be75d8 HTTP/1.1" status: 204 len: 168 time: 0.1180544 Jul 24 00:29:00.770555 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f343e6c2-0524-4a9d-a88d-4865674a99d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba43af67-2669-43f2-af1d-cf3866be75d8,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:29:00.914851 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-540a8edb-c3d3-4a4e-bd56-04a0fdf475aa req-b4d80a1c-8ea8-42ab-af48-0b0b90c8e46b tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c266e0-a5ac-4ec0-aae0-ac772fa93052 HTTP/1.1" status: 200 len: 210 time: 0.0299175 Jul 24 00:29:01.032158 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 32820) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:29:01.045474 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f16e412f-6e21-49d9-a4e1-9141a1204efd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:01.139825 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f16e412f-6e21-49d9-a4e1-9141a1204efd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:01.143967 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f16e412f-6e21-49d9-a4e1-9141a1204efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:01.182013 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-f16e412f-6e21-49d9-a4e1-9141a1204efd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4d3729f6ea134e8598e6b23838882ef8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1485972 Jul 24 00:29:01.182890 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16e412f-6e21-49d9-a4e1-9141a1204efd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e72bc45d-dc30-4372-b349-93dcdec20f80,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:29:01.184713 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 32824) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:29:01.238252 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6d3b3efe-afee-4604-aba6-c3bc67f563b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:01.260551 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6d3b3efe-afee-4604-aba6-c3bc67f563b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:01.308152 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6d3b3efe-afee-4604-aba6-c3bc67f563b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:01.311045 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6d3b3efe-afee-4604-aba6-c3bc67f563b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:01.312618 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-6d3b3efe-afee-4604-aba6-c3bc67f563b5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e72bc45d-dc30-4372-b349-93dcdec20f80 HTTP/1.1" status: 204 len: 168 time: 0.1268950 Jul 24 00:29:01.322874 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3b3efe-afee-4604-aba6-c3bc67f563b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72bc45d-dc30-4372-b349-93dcdec20f80,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:29:01.546409 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device d74594a0-5c90-425a-bd74-2f1a73697f9f no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:29:01.568534 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: d74594a0-5c90-425a-bd74-2f1a73697f9f {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:29:01.568915 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device d74594a0-5c90-425a-bd74-2f1a73697f9f not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:29:01.825808 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6cb3bb-216d-4f96-b2dc-fc1a6eb4ed22 req-98c07ac0-1581-46e3-a788-506ff0ae0b5f tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:29:01.827479 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3b6cb3bb-216d-4f96-b2dc-fc1a6eb4ed22 req-98c07ac0-1581-46e3-a788-506ff0ae0b5f tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.52 "GET /v2.0/networks?id=48d22c82-23f3-497c-81c5-313544a4da09 HTTP/1.1" status: 200 len: 815 time: 0.1124592 Jul 24 00:29:01.841049 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-3b6cb3bb-216d-4f96-b2dc-fc1a6eb4ed22 req-64899116-95bd-40ea-bfd4-d44543e8ace7 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Request body: {'port': {'device_id': '25c266e0-a5ac-4ec0-aae0-ac772fa93052', 'network_id': '48d22c82-23f3-497c-81c5-313544a4da09', 'admin_state_up': True, 'tenant_id': '6d92ca20f15949ceb494774c0319d316'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:29:01.953564 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b6cb3bb-216d-4f96-b2dc-fc1a6eb4ed22 req-64899116-95bd-40ea-bfd4-d44543e8ace7 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Made reservation on behalf of 6d92ca20f15949ceb494774c0319d316 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:29:01.957120 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-3b6cb3bb-216d-4f96-b2dc-fc1a6eb4ed22 req-64899116-95bd-40ea-bfd4-d44543e8ace7 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:02.020291 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ea1ac9dc-ff65-4b30-b442-382da2c404f7 req-3e4d56a2-0bac-4f9f-9ea5-164e41a5a735 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c266e0-a5ac-4ec0-aae0-ac772fa93052 HTTP/1.1" status: 200 len: 210 time: 0.0308006 Jul 24 00:29:02.088887 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-3b6cb3bb-216d-4f96-b2dc-fc1a6eb4ed22 req-64899116-95bd-40ea-bfd4-d44543e8ace7 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Allocated IP 172.20.0.11 (48d22c82-23f3-497c-81c5-313544a4da09/a6f59582-93ff-4897-acdc-8f2e367f79f4/70ac10f1-cbd5-4d10-9c08-090bbb42ce70) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:29:02.566893 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-3b6cb3bb-216d-4f96-b2dc-fc1a6eb4ed22 req-64899116-95bd-40ea-bfd4-d44543e8ace7 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:02.606090 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-3b6cb3bb-216d-4f96-b2dc-fc1a6eb4ed22 req-64899116-95bd-40ea-bfd4-d44543e8ace7 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:02.621445 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['afa0e91e-c23f-49e0-b55e-e19520f2ae85', 'd8c7956c-6f2d-42a9-9080-13c6ff2b44c5'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:29:02.624532 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['fed31f06-b983-46a3-aeb4-06b156608ef1'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:29:02.655142 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b6cb3bb-216d-4f96-b2dc-fc1a6eb4ed22 req-64899116-95bd-40ea-bfd4-d44543e8ace7 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Network 48d22c82-23f3-497c-81c5-313544a4da09 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:29:02.658184 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-3b6cb3bb-216d-4f96-b2dc-fc1a6eb4ed22 req-64899116-95bd-40ea-bfd4-d44543e8ace7 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:29:02.661894 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b6cb3bb-216d-4f96-b2dc-fc1a6eb4ed22 req-64899116-95bd-40ea-bfd4-d44543e8ace7 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:29:02.713506 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64899116-95bd-40ea-bfd4-d44543e8ace7 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Pushing event updated for resources: {'Port': ['ID=70ac10f1-cbd5-4d10-9c08-090bbb42ce70,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:29:02.723566 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6cb3bb-216d-4f96-b2dc-fc1a6eb4ed22 req-64899116-95bd-40ea-bfd4-d44543e8ace7 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:29:02.724402 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-3b6cb3bb-216d-4f96-b2dc-fc1a6eb4ed22 req-64899116-95bd-40ea-bfd4-d44543e8ace7 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:02.739977 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3b6cb3bb-216d-4f96-b2dc-fc1a6eb4ed22 req-64899116-95bd-40ea-bfd4-d44543e8ace7 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9031832 Jul 24 00:29:02.751931 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-3b6cb3bb-216d-4f96-b2dc-fc1a6eb4ed22 req-84c5306e-7e6c-4220-b78a-52cecae3e7bc service neutron] Request body: {'port': {'device_id': '25c266e0-a5ac-4ec0-aae0-ac772fa93052', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:29:02.833888 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-3b6cb3bb-216d-4f96-b2dc-fc1a6eb4ed22 req-84c5306e-7e6c-4220-b78a-52cecae3e7bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:03.100187 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-3b6cb3bb-216d-4f96-b2dc-fc1a6eb4ed22 req-84c5306e-7e6c-4220-b78a-52cecae3e7bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70ac10f1-cbd5-4d10-9c08-090bbb42ce70 {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:29:03.108613 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-3b6cb3bb-216d-4f96-b2dc-fc1a6eb4ed22 req-84c5306e-7e6c-4220-b78a-52cecae3e7bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:03.122154 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-3b6cb3bb-216d-4f96-b2dc-fc1a6eb4ed22 req-84c5306e-7e6c-4220-b78a-52cecae3e7bc service neutron] Transition to ACTIVE for port object 70ac10f1-cbd5-4d10-9c08-090bbb42ce70 will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:29:03.126912 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-3b6cb3bb-216d-4f96-b2dc-fc1a6eb4ed22 req-84c5306e-7e6c-4220-b78a-52cecae3e7bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:03.162219 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b72cbdc-7a56-4403-b2d6-a0b02d67f4b4 req-9bb353a4-8498-4064-af7f-efe58b12c35e tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:29:03.163785 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4b72cbdc-7a56-4403-b2d6-a0b02d67f4b4 req-9bb353a4-8498-4064-af7f-efe58b12c35e tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c266e0-a5ac-4ec0-aae0-ac772fa93052 HTTP/1.1" status: 200 len: 932 time: 0.0742965 Jul 24 00:29:03.206554 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c5306e-7e6c-4220-b78a-52cecae3e7bc service neutron] Pushing event updated for resources: {'Port': ['ID=70ac10f1-cbd5-4d10-9c08-090bbb42ce70,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:29:03.210679 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4b72cbdc-7a56-4403-b2d6-a0b02d67f4b4 req-1cd2c678-4233-4a89-97d0-6810c3042d8d tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/security-groups?id=680d88b2-84cf-494c-87c6-8eb84b9dba69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393093 Jul 24 00:29:03.259034 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-3b6cb3bb-216d-4f96-b2dc-fc1a6eb4ed22 req-84c5306e-7e6c-4220-b78a-52cecae3e7bc service neutron] Attempting to bind port 70ac10f1-cbd5-4d10-9c08-090bbb42ce70 on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:29:03.259373 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-3b6cb3bb-216d-4f96-b2dc-fc1a6eb4ed22 req-84c5306e-7e6c-4220-b78a-52cecae3e7bc service neutron] Attempting to bind port 70ac10f1-cbd5-4d10-9c08-090bbb42ce70 by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': '3c9a59e0-db5f-464c-9f24-21dd3dbd9ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '48d22c82-23f3-497c-81c5-313544a4da09'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:29:03.259705 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6cb3bb-216d-4f96-b2dc-fc1a6eb4ed22 req-84c5306e-7e6c-4220-b78a-52cecae3e7bc service neutron] Attempting to bind port 70ac10f1-cbd5-4d10-9c08-090bbb42ce70 on network 48d22c82-23f3-497c-81c5-313544a4da09 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:29:03.263894 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6cb3bb-216d-4f96-b2dc-fc1a6eb4ed22 req-84c5306e-7e6c-4220-b78a-52cecae3e7bc service neutron] Port 70ac10f1-cbd5-4d10-9c08-090bbb42ce70 on network 48d22c82-23f3-497c-81c5-313544a4da09 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:29:03.264224 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6cb3bb-216d-4f96-b2dc-fc1a6eb4ed22 req-84c5306e-7e6c-4220-b78a-52cecae3e7bc service neutron] Attempting to bind port 70ac10f1-cbd5-4d10-9c08-090bbb42ce70 on network 48d22c82-23f3-497c-81c5-313544a4da09 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:29:03.268902 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6cb3bb-216d-4f96-b2dc-fc1a6eb4ed22 req-84c5306e-7e6c-4220-b78a-52cecae3e7bc service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:29:03.269247 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6cb3bb-216d-4f96-b2dc-fc1a6eb4ed22 req-84c5306e-7e6c-4220-b78a-52cecae3e7bc service neutron] Checking segment: {'id': '3c9a59e0-db5f-464c-9f24-21dd3dbd9ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '48d22c82-23f3-497c-81c5-313544a4da09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:29:03.269635 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6cb3bb-216d-4f96-b2dc-fc1a6eb4ed22 req-84c5306e-7e6c-4220-b78a-52cecae3e7bc service neutron] Bound using segment: {'id': '3c9a59e0-db5f-464c-9f24-21dd3dbd9ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '48d22c82-23f3-497c-81c5-313544a4da09'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:29:03.270060 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-3b6cb3bb-216d-4f96-b2dc-fc1a6eb4ed22 req-84c5306e-7e6c-4220-b78a-52cecae3e7bc service neutron] Bound port: 70ac10f1-cbd5-4d10-9c08-090bbb42ce70, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c9a59e0-db5f-464c-9f24-21dd3dbd9ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '48d22c82-23f3-497c-81c5-313544a4da09'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:29:03.270422 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-3b6cb3bb-216d-4f96-b2dc-fc1a6eb4ed22 req-84c5306e-7e6c-4220-b78a-52cecae3e7bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:03.332206 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-3b6cb3bb-216d-4f96-b2dc-fc1a6eb4ed22 req-84c5306e-7e6c-4220-b78a-52cecae3e7bc service neutron] For port 70ac10f1-cbd5-4d10-9c08-090bbb42ce70, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:29:03.335175 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-3b6cb3bb-216d-4f96-b2dc-fc1a6eb4ed22 req-84c5306e-7e6c-4220-b78a-52cecae3e7bc service neutron] For port 70ac10f1-cbd5-4d10-9c08-090bbb42ce70, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=70ac10f1-cbd5-4d10-9c08-090bbb42ce70,segment=NetworkSegment(3c9a59e0-db5f-464c-9f24-21dd3dbd9ef6),segment_id=3c9a59e0-db5f-464c-9f24-21dd3dbd9ef6)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:29:03.340336 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-3b6cb3bb-216d-4f96-b2dc-fc1a6eb4ed22 req-84c5306e-7e6c-4220-b78a-52cecae3e7bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:03.374760 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6cb3bb-216d-4f96-b2dc-fc1a6eb4ed22 req-84c5306e-7e6c-4220-b78a-52cecae3e7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:29:03.375392 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-3b6cb3bb-216d-4f96-b2dc-fc1a6eb4ed22 req-84c5306e-7e6c-4220-b78a-52cecae3e7bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:03.376786 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3b6cb3bb-216d-4f96-b2dc-fc1a6eb4ed22 req-84c5306e-7e6c-4220-b78a-52cecae3e7bc service neutron] 10.222.0.52 "PUT /v2.0/ports/70ac10f1-cbd5-4d10-9c08-090bbb42ce70 HTTP/1.1" status: 200 len: 1093 time: 0.6292701 Jul 24 00:29:03.377274 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25c266e0-a5ac-4ec0-aae0-ac772fa93052', 'tag': '70ac10f1-cbd5-4d10-9c08-090bbb42ce70'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:29:03.379536 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8bea380-ea4f-40e0-b727-728c76942749" -d '{"events": [{"name": "network-changed", "server_uuid": "25c266e0-a5ac-4ec0-aae0-ac772fa93052", "tag": "70ac10f1-cbd5-4d10-9c08-090bbb42ce70"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:29:03.401160 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c5306e-7e6c-4220-b78a-52cecae3e7bc service neutron] Pushing event updated for resources: {'Port': ['ID=70ac10f1-cbd5-4d10-9c08-090bbb42ce70,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:29:03.427813 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaac7f08-9169-40d7-94b5-c98dcf42cce6 x-openstack-request-id: req-aaac7f08-9169-40d7-94b5-c98dcf42cce6 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:29:03.428102 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25c266e0-a5ac-4ec0-aae0-ac772fa93052", "tag": "70ac10f1-cbd5-4d10-9c08-090bbb42ce70", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:29:03.428358 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-aaac7f08-9169-40d7-94b5-c98dcf42cce6 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:29:03.428761 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25c266e0-a5ac-4ec0-aae0-ac772fa93052', 'tag': '70ac10f1-cbd5-4d10-9c08-090bbb42ce70', 'status': 'completed', 'code': 200} Jul 24 00:29:03.480066 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6cb3bb-216d-4f96-b2dc-fc1a6eb4ed22 req-2f9950e8-f869-4401-b1a7-018d8fe32bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:29:03.481715 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3b6cb3bb-216d-4f96-b2dc-fc1a6eb4ed22 req-2f9950e8-f869-4401-b1a7-018d8fe32bdd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d92ca20f15949ceb494774c0319d316&device_id=25c266e0-a5ac-4ec0-aae0-ac772fa93052 HTTP/1.1" status: 200 len: 1096 time: 0.0627804 Jul 24 00:29:03.524620 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3b6cb3bb-216d-4f96-b2dc-fc1a6eb4ed22 req-89dbe685-4542-4d95-9f9d-c786f8b8ab99 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70ac10f1-cbd5-4d10-9c08-090bbb42ce70 HTTP/1.1" status: 200 len: 217 time: 0.0343456 Jul 24 00:29:03.560294 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 32882) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:29:03.565571 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-ac10871e-5ca1-4100-9de7-77b97fe32f3d tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Request body: {'network': {'name': 'tempest-network-smoke--1333564936', 'project_id': '20e8057946a247658f845531325ccb01', 'port_security_enabled': True}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:29:03.574423 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6cb3bb-216d-4f96-b2dc-fc1a6eb4ed22 req-78c01c72-fb2d-4560-b793-ec29ed6f470c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:29:03.575964 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3b6cb3bb-216d-4f96-b2dc-fc1a6eb4ed22 req-78c01c72-fb2d-4560-b793-ec29ed6f470c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a6f59582-93ff-4897-acdc-8f2e367f79f4 HTTP/1.1" status: 200 len: 855 time: 0.0445819 Jul 24 00:29:03.588147 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac10871e-5ca1-4100-9de7-77b97fe32f3d tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Made reservation on behalf of 20e8057946a247658f845531325ccb01 for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:29:03.592050 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ac10871e-5ca1-4100-9de7-77b97fe32f3d tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:03.601047 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ac10871e-5ca1-4100-9de7-77b97fe32f3d tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:03.611481 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3b6cb3bb-216d-4f96-b2dc-fc1a6eb4ed22 req-b7b439e2-f2b9-494f-b897-1931de30a077 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=48d22c82-23f3-497c-81c5-313544a4da09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292261 Jul 24 00:29:03.697056 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ac10871e-5ca1-4100-9de7-77b97fe32f3d tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:03.702258 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ac10871e-5ca1-4100-9de7-77b97fe32f3d tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:03.710432 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3b6cb3bb-216d-4f96-b2dc-fc1a6eb4ed22 req-ffec4531-a8e4-4239-a3c7-e057a21564da service neutron] 10.222.0.52 "GET /v2.0/networks/48d22c82-23f3-497c-81c5-313544a4da09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927169 Jul 24 00:29:03.729958 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac10871e-5ca1-4100-9de7-77b97fe32f3d tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:29:03.739735 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac10871e-5ca1-4100-9de7-77b97fe32f3d tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4107194-8f28-4f3d-a4a3-50976528ce3e,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:29:03.744654 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ac10871e-5ca1-4100-9de7-77b97fe32f3d tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:03.745043 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-ac10871e-5ca1-4100-9de7-77b97fe32f3d tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Added segment 95dee327-ad5e-4797-8ff3-0906e099d105 of type vlan for network 8310620e-90a3-4e8f-89aa-5ce1b818a484 Jul 24 00:29:03.786106 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ac10871e-5ca1-4100-9de7-77b97fe32f3d tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:03.808953 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3b6cb3bb-216d-4f96-b2dc-fc1a6eb4ed22 req-edfc5a81-2da4-4eb4-a12a-b712a11ab75d service neutron] 10.222.0.52 "GET /v2.0/networks/48d22c82-23f3-497c-81c5-313544a4da09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915227 Jul 24 00:29:03.815231 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ac10871e-5ca1-4100-9de7-77b97fe32f3d tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:03.821877 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac10871e-5ca1-4100-9de7-77b97fe32f3d tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:29:03.822479 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ac10871e-5ca1-4100-9de7-77b97fe32f3d tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:03.866554 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-ac10871e-5ca1-4100-9de7-77b97fe32f3d tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3049629 Jul 24 00:29:03.869616 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 32884) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:29:03.874176 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-0d60dd8e-025f-4d5a-b735-e84ffbf9646b tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-248782954', 'admin_state_up': True, 'project_id': '20e8057946a247658f845531325ccb01', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:29:03.909857 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac10871e-5ca1-4100-9de7-77b97fe32f3d tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Pushing event updated for resources: {'Network': ['ID=8310620e-90a3-4e8f-89aa-5ce1b818a484,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:29:03.913625 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bea380-ea4f-40e0-b727-728c76942749 req-ac56def1-294a-4495-b18a-6db10d05a8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:29:03.915216 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f8bea380-ea4f-40e0-b727-728c76942749 req-ac56def1-294a-4495-b18a-6db10d05a8ba service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d92ca20f15949ceb494774c0319d316&device_id=25c266e0-a5ac-4ec0-aae0-ac772fa93052 HTTP/1.1" status: 200 len: 1096 time: 0.0553992 Jul 24 00:29:03.922187 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 8310620e-90a3-4e8f-89aa-5ce1b818a484 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:29:03.927385 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0d60dd8e-025f-4d5a-b735-e84ffbf9646b tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:03.928401 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0d60dd8e-025f-4d5a-b735-e84ffbf9646b tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:03.985377 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0d60dd8e-025f-4d5a-b735-e84ffbf9646b tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:04.015799 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bea380-ea4f-40e0-b727-728c76942749 req-90d0f31c-3500-4640-a4f1-046ab2c8528d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:29:04.017334 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f8bea380-ea4f-40e0-b727-728c76942749 req-90d0f31c-3500-4640-a4f1-046ab2c8528d service neutron] 10.222.0.52 "GET /v2.0/networks?id=48d22c82-23f3-497c-81c5-313544a4da09 HTTP/1.1" status: 200 len: 916 time: 0.0960481 Jul 24 00:29:04.062746 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f8bea380-ea4f-40e0-b727-728c76942749 req-91fd55d9-4749-4b5e-873a-b8a9b5543e6e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70ac10f1-cbd5-4d10-9c08-090bbb42ce70 HTTP/1.1" status: 200 len: 217 time: 0.0373194 Jul 24 00:29:04.112597 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bea380-ea4f-40e0-b727-728c76942749 req-d677c2ef-9cc3-4680-8c2b-d5ed74e47cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:29:04.114107 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f8bea380-ea4f-40e0-b727-728c76942749 req-d677c2ef-9cc3-4680-8c2b-d5ed74e47cdc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a6f59582-93ff-4897-acdc-8f2e367f79f4 HTTP/1.1" status: 200 len: 855 time: 0.0440834 Jul 24 00:29:04.128663 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0d60dd8e-025f-4d5a-b735-e84ffbf9646b tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:04.149343 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f8bea380-ea4f-40e0-b727-728c76942749 req-fe16cfaf-09d0-4346-9c99-9f8bcadac4a7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=48d22c82-23f3-497c-81c5-313544a4da09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278866 Jul 24 00:29:04.244532 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f8bea380-ea4f-40e0-b727-728c76942749 req-c05eb844-6a47-4eec-a6d6-d9950788e01d service neutron] 10.222.0.52 "GET /v2.0/networks/48d22c82-23f3-497c-81c5-313544a4da09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885327 Jul 24 00:29:04.340870 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f8bea380-ea4f-40e0-b727-728c76942749 req-b855e2a5-7af2-426e-9dc8-a590be938ac6 service neutron] 10.222.0.52 "GET /v2.0/networks/48d22c82-23f3-497c-81c5-313544a4da09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829666 Jul 24 00:29:04.355410 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0d60dd8e-025f-4d5a-b735-e84ffbf9646b tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks [] for router_gateway, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:04.377071 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0d60dd8e-025f-4d5a-b735-e84ffbf9646b tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:04.437913 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b1576-a881-4819-afee-8fa7bdbbca60 req-93ca6e1d-35e8-4b71-915b-e16c313c5114 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:29:04.439322 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a90b1576-a881-4819-afee-8fa7bdbbca60 req-93ca6e1d-35e8-4b71-915b-e16c313c5114 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c266e0-a5ac-4ec0-aae0-ac772fa93052 HTTP/1.1" status: 200 len: 944 time: 0.1449873 Jul 24 00:29:04.515822 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a90b1576-a881-4819-afee-8fa7bdbbca60 req-77772599-6dbc-4f9d-a25d-88a6f338d314 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/security-groups?id=680d88b2-84cf-494c-87c6-8eb84b9dba69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678289 Jul 24 00:29:04.530202 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-0d60dd8e-025f-4d5a-b735-e84ffbf9646b tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Allocated IP 172.25.3.188 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/98c398d9-da85-46c3-a1f8-5861ee0b9139) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:29:04.634934 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0d60dd8e-025f-4d5a-b735-e84ffbf9646b tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:04.672316 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0d60dd8e-025f-4d5a-b735-e84ffbf9646b tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:04.713884 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d60dd8e-025f-4d5a-b735-e84ffbf9646b tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:29:04.718625 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-0d60dd8e-025f-4d5a-b735-e84ffbf9646b tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:29:04.721059 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d60dd8e-025f-4d5a-b735-e84ffbf9646b tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:29:04.747832 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d60dd8e-025f-4d5a-b735-e84ffbf9646b tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Pushing event updated for resources: {'Port': ['ID=98c398d9-da85-46c3-a1f8-5861ee0b9139,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:29:04.969962 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0d60dd8e-025f-4d5a-b735-e84ffbf9646b tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks [] for router_gateway, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:05.424978 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0d60dd8e-025f-4d5a-b735-e84ffbf9646b tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:05.549474 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d60dd8e-025f-4d5a-b735-e84ffbf9646b tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Router 687c1297-ae82-4951-9597-1e93f99d70ad is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:29:05.657113 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d60dd8e-025f-4d5a-b735-e84ffbf9646b tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:29:05.662895 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01592a09-051c-4935-bd53-faea490bf1e1 req-4300e195-86cf-4dbf-b2d5-509c19d5a9e3 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:29:05.664428 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-01592a09-051c-4935-bd53-faea490bf1e1 req-4300e195-86cf-4dbf-b2d5-509c19d5a9e3 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c266e0-a5ac-4ec0-aae0-ac772fa93052 HTTP/1.1" status: 200 len: 944 time: 0.0695281 Jul 24 00:29:05.668095 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d74fa1-8420-4ef9-86be-6991a71e9cce None None] Sync routers for ids ['687c1297-ae82-4951-9597-1e93f99d70ad'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:29:05.677950 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d74fa1-8420-4ef9-86be-6991a71e9cce None None] Routers {'687c1297-ae82-4951-9597-1e93f99d70ad'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:29:05.678882 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-c9d74fa1-8420-4ef9-86be-6991a71e9cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:28:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['687c1297-ae82-4951-9597-1e93f99d70ad'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:29:05.681499 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0d60dd8e-025f-4d5a-b735-e84ffbf9646b tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:05.686199 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-0d60dd8e-025f-4d5a-b735-e84ffbf9646b tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.8155057 Jul 24 00:29:05.686844 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 32890) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:29:05.713073 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-01592a09-051c-4935-bd53-faea490bf1e1 req-0b25de41-1e84-445d-8df3-71769ef902eb tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/security-groups?id=680d88b2-84cf-494c-87c6-8eb84b9dba69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426059 Jul 24 00:29:05.787582 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-c9d74fa1-8420-4ef9-86be-6991a71e9cce None None] Set router 687c1297-ae82-4951-9597-1e93f99d70ad gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:29:05.815083 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-7e0834c8-f9c9-4ad6-b47d-100c2174dfb7 tempest-TestSecurityGroupsBasicOps-1092756230 tempest-TestSecurityGroupsBasicOps-1092756230-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=20e8057946a247658f845531325ccb01&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1271329 Jul 24 00:29:05.817859 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 32894) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:29:05.914296 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d56c21a-3a69-40f6-bd77-e2032359365d tempest-TestSecurityGroupsBasicOps-1092756230 tempest-TestSecurityGroupsBasicOps-1092756230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:29:05.917430 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-4d56c21a-3a69-40f6-bd77-e2032359365d tempest-TestSecurityGroupsBasicOps-1092756230 tempest-TestSecurityGroupsBasicOps-1092756230-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0979114 Jul 24 00:29:05.919730 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 32896) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:29:05.957911 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-d13d71af-7dd1-4523-a654-cc536bfee4cb tempest-TestSecurityGroupsBasicOps-1092756230 tempest-TestSecurityGroupsBasicOps-1092756230-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=9adcfee8-760c-4568-9e39-c221abf69bf5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0369852 Jul 24 00:29:05.960396 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 32898) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:29:05.964903 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-c9d74fa1-8420-4ef9-86be-6991a71e9cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '687c1297-ae82-4951-9597-1e93f99d70ad', 'name': 'tempest-TestSecurityGroupsBasicOps-router-248782954', 'tenant_id': '20e8057946a247658f845531325ccb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '98c398d9-da85-46c3-a1f8-5861ee0b9139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:29:03Z', 'updated_at': '2021-07-24T00:29:04Z', 'revision_number': 3, 'project_id': '20e8057946a247658f845531325ccb01', 'gw_port': {'id': '98c398d9-da85-46c3-a1f8-5861ee0b9139', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '687c1297-ae82-4951-9597-1e93f99d70ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:29:04Z', 'updated_at': '2021-07-24T00:29:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:29:05.965645 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-4691bb76-910b-4a05-8253-e458a8edd326 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-485244933', 'network_id': '8310620e-90a3-4e8f-89aa-5ce1b818a484', 'project_id': '20e8057946a247658f845531325ccb01', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:29:05.991422 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d74fa1-8420-4ef9-86be-6991a71e9cce None None] Checking router: 687c1297-ae82-4951-9597-1e93f99d70ad for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:29:05.991795 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d74fa1-8420-4ef9-86be-6991a71e9cce None None] Updating router 687c1297-ae82-4951-9597-1e93f99d70ad port 98c398d9-da85-46c3-a1f8-5861ee0b9139 binding host n-d-800088-16 {{(pid=100315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:29:06.025036 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c9d74fa1-8420-4ef9-86be-6991a71e9cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:06.054960 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4691bb76-910b-4a05-8253-e458a8edd326 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Made reservation on behalf of 20e8057946a247658f845531325ccb01 for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:29:06.059101 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4691bb76-910b-4a05-8253-e458a8edd326 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:06.246487 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4691bb76-910b-4a05-8253-e458a8edd326 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:06.302144 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4691bb76-910b-4a05-8253-e458a8edd326 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Pushing event updated for resources: {'Subnet': ['ID=b34615af-957b-4269-976b-aab36c9b98e7,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:29:06.314067 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4691bb76-910b-4a05-8253-e458a8edd326 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Checking segment: {'id': '95dee327-ad5e-4797-8ff3-0906e099d105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '8310620e-90a3-4e8f-89aa-5ce1b818a484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:29:06.314414 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4691bb76-910b-4a05-8253-e458a8edd326 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Network hostable DHCP agents. Network: 8310620e-90a3-4e8f-89aa-5ce1b818a484, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:29:06.330242 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4691bb76-910b-4a05-8253-e458a8edd326 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Network 8310620e-90a3-4e8f-89aa-5ce1b818a484 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:29:06.339670 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-4691bb76-910b-4a05-8253-e458a8edd326 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 8310620e-90a3-4e8f-89aa-5ce1b818a484) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:29:06.344442 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4691bb76-910b-4a05-8253-e458a8edd326 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:29:06.345072 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4691bb76-910b-4a05-8253-e458a8edd326 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:06.350023 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feba4d87-eb33-4091-8495-c7fc82ae85bc None None] Network 8310620e-90a3-4e8f-89aa-5ce1b818a484 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:29:06.359802 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-4691bb76-910b-4a05-8253-e458a8edd326 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3981936 Jul 24 00:29:06.362587 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 32900) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:29:06.537240 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c9d74fa1-8420-4ef9-86be-6991a71e9cce None None] Notify callbacks [] for port, precommit_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:06.552308 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-c9d74fa1-8420-4ef9-86be-6991a71e9cce None None] Transition to ACTIVE for port object 98c398d9-da85-46c3-a1f8-5861ee0b9139 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:29:06.574605 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c9d74fa1-8420-4ef9-86be-6991a71e9cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:06.599287 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd5d44c-f547-4c92-848a-053aa93e717c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-8310620e-90a3-4e8f-89aa-5ce1b818a484', 'network_id': '8310620e-90a3-4e8f-89aa-5ce1b818a484', 'tenant_id': '20e8057946a247658f845531325ccb01', 'fixed_ips': [{'subnet_id': 'b34615af-957b-4269-976b-aab36c9b98e7'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:29:06.600150 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-5dd5d44c-f547-4c92-848a-053aa93e717c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:06.647062 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-c9d74fa1-8420-4ef9-86be-6991a71e9cce None None] Attempting to bind port 98c398d9-da85-46c3-a1f8-5861ee0b9139 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:29:06.647442 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-c9d74fa1-8420-4ef9-86be-6991a71e9cce None None] Attempting to bind port 98c398d9-da85-46c3-a1f8-5861ee0b9139 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:29:06.647814 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d74fa1-8420-4ef9-86be-6991a71e9cce None None] Attempting to bind port 98c398d9-da85-46c3-a1f8-5861ee0b9139 on network 9adcfee8-760c-4568-9e39-c221abf69bf5 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:29:06.651279 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67560c4b-706a-4d80-9ae4-63f22af53d74 None None] Pushing event updated for resources: {'Port': ['ID=98c398d9-da85-46c3-a1f8-5861ee0b9139,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:29:06.659253 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d74fa1-8420-4ef9-86be-6991a71e9cce None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:29:06.659412 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d74fa1-8420-4ef9-86be-6991a71e9cce None None] Checking segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:29:06.659807 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c9d74fa1-8420-4ef9-86be-6991a71e9cce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:06.660202 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d74fa1-8420-4ef9-86be-6991a71e9cce None None] Bound using segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:29:06.660680 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-c9d74fa1-8420-4ef9-86be-6991a71e9cce None None] Bound port: 98c398d9-da85-46c3-a1f8-5861ee0b9139, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:29:06.661101 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c9d74fa1-8420-4ef9-86be-6991a71e9cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:06.798381 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-c9d74fa1-8420-4ef9-86be-6991a71e9cce None None] For port 98c398d9-da85-46c3-a1f8-5861ee0b9139, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:29:06.803108 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f07ea62f-258a-4d85-9d46-558da37a4a64 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:06.816330 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-c9d74fa1-8420-4ef9-86be-6991a71e9cce None None] For port 98c398d9-da85-46c3-a1f8-5861ee0b9139, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=98c398d9-da85-46c3-a1f8-5861ee0b9139,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:29:06.825138 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c9d74fa1-8420-4ef9-86be-6991a71e9cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:06.832593 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-5dd5d44c-f547-4c92-848a-053aa93e717c None None] Allocated IP 172.20.0.2 (8310620e-90a3-4e8f-89aa-5ce1b818a484/b34615af-957b-4269-976b-aab36c9b98e7/0e3159df-8f30-46b5-8114-e00f50edd4b5) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:29:06.862030 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83e2cd3-4824-4b3c-a7ba-0a64a76a5930 req-0997fa44-5e0e-49d6-9a67-cedda3a68882 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:29:06.864250 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d83e2cd3-4824-4b3c-a7ba-0a64a76a5930 req-0997fa44-5e0e-49d6-9a67-cedda3a68882 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c266e0-a5ac-4ec0-aae0-ac772fa93052 HTTP/1.1" status: 200 len: 944 time: 0.0792148 Jul 24 00:29:06.912977 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67560c4b-706a-4d80-9ae4-63f22af53d74 None None] Pushing event updated for resources: {'Port': ['ID=98c398d9-da85-46c3-a1f8-5861ee0b9139,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:29:06.916021 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d83e2cd3-4824-4b3c-a7ba-0a64a76a5930 req-dc298406-7d5c-4d9b-96b0-bd5ce34faa3d tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/security-groups?id=680d88b2-84cf-494c-87c6-8eb84b9dba69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447402 Jul 24 00:29:06.917931 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d74fa1-8420-4ef9-86be-6991a71e9cce None None] Routers {'687c1297-ae82-4951-9597-1e93f99d70ad'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:29:06.918471 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-c9d74fa1-8420-4ef9-86be-6991a71e9cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:28:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['687c1297-ae82-4951-9597-1e93f99d70ad'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:29:06.959313 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 70ac10f1-cbd5-4d10-9c08-090bbb42ce70 details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:29:07.149059 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-c9d74fa1-8420-4ef9-86be-6991a71e9cce None None] Set router 687c1297-ae82-4951-9597-1e93f99d70ad gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:29:07.274173 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-5dd5d44c-f547-4c92-848a-053aa93e717c None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:07.276860 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 70ac10f1-cbd5-4d10-9c08-090bbb42ce70, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=70ac10f1-cbd5-4d10-9c08-090bbb42ce70,segment=NetworkSegment(3c9a59e0-db5f-464c-9f24-21dd3dbd9ef6),segment_id=3c9a59e0-db5f-464c-9f24-21dd3dbd9ef6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:29:07.295785 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-5dd5d44c-f547-4c92-848a-053aa93e717c None None] Transition to ACTIVE for port object 0e3159df-8f30-46b5-8114-e00f50edd4b5 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:29:07.324277 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': '70ac10f1-cbd5-4d10-9c08-090bbb42ce70', 'network_id': '48d22c82-23f3-497c-81c5-313544a4da09', 'port_id': '70ac10f1-cbd5-4d10-9c08-090bbb42ce70', 'mac_address': 'fa:16:3e:73:2d:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6f59582-93ff-4897-acdc-8f2e367f79f4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:29:07.341986 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-5dd5d44c-f547-4c92-848a-053aa93e717c None None] Transition to ACTIVE for port object 0e3159df-8f30-46b5-8114-e00f50edd4b5 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:29:07.372491 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-5dd5d44c-f547-4c92-848a-053aa93e717c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:07.396054 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-f07ea62f-258a-4d85-9d46-558da37a4a64 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Allocated IP 172.20.0.1 (8310620e-90a3-4e8f-89aa-5ce1b818a484/b34615af-957b-4269-976b-aab36c9b98e7/d045c9aa-f68f-4981-802b-4f492919398d) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:29:07.429844 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd5d44c-f547-4c92-848a-053aa93e717c None None] Network 8310620e-90a3-4e8f-89aa-5ce1b818a484 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:29:07.434936 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:07.456922 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-5dd5d44c-f547-4c92-848a-053aa93e717c None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:29:07.462230 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd5d44c-f547-4c92-848a-053aa93e717c None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:29:07.479362 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd5d44c-f547-4c92-848a-053aa93e717c None None] Pushing event updated for resources: {'Port': ['ID=0e3159df-8f30-46b5-8114-e00f50edd4b5,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:29:07.483812 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70ac10f1-cbd5-4d10-9c08-090bbb42ce70 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:29:07.514603 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f07ea62f-258a-4d85-9d46-558da37a4a64 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:07.527625 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [None req-f07ea62f-258a-4d85-9d46-558da37a4a64 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Transition to ACTIVE for port object d045c9aa-f68f-4981-802b-4f492919398d will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:29:07.530984 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 70ac10f1-cbd5-4d10-9c08-090bbb42ce70, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=70ac10f1-cbd5-4d10-9c08-090bbb42ce70,segment=NetworkSegment(3c9a59e0-db5f-464c-9f24-21dd3dbd9ef6),segment_id=3c9a59e0-db5f-464c-9f24-21dd3dbd9ef6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:29:07.557555 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:07.561881 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f07ea62f-258a-4d85-9d46-558da37a4a64 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:07.591689 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-5dd5d44c-f547-4c92-848a-053aa93e717c None None] Attempting to bind port 0e3159df-8f30-46b5-8114-e00f50edd4b5 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:29:07.592064 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-5dd5d44c-f547-4c92-848a-053aa93e717c None None] Attempting to bind port 0e3159df-8f30-46b5-8114-e00f50edd4b5 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '95dee327-ad5e-4797-8ff3-0906e099d105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '8310620e-90a3-4e8f-89aa-5ce1b818a484'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:29:07.592440 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd5d44c-f547-4c92-848a-053aa93e717c None None] Attempting to bind port 0e3159df-8f30-46b5-8114-e00f50edd4b5 on network 8310620e-90a3-4e8f-89aa-5ce1b818a484 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:29:07.598752 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07ea62f-258a-4d85-9d46-558da37a4a64 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Network 8310620e-90a3-4e8f-89aa-5ce1b818a484 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:29:07.602405 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-f07ea62f-258a-4d85-9d46-558da37a4a64 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:29:07.606124 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07ea62f-258a-4d85-9d46-558da37a4a64 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:29:07.609642 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd5d44c-f547-4c92-848a-053aa93e717c None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:29:07.610028 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd5d44c-f547-4c92-848a-053aa93e717c None None] Checking segment: {'id': '95dee327-ad5e-4797-8ff3-0906e099d105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '8310620e-90a3-4e8f-89aa-5ce1b818a484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:29:07.610437 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-5dd5d44c-f547-4c92-848a-053aa93e717c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:07.610841 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd5d44c-f547-4c92-848a-053aa93e717c None None] Bound using segment: {'id': '95dee327-ad5e-4797-8ff3-0906e099d105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '8310620e-90a3-4e8f-89aa-5ce1b818a484'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:29:07.611333 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-5dd5d44c-f547-4c92-848a-053aa93e717c None None] Bound port: 0e3159df-8f30-46b5-8114-e00f50edd4b5, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95dee327-ad5e-4797-8ff3-0906e099d105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '8310620e-90a3-4e8f-89aa-5ce1b818a484'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:29:07.611726 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-5dd5d44c-f547-4c92-848a-053aa93e717c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:07.626907 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-c9d74fa1-8420-4ef9-86be-6991a71e9cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '687c1297-ae82-4951-9597-1e93f99d70ad', 'name': 'tempest-TestSecurityGroupsBasicOps-router-248782954', 'tenant_id': '20e8057946a247658f845531325ccb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '98c398d9-da85-46c3-a1f8-5861ee0b9139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:29:03Z', 'updated_at': '2021-07-24T00:29:04Z', 'revision_number': 3, 'project_id': '20e8057946a247658f845531325ccb01', 'gw_port': {'id': '98c398d9-da85-46c3-a1f8-5861ee0b9139', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '687c1297-ae82-4951-9597-1e93f99d70ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:29:04Z', 'updated_at': '2021-07-24T00:29:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:29:07.636486 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07ea62f-258a-4d85-9d46-558da37a4a64 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Pushing event updated for resources: {'Port': ['ID=d045c9aa-f68f-4981-802b-4f492919398d,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:29:07.655582 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f07ea62f-258a-4d85-9d46-558da37a4a64 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681761'] for router_interface, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:07.662790 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d74fa1-8420-4ef9-86be-6991a71e9cce None None] The sync data for ids ['687c1297-ae82-4951-9597-1e93f99d70ad'] in n-d-800088-16 is: [{'id': '687c1297-ae82-4951-9597-1e93f99d70ad', 'name': 'tempest-TestSecurityGroupsBasicOps-router-248782954', 'tenant_id': '20e8057946a247658f845531325ccb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '98c398d9-da85-46c3-a1f8-5861ee0b9139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:29:03Z', 'updated_at': '2021-07-24T00:29:04Z', 'revision_number': 3, 'project_id': '20e8057946a247658f845531325ccb01', 'gw_port': {'id': '98c398d9-da85-46c3-a1f8-5861ee0b9139', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '687c1297-ae82-4951-9597-1e93f99d70ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:29:04Z', 'updated_at': '2021-07-24T00:29:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:29:07.668031 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=70ac10f1-cbd5-4d10-9c08-090bbb42ce70,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:29:07.726224 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-5dd5d44c-f547-4c92-848a-053aa93e717c None None] For port 0e3159df-8f30-46b5-8114-e00f50edd4b5, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:29:07.730110 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-5dd5d44c-f547-4c92-848a-053aa93e717c None None] For port 0e3159df-8f30-46b5-8114-e00f50edd4b5, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=0e3159df-8f30-46b5-8114-e00f50edd4b5,segment=NetworkSegment(95dee327-ad5e-4797-8ff3-0906e099d105),segment_id=95dee327-ad5e-4797-8ff3-0906e099d105)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:29:07.735168 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-5dd5d44c-f547-4c92-848a-053aa93e717c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:07.768266 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['70ac10f1-cbd5-4d10-9c08-090bbb42ce70'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:29:07.822730 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f07ea62f-258a-4d85-9d46-558da37a4a64 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:07.827439 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd5d44c-f547-4c92-848a-053aa93e717c None None] Pushing event updated for resources: {'Port': ['ID=0e3159df-8f30-46b5-8114-e00f50edd4b5,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:29:08.155470 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a341e643-32db-4f30-b798-043888269c06 req-a332b36c-014b-4a5d-a156-9e4da703160f tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:29:08.157262 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a341e643-32db-4f30-b798-043888269c06 req-a332b36c-014b-4a5d-a156-9e4da703160f tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c266e0-a5ac-4ec0-aae0-ac772fa93052 HTTP/1.1" status: 200 len: 945 time: 0.1298928 Jul 24 00:29:08.244879 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a341e643-32db-4f30-b798-043888269c06 req-e55f9f93-465c-49b2-8b6a-d5bfab494f4c tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/security-groups?id=680d88b2-84cf-494c-87c6-8eb84b9dba69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802994 Jul 24 00:29:08.288941 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f07ea62f-258a-4d85-9d46-558da37a4a64 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:08.295992 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f07ea62f-258a-4d85-9d46-558da37a4a64 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:08.368614 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07ea62f-258a-4d85-9d46-558da37a4a64 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Pushing event updated for resources: {'Port': ['ID=d045c9aa-f68f-4981-802b-4f492919398d,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:29:08.373684 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f07ea62f-258a-4d85-9d46-558da37a4a64 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680980'] for router_interface, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:08.472193 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07ea62f-258a-4d85-9d46-558da37a4a64 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Network 8310620e-90a3-4e8f-89aa-5ce1b818a484 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:29:08.473810 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-f07ea62f-258a-4d85-9d46-558da37a4a64 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:29:08.599324 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f07ea62f-258a-4d85-9d46-558da37a4a64 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Router 687c1297-ae82-4951-9597-1e93f99d70ad has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:29:08.709639 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f07ea62f-258a-4d85-9d46-558da37a4a64 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:29:08.718019 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 32906) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:29:08.718463 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-f07ea62f-258a-4d85-9d46-558da37a4a64 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] 10.222.0.44 "PUT /v2.0/routers/687c1297-ae82-4951-9597-1e93f99d70ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3544033 Jul 24 00:29:08.722984 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-32c01614-a772-4eba-ac67-5c047ff06f6b tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--2059900022', 'description': 'tempest-secgroup_access--2059900022 description', 'project_id': '20e8057946a247658f845531325ccb01'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:29:08.747125 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-32c01614-a772-4eba-ac67-5c047ff06f6b tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:08.808395 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59abc7e4-e18c-4f69-aa71-dcd4b93a2843 None None] Network 8310620e-90a3-4e8f-89aa-5ce1b818a484 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:29:08.834460 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-32c01614-a772-4eba-ac67-5c047ff06f6b tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:08.839197 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-32c01614-a772-4eba-ac67-5c047ff06f6b tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:08.870267 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-32c01614-a772-4eba-ac67-5c047ff06f6b tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:08.871627 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-32c01614-a772-4eba-ac67-5c047ff06f6b tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.1524711 Jul 24 00:29:08.872940 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c01614-a772-4eba-ac67-5c047ff06f6b tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58a636d6-aa4b-436c-9c4f-6b1e9457afd2,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:29:08.875285 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 32908) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:29:08.880958 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-9f45d218-f736-42dc-9213-4679a37f73e3 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--114369392', 'description': 'tempest-secgroup_general--114369392 description', 'project_id': '20e8057946a247658f845531325ccb01'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:29:08.883619 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-32505822-3549-4110-bdba-a6c3e186bd72 None None] Provisioning for port 0e3159df-8f30-46b5-8114-e00f50edd4b5 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:29:08.904787 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9f45d218-f736-42dc-9213-4679a37f73e3 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:08.965914 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 70ac10f1-cbd5-4d10-9c08-090bbb42ce70 up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:29:09.041056 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port 70ac10f1-cbd5-4d10-9c08-090bbb42ce70 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:29:09.045423 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port 70ac10f1-cbd5-4d10-9c08-090bbb42ce70 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:29:09.045741 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:09.140893 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:09.167852 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25c266e0-a5ac-4ec0-aae0-ac772fa93052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70ac10f1-cbd5-4d10-9c08-090bbb42ce70'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:29:09.170444 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c72b56-82c2-46b5-8660-5e642fd173df" -d '{"events": [{"server_uuid": "25c266e0-a5ac-4ec0-aae0-ac772fa93052", "name": "network-vif-plugged", "status": "completed", "tag": "70ac10f1-cbd5-4d10-9c08-090bbb42ce70"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:29:09.188904 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 70ac10f1-cbd5-4d10-9c08-090bbb42ce70, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=70ac10f1-cbd5-4d10-9c08-090bbb42ce70,segment=NetworkSegment(3c9a59e0-db5f-464c-9f24-21dd3dbd9ef6),segment_id=3c9a59e0-db5f-464c-9f24-21dd3dbd9ef6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:29:09.197371 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:09.255509 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=70ac10f1-cbd5-4d10-9c08-090bbb42ce70,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:29:09.259967 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff90b36-98b5-4792-ad1b-169e3efb26ca x-openstack-request-id: req-eff90b36-98b5-4792-ad1b-169e3efb26ca {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:29:09.260442 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25c266e0-a5ac-4ec0-aae0-ac772fa93052", "name": "network-vif-plugged", "status": "completed", "tag": "70ac10f1-cbd5-4d10-9c08-090bbb42ce70", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:29:09.260767 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-eff90b36-98b5-4792-ad1b-169e3efb26ca {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:29:09.261259 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25c266e0-a5ac-4ec0-aae0-ac772fa93052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70ac10f1-cbd5-4d10-9c08-090bbb42ce70', 'code': 200} Jul 24 00:29:09.332937 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-36497fc6-fc69-46d5-a80f-541780f52f3f None None] Provisioning for port d045c9aa-f68f-4981-802b-4f492919398d completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:29:09.338505 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-36497fc6-fc69-46d5-a80f-541780f52f3f None None] Provisioning complete for port d045c9aa-f68f-4981-802b-4f492919398d triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:29:09.339017 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-36497fc6-fc69-46d5-a80f-541780f52f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:09.381235 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-36497fc6-fc69-46d5-a80f-541780f52f3f None None] Port d045c9aa-f68f-4981-802b-4f492919398d cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:29:09.407299 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9f45d218-f736-42dc-9213-4679a37f73e3 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:09.415623 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9f45d218-f736-42dc-9213-4679a37f73e3 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:09.460380 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9f45d218-f736-42dc-9213-4679a37f73e3 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:09.462233 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-9f45d218-f736-42dc-9213-4679a37f73e3 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.5851460 Jul 24 00:29:09.465271 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 32914) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:29:09.469026 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f45d218-f736-42dc-9213-4679a37f73e3 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b63a7f1-dd4a-4ae8-879d-fda54b51ad2b,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:29:09.470679 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-36d39168-35ca-46a1-9086-babf8089935c tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Request body: {'security_group_rule': {'security_group_id': '58a636d6-aa4b-436c-9c4f-6b1e9457afd2', 'project_id': '20e8057946a247658f845531325ccb01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:29:09.471495 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2e5e6a-4930-4d9e-8b95-450ff461c438 None None] Sync routers for ids ['687c1297-ae82-4951-9597-1e93f99d70ad'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:29:09.492142 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2e5e6a-4930-4d9e-8b95-450ff461c438 None None] Routers {'687c1297-ae82-4951-9597-1e93f99d70ad'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:29:09.492844 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-5c2e5e6a-4930-4d9e-8b95-450ff461c438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:28:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['687c1297-ae82-4951-9597-1e93f99d70ad'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:29:09.494851 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd2c6d-ded3-44d2-b209-7d016aff3d38 req-673e9502-f172-4647-b40f-520da05fe4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:29:09.496485 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9fbd2c6d-ded3-44d2-b209-7d016aff3d38 req-673e9502-f172-4647-b40f-520da05fe4fb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=25c266e0-a5ac-4ec0-aae0-ac772fa93052 HTTP/1.1" status: 200 len: 1098 time: 0.1718807 Jul 24 00:29:09.504416 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df2b6e1-f816-405f-9759-33159272dac8 req-debc5fdc-9de4-462b-8696-817ba4624bf1 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:29:09.506237 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3df2b6e1-f816-405f-9759-33159272dac8 req-debc5fdc-9de4-462b-8696-817ba4624bf1 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c266e0-a5ac-4ec0-aae0-ac772fa93052 HTTP/1.1" status: 200 len: 946 time: 0.1482990 Jul 24 00:29:09.516264 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-36d39168-35ca-46a1-9086-babf8089935c tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:09.559195 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9fbd2c6d-ded3-44d2-b209-7d016aff3d38 req-8b9e092f-8d89-4bdc-891c-a4467cf22997 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=680d88b2-84cf-494c-87c6-8eb84b9dba69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519586 Jul 24 00:29:09.566875 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3df2b6e1-f816-405f-9759-33159272dac8 req-ba4067c2-7a80-4aa2-8934-a970c8a7c188 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/security-groups?id=680d88b2-84cf-494c-87c6-8eb84b9dba69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532124 Jul 24 00:29:09.596040 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-36d39168-35ca-46a1-9086-babf8089935c tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:09.602831 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-36d39168-35ca-46a1-9086-babf8089935c tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:09.614796 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-61a86576-19e5-47d9-b5e0-72632da84741 None None] Provisioning complete for port d045c9aa-f68f-4981-802b-4f492919398d triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:29:09.616430 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-61a86576-19e5-47d9-b5e0-72632da84741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:09.624851 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d39168-35ca-46a1-9086-babf8089935c tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e1fec6a-c779-4f42-81e0-5b9b83314c35,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:29:09.634698 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-36d39168-35ca-46a1-9086-babf8089935c tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:09.636077 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-36d39168-35ca-46a1-9086-babf8089935c tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1696770 Jul 24 00:29:09.671463 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-61a86576-19e5-47d9-b5e0-72632da84741 None None] Port d045c9aa-f68f-4981-802b-4f492919398d cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:29:09.699053 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 98c398d9-da85-46c3-a1f8-5861ee0b9139 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:29:09.703652 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-5c2e5e6a-4930-4d9e-8b95-450ff461c438 None None] Set router 687c1297-ae82-4951-9597-1e93f99d70ad gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:29:09.760426 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 98c398d9-da85-46c3-a1f8-5861ee0b9139 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:29:09.766032 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 98c398d9-da85-46c3-a1f8-5861ee0b9139 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:29:09.766847 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:09.822289 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0d2ebee1-f8e0-4e4b-baa4-1fe160a6ac99 req-9628079b-f7a6-4ba9-b878-c1bafb437e23 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup_general--114369392&fields=id&tenant_id=20e8057946a247658f845531325ccb01 HTTP/1.1" status: 200 len: 267 time: 0.0472009 Jul 24 00:29:09.858664 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0d2ebee1-f8e0-4e4b-baa4-1fe160a6ac99 req-75b80233-c683-48fd-9d10-f54d010532e3 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup_access--2059900022&fields=id&tenant_id=20e8057946a247658f845531325ccb01 HTTP/1.1" status: 200 len: 267 time: 0.0336645 Jul 24 00:29:09.863184 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:09.887787 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 98c398d9-da85-46c3-a1f8-5861ee0b9139, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=98c398d9-da85-46c3-a1f8-5861ee0b9139,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:29:09.893680 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:09.894501 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 0e3159df-8f30-46b5-8114-e00f50edd4b5 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:29:09.918982 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-c925a8f6-8559-4c00-98b1-2c0e099e4ea9 None None] Provisioning complete for port d045c9aa-f68f-4981-802b-4f492919398d triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:29:09.919783 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c925a8f6-8559-4c00-98b1-2c0e099e4ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:09.922496 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-5c2e5e6a-4930-4d9e-8b95-450ff461c438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '687c1297-ae82-4951-9597-1e93f99d70ad', 'name': 'tempest-TestSecurityGroupsBasicOps-router-248782954', 'tenant_id': '20e8057946a247658f845531325ccb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '98c398d9-da85-46c3-a1f8-5861ee0b9139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:29:03Z', 'updated_at': '2021-07-24T00:29:07Z', 'revision_number': 4, 'project_id': '20e8057946a247658f845531325ccb01', 'gw_port': {'id': '98c398d9-da85-46c3-a1f8-5861ee0b9139', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '687c1297-ae82-4951-9597-1e93f99d70ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:29:04Z', 'updated_at': '2021-07-24T00:29:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'd045c9aa-f68f-4981-802b-4f492919398d', 'name': '', 'network_id': '8310620e-90a3-4e8f-89aa-5ce1b818a484', 'tenant_id': '20e8057946a247658f845531325ccb01', 'mac_address': 'fa:16:3e:f4:45:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '687c1297-ae82-4951-9597-1e93f99d70ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': 'b34615af-957b-4269-976b-aab36c9b98e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:29:06Z', 'updated_at': '2021-07-24T00:29:08Z', 'revision_number': 2, 'project_id': '20e8057946a247658f845531325ccb01', 'subnets': [{'id': 'b34615af-957b-4269-976b-aab36c9b98e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:29:09.961339 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2e5e6a-4930-4d9e-8b95-450ff461c438 None None] Checking router: 687c1297-ae82-4951-9597-1e93f99d70ad for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:29:09.962364 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2e5e6a-4930-4d9e-8b95-450ff461c438 None None] Updating router 687c1297-ae82-4951-9597-1e93f99d70ad port d045c9aa-f68f-4981-802b-4f492919398d binding host n-d-800088-16 {{(pid=100316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:29:09.979187 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ebee1-f8e0-4e4b-baa4-1fe160a6ac99 req-162e5e28-9eaa-4645-87f3-93341b47d392 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:29:09.980928 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0d2ebee1-f8e0-4e4b-baa4-1fe160a6ac99 req-162e5e28-9eaa-4645-87f3-93341b47d392 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] 10.222.0.44 "GET /v2.0/networks?id=8310620e-90a3-4e8f-89aa-5ce1b818a484 HTTP/1.1" status: 200 len: 797 time: 0.1159694 Jul 24 00:29:09.998507 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0d2ebee1-f8e0-4e4b-baa4-1fe160a6ac99 req-4c775eec-b206-4692-ad11-da1ba176adad tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] 10.222.0.44 "GET /v2.0/quotas/20e8057946a247658f845531325ccb01 HTTP/1.1" status: 200 len: 375 time: 0.0107713 Jul 24 00:29:09.999027 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-5c2e5e6a-4930-4d9e-8b95-450ff461c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:10.070260 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0d2ebee1-f8e0-4e4b-baa4-1fe160a6ac99 req-7780d6d1-d7ac-43f5-8e37-259a8ad64855 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=20e8057946a247658f845531325ccb01&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0659637 Jul 24 00:29:10.165875 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=98c398d9-da85-46c3-a1f8-5861ee0b9139,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:29:10.171068 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-c925a8f6-8559-4c00-98b1-2c0e099e4ea9 None None] Port d045c9aa-f68f-4981-802b-4f492919398d cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:29:10.183974 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0d2ebee1-f8e0-4e4b-baa4-1fe160a6ac99 req-428e7e11-1bce-4053-82ab-e0e47c015d62 service neutron] 10.222.0.44 "GET /v2.0/networks/8310620e-90a3-4e8f-89aa-5ce1b818a484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014221 Jul 24 00:29:10.189807 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 0e3159df-8f30-46b5-8114-e00f50edd4b5 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:29:10.195393 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 0e3159df-8f30-46b5-8114-e00f50edd4b5 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:29:10.196410 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:10.279335 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0d2ebee1-f8e0-4e4b-baa4-1fe160a6ac99 req-baec5f87-b768-4801-b61b-e88282d98e9f service neutron] 10.222.0.44 "GET /v2.0/networks/8310620e-90a3-4e8f-89aa-5ce1b818a484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890913 Jul 24 00:29:10.286472 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:10.326166 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 0e3159df-8f30-46b5-8114-e00f50edd4b5, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=0e3159df-8f30-46b5-8114-e00f50edd4b5,segment=NetworkSegment(95dee327-ad5e-4797-8ff3-0906e099d105),segment_id=95dee327-ad5e-4797-8ff3-0906e099d105)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:29:10.333500 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:10.391146 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=0e3159df-8f30-46b5-8114-e00f50edd4b5,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:29:10.410892 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-5c2e5e6a-4930-4d9e-8b95-450ff461c438 None None] Notify callbacks [] for port, precommit_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:10.420720 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.provisioning_blocks [None req-5c2e5e6a-4930-4d9e-8b95-450ff461c438 None None] Transition to ACTIVE for port object d045c9aa-f68f-4981-802b-4f492919398d will not be triggered until provisioned by entity L2. {{(pid=100316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:29:10.426689 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-5c2e5e6a-4930-4d9e-8b95-450ff461c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:10.476431 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052d89c8-2982-4ae5-8ef8-b9b7f5b134e2 None None] Pushing event updated for resources: {'Port': ['ID=d045c9aa-f68f-4981-802b-4f492919398d,revision_number=3']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:29:10.483835 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c3f37ba0-8e20-47ec-9c55-e97c41bb9a92 req-42603de9-bc8c-4737-a6b0-e14d51c9c5e9 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] 10.222.0.44 "GET /v2.0/ports?device_id=813c1f6a-1938-4489-83cc-9e05751a5f89 HTTP/1.1" status: 200 len: 210 time: 0.0403585 Jul 24 00:29:10.486235 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052d89c8-2982-4ae5-8ef8-b9b7f5b134e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:29:10.486708 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052d89c8-2982-4ae5-8ef8-b9b7f5b134e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:29:10.487131 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052d89c8-2982-4ae5-8ef8-b9b7f5b134e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:29:10.487534 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052d89c8-2982-4ae5-8ef8-b9b7f5b134e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:29:10.487938 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052d89c8-2982-4ae5-8ef8-b9b7f5b134e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:29:10.488329 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052d89c8-2982-4ae5-8ef8-b9b7f5b134e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:29:10.488714 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052d89c8-2982-4ae5-8ef8-b9b7f5b134e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:29:10.489239 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052d89c8-2982-4ae5-8ef8-b9b7f5b134e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:29:10.489987 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052d89c8-2982-4ae5-8ef8-b9b7f5b134e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:29:10.490184 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052d89c8-2982-4ae5-8ef8-b9b7f5b134e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:29:10.490515 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052d89c8-2982-4ae5-8ef8-b9b7f5b134e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:29:10.490837 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052d89c8-2982-4ae5-8ef8-b9b7f5b134e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:29:10.556894 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-5c2e5e6a-4930-4d9e-8b95-450ff461c438 None None] Attempting to bind port d045c9aa-f68f-4981-802b-4f492919398d on host n-d-800088-16 for vnic_type normal with profile {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:29:10.557198 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-5c2e5e6a-4930-4d9e-8b95-450ff461c438 None None] Attempting to bind port d045c9aa-f68f-4981-802b-4f492919398d by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '95dee327-ad5e-4797-8ff3-0906e099d105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '8310620e-90a3-4e8f-89aa-5ce1b818a484'}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:29:10.557638 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2e5e6a-4930-4d9e-8b95-450ff461c438 None None] Attempting to bind port d045c9aa-f68f-4981-802b-4f492919398d on network 8310620e-90a3-4e8f-89aa-5ce1b818a484 {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:29:10.562935 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2e5e6a-4930-4d9e-8b95-450ff461c438 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:29:10.563313 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2e5e6a-4930-4d9e-8b95-450ff461c438 None None] Checking segment: {'id': '95dee327-ad5e-4797-8ff3-0906e099d105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '8310620e-90a3-4e8f-89aa-5ce1b818a484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:29:10.563719 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-5c2e5e6a-4930-4d9e-8b95-450ff461c438 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:10.564116 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2e5e6a-4930-4d9e-8b95-450ff461c438 None None] Bound using segment: {'id': '95dee327-ad5e-4797-8ff3-0906e099d105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '8310620e-90a3-4e8f-89aa-5ce1b818a484'} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:29:10.564583 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-5c2e5e6a-4930-4d9e-8b95-450ff461c438 None None] Bound port: d045c9aa-f68f-4981-802b-4f492919398d, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95dee327-ad5e-4797-8ff3-0906e099d105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '8310620e-90a3-4e8f-89aa-5ce1b818a484'}}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:29:10.565673 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-5c2e5e6a-4930-4d9e-8b95-450ff461c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:10.654518 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-5c2e5e6a-4930-4d9e-8b95-450ff461c438 None None] For port d045c9aa-f68f-4981-802b-4f492919398d, host n-d-800088-16, cleared binding levels {{(pid=100316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:29:10.658283 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-5c2e5e6a-4930-4d9e-8b95-450ff461c438 None None] For port d045c9aa-f68f-4981-802b-4f492919398d, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=d045c9aa-f68f-4981-802b-4f492919398d,segment=NetworkSegment(95dee327-ad5e-4797-8ff3-0906e099d105),segment_id=95dee327-ad5e-4797-8ff3-0906e099d105)] {{(pid=100316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:29:10.665565 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-5c2e5e6a-4930-4d9e-8b95-450ff461c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:10.724922 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2e5e6a-4930-4d9e-8b95-450ff461c438 None None] Routers {'687c1297-ae82-4951-9597-1e93f99d70ad'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:29:10.725487 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-5c2e5e6a-4930-4d9e-8b95-450ff461c438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:28:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['687c1297-ae82-4951-9597-1e93f99d70ad'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:29:10.751165 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e864f50-a2bb-43ff-a28b-58ef676d3857 req-b3ee294b-ecb0-43be-a659-7bca122d310d tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:29:10.753116 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7e864f50-a2bb-43ff-a28b-58ef676d3857 req-b3ee294b-ecb0-43be-a659-7bca122d310d tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c266e0-a5ac-4ec0-aae0-ac772fa93052 HTTP/1.1" status: 200 len: 946 time: 0.0984426 Jul 24 00:29:10.816282 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7e864f50-a2bb-43ff-a28b-58ef676d3857 req-06cbf7a5-533e-452c-8ade-f6fb593081ac tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/security-groups?id=680d88b2-84cf-494c-87c6-8eb84b9dba69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568905 Jul 24 00:29:10.844347 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052d89c8-2982-4ae5-8ef8-b9b7f5b134e2 None None] Pushing event updated for resources: {'Port': ['ID=d045c9aa-f68f-4981-802b-4f492919398d,revision_number=4']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:29:10.881664 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-5c2e5e6a-4930-4d9e-8b95-450ff461c438 None None] Set router 687c1297-ae82-4951-9597-1e93f99d70ad gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:29:11.152624 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-5c2e5e6a-4930-4d9e-8b95-450ff461c438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '687c1297-ae82-4951-9597-1e93f99d70ad', 'name': 'tempest-TestSecurityGroupsBasicOps-router-248782954', 'tenant_id': '20e8057946a247658f845531325ccb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '98c398d9-da85-46c3-a1f8-5861ee0b9139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:29:03Z', 'updated_at': '2021-07-24T00:29:07Z', 'revision_number': 4, 'project_id': '20e8057946a247658f845531325ccb01', 'gw_port': {'id': '98c398d9-da85-46c3-a1f8-5861ee0b9139', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687c1297-ae82-4951-9597-1e93f99d70ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:29:04Z', 'updated_at': '2021-07-24T00:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'd045c9aa-f68f-4981-802b-4f492919398d', 'name': '', 'network_id': '8310620e-90a3-4e8f-89aa-5ce1b818a484', 'tenant_id': '20e8057946a247658f845531325ccb01', 'mac_address': 'fa:16:3e:f4:45:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '687c1297-ae82-4951-9597-1e93f99d70ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': 'b34615af-957b-4269-976b-aab36c9b98e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:29:06Z', 'updated_at': '2021-07-24T00:29:10Z', 'revision_number': 4, 'project_id': '20e8057946a247658f845531325ccb01', 'subnets': [{'id': 'b34615af-957b-4269-976b-aab36c9b98e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:29:11.184069 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2e5e6a-4930-4d9e-8b95-450ff461c438 None None] The sync data for ids ['687c1297-ae82-4951-9597-1e93f99d70ad'] in n-d-800088-16 is: [{'id': '687c1297-ae82-4951-9597-1e93f99d70ad', 'name': 'tempest-TestSecurityGroupsBasicOps-router-248782954', 'tenant_id': '20e8057946a247658f845531325ccb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '98c398d9-da85-46c3-a1f8-5861ee0b9139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:29:03Z', 'updated_at': '2021-07-24T00:29:07Z', 'revision_number': 4, 'project_id': '20e8057946a247658f845531325ccb01', 'gw_port': {'id': '98c398d9-da85-46c3-a1f8-5861ee0b9139', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687c1297-ae82-4951-9597-1e93f99d70ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:29:04Z', 'updated_at': '2021-07-24T00:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'd045c9aa-f68f-4981-802b-4f492919398d', 'name': '', 'network_id': '8310620e-90a3-4e8f-89aa-5ce1b818a484', 'tenant_id': '20e8057946a247658f845531325ccb01', 'mac_address': 'fa:16:3e:f4:45:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '687c1297-ae82-4951-9597-1e93f99d70ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': 'b34615af-957b-4269-976b-aab36c9b98e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:29:06Z', 'updated_at': '2021-07-24T00:29:10Z', 'revision_number': 4, 'project_id': '20e8057946a247658f845531325ccb01', 'subnets': [{'id': 'b34615af-957b-4269-976b-aab36c9b98e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:29:11.587479 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ebee1-f8e0-4e4b-baa4-1fe160a6ac99 req-aff5cc0e-26fb-40b5-aa1b-a34a46174d9b tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:29:11.590088 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0d2ebee1-f8e0-4e4b-baa4-1fe160a6ac99 req-aff5cc0e-26fb-40b5-aa1b-a34a46174d9b tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] 10.222.0.64 "GET /v2.0/networks?id=8310620e-90a3-4e8f-89aa-5ce1b818a484 HTTP/1.1" status: 200 len: 797 time: 0.1536059 Jul 24 00:29:11.623786 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-79ba909f-c1c1-4363-96d9-4222b90a00c7 req-cbf0d967-3edd-4857-ac93-38558db25b2d tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] 10.222.0.44 "GET /v2.0/ports?device_id=813c1f6a-1938-4489-83cc-9e05751a5f89 HTTP/1.1" status: 200 len: 210 time: 0.0358703 Jul 24 00:29:11.671529 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0d2ebee1-f8e0-4e4b-baa4-1fe160a6ac99 req-0be2eb17-2e31-42a6-baba-b203d2c6ed4b tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20e8057946a247658f845531325ccb01 HTTP/1.1" status: 200 len: 477 time: 0.0693913 Jul 24 00:29:11.684872 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-0d2ebee1-f8e0-4e4b-baa4-1fe160a6ac99 req-60757f4e-ae00-4948-b241-4975bbe6f957 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Request body: {'port': {'device_id': '813c1f6a-1938-4489-83cc-9e05751a5f89', 'network_id': '8310620e-90a3-4e8f-89aa-5ce1b818a484', 'admin_state_up': True, 'tenant_id': '20e8057946a247658f845531325ccb01', 'security_groups': ['2b63a7f1-dd4a-4ae8-879d-fda54b51ad2b', '58a636d6-aa4b-436c-9c4f-6b1e9457afd2']}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:29:11.775971 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 98c398d9-da85-46c3-a1f8-5861ee0b9139 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:29:11.846278 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 98c398d9-da85-46c3-a1f8-5861ee0b9139 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:29:11.846657 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:11.864146 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d2ebee1-f8e0-4e4b-baa4-1fe160a6ac99 req-60757f4e-ae00-4948-b241-4975bbe6f957 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Made reservation on behalf of 20e8057946a247658f845531325ccb01 for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:29:11.868506 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-0d2ebee1-f8e0-4e4b-baa4-1fe160a6ac99 req-60757f4e-ae00-4948-b241-4975bbe6f957 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:11.936970 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 0e3159df-8f30-46b5-8114-e00f50edd4b5 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:29:11.988657 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 0e3159df-8f30-46b5-8114-e00f50edd4b5 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:29:11.989351 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:12.017994 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [req-0d2ebee1-f8e0-4e4b-baa4-1fe160a6ac99 req-60757f4e-ae00-4948-b241-4975bbe6f957 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Allocated IP 172.20.0.5 (8310620e-90a3-4e8f-89aa-5ce1b818a484/b34615af-957b-4269-976b-aab36c9b98e7/e725411e-f226-4e85-8aa9-71a87829ce8e) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:29:12.076761 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device d045c9aa-f68f-4981-802b-4f492919398d up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:29:12.129606 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port d045c9aa-f68f-4981-802b-4f492919398d completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:29:12.133940 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port d045c9aa-f68f-4981-802b-4f492919398d triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:29:12.134326 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:12.199061 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-0d2ebee1-f8e0-4e4b-baa4-1fe160a6ac99 req-60757f4e-ae00-4948-b241-4975bbe6f957 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:12.220659 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-0d2ebee1-f8e0-4e4b-baa4-1fe160a6ac99 req-60757f4e-ae00-4948-b241-4975bbe6f957 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Transition to ACTIVE for port object e725411e-f226-4e85-8aa9-71a87829ce8e will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:29:12.234661 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:12.263459 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-0d2ebee1-f8e0-4e4b-baa4-1fe160a6ac99 req-60757f4e-ae00-4948-b241-4975bbe6f957 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:12.271980 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port d045c9aa-f68f-4981-802b-4f492919398d, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=d045c9aa-f68f-4981-802b-4f492919398d,segment=NetworkSegment(95dee327-ad5e-4797-8ff3-0906e099d105),segment_id=95dee327-ad5e-4797-8ff3-0906e099d105)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:29:12.291254 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:12.319178 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d2ebee1-f8e0-4e4b-baa4-1fe160a6ac99 req-60757f4e-ae00-4948-b241-4975bbe6f957 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Network 8310620e-90a3-4e8f-89aa-5ce1b818a484 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:29:12.322891 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [req-0d2ebee1-f8e0-4e4b-baa4-1fe160a6ac99 req-60757f4e-ae00-4948-b241-4975bbe6f957 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:29:12.325575 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d2ebee1-f8e0-4e4b-baa4-1fe160a6ac99 req-60757f4e-ae00-4948-b241-4975bbe6f957 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:29:12.364768 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60757f4e-ae00-4948-b241-4975bbe6f957 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Pushing event updated for resources: {'Port': ['ID=e725411e-f226-4e85-8aa9-71a87829ce8e,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:29:12.368211 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=d045c9aa-f68f-4981-802b-4f492919398d,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:29:12.406918 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ebee1-f8e0-4e4b-baa4-1fe160a6ac99 req-60757f4e-ae00-4948-b241-4975bbe6f957 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:29:12.407703 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-0d2ebee1-f8e0-4e4b-baa4-1fe160a6ac99 req-60757f4e-ae00-4948-b241-4975bbe6f957 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:12.426237 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0d2ebee1-f8e0-4e4b-baa4-1fe160a6ac99 req-60757f4e-ae00-4948-b241-4975bbe6f957 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.7477093 Jul 24 00:29:12.438935 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-0d2ebee1-f8e0-4e4b-baa4-1fe160a6ac99 req-536b6185-fe89-4ac9-be08-f481fba93285 service neutron] Request body: {'port': {'device_id': '813c1f6a-1938-4489-83cc-9e05751a5f89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-16'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:29:12.536771 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-0d2ebee1-f8e0-4e4b-baa4-1fe160a6ac99 req-536b6185-fe89-4ac9-be08-f481fba93285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:12.793620 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70db597-f6df-4fc0-aac2-a1f6c0bc852e req-1735169d-7679-4872-a733-264fdb6b7b60 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:29:12.795248 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d70db597-f6df-4fc0-aac2-a1f6c0bc852e req-1735169d-7679-4872-a733-264fdb6b7b60 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] 10.222.0.44 "GET /v2.0/ports?device_id=813c1f6a-1938-4489-83cc-9e05751a5f89 HTTP/1.1" status: 200 len: 970 time: 0.0734355 Jul 24 00:29:12.815800 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-12f819a4-3bf4-44ff-b582-90a1de249e94 None None] Provisioning for port e725411e-f226-4e85-8aa9-71a87829ce8e completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:29:12.821320 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-12f819a4-3bf4-44ff-b582-90a1de249e94 None None] Provisioning complete for port e725411e-f226-4e85-8aa9-71a87829ce8e triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:29:12.821965 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-12f819a4-3bf4-44ff-b582-90a1de249e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:12.857334 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d70db597-f6df-4fc0-aac2-a1f6c0bc852e req-89e45948-4aa3-4518-bb27-b2a3508543b9 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] 10.222.0.44 "GET /v2.0/security-groups?id=58a636d6-aa4b-436c-9c4f-6b1e9457afd2&id=2b63a7f1-dd4a-4ae8-879d-fda54b51ad2b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0508358 Jul 24 00:29:12.868645 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-0d2ebee1-f8e0-4e4b-baa4-1fe160a6ac99 req-536b6185-fe89-4ac9-be08-f481fba93285 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e725411e-f226-4e85-8aa9-71a87829ce8e {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:29:12.874424 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-12f819a4-3bf4-44ff-b582-90a1de249e94 None None] Port e725411e-f226-4e85-8aa9-71a87829ce8e cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:29:12.877264 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-0d2ebee1-f8e0-4e4b-baa4-1fe160a6ac99 req-536b6185-fe89-4ac9-be08-f481fba93285 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:12.889821 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-0d2ebee1-f8e0-4e4b-baa4-1fe160a6ac99 req-536b6185-fe89-4ac9-be08-f481fba93285 service neutron] Transition to ACTIVE for port object e725411e-f226-4e85-8aa9-71a87829ce8e will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:29:12.893569 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-0d2ebee1-f8e0-4e4b-baa4-1fe160a6ac99 req-536b6185-fe89-4ac9-be08-f481fba93285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:12.966177 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536b6185-fe89-4ac9-be08-f481fba93285 service neutron] Pushing event updated for resources: {'Port': ['ID=e725411e-f226-4e85-8aa9-71a87829ce8e,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:29:13.023231 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-0d2ebee1-f8e0-4e4b-baa4-1fe160a6ac99 req-536b6185-fe89-4ac9-be08-f481fba93285 service neutron] Attempting to bind port e725411e-f226-4e85-8aa9-71a87829ce8e on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:29:13.023656 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-0d2ebee1-f8e0-4e4b-baa4-1fe160a6ac99 req-536b6185-fe89-4ac9-be08-f481fba93285 service neutron] Attempting to bind port e725411e-f226-4e85-8aa9-71a87829ce8e by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '95dee327-ad5e-4797-8ff3-0906e099d105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '8310620e-90a3-4e8f-89aa-5ce1b818a484'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:29:13.024478 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2ebee1-f8e0-4e4b-baa4-1fe160a6ac99 req-536b6185-fe89-4ac9-be08-f481fba93285 service neutron] Attempting to bind port e725411e-f226-4e85-8aa9-71a87829ce8e on network 8310620e-90a3-4e8f-89aa-5ce1b818a484 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:29:13.029211 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2ebee1-f8e0-4e4b-baa4-1fe160a6ac99 req-536b6185-fe89-4ac9-be08-f481fba93285 service neutron] Port e725411e-f226-4e85-8aa9-71a87829ce8e on network 8310620e-90a3-4e8f-89aa-5ce1b818a484 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:29:13.029532 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2ebee1-f8e0-4e4b-baa4-1fe160a6ac99 req-536b6185-fe89-4ac9-be08-f481fba93285 service neutron] Attempting to bind port e725411e-f226-4e85-8aa9-71a87829ce8e on network 8310620e-90a3-4e8f-89aa-5ce1b818a484 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:29:13.034562 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2ebee1-f8e0-4e4b-baa4-1fe160a6ac99 req-536b6185-fe89-4ac9-be08-f481fba93285 service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:29:13.034911 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2ebee1-f8e0-4e4b-baa4-1fe160a6ac99 req-536b6185-fe89-4ac9-be08-f481fba93285 service neutron] Checking segment: {'id': '95dee327-ad5e-4797-8ff3-0906e099d105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '8310620e-90a3-4e8f-89aa-5ce1b818a484'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:29:13.035308 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2ebee1-f8e0-4e4b-baa4-1fe160a6ac99 req-536b6185-fe89-4ac9-be08-f481fba93285 service neutron] Bound using segment: {'id': '95dee327-ad5e-4797-8ff3-0906e099d105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '8310620e-90a3-4e8f-89aa-5ce1b818a484'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:29:13.035745 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-0d2ebee1-f8e0-4e4b-baa4-1fe160a6ac99 req-536b6185-fe89-4ac9-be08-f481fba93285 service neutron] Bound port: e725411e-f226-4e85-8aa9-71a87829ce8e, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95dee327-ad5e-4797-8ff3-0906e099d105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '8310620e-90a3-4e8f-89aa-5ce1b818a484'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:29:13.036116 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-0d2ebee1-f8e0-4e4b-baa4-1fe160a6ac99 req-536b6185-fe89-4ac9-be08-f481fba93285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:13.106797 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-0d2ebee1-f8e0-4e4b-baa4-1fe160a6ac99 req-536b6185-fe89-4ac9-be08-f481fba93285 service neutron] For port e725411e-f226-4e85-8aa9-71a87829ce8e, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:29:13.110373 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-0d2ebee1-f8e0-4e4b-baa4-1fe160a6ac99 req-536b6185-fe89-4ac9-be08-f481fba93285 service neutron] For port e725411e-f226-4e85-8aa9-71a87829ce8e, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=e725411e-f226-4e85-8aa9-71a87829ce8e,segment=NetworkSegment(95dee327-ad5e-4797-8ff3-0906e099d105),segment_id=95dee327-ad5e-4797-8ff3-0906e099d105)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:29:13.116179 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-0d2ebee1-f8e0-4e4b-baa4-1fe160a6ac99 req-536b6185-fe89-4ac9-be08-f481fba93285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:13.151384 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ebee1-f8e0-4e4b-baa4-1fe160a6ac99 req-536b6185-fe89-4ac9-be08-f481fba93285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:29:13.152009 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-0d2ebee1-f8e0-4e4b-baa4-1fe160a6ac99 req-536b6185-fe89-4ac9-be08-f481fba93285 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:13.153467 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0d2ebee1-f8e0-4e4b-baa4-1fe160a6ac99 req-536b6185-fe89-4ac9-be08-f481fba93285 service neutron] 10.222.0.64 "PUT /v2.0/ports/e725411e-f226-4e85-8aa9-71a87829ce8e HTTP/1.1" status: 200 len: 1131 time: 0.7198112 Jul 24 00:29:13.153901 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '813c1f6a-1938-4489-83cc-9e05751a5f89', 'tag': 'e725411e-f226-4e85-8aa9-71a87829ce8e'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:29:13.156162 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180ad88b-cf3a-4025-937c-1229631d58bb" -d '{"events": [{"name": "network-changed", "server_uuid": "813c1f6a-1938-4489-83cc-9e05751a5f89", "tag": "e725411e-f226-4e85-8aa9-71a87829ce8e"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:29:13.183579 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536b6185-fe89-4ac9-be08-f481fba93285 service neutron] Pushing event updated for resources: {'Port': ['ID=e725411e-f226-4e85-8aa9-71a87829ce8e,revision_number=3']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:29:13.218507 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01094e6f-fbb5-4f30-bce0-11e08ad3a05e x-openstack-request-id: req-01094e6f-fbb5-4f30-bce0-11e08ad3a05e {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:29:13.218928 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "813c1f6a-1938-4489-83cc-9e05751a5f89", "tag": "e725411e-f226-4e85-8aa9-71a87829ce8e", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:29:13.219408 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-01094e6f-fbb5-4f30-bce0-11e08ad3a05e {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:29:13.219938 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '813c1f6a-1938-4489-83cc-9e05751a5f89', 'tag': 'e725411e-f226-4e85-8aa9-71a87829ce8e', 'status': 'completed', 'code': 200} Jul 24 00:29:13.278348 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ebee1-f8e0-4e4b-baa4-1fe160a6ac99 req-3ddf04d1-3b29-4572-a730-cf096b55e99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:29:13.279945 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0d2ebee1-f8e0-4e4b-baa4-1fe160a6ac99 req-3ddf04d1-3b29-4572-a730-cf096b55e99c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=20e8057946a247658f845531325ccb01&device_id=813c1f6a-1938-4489-83cc-9e05751a5f89 HTTP/1.1" status: 200 len: 1134 time: 0.0777678 Jul 24 00:29:13.325918 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0d2ebee1-f8e0-4e4b-baa4-1fe160a6ac99 req-50a896b8-3c59-4294-838e-289cbe42316e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e725411e-f226-4e85-8aa9-71a87829ce8e HTTP/1.1" status: 200 len: 217 time: 0.0379069 Jul 24 00:29:13.379119 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ebee1-f8e0-4e4b-baa4-1fe160a6ac99 req-314582f6-764b-470b-98f1-2846f1f208ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:29:13.380638 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0d2ebee1-f8e0-4e4b-baa4-1fe160a6ac99 req-314582f6-764b-470b-98f1-2846f1f208ef service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b34615af-957b-4269-976b-aab36c9b98e7 HTTP/1.1" status: 200 len: 834 time: 0.0480676 Jul 24 00:29:13.442423 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ebee1-f8e0-4e4b-baa4-1fe160a6ac99 req-1f3b6ec7-b2e5-4d74-88aa-cdf3a7eb6ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:29:13.444216 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0d2ebee1-f8e0-4e4b-baa4-1fe160a6ac99 req-1f3b6ec7-b2e5-4d74-88aa-cdf3a7eb6ea6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8310620e-90a3-4e8f-89aa-5ce1b818a484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572035 Jul 24 00:29:13.538633 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0d2ebee1-f8e0-4e4b-baa4-1fe160a6ac99 req-b9a03323-b3c1-4b75-9fab-745f483c6d97 service neutron] 10.222.0.64 "GET /v2.0/networks/8310620e-90a3-4e8f-89aa-5ce1b818a484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882361 Jul 24 00:29:13.598868 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device d045c9aa-f68f-4981-802b-4f492919398d up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:29:13.640719 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0d2ebee1-f8e0-4e4b-baa4-1fe160a6ac99 req-3f6030d6-1ed2-415a-b65b-48f68223c44a service neutron] 10.222.0.64 "GET /v2.0/networks/8310620e-90a3-4e8f-89aa-5ce1b818a484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959907 Jul 24 00:29:13.649980 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port d045c9aa-f68f-4981-802b-4f492919398d triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:29:13.650472 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:13.758672 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180ad88b-cf3a-4025-937c-1229631d58bb req-181c0dbe-f7cb-4996-a949-04f4f37aefc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:29:13.761593 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-180ad88b-cf3a-4025-937c-1229631d58bb req-181c0dbe-f7cb-4996-a949-04f4f37aefc2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=20e8057946a247658f845531325ccb01&device_id=813c1f6a-1938-4489-83cc-9e05751a5f89 HTTP/1.1" status: 200 len: 1134 time: 0.0689495 Jul 24 00:29:13.856660 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180ad88b-cf3a-4025-937c-1229631d58bb req-d795206a-e76f-40cd-a471-a218aeba8d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:29:13.858288 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-180ad88b-cf3a-4025-937c-1229631d58bb req-d795206a-e76f-40cd-a471-a218aeba8d3e service neutron] 10.222.0.64 "GET /v2.0/networks?id=8310620e-90a3-4e8f-89aa-5ce1b818a484 HTTP/1.1" status: 200 len: 898 time: 0.0906367 Jul 24 00:29:13.909610 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-180ad88b-cf3a-4025-937c-1229631d58bb req-1ba7b599-6d37-45ba-8e6e-bc0adc430416 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e725411e-f226-4e85-8aa9-71a87829ce8e HTTP/1.1" status: 200 len: 217 time: 0.0437050 Jul 24 00:29:13.962489 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180ad88b-cf3a-4025-937c-1229631d58bb req-a52e0d6d-44ee-408a-bd90-2ea66ae37ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:29:13.964252 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-180ad88b-cf3a-4025-937c-1229631d58bb req-a52e0d6d-44ee-408a-bd90-2ea66ae37ad4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b34615af-957b-4269-976b-aab36c9b98e7 HTTP/1.1" status: 200 len: 834 time: 0.0485859 Jul 24 00:29:13.997016 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7add000-87d3-441c-ace4-5000d2183281 req-f356fdc6-3ac2-42d9-b2bf-1164497d002c tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:29:13.998729 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d7add000-87d3-441c-ace4-5000d2183281 req-f356fdc6-3ac2-42d9-b2bf-1164497d002c tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] 10.222.0.44 "GET /v2.0/ports?device_id=813c1f6a-1938-4489-83cc-9e05751a5f89 HTTP/1.1" status: 200 len: 982 time: 0.0775082 Jul 24 00:29:14.033365 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180ad88b-cf3a-4025-937c-1229631d58bb req-37a61f5a-ac6c-4cdb-8d11-766c7067378f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:29:14.035717 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-180ad88b-cf3a-4025-937c-1229631d58bb req-37a61f5a-ac6c-4cdb-8d11-766c7067378f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8310620e-90a3-4e8f-89aa-5ce1b818a484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0642765 Jul 24 00:29:14.040161 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d7add000-87d3-441c-ace4-5000d2183281 req-1491a186-f03e-49e4-bf0e-0dac28227ce4 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] 10.222.0.44 "GET /v2.0/security-groups?id=58a636d6-aa4b-436c-9c4f-6b1e9457afd2&id=2b63a7f1-dd4a-4ae8-879d-fda54b51ad2b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0357080 Jul 24 00:29:14.134504 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-180ad88b-cf3a-4025-937c-1229631d58bb req-95df0da5-7b18-417d-86ca-46da631c3fe4 service neutron] 10.222.0.64 "GET /v2.0/networks/8310620e-90a3-4e8f-89aa-5ce1b818a484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920670 Jul 24 00:29:14.225016 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-180ad88b-cf3a-4025-937c-1229631d58bb req-104b79be-fe6b-434a-ac72-936e359b25ba service neutron] 10.222.0.64 "GET /v2.0/networks/8310620e-90a3-4e8f-89aa-5ce1b818a484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831261 Jul 24 00:29:14.956181 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:15.180714 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9340ebde-4e6b-4d9e-be16-94f826a51796 req-256a3d3f-8a44-48bc-88b0-ba93a9c252b2 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:29:15.182331 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9340ebde-4e6b-4d9e-be16-94f826a51796 req-256a3d3f-8a44-48bc-88b0-ba93a9c252b2 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] 10.222.0.44 "GET /v2.0/ports?device_id=813c1f6a-1938-4489-83cc-9e05751a5f89 HTTP/1.1" status: 200 len: 982 time: 0.0723655 Jul 24 00:29:15.225965 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9340ebde-4e6b-4d9e-be16-94f826a51796 req-d0f4315a-b2b5-4b76-9580-539b82e07499 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] 10.222.0.44 "GET /v2.0/security-groups?id=58a636d6-aa4b-436c-9c4f-6b1e9457afd2&id=2b63a7f1-dd4a-4ae8-879d-fda54b51ad2b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0376322 Jul 24 00:29:16.355753 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0531fee7-67fa-4e28-8590-e04f5e4b9c91 req-3dcbfbe3-75fa-4684-9e4b-e1b6c3ba3e50 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:29:16.357276 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0531fee7-67fa-4e28-8590-e04f5e4b9c91 req-3dcbfbe3-75fa-4684-9e4b-e1b6c3ba3e50 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] 10.222.0.44 "GET /v2.0/ports?device_id=813c1f6a-1938-4489-83cc-9e05751a5f89 HTTP/1.1" status: 200 len: 982 time: 0.0641863 Jul 24 00:29:16.403724 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0531fee7-67fa-4e28-8590-e04f5e4b9c91 req-e4dbd3a1-4609-4b43-8a15-49a048dd1909 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] 10.222.0.44 "GET /v2.0/security-groups?id=58a636d6-aa4b-436c-9c4f-6b1e9457afd2&id=2b63a7f1-dd4a-4ae8-879d-fda54b51ad2b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0406492 Jul 24 00:29:17.534594 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0dca7-5030-41ea-8e84-ec0c4a263557 req-7f0f3340-681d-44f8-b1bd-ade8e0a90663 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:29:17.536097 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-39c0dca7-5030-41ea-8e84-ec0c4a263557 req-7f0f3340-681d-44f8-b1bd-ade8e0a90663 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] 10.222.0.44 "GET /v2.0/ports?device_id=813c1f6a-1938-4489-83cc-9e05751a5f89 HTTP/1.1" status: 200 len: 982 time: 0.0640588 Jul 24 00:29:17.576294 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-39c0dca7-5030-41ea-8e84-ec0c4a263557 req-ab758b57-6566-4add-b247-ae155660aa83 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] 10.222.0.44 "GET /v2.0/security-groups?id=58a636d6-aa4b-436c-9c4f-6b1e9457afd2&id=2b63a7f1-dd4a-4ae8-879d-fda54b51ad2b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0341260 Jul 24 00:29:17.762539 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device e725411e-f226-4e85-8aa9-71a87829ce8e details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:29:17.858383 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port e725411e-f226-4e85-8aa9-71a87829ce8e, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=e725411e-f226-4e85-8aa9-71a87829ce8e,segment=NetworkSegment(95dee327-ad5e-4797-8ff3-0906e099d105),segment_id=95dee327-ad5e-4797-8ff3-0906e099d105)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:29:17.869431 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': 'e725411e-f226-4e85-8aa9-71a87829ce8e', 'network_id': '8310620e-90a3-4e8f-89aa-5ce1b818a484', 'port_id': 'e725411e-f226-4e85-8aa9-71a87829ce8e', 'mac_address': 'fa:16:3e:0c:b0:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b34615af-957b-4269-976b-aab36c9b98e7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:29:17.912375 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:17.915460 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:17.928197 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e725411e-f226-4e85-8aa9-71a87829ce8e {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:29:17.952316 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port e725411e-f226-4e85-8aa9-71a87829ce8e, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=e725411e-f226-4e85-8aa9-71a87829ce8e,segment=NetworkSegment(95dee327-ad5e-4797-8ff3-0906e099d105),segment_id=95dee327-ad5e-4797-8ff3-0906e099d105)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:29:17.956128 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:18.006044 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=e725411e-f226-4e85-8aa9-71a87829ce8e,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:29:18.013846 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:29:18.014132 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:29:18.014474 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:29:18.014808 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:29:18.015141 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:29:18.015470 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:29:18.015795 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:29:18.016120 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:29:18.016444 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:29:18.016764 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:29:18.017115 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:29:18.017436 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:29:18.162970 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['e725411e-f226-4e85-8aa9-71a87829ce8e'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:29:18.704085 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19502ba5-6fc7-4fb1-97e4-144c381e70b2 req-1b9d847d-2f28-423f-ae6f-57dc83027d3d tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:29:18.705520 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-19502ba5-6fc7-4fb1-97e4-144c381e70b2 req-1b9d847d-2f28-423f-ae6f-57dc83027d3d tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] 10.222.0.44 "GET /v2.0/ports?device_id=813c1f6a-1938-4489-83cc-9e05751a5f89 HTTP/1.1" status: 200 len: 983 time: 0.0631371 Jul 24 00:29:18.745078 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-19502ba5-6fc7-4fb1-97e4-144c381e70b2 req-f89068be-cf72-4f5b-9c9f-e4ecffccdcc0 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] 10.222.0.44 "GET /v2.0/security-groups?id=58a636d6-aa4b-436c-9c4f-6b1e9457afd2&id=2b63a7f1-dd4a-4ae8-879d-fda54b51ad2b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0338221 Jul 24 00:29:19.765608 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device e725411e-f226-4e85-8aa9-71a87829ce8e up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:29:19.816671 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port e725411e-f226-4e85-8aa9-71a87829ce8e completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:29:19.821148 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port e725411e-f226-4e85-8aa9-71a87829ce8e triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:29:19.821525 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:19.880020 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393be477-ba7f-4e36-ade9-21fe24c8e4b3 req-951a8ca5-5ec0-499c-a2b1-a84af247a0ad tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:29:19.881529 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-393be477-ba7f-4e36-ade9-21fe24c8e4b3 req-951a8ca5-5ec0-499c-a2b1-a84af247a0ad tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] 10.222.0.44 "GET /v2.0/ports?device_id=813c1f6a-1938-4489-83cc-9e05751a5f89 HTTP/1.1" status: 200 len: 983 time: 0.0717168 Jul 24 00:29:19.898570 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:19.920586 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '813c1f6a-1938-4489-83cc-9e05751a5f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e725411e-f226-4e85-8aa9-71a87829ce8e'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:29:19.921152 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-393be477-ba7f-4e36-ade9-21fe24c8e4b3 req-b8ee79e6-ad59-4289-9a2f-413e06c145fe tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] 10.222.0.44 "GET /v2.0/security-groups?id=58a636d6-aa4b-436c-9c4f-6b1e9457afd2&id=2b63a7f1-dd4a-4ae8-879d-fda54b51ad2b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0333114 Jul 24 00:29:19.922863 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f5c9d18-7685-44d2-b538-bc65b023ac51" -d '{"events": [{"server_uuid": "813c1f6a-1938-4489-83cc-9e05751a5f89", "name": "network-vif-plugged", "status": "completed", "tag": "e725411e-f226-4e85-8aa9-71a87829ce8e"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:29:19.936721 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port e725411e-f226-4e85-8aa9-71a87829ce8e, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=e725411e-f226-4e85-8aa9-71a87829ce8e,segment=NetworkSegment(95dee327-ad5e-4797-8ff3-0906e099d105),segment_id=95dee327-ad5e-4797-8ff3-0906e099d105)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:29:19.951277 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:19.977172 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef8ebd9-99fe-4b6f-878f-86c397abced2 x-openstack-request-id: req-4ef8ebd9-99fe-4b6f-878f-86c397abced2 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:29:19.977470 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "813c1f6a-1938-4489-83cc-9e05751a5f89", "name": "network-vif-plugged", "status": "completed", "tag": "e725411e-f226-4e85-8aa9-71a87829ce8e", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:29:19.978230 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4ef8ebd9-99fe-4b6f-878f-86c397abced2 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:29:19.978230 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '813c1f6a-1938-4489-83cc-9e05751a5f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e725411e-f226-4e85-8aa9-71a87829ce8e', 'code': 200} Jul 24 00:29:20.006920 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=e725411e-f226-4e85-8aa9-71a87829ce8e,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:29:20.076240 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd2b52b-fe58-4b1e-954f-126485d69021 req-936bbeeb-d2a5-4fbf-b2c3-2f506cdd49fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:29:20.077726 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fcd2b52b-fe58-4b1e-954f-126485d69021 req-936bbeeb-d2a5-4fbf-b2c3-2f506cdd49fe service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=813c1f6a-1938-4489-83cc-9e05751a5f89 HTTP/1.1" status: 200 len: 1136 time: 0.0548060 Jul 24 00:29:20.112469 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fcd2b52b-fe58-4b1e-954f-126485d69021 req-2c02223c-bcb8-48d5-a507-88832bf9a938 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=58a636d6-aa4b-436c-9c4f-6b1e9457afd2&id=2b63a7f1-dd4a-4ae8-879d-fda54b51ad2b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0282948 Jul 24 00:29:21.063694 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcea9d3-d244-4475-8909-e4c40fda2358 req-16965ed3-ad65-41a7-810a-c4716acea60d tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:29:21.065228 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9bcea9d3-d244-4475-8909-e4c40fda2358 req-16965ed3-ad65-41a7-810a-c4716acea60d tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] 10.222.0.44 "GET /v2.0/ports?device_id=813c1f6a-1938-4489-83cc-9e05751a5f89 HTTP/1.1" status: 200 len: 984 time: 0.0656290 Jul 24 00:29:21.107022 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9bcea9d3-d244-4475-8909-e4c40fda2358 req-6a440cc1-064c-4e71-9aa1-2feda7afe9f7 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] 10.222.0.44 "GET /v2.0/security-groups?id=58a636d6-aa4b-436c-9c4f-6b1e9457afd2&id=2b63a7f1-dd4a-4ae8-879d-fda54b51ad2b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0357959 Jul 24 00:29:21.234101 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca01f05-4a8f-407c-8034-53ecb7d6f540 req-931c9f85-b8e1-45dd-b67e-ac3e7e71cb0e tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:29:21.235595 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1ca01f05-4a8f-407c-8034-53ecb7d6f540 req-931c9f85-b8e1-45dd-b67e-ac3e7e71cb0e tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] 10.222.0.44 "GET /v2.0/ports?device_id=813c1f6a-1938-4489-83cc-9e05751a5f89 HTTP/1.1" status: 200 len: 984 time: 0.0627341 Jul 24 00:29:21.275406 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1ca01f05-4a8f-407c-8034-53ecb7d6f540 req-4ed41d53-1fd0-4886-8ca9-d2d9be55105f tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] 10.222.0.44 "GET /v2.0/security-groups?id=58a636d6-aa4b-436c-9c4f-6b1e9457afd2&id=2b63a7f1-dd4a-4ae8-879d-fda54b51ad2b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0340567 Jul 24 00:29:21.401825 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd55964d-854c-4cef-8a34-1f81352a8a69 req-39ee47a3-074d-4cfc-a760-8fb308078919 tempest-TestSecurityGroupsBasicOps-1092756230 tempest-TestSecurityGroupsBasicOps-1092756230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:29:21.403281 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cd55964d-854c-4cef-8a34-1f81352a8a69 req-39ee47a3-074d-4cfc-a760-8fb308078919 tempest-TestSecurityGroupsBasicOps-1092756230 tempest-TestSecurityGroupsBasicOps-1092756230-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=813c1f6a-1938-4489-83cc-9e05751a5f89 HTTP/1.1" status: 200 len: 1136 time: 0.0579922 Jul 24 00:29:21.420747 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-cd55964d-854c-4cef-8a34-1f81352a8a69 req-4b9e1fd1-6df5-4d6c-8f5d-d7d32bf21757 tempest-TestSecurityGroupsBasicOps-1092756230 tempest-TestSecurityGroupsBasicOps-1092756230-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:21.508473 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-cd55964d-854c-4cef-8a34-1f81352a8a69 req-4b9e1fd1-6df5-4d6c-8f5d-d7d32bf21757 tempest-TestSecurityGroupsBasicOps-1092756230 tempest-TestSecurityGroupsBasicOps-1092756230-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:21.512765 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-cd55964d-854c-4cef-8a34-1f81352a8a69 req-4b9e1fd1-6df5-4d6c-8f5d-d7d32bf21757 tempest-TestSecurityGroupsBasicOps-1092756230 tempest-TestSecurityGroupsBasicOps-1092756230-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:21.533543 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cd55964d-854c-4cef-8a34-1f81352a8a69 req-4b9e1fd1-6df5-4d6c-8f5d-d7d32bf21757 tempest-TestSecurityGroupsBasicOps-1092756230 tempest-TestSecurityGroupsBasicOps-1092756230-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=58a636d6-aa4b-436c-9c4f-6b1e9457afd2&id=2b63a7f1-dd4a-4ae8-879d-fda54b51ad2b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1246974 Jul 24 00:29:21.544563 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9e1fd1-6df5-4d6c-8f5d-d7d32bf21757 tempest-TestSecurityGroupsBasicOps-1092756230 tempest-TestSecurityGroupsBasicOps-1092756230-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a2f347-6a0c-4bd6-a418-d43554c7b26a,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:29:21.554517 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33002) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:29:21.608541 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4fd5e5-23b9-4cde-a685-93d80222e11a tempest-TestSecurityGroupsBasicOps-1092756230 tempest-TestSecurityGroupsBasicOps-1092756230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:29:21.610317 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-1a4fd5e5-23b9-4cde-a685-93d80222e11a tempest-TestSecurityGroupsBasicOps-1092756230 tempest-TestSecurityGroupsBasicOps-1092756230-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=813c1f6a-1938-4489-83cc-9e05751a5f89 HTTP/1.1" status: 200 len: 1131 time: 0.0547259 Jul 24 00:29:21.613228 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33004) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:29:21.617728 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-4451813c-c710-412b-af27-b5aa6e31b085 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Request body: {'floatingip': {'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'port_id': 'e725411e-f226-4e85-8aa9-71a87829ce8e', 'tenant_id': '20e8057946a247658f845531325ccb01', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:29:21.641723 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4451813c-c710-412b-af27-b5aa6e31b085 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks [] for floatingip, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:21.739487 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4451813c-c710-412b-af27-b5aa6e31b085 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:21.843975 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-4451813c-c710-412b-af27-b5aa6e31b085 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Allocated IP 172.25.3.72 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/9a785421-e53d-420e-b8da-f9fcadd184f6) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:29:21.958566 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4451813c-c710-412b-af27-b5aa6e31b085 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:22.000255 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4451813c-c710-412b-af27-b5aa6e31b085 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:22.036706 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4451813c-c710-412b-af27-b5aa6e31b085 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:29:22.044234 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-4451813c-c710-412b-af27-b5aa6e31b085 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:29:22.047708 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4451813c-c710-412b-af27-b5aa6e31b085 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:29:22.053815 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4451813c-c710-412b-af27-b5aa6e31b085 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Pushing event updated for resources: {'Port': ['ID=9a785421-e53d-420e-b8da-f9fcadd184f6,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:29:22.339099 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:29:22.523711 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4451813c-c710-412b-af27-b5aa6e31b085 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:22.631847 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4451813c-c710-412b-af27-b5aa6e31b085 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:22.780239 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4451813c-c710-412b-af27-b5aa6e31b085 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:22.784456 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4451813c-c710-412b-af27-b5aa6e31b085 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:22.853504 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4451813c-c710-412b-af27-b5aa6e31b085 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Pushing event updated for resources: {'Port': ['ID=9a785421-e53d-420e-b8da-f9fcadd184f6,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:29:22.865952 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4451813c-c710-412b-af27-b5aa6e31b085 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:23.183569 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-5cefae2e-a4a4-4b89-a668-e41a4f13183e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:23.244432 n-d-800088-16 neutron-server[100314]: INFO neutron.db.l3_db [None req-4451813c-c710-412b-af27-b5aa6e31b085 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Floating IP 88c4ce04-7fcf-4b69-b0d5-eda6b39e7ead associated. External IP: 172.25.3.72, port: e725411e-f226-4e85-8aa9-71a87829ce8e. Jul 24 00:29:23.449809 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4451813c-c710-412b-af27-b5aa6e31b085 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Router 687c1297-ae82-4951-9597-1e93f99d70ad has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:29:23.563970 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4451813c-c710-412b-af27-b5aa6e31b085 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:29:23.574908 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e209431a-13a2-42d5-b5da-26be16a5a496 None None] Sync routers for ids ['687c1297-ae82-4951-9597-1e93f99d70ad'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:29:23.582050 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4451813c-c710-412b-af27-b5aa6e31b085 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:23.584963 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e209431a-13a2-42d5-b5da-26be16a5a496 None None] Routers {'687c1297-ae82-4951-9597-1e93f99d70ad'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:29:23.585672 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-e209431a-13a2-42d5-b5da-26be16a5a496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:28:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['687c1297-ae82-4951-9597-1e93f99d70ad'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:29:23.628385 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-4451813c-c710-412b-af27-b5aa6e31b085 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0117352 Jul 24 00:29:23.628385 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '813c1f6a-1938-4489-83cc-9e05751a5f89', 'tag': 'e725411e-f226-4e85-8aa9-71a87829ce8e'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:29:23.628994 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-832a71e1-bdc2-4dfd-938f-891464a208ee" -d '{"events": [{"name": "network-changed", "server_uuid": "813c1f6a-1938-4489-83cc-9e05751a5f89", "tag": "e725411e-f226-4e85-8aa9-71a87829ce8e"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:29:23.629513 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33022) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:29:23.696862 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-241fe79d-63f2-428f-925e-049e796bc817 x-openstack-request-id: req-241fe79d-63f2-428f-925e-049e796bc817 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:29:23.697241 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "813c1f6a-1938-4489-83cc-9e05751a5f89", "tag": "e725411e-f226-4e85-8aa9-71a87829ce8e", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:29:23.697561 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-241fe79d-63f2-428f-925e-049e796bc817 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:29:23.698073 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '813c1f6a-1938-4489-83cc-9e05751a5f89', 'tag': 'e725411e-f226-4e85-8aa9-71a87829ce8e', 'status': 'completed', 'code': 200} Jul 24 00:29:23.698303 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-e209431a-13a2-42d5-b5da-26be16a5a496 None None] Set router 687c1297-ae82-4951-9597-1e93f99d70ad gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:29:23.757765 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effec1f3-a840-4074-877e-aa90d7d74a77 tempest-TestSecurityGroupsBasicOps-1092756230 tempest-TestSecurityGroupsBasicOps-1092756230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:29:23.758540 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effec1f3-a840-4074-877e-aa90d7d74a77 tempest-TestSecurityGroupsBasicOps-1092756230 tempest-TestSecurityGroupsBasicOps-1092756230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:29:23.759752 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effec1f3-a840-4074-877e-aa90d7d74a77 tempest-TestSecurityGroupsBasicOps-1092756230 tempest-TestSecurityGroupsBasicOps-1092756230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:29:23.760566 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effec1f3-a840-4074-877e-aa90d7d74a77 tempest-TestSecurityGroupsBasicOps-1092756230 tempest-TestSecurityGroupsBasicOps-1092756230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:29:23.761934 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effec1f3-a840-4074-877e-aa90d7d74a77 tempest-TestSecurityGroupsBasicOps-1092756230 tempest-TestSecurityGroupsBasicOps-1092756230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:29:23.766860 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-effec1f3-a840-4074-877e-aa90d7d74a77 tempest-TestSecurityGroupsBasicOps-1092756230 tempest-TestSecurityGroupsBasicOps-1092756230-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3589 time: 0.1331899 Jul 24 00:29:23.767729 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33026) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:29:23.783287 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a71e1-bdc2-4dfd-938f-891464a208ee req-4d5ff6be-c88f-4bd7-b5a7-20d4debbbe1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:29:23.784925 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-832a71e1-bdc2-4dfd-938f-891464a208ee req-4d5ff6be-c88f-4bd7-b5a7-20d4debbbe1c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=20e8057946a247658f845531325ccb01&device_id=813c1f6a-1938-4489-83cc-9e05751a5f89 HTTP/1.1" status: 200 len: 1136 time: 0.0659745 Jul 24 00:29:23.825069 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9cad93c-abb9-4146-b276-c560118e856d tempest-TestSecurityGroupsBasicOps-1092756230 tempest-TestSecurityGroupsBasicOps-1092756230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:29:23.825835 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9cad93c-abb9-4146-b276-c560118e856d tempest-TestSecurityGroupsBasicOps-1092756230 tempest-TestSecurityGroupsBasicOps-1092756230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:29:23.826484 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9cad93c-abb9-4146-b276-c560118e856d tempest-TestSecurityGroupsBasicOps-1092756230 tempest-TestSecurityGroupsBasicOps-1092756230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:29:23.826960 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9cad93c-abb9-4146-b276-c560118e856d tempest-TestSecurityGroupsBasicOps-1092756230 tempest-TestSecurityGroupsBasicOps-1092756230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:29:23.827430 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9cad93c-abb9-4146-b276-c560118e856d tempest-TestSecurityGroupsBasicOps-1092756230 tempest-TestSecurityGroupsBasicOps-1092756230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:29:23.829220 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-d9cad93c-abb9-4146-b276-c560118e856d tempest-TestSecurityGroupsBasicOps-1092756230 tempest-TestSecurityGroupsBasicOps-1092756230-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3370 time: 0.0603898 Jul 24 00:29:23.831881 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33028) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:29:23.894742 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a71e1-bdc2-4dfd-938f-891464a208ee req-5df50c76-bf5f-4008-8084-ccc211a37afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:29:23.896248 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-832a71e1-bdc2-4dfd-938f-891464a208ee req-5df50c76-bf5f-4008-8084-ccc211a37afe service neutron] 10.222.0.64 "GET /v2.0/networks?id=8310620e-90a3-4e8f-89aa-5ce1b818a484 HTTP/1.1" status: 200 len: 898 time: 0.1049612 Jul 24 00:29:23.984453 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-832a71e1-bdc2-4dfd-938f-891464a208ee req-086e983b-5e42-4de4-9b94-99d7ed707309 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e725411e-f226-4e85-8aa9-71a87829ce8e HTTP/1.1" status: 200 len: 998 time: 0.0796063 Jul 24 00:29:23.986602 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-e209431a-13a2-42d5-b5da-26be16a5a496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '687c1297-ae82-4951-9597-1e93f99d70ad', 'name': 'tempest-TestSecurityGroupsBasicOps-router-248782954', 'tenant_id': '20e8057946a247658f845531325ccb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '98c398d9-da85-46c3-a1f8-5861ee0b9139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:29:03Z', 'updated_at': '2021-07-24T00:29:07Z', 'revision_number': 4, 'project_id': '20e8057946a247658f845531325ccb01', 'gw_port': {'id': '98c398d9-da85-46c3-a1f8-5861ee0b9139', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687c1297-ae82-4951-9597-1e93f99d70ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:29:04Z', 'updated_at': '2021-07-24T00:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': '88c4ce04-7fcf-4b69-b0d5-eda6b39e7ead', 'tenant_id': '20e8057946a247658f845531325ccb01', 'floating_ip_address': '172.25.3.72', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '687c1297-ae82-4951-9597-1e93f99d70ad', 'port_id': 'e725411e-f226-4e85-8aa9-71a87829ce8e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3726, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8310620e-90a3-4e8f-89aa-5ce1b818a484', 'mac_address': 'fa:16:3e:0c:b0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813c1f6a-1938-4489-83cc-9e05751a5f89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:29:22Z', 'updated_at': '2021-07-24T00:29:22Z', 'revision_number': 0, 'project_id': '20e8057946a247658f845531325ccb01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd045c9aa-f68f-4981-802b-4f492919398d', 'name': '', 'network_id': '8310620e-90a3-4e8f-89aa-5ce1b818a484', 'tenant_id': '20e8057946a247658f845531325ccb01', 'mac_address': 'fa:16:3e:f4:45:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687c1297-ae82-4951-9597-1e93f99d70ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': 'b34615af-957b-4269-976b-aab36c9b98e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:29:06Z', 'updated_at': '2021-07-24T00:29:12Z', 'revision_number': 5, 'project_id': '20e8057946a247658f845531325ccb01', 'subnets': [{'id': 'b34615af-957b-4269-976b-aab36c9b98e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:29:23.995313 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-f7cad0b9-45e1-455c-a6e2-a6923264053c tempest-TestSecurityGroupsBasicOps-1092756230 tempest-TestSecurityGroupsBasicOps-1092756230-project-admin] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1614 time: 0.1588483 Jul 24 00:29:23.995892 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33030) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:29:24.020324 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e209431a-13a2-42d5-b5da-26be16a5a496 None None] Checking router: 687c1297-ae82-4951-9597-1e93f99d70ad for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:29:24.030509 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e209431a-13a2-42d5-b5da-26be16a5a496 None None] Routers {'687c1297-ae82-4951-9597-1e93f99d70ad'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:29:24.031226 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-e209431a-13a2-42d5-b5da-26be16a5a496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:28:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['687c1297-ae82-4951-9597-1e93f99d70ad'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:29:24.051002 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119490c2-c64f-4913-ab1d-b6e14b76359c tempest-TestSecurityGroupsBasicOps-1092756230 tempest-TestSecurityGroupsBasicOps-1092756230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:29:24.051585 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119490c2-c64f-4913-ab1d-b6e14b76359c tempest-TestSecurityGroupsBasicOps-1092756230 tempest-TestSecurityGroupsBasicOps-1092756230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:29:24.053253 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-119490c2-c64f-4913-ab1d-b6e14b76359c tempest-TestSecurityGroupsBasicOps-1092756230 tempest-TestSecurityGroupsBasicOps-1092756230-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=687c1297-ae82-4951-9597-1e93f99d70ad HTTP/1.1" status: 200 len: 1992 time: 0.0563323 Jul 24 00:29:24.063787 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a71e1-bdc2-4dfd-938f-891464a208ee req-55a10108-4bdd-4afa-aa76-6f89259dcf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:29:24.065550 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-832a71e1-bdc2-4dfd-938f-891464a208ee req-55a10108-4bdd-4afa-aa76-6f89259dcf67 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b34615af-957b-4269-976b-aab36c9b98e7 HTTP/1.1" status: 200 len: 834 time: 0.0749309 Jul 24 00:29:24.127745 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a71e1-bdc2-4dfd-938f-891464a208ee req-14e46904-f5fd-476b-a0d9-819ceeea2250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:29:24.129361 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-832a71e1-bdc2-4dfd-938f-891464a208ee req-14e46904-f5fd-476b-a0d9-819ceeea2250 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8310620e-90a3-4e8f-89aa-5ce1b818a484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0569112 Jul 24 00:29:24.146959 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-e209431a-13a2-42d5-b5da-26be16a5a496 None None] Set router 687c1297-ae82-4951-9597-1e93f99d70ad gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:29:24.229626 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-832a71e1-bdc2-4dfd-938f-891464a208ee req-84df22c0-593d-4cdf-8d02-b852bb6b2ea0 service neutron] 10.222.0.64 "GET /v2.0/networks/8310620e-90a3-4e8f-89aa-5ce1b818a484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941133 Jul 24 00:29:24.326517 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-832a71e1-bdc2-4dfd-938f-891464a208ee req-b931ba6d-db41-4fd4-86ff-b808df1a3087 service neutron] 10.222.0.64 "GET /v2.0/networks/8310620e-90a3-4e8f-89aa-5ce1b818a484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905950 Jul 24 00:29:24.380260 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-e209431a-13a2-42d5-b5da-26be16a5a496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '687c1297-ae82-4951-9597-1e93f99d70ad', 'name': 'tempest-TestSecurityGroupsBasicOps-router-248782954', 'tenant_id': '20e8057946a247658f845531325ccb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '98c398d9-da85-46c3-a1f8-5861ee0b9139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:29:03Z', 'updated_at': '2021-07-24T00:29:07Z', 'revision_number': 4, 'project_id': '20e8057946a247658f845531325ccb01', 'gw_port': {'id': '98c398d9-da85-46c3-a1f8-5861ee0b9139', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687c1297-ae82-4951-9597-1e93f99d70ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:29:04Z', 'updated_at': '2021-07-24T00:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': '88c4ce04-7fcf-4b69-b0d5-eda6b39e7ead', 'tenant_id': '20e8057946a247658f845531325ccb01', 'floating_ip_address': '172.25.3.72', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '687c1297-ae82-4951-9597-1e93f99d70ad', 'port_id': 'e725411e-f226-4e85-8aa9-71a87829ce8e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3726, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8310620e-90a3-4e8f-89aa-5ce1b818a484', 'mac_address': 'fa:16:3e:0c:b0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813c1f6a-1938-4489-83cc-9e05751a5f89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:29:22Z', 'updated_at': '2021-07-24T00:29:22Z', 'revision_number': 0, 'project_id': '20e8057946a247658f845531325ccb01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd045c9aa-f68f-4981-802b-4f492919398d', 'name': '', 'network_id': '8310620e-90a3-4e8f-89aa-5ce1b818a484', 'tenant_id': '20e8057946a247658f845531325ccb01', 'mac_address': 'fa:16:3e:f4:45:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687c1297-ae82-4951-9597-1e93f99d70ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': 'b34615af-957b-4269-976b-aab36c9b98e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:29:06Z', 'updated_at': '2021-07-24T00:29:12Z', 'revision_number': 5, 'project_id': '20e8057946a247658f845531325ccb01', 'subnets': [{'id': 'b34615af-957b-4269-976b-aab36c9b98e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:29:24.407167 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e209431a-13a2-42d5-b5da-26be16a5a496 None None] The sync data for ids ['687c1297-ae82-4951-9597-1e93f99d70ad'] in n-d-800088-16 is: [{'id': '687c1297-ae82-4951-9597-1e93f99d70ad', 'name': 'tempest-TestSecurityGroupsBasicOps-router-248782954', 'tenant_id': '20e8057946a247658f845531325ccb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '98c398d9-da85-46c3-a1f8-5861ee0b9139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:29:03Z', 'updated_at': '2021-07-24T00:29:07Z', 'revision_number': 4, 'project_id': '20e8057946a247658f845531325ccb01', 'gw_port': {'id': '98c398d9-da85-46c3-a1f8-5861ee0b9139', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687c1297-ae82-4951-9597-1e93f99d70ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:29:04Z', 'updated_at': '2021-07-24T00:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': '88c4ce04-7fcf-4b69-b0d5-eda6b39e7ead', 'tenant_id': '20e8057946a247658f845531325ccb01', 'floating_ip_address': '172.25.3.72', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '687c1297-ae82-4951-9597-1e93f99d70ad', 'port_id': 'e725411e-f226-4e85-8aa9-71a87829ce8e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3726, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8310620e-90a3-4e8f-89aa-5ce1b818a484', 'mac_address': 'fa:16:3e:0c:b0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813c1f6a-1938-4489-83cc-9e05751a5f89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:29:22Z', 'updated_at': '2021-07-24T00:29:22Z', 'revision_number': 0, 'project_id': '20e8057946a247658f845531325ccb01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd045c9aa-f68f-4981-802b-4f492919398d', 'name': '', 'network_id': '8310620e-90a3-4e8f-89aa-5ce1b818a484', 'tenant_id': '20e8057946a247658f845531325ccb01', 'mac_address': 'fa:16:3e:f4:45:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687c1297-ae82-4951-9597-1e93f99d70ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': 'b34615af-957b-4269-976b-aab36c9b98e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:29:06Z', 'updated_at': '2021-07-24T00:29:12Z', 'revision_number': 5, 'project_id': '20e8057946a247658f845531325ccb01', 'subnets': [{'id': 'b34615af-957b-4269-976b-aab36c9b98e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:29:24.613326 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89882bd2-c3a9-4d80-b206-4cec51a9c034 None None] New status for floating IP 88c4ce04-7fcf-4b69-b0d5-eda6b39e7ead: ACTIVE {{(pid=100316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 00:29:25.761502 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-659a17af-735a-49c2-909f-d8725b20dfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:26.786347 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:27.355260 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:28.947037 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:29.124199 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae0ec29-2433-451f-a48d-080e13464a12 req-c8da1ebd-d1be-4420-b67e-8a5d243e8b42 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:29:29.125936 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6ae0ec29-2433-451f-a48d-080e13464a12 req-c8da1ebd-d1be-4420-b67e-8a5d243e8b42 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c266e0-a5ac-4ec0-aae0-ac772fa93052 HTTP/1.1" status: 200 len: 946 time: 0.0692246 Jul 24 00:29:29.163710 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6ae0ec29-2433-451f-a48d-080e13464a12 req-c4315235-6149-417d-9bd5-c63f6eaa973b tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/security-groups?id=680d88b2-84cf-494c-87c6-8eb84b9dba69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321004 Jul 24 00:29:30.297090 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12987096-94f9-4589-bc84-a8d25296d14f req-c289a42c-7f55-47ed-b7e4-1b32e4d3aa0a tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:29:30.298581 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-12987096-94f9-4589-bc84-a8d25296d14f req-c289a42c-7f55-47ed-b7e4-1b32e4d3aa0a tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c266e0-a5ac-4ec0-aae0-ac772fa93052 HTTP/1.1" status: 200 len: 946 time: 0.0658567 Jul 24 00:29:30.338330 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-12987096-94f9-4589-bc84-a8d25296d14f req-bee12309-1567-405e-ad87-ff79136fb633 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/security-groups?id=680d88b2-84cf-494c-87c6-8eb84b9dba69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339191 Jul 24 00:29:30.610578 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc98a900-1743-4912-88db-197dc82ad63e req-5703d7c6-712f-4aeb-8d63-1fadd6aced7a tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:29:30.612049 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fc98a900-1743-4912-88db-197dc82ad63e req-5703d7c6-712f-4aeb-8d63-1fadd6aced7a tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.52 "GET /v2.0/ports?device_id=25c266e0-a5ac-4ec0-aae0-ac772fa93052 HTTP/1.1" status: 200 len: 946 time: 0.0628960 Jul 24 00:29:30.716893 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-fc98a900-1743-4912-88db-197dc82ad63e req-345a3a5f-a160-44aa-8a3a-648854184c21 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Deleting port 70ac10f1-cbd5-4d10-9c08-090bbb42ce70 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:29:30.717243 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-fc98a900-1743-4912-88db-197dc82ad63e req-345a3a5f-a160-44aa-8a3a-648854184c21 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:30.802155 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-fc98a900-1743-4912-88db-197dc82ad63e req-345a3a5f-a160-44aa-8a3a-648854184c21 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] For port 70ac10f1-cbd5-4d10-9c08-090bbb42ce70, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=70ac10f1-cbd5-4d10-9c08-090bbb42ce70,segment=NetworkSegment(3c9a59e0-db5f-464c-9f24-21dd3dbd9ef6),segment_id=3c9a59e0-db5f-464c-9f24-21dd3dbd9ef6)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:29:30.802526 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-fc98a900-1743-4912-88db-197dc82ad63e req-345a3a5f-a160-44aa-8a3a-648854184c21 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:30.814657 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-fc98a900-1743-4912-88db-197dc82ad63e req-345a3a5f-a160-44aa-8a3a-648854184c21 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Calling delete_port for 70ac10f1-cbd5-4d10-9c08-090bbb42ce70 owned by compute:nova {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:29:30.941014 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-fc98a900-1743-4912-88db-197dc82ad63e req-345a3a5f-a160-44aa-8a3a-648854184c21 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:30.954150 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['fed31f06-b983-46a3-aeb4-06b156608ef1', '70ac10f1-cbd5-4d10-9c08-090bbb42ce70'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:29:30.959914 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['afa0e91e-c23f-49e0-b55e-e19520f2ae85', 'd8c7956c-6f2d-42a9-9080-13c6ff2b44c5'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:29:30.978399 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345a3a5f-a160-44aa-8a3a-648854184c21 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Pushing event deleted for resources: {'Port': ['ID=70ac10f1-cbd5-4d10-9c08-090bbb42ce70,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:29:31.025734 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc98a900-1743-4912-88db-197dc82ad63e req-345a3a5f-a160-44aa-8a3a-648854184c21 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] No DVR routers for this DVR port 70ac10f1-cbd5-4d10-9c08-090bbb42ce70 on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:29:31.028472 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-fc98a900-1743-4912-88db-197dc82ad63e req-345a3a5f-a160-44aa-8a3a-648854184c21 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:31.030846 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fc98a900-1743-4912-88db-197dc82ad63e req-345a3a5f-a160-44aa-8a3a-648854184c21 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.52 "DELETE /v2.0/ports/70ac10f1-cbd5-4d10-9c08-090bbb42ce70 HTTP/1.1" status: 204 len: 173 time: 0.4135735 Jul 24 00:29:31.031493 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25c266e0-a5ac-4ec0-aae0-ac772fa93052', 'name': 'network-vif-deleted', 'tag': '70ac10f1-cbd5-4d10-9c08-090bbb42ce70'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:29:31.034517 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a4e4e3-e124-4fb8-96d4-98578d130c70" -d '{"events": [{"server_uuid": "25c266e0-a5ac-4ec0-aae0-ac772fa93052", "name": "network-vif-deleted", "tag": "70ac10f1-cbd5-4d10-9c08-090bbb42ce70"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:29:31.073664 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c624fdf5-a193-4404-a062-3025f8c0b7ae x-openstack-request-id: req-c624fdf5-a193-4404-a062-3025f8c0b7ae {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:29:31.073971 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25c266e0-a5ac-4ec0-aae0-ac772fa93052", "name": "network-vif-deleted", "tag": "70ac10f1-cbd5-4d10-9c08-090bbb42ce70", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:29:31.074227 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c624fdf5-a193-4404-a062-3025f8c0b7ae {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:29:31.074632 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25c266e0-a5ac-4ec0-aae0-ac772fa93052', 'name': 'network-vif-deleted', 'tag': '70ac10f1-cbd5-4d10-9c08-090bbb42ce70', 'status': 'completed', 'code': 200} Jul 24 00:29:31.450647 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0d3dc97d-1aae-42d5-be00-b11e63e037f9 req-088756df-bab7-449b-84c9-6dc11c3ef46e tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c266e0-a5ac-4ec0-aae0-ac772fa93052 HTTP/1.1" status: 200 len: 210 time: 0.0346828 Jul 24 00:29:34.907774 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d2ca2e-cc87-48da-94b0-13bbd44ded7e req-0ff20e8b-2714-486d-b290-27e412b35e4c tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:29:34.909319 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-99d2ca2e-cc87-48da-94b0-13bbd44ded7e req-0ff20e8b-2714-486d-b290-27e412b35e4c tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/ports?device_id=b351c666-bc0d-431e-9d12-7a417c49ab8a HTTP/1.1" status: 200 len: 945 time: 0.0652046 Jul 24 00:29:34.950874 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-99d2ca2e-cc87-48da-94b0-13bbd44ded7e req-8460fa7b-c617-4a0b-b51a-2c03ce0a9ef9 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/security-groups?id=680d88b2-84cf-494c-87c6-8eb84b9dba69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358872 Jul 24 00:29:35.125639 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 70ac10f1-cbd5-4d10-9c08-090bbb42ce70 no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:29:35.145441 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] No Port match for: 70ac10f1-cbd5-4d10-9c08-090bbb42ce70 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:29:35.145786 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 70ac10f1-cbd5-4d10-9c08-090bbb42ce70 not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:29:36.081811 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ba665-e4ae-43bc-949c-5d7780216a55 req-5e513462-228c-4f51-9bc0-14266e4c1bc7 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:29:36.083316 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-954ba665-e4ae-43bc-949c-5d7780216a55 req-5e513462-228c-4f51-9bc0-14266e4c1bc7 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/ports?device_id=b351c666-bc0d-431e-9d12-7a417c49ab8a HTTP/1.1" status: 200 len: 945 time: 0.0639906 Jul 24 00:29:36.120328 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-954ba665-e4ae-43bc-949c-5d7780216a55 req-2ad81459-ec4f-4a94-a237-2920204f444f tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/security-groups?id=680d88b2-84cf-494c-87c6-8eb84b9dba69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315447 Jul 24 00:29:36.295504 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87ca91f-e408-420c-b11f-f40ad649e5be req-61fea562-26a3-4219-ac27-ee8e7becc149 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:29:36.296995 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a87ca91f-e408-420c-b11f-f40ad649e5be req-61fea562-26a3-4219-ac27-ee8e7becc149 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.52 "GET /v2.0/ports?device_id=b351c666-bc0d-431e-9d12-7a417c49ab8a HTTP/1.1" status: 200 len: 945 time: 0.0622952 Jul 24 00:29:36.400630 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-a87ca91f-e408-420c-b11f-f40ad649e5be req-782d165e-8758-468a-ac4d-d4d566523d44 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Deleting port fed31f06-b983-46a3-aeb4-06b156608ef1 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:29:36.401001 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-a87ca91f-e408-420c-b11f-f40ad649e5be req-782d165e-8758-468a-ac4d-d4d566523d44 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:36.490856 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-a87ca91f-e408-420c-b11f-f40ad649e5be req-782d165e-8758-468a-ac4d-d4d566523d44 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] For port fed31f06-b983-46a3-aeb4-06b156608ef1, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=fed31f06-b983-46a3-aeb4-06b156608ef1,segment=NetworkSegment(3c9a59e0-db5f-464c-9f24-21dd3dbd9ef6),segment_id=3c9a59e0-db5f-464c-9f24-21dd3dbd9ef6)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:29:36.491221 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-a87ca91f-e408-420c-b11f-f40ad649e5be req-782d165e-8758-468a-ac4d-d4d566523d44 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:36.502492 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-a87ca91f-e408-420c-b11f-f40ad649e5be req-782d165e-8758-468a-ac4d-d4d566523d44 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Calling delete_port for fed31f06-b983-46a3-aeb4-06b156608ef1 owned by compute:nova {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:29:36.624222 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-a87ca91f-e408-420c-b11f-f40ad649e5be req-782d165e-8758-468a-ac4d-d4d566523d44 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:36.637165 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['afa0e91e-c23f-49e0-b55e-e19520f2ae85', 'd8c7956c-6f2d-42a9-9080-13c6ff2b44c5'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:29:36.639351 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['fed31f06-b983-46a3-aeb4-06b156608ef1'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:29:36.652395 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782d165e-8758-468a-ac4d-d4d566523d44 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Pushing event deleted for resources: {'Port': ['ID=fed31f06-b983-46a3-aeb4-06b156608ef1,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:29:36.662440 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782d165e-8758-468a-ac4d-d4d566523d44 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:29:36.662797 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782d165e-8758-468a-ac4d-d4d566523d44 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:29:36.663146 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782d165e-8758-468a-ac4d-d4d566523d44 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:29:36.663491 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782d165e-8758-468a-ac4d-d4d566523d44 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:29:36.663830 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782d165e-8758-468a-ac4d-d4d566523d44 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:29:36.664167 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782d165e-8758-468a-ac4d-d4d566523d44 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:29:36.664501 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782d165e-8758-468a-ac4d-d4d566523d44 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:29:36.665768 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782d165e-8758-468a-ac4d-d4d566523d44 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:29:36.665878 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782d165e-8758-468a-ac4d-d4d566523d44 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:29:36.666144 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782d165e-8758-468a-ac4d-d4d566523d44 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:29:36.666473 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782d165e-8758-468a-ac4d-d4d566523d44 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:29:36.666807 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782d165e-8758-468a-ac4d-d4d566523d44 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:29:36.721620 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-a87ca91f-e408-420c-b11f-f40ad649e5be req-782d165e-8758-468a-ac4d-d4d566523d44 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] No DVR routers for this DVR port fed31f06-b983-46a3-aeb4-06b156608ef1 on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:29:36.724413 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-a87ca91f-e408-420c-b11f-f40ad649e5be req-782d165e-8758-468a-ac4d-d4d566523d44 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:36.726461 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a87ca91f-e408-420c-b11f-f40ad649e5be req-782d165e-8758-468a-ac4d-d4d566523d44 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.52 "DELETE /v2.0/ports/fed31f06-b983-46a3-aeb4-06b156608ef1 HTTP/1.1" status: 204 len: 173 time: 0.4228871 Jul 24 00:29:36.726979 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b351c666-bc0d-431e-9d12-7a417c49ab8a', 'name': 'network-vif-deleted', 'tag': 'fed31f06-b983-46a3-aeb4-06b156608ef1'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:29:36.729358 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc8dd6bb-7a2a-4988-bb92-a2cd63cb6151" -d '{"events": [{"server_uuid": "b351c666-bc0d-431e-9d12-7a417c49ab8a", "name": "network-vif-deleted", "tag": "fed31f06-b983-46a3-aeb4-06b156608ef1"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:29:36.766447 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c356de6-2525-4b5f-8d19-e66dca71ff4f x-openstack-request-id: req-6c356de6-2525-4b5f-8d19-e66dca71ff4f {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:29:36.766744 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b351c666-bc0d-431e-9d12-7a417c49ab8a", "name": "network-vif-deleted", "tag": "fed31f06-b983-46a3-aeb4-06b156608ef1", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:29:36.766998 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6c356de6-2525-4b5f-8d19-e66dca71ff4f {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:29:36.767402 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b351c666-bc0d-431e-9d12-7a417c49ab8a', 'name': 'network-vif-deleted', 'tag': 'fed31f06-b983-46a3-aeb4-06b156608ef1', 'status': 'completed', 'code': 200} Jul 24 00:29:37.241638 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2ab19c27-537e-425c-a2bf-bb4c31494d93 req-7452c535-08bd-4350-873c-c99f897e51c7 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/ports?device_id=b351c666-bc0d-431e-9d12-7a417c49ab8a HTTP/1.1" status: 200 len: 210 time: 0.0297246 Jul 24 00:29:38.520763 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f68f7-a7e8-412b-9495-80b46a009ddf req-2f66f5a5-0a98-427b-b576-0d90c414e128 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:29:38.522202 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ad4f68f7-a7e8-412b-9495-80b46a009ddf req-2f66f5a5-0a98-427b-b576-0d90c414e128 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/ports?device_id=544294ec-f07d-4b9f-8576-52ab248bdcd9 HTTP/1.1" status: 200 len: 945 time: 0.0671089 Jul 24 00:29:38.559859 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ad4f68f7-a7e8-412b-9495-80b46a009ddf req-28596091-f184-4d57-a463-bf67f4c9aaa0 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/security-groups?id=680d88b2-84cf-494c-87c6-8eb84b9dba69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315206 Jul 24 00:29:39.164194 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device fed31f06-b983-46a3-aeb4-06b156608ef1 no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:29:39.185217 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] No Port match for: fed31f06-b983-46a3-aeb4-06b156608ef1 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:29:39.185563 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device fed31f06-b983-46a3-aeb4-06b156608ef1 not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:29:39.689145 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a16e2c-d89d-4cc9-81c9-bb157eb4e7e4 req-a5f08056-56ee-4972-b651-5a2eb3395c62 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:29:39.690656 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-00a16e2c-d89d-4cc9-81c9-bb157eb4e7e4 req-a5f08056-56ee-4972-b651-5a2eb3395c62 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/ports?device_id=544294ec-f07d-4b9f-8576-52ab248bdcd9 HTTP/1.1" status: 200 len: 945 time: 0.0632899 Jul 24 00:29:39.727993 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-00a16e2c-d89d-4cc9-81c9-bb157eb4e7e4 req-eed1b120-4780-4b1d-9b23-e8513c1fdfa3 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/security-groups?id=680d88b2-84cf-494c-87c6-8eb84b9dba69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309868 Jul 24 00:29:39.841203 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1837f28e-688d-436c-8016-9a5e4272c9a8 req-b052dddd-c976-4d69-b27e-b74bb35274f1 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:29:39.842604 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1837f28e-688d-436c-8016-9a5e4272c9a8 req-b052dddd-c976-4d69-b27e-b74bb35274f1 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.64 "GET /v2.0/ports?device_id=544294ec-f07d-4b9f-8576-52ab248bdcd9 HTTP/1.1" status: 200 len: 945 time: 0.0635524 Jul 24 00:29:39.945325 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-1837f28e-688d-436c-8016-9a5e4272c9a8 req-e4014aa7-77ed-4c0e-bd26-bc423265fc18 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Deleting port d8c7956c-6f2d-42a9-9080-13c6ff2b44c5 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:29:39.945677 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-1837f28e-688d-436c-8016-9a5e4272c9a8 req-e4014aa7-77ed-4c0e-bd26-bc423265fc18 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:40.039312 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-1837f28e-688d-436c-8016-9a5e4272c9a8 req-e4014aa7-77ed-4c0e-bd26-bc423265fc18 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] For port d8c7956c-6f2d-42a9-9080-13c6ff2b44c5, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=d8c7956c-6f2d-42a9-9080-13c6ff2b44c5,segment=NetworkSegment(3c9a59e0-db5f-464c-9f24-21dd3dbd9ef6),segment_id=3c9a59e0-db5f-464c-9f24-21dd3dbd9ef6)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:29:40.039708 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-1837f28e-688d-436c-8016-9a5e4272c9a8 req-e4014aa7-77ed-4c0e-bd26-bc423265fc18 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:40.052291 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-1837f28e-688d-436c-8016-9a5e4272c9a8 req-e4014aa7-77ed-4c0e-bd26-bc423265fc18 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Calling delete_port for d8c7956c-6f2d-42a9-9080-13c6ff2b44c5 owned by compute:nova {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:29:40.180209 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-1837f28e-688d-436c-8016-9a5e4272c9a8 req-e4014aa7-77ed-4c0e-bd26-bc423265fc18 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:40.192560 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['afa0e91e-c23f-49e0-b55e-e19520f2ae85', 'd8c7956c-6f2d-42a9-9080-13c6ff2b44c5'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:29:40.209882 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4014aa7-77ed-4c0e-bd26-bc423265fc18 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Pushing event deleted for resources: {'Port': ['ID=d8c7956c-6f2d-42a9-9080-13c6ff2b44c5,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:29:40.256459 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-1837f28e-688d-436c-8016-9a5e4272c9a8 req-e4014aa7-77ed-4c0e-bd26-bc423265fc18 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] No DVR routers for this DVR port d8c7956c-6f2d-42a9-9080-13c6ff2b44c5 on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:29:40.259890 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-1837f28e-688d-436c-8016-9a5e4272c9a8 req-e4014aa7-77ed-4c0e-bd26-bc423265fc18 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:40.262065 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1837f28e-688d-436c-8016-9a5e4272c9a8 req-e4014aa7-77ed-4c0e-bd26-bc423265fc18 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.64 "DELETE /v2.0/ports/d8c7956c-6f2d-42a9-9080-13c6ff2b44c5 HTTP/1.1" status: 204 len: 173 time: 0.4130089 Jul 24 00:29:40.262530 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '544294ec-f07d-4b9f-8576-52ab248bdcd9', 'name': 'network-vif-deleted', 'tag': 'd8c7956c-6f2d-42a9-9080-13c6ff2b44c5'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:29:40.264796 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d590db1-762e-4ba1-89f6-248a4ad23b28" -d '{"events": [{"server_uuid": "544294ec-f07d-4b9f-8576-52ab248bdcd9", "name": "network-vif-deleted", "tag": "d8c7956c-6f2d-42a9-9080-13c6ff2b44c5"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:29:40.308131 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f17684-0d5f-4db0-a027-82555c674e80 x-openstack-request-id: req-a9f17684-0d5f-4db0-a027-82555c674e80 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:29:40.308431 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "544294ec-f07d-4b9f-8576-52ab248bdcd9", "name": "network-vif-deleted", "tag": "d8c7956c-6f2d-42a9-9080-13c6ff2b44c5", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:29:40.308687 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a9f17684-0d5f-4db0-a027-82555c674e80 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:29:40.309152 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '544294ec-f07d-4b9f-8576-52ab248bdcd9', 'name': 'network-vif-deleted', 'tag': 'd8c7956c-6f2d-42a9-9080-13c6ff2b44c5', 'status': 'completed', 'code': 200} Jul 24 00:29:40.837945 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6e5a629f-47fb-4e7e-bbee-8fc0cfb65a6a req-eb5d24bd-3f92-44e3-a558-d51898e25101 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/ports?device_id=544294ec-f07d-4b9f-8576-52ab248bdcd9 HTTP/1.1" status: 200 len: 210 time: 0.0350230 Jul 24 00:29:43.894969 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device d8c7956c-6f2d-42a9-9080-13c6ff2b44c5 no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:29:43.918538 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] No Port match for: d8c7956c-6f2d-42a9-9080-13c6ff2b44c5 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:29:43.918891 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device d8c7956c-6f2d-42a9-9080-13c6ff2b44c5 not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:29:44.309095 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49db6e79-64e5-4928-9127-75d744402978 req-e6c47704-e910-4a63-9b19-c0b549054e67 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:29:44.310770 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-49db6e79-64e5-4928-9127-75d744402978 req-e6c47704-e910-4a63-9b19-c0b549054e67 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee5b5565-5961-4095-a680-1a3078e5aa30 HTTP/1.1" status: 200 len: 945 time: 0.0693169 Jul 24 00:29:44.348707 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-49db6e79-64e5-4928-9127-75d744402978 req-722e26ee-44fa-446a-94e7-ac3d5b0bb4de tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/security-groups?id=680d88b2-84cf-494c-87c6-8eb84b9dba69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324619 Jul 24 00:29:44.977674 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:45.480258 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c65b5e-8ba2-427a-9826-2ce321562b28 req-d65f74ac-378d-42ec-b985-686d42400d92 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:29:45.481781 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-11c65b5e-8ba2-427a-9826-2ce321562b28 req-d65f74ac-378d-42ec-b985-686d42400d92 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee5b5565-5961-4095-a680-1a3078e5aa30 HTTP/1.1" status: 200 len: 945 time: 0.0639727 Jul 24 00:29:45.518912 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-11c65b5e-8ba2-427a-9826-2ce321562b28 req-a92ae7b9-7524-4244-b90c-eda01bc5152c tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/security-groups?id=680d88b2-84cf-494c-87c6-8eb84b9dba69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315406 Jul 24 00:29:45.836294 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ad83e7-22af-49e4-a49a-59dbd87d3064 req-4044ef78-bec4-47c2-a28d-87b513d5d07f tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:29:45.837796 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a9ad83e7-22af-49e4-a49a-59dbd87d3064 req-4044ef78-bec4-47c2-a28d-87b513d5d07f tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee5b5565-5961-4095-a680-1a3078e5aa30 HTTP/1.1" status: 200 len: 945 time: 0.0633996 Jul 24 00:29:45.939826 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-a9ad83e7-22af-49e4-a49a-59dbd87d3064 req-7c33852d-b77b-4308-b69a-0c4562efc4bf tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Deleting port afa0e91e-c23f-49e0-b55e-e19520f2ae85 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:29:45.940487 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a9ad83e7-22af-49e4-a49a-59dbd87d3064 req-7c33852d-b77b-4308-b69a-0c4562efc4bf tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:46.033666 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-a9ad83e7-22af-49e4-a49a-59dbd87d3064 req-7c33852d-b77b-4308-b69a-0c4562efc4bf tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] For port afa0e91e-c23f-49e0-b55e-e19520f2ae85, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=afa0e91e-c23f-49e0-b55e-e19520f2ae85,segment=NetworkSegment(3c9a59e0-db5f-464c-9f24-21dd3dbd9ef6),segment_id=3c9a59e0-db5f-464c-9f24-21dd3dbd9ef6)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:29:46.034037 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a9ad83e7-22af-49e4-a49a-59dbd87d3064 req-7c33852d-b77b-4308-b69a-0c4562efc4bf tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:46.046918 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-a9ad83e7-22af-49e4-a49a-59dbd87d3064 req-7c33852d-b77b-4308-b69a-0c4562efc4bf tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Calling delete_port for afa0e91e-c23f-49e0-b55e-e19520f2ae85 owned by compute:nova {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:29:46.175533 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a9ad83e7-22af-49e4-a49a-59dbd87d3064 req-7c33852d-b77b-4308-b69a-0c4562efc4bf tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:46.188234 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['afa0e91e-c23f-49e0-b55e-e19520f2ae85'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:29:46.202716 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c33852d-b77b-4308-b69a-0c4562efc4bf tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Pushing event deleted for resources: {'Port': ['ID=afa0e91e-c23f-49e0-b55e-e19520f2ae85,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:29:46.250913 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9ad83e7-22af-49e4-a49a-59dbd87d3064 req-7c33852d-b77b-4308-b69a-0c4562efc4bf tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] No DVR routers for this DVR port afa0e91e-c23f-49e0-b55e-e19520f2ae85 on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:29:46.253847 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-a9ad83e7-22af-49e4-a49a-59dbd87d3064 req-7c33852d-b77b-4308-b69a-0c4562efc4bf tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:46.255880 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a9ad83e7-22af-49e4-a49a-59dbd87d3064 req-7c33852d-b77b-4308-b69a-0c4562efc4bf tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.64 "DELETE /v2.0/ports/afa0e91e-c23f-49e0-b55e-e19520f2ae85 HTTP/1.1" status: 204 len: 173 time: 0.4119475 Jul 24 00:29:46.256385 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee5b5565-5961-4095-a680-1a3078e5aa30', 'name': 'network-vif-deleted', 'tag': 'afa0e91e-c23f-49e0-b55e-e19520f2ae85'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:29:46.259328 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff88920-21d4-429b-ac68-efd7d5721ae4" -d '{"events": [{"server_uuid": "ee5b5565-5961-4095-a680-1a3078e5aa30", "name": "network-vif-deleted", "tag": "afa0e91e-c23f-49e0-b55e-e19520f2ae85"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:29:46.299321 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff911393-e253-4eb0-b7da-4315143c1263 x-openstack-request-id: req-ff911393-e253-4eb0-b7da-4315143c1263 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:29:46.299641 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee5b5565-5961-4095-a680-1a3078e5aa30", "name": "network-vif-deleted", "tag": "afa0e91e-c23f-49e0-b55e-e19520f2ae85", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:29:46.299891 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ff911393-e253-4eb0-b7da-4315143c1263 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:29:46.300289 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee5b5565-5961-4095-a680-1a3078e5aa30', 'name': 'network-vif-deleted', 'tag': 'afa0e91e-c23f-49e0-b55e-e19520f2ae85', 'status': 'completed', 'code': 200} Jul 24 00:29:46.622494 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a6675098-6bda-4c31-ad1a-47791cdfc7c9 req-759a0fd6-d14f-456e-a679-fd2a8976bf45 tempest-AttachVolumeNegativeTest-1405459938 tempest-AttachVolumeNegativeTest-1405459938-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee5b5565-5961-4095-a680-1a3078e5aa30 HTTP/1.1" status: 200 len: 210 time: 0.0290613 Jul 24 00:29:47.679396 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33120) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:29:47.726535 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-a539c7e8-303e-4a7f-b521-4cf275beee03 admin admin] Deleting subnet a6f59582-93ff-4897-acdc-8f2e367f79f4 {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:29:47.730195 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a539c7e8-303e-4a7f-b521-4cf275beee03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:47.762955 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a539c7e8-303e-4a7f-b521-4cf275beee03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:47.800397 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a539c7e8-303e-4a7f-b521-4cf275beee03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:47.851301 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a539c7e8-303e-4a7f-b521-4cf275beee03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:47.880502 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a539c7e8-303e-4a7f-b521-4cf275beee03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6f59582-93ff-4897-acdc-8f2e367f79f4,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:29:47.884143 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a539c7e8-303e-4a7f-b521-4cf275beee03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:47.886033 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-a539c7e8-303e-4a7f-b521-4cf275beee03 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/a6f59582-93ff-4897-acdc-8f2e367f79f4 HTTP/1.1" status: 204 len: 168 time: 0.2056150 Jul 24 00:29:47.888489 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33122) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:29:47.925753 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:47.955545 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ef85938c-86ac-46b3-88bf-ff14d4108461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:48.034773 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ef85938c-86ac-46b3-88bf-ff14d4108461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:48.044282 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-ef85938c-86ac-46b3-88bf-ff14d4108461 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48d22c82-23f3-497c-81c5-313544a4da09']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:29:48.053663 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-ef85938c-86ac-46b3-88bf-ff14d4108461 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c9a59e0-db5f-464c-9f24-21dd3dbd9ef6') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:29:48.053958 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-ef85938c-86ac-46b3-88bf-ff14d4108461 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c9a59e0-db5f-464c-9f24-21dd3dbd9ef6') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:29:48.062417 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ef85938c-86ac-46b3-88bf-ff14d4108461 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:48.075956 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ef85938c-86ac-46b3-88bf-ff14d4108461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:48.081571 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef85938c-86ac-46b3-88bf-ff14d4108461 admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:29:48.081954 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ef85938c-86ac-46b3-88bf-ff14d4108461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:48.083519 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:29:48.083519 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:29:48.083519 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:29:48.083519 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:29:48.083519 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:29:48.083519 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:29:48.083519 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:29:48.083519 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:29:48.083519 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:29:48.083519 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:29:48.083519 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:29:48.083519 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:29:48.083519 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:29:48.083519 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:29:48.083519 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:29:48.083519 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:29:48.083519 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:29:48.083519 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:29:48.083519 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:29:48.083519 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:29:48.083519 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:29:48.083519 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:29:48.083519 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:29:48.083519 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:29:48.083519 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:29:48.083519 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:29:48.083519 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:29:48.083519 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:29:48.083519 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:29:48.083519 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:29:48.083519 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:29:48.083519 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:29:48.135436 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ef85938c-86ac-46b3-88bf-ff14d4108461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:48.140950 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ef85938c-86ac-46b3-88bf-ff14d4108461 admin admin] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:48.142757 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-ef85938c-86ac-46b3-88bf-ff14d4108461 admin admin] 10.222.0.44 "DELETE /v2.0/networks/48d22c82-23f3-497c-81c5-313544a4da09 HTTP/1.1" status: 204 len: 168 time: 0.2533171 Jul 24 00:29:48.153849 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef85938c-86ac-46b3-88bf-ff14d4108461 admin admin] Pushing event deleted for resources: {'Network': ['ID=48d22c82-23f3-497c-81c5-313544a4da09,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:29:48.301250 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33126) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:29:48.350676 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-459c0e7f-8b24-4646-972b-4c7f938194fe admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6d92ca20f15949ceb494774c0319d316&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0481455 Jul 24 00:29:48.353115 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33128) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:29:48.401735 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ffa7ecfb-00a5-4852-865e-e199481d6927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:48.423709 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ffa7ecfb-00a5-4852-865e-e199481d6927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:48.470966 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ffa7ecfb-00a5-4852-865e-e199481d6927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:48.473854 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ffa7ecfb-00a5-4852-865e-e199481d6927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:48.475226 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-ffa7ecfb-00a5-4852-865e-e199481d6927 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/680d88b2-84cf-494c-87c6-8eb84b9dba69 HTTP/1.1" status: 204 len: 168 time: 0.1211867 Jul 24 00:29:48.482946 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa7ecfb-00a5-4852-865e-e199481d6927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=680d88b2-84cf-494c-87c6-8eb84b9dba69,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:29:49.909949 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device afa0e91e-c23f-49e0-b55e-e19520f2ae85 no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:29:49.928935 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] No Port match for: afa0e91e-c23f-49e0-b55e-e19520f2ae85 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:29:49.929276 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device afa0e91e-c23f-49e0-b55e-e19520f2ae85 not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:29:53.185796 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f45b2424-3426-4471-b7d7-506d4320eeb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:55.762009 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-50e7da7b-59bd-4e4b-b1d6-198128b43524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:56.692678 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33238) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:29:56.778998 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:56.795900 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6808e05a-a398-47c4-8345-5e27306286de admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:56.882583 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6808e05a-a398-47c4-8345-5e27306286de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:56.886326 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6808e05a-a398-47c4-8345-5e27306286de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:56.923695 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-6808e05a-a398-47c4-8345-5e27306286de admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6600d6e259e8444297da54779f1b2410&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2295990 Jul 24 00:29:56.925642 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6808e05a-a398-47c4-8345-5e27306286de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1438413c-65ea-4b8d-8dd7-f22a0c066bd1,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:29:56.926389 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33242) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:29:56.980687 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f8fde512-dad2-4130-8254-ba62aa719a8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:57.002277 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f8fde512-dad2-4130-8254-ba62aa719a8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:57.058292 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f8fde512-dad2-4130-8254-ba62aa719a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:57.061018 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f8fde512-dad2-4130-8254-ba62aa719a8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:57.064666 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-f8fde512-dad2-4130-8254-ba62aa719a8a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1438413c-65ea-4b8d-8dd7-f22a0c066bd1 HTTP/1.1" status: 204 len: 168 time: 0.1348467 Jul 24 00:29:57.075567 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fde512-dad2-4130-8254-ba62aa719a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1438413c-65ea-4b8d-8dd7-f22a0c066bd1,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:29:57.357639 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:58.941710 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:29:59.338534 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:30:00.421033 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33294) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:00.518484 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-88bfea9d-8be5-4e1b-a5a1-f46f33b74b87 tempest-TestSecurityGroupsBasicOps-1092756230 tempest-TestSecurityGroupsBasicOps-1092756230-project-admin] 10.222.0.44 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1375 time: 0.0964313 Jul 24 00:30:00.521336 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33298) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:00.526158 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-11098700-dafe-4171-912a-9e235d110e9c tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Request body: {'network': {'name': 'tempest-network-smoke--668645003', 'project_id': '20e8057946a247658f845531325ccb01', 'port_security_enabled': False}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:30:00.550216 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11098700-dafe-4171-912a-9e235d110e9c tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Made reservation on behalf of 20e8057946a247658f845531325ccb01 for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:30:00.554412 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-11098700-dafe-4171-912a-9e235d110e9c tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:00.581005 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11098700-dafe-4171-912a-9e235d110e9c tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:30:00.591981 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-11098700-dafe-4171-912a-9e235d110e9c tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:00.592986 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-11098700-dafe-4171-912a-9e235d110e9c tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Added segment bad844ac-7738-4735-8047-f804e61f2b8e of type vlan for network 31ebcad0-0947-472f-b071-9c1f8abb4f43 Jul 24 00:30:00.645263 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-11098700-dafe-4171-912a-9e235d110e9c tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:00.674341 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-11098700-dafe-4171-912a-9e235d110e9c tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:00.680191 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11098700-dafe-4171-912a-9e235d110e9c tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:30:00.680788 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-11098700-dafe-4171-912a-9e235d110e9c tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:00.724336 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-11098700-dafe-4171-912a-9e235d110e9c tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2019196 Jul 24 00:30:00.727284 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33306) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:00.732302 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-d3c650f6-8640-41d1-92f2-c32cc2e00e3b tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-681430054', 'admin_state_up': True, 'project_id': '20e8057946a247658f845531325ccb01', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:30:00.777381 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11098700-dafe-4171-912a-9e235d110e9c tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Pushing event updated for resources: {'Network': ['ID=31ebcad0-0947-472f-b071-9c1f8abb4f43,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:00.790568 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11098700-dafe-4171-912a-9e235d110e9c tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:30:00.790915 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11098700-dafe-4171-912a-9e235d110e9c tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:30:00.791257 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11098700-dafe-4171-912a-9e235d110e9c tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:30:00.791593 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11098700-dafe-4171-912a-9e235d110e9c tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:30:00.792438 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11098700-dafe-4171-912a-9e235d110e9c tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:30:00.792438 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11098700-dafe-4171-912a-9e235d110e9c tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:30:00.792794 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11098700-dafe-4171-912a-9e235d110e9c tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:30:00.792919 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11098700-dafe-4171-912a-9e235d110e9c tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:30:00.793221 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11098700-dafe-4171-912a-9e235d110e9c tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:30:00.793603 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11098700-dafe-4171-912a-9e235d110e9c tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:30:00.793857 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11098700-dafe-4171-912a-9e235d110e9c tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:30:00.794177 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11098700-dafe-4171-912a-9e235d110e9c tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:30:00.806825 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d3c650f6-8640-41d1-92f2-c32cc2e00e3b tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:00.807710 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 31ebcad0-0947-472f-b071-9c1f8abb4f43 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:30:00.808154 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d3c650f6-8640-41d1-92f2-c32cc2e00e3b tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:00.865688 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d3c650f6-8640-41d1-92f2-c32cc2e00e3b tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:01.013860 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d3c650f6-8640-41d1-92f2-c32cc2e00e3b tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:01.215016 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d3c650f6-8640-41d1-92f2-c32cc2e00e3b tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks [] for router_gateway, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:01.233875 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d3c650f6-8640-41d1-92f2-c32cc2e00e3b tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:01.345116 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-d3c650f6-8640-41d1-92f2-c32cc2e00e3b tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Allocated IP 172.25.3.14 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/8a08ef86-e2f6-46d2-9fe3-a4fa02f54937) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:30:01.458040 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d3c650f6-8640-41d1-92f2-c32cc2e00e3b tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:01.499675 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d3c650f6-8640-41d1-92f2-c32cc2e00e3b tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:01.535808 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c650f6-8640-41d1-92f2-c32cc2e00e3b tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:30:01.538623 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-d3c650f6-8640-41d1-92f2-c32cc2e00e3b tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:30:01.543978 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c650f6-8640-41d1-92f2-c32cc2e00e3b tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:30:01.575219 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c650f6-8640-41d1-92f2-c32cc2e00e3b tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Pushing event updated for resources: {'Port': ['ID=8a08ef86-e2f6-46d2-9fe3-a4fa02f54937,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:01.799242 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d3c650f6-8640-41d1-92f2-c32cc2e00e3b tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks [] for router_gateway, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:01.998648 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d3c650f6-8640-41d1-92f2-c32cc2e00e3b tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:02.410695 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3c650f6-8640-41d1-92f2-c32cc2e00e3b tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Router 64e4f17a-2ec2-4917-ae2b-8ceb6173f46d is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:30:02.515414 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c650f6-8640-41d1-92f2-c32cc2e00e3b tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:30:02.524977 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67df0460-7b5e-486b-8281-d06502267122 None None] Sync routers for ids ['64e4f17a-2ec2-4917-ae2b-8ceb6173f46d'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:30:02.535735 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d3c650f6-8640-41d1-92f2-c32cc2e00e3b tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:02.536034 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67df0460-7b5e-486b-8281-d06502267122 None None] Routers {'64e4f17a-2ec2-4917-ae2b-8ceb6173f46d'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:30:02.536914 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-67df0460-7b5e-486b-8281-d06502267122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:29:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['64e4f17a-2ec2-4917-ae2b-8ceb6173f46d'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:30:02.537069 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-d3c650f6-8640-41d1-92f2-c32cc2e00e3b tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 1.8086662 Jul 24 00:30:02.540365 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33344) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:02.612290 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e461cfe0-1a63-4f59-b3d1-85ed55d40244 tempest-TestSecurityGroupsBasicOps-1092756230 tempest-TestSecurityGroupsBasicOps-1092756230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:30:02.613767 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-e461cfe0-1a63-4f59-b3d1-85ed55d40244 tempest-TestSecurityGroupsBasicOps-1092756230 tempest-TestSecurityGroupsBasicOps-1092756230-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=20e8057946a247658f845531325ccb01&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0718193 Jul 24 00:30:02.616516 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33350) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:02.648537 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-67df0460-7b5e-486b-8281-d06502267122 None None] Set router 64e4f17a-2ec2-4917-ae2b-8ceb6173f46d gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:30:02.708772 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a5d8b3-79c1-499a-bad7-c7051324324a tempest-TestSecurityGroupsBasicOps-1092756230 tempest-TestSecurityGroupsBasicOps-1092756230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:30:02.710335 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c0a5d8b3-79c1-499a-bad7-c7051324324a tempest-TestSecurityGroupsBasicOps-1092756230 tempest-TestSecurityGroupsBasicOps-1092756230-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0926564 Jul 24 00:30:02.713961 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33356) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:02.742464 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-e28e2651-b8da-468a-ac65-45fcebfb6791 tempest-TestSecurityGroupsBasicOps-1092756230 tempest-TestSecurityGroupsBasicOps-1092756230-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=9adcfee8-760c-4568-9e39-c221abf69bf5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273476 Jul 24 00:30:02.745360 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33358) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:02.774366 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-1183b5c9-6843-4195-a58a-fe62bae0b750 tempest-TestSecurityGroupsBasicOps-1092756230 tempest-TestSecurityGroupsBasicOps-1092756230-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=20e8057946a247658f845531325ccb01&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278745 Jul 24 00:30:02.776310 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33362) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:02.848426 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-67df0460-7b5e-486b-8281-d06502267122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e4f17a-2ec2-4917-ae2b-8ceb6173f46d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-681430054', 'tenant_id': '20e8057946a247658f845531325ccb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '8a08ef86-e2f6-46d2-9fe3-a4fa02f54937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:30:00Z', 'updated_at': '2021-07-24T00:30:01Z', 'revision_number': 3, 'project_id': '20e8057946a247658f845531325ccb01', 'gw_port': {'id': '8a08ef86-e2f6-46d2-9fe3-a4fa02f54937', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ac:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e4f17a-2ec2-4917-ae2b-8ceb6173f46d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:30:01Z', 'updated_at': '2021-07-24T00:30:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:30:02.879884 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d352c1-c720-4a27-886f-a0e62ca77f61 tempest-TestSecurityGroupsBasicOps-1092756230 tempest-TestSecurityGroupsBasicOps-1092756230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:30:02.881476 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-35d352c1-c720-4a27-886f-a0e62ca77f61 tempest-TestSecurityGroupsBasicOps-1092756230 tempest-TestSecurityGroupsBasicOps-1092756230-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1040752 Jul 24 00:30:02.883541 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67df0460-7b5e-486b-8281-d06502267122 None None] Checking router: 64e4f17a-2ec2-4917-ae2b-8ceb6173f46d for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:30:02.884198 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67df0460-7b5e-486b-8281-d06502267122 None None] Updating router 64e4f17a-2ec2-4917-ae2b-8ceb6173f46d port 8a08ef86-e2f6-46d2-9fe3-a4fa02f54937 binding host n-d-800088-16 {{(pid=100315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:30:02.884472 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33366) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:02.921449 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-6b89358b-4f53-4af4-be5b-3da2170362f0 tempest-TestSecurityGroupsBasicOps-1092756230 tempest-TestSecurityGroupsBasicOps-1092756230-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=9adcfee8-760c-4568-9e39-c221abf69bf5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0356123 Jul 24 00:30:02.923370 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33368) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:02.928749 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-6680bad4-434d-441f-a410-22dc0c966f78 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1472192936', 'network_id': '31ebcad0-0947-472f-b071-9c1f8abb4f43', 'project_id': '20e8057946a247658f845531325ccb01', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:30:03.031755 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6680bad4-434d-441f-a410-22dc0c966f78 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Made reservation on behalf of 20e8057946a247658f845531325ccb01 for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:30:03.035714 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6680bad4-434d-441f-a410-22dc0c966f78 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:03.084311 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-67df0460-7b5e-486b-8281-d06502267122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:03.227328 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6680bad4-434d-441f-a410-22dc0c966f78 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:03.289966 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6680bad4-434d-441f-a410-22dc0c966f78 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Pushing event updated for resources: {'Subnet': ['ID=7861de68-8e46-4a20-8bfe-e2034ddc688b,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:03.299400 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6680bad4-434d-441f-a410-22dc0c966f78 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Checking segment: {'id': 'bad844ac-7738-4735-8047-f804e61f2b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '31ebcad0-0947-472f-b071-9c1f8abb4f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:30:03.300198 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6680bad4-434d-441f-a410-22dc0c966f78 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Network hostable DHCP agents. Network: 31ebcad0-0947-472f-b071-9c1f8abb4f43, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:30:03.323286 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6680bad4-434d-441f-a410-22dc0c966f78 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Network 31ebcad0-0947-472f-b071-9c1f8abb4f43 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:30:03.333145 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-6680bad4-434d-441f-a410-22dc0c966f78 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 31ebcad0-0947-472f-b071-9c1f8abb4f43) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:30:03.338329 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6680bad4-434d-441f-a410-22dc0c966f78 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:30:03.339174 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6680bad4-434d-441f-a410-22dc0c966f78 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:03.343276 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eedf4d64-7806-47c4-9416-840abf12b763 None None] Network 31ebcad0-0947-472f-b071-9c1f8abb4f43 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:30:03.358647 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-6680bad4-434d-441f-a410-22dc0c966f78 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4333694 Jul 24 00:30:03.361281 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33370) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:03.388476 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-67df0460-7b5e-486b-8281-d06502267122 None None] Notify callbacks [] for port, precommit_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:03.428640 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-67df0460-7b5e-486b-8281-d06502267122 None None] Transition to ACTIVE for port object 8a08ef86-e2f6-46d2-9fe3-a4fa02f54937 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:30:03.439879 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-67df0460-7b5e-486b-8281-d06502267122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:03.496074 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-67df0460-7b5e-486b-8281-d06502267122 None None] Attempting to bind port 8a08ef86-e2f6-46d2-9fe3-a4fa02f54937 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:30:03.496460 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-67df0460-7b5e-486b-8281-d06502267122 None None] Attempting to bind port 8a08ef86-e2f6-46d2-9fe3-a4fa02f54937 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:30:03.496854 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67df0460-7b5e-486b-8281-d06502267122 None None] Attempting to bind port 8a08ef86-e2f6-46d2-9fe3-a4fa02f54937 on network 9adcfee8-760c-4568-9e39-c221abf69bf5 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:30:03.533108 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67df0460-7b5e-486b-8281-d06502267122 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:30:03.533836 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67df0460-7b5e-486b-8281-d06502267122 None None] Checking segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:30:03.533968 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-67df0460-7b5e-486b-8281-d06502267122 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:03.534334 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67df0460-7b5e-486b-8281-d06502267122 None None] Bound using segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:30:03.534832 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-67df0460-7b5e-486b-8281-d06502267122 None None] Bound port: 8a08ef86-e2f6-46d2-9fe3-a4fa02f54937, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:30:03.535225 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-67df0460-7b5e-486b-8281-d06502267122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:03.570301 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32466f46-7e45-4d5b-85c1-eed828a5b04a None None] Pushing event updated for resources: {'Port': ['ID=8a08ef86-e2f6-46d2-9fe3-a4fa02f54937,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:03.626026 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-67df0460-7b5e-486b-8281-d06502267122 None None] For port 8a08ef86-e2f6-46d2-9fe3-a4fa02f54937, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:30:03.629701 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ff7e2b-a97d-4e63-84b4-49dd2fe498df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-31ebcad0-0947-472f-b071-9c1f8abb4f43', 'network_id': '31ebcad0-0947-472f-b071-9c1f8abb4f43', 'tenant_id': '20e8057946a247658f845531325ccb01', 'fixed_ips': [{'subnet_id': '7861de68-8e46-4a20-8bfe-e2034ddc688b'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:30:03.630903 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-09ff7e2b-a97d-4e63-84b4-49dd2fe498df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:03.633832 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-67df0460-7b5e-486b-8281-d06502267122 None None] For port 8a08ef86-e2f6-46d2-9fe3-a4fa02f54937, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=8a08ef86-e2f6-46d2-9fe3-a4fa02f54937,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:30:03.645571 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-67df0460-7b5e-486b-8281-d06502267122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:03.768846 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32466f46-7e45-4d5b-85c1-eed828a5b04a None None] Pushing event updated for resources: {'Port': ['ID=8a08ef86-e2f6-46d2-9fe3-a4fa02f54937,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:03.786703 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67df0460-7b5e-486b-8281-d06502267122 None None] Routers {'64e4f17a-2ec2-4917-ae2b-8ceb6173f46d'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:30:03.787361 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-67df0460-7b5e-486b-8281-d06502267122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:29:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['64e4f17a-2ec2-4917-ae2b-8ceb6173f46d'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:30:03.845802 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e6c77244-e0f0-4d69-bb48-e63d87a223ca tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:03.917278 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-09ff7e2b-a97d-4e63-84b4-49dd2fe498df None None] Allocated IP 172.20.0.18 (31ebcad0-0947-472f-b071-9c1f8abb4f43/7861de68-8e46-4a20-8bfe-e2034ddc688b/94650182-c5c7-4c23-b95f-9323206e8c7c) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:30:03.953463 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-67df0460-7b5e-486b-8281-d06502267122 None None] Set router 64e4f17a-2ec2-4917-ae2b-8ceb6173f46d gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:30:04.224919 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-09ff7e2b-a97d-4e63-84b4-49dd2fe498df None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:04.236709 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-09ff7e2b-a97d-4e63-84b4-49dd2fe498df None None] Transition to ACTIVE for port object 94650182-c5c7-4c23-b95f-9323206e8c7c will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:30:04.257977 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-09ff7e2b-a97d-4e63-84b4-49dd2fe498df None None] Transition to ACTIVE for port object 94650182-c5c7-4c23-b95f-9323206e8c7c will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:30:04.263659 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-67df0460-7b5e-486b-8281-d06502267122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e4f17a-2ec2-4917-ae2b-8ceb6173f46d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-681430054', 'tenant_id': '20e8057946a247658f845531325ccb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '8a08ef86-e2f6-46d2-9fe3-a4fa02f54937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:30:00Z', 'updated_at': '2021-07-24T00:30:01Z', 'revision_number': 3, 'project_id': '20e8057946a247658f845531325ccb01', 'gw_port': {'id': '8a08ef86-e2f6-46d2-9fe3-a4fa02f54937', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ac:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e4f17a-2ec2-4917-ae2b-8ceb6173f46d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:30:01Z', 'updated_at': '2021-07-24T00:30:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:30:04.267056 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-09ff7e2b-a97d-4e63-84b4-49dd2fe498df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:04.303556 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67df0460-7b5e-486b-8281-d06502267122 None None] The sync data for ids ['64e4f17a-2ec2-4917-ae2b-8ceb6173f46d'] in n-d-800088-16 is: [{'id': '64e4f17a-2ec2-4917-ae2b-8ceb6173f46d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-681430054', 'tenant_id': '20e8057946a247658f845531325ccb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '8a08ef86-e2f6-46d2-9fe3-a4fa02f54937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:30:00Z', 'updated_at': '2021-07-24T00:30:01Z', 'revision_number': 3, 'project_id': '20e8057946a247658f845531325ccb01', 'gw_port': {'id': '8a08ef86-e2f6-46d2-9fe3-a4fa02f54937', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ac:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e4f17a-2ec2-4917-ae2b-8ceb6173f46d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:30:01Z', 'updated_at': '2021-07-24T00:30:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:30:04.321876 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-e6c77244-e0f0-4d69-bb48-e63d87a223ca tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Allocated IP 172.20.0.17 (31ebcad0-0947-472f-b071-9c1f8abb4f43/7861de68-8e46-4a20-8bfe-e2034ddc688b/13d56d26-faea-4bc7-972f-d061078b3f9a) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:30:04.335536 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ff7e2b-a97d-4e63-84b4-49dd2fe498df None None] Network 31ebcad0-0947-472f-b071-9c1f8abb4f43 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:30:04.343222 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-09ff7e2b-a97d-4e63-84b4-49dd2fe498df None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:30:04.346722 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ff7e2b-a97d-4e63-84b4-49dd2fe498df None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:30:04.356083 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ff7e2b-a97d-4e63-84b4-49dd2fe498df None None] Pushing event updated for resources: {'Port': ['ID=94650182-c5c7-4c23-b95f-9323206e8c7c,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:04.414702 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-09ff7e2b-a97d-4e63-84b4-49dd2fe498df None None] Attempting to bind port 94650182-c5c7-4c23-b95f-9323206e8c7c on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:30:04.415071 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-09ff7e2b-a97d-4e63-84b4-49dd2fe498df None None] Attempting to bind port 94650182-c5c7-4c23-b95f-9323206e8c7c by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': 'bad844ac-7738-4735-8047-f804e61f2b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '31ebcad0-0947-472f-b071-9c1f8abb4f43'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:30:04.415436 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ff7e2b-a97d-4e63-84b4-49dd2fe498df None None] Attempting to bind port 94650182-c5c7-4c23-b95f-9323206e8c7c on network 31ebcad0-0947-472f-b071-9c1f8abb4f43 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:30:04.421358 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ff7e2b-a97d-4e63-84b4-49dd2fe498df None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:30:04.421731 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ff7e2b-a97d-4e63-84b4-49dd2fe498df None None] Checking segment: {'id': 'bad844ac-7738-4735-8047-f804e61f2b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '31ebcad0-0947-472f-b071-9c1f8abb4f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:30:04.422135 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-09ff7e2b-a97d-4e63-84b4-49dd2fe498df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:04.422530 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ff7e2b-a97d-4e63-84b4-49dd2fe498df None None] Bound using segment: {'id': 'bad844ac-7738-4735-8047-f804e61f2b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '31ebcad0-0947-472f-b071-9c1f8abb4f43'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:30:04.423019 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-09ff7e2b-a97d-4e63-84b4-49dd2fe498df None None] Bound port: 94650182-c5c7-4c23-b95f-9323206e8c7c, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bad844ac-7738-4735-8047-f804e61f2b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '31ebcad0-0947-472f-b071-9c1f8abb4f43'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:30:04.423399 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-09ff7e2b-a97d-4e63-84b4-49dd2fe498df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:04.481574 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e6c77244-e0f0-4d69-bb48-e63d87a223ca tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:04.496367 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [None req-e6c77244-e0f0-4d69-bb48-e63d87a223ca tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Transition to ACTIVE for port object 13d56d26-faea-4bc7-972f-d061078b3f9a will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:30:04.502905 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-09ff7e2b-a97d-4e63-84b4-49dd2fe498df None None] For port 94650182-c5c7-4c23-b95f-9323206e8c7c, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:30:04.507849 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-09ff7e2b-a97d-4e63-84b4-49dd2fe498df None None] For port 94650182-c5c7-4c23-b95f-9323206e8c7c, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=94650182-c5c7-4c23-b95f-9323206e8c7c,segment=NetworkSegment(bad844ac-7738-4735-8047-f804e61f2b8e),segment_id=bad844ac-7738-4735-8047-f804e61f2b8e)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:30:04.513758 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-09ff7e2b-a97d-4e63-84b4-49dd2fe498df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:04.541836 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e6c77244-e0f0-4d69-bb48-e63d87a223ca tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:04.610368 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ff7e2b-a97d-4e63-84b4-49dd2fe498df None None] Pushing event updated for resources: {'Port': ['ID=94650182-c5c7-4c23-b95f-9323206e8c7c,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:04.639570 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c77244-e0f0-4d69-bb48-e63d87a223ca tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Network 31ebcad0-0947-472f-b071-9c1f8abb4f43 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:30:04.643204 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-e6c77244-e0f0-4d69-bb48-e63d87a223ca tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:30:04.649796 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c77244-e0f0-4d69-bb48-e63d87a223ca tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:30:04.697220 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c77244-e0f0-4d69-bb48-e63d87a223ca tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Pushing event updated for resources: {'Port': ['ID=13d56d26-faea-4bc7-972f-d061078b3f9a,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:04.712367 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e6c77244-e0f0-4d69-bb48-e63d87a223ca tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681761'] for router_interface, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:04.899110 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e6c77244-e0f0-4d69-bb48-e63d87a223ca tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:05.251125 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e6c77244-e0f0-4d69-bb48-e63d87a223ca tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:05.259322 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e6c77244-e0f0-4d69-bb48-e63d87a223ca tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:05.348407 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c77244-e0f0-4d69-bb48-e63d87a223ca tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Pushing event updated for resources: {'Port': ['ID=13d56d26-faea-4bc7-972f-d061078b3f9a,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:05.355952 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e6c77244-e0f0-4d69-bb48-e63d87a223ca tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680980'] for router_interface, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:05.492564 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c77244-e0f0-4d69-bb48-e63d87a223ca tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Network 31ebcad0-0947-472f-b071-9c1f8abb4f43 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:30:05.494118 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-e6c77244-e0f0-4d69-bb48-e63d87a223ca tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:30:05.629693 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6c77244-e0f0-4d69-bb48-e63d87a223ca tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Router 64e4f17a-2ec2-4917-ae2b-8ceb6173f46d has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:30:05.699136 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 94650182-c5c7-4c23-b95f-9323206e8c7c up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:30:05.751936 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6bd340e-5dc9-4fc7-8f02-fc34d382fcd5 None None] Network 31ebcad0-0947-472f-b071-9c1f8abb4f43 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:30:05.778361 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6c77244-e0f0-4d69-bb48-e63d87a223ca tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:30:05.789632 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-e6c77244-e0f0-4d69-bb48-e63d87a223ca tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] 10.222.0.44 "PUT /v2.0/routers/64e4f17a-2ec2-4917-ae2b-8ceb6173f46d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4263232 Jul 24 00:30:05.807227 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 94650182-c5c7-4c23-b95f-9323206e8c7c completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:30:05.841816 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-45ce83ac-170b-4a45-9bb7-2cf474dc2e79 None None] Provisioning for port 94650182-c5c7-4c23-b95f-9323206e8c7c completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:30:05.844355 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 94650182-c5c7-4c23-b95f-9323206e8c7c triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:30:05.844739 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:05.853552 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-45ce83ac-170b-4a45-9bb7-2cf474dc2e79 None None] Provisioning complete for port 94650182-c5c7-4c23-b95f-9323206e8c7c triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:30:05.853930 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-45ce83ac-170b-4a45-9bb7-2cf474dc2e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:06.086916 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1370e2-9f1c-48cb-9db2-4ef2b5cc4951 req-4d950906-47b9-4b5a-aabc-09eea3004b1c tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:30:06.088444 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8d1370e2-9f1c-48cb-9db2-4ef2b5cc4951 req-4d950906-47b9-4b5a-aabc-09eea3004b1c tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] 10.222.0.44 "GET /v2.0/networks?id=31ebcad0-0947-472f-b071-9c1f8abb4f43 HTTP/1.1" status: 200 len: 797 time: 0.1185431 Jul 24 00:30:06.097863 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:06.100709 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-45ce83ac-170b-4a45-9bb7-2cf474dc2e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:06.104168 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8d1370e2-9f1c-48cb-9db2-4ef2b5cc4951 req-4e1bacc2-c1fe-423d-b7d3-a9237d7a62c6 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] 10.222.0.44 "GET /v2.0/quotas/20e8057946a247658f845531325ccb01 HTTP/1.1" status: 200 len: 375 time: 0.0093789 Jul 24 00:30:06.160910 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 94650182-c5c7-4c23-b95f-9323206e8c7c, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=94650182-c5c7-4c23-b95f-9323206e8c7c,segment=NetworkSegment(bad844ac-7738-4735-8047-f804e61f2b8e),segment_id=bad844ac-7738-4735-8047-f804e61f2b8e)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:30:06.169947 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:06.171335 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 8a08ef86-e2f6-46d2-9fe3-a4fa02f54937 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:30:06.211743 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8d1370e2-9f1c-48cb-9db2-4ef2b5cc4951 req-0dc0e55c-55cf-4fe3-8a91-c753431428e2 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=20e8057946a247658f845531325ccb01&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1013305 Jul 24 00:30:06.282778 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.db.api [None req-45ce83ac-170b-4a45-9bb7-2cf474dc2e79 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100315) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 00:30:06.283138 n-d-800088-16 neutron-server[100315]: DEBUG oslo_db.api [None req-45ce83ac-170b-4a45-9bb7-2cf474dc2e79 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 00:30:06.301725 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=94650182-c5c7-4c23-b95f-9323206e8c7c,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:06.314785 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 8a08ef86-e2f6-46d2-9fe3-a4fa02f54937 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:30:06.322800 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 8a08ef86-e2f6-46d2-9fe3-a4fa02f54937 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:30:06.323931 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:06.354506 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8d1370e2-9f1c-48cb-9db2-4ef2b5cc4951 req-9451c790-fb25-4aff-9d52-153e794ce099 service neutron] 10.222.0.44 "GET /v2.0/networks/31ebcad0-0947-472f-b071-9c1f8abb4f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291742 Jul 24 00:30:06.385378 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a6d04a-234d-4503-bdcd-6d799cd845c2 None None] Sync routers for ids ['64e4f17a-2ec2-4917-ae2b-8ceb6173f46d'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:30:06.407673 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a6d04a-234d-4503-bdcd-6d799cd845c2 None None] Routers {'64e4f17a-2ec2-4917-ae2b-8ceb6173f46d'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:30:06.408241 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-95a6d04a-234d-4503-bdcd-6d799cd845c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:29:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['64e4f17a-2ec2-4917-ae2b-8ceb6173f46d'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:30:06.466722 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:06.497393 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 8a08ef86-e2f6-46d2-9fe3-a4fa02f54937, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=8a08ef86-e2f6-46d2-9fe3-a4fa02f54937,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:30:06.504670 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:06.528389 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8d1370e2-9f1c-48cb-9db2-4ef2b5cc4951 req-270da949-b380-4392-983f-50c272c39e7a service neutron] 10.222.0.44 "GET /v2.0/networks/31ebcad0-0947-472f-b071-9c1f8abb4f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675465 Jul 24 00:30:06.557807 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-95a6d04a-234d-4503-bdcd-6d799cd845c2 None None] Set router 64e4f17a-2ec2-4917-ae2b-8ceb6173f46d gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:30:06.620379 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=8a08ef86-e2f6-46d2-9fe3-a4fa02f54937,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:06.792436 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8660d1dc-0d0a-4a21-aed0-2f31e35f610a req-7a0d446d-5871-46d6-bf8d-f16e8db8aad4 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f2c5480-4f1f-4207-a546-0a183449c289 HTTP/1.1" status: 200 len: 210 time: 0.0544419 Jul 24 00:30:06.849811 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-95a6d04a-234d-4503-bdcd-6d799cd845c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e4f17a-2ec2-4917-ae2b-8ceb6173f46d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-681430054', 'tenant_id': '20e8057946a247658f845531325ccb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '8a08ef86-e2f6-46d2-9fe3-a4fa02f54937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:30:00Z', 'updated_at': '2021-07-24T00:30:04Z', 'revision_number': 4, 'project_id': '20e8057946a247658f845531325ccb01', 'gw_port': {'id': '8a08ef86-e2f6-46d2-9fe3-a4fa02f54937', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ac:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e4f17a-2ec2-4917-ae2b-8ceb6173f46d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:30:01Z', 'updated_at': '2021-07-24T00:30:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '13d56d26-faea-4bc7-972f-d061078b3f9a', 'name': '', 'network_id': '31ebcad0-0947-472f-b071-9c1f8abb4f43', 'tenant_id': '20e8057946a247658f845531325ccb01', 'mac_address': 'fa:16:3e:a2:34:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e4f17a-2ec2-4917-ae2b-8ceb6173f46d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '7861de68-8e46-4a20-8bfe-e2034ddc688b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:30:04Z', 'updated_at': '2021-07-24T00:30:05Z', 'revision_number': 2, 'project_id': '20e8057946a247658f845531325ccb01', 'subnets': [{'id': '7861de68-8e46-4a20-8bfe-e2034ddc688b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:30:06.880302 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a6d04a-234d-4503-bdcd-6d799cd845c2 None None] Checking router: 64e4f17a-2ec2-4917-ae2b-8ceb6173f46d for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:30:06.880956 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a6d04a-234d-4503-bdcd-6d799cd845c2 None None] Updating router 64e4f17a-2ec2-4917-ae2b-8ceb6173f46d port 13d56d26-faea-4bc7-972f-d061078b3f9a binding host n-d-800088-16 {{(pid=100316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:30:06.928146 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-95a6d04a-234d-4503-bdcd-6d799cd845c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:06.961735 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-108ca401-d17f-425b-aed8-02809389dffe None None] Provisioning complete for port 94650182-c5c7-4c23-b95f-9323206e8c7c triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:30:06.962321 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-108ca401-d17f-425b-aed8-02809389dffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:07.296492 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-108ca401-d17f-425b-aed8-02809389dffe None None] Provisioning for port 13d56d26-faea-4bc7-972f-d061078b3f9a completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:30:07.301898 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-108ca401-d17f-425b-aed8-02809389dffe None None] Provisioning complete for port 13d56d26-faea-4bc7-972f-d061078b3f9a triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:30:07.302293 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-108ca401-d17f-425b-aed8-02809389dffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:07.348231 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-108ca401-d17f-425b-aed8-02809389dffe None None] Port 13d56d26-faea-4bc7-972f-d061078b3f9a cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:30:07.380335 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-95a6d04a-234d-4503-bdcd-6d799cd845c2 None None] Notify callbacks [] for port, precommit_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:07.395530 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.provisioning_blocks [None req-95a6d04a-234d-4503-bdcd-6d799cd845c2 None None] Transition to ACTIVE for port object 13d56d26-faea-4bc7-972f-d061078b3f9a will not be triggered until provisioned by entity L2. {{(pid=100316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:30:07.407119 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-95a6d04a-234d-4503-bdcd-6d799cd845c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:07.531976 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc17b0c-f6f8-4f44-ab4a-290d25024313 None None] Pushing event updated for resources: {'Port': ['ID=13d56d26-faea-4bc7-972f-d061078b3f9a,revision_number=3']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:07.545241 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-95a6d04a-234d-4503-bdcd-6d799cd845c2 None None] Attempting to bind port 13d56d26-faea-4bc7-972f-d061078b3f9a on host n-d-800088-16 for vnic_type normal with profile {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:30:07.546086 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-95a6d04a-234d-4503-bdcd-6d799cd845c2 None None] Attempting to bind port 13d56d26-faea-4bc7-972f-d061078b3f9a by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': 'bad844ac-7738-4735-8047-f804e61f2b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '31ebcad0-0947-472f-b071-9c1f8abb4f43'}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:30:07.546454 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a6d04a-234d-4503-bdcd-6d799cd845c2 None None] Attempting to bind port 13d56d26-faea-4bc7-972f-d061078b3f9a on network 31ebcad0-0947-472f-b071-9c1f8abb4f43 {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:30:07.552168 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a6d04a-234d-4503-bdcd-6d799cd845c2 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:30:07.552545 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a6d04a-234d-4503-bdcd-6d799cd845c2 None None] Checking segment: {'id': 'bad844ac-7738-4735-8047-f804e61f2b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '31ebcad0-0947-472f-b071-9c1f8abb4f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:30:07.552985 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-95a6d04a-234d-4503-bdcd-6d799cd845c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:07.553389 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a6d04a-234d-4503-bdcd-6d799cd845c2 None None] Bound using segment: {'id': 'bad844ac-7738-4735-8047-f804e61f2b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '31ebcad0-0947-472f-b071-9c1f8abb4f43'} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:30:07.553857 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-95a6d04a-234d-4503-bdcd-6d799cd845c2 None None] Bound port: 13d56d26-faea-4bc7-972f-d061078b3f9a, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bad844ac-7738-4735-8047-f804e61f2b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '31ebcad0-0947-472f-b071-9c1f8abb4f43'}}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:30:07.554244 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-95a6d04a-234d-4503-bdcd-6d799cd845c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:07.627403 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-95a6d04a-234d-4503-bdcd-6d799cd845c2 None None] For port 13d56d26-faea-4bc7-972f-d061078b3f9a, host n-d-800088-16, cleared binding levels {{(pid=100316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:30:07.629501 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-95a6d04a-234d-4503-bdcd-6d799cd845c2 None None] For port 13d56d26-faea-4bc7-972f-d061078b3f9a, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=13d56d26-faea-4bc7-972f-d061078b3f9a,segment=NetworkSegment(bad844ac-7738-4735-8047-f804e61f2b8e),segment_id=bad844ac-7738-4735-8047-f804e61f2b8e)] {{(pid=100316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:30:07.644417 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-95a6d04a-234d-4503-bdcd-6d799cd845c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:07.676067 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 94650182-c5c7-4c23-b95f-9323206e8c7c up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:30:07.719506 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a6d04a-234d-4503-bdcd-6d799cd845c2 None None] Routers {'64e4f17a-2ec2-4917-ae2b-8ceb6173f46d'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:30:07.720161 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-95a6d04a-234d-4503-bdcd-6d799cd845c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:29:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['64e4f17a-2ec2-4917-ae2b-8ceb6173f46d'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:30:07.780328 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 94650182-c5c7-4c23-b95f-9323206e8c7c triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:30:07.781147 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:07.943847 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-95a6d04a-234d-4503-bdcd-6d799cd845c2 None None] Set router 64e4f17a-2ec2-4917-ae2b-8ceb6173f46d gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:30:08.029084 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 8a08ef86-e2f6-46d2-9fe3-a4fa02f54937 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:30:08.031480 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1370e2-9f1c-48cb-9db2-4ef2b5cc4951 req-44822e13-55fb-42c4-b832-28059ca78dae tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:30:08.036697 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8d1370e2-9f1c-48cb-9db2-4ef2b5cc4951 req-44822e13-55fb-42c4-b832-28059ca78dae tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] 10.222.0.52 "GET /v2.0/networks?id=31ebcad0-0947-472f-b071-9c1f8abb4f43 HTTP/1.1" status: 200 len: 797 time: 0.2424908 Jul 24 00:30:08.037222 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-00a5c2c0-c82f-4b65-9d32-fc24e38f3f72 req-ea9f1a2d-0f40-477b-b598-8b0aacebff6d tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f2c5480-4f1f-4207-a546-0a183449c289 HTTP/1.1" status: 200 len: 210 time: 0.1047087 Jul 24 00:30:08.056519 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-8d1370e2-9f1c-48cb-9db2-4ef2b5cc4951 req-74df6f9d-4a45-4157-a256-f8e40a34315b tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Request body: {'port': {'device_id': '1f2c5480-4f1f-4207-a546-0a183449c289', 'network_id': '31ebcad0-0947-472f-b071-9c1f8abb4f43', 'admin_state_up': True, 'tenant_id': '20e8057946a247658f845531325ccb01'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:30:08.103433 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 8a08ef86-e2f6-46d2-9fe3-a4fa02f54937 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:30:08.104153 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:08.120842 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc17b0c-f6f8-4f44-ab4a-290d25024313 None None] Pushing event updated for resources: {'Port': ['ID=13d56d26-faea-4bc7-972f-d061078b3f9a,revision_number=4']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:08.225685 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d1370e2-9f1c-48cb-9db2-4ef2b5cc4951 req-74df6f9d-4a45-4157-a256-f8e40a34315b tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Made reservation on behalf of 20e8057946a247658f845531325ccb01 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:30:08.229672 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-8d1370e2-9f1c-48cb-9db2-4ef2b5cc4951 req-74df6f9d-4a45-4157-a256-f8e40a34315b tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:08.290863 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-95a6d04a-234d-4503-bdcd-6d799cd845c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e4f17a-2ec2-4917-ae2b-8ceb6173f46d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-681430054', 'tenant_id': '20e8057946a247658f845531325ccb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '8a08ef86-e2f6-46d2-9fe3-a4fa02f54937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:30:00Z', 'updated_at': '2021-07-24T00:30:04Z', 'revision_number': 4, 'project_id': '20e8057946a247658f845531325ccb01', 'gw_port': {'id': '8a08ef86-e2f6-46d2-9fe3-a4fa02f54937', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ac:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e4f17a-2ec2-4917-ae2b-8ceb6173f46d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:30:01Z', 'updated_at': '2021-07-24T00:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '13d56d26-faea-4bc7-972f-d061078b3f9a', 'name': '', 'network_id': '31ebcad0-0947-472f-b071-9c1f8abb4f43', 'tenant_id': '20e8057946a247658f845531325ccb01', 'mac_address': 'fa:16:3e:a2:34:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e4f17a-2ec2-4917-ae2b-8ceb6173f46d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '7861de68-8e46-4a20-8bfe-e2034ddc688b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:30:04Z', 'updated_at': '2021-07-24T00:30:07Z', 'revision_number': 4, 'project_id': '20e8057946a247658f845531325ccb01', 'subnets': [{'id': '7861de68-8e46-4a20-8bfe-e2034ddc688b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:30:08.320836 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a6d04a-234d-4503-bdcd-6d799cd845c2 None None] The sync data for ids ['64e4f17a-2ec2-4917-ae2b-8ceb6173f46d'] in n-d-800088-16 is: [{'id': '64e4f17a-2ec2-4917-ae2b-8ceb6173f46d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-681430054', 'tenant_id': '20e8057946a247658f845531325ccb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '8a08ef86-e2f6-46d2-9fe3-a4fa02f54937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:30:00Z', 'updated_at': '2021-07-24T00:30:04Z', 'revision_number': 4, 'project_id': '20e8057946a247658f845531325ccb01', 'gw_port': {'id': '8a08ef86-e2f6-46d2-9fe3-a4fa02f54937', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ac:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e4f17a-2ec2-4917-ae2b-8ceb6173f46d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:30:01Z', 'updated_at': '2021-07-24T00:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '13d56d26-faea-4bc7-972f-d061078b3f9a', 'name': '', 'network_id': '31ebcad0-0947-472f-b071-9c1f8abb4f43', 'tenant_id': '20e8057946a247658f845531325ccb01', 'mac_address': 'fa:16:3e:a2:34:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e4f17a-2ec2-4917-ae2b-8ceb6173f46d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '7861de68-8e46-4a20-8bfe-e2034ddc688b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:30:04Z', 'updated_at': '2021-07-24T00:30:07Z', 'revision_number': 4, 'project_id': '20e8057946a247658f845531325ccb01', 'subnets': [{'id': '7861de68-8e46-4a20-8bfe-e2034ddc688b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:30:08.374946 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-8d1370e2-9f1c-48cb-9db2-4ef2b5cc4951 req-74df6f9d-4a45-4157-a256-f8e40a34315b tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Allocated IP 172.20.0.26 (31ebcad0-0947-472f-b071-9c1f8abb4f43/7861de68-8e46-4a20-8bfe-e2034ddc688b/cc96ca4e-4c7e-4e8a-87b5-b6f9058e03b4) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:30:08.529391 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-8d1370e2-9f1c-48cb-9db2-4ef2b5cc4951 req-74df6f9d-4a45-4157-a256-f8e40a34315b tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:08.547137 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-8d1370e2-9f1c-48cb-9db2-4ef2b5cc4951 req-74df6f9d-4a45-4157-a256-f8e40a34315b tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Transition to ACTIVE for port object cc96ca4e-4c7e-4e8a-87b5-b6f9058e03b4 will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:30:08.580484 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-8d1370e2-9f1c-48cb-9db2-4ef2b5cc4951 req-74df6f9d-4a45-4157-a256-f8e40a34315b tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:08.622927 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d1370e2-9f1c-48cb-9db2-4ef2b5cc4951 req-74df6f9d-4a45-4157-a256-f8e40a34315b tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Network 31ebcad0-0947-472f-b071-9c1f8abb4f43 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:30:08.628305 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-8d1370e2-9f1c-48cb-9db2-4ef2b5cc4951 req-74df6f9d-4a45-4157-a256-f8e40a34315b tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:30:08.632300 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d1370e2-9f1c-48cb-9db2-4ef2b5cc4951 req-74df6f9d-4a45-4157-a256-f8e40a34315b tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:30:08.639628 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74df6f9d-4a45-4157-a256-f8e40a34315b tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Pushing event updated for resources: {'Port': ['ID=cc96ca4e-4c7e-4e8a-87b5-b6f9058e03b4,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:08.686366 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1370e2-9f1c-48cb-9db2-4ef2b5cc4951 req-74df6f9d-4a45-4157-a256-f8e40a34315b tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:30:08.687027 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-8d1370e2-9f1c-48cb-9db2-4ef2b5cc4951 req-74df6f9d-4a45-4157-a256-f8e40a34315b tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:08.705324 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8d1370e2-9f1c-48cb-9db2-4ef2b5cc4951 req-74df6f9d-4a45-4157-a256-f8e40a34315b tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.6525321 Jul 24 00:30:08.719264 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-8d1370e2-9f1c-48cb-9db2-4ef2b5cc4951 req-38c3621f-9523-44f5-b3f6-992dde41d027 service neutron] Request body: {'port': {'device_id': '1f2c5480-4f1f-4207-a546-0a183449c289', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:30:08.811855 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-8d1370e2-9f1c-48cb-9db2-4ef2b5cc4951 req-38c3621f-9523-44f5-b3f6-992dde41d027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:08.900478 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-e0ac1378-36a3-441b-9e05-32a356bdedd9 None None] Provisioning for port cc96ca4e-4c7e-4e8a-87b5-b6f9058e03b4 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:30:08.906047 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-e0ac1378-36a3-441b-9e05-32a356bdedd9 None None] Provisioning complete for port cc96ca4e-4c7e-4e8a-87b5-b6f9058e03b4 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:30:08.906503 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e0ac1378-36a3-441b-9e05-32a356bdedd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:08.947212 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-e0ac1378-36a3-441b-9e05-32a356bdedd9 None None] Port cc96ca4e-4c7e-4e8a-87b5-b6f9058e03b4 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:30:09.145671 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-8d1370e2-9f1c-48cb-9db2-4ef2b5cc4951 req-38c3621f-9523-44f5-b3f6-992dde41d027 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc96ca4e-4c7e-4e8a-87b5-b6f9058e03b4 {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:30:09.155212 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-8d1370e2-9f1c-48cb-9db2-4ef2b5cc4951 req-38c3621f-9523-44f5-b3f6-992dde41d027 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:09.173081 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-8d1370e2-9f1c-48cb-9db2-4ef2b5cc4951 req-38c3621f-9523-44f5-b3f6-992dde41d027 service neutron] Transition to ACTIVE for port object cc96ca4e-4c7e-4e8a-87b5-b6f9058e03b4 will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:30:09.177364 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-8d1370e2-9f1c-48cb-9db2-4ef2b5cc4951 req-38c3621f-9523-44f5-b3f6-992dde41d027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:09.255998 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1d8bc9-a011-4c50-a4b1-2dcb0be885c2 req-12745c1c-f8a7-4817-98f6-5f21488f6baa tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:30:09.257902 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4d1d8bc9-a011-4c50-a4b1-2dcb0be885c2 req-12745c1c-f8a7-4817-98f6-5f21488f6baa tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f2c5480-4f1f-4207-a546-0a183449c289 HTTP/1.1" status: 200 len: 895 time: 0.1551268 Jul 24 00:30:09.258766 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c3621f-9523-44f5-b3f6-992dde41d027 service neutron] Pushing event updated for resources: {'Port': ['ID=cc96ca4e-4c7e-4e8a-87b5-b6f9058e03b4,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:09.370133 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-8d1370e2-9f1c-48cb-9db2-4ef2b5cc4951 req-38c3621f-9523-44f5-b3f6-992dde41d027 service neutron] Attempting to bind port cc96ca4e-4c7e-4e8a-87b5-b6f9058e03b4 on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:30:09.370660 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-8d1370e2-9f1c-48cb-9db2-4ef2b5cc4951 req-38c3621f-9523-44f5-b3f6-992dde41d027 service neutron] Attempting to bind port cc96ca4e-4c7e-4e8a-87b5-b6f9058e03b4 by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': 'bad844ac-7738-4735-8047-f804e61f2b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '31ebcad0-0947-472f-b071-9c1f8abb4f43'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:30:09.371021 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1370e2-9f1c-48cb-9db2-4ef2b5cc4951 req-38c3621f-9523-44f5-b3f6-992dde41d027 service neutron] Attempting to bind port cc96ca4e-4c7e-4e8a-87b5-b6f9058e03b4 on network 31ebcad0-0947-472f-b071-9c1f8abb4f43 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:30:09.379190 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1370e2-9f1c-48cb-9db2-4ef2b5cc4951 req-38c3621f-9523-44f5-b3f6-992dde41d027 service neutron] Port cc96ca4e-4c7e-4e8a-87b5-b6f9058e03b4 on network 31ebcad0-0947-472f-b071-9c1f8abb4f43 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:30:09.379656 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1370e2-9f1c-48cb-9db2-4ef2b5cc4951 req-38c3621f-9523-44f5-b3f6-992dde41d027 service neutron] Attempting to bind port cc96ca4e-4c7e-4e8a-87b5-b6f9058e03b4 on network 31ebcad0-0947-472f-b071-9c1f8abb4f43 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:30:09.386199 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1370e2-9f1c-48cb-9db2-4ef2b5cc4951 req-38c3621f-9523-44f5-b3f6-992dde41d027 service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:30:09.386547 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1370e2-9f1c-48cb-9db2-4ef2b5cc4951 req-38c3621f-9523-44f5-b3f6-992dde41d027 service neutron] Checking segment: {'id': 'bad844ac-7738-4735-8047-f804e61f2b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '31ebcad0-0947-472f-b071-9c1f8abb4f43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:30:09.387287 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1370e2-9f1c-48cb-9db2-4ef2b5cc4951 req-38c3621f-9523-44f5-b3f6-992dde41d027 service neutron] Bound using segment: {'id': 'bad844ac-7738-4735-8047-f804e61f2b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '31ebcad0-0947-472f-b071-9c1f8abb4f43'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:30:09.387914 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-8d1370e2-9f1c-48cb-9db2-4ef2b5cc4951 req-38c3621f-9523-44f5-b3f6-992dde41d027 service neutron] Bound port: cc96ca4e-4c7e-4e8a-87b5-b6f9058e03b4, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bad844ac-7738-4735-8047-f804e61f2b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '31ebcad0-0947-472f-b071-9c1f8abb4f43'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:30:09.388280 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-8d1370e2-9f1c-48cb-9db2-4ef2b5cc4951 req-38c3621f-9523-44f5-b3f6-992dde41d027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:09.476287 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-8d1370e2-9f1c-48cb-9db2-4ef2b5cc4951 req-38c3621f-9523-44f5-b3f6-992dde41d027 service neutron] For port cc96ca4e-4c7e-4e8a-87b5-b6f9058e03b4, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:30:09.479750 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-8d1370e2-9f1c-48cb-9db2-4ef2b5cc4951 req-38c3621f-9523-44f5-b3f6-992dde41d027 service neutron] For port cc96ca4e-4c7e-4e8a-87b5-b6f9058e03b4, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=cc96ca4e-4c7e-4e8a-87b5-b6f9058e03b4,segment=NetworkSegment(bad844ac-7738-4735-8047-f804e61f2b8e),segment_id=bad844ac-7738-4735-8047-f804e61f2b8e)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:30:09.484118 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-8d1370e2-9f1c-48cb-9db2-4ef2b5cc4951 req-38c3621f-9523-44f5-b3f6-992dde41d027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:09.524330 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1370e2-9f1c-48cb-9db2-4ef2b5cc4951 req-38c3621f-9523-44f5-b3f6-992dde41d027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:30:09.525007 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-8d1370e2-9f1c-48cb-9db2-4ef2b5cc4951 req-38c3621f-9523-44f5-b3f6-992dde41d027 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:09.526761 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8d1370e2-9f1c-48cb-9db2-4ef2b5cc4951 req-38c3621f-9523-44f5-b3f6-992dde41d027 service neutron] 10.222.0.52 "PUT /v2.0/ports/cc96ca4e-4c7e-4e8a-87b5-b6f9058e03b4 HTTP/1.1" status: 200 len: 1056 time: 0.8127472 Jul 24 00:30:09.529515 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f2c5480-4f1f-4207-a546-0a183449c289', 'tag': 'cc96ca4e-4c7e-4e8a-87b5-b6f9058e03b4'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:30:09.532404 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8752651-e8c5-4674-b585-b2517cc4ce6d" -d '{"events": [{"name": "network-changed", "server_uuid": "1f2c5480-4f1f-4207-a546-0a183449c289", "tag": "cc96ca4e-4c7e-4e8a-87b5-b6f9058e03b4"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:30:09.580127 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c3621f-9523-44f5-b3f6-992dde41d027 service neutron] Pushing event updated for resources: {'Port': ['ID=cc96ca4e-4c7e-4e8a-87b5-b6f9058e03b4,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:09.619865 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0022123-c593-44bd-9013-e3f7f1996981 x-openstack-request-id: req-d0022123-c593-44bd-9013-e3f7f1996981 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:30:09.620245 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f2c5480-4f1f-4207-a546-0a183449c289", "tag": "cc96ca4e-4c7e-4e8a-87b5-b6f9058e03b4", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:30:09.620429 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d0022123-c593-44bd-9013-e3f7f1996981 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:30:09.621022 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f2c5480-4f1f-4207-a546-0a183449c289', 'tag': 'cc96ca4e-4c7e-4e8a-87b5-b6f9058e03b4', 'status': 'completed', 'code': 200} Jul 24 00:30:09.711741 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1370e2-9f1c-48cb-9db2-4ef2b5cc4951 req-74c67ee4-7e7d-4a5d-a1fc-af81982f40d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:30:09.713319 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8d1370e2-9f1c-48cb-9db2-4ef2b5cc4951 req-74c67ee4-7e7d-4a5d-a1fc-af81982f40d1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=20e8057946a247658f845531325ccb01&device_id=1f2c5480-4f1f-4207-a546-0a183449c289 HTTP/1.1" status: 200 len: 1059 time: 0.1082902 Jul 24 00:30:09.757693 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 13d56d26-faea-4bc7-972f-d061078b3f9a up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:30:09.812234 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8d1370e2-9f1c-48cb-9db2-4ef2b5cc4951 req-13ac7e45-5e6a-462b-996e-7e9153ff5556 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=cc96ca4e-4c7e-4e8a-87b5-b6f9058e03b4 HTTP/1.1" status: 200 len: 217 time: 0.0915155 Jul 24 00:30:09.853104 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 13d56d26-faea-4bc7-972f-d061078b3f9a completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:30:09.863775 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 13d56d26-faea-4bc7-972f-d061078b3f9a triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:30:09.864352 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:09.879836 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1370e2-9f1c-48cb-9db2-4ef2b5cc4951 req-797f54e1-daef-4ee0-b187-c5f3c16d32a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:30:09.881369 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8d1370e2-9f1c-48cb-9db2-4ef2b5cc4951 req-797f54e1-daef-4ee0-b187-c5f3c16d32a5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7861de68-8e46-4a20-8bfe-e2034ddc688b HTTP/1.1" status: 200 len: 838 time: 0.0623670 Jul 24 00:30:09.946759 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1370e2-9f1c-48cb-9db2-4ef2b5cc4951 req-8b69e223-277f-4d0c-844c-49bba306c734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:30:09.948083 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8d1370e2-9f1c-48cb-9db2-4ef2b5cc4951 req-8b69e223-277f-4d0c-844c-49bba306c734 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=31ebcad0-0947-472f-b071-9c1f8abb4f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0598781 Jul 24 00:30:09.961965 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33424) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:09.966676 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:10.005733 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 13d56d26-faea-4bc7-972f-d061078b3f9a, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=13d56d26-faea-4bc7-972f-d061078b3f9a,segment=NetworkSegment(bad844ac-7738-4735-8047-f804e61f2b8e),segment_id=bad844ac-7738-4735-8047-f804e61f2b8e)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:30:10.018770 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:10.067308 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8d1370e2-9f1c-48cb-9db2-4ef2b5cc4951 req-2d3b830b-a99e-4950-b92b-d57dff1307c6 service neutron] 10.222.0.52 "GET /v2.0/networks/31ebcad0-0947-472f-b071-9c1f8abb4f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130450 Jul 24 00:30:10.068092 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=13d56d26-faea-4bc7-972f-d061078b3f9a,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:10.100745 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ac5fdc40-d48f-45b4-8d2d-a79edca9339b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:10.169160 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8d1370e2-9f1c-48cb-9db2-4ef2b5cc4951 req-b319137d-6b22-41f4-811b-f00b76e07115 service neutron] 10.222.0.52 "GET /v2.0/networks/31ebcad0-0947-472f-b071-9c1f8abb4f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952561 Jul 24 00:30:10.195490 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ac5fdc40-d48f-45b4-8d2d-a79edca9339b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:10.207571 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ac5fdc40-d48f-45b4-8d2d-a79edca9339b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:10.251635 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-ac5fdc40-d48f-45b4-8d2d-a79edca9339b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0ffaeca257844ce8aeb1ba7a63db1b64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2880669 Jul 24 00:30:10.253056 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5fdc40-d48f-45b4-8d2d-a79edca9339b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ec67e0-f6fb-43ce-83f1-c4986f0365a8,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:10.254383 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33428) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:10.310003 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8752651-e8c5-4674-b585-b2517cc4ce6d req-2926413a-902b-425e-a891-122344f7728c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:30:10.312113 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b8752651-e8c5-4674-b585-b2517cc4ce6d req-2926413a-902b-425e-a891-122344f7728c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=20e8057946a247658f845531325ccb01&device_id=1f2c5480-4f1f-4207-a546-0a183449c289 HTTP/1.1" status: 200 len: 1059 time: 0.0968199 Jul 24 00:30:10.343121 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c1a3af91-ee00-46ae-8265-cc3085f2c84b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:10.429703 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c1a3af91-ee00-46ae-8265-cc3085f2c84b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:10.487024 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8752651-e8c5-4674-b585-b2517cc4ce6d req-36aa8322-92f4-4b55-a48b-890b4670cfea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:30:10.488504 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b8752651-e8c5-4674-b585-b2517cc4ce6d req-36aa8322-92f4-4b55-a48b-890b4670cfea service neutron] 10.222.0.52 "GET /v2.0/networks?id=31ebcad0-0947-472f-b071-9c1f8abb4f43 HTTP/1.1" status: 200 len: 898 time: 0.1690295 Jul 24 00:30:10.540475 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7229ee65-440d-4649-89ed-1250837fb29a req-8b6569f1-b556-4b17-bd9d-c9c79d0bb9b4 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:30:10.542134 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7229ee65-440d-4649-89ed-1250837fb29a req-8b6569f1-b556-4b17-bd9d-c9c79d0bb9b4 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f2c5480-4f1f-4207-a546-0a183449c289 HTTP/1.1" status: 200 len: 907 time: 0.2005408 Jul 24 00:30:10.543481 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b8752651-e8c5-4674-b585-b2517cc4ce6d req-fe3db12e-5fa5-4176-992e-33cb49c5c5fc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=cc96ca4e-4c7e-4e8a-87b5-b6f9058e03b4 HTTP/1.1" status: 200 len: 217 time: 0.0484130 Jul 24 00:30:10.561429 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c1a3af91-ee00-46ae-8265-cc3085f2c84b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:10.563968 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c1a3af91-ee00-46ae-8265-cc3085f2c84b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:10.568287 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c1a3af91-ee00-46ae-8265-cc3085f2c84b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f0ec67e0-f6fb-43ce-83f1-c4986f0365a8 HTTP/1.1" status: 204 len: 168 time: 0.3094761 Jul 24 00:30:10.596922 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a3af91-ee00-46ae-8265-cc3085f2c84b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ec67e0-f6fb-43ce-83f1-c4986f0365a8,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:10.611505 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8752651-e8c5-4674-b585-b2517cc4ce6d req-6072234e-59fe-432c-b5c0-0fcab63faf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:30:10.613039 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b8752651-e8c5-4674-b585-b2517cc4ce6d req-6072234e-59fe-432c-b5c0-0fcab63faf8e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7861de68-8e46-4a20-8bfe-e2034ddc688b HTTP/1.1" status: 200 len: 838 time: 0.0624385 Jul 24 00:30:10.673251 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8752651-e8c5-4674-b585-b2517cc4ce6d req-8c0b738f-c484-43aa-b6b3-291125bd729c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:30:10.674912 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b8752651-e8c5-4674-b585-b2517cc4ce6d req-8c0b738f-c484-43aa-b6b3-291125bd729c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=31ebcad0-0947-472f-b071-9c1f8abb4f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0551226 Jul 24 00:30:10.764478 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b8752651-e8c5-4674-b585-b2517cc4ce6d req-6ec5c21a-e9c9-4ba5-b75a-38856939f829 service neutron] 10.222.0.52 "GET /v2.0/networks/31ebcad0-0947-472f-b071-9c1f8abb4f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830278 Jul 24 00:30:10.856254 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b8752651-e8c5-4674-b585-b2517cc4ce6d req-c6b03837-5daf-439a-8b67-db6a79b28489 service neutron] 10.222.0.52 "GET /v2.0/networks/31ebcad0-0947-472f-b071-9c1f8abb4f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853133 Jul 24 00:30:11.641531 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 13d56d26-faea-4bc7-972f-d061078b3f9a up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:30:11.682163 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53055ea3-9ea9-41c2-b661-5cd22385fc82 req-81d0d0e1-9b19-4d4b-a63d-b31082559b5a tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:30:11.685275 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-53055ea3-9ea9-41c2-b661-5cd22385fc82 req-81d0d0e1-9b19-4d4b-a63d-b31082559b5a tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f2c5480-4f1f-4207-a546-0a183449c289 HTTP/1.1" status: 200 len: 907 time: 0.0711560 Jul 24 00:30:11.694067 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 13d56d26-faea-4bc7-972f-d061078b3f9a triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:30:11.694446 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:12.819262 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62076ae4-4a92-4153-9c41-ff3c66b1729e req-5ce56cbc-0a7d-4bfc-9ecb-43a0f822bb33 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:30:12.820776 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-62076ae4-4a92-4153-9c41-ff3c66b1729e req-5ce56cbc-0a7d-4bfc-9ecb-43a0f822bb33 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f2c5480-4f1f-4207-a546-0a183449c289 HTTP/1.1" status: 200 len: 907 time: 0.0648377 Jul 24 00:30:13.288324 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device cc96ca4e-4c7e-4e8a-87b5-b6f9058e03b4 details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:30:13.386131 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port cc96ca4e-4c7e-4e8a-87b5-b6f9058e03b4, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=cc96ca4e-4c7e-4e8a-87b5-b6f9058e03b4,segment=NetworkSegment(bad844ac-7738-4735-8047-f804e61f2b8e),segment_id=bad844ac-7738-4735-8047-f804e61f2b8e)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:30:13.397553 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': 'cc96ca4e-4c7e-4e8a-87b5-b6f9058e03b4', 'network_id': '31ebcad0-0947-472f-b071-9c1f8abb4f43', 'port_id': 'cc96ca4e-4c7e-4e8a-87b5-b6f9058e03b4', 'mac_address': 'fa:16:3e:fa:6b:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7861de68-8e46-4a20-8bfe-e2034ddc688b', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:30:13.438252 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:13.452330 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc96ca4e-4c7e-4e8a-87b5-b6f9058e03b4 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:30:13.473827 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port cc96ca4e-4c7e-4e8a-87b5-b6f9058e03b4, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=cc96ca4e-4c7e-4e8a-87b5-b6f9058e03b4,segment=NetworkSegment(bad844ac-7738-4735-8047-f804e61f2b8e),segment_id=bad844ac-7738-4735-8047-f804e61f2b8e)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:30:13.480321 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:13.533375 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=cc96ca4e-4c7e-4e8a-87b5-b6f9058e03b4,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:13.679121 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['cc96ca4e-4c7e-4e8a-87b5-b6f9058e03b4'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:30:13.956836 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a221cc-fb70-43d0-9238-83f91f8a1d0b req-9a77ad0e-72b1-4e3d-9a7d-39ef42df3c38 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:30:13.958365 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b9a221cc-fb70-43d0-9238-83f91f8a1d0b req-9a77ad0e-72b1-4e3d-9a7d-39ef42df3c38 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f2c5480-4f1f-4207-a546-0a183449c289 HTTP/1.1" status: 200 len: 908 time: 0.0685952 Jul 24 00:30:14.994382 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:15.093229 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904c1d67-2bf8-4bdc-b1c8-64f163a3cca8 req-b00ffd85-7ac9-413c-9e7b-444898a5f1fa tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:30:15.094736 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-904c1d67-2bf8-4bdc-b1c8-64f163a3cca8 req-b00ffd85-7ac9-413c-9e7b-444898a5f1fa tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f2c5480-4f1f-4207-a546-0a183449c289 HTTP/1.1" status: 200 len: 908 time: 0.0637991 Jul 24 00:30:15.288040 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device cc96ca4e-4c7e-4e8a-87b5-b6f9058e03b4 up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:30:15.339602 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port cc96ca4e-4c7e-4e8a-87b5-b6f9058e03b4 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:30:15.343239 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port cc96ca4e-4c7e-4e8a-87b5-b6f9058e03b4 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:30:15.343712 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:15.420788 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:15.447603 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f2c5480-4f1f-4207-a546-0a183449c289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc96ca4e-4c7e-4e8a-87b5-b6f9058e03b4'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:30:15.450308 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86126f1e-a550-482e-903d-4a13d999fa38" -d '{"events": [{"server_uuid": "1f2c5480-4f1f-4207-a546-0a183449c289", "name": "network-vif-plugged", "status": "completed", "tag": "cc96ca4e-4c7e-4e8a-87b5-b6f9058e03b4"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:30:15.464465 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port cc96ca4e-4c7e-4e8a-87b5-b6f9058e03b4, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=cc96ca4e-4c7e-4e8a-87b5-b6f9058e03b4,segment=NetworkSegment(bad844ac-7738-4735-8047-f804e61f2b8e),segment_id=bad844ac-7738-4735-8047-f804e61f2b8e)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:30:15.468711 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:15.494521 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42125501-785e-494f-b1fb-a5062707bc1e x-openstack-request-id: req-42125501-785e-494f-b1fb-a5062707bc1e {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:30:15.494813 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f2c5480-4f1f-4207-a546-0a183449c289", "name": "network-vif-plugged", "status": "completed", "tag": "cc96ca4e-4c7e-4e8a-87b5-b6f9058e03b4", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:30:15.495065 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-42125501-785e-494f-b1fb-a5062707bc1e {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:30:15.495452 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f2c5480-4f1f-4207-a546-0a183449c289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc96ca4e-4c7e-4e8a-87b5-b6f9058e03b4', 'code': 200} Jul 24 00:30:15.516543 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33566) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:15.523053 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=cc96ca4e-4c7e-4e8a-87b5-b6f9058e03b4,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:15.609035 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f823d1c3-66a4-4a5d-95f9-0f8bff98fda8 req-ae2b2176-5ff4-4d65-88ba-df55f26ce131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:30:15.610691 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f823d1c3-66a4-4a5d-95f9-0f8bff98fda8 req-ae2b2176-5ff4-4d65-88ba-df55f26ce131 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1f2c5480-4f1f-4207-a546-0a183449c289 HTTP/1.1" status: 200 len: 1061 time: 0.0583007 Jul 24 00:30:15.622693 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-db221d1b-4764-4750-8fba-50c26bed7397 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:15.710587 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-db221d1b-4764-4750-8fba-50c26bed7397 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:15.714172 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-db221d1b-4764-4750-8fba-50c26bed7397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:15.750551 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-db221d1b-4764-4750-8fba-50c26bed7397 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=64e0714fac04427cbf10bdb4ab2aebd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2328558 Jul 24 00:30:15.752566 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db221d1b-4764-4750-8fba-50c26bed7397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=482546f2-6108-4e9f-aa55-d8769eaba312,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:15.753317 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33570) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:15.814991 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-290c0ad5-02e5-4f8a-9018-28094adbeb7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:15.842895 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-290c0ad5-02e5-4f8a-9018-28094adbeb7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:15.894854 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-290c0ad5-02e5-4f8a-9018-28094adbeb7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:15.897502 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-290c0ad5-02e5-4f8a-9018-28094adbeb7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:15.898668 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-290c0ad5-02e5-4f8a-9018-28094adbeb7f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/482546f2-6108-4e9f-aa55-d8769eaba312 HTTP/1.1" status: 204 len: 168 time: 0.1442883 Jul 24 00:30:15.906155 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c0ad5-02e5-4f8a-9018-28094adbeb7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=482546f2-6108-4e9f-aa55-d8769eaba312,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:16.148775 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33578) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:16.165730 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c9b76ecb-befb-4731-9516-847f021607d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:16.237858 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca30850-324a-45d7-9875-32eff11acedc req-445b8d43-bf31-4201-b96a-859f40c19819 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:30:16.239319 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4ca30850-324a-45d7-9875-32eff11acedc req-445b8d43-bf31-4201-b96a-859f40c19819 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f2c5480-4f1f-4207-a546-0a183449c289 HTTP/1.1" status: 200 len: 909 time: 0.0722008 Jul 24 00:30:16.260889 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c9b76ecb-befb-4731-9516-847f021607d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:16.265167 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c9b76ecb-befb-4731-9516-847f021607d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:16.302646 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b76ecb-befb-4731-9516-847f021607d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40d2abf5-a90c-443f-8b30-c48d1e15e650,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:16.307063 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-c9b76ecb-befb-4731-9516-847f021607d0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6f75e07ae6e34058a0deda75c609ec29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1571770 Jul 24 00:30:16.310075 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33580) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:16.364254 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e9458595-cede-4b7c-9e5e-a7337ff9ae84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:16.385225 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e9458595-cede-4b7c-9e5e-a7337ff9ae84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:16.433616 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e9458595-cede-4b7c-9e5e-a7337ff9ae84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:16.436834 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e9458595-cede-4b7c-9e5e-a7337ff9ae84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:16.438031 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-e9458595-cede-4b7c-9e5e-a7337ff9ae84 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/40d2abf5-a90c-443f-8b30-c48d1e15e650 HTTP/1.1" status: 204 len: 168 time: 0.1262901 Jul 24 00:30:16.446986 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9458595-cede-4b7c-9e5e-a7337ff9ae84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d2abf5-a90c-443f-8b30-c48d1e15e650,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:17.380660 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6718e8ff-6965-4925-b1cf-16804a9f6d4f req-1857855a-c3cf-4d94-8066-55c886dda93c tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:30:17.382225 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6718e8ff-6965-4925-b1cf-16804a9f6d4f req-1857855a-c3cf-4d94-8066-55c886dda93c tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f2c5480-4f1f-4207-a546-0a183449c289 HTTP/1.1" status: 200 len: 909 time: 0.0688565 Jul 24 00:30:17.830334 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e159b6-692c-4788-ae47-d154c583d0ed req-d1e7c235-9109-427d-a41e-dcedee8ca827 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:30:17.831175 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-78e159b6-692c-4788-ae47-d154c583d0ed req-d1e7c235-9109-427d-a41e-dcedee8ca827 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f2c5480-4f1f-4207-a546-0a183449c289 HTTP/1.1" status: 200 len: 909 time: 0.3828278 Jul 24 00:30:17.931359 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:17.958158 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1cd91b-b424-40e1-96c9-b0939a194c96 req-10463926-2581-4f22-9927-e2f551d64d06 tempest-TestSecurityGroupsBasicOps-1092756230 tempest-TestSecurityGroupsBasicOps-1092756230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:30:17.959702 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4e1cd91b-b424-40e1-96c9-b0939a194c96 req-10463926-2581-4f22-9927-e2f551d64d06 tempest-TestSecurityGroupsBasicOps-1092756230 tempest-TestSecurityGroupsBasicOps-1092756230-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=1f2c5480-4f1f-4207-a546-0a183449c289 HTTP/1.1" status: 200 len: 1061 time: 0.0635514 Jul 24 00:30:18.076673 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a7e57-16d0-4a12-94ee-f0412b5cbc1c req-cf634d3b-4a1d-44af-88da-357bc2ffe29f tempest-TestSecurityGroupsBasicOps-1092756230 tempest-TestSecurityGroupsBasicOps-1092756230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:30:18.078275 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e21a7e57-16d0-4a12-94ee-f0412b5cbc1c req-cf634d3b-4a1d-44af-88da-357bc2ffe29f tempest-TestSecurityGroupsBasicOps-1092756230 tempest-TestSecurityGroupsBasicOps-1092756230-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=813c1f6a-1938-4489-83cc-9e05751a5f89 HTTP/1.1" status: 200 len: 1136 time: 0.0537689 Jul 24 00:30:18.121994 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e21a7e57-16d0-4a12-94ee-f0412b5cbc1c req-18e6f89d-06e3-49f2-a051-d1bba33ec291 tempest-TestSecurityGroupsBasicOps-1092756230 tempest-TestSecurityGroupsBasicOps-1092756230-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=58a636d6-aa4b-436c-9c4f-6b1e9457afd2&id=2b63a7f1-dd4a-4ae8-879d-fda54b51ad2b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0377054 Jul 24 00:30:18.143032 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33640) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:18.196344 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4e76a7-219a-43ed-8966-fa904870cb11 tempest-TestSecurityGroupsBasicOps-1092756230 tempest-TestSecurityGroupsBasicOps-1092756230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:30:18.197948 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-7d4e76a7-219a-43ed-8966-fa904870cb11 tempest-TestSecurityGroupsBasicOps-1092756230 tempest-TestSecurityGroupsBasicOps-1092756230-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=1f2c5480-4f1f-4207-a546-0a183449c289 HTTP/1.1" status: 200 len: 1056 time: 0.0538378 Jul 24 00:30:18.430873 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04061f7b-86a7-42f8-82f8-53b195e5e774 req-54cfc447-2d42-4b40-a814-c05d39c123b0 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:30:18.432327 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-04061f7b-86a7-42f8-82f8-53b195e5e774 req-54cfc447-2d42-4b40-a814-c05d39c123b0 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f2c5480-4f1f-4207-a546-0a183449c289 HTTP/1.1" status: 200 len: 909 time: 0.0676200 Jul 24 00:30:19.567799 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e08fcb3-c4a0-448f-8498-d97215e656fc req-caaefa5c-c4e4-438d-99d7-8651a3dd89f7 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:30:19.569386 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6e08fcb3-c4a0-448f-8498-d97215e656fc req-caaefa5c-c4e4-438d-99d7-8651a3dd89f7 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f2c5480-4f1f-4207-a546-0a183449c289 HTTP/1.1" status: 200 len: 909 time: 0.0645425 Jul 24 00:30:19.646432 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f921e268-cf08-48b6-ba6e-aa6c22c13351 req-9f36b312-1d8c-4bb8-b835-3fdf4ef8cb2e tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:30:19.647991 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f921e268-cf08-48b6-ba6e-aa6c22c13351 req-9f36b312-1d8c-4bb8-b835-3fdf4ef8cb2e tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f2c5480-4f1f-4207-a546-0a183449c289 HTTP/1.1" status: 200 len: 909 time: 0.0625272 Jul 24 00:30:19.748311 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-f921e268-cf08-48b6-ba6e-aa6c22c13351 req-9c504cd3-6976-468d-8c44-701308aa8051 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Deleting port cc96ca4e-4c7e-4e8a-87b5-b6f9058e03b4 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:30:19.748654 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-f921e268-cf08-48b6-ba6e-aa6c22c13351 req-9c504cd3-6976-468d-8c44-701308aa8051 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:19.840513 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-f921e268-cf08-48b6-ba6e-aa6c22c13351 req-9c504cd3-6976-468d-8c44-701308aa8051 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] For port cc96ca4e-4c7e-4e8a-87b5-b6f9058e03b4, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=cc96ca4e-4c7e-4e8a-87b5-b6f9058e03b4,segment=NetworkSegment(bad844ac-7738-4735-8047-f804e61f2b8e),segment_id=bad844ac-7738-4735-8047-f804e61f2b8e)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:30:19.840921 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-f921e268-cf08-48b6-ba6e-aa6c22c13351 req-9c504cd3-6976-468d-8c44-701308aa8051 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:19.853396 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-f921e268-cf08-48b6-ba6e-aa6c22c13351 req-9c504cd3-6976-468d-8c44-701308aa8051 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Calling delete_port for cc96ca4e-4c7e-4e8a-87b5-b6f9058e03b4 owned by compute:nova {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:30:19.983742 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-f921e268-cf08-48b6-ba6e-aa6c22c13351 req-9c504cd3-6976-468d-8c44-701308aa8051 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:20.010816 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c504cd3-6976-468d-8c44-701308aa8051 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Pushing event deleted for resources: {'Port': ['ID=cc96ca4e-4c7e-4e8a-87b5-b6f9058e03b4,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:20.056145 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-f921e268-cf08-48b6-ba6e-aa6c22c13351 req-9c504cd3-6976-468d-8c44-701308aa8051 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] No DVR routers for this DVR port cc96ca4e-4c7e-4e8a-87b5-b6f9058e03b4 on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:30:20.058863 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-f921e268-cf08-48b6-ba6e-aa6c22c13351 req-9c504cd3-6976-468d-8c44-701308aa8051 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:20.061050 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f921e268-cf08-48b6-ba6e-aa6c22c13351 req-9c504cd3-6976-468d-8c44-701308aa8051 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] 10.222.0.52 "DELETE /v2.0/ports/cc96ca4e-4c7e-4e8a-87b5-b6f9058e03b4 HTTP/1.1" status: 204 len: 173 time: 0.4079945 Jul 24 00:30:20.061510 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f2c5480-4f1f-4207-a546-0a183449c289', 'name': 'network-vif-deleted', 'tag': 'cc96ca4e-4c7e-4e8a-87b5-b6f9058e03b4'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:30:20.063801 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a3e5f2-d8af-486b-8412-0b7bc213489f" -d '{"events": [{"server_uuid": "1f2c5480-4f1f-4207-a546-0a183449c289", "name": "network-vif-deleted", "tag": "cc96ca4e-4c7e-4e8a-87b5-b6f9058e03b4"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:30:20.122059 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c6a6ae-fc5b-4fbd-a0f7-64007737daae x-openstack-request-id: req-97c6a6ae-fc5b-4fbd-a0f7-64007737daae {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:30:20.122357 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f2c5480-4f1f-4207-a546-0a183449c289", "name": "network-vif-deleted", "tag": "cc96ca4e-4c7e-4e8a-87b5-b6f9058e03b4", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:30:20.122611 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-97c6a6ae-fc5b-4fbd-a0f7-64007737daae {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:30:20.123535 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f2c5480-4f1f-4207-a546-0a183449c289', 'name': 'network-vif-deleted', 'tag': 'cc96ca4e-4c7e-4e8a-87b5-b6f9058e03b4', 'status': 'completed', 'code': 200} Jul 24 00:30:20.628601 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33714) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:20.994903 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7f75dcc7-c4fc-4039-9104-8da251f759cd tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681029'] for router_interface, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:21.265546 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-7f75dcc7-c4fc-4039-9104-8da251f759cd tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Deleting port 13d56d26-faea-4bc7-972f-d061078b3f9a {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:30:21.265993 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7f75dcc7-c4fc-4039-9104-8da251f759cd tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:21.356346 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-7f75dcc7-c4fc-4039-9104-8da251f759cd tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] For port 13d56d26-faea-4bc7-972f-d061078b3f9a, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=13d56d26-faea-4bc7-972f-d061078b3f9a,segment=NetworkSegment(bad844ac-7738-4735-8047-f804e61f2b8e),segment_id=bad844ac-7738-4735-8047-f804e61f2b8e)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:30:21.356725 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7f75dcc7-c4fc-4039-9104-8da251f759cd tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:21.370042 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-7f75dcc7-c4fc-4039-9104-8da251f759cd tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Calling delete_port for 13d56d26-faea-4bc7-972f-d061078b3f9a owned by network:router_interface {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:30:21.568836 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7f75dcc7-c4fc-4039-9104-8da251f759cd tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:21.601443 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f75dcc7-c4fc-4039-9104-8da251f759cd tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Pushing event deleted for resources: {'Port': ['ID=13d56d26-faea-4bc7-972f-d061078b3f9a,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:21.789332 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7f75dcc7-c4fc-4039-9104-8da251f759cd tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679987'] for router_interface, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:22.012336 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f75dcc7-c4fc-4039-9104-8da251f759cd tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Router 64e4f17a-2ec2-4917-ae2b-8ceb6173f46d has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:30:22.119116 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f75dcc7-c4fc-4039-9104-8da251f759cd tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:30:22.124695 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-7f75dcc7-c4fc-4039-9104-8da251f759cd tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] 10.222.0.44 "PUT /v2.0/routers/64e4f17a-2ec2-4917-ae2b-8ceb6173f46d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4950290 Jul 24 00:30:22.127286 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33756) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:22.131881 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbaae63-d481-4380-80cf-7459f6a72986 None None] Sync routers for ids ['64e4f17a-2ec2-4917-ae2b-8ceb6173f46d'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:30:22.141937 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbaae63-d481-4380-80cf-7459f6a72986 None None] Routers {'64e4f17a-2ec2-4917-ae2b-8ceb6173f46d'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:30:22.142673 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-dcbaae63-d481-4380-80cf-7459f6a72986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:29:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['64e4f17a-2ec2-4917-ae2b-8ceb6173f46d'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:30:22.180123 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ebacd9a-b64a-4cfd-b781-b733dee4be03 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Deleting subnet 7861de68-8e46-4a20-8bfe-e2034ddc688b {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:30:22.183769 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8ebacd9a-b64a-4cfd-b781-b733dee4be03 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:22.226986 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8ebacd9a-b64a-4cfd-b781-b733dee4be03 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:22.256278 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-dcbaae63-d481-4380-80cf-7459f6a72986 None None] Set router 64e4f17a-2ec2-4917-ae2b-8ceb6173f46d gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:30:22.318484 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8ebacd9a-b64a-4cfd-b781-b733dee4be03 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:22.386502 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8ebacd9a-b64a-4cfd-b781-b733dee4be03 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:22.416056 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebacd9a-b64a-4cfd-b781-b733dee4be03 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Pushing event deleted for resources: {'Subnet': ['ID=7861de68-8e46-4a20-8bfe-e2034ddc688b,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:22.417982 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8ebacd9a-b64a-4cfd-b781-b733dee4be03 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:22.420636 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-8ebacd9a-b64a-4cfd-b781-b733dee4be03 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] 10.222.0.44 "DELETE /v2.0/subnets/7861de68-8e46-4a20-8bfe-e2034ddc688b HTTP/1.1" status: 204 len: 168 time: 0.2922254 Jul 24 00:30:22.423117 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33766) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:22.431915 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15984f5e-20ca-45ed-840c-7922ca209c62 None None] Network 31ebcad0-0947-472f-b071-9c1f8abb4f43 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:30:22.545453 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-dcbaae63-d481-4380-80cf-7459f6a72986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e4f17a-2ec2-4917-ae2b-8ceb6173f46d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-681430054', 'tenant_id': '20e8057946a247658f845531325ccb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '8a08ef86-e2f6-46d2-9fe3-a4fa02f54937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:30:00Z', 'updated_at': '2021-07-24T00:30:21Z', 'revision_number': 5, 'project_id': '20e8057946a247658f845531325ccb01', 'gw_port': {'id': '8a08ef86-e2f6-46d2-9fe3-a4fa02f54937', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ac:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e4f17a-2ec2-4917-ae2b-8ceb6173f46d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:30:01Z', 'updated_at': '2021-07-24T00:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:30:22.558574 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-13aa8c6c-8d64-41a3-af93-133772c03b74 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks [] for router, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:22.594913 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbaae63-d481-4380-80cf-7459f6a72986 None None] Checking router: 64e4f17a-2ec2-4917-ae2b-8ceb6173f46d for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:30:22.611442 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbaae63-d481-4380-80cf-7459f6a72986 None None] Routers {'64e4f17a-2ec2-4917-ae2b-8ceb6173f46d'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:30:22.612092 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-dcbaae63-d481-4380-80cf-7459f6a72986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:29:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['64e4f17a-2ec2-4917-ae2b-8ceb6173f46d'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:30:22.665253 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-13aa8c6c-8d64-41a3-af93-133772c03b74 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:22.727856 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-13aa8c6c-8d64-41a3-af93-133772c03b74 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Deleting port 8a08ef86-e2f6-46d2-9fe3-a4fa02f54937 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:30:22.728359 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-13aa8c6c-8d64-41a3-af93-133772c03b74 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:22.732934 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-dcbaae63-d481-4380-80cf-7459f6a72986 None None] Set router 64e4f17a-2ec2-4917-ae2b-8ceb6173f46d gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:30:22.794070 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9830bda8-23d3-4dae-ad74-dc5b32068f77 None None] DHCP port deletion for 31ebcad0-0947-472f-b071-9c1f8abb4f43 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:30:22.819349 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-13aa8c6c-8d64-41a3-af93-133772c03b74 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] For port 8a08ef86-e2f6-46d2-9fe3-a4fa02f54937, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=8a08ef86-e2f6-46d2-9fe3-a4fa02f54937,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:30:22.819773 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-13aa8c6c-8d64-41a3-af93-133772c03b74 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:22.833732 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-13aa8c6c-8d64-41a3-af93-133772c03b74 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Calling delete_port for 8a08ef86-e2f6-46d2-9fe3-a4fa02f54937 owned by network:router_gateway {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:30:22.945979 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9830bda8-23d3-4dae-ad74-dc5b32068f77 None None] Deleting port 94650182-c5c7-4c23-b95f-9323206e8c7c {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:30:22.946363 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9830bda8-23d3-4dae-ad74-dc5b32068f77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:23.022528 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9830bda8-23d3-4dae-ad74-dc5b32068f77 None None] For port 94650182-c5c7-4c23-b95f-9323206e8c7c, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=94650182-c5c7-4c23-b95f-9323206e8c7c,segment=NetworkSegment(bad844ac-7738-4735-8047-f804e61f2b8e),segment_id=bad844ac-7738-4735-8047-f804e61f2b8e)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:30:23.022933 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9830bda8-23d3-4dae-ad74-dc5b32068f77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:23.033437 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-13aa8c6c-8d64-41a3-af93-133772c03b74 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:23.038162 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9830bda8-23d3-4dae-ad74-dc5b32068f77 None None] Calling delete_port for 94650182-c5c7-4c23-b95f-9323206e8c7c owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:30:23.057179 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-dcbaae63-d481-4380-80cf-7459f6a72986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e4f17a-2ec2-4917-ae2b-8ceb6173f46d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-681430054', 'tenant_id': '20e8057946a247658f845531325ccb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '8a08ef86-e2f6-46d2-9fe3-a4fa02f54937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:30:00Z', 'updated_at': '2021-07-24T00:30:21Z', 'revision_number': 5, 'project_id': '20e8057946a247658f845531325ccb01', 'gw_port': {'id': '8a08ef86-e2f6-46d2-9fe3-a4fa02f54937', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ac:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e4f17a-2ec2-4917-ae2b-8ceb6173f46d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:30:01Z', 'updated_at': '2021-07-24T00:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:30:23.059287 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aa8c6c-8d64-41a3-af93-133772c03b74 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Pushing event deleted for resources: {'Port': ['ID=8a08ef86-e2f6-46d2-9fe3-a4fa02f54937,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:23.114771 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbaae63-d481-4380-80cf-7459f6a72986 None None] The sync data for ids ['64e4f17a-2ec2-4917-ae2b-8ceb6173f46d'] in n-d-800088-16 is: [{'id': '64e4f17a-2ec2-4917-ae2b-8ceb6173f46d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-681430054', 'tenant_id': '20e8057946a247658f845531325ccb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '8a08ef86-e2f6-46d2-9fe3-a4fa02f54937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:30:00Z', 'updated_at': '2021-07-24T00:30:21Z', 'revision_number': 5, 'project_id': '20e8057946a247658f845531325ccb01', 'gw_port': {'id': '8a08ef86-e2f6-46d2-9fe3-a4fa02f54937', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ac:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e4f17a-2ec2-4917-ae2b-8ceb6173f46d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:30:01Z', 'updated_at': '2021-07-24T00:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:30:23.126810 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-13aa8c6c-8d64-41a3-af93-133772c03b74 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687114'] for router_gateway, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:23.181772 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9830bda8-23d3-4dae-ad74-dc5b32068f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:23.219061 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9830bda8-23d3-4dae-ad74-dc5b32068f77 None None] Pushing event deleted for resources: {'Port': ['ID=94650182-c5c7-4c23-b95f-9323206e8c7c,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:23.223407 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-999f8e2e-f5bf-4596-8399-8374ae643928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:23.228197 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9830bda8-23d3-4dae-ad74-dc5b32068f77 None None] No DVR routers for this DVR port 94650182-c5c7-4c23-b95f-9323206e8c7c on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:30:23.231970 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9830bda8-23d3-4dae-ad74-dc5b32068f77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:30:23.232900 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9830bda8-23d3-4dae-ad74-dc5b32068f77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:30:23.235996 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9830bda8-23d3-4dae-ad74-dc5b32068f77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:30:23.235996 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9830bda8-23d3-4dae-ad74-dc5b32068f77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:30:23.236210 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9830bda8-23d3-4dae-ad74-dc5b32068f77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:30:23.236572 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9830bda8-23d3-4dae-ad74-dc5b32068f77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:30:23.236958 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9830bda8-23d3-4dae-ad74-dc5b32068f77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:30:23.237282 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9830bda8-23d3-4dae-ad74-dc5b32068f77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:30:23.237614 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9830bda8-23d3-4dae-ad74-dc5b32068f77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:30:23.238242 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9830bda8-23d3-4dae-ad74-dc5b32068f77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:30:23.238455 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9830bda8-23d3-4dae-ad74-dc5b32068f77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:30:23.239062 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9830bda8-23d3-4dae-ad74-dc5b32068f77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:30:23.246249 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-13aa8c6c-8d64-41a3-af93-133772c03b74 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:23.248419 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-13aa8c6c-8d64-41a3-af93-133772c03b74 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:23.293775 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-13aa8c6c-8d64-41a3-af93-133772c03b74 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:23.294300 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13aa8c6c-8d64-41a3-af93-133772c03b74 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Fanout notify agent at l3_agent the message router_deleted on router 64e4f17a-2ec2-4917-ae2b-8ceb6173f46d {{(pid=100313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:30:23.302884 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-13aa8c6c-8d64-41a3-af93-133772c03b74 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:23.304037 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-13aa8c6c-8d64-41a3-af93-133772c03b74 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] 10.222.0.44 "DELETE /v2.0/routers/64e4f17a-2ec2-4917-ae2b-8ceb6173f46d HTTP/1.1" status: 204 len: 168 time: 0.8799853 Jul 24 00:30:23.307093 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33782) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:23.319297 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device cc96ca4e-4c7e-4e8a-87b5-b6f9058e03b4 no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:30:23.342391 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] No Port match for: cc96ca4e-4c7e-4e8a-87b5-b6f9058e03b4 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:30:23.342745 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device cc96ca4e-4c7e-4e8a-87b5-b6f9058e03b4 not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:30:23.386449 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f76c985e-0bdb-4526-9b6f-c47c87aab54a tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:23.488606 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f76c985e-0bdb-4526-9b6f-c47c87aab54a tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:23.499986 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-f76c985e-0bdb-4526-9b6f-c47c87aab54a tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31ebcad0-0947-472f-b071-9c1f8abb4f43']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:30:23.511429 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-f76c985e-0bdb-4526-9b6f-c47c87aab54a tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bad844ac-7738-4735-8047-f804e61f2b8e') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:30:23.511813 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-f76c985e-0bdb-4526-9b6f-c47c87aab54a tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bad844ac-7738-4735-8047-f804e61f2b8e') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:30:23.521838 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f76c985e-0bdb-4526-9b6f-c47c87aab54a tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:23.539107 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f76c985e-0bdb-4526-9b6f-c47c87aab54a tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:23.549643 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f76c985e-0bdb-4526-9b6f-c47c87aab54a tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:30:23.549999 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f76c985e-0bdb-4526-9b6f-c47c87aab54a tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:23.553230 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:30:23.553230 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:30:23.553230 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:30:23.553230 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:30:23.553230 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:30:23.553230 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:30:23.553230 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:30:23.553230 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:30:23.553230 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:30:23.553230 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:30:23.553230 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:30:23.553230 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:30:23.553230 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:30:23.553230 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:30:23.553230 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:30:23.553230 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:30:23.553230 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:30:23.553230 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:30:23.553230 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:30:23.553230 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:30:23.553230 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:30:23.553230 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:30:23.553230 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:30:23.553230 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:30:23.553230 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:30:23.553230 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:30:23.553230 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:30:23.553230 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:30:23.553230 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:30:23.553230 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:30:23.553230 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:30:23.553230 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:30:23.630208 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f76c985e-0bdb-4526-9b6f-c47c87aab54a tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:23.636655 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f76c985e-0bdb-4526-9b6f-c47c87aab54a tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:23.639435 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-f76c985e-0bdb-4526-9b6f-c47c87aab54a tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] 10.222.0.44 "DELETE /v2.0/networks/31ebcad0-0947-472f-b071-9c1f8abb4f43 HTTP/1.1" status: 204 len: 168 time: 0.3318055 Jul 24 00:30:23.642146 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33790) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:23.664464 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76c985e-0bdb-4526-9b6f-c47c87aab54a tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Pushing event deleted for resources: {'Network': ['ID=31ebcad0-0947-472f-b071-9c1f8abb4f43,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:23.732996 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 13d56d26-faea-4bc7-972f-d061078b3f9a no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:30:23.754312 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 13d56d26-faea-4bc7-972f-d061078b3f9a {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:30:23.754665 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 13d56d26-faea-4bc7-972f-d061078b3f9a not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:30:23.755092 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 94650182-c5c7-4c23-b95f-9323206e8c7c no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:30:23.775690 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 94650182-c5c7-4c23-b95f-9323206e8c7c {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:30:23.776043 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 94650182-c5c7-4c23-b95f-9323206e8c7c not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:30:23.855301 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-05060989-a9d6-4fac-bb8a-00d2ec22c3e2 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Deleting port 9a785421-e53d-420e-b8da-f9fcadd184f6 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:30:23.855659 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-05060989-a9d6-4fac-bb8a-00d2ec22c3e2 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:23.945766 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-05060989-a9d6-4fac-bb8a-00d2ec22c3e2 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:23.946106 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-05060989-a9d6-4fac-bb8a-00d2ec22c3e2 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:23.958713 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-05060989-a9d6-4fac-bb8a-00d2ec22c3e2 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Calling delete_port for 9a785421-e53d-420e-b8da-f9fcadd184f6 owned by network:floatingip {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:30:24.110986 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-05060989-a9d6-4fac-bb8a-00d2ec22c3e2 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:24.134606 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05060989-a9d6-4fac-bb8a-00d2ec22c3e2 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Pushing event deleted for resources: {'Port': ['ID=9a785421-e53d-420e-b8da-f9fcadd184f6,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:24.206087 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-05060989-a9d6-4fac-bb8a-00d2ec22c3e2 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks [] for floatingip, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:24.206373 n-d-800088-16 neutron-server[100314]: INFO neutron.db.l3_db [None req-05060989-a9d6-4fac-bb8a-00d2ec22c3e2 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Floating IP 88c4ce04-7fcf-4b69-b0d5-eda6b39e7ead disassociated (deleted). External IP: 172.25.3.72, port: e725411e-f226-4e85-8aa9-71a87829ce8e. Jul 24 00:30:24.421305 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05060989-a9d6-4fac-bb8a-00d2ec22c3e2 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Router 687c1297-ae82-4951-9597-1e93f99d70ad has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:30:24.827540 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05060989-a9d6-4fac-bb8a-00d2ec22c3e2 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:30:24.832027 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-05060989-a9d6-4fac-bb8a-00d2ec22c3e2 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:24.838378 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb9256f-cada-4700-8200-ffd67960aab5 None None] Sync routers for ids ['687c1297-ae82-4951-9597-1e93f99d70ad'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:30:24.848731 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb9256f-cada-4700-8200-ffd67960aab5 None None] Routers {'687c1297-ae82-4951-9597-1e93f99d70ad'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:30:24.849510 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-bfb9256f-cada-4700-8200-ffd67960aab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:29:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['687c1297-ae82-4951-9597-1e93f99d70ad'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:30:24.875330 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-05060989-a9d6-4fac-bb8a-00d2ec22c3e2 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] 10.222.0.44 "DELETE /v2.0/floatingips/88c4ce04-7fcf-4b69-b0d5-eda6b39e7ead HTTP/1.1" status: 204 len: 168 time: 1.2318623 Jul 24 00:30:24.876334 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '813c1f6a-1938-4489-83cc-9e05751a5f89', 'tag': 'e725411e-f226-4e85-8aa9-71a87829ce8e'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:30:24.879491 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44863292-a032-4cb5-aded-f8df2215743f" -d '{"events": [{"name": "network-changed", "server_uuid": "813c1f6a-1938-4489-83cc-9e05751a5f89", "tag": "e725411e-f226-4e85-8aa9-71a87829ce8e"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:30:24.965362 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-bfb9256f-cada-4700-8200-ffd67960aab5 None None] Set router 687c1297-ae82-4951-9597-1e93f99d70ad gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:30:24.965750 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a837058e-5586-43d6-9d85-bf7efef950b7 x-openstack-request-id: req-a837058e-5586-43d6-9d85-bf7efef950b7 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:30:24.966319 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "813c1f6a-1938-4489-83cc-9e05751a5f89", "tag": "e725411e-f226-4e85-8aa9-71a87829ce8e", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:30:24.967921 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a837058e-5586-43d6-9d85-bf7efef950b7 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:30:24.968534 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '813c1f6a-1938-4489-83cc-9e05751a5f89', 'tag': 'e725411e-f226-4e85-8aa9-71a87829ce8e', 'status': 'completed', 'code': 200} Jul 24 00:30:25.058625 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44863292-a032-4cb5-aded-f8df2215743f req-bc172f0b-d575-496a-8bf4-65ee4fe5718c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:30:25.061864 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-44863292-a032-4cb5-aded-f8df2215743f req-bc172f0b-d575-496a-8bf4-65ee4fe5718c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=20e8057946a247658f845531325ccb01&device_id=813c1f6a-1938-4489-83cc-9e05751a5f89 HTTP/1.1" status: 200 len: 1136 time: 0.0730355 Jul 24 00:30:25.194710 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-bfb9256f-cada-4700-8200-ffd67960aab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '687c1297-ae82-4951-9597-1e93f99d70ad', 'name': 'tempest-TestSecurityGroupsBasicOps-router-248782954', 'tenant_id': '20e8057946a247658f845531325ccb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '98c398d9-da85-46c3-a1f8-5861ee0b9139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:29:03Z', 'updated_at': '2021-07-24T00:29:07Z', 'revision_number': 4, 'project_id': '20e8057946a247658f845531325ccb01', 'gw_port': {'id': '98c398d9-da85-46c3-a1f8-5861ee0b9139', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687c1297-ae82-4951-9597-1e93f99d70ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:29:04Z', 'updated_at': '2021-07-24T00:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'd045c9aa-f68f-4981-802b-4f492919398d', 'name': '', 'network_id': '8310620e-90a3-4e8f-89aa-5ce1b818a484', 'tenant_id': '20e8057946a247658f845531325ccb01', 'mac_address': 'fa:16:3e:f4:45:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687c1297-ae82-4951-9597-1e93f99d70ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': 'b34615af-957b-4269-976b-aab36c9b98e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:29:06Z', 'updated_at': '2021-07-24T00:29:12Z', 'revision_number': 5, 'project_id': '20e8057946a247658f845531325ccb01', 'subnets': [{'id': 'b34615af-957b-4269-976b-aab36c9b98e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:30:25.215666 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44863292-a032-4cb5-aded-f8df2215743f req-653e7ef9-002d-4dce-8d98-9be70105c634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:30:25.217363 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-44863292-a032-4cb5-aded-f8df2215743f req-653e7ef9-002d-4dce-8d98-9be70105c634 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8310620e-90a3-4e8f-89aa-5ce1b818a484 HTTP/1.1" status: 200 len: 898 time: 0.1449969 Jul 24 00:30:25.221418 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb9256f-cada-4700-8200-ffd67960aab5 None None] Checking router: 687c1297-ae82-4951-9597-1e93f99d70ad for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:30:25.230716 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb9256f-cada-4700-8200-ffd67960aab5 None None] Routers {'687c1297-ae82-4951-9597-1e93f99d70ad'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:30:25.231568 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-bfb9256f-cada-4700-8200-ffd67960aab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:29:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['687c1297-ae82-4951-9597-1e93f99d70ad'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:30:25.268309 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-44863292-a032-4cb5-aded-f8df2215743f req-0f3a7dba-1cd8-44e7-96ab-9d471cd1984f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e725411e-f226-4e85-8aa9-71a87829ce8e HTTP/1.1" status: 200 len: 217 time: 0.0431550 Jul 24 00:30:25.276261 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4770ce58-7ec3-45c8-b0b0-31a88789404c req-c1c3fe33-98d9-4f09-ade6-416fd4e5097b tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:30:25.277792 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4770ce58-7ec3-45c8-b0b0-31a88789404c req-c1c3fe33-98d9-4f09-ade6-416fd4e5097b tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] 10.222.0.44 "GET /v2.0/ports?device_id=813c1f6a-1938-4489-83cc-9e05751a5f89 HTTP/1.1" status: 200 len: 984 time: 0.1282723 Jul 24 00:30:25.345046 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-bfb9256f-cada-4700-8200-ffd67960aab5 None None] Set router 687c1297-ae82-4951-9597-1e93f99d70ad gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:30:25.353004 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44863292-a032-4cb5-aded-f8df2215743f req-c32f2eb6-f5fa-495f-8475-8beff1a90821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:30:25.354512 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-44863292-a032-4cb5-aded-f8df2215743f req-c32f2eb6-f5fa-495f-8475-8beff1a90821 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b34615af-957b-4269-976b-aab36c9b98e7 HTTP/1.1" status: 200 len: 834 time: 0.0752885 Jul 24 00:30:25.359199 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4770ce58-7ec3-45c8-b0b0-31a88789404c req-d58c0d4a-e176-4af8-a01a-59bd4122e7f6 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] 10.222.0.44 "GET /v2.0/security-groups?id=58a636d6-aa4b-436c-9c4f-6b1e9457afd2&id=2b63a7f1-dd4a-4ae8-879d-fda54b51ad2b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0723672 Jul 24 00:30:25.419556 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44863292-a032-4cb5-aded-f8df2215743f req-1d6d13ac-1447-4e4d-8127-e78038a8d02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:30:25.421157 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-44863292-a032-4cb5-aded-f8df2215743f req-1d6d13ac-1447-4e4d-8127-e78038a8d02a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8310620e-90a3-4e8f-89aa-5ce1b818a484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0588353 Jul 24 00:30:25.519247 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-44863292-a032-4cb5-aded-f8df2215743f req-47c23e38-dcab-42ef-a1c4-e035fbd035f2 service neutron] 10.222.0.64 "GET /v2.0/networks/8310620e-90a3-4e8f-89aa-5ce1b818a484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916772 Jul 24 00:30:25.565865 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-bfb9256f-cada-4700-8200-ffd67960aab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '687c1297-ae82-4951-9597-1e93f99d70ad', 'name': 'tempest-TestSecurityGroupsBasicOps-router-248782954', 'tenant_id': '20e8057946a247658f845531325ccb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '98c398d9-da85-46c3-a1f8-5861ee0b9139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:29:03Z', 'updated_at': '2021-07-24T00:29:07Z', 'revision_number': 4, 'project_id': '20e8057946a247658f845531325ccb01', 'gw_port': {'id': '98c398d9-da85-46c3-a1f8-5861ee0b9139', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687c1297-ae82-4951-9597-1e93f99d70ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:29:04Z', 'updated_at': '2021-07-24T00:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'd045c9aa-f68f-4981-802b-4f492919398d', 'name': '', 'network_id': '8310620e-90a3-4e8f-89aa-5ce1b818a484', 'tenant_id': '20e8057946a247658f845531325ccb01', 'mac_address': 'fa:16:3e:f4:45:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687c1297-ae82-4951-9597-1e93f99d70ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': 'b34615af-957b-4269-976b-aab36c9b98e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:29:06Z', 'updated_at': '2021-07-24T00:29:12Z', 'revision_number': 5, 'project_id': '20e8057946a247658f845531325ccb01', 'subnets': [{'id': 'b34615af-957b-4269-976b-aab36c9b98e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:30:25.592966 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb9256f-cada-4700-8200-ffd67960aab5 None None] The sync data for ids ['687c1297-ae82-4951-9597-1e93f99d70ad'] in n-d-800088-16 is: [{'id': '687c1297-ae82-4951-9597-1e93f99d70ad', 'name': 'tempest-TestSecurityGroupsBasicOps-router-248782954', 'tenant_id': '20e8057946a247658f845531325ccb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '98c398d9-da85-46c3-a1f8-5861ee0b9139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:29:03Z', 'updated_at': '2021-07-24T00:29:07Z', 'revision_number': 4, 'project_id': '20e8057946a247658f845531325ccb01', 'gw_port': {'id': '98c398d9-da85-46c3-a1f8-5861ee0b9139', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687c1297-ae82-4951-9597-1e93f99d70ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:29:04Z', 'updated_at': '2021-07-24T00:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'd045c9aa-f68f-4981-802b-4f492919398d', 'name': '', 'network_id': '8310620e-90a3-4e8f-89aa-5ce1b818a484', 'tenant_id': '20e8057946a247658f845531325ccb01', 'mac_address': 'fa:16:3e:f4:45:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687c1297-ae82-4951-9597-1e93f99d70ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': 'b34615af-957b-4269-976b-aab36c9b98e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:29:06Z', 'updated_at': '2021-07-24T00:29:12Z', 'revision_number': 5, 'project_id': '20e8057946a247658f845531325ccb01', 'subnets': [{'id': 'b34615af-957b-4269-976b-aab36c9b98e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:30:25.605610 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 8a08ef86-e2f6-46d2-9fe3-a4fa02f54937 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:30:25.628399 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 8a08ef86-e2f6-46d2-9fe3-a4fa02f54937 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:30:25.629061 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 8a08ef86-e2f6-46d2-9fe3-a4fa02f54937 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:30:25.648601 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-44863292-a032-4cb5-aded-f8df2215743f req-be5d3570-62b5-444f-a705-982b3d0d4358 service neutron] 10.222.0.64 "GET /v2.0/networks/8310620e-90a3-4e8f-89aa-5ce1b818a484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229050 Jul 24 00:30:25.764896 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-137b994e-5832-48a1-9ea9-0bf328aadd7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:25.840739 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98427761-d47e-4c36-a18a-4e554f5c73ac None None] New status for floating IP 88c4ce04-7fcf-4b69-b0d5-eda6b39e7ead: DOWN {{(pid=100315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 00:30:26.404790 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92569d5-ccff-45d5-9e7d-541bd7d8a218 req-375ba37e-6de6-4625-b314-3c89e47342a9 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:30:26.405603 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d92569d5-ccff-45d5-9e7d-541bd7d8a218 req-375ba37e-6de6-4625-b314-3c89e47342a9 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] 10.222.0.64 "GET /v2.0/ports?device_id=813c1f6a-1938-4489-83cc-9e05751a5f89 HTTP/1.1" status: 200 len: 984 time: 0.0707836 Jul 24 00:30:26.501645 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048c3fe1-9810-4382-9994-2f0306a683fe req-907eb27e-ff8e-4964-921d-492c39b1fc83 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:30:26.503237 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-048c3fe1-9810-4382-9994-2f0306a683fe req-907eb27e-ff8e-4964-921d-492c39b1fc83 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] 10.222.0.44 "GET /v2.0/ports?device_id=813c1f6a-1938-4489-83cc-9e05751a5f89 HTTP/1.1" status: 200 len: 984 time: 0.0713599 Jul 24 00:30:26.524757 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-d92569d5-ccff-45d5-9e7d-541bd7d8a218 req-fb72611b-082c-4885-8da4-d043225a4d13 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Deleting port e725411e-f226-4e85-8aa9-71a87829ce8e {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:30:26.525150 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-d92569d5-ccff-45d5-9e7d-541bd7d8a218 req-fb72611b-082c-4885-8da4-d043225a4d13 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:26.547290 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-048c3fe1-9810-4382-9994-2f0306a683fe req-f78e2673-0761-413f-a39d-6a0548111514 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] 10.222.0.44 "GET /v2.0/security-groups?id=58a636d6-aa4b-436c-9c4f-6b1e9457afd2&id=2b63a7f1-dd4a-4ae8-879d-fda54b51ad2b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0345674 Jul 24 00:30:26.616131 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-d92569d5-ccff-45d5-9e7d-541bd7d8a218 req-fb72611b-082c-4885-8da4-d043225a4d13 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] For port e725411e-f226-4e85-8aa9-71a87829ce8e, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=e725411e-f226-4e85-8aa9-71a87829ce8e,segment=NetworkSegment(95dee327-ad5e-4797-8ff3-0906e099d105),segment_id=95dee327-ad5e-4797-8ff3-0906e099d105)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:30:26.616503 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-d92569d5-ccff-45d5-9e7d-541bd7d8a218 req-fb72611b-082c-4885-8da4-d043225a4d13 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:26.629564 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-d92569d5-ccff-45d5-9e7d-541bd7d8a218 req-fb72611b-082c-4885-8da4-d043225a4d13 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Calling delete_port for e725411e-f226-4e85-8aa9-71a87829ce8e owned by compute:nova {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:30:26.768608 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-d92569d5-ccff-45d5-9e7d-541bd7d8a218 req-fb72611b-082c-4885-8da4-d043225a4d13 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:26.783145 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:26.800322 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb72611b-082c-4885-8da4-d043225a4d13 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Pushing event deleted for resources: {'Port': ['ID=e725411e-f226-4e85-8aa9-71a87829ce8e,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:26.854161 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-d92569d5-ccff-45d5-9e7d-541bd7d8a218 req-fb72611b-082c-4885-8da4-d043225a4d13 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] No DVR routers for this DVR port e725411e-f226-4e85-8aa9-71a87829ce8e on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:30:26.856837 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-d92569d5-ccff-45d5-9e7d-541bd7d8a218 req-fb72611b-082c-4885-8da4-d043225a4d13 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:26.858882 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d92569d5-ccff-45d5-9e7d-541bd7d8a218 req-fb72611b-082c-4885-8da4-d043225a4d13 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] 10.222.0.64 "DELETE /v2.0/ports/e725411e-f226-4e85-8aa9-71a87829ce8e HTTP/1.1" status: 204 len: 173 time: 0.4481781 Jul 24 00:30:26.969766 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '813c1f6a-1938-4489-83cc-9e05751a5f89', 'name': 'network-vif-deleted', 'tag': 'e725411e-f226-4e85-8aa9-71a87829ce8e'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:30:26.972214 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6915b5aa-ec1e-400b-ae4f-0dfc0dfa4d10" -d '{"events": [{"server_uuid": "813c1f6a-1938-4489-83cc-9e05751a5f89", "name": "network-vif-deleted", "tag": "e725411e-f226-4e85-8aa9-71a87829ce8e"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:30:27.008149 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd01e056-675c-4ed3-938a-ab020dae9ebc x-openstack-request-id: req-fd01e056-675c-4ed3-938a-ab020dae9ebc {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:30:27.008456 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "813c1f6a-1938-4489-83cc-9e05751a5f89", "name": "network-vif-deleted", "tag": "e725411e-f226-4e85-8aa9-71a87829ce8e", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:30:27.008717 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fd01e056-675c-4ed3-938a-ab020dae9ebc {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:30:27.009180 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '813c1f6a-1938-4489-83cc-9e05751a5f89', 'name': 'network-vif-deleted', 'tag': 'e725411e-f226-4e85-8aa9-71a87829ce8e', 'status': 'completed', 'code': 200} Jul 24 00:30:27.126523 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33890) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:27.241193 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2af0de01-4bb2-4c7e-aca2-55b30b016a7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:27.340662 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2af0de01-4bb2-4c7e-aca2-55b30b016a7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:27.344510 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2af0de01-4bb2-4c7e-aca2-55b30b016a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:27.364921 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:27.381554 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af0de01-4bb2-4c7e-aca2-55b30b016a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f8234b-4bd3-48da-82ca-96e56c7ef277,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:27.389796 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-2af0de01-4bb2-4c7e-aca2-55b30b016a7c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2df00b5e76554d11a95302064b51ecff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2622080 Jul 24 00:30:27.392489 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33894) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:27.442136 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-795dbb68-239e-4948-9130-d89c2cd7bb71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:27.463577 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-795dbb68-239e-4948-9130-d89c2cd7bb71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:27.509529 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-795dbb68-239e-4948-9130-d89c2cd7bb71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:27.512203 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-795dbb68-239e-4948-9130-d89c2cd7bb71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:27.513533 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-795dbb68-239e-4948-9130-d89c2cd7bb71 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f7f8234b-4bd3-48da-82ca-96e56c7ef277 HTTP/1.1" status: 204 len: 168 time: 0.1197333 Jul 24 00:30:27.522963 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795dbb68-239e-4948-9130-d89c2cd7bb71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f8234b-4bd3-48da-82ca-96e56c7ef277,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:27.604064 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33900) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:27.656200 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5efe0055-cecf-4533-840d-d8b01469e7b8 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:27.677931 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5efe0055-cecf-4533-840d-d8b01469e7b8 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:27.718515 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5efe0055-cecf-4533-840d-d8b01469e7b8 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:27.721290 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5efe0055-cecf-4533-840d-d8b01469e7b8 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:27.722455 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-5efe0055-cecf-4533-840d-d8b01469e7b8 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] 10.222.0.44 "DELETE /v2.0/security-groups/2b63a7f1-dd4a-4ae8-879d-fda54b51ad2b HTTP/1.1" status: 204 len: 168 time: 0.1173398 Jul 24 00:30:27.725424 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33904) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:27.731591 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efe0055-cecf-4533-840d-d8b01469e7b8 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b63a7f1-dd4a-4ae8-879d-fda54b51ad2b,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:27.778149 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33906) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:27.799385 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-389715d3-8708-45cd-b100-993f5ddfc77d tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:27.801894 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d72373f9-5c21-4a61-8a42-563d44f81286 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:27.834519 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-389715d3-8708-45cd-b100-993f5ddfc77d tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:27.915100 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-389715d3-8708-45cd-b100-993f5ddfc77d tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:27.917702 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-389715d3-8708-45cd-b100-993f5ddfc77d tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:27.918873 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-389715d3-8708-45cd-b100-993f5ddfc77d tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] 10.222.0.44 "DELETE /v2.0/security-groups/58a636d6-aa4b-436c-9c4f-6b1e9457afd2 HTTP/1.1" status: 204 len: 168 time: 0.1924627 Jul 24 00:30:27.922519 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33908) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:27.933288 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389715d3-8708-45cd-b100-993f5ddfc77d tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a636d6-aa4b-436c-9c4f-6b1e9457afd2,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:27.970494 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d72373f9-5c21-4a61-8a42-563d44f81286 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:27.974653 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d72373f9-5c21-4a61-8a42-563d44f81286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:28.015267 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-d72373f9-5c21-4a61-8a42-563d44f81286 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=62086235d8764269aa245a6b3a8bc8c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2361019 Jul 24 00:30:28.017267 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72373f9-5c21-4a61-8a42-563d44f81286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00056a8b-92b0-45de-a600-922fd0917521,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:28.018867 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33910) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:28.466650 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fb9bab86-2fd7-49cf-9374-52364f209d08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:28.498118 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fb9bab86-2fd7-49cf-9374-52364f209d08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:28.598680 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fb9bab86-2fd7-49cf-9374-52364f209d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:28.601279 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fb9bab86-2fd7-49cf-9374-52364f209d08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:28.602394 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-fb9bab86-2fd7-49cf-9374-52364f209d08 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/00056a8b-92b0-45de-a600-922fd0917521 HTTP/1.1" status: 204 len: 168 time: 0.5819731 Jul 24 00:30:28.613068 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9bab86-2fd7-49cf-9374-52364f209d08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00056a8b-92b0-45de-a600-922fd0917521,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:28.692016 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f6a26739-b518-4242-979e-b790000cb000 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681029'] for router_interface, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:28.954395 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:28.977433 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-f6a26739-b518-4242-979e-b790000cb000 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Deleting port d045c9aa-f68f-4981-802b-4f492919398d {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:30:28.977781 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f6a26739-b518-4242-979e-b790000cb000 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:29.072701 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-f6a26739-b518-4242-979e-b790000cb000 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] For port d045c9aa-f68f-4981-802b-4f492919398d, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=d045c9aa-f68f-4981-802b-4f492919398d,segment=NetworkSegment(95dee327-ad5e-4797-8ff3-0906e099d105),segment_id=95dee327-ad5e-4797-8ff3-0906e099d105)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:30:29.073106 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f6a26739-b518-4242-979e-b790000cb000 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:29.086656 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-f6a26739-b518-4242-979e-b790000cb000 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Calling delete_port for d045c9aa-f68f-4981-802b-4f492919398d owned by network:router_interface {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:30:29.277093 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f6a26739-b518-4242-979e-b790000cb000 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:29.310835 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a26739-b518-4242-979e-b790000cb000 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Pushing event deleted for resources: {'Port': ['ID=d045c9aa-f68f-4981-802b-4f492919398d,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:29.493810 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f6a26739-b518-4242-979e-b790000cb000 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679987'] for router_interface, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:29.613870 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 33938) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:29.718981 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6a26739-b518-4242-979e-b790000cb000 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Router 687c1297-ae82-4951-9597-1e93f99d70ad has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:30:29.723485 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ef647dd8-4df2-407a-996e-5744b3383d3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:29.812206 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ef647dd8-4df2-407a-996e-5744b3383d3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:29.816243 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ef647dd8-4df2-407a-996e-5744b3383d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:29.825604 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a26739-b518-4242-979e-b790000cb000 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:30:29.830833 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-f6a26739-b518-4242-979e-b790000cb000 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] 10.222.0.44 "PUT /v2.0/routers/687c1297-ae82-4951-9597-1e93f99d70ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9072206 Jul 24 00:30:29.833594 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33942) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:29.836233 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc5ec84-3a7e-45b7-94cc-4c9401cfe1b2 None None] Sync routers for ids ['687c1297-ae82-4951-9597-1e93f99d70ad'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:30:29.845718 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc5ec84-3a7e-45b7-94cc-4c9401cfe1b2 None None] Routers {'687c1297-ae82-4951-9597-1e93f99d70ad'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:30:29.846322 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-2cc5ec84-3a7e-45b7-94cc-4c9401cfe1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:30:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['687c1297-ae82-4951-9597-1e93f99d70ad'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:30:29.862580 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-ef647dd8-4df2-407a-996e-5744b3383d3f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6936930d41ba4fe395bfeb6e68788228&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2470715 Jul 24 00:30:29.863718 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef647dd8-4df2-407a-996e-5744b3383d3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c40ed730-bb80-40d7-8b5f-7bd1fc832c7e,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:29.865557 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33944) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:29.920966 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-3953c588-a128-40fc-81dc-e7b037c16224 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Deleting subnet b34615af-957b-4269-976b-aab36c9b98e7 {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:30:29.926557 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3953c588-a128-40fc-81dc-e7b037c16224 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:29.974130 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9bdffd18-5df1-40d1-b20f-8e12e5675219 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:29.979651 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3953c588-a128-40fc-81dc-e7b037c16224 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:30.026461 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9bdffd18-5df1-40d1-b20f-8e12e5675219 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:30.043882 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-2cc5ec84-3a7e-45b7-94cc-4c9401cfe1b2 None None] Set router 687c1297-ae82-4951-9597-1e93f99d70ad gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:30:30.104381 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device e725411e-f226-4e85-8aa9-71a87829ce8e no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:30:30.105473 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3953c588-a128-40fc-81dc-e7b037c16224 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:30.126136 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] No Port match for: e725411e-f226-4e85-8aa9-71a87829ce8e {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:30:30.126785 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device e725411e-f226-4e85-8aa9-71a87829ce8e not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:30:30.131300 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9bdffd18-5df1-40d1-b20f-8e12e5675219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:30.133869 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9bdffd18-5df1-40d1-b20f-8e12e5675219 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:30.135014 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-9bdffd18-5df1-40d1-b20f-8e12e5675219 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c40ed730-bb80-40d7-8b5f-7bd1fc832c7e HTTP/1.1" status: 204 len: 168 time: 0.2680557 Jul 24 00:30:30.149325 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdffd18-5df1-40d1-b20f-8e12e5675219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c40ed730-bb80-40d7-8b5f-7bd1fc832c7e,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:30.185835 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3953c588-a128-40fc-81dc-e7b037c16224 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:30.214205 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3953c588-a128-40fc-81dc-e7b037c16224 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Pushing event deleted for resources: {'Subnet': ['ID=b34615af-957b-4269-976b-aab36c9b98e7,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:30.216205 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3953c588-a128-40fc-81dc-e7b037c16224 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:30.218668 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-3953c588-a128-40fc-81dc-e7b037c16224 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] 10.222.0.44 "DELETE /v2.0/subnets/b34615af-957b-4269-976b-aab36c9b98e7 HTTP/1.1" status: 204 len: 168 time: 0.3810997 Jul 24 00:30:30.221381 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33948) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:30.223713 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9052160-eecb-4f8d-a730-83574c24649c None None] Network 8310620e-90a3-4e8f-89aa-5ce1b818a484 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:30:30.249305 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-2cc5ec84-3a7e-45b7-94cc-4c9401cfe1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '687c1297-ae82-4951-9597-1e93f99d70ad', 'name': 'tempest-TestSecurityGroupsBasicOps-router-248782954', 'tenant_id': '20e8057946a247658f845531325ccb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '98c398d9-da85-46c3-a1f8-5861ee0b9139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:29:03Z', 'updated_at': '2021-07-24T00:30:29Z', 'revision_number': 5, 'project_id': '20e8057946a247658f845531325ccb01', 'gw_port': {'id': '98c398d9-da85-46c3-a1f8-5861ee0b9139', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687c1297-ae82-4951-9597-1e93f99d70ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:29:04Z', 'updated_at': '2021-07-24T00:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:30:30.278918 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc5ec84-3a7e-45b7-94cc-4c9401cfe1b2 None None] Checking router: 687c1297-ae82-4951-9597-1e93f99d70ad for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:30:30.290414 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc5ec84-3a7e-45b7-94cc-4c9401cfe1b2 None None] Routers {'687c1297-ae82-4951-9597-1e93f99d70ad'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:30:30.290414 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-2cc5ec84-3a7e-45b7-94cc-4c9401cfe1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:30:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['687c1297-ae82-4951-9597-1e93f99d70ad'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:30:30.339036 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5b130301-8bec-4ec7-8e0f-89de3edbdb48 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks [] for router, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:30.417168 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-2cc5ec84-3a7e-45b7-94cc-4c9401cfe1b2 None None] Set router 687c1297-ae82-4951-9597-1e93f99d70ad gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:30:30.443778 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1b9f34-7d87-4e8c-b2aa-26da2e08d038 None None] DHCP port deletion for 8310620e-90a3-4e8f-89aa-5ce1b818a484 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:30:30.471447 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5b130301-8bec-4ec7-8e0f-89de3edbdb48 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:30.506287 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-3a1b9f34-7d87-4e8c-b2aa-26da2e08d038 None None] Deleting port 0e3159df-8f30-46b5-8114-e00f50edd4b5 {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:30:30.506965 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3a1b9f34-7d87-4e8c-b2aa-26da2e08d038 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:30.534429 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-5b130301-8bec-4ec7-8e0f-89de3edbdb48 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Deleting port 98c398d9-da85-46c3-a1f8-5861ee0b9139 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:30:30.534778 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5b130301-8bec-4ec7-8e0f-89de3edbdb48 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:30.576728 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-3a1b9f34-7d87-4e8c-b2aa-26da2e08d038 None None] For port 0e3159df-8f30-46b5-8114-e00f50edd4b5, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=0e3159df-8f30-46b5-8114-e00f50edd4b5,segment=NetworkSegment(95dee327-ad5e-4797-8ff3-0906e099d105),segment_id=95dee327-ad5e-4797-8ff3-0906e099d105)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:30:30.577249 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3a1b9f34-7d87-4e8c-b2aa-26da2e08d038 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:30.594330 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-3a1b9f34-7d87-4e8c-b2aa-26da2e08d038 None None] Calling delete_port for 0e3159df-8f30-46b5-8114-e00f50edd4b5 owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:30:30.624674 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-5b130301-8bec-4ec7-8e0f-89de3edbdb48 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] For port 98c398d9-da85-46c3-a1f8-5861ee0b9139, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=98c398d9-da85-46c3-a1f8-5861ee0b9139,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:30:30.625347 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5b130301-8bec-4ec7-8e0f-89de3edbdb48 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:30.642775 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-5b130301-8bec-4ec7-8e0f-89de3edbdb48 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Calling delete_port for 98c398d9-da85-46c3-a1f8-5861ee0b9139 owned by network:router_gateway {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:30:30.664028 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-2cc5ec84-3a7e-45b7-94cc-4c9401cfe1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '687c1297-ae82-4951-9597-1e93f99d70ad', 'name': 'tempest-TestSecurityGroupsBasicOps-router-248782954', 'tenant_id': '20e8057946a247658f845531325ccb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '98c398d9-da85-46c3-a1f8-5861ee0b9139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:29:03Z', 'updated_at': '2021-07-24T00:30:29Z', 'revision_number': 5, 'project_id': '20e8057946a247658f845531325ccb01', 'gw_port': {'id': '98c398d9-da85-46c3-a1f8-5861ee0b9139', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687c1297-ae82-4951-9597-1e93f99d70ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:29:04Z', 'updated_at': '2021-07-24T00:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:30:30.691241 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc5ec84-3a7e-45b7-94cc-4c9401cfe1b2 None None] The sync data for ids ['687c1297-ae82-4951-9597-1e93f99d70ad'] in n-d-800088-16 is: [{'id': '687c1297-ae82-4951-9597-1e93f99d70ad', 'name': 'tempest-TestSecurityGroupsBasicOps-router-248782954', 'tenant_id': '20e8057946a247658f845531325ccb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '98c398d9-da85-46c3-a1f8-5861ee0b9139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:29:03Z', 'updated_at': '2021-07-24T00:30:29Z', 'revision_number': 5, 'project_id': '20e8057946a247658f845531325ccb01', 'gw_port': {'id': '98c398d9-da85-46c3-a1f8-5861ee0b9139', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687c1297-ae82-4951-9597-1e93f99d70ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:29:04Z', 'updated_at': '2021-07-24T00:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:30:30.709406 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3a1b9f34-7d87-4e8c-b2aa-26da2e08d038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:30.744878 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1b9f34-7d87-4e8c-b2aa-26da2e08d038 None None] No DVR routers for this DVR port 0e3159df-8f30-46b5-8114-e00f50edd4b5 on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:30:30.746837 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1b9f34-7d87-4e8c-b2aa-26da2e08d038 None None] Pushing event deleted for resources: {'Port': ['ID=0e3159df-8f30-46b5-8114-e00f50edd4b5,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:30.850015 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5b130301-8bec-4ec7-8e0f-89de3edbdb48 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:30.879425 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b130301-8bec-4ec7-8e0f-89de3edbdb48 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Pushing event deleted for resources: {'Port': ['ID=98c398d9-da85-46c3-a1f8-5861ee0b9139,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:30.952596 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5b130301-8bec-4ec7-8e0f-89de3edbdb48 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687114'] for router_gateway, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:31.044963 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5b130301-8bec-4ec7-8e0f-89de3edbdb48 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:31.049104 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5b130301-8bec-4ec7-8e0f-89de3edbdb48 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:31.099110 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5b130301-8bec-4ec7-8e0f-89de3edbdb48 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:31.099683 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b130301-8bec-4ec7-8e0f-89de3edbdb48 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Fanout notify agent at l3_agent the message router_deleted on router 687c1297-ae82-4951-9597-1e93f99d70ad {{(pid=100313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:30:31.107033 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5b130301-8bec-4ec7-8e0f-89de3edbdb48 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:31.110652 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-5b130301-8bec-4ec7-8e0f-89de3edbdb48 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] 10.222.0.44 "DELETE /v2.0/routers/687c1297-ae82-4951-9597-1e93f99d70ad HTTP/1.1" status: 204 len: 168 time: 0.8857777 Jul 24 00:30:31.110932 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 33978) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:31.195199 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-01872565-513c-4784-9f75-a3ae556a70b7 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:31.299543 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-01872565-513c-4784-9f75-a3ae556a70b7 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:31.315626 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-01872565-513c-4784-9f75-a3ae556a70b7 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8310620e-90a3-4e8f-89aa-5ce1b818a484']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:30:31.332623 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-01872565-513c-4784-9f75-a3ae556a70b7 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95dee327-ad5e-4797-8ff3-0906e099d105') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:30:31.333123 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-01872565-513c-4784-9f75-a3ae556a70b7 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95dee327-ad5e-4797-8ff3-0906e099d105') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:30:31.346537 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-01872565-513c-4784-9f75-a3ae556a70b7 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:31.361654 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-01872565-513c-4784-9f75-a3ae556a70b7 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:31.368624 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01872565-513c-4784-9f75-a3ae556a70b7 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:30:31.369079 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-01872565-513c-4784-9f75-a3ae556a70b7 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:31.372154 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:30:31.372154 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:30:31.372154 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:30:31.372154 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:30:31.372154 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:30:31.372154 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:30:31.372154 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:30:31.372154 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:30:31.372154 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:30:31.372154 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:30:31.372154 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:30:31.372154 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:30:31.372154 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:30:31.372154 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:30:31.372154 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:30:31.372154 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:30:31.372154 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:30:31.372154 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:30:31.372154 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:30:31.372154 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:30:31.372154 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:30:31.372154 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:30:31.372154 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:30:31.372154 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:30:31.372154 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:30:31.372154 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:30:31.372154 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:30:31.372154 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:30:31.372154 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:30:31.372154 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:30:31.372154 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:30:31.372154 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:30:31.441396 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-01872565-513c-4784-9f75-a3ae556a70b7 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:31.451298 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-01872565-513c-4784-9f75-a3ae556a70b7 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:31.453301 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-01872565-513c-4784-9f75-a3ae556a70b7 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] 10.222.0.44 "DELETE /v2.0/networks/8310620e-90a3-4e8f-89aa-5ce1b818a484 HTTP/1.1" status: 204 len: 168 time: 0.3415523 Jul 24 00:30:31.462667 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01872565-513c-4784-9f75-a3ae556a70b7 tempest-TestSecurityGroupsBasicOps-111625768 tempest-TestSecurityGroupsBasicOps-111625768-project] Pushing event deleted for resources: {'Network': ['ID=8310620e-90a3-4e8f-89aa-5ce1b818a484,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:31.761939 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34006) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:31.762163 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34008) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:31.806959 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 98c398d9-da85-46c3-a1f8-5861ee0b9139 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:30:31.831341 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 98c398d9-da85-46c3-a1f8-5861ee0b9139 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:30:31.831698 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 98c398d9-da85-46c3-a1f8-5861ee0b9139 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:30:31.832431 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 0e3159df-8f30-46b5-8114-e00f50edd4b5 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:30:31.852321 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 0e3159df-8f30-46b5-8114-e00f50edd4b5 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:30:31.852677 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 0e3159df-8f30-46b5-8114-e00f50edd4b5 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:30:31.853127 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device d045c9aa-f68f-4981-802b-4f492919398d no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:30:31.873464 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: d045c9aa-f68f-4981-802b-4f492919398d {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:30:31.873648 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2f98f077-84da-4dd5-9058-4a85faf2944f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:31.874154 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device d045c9aa-f68f-4981-802b-4f492919398d not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:30:31.913939 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-bbef7966-f249-4a6a-b358-e0c3df51c7ea admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=20e8057946a247658f845531325ccb01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1525235 Jul 24 00:30:31.916532 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34014) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:31.974178 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-caf59feb-1131-4dc8-9429-6c459c04935b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:31.981484 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2f98f077-84da-4dd5-9058-4a85faf2944f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:31.986209 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2f98f077-84da-4dd5-9058-4a85faf2944f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:31.996085 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-caf59feb-1131-4dc8-9429-6c459c04935b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:32.027560 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-2f98f077-84da-4dd5-9058-4a85faf2944f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6c7b9f9bda7b4ee0ae2ba3f0eccbb3e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2636244 Jul 24 00:30:32.027560 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f98f077-84da-4dd5-9058-4a85faf2944f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26d8a2a4-5914-4704-b533-5e8f885d8b7a,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:32.029144 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34016) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:32.058759 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-caf59feb-1131-4dc8-9429-6c459c04935b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:32.061892 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-caf59feb-1131-4dc8-9429-6c459c04935b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:32.063008 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-caf59feb-1131-4dc8-9429-6c459c04935b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f4107194-8f28-4f3d-a4a3-50976528ce3e HTTP/1.1" status: 204 len: 168 time: 0.1455309 Jul 24 00:30:32.077923 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf59feb-1131-4dc8-9429-6c459c04935b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4107194-8f28-4f3d-a4a3-50976528ce3e,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:32.097110 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ad560bd1-fd32-4bde-a7e2-ca9e24388769 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:32.119747 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ad560bd1-fd32-4bde-a7e2-ca9e24388769 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:32.166558 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ad560bd1-fd32-4bde-a7e2-ca9e24388769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:32.172912 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ad560bd1-fd32-4bde-a7e2-ca9e24388769 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:32.176651 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-ad560bd1-fd32-4bde-a7e2-ca9e24388769 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/26d8a2a4-5914-4704-b533-5e8f885d8b7a HTTP/1.1" status: 204 len: 168 time: 0.1463671 Jul 24 00:30:32.185157 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad560bd1-fd32-4bde-a7e2-ca9e24388769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d8a2a4-5914-4704-b533-5e8f885d8b7a,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:32.339673 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34026) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:32.353349 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e32a9291-2f23-4102-a2c7-8f27aab1efb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:32.447261 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e32a9291-2f23-4102-a2c7-8f27aab1efb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:32.453814 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e32a9291-2f23-4102-a2c7-8f27aab1efb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:32.494309 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-e32a9291-2f23-4102-a2c7-8f27aab1efb1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=593805624d1141fba21bc9d66dfeb15f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1523991 Jul 24 00:30:32.494309 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32a9291-2f23-4102-a2c7-8f27aab1efb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=782f7ab2-9cfc-419f-b3da-472088618bb5,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:32.495880 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34034) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:32.548676 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6b35eb57-5be3-43d0-be15-b41b2b40db7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:32.575049 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6b35eb57-5be3-43d0-be15-b41b2b40db7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:32.622298 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6b35eb57-5be3-43d0-be15-b41b2b40db7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:32.625052 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6b35eb57-5be3-43d0-be15-b41b2b40db7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:32.628691 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-6b35eb57-5be3-43d0-be15-b41b2b40db7d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/782f7ab2-9cfc-419f-b3da-472088618bb5 HTTP/1.1" status: 204 len: 168 time: 0.1287801 Jul 24 00:30:32.635851 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b35eb57-5be3-43d0-be15-b41b2b40db7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=782f7ab2-9cfc-419f-b3da-472088618bb5,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:32.898020 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34050) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:32.943408 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-0bd350e2-4670-487e-9e12-921615ced8df admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f9ea88362cc74702a492efbf739bd445&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0442274 Jul 24 00:30:32.945905 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34054) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:32.993345 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-20f98400-6cb8-4596-b56c-68107a59518a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:33.015598 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-20f98400-6cb8-4596-b56c-68107a59518a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:33.064714 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-20f98400-6cb8-4596-b56c-68107a59518a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:33.067714 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-20f98400-6cb8-4596-b56c-68107a59518a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:33.069032 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-20f98400-6cb8-4596-b56c-68107a59518a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/33a2f347-6a0c-4bd6-a418-d43554c7b26a HTTP/1.1" status: 204 len: 168 time: 0.1221843 Jul 24 00:30:33.077248 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f98400-6cb8-4596-b56c-68107a59518a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a2f347-6a0c-4bd6-a418-d43554c7b26a,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:33.570017 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34080) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:33.675669 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-0bf1cfe3-c8a8-44e1-99b4-c65712dc2e2f tempest-MeteringIpV6TestJSON-1794438494 tempest-MeteringIpV6TestJSON-1794438494-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1254763754'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:30:33.676132 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-0bf1cfe3-c8a8-44e1-99b4-c65712dc2e2f tempest-MeteringIpV6TestJSON-1794438494 tempest-MeteringIpV6TestJSON-1794438494-project-admin] Unknown quota resources ['metering_label']. {{(pid=100313) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 24 00:30:33.775299 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34092) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:33.858480 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0bf1cfe3-c8a8-44e1-99b4-c65712dc2e2f tempest-MeteringIpV6TestJSON-1794438494 tempest-MeteringIpV6TestJSON-1794438494-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:33.859664 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-0bf1cfe3-c8a8-44e1-99b4-c65712dc2e2f tempest-MeteringIpV6TestJSON-1794438494 tempest-MeteringIpV6TestJSON-1794438494-project-admin] 10.222.0.44 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.2886715 Jul 24 00:30:33.862298 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34096) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:33.866750 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-48731466-3a70-45b5-9ec1-e417df3b432b tempest-MeteringIpV6TestJSON-1794438494 tempest-MeteringIpV6TestJSON-1794438494-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'd7d74541-fadd-4c53-9c66-67cb4cad7abd'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:30:33.867261 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-48731466-3a70-45b5-9ec1-e417df3b432b tempest-MeteringIpV6TestJSON-1794438494 tempest-MeteringIpV6TestJSON-1794438494-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100313) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 24 00:30:33.870111 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-2e71f3ce-c176-439f-bf41-c7cc0fe25404 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1557809635-network', 'tenant_id': '26c9b2781dea48c7bf668cf064c13ec5'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:30:33.897600 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e71f3ce-c176-439f-bf41-c7cc0fe25404 admin admin] Made reservation on behalf of 26c9b2781dea48c7bf668cf064c13ec5 for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:30:33.900017 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2e71f3ce-c176-439f-bf41-c7cc0fe25404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:33.909211 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2e71f3ce-c176-439f-bf41-c7cc0fe25404 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:33.954156 n-d-800088-16 neutron-server[100313]: WARNING neutron.services.metering.metering_plugin [None req-48731466-3a70-45b5-9ec1-e417df3b432b tempest-MeteringIpV6TestJSON-1794438494 tempest-MeteringIpV6TestJSON-1794438494-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 24 00:30:34.005164 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2e71f3ce-c176-439f-bf41-c7cc0fe25404 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:34.009608 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2e71f3ce-c176-439f-bf41-c7cc0fe25404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:34.030755 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e71f3ce-c176-439f-bf41-c7cc0fe25404 admin admin] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:30:34.046586 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e71f3ce-c176-439f-bf41-c7cc0fe25404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=528a8a3b-6970-454e-ba38-9e5ff1587713,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:34.049517 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2e71f3ce-c176-439f-bf41-c7cc0fe25404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:34.049869 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-2e71f3ce-c176-439f-bf41-c7cc0fe25404 admin admin] Added segment 87b64126-0af7-40c9-84f0-acb398b5a645 of type vlan for network 0f02b9ba-7815-4adc-a181-0c9fa4fcd4f3 Jul 24 00:30:34.065538 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-48731466-3a70-45b5-9ec1-e417df3b432b tempest-MeteringIpV6TestJSON-1794438494 tempest-MeteringIpV6TestJSON-1794438494-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:34.069899 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-48731466-3a70-45b5-9ec1-e417df3b432b tempest-MeteringIpV6TestJSON-1794438494 tempest-MeteringIpV6TestJSON-1794438494-project-admin] 10.222.0.44 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2035284 Jul 24 00:30:34.070074 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34098) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:34.074470 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-85af4f93-f54e-4cf7-a336-a230bbd8cbfb tempest-MeteringIpV6TestJSON-1794438494 tempest-MeteringIpV6TestJSON-1794438494-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'd7d74541-fadd-4c53-9c66-67cb4cad7abd'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:30:34.075072 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-85af4f93-f54e-4cf7-a336-a230bbd8cbfb tempest-MeteringIpV6TestJSON-1794438494 tempest-MeteringIpV6TestJSON-1794438494-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100313) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 24 00:30:34.093131 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2e71f3ce-c176-439f-bf41-c7cc0fe25404 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:34.123670 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2e71f3ce-c176-439f-bf41-c7cc0fe25404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:34.124936 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e71f3ce-c176-439f-bf41-c7cc0fe25404 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:30:34.125604 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2e71f3ce-c176-439f-bf41-c7cc0fe25404 admin admin] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:34.133650 n-d-800088-16 neutron-server[100313]: WARNING neutron.services.metering.metering_plugin [None req-85af4f93-f54e-4cf7-a336-a230bbd8cbfb tempest-MeteringIpV6TestJSON-1794438494 tempest-MeteringIpV6TestJSON-1794438494-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 24 00:30:34.171418 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-2e71f3ce-c176-439f-bf41-c7cc0fe25404 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3914042 Jul 24 00:30:34.173732 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34100) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:34.183289 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-6579a447-4d69-4f19-88b7-366ecb9a033c admin admin] Request body: {'subnet': {'network_id': '0f02b9ba-7815-4adc-a181-0c9fa4fcd4f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1557809635-subnet', 'tenant_id': '26c9b2781dea48c7bf668cf064c13ec5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:30:34.219098 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-85af4f93-f54e-4cf7-a336-a230bbd8cbfb tempest-MeteringIpV6TestJSON-1794438494 tempest-MeteringIpV6TestJSON-1794438494-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:34.220544 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-85af4f93-f54e-4cf7-a336-a230bbd8cbfb tempest-MeteringIpV6TestJSON-1794438494 tempest-MeteringIpV6TestJSON-1794438494-project-admin] 10.222.0.44 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1493776 Jul 24 00:30:34.223491 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34102) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:34.228641 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e71f3ce-c176-439f-bf41-c7cc0fe25404 admin admin] Pushing event updated for resources: {'Network': ['ID=0f02b9ba-7815-4adc-a181-0c9fa4fcd4f3,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:34.236151 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-bedeb674-7b81-4d4d-ac94-ae9eeff51a47 tempest-MeteringIpV6TestJSON-1794438494 tempest-MeteringIpV6TestJSON-1794438494-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-label-rules?id=a5c01e35-d468-4fa1-8a2a-eeb0c04bada8 HTTP/1.1" status: 200 len: 462 time: 0.0114512 Jul 24 00:30:34.238771 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34104) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:34.246226 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 0f02b9ba-7815-4adc-a181-0c9fa4fcd4f3 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:30:34.250755 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6579a447-4d69-4f19-88b7-366ecb9a033c admin admin] Made reservation on behalf of 26c9b2781dea48c7bf668cf064c13ec5 for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:30:34.253555 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6579a447-4d69-4f19-88b7-366ecb9a033c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:34.352928 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-92c551aa-6c19-4016-ae90-aa4b0caf5076 tempest-MeteringIpV6TestJSON-1794438494 tempest-MeteringIpV6TestJSON-1794438494-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:34.357405 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-92c551aa-6c19-4016-ae90-aa4b0caf5076 tempest-MeteringIpV6TestJSON-1794438494 tempest-MeteringIpV6TestJSON-1794438494-project-admin] 10.222.0.44 "DELETE /v2.0/metering/metering-label-rules/a5c01e35-d468-4fa1-8a2a-eeb0c04bada8 HTTP/1.1" status: 204 len: 168 time: 0.1145418 Jul 24 00:30:34.357707 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34106) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:34.370904 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-720cc058-2654-4c19-bfb0-bef04844ab0d tempest-MeteringIpV6TestJSON-1794438494 tempest-MeteringIpV6TestJSON-1794438494-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-label-rules?id=a5c01e35-d468-4fa1-8a2a-eeb0c04bada8 HTTP/1.1" status: 200 len: 221 time: 0.0088573 Jul 24 00:30:34.371143 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34108) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:34.375919 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-b245ea94-5f11-4276-8769-fffa43d71f3c tempest-MeteringIpV6TestJSON-1794438494 tempest-MeteringIpV6TestJSON-1794438494-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2046550512', 'description': 'label created by tempest'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:30:34.376375 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-b245ea94-5f11-4276-8769-fffa43d71f3c tempest-MeteringIpV6TestJSON-1794438494 tempest-MeteringIpV6TestJSON-1794438494-project-admin] Unknown quota resources ['metering_label']. {{(pid=100313) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 24 00:30:34.434106 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6579a447-4d69-4f19-88b7-366ecb9a033c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:34.496748 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6579a447-4d69-4f19-88b7-366ecb9a033c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6acca04-7927-47a1-8f17-fde48e4aea63,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:34.506973 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6579a447-4d69-4f19-88b7-366ecb9a033c admin admin] Checking segment: {'id': '87b64126-0af7-40c9-84f0-acb398b5a645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '0f02b9ba-7815-4adc-a181-0c9fa4fcd4f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:30:34.507336 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6579a447-4d69-4f19-88b7-366ecb9a033c admin admin] Network hostable DHCP agents. Network: 0f02b9ba-7815-4adc-a181-0c9fa4fcd4f3, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:30:34.525264 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6579a447-4d69-4f19-88b7-366ecb9a033c admin admin] Network 0f02b9ba-7815-4adc-a181-0c9fa4fcd4f3 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:30:34.535613 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-6579a447-4d69-4f19-88b7-366ecb9a033c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 0f02b9ba-7815-4adc-a181-0c9fa4fcd4f3) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:30:34.540765 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6579a447-4d69-4f19-88b7-366ecb9a033c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:30:34.541998 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6579a447-4d69-4f19-88b7-366ecb9a033c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:34.545555 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89e66af-3e61-4a6d-a5ae-0fc79aeffcc5 None None] Network 0f02b9ba-7815-4adc-a181-0c9fa4fcd4f3 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:30:34.557961 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-6579a447-4d69-4f19-88b7-366ecb9a033c admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3831079 Jul 24 00:30:34.678558 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd4c199-8139-4f60-9339-e1800e7edc1f None None] Network 0f02b9ba-7815-4adc-a181-0c9fa4fcd4f3 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:30:34.852785 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b245ea94-5f11-4276-8769-fffa43d71f3c tempest-MeteringIpV6TestJSON-1794438494 tempest-MeteringIpV6TestJSON-1794438494-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:34.854003 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-b245ea94-5f11-4276-8769-fffa43d71f3c tempest-MeteringIpV6TestJSON-1794438494 tempest-MeteringIpV6TestJSON-1794438494-project-admin] 10.222.0.44 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4819911 Jul 24 00:30:34.856713 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34118) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:34.930382 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-fda209f0-e74d-4599-9829-e3e682f77fa9 tempest-MeteringIpV6TestJSON-1794438494 tempest-MeteringIpV6TestJSON-1794438494-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-labels?id=649f9ce6-aa0b-4cd0-a3a4-bc1daf5c5517 HTTP/1.1" status: 200 len: 468 time: 0.0725212 Jul 24 00:30:34.933204 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34124) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:35.031708 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34128) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:35.064490 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-17342538-b079-4191-9e26-90c0180fa0f0 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1905884656-network', 'tenant_id': 'e3f5c6e16235483fb0547a7f33f14407'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:30:35.131839 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-daf5ab26-aa2a-4e7f-aa67-873e61a04c0f tempest-MeteringIpV6TestJSON-1794438494 tempest-MeteringIpV6TestJSON-1794438494-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:35.132997 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-daf5ab26-aa2a-4e7f-aa67-873e61a04c0f tempest-MeteringIpV6TestJSON-1794438494 tempest-MeteringIpV6TestJSON-1794438494-project-admin] 10.222.0.44 "DELETE /v2.0/metering/metering-labels/649f9ce6-aa0b-4cd0-a3a4-bc1daf5c5517 HTTP/1.1" status: 204 len: 168 time: 0.1985881 Jul 24 00:30:35.134076 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17342538-b079-4191-9e26-90c0180fa0f0 admin admin] Made reservation on behalf of e3f5c6e16235483fb0547a7f33f14407 for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:30:35.135840 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34130) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:35.136321 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-17342538-b079-4191-9e26-90c0180fa0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:35.145127 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-17342538-b079-4191-9e26-90c0180fa0f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:35.148084 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-74768e99-ad52-4b88-aa0b-c0ffa77021b8 tempest-MeteringIpV6TestJSON-1794438494 tempest-MeteringIpV6TestJSON-1794438494-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-labels?id=649f9ce6-aa0b-4cd0-a3a4-bc1daf5c5517 HTTP/1.1" status: 200 len: 216 time: 0.0111282 Jul 24 00:30:35.151442 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34132) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:35.165597 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-6b0b2ab8-094c-4b8e-ad8e-03ddb0eef485 tempest-MeteringIpV6TestJSON-1794438494 tempest-MeteringIpV6TestJSON-1794438494-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0099711 Jul 24 00:30:35.166207 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34134) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:35.178000 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-1d6b58a6-c654-4e98-a47b-732af2daab7e tempest-MeteringIpV6TestJSON-1794438494 tempest-MeteringIpV6TestJSON-1794438494-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0107508 Jul 24 00:30:35.181192 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34136) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:35.240902 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-17342538-b079-4191-9e26-90c0180fa0f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:35.244560 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-17342538-b079-4191-9e26-90c0180fa0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:35.261596 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-85d8b313-8425-4507-a4f6-96b953f64091 tempest-MeteringIpV6TestJSON-1794438494 tempest-MeteringIpV6TestJSON-1794438494-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-labels/d7d74541-fadd-4c53-9c66-67cb4cad7abd HTTP/1.1" status: 200 len: 473 time: 0.0762944 Jul 24 00:30:35.261825 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34138) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:35.269777 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17342538-b079-4191-9e26-90c0180fa0f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:30:35.275514 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-34cc31c3-83e4-454d-b654-0096f2cf60b7 tempest-MeteringIpV6TestJSON-1794438494 tempest-MeteringIpV6TestJSON-1794438494-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-label-rules/21586ab2-f39a-4c67-b3a2-ab2db608fcd0 HTTP/1.1" status: 200 len: 459 time: 0.0098605 Jul 24 00:30:35.275783 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34140) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:35.278758 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17342538-b079-4191-9e26-90c0180fa0f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae02c82d-6297-431c-ac1d-67b5aafb050c,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:35.284962 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-17342538-b079-4191-9e26-90c0180fa0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:35.285242 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-17342538-b079-4191-9e26-90c0180fa0f0 admin admin] Added segment a378ac38-6530-4c64-ba81-3f5eca4b89dd of type vlan for network 7bbed6ee-ccaa-45e8-b758-a19424ed05d3 Jul 24 00:30:35.326913 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-17342538-b079-4191-9e26-90c0180fa0f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:35.354918 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-17342538-b079-4191-9e26-90c0180fa0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:35.356172 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17342538-b079-4191-9e26-90c0180fa0f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:30:35.356800 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-17342538-b079-4191-9e26-90c0180fa0f0 admin admin] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:35.389962 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-17342538-b079-4191-9e26-90c0180fa0f0 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3572259 Jul 24 00:30:35.392568 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34142) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:35.395749 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9968727a-57e1-403c-ba1b-1fbe2a870fda tempest-MeteringIpV6TestJSON-1794438494 tempest-MeteringIpV6TestJSON-1794438494-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:35.396978 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-9968727a-57e1-403c-ba1b-1fbe2a870fda tempest-MeteringIpV6TestJSON-1794438494 tempest-MeteringIpV6TestJSON-1794438494-project-admin] 10.222.0.44 "DELETE /v2.0/metering/metering-label-rules/21586ab2-f39a-4c67-b3a2-ab2db608fcd0 HTTP/1.1" status: 204 len: 168 time: 0.1202250 Jul 24 00:30:35.397299 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-eaf2eee5-5cfc-42f7-ab9b-486e831a7323 admin admin] Request body: {'subnet': {'network_id': '7bbed6ee-ccaa-45e8-b758-a19424ed05d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1905884656-subnet', 'tenant_id': 'e3f5c6e16235483fb0547a7f33f14407', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:30:35.399312 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34144) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:35.433753 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17342538-b079-4191-9e26-90c0180fa0f0 admin admin] Pushing event updated for resources: {'Network': ['ID=7bbed6ee-ccaa-45e8-b758-a19424ed05d3,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:35.445621 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 7bbed6ee-ccaa-45e8-b758-a19424ed05d3 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:30:35.456185 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf2eee5-5cfc-42f7-ab9b-486e831a7323 admin admin] Made reservation on behalf of e3f5c6e16235483fb0547a7f33f14407 for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:30:35.459868 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-eaf2eee5-5cfc-42f7-ab9b-486e831a7323 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:35.609784 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1932fe7f-0cb8-49d8-a9ae-69fa1172ef7b tempest-MeteringIpV6TestJSON-1794438494 tempest-MeteringIpV6TestJSON-1794438494-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:35.610941 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-1932fe7f-0cb8-49d8-a9ae-69fa1172ef7b tempest-MeteringIpV6TestJSON-1794438494 tempest-MeteringIpV6TestJSON-1794438494-project-admin] 10.222.0.44 "DELETE /v2.0/metering/metering-labels/d7d74541-fadd-4c53-9c66-67cb4cad7abd HTTP/1.1" status: 204 len: 168 time: 0.2107286 Jul 24 00:30:35.633509 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-eaf2eee5-5cfc-42f7-ab9b-486e831a7323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:35.689727 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf2eee5-5cfc-42f7-ab9b-486e831a7323 admin admin] Pushing event updated for resources: {'Subnet': ['ID=473e4e6a-f586-46de-b92e-55413612ac60,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:35.697124 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf2eee5-5cfc-42f7-ab9b-486e831a7323 admin admin] Checking segment: {'id': 'a378ac38-6530-4c64-ba81-3f5eca4b89dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7bbed6ee-ccaa-45e8-b758-a19424ed05d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:30:35.697497 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf2eee5-5cfc-42f7-ab9b-486e831a7323 admin admin] Network hostable DHCP agents. Network: 7bbed6ee-ccaa-45e8-b758-a19424ed05d3, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:30:35.714941 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf2eee5-5cfc-42f7-ab9b-486e831a7323 admin admin] Network 7bbed6ee-ccaa-45e8-b758-a19424ed05d3 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:30:35.725363 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-eaf2eee5-5cfc-42f7-ab9b-486e831a7323 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 7bbed6ee-ccaa-45e8-b758-a19424ed05d3) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:30:35.729825 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf2eee5-5cfc-42f7-ab9b-486e831a7323 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:30:35.731199 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-eaf2eee5-5cfc-42f7-ab9b-486e831a7323 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:35.735164 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9be0c6-a591-4578-a87a-67c9534611a1 None None] Network 7bbed6ee-ccaa-45e8-b758-a19424ed05d3 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:30:35.748857 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-eaf2eee5-5cfc-42f7-ab9b-486e831a7323 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3535047 Jul 24 00:30:35.864283 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614abf0b-ba74-4f39-8c24-b2489138e8c4 None None] Network 7bbed6ee-ccaa-45e8-b758-a19424ed05d3 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:30:35.869844 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34152) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:35.982397 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3eae8842-d518-4c41-a553-aeb865ec1ff8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:36.075637 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3eae8842-d518-4c41-a553-aeb865ec1ff8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:36.080137 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3eae8842-d518-4c41-a553-aeb865ec1ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:36.123043 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-3eae8842-d518-4c41-a553-aeb865ec1ff8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1a8b43a8011f45fda6db1114a406b82a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2497916 Jul 24 00:30:36.123043 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae8842-d518-4c41-a553-aeb865ec1ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e87dac5-a7d3-461b-b397-83061eb1465c,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:36.123587 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34166) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:36.236014 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-574e67aa-5c35-47e6-9c2d-2441433aa0ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:36.271348 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-574e67aa-5c35-47e6-9c2d-2441433aa0ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:36.294529 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea0827-d9d8-4567-8552-328c00860f0c req-5907c0bb-6fc9-4460-b813-f2414eac4fa5 tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:30:36.295996 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0fea0827-d9d8-4567-8552-328c00860f0c req-5907c0bb-6fc9-4460-b813-f2414eac4fa5 tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] 10.222.0.44 "GET /v2.0/networks?id=0f02b9ba-7815-4adc-a181-0c9fa4fcd4f3 HTTP/1.1" status: 200 len: 812 time: 0.1447875 Jul 24 00:30:36.323573 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0fea0827-d9d8-4567-8552-328c00860f0c req-9109e10b-744a-4406-a011-4444883b7f0b tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] 10.222.0.44 "GET /v2.0/quotas/26c9b2781dea48c7bf668cf064c13ec5 HTTP/1.1" status: 200 len: 375 time: 0.0209410 Jul 24 00:30:36.338210 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:30:36.358466 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0fea0827-d9d8-4567-8552-328c00860f0c req-a5bf1976-2895-4b73-a952-9d6fdef66b17 tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=26c9b2781dea48c7bf668cf064c13ec5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294921 Jul 24 00:30:36.362656 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-574e67aa-5c35-47e6-9c2d-2441433aa0ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:36.365508 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-574e67aa-5c35-47e6-9c2d-2441433aa0ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:36.366584 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-574e67aa-5c35-47e6-9c2d-2441433aa0ca admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0e87dac5-a7d3-461b-b397-83061eb1465c HTTP/1.1" status: 204 len: 168 time: 0.2419453 Jul 24 00:30:36.396558 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574e67aa-5c35-47e6-9c2d-2441433aa0ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e87dac5-a7d3-461b-b397-83061eb1465c,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:36.472327 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0fea0827-d9d8-4567-8552-328c00860f0c req-666e94ca-9702-46b3-97e7-0dcc33197c1e service neutron] 10.222.0.44 "GET /v2.0/networks/0f02b9ba-7815-4adc-a181-0c9fa4fcd4f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046956 Jul 24 00:30:36.568544 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0fea0827-d9d8-4567-8552-328c00860f0c req-174b76a0-2ee6-425d-8997-201da6b9081e service neutron] 10.222.0.44 "GET /v2.0/networks/0f02b9ba-7815-4adc-a181-0c9fa4fcd4f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875590 Jul 24 00:30:36.632281 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34176) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:36.646745 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-95b2168b-8872-4033-854e-bcad92bac726 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:36.740749 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-95b2168b-8872-4033-854e-bcad92bac726 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:36.745845 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-95b2168b-8872-4033-854e-bcad92bac726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:36.755179 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c7c5c2e6-e703-4eb0-9362-146fe85ca326 req-59278cc0-d45f-4eb1-98d1-90deb2d59c2c tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bac74b4-78e4-4598-adab-311e683ca467 HTTP/1.1" status: 200 len: 210 time: 0.0412688 Jul 24 00:30:36.785476 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-95b2168b-8872-4033-854e-bcad92bac726 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=aad4fc3cfb34408d85a985920f697bf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1520758 Jul 24 00:30:36.786717 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b2168b-8872-4033-854e-bcad92bac726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee47e7c4-abe0-4e22-9309-6c601ac5bb85,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:36.788584 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34182) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:36.794487 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b2168b-8872-4033-854e-bcad92bac726 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:30:36.794838 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b2168b-8872-4033-854e-bcad92bac726 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:30:36.795186 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b2168b-8872-4033-854e-bcad92bac726 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:30:36.795530 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b2168b-8872-4033-854e-bcad92bac726 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:30:36.795866 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b2168b-8872-4033-854e-bcad92bac726 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:30:36.796200 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b2168b-8872-4033-854e-bcad92bac726 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:30:36.796540 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b2168b-8872-4033-854e-bcad92bac726 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:30:36.796896 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b2168b-8872-4033-854e-bcad92bac726 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:30:36.797229 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b2168b-8872-4033-854e-bcad92bac726 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:30:36.797558 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b2168b-8872-4033-854e-bcad92bac726 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:30:36.797886 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b2168b-8872-4033-854e-bcad92bac726 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:30:36.798214 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b2168b-8872-4033-854e-bcad92bac726 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:30:36.840871 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bc3aa225-b31c-4cf7-b11f-6684302756fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:36.865554 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bc3aa225-b31c-4cf7-b11f-6684302756fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:36.914934 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bc3aa225-b31c-4cf7-b11f-6684302756fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:36.917815 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bc3aa225-b31c-4cf7-b11f-6684302756fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:36.921898 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-bc3aa225-b31c-4cf7-b11f-6684302756fd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ee47e7c4-abe0-4e22-9309-6c601ac5bb85 HTTP/1.1" status: 204 len: 168 time: 0.1293468 Jul 24 00:30:36.927629 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3aa225-b31c-4cf7-b11f-6684302756fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee47e7c4-abe0-4e22-9309-6c601ac5bb85,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:37.680690 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea0827-d9d8-4567-8552-328c00860f0c req-94c3f00d-43c7-4b4c-a84d-cff7f40b3ee5 tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:30:37.683180 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0fea0827-d9d8-4567-8552-328c00860f0c req-94c3f00d-43c7-4b4c-a84d-cff7f40b3ee5 tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] 10.222.0.52 "GET /v2.0/networks?id=0f02b9ba-7815-4adc-a181-0c9fa4fcd4f3 HTTP/1.1" status: 200 len: 812 time: 0.1092901 Jul 24 00:30:37.696263 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-0fea0827-d9d8-4567-8552-328c00860f0c req-4c4084f6-eb33-4c14-93a6-3d74556a822d tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] Request body: {'port': {'device_id': '9bac74b4-78e4-4598-adab-311e683ca467', 'network_id': '0f02b9ba-7815-4adc-a181-0c9fa4fcd4f3', 'admin_state_up': True, 'tenant_id': '26c9b2781dea48c7bf668cf064c13ec5'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:30:37.807952 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fea0827-d9d8-4567-8552-328c00860f0c req-4c4084f6-eb33-4c14-93a6-3d74556a822d tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] Made reservation on behalf of 26c9b2781dea48c7bf668cf064c13ec5 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:30:37.814475 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-0fea0827-d9d8-4567-8552-328c00860f0c req-4c4084f6-eb33-4c14-93a6-3d74556a822d tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:37.898246 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8cca6a4d-9575-43be-823b-8aad13c6c8dc req-0060b9a2-104c-473b-a27a-d7d90180a5d9 tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bac74b4-78e4-4598-adab-311e683ca467 HTTP/1.1" status: 200 len: 210 time: 0.0614662 Jul 24 00:30:37.972891 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-0fea0827-d9d8-4567-8552-328c00860f0c req-4c4084f6-eb33-4c14-93a6-3d74556a822d tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] Allocated IP 172.20.0.3 (0f02b9ba-7815-4adc-a181-0c9fa4fcd4f3/c6acca04-7927-47a1-8f17-fde48e4aea63/4949bd98-8de2-42d8-bc07-5ae7f85f2068) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:30:38.126430 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-0fea0827-d9d8-4567-8552-328c00860f0c req-4c4084f6-eb33-4c14-93a6-3d74556a822d tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:38.165678 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-0fea0827-d9d8-4567-8552-328c00860f0c req-4c4084f6-eb33-4c14-93a6-3d74556a822d tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:38.209002 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fea0827-d9d8-4567-8552-328c00860f0c req-4c4084f6-eb33-4c14-93a6-3d74556a822d tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] Network 0f02b9ba-7815-4adc-a181-0c9fa4fcd4f3 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:30:38.218576 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-0fea0827-d9d8-4567-8552-328c00860f0c req-4c4084f6-eb33-4c14-93a6-3d74556a822d tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:30:38.223148 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fea0827-d9d8-4567-8552-328c00860f0c req-4c4084f6-eb33-4c14-93a6-3d74556a822d tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:30:38.227219 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4084f6-eb33-4c14-93a6-3d74556a822d tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] Pushing event updated for resources: {'Port': ['ID=4949bd98-8de2-42d8-bc07-5ae7f85f2068,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:38.272321 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea0827-d9d8-4567-8552-328c00860f0c req-4c4084f6-eb33-4c14-93a6-3d74556a822d tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:30:38.272971 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-0fea0827-d9d8-4567-8552-328c00860f0c req-4c4084f6-eb33-4c14-93a6-3d74556a822d tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:38.297423 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0fea0827-d9d8-4567-8552-328c00860f0c req-4c4084f6-eb33-4c14-93a6-3d74556a822d tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6065350 Jul 24 00:30:38.309335 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-0fea0827-d9d8-4567-8552-328c00860f0c req-3e8e4bb3-5f6e-402f-be6b-7939666d7ce1 service neutron] Request body: {'port': {'device_id': '9bac74b4-78e4-4598-adab-311e683ca467', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:30:38.338796 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34232) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:38.387956 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-0fea0827-d9d8-4567-8552-328c00860f0c req-3e8e4bb3-5f6e-402f-be6b-7939666d7ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:38.436782 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-bfb28bd6-1000-42af-b407-87fcd04f0e1f tempest-QuotasTest-1733125442 tempest-QuotasTest-1733125442-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:30:38.468218 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-bfb28bd6-1000-42af-b407-87fcd04f0e1f tempest-QuotasTest-1733125442 tempest-QuotasTest-1733125442-project-admin] 10.222.0.44 "PUT /v2.0/quotas/1daad71055604f4692a078bd334119f3 HTTP/1.1" status: 200 len: 366 time: 0.1276231 Jul 24 00:30:38.470611 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34236) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:38.480048 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-86a54ac1-c2da-40ac-af31-0e9fdfd69d23 tempest-QuotasTest-1733125442 tempest-QuotasTest-1733125442-project-admin] 10.222.0.44 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0084240 Jul 24 00:30:38.482209 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34238) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:38.491078 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-610da012-0369-472d-a470-523a17ac0c27 tempest-QuotasTest-1733125442 tempest-QuotasTest-1733125442-project-admin] 10.222.0.44 "GET /v2.0/quotas/1daad71055604f4692a078bd334119f3 HTTP/1.1" status: 200 len: 366 time: 0.0079553 Jul 24 00:30:38.493258 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34240) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:38.509364 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-bb0d749c-ee01-4e78-97e9-6519cbb6e48e tempest-QuotasTest-1733125442 tempest-QuotasTest-1733125442-project-admin] 10.222.0.44 "DELETE /v2.0/quotas/1daad71055604f4692a078bd334119f3 HTTP/1.1" status: 204 len: 168 time: 0.0128915 Jul 24 00:30:38.509588 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34242) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:38.518820 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-872fb43d-9392-43e3-862e-5aab7d79c812 tempest-QuotasTest-1733125442 tempest-QuotasTest-1733125442-project-admin] 10.222.0.44 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0082228 Jul 24 00:30:38.521102 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34244) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:38.530543 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-32984790-7226-435e-84cb-64ce1b1efaf5 tempest-QuotasTest-1733125442 tempest-QuotasTest-1733125442-project-admin] 10.222.0.44 "GET /v2.0/quotas/1daad71055604f4692a078bd334119f3 HTTP/1.1" status: 200 len: 370 time: 0.0085006 Jul 24 00:30:38.532712 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34246) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:38.537297 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-cd993024-31f9-43c5-ab3a-be7e5adbd9a7 tempest-QuotasTest-1733125442 tempest-QuotasTest-1733125442-project-admin] 10.222.0.44 "GET /v2.0/quotas/1daad71055604f4692a078bd334119f3/default HTTP/1.1" status: 200 len: 370 time: 0.0036542 Jul 24 00:30:38.539316 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34248) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:38.546775 n-d-800088-16 neutron-server[100314]: INFO neutron.api.v2.resource [None req-0883d055-bc67-4f3a-8cf5-bbaa44312e30 tempest-QuotasTest-1733125442 tempest-QuotasTest-1733125442-project-admin] delete failed (client error): The resource could not be found. Jul 24 00:30:38.547722 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-0883d055-bc67-4f3a-8cf5-bbaa44312e30 tempest-QuotasTest-1733125442 tempest-QuotasTest-1733125442-project-admin] 10.222.0.44 "DELETE /v2.0/quotas/1daad71055604f4692a078bd334119f3 HTTP/1.1" status: 404 len: 348 time: 0.0075872 Jul 24 00:30:38.665946 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34252) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:38.670226 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-0fea0827-d9d8-4567-8552-328c00860f0c req-3e8e4bb3-5f6e-402f-be6b-7939666d7ce1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4949bd98-8de2-42d8-bc07-5ae7f85f2068 {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:30:38.677949 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-0fea0827-d9d8-4567-8552-328c00860f0c req-3e8e4bb3-5f6e-402f-be6b-7939666d7ce1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:38.686603 n-d-800088-16 neutron-server[100314]: DEBUG neutron.quota.resource [None req-2bea5474-6a6c-4433-8371-999e22682a5e tempest-QuotasTest-1733125442 tempest-QuotasTest-1733125442-project-admin] Usage tracker for resource:network and tenant:8d322d98f2c14fbba2bd15f9b6cb3dc5 is out of sync, need to count used quota {{(pid=100314) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 24 00:30:38.690044 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-0fea0827-d9d8-4567-8552-328c00860f0c req-3e8e4bb3-5f6e-402f-be6b-7939666d7ce1 service neutron] Transition to ACTIVE for port object 4949bd98-8de2-42d8-bc07-5ae7f85f2068 will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:30:38.692189 n-d-800088-16 neutron-server[100314]: DEBUG neutron.quota.resource [None req-2bea5474-6a6c-4433-8371-999e22682a5e tempest-QuotasTest-1733125442 tempest-QuotasTest-1733125442-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=100314) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 24 00:30:38.694257 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-0fea0827-d9d8-4567-8552-328c00860f0c req-3e8e4bb3-5f6e-402f-be6b-7939666d7ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:38.699566 n-d-800088-16 neutron-server[100314]: DEBUG neutron.quota.resource [None req-2bea5474-6a6c-4433-8371-999e22682a5e tempest-QuotasTest-1733125442 tempest-QuotasTest-1733125442-project-admin] Usage tracker for resource:subnet and tenant:8d322d98f2c14fbba2bd15f9b6cb3dc5 is out of sync, need to count used quota {{(pid=100314) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 24 00:30:38.705131 n-d-800088-16 neutron-server[100314]: DEBUG neutron.quota.resource [None req-2bea5474-6a6c-4433-8371-999e22682a5e tempest-QuotasTest-1733125442 tempest-QuotasTest-1733125442-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=100314) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 24 00:30:38.711628 n-d-800088-16 neutron-server[100314]: DEBUG neutron.quota.resource [None req-2bea5474-6a6c-4433-8371-999e22682a5e tempest-QuotasTest-1733125442 tempest-QuotasTest-1733125442-project-admin] Usage tracker for resource:subnetpool and tenant:8d322d98f2c14fbba2bd15f9b6cb3dc5 is out of sync, need to count used quota {{(pid=100314) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 24 00:30:38.717540 n-d-800088-16 neutron-server[100314]: DEBUG neutron.quota.resource [None req-2bea5474-6a6c-4433-8371-999e22682a5e tempest-QuotasTest-1733125442 tempest-QuotasTest-1733125442-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=100314) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 24 00:30:38.724440 n-d-800088-16 neutron-server[100314]: DEBUG neutron.quota.resource [None req-2bea5474-6a6c-4433-8371-999e22682a5e tempest-QuotasTest-1733125442 tempest-QuotasTest-1733125442-project-admin] Usage tracker for resource:port and tenant:8d322d98f2c14fbba2bd15f9b6cb3dc5 is out of sync, need to count used quota {{(pid=100314) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 24 00:30:38.729413 n-d-800088-16 neutron-server[100314]: DEBUG neutron.quota.resource [None req-2bea5474-6a6c-4433-8371-999e22682a5e tempest-QuotasTest-1733125442 tempest-QuotasTest-1733125442-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=100314) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 24 00:30:38.735993 n-d-800088-16 neutron-server[100314]: DEBUG neutron.quota.resource [None req-2bea5474-6a6c-4433-8371-999e22682a5e tempest-QuotasTest-1733125442 tempest-QuotasTest-1733125442-project-admin] Usage tracker for resource:router and tenant:8d322d98f2c14fbba2bd15f9b6cb3dc5 is out of sync, need to count used quota {{(pid=100314) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 24 00:30:38.740765 n-d-800088-16 neutron-server[100314]: DEBUG neutron.quota.resource [None req-2bea5474-6a6c-4433-8371-999e22682a5e tempest-QuotasTest-1733125442 tempest-QuotasTest-1733125442-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=100314) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 24 00:30:38.745304 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8e4bb3-5f6e-402f-be6b-7939666d7ce1 service neutron] Pushing event updated for resources: {'Port': ['ID=4949bd98-8de2-42d8-bc07-5ae7f85f2068,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:38.746984 n-d-800088-16 neutron-server[100314]: DEBUG neutron.quota.resource [None req-2bea5474-6a6c-4433-8371-999e22682a5e tempest-QuotasTest-1733125442 tempest-QuotasTest-1733125442-project-admin] Usage tracker for resource:floatingip and tenant:8d322d98f2c14fbba2bd15f9b6cb3dc5 is out of sync, need to count used quota {{(pid=100314) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 24 00:30:38.752313 n-d-800088-16 neutron-server[100314]: DEBUG neutron.quota.resource [None req-2bea5474-6a6c-4433-8371-999e22682a5e tempest-QuotasTest-1733125442 tempest-QuotasTest-1733125442-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=100314) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 24 00:30:38.788696 n-d-800088-16 neutron-server[100314]: DEBUG neutron.quota.resource [None req-2bea5474-6a6c-4433-8371-999e22682a5e tempest-QuotasTest-1733125442 tempest-QuotasTest-1733125442-project-admin] Usage tracker for resource:security_group and tenant:8d322d98f2c14fbba2bd15f9b6cb3dc5 is out of sync, need to count used quota {{(pid=100314) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 24 00:30:38.794021 n-d-800088-16 neutron-server[100314]: DEBUG neutron.quota.resource [None req-2bea5474-6a6c-4433-8371-999e22682a5e tempest-QuotasTest-1733125442 tempest-QuotasTest-1733125442-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=100314) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 24 00:30:38.800133 n-d-800088-16 neutron-server[100314]: DEBUG neutron.quota.resource [None req-2bea5474-6a6c-4433-8371-999e22682a5e tempest-QuotasTest-1733125442 tempest-QuotasTest-1733125442-project-admin] Usage tracker for resource:security_group_rule and tenant:8d322d98f2c14fbba2bd15f9b6cb3dc5 is out of sync, need to count used quota {{(pid=100314) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 24 00:30:38.804862 n-d-800088-16 neutron-server[100314]: DEBUG neutron.quota.resource [None req-2bea5474-6a6c-4433-8371-999e22682a5e tempest-QuotasTest-1733125442 tempest-QuotasTest-1733125442-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=100314) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 24 00:30:38.809564 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-2bea5474-6a6c-4433-8371-999e22682a5e tempest-QuotasTest-1733125442 tempest-QuotasTest-1733125442-project-admin] 10.222.0.44 "GET /v2.0/quotas/8d322d98f2c14fbba2bd15f9b6cb3dc5/details.json HTTP/1.1" status: 200 len: 703 time: 0.1425498 Jul 24 00:30:38.809769 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-0fea0827-d9d8-4567-8552-328c00860f0c req-3e8e4bb3-5f6e-402f-be6b-7939666d7ce1 service neutron] Attempting to bind port 4949bd98-8de2-42d8-bc07-5ae7f85f2068 on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:30:38.809957 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-0fea0827-d9d8-4567-8552-328c00860f0c req-3e8e4bb3-5f6e-402f-be6b-7939666d7ce1 service neutron] Attempting to bind port 4949bd98-8de2-42d8-bc07-5ae7f85f2068 by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': '87b64126-0af7-40c9-84f0-acb398b5a645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '0f02b9ba-7815-4adc-a181-0c9fa4fcd4f3'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:30:38.810271 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fea0827-d9d8-4567-8552-328c00860f0c req-3e8e4bb3-5f6e-402f-be6b-7939666d7ce1 service neutron] Attempting to bind port 4949bd98-8de2-42d8-bc07-5ae7f85f2068 on network 0f02b9ba-7815-4adc-a181-0c9fa4fcd4f3 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:30:38.814955 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fea0827-d9d8-4567-8552-328c00860f0c req-3e8e4bb3-5f6e-402f-be6b-7939666d7ce1 service neutron] Port 4949bd98-8de2-42d8-bc07-5ae7f85f2068 on network 0f02b9ba-7815-4adc-a181-0c9fa4fcd4f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:30:38.815281 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fea0827-d9d8-4567-8552-328c00860f0c req-3e8e4bb3-5f6e-402f-be6b-7939666d7ce1 service neutron] Attempting to bind port 4949bd98-8de2-42d8-bc07-5ae7f85f2068 on network 0f02b9ba-7815-4adc-a181-0c9fa4fcd4f3 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:30:38.820297 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fea0827-d9d8-4567-8552-328c00860f0c req-3e8e4bb3-5f6e-402f-be6b-7939666d7ce1 service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:30:38.820641 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fea0827-d9d8-4567-8552-328c00860f0c req-3e8e4bb3-5f6e-402f-be6b-7939666d7ce1 service neutron] Checking segment: {'id': '87b64126-0af7-40c9-84f0-acb398b5a645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '0f02b9ba-7815-4adc-a181-0c9fa4fcd4f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:30:38.821121 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fea0827-d9d8-4567-8552-328c00860f0c req-3e8e4bb3-5f6e-402f-be6b-7939666d7ce1 service neutron] Bound using segment: {'id': '87b64126-0af7-40c9-84f0-acb398b5a645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '0f02b9ba-7815-4adc-a181-0c9fa4fcd4f3'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:30:38.821546 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-0fea0827-d9d8-4567-8552-328c00860f0c req-3e8e4bb3-5f6e-402f-be6b-7939666d7ce1 service neutron] Bound port: 4949bd98-8de2-42d8-bc07-5ae7f85f2068, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87b64126-0af7-40c9-84f0-acb398b5a645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '0f02b9ba-7815-4adc-a181-0c9fa4fcd4f3'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:30:38.822014 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-0fea0827-d9d8-4567-8552-328c00860f0c req-3e8e4bb3-5f6e-402f-be6b-7939666d7ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:38.885094 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-0fea0827-d9d8-4567-8552-328c00860f0c req-3e8e4bb3-5f6e-402f-be6b-7939666d7ce1 service neutron] For port 4949bd98-8de2-42d8-bc07-5ae7f85f2068, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:30:38.889003 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-0fea0827-d9d8-4567-8552-328c00860f0c req-3e8e4bb3-5f6e-402f-be6b-7939666d7ce1 service neutron] For port 4949bd98-8de2-42d8-bc07-5ae7f85f2068, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=4949bd98-8de2-42d8-bc07-5ae7f85f2068,segment=NetworkSegment(87b64126-0af7-40c9-84f0-acb398b5a645),segment_id=87b64126-0af7-40c9-84f0-acb398b5a645)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:30:38.893217 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-0fea0827-d9d8-4567-8552-328c00860f0c req-3e8e4bb3-5f6e-402f-be6b-7939666d7ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:38.931404 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea0827-d9d8-4567-8552-328c00860f0c req-3e8e4bb3-5f6e-402f-be6b-7939666d7ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:30:38.932031 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-0fea0827-d9d8-4567-8552-328c00860f0c req-3e8e4bb3-5f6e-402f-be6b-7939666d7ce1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:38.933674 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0fea0827-d9d8-4567-8552-328c00860f0c req-3e8e4bb3-5f6e-402f-be6b-7939666d7ce1 service neutron] 10.222.0.52 "PUT /v2.0/ports/4949bd98-8de2-42d8-bc07-5ae7f85f2068 HTTP/1.1" status: 200 len: 1092 time: 0.6287594 Jul 24 00:30:38.936544 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bac74b4-78e4-4598-adab-311e683ca467', 'tag': '4949bd98-8de2-42d8-bc07-5ae7f85f2068'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:30:38.939657 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce105076-4fd8-4f80-9a8a-83d8cb044a00" -d '{"events": [{"name": "network-changed", "server_uuid": "9bac74b4-78e4-4598-adab-311e683ca467", "tag": "4949bd98-8de2-42d8-bc07-5ae7f85f2068"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:30:38.966199 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8e4bb3-5f6e-402f-be6b-7939666d7ce1 service neutron] Pushing event updated for resources: {'Port': ['ID=4949bd98-8de2-42d8-bc07-5ae7f85f2068,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:39.019674 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c9e008d-a032-41eb-aa3d-47df4ced8928 x-openstack-request-id: req-3c9e008d-a032-41eb-aa3d-47df4ced8928 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:30:39.019980 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bac74b4-78e4-4598-adab-311e683ca467", "tag": "4949bd98-8de2-42d8-bc07-5ae7f85f2068", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:30:39.020243 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3c9e008d-a032-41eb-aa3d-47df4ced8928 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:30:39.020649 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bac74b4-78e4-4598-adab-311e683ca467', 'tag': '4949bd98-8de2-42d8-bc07-5ae7f85f2068', 'status': 'completed', 'code': 200} Jul 24 00:30:39.046243 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea0827-d9d8-4567-8552-328c00860f0c req-a2b627c8-0de6-4e95-b4fe-33e938189380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:30:39.048037 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0fea0827-d9d8-4567-8552-328c00860f0c req-a2b627c8-0de6-4e95-b4fe-33e938189380 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=26c9b2781dea48c7bf668cf064c13ec5&device_id=9bac74b4-78e4-4598-adab-311e683ca467 HTTP/1.1" status: 200 len: 1095 time: 0.0629973 Jul 24 00:30:39.069886 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdb8cc9-3f91-4033-91e4-d4b854325a77 req-9761edd2-8fae-4955-a469-6f606ff9807c tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:30:39.071444 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7bdb8cc9-3f91-4033-91e4-d4b854325a77 req-9761edd2-8fae-4955-a469-6f606ff9807c tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bac74b4-78e4-4598-adab-311e683ca467 HTTP/1.1" status: 200 len: 943 time: 0.0729940 Jul 24 00:30:39.092112 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0fea0827-d9d8-4567-8552-328c00860f0c req-e31ecc20-5e87-45ba-81c2-6e6d7b151857 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4949bd98-8de2-42d8-bc07-5ae7f85f2068 HTTP/1.1" status: 200 len: 217 time: 0.0358758 Jul 24 00:30:39.113022 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7bdb8cc9-3f91-4033-91e4-d4b854325a77 req-b01136bd-f98f-4298-ad24-8f7bfdfa6a16 tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] 10.222.0.44 "GET /v2.0/security-groups?id=528a8a3b-6970-454e-ba38-9e5ff1587713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350618 Jul 24 00:30:39.145925 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea0827-d9d8-4567-8552-328c00860f0c req-3a44f911-c9a0-4cb1-bcfd-d664bc83269a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:30:39.147434 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0fea0827-d9d8-4567-8552-328c00860f0c req-3a44f911-c9a0-4cb1-bcfd-d664bc83269a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c6acca04-7927-47a1-8f17-fde48e4aea63 HTTP/1.1" status: 200 len: 852 time: 0.0497661 Jul 24 00:30:39.148667 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34262) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:39.182321 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0fea0827-d9d8-4567-8552-328c00860f0c req-e46ea3e9-83ec-4488-9465-890687f460d3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0f02b9ba-7815-4adc-a181-0c9fa4fcd4f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276294 Jul 24 00:30:39.269440 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b882a6e9-b754-4131-86b2-6acba7edb7fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:39.300645 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0fea0827-d9d8-4567-8552-328c00860f0c req-9e268d3d-255b-43ab-bde5-9c2565bfed0a service neutron] 10.222.0.52 "GET /v2.0/networks/0f02b9ba-7815-4adc-a181-0c9fa4fcd4f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118195 Jul 24 00:30:39.418494 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0fea0827-d9d8-4567-8552-328c00860f0c req-71eb0474-b1fa-4f74-9cb6-2aee4bdef0a1 service neutron] 10.222.0.52 "GET /v2.0/networks/0f02b9ba-7815-4adc-a181-0c9fa4fcd4f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093011 Jul 24 00:30:39.443045 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b882a6e9-b754-4131-86b2-6acba7edb7fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:39.446842 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b882a6e9-b754-4131-86b2-6acba7edb7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:39.512533 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-b882a6e9-b754-4131-86b2-6acba7edb7fd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cf28eee4de7f45efb5b863d6b2bfafda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3627465 Jul 24 00:30:39.515687 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34266) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:39.516204 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b882a6e9-b754-4131-86b2-6acba7edb7fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62ea246d-f631-4a43-9dd9-95ac75491bea,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:39.543409 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce105076-4fd8-4f80-9a8a-83d8cb044a00 req-aa8954bc-1b98-408b-9809-1044acb7991c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:30:39.545040 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ce105076-4fd8-4f80-9a8a-83d8cb044a00 req-aa8954bc-1b98-408b-9809-1044acb7991c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=26c9b2781dea48c7bf668cf064c13ec5&device_id=9bac74b4-78e4-4598-adab-311e683ca467 HTTP/1.1" status: 200 len: 1095 time: 0.0760212 Jul 24 00:30:39.564874 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c1d230dc-66e7-4a47-8c88-7973e5583e85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:39.586156 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c1d230dc-66e7-4a47-8c88-7973e5583e85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:39.636217 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce105076-4fd8-4f80-9a8a-83d8cb044a00 req-ebc36382-5bff-4b2f-a052-204c08e27137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:30:39.636753 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c1d230dc-66e7-4a47-8c88-7973e5583e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:39.637593 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ce105076-4fd8-4f80-9a8a-83d8cb044a00 req-ebc36382-5bff-4b2f-a052-204c08e27137 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0f02b9ba-7815-4adc-a181-0c9fa4fcd4f3 HTTP/1.1" status: 200 len: 913 time: 0.0863988 Jul 24 00:30:39.639955 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c1d230dc-66e7-4a47-8c88-7973e5583e85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:39.641135 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-c1d230dc-66e7-4a47-8c88-7973e5583e85 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/62ea246d-f631-4a43-9dd9-95ac75491bea HTTP/1.1" status: 204 len: 168 time: 0.1244314 Jul 24 00:30:39.649063 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d230dc-66e7-4a47-8c88-7973e5583e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ea246d-f631-4a43-9dd9-95ac75491bea,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:39.684376 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ce105076-4fd8-4f80-9a8a-83d8cb044a00 req-dd03cac5-8696-447e-929a-06abb5ebecf8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4949bd98-8de2-42d8-bc07-5ae7f85f2068 HTTP/1.1" status: 200 len: 217 time: 0.0402298 Jul 24 00:30:39.736159 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce105076-4fd8-4f80-9a8a-83d8cb044a00 req-5bb7a3cc-a270-4ee8-94cb-7b793007c3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:30:39.737680 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ce105076-4fd8-4f80-9a8a-83d8cb044a00 req-5bb7a3cc-a270-4ee8-94cb-7b793007c3c5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c6acca04-7927-47a1-8f17-fde48e4aea63 HTTP/1.1" status: 200 len: 852 time: 0.0468082 Jul 24 00:30:39.771934 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ce105076-4fd8-4f80-9a8a-83d8cb044a00 req-34c098dc-717d-45e2-934e-0230de17ea9c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0f02b9ba-7815-4adc-a181-0c9fa4fcd4f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280101 Jul 24 00:30:39.865321 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ce105076-4fd8-4f80-9a8a-83d8cb044a00 req-fed18476-74a9-4ea7-a7b7-64fee564a237 service neutron] 10.222.0.52 "GET /v2.0/networks/0f02b9ba-7815-4adc-a181-0c9fa4fcd4f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864837 Jul 24 00:30:39.896750 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34272) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:39.910569 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2bfd2436-3ec7-4875-893e-c46e223de67a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:39.960433 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ce105076-4fd8-4f80-9a8a-83d8cb044a00 req-5bd9274e-c354-484b-b754-bbb9191fba66 service neutron] 10.222.0.52 "GET /v2.0/networks/0f02b9ba-7815-4adc-a181-0c9fa4fcd4f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879467 Jul 24 00:30:40.009097 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2bfd2436-3ec7-4875-893e-c46e223de67a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:40.013152 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2bfd2436-3ec7-4875-893e-c46e223de67a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:40.050391 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-2bfd2436-3ec7-4875-893e-c46e223de67a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8d322d98f2c14fbba2bd15f9b6cb3dc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1524792 Jul 24 00:30:40.051052 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfd2436-3ec7-4875-893e-c46e223de67a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce40afea-8e26-4cfc-a017-243bbdba57b8,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:40.053059 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34274) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:40.104979 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f5c2ac91-a6e4-4bd7-9886-1fbc254e53fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:40.126044 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f5c2ac91-a6e4-4bd7-9886-1fbc254e53fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:40.172860 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f5c2ac91-a6e4-4bd7-9886-1fbc254e53fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:40.175480 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f5c2ac91-a6e4-4bd7-9886-1fbc254e53fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:40.176664 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-f5c2ac91-a6e4-4bd7-9886-1fbc254e53fb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ce40afea-8e26-4cfc-a017-243bbdba57b8 HTTP/1.1" status: 204 len: 168 time: 0.1226079 Jul 24 00:30:40.186689 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c2ac91-a6e4-4bd7-9886-1fbc254e53fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce40afea-8e26-4cfc-a017-243bbdba57b8,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:40.249967 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ed210-cd92-4b84-80b4-b55d82e28d41 req-4a5025a3-ceef-426c-997d-787acc226a71 tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:30:40.251553 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c71ed210-cd92-4b84-80b4-b55d82e28d41 req-4a5025a3-ceef-426c-997d-787acc226a71 tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bac74b4-78e4-4598-adab-311e683ca467 HTTP/1.1" status: 200 len: 943 time: 0.0672216 Jul 24 00:30:40.289474 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c71ed210-cd92-4b84-80b4-b55d82e28d41 req-ef6519ed-031c-450a-afde-9c6dd9bbc193 tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] 10.222.0.44 "GET /v2.0/security-groups?id=528a8a3b-6970-454e-ba38-9e5ff1587713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319929 Jul 24 00:30:40.843896 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34298) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:40.934170 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [None req-9337794c-dde7-4a71-bd45-d16d1de21af7 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=100313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:30:40.935804 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-9337794c-dde7-4a71-bd45-d16d1de21af7 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0909364 Jul 24 00:30:40.939569 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34302) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:40.943221 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [None req-d3bd0de2-10ad-4dde-929c-0f042176a31d tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] http://10.222.0.44:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=100313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:30:40.944472 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-d3bd0de2-10ad-4dde-929c-0f042176a31d tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] 10.222.0.44 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0044341 Jul 24 00:30:40.946340 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34304) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:40.950225 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [None req-69ecfb84-05c0-4787-8f58-892645bff852 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] http://10.222.0.44:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=100313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:30:40.951210 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-69ecfb84-05c0-4787-8f58-892645bff852 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] 10.222.0.44 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0040283 Jul 24 00:30:40.953305 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34306) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:40.957039 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [None req-a653913f-3d7f-4f6c-abfe-4916ab227af1 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] http://10.222.0.44:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=100313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:30:40.957945 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-a653913f-3d7f-4f6c-abfe-4916ab227af1 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] 10.222.0.44 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0038404 Jul 24 00:30:40.959935 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34308) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:40.964428 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [None req-ee88454c-4479-47c9-91f3-591d0ca3c6b3 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] http://10.222.0.44:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=100313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:30:40.965372 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-ee88454c-4479-47c9-91f3-591d0ca3c6b3 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] 10.222.0.44 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0046413 Jul 24 00:30:40.967361 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34310) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:40.971036 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [None req-502b7c35-f66a-436a-9f10-b7f61336d8fc tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] http://10.222.0.44:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=100313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:30:40.971948 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-502b7c35-f66a-436a-9f10-b7f61336d8fc tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] 10.222.0.44 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0037932 Jul 24 00:30:40.973994 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34312) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:40.977676 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [None req-ba24151b-a78e-4775-b5f6-19325c80f63f tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] http://10.222.0.44:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=100313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:30:40.978583 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-ba24151b-a78e-4775-b5f6-19325c80f63f tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] 10.222.0.44 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0037966 Jul 24 00:30:40.980605 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34314) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:40.985364 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [None req-5654077c-9bfd-4cde-b9a0-c4954efdf732 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] http://10.222.0.44:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=100313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:30:40.986290 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-5654077c-9bfd-4cde-b9a0-c4954efdf732 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] 10.222.0.44 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0048554 Jul 24 00:30:40.988422 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34316) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:40.992115 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [None req-53ef1d29-2044-4c7b-a541-2231a3597ed9 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] http://10.222.0.44:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=100313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:30:40.993043 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-53ef1d29-2044-4c7b-a541-2231a3597ed9 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] 10.222.0.44 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0037692 Jul 24 00:30:40.995068 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34318) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:40.999374 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [None req-1db20f15-6bdc-4f85-9d3b-bfdd3d98244e tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] http://10.222.0.44:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=100313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:30:41.000275 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-1db20f15-6bdc-4f85-9d3b-bfdd3d98244e tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] 10.222.0.44 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0044148 Jul 24 00:30:41.002376 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34320) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:41.006029 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [None req-6dbb2b6f-d460-4fd9-ba3b-f5224fff9167 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] http://10.222.0.44:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=100313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:30:41.006932 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-6dbb2b6f-d460-4fd9-ba3b-f5224fff9167 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] 10.222.0.44 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0037615 Jul 24 00:30:41.008953 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34322) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:41.013051 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [None req-6a08af7e-b02a-446f-9722-0a41a75c7fcd tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] http://10.222.0.44:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=100313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:30:41.013975 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-6a08af7e-b02a-446f-9722-0a41a75c7fcd tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] 10.222.0.44 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0042255 Jul 24 00:30:41.015959 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34324) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:41.019572 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [None req-61333d3f-2d06-4134-9d1a-08ce63374e72 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] http://10.222.0.44:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=100313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:30:41.020473 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-61333d3f-2d06-4134-9d1a-08ce63374e72 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] 10.222.0.44 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0037222 Jul 24 00:30:41.022529 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34326) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:41.026200 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [None req-8e7fd652-5892-46ec-99f6-6664baa98597 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] http://10.222.0.44:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=100313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:30:41.027087 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-8e7fd652-5892-46ec-99f6-6664baa98597 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] 10.222.0.44 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0037634 Jul 24 00:30:41.029104 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34328) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:41.032726 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [None req-8323a497-f29f-4dcc-9ddf-2537c78fb2a9 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] http://10.222.0.44:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=100313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:30:41.033670 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-8323a497-f29f-4dcc-9ddf-2537c78fb2a9 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] 10.222.0.44 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0037673 Jul 24 00:30:41.035813 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34330) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:41.040343 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [None req-9236f991-ae34-44ea-907b-39d9fb685447 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] http://10.222.0.44:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=100314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:30:41.043534 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-9236f991-ae34-44ea-907b-39d9fb685447 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] 10.222.0.44 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0066955 Jul 24 00:30:41.046258 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34332) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:41.050420 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [None req-3a73003b-ed81-4284-9cb8-c334d26ab23b tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] http://10.222.0.44:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=100314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:30:41.051379 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-3a73003b-ed81-4284-9cb8-c334d26ab23b tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] 10.222.0.44 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0042107 Jul 24 00:30:41.053758 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34334) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:41.057964 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [None req-5d3754b8-d1bc-4c3b-a868-fa19c8b63807 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] http://10.222.0.44:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=100314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:30:41.058884 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-5d3754b8-d1bc-4c3b-a868-fa19c8b63807 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] 10.222.0.44 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0041113 Jul 24 00:30:41.061774 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34336) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:41.066107 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [None req-d725d0ac-95e8-499a-8be3-3ecb6326dac5 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] http://10.222.0.44:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=100314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:30:41.067287 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-d725d0ac-95e8-499a-8be3-3ecb6326dac5 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] 10.222.0.44 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0044482 Jul 24 00:30:41.069358 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34338) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:41.073015 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [None req-071744cd-e2ee-4af7-ae7e-925cef2ae34f tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] http://10.222.0.44:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=100314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:30:41.073916 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-071744cd-e2ee-4af7-ae7e-925cef2ae34f tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] 10.222.0.44 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0037582 Jul 24 00:30:41.075865 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34340) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:41.079569 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [None req-0552fbe0-d882-49ed-a891-82114bfc1907 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] http://10.222.0.44:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=100314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:30:41.080493 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-0552fbe0-d882-49ed-a891-82114bfc1907 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] 10.222.0.44 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0038085 Jul 24 00:30:41.082476 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34342) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:41.089447 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [None req-e9a5b380-c3c2-416b-92da-bc70b58ce6d7 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] http://10.222.0.44:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=100314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:30:41.090400 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-e9a5b380-c3c2-416b-92da-bc70b58ce6d7 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] 10.222.0.44 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0071082 Jul 24 00:30:41.092901 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34344) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:41.096520 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [None req-ea155cae-068f-4a39-8486-a298a3f28eb3 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] http://10.222.0.44:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=100314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:30:41.097476 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-ea155cae-068f-4a39-8486-a298a3f28eb3 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] 10.222.0.44 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0037739 Jul 24 00:30:41.099441 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34346) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:41.103138 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [None req-0b18632b-1a01-446f-829a-fa8a5a544763 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] http://10.222.0.44:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=100314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:30:41.103987 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-0b18632b-1a01-446f-829a-fa8a5a544763 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] 10.222.0.44 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0037529 Jul 24 00:30:41.106055 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34348) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:41.110293 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [None req-de3e80c1-ee52-4324-bdc1-6b1453aaa702 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] http://10.222.0.44:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=100314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:30:41.111494 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-de3e80c1-ee52-4324-bdc1-6b1453aaa702 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] 10.222.0.44 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0042293 Jul 24 00:30:41.113166 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34350) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:41.116778 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [None req-e51b043c-d399-4782-b06e-362d9281a84e tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] http://10.222.0.44:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=100314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:30:41.117736 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-e51b043c-d399-4782-b06e-362d9281a84e tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] 10.222.0.44 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0037489 Jul 24 00:30:41.119641 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34352) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:41.123323 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [None req-535bdff5-7662-479a-ab95-160d86ff94e4 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] http://10.222.0.44:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=100314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:30:41.124234 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-535bdff5-7662-479a-ab95-160d86ff94e4 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] 10.222.0.44 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0037994 Jul 24 00:30:41.126334 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34354) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:41.129990 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [None req-33e6ffbc-bab3-481e-a5a6-1cf8fd316c7e tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] http://10.222.0.44:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=100314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:30:41.130920 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-33e6ffbc-bab3-481e-a5a6-1cf8fd316c7e tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] 10.222.0.44 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0037642 Jul 24 00:30:41.132863 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34356) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:41.136480 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [None req-4b918e87-2cf9-476e-b31e-d0ff6f3da43e tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] http://10.222.0.44:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=100314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:30:41.137438 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-4b918e87-2cf9-476e-b31e-d0ff6f3da43e tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] 10.222.0.44 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0037608 Jul 24 00:30:41.139371 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34358) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:41.143556 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [None req-1d9969f1-e1ce-426e-b0f3-cef6d8c13a54 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] http://10.222.0.44:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=100314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:30:41.144543 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-1d9969f1-e1ce-426e-b0f3-cef6d8c13a54 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] 10.222.0.44 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0043635 Jul 24 00:30:41.146707 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34360) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:41.150490 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [None req-926f1830-8281-44db-9585-47dec50bf381 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] http://10.222.0.44:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=100314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:30:41.151414 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-926f1830-8281-44db-9585-47dec50bf381 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] 10.222.0.44 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0038850 Jul 24 00:30:41.154618 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34362) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:41.158606 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [None req-3c1409f9-e803-48ef-ba26-6d99fb28b4f0 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] http://10.222.0.44:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=100314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:30:41.159548 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-3c1409f9-e803-48ef-ba26-6d99fb28b4f0 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] 10.222.0.44 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0040984 Jul 24 00:30:41.161564 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34364) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:41.165242 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [None req-5c26b367-2337-41d7-9fa0-ada12336d29e tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] http://10.222.0.44:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=100314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:30:41.166153 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-5c26b367-2337-41d7-9fa0-ada12336d29e tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] 10.222.0.44 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0037901 Jul 24 00:30:41.168475 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34366) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:41.173859 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [None req-bdac575f-e66b-4bd5-9401-1825bed3a4d4 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] http://10.222.0.44:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=100314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:30:41.174791 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-bdac575f-e66b-4bd5-9401-1825bed3a4d4 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] 10.222.0.44 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0054746 Jul 24 00:30:41.176924 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34368) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:41.180622 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [None req-b2bac9a2-317b-413c-a75c-bad7ee3e4b78 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] http://10.222.0.44:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=100314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:30:41.181555 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-b2bac9a2-317b-413c-a75c-bad7ee3e4b78 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] 10.222.0.44 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0038154 Jul 24 00:30:41.184153 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34370) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:41.187867 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [None req-e72f21f4-7dba-411e-a044-7f58fdc3f6d0 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] http://10.222.0.44:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=100314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:30:41.188784 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-e72f21f4-7dba-411e-a044-7f58fdc3f6d0 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] 10.222.0.44 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0038292 Jul 24 00:30:41.190968 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34372) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:41.195607 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [None req-00446b2c-69a4-456a-a52d-683502a0c151 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] http://10.222.0.44:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=100313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:30:41.196566 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-00446b2c-69a4-456a-a52d-683502a0c151 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] 10.222.0.44 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0046675 Jul 24 00:30:41.199641 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34374) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:41.203662 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [None req-c73e113b-57aa-4acd-836e-98a2914f94b0 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] http://10.222.0.44:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=100313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:30:41.204641 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c73e113b-57aa-4acd-836e-98a2914f94b0 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] 10.222.0.44 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0041120 Jul 24 00:30:41.206755 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34376) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:41.211070 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [None req-2be46714-81f4-4dd4-a247-b97ee9751fa6 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] http://10.222.0.44:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=100313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:30:41.212079 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-2be46714-81f4-4dd4-a247-b97ee9751fa6 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] 10.222.0.44 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0044670 Jul 24 00:30:41.214280 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34378) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:41.219013 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [None req-a69f7fd2-93df-4f8c-a3ba-56248f292a46 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] http://10.222.0.44:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=100314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:30:41.219991 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-a69f7fd2-93df-4f8c-a3ba-56248f292a46 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] 10.222.0.44 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0047407 Jul 24 00:30:41.222244 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34380) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:41.226244 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [None req-7c0d1adc-5808-4938-94dc-ce121ac19d16 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] http://10.222.0.44:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=100313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:30:41.227179 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-7c0d1adc-5808-4938-94dc-ce121ac19d16 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] 10.222.0.44 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0040815 Jul 24 00:30:41.229230 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34382) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:41.234262 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [None req-d6b9826a-f624-4775-847b-00c5fb1cdedd tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] http://10.222.0.44:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=100313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:30:41.235200 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-d6b9826a-f624-4775-847b-00c5fb1cdedd tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] 10.222.0.44 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0051401 Jul 24 00:30:41.237236 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34384) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:41.241015 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [None req-fda3bf2b-4f10-4491-95f2-f1cf08a89665 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] http://10.222.0.44:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=100313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:30:41.241958 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-fda3bf2b-4f10-4491-95f2-f1cf08a89665 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] 10.222.0.44 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0038996 Jul 24 00:30:41.243922 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34386) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:41.247751 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [None req-142d355c-8089-44b3-8d1e-c6d0ee97b853 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] http://10.222.0.44:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=100313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:30:41.248673 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-142d355c-8089-44b3-8d1e-c6d0ee97b853 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] 10.222.0.44 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0039356 Jul 24 00:30:41.250684 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34388) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:41.254566 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [None req-fd2085af-e5be-4e96-ab55-07f0b1690b67 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] http://10.222.0.44:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=100313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:30:41.255501 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-fd2085af-e5be-4e96-ab55-07f0b1690b67 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] 10.222.0.44 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0039756 Jul 24 00:30:41.257646 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34390) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:41.261419 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [None req-b33b2559-5dd1-40d7-bf4d-65803f21b351 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] http://10.222.0.44:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=100313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:30:41.262337 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-b33b2559-5dd1-40d7-bf4d-65803f21b351 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] 10.222.0.44 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0038853 Jul 24 00:30:41.264293 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34392) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:41.268038 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [None req-e6bd9717-af5f-4fcf-9df0-2e0969fd771a tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] http://10.222.0.44:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=100313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:30:41.268986 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-e6bd9717-af5f-4fcf-9df0-2e0969fd771a tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] 10.222.0.44 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0038619 Jul 24 00:30:41.270946 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34394) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:41.274653 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [None req-9ad0087a-a976-4923-9c10-7ad9caa0dcf1 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] http://10.222.0.44:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=100313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:30:41.275588 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-9ad0087a-a976-4923-9c10-7ad9caa0dcf1 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] 10.222.0.44 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0038142 Jul 24 00:30:41.277582 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34396) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:41.286066 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [None req-d5f75a95-22ec-4b10-abdd-40ec58ef0f58 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] http://10.222.0.44:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=100313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:30:41.287091 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-d5f75a95-22ec-4b10-abdd-40ec58ef0f58 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] 10.222.0.44 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0086758 Jul 24 00:30:41.289367 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34398) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:41.294896 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [None req-a0223a04-37d9-40b3-ac5a-279231fd8de5 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] http://10.222.0.44:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=100314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:30:41.295905 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-a0223a04-37d9-40b3-ac5a-279231fd8de5 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] 10.222.0.44 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0054338 Jul 24 00:30:41.297959 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34400) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:41.302048 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [None req-bc8e4f68-4457-4588-99f8-95e362110c23 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] http://10.222.0.44:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=100313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:30:41.303010 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-bc8e4f68-4457-4588-99f8-95e362110c23 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] 10.222.0.44 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0041516 Jul 24 00:30:41.305014 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34402) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:41.308739 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [None req-43eacf9b-ce11-4eff-9c6e-368d87100d50 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] http://10.222.0.44:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=100313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:30:41.309725 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-43eacf9b-ce11-4eff-9c6e-368d87100d50 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] 10.222.0.44 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0038595 Jul 24 00:30:41.311809 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34404) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:41.315595 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [None req-bb0c93be-d9da-47e4-9ded-76d1bad65b4b tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] http://10.222.0.44:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=100313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:30:41.316529 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-bb0c93be-d9da-47e4-9ded-76d1bad65b4b tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] 10.222.0.44 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0038893 Jul 24 00:30:41.319091 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34408) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:41.322899 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [None req-83c66492-e934-4b06-ae31-f94eae0cc14b tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] http://10.222.0.44:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=100313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:30:41.323843 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-83c66492-e934-4b06-ae31-f94eae0cc14b tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] 10.222.0.44 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0039759 Jul 24 00:30:41.326182 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34410) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:41.329768 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [None req-aaff1058-add9-4b7a-81e9-9cfd7dc8beba tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] http://10.222.0.44:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=100313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:30:41.330686 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-aaff1058-add9-4b7a-81e9-9cfd7dc8beba tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] 10.222.0.44 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0038400 Jul 24 00:30:41.332875 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34412) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:41.336681 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [None req-2d5f3b94-23d6-4c8d-9801-2d316e650a41 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] http://10.222.0.44:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=100313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:30:41.337645 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-2d5f3b94-23d6-4c8d-9801-2d316e650a41 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] 10.222.0.44 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0039392 Jul 24 00:30:41.339855 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34414) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:41.344220 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [None req-c6874370-3d4e-4093-9bf7-197a754605e3 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] http://10.222.0.44:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=100313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:30:41.345157 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c6874370-3d4e-4093-9bf7-197a754605e3 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] 10.222.0.44 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0044689 Jul 24 00:30:41.347280 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34416) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:41.351676 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [None req-f442590e-578e-40fc-860f-ce461f81ff54 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] http://10.222.0.44:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=100313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:30:41.352615 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-f442590e-578e-40fc-860f-ce461f81ff54 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] 10.222.0.44 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0045156 Jul 24 00:30:41.354914 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34418) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:41.359363 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [None req-80775309-0a85-4f5a-b2ae-093588e88a9b tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] http://10.222.0.44:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=100313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:30:41.360287 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-80775309-0a85-4f5a-b2ae-093588e88a9b tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] 10.222.0.44 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0045829 Jul 24 00:30:41.362524 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34420) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:41.366321 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [None req-4fea0971-075a-4a02-97a4-a716d0854ad7 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] http://10.222.0.44:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=100313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:30:41.367248 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-4fea0971-075a-4a02-97a4-a716d0854ad7 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] 10.222.0.44 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0039072 Jul 24 00:30:41.369402 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34422) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:41.373332 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [None req-b3f55175-07d6-45dc-9793-a107277299c3 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] http://10.222.0.44:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=100313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:30:41.375077 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-b3f55175-07d6-45dc-9793-a107277299c3 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] 10.222.0.44 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0048149 Jul 24 00:30:41.376454 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34424) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:41.380487 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [None req-e4d9c3bc-90b9-41d0-93de-3fbd2a81df4e tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] http://10.222.0.44:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=100313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:30:41.381539 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-e4d9c3bc-90b9-41d0-93de-3fbd2a81df4e tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] 10.222.0.44 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0041833 Jul 24 00:30:41.383589 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34426) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:41.387381 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [None req-03a0f26d-2841-4541-9993-a3df1d7436f4 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] http://10.222.0.44:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=100313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:30:41.388310 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-03a0f26d-2841-4541-9993-a3df1d7436f4 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] 10.222.0.44 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0039029 Jul 24 00:30:41.390414 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34428) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:41.394291 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [None req-06c06b35-d175-4676-a5ab-5ed9704f2da2 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] http://10.222.0.44:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=100313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:30:41.395223 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-06c06b35-d175-4676-a5ab-5ed9704f2da2 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] 10.222.0.44 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0039787 Jul 24 00:30:41.397286 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34430) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:41.401116 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [None req-56a8160c-2487-4306-86d6-a70db6646250 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] http://10.222.0.44:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=100313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:30:41.402043 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-56a8160c-2487-4306-86d6-a70db6646250 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] 10.222.0.44 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0039270 Jul 24 00:30:41.404717 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34432) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:41.407067 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 4949bd98-8de2-42d8-bc07-5ae7f85f2068 details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:30:41.409474 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [None req-1d9145eb-eedc-427b-bc8b-26352446926b tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] http://10.222.0.44:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=100313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:30:41.410516 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-1d9145eb-eedc-427b-bc8b-26352446926b tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] 10.222.0.44 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0047140 Jul 24 00:30:41.413064 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34434) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:41.417360 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [None req-56963518-e461-4b83-a0dc-5df98b840acd tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] http://10.222.0.44:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=100314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:30:41.418293 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-56963518-e461-4b83-a0dc-5df98b840acd tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] 10.222.0.44 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0043197 Jul 24 00:30:41.421145 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34436) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:41.426996 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [None req-167fd9cc-4baa-46a9-8bde-bafebeb89862 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] http://10.222.0.44:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=100313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:30:41.429044 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-167fd9cc-4baa-46a9-8bde-bafebeb89862 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] 10.222.0.44 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0061300 Jul 24 00:30:41.431170 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34438) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:41.435398 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [None req-c6909a7c-0126-4f27-bb56-4f1da33f0871 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] http://10.222.0.44:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=100313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:30:41.436844 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c6909a7c-0126-4f27-bb56-4f1da33f0871 tempest-ExtensionsTestJSON-756074183 tempest-ExtensionsTestJSON-756074183-project] 10.222.0.44 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0042832 Jul 24 00:30:41.442935 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14acb7d-51eb-4655-b15d-8d0d26d4731e req-6906f6df-9368-4fe9-a07e-1e3663ff9466 tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:30:41.445049 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d14acb7d-51eb-4655-b15d-8d0d26d4731e req-6906f6df-9368-4fe9-a07e-1e3663ff9466 tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bac74b4-78e4-4598-adab-311e683ca467 HTTP/1.1" status: 200 len: 943 time: 0.0810525 Jul 24 00:30:41.487879 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d14acb7d-51eb-4655-b15d-8d0d26d4731e req-f4f662e8-5826-4a46-8796-83b90009d764 tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] 10.222.0.44 "GET /v2.0/security-groups?id=528a8a3b-6970-454e-ba38-9e5ff1587713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361469 Jul 24 00:30:41.517705 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 4949bd98-8de2-42d8-bc07-5ae7f85f2068, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=4949bd98-8de2-42d8-bc07-5ae7f85f2068,segment=NetworkSegment(87b64126-0af7-40c9-84f0-acb398b5a645),segment_id=87b64126-0af7-40c9-84f0-acb398b5a645)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:30:41.529645 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': '4949bd98-8de2-42d8-bc07-5ae7f85f2068', 'network_id': '0f02b9ba-7815-4adc-a181-0c9fa4fcd4f3', 'port_id': '4949bd98-8de2-42d8-bc07-5ae7f85f2068', 'mac_address': 'fa:16:3e:34:45:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6acca04-7927-47a1-8f17-fde48e4aea63', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:30:41.567223 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:41.584931 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4949bd98-8de2-42d8-bc07-5ae7f85f2068 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:30:41.605118 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 4949bd98-8de2-42d8-bc07-5ae7f85f2068, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=4949bd98-8de2-42d8-bc07-5ae7f85f2068,segment=NetworkSegment(87b64126-0af7-40c9-84f0-acb398b5a645),segment_id=87b64126-0af7-40c9-84f0-acb398b5a645)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:30:41.609609 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:41.659802 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=4949bd98-8de2-42d8-bc07-5ae7f85f2068,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:41.689603 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34444) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:41.793591 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a157f6ab-becc-4d4a-8268-bcd460fd2adb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:41.795819 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['4949bd98-8de2-42d8-bc07-5ae7f85f2068'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:30:41.882771 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a157f6ab-becc-4d4a-8268-bcd460fd2adb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:41.886857 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a157f6ab-becc-4d4a-8268-bcd460fd2adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:41.925087 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-a157f6ab-becc-4d4a-8268-bcd460fd2adb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5ad8781e770246639f8f613593043ed5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2343216 Jul 24 00:30:41.927091 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a157f6ab-becc-4d4a-8268-bcd460fd2adb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d921f1-9785-4d9b-8846-3a049c6eaf90,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:41.927999 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34448) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:41.981208 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9682954e-06be-4e82-85f0-f05486a8b389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:42.002093 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9682954e-06be-4e82-85f0-f05486a8b389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:42.051181 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9682954e-06be-4e82-85f0-f05486a8b389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:42.053810 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9682954e-06be-4e82-85f0-f05486a8b389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:42.054986 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-9682954e-06be-4e82-85f0-f05486a8b389 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/98d921f1-9785-4d9b-8846-3a049c6eaf90 HTTP/1.1" status: 204 len: 168 time: 0.1259494 Jul 24 00:30:42.062924 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9682954e-06be-4e82-85f0-f05486a8b389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d921f1-9785-4d9b-8846-3a049c6eaf90,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:42.617134 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0955959-59bd-4a9b-8d38-63cab5978f8d req-d1290b99-f42f-44fb-8d59-1fbb29f1cc2c tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:30:42.618641 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b0955959-59bd-4a9b-8d38-63cab5978f8d req-d1290b99-f42f-44fb-8d59-1fbb29f1cc2c tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bac74b4-78e4-4598-adab-311e683ca467 HTTP/1.1" status: 200 len: 944 time: 0.0642490 Jul 24 00:30:42.658443 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b0955959-59bd-4a9b-8d38-63cab5978f8d req-cc746daf-dff4-4602-8948-6e7cf65b56be tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] 10.222.0.44 "GET /v2.0/security-groups?id=528a8a3b-6970-454e-ba38-9e5ff1587713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341976 Jul 24 00:30:42.663789 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34472) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:42.755628 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-9a7920e2-8391-437b-b75d-adda9abbff63 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1315079072', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:30:42.778014 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9a7920e2-8391-437b-b75d-adda9abbff63 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:42.779946 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9a7920e2-8391-437b-b75d-adda9abbff63 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:42.831514 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9a7920e2-8391-437b-b75d-adda9abbff63 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:42.835456 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9a7920e2-8391-437b-b75d-adda9abbff63 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:42.851064 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9a7920e2-8391-437b-b75d-adda9abbff63 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:42.852224 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-9a7920e2-8391-437b-b75d-adda9abbff63 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1874192 Jul 24 00:30:42.854991 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34476) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:42.860270 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-a592848a-3c62-4187-a02d-cdc5321a53ff tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-705755620'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:30:42.878733 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a592848a-3c62-4187-a02d-cdc5321a53ff tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Made reservation on behalf of eb4648c7d51b4707816c19fdea5e0acc for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:30:42.882163 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a592848a-3c62-4187-a02d-cdc5321a53ff tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:42.890536 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a592848a-3c62-4187-a02d-cdc5321a53ff tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:42.985745 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a592848a-3c62-4187-a02d-cdc5321a53ff tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:42.998022 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a592848a-3c62-4187-a02d-cdc5321a53ff tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:43.022978 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a592848a-3c62-4187-a02d-cdc5321a53ff tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:30:43.038068 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a592848a-3c62-4187-a02d-cdc5321a53ff tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df68c270-6c1a-4b28-b545-ee895051aa38,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:43.040911 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a592848a-3c62-4187-a02d-cdc5321a53ff tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:43.041284 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-a592848a-3c62-4187-a02d-cdc5321a53ff tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Added segment 4b3e9e73-ac8e-4890-afc4-a11ddf40c16e of type vlan for network 5c871254-277e-424f-befb-62c2f4773ad5 Jul 24 00:30:43.079663 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a592848a-3c62-4187-a02d-cdc5321a53ff tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:43.106376 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a592848a-3c62-4187-a02d-cdc5321a53ff tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:43.111975 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a592848a-3c62-4187-a02d-cdc5321a53ff tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:30:43.112555 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a592848a-3c62-4187-a02d-cdc5321a53ff tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:43.142512 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-a592848a-3c62-4187-a02d-cdc5321a53ff tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2865641 Jul 24 00:30:43.145615 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34478) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:43.150827 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-27fa8c10-e3b7-4810-bae7-69ef34bfbd03 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Request body: {'subnet': {'network_id': '5c871254-277e-424f-befb-62c2f4773ad5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:30:43.176842 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a592848a-3c62-4187-a02d-cdc5321a53ff tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Pushing event updated for resources: {'Network': ['ID=5c871254-277e-424f-befb-62c2f4773ad5,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:43.186910 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 5c871254-277e-424f-befb-62c2f4773ad5 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:30:43.240211 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27fa8c10-e3b7-4810-bae7-69ef34bfbd03 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Made reservation on behalf of eb4648c7d51b4707816c19fdea5e0acc for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:30:43.243798 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-27fa8c10-e3b7-4810-bae7-69ef34bfbd03 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:43.412106 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 4949bd98-8de2-42d8-bc07-5ae7f85f2068 up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:30:43.428689 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-27fa8c10-e3b7-4810-bae7-69ef34bfbd03 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:43.463832 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port 4949bd98-8de2-42d8-bc07-5ae7f85f2068 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:30:43.468143 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port 4949bd98-8de2-42d8-bc07-5ae7f85f2068 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:30:43.468518 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:43.497006 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fa8c10-e3b7-4810-bae7-69ef34bfbd03 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Pushing event updated for resources: {'Subnet': ['ID=2e0a114b-9dcf-47e0-b985-e3da5fe6bd57,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:43.505334 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fa8c10-e3b7-4810-bae7-69ef34bfbd03 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Checking segment: {'id': '4b3e9e73-ac8e-4890-afc4-a11ddf40c16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '5c871254-277e-424f-befb-62c2f4773ad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:30:43.505705 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fa8c10-e3b7-4810-bae7-69ef34bfbd03 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Network hostable DHCP agents. Network: 5c871254-277e-424f-befb-62c2f4773ad5, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:30:43.522544 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fa8c10-e3b7-4810-bae7-69ef34bfbd03 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Network 5c871254-277e-424f-befb-62c2f4773ad5 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:30:43.531041 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-27fa8c10-e3b7-4810-bae7-69ef34bfbd03 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 5c871254-277e-424f-befb-62c2f4773ad5) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:30:43.535616 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27fa8c10-e3b7-4810-bae7-69ef34bfbd03 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:30:43.536222 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-27fa8c10-e3b7-4810-bae7-69ef34bfbd03 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:43.541715 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a432b7-1d5b-40b1-917e-345ac8246a6e None None] Network 5c871254-277e-424f-befb-62c2f4773ad5 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:30:43.551120 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-27fa8c10-e3b7-4810-bae7-69ef34bfbd03 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4044173 Jul 24 00:30:43.554125 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34480) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:43.559049 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-30036f2e-104e-4fb3-83da-6a119e3bafee tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Request body: {'network': {'name': 'tempest-router-network01--256676087'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:30:43.561001 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:43.580748 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30036f2e-104e-4fb3-83da-6a119e3bafee tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Made reservation on behalf of eb4648c7d51b4707816c19fdea5e0acc for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:30:43.584286 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-30036f2e-104e-4fb3-83da-6a119e3bafee tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:43.608609 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30036f2e-104e-4fb3-83da-6a119e3bafee tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:30:43.617713 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-30036f2e-104e-4fb3-83da-6a119e3bafee tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:43.617929 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bac74b4-78e4-4598-adab-311e683ca467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4949bd98-8de2-42d8-bc07-5ae7f85f2068'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:30:43.618057 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-30036f2e-104e-4fb3-83da-6a119e3bafee tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Added segment 9bf57438-17e5-4552-8079-3a36fdffa87b of type vlan for network 7894ea3a-efef-45d8-8ed9-340e0c75831d Jul 24 00:30:43.619951 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca7f6999-a17e-4d0b-96c6-17aa4d69ecdf" -d '{"events": [{"server_uuid": "9bac74b4-78e4-4598-adab-311e683ca467", "name": "network-vif-plugged", "status": "completed", "tag": "4949bd98-8de2-42d8-bc07-5ae7f85f2068"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:30:43.638930 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 4949bd98-8de2-42d8-bc07-5ae7f85f2068, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=4949bd98-8de2-42d8-bc07-5ae7f85f2068,segment=NetworkSegment(87b64126-0af7-40c9-84f0-acb398b5a645),segment_id=87b64126-0af7-40c9-84f0-acb398b5a645)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:30:43.646792 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:43.662805 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-30036f2e-104e-4fb3-83da-6a119e3bafee tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:43.679660 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a35418e-9c74-4f06-a019-ae8781c41361 x-openstack-request-id: req-3a35418e-9c74-4f06-a019-ae8781c41361 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:30:43.679944 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bac74b4-78e4-4598-adab-311e683ca467", "name": "network-vif-plugged", "status": "completed", "tag": "4949bd98-8de2-42d8-bc07-5ae7f85f2068", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:30:43.680196 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3a35418e-9c74-4f06-a019-ae8781c41361 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:30:43.680579 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bac74b4-78e4-4598-adab-311e683ca467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4949bd98-8de2-42d8-bc07-5ae7f85f2068', 'code': 200} Jul 24 00:30:43.698951 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-30036f2e-104e-4fb3-83da-6a119e3bafee tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:43.706205 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30036f2e-104e-4fb3-83da-6a119e3bafee tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:30:43.706839 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-30036f2e-104e-4fb3-83da-6a119e3bafee tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:43.736682 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=4949bd98-8de2-42d8-bc07-5ae7f85f2068,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:43.761376 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-30036f2e-104e-4fb3-83da-6a119e3bafee tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2061834 Jul 24 00:30:43.761798 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34486) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:43.781482 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0595d676-b8ec-414b-8e69-fdc7438f06bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-5c871254-277e-424f-befb-62c2f4773ad5', 'network_id': '5c871254-277e-424f-befb-62c2f4773ad5', 'tenant_id': 'eb4648c7d51b4707816c19fdea5e0acc', 'fixed_ips': [{'subnet_id': '2e0a114b-9dcf-47e0-b985-e3da5fe6bd57'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:30:43.782367 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0595d676-b8ec-414b-8e69-fdc7438f06bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:43.788102 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-3369b767-a9ac-4c0f-84bb-e62500ef070c tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Request body: {'network': {'name': 'tempest-router-network02--1645069252'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:30:43.798883 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30036f2e-104e-4fb3-83da-6a119e3bafee tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Pushing event updated for resources: {'Network': ['ID=7894ea3a-efef-45d8-8ed9-340e0c75831d,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:43.809352 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 7894ea3a-efef-45d8-8ed9-340e0c75831d details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:30:43.847684 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3369b767-a9ac-4c0f-84bb-e62500ef070c tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Made reservation on behalf of eb4648c7d51b4707816c19fdea5e0acc for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:30:43.851666 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3369b767-a9ac-4c0f-84bb-e62500ef070c tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:43.890281 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c529ab7-562b-422e-8ed0-6dea328730a1 req-25e29020-1e31-44e0-a633-f0a5063ac11d tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:30:43.891794 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6c529ab7-562b-422e-8ed0-6dea328730a1 req-25e29020-1e31-44e0-a633-f0a5063ac11d tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bac74b4-78e4-4598-adab-311e683ca467 HTTP/1.1" status: 200 len: 945 time: 0.1442580 Jul 24 00:30:43.894700 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a443108-6bf6-44bc-81fb-b30c95d33128 req-70b01b4b-1847-47ac-b169-725dc6cdcc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:30:43.896093 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4a443108-6bf6-44bc-81fb-b30c95d33128 req-70b01b4b-1847-47ac-b169-725dc6cdcc94 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9bac74b4-78e4-4598-adab-311e683ca467 HTTP/1.1" status: 200 len: 1097 time: 0.1624084 Jul 24 00:30:43.915143 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3369b767-a9ac-4c0f-84bb-e62500ef070c tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:30:43.963790 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3369b767-a9ac-4c0f-84bb-e62500ef070c tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:43.964153 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-3369b767-a9ac-4c0f-84bb-e62500ef070c tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Added segment 47eb346b-b5e0-432b-907d-f1721e868d7e of type vlan for network d29609a6-06ff-4966-bc6a-2a29747357fe Jul 24 00:30:43.969151 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6c529ab7-562b-422e-8ed0-6dea328730a1 req-8a8a6950-7afc-4f56-901e-7c4ae3ae46b9 tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] 10.222.0.44 "GET /v2.0/security-groups?id=528a8a3b-6970-454e-ba38-9e5ff1587713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709851 Jul 24 00:30:43.973062 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-0595d676-b8ec-414b-8e69-fdc7438f06bc None None] Allocated IP 172.20.0.2 (5c871254-277e-424f-befb-62c2f4773ad5/2e0a114b-9dcf-47e0-b985-e3da5fe6bd57/35f9fe52-beb0-4f3d-a626-6ca3f80b7cf9) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:30:43.982277 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4a443108-6bf6-44bc-81fb-b30c95d33128 req-69d58c0a-f88e-4b8f-8f07-8789706d46a4 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=528a8a3b-6970-454e-ba38-9e5ff1587713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756004 Jul 24 00:30:44.023102 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3369b767-a9ac-4c0f-84bb-e62500ef070c tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:44.052206 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3369b767-a9ac-4c0f-84bb-e62500ef070c tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:44.057937 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3369b767-a9ac-4c0f-84bb-e62500ef070c tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:30:44.058542 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3369b767-a9ac-4c0f-84bb-e62500ef070c tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:44.089716 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-3369b767-a9ac-4c0f-84bb-e62500ef070c tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3058934 Jul 24 00:30:44.092946 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34488) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:44.097975 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-5c0bcb44-6b82-45de-9fc2-1c5afa723e0e tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Request body: {'subnet': {'network_id': '7894ea3a-efef-45d8-8ed9-340e0c75831d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:30:44.120522 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0595d676-b8ec-414b-8e69-fdc7438f06bc None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:44.128687 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-0595d676-b8ec-414b-8e69-fdc7438f06bc None None] Transition to ACTIVE for port object 35f9fe52-beb0-4f3d-a626-6ca3f80b7cf9 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:30:44.142724 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-0595d676-b8ec-414b-8e69-fdc7438f06bc None None] Transition to ACTIVE for port object 35f9fe52-beb0-4f3d-a626-6ca3f80b7cf9 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:30:44.149044 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0595d676-b8ec-414b-8e69-fdc7438f06bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:44.149365 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3369b767-a9ac-4c0f-84bb-e62500ef070c tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Pushing event updated for resources: {'Network': ['ID=d29609a6-06ff-4966-bc6a-2a29747357fe,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:44.176326 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network d29609a6-06ff-4966-bc6a-2a29747357fe details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:30:44.218127 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0595d676-b8ec-414b-8e69-fdc7438f06bc None None] Network 5c871254-277e-424f-befb-62c2f4773ad5 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:30:44.220184 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c0bcb44-6b82-45de-9fc2-1c5afa723e0e tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Made reservation on behalf of eb4648c7d51b4707816c19fdea5e0acc for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:30:44.221511 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-0595d676-b8ec-414b-8e69-fdc7438f06bc None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:30:44.223251 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595d676-b8ec-414b-8e69-fdc7438f06bc None None] Pushing event updated for resources: {'Port': ['ID=35f9fe52-beb0-4f3d-a626-6ca3f80b7cf9,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:44.223832 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5c0bcb44-6b82-45de-9fc2-1c5afa723e0e tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:44.225436 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0595d676-b8ec-414b-8e69-fdc7438f06bc None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:30:44.408132 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5c0bcb44-6b82-45de-9fc2-1c5afa723e0e tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:44.478206 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-0595d676-b8ec-414b-8e69-fdc7438f06bc None None] Attempting to bind port 35f9fe52-beb0-4f3d-a626-6ca3f80b7cf9 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:30:44.478577 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-0595d676-b8ec-414b-8e69-fdc7438f06bc None None] Attempting to bind port 35f9fe52-beb0-4f3d-a626-6ca3f80b7cf9 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '4b3e9e73-ac8e-4890-afc4-a11ddf40c16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '5c871254-277e-424f-befb-62c2f4773ad5'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:30:44.478941 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0595d676-b8ec-414b-8e69-fdc7438f06bc None None] Attempting to bind port 35f9fe52-beb0-4f3d-a626-6ca3f80b7cf9 on network 5c871254-277e-424f-befb-62c2f4773ad5 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:30:44.479547 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0bcb44-6b82-45de-9fc2-1c5afa723e0e tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Pushing event updated for resources: {'Subnet': ['ID=4704257c-15dc-49d5-91d7-1d9255a81282,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:44.485502 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0595d676-b8ec-414b-8e69-fdc7438f06bc None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:30:44.485877 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0595d676-b8ec-414b-8e69-fdc7438f06bc None None] Checking segment: {'id': '4b3e9e73-ac8e-4890-afc4-a11ddf40c16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '5c871254-277e-424f-befb-62c2f4773ad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:30:44.486286 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0595d676-b8ec-414b-8e69-fdc7438f06bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:44.486684 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0595d676-b8ec-414b-8e69-fdc7438f06bc None None] Bound using segment: {'id': '4b3e9e73-ac8e-4890-afc4-a11ddf40c16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '5c871254-277e-424f-befb-62c2f4773ad5'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:30:44.487160 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-0595d676-b8ec-414b-8e69-fdc7438f06bc None None] Bound port: 35f9fe52-beb0-4f3d-a626-6ca3f80b7cf9, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b3e9e73-ac8e-4890-afc4-a11ddf40c16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '5c871254-277e-424f-befb-62c2f4773ad5'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:30:44.487800 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0595d676-b8ec-414b-8e69-fdc7438f06bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:44.492542 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0bcb44-6b82-45de-9fc2-1c5afa723e0e tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Checking segment: {'id': '9bf57438-17e5-4552-8079-3a36fdffa87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '7894ea3a-efef-45d8-8ed9-340e0c75831d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:30:44.493063 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0bcb44-6b82-45de-9fc2-1c5afa723e0e tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Network hostable DHCP agents. Network: 7894ea3a-efef-45d8-8ed9-340e0c75831d, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:30:44.513688 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0bcb44-6b82-45de-9fc2-1c5afa723e0e tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Network 7894ea3a-efef-45d8-8ed9-340e0c75831d is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:30:44.523485 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-5c0bcb44-6b82-45de-9fc2-1c5afa723e0e tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 7894ea3a-efef-45d8-8ed9-340e0c75831d) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:30:44.527589 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0bcb44-6b82-45de-9fc2-1c5afa723e0e tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:30:44.528175 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5c0bcb44-6b82-45de-9fc2-1c5afa723e0e tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:44.534396 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b155300-d575-41d5-947c-6832cdce5728 None None] Network 7894ea3a-efef-45d8-8ed9-340e0c75831d requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:30:44.543613 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-5c0bcb44-6b82-45de-9fc2-1c5afa723e0e tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4496589 Jul 24 00:30:44.546308 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34490) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:44.551289 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-8eda158a-5ac0-4c45-97bf-88cb568cdc15 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Request body: {'subnet': {'network_id': 'd29609a6-06ff-4966-bc6a-2a29747357fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:30:44.611588 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-0595d676-b8ec-414b-8e69-fdc7438f06bc None None] For port 35f9fe52-beb0-4f3d-a626-6ca3f80b7cf9, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:30:44.631642 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-0595d676-b8ec-414b-8e69-fdc7438f06bc None None] For port 35f9fe52-beb0-4f3d-a626-6ca3f80b7cf9, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=35f9fe52-beb0-4f3d-a626-6ca3f80b7cf9,segment=NetworkSegment(4b3e9e73-ac8e-4890-afc4-a11ddf40c16e),segment_id=4b3e9e73-ac8e-4890-afc4-a11ddf40c16e)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:30:44.638820 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0595d676-b8ec-414b-8e69-fdc7438f06bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:44.639942 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eda158a-5ac0-4c45-97bf-88cb568cdc15 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Made reservation on behalf of eb4648c7d51b4707816c19fdea5e0acc for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:30:44.643998 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8eda158a-5ac0-4c45-97bf-88cb568cdc15 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:44.780316 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595d676-b8ec-414b-8e69-fdc7438f06bc None None] Pushing event updated for resources: {'Port': ['ID=35f9fe52-beb0-4f3d-a626-6ca3f80b7cf9,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:44.794897 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb168445-5083-483e-bb2a-436b8b1c4828 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-7894ea3a-efef-45d8-8ed9-340e0c75831d', 'network_id': '7894ea3a-efef-45d8-8ed9-340e0c75831d', 'tenant_id': 'eb4648c7d51b4707816c19fdea5e0acc', 'fixed_ips': [{'subnet_id': '4704257c-15dc-49d5-91d7-1d9255a81282'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:30:44.795803 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-cb168445-5083-483e-bb2a-436b8b1c4828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:44.844527 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8eda158a-5ac0-4c45-97bf-88cb568cdc15 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:44.928832 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eda158a-5ac0-4c45-97bf-88cb568cdc15 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Pushing event updated for resources: {'Subnet': ['ID=c3f2f269-2deb-49da-80a6-9695a625c4aa,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:44.936930 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eda158a-5ac0-4c45-97bf-88cb568cdc15 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Checking segment: {'id': '47eb346b-b5e0-432b-907d-f1721e868d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd29609a6-06ff-4966-bc6a-2a29747357fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:30:44.938426 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eda158a-5ac0-4c45-97bf-88cb568cdc15 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Network hostable DHCP agents. Network: d29609a6-06ff-4966-bc6a-2a29747357fe, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:30:44.963674 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eda158a-5ac0-4c45-97bf-88cb568cdc15 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Network d29609a6-06ff-4966-bc6a-2a29747357fe is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:30:44.969639 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-cb168445-5083-483e-bb2a-436b8b1c4828 None None] Allocated IP 172.20.0.2 (7894ea3a-efef-45d8-8ed9-340e0c75831d/4704257c-15dc-49d5-91d7-1d9255a81282/4902bfe3-c0e1-4955-86b6-ab32ee5a4f68) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:30:44.974325 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-8eda158a-5ac0-4c45-97bf-88cb568cdc15 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, d29609a6-06ff-4966-bc6a-2a29747357fe) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:30:44.980196 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eda158a-5ac0-4c45-97bf-88cb568cdc15 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:30:44.980874 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8eda158a-5ac0-4c45-97bf-88cb568cdc15 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:44.985970 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880d46a3-531d-4177-a3f5-a61a9df0a0d8 None None] Network d29609a6-06ff-4966-bc6a-2a29747357fe requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:30:45.007236 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-8eda158a-5ac0-4c45-97bf-88cb568cdc15 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4595609 Jul 24 00:30:45.009641 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34494) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:45.113192 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:45.233383 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-cb168445-5083-483e-bb2a-436b8b1c4828 None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:45.266286 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-cb168445-5083-483e-bb2a-436b8b1c4828 None None] Transition to ACTIVE for port object 4902bfe3-c0e1-4955-86b6-ab32ee5a4f68 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:30:45.271749 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b284fa7d-2fcd-4e7e-a530-f1ecf091c07f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-d29609a6-06ff-4966-bc6a-2a29747357fe', 'network_id': 'd29609a6-06ff-4966-bc6a-2a29747357fe', 'tenant_id': 'eb4648c7d51b4707816c19fdea5e0acc', 'fixed_ips': [{'subnet_id': 'c3f2f269-2deb-49da-80a6-9695a625c4aa'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:30:45.272605 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b284fa7d-2fcd-4e7e-a530-f1ecf091c07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:45.294912 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-cb168445-5083-483e-bb2a-436b8b1c4828 None None] Transition to ACTIVE for port object 4902bfe3-c0e1-4955-86b6-ab32ee5a4f68 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:30:45.303930 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-cb168445-5083-483e-bb2a-436b8b1c4828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:45.377869 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1eab6237-a715-4773-8005-c156ad88cca8 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:45.385440 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb168445-5083-483e-bb2a-436b8b1c4828 None None] Network 7894ea3a-efef-45d8-8ed9-340e0c75831d is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:30:45.398903 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-cb168445-5083-483e-bb2a-436b8b1c4828 None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:30:45.407016 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb168445-5083-483e-bb2a-436b8b1c4828 None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:30:45.427247 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb168445-5083-483e-bb2a-436b8b1c4828 None None] Pushing event updated for resources: {'Port': ['ID=4902bfe3-c0e1-4955-86b6-ab32ee5a4f68,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:45.518442 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-cb168445-5083-483e-bb2a-436b8b1c4828 None None] Attempting to bind port 4902bfe3-c0e1-4955-86b6-ab32ee5a4f68 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:30:45.518817 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-cb168445-5083-483e-bb2a-436b8b1c4828 None None] Attempting to bind port 4902bfe3-c0e1-4955-86b6-ab32ee5a4f68 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '9bf57438-17e5-4552-8079-3a36fdffa87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '7894ea3a-efef-45d8-8ed9-340e0c75831d'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:30:45.519185 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb168445-5083-483e-bb2a-436b8b1c4828 None None] Attempting to bind port 4902bfe3-c0e1-4955-86b6-ab32ee5a4f68 on network 7894ea3a-efef-45d8-8ed9-340e0c75831d {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:30:45.525147 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-b284fa7d-2fcd-4e7e-a530-f1ecf091c07f None None] Allocated IP 172.20.0.2 (d29609a6-06ff-4966-bc6a-2a29747357fe/c3f2f269-2deb-49da-80a6-9695a625c4aa/2b238698-8ff5-415b-a73f-e88804c0782d) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:30:45.531293 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb168445-5083-483e-bb2a-436b8b1c4828 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:30:45.531741 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb168445-5083-483e-bb2a-436b8b1c4828 None None] Checking segment: {'id': '9bf57438-17e5-4552-8079-3a36fdffa87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '7894ea3a-efef-45d8-8ed9-340e0c75831d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:30:45.532175 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-cb168445-5083-483e-bb2a-436b8b1c4828 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:45.532585 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb168445-5083-483e-bb2a-436b8b1c4828 None None] Bound using segment: {'id': '9bf57438-17e5-4552-8079-3a36fdffa87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '7894ea3a-efef-45d8-8ed9-340e0c75831d'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:30:45.533109 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-cb168445-5083-483e-bb2a-436b8b1c4828 None None] Bound port: 4902bfe3-c0e1-4955-86b6-ab32ee5a4f68, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bf57438-17e5-4552-8079-3a36fdffa87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '7894ea3a-efef-45d8-8ed9-340e0c75831d'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:30:45.533529 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-cb168445-5083-483e-bb2a-436b8b1c4828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:45.676668 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-cb168445-5083-483e-bb2a-436b8b1c4828 None None] For port 4902bfe3-c0e1-4955-86b6-ab32ee5a4f68, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:30:45.685473 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-cb168445-5083-483e-bb2a-436b8b1c4828 None None] For port 4902bfe3-c0e1-4955-86b6-ab32ee5a4f68, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=4902bfe3-c0e1-4955-86b6-ab32ee5a4f68,segment=NetworkSegment(9bf57438-17e5-4552-8079-3a36fdffa87b),segment_id=9bf57438-17e5-4552-8079-3a36fdffa87b)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:30:45.695725 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-cb168445-5083-483e-bb2a-436b8b1c4828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:45.714006 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d3b31-49ef-40b6-8985-e46691610fb9 req-bde9c728-dba8-4737-a96d-639e7051a41a tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:30:45.723954 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-834d3b31-49ef-40b6-8985-e46691610fb9 req-bde9c728-dba8-4737-a96d-639e7051a41a tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bac74b4-78e4-4598-adab-311e683ca467 HTTP/1.1" status: 200 len: 945 time: 0.6472151 Jul 24 00:30:45.763490 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 35f9fe52-beb0-4f3d-a626-6ca3f80b7cf9 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:30:45.843652 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-834d3b31-49ef-40b6-8985-e46691610fb9 req-93a268a9-a733-4cc5-aca1-20b5e8db60f6 tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] 10.222.0.44 "GET /v2.0/security-groups?id=528a8a3b-6970-454e-ba38-9e5ff1587713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159732 Jul 24 00:30:45.854361 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52156756-8949-4de1-8a3c-263774627a0a None None] Network 5c871254-277e-424f-befb-62c2f4773ad5 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:30:45.874135 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 35f9fe52-beb0-4f3d-a626-6ca3f80b7cf9 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:30:45.889765 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b284fa7d-2fcd-4e7e-a530-f1ecf091c07f None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:45.891491 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb168445-5083-483e-bb2a-436b8b1c4828 None None] Pushing event updated for resources: {'Port': ['ID=4902bfe3-c0e1-4955-86b6-ab32ee5a4f68,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:45.949214 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-b284fa7d-2fcd-4e7e-a530-f1ecf091c07f None None] Transition to ACTIVE for port object 2b238698-8ff5-415b-a73f-e88804c0782d will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:30:45.965622 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-b284fa7d-2fcd-4e7e-a530-f1ecf091c07f None None] Transition to ACTIVE for port object 2b238698-8ff5-415b-a73f-e88804c0782d will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:30:45.981155 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b284fa7d-2fcd-4e7e-a530-f1ecf091c07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:46.031370 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a87047-7a2a-48ad-9788-06ddf7516dee req-d0bfa7ea-7a5f-4154-be0f-9bc5f6e4599c tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:30:46.033036 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-58a87047-7a2a-48ad-9788-06ddf7516dee req-d0bfa7ea-7a5f-4154-be0f-9bc5f6e4599c tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bac74b4-78e4-4598-adab-311e683ca467 HTTP/1.1" status: 200 len: 945 time: 0.1171994 Jul 24 00:30:46.047814 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-846f91ba-d55e-4386-9f87-4513b062340f None None] Provisioning for port 35f9fe52-beb0-4f3d-a626-6ca3f80b7cf9 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:30:46.061333 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-1eab6237-a715-4773-8005-c156ad88cca8 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Allocated IP 172.20.0.1 (7894ea3a-efef-45d8-8ed9-340e0c75831d/4704257c-15dc-49d5-91d7-1d9255a81282/09f5b37a-58f2-4dd0-ac67-b00015ffac50) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:30:46.061955 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b284fa7d-2fcd-4e7e-a530-f1ecf091c07f None None] Network d29609a6-06ff-4966-bc6a-2a29747357fe is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:30:46.069373 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-846f91ba-d55e-4386-9f87-4513b062340f None None] Provisioning complete for port 35f9fe52-beb0-4f3d-a626-6ca3f80b7cf9 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:30:46.069757 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-846f91ba-d55e-4386-9f87-4513b062340f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:46.094526 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-58a87047-7a2a-48ad-9788-06ddf7516dee req-b2062167-6fa1-4e90-83d5-0147c4d80a50 tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] 10.222.0.44 "GET /v2.0/security-groups?id=528a8a3b-6970-454e-ba38-9e5ff1587713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532475 Jul 24 00:30:46.128001 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-b284fa7d-2fcd-4e7e-a530-f1ecf091c07f None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:30:46.130869 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b284fa7d-2fcd-4e7e-a530-f1ecf091c07f None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:30:46.142500 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284fa7d-2fcd-4e7e-a530-f1ecf091c07f None None] Pushing event updated for resources: {'Port': ['ID=2b238698-8ff5-415b-a73f-e88804c0782d,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:46.224148 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-b284fa7d-2fcd-4e7e-a530-f1ecf091c07f None None] Attempting to bind port 2b238698-8ff5-415b-a73f-e88804c0782d on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:30:46.224699 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-b284fa7d-2fcd-4e7e-a530-f1ecf091c07f None None] Attempting to bind port 2b238698-8ff5-415b-a73f-e88804c0782d by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '47eb346b-b5e0-432b-907d-f1721e868d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd29609a6-06ff-4966-bc6a-2a29747357fe'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:30:46.225094 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b284fa7d-2fcd-4e7e-a530-f1ecf091c07f None None] Attempting to bind port 2b238698-8ff5-415b-a73f-e88804c0782d on network d29609a6-06ff-4966-bc6a-2a29747357fe {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:30:46.230245 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1eab6237-a715-4773-8005-c156ad88cca8 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:46.246970 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [None req-1eab6237-a715-4773-8005-c156ad88cca8 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Transition to ACTIVE for port object 09f5b37a-58f2-4dd0-ac67-b00015ffac50 will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:30:46.277948 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b284fa7d-2fcd-4e7e-a530-f1ecf091c07f None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:30:46.278595 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b284fa7d-2fcd-4e7e-a530-f1ecf091c07f None None] Checking segment: {'id': '47eb346b-b5e0-432b-907d-f1721e868d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd29609a6-06ff-4966-bc6a-2a29747357fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:30:46.278818 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b284fa7d-2fcd-4e7e-a530-f1ecf091c07f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:46.279250 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b284fa7d-2fcd-4e7e-a530-f1ecf091c07f None None] Bound using segment: {'id': '47eb346b-b5e0-432b-907d-f1721e868d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd29609a6-06ff-4966-bc6a-2a29747357fe'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:30:46.279611 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-b284fa7d-2fcd-4e7e-a530-f1ecf091c07f None None] Bound port: 2b238698-8ff5-415b-a73f-e88804c0782d, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47eb346b-b5e0-432b-907d-f1721e868d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd29609a6-06ff-4966-bc6a-2a29747357fe'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:30:46.280176 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b284fa7d-2fcd-4e7e-a530-f1ecf091c07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:46.285276 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1eab6237-a715-4773-8005-c156ad88cca8 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:46.303185 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-846f91ba-d55e-4386-9f87-4513b062340f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:46.328571 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eab6237-a715-4773-8005-c156ad88cca8 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Network 7894ea3a-efef-45d8-8ed9-340e0c75831d is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:30:46.332205 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-1eab6237-a715-4773-8005-c156ad88cca8 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:30:46.338290 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eab6237-a715-4773-8005-c156ad88cca8 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:30:46.367302 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eab6237-a715-4773-8005-c156ad88cca8 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Pushing event updated for resources: {'Port': ['ID=09f5b37a-58f2-4dd0-ac67-b00015ffac50,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:46.383798 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7722428-6db3-4427-a2be-d3849cd5244c req-dbdf4c37-4c92-48ad-80d8-288bde5fd6ab tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:30:46.391560 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-846f91ba-d55e-4386-9f87-4513b062340f None None] For port 35f9fe52-beb0-4f3d-a626-6ca3f80b7cf9, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=35f9fe52-beb0-4f3d-a626-6ca3f80b7cf9,segment=NetworkSegment(4b3e9e73-ac8e-4890-afc4-a11ddf40c16e),segment_id=4b3e9e73-ac8e-4890-afc4-a11ddf40c16e)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:30:46.397646 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1eab6237-a715-4773-8005-c156ad88cca8 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681761'] for router_interface, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:46.399617 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a7722428-6db3-4427-a2be-d3849cd5244c req-dbdf4c37-4c92-48ad-80d8-288bde5fd6ab tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bac74b4-78e4-4598-adab-311e683ca467 HTTP/1.1" status: 200 len: 945 time: 0.0982475 Jul 24 00:30:46.406472 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-846f91ba-d55e-4386-9f87-4513b062340f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:46.418174 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-b284fa7d-2fcd-4e7e-a530-f1ecf091c07f None None] For port 2b238698-8ff5-415b-a73f-e88804c0782d, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:30:46.462852 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-b284fa7d-2fcd-4e7e-a530-f1ecf091c07f None None] For port 2b238698-8ff5-415b-a73f-e88804c0782d, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=2b238698-8ff5-415b-a73f-e88804c0782d,segment=NetworkSegment(47eb346b-b5e0-432b-907d-f1721e868d7e),segment_id=47eb346b-b5e0-432b-907d-f1721e868d7e)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:30:46.475416 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a7722428-6db3-4427-a2be-d3849cd5244c req-0b386de2-7743-401f-9aee-19c47a8c4d60 tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] 10.222.0.44 "GET /v2.0/security-groups?id=528a8a3b-6970-454e-ba38-9e5ff1587713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687914 Jul 24 00:30:46.476277 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b284fa7d-2fcd-4e7e-a530-f1ecf091c07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:46.497262 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846f91ba-d55e-4386-9f87-4513b062340f None None] Pushing event updated for resources: {'Port': ['ID=35f9fe52-beb0-4f3d-a626-6ca3f80b7cf9,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:46.562481 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284fa7d-2fcd-4e7e-a530-f1ecf091c07f None None] Pushing event updated for resources: {'Port': ['ID=2b238698-8ff5-415b-a73f-e88804c0782d,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:46.587478 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1eab6237-a715-4773-8005-c156ad88cca8 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:46.842841 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-10a547ab-3130-4cc2-b47f-6e24615d3c8a None None] Provisioning complete for port 35f9fe52-beb0-4f3d-a626-6ca3f80b7cf9 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:30:46.843220 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-10a547ab-3130-4cc2-b47f-6e24615d3c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:46.909009 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1eab6237-a715-4773-8005-c156ad88cca8 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:46.915966 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1eab6237-a715-4773-8005-c156ad88cca8 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:47.012333 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1eab6237-a715-4773-8005-c156ad88cca8 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680980'] for router_interface, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:47.014816 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eab6237-a715-4773-8005-c156ad88cca8 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Pushing event updated for resources: {'Port': ['ID=09f5b37a-58f2-4dd0-ac67-b00015ffac50,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:47.054189 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24dded2-466f-4b44-84ef-87822e9f9001 None None] Network 7894ea3a-efef-45d8-8ed9-340e0c75831d requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:30:47.112548 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eab6237-a715-4773-8005-c156ad88cca8 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Network 7894ea3a-efef-45d8-8ed9-340e0c75831d is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:30:47.114057 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-1eab6237-a715-4773-8005-c156ad88cca8 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:30:47.118743 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2a8a398b-3e1f-4d91-9d29-68799488833d None None] Provisioning for port 4902bfe3-c0e1-4955-86b6-ab32ee5a4f68 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:30:47.244097 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eab6237-a715-4773-8005-c156ad88cca8 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Router dc59c0c1-4552-47a9-acde-45036a67fd1e is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:30:47.345999 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eab6237-a715-4773-8005-c156ad88cca8 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:30:47.351191 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-1eab6237-a715-4773-8005-c156ad88cca8 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] 10.222.0.44 "PUT /v2.0/routers/dc59c0c1-4552-47a9-acde-45036a67fd1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3398776 Jul 24 00:30:47.353881 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34504) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:47.359244 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec3ee4f-5c12-419a-8fed-041ef6d51ddf None None] Sync routers for ids ['dc59c0c1-4552-47a9-acde-45036a67fd1e'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:30:47.368696 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec3ee4f-5c12-419a-8fed-041ef6d51ddf None None] Routers {'dc59c0c1-4552-47a9-acde-45036a67fd1e'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:30:47.369366 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-2ec3ee4f-5c12-419a-8fed-041ef6d51ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:30:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['dc59c0c1-4552-47a9-acde-45036a67fd1e'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:30:47.408363 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-2ec3ee4f-5c12-419a-8fed-041ef6d51ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:30:47.418278 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec3ee4f-5c12-419a-8fed-041ef6d51ddf None None] Routers {'dc59c0c1-4552-47a9-acde-45036a67fd1e'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:30:47.419521 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-2ec3ee4f-5c12-419a-8fed-041ef6d51ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:30:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['dc59c0c1-4552-47a9-acde-45036a67fd1e'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:30:47.464734 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-2ec3ee4f-5c12-419a-8fed-041ef6d51ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:30:47.465566 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec3ee4f-5c12-419a-8fed-041ef6d51ddf None None] The sync data for ids ['dc59c0c1-4552-47a9-acde-45036a67fd1e'] in n-d-800088-16 is: [] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:30:47.549387 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-4787b9e4-b184-4703-8cfe-b6712ea884ad None None] Provisioning for port 09f5b37a-58f2-4dd0-ac67-b00015ffac50 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:30:47.554463 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-4787b9e4-b184-4703-8cfe-b6712ea884ad None None] Provisioning complete for port 09f5b37a-58f2-4dd0-ac67-b00015ffac50 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:30:47.555183 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-4787b9e4-b184-4703-8cfe-b6712ea884ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:47.596987 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-4787b9e4-b184-4703-8cfe-b6712ea884ad None None] Port 09f5b37a-58f2-4dd0-ac67-b00015ffac50 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:30:47.721607 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7541cc2c-10b7-4b64-8f02-f844d821366b req-13a6612e-cf68-40d8-bbcb-cc16f2936c1a tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:30:47.723160 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7541cc2c-10b7-4b64-8f02-f844d821366b req-13a6612e-cf68-40d8-bbcb-cc16f2936c1a tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bac74b4-78e4-4598-adab-311e683ca467 HTTP/1.1" status: 200 len: 945 time: 0.1701388 Jul 24 00:30:47.741989 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a3d5ae-7487-4fd4-9197-6287cfff052c None None] Network d29609a6-06ff-4966-bc6a-2a29747357fe requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:30:47.809695 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7541cc2c-10b7-4b64-8f02-f844d821366b req-1408a3d2-c651-4605-bc88-ede185866080 tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] 10.222.0.44 "GET /v2.0/security-groups?id=528a8a3b-6970-454e-ba38-9e5ff1587713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764592 Jul 24 00:30:47.838190 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 4902bfe3-c0e1-4955-86b6-ab32ee5a4f68 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:30:47.876686 n-d-800088-16 neutron-server[100314]: INFO neutron.api.v2.resource [None req-2b21f1d9-a2d5-45a8-9ed7-69b88247a210 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 00:30:47.880820 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34510) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:47.882061 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-2b21f1d9-a2d5-45a8-9ed7-69b88247a210 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] 10.222.0.44 "PUT /v2.0/routers/dc59c0c1-4552-47a9-acde-45036a67fd1e/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5271373 Jul 24 00:30:47.897676 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-5acd4822-ec18-4da1-b19f-418278eab164 None None] Provisioning for port 2b238698-8ff5-415b-a73f-e88804c0782d completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:30:48.025432 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 4902bfe3-c0e1-4955-86b6-ab32ee5a4f68 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:30:48.028834 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:48.035095 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 4902bfe3-c0e1-4955-86b6-ab32ee5a4f68 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:30:48.035487 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:48.073311 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-8fd6ead0-f0a6-4738-8be2-965577a90c86 None None] Provisioning complete for port 09f5b37a-58f2-4dd0-ac67-b00015ffac50 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:30:48.073769 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-8fd6ead0-f0a6-4738-8be2-965577a90c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:48.134250 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb05f8da-37e9-4065-a081-4dc0a87e0440 req-0acd3413-ff5c-4477-aafc-a23b2b241d67 tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:30:48.135957 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fb05f8da-37e9-4065-a081-4dc0a87e0440 req-0acd3413-ff5c-4477-aafc-a23b2b241d67 tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bac74b4-78e4-4598-adab-311e683ca467 HTTP/1.1" status: 200 len: 945 time: 0.0897155 Jul 24 00:30:48.180394 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fb05f8da-37e9-4065-a081-4dc0a87e0440 req-626f3d16-59f3-4c06-8511-e758916846e2 tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] 10.222.0.44 "GET /v2.0/security-groups?id=528a8a3b-6970-454e-ba38-9e5ff1587713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379260 Jul 24 00:30:48.227221 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ba4c4a-4f66-4123-8b88-fe2403b74a2c req-0be500d6-7fad-4a9b-b6ac-2d1d2b2b277c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:30:48.228718 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-20ba4c4a-4f66-4123-8b88-fe2403b74a2c req-0be500d6-7fad-4a9b-b6ac-2d1d2b2b277c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=26c9b2781dea48c7bf668cf064c13ec5&device_id=9bac74b4-78e4-4598-adab-311e683ca467 HTTP/1.1" status: 200 len: 1097 time: 0.1192088 Jul 24 00:30:48.301501 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-8fd6ead0-f0a6-4738-8be2-965577a90c86 None None] Port 09f5b37a-58f2-4dd0-ac67-b00015ffac50 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:30:48.348343 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:48.351768 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ba4c4a-4f66-4123-8b88-fe2403b74a2c req-51b2991a-5e85-407c-a2a9-ba1c3d64bf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:30:48.353305 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-20ba4c4a-4f66-4123-8b88-fe2403b74a2c req-51b2991a-5e85-407c-a2a9-ba1c3d64bf52 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0f02b9ba-7815-4adc-a181-0c9fa4fcd4f3 HTTP/1.1" status: 200 len: 913 time: 0.1064291 Jul 24 00:30:48.384312 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 4902bfe3-c0e1-4955-86b6-ab32ee5a4f68, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=4902bfe3-c0e1-4955-86b6-ab32ee5a4f68,segment=NetworkSegment(9bf57438-17e5-4552-8079-3a36fdffa87b),segment_id=9bf57438-17e5-4552-8079-3a36fdffa87b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:30:48.389608 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:48.390680 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 35f9fe52-beb0-4f3d-a626-6ca3f80b7cf9 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:30:48.408931 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-20ba4c4a-4f66-4123-8b88-fe2403b74a2c req-3fbe17c1-bada-42cf-ba40-a4b26f8665d8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4949bd98-8de2-42d8-bc07-5ae7f85f2068 HTTP/1.1" status: 200 len: 217 time: 0.0391054 Jul 24 00:30:48.469715 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-174275a1-15c1-4209-9596-c7d41b49890b tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681029'] for router_interface, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:48.487138 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-4dfbe6c2-31bb-4fae-8deb-72b9fa93eec2 None None] Provisioning complete for port 09f5b37a-58f2-4dd0-ac67-b00015ffac50 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:30:48.487508 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-4dfbe6c2-31bb-4fae-8deb-72b9fa93eec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:48.491077 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=4902bfe3-c0e1-4955-86b6-ab32ee5a4f68,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:48.533217 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 35f9fe52-beb0-4f3d-a626-6ca3f80b7cf9 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:30:48.534073 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:48.535171 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ba4c4a-4f66-4123-8b88-fe2403b74a2c req-b0e335b6-f3a7-4a61-b573-4e1532a28593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:30:48.535385 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-4dfbe6c2-31bb-4fae-8deb-72b9fa93eec2 None None] Port 09f5b37a-58f2-4dd0-ac67-b00015ffac50 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:30:48.536657 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-20ba4c4a-4f66-4123-8b88-fe2403b74a2c req-b0e335b6-f3a7-4a61-b573-4e1532a28593 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c6acca04-7927-47a1-8f17-fde48e4aea63 HTTP/1.1" status: 200 len: 852 time: 0.1214139 Jul 24 00:30:48.614145 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 2b238698-8ff5-415b-a73f-e88804c0782d up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:30:48.679641 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 2b238698-8ff5-415b-a73f-e88804c0782d completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:30:48.683955 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 2b238698-8ff5-415b-a73f-e88804c0782d triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:30:48.685028 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:48.764669 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:48.797904 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 2b238698-8ff5-415b-a73f-e88804c0782d, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=2b238698-8ff5-415b-a73f-e88804c0782d,segment=NetworkSegment(47eb346b-b5e0-432b-907d-f1721e868d7e),segment_id=47eb346b-b5e0-432b-907d-f1721e868d7e)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:30:48.801968 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:48.853518 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=2b238698-8ff5-415b-a73f-e88804c0782d,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:48.913615 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-20ba4c4a-4f66-4123-8b88-fe2403b74a2c req-c943838e-85c2-43e1-9b5d-8f326619cc48 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0f02b9ba-7815-4adc-a181-0c9fa4fcd4f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3688986 Jul 24 00:30:49.058300 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-20ba4c4a-4f66-4123-8b88-fe2403b74a2c req-ad170f4a-0746-4fdf-9a4a-510c4923ab1d service neutron] 10.222.0.52 "GET /v2.0/networks/0f02b9ba-7815-4adc-a181-0c9fa4fcd4f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373386 Jul 24 00:30:49.203373 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-20ba4c4a-4f66-4123-8b88-fe2403b74a2c req-2aa19c30-c28b-4940-a4bd-b77fa5286d9d service neutron] 10.222.0.52 "GET /v2.0/networks/0f02b9ba-7815-4adc-a181-0c9fa4fcd4f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382885 Jul 24 00:30:49.221633 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-174275a1-15c1-4209-9596-c7d41b49890b tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Deleting port 09f5b37a-58f2-4dd0-ac67-b00015ffac50 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:30:49.222009 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-174275a1-15c1-4209-9596-c7d41b49890b tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:49.315610 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-174275a1-15c1-4209-9596-c7d41b49890b tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:49.327667 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-174275a1-15c1-4209-9596-c7d41b49890b tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Calling delete_port for 09f5b37a-58f2-4dd0-ac67-b00015ffac50 owned by network:router_interface {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:30:49.480990 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216eaad6-1467-4c9f-8e8f-73e5771e9a1a req-6657c73b-1245-4578-93fb-3d4cf6346341 tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:30:49.483024 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-216eaad6-1467-4c9f-8e8f-73e5771e9a1a req-6657c73b-1245-4578-93fb-3d4cf6346341 tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bac74b4-78e4-4598-adab-311e683ca467 HTTP/1.1" status: 200 len: 945 time: 0.2271957 Jul 24 00:30:49.549387 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-216eaad6-1467-4c9f-8e8f-73e5771e9a1a req-9c43b664-4625-4f6a-bfac-9f7d86a16c5c tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] 10.222.0.44 "GET /v2.0/security-groups?id=528a8a3b-6970-454e-ba38-9e5ff1587713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586879 Jul 24 00:30:49.573020 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-174275a1-15c1-4209-9596-c7d41b49890b tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:49.600165 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174275a1-15c1-4209-9596-c7d41b49890b tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Pushing event deleted for resources: {'Port': ['ID=09f5b37a-58f2-4dd0-ac67-b00015ffac50,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:49.683574 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 4902bfe3-c0e1-4955-86b6-ab32ee5a4f68 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:30:49.741621 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 4902bfe3-c0e1-4955-86b6-ab32ee5a4f68 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:30:49.742039 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:49.750784 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-174275a1-15c1-4209-9596-c7d41b49890b tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679987'] for router_interface, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:49.830354 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 2b238698-8ff5-415b-a73f-e88804c0782d up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:30:49.882534 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 2b238698-8ff5-415b-a73f-e88804c0782d triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:30:49.882834 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:49.906744 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-174275a1-15c1-4209-9596-c7d41b49890b tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Router dc59c0c1-4552-47a9-acde-45036a67fd1e has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:30:49.983010 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-174275a1-15c1-4209-9596-c7d41b49890b tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:30:49.987853 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-174275a1-15c1-4209-9596-c7d41b49890b tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] 10.222.0.44 "PUT /v2.0/routers/dc59c0c1-4552-47a9-acde-45036a67fd1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1056149 Jul 24 00:30:49.991721 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34518) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:49.993826 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbf3eba-94bd-462c-947f-c43cb9d380c5 None None] Sync routers for ids ['dc59c0c1-4552-47a9-acde-45036a67fd1e'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:30:50.002870 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbf3eba-94bd-462c-947f-c43cb9d380c5 None None] Routers {'dc59c0c1-4552-47a9-acde-45036a67fd1e'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:30:50.003479 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-fbbf3eba-94bd-462c-947f-c43cb9d380c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:30:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['dc59c0c1-4552-47a9-acde-45036a67fd1e'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:30:50.032296 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [None req-5533a298-ef7c-4f57-828e-045ca935d2b0 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] delete failed (client error): The resource could not be found. Jul 24 00:30:50.033350 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-5533a298-ef7c-4f57-828e-045ca935d2b0 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] 10.222.0.44 "DELETE /v2.0/routers/tempest-non_exist_router-2199441 HTTP/1.1" status: 404 len: 332 time: 0.0407681 Jul 24 00:30:50.037072 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34520) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:50.038349 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-fbbf3eba-94bd-462c-947f-c43cb9d380c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:30:50.041533 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-0544927b-60a1-40a9-898a-310020e272e4 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Request body: {'router': {'external_gateway_info': {'network_id': 'dc59c0c1-4552-47a9-acde-45036a67fd1e'}}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:30:50.047122 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbf3eba-94bd-462c-947f-c43cb9d380c5 None None] Routers {'dc59c0c1-4552-47a9-acde-45036a67fd1e'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:30:50.047731 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-fbbf3eba-94bd-462c-947f-c43cb9d380c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:30:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['dc59c0c1-4552-47a9-acde-45036a67fd1e'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:30:50.078976 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-fbbf3eba-94bd-462c-947f-c43cb9d380c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:30:50.079616 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbf3eba-94bd-462c-947f-c43cb9d380c5 None None] The sync data for ids ['dc59c0c1-4552-47a9-acde-45036a67fd1e'] in n-d-800088-16 is: [] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:30:50.239787 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0544927b-60a1-40a9-898a-310020e272e4 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:50.259913 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [None req-0544927b-60a1-40a9-898a-310020e272e4 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] update failed (client error): The resource could not be found. Jul 24 00:30:50.260992 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-0544927b-60a1-40a9-898a-310020e272e4 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] 10.222.0.44 "PUT /v2.0/routers/dc59c0c1-4552-47a9-acde-45036a67fd1e HTTP/1.1" status: 404 len: 339 time: 0.2229726 Jul 24 00:30:50.265273 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34522) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:50.532982 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-10c9d7db-69e6-4a50-bd52-4e7639f0fd06 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:50.678733 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19b77b5-63df-4f8d-af65-c74930b3781c req-c75b88e7-2614-4222-9f61-2b9e58f8d805 tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:30:50.680256 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a19b77b5-63df-4f8d-af65-c74930b3781c req-c75b88e7-2614-4222-9f61-2b9e58f8d805 tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bac74b4-78e4-4598-adab-311e683ca467 HTTP/1.1" status: 200 len: 945 time: 0.0646572 Jul 24 00:30:50.726394 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a19b77b5-63df-4f8d-af65-c74930b3781c req-e61072c6-4c56-488f-bdb0-0318ddf5804e tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] 10.222.0.44 "GET /v2.0/security-groups?id=528a8a3b-6970-454e-ba38-9e5ff1587713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403628 Jul 24 00:30:50.767944 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-10c9d7db-69e6-4a50-bd52-4e7639f0fd06 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Allocated IP 172.20.0.1 (5c871254-277e-424f-befb-62c2f4773ad5/2e0a114b-9dcf-47e0-b985-e3da5fe6bd57/5d033917-e3e5-4e1c-b4d1-8e275ae622bc) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:30:50.886399 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-10c9d7db-69e6-4a50-bd52-4e7639f0fd06 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:50.900349 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [None req-10c9d7db-69e6-4a50-bd52-4e7639f0fd06 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Transition to ACTIVE for port object 5d033917-e3e5-4e1c-b4d1-8e275ae622bc will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:30:50.933762 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-10c9d7db-69e6-4a50-bd52-4e7639f0fd06 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:50.974994 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de67f1-01be-4a2b-8916-9c8d5022258d req-286fbc77-1e63-4afc-9072-c5380e6d0637 tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:30:50.976440 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c9d7db-69e6-4a50-bd52-4e7639f0fd06 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Network 5c871254-277e-424f-befb-62c2f4773ad5 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:30:50.976595 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-34de67f1-01be-4a2b-8916-9c8d5022258d req-286fbc77-1e63-4afc-9072-c5380e6d0637 tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bac74b4-78e4-4598-adab-311e683ca467 HTTP/1.1" status: 200 len: 945 time: 0.0754070 Jul 24 00:30:50.979615 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-10c9d7db-69e6-4a50-bd52-4e7639f0fd06 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:30:50.983363 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c9d7db-69e6-4a50-bd52-4e7639f0fd06 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:30:51.015125 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c9d7db-69e6-4a50-bd52-4e7639f0fd06 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Pushing event updated for resources: {'Port': ['ID=5d033917-e3e5-4e1c-b4d1-8e275ae622bc,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:51.023549 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-34de67f1-01be-4a2b-8916-9c8d5022258d req-1cd375dc-6f16-4fb8-b104-e7a02e5ec05a tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] 10.222.0.44 "GET /v2.0/security-groups?id=528a8a3b-6970-454e-ba38-9e5ff1587713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411060 Jul 24 00:30:51.039605 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-10c9d7db-69e6-4a50-bd52-4e7639f0fd06 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681761'] for router_interface, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:51.170946 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-10c9d7db-69e6-4a50-bd52-4e7639f0fd06 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:51.200606 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-47ee6493-fcb4-4ed7-8185-adecfa426f2e None None] Provisioning for port 5d033917-e3e5-4e1c-b4d1-8e275ae622bc completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:30:51.204239 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-47ee6493-fcb4-4ed7-8185-adecfa426f2e None None] Provisioning complete for port 5d033917-e3e5-4e1c-b4d1-8e275ae622bc triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:30:51.204617 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-47ee6493-fcb4-4ed7-8185-adecfa426f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:51.238391 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-47ee6493-fcb4-4ed7-8185-adecfa426f2e None None] Port 5d033917-e3e5-4e1c-b4d1-8e275ae622bc cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:30:51.432125 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-10c9d7db-69e6-4a50-bd52-4e7639f0fd06 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:51.436485 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-10c9d7db-69e6-4a50-bd52-4e7639f0fd06 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:51.513101 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-10c9d7db-69e6-4a50-bd52-4e7639f0fd06 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680980'] for router_interface, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:51.514771 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c9d7db-69e6-4a50-bd52-4e7639f0fd06 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Pushing event updated for resources: {'Port': ['ID=5d033917-e3e5-4e1c-b4d1-8e275ae622bc,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:51.603490 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c9d7db-69e6-4a50-bd52-4e7639f0fd06 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Network 5c871254-277e-424f-befb-62c2f4773ad5 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:30:51.604887 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-10c9d7db-69e6-4a50-bd52-4e7639f0fd06 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:30:51.705823 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10c9d7db-69e6-4a50-bd52-4e7639f0fd06 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Router dc59c0c1-4552-47a9-acde-45036a67fd1e has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:30:51.798713 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10c9d7db-69e6-4a50-bd52-4e7639f0fd06 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:30:51.803622 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-10c9d7db-69e6-4a50-bd52-4e7639f0fd06 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] 10.222.0.44 "PUT /v2.0/routers/dc59c0c1-4552-47a9-acde-45036a67fd1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5373945 Jul 24 00:30:51.806252 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34530) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:51.807908 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6f78e5-5042-4ab5-abeb-0a7baefbc8c8 None None] Sync routers for ids ['dc59c0c1-4552-47a9-acde-45036a67fd1e'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:30:51.817819 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6f78e5-5042-4ab5-abeb-0a7baefbc8c8 None None] Routers {'dc59c0c1-4552-47a9-acde-45036a67fd1e'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:30:51.818434 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-5e6f78e5-5042-4ab5-abeb-0a7baefbc8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:30:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['dc59c0c1-4552-47a9-acde-45036a67fd1e'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:30:51.856210 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-5e6f78e5-5042-4ab5-abeb-0a7baefbc8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:30:51.871157 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6f78e5-5042-4ab5-abeb-0a7baefbc8c8 None None] Routers {'dc59c0c1-4552-47a9-acde-45036a67fd1e'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:30:51.871783 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-5e6f78e5-5042-4ab5-abeb-0a7baefbc8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:30:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['dc59c0c1-4552-47a9-acde-45036a67fd1e'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:30:51.874142 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-f1a4c618-6964-49c0-9cd5-b9f218d703fa None None] Provisioning complete for port 5d033917-e3e5-4e1c-b4d1-8e275ae622bc triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:30:51.874466 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f1a4c618-6964-49c0-9cd5-b9f218d703fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:51.897784 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-50cc277d-e92d-43e0-83bd-ed22fcd0f9c8 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks [] for router, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:51.923226 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-5e6f78e5-5042-4ab5-abeb-0a7baefbc8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:30:51.923874 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6f78e5-5042-4ab5-abeb-0a7baefbc8c8 None None] The sync data for ids ['dc59c0c1-4552-47a9-acde-45036a67fd1e'] in n-d-800088-16 is: [] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:30:51.943651 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-f1a4c618-6964-49c0-9cd5-b9f218d703fa None None] Port 5d033917-e3e5-4e1c-b4d1-8e275ae622bc cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:30:51.982828 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [None req-50cc277d-e92d-43e0-83bd-ed22fcd0f9c8 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 24 00:30:51.983897 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-50cc277d-e92d-43e0-83bd-ed22fcd0f9c8 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] 10.222.0.44 "DELETE /v2.0/routers/dc59c0c1-4552-47a9-acde-45036a67fd1e HTTP/1.1" status: 409 len: 329 time: 0.1766899 Jul 24 00:30:51.986690 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34532) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:52.566082 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0d9eac-0ac9-4162-95d1-3bef0e3a378c req-ad038fb6-fad2-4a05-ba16-113b35850735 tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:30:52.567816 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fc0d9eac-0ac9-4162-95d1-3bef0e3a378c req-ad038fb6-fad2-4a05-ba16-113b35850735 tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bac74b4-78e4-4598-adab-311e683ca467 HTTP/1.1" status: 200 len: 945 time: 0.4576161 Jul 24 00:30:52.633136 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fc0d9eac-0ac9-4162-95d1-3bef0e3a378c req-8a86baac-08d2-495e-a9e3-a9bb20119f21 tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] 10.222.0.44 "GET /v2.0/security-groups?id=528a8a3b-6970-454e-ba38-9e5ff1587713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581241 Jul 24 00:30:52.692786 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c81f7e49-5df9-4d21-bbd7-bde73a8a1ee4 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681029'] for router_interface, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:52.957955 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c9e27f-bd29-4569-9f99-360431328e6e req-ef80b3a7-7652-41cd-b6d2-df783f11129e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:30:52.959475 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c4c9e27f-bd29-4569-9f99-360431328e6e req-ef80b3a7-7652-41cd-b6d2-df783f11129e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=26c9b2781dea48c7bf668cf064c13ec5&device_id=9bac74b4-78e4-4598-adab-311e683ca467 HTTP/1.1" status: 200 len: 1097 time: 0.1298747 Jul 24 00:30:52.968101 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcbcfa5-133c-46af-9c97-adaa4ae928f9 req-92cc12bf-e08d-47b8-846d-d5a017cbf385 tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:30:52.969609 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7dcbcfa5-133c-46af-9c97-adaa4ae928f9 req-92cc12bf-e08d-47b8-846d-d5a017cbf385 tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bac74b4-78e4-4598-adab-311e683ca467 HTTP/1.1" status: 200 len: 945 time: 0.1807587 Jul 24 00:30:53.118331 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7dcbcfa5-133c-46af-9c97-adaa4ae928f9 req-79d9daec-1854-4853-aebb-abfabbe1fcbc tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] 10.222.0.44 "GET /v2.0/security-groups?id=528a8a3b-6970-454e-ba38-9e5ff1587713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381063 Jul 24 00:30:53.140717 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c9e27f-bd29-4569-9f99-360431328e6e req-cc4eadb5-49e5-4857-8fe4-b689c370d68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:30:53.142237 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c4c9e27f-bd29-4569-9f99-360431328e6e req-cc4eadb5-49e5-4857-8fe4-b689c370d68e service neutron] 10.222.0.52 "GET /v2.0/networks?id=0f02b9ba-7815-4adc-a181-0c9fa4fcd4f3 HTTP/1.1" status: 200 len: 913 time: 0.1716683 Jul 24 00:30:53.183695 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c45aaddf-685c-4067-b209-059d228643a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:53.196785 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c4c9e27f-bd29-4569-9f99-360431328e6e req-a5223e4c-9710-41de-9b66-3aa725e928b8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4949bd98-8de2-42d8-bc07-5ae7f85f2068 HTTP/1.1" status: 200 len: 217 time: 0.0451121 Jul 24 00:30:53.198429 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-c81f7e49-5df9-4d21-bbd7-bde73a8a1ee4 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Deleting port 5d033917-e3e5-4e1c-b4d1-8e275ae622bc {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:30:53.198772 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c81f7e49-5df9-4d21-bbd7-bde73a8a1ee4 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:53.299850 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c9e27f-bd29-4569-9f99-360431328e6e req-c36ebb48-79fb-4cdf-8d5d-192c9ec2e8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:30:53.301333 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c4c9e27f-bd29-4569-9f99-360431328e6e req-c36ebb48-79fb-4cdf-8d5d-192c9ec2e8b8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c6acca04-7927-47a1-8f17-fde48e4aea63 HTTP/1.1" status: 200 len: 852 time: 0.0979562 Jul 24 00:30:53.344108 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c4c9e27f-bd29-4569-9f99-360431328e6e req-1d78df84-cda1-4b64-a22f-7c17bc488f79 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0f02b9ba-7815-4adc-a181-0c9fa4fcd4f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359170 Jul 24 00:30:53.345730 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c81f7e49-5df9-4d21-bbd7-bde73a8a1ee4 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:53.357137 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [req-c4c9e27f-bd29-4569-9f99-360431328e6e req-9f4117bc-a4c8-42d3-a4c4-60f82ca02b80 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=100313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:30:53.358124 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c4c9e27f-bd29-4569-9f99-360431328e6e req-9f4117bc-a4c8-42d3-a4c4-60f82ca02b80 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054641 Jul 24 00:30:53.363824 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-c81f7e49-5df9-4d21-bbd7-bde73a8a1ee4 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Calling delete_port for 5d033917-e3e5-4e1c-b4d1-8e275ae622bc owned by network:router_interface {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:30:53.507367 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c4c9e27f-bd29-4569-9f99-360431328e6e req-641183ca-d14f-4c13-bd70-ab4bb63224ee service neutron] 10.222.0.52 "GET /v2.0/networks/0f02b9ba-7815-4adc-a181-0c9fa4fcd4f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415830 Jul 24 00:30:53.675288 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c4c9e27f-bd29-4569-9f99-360431328e6e req-91d6995e-45a3-4856-ba00-be4c51eb9f3d service neutron] 10.222.0.52 "GET /v2.0/networks/0f02b9ba-7815-4adc-a181-0c9fa4fcd4f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346405 Jul 24 00:30:53.684002 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c81f7e49-5df9-4d21-bbd7-bde73a8a1ee4 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:53.712172 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81f7e49-5df9-4d21-bbd7-bde73a8a1ee4 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Pushing event deleted for resources: {'Port': ['ID=5d033917-e3e5-4e1c-b4d1-8e275ae622bc,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:53.860607 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c81f7e49-5df9-4d21-bbd7-bde73a8a1ee4 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679987'] for router_interface, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:54.018587 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c81f7e49-5df9-4d21-bbd7-bde73a8a1ee4 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Router dc59c0c1-4552-47a9-acde-45036a67fd1e has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:30:54.092671 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c81f7e49-5df9-4d21-bbd7-bde73a8a1ee4 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:30:54.097923 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c81f7e49-5df9-4d21-bbd7-bde73a8a1ee4 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] 10.222.0.44 "PUT /v2.0/routers/dc59c0c1-4552-47a9-acde-45036a67fd1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1099870 Jul 24 00:30:54.101484 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34540) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:54.102834 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d408b358-8a28-4c40-be3c-7fd3f1365018 None None] Sync routers for ids ['dc59c0c1-4552-47a9-acde-45036a67fd1e'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:30:54.111793 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d408b358-8a28-4c40-be3c-7fd3f1365018 None None] Routers {'dc59c0c1-4552-47a9-acde-45036a67fd1e'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:30:54.112400 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-d408b358-8a28-4c40-be3c-7fd3f1365018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:30:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['dc59c0c1-4552-47a9-acde-45036a67fd1e'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:30:54.138637 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [None req-8c28d67a-0f4f-40fb-a62a-2daecba8974d tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] show failed (client error): The resource could not be found. Jul 24 00:30:54.139329 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-8c28d67a-0f4f-40fb-a62a-2daecba8974d tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] 10.222.0.44 "GET /v2.0/routers/tempest-non_exist_router-507729671 HTTP/1.1" status: 404 len: 334 time: 0.0369227 Jul 24 00:30:54.145424 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34544) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:54.147630 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-d408b358-8a28-4c40-be3c-7fd3f1365018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:30:54.150133 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-cdb7785f-1dca-4e56-a381-367fdbaeb96d tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Request body: {'router': {'name': 'new_name'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:30:54.157172 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d408b358-8a28-4c40-be3c-7fd3f1365018 None None] Routers {'dc59c0c1-4552-47a9-acde-45036a67fd1e'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:30:54.158107 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-d408b358-8a28-4c40-be3c-7fd3f1365018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:30:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['dc59c0c1-4552-47a9-acde-45036a67fd1e'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:30:54.195434 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-d408b358-8a28-4c40-be3c-7fd3f1365018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:30:54.195883 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [None req-cdb7785f-1dca-4e56-a381-367fdbaeb96d tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] update failed (client error): The resource could not be found. Jul 24 00:30:54.196103 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d408b358-8a28-4c40-be3c-7fd3f1365018 None None] The sync data for ids ['dc59c0c1-4552-47a9-acde-45036a67fd1e'] in n-d-800088-16 is: [] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:30:54.197867 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-cdb7785f-1dca-4e56-a381-367fdbaeb96d tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] 10.222.0.44 "PUT /v2.0/routers/tempest-non_exist_router-76914547 HTTP/1.1" status: 404 len: 333 time: 0.0505207 Jul 24 00:30:54.201279 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34546) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:54.253774 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-4118274b-3fea-4e02-b39a-27def5adc18b tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Deleting subnet c3f2f269-2deb-49da-80a6-9695a625c4aa {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:30:54.257243 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4118274b-3fea-4e02-b39a-27def5adc18b tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:54.277133 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec81ad7-846f-4fce-a1f6-cdde6d0a1af0 req-d9c344e5-98f4-437f-b0c3-85f5100feaad tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:30:54.278666 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2ec81ad7-846f-4fce-a1f6-cdde6d0a1af0 req-d9c344e5-98f4-437f-b0c3-85f5100feaad tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bac74b4-78e4-4598-adab-311e683ca467 HTTP/1.1" status: 200 len: 945 time: 0.0817072 Jul 24 00:30:54.299906 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4118274b-3fea-4e02-b39a-27def5adc18b tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:54.319131 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2ec81ad7-846f-4fce-a1f6-cdde6d0a1af0 req-a7b7801d-80af-48a6-86e7-4859bb0ca27d tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] 10.222.0.44 "GET /v2.0/security-groups?id=528a8a3b-6970-454e-ba38-9e5ff1587713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345316 Jul 24 00:30:54.389875 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4118274b-3fea-4e02-b39a-27def5adc18b tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:54.445582 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4118274b-3fea-4e02-b39a-27def5adc18b tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:54.470689 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4118274b-3fea-4e02-b39a-27def5adc18b tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Pushing event deleted for resources: {'Subnet': ['ID=c3f2f269-2deb-49da-80a6-9695a625c4aa,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:54.477124 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4118274b-3fea-4e02-b39a-27def5adc18b tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:54.479001 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-4118274b-3fea-4e02-b39a-27def5adc18b tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] 10.222.0.44 "DELETE /v2.0/subnets/c3f2f269-2deb-49da-80a6-9695a625c4aa HTTP/1.1" status: 204 len: 168 time: 0.2767673 Jul 24 00:30:54.481970 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34548) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:54.483905 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef93d32-ef06-4c6a-96b2-27fa94950cb4 None None] Network d29609a6-06ff-4966-bc6a-2a29747357fe requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:30:54.530530 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-817bd223-45c0-496f-923f-55670eeca6a6 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Deleting subnet 4704257c-15dc-49d5-91d7-1d9255a81282 {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:30:54.533451 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-817bd223-45c0-496f-923f-55670eeca6a6 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:54.576769 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-817bd223-45c0-496f-923f-55670eeca6a6 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:54.658041 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-817bd223-45c0-496f-923f-55670eeca6a6 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:54.670159 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a193f85d-da39-4ac3-9497-52f4b283cc81 None None] DHCP port deletion for d29609a6-06ff-4966-bc6a-2a29747357fe request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:30:54.714928 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-817bd223-45c0-496f-923f-55670eeca6a6 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:54.720364 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-a193f85d-da39-4ac3-9497-52f4b283cc81 None None] Deleting port 2b238698-8ff5-415b-a73f-e88804c0782d {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:30:54.720828 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a193f85d-da39-4ac3-9497-52f4b283cc81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:54.747476 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817bd223-45c0-496f-923f-55670eeca6a6 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Pushing event deleted for resources: {'Subnet': ['ID=4704257c-15dc-49d5-91d7-1d9255a81282,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:54.749437 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-817bd223-45c0-496f-923f-55670eeca6a6 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:54.751312 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-817bd223-45c0-496f-923f-55670eeca6a6 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] 10.222.0.44 "DELETE /v2.0/subnets/4704257c-15dc-49d5-91d7-1d9255a81282 HTTP/1.1" status: 204 len: 168 time: 0.2682495 Jul 24 00:30:54.753754 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34550) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:54.776682 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381cb818-0451-4120-b7b3-325dd95094b2 None None] Network 7894ea3a-efef-45d8-8ed9-340e0c75831d requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:30:54.813723 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-a193f85d-da39-4ac3-9497-52f4b283cc81 None None] For port 2b238698-8ff5-415b-a73f-e88804c0782d, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=2b238698-8ff5-415b-a73f-e88804c0782d,segment=NetworkSegment(47eb346b-b5e0-432b-907d-f1721e868d7e),segment_id=47eb346b-b5e0-432b-907d-f1721e868d7e)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:30:54.814052 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a193f85d-da39-4ac3-9497-52f4b283cc81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:54.828188 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4b02a19c-b182-471e-81f4-0395e8987723 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:54.858049 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-a193f85d-da39-4ac3-9497-52f4b283cc81 None None] Calling delete_port for 2b238698-8ff5-415b-a73f-e88804c0782d owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:30:54.879791 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-4b02a19c-b182-471e-81f4-0395e8987723 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Deleting port 2b238698-8ff5-415b-a73f-e88804c0782d {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:30:54.880136 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4b02a19c-b182-471e-81f4-0395e8987723 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:54.946369 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-4b02a19c-b182-471e-81f4-0395e8987723 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] For port 2b238698-8ff5-415b-a73f-e88804c0782d, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=2b238698-8ff5-415b-a73f-e88804c0782d,segment=NetworkSegment(47eb346b-b5e0-432b-907d-f1721e868d7e),segment_id=47eb346b-b5e0-432b-907d-f1721e868d7e)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:30:54.946737 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4b02a19c-b182-471e-81f4-0395e8987723 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:54.958702 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-4b02a19c-b182-471e-81f4-0395e8987723 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Calling delete_port for 2b238698-8ff5-415b-a73f-e88804c0782d owned by network:dhcp {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:30:55.001853 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a193f85d-da39-4ac3-9497-52f4b283cc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:55.027560 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a193f85d-da39-4ac3-9497-52f4b283cc81 None None] Pushing event deleted for resources: {'Port': ['ID=2b238698-8ff5-415b-a73f-e88804c0782d,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:55.031133 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a193f85d-da39-4ac3-9497-52f4b283cc81 None None] No DVR routers for this DVR port 2b238698-8ff5-415b-a73f-e88804c0782d on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:30:55.038154 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4b02a19c-b182-471e-81f4-0395e8987723 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:55.056398 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760f6e7f-03d6-4012-bb27-67b188858380 None None] DHCP port deletion for 7894ea3a-efef-45d8-8ed9-340e0c75831d request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:30:55.068536 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b02a19c-b182-471e-81f4-0395e8987723 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Pushing event deleted for resources: {'Port': ['ID=2b238698-8ff5-415b-a73f-e88804c0782d,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:55.071880 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b02a19c-b182-471e-81f4-0395e8987723 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] No DVR routers for this DVR port 2b238698-8ff5-415b-a73f-e88804c0782d on host n-d-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:30:55.102860 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-760f6e7f-03d6-4012-bb27-67b188858380 None None] Deleting port 4902bfe3-c0e1-4955-86b6-ab32ee5a4f68 {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:30:55.103242 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-760f6e7f-03d6-4012-bb27-67b188858380 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:55.146438 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4b02a19c-b182-471e-81f4-0395e8987723 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:55.156238 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-4b02a19c-b182-471e-81f4-0395e8987723 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d29609a6-06ff-4966-bc6a-2a29747357fe']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:30:55.165761 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-4b02a19c-b182-471e-81f4-0395e8987723 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47eb346b-b5e0-432b-907d-f1721e868d7e') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:30:55.166123 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-4b02a19c-b182-471e-81f4-0395e8987723 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47eb346b-b5e0-432b-907d-f1721e868d7e') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:30:55.167904 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-760f6e7f-03d6-4012-bb27-67b188858380 None None] For port 4902bfe3-c0e1-4955-86b6-ab32ee5a4f68, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=4902bfe3-c0e1-4955-86b6-ab32ee5a4f68,segment=NetworkSegment(9bf57438-17e5-4552-8079-3a36fdffa87b),segment_id=9bf57438-17e5-4552-8079-3a36fdffa87b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:30:55.168314 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-760f6e7f-03d6-4012-bb27-67b188858380 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:55.175148 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4b02a19c-b182-471e-81f4-0395e8987723 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:55.180265 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-760f6e7f-03d6-4012-bb27-67b188858380 None None] Calling delete_port for 4902bfe3-c0e1-4955-86b6-ab32ee5a4f68 owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:30:55.188730 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4b02a19c-b182-471e-81f4-0395e8987723 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:55.194630 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b02a19c-b182-471e-81f4-0395e8987723 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:30:55.195011 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4b02a19c-b182-471e-81f4-0395e8987723 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:55.198114 n-d-800088-16 neutron-server[100313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:30:55.198114 n-d-800088-16 neutron-server[100313]: self.session.flush() Jul 24 00:30:55.198114 n-d-800088-16 neutron-server[100313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:30:55.198114 n-d-800088-16 neutron-server[100313]: self.session.flush() Jul 24 00:30:55.198114 n-d-800088-16 neutron-server[100313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:30:55.198114 n-d-800088-16 neutron-server[100313]: self.session.flush() Jul 24 00:30:55.198114 n-d-800088-16 neutron-server[100313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:30:55.198114 n-d-800088-16 neutron-server[100313]: self.session.flush() Jul 24 00:30:55.198114 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:30:55.198114 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:30:55.198114 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:30:55.198114 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:30:55.198114 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:30:55.198114 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:30:55.198114 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:30:55.198114 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:30:55.198114 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:30:55.198114 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:30:55.198114 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:30:55.198114 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:30:55.198114 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:30:55.198114 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:30:55.198114 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:30:55.198114 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:30:55.198114 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:30:55.198114 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:30:55.198114 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:30:55.198114 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:30:55.198114 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:30:55.198114 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:30:55.198114 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:30:55.198114 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:30:55.198114 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:30:55.198114 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:30:55.198114 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:30:55.198114 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:30:55.198114 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:30:55.198114 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:30:55.198114 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:30:55.198114 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:30:55.258740 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4b02a19c-b182-471e-81f4-0395e8987723 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:55.260896 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-760f6e7f-03d6-4012-bb27-67b188858380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:55.266014 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4b02a19c-b182-471e-81f4-0395e8987723 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:55.270530 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-4b02a19c-b182-471e-81f4-0395e8987723 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] 10.222.0.44 "DELETE /v2.0/networks/d29609a6-06ff-4966-bc6a-2a29747357fe HTTP/1.1" status: 204 len: 168 time: 0.5132010 Jul 24 00:30:55.270689 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34552) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:55.281076 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b02a19c-b182-471e-81f4-0395e8987723 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Pushing event deleted for resources: {'Network': ['ID=d29609a6-06ff-4966-bc6a-2a29747357fe,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:55.292308 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760f6e7f-03d6-4012-bb27-67b188858380 None None] Pushing event deleted for resources: {'Port': ['ID=4902bfe3-c0e1-4955-86b6-ab32ee5a4f68,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:55.296099 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760f6e7f-03d6-4012-bb27-67b188858380 None None] No DVR routers for this DVR port 4902bfe3-c0e1-4955-86b6-ab32ee5a4f68 on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:30:55.361562 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c9473bdc-0f68-4dd9-b079-568439f8a5ed tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:55.447080 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c9473bdc-0f68-4dd9-b079-568439f8a5ed tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:55.451178 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ff81d5-693a-411f-bb79-6969ba7f1f0b req-5a5bfc84-1f47-45c9-ab50-80e38b8cc8a2 tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:30:55.452691 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-58ff81d5-693a-411f-bb79-6969ba7f1f0b req-5a5bfc84-1f47-45c9-ab50-80e38b8cc8a2 tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bac74b4-78e4-4598-adab-311e683ca467 HTTP/1.1" status: 200 len: 945 time: 0.0659375 Jul 24 00:30:55.457550 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-c9473bdc-0f68-4dd9-b079-568439f8a5ed tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7894ea3a-efef-45d8-8ed9-340e0c75831d']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:30:55.468233 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-c9473bdc-0f68-4dd9-b079-568439f8a5ed tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bf57438-17e5-4552-8079-3a36fdffa87b') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:30:55.468539 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-c9473bdc-0f68-4dd9-b079-568439f8a5ed tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bf57438-17e5-4552-8079-3a36fdffa87b') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:30:55.477357 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c9473bdc-0f68-4dd9-b079-568439f8a5ed tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:55.491210 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c9473bdc-0f68-4dd9-b079-568439f8a5ed tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:55.491708 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-58ff81d5-693a-411f-bb79-6969ba7f1f0b req-472d5877-8cb1-4680-b566-6d1a0c7f74f4 tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] 10.222.0.44 "GET /v2.0/security-groups?id=528a8a3b-6970-454e-ba38-9e5ff1587713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322881 Jul 24 00:30:55.497352 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9473bdc-0f68-4dd9-b079-568439f8a5ed tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:30:55.497750 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c9473bdc-0f68-4dd9-b079-568439f8a5ed tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:55.500731 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:30:55.500731 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:30:55.500731 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:30:55.500731 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:30:55.500731 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:30:55.500731 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:30:55.500731 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:30:55.500731 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:30:55.500731 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:30:55.500731 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:30:55.500731 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:30:55.500731 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:30:55.500731 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:30:55.500731 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:30:55.500731 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:30:55.500731 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:30:55.500731 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:30:55.500731 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:30:55.500731 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:30:55.500731 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:30:55.500731 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:30:55.500731 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:30:55.500731 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:30:55.500731 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:30:55.500731 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:30:55.500731 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:30:55.500731 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:30:55.500731 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:30:55.500731 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:30:55.500731 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:30:55.500731 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:30:55.500731 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:30:55.565619 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c9473bdc-0f68-4dd9-b079-568439f8a5ed tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:55.573284 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c9473bdc-0f68-4dd9-b079-568439f8a5ed tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:55.575128 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-c9473bdc-0f68-4dd9-b079-568439f8a5ed tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] 10.222.0.44 "DELETE /v2.0/networks/7894ea3a-efef-45d8-8ed9-340e0c75831d HTTP/1.1" status: 204 len: 168 time: 0.3034096 Jul 24 00:30:55.577785 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34558) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:55.591289 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9473bdc-0f68-4dd9-b079-568439f8a5ed tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Pushing event deleted for resources: {'Network': ['ID=7894ea3a-efef-45d8-8ed9-340e0c75831d,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:55.664310 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-a819b3ad-0b96-4b92-a4f6-1e29345f7da1 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Deleting subnet 2e0a114b-9dcf-47e0-b985-e3da5fe6bd57 {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:30:55.667740 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a819b3ad-0b96-4b92-a4f6-1e29345f7da1 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:55.675108 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 4902bfe3-c0e1-4955-86b6-ab32ee5a4f68 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:30:55.695388 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 4902bfe3-c0e1-4955-86b6-ab32ee5a4f68 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:30:55.695856 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 4902bfe3-c0e1-4955-86b6-ab32ee5a4f68 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:30:55.696461 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 2b238698-8ff5-415b-a73f-e88804c0782d no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:30:55.719358 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 2b238698-8ff5-415b-a73f-e88804c0782d {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:30:55.719962 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 2b238698-8ff5-415b-a73f-e88804c0782d not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:30:55.738932 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a819b3ad-0b96-4b92-a4f6-1e29345f7da1 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:55.766268 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-36e37c9e-b7d0-41c5-b30a-bc4c1c5fdfc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:55.831808 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4088947-06ff-44df-92b1-522b5121d4c6 req-04456df0-94f6-400f-a170-d361b1cf614f tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:30:55.833309 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d4088947-06ff-44df-92b1-522b5121d4c6 req-04456df0-94f6-400f-a170-d361b1cf614f tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bac74b4-78e4-4598-adab-311e683ca467 HTTP/1.1" status: 200 len: 945 time: 0.1312623 Jul 24 00:30:55.862741 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a819b3ad-0b96-4b92-a4f6-1e29345f7da1 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:55.905302 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d4088947-06ff-44df-92b1-522b5121d4c6 req-ae7213e7-a77b-417d-ab05-28b02e195341 tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] 10.222.0.44 "GET /v2.0/security-groups?id=528a8a3b-6970-454e-ba38-9e5ff1587713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663209 Jul 24 00:30:55.931982 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a819b3ad-0b96-4b92-a4f6-1e29345f7da1 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:55.959279 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a819b3ad-0b96-4b92-a4f6-1e29345f7da1 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Pushing event deleted for resources: {'Subnet': ['ID=2e0a114b-9dcf-47e0-b985-e3da5fe6bd57,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:55.964006 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a819b3ad-0b96-4b92-a4f6-1e29345f7da1 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:55.966548 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-a819b3ad-0b96-4b92-a4f6-1e29345f7da1 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] 10.222.0.44 "DELETE /v2.0/subnets/2e0a114b-9dcf-47e0-b985-e3da5fe6bd57 HTTP/1.1" status: 204 len: 168 time: 0.3877249 Jul 24 00:30:55.968979 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34562) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:55.971122 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff8e04e-9b20-43e0-81b0-979d5e2efa1a None None] Network 5c871254-277e-424f-befb-62c2f4773ad5 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:30:56.042810 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cb9dd20e-ed99-49bd-be20-495c986c11d5 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:56.099556 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-cb9dd20e-ed99-49bd-be20-495c986c11d5 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Deleting port 35f9fe52-beb0-4f3d-a626-6ca3f80b7cf9 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:30:56.099998 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cb9dd20e-ed99-49bd-be20-495c986c11d5 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:56.140083 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2312bee-e0c2-4e4f-b288-76bd9e743b77 None None] DHCP port deletion for 5c871254-277e-424f-befb-62c2f4773ad5 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:30:56.163409 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-cb9dd20e-ed99-49bd-be20-495c986c11d5 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] For port 35f9fe52-beb0-4f3d-a626-6ca3f80b7cf9, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=35f9fe52-beb0-4f3d-a626-6ca3f80b7cf9,segment=NetworkSegment(4b3e9e73-ac8e-4890-afc4-a11ddf40c16e),segment_id=4b3e9e73-ac8e-4890-afc4-a11ddf40c16e)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:30:56.163781 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cb9dd20e-ed99-49bd-be20-495c986c11d5 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:56.175967 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-cb9dd20e-ed99-49bd-be20-495c986c11d5 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Calling delete_port for 35f9fe52-beb0-4f3d-a626-6ca3f80b7cf9 owned by network:dhcp {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:30:56.189773 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-c2312bee-e0c2-4e4f-b288-76bd9e743b77 None None] Deleting port 35f9fe52-beb0-4f3d-a626-6ca3f80b7cf9 {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:30:56.190153 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c2312bee-e0c2-4e4f-b288-76bd9e743b77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:56.251032 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-c2312bee-e0c2-4e4f-b288-76bd9e743b77 None None] For port 35f9fe52-beb0-4f3d-a626-6ca3f80b7cf9, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=35f9fe52-beb0-4f3d-a626-6ca3f80b7cf9,segment=NetworkSegment(4b3e9e73-ac8e-4890-afc4-a11ddf40c16e),segment_id=4b3e9e73-ac8e-4890-afc4-a11ddf40c16e)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:30:56.251434 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c2312bee-e0c2-4e4f-b288-76bd9e743b77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:56.258208 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cb9dd20e-ed99-49bd-be20-495c986c11d5 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:56.265224 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-c2312bee-e0c2-4e4f-b288-76bd9e743b77 None None] Calling delete_port for 35f9fe52-beb0-4f3d-a626-6ca3f80b7cf9 owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:30:56.284532 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9dd20e-ed99-49bd-be20-495c986c11d5 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Pushing event deleted for resources: {'Port': ['ID=35f9fe52-beb0-4f3d-a626-6ca3f80b7cf9,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:56.288242 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9dd20e-ed99-49bd-be20-495c986c11d5 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] No DVR routers for this DVR port 35f9fe52-beb0-4f3d-a626-6ca3f80b7cf9 on host n-d-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:30:56.346992 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c2312bee-e0c2-4e4f-b288-76bd9e743b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:56.368403 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cb9dd20e-ed99-49bd-be20-495c986c11d5 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:56.371199 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2312bee-e0c2-4e4f-b288-76bd9e743b77 None None] Pushing event deleted for resources: {'Port': ['ID=35f9fe52-beb0-4f3d-a626-6ca3f80b7cf9,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:56.375440 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2312bee-e0c2-4e4f-b288-76bd9e743b77 None None] No DVR routers for this DVR port 35f9fe52-beb0-4f3d-a626-6ca3f80b7cf9 on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:30:56.379330 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-cb9dd20e-ed99-49bd-be20-495c986c11d5 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c871254-277e-424f-befb-62c2f4773ad5']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:30:56.394723 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-cb9dd20e-ed99-49bd-be20-495c986c11d5 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b3e9e73-ac8e-4890-afc4-a11ddf40c16e') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:30:56.395133 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-cb9dd20e-ed99-49bd-be20-495c986c11d5 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b3e9e73-ac8e-4890-afc4-a11ddf40c16e') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:30:56.406058 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cb9dd20e-ed99-49bd-be20-495c986c11d5 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:56.420248 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cb9dd20e-ed99-49bd-be20-495c986c11d5 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:56.426106 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb9dd20e-ed99-49bd-be20-495c986c11d5 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:30:56.426497 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cb9dd20e-ed99-49bd-be20-495c986c11d5 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:56.429816 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:30:56.429816 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:30:56.429816 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:30:56.429816 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:30:56.429816 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:30:56.429816 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:30:56.429816 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:30:56.429816 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:30:56.429816 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:30:56.429816 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:30:56.429816 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:30:56.429816 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:30:56.429816 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:30:56.429816 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:30:56.429816 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:30:56.429816 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:30:56.429816 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:30:56.429816 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:30:56.429816 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:30:56.429816 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:30:56.429816 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:30:56.429816 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:30:56.429816 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:30:56.429816 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:30:56.429816 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:30:56.429816 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:30:56.429816 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:30:56.429816 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:30:56.429816 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:30:56.429816 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:30:56.429816 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:30:56.429816 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:30:56.486837 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cb9dd20e-ed99-49bd-be20-495c986c11d5 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:56.494152 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cb9dd20e-ed99-49bd-be20-495c986c11d5 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:56.496104 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-cb9dd20e-ed99-49bd-be20-495c986c11d5 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] 10.222.0.44 "DELETE /v2.0/networks/5c871254-277e-424f-befb-62c2f4773ad5 HTTP/1.1" status: 204 len: 168 time: 0.5259626 Jul 24 00:30:56.499011 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34564) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:56.507519 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9dd20e-ed99-49bd-be20-495c986c11d5 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Pushing event deleted for resources: {'Network': ['ID=5c871254-277e-424f-befb-62c2f4773ad5,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:56.533653 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-d6ece995-f404-427b-b609-cbe05aef9f47 tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc59c0c1-4552-47a9-acde-45036a67fd1e HTTP/1.1" status: 200 len: 205 time: 0.0334239 Jul 24 00:30:56.536032 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34566) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:56.605373 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-88fa9250-e6ac-44e4-918d-84cc4351444c tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks [] for router, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:56.756718 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-88fa9250-e6ac-44e4-918d-84cc4351444c tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:56.758833 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-88fa9250-e6ac-44e4-918d-84cc4351444c tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:56.784965 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:56.805303 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-88fa9250-e6ac-44e4-918d-84cc4351444c tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:56.805813 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88fa9250-e6ac-44e4-918d-84cc4351444c tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Fanout notify agent at l3_agent the message router_deleted on router dc59c0c1-4552-47a9-acde-45036a67fd1e {{(pid=100313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:30:56.812399 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-88fa9250-e6ac-44e4-918d-84cc4351444c tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:56.813585 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-88fa9250-e6ac-44e4-918d-84cc4351444c tempest-RoutersNegativeTest-637082754 tempest-RoutersNegativeTest-637082754-project] 10.222.0.44 "DELETE /v2.0/routers/dc59c0c1-4552-47a9-acde-45036a67fd1e HTTP/1.1" status: 204 len: 168 time: 0.2766078 Jul 24 00:30:57.048944 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28693a7-696c-47ce-8efd-52d3a0274a38 req-b0fb2409-1cc5-4c7a-b123-ea6112b873f2 tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:30:57.050476 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b28693a7-696c-47ce-8efd-52d3a0274a38 req-b0fb2409-1cc5-4c7a-b123-ea6112b873f2 tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bac74b4-78e4-4598-adab-311e683ca467 HTTP/1.1" status: 200 len: 945 time: 0.0683579 Jul 24 00:30:57.058753 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34574) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:57.089949 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b28693a7-696c-47ce-8efd-52d3a0274a38 req-96c6d4b1-2324-419e-92b2-021600ff3dee tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] 10.222.0.44 "GET /v2.0/security-groups?id=528a8a3b-6970-454e-ba38-9e5ff1587713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338178 Jul 24 00:30:57.190233 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-b9251138-16c1-4b73-a8f6-c69c5860c59f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=eb4648c7d51b4707816c19fdea5e0acc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1297724 Jul 24 00:30:57.192840 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34578) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:57.241992 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-58940d24-c85b-47e9-a801-4efb6d75f299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:57.263091 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-58940d24-c85b-47e9-a801-4efb6d75f299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:57.311006 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-58940d24-c85b-47e9-a801-4efb6d75f299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:57.313650 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-58940d24-c85b-47e9-a801-4efb6d75f299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:57.314832 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-58940d24-c85b-47e9-a801-4efb6d75f299 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/df68c270-6c1a-4b28-b545-ee895051aa38 HTTP/1.1" status: 204 len: 168 time: 0.1210730 Jul 24 00:30:57.322837 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58940d24-c85b-47e9-a801-4efb6d75f299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df68c270-6c1a-4b28-b545-ee895051aa38,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:57.382451 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:57.465086 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a348c-de73-4852-a6da-e830e5616fa2 req-6f418ab6-9b90-41fb-bbdb-f817f6e6b673 tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:30:57.467176 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e59a348c-de73-4852-a6da-e830e5616fa2 req-6f418ab6-9b90-41fb-bbdb-f817f6e6b673 tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] 10.222.0.52 "GET /v2.0/ports?device_id=9bac74b4-78e4-4598-adab-311e683ca467 HTTP/1.1" status: 200 len: 945 time: 0.0782962 Jul 24 00:30:57.578498 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-e59a348c-de73-4852-a6da-e830e5616fa2 req-9fed0d12-98c4-4a12-a2c8-152d80dad5d9 tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] Deleting port 4949bd98-8de2-42d8-bc07-5ae7f85f2068 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:30:57.580056 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-e59a348c-de73-4852-a6da-e830e5616fa2 req-9fed0d12-98c4-4a12-a2c8-152d80dad5d9 tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:57.698536 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 35f9fe52-beb0-4f3d-a626-6ca3f80b7cf9 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:30:57.718594 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-e59a348c-de73-4852-a6da-e830e5616fa2 req-9fed0d12-98c4-4a12-a2c8-152d80dad5d9 tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] For port 4949bd98-8de2-42d8-bc07-5ae7f85f2068, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=4949bd98-8de2-42d8-bc07-5ae7f85f2068,segment=NetworkSegment(87b64126-0af7-40c9-84f0-acb398b5a645),segment_id=87b64126-0af7-40c9-84f0-acb398b5a645)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:30:57.718969 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-e59a348c-de73-4852-a6da-e830e5616fa2 req-9fed0d12-98c4-4a12-a2c8-152d80dad5d9 tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:57.724306 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 35f9fe52-beb0-4f3d-a626-6ca3f80b7cf9 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:30:57.724660 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 35f9fe52-beb0-4f3d-a626-6ca3f80b7cf9 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:30:57.734055 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-e59a348c-de73-4852-a6da-e830e5616fa2 req-9fed0d12-98c4-4a12-a2c8-152d80dad5d9 tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] Calling delete_port for 4949bd98-8de2-42d8-bc07-5ae7f85f2068 owned by compute:nova {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:30:57.888898 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-e59a348c-de73-4852-a6da-e830e5616fa2 req-9fed0d12-98c4-4a12-a2c8-152d80dad5d9 tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:57.900609 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['4949bd98-8de2-42d8-bc07-5ae7f85f2068'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:30:57.924368 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fed0d12-98c4-4a12-a2c8-152d80dad5d9 tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] Pushing event deleted for resources: {'Port': ['ID=4949bd98-8de2-42d8-bc07-5ae7f85f2068,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:57.973939 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-e59a348c-de73-4852-a6da-e830e5616fa2 req-9fed0d12-98c4-4a12-a2c8-152d80dad5d9 tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] No DVR routers for this DVR port 4949bd98-8de2-42d8-bc07-5ae7f85f2068 on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:30:57.976703 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-e59a348c-de73-4852-a6da-e830e5616fa2 req-9fed0d12-98c4-4a12-a2c8-152d80dad5d9 tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:57.978844 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e59a348c-de73-4852-a6da-e830e5616fa2 req-9fed0d12-98c4-4a12-a2c8-152d80dad5d9 tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] 10.222.0.52 "DELETE /v2.0/ports/4949bd98-8de2-42d8-bc07-5ae7f85f2068 HTTP/1.1" status: 204 len: 173 time: 0.5059493 Jul 24 00:30:57.979375 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bac74b4-78e4-4598-adab-311e683ca467', 'name': 'network-vif-deleted', 'tag': '4949bd98-8de2-42d8-bc07-5ae7f85f2068'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:30:57.982342 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde198e6-411c-4689-954f-959515e8ae5e" -d '{"events": [{"server_uuid": "9bac74b4-78e4-4598-adab-311e683ca467", "name": "network-vif-deleted", "tag": "4949bd98-8de2-42d8-bc07-5ae7f85f2068"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:30:58.026202 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3be535f-f2ca-4590-b401-52a543d892c0 x-openstack-request-id: req-c3be535f-f2ca-4590-b401-52a543d892c0 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:30:58.026498 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bac74b4-78e4-4598-adab-311e683ca467", "name": "network-vif-deleted", "tag": "4949bd98-8de2-42d8-bc07-5ae7f85f2068", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:30:58.026756 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c3be535f-f2ca-4590-b401-52a543d892c0 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:30:58.027192 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bac74b4-78e4-4598-adab-311e683ca467', 'name': 'network-vif-deleted', 'tag': '4949bd98-8de2-42d8-bc07-5ae7f85f2068', 'status': 'completed', 'code': 200} Jul 24 00:30:58.091999 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34602) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:58.212240 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2f122eb1-2902-4fec-8c76-3b66f270d93d req-fc6fe8bb-72ba-4ba5-bbd4-72a2558c7ff9 tempest-TestServerAdvancedOps-1528000043 tempest-TestServerAdvancedOps-1528000043-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bac74b4-78e4-4598-adab-311e683ca467 HTTP/1.1" status: 200 len: 210 time: 0.0347197 Jul 24 00:30:58.216216 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-ee8da065-bcb0-4bcc-be15-54d447448503 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Request body: {'security_group': {'name': 'tempest-secgroup--1092853954'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:30:58.238332 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ee8da065-bcb0-4bcc-be15-54d447448503 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:58.247326 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ee8da065-bcb0-4bcc-be15-54d447448503 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:58.341346 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ee8da065-bcb0-4bcc-be15-54d447448503 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:58.345233 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ee8da065-bcb0-4bcc-be15-54d447448503 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:58.383018 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8da065-bcb0-4bcc-be15-54d447448503 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=704563ba-ece2-4e74-bf05-f4bcc909406b,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:58.441439 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ee8da065-bcb0-4bcc-be15-54d447448503 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:58.446027 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ee8da065-bcb0-4bcc-be15-54d447448503 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:58.479232 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8da065-bcb0-4bcc-be15-54d447448503 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b51a5b3-6693-4549-a4cb-9af4a344b775,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:58.481722 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ee8da065-bcb0-4bcc-be15-54d447448503 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:58.485399 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-ee8da065-bcb0-4bcc-be15-54d447448503 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3896794 Jul 24 00:30:58.486540 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34608) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:58.561822 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-15326be5-3966-4071-8411-89342c0c6fab tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0734675 Jul 24 00:30:58.564449 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34610) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:58.573548 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-510fcf73-1efa-4558-93c4-19563ed0407a tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Request body: {'security_group': {'name': 'tempest-security--2129499818', 'description': 'tempest-security-description-542752865'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:30:58.599722 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-510fcf73-1efa-4558-93c4-19563ed0407a tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:58.641257 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-510fcf73-1efa-4558-93c4-19563ed0407a tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:58.644893 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-510fcf73-1efa-4558-93c4-19563ed0407a tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:58.647423 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-510fcf73-1efa-4558-93c4-19563ed0407a tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:58.648656 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-510fcf73-1efa-4558-93c4-19563ed0407a tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] 10.222.0.44 "PUT /v2.0/security-groups/3b51a5b3-6693-4549-a4cb-9af4a344b775 HTTP/1.1" status: 200 len: 1779 time: 0.0831363 Jul 24 00:30:58.651473 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34612) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:58.670503 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510fcf73-1efa-4558-93c4-19563ed0407a tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b51a5b3-6693-4549-a4cb-9af4a344b775,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:58.694085 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-70ee04c5-063e-43a9-89fb-b9e63e7d861e tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] 10.222.0.44 "GET /v2.0/security-groups/3b51a5b3-6693-4549-a4cb-9af4a344b775 HTTP/1.1" status: 200 len: 1779 time: 0.0414157 Jul 24 00:30:58.696562 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34614) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:58.751460 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6b995bea-4fe8-4dbd-b852-f94793e66136 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:58.772864 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6b995bea-4fe8-4dbd-b852-f94793e66136 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:58.811325 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6b995bea-4fe8-4dbd-b852-f94793e66136 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:58.813958 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6b995bea-4fe8-4dbd-b852-f94793e66136 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:58.815088 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-6b995bea-4fe8-4dbd-b852-f94793e66136 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] 10.222.0.44 "DELETE /v2.0/security-groups/3b51a5b3-6693-4549-a4cb-9af4a344b775 HTTP/1.1" status: 204 len: 168 time: 0.1175289 Jul 24 00:30:58.817977 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34616) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:58.824071 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b995bea-4fe8-4dbd-b852-f94793e66136 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b51a5b3-6693-4549-a4cb-9af4a344b775,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:58.868600 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-cd848566-94cc-462e-a23e-2010cba5eda3 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0493209 Jul 24 00:30:58.871668 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34618) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:58.886775 n-d-800088-16 neutron-server[100314]: INFO neutron.api.v2.resource [None req-646f5d4d-5b95-477f-a7fd-6be39bb966c6 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] delete failed (client error): The resource could not be found. Jul 24 00:30:58.887770 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-646f5d4d-5b95-477f-a7fd-6be39bb966c6 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] 10.222.0.44 "DELETE /v2.0/security-groups/3b51a5b3-6693-4549-a4cb-9af4a344b775 HTTP/1.1" status: 404 len: 347 time: 0.0146966 Jul 24 00:30:58.891403 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34620) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:58.895527 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-21522ebd-cfea-432d-9ff0-0354e10fedd0 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Request body: {'security_group': {'name': 'tempest-secgroup--1906088490'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:30:58.917313 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-21522ebd-cfea-432d-9ff0-0354e10fedd0 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:58.950144 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:59.000635 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-21522ebd-cfea-432d-9ff0-0354e10fedd0 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:59.004208 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-21522ebd-cfea-432d-9ff0-0354e10fedd0 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:59.030864 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-21522ebd-cfea-432d-9ff0-0354e10fedd0 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:59.032068 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-21522ebd-cfea-432d-9ff0-0354e10fedd0 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1397808 Jul 24 00:30:59.034924 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34622) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:59.040179 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-de49b286-7f90-4605-bd26-d85c1a104c0f tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Request body: {'security_group_rule': {'security_group_id': 'dcacfbb6-34d1-41e9-a417-a022fdd456f9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:30:59.045949 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21522ebd-cfea-432d-9ff0-0354e10fedd0 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcacfbb6-34d1-41e9-a417-a022fdd456f9,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:59.070398 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-de49b286-7f90-4605-bd26-d85c1a104c0f tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:59.125840 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-de49b286-7f90-4605-bd26-d85c1a104c0f tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:59.129192 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-de49b286-7f90-4605-bd26-d85c1a104c0f tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:59.153880 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de49b286-7f90-4605-bd26-d85c1a104c0f tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dafa38e-7a4b-44a0-a7e9-2f4a4f1d6dea,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:59.157813 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-de49b286-7f90-4605-bd26-d85c1a104c0f tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:59.158989 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-de49b286-7f90-4605-bd26-d85c1a104c0f tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1224666 Jul 24 00:30:59.161894 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34624) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:59.189883 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1ba218c3-7298-4696-9f74-3322aba480a0 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:59.199591 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1ba218c3-7298-4696-9f74-3322aba480a0 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:59.229053 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1ba218c3-7298-4696-9f74-3322aba480a0 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:59.234366 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1ba218c3-7298-4696-9f74-3322aba480a0 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:59.235745 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-1ba218c3-7298-4696-9f74-3322aba480a0 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/8dafa38e-7a4b-44a0-a7e9-2f4a4f1d6dea HTTP/1.1" status: 204 len: 168 time: 0.0729392 Jul 24 00:30:59.238453 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34628) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:59.244607 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba218c3-7298-4696-9f74-3322aba480a0 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8dafa38e-7a4b-44a0-a7e9-2f4a4f1d6dea,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:59.271440 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34630) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:59.298866 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-1311199a-0c8f-4b45-bac2-1f2c2e1196af tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0592024 Jul 24 00:30:59.301644 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34632) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:59.334083 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-8002c66a-2124-41ff-a2c5-dc1e1cb35c8e admin admin] Deleting subnet c6acca04-7927-47a1-8f17-fde48e4aea63 {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:30:59.337206 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8002c66a-2124-41ff-a2c5-dc1e1cb35c8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:59.357400 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5dc2c553-0bcb-4bb0-bd5b-43eee7e5c161 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:59.376976 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8002c66a-2124-41ff-a2c5-dc1e1cb35c8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:59.379538 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5dc2c553-0bcb-4bb0-bd5b-43eee7e5c161 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:59.415719 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8002c66a-2124-41ff-a2c5-dc1e1cb35c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:59.423309 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5dc2c553-0bcb-4bb0-bd5b-43eee7e5c161 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:59.425988 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5dc2c553-0bcb-4bb0-bd5b-43eee7e5c161 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:59.427152 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-5dc2c553-0bcb-4bb0-bd5b-43eee7e5c161 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] 10.222.0.44 "DELETE /v2.0/security-groups/dcacfbb6-34d1-41e9-a417-a022fdd456f9 HTTP/1.1" status: 204 len: 168 time: 0.1243982 Jul 24 00:30:59.432422 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34634) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:59.449675 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc2c553-0bcb-4bb0-bd5b-43eee7e5c161 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcacfbb6-34d1-41e9-a417-a022fdd456f9,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:59.474435 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8002c66a-2124-41ff-a2c5-dc1e1cb35c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:59.489457 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-cc19c97e-422e-4374-82ce-b2b6a24d049e tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0523612 Jul 24 00:30:59.489771 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34636) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:59.494226 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-78a94559-135d-4c11-8466-b6b31f98a5a5 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Request body: {'security_group': {'name': 'tempest-secgroup--1658846417'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:30:59.501835 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8002c66a-2124-41ff-a2c5-dc1e1cb35c8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6acca04-7927-47a1-8f17-fde48e4aea63,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:59.507467 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8002c66a-2124-41ff-a2c5-dc1e1cb35c8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:59.511624 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-8002c66a-2124-41ff-a2c5-dc1e1cb35c8e admin admin] 10.222.0.44 "DELETE /v2.0/subnets/c6acca04-7927-47a1-8f17-fde48e4aea63 HTTP/1.1" status: 204 len: 168 time: 0.2368841 Jul 24 00:30:59.512394 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34638) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:59.518174 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-78a94559-135d-4c11-8466-b6b31f98a5a5 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:59.584061 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-05c887a9-a438-4753-ab95-baa198ca300c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:59.605763 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-78a94559-135d-4c11-8466-b6b31f98a5a5 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:59.610776 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-78a94559-135d-4c11-8466-b6b31f98a5a5 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:59.638751 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-78a94559-135d-4c11-8466-b6b31f98a5a5 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:59.639898 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-78a94559-135d-4c11-8466-b6b31f98a5a5 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1492300 Jul 24 00:30:59.642723 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34640) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:59.648162 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-c6b4c56c-ba51-4544-81ea-2ab2fd538524 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Request body: {'security_group_rule': {'security_group_id': 'e3bacfac-57a9-4396-9e47-138095ce2cd9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:30:59.653836 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a94559-135d-4c11-8466-b6b31f98a5a5 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3bacfac-57a9-4396-9e47-138095ce2cd9,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:59.679638 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c6b4c56c-ba51-4544-81ea-2ab2fd538524 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:59.741875 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c6b4c56c-ba51-4544-81ea-2ab2fd538524 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:59.745332 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c6b4c56c-ba51-4544-81ea-2ab2fd538524 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:59.765832 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b4c56c-ba51-4544-81ea-2ab2fd538524 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e3a2792-38b4-4fcb-8b7d-73366fae59ef,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:59.774030 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c6b4c56c-ba51-4544-81ea-2ab2fd538524 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:59.775275 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-c6b4c56c-ba51-4544-81ea-2ab2fd538524 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1316392 Jul 24 00:30:59.778635 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34642) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:59.783240 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-363fa701-9387-4b69-9d43-db2863b7ad63 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Request body: {'security_group_rule': {'security_group_id': 'e3bacfac-57a9-4396-9e47-138095ce2cd9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:30:59.810675 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-363fa701-9387-4b69-9d43-db2863b7ad63 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:59.872889 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-363fa701-9387-4b69-9d43-db2863b7ad63 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:59.876779 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-363fa701-9387-4b69-9d43-db2863b7ad63 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:59.895740 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363fa701-9387-4b69-9d43-db2863b7ad63 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d56acdd-f941-4934-86bf-52e53d5c4168,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:30:59.903322 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-363fa701-9387-4b69-9d43-db2863b7ad63 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:30:59.904591 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-363fa701-9387-4b69-9d43-db2863b7ad63 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1249974 Jul 24 00:30:59.907566 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34644) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:30:59.914311 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-c77a9f8c-93eb-4f1c-b6f1-ca0b8c544bbc tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Request body: {'security_group_rule': {'security_group_id': 'e3bacfac-57a9-4396-9e47-138095ce2cd9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:30:59.953332 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c77a9f8c-93eb-4f1c-b6f1-ca0b8c544bbc tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:00.004747 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-05c887a9-a438-4753-ab95-baa198ca300c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:00.015373 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-05c887a9-a438-4753-ab95-baa198ca300c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f02b9ba-7815-4adc-a181-0c9fa4fcd4f3']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:31:00.020543 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c77a9f8c-93eb-4f1c-b6f1-ca0b8c544bbc tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:00.025217 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c77a9f8c-93eb-4f1c-b6f1-ca0b8c544bbc tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:00.025391 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-05c887a9-a438-4753-ab95-baa198ca300c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87b64126-0af7-40c9-84f0-acb398b5a645') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:31:00.025576 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-05c887a9-a438-4753-ab95-baa198ca300c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87b64126-0af7-40c9-84f0-acb398b5a645') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:31:00.034606 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-05c887a9-a438-4753-ab95-baa198ca300c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:00.042395 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77a9f8c-93eb-4f1c-b6f1-ca0b8c544bbc tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=888f147c-34bc-4ba5-802f-8bbc6dd52346,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:00.048635 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-05c887a9-a438-4753-ab95-baa198ca300c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:00.051259 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c77a9f8c-93eb-4f1c-b6f1-ca0b8c544bbc tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:00.052523 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-c77a9f8c-93eb-4f1c-b6f1-ca0b8c544bbc tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1437194 Jul 24 00:31:00.054984 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05c887a9-a438-4753-ab95-baa198ca300c admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:31:00.055381 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-05c887a9-a438-4753-ab95-baa198ca300c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:00.055533 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34646) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:00.057119 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:31:00.057119 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:31:00.057119 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:31:00.057119 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:31:00.057119 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:31:00.057119 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:31:00.057119 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:31:00.057119 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:31:00.057119 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:31:00.057119 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:31:00.057119 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:31:00.057119 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:31:00.057119 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:31:00.057119 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:31:00.057119 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:31:00.057119 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:31:00.057119 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:31:00.057119 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:31:00.057119 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:31:00.057119 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:31:00.057119 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:31:00.057119 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:31:00.057119 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:31:00.057119 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:31:00.057119 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:31:00.057119 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:31:00.057119 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:31:00.057119 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:31:00.057119 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:31:00.057119 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:31:00.057119 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:31:00.057119 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:31:00.061020 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-f640ddda-8a68-4b36-b3ba-1d3df5b01e12 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Request body: {'security_group_rule': {'security_group_id': 'e3bacfac-57a9-4396-9e47-138095ce2cd9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:31:00.089288 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f640ddda-8a68-4b36-b3ba-1d3df5b01e12 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:00.114210 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-05c887a9-a438-4753-ab95-baa198ca300c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:00.119572 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-05c887a9-a438-4753-ab95-baa198ca300c admin admin] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:00.124452 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-05c887a9-a438-4753-ab95-baa198ca300c admin admin] 10.222.0.44 "DELETE /v2.0/networks/0f02b9ba-7815-4adc-a181-0c9fa4fcd4f3 HTTP/1.1" status: 204 len: 168 time: 0.6084409 Jul 24 00:31:00.125303 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34648) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:00.132416 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c887a9-a438-4753-ab95-baa198ca300c admin admin] Pushing event deleted for resources: {'Network': ['ID=0f02b9ba-7815-4adc-a181-0c9fa4fcd4f3,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:00.188968 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f640ddda-8a68-4b36-b3ba-1d3df5b01e12 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:00.192773 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-c59a120c-7a11-429b-860d-72bbad9cb174 admin admin] Deleting subnet 473e4e6a-f586-46de-b92e-55413612ac60 {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:31:00.196167 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f640ddda-8a68-4b36-b3ba-1d3df5b01e12 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:00.201980 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c59a120c-7a11-429b-860d-72bbad9cb174 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:00.240999 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f640ddda-8a68-4b36-b3ba-1d3df5b01e12 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6dedef3-6a26-4a13-b5e7-f9f733928278,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:00.245704 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f640ddda-8a68-4b36-b3ba-1d3df5b01e12 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:00.250213 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34650) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:00.250364 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-f640ddda-8a68-4b36-b3ba-1d3df5b01e12 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1936986 Jul 24 00:31:00.254978 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-f7c461e8-a835-47e4-89d2-97b792a83df7 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Request body: {'security_group_rule': {'security_group_id': 'e3bacfac-57a9-4396-9e47-138095ce2cd9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:31:00.258330 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c59a120c-7a11-429b-860d-72bbad9cb174 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:00.283317 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f7c461e8-a835-47e4-89d2-97b792a83df7 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:00.303789 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c59a120c-7a11-429b-860d-72bbad9cb174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:00.343938 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f7c461e8-a835-47e4-89d2-97b792a83df7 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:00.346909 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f7c461e8-a835-47e4-89d2-97b792a83df7 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:00.358308 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c59a120c-7a11-429b-860d-72bbad9cb174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:00.365214 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c461e8-a835-47e4-89d2-97b792a83df7 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=615dcae6-56f2-42eb-9900-a9de9e8a0e14,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:00.372388 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f7c461e8-a835-47e4-89d2-97b792a83df7 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:00.376318 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-f7c461e8-a835-47e4-89d2-97b792a83df7 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1224346 Jul 24 00:31:00.376446 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34652) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:00.384690 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59a120c-7a11-429b-860d-72bbad9cb174 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=473e4e6a-f586-46de-b92e-55413612ac60,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:00.388455 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c59a120c-7a11-429b-860d-72bbad9cb174 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:00.392971 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-c59a120c-7a11-429b-860d-72bbad9cb174 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/473e4e6a-f586-46de-b92e-55413612ac60 HTTP/1.1" status: 204 len: 168 time: 0.2664208 Jul 24 00:31:00.393579 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34654) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:00.407080 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7a1b998b-f5b3-4474-a062-8b676a4608b5 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:00.414978 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7a1b998b-f5b3-4474-a062-8b676a4608b5 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:00.447557 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7a1b998b-f5b3-4474-a062-8b676a4608b5 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:00.452581 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7a1b998b-f5b3-4474-a062-8b676a4608b5 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:00.454283 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-7a1b998b-f5b3-4474-a062-8b676a4608b5 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/615dcae6-56f2-42eb-9900-a9de9e8a0e14 HTTP/1.1" status: 204 len: 168 time: 0.0769222 Jul 24 00:31:00.457109 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34656) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:00.462772 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b998b-f5b3-4474-a062-8b676a4608b5 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=615dcae6-56f2-42eb-9900-a9de9e8a0e14,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:00.468101 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5451a563-129c-4198-b6eb-169c643d98f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:00.523501 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-5c426c1a-e183-4995-94c5-fad953d8d8b1 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0653963 Jul 24 00:31:00.526412 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34658) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:00.550442 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f25478cf-56d0-4983-ba96-89f22e8dcc0d tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:00.558334 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f25478cf-56d0-4983-ba96-89f22e8dcc0d tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:00.585683 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f25478cf-56d0-4983-ba96-89f22e8dcc0d tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:00.592088 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f25478cf-56d0-4983-ba96-89f22e8dcc0d tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:00.593241 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-f25478cf-56d0-4983-ba96-89f22e8dcc0d tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/c6dedef3-6a26-4a13-b5e7-f9f733928278 HTTP/1.1" status: 204 len: 168 time: 0.0658278 Jul 24 00:31:00.593387 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5451a563-129c-4198-b6eb-169c643d98f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:00.595765 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34660) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:00.598957 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25478cf-56d0-4983-ba96-89f22e8dcc0d tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c6dedef3-6a26-4a13-b5e7-f9f733928278,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:00.616280 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-5451a563-129c-4198-b6eb-169c643d98f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bbed6ee-ccaa-45e8-b758-a19424ed05d3']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:31:00.628959 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-5451a563-129c-4198-b6eb-169c643d98f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a378ac38-6530-4c64-ba81-3f5eca4b89dd') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:31:00.629266 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-5451a563-129c-4198-b6eb-169c643d98f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a378ac38-6530-4c64-ba81-3f5eca4b89dd') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:31:00.640253 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5451a563-129c-4198-b6eb-169c643d98f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:00.675440 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-4741dd86-a218-44b8-91e7-d0c807069aea tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0786266 Jul 24 00:31:00.678173 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34662) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:00.680261 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5451a563-129c-4198-b6eb-169c643d98f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:00.986508 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5451a563-129c-4198-b6eb-169c643d98f8 admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:31:00.986906 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5451a563-129c-4198-b6eb-169c643d98f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:00.988863 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:31:00.988863 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:31:00.988863 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:31:00.988863 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:31:00.988863 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:31:00.988863 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:31:00.988863 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:31:00.988863 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:31:00.988863 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:31:00.988863 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:31:00.988863 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:31:00.988863 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:31:00.988863 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:31:00.988863 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:31:00.988863 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:31:00.988863 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:31:00.988863 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:31:00.988863 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:31:00.988863 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:31:00.988863 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:31:00.988863 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:31:00.988863 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:31:00.988863 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:31:00.988863 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:31:00.988863 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:31:00.988863 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:31:00.988863 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:31:00.988863 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:31:00.988863 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:31:00.988863 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:31:00.988863 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:31:00.988863 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:31:01.016745 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-364f8ab7-a897-40c6-89fe-de7a2e58e565 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:01.050096 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-364f8ab7-a897-40c6-89fe-de7a2e58e565 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:01.057675 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5451a563-129c-4198-b6eb-169c643d98f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:01.069681 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5451a563-129c-4198-b6eb-169c643d98f8 admin admin] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:01.071590 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-5451a563-129c-4198-b6eb-169c643d98f8 admin admin] 10.222.0.44 "DELETE /v2.0/networks/7bbed6ee-ccaa-45e8-b758-a19424ed05d3 HTTP/1.1" status: 204 len: 168 time: 0.6770694 Jul 24 00:31:01.084236 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5451a563-129c-4198-b6eb-169c643d98f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7bbed6ee-ccaa-45e8-b758-a19424ed05d3,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:01.096033 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5451a563-129c-4198-b6eb-169c643d98f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:31:01.096387 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5451a563-129c-4198-b6eb-169c643d98f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:31:01.096738 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5451a563-129c-4198-b6eb-169c643d98f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:31:01.097162 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5451a563-129c-4198-b6eb-169c643d98f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:31:01.097495 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5451a563-129c-4198-b6eb-169c643d98f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:31:01.097835 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5451a563-129c-4198-b6eb-169c643d98f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:31:01.098219 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5451a563-129c-4198-b6eb-169c643d98f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:31:01.098510 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5451a563-129c-4198-b6eb-169c643d98f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:31:01.098856 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5451a563-129c-4198-b6eb-169c643d98f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:31:01.099223 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5451a563-129c-4198-b6eb-169c643d98f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:31:01.099496 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5451a563-129c-4198-b6eb-169c643d98f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:31:01.099829 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5451a563-129c-4198-b6eb-169c643d98f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:31:01.103267 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-364f8ab7-a897-40c6-89fe-de7a2e58e565 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:01.109673 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-364f8ab7-a897-40c6-89fe-de7a2e58e565 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:01.110794 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-364f8ab7-a897-40c6-89fe-de7a2e58e565 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/888f147c-34bc-4ba5-802f-8bbc6dd52346 HTTP/1.1" status: 204 len: 168 time: 0.4317260 Jul 24 00:31:01.113390 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34666) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:01.117326 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364f8ab7-a897-40c6-89fe-de7a2e58e565 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=888f147c-34bc-4ba5-802f-8bbc6dd52346,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:01.157508 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-514af20a-0fd7-45d5-bb4a-b621fa7a3e7b tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0423548 Jul 24 00:31:01.160093 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34668) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:01.183551 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-afa4b5c4-1573-417c-bc04-0d216a900448 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:01.191869 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-afa4b5c4-1573-417c-bc04-0d216a900448 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:01.218207 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-afa4b5c4-1573-417c-bc04-0d216a900448 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:01.225139 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-afa4b5c4-1573-417c-bc04-0d216a900448 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:01.226247 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-afa4b5c4-1573-417c-bc04-0d216a900448 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/6d56acdd-f941-4934-86bf-52e53d5c4168 HTTP/1.1" status: 204 len: 168 time: 0.0652337 Jul 24 00:31:01.229004 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34670) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:01.230296 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa4b5c4-1573-417c-bc04-0d216a900448 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6d56acdd-f941-4934-86bf-52e53d5c4168,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:01.240136 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34672) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:01.273289 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-6559fbb0-cc5f-40fd-8875-771e264d810b tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0430899 Jul 24 00:31:01.276028 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34674) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:01.279531 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-5d1adced-b7a7-4f71-b6da-13d3f371389c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=26c9b2781dea48c7bf668cf064c13ec5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382841 Jul 24 00:31:01.282054 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34676) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:01.300471 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0edeb471-fe48-4daf-becc-82e824c6ae08 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:01.311277 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0edeb471-fe48-4daf-becc-82e824c6ae08 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:01.334227 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-dfadb2cd-7196-4886-a9ae-2a5084c57963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:01.343499 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0edeb471-fe48-4daf-becc-82e824c6ae08 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:01.350985 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0edeb471-fe48-4daf-becc-82e824c6ae08 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:01.352122 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-0edeb471-fe48-4daf-becc-82e824c6ae08 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/6e3a2792-38b4-4fcb-8b7d-73366fae59ef HTTP/1.1" status: 204 len: 168 time: 0.0751777 Jul 24 00:31:01.354764 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34678) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:01.358365 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-dfadb2cd-7196-4886-a9ae-2a5084c57963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:01.359467 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edeb471-fe48-4daf-becc-82e824c6ae08 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6e3a2792-38b4-4fcb-8b7d-73366fae59ef,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:01.422497 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-b97f52a8-6b31-4c4c-8bdf-e1bdfbca50ed tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0666547 Jul 24 00:31:01.425328 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34680) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:01.450549 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-dfadb2cd-7196-4886-a9ae-2a5084c57963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:01.453592 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-dfadb2cd-7196-4886-a9ae-2a5084c57963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:01.455041 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-dfadb2cd-7196-4886-a9ae-2a5084c57963 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/528a8a3b-6970-454e-ba38-9e5ff1587713 HTTP/1.1" status: 204 len: 168 time: 0.1718640 Jul 24 00:31:01.474823 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfadb2cd-7196-4886-a9ae-2a5084c57963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=528a8a3b-6970-454e-ba38-9e5ff1587713,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:01.494589 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d3476dfa-2d37-4556-be0e-86609cd21848 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:01.494931 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 4949bd98-8de2-42d8-bc07-5ae7f85f2068 no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:31:01.514655 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] No Port match for: 4949bd98-8de2-42d8-bc07-5ae7f85f2068 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:31:01.515005 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 4949bd98-8de2-42d8-bc07-5ae7f85f2068 not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:31:01.519017 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d3476dfa-2d37-4556-be0e-86609cd21848 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:01.561419 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d3476dfa-2d37-4556-be0e-86609cd21848 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:01.564170 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d3476dfa-2d37-4556-be0e-86609cd21848 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:01.568089 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-d3476dfa-2d37-4556-be0e-86609cd21848 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] 10.222.0.44 "DELETE /v2.0/security-groups/e3bacfac-57a9-4396-9e47-138095ce2cd9 HTTP/1.1" status: 204 len: 168 time: 0.1393032 Jul 24 00:31:01.568615 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34684) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:01.575658 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3476dfa-2d37-4556-be0e-86609cd21848 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3bacfac-57a9-4396-9e47-138095ce2cd9,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:01.620766 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-1ca1af51-1689-4004-b064-4f88e9ec70df tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0509079 Jul 24 00:31:01.624962 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34686) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:01.629559 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-791c1c14-1ddb-49b5-9db5-5bef476419bc tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Request body: {'security_group': {'name': 'tempest-secgroup--916930731'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:31:01.650807 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-791c1c14-1ddb-49b5-9db5-5bef476419bc tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:01.732511 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-791c1c14-1ddb-49b5-9db5-5bef476419bc tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:01.737027 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-791c1c14-1ddb-49b5-9db5-5bef476419bc tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:01.765055 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-791c1c14-1ddb-49b5-9db5-5bef476419bc tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:01.766298 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-791c1c14-1ddb-49b5-9db5-5bef476419bc tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1403847 Jul 24 00:31:01.769082 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34690) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:01.773444 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-4c961a4d-4a13-467d-8679-a452d5dea1ab tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Request body: {'security_group_rule': {'security_group_id': '0fd7ec9b-0afb-494a-a37d-d818be22ae9e', 'direction': 'ingress', 'protocol': 17}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:31:01.781201 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791c1c14-1ddb-49b5-9db5-5bef476419bc tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd7ec9b-0afb-494a-a37d-d818be22ae9e,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:01.806115 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4c961a4d-4a13-467d-8679-a452d5dea1ab tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:01.812149 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34692) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:01.853775 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-f1ecec4a-70d3-46d2-9c3b-04f04865cae1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e3f5c6e16235483fb0547a7f33f14407&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380249 Jul 24 00:31:01.854038 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34694) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:01.865280 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4c961a4d-4a13-467d-8679-a452d5dea1ab tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:01.870065 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4c961a4d-4a13-467d-8679-a452d5dea1ab tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:01.892173 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c961a4d-4a13-467d-8679-a452d5dea1ab tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f94ade1-90a3-4722-8119-f1418595eb8b,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:01.897854 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4c961a4d-4a13-467d-8679-a452d5dea1ab tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:01.899340 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-4c961a4d-4a13-467d-8679-a452d5dea1ab tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1292615 Jul 24 00:31:01.903760 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34696) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:01.908234 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c81fed68-3662-4a22-9c9e-5542949b5caa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:01.930661 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c81fed68-3662-4a22-9c9e-5542949b5caa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:01.961831 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c4c6a3b0-11da-4153-ba6d-6eb4cbf67575 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:01.982520 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c81fed68-3662-4a22-9c9e-5542949b5caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:01.985068 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c81fed68-3662-4a22-9c9e-5542949b5caa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:01.988620 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c81fed68-3662-4a22-9c9e-5542949b5caa admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ae02c82d-6297-431c-ac1d-67b5aafb050c HTTP/1.1" status: 204 len: 168 time: 0.1313636 Jul 24 00:31:01.992018 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c4c6a3b0-11da-4153-ba6d-6eb4cbf67575 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:01.994136 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81fed68-3662-4a22-9c9e-5542949b5caa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae02c82d-6297-431c-ac1d-67b5aafb050c,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:02.041975 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c4c6a3b0-11da-4153-ba6d-6eb4cbf67575 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:02.045182 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c4c6a3b0-11da-4153-ba6d-6eb4cbf67575 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:02.046401 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-c4c6a3b0-11da-4153-ba6d-6eb4cbf67575 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] 10.222.0.44 "DELETE /v2.0/security-groups/0fd7ec9b-0afb-494a-a37d-d818be22ae9e HTTP/1.1" status: 204 len: 168 time: 0.1420741 Jul 24 00:31:02.049538 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34700) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:02.056205 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c6a3b0-11da-4153-ba6d-6eb4cbf67575 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd7ec9b-0afb-494a-a37d-d818be22ae9e,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:02.095244 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-4f4916f0-1c22-4ede-bc4e-0ef5638151db tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0443745 Jul 24 00:31:02.098737 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34702) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:02.103862 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-a956211d-1c11-40da-aa8a-4862f648b5c1 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Request body: {'security_group': {'name': 'tempest-secgroup--1421445459'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:31:02.125769 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a956211d-1c11-40da-aa8a-4862f648b5c1 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:02.207162 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a956211d-1c11-40da-aa8a-4862f648b5c1 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:02.211043 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a956211d-1c11-40da-aa8a-4862f648b5c1 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:02.240316 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a956211d-1c11-40da-aa8a-4862f648b5c1 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:02.242089 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-a956211d-1c11-40da-aa8a-4862f648b5c1 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1421072 Jul 24 00:31:02.245231 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34708) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:02.250157 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-1fac8482-961d-469b-a9dc-7f6f7893bc0a tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Request body: {'security_group': {'name': 'tempest-secgroup--1078213446'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:31:02.254483 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a956211d-1c11-40da-aa8a-4862f648b5c1 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6bf0539-49ab-418b-868e-92117348935e,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:02.278541 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1fac8482-961d-469b-a9dc-7f6f7893bc0a tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:02.367382 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1fac8482-961d-469b-a9dc-7f6f7893bc0a tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:02.374968 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1fac8482-961d-469b-a9dc-7f6f7893bc0a tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:02.399695 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1fac8482-961d-469b-a9dc-7f6f7893bc0a tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:02.400950 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-1fac8482-961d-469b-a9dc-7f6f7893bc0a tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1547010 Jul 24 00:31:02.403276 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fac8482-961d-469b-a9dc-7f6f7893bc0a tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c06bc68-d3ba-4324-82c0-36b17baad559,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:02.404400 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34716) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:02.411962 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-17e30c4b-bdab-4bca-8c76-90ad082be1a1 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Request body: {'security_group_rule': {'security_group_id': 'a6bf0539-49ab-418b-868e-92117348935e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '1c06bc68-d3ba-4324-82c0-36b17baad559', 'remote_ip_prefix': None}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:31:02.443727 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-17e30c4b-bdab-4bca-8c76-90ad082be1a1 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:02.516513 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-17e30c4b-bdab-4bca-8c76-90ad082be1a1 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:02.521029 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-17e30c4b-bdab-4bca-8c76-90ad082be1a1 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:02.539148 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e30c4b-bdab-4bca-8c76-90ad082be1a1 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1904b3e-5f95-4cab-ad49-6ec0d460f6bd,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:02.549498 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-17e30c4b-bdab-4bca-8c76-90ad082be1a1 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:02.550736 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-17e30c4b-bdab-4bca-8c76-90ad082be1a1 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1450562 Jul 24 00:31:02.553782 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34724) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:02.579081 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a9a91589-b525-49eb-8bfb-4968f67256e1 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:02.586867 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a9a91589-b525-49eb-8bfb-4968f67256e1 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:02.618014 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a9a91589-b525-49eb-8bfb-4968f67256e1 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:02.624759 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a9a91589-b525-49eb-8bfb-4968f67256e1 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:02.625921 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-a9a91589-b525-49eb-8bfb-4968f67256e1 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/a1904b3e-5f95-4cab-ad49-6ec0d460f6bd HTTP/1.1" status: 204 len: 168 time: 0.0712199 Jul 24 00:31:02.628626 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34728) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:02.631243 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a91589-b525-49eb-8bfb-4968f67256e1 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a1904b3e-5f95-4cab-ad49-6ec0d460f6bd,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:02.673581 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-f118a967-b03f-42dc-96d5-978f7b57221a tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0433662 Jul 24 00:31:02.676204 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34730) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:02.693930 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34732) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:02.728282 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-000ec16d-1fc9-4572-be86-dcdea88fb40f tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:02.751359 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-000ec16d-1fc9-4572-be86-dcdea88fb40f tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:02.788995 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-09ef53f4-00f5-4d3a-991d-773d4ca8acbd admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-859777337-network', 'tenant_id': 'cd1d1f515c3b4336a181be7e09a196dd'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:31:02.796221 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-000ec16d-1fc9-4572-be86-dcdea88fb40f tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:02.798793 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-000ec16d-1fc9-4572-be86-dcdea88fb40f tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:02.799938 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-000ec16d-1fc9-4572-be86-dcdea88fb40f tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] 10.222.0.44 "DELETE /v2.0/security-groups/1c06bc68-d3ba-4324-82c0-36b17baad559 HTTP/1.1" status: 204 len: 168 time: 0.1227558 Jul 24 00:31:02.802882 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34736) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:02.808859 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000ec16d-1fc9-4572-be86-dcdea88fb40f tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c06bc68-d3ba-4324-82c0-36b17baad559,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:02.831010 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ef53f4-00f5-4d3a-991d-773d4ca8acbd admin admin] Made reservation on behalf of cd1d1f515c3b4336a181be7e09a196dd for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:31:02.833242 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-09ef53f4-00f5-4d3a-991d-773d4ca8acbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:02.850282 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-09ef53f4-00f5-4d3a-991d-773d4ca8acbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:02.882452 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-9810cb73-f6ac-4e49-a0fd-8702d94448cf tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0782521 Jul 24 00:31:02.885185 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34738) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:02.974595 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f7d23bb9-a652-412a-909b-8247989e7004 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:03.004458 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f7d23bb9-a652-412a-909b-8247989e7004 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:03.037582 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-09ef53f4-00f5-4d3a-991d-773d4ca8acbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:03.048138 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-09ef53f4-00f5-4d3a-991d-773d4ca8acbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:03.078938 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09ef53f4-00f5-4d3a-991d-773d4ca8acbd admin admin] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:31:03.087547 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef53f4-00f5-4d3a-991d-773d4ca8acbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d35feb12-c3a1-4495-9eb1-ddaf3c65b578,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:03.093770 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f7d23bb9-a652-412a-909b-8247989e7004 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:03.096305 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f7d23bb9-a652-412a-909b-8247989e7004 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:03.097481 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-f7d23bb9-a652-412a-909b-8247989e7004 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] 10.222.0.44 "DELETE /v2.0/security-groups/a6bf0539-49ab-418b-868e-92117348935e HTTP/1.1" status: 204 len: 168 time: 0.2113707 Jul 24 00:31:03.098630 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-09ef53f4-00f5-4d3a-991d-773d4ca8acbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:03.099004 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-09ef53f4-00f5-4d3a-991d-773d4ca8acbd admin admin] Added segment f770079f-db2a-485b-9ac5-eee6572a02a2 of type vlan for network 51d75f9c-10e7-49c4-9e48-701a3a2c45d8 Jul 24 00:31:03.101438 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34740) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:03.116405 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d23bb9-a652-412a-909b-8247989e7004 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6bf0539-49ab-418b-868e-92117348935e,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:03.150402 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-5003f16d-b0fa-41ed-b1c3-3a5db9cff5d6 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0440845 Jul 24 00:31:03.150713 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34742) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:03.156150 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-0ff6ae28-b09a-4ed6-9d02-f30c11dfa032 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Request body: {'security_group': {'name': 'tempest-secgroup--201305706'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:31:03.156313 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-09ef53f4-00f5-4d3a-991d-773d4ca8acbd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:03.178222 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0ff6ae28-b09a-4ed6-9d02-f30c11dfa032 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:03.185858 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-09ef53f4-00f5-4d3a-991d-773d4ca8acbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:03.186866 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ef53f4-00f5-4d3a-991d-773d4ca8acbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:31:03.187466 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-09ef53f4-00f5-4d3a-991d-773d4ca8acbd admin admin] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:03.256346 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef53f4-00f5-4d3a-991d-773d4ca8acbd admin admin] Pushing event updated for resources: {'Network': ['ID=51d75f9c-10e7-49c4-9e48-701a3a2c45d8,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:03.266446 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 51d75f9c-10e7-49c4-9e48-701a3a2c45d8 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:31:03.269481 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0ff6ae28-b09a-4ed6-9d02-f30c11dfa032 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:03.273581 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0ff6ae28-b09a-4ed6-9d02-f30c11dfa032 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:03.281554 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-09ef53f4-00f5-4d3a-991d-773d4ca8acbd admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5833707 Jul 24 00:31:03.282339 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34744) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:03.287198 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-32b15a91-2299-41db-b64d-4745caa34c58 admin admin] Request body: {'subnet': {'network_id': '51d75f9c-10e7-49c4-9e48-701a3a2c45d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-859777337-subnet', 'tenant_id': 'cd1d1f515c3b4336a181be7e09a196dd', 'ip_version': 4}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:31:03.303082 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0ff6ae28-b09a-4ed6-9d02-f30c11dfa032 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:03.306969 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-0ff6ae28-b09a-4ed6-9d02-f30c11dfa032 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1526921 Jul 24 00:31:03.306969 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff6ae28-b09a-4ed6-9d02-f30c11dfa032 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1d1b84-37cf-40e0-bf65-62bd787bc3f8,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:03.307314 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34746) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:03.314027 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-b0ea3aba-ace2-4a83-96cd-baa5f2db2872 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Request body: {'security_group_rule': {'security_group_id': '5f1d1b84-37cf-40e0-bf65-62bd787bc3f8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:31:03.333074 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b15a91-2299-41db-b64d-4745caa34c58 admin admin] Made reservation on behalf of cd1d1f515c3b4336a181be7e09a196dd for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:31:03.335658 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-32b15a91-2299-41db-b64d-4745caa34c58 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:03.398028 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b0ea3aba-ace2-4a83-96cd-baa5f2db2872 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:03.503375 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b0ea3aba-ace2-4a83-96cd-baa5f2db2872 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:03.511884 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b0ea3aba-ace2-4a83-96cd-baa5f2db2872 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:03.546036 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ea3aba-ace2-4a83-96cd-baa5f2db2872 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10c074b3-1f5a-4c51-b99d-44a54ee9cfc1,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:03.580453 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b0ea3aba-ace2-4a83-96cd-baa5f2db2872 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:03.581718 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-b0ea3aba-ace2-4a83-96cd-baa5f2db2872 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2728510 Jul 24 00:31:03.584661 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34748) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:03.597232 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-32b15a91-2299-41db-b64d-4745caa34c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:03.610227 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a3e097eb-4d74-4b86-a288-9f745f6f4d0f tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:03.618364 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a3e097eb-4d74-4b86-a288-9f745f6f4d0f tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:03.645686 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a3e097eb-4d74-4b86-a288-9f745f6f4d0f tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:03.652922 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a3e097eb-4d74-4b86-a288-9f745f6f4d0f tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:03.654055 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-a3e097eb-4d74-4b86-a288-9f745f6f4d0f tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/10c074b3-1f5a-4c51-b99d-44a54ee9cfc1 HTTP/1.1" status: 204 len: 168 time: 0.0683739 Jul 24 00:31:03.655227 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b15a91-2299-41db-b64d-4745caa34c58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8c3fd19-3e9a-4947-9a85-d5eb7694dbaa,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:03.657855 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34750) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:03.660487 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b15a91-2299-41db-b64d-4745caa34c58 admin admin] Checking segment: {'id': 'f770079f-db2a-485b-9ac5-eee6572a02a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '51d75f9c-10e7-49c4-9e48-701a3a2c45d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:31:03.660909 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b15a91-2299-41db-b64d-4745caa34c58 admin admin] Network hostable DHCP agents. Network: 51d75f9c-10e7-49c4-9e48-701a3a2c45d8, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:31:03.664371 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e097eb-4d74-4b86-a288-9f745f6f4d0f tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=10c074b3-1f5a-4c51-b99d-44a54ee9cfc1,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:03.678215 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b15a91-2299-41db-b64d-4745caa34c58 admin admin] Network 51d75f9c-10e7-49c4-9e48-701a3a2c45d8 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:31:03.688541 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-32b15a91-2299-41db-b64d-4745caa34c58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 51d75f9c-10e7-49c4-9e48-701a3a2c45d8) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:31:03.694446 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b15a91-2299-41db-b64d-4745caa34c58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:31:03.695388 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-32b15a91-2299-41db-b64d-4745caa34c58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:03.700936 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-581bd3cf-fadb-4f0d-9250-32846b5404cd tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0417702 Jul 24 00:31:03.702639 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05bb102-612e-47ed-a436-5a61437adf17 None None] Network 51d75f9c-10e7-49c4-9e48-701a3a2c45d8 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:31:03.703855 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34752) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:03.719128 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-32b15a91-2299-41db-b64d-4745caa34c58 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4334297 Jul 24 00:31:03.719357 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34754) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:03.723745 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-50cd05a3-af68-4921-a24b-1b9a87b240bf admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-859777337-router', 'tenant_id': 'cd1d1f515c3b4336a181be7e09a196dd', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:31:03.747797 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-50cd05a3-af68-4921-a24b-1b9a87b240bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:03.749742 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-50cd05a3-af68-4921-a24b-1b9a87b240bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:03.759639 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-edc28bcc-046a-498a-abf3-f395352cc410 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:03.790133 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-edc28bcc-046a-498a-abf3-f395352cc410 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:03.808796 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-50cd05a3-af68-4921-a24b-1b9a87b240bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:03.835426 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-edc28bcc-046a-498a-abf3-f395352cc410 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:03.838827 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-edc28bcc-046a-498a-abf3-f395352cc410 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:03.842397 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-edc28bcc-046a-498a-abf3-f395352cc410 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] 10.222.0.44 "DELETE /v2.0/security-groups/5f1d1b84-37cf-40e0-bf65-62bd787bc3f8 HTTP/1.1" status: 204 len: 168 time: 0.1353402 Jul 24 00:31:03.845747 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34756) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:03.864789 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc28bcc-046a-498a-abf3-f395352cc410 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1d1b84-37cf-40e0-bf65-62bd787bc3f8,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:03.878878 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab80f017-8224-4fc6-bd9a-6a0775d2f47a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-51d75f9c-10e7-49c4-9e48-701a3a2c45d8', 'network_id': '51d75f9c-10e7-49c4-9e48-701a3a2c45d8', 'tenant_id': 'cd1d1f515c3b4336a181be7e09a196dd', 'fixed_ips': [{'subnet_id': 'b8c3fd19-3e9a-4947-9a85-d5eb7694dbaa'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:31:03.879739 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ab80f017-8224-4fc6-bd9a-6a0775d2f47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:03.906458 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-4781755f-864f-450e-b621-9886a5c0d826 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0523190 Jul 24 00:31:03.906458 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34758) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:03.910454 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-6e60cbda-5c76-4d5d-b3eb-c0f7bedfcef8 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Request body: {'security_group': {'name': 'tempest-secgroup--903513234'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:31:03.935618 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6e60cbda-5c76-4d5d-b3eb-c0f7bedfcef8 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:03.976436 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-50cd05a3-af68-4921-a24b-1b9a87b240bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:04.034397 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6e60cbda-5c76-4d5d-b3eb-c0f7bedfcef8 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:04.038860 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6e60cbda-5c76-4d5d-b3eb-c0f7bedfcef8 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:04.043305 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-ab80f017-8224-4fc6-bd9a-6a0775d2f47a None None] Allocated IP 172.20.0.2 (51d75f9c-10e7-49c4-9e48-701a3a2c45d8/b8c3fd19-3e9a-4947-9a85-d5eb7694dbaa/b0ca3791-7e57-4ecc-9131-0269777fdeb4) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:31:04.069386 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6e60cbda-5c76-4d5d-b3eb-c0f7bedfcef8 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:04.071319 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-6e60cbda-5c76-4d5d-b3eb-c0f7bedfcef8 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1646776 Jul 24 00:31:04.075665 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34760) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:04.080198 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e60cbda-5c76-4d5d-b3eb-c0f7bedfcef8 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9f7c21-36c5-472d-8a75-02c7e0ca960b,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:04.080582 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-038dd7e4-dd63-4afc-bbfc-7c49962ac2d4 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Request body: {'security_group_rule': {'security_group_id': '1b9f7c21-36c5-472d-8a75-02c7e0ca960b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:31:04.189960 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-038dd7e4-dd63-4afc-bbfc-7c49962ac2d4 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:04.196431 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ab80f017-8224-4fc6-bd9a-6a0775d2f47a None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:04.206017 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-ab80f017-8224-4fc6-bd9a-6a0775d2f47a None None] Transition to ACTIVE for port object b0ca3791-7e57-4ecc-9131-0269777fdeb4 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:31:04.221189 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-ab80f017-8224-4fc6-bd9a-6a0775d2f47a None None] Transition to ACTIVE for port object b0ca3791-7e57-4ecc-9131-0269777fdeb4 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:31:04.224960 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-50cd05a3-af68-4921-a24b-1b9a87b240bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:04.226777 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ab80f017-8224-4fc6-bd9a-6a0775d2f47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:04.248510 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-50cd05a3-af68-4921-a24b-1b9a87b240bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:04.261655 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab80f017-8224-4fc6-bd9a-6a0775d2f47a None None] Network 51d75f9c-10e7-49c4-9e48-701a3a2c45d8 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:31:04.263570 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-ab80f017-8224-4fc6-bd9a-6a0775d2f47a None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:31:04.265991 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab80f017-8224-4fc6-bd9a-6a0775d2f47a None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:31:04.320525 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab80f017-8224-4fc6-bd9a-6a0775d2f47a None None] Pushing event updated for resources: {'Port': ['ID=b0ca3791-7e57-4ecc-9131-0269777fdeb4,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:04.321273 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-038dd7e4-dd63-4afc-bbfc-7c49962ac2d4 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:04.331638 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-038dd7e4-dd63-4afc-bbfc-7c49962ac2d4 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:04.335522 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-ab80f017-8224-4fc6-bd9a-6a0775d2f47a None None] Attempting to bind port b0ca3791-7e57-4ecc-9131-0269777fdeb4 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:31:04.336111 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-ab80f017-8224-4fc6-bd9a-6a0775d2f47a None None] Attempting to bind port b0ca3791-7e57-4ecc-9131-0269777fdeb4 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': 'f770079f-db2a-485b-9ac5-eee6572a02a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '51d75f9c-10e7-49c4-9e48-701a3a2c45d8'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:31:04.336490 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab80f017-8224-4fc6-bd9a-6a0775d2f47a None None] Attempting to bind port b0ca3791-7e57-4ecc-9131-0269777fdeb4 on network 51d75f9c-10e7-49c4-9e48-701a3a2c45d8 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:31:04.342347 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab80f017-8224-4fc6-bd9a-6a0775d2f47a None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:31:04.342751 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab80f017-8224-4fc6-bd9a-6a0775d2f47a None None] Checking segment: {'id': 'f770079f-db2a-485b-9ac5-eee6572a02a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '51d75f9c-10e7-49c4-9e48-701a3a2c45d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:31:04.343161 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ab80f017-8224-4fc6-bd9a-6a0775d2f47a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:04.343564 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab80f017-8224-4fc6-bd9a-6a0775d2f47a None None] Bound using segment: {'id': 'f770079f-db2a-485b-9ac5-eee6572a02a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '51d75f9c-10e7-49c4-9e48-701a3a2c45d8'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:31:04.344035 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-ab80f017-8224-4fc6-bd9a-6a0775d2f47a None None] Bound port: b0ca3791-7e57-4ecc-9131-0269777fdeb4, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f770079f-db2a-485b-9ac5-eee6572a02a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '51d75f9c-10e7-49c4-9e48-701a3a2c45d8'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:31:04.344421 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ab80f017-8224-4fc6-bd9a-6a0775d2f47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:04.376948 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038dd7e4-dd63-4afc-bbfc-7c49962ac2d4 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce53a433-bdee-4992-905d-935d19bcaa15,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:04.388325 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-038dd7e4-dd63-4afc-bbfc-7c49962ac2d4 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:04.392065 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-038dd7e4-dd63-4afc-bbfc-7c49962ac2d4 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3130128 Jul 24 00:31:04.393452 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34762) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:04.399761 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-50cd05a3-af68-4921-a24b-1b9a87b240bf admin admin] Allocated IP 172.25.3.137 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/6f7e83c2-7a6a-47c0-a594-fea67ba26948) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:31:04.417385 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-ab80f017-8224-4fc6-bd9a-6a0775d2f47a None None] For port b0ca3791-7e57-4ecc-9131-0269777fdeb4, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:31:04.418364 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-5dc682b7-3ba6-4e9c-8856-52388230f886 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] 10.222.0.44 "GET /v2.0/security-group-rules/ce53a433-bdee-4992-905d-935d19bcaa15 HTTP/1.1" status: 200 len: 763 time: 0.0229206 Jul 24 00:31:04.419123 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34764) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:04.419686 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-ab80f017-8224-4fc6-bd9a-6a0775d2f47a None None] For port b0ca3791-7e57-4ecc-9131-0269777fdeb4, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=b0ca3791-7e57-4ecc-9131-0269777fdeb4,segment=NetworkSegment(f770079f-db2a-485b-9ac5-eee6572a02a2),segment_id=f770079f-db2a-485b-9ac5-eee6572a02a2)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:31:04.424092 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ab80f017-8224-4fc6-bd9a-6a0775d2f47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:04.469297 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-6f99cd05-3a94-4d7a-86ba-2449227a2f01 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0480590 Jul 24 00:31:04.469473 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34766) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:04.486193 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab80f017-8224-4fc6-bd9a-6a0775d2f47a None None] Pushing event updated for resources: {'Port': ['ID=b0ca3791-7e57-4ecc-9131-0269777fdeb4,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:04.515707 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-bc0c1d60-8db8-4018-b4f0-d7c63798dac1 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:04.532857 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-bc0c1d60-8db8-4018-b4f0-d7c63798dac1 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:04.541527 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-50cd05a3-af68-4921-a24b-1b9a87b240bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:04.573024 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-bc0c1d60-8db8-4018-b4f0-d7c63798dac1 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:04.580480 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-bc0c1d60-8db8-4018-b4f0-d7c63798dac1 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:04.581608 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-bc0c1d60-8db8-4018-b4f0-d7c63798dac1 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/ce53a433-bdee-4992-905d-935d19bcaa15 HTTP/1.1" status: 204 len: 168 time: 0.1111968 Jul 24 00:31:04.584254 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34768) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:04.597642 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0c1d60-8db8-4018-b4f0-d7c63798dac1 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ce53a433-bdee-4992-905d-935d19bcaa15,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:04.612367 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-50cd05a3-af68-4921-a24b-1b9a87b240bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:04.629545 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-5a94c500-0237-499b-982e-8866edd906df tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0439730 Jul 24 00:31:04.632043 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34770) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:04.637745 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-ffe7d66b-6478-4710-a1d5-4fd8fa35a075 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Request body: {'security_group_rule': {'security_group_id': '1b9f7c21-36c5-472d-8a75-02c7e0ca960b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:31:04.663060 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50cd05a3-af68-4921-a24b-1b9a87b240bf admin admin] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:31:04.664520 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-50cd05a3-af68-4921-a24b-1b9a87b240bf admin admin] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:31:04.668234 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cd05a3-af68-4921-a24b-1b9a87b240bf admin admin] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:31:04.677334 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cd05a3-af68-4921-a24b-1b9a87b240bf admin admin] Pushing event updated for resources: {'Port': ['ID=6f7e83c2-7a6a-47c0-a594-fea67ba26948,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:04.695633 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ffe7d66b-6478-4710-a1d5-4fd8fa35a075 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:04.754065 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ffe7d66b-6478-4710-a1d5-4fd8fa35a075 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:04.759216 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ffe7d66b-6478-4710-a1d5-4fd8fa35a075 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:04.785284 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe7d66b-6478-4710-a1d5-4fd8fa35a075 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be7ca968-80d7-4a68-b4e5-a80d504aaff0,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:04.792506 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ffe7d66b-6478-4710-a1d5-4fd8fa35a075 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:04.794866 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-ffe7d66b-6478-4710-a1d5-4fd8fa35a075 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1609585 Jul 24 00:31:04.796615 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34772) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:04.813392 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-0fed7c02-a856-4e94-bce5-b6bdcfe5a5ee tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] 10.222.0.44 "GET /v2.0/security-group-rules/be7ca968-80d7-4a68-b4e5-a80d504aaff0 HTTP/1.1" status: 200 len: 763 time: 0.0154107 Jul 24 00:31:04.816158 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34774) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:04.860368 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-ad76d42d-4be8-44b0-b4a8-3f96d97592f2 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0425613 Jul 24 00:31:04.862975 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34776) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:04.885675 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6ffeb8b0-a79b-4bfa-9334-68fe706f7e78 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:04.893651 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6ffeb8b0-a79b-4bfa-9334-68fe706f7e78 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:04.921424 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6ffeb8b0-a79b-4bfa-9334-68fe706f7e78 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:04.927385 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6ffeb8b0-a79b-4bfa-9334-68fe706f7e78 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:04.928694 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-6ffeb8b0-a79b-4bfa-9334-68fe706f7e78 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/be7ca968-80d7-4a68-b4e5-a80d504aaff0 HTTP/1.1" status: 204 len: 168 time: 0.0646269 Jul 24 00:31:04.931024 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34778) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:04.935548 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffeb8b0-a79b-4bfa-9334-68fe706f7e78 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=be7ca968-80d7-4a68-b4e5-a80d504aaff0,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:04.954055 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-50cd05a3-af68-4921-a24b-1b9a87b240bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:05.038097 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-4dd9936d-f291-43c2-9537-f5f518705820 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1059716 Jul 24 00:31:05.040755 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34780) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:05.045565 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-be63e31e-4907-4bf8-89c2-749a74c0e37e tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Request body: {'security_group_rule': {'security_group_id': '1b9f7c21-36c5-472d-8a75-02c7e0ca960b', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:31:05.067863 n-d-800088-16 neutron-server[100314]: INFO neutron.db.securitygroups_db [None req-be63e31e-4907-4bf8-89c2-749a74c0e37e tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Project e7384c5728624b449dd0b461947d24ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 00:31:05.072914 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-be63e31e-4907-4bf8-89c2-749a74c0e37e tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:05.120422 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-be63e31e-4907-4bf8-89c2-749a74c0e37e tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:05.124407 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-be63e31e-4907-4bf8-89c2-749a74c0e37e tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:05.149653 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be63e31e-4907-4bf8-89c2-749a74c0e37e tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae38eefd-8cc6-4701-87f7-324b5e6d58d2,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:05.155114 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-be63e31e-4907-4bf8-89c2-749a74c0e37e tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:05.156636 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-be63e31e-4907-4bf8-89c2-749a74c0e37e tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1146100 Jul 24 00:31:05.159126 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34782) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:05.176156 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-50cd05a3-af68-4921-a24b-1b9a87b240bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:05.178163 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-bab23751-da19-4a3b-ba59-812e13bb4352 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] 10.222.0.44 "GET /v2.0/security-group-rules/ae38eefd-8cc6-4701-87f7-324b5e6d58d2 HTTP/1.1" status: 200 len: 769 time: 0.0179152 Jul 24 00:31:05.180689 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34784) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:05.227536 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-8bfbf396-c40b-4662-8cae-9a075f482106 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0456998 Jul 24 00:31:05.229219 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34786) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:05.255178 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3ee15693-0c54-44bd-98a3-a1940d618bb2 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:05.263476 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3ee15693-0c54-44bd-98a3-a1940d618bb2 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:05.294273 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3ee15693-0c54-44bd-98a3-a1940d618bb2 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:05.299529 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3ee15693-0c54-44bd-98a3-a1940d618bb2 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:05.303523 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-3ee15693-0c54-44bd-98a3-a1940d618bb2 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/ae38eefd-8cc6-4701-87f7-324b5e6d58d2 HTTP/1.1" status: 204 len: 168 time: 0.0706520 Jul 24 00:31:05.303975 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34788) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:05.308881 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee15693-0c54-44bd-98a3-a1940d618bb2 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ae38eefd-8cc6-4701-87f7-324b5e6d58d2,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:05.325930 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50cd05a3-af68-4921-a24b-1b9a87b240bf admin admin] Router fbb06efa-f064-47de-9299-8a41eaf615c8 is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:31:05.419034 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-5f6ebb99-66e2-4430-863a-5fd9596fdcd2 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1108420 Jul 24 00:31:05.421772 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34792) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:05.492068 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f61cc2-f099-4563-9156-e652bf0ab6b1 None None] Network 51d75f9c-10e7-49c4-9e48-701a3a2c45d8 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:31:05.503841 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50cd05a3-af68-4921-a24b-1b9a87b240bf admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:31:05.505578 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2149249e-eec6-43db-b065-99b0e627257a tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:05.517570 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171d9716-feec-4f7c-83d7-c54eec733ef7 None None] Sync routers for ids ['fbb06efa-f064-47de-9299-8a41eaf615c8'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:31:05.533995 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-50cd05a3-af68-4921-a24b-1b9a87b240bf admin admin] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:05.535231 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-50cd05a3-af68-4921-a24b-1b9a87b240bf admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8149178 Jul 24 00:31:05.536857 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2149249e-eec6-43db-b065-99b0e627257a tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:05.538183 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34794) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:05.564332 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171d9716-feec-4f7c-83d7-c54eec733ef7 None None] Routers {'fbb06efa-f064-47de-9299-8a41eaf615c8'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:31:05.565006 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-171d9716-feec-4f7c-83d7-c54eec733ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:30:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['fbb06efa-f064-47de-9299-8a41eaf615c8'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:31:05.582766 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2149249e-eec6-43db-b065-99b0e627257a tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:05.585570 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2149249e-eec6-43db-b065-99b0e627257a tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:05.586771 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-2149249e-eec6-43db-b065-99b0e627257a tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] 10.222.0.44 "DELETE /v2.0/security-groups/1b9f7c21-36c5-472d-8a75-02c7e0ca960b HTTP/1.1" status: 204 len: 168 time: 0.1640751 Jul 24 00:31:05.589919 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34796) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:05.608698 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2149249e-eec6-43db-b065-99b0e627257a tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9f7c21-36c5-472d-8a75-02c7e0ca960b,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:05.643846 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-99192222-6f24-4b2c-aa6a-4c20f1c9c238 tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0490777 Jul 24 00:31:05.649779 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34798) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:05.726963 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-d8e4c931-02f0-45d1-aa45-0aecf3491e0c tempest-SecGroupIPv6Test-1580146904 tempest-SecGroupIPv6Test-1580146904-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0763412 Jul 24 00:31:05.810483 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device b0ca3791-7e57-4ecc-9131-0269777fdeb4 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:31:05.893380 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-cac46eaa-7d93-40d3-a4d0-6b9b1e153987 None None] Provisioning for port b0ca3791-7e57-4ecc-9131-0269777fdeb4 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:31:05.960207 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34804) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:05.962647 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-171d9716-feec-4f7c-83d7-c54eec733ef7 None None] Set router fbb06efa-f064-47de-9299-8a41eaf615c8 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:31:06.024563 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port b0ca3791-7e57-4ecc-9131-0269777fdeb4 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:31:06.032721 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port b0ca3791-7e57-4ecc-9131-0269777fdeb4 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:31:06.033126 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:06.069094 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4f9c96d9-8d77-4bc5-9e78-e6ca30e3cc67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:06.110534 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c828e3de-4c64-4382-a9c7-7a9a63db30c2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e7384c5728624b449dd0b461947d24ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1488159 Jul 24 00:31:06.113107 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34808) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:06.168393 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1603fdd9-a474-4610-91e4-b1b8cdf4b95e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:06.191284 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1603fdd9-a474-4610-91e4-b1b8cdf4b95e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:06.227606 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:06.249266 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1603fdd9-a474-4610-91e4-b1b8cdf4b95e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:06.253615 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1603fdd9-a474-4610-91e4-b1b8cdf4b95e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:06.255230 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-1603fdd9-a474-4610-91e4-b1b8cdf4b95e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/704563ba-ece2-4e74-bf05-f4bcc909406b HTTP/1.1" status: 204 len: 168 time: 0.1409125 Jul 24 00:31:06.274915 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1603fdd9-a474-4610-91e4-b1b8cdf4b95e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=704563ba-ece2-4e74-bf05-f4bcc909406b,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:06.295394 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port b0ca3791-7e57-4ecc-9131-0269777fdeb4, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=b0ca3791-7e57-4ecc-9131-0269777fdeb4,segment=NetworkSegment(f770079f-db2a-485b-9ac5-eee6572a02a2),segment_id=f770079f-db2a-485b-9ac5-eee6572a02a2)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:31:06.304097 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:06.338406 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-171d9716-feec-4f7c-83d7-c54eec733ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbb06efa-f064-47de-9299-8a41eaf615c8', 'name': 'tempest-TestServerMultinode-859777337-router', 'tenant_id': 'cd1d1f515c3b4336a181be7e09a196dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '6f7e83c2-7a6a-47c0-a594-fea67ba26948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:31:03Z', 'updated_at': '2021-07-24T00:31:04Z', 'revision_number': 3, 'project_id': 'cd1d1f515c3b4336a181be7e09a196dd', 'gw_port': {'id': '6f7e83c2-7a6a-47c0-a594-fea67ba26948', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e0:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbb06efa-f064-47de-9299-8a41eaf615c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:31:04Z', 'updated_at': '2021-07-24T00:31:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:31:06.353087 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-4f9c96d9-8d77-4bc5-9e78-e6ca30e3cc67 admin admin] Allocated IP 172.20.0.1 (51d75f9c-10e7-49c4-9e48-701a3a2c45d8/b8c3fd19-3e9a-4947-9a85-d5eb7694dbaa/56ac370e-5d40-44a6-b38d-caeec8b138dc) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:31:06.368252 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171d9716-feec-4f7c-83d7-c54eec733ef7 None None] Checking router: fbb06efa-f064-47de-9299-8a41eaf615c8 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:31:06.368613 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171d9716-feec-4f7c-83d7-c54eec733ef7 None None] Updating router fbb06efa-f064-47de-9299-8a41eaf615c8 port 6f7e83c2-7a6a-47c0-a594-fea67ba26948 binding host n-d-800088-16 {{(pid=100315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:31:06.421766 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=b0ca3791-7e57-4ecc-9131-0269777fdeb4,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:06.433031 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-171d9716-feec-4f7c-83d7-c54eec733ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:06.469315 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-485c5b54-a7c0-42ae-8572-76bdd69c1106 None None] Provisioning complete for port b0ca3791-7e57-4ecc-9131-0269777fdeb4 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:31:06.469687 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-485c5b54-a7c0-42ae-8572-76bdd69c1106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:06.483402 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4f9c96d9-8d77-4bc5-9e78-e6ca30e3cc67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:06.498272 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [None req-4f9c96d9-8d77-4bc5-9e78-e6ca30e3cc67 admin admin] Transition to ACTIVE for port object 56ac370e-5d40-44a6-b38d-caeec8b138dc will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:31:06.542276 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4f9c96d9-8d77-4bc5-9e78-e6ca30e3cc67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:06.581236 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9c96d9-8d77-4bc5-9e78-e6ca30e3cc67 admin admin] Network 51d75f9c-10e7-49c4-9e48-701a3a2c45d8 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:31:06.586261 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-4f9c96d9-8d77-4bc5-9e78-e6ca30e3cc67 admin admin] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:31:06.592920 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9c96d9-8d77-4bc5-9e78-e6ca30e3cc67 admin admin] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:31:06.625603 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9c96d9-8d77-4bc5-9e78-e6ca30e3cc67 admin admin] Pushing event updated for resources: {'Port': ['ID=56ac370e-5d40-44a6-b38d-caeec8b138dc,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:06.640269 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4f9c96d9-8d77-4bc5-9e78-e6ca30e3cc67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681761'] for router_interface, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:06.797568 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-171d9716-feec-4f7c-83d7-c54eec733ef7 None None] Notify callbacks [] for port, precommit_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:06.811739 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4f9c96d9-8d77-4bc5-9e78-e6ca30e3cc67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:06.817895 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-171d9716-feec-4f7c-83d7-c54eec733ef7 None None] Transition to ACTIVE for port object 6f7e83c2-7a6a-47c0-a594-fea67ba26948 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:31:06.830084 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-171d9716-feec-4f7c-83d7-c54eec733ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:06.894130 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-171d9716-feec-4f7c-83d7-c54eec733ef7 None None] Attempting to bind port 6f7e83c2-7a6a-47c0-a594-fea67ba26948 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:31:06.894505 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-171d9716-feec-4f7c-83d7-c54eec733ef7 None None] Attempting to bind port 6f7e83c2-7a6a-47c0-a594-fea67ba26948 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:31:06.894869 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171d9716-feec-4f7c-83d7-c54eec733ef7 None None] Attempting to bind port 6f7e83c2-7a6a-47c0-a594-fea67ba26948 on network 9adcfee8-760c-4568-9e39-c221abf69bf5 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:31:06.898314 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5630940-992e-4795-a152-51a5306f8fc0 None None] Pushing event updated for resources: {'Port': ['ID=6f7e83c2-7a6a-47c0-a594-fea67ba26948,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:06.915042 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171d9716-feec-4f7c-83d7-c54eec733ef7 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:31:06.915430 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171d9716-feec-4f7c-83d7-c54eec733ef7 None None] Checking segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:31:06.915840 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-171d9716-feec-4f7c-83d7-c54eec733ef7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:06.916269 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171d9716-feec-4f7c-83d7-c54eec733ef7 None None] Bound using segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:31:06.916830 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-171d9716-feec-4f7c-83d7-c54eec733ef7 None None] Bound port: 6f7e83c2-7a6a-47c0-a594-fea67ba26948, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:31:06.917176 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-171d9716-feec-4f7c-83d7-c54eec733ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:06.957912 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-71596fd7-6f6d-4a84-8b22-e9809a193380 None None] Provisioning for port 56ac370e-5d40-44a6-b38d-caeec8b138dc completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:31:06.971285 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-71596fd7-6f6d-4a84-8b22-e9809a193380 None None] Provisioning complete for port 56ac370e-5d40-44a6-b38d-caeec8b138dc triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:31:06.971664 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-71596fd7-6f6d-4a84-8b22-e9809a193380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:07.003349 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-171d9716-feec-4f7c-83d7-c54eec733ef7 None None] For port 6f7e83c2-7a6a-47c0-a594-fea67ba26948, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:31:07.016472 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4f9c96d9-8d77-4bc5-9e78-e6ca30e3cc67 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:07.022077 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-171d9716-feec-4f7c-83d7-c54eec733ef7 None None] For port 6f7e83c2-7a6a-47c0-a594-fea67ba26948, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=6f7e83c2-7a6a-47c0-a594-fea67ba26948,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:31:07.023193 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-71596fd7-6f6d-4a84-8b22-e9809a193380 None None] Port 56ac370e-5d40-44a6-b38d-caeec8b138dc cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:31:07.023431 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4f9c96d9-8d77-4bc5-9e78-e6ca30e3cc67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:07.026711 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-171d9716-feec-4f7c-83d7-c54eec733ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:07.067930 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34830) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:07.075120 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171d9716-feec-4f7c-83d7-c54eec733ef7 None None] Routers {'fbb06efa-f064-47de-9299-8a41eaf615c8'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:31:07.075822 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-171d9716-feec-4f7c-83d7-c54eec733ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:30:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['fbb06efa-f064-47de-9299-8a41eaf615c8'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:31:07.100152 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9c96d9-8d77-4bc5-9e78-e6ca30e3cc67 admin admin] Pushing event updated for resources: {'Port': ['ID=56ac370e-5d40-44a6-b38d-caeec8b138dc,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:07.102751 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4f9c96d9-8d77-4bc5-9e78-e6ca30e3cc67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680980'] for router_interface, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:07.157918 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5630940-992e-4795-a152-51a5306f8fc0 None None] Pushing event updated for resources: {'Port': ['ID=6f7e83c2-7a6a-47c0-a594-fea67ba26948,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:07.175009 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-2f65d72a-fa32-4357-b9a7-31437a6c4837 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Request body: {'security_group': {'name': 'tempest-secgroup--1244352014'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:31:07.198743 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2f65d72a-fa32-4357-b9a7-31437a6c4837 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:07.200510 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9c96d9-8d77-4bc5-9e78-e6ca30e3cc67 admin admin] Network 51d75f9c-10e7-49c4-9e48-701a3a2c45d8 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:31:07.200796 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-171d9716-feec-4f7c-83d7-c54eec733ef7 None None] Set router fbb06efa-f064-47de-9299-8a41eaf615c8 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:31:07.202222 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-4f9c96d9-8d77-4bc5-9e78-e6ca30e3cc67 admin admin] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:31:07.208549 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2f65d72a-fa32-4357-b9a7-31437a6c4837 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:07.338603 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2f65d72a-fa32-4357-b9a7-31437a6c4837 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:07.345190 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2f65d72a-fa32-4357-b9a7-31437a6c4837 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:07.349621 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f9c96d9-8d77-4bc5-9e78-e6ca30e3cc67 admin admin] Router fbb06efa-f064-47de-9299-8a41eaf615c8 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:31:07.386448 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f65d72a-fa32-4357-b9a7-31437a6c4837 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2b052b-eb6d-4546-a032-39450889b71c,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:07.453665 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-171d9716-feec-4f7c-83d7-c54eec733ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbb06efa-f064-47de-9299-8a41eaf615c8', 'name': 'tempest-TestServerMultinode-859777337-router', 'tenant_id': 'cd1d1f515c3b4336a181be7e09a196dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '6f7e83c2-7a6a-47c0-a594-fea67ba26948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:31:03Z', 'updated_at': '2021-07-24T00:31:06Z', 'revision_number': 4, 'project_id': 'cd1d1f515c3b4336a181be7e09a196dd', 'gw_port': {'id': '6f7e83c2-7a6a-47c0-a594-fea67ba26948', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e0:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbb06efa-f064-47de-9299-8a41eaf615c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:31:04Z', 'updated_at': '2021-07-24T00:31:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '56ac370e-5d40-44a6-b38d-caeec8b138dc', 'name': '', 'network_id': '51d75f9c-10e7-49c4-9e48-701a3a2c45d8', 'tenant_id': 'cd1d1f515c3b4336a181be7e09a196dd', 'mac_address': 'fa:16:3e:a9:2b:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbb06efa-f064-47de-9299-8a41eaf615c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'b8c3fd19-3e9a-4947-9a85-d5eb7694dbaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:31:06Z', 'updated_at': '2021-07-24T00:31:06Z', 'revision_number': 2, 'project_id': 'cd1d1f515c3b4336a181be7e09a196dd', 'subnets': [{'id': 'b8c3fd19-3e9a-4947-9a85-d5eb7694dbaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:31:07.470476 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2f65d72a-fa32-4357-b9a7-31437a6c4837 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:07.475990 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2f65d72a-fa32-4357-b9a7-31437a6c4837 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:07.486280 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171d9716-feec-4f7c-83d7-c54eec733ef7 None None] The sync data for ids ['fbb06efa-f064-47de-9299-8a41eaf615c8'] in n-d-800088-16 is: [{'id': 'fbb06efa-f064-47de-9299-8a41eaf615c8', 'name': 'tempest-TestServerMultinode-859777337-router', 'tenant_id': 'cd1d1f515c3b4336a181be7e09a196dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '6f7e83c2-7a6a-47c0-a594-fea67ba26948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:31:03Z', 'updated_at': '2021-07-24T00:31:06Z', 'revision_number': 4, 'project_id': 'cd1d1f515c3b4336a181be7e09a196dd', 'gw_port': {'id': '6f7e83c2-7a6a-47c0-a594-fea67ba26948', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e0:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbb06efa-f064-47de-9299-8a41eaf615c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:31:04Z', 'updated_at': '2021-07-24T00:31:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '56ac370e-5d40-44a6-b38d-caeec8b138dc', 'name': '', 'network_id': '51d75f9c-10e7-49c4-9e48-701a3a2c45d8', 'tenant_id': 'cd1d1f515c3b4336a181be7e09a196dd', 'mac_address': 'fa:16:3e:a9:2b:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbb06efa-f064-47de-9299-8a41eaf615c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'b8c3fd19-3e9a-4947-9a85-d5eb7694dbaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:31:06Z', 'updated_at': '2021-07-24T00:31:06Z', 'revision_number': 2, 'project_id': 'cd1d1f515c3b4336a181be7e09a196dd', 'subnets': [{'id': 'b8c3fd19-3e9a-4947-9a85-d5eb7694dbaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:31:07.501605 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f9c96d9-8d77-4bc5-9e78-e6ca30e3cc67 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:31:07.506498 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2f65d72a-fa32-4357-b9a7-31437a6c4837 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:07.507896 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-2f65d72a-fa32-4357-b9a7-31437a6c4837 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4388981 Jul 24 00:31:07.512227 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34834) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:07.514220 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-4f9c96d9-8d77-4bc5-9e78-e6ca30e3cc67 admin admin] 10.222.0.44 "PUT /v2.0/routers/fbb06efa-f064-47de-9299-8a41eaf615c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9741702 Jul 24 00:31:07.537752 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f65d72a-fa32-4357-b9a7-31437a6c4837 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6cebc9a-8338-4072-8ba0-08454e0dd09e,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:07.556660 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-50d4af16-4ef4-4fd0-8727-a4d6e65b25a5 None None] Provisioning complete for port 56ac370e-5d40-44a6-b38d-caeec8b138dc triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:31:07.557363 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-50d4af16-4ef4-4fd0-8727-a4d6e65b25a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:07.589310 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34838) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:07.593834 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-50d4af16-4ef4-4fd0-8727-a4d6e65b25a5 None None] Port 56ac370e-5d40-44a6-b38d-caeec8b138dc cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:31:07.595265 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-0ac82b08-227c-4eac-a573-884c7eebe87c tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Request body: {'security_group': {'name': 'tempest-security--56708546', 'description': 'tempest-security-description-998530528'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:31:07.597678 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-49b86d4b-8564-48bd-a705-5607f31a8525 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0857873 Jul 24 00:31:07.627678 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0ac82b08-227c-4eac-a573-884c7eebe87c tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:07.682460 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device b0ca3791-7e57-4ecc-9131-0269777fdeb4 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:31:07.685589 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0ac82b08-227c-4eac-a573-884c7eebe87c tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:07.692181 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0ac82b08-227c-4eac-a573-884c7eebe87c tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:07.695474 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0ac82b08-227c-4eac-a573-884c7eebe87c tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:07.700482 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-0ac82b08-227c-4eac-a573-884c7eebe87c tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] 10.222.0.44 "PUT /v2.0/security-groups/c6cebc9a-8338-4072-8ba0-08454e0dd09e HTTP/1.1" status: 200 len: 1777 time: 0.1093941 Jul 24 00:31:07.700842 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34842) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:07.727391 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac82b08-227c-4eac-a573-884c7eebe87c tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6cebc9a-8338-4072-8ba0-08454e0dd09e,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:07.764693 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port b0ca3791-7e57-4ecc-9131-0269777fdeb4 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:31:07.766594 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:07.796233 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-b066c22b-757d-485a-9069-566796874e1d tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] 10.222.0.44 "GET /v2.0/security-groups/c6cebc9a-8338-4072-8ba0-08454e0dd09e HTTP/1.1" status: 200 len: 1777 time: 0.0914843 Jul 24 00:31:07.796461 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34844) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:07.866653 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-71d48b31-a4f7-4765-b343-64449f0f20e2 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:07.892193 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-71d48b31-a4f7-4765-b343-64449f0f20e2 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:07.940005 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-71d48b31-a4f7-4765-b343-64449f0f20e2 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:07.943807 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-71d48b31-a4f7-4765-b343-64449f0f20e2 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:07.948319 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-71d48b31-a4f7-4765-b343-64449f0f20e2 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] 10.222.0.44 "DELETE /v2.0/security-groups/c6cebc9a-8338-4072-8ba0-08454e0dd09e HTTP/1.1" status: 204 len: 168 time: 0.1506860 Jul 24 00:31:07.951749 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34848) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:07.967041 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d48b31-a4f7-4765-b343-64449f0f20e2 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6cebc9a-8338-4072-8ba0-08454e0dd09e,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:08.014131 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-9855688d-9d3b-4f10-b15e-d2cdf402d072 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0611529 Jul 24 00:31:08.016760 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34852) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:08.030464 n-d-800088-16 neutron-server[100314]: INFO neutron.api.v2.resource [None req-977ef8ae-8e21-45cc-87f2-844128f6d3d8 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] delete failed (client error): The resource could not be found. Jul 24 00:31:08.032953 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-977ef8ae-8e21-45cc-87f2-844128f6d3d8 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] 10.222.0.44 "DELETE /v2.0/security-groups/c6cebc9a-8338-4072-8ba0-08454e0dd09e HTTP/1.1" status: 404 len: 347 time: 0.0137980 Jul 24 00:31:08.035892 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34856) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:08.040720 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-77bda2dd-c141-4321-b4af-9c410941cbe9 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Request body: {'security_group': {'name': 'tempest-secgroup--2137522342'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:31:08.072432 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-77bda2dd-c141-4321-b4af-9c410941cbe9 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:08.161354 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-77bda2dd-c141-4321-b4af-9c410941cbe9 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:08.169022 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-77bda2dd-c141-4321-b4af-9c410941cbe9 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:08.200583 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-77bda2dd-c141-4321-b4af-9c410941cbe9 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:08.201885 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-77bda2dd-c141-4321-b4af-9c410941cbe9 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1648810 Jul 24 00:31:08.204720 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34862) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:08.209257 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-0073ac63-6caf-43e2-b808-739ce6581555 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Request body: {'security_group_rule': {'security_group_id': 'e154f6aa-fbed-48ed-90ac-7f3f5fa554f6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:31:08.216085 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bda2dd-c141-4321-b4af-9c410941cbe9 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e154f6aa-fbed-48ed-90ac-7f3f5fa554f6,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:08.251521 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34864) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:08.258967 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-aa6c3df1-36cb-4702-81e8-14105308908c admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2116487602-network', 'tenant_id': 'd73329a5c4b947ee83df2126e48d4f10'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:31:08.270047 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0073ac63-6caf-43e2-b808-739ce6581555 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:08.305329 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa6c3df1-36cb-4702-81e8-14105308908c admin admin] Made reservation on behalf of d73329a5c4b947ee83df2126e48d4f10 for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:31:08.307639 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-aa6c3df1-36cb-4702-81e8-14105308908c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:08.321723 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-aa6c3df1-36cb-4702-81e8-14105308908c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:08.365481 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0073ac63-6caf-43e2-b808-739ce6581555 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:08.370519 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0073ac63-6caf-43e2-b808-739ce6581555 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:08.401364 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0073ac63-6caf-43e2-b808-739ce6581555 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7df40a44-add3-4b01-b274-0aa66cfb9988,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:08.455265 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-aa6c3df1-36cb-4702-81e8-14105308908c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:08.460002 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-aa6c3df1-36cb-4702-81e8-14105308908c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:08.466630 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0073ac63-6caf-43e2-b808-739ce6581555 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:08.470506 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-0073ac63-6caf-43e2-b808-739ce6581555 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2621915 Jul 24 00:31:08.471151 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34866) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:08.499964 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa6c3df1-36cb-4702-81e8-14105308908c admin admin] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:31:08.515649 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6c3df1-36cb-4702-81e8-14105308908c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3c1d07-2956-499d-9bd9-08e6aac01719,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:08.525351 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-aa6c3df1-36cb-4702-81e8-14105308908c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:08.525702 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-aa6c3df1-36cb-4702-81e8-14105308908c admin admin] Added segment f698ec68-66ca-46d1-aeb0-53ba632d2a21 of type vlan for network bb077718-4d85-403d-b7d5-8c366e57a733 Jul 24 00:31:08.527772 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f716f846-5644-4732-b0b3-e80603487bac tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:08.547531 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f716f846-5644-4732-b0b3-e80603487bac tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:08.592394 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-aa6c3df1-36cb-4702-81e8-14105308908c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:08.609866 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f716f846-5644-4732-b0b3-e80603487bac tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:08.623651 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f716f846-5644-4732-b0b3-e80603487bac tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:08.624785 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-f716f846-5644-4732-b0b3-e80603487bac tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/7df40a44-add3-4b01-b274-0aa66cfb9988 HTTP/1.1" status: 204 len: 168 time: 0.1516829 Jul 24 00:31:08.627560 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34868) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:08.631713 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f716f846-5644-4732-b0b3-e80603487bac tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7df40a44-add3-4b01-b274-0aa66cfb9988,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:08.642337 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-aa6c3df1-36cb-4702-81e8-14105308908c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:08.643345 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6c3df1-36cb-4702-81e8-14105308908c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:31:08.644241 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-aa6c3df1-36cb-4702-81e8-14105308908c admin admin] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:08.680299 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-b3f92490-8130-4d8f-bfb6-b116e31e76c2 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0513701 Jul 24 00:31:08.683823 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-aa6c3df1-36cb-4702-81e8-14105308908c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4311399 Jul 24 00:31:08.684441 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34870) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:08.686650 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34872) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:08.691935 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-b36c61f5-4556-4da0-8070-4c3af61e548e admin admin] Request body: {'subnet': {'network_id': 'bb077718-4d85-403d-b7d5-8c366e57a733', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2116487602-subnet', 'tenant_id': 'd73329a5c4b947ee83df2126e48d4f10', 'ip_version': 4}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:31:08.714297 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b36c61f5-4556-4da0-8070-4c3af61e548e admin admin] Made reservation on behalf of d73329a5c4b947ee83df2126e48d4f10 for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:31:08.717855 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6c3df1-36cb-4702-81e8-14105308908c admin admin] Pushing event updated for resources: {'Network': ['ID=bb077718-4d85-403d-b7d5-8c366e57a733,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:08.718058 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b36c61f5-4556-4da0-8070-4c3af61e548e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:08.730406 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network bb077718-4d85-403d-b7d5-8c366e57a733 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:31:08.780226 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-eead25d3-a9ff-415b-91c1-3031688285dc tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:08.810213 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-eead25d3-a9ff-415b-91c1-3031688285dc tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:08.858094 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-eead25d3-a9ff-415b-91c1-3031688285dc tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:08.861337 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-eead25d3-a9ff-415b-91c1-3031688285dc tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:08.865429 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-eead25d3-a9ff-415b-91c1-3031688285dc tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] 10.222.0.44 "DELETE /v2.0/security-groups/e154f6aa-fbed-48ed-90ac-7f3f5fa554f6 HTTP/1.1" status: 204 len: 168 time: 0.1550601 Jul 24 00:31:08.865672 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34874) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:08.875563 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eead25d3-a9ff-415b-91c1-3031688285dc tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e154f6aa-fbed-48ed-90ac-7f3f5fa554f6,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:08.958508 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-eb3e01c1-f60e-4665-a090-2bacbec86de2 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0916893 Jul 24 00:31:08.959587 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b36c61f5-4556-4da0-8070-4c3af61e548e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:08.962677 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34876) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:08.967826 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-ad5cc842-521c-4131-99d4-0195106722f5 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Request body: {'security_group': {'name': 'tempest-secgroup--1985315517'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:31:08.990355 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ad5cc842-521c-4131-99d4-0195106722f5 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:09.029640 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36c61f5-4556-4da0-8070-4c3af61e548e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e4b3acc-c253-4864-a024-6614c5db9284,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:09.037398 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36c61f5-4556-4da0-8070-4c3af61e548e admin admin] Checking segment: {'id': 'f698ec68-66ca-46d1-aeb0-53ba632d2a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'bb077718-4d85-403d-b7d5-8c366e57a733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:31:09.037767 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36c61f5-4556-4da0-8070-4c3af61e548e admin admin] Network hostable DHCP agents. Network: bb077718-4d85-403d-b7d5-8c366e57a733, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:31:09.054693 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36c61f5-4556-4da0-8070-4c3af61e548e admin admin] Network bb077718-4d85-403d-b7d5-8c366e57a733 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:31:09.063328 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-b36c61f5-4556-4da0-8070-4c3af61e548e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, bb077718-4d85-403d-b7d5-8c366e57a733) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:31:09.068246 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36c61f5-4556-4da0-8070-4c3af61e548e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:31:09.069175 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b36c61f5-4556-4da0-8070-4c3af61e548e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:09.073881 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ad5cc842-521c-4131-99d4-0195106722f5 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:09.077742 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570cbef8-d13b-4d72-a59c-90b88709691f None None] Network bb077718-4d85-403d-b7d5-8c366e57a733 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:31:09.079316 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ad5cc842-521c-4131-99d4-0195106722f5 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:09.086107 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-b36c61f5-4556-4da0-8070-4c3af61e548e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3982418 Jul 24 00:31:09.088616 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34878) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:09.094282 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-7555d3ad-2b0f-47aa-a408-bff6baebfad6 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2116487602-router', 'tenant_id': 'd73329a5c4b947ee83df2126e48d4f10', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:31:09.111250 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5cc842-521c-4131-99d4-0195106722f5 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81d46adf-7b6c-45cf-b25e-69fb9c3aae9d,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:09.118728 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7555d3ad-2b0f-47aa-a408-bff6baebfad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:09.120071 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7555d3ad-2b0f-47aa-a408-bff6baebfad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:09.122828 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ad5cc842-521c-4131-99d4-0195106722f5 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:09.124855 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-ad5cc842-521c-4131-99d4-0195106722f5 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1604748 Jul 24 00:31:09.127326 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34880) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:09.132288 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-432527af-ac96-4e87-b8e8-e115038793b1 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Request body: {'security_group_rule': {'security_group_id': '81d46adf-7b6c-45cf-b25e-69fb9c3aae9d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:31:09.160708 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-432527af-ac96-4e87-b8e8-e115038793b1 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:09.180885 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7555d3ad-2b0f-47aa-a408-bff6baebfad6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:09.224383 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-432527af-ac96-4e87-b8e8-e115038793b1 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:09.230537 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-432527af-ac96-4e87-b8e8-e115038793b1 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:09.245561 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432527af-ac96-4e87-b8e8-e115038793b1 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0fe0f86-c7c0-4b12-bbf9-c89639bcf6b4,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:09.262704 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-432527af-ac96-4e87-b8e8-e115038793b1 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:09.263959 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-432527af-ac96-4e87-b8e8-e115038793b1 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1356573 Jul 24 00:31:09.266747 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34882) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:09.269351 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e105b329-81f2-4c68-8252-4619651efd77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-bb077718-4d85-403d-b7d5-8c366e57a733', 'network_id': 'bb077718-4d85-403d-b7d5-8c366e57a733', 'tenant_id': 'd73329a5c4b947ee83df2126e48d4f10', 'fixed_ips': [{'subnet_id': '4e4b3acc-c253-4864-a024-6614c5db9284'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:31:09.270296 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e105b329-81f2-4c68-8252-4619651efd77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:09.308682 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-3e90f7da-06db-4eeb-857e-a9630d33be0d tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Request body: {'security_group_rule': {'security_group_id': '81d46adf-7b6c-45cf-b25e-69fb9c3aae9d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:31:09.360894 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7555d3ad-2b0f-47aa-a408-bff6baebfad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:09.400328 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3e90f7da-06db-4eeb-857e-a9630d33be0d tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:09.441550 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-e105b329-81f2-4c68-8252-4619651efd77 None None] Allocated IP 172.20.0.2 (bb077718-4d85-403d-b7d5-8c366e57a733/4e4b3acc-c253-4864-a024-6614c5db9284/f41e7f13-d093-458c-bf89-48e1a415001f) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:31:09.498130 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3e90f7da-06db-4eeb-857e-a9630d33be0d tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:09.503895 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3e90f7da-06db-4eeb-857e-a9630d33be0d tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:09.534331 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e90f7da-06db-4eeb-857e-a9630d33be0d tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d5dca43-1e92-4bda-8a40-5f3148ddb36e,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:09.540517 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3e90f7da-06db-4eeb-857e-a9630d33be0d tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:09.543059 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-3e90f7da-06db-4eeb-857e-a9630d33be0d tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2753537 Jul 24 00:31:09.545757 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34884) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:09.551471 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-844c57d1-58df-4e69-b130-4d20948cdbbf tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Request body: {'security_group_rule': {'security_group_id': '81d46adf-7b6c-45cf-b25e-69fb9c3aae9d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:31:09.601249 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e105b329-81f2-4c68-8252-4619651efd77 None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:09.610438 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-e105b329-81f2-4c68-8252-4619651efd77 None None] Transition to ACTIVE for port object f41e7f13-d093-458c-bf89-48e1a415001f will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:31:09.627868 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-e105b329-81f2-4c68-8252-4619651efd77 None None] Transition to ACTIVE for port object f41e7f13-d093-458c-bf89-48e1a415001f will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:31:09.636714 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ae1f3c-e7df-42b8-b4d7-7b3fb8a27eb1 None None] Sync routers for ids ['fbb06efa-f064-47de-9299-8a41eaf615c8'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:31:09.640022 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e105b329-81f2-4c68-8252-4619651efd77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:09.651433 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ae1f3c-e7df-42b8-b4d7-7b3fb8a27eb1 None None] Routers {'fbb06efa-f064-47de-9299-8a41eaf615c8'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:31:09.652080 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-32ae1f3c-e7df-42b8-b4d7-7b3fb8a27eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:30:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['fbb06efa-f064-47de-9299-8a41eaf615c8'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:31:09.663695 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-844c57d1-58df-4e69-b130-4d20948cdbbf tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:09.690970 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e105b329-81f2-4c68-8252-4619651efd77 None None] Network bb077718-4d85-403d-b7d5-8c366e57a733 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:31:09.694283 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-e105b329-81f2-4c68-8252-4619651efd77 None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:31:09.699030 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e105b329-81f2-4c68-8252-4619651efd77 None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:31:09.707869 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e105b329-81f2-4c68-8252-4619651efd77 None None] Pushing event updated for resources: {'Port': ['ID=f41e7f13-d093-458c-bf89-48e1a415001f,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:09.761393 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 6f7e83c2-7a6a-47c0-a594-fea67ba26948 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:31:09.778862 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7555d3ad-2b0f-47aa-a408-bff6baebfad6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:09.780445 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-32ae1f3c-e7df-42b8-b4d7-7b3fb8a27eb1 None None] Set router fbb06efa-f064-47de-9299-8a41eaf615c8 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:31:09.786261 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-e105b329-81f2-4c68-8252-4619651efd77 None None] Attempting to bind port f41e7f13-d093-458c-bf89-48e1a415001f on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:31:09.786642 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-e105b329-81f2-4c68-8252-4619651efd77 None None] Attempting to bind port f41e7f13-d093-458c-bf89-48e1a415001f by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': 'f698ec68-66ca-46d1-aeb0-53ba632d2a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'bb077718-4d85-403d-b7d5-8c366e57a733'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:31:09.787087 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e105b329-81f2-4c68-8252-4619651efd77 None None] Attempting to bind port f41e7f13-d093-458c-bf89-48e1a415001f on network bb077718-4d85-403d-b7d5-8c366e57a733 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:31:09.796054 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e105b329-81f2-4c68-8252-4619651efd77 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:31:09.796431 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e105b329-81f2-4c68-8252-4619651efd77 None None] Checking segment: {'id': 'f698ec68-66ca-46d1-aeb0-53ba632d2a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'bb077718-4d85-403d-b7d5-8c366e57a733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:31:09.796932 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e105b329-81f2-4c68-8252-4619651efd77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:09.797248 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e105b329-81f2-4c68-8252-4619651efd77 None None] Bound using segment: {'id': 'f698ec68-66ca-46d1-aeb0-53ba632d2a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'bb077718-4d85-403d-b7d5-8c366e57a733'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:31:09.797713 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-e105b329-81f2-4c68-8252-4619651efd77 None None] Bound port: f41e7f13-d093-458c-bf89-48e1a415001f, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f698ec68-66ca-46d1-aeb0-53ba632d2a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'bb077718-4d85-403d-b7d5-8c366e57a733'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:31:09.798099 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e105b329-81f2-4c68-8252-4619651efd77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:09.805370 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7555d3ad-2b0f-47aa-a408-bff6baebfad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:09.812879 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-844c57d1-58df-4e69-b130-4d20948cdbbf tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:09.823008 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-844c57d1-58df-4e69-b130-4d20948cdbbf tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:09.858674 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 6f7e83c2-7a6a-47c0-a594-fea67ba26948 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:31:09.871095 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 6f7e83c2-7a6a-47c0-a594-fea67ba26948 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:31:09.871998 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:09.884212 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-844c57d1-58df-4e69-b130-4d20948cdbbf tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:09.885409 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-844c57d1-58df-4e69-b130-4d20948cdbbf tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3387394 Jul 24 00:31:09.889966 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34886) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:09.894715 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844c57d1-58df-4e69-b130-4d20948cdbbf tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6df194d-a526-4d83-9cf0-ec514702be5d,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:09.904657 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-e105b329-81f2-4c68-8252-4619651efd77 None None] For port f41e7f13-d093-458c-bf89-48e1a415001f, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:31:09.912094 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-99b689ad-082c-4e89-870e-e204429864b4 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Request body: {'security_group_rule': {'security_group_id': '81d46adf-7b6c-45cf-b25e-69fb9c3aae9d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:31:09.936883 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-e105b329-81f2-4c68-8252-4619651efd77 None None] For port f41e7f13-d093-458c-bf89-48e1a415001f, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=f41e7f13-d093-458c-bf89-48e1a415001f,segment=NetworkSegment(f698ec68-66ca-46d1-aeb0-53ba632d2a21),segment_id=f698ec68-66ca-46d1-aeb0-53ba632d2a21)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:31:09.947671 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e105b329-81f2-4c68-8252-4619651efd77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:09.969879 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-99b689ad-082c-4e89-870e-e204429864b4 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:09.988673 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-7555d3ad-2b0f-47aa-a408-bff6baebfad6 admin admin] Allocated IP 172.25.3.132 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/48b7fea4-b23d-4328-b0b2-63d33520439c) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:31:10.033647 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-32ae1f3c-e7df-42b8-b4d7-7b3fb8a27eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbb06efa-f064-47de-9299-8a41eaf615c8', 'name': 'tempest-TestServerMultinode-859777337-router', 'tenant_id': 'cd1d1f515c3b4336a181be7e09a196dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '6f7e83c2-7a6a-47c0-a594-fea67ba26948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:31:03Z', 'updated_at': '2021-07-24T00:31:06Z', 'revision_number': 4, 'project_id': 'cd1d1f515c3b4336a181be7e09a196dd', 'gw_port': {'id': '6f7e83c2-7a6a-47c0-a594-fea67ba26948', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e0:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbb06efa-f064-47de-9299-8a41eaf615c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:31:04Z', 'updated_at': '2021-07-24T00:31:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '56ac370e-5d40-44a6-b38d-caeec8b138dc', 'name': '', 'network_id': '51d75f9c-10e7-49c4-9e48-701a3a2c45d8', 'tenant_id': 'cd1d1f515c3b4336a181be7e09a196dd', 'mac_address': 'fa:16:3e:a9:2b:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbb06efa-f064-47de-9299-8a41eaf615c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'b8c3fd19-3e9a-4947-9a85-d5eb7694dbaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:31:06Z', 'updated_at': '2021-07-24T00:31:06Z', 'revision_number': 2, 'project_id': 'cd1d1f515c3b4336a181be7e09a196dd', 'subnets': [{'id': 'b8c3fd19-3e9a-4947-9a85-d5eb7694dbaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:31:10.043815 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:10.056776 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e105b329-81f2-4c68-8252-4619651efd77 None None] Pushing event updated for resources: {'Port': ['ID=f41e7f13-d093-458c-bf89-48e1a415001f,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:10.072359 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-99b689ad-082c-4e89-870e-e204429864b4 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:10.075966 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ae1f3c-e7df-42b8-b4d7-7b3fb8a27eb1 None None] Checking router: fbb06efa-f064-47de-9299-8a41eaf615c8 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:31:10.076378 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ae1f3c-e7df-42b8-b4d7-7b3fb8a27eb1 None None] Updating router fbb06efa-f064-47de-9299-8a41eaf615c8 port 56ac370e-5d40-44a6-b38d-caeec8b138dc binding host n-d-800088-16 {{(pid=100316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:31:10.078770 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-99b689ad-082c-4e89-870e-e204429864b4 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:10.090784 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 6f7e83c2-7a6a-47c0-a594-fea67ba26948, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=6f7e83c2-7a6a-47c0-a594-fea67ba26948,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:31:10.097877 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:10.125954 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-99b689ad-082c-4e89-870e-e204429864b4 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:10.126734 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-32ae1f3c-e7df-42b8-b4d7-7b3fb8a27eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:10.133222 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-99b689ad-082c-4e89-870e-e204429864b4 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2412910 Jul 24 00:31:10.137239 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34888) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:10.139943 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b689ad-082c-4e89-870e-e204429864b4 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5397e496-ba98-4723-8bdb-c1d1612c3fc6,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:10.148895 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-8c00eb0d-4e67-4ab4-a9c6-5b591fe90f92 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Request body: {'security_group_rule': {'security_group_id': '81d46adf-7b6c-45cf-b25e-69fb9c3aae9d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:31:10.161044 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7555d3ad-2b0f-47aa-a408-bff6baebfad6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:10.196536 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8c00eb0d-4e67-4ab4-a9c6-5b591fe90f92 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:10.198888 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=6f7e83c2-7a6a-47c0-a594-fea67ba26948,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:10.279306 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7555d3ad-2b0f-47aa-a408-bff6baebfad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:10.292536 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8c00eb0d-4e67-4ab4-a9c6-5b591fe90f92 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:10.320236 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8c00eb0d-4e67-4ab4-a9c6-5b591fe90f92 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:10.347874 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7555d3ad-2b0f-47aa-a408-bff6baebfad6 admin admin] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:31:10.358401 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-7555d3ad-2b0f-47aa-a408-bff6baebfad6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:31:10.360210 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c00eb0d-4e67-4ab4-a9c6-5b591fe90f92 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b907fa2-928e-4672-a4c8-f028bae7081c,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:10.363142 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7555d3ad-2b0f-47aa-a408-bff6baebfad6 admin admin] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:31:10.365320 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7555d3ad-2b0f-47aa-a408-bff6baebfad6 admin admin] Pushing event updated for resources: {'Port': ['ID=48b7fea4-b23d-4328-b0b2-63d33520439c,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:10.369951 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8c00eb0d-4e67-4ab4-a9c6-5b591fe90f92 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:10.371181 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-8c00eb0d-4e67-4ab4-a9c6-5b591fe90f92 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2325518 Jul 24 00:31:10.376517 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34890) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:10.407995 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1ca508db-5a86-46c0-8b64-e0675543dc22 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:10.416198 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1ca508db-5a86-46c0-8b64-e0675543dc22 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:10.446524 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1ca508db-5a86-46c0-8b64-e0675543dc22 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:10.447253 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-32ae1f3c-e7df-42b8-b4d7-7b3fb8a27eb1 None None] Notify callbacks [] for port, precommit_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:10.453420 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1ca508db-5a86-46c0-8b64-e0675543dc22 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:10.454960 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-1ca508db-5a86-46c0-8b64-e0675543dc22 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/8b907fa2-928e-4672-a4c8-f028bae7081c HTTP/1.1" status: 204 len: 168 time: 0.0771987 Jul 24 00:31:10.460579 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34892) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:10.460996 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.provisioning_blocks [None req-32ae1f3c-e7df-42b8-b4d7-7b3fb8a27eb1 None None] Transition to ACTIVE for port object 56ac370e-5d40-44a6-b38d-caeec8b138dc will not be triggered until provisioned by entity L2. {{(pid=100316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:31:10.469234 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-32ae1f3c-e7df-42b8-b4d7-7b3fb8a27eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:10.469980 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca508db-5a86-46c0-8b64-e0675543dc22 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8b907fa2-928e-4672-a4c8-f028bae7081c,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:10.519201 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-9391c6fd-1ec8-4db3-bbf8-68a52493636c tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0568385 Jul 24 00:31:10.521764 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34894) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:10.529435 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd3abc2-583d-4816-9137-df14a081aa02 None None] Pushing event updated for resources: {'Port': ['ID=56ac370e-5d40-44a6-b38d-caeec8b138dc,revision_number=3']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:10.554493 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-006cef11-34fb-46a0-93bc-0ba7f2a045ad tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:10.556644 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd3abc2-583d-4816-9137-df14a081aa02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:31:10.557023 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd3abc2-583d-4816-9137-df14a081aa02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:31:10.557369 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd3abc2-583d-4816-9137-df14a081aa02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:31:10.557776 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd3abc2-583d-4816-9137-df14a081aa02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:31:10.558153 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd3abc2-583d-4816-9137-df14a081aa02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:31:10.558489 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd3abc2-583d-4816-9137-df14a081aa02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:31:10.558844 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd3abc2-583d-4816-9137-df14a081aa02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:31:10.559178 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd3abc2-583d-4816-9137-df14a081aa02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:31:10.559510 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd3abc2-583d-4816-9137-df14a081aa02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:31:10.559896 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd3abc2-583d-4816-9137-df14a081aa02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:31:10.560171 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd3abc2-583d-4816-9137-df14a081aa02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:31:10.560478 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd3abc2-583d-4816-9137-df14a081aa02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:31:10.569265 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-006cef11-34fb-46a0-93bc-0ba7f2a045ad tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:10.598919 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-32ae1f3c-e7df-42b8-b4d7-7b3fb8a27eb1 None None] Attempting to bind port 56ac370e-5d40-44a6-b38d-caeec8b138dc on host n-d-800088-16 for vnic_type normal with profile {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:31:10.599267 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-32ae1f3c-e7df-42b8-b4d7-7b3fb8a27eb1 None None] Attempting to bind port 56ac370e-5d40-44a6-b38d-caeec8b138dc by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': 'f770079f-db2a-485b-9ac5-eee6572a02a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '51d75f9c-10e7-49c4-9e48-701a3a2c45d8'}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:31:10.599646 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ae1f3c-e7df-42b8-b4d7-7b3fb8a27eb1 None None] Attempting to bind port 56ac370e-5d40-44a6-b38d-caeec8b138dc on network 51d75f9c-10e7-49c4-9e48-701a3a2c45d8 {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:31:10.605312 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ae1f3c-e7df-42b8-b4d7-7b3fb8a27eb1 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:31:10.605748 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ae1f3c-e7df-42b8-b4d7-7b3fb8a27eb1 None None] Checking segment: {'id': 'f770079f-db2a-485b-9ac5-eee6572a02a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '51d75f9c-10e7-49c4-9e48-701a3a2c45d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:31:10.606665 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-32ae1f3c-e7df-42b8-b4d7-7b3fb8a27eb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:10.607066 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ae1f3c-e7df-42b8-b4d7-7b3fb8a27eb1 None None] Bound using segment: {'id': 'f770079f-db2a-485b-9ac5-eee6572a02a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '51d75f9c-10e7-49c4-9e48-701a3a2c45d8'} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:31:10.607567 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-32ae1f3c-e7df-42b8-b4d7-7b3fb8a27eb1 None None] Bound port: 56ac370e-5d40-44a6-b38d-caeec8b138dc, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f770079f-db2a-485b-9ac5-eee6572a02a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '51d75f9c-10e7-49c4-9e48-701a3a2c45d8'}}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:31:10.607927 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-32ae1f3c-e7df-42b8-b4d7-7b3fb8a27eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:10.612379 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-006cef11-34fb-46a0-93bc-0ba7f2a045ad tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:10.634091 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-006cef11-34fb-46a0-93bc-0ba7f2a045ad tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:10.637191 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-006cef11-34fb-46a0-93bc-0ba7f2a045ad tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/5397e496-ba98-4723-8bdb-c1d1612c3fc6 HTTP/1.1" status: 204 len: 168 time: 0.1141052 Jul 24 00:31:10.640966 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34896) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:10.648062 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006cef11-34fb-46a0-93bc-0ba7f2a045ad tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5397e496-ba98-4723-8bdb-c1d1612c3fc6,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:10.672248 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7555d3ad-2b0f-47aa-a408-bff6baebfad6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:10.684216 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-32ae1f3c-e7df-42b8-b4d7-7b3fb8a27eb1 None None] For port 56ac370e-5d40-44a6-b38d-caeec8b138dc, host n-d-800088-16, cleared binding levels {{(pid=100316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:31:10.689543 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-32ae1f3c-e7df-42b8-b4d7-7b3fb8a27eb1 None None] For port 56ac370e-5d40-44a6-b38d-caeec8b138dc, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=56ac370e-5d40-44a6-b38d-caeec8b138dc,segment=NetworkSegment(f770079f-db2a-485b-9ac5-eee6572a02a2),segment_id=f770079f-db2a-485b-9ac5-eee6572a02a2)] {{(pid=100316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:31:10.697724 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-32ae1f3c-e7df-42b8-b4d7-7b3fb8a27eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:10.697941 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-58ec77ef-5d75-4018-bba3-11455155ec3a tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0557392 Jul 24 00:31:10.705066 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34898) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:10.731210 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b32b7f0b-8472-4241-abdf-3615e54389ff tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:10.739872 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b32b7f0b-8472-4241-abdf-3615e54389ff tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:10.760415 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ae1f3c-e7df-42b8-b4d7-7b3fb8a27eb1 None None] Routers {'fbb06efa-f064-47de-9299-8a41eaf615c8'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:31:10.761378 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-32ae1f3c-e7df-42b8-b4d7-7b3fb8a27eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:30:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['fbb06efa-f064-47de-9299-8a41eaf615c8'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:31:10.785421 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b32b7f0b-8472-4241-abdf-3615e54389ff tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:10.790951 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b32b7f0b-8472-4241-abdf-3615e54389ff tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:10.795605 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-b32b7f0b-8472-4241-abdf-3615e54389ff tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/a6df194d-a526-4d83-9cf0-ec514702be5d HTTP/1.1" status: 204 len: 168 time: 0.0897048 Jul 24 00:31:10.796315 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34900) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:10.822864 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32b7f0b-8472-4241-abdf-3615e54389ff tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a6df194d-a526-4d83-9cf0-ec514702be5d,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:10.889202 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-82fadac2-10e9-4869-bfa7-4cbc51d097c2 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0892274 Jul 24 00:31:10.889950 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34902) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:10.926252 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1406da00-6e52-4113-9de1-acd8c599ccc2 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:10.940999 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1406da00-6e52-4113-9de1-acd8c599ccc2 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:10.950172 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7555d3ad-2b0f-47aa-a408-bff6baebfad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:10.980239 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1406da00-6e52-4113-9de1-acd8c599ccc2 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:10.986892 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1406da00-6e52-4113-9de1-acd8c599ccc2 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:10.990925 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-1406da00-6e52-4113-9de1-acd8c599ccc2 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/9d5dca43-1e92-4bda-8a40-5f3148ddb36e HTTP/1.1" status: 204 len: 168 time: 0.0975513 Jul 24 00:31:10.991582 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34904) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:11.010423 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1406da00-6e52-4113-9de1-acd8c599ccc2 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9d5dca43-1e92-4bda-8a40-5f3148ddb36e,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:11.045241 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-32ae1f3c-e7df-42b8-b4d7-7b3fb8a27eb1 None None] Set router fbb06efa-f064-47de-9299-8a41eaf615c8 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:31:11.063485 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-bd1bc9ee-c5e6-4bd7-b233-90075f1bc6f5 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0704277 Jul 24 00:31:11.065979 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34906) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:11.088664 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd3abc2-583d-4816-9137-df14a081aa02 None None] Pushing event updated for resources: {'Port': ['ID=56ac370e-5d40-44a6-b38d-caeec8b138dc,revision_number=4']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:11.099030 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ea40b1bd-92c6-47e7-b8b1-480516faf5a2 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:11.109621 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ea40b1bd-92c6-47e7-b8b1-480516faf5a2 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:11.145215 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ea40b1bd-92c6-47e7-b8b1-480516faf5a2 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:11.157493 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ea40b1bd-92c6-47e7-b8b1-480516faf5a2 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:11.158759 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-ea40b1bd-92c6-47e7-b8b1-480516faf5a2 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/a0fe0f86-c7c0-4b12-bbf9-c89639bcf6b4 HTTP/1.1" status: 204 len: 168 time: 0.0914559 Jul 24 00:31:11.162981 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34908) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:11.170527 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea40b1bd-92c6-47e7-b8b1-480516faf5a2 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a0fe0f86-c7c0-4b12-bbf9-c89639bcf6b4,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:11.170751 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7555d3ad-2b0f-47aa-a408-bff6baebfad6 admin admin] Router 4cf75d06-50ef-45bf-b50e-bf78873afa65 is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:31:11.211782 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c75804d3-668d-4aa2-916c-d5f69b5f17de tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0455513 Jul 24 00:31:11.212016 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34910) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:11.274757 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d7b8d02e-588b-414a-b755-567a978ae22e tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:11.303506 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d7b8d02e-588b-414a-b755-567a978ae22e tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:11.326867 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-32ae1f3c-e7df-42b8-b4d7-7b3fb8a27eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbb06efa-f064-47de-9299-8a41eaf615c8', 'name': 'tempest-TestServerMultinode-859777337-router', 'tenant_id': 'cd1d1f515c3b4336a181be7e09a196dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '6f7e83c2-7a6a-47c0-a594-fea67ba26948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:31:03Z', 'updated_at': '2021-07-24T00:31:06Z', 'revision_number': 4, 'project_id': 'cd1d1f515c3b4336a181be7e09a196dd', 'gw_port': {'id': '6f7e83c2-7a6a-47c0-a594-fea67ba26948', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb06efa-f064-47de-9299-8a41eaf615c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:31:04Z', 'updated_at': '2021-07-24T00:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '56ac370e-5d40-44a6-b38d-caeec8b138dc', 'name': '', 'network_id': '51d75f9c-10e7-49c4-9e48-701a3a2c45d8', 'tenant_id': 'cd1d1f515c3b4336a181be7e09a196dd', 'mac_address': 'fa:16:3e:a9:2b:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbb06efa-f064-47de-9299-8a41eaf615c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'b8c3fd19-3e9a-4947-9a85-d5eb7694dbaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:31:06Z', 'updated_at': '2021-07-24T00:31:10Z', 'revision_number': 4, 'project_id': 'cd1d1f515c3b4336a181be7e09a196dd', 'subnets': [{'id': 'b8c3fd19-3e9a-4947-9a85-d5eb7694dbaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:31:11.351901 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d7b8d02e-588b-414a-b755-567a978ae22e tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:11.355881 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d7b8d02e-588b-414a-b755-567a978ae22e tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:11.357050 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-d7b8d02e-588b-414a-b755-567a978ae22e tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] 10.222.0.44 "DELETE /v2.0/security-groups/81d46adf-7b6c-45cf-b25e-69fb9c3aae9d HTTP/1.1" status: 204 len: 168 time: 0.1440642 Jul 24 00:31:11.360787 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34912) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:11.362986 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0049037-eaea-4f6e-b915-84abf883e6eb None None] Network bb077718-4d85-403d-b7d5-8c366e57a733 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:31:11.370945 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ae1f3c-e7df-42b8-b4d7-7b3fb8a27eb1 None None] The sync data for ids ['fbb06efa-f064-47de-9299-8a41eaf615c8'] in n-d-800088-16 is: [{'id': 'fbb06efa-f064-47de-9299-8a41eaf615c8', 'name': 'tempest-TestServerMultinode-859777337-router', 'tenant_id': 'cd1d1f515c3b4336a181be7e09a196dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '6f7e83c2-7a6a-47c0-a594-fea67ba26948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:31:03Z', 'updated_at': '2021-07-24T00:31:06Z', 'revision_number': 4, 'project_id': 'cd1d1f515c3b4336a181be7e09a196dd', 'gw_port': {'id': '6f7e83c2-7a6a-47c0-a594-fea67ba26948', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb06efa-f064-47de-9299-8a41eaf615c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:31:04Z', 'updated_at': '2021-07-24T00:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '56ac370e-5d40-44a6-b38d-caeec8b138dc', 'name': '', 'network_id': '51d75f9c-10e7-49c4-9e48-701a3a2c45d8', 'tenant_id': 'cd1d1f515c3b4336a181be7e09a196dd', 'mac_address': 'fa:16:3e:a9:2b:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbb06efa-f064-47de-9299-8a41eaf615c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'b8c3fd19-3e9a-4947-9a85-d5eb7694dbaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:31:06Z', 'updated_at': '2021-07-24T00:31:10Z', 'revision_number': 4, 'project_id': 'cd1d1f515c3b4336a181be7e09a196dd', 'subnets': [{'id': 'b8c3fd19-3e9a-4947-9a85-d5eb7694dbaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:31:11.381326 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b8d02e-588b-414a-b755-567a978ae22e tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d46adf-7b6c-45cf-b25e-69fb9c3aae9d,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:11.436560 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-5573ff70-1da9-4929-9ce1-cdc08f805866 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0710182 Jul 24 00:31:11.441132 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34914) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:11.446495 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-3718f721-21dd-42e4-905c-a000063ba028 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Request body: {'security_group': {'name': 'tempest-secgroup--313968821'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:31:11.476759 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-f60f8c04-d6db-4256-91d1-f281b6810504 None None] Provisioning for port f41e7f13-d093-458c-bf89-48e1a415001f completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:31:11.498873 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3718f721-21dd-42e4-905c-a000063ba028 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:11.630645 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3718f721-21dd-42e4-905c-a000063ba028 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:11.642186 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3718f721-21dd-42e4-905c-a000063ba028 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:11.680607 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7555d3ad-2b0f-47aa-a408-bff6baebfad6 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:31:11.688908 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3718f721-21dd-42e4-905c-a000063ba028 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:11.693096 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-3718f721-21dd-42e4-905c-a000063ba028 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2479939 Jul 24 00:31:11.693096 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3718f721-21dd-42e4-905c-a000063ba028 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b22ad8-765b-4935-84e5-eac1d533a8e0,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:11.695222 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34916) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:11.700208 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-2843bfb4-3fe8-4a8c-8bd6-4892afd9c7c3 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Request body: {'security_group_rule': {'security_group_id': 'c6b22ad8-765b-4935-84e5-eac1d533a8e0', 'direction': 'ingress', 'protocol': 17}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:31:11.702756 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff609439-7807-4dcf-856d-f071fd3b4129 None None] Sync routers for ids ['4cf75d06-50ef-45bf-b50e-bf78873afa65'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:31:11.716462 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7555d3ad-2b0f-47aa-a408-bff6baebfad6 admin admin] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:11.718044 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-7555d3ad-2b0f-47aa-a408-bff6baebfad6 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6282949 Jul 24 00:31:11.720540 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34918) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:11.724338 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff609439-7807-4dcf-856d-f071fd3b4129 None None] Routers {'4cf75d06-50ef-45bf-b50e-bf78873afa65'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:31:11.725025 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-ff609439-7807-4dcf-856d-f071fd3b4129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:30:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['4cf75d06-50ef-45bf-b50e-bf78873afa65'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:31:11.772817 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2843bfb4-3fe8-4a8c-8bd6-4892afd9c7c3 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:11.883157 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2843bfb4-3fe8-4a8c-8bd6-4892afd9c7c3 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:11.896026 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2843bfb4-3fe8-4a8c-8bd6-4892afd9c7c3 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:11.949072 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2843bfb4-3fe8-4a8c-8bd6-4892afd9c7c3 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f83c0ff-0c3b-4393-a1f8-68de22e2c4e6,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:11.951242 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2843bfb4-3fe8-4a8c-8bd6-4892afd9c7c3 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:11.952480 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-2843bfb4-3fe8-4a8c-8bd6-4892afd9c7c3 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2564759 Jul 24 00:31:11.956325 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34920) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:12.016391 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4a1f73c3-6064-41d4-9bcd-22be59d9522b tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:12.048312 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4a1f73c3-6064-41d4-9bcd-22be59d9522b tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:12.051391 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device f41e7f13-d093-458c-bf89-48e1a415001f up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:31:12.108218 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4a1f73c3-6064-41d4-9bcd-22be59d9522b tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:12.111626 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4a1f73c3-6064-41d4-9bcd-22be59d9522b tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:12.113128 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-4a1f73c3-6064-41d4-9bcd-22be59d9522b tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] 10.222.0.44 "DELETE /v2.0/security-groups/c6b22ad8-765b-4935-84e5-eac1d533a8e0 HTTP/1.1" status: 204 len: 168 time: 0.1556118 Jul 24 00:31:12.118454 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34922) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:12.130742 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1f73c3-6064-41d4-9bcd-22be59d9522b tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b22ad8-765b-4935-84e5-eac1d533a8e0,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:12.150890 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-ff609439-7807-4dcf-856d-f071fd3b4129 None None] Set router 4cf75d06-50ef-45bf-b50e-bf78873afa65 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:31:12.156466 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port f41e7f13-d093-458c-bf89-48e1a415001f completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:31:12.204291 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-94c747f5-17d2-4af9-b7c0-6bd4988ad941 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0842805 Jul 24 00:31:12.209144 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34924) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:12.214654 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-3ff08c80-2c90-438c-a355-0fe1cd8f5e1a tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Request body: {'security_group': {'name': 'tempest-secgroup--302738447'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:31:12.223588 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port f41e7f13-d093-458c-bf89-48e1a415001f triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:31:12.223965 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:12.247397 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3ff08c80-2c90-438c-a355-0fe1cd8f5e1a tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:12.290307 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b03cceac-663f-4be1-8fad-4f3507407be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:12.355274 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3ff08c80-2c90-438c-a355-0fe1cd8f5e1a tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:12.360927 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3ff08c80-2c90-438c-a355-0fe1cd8f5e1a tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:12.390213 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3ff08c80-2c90-438c-a355-0fe1cd8f5e1a tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:12.391524 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-3ff08c80-2c90-438c-a355-0fe1cd8f5e1a tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1808665 Jul 24 00:31:12.393656 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff08c80-2c90-438c-a355-0fe1cd8f5e1a tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4bbcb9e-37c2-47cc-aa86-91dfdfdf35b4,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:12.395735 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34926) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:12.399737 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:12.400411 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-6e3eda92-da66-4fa1-886d-e3ba779e1510 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Request body: {'security_group': {'name': 'tempest-secgroup--862691973'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:31:12.425401 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6e3eda92-da66-4fa1-886d-e3ba779e1510 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:12.443621 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port f41e7f13-d093-458c-bf89-48e1a415001f, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=f41e7f13-d093-458c-bf89-48e1a415001f,segment=NetworkSegment(f698ec68-66ca-46d1-aeb0-53ba632d2a21),segment_id=f698ec68-66ca-46d1-aeb0-53ba632d2a21)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:31:12.449014 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:12.450422 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 56ac370e-5d40-44a6-b38d-caeec8b138dc up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:31:12.499476 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-b03cceac-663f-4be1-8fad-4f3507407be7 admin admin] Allocated IP 172.20.0.1 (bb077718-4d85-403d-b7d5-8c366e57a733/4e4b3acc-c253-4864-a024-6614c5db9284/e48dc414-bdb1-48ab-a3b7-da0e66c4fdc2) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:31:12.510703 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-ff609439-7807-4dcf-856d-f071fd3b4129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf75d06-50ef-45bf-b50e-bf78873afa65', 'name': 'tempest-TestServerMultinode-2116487602-router', 'tenant_id': 'd73329a5c4b947ee83df2126e48d4f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '48b7fea4-b23d-4328-b0b2-63d33520439c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:31:09Z', 'updated_at': '2021-07-24T00:31:10Z', 'revision_number': 3, 'project_id': 'd73329a5c4b947ee83df2126e48d4f10', 'gw_port': {'id': '48b7fea4-b23d-4328-b0b2-63d33520439c', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:bb:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cf75d06-50ef-45bf-b50e-bf78873afa65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:31:09Z', 'updated_at': '2021-07-24T00:31:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:31:12.530629 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6e3eda92-da66-4fa1-886d-e3ba779e1510 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:12.534774 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6e3eda92-da66-4fa1-886d-e3ba779e1510 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:12.543871 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff609439-7807-4dcf-856d-f071fd3b4129 None None] Checking router: 4cf75d06-50ef-45bf-b50e-bf78873afa65 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:31:12.544228 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff609439-7807-4dcf-856d-f071fd3b4129 None None] Updating router 4cf75d06-50ef-45bf-b50e-bf78873afa65 port 48b7fea4-b23d-4328-b0b2-63d33520439c binding host n-d-800088-16 {{(pid=100315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:31:12.562783 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3eda92-da66-4fa1-886d-e3ba779e1510 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf73eb3b-3338-4ce2-90bd-575214842e59,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:12.583185 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6e3eda92-da66-4fa1-886d-e3ba779e1510 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:12.584683 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-6e3eda92-da66-4fa1-886d-e3ba779e1510 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1879725 Jul 24 00:31:12.587239 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34928) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:12.592465 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-0dcd1dfb-4367-4b33-a4eb-cc9276682711 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Request body: {'security_group_rule': {'security_group_id': 'f4bbcb9e-37c2-47cc-aa86-91dfdfdf35b4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'cf73eb3b-3338-4ce2-90bd-575214842e59', 'remote_ip_prefix': None}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:31:12.598005 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=f41e7f13-d093-458c-bf89-48e1a415001f,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:12.607340 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ff609439-7807-4dcf-856d-f071fd3b4129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:12.615831 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b03cceac-663f-4be1-8fad-4f3507407be7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:12.628553 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0dcd1dfb-4367-4b33-a4eb-cc9276682711 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:12.632044 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [None req-b03cceac-663f-4be1-8fad-4f3507407be7 admin admin] Transition to ACTIVE for port object e48dc414-bdb1-48ab-a3b7-da0e66c4fdc2 will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:31:12.640845 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 56ac370e-5d40-44a6-b38d-caeec8b138dc completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:31:12.651029 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 56ac370e-5d40-44a6-b38d-caeec8b138dc triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:31:12.651239 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:12.669742 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b03cceac-663f-4be1-8fad-4f3507407be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:12.699079 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0dcd1dfb-4367-4b33-a4eb-cc9276682711 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:12.706317 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0dcd1dfb-4367-4b33-a4eb-cc9276682711 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:12.713853 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03cceac-663f-4be1-8fad-4f3507407be7 admin admin] Network bb077718-4d85-403d-b7d5-8c366e57a733 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:31:12.716906 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-b03cceac-663f-4be1-8fad-4f3507407be7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:31:12.722817 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03cceac-663f-4be1-8fad-4f3507407be7 admin admin] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:31:12.729650 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcd1dfb-4367-4b33-a4eb-cc9276682711 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d79210e-c69b-45c4-ab26-b28d83b08871,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:12.740928 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0dcd1dfb-4367-4b33-a4eb-cc9276682711 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:12.742707 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-0dcd1dfb-4367-4b33-a4eb-cc9276682711 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1541967 Jul 24 00:31:12.745351 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34930) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:12.765985 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03cceac-663f-4be1-8fad-4f3507407be7 admin admin] Pushing event updated for resources: {'Port': ['ID=e48dc414-bdb1-48ab-a3b7-da0e66c4fdc2,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:12.776399 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9212ac80-c556-48b6-86b7-4f8ddd2d0a8f tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:12.785303 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9212ac80-c556-48b6-86b7-4f8ddd2d0a8f tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:12.788685 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b03cceac-663f-4be1-8fad-4f3507407be7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681761'] for router_interface, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:12.815699 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9212ac80-c556-48b6-86b7-4f8ddd2d0a8f tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:12.822586 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9212ac80-c556-48b6-86b7-4f8ddd2d0a8f tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:12.826567 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-9212ac80-c556-48b6-86b7-4f8ddd2d0a8f tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/7d79210e-c69b-45c4-ab26-b28d83b08871 HTTP/1.1" status: 204 len: 168 time: 0.0774181 Jul 24 00:31:12.830834 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34932) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:12.851105 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9212ac80-c556-48b6-86b7-4f8ddd2d0a8f tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7d79210e-c69b-45c4-ab26-b28d83b08871,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:12.863857 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:12.895693 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-b106b66f-fef3-49b6-8725-dd138f2fe95e tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0629013 Jul 24 00:31:12.898761 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34934) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:12.924139 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 56ac370e-5d40-44a6-b38d-caeec8b138dc, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=56ac370e-5d40-44a6-b38d-caeec8b138dc,segment=NetworkSegment(f770079f-db2a-485b-9ac5-eee6572a02a2),segment_id=f770079f-db2a-485b-9ac5-eee6572a02a2)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:31:12.935396 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:12.936256 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 6f7e83c2-7a6a-47c0-a594-fea67ba26948 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:31:12.969427 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9a8f28d5-0bc2-4caf-922a-1eab419cb11e tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:12.993457 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b03cceac-663f-4be1-8fad-4f3507407be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:12.994061 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9a8f28d5-0bc2-4caf-922a-1eab419cb11e tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:13.025394 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ff609439-7807-4dcf-856d-f071fd3b4129 None None] Notify callbacks [] for port, precommit_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:13.037574 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-ff609439-7807-4dcf-856d-f071fd3b4129 None None] Transition to ACTIVE for port object 48b7fea4-b23d-4328-b0b2-63d33520439c will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:31:13.046736 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9a8f28d5-0bc2-4caf-922a-1eab419cb11e tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:13.049443 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9a8f28d5-0bc2-4caf-922a-1eab419cb11e tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:13.050606 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-9a8f28d5-0bc2-4caf-922a-1eab419cb11e tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] 10.222.0.44 "DELETE /v2.0/security-groups/cf73eb3b-3338-4ce2-90bd-575214842e59 HTTP/1.1" status: 204 len: 168 time: 0.1507080 Jul 24 00:31:13.053539 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34936) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:13.061062 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8f28d5-0bc2-4caf-922a-1eab419cb11e tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf73eb3b-3338-4ce2-90bd-575214842e59,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:13.075083 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ff609439-7807-4dcf-856d-f071fd3b4129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:13.139739 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2ca7bc22-b319-4f71-ac5a-a106998e2446 None None] Provisioning for port e48dc414-bdb1-48ab-a3b7-da0e66c4fdc2 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:31:13.144470 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=56ac370e-5d40-44a6-b38d-caeec8b138dc,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:13.150117 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2ca7bc22-b319-4f71-ac5a-a106998e2446 None None] Provisioning complete for port e48dc414-bdb1-48ab-a3b7-da0e66c4fdc2 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:31:13.150499 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2ca7bc22-b319-4f71-ac5a-a106998e2446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:13.151990 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-ff609439-7807-4dcf-856d-f071fd3b4129 None None] Attempting to bind port 48b7fea4-b23d-4328-b0b2-63d33520439c on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:31:13.152371 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-ff609439-7807-4dcf-856d-f071fd3b4129 None None] Attempting to bind port 48b7fea4-b23d-4328-b0b2-63d33520439c by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:31:13.152829 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff609439-7807-4dcf-856d-f071fd3b4129 None None] Attempting to bind port 48b7fea4-b23d-4328-b0b2-63d33520439c on network 9adcfee8-760c-4568-9e39-c221abf69bf5 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:31:13.169127 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-c548ce6d-22cc-4233-b358-3745e334e0ce tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1143363 Jul 24 00:31:13.172452 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34938) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:13.207694 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff609439-7807-4dcf-856d-f071fd3b4129 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:31:13.208113 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff609439-7807-4dcf-856d-f071fd3b4129 None None] Checking segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:31:13.208613 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ff609439-7807-4dcf-856d-f071fd3b4129 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:13.208918 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff609439-7807-4dcf-856d-f071fd3b4129 None None] Bound using segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:31:13.209416 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-ff609439-7807-4dcf-856d-f071fd3b4129 None None] Bound port: 48b7fea4-b23d-4328-b0b2-63d33520439c, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:31:13.209807 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ff609439-7807-4dcf-856d-f071fd3b4129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:13.221188 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b03cceac-663f-4be1-8fad-4f3507407be7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:13.230528 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b03cceac-663f-4be1-8fad-4f3507407be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:13.231726 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-bd0eff0b-5188-4435-b181-cc402fab2ffd tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:13.256484 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 6f7e83c2-7a6a-47c0-a594-fea67ba26948 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:31:13.256711 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-bd0eff0b-5188-4435-b181-cc402fab2ffd tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:13.256876 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:13.287005 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b1f3e-aa4d-4ed5-a9bf-e4a5fb641366 None None] Pushing event updated for resources: {'Port': ['ID=48b7fea4-b23d-4328-b0b2-63d33520439c,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:13.295935 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2ca7bc22-b319-4f71-ac5a-a106998e2446 None None] Port e48dc414-bdb1-48ab-a3b7-da0e66c4fdc2 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:31:13.307638 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03cceac-663f-4be1-8fad-4f3507407be7 admin admin] Pushing event updated for resources: {'Port': ['ID=e48dc414-bdb1-48ab-a3b7-da0e66c4fdc2,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:13.313283 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-bd0eff0b-5188-4435-b181-cc402fab2ffd tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:13.313670 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b03cceac-663f-4be1-8fad-4f3507407be7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680980'] for router_interface, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:13.318568 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-bd0eff0b-5188-4435-b181-cc402fab2ffd tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:13.320590 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-bd0eff0b-5188-4435-b181-cc402fab2ffd tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] 10.222.0.44 "DELETE /v2.0/security-groups/f4bbcb9e-37c2-47cc-aa86-91dfdfdf35b4 HTTP/1.1" status: 204 len: 168 time: 0.1468837 Jul 24 00:31:13.324881 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34940) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:13.329961 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-ff609439-7807-4dcf-856d-f071fd3b4129 None None] For port 48b7fea4-b23d-4328-b0b2-63d33520439c, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:31:13.333855 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0eff0b-5188-4435-b181-cc402fab2ffd tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4bbcb9e-37c2-47cc-aa86-91dfdfdf35b4,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:13.335754 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-ff609439-7807-4dcf-856d-f071fd3b4129 None None] For port 48b7fea4-b23d-4328-b0b2-63d33520439c, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=48b7fea4-b23d-4328-b0b2-63d33520439c,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:31:13.342366 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ff609439-7807-4dcf-856d-f071fd3b4129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:13.344481 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:31:13.422721 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-57382524-821b-4020-976c-6135b97e9128 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0964537 Jul 24 00:31:13.426994 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34942) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:13.431940 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-b2af7d9c-8ff0-443a-b1d9-83500c2ae70d tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Request body: {'security_group': {'name': 'tempest-secgroup--1849697391'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:31:13.446474 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b1f3e-aa4d-4ed5-a9bf-e4a5fb641366 None None] Pushing event updated for resources: {'Port': ['ID=48b7fea4-b23d-4328-b0b2-63d33520439c,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:13.450905 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff609439-7807-4dcf-856d-f071fd3b4129 None None] Routers {'4cf75d06-50ef-45bf-b50e-bf78873afa65'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:31:13.451780 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-ff609439-7807-4dcf-856d-f071fd3b4129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:30:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['4cf75d06-50ef-45bf-b50e-bf78873afa65'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:31:13.455865 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03cceac-663f-4be1-8fad-4f3507407be7 admin admin] Network bb077718-4d85-403d-b7d5-8c366e57a733 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:31:13.457988 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-b03cceac-663f-4be1-8fad-4f3507407be7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:31:13.461697 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b2af7d9c-8ff0-443a-b1d9-83500c2ae70d tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:13.575820 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b2af7d9c-8ff0-443a-b1d9-83500c2ae70d tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:13.581003 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-ff609439-7807-4dcf-856d-f071fd3b4129 None None] Set router 4cf75d06-50ef-45bf-b50e-bf78873afa65 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:31:13.582001 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b2af7d9c-8ff0-443a-b1d9-83500c2ae70d tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:13.588477 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b03cceac-663f-4be1-8fad-4f3507407be7 admin admin] Router 4cf75d06-50ef-45bf-b50e-bf78873afa65 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:31:13.626898 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2af7d9c-8ff0-443a-b1d9-83500c2ae70d tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faf12f42-fae8-449e-99b2-7eed00f93e92,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:13.630123 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b2af7d9c-8ff0-443a-b1d9-83500c2ae70d tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:13.633866 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-b2af7d9c-8ff0-443a-b1d9-83500c2ae70d tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2032232 Jul 24 00:31:13.636396 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34944) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:13.643064 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-e264e366-1aa9-4d0b-92b1-b6d6300d5b73 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Request body: {'security_group_rule': {'security_group_id': 'faf12f42-fae8-449e-99b2-7eed00f93e92', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:31:13.693199 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e264e366-1aa9-4d0b-92b1-b6d6300d5b73 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:13.730920 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device f41e7f13-d093-458c-bf89-48e1a415001f up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:31:13.740990 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b03cceac-663f-4be1-8fad-4f3507407be7 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:31:13.748955 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-b03cceac-663f-4be1-8fad-4f3507407be7 admin admin] 10.222.0.44 "PUT /v2.0/routers/4cf75d06-50ef-45bf-b50e-bf78873afa65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0261917 Jul 24 00:31:13.765482 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e264e366-1aa9-4d0b-92b1-b6d6300d5b73 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:13.770962 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e264e366-1aa9-4d0b-92b1-b6d6300d5b73 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:13.791112 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e264e366-1aa9-4d0b-92b1-b6d6300d5b73 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afedf729-42c5-4b20-94db-74c8c2514b74,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:13.799254 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e264e366-1aa9-4d0b-92b1-b6d6300d5b73 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:13.800442 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-e264e366-1aa9-4d0b-92b1-b6d6300d5b73 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1625736 Jul 24 00:31:13.803306 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34948) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:13.830852 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cf80db1d-9659-42db-a11a-8efe3284663b tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:13.839386 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cf80db1d-9659-42db-a11a-8efe3284663b tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:13.855523 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-26582ffa-3c76-48f4-ade6-0d37bd981b71 None None] Provisioning complete for port e48dc414-bdb1-48ab-a3b7-da0e66c4fdc2 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:31:13.856021 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-26582ffa-3c76-48f4-ade6-0d37bd981b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:13.871361 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cf80db1d-9659-42db-a11a-8efe3284663b tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:13.877515 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cf80db1d-9659-42db-a11a-8efe3284663b tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:13.879125 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-cf80db1d-9659-42db-a11a-8efe3284663b tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/afedf729-42c5-4b20-94db-74c8c2514b74 HTTP/1.1" status: 204 len: 168 time: 0.0748024 Jul 24 00:31:13.881793 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34950) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:13.888833 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf80db1d-9659-42db-a11a-8efe3284663b tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=afedf729-42c5-4b20-94db-74c8c2514b74,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:13.898746 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port f41e7f13-d093-458c-bf89-48e1a415001f triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:31:13.899191 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:13.935072 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-e700cecc-4ea7-457a-ad56-0035ac692902 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0513644 Jul 24 00:31:13.937480 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34956) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:13.967640 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-26582ffa-3c76-48f4-ade6-0d37bd981b71 None None] Port e48dc414-bdb1-48ab-a3b7-da0e66c4fdc2 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:31:13.999972 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-522df114-5dcb-4500-a8fc-4178bd4d211f tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:14.024648 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-522df114-5dcb-4500-a8fc-4178bd4d211f tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:14.043944 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-ff609439-7807-4dcf-856d-f071fd3b4129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf75d06-50ef-45bf-b50e-bf78873afa65', 'name': 'tempest-TestServerMultinode-2116487602-router', 'tenant_id': 'd73329a5c4b947ee83df2126e48d4f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '48b7fea4-b23d-4328-b0b2-63d33520439c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:31:09Z', 'updated_at': '2021-07-24T00:31:12Z', 'revision_number': 4, 'project_id': 'd73329a5c4b947ee83df2126e48d4f10', 'gw_port': {'id': '48b7fea4-b23d-4328-b0b2-63d33520439c', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:bb:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cf75d06-50ef-45bf-b50e-bf78873afa65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:31:09Z', 'updated_at': '2021-07-24T00:31:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'e48dc414-bdb1-48ab-a3b7-da0e66c4fdc2', 'name': '', 'network_id': 'bb077718-4d85-403d-b7d5-8c366e57a733', 'tenant_id': 'd73329a5c4b947ee83df2126e48d4f10', 'mac_address': 'fa:16:3e:be:e8:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cf75d06-50ef-45bf-b50e-bf78873afa65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '4e4b3acc-c253-4864-a024-6614c5db9284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:31:12Z', 'updated_at': '2021-07-24T00:31:13Z', 'revision_number': 2, 'project_id': 'd73329a5c4b947ee83df2126e48d4f10', 'subnets': [{'id': '4e4b3acc-c253-4864-a024-6614c5db9284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:31:14.075412 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-522df114-5dcb-4500-a8fc-4178bd4d211f tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:14.078593 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-522df114-5dcb-4500-a8fc-4178bd4d211f tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:14.079907 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-522df114-5dcb-4500-a8fc-4178bd4d211f tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] 10.222.0.44 "DELETE /v2.0/security-groups/faf12f42-fae8-449e-99b2-7eed00f93e92 HTTP/1.1" status: 204 len: 168 time: 0.1410923 Jul 24 00:31:14.082664 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34958) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:14.083137 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 56ac370e-5d40-44a6-b38d-caeec8b138dc up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:31:14.085890 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff609439-7807-4dcf-856d-f071fd3b4129 None None] The sync data for ids ['4cf75d06-50ef-45bf-b50e-bf78873afa65'] in n-d-800088-16 is: [{'id': '4cf75d06-50ef-45bf-b50e-bf78873afa65', 'name': 'tempest-TestServerMultinode-2116487602-router', 'tenant_id': 'd73329a5c4b947ee83df2126e48d4f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '48b7fea4-b23d-4328-b0b2-63d33520439c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:31:09Z', 'updated_at': '2021-07-24T00:31:12Z', 'revision_number': 4, 'project_id': 'd73329a5c4b947ee83df2126e48d4f10', 'gw_port': {'id': '48b7fea4-b23d-4328-b0b2-63d33520439c', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:bb:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cf75d06-50ef-45bf-b50e-bf78873afa65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:31:09Z', 'updated_at': '2021-07-24T00:31:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'e48dc414-bdb1-48ab-a3b7-da0e66c4fdc2', 'name': '', 'network_id': 'bb077718-4d85-403d-b7d5-8c366e57a733', 'tenant_id': 'd73329a5c4b947ee83df2126e48d4f10', 'mac_address': 'fa:16:3e:be:e8:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cf75d06-50ef-45bf-b50e-bf78873afa65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '4e4b3acc-c253-4864-a024-6614c5db9284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:31:12Z', 'updated_at': '2021-07-24T00:31:13Z', 'revision_number': 2, 'project_id': 'd73329a5c4b947ee83df2126e48d4f10', 'subnets': [{'id': '4e4b3acc-c253-4864-a024-6614c5db9284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:31:14.098515 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522df114-5dcb-4500-a8fc-4178bd4d211f tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf12f42-fae8-449e-99b2-7eed00f93e92,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:14.140466 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 56ac370e-5d40-44a6-b38d-caeec8b138dc triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:31:14.140890 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:14.154172 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-10876c46-9550-4e7b-8a91-7c5635c25fde tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0666823 Jul 24 00:31:14.154796 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34960) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:14.159277 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-e0f8701a-1dfb-408b-8887-1c798e45a205 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Request body: {'security_group': {'name': 'tempest-secgroup--891439771'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:31:14.187705 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e0f8701a-1dfb-408b-8887-1c798e45a205 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:14.282276 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e0f8701a-1dfb-408b-8887-1c798e45a205 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:14.287864 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e0f8701a-1dfb-408b-8887-1c798e45a205 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:14.324022 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e0f8701a-1dfb-408b-8887-1c798e45a205 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:14.326306 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-e0f8701a-1dfb-408b-8887-1c798e45a205 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1705945 Jul 24 00:31:14.329098 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34968) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:14.329519 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f8701a-1dfb-408b-8887-1c798e45a205 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cecfc376-70b3-4c39-956b-28e131e29866,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:14.341803 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-8e505de8-19ef-4fcf-a3f1-1d7307033dbe tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Request body: {'security_group_rule': {'security_group_id': 'cecfc376-70b3-4c39-956b-28e131e29866', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:31:14.390663 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8e505de8-19ef-4fcf-a3f1-1d7307033dbe tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:14.477410 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8e505de8-19ef-4fcf-a3f1-1d7307033dbe tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:14.489470 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8e505de8-19ef-4fcf-a3f1-1d7307033dbe tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:14.534359 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e505de8-19ef-4fcf-a3f1-1d7307033dbe tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1874b50-8d90-4976-8edf-667910e39769,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:14.550486 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8e505de8-19ef-4fcf-a3f1-1d7307033dbe tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:14.551711 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-8e505de8-19ef-4fcf-a3f1-1d7307033dbe tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2216055 Jul 24 00:31:14.554610 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34980) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:14.570659 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeda30aa-eae5-479c-84cc-613237bf55df req-b3ed6568-8f9c-4943-9b72-31f61e2ec868 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:31:14.572880 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-eeda30aa-eae5-479c-84cc-613237bf55df req-b3ed6568-8f9c-4943-9b72-31f61e2ec868 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] 10.222.0.44 "GET /v2.0/networks?id=51d75f9c-10e7-49c4-9e48-701a3a2c45d8 HTTP/1.1" status: 200 len: 910 time: 0.1232562 Jul 24 00:31:14.573061 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-1dcbcdc1-95ff-401f-bda4-eef7afb94be8 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] 10.222.0.44 "GET /v2.0/security-group-rules/e1874b50-8d90-4976-8edf-667910e39769 HTTP/1.1" status: 200 len: 763 time: 0.0168765 Jul 24 00:31:14.575381 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34982) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:14.589516 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-eeda30aa-eae5-479c-84cc-613237bf55df req-751ef549-5481-4073-817e-82b0b75f3704 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] 10.222.0.44 "GET /v2.0/quotas/d73329a5c4b947ee83df2126e48d4f10 HTTP/1.1" status: 200 len: 375 time: 0.0100892 Jul 24 00:31:14.619331 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-4fc3eaee-b7e0-413e-8e66-76b2d1ecf03d tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0426910 Jul 24 00:31:14.622343 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34984) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:14.648076 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7cbd3622-52bf-4a35-a62d-fac7d0f4ae03 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:14.657466 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7cbd3622-52bf-4a35-a62d-fac7d0f4ae03 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:14.686966 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7cbd3622-52bf-4a35-a62d-fac7d0f4ae03 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:14.695287 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7cbd3622-52bf-4a35-a62d-fac7d0f4ae03 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:14.696451 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-7cbd3622-52bf-4a35-a62d-fac7d0f4ae03 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/e1874b50-8d90-4976-8edf-667910e39769 HTTP/1.1" status: 204 len: 168 time: 0.0729871 Jul 24 00:31:14.699148 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34986) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:14.701634 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbd3622-52bf-4a35-a62d-fac7d0f4ae03 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e1874b50-8d90-4976-8edf-667910e39769,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:14.703526 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-eeda30aa-eae5-479c-84cc-613237bf55df req-c2563781-4393-4773-910a-593f3d22b83c tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] 10.222.0.44 "GET /v2.0/ports?tenant_id=d73329a5c4b947ee83df2126e48d4f10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1083968 Jul 24 00:31:14.800385 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-5b5da0e2-77b1-401d-bbef-d19e1bbbf596 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0933135 Jul 24 00:31:14.800888 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34988) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:14.810982 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-0aab8ece-eda9-4e87-b971-f32a21af7100 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Request body: {'security_group_rule': {'security_group_id': 'cecfc376-70b3-4c39-956b-28e131e29866', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:31:14.854910 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-eeda30aa-eae5-479c-84cc-613237bf55df req-38d2a5a5-10bf-4fe4-83d0-7356b480f948 service neutron] 10.222.0.44 "GET /v2.0/networks/51d75f9c-10e7-49c4-9e48-701a3a2c45d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445582 Jul 24 00:31:14.861832 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0aab8ece-eda9-4e87-b971-f32a21af7100 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:14.974882 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0aab8ece-eda9-4e87-b971-f32a21af7100 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:14.982057 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0aab8ece-eda9-4e87-b971-f32a21af7100 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:15.006408 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:15.008915 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-eeda30aa-eae5-479c-84cc-613237bf55df req-cd0b48d3-2d59-472c-99f9-117f3814e41d service neutron] 10.222.0.44 "GET /v2.0/networks/51d75f9c-10e7-49c4-9e48-701a3a2c45d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481080 Jul 24 00:31:15.009563 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aab8ece-eda9-4e87-b971-f32a21af7100 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8a37e47-de85-4122-a379-dfe4102bf79d,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:15.027395 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0aab8ece-eda9-4e87-b971-f32a21af7100 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:15.031768 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-0aab8ece-eda9-4e87-b971-f32a21af7100 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2278323 Jul 24 00:31:15.032141 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34990) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:15.050718 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-6bf65b4d-d7ce-4dfc-9943-e71c790cc47b tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] 10.222.0.44 "GET /v2.0/security-group-rules/f8a37e47-de85-4122-a379-dfe4102bf79d HTTP/1.1" status: 200 len: 763 time: 0.0172634 Jul 24 00:31:15.053268 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 34992) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:15.097849 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-bf48b13f-e4a7-462f-945b-08c76f36cf29 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0434813 Jul 24 00:31:15.100744 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 34994) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:15.128733 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2a2e088d-d879-4631-a8a6-9db6d878be05 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:15.140093 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2a2e088d-d879-4631-a8a6-9db6d878be05 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:15.174578 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2a2e088d-d879-4631-a8a6-9db6d878be05 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:15.182095 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2a2e088d-d879-4631-a8a6-9db6d878be05 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:15.183320 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-2a2e088d-d879-4631-a8a6-9db6d878be05 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/f8a37e47-de85-4122-a379-dfe4102bf79d HTTP/1.1" status: 204 len: 168 time: 0.0814188 Jul 24 00:31:15.187435 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 35000) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:15.194472 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2e088d-d879-4631-a8a6-9db6d878be05 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f8a37e47-de85-4122-a379-dfe4102bf79d,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:15.221877 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c97977d7-60c1-4747-9b6c-f080d4e6272b req-4481656f-4356-4477-93d7-28165af2857d tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=78531f7b-7683-4f54-afda-ef171169e5fa HTTP/1.1" status: 200 len: 210 time: 0.0591142 Jul 24 00:31:15.245571 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-b13832c1-a7ab-4a21-a910-03c4bf978cd6 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0565934 Jul 24 00:31:15.245906 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 35002) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:15.250609 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-b5b4c2ef-12dd-4e96-958f-f1fbd6842af8 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Request body: {'security_group_rule': {'security_group_id': 'cecfc376-70b3-4c39-956b-28e131e29866', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:31:15.284612 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b5b4c2ef-12dd-4e96-958f-f1fbd6842af8 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:15.349175 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b5b4c2ef-12dd-4e96-958f-f1fbd6842af8 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:15.354237 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b5b4c2ef-12dd-4e96-958f-f1fbd6842af8 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:15.375709 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b4c2ef-12dd-4e96-958f-f1fbd6842af8 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1058b8c4-ae01-4087-bc95-e3e7e4439d15,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:15.379917 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b5b4c2ef-12dd-4e96-958f-f1fbd6842af8 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:15.383756 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-b5b4c2ef-12dd-4e96-958f-f1fbd6842af8 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1344666 Jul 24 00:31:15.384407 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 35008) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:15.408535 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-7bb6d683-8159-4b4e-a63c-be3ddaed6c8d tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] 10.222.0.44 "GET /v2.0/security-group-rules/1058b8c4-ae01-4087-bc95-e3e7e4439d15 HTTP/1.1" status: 200 len: 764 time: 0.0207798 Jul 24 00:31:15.409084 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 35010) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:15.466786 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-8799f4f2-ce13-4bf4-8ab9-c1038904934b tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0562441 Jul 24 00:31:15.469803 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 35012) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:15.495297 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3ad7395e-80d3-42ea-9b2e-5a5f1431541c tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:15.504176 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3ad7395e-80d3-42ea-9b2e-5a5f1431541c tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:15.536019 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3ad7395e-80d3-42ea-9b2e-5a5f1431541c tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:15.542271 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3ad7395e-80d3-42ea-9b2e-5a5f1431541c tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:15.543927 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-3ad7395e-80d3-42ea-9b2e-5a5f1431541c tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/1058b8c4-ae01-4087-bc95-e3e7e4439d15 HTTP/1.1" status: 204 len: 168 time: 0.0731373 Jul 24 00:31:15.546667 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 35016) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:15.549999 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad7395e-80d3-42ea-9b2e-5a5f1431541c tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1058b8c4-ae01-4087-bc95-e3e7e4439d15,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:15.597523 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-68aede6d-1496-431d-8324-90c2bbe55523 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0495086 Jul 24 00:31:15.600287 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 35018) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:15.657525 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5ad58045-6603-4b31-a93a-5ac9c58e9434 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:15.680656 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5ad58045-6603-4b31-a93a-5ac9c58e9434 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:15.718110 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 48b7fea4-b23d-4328-b0b2-63d33520439c up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:31:15.729958 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5ad58045-6603-4b31-a93a-5ac9c58e9434 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:15.734388 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5ad58045-6603-4b31-a93a-5ac9c58e9434 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:15.737932 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-5ad58045-6603-4b31-a93a-5ac9c58e9434 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] 10.222.0.44 "DELETE /v2.0/security-groups/cecfc376-70b3-4c39-956b-28e131e29866 HTTP/1.1" status: 204 len: 168 time: 0.1342788 Jul 24 00:31:15.738625 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 35020) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:15.745414 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad58045-6603-4b31-a93a-5ac9c58e9434 tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cecfc376-70b3-4c39-956b-28e131e29866,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:15.801281 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-7f63780f-4a90-4268-aa1b-4fa799263c0e tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0610163 Jul 24 00:31:15.805549 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 35022) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:15.810121 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 48b7fea4-b23d-4328-b0b2-63d33520439c completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:31:15.815912 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 48b7fea4-b23d-4328-b0b2-63d33520439c triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:31:15.816909 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:15.858563 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-bca03e87-5795-4991-acfa-13dfa7dc421f tempest-SecGroupTest-651688529 tempest-SecGroupTest-651688529-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0513244 Jul 24 00:31:15.909740 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:15.930528 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 48b7fea4-b23d-4328-b0b2-63d33520439c, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=48b7fea4-b23d-4328-b0b2-63d33520439c,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:31:15.935170 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:15.990650 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=48b7fea4-b23d-4328-b0b2-63d33520439c,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:16.157702 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 35028) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:16.285838 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeda30aa-eae5-479c-84cc-613237bf55df req-28cdf29d-d2f7-4bd7-bdfc-2da1ff5b1bcc tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:31:16.287521 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-eeda30aa-eae5-479c-84cc-613237bf55df req-28cdf29d-d2f7-4bd7-bdfc-2da1ff5b1bcc tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] 10.222.0.52 "GET /v2.0/networks?id=51d75f9c-10e7-49c4-9e48-701a3a2c45d8 HTTP/1.1" status: 200 len: 910 time: 0.1089673 Jul 24 00:31:16.299715 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-eeda30aa-eae5-479c-84cc-613237bf55df req-b1ff064c-7365-46d4-998d-08e825c73b21 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] Request body: {'port': {'device_id': '78531f7b-7683-4f54-afda-ef171169e5fa', 'network_id': '51d75f9c-10e7-49c4-9e48-701a3a2c45d8', 'admin_state_up': True, 'tenant_id': 'd73329a5c4b947ee83df2126e48d4f10'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:31:16.328449 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eeda30aa-eae5-479c-84cc-613237bf55df req-b1ff064c-7365-46d4-998d-08e825c73b21 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] Made reservation on behalf of d73329a5c4b947ee83df2126e48d4f10 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:31:16.329889 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c161fe7-f63e-4f78-a171-d595b18a3b2e None None] Sync routers for ids ['4cf75d06-50ef-45bf-b50e-bf78873afa65'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:31:16.330515 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-d35e37f0-0183-4b10-bc80-a23f9c3db96e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8b1f471bfcec4cf194e77fc9494da4c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1710272 Jul 24 00:31:16.331621 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-eeda30aa-eae5-479c-84cc-613237bf55df req-b1ff064c-7365-46d4-998d-08e825c73b21 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:16.332546 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 35034) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:16.349476 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c161fe7-f63e-4f78-a171-d595b18a3b2e None None] Routers {'4cf75d06-50ef-45bf-b50e-bf78873afa65'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:31:16.350263 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-1c161fe7-f63e-4f78-a171-d595b18a3b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:30:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['4cf75d06-50ef-45bf-b50e-bf78873afa65'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:31:16.411162 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d1c6b8be-4e50-4a0f-8066-daf225ac4724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:16.429375 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-24f54b3b-579d-4daf-ad59-0e0eacab10d6 req-d40526d8-83f0-4d9b-8955-de22f5856539 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=78531f7b-7683-4f54-afda-ef171169e5fa HTTP/1.1" status: 200 len: 210 time: 0.0662067 Jul 24 00:31:16.441806 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d1c6b8be-4e50-4a0f-8066-daf225ac4724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:16.482504 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-1c161fe7-f63e-4f78-a171-d595b18a3b2e None None] Set router 4cf75d06-50ef-45bf-b50e-bf78873afa65 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:31:16.499474 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d1c6b8be-4e50-4a0f-8066-daf225ac4724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:16.502349 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d1c6b8be-4e50-4a0f-8066-daf225ac4724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:16.503538 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-d1c6b8be-4e50-4a0f-8066-daf225ac4724 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1b2b052b-eb6d-4546-a032-39450889b71c HTTP/1.1" status: 204 len: 168 time: 0.1684554 Jul 24 00:31:16.506057 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-eeda30aa-eae5-479c-84cc-613237bf55df req-b1ff064c-7365-46d4-998d-08e825c73b21 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] Allocated IP 172.20.0.8 (51d75f9c-10e7-49c4-9e48-701a3a2c45d8/b8c3fd19-3e9a-4947-9a85-d5eb7694dbaa/26228610-1d3c-45a9-b9f8-9d1f90bbe017) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:31:16.522130 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c6b8be-4e50-4a0f-8066-daf225ac4724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2b052b-eb6d-4546-a032-39450889b71c,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:16.719764 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-1c161fe7-f63e-4f78-a171-d595b18a3b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf75d06-50ef-45bf-b50e-bf78873afa65', 'name': 'tempest-TestServerMultinode-2116487602-router', 'tenant_id': 'd73329a5c4b947ee83df2126e48d4f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '48b7fea4-b23d-4328-b0b2-63d33520439c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:31:09Z', 'updated_at': '2021-07-24T00:31:12Z', 'revision_number': 4, 'project_id': 'd73329a5c4b947ee83df2126e48d4f10', 'gw_port': {'id': '48b7fea4-b23d-4328-b0b2-63d33520439c', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:bb:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf75d06-50ef-45bf-b50e-bf78873afa65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:31:09Z', 'updated_at': '2021-07-24T00:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'e48dc414-bdb1-48ab-a3b7-da0e66c4fdc2', 'name': '', 'network_id': 'bb077718-4d85-403d-b7d5-8c366e57a733', 'tenant_id': 'd73329a5c4b947ee83df2126e48d4f10', 'mac_address': 'fa:16:3e:be:e8:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cf75d06-50ef-45bf-b50e-bf78873afa65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '4e4b3acc-c253-4864-a024-6614c5db9284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:31:12Z', 'updated_at': '2021-07-24T00:31:13Z', 'revision_number': 2, 'project_id': 'd73329a5c4b947ee83df2126e48d4f10', 'subnets': [{'id': '4e4b3acc-c253-4864-a024-6614c5db9284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:31:16.747944 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c161fe7-f63e-4f78-a171-d595b18a3b2e None None] Checking router: 4cf75d06-50ef-45bf-b50e-bf78873afa65 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:31:16.748410 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c161fe7-f63e-4f78-a171-d595b18a3b2e None None] Updating router 4cf75d06-50ef-45bf-b50e-bf78873afa65 port e48dc414-bdb1-48ab-a3b7-da0e66c4fdc2 binding host n-d-800088-16 {{(pid=100316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:31:16.788754 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-1c161fe7-f63e-4f78-a171-d595b18a3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:17.000503 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-eeda30aa-eae5-479c-84cc-613237bf55df req-b1ff064c-7365-46d4-998d-08e825c73b21 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:17.013992 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-eeda30aa-eae5-479c-84cc-613237bf55df req-b1ff064c-7365-46d4-998d-08e825c73b21 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] Transition to ACTIVE for port object 26228610-1d3c-45a9-b9f8-9d1f90bbe017 will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:31:17.062612 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-eeda30aa-eae5-479c-84cc-613237bf55df req-b1ff064c-7365-46d4-998d-08e825c73b21 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:17.086253 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-1c161fe7-f63e-4f78-a171-d595b18a3b2e None None] Notify callbacks [] for port, precommit_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:17.098009 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.provisioning_blocks [None req-1c161fe7-f63e-4f78-a171-d595b18a3b2e None None] Transition to ACTIVE for port object e48dc414-bdb1-48ab-a3b7-da0e66c4fdc2 will not be triggered until provisioned by entity L2. {{(pid=100316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:31:17.104441 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-1c161fe7-f63e-4f78-a171-d595b18a3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:17.112488 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eeda30aa-eae5-479c-84cc-613237bf55df req-b1ff064c-7365-46d4-998d-08e825c73b21 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] Network 51d75f9c-10e7-49c4-9e48-701a3a2c45d8 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:31:17.117923 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-eeda30aa-eae5-479c-84cc-613237bf55df req-b1ff064c-7365-46d4-998d-08e825c73b21 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:31:17.120318 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeda30aa-eae5-479c-84cc-613237bf55df req-b1ff064c-7365-46d4-998d-08e825c73b21 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:31:17.128967 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ff064c-7365-46d4-998d-08e825c73b21 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] Pushing event updated for resources: {'Port': ['ID=26228610-1d3c-45a9-b9f8-9d1f90bbe017,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:17.165745 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9357882-5a21-4b53-9522-0a45ae7ce15e None None] Pushing event updated for resources: {'Port': ['ID=e48dc414-bdb1-48ab-a3b7-da0e66c4fdc2,revision_number=3']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:17.184869 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeda30aa-eae5-479c-84cc-613237bf55df req-b1ff064c-7365-46d4-998d-08e825c73b21 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:31:17.185531 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-eeda30aa-eae5-479c-84cc-613237bf55df req-b1ff064c-7365-46d4-998d-08e825c73b21 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:17.210801 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-eeda30aa-eae5-479c-84cc-613237bf55df req-b1ff064c-7365-46d4-998d-08e825c73b21 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.9151177 Jul 24 00:31:17.225927 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-eeda30aa-eae5-479c-84cc-613237bf55df req-933b7ff8-71d5-4d87-9e34-01f030d9e05d service neutron] Request body: {'port': {'device_id': '78531f7b-7683-4f54-afda-ef171169e5fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:31:17.239654 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-1c161fe7-f63e-4f78-a171-d595b18a3b2e None None] Attempting to bind port e48dc414-bdb1-48ab-a3b7-da0e66c4fdc2 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:31:17.240029 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-1c161fe7-f63e-4f78-a171-d595b18a3b2e None None] Attempting to bind port e48dc414-bdb1-48ab-a3b7-da0e66c4fdc2 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': 'f698ec68-66ca-46d1-aeb0-53ba632d2a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'bb077718-4d85-403d-b7d5-8c366e57a733'}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:31:17.240397 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c161fe7-f63e-4f78-a171-d595b18a3b2e None None] Attempting to bind port e48dc414-bdb1-48ab-a3b7-da0e66c4fdc2 on network bb077718-4d85-403d-b7d5-8c366e57a733 {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:31:17.247043 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c161fe7-f63e-4f78-a171-d595b18a3b2e None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:31:17.247361 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c161fe7-f63e-4f78-a171-d595b18a3b2e None None] Checking segment: {'id': 'f698ec68-66ca-46d1-aeb0-53ba632d2a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'bb077718-4d85-403d-b7d5-8c366e57a733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:31:17.247817 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-1c161fe7-f63e-4f78-a171-d595b18a3b2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:17.248221 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c161fe7-f63e-4f78-a171-d595b18a3b2e None None] Bound using segment: {'id': 'f698ec68-66ca-46d1-aeb0-53ba632d2a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'bb077718-4d85-403d-b7d5-8c366e57a733'} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:31:17.248692 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-1c161fe7-f63e-4f78-a171-d595b18a3b2e None None] Bound port: e48dc414-bdb1-48ab-a3b7-da0e66c4fdc2, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f698ec68-66ca-46d1-aeb0-53ba632d2a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'bb077718-4d85-403d-b7d5-8c366e57a733'}}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:31:17.249113 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-1c161fe7-f63e-4f78-a171-d595b18a3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:17.321939 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-1c161fe7-f63e-4f78-a171-d595b18a3b2e None None] For port e48dc414-bdb1-48ab-a3b7-da0e66c4fdc2, host n-d-800088-16, cleared binding levels {{(pid=100316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:31:17.327453 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-1c161fe7-f63e-4f78-a171-d595b18a3b2e None None] For port e48dc414-bdb1-48ab-a3b7-da0e66c4fdc2, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=e48dc414-bdb1-48ab-a3b7-da0e66c4fdc2,segment=NetworkSegment(f698ec68-66ca-46d1-aeb0-53ba632d2a21),segment_id=f698ec68-66ca-46d1-aeb0-53ba632d2a21)] {{(pid=100316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:31:17.336431 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-eeda30aa-eae5-479c-84cc-613237bf55df req-933b7ff8-71d5-4d87-9e34-01f030d9e05d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:17.342230 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-1c161fe7-f63e-4f78-a171-d595b18a3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:17.425402 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9357882-5a21-4b53-9522-0a45ae7ce15e None None] Pushing event updated for resources: {'Port': ['ID=e48dc414-bdb1-48ab-a3b7-da0e66c4fdc2,revision_number=4']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:17.478614 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c161fe7-f63e-4f78-a171-d595b18a3b2e None None] Routers {'4cf75d06-50ef-45bf-b50e-bf78873afa65'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:31:17.482765 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-1c161fe7-f63e-4f78-a171-d595b18a3b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:30:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['4cf75d06-50ef-45bf-b50e-bf78873afa65'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:31:17.522848 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-b5af8c9b-7ca2-4e6d-989a-3fe520cc28a4 None None] Provisioning for port 26228610-1d3c-45a9-b9f8-9d1f90bbe017 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:31:17.528758 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-b5af8c9b-7ca2-4e6d-989a-3fe520cc28a4 None None] Provisioning complete for port 26228610-1d3c-45a9-b9f8-9d1f90bbe017 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:31:17.529462 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b5af8c9b-7ca2-4e6d-989a-3fe520cc28a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:17.603016 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-b5af8c9b-7ca2-4e6d-989a-3fe520cc28a4 None None] Port 26228610-1d3c-45a9-b9f8-9d1f90bbe017 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:31:17.629420 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb9d9b-565e-4688-93ad-b4dc9313b452 req-fbcc349e-2b91-4d05-9c94-87cd8cfeb4eb tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:31:17.631861 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cbcb9d9b-565e-4688-93ad-b4dc9313b452 req-fbcc349e-2b91-4d05-9c94-87cd8cfeb4eb tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=78531f7b-7683-4f54-afda-ef171169e5fa HTTP/1.1" status: 200 len: 1027 time: 0.1045551 Jul 24 00:31:17.723206 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-1c161fe7-f63e-4f78-a171-d595b18a3b2e None None] Set router 4cf75d06-50ef-45bf-b50e-bf78873afa65 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:31:17.739924 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cbcb9d9b-565e-4688-93ad-b4dc9313b452 req-cdb48ce5-cb57-4a33-baa9-df382f6b4944 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=ce3c1d07-2956-499d-9bd9-08e6aac01719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941887 Jul 24 00:31:17.782811 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 48b7fea4-b23d-4328-b0b2-63d33520439c up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:31:17.787162 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-eeda30aa-eae5-479c-84cc-613237bf55df req-933b7ff8-71d5-4d87-9e34-01f030d9e05d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26228610-1d3c-45a9-b9f8-9d1f90bbe017 {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:31:17.801545 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-eeda30aa-eae5-479c-84cc-613237bf55df req-933b7ff8-71d5-4d87-9e34-01f030d9e05d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:17.816610 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-eeda30aa-eae5-479c-84cc-613237bf55df req-933b7ff8-71d5-4d87-9e34-01f030d9e05d service neutron] Transition to ACTIVE for port object 26228610-1d3c-45a9-b9f8-9d1f90bbe017 will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:31:17.825719 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-eeda30aa-eae5-479c-84cc-613237bf55df req-933b7ff8-71d5-4d87-9e34-01f030d9e05d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:17.905568 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 48b7fea4-b23d-4328-b0b2-63d33520439c triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:31:17.906234 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:17.928705 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933b7ff8-71d5-4d87-9e34-01f030d9e05d service neutron] Pushing event updated for resources: {'Port': ['ID=26228610-1d3c-45a9-b9f8-9d1f90bbe017,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:18.006019 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:18.019027 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-eeda30aa-eae5-479c-84cc-613237bf55df req-933b7ff8-71d5-4d87-9e34-01f030d9e05d service neutron] Attempting to bind port 26228610-1d3c-45a9-b9f8-9d1f90bbe017 on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:31:18.019313 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-eeda30aa-eae5-479c-84cc-613237bf55df req-933b7ff8-71d5-4d87-9e34-01f030d9e05d service neutron] Attempting to bind port 26228610-1d3c-45a9-b9f8-9d1f90bbe017 by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': 'f770079f-db2a-485b-9ac5-eee6572a02a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '51d75f9c-10e7-49c4-9e48-701a3a2c45d8'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:31:18.019656 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeda30aa-eae5-479c-84cc-613237bf55df req-933b7ff8-71d5-4d87-9e34-01f030d9e05d service neutron] Attempting to bind port 26228610-1d3c-45a9-b9f8-9d1f90bbe017 on network 51d75f9c-10e7-49c4-9e48-701a3a2c45d8 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:31:18.030299 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeda30aa-eae5-479c-84cc-613237bf55df req-933b7ff8-71d5-4d87-9e34-01f030d9e05d service neutron] Port 26228610-1d3c-45a9-b9f8-9d1f90bbe017 on network 51d75f9c-10e7-49c4-9e48-701a3a2c45d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:31:18.030632 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeda30aa-eae5-479c-84cc-613237bf55df req-933b7ff8-71d5-4d87-9e34-01f030d9e05d service neutron] Attempting to bind port 26228610-1d3c-45a9-b9f8-9d1f90bbe017 on network 51d75f9c-10e7-49c4-9e48-701a3a2c45d8 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:31:18.041824 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeda30aa-eae5-479c-84cc-613237bf55df req-933b7ff8-71d5-4d87-9e34-01f030d9e05d service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:31:18.042171 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeda30aa-eae5-479c-84cc-613237bf55df req-933b7ff8-71d5-4d87-9e34-01f030d9e05d service neutron] Checking segment: {'id': 'f770079f-db2a-485b-9ac5-eee6572a02a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '51d75f9c-10e7-49c4-9e48-701a3a2c45d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:31:18.043634 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeda30aa-eae5-479c-84cc-613237bf55df req-933b7ff8-71d5-4d87-9e34-01f030d9e05d service neutron] Bound using segment: {'id': 'f770079f-db2a-485b-9ac5-eee6572a02a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '51d75f9c-10e7-49c4-9e48-701a3a2c45d8'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:31:18.044098 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-eeda30aa-eae5-479c-84cc-613237bf55df req-933b7ff8-71d5-4d87-9e34-01f030d9e05d service neutron] Bound port: 26228610-1d3c-45a9-b9f8-9d1f90bbe017, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f770079f-db2a-485b-9ac5-eee6572a02a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '51d75f9c-10e7-49c4-9e48-701a3a2c45d8'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:31:18.044617 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-eeda30aa-eae5-479c-84cc-613237bf55df req-933b7ff8-71d5-4d87-9e34-01f030d9e05d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:18.077507 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device e48dc414-bdb1-48ab-a3b7-da0e66c4fdc2 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:31:18.091468 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-1c161fe7-f63e-4f78-a171-d595b18a3b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf75d06-50ef-45bf-b50e-bf78873afa65', 'name': 'tempest-TestServerMultinode-2116487602-router', 'tenant_id': 'd73329a5c4b947ee83df2126e48d4f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '48b7fea4-b23d-4328-b0b2-63d33520439c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:31:09Z', 'updated_at': '2021-07-24T00:31:12Z', 'revision_number': 4, 'project_id': 'd73329a5c4b947ee83df2126e48d4f10', 'gw_port': {'id': '48b7fea4-b23d-4328-b0b2-63d33520439c', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:bb:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf75d06-50ef-45bf-b50e-bf78873afa65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:31:09Z', 'updated_at': '2021-07-24T00:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'e48dc414-bdb1-48ab-a3b7-da0e66c4fdc2', 'name': '', 'network_id': 'bb077718-4d85-403d-b7d5-8c366e57a733', 'tenant_id': 'd73329a5c4b947ee83df2126e48d4f10', 'mac_address': 'fa:16:3e:be:e8:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cf75d06-50ef-45bf-b50e-bf78873afa65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '4e4b3acc-c253-4864-a024-6614c5db9284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:31:12Z', 'updated_at': '2021-07-24T00:31:17Z', 'revision_number': 4, 'project_id': 'd73329a5c4b947ee83df2126e48d4f10', 'subnets': [{'id': '4e4b3acc-c253-4864-a024-6614c5db9284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:31:18.146611 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port e48dc414-bdb1-48ab-a3b7-da0e66c4fdc2 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:31:18.148568 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c161fe7-f63e-4f78-a171-d595b18a3b2e None None] The sync data for ids ['4cf75d06-50ef-45bf-b50e-bf78873afa65'] in n-d-800088-16 is: [{'id': '4cf75d06-50ef-45bf-b50e-bf78873afa65', 'name': 'tempest-TestServerMultinode-2116487602-router', 'tenant_id': 'd73329a5c4b947ee83df2126e48d4f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '48b7fea4-b23d-4328-b0b2-63d33520439c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:31:09Z', 'updated_at': '2021-07-24T00:31:12Z', 'revision_number': 4, 'project_id': 'd73329a5c4b947ee83df2126e48d4f10', 'gw_port': {'id': '48b7fea4-b23d-4328-b0b2-63d33520439c', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:bb:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf75d06-50ef-45bf-b50e-bf78873afa65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:31:09Z', 'updated_at': '2021-07-24T00:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'e48dc414-bdb1-48ab-a3b7-da0e66c4fdc2', 'name': '', 'network_id': 'bb077718-4d85-403d-b7d5-8c366e57a733', 'tenant_id': 'd73329a5c4b947ee83df2126e48d4f10', 'mac_address': 'fa:16:3e:be:e8:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cf75d06-50ef-45bf-b50e-bf78873afa65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '4e4b3acc-c253-4864-a024-6614c5db9284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:31:12Z', 'updated_at': '2021-07-24T00:31:17Z', 'revision_number': 4, 'project_id': 'd73329a5c4b947ee83df2126e48d4f10', 'subnets': [{'id': '4e4b3acc-c253-4864-a024-6614c5db9284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:31:18.150957 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port e48dc414-bdb1-48ab-a3b7-da0e66c4fdc2 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:31:18.151424 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:18.164530 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-eeda30aa-eae5-479c-84cc-613237bf55df req-933b7ff8-71d5-4d87-9e34-01f030d9e05d service neutron] For port 26228610-1d3c-45a9-b9f8-9d1f90bbe017, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:31:18.188558 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-eeda30aa-eae5-479c-84cc-613237bf55df req-933b7ff8-71d5-4d87-9e34-01f030d9e05d service neutron] For port 26228610-1d3c-45a9-b9f8-9d1f90bbe017, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=26228610-1d3c-45a9-b9f8-9d1f90bbe017,segment=NetworkSegment(f770079f-db2a-485b-9ac5-eee6572a02a2),segment_id=f770079f-db2a-485b-9ac5-eee6572a02a2)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:31:18.196062 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-eeda30aa-eae5-479c-84cc-613237bf55df req-933b7ff8-71d5-4d87-9e34-01f030d9e05d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:18.239038 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeda30aa-eae5-479c-84cc-613237bf55df req-933b7ff8-71d5-4d87-9e34-01f030d9e05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:31:18.239676 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-eeda30aa-eae5-479c-84cc-613237bf55df req-933b7ff8-71d5-4d87-9e34-01f030d9e05d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:18.241436 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-eeda30aa-eae5-479c-84cc-613237bf55df req-933b7ff8-71d5-4d87-9e34-01f030d9e05d service neutron] 10.222.0.52 "PUT /v2.0/ports/26228610-1d3c-45a9-b9f8-9d1f90bbe017 HTTP/1.1" status: 200 len: 1092 time: 1.0224590 Jul 24 00:31:18.242049 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78531f7b-7683-4f54-afda-ef171169e5fa', 'tag': '26228610-1d3c-45a9-b9f8-9d1f90bbe017'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:31:18.244513 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16aacff9-43b6-409a-8414-22c41c463664" -d '{"events": [{"name": "network-changed", "server_uuid": "78531f7b-7683-4f54-afda-ef171169e5fa", "tag": "26228610-1d3c-45a9-b9f8-9d1f90bbe017"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:31:18.260893 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:18.288174 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933b7ff8-71d5-4d87-9e34-01f030d9e05d service neutron] Pushing event updated for resources: {'Port': ['ID=26228610-1d3c-45a9-b9f8-9d1f90bbe017,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:18.311565 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port e48dc414-bdb1-48ab-a3b7-da0e66c4fdc2, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=e48dc414-bdb1-48ab-a3b7-da0e66c4fdc2,segment=NetworkSegment(f698ec68-66ca-46d1-aeb0-53ba632d2a21),segment_id=f698ec68-66ca-46d1-aeb0-53ba632d2a21)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:31:18.320705 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:18.355004 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc7db7c1-6c67-48ef-87b4-65c770010664 x-openstack-request-id: req-cc7db7c1-6c67-48ef-87b4-65c770010664 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:31:18.357040 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78531f7b-7683-4f54-afda-ef171169e5fa", "tag": "26228610-1d3c-45a9-b9f8-9d1f90bbe017", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:31:18.357311 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cc7db7c1-6c67-48ef-87b4-65c770010664 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:31:18.357734 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78531f7b-7683-4f54-afda-ef171169e5fa', 'tag': '26228610-1d3c-45a9-b9f8-9d1f90bbe017', 'status': 'completed', 'code': 200} Jul 24 00:31:18.390974 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeda30aa-eae5-479c-84cc-613237bf55df req-d3fce07a-55b8-46a1-b170-c5ec83c8cf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:31:18.393058 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-eeda30aa-eae5-479c-84cc-613237bf55df req-d3fce07a-55b8-46a1-b170-c5ec83c8cf2d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d73329a5c4b947ee83df2126e48d4f10&device_id=78531f7b-7683-4f54-afda-ef171169e5fa HTTP/1.1" status: 200 len: 1095 time: 0.1017747 Jul 24 00:31:18.424789 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=e48dc414-bdb1-48ab-a3b7-da0e66c4fdc2,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:18.457571 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-eeda30aa-eae5-479c-84cc-613237bf55df req-2bc4f4dc-b690-4405-b20e-50bcb258a65a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=26228610-1d3c-45a9-b9f8-9d1f90bbe017 HTTP/1.1" status: 200 len: 217 time: 0.0553846 Jul 24 00:31:18.527215 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeda30aa-eae5-479c-84cc-613237bf55df req-726d55b2-f2ec-49f8-875c-92bb967a604a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:31:18.529511 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-eeda30aa-eae5-479c-84cc-613237bf55df req-726d55b2-f2ec-49f8-875c-92bb967a604a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b8c3fd19-3e9a-4947-9a85-d5eb7694dbaa HTTP/1.1" status: 200 len: 848 time: 0.0656376 Jul 24 00:31:18.594945 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeda30aa-eae5-479c-84cc-613237bf55df req-02651c55-f9ef-47ce-94cf-26f7d5828ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:31:18.596636 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-eeda30aa-eae5-479c-84cc-613237bf55df req-02651c55-f9ef-47ce-94cf-26f7d5828ee4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=51d75f9c-10e7-49c4-9e48-701a3a2c45d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0609696 Jul 24 00:31:18.701190 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-eeda30aa-eae5-479c-84cc-613237bf55df req-22703dfe-e8ce-49ab-93a0-7184d87a0cae service neutron] 10.222.0.52 "GET /v2.0/networks/51d75f9c-10e7-49c4-9e48-701a3a2c45d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975862 Jul 24 00:31:18.815066 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-eeda30aa-eae5-479c-84cc-613237bf55df req-16f76254-2365-4fea-9321-5a59cb3533d8 service neutron] 10.222.0.52 "GET /v2.0/networks/51d75f9c-10e7-49c4-9e48-701a3a2c45d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079240 Jul 24 00:31:18.878649 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c26e5-7971-42b1-9f51-de4054f142a5 req-96a4811f-bb2f-42cb-a203-af2a1ef98b8c tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:31:18.886267 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a47c26e5-7971-42b1-9f51-de4054f142a5 req-96a4811f-bb2f-42cb-a203-af2a1ef98b8c tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=78531f7b-7683-4f54-afda-ef171169e5fa HTTP/1.1" status: 200 len: 1095 time: 0.0785289 Jul 24 00:31:18.925470 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a47c26e5-7971-42b1-9f51-de4054f142a5 req-f115f6c8-7e13-43c4-a431-3462e5948c72 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=ce3c1d07-2956-499d-9bd9-08e6aac01719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379384 Jul 24 00:31:18.955963 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aacff9-43b6-409a-8414-22c41c463664 req-548da9a3-b64a-41b1-a0a5-5ef24bc2236a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:31:18.957585 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-16aacff9-43b6-409a-8414-22c41c463664 req-548da9a3-b64a-41b1-a0a5-5ef24bc2236a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d73329a5c4b947ee83df2126e48d4f10&device_id=78531f7b-7683-4f54-afda-ef171169e5fa HTTP/1.1" status: 200 len: 1095 time: 0.0897815 Jul 24 00:31:19.042258 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 35106) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:19.059979 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aacff9-43b6-409a-8414-22c41c463664 req-a7ef3b7e-5d60-4830-b21d-2b10a46781cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:31:19.061741 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-16aacff9-43b6-409a-8414-22c41c463664 req-a7ef3b7e-5d60-4830-b21d-2b10a46781cd service neutron] 10.222.0.52 "GET /v2.0/networks?id=51d75f9c-10e7-49c4-9e48-701a3a2c45d8 HTTP/1.1" status: 200 len: 910 time: 0.0970986 Jul 24 00:31:19.111988 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-16aacff9-43b6-409a-8414-22c41c463664 req-49439c89-56ab-44a6-b205-c397a9ca698f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=26228610-1d3c-45a9-b9f8-9d1f90bbe017 HTTP/1.1" status: 200 len: 217 time: 0.0430295 Jul 24 00:31:19.163797 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aacff9-43b6-409a-8414-22c41c463664 req-2f74f7e8-b151-4537-8f6f-a6f6b5bc0e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:31:19.165305 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-16aacff9-43b6-409a-8414-22c41c463664 req-2f74f7e8-b151-4537-8f6f-a6f6b5bc0e02 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b8c3fd19-3e9a-4947-9a85-d5eb7694dbaa HTTP/1.1" status: 200 len: 848 time: 0.0471637 Jul 24 00:31:19.165818 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-56a3eaa3-10b0-4e32-9698-fc5af657e1f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:19.224778 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aacff9-43b6-409a-8414-22c41c463664 req-1ba115a8-81c9-46ee-b8a9-e4fa4bf432c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:31:19.226352 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-16aacff9-43b6-409a-8414-22c41c463664 req-1ba115a8-81c9-46ee-b8a9-e4fa4bf432c2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=51d75f9c-10e7-49c4-9e48-701a3a2c45d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543165 Jul 24 00:31:19.256986 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-56a3eaa3-10b0-4e32-9698-fc5af657e1f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:19.261031 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-56a3eaa3-10b0-4e32-9698-fc5af657e1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:19.299942 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-56a3eaa3-10b0-4e32-9698-fc5af657e1f1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8b410073b91045269c4d088345e2c15f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2564766 Jul 24 00:31:19.300956 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a3eaa3-10b0-4e32-9698-fc5af657e1f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=105fc1cb-13f7-473a-ba5f-ac07d1039121,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:19.302629 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 35110) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:19.346965 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-16aacff9-43b6-409a-8414-22c41c463664 req-9f24b743-3ec3-49e2-9430-ae9c495df7f2 service neutron] 10.222.0.52 "GET /v2.0/networks/51d75f9c-10e7-49c4-9e48-701a3a2c45d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136184 Jul 24 00:31:19.396593 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1740ee36-0d3a-435d-962d-71678f2694dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:19.453346 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1740ee36-0d3a-435d-962d-71678f2694dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:19.492278 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-16aacff9-43b6-409a-8414-22c41c463664 req-8e35dd4e-595a-455c-9172-9c700b263171 service neutron] 10.222.0.52 "GET /v2.0/networks/51d75f9c-10e7-49c4-9e48-701a3a2c45d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381533 Jul 24 00:31:19.513085 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1740ee36-0d3a-435d-962d-71678f2694dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:19.515743 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1740ee36-0d3a-435d-962d-71678f2694dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:19.517030 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-1740ee36-0d3a-435d-962d-71678f2694dc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/105fc1cb-13f7-473a-ba5f-ac07d1039121 HTTP/1.1" status: 204 len: 168 time: 0.2134097 Jul 24 00:31:19.524952 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1740ee36-0d3a-435d-962d-71678f2694dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=105fc1cb-13f7-473a-ba5f-ac07d1039121,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:19.676865 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device e48dc414-bdb1-48ab-a3b7-da0e66c4fdc2 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:31:19.724791 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port e48dc414-bdb1-48ab-a3b7-da0e66c4fdc2 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:31:19.725194 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:19.774438 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 35116) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:19.788063 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3c14fc4e-ceff-4432-addb-ba6012a6fbaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:19.876765 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3c14fc4e-ceff-4432-addb-ba6012a6fbaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:19.880434 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3c14fc4e-ceff-4432-addb-ba6012a6fbaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:19.919129 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-3c14fc4e-ceff-4432-addb-ba6012a6fbaf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=865a11f996f1409b8d0db228a0647295&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1435964 Jul 24 00:31:19.921207 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c14fc4e-ceff-4432-addb-ba6012a6fbaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34b9b875-257b-4316-93e9-9cab97fe4d4a,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:19.921934 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 35118) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:19.977380 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ff91d3d5-7aa7-4b73-be2a-c5044a0548cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:20.003736 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ff91d3d5-7aa7-4b73-be2a-c5044a0548cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:20.050114 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ad57c-3a49-447d-b5dd-c302379dddd0 req-6e2c8c45-88f9-4373-b23e-389b319bba80 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:31:20.050481 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ff91d3d5-7aa7-4b73-be2a-c5044a0548cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:20.051734 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1e7ad57c-3a49-447d-b5dd-c302379dddd0 req-6e2c8c45-88f9-4373-b23e-389b319bba80 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=78531f7b-7683-4f54-afda-ef171169e5fa HTTP/1.1" status: 200 len: 1095 time: 0.0556507 Jul 24 00:31:20.053367 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ff91d3d5-7aa7-4b73-be2a-c5044a0548cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:20.054507 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-ff91d3d5-7aa7-4b73-be2a-c5044a0548cf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/34b9b875-257b-4316-93e9-9cab97fe4d4a HTTP/1.1" status: 204 len: 168 time: 0.1315250 Jul 24 00:31:20.063247 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff91d3d5-7aa7-4b73-be2a-c5044a0548cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b9b875-257b-4316-93e9-9cab97fe4d4a,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:20.096782 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1e7ad57c-3a49-447d-b5dd-c302379dddd0 req-3821d1df-b7d7-4cdc-a395-42fba2d52d0d tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=ce3c1d07-2956-499d-9bd9-08e6aac01719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389066 Jul 24 00:31:21.217649 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a075ccad-e911-4318-901d-4346db9e3430 req-3e6cc44a-93b6-4b06-9ba1-8d9d795c15ff tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:31:21.219294 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a075ccad-e911-4318-901d-4346db9e3430 req-3e6cc44a-93b6-4b06-9ba1-8d9d795c15ff tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=78531f7b-7683-4f54-afda-ef171169e5fa HTTP/1.1" status: 200 len: 1095 time: 0.0563583 Jul 24 00:31:21.252836 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a075ccad-e911-4318-901d-4346db9e3430 req-df0d5a0f-0057-4215-b0b2-663e30267d5a tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=ce3c1d07-2956-499d-9bd9-08e6aac01719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279014 Jul 24 00:31:21.562586 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 26228610-1d3c-45a9-b9f8-9d1f90bbe017 details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:31:21.660630 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 26228610-1d3c-45a9-b9f8-9d1f90bbe017, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=26228610-1d3c-45a9-b9f8-9d1f90bbe017,segment=NetworkSegment(f770079f-db2a-485b-9ac5-eee6572a02a2),segment_id=f770079f-db2a-485b-9ac5-eee6572a02a2)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:31:21.672319 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': '26228610-1d3c-45a9-b9f8-9d1f90bbe017', 'network_id': '51d75f9c-10e7-49c4-9e48-701a3a2c45d8', 'port_id': '26228610-1d3c-45a9-b9f8-9d1f90bbe017', 'mac_address': 'fa:16:3e:8b:96:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8c3fd19-3e9a-4947-9a85-d5eb7694dbaa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:31:21.709267 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:21.721785 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26228610-1d3c-45a9-b9f8-9d1f90bbe017 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:31:21.744862 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 26228610-1d3c-45a9-b9f8-9d1f90bbe017, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=26228610-1d3c-45a9-b9f8-9d1f90bbe017,segment=NetworkSegment(f770079f-db2a-485b-9ac5-eee6572a02a2),segment_id=f770079f-db2a-485b-9ac5-eee6572a02a2)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:31:21.749486 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:21.910802 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 35192) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:21.962738 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=26228610-1d3c-45a9-b9f8-9d1f90bbe017,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:22.000074 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['26228610-1d3c-45a9-b9f8-9d1f90bbe017'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:31:22.016076 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-dc9ed2df-b911-4b10-81c5-21d5a3259942 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:22.107917 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-dc9ed2df-b911-4b10-81c5-21d5a3259942 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:22.111979 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-dc9ed2df-b911-4b10-81c5-21d5a3259942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:22.150418 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-dc9ed2df-b911-4b10-81c5-21d5a3259942 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=269bdb69e3714f6cbb38e18ad384413d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2384770 Jul 24 00:31:22.151679 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9ed2df-b911-4b10-81c5-21d5a3259942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe2d688-b809-4c63-81b3-c995bd40a4be,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:22.153122 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 35196) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:22.206180 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-23e105ec-2151-490f-9b3d-5104677c051b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:22.226462 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-23e105ec-2151-490f-9b3d-5104677c051b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:22.270881 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-23e105ec-2151-490f-9b3d-5104677c051b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:22.273858 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-23e105ec-2151-490f-9b3d-5104677c051b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:22.275019 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-23e105ec-2151-490f-9b3d-5104677c051b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5fe2d688-b809-4c63-81b3-c995bd40a4be HTTP/1.1" status: 204 len: 168 time: 0.1208079 Jul 24 00:31:22.283611 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e105ec-2151-490f-9b3d-5104677c051b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe2d688-b809-4c63-81b3-c995bd40a4be,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:22.374537 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade86d92-5a43-4924-8c42-56f2ca016408 req-4f4d6e10-87f9-4637-bf09-5684b1592a2a tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:31:22.376294 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ade86d92-5a43-4924-8c42-56f2ca016408 req-4f4d6e10-87f9-4637-bf09-5684b1592a2a tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=78531f7b-7683-4f54-afda-ef171169e5fa HTTP/1.1" status: 200 len: 1096 time: 0.0558560 Jul 24 00:31:22.412284 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ade86d92-5a43-4924-8c42-56f2ca016408 req-2b481304-81f4-4c2c-b287-2e6b0949d61d tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=ce3c1d07-2956-499d-9bd9-08e6aac01719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302331 Jul 24 00:31:22.538042 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 35204) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:22.551667 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0b95d899-3b92-43c7-b4d1-e8f6ef7afcba admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:22.643191 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0b95d899-3b92-43c7-b4d1-e8f6ef7afcba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:22.646934 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0b95d899-3b92-43c7-b4d1-e8f6ef7afcba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:22.684543 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-0b95d899-3b92-43c7-b4d1-e8f6ef7afcba admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=00e001b7b0c3487ca75f2d203251dca1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1454580 Jul 24 00:31:22.685697 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b95d899-3b92-43c7-b4d1-e8f6ef7afcba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=342c7e26-61bc-40be-93d0-d834ea3a8a4c,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:22.687293 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 35206) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:22.739478 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6b2c856c-f062-4931-a133-ff9fd839bd21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:22.759854 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6b2c856c-f062-4931-a133-ff9fd839bd21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:22.805584 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6b2c856c-f062-4931-a133-ff9fd839bd21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:22.808164 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6b2c856c-f062-4931-a133-ff9fd839bd21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:22.809399 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-6b2c856c-f062-4931-a133-ff9fd839bd21 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/342c7e26-61bc-40be-93d0-d834ea3a8a4c HTTP/1.1" status: 204 len: 168 time: 0.1211059 Jul 24 00:31:22.817768 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2c856c-f062-4931-a133-ff9fd839bd21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=342c7e26-61bc-40be-93d0-d834ea3a8a4c,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:23.186273 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-7ee1557c-c92f-4e8f-9763-fa5400557f8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:23.554468 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94213ae9-0e94-4819-99d4-d23aaed54128 req-68cd7066-689a-4369-b9cb-4854f9addac7 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:31:23.556126 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-94213ae9-0e94-4819-99d4-d23aaed54128 req-68cd7066-689a-4369-b9cb-4854f9addac7 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=78531f7b-7683-4f54-afda-ef171169e5fa HTTP/1.1" status: 200 len: 1096 time: 0.0661571 Jul 24 00:31:23.562426 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 26228610-1d3c-45a9-b9f8-9d1f90bbe017 up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:31:23.591770 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-94213ae9-0e94-4819-99d4-d23aaed54128 req-061c64db-a81f-4371-b4a2-dfc8681ca832 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=ce3c1d07-2956-499d-9bd9-08e6aac01719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300989 Jul 24 00:31:23.621921 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port 26228610-1d3c-45a9-b9f8-9d1f90bbe017 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:31:23.625960 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port 26228610-1d3c-45a9-b9f8-9d1f90bbe017 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:31:23.626455 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:23.704590 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:23.727398 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78531f7b-7683-4f54-afda-ef171169e5fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26228610-1d3c-45a9-b9f8-9d1f90bbe017'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:31:23.729719 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc871e5-8011-45bd-94e4-887fce3549a3" -d '{"events": [{"server_uuid": "78531f7b-7683-4f54-afda-ef171169e5fa", "name": "network-vif-plugged", "status": "completed", "tag": "26228610-1d3c-45a9-b9f8-9d1f90bbe017"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:31:23.742893 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 26228610-1d3c-45a9-b9f8-9d1f90bbe017, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=26228610-1d3c-45a9-b9f8-9d1f90bbe017,segment=NetworkSegment(f770079f-db2a-485b-9ac5-eee6572a02a2),segment_id=f770079f-db2a-485b-9ac5-eee6572a02a2)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:31:23.747983 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:23.773959 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb85f1b6-3e63-474f-a1b7-c25746e403e4 x-openstack-request-id: req-fb85f1b6-3e63-474f-a1b7-c25746e403e4 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:31:23.774257 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78531f7b-7683-4f54-afda-ef171169e5fa", "name": "network-vif-plugged", "status": "completed", "tag": "26228610-1d3c-45a9-b9f8-9d1f90bbe017", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:31:23.774517 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fb85f1b6-3e63-474f-a1b7-c25746e403e4 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:31:23.774915 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78531f7b-7683-4f54-afda-ef171169e5fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26228610-1d3c-45a9-b9f8-9d1f90bbe017', 'code': 200} Jul 24 00:31:23.804540 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=26228610-1d3c-45a9-b9f8-9d1f90bbe017,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:23.812295 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:31:23.812647 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:31:23.813019 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:31:23.813372 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:31:23.813733 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:31:23.814087 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:31:23.814426 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:31:23.814786 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:31:23.815098 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:31:23.815458 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:31:23.815792 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:31:23.816380 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:31:23.871454 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 35246) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:23.892213 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b93f7-8526-4a1a-85e0-db690d7b0c6b req-3881e5be-ac12-44f0-8b05-8f9a9ae4a6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:31:23.893826 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-082b93f7-8526-4a1a-85e0-db690d7b0c6b req-3881e5be-ac12-44f0-8b05-8f9a9ae4a6fe service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=78531f7b-7683-4f54-afda-ef171169e5fa HTTP/1.1" status: 200 len: 1097 time: 0.0561085 Jul 24 00:31:23.927933 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-082b93f7-8526-4a1a-85e0-db690d7b0c6b req-454cb41e-12b5-4f4f-8eac-5f36cfeff295 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ce3c1d07-2956-499d-9bd9-08e6aac01719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284748 Jul 24 00:31:23.977766 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d7e5a558-92b7-46d9-a2dd-a56cc53b6fc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:24.069747 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d7e5a558-92b7-46d9-a2dd-a56cc53b6fc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:24.073309 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d7e5a558-92b7-46d9-a2dd-a56cc53b6fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:24.112203 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-d7e5a558-92b7-46d9-a2dd-a56cc53b6fc5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=93ac84cd488740ecad70f7cf32cccfa7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2396598 Jul 24 00:31:24.113105 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e5a558-92b7-46d9-a2dd-a56cc53b6fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=157d1f73-e984-4d67-82c4-5e5d2218c4c9,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:24.115490 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 35250) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:24.163932 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1a494416-91fc-4a68-856c-638c58a364dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:24.184802 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1a494416-91fc-4a68-856c-638c58a364dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:24.229840 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1a494416-91fc-4a68-856c-638c58a364dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:24.232583 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1a494416-91fc-4a68-856c-638c58a364dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:24.233763 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-1a494416-91fc-4a68-856c-638c58a364dc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/157d1f73-e984-4d67-82c4-5e5d2218c4c9 HTTP/1.1" status: 204 len: 168 time: 0.1169031 Jul 24 00:31:24.241069 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a494416-91fc-4a68-856c-638c58a364dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=157d1f73-e984-4d67-82c4-5e5d2218c4c9,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:24.728775 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb990fc-36c7-45c4-a05f-4f49e39ebd12 req-a90d3ae3-61f2-428e-80ac-5c98ba32184a tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:31:24.730430 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bfb990fc-36c7-45c4-a05f-4f49e39ebd12 req-a90d3ae3-61f2-428e-80ac-5c98ba32184a tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=78531f7b-7683-4f54-afda-ef171169e5fa HTTP/1.1" status: 200 len: 1097 time: 0.0628870 Jul 24 00:31:24.767879 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bfb990fc-36c7-45c4-a05f-4f49e39ebd12 req-c2d4233b-0a81-4525-936b-393fca0d2c29 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=ce3c1d07-2956-499d-9bd9-08e6aac01719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319462 Jul 24 00:31:25.767283 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-1cd7e0d1-7ac3-4458-89bf-9aa665f1b2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:25.899542 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bca55e-1ad4-4616-bc1a-a6a1ff18dca4 req-9e763121-fdf8-452e-9b2e-2afb06c635bc tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:31:25.901466 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-87bca55e-1ad4-4616-bc1a-a6a1ff18dca4 req-9e763121-fdf8-452e-9b2e-2afb06c635bc tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=78531f7b-7683-4f54-afda-ef171169e5fa HTTP/1.1" status: 200 len: 1097 time: 0.0605319 Jul 24 00:31:25.936030 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-87bca55e-1ad4-4616-bc1a-a6a1ff18dca4 req-b5b24ebe-4456-4c2c-a35a-b8db813c5467 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=ce3c1d07-2956-499d-9bd9-08e6aac01719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274975 Jul 24 00:31:26.053093 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b0a2d8-fc1a-4cec-a236-3f74fa09e7cf req-2a4211db-353b-4f09-bc35-5445b0be3281 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:31:26.054622 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f3b0a2d8-fc1a-4cec-a236-3f74fa09e7cf req-2a4211db-353b-4f09-bc35-5445b0be3281 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=78531f7b-7683-4f54-afda-ef171169e5fa HTTP/1.1" status: 200 len: 1097 time: 0.0537808 Jul 24 00:31:26.092206 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f3b0a2d8-fc1a-4cec-a236-3f74fa09e7cf req-a260d25a-57f3-452c-87be-49ffcea1d487 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=ce3c1d07-2956-499d-9bd9-08e6aac01719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319984 Jul 24 00:31:26.206906 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd03a62-f350-43fb-9582-fbf4a8fa101c req-34ca33ac-81cd-4964-ac99-a940611572ba tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:31:26.208441 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4fd03a62-f350-43fb-9582-fbf4a8fa101c req-34ca33ac-81cd-4964-ac99-a940611572ba tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=78531f7b-7683-4f54-afda-ef171169e5fa HTTP/1.1" status: 200 len: 1097 time: 0.0534616 Jul 24 00:31:26.241407 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4fd03a62-f350-43fb-9582-fbf4a8fa101c req-1cb49960-e0a5-4ce2-ae12-c04df09a1375 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=ce3c1d07-2956-499d-9bd9-08e6aac01719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274639 Jul 24 00:31:26.418474 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-82e16456-1f6d-4df8-8e0c-35c6bccbe2a6 req-baffdb3b-95d6-4cf2-8004-81ba2c4ee732 tempest-VolumesBackupsTest-427789209 tempest-VolumesBackupsTest-427789209-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=08c07535e51146f39ed10e71efac3d70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296323 Jul 24 00:31:26.522474 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebb0f52-33c1-4a7c-b6f3-e846b0ee1468 req-94d20e09-6840-4927-ab00-543a371e15d9 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:31:26.524008 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1ebb0f52-33c1-4a7c-b6f3-e846b0ee1468 req-94d20e09-6840-4927-ab00-543a371e15d9 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] 10.222.0.44 "GET /v2.0/networks?id=51d75f9c-10e7-49c4-9e48-701a3a2c45d8 HTTP/1.1" status: 200 len: 910 time: 0.0908120 Jul 24 00:31:26.538477 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1ebb0f52-33c1-4a7c-b6f3-e846b0ee1468 req-169c906b-dba5-41f2-be67-6cac28ae2429 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] 10.222.0.44 "GET /v2.0/quotas/d73329a5c4b947ee83df2126e48d4f10 HTTP/1.1" status: 200 len: 375 time: 0.0089891 Jul 24 00:31:26.598666 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1ebb0f52-33c1-4a7c-b6f3-e846b0ee1468 req-8be534af-9dc4-4688-952e-cfbe1d629fea tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] 10.222.0.44 "GET /v2.0/ports?tenant_id=d73329a5c4b947ee83df2126e48d4f10&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0545673 Jul 24 00:31:26.602402 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e16456-1f6d-4df8-8e0c-35c6bccbe2a6 req-e2cec3c7-0a77-4d1e-91b4-e349ded3a429 tempest-VolumesBackupsTest-427789209 tempest-VolumesBackupsTest-427789209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:31:26.603891 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-82e16456-1f6d-4df8-8e0c-35c6bccbe2a6 req-e2cec3c7-0a77-4d1e-91b4-e349ded3a429 tempest-VolumesBackupsTest-427789209 tempest-VolumesBackupsTest-427789209-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1803277 Jul 24 00:31:26.619175 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-82e16456-1f6d-4df8-8e0c-35c6bccbe2a6 req-df94433c-5d8a-493e-96fe-c5427b13294e tempest-VolumesBackupsTest-427789209 tempest-VolumesBackupsTest-427789209-project] 10.222.0.44 "GET /v2.0/quotas/08c07535e51146f39ed10e71efac3d70 HTTP/1.1" status: 200 len: 375 time: 0.0096200 Jul 24 00:31:26.653878 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-82e16456-1f6d-4df8-8e0c-35c6bccbe2a6 req-901a86cd-ea2a-4c5e-9ce7-b8e7d6fbfd7b tempest-VolumesBackupsTest-427789209 tempest-VolumesBackupsTest-427789209-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=08c07535e51146f39ed10e71efac3d70&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288670 Jul 24 00:31:26.795010 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:26.795984 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1ebb0f52-33c1-4a7c-b6f3-e846b0ee1468 req-ccc2e450-2510-40ff-8198-7872a67b93e3 service neutron] 10.222.0.44 "GET /v2.0/networks/51d75f9c-10e7-49c4-9e48-701a3a2c45d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897335 Jul 24 00:31:26.832068 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c5bdfa93-9596-439f-ae04-26d37f5bb942 req-36d42d80-e684-4fed-a493-9f34fd337102 tempest-VolumesBackupsTest-427789209 tempest-VolumesBackupsTest-427789209-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9afed8f-cf7d-45db-8264-1e6abedafecd HTTP/1.1" status: 200 len: 210 time: 0.0366533 Jul 24 00:31:26.890426 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1ebb0f52-33c1-4a7c-b6f3-e846b0ee1468 req-bf23b362-2dea-4c0f-8b47-8f1f59b830c4 service neutron] 10.222.0.44 "GET /v2.0/networks/51d75f9c-10e7-49c4-9e48-701a3a2c45d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885532 Jul 24 00:31:27.062646 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-eeeb1302-5ed1-4870-b1e2-75dea10e146c req-8210f996-f504-4989-b7be-4cbac42382eb tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=82da0124-cbfc-44ea-bdeb-aa62fb2dcb5f HTTP/1.1" status: 200 len: 210 time: 0.0320687 Jul 24 00:31:27.362489 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:27.679052 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-82e16456-1f6d-4df8-8e0c-35c6bccbe2a6 req-80bfc7a4-4ff9-43d8-9892-e1a2a2e2bc40 tempest-VolumesBackupsTest-427789209 tempest-VolumesBackupsTest-427789209-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=08c07535e51146f39ed10e71efac3d70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251620 Jul 24 00:31:27.790255 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e16456-1f6d-4df8-8e0c-35c6bccbe2a6 req-fb122237-6f7f-424a-aa20-bf3f996942d4 tempest-VolumesBackupsTest-427789209 tempest-VolumesBackupsTest-427789209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:31:27.791758 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-82e16456-1f6d-4df8-8e0c-35c6bccbe2a6 req-fb122237-6f7f-424a-aa20-bf3f996942d4 tempest-VolumesBackupsTest-427789209 tempest-VolumesBackupsTest-427789209-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1081777 Jul 24 00:31:27.804212 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-82e16456-1f6d-4df8-8e0c-35c6bccbe2a6 req-a5844be0-76d1-4c9b-af07-8428a5538d17 tempest-VolumesBackupsTest-427789209 tempest-VolumesBackupsTest-427789209-project] Request body: {'port': {'device_id': 'b9afed8f-cf7d-45db-8264-1e6abedafecd', 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2', 'admin_state_up': True, 'tenant_id': '08c07535e51146f39ed10e71efac3d70'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:31:27.913441 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82e16456-1f6d-4df8-8e0c-35c6bccbe2a6 req-a5844be0-76d1-4c9b-af07-8428a5538d17 tempest-VolumesBackupsTest-427789209 tempest-VolumesBackupsTest-427789209-project] Made reservation on behalf of 08c07535e51146f39ed10e71efac3d70 for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:31:27.917036 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-82e16456-1f6d-4df8-8e0c-35c6bccbe2a6 req-a5844be0-76d1-4c9b-af07-8428a5538d17 tempest-VolumesBackupsTest-427789209 tempest-VolumesBackupsTest-427789209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:27.927453 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-82e16456-1f6d-4df8-8e0c-35c6bccbe2a6 req-a5844be0-76d1-4c9b-af07-8428a5538d17 tempest-VolumesBackupsTest-427789209 tempest-VolumesBackupsTest-427789209-project] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:27.946921 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1bbd7700-dc33-40dd-b3d1-da264da3beac req-df103884-ed36-4e78-8297-9c6227108719 tempest-VolumesBackupsTest-427789209 tempest-VolumesBackupsTest-427789209-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9afed8f-cf7d-45db-8264-1e6abedafecd HTTP/1.1" status: 200 len: 210 time: 0.0463738 Jul 24 00:31:28.103431 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-82e16456-1f6d-4df8-8e0c-35c6bccbe2a6 req-a5844be0-76d1-4c9b-af07-8428a5538d17 tempest-VolumesBackupsTest-427789209 tempest-VolumesBackupsTest-427789209-project] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:28.109147 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebb0f52-33c1-4a7c-b6f3-e846b0ee1468 req-13f4edc8-c153-4cf1-8e94-0079859fa92a tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:31:28.110670 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1ebb0f52-33c1-4a7c-b6f3-e846b0ee1468 req-13f4edc8-c153-4cf1-8e94-0079859fa92a tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] 10.222.0.64 "GET /v2.0/networks?id=51d75f9c-10e7-49c4-9e48-701a3a2c45d8 HTTP/1.1" status: 200 len: 910 time: 0.1253507 Jul 24 00:31:28.111708 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-82e16456-1f6d-4df8-8e0c-35c6bccbe2a6 req-a5844be0-76d1-4c9b-af07-8428a5538d17 tempest-VolumesBackupsTest-427789209 tempest-VolumesBackupsTest-427789209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:28.129510 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-1ebb0f52-33c1-4a7c-b6f3-e846b0ee1468 req-b370baaa-dc58-44b5-a883-15076cdb5b32 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] Request body: {'port': {'device_id': '82da0124-cbfc-44ea-bdeb-aa62fb2dcb5f', 'network_id': '51d75f9c-10e7-49c4-9e48-701a3a2c45d8', 'admin_state_up': True, 'tenant_id': 'd73329a5c4b947ee83df2126e48d4f10'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:31:28.219637 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ab977ceb-6fa9-4454-9af3-fecdaddc5fae req-0c88a4d2-2e09-4d67-8413-715e9ded3b8c tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=82da0124-cbfc-44ea-bdeb-aa62fb2dcb5f HTTP/1.1" status: 200 len: 210 time: 0.0797276 Jul 24 00:31:28.226010 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5844be0-76d1-4c9b-af07-8428a5538d17 tempest-VolumesBackupsTest-427789209 tempest-VolumesBackupsTest-427789209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b9940e-473b-4349-af99-cf3b48d64fb3,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:28.244232 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ebb0f52-33c1-4a7c-b6f3-e846b0ee1468 req-b370baaa-dc58-44b5-a883-15076cdb5b32 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] Made reservation on behalf of d73329a5c4b947ee83df2126e48d4f10 for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:31:28.246716 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-1ebb0f52-33c1-4a7c-b6f3-e846b0ee1468 req-b370baaa-dc58-44b5-a883-15076cdb5b32 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:28.349602 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [req-82e16456-1f6d-4df8-8e0c-35c6bccbe2a6 req-a5844be0-76d1-4c9b-af07-8428a5538d17 tempest-VolumesBackupsTest-427789209 tempest-VolumesBackupsTest-427789209-project] Allocated IP 192.168.233.21 (603dff3b-80fe-44ec-a82a-8d8b74b0c3c2/ef73a7e1-c64a-41e3-9997-629475c7b6b1/9b1f1975-74b2-4c70-9101-862832763299) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:31:28.442981 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [req-1ebb0f52-33c1-4a7c-b6f3-e846b0ee1468 req-b370baaa-dc58-44b5-a883-15076cdb5b32 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] Allocated IP 172.20.0.4 (51d75f9c-10e7-49c4-9e48-701a3a2c45d8/b8c3fd19-3e9a-4947-9a85-d5eb7694dbaa/2172ce41-53fb-4513-8159-f8f41642aee2) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:31:28.594405 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-82e16456-1f6d-4df8-8e0c-35c6bccbe2a6 req-a5844be0-76d1-4c9b-af07-8428a5538d17 tempest-VolumesBackupsTest-427789209 tempest-VolumesBackupsTest-427789209-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:28.642246 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-82e16456-1f6d-4df8-8e0c-35c6bccbe2a6 req-a5844be0-76d1-4c9b-af07-8428a5538d17 tempest-VolumesBackupsTest-427789209 tempest-VolumesBackupsTest-427789209-project] Transition to ACTIVE for port object 9b1f1975-74b2-4c70-9101-862832763299 will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:31:28.688618 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-1ebb0f52-33c1-4a7c-b6f3-e846b0ee1468 req-b370baaa-dc58-44b5-a883-15076cdb5b32 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:28.707354 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-1ebb0f52-33c1-4a7c-b6f3-e846b0ee1468 req-b370baaa-dc58-44b5-a883-15076cdb5b32 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] Transition to ACTIVE for port object 2172ce41-53fb-4513-8159-f8f41642aee2 will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:31:28.714033 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-82e16456-1f6d-4df8-8e0c-35c6bccbe2a6 req-a5844be0-76d1-4c9b-af07-8428a5538d17 tempest-VolumesBackupsTest-427789209 tempest-VolumesBackupsTest-427789209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:28.769480 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82e16456-1f6d-4df8-8e0c-35c6bccbe2a6 req-a5844be0-76d1-4c9b-af07-8428a5538d17 tempest-VolumesBackupsTest-427789209 tempest-VolumesBackupsTest-427789209-project] Network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:31:28.777240 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [req-82e16456-1f6d-4df8-8e0c-35c6bccbe2a6 req-a5844be0-76d1-4c9b-af07-8428a5538d17 tempest-VolumesBackupsTest-427789209 tempest-VolumesBackupsTest-427789209-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:31:28.783176 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-82e16456-1f6d-4df8-8e0c-35c6bccbe2a6 req-a5844be0-76d1-4c9b-af07-8428a5538d17 tempest-VolumesBackupsTest-427789209 tempest-VolumesBackupsTest-427789209-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:31:28.787608 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5844be0-76d1-4c9b-af07-8428a5538d17 tempest-VolumesBackupsTest-427789209 tempest-VolumesBackupsTest-427789209-project] Pushing event updated for resources: {'Port': ['ID=9b1f1975-74b2-4c70-9101-862832763299,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:28.826505 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-1ebb0f52-33c1-4a7c-b6f3-e846b0ee1468 req-b370baaa-dc58-44b5-a883-15076cdb5b32 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:28.836839 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['26228610-1d3c-45a9-b9f8-9d1f90bbe017'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:31:28.872290 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e16456-1f6d-4df8-8e0c-35c6bccbe2a6 req-a5844be0-76d1-4c9b-af07-8428a5538d17 tempest-VolumesBackupsTest-427789209 tempest-VolumesBackupsTest-427789209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:31:28.872979 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-82e16456-1f6d-4df8-8e0c-35c6bccbe2a6 req-a5844be0-76d1-4c9b-af07-8428a5538d17 tempest-VolumesBackupsTest-427789209 tempest-VolumesBackupsTest-427789209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:28.888202 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ebb0f52-33c1-4a7c-b6f3-e846b0ee1468 req-b370baaa-dc58-44b5-a883-15076cdb5b32 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] Network 51d75f9c-10e7-49c4-9e48-701a3a2c45d8 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:31:28.897210 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [req-1ebb0f52-33c1-4a7c-b6f3-e846b0ee1468 req-b370baaa-dc58-44b5-a883-15076cdb5b32 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:31:28.902586 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ebb0f52-33c1-4a7c-b6f3-e846b0ee1468 req-b370baaa-dc58-44b5-a883-15076cdb5b32 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:31:28.927987 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-82e16456-1f6d-4df8-8e0c-35c6bccbe2a6 req-a5844be0-76d1-4c9b-af07-8428a5538d17 tempest-VolumesBackupsTest-427789209 tempest-VolumesBackupsTest-427789209-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1274464 Jul 24 00:31:28.930409 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b370baaa-dc58-44b5-a883-15076cdb5b32 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] Pushing event updated for resources: {'Port': ['ID=2172ce41-53fb-4513-8159-f8f41642aee2,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:28.945450 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [req-82e16456-1f6d-4df8-8e0c-35c6bccbe2a6 req-0b7f1eb3-3393-47ef-9b2a-89b63ff8ec0d tempest-VolumesBackupsTest-427789209 tempest-VolumesBackupsTest-427789209-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=100314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:31:28.946279 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-82e16456-1f6d-4df8-8e0c-35c6bccbe2a6 req-0b7f1eb3-3393-47ef-9b2a-89b63ff8ec0d tempest-VolumesBackupsTest-427789209 tempest-VolumesBackupsTest-427789209-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0107763 Jul 24 00:31:28.960018 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-82e16456-1f6d-4df8-8e0c-35c6bccbe2a6 req-5015b2aa-8ba9-4991-9841-fa3b1bdfc327 service neutron] Request body: {'port': {'device_id': 'b9afed8f-cf7d-45db-8264-1e6abedafecd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-16'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:31:28.963117 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebb0f52-33c1-4a7c-b6f3-e846b0ee1468 req-b370baaa-dc58-44b5-a883-15076cdb5b32 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:31:28.963863 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-1ebb0f52-33c1-4a7c-b6f3-e846b0ee1468 req-b370baaa-dc58-44b5-a883-15076cdb5b32 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:28.986207 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:29.026312 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1ebb0f52-33c1-4a7c-b6f3-e846b0ee1468 req-b370baaa-dc58-44b5-a883-15076cdb5b32 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.9010046 Jul 24 00:31:29.053483 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-1ebb0f52-33c1-4a7c-b6f3-e846b0ee1468 req-918d1a23-1232-4bba-b5d4-426d78061d70 service neutron] Request body: {'port': {'device_id': '82da0124-cbfc-44ea-bdeb-aa62fb2dcb5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-16'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:31:29.091640 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-fee66e5c-b245-4974-8574-175e7a07ccb0 None None] Provisioning for port 9b1f1975-74b2-4c70-9101-862832763299 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:31:29.097802 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-fee66e5c-b245-4974-8574-175e7a07ccb0 None None] Provisioning complete for port 9b1f1975-74b2-4c70-9101-862832763299 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:31:29.098489 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-fee66e5c-b245-4974-8574-175e7a07ccb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:29.104518 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-82e16456-1f6d-4df8-8e0c-35c6bccbe2a6 req-5015b2aa-8ba9-4991-9841-fa3b1bdfc327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:29.141177 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e316a-9f25-4973-81d1-f8a86ee21263 req-cef0a82a-c0bf-4265-b304-b4011fd749fc tempest-VolumesBackupsTest-427789209 tempest-VolumesBackupsTest-427789209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:31:29.142115 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-fee66e5c-b245-4974-8574-175e7a07ccb0 None None] Port 9b1f1975-74b2-4c70-9101-862832763299 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:31:29.149888 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bd2e316a-9f25-4973-81d1-f8a86ee21263 req-cef0a82a-c0bf-4265-b304-b4011fd749fc tempest-VolumesBackupsTest-427789209 tempest-VolumesBackupsTest-427789209-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9afed8f-cf7d-45db-8264-1e6abedafecd HTTP/1.1" status: 200 len: 935 time: 0.0894976 Jul 24 00:31:29.187961 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bd2e316a-9f25-4973-81d1-f8a86ee21263 req-35244b23-233d-4a60-8f1a-978e8dcb8227 tempest-VolumesBackupsTest-427789209 tempest-VolumesBackupsTest-427789209-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1b9940e-473b-4349-af99-cf3b48d64fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369329 Jul 24 00:31:29.193212 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-1ebb0f52-33c1-4a7c-b6f3-e846b0ee1468 req-918d1a23-1232-4bba-b5d4-426d78061d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:29.268448 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-d76c6445-0b7c-4157-ab06-35ed1d0117a6 None None] Provisioning for port 2172ce41-53fb-4513-8159-f8f41642aee2 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:31:29.272529 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-d76c6445-0b7c-4157-ab06-35ed1d0117a6 None None] Provisioning complete for port 2172ce41-53fb-4513-8159-f8f41642aee2 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:31:29.273126 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d76c6445-0b7c-4157-ab06-35ed1d0117a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:29.306591 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-d76c6445-0b7c-4157-ab06-35ed1d0117a6 None None] Port 2172ce41-53fb-4513-8159-f8f41642aee2 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:31:29.873180 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678a26e6-a9a1-40cb-9b76-238cde6c4d0c req-96136e42-11f7-48ac-a883-fe82414f913d tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:31:29.875502 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-678a26e6-a9a1-40cb-9b76-238cde6c4d0c req-96136e42-11f7-48ac-a883-fe82414f913d tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=82da0124-cbfc-44ea-bdeb-aa62fb2dcb5f HTTP/1.1" status: 200 len: 1027 time: 0.5788805 Jul 24 00:31:29.972371 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-678a26e6-a9a1-40cb-9b76-238cde6c4d0c req-0164fcd4-0635-47ea-a5b9-e1f0793eed9d tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=ce3c1d07-2956-499d-9bd9-08e6aac01719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836661 Jul 24 00:31:30.039598 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-82e16456-1f6d-4df8-8e0c-35c6bccbe2a6 req-5015b2aa-8ba9-4991-9841-fa3b1bdfc327 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b1f1975-74b2-4c70-9101-862832763299 {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:31:30.049210 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-82e16456-1f6d-4df8-8e0c-35c6bccbe2a6 req-5015b2aa-8ba9-4991-9841-fa3b1bdfc327 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:30.067562 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-1ebb0f52-33c1-4a7c-b6f3-e846b0ee1468 req-918d1a23-1232-4bba-b5d4-426d78061d70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2172ce41-53fb-4513-8159-f8f41642aee2 {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:31:30.075233 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-82e16456-1f6d-4df8-8e0c-35c6bccbe2a6 req-5015b2aa-8ba9-4991-9841-fa3b1bdfc327 service neutron] Transition to ACTIVE for port object 9b1f1975-74b2-4c70-9101-862832763299 will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:31:30.077464 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-1ebb0f52-33c1-4a7c-b6f3-e846b0ee1468 req-918d1a23-1232-4bba-b5d4-426d78061d70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:30.081272 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-82e16456-1f6d-4df8-8e0c-35c6bccbe2a6 req-5015b2aa-8ba9-4991-9841-fa3b1bdfc327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:30.116010 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-1ebb0f52-33c1-4a7c-b6f3-e846b0ee1468 req-918d1a23-1232-4bba-b5d4-426d78061d70 service neutron] Transition to ACTIVE for port object 2172ce41-53fb-4513-8159-f8f41642aee2 will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:31:30.126588 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-1ebb0f52-33c1-4a7c-b6f3-e846b0ee1468 req-918d1a23-1232-4bba-b5d4-426d78061d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:30.152893 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5015b2aa-8ba9-4991-9841-fa3b1bdfc327 service neutron] Pushing event updated for resources: {'Port': ['ID=9b1f1975-74b2-4c70-9101-862832763299,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:30.289199 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918d1a23-1232-4bba-b5d4-426d78061d70 service neutron] Pushing event updated for resources: {'Port': ['ID=2172ce41-53fb-4513-8159-f8f41642aee2,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:30.315285 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-82e16456-1f6d-4df8-8e0c-35c6bccbe2a6 req-5015b2aa-8ba9-4991-9841-fa3b1bdfc327 service neutron] Attempting to bind port 9b1f1975-74b2-4c70-9101-862832763299 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:31:30.315638 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-82e16456-1f6d-4df8-8e0c-35c6bccbe2a6 req-5015b2aa-8ba9-4991-9841-fa3b1bdfc327 service neutron] Attempting to bind port 9b1f1975-74b2-4c70-9101-862832763299 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:31:30.316231 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e16456-1f6d-4df8-8e0c-35c6bccbe2a6 req-5015b2aa-8ba9-4991-9841-fa3b1bdfc327 service neutron] Attempting to bind port 9b1f1975-74b2-4c70-9101-862832763299 on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:31:30.328511 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e16456-1f6d-4df8-8e0c-35c6bccbe2a6 req-5015b2aa-8ba9-4991-9841-fa3b1bdfc327 service neutron] Port 9b1f1975-74b2-4c70-9101-862832763299 on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:31:30.328766 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e16456-1f6d-4df8-8e0c-35c6bccbe2a6 req-5015b2aa-8ba9-4991-9841-fa3b1bdfc327 service neutron] Attempting to bind port 9b1f1975-74b2-4c70-9101-862832763299 on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:31:30.341337 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e16456-1f6d-4df8-8e0c-35c6bccbe2a6 req-5015b2aa-8ba9-4991-9841-fa3b1bdfc327 service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:31:30.341681 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e16456-1f6d-4df8-8e0c-35c6bccbe2a6 req-5015b2aa-8ba9-4991-9841-fa3b1bdfc327 service neutron] Checking segment: {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:31:30.342082 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e16456-1f6d-4df8-8e0c-35c6bccbe2a6 req-5015b2aa-8ba9-4991-9841-fa3b1bdfc327 service neutron] Bound using segment: {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:31:30.342534 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-82e16456-1f6d-4df8-8e0c-35c6bccbe2a6 req-5015b2aa-8ba9-4991-9841-fa3b1bdfc327 service neutron] Bound port: 9b1f1975-74b2-4c70-9101-862832763299, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:31:30.342919 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-82e16456-1f6d-4df8-8e0c-35c6bccbe2a6 req-5015b2aa-8ba9-4991-9841-fa3b1bdfc327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:30.353197 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-1ebb0f52-33c1-4a7c-b6f3-e846b0ee1468 req-918d1a23-1232-4bba-b5d4-426d78061d70 service neutron] Attempting to bind port 2172ce41-53fb-4513-8159-f8f41642aee2 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:31:30.353546 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-1ebb0f52-33c1-4a7c-b6f3-e846b0ee1468 req-918d1a23-1232-4bba-b5d4-426d78061d70 service neutron] Attempting to bind port 2172ce41-53fb-4513-8159-f8f41642aee2 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': 'f770079f-db2a-485b-9ac5-eee6572a02a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '51d75f9c-10e7-49c4-9e48-701a3a2c45d8'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:31:30.353883 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebb0f52-33c1-4a7c-b6f3-e846b0ee1468 req-918d1a23-1232-4bba-b5d4-426d78061d70 service neutron] Attempting to bind port 2172ce41-53fb-4513-8159-f8f41642aee2 on network 51d75f9c-10e7-49c4-9e48-701a3a2c45d8 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:31:30.354337 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2475eb09-23c9-4d1f-8f59-1fc52d7f51d7 req-c4616405-f3c5-4b9e-baea-669fff917d07 tempest-VolumesBackupsTest-427789209 tempest-VolumesBackupsTest-427789209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:31:30.356421 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2475eb09-23c9-4d1f-8f59-1fc52d7f51d7 req-c4616405-f3c5-4b9e-baea-669fff917d07 tempest-VolumesBackupsTest-427789209 tempest-VolumesBackupsTest-427789209-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9afed8f-cf7d-45db-8264-1e6abedafecd HTTP/1.1" status: 200 len: 947 time: 0.0907810 Jul 24 00:31:30.363022 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebb0f52-33c1-4a7c-b6f3-e846b0ee1468 req-918d1a23-1232-4bba-b5d4-426d78061d70 service neutron] Port 2172ce41-53fb-4513-8159-f8f41642aee2 on network 51d75f9c-10e7-49c4-9e48-701a3a2c45d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:31:30.363356 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebb0f52-33c1-4a7c-b6f3-e846b0ee1468 req-918d1a23-1232-4bba-b5d4-426d78061d70 service neutron] Attempting to bind port 2172ce41-53fb-4513-8159-f8f41642aee2 on network 51d75f9c-10e7-49c4-9e48-701a3a2c45d8 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:31:30.387758 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebb0f52-33c1-4a7c-b6f3-e846b0ee1468 req-918d1a23-1232-4bba-b5d4-426d78061d70 service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:31:30.388034 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebb0f52-33c1-4a7c-b6f3-e846b0ee1468 req-918d1a23-1232-4bba-b5d4-426d78061d70 service neutron] Checking segment: {'id': 'f770079f-db2a-485b-9ac5-eee6572a02a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '51d75f9c-10e7-49c4-9e48-701a3a2c45d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:31:30.388430 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebb0f52-33c1-4a7c-b6f3-e846b0ee1468 req-918d1a23-1232-4bba-b5d4-426d78061d70 service neutron] Bound using segment: {'id': 'f770079f-db2a-485b-9ac5-eee6572a02a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '51d75f9c-10e7-49c4-9e48-701a3a2c45d8'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:31:30.388912 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-1ebb0f52-33c1-4a7c-b6f3-e846b0ee1468 req-918d1a23-1232-4bba-b5d4-426d78061d70 service neutron] Bound port: 2172ce41-53fb-4513-8159-f8f41642aee2, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f770079f-db2a-485b-9ac5-eee6572a02a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '51d75f9c-10e7-49c4-9e48-701a3a2c45d8'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:31:30.389285 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-1ebb0f52-33c1-4a7c-b6f3-e846b0ee1468 req-918d1a23-1232-4bba-b5d4-426d78061d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:30.398711 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2475eb09-23c9-4d1f-8f59-1fc52d7f51d7 req-96e93301-d980-4e94-b390-1196d706fdf4 tempest-VolumesBackupsTest-427789209 tempest-VolumesBackupsTest-427789209-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1b9940e-473b-4349-af99-cf3b48d64fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354970 Jul 24 00:31:30.465745 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-82e16456-1f6d-4df8-8e0c-35c6bccbe2a6 req-5015b2aa-8ba9-4991-9841-fa3b1bdfc327 service neutron] For port 9b1f1975-74b2-4c70-9101-862832763299, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:31:30.471906 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-82e16456-1f6d-4df8-8e0c-35c6bccbe2a6 req-5015b2aa-8ba9-4991-9841-fa3b1bdfc327 service neutron] For port 9b1f1975-74b2-4c70-9101-862832763299, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=9b1f1975-74b2-4c70-9101-862832763299,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:31:30.479987 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-82e16456-1f6d-4df8-8e0c-35c6bccbe2a6 req-5015b2aa-8ba9-4991-9841-fa3b1bdfc327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:30.519106 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-1ebb0f52-33c1-4a7c-b6f3-e846b0ee1468 req-918d1a23-1232-4bba-b5d4-426d78061d70 service neutron] For port 2172ce41-53fb-4513-8159-f8f41642aee2, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:31:30.521731 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e16456-1f6d-4df8-8e0c-35c6bccbe2a6 req-5015b2aa-8ba9-4991-9841-fa3b1bdfc327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:31:30.522572 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-82e16456-1f6d-4df8-8e0c-35c6bccbe2a6 req-5015b2aa-8ba9-4991-9841-fa3b1bdfc327 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:30.523975 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-82e16456-1f6d-4df8-8e0c-35c6bccbe2a6 req-5015b2aa-8ba9-4991-9841-fa3b1bdfc327 service neutron] 10.222.0.64 "PUT /v2.0/ports/9b1f1975-74b2-4c70-9101-862832763299 HTTP/1.1" status: 200 len: 1096 time: 1.5685353 Jul 24 00:31:30.526009 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9afed8f-cf7d-45db-8264-1e6abedafecd', 'tag': '9b1f1975-74b2-4c70-9101-862832763299'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:31:30.528919 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c14e2fd6-ee91-4fb3-a6d6-80314b66f3e7" -d '{"events": [{"name": "network-changed", "server_uuid": "b9afed8f-cf7d-45db-8264-1e6abedafecd", "tag": "9b1f1975-74b2-4c70-9101-862832763299"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:31:30.551854 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-1ebb0f52-33c1-4a7c-b6f3-e846b0ee1468 req-918d1a23-1232-4bba-b5d4-426d78061d70 service neutron] For port 2172ce41-53fb-4513-8159-f8f41642aee2, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=2172ce41-53fb-4513-8159-f8f41642aee2,segment=NetworkSegment(f770079f-db2a-485b-9ac5-eee6572a02a2),segment_id=f770079f-db2a-485b-9ac5-eee6572a02a2)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:31:30.561270 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-1ebb0f52-33c1-4a7c-b6f3-e846b0ee1468 req-918d1a23-1232-4bba-b5d4-426d78061d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:30.570947 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5015b2aa-8ba9-4991-9841-fa3b1bdfc327 service neutron] Pushing event updated for resources: {'Port': ['ID=9b1f1975-74b2-4c70-9101-862832763299,revision_number=3']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:30.584735 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc442f1-a4a2-4984-9886-9585293ea112 x-openstack-request-id: req-4dc442f1-a4a2-4984-9886-9585293ea112 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:31:30.585066 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9afed8f-cf7d-45db-8264-1e6abedafecd", "tag": "9b1f1975-74b2-4c70-9101-862832763299", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:31:30.585329 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4dc442f1-a4a2-4984-9886-9585293ea112 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:31:30.585731 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9afed8f-cf7d-45db-8264-1e6abedafecd', 'tag': '9b1f1975-74b2-4c70-9101-862832763299', 'status': 'completed', 'code': 200} Jul 24 00:31:30.631845 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebb0f52-33c1-4a7c-b6f3-e846b0ee1468 req-918d1a23-1232-4bba-b5d4-426d78061d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:31:30.632402 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-1ebb0f52-33c1-4a7c-b6f3-e846b0ee1468 req-918d1a23-1232-4bba-b5d4-426d78061d70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:30.633884 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1ebb0f52-33c1-4a7c-b6f3-e846b0ee1468 req-918d1a23-1232-4bba-b5d4-426d78061d70 service neutron] 10.222.0.64 "PUT /v2.0/ports/2172ce41-53fb-4513-8159-f8f41642aee2 HTTP/1.1" status: 200 len: 1092 time: 1.5846677 Jul 24 00:31:30.669662 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918d1a23-1232-4bba-b5d4-426d78061d70 service neutron] Pushing event updated for resources: {'Port': ['ID=2172ce41-53fb-4513-8159-f8f41642aee2,revision_number=3']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:30.721678 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e16456-1f6d-4df8-8e0c-35c6bccbe2a6 req-3a87fdab-bd9e-4e9c-98d7-d0364b86500d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:31:30.723219 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-82e16456-1f6d-4df8-8e0c-35c6bccbe2a6 req-3a87fdab-bd9e-4e9c-98d7-d0364b86500d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=08c07535e51146f39ed10e71efac3d70&device_id=b9afed8f-cf7d-45db-8264-1e6abedafecd HTTP/1.1" status: 200 len: 1099 time: 0.1533587 Jul 24 00:31:30.771493 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-82e16456-1f6d-4df8-8e0c-35c6bccbe2a6 req-79ac7e04-042a-447f-8f5f-d2207c00f776 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=9b1f1975-74b2-4c70-9101-862832763299 HTTP/1.1" status: 200 len: 217 time: 0.0416770 Jul 24 00:31:30.777708 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebb0f52-33c1-4a7c-b6f3-e846b0ee1468 req-c2e2754c-6ba7-418f-9024-2d2553a5b223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:31:30.779190 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1ebb0f52-33c1-4a7c-b6f3-e846b0ee1468 req-c2e2754c-6ba7-418f-9024-2d2553a5b223 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d73329a5c4b947ee83df2126e48d4f10&device_id=82da0124-cbfc-44ea-bdeb-aa62fb2dcb5f HTTP/1.1" status: 200 len: 1095 time: 0.1066263 Jul 24 00:31:30.847174 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1ebb0f52-33c1-4a7c-b6f3-e846b0ee1468 req-2eab4b01-7bed-4f4f-87c2-20af110bc375 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2172ce41-53fb-4513-8159-f8f41642aee2 HTTP/1.1" status: 200 len: 217 time: 0.0595019 Jul 24 00:31:30.890297 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e16456-1f6d-4df8-8e0c-35c6bccbe2a6 req-c1e05a8d-50df-4493-bff8-7722266c33d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:31:30.891808 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-82e16456-1f6d-4df8-8e0c-35c6bccbe2a6 req-c1e05a8d-50df-4493-bff8-7722266c33d8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.1117597 Jul 24 00:31:30.934927 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebb0f52-33c1-4a7c-b6f3-e846b0ee1468 req-abcc84b8-6f8c-4ab7-8f85-9531c1a96c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:31:30.936421 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1ebb0f52-33c1-4a7c-b6f3-e846b0ee1468 req-abcc84b8-6f8c-4ab7-8f85-9531c1a96c83 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b8c3fd19-3e9a-4947-9a85-d5eb7694dbaa HTTP/1.1" status: 200 len: 848 time: 0.0831938 Jul 24 00:31:31.000177 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e16456-1f6d-4df8-8e0c-35c6bccbe2a6 req-5c77789e-60cf-489f-8728-622abecf25ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:31:31.001723 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-82e16456-1f6d-4df8-8e0c-35c6bccbe2a6 req-5c77789e-60cf-489f-8728-622abecf25ca service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1036172 Jul 24 00:31:31.036301 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebb0f52-33c1-4a7c-b6f3-e846b0ee1468 req-0a610160-5b42-4f79-a1a2-86c9b849b1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:31:31.037828 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1ebb0f52-33c1-4a7c-b6f3-e846b0ee1468 req-0a610160-5b42-4f79-a1a2-86c9b849b1ea service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=51d75f9c-10e7-49c4-9e48-701a3a2c45d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0956089 Jul 24 00:31:31.092661 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d800a2-1892-4f94-9060-cacb94afe336 req-e6a920bd-d346-4a47-a5b4-3e0178c11aad tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:31:31.094243 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d0d800a2-1892-4f94-9060-cacb94afe336 req-e6a920bd-d346-4a47-a5b4-3e0178c11aad tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=82da0124-cbfc-44ea-bdeb-aa62fb2dcb5f HTTP/1.1" status: 200 len: 1095 time: 0.0572176 Jul 24 00:31:31.129335 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d0d800a2-1892-4f94-9060-cacb94afe336 req-7e2b4690-f4aa-4216-820a-b2f259cc2990 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=ce3c1d07-2956-499d-9bd9-08e6aac01719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289221 Jul 24 00:31:31.155646 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-82e16456-1f6d-4df8-8e0c-35c6bccbe2a6 req-755dacc3-5c65-4434-86a9-9481897fda5c service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475577 Jul 24 00:31:31.190102 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1ebb0f52-33c1-4a7c-b6f3-e846b0ee1468 req-a28b1bd7-d3fa-4591-b8ff-2946e6c3ca4e service neutron] 10.222.0.64 "GET /v2.0/networks/51d75f9c-10e7-49c4-9e48-701a3a2c45d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455350 Jul 24 00:31:31.318651 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-82e16456-1f6d-4df8-8e0c-35c6bccbe2a6 req-23e4d43a-387f-4c2d-8054-abe0fd5e8791 service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540029 Jul 24 00:31:31.331786 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1ebb0f52-33c1-4a7c-b6f3-e846b0ee1468 req-22b65e53-439f-46d4-af68-034f166e3468 service neutron] 10.222.0.64 "GET /v2.0/networks/51d75f9c-10e7-49c4-9e48-701a3a2c45d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337435 Jul 24 00:31:31.422349 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e2fd6-ee91-4fb3-a6d6-80314b66f3e7 req-7bdc1a5a-dd0f-4a20-ad0d-ad0f9fb38c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:31:31.424072 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c14e2fd6-ee91-4fb3-a6d6-80314b66f3e7 req-7bdc1a5a-dd0f-4a20-ad0d-ad0f9fb38c0a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=08c07535e51146f39ed10e71efac3d70&device_id=b9afed8f-cf7d-45db-8264-1e6abedafecd HTTP/1.1" status: 200 len: 1099 time: 0.0593832 Jul 24 00:31:31.548778 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e2fd6-ee91-4fb3-a6d6-80314b66f3e7 req-78424f2b-ba58-43d2-9acf-89426f354ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:31:31.550317 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c14e2fd6-ee91-4fb3-a6d6-80314b66f3e7 req-78424f2b-ba58-43d2-9acf-89426f354ea8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 HTTP/1.1" status: 200 len: 870 time: 0.1204889 Jul 24 00:31:31.598686 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c14e2fd6-ee91-4fb3-a6d6-80314b66f3e7 req-f60ac6f4-f70e-4fac-a50a-ef213b16f9b9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=9b1f1975-74b2-4c70-9101-862832763299 HTTP/1.1" status: 200 len: 217 time: 0.0374351 Jul 24 00:31:31.608981 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad9ab1-9b5b-4812-bf91-011fbce5c05d req-5dfc8ced-0aed-4061-8414-7d2f159708cc tempest-VolumesBackupsTest-427789209 tempest-VolumesBackupsTest-427789209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:31:31.610405 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-08ad9ab1-9b5b-4812-bf91-011fbce5c05d req-5dfc8ced-0aed-4061-8414-7d2f159708cc tempest-VolumesBackupsTest-427789209 tempest-VolumesBackupsTest-427789209-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9afed8f-cf7d-45db-8264-1e6abedafecd HTTP/1.1" status: 200 len: 947 time: 0.1216104 Jul 24 00:31:31.675771 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e2fd6-ee91-4fb3-a6d6-80314b66f3e7 req-78378930-9423-45c5-9d98-eb7b6795bfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:31:31.677169 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c14e2fd6-ee91-4fb3-a6d6-80314b66f3e7 req-78378930-9423-45c5-9d98-eb7b6795bfbd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.0658960 Jul 24 00:31:31.682151 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-08ad9ab1-9b5b-4812-bf91-011fbce5c05d req-fb42ed54-695b-491f-9921-4d745acfb86a tempest-VolumesBackupsTest-427789209 tempest-VolumesBackupsTest-427789209-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1b9940e-473b-4349-af99-cf3b48d64fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638363 Jul 24 00:31:31.741766 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e2fd6-ee91-4fb3-a6d6-80314b66f3e7 req-1e8acc6b-e033-40aa-a89d-09f4a549a3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:31:31.743273 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c14e2fd6-ee91-4fb3-a6d6-80314b66f3e7 req-1e8acc6b-e033-40aa-a89d-09f4a549a3c6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0599372 Jul 24 00:31:31.832365 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c14e2fd6-ee91-4fb3-a6d6-80314b66f3e7 req-13013688-bd36-454b-993b-617d7e1121ee service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818918 Jul 24 00:31:31.933219 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c14e2fd6-ee91-4fb3-a6d6-80314b66f3e7 req-74a0ebc5-9492-42e0-8957-1ded9fcd6f66 service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937784 Jul 24 00:31:32.245211 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df21fbe-7ee3-4483-90e6-4cca23bd9437 req-36f298ef-b091-455b-a265-4af86d6bdc5c tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:31:32.246681 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0df21fbe-7ee3-4483-90e6-4cca23bd9437 req-36f298ef-b091-455b-a265-4af86d6bdc5c tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=82da0124-cbfc-44ea-bdeb-aa62fb2dcb5f HTTP/1.1" status: 200 len: 1095 time: 0.0532005 Jul 24 00:31:32.280090 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0df21fbe-7ee3-4483-90e6-4cca23bd9437 req-a1c85bde-1c85-47ed-aed4-069a65d4a382 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=ce3c1d07-2956-499d-9bd9-08e6aac01719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278256 Jul 24 00:31:32.587000 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82da0124-cbfc-44ea-bdeb-aa62fb2dcb5f', 'tag': '2172ce41-53fb-4513-8159-f8f41642aee2'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:31:32.589485 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-920ef828-9f93-46c7-b49a-fb1a950ec93f" -d '{"events": [{"name": "network-changed", "server_uuid": "82da0124-cbfc-44ea-bdeb-aa62fb2dcb5f", "tag": "2172ce41-53fb-4513-8159-f8f41642aee2"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:31:32.623570 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1657a33d-8ec4-44b4-b9e4-6f75935ca664 x-openstack-request-id: req-1657a33d-8ec4-44b4-b9e4-6f75935ca664 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:31:32.623874 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82da0124-cbfc-44ea-bdeb-aa62fb2dcb5f", "tag": "2172ce41-53fb-4513-8159-f8f41642aee2", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:31:32.624132 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1657a33d-8ec4-44b4-b9e4-6f75935ca664 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:31:32.624541 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82da0124-cbfc-44ea-bdeb-aa62fb2dcb5f', 'tag': '2172ce41-53fb-4513-8159-f8f41642aee2', 'status': 'completed', 'code': 200} Jul 24 00:31:32.699600 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ef828-9f93-46c7-b49a-fb1a950ec93f req-09dc7391-86f6-4395-b054-60f75429d893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:31:32.701150 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-920ef828-9f93-46c7-b49a-fb1a950ec93f req-09dc7391-86f6-4395-b054-60f75429d893 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d73329a5c4b947ee83df2126e48d4f10&device_id=82da0124-cbfc-44ea-bdeb-aa62fb2dcb5f HTTP/1.1" status: 200 len: 1095 time: 0.0550017 Jul 24 00:31:32.796595 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ef828-9f93-46c7-b49a-fb1a950ec93f req-2fa79e7e-23a3-4743-9f4d-e05805a70d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:31:32.798139 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-920ef828-9f93-46c7-b49a-fb1a950ec93f req-2fa79e7e-23a3-4743-9f4d-e05805a70d1e service neutron] 10.222.0.64 "GET /v2.0/networks?id=51d75f9c-10e7-49c4-9e48-701a3a2c45d8 HTTP/1.1" status: 200 len: 910 time: 0.0911055 Jul 24 00:31:32.810805 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f2fa11-ef57-416e-8bc4-070b6fecc62e req-0b1c3d2b-3a75-4d5a-b19c-4cf44c5b9361 tempest-VolumesBackupsTest-427789209 tempest-VolumesBackupsTest-427789209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:31:32.812304 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-68f2fa11-ef57-416e-8bc4-070b6fecc62e req-0b1c3d2b-3a75-4d5a-b19c-4cf44c5b9361 tempest-VolumesBackupsTest-427789209 tempest-VolumesBackupsTest-427789209-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9afed8f-cf7d-45db-8264-1e6abedafecd HTTP/1.1" status: 200 len: 947 time: 0.0638218 Jul 24 00:31:32.840394 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-920ef828-9f93-46c7-b49a-fb1a950ec93f req-b4b51942-e21e-46c0-a78a-1f6aac9691a1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2172ce41-53fb-4513-8159-f8f41642aee2 HTTP/1.1" status: 200 len: 217 time: 0.0351150 Jul 24 00:31:32.850439 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-68f2fa11-ef57-416e-8bc4-070b6fecc62e req-3f1f280b-9348-415e-9386-8c519b00fded tempest-VolumesBackupsTest-427789209 tempest-VolumesBackupsTest-427789209-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1b9940e-473b-4349-af99-cf3b48d64fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322270 Jul 24 00:31:32.900573 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ef828-9f93-46c7-b49a-fb1a950ec93f req-5a59bebf-3823-4600-a539-cbab3b9fae12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:31:32.902200 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-920ef828-9f93-46c7-b49a-fb1a950ec93f req-5a59bebf-3823-4600-a539-cbab3b9fae12 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b8c3fd19-3e9a-4947-9a85-d5eb7694dbaa HTTP/1.1" status: 200 len: 848 time: 0.0568864 Jul 24 00:31:32.966567 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ef828-9f93-46c7-b49a-fb1a950ec93f req-cad9c404-ac11-4ce0-8d67-d0b8a5065921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:31:32.968126 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-920ef828-9f93-46c7-b49a-fb1a950ec93f req-cad9c404-ac11-4ce0-8d67-d0b8a5065921 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=51d75f9c-10e7-49c4-9e48-701a3a2c45d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0597088 Jul 24 00:31:33.055301 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-920ef828-9f93-46c7-b49a-fb1a950ec93f req-3d527b9d-1074-4f02-8203-de40675361b2 service neutron] 10.222.0.64 "GET /v2.0/networks/51d75f9c-10e7-49c4-9e48-701a3a2c45d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812268 Jul 24 00:31:33.147486 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-920ef828-9f93-46c7-b49a-fb1a950ec93f req-34862615-eeeb-40d8-94f1-af08869dd21a service neutron] 10.222.0.64 "GET /v2.0/networks/51d75f9c-10e7-49c4-9e48-701a3a2c45d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858135 Jul 24 00:31:33.402716 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb5e078-baf0-4ed3-bffa-fe2c2bda8201 req-196e4ccf-fd42-4bac-90c1-9f49a95187d8 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:31:33.404186 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fdb5e078-baf0-4ed3-bffa-fe2c2bda8201 req-196e4ccf-fd42-4bac-90c1-9f49a95187d8 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=82da0124-cbfc-44ea-bdeb-aa62fb2dcb5f HTTP/1.1" status: 200 len: 1095 time: 0.0547845 Jul 24 00:31:33.438240 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fdb5e078-baf0-4ed3-bffa-fe2c2bda8201 req-a2904c09-7f1d-48fa-9cd3-84304c03a528 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=ce3c1d07-2956-499d-9bd9-08e6aac01719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286496 Jul 24 00:31:33.992281 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c86756-297c-4c4c-b146-0e0bf7b714ae req-754aac8f-96a5-433c-81b2-3b73be7a9786 tempest-VolumesBackupsTest-427789209 tempest-VolumesBackupsTest-427789209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:31:33.993800 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-68c86756-297c-4c4c-b146-0e0bf7b714ae req-754aac8f-96a5-433c-81b2-3b73be7a9786 tempest-VolumesBackupsTest-427789209 tempest-VolumesBackupsTest-427789209-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9afed8f-cf7d-45db-8264-1e6abedafecd HTTP/1.1" status: 200 len: 947 time: 0.0684652 Jul 24 00:31:34.032048 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-68c86756-297c-4c4c-b146-0e0bf7b714ae req-983710d6-bb49-4267-8521-8cab459b8e39 tempest-VolumesBackupsTest-427789209 tempest-VolumesBackupsTest-427789209-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1b9940e-473b-4349-af99-cf3b48d64fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326555 Jul 24 00:31:34.488185 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 9b1f1975-74b2-4c70-9101-862832763299 details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:31:34.555995 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe6487b-e28d-43eb-9c1c-155706cb2841 req-a64bebd1-c7f1-4452-a8b8-6e95f3559213 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:31:34.557588 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7fe6487b-e28d-43eb-9c1c-155706cb2841 req-a64bebd1-c7f1-4452-a8b8-6e95f3559213 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=82da0124-cbfc-44ea-bdeb-aa62fb2dcb5f HTTP/1.1" status: 200 len: 1095 time: 0.0528431 Jul 24 00:31:34.590414 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 9b1f1975-74b2-4c70-9101-862832763299, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=9b1f1975-74b2-4c70-9101-862832763299,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:31:34.592538 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7fe6487b-e28d-43eb-9c1c-155706cb2841 req-28acf0f2-98db-4f31-8d3a-c89d5d09475e tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=ce3c1d07-2956-499d-9bd9-08e6aac01719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284410 Jul 24 00:31:34.600840 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': '9b1f1975-74b2-4c70-9101-862832763299', 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2', 'port_id': '9b1f1975-74b2-4c70-9101-862832763299', 'mac_address': 'fa:16:3e:12:ac:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef73a7e1-c64a-41e3-9997-629475c7b6b1', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:31:34.638450 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:34.650834 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b1f1975-74b2-4c70-9101-862832763299 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:31:34.669335 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 9b1f1975-74b2-4c70-9101-862832763299, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=9b1f1975-74b2-4c70-9101-862832763299,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:31:34.673398 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:34.674056 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 2172ce41-53fb-4513-8159-f8f41642aee2 details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:31:34.746663 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=9b1f1975-74b2-4c70-9101-862832763299,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:34.813752 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 2172ce41-53fb-4513-8159-f8f41642aee2, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=2172ce41-53fb-4513-8159-f8f41642aee2,segment=NetworkSegment(f770079f-db2a-485b-9ac5-eee6572a02a2),segment_id=f770079f-db2a-485b-9ac5-eee6572a02a2)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:31:34.824717 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': '2172ce41-53fb-4513-8159-f8f41642aee2', 'network_id': '51d75f9c-10e7-49c4-9e48-701a3a2c45d8', 'port_id': '2172ce41-53fb-4513-8159-f8f41642aee2', 'mac_address': 'fa:16:3e:64:51:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8c3fd19-3e9a-4947-9a85-d5eb7694dbaa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:31:34.860317 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:34.872997 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2172ce41-53fb-4513-8159-f8f41642aee2 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:31:34.894952 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 2172ce41-53fb-4513-8159-f8f41642aee2, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=2172ce41-53fb-4513-8159-f8f41642aee2,segment=NetworkSegment(f770079f-db2a-485b-9ac5-eee6572a02a2),segment_id=f770079f-db2a-485b-9ac5-eee6572a02a2)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:31:34.898496 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:34.949395 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=2172ce41-53fb-4513-8159-f8f41642aee2,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:35.128538 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['9b1f1975-74b2-4c70-9101-862832763299'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:31:35.132924 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['2172ce41-53fb-4513-8159-f8f41642aee2'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:31:35.158948 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e7e4b1-1135-4639-898c-7efde6d14b2c req-c7a521bb-e7a1-44d3-9539-c06837dabc7a tempest-VolumesBackupsTest-427789209 tempest-VolumesBackupsTest-427789209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:31:35.160445 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-79e7e4b1-1135-4639-898c-7efde6d14b2c req-c7a521bb-e7a1-44d3-9539-c06837dabc7a tempest-VolumesBackupsTest-427789209 tempest-VolumesBackupsTest-427789209-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9afed8f-cf7d-45db-8264-1e6abedafecd HTTP/1.1" status: 200 len: 948 time: 0.0629730 Jul 24 00:31:35.198047 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-79e7e4b1-1135-4639-898c-7efde6d14b2c req-27e97288-607c-495d-a660-c4c1c9f2c0fc tempest-VolumesBackupsTest-427789209 tempest-VolumesBackupsTest-427789209-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1b9940e-473b-4349-af99-cf3b48d64fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320556 Jul 24 00:31:35.711941 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401afa0b-a8a5-4882-85be-61bc356071d2 req-410da766-cbbb-4aaa-8db2-e18ef9d2dcda tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:31:35.713494 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-401afa0b-a8a5-4882-85be-61bc356071d2 req-410da766-cbbb-4aaa-8db2-e18ef9d2dcda tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=82da0124-cbfc-44ea-bdeb-aa62fb2dcb5f HTTP/1.1" status: 200 len: 1096 time: 0.0565572 Jul 24 00:31:35.748571 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-401afa0b-a8a5-4882-85be-61bc356071d2 req-ba8399eb-7e51-4cde-971f-231052b57e2b tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=ce3c1d07-2956-499d-9bd9-08e6aac01719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289271 Jul 24 00:31:36.324126 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbbc585-6a92-4565-8aa9-8f900b3b33b6 req-cb37d96d-7576-47e5-bd65-8078e0bdd053 tempest-VolumesBackupsTest-427789209 tempest-VolumesBackupsTest-427789209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:31:36.325645 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3cbbc585-6a92-4565-8aa9-8f900b3b33b6 req-cb37d96d-7576-47e5-bd65-8078e0bdd053 tempest-VolumesBackupsTest-427789209 tempest-VolumesBackupsTest-427789209-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9afed8f-cf7d-45db-8264-1e6abedafecd HTTP/1.1" status: 200 len: 948 time: 0.0626540 Jul 24 00:31:36.366211 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3cbbc585-6a92-4565-8aa9-8f900b3b33b6 req-272551d0-659a-424b-8851-008e1f165803 tempest-VolumesBackupsTest-427789209 tempest-VolumesBackupsTest-427789209-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1b9940e-473b-4349-af99-cf3b48d64fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348957 Jul 24 00:31:36.507608 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 9b1f1975-74b2-4c70-9101-862832763299 up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:31:36.554676 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port 9b1f1975-74b2-4c70-9101-862832763299 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:31:36.559004 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port 9b1f1975-74b2-4c70-9101-862832763299 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:31:36.559387 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:36.637614 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:36.659503 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9afed8f-cf7d-45db-8264-1e6abedafecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b1f1975-74b2-4c70-9101-862832763299'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:31:36.661828 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7beba5de-cf01-4c98-a27a-995bc4d0bf2c" -d '{"events": [{"server_uuid": "b9afed8f-cf7d-45db-8264-1e6abedafecd", "name": "network-vif-plugged", "status": "completed", "tag": "9b1f1975-74b2-4c70-9101-862832763299"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:31:36.674582 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 9b1f1975-74b2-4c70-9101-862832763299, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=9b1f1975-74b2-4c70-9101-862832763299,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:31:36.678880 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:36.679746 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 2172ce41-53fb-4513-8159-f8f41642aee2 up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:31:36.717837 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9921698-f16b-4e57-a291-3dd22895aaca x-openstack-request-id: req-c9921698-f16b-4e57-a291-3dd22895aaca {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:31:36.718139 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9afed8f-cf7d-45db-8264-1e6abedafecd", "name": "network-vif-plugged", "status": "completed", "tag": "9b1f1975-74b2-4c70-9101-862832763299", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:31:36.718462 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c9921698-f16b-4e57-a291-3dd22895aaca {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:31:36.718861 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9afed8f-cf7d-45db-8264-1e6abedafecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b1f1975-74b2-4c70-9101-862832763299', 'code': 200} Jul 24 00:31:36.756101 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=9b1f1975-74b2-4c70-9101-862832763299,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:36.772221 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port 2172ce41-53fb-4513-8159-f8f41642aee2 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:31:36.776363 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port 2172ce41-53fb-4513-8159-f8f41642aee2 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:31:36.777599 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:36.808917 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a86991-48c2-4e34-b327-0117cc246c76 req-d51bc907-e6e3-4d8f-a06a-5a77697ac4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:31:36.810474 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-48a86991-48c2-4e34-b327-0117cc246c76 req-d51bc907-e6e3-4d8f-a06a-5a77697ac4f2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b9afed8f-cf7d-45db-8264-1e6abedafecd HTTP/1.1" status: 200 len: 1101 time: 0.0569282 Jul 24 00:31:36.846059 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-48a86991-48c2-4e34-b327-0117cc246c76 req-ff4ce3ac-a875-4358-bb64-22c1b2a2f180 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d1b9940e-473b-4349-af99-cf3b48d64fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290680 Jul 24 00:31:36.860489 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:36.868018 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5664ea98-ac61-4145-ac84-ef49cec8db48 req-2ed44861-11ce-4679-95e4-3458a806d46b tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:31:36.869595 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5664ea98-ac61-4145-ac84-ef49cec8db48 req-2ed44861-11ce-4679-95e4-3458a806d46b tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=82da0124-cbfc-44ea-bdeb-aa62fb2dcb5f HTTP/1.1" status: 200 len: 1096 time: 0.0549507 Jul 24 00:31:36.892011 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 2172ce41-53fb-4513-8159-f8f41642aee2, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=2172ce41-53fb-4513-8159-f8f41642aee2,segment=NetworkSegment(f770079f-db2a-485b-9ac5-eee6572a02a2),segment_id=f770079f-db2a-485b-9ac5-eee6572a02a2)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:31:36.896278 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:36.906023 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5664ea98-ac61-4145-ac84-ef49cec8db48 req-18717ea8-5d54-4f51-9fe7-5d88bdfc5652 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=ce3c1d07-2956-499d-9bd9-08e6aac01719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306797 Jul 24 00:31:36.943463 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=2172ce41-53fb-4513-8159-f8f41642aee2,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:37.498623 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c0dbc4-0b40-4ef8-9d26-033dd4c6e3cb req-eeb1be47-01fd-4165-9854-0326efcdb12e tempest-VolumesBackupsTest-427789209 tempest-VolumesBackupsTest-427789209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:31:37.500114 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b3c0dbc4-0b40-4ef8-9d26-033dd4c6e3cb req-eeb1be47-01fd-4165-9854-0326efcdb12e tempest-VolumesBackupsTest-427789209 tempest-VolumesBackupsTest-427789209-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9afed8f-cf7d-45db-8264-1e6abedafecd HTTP/1.1" status: 200 len: 949 time: 0.0676553 Jul 24 00:31:37.540771 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b3c0dbc4-0b40-4ef8-9d26-033dd4c6e3cb req-493d4368-1749-434f-9f85-ee1a7cffb3a3 tempest-VolumesBackupsTest-427789209 tempest-VolumesBackupsTest-427789209-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1b9940e-473b-4349-af99-cf3b48d64fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351186 Jul 24 00:31:38.022495 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f1638-fb52-49cb-aced-fe214a04e92a req-d311e450-0ccf-433d-9ed3-bf819ea51540 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:31:38.024026 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6e8f1638-fb52-49cb-aced-fe214a04e92a req-d311e450-0ccf-433d-9ed3-bf819ea51540 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=82da0124-cbfc-44ea-bdeb-aa62fb2dcb5f HTTP/1.1" status: 200 len: 1097 time: 0.0533214 Jul 24 00:31:38.057318 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6e8f1638-fb52-49cb-aced-fe214a04e92a req-04df2088-1368-41f9-a582-b83e69b876ea tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=ce3c1d07-2956-499d-9bd9-08e6aac01719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278187 Jul 24 00:31:38.669336 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc0e3e7-7164-4106-abe2-698777903d33 req-d466ab82-9af8-4870-872b-3b08a62d886c tempest-VolumesBackupsTest-427789209 tempest-VolumesBackupsTest-427789209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:31:38.670847 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2dc0e3e7-7164-4106-abe2-698777903d33 req-d466ab82-9af8-4870-872b-3b08a62d886c tempest-VolumesBackupsTest-427789209 tempest-VolumesBackupsTest-427789209-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9afed8f-cf7d-45db-8264-1e6abedafecd HTTP/1.1" status: 200 len: 949 time: 0.0644383 Jul 24 00:31:38.708536 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2dc0e3e7-7164-4106-abe2-698777903d33 req-15e70ab8-3fc2-4fc9-9195-b8123e7f7398 tempest-VolumesBackupsTest-427789209 tempest-VolumesBackupsTest-427789209-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1b9940e-473b-4349-af99-cf3b48d64fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323284 Jul 24 00:31:38.719945 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82da0124-cbfc-44ea-bdeb-aa62fb2dcb5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2172ce41-53fb-4513-8159-f8f41642aee2'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:31:38.722462 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bfa031d-a5a1-41eb-a865-282bfe6e767e" -d '{"events": [{"server_uuid": "82da0124-cbfc-44ea-bdeb-aa62fb2dcb5f", "name": "network-vif-plugged", "status": "completed", "tag": "2172ce41-53fb-4513-8159-f8f41642aee2"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:31:38.756630 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b5e2df4-94b6-4ef6-8911-693416c6631d x-openstack-request-id: req-1b5e2df4-94b6-4ef6-8911-693416c6631d {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:31:38.756949 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82da0124-cbfc-44ea-bdeb-aa62fb2dcb5f", "name": "network-vif-plugged", "status": "completed", "tag": "2172ce41-53fb-4513-8159-f8f41642aee2", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:31:38.757206 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1b5e2df4-94b6-4ef6-8911-693416c6631d {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:31:38.757602 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82da0124-cbfc-44ea-bdeb-aa62fb2dcb5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2172ce41-53fb-4513-8159-f8f41642aee2', 'code': 200} Jul 24 00:31:38.865011 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e566fd9-7c34-4b7f-9642-28fc96414f9e req-a1e12804-5b4c-44f1-8cad-6984e9370d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:31:38.866525 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8e566fd9-7c34-4b7f-9642-28fc96414f9e req-a1e12804-5b4c-44f1-8cad-6984e9370d1e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=82da0124-cbfc-44ea-bdeb-aa62fb2dcb5f HTTP/1.1" status: 200 len: 1097 time: 0.0550959 Jul 24 00:31:38.901217 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8e566fd9-7c34-4b7f-9642-28fc96414f9e req-65abae34-7a23-4748-9efa-3c8e38d5ea43 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ce3c1d07-2956-499d-9bd9-08e6aac01719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287275 Jul 24 00:31:39.190117 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f7186a-9a14-474a-989f-adcda87b95f7 req-5c99d631-ff72-4227-89d2-d68c6c6216f4 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:31:39.192032 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-67f7186a-9a14-474a-989f-adcda87b95f7 req-5c99d631-ff72-4227-89d2-d68c6c6216f4 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=82da0124-cbfc-44ea-bdeb-aa62fb2dcb5f HTTP/1.1" status: 200 len: 1097 time: 0.0565486 Jul 24 00:31:39.230466 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-67f7186a-9a14-474a-989f-adcda87b95f7 req-2b3da23b-745a-42f1-89f4-38f108632da5 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=ce3c1d07-2956-499d-9bd9-08e6aac01719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320928 Jul 24 00:31:40.356417 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50c7dd5-5cf9-408d-9471-94675409507d req-4b9cd855-aad4-4ca4-acbe-5a5904ef86f4 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:31:40.358013 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c50c7dd5-5cf9-408d-9471-94675409507d req-4b9cd855-aad4-4ca4-acbe-5a5904ef86f4 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=82da0124-cbfc-44ea-bdeb-aa62fb2dcb5f HTTP/1.1" status: 200 len: 1097 time: 0.0587153 Jul 24 00:31:40.392950 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c50c7dd5-5cf9-408d-9471-94675409507d req-e156daaf-8df7-42e4-8032-e992fba62ff0 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=ce3c1d07-2956-499d-9bd9-08e6aac01719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292511 Jul 24 00:31:40.511544 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfab3096-e266-471e-976b-fa456b79b836 req-4b875fc9-68bf-4ccc-854b-74dda13f9fca tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:31:40.513117 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cfab3096-e266-471e-976b-fa456b79b836 req-4b875fc9-68bf-4ccc-854b-74dda13f9fca tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=82da0124-cbfc-44ea-bdeb-aa62fb2dcb5f HTTP/1.1" status: 200 len: 1097 time: 0.0558901 Jul 24 00:31:40.548215 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cfab3096-e266-471e-976b-fa456b79b836 req-e3639a5f-9c05-4934-8bbe-3700d47448dc tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=ce3c1d07-2956-499d-9bd9-08e6aac01719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293632 Jul 24 00:31:40.663654 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd450fa-caa1-431f-b282-587290a644c8 req-b2bb0dbe-b447-46bb-8741-89e86f632e1d tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:31:40.665273 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fdd450fa-caa1-431f-b282-587290a644c8 req-b2bb0dbe-b447-46bb-8741-89e86f632e1d tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=82da0124-cbfc-44ea-bdeb-aa62fb2dcb5f HTTP/1.1" status: 200 len: 1097 time: 0.0535192 Jul 24 00:31:40.701135 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fdd450fa-caa1-431f-b282-587290a644c8 req-aa6a7626-2b21-4ac0-87c0-b4b9b30f35f9 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=ce3c1d07-2956-499d-9bd9-08e6aac01719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297322 Jul 24 00:31:40.944383 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240176fc-7ef0-4fb2-910b-6e0864a8fdca req-b4f60eee-41f7-41fb-a72c-ceffa9db2379 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:31:40.945981 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-240176fc-7ef0-4fb2-910b-6e0864a8fdca req-b4f60eee-41f7-41fb-a72c-ceffa9db2379 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=82da0124-cbfc-44ea-bdeb-aa62fb2dcb5f HTTP/1.1" status: 200 len: 1097 time: 0.0551748 Jul 24 00:31:40.980531 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-240176fc-7ef0-4fb2-910b-6e0864a8fdca req-5db0698d-96ae-47d9-88af-d85469616486 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=ce3c1d07-2956-499d-9bd9-08e6aac01719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285954 Jul 24 00:31:42.110402 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06189ec2-6336-4d94-9f46-b7727e3d38e0 req-fa4ee951-89d2-4142-817e-3c2311c53703 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:31:42.112003 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-06189ec2-6336-4d94-9f46-b7727e3d38e0 req-fa4ee951-89d2-4142-817e-3c2311c53703 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=82da0124-cbfc-44ea-bdeb-aa62fb2dcb5f HTTP/1.1" status: 200 len: 1097 time: 0.0568106 Jul 24 00:31:42.146466 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-06189ec2-6336-4d94-9f46-b7727e3d38e0 req-989517a7-6d4f-4642-aaac-2c6df40b8b0e tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=ce3c1d07-2956-499d-9bd9-08e6aac01719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283432 Jul 24 00:31:42.200943 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822a148e-0253-430c-8c3c-052b06f93250 req-6963b531-fdfb-4616-bbca-d6909c62ae98 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:31:42.202529 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-822a148e-0253-430c-8c3c-052b06f93250 req-6963b531-fdfb-4616-bbca-d6909c62ae98 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=82da0124-cbfc-44ea-bdeb-aa62fb2dcb5f HTTP/1.1" status: 200 len: 1097 time: 0.0616987 Jul 24 00:31:42.290835 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-822a148e-0253-430c-8c3c-052b06f93250 req-9d208139-5851-48ac-8cb2-7839fce99220 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] Deleting port 2172ce41-53fb-4513-8159-f8f41642aee2 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:31:42.291175 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-822a148e-0253-430c-8c3c-052b06f93250 req-9d208139-5851-48ac-8cb2-7839fce99220 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:42.373039 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-822a148e-0253-430c-8c3c-052b06f93250 req-9d208139-5851-48ac-8cb2-7839fce99220 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] For port 2172ce41-53fb-4513-8159-f8f41642aee2, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=2172ce41-53fb-4513-8159-f8f41642aee2,segment=NetworkSegment(f770079f-db2a-485b-9ac5-eee6572a02a2),segment_id=f770079f-db2a-485b-9ac5-eee6572a02a2)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:31:42.373338 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-822a148e-0253-430c-8c3c-052b06f93250 req-9d208139-5851-48ac-8cb2-7839fce99220 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:42.385763 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-822a148e-0253-430c-8c3c-052b06f93250 req-9d208139-5851-48ac-8cb2-7839fce99220 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] Calling delete_port for 2172ce41-53fb-4513-8159-f8f41642aee2 owned by compute:nova {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:31:42.512380 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-822a148e-0253-430c-8c3c-052b06f93250 req-9d208139-5851-48ac-8cb2-7839fce99220 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:42.524476 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['2172ce41-53fb-4513-8159-f8f41642aee2'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:31:42.528402 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['26228610-1d3c-45a9-b9f8-9d1f90bbe017'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:31:42.538674 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d208139-5851-48ac-8cb2-7839fce99220 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] Pushing event deleted for resources: {'Port': ['ID=2172ce41-53fb-4513-8159-f8f41642aee2,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:42.588670 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-822a148e-0253-430c-8c3c-052b06f93250 req-9d208139-5851-48ac-8cb2-7839fce99220 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] No DVR routers for this DVR port 2172ce41-53fb-4513-8159-f8f41642aee2 on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:31:42.592708 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-822a148e-0253-430c-8c3c-052b06f93250 req-9d208139-5851-48ac-8cb2-7839fce99220 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:42.594952 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-822a148e-0253-430c-8c3c-052b06f93250 req-9d208139-5851-48ac-8cb2-7839fce99220 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] 10.222.0.64 "DELETE /v2.0/ports/2172ce41-53fb-4513-8159-f8f41642aee2 HTTP/1.1" status: 204 len: 173 time: 0.3872378 Jul 24 00:31:42.595590 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82da0124-cbfc-44ea-bdeb-aa62fb2dcb5f', 'name': 'network-vif-deleted', 'tag': '2172ce41-53fb-4513-8159-f8f41642aee2'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:31:42.598186 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-837ffa79-1bee-4866-a924-77cc78a435e5" -d '{"events": [{"server_uuid": "82da0124-cbfc-44ea-bdeb-aa62fb2dcb5f", "name": "network-vif-deleted", "tag": "2172ce41-53fb-4513-8159-f8f41642aee2"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:31:42.641309 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3741c3-d832-46c5-8bf1-a4d670e2ad94 x-openstack-request-id: req-ea3741c3-d832-46c5-8bf1-a4d670e2ad94 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:31:42.641674 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82da0124-cbfc-44ea-bdeb-aa62fb2dcb5f", "name": "network-vif-deleted", "tag": "2172ce41-53fb-4513-8159-f8f41642aee2", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:31:42.642521 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ea3741c3-d832-46c5-8bf1-a4d670e2ad94 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:31:42.643119 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82da0124-cbfc-44ea-bdeb-aa62fb2dcb5f', 'name': 'network-vif-deleted', 'tag': '2172ce41-53fb-4513-8159-f8f41642aee2', 'status': 'completed', 'code': 200} Jul 24 00:31:43.422996 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84feb35b-ae26-4e63-b493-a2627c06b06f req-aaffe70c-96ed-4bea-9c9b-2544c4a5f496 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:31:43.424551 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-84feb35b-ae26-4e63-b493-a2627c06b06f req-aaffe70c-96ed-4bea-9c9b-2544c4a5f496 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=78531f7b-7683-4f54-afda-ef171169e5fa HTTP/1.1" status: 200 len: 1097 time: 0.0585175 Jul 24 00:31:43.459327 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-84feb35b-ae26-4e63-b493-a2627c06b06f req-abff9ebf-87fb-422d-b92e-ea228af6c03e tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=ce3c1d07-2956-499d-9bd9-08e6aac01719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291693 Jul 24 00:31:44.578684 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a1c5a3-78b8-4d9d-9040-d440cb16689b req-ce6a59b6-e866-4dfc-bb5f-6650e7e730ee tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:31:44.580144 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c5a1c5a3-78b8-4d9d-9040-d440cb16689b req-ce6a59b6-e866-4dfc-bb5f-6650e7e730ee tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=78531f7b-7683-4f54-afda-ef171169e5fa HTTP/1.1" status: 200 len: 1097 time: 0.0539773 Jul 24 00:31:44.613880 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c5a1c5a3-78b8-4d9d-9040-d440cb16689b req-0b24b782-ef69-428a-9fa2-4cfc510a4d6a tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=ce3c1d07-2956-499d-9bd9-08e6aac01719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280724 Jul 24 00:31:44.694817 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb72a9-e0cd-4eb5-91ae-ffdc5f21e41e req-1580f2a7-aa4b-4479-aa34-0f7f2ad9ed5c tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:31:44.696284 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4fbb72a9-e0cd-4eb5-91ae-ffdc5f21e41e req-1580f2a7-aa4b-4479-aa34-0f7f2ad9ed5c tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=78531f7b-7683-4f54-afda-ef171169e5fa HTTP/1.1" status: 200 len: 1097 time: 0.0518653 Jul 24 00:31:44.779080 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-4fbb72a9-e0cd-4eb5-91ae-ffdc5f21e41e req-c5bee2ae-94c0-423f-9598-1fc93e6a1e16 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] Deleting port 26228610-1d3c-45a9-b9f8-9d1f90bbe017 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:31:44.779427 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-4fbb72a9-e0cd-4eb5-91ae-ffdc5f21e41e req-c5bee2ae-94c0-423f-9598-1fc93e6a1e16 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:44.861444 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-4fbb72a9-e0cd-4eb5-91ae-ffdc5f21e41e req-c5bee2ae-94c0-423f-9598-1fc93e6a1e16 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] For port 26228610-1d3c-45a9-b9f8-9d1f90bbe017, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=26228610-1d3c-45a9-b9f8-9d1f90bbe017,segment=NetworkSegment(f770079f-db2a-485b-9ac5-eee6572a02a2),segment_id=f770079f-db2a-485b-9ac5-eee6572a02a2)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:31:44.861725 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-4fbb72a9-e0cd-4eb5-91ae-ffdc5f21e41e req-c5bee2ae-94c0-423f-9598-1fc93e6a1e16 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:44.873766 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-4fbb72a9-e0cd-4eb5-91ae-ffdc5f21e41e req-c5bee2ae-94c0-423f-9598-1fc93e6a1e16 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] Calling delete_port for 26228610-1d3c-45a9-b9f8-9d1f90bbe017 owned by compute:nova {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:31:44.994680 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-4fbb72a9-e0cd-4eb5-91ae-ffdc5f21e41e req-c5bee2ae-94c0-423f-9598-1fc93e6a1e16 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:45.005211 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['26228610-1d3c-45a9-b9f8-9d1f90bbe017'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:31:45.009496 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:45.019982 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bee2ae-94c0-423f-9598-1fc93e6a1e16 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] Pushing event deleted for resources: {'Port': ['ID=26228610-1d3c-45a9-b9f8-9d1f90bbe017,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:45.033481 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bee2ae-94c0-423f-9598-1fc93e6a1e16 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:31:45.033854 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bee2ae-94c0-423f-9598-1fc93e6a1e16 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:31:45.034188 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bee2ae-94c0-423f-9598-1fc93e6a1e16 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:31:45.034528 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bee2ae-94c0-423f-9598-1fc93e6a1e16 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:31:45.034860 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bee2ae-94c0-423f-9598-1fc93e6a1e16 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:31:45.035188 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bee2ae-94c0-423f-9598-1fc93e6a1e16 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:31:45.035514 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bee2ae-94c0-423f-9598-1fc93e6a1e16 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:31:45.035838 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bee2ae-94c0-423f-9598-1fc93e6a1e16 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:31:45.036162 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bee2ae-94c0-423f-9598-1fc93e6a1e16 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:31:45.036483 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bee2ae-94c0-423f-9598-1fc93e6a1e16 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:31:45.036819 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bee2ae-94c0-423f-9598-1fc93e6a1e16 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:31:45.037154 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bee2ae-94c0-423f-9598-1fc93e6a1e16 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:31:45.076975 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fbb72a9-e0cd-4eb5-91ae-ffdc5f21e41e req-c5bee2ae-94c0-423f-9598-1fc93e6a1e16 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] No DVR routers for this DVR port 26228610-1d3c-45a9-b9f8-9d1f90bbe017 on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:31:45.079650 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-4fbb72a9-e0cd-4eb5-91ae-ffdc5f21e41e req-c5bee2ae-94c0-423f-9598-1fc93e6a1e16 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:45.081820 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4fbb72a9-e0cd-4eb5-91ae-ffdc5f21e41e req-c5bee2ae-94c0-423f-9598-1fc93e6a1e16 tempest-TestServerMultinode-1171594794 tempest-TestServerMultinode-1171594794-project-admin] 10.222.0.52 "DELETE /v2.0/ports/26228610-1d3c-45a9-b9f8-9d1f90bbe017 HTTP/1.1" status: 204 len: 173 time: 0.3796985 Jul 24 00:31:45.082276 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78531f7b-7683-4f54-afda-ef171169e5fa', 'name': 'network-vif-deleted', 'tag': '26228610-1d3c-45a9-b9f8-9d1f90bbe017'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:31:45.084630 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa13729a-fd9a-40d2-8701-cfbd2e6d861e" -d '{"events": [{"server_uuid": "78531f7b-7683-4f54-afda-ef171169e5fa", "name": "network-vif-deleted", "tag": "26228610-1d3c-45a9-b9f8-9d1f90bbe017"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:31:45.128052 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bfe04c2-4378-4d4b-97f7-8174296ba5e1 x-openstack-request-id: req-4bfe04c2-4378-4d4b-97f7-8174296ba5e1 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:31:45.128436 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78531f7b-7683-4f54-afda-ef171169e5fa", "name": "network-vif-deleted", "tag": "26228610-1d3c-45a9-b9f8-9d1f90bbe017", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:31:45.128747 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4bfe04c2-4378-4d4b-97f7-8174296ba5e1 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:31:45.129269 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78531f7b-7683-4f54-afda-ef171169e5fa', 'name': 'network-vif-deleted', 'tag': '26228610-1d3c-45a9-b9f8-9d1f90bbe017', 'status': 'completed', 'code': 200} Jul 24 00:31:45.674089 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 35444) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:46.012229 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a1ae7ef3-f174-49f4-829a-7d7ee678c14b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681029'] for router_interface, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:46.265080 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-a1ae7ef3-f174-49f4-829a-7d7ee678c14b admin admin] Deleting port 56ac370e-5d40-44a6-b38d-caeec8b138dc {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:31:46.265428 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a1ae7ef3-f174-49f4-829a-7d7ee678c14b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:46.341429 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-a1ae7ef3-f174-49f4-829a-7d7ee678c14b admin admin] For port 56ac370e-5d40-44a6-b38d-caeec8b138dc, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=56ac370e-5d40-44a6-b38d-caeec8b138dc,segment=NetworkSegment(f770079f-db2a-485b-9ac5-eee6572a02a2),segment_id=f770079f-db2a-485b-9ac5-eee6572a02a2)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:31:46.341798 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a1ae7ef3-f174-49f4-829a-7d7ee678c14b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:46.353744 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-a1ae7ef3-f174-49f4-829a-7d7ee678c14b admin admin] Calling delete_port for 56ac370e-5d40-44a6-b38d-caeec8b138dc owned by network:router_interface {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:31:46.533143 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a1ae7ef3-f174-49f4-829a-7d7ee678c14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:46.554308 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 2172ce41-53fb-4513-8159-f8f41642aee2 no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:31:46.559408 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ae7ef3-f174-49f4-829a-7d7ee678c14b admin admin] Pushing event deleted for resources: {'Port': ['ID=56ac370e-5d40-44a6-b38d-caeec8b138dc,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:46.587967 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] No Port match for: 2172ce41-53fb-4513-8159-f8f41642aee2 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:31:46.588319 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 2172ce41-53fb-4513-8159-f8f41642aee2 not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:31:46.730590 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a1ae7ef3-f174-49f4-829a-7d7ee678c14b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679987'] for router_interface, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:46.934370 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1ae7ef3-f174-49f4-829a-7d7ee678c14b admin admin] Router fbb06efa-f064-47de-9299-8a41eaf615c8 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:31:47.037806 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1ae7ef3-f174-49f4-829a-7d7ee678c14b admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:31:47.045252 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-a1ae7ef3-f174-49f4-829a-7d7ee678c14b admin admin] 10.222.0.44 "PUT /v2.0/routers/fbb06efa-f064-47de-9299-8a41eaf615c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3676805 Jul 24 00:31:47.045433 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 35448) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:47.046455 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a119c2-37cb-4376-8573-e06152072c91 None None] Sync routers for ids ['fbb06efa-f064-47de-9299-8a41eaf615c8'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:31:47.055779 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a119c2-37cb-4376-8573-e06152072c91 None None] Routers {'fbb06efa-f064-47de-9299-8a41eaf615c8'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:31:47.056435 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-58a119c2-37cb-4376-8573-e06152072c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:31:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['fbb06efa-f064-47de-9299-8a41eaf615c8'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:31:47.147631 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-10acb539-9cdc-45c1-abe5-5d4c44555764 admin admin] Notify callbacks [] for router, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:47.159350 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-58a119c2-37cb-4376-8573-e06152072c91 None None] Set router fbb06efa-f064-47de-9299-8a41eaf615c8 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:31:47.248696 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-10acb539-9cdc-45c1-abe5-5d4c44555764 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:47.299449 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-10acb539-9cdc-45c1-abe5-5d4c44555764 admin admin] Deleting port 6f7e83c2-7a6a-47c0-a594-fea67ba26948 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:31:47.299796 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-10acb539-9cdc-45c1-abe5-5d4c44555764 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:47.339583 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-58a119c2-37cb-4376-8573-e06152072c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbb06efa-f064-47de-9299-8a41eaf615c8', 'name': 'tempest-TestServerMultinode-859777337-router', 'tenant_id': 'cd1d1f515c3b4336a181be7e09a196dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '6f7e83c2-7a6a-47c0-a594-fea67ba26948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:31:03Z', 'updated_at': '2021-07-24T00:31:46Z', 'revision_number': 5, 'project_id': 'cd1d1f515c3b4336a181be7e09a196dd', 'gw_port': {'id': '6f7e83c2-7a6a-47c0-a594-fea67ba26948', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb06efa-f064-47de-9299-8a41eaf615c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:31:04Z', 'updated_at': '2021-07-24T00:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:31:47.365338 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a119c2-37cb-4376-8573-e06152072c91 None None] Checking router: fbb06efa-f064-47de-9299-8a41eaf615c8 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:31:47.374001 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a119c2-37cb-4376-8573-e06152072c91 None None] Routers {'fbb06efa-f064-47de-9299-8a41eaf615c8'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:31:47.374610 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-58a119c2-37cb-4376-8573-e06152072c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:31:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['fbb06efa-f064-47de-9299-8a41eaf615c8'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:31:47.380684 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-10acb539-9cdc-45c1-abe5-5d4c44555764 admin admin] For port 6f7e83c2-7a6a-47c0-a594-fea67ba26948, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=6f7e83c2-7a6a-47c0-a594-fea67ba26948,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:31:47.381080 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-10acb539-9cdc-45c1-abe5-5d4c44555764 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:47.392768 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-10acb539-9cdc-45c1-abe5-5d4c44555764 admin admin] Calling delete_port for 6f7e83c2-7a6a-47c0-a594-fea67ba26948 owned by network:router_gateway {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:31:47.466492 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-58a119c2-37cb-4376-8573-e06152072c91 None None] Set router fbb06efa-f064-47de-9299-8a41eaf615c8 gateway port host: None {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:31:47.524324 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-58a119c2-37cb-4376-8573-e06152072c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbb06efa-f064-47de-9299-8a41eaf615c8', 'name': 'tempest-TestServerMultinode-859777337-router', 'tenant_id': 'cd1d1f515c3b4336a181be7e09a196dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:31:03Z', 'updated_at': '2021-07-24T00:31:47Z', 'revision_number': 6, 'project_id': 'cd1d1f515c3b4336a181be7e09a196dd', 'gw_port_host': None}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:31:47.553031 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a119c2-37cb-4376-8573-e06152072c91 None None] The sync data for ids ['fbb06efa-f064-47de-9299-8a41eaf615c8'] in n-d-800088-16 is: [{'id': 'fbb06efa-f064-47de-9299-8a41eaf615c8', 'name': 'tempest-TestServerMultinode-859777337-router', 'tenant_id': 'cd1d1f515c3b4336a181be7e09a196dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:31:03Z', 'updated_at': '2021-07-24T00:31:47Z', 'revision_number': 6, 'project_id': 'cd1d1f515c3b4336a181be7e09a196dd', 'gw_port_host': None}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:31:47.722475 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 26228610-1d3c-45a9-b9f8-9d1f90bbe017 no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:31:47.742536 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] No Port match for: 26228610-1d3c-45a9-b9f8-9d1f90bbe017 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:31:47.742881 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 26228610-1d3c-45a9-b9f8-9d1f90bbe017 not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:31:47.885205 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-10acb539-9cdc-45c1-abe5-5d4c44555764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:47.915822 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10acb539-9cdc-45c1-abe5-5d4c44555764 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f7e83c2-7a6a-47c0-a594-fea67ba26948,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:47.960429 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:47.978864 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 56ac370e-5d40-44a6-b38d-caeec8b138dc no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:31:47.989738 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-10acb539-9cdc-45c1-abe5-5d4c44555764 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687114'] for router_gateway, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:48.005454 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 56ac370e-5d40-44a6-b38d-caeec8b138dc {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:31:48.005802 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 56ac370e-5d40-44a6-b38d-caeec8b138dc not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:31:48.085159 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-10acb539-9cdc-45c1-abe5-5d4c44555764 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:48.087243 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-10acb539-9cdc-45c1-abe5-5d4c44555764 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:48.131524 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-10acb539-9cdc-45c1-abe5-5d4c44555764 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:48.132157 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10acb539-9cdc-45c1-abe5-5d4c44555764 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fbb06efa-f064-47de-9299-8a41eaf615c8 {{(pid=100313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:31:48.137477 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-10acb539-9cdc-45c1-abe5-5d4c44555764 admin admin] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:48.138620 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-10acb539-9cdc-45c1-abe5-5d4c44555764 admin admin] 10.222.0.44 "DELETE /v2.0/routers/fbb06efa-f064-47de-9299-8a41eaf615c8 HTTP/1.1" status: 204 len: 168 time: 1.0921433 Jul 24 00:31:48.141123 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 35452) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:48.183490 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-effd4916-4a78-45f9-97b9-4bc76cc3b13e admin admin] Deleting subnet b8c3fd19-3e9a-4947-9a85-d5eb7694dbaa {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:31:48.186446 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-effd4916-4a78-45f9-97b9-4bc76cc3b13e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:48.226821 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-effd4916-4a78-45f9-97b9-4bc76cc3b13e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:48.306318 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-effd4916-4a78-45f9-97b9-4bc76cc3b13e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:48.363107 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-effd4916-4a78-45f9-97b9-4bc76cc3b13e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:48.391887 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effd4916-4a78-45f9-97b9-4bc76cc3b13e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8c3fd19-3e9a-4947-9a85-d5eb7694dbaa,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:48.393534 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-effd4916-4a78-45f9-97b9-4bc76cc3b13e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:48.395414 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-effd4916-4a78-45f9-97b9-4bc76cc3b13e admin admin] 10.222.0.44 "DELETE /v2.0/subnets/b8c3fd19-3e9a-4947-9a85-d5eb7694dbaa HTTP/1.1" status: 204 len: 168 time: 0.2533636 Jul 24 00:31:48.397968 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 35454) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:48.403180 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5e4ec2-c310-4c70-90fa-7c82883c812d None None] Network 51d75f9c-10e7-49c4-9e48-701a3a2c45d8 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:31:48.483728 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6d841f84-bdab-4bf1-88e2-e6acb0cc7782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:48.546664 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-6d841f84-bdab-4bf1-88e2-e6acb0cc7782 admin admin] Deleting port b0ca3791-7e57-4ecc-9131-0269777fdeb4 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:31:48.547170 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6d841f84-bdab-4bf1-88e2-e6acb0cc7782 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:48.626822 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9cd5a8-5550-43a1-b9d1-c8ed0f936d82 None None] DHCP port deletion for 51d75f9c-10e7-49c4-9e48-701a3a2c45d8 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:31:48.632193 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-6d841f84-bdab-4bf1-88e2-e6acb0cc7782 admin admin] For port b0ca3791-7e57-4ecc-9131-0269777fdeb4, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=b0ca3791-7e57-4ecc-9131-0269777fdeb4,segment=NetworkSegment(f770079f-db2a-485b-9ac5-eee6572a02a2),segment_id=f770079f-db2a-485b-9ac5-eee6572a02a2)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:31:48.632851 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6d841f84-bdab-4bf1-88e2-e6acb0cc7782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:48.658404 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-6d841f84-bdab-4bf1-88e2-e6acb0cc7782 admin admin] Calling delete_port for b0ca3791-7e57-4ecc-9131-0269777fdeb4 owned by network:dhcp {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:31:48.683749 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2e9cd5a8-5550-43a1-b9d1-c8ed0f936d82 None None] Deleting port b0ca3791-7e57-4ecc-9131-0269777fdeb4 {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:31:48.684237 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2e9cd5a8-5550-43a1-b9d1-c8ed0f936d82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:48.762899 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2e9cd5a8-5550-43a1-b9d1-c8ed0f936d82 None None] For port b0ca3791-7e57-4ecc-9131-0269777fdeb4, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=b0ca3791-7e57-4ecc-9131-0269777fdeb4,segment=NetworkSegment(f770079f-db2a-485b-9ac5-eee6572a02a2),segment_id=f770079f-db2a-485b-9ac5-eee6572a02a2)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:31:48.763503 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2e9cd5a8-5550-43a1-b9d1-c8ed0f936d82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:48.778588 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2e9cd5a8-5550-43a1-b9d1-c8ed0f936d82 None None] Calling delete_port for b0ca3791-7e57-4ecc-9131-0269777fdeb4 owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:31:48.781560 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6d841f84-bdab-4bf1-88e2-e6acb0cc7782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:48.796161 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d841f84-bdab-4bf1-88e2-e6acb0cc7782 admin admin] No DVR routers for this DVR port b0ca3791-7e57-4ecc-9131-0269777fdeb4 on host n-d-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:31:48.836528 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d841f84-bdab-4bf1-88e2-e6acb0cc7782 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0ca3791-7e57-4ecc-9131-0269777fdeb4,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:48.858435 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2e9cd5a8-5550-43a1-b9d1-c8ed0f936d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:48.888406 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9cd5a8-5550-43a1-b9d1-c8ed0f936d82 None None] Pushing event deleted for resources: {'Port': ['ID=b0ca3791-7e57-4ecc-9131-0269777fdeb4,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:48.893082 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9cd5a8-5550-43a1-b9d1-c8ed0f936d82 None None] No DVR routers for this DVR port b0ca3791-7e57-4ecc-9131-0269777fdeb4 on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:31:48.912743 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6d841f84-bdab-4bf1-88e2-e6acb0cc7782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:48.925646 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-6d841f84-bdab-4bf1-88e2-e6acb0cc7782 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51d75f9c-10e7-49c4-9e48-701a3a2c45d8']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:31:48.942617 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-6d841f84-bdab-4bf1-88e2-e6acb0cc7782 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f770079f-db2a-485b-9ac5-eee6572a02a2') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:31:48.942964 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-6d841f84-bdab-4bf1-88e2-e6acb0cc7782 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f770079f-db2a-485b-9ac5-eee6572a02a2') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:31:48.953188 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6d841f84-bdab-4bf1-88e2-e6acb0cc7782 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:48.967571 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6d841f84-bdab-4bf1-88e2-e6acb0cc7782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:48.973480 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d841f84-bdab-4bf1-88e2-e6acb0cc7782 admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:31:48.973870 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6d841f84-bdab-4bf1-88e2-e6acb0cc7782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:48.975575 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:31:48.975575 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:31:48.975575 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:31:48.975575 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:31:48.975575 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:31:48.975575 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:31:48.975575 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:31:48.975575 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:31:48.975575 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:31:48.975575 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:31:48.975575 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:31:48.975575 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:31:48.975575 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:31:48.975575 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:31:48.975575 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:31:48.975575 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:31:48.975575 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:31:48.975575 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:31:48.975575 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:31:48.975575 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:31:48.975575 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:31:48.975575 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:31:48.975575 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:31:48.975575 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:31:48.975575 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:31:48.975575 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:31:48.975575 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:31:48.975575 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:31:48.975575 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:31:48.975575 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:31:48.975575 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:31:48.975575 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:31:49.033483 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6d841f84-bdab-4bf1-88e2-e6acb0cc7782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:49.039993 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6d841f84-bdab-4bf1-88e2-e6acb0cc7782 admin admin] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:49.044488 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-6d841f84-bdab-4bf1-88e2-e6acb0cc7782 admin admin] 10.222.0.44 "DELETE /v2.0/networks/51d75f9c-10e7-49c4-9e48-701a3a2c45d8 HTTP/1.1" status: 204 len: 168 time: 0.6428936 Jul 24 00:31:49.044889 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 35462) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:49.051389 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d841f84-bdab-4bf1-88e2-e6acb0cc7782 admin admin] Pushing event deleted for resources: {'Network': ['ID=51d75f9c-10e7-49c4-9e48-701a3a2c45d8,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:49.400743 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8322e1f0-c0aa-4067-a4a6-e699e35c5a34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681029'] for router_interface, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:49.668044 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-8322e1f0-c0aa-4067-a4a6-e699e35c5a34 admin admin] Deleting port e48dc414-bdb1-48ab-a3b7-da0e66c4fdc2 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:31:49.668385 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8322e1f0-c0aa-4067-a4a6-e699e35c5a34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:49.693883 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device b0ca3791-7e57-4ecc-9131-0269777fdeb4 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:31:49.714225 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: b0ca3791-7e57-4ecc-9131-0269777fdeb4 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:31:49.714571 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device b0ca3791-7e57-4ecc-9131-0269777fdeb4 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:31:49.714978 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 6f7e83c2-7a6a-47c0-a594-fea67ba26948 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:31:49.736066 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 6f7e83c2-7a6a-47c0-a594-fea67ba26948 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:31:49.737057 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 6f7e83c2-7a6a-47c0-a594-fea67ba26948 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:31:49.755015 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-8322e1f0-c0aa-4067-a4a6-e699e35c5a34 admin admin] For port e48dc414-bdb1-48ab-a3b7-da0e66c4fdc2, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=e48dc414-bdb1-48ab-a3b7-da0e66c4fdc2,segment=NetworkSegment(f698ec68-66ca-46d1-aeb0-53ba632d2a21),segment_id=f698ec68-66ca-46d1-aeb0-53ba632d2a21)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:31:49.755387 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8322e1f0-c0aa-4067-a4a6-e699e35c5a34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:49.769690 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-8322e1f0-c0aa-4067-a4a6-e699e35c5a34 admin admin] Calling delete_port for e48dc414-bdb1-48ab-a3b7-da0e66c4fdc2 owned by network:router_interface {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:31:50.001380 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8322e1f0-c0aa-4067-a4a6-e699e35c5a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:50.032886 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8322e1f0-c0aa-4067-a4a6-e699e35c5a34 admin admin] Pushing event deleted for resources: {'Port': ['ID=e48dc414-bdb1-48ab-a3b7-da0e66c4fdc2,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:50.211062 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8322e1f0-c0aa-4067-a4a6-e699e35c5a34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679987'] for router_interface, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:50.345308 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:31:50.747728 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8322e1f0-c0aa-4067-a4a6-e699e35c5a34 admin admin] Router 4cf75d06-50ef-45bf-b50e-bf78873afa65 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:31:50.856286 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8322e1f0-c0aa-4067-a4a6-e699e35c5a34 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:31:50.864127 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-8322e1f0-c0aa-4067-a4a6-e699e35c5a34 admin admin] 10.222.0.44 "PUT /v2.0/routers/4cf75d06-50ef-45bf-b50e-bf78873afa65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8156564 Jul 24 00:31:50.864406 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 35472) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:50.865084 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5276a0-6933-4964-ac98-175a9d26740e None None] Sync routers for ids ['4cf75d06-50ef-45bf-b50e-bf78873afa65'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:31:50.874885 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5276a0-6933-4964-ac98-175a9d26740e None None] Routers {'4cf75d06-50ef-45bf-b50e-bf78873afa65'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:31:50.875585 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-ab5276a0-6933-4964-ac98-175a9d26740e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:31:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['4cf75d06-50ef-45bf-b50e-bf78873afa65'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:31:50.973783 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cbc4e2dd-d46f-4330-b185-33c7e6052289 admin admin] Notify callbacks [] for router, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:50.983332 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-ab5276a0-6933-4964-ac98-175a9d26740e None None] Set router 4cf75d06-50ef-45bf-b50e-bf78873afa65 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:31:51.083125 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cbc4e2dd-d46f-4330-b185-33c7e6052289 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:51.138490 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4e2dd-d46f-4330-b185-33c7e6052289 admin admin] Deleting port 48b7fea4-b23d-4328-b0b2-63d33520439c {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:31:51.139063 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cbc4e2dd-d46f-4330-b185-33c7e6052289 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:51.166865 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-ab5276a0-6933-4964-ac98-175a9d26740e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf75d06-50ef-45bf-b50e-bf78873afa65', 'name': 'tempest-TestServerMultinode-2116487602-router', 'tenant_id': 'd73329a5c4b947ee83df2126e48d4f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '48b7fea4-b23d-4328-b0b2-63d33520439c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:31:09Z', 'updated_at': '2021-07-24T00:31:49Z', 'revision_number': 5, 'project_id': 'd73329a5c4b947ee83df2126e48d4f10', 'gw_port': {'id': '48b7fea4-b23d-4328-b0b2-63d33520439c', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:bb:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf75d06-50ef-45bf-b50e-bf78873afa65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:31:09Z', 'updated_at': '2021-07-24T00:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:31:51.197226 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5276a0-6933-4964-ac98-175a9d26740e None None] Checking router: 4cf75d06-50ef-45bf-b50e-bf78873afa65 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:31:51.206107 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5276a0-6933-4964-ac98-175a9d26740e None None] Routers {'4cf75d06-50ef-45bf-b50e-bf78873afa65'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:31:51.206795 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-ab5276a0-6933-4964-ac98-175a9d26740e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:31:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['4cf75d06-50ef-45bf-b50e-bf78873afa65'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:31:51.227566 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-cbc4e2dd-d46f-4330-b185-33c7e6052289 admin admin] For port 48b7fea4-b23d-4328-b0b2-63d33520439c, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=48b7fea4-b23d-4328-b0b2-63d33520439c,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:31:51.228175 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cbc4e2dd-d46f-4330-b185-33c7e6052289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:51.241650 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4e2dd-d46f-4330-b185-33c7e6052289 admin admin] Calling delete_port for 48b7fea4-b23d-4328-b0b2-63d33520439c owned by network:router_gateway {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:31:51.395116 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-ab5276a0-6933-4964-ac98-175a9d26740e None None] Set router 4cf75d06-50ef-45bf-b50e-bf78873afa65 gateway port host: None {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:31:51.426461 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cbc4e2dd-d46f-4330-b185-33c7e6052289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:51.453651 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-ab5276a0-6933-4964-ac98-175a9d26740e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf75d06-50ef-45bf-b50e-bf78873afa65', 'name': 'tempest-TestServerMultinode-2116487602-router', 'tenant_id': 'd73329a5c4b947ee83df2126e48d4f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:31:09Z', 'updated_at': '2021-07-24T00:31:51Z', 'revision_number': 6, 'project_id': 'd73329a5c4b947ee83df2126e48d4f10', 'gw_port_host': None}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:31:51.455212 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc4e2dd-d46f-4330-b185-33c7e6052289 admin admin] Pushing event deleted for resources: {'Port': ['ID=48b7fea4-b23d-4328-b0b2-63d33520439c,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:51.487220 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5276a0-6933-4964-ac98-175a9d26740e None None] The sync data for ids ['4cf75d06-50ef-45bf-b50e-bf78873afa65'] in n-d-800088-16 is: [{'id': '4cf75d06-50ef-45bf-b50e-bf78873afa65', 'name': 'tempest-TestServerMultinode-2116487602-router', 'tenant_id': 'd73329a5c4b947ee83df2126e48d4f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:31:09Z', 'updated_at': '2021-07-24T00:31:51Z', 'revision_number': 6, 'project_id': 'd73329a5c4b947ee83df2126e48d4f10', 'gw_port_host': None}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:31:51.519201 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cbc4e2dd-d46f-4330-b185-33c7e6052289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687114'] for router_gateway, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:51.614156 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cbc4e2dd-d46f-4330-b185-33c7e6052289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:51.616361 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cbc4e2dd-d46f-4330-b185-33c7e6052289 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:51.662884 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cbc4e2dd-d46f-4330-b185-33c7e6052289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:51.663374 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbc4e2dd-d46f-4330-b185-33c7e6052289 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4cf75d06-50ef-45bf-b50e-bf78873afa65 {{(pid=100314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:31:51.667966 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cbc4e2dd-d46f-4330-b185-33c7e6052289 admin admin] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:51.669240 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-cbc4e2dd-d46f-4330-b185-33c7e6052289 admin admin] 10.222.0.44 "DELETE /v2.0/routers/4cf75d06-50ef-45bf-b50e-bf78873afa65 HTTP/1.1" status: 204 len: 168 time: 0.8038661 Jul 24 00:31:51.671763 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 35474) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:51.716798 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c1deb23-2524-490f-bd36-43ea7d4f78a9 admin admin] Deleting subnet 4e4b3acc-c253-4864-a024-6614c5db9284 {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:31:51.720028 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7c1deb23-2524-490f-bd36-43ea7d4f78a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:51.756073 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7c1deb23-2524-490f-bd36-43ea7d4f78a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:51.864794 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7c1deb23-2524-490f-bd36-43ea7d4f78a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:51.928624 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7c1deb23-2524-490f-bd36-43ea7d4f78a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:51.959795 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1deb23-2524-490f-bd36-43ea7d4f78a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e4b3acc-c253-4864-a024-6614c5db9284,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:51.966010 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7c1deb23-2524-490f-bd36-43ea7d4f78a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:51.970389 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-7c1deb23-2524-490f-bd36-43ea7d4f78a9 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/4e4b3acc-c253-4864-a024-6614c5db9284 HTTP/1.1" status: 204 len: 168 time: 0.2951686 Jul 24 00:31:51.970825 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 35478) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:51.981852 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82fb76c5-983b-404e-88dc-484ed06ffafb None None] Network bb077718-4d85-403d-b7d5-8c366e57a733 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:31:51.998112 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device e48dc414-bdb1-48ab-a3b7-da0e66c4fdc2 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:31:52.023913 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: e48dc414-bdb1-48ab-a3b7-da0e66c4fdc2 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:31:52.024255 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device e48dc414-bdb1-48ab-a3b7-da0e66c4fdc2 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:31:52.056302 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-72dabbc9-6a0b-48c7-b02b-7557702d5533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:52.111754 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-72dabbc9-6a0b-48c7-b02b-7557702d5533 admin admin] Deleting port f41e7f13-d093-458c-bf89-48e1a415001f {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:31:52.112101 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-72dabbc9-6a0b-48c7-b02b-7557702d5533 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:52.183755 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-72dabbc9-6a0b-48c7-b02b-7557702d5533 admin admin] For port f41e7f13-d093-458c-bf89-48e1a415001f, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=f41e7f13-d093-458c-bf89-48e1a415001f,segment=NetworkSegment(f698ec68-66ca-46d1-aeb0-53ba632d2a21),segment_id=f698ec68-66ca-46d1-aeb0-53ba632d2a21)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:31:52.184258 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-72dabbc9-6a0b-48c7-b02b-7557702d5533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:52.196998 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-72dabbc9-6a0b-48c7-b02b-7557702d5533 admin admin] Calling delete_port for f41e7f13-d093-458c-bf89-48e1a415001f owned by network:dhcp {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:31:52.282186 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-72dabbc9-6a0b-48c7-b02b-7557702d5533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:52.307842 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dabbc9-6a0b-48c7-b02b-7557702d5533 admin admin] Pushing event deleted for resources: {'Port': ['ID=f41e7f13-d093-458c-bf89-48e1a415001f,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:52.311294 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a187f6ef-138b-4650-bbf1-2ef2cd433870 None None] DHCP port deletion for bb077718-4d85-403d-b7d5-8c366e57a733 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:31:52.315956 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72dabbc9-6a0b-48c7-b02b-7557702d5533 admin admin] No DVR routers for this DVR port f41e7f13-d093-458c-bf89-48e1a415001f on host n-d-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:31:52.392727 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-72dabbc9-6a0b-48c7-b02b-7557702d5533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:52.405318 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-72dabbc9-6a0b-48c7-b02b-7557702d5533 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb077718-4d85-403d-b7d5-8c366e57a733']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:31:52.416972 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-72dabbc9-6a0b-48c7-b02b-7557702d5533 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f698ec68-66ca-46d1-aeb0-53ba632d2a21') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:31:52.418185 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-72dabbc9-6a0b-48c7-b02b-7557702d5533 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f698ec68-66ca-46d1-aeb0-53ba632d2a21') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:31:52.429423 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-72dabbc9-6a0b-48c7-b02b-7557702d5533 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:52.449100 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-72dabbc9-6a0b-48c7-b02b-7557702d5533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:52.457334 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72dabbc9-6a0b-48c7-b02b-7557702d5533 admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:31:52.457835 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-72dabbc9-6a0b-48c7-b02b-7557702d5533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:52.459705 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:31:52.459705 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:31:52.459705 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:31:52.459705 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:31:52.459705 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:31:52.459705 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:31:52.459705 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:31:52.459705 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:31:52.459705 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:31:52.459705 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:31:52.459705 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:31:52.459705 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:31:52.459705 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:31:52.459705 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:31:52.459705 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:31:52.459705 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:31:52.459705 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:31:52.459705 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:31:52.459705 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:31:52.459705 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:31:52.459705 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:31:52.459705 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:31:52.459705 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:31:52.459705 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:31:52.459705 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:31:52.459705 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:31:52.459705 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:31:52.459705 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:31:52.459705 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:31:52.459705 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:31:52.459705 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:31:52.459705 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:31:52.525794 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-72dabbc9-6a0b-48c7-b02b-7557702d5533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:52.537821 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-72dabbc9-6a0b-48c7-b02b-7557702d5533 admin admin] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:52.540592 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-72dabbc9-6a0b-48c7-b02b-7557702d5533 admin admin] 10.222.0.44 "DELETE /v2.0/networks/bb077718-4d85-403d-b7d5-8c366e57a733 HTTP/1.1" status: 204 len: 168 time: 0.5677972 Jul 24 00:31:52.552444 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dabbc9-6a0b-48c7-b02b-7557702d5533 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb077718-4d85-403d-b7d5-8c366e57a733,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:52.734223 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 35482) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:52.775097 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-ff0e7440-620d-4fe3-ac7f-8d5e09c7e3f5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cd1d1f515c3b4336a181be7e09a196dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396264 Jul 24 00:31:52.778131 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 35484) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:52.828051 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cf7a7c6b-daf3-434c-b6ea-86c9fbe6ead3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:52.849516 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cf7a7c6b-daf3-434c-b6ea-86c9fbe6ead3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:52.905916 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cf7a7c6b-daf3-434c-b6ea-86c9fbe6ead3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:52.908199 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cf7a7c6b-daf3-434c-b6ea-86c9fbe6ead3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:52.909501 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-cf7a7c6b-daf3-434c-b6ea-86c9fbe6ead3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d35feb12-c3a1-4495-9eb1-ddaf3c65b578 HTTP/1.1" status: 204 len: 168 time: 0.1304586 Jul 24 00:31:52.918453 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7a7c6b-daf3-434c-b6ea-86c9fbe6ead3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35feb12-c3a1-4495-9eb1-ddaf3c65b578,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:53.189617 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2b730b8c-6fa2-457a-adbe-a976293218d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:53.245101 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 35492) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:53.288011 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-db907a5c-df65-4560-9c58-06565ff68234 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d73329a5c4b947ee83df2126e48d4f10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0417607 Jul 24 00:31:53.288269 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 35494) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:31:53.344144 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e10159f9-9f4b-4300-826d-9e959f2ec755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:53.371004 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e10159f9-9f4b-4300-826d-9e959f2ec755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:53.429278 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e10159f9-9f4b-4300-826d-9e959f2ec755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:53.431974 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e10159f9-9f4b-4300-826d-9e959f2ec755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:53.435689 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-e10159f9-9f4b-4300-826d-9e959f2ec755 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ce3c1d07-2956-499d-9bd9-08e6aac01719 HTTP/1.1" status: 204 len: 168 time: 0.1460981 Jul 24 00:31:53.458214 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10159f9-9f4b-4300-826d-9e959f2ec755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3c1d07-2956-499d-9bd9-08e6aac01719,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:31:53.721166 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 48b7fea4-b23d-4328-b0b2-63d33520439c no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:31:53.746678 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 48b7fea4-b23d-4328-b0b2-63d33520439c {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:31:53.746937 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 48b7fea4-b23d-4328-b0b2-63d33520439c not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:31:53.747619 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device f41e7f13-d093-458c-bf89-48e1a415001f no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:31:53.768365 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: f41e7f13-d093-458c-bf89-48e1a415001f {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:31:53.769064 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device f41e7f13-d093-458c-bf89-48e1a415001f not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:31:55.769121 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-730a1345-81c4-4c95-82a9-fa3854fd9065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:56.791673 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:57.366201 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:58.956383 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:31:59.742350 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-36081b23-3011-4c95-b9d7-d068666d3153 req-44ba6c6c-53e7-484c-97ad-0256b76b5990 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b9afed8f-cf7d-45db-8264-1e6abedafecd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1990399 Jul 24 00:31:59.840463 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36081b23-3011-4c95-b9d7-d068666d3153 req-6ed2d241-1956-430e-91ee-7470dc5be3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:31:59.842002 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-36081b23-3011-4c95-b9d7-d068666d3153 req-6ed2d241-1956-430e-91ee-7470dc5be3c2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=08c07535e51146f39ed10e71efac3d70&device_id=b9afed8f-cf7d-45db-8264-1e6abedafecd HTTP/1.1" status: 200 len: 1101 time: 0.0571020 Jul 24 00:31:59.949816 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36081b23-3011-4c95-b9d7-d068666d3153 req-4dd73c61-1788-4d86-a1bd-f6a70166ccab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:31:59.951326 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-36081b23-3011-4c95-b9d7-d068666d3153 req-4dd73c61-1788-4d86-a1bd-f6a70166ccab service neutron] 10.222.0.64 "GET /v2.0/networks?id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 HTTP/1.1" status: 200 len: 870 time: 0.0899348 Jul 24 00:31:59.994620 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-36081b23-3011-4c95-b9d7-d068666d3153 req-eefe74c2-7ee7-46b9-94be-c52ee2b7cca3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=9b1f1975-74b2-4c70-9101-862832763299 HTTP/1.1" status: 200 len: 217 time: 0.0354686 Jul 24 00:32:00.044124 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36081b23-3011-4c95-b9d7-d068666d3153 req-bb878c7a-47dd-40b5-b194-899cf281d81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:32:00.045656 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-36081b23-3011-4c95-b9d7-d068666d3153 req-bb878c7a-47dd-40b5-b194-899cf281d81b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.0448782 Jul 24 00:32:00.109582 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36081b23-3011-4c95-b9d7-d068666d3153 req-8773a42b-3a2b-400c-8ac2-4c848454fc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:32:00.111115 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-36081b23-3011-4c95-b9d7-d068666d3153 req-8773a42b-3a2b-400c-8ac2-4c848454fc50 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0588288 Jul 24 00:32:00.213100 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-36081b23-3011-4c95-b9d7-d068666d3153 req-f7b1009c-9801-4e92-a18c-8cf91cb79ea8 service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947275 Jul 24 00:32:00.318909 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-36081b23-3011-4c95-b9d7-d068666d3153 req-cfedaafb-6658-4517-b04b-e250e78fdbd3 service neutron] 10.222.0.64 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983057 Jul 24 00:32:15.002756 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:32:17.545584 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [req-595fd1c9-2d57-49e6-9a35-e231fb297fd9 req-f08c1517-948d-431a-8dda-3d4e35b2b0a6 service neutron] (100313) timed out ('10.222.0.44', 42310) {{(pid=100313) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 24 00:32:17.954246 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:32:23.192400 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-636808b6-660e-4408-8d5d-cbdac1f447b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:32:25.770026 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-65843acd-58dc-44ec-8588-77d78adfc0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:32:26.794452 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:32:27.345004 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:32:27.370405 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:32:28.960429 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:32:41.751628 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed343dee-55c6-46ea-b4aa-d51d1b6ea139 req-527913d1-8101-4979-b688-20efe909616d tempest-VolumesBackupsTest-427789209 tempest-VolumesBackupsTest-427789209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:32:41.753106 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ed343dee-55c6-46ea-b4aa-d51d1b6ea139 req-527913d1-8101-4979-b688-20efe909616d tempest-VolumesBackupsTest-427789209 tempest-VolumesBackupsTest-427789209-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9afed8f-cf7d-45db-8264-1e6abedafecd HTTP/1.1" status: 200 len: 949 time: 0.0676763 Jul 24 00:32:41.790403 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ed343dee-55c6-46ea-b4aa-d51d1b6ea139 req-d9bfce4f-4f22-46c4-bfd6-ba7027a902b5 tempest-VolumesBackupsTest-427789209 tempest-VolumesBackupsTest-427789209-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1b9940e-473b-4349-af99-cf3b48d64fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317025 Jul 24 00:32:42.921073 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055acc5e-d3eb-4d62-ab7c-801cf8ff38dc req-d23bc7b4-e73a-4c5a-b83a-73066e03ae28 tempest-VolumesBackupsTest-427789209 tempest-VolumesBackupsTest-427789209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:32:42.922560 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-055acc5e-d3eb-4d62-ab7c-801cf8ff38dc req-d23bc7b4-e73a-4c5a-b83a-73066e03ae28 tempest-VolumesBackupsTest-427789209 tempest-VolumesBackupsTest-427789209-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9afed8f-cf7d-45db-8264-1e6abedafecd HTTP/1.1" status: 200 len: 949 time: 0.0646188 Jul 24 00:32:42.962475 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-055acc5e-d3eb-4d62-ab7c-801cf8ff38dc req-7a0c1da9-7edd-4864-a621-a9166407c710 tempest-VolumesBackupsTest-427789209 tempest-VolumesBackupsTest-427789209-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1b9940e-473b-4349-af99-cf3b48d64fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343986 Jul 24 00:32:43.215945 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43651f4c-3716-45b8-a6ce-ac5f48964a3f req-343c03e8-d62c-44e2-8fe1-c94f140f1d5a tempest-VolumesBackupsTest-427789209 tempest-VolumesBackupsTest-427789209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:32:43.217346 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-43651f4c-3716-45b8-a6ce-ac5f48964a3f req-343c03e8-d62c-44e2-8fe1-c94f140f1d5a tempest-VolumesBackupsTest-427789209 tempest-VolumesBackupsTest-427789209-project] 10.222.0.64 "GET /v2.0/ports?device_id=b9afed8f-cf7d-45db-8264-1e6abedafecd HTTP/1.1" status: 200 len: 949 time: 0.0626111 Jul 24 00:32:43.319149 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-43651f4c-3716-45b8-a6ce-ac5f48964a3f req-334ac4cc-34a1-4bf6-8613-d04c03b20ff6 tempest-VolumesBackupsTest-427789209 tempest-VolumesBackupsTest-427789209-project] Deleting port 9b1f1975-74b2-4c70-9101-862832763299 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:32:43.319491 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-43651f4c-3716-45b8-a6ce-ac5f48964a3f req-334ac4cc-34a1-4bf6-8613-d04c03b20ff6 tempest-VolumesBackupsTest-427789209 tempest-VolumesBackupsTest-427789209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:32:43.410614 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-43651f4c-3716-45b8-a6ce-ac5f48964a3f req-334ac4cc-34a1-4bf6-8613-d04c03b20ff6 tempest-VolumesBackupsTest-427789209 tempest-VolumesBackupsTest-427789209-project] For port 9b1f1975-74b2-4c70-9101-862832763299, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=9b1f1975-74b2-4c70-9101-862832763299,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:32:43.410984 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-43651f4c-3716-45b8-a6ce-ac5f48964a3f req-334ac4cc-34a1-4bf6-8613-d04c03b20ff6 tempest-VolumesBackupsTest-427789209 tempest-VolumesBackupsTest-427789209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:32:43.423271 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-43651f4c-3716-45b8-a6ce-ac5f48964a3f req-334ac4cc-34a1-4bf6-8613-d04c03b20ff6 tempest-VolumesBackupsTest-427789209 tempest-VolumesBackupsTest-427789209-project] Calling delete_port for 9b1f1975-74b2-4c70-9101-862832763299 owned by compute:nova {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:32:43.548649 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-43651f4c-3716-45b8-a6ce-ac5f48964a3f req-334ac4cc-34a1-4bf6-8613-d04c03b20ff6 tempest-VolumesBackupsTest-427789209 tempest-VolumesBackupsTest-427789209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:32:43.561166 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['9b1f1975-74b2-4c70-9101-862832763299'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:32:43.581321 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334ac4cc-34a1-4bf6-8613-d04c03b20ff6 tempest-VolumesBackupsTest-427789209 tempest-VolumesBackupsTest-427789209-project] Pushing event deleted for resources: {'Port': ['ID=9b1f1975-74b2-4c70-9101-862832763299,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:32:43.594280 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334ac4cc-34a1-4bf6-8613-d04c03b20ff6 tempest-VolumesBackupsTest-427789209 tempest-VolumesBackupsTest-427789209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:32:43.594634 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334ac4cc-34a1-4bf6-8613-d04c03b20ff6 tempest-VolumesBackupsTest-427789209 tempest-VolumesBackupsTest-427789209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:32:43.594984 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334ac4cc-34a1-4bf6-8613-d04c03b20ff6 tempest-VolumesBackupsTest-427789209 tempest-VolumesBackupsTest-427789209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:32:43.595328 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334ac4cc-34a1-4bf6-8613-d04c03b20ff6 tempest-VolumesBackupsTest-427789209 tempest-VolumesBackupsTest-427789209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:32:43.595669 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334ac4cc-34a1-4bf6-8613-d04c03b20ff6 tempest-VolumesBackupsTest-427789209 tempest-VolumesBackupsTest-427789209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:32:43.596005 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334ac4cc-34a1-4bf6-8613-d04c03b20ff6 tempest-VolumesBackupsTest-427789209 tempest-VolumesBackupsTest-427789209-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:32:43.596339 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334ac4cc-34a1-4bf6-8613-d04c03b20ff6 tempest-VolumesBackupsTest-427789209 tempest-VolumesBackupsTest-427789209-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:32:43.596673 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334ac4cc-34a1-4bf6-8613-d04c03b20ff6 tempest-VolumesBackupsTest-427789209 tempest-VolumesBackupsTest-427789209-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:32:43.597030 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334ac4cc-34a1-4bf6-8613-d04c03b20ff6 tempest-VolumesBackupsTest-427789209 tempest-VolumesBackupsTest-427789209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:32:43.597362 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334ac4cc-34a1-4bf6-8613-d04c03b20ff6 tempest-VolumesBackupsTest-427789209 tempest-VolumesBackupsTest-427789209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:32:43.597691 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334ac4cc-34a1-4bf6-8613-d04c03b20ff6 tempest-VolumesBackupsTest-427789209 tempest-VolumesBackupsTest-427789209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:32:43.598018 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334ac4cc-34a1-4bf6-8613-d04c03b20ff6 tempest-VolumesBackupsTest-427789209 tempest-VolumesBackupsTest-427789209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:32:43.638533 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-43651f4c-3716-45b8-a6ce-ac5f48964a3f req-334ac4cc-34a1-4bf6-8613-d04c03b20ff6 tempest-VolumesBackupsTest-427789209 tempest-VolumesBackupsTest-427789209-project] No DVR routers for this DVR port 9b1f1975-74b2-4c70-9101-862832763299 on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:32:43.641226 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-43651f4c-3716-45b8-a6ce-ac5f48964a3f req-334ac4cc-34a1-4bf6-8613-d04c03b20ff6 tempest-VolumesBackupsTest-427789209 tempest-VolumesBackupsTest-427789209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:32:43.643220 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-43651f4c-3716-45b8-a6ce-ac5f48964a3f req-334ac4cc-34a1-4bf6-8613-d04c03b20ff6 tempest-VolumesBackupsTest-427789209 tempest-VolumesBackupsTest-427789209-project] 10.222.0.64 "DELETE /v2.0/ports/9b1f1975-74b2-4c70-9101-862832763299 HTTP/1.1" status: 204 len: 173 time: 0.4208052 Jul 24 00:32:43.643677 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9afed8f-cf7d-45db-8264-1e6abedafecd', 'name': 'network-vif-deleted', 'tag': '9b1f1975-74b2-4c70-9101-862832763299'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:32:43.645952 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-322eca55-839f-4da1-b371-7e62102c1036" -d '{"events": [{"server_uuid": "b9afed8f-cf7d-45db-8264-1e6abedafecd", "name": "network-vif-deleted", "tag": "9b1f1975-74b2-4c70-9101-862832763299"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:32:43.820887 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eebe321-fd8e-4159-aa9e-0b1125bbeaf4 x-openstack-request-id: req-1eebe321-fd8e-4159-aa9e-0b1125bbeaf4 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:32:43.821183 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9afed8f-cf7d-45db-8264-1e6abedafecd", "name": "network-vif-deleted", "tag": "9b1f1975-74b2-4c70-9101-862832763299", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:32:43.821436 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1eebe321-fd8e-4159-aa9e-0b1125bbeaf4 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:32:43.821842 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9afed8f-cf7d-45db-8264-1e6abedafecd', 'name': 'network-vif-deleted', 'tag': '9b1f1975-74b2-4c70-9101-862832763299', 'status': 'completed', 'code': 200} Jul 24 00:32:44.079154 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a05c8bbc-f627-4988-8863-33cbedf97721 req-415c8bfe-5a46-459f-8990-ac2946de2e21 tempest-VolumesBackupsTest-427789209 tempest-VolumesBackupsTest-427789209-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9afed8f-cf7d-45db-8264-1e6abedafecd HTTP/1.1" status: 200 len: 210 time: 0.0318553 Jul 24 00:32:45.018101 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:32:46.880408 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 9b1f1975-74b2-4c70-9101-862832763299 no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:32:46.900168 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] No Port match for: 9b1f1975-74b2-4c70-9101-862832763299 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:32:46.900520 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 9b1f1975-74b2-4c70-9101-862832763299 not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:32:47.967776 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:32:53.195839 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-43d55fe9-ea7e-4708-af6c-1b2b3ed58dc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:32:55.771381 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-aeaddf1a-ac14-4a46-82c2-700e083483ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:32:56.796663 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:32:57.368332 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:32:58.961913 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:33:04.345112 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:33:15.040333 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:33:17.965262 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:33:23.196768 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-478cd6a0-de52-4a3f-8790-d2c74f1c77ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:33:25.773711 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9656394f-0f9d-4d1c-9062-a7dab2e22699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:33:26.797928 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:33:27.372212 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:33:28.965165 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:33:41.346172 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:33:45.041450 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:33:47.980112 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:33:53.197444 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a0cca1ba-a998-46c6-a1e5-74170153eabc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:33:55.773579 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-24d267a0-957a-425e-8cf1-38bc2768889e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:33:56.800640 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:33:57.374348 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:33:58.968003 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:34:15.040704 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:34:17.980590 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:34:18.345882 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:34:23.199779 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a8e5a8d5-b4dc-46e7-82d1-d0911f597eee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:34:25.775254 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d68a8e85-e03f-4f23-986c-f14e6553140b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:34:26.797968 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:34:27.377623 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:34:28.971303 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:34:45.057755 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:34:47.995610 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:34:53.202531 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9a819d12-0b1c-40f4-8366-2f56836b0d16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:34:55.349277 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:34:55.778597 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e59d8ad1-3c29-44ae-9d0c-f686b399f722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:34:56.802956 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:34:57.381085 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:34:58.982990 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:15.054620 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:17.995092 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:23.207469 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f6ccbc2a-2ce8-4766-a8d9-628258895f18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:25.784049 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c5a742c6-1b0c-4450-a511-6f30ea358369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:26.804848 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:27.385325 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:28.775134 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [req-16f03072-f4eb-43c8-bb94-0c171cb75717 req-0b535d15-36e0-456f-b870-d79400299096 service neutron] (100314) timed out ('10.222.0.44', 37198) {{(pid=100314) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 24 00:35:28.974929 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:32.350019 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:35:42.606324 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 39248) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:35:42.749078 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-6f11dec8-fe5d-4c2a-8049-1c42bb6d9786 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=08c07535e51146f39ed10e71efac3d70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1415219 Jul 24 00:35:42.751418 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 39254) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:35:42.799049 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-750874cf-3a67-4b7e-af3c-c0f93692f002 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:42.820233 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-750874cf-3a67-4b7e-af3c-c0f93692f002 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:42.869185 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-750874cf-3a67-4b7e-af3c-c0f93692f002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:42.871758 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-750874cf-3a67-4b7e-af3c-c0f93692f002 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:42.873518 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-750874cf-3a67-4b7e-af3c-c0f93692f002 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d1b9940e-473b-4349-af99-cf3b48d64fb3 HTTP/1.1" status: 204 len: 168 time: 0.1205170 Jul 24 00:35:42.883320 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750874cf-3a67-4b7e-af3c-c0f93692f002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b9940e-473b-4349-af99-cf3b48d64fb3,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:35:42.892218 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750874cf-3a67-4b7e-af3c-c0f93692f002 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:35:42.892778 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750874cf-3a67-4b7e-af3c-c0f93692f002 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:35:42.893209 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750874cf-3a67-4b7e-af3c-c0f93692f002 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:35:42.893563 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750874cf-3a67-4b7e-af3c-c0f93692f002 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:35:42.893907 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750874cf-3a67-4b7e-af3c-c0f93692f002 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:35:42.894381 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750874cf-3a67-4b7e-af3c-c0f93692f002 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:35:42.894837 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750874cf-3a67-4b7e-af3c-c0f93692f002 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:35:42.895183 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750874cf-3a67-4b7e-af3c-c0f93692f002 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:35:42.895518 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750874cf-3a67-4b7e-af3c-c0f93692f002 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:35:42.895851 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750874cf-3a67-4b7e-af3c-c0f93692f002 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:35:42.896245 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750874cf-3a67-4b7e-af3c-c0f93692f002 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:35:42.896630 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750874cf-3a67-4b7e-af3c-c0f93692f002 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:35:45.056978 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:48.026042 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:52.912427 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-403803b6-fc3e-4221-b779-43cd2823ca5b req-0d6d377c-e980-45d3-b96b-d6c26217e7bb tempest-ServersAdminNegativeTestJSON-367642722 tempest-ServersAdminNegativeTestJSON-367642722-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=10ec96b012594feb9ceb32bee51f913b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236456 Jul 24 00:35:53.023677 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403803b6-fc3e-4221-b779-43cd2823ca5b req-4ab30365-eb5d-451c-8532-1c7ef81f6064 tempest-ServersAdminNegativeTestJSON-367642722 tempest-ServersAdminNegativeTestJSON-367642722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:35:53.025183 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-403803b6-fc3e-4221-b779-43cd2823ca5b req-4ab30365-eb5d-451c-8532-1c7ef81f6064 tempest-ServersAdminNegativeTestJSON-367642722 tempest-ServersAdminNegativeTestJSON-367642722-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1079042 Jul 24 00:35:53.039302 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-403803b6-fc3e-4221-b779-43cd2823ca5b req-2915dc4e-b560-4d43-bad2-d260c83cd491 tempest-ServersAdminNegativeTestJSON-367642722 tempest-ServersAdminNegativeTestJSON-367642722-project] 10.222.0.44 "GET /v2.0/quotas/10ec96b012594feb9ceb32bee51f913b HTTP/1.1" status: 200 len: 375 time: 0.0089092 Jul 24 00:35:53.072924 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-403803b6-fc3e-4221-b779-43cd2823ca5b req-a657fba5-f94d-4406-a698-1217c5d7fcc4 tempest-ServersAdminNegativeTestJSON-367642722 tempest-ServersAdminNegativeTestJSON-367642722-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=10ec96b012594feb9ceb32bee51f913b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287538 Jul 24 00:35:53.215295 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-5575af33-2974-4f1d-9133-c2952357a5f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:53.345691 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-70f77f2a-eb56-4162-b1fb-81b06182b828 req-55d5bc8e-6892-4ed6-b44c-7de74df6bbe4 tempest-ServersAdminNegativeTestJSON-367642722 tempest-ServersAdminNegativeTestJSON-367642722-project] 10.222.0.44 "GET /v2.0/ports?device_id=8204b0b2-d730-4d7b-94a8-2fb010eac040 HTTP/1.1" status: 200 len: 210 time: 0.1354897 Jul 24 00:35:54.208724 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-403803b6-fc3e-4221-b779-43cd2823ca5b req-8b234168-dc9c-4a85-8c41-46d68c1efb50 tempest-ServersAdminNegativeTestJSON-367642722 tempest-ServersAdminNegativeTestJSON-367642722-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=10ec96b012594feb9ceb32bee51f913b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304506 Jul 24 00:35:54.391842 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403803b6-fc3e-4221-b779-43cd2823ca5b req-0e998df1-4574-40fc-bb6d-fb706ae0e3da tempest-ServersAdminNegativeTestJSON-367642722 tempest-ServersAdminNegativeTestJSON-367642722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:35:54.393372 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-403803b6-fc3e-4221-b779-43cd2823ca5b req-0e998df1-4574-40fc-bb6d-fb706ae0e3da tempest-ServersAdminNegativeTestJSON-367642722 tempest-ServersAdminNegativeTestJSON-367642722-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1794889 Jul 24 00:35:54.407393 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-403803b6-fc3e-4221-b779-43cd2823ca5b req-3c0c0962-e5f6-41a3-976c-1bb7cb11bd72 tempest-ServersAdminNegativeTestJSON-367642722 tempest-ServersAdminNegativeTestJSON-367642722-project] Request body: {'port': {'device_id': '8204b0b2-d730-4d7b-94a8-2fb010eac040', 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2', 'admin_state_up': True, 'tenant_id': '10ec96b012594feb9ceb32bee51f913b'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:35:54.463928 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-33dbac64-a4bf-4daf-8576-ed1fdb97b842 req-d73d679e-3627-4fe8-b64b-e1c6fdac2d92 tempest-ServersAdminNegativeTestJSON-367642722 tempest-ServersAdminNegativeTestJSON-367642722-project] 10.222.0.44 "GET /v2.0/ports?device_id=8204b0b2-d730-4d7b-94a8-2fb010eac040 HTTP/1.1" status: 200 len: 210 time: 0.0293314 Jul 24 00:35:54.518746 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-403803b6-fc3e-4221-b779-43cd2823ca5b req-3c0c0962-e5f6-41a3-976c-1bb7cb11bd72 tempest-ServersAdminNegativeTestJSON-367642722 tempest-ServersAdminNegativeTestJSON-367642722-project] Made reservation on behalf of 10ec96b012594feb9ceb32bee51f913b for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:35:54.522565 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-403803b6-fc3e-4221-b779-43cd2823ca5b req-3c0c0962-e5f6-41a3-976c-1bb7cb11bd72 tempest-ServersAdminNegativeTestJSON-367642722 tempest-ServersAdminNegativeTestJSON-367642722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:54.531524 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-403803b6-fc3e-4221-b779-43cd2823ca5b req-3c0c0962-e5f6-41a3-976c-1bb7cb11bd72 tempest-ServersAdminNegativeTestJSON-367642722 tempest-ServersAdminNegativeTestJSON-367642722-project] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:54.621249 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-403803b6-fc3e-4221-b779-43cd2823ca5b req-3c0c0962-e5f6-41a3-976c-1bb7cb11bd72 tempest-ServersAdminNegativeTestJSON-367642722 tempest-ServersAdminNegativeTestJSON-367642722-project] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:54.624870 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-403803b6-fc3e-4221-b779-43cd2823ca5b req-3c0c0962-e5f6-41a3-976c-1bb7cb11bd72 tempest-ServersAdminNegativeTestJSON-367642722 tempest-ServersAdminNegativeTestJSON-367642722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:54.686709 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0c0962-e5f6-41a3-976c-1bb7cb11bd72 tempest-ServersAdminNegativeTestJSON-367642722 tempest-ServersAdminNegativeTestJSON-367642722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c60acc-5ec7-41a0-8f9b-75836afbfee4,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:35:54.754498 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-403803b6-fc3e-4221-b779-43cd2823ca5b req-3c0c0962-e5f6-41a3-976c-1bb7cb11bd72 tempest-ServersAdminNegativeTestJSON-367642722 tempest-ServersAdminNegativeTestJSON-367642722-project] Allocated IP 192.168.233.191 (603dff3b-80fe-44ec-a82a-8d8b74b0c3c2/ef73a7e1-c64a-41e3-9997-629475c7b6b1/fba18be6-e1cf-483e-99c7-48c447ae06da) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:35:54.914872 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-403803b6-fc3e-4221-b779-43cd2823ca5b req-3c0c0962-e5f6-41a3-976c-1bb7cb11bd72 tempest-ServersAdminNegativeTestJSON-367642722 tempest-ServersAdminNegativeTestJSON-367642722-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:54.930458 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-403803b6-fc3e-4221-b779-43cd2823ca5b req-3c0c0962-e5f6-41a3-976c-1bb7cb11bd72 tempest-ServersAdminNegativeTestJSON-367642722 tempest-ServersAdminNegativeTestJSON-367642722-project] Transition to ACTIVE for port object fba18be6-e1cf-483e-99c7-48c447ae06da will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:35:54.965847 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-403803b6-fc3e-4221-b779-43cd2823ca5b req-3c0c0962-e5f6-41a3-976c-1bb7cb11bd72 tempest-ServersAdminNegativeTestJSON-367642722 tempest-ServersAdminNegativeTestJSON-367642722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:55.007479 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-403803b6-fc3e-4221-b779-43cd2823ca5b req-3c0c0962-e5f6-41a3-976c-1bb7cb11bd72 tempest-ServersAdminNegativeTestJSON-367642722 tempest-ServersAdminNegativeTestJSON-367642722-project] Network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:35:55.012358 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-403803b6-fc3e-4221-b779-43cd2823ca5b req-3c0c0962-e5f6-41a3-976c-1bb7cb11bd72 tempest-ServersAdminNegativeTestJSON-367642722 tempest-ServersAdminNegativeTestJSON-367642722-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:35:55.016622 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-403803b6-fc3e-4221-b779-43cd2823ca5b req-3c0c0962-e5f6-41a3-976c-1bb7cb11bd72 tempest-ServersAdminNegativeTestJSON-367642722 tempest-ServersAdminNegativeTestJSON-367642722-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:35:55.022963 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0c0962-e5f6-41a3-976c-1bb7cb11bd72 tempest-ServersAdminNegativeTestJSON-367642722 tempest-ServersAdminNegativeTestJSON-367642722-project] Pushing event updated for resources: {'Port': ['ID=fba18be6-e1cf-483e-99c7-48c447ae06da,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:35:55.068621 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403803b6-fc3e-4221-b779-43cd2823ca5b req-3c0c0962-e5f6-41a3-976c-1bb7cb11bd72 tempest-ServersAdminNegativeTestJSON-367642722 tempest-ServersAdminNegativeTestJSON-367642722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:35:55.069295 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-403803b6-fc3e-4221-b779-43cd2823ca5b req-3c0c0962-e5f6-41a3-976c-1bb7cb11bd72 tempest-ServersAdminNegativeTestJSON-367642722 tempest-ServersAdminNegativeTestJSON-367642722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:55.084448 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-403803b6-fc3e-4221-b779-43cd2823ca5b req-3c0c0962-e5f6-41a3-976c-1bb7cb11bd72 tempest-ServersAdminNegativeTestJSON-367642722 tempest-ServersAdminNegativeTestJSON-367642722-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6824481 Jul 24 00:35:55.150909 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-403803b6-fc3e-4221-b779-43cd2823ca5b req-e6e66a53-662f-46e9-ab0d-bf2bbb73a4c1 service neutron] Request body: {'port': {'device_id': '8204b0b2-d730-4d7b-94a8-2fb010eac040', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:35:55.218972 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-025730a6-1004-44f5-b741-4a3d66f3a41c None None] Provisioning for port fba18be6-e1cf-483e-99c7-48c447ae06da completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:35:55.222711 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-025730a6-1004-44f5-b741-4a3d66f3a41c None None] Provisioning complete for port fba18be6-e1cf-483e-99c7-48c447ae06da triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:35:55.223090 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-025730a6-1004-44f5-b741-4a3d66f3a41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:55.231090 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-403803b6-fc3e-4221-b779-43cd2823ca5b req-e6e66a53-662f-46e9-ab0d-bf2bbb73a4c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:55.265201 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-025730a6-1004-44f5-b741-4a3d66f3a41c None None] Port fba18be6-e1cf-483e-99c7-48c447ae06da cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:35:55.487115 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-403803b6-fc3e-4221-b779-43cd2823ca5b req-e6e66a53-662f-46e9-ab0d-bf2bbb73a4c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fba18be6-e1cf-483e-99c7-48c447ae06da {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:35:55.494567 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-403803b6-fc3e-4221-b779-43cd2823ca5b req-e6e66a53-662f-46e9-ab0d-bf2bbb73a4c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:55.507045 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-403803b6-fc3e-4221-b779-43cd2823ca5b req-e6e66a53-662f-46e9-ab0d-bf2bbb73a4c1 service neutron] Transition to ACTIVE for port object fba18be6-e1cf-483e-99c7-48c447ae06da will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:35:55.510522 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-403803b6-fc3e-4221-b779-43cd2823ca5b req-e6e66a53-662f-46e9-ab0d-bf2bbb73a4c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:55.569055 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e66a53-662f-46e9-ab0d-bf2bbb73a4c1 service neutron] Pushing event updated for resources: {'Port': ['ID=fba18be6-e1cf-483e-99c7-48c447ae06da,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:35:55.680243 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-403803b6-fc3e-4221-b779-43cd2823ca5b req-e6e66a53-662f-46e9-ab0d-bf2bbb73a4c1 service neutron] Attempting to bind port fba18be6-e1cf-483e-99c7-48c447ae06da on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:35:55.680590 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-403803b6-fc3e-4221-b779-43cd2823ca5b req-e6e66a53-662f-46e9-ab0d-bf2bbb73a4c1 service neutron] Attempting to bind port fba18be6-e1cf-483e-99c7-48c447ae06da by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:35:55.680965 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403803b6-fc3e-4221-b779-43cd2823ca5b req-e6e66a53-662f-46e9-ab0d-bf2bbb73a4c1 service neutron] Attempting to bind port fba18be6-e1cf-483e-99c7-48c447ae06da on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:35:55.688982 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403803b6-fc3e-4221-b779-43cd2823ca5b req-e6e66a53-662f-46e9-ab0d-bf2bbb73a4c1 service neutron] Port fba18be6-e1cf-483e-99c7-48c447ae06da on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:35:55.689313 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403803b6-fc3e-4221-b779-43cd2823ca5b req-e6e66a53-662f-46e9-ab0d-bf2bbb73a4c1 service neutron] Attempting to bind port fba18be6-e1cf-483e-99c7-48c447ae06da on network 603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:35:55.699912 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb57678-96dc-4442-8cc7-09fee5a73650 req-26570bb6-ce08-4364-8379-6b6b9f2c2416 tempest-ServersAdminNegativeTestJSON-367642722 tempest-ServersAdminNegativeTestJSON-367642722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:35:55.701565 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fbb57678-96dc-4442-8cc7-09fee5a73650 req-26570bb6-ce08-4364-8379-6b6b9f2c2416 tempest-ServersAdminNegativeTestJSON-367642722 tempest-ServersAdminNegativeTestJSON-367642722-project] 10.222.0.44 "GET /v2.0/ports?device_id=8204b0b2-d730-4d7b-94a8-2fb010eac040 HTTP/1.1" status: 200 len: 948 time: 0.1106846 Jul 24 00:35:55.704548 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403803b6-fc3e-4221-b779-43cd2823ca5b req-e6e66a53-662f-46e9-ab0d-bf2bbb73a4c1 service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:35:55.704917 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403803b6-fc3e-4221-b779-43cd2823ca5b req-e6e66a53-662f-46e9-ab0d-bf2bbb73a4c1 service neutron] Checking segment: {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:35:55.705308 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403803b6-fc3e-4221-b779-43cd2823ca5b req-e6e66a53-662f-46e9-ab0d-bf2bbb73a4c1 service neutron] Bound using segment: {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:35:55.705749 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-403803b6-fc3e-4221-b779-43cd2823ca5b req-e6e66a53-662f-46e9-ab0d-bf2bbb73a4c1 service neutron] Bound port: fba18be6-e1cf-483e-99c7-48c447ae06da, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72254b69-db39-4c6a-884a-3b2e62a610a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:35:55.706115 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-403803b6-fc3e-4221-b779-43cd2823ca5b req-e6e66a53-662f-46e9-ab0d-bf2bbb73a4c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:55.778982 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fbb57678-96dc-4442-8cc7-09fee5a73650 req-7760e089-12fb-4f27-9e06-0aab8eb6dc0d tempest-ServersAdminNegativeTestJSON-367642722 tempest-ServersAdminNegativeTestJSON-367642722-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8c60acc-5ec7-41a0-8f9b-75836afbfee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705945 Jul 24 00:35:55.792901 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e9c9c788-1949-4031-b0b9-6f0940c0e8af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:55.804080 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-403803b6-fc3e-4221-b779-43cd2823ca5b req-e6e66a53-662f-46e9-ab0d-bf2bbb73a4c1 service neutron] For port fba18be6-e1cf-483e-99c7-48c447ae06da, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:35:55.807106 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-403803b6-fc3e-4221-b779-43cd2823ca5b req-e6e66a53-662f-46e9-ab0d-bf2bbb73a4c1 service neutron] For port fba18be6-e1cf-483e-99c7-48c447ae06da, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=fba18be6-e1cf-483e-99c7-48c447ae06da,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:35:55.812172 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-403803b6-fc3e-4221-b779-43cd2823ca5b req-e6e66a53-662f-46e9-ab0d-bf2bbb73a4c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:55.844039 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403803b6-fc3e-4221-b779-43cd2823ca5b req-e6e66a53-662f-46e9-ab0d-bf2bbb73a4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:35:55.844692 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-403803b6-fc3e-4221-b779-43cd2823ca5b req-e6e66a53-662f-46e9-ab0d-bf2bbb73a4c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:55.846255 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-403803b6-fc3e-4221-b779-43cd2823ca5b req-e6e66a53-662f-46e9-ab0d-bf2bbb73a4c1 service neutron] 10.222.0.52 "PUT /v2.0/ports/fba18be6-e1cf-483e-99c7-48c447ae06da HTTP/1.1" status: 200 len: 1097 time: 0.7528696 Jul 24 00:35:55.846706 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8204b0b2-d730-4d7b-94a8-2fb010eac040', 'tag': 'fba18be6-e1cf-483e-99c7-48c447ae06da'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:35:55.849087 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a27c09f4-afb2-43e7-ae8a-6d200442037f" -d '{"events": [{"name": "network-changed", "server_uuid": "8204b0b2-d730-4d7b-94a8-2fb010eac040", "tag": "fba18be6-e1cf-483e-99c7-48c447ae06da"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:35:55.876090 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e66a53-662f-46e9-ab0d-bf2bbb73a4c1 service neutron] Pushing event updated for resources: {'Port': ['ID=fba18be6-e1cf-483e-99c7-48c447ae06da,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:35:55.959752 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403803b6-fc3e-4221-b779-43cd2823ca5b req-ad1c1d1d-c3be-447b-988e-c1e4c0f6ad40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:35:55.961356 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-403803b6-fc3e-4221-b779-43cd2823ca5b req-ad1c1d1d-c3be-447b-988e-c1e4c0f6ad40 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=10ec96b012594feb9ceb32bee51f913b&device_id=8204b0b2-d730-4d7b-94a8-2fb010eac040 HTTP/1.1" status: 200 len: 1100 time: 0.0735979 Jul 24 00:35:55.978502 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-928edd06-3dd3-4fd9-979b-a099ee2ec222 x-openstack-request-id: req-928edd06-3dd3-4fd9-979b-a099ee2ec222 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:35:55.978789 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8204b0b2-d730-4d7b-94a8-2fb010eac040", "tag": "fba18be6-e1cf-483e-99c7-48c447ae06da", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:35:55.979043 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-928edd06-3dd3-4fd9-979b-a099ee2ec222 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:35:55.979441 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8204b0b2-d730-4d7b-94a8-2fb010eac040', 'tag': 'fba18be6-e1cf-483e-99c7-48c447ae06da', 'status': 'completed', 'code': 200} Jul 24 00:35:56.012889 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-403803b6-fc3e-4221-b779-43cd2823ca5b req-4ffe677e-c50c-4c35-b884-bd430d13f137 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=fba18be6-e1cf-483e-99c7-48c447ae06da HTTP/1.1" status: 200 len: 217 time: 0.0430720 Jul 24 00:35:56.063682 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403803b6-fc3e-4221-b779-43cd2823ca5b req-63e8ccb3-ec7c-499b-b01d-515d81759d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:35:56.065220 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-403803b6-fc3e-4221-b779-43cd2823ca5b req-63e8ccb3-ec7c-499b-b01d-515d81759d8e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.0456078 Jul 24 00:35:56.123818 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403803b6-fc3e-4221-b779-43cd2823ca5b req-9aaded37-91d0-412e-b5a7-000155691f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:35:56.125402 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-403803b6-fc3e-4221-b779-43cd2823ca5b req-9aaded37-91d0-412e-b5a7-000155691f51 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0545530 Jul 24 00:35:56.216951 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-403803b6-fc3e-4221-b779-43cd2823ca5b req-568650e9-7d62-46ed-b021-e292ed084a9a service neutron] 10.222.0.52 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850022 Jul 24 00:35:56.305874 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-403803b6-fc3e-4221-b779-43cd2823ca5b req-6ff5765c-5ab8-4c5c-bded-0e563d7f2be7 service neutron] 10.222.0.52 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823290 Jul 24 00:35:56.413153 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27c09f4-afb2-43e7-ae8a-6d200442037f req-81b93b08-1d25-41ac-ba5d-3b9bc4a93b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:35:56.414663 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a27c09f4-afb2-43e7-ae8a-6d200442037f req-81b93b08-1d25-41ac-ba5d-3b9bc4a93b97 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=10ec96b012594feb9ceb32bee51f913b&device_id=8204b0b2-d730-4d7b-94a8-2fb010eac040 HTTP/1.1" status: 200 len: 1100 time: 0.0555096 Jul 24 00:35:56.514694 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27c09f4-afb2-43e7-ae8a-6d200442037f req-1e8c017d-7e61-43a0-a2f8-f0966d539854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:35:56.516149 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a27c09f4-afb2-43e7-ae8a-6d200442037f req-1e8c017d-7e61-43a0-a2f8-f0966d539854 service neutron] 10.222.0.52 "GET /v2.0/networks?id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2 HTTP/1.1" status: 200 len: 870 time: 0.0906422 Jul 24 00:35:56.559448 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a27c09f4-afb2-43e7-ae8a-6d200442037f req-810a1878-2957-432e-8343-27c2ad568527 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=fba18be6-e1cf-483e-99c7-48c447ae06da HTTP/1.1" status: 200 len: 217 time: 0.0363853 Jul 24 00:35:56.611849 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27c09f4-afb2-43e7-ae8a-6d200442037f req-1cc03c18-8c9f-405f-92d9-b76fb7396cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:35:56.613358 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a27c09f4-afb2-43e7-ae8a-6d200442037f req-1cc03c18-8c9f-405f-92d9-b76fb7396cfc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ef73a7e1-c64a-41e3-9997-629475c7b6b1 HTTP/1.1" status: 200 len: 843 time: 0.0468795 Jul 24 00:35:56.672492 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27c09f4-afb2-43e7-ae8a-6d200442037f req-33957e8d-99f0-4b90-a43d-dd55eab36d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:35:56.674048 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a27c09f4-afb2-43e7-ae8a-6d200442037f req-33957e8d-99f0-4b90-a43d-dd55eab36d66 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=603dff3b-80fe-44ec-a82a-8d8b74b0c3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0538845 Jul 24 00:35:56.763608 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a27c09f4-afb2-43e7-ae8a-6d200442037f req-cf253a1b-146f-4d8e-9089-c977a97ab925 service neutron] 10.222.0.52 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833142 Jul 24 00:35:56.808147 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:56.858096 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a27c09f4-afb2-43e7-ae8a-6d200442037f req-46cbf469-e3b4-4215-b4ca-d6a6d33f6dd3 service neutron] 10.222.0.52 "GET /v2.0/networks/603dff3b-80fe-44ec-a82a-8d8b74b0c3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875669 Jul 24 00:35:56.921618 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a5240a-1741-48f7-80fd-fd96ec917ab7 req-6a3faefa-110a-4703-884a-735aa3fe3b11 tempest-ServersAdminNegativeTestJSON-367642722 tempest-ServersAdminNegativeTestJSON-367642722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:35:56.923103 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-06a5240a-1741-48f7-80fd-fd96ec917ab7 req-6a3faefa-110a-4703-884a-735aa3fe3b11 tempest-ServersAdminNegativeTestJSON-367642722 tempest-ServersAdminNegativeTestJSON-367642722-project] 10.222.0.44 "GET /v2.0/ports?device_id=8204b0b2-d730-4d7b-94a8-2fb010eac040 HTTP/1.1" status: 200 len: 948 time: 0.0708923 Jul 24 00:35:56.965032 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-06a5240a-1741-48f7-80fd-fd96ec917ab7 req-1772538a-b7bc-4bcf-a397-c81e558d97ac tempest-ServersAdminNegativeTestJSON-367642722 tempest-ServersAdminNegativeTestJSON-367642722-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8c60acc-5ec7-41a0-8f9b-75836afbfee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363035 Jul 24 00:35:57.385540 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:58.102200 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d73541e-2dac-47ea-810e-bf7f89bc89c6 req-546ea59c-36b6-4bd2-97a7-932016dc1f77 tempest-ServersAdminNegativeTestJSON-367642722 tempest-ServersAdminNegativeTestJSON-367642722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:35:58.103658 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2d73541e-2dac-47ea-810e-bf7f89bc89c6 req-546ea59c-36b6-4bd2-97a7-932016dc1f77 tempest-ServersAdminNegativeTestJSON-367642722 tempest-ServersAdminNegativeTestJSON-367642722-project] 10.222.0.44 "GET /v2.0/ports?device_id=8204b0b2-d730-4d7b-94a8-2fb010eac040 HTTP/1.1" status: 200 len: 948 time: 0.0703692 Jul 24 00:35:58.142536 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2d73541e-2dac-47ea-810e-bf7f89bc89c6 req-3921062c-1096-4c10-932c-3fda0edbf54c tempest-ServersAdminNegativeTestJSON-367642722 tempest-ServersAdminNegativeTestJSON-367642722-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8c60acc-5ec7-41a0-8f9b-75836afbfee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330436 Jul 24 00:35:58.904424 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device fba18be6-e1cf-483e-99c7-48c447ae06da details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:35:59.000704 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:59.011356 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port fba18be6-e1cf-483e-99c7-48c447ae06da, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=fba18be6-e1cf-483e-99c7-48c447ae06da,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:35:59.021367 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': 'fba18be6-e1cf-483e-99c7-48c447ae06da', 'network_id': '603dff3b-80fe-44ec-a82a-8d8b74b0c3c2', 'port_id': 'fba18be6-e1cf-483e-99c7-48c447ae06da', 'mac_address': 'fa:16:3e:e4:8f:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef73a7e1-c64a-41e3-9997-629475c7b6b1', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:35:59.058360 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:59.070934 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fba18be6-e1cf-483e-99c7-48c447ae06da {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:35:59.089914 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port fba18be6-e1cf-483e-99c7-48c447ae06da, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=fba18be6-e1cf-483e-99c7-48c447ae06da,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:35:59.098259 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:59.147736 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=fba18be6-e1cf-483e-99c7-48c447ae06da,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:35:59.155475 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:35:59.155830 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:35:59.156174 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:35:59.156513 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:35:59.156873 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:35:59.157213 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:35:59.157546 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:35:59.157876 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:35:59.158205 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:35:59.158541 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:35:59.158870 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:35:59.159438 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:35:59.272419 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480f8d49-5f06-4a1a-b5a2-3b2e0010b365 req-c062b208-a5a6-4325-b762-44e2dfbac15a tempest-ServersAdminNegativeTestJSON-367642722 tempest-ServersAdminNegativeTestJSON-367642722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:35:59.273937 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-480f8d49-5f06-4a1a-b5a2-3b2e0010b365 req-c062b208-a5a6-4325-b762-44e2dfbac15a tempest-ServersAdminNegativeTestJSON-367642722 tempest-ServersAdminNegativeTestJSON-367642722-project] 10.222.0.44 "GET /v2.0/ports?device_id=8204b0b2-d730-4d7b-94a8-2fb010eac040 HTTP/1.1" status: 200 len: 949 time: 0.0654395 Jul 24 00:35:59.310523 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-480f8d49-5f06-4a1a-b5a2-3b2e0010b365 req-e54d7e20-7a7c-4587-918e-e4e7be6900b5 tempest-ServersAdminNegativeTestJSON-367642722 tempest-ServersAdminNegativeTestJSON-367642722-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8c60acc-5ec7-41a0-8f9b-75836afbfee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311141 Jul 24 00:35:59.314267 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['fba18be6-e1cf-483e-99c7-48c447ae06da'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:36:00.440404 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff06674-9540-4616-aaab-c72ecf567340 req-3e1749e8-8606-484d-af6e-b696cee6d2e4 tempest-ServersAdminNegativeTestJSON-367642722 tempest-ServersAdminNegativeTestJSON-367642722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:36:00.441953 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3ff06674-9540-4616-aaab-c72ecf567340 req-3e1749e8-8606-484d-af6e-b696cee6d2e4 tempest-ServersAdminNegativeTestJSON-367642722 tempest-ServersAdminNegativeTestJSON-367642722-project] 10.222.0.44 "GET /v2.0/ports?device_id=8204b0b2-d730-4d7b-94a8-2fb010eac040 HTTP/1.1" status: 200 len: 949 time: 0.0655992 Jul 24 00:36:00.479288 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3ff06674-9540-4616-aaab-c72ecf567340 req-ac251926-dcd3-4121-9ece-7b203842feb2 tempest-ServersAdminNegativeTestJSON-367642722 tempest-ServersAdminNegativeTestJSON-367642722-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8c60acc-5ec7-41a0-8f9b-75836afbfee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318620 Jul 24 00:36:00.919632 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device fba18be6-e1cf-483e-99c7-48c447ae06da up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:36:00.970885 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port fba18be6-e1cf-483e-99c7-48c447ae06da completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:36:00.974543 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port fba18be6-e1cf-483e-99c7-48c447ae06da triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:36:00.974938 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:01.049234 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:01.071635 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8204b0b2-d730-4d7b-94a8-2fb010eac040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fba18be6-e1cf-483e-99c7-48c447ae06da'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:36:01.073909 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-886457da-d407-4fe6-889c-0e5db164c6a3" -d '{"events": [{"server_uuid": "8204b0b2-d730-4d7b-94a8-2fb010eac040", "name": "network-vif-plugged", "status": "completed", "tag": "fba18be6-e1cf-483e-99c7-48c447ae06da"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:36:01.086247 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port fba18be6-e1cf-483e-99c7-48c447ae06da, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=fba18be6-e1cf-483e-99c7-48c447ae06da,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:36:01.090251 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:01.140749 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=fba18be6-e1cf-483e-99c7-48c447ae06da,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:36:01.177674 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b21f9f-f200-41d0-b1dd-2c1f97648193 x-openstack-request-id: req-b3b21f9f-f200-41d0-b1dd-2c1f97648193 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:36:01.177971 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8204b0b2-d730-4d7b-94a8-2fb010eac040", "name": "network-vif-plugged", "status": "completed", "tag": "fba18be6-e1cf-483e-99c7-48c447ae06da", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:36:01.178224 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b3b21f9f-f200-41d0-b1dd-2c1f97648193 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:36:01.178618 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8204b0b2-d730-4d7b-94a8-2fb010eac040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fba18be6-e1cf-483e-99c7-48c447ae06da', 'code': 200} Jul 24 00:36:01.281504 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e7a971-78c3-4a0d-b1a3-b46b6e6482d4 req-8b828dcd-dc26-433a-9874-aebea756cad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:36:01.282987 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c3e7a971-78c3-4a0d-b1a3-b46b6e6482d4 req-8b828dcd-dc26-433a-9874-aebea756cad0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8204b0b2-d730-4d7b-94a8-2fb010eac040 HTTP/1.1" status: 200 len: 1102 time: 0.0518818 Jul 24 00:36:01.316350 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c3e7a971-78c3-4a0d-b1a3-b46b6e6482d4 req-ef80b2ce-152c-43bb-aae3-c444b64e3f65 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e8c60acc-5ec7-41a0-8f9b-75836afbfee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272360 Jul 24 00:36:01.611322 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef6db90-946a-48d2-a600-fd46ed1e005c req-40784750-6fa2-4e8a-b0e9-fcc9e53f346f tempest-ServersAdminNegativeTestJSON-367642722 tempest-ServersAdminNegativeTestJSON-367642722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:36:01.612828 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bef6db90-946a-48d2-a600-fd46ed1e005c req-40784750-6fa2-4e8a-b0e9-fcc9e53f346f tempest-ServersAdminNegativeTestJSON-367642722 tempest-ServersAdminNegativeTestJSON-367642722-project] 10.222.0.44 "GET /v2.0/ports?device_id=8204b0b2-d730-4d7b-94a8-2fb010eac040 HTTP/1.1" status: 200 len: 950 time: 0.0682533 Jul 24 00:36:01.649727 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bef6db90-946a-48d2-a600-fd46ed1e005c req-7c3a0d88-1fc2-43f7-8913-02106c53560d tempest-ServersAdminNegativeTestJSON-367642722 tempest-ServersAdminNegativeTestJSON-367642722-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8c60acc-5ec7-41a0-8f9b-75836afbfee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314367 Jul 24 00:36:02.780441 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6f8fed-cbb9-402f-b65e-1bc687e39805 req-4f3aee9e-0a88-4419-99e1-850ee072be30 tempest-ServersAdminNegativeTestJSON-367642722 tempest-ServersAdminNegativeTestJSON-367642722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:36:02.781950 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5d6f8fed-cbb9-402f-b65e-1bc687e39805 req-4f3aee9e-0a88-4419-99e1-850ee072be30 tempest-ServersAdminNegativeTestJSON-367642722 tempest-ServersAdminNegativeTestJSON-367642722-project] 10.222.0.44 "GET /v2.0/ports?device_id=8204b0b2-d730-4d7b-94a8-2fb010eac040 HTTP/1.1" status: 200 len: 950 time: 0.0652106 Jul 24 00:36:02.818899 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5d6f8fed-cbb9-402f-b65e-1bc687e39805 req-7dd0c83a-1e39-42e2-ae51-a7d194c363ca tempest-ServersAdminNegativeTestJSON-367642722 tempest-ServersAdminNegativeTestJSON-367642722-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8c60acc-5ec7-41a0-8f9b-75836afbfee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313811 Jul 24 00:36:03.140906 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [req-1529ec57-757c-43ae-a79d-086636ea1843 req-a0c16c5c-b4c0-4b05-8ac5-0c364bcd4ee3 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=100314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:36:03.141963 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1529ec57-757c-43ae-a79d-086636ea1843 req-a0c16c5c-b4c0-4b05-8ac5-0c364bcd4ee3 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0593352 Jul 24 00:36:03.458462 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [req-f0d04c0e-93f5-42bb-a678-a38abf3fe6a6 req-60c148f7-25ec-4699-ae85-65bec49dd527 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=100313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:36:03.459397 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f0d04c0e-93f5-42bb-a678-a38abf3fe6a6 req-60c148f7-25ec-4699-ae85-65bec49dd527 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055125 Jul 24 00:36:03.797084 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f4521b-55db-4370-8044-ba59006fdae0 req-ca85ec54-3c45-4be2-83fa-abba99ecc56f tempest-ServersAdminNegativeTestJSON-367642722 tempest-ServersAdminNegativeTestJSON-367642722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:36:03.798606 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-54f4521b-55db-4370-8044-ba59006fdae0 req-ca85ec54-3c45-4be2-83fa-abba99ecc56f tempest-ServersAdminNegativeTestJSON-367642722 tempest-ServersAdminNegativeTestJSON-367642722-project] 10.222.0.44 "GET /v2.0/ports?device_id=8204b0b2-d730-4d7b-94a8-2fb010eac040 HTTP/1.1" status: 200 len: 950 time: 0.0657518 Jul 24 00:36:03.836052 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-54f4521b-55db-4370-8044-ba59006fdae0 req-cd376200-f269-446c-865e-1484b89ac2e1 tempest-ServersAdminNegativeTestJSON-367642722 tempest-ServersAdminNegativeTestJSON-367642722-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8c60acc-5ec7-41a0-8f9b-75836afbfee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318234 Jul 24 00:36:04.972736 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd9477b-8851-48ea-a228-5ad4f9a9c75b req-aa802dc0-9a71-417b-a8c3-563076f39b87 tempest-ServersAdminNegativeTestJSON-367642722 tempest-ServersAdminNegativeTestJSON-367642722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:36:04.973909 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f57c05-8028-4a60-b860-9adbd628fb73 req-48139336-548c-43f4-9ea1-a3f4af54d1a8 tempest-ServersAdminNegativeTestJSON-367642722 tempest-ServersAdminNegativeTestJSON-367642722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:36:04.974292 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-dfd9477b-8851-48ea-a228-5ad4f9a9c75b req-aa802dc0-9a71-417b-a8c3-563076f39b87 tempest-ServersAdminNegativeTestJSON-367642722 tempest-ServersAdminNegativeTestJSON-367642722-project] 10.222.0.44 "GET /v2.0/ports?device_id=8204b0b2-d730-4d7b-94a8-2fb010eac040 HTTP/1.1" status: 200 len: 950 time: 0.0695467 Jul 24 00:36:04.975368 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-60f57c05-8028-4a60-b860-9adbd628fb73 req-48139336-548c-43f4-9ea1-a3f4af54d1a8 tempest-ServersAdminNegativeTestJSON-367642722 tempest-ServersAdminNegativeTestJSON-367642722-project] 10.222.0.52 "GET /v2.0/ports?device_id=8204b0b2-d730-4d7b-94a8-2fb010eac040 HTTP/1.1" status: 200 len: 950 time: 0.0633807 Jul 24 00:36:05.012992 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-dfd9477b-8851-48ea-a228-5ad4f9a9c75b req-859e79ba-b077-41b5-8afd-05b663e76cf9 tempest-ServersAdminNegativeTestJSON-367642722 tempest-ServersAdminNegativeTestJSON-367642722-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8c60acc-5ec7-41a0-8f9b-75836afbfee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325060 Jul 24 00:36:05.075407 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-60f57c05-8028-4a60-b860-9adbd628fb73 req-ae5a3ab5-af87-4aa4-b40f-0e52fa84c393 tempest-ServersAdminNegativeTestJSON-367642722 tempest-ServersAdminNegativeTestJSON-367642722-project] Deleting port fba18be6-e1cf-483e-99c7-48c447ae06da {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:36:05.075752 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-60f57c05-8028-4a60-b860-9adbd628fb73 req-ae5a3ab5-af87-4aa4-b40f-0e52fa84c393 tempest-ServersAdminNegativeTestJSON-367642722 tempest-ServersAdminNegativeTestJSON-367642722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:05.161912 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-60f57c05-8028-4a60-b860-9adbd628fb73 req-ae5a3ab5-af87-4aa4-b40f-0e52fa84c393 tempest-ServersAdminNegativeTestJSON-367642722 tempest-ServersAdminNegativeTestJSON-367642722-project] For port fba18be6-e1cf-483e-99c7-48c447ae06da, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=fba18be6-e1cf-483e-99c7-48c447ae06da,segment=NetworkSegment(72254b69-db39-4c6a-884a-3b2e62a610a6),segment_id=72254b69-db39-4c6a-884a-3b2e62a610a6)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:36:05.162205 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-60f57c05-8028-4a60-b860-9adbd628fb73 req-ae5a3ab5-af87-4aa4-b40f-0e52fa84c393 tempest-ServersAdminNegativeTestJSON-367642722 tempest-ServersAdminNegativeTestJSON-367642722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:05.178577 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-60f57c05-8028-4a60-b860-9adbd628fb73 req-ae5a3ab5-af87-4aa4-b40f-0e52fa84c393 tempest-ServersAdminNegativeTestJSON-367642722 tempest-ServersAdminNegativeTestJSON-367642722-project] Calling delete_port for fba18be6-e1cf-483e-99c7-48c447ae06da owned by compute:nova {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:36:05.301686 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-60f57c05-8028-4a60-b860-9adbd628fb73 req-ae5a3ab5-af87-4aa4-b40f-0e52fa84c393 tempest-ServersAdminNegativeTestJSON-367642722 tempest-ServersAdminNegativeTestJSON-367642722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:05.314315 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['fba18be6-e1cf-483e-99c7-48c447ae06da'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:36:05.329666 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5a3ab5-af87-4aa4-b40f-0e52fa84c393 tempest-ServersAdminNegativeTestJSON-367642722 tempest-ServersAdminNegativeTestJSON-367642722-project] Pushing event deleted for resources: {'Port': ['ID=fba18be6-e1cf-483e-99c7-48c447ae06da,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:36:05.380101 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-60f57c05-8028-4a60-b860-9adbd628fb73 req-ae5a3ab5-af87-4aa4-b40f-0e52fa84c393 tempest-ServersAdminNegativeTestJSON-367642722 tempest-ServersAdminNegativeTestJSON-367642722-project] No DVR routers for this DVR port fba18be6-e1cf-483e-99c7-48c447ae06da on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:36:05.382772 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-60f57c05-8028-4a60-b860-9adbd628fb73 req-ae5a3ab5-af87-4aa4-b40f-0e52fa84c393 tempest-ServersAdminNegativeTestJSON-367642722 tempest-ServersAdminNegativeTestJSON-367642722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:05.384779 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-60f57c05-8028-4a60-b860-9adbd628fb73 req-ae5a3ab5-af87-4aa4-b40f-0e52fa84c393 tempest-ServersAdminNegativeTestJSON-367642722 tempest-ServersAdminNegativeTestJSON-367642722-project] 10.222.0.52 "DELETE /v2.0/ports/fba18be6-e1cf-483e-99c7-48c447ae06da HTTP/1.1" status: 204 len: 173 time: 0.4040649 Jul 24 00:36:05.385280 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8204b0b2-d730-4d7b-94a8-2fb010eac040', 'name': 'network-vif-deleted', 'tag': 'fba18be6-e1cf-483e-99c7-48c447ae06da'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:36:05.387537 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2edadd0-e5d8-416d-8d08-a8789981b008" -d '{"events": [{"server_uuid": "8204b0b2-d730-4d7b-94a8-2fb010eac040", "name": "network-vif-deleted", "tag": "fba18be6-e1cf-483e-99c7-48c447ae06da"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:36:05.430427 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a93da1d1-d555-46e7-9199-597453b29a95 x-openstack-request-id: req-a93da1d1-d555-46e7-9199-597453b29a95 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:36:05.430740 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8204b0b2-d730-4d7b-94a8-2fb010eac040", "name": "network-vif-deleted", "tag": "fba18be6-e1cf-483e-99c7-48c447ae06da", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:36:05.431000 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a93da1d1-d555-46e7-9199-597453b29a95 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:36:05.431396 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8204b0b2-d730-4d7b-94a8-2fb010eac040', 'name': 'network-vif-deleted', 'tag': 'fba18be6-e1cf-483e-99c7-48c447ae06da', 'status': 'completed', 'code': 200} Jul 24 00:36:06.301986 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 39418) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:36:06.431335 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-53ab465a-3b1c-4628-a55a-f242e9bcb6ca admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=10ec96b012594feb9ceb32bee51f913b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1281376 Jul 24 00:36:06.433753 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 39422) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:36:06.480048 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1baeaba7-38c2-48e4-bb57-a991933c3915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:06.500420 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1baeaba7-38c2-48e4-bb57-a991933c3915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:06.554158 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1baeaba7-38c2-48e4-bb57-a991933c3915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:06.556681 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1baeaba7-38c2-48e4-bb57-a991933c3915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:06.558260 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-1baeaba7-38c2-48e4-bb57-a991933c3915 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e8c60acc-5ec7-41a0-8f9b-75836afbfee4 HTTP/1.1" status: 204 len: 168 time: 0.1232228 Jul 24 00:36:06.572739 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baeaba7-38c2-48e4-bb57-a991933c3915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c60acc-5ec7-41a0-8f9b-75836afbfee4,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:36:06.806281 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 39428) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:36:06.819911 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4b467180-ae71-42b5-a0e1-82b0df6a357b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:06.911608 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4b467180-ae71-42b5-a0e1-82b0df6a357b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:06.915333 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4b467180-ae71-42b5-a0e1-82b0df6a357b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:06.957123 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-4b467180-ae71-42b5-a0e1-82b0df6a357b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=76ee66d62c514487a05bb9c08e0c96eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1498175 Jul 24 00:36:06.957983 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b467180-ae71-42b5-a0e1-82b0df6a357b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97813105-b5dc-478d-a455-7640b6dd4c9c,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:36:06.959818 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 39430) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:36:07.008800 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8183a29c-efe5-408b-8fd9-e0db093653f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:07.029687 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8183a29c-efe5-408b-8fd9-e0db093653f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:07.074878 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8183a29c-efe5-408b-8fd9-e0db093653f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:07.077900 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8183a29c-efe5-408b-8fd9-e0db093653f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:07.079059 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-8183a29c-efe5-408b-8fd9-e0db093653f1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/97813105-b5dc-478d-a455-7640b6dd4c9c HTTP/1.1" status: 204 len: 168 time: 0.1182075 Jul 24 00:36:07.086570 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8183a29c-efe5-408b-8fd9-e0db093653f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97813105-b5dc-478d-a455-7640b6dd4c9c,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:36:07.094726 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8183a29c-efe5-408b-8fd9-e0db093653f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:36:07.095070 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8183a29c-efe5-408b-8fd9-e0db093653f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:36:07.095436 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8183a29c-efe5-408b-8fd9-e0db093653f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:36:07.095774 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8183a29c-efe5-408b-8fd9-e0db093653f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:36:07.096101 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8183a29c-efe5-408b-8fd9-e0db093653f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:36:07.096428 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8183a29c-efe5-408b-8fd9-e0db093653f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:36:07.096752 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8183a29c-efe5-408b-8fd9-e0db093653f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:36:07.097107 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8183a29c-efe5-408b-8fd9-e0db093653f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:36:07.097660 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8183a29c-efe5-408b-8fd9-e0db093653f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:36:07.098000 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8183a29c-efe5-408b-8fd9-e0db093653f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:36:07.098445 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8183a29c-efe5-408b-8fd9-e0db093653f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:36:07.098733 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8183a29c-efe5-408b-8fd9-e0db093653f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:36:07.712657 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 39452) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:36:07.806123 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-655b18b2-775c-478f-ad95-f16b6428bc89 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-501781998-network', 'tenant_id': 'e0fec4b457654792b286162064e1c50e'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:36:07.830780 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-655b18b2-775c-478f-ad95-f16b6428bc89 admin admin] Made reservation on behalf of e0fec4b457654792b286162064e1c50e for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:36:07.833228 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-655b18b2-775c-478f-ad95-f16b6428bc89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:07.841410 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-655b18b2-775c-478f-ad95-f16b6428bc89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:07.941384 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-655b18b2-775c-478f-ad95-f16b6428bc89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:07.946050 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-655b18b2-775c-478f-ad95-f16b6428bc89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:07.971548 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-655b18b2-775c-478f-ad95-f16b6428bc89 admin admin] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:36:07.981352 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655b18b2-775c-478f-ad95-f16b6428bc89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3266e1a-079f-484e-9319-8fc3729cab63,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:36:07.987923 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-655b18b2-775c-478f-ad95-f16b6428bc89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:07.988272 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-655b18b2-775c-478f-ad95-f16b6428bc89 admin admin] Added segment 5e5c2f6d-076a-48ef-9b25-ffd276bd469e of type vlan for network 9e0f8a51-384a-49b7-a05b-9191321ebce1 Jul 24 00:36:08.027790 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-655b18b2-775c-478f-ad95-f16b6428bc89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:08.056075 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-655b18b2-775c-478f-ad95-f16b6428bc89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:08.057063 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655b18b2-775c-478f-ad95-f16b6428bc89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:36:08.057677 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-655b18b2-775c-478f-ad95-f16b6428bc89 admin admin] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:08.089819 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-655b18b2-775c-478f-ad95-f16b6428bc89 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3760386 Jul 24 00:36:08.093415 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 39456) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:36:08.098623 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-98a6e209-d3b0-4547-8de1-6ed3950fb9ae admin admin] Request body: {'subnet': {'network_id': '9e0f8a51-384a-49b7-a05b-9191321ebce1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-501781998-subnet', 'tenant_id': 'e0fec4b457654792b286162064e1c50e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:36:08.119264 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a6e209-d3b0-4547-8de1-6ed3950fb9ae admin admin] Made reservation on behalf of e0fec4b457654792b286162064e1c50e for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:36:08.121242 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655b18b2-775c-478f-ad95-f16b6428bc89 admin admin] Pushing event updated for resources: {'Network': ['ID=9e0f8a51-384a-49b7-a05b-9191321ebce1,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:36:08.121695 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-98a6e209-d3b0-4547-8de1-6ed3950fb9ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:08.131477 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 9e0f8a51-384a-49b7-a05b-9191321ebce1 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:36:08.291073 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-98a6e209-d3b0-4547-8de1-6ed3950fb9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:08.347086 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a6e209-d3b0-4547-8de1-6ed3950fb9ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=914b85d7-c7dc-46a2-9560-ee3ae319456a,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:36:08.352071 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a6e209-d3b0-4547-8de1-6ed3950fb9ae admin admin] Checking segment: {'id': '5e5c2f6d-076a-48ef-9b25-ffd276bd469e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '9e0f8a51-384a-49b7-a05b-9191321ebce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:36:08.352427 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a6e209-d3b0-4547-8de1-6ed3950fb9ae admin admin] Network hostable DHCP agents. Network: 9e0f8a51-384a-49b7-a05b-9191321ebce1, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:36:08.368520 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a6e209-d3b0-4547-8de1-6ed3950fb9ae admin admin] Network 9e0f8a51-384a-49b7-a05b-9191321ebce1 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:36:08.376829 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-98a6e209-d3b0-4547-8de1-6ed3950fb9ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 9e0f8a51-384a-49b7-a05b-9191321ebce1) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:36:08.380615 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a6e209-d3b0-4547-8de1-6ed3950fb9ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:36:08.381223 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-98a6e209-d3b0-4547-8de1-6ed3950fb9ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:08.385424 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ffaf0c4-1ad0-4ea7-a511-2cad201cc9be None None] Network 9e0f8a51-384a-49b7-a05b-9191321ebce1 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:36:08.394718 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-98a6e209-d3b0-4547-8de1-6ed3950fb9ae admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3001089 Jul 24 00:36:08.512485 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754e0609-d221-408e-b22b-dcabea353c21 None None] Network 9e0f8a51-384a-49b7-a05b-9191321ebce1 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:36:08.811496 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddccb7cf-babf-4e23-8b00-29a30899ce24 req-2c41692d-d339-45cc-8a37-7542e1ea40f6 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:36:08.813002 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ddccb7cf-babf-4e23-8b00-29a30899ce24 req-2c41692d-d339-45cc-8a37-7542e1ea40f6 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] 10.222.0.44 "GET /v2.0/networks?id=9e0f8a51-384a-49b7-a05b-9191321ebce1 HTTP/1.1" status: 200 len: 811 time: 0.1010036 Jul 24 00:36:08.827792 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ddccb7cf-babf-4e23-8b00-29a30899ce24 req-bcbf4fa0-76ca-4978-aebb-6fcd67f40eac tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] 10.222.0.44 "GET /v2.0/quotas/e0fec4b457654792b286162064e1c50e HTTP/1.1" status: 200 len: 375 time: 0.0092957 Jul 24 00:36:08.859571 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ddccb7cf-babf-4e23-8b00-29a30899ce24 req-6b6f5f1a-0869-4323-af78-71adcd7ffba2 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e0fec4b457654792b286162064e1c50e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271018 Jul 24 00:36:08.869425 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [req-ddccb7cf-babf-4e23-8b00-29a30899ce24 req-7e8db546-e7c2-41ef-848f-a88e004deb65 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=100313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:36:08.870385 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ddccb7cf-babf-4e23-8b00-29a30899ce24 req-7e8db546-e7c2-41ef-848f-a88e004deb65 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047703 Jul 24 00:36:08.946346 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device fba18be6-e1cf-483e-99c7-48c447ae06da no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:36:08.963959 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ddccb7cf-babf-4e23-8b00-29a30899ce24 req-29fcbe77-3c81-44ff-b3a0-ab12979f27f2 service neutron] 10.222.0.44 "GET /v2.0/networks/9e0f8a51-384a-49b7-a05b-9191321ebce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879681 Jul 24 00:36:08.966191 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] No Port match for: fba18be6-e1cf-483e-99c7-48c447ae06da {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:36:08.966554 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device fba18be6-e1cf-483e-99c7-48c447ae06da not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:36:09.050534 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ddccb7cf-babf-4e23-8b00-29a30899ce24 req-e5063993-fb70-47cd-bece-3d86babcd1c9 service neutron] 10.222.0.44 "GET /v2.0/networks/9e0f8a51-384a-49b7-a05b-9191321ebce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807047 Jul 24 00:36:09.209439 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-be01dae4-5e1d-4290-a264-9f9b51ea81ee req-c29a2a03-f8e4-434b-8020-b6df4e1cd4d4 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd431650-c35c-4bd0-9d6f-2c710bec2557 HTTP/1.1" status: 200 len: 210 time: 0.0306625 Jul 24 00:36:09.348893 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:36:10.113553 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddccb7cf-babf-4e23-8b00-29a30899ce24 req-25f63ae2-3555-4bbe-91fb-4b2b4c63309c tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:36:10.115295 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ddccb7cf-babf-4e23-8b00-29a30899ce24 req-25f63ae2-3555-4bbe-91fb-4b2b4c63309c tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] 10.222.0.52 "GET /v2.0/networks?id=9e0f8a51-384a-49b7-a05b-9191321ebce1 HTTP/1.1" status: 200 len: 811 time: 0.1061771 Jul 24 00:36:10.129260 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-ddccb7cf-babf-4e23-8b00-29a30899ce24 req-35516ac7-4669-406c-b299-ad9c3ec68b75 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] Request body: {'port': {'device_id': 'dd431650-c35c-4bd0-9d6f-2c710bec2557', 'network_id': '9e0f8a51-384a-49b7-a05b-9191321ebce1', 'admin_state_up': True, 'tenant_id': 'e0fec4b457654792b286162064e1c50e'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:36:10.232177 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddccb7cf-babf-4e23-8b00-29a30899ce24 req-35516ac7-4669-406c-b299-ad9c3ec68b75 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] Made reservation on behalf of e0fec4b457654792b286162064e1c50e for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:36:10.238207 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-ddccb7cf-babf-4e23-8b00-29a30899ce24 req-35516ac7-4669-406c-b299-ad9c3ec68b75 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:10.665526 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d9c50320-ddea-4eb3-b1a1-c5d78d55e3ce req-fce24401-501a-4fe2-881e-697be73d6ed1 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd431650-c35c-4bd0-9d6f-2c710bec2557 HTTP/1.1" status: 200 len: 210 time: 0.0352526 Jul 24 00:36:10.723523 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-ddccb7cf-babf-4e23-8b00-29a30899ce24 req-35516ac7-4669-406c-b299-ad9c3ec68b75 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] Allocated IP 172.20.0.12 (9e0f8a51-384a-49b7-a05b-9191321ebce1/914b85d7-c7dc-46a2-9560-ee3ae319456a/32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:36:10.864288 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-ddccb7cf-babf-4e23-8b00-29a30899ce24 req-35516ac7-4669-406c-b299-ad9c3ec68b75 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:10.907230 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-ddccb7cf-babf-4e23-8b00-29a30899ce24 req-35516ac7-4669-406c-b299-ad9c3ec68b75 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:10.955479 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddccb7cf-babf-4e23-8b00-29a30899ce24 req-35516ac7-4669-406c-b299-ad9c3ec68b75 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] Network 9e0f8a51-384a-49b7-a05b-9191321ebce1 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:36:10.960522 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-ddccb7cf-babf-4e23-8b00-29a30899ce24 req-35516ac7-4669-406c-b299-ad9c3ec68b75 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:36:10.964247 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddccb7cf-babf-4e23-8b00-29a30899ce24 req-35516ac7-4669-406c-b299-ad9c3ec68b75 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:36:10.970499 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35516ac7-4669-406c-b299-ad9c3ec68b75 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] Pushing event updated for resources: {'Port': ['ID=32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:36:11.013724 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddccb7cf-babf-4e23-8b00-29a30899ce24 req-35516ac7-4669-406c-b299-ad9c3ec68b75 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:36:11.014331 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-ddccb7cf-babf-4e23-8b00-29a30899ce24 req-35516ac7-4669-406c-b299-ad9c3ec68b75 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:11.028420 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ddccb7cf-babf-4e23-8b00-29a30899ce24 req-35516ac7-4669-406c-b299-ad9c3ec68b75 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9027803 Jul 24 00:36:11.040515 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-ddccb7cf-babf-4e23-8b00-29a30899ce24 req-6d4a9a59-1348-4997-ab4b-8a31aa3a4215 service neutron] Request body: {'port': {'device_id': 'dd431650-c35c-4bd0-9d6f-2c710bec2557', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:36:11.109421 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-ddccb7cf-babf-4e23-8b00-29a30899ce24 req-6d4a9a59-1348-4997-ab4b-8a31aa3a4215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:11.376180 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-ddccb7cf-babf-4e23-8b00-29a30899ce24 req-6d4a9a59-1348-4997-ab4b-8a31aa3a4215 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9 {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:36:11.383357 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-ddccb7cf-babf-4e23-8b00-29a30899ce24 req-6d4a9a59-1348-4997-ab4b-8a31aa3a4215 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:11.395732 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-ddccb7cf-babf-4e23-8b00-29a30899ce24 req-6d4a9a59-1348-4997-ab4b-8a31aa3a4215 service neutron] Transition to ACTIVE for port object 32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9 will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:36:11.399510 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-ddccb7cf-babf-4e23-8b00-29a30899ce24 req-6d4a9a59-1348-4997-ab4b-8a31aa3a4215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:11.449284 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4a9a59-1348-4997-ab4b-8a31aa3a4215 service neutron] Pushing event updated for resources: {'Port': ['ID=32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:36:11.515874 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-ddccb7cf-babf-4e23-8b00-29a30899ce24 req-6d4a9a59-1348-4997-ab4b-8a31aa3a4215 service neutron] Attempting to bind port 32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9 on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:36:11.516216 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-ddccb7cf-babf-4e23-8b00-29a30899ce24 req-6d4a9a59-1348-4997-ab4b-8a31aa3a4215 service neutron] Attempting to bind port 32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9 by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': '5e5c2f6d-076a-48ef-9b25-ffd276bd469e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '9e0f8a51-384a-49b7-a05b-9191321ebce1'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:36:11.516548 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddccb7cf-babf-4e23-8b00-29a30899ce24 req-6d4a9a59-1348-4997-ab4b-8a31aa3a4215 service neutron] Attempting to bind port 32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9 on network 9e0f8a51-384a-49b7-a05b-9191321ebce1 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:36:11.520841 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddccb7cf-babf-4e23-8b00-29a30899ce24 req-6d4a9a59-1348-4997-ab4b-8a31aa3a4215 service neutron] Port 32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9 on network 9e0f8a51-384a-49b7-a05b-9191321ebce1 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:36:11.521173 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddccb7cf-babf-4e23-8b00-29a30899ce24 req-6d4a9a59-1348-4997-ab4b-8a31aa3a4215 service neutron] Attempting to bind port 32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9 on network 9e0f8a51-384a-49b7-a05b-9191321ebce1 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:36:11.525855 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddccb7cf-babf-4e23-8b00-29a30899ce24 req-6d4a9a59-1348-4997-ab4b-8a31aa3a4215 service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:36:11.526198 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddccb7cf-babf-4e23-8b00-29a30899ce24 req-6d4a9a59-1348-4997-ab4b-8a31aa3a4215 service neutron] Checking segment: {'id': '5e5c2f6d-076a-48ef-9b25-ffd276bd469e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '9e0f8a51-384a-49b7-a05b-9191321ebce1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:36:11.526586 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddccb7cf-babf-4e23-8b00-29a30899ce24 req-6d4a9a59-1348-4997-ab4b-8a31aa3a4215 service neutron] Bound using segment: {'id': '5e5c2f6d-076a-48ef-9b25-ffd276bd469e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '9e0f8a51-384a-49b7-a05b-9191321ebce1'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:36:11.527044 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-ddccb7cf-babf-4e23-8b00-29a30899ce24 req-6d4a9a59-1348-4997-ab4b-8a31aa3a4215 service neutron] Bound port: 32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e5c2f6d-076a-48ef-9b25-ffd276bd469e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '9e0f8a51-384a-49b7-a05b-9191321ebce1'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:36:11.527400 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-ddccb7cf-babf-4e23-8b00-29a30899ce24 req-6d4a9a59-1348-4997-ab4b-8a31aa3a4215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:11.607037 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-ddccb7cf-babf-4e23-8b00-29a30899ce24 req-6d4a9a59-1348-4997-ab4b-8a31aa3a4215 service neutron] For port 32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:36:11.611058 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-ddccb7cf-babf-4e23-8b00-29a30899ce24 req-6d4a9a59-1348-4997-ab4b-8a31aa3a4215 service neutron] For port 32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9,segment=NetworkSegment(5e5c2f6d-076a-48ef-9b25-ffd276bd469e),segment_id=5e5c2f6d-076a-48ef-9b25-ffd276bd469e)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:36:11.615802 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-ddccb7cf-babf-4e23-8b00-29a30899ce24 req-6d4a9a59-1348-4997-ab4b-8a31aa3a4215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:11.648678 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddccb7cf-babf-4e23-8b00-29a30899ce24 req-6d4a9a59-1348-4997-ab4b-8a31aa3a4215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:36:11.649344 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-ddccb7cf-babf-4e23-8b00-29a30899ce24 req-6d4a9a59-1348-4997-ab4b-8a31aa3a4215 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:11.650725 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ddccb7cf-babf-4e23-8b00-29a30899ce24 req-6d4a9a59-1348-4997-ab4b-8a31aa3a4215 service neutron] 10.222.0.52 "PUT /v2.0/ports/32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9 HTTP/1.1" status: 200 len: 1093 time: 0.6141794 Jul 24 00:36:11.651173 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd431650-c35c-4bd0-9d6f-2c710bec2557', 'tag': '32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:36:11.653441 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1886dc7e-027c-4a65-b39d-4856d01236be" -d '{"events": [{"name": "network-changed", "server_uuid": "dd431650-c35c-4bd0-9d6f-2c710bec2557", "tag": "32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:36:11.682926 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4a9a59-1348-4997-ab4b-8a31aa3a4215 service neutron] Pushing event updated for resources: {'Port': ['ID=32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:36:11.697694 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b99fa5b-da95-4239-b541-3f7c79795602 x-openstack-request-id: req-7b99fa5b-da95-4239-b541-3f7c79795602 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:36:11.698286 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd431650-c35c-4bd0-9d6f-2c710bec2557", "tag": "32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:36:11.698286 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7b99fa5b-da95-4239-b541-3f7c79795602 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:36:11.698605 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd431650-c35c-4bd0-9d6f-2c710bec2557', 'tag': '32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9', 'status': 'completed', 'code': 200} Jul 24 00:36:11.771590 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddccb7cf-babf-4e23-8b00-29a30899ce24 req-97a82efa-f2d9-4549-8619-b5f76262cca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:36:11.773118 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ddccb7cf-babf-4e23-8b00-29a30899ce24 req-97a82efa-f2d9-4549-8619-b5f76262cca3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e0fec4b457654792b286162064e1c50e&device_id=dd431650-c35c-4bd0-9d6f-2c710bec2557 HTTP/1.1" status: 200 len: 1096 time: 0.0845799 Jul 24 00:36:11.816021 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ddccb7cf-babf-4e23-8b00-29a30899ce24 req-99d32038-1c41-45dc-bceb-c8952ae90c2f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9 HTTP/1.1" status: 200 len: 217 time: 0.0364306 Jul 24 00:36:11.870544 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97ed088-07fa-43ac-8ddd-6ee5357c71c0 req-987963bc-fb63-4827-9db2-6f1048bf4002 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:36:11.872003 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f97ed088-07fa-43ac-8ddd-6ee5357c71c0 req-987963bc-fb63-4827-9db2-6f1048bf4002 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd431650-c35c-4bd0-9d6f-2c710bec2557 HTTP/1.1" status: 200 len: 944 time: 0.1344855 Jul 24 00:36:11.893410 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddccb7cf-babf-4e23-8b00-29a30899ce24 req-00282e7e-2cd9-4021-b0be-faa5297c1b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:36:11.896935 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ddccb7cf-babf-4e23-8b00-29a30899ce24 req-00282e7e-2cd9-4021-b0be-faa5297c1b68 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=914b85d7-c7dc-46a2-9560-ee3ae319456a HTTP/1.1" status: 200 len: 851 time: 0.0716252 Jul 24 00:36:11.947542 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ddccb7cf-babf-4e23-8b00-29a30899ce24 req-8b544a8b-a645-4046-a7d7-232226175b14 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9e0f8a51-384a-49b7-a05b-9191321ebce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419784 Jul 24 00:36:11.955102 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f97ed088-07fa-43ac-8ddd-6ee5357c71c0 req-90373fb7-9302-4b50-9049-c3e7c46c5fa7 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3266e1a-079f-484e-9319-8fc3729cab63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774031 Jul 24 00:36:12.040373 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ddccb7cf-babf-4e23-8b00-29a30899ce24 req-ecffecb0-aa05-4942-81eb-4adae39622a7 service neutron] 10.222.0.52 "GET /v2.0/networks/9e0f8a51-384a-49b7-a05b-9191321ebce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843375 Jul 24 00:36:12.131533 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ddccb7cf-babf-4e23-8b00-29a30899ce24 req-5490d648-0fc8-4e12-9318-b7e735f04b22 service neutron] 10.222.0.52 "GET /v2.0/networks/9e0f8a51-384a-49b7-a05b-9191321ebce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852997 Jul 24 00:36:12.234379 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1886dc7e-027c-4a65-b39d-4856d01236be req-7a9006d2-659a-4e0a-bddd-07cc37b7d949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:36:12.236285 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1886dc7e-027c-4a65-b39d-4856d01236be req-7a9006d2-659a-4e0a-bddd-07cc37b7d949 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e0fec4b457654792b286162064e1c50e&device_id=dd431650-c35c-4bd0-9d6f-2c710bec2557 HTTP/1.1" status: 200 len: 1096 time: 0.0611153 Jul 24 00:36:12.327893 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1886dc7e-027c-4a65-b39d-4856d01236be req-0b5825c0-088b-4d1a-87a2-70469bda1dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:36:12.329388 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1886dc7e-027c-4a65-b39d-4856d01236be req-0b5825c0-088b-4d1a-87a2-70469bda1dc2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9e0f8a51-384a-49b7-a05b-9191321ebce1 HTTP/1.1" status: 200 len: 912 time: 0.0870700 Jul 24 00:36:12.369299 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1886dc7e-027c-4a65-b39d-4856d01236be req-00797d40-f68e-4663-9512-a00c9f6a0cbc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9 HTTP/1.1" status: 200 len: 217 time: 0.0330625 Jul 24 00:36:12.417975 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1886dc7e-027c-4a65-b39d-4856d01236be req-213f9015-ff3c-4b60-b479-c3e092571cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:36:12.419478 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1886dc7e-027c-4a65-b39d-4856d01236be req-213f9015-ff3c-4b60-b479-c3e092571cc8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=914b85d7-c7dc-46a2-9560-ee3ae319456a HTTP/1.1" status: 200 len: 851 time: 0.0427322 Jul 24 00:36:12.455978 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1886dc7e-027c-4a65-b39d-4856d01236be req-5406647b-156a-423f-b31b-2b5c476c83c0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9e0f8a51-384a-49b7-a05b-9191321ebce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298333 Jul 24 00:36:12.548479 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1886dc7e-027c-4a65-b39d-4856d01236be req-4adde21e-7539-4fda-bada-8ab4b9351d55 service neutron] 10.222.0.52 "GET /v2.0/networks/9e0f8a51-384a-49b7-a05b-9191321ebce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853798 Jul 24 00:36:12.640073 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1886dc7e-027c-4a65-b39d-4856d01236be req-fc0ab84d-e523-43ec-9abf-526da77f0be4 service neutron] 10.222.0.52 "GET /v2.0/networks/9e0f8a51-384a-49b7-a05b-9191321ebce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846233 Jul 24 00:36:12.967081 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9 details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:36:13.069144 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9,segment=NetworkSegment(5e5c2f6d-076a-48ef-9b25-ffd276bd469e),segment_id=5e5c2f6d-076a-48ef-9b25-ffd276bd469e)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:36:13.080584 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': '32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9', 'network_id': '9e0f8a51-384a-49b7-a05b-9191321ebce1', 'port_id': '32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9', 'mac_address': 'fa:16:3e:a7:8f:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '914b85d7-c7dc-46a2-9560-ee3ae319456a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:36:13.088820 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf724bab-2f35-4cf1-a11c-135cd8725f70 req-dda7685c-5a8b-4581-9144-cd36c927ad80 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:36:13.090402 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cf724bab-2f35-4cf1-a11c-135cd8725f70 req-dda7685c-5a8b-4581-9144-cd36c927ad80 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd431650-c35c-4bd0-9d6f-2c710bec2557 HTTP/1.1" status: 200 len: 944 time: 0.0644550 Jul 24 00:36:13.118112 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:13.129079 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cf724bab-2f35-4cf1-a11c-135cd8725f70 req-de2900c9-8490-41a4-9583-55d22b279c42 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3266e1a-079f-484e-9319-8fc3729cab63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324736 Jul 24 00:36:13.131197 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:36:13.150454 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9,segment=NetworkSegment(5e5c2f6d-076a-48ef-9b25-ffd276bd469e),segment_id=5e5c2f6d-076a-48ef-9b25-ffd276bd469e)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:36:13.154406 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:13.201236 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:36:13.340188 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:36:14.257587 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93068377-fe70-4de1-b866-e9b78b28a154 req-68356161-c526-4f55-9448-b74535541767 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:36:14.259085 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-93068377-fe70-4de1-b866-e9b78b28a154 req-68356161-c526-4f55-9448-b74535541767 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd431650-c35c-4bd0-9d6f-2c710bec2557 HTTP/1.1" status: 200 len: 945 time: 0.0645311 Jul 24 00:36:14.295861 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-93068377-fe70-4de1-b866-e9b78b28a154 req-18c11563-c37d-48fa-98b9-df5aa3aa4bed tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3266e1a-079f-484e-9319-8fc3729cab63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312638 Jul 24 00:36:14.982015 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9 up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:36:15.029392 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port 32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:36:15.033616 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port 32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:36:15.033996 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:15.081277 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:15.121674 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:15.143963 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd431650-c35c-4bd0-9d6f-2c710bec2557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:36:15.146211 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce4f9260-3e68-4903-a360-fd8c8595d052" -d '{"events": [{"server_uuid": "dd431650-c35c-4bd0-9d6f-2c710bec2557", "name": "network-vif-plugged", "status": "completed", "tag": "32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:36:15.158592 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9,segment=NetworkSegment(5e5c2f6d-076a-48ef-9b25-ffd276bd469e),segment_id=5e5c2f6d-076a-48ef-9b25-ffd276bd469e)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:36:15.162949 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:15.186428 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8447a264-5c25-4930-a8c6-8529f311c10c x-openstack-request-id: req-8447a264-5c25-4930-a8c6-8529f311c10c {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:36:15.186741 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd431650-c35c-4bd0-9d6f-2c710bec2557", "name": "network-vif-plugged", "status": "completed", "tag": "32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:36:15.187638 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8447a264-5c25-4930-a8c6-8529f311c10c {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:36:15.188028 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd431650-c35c-4bd0-9d6f-2c710bec2557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9', 'code': 200} Jul 24 00:36:15.215476 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:36:15.292153 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cbd959-c9a4-4297-a44c-4eabc5140a2d req-0147e9ef-7dc3-4ddf-ba75-45b0adc5ec2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:36:15.293743 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-37cbd959-c9a4-4297-a44c-4eabc5140a2d req-0147e9ef-7dc3-4ddf-ba75-45b0adc5ec2c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=dd431650-c35c-4bd0-9d6f-2c710bec2557 HTTP/1.1" status: 200 len: 1098 time: 0.0532305 Jul 24 00:36:15.327352 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-37cbd959-c9a4-4297-a44c-4eabc5140a2d req-174995b6-a828-4af2-927b-269e923501f6 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c3266e1a-079f-484e-9319-8fc3729cab63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269957 Jul 24 00:36:15.426691 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3347b7d3-fa73-4006-a80a-81ee96369631 req-6999f218-a70e-40eb-9fd7-2742f9cb6bca tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:36:15.428178 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3347b7d3-fa73-4006-a80a-81ee96369631 req-6999f218-a70e-40eb-9fd7-2742f9cb6bca tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd431650-c35c-4bd0-9d6f-2c710bec2557 HTTP/1.1" status: 200 len: 946 time: 0.0663314 Jul 24 00:36:15.465782 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3347b7d3-fa73-4006-a80a-81ee96369631 req-034e5875-ce29-4bf1-b3f9-8b1f4acef2d8 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3266e1a-079f-484e-9319-8fc3729cab63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320458 Jul 24 00:36:16.599843 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ba730-3ff2-47c0-913e-02e09a680e7b req-18aa4ad1-e7d7-4809-8725-4dcb738858a7 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:36:16.601346 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-796ba730-3ff2-47c0-913e-02e09a680e7b req-18aa4ad1-e7d7-4809-8725-4dcb738858a7 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd431650-c35c-4bd0-9d6f-2c710bec2557 HTTP/1.1" status: 200 len: 946 time: 0.0683913 Jul 24 00:36:16.638475 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-796ba730-3ff2-47c0-913e-02e09a680e7b req-0f11d7b0-fdc0-43e8-a251-efcc516c5941 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3266e1a-079f-484e-9319-8fc3729cab63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316365 Jul 24 00:36:16.824264 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 39504) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:36:16.889746 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b7789a-968f-4761-bb1b-fd4fb231d38c req-ca4dad5f-7ae3-4621-995e-45968a8a5525 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:36:16.891297 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-30b7789a-968f-4761-bb1b-fd4fb231d38c req-ca4dad5f-7ae3-4621-995e-45968a8a5525 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd431650-c35c-4bd0-9d6f-2c710bec2557 HTTP/1.1" status: 200 len: 946 time: 0.0655341 Jul 24 00:36:16.929254 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-30b7789a-968f-4761-bb1b-fd4fb231d38c req-59cf8f8f-931d-4430-a587-1affe9f641ec tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3266e1a-079f-484e-9319-8fc3729cab63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324104 Jul 24 00:36:16.930716 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cd7c6611-d864-451d-a772-0c38ca81cfd2 req-bc41f673-4b9d-4e1f-9b93-0f0d6bd082e9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=dd431650-c35c-4bd0-9d6f-2c710bec2557&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1050825 Jul 24 00:36:16.940627 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [req-cd7c6611-d864-451d-a772-0c38ca81cfd2 req-74f61909-cf48-44b7-a274-dec07d50309c service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=100313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:36:16.941803 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cd7c6611-d864-451d-a772-0c38ca81cfd2 req-74f61909-cf48-44b7-a274-dec07d50309c service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063770 Jul 24 00:36:18.033600 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:18.106427 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c6611-d864-451d-a772-0c38ca81cfd2 req-c15e53ff-cf0e-4c87-8b04-5d5019e61db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:36:18.107929 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cd7c6611-d864-451d-a772-0c38ca81cfd2 req-c15e53ff-cf0e-4c87-8b04-5d5019e61db5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e0fec4b457654792b286162064e1c50e&device_id=dd431650-c35c-4bd0-9d6f-2c710bec2557 HTTP/1.1" status: 200 len: 1098 time: 0.0880494 Jul 24 00:36:18.117273 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4649bb0-a032-488a-8744-ed12e1980e96 req-eb64e77a-4135-4ae3-b8ef-d90d71959e3c tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:36:18.118660 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f4649bb0-a032-488a-8744-ed12e1980e96 req-eb64e77a-4135-4ae3-b8ef-d90d71959e3c tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd431650-c35c-4bd0-9d6f-2c710bec2557 HTTP/1.1" status: 200 len: 946 time: 0.1107543 Jul 24 00:36:18.206050 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f4649bb0-a032-488a-8744-ed12e1980e96 req-95d46de0-8d63-4151-854f-27ab7a944523 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3266e1a-079f-484e-9319-8fc3729cab63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786321 Jul 24 00:36:18.230519 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c6611-d864-451d-a772-0c38ca81cfd2 req-fef415b1-4946-4ce0-bd4e-af3be1927683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:36:18.231993 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cd7c6611-d864-451d-a772-0c38ca81cfd2 req-fef415b1-4946-4ce0-bd4e-af3be1927683 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9e0f8a51-384a-49b7-a05b-9191321ebce1 HTTP/1.1" status: 200 len: 912 time: 0.1124930 Jul 24 00:36:18.273264 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cd7c6611-d864-451d-a772-0c38ca81cfd2 req-9fb32c80-fff9-40a0-b82e-a21d2af25fe3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9 HTTP/1.1" status: 200 len: 217 time: 0.0350959 Jul 24 00:36:18.321110 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c6611-d864-451d-a772-0c38ca81cfd2 req-6134cb89-a537-40d8-bada-3fb217977900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:36:18.322525 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cd7c6611-d864-451d-a772-0c38ca81cfd2 req-6134cb89-a537-40d8-bada-3fb217977900 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=914b85d7-c7dc-46a2-9560-ee3ae319456a HTTP/1.1" status: 200 len: 851 time: 0.0440156 Jul 24 00:36:18.354431 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cd7c6611-d864-451d-a772-0c38ca81cfd2 req-6126901c-4c4c-4284-a315-7da928e50b16 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9e0f8a51-384a-49b7-a05b-9191321ebce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260093 Jul 24 00:36:18.445921 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cd7c6611-d864-451d-a772-0c38ca81cfd2 req-d1b3c7b8-8450-4894-91de-04af4192585c service neutron] 10.222.0.52 "GET /v2.0/networks/9e0f8a51-384a-49b7-a05b-9191321ebce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843875 Jul 24 00:36:18.542557 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cd7c6611-d864-451d-a772-0c38ca81cfd2 req-60f4bff4-f509-407b-b33b-d6fb0ae7d160 service neutron] 10.222.0.52 "GET /v2.0/networks/9e0f8a51-384a-49b7-a05b-9191321ebce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900352 Jul 24 00:36:19.333417 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d170f480-fcf8-426e-90cb-c55d25ea57fe req-61cbc357-ae8a-439e-a1cd-419c7a2acb86 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:36:19.335581 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d170f480-fcf8-426e-90cb-c55d25ea57fe req-61cbc357-ae8a-439e-a1cd-419c7a2acb86 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd431650-c35c-4bd0-9d6f-2c710bec2557 HTTP/1.1" status: 200 len: 946 time: 0.0633833 Jul 24 00:36:19.372048 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d170f480-fcf8-426e-90cb-c55d25ea57fe req-2f8ceb31-4520-4b96-a72f-30d641d1f74b tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3266e1a-079f-484e-9319-8fc3729cab63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310750 Jul 24 00:36:20.499172 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5af8c4-c50a-4cb0-899c-3155915b83a1 req-0db550e6-feff-4f02-8130-3c30aef614c2 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:36:20.500684 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5b5af8c4-c50a-4cb0-899c-3155915b83a1 req-0db550e6-feff-4f02-8130-3c30aef614c2 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd431650-c35c-4bd0-9d6f-2c710bec2557 HTTP/1.1" status: 200 len: 946 time: 0.0627387 Jul 24 00:36:20.537441 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5b5af8c4-c50a-4cb0-899c-3155915b83a1 req-eecf3648-9c31-471a-b680-c16cf0aa5fb0 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3266e1a-079f-484e-9319-8fc3729cab63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312946 Jul 24 00:36:21.671004 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e46f67-153e-4fd5-9dd7-366c44841def req-d88772f6-1480-4cc8-81c1-81186b6073c4 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:36:21.672473 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-17e46f67-153e-4fd5-9dd7-366c44841def req-d88772f6-1480-4cc8-81c1-81186b6073c4 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd431650-c35c-4bd0-9d6f-2c710bec2557 HTTP/1.1" status: 200 len: 946 time: 0.0661924 Jul 24 00:36:21.710379 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-17e46f67-153e-4fd5-9dd7-366c44841def req-29a8e552-e733-443c-adb1-fddae2d19596 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3266e1a-079f-484e-9319-8fc3729cab63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317380 Jul 24 00:36:22.836846 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eed04a9-3710-4d88-926b-4648dee4152c req-ea5ec9c5-dfbc-4116-8c1e-9f607587d0a3 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:36:22.838321 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1eed04a9-3710-4d88-926b-4648dee4152c req-ea5ec9c5-dfbc-4116-8c1e-9f607587d0a3 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd431650-c35c-4bd0-9d6f-2c710bec2557 HTTP/1.1" status: 200 len: 946 time: 0.0630889 Jul 24 00:36:22.873998 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1eed04a9-3710-4d88-926b-4648dee4152c req-ad9fb072-673f-49ee-9910-7e426ed89a42 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3266e1a-079f-484e-9319-8fc3729cab63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300064 Jul 24 00:36:23.208176 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-fc1cfc13-a926-42d2-9d31-9908d5fc56e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:24.009588 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba0c83-6a8c-4abc-ade0-bb0ab0795885 req-1bf77f51-15bd-4693-ac9d-8ef98ba5b259 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:36:24.011133 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-01ba0c83-6a8c-4abc-ade0-bb0ab0795885 req-1bf77f51-15bd-4693-ac9d-8ef98ba5b259 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd431650-c35c-4bd0-9d6f-2c710bec2557 HTTP/1.1" status: 200 len: 946 time: 0.0690091 Jul 24 00:36:24.049036 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-01ba0c83-6a8c-4abc-ade0-bb0ab0795885 req-5a4fd0aa-fc81-4f9b-ab01-6f7d60b9f411 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3266e1a-079f-484e-9319-8fc3729cab63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323923 Jul 24 00:36:25.178620 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed332dcf-8b26-4211-86c4-5bef6cd0b26c req-46671a31-968f-4ab7-a8b9-23e9fd70e0f0 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:36:25.180009 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ed332dcf-8b26-4211-86c4-5bef6cd0b26c req-46671a31-968f-4ab7-a8b9-23e9fd70e0f0 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd431650-c35c-4bd0-9d6f-2c710bec2557 HTTP/1.1" status: 200 len: 946 time: 0.0652969 Jul 24 00:36:25.217103 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ed332dcf-8b26-4211-86c4-5bef6cd0b26c req-40301f20-647a-4885-8aef-11f9eb934a28 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3266e1a-079f-484e-9319-8fc3729cab63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315237 Jul 24 00:36:25.783280 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-6d026473-3c67-4135-a932-63604f68b3ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:26.350993 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb0f687-ee65-4eb3-b8f2-cef943ea615c req-655cbe3f-0b3c-4a1b-b61d-6c63b25031e4 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:36:26.352470 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4eb0f687-ee65-4eb3-b8f2-cef943ea615c req-655cbe3f-0b3c-4a1b-b61d-6c63b25031e4 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd431650-c35c-4bd0-9d6f-2c710bec2557 HTTP/1.1" status: 200 len: 946 time: 0.0664454 Jul 24 00:36:26.389832 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4eb0f687-ee65-4eb3-b8f2-cef943ea615c req-ac521327-c5b3-4af3-8805-68435056b045 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3266e1a-079f-484e-9319-8fc3729cab63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319068 Jul 24 00:36:26.811397 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:27.388530 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:27.525851 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05488887-3f8a-4a09-8c97-8ff7c9264c7d req-b3fd1120-1b78-45d6-92ab-4d4061515cfb tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:36:27.527355 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-05488887-3f8a-4a09-8c97-8ff7c9264c7d req-b3fd1120-1b78-45d6-92ab-4d4061515cfb tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd431650-c35c-4bd0-9d6f-2c710bec2557 HTTP/1.1" status: 200 len: 946 time: 0.0704491 Jul 24 00:36:27.563697 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-05488887-3f8a-4a09-8c97-8ff7c9264c7d req-b83b3c70-ac8a-4598-8470-25ba2288c061 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3266e1a-079f-484e-9319-8fc3729cab63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306449 Jul 24 00:36:28.690912 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3366cc-71e9-41ac-afc1-cf464cb179a4 req-e25b2262-fb68-4491-83c9-b612f05f37de tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:36:28.692405 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0f3366cc-71e9-41ac-afc1-cf464cb179a4 req-e25b2262-fb68-4491-83c9-b612f05f37de tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd431650-c35c-4bd0-9d6f-2c710bec2557 HTTP/1.1" status: 200 len: 946 time: 0.0632169 Jul 24 00:36:28.729798 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0f3366cc-71e9-41ac-afc1-cf464cb179a4 req-4e741979-fd02-45ab-b8d5-04b77c39618f tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3266e1a-079f-484e-9319-8fc3729cab63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318677 Jul 24 00:36:28.979992 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:29.857922 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105fe496-d6a4-4e74-9c8c-46c1405da540 req-f4df11a3-54bc-4014-9b0e-10594645f739 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:36:29.859389 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-105fe496-d6a4-4e74-9c8c-46c1405da540 req-f4df11a3-54bc-4014-9b0e-10594645f739 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd431650-c35c-4bd0-9d6f-2c710bec2557 HTTP/1.1" status: 200 len: 946 time: 0.0633903 Jul 24 00:36:29.895552 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-105fe496-d6a4-4e74-9c8c-46c1405da540 req-7ee925bb-b463-40ca-86d6-54042ffca47c tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3266e1a-079f-484e-9319-8fc3729cab63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300314 Jul 24 00:36:31.023701 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a6c80-d2ed-4171-a18d-eb3cc6202a3e req-639b2a98-ed71-4455-97ed-253092d1a8d5 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:36:31.025224 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fb3a6c80-d2ed-4171-a18d-eb3cc6202a3e req-639b2a98-ed71-4455-97ed-253092d1a8d5 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd431650-c35c-4bd0-9d6f-2c710bec2557 HTTP/1.1" status: 200 len: 946 time: 0.0627470 Jul 24 00:36:31.062050 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fb3a6c80-d2ed-4171-a18d-eb3cc6202a3e req-6815070d-1897-46cb-86b6-86af9df344d9 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3266e1a-079f-484e-9319-8fc3729cab63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313849 Jul 24 00:36:32.195237 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeda9b93-fc29-4a0c-9afa-d983a81d9b74 req-78c0a6eb-4a0b-46f7-8c8c-77e55a24178b tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:36:32.196736 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-eeda9b93-fc29-4a0c-9afa-d983a81d9b74 req-78c0a6eb-4a0b-46f7-8c8c-77e55a24178b tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd431650-c35c-4bd0-9d6f-2c710bec2557 HTTP/1.1" status: 200 len: 946 time: 0.0681524 Jul 24 00:36:32.232101 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-eeda9b93-fc29-4a0c-9afa-d983a81d9b74 req-ab710bb2-5bdc-44f0-be6b-d96aeede9971 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3266e1a-079f-484e-9319-8fc3729cab63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298767 Jul 24 00:36:33.369947 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f30d51-d85c-4239-aa3f-df484eee2c6b req-87b24f44-41e3-4441-ab5a-678a5c2a6859 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:36:33.371434 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c0f30d51-d85c-4239-aa3f-df484eee2c6b req-87b24f44-41e3-4441-ab5a-678a5c2a6859 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd431650-c35c-4bd0-9d6f-2c710bec2557 HTTP/1.1" status: 200 len: 946 time: 0.0688303 Jul 24 00:36:33.408899 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c0f30d51-d85c-4239-aa3f-df484eee2c6b req-40ca8c5d-4c31-4182-9b0f-1c4df4723b91 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3266e1a-079f-484e-9319-8fc3729cab63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319562 Jul 24 00:36:34.537335 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43201257-1f8c-4da6-be59-f1fc1aea265f req-e9d5419c-6b7f-4480-8db8-22147d89fff0 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:36:34.538819 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-43201257-1f8c-4da6-be59-f1fc1aea265f req-e9d5419c-6b7f-4480-8db8-22147d89fff0 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd431650-c35c-4bd0-9d6f-2c710bec2557 HTTP/1.1" status: 200 len: 946 time: 0.0626550 Jul 24 00:36:34.574715 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-43201257-1f8c-4da6-be59-f1fc1aea265f req-47d9ffc3-ce03-4833-b815-46645f400865 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3266e1a-079f-484e-9319-8fc3729cab63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304654 Jul 24 00:36:35.703158 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b009d27-f394-48f6-bfd3-35f47c7873af req-2c86ee6c-93ae-46a9-aad3-0fb1747af305 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:36:35.704641 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9b009d27-f394-48f6-bfd3-35f47c7873af req-2c86ee6c-93ae-46a9-aad3-0fb1747af305 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd431650-c35c-4bd0-9d6f-2c710bec2557 HTTP/1.1" status: 200 len: 946 time: 0.0628710 Jul 24 00:36:35.741629 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9b009d27-f394-48f6-bfd3-35f47c7873af req-b323271d-f758-4c20-820c-d45b5472c803 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3266e1a-079f-484e-9319-8fc3729cab63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314190 Jul 24 00:36:36.871238 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e41e59-6375-47f7-a89b-1ae08805347a req-8576160e-7a1e-41a9-bdf2-2fbb1395d924 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:36:36.872741 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-83e41e59-6375-47f7-a89b-1ae08805347a req-8576160e-7a1e-41a9-bdf2-2fbb1395d924 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd431650-c35c-4bd0-9d6f-2c710bec2557 HTTP/1.1" status: 200 len: 946 time: 0.0665109 Jul 24 00:36:36.914468 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-83e41e59-6375-47f7-a89b-1ae08805347a req-4140672f-3aff-49b8-8509-04fa854a4d3a tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3266e1a-079f-484e-9319-8fc3729cab63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359197 Jul 24 00:36:38.046209 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f454df67-45f6-4eb0-b4c8-1e6fda4a2f46 req-b2666ce1-bd2a-44c2-92a3-094b23b5d9c6 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:36:38.047713 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f454df67-45f6-4eb0-b4c8-1e6fda4a2f46 req-b2666ce1-bd2a-44c2-92a3-094b23b5d9c6 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd431650-c35c-4bd0-9d6f-2c710bec2557 HTTP/1.1" status: 200 len: 946 time: 0.0671678 Jul 24 00:36:38.085236 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f454df67-45f6-4eb0-b4c8-1e6fda4a2f46 req-21693abf-2a3f-4475-b773-a1fadd156f9f tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3266e1a-079f-484e-9319-8fc3729cab63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312579 Jul 24 00:36:39.212211 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b024b-71ac-41d9-adf1-2361a6cc1762 req-9887d7d2-3cd7-44d1-a04a-30ecdcb85f2b tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:36:39.213740 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1f4b024b-71ac-41d9-adf1-2361a6cc1762 req-9887d7d2-3cd7-44d1-a04a-30ecdcb85f2b tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd431650-c35c-4bd0-9d6f-2c710bec2557 HTTP/1.1" status: 200 len: 946 time: 0.0640376 Jul 24 00:36:39.249863 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1f4b024b-71ac-41d9-adf1-2361a6cc1762 req-08e5f9a1-6c73-4b9c-a585-4759fc05ed5c tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3266e1a-079f-484e-9319-8fc3729cab63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308390 Jul 24 00:36:40.377912 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc6fe6-9f1a-4a52-963d-699dbb816e5a req-d168752c-d9ae-45ac-bede-e09b88ad6680 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:36:40.379421 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b5cc6fe6-9f1a-4a52-963d-699dbb816e5a req-d168752c-d9ae-45ac-bede-e09b88ad6680 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd431650-c35c-4bd0-9d6f-2c710bec2557 HTTP/1.1" status: 200 len: 946 time: 0.0642543 Jul 24 00:36:40.416532 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b5cc6fe6-9f1a-4a52-963d-699dbb816e5a req-983bed99-99af-4f95-a662-5305f52569bb tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3266e1a-079f-484e-9319-8fc3729cab63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316715 Jul 24 00:36:41.555708 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19cb55d-3b1c-4617-b766-46dd3d71d56b req-699e1aa1-031c-482a-b1ac-83243d8115a0 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:36:41.557948 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f19cb55d-3b1c-4617-b766-46dd3d71d56b req-699e1aa1-031c-482a-b1ac-83243d8115a0 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd431650-c35c-4bd0-9d6f-2c710bec2557 HTTP/1.1" status: 200 len: 946 time: 0.0759425 Jul 24 00:36:41.605583 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f19cb55d-3b1c-4617-b766-46dd3d71d56b req-ad48ef4b-6717-4932-acbe-dfe2530e53e4 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3266e1a-079f-484e-9319-8fc3729cab63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403860 Jul 24 00:36:42.731384 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b514634-a7bd-4cb9-bd2e-c7581b5564af req-b8fa7d7f-fb75-4f13-bc1d-1590f8071f67 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:36:42.732870 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7b514634-a7bd-4cb9-bd2e-c7581b5564af req-b8fa7d7f-fb75-4f13-bc1d-1590f8071f67 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd431650-c35c-4bd0-9d6f-2c710bec2557 HTTP/1.1" status: 200 len: 946 time: 0.0630276 Jul 24 00:36:42.769459 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7b514634-a7bd-4cb9-bd2e-c7581b5564af req-138023b1-88ee-43b7-98c1-22b17b5d9b8f tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3266e1a-079f-484e-9319-8fc3729cab63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310476 Jul 24 00:36:43.899283 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85492378-405f-4561-90d2-4e9ec3159c8a req-9780dd09-bffa-47c4-9f09-fa3137d41c24 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:36:43.900779 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-85492378-405f-4561-90d2-4e9ec3159c8a req-9780dd09-bffa-47c4-9f09-fa3137d41c24 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd431650-c35c-4bd0-9d6f-2c710bec2557 HTTP/1.1" status: 200 len: 946 time: 0.0659668 Jul 24 00:36:43.938744 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-85492378-405f-4561-90d2-4e9ec3159c8a req-dc5898fb-60db-4864-a238-0b029a05e3f4 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3266e1a-079f-484e-9319-8fc3729cab63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322480 Jul 24 00:36:45.070958 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac43bcb9-3676-4013-baf1-0fffa6c82c6c req-b24a4d09-3746-4b7e-9d73-d8770a75d5ca tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:36:45.072493 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ac43bcb9-3676-4013-baf1-0fffa6c82c6c req-b24a4d09-3746-4b7e-9d73-d8770a75d5ca tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd431650-c35c-4bd0-9d6f-2c710bec2557 HTTP/1.1" status: 200 len: 946 time: 0.0679724 Jul 24 00:36:45.080386 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:45.109629 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ac43bcb9-3676-4013-baf1-0fffa6c82c6c req-ec6cf731-72a0-4ab5-92ac-b104215e4b90 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3266e1a-079f-484e-9319-8fc3729cab63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314393 Jul 24 00:36:45.710078 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [req-cd7c6611-d864-451d-a772-0c38ca81cfd2 req-c14841be-2946-400d-847f-6e4bc2372329 service neutron] show failed (client error): The resource could not be found. Jul 24 00:36:45.711077 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cd7c6611-d864-451d-a772-0c38ca81cfd2 req-c14841be-2946-400d-847f-6e4bc2372329 service neutron] 10.222.0.52 "GET /v2.0/ports/32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9/bindings/n-h2-800088-16 HTTP/1.1" status: 404 len: 381 time: 0.0557802 Jul 24 00:36:45.950622 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c6611-d864-451d-a772-0c38ca81cfd2 req-1d0aaa1f-bb91-4816-9487-6b64fb00a58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:36:45.952133 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cd7c6611-d864-451d-a772-0c38ca81cfd2 req-1d0aaa1f-bb91-4816-9487-6b64fb00a58a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=dd431650-c35c-4bd0-9d6f-2c710bec2557&tenant_id=e0fec4b457654792b286162064e1c50e HTTP/1.1" status: 200 len: 1098 time: 0.0935807 Jul 24 00:36:45.962936 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-cd7c6611-d864-451d-a772-0c38ca81cfd2 req-1e623a4d-c6ec-4661-87dd-fd166f77717f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800088-16', 'device_owner': 'compute:nova'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:36:46.030526 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-cd7c6611-d864-451d-a772-0c38ca81cfd2 req-1e623a4d-c6ec-4661-87dd-fd166f77717f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:46.229031 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-cd7c6611-d864-451d-a772-0c38ca81cfd2 req-1e623a4d-c6ec-4661-87dd-fd166f77717f service neutron] For port 32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9,segment=NetworkSegment(5e5c2f6d-076a-48ef-9b25-ffd276bd469e),segment_id=5e5c2f6d-076a-48ef-9b25-ffd276bd469e)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:36:46.240229 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c20f6d-580a-4656-8dd0-aabc413dfc4d req-7b04ed52-65b9-4b9a-a0c8-fca2f8d55fbc tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:36:46.241798 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e2c20f6d-580a-4656-8dd0-aabc413dfc4d req-7b04ed52-65b9-4b9a-a0c8-fca2f8d55fbc tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd431650-c35c-4bd0-9d6f-2c710bec2557 HTTP/1.1" status: 200 len: 946 time: 0.0652370 Jul 24 00:36:46.262716 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-cd7c6611-d864-451d-a772-0c38ca81cfd2 req-1e623a4d-c6ec-4661-87dd-fd166f77717f service neutron] For port 32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9, host n-h1-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:36:46.282845 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e2c20f6d-580a-4656-8dd0-aabc413dfc4d req-48ac7c4f-7cf1-4084-9f53-a68749e42bd2 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3266e1a-079f-484e-9319-8fc3729cab63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355604 Jul 24 00:36:46.305378 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd431650-c35c-4bd0-9d6f-2c710bec2557', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:36:46.307608 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2437d6-2d36-4626-9898-7caa16e6991a" -d '{"events": [{"server_uuid": "dd431650-c35c-4bd0-9d6f-2c710bec2557", "name": "network-vif-unplugged", "status": "completed", "tag": "32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:36:46.311112 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-cd7c6611-d864-451d-a772-0c38ca81cfd2 req-1e623a4d-c6ec-4661-87dd-fd166f77717f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:46.323817 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-cd7c6611-d864-451d-a772-0c38ca81cfd2 req-1e623a4d-c6ec-4661-87dd-fd166f77717f service neutron] Transition to ACTIVE for port object 32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9 will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:36:46.327548 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-cd7c6611-d864-451d-a772-0c38ca81cfd2 req-1e623a4d-c6ec-4661-87dd-fd166f77717f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:46.348649 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:36:46.363418 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 00:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d16ef681-181a-4dcd-b1d8-efb4c93a41fe x-openstack-request-id: req-d16ef681-181a-4dcd-b1d8-efb4c93a41fe {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:36:46.363709 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd431650-c35c-4bd0-9d6f-2c710bec2557", "name": "network-vif-unplugged", "status": "completed", "tag": "32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:36:46.363958 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d16ef681-181a-4dcd-b1d8-efb4c93a41fe {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:36:46.364340 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd431650-c35c-4bd0-9d6f-2c710bec2557', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9', 'code': 200} Jul 24 00:36:46.390381 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd7c6611-d864-451d-a772-0c38ca81cfd2 req-1e623a4d-c6ec-4661-87dd-fd166f77717f service neutron] No DVR routers for this DVR port 32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9 on host n-h1-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:36:46.397295 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e623a4d-c6ec-4661-87dd-fd166f77717f service neutron] Pushing event updated for resources: {'Port': ['ID=32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9,revision_number=6']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:36:46.432470 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-cd7c6611-d864-451d-a772-0c38ca81cfd2 req-1e623a4d-c6ec-4661-87dd-fd166f77717f service neutron] Attempting to bind port 32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:36:46.432825 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-cd7c6611-d864-451d-a772-0c38ca81cfd2 req-1e623a4d-c6ec-4661-87dd-fd166f77717f service neutron] Attempting to bind port 32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '5e5c2f6d-076a-48ef-9b25-ffd276bd469e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '9e0f8a51-384a-49b7-a05b-9191321ebce1'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:36:46.433164 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7c6611-d864-451d-a772-0c38ca81cfd2 req-1e623a4d-c6ec-4661-87dd-fd166f77717f service neutron] Attempting to bind port 32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9 on network 9e0f8a51-384a-49b7-a05b-9191321ebce1 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:36:46.437410 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7c6611-d864-451d-a772-0c38ca81cfd2 req-1e623a4d-c6ec-4661-87dd-fd166f77717f service neutron] Port 32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9 on network 9e0f8a51-384a-49b7-a05b-9191321ebce1 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:36:46.437736 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7c6611-d864-451d-a772-0c38ca81cfd2 req-1e623a4d-c6ec-4661-87dd-fd166f77717f service neutron] Attempting to bind port 32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9 on network 9e0f8a51-384a-49b7-a05b-9191321ebce1 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:36:46.443364 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7c6611-d864-451d-a772-0c38ca81cfd2 req-1e623a4d-c6ec-4661-87dd-fd166f77717f service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:36:46.443702 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7c6611-d864-451d-a772-0c38ca81cfd2 req-1e623a4d-c6ec-4661-87dd-fd166f77717f service neutron] Checking segment: {'id': '5e5c2f6d-076a-48ef-9b25-ffd276bd469e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '9e0f8a51-384a-49b7-a05b-9191321ebce1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:36:46.444085 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7c6611-d864-451d-a772-0c38ca81cfd2 req-1e623a4d-c6ec-4661-87dd-fd166f77717f service neutron] Bound using segment: {'id': '5e5c2f6d-076a-48ef-9b25-ffd276bd469e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '9e0f8a51-384a-49b7-a05b-9191321ebce1'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:36:46.444510 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-cd7c6611-d864-451d-a772-0c38ca81cfd2 req-1e623a4d-c6ec-4661-87dd-fd166f77717f service neutron] Bound port: 32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e5c2f6d-076a-48ef-9b25-ffd276bd469e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '9e0f8a51-384a-49b7-a05b-9191321ebce1'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:36:46.444892 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-cd7c6611-d864-451d-a772-0c38ca81cfd2 req-1e623a4d-c6ec-4661-87dd-fd166f77717f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:46.508558 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-cd7c6611-d864-451d-a772-0c38ca81cfd2 req-1e623a4d-c6ec-4661-87dd-fd166f77717f service neutron] For port 32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:36:46.511582 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-cd7c6611-d864-451d-a772-0c38ca81cfd2 req-1e623a4d-c6ec-4661-87dd-fd166f77717f service neutron] For port 32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9,segment=NetworkSegment(5e5c2f6d-076a-48ef-9b25-ffd276bd469e),segment_id=5e5c2f6d-076a-48ef-9b25-ffd276bd469e)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:36:46.515144 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-cd7c6611-d864-451d-a772-0c38ca81cfd2 req-1e623a4d-c6ec-4661-87dd-fd166f77717f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:46.546480 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c6611-d864-451d-a772-0c38ca81cfd2 req-1e623a4d-c6ec-4661-87dd-fd166f77717f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:36:46.547153 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-cd7c6611-d864-451d-a772-0c38ca81cfd2 req-1e623a4d-c6ec-4661-87dd-fd166f77717f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:46.548572 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cd7c6611-d864-451d-a772-0c38ca81cfd2 req-1e623a4d-c6ec-4661-87dd-fd166f77717f service neutron] 10.222.0.64 "PUT /v2.0/ports/32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9 HTTP/1.1" status: 200 len: 1093 time: 0.5897448 Jul 24 00:36:46.578847 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e623a4d-c6ec-4661-87dd-fd166f77717f service neutron] Pushing event updated for resources: {'Port': ['ID=32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9,revision_number=7']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:36:46.628460 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c6611-d864-451d-a772-0c38ca81cfd2 req-6e85a723-4569-4d69-972e-10d9bc11235a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:36:46.630006 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cd7c6611-d864-451d-a772-0c38ca81cfd2 req-6e85a723-4569-4d69-972e-10d9bc11235a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e0fec4b457654792b286162064e1c50e&device_id=dd431650-c35c-4bd0-9d6f-2c710bec2557 HTTP/1.1" status: 200 len: 1096 time: 0.0589001 Jul 24 00:36:46.719543 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c6611-d864-451d-a772-0c38ca81cfd2 req-40d297b1-b070-42ec-984e-d94a1cdcb9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:36:46.721006 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cd7c6611-d864-451d-a772-0c38ca81cfd2 req-40d297b1-b070-42ec-984e-d94a1cdcb9a6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9e0f8a51-384a-49b7-a05b-9191321ebce1 HTTP/1.1" status: 200 len: 912 time: 0.0852129 Jul 24 00:36:46.761470 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cd7c6611-d864-451d-a772-0c38ca81cfd2 req-2e319c60-f677-470a-9bd5-6f17e4758447 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9 HTTP/1.1" status: 200 len: 217 time: 0.0344329 Jul 24 00:36:46.807699 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c6611-d864-451d-a772-0c38ca81cfd2 req-77f833b0-9f8b-45be-aac5-4b4ec4bb9b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:36:46.809153 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cd7c6611-d864-451d-a772-0c38ca81cfd2 req-77f833b0-9f8b-45be-aac5-4b4ec4bb9b3d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=914b85d7-c7dc-46a2-9560-ee3ae319456a HTTP/1.1" status: 200 len: 851 time: 0.0420387 Jul 24 00:36:46.845434 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cd7c6611-d864-451d-a772-0c38ca81cfd2 req-715c68fd-5d1d-470f-a0e7-aff3011beec4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9e0f8a51-384a-49b7-a05b-9191321ebce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306900 Jul 24 00:36:46.931870 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cd7c6611-d864-451d-a772-0c38ca81cfd2 req-e133cbc2-421b-49be-8859-35a7127b9d19 service neutron] 10.222.0.64 "GET /v2.0/networks/9e0f8a51-384a-49b7-a05b-9191321ebce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801141 Jul 24 00:36:47.024746 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cd7c6611-d864-451d-a772-0c38ca81cfd2 req-4332e8f5-e775-47a0-b010-a82584c8ddbb service neutron] 10.222.0.64 "GET /v2.0/networks/9e0f8a51-384a-49b7-a05b-9191321ebce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869646 Jul 24 00:36:47.411291 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2974e224-bf9b-4a66-bfa9-c8e7ed34d3a8 req-89d44bd7-79ad-4327-8ba9-39464d5a628e tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:36:47.412832 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2974e224-bf9b-4a66-bfa9-c8e7ed34d3a8 req-89d44bd7-79ad-4327-8ba9-39464d5a628e tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd431650-c35c-4bd0-9d6f-2c710bec2557 HTTP/1.1" status: 200 len: 944 time: 0.0629981 Jul 24 00:36:47.448910 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2974e224-bf9b-4a66-bfa9-c8e7ed34d3a8 req-caf42605-6f16-4af7-9aae-7ca24019bf69 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3266e1a-079f-484e-9319-8fc3729cab63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305970 Jul 24 00:36:48.057054 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:48.365431 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd431650-c35c-4bd0-9d6f-2c710bec2557', 'tag': '32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:36:48.367741 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c762828c-b0c7-4bcc-99e2-776fd68db1e3" -d '{"events": [{"name": "network-changed", "server_uuid": "dd431650-c35c-4bd0-9d6f-2c710bec2557", "tag": "32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:36:48.413536 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3e47b95-ce9b-4473-b5d7-b79e78d3a7f2 x-openstack-request-id: req-c3e47b95-ce9b-4473-b5d7-b79e78d3a7f2 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:36:48.413839 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd431650-c35c-4bd0-9d6f-2c710bec2557", "tag": "32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:36:48.414104 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c3e47b95-ce9b-4473-b5d7-b79e78d3a7f2 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:36:48.414500 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd431650-c35c-4bd0-9d6f-2c710bec2557', 'tag': '32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9', 'status': 'completed', 'code': 200} Jul 24 00:36:48.488791 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c762828c-b0c7-4bcc-99e2-776fd68db1e3 req-dfade161-072e-4a43-899a-c1b0831e4534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:36:48.490285 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c762828c-b0c7-4bcc-99e2-776fd68db1e3 req-dfade161-072e-4a43-899a-c1b0831e4534 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e0fec4b457654792b286162064e1c50e&device_id=dd431650-c35c-4bd0-9d6f-2c710bec2557 HTTP/1.1" status: 200 len: 1096 time: 0.0601056 Jul 24 00:36:48.498487 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c762828c-b0c7-4bcc-99e2-776fd68db1e3 req-5abb5930-f99f-4221-8e50-ea0575feb5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:36:48.500137 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c762828c-b0c7-4bcc-99e2-776fd68db1e3 req-5abb5930-f99f-4221-8e50-ea0575feb5b9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e0fec4b457654792b286162064e1c50e&device_id=dd431650-c35c-4bd0-9d6f-2c710bec2557 HTTP/1.1" status: 200 len: 1096 time: 0.0600512 Jul 24 00:36:48.609123 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c762828c-b0c7-4bcc-99e2-776fd68db1e3 req-09fdd5ac-6304-468d-9c9f-20c2cb57d850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:36:48.610936 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c762828c-b0c7-4bcc-99e2-776fd68db1e3 req-09fdd5ac-6304-468d-9c9f-20c2cb57d850 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9e0f8a51-384a-49b7-a05b-9191321ebce1 HTTP/1.1" status: 200 len: 912 time: 0.1039112 Jul 24 00:36:48.627173 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c762828c-b0c7-4bcc-99e2-776fd68db1e3 req-f4f89549-8626-4474-b60b-1afd6d3f514c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:36:48.628574 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c762828c-b0c7-4bcc-99e2-776fd68db1e3 req-f4f89549-8626-4474-b60b-1afd6d3f514c service neutron] 10.222.0.52 "GET /v2.0/networks?id=9e0f8a51-384a-49b7-a05b-9191321ebce1 HTTP/1.1" status: 200 len: 912 time: 0.1314836 Jul 24 00:36:48.653613 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c762828c-b0c7-4bcc-99e2-776fd68db1e3 req-60fba713-424b-41d9-8a39-4a6dc528ebb3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9 HTTP/1.1" status: 200 len: 217 time: 0.0353265 Jul 24 00:36:48.680069 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c762828c-b0c7-4bcc-99e2-776fd68db1e3 req-06e4d97b-7d77-4302-8de3-b0bdba178f7e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9 HTTP/1.1" status: 200 len: 217 time: 0.0440385 Jul 24 00:36:48.691895 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40a00f2-23bd-4ed9-a467-8c5ee1897c27 req-57a61ebb-0e0d-424f-8e69-874e44ac7a1d tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:36:48.693361 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f40a00f2-23bd-4ed9-a467-8c5ee1897c27 req-57a61ebb-0e0d-424f-8e69-874e44ac7a1d tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd431650-c35c-4bd0-9d6f-2c710bec2557 HTTP/1.1" status: 200 len: 944 time: 0.1270702 Jul 24 00:36:48.712777 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c762828c-b0c7-4bcc-99e2-776fd68db1e3 req-ccc094aa-f024-41b8-8a6c-f10bd0f9b177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:36:48.714556 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c762828c-b0c7-4bcc-99e2-776fd68db1e3 req-ccc094aa-f024-41b8-8a6c-f10bd0f9b177 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=914b85d7-c7dc-46a2-9560-ee3ae319456a HTTP/1.1" status: 200 len: 851 time: 0.0533354 Jul 24 00:36:48.752172 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c762828c-b0c7-4bcc-99e2-776fd68db1e3 req-05985117-461b-4778-8085-d1983696ae1e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9e0f8a51-384a-49b7-a05b-9191321ebce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313163 Jul 24 00:36:48.760207 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c762828c-b0c7-4bcc-99e2-776fd68db1e3 req-b866c6a9-ba6b-460d-9783-8ec3bc9dc707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:36:48.761680 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c762828c-b0c7-4bcc-99e2-776fd68db1e3 req-b866c6a9-ba6b-460d-9783-8ec3bc9dc707 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=914b85d7-c7dc-46a2-9560-ee3ae319456a HTTP/1.1" status: 200 len: 851 time: 0.0674837 Jul 24 00:36:48.764557 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f40a00f2-23bd-4ed9-a467-8c5ee1897c27 req-6e020746-32ca-482a-bbc6-5c26a6d6082e tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3266e1a-079f-484e-9319-8fc3729cab63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631232 Jul 24 00:36:48.795979 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c762828c-b0c7-4bcc-99e2-776fd68db1e3 req-256d8f59-273e-4a1a-81de-d98b4c6d2c6e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9e0f8a51-384a-49b7-a05b-9191321ebce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277691 Jul 24 00:36:48.842162 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c762828c-b0c7-4bcc-99e2-776fd68db1e3 req-d0eba991-171b-4795-900b-4e240494aa43 service neutron] 10.222.0.64 "GET /v2.0/networks/9e0f8a51-384a-49b7-a05b-9191321ebce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842278 Jul 24 00:36:48.886275 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c762828c-b0c7-4bcc-99e2-776fd68db1e3 req-37aabae4-fe77-4b21-a338-b9b570a75b70 service neutron] 10.222.0.52 "GET /v2.0/networks/9e0f8a51-384a-49b7-a05b-9191321ebce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842876 Jul 24 00:36:48.936053 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c762828c-b0c7-4bcc-99e2-776fd68db1e3 req-655e88c5-e793-4ebc-b67b-fa14a36b6bd7 service neutron] 10.222.0.64 "GET /v2.0/networks/9e0f8a51-384a-49b7-a05b-9191321ebce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852406 Jul 24 00:36:48.980343 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c762828c-b0c7-4bcc-99e2-776fd68db1e3 req-0f5eac8c-c263-49ad-ada6-b060dd116726 service neutron] 10.222.0.52 "GET /v2.0/networks/9e0f8a51-384a-49b7-a05b-9191321ebce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873883 Jul 24 00:36:49.137645 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9 no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:36:49.175132 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9 not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:36:49.691413 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9 details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:36:49.784251 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9,segment=NetworkSegment(5e5c2f6d-076a-48ef-9b25-ffd276bd469e),segment_id=5e5c2f6d-076a-48ef-9b25-ffd276bd469e)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:36:49.798586 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': '32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9', 'network_id': '9e0f8a51-384a-49b7-a05b-9191321ebce1', 'port_id': '32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9', 'mac_address': 'fa:16:3e:a7:8f:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '914b85d7-c7dc-46a2-9560-ee3ae319456a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:36:49.837538 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:49.851488 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:36:49.872626 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9,segment=NetworkSegment(5e5c2f6d-076a-48ef-9b25-ffd276bd469e),segment_id=5e5c2f6d-076a-48ef-9b25-ffd276bd469e)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:36:49.877016 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:49.910457 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c66de-f9da-4def-aade-ef13c1154299 req-61f8a821-d8df-4f4e-9da2-c559bc94452d tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:36:49.911968 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7a4c66de-f9da-4def-aade-ef13c1154299 req-61f8a821-d8df-4f4e-9da2-c559bc94452d tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd431650-c35c-4bd0-9d6f-2c710bec2557 HTTP/1.1" status: 200 len: 944 time: 0.0753000 Jul 24 00:36:49.926285 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9,revision_number=8']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:36:49.956551 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7a4c66de-f9da-4def-aade-ef13c1154299 req-e2411052-d6d4-46bd-ab6d-2202cb7db15d tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3266e1a-079f-484e-9319-8fc3729cab63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382931 Jul 24 00:36:50.110649 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:36:50.288168 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f12bef-4fe8-4bbf-add0-063a7cac3068 req-f3f45907-b6f3-44d1-9f02-c83226a3e358 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:36:50.289705 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b1f12bef-4fe8-4bbf-add0-063a7cac3068 req-f3f45907-b6f3-44d1-9f02-c83226a3e358 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd431650-c35c-4bd0-9d6f-2c710bec2557&tenant_id=e0fec4b457654792b286162064e1c50e&binding%3Ahost_id=n-h2-800088-16 HTTP/1.1" status: 200 len: 945 time: 0.1381450 Jul 24 00:36:50.350552 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [req-b1f12bef-4fe8-4bbf-add0-063a7cac3068 req-f35cfa0e-50a8-434e-abc8-5e87ceeae85a service neutron] delete failed (client error): The resource could not be found. Jul 24 00:36:50.351581 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b1f12bef-4fe8-4bbf-add0-063a7cac3068 req-f35cfa0e-50a8-434e-abc8-5e87ceeae85a service neutron] 10.222.0.52 "DELETE /v2.0/ports/32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9/bindings/n-h1-800088-16 HTTP/1.1" status: 404 len: 381 time: 0.0546486 Jul 24 00:36:50.446597 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f12bef-4fe8-4bbf-add0-063a7cac3068 req-76d9489d-ca5b-44e0-866c-93cf1ffc766f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:36:50.448112 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b1f12bef-4fe8-4bbf-add0-063a7cac3068 req-76d9489d-ca5b-44e0-866c-93cf1ffc766f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e0fec4b457654792b286162064e1c50e&device_id=dd431650-c35c-4bd0-9d6f-2c710bec2557 HTTP/1.1" status: 200 len: 1097 time: 0.0542064 Jul 24 00:36:50.540922 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f12bef-4fe8-4bbf-add0-063a7cac3068 req-265e1dbb-24b5-4cc7-95a5-98c9074b6a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:36:50.542317 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b1f12bef-4fe8-4bbf-add0-063a7cac3068 req-265e1dbb-24b5-4cc7-95a5-98c9074b6a6b service neutron] 10.222.0.52 "GET /v2.0/networks?id=9e0f8a51-384a-49b7-a05b-9191321ebce1 HTTP/1.1" status: 200 len: 912 time: 0.0876865 Jul 24 00:36:50.582762 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b1f12bef-4fe8-4bbf-add0-063a7cac3068 req-db98a9e6-be69-448a-bd57-edfef8784b2c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9 HTTP/1.1" status: 200 len: 217 time: 0.0340533 Jul 24 00:36:50.633604 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f12bef-4fe8-4bbf-add0-063a7cac3068 req-a7a09b12-451b-47eb-8487-360a86a47056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:36:50.635011 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b1f12bef-4fe8-4bbf-add0-063a7cac3068 req-a7a09b12-451b-47eb-8487-360a86a47056 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=914b85d7-c7dc-46a2-9560-ee3ae319456a HTTP/1.1" status: 200 len: 851 time: 0.0463932 Jul 24 00:36:50.668647 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b1f12bef-4fe8-4bbf-add0-063a7cac3068 req-3fc1864b-46e6-49e3-afb6-5f48d3cc7925 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9e0f8a51-384a-49b7-a05b-9191321ebce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270221 Jul 24 00:36:50.755375 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b1f12bef-4fe8-4bbf-add0-063a7cac3068 req-a57c27da-f42c-41e5-a956-bcc8d45f805b service neutron] 10.222.0.52 "GET /v2.0/networks/9e0f8a51-384a-49b7-a05b-9191321ebce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803521 Jul 24 00:36:50.846034 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b1f12bef-4fe8-4bbf-add0-063a7cac3068 req-2bdace18-0506-4597-9f55-1ba4d0b95520 service neutron] 10.222.0.52 "GET /v2.0/networks/9e0f8a51-384a-49b7-a05b-9191321ebce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839274 Jul 24 00:36:51.539675 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e214a-2318-4eca-a546-04343d22ee3c req-18d2ff36-87e5-4e87-87eb-a7139a104811 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:36:51.541188 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-482e214a-2318-4eca-a546-04343d22ee3c req-18d2ff36-87e5-4e87-87eb-a7139a104811 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd431650-c35c-4bd0-9d6f-2c710bec2557 HTTP/1.1" status: 200 len: 945 time: 0.0631669 Jul 24 00:36:51.577750 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-482e214a-2318-4eca-a546-04343d22ee3c req-a699dafd-db4f-41ad-90ff-c838673b82a5 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3266e1a-079f-484e-9319-8fc3729cab63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311325 Jul 24 00:36:51.689089 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9 up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:36:51.735830 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port 32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:36:51.740013 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port 32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:36:51.740392 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:51.820248 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:51.842680 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd431650-c35c-4bd0-9d6f-2c710bec2557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:36:51.844930 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b4df75-850b-4953-b66a-fb25ba57a00a" -d '{"events": [{"server_uuid": "dd431650-c35c-4bd0-9d6f-2c710bec2557", "name": "network-vif-plugged", "status": "completed", "tag": "32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:36:51.856877 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9,segment=NetworkSegment(5e5c2f6d-076a-48ef-9b25-ffd276bd469e),segment_id=5e5c2f6d-076a-48ef-9b25-ffd276bd469e)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:36:51.861129 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:51.885761 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c94ed1f-c365-4069-9797-6fbf8a0e9826 x-openstack-request-id: req-1c94ed1f-c365-4069-9797-6fbf8a0e9826 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:36:51.886051 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd431650-c35c-4bd0-9d6f-2c710bec2557", "name": "network-vif-plugged", "status": "completed", "tag": "32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:36:51.886307 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1c94ed1f-c365-4069-9797-6fbf8a0e9826 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:36:51.886693 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd431650-c35c-4bd0-9d6f-2c710bec2557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9', 'code': 200} Jul 24 00:36:51.911117 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9,revision_number=9']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:36:52.715392 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66545ec-5323-4175-81d4-6ac2137ab47a req-a3c7e78c-e541-4241-8591-578a466d8f6c tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:36:52.716907 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f66545ec-5323-4175-81d4-6ac2137ab47a req-a3c7e78c-e541-4241-8591-578a466d8f6c tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd431650-c35c-4bd0-9d6f-2c710bec2557 HTTP/1.1" status: 200 len: 946 time: 0.0671690 Jul 24 00:36:52.781881 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f66545ec-5323-4175-81d4-6ac2137ab47a req-91420d0a-f054-4eec-92be-09c4e3de680e tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3266e1a-079f-484e-9319-8fc3729cab63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555925 Jul 24 00:36:52.803568 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f12bef-4fe8-4bbf-add0-063a7cac3068 req-73c9984e-322b-4335-92c0-e2a1a630b7c2 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:36:52.805137 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b1f12bef-4fe8-4bbf-add0-063a7cac3068 req-73c9984e-322b-4335-92c0-e2a1a630b7c2 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd431650-c35c-4bd0-9d6f-2c710bec2557 HTTP/1.1" status: 200 len: 946 time: 0.0873425 Jul 24 00:36:52.910740 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-b1f12bef-4fe8-4bbf-add0-063a7cac3068 req-1f4da8d0-13eb-40e4-a531-f1f4ea78da70 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] Deleting port 32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:36:52.911014 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-b1f12bef-4fe8-4bbf-add0-063a7cac3068 req-1f4da8d0-13eb-40e4-a531-f1f4ea78da70 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:52.998320 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-b1f12bef-4fe8-4bbf-add0-063a7cac3068 req-1f4da8d0-13eb-40e4-a531-f1f4ea78da70 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] For port 32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9,segment=NetworkSegment(5e5c2f6d-076a-48ef-9b25-ffd276bd469e),segment_id=5e5c2f6d-076a-48ef-9b25-ffd276bd469e)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:36:52.998691 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-b1f12bef-4fe8-4bbf-add0-063a7cac3068 req-1f4da8d0-13eb-40e4-a531-f1f4ea78da70 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:53.011129 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-b1f12bef-4fe8-4bbf-add0-063a7cac3068 req-1f4da8d0-13eb-40e4-a531-f1f4ea78da70 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] Calling delete_port for 32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9 owned by compute:nova {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:36:53.209564 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9a343853-98c7-4eb5-9076-920cd050554f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:53.449580 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-b1f12bef-4fe8-4bbf-add0-063a7cac3068 req-1f4da8d0-13eb-40e4-a531-f1f4ea78da70 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:53.466481 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:36:53.477155 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4da8d0-13eb-40e4-a531-f1f4ea78da70 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] Pushing event deleted for resources: {'Port': ['ID=32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:36:53.527699 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1f12bef-4fe8-4bbf-add0-063a7cac3068 req-1f4da8d0-13eb-40e4-a531-f1f4ea78da70 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] No DVR routers for this DVR port 32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9 on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:36:53.530268 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-b1f12bef-4fe8-4bbf-add0-063a7cac3068 req-1f4da8d0-13eb-40e4-a531-f1f4ea78da70 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:53.532240 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b1f12bef-4fe8-4bbf-add0-063a7cac3068 req-1f4da8d0-13eb-40e4-a531-f1f4ea78da70 tempest-DeleteServersTestJSON-176943154 tempest-DeleteServersTestJSON-176943154-project] 10.222.0.64 "DELETE /v2.0/ports/32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9 HTTP/1.1" status: 204 len: 173 time: 0.7218847 Jul 24 00:36:53.532695 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd431650-c35c-4bd0-9d6f-2c710bec2557', 'name': 'network-vif-deleted', 'tag': '32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:36:53.535601 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead41a99-2213-43b6-9b36-9f3caf6ed663" -d '{"events": [{"server_uuid": "dd431650-c35c-4bd0-9d6f-2c710bec2557", "name": "network-vif-deleted", "tag": "32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:36:53.573442 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a76bab69-4522-4134-a3b7-ed18b1894fab x-openstack-request-id: req-a76bab69-4522-4134-a3b7-ed18b1894fab {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:36:53.573767 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd431650-c35c-4bd0-9d6f-2c710bec2557", "name": "network-vif-deleted", "tag": "32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:36:53.574030 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a76bab69-4522-4134-a3b7-ed18b1894fab {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:36:53.574549 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd431650-c35c-4bd0-9d6f-2c710bec2557', 'name': 'network-vif-deleted', 'tag': '32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9', 'status': 'completed', 'code': 200} Jul 24 00:36:53.906041 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 39608) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:36:53.955350 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b0f6dde-fee8-4aae-a8bc-c6433017c607 admin admin] Deleting subnet 914b85d7-c7dc-46a2-9560-ee3ae319456a {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:36:53.958435 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8b0f6dde-fee8-4aae-a8bc-c6433017c607 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:53.994959 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8b0f6dde-fee8-4aae-a8bc-c6433017c607 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:54.038478 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8b0f6dde-fee8-4aae-a8bc-c6433017c607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:54.089844 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8b0f6dde-fee8-4aae-a8bc-c6433017c607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:54.116207 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f6dde-fee8-4aae-a8bc-c6433017c607 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=914b85d7-c7dc-46a2-9560-ee3ae319456a,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:36:54.118590 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8b0f6dde-fee8-4aae-a8bc-c6433017c607 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:54.120417 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-8b0f6dde-fee8-4aae-a8bc-c6433017c607 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/914b85d7-c7dc-46a2-9560-ee3ae319456a HTTP/1.1" status: 204 len: 168 time: 0.2133529 Jul 24 00:36:54.123155 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 39610) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:36:54.126689 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f6dde-fee8-4aae-a8bc-c6433017c607 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:36:54.127052 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f6dde-fee8-4aae-a8bc-c6433017c607 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:36:54.128020 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f6dde-fee8-4aae-a8bc-c6433017c607 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:36:54.128368 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f6dde-fee8-4aae-a8bc-c6433017c607 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:36:54.128720 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f6dde-fee8-4aae-a8bc-c6433017c607 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:36:54.129067 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f6dde-fee8-4aae-a8bc-c6433017c607 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:36:54.129400 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f6dde-fee8-4aae-a8bc-c6433017c607 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:36:54.129735 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f6dde-fee8-4aae-a8bc-c6433017c607 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:36:54.130064 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f6dde-fee8-4aae-a8bc-c6433017c607 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:36:54.130397 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f6dde-fee8-4aae-a8bc-c6433017c607 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:36:54.130725 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f6dde-fee8-4aae-a8bc-c6433017c607 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:36:54.131050 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f6dde-fee8-4aae-a8bc-c6433017c607 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:36:54.194164 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6d89a-4a57-4c5b-86c9-6e0410c25097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:54.280456 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6d89a-4a57-4c5b-86c9-6e0410c25097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:54.290613 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-b6e6d89a-4a57-4c5b-86c9-6e0410c25097 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e0f8a51-384a-49b7-a05b-9191321ebce1']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:36:54.300656 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-b6e6d89a-4a57-4c5b-86c9-6e0410c25097 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e5c2f6d-076a-48ef-9b25-ffd276bd469e') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:36:54.300992 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-b6e6d89a-4a57-4c5b-86c9-6e0410c25097 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e5c2f6d-076a-48ef-9b25-ffd276bd469e') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:36:54.309625 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6d89a-4a57-4c5b-86c9-6e0410c25097 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:54.323948 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6d89a-4a57-4c5b-86c9-6e0410c25097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:54.329960 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6e6d89a-4a57-4c5b-86c9-6e0410c25097 admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:36:54.330479 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6d89a-4a57-4c5b-86c9-6e0410c25097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:54.332235 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:36:54.332235 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:36:54.332235 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:36:54.332235 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:36:54.332235 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:36:54.332235 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:36:54.332235 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:36:54.332235 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:36:54.332235 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:36:54.332235 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:36:54.332235 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:36:54.332235 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:36:54.332235 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:36:54.332235 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:36:54.332235 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:36:54.332235 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:36:54.332235 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:36:54.332235 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:36:54.332235 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:36:54.332235 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:36:54.332235 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:36:54.332235 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:36:54.332235 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:36:54.332235 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:36:54.332235 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:36:54.332235 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:36:54.332235 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:36:54.332235 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:36:54.332235 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:36:54.332235 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:36:54.332235 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:36:54.332235 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:36:54.387744 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6d89a-4a57-4c5b-86c9-6e0410c25097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:54.392230 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6d89a-4a57-4c5b-86c9-6e0410c25097 admin admin] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:54.394859 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-b6e6d89a-4a57-4c5b-86c9-6e0410c25097 admin admin] 10.222.0.44 "DELETE /v2.0/networks/9e0f8a51-384a-49b7-a05b-9191321ebce1 HTTP/1.1" status: 204 len: 168 time: 0.2707179 Jul 24 00:36:54.407145 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e6d89a-4a57-4c5b-86c9-6e0410c25097 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e0f8a51-384a-49b7-a05b-9191321ebce1,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:36:54.500538 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 39614) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:36:54.540214 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-a7aba963-ff1e-4183-9f52-87066a78ead2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e0fec4b457654792b286162064e1c50e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381854 Jul 24 00:36:54.542338 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 39616) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:36:54.589461 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9ca96472-c5a1-45df-aa6e-91657457aee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:54.610328 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9ca96472-c5a1-45df-aa6e-91657457aee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:54.655338 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9ca96472-c5a1-45df-aa6e-91657457aee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:54.657967 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9ca96472-c5a1-45df-aa6e-91657457aee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:54.659638 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-9ca96472-c5a1-45df-aa6e-91657457aee5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c3266e1a-079f-484e-9319-8fc3729cab63 HTTP/1.1" status: 204 len: 168 time: 0.1164112 Jul 24 00:36:54.667085 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca96472-c5a1-45df-aa6e-91657457aee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3266e1a-079f-484e-9319-8fc3729cab63,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:36:55.295910 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 39638) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:36:55.391070 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-659ecd68-3b1f-42ae-9e79-a957c2ccf518 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-210717787-network', 'tenant_id': 'daf2b29281f44abbb5a2d1f4c07d00b4'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:36:55.412008 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-659ecd68-3b1f-42ae-9e79-a957c2ccf518 admin admin] Made reservation on behalf of daf2b29281f44abbb5a2d1f4c07d00b4 for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:36:55.414352 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-659ecd68-3b1f-42ae-9e79-a957c2ccf518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:55.422566 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-659ecd68-3b1f-42ae-9e79-a957c2ccf518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:55.511664 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-659ecd68-3b1f-42ae-9e79-a957c2ccf518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:55.514527 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-659ecd68-3b1f-42ae-9e79-a957c2ccf518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:55.539363 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-659ecd68-3b1f-42ae-9e79-a957c2ccf518 admin admin] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:36:55.548829 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659ecd68-3b1f-42ae-9e79-a957c2ccf518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf433ea-a101-4bf8-bc29-960809b01f85,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:36:55.553558 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-659ecd68-3b1f-42ae-9e79-a957c2ccf518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:55.553936 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-659ecd68-3b1f-42ae-9e79-a957c2ccf518 admin admin] Added segment b791f644-9178-4546-bc90-511c92647d88 of type vlan for network a76314e7-0aca-4b0c-996c-f107c33e2520 Jul 24 00:36:55.592890 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-659ecd68-3b1f-42ae-9e79-a957c2ccf518 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:55.621098 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-659ecd68-3b1f-42ae-9e79-a957c2ccf518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:55.622037 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659ecd68-3b1f-42ae-9e79-a957c2ccf518 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:36:55.622626 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-659ecd68-3b1f-42ae-9e79-a957c2ccf518 admin admin] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:55.653488 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-659ecd68-3b1f-42ae-9e79-a957c2ccf518 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3565145 Jul 24 00:36:55.656520 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 39642) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:36:55.662476 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-f6cef4a4-a20b-44df-88a6-fddbdac7e50e admin admin] Request body: {'subnet': {'network_id': 'a76314e7-0aca-4b0c-996c-f107c33e2520', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-210717787-subnet', 'tenant_id': 'daf2b29281f44abbb5a2d1f4c07d00b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:36:55.682691 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6cef4a4-a20b-44df-88a6-fddbdac7e50e admin admin] Made reservation on behalf of daf2b29281f44abbb5a2d1f4c07d00b4 for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:36:55.683506 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659ecd68-3b1f-42ae-9e79-a957c2ccf518 admin admin] Pushing event updated for resources: {'Network': ['ID=a76314e7-0aca-4b0c-996c-f107c33e2520,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:36:55.685032 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f6cef4a4-a20b-44df-88a6-fddbdac7e50e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:55.693257 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network a76314e7-0aca-4b0c-996c-f107c33e2520 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:36:55.707379 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9 no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:36:55.736090 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] No Port match for: 32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:36:55.736442 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 32a8c951-ef2c-4d42-a79e-a9c9ab09f9f9 not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:36:55.792748 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-cd550b2d-b322-4718-a8fb-7d87d7284412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:55.854351 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f6cef4a4-a20b-44df-88a6-fddbdac7e50e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:55.908039 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cef4a4-a20b-44df-88a6-fddbdac7e50e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d66c70ee-b1d6-4d94-a01d-f8692eebddf2,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:36:55.916780 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cef4a4-a20b-44df-88a6-fddbdac7e50e admin admin] Checking segment: {'id': 'b791f644-9178-4546-bc90-511c92647d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a76314e7-0aca-4b0c-996c-f107c33e2520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:36:55.917166 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6cef4a4-a20b-44df-88a6-fddbdac7e50e admin admin] Network hostable DHCP agents. Network: a76314e7-0aca-4b0c-996c-f107c33e2520, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:36:55.933175 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6cef4a4-a20b-44df-88a6-fddbdac7e50e admin admin] Network a76314e7-0aca-4b0c-996c-f107c33e2520 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:36:55.942773 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-f6cef4a4-a20b-44df-88a6-fddbdac7e50e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, a76314e7-0aca-4b0c-996c-f107c33e2520) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:36:55.948870 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6cef4a4-a20b-44df-88a6-fddbdac7e50e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:36:55.949800 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f6cef4a4-a20b-44df-88a6-fddbdac7e50e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:55.950733 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb8d223-3ca2-48d4-b8ce-c43132b891ea None None] Network a76314e7-0aca-4b0c-996c-f107c33e2520 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:36:55.963968 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-f6cef4a4-a20b-44df-88a6-fddbdac7e50e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3062301 Jul 24 00:36:56.078455 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13e50c6-85a1-4c7d-9faf-fe8892efc5c4 None None] Network a76314e7-0aca-4b0c-996c-f107c33e2520 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:36:56.381510 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c7dff2-4125-42d2-a0e2-a027be65ab5a req-829ba3ad-e825-48af-ad26-93170e59449e tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:36:56.383004 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-21c7dff2-4125-42d2-a0e2-a027be65ab5a req-829ba3ad-e825-48af-ad26-93170e59449e tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/networks?id=a76314e7-0aca-4b0c-996c-f107c33e2520 HTTP/1.1" status: 200 len: 814 time: 0.1106930 Jul 24 00:36:56.398261 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-21c7dff2-4125-42d2-a0e2-a027be65ab5a req-5cf1fe7d-26ee-4ccb-9ab0-1a5b7781ddd1 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/quotas/daf2b29281f44abbb5a2d1f4c07d00b4 HTTP/1.1" status: 200 len: 375 time: 0.0096610 Jul 24 00:36:56.431777 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-21c7dff2-4125-42d2-a0e2-a027be65ab5a req-559b4480-c3b0-425b-94ed-dfb29bd67006 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=daf2b29281f44abbb5a2d1f4c07d00b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287993 Jul 24 00:36:56.576359 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-21c7dff2-4125-42d2-a0e2-a027be65ab5a req-76d68f3e-c9f0-4bb5-8a6c-67965f8c8e21 service neutron] 10.222.0.44 "GET /v2.0/networks/a76314e7-0aca-4b0c-996c-f107c33e2520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381888 Jul 24 00:36:56.665420 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-21c7dff2-4125-42d2-a0e2-a027be65ab5a req-17549563-14e8-4b81-8509-40a2e91ca905 service neutron] 10.222.0.44 "GET /v2.0/networks/a76314e7-0aca-4b0c-996c-f107c33e2520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831523 Jul 24 00:36:56.814064 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:56.832315 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0d8eb329-d560-46d6-8a0a-c7044f22a1cb req-b76103cc-6adc-44cf-9bfb-9ff1e2fd3b9b tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73fc314-29e1-4448-b595-e391a77f6c8a HTTP/1.1" status: 200 len: 210 time: 0.0348134 Jul 24 00:36:57.391751 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:57.745146 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c7dff2-4125-42d2-a0e2-a027be65ab5a req-79807751-e99d-414f-9118-267e540fb207 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:36:57.746677 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-21c7dff2-4125-42d2-a0e2-a027be65ab5a req-79807751-e99d-414f-9118-267e540fb207 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.64 "GET /v2.0/networks?id=a76314e7-0aca-4b0c-996c-f107c33e2520 HTTP/1.1" status: 200 len: 814 time: 0.1179044 Jul 24 00:36:57.759130 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-21c7dff2-4125-42d2-a0e2-a027be65ab5a req-991ad45a-59e9-4b4d-a4d6-db4718e35a1e tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Request body: {'port': {'device_id': 'd73fc314-29e1-4448-b595-e391a77f6c8a', 'network_id': 'a76314e7-0aca-4b0c-996c-f107c33e2520', 'admin_state_up': True, 'tenant_id': 'daf2b29281f44abbb5a2d1f4c07d00b4'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:36:57.873862 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21c7dff2-4125-42d2-a0e2-a027be65ab5a req-991ad45a-59e9-4b4d-a4d6-db4718e35a1e tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Made reservation on behalf of daf2b29281f44abbb5a2d1f4c07d00b4 for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:36:57.877983 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-21c7dff2-4125-42d2-a0e2-a027be65ab5a req-991ad45a-59e9-4b4d-a4d6-db4718e35a1e tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:57.931650 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-737decc7-f482-4879-838c-b68a9306f32a req-91c9c2d0-8ca4-4d9c-bf33-c2f30169912d tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73fc314-29e1-4448-b595-e391a77f6c8a HTTP/1.1" status: 200 len: 210 time: 0.0318019 Jul 24 00:36:58.017755 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [req-21c7dff2-4125-42d2-a0e2-a027be65ab5a req-991ad45a-59e9-4b4d-a4d6-db4718e35a1e tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Allocated IP 172.20.0.7 (a76314e7-0aca-4b0c-996c-f107c33e2520/d66c70ee-b1d6-4d94-a01d-f8692eebddf2/3adc0946-8181-48bd-96f8-68a652aaa62f) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:36:58.168399 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-21c7dff2-4125-42d2-a0e2-a027be65ab5a req-991ad45a-59e9-4b4d-a4d6-db4718e35a1e tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:58.207806 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-21c7dff2-4125-42d2-a0e2-a027be65ab5a req-991ad45a-59e9-4b4d-a4d6-db4718e35a1e tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:58.254895 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21c7dff2-4125-42d2-a0e2-a027be65ab5a req-991ad45a-59e9-4b4d-a4d6-db4718e35a1e tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Network a76314e7-0aca-4b0c-996c-f107c33e2520 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:36:58.258019 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [req-21c7dff2-4125-42d2-a0e2-a027be65ab5a req-991ad45a-59e9-4b4d-a4d6-db4718e35a1e tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:36:58.260462 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-21c7dff2-4125-42d2-a0e2-a027be65ab5a req-991ad45a-59e9-4b4d-a4d6-db4718e35a1e tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:36:58.296800 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ad45a-59e9-4b4d-a4d6-db4718e35a1e tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Pushing event updated for resources: {'Port': ['ID=3adc0946-8181-48bd-96f8-68a652aaa62f,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:36:58.321099 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c7dff2-4125-42d2-a0e2-a027be65ab5a req-991ad45a-59e9-4b4d-a4d6-db4718e35a1e tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:36:58.321715 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-21c7dff2-4125-42d2-a0e2-a027be65ab5a req-991ad45a-59e9-4b4d-a4d6-db4718e35a1e tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:58.335323 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-21c7dff2-4125-42d2-a0e2-a027be65ab5a req-991ad45a-59e9-4b4d-a4d6-db4718e35a1e tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5810606 Jul 24 00:36:58.348038 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-21c7dff2-4125-42d2-a0e2-a027be65ab5a req-bb919521-1d9d-433f-a009-bf2415af8b9f service neutron] Request body: {'port': {'device_id': 'd73fc314-29e1-4448-b595-e391a77f6c8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-16'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:36:58.421209 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-21c7dff2-4125-42d2-a0e2-a027be65ab5a req-bb919521-1d9d-433f-a009-bf2415af8b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:58.697535 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-21c7dff2-4125-42d2-a0e2-a027be65ab5a req-bb919521-1d9d-433f-a009-bf2415af8b9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3adc0946-8181-48bd-96f8-68a652aaa62f {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:36:58.706264 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-21c7dff2-4125-42d2-a0e2-a027be65ab5a req-bb919521-1d9d-433f-a009-bf2415af8b9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:58.718138 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-21c7dff2-4125-42d2-a0e2-a027be65ab5a req-bb919521-1d9d-433f-a009-bf2415af8b9f service neutron] Transition to ACTIVE for port object 3adc0946-8181-48bd-96f8-68a652aaa62f will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:36:58.722472 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-21c7dff2-4125-42d2-a0e2-a027be65ab5a req-bb919521-1d9d-433f-a009-bf2415af8b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:58.773245 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb919521-1d9d-433f-a009-bf2415af8b9f service neutron] Pushing event updated for resources: {'Port': ['ID=3adc0946-8181-48bd-96f8-68a652aaa62f,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:36:58.839394 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-21c7dff2-4125-42d2-a0e2-a027be65ab5a req-bb919521-1d9d-433f-a009-bf2415af8b9f service neutron] Attempting to bind port 3adc0946-8181-48bd-96f8-68a652aaa62f on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:36:58.839760 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-21c7dff2-4125-42d2-a0e2-a027be65ab5a req-bb919521-1d9d-433f-a009-bf2415af8b9f service neutron] Attempting to bind port 3adc0946-8181-48bd-96f8-68a652aaa62f by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': 'b791f644-9178-4546-bc90-511c92647d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a76314e7-0aca-4b0c-996c-f107c33e2520'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:36:58.840078 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c7dff2-4125-42d2-a0e2-a027be65ab5a req-bb919521-1d9d-433f-a009-bf2415af8b9f service neutron] Attempting to bind port 3adc0946-8181-48bd-96f8-68a652aaa62f on network a76314e7-0aca-4b0c-996c-f107c33e2520 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:36:58.844374 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c7dff2-4125-42d2-a0e2-a027be65ab5a req-bb919521-1d9d-433f-a009-bf2415af8b9f service neutron] Port 3adc0946-8181-48bd-96f8-68a652aaa62f on network a76314e7-0aca-4b0c-996c-f107c33e2520 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:36:58.844697 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c7dff2-4125-42d2-a0e2-a027be65ab5a req-bb919521-1d9d-433f-a009-bf2415af8b9f service neutron] Attempting to bind port 3adc0946-8181-48bd-96f8-68a652aaa62f on network a76314e7-0aca-4b0c-996c-f107c33e2520 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:36:58.849599 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c7dff2-4125-42d2-a0e2-a027be65ab5a req-bb919521-1d9d-433f-a009-bf2415af8b9f service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:36:58.849943 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c7dff2-4125-42d2-a0e2-a027be65ab5a req-bb919521-1d9d-433f-a009-bf2415af8b9f service neutron] Checking segment: {'id': 'b791f644-9178-4546-bc90-511c92647d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a76314e7-0aca-4b0c-996c-f107c33e2520'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:36:58.850334 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c7dff2-4125-42d2-a0e2-a027be65ab5a req-bb919521-1d9d-433f-a009-bf2415af8b9f service neutron] Bound using segment: {'id': 'b791f644-9178-4546-bc90-511c92647d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a76314e7-0aca-4b0c-996c-f107c33e2520'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:36:58.850768 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-21c7dff2-4125-42d2-a0e2-a027be65ab5a req-bb919521-1d9d-433f-a009-bf2415af8b9f service neutron] Bound port: 3adc0946-8181-48bd-96f8-68a652aaa62f, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b791f644-9178-4546-bc90-511c92647d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a76314e7-0aca-4b0c-996c-f107c33e2520'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:36:58.851130 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-21c7dff2-4125-42d2-a0e2-a027be65ab5a req-bb919521-1d9d-433f-a009-bf2415af8b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:58.916866 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-21c7dff2-4125-42d2-a0e2-a027be65ab5a req-bb919521-1d9d-433f-a009-bf2415af8b9f service neutron] For port 3adc0946-8181-48bd-96f8-68a652aaa62f, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:36:58.919787 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-21c7dff2-4125-42d2-a0e2-a027be65ab5a req-bb919521-1d9d-433f-a009-bf2415af8b9f service neutron] For port 3adc0946-8181-48bd-96f8-68a652aaa62f, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=3adc0946-8181-48bd-96f8-68a652aaa62f,segment=NetworkSegment(b791f644-9178-4546-bc90-511c92647d88),segment_id=b791f644-9178-4546-bc90-511c92647d88)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:36:58.923973 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-21c7dff2-4125-42d2-a0e2-a027be65ab5a req-bb919521-1d9d-433f-a009-bf2415af8b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:58.958581 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c7dff2-4125-42d2-a0e2-a027be65ab5a req-bb919521-1d9d-433f-a009-bf2415af8b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:36:58.959148 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-21c7dff2-4125-42d2-a0e2-a027be65ab5a req-bb919521-1d9d-433f-a009-bf2415af8b9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:58.960648 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-21c7dff2-4125-42d2-a0e2-a027be65ab5a req-bb919521-1d9d-433f-a009-bf2415af8b9f service neutron] 10.222.0.64 "PUT /v2.0/ports/3adc0946-8181-48bd-96f8-68a652aaa62f HTTP/1.1" status: 200 len: 1092 time: 0.6170962 Jul 24 00:36:58.961128 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd73fc314-29e1-4448-b595-e391a77f6c8a', 'tag': '3adc0946-8181-48bd-96f8-68a652aaa62f'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:36:58.963433 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d1cb0ae-f553-4a76-9374-e06a44265374" -d '{"events": [{"name": "network-changed", "server_uuid": "d73fc314-29e1-4448-b595-e391a77f6c8a", "tag": "3adc0946-8181-48bd-96f8-68a652aaa62f"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:36:58.997208 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb919521-1d9d-433f-a009-bf2415af8b9f service neutron] Pushing event updated for resources: {'Port': ['ID=3adc0946-8181-48bd-96f8-68a652aaa62f,revision_number=3']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:36:59.021553 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:59.050259 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f549202-433a-4111-bceb-f7895130c64f x-openstack-request-id: req-0f549202-433a-4111-bceb-f7895130c64f {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:36:59.050466 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d73fc314-29e1-4448-b595-e391a77f6c8a", "tag": "3adc0946-8181-48bd-96f8-68a652aaa62f", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:36:59.050703 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0f549202-433a-4111-bceb-f7895130c64f {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:36:59.051118 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd73fc314-29e1-4448-b595-e391a77f6c8a', 'tag': '3adc0946-8181-48bd-96f8-68a652aaa62f', 'status': 'completed', 'code': 200} Jul 24 00:36:59.120002 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c7dff2-4125-42d2-a0e2-a027be65ab5a req-09b68648-6062-4e32-9c93-d18da1f666cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:36:59.121587 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-21c7dff2-4125-42d2-a0e2-a027be65ab5a req-09b68648-6062-4e32-9c93-d18da1f666cf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=daf2b29281f44abbb5a2d1f4c07d00b4&device_id=d73fc314-29e1-4448-b595-e391a77f6c8a HTTP/1.1" status: 200 len: 1095 time: 0.1020663 Jul 24 00:36:59.145288 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af835936-68ce-4277-a34f-e5d9869fb856 req-4673268b-7623-4f1f-bde3-6a9b746c024a tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:36:59.146942 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-af835936-68ce-4277-a34f-e5d9869fb856 req-4673268b-7623-4f1f-bde3-6a9b746c024a tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73fc314-29e1-4448-b595-e391a77f6c8a HTTP/1.1" status: 200 len: 943 time: 0.0950599 Jul 24 00:36:59.195209 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-af835936-68ce-4277-a34f-e5d9869fb856 req-8bed94b8-645d-41cb-b9fa-ca6392e96bf8 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf433ea-a101-4bf8-bc29-960809b01f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422785 Jul 24 00:36:59.225447 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-21c7dff2-4125-42d2-a0e2-a027be65ab5a req-c5fcd545-9dc6-4efa-9403-8ec46f2adfdb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3adc0946-8181-48bd-96f8-68a652aaa62f HTTP/1.1" status: 200 len: 217 time: 0.0967445 Jul 24 00:36:59.277818 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c7dff2-4125-42d2-a0e2-a027be65ab5a req-2e1f1447-b395-4d27-b7a2-c62d4a0016f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:36:59.279567 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-21c7dff2-4125-42d2-a0e2-a027be65ab5a req-2e1f1447-b395-4d27-b7a2-c62d4a0016f6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d66c70ee-b1d6-4d94-a01d-f8692eebddf2 HTTP/1.1" status: 200 len: 854 time: 0.0476387 Jul 24 00:36:59.318075 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-21c7dff2-4125-42d2-a0e2-a027be65ab5a req-b1cf76d8-3bcc-426a-adb4-d79eeec31124 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a76314e7-0aca-4b0c-996c-f107c33e2520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323906 Jul 24 00:36:59.406605 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-21c7dff2-4125-42d2-a0e2-a027be65ab5a req-30d7710c-1fcb-4118-b657-bedd63b20dcd service neutron] 10.222.0.64 "GET /v2.0/networks/a76314e7-0aca-4b0c-996c-f107c33e2520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819511 Jul 24 00:36:59.500253 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-21c7dff2-4125-42d2-a0e2-a027be65ab5a req-853130e0-780f-480b-8a59-3f6deeddbe13 service neutron] 10.222.0.64 "GET /v2.0/networks/a76314e7-0aca-4b0c-996c-f107c33e2520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876968 Jul 24 00:36:59.592594 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1cb0ae-f553-4a76-9374-e06a44265374 req-7fb1029a-fdc6-4d31-b012-3258b8879779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:36:59.594124 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0d1cb0ae-f553-4a76-9374-e06a44265374 req-7fb1029a-fdc6-4d31-b012-3258b8879779 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=daf2b29281f44abbb5a2d1f4c07d00b4&device_id=d73fc314-29e1-4448-b595-e391a77f6c8a HTTP/1.1" status: 200 len: 1095 time: 0.0544572 Jul 24 00:36:59.687803 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1cb0ae-f553-4a76-9374-e06a44265374 req-22537bfd-5c09-4af9-9be3-c87a056b1f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:36:59.689570 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0d1cb0ae-f553-4a76-9374-e06a44265374 req-22537bfd-5c09-4af9-9be3-c87a056b1f8c service neutron] 10.222.0.64 "GET /v2.0/networks?id=a76314e7-0aca-4b0c-996c-f107c33e2520 HTTP/1.1" status: 200 len: 915 time: 0.0896366 Jul 24 00:36:59.730105 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0d1cb0ae-f553-4a76-9374-e06a44265374 req-3ea81f65-36e3-4398-adb4-4f41ff5d41d9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3adc0946-8181-48bd-96f8-68a652aaa62f HTTP/1.1" status: 200 len: 217 time: 0.0340087 Jul 24 00:36:59.776721 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1cb0ae-f553-4a76-9374-e06a44265374 req-57bf31e6-605a-4fa3-9adb-e964fbff0789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:36:59.778152 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0d1cb0ae-f553-4a76-9374-e06a44265374 req-57bf31e6-605a-4fa3-9adb-e964fbff0789 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d66c70ee-b1d6-4d94-a01d-f8692eebddf2 HTTP/1.1" status: 200 len: 854 time: 0.0419347 Jul 24 00:36:59.811947 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0d1cb0ae-f553-4a76-9374-e06a44265374 req-7abddcff-1d73-4013-885e-0493bc7168f1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a76314e7-0aca-4b0c-996c-f107c33e2520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270984 Jul 24 00:36:59.902801 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0d1cb0ae-f553-4a76-9374-e06a44265374 req-79eae019-9a60-44c4-bcee-2173e35512b3 service neutron] 10.222.0.64 "GET /v2.0/networks/a76314e7-0aca-4b0c-996c-f107c33e2520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846233 Jul 24 00:36:59.995359 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0d1cb0ae-f553-4a76-9374-e06a44265374 req-f2908797-a017-4a52-b396-2e8d3ce30d56 service neutron] 10.222.0.64 "GET /v2.0/networks/a76314e7-0aca-4b0c-996c-f107c33e2520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854445 Jul 24 00:37:00.331643 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a142d1d-4250-407d-a4c2-d58a691dfaf3 req-e4c05c33-03f8-4928-9d59-1bf6280e809b tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:00.333160 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8a142d1d-4250-407d-a4c2-d58a691dfaf3 req-e4c05c33-03f8-4928-9d59-1bf6280e809b tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73fc314-29e1-4448-b595-e391a77f6c8a HTTP/1.1" status: 200 len: 943 time: 0.0708475 Jul 24 00:37:00.369226 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8a142d1d-4250-407d-a4c2-d58a691dfaf3 req-f15e4189-74c7-4218-b225-c6e102571f35 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf433ea-a101-4bf8-bc29-960809b01f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306051 Jul 24 00:37:01.497341 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9115897c-fc10-4002-848e-d0ce481df4fe req-dbaa1340-7e84-4ec5-9557-39c475d8fd9c tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:01.498866 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9115897c-fc10-4002-848e-d0ce481df4fe req-dbaa1340-7e84-4ec5-9557-39c475d8fd9c tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73fc314-29e1-4448-b595-e391a77f6c8a HTTP/1.1" status: 200 len: 943 time: 0.0647247 Jul 24 00:37:01.536458 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9115897c-fc10-4002-848e-d0ce481df4fe req-c0aea487-57bf-42b5-85c6-48fef21debf7 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf433ea-a101-4bf8-bc29-960809b01f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314932 Jul 24 00:37:01.735438 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 3adc0946-8181-48bd-96f8-68a652aaa62f details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:37:01.828511 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 3adc0946-8181-48bd-96f8-68a652aaa62f, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=3adc0946-8181-48bd-96f8-68a652aaa62f,segment=NetworkSegment(b791f644-9178-4546-bc90-511c92647d88),segment_id=b791f644-9178-4546-bc90-511c92647d88)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:37:01.839354 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': '3adc0946-8181-48bd-96f8-68a652aaa62f', 'network_id': 'a76314e7-0aca-4b0c-996c-f107c33e2520', 'port_id': '3adc0946-8181-48bd-96f8-68a652aaa62f', 'mac_address': 'fa:16:3e:eb:88:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd66c70ee-b1d6-4d94-a01d-f8692eebddf2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:37:01.878879 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:37:01.890940 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3adc0946-8181-48bd-96f8-68a652aaa62f {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:37:01.909947 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 3adc0946-8181-48bd-96f8-68a652aaa62f, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=3adc0946-8181-48bd-96f8-68a652aaa62f,segment=NetworkSegment(b791f644-9178-4546-bc90-511c92647d88),segment_id=b791f644-9178-4546-bc90-511c92647d88)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:37:01.914709 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:37:01.963158 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=3adc0946-8181-48bd-96f8-68a652aaa62f,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:37:01.970319 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:37:01.970667 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:37:01.971499 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:37:01.971831 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:37:01.972162 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:37:01.972490 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:37:01.972842 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:37:01.973165 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:37:01.973504 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:37:01.973807 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:37:01.974129 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:37:01.974448 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:37:02.100210 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['3adc0946-8181-48bd-96f8-68a652aaa62f'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:37:02.663083 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a0280-ade1-4f9f-954d-03ca321741e3 req-276be043-c8a1-498b-ae0a-d15d6d9bfc20 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:02.664583 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7c0a0280-ade1-4f9f-954d-03ca321741e3 req-276be043-c8a1-498b-ae0a-d15d6d9bfc20 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73fc314-29e1-4448-b595-e391a77f6c8a HTTP/1.1" status: 200 len: 944 time: 0.0630674 Jul 24 00:37:02.701590 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7c0a0280-ade1-4f9f-954d-03ca321741e3 req-9adeb607-1145-4957-bdbe-3c12544b2d92 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf433ea-a101-4bf8-bc29-960809b01f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315807 Jul 24 00:37:03.751096 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 3adc0946-8181-48bd-96f8-68a652aaa62f up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:37:03.798958 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port 3adc0946-8181-48bd-96f8-68a652aaa62f completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:37:03.802886 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port 3adc0946-8181-48bd-96f8-68a652aaa62f triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:37:03.803261 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:37:03.830322 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3b7625-7acf-4064-bf34-643669a861a2 req-e13141a0-19b0-424b-a6b2-66834f90ee4b tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:03.832325 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fb3b7625-7acf-4064-bf34-643669a861a2 req-e13141a0-19b0-424b-a6b2-66834f90ee4b tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73fc314-29e1-4448-b595-e391a77f6c8a HTTP/1.1" status: 200 len: 944 time: 0.0653181 Jul 24 00:37:03.869899 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fb3b7625-7acf-4064-bf34-643669a861a2 req-db3b730a-d73c-450f-af6b-e30a8cc99662 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf433ea-a101-4bf8-bc29-960809b01f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318882 Jul 24 00:37:03.878893 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:37:03.903379 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd73fc314-29e1-4448-b595-e391a77f6c8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3adc0946-8181-48bd-96f8-68a652aaa62f'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:37:03.905600 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25876e11-7524-4db3-9ffc-76e1c4b71b9e" -d '{"events": [{"server_uuid": "d73fc314-29e1-4448-b595-e391a77f6c8a", "name": "network-vif-plugged", "status": "completed", "tag": "3adc0946-8181-48bd-96f8-68a652aaa62f"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:37:03.918817 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 3adc0946-8181-48bd-96f8-68a652aaa62f, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=3adc0946-8181-48bd-96f8-68a652aaa62f,segment=NetworkSegment(b791f644-9178-4546-bc90-511c92647d88),segment_id=b791f644-9178-4546-bc90-511c92647d88)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:37:03.922012 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:37:03.946688 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-363e6367-3bc6-4ada-8d6c-72ee282a2852 x-openstack-request-id: req-363e6367-3bc6-4ada-8d6c-72ee282a2852 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:37:03.946977 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d73fc314-29e1-4448-b595-e391a77f6c8a", "name": "network-vif-plugged", "status": "completed", "tag": "3adc0946-8181-48bd-96f8-68a652aaa62f", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:37:03.947322 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-363e6367-3bc6-4ada-8d6c-72ee282a2852 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:37:03.947626 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd73fc314-29e1-4448-b595-e391a77f6c8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3adc0946-8181-48bd-96f8-68a652aaa62f', 'code': 200} Jul 24 00:37:03.972042 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=3adc0946-8181-48bd-96f8-68a652aaa62f,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:37:04.069808 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9874594c-47f4-4ef3-9295-518d801794ab req-c8dc7503-fb31-43f9-a7bb-18cafa6b55d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:04.071330 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9874594c-47f4-4ef3-9295-518d801794ab req-c8dc7503-fb31-43f9-a7bb-18cafa6b55d5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d73fc314-29e1-4448-b595-e391a77f6c8a HTTP/1.1" status: 200 len: 1097 time: 0.0651894 Jul 24 00:37:04.106503 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9874594c-47f4-4ef3-9295-518d801794ab req-cafe6145-a0ee-4ab8-ad8f-6a6477dd36e3 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=bbf433ea-a101-4bf8-bc29-960809b01f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278373 Jul 24 00:37:05.000276 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152575cd-f07c-4b82-9084-1b13aff15be9 req-90e1ae81-f04b-44d1-9923-d177e24446cb tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:05.001804 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-152575cd-f07c-4b82-9084-1b13aff15be9 req-90e1ae81-f04b-44d1-9923-d177e24446cb tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73fc314-29e1-4448-b595-e391a77f6c8a HTTP/1.1" status: 200 len: 945 time: 0.0646684 Jul 24 00:37:05.038598 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-152575cd-f07c-4b82-9084-1b13aff15be9 req-49208373-5975-4dbe-a37f-257bf59f8d69 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf433ea-a101-4bf8-bc29-960809b01f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313249 Jul 24 00:37:05.600615 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d01042d6-9127-476f-a3ce-5d3406d2632c req-3716feee-7234-44cf-9e9f-5668c4b06711 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d73fc314-29e1-4448-b595-e391a77f6c8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0521188 Jul 24 00:37:05.696348 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01042d6-9127-476f-a3ce-5d3406d2632c req-6e8296fd-7fa0-46c3-86c9-414f217fdf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:05.697859 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d01042d6-9127-476f-a3ce-5d3406d2632c req-6e8296fd-7fa0-46c3-86c9-414f217fdf69 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=daf2b29281f44abbb5a2d1f4c07d00b4&device_id=d73fc314-29e1-4448-b595-e391a77f6c8a HTTP/1.1" status: 200 len: 1097 time: 0.0572727 Jul 24 00:37:05.797170 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01042d6-9127-476f-a3ce-5d3406d2632c req-f3eb18cb-9876-46c0-bfb4-2b7effe8a33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:05.798593 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d01042d6-9127-476f-a3ce-5d3406d2632c req-f3eb18cb-9876-46c0-bfb4-2b7effe8a33a service neutron] 10.222.0.64 "GET /v2.0/networks?id=a76314e7-0aca-4b0c-996c-f107c33e2520 HTTP/1.1" status: 200 len: 915 time: 0.0824392 Jul 24 00:37:05.843570 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d01042d6-9127-476f-a3ce-5d3406d2632c req-59d84471-b62e-4201-b9db-400724d9cf93 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3adc0946-8181-48bd-96f8-68a652aaa62f HTTP/1.1" status: 200 len: 217 time: 0.0388784 Jul 24 00:37:05.890997 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01042d6-9127-476f-a3ce-5d3406d2632c req-51e50aa5-1273-48b7-b4cf-36c800864405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:05.892371 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d01042d6-9127-476f-a3ce-5d3406d2632c req-51e50aa5-1273-48b7-b4cf-36c800864405 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d66c70ee-b1d6-4d94-a01d-f8692eebddf2 HTTP/1.1" status: 200 len: 854 time: 0.0430346 Jul 24 00:37:05.925133 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d01042d6-9127-476f-a3ce-5d3406d2632c req-71b0cda0-e984-41c2-b995-8bd1375576f3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a76314e7-0aca-4b0c-996c-f107c33e2520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269568 Jul 24 00:37:06.016130 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d01042d6-9127-476f-a3ce-5d3406d2632c req-6cf7ac3b-2fd7-4966-8f9b-d5ef030f7c0f service neutron] 10.222.0.64 "GET /v2.0/networks/a76314e7-0aca-4b0c-996c-f107c33e2520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851655 Jul 24 00:37:06.103924 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d01042d6-9127-476f-a3ce-5d3406d2632c req-e64b63b4-785f-4260-87bd-0142ad1acfa9 service neutron] 10.222.0.64 "GET /v2.0/networks/a76314e7-0aca-4b0c-996c-f107c33e2520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819430 Jul 24 00:37:06.180465 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c87ac1d-29f4-4aae-b9a5-78ea4e543ba1 req-1606e40c-a362-44ed-87cc-413ebc7ffe0b tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:06.181886 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2c87ac1d-29f4-4aae-b9a5-78ea4e543ba1 req-1606e40c-a362-44ed-87cc-413ebc7ffe0b tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73fc314-29e1-4448-b595-e391a77f6c8a HTTP/1.1" status: 200 len: 945 time: 0.0746830 Jul 24 00:37:06.218969 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2c87ac1d-29f4-4aae-b9a5-78ea4e543ba1 req-fcaf127e-1bab-4b77-a584-25daf7b61523 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf433ea-a101-4bf8-bc29-960809b01f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316243 Jul 24 00:37:06.350451 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff60a88-4594-48f0-a8e9-882f3e5aa45e req-7c237f1f-cf5b-4aed-bd36-b5149d10f826 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:06.351953 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8ff60a88-4594-48f0-a8e9-882f3e5aa45e req-7c237f1f-cf5b-4aed-bd36-b5149d10f826 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73fc314-29e1-4448-b595-e391a77f6c8a HTTP/1.1" status: 200 len: 945 time: 0.0690212 Jul 24 00:37:06.388848 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8ff60a88-4594-48f0-a8e9-882f3e5aa45e req-6d399f52-98e1-4e05-88f9-82b5d2fe277e tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf433ea-a101-4bf8-bc29-960809b01f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313871 Jul 24 00:37:06.604577 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a6346f-7d39-4c90-b6b6-f5154d102881 req-924f9002-3020-456a-9ca8-edc33085cd15 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:06.606140 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-66a6346f-7d39-4c90-b6b6-f5154d102881 req-924f9002-3020-456a-9ca8-edc33085cd15 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73fc314-29e1-4448-b595-e391a77f6c8a HTTP/1.1" status: 200 len: 945 time: 0.0654871 Jul 24 00:37:06.643248 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-66a6346f-7d39-4c90-b6b6-f5154d102881 req-df836a3f-1415-4b2c-8abd-fd18114a1976 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf433ea-a101-4bf8-bc29-960809b01f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316112 Jul 24 00:37:06.774475 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce7b2de-5bcf-4552-b500-47ffa08de0cb req-7a83379b-9543-4965-b984-0354240c4226 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:06.775971 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1ce7b2de-5bcf-4552-b500-47ffa08de0cb req-7a83379b-9543-4965-b984-0354240c4226 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73fc314-29e1-4448-b595-e391a77f6c8a HTTP/1.1" status: 200 len: 945 time: 0.0631113 Jul 24 00:37:06.812715 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1ce7b2de-5bcf-4552-b500-47ffa08de0cb req-7b896860-bb7c-42e0-8b82-578232c41f2c tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf433ea-a101-4bf8-bc29-960809b01f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312090 Jul 24 00:37:07.086878 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e76e588d-69a8-4bc0-881a-5eb021622d6c req-062d3808-a772-4aae-a0f2-a4116d2f733c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d73fc314-29e1-4448-b595-e391a77f6c8a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0980783 Jul 24 00:37:07.094939 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3e7b9c-2136-4147-b8e3-0224fcca87b2 req-ded8ea23-dfa1-4737-9249-74d4fa29bcf3 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:07.096387 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-da3e7b9c-2136-4147-b8e3-0224fcca87b2 req-ded8ea23-dfa1-4737-9249-74d4fa29bcf3 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73fc314-29e1-4448-b595-e391a77f6c8a HTTP/1.1" status: 200 len: 945 time: 0.0999677 Jul 24 00:37:07.136503 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-da3e7b9c-2136-4147-b8e3-0224fcca87b2 req-bbac619a-cb9f-4036-8567-0ef112ef0421 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf433ea-a101-4bf8-bc29-960809b01f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341611 Jul 24 00:37:08.168347 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76e588d-69a8-4bc0-881a-5eb021622d6c req-e5208190-b5e4-46e9-a136-267655849fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:08.169961 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e76e588d-69a8-4bc0-881a-5eb021622d6c req-e5208190-b5e4-46e9-a136-267655849fbe service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=daf2b29281f44abbb5a2d1f4c07d00b4&device_id=d73fc314-29e1-4448-b595-e391a77f6c8a HTTP/1.1" status: 200 len: 1097 time: 0.0555706 Jul 24 00:37:08.290765 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76e588d-69a8-4bc0-881a-5eb021622d6c req-44dce7e0-94fb-4757-987a-71ae5967fb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:08.292232 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e76e588d-69a8-4bc0-881a-5eb021622d6c req-44dce7e0-94fb-4757-987a-71ae5967fb4a service neutron] 10.222.0.64 "GET /v2.0/networks?id=a76314e7-0aca-4b0c-996c-f107c33e2520 HTTP/1.1" status: 200 len: 915 time: 0.1162217 Jul 24 00:37:08.340962 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e76e588d-69a8-4bc0-881a-5eb021622d6c req-0d41948f-dc9c-43a6-a969-dbbb773b105b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3adc0946-8181-48bd-96f8-68a652aaa62f HTTP/1.1" status: 200 len: 217 time: 0.0415130 Jul 24 00:37:08.352471 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ff988a-5403-4981-b778-d7710fceb951 req-773be935-0c80-411c-b8e2-d9ce8342636c tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:08.353894 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-87ff988a-5403-4981-b778-d7710fceb951 req-773be935-0c80-411c-b8e2-d9ce8342636c tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73fc314-29e1-4448-b595-e391a77f6c8a HTTP/1.1" status: 200 len: 945 time: 0.1416538 Jul 24 00:37:08.418495 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76e588d-69a8-4bc0-881a-5eb021622d6c req-11000d5e-bd05-4535-8630-afb99328ba51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:08.419810 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e76e588d-69a8-4bc0-881a-5eb021622d6c req-11000d5e-bd05-4535-8630-afb99328ba51 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d66c70ee-b1d6-4d94-a01d-f8692eebddf2 HTTP/1.1" status: 200 len: 854 time: 0.0651112 Jul 24 00:37:08.424618 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-87ff988a-5403-4981-b778-d7710fceb951 req-b61ec4f1-997d-41d0-96b8-826eba408b0b tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf433ea-a101-4bf8-bc29-960809b01f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617259 Jul 24 00:37:08.454192 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e76e588d-69a8-4bc0-881a-5eb021622d6c req-9fe40eb6-b12f-4810-a701-46e194cc8826 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a76314e7-0aca-4b0c-996c-f107c33e2520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282841 Jul 24 00:37:08.545441 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e76e588d-69a8-4bc0-881a-5eb021622d6c req-13910358-c3be-4120-862f-098841094e7a service neutron] 10.222.0.64 "GET /v2.0/networks/a76314e7-0aca-4b0c-996c-f107c33e2520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850594 Jul 24 00:37:08.637030 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e76e588d-69a8-4bc0-881a-5eb021622d6c req-cc3ccf60-7ee6-4cc2-95e5-67bac5517233 service neutron] 10.222.0.64 "GET /v2.0/networks/a76314e7-0aca-4b0c-996c-f107c33e2520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855579 Jul 24 00:37:09.554603 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9088fb-521b-4749-b8eb-d43266bc6c14 req-eeb28826-c96f-471b-87ec-2e774d9966c7 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:09.556099 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fa9088fb-521b-4749-b8eb-d43266bc6c14 req-eeb28826-c96f-471b-87ec-2e774d9966c7 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73fc314-29e1-4448-b595-e391a77f6c8a HTTP/1.1" status: 200 len: 945 time: 0.0641150 Jul 24 00:37:09.592479 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fa9088fb-521b-4749-b8eb-d43266bc6c14 req-352039d1-4494-4bb4-abcd-1603eed6a1db tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf433ea-a101-4bf8-bc29-960809b01f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308945 Jul 24 00:37:10.720714 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff235bf2-1a62-4ed3-83ff-8d16ac0dfcb9 req-b6fedf54-47cc-41bc-9ab3-dad4fa6bccdc tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:10.723158 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ff235bf2-1a62-4ed3-83ff-8d16ac0dfcb9 req-b6fedf54-47cc-41bc-9ab3-dad4fa6bccdc tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73fc314-29e1-4448-b595-e391a77f6c8a HTTP/1.1" status: 200 len: 945 time: 0.0649300 Jul 24 00:37:10.761060 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ff235bf2-1a62-4ed3-83ff-8d16ac0dfcb9 req-9bb1a853-4ae3-4c6f-971d-666360504d8a tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf433ea-a101-4bf8-bc29-960809b01f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324862 Jul 24 00:37:11.892364 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06703f8c-e8fc-4a67-8e44-7aa181f58257 req-0e499a26-1194-4c55-8cbe-bc26abe139d1 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:11.894430 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-06703f8c-e8fc-4a67-8e44-7aa181f58257 req-0e499a26-1194-4c55-8cbe-bc26abe139d1 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73fc314-29e1-4448-b595-e391a77f6c8a HTTP/1.1" status: 200 len: 945 time: 0.0674362 Jul 24 00:37:11.930618 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-06703f8c-e8fc-4a67-8e44-7aa181f58257 req-cfb95d6c-d8ed-428a-866f-e938ab1b798e tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf433ea-a101-4bf8-bc29-960809b01f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307236 Jul 24 00:37:13.066261 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f622f69-ed9d-4122-a7d7-0b5a47987806 req-1ee49ee8-0825-4c09-b223-45ec764c8d06 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:13.067755 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0f622f69-ed9d-4122-a7d7-0b5a47987806 req-1ee49ee8-0825-4c09-b223-45ec764c8d06 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73fc314-29e1-4448-b595-e391a77f6c8a HTTP/1.1" status: 200 len: 945 time: 0.0642192 Jul 24 00:37:13.103885 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0f622f69-ed9d-4122-a7d7-0b5a47987806 req-734e6290-4bd6-4696-8b0b-6177f1b0dae3 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf433ea-a101-4bf8-bc29-960809b01f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307059 Jul 24 00:37:14.232352 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aec911-3957-4abb-b616-3055b5e1323b req-7aaa8b36-d43a-4c7c-bc4a-6065d3cae50e tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:14.233876 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-87aec911-3957-4abb-b616-3055b5e1323b req-7aaa8b36-d43a-4c7c-bc4a-6065d3cae50e tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73fc314-29e1-4448-b595-e391a77f6c8a HTTP/1.1" status: 200 len: 945 time: 0.0643928 Jul 24 00:37:14.271111 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-87aec911-3957-4abb-b616-3055b5e1323b req-57480958-e57b-401e-8d51-39d42cfc7ee3 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf433ea-a101-4bf8-bc29-960809b01f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317705 Jul 24 00:37:15.090992 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:37:15.402618 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67ff0d4-71ca-4e8f-b622-e906dde677a1 req-c36f2494-ac03-411c-94d5-a449edc87c9a tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:15.404085 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d67ff0d4-71ca-4e8f-b622-e906dde677a1 req-c36f2494-ac03-411c-94d5-a449edc87c9a tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73fc314-29e1-4448-b595-e391a77f6c8a HTTP/1.1" status: 200 len: 945 time: 0.0668621 Jul 24 00:37:15.441238 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d67ff0d4-71ca-4e8f-b622-e906dde677a1 req-e3ff40fd-ed1a-4bf0-a0f0-11c0872dafdf tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf433ea-a101-4bf8-bc29-960809b01f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317962 Jul 24 00:37:16.568979 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a1319-07dd-41e8-b580-2cdfa8390fbd req-dc1151fc-da1f-4cc6-a851-6715e42e9b0c tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:16.570472 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b42a1319-07dd-41e8-b580-2cdfa8390fbd req-dc1151fc-da1f-4cc6-a851-6715e42e9b0c tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73fc314-29e1-4448-b595-e391a77f6c8a HTTP/1.1" status: 200 len: 945 time: 0.0633831 Jul 24 00:37:16.607060 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b42a1319-07dd-41e8-b580-2cdfa8390fbd req-f6d0299f-96a1-4f9e-8c87-e86992d49a74 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf433ea-a101-4bf8-bc29-960809b01f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311155 Jul 24 00:37:17.736352 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9693ae-dda6-4bfd-bdf1-5a12fb8136f6 req-d91aacde-0b93-429a-ab42-953fe33d636c tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:17.737860 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fb9693ae-dda6-4bfd-bdf1-5a12fb8136f6 req-d91aacde-0b93-429a-ab42-953fe33d636c tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73fc314-29e1-4448-b595-e391a77f6c8a HTTP/1.1" status: 200 len: 945 time: 0.0633132 Jul 24 00:37:17.774591 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fb9693ae-dda6-4bfd-bdf1-5a12fb8136f6 req-fccd2d5d-e3be-4b1b-9344-38ae6a4f09c4 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf433ea-a101-4bf8-bc29-960809b01f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313754 Jul 24 00:37:18.056026 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:37:18.904643 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a04154-9557-41ca-881f-65da26c38a97 req-aa8d2e06-3480-4e12-9585-c64cdbb30305 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:18.906201 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-62a04154-9557-41ca-881f-65da26c38a97 req-aa8d2e06-3480-4e12-9585-c64cdbb30305 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73fc314-29e1-4448-b595-e391a77f6c8a HTTP/1.1" status: 200 len: 945 time: 0.0669169 Jul 24 00:37:18.944205 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-62a04154-9557-41ca-881f-65da26c38a97 req-a749bace-396c-4db9-831b-15ebfadc6371 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf433ea-a101-4bf8-bc29-960809b01f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316119 Jul 24 00:37:20.095767 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a85d78-9ebd-4566-9adb-9835d9dfc79d req-5addb6f6-ed6c-45aa-9494-eaf135a62472 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:20.097704 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-24a85d78-9ebd-4566-9adb-9835d9dfc79d req-5addb6f6-ed6c-45aa-9494-eaf135a62472 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73fc314-29e1-4448-b595-e391a77f6c8a HTTP/1.1" status: 200 len: 945 time: 0.0827489 Jul 24 00:37:20.138035 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-24a85d78-9ebd-4566-9adb-9835d9dfc79d req-449f6106-4905-47cd-988e-675bed8c3bfd tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf433ea-a101-4bf8-bc29-960809b01f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348420 Jul 24 00:37:21.266492 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1f8393-b2b3-4130-9813-36a384ca5915 req-91e3a2fd-201d-429e-80df-3acc642c6fa8 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:21.267977 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9f1f8393-b2b3-4130-9813-36a384ca5915 req-91e3a2fd-201d-429e-80df-3acc642c6fa8 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73fc314-29e1-4448-b595-e391a77f6c8a HTTP/1.1" status: 200 len: 945 time: 0.0629992 Jul 24 00:37:21.304797 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9f1f8393-b2b3-4130-9813-36a384ca5915 req-dc7c2834-1371-42c4-bb0f-27482eca53e0 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf433ea-a101-4bf8-bc29-960809b01f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314088 Jul 24 00:37:22.432275 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1edf5-66fc-42c2-90a0-2f622e8f8c26 req-32c96770-da22-400e-aea0-f2b1eedcbad3 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:22.433815 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-61d1edf5-66fc-42c2-90a0-2f622e8f8c26 req-32c96770-da22-400e-aea0-f2b1eedcbad3 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73fc314-29e1-4448-b595-e391a77f6c8a HTTP/1.1" status: 200 len: 945 time: 0.0632811 Jul 24 00:37:22.470564 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-61d1edf5-66fc-42c2-90a0-2f622e8f8c26 req-823d87b5-428d-473d-b0c8-e16d42fff2e3 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf433ea-a101-4bf8-bc29-960809b01f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309186 Jul 24 00:37:23.209523 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c1405168-b441-4281-a71b-3d8ec5160d5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:37:23.347930 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:37:23.602515 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c9b9bd-28fa-4e73-885a-14b98cb65a21 req-67ea8421-079a-44bb-86a9-a4d07c45cffb tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:23.604048 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-22c9b9bd-28fa-4e73-885a-14b98cb65a21 req-67ea8421-079a-44bb-86a9-a4d07c45cffb tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73fc314-29e1-4448-b595-e391a77f6c8a HTTP/1.1" status: 200 len: 945 time: 0.0671728 Jul 24 00:37:23.972227 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-22c9b9bd-28fa-4e73-885a-14b98cb65a21 req-bff7ee59-3f27-4df1-836f-f483ec416349 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf433ea-a101-4bf8-bc29-960809b01f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3618252 Jul 24 00:37:25.100381 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc16c5-8731-4f76-bb2f-b31f23d91fc7 req-1ff70c02-6b06-4035-9aa1-cfb064827ae4 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:25.101931 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-58dc16c5-8731-4f76-bb2f-b31f23d91fc7 req-1ff70c02-6b06-4035-9aa1-cfb064827ae4 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73fc314-29e1-4448-b595-e391a77f6c8a HTTP/1.1" status: 200 len: 945 time: 0.0635431 Jul 24 00:37:25.138873 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-58dc16c5-8731-4f76-bb2f-b31f23d91fc7 req-74fceb9f-fac7-400a-9783-7201d6ad34ac tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf433ea-a101-4bf8-bc29-960809b01f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314720 Jul 24 00:37:25.782832 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-23428c94-b951-4533-9407-b7f118857f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:37:26.267048 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ebb5b5-3980-4031-987e-ca844c3d4aa8 req-db39601a-1b5c-4b68-af8e-fc3a506bd094 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:26.268533 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-38ebb5b5-3980-4031-987e-ca844c3d4aa8 req-db39601a-1b5c-4b68-af8e-fc3a506bd094 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73fc314-29e1-4448-b595-e391a77f6c8a HTTP/1.1" status: 200 len: 945 time: 0.0615795 Jul 24 00:37:26.304069 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-38ebb5b5-3980-4031-987e-ca844c3d4aa8 req-6571ec71-6237-4797-bf70-17d47739acd8 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf433ea-a101-4bf8-bc29-960809b01f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300958 Jul 24 00:37:26.816676 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:37:27.394678 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:37:27.436396 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4880fd3-06dc-4a45-ad7a-79bf6fc64811 req-58bc8227-3396-4467-8002-7efb80da3748 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:27.437905 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b4880fd3-06dc-4a45-ad7a-79bf6fc64811 req-58bc8227-3396-4467-8002-7efb80da3748 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73fc314-29e1-4448-b595-e391a77f6c8a HTTP/1.1" status: 200 len: 945 time: 0.0681925 Jul 24 00:37:27.475709 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b4880fd3-06dc-4a45-ad7a-79bf6fc64811 req-2915b130-fc62-434a-9981-ed6022cc629d tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf433ea-a101-4bf8-bc29-960809b01f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315351 Jul 24 00:37:28.601877 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0992ca95-9bbb-45de-9c77-66b4c7683c8e req-aec29fb9-faf3-4b1e-a942-4d72bac31360 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:28.603375 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0992ca95-9bbb-45de-9c77-66b4c7683c8e req-aec29fb9-faf3-4b1e-a942-4d72bac31360 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73fc314-29e1-4448-b595-e391a77f6c8a HTTP/1.1" status: 200 len: 945 time: 0.0627708 Jul 24 00:37:28.643350 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0992ca95-9bbb-45de-9c77-66b4c7683c8e req-55ed0486-1100-4261-8a74-f8db692b4548 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf433ea-a101-4bf8-bc29-960809b01f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343933 Jul 24 00:37:28.983657 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:37:29.773966 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bedced5-2407-41ec-a5dd-bccdd4b6221a req-d0528f83-3639-4083-b726-65ebf10d277d tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:29.775439 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0bedced5-2407-41ec-a5dd-bccdd4b6221a req-d0528f83-3639-4083-b726-65ebf10d277d tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73fc314-29e1-4448-b595-e391a77f6c8a HTTP/1.1" status: 200 len: 945 time: 0.0632589 Jul 24 00:37:29.812398 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0bedced5-2407-41ec-a5dd-bccdd4b6221a req-c7874732-a109-4a69-a8f2-4c63919e1e36 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf433ea-a101-4bf8-bc29-960809b01f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314898 Jul 24 00:37:30.937865 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5292cff3-b4a5-459a-b164-5fcd57bf4679 req-466bacb0-2cee-473e-8d13-22b88c0af4ab tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:30.939652 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5292cff3-b4a5-459a-b164-5fcd57bf4679 req-466bacb0-2cee-473e-8d13-22b88c0af4ab tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73fc314-29e1-4448-b595-e391a77f6c8a HTTP/1.1" status: 200 len: 945 time: 0.0626187 Jul 24 00:37:30.976719 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5292cff3-b4a5-459a-b164-5fcd57bf4679 req-ef52a88f-2fea-4711-b832-66acbda6b330 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf433ea-a101-4bf8-bc29-960809b01f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307717 Jul 24 00:37:32.103183 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03b959e-ade4-4f6c-b5eb-d769576a574c req-80d23d1f-95d3-4d1b-835d-03adb13a6ab0 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:32.104569 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f03b959e-ade4-4f6c-b5eb-d769576a574c req-80d23d1f-95d3-4d1b-835d-03adb13a6ab0 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73fc314-29e1-4448-b595-e391a77f6c8a HTTP/1.1" status: 200 len: 945 time: 0.0622962 Jul 24 00:37:32.144984 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f03b959e-ade4-4f6c-b5eb-d769576a574c req-b4ea4334-20c4-49cd-9775-b38a7f70b843 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf433ea-a101-4bf8-bc29-960809b01f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349715 Jul 24 00:37:33.270545 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9a2111-f8c9-4125-a870-0ea7b71fe424 req-9e259b71-71f2-4878-a552-98a81533b527 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:33.272072 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fc9a2111-f8c9-4125-a870-0ea7b71fe424 req-9e259b71-71f2-4878-a552-98a81533b527 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73fc314-29e1-4448-b595-e391a77f6c8a HTTP/1.1" status: 200 len: 945 time: 0.0620172 Jul 24 00:37:33.307817 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fc9a2111-f8c9-4125-a870-0ea7b71fe424 req-1a7a340d-427c-4d6f-86c8-b5bc75d7c2fc tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf433ea-a101-4bf8-bc29-960809b01f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303550 Jul 24 00:37:34.435656 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b495f-a31f-48d6-a25e-d431dcfb9c55 req-c66a6690-7935-46f5-981d-13b0455e0c53 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:34.437189 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5d1b495f-a31f-48d6-a25e-d431dcfb9c55 req-c66a6690-7935-46f5-981d-13b0455e0c53 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73fc314-29e1-4448-b595-e391a77f6c8a HTTP/1.1" status: 200 len: 945 time: 0.0639384 Jul 24 00:37:34.474868 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5d1b495f-a31f-48d6-a25e-d431dcfb9c55 req-b0bf35f5-60c0-4731-a6c8-0a44db9374c6 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf433ea-a101-4bf8-bc29-960809b01f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318496 Jul 24 00:37:35.542512 n-d-800088-16 neutron-server[100314]: INFO neutron.api.v2.resource [req-e76e588d-69a8-4bc0-881a-5eb021622d6c req-c59d247e-16e4-4e5f-98a7-02a23905d369 service neutron] show failed (client error): The resource could not be found. Jul 24 00:37:35.543543 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e76e588d-69a8-4bc0-881a-5eb021622d6c req-c59d247e-16e4-4e5f-98a7-02a23905d369 service neutron] 10.222.0.64 "GET /v2.0/ports/3adc0946-8181-48bd-96f8-68a652aaa62f/bindings/n-h1-800088-16 HTTP/1.1" status: 404 len: 381 time: 0.0565486 Jul 24 00:37:35.607826 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd4d428-789e-4b4c-b2fa-c29d4ce9739a req-ad16eeb1-9462-4360-9394-e950740b8a22 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:35.609524 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fcd4d428-789e-4b4c-b2fa-c29d4ce9739a req-ad16eeb1-9462-4360-9394-e950740b8a22 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73fc314-29e1-4448-b595-e391a77f6c8a HTTP/1.1" status: 200 len: 945 time: 0.0682065 Jul 24 00:37:35.649072 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fcd4d428-789e-4b4c-b2fa-c29d4ce9739a req-d855e078-5312-4eb0-94b2-3e149fdd5e53 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf433ea-a101-4bf8-bc29-960809b01f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333085 Jul 24 00:37:35.788861 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76e588d-69a8-4bc0-881a-5eb021622d6c req-65664da1-6309-4a06-b740-206b30568cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:35.790380 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e76e588d-69a8-4bc0-881a-5eb021622d6c req-65664da1-6309-4a06-b740-206b30568cea service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d73fc314-29e1-4448-b595-e391a77f6c8a&tenant_id=daf2b29281f44abbb5a2d1f4c07d00b4 HTTP/1.1" status: 200 len: 1097 time: 0.0890672 Jul 24 00:37:35.802210 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-e76e588d-69a8-4bc0-881a-5eb021622d6c req-10ad6fdb-3f1c-4862-801d-fef38340a720 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800088-16', 'device_owner': 'compute:nova'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:37:35.873899 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-e76e588d-69a8-4bc0-881a-5eb021622d6c req-10ad6fdb-3f1c-4862-801d-fef38340a720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:37:36.075538 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-e76e588d-69a8-4bc0-881a-5eb021622d6c req-10ad6fdb-3f1c-4862-801d-fef38340a720 service neutron] For port 3adc0946-8181-48bd-96f8-68a652aaa62f, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=3adc0946-8181-48bd-96f8-68a652aaa62f,segment=NetworkSegment(b791f644-9178-4546-bc90-511c92647d88),segment_id=b791f644-9178-4546-bc90-511c92647d88)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:37:36.106487 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-e76e588d-69a8-4bc0-881a-5eb021622d6c req-10ad6fdb-3f1c-4862-801d-fef38340a720 service neutron] For port 3adc0946-8181-48bd-96f8-68a652aaa62f, host n-h2-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:37:36.143881 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd73fc314-29e1-4448-b595-e391a77f6c8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3adc0946-8181-48bd-96f8-68a652aaa62f'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:37:36.146179 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c577fd-e660-45b0-8543-06c163c47bc9" -d '{"events": [{"server_uuid": "d73fc314-29e1-4448-b595-e391a77f6c8a", "name": "network-vif-unplugged", "status": "completed", "tag": "3adc0946-8181-48bd-96f8-68a652aaa62f"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:37:36.149690 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-e76e588d-69a8-4bc0-881a-5eb021622d6c req-10ad6fdb-3f1c-4862-801d-fef38340a720 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:37:36.162081 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-e76e588d-69a8-4bc0-881a-5eb021622d6c req-10ad6fdb-3f1c-4862-801d-fef38340a720 service neutron] Transition to ACTIVE for port object 3adc0946-8181-48bd-96f8-68a652aaa62f will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:37:36.166499 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-e76e588d-69a8-4bc0-881a-5eb021622d6c req-10ad6fdb-3f1c-4862-801d-fef38340a720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:37:36.199921 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 00:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac13a15d-c80b-409b-8656-1c979be7320e x-openstack-request-id: req-ac13a15d-c80b-409b-8656-1c979be7320e {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:37:36.200650 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d73fc314-29e1-4448-b595-e391a77f6c8a", "name": "network-vif-unplugged", "status": "completed", "tag": "3adc0946-8181-48bd-96f8-68a652aaa62f", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:37:36.200650 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ac13a15d-c80b-409b-8656-1c979be7320e {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:37:36.200857 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd73fc314-29e1-4448-b595-e391a77f6c8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3adc0946-8181-48bd-96f8-68a652aaa62f', 'code': 200} Jul 24 00:37:36.234736 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-e76e588d-69a8-4bc0-881a-5eb021622d6c req-10ad6fdb-3f1c-4862-801d-fef38340a720 service neutron] No DVR routers for this DVR port 3adc0946-8181-48bd-96f8-68a652aaa62f on host n-h2-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:37:36.236496 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ad6fdb-3f1c-4862-801d-fef38340a720 service neutron] Pushing event updated for resources: {'Port': ['ID=3adc0946-8181-48bd-96f8-68a652aaa62f,revision_number=6']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:37:36.273312 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-e76e588d-69a8-4bc0-881a-5eb021622d6c req-10ad6fdb-3f1c-4862-801d-fef38340a720 service neutron] Attempting to bind port 3adc0946-8181-48bd-96f8-68a652aaa62f on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:37:36.273679 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-e76e588d-69a8-4bc0-881a-5eb021622d6c req-10ad6fdb-3f1c-4862-801d-fef38340a720 service neutron] Attempting to bind port 3adc0946-8181-48bd-96f8-68a652aaa62f by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': 'b791f644-9178-4546-bc90-511c92647d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a76314e7-0aca-4b0c-996c-f107c33e2520'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:37:36.274031 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76e588d-69a8-4bc0-881a-5eb021622d6c req-10ad6fdb-3f1c-4862-801d-fef38340a720 service neutron] Attempting to bind port 3adc0946-8181-48bd-96f8-68a652aaa62f on network a76314e7-0aca-4b0c-996c-f107c33e2520 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:37:36.279227 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76e588d-69a8-4bc0-881a-5eb021622d6c req-10ad6fdb-3f1c-4862-801d-fef38340a720 service neutron] Port 3adc0946-8181-48bd-96f8-68a652aaa62f on network a76314e7-0aca-4b0c-996c-f107c33e2520 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:37:36.279552 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76e588d-69a8-4bc0-881a-5eb021622d6c req-10ad6fdb-3f1c-4862-801d-fef38340a720 service neutron] Attempting to bind port 3adc0946-8181-48bd-96f8-68a652aaa62f on network a76314e7-0aca-4b0c-996c-f107c33e2520 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:37:36.284854 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76e588d-69a8-4bc0-881a-5eb021622d6c req-10ad6fdb-3f1c-4862-801d-fef38340a720 service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:37:36.285188 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76e588d-69a8-4bc0-881a-5eb021622d6c req-10ad6fdb-3f1c-4862-801d-fef38340a720 service neutron] Checking segment: {'id': 'b791f644-9178-4546-bc90-511c92647d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a76314e7-0aca-4b0c-996c-f107c33e2520'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:37:36.285579 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76e588d-69a8-4bc0-881a-5eb021622d6c req-10ad6fdb-3f1c-4862-801d-fef38340a720 service neutron] Bound using segment: {'id': 'b791f644-9178-4546-bc90-511c92647d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a76314e7-0aca-4b0c-996c-f107c33e2520'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:37:36.286006 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-e76e588d-69a8-4bc0-881a-5eb021622d6c req-10ad6fdb-3f1c-4862-801d-fef38340a720 service neutron] Bound port: 3adc0946-8181-48bd-96f8-68a652aaa62f, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b791f644-9178-4546-bc90-511c92647d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a76314e7-0aca-4b0c-996c-f107c33e2520'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:37:36.286368 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-e76e588d-69a8-4bc0-881a-5eb021622d6c req-10ad6fdb-3f1c-4862-801d-fef38340a720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:37:36.347317 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-e76e588d-69a8-4bc0-881a-5eb021622d6c req-10ad6fdb-3f1c-4862-801d-fef38340a720 service neutron] For port 3adc0946-8181-48bd-96f8-68a652aaa62f, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:37:36.350172 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-e76e588d-69a8-4bc0-881a-5eb021622d6c req-10ad6fdb-3f1c-4862-801d-fef38340a720 service neutron] For port 3adc0946-8181-48bd-96f8-68a652aaa62f, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=3adc0946-8181-48bd-96f8-68a652aaa62f,segment=NetworkSegment(b791f644-9178-4546-bc90-511c92647d88),segment_id=b791f644-9178-4546-bc90-511c92647d88)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:37:36.354666 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-e76e588d-69a8-4bc0-881a-5eb021622d6c req-10ad6fdb-3f1c-4862-801d-fef38340a720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:37:36.387534 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76e588d-69a8-4bc0-881a-5eb021622d6c req-10ad6fdb-3f1c-4862-801d-fef38340a720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:36.388144 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-e76e588d-69a8-4bc0-881a-5eb021622d6c req-10ad6fdb-3f1c-4862-801d-fef38340a720 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:37:36.390020 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e76e588d-69a8-4bc0-881a-5eb021622d6c req-10ad6fdb-3f1c-4862-801d-fef38340a720 service neutron] 10.222.0.52 "PUT /v2.0/ports/3adc0946-8181-48bd-96f8-68a652aaa62f HTTP/1.1" status: 200 len: 1092 time: 0.5917900 Jul 24 00:37:36.440774 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ad6fdb-3f1c-4862-801d-fef38340a720 service neutron] Pushing event updated for resources: {'Port': ['ID=3adc0946-8181-48bd-96f8-68a652aaa62f,revision_number=7']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:37:36.470376 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76e588d-69a8-4bc0-881a-5eb021622d6c req-e46a8759-fc6c-4421-804d-cc59836e6420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:36.472377 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e76e588d-69a8-4bc0-881a-5eb021622d6c req-e46a8759-fc6c-4421-804d-cc59836e6420 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=daf2b29281f44abbb5a2d1f4c07d00b4&device_id=d73fc314-29e1-4448-b595-e391a77f6c8a HTTP/1.1" status: 200 len: 1095 time: 0.0592697 Jul 24 00:37:36.563078 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76e588d-69a8-4bc0-881a-5eb021622d6c req-0a0d3a52-5f5f-48ae-8721-caf084bcc704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:36.564789 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e76e588d-69a8-4bc0-881a-5eb021622d6c req-0a0d3a52-5f5f-48ae-8721-caf084bcc704 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a76314e7-0aca-4b0c-996c-f107c33e2520 HTTP/1.1" status: 200 len: 915 time: 0.0862136 Jul 24 00:37:36.605531 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e76e588d-69a8-4bc0-881a-5eb021622d6c req-eaba1b23-a9ad-45a9-a964-97df38896cc6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3adc0946-8181-48bd-96f8-68a652aaa62f HTTP/1.1" status: 200 len: 217 time: 0.0345781 Jul 24 00:37:36.653226 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76e588d-69a8-4bc0-881a-5eb021622d6c req-372b7cf2-7212-42e4-a43b-d6c77712df09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:36.654645 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e76e588d-69a8-4bc0-881a-5eb021622d6c req-372b7cf2-7212-42e4-a43b-d6c77712df09 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d66c70ee-b1d6-4d94-a01d-f8692eebddf2 HTTP/1.1" status: 200 len: 854 time: 0.0428538 Jul 24 00:37:36.689632 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e76e588d-69a8-4bc0-881a-5eb021622d6c req-ce4426f1-0c6c-4e1d-9183-263cdee4d5b5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a76314e7-0aca-4b0c-996c-f107c33e2520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271187 Jul 24 00:37:36.826235 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d7e839-dbf9-4053-95dd-6dc6bc2ce954 req-5b949865-6bf7-46d2-a0be-ec87e0c11c60 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:36.827723 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-65d7e839-dbf9-4053-95dd-6dc6bc2ce954 req-5b949865-6bf7-46d2-a0be-ec87e0c11c60 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73fc314-29e1-4448-b595-e391a77f6c8a HTTP/1.1" status: 200 len: 943 time: 0.1109810 Jul 24 00:37:36.829500 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e76e588d-69a8-4bc0-881a-5eb021622d6c req-dcc42dcf-fda1-486c-94a2-9f80597caf0b service neutron] 10.222.0.52 "GET /v2.0/networks/a76314e7-0aca-4b0c-996c-f107c33e2520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332140 Jul 24 00:37:36.894986 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-65d7e839-dbf9-4053-95dd-6dc6bc2ce954 req-4ff7e442-98cc-46d7-a330-0c6b1ad5eb28 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf433ea-a101-4bf8-bc29-960809b01f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610476 Jul 24 00:37:36.948649 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e76e588d-69a8-4bc0-881a-5eb021622d6c req-dd139054-65d0-4aa6-989a-6000cb8af90d service neutron] 10.222.0.52 "GET /v2.0/networks/a76314e7-0aca-4b0c-996c-f107c33e2520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088433 Jul 24 00:37:38.029687 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3b4ede-9b2c-43c0-be1f-75b262ffa971 req-fc6186c3-988e-4090-86c9-af105eb98d62 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:38.031814 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fd3b4ede-9b2c-43c0-be1f-75b262ffa971 req-fc6186c3-988e-4090-86c9-af105eb98d62 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73fc314-29e1-4448-b595-e391a77f6c8a HTTP/1.1" status: 200 len: 943 time: 0.0684357 Jul 24 00:37:38.071587 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fd3b4ede-9b2c-43c0-be1f-75b262ffa971 req-a5b66776-b9a2-4b2e-9347-c958928a4041 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf433ea-a101-4bf8-bc29-960809b01f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330081 Jul 24 00:37:38.202284 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd73fc314-29e1-4448-b595-e391a77f6c8a', 'tag': '3adc0946-8181-48bd-96f8-68a652aaa62f'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:37:38.204698 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5bd28aa-f7f7-4fc9-a874-fcebef602504" -d '{"events": [{"name": "network-changed", "server_uuid": "d73fc314-29e1-4448-b595-e391a77f6c8a", "tag": "3adc0946-8181-48bd-96f8-68a652aaa62f"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:37:38.251541 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c1e9089-69a8-4c7a-b4fa-91ffc5829298 x-openstack-request-id: req-7c1e9089-69a8-4c7a-b4fa-91ffc5829298 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:37:38.251830 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d73fc314-29e1-4448-b595-e391a77f6c8a", "tag": "3adc0946-8181-48bd-96f8-68a652aaa62f", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:37:38.252086 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7c1e9089-69a8-4c7a-b4fa-91ffc5829298 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:37:38.252483 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd73fc314-29e1-4448-b595-e391a77f6c8a', 'tag': '3adc0946-8181-48bd-96f8-68a652aaa62f', 'status': 'completed', 'code': 200} Jul 24 00:37:38.327033 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bd28aa-f7f7-4fc9-a874-fcebef602504 req-9b6a4692-e9d4-46a9-bf67-b75b5dd4c022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:38.328540 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d5bd28aa-f7f7-4fc9-a874-fcebef602504 req-9b6a4692-e9d4-46a9-bf67-b75b5dd4c022 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=daf2b29281f44abbb5a2d1f4c07d00b4&device_id=d73fc314-29e1-4448-b595-e391a77f6c8a HTTP/1.1" status: 200 len: 1095 time: 0.0576832 Jul 24 00:37:38.332368 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bd28aa-f7f7-4fc9-a874-fcebef602504 req-d391dbdf-35ed-4e1d-8a13-d3b9561204fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:38.333835 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d5bd28aa-f7f7-4fc9-a874-fcebef602504 req-d391dbdf-35ed-4e1d-8a13-d3b9561204fe service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=daf2b29281f44abbb5a2d1f4c07d00b4&device_id=d73fc314-29e1-4448-b595-e391a77f6c8a HTTP/1.1" status: 200 len: 1095 time: 0.0607674 Jul 24 00:37:38.428939 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bd28aa-f7f7-4fc9-a874-fcebef602504 req-0ab3550c-b61f-405f-b8de-ff5675be7af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:38.430440 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d5bd28aa-f7f7-4fc9-a874-fcebef602504 req-0ab3550c-b61f-405f-b8de-ff5675be7af4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a76314e7-0aca-4b0c-996c-f107c33e2520 HTTP/1.1" status: 200 len: 915 time: 0.0954509 Jul 24 00:37:38.433144 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bd28aa-f7f7-4fc9-a874-fcebef602504 req-d814eba8-5e82-4750-b14c-6d46ad0e1e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:38.434690 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d5bd28aa-f7f7-4fc9-a874-fcebef602504 req-d814eba8-5e82-4750-b14c-6d46ad0e1e14 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a76314e7-0aca-4b0c-996c-f107c33e2520 HTTP/1.1" status: 200 len: 915 time: 0.0948977 Jul 24 00:37:38.473904 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d5bd28aa-f7f7-4fc9-a874-fcebef602504 req-2ab5b621-9b9b-4ef7-b12c-7d2c7c209b6f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3adc0946-8181-48bd-96f8-68a652aaa62f HTTP/1.1" status: 200 len: 217 time: 0.0361984 Jul 24 00:37:38.476997 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d5bd28aa-f7f7-4fc9-a874-fcebef602504 req-1fe35eb6-fae7-45cb-b7c1-18d150462807 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3adc0946-8181-48bd-96f8-68a652aaa62f HTTP/1.1" status: 200 len: 217 time: 0.0356770 Jul 24 00:37:38.525097 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bd28aa-f7f7-4fc9-a874-fcebef602504 req-42c03904-784d-427c-bd91-48a599b2fa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:38.526573 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d5bd28aa-f7f7-4fc9-a874-fcebef602504 req-42c03904-784d-427c-bd91-48a599b2fa3d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d66c70ee-b1d6-4d94-a01d-f8692eebddf2 HTTP/1.1" status: 200 len: 854 time: 0.0437222 Jul 24 00:37:38.529229 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bd28aa-f7f7-4fc9-a874-fcebef602504 req-a5d316af-6585-4473-8849-1d88563968db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:38.530667 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d5bd28aa-f7f7-4fc9-a874-fcebef602504 req-a5d316af-6585-4473-8849-1d88563968db service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d66c70ee-b1d6-4d94-a01d-f8692eebddf2 HTTP/1.1" status: 200 len: 854 time: 0.0474162 Jul 24 00:37:38.559765 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d5bd28aa-f7f7-4fc9-a874-fcebef602504 req-4066705b-1b16-4df8-a8a6-f2e5b3ab09ed service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a76314e7-0aca-4b0c-996c-f107c33e2520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270717 Jul 24 00:37:38.564299 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d5bd28aa-f7f7-4fc9-a874-fcebef602504 req-71e3e2fa-7522-4e95-9e26-2a708d41dd0e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a76314e7-0aca-4b0c-996c-f107c33e2520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270615 Jul 24 00:37:38.661349 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d5bd28aa-f7f7-4fc9-a874-fcebef602504 req-d78ac5c5-b907-4ec8-bffe-6d67e6e92291 service neutron] 10.222.0.64 "GET /v2.0/networks/a76314e7-0aca-4b0c-996c-f107c33e2520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938275 Jul 24 00:37:38.661556 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d5bd28aa-f7f7-4fc9-a874-fcebef602504 req-8cba556b-d952-4311-a3cc-302583920ceb service neutron] 10.222.0.52 "GET /v2.0/networks/a76314e7-0aca-4b0c-996c-f107c33e2520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873969 Jul 24 00:37:38.755758 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d5bd28aa-f7f7-4fc9-a874-fcebef602504 req-1f99b89a-c7f2-4fbc-b3c5-5cd6a399eec5 service neutron] 10.222.0.52 "GET /v2.0/networks/a76314e7-0aca-4b0c-996c-f107c33e2520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877235 Jul 24 00:37:38.758775 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d5bd28aa-f7f7-4fc9-a874-fcebef602504 req-6b46207a-061a-46b1-a03d-d6f99655cc4a service neutron] 10.222.0.64 "GET /v2.0/networks/a76314e7-0aca-4b0c-996c-f107c33e2520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920129 Jul 24 00:37:39.198866 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a6ebfc-d262-40c7-833f-f186b65c5d00 req-823343e1-703d-4418-a0b1-e4982d57f8b5 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:39.200291 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d6a6ebfc-d262-40c7-833f-f186b65c5d00 req-823343e1-703d-4418-a0b1-e4982d57f8b5 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73fc314-29e1-4448-b595-e391a77f6c8a HTTP/1.1" status: 200 len: 943 time: 0.0631957 Jul 24 00:37:39.237495 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d6a6ebfc-d262-40c7-833f-f186b65c5d00 req-cf6b0194-442e-49ec-93ce-0d41b81df7c8 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf433ea-a101-4bf8-bc29-960809b01f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317838 Jul 24 00:37:39.850067 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fa9193-0e7d-4add-951d-049867dcc7df req-c8cca1e7-1517-428a-8931-d0616570cb08 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:39.851582 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-79fa9193-0e7d-4add-951d-049867dcc7df req-c8cca1e7-1517-428a-8931-d0616570cb08 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73fc314-29e1-4448-b595-e391a77f6c8a HTTP/1.1" status: 200 len: 943 time: 0.4739835 Jul 24 00:37:39.858751 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfea9162-1839-4b5b-b309-8b0f6bc4c408 req-33e558ff-1b16-465e-b124-7c2bf5a16a45 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:39.860108 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bfea9162-1839-4b5b-b309-8b0f6bc4c408 req-33e558ff-1b16-465e-b124-7c2bf5a16a45 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.64 "GET /v2.0/ports?device_id=d73fc314-29e1-4448-b595-e391a77f6c8a&tenant_id=daf2b29281f44abbb5a2d1f4c07d00b4&binding%3Ahost_id=n-h1-800088-16 HTTP/1.1" status: 200 len: 943 time: 0.4710939 Jul 24 00:37:39.936358 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-79fa9193-0e7d-4add-951d-049867dcc7df req-13f21acd-d489-4c86-a301-0636f64ce9f3 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf433ea-a101-4bf8-bc29-960809b01f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739403 Jul 24 00:37:39.944074 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 3adc0946-8181-48bd-96f8-68a652aaa62f no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:37:39.955886 n-d-800088-16 neutron-server[100314]: INFO neutron.api.v2.resource [req-bfea9162-1839-4b5b-b309-8b0f6bc4c408 req-a11b99a2-7e58-4fa4-886a-5abd6cfda672 service neutron] delete failed (client error): The resource could not be found. Jul 24 00:37:39.957440 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bfea9162-1839-4b5b-b309-8b0f6bc4c408 req-a11b99a2-7e58-4fa4-886a-5abd6cfda672 service neutron] 10.222.0.64 "DELETE /v2.0/ports/3adc0946-8181-48bd-96f8-68a652aaa62f/bindings/n-h2-800088-16 HTTP/1.1" status: 404 len: 381 time: 0.0905714 Jul 24 00:37:39.981760 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 3adc0946-8181-48bd-96f8-68a652aaa62f not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:37:40.051682 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfea9162-1839-4b5b-b309-8b0f6bc4c408 req-7d4ab95d-0f1b-4935-bc36-4b4a7d71b44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:40.053198 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bfea9162-1839-4b5b-b309-8b0f6bc4c408 req-7d4ab95d-0f1b-4935-bc36-4b4a7d71b44d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=daf2b29281f44abbb5a2d1f4c07d00b4&device_id=d73fc314-29e1-4448-b595-e391a77f6c8a HTTP/1.1" status: 200 len: 1095 time: 0.0545564 Jul 24 00:37:40.144643 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfea9162-1839-4b5b-b309-8b0f6bc4c408 req-c1505f0a-f72e-45ac-a07c-bcfcf38be445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:40.146021 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bfea9162-1839-4b5b-b309-8b0f6bc4c408 req-c1505f0a-f72e-45ac-a07c-bcfcf38be445 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a76314e7-0aca-4b0c-996c-f107c33e2520 HTTP/1.1" status: 200 len: 915 time: 0.0868769 Jul 24 00:37:40.184939 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bfea9162-1839-4b5b-b309-8b0f6bc4c408 req-4ca3195f-4c8c-47a7-a5cb-655d734f047a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3adc0946-8181-48bd-96f8-68a652aaa62f HTTP/1.1" status: 200 len: 217 time: 0.0328627 Jul 24 00:37:40.233710 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfea9162-1839-4b5b-b309-8b0f6bc4c408 req-2218c04c-2586-4b57-9478-4ed7b0854d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:40.235222 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bfea9162-1839-4b5b-b309-8b0f6bc4c408 req-2218c04c-2586-4b57-9478-4ed7b0854d68 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d66c70ee-b1d6-4d94-a01d-f8692eebddf2 HTTP/1.1" status: 200 len: 854 time: 0.0432045 Jul 24 00:37:40.271538 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bfea9162-1839-4b5b-b309-8b0f6bc4c408 req-2f13c083-3162-4d0e-a317-ad7b7be1cb3b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a76314e7-0aca-4b0c-996c-f107c33e2520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299747 Jul 24 00:37:40.361440 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bfea9162-1839-4b5b-b309-8b0f6bc4c408 req-4a494ff7-1b5b-4502-9c63-202e4a85af20 service neutron] 10.222.0.64 "GET /v2.0/networks/a76314e7-0aca-4b0c-996c-f107c33e2520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839133 Jul 24 00:37:40.453485 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bfea9162-1839-4b5b-b309-8b0f6bc4c408 req-529bb42d-2c1e-440c-b2c6-03204485c1c6 service neutron] 10.222.0.64 "GET /v2.0/networks/a76314e7-0aca-4b0c-996c-f107c33e2520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854924 Jul 24 00:37:41.067332 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54433144-61cc-40cf-a20b-c02a41493617 req-d50bbfca-3282-4d1b-af9f-86c0ac3e2886 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:41.068869 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-54433144-61cc-40cf-a20b-c02a41493617 req-d50bbfca-3282-4d1b-af9f-86c0ac3e2886 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73fc314-29e1-4448-b595-e391a77f6c8a HTTP/1.1" status: 200 len: 943 time: 0.0626152 Jul 24 00:37:41.105248 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-54433144-61cc-40cf-a20b-c02a41493617 req-98892384-69d2-4b8d-9ee4-e60fbb1b50d8 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf433ea-a101-4bf8-bc29-960809b01f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308580 Jul 24 00:37:41.233080 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60461b37-e2a5-4634-8b96-c102531058d1 req-e16805ad-69e8-4596-9fb6-6636f3f207ba tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:41.234611 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-60461b37-e2a5-4634-8b96-c102531058d1 req-e16805ad-69e8-4596-9fb6-6636f3f207ba tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73fc314-29e1-4448-b595-e391a77f6c8a HTTP/1.1" status: 200 len: 943 time: 0.0650582 Jul 24 00:37:41.272014 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-60461b37-e2a5-4634-8b96-c102531058d1 req-4aa68a5f-4648-4c1b-8aeb-0559e55627d5 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf433ea-a101-4bf8-bc29-960809b01f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313466 Jul 24 00:37:41.340699 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 3adc0946-8181-48bd-96f8-68a652aaa62f details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:37:41.402332 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219fa5da-b0bf-4fd7-870d-878f8484a493 req-874ecd64-7239-4c26-a090-a365f462e144 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:41.403815 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-219fa5da-b0bf-4fd7-870d-878f8484a493 req-874ecd64-7239-4c26-a090-a365f462e144 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73fc314-29e1-4448-b595-e391a77f6c8a HTTP/1.1" status: 200 len: 943 time: 0.0670335 Jul 24 00:37:41.438577 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 3adc0946-8181-48bd-96f8-68a652aaa62f, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=3adc0946-8181-48bd-96f8-68a652aaa62f,segment=NetworkSegment(b791f644-9178-4546-bc90-511c92647d88),segment_id=b791f644-9178-4546-bc90-511c92647d88)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:37:41.441633 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-219fa5da-b0bf-4fd7-870d-878f8484a493 req-f1346ec7-9407-4218-b24d-2c04b4af57f8 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf433ea-a101-4bf8-bc29-960809b01f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316410 Jul 24 00:37:41.450239 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': '3adc0946-8181-48bd-96f8-68a652aaa62f', 'network_id': 'a76314e7-0aca-4b0c-996c-f107c33e2520', 'port_id': '3adc0946-8181-48bd-96f8-68a652aaa62f', 'mac_address': 'fa:16:3e:eb:88:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd66c70ee-b1d6-4d94-a01d-f8692eebddf2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:37:41.486825 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:37:41.499856 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3adc0946-8181-48bd-96f8-68a652aaa62f {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:37:41.519399 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 3adc0946-8181-48bd-96f8-68a652aaa62f, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=3adc0946-8181-48bd-96f8-68a652aaa62f,segment=NetworkSegment(b791f644-9178-4546-bc90-511c92647d88),segment_id=b791f644-9178-4546-bc90-511c92647d88)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:37:41.523289 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:37:41.579160 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=3adc0946-8181-48bd-96f8-68a652aaa62f,revision_number=8']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:37:41.742397 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['3adc0946-8181-48bd-96f8-68a652aaa62f'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:37:41.784518 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14712106-e268-4a2d-b3f6-b790f9ddb8b5 req-0ab0621b-7114-4b79-87e8-93f7d002d20a tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:41.786533 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-14712106-e268-4a2d-b3f6-b790f9ddb8b5 req-0ab0621b-7114-4b79-87e8-93f7d002d20a tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/networks?id=a76314e7-0aca-4b0c-996c-f107c33e2520 HTTP/1.1" status: 200 len: 814 time: 0.0999753 Jul 24 00:37:41.801344 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-14712106-e268-4a2d-b3f6-b790f9ddb8b5 req-afec5aed-ddf6-4d63-973b-573fd59dac64 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/quotas/daf2b29281f44abbb5a2d1f4c07d00b4 HTTP/1.1" status: 200 len: 375 time: 0.0089729 Jul 24 00:37:41.889844 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-14712106-e268-4a2d-b3f6-b790f9ddb8b5 req-ed8e2b58-255a-458e-ac1e-60eab45b680c tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=daf2b29281f44abbb5a2d1f4c07d00b4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0831935 Jul 24 00:37:41.978213 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-14712106-e268-4a2d-b3f6-b790f9ddb8b5 req-27a1afba-afc0-40ec-ae82-f9ff960da463 service neutron] 10.222.0.44 "GET /v2.0/networks/a76314e7-0aca-4b0c-996c-f107c33e2520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813222 Jul 24 00:37:42.068274 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-14712106-e268-4a2d-b3f6-b790f9ddb8b5 req-de69c140-46ac-4e54-9a6b-6c90561cbe3c service neutron] 10.222.0.44 "GET /v2.0/networks/a76314e7-0aca-4b0c-996c-f107c33e2520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845149 Jul 24 00:37:42.227162 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0b876f59-b36f-48f5-b07a-da45da5f7e29 req-3dc11592-e241-4265-abdc-ac71d2e313f6 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?device_id=53600a2c-5008-4186-951e-406792b31d17 HTTP/1.1" status: 200 len: 210 time: 0.0304368 Jul 24 00:37:42.882960 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5d44fe-a63c-45a9-9ff4-42fe2da91d4a req-5591a2cd-4702-4a27-9b47-9b971251fcdc tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:42.884429 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ce5d44fe-a63c-45a9-9ff4-42fe2da91d4a req-5591a2cd-4702-4a27-9b47-9b971251fcdc tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.52 "GET /v2.0/ports?device_id=d73fc314-29e1-4448-b595-e391a77f6c8a HTTP/1.1" status: 200 len: 944 time: 0.0680921 Jul 24 00:37:42.990927 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-ce5d44fe-a63c-45a9-9ff4-42fe2da91d4a req-d360eee1-9245-4e28-82e8-aed29db0f2d7 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Deleting port 3adc0946-8181-48bd-96f8-68a652aaa62f {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:37:42.991347 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-ce5d44fe-a63c-45a9-9ff4-42fe2da91d4a req-d360eee1-9245-4e28-82e8-aed29db0f2d7 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:37:43.088545 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-ce5d44fe-a63c-45a9-9ff4-42fe2da91d4a req-d360eee1-9245-4e28-82e8-aed29db0f2d7 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] For port 3adc0946-8181-48bd-96f8-68a652aaa62f, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=3adc0946-8181-48bd-96f8-68a652aaa62f,segment=NetworkSegment(b791f644-9178-4546-bc90-511c92647d88),segment_id=b791f644-9178-4546-bc90-511c92647d88)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:37:43.089272 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-ce5d44fe-a63c-45a9-9ff4-42fe2da91d4a req-d360eee1-9245-4e28-82e8-aed29db0f2d7 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:37:43.097727 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14712106-e268-4a2d-b3f6-b790f9ddb8b5 req-352eb4bb-ed96-45d6-b155-fff8bac3e261 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:43.099307 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-14712106-e268-4a2d-b3f6-b790f9ddb8b5 req-352eb4bb-ed96-45d6-b155-fff8bac3e261 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.64 "GET /v2.0/networks?id=a76314e7-0aca-4b0c-996c-f107c33e2520 HTTP/1.1" status: 200 len: 814 time: 0.1132677 Jul 24 00:37:43.102527 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-ce5d44fe-a63c-45a9-9ff4-42fe2da91d4a req-d360eee1-9245-4e28-82e8-aed29db0f2d7 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Calling delete_port for 3adc0946-8181-48bd-96f8-68a652aaa62f owned by compute:nova {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:37:43.111852 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-14712106-e268-4a2d-b3f6-b790f9ddb8b5 req-3e0c2d63-68d5-44cf-8b6e-f3d93c74faf4 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Request body: {'port': {'device_id': '53600a2c-5008-4186-951e-406792b31d17', 'network_id': 'a76314e7-0aca-4b0c-996c-f107c33e2520', 'admin_state_up': True, 'tenant_id': 'daf2b29281f44abbb5a2d1f4c07d00b4'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:37:43.223626 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14712106-e268-4a2d-b3f6-b790f9ddb8b5 req-3e0c2d63-68d5-44cf-8b6e-f3d93c74faf4 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Made reservation on behalf of daf2b29281f44abbb5a2d1f4c07d00b4 for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:37:43.227181 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-14712106-e268-4a2d-b3f6-b790f9ddb8b5 req-3e0c2d63-68d5-44cf-8b6e-f3d93c74faf4 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:37:43.238351 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-ce5d44fe-a63c-45a9-9ff4-42fe2da91d4a req-d360eee1-9245-4e28-82e8-aed29db0f2d7 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:37:43.251842 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['3adc0946-8181-48bd-96f8-68a652aaa62f'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:37:43.277681 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d360eee1-9245-4e28-82e8-aed29db0f2d7 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Pushing event deleted for resources: {'Port': ['ID=3adc0946-8181-48bd-96f8-68a652aaa62f,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:37:43.346445 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce5d44fe-a63c-45a9-9ff4-42fe2da91d4a req-d360eee1-9245-4e28-82e8-aed29db0f2d7 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] No DVR routers for this DVR port 3adc0946-8181-48bd-96f8-68a652aaa62f on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:37:43.358911 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 3adc0946-8181-48bd-96f8-68a652aaa62f no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:37:43.364199 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-ce5d44fe-a63c-45a9-9ff4-42fe2da91d4a req-d360eee1-9245-4e28-82e8-aed29db0f2d7 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:37:43.366272 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ce5d44fe-a63c-45a9-9ff4-42fe2da91d4a req-d360eee1-9245-4e28-82e8-aed29db0f2d7 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.52 "DELETE /v2.0/ports/3adc0946-8181-48bd-96f8-68a652aaa62f HTTP/1.1" status: 204 len: 173 time: 0.4760284 Jul 24 00:37:43.367112 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd73fc314-29e1-4448-b595-e391a77f6c8a', 'name': 'network-vif-deleted', 'tag': '3adc0946-8181-48bd-96f8-68a652aaa62f'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:37:43.369837 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a8bce82-5097-48d0-835d-aae81e857c6a" -d '{"events": [{"server_uuid": "d73fc314-29e1-4448-b595-e391a77f6c8a", "name": "network-vif-deleted", "tag": "3adc0946-8181-48bd-96f8-68a652aaa62f"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:37:43.373743 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1895332a-c8af-4a66-95f6-dfc470e4a9bb req-32583975-6533-4c3b-8171-b5411c64732d tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?device_id=53600a2c-5008-4186-951e-406792b31d17 HTTP/1.1" status: 200 len: 210 time: 0.0630531 Jul 24 00:37:43.383421 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] No Port match for: 3adc0946-8181-48bd-96f8-68a652aaa62f {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:37:43.383787 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 3adc0946-8181-48bd-96f8-68a652aaa62f not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:37:43.412042 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [req-14712106-e268-4a2d-b3f6-b790f9ddb8b5 req-3e0c2d63-68d5-44cf-8b6e-f3d93c74faf4 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Allocated IP 172.20.0.4 (a76314e7-0aca-4b0c-996c-f107c33e2520/d66c70ee-b1d6-4d94-a01d-f8692eebddf2/ce7ef032-6a6c-4230-9c70-6a6bb91be898) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:37:43.414535 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a067ff-13cf-418a-9524-77940ebf929a x-openstack-request-id: req-27a067ff-13cf-418a-9524-77940ebf929a {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:37:43.414875 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d73fc314-29e1-4448-b595-e391a77f6c8a", "name": "network-vif-deleted", "tag": "3adc0946-8181-48bd-96f8-68a652aaa62f", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:37:43.415109 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-27a067ff-13cf-418a-9524-77940ebf929a {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:37:43.415533 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd73fc314-29e1-4448-b595-e391a77f6c8a', 'name': 'network-vif-deleted', 'tag': '3adc0946-8181-48bd-96f8-68a652aaa62f', 'status': 'completed', 'code': 200} Jul 24 00:37:43.569734 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-14712106-e268-4a2d-b3f6-b790f9ddb8b5 req-3e0c2d63-68d5-44cf-8b6e-f3d93c74faf4 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:37:43.608434 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-14712106-e268-4a2d-b3f6-b790f9ddb8b5 req-3e0c2d63-68d5-44cf-8b6e-f3d93c74faf4 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:37:43.664616 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14712106-e268-4a2d-b3f6-b790f9ddb8b5 req-3e0c2d63-68d5-44cf-8b6e-f3d93c74faf4 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Network a76314e7-0aca-4b0c-996c-f107c33e2520 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:37:43.668971 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [req-14712106-e268-4a2d-b3f6-b790f9ddb8b5 req-3e0c2d63-68d5-44cf-8b6e-f3d93c74faf4 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:37:43.672644 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-14712106-e268-4a2d-b3f6-b790f9ddb8b5 req-3e0c2d63-68d5-44cf-8b6e-f3d93c74faf4 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:37:43.708683 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0c2d63-68d5-44cf-8b6e-f3d93c74faf4 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Pushing event updated for resources: {'Port': ['ID=ce7ef032-6a6c-4230-9c70-6a6bb91be898,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:37:43.722118 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0c2d63-68d5-44cf-8b6e-f3d93c74faf4 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:37:43.722463 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0c2d63-68d5-44cf-8b6e-f3d93c74faf4 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:37:43.722807 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0c2d63-68d5-44cf-8b6e-f3d93c74faf4 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:37:43.723141 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0c2d63-68d5-44cf-8b6e-f3d93c74faf4 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:37:43.723474 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0c2d63-68d5-44cf-8b6e-f3d93c74faf4 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:37:43.723805 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0c2d63-68d5-44cf-8b6e-f3d93c74faf4 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:37:43.724131 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0c2d63-68d5-44cf-8b6e-f3d93c74faf4 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:37:43.724457 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0c2d63-68d5-44cf-8b6e-f3d93c74faf4 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:37:43.724784 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0c2d63-68d5-44cf-8b6e-f3d93c74faf4 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:37:43.725150 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0c2d63-68d5-44cf-8b6e-f3d93c74faf4 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:37:43.725451 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0c2d63-68d5-44cf-8b6e-f3d93c74faf4 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:37:43.725772 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0c2d63-68d5-44cf-8b6e-f3d93c74faf4 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:37:43.744388 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14712106-e268-4a2d-b3f6-b790f9ddb8b5 req-3e0c2d63-68d5-44cf-8b6e-f3d93c74faf4 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:43.745028 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-14712106-e268-4a2d-b3f6-b790f9ddb8b5 req-3e0c2d63-68d5-44cf-8b6e-f3d93c74faf4 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:37:43.759135 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-14712106-e268-4a2d-b3f6-b790f9ddb8b5 req-3e0c2d63-68d5-44cf-8b6e-f3d93c74faf4 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6515322 Jul 24 00:37:43.771163 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-14712106-e268-4a2d-b3f6-b790f9ddb8b5 req-a0ef25b5-a346-4d10-a69f-f0b7d4b72e2a service neutron] Request body: {'port': {'device_id': '53600a2c-5008-4186-951e-406792b31d17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-16'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:37:43.847096 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-14712106-e268-4a2d-b3f6-b790f9ddb8b5 req-a0ef25b5-a346-4d10-a69f-f0b7d4b72e2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:37:44.115021 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-14712106-e268-4a2d-b3f6-b790f9ddb8b5 req-a0ef25b5-a346-4d10-a69f-f0b7d4b72e2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce7ef032-6a6c-4230-9c70-6a6bb91be898 {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:37:44.122463 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-14712106-e268-4a2d-b3f6-b790f9ddb8b5 req-a0ef25b5-a346-4d10-a69f-f0b7d4b72e2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:37:44.134441 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-14712106-e268-4a2d-b3f6-b790f9ddb8b5 req-a0ef25b5-a346-4d10-a69f-f0b7d4b72e2a service neutron] Transition to ACTIVE for port object ce7ef032-6a6c-4230-9c70-6a6bb91be898 will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:37:44.137754 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-14712106-e268-4a2d-b3f6-b790f9ddb8b5 req-a0ef25b5-a346-4d10-a69f-f0b7d4b72e2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:37:44.191442 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ef25b5-a346-4d10-a69f-f0b7d4b72e2a service neutron] Pushing event updated for resources: {'Port': ['ID=ce7ef032-6a6c-4230-9c70-6a6bb91be898,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:37:44.259075 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-14712106-e268-4a2d-b3f6-b790f9ddb8b5 req-a0ef25b5-a346-4d10-a69f-f0b7d4b72e2a service neutron] Attempting to bind port ce7ef032-6a6c-4230-9c70-6a6bb91be898 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:37:44.259413 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-14712106-e268-4a2d-b3f6-b790f9ddb8b5 req-a0ef25b5-a346-4d10-a69f-f0b7d4b72e2a service neutron] Attempting to bind port ce7ef032-6a6c-4230-9c70-6a6bb91be898 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': 'b791f644-9178-4546-bc90-511c92647d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a76314e7-0aca-4b0c-996c-f107c33e2520'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:37:44.259746 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14712106-e268-4a2d-b3f6-b790f9ddb8b5 req-a0ef25b5-a346-4d10-a69f-f0b7d4b72e2a service neutron] Attempting to bind port ce7ef032-6a6c-4230-9c70-6a6bb91be898 on network a76314e7-0aca-4b0c-996c-f107c33e2520 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:37:44.264042 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14712106-e268-4a2d-b3f6-b790f9ddb8b5 req-a0ef25b5-a346-4d10-a69f-f0b7d4b72e2a service neutron] Port ce7ef032-6a6c-4230-9c70-6a6bb91be898 on network a76314e7-0aca-4b0c-996c-f107c33e2520 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:37:44.264367 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14712106-e268-4a2d-b3f6-b790f9ddb8b5 req-a0ef25b5-a346-4d10-a69f-f0b7d4b72e2a service neutron] Attempting to bind port ce7ef032-6a6c-4230-9c70-6a6bb91be898 on network a76314e7-0aca-4b0c-996c-f107c33e2520 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:37:44.269645 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14712106-e268-4a2d-b3f6-b790f9ddb8b5 req-a0ef25b5-a346-4d10-a69f-f0b7d4b72e2a service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:37:44.269984 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14712106-e268-4a2d-b3f6-b790f9ddb8b5 req-a0ef25b5-a346-4d10-a69f-f0b7d4b72e2a service neutron] Checking segment: {'id': 'b791f644-9178-4546-bc90-511c92647d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a76314e7-0aca-4b0c-996c-f107c33e2520'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:37:44.270367 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14712106-e268-4a2d-b3f6-b790f9ddb8b5 req-a0ef25b5-a346-4d10-a69f-f0b7d4b72e2a service neutron] Bound using segment: {'id': 'b791f644-9178-4546-bc90-511c92647d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a76314e7-0aca-4b0c-996c-f107c33e2520'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:37:44.270791 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-14712106-e268-4a2d-b3f6-b790f9ddb8b5 req-a0ef25b5-a346-4d10-a69f-f0b7d4b72e2a service neutron] Bound port: ce7ef032-6a6c-4230-9c70-6a6bb91be898, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b791f644-9178-4546-bc90-511c92647d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a76314e7-0aca-4b0c-996c-f107c33e2520'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:37:44.271147 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-14712106-e268-4a2d-b3f6-b790f9ddb8b5 req-a0ef25b5-a346-4d10-a69f-f0b7d4b72e2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:37:44.347889 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-14712106-e268-4a2d-b3f6-b790f9ddb8b5 req-a0ef25b5-a346-4d10-a69f-f0b7d4b72e2a service neutron] For port ce7ef032-6a6c-4230-9c70-6a6bb91be898, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:37:44.351362 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-14712106-e268-4a2d-b3f6-b790f9ddb8b5 req-a0ef25b5-a346-4d10-a69f-f0b7d4b72e2a service neutron] For port ce7ef032-6a6c-4230-9c70-6a6bb91be898, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=ce7ef032-6a6c-4230-9c70-6a6bb91be898,segment=NetworkSegment(b791f644-9178-4546-bc90-511c92647d88),segment_id=b791f644-9178-4546-bc90-511c92647d88)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:37:44.356472 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-14712106-e268-4a2d-b3f6-b790f9ddb8b5 req-a0ef25b5-a346-4d10-a69f-f0b7d4b72e2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:37:44.392317 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14712106-e268-4a2d-b3f6-b790f9ddb8b5 req-a0ef25b5-a346-4d10-a69f-f0b7d4b72e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:44.392965 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-14712106-e268-4a2d-b3f6-b790f9ddb8b5 req-a0ef25b5-a346-4d10-a69f-f0b7d4b72e2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:37:44.394378 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-14712106-e268-4a2d-b3f6-b790f9ddb8b5 req-a0ef25b5-a346-4d10-a69f-f0b7d4b72e2a service neutron] 10.222.0.64 "PUT /v2.0/ports/ce7ef032-6a6c-4230-9c70-6a6bb91be898 HTTP/1.1" status: 200 len: 1092 time: 0.6276405 Jul 24 00:37:44.394809 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53600a2c-5008-4186-951e-406792b31d17', 'tag': 'ce7ef032-6a6c-4230-9c70-6a6bb91be898'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:37:44.397072 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f9dc22-b8e9-486c-8332-99f5128515f0" -d '{"events": [{"name": "network-changed", "server_uuid": "53600a2c-5008-4186-951e-406792b31d17", "tag": "ce7ef032-6a6c-4230-9c70-6a6bb91be898"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:37:44.423289 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ef25b5-a346-4d10-a69f-f0b7d4b72e2a service neutron] Pushing event updated for resources: {'Port': ['ID=ce7ef032-6a6c-4230-9c70-6a6bb91be898,revision_number=3']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:37:44.511263 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00cd9071-380a-4258-b467-2e54841be789 x-openstack-request-id: req-00cd9071-380a-4258-b467-2e54841be789 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:37:44.511557 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53600a2c-5008-4186-951e-406792b31d17", "tag": "ce7ef032-6a6c-4230-9c70-6a6bb91be898", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:37:44.511811 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-00cd9071-380a-4258-b467-2e54841be789 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:37:44.512213 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53600a2c-5008-4186-951e-406792b31d17', 'tag': 'ce7ef032-6a6c-4230-9c70-6a6bb91be898', 'status': 'completed', 'code': 200} Jul 24 00:37:44.535439 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14712106-e268-4a2d-b3f6-b790f9ddb8b5 req-e87f9a59-d157-4d0d-b3f8-81ab1f65a251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:44.536992 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-14712106-e268-4a2d-b3f6-b790f9ddb8b5 req-e87f9a59-d157-4d0d-b3f8-81ab1f65a251 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=daf2b29281f44abbb5a2d1f4c07d00b4&device_id=53600a2c-5008-4186-951e-406792b31d17 HTTP/1.1" status: 200 len: 1095 time: 0.1060545 Jul 24 00:37:44.548248 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e0af3-d1a2-40fc-9f83-970b839dad18 req-d47a89fe-90d5-4b55-a0ef-475cad07a760 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:44.549678 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1d3e0af3-d1a2-40fc-9f83-970b839dad18 req-d47a89fe-90d5-4b55-a0ef-475cad07a760 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?device_id=53600a2c-5008-4186-951e-406792b31d17 HTTP/1.1" status: 200 len: 943 time: 0.0857525 Jul 24 00:37:44.593887 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-14712106-e268-4a2d-b3f6-b790f9ddb8b5 req-3b65cd2e-87ef-4b34-9691-0598d14f2174 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce7ef032-6a6c-4230-9c70-6a6bb91be898 HTTP/1.1" status: 200 len: 217 time: 0.0425580 Jul 24 00:37:44.652238 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1d3e0af3-d1a2-40fc-9f83-970b839dad18 req-2e180a92-989e-48c2-9815-b3886e9a4589 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf433ea-a101-4bf8-bc29-960809b01f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952215 Jul 24 00:37:44.660422 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14712106-e268-4a2d-b3f6-b790f9ddb8b5 req-3befdb57-b4a1-4f31-9826-e77a28acf43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:44.661933 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-14712106-e268-4a2d-b3f6-b790f9ddb8b5 req-3befdb57-b4a1-4f31-9826-e77a28acf43a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d66c70ee-b1d6-4d94-a01d-f8692eebddf2 HTTP/1.1" status: 200 len: 854 time: 0.0616367 Jul 24 00:37:44.698130 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-14712106-e268-4a2d-b3f6-b790f9ddb8b5 req-b837e682-29e2-456b-bf0e-52f0dc451344 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a76314e7-0aca-4b0c-996c-f107c33e2520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293682 Jul 24 00:37:44.793020 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-14712106-e268-4a2d-b3f6-b790f9ddb8b5 req-2cb9bf74-039c-4301-8e23-7f69e20e0828 service neutron] 10.222.0.64 "GET /v2.0/networks/a76314e7-0aca-4b0c-996c-f107c33e2520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881333 Jul 24 00:37:44.881089 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-14712106-e268-4a2d-b3f6-b790f9ddb8b5 req-38096723-6a0b-4e3a-bf32-efef991c302a service neutron] 10.222.0.64 "GET /v2.0/networks/a76314e7-0aca-4b0c-996c-f107c33e2520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821116 Jul 24 00:37:44.990484 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f9dc22-b8e9-486c-8332-99f5128515f0 req-a4c05153-9335-4bee-8d9f-aefdc13b8195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:44.992042 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-89f9dc22-b8e9-486c-8332-99f5128515f0 req-a4c05153-9335-4bee-8d9f-aefdc13b8195 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=daf2b29281f44abbb5a2d1f4c07d00b4&device_id=53600a2c-5008-4186-951e-406792b31d17 HTTP/1.1" status: 200 len: 1095 time: 0.0655751 Jul 24 00:37:45.080193 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f9dc22-b8e9-486c-8332-99f5128515f0 req-6a9d2c06-5778-42f9-8190-ae1ebbf797e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:45.082220 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-89f9dc22-b8e9-486c-8332-99f5128515f0 req-6a9d2c06-5778-42f9-8190-ae1ebbf797e0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a76314e7-0aca-4b0c-996c-f107c33e2520 HTTP/1.1" status: 200 len: 915 time: 0.0836377 Jul 24 00:37:45.094247 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:37:45.127662 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-89f9dc22-b8e9-486c-8332-99f5128515f0 req-d8e4938d-4e64-4338-b097-387c0b612e79 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce7ef032-6a6c-4230-9c70-6a6bb91be898 HTTP/1.1" status: 200 len: 217 time: 0.0387547 Jul 24 00:37:45.175818 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f9dc22-b8e9-486c-8332-99f5128515f0 req-cdb9ca72-c1ab-4620-a36e-da17bac0243f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:45.177309 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-89f9dc22-b8e9-486c-8332-99f5128515f0 req-cdb9ca72-c1ab-4620-a36e-da17bac0243f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d66c70ee-b1d6-4d94-a01d-f8692eebddf2 HTTP/1.1" status: 200 len: 854 time: 0.0436294 Jul 24 00:37:45.211688 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-89f9dc22-b8e9-486c-8332-99f5128515f0 req-e1c3020c-494f-429f-86b7-a19db4b86882 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a76314e7-0aca-4b0c-996c-f107c33e2520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279441 Jul 24 00:37:45.308401 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-89f9dc22-b8e9-486c-8332-99f5128515f0 req-022b7d4d-1262-47c6-9901-2bd57cc6a18d service neutron] 10.222.0.64 "GET /v2.0/networks/a76314e7-0aca-4b0c-996c-f107c33e2520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894608 Jul 24 00:37:45.400755 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-89f9dc22-b8e9-486c-8332-99f5128515f0 req-d7218874-392d-48bf-aab7-8d7d21ad66a2 service neutron] 10.222.0.64 "GET /v2.0/networks/a76314e7-0aca-4b0c-996c-f107c33e2520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845940 Jul 24 00:37:45.780444 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4057fb-9246-4cf7-9fa4-cb6c69ddeb5b req-d61815bd-978c-451c-8ff7-03990452b0c6 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:45.781959 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cc4057fb-9246-4cf7-9fa4-cb6c69ddeb5b req-d61815bd-978c-451c-8ff7-03990452b0c6 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?device_id=53600a2c-5008-4186-951e-406792b31d17 HTTP/1.1" status: 200 len: 943 time: 0.0628006 Jul 24 00:37:45.819771 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cc4057fb-9246-4cf7-9fa4-cb6c69ddeb5b req-e5ab8a20-36f8-4707-84ff-3eb28957fc0c tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf433ea-a101-4bf8-bc29-960809b01f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320499 Jul 24 00:37:46.946269 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeb533d-2261-422a-96ca-9ca987554ec1 req-52cae2df-f182-4a05-9a79-02bcf812c675 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:46.947817 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-caeb533d-2261-422a-96ca-9ca987554ec1 req-52cae2df-f182-4a05-9a79-02bcf812c675 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?device_id=53600a2c-5008-4186-951e-406792b31d17 HTTP/1.1" status: 200 len: 943 time: 0.0635791 Jul 24 00:37:46.989688 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-caeb533d-2261-422a-96ca-9ca987554ec1 req-bad91419-d9ad-4b62-86a0-14846169be27 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf433ea-a101-4bf8-bc29-960809b01f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356762 Jul 24 00:37:47.968682 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device ce7ef032-6a6c-4230-9c70-6a6bb91be898 details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:37:48.064309 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:37:48.075892 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port ce7ef032-6a6c-4230-9c70-6a6bb91be898, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=ce7ef032-6a6c-4230-9c70-6a6bb91be898,segment=NetworkSegment(b791f644-9178-4546-bc90-511c92647d88),segment_id=b791f644-9178-4546-bc90-511c92647d88)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:37:48.087093 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': 'ce7ef032-6a6c-4230-9c70-6a6bb91be898', 'network_id': 'a76314e7-0aca-4b0c-996c-f107c33e2520', 'port_id': 'ce7ef032-6a6c-4230-9c70-6a6bb91be898', 'mac_address': 'fa:16:3e:a7:a1:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd66c70ee-b1d6-4d94-a01d-f8692eebddf2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:37:48.123853 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272f15ca-d8d0-4a5d-9889-65cbf93e8ea6 req-7960473b-0325-4bc4-9b97-23b78a23e804 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:48.125385 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-272f15ca-d8d0-4a5d-9889-65cbf93e8ea6 req-7960473b-0325-4bc4-9b97-23b78a23e804 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?device_id=53600a2c-5008-4186-951e-406792b31d17 HTTP/1.1" status: 200 len: 943 time: 0.0696559 Jul 24 00:37:48.134897 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:37:48.148031 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce7ef032-6a6c-4230-9c70-6a6bb91be898 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:37:48.167252 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-272f15ca-d8d0-4a5d-9889-65cbf93e8ea6 req-3dea8437-6fcf-4644-b251-50615cbe24de tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf433ea-a101-4bf8-bc29-960809b01f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362792 Jul 24 00:37:48.167646 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port ce7ef032-6a6c-4230-9c70-6a6bb91be898, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=ce7ef032-6a6c-4230-9c70-6a6bb91be898,segment=NetworkSegment(b791f644-9178-4546-bc90-511c92647d88),segment_id=b791f644-9178-4546-bc90-511c92647d88)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:37:48.171505 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:37:48.220065 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=ce7ef032-6a6c-4230-9c70-6a6bb91be898,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:37:48.361619 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['ce7ef032-6a6c-4230-9c70-6a6bb91be898'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:37:49.295442 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abf785c-430e-4af3-a16c-c5f4270bc3b6 req-7bbb5bfb-5d2d-459c-b4fe-e8b62c794062 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:49.297007 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5abf785c-430e-4af3-a16c-c5f4270bc3b6 req-7bbb5bfb-5d2d-459c-b4fe-e8b62c794062 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?device_id=53600a2c-5008-4186-951e-406792b31d17 HTTP/1.1" status: 200 len: 944 time: 0.0639498 Jul 24 00:37:49.334688 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5abf785c-430e-4af3-a16c-c5f4270bc3b6 req-f9cdf39f-ec27-4192-b896-d03c78d280b7 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf433ea-a101-4bf8-bc29-960809b01f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323179 Jul 24 00:37:49.972255 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device ce7ef032-6a6c-4230-9c70-6a6bb91be898 up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:37:50.020337 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port ce7ef032-6a6c-4230-9c70-6a6bb91be898 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:37:50.024045 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port ce7ef032-6a6c-4230-9c70-6a6bb91be898 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:37:50.024442 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:37:50.097133 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:37:50.118921 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53600a2c-5008-4186-951e-406792b31d17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce7ef032-6a6c-4230-9c70-6a6bb91be898'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:37:50.121168 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65dd3991-1356-46c0-8a95-d3ab9dadcfe4" -d '{"events": [{"server_uuid": "53600a2c-5008-4186-951e-406792b31d17", "name": "network-vif-plugged", "status": "completed", "tag": "ce7ef032-6a6c-4230-9c70-6a6bb91be898"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:37:50.136311 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port ce7ef032-6a6c-4230-9c70-6a6bb91be898, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=ce7ef032-6a6c-4230-9c70-6a6bb91be898,segment=NetworkSegment(b791f644-9178-4546-bc90-511c92647d88),segment_id=b791f644-9178-4546-bc90-511c92647d88)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:37:50.140378 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:37:50.163709 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b077e416-2c73-49f9-b46e-16d1d1c2a5dd x-openstack-request-id: req-b077e416-2c73-49f9-b46e-16d1d1c2a5dd {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:37:50.164000 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53600a2c-5008-4186-951e-406792b31d17", "name": "network-vif-plugged", "status": "completed", "tag": "ce7ef032-6a6c-4230-9c70-6a6bb91be898", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:37:50.164256 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b077e416-2c73-49f9-b46e-16d1d1c2a5dd {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:37:50.164644 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53600a2c-5008-4186-951e-406792b31d17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce7ef032-6a6c-4230-9c70-6a6bb91be898', 'code': 200} Jul 24 00:37:50.190663 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=ce7ef032-6a6c-4230-9c70-6a6bb91be898,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:37:50.262021 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73afddfb-e8c6-48b3-aa54-8f15608f09ba req-ee471c98-00c4-48b7-873b-e4507ba2e12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:50.263505 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-73afddfb-e8c6-48b3-aa54-8f15608f09ba req-ee471c98-00c4-48b7-873b-e4507ba2e12c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=53600a2c-5008-4186-951e-406792b31d17 HTTP/1.1" status: 200 len: 1097 time: 0.0528688 Jul 24 00:37:50.297362 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-73afddfb-e8c6-48b3-aa54-8f15608f09ba req-4c8056c4-8409-451e-bbcc-e8346a40ef55 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=bbf433ea-a101-4bf8-bc29-960809b01f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274477 Jul 24 00:37:50.464207 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4398ac-b5d4-4b86-8e75-a4a272285e0d req-c0b0cc1d-8c8e-454e-ac93-496ea4db195b tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:50.465726 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cb4398ac-b5d4-4b86-8e75-a4a272285e0d req-c0b0cc1d-8c8e-454e-ac93-496ea4db195b tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?device_id=53600a2c-5008-4186-951e-406792b31d17 HTTP/1.1" status: 200 len: 945 time: 0.0673716 Jul 24 00:37:50.503645 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cb4398ac-b5d4-4b86-8e75-a4a272285e0d req-f8c8edca-78a3-4ec6-a671-1140432370e3 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf433ea-a101-4bf8-bc29-960809b01f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321987 Jul 24 00:37:51.633358 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32da761a-a31c-421e-a29b-6686a412e08c req-2a92940b-41cb-400c-a75e-e60a896aacc4 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:51.634857 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-32da761a-a31c-421e-a29b-6686a412e08c req-2a92940b-41cb-400c-a75e-e60a896aacc4 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?device_id=53600a2c-5008-4186-951e-406792b31d17 HTTP/1.1" status: 200 len: 945 time: 0.0632353 Jul 24 00:37:51.672046 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-32da761a-a31c-421e-a29b-6686a412e08c req-fcab878c-50c5-4b53-aa13-8ce25e1ea048 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf433ea-a101-4bf8-bc29-960809b01f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316694 Jul 24 00:37:51.797658 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ce2b96-8fc9-4bb3-aa56-8f557fea1bcf req-282d7813-56bc-4b00-86cd-2d9b5047141f tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:51.799060 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-88ce2b96-8fc9-4bb3-aa56-8f557fea1bcf req-282d7813-56bc-4b00-86cd-2d9b5047141f tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?device_id=53600a2c-5008-4186-951e-406792b31d17 HTTP/1.1" status: 200 len: 945 time: 0.0630219 Jul 24 00:37:51.836013 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-88ce2b96-8fc9-4bb3-aa56-8f557fea1bcf req-f19d67be-bb7c-4801-9a91-85b5b5579748 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf433ea-a101-4bf8-bc29-960809b01f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314848 Jul 24 00:37:52.065356 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e120e996-9813-40a7-b745-e4e0c2621bb9 req-16302ee4-e253-4749-b191-4eff2799e0dc service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=53600a2c-5008-4186-951e-406792b31d17&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0525990 Jul 24 00:37:52.087344 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83661793-18e2-48f9-9855-b2ebac3aebb3 req-f407ed54-e760-4479-9f1e-a6a84f747735 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:52.088858 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-83661793-18e2-48f9-9855-b2ebac3aebb3 req-f407ed54-e760-4479-9f1e-a6a84f747735 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?device_id=53600a2c-5008-4186-951e-406792b31d17 HTTP/1.1" status: 200 len: 945 time: 0.0667222 Jul 24 00:37:52.131089 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-83661793-18e2-48f9-9855-b2ebac3aebb3 req-87c95003-0ded-4245-b211-aefe9211f0ee tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf433ea-a101-4bf8-bc29-960809b01f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367565 Jul 24 00:37:53.092274 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e120e996-9813-40a7-b745-e4e0c2621bb9 req-3df065ea-2515-4b0c-a6bc-2eca67838768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:53.093831 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e120e996-9813-40a7-b745-e4e0c2621bb9 req-3df065ea-2515-4b0c-a6bc-2eca67838768 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=daf2b29281f44abbb5a2d1f4c07d00b4&device_id=53600a2c-5008-4186-951e-406792b31d17 HTTP/1.1" status: 200 len: 1097 time: 0.0545959 Jul 24 00:37:53.184962 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e120e996-9813-40a7-b745-e4e0c2621bb9 req-07bc6be4-2ded-4881-8739-b05035af640e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:53.186463 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e120e996-9813-40a7-b745-e4e0c2621bb9 req-07bc6be4-2ded-4881-8739-b05035af640e service neutron] 10.222.0.64 "GET /v2.0/networks?id=a76314e7-0aca-4b0c-996c-f107c33e2520 HTTP/1.1" status: 200 len: 915 time: 0.0863051 Jul 24 00:37:53.221751 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3a0b91ce-f612-451f-a454-5179bce46f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:37:53.232016 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e120e996-9813-40a7-b745-e4e0c2621bb9 req-1ac10be5-3e22-405b-87af-27b1bbc582c2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce7ef032-6a6c-4230-9c70-6a6bb91be898 HTTP/1.1" status: 200 len: 217 time: 0.0389583 Jul 24 00:37:53.266855 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad7a495-8459-471d-b663-e397514fde61 req-1820e8c6-a339-49c5-b7ca-048db4f48ba1 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:53.268362 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-dad7a495-8459-471d-b663-e397514fde61 req-1820e8c6-a339-49c5-b7ca-048db4f48ba1 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?device_id=53600a2c-5008-4186-951e-406792b31d17 HTTP/1.1" status: 200 len: 945 time: 0.0688729 Jul 24 00:37:53.282831 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e120e996-9813-40a7-b745-e4e0c2621bb9 req-5856c396-fe74-4ea8-87ce-1f78d57187ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:53.284308 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e120e996-9813-40a7-b745-e4e0c2621bb9 req-5856c396-fe74-4ea8-87ce-1f78d57187ce service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d66c70ee-b1d6-4d94-a01d-f8692eebddf2 HTTP/1.1" status: 200 len: 854 time: 0.0458534 Jul 24 00:37:53.309515 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-dad7a495-8459-471d-b663-e397514fde61 req-f5e54617-ac18-41c8-9805-8b8decf60d41 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf433ea-a101-4bf8-bc29-960809b01f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349233 Jul 24 00:37:53.320320 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e120e996-9813-40a7-b745-e4e0c2621bb9 req-3a7f4204-c2f5-491a-9938-46c74bad3e64 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a76314e7-0aca-4b0c-996c-f107c33e2520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297320 Jul 24 00:37:53.413180 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e120e996-9813-40a7-b745-e4e0c2621bb9 req-16630b22-15e7-4ef6-bbee-0e33f65d74c8 service neutron] 10.222.0.64 "GET /v2.0/networks/a76314e7-0aca-4b0c-996c-f107c33e2520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863757 Jul 24 00:37:53.501034 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e120e996-9813-40a7-b745-e4e0c2621bb9 req-222c8b7b-3f42-4d6f-ac2d-58197737e60c service neutron] 10.222.0.64 "GET /v2.0/networks/a76314e7-0aca-4b0c-996c-f107c33e2520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820434 Jul 24 00:37:54.443005 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f0580b-c536-4bfd-8342-772889de2c7d req-a47e6015-c733-4d68-a068-a693c0fd255c tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:54.444518 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-59f0580b-c536-4bfd-8342-772889de2c7d req-a47e6015-c733-4d68-a068-a693c0fd255c tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?device_id=53600a2c-5008-4186-951e-406792b31d17 HTTP/1.1" status: 200 len: 945 time: 0.0680728 Jul 24 00:37:54.481531 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-59f0580b-c536-4bfd-8342-772889de2c7d req-d9ce2d44-b0dd-467b-b0e2-1f6ee57ce4e8 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf433ea-a101-4bf8-bc29-960809b01f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315578 Jul 24 00:37:55.616990 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f856b8-fa3c-49f4-b316-5d1540c381eb req-d6ce75fd-6f98-4b34-aeed-35f6a3502f82 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:55.618481 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-99f856b8-fa3c-49f4-b316-5d1540c381eb req-d6ce75fd-6f98-4b34-aeed-35f6a3502f82 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?device_id=53600a2c-5008-4186-951e-406792b31d17 HTTP/1.1" status: 200 len: 945 time: 0.0716269 Jul 24 00:37:55.655009 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-99f856b8-fa3c-49f4-b316-5d1540c381eb req-013acc6e-68fd-4f3d-8529-cc2d3ece7e60 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf433ea-a101-4bf8-bc29-960809b01f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309014 Jul 24 00:37:55.783345 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-8249a04e-55d6-4cda-abf0-960e068a3b8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:37:56.782868 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40268366-949b-4fc8-aded-19dbcfdf0b93 req-4a9856b3-6f36-4c08-845a-09377c93c9d4 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:56.784368 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-40268366-949b-4fc8-aded-19dbcfdf0b93 req-4a9856b3-6f36-4c08-845a-09377c93c9d4 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?device_id=53600a2c-5008-4186-951e-406792b31d17 HTTP/1.1" status: 200 len: 945 time: 0.0633886 Jul 24 00:37:56.818059 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:37:56.825316 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-40268366-949b-4fc8-aded-19dbcfdf0b93 req-29211616-46fc-455e-ac34-b4368d62ec74 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf433ea-a101-4bf8-bc29-960809b01f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349362 Jul 24 00:37:57.397378 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:37:57.954320 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51176b6b-66e9-4c99-b4a3-6db6e833b4bc req-03e3d482-ec2d-4c26-a5e4-9ac92e9d6241 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:57.955897 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-51176b6b-66e9-4c99-b4a3-6db6e833b4bc req-03e3d482-ec2d-4c26-a5e4-9ac92e9d6241 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?device_id=53600a2c-5008-4186-951e-406792b31d17 HTTP/1.1" status: 200 len: 945 time: 0.0662982 Jul 24 00:37:57.994968 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-51176b6b-66e9-4c99-b4a3-6db6e833b4bc req-fc61255f-6e95-42ba-998e-333665ee26c9 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf433ea-a101-4bf8-bc29-960809b01f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332150 Jul 24 00:37:58.986618 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:37:59.126769 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea3700-61af-4836-b5fa-c3f52fedca64 req-b3919543-2725-480f-8eb4-53c9b64bfa12 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:59.128257 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-98ea3700-61af-4836-b5fa-c3f52fedca64 req-b3919543-2725-480f-8eb4-53c9b64bfa12 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?device_id=53600a2c-5008-4186-951e-406792b31d17 HTTP/1.1" status: 200 len: 945 time: 0.0644279 Jul 24 00:37:59.168711 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-98ea3700-61af-4836-b5fa-c3f52fedca64 req-a0150197-9805-47f6-9bb9-f01820eb5e9c tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf433ea-a101-4bf8-bc29-960809b01f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343144 Jul 24 00:38:00.303271 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f6005-b411-433a-8b8a-b22508144899 req-20ddd811-4e0b-47fa-9df8-e011a5179911 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:38:00.306797 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3d4f6005-b411-433a-8b8a-b22508144899 req-20ddd811-4e0b-47fa-9df8-e011a5179911 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?device_id=53600a2c-5008-4186-951e-406792b31d17 HTTP/1.1" status: 200 len: 945 time: 0.0716481 Jul 24 00:38:00.345535 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3d4f6005-b411-433a-8b8a-b22508144899 req-ed251284-4eed-45de-9567-91d65c7dee77 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf433ea-a101-4bf8-bc29-960809b01f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338893 Jul 24 00:38:00.346786 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:38:01.474540 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a8268a-fb45-4646-8a2e-dca28f7ee2f0 req-017c8004-e645-4bf0-be75-4d6810f43221 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:38:01.476042 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a8a8268a-fb45-4646-8a2e-dca28f7ee2f0 req-017c8004-e645-4bf0-be75-4d6810f43221 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?device_id=53600a2c-5008-4186-951e-406792b31d17 HTTP/1.1" status: 200 len: 945 time: 0.0640817 Jul 24 00:38:01.512669 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a8a8268a-fb45-4646-8a2e-dca28f7ee2f0 req-9449599a-ac24-4c5c-8fb9-e700670c4d5d tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf433ea-a101-4bf8-bc29-960809b01f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312283 Jul 24 00:38:02.639220 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5817db53-d13a-4ad1-8d28-f5cba640eba6 req-8b3870e6-a778-4e5a-83de-44da0a9fe08f tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:38:02.640691 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5817db53-d13a-4ad1-8d28-f5cba640eba6 req-8b3870e6-a778-4e5a-83de-44da0a9fe08f tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?device_id=53600a2c-5008-4186-951e-406792b31d17 HTTP/1.1" status: 200 len: 945 time: 0.0623100 Jul 24 00:38:02.677533 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5817db53-d13a-4ad1-8d28-f5cba640eba6 req-3c3d5bbd-0d90-4af1-9cba-4f9cb0b030ae tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf433ea-a101-4bf8-bc29-960809b01f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313630 Jul 24 00:38:03.805223 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff90537-4ce0-4c80-91ad-e4b2b7dc2cef req-7a967338-30e7-46e3-b20b-f42893e90ae2 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:38:03.806741 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2ff90537-4ce0-4c80-91ad-e4b2b7dc2cef req-7a967338-30e7-46e3-b20b-f42893e90ae2 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?device_id=53600a2c-5008-4186-951e-406792b31d17 HTTP/1.1" status: 200 len: 945 time: 0.0635862 Jul 24 00:38:03.843920 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2ff90537-4ce0-4c80-91ad-e4b2b7dc2cef req-3b8b03c3-6061-4925-a2e1-93c30b8cca89 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf433ea-a101-4bf8-bc29-960809b01f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318084 Jul 24 00:38:04.975549 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a19f7-bd25-4f6c-92ea-1f998ea20271 req-1031da26-395e-4eb7-99d6-6da68178e572 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:38:04.977094 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-428a19f7-bd25-4f6c-92ea-1f998ea20271 req-1031da26-395e-4eb7-99d6-6da68178e572 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?device_id=53600a2c-5008-4186-951e-406792b31d17 HTTP/1.1" status: 200 len: 945 time: 0.0672717 Jul 24 00:38:05.014083 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-428a19f7-bd25-4f6c-92ea-1f998ea20271 req-58ca81ac-2b3f-4077-9554-3a50a3849bba tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf433ea-a101-4bf8-bc29-960809b01f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315266 Jul 24 00:38:06.152708 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58a2ea1-a9c6-4d09-95d5-6b9f34904cc2 req-762e6b9e-9d40-43e2-82fd-82ba13132589 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:38:06.154138 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a58a2ea1-a9c6-4d09-95d5-6b9f34904cc2 req-762e6b9e-9d40-43e2-82fd-82ba13132589 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?device_id=53600a2c-5008-4186-951e-406792b31d17 HTTP/1.1" status: 200 len: 945 time: 0.0668981 Jul 24 00:38:06.190870 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a58a2ea1-a9c6-4d09-95d5-6b9f34904cc2 req-4a77263f-d763-4723-9476-3d9c65bc82ab tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf433ea-a101-4bf8-bc29-960809b01f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313342 Jul 24 00:38:07.168677 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721e918a-7ace-4739-bf6a-eb9ade2e0692 req-cf22092e-1111-47c2-95c3-b1ad8e25a466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:38:07.170244 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-721e918a-7ace-4739-bf6a-eb9ade2e0692 req-cf22092e-1111-47c2-95c3-b1ad8e25a466 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=daf2b29281f44abbb5a2d1f4c07d00b4&device_id=53600a2c-5008-4186-951e-406792b31d17 HTTP/1.1" status: 200 len: 1097 time: 0.0545907 Jul 24 00:38:07.277163 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721e918a-7ace-4739-bf6a-eb9ade2e0692 req-4d50a31c-e592-4d03-af65-b95c76de7c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:38:07.278670 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-721e918a-7ace-4739-bf6a-eb9ade2e0692 req-4d50a31c-e592-4d03-af65-b95c76de7c38 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a76314e7-0aca-4b0c-996c-f107c33e2520 HTTP/1.1" status: 200 len: 915 time: 0.0900552 Jul 24 00:38:07.321011 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baacec3-f5c9-41e7-aa70-c2ca4832446b req-8f876546-74ce-46ec-8671-04695975a4ce tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:38:07.321632 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-721e918a-7ace-4739-bf6a-eb9ade2e0692 req-20637b37-1d0e-411d-ab32-04df61ee8b37 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce7ef032-6a6c-4230-9c70-6a6bb91be898 HTTP/1.1" status: 200 len: 217 time: 0.0356259 Jul 24 00:38:07.322519 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1baacec3-f5c9-41e7-aa70-c2ca4832446b req-8f876546-74ce-46ec-8671-04695975a4ce tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?device_id=53600a2c-5008-4186-951e-406792b31d17 HTTP/1.1" status: 200 len: 945 time: 0.0666115 Jul 24 00:38:07.359740 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1baacec3-f5c9-41e7-aa70-c2ca4832446b req-4a7ff783-acdf-4d0b-8c75-7a5d9934fd4d tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf433ea-a101-4bf8-bc29-960809b01f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316024 Jul 24 00:38:07.370857 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721e918a-7ace-4739-bf6a-eb9ade2e0692 req-f69083e2-2ff5-4676-89ff-d6c3aad6fa0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:38:07.372266 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-721e918a-7ace-4739-bf6a-eb9ade2e0692 req-f69083e2-2ff5-4676-89ff-d6c3aad6fa0f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d66c70ee-b1d6-4d94-a01d-f8692eebddf2 HTTP/1.1" status: 200 len: 854 time: 0.0437241 Jul 24 00:38:07.411618 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-721e918a-7ace-4739-bf6a-eb9ade2e0692 req-10abe5e5-5422-40cf-b574-66e0dc713190 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a76314e7-0aca-4b0c-996c-f107c33e2520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308042 Jul 24 00:38:07.499772 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-721e918a-7ace-4739-bf6a-eb9ade2e0692 req-326d8f7b-54ae-4aa9-b284-e616d26a827b service neutron] 10.222.0.64 "GET /v2.0/networks/a76314e7-0aca-4b0c-996c-f107c33e2520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816653 Jul 24 00:38:07.590696 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-721e918a-7ace-4739-bf6a-eb9ade2e0692 req-747c6423-8ee7-487d-ad05-4d04b6d8a22d service neutron] 10.222.0.64 "GET /v2.0/networks/a76314e7-0aca-4b0c-996c-f107c33e2520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849633 Jul 24 00:38:08.487147 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a69387-1aca-4700-908d-fb091a135db5 req-dc32bd27-6f71-4255-8f90-ab2e306d0802 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:38:08.488652 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-57a69387-1aca-4700-908d-fb091a135db5 req-dc32bd27-6f71-4255-8f90-ab2e306d0802 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?device_id=53600a2c-5008-4186-951e-406792b31d17 HTTP/1.1" status: 200 len: 945 time: 0.0631449 Jul 24 00:38:08.525453 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-57a69387-1aca-4700-908d-fb091a135db5 req-a990304c-6f2b-449d-8b22-b30abf03c9e2 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf433ea-a101-4bf8-bc29-960809b01f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314016 Jul 24 00:38:09.652288 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e29a813-5a14-4332-90c0-3d10b6331e6e req-bcde1d32-d804-4159-8fb5-6208d79d41aa tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:38:09.653791 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0e29a813-5a14-4332-90c0-3d10b6331e6e req-bcde1d32-d804-4159-8fb5-6208d79d41aa tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?device_id=53600a2c-5008-4186-951e-406792b31d17 HTTP/1.1" status: 200 len: 945 time: 0.0617123 Jul 24 00:38:09.690517 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0e29a813-5a14-4332-90c0-3d10b6331e6e req-fc7bab0b-cf5c-495b-bc6e-7e0b2c136dab tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf433ea-a101-4bf8-bc29-960809b01f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313740 Jul 24 00:38:10.817525 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29e12ec-5cfd-4650-9524-9b145ac9f968 req-c41950c3-ec36-480b-ba91-a940172e6e60 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:38:10.819016 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e29e12ec-5cfd-4650-9524-9b145ac9f968 req-c41950c3-ec36-480b-ba91-a940172e6e60 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?device_id=53600a2c-5008-4186-951e-406792b31d17 HTTP/1.1" status: 200 len: 945 time: 0.0628214 Jul 24 00:38:10.855576 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e29e12ec-5cfd-4650-9524-9b145ac9f968 req-b770a773-1b82-4730-aa4f-5d61f4f372d5 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf433ea-a101-4bf8-bc29-960809b01f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311358 Jul 24 00:38:11.986641 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b8a7a5-0966-4d3b-8e25-2fbb2c483ffd req-215b60b6-633b-48bc-a371-19ed1e62d931 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:38:11.988113 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-49b8a7a5-0966-4d3b-8e25-2fbb2c483ffd req-215b60b6-633b-48bc-a371-19ed1e62d931 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?device_id=53600a2c-5008-4186-951e-406792b31d17 HTTP/1.1" status: 200 len: 945 time: 0.0665853 Jul 24 00:38:12.024597 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-49b8a7a5-0966-4d3b-8e25-2fbb2c483ffd req-6f75f1d6-77f8-4188-bcd3-7d6a885199ad tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf433ea-a101-4bf8-bc29-960809b01f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309117 Jul 24 00:38:13.156608 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde7348-19e8-4392-b731-f5d5cd8a727f req-4031598f-8f84-4c02-8780-10cea0964295 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:38:13.158128 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5bde7348-19e8-4392-b731-f5d5cd8a727f req-4031598f-8f84-4c02-8780-10cea0964295 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?device_id=53600a2c-5008-4186-951e-406792b31d17 HTTP/1.1" status: 200 len: 945 time: 0.0679080 Jul 24 00:38:13.196051 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5bde7348-19e8-4392-b731-f5d5cd8a727f req-eb96e936-428d-4024-8b65-57ddf3067cb2 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf433ea-a101-4bf8-bc29-960809b01f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319123 Jul 24 00:38:14.323389 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31639661-14f5-4a75-95ea-a1de8e8bf36c req-bb0e6d79-3e44-4204-b5ac-71f5b2341d8e tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:38:14.324881 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-31639661-14f5-4a75-95ea-a1de8e8bf36c req-bb0e6d79-3e44-4204-b5ac-71f5b2341d8e tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?device_id=53600a2c-5008-4186-951e-406792b31d17 HTTP/1.1" status: 200 len: 945 time: 0.0621340 Jul 24 00:38:14.360103 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-31639661-14f5-4a75-95ea-a1de8e8bf36c req-7ff3829b-b758-4e00-b017-3bc6e10ed61b tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf433ea-a101-4bf8-bc29-960809b01f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298243 Jul 24 00:38:15.102718 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:15.488530 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2af002-0733-41ef-bf94-48cb3993add6 req-e55ed077-412c-4e13-be89-79012f24ccff tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:38:15.490063 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9b2af002-0733-41ef-bf94-48cb3993add6 req-e55ed077-412c-4e13-be89-79012f24ccff tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?device_id=53600a2c-5008-4186-951e-406792b31d17 HTTP/1.1" status: 200 len: 945 time: 0.0644925 Jul 24 00:38:15.527552 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9b2af002-0733-41ef-bf94-48cb3993add6 req-09a7383b-9e31-4b83-a166-53efef124323 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf433ea-a101-4bf8-bc29-960809b01f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318334 Jul 24 00:38:16.666191 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b16ec-e97b-4a81-ac35-a00eb2cbff62 req-93a8b6ed-ef35-4caa-ac49-5a627a49a756 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:38:16.667672 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7d7b16ec-e97b-4a81-ac35-a00eb2cbff62 req-93a8b6ed-ef35-4caa-ac49-5a627a49a756 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?device_id=53600a2c-5008-4186-951e-406792b31d17 HTTP/1.1" status: 200 len: 945 time: 0.0748489 Jul 24 00:38:16.703909 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7d7b16ec-e97b-4a81-ac35-a00eb2cbff62 req-860abfb7-0bcc-4083-b333-c05761d1a093 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf433ea-a101-4bf8-bc29-960809b01f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307441 Jul 24 00:38:17.834248 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b016c-b6fc-4f52-ac4a-fd29b5325e41 req-038383d8-2756-4ca9-a55c-5fc2a3f745c9 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:38:17.835727 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f68b016c-b6fc-4f52-ac4a-fd29b5325e41 req-038383d8-2756-4ca9-a55c-5fc2a3f745c9 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?device_id=53600a2c-5008-4186-951e-406792b31d17 HTTP/1.1" status: 200 len: 945 time: 0.0660112 Jul 24 00:38:17.873171 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f68b016c-b6fc-4f52-ac4a-fd29b5325e41 req-b208a9be-1cda-4efa-ba91-01b34a5099eb tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf433ea-a101-4bf8-bc29-960809b01f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319440 Jul 24 00:38:18.054460 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:19.001332 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac108e43-6bd3-4f22-b4c5-b53d38ce183e req-6ed65790-fff1-4315-9f4e-695721b3dc83 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:38:19.002816 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ac108e43-6bd3-4f22-b4c5-b53d38ce183e req-6ed65790-fff1-4315-9f4e-695721b3dc83 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?device_id=53600a2c-5008-4186-951e-406792b31d17 HTTP/1.1" status: 200 len: 945 time: 0.0635149 Jul 24 00:38:19.038851 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ac108e43-6bd3-4f22-b4c5-b53d38ce183e req-6aa6e49c-4823-457a-8a95-82ed6924e978 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf433ea-a101-4bf8-bc29-960809b01f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304513 Jul 24 00:38:20.167376 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f23014c-8e99-470d-bc0f-badc5303ccf6 req-15c93283-895e-4c25-8fa1-0e45c9d60426 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:38:20.168787 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7f23014c-8e99-470d-bc0f-badc5303ccf6 req-15c93283-895e-4c25-8fa1-0e45c9d60426 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?device_id=53600a2c-5008-4186-951e-406792b31d17 HTTP/1.1" status: 200 len: 945 time: 0.0634384 Jul 24 00:38:20.231277 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7f23014c-8e99-470d-bc0f-badc5303ccf6 req-978b7748-d1af-4a7c-a33a-53ce7553a8a1 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf433ea-a101-4bf8-bc29-960809b01f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566959 Jul 24 00:38:20.256126 n-d-800088-16 neutron-server[100314]: INFO neutron.api.v2.resource [req-e120e996-9813-40a7-b745-e4e0c2621bb9 req-f0e2b47e-8177-47bd-86f2-828f92adefc0 service neutron] show failed (client error): The resource could not be found. Jul 24 00:38:20.257180 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e120e996-9813-40a7-b745-e4e0c2621bb9 req-f0e2b47e-8177-47bd-86f2-828f92adefc0 service neutron] 10.222.0.64 "GET /v2.0/ports/ce7ef032-6a6c-4230-9c70-6a6bb91be898/bindings/n-h1-800088-16 HTTP/1.1" status: 404 len: 381 time: 0.0671721 Jul 24 00:38:20.456060 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e120e996-9813-40a7-b745-e4e0c2621bb9 req-29d0741a-81c8-417e-9619-f0a79682caf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:38:20.457522 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e120e996-9813-40a7-b745-e4e0c2621bb9 req-29d0741a-81c8-417e-9619-f0a79682caf3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=53600a2c-5008-4186-951e-406792b31d17&tenant_id=daf2b29281f44abbb5a2d1f4c07d00b4 HTTP/1.1" status: 200 len: 1097 time: 0.0535331 Jul 24 00:38:20.468261 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-e120e996-9813-40a7-b745-e4e0c2621bb9 req-1dbad745-77f0-41a6-9b5f-f2f60c9693d9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800088-16', 'device_owner': 'compute:nova'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:38:20.540718 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-e120e996-9813-40a7-b745-e4e0c2621bb9 req-1dbad745-77f0-41a6-9b5f-f2f60c9693d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:20.734580 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-e120e996-9813-40a7-b745-e4e0c2621bb9 req-1dbad745-77f0-41a6-9b5f-f2f60c9693d9 service neutron] For port ce7ef032-6a6c-4230-9c70-6a6bb91be898, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=ce7ef032-6a6c-4230-9c70-6a6bb91be898,segment=NetworkSegment(b791f644-9178-4546-bc90-511c92647d88),segment_id=b791f644-9178-4546-bc90-511c92647d88)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:38:20.765804 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-e120e996-9813-40a7-b745-e4e0c2621bb9 req-1dbad745-77f0-41a6-9b5f-f2f60c9693d9 service neutron] For port ce7ef032-6a6c-4230-9c70-6a6bb91be898, host n-h2-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:38:20.803867 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53600a2c-5008-4186-951e-406792b31d17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce7ef032-6a6c-4230-9c70-6a6bb91be898'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:38:20.806155 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b914da63-1b51-478d-9a5e-05e900193ef0" -d '{"events": [{"server_uuid": "53600a2c-5008-4186-951e-406792b31d17", "name": "network-vif-unplugged", "status": "completed", "tag": "ce7ef032-6a6c-4230-9c70-6a6bb91be898"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:38:20.809924 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-e120e996-9813-40a7-b745-e4e0c2621bb9 req-1dbad745-77f0-41a6-9b5f-f2f60c9693d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:20.822133 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-e120e996-9813-40a7-b745-e4e0c2621bb9 req-1dbad745-77f0-41a6-9b5f-f2f60c9693d9 service neutron] Transition to ACTIVE for port object ce7ef032-6a6c-4230-9c70-6a6bb91be898 will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:38:20.825729 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-e120e996-9813-40a7-b745-e4e0c2621bb9 req-1dbad745-77f0-41a6-9b5f-f2f60c9693d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:20.860252 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 00:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbffe7b3-732d-4375-9af7-add4f2b277f7 x-openstack-request-id: req-cbffe7b3-732d-4375-9af7-add4f2b277f7 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:38:20.860543 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53600a2c-5008-4186-951e-406792b31d17", "name": "network-vif-unplugged", "status": "completed", "tag": "ce7ef032-6a6c-4230-9c70-6a6bb91be898", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:38:20.860790 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cbffe7b3-732d-4375-9af7-add4f2b277f7 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:38:20.861196 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53600a2c-5008-4186-951e-406792b31d17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce7ef032-6a6c-4230-9c70-6a6bb91be898', 'code': 200} Jul 24 00:38:20.895613 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbad745-77f0-41a6-9b5f-f2f60c9693d9 service neutron] Pushing event updated for resources: {'Port': ['ID=ce7ef032-6a6c-4230-9c70-6a6bb91be898,revision_number=6']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:38:20.897623 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-e120e996-9813-40a7-b745-e4e0c2621bb9 req-1dbad745-77f0-41a6-9b5f-f2f60c9693d9 service neutron] No DVR routers for this DVR port ce7ef032-6a6c-4230-9c70-6a6bb91be898 on host n-h2-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:38:20.906544 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbad745-77f0-41a6-9b5f-f2f60c9693d9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:38:20.906891 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbad745-77f0-41a6-9b5f-f2f60c9693d9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:38:20.907230 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbad745-77f0-41a6-9b5f-f2f60c9693d9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:38:20.907567 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbad745-77f0-41a6-9b5f-f2f60c9693d9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:38:20.907901 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbad745-77f0-41a6-9b5f-f2f60c9693d9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:38:20.908231 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbad745-77f0-41a6-9b5f-f2f60c9693d9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:38:20.908555 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbad745-77f0-41a6-9b5f-f2f60c9693d9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:38:20.908899 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbad745-77f0-41a6-9b5f-f2f60c9693d9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:38:20.909230 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbad745-77f0-41a6-9b5f-f2f60c9693d9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:38:20.909560 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbad745-77f0-41a6-9b5f-f2f60c9693d9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:38:20.909880 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbad745-77f0-41a6-9b5f-f2f60c9693d9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:38:20.910200 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbad745-77f0-41a6-9b5f-f2f60c9693d9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:38:20.945373 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-e120e996-9813-40a7-b745-e4e0c2621bb9 req-1dbad745-77f0-41a6-9b5f-f2f60c9693d9 service neutron] Attempting to bind port ce7ef032-6a6c-4230-9c70-6a6bb91be898 on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:38:20.945713 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-e120e996-9813-40a7-b745-e4e0c2621bb9 req-1dbad745-77f0-41a6-9b5f-f2f60c9693d9 service neutron] Attempting to bind port ce7ef032-6a6c-4230-9c70-6a6bb91be898 by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': 'b791f644-9178-4546-bc90-511c92647d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a76314e7-0aca-4b0c-996c-f107c33e2520'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:38:20.946040 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e120e996-9813-40a7-b745-e4e0c2621bb9 req-1dbad745-77f0-41a6-9b5f-f2f60c9693d9 service neutron] Attempting to bind port ce7ef032-6a6c-4230-9c70-6a6bb91be898 on network a76314e7-0aca-4b0c-996c-f107c33e2520 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:38:20.950257 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e120e996-9813-40a7-b745-e4e0c2621bb9 req-1dbad745-77f0-41a6-9b5f-f2f60c9693d9 service neutron] Port ce7ef032-6a6c-4230-9c70-6a6bb91be898 on network a76314e7-0aca-4b0c-996c-f107c33e2520 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:38:20.950577 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e120e996-9813-40a7-b745-e4e0c2621bb9 req-1dbad745-77f0-41a6-9b5f-f2f60c9693d9 service neutron] Attempting to bind port ce7ef032-6a6c-4230-9c70-6a6bb91be898 on network a76314e7-0aca-4b0c-996c-f107c33e2520 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:38:20.955238 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e120e996-9813-40a7-b745-e4e0c2621bb9 req-1dbad745-77f0-41a6-9b5f-f2f60c9693d9 service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:38:20.955576 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e120e996-9813-40a7-b745-e4e0c2621bb9 req-1dbad745-77f0-41a6-9b5f-f2f60c9693d9 service neutron] Checking segment: {'id': 'b791f644-9178-4546-bc90-511c92647d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a76314e7-0aca-4b0c-996c-f107c33e2520'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:38:20.955954 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e120e996-9813-40a7-b745-e4e0c2621bb9 req-1dbad745-77f0-41a6-9b5f-f2f60c9693d9 service neutron] Bound using segment: {'id': 'b791f644-9178-4546-bc90-511c92647d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a76314e7-0aca-4b0c-996c-f107c33e2520'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:38:20.956370 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-e120e996-9813-40a7-b745-e4e0c2621bb9 req-1dbad745-77f0-41a6-9b5f-f2f60c9693d9 service neutron] Bound port: ce7ef032-6a6c-4230-9c70-6a6bb91be898, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b791f644-9178-4546-bc90-511c92647d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a76314e7-0aca-4b0c-996c-f107c33e2520'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:38:20.956727 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-e120e996-9813-40a7-b745-e4e0c2621bb9 req-1dbad745-77f0-41a6-9b5f-f2f60c9693d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:21.018497 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-e120e996-9813-40a7-b745-e4e0c2621bb9 req-1dbad745-77f0-41a6-9b5f-f2f60c9693d9 service neutron] For port ce7ef032-6a6c-4230-9c70-6a6bb91be898, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:38:21.021877 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-e120e996-9813-40a7-b745-e4e0c2621bb9 req-1dbad745-77f0-41a6-9b5f-f2f60c9693d9 service neutron] For port ce7ef032-6a6c-4230-9c70-6a6bb91be898, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=ce7ef032-6a6c-4230-9c70-6a6bb91be898,segment=NetworkSegment(b791f644-9178-4546-bc90-511c92647d88),segment_id=b791f644-9178-4546-bc90-511c92647d88)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:38:21.026340 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-e120e996-9813-40a7-b745-e4e0c2621bb9 req-1dbad745-77f0-41a6-9b5f-f2f60c9693d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:21.062028 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e120e996-9813-40a7-b745-e4e0c2621bb9 req-1dbad745-77f0-41a6-9b5f-f2f60c9693d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:38:21.062633 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-e120e996-9813-40a7-b745-e4e0c2621bb9 req-1dbad745-77f0-41a6-9b5f-f2f60c9693d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:21.064269 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e120e996-9813-40a7-b745-e4e0c2621bb9 req-1dbad745-77f0-41a6-9b5f-f2f60c9693d9 service neutron] 10.222.0.52 "PUT /v2.0/ports/ce7ef032-6a6c-4230-9c70-6a6bb91be898 HTTP/1.1" status: 200 len: 1092 time: 0.5999627 Jul 24 00:38:21.084001 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbad745-77f0-41a6-9b5f-f2f60c9693d9 service neutron] Pushing event updated for resources: {'Port': ['ID=ce7ef032-6a6c-4230-9c70-6a6bb91be898,revision_number=7']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:38:21.138359 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e120e996-9813-40a7-b745-e4e0c2621bb9 req-70ad59fd-ac1d-4453-bc06-57617226385b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:38:21.139842 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e120e996-9813-40a7-b745-e4e0c2621bb9 req-70ad59fd-ac1d-4453-bc06-57617226385b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=daf2b29281f44abbb5a2d1f4c07d00b4&device_id=53600a2c-5008-4186-951e-406792b31d17 HTTP/1.1" status: 200 len: 1095 time: 0.0530825 Jul 24 00:38:21.230321 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e120e996-9813-40a7-b745-e4e0c2621bb9 req-1abff7f0-a9bf-4c0d-9cb6-9aa7e079e7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:38:21.231757 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e120e996-9813-40a7-b745-e4e0c2621bb9 req-1abff7f0-a9bf-4c0d-9cb6-9aa7e079e7ba service neutron] 10.222.0.52 "GET /v2.0/networks?id=a76314e7-0aca-4b0c-996c-f107c33e2520 HTTP/1.1" status: 200 len: 915 time: 0.0856690 Jul 24 00:38:21.385255 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd2d51-ec24-427e-aa0d-5e85a5ba55cb req-ddc837ff-b1b2-4d20-98da-49962a33d84d tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:38:21.387111 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c8cd2d51-ec24-427e-aa0d-5e85a5ba55cb req-ddc837ff-b1b2-4d20-98da-49962a33d84d tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?device_id=53600a2c-5008-4186-951e-406792b31d17 HTTP/1.1" status: 200 len: 943 time: 0.0863049 Jul 24 00:38:21.432185 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c8cd2d51-ec24-427e-aa0d-5e85a5ba55cb req-f7e0c8bb-042d-4189-8106-916e297e84bc tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf433ea-a101-4bf8-bc29-960809b01f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393076 Jul 24 00:38:21.503368 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e120e996-9813-40a7-b745-e4e0c2621bb9 req-30604fdb-53b5-46c9-8a6c-1508d5ad88a9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce7ef032-6a6c-4230-9c70-6a6bb91be898 HTTP/1.1" status: 200 len: 217 time: 0.2646520 Jul 24 00:38:21.550326 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e120e996-9813-40a7-b745-e4e0c2621bb9 req-c1eddf5e-be59-40d9-a2f9-b37f1f91914e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:38:21.551771 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e120e996-9813-40a7-b745-e4e0c2621bb9 req-c1eddf5e-be59-40d9-a2f9-b37f1f91914e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d66c70ee-b1d6-4d94-a01d-f8692eebddf2 HTTP/1.1" status: 200 len: 854 time: 0.0418174 Jul 24 00:38:21.584773 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e120e996-9813-40a7-b745-e4e0c2621bb9 req-bb97aa8e-a9cf-4514-a938-ad833460ef82 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a76314e7-0aca-4b0c-996c-f107c33e2520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270410 Jul 24 00:38:21.672439 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e120e996-9813-40a7-b745-e4e0c2621bb9 req-2a4d1128-a4be-480d-89c2-8200b20454f0 service neutron] 10.222.0.52 "GET /v2.0/networks/a76314e7-0aca-4b0c-996c-f107c33e2520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810256 Jul 24 00:38:21.769110 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e120e996-9813-40a7-b745-e4e0c2621bb9 req-c9899d2f-bcf1-4b43-9a60-3689d550e8fb service neutron] 10.222.0.52 "GET /v2.0/networks/a76314e7-0aca-4b0c-996c-f107c33e2520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908620 Jul 24 00:38:22.565330 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c0cfda-ca1f-4f41-b499-2ddef2ed520f req-6015638a-fc5e-4b25-965f-72666dd9072e tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:38:22.566862 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a8c0cfda-ca1f-4f41-b499-2ddef2ed520f req-6015638a-fc5e-4b25-965f-72666dd9072e tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?device_id=53600a2c-5008-4186-951e-406792b31d17 HTTP/1.1" status: 200 len: 943 time: 0.0642085 Jul 24 00:38:22.604010 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a8c0cfda-ca1f-4f41-b499-2ddef2ed520f req-6559f8df-b7f1-4292-b2df-9b221b0e1688 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf433ea-a101-4bf8-bc29-960809b01f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317805 Jul 24 00:38:22.862865 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53600a2c-5008-4186-951e-406792b31d17', 'tag': 'ce7ef032-6a6c-4230-9c70-6a6bb91be898'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:38:22.865205 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abc6a33b-fa76-4df7-afa4-691307c00f01" -d '{"events": [{"name": "network-changed", "server_uuid": "53600a2c-5008-4186-951e-406792b31d17", "tag": "ce7ef032-6a6c-4230-9c70-6a6bb91be898"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:38:22.911159 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a914a00c-d4e0-4ca7-9854-b0fe4f26b648 x-openstack-request-id: req-a914a00c-d4e0-4ca7-9854-b0fe4f26b648 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:38:22.911454 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53600a2c-5008-4186-951e-406792b31d17", "tag": "ce7ef032-6a6c-4230-9c70-6a6bb91be898", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:38:22.911704 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a914a00c-d4e0-4ca7-9854-b0fe4f26b648 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:38:22.912885 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53600a2c-5008-4186-951e-406792b31d17', 'tag': 'ce7ef032-6a6c-4230-9c70-6a6bb91be898', 'status': 'completed', 'code': 200} Jul 24 00:38:22.983481 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6a33b-fa76-4df7-afa4-691307c00f01 req-25b42806-9371-40d1-a49d-b9f9e447b49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:38:22.985025 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-abc6a33b-fa76-4df7-afa4-691307c00f01 req-25b42806-9371-40d1-a49d-b9f9e447b49b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=daf2b29281f44abbb5a2d1f4c07d00b4&device_id=53600a2c-5008-4186-951e-406792b31d17 HTTP/1.1" status: 200 len: 1095 time: 0.0557239 Jul 24 00:38:22.987567 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6a33b-fa76-4df7-afa4-691307c00f01 req-20e051d2-4c72-44ab-b4ee-f3cf434a9a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:38:22.989134 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-abc6a33b-fa76-4df7-afa4-691307c00f01 req-20e051d2-4c72-44ab-b4ee-f3cf434a9a32 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=daf2b29281f44abbb5a2d1f4c07d00b4&device_id=53600a2c-5008-4186-951e-406792b31d17 HTTP/1.1" status: 200 len: 1095 time: 0.0568364 Jul 24 00:38:23.078802 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6a33b-fa76-4df7-afa4-691307c00f01 req-ca5816f2-23d4-496e-a102-85efd554eb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:38:23.080306 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-abc6a33b-fa76-4df7-afa4-691307c00f01 req-ca5816f2-23d4-496e-a102-85efd554eb28 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a76314e7-0aca-4b0c-996c-f107c33e2520 HTTP/1.1" status: 200 len: 915 time: 0.0884688 Jul 24 00:38:23.083650 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6a33b-fa76-4df7-afa4-691307c00f01 req-f08b450e-2c43-46e0-931c-9aa95d6937fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:38:23.085166 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-abc6a33b-fa76-4df7-afa4-691307c00f01 req-f08b450e-2c43-46e0-931c-9aa95d6937fd service neutron] 10.222.0.64 "GET /v2.0/networks?id=a76314e7-0aca-4b0c-996c-f107c33e2520 HTTP/1.1" status: 200 len: 915 time: 0.0896363 Jul 24 00:38:23.121013 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-abc6a33b-fa76-4df7-afa4-691307c00f01 req-68f353e5-b6f4-405c-a4af-01bd8ffa4d24 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce7ef032-6a6c-4230-9c70-6a6bb91be898 HTTP/1.1" status: 200 len: 217 time: 0.0338113 Jul 24 00:38:23.125841 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-abc6a33b-fa76-4df7-afa4-691307c00f01 req-794c6c1f-bbef-4978-a2be-7678197e8b7e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce7ef032-6a6c-4230-9c70-6a6bb91be898 HTTP/1.1" status: 200 len: 217 time: 0.0346165 Jul 24 00:38:23.178737 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6a33b-fa76-4df7-afa4-691307c00f01 req-673ed7d7-1f27-4e76-ad8f-79cba86fd395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:38:23.180225 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-abc6a33b-fa76-4df7-afa4-691307c00f01 req-673ed7d7-1f27-4e76-ad8f-79cba86fd395 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d66c70ee-b1d6-4d94-a01d-f8692eebddf2 HTTP/1.1" status: 200 len: 854 time: 0.0485048 Jul 24 00:38:23.184315 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6a33b-fa76-4df7-afa4-691307c00f01 req-6dc21c5a-1eda-4082-9302-c966e3a2d2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:38:23.185837 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-abc6a33b-fa76-4df7-afa4-691307c00f01 req-6dc21c5a-1eda-4082-9302-c966e3a2d2f3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d66c70ee-b1d6-4d94-a01d-f8692eebddf2 HTTP/1.1" status: 200 len: 854 time: 0.0496795 Jul 24 00:38:23.222656 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-18b28a6e-69b1-4f71-9be0-07976c56cd7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:23.224620 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-abc6a33b-fa76-4df7-afa4-691307c00f01 req-2fa0f52b-bb15-4ddf-873c-bbe6406bdfac service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a76314e7-0aca-4b0c-996c-f107c33e2520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382218 Jul 24 00:38:23.231197 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-abc6a33b-fa76-4df7-afa4-691307c00f01 req-5e8d57dd-c6f0-4968-ba2d-5ca7525d1a45 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a76314e7-0aca-4b0c-996c-f107c33e2520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378439 Jul 24 00:38:23.317906 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-abc6a33b-fa76-4df7-afa4-691307c00f01 req-5bc21e8a-25e3-43e8-ac3c-43b9465b64df service neutron] 10.222.0.64 "GET /v2.0/networks/a76314e7-0aca-4b0c-996c-f107c33e2520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875270 Jul 24 00:38:23.327838 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-abc6a33b-fa76-4df7-afa4-691307c00f01 req-7bab41d4-0810-4374-ba99-3c250c346d43 service neutron] 10.222.0.52 "GET /v2.0/networks/a76314e7-0aca-4b0c-996c-f107c33e2520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898335 Jul 24 00:38:23.412123 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-abc6a33b-fa76-4df7-afa4-691307c00f01 req-31f6185f-d34d-450e-b5db-4051837a45c5 service neutron] 10.222.0.64 "GET /v2.0/networks/a76314e7-0aca-4b0c-996c-f107c33e2520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881031 Jul 24 00:38:23.420105 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-abc6a33b-fa76-4df7-afa4-691307c00f01 req-09e6985f-375e-4618-a43e-f3aafc3b6f7a service neutron] 10.222.0.52 "GET /v2.0/networks/a76314e7-0aca-4b0c-996c-f107c33e2520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858407 Jul 24 00:38:23.730861 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd29e2-a65d-4588-b87e-62dabfb0f7f0 req-d505fac8-c08b-4a7b-a5d8-21a016b4cc1d tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:38:23.732255 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ffbd29e2-a65d-4588-b87e-62dabfb0f7f0 req-d505fac8-c08b-4a7b-a5d8-21a016b4cc1d tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?device_id=53600a2c-5008-4186-951e-406792b31d17 HTTP/1.1" status: 200 len: 943 time: 0.0631742 Jul 24 00:38:23.768794 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ffbd29e2-a65d-4588-b87e-62dabfb0f7f0 req-0e19051f-8216-41f2-81a6-ec9d17bd004e tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf433ea-a101-4bf8-bc29-960809b01f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309868 Jul 24 00:38:23.978617 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1940981d-4649-4f63-9942-6a030720dc1c req-1dbaa337-5096-4ce6-99b3-2d1c4632d6b6 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:38:23.980129 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1940981d-4649-4f63-9942-6a030720dc1c req-1dbaa337-5096-4ce6-99b3-2d1c4632d6b6 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?device_id=53600a2c-5008-4186-951e-406792b31d17 HTTP/1.1" status: 200 len: 943 time: 0.0717480 Jul 24 00:38:23.984580 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dcfcb4-81de-4f4e-a28d-b8fcbad78da8 req-600145d5-caad-4da0-80e7-d0a25f415f98 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:38:23.986032 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f9dcfcb4-81de-4f4e-a28d-b8fcbad78da8 req-600145d5-caad-4da0-80e7-d0a25f415f98 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.64 "GET /v2.0/ports?device_id=53600a2c-5008-4186-951e-406792b31d17&tenant_id=daf2b29281f44abbb5a2d1f4c07d00b4&binding%3Ahost_id=n-h1-800088-16 HTTP/1.1" status: 200 len: 943 time: 0.0674841 Jul 24 00:38:24.016552 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1940981d-4649-4f63-9942-6a030720dc1c req-97af86de-cce8-4a1a-a5ef-0e25dc063817 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf433ea-a101-4bf8-bc29-960809b01f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308704 Jul 24 00:38:24.046050 n-d-800088-16 neutron-server[100314]: INFO neutron.api.v2.resource [req-f9dcfcb4-81de-4f4e-a28d-b8fcbad78da8 req-79f1839f-fde6-4b6f-ad42-6104571b8f44 service neutron] delete failed (client error): The resource could not be found. Jul 24 00:38:24.047155 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f9dcfcb4-81de-4f4e-a28d-b8fcbad78da8 req-79f1839f-fde6-4b6f-ad42-6104571b8f44 service neutron] 10.222.0.64 "DELETE /v2.0/ports/ce7ef032-6a6c-4230-9c70-6a6bb91be898/bindings/n-h2-800088-16 HTTP/1.1" status: 404 len: 381 time: 0.0548491 Jul 24 00:38:24.109114 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device ce7ef032-6a6c-4230-9c70-6a6bb91be898 no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:38:24.144252 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dcfcb4-81de-4f4e-a28d-b8fcbad78da8 req-84404058-3fe1-4948-93ea-a999488ffb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:38:24.146314 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f9dcfcb4-81de-4f4e-a28d-b8fcbad78da8 req-84404058-3fe1-4948-93ea-a999488ffb1e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=daf2b29281f44abbb5a2d1f4c07d00b4&device_id=53600a2c-5008-4186-951e-406792b31d17 HTTP/1.1" status: 200 len: 1095 time: 0.0592146 Jul 24 00:38:24.147228 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device ce7ef032-6a6c-4230-9c70-6a6bb91be898 not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:38:24.235686 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dcfcb4-81de-4f4e-a28d-b8fcbad78da8 req-61cba953-83a4-4291-b687-230779e61249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:38:24.237107 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f9dcfcb4-81de-4f4e-a28d-b8fcbad78da8 req-61cba953-83a4-4291-b687-230779e61249 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a76314e7-0aca-4b0c-996c-f107c33e2520 HTTP/1.1" status: 200 len: 915 time: 0.0841110 Jul 24 00:38:24.279879 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f9dcfcb4-81de-4f4e-a28d-b8fcbad78da8 req-781d4a1d-7e02-4b5d-8c42-b67ddf21e1da service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce7ef032-6a6c-4230-9c70-6a6bb91be898 HTTP/1.1" status: 200 len: 217 time: 0.0370007 Jul 24 00:38:24.647691 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dcfcb4-81de-4f4e-a28d-b8fcbad78da8 req-fdaa3d77-32ed-45d0-94a4-99907e5ae2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:38:24.649208 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f9dcfcb4-81de-4f4e-a28d-b8fcbad78da8 req-fdaa3d77-32ed-45d0-94a4-99907e5ae2d7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d66c70ee-b1d6-4d94-a01d-f8692eebddf2 HTTP/1.1" status: 200 len: 854 time: 0.3635998 Jul 24 00:38:24.682586 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f9dcfcb4-81de-4f4e-a28d-b8fcbad78da8 req-ed92f964-4aff-43b1-b55a-97849dcc02f0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a76314e7-0aca-4b0c-996c-f107c33e2520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270579 Jul 24 00:38:24.771414 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f9dcfcb4-81de-4f4e-a28d-b8fcbad78da8 req-ba42a596-45fe-4ec4-b1ca-a7c59bd324c7 service neutron] 10.222.0.64 "GET /v2.0/networks/a76314e7-0aca-4b0c-996c-f107c33e2520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827508 Jul 24 00:38:24.858666 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f9dcfcb4-81de-4f4e-a28d-b8fcbad78da8 req-5b86b9b8-51ff-4f50-9c98-7f65639ed046 service neutron] 10.222.0.64 "GET /v2.0/networks/a76314e7-0aca-4b0c-996c-f107c33e2520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811596 Jul 24 00:38:25.151805 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1e49b2-1573-439e-a874-9ab36cf47973 req-2fe2f565-6457-42b9-ad0e-0dd06137814c tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:38:25.153333 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4e1e49b2-1573-439e-a874-9ab36cf47973 req-2fe2f565-6457-42b9-ad0e-0dd06137814c tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?device_id=53600a2c-5008-4186-951e-406792b31d17 HTTP/1.1" status: 200 len: 943 time: 0.0662692 Jul 24 00:38:25.192991 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4e1e49b2-1573-439e-a874-9ab36cf47973 req-48fc3fc6-7448-4dd2-962c-f589c27f30e2 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf433ea-a101-4bf8-bc29-960809b01f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339866 Jul 24 00:38:25.496084 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device ce7ef032-6a6c-4230-9c70-6a6bb91be898 details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:38:25.745573 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port ce7ef032-6a6c-4230-9c70-6a6bb91be898, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=ce7ef032-6a6c-4230-9c70-6a6bb91be898,segment=NetworkSegment(b791f644-9178-4546-bc90-511c92647d88),segment_id=b791f644-9178-4546-bc90-511c92647d88)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:38:25.756733 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': 'ce7ef032-6a6c-4230-9c70-6a6bb91be898', 'network_id': 'a76314e7-0aca-4b0c-996c-f107c33e2520', 'port_id': 'ce7ef032-6a6c-4230-9c70-6a6bb91be898', 'mac_address': 'fa:16:3e:a7:a1:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd66c70ee-b1d6-4d94-a01d-f8692eebddf2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:38:25.799502 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b8987f90-8b39-482e-97e3-9f4b7ce1fd58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:25.802644 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:25.814942 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce7ef032-6a6c-4230-9c70-6a6bb91be898 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:38:25.837974 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port ce7ef032-6a6c-4230-9c70-6a6bb91be898, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=ce7ef032-6a6c-4230-9c70-6a6bb91be898,segment=NetworkSegment(b791f644-9178-4546-bc90-511c92647d88),segment_id=b791f644-9178-4546-bc90-511c92647d88)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:38:25.841550 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:25.887500 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=ce7ef032-6a6c-4230-9c70-6a6bb91be898,revision_number=8']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:38:25.894618 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:38:25.895566 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:38:25.895915 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:38:25.896262 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:38:25.896602 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:38:25.896972 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:38:25.897307 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:38:25.897646 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:38:25.897977 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:38:25.898309 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:38:25.898641 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:38:25.898973 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:38:26.039732 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['ce7ef032-6a6c-4230-9c70-6a6bb91be898'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:38:26.322337 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41acdeee-24db-4de3-8c90-49e855dd320b req-67d32d3c-a719-4546-90b0-8fa5e2b07852 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:38:26.323744 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-41acdeee-24db-4de3-8c90-49e855dd320b req-67d32d3c-a719-4546-90b0-8fa5e2b07852 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?device_id=53600a2c-5008-4186-951e-406792b31d17 HTTP/1.1" status: 200 len: 944 time: 0.0657711 Jul 24 00:38:26.359773 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-41acdeee-24db-4de3-8c90-49e855dd320b req-6aecc9c5-7188-4815-941c-1d41906aa624 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf433ea-a101-4bf8-bc29-960809b01f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305107 Jul 24 00:38:26.485342 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3707edb4-6dc4-4ea6-b0c4-b2d084fc6219 req-447c0db6-db39-417e-bcc7-65f16de85c92 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:38:26.486846 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3707edb4-6dc4-4ea6-b0c4-b2d084fc6219 req-447c0db6-db39-417e-bcc7-65f16de85c92 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?device_id=53600a2c-5008-4186-951e-406792b31d17 HTTP/1.1" status: 200 len: 944 time: 0.0637517 Jul 24 00:38:26.523658 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3707edb4-6dc4-4ea6-b0c4-b2d084fc6219 req-cecb2a8f-4387-40eb-b42f-21a209b924dd tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf433ea-a101-4bf8-bc29-960809b01f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307617 Jul 24 00:38:26.648147 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d853893f-f835-444c-8e97-0df87eafd88f req-e2e237d0-9022-48b8-88d7-76b9551a5bef tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:38:26.649583 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d853893f-f835-444c-8e97-0df87eafd88f req-e2e237d0-9022-48b8-88d7-76b9551a5bef tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?device_id=53600a2c-5008-4186-951e-406792b31d17 HTTP/1.1" status: 200 len: 944 time: 0.0622032 Jul 24 00:38:26.686680 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d853893f-f835-444c-8e97-0df87eafd88f req-917751e9-6014-49d2-ae77-3e48db4549a7 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf433ea-a101-4bf8-bc29-960809b01f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314996 Jul 24 00:38:26.824616 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:27.024439 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6946a3b-5e5b-4916-bd47-456e07af9453 req-ba0052e9-f909-45ad-966d-7feb430de432 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:38:27.025952 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b6946a3b-5e5b-4916-bd47-456e07af9453 req-ba0052e9-f909-45ad-966d-7feb430de432 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?device_id=53600a2c-5008-4186-951e-406792b31d17 HTTP/1.1" status: 200 len: 944 time: 0.0651996 Jul 24 00:38:27.062810 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b6946a3b-5e5b-4916-bd47-456e07af9453 req-8e82c118-ff43-4b3a-be6e-70bb97b2a629 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf433ea-a101-4bf8-bc29-960809b01f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313489 Jul 24 00:38:27.403382 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:27.526897 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device ce7ef032-6a6c-4230-9c70-6a6bb91be898 up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:38:27.573246 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port ce7ef032-6a6c-4230-9c70-6a6bb91be898 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:38:27.576760 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port ce7ef032-6a6c-4230-9c70-6a6bb91be898 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:38:27.577162 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:27.650839 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:27.671721 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53600a2c-5008-4186-951e-406792b31d17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce7ef032-6a6c-4230-9c70-6a6bb91be898'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:38:27.674094 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8781319-2312-492e-a6aa-f0a64dac191e" -d '{"events": [{"server_uuid": "53600a2c-5008-4186-951e-406792b31d17", "name": "network-vif-plugged", "status": "completed", "tag": "ce7ef032-6a6c-4230-9c70-6a6bb91be898"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:38:27.686639 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port ce7ef032-6a6c-4230-9c70-6a6bb91be898, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=ce7ef032-6a6c-4230-9c70-6a6bb91be898,segment=NetworkSegment(b791f644-9178-4546-bc90-511c92647d88),segment_id=b791f644-9178-4546-bc90-511c92647d88)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:38:27.690951 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:27.718954 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5e08515-8b88-4dd1-a5ca-7ebc8043c289 x-openstack-request-id: req-d5e08515-8b88-4dd1-a5ca-7ebc8043c289 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:38:27.719245 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53600a2c-5008-4186-951e-406792b31d17", "name": "network-vif-plugged", "status": "completed", "tag": "ce7ef032-6a6c-4230-9c70-6a6bb91be898", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:38:27.719495 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d5e08515-8b88-4dd1-a5ca-7ebc8043c289 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:38:27.719877 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53600a2c-5008-4186-951e-406792b31d17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce7ef032-6a6c-4230-9c70-6a6bb91be898', 'code': 200} Jul 24 00:38:27.745390 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=ce7ef032-6a6c-4230-9c70-6a6bb91be898,revision_number=9']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:38:28.155311 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e642b1e8-bfac-4736-b099-4bff6f73ec31 req-3054006a-9e3b-470c-9d2d-2da5bcb09c4d tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:38:28.156776 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e642b1e8-bfac-4736-b099-4bff6f73ec31 req-3054006a-9e3b-470c-9d2d-2da5bcb09c4d tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.52 "GET /v2.0/ports?device_id=53600a2c-5008-4186-951e-406792b31d17 HTTP/1.1" status: 200 len: 945 time: 0.0664010 Jul 24 00:38:28.194466 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a929a7a-bf48-4432-8b89-d4695eb6bbc6 req-1c9ac9e0-fbfa-46f7-af67-63ae459c3870 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:38:28.196079 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7a929a7a-bf48-4432-8b89-d4695eb6bbc6 req-1c9ac9e0-fbfa-46f7-af67-63ae459c3870 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/ports?device_id=53600a2c-5008-4186-951e-406792b31d17 HTTP/1.1" status: 200 len: 945 time: 0.0680749 Jul 24 00:38:28.234154 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7a929a7a-bf48-4432-8b89-d4695eb6bbc6 req-13dd5283-8bd7-406d-860b-2046a57c0a1d tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf433ea-a101-4bf8-bc29-960809b01f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326488 Jul 24 00:38:28.254855 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-e642b1e8-bfac-4736-b099-4bff6f73ec31 req-84dab523-3119-42c7-ac8c-530eb58e3692 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Deleting port ce7ef032-6a6c-4230-9c70-6a6bb91be898 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:38:28.255199 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-e642b1e8-bfac-4736-b099-4bff6f73ec31 req-84dab523-3119-42c7-ac8c-530eb58e3692 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:28.342237 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-e642b1e8-bfac-4736-b099-4bff6f73ec31 req-84dab523-3119-42c7-ac8c-530eb58e3692 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] For port ce7ef032-6a6c-4230-9c70-6a6bb91be898, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=ce7ef032-6a6c-4230-9c70-6a6bb91be898,segment=NetworkSegment(b791f644-9178-4546-bc90-511c92647d88),segment_id=b791f644-9178-4546-bc90-511c92647d88)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:38:28.342599 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-e642b1e8-bfac-4736-b099-4bff6f73ec31 req-84dab523-3119-42c7-ac8c-530eb58e3692 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:28.354226 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-e642b1e8-bfac-4736-b099-4bff6f73ec31 req-84dab523-3119-42c7-ac8c-530eb58e3692 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Calling delete_port for ce7ef032-6a6c-4230-9c70-6a6bb91be898 owned by compute:nova {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:38:28.479684 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-e642b1e8-bfac-4736-b099-4bff6f73ec31 req-84dab523-3119-42c7-ac8c-530eb58e3692 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:28.491725 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['ce7ef032-6a6c-4230-9c70-6a6bb91be898'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:38:28.507564 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dab523-3119-42c7-ac8c-530eb58e3692 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Pushing event deleted for resources: {'Port': ['ID=ce7ef032-6a6c-4230-9c70-6a6bb91be898,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:38:28.552649 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-e642b1e8-bfac-4736-b099-4bff6f73ec31 req-84dab523-3119-42c7-ac8c-530eb58e3692 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] No DVR routers for this DVR port ce7ef032-6a6c-4230-9c70-6a6bb91be898 on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:38:28.555325 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-e642b1e8-bfac-4736-b099-4bff6f73ec31 req-84dab523-3119-42c7-ac8c-530eb58e3692 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:28.557307 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e642b1e8-bfac-4736-b099-4bff6f73ec31 req-84dab523-3119-42c7-ac8c-530eb58e3692 tempest-ServerDiskConfigTestJSON-1629210843 tempest-ServerDiskConfigTestJSON-1629210843-project] 10.222.0.52 "DELETE /v2.0/ports/ce7ef032-6a6c-4230-9c70-6a6bb91be898 HTTP/1.1" status: 204 len: 173 time: 0.3945065 Jul 24 00:38:28.557823 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53600a2c-5008-4186-951e-406792b31d17', 'name': 'network-vif-deleted', 'tag': 'ce7ef032-6a6c-4230-9c70-6a6bb91be898'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:38:28.560054 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83455fe7-0e8a-4fb0-ae5b-46835222ba4b" -d '{"events": [{"server_uuid": "53600a2c-5008-4186-951e-406792b31d17", "name": "network-vif-deleted", "tag": "ce7ef032-6a6c-4230-9c70-6a6bb91be898"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:38:28.599961 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5089faa-5a15-4b3a-b8da-cd67d3bc7a84 x-openstack-request-id: req-d5089faa-5a15-4b3a-b8da-cd67d3bc7a84 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:38:28.600261 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53600a2c-5008-4186-951e-406792b31d17", "name": "network-vif-deleted", "tag": "ce7ef032-6a6c-4230-9c70-6a6bb91be898", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:38:28.600537 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d5089faa-5a15-4b3a-b8da-cd67d3bc7a84 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:38:28.600964 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53600a2c-5008-4186-951e-406792b31d17', 'name': 'network-vif-deleted', 'tag': 'ce7ef032-6a6c-4230-9c70-6a6bb91be898', 'status': 'completed', 'code': 200} Jul 24 00:38:28.989515 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:29.351547 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 39968) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:38:29.397365 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ca5b81b-bc1b-47ff-a791-6207080d6b51 admin admin] Deleting subnet d66c70ee-b1d6-4d94-a01d-f8692eebddf2 {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:38:29.400288 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1ca5b81b-bc1b-47ff-a791-6207080d6b51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:29.437437 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1ca5b81b-bc1b-47ff-a791-6207080d6b51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:29.477016 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1ca5b81b-bc1b-47ff-a791-6207080d6b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:29.528568 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1ca5b81b-bc1b-47ff-a791-6207080d6b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:29.554993 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca5b81b-bc1b-47ff-a791-6207080d6b51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d66c70ee-b1d6-4d94-a01d-f8692eebddf2,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:38:29.556940 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1ca5b81b-bc1b-47ff-a791-6207080d6b51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:29.558788 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-1ca5b81b-bc1b-47ff-a791-6207080d6b51 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/d66c70ee-b1d6-4d94-a01d-f8692eebddf2 HTTP/1.1" status: 204 len: 168 time: 0.2062533 Jul 24 00:38:29.561316 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 39970) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:38:29.630849 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-83846742-70c7-4444-b301-abf795a12c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:29.705037 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-83846742-70c7-4444-b301-abf795a12c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:29.714466 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-83846742-70c7-4444-b301-abf795a12c7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a76314e7-0aca-4b0c-996c-f107c33e2520']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:38:29.724348 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-83846742-70c7-4444-b301-abf795a12c7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b791f644-9178-4546-bc90-511c92647d88') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:38:29.724641 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-83846742-70c7-4444-b301-abf795a12c7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b791f644-9178-4546-bc90-511c92647d88') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:38:29.733044 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-83846742-70c7-4444-b301-abf795a12c7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:29.746368 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-83846742-70c7-4444-b301-abf795a12c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:29.751892 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83846742-70c7-4444-b301-abf795a12c7f admin admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:38:29.752268 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-83846742-70c7-4444-b301-abf795a12c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:29.753865 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:38:29.753865 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:38:29.753865 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:38:29.753865 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:38:29.753865 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:38:29.753865 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:38:29.753865 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:38:29.753865 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:38:29.753865 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:38:29.753865 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:38:29.753865 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:38:29.753865 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:38:29.753865 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:38:29.753865 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:38:29.753865 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:38:29.753865 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:38:29.753865 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:38:29.753865 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:38:29.753865 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:38:29.753865 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:38:29.753865 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:38:29.753865 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:38:29.753865 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:38:29.753865 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:38:29.753865 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:38:29.753865 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:38:29.753865 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:38:29.753865 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:38:29.753865 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:38:29.753865 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:38:29.753865 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:38:29.753865 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:38:29.809980 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-83846742-70c7-4444-b301-abf795a12c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:29.815418 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-83846742-70c7-4444-b301-abf795a12c7f admin admin] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:29.817278 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-83846742-70c7-4444-b301-abf795a12c7f admin admin] 10.222.0.44 "DELETE /v2.0/networks/a76314e7-0aca-4b0c-996c-f107c33e2520 HTTP/1.1" status: 204 len: 168 time: 0.2550704 Jul 24 00:38:29.827501 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83846742-70c7-4444-b301-abf795a12c7f admin admin] Pushing event deleted for resources: {'Network': ['ID=a76314e7-0aca-4b0c-996c-f107c33e2520,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:38:29.921575 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 39974) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:38:29.961696 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-c2320e73-1f82-410c-a522-a83c6a970c18 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=daf2b29281f44abbb5a2d1f4c07d00b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389757 Jul 24 00:38:29.964084 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 39976) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:38:30.010451 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-683d98f9-17db-4e17-a984-b15187466ebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:30.031122 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-683d98f9-17db-4e17-a984-b15187466ebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:30.076488 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-683d98f9-17db-4e17-a984-b15187466ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:30.079062 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-683d98f9-17db-4e17-a984-b15187466ebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:30.080273 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-683d98f9-17db-4e17-a984-b15187466ebb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bbf433ea-a101-4bf8-bc29-960809b01f85 HTTP/1.1" status: 204 len: 168 time: 0.1152663 Jul 24 00:38:30.088730 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683d98f9-17db-4e17-a984-b15187466ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf433ea-a101-4bf8-bc29-960809b01f85,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:38:30.717939 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 39998) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:38:30.809196 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-8024f7d4-ee78-415b-b873-4022dac8e338 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-420210054-network', 'tenant_id': '7ff741ab94134ca0b89362b546f6cdc4'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:38:30.832920 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8024f7d4-ee78-415b-b873-4022dac8e338 admin admin] Made reservation on behalf of 7ff741ab94134ca0b89362b546f6cdc4 for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:38:30.835117 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8024f7d4-ee78-415b-b873-4022dac8e338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:30.843341 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8024f7d4-ee78-415b-b873-4022dac8e338 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:30.930287 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8024f7d4-ee78-415b-b873-4022dac8e338 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:30.934307 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8024f7d4-ee78-415b-b873-4022dac8e338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:30.959362 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8024f7d4-ee78-415b-b873-4022dac8e338 admin admin] vlan segment allocate from pool success with {'vlan_id': 714, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:38:30.968870 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8024f7d4-ee78-415b-b873-4022dac8e338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b8035b-9b30-4dcc-aaa5-107892774895,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:38:30.974098 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8024f7d4-ee78-415b-b873-4022dac8e338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:30.974441 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-8024f7d4-ee78-415b-b873-4022dac8e338 admin admin] Added segment 8a6196fe-df7f-4137-b16c-4b0e6f7109e3 of type vlan for network 635858b5-bce4-486f-8958-a3f0e6bef947 Jul 24 00:38:31.019987 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8024f7d4-ee78-415b-b873-4022dac8e338 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:31.049301 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8024f7d4-ee78-415b-b873-4022dac8e338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:31.050263 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8024f7d4-ee78-415b-b873-4022dac8e338 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:38:31.050842 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8024f7d4-ee78-415b-b873-4022dac8e338 admin admin] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:31.079411 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-8024f7d4-ee78-415b-b873-4022dac8e338 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3604155 Jul 24 00:38:31.082630 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 40002) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:38:31.087764 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-53b121ca-614f-4124-925a-0e19c6f1fb83 admin admin] Request body: {'subnet': {'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-420210054-subnet', 'tenant_id': '7ff741ab94134ca0b89362b546f6cdc4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:38:31.109590 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b121ca-614f-4124-925a-0e19c6f1fb83 admin admin] Made reservation on behalf of 7ff741ab94134ca0b89362b546f6cdc4 for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:38:31.111959 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-53b121ca-614f-4124-925a-0e19c6f1fb83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:31.116617 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8024f7d4-ee78-415b-b873-4022dac8e338 admin admin] Pushing event updated for resources: {'Network': ['ID=635858b5-bce4-486f-8958-a3f0e6bef947,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:38:31.126364 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 635858b5-bce4-486f-8958-a3f0e6bef947 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:38:31.277721 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-53b121ca-614f-4124-925a-0e19c6f1fb83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:31.333541 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b121ca-614f-4124-925a-0e19c6f1fb83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b7c5b75-2508-4120-912d-db2d0559c3e3,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:38:31.341070 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b121ca-614f-4124-925a-0e19c6f1fb83 admin admin] Checking segment: {'id': '8a6196fe-df7f-4137-b16c-4b0e6f7109e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:38:31.341420 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b121ca-614f-4124-925a-0e19c6f1fb83 admin admin] Network hostable DHCP agents. Network: 635858b5-bce4-486f-8958-a3f0e6bef947, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:38:31.358502 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b121ca-614f-4124-925a-0e19c6f1fb83 admin admin] Network 635858b5-bce4-486f-8958-a3f0e6bef947 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:38:31.367362 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-53b121ca-614f-4124-925a-0e19c6f1fb83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 635858b5-bce4-486f-8958-a3f0e6bef947) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:38:31.371431 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b121ca-614f-4124-925a-0e19c6f1fb83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:38:31.372020 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-53b121ca-614f-4124-925a-0e19c6f1fb83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:31.377413 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02af60f0-3aa0-47f3-9eac-6f272a636053 None None] Network 635858b5-bce4-486f-8958-a3f0e6bef947 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:38:31.385617 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-53b121ca-614f-4124-925a-0e19c6f1fb83 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3018739 Jul 24 00:38:31.388476 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 40004) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:38:31.393196 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-d3d5657e-a621-4da1-9677-3d1cb813978a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-420210054-router', 'tenant_id': '7ff741ab94134ca0b89362b546f6cdc4', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:38:31.415592 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d3d5657e-a621-4da1-9677-3d1cb813978a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:31.416731 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d3d5657e-a621-4da1-9677-3d1cb813978a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:31.468168 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d3d5657e-a621-4da1-9677-3d1cb813978a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:31.529937 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710ba139-d6cd-4f90-a035-80b595fddeb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-635858b5-bce4-486f-8958-a3f0e6bef947', 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947', 'tenant_id': '7ff741ab94134ca0b89362b546f6cdc4', 'fixed_ips': [{'subnet_id': '0b7c5b75-2508-4120-912d-db2d0559c3e3'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:38:31.530834 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-710ba139-d6cd-4f90-a035-80b595fddeb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:31.554386 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device ce7ef032-6a6c-4230-9c70-6a6bb91be898 no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:38:31.608420 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d3d5657e-a621-4da1-9677-3d1cb813978a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:31.616133 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] No Port match for: ce7ef032-6a6c-4230-9c70-6a6bb91be898 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:38:31.616497 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device ce7ef032-6a6c-4230-9c70-6a6bb91be898 not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:38:31.688769 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-710ba139-d6cd-4f90-a035-80b595fddeb3 None None] Allocated IP 172.20.0.2 (635858b5-bce4-486f-8958-a3f0e6bef947/0b7c5b75-2508-4120-912d-db2d0559c3e3/a5d4ecd6-0f0d-4e28-a3d5-3b039b013e85) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:38:31.814023 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d3d5657e-a621-4da1-9677-3d1cb813978a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:31.831886 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-710ba139-d6cd-4f90-a035-80b595fddeb3 None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:31.839169 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d3d5657e-a621-4da1-9677-3d1cb813978a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:31.840945 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-710ba139-d6cd-4f90-a035-80b595fddeb3 None None] Transition to ACTIVE for port object a5d4ecd6-0f0d-4e28-a3d5-3b039b013e85 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:38:31.857158 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-710ba139-d6cd-4f90-a035-80b595fddeb3 None None] Transition to ACTIVE for port object a5d4ecd6-0f0d-4e28-a3d5-3b039b013e85 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:38:31.863357 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-710ba139-d6cd-4f90-a035-80b595fddeb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:31.900186 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710ba139-d6cd-4f90-a035-80b595fddeb3 None None] Network 635858b5-bce4-486f-8958-a3f0e6bef947 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:38:31.906513 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-710ba139-d6cd-4f90-a035-80b595fddeb3 None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:38:31.911073 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710ba139-d6cd-4f90-a035-80b595fddeb3 None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:38:31.913031 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710ba139-d6cd-4f90-a035-80b595fddeb3 None None] Pushing event updated for resources: {'Port': ['ID=a5d4ecd6-0f0d-4e28-a3d5-3b039b013e85,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:38:31.951433 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-d3d5657e-a621-4da1-9677-3d1cb813978a admin admin] Allocated IP 172.25.3.165 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/8e45cccc-6c15-4470-8191-5b8f7a1c99f1) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:38:31.979656 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-710ba139-d6cd-4f90-a035-80b595fddeb3 None None] Attempting to bind port a5d4ecd6-0f0d-4e28-a3d5-3b039b013e85 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:38:31.980027 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-710ba139-d6cd-4f90-a035-80b595fddeb3 None None] Attempting to bind port a5d4ecd6-0f0d-4e28-a3d5-3b039b013e85 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '8a6196fe-df7f-4137-b16c-4b0e6f7109e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:38:31.980395 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710ba139-d6cd-4f90-a035-80b595fddeb3 None None] Attempting to bind port a5d4ecd6-0f0d-4e28-a3d5-3b039b013e85 on network 635858b5-bce4-486f-8958-a3f0e6bef947 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:38:31.985867 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710ba139-d6cd-4f90-a035-80b595fddeb3 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:38:31.986239 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710ba139-d6cd-4f90-a035-80b595fddeb3 None None] Checking segment: {'id': '8a6196fe-df7f-4137-b16c-4b0e6f7109e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:38:31.986642 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-710ba139-d6cd-4f90-a035-80b595fddeb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:31.987039 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710ba139-d6cd-4f90-a035-80b595fddeb3 None None] Bound using segment: {'id': '8a6196fe-df7f-4137-b16c-4b0e6f7109e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:38:31.987500 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-710ba139-d6cd-4f90-a035-80b595fddeb3 None None] Bound port: a5d4ecd6-0f0d-4e28-a3d5-3b039b013e85, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a6196fe-df7f-4137-b16c-4b0e6f7109e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:38:31.987882 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-710ba139-d6cd-4f90-a035-80b595fddeb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:32.049534 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-710ba139-d6cd-4f90-a035-80b595fddeb3 None None] For port a5d4ecd6-0f0d-4e28-a3d5-3b039b013e85, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:38:32.052676 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-710ba139-d6cd-4f90-a035-80b595fddeb3 None None] For port a5d4ecd6-0f0d-4e28-a3d5-3b039b013e85, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=a5d4ecd6-0f0d-4e28-a3d5-3b039b013e85,segment=NetworkSegment(8a6196fe-df7f-4137-b16c-4b0e6f7109e3),segment_id=8a6196fe-df7f-4137-b16c-4b0e6f7109e3)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:38:32.057416 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-710ba139-d6cd-4f90-a035-80b595fddeb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:32.073031 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d3d5657e-a621-4da1-9677-3d1cb813978a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:32.114600 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710ba139-d6cd-4f90-a035-80b595fddeb3 None None] Pushing event updated for resources: {'Port': ['ID=a5d4ecd6-0f0d-4e28-a3d5-3b039b013e85,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:38:32.122694 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d3d5657e-a621-4da1-9677-3d1cb813978a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:32.160258 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d5657e-a621-4da1-9677-3d1cb813978a admin admin] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:38:32.163242 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-d3d5657e-a621-4da1-9677-3d1cb813978a admin admin] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:38:32.169122 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d5657e-a621-4da1-9677-3d1cb813978a admin admin] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:38:32.194559 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d5657e-a621-4da1-9677-3d1cb813978a admin admin] Pushing event updated for resources: {'Port': ['ID=8e45cccc-6c15-4470-8191-5b8f7a1c99f1,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:38:32.433550 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d3d5657e-a621-4da1-9677-3d1cb813978a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:32.638169 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d3d5657e-a621-4da1-9677-3d1cb813978a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:32.770711 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3d5657e-a621-4da1-9677-3d1cb813978a admin admin] Router a4c0a7f5-780a-4c03-9767-962a310979c1 is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:38:32.882120 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d5657e-a621-4da1-9677-3d1cb813978a admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:38:32.891260 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fa1966-61a7-47dc-9f32-7b44d9d3b107 None None] Sync routers for ids ['a4c0a7f5-780a-4c03-9767-962a310979c1'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:38:32.901363 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d3d5657e-a621-4da1-9677-3d1cb813978a admin admin] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:32.901789 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fa1966-61a7-47dc-9f32-7b44d9d3b107 None None] Routers {'a4c0a7f5-780a-4c03-9767-962a310979c1'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:38:32.905505 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-e9fa1966-61a7-47dc-9f32-7b44d9d3b107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:38:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['a4c0a7f5-780a-4c03-9767-962a310979c1'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:38:32.905672 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-d3d5657e-a621-4da1-9677-3d1cb813978a admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5133932 Jul 24 00:38:32.907449 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 40006) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:38:32.971904 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef387251-d739-4909-b3c3-e957ec3183a1 None None] Network 635858b5-bce4-486f-8958-a3f0e6bef947 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:38:33.057378 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-29a87061-e947-4c4e-aa0a-f4b00e3d71d0 None None] Provisioning for port a5d4ecd6-0f0d-4e28-a3d5-3b039b013e85 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:38:33.099949 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-e9fa1966-61a7-47dc-9f32-7b44d9d3b107 None None] Set router a4c0a7f5-780a-4c03-9767-962a310979c1 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:38:33.327350 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a0564fd7-07b9-4592-9940-d9231f7a85b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:33.347959 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-e9fa1966-61a7-47dc-9f32-7b44d9d3b107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'name': 'tempest-ServerActionsTestJSON-420210054-router', 'tenant_id': '7ff741ab94134ca0b89362b546f6cdc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '8e45cccc-6c15-4470-8191-5b8f7a1c99f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:38:31Z', 'updated_at': '2021-07-24T00:38:32Z', 'revision_number': 3, 'project_id': '7ff741ab94134ca0b89362b546f6cdc4', 'gw_port': {'id': '8e45cccc-6c15-4470-8191-5b8f7a1c99f1', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b6:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:38:31Z', 'updated_at': '2021-07-24T00:38:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:38:33.376390 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fa1966-61a7-47dc-9f32-7b44d9d3b107 None None] Checking router: a4c0a7f5-780a-4c03-9767-962a310979c1 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:38:33.376751 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fa1966-61a7-47dc-9f32-7b44d9d3b107 None None] Updating router a4c0a7f5-780a-4c03-9767-962a310979c1 port 8e45cccc-6c15-4470-8191-5b8f7a1c99f1 binding host n-d-800088-16 {{(pid=100315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:38:33.419649 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e9fa1966-61a7-47dc-9f32-7b44d9d3b107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:33.546089 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-a0564fd7-07b9-4592-9940-d9231f7a85b2 admin admin] Allocated IP 172.20.0.1 (635858b5-bce4-486f-8958-a3f0e6bef947/0b7c5b75-2508-4120-912d-db2d0559c3e3/7b76b015-9417-4a2e-aa33-995027831287) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:38:33.648953 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a0564fd7-07b9-4592-9940-d9231f7a85b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:33.661556 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [None req-a0564fd7-07b9-4592-9940-d9231f7a85b2 admin admin] Transition to ACTIVE for port object 7b76b015-9417-4a2e-aa33-995027831287 will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:38:33.695428 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a0564fd7-07b9-4592-9940-d9231f7a85b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:33.698415 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e9fa1966-61a7-47dc-9f32-7b44d9d3b107 None None] Notify callbacks [] for port, precommit_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:33.709939 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-e9fa1966-61a7-47dc-9f32-7b44d9d3b107 None None] Transition to ACTIVE for port object 8e45cccc-6c15-4470-8191-5b8f7a1c99f1 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:38:33.715389 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e9fa1966-61a7-47dc-9f32-7b44d9d3b107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:33.731299 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0564fd7-07b9-4592-9940-d9231f7a85b2 admin admin] Network 635858b5-bce4-486f-8958-a3f0e6bef947 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:38:33.734116 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-a0564fd7-07b9-4592-9940-d9231f7a85b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:38:33.740041 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0564fd7-07b9-4592-9940-d9231f7a85b2 admin admin] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:38:33.768309 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0564fd7-07b9-4592-9940-d9231f7a85b2 admin admin] Pushing event updated for resources: {'Port': ['ID=7b76b015-9417-4a2e-aa33-995027831287,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:38:33.774747 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-e9fa1966-61a7-47dc-9f32-7b44d9d3b107 None None] Attempting to bind port 8e45cccc-6c15-4470-8191-5b8f7a1c99f1 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:38:33.775638 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-e9fa1966-61a7-47dc-9f32-7b44d9d3b107 None None] Attempting to bind port 8e45cccc-6c15-4470-8191-5b8f7a1c99f1 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:38:33.776280 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fa1966-61a7-47dc-9f32-7b44d9d3b107 None None] Attempting to bind port 8e45cccc-6c15-4470-8191-5b8f7a1c99f1 on network 9adcfee8-760c-4568-9e39-c221abf69bf5 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:38:33.783988 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a0564fd7-07b9-4592-9940-d9231f7a85b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681761'] for router_interface, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:33.784772 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbf6e7a-396c-4813-bb82-9278bead62d7 None None] Pushing event updated for resources: {'Port': ['ID=8e45cccc-6c15-4470-8191-5b8f7a1c99f1,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:38:33.789060 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fa1966-61a7-47dc-9f32-7b44d9d3b107 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:38:33.789451 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fa1966-61a7-47dc-9f32-7b44d9d3b107 None None] Checking segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:38:33.789866 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e9fa1966-61a7-47dc-9f32-7b44d9d3b107 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:33.790265 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fa1966-61a7-47dc-9f32-7b44d9d3b107 None None] Bound using segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:38:33.790749 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-e9fa1966-61a7-47dc-9f32-7b44d9d3b107 None None] Bound port: 8e45cccc-6c15-4470-8191-5b8f7a1c99f1, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:38:33.791140 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e9fa1966-61a7-47dc-9f32-7b44d9d3b107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:33.859017 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-e9fa1966-61a7-47dc-9f32-7b44d9d3b107 None None] For port 8e45cccc-6c15-4470-8191-5b8f7a1c99f1, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:38:33.862390 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-e9fa1966-61a7-47dc-9f32-7b44d9d3b107 None None] For port 8e45cccc-6c15-4470-8191-5b8f7a1c99f1, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=8e45cccc-6c15-4470-8191-5b8f7a1c99f1,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:38:33.869584 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e9fa1966-61a7-47dc-9f32-7b44d9d3b107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:33.956931 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a0564fd7-07b9-4592-9940-d9231f7a85b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:33.957526 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbf6e7a-396c-4813-bb82-9278bead62d7 None None] Pushing event updated for resources: {'Port': ['ID=8e45cccc-6c15-4470-8191-5b8f7a1c99f1,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:38:33.960127 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fa1966-61a7-47dc-9f32-7b44d9d3b107 None None] Routers {'a4c0a7f5-780a-4c03-9767-962a310979c1'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:38:33.960727 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-e9fa1966-61a7-47dc-9f32-7b44d9d3b107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:38:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['a4c0a7f5-780a-4c03-9767-962a310979c1'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:38:33.997887 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device a5d4ecd6-0f0d-4e28-a3d5-3b039b013e85 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:38:34.087452 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-886c4d5c-b583-40e2-bcc4-8bdbf317f52b None None] Provisioning for port 7b76b015-9417-4a2e-aa33-995027831287 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:38:34.098773 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-886c4d5c-b583-40e2-bcc4-8bdbf317f52b None None] Provisioning complete for port 7b76b015-9417-4a2e-aa33-995027831287 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:38:34.099141 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-886c4d5c-b583-40e2-bcc4-8bdbf317f52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:34.124745 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a0564fd7-07b9-4592-9940-d9231f7a85b2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:34.130005 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a0564fd7-07b9-4592-9940-d9231f7a85b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:34.157131 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-e9fa1966-61a7-47dc-9f32-7b44d9d3b107 None None] Set router a4c0a7f5-780a-4c03-9767-962a310979c1 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:38:34.160902 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port a5d4ecd6-0f0d-4e28-a3d5-3b039b013e85 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:38:34.192519 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-886c4d5c-b583-40e2-bcc4-8bdbf317f52b None None] Port 7b76b015-9417-4a2e-aa33-995027831287 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:38:34.194678 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a0564fd7-07b9-4592-9940-d9231f7a85b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680980'] for router_interface, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:34.195759 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port a5d4ecd6-0f0d-4e28-a3d5-3b039b013e85 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:38:34.196135 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:34.196524 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0564fd7-07b9-4592-9940-d9231f7a85b2 admin admin] Pushing event updated for resources: {'Port': ['ID=7b76b015-9417-4a2e-aa33-995027831287,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:38:34.292600 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0564fd7-07b9-4592-9940-d9231f7a85b2 admin admin] Network 635858b5-bce4-486f-8958-a3f0e6bef947 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:38:34.294146 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-a0564fd7-07b9-4592-9940-d9231f7a85b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:38:34.414926 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0564fd7-07b9-4592-9940-d9231f7a85b2 admin admin] Router a4c0a7f5-780a-4c03-9767-962a310979c1 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:38:34.529918 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0564fd7-07b9-4592-9940-d9231f7a85b2 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:38:34.537442 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-a0564fd7-07b9-4592-9940-d9231f7a85b2 admin admin] 10.222.0.44 "PUT /v2.0/routers/a4c0a7f5-780a-4c03-9767-962a310979c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6288762 Jul 24 00:38:34.580255 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-8fc0e2e6-096f-4623-aa74-f701cf68f0a2 None None] Provisioning complete for port 7b76b015-9417-4a2e-aa33-995027831287 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:38:34.580633 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-8fc0e2e6-096f-4623-aa74-f701cf68f0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:34.688622 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-8fc0e2e6-096f-4623-aa74-f701cf68f0a2 None None] Port 7b76b015-9417-4a2e-aa33-995027831287 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:38:34.690960 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:34.743261 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port a5d4ecd6-0f0d-4e28-a3d5-3b039b013e85, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=a5d4ecd6-0f0d-4e28-a3d5-3b039b013e85,segment=NetworkSegment(8a6196fe-df7f-4137-b16c-4b0e6f7109e3),segment_id=8a6196fe-df7f-4137-b16c-4b0e6f7109e3)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:38:34.751807 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:34.808583 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-e9fa1966-61a7-47dc-9f32-7b44d9d3b107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'name': 'tempest-ServerActionsTestJSON-420210054-router', 'tenant_id': '7ff741ab94134ca0b89362b546f6cdc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '8e45cccc-6c15-4470-8191-5b8f7a1c99f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:38:31Z', 'updated_at': '2021-07-24T00:38:33Z', 'revision_number': 4, 'project_id': '7ff741ab94134ca0b89362b546f6cdc4', 'gw_port': {'id': '8e45cccc-6c15-4470-8191-5b8f7a1c99f1', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b6:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:38:31Z', 'updated_at': '2021-07-24T00:38:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '7b76b015-9417-4a2e-aa33-995027831287', 'name': '', 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947', 'tenant_id': '7ff741ab94134ca0b89362b546f6cdc4', 'mac_address': 'fa:16:3e:29:f9:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '0b7c5b75-2508-4120-912d-db2d0559c3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:38:33Z', 'updated_at': '2021-07-24T00:38:33Z', 'revision_number': 1, 'project_id': '7ff741ab94134ca0b89362b546f6cdc4', 'subnets': [{'id': '0b7c5b75-2508-4120-912d-db2d0559c3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:38:34.848982 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=a5d4ecd6-0f0d-4e28-a3d5-3b039b013e85,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:38:34.851467 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fa1966-61a7-47dc-9f32-7b44d9d3b107 None None] The sync data for ids ['a4c0a7f5-780a-4c03-9767-962a310979c1'] in n-d-800088-16 is: [{'id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'name': 'tempest-ServerActionsTestJSON-420210054-router', 'tenant_id': '7ff741ab94134ca0b89362b546f6cdc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '8e45cccc-6c15-4470-8191-5b8f7a1c99f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:38:31Z', 'updated_at': '2021-07-24T00:38:33Z', 'revision_number': 4, 'project_id': '7ff741ab94134ca0b89362b546f6cdc4', 'gw_port': {'id': '8e45cccc-6c15-4470-8191-5b8f7a1c99f1', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b6:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:38:31Z', 'updated_at': '2021-07-24T00:38:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '7b76b015-9417-4a2e-aa33-995027831287', 'name': '', 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947', 'tenant_id': '7ff741ab94134ca0b89362b546f6cdc4', 'mac_address': 'fa:16:3e:29:f9:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '0b7c5b75-2508-4120-912d-db2d0559c3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:38:33Z', 'updated_at': '2021-07-24T00:38:33Z', 'revision_number': 1, 'project_id': '7ff741ab94134ca0b89362b546f6cdc4', 'subnets': [{'id': '0b7c5b75-2508-4120-912d-db2d0559c3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:38:35.140869 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 40014) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:38:35.145732 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-705b3c13-446a-40b2-b1ac-2c01f52fc355 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1801100219', 'description': 'tempest-description--1549346649'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:38:35.168362 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-705b3c13-446a-40b2-b1ac-2c01f52fc355 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:35.257884 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-705b3c13-446a-40b2-b1ac-2c01f52fc355 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:35.262427 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-705b3c13-446a-40b2-b1ac-2c01f52fc355 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:35.290320 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-705b3c13-446a-40b2-b1ac-2c01f52fc355 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:35.291636 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-705b3c13-446a-40b2-b1ac-2c01f52fc355 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1497421 Jul 24 00:38:35.294405 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 40016) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:38:35.299580 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-562da0e8-d963-46dc-8eaf-89b7ad0ca6b2 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Request body: {'security_group_rule': {'security_group_id': '8e59f60a-470e-4df0-9d03-02feeba55758', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:38:35.305822 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705b3c13-446a-40b2-b1ac-2c01f52fc355 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e59f60a-470e-4df0-9d03-02feeba55758,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:38:35.332364 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-562da0e8-d963-46dc-8eaf-89b7ad0ca6b2 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:35.391069 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-562da0e8-d963-46dc-8eaf-89b7ad0ca6b2 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:35.396080 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-562da0e8-d963-46dc-8eaf-89b7ad0ca6b2 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:35.415007 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562da0e8-d963-46dc-8eaf-89b7ad0ca6b2 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7007efde-0ee5-4382-ad7b-6c415a594fc5,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:38:35.426783 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-562da0e8-d963-46dc-8eaf-89b7ad0ca6b2 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:35.430543 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-562da0e8-d963-46dc-8eaf-89b7ad0ca6b2 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1327479 Jul 24 00:38:35.430705 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 40018) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:38:35.435264 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-ae0575ec-cf3e-46db-aadc-5125f634e166 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Request body: {'security_group_rule': {'security_group_id': '8e59f60a-470e-4df0-9d03-02feeba55758', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:38:35.476382 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ae0575ec-cf3e-46db-aadc-5125f634e166 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:35.540020 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ae0575ec-cf3e-46db-aadc-5125f634e166 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:35.544488 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ae0575ec-cf3e-46db-aadc-5125f634e166 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:35.797430 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0575ec-cf3e-46db-aadc-5125f634e166 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=753d5aeb-4dc4-471f-8847-d3bd106ebae5,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:38:35.804703 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ae0575ec-cf3e-46db-aadc-5125f634e166 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:35.809038 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 40020) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:38:35.809541 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-ae0575ec-cf3e-46db-aadc-5125f634e166 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3773370 Jul 24 00:38:35.814275 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-a235ea7b-6e32-4467-aa42-76c883f2c976 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Request body: {'floatingip': {'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:38:35.836925 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a235ea7b-6e32-4467-aa42-76c883f2c976 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify callbacks [] for floatingip, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:35.945026 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a235ea7b-6e32-4467-aa42-76c883f2c976 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:36.036541 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 8e45cccc-6c15-4470-8191-5b8f7a1c99f1 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:38:36.059733 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-a235ea7b-6e32-4467-aa42-76c883f2c976 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Allocated IP 172.25.3.191 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/fba37d01-8089-408d-8d29-97ba744f3214) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:38:36.097086 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 8e45cccc-6c15-4470-8191-5b8f7a1c99f1 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:38:36.101915 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 8e45cccc-6c15-4470-8191-5b8f7a1c99f1 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:38:36.102294 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:36.167639 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a235ea7b-6e32-4467-aa42-76c883f2c976 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:36.183033 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:36.203730 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 8e45cccc-6c15-4470-8191-5b8f7a1c99f1, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=8e45cccc-6c15-4470-8191-5b8f7a1c99f1,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:38:36.206856 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a235ea7b-6e32-4467-aa42-76c883f2c976 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:36.207978 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:36.208917 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device a5d4ecd6-0f0d-4e28-a3d5-3b039b013e85 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:38:36.242152 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a235ea7b-6e32-4467-aa42-76c883f2c976 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:38:36.246413 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-a235ea7b-6e32-4467-aa42-76c883f2c976 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:38:36.251904 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a235ea7b-6e32-4467-aa42-76c883f2c976 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:38:36.280398 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a235ea7b-6e32-4467-aa42-76c883f2c976 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Pushing event updated for resources: {'Port': ['ID=fba37d01-8089-408d-8d29-97ba744f3214,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:38:36.283068 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=8e45cccc-6c15-4470-8191-5b8f7a1c99f1,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:38:36.297752 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port a5d4ecd6-0f0d-4e28-a3d5-3b039b013e85 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:38:36.298196 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:36.346126 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a235ea7b-6e32-4467-aa42-76c883f2c976 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:36.388598 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a235ea7b-6e32-4467-aa42-76c883f2c976 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:36.541255 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a235ea7b-6e32-4467-aa42-76c883f2c976 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:36.545942 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a235ea7b-6e32-4467-aa42-76c883f2c976 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:36.613971 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a235ea7b-6e32-4467-aa42-76c883f2c976 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Pushing event updated for resources: {'Port': ['ID=fba37d01-8089-408d-8d29-97ba744f3214,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:38:36.625757 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a235ea7b-6e32-4467-aa42-76c883f2c976 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:36.638994 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a235ea7b-6e32-4467-aa42-76c883f2c976 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:36.640315 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-a235ea7b-6e32-4467-aa42-76c883f2c976 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8299682 Jul 24 00:38:36.791082 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-34cd4229-f330-4084-adf3-7630d80388aa req-df790bbe-c0d9-4fe3-8ae6-fdd430d036bc tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1801100219&fields=id&tenant_id=7ff741ab94134ca0b89362b546f6cdc4 HTTP/1.1" status: 200 len: 267 time: 0.0393178 Jul 24 00:38:36.865799 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df92d248-5e8d-45b5-ba59-27a69b254c54 None None] Sync routers for ids ['a4c0a7f5-780a-4c03-9767-962a310979c1'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:38:36.875653 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df92d248-5e8d-45b5-ba59-27a69b254c54 None None] Routers {'a4c0a7f5-780a-4c03-9767-962a310979c1'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:38:36.876270 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-df92d248-5e8d-45b5-ba59-27a69b254c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:38:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['a4c0a7f5-780a-4c03-9767-962a310979c1'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:38:36.899627 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd4229-f330-4084-adf3-7630d80388aa req-4fe33866-d792-4ea8-ba5f-86ff7feb9867 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:38:36.901154 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-34cd4229-f330-4084-adf3-7630d80388aa req-4fe33866-d792-4ea8-ba5f-86ff7feb9867 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/networks?id=635858b5-bce4-486f-8958-a3f0e6bef947 HTTP/1.1" status: 200 len: 811 time: 0.1037846 Jul 24 00:38:36.916156 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-34cd4229-f330-4084-adf3-7630d80388aa req-9331bc13-8952-4274-835b-5e9638995f21 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/quotas/7ff741ab94134ca0b89362b546f6cdc4 HTTP/1.1" status: 200 len: 375 time: 0.0092018 Jul 24 00:38:36.980628 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-df92d248-5e8d-45b5-ba59-27a69b254c54 None None] Set router a4c0a7f5-780a-4c03-9767-962a310979c1 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:38:36.986724 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-34cd4229-f330-4084-adf3-7630d80388aa req-23025f73-f9a5-4b5b-86fd-79eb77200deb tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7ff741ab94134ca0b89362b546f6cdc4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0655189 Jul 24 00:38:37.002263 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [req-34cd4229-f330-4084-adf3-7630d80388aa req-4df09766-1953-408c-a8ff-8f792c4ce5a8 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=100314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:38:37.003263 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-34cd4229-f330-4084-adf3-7630d80388aa req-4df09766-1953-408c-a8ff-8f792c4ce5a8 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052147 Jul 24 00:38:37.116195 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-34cd4229-f330-4084-adf3-7630d80388aa req-bd91ba0f-d006-432c-8634-c06949a7054b service neutron] 10.222.0.44 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072161 Jul 24 00:38:37.188355 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-df92d248-5e8d-45b5-ba59-27a69b254c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'name': 'tempest-ServerActionsTestJSON-420210054-router', 'tenant_id': '7ff741ab94134ca0b89362b546f6cdc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '8e45cccc-6c15-4470-8191-5b8f7a1c99f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:38:31Z', 'updated_at': '2021-07-24T00:38:33Z', 'revision_number': 4, 'project_id': '7ff741ab94134ca0b89362b546f6cdc4', 'gw_port': {'id': '8e45cccc-6c15-4470-8191-5b8f7a1c99f1', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:38:31Z', 'updated_at': '2021-07-24T00:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '7b76b015-9417-4a2e-aa33-995027831287', 'name': '', 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947', 'tenant_id': '7ff741ab94134ca0b89362b546f6cdc4', 'mac_address': 'fa:16:3e:29:f9:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '0b7c5b75-2508-4120-912d-db2d0559c3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:38:33Z', 'updated_at': '2021-07-24T00:38:34Z', 'revision_number': 2, 'project_id': '7ff741ab94134ca0b89362b546f6cdc4', 'subnets': [{'id': '0b7c5b75-2508-4120-912d-db2d0559c3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:38:37.207866 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-34cd4229-f330-4084-adf3-7630d80388aa req-2ae67157-c051-401e-9ccc-aa77bf0a1b7b service neutron] 10.222.0.44 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860701 Jul 24 00:38:37.213621 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df92d248-5e8d-45b5-ba59-27a69b254c54 None None] Checking router: a4c0a7f5-780a-4c03-9767-962a310979c1 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:38:37.213982 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df92d248-5e8d-45b5-ba59-27a69b254c54 None None] Updating router a4c0a7f5-780a-4c03-9767-962a310979c1 port 7b76b015-9417-4a2e-aa33-995027831287 binding host n-d-800088-16 {{(pid=100316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:38:37.247392 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-df92d248-5e8d-45b5-ba59-27a69b254c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:37.356258 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:38:37.381161 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7e982e52-e198-4898-89bc-dfa852c50f1a req-77d44f74-0387-452d-be03-a8a54dad304c tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2d3ec19-a8eb-45dc-a26e-0a0e4cee0d0d HTTP/1.1" status: 200 len: 210 time: 0.0340807 Jul 24 00:38:37.621255 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-df92d248-5e8d-45b5-ba59-27a69b254c54 None None] Notify callbacks [] for port, precommit_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:37.631251 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.provisioning_blocks [None req-df92d248-5e8d-45b5-ba59-27a69b254c54 None None] Transition to ACTIVE for port object 7b76b015-9417-4a2e-aa33-995027831287 will not be triggered until provisioned by entity L2. {{(pid=100316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:38:37.636967 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-df92d248-5e8d-45b5-ba59-27a69b254c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:37.710093 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790ac82b-a6fa-490e-8524-4475c902065a None None] Pushing event updated for resources: {'Port': ['ID=7b76b015-9417-4a2e-aa33-995027831287,revision_number=3']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:38:37.739952 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790ac82b-a6fa-490e-8524-4475c902065a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:38:37.740307 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790ac82b-a6fa-490e-8524-4475c902065a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:38:37.740653 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790ac82b-a6fa-490e-8524-4475c902065a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:38:37.741023 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790ac82b-a6fa-490e-8524-4475c902065a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:38:37.741359 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790ac82b-a6fa-490e-8524-4475c902065a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:38:37.741694 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790ac82b-a6fa-490e-8524-4475c902065a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:38:37.742023 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790ac82b-a6fa-490e-8524-4475c902065a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:38:37.742350 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790ac82b-a6fa-490e-8524-4475c902065a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:38:37.742677 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790ac82b-a6fa-490e-8524-4475c902065a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:38:37.743001 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790ac82b-a6fa-490e-8524-4475c902065a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:38:37.743327 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790ac82b-a6fa-490e-8524-4475c902065a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:38:37.743649 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790ac82b-a6fa-490e-8524-4475c902065a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:38:37.755990 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-df92d248-5e8d-45b5-ba59-27a69b254c54 None None] Attempting to bind port 7b76b015-9417-4a2e-aa33-995027831287 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:38:37.756370 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-df92d248-5e8d-45b5-ba59-27a69b254c54 None None] Attempting to bind port 7b76b015-9417-4a2e-aa33-995027831287 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '8a6196fe-df7f-4137-b16c-4b0e6f7109e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947'}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:38:37.756744 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df92d248-5e8d-45b5-ba59-27a69b254c54 None None] Attempting to bind port 7b76b015-9417-4a2e-aa33-995027831287 on network 635858b5-bce4-486f-8958-a3f0e6bef947 {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:38:37.761896 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df92d248-5e8d-45b5-ba59-27a69b254c54 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:38:37.762274 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df92d248-5e8d-45b5-ba59-27a69b254c54 None None] Checking segment: {'id': '8a6196fe-df7f-4137-b16c-4b0e6f7109e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:38:37.762680 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-df92d248-5e8d-45b5-ba59-27a69b254c54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:37.763080 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df92d248-5e8d-45b5-ba59-27a69b254c54 None None] Bound using segment: {'id': '8a6196fe-df7f-4137-b16c-4b0e6f7109e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947'} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:38:37.763543 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-df92d248-5e8d-45b5-ba59-27a69b254c54 None None] Bound port: 7b76b015-9417-4a2e-aa33-995027831287, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a6196fe-df7f-4137-b16c-4b0e6f7109e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947'}}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:38:37.763931 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-df92d248-5e8d-45b5-ba59-27a69b254c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:37.835322 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-df92d248-5e8d-45b5-ba59-27a69b254c54 None None] For port 7b76b015-9417-4a2e-aa33-995027831287, host n-d-800088-16, cleared binding levels {{(pid=100316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:38:37.838917 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-df92d248-5e8d-45b5-ba59-27a69b254c54 None None] For port 7b76b015-9417-4a2e-aa33-995027831287, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=7b76b015-9417-4a2e-aa33-995027831287,segment=NetworkSegment(8a6196fe-df7f-4137-b16c-4b0e6f7109e3),segment_id=8a6196fe-df7f-4137-b16c-4b0e6f7109e3)] {{(pid=100316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:38:37.844217 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-df92d248-5e8d-45b5-ba59-27a69b254c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:37.913885 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790ac82b-a6fa-490e-8524-4475c902065a None None] Pushing event updated for resources: {'Port': ['ID=7b76b015-9417-4a2e-aa33-995027831287,revision_number=4']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:38:37.919306 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df92d248-5e8d-45b5-ba59-27a69b254c54 None None] Routers {'a4c0a7f5-780a-4c03-9767-962a310979c1'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:38:37.919936 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-df92d248-5e8d-45b5-ba59-27a69b254c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:38:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['a4c0a7f5-780a-4c03-9767-962a310979c1'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:38:37.952264 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 8e45cccc-6c15-4470-8191-5b8f7a1c99f1 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:38:38.005007 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 8e45cccc-6c15-4470-8191-5b8f7a1c99f1 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:38:38.005389 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:38.043679 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-df92d248-5e8d-45b5-ba59-27a69b254c54 None None] Set router a4c0a7f5-780a-4c03-9767-962a310979c1 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:38:38.247397 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-df92d248-5e8d-45b5-ba59-27a69b254c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'name': 'tempest-ServerActionsTestJSON-420210054-router', 'tenant_id': '7ff741ab94134ca0b89362b546f6cdc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '8e45cccc-6c15-4470-8191-5b8f7a1c99f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:38:31Z', 'updated_at': '2021-07-24T00:38:33Z', 'revision_number': 4, 'project_id': '7ff741ab94134ca0b89362b546f6cdc4', 'gw_port': {'id': '8e45cccc-6c15-4470-8191-5b8f7a1c99f1', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:38:31Z', 'updated_at': '2021-07-24T00:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '7b76b015-9417-4a2e-aa33-995027831287', 'name': '', 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947', 'tenant_id': '7ff741ab94134ca0b89362b546f6cdc4', 'mac_address': 'fa:16:3e:29:f9:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '0b7c5b75-2508-4120-912d-db2d0559c3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:38:33Z', 'updated_at': '2021-07-24T00:38:37Z', 'revision_number': 4, 'project_id': '7ff741ab94134ca0b89362b546f6cdc4', 'subnets': [{'id': '0b7c5b75-2508-4120-912d-db2d0559c3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:38:38.273953 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df92d248-5e8d-45b5-ba59-27a69b254c54 None None] The sync data for ids ['a4c0a7f5-780a-4c03-9767-962a310979c1'] in n-d-800088-16 is: [{'id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'name': 'tempest-ServerActionsTestJSON-420210054-router', 'tenant_id': '7ff741ab94134ca0b89362b546f6cdc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '8e45cccc-6c15-4470-8191-5b8f7a1c99f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:38:31Z', 'updated_at': '2021-07-24T00:38:33Z', 'revision_number': 4, 'project_id': '7ff741ab94134ca0b89362b546f6cdc4', 'gw_port': {'id': '8e45cccc-6c15-4470-8191-5b8f7a1c99f1', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:38:31Z', 'updated_at': '2021-07-24T00:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '7b76b015-9417-4a2e-aa33-995027831287', 'name': '', 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947', 'tenant_id': '7ff741ab94134ca0b89362b546f6cdc4', 'mac_address': 'fa:16:3e:29:f9:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '0b7c5b75-2508-4120-912d-db2d0559c3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:38:33Z', 'updated_at': '2021-07-24T00:38:37Z', 'revision_number': 4, 'project_id': '7ff741ab94134ca0b89362b546f6cdc4', 'subnets': [{'id': '0b7c5b75-2508-4120-912d-db2d0559c3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:38:38.332855 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd4229-f330-4084-adf3-7630d80388aa req-1f61ed57-3441-4ca8-8958-63eb437c0d12 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:38:38.334472 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-34cd4229-f330-4084-adf3-7630d80388aa req-1f61ed57-3441-4ca8-8958-63eb437c0d12 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.52 "GET /v2.0/networks?id=635858b5-bce4-486f-8958-a3f0e6bef947 HTTP/1.1" status: 200 len: 811 time: 0.1064925 Jul 24 00:38:38.392388 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-34cd4229-f330-4084-adf3-7630d80388aa req-4ce44d13-975c-4402-9494-b1b2a2b84a7f tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ff741ab94134ca0b89362b546f6cdc4 HTTP/1.1" status: 200 len: 380 time: 0.0496454 Jul 24 00:38:38.406592 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-34cd4229-f330-4084-adf3-7630d80388aa req-8b7d9adf-bceb-42e3-b81b-472a5afc093e tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Request body: {'port': {'device_id': 'a2d3ec19-a8eb-45dc-a26e-0a0e4cee0d0d', 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947', 'admin_state_up': True, 'tenant_id': '7ff741ab94134ca0b89362b546f6cdc4', 'security_groups': ['8e59f60a-470e-4df0-9d03-02feeba55758']}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:38:38.493516 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-80e4c594-4aa6-425f-8994-afc3eb1d7609 req-04aa3ebf-d6d3-48b8-9ca2-ccfd87ce80c2 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2d3ec19-a8eb-45dc-a26e-0a0e4cee0d0d HTTP/1.1" status: 200 len: 210 time: 0.0352407 Jul 24 00:38:38.523693 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34cd4229-f330-4084-adf3-7630d80388aa req-8b7d9adf-bceb-42e3-b81b-472a5afc093e tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Made reservation on behalf of 7ff741ab94134ca0b89362b546f6cdc4 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:38:38.527396 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-34cd4229-f330-4084-adf3-7630d80388aa req-8b7d9adf-bceb-42e3-b81b-472a5afc093e tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:38.664148 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-34cd4229-f330-4084-adf3-7630d80388aa req-8b7d9adf-bceb-42e3-b81b-472a5afc093e tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Allocated IP 172.20.0.6 (635858b5-bce4-486f-8958-a3f0e6bef947/0b7c5b75-2508-4120-912d-db2d0559c3e3/9e93b790-d739-45e6-8343-c2fad723d88e) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:38:38.813660 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-34cd4229-f330-4084-adf3-7630d80388aa req-8b7d9adf-bceb-42e3-b81b-472a5afc093e tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:38.828471 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-34cd4229-f330-4084-adf3-7630d80388aa req-8b7d9adf-bceb-42e3-b81b-472a5afc093e tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Transition to ACTIVE for port object 9e93b790-d739-45e6-8343-c2fad723d88e will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:38:38.862107 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-34cd4229-f330-4084-adf3-7630d80388aa req-8b7d9adf-bceb-42e3-b81b-472a5afc093e tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:38.904857 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34cd4229-f330-4084-adf3-7630d80388aa req-8b7d9adf-bceb-42e3-b81b-472a5afc093e tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Network 635858b5-bce4-486f-8958-a3f0e6bef947 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:38:38.907857 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-34cd4229-f330-4084-adf3-7630d80388aa req-8b7d9adf-bceb-42e3-b81b-472a5afc093e tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:38:38.910865 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-34cd4229-f330-4084-adf3-7630d80388aa req-8b7d9adf-bceb-42e3-b81b-472a5afc093e tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:38:38.944536 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7d9adf-bceb-42e3-b81b-472a5afc093e tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Pushing event updated for resources: {'Port': ['ID=9e93b790-d739-45e6-8343-c2fad723d88e,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:38:38.970921 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd4229-f330-4084-adf3-7630d80388aa req-8b7d9adf-bceb-42e3-b81b-472a5afc093e tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:38:38.971556 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-34cd4229-f330-4084-adf3-7630d80388aa req-8b7d9adf-bceb-42e3-b81b-472a5afc093e tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:38.985783 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-34cd4229-f330-4084-adf3-7630d80388aa req-8b7d9adf-bceb-42e3-b81b-472a5afc093e tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5836051 Jul 24 00:38:38.997669 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-34cd4229-f330-4084-adf3-7630d80388aa req-089986be-da45-410a-85e7-01d32a90fa59 service neutron] Request body: {'port': {'device_id': 'a2d3ec19-a8eb-45dc-a26e-0a0e4cee0d0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:38:39.079419 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-34cd4229-f330-4084-adf3-7630d80388aa req-089986be-da45-410a-85e7-01d32a90fa59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:39.090055 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-0da3bdb7-7df5-47b5-8d04-b2fc500e0168 None None] Provisioning for port 9e93b790-d739-45e6-8343-c2fad723d88e completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:38:39.094020 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-0da3bdb7-7df5-47b5-8d04-b2fc500e0168 None None] Provisioning complete for port 9e93b790-d739-45e6-8343-c2fad723d88e triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:38:39.094402 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0da3bdb7-7df5-47b5-8d04-b2fc500e0168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:39.131450 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-0da3bdb7-7df5-47b5-8d04-b2fc500e0168 None None] Port 9e93b790-d739-45e6-8343-c2fad723d88e cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:38:39.333573 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-34cd4229-f330-4084-adf3-7630d80388aa req-089986be-da45-410a-85e7-01d32a90fa59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e93b790-d739-45e6-8343-c2fad723d88e {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:38:39.340698 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-34cd4229-f330-4084-adf3-7630d80388aa req-089986be-da45-410a-85e7-01d32a90fa59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:39.352540 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-34cd4229-f330-4084-adf3-7630d80388aa req-089986be-da45-410a-85e7-01d32a90fa59 service neutron] Transition to ACTIVE for port object 9e93b790-d739-45e6-8343-c2fad723d88e will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:38:39.356025 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-34cd4229-f330-4084-adf3-7630d80388aa req-089986be-da45-410a-85e7-01d32a90fa59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:39.429498 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089986be-da45-410a-85e7-01d32a90fa59 service neutron] Pushing event updated for resources: {'Port': ['ID=9e93b790-d739-45e6-8343-c2fad723d88e,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:38:39.478082 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-34cd4229-f330-4084-adf3-7630d80388aa req-089986be-da45-410a-85e7-01d32a90fa59 service neutron] Attempting to bind port 9e93b790-d739-45e6-8343-c2fad723d88e on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:38:39.478428 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-34cd4229-f330-4084-adf3-7630d80388aa req-089986be-da45-410a-85e7-01d32a90fa59 service neutron] Attempting to bind port 9e93b790-d739-45e6-8343-c2fad723d88e by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': '8a6196fe-df7f-4137-b16c-4b0e6f7109e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:38:39.479009 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34cd4229-f330-4084-adf3-7630d80388aa req-089986be-da45-410a-85e7-01d32a90fa59 service neutron] Attempting to bind port 9e93b790-d739-45e6-8343-c2fad723d88e on network 635858b5-bce4-486f-8958-a3f0e6bef947 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:38:39.484021 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34cd4229-f330-4084-adf3-7630d80388aa req-089986be-da45-410a-85e7-01d32a90fa59 service neutron] Port 9e93b790-d739-45e6-8343-c2fad723d88e on network 635858b5-bce4-486f-8958-a3f0e6bef947 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:38:39.484560 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34cd4229-f330-4084-adf3-7630d80388aa req-089986be-da45-410a-85e7-01d32a90fa59 service neutron] Attempting to bind port 9e93b790-d739-45e6-8343-c2fad723d88e on network 635858b5-bce4-486f-8958-a3f0e6bef947 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:38:39.490659 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34cd4229-f330-4084-adf3-7630d80388aa req-089986be-da45-410a-85e7-01d32a90fa59 service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:38:39.491079 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34cd4229-f330-4084-adf3-7630d80388aa req-089986be-da45-410a-85e7-01d32a90fa59 service neutron] Checking segment: {'id': '8a6196fe-df7f-4137-b16c-4b0e6f7109e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:38:39.491532 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34cd4229-f330-4084-adf3-7630d80388aa req-089986be-da45-410a-85e7-01d32a90fa59 service neutron] Bound using segment: {'id': '8a6196fe-df7f-4137-b16c-4b0e6f7109e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:38:39.492034 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-34cd4229-f330-4084-adf3-7630d80388aa req-089986be-da45-410a-85e7-01d32a90fa59 service neutron] Bound port: 9e93b790-d739-45e6-8343-c2fad723d88e, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a6196fe-df7f-4137-b16c-4b0e6f7109e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:38:39.492461 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-34cd4229-f330-4084-adf3-7630d80388aa req-089986be-da45-410a-85e7-01d32a90fa59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:39.561731 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-34cd4229-f330-4084-adf3-7630d80388aa req-089986be-da45-410a-85e7-01d32a90fa59 service neutron] For port 9e93b790-d739-45e6-8343-c2fad723d88e, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:38:39.565461 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-34cd4229-f330-4084-adf3-7630d80388aa req-089986be-da45-410a-85e7-01d32a90fa59 service neutron] For port 9e93b790-d739-45e6-8343-c2fad723d88e, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=9e93b790-d739-45e6-8343-c2fad723d88e,segment=NetworkSegment(8a6196fe-df7f-4137-b16c-4b0e6f7109e3),segment_id=8a6196fe-df7f-4137-b16c-4b0e6f7109e3)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:38:39.577724 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-34cd4229-f330-4084-adf3-7630d80388aa req-089986be-da45-410a-85e7-01d32a90fa59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:39.632663 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd4229-f330-4084-adf3-7630d80388aa req-089986be-da45-410a-85e7-01d32a90fa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:38:39.633319 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-34cd4229-f330-4084-adf3-7630d80388aa req-089986be-da45-410a-85e7-01d32a90fa59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:39.634795 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-34cd4229-f330-4084-adf3-7630d80388aa req-089986be-da45-410a-85e7-01d32a90fa59 service neutron] 10.222.0.52 "PUT /v2.0/ports/9e93b790-d739-45e6-8343-c2fad723d88e HTTP/1.1" status: 200 len: 1092 time: 0.6414959 Jul 24 00:38:39.635384 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2d3ec19-a8eb-45dc-a26e-0a0e4cee0d0d', 'tag': '9e93b790-d739-45e6-8343-c2fad723d88e'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:38:39.637700 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61bcdf42-c9d0-4824-bffa-5b52535a7e23" -d '{"events": [{"name": "network-changed", "server_uuid": "a2d3ec19-a8eb-45dc-a26e-0a0e4cee0d0d", "tag": "9e93b790-d739-45e6-8343-c2fad723d88e"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:38:39.669704 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089986be-da45-410a-85e7-01d32a90fa59 service neutron] Pushing event updated for resources: {'Port': ['ID=9e93b790-d739-45e6-8343-c2fad723d88e,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:38:39.715441 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d5dfff1-c23d-4e1a-9c46-835a9c94c9ed x-openstack-request-id: req-6d5dfff1-c23d-4e1a-9c46-835a9c94c9ed {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:38:39.715737 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2d3ec19-a8eb-45dc-a26e-0a0e4cee0d0d", "tag": "9e93b790-d739-45e6-8343-c2fad723d88e", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:38:39.715983 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6d5dfff1-c23d-4e1a-9c46-835a9c94c9ed {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:38:39.716388 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2d3ec19-a8eb-45dc-a26e-0a0e4cee0d0d', 'tag': '9e93b790-d739-45e6-8343-c2fad723d88e', 'status': 'completed', 'code': 200} Jul 24 00:38:39.733995 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309596ab-bc26-43eb-b99f-354e421a6f16 req-ea39b8a7-cf8c-4dc8-86e2-56ca5a46857c tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:38:39.735548 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-309596ab-bc26-43eb-b99f-354e421a6f16 req-ea39b8a7-cf8c-4dc8-86e2-56ca5a46857c tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2d3ec19-a8eb-45dc-a26e-0a0e4cee0d0d HTTP/1.1" status: 200 len: 943 time: 0.1677749 Jul 24 00:38:39.779992 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd4229-f330-4084-adf3-7630d80388aa req-1d7ff6e4-5f01-48a5-8465-2931e7a89062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:38:39.781556 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-34cd4229-f330-4084-adf3-7630d80388aa req-1d7ff6e4-5f01-48a5-8465-2931e7a89062 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ff741ab94134ca0b89362b546f6cdc4&device_id=a2d3ec19-a8eb-45dc-a26e-0a0e4cee0d0d HTTP/1.1" status: 200 len: 1095 time: 0.1013947 Jul 24 00:38:39.789838 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-309596ab-bc26-43eb-b99f-354e421a6f16 req-e890cb5b-4c63-49fc-8eeb-876b7a8b817e tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469320 Jul 24 00:38:39.829944 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-34cd4229-f330-4084-adf3-7630d80388aa req-f5a7125d-0e7a-4713-abcb-510c740b3180 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e93b790-d739-45e6-8343-c2fad723d88e HTTP/1.1" status: 200 len: 217 time: 0.0391443 Jul 24 00:38:39.878427 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd4229-f330-4084-adf3-7630d80388aa req-d69bd51d-3a91-4dfc-859b-94fff8899135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:38:39.880075 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-34cd4229-f330-4084-adf3-7630d80388aa req-d69bd51d-3a91-4dfc-859b-94fff8899135 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0b7c5b75-2508-4120-912d-db2d0559c3e3 HTTP/1.1" status: 200 len: 850 time: 0.0437603 Jul 24 00:38:39.940778 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 7b76b015-9417-4a2e-aa33-995027831287 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:38:39.946799 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd4229-f330-4084-adf3-7630d80388aa req-94d9d076-c9f1-41e6-81a0-b53408553cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:38:39.948319 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-34cd4229-f330-4084-adf3-7630d80388aa req-94d9d076-c9f1-41e6-81a0-b53408553cbc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=635858b5-bce4-486f-8958-a3f0e6bef947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0624931 Jul 24 00:38:39.990353 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 7b76b015-9417-4a2e-aa33-995027831287 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:38:39.994293 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 7b76b015-9417-4a2e-aa33-995027831287 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:38:39.994828 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:40.048326 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-34cd4229-f330-4084-adf3-7630d80388aa req-0b43a4af-7f30-471c-a9e5-b633aa0c00cb service neutron] 10.222.0.52 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934696 Jul 24 00:38:40.071375 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:40.103555 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 7b76b015-9417-4a2e-aa33-995027831287, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=7b76b015-9417-4a2e-aa33-995027831287,segment=NetworkSegment(8a6196fe-df7f-4137-b16c-4b0e6f7109e3),segment_id=8a6196fe-df7f-4137-b16c-4b0e6f7109e3)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:38:40.107724 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:40.137407 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-34cd4229-f330-4084-adf3-7630d80388aa req-0d42f5e2-47ab-4724-8443-4cf59670e6cc service neutron] 10.222.0.52 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830457 Jul 24 00:38:40.164546 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=7b76b015-9417-4a2e-aa33-995027831287,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:38:40.240480 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bcdf42-c9d0-4824-bffa-5b52535a7e23 req-0bd7236a-f733-45dc-b298-274e11c8974c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:38:40.242013 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-61bcdf42-c9d0-4824-bffa-5b52535a7e23 req-0bd7236a-f733-45dc-b298-274e11c8974c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ff741ab94134ca0b89362b546f6cdc4&device_id=a2d3ec19-a8eb-45dc-a26e-0a0e4cee0d0d HTTP/1.1" status: 200 len: 1095 time: 0.0586212 Jul 24 00:38:40.329671 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bcdf42-c9d0-4824-bffa-5b52535a7e23 req-6633bc3c-1ee7-4a2e-9391-5fefd29f9871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:38:40.331139 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-61bcdf42-c9d0-4824-bffa-5b52535a7e23 req-6633bc3c-1ee7-4a2e-9391-5fefd29f9871 service neutron] 10.222.0.52 "GET /v2.0/networks?id=635858b5-bce4-486f-8958-a3f0e6bef947 HTTP/1.1" status: 200 len: 912 time: 0.0829835 Jul 24 00:38:40.376527 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-61bcdf42-c9d0-4824-bffa-5b52535a7e23 req-2684c598-a7d0-4864-a1e7-ebec09f37acd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e93b790-d739-45e6-8343-c2fad723d88e HTTP/1.1" status: 200 len: 217 time: 0.0363443 Jul 24 00:38:40.423358 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bcdf42-c9d0-4824-bffa-5b52535a7e23 req-937736d4-e336-4620-ab32-537d97308474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:38:40.424663 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-61bcdf42-c9d0-4824-bffa-5b52535a7e23 req-937736d4-e336-4620-ab32-537d97308474 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0b7c5b75-2508-4120-912d-db2d0559c3e3 HTTP/1.1" status: 200 len: 850 time: 0.0411897 Jul 24 00:38:40.480311 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bcdf42-c9d0-4824-bffa-5b52535a7e23 req-1b317a06-2d5b-4833-846f-c95aa09206da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:38:40.481804 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-61bcdf42-c9d0-4824-bffa-5b52535a7e23 req-1b317a06-2d5b-4833-846f-c95aa09206da service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=635858b5-bce4-486f-8958-a3f0e6bef947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507550 Jul 24 00:38:40.573622 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-61bcdf42-c9d0-4824-bffa-5b52535a7e23 req-dda27f1a-e248-4bf8-92d7-b671f6c00979 service neutron] 10.222.0.52 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839386 Jul 24 00:38:40.662223 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-61bcdf42-c9d0-4824-bffa-5b52535a7e23 req-e2b03d12-4189-4774-9999-5cc68ce697a1 service neutron] 10.222.0.52 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785449 Jul 24 00:38:40.920931 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bddf233-b867-4008-9ddd-901a2b89b398 req-ed10865c-65bc-4041-a826-e2e3a9ae4eec tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:38:40.922441 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5bddf233-b867-4008-9ddd-901a2b89b398 req-ed10865c-65bc-4041-a826-e2e3a9ae4eec tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2d3ec19-a8eb-45dc-a26e-0a0e4cee0d0d HTTP/1.1" status: 200 len: 943 time: 0.0636773 Jul 24 00:38:40.960671 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5bddf233-b867-4008-9ddd-901a2b89b398 req-8c6bf4b2-844f-412a-a736-03f1077db3de tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321295 Jul 24 00:38:41.919796 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 7b76b015-9417-4a2e-aa33-995027831287 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:38:41.967984 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 7b76b015-9417-4a2e-aa33-995027831287 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:38:41.968362 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:42.099428 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d30ac7-a621-4b30-a104-ac6abac9f000 req-5a500d2b-fa19-4334-b541-255bd3df20a4 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:38:42.100927 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-38d30ac7-a621-4b30-a104-ac6abac9f000 req-5a500d2b-fa19-4334-b541-255bd3df20a4 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2d3ec19-a8eb-45dc-a26e-0a0e4cee0d0d HTTP/1.1" status: 200 len: 943 time: 0.0673544 Jul 24 00:38:42.138382 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-38d30ac7-a621-4b30-a104-ac6abac9f000 req-2a7014f5-f98d-4a97-85c0-c04c61036172 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318813 Jul 24 00:38:43.266973 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aba600-a54e-4c65-98dc-817d6306d519 req-73648ec5-1487-469f-b63e-74ac1906fb99 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:38:43.268457 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a0aba600-a54e-4c65-98dc-817d6306d519 req-73648ec5-1487-469f-b63e-74ac1906fb99 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2d3ec19-a8eb-45dc-a26e-0a0e4cee0d0d HTTP/1.1" status: 200 len: 943 time: 0.0662365 Jul 24 00:38:43.305323 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a0aba600-a54e-4c65-98dc-817d6306d519 req-9b61e261-069a-495b-95cf-85c8cb134926 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306449 Jul 24 00:38:43.636213 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 9e93b790-d739-45e6-8343-c2fad723d88e details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:38:43.728660 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 9e93b790-d739-45e6-8343-c2fad723d88e, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=9e93b790-d739-45e6-8343-c2fad723d88e,segment=NetworkSegment(8a6196fe-df7f-4137-b16c-4b0e6f7109e3),segment_id=8a6196fe-df7f-4137-b16c-4b0e6f7109e3)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:38:43.739358 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': '9e93b790-d739-45e6-8343-c2fad723d88e', 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947', 'port_id': '9e93b790-d739-45e6-8343-c2fad723d88e', 'mac_address': 'fa:16:3e:cd:d6:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b7c5b75-2508-4120-912d-db2d0559c3e3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:38:43.774931 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:43.790746 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e93b790-d739-45e6-8343-c2fad723d88e {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:38:43.809890 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 9e93b790-d739-45e6-8343-c2fad723d88e, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=9e93b790-d739-45e6-8343-c2fad723d88e,segment=NetworkSegment(8a6196fe-df7f-4137-b16c-4b0e6f7109e3),segment_id=8a6196fe-df7f-4137-b16c-4b0e6f7109e3)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:38:43.813577 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:43.859652 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=9e93b790-d739-45e6-8343-c2fad723d88e,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:38:44.010053 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['9e93b790-d739-45e6-8343-c2fad723d88e'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:38:44.436140 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d93769d-11b7-4e74-89d0-53efec52c7c6 req-1965e748-4863-4169-bcb7-cc9e001d612f tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:38:44.437662 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4d93769d-11b7-4e74-89d0-53efec52c7c6 req-1965e748-4863-4169-bcb7-cc9e001d612f tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2d3ec19-a8eb-45dc-a26e-0a0e4cee0d0d HTTP/1.1" status: 200 len: 944 time: 0.0627184 Jul 24 00:38:44.474741 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4d93769d-11b7-4e74-89d0-53efec52c7c6 req-c76aedc7-5481-4d88-88b9-24638e728d8f tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308006 Jul 24 00:38:45.104596 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:45.602011 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972c0f0b-4e7d-4b5b-831f-0975b36473ae req-c4ce023f-75ef-401f-94f2-245534885969 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:38:45.603516 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-972c0f0b-4e7d-4b5b-831f-0975b36473ae req-c4ce023f-75ef-401f-94f2-245534885969 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2d3ec19-a8eb-45dc-a26e-0a0e4cee0d0d HTTP/1.1" status: 200 len: 944 time: 0.0643651 Jul 24 00:38:45.633971 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 9e93b790-d739-45e6-8343-c2fad723d88e up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:38:45.640683 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-972c0f0b-4e7d-4b5b-831f-0975b36473ae req-909215eb-18a2-4ed8-906c-3823c5b08b53 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315502 Jul 24 00:38:45.684932 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port 9e93b790-d739-45e6-8343-c2fad723d88e completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:38:45.688676 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port 9e93b790-d739-45e6-8343-c2fad723d88e triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:38:45.689079 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:45.764483 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:45.793739 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2d3ec19-a8eb-45dc-a26e-0a0e4cee0d0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e93b790-d739-45e6-8343-c2fad723d88e'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:38:45.796412 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71002dd0-9a66-496b-80b5-1b6cb2f65e69" -d '{"events": [{"server_uuid": "a2d3ec19-a8eb-45dc-a26e-0a0e4cee0d0d", "name": "network-vif-plugged", "status": "completed", "tag": "9e93b790-d739-45e6-8343-c2fad723d88e"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:38:45.810120 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 9e93b790-d739-45e6-8343-c2fad723d88e, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=9e93b790-d739-45e6-8343-c2fad723d88e,segment=NetworkSegment(8a6196fe-df7f-4137-b16c-4b0e6f7109e3),segment_id=8a6196fe-df7f-4137-b16c-4b0e6f7109e3)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:38:45.814898 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:45.845348 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d91c0c6-2b3f-4319-9e11-9a170f9e2934 x-openstack-request-id: req-9d91c0c6-2b3f-4319-9e11-9a170f9e2934 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:38:45.845647 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2d3ec19-a8eb-45dc-a26e-0a0e4cee0d0d", "name": "network-vif-plugged", "status": "completed", "tag": "9e93b790-d739-45e6-8343-c2fad723d88e", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:38:45.845900 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9d91c0c6-2b3f-4319-9e11-9a170f9e2934 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:38:45.846321 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2d3ec19-a8eb-45dc-a26e-0a0e4cee0d0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e93b790-d739-45e6-8343-c2fad723d88e', 'code': 200} Jul 24 00:38:45.871753 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=9e93b790-d739-45e6-8343-c2fad723d88e,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:38:45.945975 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e9ea2-e211-4b3a-b626-2c31a7cbab22 req-3310237c-74c3-4321-adb9-779f470d09e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:38:45.947501 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-205e9ea2-e211-4b3a-b626-2c31a7cbab22 req-3310237c-74c3-4321-adb9-779f470d09e9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a2d3ec19-a8eb-45dc-a26e-0a0e4cee0d0d HTTP/1.1" status: 200 len: 1097 time: 0.0555155 Jul 24 00:38:45.980692 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-205e9ea2-e211-4b3a-b626-2c31a7cbab22 req-d3889663-3516-4170-b70b-c1b825928611 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271342 Jul 24 00:38:46.791887 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f4de5c-af14-4709-b9b7-c78291dabf80 req-bc78faf6-a5ab-4fa4-b7b4-4595db5156b5 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:38:46.793442 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-34f4de5c-af14-4709-b9b7-c78291dabf80 req-bc78faf6-a5ab-4fa4-b7b4-4595db5156b5 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2d3ec19-a8eb-45dc-a26e-0a0e4cee0d0d HTTP/1.1" status: 200 len: 945 time: 0.0726378 Jul 24 00:38:46.835245 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-34f4de5c-af14-4709-b9b7-c78291dabf80 req-5783f1a8-8365-4750-9d35-67ad8749f424 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331106 Jul 24 00:38:47.967004 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7958c29d-890e-4ed7-93fc-740cace94a05 req-f14b28c8-e228-428b-96f1-74de69fa2c80 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:38:47.968504 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7958c29d-890e-4ed7-93fc-740cace94a05 req-f14b28c8-e228-428b-96f1-74de69fa2c80 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2d3ec19-a8eb-45dc-a26e-0a0e4cee0d0d HTTP/1.1" status: 200 len: 945 time: 0.0675027 Jul 24 00:38:48.005455 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7958c29d-890e-4ed7-93fc-740cace94a05 req-bd19099c-69ce-4212-aa00-d5c50e364af6 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314965 Jul 24 00:38:48.070141 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:48.140298 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1f9e05-1813-4313-b7f6-e59e0b6f2fdb req-817a482b-eaab-42c4-b503-2a87db720cbb tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:38:48.141739 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fb1f9e05-1813-4313-b7f6-e59e0b6f2fdb req-817a482b-eaab-42c4-b503-2a87db720cbb tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2d3ec19-a8eb-45dc-a26e-0a0e4cee0d0d HTTP/1.1" status: 200 len: 945 time: 0.0693848 Jul 24 00:38:48.150582 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 40068) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:38:48.154917 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-8c8b6a85-d88f-42ff-bfac-7662a5f2c868 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Request body: {'floatingip': {'port_id': '9e93b790-d739-45e6-8343-c2fad723d88e'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:38:48.193758 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8c8b6a85-d88f-42ff-bfac-7662a5f2c868 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify callbacks [] for floatingip, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:48.622647 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8c8b6a85-d88f-42ff-bfac-7662a5f2c868 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:48.626299 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8c8b6a85-d88f-42ff-bfac-7662a5f2c868 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:49.040998 n-d-800088-16 neutron-server[100314]: INFO neutron.db.l3_db [None req-8c8b6a85-d88f-42ff-bfac-7662a5f2c868 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Floating IP aeb5c4fb-9083-4bb2-9940-2f2fb8792759 associated. External IP: 172.25.3.191, port: 9e93b790-d739-45e6-8343-c2fad723d88e. Jul 24 00:38:49.250419 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c8b6a85-d88f-42ff-bfac-7662a5f2c868 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Router a4c0a7f5-780a-4c03-9767-962a310979c1 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:38:49.356886 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c8b6a85-d88f-42ff-bfac-7662a5f2c868 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:38:49.361471 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8c8b6a85-d88f-42ff-bfac-7662a5f2c868 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:49.366950 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0dd5cd-e8e9-4979-bacf-36655b5eb284 None None] Sync routers for ids ['a4c0a7f5-780a-4c03-9767-962a310979c1'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:38:49.376152 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0dd5cd-e8e9-4979-bacf-36655b5eb284 None None] Routers {'a4c0a7f5-780a-4c03-9767-962a310979c1'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:38:49.376781 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-de0dd5cd-e8e9-4979-bacf-36655b5eb284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:38:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['a4c0a7f5-780a-4c03-9767-962a310979c1'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:38:49.398240 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-8c8b6a85-d88f-42ff-bfac-7662a5f2c868 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "PUT /v2.0/floatingips/aeb5c4fb-9083-4bb2-9940-2f2fb8792759 HTTP/1.1" status: 200 len: 991 time: 1.2466433 Jul 24 00:38:49.398949 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2d3ec19-a8eb-45dc-a26e-0a0e4cee0d0d', 'tag': '9e93b790-d739-45e6-8343-c2fad723d88e'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:38:49.401358 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53594fa7-8964-4e45-acbe-95a66bd2d2af" -d '{"events": [{"name": "network-changed", "server_uuid": "a2d3ec19-a8eb-45dc-a26e-0a0e4cee0d0d", "tag": "9e93b790-d739-45e6-8343-c2fad723d88e"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:38:49.445156 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c7fdc9-8969-48f2-aab5-9ba59df278d6 x-openstack-request-id: req-34c7fdc9-8969-48f2-aab5-9ba59df278d6 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:38:49.445532 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2d3ec19-a8eb-45dc-a26e-0a0e4cee0d0d", "tag": "9e93b790-d739-45e6-8343-c2fad723d88e", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:38:49.445693 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-34c7fdc9-8969-48f2-aab5-9ba59df278d6 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:38:49.446109 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2d3ec19-a8eb-45dc-a26e-0a0e4cee0d0d', 'tag': '9e93b790-d739-45e6-8343-c2fad723d88e', 'status': 'completed', 'code': 200} Jul 24 00:38:49.493330 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-de0dd5cd-e8e9-4979-bacf-36655b5eb284 None None] Set router a4c0a7f5-780a-4c03-9767-962a310979c1 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:38:49.528530 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53594fa7-8964-4e45-acbe-95a66bd2d2af req-53498098-8ae8-4597-b6c1-90f3f5403b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:38:49.530206 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-53594fa7-8964-4e45-acbe-95a66bd2d2af req-53498098-8ae8-4597-b6c1-90f3f5403b98 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ff741ab94134ca0b89362b546f6cdc4&device_id=a2d3ec19-a8eb-45dc-a26e-0a0e4cee0d0d HTTP/1.1" status: 200 len: 1097 time: 0.0554373 Jul 24 00:38:49.624021 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53594fa7-8964-4e45-acbe-95a66bd2d2af req-a3fbf4e4-7a2e-4646-bbe6-59dcbd2e6154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:38:49.625530 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-53594fa7-8964-4e45-acbe-95a66bd2d2af req-a3fbf4e4-7a2e-4646-bbe6-59dcbd2e6154 service neutron] 10.222.0.52 "GET /v2.0/networks?id=635858b5-bce4-486f-8958-a3f0e6bef947 HTTP/1.1" status: 200 len: 912 time: 0.0893264 Jul 24 00:38:49.712756 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-de0dd5cd-e8e9-4979-bacf-36655b5eb284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'name': 'tempest-ServerActionsTestJSON-420210054-router', 'tenant_id': '7ff741ab94134ca0b89362b546f6cdc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '8e45cccc-6c15-4470-8191-5b8f7a1c99f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:38:31Z', 'updated_at': '2021-07-24T00:38:33Z', 'revision_number': 4, 'project_id': '7ff741ab94134ca0b89362b546f6cdc4', 'gw_port': {'id': '8e45cccc-6c15-4470-8191-5b8f7a1c99f1', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:38:31Z', 'updated_at': '2021-07-24T00:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': 'aeb5c4fb-9083-4bb2-9940-2f2fb8792759', 'tenant_id': '7ff741ab94134ca0b89362b546f6cdc4', 'floating_ip_address': '172.25.3.191', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'port_id': '9e93b790-d739-45e6-8343-c2fad723d88e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4029, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947', 'mac_address': 'fa:16:3e:cd:d6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d3ec19-a8eb-45dc-a26e-0a0e4cee0d0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:38:36Z', 'updated_at': '2021-07-24T00:38:48Z', 'revision_number': 1, 'project_id': '7ff741ab94134ca0b89362b546f6cdc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b76b015-9417-4a2e-aa33-995027831287', 'name': '', 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947', 'tenant_id': '7ff741ab94134ca0b89362b546f6cdc4', 'mac_address': 'fa:16:3e:29:f9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '0b7c5b75-2508-4120-912d-db2d0559c3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:38:33Z', 'updated_at': '2021-07-24T00:38:40Z', 'revision_number': 5, 'project_id': '7ff741ab94134ca0b89362b546f6cdc4', 'subnets': [{'id': '0b7c5b75-2508-4120-912d-db2d0559c3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:38:49.720233 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-53594fa7-8964-4e45-acbe-95a66bd2d2af req-ff478ea0-299d-46e8-ae5f-61dedbf5dd13 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e93b790-d739-45e6-8343-c2fad723d88e HTTP/1.1" status: 200 len: 999 time: 0.0882616 Jul 24 00:38:49.743648 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0dd5cd-e8e9-4979-bacf-36655b5eb284 None None] Checking router: a4c0a7f5-780a-4c03-9767-962a310979c1 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:38:49.751897 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0dd5cd-e8e9-4979-bacf-36655b5eb284 None None] Routers {'a4c0a7f5-780a-4c03-9767-962a310979c1'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:38:49.752520 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-de0dd5cd-e8e9-4979-bacf-36655b5eb284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:38:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['a4c0a7f5-780a-4c03-9767-962a310979c1'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:38:49.767868 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53594fa7-8964-4e45-acbe-95a66bd2d2af req-b0793728-7e48-4bb6-8b45-650cc0f4cee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:38:49.769364 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-53594fa7-8964-4e45-acbe-95a66bd2d2af req-b0793728-7e48-4bb6-8b45-650cc0f4cee4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0b7c5b75-2508-4120-912d-db2d0559c3e3 HTTP/1.1" status: 200 len: 850 time: 0.0428739 Jul 24 00:38:49.826448 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53594fa7-8964-4e45-acbe-95a66bd2d2af req-66129bc9-fc59-4193-9a57-b476fedba3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:38:49.827837 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-53594fa7-8964-4e45-acbe-95a66bd2d2af req-66129bc9-fc59-4193-9a57-b476fedba3db service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=635858b5-bce4-486f-8958-a3f0e6bef947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526879 Jul 24 00:38:49.853376 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-de0dd5cd-e8e9-4979-bacf-36655b5eb284 None None] Set router a4c0a7f5-780a-4c03-9767-962a310979c1 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:38:49.918331 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-53594fa7-8964-4e45-acbe-95a66bd2d2af req-7eb6cc7c-6a00-45ce-9c74-cf5a4f43b3fd service neutron] 10.222.0.52 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836272 Jul 24 00:38:50.004475 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-53594fa7-8964-4e45-acbe-95a66bd2d2af req-879d3938-5e71-4f14-bfc3-97cb443a4561 service neutron] 10.222.0.52 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805681 Jul 24 00:38:50.078201 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-de0dd5cd-e8e9-4979-bacf-36655b5eb284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'name': 'tempest-ServerActionsTestJSON-420210054-router', 'tenant_id': '7ff741ab94134ca0b89362b546f6cdc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '8e45cccc-6c15-4470-8191-5b8f7a1c99f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:38:31Z', 'updated_at': '2021-07-24T00:38:33Z', 'revision_number': 4, 'project_id': '7ff741ab94134ca0b89362b546f6cdc4', 'gw_port': {'id': '8e45cccc-6c15-4470-8191-5b8f7a1c99f1', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:38:31Z', 'updated_at': '2021-07-24T00:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': 'aeb5c4fb-9083-4bb2-9940-2f2fb8792759', 'tenant_id': '7ff741ab94134ca0b89362b546f6cdc4', 'floating_ip_address': '172.25.3.191', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'port_id': '9e93b790-d739-45e6-8343-c2fad723d88e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4029, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947', 'mac_address': 'fa:16:3e:cd:d6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d3ec19-a8eb-45dc-a26e-0a0e4cee0d0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:38:36Z', 'updated_at': '2021-07-24T00:38:48Z', 'revision_number': 1, 'project_id': '7ff741ab94134ca0b89362b546f6cdc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b76b015-9417-4a2e-aa33-995027831287', 'name': '', 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947', 'tenant_id': '7ff741ab94134ca0b89362b546f6cdc4', 'mac_address': 'fa:16:3e:29:f9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '0b7c5b75-2508-4120-912d-db2d0559c3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:38:33Z', 'updated_at': '2021-07-24T00:38:40Z', 'revision_number': 5, 'project_id': '7ff741ab94134ca0b89362b546f6cdc4', 'subnets': [{'id': '0b7c5b75-2508-4120-912d-db2d0559c3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:38:50.105017 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0dd5cd-e8e9-4979-bacf-36655b5eb284 None None] The sync data for ids ['a4c0a7f5-780a-4c03-9767-962a310979c1'] in n-d-800088-16 is: [{'id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'name': 'tempest-ServerActionsTestJSON-420210054-router', 'tenant_id': '7ff741ab94134ca0b89362b546f6cdc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '8e45cccc-6c15-4470-8191-5b8f7a1c99f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:38:31Z', 'updated_at': '2021-07-24T00:38:33Z', 'revision_number': 4, 'project_id': '7ff741ab94134ca0b89362b546f6cdc4', 'gw_port': {'id': '8e45cccc-6c15-4470-8191-5b8f7a1c99f1', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:38:31Z', 'updated_at': '2021-07-24T00:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': 'aeb5c4fb-9083-4bb2-9940-2f2fb8792759', 'tenant_id': '7ff741ab94134ca0b89362b546f6cdc4', 'floating_ip_address': '172.25.3.191', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'port_id': '9e93b790-d739-45e6-8343-c2fad723d88e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4029, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947', 'mac_address': 'fa:16:3e:cd:d6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d3ec19-a8eb-45dc-a26e-0a0e4cee0d0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:38:36Z', 'updated_at': '2021-07-24T00:38:48Z', 'revision_number': 1, 'project_id': '7ff741ab94134ca0b89362b546f6cdc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b76b015-9417-4a2e-aa33-995027831287', 'name': '', 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947', 'tenant_id': '7ff741ab94134ca0b89362b546f6cdc4', 'mac_address': 'fa:16:3e:29:f9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '0b7c5b75-2508-4120-912d-db2d0559c3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:38:33Z', 'updated_at': '2021-07-24T00:38:40Z', 'revision_number': 5, 'project_id': '7ff741ab94134ca0b89362b546f6cdc4', 'subnets': [{'id': '0b7c5b75-2508-4120-912d-db2d0559c3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:38:50.285262 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355cc92d-714c-4155-be60-5ff7e7ac5bf0 None None] New status for floating IP aeb5c4fb-9083-4bb2-9940-2f2fb8792759: ACTIVE {{(pid=100316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 00:38:53.213836 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e0dc97c9-9cd9-4888-a553-b39d606ebf91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:55.780269 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-888bce63-082e-4502-bc24-b9580f6db96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:56.818089 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:57.402639 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:58.992266 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:39:09.236782 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-03915bc0-bee5-4829-9024-f53182edfa42 req-8c58365e-2e4c-445a-b2c1-2c89ff314f8b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a2d3ec19-a8eb-45dc-a26e-0a0e4cee0d0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0556154 Jul 24 00:39:09.329253 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03915bc0-bee5-4829-9024-f53182edfa42 req-d13c3481-985b-44f6-92e3-465855a59311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:39:09.330710 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-03915bc0-bee5-4829-9024-f53182edfa42 req-d13c3481-985b-44f6-92e3-465855a59311 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ff741ab94134ca0b89362b546f6cdc4&device_id=a2d3ec19-a8eb-45dc-a26e-0a0e4cee0d0d HTTP/1.1" status: 200 len: 1097 time: 0.0517905 Jul 24 00:39:09.430873 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03915bc0-bee5-4829-9024-f53182edfa42 req-a9b6db5f-0e51-402f-b8ba-126645066b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:39:09.432376 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-03915bc0-bee5-4829-9024-f53182edfa42 req-a9b6db5f-0e51-402f-b8ba-126645066b71 service neutron] 10.222.0.52 "GET /v2.0/networks?id=635858b5-bce4-486f-8958-a3f0e6bef947 HTTP/1.1" status: 200 len: 912 time: 0.0815949 Jul 24 00:39:09.501348 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-03915bc0-bee5-4829-9024-f53182edfa42 req-1397ba0b-f87d-4797-b364-b1166fd4a0ad service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e93b790-d739-45e6-8343-c2fad723d88e HTTP/1.1" status: 200 len: 1001 time: 0.0623460 Jul 24 00:39:09.549004 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03915bc0-bee5-4829-9024-f53182edfa42 req-fbdcd5c1-adb2-4d2a-acba-fbb40bf5c7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:39:09.550425 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-03915bc0-bee5-4829-9024-f53182edfa42 req-fbdcd5c1-adb2-4d2a-acba-fbb40bf5c7ac service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0b7c5b75-2508-4120-912d-db2d0559c3e3 HTTP/1.1" status: 200 len: 850 time: 0.0424864 Jul 24 00:39:09.611316 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03915bc0-bee5-4829-9024-f53182edfa42 req-a0c51d16-9f9a-4908-9d55-970c63b6ecba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:39:09.612849 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-03915bc0-bee5-4829-9024-f53182edfa42 req-a0c51d16-9f9a-4908-9d55-970c63b6ecba service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=635858b5-bce4-486f-8958-a3f0e6bef947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550148 Jul 24 00:39:09.710659 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-03915bc0-bee5-4829-9024-f53182edfa42 req-c9afc757-b074-4e3a-9e0f-d73f7ec48dc5 service neutron] 10.222.0.52 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856676 Jul 24 00:39:09.798461 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-03915bc0-bee5-4829-9024-f53182edfa42 req-6d22efc9-8995-4030-aa94-8b13c866620f service neutron] 10.222.0.52 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806437 Jul 24 00:39:14.346366 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:39:15.115814 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:39:18.087880 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:39:23.214387 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-6e6cf822-57a6-42aa-a224-6bc82d138d9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:39:25.779960 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e1335adb-6af1-4f6f-bf3e-cd7e34b2fb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:39:26.819380 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:39:27.404256 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:39:28.996916 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:39:45.105179 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:39:48.084859 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:39:51.344822 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:39:53.215212 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b3c5bd5b-eaec-4271-8d91-8c9699a4f3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:39:55.780001 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-6efaa106-11ac-4041-ad35-f902e7c76103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:39:56.819934 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:39:57.407128 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:39:58.997532 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:40:11.213124 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ffd76d3e-fc9d-4d15-8757-1ee4a1d68397 req-13a42c52-4b88-4aa0-9244-b8c5061019f1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a2d3ec19-a8eb-45dc-a26e-0a0e4cee0d0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0587912 Jul 24 00:40:11.302987 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd76d3e-fc9d-4d15-8757-1ee4a1d68397 req-a1ff5b8c-d869-473c-bb15-a0efe33a2911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:40:11.304977 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ffd76d3e-fc9d-4d15-8757-1ee4a1d68397 req-a1ff5b8c-d869-473c-bb15-a0efe33a2911 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ff741ab94134ca0b89362b546f6cdc4&device_id=a2d3ec19-a8eb-45dc-a26e-0a0e4cee0d0d HTTP/1.1" status: 200 len: 1097 time: 0.0526993 Jul 24 00:40:11.408178 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd76d3e-fc9d-4d15-8757-1ee4a1d68397 req-dece36ab-db52-49d8-9ac3-1212380280af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:40:11.409687 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ffd76d3e-fc9d-4d15-8757-1ee4a1d68397 req-dece36ab-db52-49d8-9ac3-1212380280af service neutron] 10.222.0.52 "GET /v2.0/networks?id=635858b5-bce4-486f-8958-a3f0e6bef947 HTTP/1.1" status: 200 len: 912 time: 0.0867248 Jul 24 00:40:11.474550 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ffd76d3e-fc9d-4d15-8757-1ee4a1d68397 req-a1792e3d-0b37-496e-a997-a44df69d6189 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e93b790-d739-45e6-8343-c2fad723d88e HTTP/1.1" status: 200 len: 1001 time: 0.0576000 Jul 24 00:40:11.523210 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd76d3e-fc9d-4d15-8757-1ee4a1d68397 req-dee7e941-6872-4023-8ad8-424274502837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:40:11.524654 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ffd76d3e-fc9d-4d15-8757-1ee4a1d68397 req-dee7e941-6872-4023-8ad8-424274502837 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0b7c5b75-2508-4120-912d-db2d0559c3e3 HTTP/1.1" status: 200 len: 850 time: 0.0436037 Jul 24 00:40:11.584693 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd76d3e-fc9d-4d15-8757-1ee4a1d68397 req-5319b79b-82e2-4b64-a0cf-295266c1337c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:40:11.586192 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ffd76d3e-fc9d-4d15-8757-1ee4a1d68397 req-5319b79b-82e2-4b64-a0cf-295266c1337c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=635858b5-bce4-486f-8958-a3f0e6bef947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557332 Jul 24 00:40:11.671747 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ffd76d3e-fc9d-4d15-8757-1ee4a1d68397 req-1e06f4b3-31a5-4d54-8eab-ccf8b43905f3 service neutron] 10.222.0.52 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789604 Jul 24 00:40:11.762059 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ffd76d3e-fc9d-4d15-8757-1ee4a1d68397 req-dc825408-90ba-48f0-88f9-7ce3dcb57fb3 service neutron] 10.222.0.52 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844789 Jul 24 00:40:15.103389 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:40:18.099621 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:40:23.215533 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-98c2eebf-30eb-4fc3-be8f-53735677d412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:40:24.028467 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d0093-1282-4b1b-bee0-48c62850a42a req-7a381480-2d40-45cb-aa7b-5929800ffc21 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:40:24.029973 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-104d0093-1282-4b1b-bee0-48c62850a42a req-7a381480-2d40-45cb-aa7b-5929800ffc21 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2d3ec19-a8eb-45dc-a26e-0a0e4cee0d0d HTTP/1.1" status: 200 len: 945 time: 0.0619490 Jul 24 00:40:24.067016 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-104d0093-1282-4b1b-bee0-48c62850a42a req-854aa255-e2cb-4677-9d82-0141305ab2d9 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314834 Jul 24 00:40:24.344321 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3a25aff6-1ac4-47ad-8014-2257e285850e req-d45b5723-ad18-4086-a26b-f8e997f022ac service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a2d3ec19-a8eb-45dc-a26e-0a0e4cee0d0d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0948086 Jul 24 00:40:24.355376 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b4b94-e70a-41f5-99a8-f0949c1f2cb5 req-9e7c716d-65d7-4917-b420-ca5fbed7ee87 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:40:24.356837 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-099b4b94-e70a-41f5-99a8-f0949c1f2cb5 req-9e7c716d-65d7-4917-b420-ca5fbed7ee87 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2d3ec19-a8eb-45dc-a26e-0a0e4cee0d0d HTTP/1.1" status: 200 len: 945 time: 0.0978024 Jul 24 00:40:24.395697 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-099b4b94-e70a-41f5-99a8-f0949c1f2cb5 req-3c64d9a7-5096-4f5f-be13-9f77f4c40599 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328827 Jul 24 00:40:25.527053 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fb5081-7318-473a-a228-bb12dc28ba37 req-7999420d-2f96-4437-88ff-e48d9d14098a tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:40:25.528542 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d7fb5081-7318-473a-a228-bb12dc28ba37 req-7999420d-2f96-4437-88ff-e48d9d14098a tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2d3ec19-a8eb-45dc-a26e-0a0e4cee0d0d HTTP/1.1" status: 200 len: 945 time: 0.0647569 Jul 24 00:40:25.565546 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d7fb5081-7318-473a-a228-bb12dc28ba37 req-fe8eff6f-2b78-45c2-a43b-0bfd6eecf9b7 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315459 Jul 24 00:40:25.780727 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9ff91c41-77b0-470e-8e2a-d4b882ba38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:40:26.572871 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25aff6-1ac4-47ad-8014-2257e285850e req-0556c50c-d569-4ed1-94c9-100f2f3ca689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:40:26.574368 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3a25aff6-1ac4-47ad-8014-2257e285850e req-0556c50c-d569-4ed1-94c9-100f2f3ca689 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ff741ab94134ca0b89362b546f6cdc4&device_id=a2d3ec19-a8eb-45dc-a26e-0a0e4cee0d0d HTTP/1.1" status: 200 len: 1097 time: 0.0540395 Jul 24 00:40:26.824177 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:40:26.929916 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25aff6-1ac4-47ad-8014-2257e285850e req-93d9a608-252b-4a15-9fce-9f20a65dc008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:40:26.931424 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3a25aff6-1ac4-47ad-8014-2257e285850e req-93d9a608-252b-4a15-9fce-9f20a65dc008 service neutron] 10.222.0.52 "GET /v2.0/networks?id=635858b5-bce4-486f-8958-a3f0e6bef947 HTTP/1.1" status: 200 len: 912 time: 0.3509846 Jul 24 00:40:26.994038 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f30d398-7e3c-4096-b162-e3cd7a713d36 req-f74da95a-2bd5-4109-98f4-14747c3dd20c tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:40:26.995508 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6f30d398-7e3c-4096-b162-e3cd7a713d36 req-f74da95a-2bd5-4109-98f4-14747c3dd20c tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2d3ec19-a8eb-45dc-a26e-0a0e4cee0d0d HTTP/1.1" status: 200 len: 945 time: 0.1220076 Jul 24 00:40:27.024415 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3a25aff6-1ac4-47ad-8014-2257e285850e req-06d505a6-c961-4903-835f-bf117772ac04 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e93b790-d739-45e6-8343-c2fad723d88e HTTP/1.1" status: 200 len: 1001 time: 0.0854080 Jul 24 00:40:27.068630 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6f30d398-7e3c-4096-b162-e3cd7a713d36 req-5f2263d8-95df-4fc2-9378-22b8566aab6f tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647361 Jul 24 00:40:27.081948 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25aff6-1ac4-47ad-8014-2257e285850e req-9aff6bde-f9f4-4423-974b-fb546bc7f511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:40:27.083376 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3a25aff6-1ac4-47ad-8014-2257e285850e req-9aff6bde-f9f4-4423-974b-fb546bc7f511 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0b7c5b75-2508-4120-912d-db2d0559c3e3 HTTP/1.1" status: 200 len: 850 time: 0.0519600 Jul 24 00:40:27.141129 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25aff6-1ac4-47ad-8014-2257e285850e req-4173a763-3617-442c-a6d8-c396e8be18a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:40:27.142606 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3a25aff6-1ac4-47ad-8014-2257e285850e req-4173a763-3617-442c-a6d8-c396e8be18a1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=635858b5-bce4-486f-8958-a3f0e6bef947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528662 Jul 24 00:40:27.232767 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3a25aff6-1ac4-47ad-8014-2257e285850e req-6333544a-7ce9-4e9d-8177-2374c2241aaf service neutron] 10.222.0.52 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830331 Jul 24 00:40:27.325469 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3a25aff6-1ac4-47ad-8014-2257e285850e req-52c7ee08-9bfe-4b5c-ad12-a8a06e0f664e service neutron] 10.222.0.52 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818186 Jul 24 00:40:27.412526 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:40:28.201656 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833237fd-f776-46d8-95aa-6fe2dd9c9ec4 req-3c7be88a-367e-4d8a-be06-1566c35836bd tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:40:28.203067 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-833237fd-f776-46d8-95aa-6fe2dd9c9ec4 req-3c7be88a-367e-4d8a-be06-1566c35836bd tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2d3ec19-a8eb-45dc-a26e-0a0e4cee0d0d HTTP/1.1" status: 200 len: 945 time: 0.0675547 Jul 24 00:40:28.239948 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-833237fd-f776-46d8-95aa-6fe2dd9c9ec4 req-c1656d69-527c-4a74-ba25-f33e5dae106c tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314655 Jul 24 00:40:28.344671 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:40:29.000237 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:40:29.372771 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87c0774-0eb0-4c7a-b634-36aff873e20c req-ceab5003-9f37-443c-ba8e-03bd346df0f3 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:40:29.374301 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c87c0774-0eb0-4c7a-b634-36aff873e20c req-ceab5003-9f37-443c-ba8e-03bd346df0f3 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2d3ec19-a8eb-45dc-a26e-0a0e4cee0d0d HTTP/1.1" status: 200 len: 945 time: 0.0677919 Jul 24 00:40:29.411821 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c87c0774-0eb0-4c7a-b634-36aff873e20c req-849a787d-7480-402b-a2e5-5dd070f1d533 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320611 Jul 24 00:40:30.539830 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de937037-fce8-4fda-8009-f3bdfbe49827 req-00118379-4642-44bc-97f1-2eaa9fee48b7 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:40:30.541338 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-de937037-fce8-4fda-8009-f3bdfbe49827 req-00118379-4642-44bc-97f1-2eaa9fee48b7 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2d3ec19-a8eb-45dc-a26e-0a0e4cee0d0d HTTP/1.1" status: 200 len: 945 time: 0.0639060 Jul 24 00:40:30.577311 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-de937037-fce8-4fda-8009-f3bdfbe49827 req-9de782c8-9e06-48a8-9ddc-6671e08198bc tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305707 Jul 24 00:40:31.705250 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd39a622-5b36-4310-b628-9355665deb8f req-dd76af43-ae24-4da7-9316-703a98d9fb1c tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:40:31.706738 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fd39a622-5b36-4310-b628-9355665deb8f req-dd76af43-ae24-4da7-9316-703a98d9fb1c tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2d3ec19-a8eb-45dc-a26e-0a0e4cee0d0d HTTP/1.1" status: 200 len: 945 time: 0.0630956 Jul 24 00:40:31.743607 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fd39a622-5b36-4310-b628-9355665deb8f req-4fa2508d-0f6d-461d-852e-6bacf67610b5 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313056 Jul 24 00:40:32.870655 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a0827d-d285-4c9c-9609-37e5e4e6f5dc req-f5d71c89-c786-450e-a0bc-cb3d09832ab9 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:40:32.872135 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-30a0827d-d285-4c9c-9609-37e5e4e6f5dc req-f5d71c89-c786-450e-a0bc-cb3d09832ab9 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2d3ec19-a8eb-45dc-a26e-0a0e4cee0d0d HTTP/1.1" status: 200 len: 945 time: 0.0628700 Jul 24 00:40:32.908411 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-30a0827d-d285-4c9c-9609-37e5e4e6f5dc req-46d4bd90-7f26-4892-96eb-6513e8b46e86 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308998 Jul 24 00:40:34.038469 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e5f035-b7fc-453d-ae6b-c3f0ea8bc492 req-d7a640c9-3696-4e11-89ff-25d7f619c9dc tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:40:34.040004 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e4e5f035-b7fc-453d-ae6b-c3f0ea8bc492 req-d7a640c9-3696-4e11-89ff-25d7f619c9dc tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2d3ec19-a8eb-45dc-a26e-0a0e4cee0d0d HTTP/1.1" status: 200 len: 945 time: 0.0650241 Jul 24 00:40:34.080419 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e4e5f035-b7fc-453d-ae6b-c3f0ea8bc492 req-4f6788bd-99d0-471b-bb10-c6322623949c tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350358 Jul 24 00:40:35.213382 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09541241-0763-425d-80da-b0a282d24d0a req-bdbbf06b-c1a8-4a3f-bb4c-3f3c1318ef6d tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:40:35.214794 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-09541241-0763-425d-80da-b0a282d24d0a req-bdbbf06b-c1a8-4a3f-bb4c-3f3c1318ef6d tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2d3ec19-a8eb-45dc-a26e-0a0e4cee0d0d HTTP/1.1" status: 200 len: 945 time: 0.0685098 Jul 24 00:40:35.252144 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-09541241-0763-425d-80da-b0a282d24d0a req-7e3ae722-ee0b-40c7-8f4c-948cd89d7f51 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319390 Jul 24 00:40:36.382387 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0241d281-7603-44af-a26b-bbfc992be393 req-30f45203-43b0-4d91-8c13-77f1612d7b26 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:40:36.384004 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0241d281-7603-44af-a26b-bbfc992be393 req-30f45203-43b0-4d91-8c13-77f1612d7b26 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2d3ec19-a8eb-45dc-a26e-0a0e4cee0d0d HTTP/1.1" status: 200 len: 945 time: 0.0659466 Jul 24 00:40:36.425013 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0241d281-7603-44af-a26b-bbfc992be393 req-f5abed30-cb80-4512-a10c-fdfafc3cd438 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341861 Jul 24 00:40:37.554029 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5215df00-efb2-4ad7-8f98-d94332f29f43 req-9165e960-de5c-4168-85be-76244decae4a tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:40:37.555569 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5215df00-efb2-4ad7-8f98-d94332f29f43 req-9165e960-de5c-4168-85be-76244decae4a tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2d3ec19-a8eb-45dc-a26e-0a0e4cee0d0d HTTP/1.1" status: 200 len: 945 time: 0.0645907 Jul 24 00:40:37.593191 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5215df00-efb2-4ad7-8f98-d94332f29f43 req-ac8d04f0-1770-49d8-9070-6348cebf3263 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322609 Jul 24 00:40:38.723231 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0420ecc4-70cb-4738-895c-8f9de0d4305f req-792befab-6daa-42b5-899a-cca2b4d90267 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:40:38.724743 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0420ecc4-70cb-4738-895c-8f9de0d4305f req-792befab-6daa-42b5-899a-cca2b4d90267 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2d3ec19-a8eb-45dc-a26e-0a0e4cee0d0d HTTP/1.1" status: 200 len: 945 time: 0.0669644 Jul 24 00:40:38.761980 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0420ecc4-70cb-4738-895c-8f9de0d4305f req-8c3d8692-bb34-48fe-a4f2-20482089c361 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310414 Jul 24 00:40:39.098000 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [req-3a25aff6-1ac4-47ad-8014-2257e285850e req-df3b3dea-815b-44f0-9930-207d939da40b service neutron] show failed (client error): The resource could not be found. Jul 24 00:40:39.098998 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3a25aff6-1ac4-47ad-8014-2257e285850e req-df3b3dea-815b-44f0-9930-207d939da40b service neutron] 10.222.0.52 "GET /v2.0/ports/9e93b790-d739-45e6-8343-c2fad723d88e/bindings/n-h2-800088-16 HTTP/1.1" status: 404 len: 381 time: 0.0574858 Jul 24 00:40:39.302345 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25aff6-1ac4-47ad-8014-2257e285850e req-2ffc68b0-b20e-4a00-ac7b-132fdd6a737f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:40:39.303823 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3a25aff6-1ac4-47ad-8014-2257e285850e req-2ffc68b0-b20e-4a00-ac7b-132fdd6a737f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a2d3ec19-a8eb-45dc-a26e-0a0e4cee0d0d&tenant_id=7ff741ab94134ca0b89362b546f6cdc4 HTTP/1.1" status: 200 len: 1097 time: 0.0569332 Jul 24 00:40:39.315181 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-3a25aff6-1ac4-47ad-8014-2257e285850e req-97a4fec6-e3ea-4c38-9d5a-4772619e15d0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800088-16', 'device_owner': 'compute:nova'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:40:39.385249 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-3a25aff6-1ac4-47ad-8014-2257e285850e req-97a4fec6-e3ea-4c38-9d5a-4772619e15d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:40:39.588855 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-3a25aff6-1ac4-47ad-8014-2257e285850e req-97a4fec6-e3ea-4c38-9d5a-4772619e15d0 service neutron] For port 9e93b790-d739-45e6-8343-c2fad723d88e, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=9e93b790-d739-45e6-8343-c2fad723d88e,segment=NetworkSegment(8a6196fe-df7f-4137-b16c-4b0e6f7109e3),segment_id=8a6196fe-df7f-4137-b16c-4b0e6f7109e3)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:40:39.620691 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-3a25aff6-1ac4-47ad-8014-2257e285850e req-97a4fec6-e3ea-4c38-9d5a-4772619e15d0 service neutron] For port 9e93b790-d739-45e6-8343-c2fad723d88e, host n-h1-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:40:39.663606 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2d3ec19-a8eb-45dc-a26e-0a0e4cee0d0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e93b790-d739-45e6-8343-c2fad723d88e'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:40:39.665946 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fdc7859-c380-4273-9f0a-ccdc0792de8e" -d '{"events": [{"server_uuid": "a2d3ec19-a8eb-45dc-a26e-0a0e4cee0d0d", "name": "network-vif-unplugged", "status": "completed", "tag": "9e93b790-d739-45e6-8343-c2fad723d88e"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:40:39.669757 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-3a25aff6-1ac4-47ad-8014-2257e285850e req-97a4fec6-e3ea-4c38-9d5a-4772619e15d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:40:39.682719 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-3a25aff6-1ac4-47ad-8014-2257e285850e req-97a4fec6-e3ea-4c38-9d5a-4772619e15d0 service neutron] Transition to ACTIVE for port object 9e93b790-d739-45e6-8343-c2fad723d88e will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:40:39.686744 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-3a25aff6-1ac4-47ad-8014-2257e285850e req-97a4fec6-e3ea-4c38-9d5a-4772619e15d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:40:39.716200 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 00:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef855a69-63fd-4aa7-a0ca-c68b1ff69682 x-openstack-request-id: req-ef855a69-63fd-4aa7-a0ca-c68b1ff69682 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:40:39.716498 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2d3ec19-a8eb-45dc-a26e-0a0e4cee0d0d", "name": "network-vif-unplugged", "status": "completed", "tag": "9e93b790-d739-45e6-8343-c2fad723d88e", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:40:39.716758 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ef855a69-63fd-4aa7-a0ca-c68b1ff69682 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:40:39.717180 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2d3ec19-a8eb-45dc-a26e-0a0e4cee0d0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e93b790-d739-45e6-8343-c2fad723d88e', 'code': 200} Jul 24 00:40:39.754339 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a4fec6-e3ea-4c38-9d5a-4772619e15d0 service neutron] Pushing event updated for resources: {'Port': ['ID=9e93b790-d739-45e6-8343-c2fad723d88e,revision_number=6']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:40:39.810597 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a4fec6-e3ea-4c38-9d5a-4772619e15d0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:40:39.811101 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a4fec6-e3ea-4c38-9d5a-4772619e15d0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:40:39.811594 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a4fec6-e3ea-4c38-9d5a-4772619e15d0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:40:39.812082 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a4fec6-e3ea-4c38-9d5a-4772619e15d0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:40:39.812846 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a4fec6-e3ea-4c38-9d5a-4772619e15d0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:40:39.813393 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a4fec6-e3ea-4c38-9d5a-4772619e15d0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:40:39.813825 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a4fec6-e3ea-4c38-9d5a-4772619e15d0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:40:39.814356 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a4fec6-e3ea-4c38-9d5a-4772619e15d0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:40:39.815424 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a4fec6-e3ea-4c38-9d5a-4772619e15d0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:40:39.815424 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a4fec6-e3ea-4c38-9d5a-4772619e15d0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:40:39.815680 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a4fec6-e3ea-4c38-9d5a-4772619e15d0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:40:39.815789 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a4fec6-e3ea-4c38-9d5a-4772619e15d0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:40:39.899164 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a25aff6-1ac4-47ad-8014-2257e285850e req-97a4fec6-e3ea-4c38-9d5a-4772619e15d0 service neutron] No DVR routers for this DVR port 9e93b790-d739-45e6-8343-c2fad723d88e on host n-h1-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:40:39.901777 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6aacb-8823-4223-9ad4-8630115a19e4 req-ca30c30e-731a-42b3-8a39-9ab61d17419b tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:40:39.903944 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-12a6aacb-8823-4223-9ad4-8630115a19e4 req-ca30c30e-731a-42b3-8a39-9ab61d17419b tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2d3ec19-a8eb-45dc-a26e-0a0e4cee0d0d HTTP/1.1" status: 200 len: 943 time: 0.0693727 Jul 24 00:40:39.953236 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-12a6aacb-8823-4223-9ad4-8630115a19e4 req-298a553d-9577-4d3b-8deb-82c36be08965 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439703 Jul 24 00:40:40.041330 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-3a25aff6-1ac4-47ad-8014-2257e285850e req-97a4fec6-e3ea-4c38-9d5a-4772619e15d0 service neutron] Attempting to bind port 9e93b790-d739-45e6-8343-c2fad723d88e on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:40:40.041674 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-3a25aff6-1ac4-47ad-8014-2257e285850e req-97a4fec6-e3ea-4c38-9d5a-4772619e15d0 service neutron] Attempting to bind port 9e93b790-d739-45e6-8343-c2fad723d88e by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '8a6196fe-df7f-4137-b16c-4b0e6f7109e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:40:40.042988 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a25aff6-1ac4-47ad-8014-2257e285850e req-97a4fec6-e3ea-4c38-9d5a-4772619e15d0 service neutron] Attempting to bind port 9e93b790-d739-45e6-8343-c2fad723d88e on network 635858b5-bce4-486f-8958-a3f0e6bef947 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:40:40.047197 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a25aff6-1ac4-47ad-8014-2257e285850e req-97a4fec6-e3ea-4c38-9d5a-4772619e15d0 service neutron] Port 9e93b790-d739-45e6-8343-c2fad723d88e on network 635858b5-bce4-486f-8958-a3f0e6bef947 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:40:40.047521 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a25aff6-1ac4-47ad-8014-2257e285850e req-97a4fec6-e3ea-4c38-9d5a-4772619e15d0 service neutron] Attempting to bind port 9e93b790-d739-45e6-8343-c2fad723d88e on network 635858b5-bce4-486f-8958-a3f0e6bef947 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:40:40.052262 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a25aff6-1ac4-47ad-8014-2257e285850e req-97a4fec6-e3ea-4c38-9d5a-4772619e15d0 service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:40:40.052604 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a25aff6-1ac4-47ad-8014-2257e285850e req-97a4fec6-e3ea-4c38-9d5a-4772619e15d0 service neutron] Checking segment: {'id': '8a6196fe-df7f-4137-b16c-4b0e6f7109e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:40:40.053031 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a25aff6-1ac4-47ad-8014-2257e285850e req-97a4fec6-e3ea-4c38-9d5a-4772619e15d0 service neutron] Bound using segment: {'id': '8a6196fe-df7f-4137-b16c-4b0e6f7109e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:40:40.053457 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-3a25aff6-1ac4-47ad-8014-2257e285850e req-97a4fec6-e3ea-4c38-9d5a-4772619e15d0 service neutron] Bound port: 9e93b790-d739-45e6-8343-c2fad723d88e, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a6196fe-df7f-4137-b16c-4b0e6f7109e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:40:40.053810 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-3a25aff6-1ac4-47ad-8014-2257e285850e req-97a4fec6-e3ea-4c38-9d5a-4772619e15d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:40:40.115804 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-3a25aff6-1ac4-47ad-8014-2257e285850e req-97a4fec6-e3ea-4c38-9d5a-4772619e15d0 service neutron] For port 9e93b790-d739-45e6-8343-c2fad723d88e, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:40:40.119997 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-3a25aff6-1ac4-47ad-8014-2257e285850e req-97a4fec6-e3ea-4c38-9d5a-4772619e15d0 service neutron] For port 9e93b790-d739-45e6-8343-c2fad723d88e, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=9e93b790-d739-45e6-8343-c2fad723d88e,segment=NetworkSegment(8a6196fe-df7f-4137-b16c-4b0e6f7109e3),segment_id=8a6196fe-df7f-4137-b16c-4b0e6f7109e3)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:40:40.123694 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-3a25aff6-1ac4-47ad-8014-2257e285850e req-97a4fec6-e3ea-4c38-9d5a-4772619e15d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:40:40.160717 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25aff6-1ac4-47ad-8014-2257e285850e req-97a4fec6-e3ea-4c38-9d5a-4772619e15d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:40:40.161380 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-3a25aff6-1ac4-47ad-8014-2257e285850e req-97a4fec6-e3ea-4c38-9d5a-4772619e15d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:40:40.162805 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3a25aff6-1ac4-47ad-8014-2257e285850e req-97a4fec6-e3ea-4c38-9d5a-4772619e15d0 service neutron] 10.222.0.64 "PUT /v2.0/ports/9e93b790-d739-45e6-8343-c2fad723d88e HTTP/1.1" status: 200 len: 1092 time: 0.8518052 Jul 24 00:40:40.185013 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a4fec6-e3ea-4c38-9d5a-4772619e15d0 service neutron] Pushing event updated for resources: {'Port': ['ID=9e93b790-d739-45e6-8343-c2fad723d88e,revision_number=7']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:40:40.246201 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25aff6-1ac4-47ad-8014-2257e285850e req-42e834c5-2158-400e-9026-9db435210fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:40:40.247726 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3a25aff6-1ac4-47ad-8014-2257e285850e req-42e834c5-2158-400e-9026-9db435210fa9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7ff741ab94134ca0b89362b546f6cdc4&device_id=a2d3ec19-a8eb-45dc-a26e-0a0e4cee0d0d HTTP/1.1" status: 200 len: 1095 time: 0.0594079 Jul 24 00:40:40.345117 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25aff6-1ac4-47ad-8014-2257e285850e req-81308a30-ce8b-440d-8441-1e1e9472bd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:40:40.346621 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3a25aff6-1ac4-47ad-8014-2257e285850e req-81308a30-ce8b-440d-8441-1e1e9472bd8a service neutron] 10.222.0.64 "GET /v2.0/networks?id=635858b5-bce4-486f-8958-a3f0e6bef947 HTTP/1.1" status: 200 len: 912 time: 0.0922227 Jul 24 00:40:40.409778 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3a25aff6-1ac4-47ad-8014-2257e285850e req-e20da490-d7ce-40d5-8aee-dccea990892d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e93b790-d739-45e6-8343-c2fad723d88e HTTP/1.1" status: 200 len: 999 time: 0.0559411 Jul 24 00:40:40.463123 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25aff6-1ac4-47ad-8014-2257e285850e req-464ec585-b5db-4de9-b3f9-7289f4c7fc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:40:40.464636 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3a25aff6-1ac4-47ad-8014-2257e285850e req-464ec585-b5db-4de9-b3f9-7289f4c7fc21 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0b7c5b75-2508-4120-912d-db2d0559c3e3 HTTP/1.1" status: 200 len: 850 time: 0.0478172 Jul 24 00:40:40.533316 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25aff6-1ac4-47ad-8014-2257e285850e req-7ae8dce6-412a-48e2-b984-d045e3b80f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:40:40.534855 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3a25aff6-1ac4-47ad-8014-2257e285850e req-7ae8dce6-412a-48e2-b984-d045e3b80f5e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=635858b5-bce4-486f-8958-a3f0e6bef947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0643878 Jul 24 00:40:40.623044 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3a25aff6-1ac4-47ad-8014-2257e285850e req-15b7e608-d98c-430f-b97b-3752fba2fc94 service neutron] 10.222.0.64 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815439 Jul 24 00:40:40.716486 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3a25aff6-1ac4-47ad-8014-2257e285850e req-3d2e97e1-71f1-48b0-8b93-f6beae6694b5 service neutron] 10.222.0.64 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862257 Jul 24 00:40:41.085131 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f953b10-fa6c-4ea7-b377-0ddafa026e1b req-ce7deb87-28a0-4d5f-9a8f-ee12d13d8131 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:40:41.086658 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1f953b10-fa6c-4ea7-b377-0ddafa026e1b req-ce7deb87-28a0-4d5f-9a8f-ee12d13d8131 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2d3ec19-a8eb-45dc-a26e-0a0e4cee0d0d HTTP/1.1" status: 200 len: 943 time: 0.0634928 Jul 24 00:40:41.124185 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1f953b10-fa6c-4ea7-b377-0ddafa026e1b req-e2f7b9cf-2b50-41f7-b734-59af734ddd01 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317988 Jul 24 00:40:41.718772 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2d3ec19-a8eb-45dc-a26e-0a0e4cee0d0d', 'tag': '9e93b790-d739-45e6-8343-c2fad723d88e'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:40:41.721187 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf27f27-d800-436a-b971-54f40086c524" -d '{"events": [{"name": "network-changed", "server_uuid": "a2d3ec19-a8eb-45dc-a26e-0a0e4cee0d0d", "tag": "9e93b790-d739-45e6-8343-c2fad723d88e"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:40:41.771322 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce6b2ff9-d0be-4626-a7a1-5cd2d5df7f4c x-openstack-request-id: req-ce6b2ff9-d0be-4626-a7a1-5cd2d5df7f4c {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:40:41.771913 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2d3ec19-a8eb-45dc-a26e-0a0e4cee0d0d", "tag": "9e93b790-d739-45e6-8343-c2fad723d88e", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:40:41.772170 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ce6b2ff9-d0be-4626-a7a1-5cd2d5df7f4c {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:40:41.772962 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2d3ec19-a8eb-45dc-a26e-0a0e4cee0d0d', 'tag': '9e93b790-d739-45e6-8343-c2fad723d88e', 'status': 'completed', 'code': 200} Jul 24 00:40:41.841719 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf27f27-d800-436a-b971-54f40086c524 req-eed7aecb-f15f-447b-a419-a95eb90fcb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:40:41.843336 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ddf27f27-d800-436a-b971-54f40086c524 req-eed7aecb-f15f-447b-a419-a95eb90fcb8b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ff741ab94134ca0b89362b546f6cdc4&device_id=a2d3ec19-a8eb-45dc-a26e-0a0e4cee0d0d HTTP/1.1" status: 200 len: 1095 time: 0.0549133 Jul 24 00:40:41.845227 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf27f27-d800-436a-b971-54f40086c524 req-1a5513dd-37e6-4f5d-abc4-0272e92a57d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:40:41.846743 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ddf27f27-d800-436a-b971-54f40086c524 req-1a5513dd-37e6-4f5d-abc4-0272e92a57d5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7ff741ab94134ca0b89362b546f6cdc4&device_id=a2d3ec19-a8eb-45dc-a26e-0a0e4cee0d0d HTTP/1.1" status: 200 len: 1095 time: 0.0533617 Jul 24 00:40:41.935617 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf27f27-d800-436a-b971-54f40086c524 req-b3a4e596-b39c-4bad-9bad-2bf13d2d1055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:40:41.937386 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ddf27f27-d800-436a-b971-54f40086c524 req-b3a4e596-b39c-4bad-9bad-2bf13d2d1055 service neutron] 10.222.0.52 "GET /v2.0/networks?id=635858b5-bce4-486f-8958-a3f0e6bef947 HTTP/1.1" status: 200 len: 912 time: 0.0876963 Jul 24 00:40:41.948059 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf27f27-d800-436a-b971-54f40086c524 req-45f1b5c9-53d8-4104-a43d-3bd38a3d895a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:40:41.949598 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ddf27f27-d800-436a-b971-54f40086c524 req-45f1b5c9-53d8-4104-a43d-3bd38a3d895a service neutron] 10.222.0.64 "GET /v2.0/networks?id=635858b5-bce4-486f-8958-a3f0e6bef947 HTTP/1.1" status: 200 len: 912 time: 0.0957060 Jul 24 00:40:42.002491 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ddf27f27-d800-436a-b971-54f40086c524 req-b55c1f53-fa04-498c-96e6-b365f00c7e9b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e93b790-d739-45e6-8343-c2fad723d88e HTTP/1.1" status: 200 len: 999 time: 0.0581827 Jul 24 00:40:42.018205 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ddf27f27-d800-436a-b971-54f40086c524 req-d60feb42-3f4b-47f2-9dc1-35bd805055a2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e93b790-d739-45e6-8343-c2fad723d88e HTTP/1.1" status: 200 len: 999 time: 0.0619602 Jul 24 00:40:42.056279 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf27f27-d800-436a-b971-54f40086c524 req-f87977cf-0b66-49db-a4b2-e4b104ee6d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:40:42.057796 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ddf27f27-d800-436a-b971-54f40086c524 req-f87977cf-0b66-49db-a4b2-e4b104ee6d45 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0b7c5b75-2508-4120-912d-db2d0559c3e3 HTTP/1.1" status: 200 len: 850 time: 0.0492404 Jul 24 00:40:42.075865 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf27f27-d800-436a-b971-54f40086c524 req-8449ed3b-b586-48ee-b414-f5884cb10c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:40:42.077377 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ddf27f27-d800-436a-b971-54f40086c524 req-8449ed3b-b586-48ee-b414-f5884cb10c5f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0b7c5b75-2508-4120-912d-db2d0559c3e3 HTTP/1.1" status: 200 len: 850 time: 0.0493019 Jul 24 00:40:42.115058 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf27f27-d800-436a-b971-54f40086c524 req-ad2555ca-e17b-435b-bb97-c825857e33ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:40:42.116582 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ddf27f27-d800-436a-b971-54f40086c524 req-ad2555ca-e17b-435b-bb97-c825857e33ed service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=635858b5-bce4-486f-8958-a3f0e6bef947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530722 Jul 24 00:40:42.137338 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf27f27-d800-436a-b971-54f40086c524 req-eb8ba875-4b0d-493a-b886-a8bd44972854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:40:42.138987 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ddf27f27-d800-436a-b971-54f40086c524 req-eb8ba875-4b0d-493a-b886-a8bd44972854 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=635858b5-bce4-486f-8958-a3f0e6bef947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546908 Jul 24 00:40:42.220839 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ddf27f27-d800-436a-b971-54f40086c524 req-c1bc2753-b65a-42f3-986b-37efdb5a9cb4 service neutron] 10.222.0.52 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969830 Jul 24 00:40:42.281476 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ddf27f27-d800-436a-b971-54f40086c524 req-804585ab-0cea-4d73-8917-f21d95f3a85f service neutron] 10.222.0.64 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339035 Jul 24 00:40:42.322756 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ddf27f27-d800-436a-b971-54f40086c524 req-6a5f5670-e56b-48f9-88ee-b5c05f5d47e9 service neutron] 10.222.0.52 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957048 Jul 24 00:40:42.330892 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d9de25-36f1-4a71-a703-67a77a82d3bd req-3557b409-d3d7-4a12-9f30-d3d2737f9502 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:40:42.332509 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-22d9de25-36f1-4a71-a703-67a77a82d3bd req-3557b409-d3d7-4a12-9f30-d3d2737f9502 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2d3ec19-a8eb-45dc-a26e-0a0e4cee0d0d HTTP/1.1" status: 200 len: 943 time: 0.1128640 Jul 24 00:40:42.417680 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-22d9de25-36f1-4a71-a703-67a77a82d3bd req-cc925bfd-d5e1-4864-bc8e-3c0b6d22b75e tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781455 Jul 24 00:40:42.421316 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ddf27f27-d800-436a-b971-54f40086c524 req-5966b3d9-6b60-4699-9007-54a17e08cf0f service neutron] 10.222.0.64 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298070 Jul 24 00:40:42.697539 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 9e93b790-d739-45e6-8343-c2fad723d88e details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:40:42.950519 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 9e93b790-d739-45e6-8343-c2fad723d88e, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=9e93b790-d739-45e6-8343-c2fad723d88e,segment=NetworkSegment(8a6196fe-df7f-4137-b16c-4b0e6f7109e3),segment_id=8a6196fe-df7f-4137-b16c-4b0e6f7109e3)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:40:42.961148 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': '9e93b790-d739-45e6-8343-c2fad723d88e', 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947', 'port_id': '9e93b790-d739-45e6-8343-c2fad723d88e', 'mac_address': 'fa:16:3e:cd:d6:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b7c5b75-2508-4120-912d-db2d0559c3e3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:40:42.996878 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:40:43.008922 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e93b790-d739-45e6-8343-c2fad723d88e {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:40:43.027500 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 9e93b790-d739-45e6-8343-c2fad723d88e, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=9e93b790-d739-45e6-8343-c2fad723d88e,segment=NetworkSegment(8a6196fe-df7f-4137-b16c-4b0e6f7109e3),segment_id=8a6196fe-df7f-4137-b16c-4b0e6f7109e3)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:40:43.031416 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:40:43.084215 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=9e93b790-d739-45e6-8343-c2fad723d88e,revision_number=8']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:40:43.091397 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:40:43.091743 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:40:43.092083 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:40:43.092419 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:40:43.092749 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:40:43.093104 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:40:43.093428 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:40:43.093751 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:40:43.094072 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:40:43.094390 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:40:43.094713 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:40:43.095028 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:40:43.278435 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['9e93b790-d739-45e6-8343-c2fad723d88e'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:40:43.551600 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c255b2fd-78b5-4533-9c0c-15986f6b2a59 req-8fee91fb-90b2-4e10-823c-66176207a32f tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:40:43.553037 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c255b2fd-78b5-4533-9c0c-15986f6b2a59 req-8fee91fb-90b2-4e10-823c-66176207a32f tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2d3ec19-a8eb-45dc-a26e-0a0e4cee0d0d HTTP/1.1" status: 200 len: 944 time: 0.0636580 Jul 24 00:40:43.590383 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c255b2fd-78b5-4533-9c0c-15986f6b2a59 req-f709678d-07f6-4115-90b0-91f1fcab8a53 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319064 Jul 24 00:40:43.838253 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd98708b-ccf3-4adc-941c-6c3d9dcb26a9 req-b73f6e25-0f1a-4d3d-991d-1a513af150f7 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:40:43.839636 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bd98708b-ccf3-4adc-941c-6c3d9dcb26a9 req-b73f6e25-0f1a-4d3d-991d-1a513af150f7 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2d3ec19-a8eb-45dc-a26e-0a0e4cee0d0d HTTP/1.1" status: 200 len: 944 time: 0.1046662 Jul 24 00:40:43.851026 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618eb8d-aab8-4018-b97c-250ba0b6780c req-bd6949d4-dd10-424f-9602-f3e1889193f9 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:40:43.852476 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a618eb8d-aab8-4018-b97c-250ba0b6780c req-bd6949d4-dd10-424f-9602-f3e1889193f9 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2d3ec19-a8eb-45dc-a26e-0a0e4cee0d0d&tenant_id=7ff741ab94134ca0b89362b546f6cdc4&binding%3Ahost_id=n-h2-800088-16 HTTP/1.1" status: 200 len: 944 time: 0.1086321 Jul 24 00:40:43.919098 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bd98708b-ccf3-4adc-941c-6c3d9dcb26a9 req-a4a67c3b-60c4-4a4d-9bc2-9e912e27d944 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656316 Jul 24 00:40:43.935045 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [req-a618eb8d-aab8-4018-b97c-250ba0b6780c req-6c64a084-f65b-40ff-95f2-6961d431a832 service neutron] delete failed (client error): The resource could not be found. Jul 24 00:40:43.936116 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a618eb8d-aab8-4018-b97c-250ba0b6780c req-6c64a084-f65b-40ff-95f2-6961d431a832 service neutron] 10.222.0.52 "DELETE /v2.0/ports/9e93b790-d739-45e6-8343-c2fad723d88e/bindings/n-h1-800088-16 HTTP/1.1" status: 404 len: 381 time: 0.0768988 Jul 24 00:40:44.033594 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618eb8d-aab8-4018-b97c-250ba0b6780c req-e5238d6d-acca-4067-b847-773bb5e5f140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:40:44.035140 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a618eb8d-aab8-4018-b97c-250ba0b6780c req-e5238d6d-acca-4067-b847-773bb5e5f140 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ff741ab94134ca0b89362b546f6cdc4&device_id=a2d3ec19-a8eb-45dc-a26e-0a0e4cee0d0d HTTP/1.1" status: 200 len: 1096 time: 0.0570760 Jul 24 00:40:44.118827 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 9e93b790-d739-45e6-8343-c2fad723d88e no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:40:44.122216 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618eb8d-aab8-4018-b97c-250ba0b6780c req-92b95e16-9076-4fb5-9ec4-c56bbc63b0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:40:44.123702 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a618eb8d-aab8-4018-b97c-250ba0b6780c req-92b95e16-9076-4fb5-9ec4-c56bbc63b0e8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=635858b5-bce4-486f-8958-a3f0e6bef947 HTTP/1.1" status: 200 len: 912 time: 0.0828910 Jul 24 00:40:44.156032 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 9e93b790-d739-45e6-8343-c2fad723d88e not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:40:44.190189 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a618eb8d-aab8-4018-b97c-250ba0b6780c req-b843a850-30a8-4961-98d9-e3f1fd84f6af service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e93b790-d739-45e6-8343-c2fad723d88e HTTP/1.1" status: 200 len: 1000 time: 0.0602238 Jul 24 00:40:44.238784 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618eb8d-aab8-4018-b97c-250ba0b6780c req-afbbe576-5598-4a4b-a833-8fab46616b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:40:44.240223 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a618eb8d-aab8-4018-b97c-250ba0b6780c req-afbbe576-5598-4a4b-a833-8fab46616b6f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0b7c5b75-2508-4120-912d-db2d0559c3e3 HTTP/1.1" status: 200 len: 850 time: 0.0433111 Jul 24 00:40:44.295722 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618eb8d-aab8-4018-b97c-250ba0b6780c req-0bed2910-3d6e-43c1-97c8-d37b2c9c9f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:40:44.297220 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a618eb8d-aab8-4018-b97c-250ba0b6780c req-0bed2910-3d6e-43c1-97c8-d37b2c9c9f6b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=635858b5-bce4-486f-8958-a3f0e6bef947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512898 Jul 24 00:40:44.388408 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a618eb8d-aab8-4018-b97c-250ba0b6780c req-ef2f92d1-5dee-4dd5-b4c1-6ee75b08be4d service neutron] 10.222.0.52 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842431 Jul 24 00:40:44.473822 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a618eb8d-aab8-4018-b97c-250ba0b6780c req-9afaa7be-dc11-4188-a39f-128c01cf598d service neutron] 10.222.0.52 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790987 Jul 24 00:40:44.706378 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 9e93b790-d739-45e6-8343-c2fad723d88e up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:40:44.756305 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port 9e93b790-d739-45e6-8343-c2fad723d88e completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:40:44.759972 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port 9e93b790-d739-45e6-8343-c2fad723d88e triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:40:44.760343 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:40:44.838701 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:40:44.861618 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2d3ec19-a8eb-45dc-a26e-0a0e4cee0d0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e93b790-d739-45e6-8343-c2fad723d88e'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:40:44.863906 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0781d3e8-c1b3-488e-86f4-5b0d8a972718" -d '{"events": [{"server_uuid": "a2d3ec19-a8eb-45dc-a26e-0a0e4cee0d0d", "name": "network-vif-plugged", "status": "completed", "tag": "9e93b790-d739-45e6-8343-c2fad723d88e"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:40:44.876966 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 9e93b790-d739-45e6-8343-c2fad723d88e, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=9e93b790-d739-45e6-8343-c2fad723d88e,segment=NetworkSegment(8a6196fe-df7f-4137-b16c-4b0e6f7109e3),segment_id=8a6196fe-df7f-4137-b16c-4b0e6f7109e3)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:40:44.881520 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:40:44.908375 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a8572fb-1af6-4307-97fd-791d94fad413 x-openstack-request-id: req-2a8572fb-1af6-4307-97fd-791d94fad413 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:40:44.908669 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2d3ec19-a8eb-45dc-a26e-0a0e4cee0d0d", "name": "network-vif-plugged", "status": "completed", "tag": "9e93b790-d739-45e6-8343-c2fad723d88e", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:40:44.908946 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2a8572fb-1af6-4307-97fd-791d94fad413 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:40:44.909337 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2d3ec19-a8eb-45dc-a26e-0a0e4cee0d0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e93b790-d739-45e6-8343-c2fad723d88e', 'code': 200} Jul 24 00:40:44.936861 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=9e93b790-d739-45e6-8343-c2fad723d88e,revision_number=9']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:40:45.060868 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b9390-fc80-481f-92b7-06a461c5208c req-97c3e46f-2e63-4f54-b882-aca8b04eab8e tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:40:45.062621 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-633b9390-fc80-481f-92b7-06a461c5208c req-97c3e46f-2e63-4f54-b882-aca8b04eab8e tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2d3ec19-a8eb-45dc-a26e-0a0e4cee0d0d HTTP/1.1" status: 200 len: 945 time: 0.0692565 Jul 24 00:40:45.099927 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-633b9390-fc80-481f-92b7-06a461c5208c req-de65b4f7-b69b-4d22-8c77-72955b15796f tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316930 Jul 24 00:40:45.111005 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:40:45.230099 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70933a0-e1fc-447d-8aa1-ff88b5f83ec3 req-a36bb3f2-1293-4b6a-9241-d782fb15c745 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:40:45.231522 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d70933a0-e1fc-447d-8aa1-ff88b5f83ec3 req-a36bb3f2-1293-4b6a-9241-d782fb15c745 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2d3ec19-a8eb-45dc-a26e-0a0e4cee0d0d HTTP/1.1" status: 200 len: 945 time: 0.0641637 Jul 24 00:40:45.268468 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d70933a0-e1fc-447d-8aa1-ff88b5f83ec3 req-30b368ae-a9ea-410a-b24c-ddd81646e450 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314896 Jul 24 00:40:45.393466 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d047af-a83c-4eb3-9350-80139e0f4c08 req-1c5fdba6-2802-4856-a0cd-488bb1ba2936 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:40:45.394963 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c3d047af-a83c-4eb3-9350-80139e0f4c08 req-1c5fdba6-2802-4856-a0cd-488bb1ba2936 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2d3ec19-a8eb-45dc-a26e-0a0e4cee0d0d HTTP/1.1" status: 200 len: 945 time: 0.0627468 Jul 24 00:40:45.431299 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c3d047af-a83c-4eb3-9350-80139e0f4c08 req-03a8295c-f572-4f0c-a855-949dac015fac tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301774 Jul 24 00:40:45.677624 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a956d14-fa93-4543-be3a-7d45ac4195c8 req-f4350949-40e0-4039-8960-cceca537b949 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:40:45.679107 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0a956d14-fa93-4543-be3a-7d45ac4195c8 req-f4350949-40e0-4039-8960-cceca537b949 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2d3ec19-a8eb-45dc-a26e-0a0e4cee0d0d HTTP/1.1" status: 200 len: 945 time: 0.0671070 Jul 24 00:40:45.720552 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0a956d14-fa93-4543-be3a-7d45ac4195c8 req-ba35b97b-8711-455f-8b16-bbe8c2653385 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353756 Jul 24 00:40:46.897558 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43dfcab-ef4e-4f52-b4b4-e0b6a3915ab4 req-c705ce57-43a9-4fc6-ae61-1dc3bcbfda1a tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:40:46.899655 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a43dfcab-ef4e-4f52-b4b4-e0b6a3915ab4 req-c705ce57-43a9-4fc6-ae61-1dc3bcbfda1a tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2d3ec19-a8eb-45dc-a26e-0a0e4cee0d0d HTTP/1.1" status: 200 len: 945 time: 0.1060855 Jul 24 00:40:46.911268 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94b5904-25f6-4494-87b5-187581331926 req-9482df7b-6480-4132-b383-946b9e11f64e tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:40:46.912616 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e94b5904-25f6-4494-87b5-187581331926 req-9482df7b-6480-4132-b383-946b9e11f64e tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2d3ec19-a8eb-45dc-a26e-0a0e4cee0d0d HTTP/1.1" status: 200 len: 945 time: 0.0904684 Jul 24 00:40:46.977259 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a43dfcab-ef4e-4f52-b4b4-e0b6a3915ab4 req-66092065-0b7a-472f-8dbe-46e398a2ff39 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636134 Jul 24 00:40:47.032603 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-e94b5904-25f6-4494-87b5-187581331926 req-c96ae229-e134-4578-a96d-40865de045d6 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Deleting port 9e93b790-d739-45e6-8343-c2fad723d88e {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:40:47.032985 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-e94b5904-25f6-4494-87b5-187581331926 req-c96ae229-e134-4578-a96d-40865de045d6 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:40:47.123740 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-e94b5904-25f6-4494-87b5-187581331926 req-c96ae229-e134-4578-a96d-40865de045d6 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] For port 9e93b790-d739-45e6-8343-c2fad723d88e, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=9e93b790-d739-45e6-8343-c2fad723d88e,segment=NetworkSegment(8a6196fe-df7f-4137-b16c-4b0e6f7109e3),segment_id=8a6196fe-df7f-4137-b16c-4b0e6f7109e3)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:40:47.124110 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-e94b5904-25f6-4494-87b5-187581331926 req-c96ae229-e134-4578-a96d-40865de045d6 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:40:47.337889 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-e94b5904-25f6-4494-87b5-187581331926 req-c96ae229-e134-4578-a96d-40865de045d6 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:40:47.338191 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-e94b5904-25f6-4494-87b5-187581331926 req-c96ae229-e134-4578-a96d-40865de045d6 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:40:47.338508 n-d-800088-16 neutron-server[100314]: INFO neutron.db.l3_db [req-e94b5904-25f6-4494-87b5-187581331926 req-c96ae229-e134-4578-a96d-40865de045d6 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Floating IP aeb5c4fb-9083-4bb2-9940-2f2fb8792759 disassociated. External IP: 172.25.3.191, port: 9e93b790-d739-45e6-8343-c2fad723d88e. Jul 24 00:40:47.338855 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-e94b5904-25f6-4494-87b5-187581331926 req-c96ae229-e134-4578-a96d-40865de045d6 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Calling delete_port for 9e93b790-d739-45e6-8343-c2fad723d88e owned by compute:nova {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:40:47.463705 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-e94b5904-25f6-4494-87b5-187581331926 req-c96ae229-e134-4578-a96d-40865de045d6 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:40:47.496326 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96ae229-e134-4578-a96d-40865de045d6 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Pushing event deleted for resources: {'Port': ['ID=9e93b790-d739-45e6-8343-c2fad723d88e,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:40:47.940639 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e94b5904-25f6-4494-87b5-187581331926 req-c96ae229-e134-4578-a96d-40865de045d6 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Router a4c0a7f5-780a-4c03-9767-962a310979c1 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:40:48.050615 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e94b5904-25f6-4494-87b5-187581331926 req-c96ae229-e134-4578-a96d-40865de045d6 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:40:48.063148 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50cc36f0-bd81-4035-909d-3083edac7945 None None] Sync routers for ids ['a4c0a7f5-780a-4c03-9767-962a310979c1'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:40:48.073978 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cc36f0-bd81-4035-909d-3083edac7945 None None] Routers {'a4c0a7f5-780a-4c03-9767-962a310979c1'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:40:48.074609 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-50cc36f0-bd81-4035-909d-3083edac7945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:40:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['a4c0a7f5-780a-4c03-9767-962a310979c1'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:40:48.079488 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-034243ef-f6ba-4047-ac9a-0ea457c18333 req-29e23f97-eba1-4213-a745-7606a821bb01 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2d3ec19-a8eb-45dc-a26e-0a0e4cee0d0d HTTP/1.1" status: 200 len: 210 time: 0.0358727 Jul 24 00:40:48.096728 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-e94b5904-25f6-4494-87b5-187581331926 req-c96ae229-e134-4578-a96d-40865de045d6 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] No DVR routers for this DVR port 9e93b790-d739-45e6-8343-c2fad723d88e on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:40:48.105097 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-e94b5904-25f6-4494-87b5-187581331926 req-c96ae229-e134-4578-a96d-40865de045d6 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:40:48.107176 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e94b5904-25f6-4494-87b5-187581331926 req-c96ae229-e134-4578-a96d-40865de045d6 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.64 "DELETE /v2.0/ports/9e93b790-d739-45e6-8343-c2fad723d88e HTTP/1.1" status: 204 len: 173 time: 1.1871002 Jul 24 00:40:48.107635 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2d3ec19-a8eb-45dc-a26e-0a0e4cee0d0d', 'name': 'network-vif-deleted', 'tag': '9e93b790-d739-45e6-8343-c2fad723d88e'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:40:48.110622 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcd4a73f-d9c1-4b0c-a8d6-d85474616611" -d '{"events": [{"server_uuid": "a2d3ec19-a8eb-45dc-a26e-0a0e4cee0d0d", "name": "network-vif-deleted", "tag": "9e93b790-d739-45e6-8343-c2fad723d88e"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:40:48.150729 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c13410-aae7-4b31-9950-161f82c6fb6e x-openstack-request-id: req-d5c13410-aae7-4b31-9950-161f82c6fb6e {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:40:48.151025 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2d3ec19-a8eb-45dc-a26e-0a0e4cee0d0d", "name": "network-vif-deleted", "tag": "9e93b790-d739-45e6-8343-c2fad723d88e", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:40:48.151281 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d5c13410-aae7-4b31-9950-161f82c6fb6e {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:40:48.151687 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2d3ec19-a8eb-45dc-a26e-0a0e4cee0d0d', 'name': 'network-vif-deleted', 'tag': '9e93b790-d739-45e6-8343-c2fad723d88e', 'status': 'completed', 'code': 200} Jul 24 00:40:48.164649 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:40:48.192712 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-50cc36f0-bd81-4035-909d-3083edac7945 None None] Set router a4c0a7f5-780a-4c03-9767-962a310979c1 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:40:48.391805 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-50cc36f0-bd81-4035-909d-3083edac7945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'name': 'tempest-ServerActionsTestJSON-420210054-router', 'tenant_id': '7ff741ab94134ca0b89362b546f6cdc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '8e45cccc-6c15-4470-8191-5b8f7a1c99f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:38:31Z', 'updated_at': '2021-07-24T00:38:33Z', 'revision_number': 4, 'project_id': '7ff741ab94134ca0b89362b546f6cdc4', 'gw_port': {'id': '8e45cccc-6c15-4470-8191-5b8f7a1c99f1', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:38:31Z', 'updated_at': '2021-07-24T00:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '7b76b015-9417-4a2e-aa33-995027831287', 'name': '', 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947', 'tenant_id': '7ff741ab94134ca0b89362b546f6cdc4', 'mac_address': 'fa:16:3e:29:f9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '0b7c5b75-2508-4120-912d-db2d0559c3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:38:33Z', 'updated_at': '2021-07-24T00:38:40Z', 'revision_number': 5, 'project_id': '7ff741ab94134ca0b89362b546f6cdc4', 'subnets': [{'id': '0b7c5b75-2508-4120-912d-db2d0559c3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:40:48.421727 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50cc36f0-bd81-4035-909d-3083edac7945 None None] Checking router: a4c0a7f5-780a-4c03-9767-962a310979c1 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:40:48.429943 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cc36f0-bd81-4035-909d-3083edac7945 None None] Routers {'a4c0a7f5-780a-4c03-9767-962a310979c1'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:40:48.430776 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-50cc36f0-bd81-4035-909d-3083edac7945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:40:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['a4c0a7f5-780a-4c03-9767-962a310979c1'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:40:48.532204 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-50cc36f0-bd81-4035-909d-3083edac7945 None None] Set router a4c0a7f5-780a-4c03-9767-962a310979c1 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:40:48.728263 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-50cc36f0-bd81-4035-909d-3083edac7945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'name': 'tempest-ServerActionsTestJSON-420210054-router', 'tenant_id': '7ff741ab94134ca0b89362b546f6cdc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '8e45cccc-6c15-4470-8191-5b8f7a1c99f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:38:31Z', 'updated_at': '2021-07-24T00:38:33Z', 'revision_number': 4, 'project_id': '7ff741ab94134ca0b89362b546f6cdc4', 'gw_port': {'id': '8e45cccc-6c15-4470-8191-5b8f7a1c99f1', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:38:31Z', 'updated_at': '2021-07-24T00:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '7b76b015-9417-4a2e-aa33-995027831287', 'name': '', 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947', 'tenant_id': '7ff741ab94134ca0b89362b546f6cdc4', 'mac_address': 'fa:16:3e:29:f9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '0b7c5b75-2508-4120-912d-db2d0559c3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:38:33Z', 'updated_at': '2021-07-24T00:38:40Z', 'revision_number': 5, 'project_id': '7ff741ab94134ca0b89362b546f6cdc4', 'subnets': [{'id': '0b7c5b75-2508-4120-912d-db2d0559c3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:40:48.754624 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50cc36f0-bd81-4035-909d-3083edac7945 None None] The sync data for ids ['a4c0a7f5-780a-4c03-9767-962a310979c1'] in n-d-800088-16 is: [{'id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'name': 'tempest-ServerActionsTestJSON-420210054-router', 'tenant_id': '7ff741ab94134ca0b89362b546f6cdc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '8e45cccc-6c15-4470-8191-5b8f7a1c99f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:38:31Z', 'updated_at': '2021-07-24T00:38:33Z', 'revision_number': 4, 'project_id': '7ff741ab94134ca0b89362b546f6cdc4', 'gw_port': {'id': '8e45cccc-6c15-4470-8191-5b8f7a1c99f1', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:38:31Z', 'updated_at': '2021-07-24T00:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '7b76b015-9417-4a2e-aa33-995027831287', 'name': '', 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947', 'tenant_id': '7ff741ab94134ca0b89362b546f6cdc4', 'mac_address': 'fa:16:3e:29:f9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '0b7c5b75-2508-4120-912d-db2d0559c3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:38:33Z', 'updated_at': '2021-07-24T00:38:40Z', 'revision_number': 5, 'project_id': '7ff741ab94134ca0b89362b546f6cdc4', 'subnets': [{'id': '0b7c5b75-2508-4120-912d-db2d0559c3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:40:48.966955 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d7b876-8a0e-46a6-9edf-0fddd03d14c6 None None] New status for floating IP aeb5c4fb-9083-4bb2-9940-2f2fb8792759: DOWN {{(pid=100316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 00:40:49.317306 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-439a0ca5-16dc-4329-bb68-f0b50dfe13a2 req-28a24eb7-62ae-479f-9b67-cc4f66c0af40 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1801100219&fields=id&tenant_id=7ff741ab94134ca0b89362b546f6cdc4 HTTP/1.1" status: 200 len: 267 time: 0.0410731 Jul 24 00:40:49.424195 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439a0ca5-16dc-4329-bb68-f0b50dfe13a2 req-f7857e41-b388-4abc-bdff-91305be45893 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:40:49.425557 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-439a0ca5-16dc-4329-bb68-f0b50dfe13a2 req-f7857e41-b388-4abc-bdff-91305be45893 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/networks?id=635858b5-bce4-486f-8958-a3f0e6bef947 HTTP/1.1" status: 200 len: 811 time: 0.1021647 Jul 24 00:40:49.439816 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-439a0ca5-16dc-4329-bb68-f0b50dfe13a2 req-26db2fdf-e5e0-4759-8a83-0367980f24b2 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/quotas/7ff741ab94134ca0b89362b546f6cdc4 HTTP/1.1" status: 200 len: 375 time: 0.0089676 Jul 24 00:40:49.507305 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-439a0ca5-16dc-4329-bb68-f0b50dfe13a2 req-028a4fb4-a579-4047-b5ad-ceede0b75984 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7ff741ab94134ca0b89362b546f6cdc4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0627232 Jul 24 00:40:49.604589 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-439a0ca5-16dc-4329-bb68-f0b50dfe13a2 req-27930c60-2f7c-477a-97cb-8682d3619140 service neutron] 10.222.0.44 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861197 Jul 24 00:40:49.692361 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-439a0ca5-16dc-4329-bb68-f0b50dfe13a2 req-f6f647ef-39f6-48b3-8b26-1d815caa8f9d service neutron] 10.222.0.44 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819676 Jul 24 00:40:49.850815 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d6f8e6c0-3f6c-4d79-b896-8e4398616898 req-5fbfa6cb-6494-4bc0-b424-b26ed00911e5 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=022425cd-9f72-43c5-b5ce-90a63237888e HTTP/1.1" status: 200 len: 210 time: 0.0305130 Jul 24 00:40:50.746889 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 9e93b790-d739-45e6-8343-c2fad723d88e no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:40:50.766458 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] No Port match for: 9e93b790-d739-45e6-8343-c2fad723d88e {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:40:50.766806 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 9e93b790-d739-45e6-8343-c2fad723d88e not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:40:50.907444 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439a0ca5-16dc-4329-bb68-f0b50dfe13a2 req-f3bc1922-fcfd-439d-9458-45c6f24a1923 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:40:50.908968 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-439a0ca5-16dc-4329-bb68-f0b50dfe13a2 req-f3bc1922-fcfd-439d-9458-45c6f24a1923 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.52 "GET /v2.0/networks?id=635858b5-bce4-486f-8958-a3f0e6bef947 HTTP/1.1" status: 200 len: 811 time: 0.1163127 Jul 24 00:40:50.961154 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-756c0dea-eec4-4cf7-b68f-df4284ada4dd req-44576f6d-037e-4c7b-8f3a-5734bd2aa716 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=022425cd-9f72-43c5-b5ce-90a63237888e HTTP/1.1" status: 200 len: 210 time: 0.0363209 Jul 24 00:40:50.980314 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-439a0ca5-16dc-4329-bb68-f0b50dfe13a2 req-04624781-643b-437d-861b-7f65feb82926 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ff741ab94134ca0b89362b546f6cdc4 HTTP/1.1" status: 200 len: 380 time: 0.0624065 Jul 24 00:40:50.992573 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-439a0ca5-16dc-4329-bb68-f0b50dfe13a2 req-549c5a50-2aea-4fff-8f4f-7ad4b6cdc381 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Request body: {'port': {'device_id': '022425cd-9f72-43c5-b5ce-90a63237888e', 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947', 'admin_state_up': True, 'tenant_id': '7ff741ab94134ca0b89362b546f6cdc4', 'security_groups': ['8e59f60a-470e-4df0-9d03-02feeba55758']}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:40:51.100742 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-439a0ca5-16dc-4329-bb68-f0b50dfe13a2 req-549c5a50-2aea-4fff-8f4f-7ad4b6cdc381 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Made reservation on behalf of 7ff741ab94134ca0b89362b546f6cdc4 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:40:51.104289 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-439a0ca5-16dc-4329-bb68-f0b50dfe13a2 req-549c5a50-2aea-4fff-8f4f-7ad4b6cdc381 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:40:51.237309 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-439a0ca5-16dc-4329-bb68-f0b50dfe13a2 req-549c5a50-2aea-4fff-8f4f-7ad4b6cdc381 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Allocated IP 172.20.0.8 (635858b5-bce4-486f-8958-a3f0e6bef947/0b7c5b75-2508-4120-912d-db2d0559c3e3/20e9ff99-0c83-4f8e-885d-e0b338354fd7) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:40:51.377803 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-439a0ca5-16dc-4329-bb68-f0b50dfe13a2 req-549c5a50-2aea-4fff-8f4f-7ad4b6cdc381 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:40:51.390906 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-439a0ca5-16dc-4329-bb68-f0b50dfe13a2 req-549c5a50-2aea-4fff-8f4f-7ad4b6cdc381 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Transition to ACTIVE for port object 20e9ff99-0c83-4f8e-885d-e0b338354fd7 will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:40:51.422470 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-439a0ca5-16dc-4329-bb68-f0b50dfe13a2 req-549c5a50-2aea-4fff-8f4f-7ad4b6cdc381 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:40:51.464362 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-439a0ca5-16dc-4329-bb68-f0b50dfe13a2 req-549c5a50-2aea-4fff-8f4f-7ad4b6cdc381 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Network 635858b5-bce4-486f-8958-a3f0e6bef947 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:40:51.469268 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-439a0ca5-16dc-4329-bb68-f0b50dfe13a2 req-549c5a50-2aea-4fff-8f4f-7ad4b6cdc381 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:40:51.472914 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-439a0ca5-16dc-4329-bb68-f0b50dfe13a2 req-549c5a50-2aea-4fff-8f4f-7ad4b6cdc381 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:40:51.500983 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549c5a50-2aea-4fff-8f4f-7ad4b6cdc381 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Pushing event updated for resources: {'Port': ['ID=20e9ff99-0c83-4f8e-885d-e0b338354fd7,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:40:51.517868 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549c5a50-2aea-4fff-8f4f-7ad4b6cdc381 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:40:51.518219 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549c5a50-2aea-4fff-8f4f-7ad4b6cdc381 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:40:51.518571 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549c5a50-2aea-4fff-8f4f-7ad4b6cdc381 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:40:51.518915 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549c5a50-2aea-4fff-8f4f-7ad4b6cdc381 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:40:51.519258 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549c5a50-2aea-4fff-8f4f-7ad4b6cdc381 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:40:51.519597 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549c5a50-2aea-4fff-8f4f-7ad4b6cdc381 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:40:51.519930 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549c5a50-2aea-4fff-8f4f-7ad4b6cdc381 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:40:51.520261 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549c5a50-2aea-4fff-8f4f-7ad4b6cdc381 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:40:51.520593 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549c5a50-2aea-4fff-8f4f-7ad4b6cdc381 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:40:51.520949 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549c5a50-2aea-4fff-8f4f-7ad4b6cdc381 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:40:51.525129 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549c5a50-2aea-4fff-8f4f-7ad4b6cdc381 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:40:51.525804 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549c5a50-2aea-4fff-8f4f-7ad4b6cdc381 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:40:51.550009 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439a0ca5-16dc-4329-bb68-f0b50dfe13a2 req-549c5a50-2aea-4fff-8f4f-7ad4b6cdc381 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:40:51.550648 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-439a0ca5-16dc-4329-bb68-f0b50dfe13a2 req-549c5a50-2aea-4fff-8f4f-7ad4b6cdc381 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:40:51.568216 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-439a0ca5-16dc-4329-bb68-f0b50dfe13a2 req-549c5a50-2aea-4fff-8f4f-7ad4b6cdc381 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5792506 Jul 24 00:40:51.580157 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-439a0ca5-16dc-4329-bb68-f0b50dfe13a2 req-97158835-4537-4a32-99b9-c5f4a86f1e35 service neutron] Request body: {'port': {'device_id': '022425cd-9f72-43c5-b5ce-90a63237888e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:40:51.652369 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-439a0ca5-16dc-4329-bb68-f0b50dfe13a2 req-97158835-4537-4a32-99b9-c5f4a86f1e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:40:51.724915 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-47d3ec90-52a7-43f1-b7c7-dde45db8cbca None None] Provisioning for port 20e9ff99-0c83-4f8e-885d-e0b338354fd7 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:40:51.728999 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-47d3ec90-52a7-43f1-b7c7-dde45db8cbca None None] Provisioning complete for port 20e9ff99-0c83-4f8e-885d-e0b338354fd7 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:40:51.729369 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-47d3ec90-52a7-43f1-b7c7-dde45db8cbca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:40:51.767258 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-47d3ec90-52a7-43f1-b7c7-dde45db8cbca None None] Port 20e9ff99-0c83-4f8e-885d-e0b338354fd7 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:40:51.920790 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-439a0ca5-16dc-4329-bb68-f0b50dfe13a2 req-97158835-4537-4a32-99b9-c5f4a86f1e35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20e9ff99-0c83-4f8e-885d-e0b338354fd7 {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:40:51.927943 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-439a0ca5-16dc-4329-bb68-f0b50dfe13a2 req-97158835-4537-4a32-99b9-c5f4a86f1e35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:40:51.941410 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-439a0ca5-16dc-4329-bb68-f0b50dfe13a2 req-97158835-4537-4a32-99b9-c5f4a86f1e35 service neutron] Transition to ACTIVE for port object 20e9ff99-0c83-4f8e-885d-e0b338354fd7 will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:40:51.947106 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-439a0ca5-16dc-4329-bb68-f0b50dfe13a2 req-97158835-4537-4a32-99b9-c5f4a86f1e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:40:52.016020 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97158835-4537-4a32-99b9-c5f4a86f1e35 service neutron] Pushing event updated for resources: {'Port': ['ID=20e9ff99-0c83-4f8e-885d-e0b338354fd7,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:40:52.069547 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-439a0ca5-16dc-4329-bb68-f0b50dfe13a2 req-97158835-4537-4a32-99b9-c5f4a86f1e35 service neutron] Attempting to bind port 20e9ff99-0c83-4f8e-885d-e0b338354fd7 on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:40:52.069916 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-439a0ca5-16dc-4329-bb68-f0b50dfe13a2 req-97158835-4537-4a32-99b9-c5f4a86f1e35 service neutron] Attempting to bind port 20e9ff99-0c83-4f8e-885d-e0b338354fd7 by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': '8a6196fe-df7f-4137-b16c-4b0e6f7109e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:40:52.070259 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439a0ca5-16dc-4329-bb68-f0b50dfe13a2 req-97158835-4537-4a32-99b9-c5f4a86f1e35 service neutron] Attempting to bind port 20e9ff99-0c83-4f8e-885d-e0b338354fd7 on network 635858b5-bce4-486f-8958-a3f0e6bef947 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:40:52.074952 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439a0ca5-16dc-4329-bb68-f0b50dfe13a2 req-97158835-4537-4a32-99b9-c5f4a86f1e35 service neutron] Port 20e9ff99-0c83-4f8e-885d-e0b338354fd7 on network 635858b5-bce4-486f-8958-a3f0e6bef947 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:40:52.075845 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439a0ca5-16dc-4329-bb68-f0b50dfe13a2 req-97158835-4537-4a32-99b9-c5f4a86f1e35 service neutron] Attempting to bind port 20e9ff99-0c83-4f8e-885d-e0b338354fd7 on network 635858b5-bce4-486f-8958-a3f0e6bef947 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:40:52.080371 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439a0ca5-16dc-4329-bb68-f0b50dfe13a2 req-97158835-4537-4a32-99b9-c5f4a86f1e35 service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:40:52.080722 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439a0ca5-16dc-4329-bb68-f0b50dfe13a2 req-97158835-4537-4a32-99b9-c5f4a86f1e35 service neutron] Checking segment: {'id': '8a6196fe-df7f-4137-b16c-4b0e6f7109e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:40:52.081277 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439a0ca5-16dc-4329-bb68-f0b50dfe13a2 req-97158835-4537-4a32-99b9-c5f4a86f1e35 service neutron] Bound using segment: {'id': '8a6196fe-df7f-4137-b16c-4b0e6f7109e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:40:52.081580 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-439a0ca5-16dc-4329-bb68-f0b50dfe13a2 req-97158835-4537-4a32-99b9-c5f4a86f1e35 service neutron] Bound port: 20e9ff99-0c83-4f8e-885d-e0b338354fd7, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a6196fe-df7f-4137-b16c-4b0e6f7109e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:40:52.081946 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-439a0ca5-16dc-4329-bb68-f0b50dfe13a2 req-97158835-4537-4a32-99b9-c5f4a86f1e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:40:52.105111 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdecdcd-af82-4e75-bec6-b201a8f0126d req-981094ea-ef4f-4b89-8476-fd6935c03068 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:40:52.106822 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5bdecdcd-af82-4e75-bec6-b201a8f0126d req-981094ea-ef4f-4b89-8476-fd6935c03068 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=022425cd-9f72-43c5-b5ce-90a63237888e HTTP/1.1" status: 200 len: 943 time: 0.0716610 Jul 24 00:40:52.152464 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-439a0ca5-16dc-4329-bb68-f0b50dfe13a2 req-97158835-4537-4a32-99b9-c5f4a86f1e35 service neutron] For port 20e9ff99-0c83-4f8e-885d-e0b338354fd7, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:40:52.153419 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5bdecdcd-af82-4e75-bec6-b201a8f0126d req-88a41f70-37ff-4edc-893c-d47580654305 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409768 Jul 24 00:40:52.156172 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-439a0ca5-16dc-4329-bb68-f0b50dfe13a2 req-97158835-4537-4a32-99b9-c5f4a86f1e35 service neutron] For port 20e9ff99-0c83-4f8e-885d-e0b338354fd7, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=20e9ff99-0c83-4f8e-885d-e0b338354fd7,segment=NetworkSegment(8a6196fe-df7f-4137-b16c-4b0e6f7109e3),segment_id=8a6196fe-df7f-4137-b16c-4b0e6f7109e3)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:40:52.160956 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-439a0ca5-16dc-4329-bb68-f0b50dfe13a2 req-97158835-4537-4a32-99b9-c5f4a86f1e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:40:52.198857 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439a0ca5-16dc-4329-bb68-f0b50dfe13a2 req-97158835-4537-4a32-99b9-c5f4a86f1e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:40:52.199498 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-439a0ca5-16dc-4329-bb68-f0b50dfe13a2 req-97158835-4537-4a32-99b9-c5f4a86f1e35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:40:52.200924 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-439a0ca5-16dc-4329-bb68-f0b50dfe13a2 req-97158835-4537-4a32-99b9-c5f4a86f1e35 service neutron] 10.222.0.52 "PUT /v2.0/ports/20e9ff99-0c83-4f8e-885d-e0b338354fd7 HTTP/1.1" status: 200 len: 1092 time: 0.6251507 Jul 24 00:40:52.203197 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '022425cd-9f72-43c5-b5ce-90a63237888e', 'tag': '20e9ff99-0c83-4f8e-885d-e0b338354fd7'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:40:52.206093 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d66aaf1d-8271-4ad7-b92d-c35a490f4ade" -d '{"events": [{"name": "network-changed", "server_uuid": "022425cd-9f72-43c5-b5ce-90a63237888e", "tag": "20e9ff99-0c83-4f8e-885d-e0b338354fd7"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:40:52.236314 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97158835-4537-4a32-99b9-c5f4a86f1e35 service neutron] Pushing event updated for resources: {'Port': ['ID=20e9ff99-0c83-4f8e-885d-e0b338354fd7,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:40:52.253065 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f498235c-83dc-46f3-81af-5d68e26c292e x-openstack-request-id: req-f498235c-83dc-46f3-81af-5d68e26c292e {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:40:52.253360 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "022425cd-9f72-43c5-b5ce-90a63237888e", "tag": "20e9ff99-0c83-4f8e-885d-e0b338354fd7", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:40:52.253612 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f498235c-83dc-46f3-81af-5d68e26c292e {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:40:52.254009 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '022425cd-9f72-43c5-b5ce-90a63237888e', 'tag': '20e9ff99-0c83-4f8e-885d-e0b338354fd7', 'status': 'completed', 'code': 200} Jul 24 00:40:52.301759 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439a0ca5-16dc-4329-bb68-f0b50dfe13a2 req-5e031695-2813-459b-99c8-218f85503c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:40:52.303293 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-439a0ca5-16dc-4329-bb68-f0b50dfe13a2 req-5e031695-2813-459b-99c8-218f85503c94 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ff741ab94134ca0b89362b546f6cdc4&device_id=022425cd-9f72-43c5-b5ce-90a63237888e HTTP/1.1" status: 200 len: 1095 time: 0.0597031 Jul 24 00:40:52.349071 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-439a0ca5-16dc-4329-bb68-f0b50dfe13a2 req-df0eb964-a8e4-471a-a969-7641e88f9a4e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20e9ff99-0c83-4f8e-885d-e0b338354fd7 HTTP/1.1" status: 200 len: 217 time: 0.0381773 Jul 24 00:40:52.398499 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439a0ca5-16dc-4329-bb68-f0b50dfe13a2 req-e53fa776-93c2-4d47-b50c-f9d56fb8c08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:40:52.400226 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-439a0ca5-16dc-4329-bb68-f0b50dfe13a2 req-e53fa776-93c2-4d47-b50c-f9d56fb8c08c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0b7c5b75-2508-4120-912d-db2d0559c3e3 HTTP/1.1" status: 200 len: 850 time: 0.0449846 Jul 24 00:40:52.457291 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439a0ca5-16dc-4329-bb68-f0b50dfe13a2 req-95332ba5-8499-4f8d-a86b-fe5259635d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:40:52.458687 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-439a0ca5-16dc-4329-bb68-f0b50dfe13a2 req-95332ba5-8499-4f8d-a86b-fe5259635d79 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=635858b5-bce4-486f-8958-a3f0e6bef947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530589 Jul 24 00:40:52.548158 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-439a0ca5-16dc-4329-bb68-f0b50dfe13a2 req-fb23b72d-8e46-41e6-9195-581fbdbafdd7 service neutron] 10.222.0.52 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828083 Jul 24 00:40:52.633927 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-439a0ca5-16dc-4329-bb68-f0b50dfe13a2 req-d55f9cc6-af0e-407e-8fa7-b5bf5d4b5cb2 service neutron] 10.222.0.52 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792809 Jul 24 00:40:52.728117 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66aaf1d-8271-4ad7-b92d-c35a490f4ade req-dd1dbc5e-30ae-4dae-b021-c949682a4189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:40:52.729531 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d66aaf1d-8271-4ad7-b92d-c35a490f4ade req-dd1dbc5e-30ae-4dae-b021-c949682a4189 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ff741ab94134ca0b89362b546f6cdc4&device_id=022425cd-9f72-43c5-b5ce-90a63237888e HTTP/1.1" status: 200 len: 1095 time: 0.0525587 Jul 24 00:40:52.818781 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66aaf1d-8271-4ad7-b92d-c35a490f4ade req-7cd531ca-06d2-4239-9ab7-09b5316822eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:40:52.820198 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d66aaf1d-8271-4ad7-b92d-c35a490f4ade req-7cd531ca-06d2-4239-9ab7-09b5316822eb service neutron] 10.222.0.52 "GET /v2.0/networks?id=635858b5-bce4-486f-8958-a3f0e6bef947 HTTP/1.1" status: 200 len: 912 time: 0.0839281 Jul 24 00:40:52.858989 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d66aaf1d-8271-4ad7-b92d-c35a490f4ade req-533d3a6e-2a00-4fa9-ac2a-8a087165583f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20e9ff99-0c83-4f8e-885d-e0b338354fd7 HTTP/1.1" status: 200 len: 217 time: 0.0323720 Jul 24 00:40:52.909334 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66aaf1d-8271-4ad7-b92d-c35a490f4ade req-e8f60568-f77c-476d-9469-925c89698c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:40:52.910753 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d66aaf1d-8271-4ad7-b92d-c35a490f4ade req-e8f60568-f77c-476d-9469-925c89698c0a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0b7c5b75-2508-4120-912d-db2d0559c3e3 HTTP/1.1" status: 200 len: 850 time: 0.0451496 Jul 24 00:40:52.968582 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66aaf1d-8271-4ad7-b92d-c35a490f4ade req-5fd0df54-6e72-4d12-bd72-61e98c7d25cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:40:52.970119 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d66aaf1d-8271-4ad7-b92d-c35a490f4ade req-5fd0df54-6e72-4d12-bd72-61e98c7d25cc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=635858b5-bce4-486f-8958-a3f0e6bef947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529468 Jul 24 00:40:53.065125 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d66aaf1d-8271-4ad7-b92d-c35a490f4ade req-7c40dbaf-a1f6-417e-a782-634b26a0ff4a service neutron] 10.222.0.52 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877702 Jul 24 00:40:53.152142 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d66aaf1d-8271-4ad7-b92d-c35a490f4ade req-f17ed1ba-f224-4cb5-9510-5841e90bbda2 service neutron] 10.222.0.52 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797441 Jul 24 00:40:53.215700 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e0280a7a-df2f-4200-aedf-7f6d5b2266c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:40:53.382268 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0546e0-6f91-4f60-9aea-e2b4fa8b0cd5 req-5849ee28-f443-4812-b622-0cd59fa9c529 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:40:53.383772 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2a0546e0-6f91-4f60-9aea-e2b4fa8b0cd5 req-5849ee28-f443-4812-b622-0cd59fa9c529 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=022425cd-9f72-43c5-b5ce-90a63237888e HTTP/1.1" status: 200 len: 943 time: 0.1630015 Jul 24 00:40:53.420571 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2a0546e0-6f91-4f60-9aea-e2b4fa8b0cd5 req-c1195e68-a79c-4569-8aac-a7ef6f74f638 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313017 Jul 24 00:40:54.630306 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd22417-7f0f-4246-b7f6-109d24ee4794 req-b0c7dd81-3445-4031-a7f4-fdb25979b553 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:40:54.631804 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ffd22417-7f0f-4246-b7f6-109d24ee4794 req-b0c7dd81-3445-4031-a7f4-fdb25979b553 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=022425cd-9f72-43c5-b5ce-90a63237888e HTTP/1.1" status: 200 len: 943 time: 0.1435812 Jul 24 00:40:54.668449 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ffd22417-7f0f-4246-b7f6-109d24ee4794 req-8fdfb4f6-070a-46e7-a3fe-9fd674516192 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305588 Jul 24 00:40:55.780292 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d0354042-3942-4f91-895d-29fc1790e1d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:40:55.797085 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f373f60d-aa37-4749-a8c9-2c65bf7c0122 req-c24f3c35-c23d-4ea7-8c1f-31d7df0e1e98 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:40:55.798606 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f373f60d-aa37-4749-a8c9-2c65bf7c0122 req-c24f3c35-c23d-4ea7-8c1f-31d7df0e1e98 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=022425cd-9f72-43c5-b5ce-90a63237888e HTTP/1.1" status: 200 len: 943 time: 0.0643756 Jul 24 00:40:55.836413 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f373f60d-aa37-4749-a8c9-2c65bf7c0122 req-cab8de82-c718-47fe-a894-519c5a2edf26 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323250 Jul 24 00:40:56.211929 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 20e9ff99-0c83-4f8e-885d-e0b338354fd7 details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:40:56.303954 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 20e9ff99-0c83-4f8e-885d-e0b338354fd7, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=20e9ff99-0c83-4f8e-885d-e0b338354fd7,segment=NetworkSegment(8a6196fe-df7f-4137-b16c-4b0e6f7109e3),segment_id=8a6196fe-df7f-4137-b16c-4b0e6f7109e3)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:40:56.315020 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': '20e9ff99-0c83-4f8e-885d-e0b338354fd7', 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947', 'port_id': '20e9ff99-0c83-4f8e-885d-e0b338354fd7', 'mac_address': 'fa:16:3e:57:70:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b7c5b75-2508-4120-912d-db2d0559c3e3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:40:56.355186 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:40:56.368350 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20e9ff99-0c83-4f8e-885d-e0b338354fd7 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:40:56.387946 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 20e9ff99-0c83-4f8e-885d-e0b338354fd7, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=20e9ff99-0c83-4f8e-885d-e0b338354fd7,segment=NetworkSegment(8a6196fe-df7f-4137-b16c-4b0e6f7109e3),segment_id=8a6196fe-df7f-4137-b16c-4b0e6f7109e3)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:40:56.391798 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:40:56.439328 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=20e9ff99-0c83-4f8e-885d-e0b338354fd7,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:40:56.591233 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['20e9ff99-0c83-4f8e-885d-e0b338354fd7'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:40:56.824132 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:40:57.212020 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0afed9b-e0a8-4e2e-8c34-107888222837 req-8344681a-2d2d-469f-9c90-318c9ada2fdd tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:40:57.214031 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e0afed9b-e0a8-4e2e-8c34-107888222837 req-8344681a-2d2d-469f-9c90-318c9ada2fdd tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=022425cd-9f72-43c5-b5ce-90a63237888e HTTP/1.1" status: 200 len: 944 time: 0.3115382 Jul 24 00:40:57.249828 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e0afed9b-e0a8-4e2e-8c34-107888222837 req-03d2ab3f-3645-4028-b338-383c1f52ebf0 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302789 Jul 24 00:40:57.412311 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:40:58.227823 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 20e9ff99-0c83-4f8e-885d-e0b338354fd7 up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:40:58.275863 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port 20e9ff99-0c83-4f8e-885d-e0b338354fd7 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:40:58.280338 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port 20e9ff99-0c83-4f8e-885d-e0b338354fd7 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:40:58.280722 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:40:58.359969 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:40:58.385321 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '022425cd-9f72-43c5-b5ce-90a63237888e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20e9ff99-0c83-4f8e-885d-e0b338354fd7'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:40:58.386072 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891c75e3-3d25-42ba-8397-15a589923690 req-974bac6a-082b-4937-9323-d2dc54b52ad9 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:40:58.387682 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-891c75e3-3d25-42ba-8397-15a589923690 req-974bac6a-082b-4937-9323-d2dc54b52ad9 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=022425cd-9f72-43c5-b5ce-90a63237888e HTTP/1.1" status: 200 len: 944 time: 0.0712857 Jul 24 00:40:58.387948 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c31e16e-61eb-45d0-8025-823cd626718b" -d '{"events": [{"server_uuid": "022425cd-9f72-43c5-b5ce-90a63237888e", "name": "network-vif-plugged", "status": "completed", "tag": "20e9ff99-0c83-4f8e-885d-e0b338354fd7"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:40:58.403366 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 20e9ff99-0c83-4f8e-885d-e0b338354fd7, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=20e9ff99-0c83-4f8e-885d-e0b338354fd7,segment=NetworkSegment(8a6196fe-df7f-4137-b16c-4b0e6f7109e3),segment_id=8a6196fe-df7f-4137-b16c-4b0e6f7109e3)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:40:58.413942 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:40:58.438277 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f1b64dd-7391-4a6f-8480-404324a82d93 x-openstack-request-id: req-0f1b64dd-7391-4a6f-8480-404324a82d93 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:40:58.438566 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "022425cd-9f72-43c5-b5ce-90a63237888e", "name": "network-vif-plugged", "status": "completed", "tag": "20e9ff99-0c83-4f8e-885d-e0b338354fd7", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:40:58.438819 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0f1b64dd-7391-4a6f-8480-404324a82d93 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:40:58.439277 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '022425cd-9f72-43c5-b5ce-90a63237888e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20e9ff99-0c83-4f8e-885d-e0b338354fd7', 'code': 200} Jul 24 00:40:58.445006 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-891c75e3-3d25-42ba-8397-15a589923690 req-6cd6bb98-5d5d-4455-82d1-962ec013c8b3 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471056 Jul 24 00:40:58.466656 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=20e9ff99-0c83-4f8e-885d-e0b338354fd7,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:40:58.586784 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4226f0db-258f-46e8-bcec-fb17851d537d req-0b3e9220-7f64-4585-bb7e-5c3143729097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:40:58.588917 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4226f0db-258f-46e8-bcec-fb17851d537d req-0b3e9220-7f64-4585-bb7e-5c3143729097 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=022425cd-9f72-43c5-b5ce-90a63237888e HTTP/1.1" status: 200 len: 1097 time: 0.0966451 Jul 24 00:40:58.621238 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4226f0db-258f-46e8-bcec-fb17851d537d req-c3a27390-83ef-4ab2-919c-f1d5eda006bb service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0260117 Jul 24 00:40:59.002252 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:40:59.573120 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74703771-7ce9-4048-9eba-e328db8930ce req-2a698b23-deba-4392-8df7-d268bef1044d tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:40:59.574613 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-74703771-7ce9-4048-9eba-e328db8930ce req-2a698b23-deba-4392-8df7-d268bef1044d tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=022425cd-9f72-43c5-b5ce-90a63237888e HTTP/1.1" status: 200 len: 945 time: 0.0668538 Jul 24 00:40:59.611467 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-74703771-7ce9-4048-9eba-e328db8930ce req-efc15c3c-de86-49a9-a9de-26157d7ed125 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313871 Jul 24 00:40:59.736526 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e519eb0-fc5d-42ab-9086-dc03500959c7 req-5ebaf801-64fd-4ba9-8c4d-3ea8cf5b3eb7 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:40:59.738091 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1e519eb0-fc5d-42ab-9086-dc03500959c7 req-5ebaf801-64fd-4ba9-8c4d-3ea8cf5b3eb7 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=022425cd-9f72-43c5-b5ce-90a63237888e HTTP/1.1" status: 200 len: 945 time: 0.0648365 Jul 24 00:40:59.746490 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 40462) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:40:59.750903 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-403b0439-4751-45c5-8a11-26de7089e9be tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Request body: {'floatingip': {'port_id': '20e9ff99-0c83-4f8e-885d-e0b338354fd7'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:40:59.793080 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-403b0439-4751-45c5-8a11-26de7089e9be tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify callbacks [] for floatingip, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:41:00.226758 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-403b0439-4751-45c5-8a11-26de7089e9be tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:41:00.230568 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-403b0439-4751-45c5-8a11-26de7089e9be tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:41:00.331518 n-d-800088-16 neutron-server[100314]: INFO neutron.db.l3_db [None req-403b0439-4751-45c5-8a11-26de7089e9be tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Floating IP aeb5c4fb-9083-4bb2-9940-2f2fb8792759 associated. External IP: 172.25.3.191, port: 20e9ff99-0c83-4f8e-885d-e0b338354fd7. Jul 24 00:41:00.536436 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-403b0439-4751-45c5-8a11-26de7089e9be tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Router a4c0a7f5-780a-4c03-9767-962a310979c1 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:41:00.643816 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-403b0439-4751-45c5-8a11-26de7089e9be tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:41:00.648553 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-403b0439-4751-45c5-8a11-26de7089e9be tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:41:00.654495 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853514a3-5fb8-47bf-a666-1b58683e70ef None None] Sync routers for ids ['a4c0a7f5-780a-4c03-9767-962a310979c1'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:41:00.664042 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853514a3-5fb8-47bf-a666-1b58683e70ef None None] Routers {'a4c0a7f5-780a-4c03-9767-962a310979c1'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:41:00.664668 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-853514a3-5fb8-47bf-a666-1b58683e70ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:40:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['a4c0a7f5-780a-4c03-9767-962a310979c1'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:41:00.684481 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-403b0439-4751-45c5-8a11-26de7089e9be tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "PUT /v2.0/floatingips/aeb5c4fb-9083-4bb2-9940-2f2fb8792759 HTTP/1.1" status: 200 len: 991 time: 0.9369645 Jul 24 00:41:00.685107 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '022425cd-9f72-43c5-b5ce-90a63237888e', 'tag': '20e9ff99-0c83-4f8e-885d-e0b338354fd7'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:41:00.687624 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0bfeb6b-3be7-41c9-9cbc-3e3e7eae4e99" -d '{"events": [{"name": "network-changed", "server_uuid": "022425cd-9f72-43c5-b5ce-90a63237888e", "tag": "20e9ff99-0c83-4f8e-885d-e0b338354fd7"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:41:00.730742 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec3723ad-7a30-4080-8b21-0938abf64637 x-openstack-request-id: req-ec3723ad-7a30-4080-8b21-0938abf64637 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:41:00.731037 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "022425cd-9f72-43c5-b5ce-90a63237888e", "tag": "20e9ff99-0c83-4f8e-885d-e0b338354fd7", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:41:00.731295 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ec3723ad-7a30-4080-8b21-0938abf64637 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:41:00.731705 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '022425cd-9f72-43c5-b5ce-90a63237888e', 'tag': '20e9ff99-0c83-4f8e-885d-e0b338354fd7', 'status': 'completed', 'code': 200} Jul 24 00:41:00.773818 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-853514a3-5fb8-47bf-a666-1b58683e70ef None None] Set router a4c0a7f5-780a-4c03-9767-962a310979c1 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:41:00.803828 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bfeb6b-3be7-41c9-9cbc-3e3e7eae4e99 req-5efff641-f549-41cb-80dc-022a2e66e182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:41:00.805271 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e0bfeb6b-3be7-41c9-9cbc-3e3e7eae4e99 req-5efff641-f549-41cb-80dc-022a2e66e182 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ff741ab94134ca0b89362b546f6cdc4&device_id=022425cd-9f72-43c5-b5ce-90a63237888e HTTP/1.1" status: 200 len: 1097 time: 0.0531073 Jul 24 00:41:00.893949 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bfeb6b-3be7-41c9-9cbc-3e3e7eae4e99 req-5f383a78-6a4f-434b-ab0f-e1a2a9f661e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:41:00.895404 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e0bfeb6b-3be7-41c9-9cbc-3e3e7eae4e99 req-5f383a78-6a4f-434b-ab0f-e1a2a9f661e2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=635858b5-bce4-486f-8958-a3f0e6bef947 HTTP/1.1" status: 200 len: 912 time: 0.0833051 Jul 24 00:41:00.960005 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e0bfeb6b-3be7-41c9-9cbc-3e3e7eae4e99 req-f75f665e-c238-4ee4-a2e0-7ef729a49c46 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20e9ff99-0c83-4f8e-885d-e0b338354fd7 HTTP/1.1" status: 200 len: 999 time: 0.0583405 Jul 24 00:41:00.996200 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-853514a3-5fb8-47bf-a666-1b58683e70ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'name': 'tempest-ServerActionsTestJSON-420210054-router', 'tenant_id': '7ff741ab94134ca0b89362b546f6cdc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '8e45cccc-6c15-4470-8191-5b8f7a1c99f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:38:31Z', 'updated_at': '2021-07-24T00:38:33Z', 'revision_number': 4, 'project_id': '7ff741ab94134ca0b89362b546f6cdc4', 'gw_port': {'id': '8e45cccc-6c15-4470-8191-5b8f7a1c99f1', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:38:31Z', 'updated_at': '2021-07-24T00:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': 'aeb5c4fb-9083-4bb2-9940-2f2fb8792759', 'tenant_id': '7ff741ab94134ca0b89362b546f6cdc4', 'floating_ip_address': '172.25.3.191', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'port_id': '20e9ff99-0c83-4f8e-885d-e0b338354fd7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4029, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947', 'mac_address': 'fa:16:3e:57:70:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022425cd-9f72-43c5-b5ce-90a63237888e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:38:36Z', 'updated_at': '2021-07-24T00:41:00Z', 'revision_number': 5, 'project_id': '7ff741ab94134ca0b89362b546f6cdc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b76b015-9417-4a2e-aa33-995027831287', 'name': '', 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947', 'tenant_id': '7ff741ab94134ca0b89362b546f6cdc4', 'mac_address': 'fa:16:3e:29:f9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '0b7c5b75-2508-4120-912d-db2d0559c3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:38:33Z', 'updated_at': '2021-07-24T00:38:40Z', 'revision_number': 5, 'project_id': '7ff741ab94134ca0b89362b546f6cdc4', 'subnets': [{'id': '0b7c5b75-2508-4120-912d-db2d0559c3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:41:01.010777 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bfeb6b-3be7-41c9-9cbc-3e3e7eae4e99 req-fc761958-c952-48d2-9971-199adc68f2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:41:01.012220 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e0bfeb6b-3be7-41c9-9cbc-3e3e7eae4e99 req-fc761958-c952-48d2-9971-199adc68f2f0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0b7c5b75-2508-4120-912d-db2d0559c3e3 HTTP/1.1" status: 200 len: 850 time: 0.0428565 Jul 24 00:41:01.025812 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853514a3-5fb8-47bf-a666-1b58683e70ef None None] Checking router: a4c0a7f5-780a-4c03-9767-962a310979c1 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:41:01.034080 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853514a3-5fb8-47bf-a666-1b58683e70ef None None] Routers {'a4c0a7f5-780a-4c03-9767-962a310979c1'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:41:01.034699 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-853514a3-5fb8-47bf-a666-1b58683e70ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:40:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['a4c0a7f5-780a-4c03-9767-962a310979c1'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:41:01.073166 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bfeb6b-3be7-41c9-9cbc-3e3e7eae4e99 req-6ac2b26e-5a8d-4a91-9d9f-c7f89e74bcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:41:01.074586 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e0bfeb6b-3be7-41c9-9cbc-3e3e7eae4e99 req-6ac2b26e-5a8d-4a91-9d9f-c7f89e74bcd6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=635858b5-bce4-486f-8958-a3f0e6bef947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565565 Jul 24 00:41:01.084921 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [req-e0bfeb6b-3be7-41c9-9cbc-3e3e7eae4e99 req-2fbb7b4f-69e8-481c-a752-003a3d15da02 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=100313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:41:01.085853 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e0bfeb6b-3be7-41c9-9cbc-3e3e7eae4e99 req-2fbb7b4f-69e8-481c-a752-003a3d15da02 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049813 Jul 24 00:41:01.141369 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-853514a3-5fb8-47bf-a666-1b58683e70ef None None] Set router a4c0a7f5-780a-4c03-9767-962a310979c1 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:41:01.177414 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e0bfeb6b-3be7-41c9-9cbc-3e3e7eae4e99 req-046c6c9f-5d82-4f50-9945-5fbafa17db36 service neutron] 10.222.0.52 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847952 Jul 24 00:41:01.268707 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e0bfeb6b-3be7-41c9-9cbc-3e3e7eae4e99 req-a6a462bf-8967-4655-af7a-a410ca400f52 service neutron] 10.222.0.52 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853128 Jul 24 00:41:01.361520 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-853514a3-5fb8-47bf-a666-1b58683e70ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'name': 'tempest-ServerActionsTestJSON-420210054-router', 'tenant_id': '7ff741ab94134ca0b89362b546f6cdc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '8e45cccc-6c15-4470-8191-5b8f7a1c99f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:38:31Z', 'updated_at': '2021-07-24T00:38:33Z', 'revision_number': 4, 'project_id': '7ff741ab94134ca0b89362b546f6cdc4', 'gw_port': {'id': '8e45cccc-6c15-4470-8191-5b8f7a1c99f1', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:38:31Z', 'updated_at': '2021-07-24T00:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': 'aeb5c4fb-9083-4bb2-9940-2f2fb8792759', 'tenant_id': '7ff741ab94134ca0b89362b546f6cdc4', 'floating_ip_address': '172.25.3.191', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'port_id': '20e9ff99-0c83-4f8e-885d-e0b338354fd7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4029, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947', 'mac_address': 'fa:16:3e:57:70:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022425cd-9f72-43c5-b5ce-90a63237888e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:38:36Z', 'updated_at': '2021-07-24T00:41:00Z', 'revision_number': 5, 'project_id': '7ff741ab94134ca0b89362b546f6cdc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b76b015-9417-4a2e-aa33-995027831287', 'name': '', 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947', 'tenant_id': '7ff741ab94134ca0b89362b546f6cdc4', 'mac_address': 'fa:16:3e:29:f9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '0b7c5b75-2508-4120-912d-db2d0559c3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:38:33Z', 'updated_at': '2021-07-24T00:38:40Z', 'revision_number': 5, 'project_id': '7ff741ab94134ca0b89362b546f6cdc4', 'subnets': [{'id': '0b7c5b75-2508-4120-912d-db2d0559c3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:41:01.391085 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853514a3-5fb8-47bf-a666-1b58683e70ef None None] The sync data for ids ['a4c0a7f5-780a-4c03-9767-962a310979c1'] in n-d-800088-16 is: [{'id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'name': 'tempest-ServerActionsTestJSON-420210054-router', 'tenant_id': '7ff741ab94134ca0b89362b546f6cdc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '8e45cccc-6c15-4470-8191-5b8f7a1c99f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:38:31Z', 'updated_at': '2021-07-24T00:38:33Z', 'revision_number': 4, 'project_id': '7ff741ab94134ca0b89362b546f6cdc4', 'gw_port': {'id': '8e45cccc-6c15-4470-8191-5b8f7a1c99f1', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:38:31Z', 'updated_at': '2021-07-24T00:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': 'aeb5c4fb-9083-4bb2-9940-2f2fb8792759', 'tenant_id': '7ff741ab94134ca0b89362b546f6cdc4', 'floating_ip_address': '172.25.3.191', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'port_id': '20e9ff99-0c83-4f8e-885d-e0b338354fd7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4029, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947', 'mac_address': 'fa:16:3e:57:70:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022425cd-9f72-43c5-b5ce-90a63237888e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:38:36Z', 'updated_at': '2021-07-24T00:41:00Z', 'revision_number': 5, 'project_id': '7ff741ab94134ca0b89362b546f6cdc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b76b015-9417-4a2e-aa33-995027831287', 'name': '', 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947', 'tenant_id': '7ff741ab94134ca0b89362b546f6cdc4', 'mac_address': 'fa:16:3e:29:f9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '0b7c5b75-2508-4120-912d-db2d0559c3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:38:33Z', 'updated_at': '2021-07-24T00:38:40Z', 'revision_number': 5, 'project_id': '7ff741ab94134ca0b89362b546f6cdc4', 'subnets': [{'id': '0b7c5b75-2508-4120-912d-db2d0559c3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:41:01.582610 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9d8f42-5429-4dfb-88c6-3b41afd4ecd7 None None] New status for floating IP aeb5c4fb-9083-4bb2-9940-2f2fb8792759: ACTIVE {{(pid=100316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 00:41:05.343457 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:41:13.218572 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-782ee40b-35e7-4597-a730-19f94b0cfe4c req-b15368eb-bbdd-4df5-846e-8beac2b5567b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=022425cd-9f72-43c5-b5ce-90a63237888e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0541582 Jul 24 00:41:13.311344 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782ee40b-35e7-4597-a730-19f94b0cfe4c req-933524c5-18f4-477d-8016-e8bf5f05c465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:41:13.313161 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-782ee40b-35e7-4597-a730-19f94b0cfe4c req-933524c5-18f4-477d-8016-e8bf5f05c465 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ff741ab94134ca0b89362b546f6cdc4&device_id=022425cd-9f72-43c5-b5ce-90a63237888e HTTP/1.1" status: 200 len: 1097 time: 0.0553856 Jul 24 00:41:13.422554 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782ee40b-35e7-4597-a730-19f94b0cfe4c req-8ca820ce-b671-4b2e-9273-6ae398f7cf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:41:13.424065 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-782ee40b-35e7-4597-a730-19f94b0cfe4c req-8ca820ce-b671-4b2e-9273-6ae398f7cf4f service neutron] 10.222.0.52 "GET /v2.0/networks?id=635858b5-bce4-486f-8958-a3f0e6bef947 HTTP/1.1" status: 200 len: 912 time: 0.0906990 Jul 24 00:41:13.497815 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-782ee40b-35e7-4597-a730-19f94b0cfe4c req-25e185a3-695e-40c3-b125-80e0c752a3df service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20e9ff99-0c83-4f8e-885d-e0b338354fd7 HTTP/1.1" status: 200 len: 1001 time: 0.0613127 Jul 24 00:41:13.551876 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782ee40b-35e7-4597-a730-19f94b0cfe4c req-11be9ab7-012b-476b-be89-c8d1087554a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:41:13.553367 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-782ee40b-35e7-4597-a730-19f94b0cfe4c req-11be9ab7-012b-476b-be89-c8d1087554a9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0b7c5b75-2508-4120-912d-db2d0559c3e3 HTTP/1.1" status: 200 len: 850 time: 0.0488839 Jul 24 00:41:13.612140 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782ee40b-35e7-4597-a730-19f94b0cfe4c req-d025c472-7a33-40bb-b47b-41f6b2031873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:41:13.613712 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-782ee40b-35e7-4597-a730-19f94b0cfe4c req-d025c472-7a33-40bb-b47b-41f6b2031873 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=635858b5-bce4-486f-8958-a3f0e6bef947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536296 Jul 24 00:41:13.702617 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-782ee40b-35e7-4597-a730-19f94b0cfe4c req-2db055dd-6bd6-4c7b-82ca-343f7758a453 service neutron] 10.222.0.52 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821514 Jul 24 00:41:13.795878 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-782ee40b-35e7-4597-a730-19f94b0cfe4c req-5b942b62-7a1d-44d4-8934-b101d2f01ee8 service neutron] 10.222.0.52 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862961 Jul 24 00:41:15.132147 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:41:18.102353 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:41:23.216340 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a34506bf-1eef-405b-bbb7-1713986c71ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:41:25.781592 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b9334368-1591-426f-ae06-019dd95023a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:41:26.825684 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:41:27.414930 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:41:29.007674 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:41:42.343799 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:41:45.134758 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:41:48.097905 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:41:53.220692 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-5168d195-8ab8-470b-9a24-c4bd62bcf0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:41:55.782053 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-53d36d25-c7cb-4398-a918-b452ef202cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:41:56.829172 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:41:57.421121 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:41:59.008587 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:42:14.221518 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-381b480e-88a6-4de5-a633-ba575f5fefd6 req-942e3f5a-e8e6-45b6-b72c-be80a60cc3f1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=022425cd-9f72-43c5-b5ce-90a63237888e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0646811 Jul 24 00:42:14.317909 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b480e-88a6-4de5-a633-ba575f5fefd6 req-b6452f26-420f-4d7d-9bc8-0771a77fa8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:42:14.319433 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-381b480e-88a6-4de5-a633-ba575f5fefd6 req-b6452f26-420f-4d7d-9bc8-0771a77fa8fa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ff741ab94134ca0b89362b546f6cdc4&device_id=022425cd-9f72-43c5-b5ce-90a63237888e HTTP/1.1" status: 200 len: 1097 time: 0.0558996 Jul 24 00:42:14.431208 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b480e-88a6-4de5-a633-ba575f5fefd6 req-791c663c-2ed3-438c-9e81-294d4b36af5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:42:14.432760 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-381b480e-88a6-4de5-a633-ba575f5fefd6 req-791c663c-2ed3-438c-9e81-294d4b36af5f service neutron] 10.222.0.52 "GET /v2.0/networks?id=635858b5-bce4-486f-8958-a3f0e6bef947 HTTP/1.1" status: 200 len: 912 time: 0.0940731 Jul 24 00:42:14.505962 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-381b480e-88a6-4de5-a633-ba575f5fefd6 req-01769ce0-3c6b-49f2-aa32-c7e1d663546c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20e9ff99-0c83-4f8e-885d-e0b338354fd7 HTTP/1.1" status: 200 len: 1001 time: 0.0658703 Jul 24 00:42:14.562161 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b480e-88a6-4de5-a633-ba575f5fefd6 req-3996b463-3424-40cb-ac1a-f4f8111706d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:42:14.563707 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-381b480e-88a6-4de5-a633-ba575f5fefd6 req-3996b463-3424-40cb-ac1a-f4f8111706d9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0b7c5b75-2508-4120-912d-db2d0559c3e3 HTTP/1.1" status: 200 len: 850 time: 0.0520544 Jul 24 00:42:14.628166 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b480e-88a6-4de5-a633-ba575f5fefd6 req-e79c0286-b8f7-4bbb-b32c-1fc73b3202e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:42:14.629780 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-381b480e-88a6-4de5-a633-ba575f5fefd6 req-e79c0286-b8f7-4bbb-b32c-1fc73b3202e7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=635858b5-bce4-486f-8958-a3f0e6bef947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0601010 Jul 24 00:42:14.732715 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-381b480e-88a6-4de5-a633-ba575f5fefd6 req-2ca879f7-e09a-4764-91c9-3728878ba685 service neutron] 10.222.0.52 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966730 Jul 24 00:42:14.860683 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-381b480e-88a6-4de5-a633-ba575f5fefd6 req-48010622-1d95-4dd9-a884-3969a4ae81de service neutron] 10.222.0.52 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200933 Jul 24 00:42:15.134114 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:42:18.112709 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:42:19.342649 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:42:23.222275 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-6f011a01-0052-4a56-836b-74f9d92e3d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:42:25.785928 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-fa66e3ed-d487-4983-bddf-caffa5a8a036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:42:26.832043 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:42:27.422353 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:42:29.014003 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:42:36.758680 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745a0716-cd7a-4c8f-a446-6bd38db54980 req-72c77c69-c24d-497c-9e12-accb85971152 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:42:36.760358 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-745a0716-cd7a-4c8f-a446-6bd38db54980 req-72c77c69-c24d-497c-9e12-accb85971152 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=022425cd-9f72-43c5-b5ce-90a63237888e HTTP/1.1" status: 200 len: 945 time: 0.0764649 Jul 24 00:42:36.802283 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-745a0716-cd7a-4c8f-a446-6bd38db54980 req-9b119615-ca41-4538-9f05-9532ed76fbc7 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359704 Jul 24 00:42:37.941055 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520d6f0-b913-47f4-b865-f8dd68bfb04b req-643321b0-666f-4aba-8ab6-5da95682b57a tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:42:37.942598 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e520d6f0-b913-47f4-b865-f8dd68bfb04b req-643321b0-666f-4aba-8ab6-5da95682b57a tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=022425cd-9f72-43c5-b5ce-90a63237888e HTTP/1.1" status: 200 len: 945 time: 0.0680368 Jul 24 00:42:37.982064 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e520d6f0-b913-47f4-b865-f8dd68bfb04b req-ad098809-8115-4838-9412-456a588bb6a8 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337827 Jul 24 00:42:39.131465 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6db9432-8d17-4640-ae21-f514a5a0e0e7 req-fd8e8413-2eaa-43af-bf5b-f8c3cffb4d86 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:42:39.133784 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a6db9432-8d17-4640-ae21-f514a5a0e0e7 req-fd8e8413-2eaa-43af-bf5b-f8c3cffb4d86 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=022425cd-9f72-43c5-b5ce-90a63237888e HTTP/1.1" status: 200 len: 945 time: 0.0840192 Jul 24 00:42:39.174240 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a6db9432-8d17-4640-ae21-f514a5a0e0e7 req-064cbedc-d138-49d6-aac0-ff300e4dd3ae tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348763 Jul 24 00:42:40.318167 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c9fd97-c540-46d5-802e-9beddeb680f7 req-38438d89-11ef-454d-9bbf-15088e449f78 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:42:40.319842 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-41c9fd97-c540-46d5-802e-9beddeb680f7 req-38438d89-11ef-454d-9bbf-15088e449f78 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=022425cd-9f72-43c5-b5ce-90a63237888e HTTP/1.1" status: 200 len: 945 time: 0.0767326 Jul 24 00:42:40.360962 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-41c9fd97-c540-46d5-802e-9beddeb680f7 req-4500e13b-5abb-48b5-8293-cb7c8d679457 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347641 Jul 24 00:42:41.514739 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e632f57f-caa4-454f-a9a6-2686253ac4f2 req-e249536d-df1d-4738-84c4-b7177dac82f4 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:42:41.516905 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e632f57f-caa4-454f-a9a6-2686253ac4f2 req-e249536d-df1d-4738-84c4-b7177dac82f4 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=022425cd-9f72-43c5-b5ce-90a63237888e HTTP/1.1" status: 200 len: 945 time: 0.0839338 Jul 24 00:42:41.561842 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e632f57f-caa4-454f-a9a6-2686253ac4f2 req-39dfa590-44b2-4b8b-8991-1ce99cfb66a5 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389400 Jul 24 00:42:42.694830 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec93e53-45a5-4900-a20c-90d6354086c2 req-c277c263-b2d3-4e56-ab45-f07d4eebe875 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:42:42.696346 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cec93e53-45a5-4900-a20c-90d6354086c2 req-c277c263-b2d3-4e56-ab45-f07d4eebe875 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=022425cd-9f72-43c5-b5ce-90a63237888e HTTP/1.1" status: 200 len: 945 time: 0.0656624 Jul 24 00:42:42.734627 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cec93e53-45a5-4900-a20c-90d6354086c2 req-0341f301-db3c-4f20-992e-bdab8178b2d4 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325456 Jul 24 00:42:43.870405 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b514da9-7ddd-419b-b560-02b0bf121bba req-3fb1bce2-8bb1-4fbe-9106-79e61c936aff tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:42:43.872138 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0b514da9-7ddd-419b-b560-02b0bf121bba req-3fb1bce2-8bb1-4fbe-9106-79e61c936aff tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=022425cd-9f72-43c5-b5ce-90a63237888e HTTP/1.1" status: 200 len: 945 time: 0.0708253 Jul 24 00:42:43.911466 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0b514da9-7ddd-419b-b560-02b0bf121bba req-511de669-02a2-4ebf-ac85-5042d8047dbf tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333474 Jul 24 00:42:45.042398 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b1176a-fc99-4817-9570-acca2e53bfa3 req-4e089f20-8475-4d09-a198-29b6c33b14a2 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:42:45.043903 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-94b1176a-fc99-4817-9570-acca2e53bfa3 req-4e089f20-8475-4d09-a198-29b6c33b14a2 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=022425cd-9f72-43c5-b5ce-90a63237888e HTTP/1.1" status: 200 len: 945 time: 0.0641754 Jul 24 00:42:45.088191 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-94b1176a-fc99-4817-9570-acca2e53bfa3 req-caae7805-5b4c-4f1d-b718-d2fa2b215efb tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381982 Jul 24 00:42:45.141345 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:42:46.234386 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2e215e-b9da-4cba-a9b1-ada254069d19 req-c4f32b00-9b5b-4bb8-88d9-998713d63630 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:42:46.235822 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-da2e215e-b9da-4cba-a9b1-ada254069d19 req-c4f32b00-9b5b-4bb8-88d9-998713d63630 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=022425cd-9f72-43c5-b5ce-90a63237888e HTTP/1.1" status: 200 len: 945 time: 0.0707443 Jul 24 00:42:46.272871 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-da2e215e-b9da-4cba-a9b1-ada254069d19 req-99cd9509-6ab7-4195-87c5-6fd3887cf961 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314486 Jul 24 00:42:47.410357 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac5ca4-bace-4f19-ab24-1b12ff212323 req-f73c6bc7-e259-457e-9fa5-7121c3bfc3ab tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:42:47.411889 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6aac5ca4-bace-4f19-ab24-1b12ff212323 req-f73c6bc7-e259-457e-9fa5-7121c3bfc3ab tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=022425cd-9f72-43c5-b5ce-90a63237888e HTTP/1.1" status: 200 len: 945 time: 0.0690889 Jul 24 00:42:47.454405 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6aac5ca4-bace-4f19-ab24-1b12ff212323 req-665f7128-2128-45f9-9d40-c2448c148855 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370054 Jul 24 00:42:47.636890 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 40704) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:42:47.710611 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474c54f-7067-401b-926d-8e4cef2c945b req-a8ff7cb5-0d04-4fb4-b30c-806199c66ddc tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:42:47.712152 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b474c54f-7067-401b-926d-8e4cef2c945b req-a8ff7cb5-0d04-4fb4-b30c-806199c66ddc tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=022425cd-9f72-43c5-b5ce-90a63237888e HTTP/1.1" status: 200 len: 945 time: 0.0662980 Jul 24 00:42:47.782478 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b474c54f-7067-401b-926d-8e4cef2c945b req-1a988368-47a3-463a-a82e-ac744618f999 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647209 Jul 24 00:42:47.804774 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-48f87614-1fec-46fd-81e1-8f6d8a74dce5 req-68178520-5fdb-4ab1-97e0-3a6c94cbe6ee service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=022425cd-9f72-43c5-b5ce-90a63237888e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1667125 Jul 24 00:42:47.813739 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [req-48f87614-1fec-46fd-81e1-8f6d8a74dce5 req-3dee0c07-62e8-4c50-97d9-a8a4dd625cc3 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=100314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:42:47.815486 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-48f87614-1fec-46fd-81e1-8f6d8a74dce5 req-3dee0c07-62e8-4c50-97d9-a8a4dd625cc3 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060387 Jul 24 00:42:48.114354 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:42:48.945097 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f87614-1fec-46fd-81e1-8f6d8a74dce5 req-1611ad9c-b085-4fa7-8e61-437c800ae753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:42:48.946673 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-48f87614-1fec-46fd-81e1-8f6d8a74dce5 req-1611ad9c-b085-4fa7-8e61-437c800ae753 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ff741ab94134ca0b89362b546f6cdc4&device_id=022425cd-9f72-43c5-b5ce-90a63237888e HTTP/1.1" status: 200 len: 1097 time: 0.0967643 Jul 24 00:42:48.958323 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9428ea73-c17e-498b-a2b2-3c4ba842e0ac req-11c3aaa9-1213-4a42-b6d4-518b962d3b3b tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:42:48.959697 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9428ea73-c17e-498b-a2b2-3c4ba842e0ac req-11c3aaa9-1213-4a42-b6d4-518b962d3b3b tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=022425cd-9f72-43c5-b5ce-90a63237888e HTTP/1.1" status: 200 len: 945 time: 0.0792422 Jul 24 00:42:49.044441 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9428ea73-c17e-498b-a2b2-3c4ba842e0ac req-00de154f-1fa3-49d1-92ff-397b78178829 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767465 Jul 24 00:42:49.069703 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f87614-1fec-46fd-81e1-8f6d8a74dce5 req-7dc7ff7d-932c-4f43-a782-ad4f22e26e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:42:49.071156 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-48f87614-1fec-46fd-81e1-8f6d8a74dce5 req-7dc7ff7d-932c-4f43-a782-ad4f22e26e62 service neutron] 10.222.0.52 "GET /v2.0/networks?id=635858b5-bce4-486f-8958-a3f0e6bef947 HTTP/1.1" status: 200 len: 912 time: 0.1105785 Jul 24 00:42:49.132542 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-48f87614-1fec-46fd-81e1-8f6d8a74dce5 req-306b68e5-20c1-4606-9794-da99812ee35d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20e9ff99-0c83-4f8e-885d-e0b338354fd7 HTTP/1.1" status: 200 len: 1001 time: 0.0555089 Jul 24 00:42:49.177627 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f87614-1fec-46fd-81e1-8f6d8a74dce5 req-6139ec6e-05b6-4343-b1ca-defe7c01dcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:42:49.179054 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-48f87614-1fec-46fd-81e1-8f6d8a74dce5 req-6139ec6e-05b6-4343-b1ca-defe7c01dcf5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0b7c5b75-2508-4120-912d-db2d0559c3e3 HTTP/1.1" status: 200 len: 850 time: 0.0410051 Jul 24 00:42:49.237992 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f87614-1fec-46fd-81e1-8f6d8a74dce5 req-6dc449cb-d6da-4cb7-9562-c78c002cc73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:42:49.239509 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-48f87614-1fec-46fd-81e1-8f6d8a74dce5 req-6dc449cb-d6da-4cb7-9562-c78c002cc73e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=635858b5-bce4-486f-8958-a3f0e6bef947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549059 Jul 24 00:42:49.324746 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-48f87614-1fec-46fd-81e1-8f6d8a74dce5 req-c788d009-f785-4283-a2a7-18aad049fac0 service neutron] 10.222.0.52 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790470 Jul 24 00:42:49.414335 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-48f87614-1fec-46fd-81e1-8f6d8a74dce5 req-6f270867-ec18-4797-9e73-e188102ecb21 service neutron] 10.222.0.52 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839164 Jul 24 00:42:50.188824 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c15b5c-0dae-440a-8ab9-95608d229e14 req-cd88d682-6e6c-4ce7-9e07-594b2c6f7f7f tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:42:50.191051 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-39c15b5c-0dae-440a-8ab9-95608d229e14 req-cd88d682-6e6c-4ce7-9e07-594b2c6f7f7f tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=022425cd-9f72-43c5-b5ce-90a63237888e HTTP/1.1" status: 200 len: 945 time: 0.0770016 Jul 24 00:42:50.251984 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-39c15b5c-0dae-440a-8ab9-95608d229e14 req-58870183-49dd-46ff-92fb-68587c048c65 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512013 Jul 24 00:42:51.153441 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [req-48f87614-1fec-46fd-81e1-8f6d8a74dce5 req-304cd2a5-02a4-4c4b-8f88-2a4b9db5fa8e service neutron] show failed (client error): The resource could not be found. Jul 24 00:42:51.154468 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-48f87614-1fec-46fd-81e1-8f6d8a74dce5 req-304cd2a5-02a4-4c4b-8f88-2a4b9db5fa8e service neutron] 10.222.0.52 "GET /v2.0/ports/20e9ff99-0c83-4f8e-885d-e0b338354fd7/bindings/n-h2-800088-16 HTTP/1.1" status: 404 len: 381 time: 0.0543027 Jul 24 00:42:51.405967 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867ab51-a38e-494c-9dee-5512d92dd03a req-5fa0772a-b310-4fe2-a842-5e997708d6dc tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:42:51.407701 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a867ab51-a38e-494c-9dee-5512d92dd03a req-5fa0772a-b310-4fe2-a842-5e997708d6dc tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=022425cd-9f72-43c5-b5ce-90a63237888e HTTP/1.1" status: 200 len: 945 time: 0.0671356 Jul 24 00:42:51.424032 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f87614-1fec-46fd-81e1-8f6d8a74dce5 req-880d25b7-88f6-473f-ab14-1a8c2afbfecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:42:51.425656 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-48f87614-1fec-46fd-81e1-8f6d8a74dce5 req-880d25b7-88f6-473f-ab14-1a8c2afbfecd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=022425cd-9f72-43c5-b5ce-90a63237888e&tenant_id=7ff741ab94134ca0b89362b546f6cdc4 HTTP/1.1" status: 200 len: 1097 time: 0.1129930 Jul 24 00:42:51.437386 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [req-48f87614-1fec-46fd-81e1-8f6d8a74dce5 req-8cd58ece-3d95-4631-af19-063f5eeb4229 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=100314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:42:51.438772 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-48f87614-1fec-46fd-81e1-8f6d8a74dce5 req-8cd58ece-3d95-4631-af19-063f5eeb4229 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066504 Jul 24 00:42:51.450146 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a867ab51-a38e-494c-9dee-5512d92dd03a req-e9ab5675-6689-4f73-8927-eda9e5950a93 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362937 Jul 24 00:42:51.450460 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-48f87614-1fec-46fd-81e1-8f6d8a74dce5 req-be874c22-4ae8-46b0-b775-a70aa2cf8ee8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800088-16', 'device_owner': 'compute:nova'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:42:51.526730 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-48f87614-1fec-46fd-81e1-8f6d8a74dce5 req-be874c22-4ae8-46b0-b775-a70aa2cf8ee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:42:51.737076 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-48f87614-1fec-46fd-81e1-8f6d8a74dce5 req-be874c22-4ae8-46b0-b775-a70aa2cf8ee8 service neutron] For port 20e9ff99-0c83-4f8e-885d-e0b338354fd7, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=20e9ff99-0c83-4f8e-885d-e0b338354fd7,segment=NetworkSegment(8a6196fe-df7f-4137-b16c-4b0e6f7109e3),segment_id=8a6196fe-df7f-4137-b16c-4b0e6f7109e3)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:42:51.771091 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-48f87614-1fec-46fd-81e1-8f6d8a74dce5 req-be874c22-4ae8-46b0-b775-a70aa2cf8ee8 service neutron] For port 20e9ff99-0c83-4f8e-885d-e0b338354fd7, host n-h1-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:42:51.809420 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '022425cd-9f72-43c5-b5ce-90a63237888e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20e9ff99-0c83-4f8e-885d-e0b338354fd7'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:42:51.811939 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83cecc88-09bb-4236-aacc-3b9dc2fb9eaf" -d '{"events": [{"server_uuid": "022425cd-9f72-43c5-b5ce-90a63237888e", "name": "network-vif-unplugged", "status": "completed", "tag": "20e9ff99-0c83-4f8e-885d-e0b338354fd7"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:42:51.816369 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-48f87614-1fec-46fd-81e1-8f6d8a74dce5 req-be874c22-4ae8-46b0-b775-a70aa2cf8ee8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:42:51.829385 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-48f87614-1fec-46fd-81e1-8f6d8a74dce5 req-be874c22-4ae8-46b0-b775-a70aa2cf8ee8 service neutron] Transition to ACTIVE for port object 20e9ff99-0c83-4f8e-885d-e0b338354fd7 will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:42:51.834062 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-48f87614-1fec-46fd-81e1-8f6d8a74dce5 req-be874c22-4ae8-46b0-b775-a70aa2cf8ee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:42:51.922894 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be874c22-4ae8-46b0-b775-a70aa2cf8ee8 service neutron] Pushing event updated for resources: {'Port': ['ID=20e9ff99-0c83-4f8e-885d-e0b338354fd7,revision_number=6']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:42:51.935245 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be874c22-4ae8-46b0-b775-a70aa2cf8ee8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:42:51.935460 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be874c22-4ae8-46b0-b775-a70aa2cf8ee8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:42:51.935915 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be874c22-4ae8-46b0-b775-a70aa2cf8ee8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:42:51.936292 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be874c22-4ae8-46b0-b775-a70aa2cf8ee8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:42:51.936563 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be874c22-4ae8-46b0-b775-a70aa2cf8ee8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:42:51.936953 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be874c22-4ae8-46b0-b775-a70aa2cf8ee8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:42:51.937270 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be874c22-4ae8-46b0-b775-a70aa2cf8ee8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:42:51.937606 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be874c22-4ae8-46b0-b775-a70aa2cf8ee8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:42:51.937939 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be874c22-4ae8-46b0-b775-a70aa2cf8ee8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:42:51.938274 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be874c22-4ae8-46b0-b775-a70aa2cf8ee8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:42:51.938606 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be874c22-4ae8-46b0-b775-a70aa2cf8ee8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:42:51.939480 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be874c22-4ae8-46b0-b775-a70aa2cf8ee8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:42:51.959231 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 00:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd0a2ed3-c0ef-4d3a-a32f-e2244c182260 x-openstack-request-id: req-bd0a2ed3-c0ef-4d3a-a32f-e2244c182260 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:42:51.959527 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "022425cd-9f72-43c5-b5ce-90a63237888e", "name": "network-vif-unplugged", "status": "completed", "tag": "20e9ff99-0c83-4f8e-885d-e0b338354fd7", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:42:51.959782 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bd0a2ed3-c0ef-4d3a-a32f-e2244c182260 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:42:51.960186 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '022425cd-9f72-43c5-b5ce-90a63237888e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20e9ff99-0c83-4f8e-885d-e0b338354fd7', 'code': 200} Jul 24 00:42:51.977306 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-48f87614-1fec-46fd-81e1-8f6d8a74dce5 req-be874c22-4ae8-46b0-b775-a70aa2cf8ee8 service neutron] No DVR routers for this DVR port 20e9ff99-0c83-4f8e-885d-e0b338354fd7 on host n-h1-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:42:52.132843 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-48f87614-1fec-46fd-81e1-8f6d8a74dce5 req-be874c22-4ae8-46b0-b775-a70aa2cf8ee8 service neutron] Attempting to bind port 20e9ff99-0c83-4f8e-885d-e0b338354fd7 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:42:52.133203 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-48f87614-1fec-46fd-81e1-8f6d8a74dce5 req-be874c22-4ae8-46b0-b775-a70aa2cf8ee8 service neutron] Attempting to bind port 20e9ff99-0c83-4f8e-885d-e0b338354fd7 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '8a6196fe-df7f-4137-b16c-4b0e6f7109e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:42:52.133564 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f87614-1fec-46fd-81e1-8f6d8a74dce5 req-be874c22-4ae8-46b0-b775-a70aa2cf8ee8 service neutron] Attempting to bind port 20e9ff99-0c83-4f8e-885d-e0b338354fd7 on network 635858b5-bce4-486f-8958-a3f0e6bef947 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:42:52.137885 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f87614-1fec-46fd-81e1-8f6d8a74dce5 req-be874c22-4ae8-46b0-b775-a70aa2cf8ee8 service neutron] Port 20e9ff99-0c83-4f8e-885d-e0b338354fd7 on network 635858b5-bce4-486f-8958-a3f0e6bef947 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:42:52.138212 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f87614-1fec-46fd-81e1-8f6d8a74dce5 req-be874c22-4ae8-46b0-b775-a70aa2cf8ee8 service neutron] Attempting to bind port 20e9ff99-0c83-4f8e-885d-e0b338354fd7 on network 635858b5-bce4-486f-8958-a3f0e6bef947 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:42:52.143683 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f87614-1fec-46fd-81e1-8f6d8a74dce5 req-be874c22-4ae8-46b0-b775-a70aa2cf8ee8 service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:42:52.143978 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f87614-1fec-46fd-81e1-8f6d8a74dce5 req-be874c22-4ae8-46b0-b775-a70aa2cf8ee8 service neutron] Checking segment: {'id': '8a6196fe-df7f-4137-b16c-4b0e6f7109e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:42:52.144367 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f87614-1fec-46fd-81e1-8f6d8a74dce5 req-be874c22-4ae8-46b0-b775-a70aa2cf8ee8 service neutron] Bound using segment: {'id': '8a6196fe-df7f-4137-b16c-4b0e6f7109e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:42:52.144795 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-48f87614-1fec-46fd-81e1-8f6d8a74dce5 req-be874c22-4ae8-46b0-b775-a70aa2cf8ee8 service neutron] Bound port: 20e9ff99-0c83-4f8e-885d-e0b338354fd7, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a6196fe-df7f-4137-b16c-4b0e6f7109e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:42:52.145193 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-48f87614-1fec-46fd-81e1-8f6d8a74dce5 req-be874c22-4ae8-46b0-b775-a70aa2cf8ee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:42:52.215141 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-48f87614-1fec-46fd-81e1-8f6d8a74dce5 req-be874c22-4ae8-46b0-b775-a70aa2cf8ee8 service neutron] For port 20e9ff99-0c83-4f8e-885d-e0b338354fd7, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:42:52.218868 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-48f87614-1fec-46fd-81e1-8f6d8a74dce5 req-be874c22-4ae8-46b0-b775-a70aa2cf8ee8 service neutron] For port 20e9ff99-0c83-4f8e-885d-e0b338354fd7, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=20e9ff99-0c83-4f8e-885d-e0b338354fd7,segment=NetworkSegment(8a6196fe-df7f-4137-b16c-4b0e6f7109e3),segment_id=8a6196fe-df7f-4137-b16c-4b0e6f7109e3)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:42:52.223462 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-48f87614-1fec-46fd-81e1-8f6d8a74dce5 req-be874c22-4ae8-46b0-b775-a70aa2cf8ee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:42:52.270779 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f87614-1fec-46fd-81e1-8f6d8a74dce5 req-be874c22-4ae8-46b0-b775-a70aa2cf8ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:42:52.271472 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-48f87614-1fec-46fd-81e1-8f6d8a74dce5 req-be874c22-4ae8-46b0-b775-a70aa2cf8ee8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:42:52.273096 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-48f87614-1fec-46fd-81e1-8f6d8a74dce5 req-be874c22-4ae8-46b0-b775-a70aa2cf8ee8 service neutron] 10.222.0.64 "PUT /v2.0/ports/20e9ff99-0c83-4f8e-885d-e0b338354fd7 HTTP/1.1" status: 200 len: 1092 time: 0.8267660 Jul 24 00:42:52.308229 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be874c22-4ae8-46b0-b775-a70aa2cf8ee8 service neutron] Pushing event updated for resources: {'Port': ['ID=20e9ff99-0c83-4f8e-885d-e0b338354fd7,revision_number=7']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:42:52.377599 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f87614-1fec-46fd-81e1-8f6d8a74dce5 req-f7adc9d5-3fbc-4624-9b8c-862cd5575c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:42:52.379370 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-48f87614-1fec-46fd-81e1-8f6d8a74dce5 req-f7adc9d5-3fbc-4624-9b8c-862cd5575c36 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7ff741ab94134ca0b89362b546f6cdc4&device_id=022425cd-9f72-43c5-b5ce-90a63237888e HTTP/1.1" status: 200 len: 1095 time: 0.0797446 Jul 24 00:42:52.486473 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f87614-1fec-46fd-81e1-8f6d8a74dce5 req-d51b1de1-db73-48ce-8d3e-ef565d739c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:42:52.488144 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-48f87614-1fec-46fd-81e1-8f6d8a74dce5 req-d51b1de1-db73-48ce-8d3e-ef565d739c17 service neutron] 10.222.0.64 "GET /v2.0/networks?id=635858b5-bce4-486f-8958-a3f0e6bef947 HTTP/1.1" status: 200 len: 912 time: 0.1025805 Jul 24 00:42:52.559147 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-48f87614-1fec-46fd-81e1-8f6d8a74dce5 req-b65a8bbb-2165-45b6-97af-d557d1c1d926 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20e9ff99-0c83-4f8e-885d-e0b338354fd7 HTTP/1.1" status: 200 len: 999 time: 0.0628314 Jul 24 00:42:52.596313 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a73cac-6283-487a-b1f4-aefb16bfd172 req-6fc58e44-fa60-4d87-8c35-d81726d9550f tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:42:52.597540 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-14a73cac-6283-487a-b1f4-aefb16bfd172 req-6fc58e44-fa60-4d87-8c35-d81726d9550f tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=022425cd-9f72-43c5-b5ce-90a63237888e HTTP/1.1" status: 200 len: 943 time: 0.0704701 Jul 24 00:42:52.610698 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f87614-1fec-46fd-81e1-8f6d8a74dce5 req-55f98ebc-890a-4a7a-8740-c30ec33e6d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:42:52.612295 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-48f87614-1fec-46fd-81e1-8f6d8a74dce5 req-55f98ebc-890a-4a7a-8740-c30ec33e6d13 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0b7c5b75-2508-4120-912d-db2d0559c3e3 HTTP/1.1" status: 200 len: 850 time: 0.0477445 Jul 24 00:42:52.649870 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-14a73cac-6283-487a-b1f4-aefb16bfd172 req-2712b9eb-5bb8-4cc4-beb6-8ec2b42cfb17 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404725 Jul 24 00:42:52.677108 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f87614-1fec-46fd-81e1-8f6d8a74dce5 req-4b14404c-60a9-4c5d-8b7d-efa3d1ff83dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:42:52.678654 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-48f87614-1fec-46fd-81e1-8f6d8a74dce5 req-4b14404c-60a9-4c5d-8b7d-efa3d1ff83dd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=635858b5-bce4-486f-8958-a3f0e6bef947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0605409 Jul 24 00:42:52.770246 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-48f87614-1fec-46fd-81e1-8f6d8a74dce5 req-07ff7aab-d947-44e2-b090-97d16977b476 service neutron] 10.222.0.64 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852160 Jul 24 00:42:52.866883 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-48f87614-1fec-46fd-81e1-8f6d8a74dce5 req-ca9b05b8-ef7c-4c3e-a3c9-1beb6d883fcc service neutron] 10.222.0.64 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902107 Jul 24 00:42:53.222633 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d46ae9f8-4bbe-4014-92a9-76d9e8c42461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:42:53.784787 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea2cce-9ffc-4942-8442-ca0a1bfa0b77 req-8332463f-cda2-4ea6-a052-fab10c40179a tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:42:53.786318 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-dfea2cce-9ffc-4942-8442-ca0a1bfa0b77 req-8332463f-cda2-4ea6-a052-fab10c40179a tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=022425cd-9f72-43c5-b5ce-90a63237888e HTTP/1.1" status: 200 len: 943 time: 0.0635417 Jul 24 00:42:53.824906 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-dfea2cce-9ffc-4942-8442-ca0a1bfa0b77 req-cb27784d-3b0e-4d53-9187-8cbe9bfc30b6 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330935 Jul 24 00:42:53.961712 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '022425cd-9f72-43c5-b5ce-90a63237888e', 'tag': '20e9ff99-0c83-4f8e-885d-e0b338354fd7'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:42:53.964047 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6950d5bf-ef89-4822-af4d-6e9232f85217" -d '{"events": [{"name": "network-changed", "server_uuid": "022425cd-9f72-43c5-b5ce-90a63237888e", "tag": "20e9ff99-0c83-4f8e-885d-e0b338354fd7"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:42:54.010435 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-047d3d18-18bf-4684-b5b2-fe2b4cefd8c7 x-openstack-request-id: req-047d3d18-18bf-4684-b5b2-fe2b4cefd8c7 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:42:54.010776 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "022425cd-9f72-43c5-b5ce-90a63237888e", "tag": "20e9ff99-0c83-4f8e-885d-e0b338354fd7", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:42:54.011033 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-047d3d18-18bf-4684-b5b2-fe2b4cefd8c7 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:42:54.011430 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '022425cd-9f72-43c5-b5ce-90a63237888e', 'tag': '20e9ff99-0c83-4f8e-885d-e0b338354fd7', 'status': 'completed', 'code': 200} Jul 24 00:42:54.089611 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6950d5bf-ef89-4822-af4d-6e9232f85217 req-73319e1a-cd94-4a73-8981-3e8e9a77c269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:42:54.091695 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6950d5bf-ef89-4822-af4d-6e9232f85217 req-3e89cc84-f40a-4131-bf97-ed26e4bb3d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:42:54.092074 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6950d5bf-ef89-4822-af4d-6e9232f85217 req-73319e1a-cd94-4a73-8981-3e8e9a77c269 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ff741ab94134ca0b89362b546f6cdc4&device_id=022425cd-9f72-43c5-b5ce-90a63237888e HTTP/1.1" status: 200 len: 1095 time: 0.0616155 Jul 24 00:42:54.093240 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6950d5bf-ef89-4822-af4d-6e9232f85217 req-3e89cc84-f40a-4131-bf97-ed26e4bb3d07 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7ff741ab94134ca0b89362b546f6cdc4&device_id=022425cd-9f72-43c5-b5ce-90a63237888e HTTP/1.1" status: 200 len: 1095 time: 0.0590563 Jul 24 00:42:54.191677 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6950d5bf-ef89-4822-af4d-6e9232f85217 req-aae010ac-9218-4717-9ce2-b72ae9ea4405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:42:54.193254 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6950d5bf-ef89-4822-af4d-6e9232f85217 req-aae010ac-9218-4717-9ce2-b72ae9ea4405 service neutron] 10.222.0.52 "GET /v2.0/networks?id=635858b5-bce4-486f-8958-a3f0e6bef947 HTTP/1.1" status: 200 len: 912 time: 0.0945666 Jul 24 00:42:54.197528 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6950d5bf-ef89-4822-af4d-6e9232f85217 req-cbd55b93-4c30-4a73-b5e4-76b59869258a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:42:54.199029 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6950d5bf-ef89-4822-af4d-6e9232f85217 req-cbd55b93-4c30-4a73-b5e4-76b59869258a service neutron] 10.222.0.64 "GET /v2.0/networks?id=635858b5-bce4-486f-8958-a3f0e6bef947 HTTP/1.1" status: 200 len: 912 time: 0.0995750 Jul 24 00:42:54.267542 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6950d5bf-ef89-4822-af4d-6e9232f85217 req-173eebba-29d0-43e9-b5f6-b66ae295090f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20e9ff99-0c83-4f8e-885d-e0b338354fd7 HTTP/1.1" status: 200 len: 999 time: 0.0681717 Jul 24 00:42:54.273901 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6950d5bf-ef89-4822-af4d-6e9232f85217 req-04cfd7e5-86fb-4652-a9ab-54db200e62d8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20e9ff99-0c83-4f8e-885d-e0b338354fd7 HTTP/1.1" status: 200 len: 999 time: 0.0677638 Jul 24 00:42:54.321954 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6950d5bf-ef89-4822-af4d-6e9232f85217 req-3b0af8b4-4e93-45bf-a885-15e1e9d2ef8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:42:54.323485 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6950d5bf-ef89-4822-af4d-6e9232f85217 req-3b0af8b4-4e93-45bf-a885-15e1e9d2ef8c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0b7c5b75-2508-4120-912d-db2d0559c3e3 HTTP/1.1" status: 200 len: 850 time: 0.0503731 Jul 24 00:42:54.329069 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6950d5bf-ef89-4822-af4d-6e9232f85217 req-174d4175-3c78-40e1-9f64-858c6a9dd7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:42:54.331048 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6950d5bf-ef89-4822-af4d-6e9232f85217 req-174d4175-3c78-40e1-9f64-858c6a9dd7e9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0b7c5b75-2508-4120-912d-db2d0559c3e3 HTTP/1.1" status: 200 len: 850 time: 0.0516253 Jul 24 00:42:54.385832 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6950d5bf-ef89-4822-af4d-6e9232f85217 req-a619f1ac-2108-4a13-bb3b-58ae3dd5b9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:42:54.387392 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6950d5bf-ef89-4822-af4d-6e9232f85217 req-a619f1ac-2108-4a13-bb3b-58ae3dd5b9d7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=635858b5-bce4-486f-8958-a3f0e6bef947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0576530 Jul 24 00:42:54.389970 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6950d5bf-ef89-4822-af4d-6e9232f85217 req-927e4c12-aa5d-468d-af06-464310a490b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:42:54.391452 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6950d5bf-ef89-4822-af4d-6e9232f85217 req-927e4c12-aa5d-468d-af06-464310a490b1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=635858b5-bce4-486f-8958-a3f0e6bef947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543239 Jul 24 00:42:54.477946 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6950d5bf-ef89-4822-af4d-6e9232f85217 req-d5e4ffec-6894-4f2f-b0c6-f3f9ddce7b20 service neutron] 10.222.0.52 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834541 Jul 24 00:42:54.486657 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6950d5bf-ef89-4822-af4d-6e9232f85217 req-1c908ee5-9d47-4de0-867a-bd3f52d89f35 service neutron] 10.222.0.64 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883286 Jul 24 00:42:54.571442 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6950d5bf-ef89-4822-af4d-6e9232f85217 req-20515b9a-fbe9-4076-823e-6ab6a1a1e8a5 service neutron] 10.222.0.52 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879300 Jul 24 00:42:54.576620 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6950d5bf-ef89-4822-af4d-6e9232f85217 req-2388210a-30a3-4012-bfaf-04c646a33d72 service neutron] 10.222.0.64 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841982 Jul 24 00:42:54.961872 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a92dc-d58e-4831-aa6b-5753d7ba6de2 req-f9e4b432-f8b3-4f18-bbfb-c4fa92a36c7a tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:42:54.964127 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c92a92dc-d58e-4831-aa6b-5753d7ba6de2 req-f9e4b432-f8b3-4f18-bbfb-c4fa92a36c7a tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=022425cd-9f72-43c5-b5ce-90a63237888e HTTP/1.1" status: 200 len: 943 time: 0.0717409 Jul 24 00:42:55.015620 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c92a92dc-d58e-4831-aa6b-5753d7ba6de2 req-13781798-06c5-4909-ad52-38f2707cbf0b tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452533 Jul 24 00:42:55.248535 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383e240b-89f1-4a5f-ad94-07dcf1f69427 req-3b532cbf-e76a-4e8c-a3c7-648848351db1 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:42:55.250102 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-383e240b-89f1-4a5f-ad94-07dcf1f69427 req-3b532cbf-e76a-4e8c-a3c7-648848351db1 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=022425cd-9f72-43c5-b5ce-90a63237888e HTTP/1.1" status: 200 len: 943 time: 0.0697689 Jul 24 00:42:55.255896 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fbd968-0149-460e-9041-bd9955b8ae91 req-19d29c1b-df10-4858-a5fb-03341a72cd9f tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:42:55.257478 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-94fbd968-0149-460e-9041-bd9955b8ae91 req-19d29c1b-df10-4858-a5fb-03341a72cd9f tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.52 "GET /v2.0/ports?device_id=022425cd-9f72-43c5-b5ce-90a63237888e&tenant_id=7ff741ab94134ca0b89362b546f6cdc4&binding%3Ahost_id=n-h2-800088-16 HTTP/1.1" status: 200 len: 943 time: 0.0718904 Jul 24 00:42:55.290198 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-383e240b-89f1-4a5f-ad94-07dcf1f69427 req-ce345fda-37c6-4ac7-a0e1-ddbef0ae6b43 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336499 Jul 24 00:42:55.330329 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [req-94fbd968-0149-460e-9041-bd9955b8ae91 req-5a26a497-03ad-4aec-ac32-a8ec464bded2 service neutron] delete failed (client error): The resource could not be found. Jul 24 00:42:55.331433 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-94fbd968-0149-460e-9041-bd9955b8ae91 req-5a26a497-03ad-4aec-ac32-a8ec464bded2 service neutron] 10.222.0.52 "DELETE /v2.0/ports/20e9ff99-0c83-4f8e-885d-e0b338354fd7/bindings/n-h1-800088-16 HTTP/1.1" status: 404 len: 381 time: 0.0673709 Jul 24 00:42:55.400497 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 20e9ff99-0c83-4f8e-885d-e0b338354fd7 details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:42:55.432708 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fbd968-0149-460e-9041-bd9955b8ae91 req-8ecba4f7-cb13-44f7-9d80-82ec6fbb55ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:42:55.434310 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-94fbd968-0149-460e-9041-bd9955b8ae91 req-8ecba4f7-cb13-44f7-9d80-82ec6fbb55ab service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ff741ab94134ca0b89362b546f6cdc4&device_id=022425cd-9f72-43c5-b5ce-90a63237888e HTTP/1.1" status: 200 len: 1095 time: 0.0572858 Jul 24 00:42:55.501498 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 20e9ff99-0c83-4f8e-885d-e0b338354fd7, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=20e9ff99-0c83-4f8e-885d-e0b338354fd7,segment=NetworkSegment(8a6196fe-df7f-4137-b16c-4b0e6f7109e3),segment_id=8a6196fe-df7f-4137-b16c-4b0e6f7109e3)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:42:55.513263 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': '20e9ff99-0c83-4f8e-885d-e0b338354fd7', 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947', 'port_id': '20e9ff99-0c83-4f8e-885d-e0b338354fd7', 'mac_address': 'fa:16:3e:57:70:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b7c5b75-2508-4120-912d-db2d0559c3e3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:42:55.528923 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fbd968-0149-460e-9041-bd9955b8ae91 req-70ab34b4-d9f0-4217-b3b2-9cb98a091bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:42:55.530418 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-94fbd968-0149-460e-9041-bd9955b8ae91 req-70ab34b4-d9f0-4217-b3b2-9cb98a091bd8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=635858b5-bce4-486f-8958-a3f0e6bef947 HTTP/1.1" status: 200 len: 912 time: 0.0894270 Jul 24 00:42:55.552923 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:42:55.566232 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20e9ff99-0c83-4f8e-885d-e0b338354fd7 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:42:55.585460 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 20e9ff99-0c83-4f8e-885d-e0b338354fd7, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=20e9ff99-0c83-4f8e-885d-e0b338354fd7,segment=NetworkSegment(8a6196fe-df7f-4137-b16c-4b0e6f7109e3),segment_id=8a6196fe-df7f-4137-b16c-4b0e6f7109e3)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:42:55.590116 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:42:55.599018 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-94fbd968-0149-460e-9041-bd9955b8ae91 req-1b86a01e-8787-45bc-942f-875b43d91056 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20e9ff99-0c83-4f8e-885d-e0b338354fd7 HTTP/1.1" status: 200 len: 999 time: 0.0622983 Jul 24 00:42:55.643431 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=20e9ff99-0c83-4f8e-885d-e0b338354fd7,revision_number=8']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:42:55.653553 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fbd968-0149-460e-9041-bd9955b8ae91 req-02f5d493-8e8b-4796-b16b-3b99e3481983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:42:55.654994 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-94fbd968-0149-460e-9041-bd9955b8ae91 req-02f5d493-8e8b-4796-b16b-3b99e3481983 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0b7c5b75-2508-4120-912d-db2d0559c3e3 HTTP/1.1" status: 200 len: 850 time: 0.0505819 Jul 24 00:42:55.660296 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:42:55.660700 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:42:55.661074 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:42:55.661416 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:42:55.661753 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:42:55.662087 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:42:55.662416 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:42:55.662829 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:42:55.663224 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:42:55.663586 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:42:55.663941 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:42:55.664293 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:42:55.719345 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fbd968-0149-460e-9041-bd9955b8ae91 req-eeb9f8c2-488f-474f-a0c4-393d7b151b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:42:55.721779 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-94fbd968-0149-460e-9041-bd9955b8ae91 req-eeb9f8c2-488f-474f-a0c4-393d7b151b31 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=635858b5-bce4-486f-8958-a3f0e6bef947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0599809 Jul 24 00:42:55.788614 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0c308d6e-9b14-46d1-b512-a77f0c2f3219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:42:55.799237 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['20e9ff99-0c83-4f8e-885d-e0b338354fd7'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:42:55.812997 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-94fbd968-0149-460e-9041-bd9955b8ae91 req-1d1fbb56-32c8-4811-8b79-b99cccf13b84 service neutron] 10.222.0.52 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853512 Jul 24 00:42:55.908512 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-94fbd968-0149-460e-9041-bd9955b8ae91 req-09217de7-dc95-4b5c-9a1c-87156c810cdc service neutron] 10.222.0.52 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886164 Jul 24 00:42:56.340831 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:42:56.430219 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1776336-bfb7-4515-a0b2-2d9731dc184e req-2b5c06f1-67e1-416c-aa7f-37c772a90484 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:42:56.431765 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c1776336-bfb7-4515-a0b2-2d9731dc184e req-2b5c06f1-67e1-416c-aa7f-37c772a90484 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=022425cd-9f72-43c5-b5ce-90a63237888e HTTP/1.1" status: 200 len: 944 time: 0.0700486 Jul 24 00:42:56.473670 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c1776336-bfb7-4515-a0b2-2d9731dc184e req-e51ea6fe-e12d-4beb-9bef-18b2af03a515 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360882 Jul 24 00:42:56.607011 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6b8e72-4d76-4283-adc9-f95c2a127e1b req-b25ebe5e-a70e-48b1-8a98-b3110c28ebe1 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:42:56.608544 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bb6b8e72-4d76-4283-adc9-f95c2a127e1b req-b25ebe5e-a70e-48b1-8a98-b3110c28ebe1 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=022425cd-9f72-43c5-b5ce-90a63237888e HTTP/1.1" status: 200 len: 944 time: 0.0675931 Jul 24 00:42:56.647183 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bb6b8e72-4d76-4283-adc9-f95c2a127e1b req-900402cd-9339-4515-9fec-c3d33bb5ed23 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326493 Jul 24 00:42:56.724754 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 20e9ff99-0c83-4f8e-885d-e0b338354fd7 no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:42:56.771525 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 20e9ff99-0c83-4f8e-885d-e0b338354fd7 not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:42:56.840614 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:42:56.927361 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6494d7a-a196-4142-9cbb-1e51b600948b req-af9fadc2-ace9-46ac-962e-8de5e3ac80b0 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:42:56.928780 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b6494d7a-a196-4142-9cbb-1e51b600948b req-af9fadc2-ace9-46ac-962e-8de5e3ac80b0 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=022425cd-9f72-43c5-b5ce-90a63237888e HTTP/1.1" status: 200 len: 944 time: 0.1221299 Jul 24 00:42:56.937159 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd24e5f-fd77-44e9-873e-a9537891fa1b req-b468b0a2-b970-441a-9e78-21158f56377d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:42:56.938726 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cfd24e5f-fd77-44e9-873e-a9537891fa1b req-b468b0a2-b970-441a-9e78-21158f56377d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7ff741ab94134ca0b89362b546f6cdc4&device_id=022425cd-9f72-43c5-b5ce-90a63237888e HTTP/1.1" status: 200 len: 1096 time: 0.0857036 Jul 24 00:42:57.000548 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b6494d7a-a196-4142-9cbb-1e51b600948b req-77c468f6-f738-48c0-9b83-b0bc0150e0e4 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659013 Jul 24 00:42:57.057749 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd24e5f-fd77-44e9-873e-a9537891fa1b req-0f139582-2f5a-4399-a150-f6d24b797903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:42:57.059362 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cfd24e5f-fd77-44e9-873e-a9537891fa1b req-0f139582-2f5a-4399-a150-f6d24b797903 service neutron] 10.222.0.64 "GET /v2.0/networks?id=635858b5-bce4-486f-8958-a3f0e6bef947 HTTP/1.1" status: 200 len: 912 time: 0.1146629 Jul 24 00:42:57.135011 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cfd24e5f-fd77-44e9-873e-a9537891fa1b req-d02aba5e-2673-4bc9-855d-4625c6664d0b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20e9ff99-0c83-4f8e-885d-e0b338354fd7 HTTP/1.1" status: 200 len: 1000 time: 0.0690188 Jul 24 00:42:57.188264 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd24e5f-fd77-44e9-873e-a9537891fa1b req-aab23a4e-8809-4c38-a7f2-c3c967ddad6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:42:57.190067 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cfd24e5f-fd77-44e9-873e-a9537891fa1b req-aab23a4e-8809-4c38-a7f2-c3c967ddad6c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0b7c5b75-2508-4120-912d-db2d0559c3e3 HTTP/1.1" status: 200 len: 850 time: 0.0493479 Jul 24 00:42:57.253678 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd24e5f-fd77-44e9-873e-a9537891fa1b req-477c4640-eb94-4fe5-a464-2ee6459c500e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:42:57.255210 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cfd24e5f-fd77-44e9-873e-a9537891fa1b req-477c4640-eb94-4fe5-a464-2ee6459c500e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=635858b5-bce4-486f-8958-a3f0e6bef947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0594585 Jul 24 00:42:57.363421 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cfd24e5f-fd77-44e9-873e-a9537891fa1b req-8456ba0e-c3ac-4f2f-b21a-7b7dfb9b13b3 service neutron] 10.222.0.64 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017945 Jul 24 00:42:57.400698 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 20e9ff99-0c83-4f8e-885d-e0b338354fd7 up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:42:57.447489 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:42:57.473304 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port 20e9ff99-0c83-4f8e-885d-e0b338354fd7 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:42:57.477598 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port 20e9ff99-0c83-4f8e-885d-e0b338354fd7 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:42:57.477980 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:42:57.485067 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cfd24e5f-fd77-44e9-873e-a9537891fa1b req-6e1d7382-4443-446e-bf01-e55cd24a38b9 service neutron] 10.222.0.64 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133623 Jul 24 00:42:57.564219 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:42:57.587794 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '022425cd-9f72-43c5-b5ce-90a63237888e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20e9ff99-0c83-4f8e-885d-e0b338354fd7'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:42:57.590083 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-597cd445-e22b-40a6-b861-83677a29941a" -d '{"events": [{"server_uuid": "022425cd-9f72-43c5-b5ce-90a63237888e", "name": "network-vif-plugged", "status": "completed", "tag": "20e9ff99-0c83-4f8e-885d-e0b338354fd7"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:42:57.604012 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 20e9ff99-0c83-4f8e-885d-e0b338354fd7, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=20e9ff99-0c83-4f8e-885d-e0b338354fd7,segment=NetworkSegment(8a6196fe-df7f-4137-b16c-4b0e6f7109e3),segment_id=8a6196fe-df7f-4137-b16c-4b0e6f7109e3)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:42:57.610287 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:42:57.662327 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=20e9ff99-0c83-4f8e-885d-e0b338354fd7,revision_number=9']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:42:57.711832 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e23df4df-4d10-4dfb-b5be-b039a1c21cad x-openstack-request-id: req-e23df4df-4d10-4dfb-b5be-b039a1c21cad {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:42:57.712143 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "022425cd-9f72-43c5-b5ce-90a63237888e", "name": "network-vif-plugged", "status": "completed", "tag": "20e9ff99-0c83-4f8e-885d-e0b338354fd7", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:42:57.712404 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e23df4df-4d10-4dfb-b5be-b039a1c21cad {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:42:57.712827 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '022425cd-9f72-43c5-b5ce-90a63237888e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20e9ff99-0c83-4f8e-885d-e0b338354fd7', 'code': 200} Jul 24 00:42:58.151608 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dbd2b1-15a5-4242-8d4a-45e79f445d62 req-5dc514a2-d2fe-4a86-a494-d1efeb112ce7 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:42:58.153170 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a2dbd2b1-15a5-4242-8d4a-45e79f445d62 req-5dc514a2-d2fe-4a86-a494-d1efeb112ce7 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=022425cd-9f72-43c5-b5ce-90a63237888e HTTP/1.1" status: 200 len: 945 time: 0.0654087 Jul 24 00:42:58.197138 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a2dbd2b1-15a5-4242-8d4a-45e79f445d62 req-5ec407d4-0451-4e22-ad4a-d02c74c4e7e3 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382819 Jul 24 00:42:58.464094 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39a018d-7d0e-4277-a561-87b3d4e93303 req-33ed3bc7-e61c-43a5-8f8c-2a9a782efb84 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:42:58.465630 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e39a018d-7d0e-4277-a561-87b3d4e93303 req-33ed3bc7-e61c-43a5-8f8c-2a9a782efb84 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=022425cd-9f72-43c5-b5ce-90a63237888e HTTP/1.1" status: 200 len: 945 time: 0.0708151 Jul 24 00:42:58.503284 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e39a018d-7d0e-4277-a561-87b3d4e93303 req-6ee1a870-0ab1-4f00-bd1e-e1fe8de78815 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318975 Jul 24 00:42:59.014703 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:42:59.638230 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f08648-80b8-4609-9831-8f5fc7b5ed29 req-1ad5acc8-44d7-4ed7-a808-2a77937c4730 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:42:59.639755 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b6f08648-80b8-4609-9831-8f5fc7b5ed29 req-1ad5acc8-44d7-4ed7-a808-2a77937c4730 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=022425cd-9f72-43c5-b5ce-90a63237888e HTTP/1.1" status: 200 len: 945 time: 0.0668218 Jul 24 00:42:59.684141 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b6f08648-80b8-4609-9831-8f5fc7b5ed29 req-266a82e1-1ccf-4666-8c12-23ee25f1860a tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340862 Jul 24 00:42:59.736701 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1098c17-bcca-4cb9-b9b8-835c9b4c76df req-71660895-7f04-4129-a208-3903d7a54f41 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:42:59.738203 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e1098c17-bcca-4cb9-b9b8-835c9b4c76df req-71660895-7f04-4129-a208-3903d7a54f41 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.64 "GET /v2.0/ports?device_id=022425cd-9f72-43c5-b5ce-90a63237888e HTTP/1.1" status: 200 len: 945 time: 0.0789988 Jul 24 00:42:59.848989 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-e1098c17-bcca-4cb9-b9b8-835c9b4c76df req-e6663023-18ad-415b-ab38-b316a3aeefd9 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Deleting port 20e9ff99-0c83-4f8e-885d-e0b338354fd7 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:42:59.849242 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-e1098c17-bcca-4cb9-b9b8-835c9b4c76df req-e6663023-18ad-415b-ab38-b316a3aeefd9 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:42:59.942173 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-e1098c17-bcca-4cb9-b9b8-835c9b4c76df req-e6663023-18ad-415b-ab38-b316a3aeefd9 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] For port 20e9ff99-0c83-4f8e-885d-e0b338354fd7, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=20e9ff99-0c83-4f8e-885d-e0b338354fd7,segment=NetworkSegment(8a6196fe-df7f-4137-b16c-4b0e6f7109e3),segment_id=8a6196fe-df7f-4137-b16c-4b0e6f7109e3)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:42:59.942550 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-e1098c17-bcca-4cb9-b9b8-835c9b4c76df req-e6663023-18ad-415b-ab38-b316a3aeefd9 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:43:00.124963 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-e1098c17-bcca-4cb9-b9b8-835c9b4c76df req-e6663023-18ad-415b-ab38-b316a3aeefd9 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:43:00.125258 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-e1098c17-bcca-4cb9-b9b8-835c9b4c76df req-e6663023-18ad-415b-ab38-b316a3aeefd9 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:43:00.125573 n-d-800088-16 neutron-server[100314]: INFO neutron.db.l3_db [req-e1098c17-bcca-4cb9-b9b8-835c9b4c76df req-e6663023-18ad-415b-ab38-b316a3aeefd9 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Floating IP aeb5c4fb-9083-4bb2-9940-2f2fb8792759 disassociated. External IP: 172.25.3.191, port: 20e9ff99-0c83-4f8e-885d-e0b338354fd7. Jul 24 00:43:00.125920 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-e1098c17-bcca-4cb9-b9b8-835c9b4c76df req-e6663023-18ad-415b-ab38-b316a3aeefd9 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Calling delete_port for 20e9ff99-0c83-4f8e-885d-e0b338354fd7 owned by compute:nova {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:43:00.615197 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-e1098c17-bcca-4cb9-b9b8-835c9b4c76df req-e6663023-18ad-415b-ab38-b316a3aeefd9 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:43:00.643192 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6663023-18ad-415b-ab38-b316a3aeefd9 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Pushing event deleted for resources: {'Port': ['ID=20e9ff99-0c83-4f8e-885d-e0b338354fd7,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:43:00.807587 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e1098c17-bcca-4cb9-b9b8-835c9b4c76df req-e6663023-18ad-415b-ab38-b316a3aeefd9 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Router a4c0a7f5-780a-4c03-9767-962a310979c1 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:43:00.810153 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-39d53027-bfe7-4dd4-8e9d-673c8e2fa1b8 req-d6775e7d-fe86-42ce-8d2c-30da94244df1 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=022425cd-9f72-43c5-b5ce-90a63237888e HTTP/1.1" status: 200 len: 210 time: 0.0374954 Jul 24 00:43:00.926188 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e1098c17-bcca-4cb9-b9b8-835c9b4c76df req-e6663023-18ad-415b-ab38-b316a3aeefd9 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:43:00.939664 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e866e0-09f3-45f1-8ba7-e985e3e33a61 None None] Sync routers for ids ['a4c0a7f5-780a-4c03-9767-962a310979c1'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:43:00.950110 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e866e0-09f3-45f1-8ba7-e985e3e33a61 None None] Routers {'a4c0a7f5-780a-4c03-9767-962a310979c1'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:43:00.950736 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-14e866e0-09f3-45f1-8ba7-e985e3e33a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:42:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['a4c0a7f5-780a-4c03-9767-962a310979c1'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:43:00.976211 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1098c17-bcca-4cb9-b9b8-835c9b4c76df req-e6663023-18ad-415b-ab38-b316a3aeefd9 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] No DVR routers for this DVR port 20e9ff99-0c83-4f8e-885d-e0b338354fd7 on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:43:00.978894 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-e1098c17-bcca-4cb9-b9b8-835c9b4c76df req-e6663023-18ad-415b-ab38-b316a3aeefd9 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:43:00.980926 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e1098c17-bcca-4cb9-b9b8-835c9b4c76df req-e6663023-18ad-415b-ab38-b316a3aeefd9 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.64 "DELETE /v2.0/ports/20e9ff99-0c83-4f8e-885d-e0b338354fd7 HTTP/1.1" status: 204 len: 173 time: 1.2370956 Jul 24 00:43:00.981393 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '022425cd-9f72-43c5-b5ce-90a63237888e', 'name': 'network-vif-deleted', 'tag': '20e9ff99-0c83-4f8e-885d-e0b338354fd7'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:43:00.983636 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0f0d8b-ec21-45f7-b470-d1ba00524be6" -d '{"events": [{"server_uuid": "022425cd-9f72-43c5-b5ce-90a63237888e", "name": "network-vif-deleted", "tag": "20e9ff99-0c83-4f8e-885d-e0b338354fd7"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:43:01.024570 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51f90ca-d571-4248-bc83-c44dd0a75231 x-openstack-request-id: req-a51f90ca-d571-4248-bc83-c44dd0a75231 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:43:01.024898 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "022425cd-9f72-43c5-b5ce-90a63237888e", "name": "network-vif-deleted", "tag": "20e9ff99-0c83-4f8e-885d-e0b338354fd7", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:43:01.025160 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a51f90ca-d571-4248-bc83-c44dd0a75231 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:43:01.025568 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '022425cd-9f72-43c5-b5ce-90a63237888e', 'name': 'network-vif-deleted', 'tag': '20e9ff99-0c83-4f8e-885d-e0b338354fd7', 'status': 'completed', 'code': 200} Jul 24 00:43:01.068280 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-14e866e0-09f3-45f1-8ba7-e985e3e33a61 None None] Set router a4c0a7f5-780a-4c03-9767-962a310979c1 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:43:01.282460 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-14e866e0-09f3-45f1-8ba7-e985e3e33a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'name': 'tempest-ServerActionsTestJSON-420210054-router', 'tenant_id': '7ff741ab94134ca0b89362b546f6cdc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '8e45cccc-6c15-4470-8191-5b8f7a1c99f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:38:31Z', 'updated_at': '2021-07-24T00:38:33Z', 'revision_number': 4, 'project_id': '7ff741ab94134ca0b89362b546f6cdc4', 'gw_port': {'id': '8e45cccc-6c15-4470-8191-5b8f7a1c99f1', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:38:31Z', 'updated_at': '2021-07-24T00:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '7b76b015-9417-4a2e-aa33-995027831287', 'name': '', 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947', 'tenant_id': '7ff741ab94134ca0b89362b546f6cdc4', 'mac_address': 'fa:16:3e:29:f9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '0b7c5b75-2508-4120-912d-db2d0559c3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:38:33Z', 'updated_at': '2021-07-24T00:38:40Z', 'revision_number': 5, 'project_id': '7ff741ab94134ca0b89362b546f6cdc4', 'subnets': [{'id': '0b7c5b75-2508-4120-912d-db2d0559c3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:43:01.312115 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e866e0-09f3-45f1-8ba7-e985e3e33a61 None None] Checking router: a4c0a7f5-780a-4c03-9767-962a310979c1 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:43:01.322077 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e866e0-09f3-45f1-8ba7-e985e3e33a61 None None] Routers {'a4c0a7f5-780a-4c03-9767-962a310979c1'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:43:01.322883 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-14e866e0-09f3-45f1-8ba7-e985e3e33a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:42:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['a4c0a7f5-780a-4c03-9767-962a310979c1'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:43:01.428101 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-14e866e0-09f3-45f1-8ba7-e985e3e33a61 None None] Set router a4c0a7f5-780a-4c03-9767-962a310979c1 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:43:01.643756 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-14e866e0-09f3-45f1-8ba7-e985e3e33a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'name': 'tempest-ServerActionsTestJSON-420210054-router', 'tenant_id': '7ff741ab94134ca0b89362b546f6cdc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '8e45cccc-6c15-4470-8191-5b8f7a1c99f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:38:31Z', 'updated_at': '2021-07-24T00:38:33Z', 'revision_number': 4, 'project_id': '7ff741ab94134ca0b89362b546f6cdc4', 'gw_port': {'id': '8e45cccc-6c15-4470-8191-5b8f7a1c99f1', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:38:31Z', 'updated_at': '2021-07-24T00:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '7b76b015-9417-4a2e-aa33-995027831287', 'name': '', 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947', 'tenant_id': '7ff741ab94134ca0b89362b546f6cdc4', 'mac_address': 'fa:16:3e:29:f9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '0b7c5b75-2508-4120-912d-db2d0559c3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:38:33Z', 'updated_at': '2021-07-24T00:38:40Z', 'revision_number': 5, 'project_id': '7ff741ab94134ca0b89362b546f6cdc4', 'subnets': [{'id': '0b7c5b75-2508-4120-912d-db2d0559c3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:43:01.675821 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e866e0-09f3-45f1-8ba7-e985e3e33a61 None None] The sync data for ids ['a4c0a7f5-780a-4c03-9767-962a310979c1'] in n-d-800088-16 is: [{'id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'name': 'tempest-ServerActionsTestJSON-420210054-router', 'tenant_id': '7ff741ab94134ca0b89362b546f6cdc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '8e45cccc-6c15-4470-8191-5b8f7a1c99f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:38:31Z', 'updated_at': '2021-07-24T00:38:33Z', 'revision_number': 4, 'project_id': '7ff741ab94134ca0b89362b546f6cdc4', 'gw_port': {'id': '8e45cccc-6c15-4470-8191-5b8f7a1c99f1', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:38:31Z', 'updated_at': '2021-07-24T00:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '7b76b015-9417-4a2e-aa33-995027831287', 'name': '', 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947', 'tenant_id': '7ff741ab94134ca0b89362b546f6cdc4', 'mac_address': 'fa:16:3e:29:f9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '0b7c5b75-2508-4120-912d-db2d0559c3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:38:33Z', 'updated_at': '2021-07-24T00:38:40Z', 'revision_number': 5, 'project_id': '7ff741ab94134ca0b89362b546f6cdc4', 'subnets': [{'id': '0b7c5b75-2508-4120-912d-db2d0559c3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:43:01.897480 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91adcabd-68c6-4628-aad4-e999e8150253 None None] New status for floating IP aeb5c4fb-9083-4bb2-9940-2f2fb8792759: DOWN {{(pid=100316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 00:43:01.903413 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [req-fe45d132-1212-45f0-a955-d7a661143f99 req-8386cb12-eb8d-4398-9582-0f7159ac7844 service neutron] (100313) timed out ('10.222.0.52', 59878) {{(pid=100313) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 24 00:43:02.085304 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7a6d7595-2858-4ac8-9c56-a0d7772687b5 req-960d1763-758a-4c10-a039-63c5cd267470 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1801100219&fields=id&tenant_id=7ff741ab94134ca0b89362b546f6cdc4 HTTP/1.1" status: 200 len: 267 time: 0.0339191 Jul 24 00:43:02.190829 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6d7595-2858-4ac8-9c56-a0d7772687b5 req-d20686a4-dcef-4f17-a07f-273332edeb0a tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:43:02.192197 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7a6d7595-2858-4ac8-9c56-a0d7772687b5 req-d20686a4-dcef-4f17-a07f-273332edeb0a tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/networks?id=635858b5-bce4-486f-8958-a3f0e6bef947 HTTP/1.1" status: 200 len: 811 time: 0.1006320 Jul 24 00:43:02.207005 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7a6d7595-2858-4ac8-9c56-a0d7772687b5 req-cef288c4-7235-4198-aa41-b8e5f1001f3a tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/quotas/7ff741ab94134ca0b89362b546f6cdc4 HTTP/1.1" status: 200 len: 375 time: 0.0095696 Jul 24 00:43:02.277612 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7a6d7595-2858-4ac8-9c56-a0d7772687b5 req-52ed5720-b2a4-43c4-a8e3-b1fc3636e7e4 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7ff741ab94134ca0b89362b546f6cdc4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0657911 Jul 24 00:43:02.418637 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7a6d7595-2858-4ac8-9c56-a0d7772687b5 req-fd5de1b1-5e0f-43c8-83f7-162562aad891 service neutron] 10.222.0.44 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300640 Jul 24 00:43:02.512055 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7a6d7595-2858-4ac8-9c56-a0d7772687b5 req-20a62f79-4ccf-48dd-970f-554de34ac310 service neutron] 10.222.0.44 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877554 Jul 24 00:43:02.676713 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6c874945-8fbb-47b6-8c53-112edc9e6eb2 req-d7844461-2964-4919-b580-7aa223c6aa08 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36 HTTP/1.1" status: 200 len: 210 time: 0.0339053 Jul 24 00:43:03.450138 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 20e9ff99-0c83-4f8e-885d-e0b338354fd7 no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:43:03.472000 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] No Port match for: 20e9ff99-0c83-4f8e-885d-e0b338354fd7 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:43:03.472357 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 20e9ff99-0c83-4f8e-885d-e0b338354fd7 not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:43:03.758525 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-70f5bb43-3cef-4b33-a555-639998d33c09 req-d48089c9-9d58-4dcc-bca7-168233991b33 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36 HTTP/1.1" status: 200 len: 210 time: 0.0298162 Jul 24 00:43:04.572098 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6d7595-2858-4ac8-9c56-a0d7772687b5 req-aa280a39-812b-43de-a99c-3bffda1e8109 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:43:04.573657 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7a6d7595-2858-4ac8-9c56-a0d7772687b5 req-aa280a39-812b-43de-a99c-3bffda1e8109 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.52 "GET /v2.0/networks?id=635858b5-bce4-486f-8958-a3f0e6bef947 HTTP/1.1" status: 200 len: 811 time: 0.1060691 Jul 24 00:43:04.619816 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7a6d7595-2858-4ac8-9c56-a0d7772687b5 req-855bdc18-a910-432b-8ab5-6b0b7337db3b tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ff741ab94134ca0b89362b546f6cdc4 HTTP/1.1" status: 200 len: 380 time: 0.0371730 Jul 24 00:43:04.629434 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-7a6d7595-2858-4ac8-9c56-a0d7772687b5 req-b73896ce-0bda-4ba6-bde9-c4c5bcc82880 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Request body: {'port': {'device_id': '4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36', 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947', 'admin_state_up': True, 'tenant_id': '7ff741ab94134ca0b89362b546f6cdc4', 'security_groups': ['8e59f60a-470e-4df0-9d03-02feeba55758']}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:43:04.737964 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a6d7595-2858-4ac8-9c56-a0d7772687b5 req-b73896ce-0bda-4ba6-bde9-c4c5bcc82880 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Made reservation on behalf of 7ff741ab94134ca0b89362b546f6cdc4 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:43:04.741507 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-7a6d7595-2858-4ac8-9c56-a0d7772687b5 req-b73896ce-0bda-4ba6-bde9-c4c5bcc82880 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:43:04.880499 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0a88a54b-eaf5-4d75-8f0a-ab3f3eccf9ae req-4868959b-f769-46d8-917b-71b6fb29a529 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36 HTTP/1.1" status: 200 len: 210 time: 0.0341141 Jul 24 00:43:04.896568 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-7a6d7595-2858-4ac8-9c56-a0d7772687b5 req-b73896ce-0bda-4ba6-bde9-c4c5bcc82880 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Allocated IP 172.20.0.14 (635858b5-bce4-486f-8958-a3f0e6bef947/0b7c5b75-2508-4120-912d-db2d0559c3e3/1b2d0afa-ce50-4cb2-9bf1-4708e9426109) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:43:05.033846 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-7a6d7595-2858-4ac8-9c56-a0d7772687b5 req-b73896ce-0bda-4ba6-bde9-c4c5bcc82880 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:43:05.294151 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-7a6d7595-2858-4ac8-9c56-a0d7772687b5 req-b73896ce-0bda-4ba6-bde9-c4c5bcc82880 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Transition to ACTIVE for port object 1b2d0afa-ce50-4cb2-9bf1-4708e9426109 will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:43:05.327425 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-7a6d7595-2858-4ac8-9c56-a0d7772687b5 req-b73896ce-0bda-4ba6-bde9-c4c5bcc82880 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:43:05.368235 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a6d7595-2858-4ac8-9c56-a0d7772687b5 req-b73896ce-0bda-4ba6-bde9-c4c5bcc82880 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Network 635858b5-bce4-486f-8958-a3f0e6bef947 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:43:05.371254 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-7a6d7595-2858-4ac8-9c56-a0d7772687b5 req-b73896ce-0bda-4ba6-bde9-c4c5bcc82880 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:43:05.377900 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a6d7595-2858-4ac8-9c56-a0d7772687b5 req-b73896ce-0bda-4ba6-bde9-c4c5bcc82880 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:43:05.406217 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73896ce-0bda-4ba6-bde9-c4c5bcc82880 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Pushing event updated for resources: {'Port': ['ID=1b2d0afa-ce50-4cb2-9bf1-4708e9426109,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:43:05.421325 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73896ce-0bda-4ba6-bde9-c4c5bcc82880 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:43:05.421676 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73896ce-0bda-4ba6-bde9-c4c5bcc82880 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:43:05.422022 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73896ce-0bda-4ba6-bde9-c4c5bcc82880 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:43:05.422371 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73896ce-0bda-4ba6-bde9-c4c5bcc82880 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:43:05.422712 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73896ce-0bda-4ba6-bde9-c4c5bcc82880 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:43:05.423070 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73896ce-0bda-4ba6-bde9-c4c5bcc82880 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:43:05.423404 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73896ce-0bda-4ba6-bde9-c4c5bcc82880 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:43:05.423733 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73896ce-0bda-4ba6-bde9-c4c5bcc82880 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:43:05.424066 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73896ce-0bda-4ba6-bde9-c4c5bcc82880 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:43:05.424395 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73896ce-0bda-4ba6-bde9-c4c5bcc82880 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:43:05.424725 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73896ce-0bda-4ba6-bde9-c4c5bcc82880 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:43:05.425085 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73896ce-0bda-4ba6-bde9-c4c5bcc82880 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:43:05.452504 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6d7595-2858-4ac8-9c56-a0d7772687b5 req-b73896ce-0bda-4ba6-bde9-c4c5bcc82880 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:43:05.453134 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-7a6d7595-2858-4ac8-9c56-a0d7772687b5 req-b73896ce-0bda-4ba6-bde9-c4c5bcc82880 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:43:05.478984 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7a6d7595-2858-4ac8-9c56-a0d7772687b5 req-b73896ce-0bda-4ba6-bde9-c4c5bcc82880 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8531449 Jul 24 00:43:05.491572 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-7a6d7595-2858-4ac8-9c56-a0d7772687b5 req-2acc5904-9d2e-49ee-adfd-6f60e0ffd464 service neutron] Request body: {'port': {'device_id': '4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:43:05.571678 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-7a6d7595-2858-4ac8-9c56-a0d7772687b5 req-2acc5904-9d2e-49ee-adfd-6f60e0ffd464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:43:05.617362 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-0535c438-8aef-4181-944f-63e5e593a6fd None None] Provisioning for port 1b2d0afa-ce50-4cb2-9bf1-4708e9426109 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:43:05.621528 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-0535c438-8aef-4181-944f-63e5e593a6fd None None] Provisioning complete for port 1b2d0afa-ce50-4cb2-9bf1-4708e9426109 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:43:05.621909 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0535c438-8aef-4181-944f-63e5e593a6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:43:05.657399 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-0535c438-8aef-4181-944f-63e5e593a6fd None None] Port 1b2d0afa-ce50-4cb2-9bf1-4708e9426109 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:43:05.830997 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-7a6d7595-2858-4ac8-9c56-a0d7772687b5 req-2acc5904-9d2e-49ee-adfd-6f60e0ffd464 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b2d0afa-ce50-4cb2-9bf1-4708e9426109 {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:43:05.838812 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-7a6d7595-2858-4ac8-9c56-a0d7772687b5 req-2acc5904-9d2e-49ee-adfd-6f60e0ffd464 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:43:05.853915 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-7a6d7595-2858-4ac8-9c56-a0d7772687b5 req-2acc5904-9d2e-49ee-adfd-6f60e0ffd464 service neutron] Transition to ACTIVE for port object 1b2d0afa-ce50-4cb2-9bf1-4708e9426109 will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:43:05.857745 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-7a6d7595-2858-4ac8-9c56-a0d7772687b5 req-2acc5904-9d2e-49ee-adfd-6f60e0ffd464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:43:05.930069 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acc5904-9d2e-49ee-adfd-6f60e0ffd464 service neutron] Pushing event updated for resources: {'Port': ['ID=1b2d0afa-ce50-4cb2-9bf1-4708e9426109,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:43:05.984036 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-7a6d7595-2858-4ac8-9c56-a0d7772687b5 req-2acc5904-9d2e-49ee-adfd-6f60e0ffd464 service neutron] Attempting to bind port 1b2d0afa-ce50-4cb2-9bf1-4708e9426109 on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:43:05.984413 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-7a6d7595-2858-4ac8-9c56-a0d7772687b5 req-2acc5904-9d2e-49ee-adfd-6f60e0ffd464 service neutron] Attempting to bind port 1b2d0afa-ce50-4cb2-9bf1-4708e9426109 by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': '8a6196fe-df7f-4137-b16c-4b0e6f7109e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:43:05.984739 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6d7595-2858-4ac8-9c56-a0d7772687b5 req-2acc5904-9d2e-49ee-adfd-6f60e0ffd464 service neutron] Attempting to bind port 1b2d0afa-ce50-4cb2-9bf1-4708e9426109 on network 635858b5-bce4-486f-8958-a3f0e6bef947 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:43:05.990322 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6d7595-2858-4ac8-9c56-a0d7772687b5 req-2acc5904-9d2e-49ee-adfd-6f60e0ffd464 service neutron] Port 1b2d0afa-ce50-4cb2-9bf1-4708e9426109 on network 635858b5-bce4-486f-8958-a3f0e6bef947 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:43:05.990643 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6d7595-2858-4ac8-9c56-a0d7772687b5 req-2acc5904-9d2e-49ee-adfd-6f60e0ffd464 service neutron] Attempting to bind port 1b2d0afa-ce50-4cb2-9bf1-4708e9426109 on network 635858b5-bce4-486f-8958-a3f0e6bef947 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:43:05.997413 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6d7595-2858-4ac8-9c56-a0d7772687b5 req-2acc5904-9d2e-49ee-adfd-6f60e0ffd464 service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:43:05.997762 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6d7595-2858-4ac8-9c56-a0d7772687b5 req-2acc5904-9d2e-49ee-adfd-6f60e0ffd464 service neutron] Checking segment: {'id': '8a6196fe-df7f-4137-b16c-4b0e6f7109e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:43:05.998153 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6d7595-2858-4ac8-9c56-a0d7772687b5 req-2acc5904-9d2e-49ee-adfd-6f60e0ffd464 service neutron] Bound using segment: {'id': '8a6196fe-df7f-4137-b16c-4b0e6f7109e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:43:05.998583 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-7a6d7595-2858-4ac8-9c56-a0d7772687b5 req-2acc5904-9d2e-49ee-adfd-6f60e0ffd464 service neutron] Bound port: 1b2d0afa-ce50-4cb2-9bf1-4708e9426109, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a6196fe-df7f-4137-b16c-4b0e6f7109e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:43:05.998948 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-7a6d7595-2858-4ac8-9c56-a0d7772687b5 req-2acc5904-9d2e-49ee-adfd-6f60e0ffd464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:43:06.038694 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbfe7ea-da95-43c7-aec3-6c3124f73621 req-22bd5172-bfdd-4fe2-b01f-4888536c4441 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:43:06.040260 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ccbfe7ea-da95-43c7-aec3-6c3124f73621 req-22bd5172-bfdd-4fe2-b01f-4888536c4441 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36 HTTP/1.1" status: 200 len: 944 time: 0.0779305 Jul 24 00:43:06.072874 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-7a6d7595-2858-4ac8-9c56-a0d7772687b5 req-2acc5904-9d2e-49ee-adfd-6f60e0ffd464 service neutron] For port 1b2d0afa-ce50-4cb2-9bf1-4708e9426109, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:43:06.076512 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-7a6d7595-2858-4ac8-9c56-a0d7772687b5 req-2acc5904-9d2e-49ee-adfd-6f60e0ffd464 service neutron] For port 1b2d0afa-ce50-4cb2-9bf1-4708e9426109, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=1b2d0afa-ce50-4cb2-9bf1-4708e9426109,segment=NetworkSegment(8a6196fe-df7f-4137-b16c-4b0e6f7109e3),segment_id=8a6196fe-df7f-4137-b16c-4b0e6f7109e3)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:43:06.081328 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-7a6d7595-2858-4ac8-9c56-a0d7772687b5 req-2acc5904-9d2e-49ee-adfd-6f60e0ffd464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:43:06.088839 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ccbfe7ea-da95-43c7-aec3-6c3124f73621 req-955013a1-5f02-4cee-9aa1-f8b2ca22515b tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404198 Jul 24 00:43:06.121078 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6d7595-2858-4ac8-9c56-a0d7772687b5 req-2acc5904-9d2e-49ee-adfd-6f60e0ffd464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:43:06.121695 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-7a6d7595-2858-4ac8-9c56-a0d7772687b5 req-2acc5904-9d2e-49ee-adfd-6f60e0ffd464 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:43:06.123151 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7a6d7595-2858-4ac8-9c56-a0d7772687b5 req-2acc5904-9d2e-49ee-adfd-6f60e0ffd464 service neutron] 10.222.0.52 "PUT /v2.0/ports/1b2d0afa-ce50-4cb2-9bf1-4708e9426109 HTTP/1.1" status: 200 len: 1093 time: 0.6360514 Jul 24 00:43:06.123588 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36', 'tag': '1b2d0afa-ce50-4cb2-9bf1-4708e9426109'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:43:06.125912 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df5680a8-6886-49f2-8f96-c046afaf94b2" -d '{"events": [{"name": "network-changed", "server_uuid": "4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36", "tag": "1b2d0afa-ce50-4cb2-9bf1-4708e9426109"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:43:06.152850 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acc5904-9d2e-49ee-adfd-6f60e0ffd464 service neutron] Pushing event updated for resources: {'Port': ['ID=1b2d0afa-ce50-4cb2-9bf1-4708e9426109,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:43:06.237179 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6d7595-2858-4ac8-9c56-a0d7772687b5 req-b6eca497-635d-4d94-819d-26170d7b1b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:43:06.238726 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7a6d7595-2858-4ac8-9c56-a0d7772687b5 req-b6eca497-635d-4d94-819d-26170d7b1b5e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ff741ab94134ca0b89362b546f6cdc4&device_id=4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36 HTTP/1.1" status: 200 len: 1096 time: 0.0618284 Jul 24 00:43:06.240246 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b65d9bc-eb57-4214-98d9-c2266a073ea7 x-openstack-request-id: req-1b65d9bc-eb57-4214-98d9-c2266a073ea7 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:43:06.240530 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36", "tag": "1b2d0afa-ce50-4cb2-9bf1-4708e9426109", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:43:06.240778 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1b65d9bc-eb57-4214-98d9-c2266a073ea7 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:43:06.241200 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36', 'tag': '1b2d0afa-ce50-4cb2-9bf1-4708e9426109', 'status': 'completed', 'code': 200} Jul 24 00:43:06.281385 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7a6d7595-2858-4ac8-9c56-a0d7772687b5 req-c34c3a4d-9a45-41b4-963d-6eb8e4de8258 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b2d0afa-ce50-4cb2-9bf1-4708e9426109 HTTP/1.1" status: 200 len: 217 time: 0.0350347 Jul 24 00:43:06.335450 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6d7595-2858-4ac8-9c56-a0d7772687b5 req-68977326-ce69-43ad-9731-6910fb8249c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:43:06.336914 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7a6d7595-2858-4ac8-9c56-a0d7772687b5 req-68977326-ce69-43ad-9731-6910fb8249c4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0b7c5b75-2508-4120-912d-db2d0559c3e3 HTTP/1.1" status: 200 len: 850 time: 0.0497031 Jul 24 00:43:06.396503 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6d7595-2858-4ac8-9c56-a0d7772687b5 req-3d63c66a-2b09-4132-a20c-1361553bb192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:43:06.398072 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7a6d7595-2858-4ac8-9c56-a0d7772687b5 req-3d63c66a-2b09-4132-a20c-1361553bb192 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=635858b5-bce4-486f-8958-a3f0e6bef947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551109 Jul 24 00:43:06.487196 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7a6d7595-2858-4ac8-9c56-a0d7772687b5 req-40812e36-151c-4c6e-a074-d5a96952129e service neutron] 10.222.0.52 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826824 Jul 24 00:43:06.583855 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7a6d7595-2858-4ac8-9c56-a0d7772687b5 req-b5b1aa4a-5b99-4aa5-b70d-2fe4f963b35e service neutron] 10.222.0.52 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907464 Jul 24 00:43:06.683240 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5680a8-6886-49f2-8f96-c046afaf94b2 req-9903797f-8707-4a4c-8305-8fb72d765469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:43:06.684762 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-df5680a8-6886-49f2-8f96-c046afaf94b2 req-9903797f-8707-4a4c-8305-8fb72d765469 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ff741ab94134ca0b89362b546f6cdc4&device_id=4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36 HTTP/1.1" status: 200 len: 1096 time: 0.0539222 Jul 24 00:43:06.776431 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5680a8-6886-49f2-8f96-c046afaf94b2 req-5f12cdf1-8441-4a23-a9df-aefb61bf6ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:43:06.777937 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-df5680a8-6886-49f2-8f96-c046afaf94b2 req-5f12cdf1-8441-4a23-a9df-aefb61bf6ff4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=635858b5-bce4-486f-8958-a3f0e6bef947 HTTP/1.1" status: 200 len: 912 time: 0.0866108 Jul 24 00:43:06.822131 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-df5680a8-6886-49f2-8f96-c046afaf94b2 req-ba3d94dd-987e-43c8-97f1-a44ad2a94c8e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b2d0afa-ce50-4cb2-9bf1-4708e9426109 HTTP/1.1" status: 200 len: 217 time: 0.0339861 Jul 24 00:43:06.874689 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5680a8-6886-49f2-8f96-c046afaf94b2 req-dc66f62d-b34b-4a64-92f4-df954576a91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:43:06.876230 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-df5680a8-6886-49f2-8f96-c046afaf94b2 req-dc66f62d-b34b-4a64-92f4-df954576a91a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0b7c5b75-2508-4120-912d-db2d0559c3e3 HTTP/1.1" status: 200 len: 850 time: 0.0478165 Jul 24 00:43:06.934737 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5680a8-6886-49f2-8f96-c046afaf94b2 req-6b1d03f4-b468-4a81-aa05-3d72bbfecf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:43:06.936410 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-df5680a8-6886-49f2-8f96-c046afaf94b2 req-6b1d03f4-b468-4a81-aa05-3d72bbfecf17 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=635858b5-bce4-486f-8958-a3f0e6bef947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533457 Jul 24 00:43:07.027333 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-df5680a8-6886-49f2-8f96-c046afaf94b2 req-7699d789-1abc-4a5d-85f2-28f42cc778ab service neutron] 10.222.0.52 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832219 Jul 24 00:43:07.129418 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-df5680a8-6886-49f2-8f96-c046afaf94b2 req-db20fd70-6a2c-47ae-b0f0-a4efc1c0b8dd service neutron] 10.222.0.52 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950127 Jul 24 00:43:07.232678 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b5d7e-2cb1-46e6-91d9-fe847750ca2d req-79f2b5d3-d786-4aef-a951-9d5c226f1ddd tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:43:07.234114 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bc4b5d7e-2cb1-46e6-91d9-fe847750ca2d req-79f2b5d3-d786-4aef-a951-9d5c226f1ddd tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36 HTTP/1.1" status: 200 len: 944 time: 0.0702112 Jul 24 00:43:07.272556 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bc4b5d7e-2cb1-46e6-91d9-fe847750ca2d req-b8f97411-fe2f-47c5-a9cc-271eeef01696 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325968 Jul 24 00:43:08.403556 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337d58bb-a807-4d5b-a094-e388372273e8 req-15a59950-0045-4a52-b6ac-bac9323e7784 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:43:08.405098 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-337d58bb-a807-4d5b-a094-e388372273e8 req-15a59950-0045-4a52-b6ac-bac9323e7784 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36 HTTP/1.1" status: 200 len: 944 time: 0.0636609 Jul 24 00:43:08.449359 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-337d58bb-a807-4d5b-a094-e388372273e8 req-0f466f82-25f5-478b-a9d4-8290c5d76ac8 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382371 Jul 24 00:43:08.819125 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 1b2d0afa-ce50-4cb2-9bf1-4708e9426109 details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:43:08.919828 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 1b2d0afa-ce50-4cb2-9bf1-4708e9426109, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=1b2d0afa-ce50-4cb2-9bf1-4708e9426109,segment=NetworkSegment(8a6196fe-df7f-4137-b16c-4b0e6f7109e3),segment_id=8a6196fe-df7f-4137-b16c-4b0e6f7109e3)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:43:08.930913 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': '1b2d0afa-ce50-4cb2-9bf1-4708e9426109', 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947', 'port_id': '1b2d0afa-ce50-4cb2-9bf1-4708e9426109', 'mac_address': 'fa:16:3e:1a:1e:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b7c5b75-2508-4120-912d-db2d0559c3e3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:43:08.969902 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:43:08.983130 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b2d0afa-ce50-4cb2-9bf1-4708e9426109 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:43:09.002724 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 1b2d0afa-ce50-4cb2-9bf1-4708e9426109, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=1b2d0afa-ce50-4cb2-9bf1-4708e9426109,segment=NetworkSegment(8a6196fe-df7f-4137-b16c-4b0e6f7109e3),segment_id=8a6196fe-df7f-4137-b16c-4b0e6f7109e3)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:43:09.007194 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:43:09.058441 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=1b2d0afa-ce50-4cb2-9bf1-4708e9426109,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:43:09.229963 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['1b2d0afa-ce50-4cb2-9bf1-4708e9426109'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:43:09.591519 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced1d90-1d1e-44c5-8587-598fe98e44a9 req-ad70e3b2-1a03-4442-a5bb-5cb81714739f tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:43:09.593093 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-dced1d90-1d1e-44c5-8587-598fe98e44a9 req-ad70e3b2-1a03-4442-a5bb-5cb81714739f tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36 HTTP/1.1" status: 200 len: 945 time: 0.0749514 Jul 24 00:43:09.634812 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-dced1d90-1d1e-44c5-8587-598fe98e44a9 req-2aa0b313-482b-4a3b-8057-e2cc2f9be035 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354624 Jul 24 00:43:10.814120 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bc9fd1-3b7d-4157-809f-90ce5148005e req-05a8127f-cfb9-4dd9-bfd6-05534431d0c2 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:43:10.815814 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b3bc9fd1-3b7d-4157-809f-90ce5148005e req-05a8127f-cfb9-4dd9-bfd6-05534431d0c2 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36 HTTP/1.1" status: 200 len: 945 time: 0.1051009 Jul 24 00:43:10.819444 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 1b2d0afa-ce50-4cb2-9bf1-4708e9426109 up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:43:10.866410 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b3bc9fd1-3b7d-4157-809f-90ce5148005e req-908a7d82-4025-45f7-96b6-700dba52a6b2 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438294 Jul 24 00:43:10.879126 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port 1b2d0afa-ce50-4cb2-9bf1-4708e9426109 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:43:10.883981 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port 1b2d0afa-ce50-4cb2-9bf1-4708e9426109 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:43:10.884352 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:43:10.981205 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:43:11.003701 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b2d0afa-ce50-4cb2-9bf1-4708e9426109'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:43:11.006076 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7501dc0a-7911-4ddd-bfcc-9a2fad6ef135" -d '{"events": [{"server_uuid": "4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36", "name": "network-vif-plugged", "status": "completed", "tag": "1b2d0afa-ce50-4cb2-9bf1-4708e9426109"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:43:11.019841 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 1b2d0afa-ce50-4cb2-9bf1-4708e9426109, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=1b2d0afa-ce50-4cb2-9bf1-4708e9426109,segment=NetworkSegment(8a6196fe-df7f-4137-b16c-4b0e6f7109e3),segment_id=8a6196fe-df7f-4137-b16c-4b0e6f7109e3)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:43:11.031689 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:43:11.057654 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f4a74a3-ba9c-45cb-b5d6-039d3872857f x-openstack-request-id: req-8f4a74a3-ba9c-45cb-b5d6-039d3872857f {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:43:11.057968 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36", "name": "network-vif-plugged", "status": "completed", "tag": "1b2d0afa-ce50-4cb2-9bf1-4708e9426109", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:43:11.058195 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8f4a74a3-ba9c-45cb-b5d6-039d3872857f {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:43:11.058589 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b2d0afa-ce50-4cb2-9bf1-4708e9426109', 'code': 200} Jul 24 00:43:11.090921 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=1b2d0afa-ce50-4cb2-9bf1-4708e9426109,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:43:11.192451 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593be453-6b80-40f1-b0a3-9ea7db44f84b req-b27be6d2-acf9-4d5a-af8c-7afc52d73330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:43:11.194888 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-593be453-6b80-40f1-b0a3-9ea7db44f84b req-b27be6d2-acf9-4d5a-af8c-7afc52d73330 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36 HTTP/1.1" status: 200 len: 1098 time: 0.0726628 Jul 24 00:43:11.234102 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-593be453-6b80-40f1-b0a3-9ea7db44f84b req-dd2d3fea-b0ad-407a-a987-81295340e4d2 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330205 Jul 24 00:43:12.033068 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f72c94-2f39-4791-8c51-edff481fba29 req-25839caf-2f47-4710-9e84-6f929ac0af4c tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:43:12.035174 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e9f72c94-2f39-4791-8c51-edff481fba29 req-25839caf-2f47-4710-9e84-6f929ac0af4c tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36 HTTP/1.1" status: 200 len: 946 time: 0.0781164 Jul 24 00:43:12.080259 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e9f72c94-2f39-4791-8c51-edff481fba29 req-eca43abd-b8a0-4a31-842b-8a36b6986c63 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387282 Jul 24 00:43:13.229425 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fac118-17e0-4865-84b9-4ee805fa1e2c req-cda7274d-7bf2-4cc4-aa21-7c738648e479 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:43:13.230982 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f0fac118-17e0-4865-84b9-4ee805fa1e2c req-cda7274d-7bf2-4cc4-aa21-7c738648e479 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36 HTTP/1.1" status: 200 len: 946 time: 0.0691173 Jul 24 00:43:13.278696 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f0fac118-17e0-4865-84b9-4ee805fa1e2c req-11a625ac-e9d3-4d4b-8360-0e3341d8a144 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417128 Jul 24 00:43:13.426178 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043dbf78-3d1d-4e30-94a2-1d419c42b95b req-06bfcd84-c112-46b2-87af-a3c96ed12216 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:43:13.427814 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-043dbf78-3d1d-4e30-94a2-1d419c42b95b req-06bfcd84-c112-46b2-87af-a3c96ed12216 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36 HTTP/1.1" status: 200 len: 946 time: 0.0773821 Jul 24 00:43:13.439537 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 40842) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:43:13.444328 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-592c6737-5089-49e8-86c3-2e6b6fd807d5 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Request body: {'floatingip': {'port_id': '1b2d0afa-ce50-4cb2-9bf1-4708e9426109'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:43:13.522966 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-592c6737-5089-49e8-86c3-2e6b6fd807d5 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify callbacks [] for floatingip, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:43:14.140110 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-592c6737-5089-49e8-86c3-2e6b6fd807d5 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:43:14.146047 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-592c6737-5089-49e8-86c3-2e6b6fd807d5 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:43:14.279119 n-d-800088-16 neutron-server[100313]: INFO neutron.db.l3_db [None req-592c6737-5089-49e8-86c3-2e6b6fd807d5 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Floating IP aeb5c4fb-9083-4bb2-9940-2f2fb8792759 associated. External IP: 172.25.3.191, port: 1b2d0afa-ce50-4cb2-9bf1-4708e9426109. Jul 24 00:43:14.321144 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0d37ad3a-a3af-41bb-9c6c-7070151b02b3 req-30b53f3b-dcd1-4106-989b-d684c89479a1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1427884 Jul 24 00:43:14.527152 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37ad3a-a3af-41bb-9c6c-7070151b02b3 req-6475eaa8-5d39-4a7e-ba78-a22c0431a694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:43:14.528663 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0d37ad3a-a3af-41bb-9c6c-7070151b02b3 req-6475eaa8-5d39-4a7e-ba78-a22c0431a694 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ff741ab94134ca0b89362b546f6cdc4&device_id=4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36 HTTP/1.1" status: 200 len: 1098 time: 0.1586173 Jul 24 00:43:14.589371 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-592c6737-5089-49e8-86c3-2e6b6fd807d5 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Router a4c0a7f5-780a-4c03-9767-962a310979c1 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:43:14.985941 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37ad3a-a3af-41bb-9c6c-7070151b02b3 req-5d3e6b37-ea94-46d3-9b7c-f336857806ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:43:14.987519 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0d37ad3a-a3af-41bb-9c6c-7070151b02b3 req-5d3e6b37-ea94-46d3-9b7c-f336857806ca service neutron] 10.222.0.52 "GET /v2.0/networks?id=635858b5-bce4-486f-8958-a3f0e6bef947 HTTP/1.1" status: 200 len: 912 time: 0.4359128 Jul 24 00:43:15.058812 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-592c6737-5089-49e8-86c3-2e6b6fd807d5 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:43:15.065322 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-592c6737-5089-49e8-86c3-2e6b6fd807d5 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:43:15.074530 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fac7978-adf3-49d9-904b-110898baff54 None None] Sync routers for ids ['a4c0a7f5-780a-4c03-9767-962a310979c1'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:43:15.075136 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0d37ad3a-a3af-41bb-9c6c-7070151b02b3 req-32a8c19c-3154-4585-8aae-c8aee2cd8a85 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b2d0afa-ce50-4cb2-9bf1-4708e9426109 HTTP/1.1" status: 200 len: 1000 time: 0.0804021 Jul 24 00:43:15.095367 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fac7978-adf3-49d9-904b-110898baff54 None None] Routers {'a4c0a7f5-780a-4c03-9767-962a310979c1'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:43:15.096377 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-7fac7978-adf3-49d9-904b-110898baff54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:42:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['a4c0a7f5-780a-4c03-9767-962a310979c1'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:43:15.147130 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-592c6737-5089-49e8-86c3-2e6b6fd807d5 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "PUT /v2.0/floatingips/aeb5c4fb-9083-4bb2-9940-2f2fb8792759 HTTP/1.1" status: 200 len: 992 time: 1.7064266 Jul 24 00:43:15.149849 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36', 'tag': '1b2d0afa-ce50-4cb2-9bf1-4708e9426109'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:43:15.152004 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76c002b3-28af-4bda-a46a-128de78af524" -d '{"events": [{"name": "network-changed", "server_uuid": "4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36", "tag": "1b2d0afa-ce50-4cb2-9bf1-4708e9426109"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:43:15.161055 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37ad3a-a3af-41bb-9c6c-7070151b02b3 req-b3a475b1-87cd-4af2-8df1-f7d2bc3e8fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:43:15.162262 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0d37ad3a-a3af-41bb-9c6c-7070151b02b3 req-b3a475b1-87cd-4af2-8df1-f7d2bc3e8fc5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0b7c5b75-2508-4120-912d-db2d0559c3e3 HTTP/1.1" status: 200 len: 850 time: 0.0699422 Jul 24 00:43:15.209996 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:43:15.243047 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b679448-fd97-4770-8648-6baca2079525 x-openstack-request-id: req-2b679448-fd97-4770-8648-6baca2079525 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:43:15.243939 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36", "tag": "1b2d0afa-ce50-4cb2-9bf1-4708e9426109", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:43:15.244409 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2b679448-fd97-4770-8648-6baca2079525 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:43:15.245016 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36', 'tag': '1b2d0afa-ce50-4cb2-9bf1-4708e9426109', 'status': 'completed', 'code': 200} Jul 24 00:43:15.259837 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37ad3a-a3af-41bb-9c6c-7070151b02b3 req-58ea244e-5fcb-4241-b996-2692067d7ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:43:15.261927 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0d37ad3a-a3af-41bb-9c6c-7070151b02b3 req-58ea244e-5fcb-4241-b996-2692067d7ac1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=635858b5-bce4-486f-8958-a3f0e6bef947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0933044 Jul 24 00:43:15.265346 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-7fac7978-adf3-49d9-904b-110898baff54 None None] Set router a4c0a7f5-780a-4c03-9767-962a310979c1 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:43:15.370099 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0d37ad3a-a3af-41bb-9c6c-7070151b02b3 req-41a73881-aa4e-4c1c-b2d4-beeb08bd3ef4 service neutron] 10.222.0.52 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986249 Jul 24 00:43:15.472095 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0d37ad3a-a3af-41bb-9c6c-7070151b02b3 req-fba110f7-4439-45ca-bf32-45f30ae3ab4b service neutron] 10.222.0.52 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951781 Jul 24 00:43:15.528071 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-7fac7978-adf3-49d9-904b-110898baff54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'name': 'tempest-ServerActionsTestJSON-420210054-router', 'tenant_id': '7ff741ab94134ca0b89362b546f6cdc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '8e45cccc-6c15-4470-8191-5b8f7a1c99f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:38:31Z', 'updated_at': '2021-07-24T00:38:33Z', 'revision_number': 4, 'project_id': '7ff741ab94134ca0b89362b546f6cdc4', 'gw_port': {'id': '8e45cccc-6c15-4470-8191-5b8f7a1c99f1', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:38:31Z', 'updated_at': '2021-07-24T00:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': 'aeb5c4fb-9083-4bb2-9940-2f2fb8792759', 'tenant_id': '7ff741ab94134ca0b89362b546f6cdc4', 'floating_ip_address': '172.25.3.191', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'port_id': '1b2d0afa-ce50-4cb2-9bf1-4708e9426109', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4029, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947', 'mac_address': 'fa:16:3e:1a:1e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:38:36Z', 'updated_at': '2021-07-24T00:43:13Z', 'revision_number': 9, 'project_id': '7ff741ab94134ca0b89362b546f6cdc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b76b015-9417-4a2e-aa33-995027831287', 'name': '', 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947', 'tenant_id': '7ff741ab94134ca0b89362b546f6cdc4', 'mac_address': 'fa:16:3e:29:f9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '0b7c5b75-2508-4120-912d-db2d0559c3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:38:33Z', 'updated_at': '2021-07-24T00:38:40Z', 'revision_number': 5, 'project_id': '7ff741ab94134ca0b89362b546f6cdc4', 'subnets': [{'id': '0b7c5b75-2508-4120-912d-db2d0559c3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:43:15.557209 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fac7978-adf3-49d9-904b-110898baff54 None None] Checking router: a4c0a7f5-780a-4c03-9767-962a310979c1 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:43:15.566461 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fac7978-adf3-49d9-904b-110898baff54 None None] Routers {'a4c0a7f5-780a-4c03-9767-962a310979c1'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:43:15.567045 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-7fac7978-adf3-49d9-904b-110898baff54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:42:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['a4c0a7f5-780a-4c03-9767-962a310979c1'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:43:15.589507 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c002b3-28af-4bda-a46a-128de78af524 req-cf35d0b1-87bb-4da3-8b05-88c5dfe076fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:43:15.591082 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-76c002b3-28af-4bda-a46a-128de78af524 req-cf35d0b1-87bb-4da3-8b05-88c5dfe076fe service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ff741ab94134ca0b89362b546f6cdc4&device_id=4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36 HTTP/1.1" status: 200 len: 1098 time: 0.0592659 Jul 24 00:43:15.677548 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-7fac7978-adf3-49d9-904b-110898baff54 None None] Set router a4c0a7f5-780a-4c03-9767-962a310979c1 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:43:15.691153 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c002b3-28af-4bda-a46a-128de78af524 req-4fd3e5b5-c2f9-4c28-87d0-812c6b92db38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:43:15.692715 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-76c002b3-28af-4bda-a46a-128de78af524 req-4fd3e5b5-c2f9-4c28-87d0-812c6b92db38 service neutron] 10.222.0.52 "GET /v2.0/networks?id=635858b5-bce4-486f-8958-a3f0e6bef947 HTTP/1.1" status: 200 len: 912 time: 0.0956531 Jul 24 00:43:15.774729 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-76c002b3-28af-4bda-a46a-128de78af524 req-b4176072-7a92-4283-9234-44550d89d7a1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b2d0afa-ce50-4cb2-9bf1-4708e9426109 HTTP/1.1" status: 200 len: 1000 time: 0.0752275 Jul 24 00:43:15.837374 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c002b3-28af-4bda-a46a-128de78af524 req-4331879d-1978-4cc2-b29a-79b263abca91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:43:15.839064 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-76c002b3-28af-4bda-a46a-128de78af524 req-4331879d-1978-4cc2-b29a-79b263abca91 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0b7c5b75-2508-4120-912d-db2d0559c3e3 HTTP/1.1" status: 200 len: 850 time: 0.0583670 Jul 24 00:43:15.906250 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c002b3-28af-4bda-a46a-128de78af524 req-bad78b18-fd59-48a1-9de7-89200d93cf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:43:15.907795 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-76c002b3-28af-4bda-a46a-128de78af524 req-bad78b18-fd59-48a1-9de7-89200d93cf88 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=635858b5-bce4-486f-8958-a3f0e6bef947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0625608 Jul 24 00:43:16.026391 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-76c002b3-28af-4bda-a46a-128de78af524 req-08a77f92-29a3-452e-b41e-1de5184ceb14 service neutron] 10.222.0.52 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108897 Jul 24 00:43:16.131438 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-7fac7978-adf3-49d9-904b-110898baff54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'name': 'tempest-ServerActionsTestJSON-420210054-router', 'tenant_id': '7ff741ab94134ca0b89362b546f6cdc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '8e45cccc-6c15-4470-8191-5b8f7a1c99f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:38:31Z', 'updated_at': '2021-07-24T00:38:33Z', 'revision_number': 4, 'project_id': '7ff741ab94134ca0b89362b546f6cdc4', 'gw_port': {'id': '8e45cccc-6c15-4470-8191-5b8f7a1c99f1', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:38:31Z', 'updated_at': '2021-07-24T00:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': 'aeb5c4fb-9083-4bb2-9940-2f2fb8792759', 'tenant_id': '7ff741ab94134ca0b89362b546f6cdc4', 'floating_ip_address': '172.25.3.191', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'port_id': '1b2d0afa-ce50-4cb2-9bf1-4708e9426109', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4029, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947', 'mac_address': 'fa:16:3e:1a:1e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:38:36Z', 'updated_at': '2021-07-24T00:43:13Z', 'revision_number': 9, 'project_id': '7ff741ab94134ca0b89362b546f6cdc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b76b015-9417-4a2e-aa33-995027831287', 'name': '', 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947', 'tenant_id': '7ff741ab94134ca0b89362b546f6cdc4', 'mac_address': 'fa:16:3e:29:f9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '0b7c5b75-2508-4120-912d-db2d0559c3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:38:33Z', 'updated_at': '2021-07-24T00:38:40Z', 'revision_number': 5, 'project_id': '7ff741ab94134ca0b89362b546f6cdc4', 'subnets': [{'id': '0b7c5b75-2508-4120-912d-db2d0559c3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:43:16.145972 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-76c002b3-28af-4bda-a46a-128de78af524 req-2d775419-6e0a-449f-bfcd-f53b8a5a9ec2 service neutron] 10.222.0.52 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123967 Jul 24 00:43:16.160241 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fac7978-adf3-49d9-904b-110898baff54 None None] The sync data for ids ['a4c0a7f5-780a-4c03-9767-962a310979c1'] in n-d-800088-16 is: [{'id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'name': 'tempest-ServerActionsTestJSON-420210054-router', 'tenant_id': '7ff741ab94134ca0b89362b546f6cdc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '8e45cccc-6c15-4470-8191-5b8f7a1c99f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:38:31Z', 'updated_at': '2021-07-24T00:38:33Z', 'revision_number': 4, 'project_id': '7ff741ab94134ca0b89362b546f6cdc4', 'gw_port': {'id': '8e45cccc-6c15-4470-8191-5b8f7a1c99f1', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:38:31Z', 'updated_at': '2021-07-24T00:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': 'aeb5c4fb-9083-4bb2-9940-2f2fb8792759', 'tenant_id': '7ff741ab94134ca0b89362b546f6cdc4', 'floating_ip_address': '172.25.3.191', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'port_id': '1b2d0afa-ce50-4cb2-9bf1-4708e9426109', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4029, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947', 'mac_address': 'fa:16:3e:1a:1e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:38:36Z', 'updated_at': '2021-07-24T00:43:13Z', 'revision_number': 9, 'project_id': '7ff741ab94134ca0b89362b546f6cdc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b76b015-9417-4a2e-aa33-995027831287', 'name': '', 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947', 'tenant_id': '7ff741ab94134ca0b89362b546f6cdc4', 'mac_address': 'fa:16:3e:29:f9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '0b7c5b75-2508-4120-912d-db2d0559c3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:38:33Z', 'updated_at': '2021-07-24T00:38:40Z', 'revision_number': 5, 'project_id': '7ff741ab94134ca0b89362b546f6cdc4', 'subnets': [{'id': '0b7c5b75-2508-4120-912d-db2d0559c3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:43:16.398544 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f040490e-3f9d-4dce-8216-9ac73ec5c24a None None] New status for floating IP aeb5c4fb-9083-4bb2-9940-2f2fb8792759: ACTIVE {{(pid=100316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 00:43:18.122075 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:43:23.224294 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e94ce347-6b9f-4192-a601-b7c45a7d49e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:43:25.792736 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-275e8517-e554-4185-a7ea-00a3403c856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:43:26.834923 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:43:27.433342 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:43:29.019725 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:43:33.340662 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:43:45.149395 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:43:48.127939 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:43:53.225948 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-03d18df5-d1d3-4a59-8e29-55803d88369c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:43:55.794556 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0377c61c-5f99-4139-85ac-b413acf67946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:43:56.837099 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:43:57.431272 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:43:59.021482 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:10.339971 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:44:15.165983 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:15.228486 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-56190935-10e2-4874-a614-7d47f617da79 req-c936d08d-aa11-4b09-8a21-a8d584920985 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0669007 Jul 24 00:44:15.332627 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56190935-10e2-4874-a614-7d47f617da79 req-4ca8d7bd-3c75-453e-9bf1-805f3a9f39bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:44:15.334278 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-56190935-10e2-4874-a614-7d47f617da79 req-4ca8d7bd-3c75-453e-9bf1-805f3a9f39bb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ff741ab94134ca0b89362b546f6cdc4&device_id=4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36 HTTP/1.1" status: 200 len: 1098 time: 0.0627499 Jul 24 00:44:15.452594 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56190935-10e2-4874-a614-7d47f617da79 req-e87b236a-8cc5-4719-8375-cd9c5745fa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:44:15.454321 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-56190935-10e2-4874-a614-7d47f617da79 req-e87b236a-8cc5-4719-8375-cd9c5745fa2b service neutron] 10.222.0.52 "GET /v2.0/networks?id=635858b5-bce4-486f-8958-a3f0e6bef947 HTTP/1.1" status: 200 len: 912 time: 0.0987861 Jul 24 00:44:15.526919 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-56190935-10e2-4874-a614-7d47f617da79 req-03f9e6e1-7129-4b88-8841-ad08608f1f9d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b2d0afa-ce50-4cb2-9bf1-4708e9426109 HTTP/1.1" status: 200 len: 1003 time: 0.0661352 Jul 24 00:44:15.578605 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56190935-10e2-4874-a614-7d47f617da79 req-2ff30c44-6fb6-4ebf-a4ef-6fa9cefd66fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:44:15.580152 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-56190935-10e2-4874-a614-7d47f617da79 req-2ff30c44-6fb6-4ebf-a4ef-6fa9cefd66fe service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0b7c5b75-2508-4120-912d-db2d0559c3e3 HTTP/1.1" status: 200 len: 850 time: 0.0471039 Jul 24 00:44:15.641062 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56190935-10e2-4874-a614-7d47f617da79 req-dbd1fa83-4c97-42cd-bfea-4f3cd64f0ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:44:15.642593 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-56190935-10e2-4874-a614-7d47f617da79 req-dbd1fa83-4c97-42cd-bfea-4f3cd64f0ce6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=635858b5-bce4-486f-8958-a3f0e6bef947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555131 Jul 24 00:44:15.740356 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-56190935-10e2-4874-a614-7d47f617da79 req-e71e9918-216f-4e9a-b407-ba44fd2da3bd service neutron] 10.222.0.52 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907097 Jul 24 00:44:15.842067 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-56190935-10e2-4874-a614-7d47f617da79 req-9c03ba7b-af76-4c94-b877-5bd657422cc1 service neutron] 10.222.0.52 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953736 Jul 24 00:44:18.126915 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:23.234059 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f6a944fd-3387-4728-a484-5777a050c6da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:25.795147 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-93d8b29a-8673-47d7-a188-20a07ae602a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:26.839371 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:27.436453 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:29.024101 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:45.176780 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:47.339490 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:44:48.126962 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:49.750264 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d086fd59-5d0a-4905-8ac9-6de3667ea14e req-f7d9b2a2-fb80-4b05-bf01-e326ce7a1ecf service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0951610 Jul 24 00:44:49.762839 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03d411c-e225-4a42-a33c-210c17e0184a req-493979a1-e775-4359-b5cc-f33fe9c46d9f tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:44:49.764344 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e03d411c-e225-4a42-a33c-210c17e0184a req-493979a1-e775-4359-b5cc-f33fe9c46d9f tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36 HTTP/1.1" status: 200 len: 946 time: 0.0982523 Jul 24 00:44:49.811496 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e03d411c-e225-4a42-a33c-210c17e0184a req-b2edfe12-34c4-4276-bc11-e67d2e851fcf tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414393 Jul 24 00:44:50.846469 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086fd59-5d0a-4905-8ac9-6de3667ea14e req-17583299-5c22-4baa-80be-28df6281c34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:44:50.848277 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d086fd59-5d0a-4905-8ac9-6de3667ea14e req-17583299-5c22-4baa-80be-28df6281c34e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ff741ab94134ca0b89362b546f6cdc4&device_id=4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36 HTTP/1.1" status: 200 len: 1098 time: 0.0624657 Jul 24 00:44:50.976723 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086fd59-5d0a-4905-8ac9-6de3667ea14e req-34ab7446-f63e-4ddc-9ffa-26d7a288a906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:44:50.978316 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d086fd59-5d0a-4905-8ac9-6de3667ea14e req-34ab7446-f63e-4ddc-9ffa-26d7a288a906 service neutron] 10.222.0.52 "GET /v2.0/networks?id=635858b5-bce4-486f-8958-a3f0e6bef947 HTTP/1.1" status: 200 len: 912 time: 0.1242354 Jul 24 00:44:51.038035 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1711445-15d7-47fc-82c7-ae5b9f5ddadd req-cd244989-cd22-42f9-92cd-03f199712c2a tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:44:51.039575 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f1711445-15d7-47fc-82c7-ae5b9f5ddadd req-cd244989-cd22-42f9-92cd-03f199712c2a tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36 HTTP/1.1" status: 200 len: 946 time: 0.1566005 Jul 24 00:44:51.068968 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d086fd59-5d0a-4905-8ac9-6de3667ea14e req-c648d761-d253-407f-8608-3d9eb490283a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b2d0afa-ce50-4cb2-9bf1-4708e9426109 HTTP/1.1" status: 200 len: 1003 time: 0.0838711 Jul 24 00:44:51.120447 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f1711445-15d7-47fc-82c7-ae5b9f5ddadd req-7681e171-eb9b-462d-b284-6841210bc5b1 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735168 Jul 24 00:44:51.132172 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086fd59-5d0a-4905-8ac9-6de3667ea14e req-8a457494-2311-4568-a6f6-2131eb0b6f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:44:51.133723 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d086fd59-5d0a-4905-8ac9-6de3667ea14e req-8a457494-2311-4568-a6f6-2131eb0b6f8b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0b7c5b75-2508-4120-912d-db2d0559c3e3 HTTP/1.1" status: 200 len: 850 time: 0.0581193 Jul 24 00:44:51.196317 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086fd59-5d0a-4905-8ac9-6de3667ea14e req-f81cf698-de0f-481d-a9e7-d9227a162f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:44:51.197894 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d086fd59-5d0a-4905-8ac9-6de3667ea14e req-f81cf698-de0f-481d-a9e7-d9227a162f79 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=635858b5-bce4-486f-8958-a3f0e6bef947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0585227 Jul 24 00:44:51.287062 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d086fd59-5d0a-4905-8ac9-6de3667ea14e req-c7099cf8-18af-4b1f-a56e-8bbea0f28dd6 service neutron] 10.222.0.52 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825582 Jul 24 00:44:51.385274 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d086fd59-5d0a-4905-8ac9-6de3667ea14e req-6d47f174-0c37-4dde-bed3-20025476629b service neutron] 10.222.0.52 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916831 Jul 24 00:44:52.254593 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c0b187-de41-4e81-9e61-3b5bd89fafaf req-60b92754-96ce-4834-8a49-b063c0445114 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:44:52.256147 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-74c0b187-de41-4e81-9e61-3b5bd89fafaf req-60b92754-96ce-4834-8a49-b063c0445114 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36 HTTP/1.1" status: 200 len: 946 time: 0.0678341 Jul 24 00:44:52.295037 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-74c0b187-de41-4e81-9e61-3b5bd89fafaf req-58b467a8-2157-4169-bb74-c021893f3d53 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332723 Jul 24 00:44:53.224587 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-041fe435-e19e-4ade-9e1a-e415450d3659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:53.423780 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d0168-4266-4a5e-b84b-29ae8f093e7f req-98527bfd-12a4-41ae-b048-59880d8471bb tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:44:53.425296 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9f8d0168-4266-4a5e-b84b-29ae8f093e7f req-98527bfd-12a4-41ae-b048-59880d8471bb tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36 HTTP/1.1" status: 200 len: 946 time: 0.0621948 Jul 24 00:44:53.462958 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9f8d0168-4266-4a5e-b84b-29ae8f093e7f req-e62ce0bc-c079-42ea-bfff-adf88a3e62c7 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315573 Jul 24 00:44:54.592548 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a9985-f70c-4fe7-a7e3-e70b3be9a407 req-30d489d5-7b97-4e44-b6da-5ccda0f78f07 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:44:54.594096 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-dc5a9985-f70c-4fe7-a7e3-e70b3be9a407 req-30d489d5-7b97-4e44-b6da-5ccda0f78f07 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36 HTTP/1.1" status: 200 len: 946 time: 0.0641804 Jul 24 00:44:54.631259 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-dc5a9985-f70c-4fe7-a7e3-e70b3be9a407 req-c1f85271-20d8-45e6-a561-ddf599151f73 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317142 Jul 24 00:44:55.764475 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c16f65-67d6-41b2-823c-0ab26c953f61 req-84da0342-6561-4019-bbeb-3fe81f36435f tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:44:55.766000 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-75c16f65-67d6-41b2-823c-0ab26c953f61 req-84da0342-6561-4019-bbeb-3fe81f36435f tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36 HTTP/1.1" status: 200 len: 946 time: 0.0679815 Jul 24 00:44:55.796622 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-dcfd92d2-1cf5-4f90-bde1-ce1d9ebbf0e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:55.806022 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-75c16f65-67d6-41b2-823c-0ab26c953f61 req-79206f38-46c5-4c78-903f-43e4243932db tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337582 Jul 24 00:44:56.840195 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:56.938429 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c922025b-2311-4f5a-b8da-ce20ea5b4549 req-3060cfee-6046-4957-9e89-afd94ccee720 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:44:56.940132 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c922025b-2311-4f5a-b8da-ce20ea5b4549 req-3060cfee-6046-4957-9e89-afd94ccee720 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36 HTTP/1.1" status: 200 len: 946 time: 0.0654931 Jul 24 00:44:56.981852 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c922025b-2311-4f5a-b8da-ce20ea5b4549 req-eb48c969-f02f-41d8-a7d8-f13c353782d3 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360425 Jul 24 00:44:57.436699 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:58.125912 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dc4396-6007-4ccd-a9d0-b69fd71df732 req-a1e719b7-a318-4876-b71d-a3a30b9818e3 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:44:58.127437 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-39dc4396-6007-4ccd-a9d0-b69fd71df732 req-a1e719b7-a318-4876-b71d-a3a30b9818e3 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36 HTTP/1.1" status: 200 len: 946 time: 0.0677400 Jul 24 00:44:58.165693 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-39dc4396-6007-4ccd-a9d0-b69fd71df732 req-083145c9-87fe-4d9b-bf3b-78cd63b7b01a tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320549 Jul 24 00:44:59.026841 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:59.313761 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70016ada-ebc7-4a02-ab2d-063278ff7c47 req-5baca820-2e96-4f98-b79d-9dadc198bd83 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:44:59.315294 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-70016ada-ebc7-4a02-ab2d-063278ff7c47 req-5baca820-2e96-4f98-b79d-9dadc198bd83 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36 HTTP/1.1" status: 200 len: 946 time: 0.0672226 Jul 24 00:44:59.354625 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-70016ada-ebc7-4a02-ab2d-063278ff7c47 req-51ce2a74-3b1e-4add-8366-5bac336c2653 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329580 Jul 24 00:45:00.486057 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4c1e24-88e0-41e6-9e26-90d8540f0260 req-70b8a10c-cac8-4e88-8baa-b316066ba774 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:00.487453 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4c4c1e24-88e0-41e6-9e26-90d8540f0260 req-70b8a10c-cac8-4e88-8baa-b316066ba774 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36 HTTP/1.1" status: 200 len: 946 time: 0.0642240 Jul 24 00:45:00.525601 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4c4c1e24-88e0-41e6-9e26-90d8540f0260 req-5cf92b5c-b433-43b7-b441-8613ad818331 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325351 Jul 24 00:45:01.673387 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b4918d-4490-40ce-b2ce-b472dad9b59c req-00fe257a-be5c-48b7-82bb-84d2a36b13ab tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:01.674904 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-71b4918d-4490-40ce-b2ce-b472dad9b59c req-00fe257a-be5c-48b7-82bb-84d2a36b13ab tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36 HTTP/1.1" status: 200 len: 946 time: 0.0650852 Jul 24 00:45:01.712932 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-71b4918d-4490-40ce-b2ce-b472dad9b59c req-11484816-d096-4b08-ba7b-567e814702dc tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323217 Jul 24 00:45:02.869620 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83757d32-b542-4eeb-b1fc-3b8f17998c0c req-e1e071e0-5f79-4871-8c7b-2a64b8799c76 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:02.871159 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-83757d32-b542-4eeb-b1fc-3b8f17998c0c req-e1e071e0-5f79-4871-8c7b-2a64b8799c76 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36 HTTP/1.1" status: 200 len: 946 time: 0.0726101 Jul 24 00:45:02.909814 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-83757d32-b542-4eeb-b1fc-3b8f17998c0c req-bca186b9-3903-4563-b71d-44a64f240d08 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330851 Jul 24 00:45:03.204329 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [req-d086fd59-5d0a-4905-8ac9-6de3667ea14e req-a05dea00-d4b5-44e3-8675-8506ad953e36 service neutron] show failed (client error): The resource could not be found. Jul 24 00:45:03.205444 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d086fd59-5d0a-4905-8ac9-6de3667ea14e req-a05dea00-d4b5-44e3-8675-8506ad953e36 service neutron] 10.222.0.52 "GET /v2.0/ports/1b2d0afa-ce50-4cb2-9bf1-4708e9426109/bindings/n-h2-800088-16 HTTP/1.1" status: 404 len: 381 time: 0.0600290 Jul 24 00:45:03.432699 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086fd59-5d0a-4905-8ac9-6de3667ea14e req-b7c01aba-4ff6-4703-a764-4884ae545e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:03.434398 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d086fd59-5d0a-4905-8ac9-6de3667ea14e req-b7c01aba-4ff6-4703-a764-4884ae545e1a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36&tenant_id=7ff741ab94134ca0b89362b546f6cdc4 HTTP/1.1" status: 200 len: 1098 time: 0.0719602 Jul 24 00:45:03.446620 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-d086fd59-5d0a-4905-8ac9-6de3667ea14e req-57e228f0-230e-4fe7-9322-ac19e8d1e22a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800088-16', 'device_owner': 'compute:nova'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:45:03.525740 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-d086fd59-5d0a-4905-8ac9-6de3667ea14e req-57e228f0-230e-4fe7-9322-ac19e8d1e22a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:03.749208 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-d086fd59-5d0a-4905-8ac9-6de3667ea14e req-57e228f0-230e-4fe7-9322-ac19e8d1e22a service neutron] For port 1b2d0afa-ce50-4cb2-9bf1-4708e9426109, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=1b2d0afa-ce50-4cb2-9bf1-4708e9426109,segment=NetworkSegment(8a6196fe-df7f-4137-b16c-4b0e6f7109e3),segment_id=8a6196fe-df7f-4137-b16c-4b0e6f7109e3)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:45:03.783582 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-d086fd59-5d0a-4905-8ac9-6de3667ea14e req-57e228f0-230e-4fe7-9322-ac19e8d1e22a service neutron] For port 1b2d0afa-ce50-4cb2-9bf1-4708e9426109, host n-h1-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:45:03.830560 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b2d0afa-ce50-4cb2-9bf1-4708e9426109'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:45:03.832936 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eefaff6d-6159-45c8-84be-96da03d2407b" -d '{"events": [{"server_uuid": "4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36", "name": "network-vif-unplugged", "status": "completed", "tag": "1b2d0afa-ce50-4cb2-9bf1-4708e9426109"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:45:03.837264 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-d086fd59-5d0a-4905-8ac9-6de3667ea14e req-57e228f0-230e-4fe7-9322-ac19e8d1e22a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:03.853091 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-d086fd59-5d0a-4905-8ac9-6de3667ea14e req-57e228f0-230e-4fe7-9322-ac19e8d1e22a service neutron] Transition to ACTIVE for port object 1b2d0afa-ce50-4cb2-9bf1-4708e9426109 will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:45:03.857397 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-d086fd59-5d0a-4905-8ac9-6de3667ea14e req-57e228f0-230e-4fe7-9322-ac19e8d1e22a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:03.886070 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 00:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f69acd79-bdc8-47ea-a8ec-00fbd079a4db x-openstack-request-id: req-f69acd79-bdc8-47ea-a8ec-00fbd079a4db {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:45:03.886366 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36", "name": "network-vif-unplugged", "status": "completed", "tag": "1b2d0afa-ce50-4cb2-9bf1-4708e9426109", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:45:03.886628 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f69acd79-bdc8-47ea-a8ec-00fbd079a4db {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:45:03.887029 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b2d0afa-ce50-4cb2-9bf1-4708e9426109', 'code': 200} Jul 24 00:45:03.919402 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e228f0-230e-4fe7-9322-ac19e8d1e22a service neutron] Pushing event updated for resources: {'Port': ['ID=1b2d0afa-ce50-4cb2-9bf1-4708e9426109,revision_number=6']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:03.962134 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e228f0-230e-4fe7-9322-ac19e8d1e22a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:45:03.962483 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e228f0-230e-4fe7-9322-ac19e8d1e22a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:45:03.962834 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e228f0-230e-4fe7-9322-ac19e8d1e22a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:45:03.963176 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e228f0-230e-4fe7-9322-ac19e8d1e22a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:45:03.963519 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e228f0-230e-4fe7-9322-ac19e8d1e22a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:45:03.963857 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e228f0-230e-4fe7-9322-ac19e8d1e22a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:45:03.964194 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e228f0-230e-4fe7-9322-ac19e8d1e22a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:45:03.964531 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e228f0-230e-4fe7-9322-ac19e8d1e22a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:45:03.964894 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e228f0-230e-4fe7-9322-ac19e8d1e22a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:45:03.965231 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e228f0-230e-4fe7-9322-ac19e8d1e22a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:45:03.965565 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e228f0-230e-4fe7-9322-ac19e8d1e22a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:45:03.965903 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e228f0-230e-4fe7-9322-ac19e8d1e22a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:45:04.032305 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-d086fd59-5d0a-4905-8ac9-6de3667ea14e req-57e228f0-230e-4fe7-9322-ac19e8d1e22a service neutron] No DVR routers for this DVR port 1b2d0afa-ce50-4cb2-9bf1-4708e9426109 on host n-h1-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:45:04.069924 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f74bd-2409-4884-8344-b5311bad06fa req-26654301-5048-42e4-8106-1c9f4152ddf6 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:04.071571 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-407f74bd-2409-4884-8344-b5311bad06fa req-26654301-5048-42e4-8106-1c9f4152ddf6 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36 HTTP/1.1" status: 200 len: 944 time: 0.0743301 Jul 24 00:45:04.116098 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-407f74bd-2409-4884-8344-b5311bad06fa req-87e22494-b29b-4cd2-aa2a-85d472baa6ea tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388129 Jul 24 00:45:04.178760 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-d086fd59-5d0a-4905-8ac9-6de3667ea14e req-57e228f0-230e-4fe7-9322-ac19e8d1e22a service neutron] Attempting to bind port 1b2d0afa-ce50-4cb2-9bf1-4708e9426109 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:45:04.179121 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-d086fd59-5d0a-4905-8ac9-6de3667ea14e req-57e228f0-230e-4fe7-9322-ac19e8d1e22a service neutron] Attempting to bind port 1b2d0afa-ce50-4cb2-9bf1-4708e9426109 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '8a6196fe-df7f-4137-b16c-4b0e6f7109e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:45:04.179417 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d086fd59-5d0a-4905-8ac9-6de3667ea14e req-57e228f0-230e-4fe7-9322-ac19e8d1e22a service neutron] Attempting to bind port 1b2d0afa-ce50-4cb2-9bf1-4708e9426109 on network 635858b5-bce4-486f-8958-a3f0e6bef947 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:45:04.183739 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d086fd59-5d0a-4905-8ac9-6de3667ea14e req-57e228f0-230e-4fe7-9322-ac19e8d1e22a service neutron] Port 1b2d0afa-ce50-4cb2-9bf1-4708e9426109 on network 635858b5-bce4-486f-8958-a3f0e6bef947 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:45:04.184060 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d086fd59-5d0a-4905-8ac9-6de3667ea14e req-57e228f0-230e-4fe7-9322-ac19e8d1e22a service neutron] Attempting to bind port 1b2d0afa-ce50-4cb2-9bf1-4708e9426109 on network 635858b5-bce4-486f-8958-a3f0e6bef947 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:45:04.189153 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d086fd59-5d0a-4905-8ac9-6de3667ea14e req-57e228f0-230e-4fe7-9322-ac19e8d1e22a service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:45:04.189498 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d086fd59-5d0a-4905-8ac9-6de3667ea14e req-57e228f0-230e-4fe7-9322-ac19e8d1e22a service neutron] Checking segment: {'id': '8a6196fe-df7f-4137-b16c-4b0e6f7109e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:45:04.189883 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d086fd59-5d0a-4905-8ac9-6de3667ea14e req-57e228f0-230e-4fe7-9322-ac19e8d1e22a service neutron] Bound using segment: {'id': '8a6196fe-df7f-4137-b16c-4b0e6f7109e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:45:04.190307 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-d086fd59-5d0a-4905-8ac9-6de3667ea14e req-57e228f0-230e-4fe7-9322-ac19e8d1e22a service neutron] Bound port: 1b2d0afa-ce50-4cb2-9bf1-4708e9426109, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a6196fe-df7f-4137-b16c-4b0e6f7109e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:45:04.190665 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-d086fd59-5d0a-4905-8ac9-6de3667ea14e req-57e228f0-230e-4fe7-9322-ac19e8d1e22a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:04.255057 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-d086fd59-5d0a-4905-8ac9-6de3667ea14e req-57e228f0-230e-4fe7-9322-ac19e8d1e22a service neutron] For port 1b2d0afa-ce50-4cb2-9bf1-4708e9426109, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:45:04.258083 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-d086fd59-5d0a-4905-8ac9-6de3667ea14e req-57e228f0-230e-4fe7-9322-ac19e8d1e22a service neutron] For port 1b2d0afa-ce50-4cb2-9bf1-4708e9426109, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=1b2d0afa-ce50-4cb2-9bf1-4708e9426109,segment=NetworkSegment(8a6196fe-df7f-4137-b16c-4b0e6f7109e3),segment_id=8a6196fe-df7f-4137-b16c-4b0e6f7109e3)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:45:04.263095 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-d086fd59-5d0a-4905-8ac9-6de3667ea14e req-57e228f0-230e-4fe7-9322-ac19e8d1e22a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:04.297243 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086fd59-5d0a-4905-8ac9-6de3667ea14e req-57e228f0-230e-4fe7-9322-ac19e8d1e22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:04.297881 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-d086fd59-5d0a-4905-8ac9-6de3667ea14e req-57e228f0-230e-4fe7-9322-ac19e8d1e22a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:04.299291 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d086fd59-5d0a-4905-8ac9-6de3667ea14e req-57e228f0-230e-4fe7-9322-ac19e8d1e22a service neutron] 10.222.0.64 "PUT /v2.0/ports/1b2d0afa-ce50-4cb2-9bf1-4708e9426109 HTTP/1.1" status: 200 len: 1093 time: 0.8572204 Jul 24 00:45:04.333279 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e228f0-230e-4fe7-9322-ac19e8d1e22a service neutron] Pushing event updated for resources: {'Port': ['ID=1b2d0afa-ce50-4cb2-9bf1-4708e9426109,revision_number=7']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:04.386415 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086fd59-5d0a-4905-8ac9-6de3667ea14e req-ab476734-4b72-4bf8-b1f0-cd05bcd9e82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:04.387980 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d086fd59-5d0a-4905-8ac9-6de3667ea14e req-ab476734-4b72-4bf8-b1f0-cd05bcd9e82b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7ff741ab94134ca0b89362b546f6cdc4&device_id=4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36 HTTP/1.1" status: 200 len: 1096 time: 0.0646830 Jul 24 00:45:04.485056 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086fd59-5d0a-4905-8ac9-6de3667ea14e req-384519f6-01ab-4f21-8666-6c0de4d36918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:04.486552 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d086fd59-5d0a-4905-8ac9-6de3667ea14e req-384519f6-01ab-4f21-8666-6c0de4d36918 service neutron] 10.222.0.64 "GET /v2.0/networks?id=635858b5-bce4-486f-8958-a3f0e6bef947 HTTP/1.1" status: 200 len: 912 time: 0.0925198 Jul 24 00:45:04.555980 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d086fd59-5d0a-4905-8ac9-6de3667ea14e req-a6932cee-a866-4b63-94a3-232cca0b505c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b2d0afa-ce50-4cb2-9bf1-4708e9426109 HTTP/1.1" status: 200 len: 1001 time: 0.0621367 Jul 24 00:45:04.604017 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086fd59-5d0a-4905-8ac9-6de3667ea14e req-c335f7e1-bc6a-4ec0-b352-893edd16f404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:04.605404 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d086fd59-5d0a-4905-8ac9-6de3667ea14e req-c335f7e1-bc6a-4ec0-b352-893edd16f404 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0b7c5b75-2508-4120-912d-db2d0559c3e3 HTTP/1.1" status: 200 len: 850 time: 0.0438814 Jul 24 00:45:04.664196 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086fd59-5d0a-4905-8ac9-6de3667ea14e req-80842462-0908-4599-88b5-3d0450a816d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:04.665769 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d086fd59-5d0a-4905-8ac9-6de3667ea14e req-80842462-0908-4599-88b5-3d0450a816d0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=635858b5-bce4-486f-8958-a3f0e6bef947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538774 Jul 24 00:45:04.761839 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d086fd59-5d0a-4905-8ac9-6de3667ea14e req-e46763e3-0a6c-47cc-b592-8daef8b36964 service neutron] 10.222.0.64 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889661 Jul 24 00:45:04.851921 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d086fd59-5d0a-4905-8ac9-6de3667ea14e req-46e3fc51-2c82-48a0-bd7f-82793d39d929 service neutron] 10.222.0.64 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831196 Jul 24 00:45:05.250683 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca2d628-494f-4b33-86cd-b008091f5dd2 req-30800710-982b-4a5a-8f7b-c51fbb9b3045 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:05.252230 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7ca2d628-494f-4b33-86cd-b008091f5dd2 req-30800710-982b-4a5a-8f7b-c51fbb9b3045 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36 HTTP/1.1" status: 200 len: 944 time: 0.0660646 Jul 24 00:45:05.295941 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7ca2d628-494f-4b33-86cd-b008091f5dd2 req-6d773b1e-fa0a-457a-9b86-e027e58b52b0 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381379 Jul 24 00:45:05.888743 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36', 'tag': '1b2d0afa-ce50-4cb2-9bf1-4708e9426109'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:45:05.891203 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-693b1845-270a-4a11-a1d0-32dc14a8b9e7" -d '{"events": [{"name": "network-changed", "server_uuid": "4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36", "tag": "1b2d0afa-ce50-4cb2-9bf1-4708e9426109"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:45:05.939312 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2baa63d9-221a-43e1-8a5c-7cbddd82a572 x-openstack-request-id: req-2baa63d9-221a-43e1-8a5c-7cbddd82a572 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:45:05.939606 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36", "tag": "1b2d0afa-ce50-4cb2-9bf1-4708e9426109", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:45:05.939864 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2baa63d9-221a-43e1-8a5c-7cbddd82a572 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:45:05.940279 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36', 'tag': '1b2d0afa-ce50-4cb2-9bf1-4708e9426109', 'status': 'completed', 'code': 200} Jul 24 00:45:06.012142 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693b1845-270a-4a11-a1d0-32dc14a8b9e7 req-cd46e06d-eb58-46fb-9e1a-ed6786537859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:06.013876 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-693b1845-270a-4a11-a1d0-32dc14a8b9e7 req-cd46e06d-eb58-46fb-9e1a-ed6786537859 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ff741ab94134ca0b89362b546f6cdc4&device_id=4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36 HTTP/1.1" status: 200 len: 1096 time: 0.0557148 Jul 24 00:45:06.016182 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693b1845-270a-4a11-a1d0-32dc14a8b9e7 req-d9452161-5897-47a8-9a4c-88a6f61830ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:06.017736 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-693b1845-270a-4a11-a1d0-32dc14a8b9e7 req-d9452161-5897-47a8-9a4c-88a6f61830ac service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7ff741ab94134ca0b89362b546f6cdc4&device_id=4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36 HTTP/1.1" status: 200 len: 1096 time: 0.0560749 Jul 24 00:45:06.110268 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693b1845-270a-4a11-a1d0-32dc14a8b9e7 req-54c8ac11-70b5-4848-b158-b050d292efa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:06.111804 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-693b1845-270a-4a11-a1d0-32dc14a8b9e7 req-54c8ac11-70b5-4848-b158-b050d292efa2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=635858b5-bce4-486f-8958-a3f0e6bef947 HTTP/1.1" status: 200 len: 912 time: 0.0915084 Jul 24 00:45:06.120234 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693b1845-270a-4a11-a1d0-32dc14a8b9e7 req-4118ab62-3af4-40e5-a881-1580a375ec47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:06.121773 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-693b1845-270a-4a11-a1d0-32dc14a8b9e7 req-4118ab62-3af4-40e5-a881-1580a375ec47 service neutron] 10.222.0.64 "GET /v2.0/networks?id=635858b5-bce4-486f-8958-a3f0e6bef947 HTTP/1.1" status: 200 len: 912 time: 0.0970449 Jul 24 00:45:06.185242 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-693b1845-270a-4a11-a1d0-32dc14a8b9e7 req-7c0054b6-82a6-46ca-9740-eeaedc2a2cc1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b2d0afa-ce50-4cb2-9bf1-4708e9426109 HTTP/1.1" status: 200 len: 1001 time: 0.0664954 Jul 24 00:45:06.195372 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-693b1845-270a-4a11-a1d0-32dc14a8b9e7 req-56b12792-34ca-4b71-85ff-e4387508ec8a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b2d0afa-ce50-4cb2-9bf1-4708e9426109 HTTP/1.1" status: 200 len: 1001 time: 0.0660813 Jul 24 00:45:06.234591 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693b1845-270a-4a11-a1d0-32dc14a8b9e7 req-786a8bbf-8364-41f0-90a5-9306beab1de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:06.236094 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-693b1845-270a-4a11-a1d0-32dc14a8b9e7 req-786a8bbf-8364-41f0-90a5-9306beab1de9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0b7c5b75-2508-4120-912d-db2d0559c3e3 HTTP/1.1" status: 200 len: 850 time: 0.0443006 Jul 24 00:45:06.269272 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693b1845-270a-4a11-a1d0-32dc14a8b9e7 req-433d70fd-ba48-4751-a86a-2a42ef0f2fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:06.272025 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-693b1845-270a-4a11-a1d0-32dc14a8b9e7 req-433d70fd-ba48-4751-a86a-2a42ef0f2fa8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0b7c5b75-2508-4120-912d-db2d0559c3e3 HTTP/1.1" status: 200 len: 850 time: 0.0697057 Jul 24 00:45:06.297160 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693b1845-270a-4a11-a1d0-32dc14a8b9e7 req-094702f6-e0bc-4de4-bf75-296cf749e04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:06.298740 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-693b1845-270a-4a11-a1d0-32dc14a8b9e7 req-094702f6-e0bc-4de4-bf75-296cf749e04c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=635858b5-bce4-486f-8958-a3f0e6bef947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559702 Jul 24 00:45:06.351944 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693b1845-270a-4a11-a1d0-32dc14a8b9e7 req-4a34492a-afe9-4073-b318-75106ab068a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:06.354212 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-693b1845-270a-4a11-a1d0-32dc14a8b9e7 req-4a34492a-afe9-4073-b318-75106ab068a8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=635858b5-bce4-486f-8958-a3f0e6bef947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0751829 Jul 24 00:45:06.404593 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-693b1845-270a-4a11-a1d0-32dc14a8b9e7 req-009f8469-751f-42b6-9b9e-ec42b5986633 service neutron] 10.222.0.52 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994470 Jul 24 00:45:06.502191 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-693b1845-270a-4a11-a1d0-32dc14a8b9e7 req-3ae42689-882d-4fe7-950e-3747c3916486 service neutron] 10.222.0.52 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910866 Jul 24 00:45:06.520389 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-693b1845-270a-4a11-a1d0-32dc14a8b9e7 req-fe627bec-795a-43e0-8e87-3c982168a8b6 service neutron] 10.222.0.64 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593904 Jul 24 00:45:06.533012 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f859f20-8372-40f5-ae7c-48c6c5244563 req-aca89a5e-43f5-404b-87c1-eea69925a2b7 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:06.534976 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2f859f20-8372-40f5-ae7c-48c6c5244563 req-aca89a5e-43f5-404b-87c1-eea69925a2b7 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36 HTTP/1.1" status: 200 len: 944 time: 0.1420524 Jul 24 00:45:06.622013 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2f859f20-8372-40f5-ae7c-48c6c5244563 req-d6063aa0-ea5c-45df-bbf4-bb0837cc6ebd tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790169 Jul 24 00:45:06.649205 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-693b1845-270a-4a11-a1d0-32dc14a8b9e7 req-20597b82-7048-4ce2-a085-36fc97fe9d31 service neutron] 10.222.0.64 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132674 Jul 24 00:45:07.472037 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 1b2d0afa-ce50-4cb2-9bf1-4708e9426109 no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:45:07.512356 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 1b2d0afa-ce50-4cb2-9bf1-4708e9426109 not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:45:07.759377 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b21aa-e7a9-4b91-93e6-73bed451ffa6 req-8992560f-74bd-4551-8e13-17a80d4bd6d0 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:07.760921 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-275b21aa-e7a9-4b91-93e6-73bed451ffa6 req-8992560f-74bd-4551-8e13-17a80d4bd6d0 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36 HTTP/1.1" status: 200 len: 944 time: 0.0688987 Jul 24 00:45:07.797470 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-275b21aa-e7a9-4b91-93e6-73bed451ffa6 req-d4b534f9-58a6-471f-9468-81f323a5b344 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310810 Jul 24 00:45:08.100276 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea42ae2-60e6-4296-895a-9122b90b3d98 req-cbc14dbb-f8da-43dd-b676-581888d0863f tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:08.101940 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7ea42ae2-60e6-4296-895a-9122b90b3d98 req-cbc14dbb-f8da-43dd-b676-581888d0863f tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36&tenant_id=7ff741ab94134ca0b89362b546f6cdc4&binding%3Ahost_id=n-h2-800088-16 HTTP/1.1" status: 200 len: 944 time: 0.0718298 Jul 24 00:45:08.116145 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f25fc5-5d5d-4a34-b27c-d80227d043d5 req-29194445-3fcc-45fe-900e-093b1598df10 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:08.117744 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-60f25fc5-5d5d-4a34-b27c-d80227d043d5 req-29194445-3fcc-45fe-900e-093b1598df10 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36 HTTP/1.1" status: 200 len: 944 time: 0.0667250 Jul 24 00:45:08.121288 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 1b2d0afa-ce50-4cb2-9bf1-4708e9426109 details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:45:08.155402 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-60f25fc5-5d5d-4a34-b27c-d80227d043d5 req-f6f7f45b-ebf9-4c0a-a3e9-b8cda12edf19 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320301 Jul 24 00:45:08.171674 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7ea42ae2-60e6-4296-895a-9122b90b3d98 req-9995c854-4375-4697-9c10-9853bd1329d5 service neutron] 10.222.0.64 "GET /v2.0/ports/1b2d0afa-ce50-4cb2-9bf1-4708e9426109/bindings/n-h2-800088-16 HTTP/1.1" status: 200 len: 383 time: 0.0622168 Jul 24 00:45:08.218190 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 1b2d0afa-ce50-4cb2-9bf1-4708e9426109, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=1b2d0afa-ce50-4cb2-9bf1-4708e9426109,segment=NetworkSegment(8a6196fe-df7f-4137-b16c-4b0e6f7109e3),segment_id=8a6196fe-df7f-4137-b16c-4b0e6f7109e3)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:45:08.230133 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': '1b2d0afa-ce50-4cb2-9bf1-4708e9426109', 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947', 'port_id': '1b2d0afa-ce50-4cb2-9bf1-4708e9426109', 'mac_address': 'fa:16:3e:1a:1e:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b7c5b75-2508-4120-912d-db2d0559c3e3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:45:08.247822 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea42ae2-60e6-4296-895a-9122b90b3d98 req-72be6ed4-aff5-4821-9859-60b7fe480c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:08.249400 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7ea42ae2-60e6-4296-895a-9122b90b3d98 req-72be6ed4-aff5-4821-9859-60b7fe480c27 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7ff741ab94134ca0b89362b546f6cdc4&device_id=4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36 HTTP/1.1" status: 200 len: 1096 time: 0.0560985 Jul 24 00:45:08.270983 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:08.283761 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b2d0afa-ce50-4cb2-9bf1-4708e9426109 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:45:08.303630 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 1b2d0afa-ce50-4cb2-9bf1-4708e9426109, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=1b2d0afa-ce50-4cb2-9bf1-4708e9426109,segment=NetworkSegment(8a6196fe-df7f-4137-b16c-4b0e6f7109e3),segment_id=8a6196fe-df7f-4137-b16c-4b0e6f7109e3)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:45:08.307767 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:08.347713 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea42ae2-60e6-4296-895a-9122b90b3d98 req-34a7d37c-a563-40b0-8f18-97572b938c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:08.349253 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7ea42ae2-60e6-4296-895a-9122b90b3d98 req-34a7d37c-a563-40b0-8f18-97572b938c22 service neutron] 10.222.0.64 "GET /v2.0/networks?id=635858b5-bce4-486f-8958-a3f0e6bef947 HTTP/1.1" status: 200 len: 912 time: 0.0944545 Jul 24 00:45:08.353877 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=1b2d0afa-ce50-4cb2-9bf1-4708e9426109,revision_number=8']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:08.361052 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:45:08.361400 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:45:08.361740 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:45:08.362076 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:45:08.362407 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:45:08.363282 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:45:08.363609 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:45:08.363934 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:45:08.364258 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:45:08.364580 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:45:08.364927 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:45:08.365252 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:45:08.418192 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7ea42ae2-60e6-4296-895a-9122b90b3d98 req-a19b35f9-2af7-4b88-a9c2-32f169d013ea service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b2d0afa-ce50-4cb2-9bf1-4708e9426109 HTTP/1.1" status: 200 len: 1002 time: 0.0618100 Jul 24 00:45:08.469397 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea42ae2-60e6-4296-895a-9122b90b3d98 req-cfb5e59f-c9fb-4925-b852-9bbda39d8c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:08.470882 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7ea42ae2-60e6-4296-895a-9122b90b3d98 req-cfb5e59f-c9fb-4925-b852-9bbda39d8c49 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0b7c5b75-2508-4120-912d-db2d0559c3e3 HTTP/1.1" status: 200 len: 850 time: 0.0465889 Jul 24 00:45:08.531083 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['1b2d0afa-ce50-4cb2-9bf1-4708e9426109'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:45:08.534527 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea42ae2-60e6-4296-895a-9122b90b3d98 req-8ffe3af7-a0a1-4c38-9571-7e3cb20d2c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:08.536676 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7ea42ae2-60e6-4296-895a-9122b90b3d98 req-8ffe3af7-a0a1-4c38-9571-7e3cb20d2c68 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=635858b5-bce4-486f-8958-a3f0e6bef947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0592501 Jul 24 00:45:08.629150 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7ea42ae2-60e6-4296-895a-9122b90b3d98 req-e7a066b5-f5af-48ca-bbae-195c2658c795 service neutron] 10.222.0.64 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857382 Jul 24 00:45:08.724344 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7ea42ae2-60e6-4296-895a-9122b90b3d98 req-4c7c0588-683d-4220-899d-a4c7fb08de00 service neutron] 10.222.0.64 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890965 Jul 24 00:45:09.293884 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294fa618-cb47-45e2-b739-d4e6945f6d92 req-fc4838dc-3b81-4ce9-b97c-ba6ff25366ac tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:09.295395 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-294fa618-cb47-45e2-b739-d4e6945f6d92 req-fc4838dc-3b81-4ce9-b97c-ba6ff25366ac tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36 HTTP/1.1" status: 200 len: 945 time: 0.0639648 Jul 24 00:45:09.333706 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-294fa618-cb47-45e2-b739-d4e6945f6d92 req-5c636d2d-1d89-4341-affd-a26fa2d2c04d tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323572 Jul 24 00:45:10.127277 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 1b2d0afa-ce50-4cb2-9bf1-4708e9426109 up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:45:10.177013 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port 1b2d0afa-ce50-4cb2-9bf1-4708e9426109 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:45:10.180755 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port 1b2d0afa-ce50-4cb2-9bf1-4708e9426109 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:45:10.181274 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:10.259470 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:10.281753 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b2d0afa-ce50-4cb2-9bf1-4708e9426109'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:45:10.284084 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-583edd2b-60b5-479b-8637-11c0c45ce00a" -d '{"events": [{"server_uuid": "4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36", "name": "network-vif-plugged", "status": "completed", "tag": "1b2d0afa-ce50-4cb2-9bf1-4708e9426109"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:45:10.300106 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 1b2d0afa-ce50-4cb2-9bf1-4708e9426109, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=1b2d0afa-ce50-4cb2-9bf1-4708e9426109,segment=NetworkSegment(8a6196fe-df7f-4137-b16c-4b0e6f7109e3),segment_id=8a6196fe-df7f-4137-b16c-4b0e6f7109e3)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:45:10.304209 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:10.335199 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa0c6db-9aac-4ec2-8f5c-dbcf9fb9a51f x-openstack-request-id: req-efa0c6db-9aac-4ec2-8f5c-dbcf9fb9a51f {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:45:10.335492 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36", "name": "network-vif-plugged", "status": "completed", "tag": "1b2d0afa-ce50-4cb2-9bf1-4708e9426109", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:45:10.335821 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-efa0c6db-9aac-4ec2-8f5c-dbcf9fb9a51f {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:45:10.336219 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b2d0afa-ce50-4cb2-9bf1-4708e9426109', 'code': 200} Jul 24 00:45:10.357932 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=1b2d0afa-ce50-4cb2-9bf1-4708e9426109,revision_number=9']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:10.463261 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d02e717-a9f7-41ba-a799-5b746f566eed req-1f31af21-f9bd-428b-805c-fc62c953177d tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:10.464689 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8d02e717-a9f7-41ba-a799-5b746f566eed req-1f31af21-f9bd-428b-805c-fc62c953177d tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36 HTTP/1.1" status: 200 len: 946 time: 0.0641954 Jul 24 00:45:10.505168 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8d02e717-a9f7-41ba-a799-5b746f566eed req-cb88200b-ac0d-443a-92b7-c720936ce3be tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347698 Jul 24 00:45:10.839412 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea42ae2-60e6-4296-895a-9122b90b3d98 req-aab130bb-9658-4c27-b455-d3473ad9ab1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:10.840918 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7ea42ae2-60e6-4296-895a-9122b90b3d98 req-aab130bb-9658-4c27-b455-d3473ad9ab1e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36&tenant_id=7ff741ab94134ca0b89362b546f6cdc4 HTTP/1.1" status: 200 len: 1098 time: 0.0575242 Jul 24 00:45:10.852360 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-7ea42ae2-60e6-4296-895a-9122b90b3d98 req-4f17fcd0-2035-4f3a-8a13-74686d9c99e8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800088-16', 'device_owner': 'compute:nova'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:45:10.919761 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-7ea42ae2-60e6-4296-895a-9122b90b3d98 req-4f17fcd0-2035-4f3a-8a13-74686d9c99e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:11.121654 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-7ea42ae2-60e6-4296-895a-9122b90b3d98 req-4f17fcd0-2035-4f3a-8a13-74686d9c99e8 service neutron] For port 1b2d0afa-ce50-4cb2-9bf1-4708e9426109, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=1b2d0afa-ce50-4cb2-9bf1-4708e9426109,segment=NetworkSegment(8a6196fe-df7f-4137-b16c-4b0e6f7109e3),segment_id=8a6196fe-df7f-4137-b16c-4b0e6f7109e3)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:45:11.157547 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-7ea42ae2-60e6-4296-895a-9122b90b3d98 req-4f17fcd0-2035-4f3a-8a13-74686d9c99e8 service neutron] For port 1b2d0afa-ce50-4cb2-9bf1-4708e9426109, host n-h2-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:45:11.200400 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b2d0afa-ce50-4cb2-9bf1-4708e9426109'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:45:11.202722 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d6569a-10aa-4107-984b-e9af28f10fa9" -d '{"events": [{"server_uuid": "4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36", "name": "network-vif-unplugged", "status": "completed", "tag": "1b2d0afa-ce50-4cb2-9bf1-4708e9426109"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:45:11.206902 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-7ea42ae2-60e6-4296-895a-9122b90b3d98 req-4f17fcd0-2035-4f3a-8a13-74686d9c99e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:11.219219 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-7ea42ae2-60e6-4296-895a-9122b90b3d98 req-4f17fcd0-2035-4f3a-8a13-74686d9c99e8 service neutron] Transition to ACTIVE for port object 1b2d0afa-ce50-4cb2-9bf1-4708e9426109 will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:45:11.225084 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-7ea42ae2-60e6-4296-895a-9122b90b3d98 req-4f17fcd0-2035-4f3a-8a13-74686d9c99e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:11.257079 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 00:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d88ae9-f46e-4ab5-9668-cfb48d349a4c x-openstack-request-id: req-72d88ae9-f46e-4ab5-9668-cfb48d349a4c {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:45:11.257921 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36", "name": "network-vif-unplugged", "status": "completed", "tag": "1b2d0afa-ce50-4cb2-9bf1-4708e9426109", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:45:11.257921 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-72d88ae9-f46e-4ab5-9668-cfb48d349a4c {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:45:11.258098 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b2d0afa-ce50-4cb2-9bf1-4708e9426109', 'code': 200} Jul 24 00:45:11.330556 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f17fcd0-2035-4f3a-8a13-74686d9c99e8 service neutron] Pushing event updated for resources: {'Port': ['ID=1b2d0afa-ce50-4cb2-9bf1-4708e9426109,revision_number=10']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:11.353425 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f17fcd0-2035-4f3a-8a13-74686d9c99e8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:45:11.353782 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f17fcd0-2035-4f3a-8a13-74686d9c99e8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:45:11.354129 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f17fcd0-2035-4f3a-8a13-74686d9c99e8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:45:11.354470 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f17fcd0-2035-4f3a-8a13-74686d9c99e8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:45:11.354806 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f17fcd0-2035-4f3a-8a13-74686d9c99e8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:45:11.355141 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f17fcd0-2035-4f3a-8a13-74686d9c99e8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:45:11.355474 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f17fcd0-2035-4f3a-8a13-74686d9c99e8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:45:11.355803 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f17fcd0-2035-4f3a-8a13-74686d9c99e8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:45:11.356136 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f17fcd0-2035-4f3a-8a13-74686d9c99e8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:45:11.356466 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f17fcd0-2035-4f3a-8a13-74686d9c99e8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:45:11.356798 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f17fcd0-2035-4f3a-8a13-74686d9c99e8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:45:11.357149 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f17fcd0-2035-4f3a-8a13-74686d9c99e8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:45:11.412228 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ea42ae2-60e6-4296-895a-9122b90b3d98 req-4f17fcd0-2035-4f3a-8a13-74686d9c99e8 service neutron] No DVR routers for this DVR port 1b2d0afa-ce50-4cb2-9bf1-4708e9426109 on host n-h2-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:45:11.546802 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-7ea42ae2-60e6-4296-895a-9122b90b3d98 req-4f17fcd0-2035-4f3a-8a13-74686d9c99e8 service neutron] Attempting to bind port 1b2d0afa-ce50-4cb2-9bf1-4708e9426109 on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:45:11.547141 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-7ea42ae2-60e6-4296-895a-9122b90b3d98 req-4f17fcd0-2035-4f3a-8a13-74686d9c99e8 service neutron] Attempting to bind port 1b2d0afa-ce50-4cb2-9bf1-4708e9426109 by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': '8a6196fe-df7f-4137-b16c-4b0e6f7109e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:45:11.547471 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea42ae2-60e6-4296-895a-9122b90b3d98 req-4f17fcd0-2035-4f3a-8a13-74686d9c99e8 service neutron] Attempting to bind port 1b2d0afa-ce50-4cb2-9bf1-4708e9426109 on network 635858b5-bce4-486f-8958-a3f0e6bef947 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:45:11.552868 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea42ae2-60e6-4296-895a-9122b90b3d98 req-4f17fcd0-2035-4f3a-8a13-74686d9c99e8 service neutron] Port 1b2d0afa-ce50-4cb2-9bf1-4708e9426109 on network 635858b5-bce4-486f-8958-a3f0e6bef947 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:45:11.553204 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea42ae2-60e6-4296-895a-9122b90b3d98 req-4f17fcd0-2035-4f3a-8a13-74686d9c99e8 service neutron] Attempting to bind port 1b2d0afa-ce50-4cb2-9bf1-4708e9426109 on network 635858b5-bce4-486f-8958-a3f0e6bef947 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:45:11.559117 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea42ae2-60e6-4296-895a-9122b90b3d98 req-4f17fcd0-2035-4f3a-8a13-74686d9c99e8 service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:45:11.559874 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea42ae2-60e6-4296-895a-9122b90b3d98 req-4f17fcd0-2035-4f3a-8a13-74686d9c99e8 service neutron] Checking segment: {'id': '8a6196fe-df7f-4137-b16c-4b0e6f7109e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:45:11.560356 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea42ae2-60e6-4296-895a-9122b90b3d98 req-4f17fcd0-2035-4f3a-8a13-74686d9c99e8 service neutron] Bound using segment: {'id': '8a6196fe-df7f-4137-b16c-4b0e6f7109e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:45:11.561005 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-7ea42ae2-60e6-4296-895a-9122b90b3d98 req-4f17fcd0-2035-4f3a-8a13-74686d9c99e8 service neutron] Bound port: 1b2d0afa-ce50-4cb2-9bf1-4708e9426109, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a6196fe-df7f-4137-b16c-4b0e6f7109e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:45:11.561465 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-7ea42ae2-60e6-4296-895a-9122b90b3d98 req-4f17fcd0-2035-4f3a-8a13-74686d9c99e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:11.626261 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-7ea42ae2-60e6-4296-895a-9122b90b3d98 req-4f17fcd0-2035-4f3a-8a13-74686d9c99e8 service neutron] For port 1b2d0afa-ce50-4cb2-9bf1-4708e9426109, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:45:11.630198 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-7ea42ae2-60e6-4296-895a-9122b90b3d98 req-4f17fcd0-2035-4f3a-8a13-74686d9c99e8 service neutron] For port 1b2d0afa-ce50-4cb2-9bf1-4708e9426109, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=1b2d0afa-ce50-4cb2-9bf1-4708e9426109,segment=NetworkSegment(8a6196fe-df7f-4137-b16c-4b0e6f7109e3),segment_id=8a6196fe-df7f-4137-b16c-4b0e6f7109e3)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:45:11.636106 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-7ea42ae2-60e6-4296-895a-9122b90b3d98 req-4f17fcd0-2035-4f3a-8a13-74686d9c99e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:11.644997 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f9eb0b-0490-465e-b5aa-747b42aa05e4 req-8c9f1265-6165-413f-9d99-4291c16e6eb1 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:11.646655 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-86f9eb0b-0490-465e-b5aa-747b42aa05e4 req-8c9f1265-6165-413f-9d99-4291c16e6eb1 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36 HTTP/1.1" status: 200 len: 945 time: 0.0712240 Jul 24 00:45:11.672199 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea42ae2-60e6-4296-895a-9122b90b3d98 req-4f17fcd0-2035-4f3a-8a13-74686d9c99e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:11.672830 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-7ea42ae2-60e6-4296-895a-9122b90b3d98 req-4f17fcd0-2035-4f3a-8a13-74686d9c99e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:11.674505 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7ea42ae2-60e6-4296-895a-9122b90b3d98 req-4f17fcd0-2035-4f3a-8a13-74686d9c99e8 service neutron] 10.222.0.52 "PUT /v2.0/ports/1b2d0afa-ce50-4cb2-9bf1-4708e9426109 HTTP/1.1" status: 200 len: 1094 time: 0.8257782 Jul 24 00:45:11.689972 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-86f9eb0b-0490-465e-b5aa-747b42aa05e4 req-c133cc99-8338-4751-aa08-e698ca266529 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364418 Jul 24 00:45:11.708161 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f17fcd0-2035-4f3a-8a13-74686d9c99e8 service neutron] Pushing event updated for resources: {'Port': ['ID=1b2d0afa-ce50-4cb2-9bf1-4708e9426109,revision_number=11']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:11.762591 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea42ae2-60e6-4296-895a-9122b90b3d98 req-cf22fdb8-b8f6-4d44-8c57-69ef8280616a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:11.764146 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7ea42ae2-60e6-4296-895a-9122b90b3d98 req-cf22fdb8-b8f6-4d44-8c57-69ef8280616a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ff741ab94134ca0b89362b546f6cdc4&device_id=4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36 HTTP/1.1" status: 200 len: 1097 time: 0.0667319 Jul 24 00:45:11.863557 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea42ae2-60e6-4296-895a-9122b90b3d98 req-f4a57b25-7bbf-4475-8d3d-036e97f5eff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:11.865237 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7ea42ae2-60e6-4296-895a-9122b90b3d98 req-f4a57b25-7bbf-4475-8d3d-036e97f5eff4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=635858b5-bce4-486f-8958-a3f0e6bef947 HTTP/1.1" status: 200 len: 912 time: 0.0947981 Jul 24 00:45:11.930628 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7ea42ae2-60e6-4296-895a-9122b90b3d98 req-66e5fa12-0add-4202-8c7b-bf3cf7906ef0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b2d0afa-ce50-4cb2-9bf1-4708e9426109 HTTP/1.1" status: 200 len: 1001 time: 0.0586090 Jul 24 00:45:11.978927 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea42ae2-60e6-4296-895a-9122b90b3d98 req-77c05a01-5cb9-4206-8829-987960c13ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:11.980296 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7ea42ae2-60e6-4296-895a-9122b90b3d98 req-77c05a01-5cb9-4206-8829-987960c13ab9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0b7c5b75-2508-4120-912d-db2d0559c3e3 HTTP/1.1" status: 200 len: 850 time: 0.0431993 Jul 24 00:45:12.042383 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea42ae2-60e6-4296-895a-9122b90b3d98 req-80ac1a11-07e8-4cd3-ba90-ab63ab2a4bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:12.043933 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7ea42ae2-60e6-4296-895a-9122b90b3d98 req-80ac1a11-07e8-4cd3-ba90-ab63ab2a4bf8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=635858b5-bce4-486f-8958-a3f0e6bef947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567594 Jul 24 00:45:12.131976 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7ea42ae2-60e6-4296-895a-9122b90b3d98 req-f1946cc8-1398-413c-92b4-732dd45f787d service neutron] 10.222.0.52 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804338 Jul 24 00:45:12.223162 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7ea42ae2-60e6-4296-895a-9122b90b3d98 req-ded9cac8-98e7-4a77-abfe-665208f9462e service neutron] 10.222.0.52 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851226 Jul 24 00:45:12.842661 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860475a3-6bf8-4f2c-9b49-2cb945ff1d04 req-dd4f971f-cbcb-40c3-9223-9b491d7e701a tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:12.844190 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-860475a3-6bf8-4f2c-9b49-2cb945ff1d04 req-dd4f971f-cbcb-40c3-9223-9b491d7e701a tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36 HTTP/1.1" status: 200 len: 945 time: 0.0666089 Jul 24 00:45:12.883266 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-860475a3-6bf8-4f2c-9b49-2cb945ff1d04 req-c9d2db7d-d60c-4417-9499-630c713b6d43 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334377 Jul 24 00:45:13.259589 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36', 'tag': '1b2d0afa-ce50-4cb2-9bf1-4708e9426109'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:45:13.262063 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1164ef5-515c-4611-b8f9-8d7d3d1ca37d" -d '{"events": [{"name": "network-changed", "server_uuid": "4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36", "tag": "1b2d0afa-ce50-4cb2-9bf1-4708e9426109"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:45:13.336698 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa1ebe00-1938-4bb0-a83b-366ad2ef9789 x-openstack-request-id: req-fa1ebe00-1938-4bb0-a83b-366ad2ef9789 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:45:13.337034 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36", "tag": "1b2d0afa-ce50-4cb2-9bf1-4708e9426109", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:45:13.337286 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fa1ebe00-1938-4bb0-a83b-366ad2ef9789 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:45:13.337681 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36', 'tag': '1b2d0afa-ce50-4cb2-9bf1-4708e9426109', 'status': 'completed', 'code': 200} Jul 24 00:45:13.404089 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1164ef5-515c-4611-b8f9-8d7d3d1ca37d req-96bb4f0a-7c88-435a-b6f3-70a3df7520ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:13.405639 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d1164ef5-515c-4611-b8f9-8d7d3d1ca37d req-96bb4f0a-7c88-435a-b6f3-70a3df7520ee service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ff741ab94134ca0b89362b546f6cdc4&device_id=4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36 HTTP/1.1" status: 200 len: 1097 time: 0.0532072 Jul 24 00:45:13.414818 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1164ef5-515c-4611-b8f9-8d7d3d1ca37d req-3ed96aab-145e-4da2-9a50-ef67d086f5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:13.416341 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d1164ef5-515c-4611-b8f9-8d7d3d1ca37d req-3ed96aab-145e-4da2-9a50-ef67d086f5fc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7ff741ab94134ca0b89362b546f6cdc4&device_id=4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36 HTTP/1.1" status: 200 len: 1097 time: 0.0560946 Jul 24 00:45:13.516377 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1164ef5-515c-4611-b8f9-8d7d3d1ca37d req-6e4f526a-0674-452d-ad06-abb2277724b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:13.517839 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d1164ef5-515c-4611-b8f9-8d7d3d1ca37d req-6e4f526a-0674-452d-ad06-abb2277724b6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=635858b5-bce4-486f-8958-a3f0e6bef947 HTTP/1.1" status: 200 len: 912 time: 0.0950754 Jul 24 00:45:13.598335 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d1164ef5-515c-4611-b8f9-8d7d3d1ca37d req-9556aee5-f2eb-4dff-86da-604f386b3102 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b2d0afa-ce50-4cb2-9bf1-4708e9426109 HTTP/1.1" status: 200 len: 1001 time: 0.0737956 Jul 24 00:45:13.658961 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1164ef5-515c-4611-b8f9-8d7d3d1ca37d req-db397e74-955d-4bc0-beee-a76e9034dea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:13.661061 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d1164ef5-515c-4611-b8f9-8d7d3d1ca37d req-db397e74-955d-4bc0-beee-a76e9034dea8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0b7c5b75-2508-4120-912d-db2d0559c3e3 HTTP/1.1" status: 200 len: 850 time: 0.0570545 Jul 24 00:45:13.728887 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1164ef5-515c-4611-b8f9-8d7d3d1ca37d req-81983c05-be7b-4735-9aba-7246a8430616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:13.730822 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d1164ef5-515c-4611-b8f9-8d7d3d1ca37d req-81983c05-be7b-4735-9aba-7246a8430616 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=635858b5-bce4-486f-8958-a3f0e6bef947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0640631 Jul 24 00:45:13.783649 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1164ef5-515c-4611-b8f9-8d7d3d1ca37d req-5ad5c548-e6d3-4cdf-85c2-130719e801f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:13.786202 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d1164ef5-515c-4611-b8f9-8d7d3d1ca37d req-5ad5c548-e6d3-4cdf-85c2-130719e801f3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=635858b5-bce4-486f-8958-a3f0e6bef947 HTTP/1.1" status: 200 len: 912 time: 0.3714628 Jul 24 00:45:13.848779 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d1164ef5-515c-4611-b8f9-8d7d3d1ca37d req-7ccca95d-63db-4fa5-9ce7-dedcca0610f9 service neutron] 10.222.0.64 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116967 Jul 24 00:45:13.873495 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d1164ef5-515c-4611-b8f9-8d7d3d1ca37d req-2ae30ec3-3d09-4ea6-8f6b-eb5f869e7361 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b2d0afa-ce50-4cb2-9bf1-4708e9426109 HTTP/1.1" status: 200 len: 1001 time: 0.0721877 Jul 24 00:45:13.927155 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1164ef5-515c-4611-b8f9-8d7d3d1ca37d req-94b96337-69dd-4210-ba0c-9a2f8ca8cc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:13.928662 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d1164ef5-515c-4611-b8f9-8d7d3d1ca37d req-94b96337-69dd-4210-ba0c-9a2f8ca8cc6b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0b7c5b75-2508-4120-912d-db2d0559c3e3 HTTP/1.1" status: 200 len: 850 time: 0.0496008 Jul 24 00:45:13.961091 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d1164ef5-515c-4611-b8f9-8d7d3d1ca37d req-f80fae58-f3a7-4493-8c86-a07b0e930d61 service neutron] 10.222.0.64 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060956 Jul 24 00:45:14.034628 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1164ef5-515c-4611-b8f9-8d7d3d1ca37d req-3f065130-4f55-48c9-933f-24f49798fd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:14.036055 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d1164ef5-515c-4611-b8f9-8d7d3d1ca37d req-3f065130-4f55-48c9-933f-24f49798fd34 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=635858b5-bce4-486f-8958-a3f0e6bef947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0993519 Jul 24 00:45:14.073075 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178ff1f2-e8f8-4db9-8403-f2f9d5743957 req-cc88bf14-403e-44c3-beb1-4e3b4f02732e tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:14.074522 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-178ff1f2-e8f8-4db9-8403-f2f9d5743957 req-cc88bf14-403e-44c3-beb1-4e3b4f02732e tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36 HTTP/1.1" status: 200 len: 945 time: 0.1043077 Jul 24 00:45:14.144494 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 1b2d0afa-ce50-4cb2-9bf1-4708e9426109 no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:45:14.158423 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-178ff1f2-e8f8-4db9-8403-f2f9d5743957 req-779f3769-11aa-4bb3-ac8b-253e7a04b1e4 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754826 Jul 24 00:45:14.175380 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d1164ef5-515c-4611-b8f9-8d7d3d1ca37d req-7473935a-0e20-48ff-adbb-d8b8f6f62255 service neutron] 10.222.0.52 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327431 Jul 24 00:45:14.279618 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 1b2d0afa-ce50-4cb2-9bf1-4708e9426109 not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:45:14.295114 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d1164ef5-515c-4611-b8f9-8d7d3d1ca37d req-11c5e650-0125-487e-9518-5507275d45c2 service neutron] 10.222.0.52 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133285 Jul 24 00:45:14.319821 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9a5429-4fd3-4a23-8ce9-f11041e168d8 req-8923bd51-0816-4229-b6e5-754fd01bb0e2 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:14.321460 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ca9a5429-4fd3-4a23-8ce9-f11041e168d8 req-8923bd51-0816-4229-b6e5-754fd01bb0e2 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36 HTTP/1.1" status: 200 len: 945 time: 0.0777788 Jul 24 00:45:14.372506 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ca9a5429-4fd3-4a23-8ce9-f11041e168d8 req-27458491-1e73-4d71-8f97-bc18296e0d73 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427082 Jul 24 00:45:14.504865 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bfb579-b7b8-42d0-8339-bdeb72acfd4f req-50fb54d9-2400-4d76-84dd-16a7a9193090 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:14.506436 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-25bfb579-b7b8-42d0-8339-bdeb72acfd4f req-50fb54d9-2400-4d76-84dd-16a7a9193090 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36 HTTP/1.1" status: 200 len: 945 time: 0.0667748 Jul 24 00:45:14.547271 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-25bfb579-b7b8-42d0-8339-bdeb72acfd4f req-375c44f7-90ee-435e-a36e-51216518f6a2 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344186 Jul 24 00:45:14.799152 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3495c9-76e7-49b0-a635-285f681a8127 req-ecd06f1c-2aa5-4796-be56-512ea8386bfd tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:14.801657 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7f3495c9-76e7-49b0-a635-285f681a8127 req-ecd06f1c-2aa5-4796-be56-512ea8386bfd tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36 HTTP/1.1" status: 200 len: 945 time: 0.0667243 Jul 24 00:45:14.850252 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7f3495c9-76e7-49b0-a635-285f681a8127 req-ca14d873-0dc9-4419-8d98-6fd0f8058327 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427468 Jul 24 00:45:15.186360 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:15.510978 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 1b2d0afa-ce50-4cb2-9bf1-4708e9426109 details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:45:15.608390 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 1b2d0afa-ce50-4cb2-9bf1-4708e9426109, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=1b2d0afa-ce50-4cb2-9bf1-4708e9426109,segment=NetworkSegment(8a6196fe-df7f-4137-b16c-4b0e6f7109e3),segment_id=8a6196fe-df7f-4137-b16c-4b0e6f7109e3)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:45:15.619443 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': '1b2d0afa-ce50-4cb2-9bf1-4708e9426109', 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947', 'port_id': '1b2d0afa-ce50-4cb2-9bf1-4708e9426109', 'mac_address': 'fa:16:3e:1a:1e:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b7c5b75-2508-4120-912d-db2d0559c3e3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:45:15.658388 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:15.672115 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b2d0afa-ce50-4cb2-9bf1-4708e9426109 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:45:15.692532 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 1b2d0afa-ce50-4cb2-9bf1-4708e9426109, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=1b2d0afa-ce50-4cb2-9bf1-4708e9426109,segment=NetworkSegment(8a6196fe-df7f-4137-b16c-4b0e6f7109e3),segment_id=8a6196fe-df7f-4137-b16c-4b0e6f7109e3)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:45:15.697143 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:15.744127 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=1b2d0afa-ce50-4cb2-9bf1-4708e9426109,revision_number=12']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:15.969811 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7806a337-69a3-4c34-a502-6776388c6674 req-2c48853e-e93d-4430-8ad8-835255df0f9a tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:15.971356 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7806a337-69a3-4c34-a502-6776388c6674 req-2c48853e-e93d-4430-8ad8-835255df0f9a tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36 HTTP/1.1" status: 200 len: 946 time: 0.0705271 Jul 24 00:45:15.991378 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b8bfba-5e11-4531-90fd-8e5c4993216d req-32d6e1c7-bbe9-42b6-a899-112d5123c1b0 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:15.992978 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-25b8bfba-5e11-4531-90fd-8e5c4993216d req-32d6e1c7-bbe9-42b6-a899-112d5123c1b0 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36 HTTP/1.1" status: 200 len: 946 time: 0.0708480 Jul 24 00:45:16.032414 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-25b8bfba-5e11-4531-90fd-8e5c4993216d req-87860ace-b686-4944-b657-a02804150dea tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330853 Jul 24 00:45:16.073690 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-7806a337-69a3-4c34-a502-6776388c6674 req-1296d06a-2b0a-4dea-9a53-f41021c16da5 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Deleting port 1b2d0afa-ce50-4cb2-9bf1-4708e9426109 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:45:16.074037 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-7806a337-69a3-4c34-a502-6776388c6674 req-1296d06a-2b0a-4dea-9a53-f41021c16da5 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:16.165847 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-7806a337-69a3-4c34-a502-6776388c6674 req-1296d06a-2b0a-4dea-9a53-f41021c16da5 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] For port 1b2d0afa-ce50-4cb2-9bf1-4708e9426109, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=1b2d0afa-ce50-4cb2-9bf1-4708e9426109,segment=NetworkSegment(8a6196fe-df7f-4137-b16c-4b0e6f7109e3),segment_id=8a6196fe-df7f-4137-b16c-4b0e6f7109e3)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:45:16.166120 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-7806a337-69a3-4c34-a502-6776388c6674 req-1296d06a-2b0a-4dea-9a53-f41021c16da5 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:16.396657 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-7806a337-69a3-4c34-a502-6776388c6674 req-1296d06a-2b0a-4dea-9a53-f41021c16da5 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:16.397066 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-7806a337-69a3-4c34-a502-6776388c6674 req-1296d06a-2b0a-4dea-9a53-f41021c16da5 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:16.397385 n-d-800088-16 neutron-server[100313]: INFO neutron.db.l3_db [req-7806a337-69a3-4c34-a502-6776388c6674 req-1296d06a-2b0a-4dea-9a53-f41021c16da5 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Floating IP aeb5c4fb-9083-4bb2-9940-2f2fb8792759 disassociated. External IP: 172.25.3.191, port: 1b2d0afa-ce50-4cb2-9bf1-4708e9426109. Jul 24 00:45:16.397742 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-7806a337-69a3-4c34-a502-6776388c6674 req-1296d06a-2b0a-4dea-9a53-f41021c16da5 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Calling delete_port for 1b2d0afa-ce50-4cb2-9bf1-4708e9426109 owned by compute:nova {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:45:16.542543 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-7806a337-69a3-4c34-a502-6776388c6674 req-1296d06a-2b0a-4dea-9a53-f41021c16da5 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:16.576678 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1296d06a-2b0a-4dea-9a53-f41021c16da5 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Pushing event deleted for resources: {'Port': ['ID=1b2d0afa-ce50-4cb2-9bf1-4708e9426109,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:16.699413 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7806a337-69a3-4c34-a502-6776388c6674 req-1296d06a-2b0a-4dea-9a53-f41021c16da5 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Router a4c0a7f5-780a-4c03-9767-962a310979c1 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:45:16.811090 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7806a337-69a3-4c34-a502-6776388c6674 req-1296d06a-2b0a-4dea-9a53-f41021c16da5 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:45:16.821850 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689d0013-3668-4b78-bf36-3e75101f295b None None] Sync routers for ids ['a4c0a7f5-780a-4c03-9767-962a310979c1'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:45:16.831538 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689d0013-3668-4b78-bf36-3e75101f295b None None] Routers {'a4c0a7f5-780a-4c03-9767-962a310979c1'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:45:16.832176 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-689d0013-3668-4b78-bf36-3e75101f295b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:44:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['a4c0a7f5-780a-4c03-9767-962a310979c1'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:45:16.858544 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-7806a337-69a3-4c34-a502-6776388c6674 req-1296d06a-2b0a-4dea-9a53-f41021c16da5 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] No DVR routers for this DVR port 1b2d0afa-ce50-4cb2-9bf1-4708e9426109 on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:45:16.861275 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-7806a337-69a3-4c34-a502-6776388c6674 req-1296d06a-2b0a-4dea-9a53-f41021c16da5 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:16.863891 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7806a337-69a3-4c34-a502-6776388c6674 req-1296d06a-2b0a-4dea-9a53-f41021c16da5 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.52 "DELETE /v2.0/ports/1b2d0afa-ce50-4cb2-9bf1-4708e9426109 HTTP/1.1" status: 204 len: 173 time: 0.8870904 Jul 24 00:45:16.864333 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36', 'name': 'network-vif-deleted', 'tag': '1b2d0afa-ce50-4cb2-9bf1-4708e9426109'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:45:16.866866 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f6e0a0f-7197-4465-a2ea-84f92b2afbc6" -d '{"events": [{"server_uuid": "4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36", "name": "network-vif-deleted", "tag": "1b2d0afa-ce50-4cb2-9bf1-4708e9426109"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:45:16.904827 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c0fddb-e931-411c-a9b2-1c8e0bfdc1e5 x-openstack-request-id: req-20c0fddb-e931-411c-a9b2-1c8e0bfdc1e5 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:45:16.905147 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36", "name": "network-vif-deleted", "tag": "1b2d0afa-ce50-4cb2-9bf1-4708e9426109", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:45:16.905407 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-20c0fddb-e931-411c-a9b2-1c8e0bfdc1e5 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:45:16.905825 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36', 'name': 'network-vif-deleted', 'tag': '1b2d0afa-ce50-4cb2-9bf1-4708e9426109', 'status': 'completed', 'code': 200} Jul 24 00:45:16.949536 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-689d0013-3668-4b78-bf36-3e75101f295b None None] Set router a4c0a7f5-780a-4c03-9767-962a310979c1 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:45:17.165587 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-653fde71-bcfd-451d-9569-182faf33ab31 req-f65e93f4-04cb-478f-93b0-0df62a8cb76a tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b208a3d-ac5c-43b2-8b4d-72cf4a5e6a36 HTTP/1.1" status: 200 len: 210 time: 0.0323243 Jul 24 00:45:17.216365 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-689d0013-3668-4b78-bf36-3e75101f295b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'name': 'tempest-ServerActionsTestJSON-420210054-router', 'tenant_id': '7ff741ab94134ca0b89362b546f6cdc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '8e45cccc-6c15-4470-8191-5b8f7a1c99f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:38:31Z', 'updated_at': '2021-07-24T00:38:33Z', 'revision_number': 4, 'project_id': '7ff741ab94134ca0b89362b546f6cdc4', 'gw_port': {'id': '8e45cccc-6c15-4470-8191-5b8f7a1c99f1', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:38:31Z', 'updated_at': '2021-07-24T00:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '7b76b015-9417-4a2e-aa33-995027831287', 'name': '', 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947', 'tenant_id': '7ff741ab94134ca0b89362b546f6cdc4', 'mac_address': 'fa:16:3e:29:f9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '0b7c5b75-2508-4120-912d-db2d0559c3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:38:33Z', 'updated_at': '2021-07-24T00:38:40Z', 'revision_number': 5, 'project_id': '7ff741ab94134ca0b89362b546f6cdc4', 'subnets': [{'id': '0b7c5b75-2508-4120-912d-db2d0559c3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:45:17.247856 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689d0013-3668-4b78-bf36-3e75101f295b None None] Checking router: a4c0a7f5-780a-4c03-9767-962a310979c1 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:45:17.256361 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689d0013-3668-4b78-bf36-3e75101f295b None None] Routers {'a4c0a7f5-780a-4c03-9767-962a310979c1'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:45:17.257006 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-689d0013-3668-4b78-bf36-3e75101f295b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:44:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['a4c0a7f5-780a-4c03-9767-962a310979c1'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:45:17.365195 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-689d0013-3668-4b78-bf36-3e75101f295b None None] Set router a4c0a7f5-780a-4c03-9767-962a310979c1 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:45:17.575108 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-689d0013-3668-4b78-bf36-3e75101f295b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'name': 'tempest-ServerActionsTestJSON-420210054-router', 'tenant_id': '7ff741ab94134ca0b89362b546f6cdc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '8e45cccc-6c15-4470-8191-5b8f7a1c99f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:38:31Z', 'updated_at': '2021-07-24T00:38:33Z', 'revision_number': 4, 'project_id': '7ff741ab94134ca0b89362b546f6cdc4', 'gw_port': {'id': '8e45cccc-6c15-4470-8191-5b8f7a1c99f1', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:38:31Z', 'updated_at': '2021-07-24T00:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '7b76b015-9417-4a2e-aa33-995027831287', 'name': '', 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947', 'tenant_id': '7ff741ab94134ca0b89362b546f6cdc4', 'mac_address': 'fa:16:3e:29:f9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '0b7c5b75-2508-4120-912d-db2d0559c3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:38:33Z', 'updated_at': '2021-07-24T00:38:40Z', 'revision_number': 5, 'project_id': '7ff741ab94134ca0b89362b546f6cdc4', 'subnets': [{'id': '0b7c5b75-2508-4120-912d-db2d0559c3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:45:17.609595 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689d0013-3668-4b78-bf36-3e75101f295b None None] The sync data for ids ['a4c0a7f5-780a-4c03-9767-962a310979c1'] in n-d-800088-16 is: [{'id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'name': 'tempest-ServerActionsTestJSON-420210054-router', 'tenant_id': '7ff741ab94134ca0b89362b546f6cdc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '8e45cccc-6c15-4470-8191-5b8f7a1c99f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:38:31Z', 'updated_at': '2021-07-24T00:38:33Z', 'revision_number': 4, 'project_id': '7ff741ab94134ca0b89362b546f6cdc4', 'gw_port': {'id': '8e45cccc-6c15-4470-8191-5b8f7a1c99f1', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:38:31Z', 'updated_at': '2021-07-24T00:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '7b76b015-9417-4a2e-aa33-995027831287', 'name': '', 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947', 'tenant_id': '7ff741ab94134ca0b89362b546f6cdc4', 'mac_address': 'fa:16:3e:29:f9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '0b7c5b75-2508-4120-912d-db2d0559c3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:38:33Z', 'updated_at': '2021-07-24T00:38:40Z', 'revision_number': 5, 'project_id': '7ff741ab94134ca0b89362b546f6cdc4', 'subnets': [{'id': '0b7c5b75-2508-4120-912d-db2d0559c3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:45:17.846377 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16e8a05-5bb7-42b2-9312-14b98257ac88 None None] New status for floating IP aeb5c4fb-9083-4bb2-9940-2f2fb8792759: DOWN {{(pid=100316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 00:45:18.145885 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:18.452383 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5cee794e-775b-422a-a587-922294ef619f req-e1c3182d-1a7e-49df-a759-4b7366cd224f tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1801100219&fields=id&tenant_id=7ff741ab94134ca0b89362b546f6cdc4 HTTP/1.1" status: 200 len: 267 time: 0.0369129 Jul 24 00:45:18.555373 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee794e-775b-422a-a587-922294ef619f req-6413d82c-3a09-42b1-aea5-0f9af29d4b11 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:18.556860 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5cee794e-775b-422a-a587-922294ef619f req-6413d82c-3a09-42b1-aea5-0f9af29d4b11 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/networks?id=635858b5-bce4-486f-8958-a3f0e6bef947 HTTP/1.1" status: 200 len: 811 time: 0.0980597 Jul 24 00:45:18.571387 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5cee794e-775b-422a-a587-922294ef619f req-ea19d144-2cbd-44d0-8806-3dea0254c1d6 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/quotas/7ff741ab94134ca0b89362b546f6cdc4 HTTP/1.1" status: 200 len: 375 time: 0.0090051 Jul 24 00:45:18.641715 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5cee794e-775b-422a-a587-922294ef619f req-847e3531-22af-46d8-92b6-7b9b9a7bac5d tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7ff741ab94134ca0b89362b546f6cdc4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0655503 Jul 24 00:45:18.781421 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5cee794e-775b-422a-a587-922294ef619f req-35c032c6-4b16-4533-85c7-76dd0a85b838 service neutron] 10.222.0.44 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283762 Jul 24 00:45:18.878911 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5cee794e-775b-422a-a587-922294ef619f req-5286eb04-50cc-4da0-88e8-0d044c4b52ba service neutron] 10.222.0.44 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910764 Jul 24 00:45:19.044099 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-63e7acd6-f213-4af3-bbfb-c77ecd3529dd req-3a523f02-9161-431d-9930-2991a86afd77 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c572f60-e15e-4b94-ba25-a62ede7f3c64 HTTP/1.1" status: 200 len: 210 time: 0.0314434 Jul 24 00:45:19.970574 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee794e-775b-422a-a587-922294ef619f req-9f966279-6eae-4737-adbb-a65e620670a0 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:19.972621 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5cee794e-775b-422a-a587-922294ef619f req-9f966279-6eae-4737-adbb-a65e620670a0 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.64 "GET /v2.0/networks?id=635858b5-bce4-486f-8958-a3f0e6bef947 HTTP/1.1" status: 200 len: 811 time: 0.1160364 Jul 24 00:45:20.015849 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5cee794e-775b-422a-a587-922294ef619f req-c43ccdb2-7d1e-4d5e-a7bd-950f64544735 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ff741ab94134ca0b89362b546f6cdc4 HTTP/1.1" status: 200 len: 380 time: 0.0353708 Jul 24 00:45:20.030066 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-5cee794e-775b-422a-a587-922294ef619f req-593c390e-2309-46cb-a06a-595c3eb5e23c tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Request body: {'port': {'device_id': '2c572f60-e15e-4b94-ba25-a62ede7f3c64', 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947', 'admin_state_up': True, 'tenant_id': '7ff741ab94134ca0b89362b546f6cdc4', 'security_groups': ['8e59f60a-470e-4df0-9d03-02feeba55758']}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:45:20.145787 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3fd271e7-5c7a-4643-b275-8d596277ff45 req-bee2bc11-7406-42a7-b876-06b7d5894b0d tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c572f60-e15e-4b94-ba25-a62ede7f3c64 HTTP/1.1" status: 200 len: 210 time: 0.0301273 Jul 24 00:45:20.151362 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cee794e-775b-422a-a587-922294ef619f req-593c390e-2309-46cb-a06a-595c3eb5e23c tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Made reservation on behalf of 7ff741ab94134ca0b89362b546f6cdc4 for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:45:20.155042 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-5cee794e-775b-422a-a587-922294ef619f req-593c390e-2309-46cb-a06a-595c3eb5e23c tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:20.281982 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [req-5cee794e-775b-422a-a587-922294ef619f req-593c390e-2309-46cb-a06a-595c3eb5e23c tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Allocated IP 172.20.0.8 (635858b5-bce4-486f-8958-a3f0e6bef947/0b7c5b75-2508-4120-912d-db2d0559c3e3/3d74e526-8076-4c78-8a57-db9402c55cb5) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:45:20.427869 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-5cee794e-775b-422a-a587-922294ef619f req-593c390e-2309-46cb-a06a-595c3eb5e23c tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:20.443073 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-5cee794e-775b-422a-a587-922294ef619f req-593c390e-2309-46cb-a06a-595c3eb5e23c tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Transition to ACTIVE for port object 3d74e526-8076-4c78-8a57-db9402c55cb5 will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:45:20.477199 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-5cee794e-775b-422a-a587-922294ef619f req-593c390e-2309-46cb-a06a-595c3eb5e23c tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:20.520248 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cee794e-775b-422a-a587-922294ef619f req-593c390e-2309-46cb-a06a-595c3eb5e23c tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Network 635858b5-bce4-486f-8958-a3f0e6bef947 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:45:20.526382 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [req-5cee794e-775b-422a-a587-922294ef619f req-593c390e-2309-46cb-a06a-595c3eb5e23c tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:45:20.530292 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cee794e-775b-422a-a587-922294ef619f req-593c390e-2309-46cb-a06a-595c3eb5e23c tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:45:20.555311 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593c390e-2309-46cb-a06a-595c3eb5e23c tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Pushing event updated for resources: {'Port': ['ID=3d74e526-8076-4c78-8a57-db9402c55cb5,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:20.585924 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee794e-775b-422a-a587-922294ef619f req-593c390e-2309-46cb-a06a-595c3eb5e23c tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:20.586592 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-5cee794e-775b-422a-a587-922294ef619f req-593c390e-2309-46cb-a06a-595c3eb5e23c tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:20.603984 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5cee794e-775b-422a-a587-922294ef619f req-593c390e-2309-46cb-a06a-595c3eb5e23c tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5779288 Jul 24 00:45:20.616398 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-5cee794e-775b-422a-a587-922294ef619f req-8b59ffea-c0d8-4b7f-b53b-28ab90fa59f3 service neutron] Request body: {'port': {'device_id': '2c572f60-e15e-4b94-ba25-a62ede7f3c64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-16'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:45:20.699899 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-5cee794e-775b-422a-a587-922294ef619f req-8b59ffea-c0d8-4b7f-b53b-28ab90fa59f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:20.810472 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-0686bfbc-189e-47e8-a667-5d4f38950c61 None None] Provisioning for port 3d74e526-8076-4c78-8a57-db9402c55cb5 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:45:20.814495 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-0686bfbc-189e-47e8-a667-5d4f38950c61 None None] Provisioning complete for port 3d74e526-8076-4c78-8a57-db9402c55cb5 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:45:20.814879 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0686bfbc-189e-47e8-a667-5d4f38950c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:20.850770 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-0686bfbc-189e-47e8-a667-5d4f38950c61 None None] Port 3d74e526-8076-4c78-8a57-db9402c55cb5 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:45:20.976200 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-5cee794e-775b-422a-a587-922294ef619f req-8b59ffea-c0d8-4b7f-b53b-28ab90fa59f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d74e526-8076-4c78-8a57-db9402c55cb5 {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:45:20.983465 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-5cee794e-775b-422a-a587-922294ef619f req-8b59ffea-c0d8-4b7f-b53b-28ab90fa59f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:20.995569 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-5cee794e-775b-422a-a587-922294ef619f req-8b59ffea-c0d8-4b7f-b53b-28ab90fa59f3 service neutron] Transition to ACTIVE for port object 3d74e526-8076-4c78-8a57-db9402c55cb5 will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:45:20.999346 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-5cee794e-775b-422a-a587-922294ef619f req-8b59ffea-c0d8-4b7f-b53b-28ab90fa59f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:21.050676 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b59ffea-c0d8-4b7f-b53b-28ab90fa59f3 service neutron] Pushing event updated for resources: {'Port': ['ID=3d74e526-8076-4c78-8a57-db9402c55cb5,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:21.126247 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-5cee794e-775b-422a-a587-922294ef619f req-8b59ffea-c0d8-4b7f-b53b-28ab90fa59f3 service neutron] Attempting to bind port 3d74e526-8076-4c78-8a57-db9402c55cb5 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:45:21.126603 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-5cee794e-775b-422a-a587-922294ef619f req-8b59ffea-c0d8-4b7f-b53b-28ab90fa59f3 service neutron] Attempting to bind port 3d74e526-8076-4c78-8a57-db9402c55cb5 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '8a6196fe-df7f-4137-b16c-4b0e6f7109e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:45:21.127065 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cee794e-775b-422a-a587-922294ef619f req-8b59ffea-c0d8-4b7f-b53b-28ab90fa59f3 service neutron] Attempting to bind port 3d74e526-8076-4c78-8a57-db9402c55cb5 on network 635858b5-bce4-486f-8958-a3f0e6bef947 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:45:21.132388 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cee794e-775b-422a-a587-922294ef619f req-8b59ffea-c0d8-4b7f-b53b-28ab90fa59f3 service neutron] Port 3d74e526-8076-4c78-8a57-db9402c55cb5 on network 635858b5-bce4-486f-8958-a3f0e6bef947 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:45:21.132716 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cee794e-775b-422a-a587-922294ef619f req-8b59ffea-c0d8-4b7f-b53b-28ab90fa59f3 service neutron] Attempting to bind port 3d74e526-8076-4c78-8a57-db9402c55cb5 on network 635858b5-bce4-486f-8958-a3f0e6bef947 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:45:21.137923 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cee794e-775b-422a-a587-922294ef619f req-8b59ffea-c0d8-4b7f-b53b-28ab90fa59f3 service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:45:21.138261 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cee794e-775b-422a-a587-922294ef619f req-8b59ffea-c0d8-4b7f-b53b-28ab90fa59f3 service neutron] Checking segment: {'id': '8a6196fe-df7f-4137-b16c-4b0e6f7109e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:45:21.138681 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cee794e-775b-422a-a587-922294ef619f req-8b59ffea-c0d8-4b7f-b53b-28ab90fa59f3 service neutron] Bound using segment: {'id': '8a6196fe-df7f-4137-b16c-4b0e6f7109e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:45:21.139113 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-5cee794e-775b-422a-a587-922294ef619f req-8b59ffea-c0d8-4b7f-b53b-28ab90fa59f3 service neutron] Bound port: 3d74e526-8076-4c78-8a57-db9402c55cb5, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a6196fe-df7f-4137-b16c-4b0e6f7109e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:45:21.139483 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-5cee794e-775b-422a-a587-922294ef619f req-8b59ffea-c0d8-4b7f-b53b-28ab90fa59f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:21.214955 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-5cee794e-775b-422a-a587-922294ef619f req-8b59ffea-c0d8-4b7f-b53b-28ab90fa59f3 service neutron] For port 3d74e526-8076-4c78-8a57-db9402c55cb5, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:45:21.218250 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-5cee794e-775b-422a-a587-922294ef619f req-8b59ffea-c0d8-4b7f-b53b-28ab90fa59f3 service neutron] For port 3d74e526-8076-4c78-8a57-db9402c55cb5, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=3d74e526-8076-4c78-8a57-db9402c55cb5,segment=NetworkSegment(8a6196fe-df7f-4137-b16c-4b0e6f7109e3),segment_id=8a6196fe-df7f-4137-b16c-4b0e6f7109e3)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:45:21.230752 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-5cee794e-775b-422a-a587-922294ef619f req-8b59ffea-c0d8-4b7f-b53b-28ab90fa59f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:21.286553 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee794e-775b-422a-a587-922294ef619f req-8b59ffea-c0d8-4b7f-b53b-28ab90fa59f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:21.287183 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-5cee794e-775b-422a-a587-922294ef619f req-8b59ffea-c0d8-4b7f-b53b-28ab90fa59f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:21.288594 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5cee794e-775b-422a-a587-922294ef619f req-8b59ffea-c0d8-4b7f-b53b-28ab90fa59f3 service neutron] 10.222.0.64 "PUT /v2.0/ports/3d74e526-8076-4c78-8a57-db9402c55cb5 HTTP/1.1" status: 200 len: 1092 time: 0.6767755 Jul 24 00:45:21.289179 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c572f60-e15e-4b94-ba25-a62ede7f3c64', 'tag': '3d74e526-8076-4c78-8a57-db9402c55cb5'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:45:21.291452 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe504107-b81e-47d3-a2a3-2a0f0a73cea4" -d '{"events": [{"name": "network-changed", "server_uuid": "2c572f60-e15e-4b94-ba25-a62ede7f3c64", "tag": "3d74e526-8076-4c78-8a57-db9402c55cb5"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:45:21.323226 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b59ffea-c0d8-4b7f-b53b-28ab90fa59f3 service neutron] Pushing event updated for resources: {'Port': ['ID=3d74e526-8076-4c78-8a57-db9402c55cb5,revision_number=3']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:21.344269 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c254f64e-b1c8-4d7a-aab2-72b81f1b5c53 x-openstack-request-id: req-c254f64e-b1c8-4d7a-aab2-72b81f1b5c53 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:45:21.344567 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c572f60-e15e-4b94-ba25-a62ede7f3c64", "tag": "3d74e526-8076-4c78-8a57-db9402c55cb5", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:45:21.344836 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c254f64e-b1c8-4d7a-aab2-72b81f1b5c53 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:45:21.345238 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c572f60-e15e-4b94-ba25-a62ede7f3c64', 'tag': '3d74e526-8076-4c78-8a57-db9402c55cb5', 'status': 'completed', 'code': 200} Jul 24 00:45:21.375068 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cdd8fa-883b-487d-aa88-2906f8f6aa0f req-75eeaa5f-ea99-4b3d-9d76-b7e2b9025067 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:21.376677 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a7cdd8fa-883b-487d-aa88-2906f8f6aa0f req-75eeaa5f-ea99-4b3d-9d76-b7e2b9025067 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c572f60-e15e-4b94-ba25-a62ede7f3c64 HTTP/1.1" status: 200 len: 943 time: 0.1570787 Jul 24 00:45:21.430640 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a7cdd8fa-883b-487d-aa88-2906f8f6aa0f req-388b8ddc-8f5d-4573-8a05-fc7e7c01b944 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478954 Jul 24 00:45:21.439185 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee794e-775b-422a-a587-922294ef619f req-ecb4319f-f6fa-46ec-939e-16e7b52877ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:21.440741 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5cee794e-775b-422a-a587-922294ef619f req-ecb4319f-f6fa-46ec-939e-16e7b52877ed service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7ff741ab94134ca0b89362b546f6cdc4&device_id=2c572f60-e15e-4b94-ba25-a62ede7f3c64 HTTP/1.1" status: 200 len: 1095 time: 0.1068077 Jul 24 00:45:21.484538 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5cee794e-775b-422a-a587-922294ef619f req-8a2935c7-61bb-4e76-8b3a-1cfa26f566f9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d74e526-8076-4c78-8a57-db9402c55cb5 HTTP/1.1" status: 200 len: 217 time: 0.0358565 Jul 24 00:45:21.533746 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee794e-775b-422a-a587-922294ef619f req-85a8795a-70d3-4773-950d-60cee906e84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:21.535227 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5cee794e-775b-422a-a587-922294ef619f req-85a8795a-70d3-4773-950d-60cee906e84e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0b7c5b75-2508-4120-912d-db2d0559c3e3 HTTP/1.1" status: 200 len: 850 time: 0.0441763 Jul 24 00:45:21.548868 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 1b2d0afa-ce50-4cb2-9bf1-4708e9426109 no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:45:21.569416 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] No Port match for: 1b2d0afa-ce50-4cb2-9bf1-4708e9426109 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:45:21.569840 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 1b2d0afa-ce50-4cb2-9bf1-4708e9426109 not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:45:21.595367 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee794e-775b-422a-a587-922294ef619f req-43b1e4e0-d319-422d-ac72-1ea536d1e273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:21.596846 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5cee794e-775b-422a-a587-922294ef619f req-43b1e4e0-d319-422d-ac72-1ea536d1e273 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=635858b5-bce4-486f-8958-a3f0e6bef947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548913 Jul 24 00:45:21.687520 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5cee794e-775b-422a-a587-922294ef619f req-6ba35984-85f0-491b-b57d-6909dab488f1 service neutron] 10.222.0.64 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841272 Jul 24 00:45:21.784354 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5cee794e-775b-422a-a587-922294ef619f req-5cefb83a-b2bc-4927-86cf-9c26fcf765f1 service neutron] 10.222.0.64 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881429 Jul 24 00:45:21.884638 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe504107-b81e-47d3-a2a3-2a0f0a73cea4 req-89ddf1e8-80d6-449b-8fc9-27c21c12c5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:21.886101 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fe504107-b81e-47d3-a2a3-2a0f0a73cea4 req-89ddf1e8-80d6-449b-8fc9-27c21c12c5d8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7ff741ab94134ca0b89362b546f6cdc4&device_id=2c572f60-e15e-4b94-ba25-a62ede7f3c64 HTTP/1.1" status: 200 len: 1095 time: 0.0540011 Jul 24 00:45:21.974564 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe504107-b81e-47d3-a2a3-2a0f0a73cea4 req-3367abf6-5e15-4a5e-a922-b95abea64b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:21.976050 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fe504107-b81e-47d3-a2a3-2a0f0a73cea4 req-3367abf6-5e15-4a5e-a922-b95abea64b14 service neutron] 10.222.0.64 "GET /v2.0/networks?id=635858b5-bce4-486f-8958-a3f0e6bef947 HTTP/1.1" status: 200 len: 912 time: 0.0832505 Jul 24 00:45:22.351976 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fe504107-b81e-47d3-a2a3-2a0f0a73cea4 req-bded6a0a-c695-46d0-b671-c9f6ddd301c7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d74e526-8076-4c78-8a57-db9402c55cb5 HTTP/1.1" status: 200 len: 217 time: 0.3692858 Jul 24 00:45:22.401521 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe504107-b81e-47d3-a2a3-2a0f0a73cea4 req-d57c71e7-99c1-4a28-a3aa-9abf1c72b80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:22.402940 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fe504107-b81e-47d3-a2a3-2a0f0a73cea4 req-d57c71e7-99c1-4a28-a3aa-9abf1c72b80d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0b7c5b75-2508-4120-912d-db2d0559c3e3 HTTP/1.1" status: 200 len: 850 time: 0.0434568 Jul 24 00:45:22.460325 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe504107-b81e-47d3-a2a3-2a0f0a73cea4 req-8fc7c88f-d0b1-4edd-b940-b859a3613310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:22.462084 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fe504107-b81e-47d3-a2a3-2a0f0a73cea4 req-8fc7c88f-d0b1-4edd-b940-b859a3613310 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=635858b5-bce4-486f-8958-a3f0e6bef947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529678 Jul 24 00:45:22.556948 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fe504107-b81e-47d3-a2a3-2a0f0a73cea4 req-65f827ce-74f7-440d-ae5b-4348b213d79b service neutron] 10.222.0.64 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871277 Jul 24 00:45:22.563349 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeb7c72-639e-4c22-8c69-7109d0423902 req-6e525def-1376-4b39-82f4-51c883e32929 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:22.565038 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4aeb7c72-639e-4c22-8c69-7109d0423902 req-6e525def-1376-4b39-82f4-51c883e32929 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c572f60-e15e-4b94-ba25-a62ede7f3c64 HTTP/1.1" status: 200 len: 943 time: 0.0634203 Jul 24 00:45:22.607630 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4aeb7c72-639e-4c22-8c69-7109d0423902 req-d0817ddf-5c32-468e-95d8-34fed82931e2 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362601 Jul 24 00:45:22.652684 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fe504107-b81e-47d3-a2a3-2a0f0a73cea4 req-5f6a9866-9d6d-4695-8ed0-fde4b5ea9f32 service neutron] 10.222.0.64 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890677 Jul 24 00:45:23.226404 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-5964dab1-f410-4e3f-acbf-62d2785734bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:23.743541 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05883d11-b754-4f41-82b0-e65fa112fcc3 req-849b1de8-1446-4a71-a355-eb2feab4625f tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:23.745088 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-05883d11-b754-4f41-82b0-e65fa112fcc3 req-849b1de8-1446-4a71-a355-eb2feab4625f tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c572f60-e15e-4b94-ba25-a62ede7f3c64 HTTP/1.1" status: 200 len: 943 time: 0.0677884 Jul 24 00:45:23.784295 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-05883d11-b754-4f41-82b0-e65fa112fcc3 req-6ab0299a-fcf6-46f8-91d5-746eb60c7a70 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335042 Jul 24 00:45:24.339854 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:45:24.914716 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a6108-31ef-4658-8069-3e98aad56bfc req-a8592bba-effd-421b-92df-e71bbfc55010 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:24.916212 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-876a6108-31ef-4658-8069-3e98aad56bfc req-a8592bba-effd-421b-92df-e71bbfc55010 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c572f60-e15e-4b94-ba25-a62ede7f3c64 HTTP/1.1" status: 200 len: 943 time: 0.0637095 Jul 24 00:45:24.954385 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-876a6108-31ef-4658-8069-3e98aad56bfc req-bac10b83-3def-48dc-b95d-05d295ea3850 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325272 Jul 24 00:45:25.798209 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2521c5c1-df91-419c-a767-1c2e7bd98b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:26.083785 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b9b1e5-54b6-49ae-8b63-bb86656bda4b req-39dc33df-b54f-46a3-9387-b5a967ac66d5 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:26.085248 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d2b9b1e5-54b6-49ae-8b63-bb86656bda4b req-39dc33df-b54f-46a3-9387-b5a967ac66d5 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c572f60-e15e-4b94-ba25-a62ede7f3c64 HTTP/1.1" status: 200 len: 943 time: 0.0637183 Jul 24 00:45:26.124580 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d2b9b1e5-54b6-49ae-8b63-bb86656bda4b req-f3fa182d-d4ca-42fb-a892-a6e51bdb3b89 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337384 Jul 24 00:45:26.205315 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 3d74e526-8076-4c78-8a57-db9402c55cb5 details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:45:26.300873 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 3d74e526-8076-4c78-8a57-db9402c55cb5, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=3d74e526-8076-4c78-8a57-db9402c55cb5,segment=NetworkSegment(8a6196fe-df7f-4137-b16c-4b0e6f7109e3),segment_id=8a6196fe-df7f-4137-b16c-4b0e6f7109e3)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:45:26.311917 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': '3d74e526-8076-4c78-8a57-db9402c55cb5', 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947', 'port_id': '3d74e526-8076-4c78-8a57-db9402c55cb5', 'mac_address': 'fa:16:3e:e6:3c:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b7c5b75-2508-4120-912d-db2d0559c3e3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:45:26.347587 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:26.359672 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d74e526-8076-4c78-8a57-db9402c55cb5 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:45:26.378728 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 3d74e526-8076-4c78-8a57-db9402c55cb5, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=3d74e526-8076-4c78-8a57-db9402c55cb5,segment=NetworkSegment(8a6196fe-df7f-4137-b16c-4b0e6f7109e3),segment_id=8a6196fe-df7f-4137-b16c-4b0e6f7109e3)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:45:26.382438 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:26.432264 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=3d74e526-8076-4c78-8a57-db9402c55cb5,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:26.575029 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['3d74e526-8076-4c78-8a57-db9402c55cb5'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:45:26.841747 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:27.254479 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b5dac7-377e-4785-9453-0b587a222a74 req-e5d21c32-ce16-4e41-8813-fb35c8075455 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:27.255993 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a5b5dac7-377e-4785-9453-0b587a222a74 req-e5d21c32-ce16-4e41-8813-fb35c8075455 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c572f60-e15e-4b94-ba25-a62ede7f3c64 HTTP/1.1" status: 200 len: 944 time: 0.0634956 Jul 24 00:45:27.292700 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a5b5dac7-377e-4785-9453-0b587a222a74 req-77893ea6-278a-48eb-a0ec-0fff7138453d tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309191 Jul 24 00:45:27.442396 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:28.209527 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 3d74e526-8076-4c78-8a57-db9402c55cb5 up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:45:28.262106 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port 3d74e526-8076-4c78-8a57-db9402c55cb5 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:45:28.265894 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port 3d74e526-8076-4c78-8a57-db9402c55cb5 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:45:28.266261 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:28.341532 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:28.364035 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c572f60-e15e-4b94-ba25-a62ede7f3c64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d74e526-8076-4c78-8a57-db9402c55cb5'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:45:28.366313 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eb831b7-f299-4e5c-a7c0-acc7501c681f" -d '{"events": [{"server_uuid": "2c572f60-e15e-4b94-ba25-a62ede7f3c64", "name": "network-vif-plugged", "status": "completed", "tag": "3d74e526-8076-4c78-8a57-db9402c55cb5"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:45:28.380185 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 3d74e526-8076-4c78-8a57-db9402c55cb5, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=3d74e526-8076-4c78-8a57-db9402c55cb5,segment=NetworkSegment(8a6196fe-df7f-4137-b16c-4b0e6f7109e3),segment_id=8a6196fe-df7f-4137-b16c-4b0e6f7109e3)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:45:28.384947 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:28.410440 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb099b54-7c80-4226-85ff-987e1a2a889c x-openstack-request-id: req-fb099b54-7c80-4226-85ff-987e1a2a889c {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:45:28.410766 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c572f60-e15e-4b94-ba25-a62ede7f3c64", "name": "network-vif-plugged", "status": "completed", "tag": "3d74e526-8076-4c78-8a57-db9402c55cb5", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:45:28.411000 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fb099b54-7c80-4226-85ff-987e1a2a889c {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:45:28.411367 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c572f60-e15e-4b94-ba25-a62ede7f3c64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d74e526-8076-4c78-8a57-db9402c55cb5', 'code': 200} Jul 24 00:45:28.439584 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571448f5-5881-431d-98f1-460e9ce908f5 req-9c340f9a-1dd9-4b5a-8342-1e4943b162d4 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:28.440156 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=3d74e526-8076-4c78-8a57-db9402c55cb5,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:28.442638 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-571448f5-5881-431d-98f1-460e9ce908f5 req-9c340f9a-1dd9-4b5a-8342-1e4943b162d4 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c572f60-e15e-4b94-ba25-a62ede7f3c64 HTTP/1.1" status: 200 len: 944 time: 0.0783379 Jul 24 00:45:28.509063 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-571448f5-5881-431d-98f1-460e9ce908f5 req-a89105b8-ba2d-4115-a695-24df2e7f476b tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605891 Jul 24 00:45:28.533252 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5498a9a3-dd96-4a59-9783-c13e9c277597 req-7b93e8ea-2dc7-47d0-bf7e-91dc7760465e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:28.534822 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5498a9a3-dd96-4a59-9783-c13e9c277597 req-7b93e8ea-2dc7-47d0-bf7e-91dc7760465e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2c572f60-e15e-4b94-ba25-a62ede7f3c64 HTTP/1.1" status: 200 len: 1097 time: 0.0647955 Jul 24 00:45:28.569262 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5498a9a3-dd96-4a59-9783-c13e9c277597 req-2e61b2fe-8d83-481c-8eaf-411a110cb367 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282531 Jul 24 00:45:29.027829 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:29.651352 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfec6ea-10cc-489f-a158-e2c7bd7eb208 req-c62252cf-5989-48dd-a069-b0e1cecaa701 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:29.652864 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cbfec6ea-10cc-489f-a158-e2c7bd7eb208 req-c62252cf-5989-48dd-a069-b0e1cecaa701 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c572f60-e15e-4b94-ba25-a62ede7f3c64 HTTP/1.1" status: 200 len: 945 time: 0.0730639 Jul 24 00:45:29.689995 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cbfec6ea-10cc-489f-a158-e2c7bd7eb208 req-6862beda-5232-4d32-8464-1057869103f0 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314400 Jul 24 00:45:29.818094 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b9c323-5344-46cc-a923-87366e575c9d req-3c8de512-f407-4e12-b56d-eb9fd9822e96 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:29.819490 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b9b9c323-5344-46cc-a923-87366e575c9d req-3c8de512-f407-4e12-b56d-eb9fd9822e96 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c572f60-e15e-4b94-ba25-a62ede7f3c64 HTTP/1.1" status: 200 len: 945 time: 0.0651891 Jul 24 00:45:29.828232 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 41202) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:45:29.833714 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-5d938955-3427-4171-a4f7-9831fa3958a7 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Request body: {'floatingip': {'port_id': '3d74e526-8076-4c78-8a57-db9402c55cb5'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:45:29.875394 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5d938955-3427-4171-a4f7-9831fa3958a7 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify callbacks [] for floatingip, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:30.319290 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5d938955-3427-4171-a4f7-9831fa3958a7 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:30.323583 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5d938955-3427-4171-a4f7-9831fa3958a7 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:30.424147 n-d-800088-16 neutron-server[100314]: INFO neutron.db.l3_db [None req-5d938955-3427-4171-a4f7-9831fa3958a7 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Floating IP aeb5c4fb-9083-4bb2-9940-2f2fb8792759 associated. External IP: 172.25.3.191, port: 3d74e526-8076-4c78-8a57-db9402c55cb5. Jul 24 00:45:30.644872 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d938955-3427-4171-a4f7-9831fa3958a7 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Router a4c0a7f5-780a-4c03-9767-962a310979c1 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:45:30.752503 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d938955-3427-4171-a4f7-9831fa3958a7 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:45:30.758246 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-5d938955-3427-4171-a4f7-9831fa3958a7 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:30.762664 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec84ec02-2579-43c2-b852-9888fc3f05f6 None None] Sync routers for ids ['a4c0a7f5-780a-4c03-9767-962a310979c1'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:45:30.775880 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec84ec02-2579-43c2-b852-9888fc3f05f6 None None] Routers {'a4c0a7f5-780a-4c03-9767-962a310979c1'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:45:30.776501 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-ec84ec02-2579-43c2-b852-9888fc3f05f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:45:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['a4c0a7f5-780a-4c03-9767-962a310979c1'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:45:30.799987 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-5d938955-3427-4171-a4f7-9831fa3958a7 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "PUT /v2.0/floatingips/aeb5c4fb-9083-4bb2-9940-2f2fb8792759 HTTP/1.1" status: 200 len: 992 time: 0.9706519 Jul 24 00:45:30.800587 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c572f60-e15e-4b94-ba25-a62ede7f3c64', 'tag': '3d74e526-8076-4c78-8a57-db9402c55cb5'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:45:30.802960 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e8e2a18-e501-4a51-9511-02bacbc44fd9" -d '{"events": [{"name": "network-changed", "server_uuid": "2c572f60-e15e-4b94-ba25-a62ede7f3c64", "tag": "3d74e526-8076-4c78-8a57-db9402c55cb5"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:45:30.841237 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c12d3a-a4b8-48d3-98f0-bca0e0cef29e x-openstack-request-id: req-67c12d3a-a4b8-48d3-98f0-bca0e0cef29e {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:45:30.841836 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c572f60-e15e-4b94-ba25-a62ede7f3c64", "tag": "3d74e526-8076-4c78-8a57-db9402c55cb5", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:45:30.841918 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-67c12d3a-a4b8-48d3-98f0-bca0e0cef29e {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:45:30.842429 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c572f60-e15e-4b94-ba25-a62ede7f3c64', 'tag': '3d74e526-8076-4c78-8a57-db9402c55cb5', 'status': 'completed', 'code': 200} Jul 24 00:45:30.881577 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-ec84ec02-2579-43c2-b852-9888fc3f05f6 None None] Set router a4c0a7f5-780a-4c03-9767-962a310979c1 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:45:30.917819 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e2a18-e501-4a51-9511-02bacbc44fd9 req-495895dc-cc0d-4d3a-8da7-42b1713b6a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:30.919401 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8e8e2a18-e501-4a51-9511-02bacbc44fd9 req-495895dc-cc0d-4d3a-8da7-42b1713b6a36 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7ff741ab94134ca0b89362b546f6cdc4&device_id=2c572f60-e15e-4b94-ba25-a62ede7f3c64 HTTP/1.1" status: 200 len: 1097 time: 0.0555735 Jul 24 00:45:31.011593 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e2a18-e501-4a51-9511-02bacbc44fd9 req-8db69a9b-b69d-473a-b60d-8ec5e20cd2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:31.013047 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8e8e2a18-e501-4a51-9511-02bacbc44fd9 req-8db69a9b-b69d-473a-b60d-8ec5e20cd2fd service neutron] 10.222.0.64 "GET /v2.0/networks?id=635858b5-bce4-486f-8958-a3f0e6bef947 HTTP/1.1" status: 200 len: 912 time: 0.0871315 Jul 24 00:45:31.083070 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8e8e2a18-e501-4a51-9511-02bacbc44fd9 req-621934c7-68c9-427d-83d0-0516c576ed71 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d74e526-8076-4c78-8a57-db9402c55cb5 HTTP/1.1" status: 200 len: 1000 time: 0.0641305 Jul 24 00:45:31.107347 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-ec84ec02-2579-43c2-b852-9888fc3f05f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'name': 'tempest-ServerActionsTestJSON-420210054-router', 'tenant_id': '7ff741ab94134ca0b89362b546f6cdc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '8e45cccc-6c15-4470-8191-5b8f7a1c99f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:38:31Z', 'updated_at': '2021-07-24T00:38:33Z', 'revision_number': 4, 'project_id': '7ff741ab94134ca0b89362b546f6cdc4', 'gw_port': {'id': '8e45cccc-6c15-4470-8191-5b8f7a1c99f1', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:38:31Z', 'updated_at': '2021-07-24T00:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': 'aeb5c4fb-9083-4bb2-9940-2f2fb8792759', 'tenant_id': '7ff741ab94134ca0b89362b546f6cdc4', 'floating_ip_address': '172.25.3.191', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'port_id': '3d74e526-8076-4c78-8a57-db9402c55cb5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4029, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947', 'mac_address': 'fa:16:3e:e6:3c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c572f60-e15e-4b94-ba25-a62ede7f3c64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:38:36Z', 'updated_at': '2021-07-24T00:45:30Z', 'revision_number': 13, 'project_id': '7ff741ab94134ca0b89362b546f6cdc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b76b015-9417-4a2e-aa33-995027831287', 'name': '', 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947', 'tenant_id': '7ff741ab94134ca0b89362b546f6cdc4', 'mac_address': 'fa:16:3e:29:f9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '0b7c5b75-2508-4120-912d-db2d0559c3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:38:33Z', 'updated_at': '2021-07-24T00:38:40Z', 'revision_number': 5, 'project_id': '7ff741ab94134ca0b89362b546f6cdc4', 'subnets': [{'id': '0b7c5b75-2508-4120-912d-db2d0559c3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:45:31.131777 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e2a18-e501-4a51-9511-02bacbc44fd9 req-2051f5a3-f812-4aa5-9879-376a68dd0fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:31.133409 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8e8e2a18-e501-4a51-9511-02bacbc44fd9 req-2051f5a3-f812-4aa5-9879-376a68dd0fac service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0b7c5b75-2508-4120-912d-db2d0559c3e3 HTTP/1.1" status: 200 len: 850 time: 0.0449820 Jul 24 00:45:31.136055 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec84ec02-2579-43c2-b852-9888fc3f05f6 None None] Checking router: a4c0a7f5-780a-4c03-9767-962a310979c1 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:45:31.144904 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec84ec02-2579-43c2-b852-9888fc3f05f6 None None] Routers {'a4c0a7f5-780a-4c03-9767-962a310979c1'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:45:31.145528 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-ec84ec02-2579-43c2-b852-9888fc3f05f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:45:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['a4c0a7f5-780a-4c03-9767-962a310979c1'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:45:31.194082 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e2a18-e501-4a51-9511-02bacbc44fd9 req-1a687372-ea9d-452a-8005-e413f289a2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:31.195638 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8e8e2a18-e501-4a51-9511-02bacbc44fd9 req-1a687372-ea9d-452a-8005-e413f289a2e7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=635858b5-bce4-486f-8958-a3f0e6bef947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563817 Jul 24 00:45:31.252541 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-ec84ec02-2579-43c2-b852-9888fc3f05f6 None None] Set router a4c0a7f5-780a-4c03-9767-962a310979c1 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:45:31.295442 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8e8e2a18-e501-4a51-9511-02bacbc44fd9 req-cf957237-f511-4937-9413-dc029e50fc43 service neutron] 10.222.0.64 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928307 Jul 24 00:45:31.388066 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8e8e2a18-e501-4a51-9511-02bacbc44fd9 req-efeba057-598d-4b7d-82e9-a511340beb3d service neutron] 10.222.0.64 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867360 Jul 24 00:45:31.480476 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-ec84ec02-2579-43c2-b852-9888fc3f05f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'name': 'tempest-ServerActionsTestJSON-420210054-router', 'tenant_id': '7ff741ab94134ca0b89362b546f6cdc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '8e45cccc-6c15-4470-8191-5b8f7a1c99f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:38:31Z', 'updated_at': '2021-07-24T00:38:33Z', 'revision_number': 4, 'project_id': '7ff741ab94134ca0b89362b546f6cdc4', 'gw_port': {'id': '8e45cccc-6c15-4470-8191-5b8f7a1c99f1', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:38:31Z', 'updated_at': '2021-07-24T00:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': 'aeb5c4fb-9083-4bb2-9940-2f2fb8792759', 'tenant_id': '7ff741ab94134ca0b89362b546f6cdc4', 'floating_ip_address': '172.25.3.191', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'port_id': '3d74e526-8076-4c78-8a57-db9402c55cb5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4029, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947', 'mac_address': 'fa:16:3e:e6:3c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c572f60-e15e-4b94-ba25-a62ede7f3c64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:38:36Z', 'updated_at': '2021-07-24T00:45:30Z', 'revision_number': 13, 'project_id': '7ff741ab94134ca0b89362b546f6cdc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b76b015-9417-4a2e-aa33-995027831287', 'name': '', 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947', 'tenant_id': '7ff741ab94134ca0b89362b546f6cdc4', 'mac_address': 'fa:16:3e:29:f9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '0b7c5b75-2508-4120-912d-db2d0559c3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:38:33Z', 'updated_at': '2021-07-24T00:38:40Z', 'revision_number': 5, 'project_id': '7ff741ab94134ca0b89362b546f6cdc4', 'subnets': [{'id': '0b7c5b75-2508-4120-912d-db2d0559c3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:45:31.671848 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec84ec02-2579-43c2-b852-9888fc3f05f6 None None] The sync data for ids ['a4c0a7f5-780a-4c03-9767-962a310979c1'] in n-d-800088-16 is: [{'id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'name': 'tempest-ServerActionsTestJSON-420210054-router', 'tenant_id': '7ff741ab94134ca0b89362b546f6cdc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '8e45cccc-6c15-4470-8191-5b8f7a1c99f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:38:31Z', 'updated_at': '2021-07-24T00:38:33Z', 'revision_number': 4, 'project_id': '7ff741ab94134ca0b89362b546f6cdc4', 'gw_port': {'id': '8e45cccc-6c15-4470-8191-5b8f7a1c99f1', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:38:31Z', 'updated_at': '2021-07-24T00:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': 'aeb5c4fb-9083-4bb2-9940-2f2fb8792759', 'tenant_id': '7ff741ab94134ca0b89362b546f6cdc4', 'floating_ip_address': '172.25.3.191', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'port_id': '3d74e526-8076-4c78-8a57-db9402c55cb5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4029, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947', 'mac_address': 'fa:16:3e:e6:3c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c572f60-e15e-4b94-ba25-a62ede7f3c64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:38:36Z', 'updated_at': '2021-07-24T00:45:30Z', 'revision_number': 13, 'project_id': '7ff741ab94134ca0b89362b546f6cdc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b76b015-9417-4a2e-aa33-995027831287', 'name': '', 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947', 'tenant_id': '7ff741ab94134ca0b89362b546f6cdc4', 'mac_address': 'fa:16:3e:29:f9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '0b7c5b75-2508-4120-912d-db2d0559c3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:38:33Z', 'updated_at': '2021-07-24T00:38:40Z', 'revision_number': 5, 'project_id': '7ff741ab94134ca0b89362b546f6cdc4', 'subnets': [{'id': '0b7c5b75-2508-4120-912d-db2d0559c3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:45:31.864794 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fe5763-047c-4b89-9d7f-07c3eb395aa4 None None] New status for floating IP aeb5c4fb-9083-4bb2-9940-2f2fb8792759: ACTIVE {{(pid=100316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 00:45:45.193581 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:48.140523 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:53.228343 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d2c6d7b9-9093-4498-8ffb-dd0dc769f4fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:55.800291 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9bf907e8-0e83-4ded-9623-3654e0eecf8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:56.842768 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:57.442840 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:59.036686 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:01.339150 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:46:15.190902 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:15.584478 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0dcd33dc-4ca4-47c3-96f2-67f3355ec31c req-85c29361-01b9-4510-9d14-658ff030bab3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2c572f60-e15e-4b94-ba25-a62ede7f3c64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0619507 Jul 24 00:46:15.683966 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcd33dc-4ca4-47c3-96f2-67f3355ec31c req-7e7ad758-984f-46a3-b919-21479bd164ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:15.685500 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0dcd33dc-4ca4-47c3-96f2-67f3355ec31c req-7e7ad758-984f-46a3-b919-21479bd164ca service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7ff741ab94134ca0b89362b546f6cdc4&device_id=2c572f60-e15e-4b94-ba25-a62ede7f3c64 HTTP/1.1" status: 200 len: 1097 time: 0.0575726 Jul 24 00:46:15.803130 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcd33dc-4ca4-47c3-96f2-67f3355ec31c req-ddf5535a-2cfb-4863-a6ef-8f8207fb18d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:15.804661 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0dcd33dc-4ca4-47c3-96f2-67f3355ec31c req-ddf5535a-2cfb-4863-a6ef-8f8207fb18d9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=635858b5-bce4-486f-8958-a3f0e6bef947 HTTP/1.1" status: 200 len: 912 time: 0.1007390 Jul 24 00:46:15.870794 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0dcd33dc-4ca4-47c3-96f2-67f3355ec31c req-e2f22b70-c31a-459b-b121-8d144c2f853a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d74e526-8076-4c78-8a57-db9402c55cb5 HTTP/1.1" status: 200 len: 1002 time: 0.0601518 Jul 24 00:46:15.920456 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcd33dc-4ca4-47c3-96f2-67f3355ec31c req-56310bad-3660-4f0f-ad6a-b4b05ac8b23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:15.922114 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0dcd33dc-4ca4-47c3-96f2-67f3355ec31c req-56310bad-3660-4f0f-ad6a-b4b05ac8b23c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0b7c5b75-2508-4120-912d-db2d0559c3e3 HTTP/1.1" status: 200 len: 850 time: 0.0457995 Jul 24 00:46:15.985457 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcd33dc-4ca4-47c3-96f2-67f3355ec31c req-04059546-1f8c-4bfb-a172-356b4e18c54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:15.986982 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0dcd33dc-4ca4-47c3-96f2-67f3355ec31c req-04059546-1f8c-4bfb-a172-356b4e18c54a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=635858b5-bce4-486f-8958-a3f0e6bef947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0592980 Jul 24 00:46:16.075593 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0dcd33dc-4ca4-47c3-96f2-67f3355ec31c req-c641dbc1-7bee-4110-9255-627ecf3380dd service neutron] 10.222.0.64 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826650 Jul 24 00:46:16.181444 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0dcd33dc-4ca4-47c3-96f2-67f3355ec31c req-4a9ac59f-9aa3-46b0-b0ed-393cee4e677b service neutron] 10.222.0.64 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999134 Jul 24 00:46:18.141171 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:23.231237 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-310bf4e7-e603-40a2-bb31-114d198e1eb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:25.805038 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0148f226-a823-4aaf-8551-5ff6ff8cba39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:26.844103 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:27.446556 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:29.034318 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:31.319962 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [req-82e16456-1f6d-4df8-8e0c-35c6bccbe2a6 req-23e4d43a-387f-4c2d-8054-abe0fd5e8791 service neutron] (100314) timed out ('10.222.0.64', 49761) {{(pid=100314) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 24 00:46:38.340027 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:46:45.205326 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:48.152369 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:53.233749 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-cc5df597-76a2-456b-9fbf-86ef18a45828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:55.807817 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-41506370-26ab-4780-87a4-6a257232cef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:56.845162 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:57.451563 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:59.037467 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:10.228560 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a370cd2-0fd6-45e8-a09f-1cc496bf3cd6 req-7e11c6bd-51fe-408a-a72a-841db9537d9d tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:10.230029 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9a370cd2-0fd6-45e8-a09f-1cc496bf3cd6 req-7e11c6bd-51fe-408a-a72a-841db9537d9d tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c572f60-e15e-4b94-ba25-a62ede7f3c64 HTTP/1.1" status: 200 len: 945 time: 0.1320066 Jul 24 00:47:10.267939 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9a370cd2-0fd6-45e8-a09f-1cc496bf3cd6 req-4c57ba62-b3d2-45d7-b6ff-46081b7c2f25 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323293 Jul 24 00:47:15.202369 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:15.340555 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:47:17.607444 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b49b6303-90f9-41bb-9bca-68614dcb31bd req-80ec64e8-b326-4aba-afdb-51582cb32df3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2c572f60-e15e-4b94-ba25-a62ede7f3c64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0640357 Jul 24 00:47:17.703366 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49b6303-90f9-41bb-9bca-68614dcb31bd req-5ccae4f8-d503-426c-998f-42f478296293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:17.704911 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b49b6303-90f9-41bb-9bca-68614dcb31bd req-5ccae4f8-d503-426c-998f-42f478296293 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7ff741ab94134ca0b89362b546f6cdc4&device_id=2c572f60-e15e-4b94-ba25-a62ede7f3c64 HTTP/1.1" status: 200 len: 1097 time: 0.0564308 Jul 24 00:47:17.807681 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49b6303-90f9-41bb-9bca-68614dcb31bd req-79b3549e-f268-4d93-a6bd-6cfd74d3cb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:17.809446 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b49b6303-90f9-41bb-9bca-68614dcb31bd req-79b3549e-f268-4d93-a6bd-6cfd74d3cb3a service neutron] 10.222.0.64 "GET /v2.0/networks?id=635858b5-bce4-486f-8958-a3f0e6bef947 HTTP/1.1" status: 200 len: 912 time: 0.0854914 Jul 24 00:47:17.882859 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b49b6303-90f9-41bb-9bca-68614dcb31bd req-814e8ff2-1331-448d-8c3e-3d7e0a9bedeb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d74e526-8076-4c78-8a57-db9402c55cb5 HTTP/1.1" status: 200 len: 1002 time: 0.0663719 Jul 24 00:47:17.934859 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49b6303-90f9-41bb-9bca-68614dcb31bd req-040d5f61-0bd7-4558-a06d-a9c45831b062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:17.936371 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b49b6303-90f9-41bb-9bca-68614dcb31bd req-040d5f61-0bd7-4558-a06d-a9c45831b062 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0b7c5b75-2508-4120-912d-db2d0559c3e3 HTTP/1.1" status: 200 len: 850 time: 0.0480657 Jul 24 00:47:17.995337 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49b6303-90f9-41bb-9bca-68614dcb31bd req-59508910-cbb7-49ec-bd38-e8d9c115e64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:17.996857 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b49b6303-90f9-41bb-9bca-68614dcb31bd req-59508910-cbb7-49ec-bd38-e8d9c115e64a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=635858b5-bce4-486f-8958-a3f0e6bef947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545948 Jul 24 00:47:18.089402 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b49b6303-90f9-41bb-9bca-68614dcb31bd req-8d424f96-efb2-42af-a79c-1f768f4d0518 service neutron] 10.222.0.64 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856247 Jul 24 00:47:18.152080 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:18.180828 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b49b6303-90f9-41bb-9bca-68614dcb31bd req-8f3f53c5-743e-49d4-8505-f5fdafd7ea36 service neutron] 10.222.0.64 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855217 Jul 24 00:47:21.425442 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [req-be7dd99f-db4b-4bb5-986d-45fd27fc915a req-cd211ee6-7126-4903-949d-fa5c4d7a0458 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=100314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:47:21.426463 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-be7dd99f-db4b-4bb5-986d-45fd27fc915a req-cd211ee6-7126-4903-949d-fa5c4d7a0458 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060058 Jul 24 00:47:21.616468 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3c7c4170-0639-4c26-9b2e-6b713ad4186d req-28f2d65b-432b-45f8-8044-0e4619e09bcf service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2c572f60-e15e-4b94-ba25-a62ede7f3c64&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0598934 Jul 24 00:47:21.633969 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45958ff9-ff75-4916-9fd2-2d843f9817f3 req-14f5fefa-cc6a-4159-94cc-aac52008b1bc tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:21.635663 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-45958ff9-ff75-4916-9fd2-2d843f9817f3 req-14f5fefa-cc6a-4159-94cc-aac52008b1bc tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c572f60-e15e-4b94-ba25-a62ede7f3c64 HTTP/1.1" status: 200 len: 945 time: 0.0671599 Jul 24 00:47:21.676794 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-45958ff9-ff75-4916-9fd2-2d843f9817f3 req-5ce11ad8-ab71-44b0-adb4-1f96c38585a2 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353127 Jul 24 00:47:22.795680 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c4170-0639-4c26-9b2e-6b713ad4186d req-f79c83ad-6464-4867-8b79-6c73b67d4bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:22.797264 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3c7c4170-0639-4c26-9b2e-6b713ad4186d req-f79c83ad-6464-4867-8b79-6c73b67d4bb4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7ff741ab94134ca0b89362b546f6cdc4&device_id=2c572f60-e15e-4b94-ba25-a62ede7f3c64 HTTP/1.1" status: 200 len: 1097 time: 0.0892773 Jul 24 00:47:22.866427 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf27bf1-e4a6-49c6-bc36-4fda24b49cd5 req-bfc0187c-2392-484b-8049-cedd6e1e66a6 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:22.867947 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bcf27bf1-e4a6-49c6-bc36-4fda24b49cd5 req-bfc0187c-2392-484b-8049-cedd6e1e66a6 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c572f60-e15e-4b94-ba25-a62ede7f3c64 HTTP/1.1" status: 200 len: 945 time: 0.1186159 Jul 24 00:47:22.949093 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bcf27bf1-e4a6-49c6-bc36-4fda24b49cd5 req-dc3cca6c-07d8-4edb-931b-7f792807fd90 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533941 Jul 24 00:47:22.950261 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c4170-0639-4c26-9b2e-6b713ad4186d req-946dbb9f-9d62-4108-acc5-550b18783b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:22.951646 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3c7c4170-0639-4c26-9b2e-6b713ad4186d req-946dbb9f-9d62-4108-acc5-550b18783b61 service neutron] 10.222.0.64 "GET /v2.0/networks?id=635858b5-bce4-486f-8958-a3f0e6bef947 HTTP/1.1" status: 200 len: 912 time: 0.1465445 Jul 24 00:47:23.021409 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3c7c4170-0639-4c26-9b2e-6b713ad4186d req-0aea0c97-5764-4520-b07f-3cbe7fcbc175 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d74e526-8076-4c78-8a57-db9402c55cb5 HTTP/1.1" status: 200 len: 1002 time: 0.0634661 Jul 24 00:47:23.071543 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c4170-0639-4c26-9b2e-6b713ad4186d req-babda60f-7175-4c3a-aa97-33b16168e852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:23.073056 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3c7c4170-0639-4c26-9b2e-6b713ad4186d req-babda60f-7175-4c3a-aa97-33b16168e852 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0b7c5b75-2508-4120-912d-db2d0559c3e3 HTTP/1.1" status: 200 len: 850 time: 0.0456793 Jul 24 00:47:23.134881 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c4170-0639-4c26-9b2e-6b713ad4186d req-43ced19a-f87a-428f-b40a-ecc6fd63d3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:23.136421 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3c7c4170-0639-4c26-9b2e-6b713ad4186d req-43ced19a-f87a-428f-b40a-ecc6fd63d3d2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=635858b5-bce4-486f-8958-a3f0e6bef947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0576274 Jul 24 00:47:23.233206 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3c7c4170-0639-4c26-9b2e-6b713ad4186d req-465cc8cc-f5b8-43ea-b77c-02f4ba82eff8 service neutron] 10.222.0.64 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903800 Jul 24 00:47:23.236135 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-532143fb-885a-44be-b81d-3d8228302b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:23.324312 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3c7c4170-0639-4c26-9b2e-6b713ad4186d req-f2928628-ec08-4c92-8f2d-c6e5c72e46f5 service neutron] 10.222.0.64 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851781 Jul 24 00:47:24.084738 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003adbf2-f72f-4413-a9ab-5a49f8593387 req-2f595562-7630-45a2-b465-0499d4abb6e9 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:24.086235 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-003adbf2-f72f-4413-a9ab-5a49f8593387 req-2f595562-7630-45a2-b465-0499d4abb6e9 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c572f60-e15e-4b94-ba25-a62ede7f3c64 HTTP/1.1" status: 200 len: 945 time: 0.0685720 Jul 24 00:47:24.126707 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-003adbf2-f72f-4413-a9ab-5a49f8593387 req-5d047a89-e16d-4a40-81d0-1fa9a07c2bb5 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349319 Jul 24 00:47:25.269189 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7aa509-45ea-4da6-8445-d47bf995065a req-9377435e-c791-410e-afa4-d52cd66432d4 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:25.271035 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6b7aa509-45ea-4da6-8445-d47bf995065a req-9377435e-c791-410e-afa4-d52cd66432d4 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c572f60-e15e-4b94-ba25-a62ede7f3c64 HTTP/1.1" status: 200 len: 945 time: 0.0709612 Jul 24 00:47:25.311022 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6b7aa509-45ea-4da6-8445-d47bf995065a req-6e062ac2-26df-4194-98d8-c4346452b938 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341899 Jul 24 00:47:25.808952 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c4b3ca2a-64e4-4cba-92a0-e96d333224d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:26.442559 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b65e67-20ed-44b7-b4c8-3f0d8727a531 req-af4a7252-611f-4a90-a383-29bbb1bc7987 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:26.444058 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-00b65e67-20ed-44b7-b4c8-3f0d8727a531 req-af4a7252-611f-4a90-a383-29bbb1bc7987 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c572f60-e15e-4b94-ba25-a62ede7f3c64 HTTP/1.1" status: 200 len: 945 time: 0.0665035 Jul 24 00:47:26.482726 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-00b65e67-20ed-44b7-b4c8-3f0d8727a531 req-660ee8c1-21ef-401e-ae30-ef5a7dc7257a tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326023 Jul 24 00:47:26.846749 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:27.453490 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:27.645995 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2800b64b-d75f-4e46-afa8-79d52d0b2865 req-886a48a7-09df-4086-a1fe-0b31c30f3e02 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:27.647564 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2800b64b-d75f-4e46-afa8-79d52d0b2865 req-886a48a7-09df-4086-a1fe-0b31c30f3e02 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c572f60-e15e-4b94-ba25-a62ede7f3c64 HTTP/1.1" status: 200 len: 945 time: 0.0784824 Jul 24 00:47:27.686173 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2800b64b-d75f-4e46-afa8-79d52d0b2865 req-2c7fd538-f54f-438c-8461-57173398f163 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329895 Jul 24 00:47:28.819143 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a21eac-2b0d-4d34-8580-a3ddba8c76a3 req-1b405467-59ea-4343-aebf-e26bfc252622 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:28.820668 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-81a21eac-2b0d-4d34-8580-a3ddba8c76a3 req-1b405467-59ea-4343-aebf-e26bfc252622 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c572f60-e15e-4b94-ba25-a62ede7f3c64 HTTP/1.1" status: 200 len: 945 time: 0.0646288 Jul 24 00:47:28.860705 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-81a21eac-2b0d-4d34-8580-a3ddba8c76a3 req-434ee278-035d-411d-b9fe-b97977447d37 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341740 Jul 24 00:47:29.040590 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:30.005134 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3645a207-5416-469e-a151-72b54dff8372 req-263a610d-4667-4d5c-ba8b-91984c548cc6 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:30.006670 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3645a207-5416-469e-a151-72b54dff8372 req-263a610d-4667-4d5c-ba8b-91984c548cc6 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c572f60-e15e-4b94-ba25-a62ede7f3c64 HTTP/1.1" status: 200 len: 945 time: 0.0742304 Jul 24 00:47:30.050364 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3645a207-5416-469e-a151-72b54dff8372 req-f815a1ef-f663-4dff-8073-179a922e67aa tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374706 Jul 24 00:47:31.187225 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18dbd46-fde4-432f-bcf2-98398e657dc8 req-cb0112f2-6fdf-4cc9-ad2c-5270389c6d18 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:31.188765 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b18dbd46-fde4-432f-bcf2-98398e657dc8 req-cb0112f2-6fdf-4cc9-ad2c-5270389c6d18 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c572f60-e15e-4b94-ba25-a62ede7f3c64 HTTP/1.1" status: 200 len: 945 time: 0.0690742 Jul 24 00:47:31.228509 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b18dbd46-fde4-432f-bcf2-98398e657dc8 req-0c45b513-67df-4d59-9780-cc01b1fdcc8c tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331931 Jul 24 00:47:32.380299 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c964946-0d6d-4af1-a794-e8b4f201451d req-17c355e7-9fb3-416e-b5f1-271747334c4c tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:32.381838 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5c964946-0d6d-4af1-a794-e8b4f201451d req-17c355e7-9fb3-416e-b5f1-271747334c4c tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c572f60-e15e-4b94-ba25-a62ede7f3c64 HTTP/1.1" status: 200 len: 945 time: 0.0751579 Jul 24 00:47:32.418999 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5c964946-0d6d-4af1-a794-e8b4f201451d req-761af7b9-e971-43d9-b58c-a6f350d399ff tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314324 Jul 24 00:47:33.552611 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d0ce6-0ae0-43c1-9fff-4d1f4fa31df9 req-0f679aec-5186-47f3-9c11-debed0f8df1b tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:33.554191 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-aa5d0ce6-0ae0-43c1-9fff-4d1f4fa31df9 req-0f679aec-5186-47f3-9c11-debed0f8df1b tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c572f60-e15e-4b94-ba25-a62ede7f3c64 HTTP/1.1" status: 200 len: 945 time: 0.0666120 Jul 24 00:47:33.601676 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-aa5d0ce6-0ae0-43c1-9fff-4d1f4fa31df9 req-bcee22a2-bba9-4013-a930-e7dfee4cca1a tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413601 Jul 24 00:47:34.737828 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a8f79d-7cd7-45a1-a508-d44b71ccfeb9 req-beef520e-cb33-4861-b404-5860b1212dae tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:34.739316 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a5a8f79d-7cd7-45a1-a508-d44b71ccfeb9 req-beef520e-cb33-4861-b404-5860b1212dae tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c572f60-e15e-4b94-ba25-a62ede7f3c64 HTTP/1.1" status: 200 len: 945 time: 0.0666745 Jul 24 00:47:34.777824 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a5a8f79d-7cd7-45a1-a508-d44b71ccfeb9 req-ca306561-aaab-47ed-aa42-8ba15c4aeb0a tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330346 Jul 24 00:47:35.915280 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65793ad-9ae3-45e2-bceb-7464732e9fc4 req-a98b1118-c490-4050-9d2e-bdd0945b44c2 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:35.916876 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e65793ad-9ae3-45e2-bceb-7464732e9fc4 req-a98b1118-c490-4050-9d2e-bdd0945b44c2 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c572f60-e15e-4b94-ba25-a62ede7f3c64 HTTP/1.1" status: 200 len: 945 time: 0.0673935 Jul 24 00:47:35.961955 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e65793ad-9ae3-45e2-bceb-7464732e9fc4 req-515957be-9100-4441-ae89-1b4f410dc625 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393956 Jul 24 00:47:37.128085 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47367957-b67b-4dea-a375-692fc457a971 req-5fd56e70-4f2a-4754-bfa8-3aae6352fc78 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:37.129631 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-47367957-b67b-4dea-a375-692fc457a971 req-5fd56e70-4f2a-4754-bfa8-3aae6352fc78 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c572f60-e15e-4b94-ba25-a62ede7f3c64 HTTP/1.1" status: 200 len: 945 time: 0.0969205 Jul 24 00:47:37.182048 n-d-800088-16 neutron-server[100314]: INFO neutron.api.v2.resource [req-3c7c4170-0639-4c26-9b2e-6b713ad4186d req-84004964-5121-4a69-8b9a-7d43350e5df7 service neutron] show failed (client error): The resource could not be found. Jul 24 00:47:37.183289 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3c7c4170-0639-4c26-9b2e-6b713ad4186d req-84004964-5121-4a69-8b9a-7d43350e5df7 service neutron] 10.222.0.64 "GET /v2.0/ports/3d74e526-8076-4c78-8a57-db9402c55cb5/bindings/n-h1-800088-16 HTTP/1.1" status: 404 len: 381 time: 0.0912302 Jul 24 00:47:37.189578 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-47367957-b67b-4dea-a375-692fc457a971 req-6a7439cf-8061-4e61-84fb-9754b52557c7 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536757 Jul 24 00:47:37.449293 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c4170-0639-4c26-9b2e-6b713ad4186d req-92b373ef-bfb1-4715-a97b-4ba85d4997d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:37.450814 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3c7c4170-0639-4c26-9b2e-6b713ad4186d req-92b373ef-bfb1-4715-a97b-4ba85d4997d5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2c572f60-e15e-4b94-ba25-a62ede7f3c64&tenant_id=7ff741ab94134ca0b89362b546f6cdc4 HTTP/1.1" status: 200 len: 1097 time: 0.1025085 Jul 24 00:47:37.462438 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-3c7c4170-0639-4c26-9b2e-6b713ad4186d req-cb8017a2-ce00-4f5a-978b-a69849b7a020 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800088-16', 'device_owner': 'compute:nova'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:47:37.533520 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-3c7c4170-0639-4c26-9b2e-6b713ad4186d req-cb8017a2-ce00-4f5a-978b-a69849b7a020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:37.742469 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-3c7c4170-0639-4c26-9b2e-6b713ad4186d req-cb8017a2-ce00-4f5a-978b-a69849b7a020 service neutron] For port 3d74e526-8076-4c78-8a57-db9402c55cb5, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=3d74e526-8076-4c78-8a57-db9402c55cb5,segment=NetworkSegment(8a6196fe-df7f-4137-b16c-4b0e6f7109e3),segment_id=8a6196fe-df7f-4137-b16c-4b0e6f7109e3)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:47:37.775526 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-3c7c4170-0639-4c26-9b2e-6b713ad4186d req-cb8017a2-ce00-4f5a-978b-a69849b7a020 service neutron] For port 3d74e526-8076-4c78-8a57-db9402c55cb5, host n-h2-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:47:37.816746 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c572f60-e15e-4b94-ba25-a62ede7f3c64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d74e526-8076-4c78-8a57-db9402c55cb5'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:47:37.819084 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e3ccfb-777e-45ff-b2cf-ee6029ea5c05" -d '{"events": [{"server_uuid": "2c572f60-e15e-4b94-ba25-a62ede7f3c64", "name": "network-vif-unplugged", "status": "completed", "tag": "3d74e526-8076-4c78-8a57-db9402c55cb5"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:47:37.822799 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-3c7c4170-0639-4c26-9b2e-6b713ad4186d req-cb8017a2-ce00-4f5a-978b-a69849b7a020 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:37.835664 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-3c7c4170-0639-4c26-9b2e-6b713ad4186d req-cb8017a2-ce00-4f5a-978b-a69849b7a020 service neutron] Transition to ACTIVE for port object 3d74e526-8076-4c78-8a57-db9402c55cb5 will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:47:37.839690 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-3c7c4170-0639-4c26-9b2e-6b713ad4186d req-cb8017a2-ce00-4f5a-978b-a69849b7a020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:37.874896 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 00:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac639f6-8b3f-4145-94af-33532c5c6a14 x-openstack-request-id: req-7ac639f6-8b3f-4145-94af-33532c5c6a14 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:47:37.874896 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c572f60-e15e-4b94-ba25-a62ede7f3c64", "name": "network-vif-unplugged", "status": "completed", "tag": "3d74e526-8076-4c78-8a57-db9402c55cb5", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:47:37.875104 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7ac639f6-8b3f-4145-94af-33532c5c6a14 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:47:37.875436 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c572f60-e15e-4b94-ba25-a62ede7f3c64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d74e526-8076-4c78-8a57-db9402c55cb5', 'code': 200} Jul 24 00:47:37.926498 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8017a2-ce00-4f5a-978b-a69849b7a020 service neutron] Pushing event updated for resources: {'Port': ['ID=3d74e526-8076-4c78-8a57-db9402c55cb5,revision_number=6']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:37.938931 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8017a2-ce00-4f5a-978b-a69849b7a020 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:47:37.939280 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8017a2-ce00-4f5a-978b-a69849b7a020 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:47:37.939626 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8017a2-ce00-4f5a-978b-a69849b7a020 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:47:37.940521 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8017a2-ce00-4f5a-978b-a69849b7a020 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:47:37.940882 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8017a2-ce00-4f5a-978b-a69849b7a020 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:47:37.941218 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8017a2-ce00-4f5a-978b-a69849b7a020 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:47:37.941546 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8017a2-ce00-4f5a-978b-a69849b7a020 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:47:37.941877 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8017a2-ce00-4f5a-978b-a69849b7a020 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:47:37.942288 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8017a2-ce00-4f5a-978b-a69849b7a020 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:47:37.942616 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8017a2-ce00-4f5a-978b-a69849b7a020 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:47:37.943369 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8017a2-ce00-4f5a-978b-a69849b7a020 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:47:37.943698 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8017a2-ce00-4f5a-978b-a69849b7a020 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:47:37.985306 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c7c4170-0639-4c26-9b2e-6b713ad4186d req-cb8017a2-ce00-4f5a-978b-a69849b7a020 service neutron] No DVR routers for this DVR port 3d74e526-8076-4c78-8a57-db9402c55cb5 on host n-h2-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:47:38.124209 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-3c7c4170-0639-4c26-9b2e-6b713ad4186d req-cb8017a2-ce00-4f5a-978b-a69849b7a020 service neutron] Attempting to bind port 3d74e526-8076-4c78-8a57-db9402c55cb5 on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:47:38.124548 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-3c7c4170-0639-4c26-9b2e-6b713ad4186d req-cb8017a2-ce00-4f5a-978b-a69849b7a020 service neutron] Attempting to bind port 3d74e526-8076-4c78-8a57-db9402c55cb5 by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': '8a6196fe-df7f-4137-b16c-4b0e6f7109e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:47:38.124911 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7c4170-0639-4c26-9b2e-6b713ad4186d req-cb8017a2-ce00-4f5a-978b-a69849b7a020 service neutron] Attempting to bind port 3d74e526-8076-4c78-8a57-db9402c55cb5 on network 635858b5-bce4-486f-8958-a3f0e6bef947 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:47:38.129844 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7c4170-0639-4c26-9b2e-6b713ad4186d req-cb8017a2-ce00-4f5a-978b-a69849b7a020 service neutron] Port 3d74e526-8076-4c78-8a57-db9402c55cb5 on network 635858b5-bce4-486f-8958-a3f0e6bef947 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:47:38.130168 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7c4170-0639-4c26-9b2e-6b713ad4186d req-cb8017a2-ce00-4f5a-978b-a69849b7a020 service neutron] Attempting to bind port 3d74e526-8076-4c78-8a57-db9402c55cb5 on network 635858b5-bce4-486f-8958-a3f0e6bef947 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:47:38.135264 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7c4170-0639-4c26-9b2e-6b713ad4186d req-cb8017a2-ce00-4f5a-978b-a69849b7a020 service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:47:38.135603 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7c4170-0639-4c26-9b2e-6b713ad4186d req-cb8017a2-ce00-4f5a-978b-a69849b7a020 service neutron] Checking segment: {'id': '8a6196fe-df7f-4137-b16c-4b0e6f7109e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:47:38.135992 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7c4170-0639-4c26-9b2e-6b713ad4186d req-cb8017a2-ce00-4f5a-978b-a69849b7a020 service neutron] Bound using segment: {'id': '8a6196fe-df7f-4137-b16c-4b0e6f7109e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:47:38.136427 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-3c7c4170-0639-4c26-9b2e-6b713ad4186d req-cb8017a2-ce00-4f5a-978b-a69849b7a020 service neutron] Bound port: 3d74e526-8076-4c78-8a57-db9402c55cb5, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a6196fe-df7f-4137-b16c-4b0e6f7109e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:47:38.136789 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-3c7c4170-0639-4c26-9b2e-6b713ad4186d req-cb8017a2-ce00-4f5a-978b-a69849b7a020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:38.208092 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-3c7c4170-0639-4c26-9b2e-6b713ad4186d req-cb8017a2-ce00-4f5a-978b-a69849b7a020 service neutron] For port 3d74e526-8076-4c78-8a57-db9402c55cb5, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:47:38.211214 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-3c7c4170-0639-4c26-9b2e-6b713ad4186d req-cb8017a2-ce00-4f5a-978b-a69849b7a020 service neutron] For port 3d74e526-8076-4c78-8a57-db9402c55cb5, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=3d74e526-8076-4c78-8a57-db9402c55cb5,segment=NetworkSegment(8a6196fe-df7f-4137-b16c-4b0e6f7109e3),segment_id=8a6196fe-df7f-4137-b16c-4b0e6f7109e3)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:47:38.216487 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-3c7c4170-0639-4c26-9b2e-6b713ad4186d req-cb8017a2-ce00-4f5a-978b-a69849b7a020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:38.259690 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c4170-0639-4c26-9b2e-6b713ad4186d req-cb8017a2-ce00-4f5a-978b-a69849b7a020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:38.260556 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-3c7c4170-0639-4c26-9b2e-6b713ad4186d req-cb8017a2-ce00-4f5a-978b-a69849b7a020 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:38.262217 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3c7c4170-0639-4c26-9b2e-6b713ad4186d req-cb8017a2-ce00-4f5a-978b-a69849b7a020 service neutron] 10.222.0.52 "PUT /v2.0/ports/3d74e526-8076-4c78-8a57-db9402c55cb5 HTTP/1.1" status: 200 len: 1092 time: 0.8042865 Jul 24 00:47:38.287530 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8017a2-ce00-4f5a-978b-a69849b7a020 service neutron] Pushing event updated for resources: {'Port': ['ID=3d74e526-8076-4c78-8a57-db9402c55cb5,revision_number=7']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:38.346727 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c068676-efe1-415f-8a12-ca25ca73f0a4 req-82e1cc7b-1a12-4886-bc2d-a9460f2ea52c tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:38.348510 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2c068676-efe1-415f-8a12-ca25ca73f0a4 req-82e1cc7b-1a12-4886-bc2d-a9460f2ea52c tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c572f60-e15e-4b94-ba25-a62ede7f3c64 HTTP/1.1" status: 200 len: 943 time: 0.0768292 Jul 24 00:47:38.358592 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c4170-0639-4c26-9b2e-6b713ad4186d req-3cb1f9fe-32d7-4d68-94e0-0d7d1d7dd66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:38.360453 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3c7c4170-0639-4c26-9b2e-6b713ad4186d req-3cb1f9fe-32d7-4d68-94e0-0d7d1d7dd66f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ff741ab94134ca0b89362b546f6cdc4&device_id=2c572f60-e15e-4b94-ba25-a62ede7f3c64 HTTP/1.1" status: 200 len: 1095 time: 0.0702174 Jul 24 00:47:38.391224 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2c068676-efe1-415f-8a12-ca25ca73f0a4 req-28658158-3047-4cd0-b086-cca703105b4b tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369642 Jul 24 00:47:38.460554 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c4170-0639-4c26-9b2e-6b713ad4186d req-1e9570bd-0336-4fa6-9bd3-a69b6fec9a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:38.462111 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3c7c4170-0639-4c26-9b2e-6b713ad4186d req-1e9570bd-0336-4fa6-9bd3-a69b6fec9a83 service neutron] 10.222.0.52 "GET /v2.0/networks?id=635858b5-bce4-486f-8958-a3f0e6bef947 HTTP/1.1" status: 200 len: 912 time: 0.0959578 Jul 24 00:47:38.535036 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3c7c4170-0639-4c26-9b2e-6b713ad4186d req-f79e7e96-9d35-48ad-85a6-9597e303a7a4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d74e526-8076-4c78-8a57-db9402c55cb5 HTTP/1.1" status: 200 len: 1000 time: 0.0665781 Jul 24 00:47:38.584790 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c4170-0639-4c26-9b2e-6b713ad4186d req-14b0e003-3dd7-46b5-95c5-fe058b0c1f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:38.586315 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3c7c4170-0639-4c26-9b2e-6b713ad4186d req-14b0e003-3dd7-46b5-95c5-fe058b0c1f4b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0b7c5b75-2508-4120-912d-db2d0559c3e3 HTTP/1.1" status: 200 len: 850 time: 0.0451224 Jul 24 00:47:38.645716 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c4170-0639-4c26-9b2e-6b713ad4186d req-51ce766a-aefd-41fe-9701-3b524b37e79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:38.647250 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3c7c4170-0639-4c26-9b2e-6b713ad4186d req-51ce766a-aefd-41fe-9701-3b524b37e79a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=635858b5-bce4-486f-8958-a3f0e6bef947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544455 Jul 24 00:47:38.721887 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 3d74e526-8076-4c78-8a57-db9402c55cb5 no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:47:38.762999 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 3d74e526-8076-4c78-8a57-db9402c55cb5 not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:47:39.015260 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3c7c4170-0639-4c26-9b2e-6b713ad4186d req-254c5413-e778-4465-a186-3f32147cd2d1 service neutron] 10.222.0.52 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3608792 Jul 24 00:47:39.106209 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3c7c4170-0639-4c26-9b2e-6b713ad4186d req-f4ae6bbd-8415-4a3d-b514-f24147daf699 service neutron] 10.222.0.52 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839319 Jul 24 00:47:39.537713 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724d7515-34ba-4077-8dda-a5acf1ea3a51 req-3ea4e67b-631c-41e8-bf10-3f15e08dc4a4 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:39.539423 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-724d7515-34ba-4077-8dda-a5acf1ea3a51 req-3ea4e67b-631c-41e8-bf10-3f15e08dc4a4 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c572f60-e15e-4b94-ba25-a62ede7f3c64 HTTP/1.1" status: 200 len: 943 time: 0.0733025 Jul 24 00:47:39.580587 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-724d7515-34ba-4077-8dda-a5acf1ea3a51 req-97227dbc-1a88-4d54-8b2a-978b36c02a94 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349329 Jul 24 00:47:39.876659 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c572f60-e15e-4b94-ba25-a62ede7f3c64', 'tag': '3d74e526-8076-4c78-8a57-db9402c55cb5'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:47:39.879670 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d7976a1-2df2-448e-89a6-d9149c8c0b73" -d '{"events": [{"name": "network-changed", "server_uuid": "2c572f60-e15e-4b94-ba25-a62ede7f3c64", "tag": "3d74e526-8076-4c78-8a57-db9402c55cb5"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:47:39.929587 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e801dea9-efaf-4d93-8ac0-04cd53270954 x-openstack-request-id: req-e801dea9-efaf-4d93-8ac0-04cd53270954 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:47:39.929840 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c572f60-e15e-4b94-ba25-a62ede7f3c64", "tag": "3d74e526-8076-4c78-8a57-db9402c55cb5", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:47:39.930127 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e801dea9-efaf-4d93-8ac0-04cd53270954 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:47:39.930485 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c572f60-e15e-4b94-ba25-a62ede7f3c64', 'tag': '3d74e526-8076-4c78-8a57-db9402c55cb5', 'status': 'completed', 'code': 200} Jul 24 00:47:40.015521 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7976a1-2df2-448e-89a6-d9149c8c0b73 req-0e670aaa-f5ec-437f-a0f1-e7af11e5264d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:40.017104 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1d7976a1-2df2-448e-89a6-d9149c8c0b73 req-0e670aaa-f5ec-437f-a0f1-e7af11e5264d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ff741ab94134ca0b89362b546f6cdc4&device_id=2c572f60-e15e-4b94-ba25-a62ede7f3c64 HTTP/1.1" status: 200 len: 1095 time: 0.0601521 Jul 24 00:47:40.026059 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7976a1-2df2-448e-89a6-d9149c8c0b73 req-aab33492-5a0b-473c-a453-90c28f7127de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:40.027699 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1d7976a1-2df2-448e-89a6-d9149c8c0b73 req-aab33492-5a0b-473c-a453-90c28f7127de service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7ff741ab94134ca0b89362b546f6cdc4&device_id=2c572f60-e15e-4b94-ba25-a62ede7f3c64 HTTP/1.1" status: 200 len: 1095 time: 0.0680118 Jul 24 00:47:40.115338 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7976a1-2df2-448e-89a6-d9149c8c0b73 req-418d5721-d2bb-4e4d-9bc0-3e6b818bc0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:40.117562 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1d7976a1-2df2-448e-89a6-d9149c8c0b73 req-418d5721-d2bb-4e4d-9bc0-3e6b818bc0d0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=635858b5-bce4-486f-8958-a3f0e6bef947 HTTP/1.1" status: 200 len: 912 time: 0.0936799 Jul 24 00:47:40.122357 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7976a1-2df2-448e-89a6-d9149c8c0b73 req-d8293dc0-0ef8-401b-b398-f61cdc9266c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:40.123615 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1d7976a1-2df2-448e-89a6-d9149c8c0b73 req-d8293dc0-0ef8-401b-b398-f61cdc9266c8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=635858b5-bce4-486f-8958-a3f0e6bef947 HTTP/1.1" status: 200 len: 912 time: 0.0900140 Jul 24 00:47:40.190583 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1d7976a1-2df2-448e-89a6-d9149c8c0b73 req-70da205c-622a-4f0e-9a01-821996c268be service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d74e526-8076-4c78-8a57-db9402c55cb5 HTTP/1.1" status: 200 len: 1000 time: 0.0662096 Jul 24 00:47:40.203515 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1d7976a1-2df2-448e-89a6-d9149c8c0b73 req-d029bff7-4e22-48b8-b3ed-ffe1b61d3942 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d74e526-8076-4c78-8a57-db9402c55cb5 HTTP/1.1" status: 200 len: 1000 time: 0.0730531 Jul 24 00:47:40.244893 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7976a1-2df2-448e-89a6-d9149c8c0b73 req-e460a4ca-562d-494a-b825-ec75c5e36e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:40.246693 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1d7976a1-2df2-448e-89a6-d9149c8c0b73 req-e460a4ca-562d-494a-b825-ec75c5e36e54 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0b7c5b75-2508-4120-912d-db2d0559c3e3 HTTP/1.1" status: 200 len: 850 time: 0.0510912 Jul 24 00:47:40.256496 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7976a1-2df2-448e-89a6-d9149c8c0b73 req-6a6cc751-fd0a-4166-944e-718f8ca2dde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:40.258025 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1d7976a1-2df2-448e-89a6-d9149c8c0b73 req-6a6cc751-fd0a-4166-944e-718f8ca2dde7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0b7c5b75-2508-4120-912d-db2d0559c3e3 HTTP/1.1" status: 200 len: 850 time: 0.0489905 Jul 24 00:47:40.323390 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7976a1-2df2-448e-89a6-d9149c8c0b73 req-ce6fe20c-8151-48dc-aeed-d01838ffb6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:40.323611 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7976a1-2df2-448e-89a6-d9149c8c0b73 req-8fe0377c-478f-44bf-8e72-76a8b9ea3752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:40.323946 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1d7976a1-2df2-448e-89a6-d9149c8c0b73 req-ce6fe20c-8151-48dc-aeed-d01838ffb6f9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=635858b5-bce4-486f-8958-a3f0e6bef947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0586386 Jul 24 00:47:40.324128 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1d7976a1-2df2-448e-89a6-d9149c8c0b73 req-8fe0377c-478f-44bf-8e72-76a8b9ea3752 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=635858b5-bce4-486f-8958-a3f0e6bef947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0718081 Jul 24 00:47:40.422704 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1d7976a1-2df2-448e-89a6-d9149c8c0b73 req-50b3a47b-9a43-4378-80d3-186dc8ddf657 service neutron] 10.222.0.52 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924041 Jul 24 00:47:40.429279 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1d7976a1-2df2-448e-89a6-d9149c8c0b73 req-0f01dfe6-b02f-47c8-ad6f-b51cacd34122 service neutron] 10.222.0.64 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992289 Jul 24 00:47:40.519687 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1d7976a1-2df2-448e-89a6-d9149c8c0b73 req-1a6f4bed-651a-458c-a55b-dff647384cd1 service neutron] 10.222.0.52 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913751 Jul 24 00:47:40.531141 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1d7976a1-2df2-448e-89a6-d9149c8c0b73 req-47815546-708c-4f70-a6d0-22f6875446c4 service neutron] 10.222.0.64 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948684 Jul 24 00:47:40.723389 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c449a8-eacf-4915-86c8-405b2c390258 req-540deaae-a27c-449c-b050-290e8d989ca7 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:40.725070 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-41c449a8-eacf-4915-86c8-405b2c390258 req-540deaae-a27c-449c-b050-290e8d989ca7 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c572f60-e15e-4b94-ba25-a62ede7f3c64 HTTP/1.1" status: 200 len: 943 time: 0.0677326 Jul 24 00:47:40.771198 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-41c449a8-eacf-4915-86c8-405b2c390258 req-f4e2c261-4308-46f9-86af-ddc8519a0a55 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402074 Jul 24 00:47:41.912507 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d90c76-ed98-412f-b707-8279c1798ec1 req-c6b0f3d0-1809-472c-8d7c-055eeddb13f1 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:41.914223 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-19d90c76-ed98-412f-b707-8279c1798ec1 req-c6b0f3d0-1809-472c-8d7c-055eeddb13f1 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c572f60-e15e-4b94-ba25-a62ede7f3c64 HTTP/1.1" status: 200 len: 943 time: 0.0701444 Jul 24 00:47:42.296947 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-19d90c76-ed98-412f-b707-8279c1798ec1 req-ee1c8af6-2b6d-4a01-b2be-eb8353f16b19 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3769734 Jul 24 00:47:43.433738 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68dfd39-0666-4e77-8958-e97493b833fd req-fcfbe353-8e2c-4bd9-822c-82c518f25d9c tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:43.435304 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d68dfd39-0666-4e77-8958-e97493b833fd req-fcfbe353-8e2c-4bd9-822c-82c518f25d9c tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c572f60-e15e-4b94-ba25-a62ede7f3c64 HTTP/1.1" status: 200 len: 943 time: 0.0663507 Jul 24 00:47:43.473958 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d68dfd39-0666-4e77-8958-e97493b833fd req-70f590a2-6703-4caf-a481-25221aa04aea tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330522 Jul 24 00:47:44.606991 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101fb77-8c47-4934-8eda-118070867a4c req-d23156cd-722d-41bf-9e58-0cddf3028a9b tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:44.608502 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f101fb77-8c47-4934-8eda-118070867a4c req-d23156cd-722d-41bf-9e58-0cddf3028a9b tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c572f60-e15e-4b94-ba25-a62ede7f3c64 HTTP/1.1" status: 200 len: 943 time: 0.0646501 Jul 24 00:47:44.650961 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f101fb77-8c47-4934-8eda-118070867a4c req-f5f1325b-159a-4d7f-9ba8-8c9b40e12da8 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367949 Jul 24 00:47:45.224003 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:45.789146 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe82c35-175c-4f9a-bcbe-6e4863b5b47f req-bf32e073-921a-464b-af74-3901318bd1d6 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:45.790689 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bbe82c35-175c-4f9a-bcbe-6e4863b5b47f req-bf32e073-921a-464b-af74-3901318bd1d6 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c572f60-e15e-4b94-ba25-a62ede7f3c64 HTTP/1.1" status: 200 len: 943 time: 0.0692925 Jul 24 00:47:45.830129 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bbe82c35-175c-4f9a-bcbe-6e4863b5b47f req-67ebec78-a461-4425-bb6f-9994fcbbd7f3 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338511 Jul 24 00:47:46.967685 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bab6ac0-64a2-426b-9589-443405bbe432 req-e5571f14-788b-4421-8d83-82d5f359c3d7 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:46.969275 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4bab6ac0-64a2-426b-9589-443405bbe432 req-e5571f14-788b-4421-8d83-82d5f359c3d7 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c572f60-e15e-4b94-ba25-a62ede7f3c64 HTTP/1.1" status: 200 len: 943 time: 0.0683405 Jul 24 00:47:47.024387 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4bab6ac0-64a2-426b-9589-443405bbe432 req-016f2c58-740c-43e4-ad2c-da3095e9eac3 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494177 Jul 24 00:47:48.158870 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be6552e-641b-4257-a0c6-a480008b0096 req-5673c3af-b72a-4b6a-8e6c-cd183f0d231b tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:48.160460 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1be6552e-641b-4257-a0c6-a480008b0096 req-5673c3af-b72a-4b6a-8e6c-cd183f0d231b tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c572f60-e15e-4b94-ba25-a62ede7f3c64 HTTP/1.1" status: 200 len: 943 time: 0.0660980 Jul 24 00:47:48.167266 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:48.201018 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1be6552e-641b-4257-a0c6-a480008b0096 req-eac5f8db-a0c3-4f96-baa6-c1ce92738794 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342152 Jul 24 00:47:49.334507 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e32ffeb-c0d5-474d-8625-c7cba7e188d1 req-4abd6cd9-576f-415e-9106-79ec357a0ceb tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:49.336007 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0e32ffeb-c0d5-474d-8625-c7cba7e188d1 req-4abd6cd9-576f-415e-9106-79ec357a0ceb tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c572f60-e15e-4b94-ba25-a62ede7f3c64 HTTP/1.1" status: 200 len: 943 time: 0.0651069 Jul 24 00:47:49.372705 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0e32ffeb-c0d5-474d-8625-c7cba7e188d1 req-586881a6-3885-43b4-a8b8-f8ac2f9c0f98 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311313 Jul 24 00:47:50.524576 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86abc39-b05d-4f22-a911-ae1e92cb9a9a req-660b35d4-02ce-4163-bcb6-315c808019e0 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:50.527055 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d86abc39-b05d-4f22-a911-ae1e92cb9a9a req-660b35d4-02ce-4163-bcb6-315c808019e0 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c572f60-e15e-4b94-ba25-a62ede7f3c64 HTTP/1.1" status: 200 len: 943 time: 0.0754523 Jul 24 00:47:50.570891 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d86abc39-b05d-4f22-a911-ae1e92cb9a9a req-6c73d499-f284-4362-b8dd-caabb6ca5134 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373962 Jul 24 00:47:51.706682 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c52269c-e9f1-41b0-bf50-b880678ed264 req-dd37821f-5685-4893-8a76-fd177d0e6bfe tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:51.708277 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0c52269c-e9f1-41b0-bf50-b880678ed264 req-dd37821f-5685-4893-8a76-fd177d0e6bfe tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c572f60-e15e-4b94-ba25-a62ede7f3c64 HTTP/1.1" status: 200 len: 943 time: 0.0661962 Jul 24 00:47:51.746096 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0c52269c-e9f1-41b0-bf50-b880678ed264 req-96e88327-2567-40c8-91bc-68d7ebb8b8d2 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318811 Jul 24 00:47:52.060986 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c0b901-1590-44ac-84b7-a87e843dba02 req-f94c1ce3-e264-47ee-ba68-29e29ef17885 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:52.062539 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d5c0b901-1590-44ac-84b7-a87e843dba02 req-f94c1ce3-e264-47ee-ba68-29e29ef17885 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c572f60-e15e-4b94-ba25-a62ede7f3c64&tenant_id=7ff741ab94134ca0b89362b546f6cdc4&binding%3Ahost_id=n-h1-800088-16 HTTP/1.1" status: 200 len: 943 time: 0.0714264 Jul 24 00:47:52.083350 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915593ab-770c-43d1-8c62-f247f095e80f req-cb20c268-d119-474e-9377-9525424a6b86 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:52.084914 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-915593ab-770c-43d1-8c62-f247f095e80f req-cb20c268-d119-474e-9377-9525424a6b86 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c572f60-e15e-4b94-ba25-a62ede7f3c64 HTTP/1.1" status: 200 len: 943 time: 0.0685506 Jul 24 00:47:52.124326 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-915593ab-770c-43d1-8c62-f247f095e80f req-554ac8f1-7dbf-42f9-b2e0-a74196864db8 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334094 Jul 24 00:47:52.125967 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d5c0b901-1590-44ac-84b7-a87e843dba02 req-f18549dd-a5cf-42e7-9807-5025fddd6afb service neutron] 10.222.0.52 "GET /v2.0/ports/3d74e526-8076-4c78-8a57-db9402c55cb5/bindings/n-h1-800088-16 HTTP/1.1" status: 200 len: 383 time: 0.0564053 Jul 24 00:47:52.206874 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c0b901-1590-44ac-84b7-a87e843dba02 req-78cb06d0-641c-43ce-ac69-41e044d601cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:52.208323 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d5c0b901-1590-44ac-84b7-a87e843dba02 req-78cb06d0-641c-43ce-ac69-41e044d601cc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ff741ab94134ca0b89362b546f6cdc4&device_id=2c572f60-e15e-4b94-ba25-a62ede7f3c64 HTTP/1.1" status: 200 len: 1095 time: 0.0601733 Jul 24 00:47:52.222507 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 3d74e526-8076-4c78-8a57-db9402c55cb5 details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:47:52.320056 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c0b901-1590-44ac-84b7-a87e843dba02 req-d6684001-1b04-4c03-8a84-f065a5205206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:52.321582 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d5c0b901-1590-44ac-84b7-a87e843dba02 req-d6684001-1b04-4c03-8a84-f065a5205206 service neutron] 10.222.0.52 "GET /v2.0/networks?id=635858b5-bce4-486f-8958-a3f0e6bef947 HTTP/1.1" status: 200 len: 912 time: 0.1067846 Jul 24 00:47:52.327238 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 3d74e526-8076-4c78-8a57-db9402c55cb5, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=3d74e526-8076-4c78-8a57-db9402c55cb5,segment=NetworkSegment(8a6196fe-df7f-4137-b16c-4b0e6f7109e3),segment_id=8a6196fe-df7f-4137-b16c-4b0e6f7109e3)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:47:52.339289 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': '3d74e526-8076-4c78-8a57-db9402c55cb5', 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947', 'port_id': '3d74e526-8076-4c78-8a57-db9402c55cb5', 'mac_address': 'fa:16:3e:e6:3c:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b7c5b75-2508-4120-912d-db2d0559c3e3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:47:52.339858 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:47:52.378355 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:52.393555 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d5c0b901-1590-44ac-84b7-a87e843dba02 req-bc18689a-a160-45b4-8216-e571c0798ba0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d74e526-8076-4c78-8a57-db9402c55cb5 HTTP/1.1" status: 200 len: 1000 time: 0.0657232 Jul 24 00:47:52.398857 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d74e526-8076-4c78-8a57-db9402c55cb5 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:47:52.423247 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 3d74e526-8076-4c78-8a57-db9402c55cb5, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=3d74e526-8076-4c78-8a57-db9402c55cb5,segment=NetworkSegment(8a6196fe-df7f-4137-b16c-4b0e6f7109e3),segment_id=8a6196fe-df7f-4137-b16c-4b0e6f7109e3)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:47:52.428437 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:52.448160 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c0b901-1590-44ac-84b7-a87e843dba02 req-40af051c-1c35-4075-bc51-ce1057579feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:52.449695 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d5c0b901-1590-44ac-84b7-a87e843dba02 req-40af051c-1c35-4075-bc51-ce1057579feb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0b7c5b75-2508-4120-912d-db2d0559c3e3 HTTP/1.1" status: 200 len: 850 time: 0.0504911 Jul 24 00:47:52.478427 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=3d74e526-8076-4c78-8a57-db9402c55cb5,revision_number=8']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:52.486149 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:47:52.486496 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:47:52.487457 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:47:52.487751 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:47:52.488090 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:47:52.488415 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:47:52.488745 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:47:52.489092 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:47:52.489417 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:47:52.489740 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:47:52.490062 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:47:52.490386 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:47:52.515498 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c0b901-1590-44ac-84b7-a87e843dba02 req-1432aef1-d889-4783-a4e6-31a7f840a6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:52.517086 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d5c0b901-1590-44ac-84b7-a87e843dba02 req-1432aef1-d889-4783-a4e6-31a7f840a6b5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=635858b5-bce4-486f-8958-a3f0e6bef947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0607831 Jul 24 00:47:52.614161 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d5c0b901-1590-44ac-84b7-a87e843dba02 req-3ad04309-82b3-46c7-bb72-3e44ad51dee4 service neutron] 10.222.0.52 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901752 Jul 24 00:47:52.662121 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['3d74e526-8076-4c78-8a57-db9402c55cb5'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:47:52.707245 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d5c0b901-1590-44ac-84b7-a87e843dba02 req-56459b5a-9bb8-45a0-94bf-5fdc42dad57b service neutron] 10.222.0.52 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855548 Jul 24 00:47:53.240516 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ead07253-e39e-4e13-a176-34db4fa17cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:53.267303 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54e4f2c-66f6-4108-9a57-ed3d21762206 req-8dbb7238-b0cc-46e1-9362-277a5b87d85d tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:53.269453 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f54e4f2c-66f6-4108-9a57-ed3d21762206 req-8dbb7238-b0cc-46e1-9362-277a5b87d85d tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c572f60-e15e-4b94-ba25-a62ede7f3c64 HTTP/1.1" status: 200 len: 944 time: 0.0727468 Jul 24 00:47:53.309675 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f54e4f2c-66f6-4108-9a57-ed3d21762206 req-ea72cccc-c2c8-4d4b-b27c-d439b8a7f45e tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345654 Jul 24 00:47:54.224860 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 3d74e526-8076-4c78-8a57-db9402c55cb5 up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:47:54.279745 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port 3d74e526-8076-4c78-8a57-db9402c55cb5 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:47:54.284956 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port 3d74e526-8076-4c78-8a57-db9402c55cb5 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:47:54.285287 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:54.376250 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:54.405935 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c572f60-e15e-4b94-ba25-a62ede7f3c64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d74e526-8076-4c78-8a57-db9402c55cb5'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:47:54.408242 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c09ff287-d00b-4dc4-a598-20d054e8bed7" -d '{"events": [{"server_uuid": "2c572f60-e15e-4b94-ba25-a62ede7f3c64", "name": "network-vif-plugged", "status": "completed", "tag": "3d74e526-8076-4c78-8a57-db9402c55cb5"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:47:54.423256 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 3d74e526-8076-4c78-8a57-db9402c55cb5, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=3d74e526-8076-4c78-8a57-db9402c55cb5,segment=NetworkSegment(8a6196fe-df7f-4137-b16c-4b0e6f7109e3),segment_id=8a6196fe-df7f-4137-b16c-4b0e6f7109e3)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:47:54.429385 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:54.486713 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede7e002-b7ac-4801-b78e-42f2437d40b9 req-568ac02b-979f-4a8a-bef1-5b25fcd19d18 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:54.487209 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b778e25-8a39-4aca-ad02-526cfe1ad585 x-openstack-request-id: req-2b778e25-8a39-4aca-ad02-526cfe1ad585 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:47:54.487209 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c572f60-e15e-4b94-ba25-a62ede7f3c64", "name": "network-vif-plugged", "status": "completed", "tag": "3d74e526-8076-4c78-8a57-db9402c55cb5", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:47:54.487407 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2b778e25-8a39-4aca-ad02-526cfe1ad585 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:47:54.487774 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c572f60-e15e-4b94-ba25-a62ede7f3c64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d74e526-8076-4c78-8a57-db9402c55cb5', 'code': 200} Jul 24 00:47:54.488533 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ede7e002-b7ac-4801-b78e-42f2437d40b9 req-568ac02b-979f-4a8a-bef1-5b25fcd19d18 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c572f60-e15e-4b94-ba25-a62ede7f3c64 HTTP/1.1" status: 200 len: 944 time: 0.1031470 Jul 24 00:47:54.501884 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=3d74e526-8076-4c78-8a57-db9402c55cb5,revision_number=9']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:54.531903 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ede7e002-b7ac-4801-b78e-42f2437d40b9 req-bd957741-a652-4721-a989-32d22d598488 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374432 Jul 24 00:47:55.679587 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede1db14-105f-48e5-9302-46cd24a9ab4f req-ef665931-2d07-4b14-b7bc-c62fff2defbb tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:55.681304 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ede1db14-105f-48e5-9302-46cd24a9ab4f req-ef665931-2d07-4b14-b7bc-c62fff2defbb tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c572f60-e15e-4b94-ba25-a62ede7f3c64 HTTP/1.1" status: 200 len: 945 time: 0.0740647 Jul 24 00:47:55.724531 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ede1db14-105f-48e5-9302-46cd24a9ab4f req-bae3f73b-bace-44b3-a597-06bde4e09204 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367615 Jul 24 00:47:55.810595 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-90136853-2060-4af5-9b57-4480133bfa9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:56.520110 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c0b901-1590-44ac-84b7-a87e843dba02 req-b1cae29b-1953-4d50-82b3-d230fe76b893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:56.521681 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d5c0b901-1590-44ac-84b7-a87e843dba02 req-b1cae29b-1953-4d50-82b3-d230fe76b893 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2c572f60-e15e-4b94-ba25-a62ede7f3c64&tenant_id=7ff741ab94134ca0b89362b546f6cdc4 HTTP/1.1" status: 200 len: 1097 time: 0.1074400 Jul 24 00:47:56.533481 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-d5c0b901-1590-44ac-84b7-a87e843dba02 req-ec4e9ac2-1d4a-451b-9004-a2d89c002311 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800088-16', 'device_owner': 'compute:nova'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:47:56.609802 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-d5c0b901-1590-44ac-84b7-a87e843dba02 req-ec4e9ac2-1d4a-451b-9004-a2d89c002311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:56.851102 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:56.861435 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-d5c0b901-1590-44ac-84b7-a87e843dba02 req-ec4e9ac2-1d4a-451b-9004-a2d89c002311 service neutron] For port 3d74e526-8076-4c78-8a57-db9402c55cb5, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=3d74e526-8076-4c78-8a57-db9402c55cb5,segment=NetworkSegment(8a6196fe-df7f-4137-b16c-4b0e6f7109e3),segment_id=8a6196fe-df7f-4137-b16c-4b0e6f7109e3)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:47:56.909932 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b43997d-a91b-4921-a412-3b1af52caf42 req-1f30c394-381b-4221-9903-b739e2a5c6bc tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:56.911483 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3b43997d-a91b-4921-a412-3b1af52caf42 req-1f30c394-381b-4221-9903-b739e2a5c6bc tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c572f60-e15e-4b94-ba25-a62ede7f3c64 HTTP/1.1" status: 200 len: 945 time: 0.1166184 Jul 24 00:47:56.919061 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-d5c0b901-1590-44ac-84b7-a87e843dba02 req-ec4e9ac2-1d4a-451b-9004-a2d89c002311 service neutron] For port 3d74e526-8076-4c78-8a57-db9402c55cb5, host n-h1-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:47:56.984712 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c572f60-e15e-4b94-ba25-a62ede7f3c64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d74e526-8076-4c78-8a57-db9402c55cb5'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:47:56.987636 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-784a33a2-4014-459d-94d5-f820b9121ad0" -d '{"events": [{"server_uuid": "2c572f60-e15e-4b94-ba25-a62ede7f3c64", "name": "network-vif-unplugged", "status": "completed", "tag": "3d74e526-8076-4c78-8a57-db9402c55cb5"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:47:56.991573 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-d5c0b901-1590-44ac-84b7-a87e843dba02 req-ec4e9ac2-1d4a-451b-9004-a2d89c002311 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:56.996608 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3b43997d-a91b-4921-a412-3b1af52caf42 req-6e276227-8699-4876-a3e5-f0a18b9ad5d0 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788364 Jul 24 00:47:57.018489 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-d5c0b901-1590-44ac-84b7-a87e843dba02 req-ec4e9ac2-1d4a-451b-9004-a2d89c002311 service neutron] Transition to ACTIVE for port object 3d74e526-8076-4c78-8a57-db9402c55cb5 will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:47:57.022542 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-d5c0b901-1590-44ac-84b7-a87e843dba02 req-ec4e9ac2-1d4a-451b-9004-a2d89c002311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:57.110680 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4e9ac2-1d4a-451b-9004-a2d89c002311 service neutron] Pushing event updated for resources: {'Port': ['ID=3d74e526-8076-4c78-8a57-db9402c55cb5,revision_number=10']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:57.113781 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 00:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a65095-ed9f-4d93-9bf4-57f09c6ea383 x-openstack-request-id: req-55a65095-ed9f-4d93-9bf4-57f09c6ea383 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:47:57.114045 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c572f60-e15e-4b94-ba25-a62ede7f3c64", "name": "network-vif-unplugged", "status": "completed", "tag": "3d74e526-8076-4c78-8a57-db9402c55cb5", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:47:57.114303 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-55a65095-ed9f-4d93-9bf4-57f09c6ea383 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:47:57.114705 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c572f60-e15e-4b94-ba25-a62ede7f3c64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d74e526-8076-4c78-8a57-db9402c55cb5', 'code': 200} Jul 24 00:47:57.125499 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4e9ac2-1d4a-451b-9004-a2d89c002311 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:47:57.125850 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4e9ac2-1d4a-451b-9004-a2d89c002311 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:47:57.126198 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4e9ac2-1d4a-451b-9004-a2d89c002311 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:47:57.126543 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4e9ac2-1d4a-451b-9004-a2d89c002311 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:47:57.126883 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4e9ac2-1d4a-451b-9004-a2d89c002311 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:47:57.127218 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4e9ac2-1d4a-451b-9004-a2d89c002311 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:47:57.127588 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4e9ac2-1d4a-451b-9004-a2d89c002311 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:47:57.127921 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4e9ac2-1d4a-451b-9004-a2d89c002311 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:47:57.128256 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4e9ac2-1d4a-451b-9004-a2d89c002311 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:47:57.128585 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4e9ac2-1d4a-451b-9004-a2d89c002311 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:47:57.128942 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4e9ac2-1d4a-451b-9004-a2d89c002311 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:47:57.129273 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4e9ac2-1d4a-451b-9004-a2d89c002311 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:47:57.171246 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5c0b901-1590-44ac-84b7-a87e843dba02 req-ec4e9ac2-1d4a-451b-9004-a2d89c002311 service neutron] No DVR routers for this DVR port 3d74e526-8076-4c78-8a57-db9402c55cb5 on host n-h1-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:47:57.315597 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-d5c0b901-1590-44ac-84b7-a87e843dba02 req-ec4e9ac2-1d4a-451b-9004-a2d89c002311 service neutron] Attempting to bind port 3d74e526-8076-4c78-8a57-db9402c55cb5 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:47:57.315843 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-d5c0b901-1590-44ac-84b7-a87e843dba02 req-ec4e9ac2-1d4a-451b-9004-a2d89c002311 service neutron] Attempting to bind port 3d74e526-8076-4c78-8a57-db9402c55cb5 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '8a6196fe-df7f-4137-b16c-4b0e6f7109e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:47:57.316180 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c0b901-1590-44ac-84b7-a87e843dba02 req-ec4e9ac2-1d4a-451b-9004-a2d89c002311 service neutron] Attempting to bind port 3d74e526-8076-4c78-8a57-db9402c55cb5 on network 635858b5-bce4-486f-8958-a3f0e6bef947 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:47:57.322131 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c0b901-1590-44ac-84b7-a87e843dba02 req-ec4e9ac2-1d4a-451b-9004-a2d89c002311 service neutron] Port 3d74e526-8076-4c78-8a57-db9402c55cb5 on network 635858b5-bce4-486f-8958-a3f0e6bef947 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:47:57.322470 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c0b901-1590-44ac-84b7-a87e843dba02 req-ec4e9ac2-1d4a-451b-9004-a2d89c002311 service neutron] Attempting to bind port 3d74e526-8076-4c78-8a57-db9402c55cb5 on network 635858b5-bce4-486f-8958-a3f0e6bef947 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:47:57.327916 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c0b901-1590-44ac-84b7-a87e843dba02 req-ec4e9ac2-1d4a-451b-9004-a2d89c002311 service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:47:57.328267 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c0b901-1590-44ac-84b7-a87e843dba02 req-ec4e9ac2-1d4a-451b-9004-a2d89c002311 service neutron] Checking segment: {'id': '8a6196fe-df7f-4137-b16c-4b0e6f7109e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:47:57.328666 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c0b901-1590-44ac-84b7-a87e843dba02 req-ec4e9ac2-1d4a-451b-9004-a2d89c002311 service neutron] Bound using segment: {'id': '8a6196fe-df7f-4137-b16c-4b0e6f7109e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:47:57.329130 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-d5c0b901-1590-44ac-84b7-a87e843dba02 req-ec4e9ac2-1d4a-451b-9004-a2d89c002311 service neutron] Bound port: 3d74e526-8076-4c78-8a57-db9402c55cb5, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a6196fe-df7f-4137-b16c-4b0e6f7109e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:47:57.329503 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-d5c0b901-1590-44ac-84b7-a87e843dba02 req-ec4e9ac2-1d4a-451b-9004-a2d89c002311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:57.397251 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-d5c0b901-1590-44ac-84b7-a87e843dba02 req-ec4e9ac2-1d4a-451b-9004-a2d89c002311 service neutron] For port 3d74e526-8076-4c78-8a57-db9402c55cb5, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:47:57.400889 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-d5c0b901-1590-44ac-84b7-a87e843dba02 req-ec4e9ac2-1d4a-451b-9004-a2d89c002311 service neutron] For port 3d74e526-8076-4c78-8a57-db9402c55cb5, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=3d74e526-8076-4c78-8a57-db9402c55cb5,segment=NetworkSegment(8a6196fe-df7f-4137-b16c-4b0e6f7109e3),segment_id=8a6196fe-df7f-4137-b16c-4b0e6f7109e3)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:47:57.408130 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-d5c0b901-1590-44ac-84b7-a87e843dba02 req-ec4e9ac2-1d4a-451b-9004-a2d89c002311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:57.448892 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c0b901-1590-44ac-84b7-a87e843dba02 req-ec4e9ac2-1d4a-451b-9004-a2d89c002311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:57.449539 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-d5c0b901-1590-44ac-84b7-a87e843dba02 req-ec4e9ac2-1d4a-451b-9004-a2d89c002311 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:57.451020 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d5c0b901-1590-44ac-84b7-a87e843dba02 req-ec4e9ac2-1d4a-451b-9004-a2d89c002311 service neutron] 10.222.0.64 "PUT /v2.0/ports/3d74e526-8076-4c78-8a57-db9402c55cb5 HTTP/1.1" status: 200 len: 1093 time: 0.9216888 Jul 24 00:47:57.458098 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:57.474805 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4e9ac2-1d4a-451b-9004-a2d89c002311 service neutron] Pushing event updated for resources: {'Port': ['ID=3d74e526-8076-4c78-8a57-db9402c55cb5,revision_number=11']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:57.551270 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c0b901-1590-44ac-84b7-a87e843dba02 req-74c6ce81-0af2-4cad-8ca9-c542b1bfb095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:57.553071 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d5c0b901-1590-44ac-84b7-a87e843dba02 req-74c6ce81-0af2-4cad-8ca9-c542b1bfb095 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7ff741ab94134ca0b89362b546f6cdc4&device_id=2c572f60-e15e-4b94-ba25-a62ede7f3c64 HTTP/1.1" status: 200 len: 1096 time: 0.0751419 Jul 24 00:47:57.656041 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c0b901-1590-44ac-84b7-a87e843dba02 req-a9ea22af-6d5f-4277-8a68-0a7f72593b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:57.657598 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d5c0b901-1590-44ac-84b7-a87e843dba02 req-a9ea22af-6d5f-4277-8a68-0a7f72593b5d service neutron] 10.222.0.64 "GET /v2.0/networks?id=635858b5-bce4-486f-8958-a3f0e6bef947 HTTP/1.1" status: 200 len: 912 time: 0.0979965 Jul 24 00:47:57.727592 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d5c0b901-1590-44ac-84b7-a87e843dba02 req-c0f6f4a2-0288-470e-88ec-3872027da84b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d74e526-8076-4c78-8a57-db9402c55cb5 HTTP/1.1" status: 200 len: 1000 time: 0.0641232 Jul 24 00:47:57.790076 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c0b901-1590-44ac-84b7-a87e843dba02 req-c3411b8d-a4a9-498d-9f13-dddaa2f0e6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:57.792348 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d5c0b901-1590-44ac-84b7-a87e843dba02 req-c3411b8d-a4a9-498d-9f13-dddaa2f0e6c6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0b7c5b75-2508-4120-912d-db2d0559c3e3 HTTP/1.1" status: 200 len: 850 time: 0.0577550 Jul 24 00:47:57.858251 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c0b901-1590-44ac-84b7-a87e843dba02 req-e2a47ede-3cbe-430d-ba69-2acbc4a54353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:57.859715 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d5c0b901-1590-44ac-84b7-a87e843dba02 req-e2a47ede-3cbe-430d-ba69-2acbc4a54353 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=635858b5-bce4-486f-8958-a3f0e6bef947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0610244 Jul 24 00:47:57.955112 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d5c0b901-1590-44ac-84b7-a87e843dba02 req-04974c03-c82f-4671-8e0b-693b5e4d896a service neutron] 10.222.0.64 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894406 Jul 24 00:47:58.059138 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d5c0b901-1590-44ac-84b7-a87e843dba02 req-67649f32-8ccb-443b-9d60-1fbb50484a2a service neutron] 10.222.0.64 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976658 Jul 24 00:47:58.150448 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9767683e-dceb-4694-9ed3-7739ffb74f11 req-9d5d879c-e54d-4eff-9770-c632a33d4764 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:58.152086 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9767683e-dceb-4694-9ed3-7739ffb74f11 req-9d5d879c-e54d-4eff-9770-c632a33d4764 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c572f60-e15e-4b94-ba25-a62ede7f3c64 HTTP/1.1" status: 200 len: 944 time: 0.0773640 Jul 24 00:47:58.194251 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9767683e-dceb-4694-9ed3-7739ffb74f11 req-40a2020c-db68-4322-907c-63f364171737 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365365 Jul 24 00:47:58.234348 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 3d74e526-8076-4c78-8a57-db9402c55cb5 no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:47:58.274816 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 3d74e526-8076-4c78-8a57-db9402c55cb5 not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:47:59.043835 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:59.115633 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c572f60-e15e-4b94-ba25-a62ede7f3c64', 'tag': '3d74e526-8076-4c78-8a57-db9402c55cb5'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:47:59.118279 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-506e6b20-63e9-4361-865d-c296c2a87e1b" -d '{"events": [{"name": "network-changed", "server_uuid": "2c572f60-e15e-4b94-ba25-a62ede7f3c64", "tag": "3d74e526-8076-4c78-8a57-db9402c55cb5"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:47:59.171255 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec252b1c-a374-4c8b-a3f1-21a090a5bdac x-openstack-request-id: req-ec252b1c-a374-4c8b-a3f1-21a090a5bdac {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:47:59.171972 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c572f60-e15e-4b94-ba25-a62ede7f3c64", "tag": "3d74e526-8076-4c78-8a57-db9402c55cb5", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:47:59.171972 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ec252b1c-a374-4c8b-a3f1-21a090a5bdac {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:47:59.172216 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c572f60-e15e-4b94-ba25-a62ede7f3c64', 'tag': '3d74e526-8076-4c78-8a57-db9402c55cb5', 'status': 'completed', 'code': 200} Jul 24 00:47:59.246041 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e6b20-63e9-4361-865d-c296c2a87e1b req-52cadf8f-5107-49cf-8f43-121f75c0ca21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:59.247598 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-506e6b20-63e9-4361-865d-c296c2a87e1b req-52cadf8f-5107-49cf-8f43-121f75c0ca21 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ff741ab94134ca0b89362b546f6cdc4&device_id=2c572f60-e15e-4b94-ba25-a62ede7f3c64 HTTP/1.1" status: 200 len: 1096 time: 0.0588555 Jul 24 00:47:59.255388 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e6b20-63e9-4361-865d-c296c2a87e1b req-1fbbe8f0-8542-4030-adf8-1185ecf8c93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:59.258492 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-506e6b20-63e9-4361-865d-c296c2a87e1b req-1fbbe8f0-8542-4030-adf8-1185ecf8c93e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7ff741ab94134ca0b89362b546f6cdc4&device_id=2c572f60-e15e-4b94-ba25-a62ede7f3c64 HTTP/1.1" status: 200 len: 1096 time: 0.0640891 Jul 24 00:47:59.356296 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e6b20-63e9-4361-865d-c296c2a87e1b req-9e0bda02-96d0-465b-a29d-979fb83faa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:59.357996 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-506e6b20-63e9-4361-865d-c296c2a87e1b req-9e0bda02-96d0-465b-a29d-979fb83faa19 service neutron] 10.222.0.52 "GET /v2.0/networks?id=635858b5-bce4-486f-8958-a3f0e6bef947 HTTP/1.1" status: 200 len: 912 time: 0.1039751 Jul 24 00:47:59.408695 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e6b20-63e9-4361-865d-c296c2a87e1b req-f6b18911-dec8-4a50-af59-f28edb546cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:59.410084 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-506e6b20-63e9-4361-865d-c296c2a87e1b req-f6b18911-dec8-4a50-af59-f28edb546cbd service neutron] 10.222.0.64 "GET /v2.0/networks?id=635858b5-bce4-486f-8958-a3f0e6bef947 HTTP/1.1" status: 200 len: 912 time: 0.1464295 Jul 24 00:47:59.418865 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9583b40-b748-4340-b1aa-1e9ed4314894 req-5c9b52ab-ff0f-41f0-95c7-c973bdc582db tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:59.420403 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e9583b40-b748-4340-b1aa-1e9ed4314894 req-5c9b52ab-ff0f-41f0-95c7-c973bdc582db tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c572f60-e15e-4b94-ba25-a62ede7f3c64 HTTP/1.1" status: 200 len: 944 time: 0.1300783 Jul 24 00:47:59.432881 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-506e6b20-63e9-4361-865d-c296c2a87e1b req-b3ebced7-6391-4a53-b2da-a224849ec37a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d74e526-8076-4c78-8a57-db9402c55cb5 HTTP/1.1" status: 200 len: 1000 time: 0.0683455 Jul 24 00:47:59.504778 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e6b20-63e9-4361-865d-c296c2a87e1b req-7d49e037-de98-47f2-833a-721b7e2be022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:59.506573 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-506e6b20-63e9-4361-865d-c296c2a87e1b req-7d49e037-de98-47f2-833a-721b7e2be022 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0b7c5b75-2508-4120-912d-db2d0559c3e3 HTTP/1.1" status: 200 len: 850 time: 0.0608413 Jul 24 00:47:59.516762 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e9583b40-b748-4340-b1aa-1e9ed4314894 req-1a2a9911-056f-4fa7-b1c1-9254a8da8dfe tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887778 Jul 24 00:47:59.518592 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-506e6b20-63e9-4361-865d-c296c2a87e1b req-415bc100-4ca8-4f3d-ab0c-5f45bb200823 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d74e526-8076-4c78-8a57-db9402c55cb5 HTTP/1.1" status: 200 len: 1000 time: 0.0972786 Jul 24 00:47:59.576324 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e6b20-63e9-4361-865d-c296c2a87e1b req-0cc4a309-611f-4d55-8fde-9fdd20120ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:59.577908 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-506e6b20-63e9-4361-865d-c296c2a87e1b req-0cc4a309-611f-4d55-8fde-9fdd20120ead service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=635858b5-bce4-486f-8958-a3f0e6bef947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0645347 Jul 24 00:47:59.579431 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e6b20-63e9-4361-865d-c296c2a87e1b req-c178abb5-56bd-486a-a34d-e6c23d51213f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:59.580990 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-506e6b20-63e9-4361-865d-c296c2a87e1b req-c178abb5-56bd-486a-a34d-e6c23d51213f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0b7c5b75-2508-4120-912d-db2d0559c3e3 HTTP/1.1" status: 200 len: 850 time: 0.0568738 Jul 24 00:47:59.644478 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e6b20-63e9-4361-865d-c296c2a87e1b req-e02ee2e8-fa2d-4041-ac5a-6fe7639341fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:59.646054 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-506e6b20-63e9-4361-865d-c296c2a87e1b req-e02ee2e8-fa2d-4041-ac5a-6fe7639341fd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=635858b5-bce4-486f-8958-a3f0e6bef947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0595613 Jul 24 00:47:59.673437 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-506e6b20-63e9-4361-865d-c296c2a87e1b req-0df5214e-7715-4c24-a810-eff7218aeb5a service neutron] 10.222.0.52 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891135 Jul 24 00:47:59.746126 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-506e6b20-63e9-4361-865d-c296c2a87e1b req-45791961-5f0a-4fa2-a812-c7c2cfbb8db2 service neutron] 10.222.0.64 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935960 Jul 24 00:47:59.776957 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-506e6b20-63e9-4361-865d-c296c2a87e1b req-132213ea-ecb0-47b7-b2e4-4dbcab9e4f79 service neutron] 10.222.0.52 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976145 Jul 24 00:47:59.856360 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-506e6b20-63e9-4361-865d-c296c2a87e1b req-fa231366-adb0-4485-8900-b618ee438d66 service neutron] 10.222.0.64 "GET /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036205 Jul 24 00:48:00.675950 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2be73a2-e855-43cd-bb50-7db64afa7421 req-5fc1e19f-97d6-44e0-8297-c9d9f783353e tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:00.677534 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c2be73a2-e855-43cd-bb50-7db64afa7421 req-5fc1e19f-97d6-44e0-8297-c9d9f783353e tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c572f60-e15e-4b94-ba25-a62ede7f3c64 HTTP/1.1" status: 200 len: 944 time: 0.0642841 Jul 24 00:48:00.719297 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c2be73a2-e855-43cd-bb50-7db64afa7421 req-081db72c-92a4-4e2b-acd8-492e8e7fd2e0 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353169 Jul 24 00:48:01.879924 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e46bf4-b59e-4910-920a-8c9e5d4861c8 req-4d6b47e5-70c0-4dbb-9e23-fd5126a59788 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:01.881969 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-78e46bf4-b59e-4910-920a-8c9e5d4861c8 req-4d6b47e5-70c0-4dbb-9e23-fd5126a59788 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c572f60-e15e-4b94-ba25-a62ede7f3c64 HTTP/1.1" status: 200 len: 944 time: 0.0849843 Jul 24 00:48:01.923443 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-78e46bf4-b59e-4910-920a-8c9e5d4861c8 req-b4009c7e-fc58-49b1-b779-2840833ec1f1 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355198 Jul 24 00:48:03.075317 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfbe0e3-1fcd-44da-8a2b-eef8cd997c6c req-75bc94c1-bc7b-40bc-a5f9-7422bc4d4895 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:03.076904 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5cfbe0e3-1fcd-44da-8a2b-eef8cd997c6c req-75bc94c1-bc7b-40bc-a5f9-7422bc4d4895 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c572f60-e15e-4b94-ba25-a62ede7f3c64 HTTP/1.1" status: 200 len: 944 time: 0.0727689 Jul 24 00:48:03.115406 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5cfbe0e3-1fcd-44da-8a2b-eef8cd997c6c req-bb08df7d-ce41-41b7-a616-d9df6b91ba7e tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326390 Jul 24 00:48:04.277482 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c65f64-46b2-4b31-a337-f0bd541922a7 req-ca554311-f1a9-490f-8368-47d21777207b tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:04.279056 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-45c65f64-46b2-4b31-a337-f0bd541922a7 req-ca554311-f1a9-490f-8368-47d21777207b tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c572f60-e15e-4b94-ba25-a62ede7f3c64 HTTP/1.1" status: 200 len: 944 time: 0.0695810 Jul 24 00:48:04.318348 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-45c65f64-46b2-4b31-a337-f0bd541922a7 req-ebea09a7-0b0b-48bb-80ce-cb52445446c5 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333622 Jul 24 00:48:05.470600 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb0b3dc-0316-4af0-b21f-cc0518968c39 req-c56b267b-af5c-4252-9319-1022ec573f92 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:05.472877 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ddb0b3dc-0316-4af0-b21f-cc0518968c39 req-c56b267b-af5c-4252-9319-1022ec573f92 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c572f60-e15e-4b94-ba25-a62ede7f3c64 HTTP/1.1" status: 200 len: 944 time: 0.0672579 Jul 24 00:48:05.514790 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ddb0b3dc-0316-4af0-b21f-cc0518968c39 req-588d1c57-2d5a-4b12-8745-7a8eae48865e tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359170 Jul 24 00:48:06.660045 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b6931-9c24-425b-8aff-d0ef3ce9eb29 req-492fbb4b-9688-42d4-8f59-50bfcb9630e4 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:06.661639 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e64b6931-9c24-425b-8aff-d0ef3ce9eb29 req-492fbb4b-9688-42d4-8f59-50bfcb9630e4 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c572f60-e15e-4b94-ba25-a62ede7f3c64 HTTP/1.1" status: 200 len: 944 time: 0.0706050 Jul 24 00:48:06.701697 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e64b6931-9c24-425b-8aff-d0ef3ce9eb29 req-6831a03e-aba9-4e67-a9e1-87e71d173ab7 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345140 Jul 24 00:48:07.854772 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7319d1b-a262-4762-a031-563bed8b1f5a req-1d11c3ac-0b95-40b9-925a-bc3ca3a75f92 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:07.856328 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c7319d1b-a262-4762-a031-563bed8b1f5a req-1d11c3ac-0b95-40b9-925a-bc3ca3a75f92 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c572f60-e15e-4b94-ba25-a62ede7f3c64 HTTP/1.1" status: 200 len: 944 time: 0.0793636 Jul 24 00:48:07.899272 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c7319d1b-a262-4762-a031-563bed8b1f5a req-f53a11f9-9902-45eb-aa85-eb07558d3365 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372214 Jul 24 00:48:09.042389 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef997863-0850-4305-b4f3-7ceab2e15e10 req-2c2066b8-b38e-4c07-bfaa-5391731e9bcd tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:09.044529 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ef997863-0850-4305-b4f3-7ceab2e15e10 req-2c2066b8-b38e-4c07-bfaa-5391731e9bcd tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c572f60-e15e-4b94-ba25-a62ede7f3c64 HTTP/1.1" status: 200 len: 944 time: 0.0709751 Jul 24 00:48:09.085406 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ef997863-0850-4305-b4f3-7ceab2e15e10 req-0c041b8f-1264-48bf-a915-799d9d187140 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350964 Jul 24 00:48:10.225667 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb81b25-58ee-4486-8b92-9cc6a437c94d req-71f577df-ada7-4b3d-ae17-1f8ae9f05a32 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:10.227172 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bfb81b25-58ee-4486-8b92-9cc6a437c94d req-71f577df-ada7-4b3d-ae17-1f8ae9f05a32 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c572f60-e15e-4b94-ba25-a62ede7f3c64 HTTP/1.1" status: 200 len: 944 time: 0.0701258 Jul 24 00:48:10.272519 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bfb81b25-58ee-4486-8b92-9cc6a437c94d req-3934fe69-547e-4a74-b31b-38515ae8d9c7 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372839 Jul 24 00:48:10.405128 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290427bd-f951-4174-abba-181bf6bfa642 req-fe59781b-c452-4d17-a25c-b9414b964ddc tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:10.406834 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-290427bd-f951-4174-abba-181bf6bfa642 req-fe59781b-c452-4d17-a25c-b9414b964ddc tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c572f60-e15e-4b94-ba25-a62ede7f3c64 HTTP/1.1" status: 200 len: 944 time: 0.0663292 Jul 24 00:48:10.447246 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-290427bd-f951-4174-abba-181bf6bfa642 req-ffd25d76-9c08-4ab7-a326-9157f66d0303 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342076 Jul 24 00:48:10.582461 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e934cc-ded8-4ca1-9c32-64ac8c22426e req-89aad9cc-bdbd-4293-b4b7-0269c3095327 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:10.584029 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-27e934cc-ded8-4ca1-9c32-64ac8c22426e req-89aad9cc-bdbd-4293-b4b7-0269c3095327 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c572f60-e15e-4b94-ba25-a62ede7f3c64 HTTP/1.1" status: 200 len: 944 time: 0.0668995 Jul 24 00:48:10.622666 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-27e934cc-ded8-4ca1-9c32-64ac8c22426e req-0ea9945a-f19b-4456-82fd-93ce57340227 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328352 Jul 24 00:48:10.871829 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 3d74e526-8076-4c78-8a57-db9402c55cb5 details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:48:10.899265 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e799a82-0eef-4654-9f6c-16ac94e0bd17 req-74dd864b-c71f-4108-b7c2-3af131c61113 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:10.900850 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1e799a82-0eef-4654-9f6c-16ac94e0bd17 req-74dd864b-c71f-4108-b7c2-3af131c61113 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c572f60-e15e-4b94-ba25-a62ede7f3c64 HTTP/1.1" status: 200 len: 944 time: 0.0757647 Jul 24 00:48:10.943878 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1e799a82-0eef-4654-9f6c-16ac94e0bd17 req-83b74ddb-6bb2-4da7-bafb-a60a157a52f3 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362885 Jul 24 00:48:10.985047 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 3d74e526-8076-4c78-8a57-db9402c55cb5, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=3d74e526-8076-4c78-8a57-db9402c55cb5,segment=NetworkSegment(8a6196fe-df7f-4137-b16c-4b0e6f7109e3),segment_id=8a6196fe-df7f-4137-b16c-4b0e6f7109e3)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:10.998511 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': '3d74e526-8076-4c78-8a57-db9402c55cb5', 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947', 'port_id': '3d74e526-8076-4c78-8a57-db9402c55cb5', 'mac_address': 'fa:16:3e:e6:3c:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b7c5b75-2508-4120-912d-db2d0559c3e3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:48:11.036022 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:11.049727 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d74e526-8076-4c78-8a57-db9402c55cb5 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:48:11.069783 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 3d74e526-8076-4c78-8a57-db9402c55cb5, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=3d74e526-8076-4c78-8a57-db9402c55cb5,segment=NetworkSegment(8a6196fe-df7f-4137-b16c-4b0e6f7109e3),segment_id=8a6196fe-df7f-4137-b16c-4b0e6f7109e3)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:11.073889 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:11.126362 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=3d74e526-8076-4c78-8a57-db9402c55cb5,revision_number=12']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:11.367562 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['3d74e526-8076-4c78-8a57-db9402c55cb5'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:48:12.084221 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b416ed22-f753-4d3a-aa7d-8fdc56c2a3bc req-9653e910-7c1b-466d-ad3b-917f743ad04a tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:12.085797 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b416ed22-f753-4d3a-aa7d-8fdc56c2a3bc req-9653e910-7c1b-466d-ad3b-917f743ad04a tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c572f60-e15e-4b94-ba25-a62ede7f3c64 HTTP/1.1" status: 200 len: 945 time: 0.0705745 Jul 24 00:48:12.128271 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b416ed22-f753-4d3a-aa7d-8fdc56c2a3bc req-b5a533d7-d153-4ef7-989c-0142e4d6f961 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e59f60a-470e-4df0-9d03-02feeba55758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368037 Jul 24 00:48:12.401867 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e4d7ef-96b5-4fd2-ad8b-26b62ee98b3a req-28bb35f7-d781-4163-a417-623aa250bacb tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:12.403403 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-20e4d7ef-96b5-4fd2-ad8b-26b62ee98b3a req-28bb35f7-d781-4163-a417-623aa250bacb tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c572f60-e15e-4b94-ba25-a62ede7f3c64 HTTP/1.1" status: 200 len: 945 time: 0.0662465 Jul 24 00:48:12.514557 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-20e4d7ef-96b5-4fd2-ad8b-26b62ee98b3a req-7c9ef668-f967-4f93-b749-78f5eca788a6 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Deleting port 3d74e526-8076-4c78-8a57-db9402c55cb5 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:48:12.514911 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-20e4d7ef-96b5-4fd2-ad8b-26b62ee98b3a req-7c9ef668-f967-4f93-b749-78f5eca788a6 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:12.610622 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-20e4d7ef-96b5-4fd2-ad8b-26b62ee98b3a req-7c9ef668-f967-4f93-b749-78f5eca788a6 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] For port 3d74e526-8076-4c78-8a57-db9402c55cb5, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=3d74e526-8076-4c78-8a57-db9402c55cb5,segment=NetworkSegment(8a6196fe-df7f-4137-b16c-4b0e6f7109e3),segment_id=8a6196fe-df7f-4137-b16c-4b0e6f7109e3)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:12.611134 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-20e4d7ef-96b5-4fd2-ad8b-26b62ee98b3a req-7c9ef668-f967-4f93-b749-78f5eca788a6 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:12.808422 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-20e4d7ef-96b5-4fd2-ad8b-26b62ee98b3a req-7c9ef668-f967-4f93-b749-78f5eca788a6 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:12.809603 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-20e4d7ef-96b5-4fd2-ad8b-26b62ee98b3a req-7c9ef668-f967-4f93-b749-78f5eca788a6 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:12.809603 n-d-800088-16 neutron-server[100314]: INFO neutron.db.l3_db [req-20e4d7ef-96b5-4fd2-ad8b-26b62ee98b3a req-7c9ef668-f967-4f93-b749-78f5eca788a6 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Floating IP aeb5c4fb-9083-4bb2-9940-2f2fb8792759 disassociated. External IP: 172.25.3.191, port: 3d74e526-8076-4c78-8a57-db9402c55cb5. Jul 24 00:48:12.809603 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-20e4d7ef-96b5-4fd2-ad8b-26b62ee98b3a req-7c9ef668-f967-4f93-b749-78f5eca788a6 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Calling delete_port for 3d74e526-8076-4c78-8a57-db9402c55cb5 owned by compute:nova {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:48:12.876915 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 3d74e526-8076-4c78-8a57-db9402c55cb5 up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:48:12.946869 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-20e4d7ef-96b5-4fd2-ad8b-26b62ee98b3a req-7c9ef668-f967-4f93-b749-78f5eca788a6 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:12.950003 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port 3d74e526-8076-4c78-8a57-db9402c55cb5 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:48:12.954089 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port 3d74e526-8076-4c78-8a57-db9402c55cb5 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:48:12.954463 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:12.974717 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Port 3d74e526-8076-4c78-8a57-db9402c55cb5 was deleted so its status cannot be updated. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 24 00:48:12.983184 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9ef668-f967-4f93-b749-78f5eca788a6 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Pushing event deleted for resources: {'Port': ['ID=3d74e526-8076-4c78-8a57-db9402c55cb5,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:13.117590 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20e4d7ef-96b5-4fd2-ad8b-26b62ee98b3a req-7c9ef668-f967-4f93-b749-78f5eca788a6 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Router a4c0a7f5-780a-4c03-9767-962a310979c1 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:48:13.230932 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b0046ff8-9e55-447b-8bdb-31c971351f60 req-66738ad4-921c-4ef1-8fb0-727e6c6de92f tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c572f60-e15e-4b94-ba25-a62ede7f3c64 HTTP/1.1" status: 200 len: 210 time: 0.0306308 Jul 24 00:48:13.241532 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20e4d7ef-96b5-4fd2-ad8b-26b62ee98b3a req-7c9ef668-f967-4f93-b749-78f5eca788a6 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:48:13.253025 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098c0ea8-0136-4592-8610-148615633bc7 None None] Sync routers for ids ['a4c0a7f5-780a-4c03-9767-962a310979c1'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:48:13.263230 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098c0ea8-0136-4592-8610-148615633bc7 None None] Routers {'a4c0a7f5-780a-4c03-9767-962a310979c1'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:48:13.263897 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-098c0ea8-0136-4592-8610-148615633bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:47:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['a4c0a7f5-780a-4c03-9767-962a310979c1'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:48:13.292541 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-20e4d7ef-96b5-4fd2-ad8b-26b62ee98b3a req-7c9ef668-f967-4f93-b749-78f5eca788a6 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] No DVR routers for this DVR port 3d74e526-8076-4c78-8a57-db9402c55cb5 on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:48:13.295687 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-20e4d7ef-96b5-4fd2-ad8b-26b62ee98b3a req-7c9ef668-f967-4f93-b749-78f5eca788a6 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:13.297830 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-20e4d7ef-96b5-4fd2-ad8b-26b62ee98b3a req-7c9ef668-f967-4f93-b749-78f5eca788a6 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.64 "DELETE /v2.0/ports/3d74e526-8076-4c78-8a57-db9402c55cb5 HTTP/1.1" status: 204 len: 173 time: 0.8893962 Jul 24 00:48:13.298287 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c572f60-e15e-4b94-ba25-a62ede7f3c64', 'name': 'network-vif-deleted', 'tag': '3d74e526-8076-4c78-8a57-db9402c55cb5'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:48:13.308020 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c214fe-974b-49bd-ba40-5d447c5d789d" -d '{"events": [{"server_uuid": "2c572f60-e15e-4b94-ba25-a62ede7f3c64", "name": "network-vif-deleted", "tag": "3d74e526-8076-4c78-8a57-db9402c55cb5"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:48:13.349672 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1c202a6-1536-47c3-9c42-9acb2848648b x-openstack-request-id: req-b1c202a6-1536-47c3-9c42-9acb2848648b {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:48:13.349971 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c572f60-e15e-4b94-ba25-a62ede7f3c64", "name": "network-vif-deleted", "tag": "3d74e526-8076-4c78-8a57-db9402c55cb5", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:48:13.350532 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b1c202a6-1536-47c3-9c42-9acb2848648b {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:48:13.350647 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c572f60-e15e-4b94-ba25-a62ede7f3c64', 'name': 'network-vif-deleted', 'tag': '3d74e526-8076-4c78-8a57-db9402c55cb5', 'status': 'completed', 'code': 200} Jul 24 00:48:13.384581 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-098c0ea8-0136-4592-8610-148615633bc7 None None] Set router a4c0a7f5-780a-4c03-9767-962a310979c1 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:48:13.619750 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-098c0ea8-0136-4592-8610-148615633bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'name': 'tempest-ServerActionsTestJSON-420210054-router', 'tenant_id': '7ff741ab94134ca0b89362b546f6cdc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '8e45cccc-6c15-4470-8191-5b8f7a1c99f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:38:31Z', 'updated_at': '2021-07-24T00:38:33Z', 'revision_number': 4, 'project_id': '7ff741ab94134ca0b89362b546f6cdc4', 'gw_port': {'id': '8e45cccc-6c15-4470-8191-5b8f7a1c99f1', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:38:31Z', 'updated_at': '2021-07-24T00:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '7b76b015-9417-4a2e-aa33-995027831287', 'name': '', 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947', 'tenant_id': '7ff741ab94134ca0b89362b546f6cdc4', 'mac_address': 'fa:16:3e:29:f9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '0b7c5b75-2508-4120-912d-db2d0559c3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:38:33Z', 'updated_at': '2021-07-24T00:38:40Z', 'revision_number': 5, 'project_id': '7ff741ab94134ca0b89362b546f6cdc4', 'subnets': [{'id': '0b7c5b75-2508-4120-912d-db2d0559c3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:48:13.647193 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098c0ea8-0136-4592-8610-148615633bc7 None None] Checking router: a4c0a7f5-780a-4c03-9767-962a310979c1 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:48:13.655690 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098c0ea8-0136-4592-8610-148615633bc7 None None] Routers {'a4c0a7f5-780a-4c03-9767-962a310979c1'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:48:13.656300 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-098c0ea8-0136-4592-8610-148615633bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:47:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['a4c0a7f5-780a-4c03-9767-962a310979c1'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:48:13.768455 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-098c0ea8-0136-4592-8610-148615633bc7 None None] Set router a4c0a7f5-780a-4c03-9767-962a310979c1 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:48:13.987894 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-098c0ea8-0136-4592-8610-148615633bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'name': 'tempest-ServerActionsTestJSON-420210054-router', 'tenant_id': '7ff741ab94134ca0b89362b546f6cdc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '8e45cccc-6c15-4470-8191-5b8f7a1c99f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:38:31Z', 'updated_at': '2021-07-24T00:38:33Z', 'revision_number': 4, 'project_id': '7ff741ab94134ca0b89362b546f6cdc4', 'gw_port': {'id': '8e45cccc-6c15-4470-8191-5b8f7a1c99f1', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:38:31Z', 'updated_at': '2021-07-24T00:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '7b76b015-9417-4a2e-aa33-995027831287', 'name': '', 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947', 'tenant_id': '7ff741ab94134ca0b89362b546f6cdc4', 'mac_address': 'fa:16:3e:29:f9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '0b7c5b75-2508-4120-912d-db2d0559c3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:38:33Z', 'updated_at': '2021-07-24T00:38:40Z', 'revision_number': 5, 'project_id': '7ff741ab94134ca0b89362b546f6cdc4', 'subnets': [{'id': '0b7c5b75-2508-4120-912d-db2d0559c3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:48:14.021152 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098c0ea8-0136-4592-8610-148615633bc7 None None] The sync data for ids ['a4c0a7f5-780a-4c03-9767-962a310979c1'] in n-d-800088-16 is: [{'id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'name': 'tempest-ServerActionsTestJSON-420210054-router', 'tenant_id': '7ff741ab94134ca0b89362b546f6cdc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '8e45cccc-6c15-4470-8191-5b8f7a1c99f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:38:31Z', 'updated_at': '2021-07-24T00:38:33Z', 'revision_number': 4, 'project_id': '7ff741ab94134ca0b89362b546f6cdc4', 'gw_port': {'id': '8e45cccc-6c15-4470-8191-5b8f7a1c99f1', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:38:31Z', 'updated_at': '2021-07-24T00:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '7b76b015-9417-4a2e-aa33-995027831287', 'name': '', 'network_id': '635858b5-bce4-486f-8958-a3f0e6bef947', 'tenant_id': '7ff741ab94134ca0b89362b546f6cdc4', 'mac_address': 'fa:16:3e:29:f9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '0b7c5b75-2508-4120-912d-db2d0559c3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:38:33Z', 'updated_at': '2021-07-24T00:38:40Z', 'revision_number': 5, 'project_id': '7ff741ab94134ca0b89362b546f6cdc4', 'subnets': [{'id': '0b7c5b75-2508-4120-912d-db2d0559c3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:48:14.262062 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45cfa26-f17f-4fc4-bb2c-72cd476547bb None None] New status for floating IP aeb5c4fb-9083-4bb2-9940-2f2fb8792759: DOWN {{(pid=100316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 00:48:14.343599 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cae4d9e3-613f-4101-952d-9a7384c1bc4e req-a0a50454-a6a6-4c16-bd25-6493e928b8f6 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c572f60-e15e-4b94-ba25-a62ede7f3c64 HTTP/1.1" status: 200 len: 210 time: 0.0367639 Jul 24 00:48:14.891822 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 3d74e526-8076-4c78-8a57-db9402c55cb5 no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:48:14.912639 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] No Port match for: 3d74e526-8076-4c78-8a57-db9402c55cb5 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:48:14.913023 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 3d74e526-8076-4c78-8a57-db9402c55cb5 not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:48:15.223299 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:15.449468 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-68232ddd-b376-4fd8-8e08-3b814b3d5312 req-62d6ddbb-edbc-48e4-bfbe-13aaa5c8a712 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c572f60-e15e-4b94-ba25-a62ede7f3c64 HTTP/1.1" status: 200 len: 210 time: 0.0315681 Jul 24 00:48:16.555648 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-78f0655c-8964-4825-9477-39a9ed2b570d req-3fff5697-93cf-4dec-b1a4-9daa901fcf45 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c572f60-e15e-4b94-ba25-a62ede7f3c64 HTTP/1.1" status: 200 len: 210 time: 0.0299757 Jul 24 00:48:18.168501 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:21.318949 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 41670) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:48:21.375816 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2f855e65-cf5e-41d5-b1ba-e6d4cf1b67f5 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:21.400147 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2f855e65-cf5e-41d5-b1ba-e6d4cf1b67f5 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:21.449076 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2f855e65-cf5e-41d5-b1ba-e6d4cf1b67f5 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:21.451583 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2f855e65-cf5e-41d5-b1ba-e6d4cf1b67f5 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:21.452784 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-2f855e65-cf5e-41d5-b1ba-e6d4cf1b67f5 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "DELETE /v2.0/security-groups/8e59f60a-470e-4df0-9d03-02feeba55758 HTTP/1.1" status: 204 len: 168 time: 0.1327882 Jul 24 00:48:21.456173 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 41672) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:48:21.463211 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f855e65-cf5e-41d5-b1ba-e6d4cf1b67f5 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e59f60a-470e-4df0-9d03-02feeba55758,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:21.475178 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [None req-7800b3bc-deb7-4d70-b54e-11f6e7f67e13 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] show failed (client error): The resource could not be found. Jul 24 00:48:21.476561 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-7800b3bc-deb7-4d70-b54e-11f6e7f67e13 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "GET /v2.0/security-groups/8e59f60a-470e-4df0-9d03-02feeba55758 HTTP/1.1" status: 404 len: 347 time: 0.0193605 Jul 24 00:48:21.479277 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 41674) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:48:21.618800 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-5ecd620d-4024-42d9-b55e-63df0f29eff7 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Deleting port fba37d01-8089-408d-8d29-97ba744f3214 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:48:21.619143 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5ecd620d-4024-42d9-b55e-63df0f29eff7 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:21.695101 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5ecd620d-4024-42d9-b55e-63df0f29eff7 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:21.695427 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5ecd620d-4024-42d9-b55e-63df0f29eff7 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:21.709449 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-5ecd620d-4024-42d9-b55e-63df0f29eff7 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Calling delete_port for fba37d01-8089-408d-8d29-97ba744f3214 owned by network:floatingip {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:48:21.856537 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5ecd620d-4024-42d9-b55e-63df0f29eff7 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:21.895978 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecd620d-4024-42d9-b55e-63df0f29eff7 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Pushing event deleted for resources: {'Port': ['ID=fba37d01-8089-408d-8d29-97ba744f3214,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:21.957727 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5ecd620d-4024-42d9-b55e-63df0f29eff7 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify callbacks [] for floatingip, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:21.960477 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5ecd620d-4024-42d9-b55e-63df0f29eff7 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:21.961585 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-5ecd620d-4024-42d9-b55e-63df0f29eff7 tempest-ServerActionsTestJSON-958632954 tempest-ServerActionsTestJSON-958632954-project] 10.222.0.44 "DELETE /v2.0/floatingips/aeb5c4fb-9083-4bb2-9940-2f2fb8792759 HTTP/1.1" status: 204 len: 168 time: 0.4813883 Jul 24 00:48:21.964676 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 41676) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:48:22.367563 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-73a545f4-358b-43cb-b421-83f90d994ef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681029'] for router_interface, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:22.628152 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-73a545f4-358b-43cb-b421-83f90d994ef4 admin admin] Deleting port 7b76b015-9417-4a2e-aa33-995027831287 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:48:22.628917 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-73a545f4-358b-43cb-b421-83f90d994ef4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:22.715026 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-73a545f4-358b-43cb-b421-83f90d994ef4 admin admin] For port 7b76b015-9417-4a2e-aa33-995027831287, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=7b76b015-9417-4a2e-aa33-995027831287,segment=NetworkSegment(8a6196fe-df7f-4137-b16c-4b0e6f7109e3),segment_id=8a6196fe-df7f-4137-b16c-4b0e6f7109e3)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:22.715394 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-73a545f4-358b-43cb-b421-83f90d994ef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:22.728598 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-73a545f4-358b-43cb-b421-83f90d994ef4 admin admin] Calling delete_port for 7b76b015-9417-4a2e-aa33-995027831287 owned by network:router_interface {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:48:22.910545 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-73a545f4-358b-43cb-b421-83f90d994ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:22.936717 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a545f4-358b-43cb-b421-83f90d994ef4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b76b015-9417-4a2e-aa33-995027831287,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:23.112985 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-73a545f4-358b-43cb-b421-83f90d994ef4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679987'] for router_interface, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:23.246516 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-1619042a-56f2-4338-8115-3a398aa1cd0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:23.639002 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73a545f4-358b-43cb-b421-83f90d994ef4 admin admin] Router a4c0a7f5-780a-4c03-9767-962a310979c1 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:48:23.752285 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73a545f4-358b-43cb-b421-83f90d994ef4 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:48:23.759068 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-73a545f4-358b-43cb-b421-83f90d994ef4 admin admin] 10.222.0.44 "PUT /v2.0/routers/a4c0a7f5-780a-4c03-9767-962a310979c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7918298 Jul 24 00:48:23.760091 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 41680) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:48:23.762798 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032114e1-741f-4dde-ae59-be0a16c95b1a None None] Sync routers for ids ['a4c0a7f5-780a-4c03-9767-962a310979c1'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:48:23.772590 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032114e1-741f-4dde-ae59-be0a16c95b1a None None] Routers {'a4c0a7f5-780a-4c03-9767-962a310979c1'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:48:23.773406 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-032114e1-741f-4dde-ae59-be0a16c95b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:47:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['a4c0a7f5-780a-4c03-9767-962a310979c1'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:48:23.868841 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9645f729-ca78-4240-9202-238d94eb2974 admin admin] Notify callbacks [] for router, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:23.893070 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-032114e1-741f-4dde-ae59-be0a16c95b1a None None] Set router a4c0a7f5-780a-4c03-9767-962a310979c1 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:48:23.975460 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9645f729-ca78-4240-9202-238d94eb2974 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:24.032149 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-9645f729-ca78-4240-9202-238d94eb2974 admin admin] Deleting port 8e45cccc-6c15-4470-8191-5b8f7a1c99f1 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:48:24.032505 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9645f729-ca78-4240-9202-238d94eb2974 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:24.082227 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-032114e1-741f-4dde-ae59-be0a16c95b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'name': 'tempest-ServerActionsTestJSON-420210054-router', 'tenant_id': '7ff741ab94134ca0b89362b546f6cdc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '8e45cccc-6c15-4470-8191-5b8f7a1c99f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:38:31Z', 'updated_at': '2021-07-24T00:48:22Z', 'revision_number': 5, 'project_id': '7ff741ab94134ca0b89362b546f6cdc4', 'gw_port': {'id': '8e45cccc-6c15-4470-8191-5b8f7a1c99f1', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:38:31Z', 'updated_at': '2021-07-24T00:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:48:24.110488 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032114e1-741f-4dde-ae59-be0a16c95b1a None None] Checking router: a4c0a7f5-780a-4c03-9767-962a310979c1 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:48:24.114781 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-9645f729-ca78-4240-9202-238d94eb2974 admin admin] For port 8e45cccc-6c15-4470-8191-5b8f7a1c99f1, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=8e45cccc-6c15-4470-8191-5b8f7a1c99f1,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:24.115148 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9645f729-ca78-4240-9202-238d94eb2974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:24.119746 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032114e1-741f-4dde-ae59-be0a16c95b1a None None] Routers {'a4c0a7f5-780a-4c03-9767-962a310979c1'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:48:24.120385 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-032114e1-741f-4dde-ae59-be0a16c95b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:47:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['a4c0a7f5-780a-4c03-9767-962a310979c1'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:48:24.133043 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-9645f729-ca78-4240-9202-238d94eb2974 admin admin] Calling delete_port for 8e45cccc-6c15-4470-8191-5b8f7a1c99f1 owned by network:router_gateway {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:48:24.213184 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-032114e1-741f-4dde-ae59-be0a16c95b1a None None] Set router a4c0a7f5-780a-4c03-9767-962a310979c1 gateway port host: None {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:48:24.275036 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-032114e1-741f-4dde-ae59-be0a16c95b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'name': 'tempest-ServerActionsTestJSON-420210054-router', 'tenant_id': '7ff741ab94134ca0b89362b546f6cdc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:38:31Z', 'updated_at': '2021-07-24T00:48:23Z', 'revision_number': 6, 'project_id': '7ff741ab94134ca0b89362b546f6cdc4', 'gw_port_host': None}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:48:24.302501 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032114e1-741f-4dde-ae59-be0a16c95b1a None None] The sync data for ids ['a4c0a7f5-780a-4c03-9767-962a310979c1'] in n-d-800088-16 is: [{'id': 'a4c0a7f5-780a-4c03-9767-962a310979c1', 'name': 'tempest-ServerActionsTestJSON-420210054-router', 'tenant_id': '7ff741ab94134ca0b89362b546f6cdc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:38:31Z', 'updated_at': '2021-07-24T00:48:23Z', 'revision_number': 6, 'project_id': '7ff741ab94134ca0b89362b546f6cdc4', 'gw_port_host': None}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:48:24.313252 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9645f729-ca78-4240-9202-238d94eb2974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:24.346232 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9645f729-ca78-4240-9202-238d94eb2974 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e45cccc-6c15-4470-8191-5b8f7a1c99f1,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:24.413691 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9645f729-ca78-4240-9202-238d94eb2974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687114'] for router_gateway, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:24.512104 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9645f729-ca78-4240-9202-238d94eb2974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:24.514672 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9645f729-ca78-4240-9202-238d94eb2974 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:24.559810 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9645f729-ca78-4240-9202-238d94eb2974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:24.560375 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9645f729-ca78-4240-9202-238d94eb2974 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4c0a7f5-780a-4c03-9767-962a310979c1 {{(pid=100313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:48:24.567406 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9645f729-ca78-4240-9202-238d94eb2974 admin admin] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:24.568606 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-9645f729-ca78-4240-9202-238d94eb2974 admin admin] 10.222.0.44 "DELETE /v2.0/routers/a4c0a7f5-780a-4c03-9767-962a310979c1 HTTP/1.1" status: 204 len: 168 time: 0.8075502 Jul 24 00:48:24.571255 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 41682) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:48:24.621517 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-afa4da43-f5ea-4484-a0bd-074cbc0d3c30 admin admin] Deleting subnet 0b7c5b75-2508-4120-912d-db2d0559c3e3 {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:48:24.624800 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-afa4da43-f5ea-4484-a0bd-074cbc0d3c30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:24.660287 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-afa4da43-f5ea-4484-a0bd-074cbc0d3c30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:24.746389 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-afa4da43-f5ea-4484-a0bd-074cbc0d3c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:24.803447 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-afa4da43-f5ea-4484-a0bd-074cbc0d3c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:24.828598 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa4da43-f5ea-4484-a0bd-074cbc0d3c30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b7c5b75-2508-4120-912d-db2d0559c3e3,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:24.832150 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-afa4da43-f5ea-4484-a0bd-074cbc0d3c30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:24.834576 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-afa4da43-f5ea-4484-a0bd-074cbc0d3c30 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/0b7c5b75-2508-4120-912d-db2d0559c3e3 HTTP/1.1" status: 204 len: 168 time: 0.2617776 Jul 24 00:48:24.836488 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 41684) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:48:24.839007 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3957d857-5d67-4b7c-b8bc-336ede9bc3a2 None None] Network 635858b5-bce4-486f-8958-a3f0e6bef947 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:48:24.904638 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-13b4cd67-d266-4fb8-8245-b97194f72a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:24.963157 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-13b4cd67-d266-4fb8-8245-b97194f72a46 admin admin] Deleting port a5d4ecd6-0f0d-4e28-a3d5-3b039b013e85 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:48:24.963496 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-13b4cd67-d266-4fb8-8245-b97194f72a46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:25.033349 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-13b4cd67-d266-4fb8-8245-b97194f72a46 admin admin] For port a5d4ecd6-0f0d-4e28-a3d5-3b039b013e85, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=a5d4ecd6-0f0d-4e28-a3d5-3b039b013e85,segment=NetworkSegment(8a6196fe-df7f-4137-b16c-4b0e6f7109e3),segment_id=8a6196fe-df7f-4137-b16c-4b0e6f7109e3)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:25.033746 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-13b4cd67-d266-4fb8-8245-b97194f72a46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:25.046636 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-13b4cd67-d266-4fb8-8245-b97194f72a46 admin admin] Calling delete_port for a5d4ecd6-0f0d-4e28-a3d5-3b039b013e85 owned by network:dhcp {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:48:25.134374 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-13b4cd67-d266-4fb8-8245-b97194f72a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:25.168214 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b4cd67-d266-4fb8-8245-b97194f72a46 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5d4ecd6-0f0d-4e28-a3d5-3b039b013e85,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:25.170171 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b4cd67-d266-4fb8-8245-b97194f72a46 admin admin] No DVR routers for this DVR port a5d4ecd6-0f0d-4e28-a3d5-3b039b013e85 on host n-d-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:48:25.188530 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4a4dfe-39e4-49f1-a1fb-1d20848a4c57 None None] DHCP port deletion for 635858b5-bce4-486f-8958-a3f0e6bef947 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:48:25.247109 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-13b4cd67-d266-4fb8-8245-b97194f72a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:25.258118 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-13b4cd67-d266-4fb8-8245-b97194f72a46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['635858b5-bce4-486f-8958-a3f0e6bef947']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:48:25.268547 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-13b4cd67-d266-4fb8-8245-b97194f72a46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a6196fe-df7f-4137-b16c-4b0e6f7109e3') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:48:25.268868 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-13b4cd67-d266-4fb8-8245-b97194f72a46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a6196fe-df7f-4137-b16c-4b0e6f7109e3') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:48:25.279741 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-13b4cd67-d266-4fb8-8245-b97194f72a46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:25.300130 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-13b4cd67-d266-4fb8-8245-b97194f72a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:25.306794 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13b4cd67-d266-4fb8-8245-b97194f72a46 admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:48:25.307416 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-13b4cd67-d266-4fb8-8245-b97194f72a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:25.309428 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:48:25.309428 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:48:25.309428 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:48:25.309428 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:48:25.309428 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:48:25.309428 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:48:25.309428 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:48:25.309428 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:48:25.309428 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:48:25.309428 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:48:25.309428 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:48:25.309428 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:48:25.309428 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:48:25.309428 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:48:25.309428 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:48:25.309428 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:48:25.309428 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:48:25.309428 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:48:25.309428 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:48:25.309428 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:48:25.309428 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:48:25.309428 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:48:25.309428 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:48:25.309428 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:48:25.309428 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:48:25.309428 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:48:25.309428 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:48:25.309428 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:48:25.309428 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:48:25.309428 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:48:25.309428 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:48:25.309428 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:48:25.368291 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-13b4cd67-d266-4fb8-8245-b97194f72a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:25.375400 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-13b4cd67-d266-4fb8-8245-b97194f72a46 admin admin] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:25.379513 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-13b4cd67-d266-4fb8-8245-b97194f72a46 admin admin] 10.222.0.44 "DELETE /v2.0/networks/635858b5-bce4-486f-8958-a3f0e6bef947 HTTP/1.1" status: 204 len: 168 time: 0.5396805 Jul 24 00:48:25.389412 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b4cd67-d266-4fb8-8245-b97194f72a46 admin admin] Pushing event deleted for resources: {'Network': ['ID=635858b5-bce4-486f-8958-a3f0e6bef947,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:25.496041 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 41688) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:48:25.536619 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-988a3517-733a-4b08-b463-1e191aeac75b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7ff741ab94134ca0b89362b546f6cdc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393579 Jul 24 00:48:25.543510 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 41690) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:48:25.588846 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1e3bbbd7-c3b1-4b6a-bc3e-5386f64b030f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:25.610340 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1e3bbbd7-c3b1-4b6a-bc3e-5386f64b030f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:25.661645 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1e3bbbd7-c3b1-4b6a-bc3e-5386f64b030f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:25.664389 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1e3bbbd7-c3b1-4b6a-bc3e-5386f64b030f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:25.666219 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-1e3bbbd7-c3b1-4b6a-bc3e-5386f64b030f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c7b8035b-9b30-4dcc-aaa5-107892774895 HTTP/1.1" status: 204 len: 168 time: 0.1257038 Jul 24 00:48:25.674325 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3bbbd7-c3b1-4b6a-bc3e-5386f64b030f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b8035b-9b30-4dcc-aaa5-107892774895,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:25.815062 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-edd519a8-7a80-4f07-84c1-35cc841ed2c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:26.261665 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 8e45cccc-6c15-4470-8191-5b8f7a1c99f1 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:48:26.282527 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 8e45cccc-6c15-4470-8191-5b8f7a1c99f1 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:48:26.282907 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 8e45cccc-6c15-4470-8191-5b8f7a1c99f1 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:48:26.283337 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device a5d4ecd6-0f0d-4e28-a3d5-3b039b013e85 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:48:26.303714 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: a5d4ecd6-0f0d-4e28-a3d5-3b039b013e85 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:48:26.304066 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device a5d4ecd6-0f0d-4e28-a3d5-3b039b013e85 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:48:26.304497 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 7b76b015-9417-4a2e-aa33-995027831287 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:48:26.327704 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 7b76b015-9417-4a2e-aa33-995027831287 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:48:26.328056 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 7b76b015-9417-4a2e-aa33-995027831287 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:48:26.402186 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 41712) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:48:26.499143 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-d64f5019-ab03-4fcf-9310-6261871e79d4 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1643919166-network', 'tenant_id': 'f902b39f0da84eff88df0b097d1def3a'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:48:26.521890 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64f5019-ab03-4fcf-9310-6261871e79d4 admin admin] Made reservation on behalf of f902b39f0da84eff88df0b097d1def3a for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:48:26.524327 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d64f5019-ab03-4fcf-9310-6261871e79d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:26.533286 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d64f5019-ab03-4fcf-9310-6261871e79d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:26.627431 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d64f5019-ab03-4fcf-9310-6261871e79d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:26.631811 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d64f5019-ab03-4fcf-9310-6261871e79d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:26.656470 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d64f5019-ab03-4fcf-9310-6261871e79d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:48:26.666890 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64f5019-ab03-4fcf-9310-6261871e79d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=021d02a1-dcf5-4c9d-bd78-6091bb2c9fac,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:26.671964 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d64f5019-ab03-4fcf-9310-6261871e79d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:26.672320 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-d64f5019-ab03-4fcf-9310-6261871e79d4 admin admin] Added segment c55da6b1-522a-46f8-99a3-ea77f0c95925 of type vlan for network 203a1ab7-0974-4d5b-a3ea-5e79793c0700 Jul 24 00:48:26.713191 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d64f5019-ab03-4fcf-9310-6261871e79d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:26.742845 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d64f5019-ab03-4fcf-9310-6261871e79d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:26.743814 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64f5019-ab03-4fcf-9310-6261871e79d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:26.744410 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d64f5019-ab03-4fcf-9310-6261871e79d4 admin admin] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:26.775477 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-d64f5019-ab03-4fcf-9310-6261871e79d4 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3721583 Jul 24 00:48:26.778749 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 41716) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:48:26.784292 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-25aa4043-8457-471d-a960-07976c1905d7 admin admin] Request body: {'subnet': {'network_id': '203a1ab7-0974-4d5b-a3ea-5e79793c0700', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1643919166-subnet', 'tenant_id': 'f902b39f0da84eff88df0b097d1def3a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:48:26.806193 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25aa4043-8457-471d-a960-07976c1905d7 admin admin] Made reservation on behalf of f902b39f0da84eff88df0b097d1def3a for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:48:26.809017 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-25aa4043-8457-471d-a960-07976c1905d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:26.813141 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64f5019-ab03-4fcf-9310-6261871e79d4 admin admin] Pushing event updated for resources: {'Network': ['ID=203a1ab7-0974-4d5b-a3ea-5e79793c0700,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:26.823666 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 203a1ab7-0974-4d5b-a3ea-5e79793c0700 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:48:26.886863 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:26.991515 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-25aa4043-8457-471d-a960-07976c1905d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:27.051007 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aa4043-8457-471d-a960-07976c1905d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66fd4113-d99d-4bab-be6e-6a8163533983,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:27.064979 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25aa4043-8457-471d-a960-07976c1905d7 admin admin] Checking segment: {'id': 'c55da6b1-522a-46f8-99a3-ea77f0c95925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '203a1ab7-0974-4d5b-a3ea-5e79793c0700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:48:27.065364 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25aa4043-8457-471d-a960-07976c1905d7 admin admin] Network hostable DHCP agents. Network: 203a1ab7-0974-4d5b-a3ea-5e79793c0700, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:48:27.082468 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25aa4043-8457-471d-a960-07976c1905d7 admin admin] Network 203a1ab7-0974-4d5b-a3ea-5e79793c0700 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:48:27.092154 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-25aa4043-8457-471d-a960-07976c1905d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 203a1ab7-0974-4d5b-a3ea-5e79793c0700) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:48:27.096291 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25aa4043-8457-471d-a960-07976c1905d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:27.096918 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-25aa4043-8457-471d-a960-07976c1905d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:27.103438 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba2f43d-018a-4e1d-a255-19b7f0b8875f None None] Network 203a1ab7-0974-4d5b-a3ea-5e79793c0700 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:48:27.116863 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-25aa4043-8457-471d-a960-07976c1905d7 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3362610 Jul 24 00:48:27.242254 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89fa4db9-775e-4c63-833b-c5f8d28a52e4 None None] Network 203a1ab7-0974-4d5b-a3ea-5e79793c0700 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:48:27.459487 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:27.603812 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1c985d-156c-434d-b563-527679310d3d req-15064fdb-bf50-495e-a6fd-b6fa9192c873 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:27.605445 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bb1c985d-156c-434d-b563-527679310d3d req-15064fdb-bf50-495e-a6fd-b6fa9192c873 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] 10.222.0.44 "GET /v2.0/networks?id=203a1ab7-0974-4d5b-a3ea-5e79793c0700 HTTP/1.1" status: 200 len: 814 time: 0.1049325 Jul 24 00:48:27.620793 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bb1c985d-156c-434d-b563-527679310d3d req-a3286f9e-55c4-462c-a4a7-c8d10df3ab20 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] 10.222.0.44 "GET /v2.0/quotas/f902b39f0da84eff88df0b097d1def3a HTTP/1.1" status: 200 len: 375 time: 0.0100451 Jul 24 00:48:27.655614 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bb1c985d-156c-434d-b563-527679310d3d req-33e49eda-7f63-43f4-977e-9242c3e9e885 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f902b39f0da84eff88df0b097d1def3a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293627 Jul 24 00:48:27.810886 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bb1c985d-156c-434d-b563-527679310d3d req-c97ec3ff-3329-4a9b-ad10-737e8736b304 service neutron] 10.222.0.44 "GET /v2.0/networks/203a1ab7-0974-4d5b-a3ea-5e79793c0700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479082 Jul 24 00:48:27.907213 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bb1c985d-156c-434d-b563-527679310d3d req-2887b83e-4a3a-47e7-819f-7c2c99ad8356 service neutron] 10.222.0.44 "GET /v2.0/networks/203a1ab7-0974-4d5b-a3ea-5e79793c0700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904906 Jul 24 00:48:28.112911 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fb92828e-12e0-4fa7-bfcd-330e3c6c9513 req-0704077c-57ac-48a1-8025-8224e7e3c624 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] 10.222.0.44 "GET /v2.0/ports?device_id=77d66aa3-bc4a-408a-a78a-81e86671e50c HTTP/1.1" status: 200 len: 210 time: 0.0306540 Jul 24 00:48:28.994700 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1c985d-156c-434d-b563-527679310d3d req-8aeaaf73-b003-4f4b-a70b-766eea7a578d tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:28.996183 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bb1c985d-156c-434d-b563-527679310d3d req-8aeaaf73-b003-4f4b-a70b-766eea7a578d tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] 10.222.0.52 "GET /v2.0/networks?id=203a1ab7-0974-4d5b-a3ea-5e79793c0700 HTTP/1.1" status: 200 len: 814 time: 0.1140559 Jul 24 00:48:29.008665 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-bb1c985d-156c-434d-b563-527679310d3d req-f0985910-11cf-471d-86a4-87e3604efcba tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] Request body: {'port': {'device_id': '77d66aa3-bc4a-408a-a78a-81e86671e50c', 'network_id': '203a1ab7-0974-4d5b-a3ea-5e79793c0700', 'admin_state_up': True, 'tenant_id': 'f902b39f0da84eff88df0b097d1def3a'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:48:29.055122 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:29.119263 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb1c985d-156c-434d-b563-527679310d3d req-f0985910-11cf-471d-86a4-87e3604efcba tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] Made reservation on behalf of f902b39f0da84eff88df0b097d1def3a for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:48:29.122785 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-bb1c985d-156c-434d-b563-527679310d3d req-f0985910-11cf-471d-86a4-87e3604efcba tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:29.212094 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7d11c919-1327-47d5-8e36-db7d68a42944 req-a61194fc-d2d2-45c5-8268-19e18a381ea2 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] 10.222.0.44 "GET /v2.0/ports?device_id=77d66aa3-bc4a-408a-a78a-81e86671e50c HTTP/1.1" status: 200 len: 210 time: 0.0306957 Jul 24 00:48:29.267512 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-bb1c985d-156c-434d-b563-527679310d3d req-f0985910-11cf-471d-86a4-87e3604efcba tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] Allocated IP 172.20.0.7 (203a1ab7-0974-4d5b-a3ea-5e79793c0700/66fd4113-d99d-4bab-be6e-6a8163533983/2b6393aa-adc5-4547-9e06-1323cad099e3) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:48:29.338917 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:48:29.439982 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-bb1c985d-156c-434d-b563-527679310d3d req-f0985910-11cf-471d-86a4-87e3604efcba tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:29.478891 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-bb1c985d-156c-434d-b563-527679310d3d req-f0985910-11cf-471d-86a4-87e3604efcba tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:29.522501 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb1c985d-156c-434d-b563-527679310d3d req-f0985910-11cf-471d-86a4-87e3604efcba tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] Network 203a1ab7-0974-4d5b-a3ea-5e79793c0700 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:48:29.527837 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-bb1c985d-156c-434d-b563-527679310d3d req-f0985910-11cf-471d-86a4-87e3604efcba tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:48:29.531837 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb1c985d-156c-434d-b563-527679310d3d req-f0985910-11cf-471d-86a4-87e3604efcba tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:48:29.539102 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0985910-11cf-471d-86a4-87e3604efcba tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] Pushing event updated for resources: {'Port': ['ID=2b6393aa-adc5-4547-9e06-1323cad099e3,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:29.585706 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1c985d-156c-434d-b563-527679310d3d req-f0985910-11cf-471d-86a4-87e3604efcba tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:29.586354 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-bb1c985d-156c-434d-b563-527679310d3d req-f0985910-11cf-471d-86a4-87e3604efcba tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:29.602846 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bb1c985d-156c-434d-b563-527679310d3d req-f0985910-11cf-471d-86a4-87e3604efcba tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5981236 Jul 24 00:48:29.614733 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-bb1c985d-156c-434d-b563-527679310d3d req-9d55c5c1-1d15-4001-97ca-a3f178cf13dd service neutron] Request body: {'port': {'device_id': '77d66aa3-bc4a-408a-a78a-81e86671e50c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:48:29.697325 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-bb1c985d-156c-434d-b563-527679310d3d req-9d55c5c1-1d15-4001-97ca-a3f178cf13dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:29.968285 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-bb1c985d-156c-434d-b563-527679310d3d req-9d55c5c1-1d15-4001-97ca-a3f178cf13dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b6393aa-adc5-4547-9e06-1323cad099e3 {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:48:29.976561 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-bb1c985d-156c-434d-b563-527679310d3d req-9d55c5c1-1d15-4001-97ca-a3f178cf13dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:29.988986 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-bb1c985d-156c-434d-b563-527679310d3d req-9d55c5c1-1d15-4001-97ca-a3f178cf13dd service neutron] Transition to ACTIVE for port object 2b6393aa-adc5-4547-9e06-1323cad099e3 will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:48:29.992996 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-bb1c985d-156c-434d-b563-527679310d3d req-9d55c5c1-1d15-4001-97ca-a3f178cf13dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:30.044408 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d55c5c1-1d15-4001-97ca-a3f178cf13dd service neutron] Pushing event updated for resources: {'Port': ['ID=2b6393aa-adc5-4547-9e06-1323cad099e3,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:30.113183 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-bb1c985d-156c-434d-b563-527679310d3d req-9d55c5c1-1d15-4001-97ca-a3f178cf13dd service neutron] Attempting to bind port 2b6393aa-adc5-4547-9e06-1323cad099e3 on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:48:30.113523 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-bb1c985d-156c-434d-b563-527679310d3d req-9d55c5c1-1d15-4001-97ca-a3f178cf13dd service neutron] Attempting to bind port 2b6393aa-adc5-4547-9e06-1323cad099e3 by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': 'c55da6b1-522a-46f8-99a3-ea77f0c95925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '203a1ab7-0974-4d5b-a3ea-5e79793c0700'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:48:30.113856 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1c985d-156c-434d-b563-527679310d3d req-9d55c5c1-1d15-4001-97ca-a3f178cf13dd service neutron] Attempting to bind port 2b6393aa-adc5-4547-9e06-1323cad099e3 on network 203a1ab7-0974-4d5b-a3ea-5e79793c0700 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:48:30.118279 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1c985d-156c-434d-b563-527679310d3d req-9d55c5c1-1d15-4001-97ca-a3f178cf13dd service neutron] Port 2b6393aa-adc5-4547-9e06-1323cad099e3 on network 203a1ab7-0974-4d5b-a3ea-5e79793c0700 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:48:30.118606 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1c985d-156c-434d-b563-527679310d3d req-9d55c5c1-1d15-4001-97ca-a3f178cf13dd service neutron] Attempting to bind port 2b6393aa-adc5-4547-9e06-1323cad099e3 on network 203a1ab7-0974-4d5b-a3ea-5e79793c0700 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:48:30.123257 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1c985d-156c-434d-b563-527679310d3d req-9d55c5c1-1d15-4001-97ca-a3f178cf13dd service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:48:30.123875 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1c985d-156c-434d-b563-527679310d3d req-9d55c5c1-1d15-4001-97ca-a3f178cf13dd service neutron] Checking segment: {'id': 'c55da6b1-522a-46f8-99a3-ea77f0c95925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '203a1ab7-0974-4d5b-a3ea-5e79793c0700'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:48:30.123997 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1c985d-156c-434d-b563-527679310d3d req-9d55c5c1-1d15-4001-97ca-a3f178cf13dd service neutron] Bound using segment: {'id': 'c55da6b1-522a-46f8-99a3-ea77f0c95925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '203a1ab7-0974-4d5b-a3ea-5e79793c0700'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:48:30.124373 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-bb1c985d-156c-434d-b563-527679310d3d req-9d55c5c1-1d15-4001-97ca-a3f178cf13dd service neutron] Bound port: 2b6393aa-adc5-4547-9e06-1323cad099e3, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c55da6b1-522a-46f8-99a3-ea77f0c95925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '203a1ab7-0974-4d5b-a3ea-5e79793c0700'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:48:30.124736 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-bb1c985d-156c-434d-b563-527679310d3d req-9d55c5c1-1d15-4001-97ca-a3f178cf13dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:30.190547 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-bb1c985d-156c-434d-b563-527679310d3d req-9d55c5c1-1d15-4001-97ca-a3f178cf13dd service neutron] For port 2b6393aa-adc5-4547-9e06-1323cad099e3, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:48:30.193637 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-bb1c985d-156c-434d-b563-527679310d3d req-9d55c5c1-1d15-4001-97ca-a3f178cf13dd service neutron] For port 2b6393aa-adc5-4547-9e06-1323cad099e3, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=2b6393aa-adc5-4547-9e06-1323cad099e3,segment=NetworkSegment(c55da6b1-522a-46f8-99a3-ea77f0c95925),segment_id=c55da6b1-522a-46f8-99a3-ea77f0c95925)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:48:30.198813 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-bb1c985d-156c-434d-b563-527679310d3d req-9d55c5c1-1d15-4001-97ca-a3f178cf13dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:30.233828 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1c985d-156c-434d-b563-527679310d3d req-9d55c5c1-1d15-4001-97ca-a3f178cf13dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:30.234714 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-bb1c985d-156c-434d-b563-527679310d3d req-9d55c5c1-1d15-4001-97ca-a3f178cf13dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:30.236768 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bb1c985d-156c-434d-b563-527679310d3d req-9d55c5c1-1d15-4001-97ca-a3f178cf13dd service neutron] 10.222.0.52 "PUT /v2.0/ports/2b6393aa-adc5-4547-9e06-1323cad099e3 HTTP/1.1" status: 200 len: 1092 time: 0.6265397 Jul 24 00:48:30.239161 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77d66aa3-bc4a-408a-a78a-81e86671e50c', 'tag': '2b6393aa-adc5-4547-9e06-1323cad099e3'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:48:30.242691 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a324a50e90f4c623b07426f507c61504082955629d29c712f41afe6f5cb726b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e00844e4-fb12-4464-bdb0-57e58d329b56" -d '{"events": [{"name": "network-changed", "server_uuid": "77d66aa3-bc4a-408a-a78a-81e86671e50c", "tag": "2b6393aa-adc5-4547-9e06-1323cad099e3"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:48:30.273874 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d55c5c1-1d15-4001-97ca-a3f178cf13dd service neutron] Pushing event updated for resources: {'Port': ['ID=2b6393aa-adc5-4547-9e06-1323cad099e3,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:30.337089 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1c985d-156c-434d-b563-527679310d3d req-e646ccfb-bfc6-44f7-a3d8-25c0f3c7ff09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:30.338620 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bb1c985d-156c-434d-b563-527679310d3d req-e646ccfb-bfc6-44f7-a3d8-25c0f3c7ff09 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f902b39f0da84eff88df0b097d1def3a&device_id=77d66aa3-bc4a-408a-a78a-81e86671e50c HTTP/1.1" status: 200 len: 1095 time: 0.0617559 Jul 24 00:48:30.386103 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b84d0f-9c9c-4484-a6ce-46207af4c52c x-openstack-request-id: req-c4b84d0f-9c9c-4484-a6ce-46207af4c52c {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:48:30.386404 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77d66aa3-bc4a-408a-a78a-81e86671e50c", "tag": "2b6393aa-adc5-4547-9e06-1323cad099e3", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:48:30.386660 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c4b84d0f-9c9c-4484-a6ce-46207af4c52c {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:48:30.387137 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77d66aa3-bc4a-408a-a78a-81e86671e50c', 'tag': '2b6393aa-adc5-4547-9e06-1323cad099e3', 'status': 'completed', 'code': 200} Jul 24 00:48:30.388601 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bb1c985d-156c-434d-b563-527679310d3d req-b0d6fe64-6e80-40ab-b7b2-2bcd38ef7b35 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b6393aa-adc5-4547-9e06-1323cad099e3 HTTP/1.1" status: 200 len: 217 time: 0.0381231 Jul 24 00:48:30.468401 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1c985d-156c-434d-b563-527679310d3d req-963d31ef-8f6c-4c1c-a741-3fe3fd53afad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:30.469820 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bb1c985d-156c-434d-b563-527679310d3d req-963d31ef-8f6c-4c1c-a741-3fe3fd53afad service neutron] 10.222.0.52 "GET /v2.0/subnets?id=66fd4113-d99d-4bab-be6e-6a8163533983 HTTP/1.1" status: 200 len: 854 time: 0.0757091 Jul 24 00:48:30.507699 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bb1c985d-156c-434d-b563-527679310d3d req-02fa454d-d3e8-4bd5-865c-e411df257356 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=203a1ab7-0974-4d5b-a3ea-5e79793c0700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305672 Jul 24 00:48:30.523928 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6de4ae-636e-4301-8565-6cd6dc8e0870 req-6bb017ff-890f-4df0-8fb1-abadbdbfd2dc tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:30.525447 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4a6de4ae-636e-4301-8565-6cd6dc8e0870 req-6bb017ff-890f-4df0-8fb1-abadbdbfd2dc tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] 10.222.0.44 "GET /v2.0/ports?device_id=77d66aa3-bc4a-408a-a78a-81e86671e50c HTTP/1.1" status: 200 len: 943 time: 0.1801083 Jul 24 00:48:30.615023 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4a6de4ae-636e-4301-8565-6cd6dc8e0870 req-d12bdc2c-b26b-43a9-bd7b-0f7e3e32a570 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] 10.222.0.44 "GET /v2.0/security-groups?id=021d02a1-dcf5-4c9d-bd78-6091bb2c9fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825434 Jul 24 00:48:30.640546 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bb1c985d-156c-434d-b563-527679310d3d req-544ad13e-3bb6-4b21-af73-a479e8b99c9e service neutron] 10.222.0.52 "GET /v2.0/networks/203a1ab7-0974-4d5b-a3ea-5e79793c0700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257951 Jul 24 00:48:30.732529 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bb1c985d-156c-434d-b563-527679310d3d req-b95fac12-1078-49c4-9dc0-45316fcfcbbf service neutron] 10.222.0.52 "GET /v2.0/networks/203a1ab7-0974-4d5b-a3ea-5e79793c0700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854561 Jul 24 00:48:30.834916 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00844e4-fb12-4464-bdb0-57e58d329b56 req-f38cf751-4d89-40a0-ba51-3461c664410a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:30.836430 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e00844e4-fb12-4464-bdb0-57e58d329b56 req-f38cf751-4d89-40a0-ba51-3461c664410a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f902b39f0da84eff88df0b097d1def3a&device_id=77d66aa3-bc4a-408a-a78a-81e86671e50c HTTP/1.1" status: 200 len: 1095 time: 0.0563591 Jul 24 00:48:30.931498 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00844e4-fb12-4464-bdb0-57e58d329b56 req-5992e74d-c4c9-4803-a183-f3dde725c8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:30.933280 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e00844e4-fb12-4464-bdb0-57e58d329b56 req-5992e74d-c4c9-4803-a183-f3dde725c8ce service neutron] 10.222.0.52 "GET /v2.0/networks?id=203a1ab7-0974-4d5b-a3ea-5e79793c0700 HTTP/1.1" status: 200 len: 915 time: 0.0907879 Jul 24 00:48:30.975709 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e00844e4-fb12-4464-bdb0-57e58d329b56 req-705482e8-32bb-4bef-b421-bacdc650671e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b6393aa-adc5-4547-9e06-1323cad099e3 HTTP/1.1" status: 200 len: 217 time: 0.0351489 Jul 24 00:48:31.030336 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00844e4-fb12-4464-bdb0-57e58d329b56 req-06be1461-e144-43ad-9a11-3216b91cb7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:31.031826 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e00844e4-fb12-4464-bdb0-57e58d329b56 req-06be1461-e144-43ad-9a11-3216b91cb7dd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=66fd4113-d99d-4bab-be6e-6a8163533983 HTTP/1.1" status: 200 len: 854 time: 0.0482991 Jul 24 00:48:31.066758 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e00844e4-fb12-4464-bdb0-57e58d329b56 req-d001c63c-72b1-4820-90c9-f073dbb1afe7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=203a1ab7-0974-4d5b-a3ea-5e79793c0700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284631 Jul 24 00:48:31.155671 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e00844e4-fb12-4464-bdb0-57e58d329b56 req-ea821c37-f7ed-4035-bc3d-4339d94b5854 service neutron] 10.222.0.52 "GET /v2.0/networks/203a1ab7-0974-4d5b-a3ea-5e79793c0700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822389 Jul 24 00:48:31.250573 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e00844e4-fb12-4464-bdb0-57e58d329b56 req-990a7766-d994-4a33-aacd-7e5c01b34b6d service neutron] 10.222.0.52 "GET /v2.0/networks/203a1ab7-0974-4d5b-a3ea-5e79793c0700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879123 Jul 24 00:48:31.828775 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a636a75-177b-4c9b-a55d-3ecd5e4ede4f req-8e669e4f-123b-4892-9af8-8a007d561eeb tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:31.830373 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4a636a75-177b-4c9b-a55d-3ecd5e4ede4f req-8e669e4f-123b-4892-9af8-8a007d561eeb tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] 10.222.0.44 "GET /v2.0/ports?device_id=77d66aa3-bc4a-408a-a78a-81e86671e50c HTTP/1.1" status: 200 len: 943 time: 0.1098309 Jul 24 00:48:31.870728 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4a636a75-177b-4c9b-a55d-3ecd5e4ede4f req-5534f17d-86f2-4387-b0b2-76d6b0292cad tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] 10.222.0.44 "GET /v2.0/security-groups?id=021d02a1-dcf5-4c9d-bd78-6091bb2c9fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347567 Jul 24 00:48:33.010065 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf2fc5-88c1-48d5-a122-8bfca6d160c5 req-914b55a2-8539-4fdf-8567-cb6aaaad22cd tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:33.011704 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-faaf2fc5-88c1-48d5-a122-8bfca6d160c5 req-914b55a2-8539-4fdf-8567-cb6aaaad22cd tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] 10.222.0.44 "GET /v2.0/ports?device_id=77d66aa3-bc4a-408a-a78a-81e86671e50c HTTP/1.1" status: 200 len: 943 time: 0.0709414 Jul 24 00:48:33.051706 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-faaf2fc5-88c1-48d5-a122-8bfca6d160c5 req-a67ec3ec-2478-4324-a755-5f762ab50bd0 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] 10.222.0.44 "GET /v2.0/security-groups?id=021d02a1-dcf5-4c9d-bd78-6091bb2c9fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339243 Jul 24 00:48:34.186142 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4812a7f4-b4d6-4461-a9eb-1a7340fe6787 req-7da35f72-c3af-4dea-9c40-971705129a0a tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:34.188213 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4812a7f4-b4d6-4461-a9eb-1a7340fe6787 req-7da35f72-c3af-4dea-9c40-971705129a0a tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] 10.222.0.44 "GET /v2.0/ports?device_id=77d66aa3-bc4a-408a-a78a-81e86671e50c HTTP/1.1" status: 200 len: 943 time: 0.0691707 Jul 24 00:48:34.229144 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4812a7f4-b4d6-4461-a9eb-1a7340fe6787 req-b8bed380-3d50-4b7f-a6d6-71d89d884de7 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] 10.222.0.44 "GET /v2.0/security-groups?id=021d02a1-dcf5-4c9d-bd78-6091bb2c9fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339341 Jul 24 00:48:34.404026 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 2b6393aa-adc5-4547-9e06-1323cad099e3 details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:48:34.505594 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 2b6393aa-adc5-4547-9e06-1323cad099e3, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=2b6393aa-adc5-4547-9e06-1323cad099e3,segment=NetworkSegment(c55da6b1-522a-46f8-99a3-ea77f0c95925),segment_id=c55da6b1-522a-46f8-99a3-ea77f0c95925)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:34.516540 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': '2b6393aa-adc5-4547-9e06-1323cad099e3', 'network_id': '203a1ab7-0974-4d5b-a3ea-5e79793c0700', 'port_id': '2b6393aa-adc5-4547-9e06-1323cad099e3', 'mac_address': 'fa:16:3e:c7:63:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66fd4113-d99d-4bab-be6e-6a8163533983', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:48:34.554996 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:34.568345 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b6393aa-adc5-4547-9e06-1323cad099e3 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:48:34.588684 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 2b6393aa-adc5-4547-9e06-1323cad099e3, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=2b6393aa-adc5-4547-9e06-1323cad099e3,segment=NetworkSegment(c55da6b1-522a-46f8-99a3-ea77f0c95925),segment_id=c55da6b1-522a-46f8-99a3-ea77f0c95925)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:34.592605 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:34.641147 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=2b6393aa-adc5-4547-9e06-1323cad099e3,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:34.776209 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['2b6393aa-adc5-4547-9e06-1323cad099e3'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:48:35.373468 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fc6ca4-a680-4091-8883-1f379fabaaf7 req-0e037501-d849-42bf-ae19-a99984a070fe tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:35.375205 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-52fc6ca4-a680-4091-8883-1f379fabaaf7 req-0e037501-d849-42bf-ae19-a99984a070fe tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] 10.222.0.44 "GET /v2.0/ports?device_id=77d66aa3-bc4a-408a-a78a-81e86671e50c HTTP/1.1" status: 200 len: 944 time: 0.0781248 Jul 24 00:48:35.413160 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-52fc6ca4-a680-4091-8883-1f379fabaaf7 req-77ec1d4e-39b2-4d08-ab5c-5a228cd747a9 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] 10.222.0.44 "GET /v2.0/security-groups?id=021d02a1-dcf5-4c9d-bd78-6091bb2c9fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325210 Jul 24 00:48:36.419378 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 2b6393aa-adc5-4547-9e06-1323cad099e3 up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:48:36.470352 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port 2b6393aa-adc5-4547-9e06-1323cad099e3 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:48:36.474110 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port 2b6393aa-adc5-4547-9e06-1323cad099e3 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:48:36.474498 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:36.549806 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f08b73e-d00f-466e-9a20-986d482ed3e4 req-455029d3-f55d-4001-a5db-58be0fa7c802 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:36.551395 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5f08b73e-d00f-466e-9a20-986d482ed3e4 req-455029d3-f55d-4001-a5db-58be0fa7c802 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] 10.222.0.44 "GET /v2.0/ports?device_id=77d66aa3-bc4a-408a-a78a-81e86671e50c HTTP/1.1" status: 200 len: 944 time: 0.0690691 Jul 24 00:48:36.557094 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:36.580792 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77d66aa3-bc4a-408a-a78a-81e86671e50c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b6393aa-adc5-4547-9e06-1323cad099e3'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:48:36.583645 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d90a2cf-e8fe-4256-a447-1a16384d1559" -d '{"events": [{"server_uuid": "77d66aa3-bc4a-408a-a78a-81e86671e50c", "name": "network-vif-plugged", "status": "completed", "tag": "2b6393aa-adc5-4547-9e06-1323cad099e3"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:48:36.596741 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 2b6393aa-adc5-4547-9e06-1323cad099e3, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=2b6393aa-adc5-4547-9e06-1323cad099e3,segment=NetworkSegment(c55da6b1-522a-46f8-99a3-ea77f0c95925),segment_id=c55da6b1-522a-46f8-99a3-ea77f0c95925)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:36.600418 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5f08b73e-d00f-466e-9a20-986d482ed3e4 req-93159256-fd9b-439c-903f-9367d3b1769c tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] 10.222.0.44 "GET /v2.0/security-groups?id=021d02a1-dcf5-4c9d-bd78-6091bb2c9fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431478 Jul 24 00:48:36.602691 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:36.652640 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=2b6393aa-adc5-4547-9e06-1323cad099e3,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:36.682929 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c7545b6-af29-4e1d-a0d8-f3de79dafd7c x-openstack-request-id: req-4c7545b6-af29-4e1d-a0d8-f3de79dafd7c {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:48:36.683228 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77d66aa3-bc4a-408a-a78a-81e86671e50c", "name": "network-vif-plugged", "status": "completed", "tag": "2b6393aa-adc5-4547-9e06-1323cad099e3", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:48:36.683487 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4c7545b6-af29-4e1d-a0d8-f3de79dafd7c {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:48:36.683889 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77d66aa3-bc4a-408a-a78a-81e86671e50c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b6393aa-adc5-4547-9e06-1323cad099e3', 'code': 200} Jul 24 00:48:36.793109 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a82455f-2f5f-42f8-8529-b61a8cefc4b9 req-44cf6959-6924-4c22-b07b-d5d35f25d754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:36.794647 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7a82455f-2f5f-42f8-8529-b61a8cefc4b9 req-44cf6959-6924-4c22-b07b-d5d35f25d754 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=77d66aa3-bc4a-408a-a78a-81e86671e50c HTTP/1.1" status: 200 len: 1097 time: 0.0531354 Jul 24 00:48:36.829728 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7a82455f-2f5f-42f8-8529-b61a8cefc4b9 req-62b22195-b9ca-434d-88e3-6dc4174bdae0 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=021d02a1-dcf5-4c9d-bd78-6091bb2c9fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289977 Jul 24 00:48:37.731495 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dd7118-014b-4474-a6f0-0c330a11672f req-1e60a75e-84a8-4d9a-aedc-6dcbe59884b7 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:37.733098 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-54dd7118-014b-4474-a6f0-0c330a11672f req-1e60a75e-84a8-4d9a-aedc-6dcbe59884b7 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] 10.222.0.44 "GET /v2.0/ports?device_id=77d66aa3-bc4a-408a-a78a-81e86671e50c HTTP/1.1" status: 200 len: 945 time: 0.0666144 Jul 24 00:48:37.772521 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-54dd7118-014b-4474-a6f0-0c330a11672f req-6b55ec96-8a48-4d39-be95-acb3b634315d tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] 10.222.0.44 "GET /v2.0/security-groups?id=021d02a1-dcf5-4c9d-bd78-6091bb2c9fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336947 Jul 24 00:48:38.280064 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863635ce-52de-4d8e-8f37-15f13e2a1266 req-72749346-708b-4a1b-927d-18f24307153c tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:38.281559 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-863635ce-52de-4d8e-8f37-15f13e2a1266 req-72749346-708b-4a1b-927d-18f24307153c tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] 10.222.0.44 "GET /v2.0/networks?id=203a1ab7-0974-4d5b-a3ea-5e79793c0700 HTTP/1.1" status: 200 len: 814 time: 0.3789918 Jul 24 00:48:38.296261 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-863635ce-52de-4d8e-8f37-15f13e2a1266 req-5f50950b-09dd-4129-9d7d-beb8f0c2b784 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] 10.222.0.44 "GET /v2.0/quotas/f902b39f0da84eff88df0b097d1def3a HTTP/1.1" status: 200 len: 375 time: 0.0087838 Jul 24 00:48:38.358419 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-863635ce-52de-4d8e-8f37-15f13e2a1266 req-ed4924c5-5fc1-4bb1-b92c-a65f5f59113a tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f902b39f0da84eff88df0b097d1def3a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0574622 Jul 24 00:48:38.368588 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [req-863635ce-52de-4d8e-8f37-15f13e2a1266 req-2059f1e3-4490-4e09-a885-5b0805471cb1 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=100313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:48:38.369565 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-863635ce-52de-4d8e-8f37-15f13e2a1266 req-2059f1e3-4490-4e09-a885-5b0805471cb1 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049212 Jul 24 00:48:38.454426 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-863635ce-52de-4d8e-8f37-15f13e2a1266 req-29def21d-2157-4124-8fc1-b8394b14cd7f service neutron] 10.222.0.44 "GET /v2.0/networks/203a1ab7-0974-4d5b-a3ea-5e79793c0700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796695 Jul 24 00:48:38.547431 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-863635ce-52de-4d8e-8f37-15f13e2a1266 req-4ae79510-2c3e-4350-a6e7-08b07a4b5172 service neutron] 10.222.0.44 "GET /v2.0/networks/203a1ab7-0974-4d5b-a3ea-5e79793c0700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864599 Jul 24 00:48:38.723641 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-17e418c2-2c82-4178-971b-e9b09a3ce694 req-a8afc4d2-4892-44ee-a616-9cfc2872cebf tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] 10.222.0.44 "GET /v2.0/ports?device_id=6bea857a-9191-45f4-b4ad-b87fccd1f756 HTTP/1.1" status: 200 len: 210 time: 0.0351248 Jul 24 00:48:39.834806 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863635ce-52de-4d8e-8f37-15f13e2a1266 req-1df5316a-997f-4147-88a7-4ec5cd189547 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:39.836349 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-863635ce-52de-4d8e-8f37-15f13e2a1266 req-1df5316a-997f-4147-88a7-4ec5cd189547 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] 10.222.0.64 "GET /v2.0/networks?id=203a1ab7-0974-4d5b-a3ea-5e79793c0700 HTTP/1.1" status: 200 len: 814 time: 0.1145825 Jul 24 00:48:39.846072 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-02157f19-5285-41bc-934d-d7fa4871dd8e req-8d3ebfa3-41e3-4008-b419-d951cf5e61a6 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] 10.222.0.44 "GET /v2.0/ports?device_id=6bea857a-9191-45f4-b4ad-b87fccd1f756 HTTP/1.1" status: 200 len: 210 time: 0.0338283 Jul 24 00:48:39.853526 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-863635ce-52de-4d8e-8f37-15f13e2a1266 req-16afaea3-ef79-4a0b-a280-ddbc30f62292 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] Request body: {'port': {'device_id': '6bea857a-9191-45f4-b4ad-b87fccd1f756', 'network_id': '203a1ab7-0974-4d5b-a3ea-5e79793c0700', 'admin_state_up': True, 'tenant_id': 'f902b39f0da84eff88df0b097d1def3a'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:48:39.970779 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-863635ce-52de-4d8e-8f37-15f13e2a1266 req-16afaea3-ef79-4a0b-a280-ddbc30f62292 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] Made reservation on behalf of f902b39f0da84eff88df0b097d1def3a for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:48:39.974341 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-863635ce-52de-4d8e-8f37-15f13e2a1266 req-16afaea3-ef79-4a0b-a280-ddbc30f62292 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:40.107273 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [req-863635ce-52de-4d8e-8f37-15f13e2a1266 req-16afaea3-ef79-4a0b-a280-ddbc30f62292 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] Allocated IP 172.20.0.5 (203a1ab7-0974-4d5b-a3ea-5e79793c0700/66fd4113-d99d-4bab-be6e-6a8163533983/8a5ce8a6-2224-48a2-8aac-be4c5709fd91) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:48:40.257960 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-863635ce-52de-4d8e-8f37-15f13e2a1266 req-16afaea3-ef79-4a0b-a280-ddbc30f62292 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:40.303089 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-863635ce-52de-4d8e-8f37-15f13e2a1266 req-16afaea3-ef79-4a0b-a280-ddbc30f62292 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:40.315439 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['2b6393aa-adc5-4547-9e06-1323cad099e3'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:48:40.349393 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-863635ce-52de-4d8e-8f37-15f13e2a1266 req-16afaea3-ef79-4a0b-a280-ddbc30f62292 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] Network 203a1ab7-0974-4d5b-a3ea-5e79793c0700 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:48:40.352660 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [req-863635ce-52de-4d8e-8f37-15f13e2a1266 req-16afaea3-ef79-4a0b-a280-ddbc30f62292 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:48:40.359232 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-863635ce-52de-4d8e-8f37-15f13e2a1266 req-16afaea3-ef79-4a0b-a280-ddbc30f62292 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:48:40.386146 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16afaea3-ef79-4a0b-a280-ddbc30f62292 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] Pushing event updated for resources: {'Port': ['ID=8a5ce8a6-2224-48a2-8aac-be4c5709fd91,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:40.414318 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863635ce-52de-4d8e-8f37-15f13e2a1266 req-16afaea3-ef79-4a0b-a280-ddbc30f62292 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:40.414992 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-863635ce-52de-4d8e-8f37-15f13e2a1266 req-16afaea3-ef79-4a0b-a280-ddbc30f62292 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:40.430073 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-863635ce-52de-4d8e-8f37-15f13e2a1266 req-16afaea3-ef79-4a0b-a280-ddbc30f62292 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5848975 Jul 24 00:48:40.442992 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-863635ce-52de-4d8e-8f37-15f13e2a1266 req-9d1a1afd-9967-4548-83c2-bad58fe85fb3 service neutron] Request body: {'port': {'device_id': '6bea857a-9191-45f4-b4ad-b87fccd1f756', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-16'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:48:40.523533 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-863635ce-52de-4d8e-8f37-15f13e2a1266 req-9d1a1afd-9967-4548-83c2-bad58fe85fb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:40.797884 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-863635ce-52de-4d8e-8f37-15f13e2a1266 req-9d1a1afd-9967-4548-83c2-bad58fe85fb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a5ce8a6-2224-48a2-8aac-be4c5709fd91 {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:48:40.806175 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-863635ce-52de-4d8e-8f37-15f13e2a1266 req-9d1a1afd-9967-4548-83c2-bad58fe85fb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:40.819358 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-863635ce-52de-4d8e-8f37-15f13e2a1266 req-9d1a1afd-9967-4548-83c2-bad58fe85fb3 service neutron] Transition to ACTIVE for port object 8a5ce8a6-2224-48a2-8aac-be4c5709fd91 will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:48:40.822709 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-863635ce-52de-4d8e-8f37-15f13e2a1266 req-9d1a1afd-9967-4548-83c2-bad58fe85fb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:40.876562 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1a1afd-9967-4548-83c2-bad58fe85fb3 service neutron] Pushing event updated for resources: {'Port': ['ID=8a5ce8a6-2224-48a2-8aac-be4c5709fd91,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:40.981824 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-863635ce-52de-4d8e-8f37-15f13e2a1266 req-9d1a1afd-9967-4548-83c2-bad58fe85fb3 service neutron] Attempting to bind port 8a5ce8a6-2224-48a2-8aac-be4c5709fd91 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:48:40.982161 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-863635ce-52de-4d8e-8f37-15f13e2a1266 req-9d1a1afd-9967-4548-83c2-bad58fe85fb3 service neutron] Attempting to bind port 8a5ce8a6-2224-48a2-8aac-be4c5709fd91 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': 'c55da6b1-522a-46f8-99a3-ea77f0c95925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '203a1ab7-0974-4d5b-a3ea-5e79793c0700'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:48:40.982494 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863635ce-52de-4d8e-8f37-15f13e2a1266 req-9d1a1afd-9967-4548-83c2-bad58fe85fb3 service neutron] Attempting to bind port 8a5ce8a6-2224-48a2-8aac-be4c5709fd91 on network 203a1ab7-0974-4d5b-a3ea-5e79793c0700 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:48:40.989363 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863635ce-52de-4d8e-8f37-15f13e2a1266 req-9d1a1afd-9967-4548-83c2-bad58fe85fb3 service neutron] Port 8a5ce8a6-2224-48a2-8aac-be4c5709fd91 on network 203a1ab7-0974-4d5b-a3ea-5e79793c0700 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:48:40.989688 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863635ce-52de-4d8e-8f37-15f13e2a1266 req-9d1a1afd-9967-4548-83c2-bad58fe85fb3 service neutron] Attempting to bind port 8a5ce8a6-2224-48a2-8aac-be4c5709fd91 on network 203a1ab7-0974-4d5b-a3ea-5e79793c0700 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:48:40.997119 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863635ce-52de-4d8e-8f37-15f13e2a1266 req-9d1a1afd-9967-4548-83c2-bad58fe85fb3 service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:48:40.997463 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863635ce-52de-4d8e-8f37-15f13e2a1266 req-9d1a1afd-9967-4548-83c2-bad58fe85fb3 service neutron] Checking segment: {'id': 'c55da6b1-522a-46f8-99a3-ea77f0c95925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '203a1ab7-0974-4d5b-a3ea-5e79793c0700'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:48:40.997850 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863635ce-52de-4d8e-8f37-15f13e2a1266 req-9d1a1afd-9967-4548-83c2-bad58fe85fb3 service neutron] Bound using segment: {'id': 'c55da6b1-522a-46f8-99a3-ea77f0c95925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '203a1ab7-0974-4d5b-a3ea-5e79793c0700'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:48:40.998276 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-863635ce-52de-4d8e-8f37-15f13e2a1266 req-9d1a1afd-9967-4548-83c2-bad58fe85fb3 service neutron] Bound port: 8a5ce8a6-2224-48a2-8aac-be4c5709fd91, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c55da6b1-522a-46f8-99a3-ea77f0c95925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '203a1ab7-0974-4d5b-a3ea-5e79793c0700'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:48:40.998641 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-863635ce-52de-4d8e-8f37-15f13e2a1266 req-9d1a1afd-9967-4548-83c2-bad58fe85fb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:41.027295 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68290144-6015-4fbe-b49e-7519c21d1411 req-66b661b0-2198-41fa-8aae-58d2a3d42296 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:41.028924 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-68290144-6015-4fbe-b49e-7519c21d1411 req-66b661b0-2198-41fa-8aae-58d2a3d42296 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] 10.222.0.44 "GET /v2.0/ports?device_id=6bea857a-9191-45f4-b4ad-b87fccd1f756 HTTP/1.1" status: 200 len: 943 time: 0.1107469 Jul 24 00:48:41.103768 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-68290144-6015-4fbe-b49e-7519c21d1411 req-de88894f-019d-4256-811e-bb685e5104c1 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] 10.222.0.44 "GET /v2.0/security-groups?id=021d02a1-dcf5-4c9d-bd78-6091bb2c9fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569291 Jul 24 00:48:41.108041 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-863635ce-52de-4d8e-8f37-15f13e2a1266 req-9d1a1afd-9967-4548-83c2-bad58fe85fb3 service neutron] For port 8a5ce8a6-2224-48a2-8aac-be4c5709fd91, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:48:41.111747 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-863635ce-52de-4d8e-8f37-15f13e2a1266 req-9d1a1afd-9967-4548-83c2-bad58fe85fb3 service neutron] For port 8a5ce8a6-2224-48a2-8aac-be4c5709fd91, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=8a5ce8a6-2224-48a2-8aac-be4c5709fd91,segment=NetworkSegment(c55da6b1-522a-46f8-99a3-ea77f0c95925),segment_id=c55da6b1-522a-46f8-99a3-ea77f0c95925)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:48:41.115776 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-863635ce-52de-4d8e-8f37-15f13e2a1266 req-9d1a1afd-9967-4548-83c2-bad58fe85fb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:41.156898 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863635ce-52de-4d8e-8f37-15f13e2a1266 req-9d1a1afd-9967-4548-83c2-bad58fe85fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:41.157558 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-863635ce-52de-4d8e-8f37-15f13e2a1266 req-9d1a1afd-9967-4548-83c2-bad58fe85fb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:41.159643 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-863635ce-52de-4d8e-8f37-15f13e2a1266 req-9d1a1afd-9967-4548-83c2-bad58fe85fb3 service neutron] 10.222.0.64 "PUT /v2.0/ports/8a5ce8a6-2224-48a2-8aac-be4c5709fd91 HTTP/1.1" status: 200 len: 1092 time: 0.7215629 Jul 24 00:48:41.160088 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bea857a-9191-45f4-b4ad-b87fccd1f756', 'tag': '8a5ce8a6-2224-48a2-8aac-be4c5709fd91'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:48:41.162415 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ca6289479467a4ba05073106d22bde53eeb8e41e45d1d61de889cb760577b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e096e1b1-27f3-44b5-b4b1-09d2bf48be10" -d '{"events": [{"name": "network-changed", "server_uuid": "6bea857a-9191-45f4-b4ad-b87fccd1f756", "tag": "8a5ce8a6-2224-48a2-8aac-be4c5709fd91"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:48:41.190051 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1a1afd-9967-4548-83c2-bad58fe85fb3 service neutron] Pushing event updated for resources: {'Port': ['ID=8a5ce8a6-2224-48a2-8aac-be4c5709fd91,revision_number=3']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:41.208013 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a83f5b8b-14a3-42d3-a23c-e42dc32186ba x-openstack-request-id: req-a83f5b8b-14a3-42d3-a23c-e42dc32186ba {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:48:41.208301 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bea857a-9191-45f4-b4ad-b87fccd1f756", "tag": "8a5ce8a6-2224-48a2-8aac-be4c5709fd91", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:48:41.208582 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a83f5b8b-14a3-42d3-a23c-e42dc32186ba {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:48:41.208999 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bea857a-9191-45f4-b4ad-b87fccd1f756', 'tag': '8a5ce8a6-2224-48a2-8aac-be4c5709fd91', 'status': 'completed', 'code': 200} Jul 24 00:48:41.257474 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863635ce-52de-4d8e-8f37-15f13e2a1266 req-6430c02b-0aab-4879-9811-745b4406dcac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:41.259014 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-863635ce-52de-4d8e-8f37-15f13e2a1266 req-6430c02b-0aab-4879-9811-745b4406dcac service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f902b39f0da84eff88df0b097d1def3a&device_id=6bea857a-9191-45f4-b4ad-b87fccd1f756 HTTP/1.1" status: 200 len: 1095 time: 0.0603795 Jul 24 00:48:41.304285 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-863635ce-52de-4d8e-8f37-15f13e2a1266 req-d4bde582-1fc4-4c9e-b7b5-93b2cda100cc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a5ce8a6-2224-48a2-8aac-be4c5709fd91 HTTP/1.1" status: 200 len: 217 time: 0.0374787 Jul 24 00:48:41.369590 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863635ce-52de-4d8e-8f37-15f13e2a1266 req-965234a4-ff42-454b-be22-a74b0a9da9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:41.371007 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-863635ce-52de-4d8e-8f37-15f13e2a1266 req-965234a4-ff42-454b-be22-a74b0a9da9d3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=66fd4113-d99d-4bab-be6e-6a8163533983 HTTP/1.1" status: 200 len: 854 time: 0.0613298 Jul 24 00:48:41.406678 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-863635ce-52de-4d8e-8f37-15f13e2a1266 req-279e0d08-9f05-43f6-b7fa-937a770966c2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=203a1ab7-0974-4d5b-a3ea-5e79793c0700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288811 Jul 24 00:48:41.496796 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-863635ce-52de-4d8e-8f37-15f13e2a1266 req-4a3ff1f7-1a3b-4470-8274-fe6efaded3fb service neutron] 10.222.0.64 "GET /v2.0/networks/203a1ab7-0974-4d5b-a3ea-5e79793c0700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835521 Jul 24 00:48:41.593869 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-863635ce-52de-4d8e-8f37-15f13e2a1266 req-4db4a2b3-9597-476b-8d80-45ed2645f1c2 service neutron] 10.222.0.64 "GET /v2.0/networks/203a1ab7-0974-4d5b-a3ea-5e79793c0700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902693 Jul 24 00:48:41.700638 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e096e1b1-27f3-44b5-b4b1-09d2bf48be10 req-c63dbf8f-9755-4627-a237-f6252503af68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:41.702131 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e096e1b1-27f3-44b5-b4b1-09d2bf48be10 req-c63dbf8f-9755-4627-a237-f6252503af68 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f902b39f0da84eff88df0b097d1def3a&device_id=6bea857a-9191-45f4-b4ad-b87fccd1f756 HTTP/1.1" status: 200 len: 1095 time: 0.0584524 Jul 24 00:48:42.147272 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e096e1b1-27f3-44b5-b4b1-09d2bf48be10 req-15a7055f-5b2e-4af3-827e-507b857b717d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:42.148761 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e096e1b1-27f3-44b5-b4b1-09d2bf48be10 req-15a7055f-5b2e-4af3-827e-507b857b717d service neutron] 10.222.0.64 "GET /v2.0/networks?id=203a1ab7-0974-4d5b-a3ea-5e79793c0700 HTTP/1.1" status: 200 len: 915 time: 0.4409053 Jul 24 00:48:42.197150 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e096e1b1-27f3-44b5-b4b1-09d2bf48be10 req-e842b512-0269-4ddf-acd8-0c4374bbabae service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a5ce8a6-2224-48a2-8aac-be4c5709fd91 HTTP/1.1" status: 200 len: 217 time: 0.0370691 Jul 24 00:48:42.279061 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e096e1b1-27f3-44b5-b4b1-09d2bf48be10 req-56150370-e297-412f-a8ca-12b1efaaa38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:42.280541 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e096e1b1-27f3-44b5-b4b1-09d2bf48be10 req-56150370-e297-412f-a8ca-12b1efaaa38a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=66fd4113-d99d-4bab-be6e-6a8163533983 HTTP/1.1" status: 200 len: 854 time: 0.0740535 Jul 24 00:48:42.317292 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e096e1b1-27f3-44b5-b4b1-09d2bf48be10 req-2c0be4a1-9e68-490b-ab06-d43f084bceeb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=203a1ab7-0974-4d5b-a3ea-5e79793c0700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297794 Jul 24 00:48:42.324781 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2064a479-8f10-4a1c-a68d-b04e05d099d2 req-20549073-26ea-4a39-a52d-a1b0131c4f32 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:42.326200 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2064a479-8f10-4a1c-a68d-b04e05d099d2 req-20549073-26ea-4a39-a52d-a1b0131c4f32 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] 10.222.0.44 "GET /v2.0/ports?device_id=6bea857a-9191-45f4-b4ad-b87fccd1f756 HTTP/1.1" status: 200 len: 943 time: 0.1316373 Jul 24 00:48:42.414028 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2064a479-8f10-4a1c-a68d-b04e05d099d2 req-f8b0bc3b-890a-4340-8e50-da8d9bf94ed0 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] 10.222.0.44 "GET /v2.0/security-groups?id=021d02a1-dcf5-4c9d-bd78-6091bb2c9fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791700 Jul 24 00:48:42.440504 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e096e1b1-27f3-44b5-b4b1-09d2bf48be10 req-ce8f261d-ea4f-47f8-aaf5-c95eb1e6d015 service neutron] 10.222.0.64 "GET /v2.0/networks/203a1ab7-0974-4d5b-a3ea-5e79793c0700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133687 Jul 24 00:48:42.532025 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e096e1b1-27f3-44b5-b4b1-09d2bf48be10 req-95119c45-0e8b-4e91-aa71-254108f1b8a6 service neutron] 10.222.0.64 "GET /v2.0/networks/203a1ab7-0974-4d5b-a3ea-5e79793c0700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846245 Jul 24 00:48:43.550846 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0bf00a-4fb5-44de-80d2-4888f14a0d69 req-959c7cc9-60fc-47e5-9e68-5a9f53ae0b79 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:43.552407 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3f0bf00a-4fb5-44de-80d2-4888f14a0d69 req-959c7cc9-60fc-47e5-9e68-5a9f53ae0b79 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] 10.222.0.44 "GET /v2.0/ports?device_id=6bea857a-9191-45f4-b4ad-b87fccd1f756 HTTP/1.1" status: 200 len: 943 time: 0.0695441 Jul 24 00:48:43.591682 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3f0bf00a-4fb5-44de-80d2-4888f14a0d69 req-98561214-0974-4ae1-9c39-bd3af3514dec tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] 10.222.0.44 "GET /v2.0/security-groups?id=021d02a1-dcf5-4c9d-bd78-6091bb2c9fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333190 Jul 24 00:48:44.732709 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a715c48e-8710-455c-bd10-4c7fe9ff937a req-b3e3a827-eb5c-46d4-b99b-8b2f44544cd7 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:44.734310 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a715c48e-8710-455c-bd10-4c7fe9ff937a req-b3e3a827-eb5c-46d4-b99b-8b2f44544cd7 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] 10.222.0.44 "GET /v2.0/ports?device_id=6bea857a-9191-45f4-b4ad-b87fccd1f756 HTTP/1.1" status: 200 len: 943 time: 0.0714507 Jul 24 00:48:44.775438 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a715c48e-8710-455c-bd10-4c7fe9ff937a req-2144fca0-c2d5-49b3-bc9d-7e623e89d0b3 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] 10.222.0.44 "GET /v2.0/security-groups?id=021d02a1-dcf5-4c9d-bd78-6091bb2c9fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340784 Jul 24 00:48:45.016120 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 8a5ce8a6-2224-48a2-8aac-be4c5709fd91 details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:48:45.111389 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 8a5ce8a6-2224-48a2-8aac-be4c5709fd91, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=8a5ce8a6-2224-48a2-8aac-be4c5709fd91,segment=NetworkSegment(c55da6b1-522a-46f8-99a3-ea77f0c95925),segment_id=c55da6b1-522a-46f8-99a3-ea77f0c95925)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:45.125843 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': '8a5ce8a6-2224-48a2-8aac-be4c5709fd91', 'network_id': '203a1ab7-0974-4d5b-a3ea-5e79793c0700', 'port_id': '8a5ce8a6-2224-48a2-8aac-be4c5709fd91', 'mac_address': 'fa:16:3e:2a:76:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66fd4113-d99d-4bab-be6e-6a8163533983', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:48:45.179003 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:45.192360 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a5ce8a6-2224-48a2-8aac-be4c5709fd91 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:48:45.212730 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 8a5ce8a6-2224-48a2-8aac-be4c5709fd91, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=8a5ce8a6-2224-48a2-8aac-be4c5709fd91,segment=NetworkSegment(c55da6b1-522a-46f8-99a3-ea77f0c95925),segment_id=c55da6b1-522a-46f8-99a3-ea77f0c95925)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:45.218318 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:45.256091 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:45.274872 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=8a5ce8a6-2224-48a2-8aac-be4c5709fd91,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:45.415622 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['8a5ce8a6-2224-48a2-8aac-be4c5709fd91'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:48:45.917534 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf2154f-19d4-48b2-bfac-4d98e67200f5 req-d03f4b71-1c87-49f7-a070-1244470fb139 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:45.919093 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ccf2154f-19d4-48b2-bfac-4d98e67200f5 req-d03f4b71-1c87-49f7-a070-1244470fb139 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] 10.222.0.44 "GET /v2.0/ports?device_id=6bea857a-9191-45f4-b4ad-b87fccd1f756 HTTP/1.1" status: 200 len: 944 time: 0.0696509 Jul 24 00:48:45.959111 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ccf2154f-19d4-48b2-bfac-4d98e67200f5 req-73fb7319-0d00-4633-a04a-49a2cce00937 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] 10.222.0.44 "GET /v2.0/security-groups?id=021d02a1-dcf5-4c9d-bd78-6091bb2c9fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339749 Jul 24 00:48:47.019347 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 8a5ce8a6-2224-48a2-8aac-be4c5709fd91 up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:48:47.073733 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port 8a5ce8a6-2224-48a2-8aac-be4c5709fd91 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:48:47.078420 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port 8a5ce8a6-2224-48a2-8aac-be4c5709fd91 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:48:47.078805 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:47.097606 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229976af-0deb-4144-9d7c-08606effaaf9 req-534f8cee-2a59-45ed-a692-77a0d1a0407c tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:47.099170 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-229976af-0deb-4144-9d7c-08606effaaf9 req-534f8cee-2a59-45ed-a692-77a0d1a0407c tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] 10.222.0.44 "GET /v2.0/ports?device_id=6bea857a-9191-45f4-b4ad-b87fccd1f756 HTTP/1.1" status: 200 len: 944 time: 0.0714245 Jul 24 00:48:47.142002 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-229976af-0deb-4144-9d7c-08606effaaf9 req-d6838bc9-a397-48dc-a1cc-38a7f7dba9c2 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] 10.222.0.44 "GET /v2.0/security-groups?id=021d02a1-dcf5-4c9d-bd78-6091bb2c9fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369983 Jul 24 00:48:47.165918 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:47.190492 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bea857a-9191-45f4-b4ad-b87fccd1f756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a5ce8a6-2224-48a2-8aac-be4c5709fd91'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:48:47.192754 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e7537e4f7b81aaba4ee444e0d8b8ea9143e790c9ccf863eb3f0ff4d0024d2f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85822a4f-568b-40ce-a4ba-003ff5afe3c7" -d '{"events": [{"server_uuid": "6bea857a-9191-45f4-b4ad-b87fccd1f756", "name": "network-vif-plugged", "status": "completed", "tag": "8a5ce8a6-2224-48a2-8aac-be4c5709fd91"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:48:47.205436 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 8a5ce8a6-2224-48a2-8aac-be4c5709fd91, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=8a5ce8a6-2224-48a2-8aac-be4c5709fd91,segment=NetworkSegment(c55da6b1-522a-46f8-99a3-ea77f0c95925),segment_id=c55da6b1-522a-46f8-99a3-ea77f0c95925)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:47.210804 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:47.235696 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34385d38-a2e2-45b9-895d-fc3f9be6e84c x-openstack-request-id: req-34385d38-a2e2-45b9-895d-fc3f9be6e84c {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:48:47.235998 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bea857a-9191-45f4-b4ad-b87fccd1f756", "name": "network-vif-plugged", "status": "completed", "tag": "8a5ce8a6-2224-48a2-8aac-be4c5709fd91", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:48:47.236252 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-34385d38-a2e2-45b9-895d-fc3f9be6e84c {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:48:47.237255 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bea857a-9191-45f4-b4ad-b87fccd1f756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a5ce8a6-2224-48a2-8aac-be4c5709fd91', 'code': 200} Jul 24 00:48:47.263800 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=8a5ce8a6-2224-48a2-8aac-be4c5709fd91,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:47.427405 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9b8abe-a1f1-4245-a04d-660b02aaf628 req-dce6fe5b-6250-4395-bc38-0ae88eb2197e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:47.428949 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7c9b8abe-a1f1-4245-a04d-660b02aaf628 req-dce6fe5b-6250-4395-bc38-0ae88eb2197e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6bea857a-9191-45f4-b4ad-b87fccd1f756 HTTP/1.1" status: 200 len: 1097 time: 0.1057396 Jul 24 00:48:47.464729 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7c9b8abe-a1f1-4245-a04d-660b02aaf628 req-24eb9d90-cfe5-4f81-a6d6-121a65a6a428 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=021d02a1-dcf5-4c9d-bd78-6091bb2c9fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286918 Jul 24 00:48:48.159832 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:48.281522 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aabebf-6d08-4070-a140-95ba635d89cc req-8ee99005-7376-467c-8183-01f46b5bff37 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:48.283070 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-29aabebf-6d08-4070-a140-95ba635d89cc req-8ee99005-7376-467c-8183-01f46b5bff37 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] 10.222.0.44 "GET /v2.0/ports?device_id=6bea857a-9191-45f4-b4ad-b87fccd1f756 HTTP/1.1" status: 200 len: 945 time: 0.0658286 Jul 24 00:48:48.328292 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-29aabebf-6d08-4070-a140-95ba635d89cc req-86694a0a-1322-4099-be35-cfc9d1877b09 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] 10.222.0.44 "GET /v2.0/security-groups?id=021d02a1-dcf5-4c9d-bd78-6091bb2c9fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383558 Jul 24 00:48:49.465441 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff2877-343f-4a5d-904c-d534ad9b9b4a req-cb8a1f0c-d3cd-456f-b402-301c2f2042ca tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:49.466973 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5cff2877-343f-4a5d-904c-d534ad9b9b4a req-cb8a1f0c-d3cd-456f-b402-301c2f2042ca tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] 10.222.0.44 "GET /v2.0/ports?device_id=6bea857a-9191-45f4-b4ad-b87fccd1f756 HTTP/1.1" status: 200 len: 945 time: 0.0655611 Jul 24 00:48:49.509315 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5cff2877-343f-4a5d-904c-d534ad9b9b4a req-3f734962-61a7-4c9a-ac33-5224da2d3687 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] 10.222.0.44 "GET /v2.0/security-groups?id=021d02a1-dcf5-4c9d-bd78-6091bb2c9fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361803 Jul 24 00:48:49.778789 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52198284-c1e2-4f87-b052-aa0e953bcd02 req-d1985046-b896-4498-8d66-41d3e6d13e2a tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:49.780312 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-52198284-c1e2-4f87-b052-aa0e953bcd02 req-d1985046-b896-4498-8d66-41d3e6d13e2a tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] 10.222.0.44 "GET /v2.0/ports?device_id=6bea857a-9191-45f4-b4ad-b87fccd1f756 HTTP/1.1" status: 200 len: 945 time: 0.0730350 Jul 24 00:48:49.820717 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-52198284-c1e2-4f87-b052-aa0e953bcd02 req-99e56a44-0465-4cf6-85b7-91c4827390d9 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] 10.222.0.44 "GET /v2.0/security-groups?id=021d02a1-dcf5-4c9d-bd78-6091bb2c9fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346231 Jul 24 00:48:50.971091 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b776a0d-0257-428e-a15b-88518c41a8ec req-b7e86db9-e0fa-4bb6-9797-ff51d557d8fc tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:50.972629 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9b776a0d-0257-428e-a15b-88518c41a8ec req-b7e86db9-e0fa-4bb6-9797-ff51d557d8fc tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] 10.222.0.44 "GET /v2.0/ports?device_id=6bea857a-9191-45f4-b4ad-b87fccd1f756 HTTP/1.1" status: 200 len: 945 time: 0.0817780 Jul 24 00:48:51.035621 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9b776a0d-0257-428e-a15b-88518c41a8ec req-8343238c-1108-4441-b0be-5483da59f7b8 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] 10.222.0.44 "GET /v2.0/security-groups?id=021d02a1-dcf5-4c9d-bd78-6091bb2c9fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460715 Jul 24 00:48:51.061436 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4cc59-5a00-4968-b9cf-394542e14616 req-89fe2fbb-ee49-49c9-ada0-be344db4ecba tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:51.062998 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bcc4cc59-5a00-4968-b9cf-394542e14616 req-89fe2fbb-ee49-49c9-ada0-be344db4ecba tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] 10.222.0.64 "GET /v2.0/ports?device_id=6bea857a-9191-45f4-b4ad-b87fccd1f756 HTTP/1.1" status: 200 len: 945 time: 0.1131198 Jul 24 00:48:51.168641 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-bcc4cc59-5a00-4968-b9cf-394542e14616 req-3fd41013-7e64-4540-a71f-d2e065ec83c4 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] Deleting port 8a5ce8a6-2224-48a2-8aac-be4c5709fd91 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:48:51.168930 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-bcc4cc59-5a00-4968-b9cf-394542e14616 req-3fd41013-7e64-4540-a71f-d2e065ec83c4 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:51.267425 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-bcc4cc59-5a00-4968-b9cf-394542e14616 req-3fd41013-7e64-4540-a71f-d2e065ec83c4 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] For port 8a5ce8a6-2224-48a2-8aac-be4c5709fd91, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=8a5ce8a6-2224-48a2-8aac-be4c5709fd91,segment=NetworkSegment(c55da6b1-522a-46f8-99a3-ea77f0c95925),segment_id=c55da6b1-522a-46f8-99a3-ea77f0c95925)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:51.267855 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-bcc4cc59-5a00-4968-b9cf-394542e14616 req-3fd41013-7e64-4540-a71f-d2e065ec83c4 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:51.282161 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-bcc4cc59-5a00-4968-b9cf-394542e14616 req-3fd41013-7e64-4540-a71f-d2e065ec83c4 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] Calling delete_port for 8a5ce8a6-2224-48a2-8aac-be4c5709fd91 owned by compute:nova {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:48:51.415340 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-bcc4cc59-5a00-4968-b9cf-394542e14616 req-3fd41013-7e64-4540-a71f-d2e065ec83c4 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:51.427704 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['2b6393aa-adc5-4547-9e06-1323cad099e3'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:48:51.451899 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd41013-7e64-4540-a71f-d2e065ec83c4 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] Pushing event deleted for resources: {'Port': ['ID=8a5ce8a6-2224-48a2-8aac-be4c5709fd91,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:51.503869 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcc4cc59-5a00-4968-b9cf-394542e14616 req-3fd41013-7e64-4540-a71f-d2e065ec83c4 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] No DVR routers for this DVR port 8a5ce8a6-2224-48a2-8aac-be4c5709fd91 on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:48:51.506860 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-bcc4cc59-5a00-4968-b9cf-394542e14616 req-3fd41013-7e64-4540-a71f-d2e065ec83c4 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:51.509395 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bcc4cc59-5a00-4968-b9cf-394542e14616 req-3fd41013-7e64-4540-a71f-d2e065ec83c4 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] 10.222.0.64 "DELETE /v2.0/ports/8a5ce8a6-2224-48a2-8aac-be4c5709fd91 HTTP/1.1" status: 204 len: 173 time: 0.4409120 Jul 24 00:48:51.509882 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bea857a-9191-45f4-b4ad-b87fccd1f756', 'name': 'network-vif-deleted', 'tag': '8a5ce8a6-2224-48a2-8aac-be4c5709fd91'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:48:51.566168 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e7ee6ebb32ff99aa892ead8be43bffa8c011bb24534d19edee691564802e720" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f70e1062-d577-49df-8f2f-b1642ca94ada" -d '{"events": [{"server_uuid": "6bea857a-9191-45f4-b4ad-b87fccd1f756", "name": "network-vif-deleted", "tag": "8a5ce8a6-2224-48a2-8aac-be4c5709fd91"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:48:51.659160 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51cbffe8-d304-4d05-9c12-8564be8a0a7f x-openstack-request-id: req-51cbffe8-d304-4d05-9c12-8564be8a0a7f {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:48:51.659547 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bea857a-9191-45f4-b4ad-b87fccd1f756", "name": "network-vif-deleted", "tag": "8a5ce8a6-2224-48a2-8aac-be4c5709fd91", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:48:51.659821 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-51cbffe8-d304-4d05-9c12-8564be8a0a7f {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:48:51.660234 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bea857a-9191-45f4-b4ad-b87fccd1f756', 'name': 'network-vif-deleted', 'tag': '8a5ce8a6-2224-48a2-8aac-be4c5709fd91', 'status': 'completed', 'code': 200} Jul 24 00:48:52.212868 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a53bea-c471-457e-b1b5-94ca602e3b65 req-e0392f17-16c0-4af6-82ee-553579d8d9c3 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:52.214503 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-49a53bea-c471-457e-b1b5-94ca602e3b65 req-e0392f17-16c0-4af6-82ee-553579d8d9c3 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] 10.222.0.44 "GET /v2.0/ports?device_id=77d66aa3-bc4a-408a-a78a-81e86671e50c HTTP/1.1" status: 200 len: 945 time: 0.0658114 Jul 24 00:48:52.257269 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-49a53bea-c471-457e-b1b5-94ca602e3b65 req-511c9618-6c88-40f8-b053-50d907f00c90 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] 10.222.0.44 "GET /v2.0/security-groups?id=021d02a1-dcf5-4c9d-bd78-6091bb2c9fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352108 Jul 24 00:48:52.417425 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cffefb4-03d0-424b-9ec5-8a010c3db3df req-e7343009-183f-4b84-84ac-407191083e39 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:52.418993 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5cffefb4-03d0-424b-9ec5-8a010c3db3df req-e7343009-183f-4b84-84ac-407191083e39 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] 10.222.0.44 "GET /v2.0/ports?device_id=77d66aa3-bc4a-408a-a78a-81e86671e50c HTTP/1.1" status: 200 len: 945 time: 0.0739942 Jul 24 00:48:52.458523 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5cffefb4-03d0-424b-9ec5-8a010c3db3df req-51757012-1894-4041-84ee-eee47b9d2f4a tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] 10.222.0.44 "GET /v2.0/security-groups?id=021d02a1-dcf5-4c9d-bd78-6091bb2c9fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331151 Jul 24 00:48:52.608531 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afddf09c-0b0a-4bbd-9707-0ebc029fdce1 req-b8c87813-a784-4e3c-ae43-238ea388d140 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:52.610099 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-afddf09c-0b0a-4bbd-9707-0ebc029fdce1 req-b8c87813-a784-4e3c-ae43-238ea388d140 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] 10.222.0.44 "GET /v2.0/ports?device_id=77d66aa3-bc4a-408a-a78a-81e86671e50c HTTP/1.1" status: 200 len: 945 time: 0.0749233 Jul 24 00:48:52.649480 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-afddf09c-0b0a-4bbd-9707-0ebc029fdce1 req-6a1c11c2-85da-48f4-8772-eddf6f349ad5 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] 10.222.0.44 "GET /v2.0/security-groups?id=021d02a1-dcf5-4c9d-bd78-6091bb2c9fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331280 Jul 24 00:48:52.723696 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [req-634b5a34-baf6-4846-a503-020b1f9c5351 req-a11db468-9b99-4185-9f08-de865ec5dc15 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=100313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:48:52.724621 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-634b5a34-baf6-4846-a503-020b1f9c5351 req-a11db468-9b99-4185-9f08-de865ec5dc15 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061150 Jul 24 00:48:52.853461 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97ce3d-8211-4550-bebf-0aa6d9981330 req-81884dfd-5aed-4ea1-8023-1a8be97c20fd tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:52.855040 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0e97ce3d-8211-4550-bebf-0aa6d9981330 req-81884dfd-5aed-4ea1-8023-1a8be97c20fd tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] 10.222.0.44 "GET /v2.0/ports?device_id=77d66aa3-bc4a-408a-a78a-81e86671e50c HTTP/1.1" status: 200 len: 945 time: 0.0693316 Jul 24 00:48:52.899258 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0e97ce3d-8211-4550-bebf-0aa6d9981330 req-a878a219-e2d0-40d7-9ff6-bbc1ac2d3616 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] 10.222.0.44 "GET /v2.0/security-groups?id=021d02a1-dcf5-4c9d-bd78-6091bb2c9fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386729 Jul 24 00:48:53.032412 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 8a5ce8a6-2224-48a2-8aac-be4c5709fd91 no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:48:53.050663 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8f2492-6364-479b-9392-29b02a44ae48 req-095d34c9-93a8-4af1-92e9-bead9a45e3a7 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:53.052229 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9d8f2492-6364-479b-9392-29b02a44ae48 req-095d34c9-93a8-4af1-92e9-bead9a45e3a7 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] 10.222.0.44 "GET /v2.0/ports?device_id=77d66aa3-bc4a-408a-a78a-81e86671e50c HTTP/1.1" status: 200 len: 945 time: 0.0651855 Jul 24 00:48:53.052879 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] No Port match for: 8a5ce8a6-2224-48a2-8aac-be4c5709fd91 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:48:53.053239 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 8a5ce8a6-2224-48a2-8aac-be4c5709fd91 not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:48:53.094102 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9d8f2492-6364-479b-9392-29b02a44ae48 req-6035d002-a40b-4e13-9499-1819489589a5 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] 10.222.0.44 "GET /v2.0/security-groups?id=021d02a1-dcf5-4c9d-bd78-6091bb2c9fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346472 Jul 24 00:48:53.239501 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02014a37-d3c8-42f8-bffe-b409dc9c52b2 req-d489ec08-304b-44d4-a8f4-a8439f05cfbf tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:53.242221 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-02014a37-d3c8-42f8-bffe-b409dc9c52b2 req-d489ec08-304b-44d4-a8f4-a8439f05cfbf tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] 10.222.0.44 "GET /v2.0/ports?device_id=77d66aa3-bc4a-408a-a78a-81e86671e50c HTTP/1.1" status: 200 len: 945 time: 0.0683389 Jul 24 00:48:53.250304 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-05aed518-fa00-4e85-99ed-b2e6d41998ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:53.294511 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-02014a37-d3c8-42f8-bffe-b409dc9c52b2 req-230bb665-ed57-493f-a608-14ed7b1532e1 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] 10.222.0.44 "GET /v2.0/security-groups?id=021d02a1-dcf5-4c9d-bd78-6091bb2c9fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458877 Jul 24 00:48:53.634078 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e16b01-4820-4cd7-bef2-07df0ba2ced5 req-9a8bdee4-ca7c-4f14-acda-c3213fdd0bb7 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:53.635561 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e4e16b01-4820-4cd7-bef2-07df0ba2ced5 req-9a8bdee4-ca7c-4f14-acda-c3213fdd0bb7 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] 10.222.0.44 "GET /v2.0/ports?device_id=77d66aa3-bc4a-408a-a78a-81e86671e50c HTTP/1.1" status: 200 len: 945 time: 0.0727794 Jul 24 00:48:53.676045 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e4e16b01-4820-4cd7-bef2-07df0ba2ced5 req-e16459b7-d05e-42cc-a8fe-16b4ffaabf8e tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] 10.222.0.44 "GET /v2.0/security-groups?id=021d02a1-dcf5-4c9d-bd78-6091bb2c9fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346570 Jul 24 00:48:54.813479 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716da4d1-c211-401d-be83-496a9e38f62e req-fff428ab-eff8-4706-a203-fa456b435dfa tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:54.815577 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-716da4d1-c211-401d-be83-496a9e38f62e req-fff428ab-eff8-4706-a203-fa456b435dfa tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] 10.222.0.44 "GET /v2.0/ports?device_id=77d66aa3-bc4a-408a-a78a-81e86671e50c HTTP/1.1" status: 200 len: 945 time: 0.0696044 Jul 24 00:48:54.857933 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-716da4d1-c211-401d-be83-496a9e38f62e req-514fde81-a70f-48a9-9eac-cd13b2394b84 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] 10.222.0.44 "GET /v2.0/security-groups?id=021d02a1-dcf5-4c9d-bd78-6091bb2c9fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365436 Jul 24 00:48:54.943441 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a2c99-0513-44b6-b7ec-bdf90da2c84d req-6c7c5ce3-8c9a-468a-a815-9c95e5e9578c tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:54.945030 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4a7a2c99-0513-44b6-b7ec-bdf90da2c84d req-6c7c5ce3-8c9a-468a-a815-9c95e5e9578c tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] 10.222.0.52 "GET /v2.0/ports?device_id=77d66aa3-bc4a-408a-a78a-81e86671e50c HTTP/1.1" status: 200 len: 945 time: 0.0647302 Jul 24 00:48:55.051195 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-4a7a2c99-0513-44b6-b7ec-bdf90da2c84d req-2bacb98b-7885-4a64-8693-5ed021580154 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] Deleting port 2b6393aa-adc5-4547-9e06-1323cad099e3 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:48:55.051539 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-4a7a2c99-0513-44b6-b7ec-bdf90da2c84d req-2bacb98b-7885-4a64-8693-5ed021580154 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:55.142237 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-4a7a2c99-0513-44b6-b7ec-bdf90da2c84d req-2bacb98b-7885-4a64-8693-5ed021580154 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] For port 2b6393aa-adc5-4547-9e06-1323cad099e3, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=2b6393aa-adc5-4547-9e06-1323cad099e3,segment=NetworkSegment(c55da6b1-522a-46f8-99a3-ea77f0c95925),segment_id=c55da6b1-522a-46f8-99a3-ea77f0c95925)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:55.142624 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-4a7a2c99-0513-44b6-b7ec-bdf90da2c84d req-2bacb98b-7885-4a64-8693-5ed021580154 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:55.155436 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-4a7a2c99-0513-44b6-b7ec-bdf90da2c84d req-2bacb98b-7885-4a64-8693-5ed021580154 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] Calling delete_port for 2b6393aa-adc5-4547-9e06-1323cad099e3 owned by compute:nova {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:48:55.297142 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-4a7a2c99-0513-44b6-b7ec-bdf90da2c84d req-2bacb98b-7885-4a64-8693-5ed021580154 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:55.311097 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['2b6393aa-adc5-4547-9e06-1323cad099e3'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:48:55.326758 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bacb98b-7885-4a64-8693-5ed021580154 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] Pushing event deleted for resources: {'Port': ['ID=2b6393aa-adc5-4547-9e06-1323cad099e3,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:55.338496 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bacb98b-7885-4a64-8693-5ed021580154 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:48:55.338849 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bacb98b-7885-4a64-8693-5ed021580154 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:48:55.339194 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bacb98b-7885-4a64-8693-5ed021580154 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:48:55.339528 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bacb98b-7885-4a64-8693-5ed021580154 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:48:55.339866 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bacb98b-7885-4a64-8693-5ed021580154 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:48:55.340202 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bacb98b-7885-4a64-8693-5ed021580154 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:48:55.340532 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bacb98b-7885-4a64-8693-5ed021580154 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:48:55.340886 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bacb98b-7885-4a64-8693-5ed021580154 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:48:55.341219 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bacb98b-7885-4a64-8693-5ed021580154 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:48:55.341548 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bacb98b-7885-4a64-8693-5ed021580154 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:48:55.341876 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bacb98b-7885-4a64-8693-5ed021580154 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:48:55.342203 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bacb98b-7885-4a64-8693-5ed021580154 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:48:55.390888 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a7a2c99-0513-44b6-b7ec-bdf90da2c84d req-2bacb98b-7885-4a64-8693-5ed021580154 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] No DVR routers for this DVR port 2b6393aa-adc5-4547-9e06-1323cad099e3 on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:48:55.393712 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-4a7a2c99-0513-44b6-b7ec-bdf90da2c84d req-2bacb98b-7885-4a64-8693-5ed021580154 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:55.395840 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4a7a2c99-0513-44b6-b7ec-bdf90da2c84d req-2bacb98b-7885-4a64-8693-5ed021580154 tempest-ServersNegativeTestJSON-2068956072 tempest-ServersNegativeTestJSON-2068956072-project] 10.222.0.52 "DELETE /v2.0/ports/2b6393aa-adc5-4547-9e06-1323cad099e3 HTTP/1.1" status: 204 len: 173 time: 0.4456115 Jul 24 00:48:55.396289 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77d66aa3-bc4a-408a-a78a-81e86671e50c', 'name': 'network-vif-deleted', 'tag': '2b6393aa-adc5-4547-9e06-1323cad099e3'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:48:55.442482 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b5b12b33723a5ac99f65cff31e3c306c8fdd85da64bb4eb22f7eb8a86bf6c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5715c408-f577-42da-baef-c8d809937e62" -d '{"events": [{"server_uuid": "77d66aa3-bc4a-408a-a78a-81e86671e50c", "name": "network-vif-deleted", "tag": "2b6393aa-adc5-4547-9e06-1323cad099e3"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:48:55.530051 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0407e625-9194-4e79-9bbd-c09119de28d6 x-openstack-request-id: req-0407e625-9194-4e79-9bbd-c09119de28d6 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:48:55.530353 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77d66aa3-bc4a-408a-a78a-81e86671e50c", "name": "network-vif-deleted", "tag": "2b6393aa-adc5-4547-9e06-1323cad099e3", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:48:55.530603 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0407e625-9194-4e79-9bbd-c09119de28d6 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:48:55.530999 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77d66aa3-bc4a-408a-a78a-81e86671e50c', 'name': 'network-vif-deleted', 'tag': '2b6393aa-adc5-4547-9e06-1323cad099e3', 'status': 'completed', 'code': 200} Jul 24 00:48:55.816905 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-32cd459f-924a-43e6-ab63-10b047078177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:55.917724 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 41888) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:48:55.964394 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-20340059-2508-4365-8336-9c2a923b6bc2 admin admin] Deleting subnet 66fd4113-d99d-4bab-be6e-6a8163533983 {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:48:55.967472 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-20340059-2508-4365-8336-9c2a923b6bc2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:56.003748 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-20340059-2508-4365-8336-9c2a923b6bc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:56.043417 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-20340059-2508-4365-8336-9c2a923b6bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:56.105842 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-20340059-2508-4365-8336-9c2a923b6bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:56.138263 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20340059-2508-4365-8336-9c2a923b6bc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66fd4113-d99d-4bab-be6e-6a8163533983,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:56.140356 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-20340059-2508-4365-8336-9c2a923b6bc2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:56.142257 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-20340059-2508-4365-8336-9c2a923b6bc2 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/66fd4113-d99d-4bab-be6e-6a8163533983 HTTP/1.1" status: 204 len: 168 time: 0.2234440 Jul 24 00:48:56.145652 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 41890) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:48:56.214047 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5672e8c2-9b8f-4772-a314-e4a2295df4ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:56.297787 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5672e8c2-9b8f-4772-a314-e4a2295df4ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:56.307925 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-5672e8c2-9b8f-4772-a314-e4a2295df4ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['203a1ab7-0974-4d5b-a3ea-5e79793c0700']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:48:56.318161 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-5672e8c2-9b8f-4772-a314-e4a2295df4ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c55da6b1-522a-46f8-99a3-ea77f0c95925') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:48:56.318464 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-5672e8c2-9b8f-4772-a314-e4a2295df4ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c55da6b1-522a-46f8-99a3-ea77f0c95925') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:48:56.327046 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5672e8c2-9b8f-4772-a314-e4a2295df4ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:56.341133 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5672e8c2-9b8f-4772-a314-e4a2295df4ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:56.347335 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5672e8c2-9b8f-4772-a314-e4a2295df4ac admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:48:56.347727 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5672e8c2-9b8f-4772-a314-e4a2295df4ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:56.349531 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:48:56.349531 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:48:56.349531 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:48:56.349531 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:48:56.349531 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:48:56.349531 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:48:56.349531 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:48:56.349531 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:48:56.349531 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:48:56.349531 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:48:56.349531 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:48:56.349531 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:48:56.349531 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:48:56.349531 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:48:56.349531 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:48:56.349531 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:48:56.349531 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:48:56.349531 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:48:56.349531 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:48:56.349531 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:48:56.349531 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:48:56.349531 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:48:56.349531 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:48:56.349531 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:48:56.349531 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:48:56.349531 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:48:56.349531 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:48:56.349531 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:48:56.349531 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:48:56.349531 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:48:56.349531 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:48:56.349531 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:48:56.403509 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5672e8c2-9b8f-4772-a314-e4a2295df4ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:56.408845 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5672e8c2-9b8f-4772-a314-e4a2295df4ac admin admin] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:56.410681 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-5672e8c2-9b8f-4772-a314-e4a2295df4ac admin admin] 10.222.0.44 "DELETE /v2.0/networks/203a1ab7-0974-4d5b-a3ea-5e79793c0700 HTTP/1.1" status: 204 len: 168 time: 0.2639401 Jul 24 00:48:56.421597 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5672e8c2-9b8f-4772-a314-e4a2295df4ac admin admin] Pushing event deleted for resources: {'Network': ['ID=203a1ab7-0974-4d5b-a3ea-5e79793c0700,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:56.528722 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 41894) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:48:56.576107 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-f76118aa-14a6-4516-ac4a-2c2dc3f7b282 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f902b39f0da84eff88df0b097d1def3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0459013 Jul 24 00:48:56.578499 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 41896) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:48:56.629859 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-44271c65-f1f7-425a-8814-7bcaaf583cc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:56.652959 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-44271c65-f1f7-425a-8814-7bcaaf583cc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:56.701700 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-44271c65-f1f7-425a-8814-7bcaaf583cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:56.704432 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-44271c65-f1f7-425a-8814-7bcaaf583cc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:56.705766 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-44271c65-f1f7-425a-8814-7bcaaf583cc5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/021d02a1-dcf5-4c9d-bd78-6091bb2c9fac HTTP/1.1" status: 204 len: 168 time: 0.1263037 Jul 24 00:48:56.713939 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44271c65-f1f7-425a-8814-7bcaaf583cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=021d02a1-dcf5-4c9d-bd78-6091bb2c9fac,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:56.858779 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:57.422196 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 41918) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:48:57.462916 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:57.561593 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-23ca3ba7-8c56-4680-8127-b441f43125fb tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1483994435'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:48:57.584538 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23ca3ba7-8c56-4680-8127-b441f43125fb tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Made reservation on behalf of 06d61033828c48a8bf5ae518449ef215 for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:48:57.588224 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-23ca3ba7-8c56-4680-8127-b441f43125fb tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:57.597530 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-23ca3ba7-8c56-4680-8127-b441f43125fb tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:57.695173 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-23ca3ba7-8c56-4680-8127-b441f43125fb tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:57.706621 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-23ca3ba7-8c56-4680-8127-b441f43125fb tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:57.735883 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23ca3ba7-8c56-4680-8127-b441f43125fb tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:48:57.747012 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ca3ba7-8c56-4680-8127-b441f43125fb tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd1e5df-1ea4-457e-92cb-53475b4d81f9,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:57.754492 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-23ca3ba7-8c56-4680-8127-b441f43125fb tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:57.754935 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-23ca3ba7-8c56-4680-8127-b441f43125fb tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Added segment 689e5ee0-3bfe-4ab7-816c-6ce8de5471b3 of type vlan for network a132b979-fbbd-4df8-bcbf-b3b16c791941 Jul 24 00:48:57.800019 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-23ca3ba7-8c56-4680-8127-b441f43125fb tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:57.837091 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-23ca3ba7-8c56-4680-8127-b441f43125fb tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:57.843016 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ca3ba7-8c56-4680-8127-b441f43125fb tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:57.843614 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-23ca3ba7-8c56-4680-8127-b441f43125fb tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:57.907444 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-23ca3ba7-8c56-4680-8127-b441f43125fb tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4841108 Jul 24 00:48:57.952436 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ca3ba7-8c56-4680-8127-b441f43125fb tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Pushing event updated for resources: {'Network': ['ID=a132b979-fbbd-4df8-bcbf-b3b16c791941,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:57.965192 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network a132b979-fbbd-4df8-bcbf-b3b16c791941 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:48:58.529263 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 2b6393aa-adc5-4547-9e06-1323cad099e3 no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:48:58.550651 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] No Port match for: 2b6393aa-adc5-4547-9e06-1323cad099e3 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:48:58.551037 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 2b6393aa-adc5-4547-9e06-1323cad099e3 not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:48:59.050197 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:01.216240 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 41922) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:49:01.222183 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-9aaed10f-e6a6-42f1-98c5-0c2ba2555c1f tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Request body: {'subnet': {'network_id': 'a132b979-fbbd-4df8-bcbf-b3b16c791941', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:49:01.311559 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aaed10f-e6a6-42f1-98c5-0c2ba2555c1f tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Made reservation on behalf of 06d61033828c48a8bf5ae518449ef215 for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:49:01.315591 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9aaed10f-e6a6-42f1-98c5-0c2ba2555c1f tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:01.500058 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9aaed10f-e6a6-42f1-98c5-0c2ba2555c1f tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:01.567297 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaed10f-e6a6-42f1-98c5-0c2ba2555c1f tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Pushing event updated for resources: {'Subnet': ['ID=1c852c41-76ce-47ee-8829-f28f15e7f97b,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:01.575573 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aaed10f-e6a6-42f1-98c5-0c2ba2555c1f tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Checking segment: {'id': '689e5ee0-3bfe-4ab7-816c-6ce8de5471b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a132b979-fbbd-4df8-bcbf-b3b16c791941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:49:01.575937 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aaed10f-e6a6-42f1-98c5-0c2ba2555c1f tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Network hostable DHCP agents. Network: a132b979-fbbd-4df8-bcbf-b3b16c791941, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:49:01.594597 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aaed10f-e6a6-42f1-98c5-0c2ba2555c1f tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Network a132b979-fbbd-4df8-bcbf-b3b16c791941 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:49:01.603662 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-9aaed10f-e6a6-42f1-98c5-0c2ba2555c1f tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, a132b979-fbbd-4df8-bcbf-b3b16c791941) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:49:01.609013 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aaed10f-e6a6-42f1-98c5-0c2ba2555c1f tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:01.610929 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9aaed10f-e6a6-42f1-98c5-0c2ba2555c1f tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:01.612316 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a6fd43-652b-474e-b817-f77498ff0442 None None] Network a132b979-fbbd-4df8-bcbf-b3b16c791941 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:49:01.626528 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-9aaed10f-e6a6-42f1-98c5-0c2ba2555c1f tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4090309 Jul 24 00:49:01.630462 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 41924) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:49:01.635642 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-c6a5bd94-11a8-4b11-bb48-510da7bdcdb8 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1609060606'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:49:01.655637 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a5bd94-11a8-4b11-bb48-510da7bdcdb8 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Made reservation on behalf of 06d61033828c48a8bf5ae518449ef215 for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:49:01.659244 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c6a5bd94-11a8-4b11-bb48-510da7bdcdb8 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:01.683477 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6a5bd94-11a8-4b11-bb48-510da7bdcdb8 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:49:01.693100 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c6a5bd94-11a8-4b11-bb48-510da7bdcdb8 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:01.693447 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-c6a5bd94-11a8-4b11-bb48-510da7bdcdb8 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Added segment 1951d718-5639-4704-bf1d-633a2aa2e553 of type vlan for network 4f1598a3-ecff-4f72-9f14-73968ef5f466 Jul 24 00:49:01.732305 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c6a5bd94-11a8-4b11-bb48-510da7bdcdb8 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:01.763693 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e8a7dc-8484-4312-9ae2-b13803ab9bc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-a132b979-fbbd-4df8-bcbf-b3b16c791941', 'network_id': 'a132b979-fbbd-4df8-bcbf-b3b16c791941', 'tenant_id': '06d61033828c48a8bf5ae518449ef215', 'fixed_ips': [{'subnet_id': '1c852c41-76ce-47ee-8829-f28f15e7f97b'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:49:01.764644 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-38e8a7dc-8484-4312-9ae2-b13803ab9bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:01.765336 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c6a5bd94-11a8-4b11-bb48-510da7bdcdb8 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:01.771907 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a5bd94-11a8-4b11-bb48-510da7bdcdb8 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:01.772517 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c6a5bd94-11a8-4b11-bb48-510da7bdcdb8 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:01.806842 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c6a5bd94-11a8-4b11-bb48-510da7bdcdb8 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1749754 Jul 24 00:49:01.809837 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 41926) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:49:01.814890 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-13ad21a5-49e2-4a6a-a407-ed4042532ccb tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Request body: {'subnet': {'network_id': '4f1598a3-ecff-4f72-9f14-73968ef5f466', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:49:01.871298 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5bd94-11a8-4b11-bb48-510da7bdcdb8 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Pushing event updated for resources: {'Network': ['ID=4f1598a3-ecff-4f72-9f14-73968ef5f466,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:01.884156 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 4f1598a3-ecff-4f72-9f14-73968ef5f466 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:49:01.930476 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-38e8a7dc-8484-4312-9ae2-b13803ab9bc8 None None] Allocated IP 2001:db8:0:ffff::2 (a132b979-fbbd-4df8-bcbf-b3b16c791941/1c852c41-76ce-47ee-8829-f28f15e7f97b/86fe9172-3ac2-401e-9452-19152575c7c1) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:49:01.946460 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ad21a5-49e2-4a6a-a407-ed4042532ccb tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Made reservation on behalf of 06d61033828c48a8bf5ae518449ef215 for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:49:01.950106 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-13ad21a5-49e2-4a6a-a407-ed4042532ccb tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:02.138948 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-38e8a7dc-8484-4312-9ae2-b13803ab9bc8 None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:02.148649 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-38e8a7dc-8484-4312-9ae2-b13803ab9bc8 None None] Transition to ACTIVE for port object 86fe9172-3ac2-401e-9452-19152575c7c1 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:49:02.165603 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-38e8a7dc-8484-4312-9ae2-b13803ab9bc8 None None] Transition to ACTIVE for port object 86fe9172-3ac2-401e-9452-19152575c7c1 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:49:02.174790 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-38e8a7dc-8484-4312-9ae2-b13803ab9bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:02.190135 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-13ad21a5-49e2-4a6a-a407-ed4042532ccb tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:02.215937 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e8a7dc-8484-4312-9ae2-b13803ab9bc8 None None] Pushing event updated for resources: {'Port': ['ID=86fe9172-3ac2-401e-9452-19152575c7c1,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:02.228566 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e8a7dc-8484-4312-9ae2-b13803ab9bc8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:49:02.228940 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e8a7dc-8484-4312-9ae2-b13803ab9bc8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:49:02.229285 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e8a7dc-8484-4312-9ae2-b13803ab9bc8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:49:02.229621 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e8a7dc-8484-4312-9ae2-b13803ab9bc8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:49:02.229960 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e8a7dc-8484-4312-9ae2-b13803ab9bc8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:49:02.230292 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e8a7dc-8484-4312-9ae2-b13803ab9bc8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:49:02.230618 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e8a7dc-8484-4312-9ae2-b13803ab9bc8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:49:02.230947 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e8a7dc-8484-4312-9ae2-b13803ab9bc8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:49:02.231274 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e8a7dc-8484-4312-9ae2-b13803ab9bc8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:49:02.231603 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e8a7dc-8484-4312-9ae2-b13803ab9bc8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:49:02.231930 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e8a7dc-8484-4312-9ae2-b13803ab9bc8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:49:02.232251 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e8a7dc-8484-4312-9ae2-b13803ab9bc8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:49:02.247392 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e8a7dc-8484-4312-9ae2-b13803ab9bc8 None None] Network a132b979-fbbd-4df8-bcbf-b3b16c791941 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:49:02.249115 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-38e8a7dc-8484-4312-9ae2-b13803ab9bc8 None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:49:02.252159 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e8a7dc-8484-4312-9ae2-b13803ab9bc8 None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:49:02.252341 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ad21a5-49e2-4a6a-a407-ed4042532ccb tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Pushing event updated for resources: {'Subnet': ['ID=75cb1fcf-c011-4ce3-bc9f-40fbe1eeb983,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:02.278647 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ad21a5-49e2-4a6a-a407-ed4042532ccb tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Checking segment: {'id': '1951d718-5639-4704-bf1d-633a2aa2e553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '4f1598a3-ecff-4f72-9f14-73968ef5f466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:49:02.279020 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ad21a5-49e2-4a6a-a407-ed4042532ccb tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Network hostable DHCP agents. Network: 4f1598a3-ecff-4f72-9f14-73968ef5f466, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:49:02.302190 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ad21a5-49e2-4a6a-a407-ed4042532ccb tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Network 4f1598a3-ecff-4f72-9f14-73968ef5f466 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:49:02.315462 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-13ad21a5-49e2-4a6a-a407-ed4042532ccb tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 4f1598a3-ecff-4f72-9f14-73968ef5f466) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:49:02.322483 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-38e8a7dc-8484-4312-9ae2-b13803ab9bc8 None None] Attempting to bind port 86fe9172-3ac2-401e-9452-19152575c7c1 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:49:02.325503 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-38e8a7dc-8484-4312-9ae2-b13803ab9bc8 None None] Attempting to bind port 86fe9172-3ac2-401e-9452-19152575c7c1 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '689e5ee0-3bfe-4ab7-816c-6ce8de5471b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a132b979-fbbd-4df8-bcbf-b3b16c791941'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:49:02.326227 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ad21a5-49e2-4a6a-a407-ed4042532ccb tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:02.327258 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-13ad21a5-49e2-4a6a-a407-ed4042532ccb tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:02.329210 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e8a7dc-8484-4312-9ae2-b13803ab9bc8 None None] Attempting to bind port 86fe9172-3ac2-401e-9452-19152575c7c1 on network a132b979-fbbd-4df8-bcbf-b3b16c791941 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:49:02.334147 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0dc151e-7636-4bf4-8839-d890c61124fc None None] Network 4f1598a3-ecff-4f72-9f14-73968ef5f466 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:49:02.339930 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e8a7dc-8484-4312-9ae2-b13803ab9bc8 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:49:02.340428 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e8a7dc-8484-4312-9ae2-b13803ab9bc8 None None] Checking segment: {'id': '689e5ee0-3bfe-4ab7-816c-6ce8de5471b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a132b979-fbbd-4df8-bcbf-b3b16c791941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:49:02.340936 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-38e8a7dc-8484-4312-9ae2-b13803ab9bc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:02.341408 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e8a7dc-8484-4312-9ae2-b13803ab9bc8 None None] Bound using segment: {'id': '689e5ee0-3bfe-4ab7-816c-6ce8de5471b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a132b979-fbbd-4df8-bcbf-b3b16c791941'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:49:02.342463 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-38e8a7dc-8484-4312-9ae2-b13803ab9bc8 None None] Bound port: 86fe9172-3ac2-401e-9452-19152575c7c1, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '689e5ee0-3bfe-4ab7-816c-6ce8de5471b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a132b979-fbbd-4df8-bcbf-b3b16c791941'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:49:02.342463 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-38e8a7dc-8484-4312-9ae2-b13803ab9bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:02.351640 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-13ad21a5-49e2-4a6a-a407-ed4042532ccb tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5401113 Jul 24 00:49:02.354087 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 41928) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:49:02.469623 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-452ec71c-89c2-4c6b-847c-7768bc70f38a tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:02.478799 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-38e8a7dc-8484-4312-9ae2-b13803ab9bc8 None None] For port 86fe9172-3ac2-401e-9452-19152575c7c1, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:49:02.516716 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-38e8a7dc-8484-4312-9ae2-b13803ab9bc8 None None] For port 86fe9172-3ac2-401e-9452-19152575c7c1, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=86fe9172-3ac2-401e-9452-19152575c7c1,segment=NetworkSegment(689e5ee0-3bfe-4ab7-816c-6ce8de5471b3),segment_id=689e5ee0-3bfe-4ab7-816c-6ce8de5471b3)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:49:02.523702 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-38e8a7dc-8484-4312-9ae2-b13803ab9bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:02.549671 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-452ec71c-89c2-4c6b-847c-7768bc70f38a tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:02.595864 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71777f3c-ad3c-4baa-ba8d-a6faf1d2e5a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-4f1598a3-ecff-4f72-9f14-73968ef5f466', 'network_id': '4f1598a3-ecff-4f72-9f14-73968ef5f466', 'tenant_id': '06d61033828c48a8bf5ae518449ef215', 'fixed_ips': [{'subnet_id': '75cb1fcf-c011-4ce3-bc9f-40fbe1eeb983'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:49:02.596771 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-71777f3c-ad3c-4baa-ba8d-a6faf1d2e5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:02.622508 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e8a7dc-8484-4312-9ae2-b13803ab9bc8 None None] Pushing event updated for resources: {'Port': ['ID=86fe9172-3ac2-401e-9452-19152575c7c1,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:02.635867 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-452ec71c-89c2-4c6b-847c-7768bc70f38a tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:02.667558 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452ec71c-89c2-4c6b-847c-7768bc70f38a tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Pushing event deleted for resources: {'Subnet': ['ID=75cb1fcf-c011-4ce3-bc9f-40fbe1eeb983,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:02.680004 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452ec71c-89c2-4c6b-847c-7768bc70f38a tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:49:02.680373 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452ec71c-89c2-4c6b-847c-7768bc70f38a tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:49:02.680731 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452ec71c-89c2-4c6b-847c-7768bc70f38a tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:49:02.681113 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452ec71c-89c2-4c6b-847c-7768bc70f38a tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:49:02.681712 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452ec71c-89c2-4c6b-847c-7768bc70f38a tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:49:02.682056 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452ec71c-89c2-4c6b-847c-7768bc70f38a tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:49:02.682399 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452ec71c-89c2-4c6b-847c-7768bc70f38a tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:49:02.682735 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452ec71c-89c2-4c6b-847c-7768bc70f38a tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:49:02.683077 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452ec71c-89c2-4c6b-847c-7768bc70f38a tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:49:02.683411 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452ec71c-89c2-4c6b-847c-7768bc70f38a tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:49:02.683751 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452ec71c-89c2-4c6b-847c-7768bc70f38a tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:49:02.684078 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452ec71c-89c2-4c6b-847c-7768bc70f38a tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server [None req-71777f3c-ad3c-4baa-ba8d-a6faf1d2e5a9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 75cb1fcf-c011-4ce3-bc9f-40fbe1eeb983: This subnet is being modified by another concurrent operation. Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server raise exception Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 75cb1fcf-c011-4ce3-bc9f-40fbe1eeb983: This subnet is being modified by another concurrent operation. Jul 24 00:49:02.719919 n-d-800088-16 neutron-server[100315]: ERROR oslo_messaging.rpc.server Jul 24 00:49:02.735575 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acdf8c64-f3ad-45f3-b582-4de8f52600e5 None None] Network 4f1598a3-ecff-4f72-9f14-73968ef5f466 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:49:02.750658 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-452ec71c-89c2-4c6b-847c-7768bc70f38a tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:02.772539 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-452ec71c-89c2-4c6b-847c-7768bc70f38a tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f1598a3-ecff-4f72-9f14-73968ef5f466']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:49:02.787862 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-452ec71c-89c2-4c6b-847c-7768bc70f38a tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1951d718-5639-4704-bf1d-633a2aa2e553') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:49:02.788586 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-452ec71c-89c2-4c6b-847c-7768bc70f38a tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1951d718-5639-4704-bf1d-633a2aa2e553') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:49:02.801577 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-452ec71c-89c2-4c6b-847c-7768bc70f38a tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:02.824206 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-452ec71c-89c2-4c6b-847c-7768bc70f38a tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:02.836353 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-452ec71c-89c2-4c6b-847c-7768bc70f38a tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:49:02.836777 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-452ec71c-89c2-4c6b-847c-7768bc70f38a tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:02.840446 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:49:02.840446 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:49:02.840446 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:49:02.840446 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:49:02.840446 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:49:02.840446 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:49:02.840446 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:49:02.840446 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:49:02.840446 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:49:02.840446 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:49:02.840446 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:49:02.840446 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:49:02.840446 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:49:02.840446 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:49:02.840446 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:49:02.840446 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:49:02.840446 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:49:02.840446 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:49:02.840446 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:49:02.840446 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:49:02.840446 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:49:02.840446 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:49:02.840446 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:49:02.840446 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:49:02.840446 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:49:02.840446 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:49:02.840446 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:49:02.840446 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:49:02.840446 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:49:02.840446 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:49:02.840446 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:49:02.840446 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:49:02.910694 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-452ec71c-89c2-4c6b-847c-7768bc70f38a tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:02.918520 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-452ec71c-89c2-4c6b-847c-7768bc70f38a tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:02.920648 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-452ec71c-89c2-4c6b-847c-7768bc70f38a tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] 10.222.0.44 "DELETE /v2.0/networks/4f1598a3-ecff-4f72-9f14-73968ef5f466 HTTP/1.1" status: 204 len: 168 time: 0.5653815 Jul 24 00:49:02.924284 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 41930) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:49:02.929923 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-ffaa6b47-897e-499f-b4fd-587ff0b97764 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-361319493'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:49:02.933793 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452ec71c-89c2-4c6b-847c-7768bc70f38a tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Pushing event deleted for resources: {'Network': ['ID=4f1598a3-ecff-4f72-9f14-73968ef5f466,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:02.967031 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffaa6b47-897e-499f-b4fd-587ff0b97764 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Made reservation on behalf of 06d61033828c48a8bf5ae518449ef215 for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:49:02.976196 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ffaa6b47-897e-499f-b4fd-587ff0b97764 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:03.010575 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffaa6b47-897e-499f-b4fd-587ff0b97764 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:49:03.021043 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ffaa6b47-897e-499f-b4fd-587ff0b97764 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:03.021288 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-ffaa6b47-897e-499f-b4fd-587ff0b97764 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Added segment fbf4f84f-caac-4e48-aac9-3e29ab6f1be7 of type vlan for network 3082cc64-96f0-4671-af98-e13d4790b939 Jul 24 00:49:03.061410 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ffaa6b47-897e-499f-b4fd-587ff0b97764 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:03.092386 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ffaa6b47-897e-499f-b4fd-587ff0b97764 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:03.099083 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffaa6b47-897e-499f-b4fd-587ff0b97764 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:03.099552 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ffaa6b47-897e-499f-b4fd-587ff0b97764 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:03.136469 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-ffaa6b47-897e-499f-b4fd-587ff0b97764 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2107913 Jul 24 00:49:03.139361 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 41932) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:49:03.144322 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-438f97a8-12c4-41fe-b483-367dc6caf3d3 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Request body: {'subnet': {'network_id': '3082cc64-96f0-4671-af98-e13d4790b939', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:49:03.188644 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaa6b47-897e-499f-b4fd-587ff0b97764 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Pushing event updated for resources: {'Network': ['ID=3082cc64-96f0-4671-af98-e13d4790b939,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:03.199981 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 3082cc64-96f0-4671-af98-e13d4790b939 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:49:03.268289 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-438f97a8-12c4-41fe-b483-367dc6caf3d3 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Made reservation on behalf of 06d61033828c48a8bf5ae518449ef215 for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:49:03.273649 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-438f97a8-12c4-41fe-b483-367dc6caf3d3 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:03.333676 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.ipam_backend_mixin [None req-438f97a8-12c4-41fe-b483-367dc6caf3d3 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Performing IP validity checks on allocation pools {{(pid=100313) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 24 00:49:03.334226 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.ipam_backend_mixin [None req-438f97a8-12c4-41fe-b483-367dc6caf3d3 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100313) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 24 00:49:03.476556 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-438f97a8-12c4-41fe-b483-367dc6caf3d3 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:03.542452 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438f97a8-12c4-41fe-b483-367dc6caf3d3 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Pushing event updated for resources: {'Subnet': ['ID=07d4a7be-25a7-40bf-aba9-b7d848187b13,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:03.551339 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438f97a8-12c4-41fe-b483-367dc6caf3d3 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Checking segment: {'id': 'fbf4f84f-caac-4e48-aac9-3e29ab6f1be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3082cc64-96f0-4671-af98-e13d4790b939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:49:03.551713 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438f97a8-12c4-41fe-b483-367dc6caf3d3 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Network hostable DHCP agents. Network: 3082cc64-96f0-4671-af98-e13d4790b939, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:49:03.574630 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438f97a8-12c4-41fe-b483-367dc6caf3d3 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Network 3082cc64-96f0-4671-af98-e13d4790b939 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:49:03.584534 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-438f97a8-12c4-41fe-b483-367dc6caf3d3 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 3082cc64-96f0-4671-af98-e13d4790b939) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:49:03.589180 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438f97a8-12c4-41fe-b483-367dc6caf3d3 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:03.590002 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-438f97a8-12c4-41fe-b483-367dc6caf3d3 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:03.601933 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d3de80-7f59-4d24-af6a-1e759779f08a None None] Network 3082cc64-96f0-4671-af98-e13d4790b939 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:49:03.612797 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-438f97a8-12c4-41fe-b483-367dc6caf3d3 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4723675 Jul 24 00:49:03.616756 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 41934) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:49:03.639744 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19be3c9-dc1b-4248-a423-702810e7c004 None None] Network a132b979-fbbd-4df8-bcbf-b3b16c791941 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:49:03.733110 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a2a36fef-b3e8-4886-b45b-da3448222305 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:03.815175 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a2a36fef-b3e8-4886-b45b-da3448222305 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:03.883283 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a2a36fef-b3e8-4886-b45b-da3448222305 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:03.913427 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a36fef-b3e8-4886-b45b-da3448222305 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Pushing event deleted for resources: {'Subnet': ['ID=07d4a7be-25a7-40bf-aba9-b7d848187b13,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:03.914979 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-e257ffda-0494-44b4-8806-65665cc28625 None None] Provisioning for port 86fe9172-3ac2-401e-9452-19152575c7c1 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:49:03.973523 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a2a36fef-b3e8-4886-b45b-da3448222305 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:03.984008 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-a2a36fef-b3e8-4886-b45b-da3448222305 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3082cc64-96f0-4671-af98-e13d4790b939']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:49:03.998933 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-a2a36fef-b3e8-4886-b45b-da3448222305 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbf4f84f-caac-4e48-aac9-3e29ab6f1be7') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:49:03.999235 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-a2a36fef-b3e8-4886-b45b-da3448222305 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbf4f84f-caac-4e48-aac9-3e29ab6f1be7') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:49:04.008972 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a2a36fef-b3e8-4886-b45b-da3448222305 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:04.010563 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6300f6-3cbb-45ed-b2cd-792be32f3a22 None None] Network 3082cc64-96f0-4671-af98-e13d4790b939 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:49:04.023151 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a2a36fef-b3e8-4886-b45b-da3448222305 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:04.034821 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2a36fef-b3e8-4886-b45b-da3448222305 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:49:04.035558 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a2a36fef-b3e8-4886-b45b-da3448222305 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:04.041692 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:49:04.041692 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:49:04.041692 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:49:04.041692 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:49:04.041692 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:49:04.041692 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:49:04.041692 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:49:04.041692 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:49:04.041692 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:49:04.041692 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:49:04.041692 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:49:04.041692 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:49:04.041692 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:49:04.041692 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:49:04.041692 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:49:04.041692 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:49:04.041692 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:49:04.041692 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:49:04.041692 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:49:04.041692 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:49:04.041692 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:49:04.041692 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:49:04.041692 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:49:04.041692 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:49:04.041692 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:49:04.041692 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:49:04.041692 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:49:04.041692 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:49:04.041692 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:49:04.041692 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:49:04.041692 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:49:04.041692 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:49:04.110534 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a2a36fef-b3e8-4886-b45b-da3448222305 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:04.115407 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a2a36fef-b3e8-4886-b45b-da3448222305 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:04.117608 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-a2a36fef-b3e8-4886-b45b-da3448222305 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] 10.222.0.44 "DELETE /v2.0/networks/3082cc64-96f0-4671-af98-e13d4790b939 HTTP/1.1" status: 204 len: 168 time: 0.4994266 Jul 24 00:49:04.123471 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 41936) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:49:04.130638 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-bd5cd6fe-ee72-4934-aa6b-42d5cb6cd731 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1397059175'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:49:04.133862 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a36fef-b3e8-4886-b45b-da3448222305 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Pushing event deleted for resources: {'Network': ['ID=3082cc64-96f0-4671-af98-e13d4790b939,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:04.159830 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd5cd6fe-ee72-4934-aa6b-42d5cb6cd731 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Made reservation on behalf of 06d61033828c48a8bf5ae518449ef215 for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:49:04.164541 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bd5cd6fe-ee72-4934-aa6b-42d5cb6cd731 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:04.199713 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd5cd6fe-ee72-4934-aa6b-42d5cb6cd731 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:49:04.211090 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bd5cd6fe-ee72-4934-aa6b-42d5cb6cd731 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:04.211455 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-bd5cd6fe-ee72-4934-aa6b-42d5cb6cd731 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Added segment b762f40a-be03-495d-8357-7be49001a67e of type vlan for network 0922cecc-5db7-42c2-bfb5-7b1d43b09671 Jul 24 00:49:04.264137 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bd5cd6fe-ee72-4934-aa6b-42d5cb6cd731 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:04.317779 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 86fe9172-3ac2-401e-9452-19152575c7c1 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:49:04.322079 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bd5cd6fe-ee72-4934-aa6b-42d5cb6cd731 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:04.330879 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5cd6fe-ee72-4934-aa6b-42d5cb6cd731 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:04.331565 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bd5cd6fe-ee72-4934-aa6b-42d5cb6cd731 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:04.379068 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-bd5cd6fe-ee72-4934-aa6b-42d5cb6cd731 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2537286 Jul 24 00:49:04.384908 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 41938) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:49:04.393537 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-65f8e89b-a3d1-4096-b46c-f4bdd5ee16f5 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Request body: {'subnet': {'network_id': '0922cecc-5db7-42c2-bfb5-7b1d43b09671', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:49:04.403162 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 86fe9172-3ac2-401e-9452-19152575c7c1 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:49:04.411343 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 86fe9172-3ac2-401e-9452-19152575c7c1 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:49:04.411764 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:04.422480 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5cd6fe-ee72-4934-aa6b-42d5cb6cd731 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Pushing event updated for resources: {'Network': ['ID=0922cecc-5db7-42c2-bfb5-7b1d43b09671,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:04.437373 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 0922cecc-5db7-42c2-bfb5-7b1d43b09671 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:49:04.440340 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e3b483-f46c-40bd-bc8d-2768e8798165 None None] get_active_networks_info from n-d-800088-16 {{(pid=100315) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 24 00:49:04.520138 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f8e89b-a3d1-4096-b46c-f4bdd5ee16f5 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Made reservation on behalf of 06d61033828c48a8bf5ae518449ef215 for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:49:04.523899 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-65f8e89b-a3d1-4096-b46c-f4bdd5ee16f5 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:04.569480 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-c00fde9d-bb1c-4395-ab30-8f295294edb3 None None] Provisioning complete for port 86fe9172-3ac2-401e-9452-19152575c7c1 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:49:04.569863 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c00fde9d-bb1c-4395-ab30-8f295294edb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:04.632280 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e3b483-f46c-40bd-bc8d-2768e8798165 None None] Resources bound (agent type, host, resource id): {{(pid=100315) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 24 00:49:04.734189 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-65f8e89b-a3d1-4096-b46c-f4bdd5ee16f5 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:04.734906 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:04.797533 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f8e89b-a3d1-4096-b46c-f4bdd5ee16f5 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Pushing event updated for resources: {'Subnet': ['ID=eef54f20-7062-4d07-9ef8-f8f2240b1a53,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:04.805488 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f8e89b-a3d1-4096-b46c-f4bdd5ee16f5 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Checking segment: {'id': 'b762f40a-be03-495d-8357-7be49001a67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '0922cecc-5db7-42c2-bfb5-7b1d43b09671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:49:04.805870 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f8e89b-a3d1-4096-b46c-f4bdd5ee16f5 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Network hostable DHCP agents. Network: 0922cecc-5db7-42c2-bfb5-7b1d43b09671, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:49:04.809516 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c00fde9d-bb1c-4395-ab30-8f295294edb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:04.826874 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f8e89b-a3d1-4096-b46c-f4bdd5ee16f5 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Network 0922cecc-5db7-42c2-bfb5-7b1d43b09671 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:49:04.839166 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-65f8e89b-a3d1-4096-b46c-f4bdd5ee16f5 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 0922cecc-5db7-42c2-bfb5-7b1d43b09671) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:49:04.845302 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f8e89b-a3d1-4096-b46c-f4bdd5ee16f5 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:04.846789 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-65f8e89b-a3d1-4096-b46c-f4bdd5ee16f5 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:04.854512 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 86fe9172-3ac2-401e-9452-19152575c7c1, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=86fe9172-3ac2-401e-9452-19152575c7c1,segment=NetworkSegment(689e5ee0-3bfe-4ab7-816c-6ce8de5471b3),segment_id=689e5ee0-3bfe-4ab7-816c-6ce8de5471b3)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:49:04.863715 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:04.871143 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 41940) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:49:04.871562 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-65f8e89b-a3d1-4096-b46c-f4bdd5ee16f5 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4850235 Jul 24 00:49:04.879168 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-c4483738-c640-47fd-98eb-753020db07ef tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1275083071'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:49:04.902529 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4483738-c640-47fd-98eb-753020db07ef tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Made reservation on behalf of 06d61033828c48a8bf5ae518449ef215 for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:49:04.906206 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c4483738-c640-47fd-98eb-753020db07ef tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:04.933095 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4483738-c640-47fd-98eb-753020db07ef tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:49:04.944200 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c4483738-c640-47fd-98eb-753020db07ef tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:04.944588 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-c4483738-c640-47fd-98eb-753020db07ef tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Added segment 7c9f134b-90ae-49e2-88f9-c04672586076 of type vlan for network 24fcb440-3af6-4aa1-acbd-b2e9aab0300c Jul 24 00:49:04.982520 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=86fe9172-3ac2-401e-9452-19152575c7c1,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:04.989081 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.db.api [None req-c00fde9d-bb1c-4395-ab30-8f295294edb3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100315) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 00:49:04.989479 n-d-800088-16 neutron-server[100315]: DEBUG oslo_db.api [None req-c00fde9d-bb1c-4395-ab30-8f295294edb3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 00:49:04.995123 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c4483738-c640-47fd-98eb-753020db07ef tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:05.025886 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c4483738-c640-47fd-98eb-753020db07ef tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:05.031809 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4483738-c640-47fd-98eb-753020db07ef tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:05.032461 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c4483738-c640-47fd-98eb-753020db07ef tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:05.072328 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-c4483738-c640-47fd-98eb-753020db07ef tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1996605 Jul 24 00:49:05.075237 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 41942) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:49:05.080734 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-be6cf313-ab57-45fa-9b4d-9c60d0b05325 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Request body: {'subnet': {'network_id': '24fcb440-3af6-4aa1-acbd-b2e9aab0300c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:49:05.082167 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3918e71-0a31-47f3-a980-d81009aaa75b None None] Network 0922cecc-5db7-42c2-bfb5-7b1d43b09671 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:49:05.114311 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4483738-c640-47fd-98eb-753020db07ef tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Pushing event updated for resources: {'Network': ['ID=24fcb440-3af6-4aa1-acbd-b2e9aab0300c,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:05.144964 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 24fcb440-3af6-4aa1-acbd-b2e9aab0300c details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:49:05.183183 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be6cf313-ab57-45fa-9b4d-9c60d0b05325 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Made reservation on behalf of 06d61033828c48a8bf5ae518449ef215 for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:49:05.186799 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-be6cf313-ab57-45fa-9b4d-9c60d0b05325 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:05.306580 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e44f34f-9ea8-4dfc-8a60-94d2b31f2ebf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-0922cecc-5db7-42c2-bfb5-7b1d43b09671', 'network_id': '0922cecc-5db7-42c2-bfb5-7b1d43b09671', 'tenant_id': '06d61033828c48a8bf5ae518449ef215', 'fixed_ips': [{'subnet_id': 'eef54f20-7062-4d07-9ef8-f8f2240b1a53'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:49:05.307528 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2e44f34f-9ea8-4dfc-8a60-94d2b31f2ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:05.378687 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-be6cf313-ab57-45fa-9b4d-9c60d0b05325 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:05.444480 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6cf313-ab57-45fa-9b4d-9c60d0b05325 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Pushing event updated for resources: {'Subnet': ['ID=5f960806-abb8-4fc6-9a61-aed7e059dbdf,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:05.451428 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-2e44f34f-9ea8-4dfc-8a60-94d2b31f2ebf None None] Allocated IP 2001:db8::2 (0922cecc-5db7-42c2-bfb5-7b1d43b09671/eef54f20-7062-4d07-9ef8-f8f2240b1a53/37e8849b-0c3a-4a49-812b-dd19a545cce6) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:49:05.454537 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6cf313-ab57-45fa-9b4d-9c60d0b05325 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Checking segment: {'id': '7c9f134b-90ae-49e2-88f9-c04672586076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '24fcb440-3af6-4aa1-acbd-b2e9aab0300c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:49:05.455867 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6cf313-ab57-45fa-9b4d-9c60d0b05325 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Network hostable DHCP agents. Network: 24fcb440-3af6-4aa1-acbd-b2e9aab0300c, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:49:05.473379 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6cf313-ab57-45fa-9b4d-9c60d0b05325 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Network 24fcb440-3af6-4aa1-acbd-b2e9aab0300c is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:49:05.481676 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-be6cf313-ab57-45fa-9b4d-9c60d0b05325 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 24fcb440-3af6-4aa1-acbd-b2e9aab0300c) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:49:05.485804 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6cf313-ab57-45fa-9b4d-9c60d0b05325 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:05.486456 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-be6cf313-ab57-45fa-9b4d-9c60d0b05325 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:05.494983 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b840fa-c751-439f-aff7-bde47941408b None None] Network 24fcb440-3af6-4aa1-acbd-b2e9aab0300c requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:49:05.500615 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-be6cf313-ab57-45fa-9b4d-9c60d0b05325 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4243107 Jul 24 00:49:05.503604 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 41944) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:49:05.606222 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-893fd1af-f895-4080-bae6-874e8c8ffe90 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:05.660024 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-893fd1af-f895-4080-bae6-874e8c8ffe90 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:05.722973 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-893fd1af-f895-4080-bae6-874e8c8ffe90 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:05.726123 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2e44f34f-9ea8-4dfc-8a60-94d2b31f2ebf None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:05.752640 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893fd1af-f895-4080-bae6-874e8c8ffe90 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Pushing event deleted for resources: {'Subnet': ['ID=5f960806-abb8-4fc6-9a61-aed7e059dbdf,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:05.756254 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2e44f34f-9ea8-4dfc-8a60-94d2b31f2ebf None None] Transition to ACTIVE for port object 37e8849b-0c3a-4a49-812b-dd19a545cce6 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:49:05.775965 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c894686a-bb1f-4b50-81f6-f4ffa5cc7811 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-24fcb440-3af6-4aa1-acbd-b2e9aab0300c', 'network_id': '24fcb440-3af6-4aa1-acbd-b2e9aab0300c', 'tenant_id': '06d61033828c48a8bf5ae518449ef215', 'fixed_ips': [{'subnet_id': '5f960806-abb8-4fc6-9a61-aed7e059dbdf'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:49:05.777075 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c894686a-bb1f-4b50-81f6-f4ffa5cc7811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:05.787524 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2e44f34f-9ea8-4dfc-8a60-94d2b31f2ebf None None] Transition to ACTIVE for port object 37e8849b-0c3a-4a49-812b-dd19a545cce6 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:49:05.797207 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2e44f34f-9ea8-4dfc-8a60-94d2b31f2ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:05.833775 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-893fd1af-f895-4080-bae6-874e8c8ffe90 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:05.844765 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-893fd1af-f895-4080-bae6-874e8c8ffe90 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24fcb440-3af6-4aa1-acbd-b2e9aab0300c']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:49:05.854558 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-893fd1af-f895-4080-bae6-874e8c8ffe90 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c9f134b-90ae-49e2-88f9-c04672586076') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:49:05.854873 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-893fd1af-f895-4080-bae6-874e8c8ffe90 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c9f134b-90ae-49e2-88f9-c04672586076') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:49:05.865396 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-893fd1af-f895-4080-bae6-874e8c8ffe90 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:05.879888 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-893fd1af-f895-4080-bae6-874e8c8ffe90 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:05.886167 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-893fd1af-f895-4080-bae6-874e8c8ffe90 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:49:05.886647 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-893fd1af-f895-4080-bae6-874e8c8ffe90 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:05.890216 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:49:05.890216 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:49:05.890216 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:49:05.890216 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:49:05.890216 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:49:05.890216 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:49:05.890216 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:49:05.890216 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:49:05.890216 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:49:05.890216 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:49:05.890216 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:49:05.890216 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:49:05.890216 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:49:05.890216 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:49:05.890216 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:49:05.890216 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:49:05.890216 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:49:05.890216 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:49:05.890216 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:49:05.890216 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:49:05.890216 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:49:05.890216 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:49:05.890216 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:49:05.890216 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:49:05.890216 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:49:05.890216 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:49:05.890216 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:49:05.890216 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:49:05.890216 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:49:05.890216 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:49:05.890216 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:49:05.890216 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:49:05.903340 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e44f34f-9ea8-4dfc-8a60-94d2b31f2ebf None None] Network 0922cecc-5db7-42c2-bfb5-7b1d43b09671 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:49:05.911184 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-2e44f34f-9ea8-4dfc-8a60-94d2b31f2ebf None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:49:05.912932 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e44f34f-9ea8-4dfc-8a60-94d2b31f2ebf None None] Pushing event updated for resources: {'Port': ['ID=37e8849b-0c3a-4a49-812b-dd19a545cce6,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:05.915130 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e44f34f-9ea8-4dfc-8a60-94d2b31f2ebf None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:49:05.924193 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04d9cae-545f-47c7-81f1-bd7db8612a94 None None] Network 24fcb440-3af6-4aa1-acbd-b2e9aab0300c requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:49:05.971565 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-893fd1af-f895-4080-bae6-874e8c8ffe90 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:05.977314 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-893fd1af-f895-4080-bae6-874e8c8ffe90 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:05.982301 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-893fd1af-f895-4080-bae6-874e8c8ffe90 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] 10.222.0.44 "DELETE /v2.0/networks/24fcb440-3af6-4aa1-acbd-b2e9aab0300c HTTP/1.1" status: 204 len: 168 time: 0.4745138 Jul 24 00:49:05.983691 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 41946) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:49:05.994336 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893fd1af-f895-4080-bae6-874e8c8ffe90 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Pushing event deleted for resources: {'Network': ['ID=24fcb440-3af6-4aa1-acbd-b2e9aab0300c,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:06.029608 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-99fa4452-cfaa-43d0-b189-d2c6865ec5da tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] GET failed (client error): The resource could not be found. Jul 24 00:49:06.035166 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-99fa4452-cfaa-43d0-b189-d2c6865ec5da tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] 10.222.0.44 "GET /v2.0/subnets/5f960806-abb8-4fc6-9a61-aed7e059dbdf HTTP/1.1" status: 404 len: 337 time: 0.0467021 Jul 24 00:49:06.035424 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-2e44f34f-9ea8-4dfc-8a60-94d2b31f2ebf None None] Attempting to bind port 37e8849b-0c3a-4a49-812b-dd19a545cce6 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:49:06.035424 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-2e44f34f-9ea8-4dfc-8a60-94d2b31f2ebf None None] Attempting to bind port 37e8849b-0c3a-4a49-812b-dd19a545cce6 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': 'b762f40a-be03-495d-8357-7be49001a67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '0922cecc-5db7-42c2-bfb5-7b1d43b09671'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:49:06.035424 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e44f34f-9ea8-4dfc-8a60-94d2b31f2ebf None None] Attempting to bind port 37e8849b-0c3a-4a49-812b-dd19a545cce6 on network 0922cecc-5db7-42c2-bfb5-7b1d43b09671 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:49:06.035741 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 41948) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:49:06.043260 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e44f34f-9ea8-4dfc-8a60-94d2b31f2ebf None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:49:06.043641 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e44f34f-9ea8-4dfc-8a60-94d2b31f2ebf None None] Checking segment: {'id': 'b762f40a-be03-495d-8357-7be49001a67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '0922cecc-5db7-42c2-bfb5-7b1d43b09671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:49:06.044055 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2e44f34f-9ea8-4dfc-8a60-94d2b31f2ebf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:06.044468 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e44f34f-9ea8-4dfc-8a60-94d2b31f2ebf None None] Bound using segment: {'id': 'b762f40a-be03-495d-8357-7be49001a67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '0922cecc-5db7-42c2-bfb5-7b1d43b09671'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:49:06.044967 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-2e44f34f-9ea8-4dfc-8a60-94d2b31f2ebf None None] Bound port: 37e8849b-0c3a-4a49-812b-dd19a545cce6, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b762f40a-be03-495d-8357-7be49001a67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '0922cecc-5db7-42c2-bfb5-7b1d43b09671'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:49:06.045362 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2e44f34f-9ea8-4dfc-8a60-94d2b31f2ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:06.053798 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-cda48add-d7dc-49e6-8e6b-ef398a23d756 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] DELETE failed (client error): The resource could not be found. Jul 24 00:49:06.054364 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cda48add-d7dc-49e6-8e6b-ef398a23d756 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:49:06.056139 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-cda48add-d7dc-49e6-8e6b-ef398a23d756 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] 10.222.0.44 "DELETE /v2.0/networks/24fcb440-3af6-4aa1-acbd-b2e9aab0300c HTTP/1.1" status: 404 len: 339 time: 0.0198660 Jul 24 00:49:06.060887 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 41950) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:49:06.097681 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6a78874-1eaa-4a7c-825d-f8db1ce0dd6d tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] DELETE failed (client error): The resource could not be found. Jul 24 00:49:06.098314 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6a78874-1eaa-4a7c-825d-f8db1ce0dd6d tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:49:06.100118 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-c6a78874-1eaa-4a7c-825d-f8db1ce0dd6d tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] 10.222.0.44 "DELETE /v2.0/subnets/5f960806-abb8-4fc6-9a61-aed7e059dbdf HTTP/1.1" status: 404 len: 337 time: 0.0377381 Jul 24 00:49:06.103324 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 41952) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:49:06.123447 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-245415e7-7628-4f4d-9c3b-06af8910ff73 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] DELETE failed (client error): The resource could not be found. Jul 24 00:49:06.123998 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-245415e7-7628-4f4d-9c3b-06af8910ff73 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:49:06.125760 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-245415e7-7628-4f4d-9c3b-06af8910ff73 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] 10.222.0.44 "DELETE /v2.0/networks/24fcb440-3af6-4aa1-acbd-b2e9aab0300c HTTP/1.1" status: 404 len: 339 time: 0.0214436 Jul 24 00:49:06.129040 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 41954) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:49:06.152551 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2e44f34f-9ea8-4dfc-8a60-94d2b31f2ebf None None] For port 37e8849b-0c3a-4a49-812b-dd19a545cce6, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:49:06.155915 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2e44f34f-9ea8-4dfc-8a60-94d2b31f2ebf None None] For port 37e8849b-0c3a-4a49-812b-dd19a545cce6, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=37e8849b-0c3a-4a49-812b-dd19a545cce6,segment=NetworkSegment(b762f40a-be03-495d-8357-7be49001a67e),segment_id=b762f40a-be03-495d-8357-7be49001a67e)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:49:06.160232 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2e44f34f-9ea8-4dfc-8a60-94d2b31f2ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:06.184674 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d48da6b-ffa2-42c6-a2c8-54832062c401 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Deleting subnet eef54f20-7062-4d07-9ef8-f8f2240b1a53 {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:49:06.188081 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0d48da6b-ffa2-42c6-a2c8-54832062c401 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:06.225338 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e44f34f-9ea8-4dfc-8a60-94d2b31f2ebf None None] Pushing event updated for resources: {'Port': ['ID=37e8849b-0c3a-4a49-812b-dd19a545cce6,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:06.247029 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0d48da6b-ffa2-42c6-a2c8-54832062c401 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:06.282927 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 86fe9172-3ac2-401e-9452-19152575c7c1 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:49:06.331541 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 86fe9172-3ac2-401e-9452-19152575c7c1 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:49:06.331925 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:06.338087 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:49:06.338653 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0d48da6b-ffa2-42c6-a2c8-54832062c401 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:06.432733 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0d48da6b-ffa2-42c6-a2c8-54832062c401 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:06.461641 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48da6b-ffa2-42c6-a2c8-54832062c401 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Pushing event deleted for resources: {'Subnet': ['ID=eef54f20-7062-4d07-9ef8-f8f2240b1a53,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:06.467406 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0d48da6b-ffa2-42c6-a2c8-54832062c401 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:06.472554 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-0d48da6b-ffa2-42c6-a2c8-54832062c401 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] 10.222.0.44 "DELETE /v2.0/subnets/eef54f20-7062-4d07-9ef8-f8f2240b1a53 HTTP/1.1" status: 204 len: 168 time: 0.3394942 Jul 24 00:49:06.472737 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 41956) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:49:06.562653 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8da84df5-1fde-4bd9-8c9a-a731fd6f658c tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:06.615501 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-8da84df5-1fde-4bd9-8c9a-a731fd6f658c tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Deleting port 37e8849b-0c3a-4a49-812b-dd19a545cce6 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:49:06.615851 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8da84df5-1fde-4bd9-8c9a-a731fd6f658c tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:06.682160 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-8da84df5-1fde-4bd9-8c9a-a731fd6f658c tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] For port 37e8849b-0c3a-4a49-812b-dd19a545cce6, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=37e8849b-0c3a-4a49-812b-dd19a545cce6,segment=NetworkSegment(b762f40a-be03-495d-8357-7be49001a67e),segment_id=b762f40a-be03-495d-8357-7be49001a67e)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:49:06.682528 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8da84df5-1fde-4bd9-8c9a-a731fd6f658c tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:06.694977 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-8da84df5-1fde-4bd9-8c9a-a731fd6f658c tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Calling delete_port for 37e8849b-0c3a-4a49-812b-dd19a545cce6 owned by network:dhcp {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:49:06.796150 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8da84df5-1fde-4bd9-8c9a-a731fd6f658c tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:06.822416 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da84df5-1fde-4bd9-8c9a-a731fd6f658c tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Pushing event deleted for resources: {'Port': ['ID=37e8849b-0c3a-4a49-812b-dd19a545cce6,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:06.827291 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da84df5-1fde-4bd9-8c9a-a731fd6f658c tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] No DVR routers for this DVR port 37e8849b-0c3a-4a49-812b-dd19a545cce6 on host n-d-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:49:06.914018 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8da84df5-1fde-4bd9-8c9a-a731fd6f658c tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:06.925591 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-8da84df5-1fde-4bd9-8c9a-a731fd6f658c tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0922cecc-5db7-42c2-bfb5-7b1d43b09671']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:49:06.937251 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-8da84df5-1fde-4bd9-8c9a-a731fd6f658c tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b762f40a-be03-495d-8357-7be49001a67e') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:49:06.938097 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-8da84df5-1fde-4bd9-8c9a-a731fd6f658c tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b762f40a-be03-495d-8357-7be49001a67e') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:49:06.951545 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8da84df5-1fde-4bd9-8c9a-a731fd6f658c tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:06.970608 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8da84df5-1fde-4bd9-8c9a-a731fd6f658c tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:06.978823 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8da84df5-1fde-4bd9-8c9a-a731fd6f658c tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:49:06.979825 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8da84df5-1fde-4bd9-8c9a-a731fd6f658c tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:06.984053 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:49:06.984053 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:49:06.984053 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:49:06.984053 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:49:06.984053 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:49:06.984053 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:49:06.984053 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:49:06.984053 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:49:06.984053 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:49:06.984053 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:49:06.984053 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:49:06.984053 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:49:06.984053 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:49:06.984053 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:49:06.984053 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:49:06.984053 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:49:06.984053 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:49:06.984053 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:49:06.984053 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:49:06.984053 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:49:06.984053 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:49:06.984053 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:49:06.984053 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:49:06.984053 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:49:06.984053 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:49:06.984053 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:49:06.984053 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:49:06.984053 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:49:06.984053 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:49:06.984053 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:49:06.984053 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:49:06.984053 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:49:07.056891 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8da84df5-1fde-4bd9-8c9a-a731fd6f658c tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:07.065309 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8da84df5-1fde-4bd9-8c9a-a731fd6f658c tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:07.067906 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-8da84df5-1fde-4bd9-8c9a-a731fd6f658c tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] 10.222.0.44 "DELETE /v2.0/networks/0922cecc-5db7-42c2-bfb5-7b1d43b09671 HTTP/1.1" status: 204 len: 168 time: 0.5941741 Jul 24 00:49:07.070716 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 41958) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:49:07.086128 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da84df5-1fde-4bd9-8c9a-a731fd6f658c tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Pushing event deleted for resources: {'Network': ['ID=0922cecc-5db7-42c2-bfb5-7b1d43b09671,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:07.109302 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b611c07-c0d3-458c-a5c7-6fe1f817bc9a tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] DELETE failed (client error): The resource could not be found. Jul 24 00:49:07.109780 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b611c07-c0d3-458c-a5c7-6fe1f817bc9a tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:49:07.112066 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-1b611c07-c0d3-458c-a5c7-6fe1f817bc9a tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] 10.222.0.44 "DELETE /v2.0/subnets/07d4a7be-25a7-40bf-aba9-b7d848187b13 HTTP/1.1" status: 404 len: 337 time: 0.0403132 Jul 24 00:49:07.114925 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 41960) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:49:07.136519 n-d-800088-16 neutron-server[100314]: INFO neutron.pecan_wsgi.hooks.translation [None req-a192e305-d835-4f98-9dff-a5c177632fb6 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] DELETE failed (client error): The resource could not be found. Jul 24 00:49:07.137134 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a192e305-d835-4f98-9dff-a5c177632fb6 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:49:07.139360 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-a192e305-d835-4f98-9dff-a5c177632fb6 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] 10.222.0.44 "DELETE /v2.0/networks/3082cc64-96f0-4671-af98-e13d4790b939 HTTP/1.1" status: 404 len: 339 time: 0.0231183 Jul 24 00:49:07.141934 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 41962) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:49:07.172424 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-c79ba7e7-1f6a-451a-9f5c-04dded7dfa3e tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] DELETE failed (client error): The resource could not be found. Jul 24 00:49:07.173022 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c79ba7e7-1f6a-451a-9f5c-04dded7dfa3e tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:49:07.175319 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c79ba7e7-1f6a-451a-9f5c-04dded7dfa3e tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] 10.222.0.44 "DELETE /v2.0/subnets/75cb1fcf-c011-4ce3-bc9f-40fbe1eeb983 HTTP/1.1" status: 404 len: 337 time: 0.0323310 Jul 24 00:49:07.183023 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 41964) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:49:07.205721 n-d-800088-16 neutron-server[100313]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e5e51f5-6ac9-46a1-9c10-dcea3ec36315 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] DELETE failed (client error): The resource could not be found. Jul 24 00:49:07.206316 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e5e51f5-6ac9-46a1-9c10-dcea3ec36315 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:49:07.208285 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-7e5e51f5-6ac9-46a1-9c10-dcea3ec36315 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] 10.222.0.44 "DELETE /v2.0/networks/4f1598a3-ecff-4f72-9f14-73968ef5f466 HTTP/1.1" status: 404 len: 339 time: 0.0238254 Jul 24 00:49:07.211257 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 41966) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:49:07.230733 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea40ae26-ef5d-461d-a2e4-67ea4ea2a145 None None] DHCP port deletion for 0922cecc-5db7-42c2-bfb5-7b1d43b09671 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:49:07.243433 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-991d1711-18ee-413f-a73d-393b0db1d0a8 None None] Could not find standard attr ID for object 37e8849b-0c3a-4a49-812b-dd19a545cce6. {{(pid=100315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 00:49:07.256928 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423e7ada-b7d7-4586-a213-f36534ac9b7f None None] Network 0922cecc-5db7-42c2-bfb5-7b1d43b09671 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:49:07.268883 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423e7ada-b7d7-4586-a213-f36534ac9b7f None None] Network 0922cecc-5db7-42c2-bfb5-7b1d43b09671 could not be found, it might have been deleted concurrently. {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 24 00:49:07.274382 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bf6b460-f1c2-4773-8077-ca0c53358ba3 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Deleting subnet 1c852c41-76ce-47ee-8829-f28f15e7f97b {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:49:07.277788 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5bf6b460-f1c2-4773-8077-ca0c53358ba3 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:07.325616 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5bf6b460-f1c2-4773-8077-ca0c53358ba3 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:07.415708 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5bf6b460-f1c2-4773-8077-ca0c53358ba3 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:07.476702 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5bf6b460-f1c2-4773-8077-ca0c53358ba3 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:07.508132 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf6b460-f1c2-4773-8077-ca0c53358ba3 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Pushing event deleted for resources: {'Subnet': ['ID=1c852c41-76ce-47ee-8829-f28f15e7f97b,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:07.512038 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5bf6b460-f1c2-4773-8077-ca0c53358ba3 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:07.513999 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-5bf6b460-f1c2-4773-8077-ca0c53358ba3 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] 10.222.0.44 "DELETE /v2.0/subnets/1c852c41-76ce-47ee-8829-f28f15e7f97b HTTP/1.1" status: 204 len: 168 time: 0.3017716 Jul 24 00:49:07.516767 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 41968) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:49:07.519556 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c981806-cf86-499e-b1b4-3f480c512615 None None] Network a132b979-fbbd-4df8-bcbf-b3b16c791941 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:49:07.727039 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faafc6b5-b399-4630-ad92-8065f4ac065b None None] DHCP port deletion for a132b979-fbbd-4df8-bcbf-b3b16c791941 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:49:07.779141 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-faafc6b5-b399-4630-ad92-8065f4ac065b None None] Deleting port 86fe9172-3ac2-401e-9452-19152575c7c1 {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:49:07.779530 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-faafc6b5-b399-4630-ad92-8065f4ac065b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:07.896260 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-562f19f8-f81c-4a2d-bee2-608af38fd780 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:07.952407 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-562f19f8-f81c-4a2d-bee2-608af38fd780 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Deleting port 86fe9172-3ac2-401e-9452-19152575c7c1 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:49:07.952676 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-562f19f8-f81c-4a2d-bee2-608af38fd780 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:08.015661 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-faafc6b5-b399-4630-ad92-8065f4ac065b None None] For port 86fe9172-3ac2-401e-9452-19152575c7c1, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=86fe9172-3ac2-401e-9452-19152575c7c1,segment=NetworkSegment(689e5ee0-3bfe-4ab7-816c-6ce8de5471b3),segment_id=689e5ee0-3bfe-4ab7-816c-6ce8de5471b3)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:49:08.016066 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-faafc6b5-b399-4630-ad92-8065f4ac065b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:08.020093 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-562f19f8-f81c-4a2d-bee2-608af38fd780 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] For port 86fe9172-3ac2-401e-9452-19152575c7c1, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=86fe9172-3ac2-401e-9452-19152575c7c1,segment=NetworkSegment(689e5ee0-3bfe-4ab7-816c-6ce8de5471b3),segment_id=689e5ee0-3bfe-4ab7-816c-6ce8de5471b3)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:49:08.020460 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-562f19f8-f81c-4a2d-bee2-608af38fd780 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:08.029751 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-faafc6b5-b399-4630-ad92-8065f4ac065b None None] Calling delete_port for 86fe9172-3ac2-401e-9452-19152575c7c1 owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:49:08.032237 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-562f19f8-f81c-4a2d-bee2-608af38fd780 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Calling delete_port for 86fe9172-3ac2-401e-9452-19152575c7c1 owned by network:dhcp {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:49:08.112215 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-562f19f8-f81c-4a2d-bee2-608af38fd780 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:08.121150 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-faafc6b5-b399-4630-ad92-8065f4ac065b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:08.143384 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562f19f8-f81c-4a2d-bee2-608af38fd780 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Pushing event deleted for resources: {'Port': ['ID=86fe9172-3ac2-401e-9452-19152575c7c1,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:08.147005 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562f19f8-f81c-4a2d-bee2-608af38fd780 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] No DVR routers for this DVR port 86fe9172-3ac2-401e-9452-19152575c7c1 on host n-d-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:49:08.150144 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faafc6b5-b399-4630-ad92-8065f4ac065b None None] No DVR routers for this DVR port 86fe9172-3ac2-401e-9452-19152575c7c1 on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:49:08.152353 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faafc6b5-b399-4630-ad92-8065f4ac065b None None] Pushing event deleted for resources: {'Port': ['ID=86fe9172-3ac2-401e-9452-19152575c7c1,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:08.227133 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-562f19f8-f81c-4a2d-bee2-608af38fd780 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:08.238321 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-562f19f8-f81c-4a2d-bee2-608af38fd780 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a132b979-fbbd-4df8-bcbf-b3b16c791941']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:49:08.248752 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-562f19f8-f81c-4a2d-bee2-608af38fd780 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '689e5ee0-3bfe-4ab7-816c-6ce8de5471b3') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:49:08.249123 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-562f19f8-f81c-4a2d-bee2-608af38fd780 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '689e5ee0-3bfe-4ab7-816c-6ce8de5471b3') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:49:08.261719 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-562f19f8-f81c-4a2d-bee2-608af38fd780 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:08.274305 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 86fe9172-3ac2-401e-9452-19152575c7c1 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:49:08.283829 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-562f19f8-f81c-4a2d-bee2-608af38fd780 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:08.290927 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-562f19f8-f81c-4a2d-bee2-608af38fd780 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:49:08.291625 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-562f19f8-f81c-4a2d-bee2-608af38fd780 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:08.295289 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:49:08.295289 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:49:08.295289 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:49:08.295289 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:49:08.295289 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:49:08.295289 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:49:08.295289 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:49:08.295289 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:49:08.295289 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:49:08.295289 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:49:08.295289 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:49:08.295289 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:49:08.295289 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:49:08.295289 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:49:08.295289 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:49:08.295289 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:49:08.295289 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:49:08.295289 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:49:08.295289 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:49:08.295289 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:49:08.295289 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:49:08.295289 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:49:08.295289 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:49:08.295289 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:49:08.295289 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:49:08.295289 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:49:08.295289 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:49:08.295289 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:49:08.295289 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:49:08.295289 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:49:08.295289 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:49:08.295289 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:49:08.298915 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 86fe9172-3ac2-401e-9452-19152575c7c1 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:49:08.298915 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 86fe9172-3ac2-401e-9452-19152575c7c1 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:49:08.362528 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-562f19f8-f81c-4a2d-bee2-608af38fd780 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:08.369514 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-562f19f8-f81c-4a2d-bee2-608af38fd780 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:08.371347 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-562f19f8-f81c-4a2d-bee2-608af38fd780 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] 10.222.0.44 "DELETE /v2.0/networks/a132b979-fbbd-4df8-bcbf-b3b16c791941 HTTP/1.1" status: 204 len: 168 time: 0.8521342 Jul 24 00:49:08.383525 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562f19f8-f81c-4a2d-bee2-608af38fd780 tempest-NetworksIpV6Test-901140377 tempest-NetworksIpV6Test-901140377-project] Pushing event deleted for resources: {'Network': ['ID=a132b979-fbbd-4df8-bcbf-b3b16c791941,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:08.628345 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 41974) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:49:08.761245 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-ab0d1a32-3dca-4673-a800-186a1679261e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=06d61033828c48a8bf5ae518449ef215&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1314168 Jul 24 00:49:08.763709 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 41978) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:49:08.815707 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-96221a4a-4a32-46f0-8dbc-d2df14895a55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:08.840774 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-96221a4a-4a32-46f0-8dbc-d2df14895a55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:08.886620 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-96221a4a-4a32-46f0-8dbc-d2df14895a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:08.889228 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-96221a4a-4a32-46f0-8dbc-d2df14895a55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:08.890387 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-96221a4a-4a32-46f0-8dbc-d2df14895a55 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ccd1e5df-1ea4-457e-92cb-53475b4d81f9 HTTP/1.1" status: 204 len: 168 time: 0.1257379 Jul 24 00:49:08.897863 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96221a4a-4a32-46f0-8dbc-d2df14895a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd1e5df-1ea4-457e-92cb-53475b4d81f9,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:09.519248 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42000) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:49:09.613590 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-0c0ae051-7aea-4e77-9e74-c9dd12c7bb61 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-540336223', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:49:09.637037 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0c0ae051-7aea-4e77-9e74-c9dd12c7bb61 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:09.638147 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0c0ae051-7aea-4e77-9e74-c9dd12c7bb61 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:09.690259 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0c0ae051-7aea-4e77-9e74-c9dd12c7bb61 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:09.694605 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0c0ae051-7aea-4e77-9e74-c9dd12c7bb61 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:09.709832 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0c0ae051-7aea-4e77-9e74-c9dd12c7bb61 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:09.711020 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-0c0ae051-7aea-4e77-9e74-c9dd12c7bb61 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1907701 Jul 24 00:49:09.713829 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42004) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:49:09.718687 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-796996cf-e317-47c5-a657-c3ceac953132 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-436233518'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:49:09.740508 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-796996cf-e317-47c5-a657-c3ceac953132 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Made reservation on behalf of baa320dcf2a04b0ea6d04711cc6a56b3 for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:49:09.743962 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-796996cf-e317-47c5-a657-c3ceac953132 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:09.752426 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-796996cf-e317-47c5-a657-c3ceac953132 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:09.846098 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-796996cf-e317-47c5-a657-c3ceac953132 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:09.850425 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-796996cf-e317-47c5-a657-c3ceac953132 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:09.876491 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-796996cf-e317-47c5-a657-c3ceac953132 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:49:09.886269 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796996cf-e317-47c5-a657-c3ceac953132 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b765ec4-6ce5-4e14-8fa9-1e7c58acf3fb,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:09.891125 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-796996cf-e317-47c5-a657-c3ceac953132 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:09.891473 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-796996cf-e317-47c5-a657-c3ceac953132 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Added segment 948a16a6-a702-4307-b6dc-51f8a826b13f of type vlan for network 5d82f15d-2f9f-489c-a479-bd3d890b0e0a Jul 24 00:49:09.932868 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-796996cf-e317-47c5-a657-c3ceac953132 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:09.966850 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-796996cf-e317-47c5-a657-c3ceac953132 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:09.973076 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796996cf-e317-47c5-a657-c3ceac953132 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:09.973661 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-796996cf-e317-47c5-a657-c3ceac953132 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:10.008871 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-796996cf-e317-47c5-a657-c3ceac953132 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2939613 Jul 24 00:49:10.011638 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42006) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:49:10.019140 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-86d4f3c4-2ac5-4cd4-9e7f-5a940e156700 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Request body: {'subnet': {'network_id': '5d82f15d-2f9f-489c-a479-bd3d890b0e0a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:49:10.057159 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796996cf-e317-47c5-a657-c3ceac953132 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Pushing event updated for resources: {'Network': ['ID=5d82f15d-2f9f-489c-a479-bd3d890b0e0a,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:10.067424 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 5d82f15d-2f9f-489c-a479-bd3d890b0e0a details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:49:10.140332 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d4f3c4-2ac5-4cd4-9e7f-5a940e156700 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Made reservation on behalf of baa320dcf2a04b0ea6d04711cc6a56b3 for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:49:10.144546 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-86d4f3c4-2ac5-4cd4-9e7f-5a940e156700 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:10.332773 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-86d4f3c4-2ac5-4cd4-9e7f-5a940e156700 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:10.386098 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d4f3c4-2ac5-4cd4-9e7f-5a940e156700 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Pushing event updated for resources: {'Subnet': ['ID=fb147e6a-98c2-4475-9dc5-7b61d2c75710,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:10.401773 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d4f3c4-2ac5-4cd4-9e7f-5a940e156700 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Checking segment: {'id': '948a16a6-a702-4307-b6dc-51f8a826b13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '5d82f15d-2f9f-489c-a479-bd3d890b0e0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:49:10.402136 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d4f3c4-2ac5-4cd4-9e7f-5a940e156700 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Network hostable DHCP agents. Network: 5d82f15d-2f9f-489c-a479-bd3d890b0e0a, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:49:10.418277 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d4f3c4-2ac5-4cd4-9e7f-5a940e156700 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Network 5d82f15d-2f9f-489c-a479-bd3d890b0e0a is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:49:10.426906 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-86d4f3c4-2ac5-4cd4-9e7f-5a940e156700 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 5d82f15d-2f9f-489c-a479-bd3d890b0e0a) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:49:10.430934 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d4f3c4-2ac5-4cd4-9e7f-5a940e156700 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:10.431780 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-86d4f3c4-2ac5-4cd4-9e7f-5a940e156700 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:10.436160 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45f0071-b45a-4091-8e10-7973ab3179cd None None] Network 5d82f15d-2f9f-489c-a479-bd3d890b0e0a requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:49:10.446590 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-86d4f3c4-2ac5-4cd4-9e7f-5a940e156700 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4338648 Jul 24 00:49:10.449834 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42008) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:49:10.455712 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-415baa60-00d9-41c7-a1a9-923dd4521ce0 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1942229615'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:49:10.478905 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415baa60-00d9-41c7-a1a9-923dd4521ce0 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Made reservation on behalf of baa320dcf2a04b0ea6d04711cc6a56b3 for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:49:10.482472 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-415baa60-00d9-41c7-a1a9-923dd4521ce0 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:10.507687 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-415baa60-00d9-41c7-a1a9-923dd4521ce0 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:49:10.518604 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-415baa60-00d9-41c7-a1a9-923dd4521ce0 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:10.519101 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-415baa60-00d9-41c7-a1a9-923dd4521ce0 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Added segment d2bf9cf7-5b6d-4f96-a4c1-26ccbb51015c of type vlan for network da206d2f-024d-4a21-9a25-3109e96a09b3 Jul 24 00:49:10.560430 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-415baa60-00d9-41c7-a1a9-923dd4521ce0 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:10.595032 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-415baa60-00d9-41c7-a1a9-923dd4521ce0 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:10.596717 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa86423-00ee-4b83-82cc-396049576efc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-5d82f15d-2f9f-489c-a479-bd3d890b0e0a', 'network_id': '5d82f15d-2f9f-489c-a479-bd3d890b0e0a', 'tenant_id': 'baa320dcf2a04b0ea6d04711cc6a56b3', 'fixed_ips': [{'subnet_id': 'fb147e6a-98c2-4475-9dc5-7b61d2c75710'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:49:10.597814 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-bfa86423-00ee-4b83-82cc-396049576efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:10.600873 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415baa60-00d9-41c7-a1a9-923dd4521ce0 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:10.601469 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-415baa60-00d9-41c7-a1a9-923dd4521ce0 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:10.637352 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-415baa60-00d9-41c7-a1a9-923dd4521ce0 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1835332 Jul 24 00:49:10.638034 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42010) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:49:10.642491 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-520a6131-cbf9-4c94-bc0b-ebe816e725b3 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Request body: {'subnet': {'network_id': 'da206d2f-024d-4a21-9a25-3109e96a09b3', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:49:10.694957 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415baa60-00d9-41c7-a1a9-923dd4521ce0 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Pushing event updated for resources: {'Network': ['ID=da206d2f-024d-4a21-9a25-3109e96a09b3,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:10.715908 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network da206d2f-024d-4a21-9a25-3109e96a09b3 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:49:10.770752 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-520a6131-cbf9-4c94-bc0b-ebe816e725b3 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Made reservation on behalf of baa320dcf2a04b0ea6d04711cc6a56b3 for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:49:10.774428 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-520a6131-cbf9-4c94-bc0b-ebe816e725b3 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:10.790419 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-bfa86423-00ee-4b83-82cc-396049576efc None None] Allocated IP 172.20.0.2 (5d82f15d-2f9f-489c-a479-bd3d890b0e0a/fb147e6a-98c2-4475-9dc5-7b61d2c75710/e19681b6-08fa-4fa6-b645-9163d2536e07) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:49:10.952237 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-bfa86423-00ee-4b83-82cc-396049576efc None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:10.961551 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-bfa86423-00ee-4b83-82cc-396049576efc None None] Transition to ACTIVE for port object e19681b6-08fa-4fa6-b645-9163d2536e07 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:49:10.962045 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-520a6131-cbf9-4c94-bc0b-ebe816e725b3 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:10.977204 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-bfa86423-00ee-4b83-82cc-396049576efc None None] Transition to ACTIVE for port object e19681b6-08fa-4fa6-b645-9163d2536e07 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:49:10.983900 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-bfa86423-00ee-4b83-82cc-396049576efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:11.019563 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520a6131-cbf9-4c94-bc0b-ebe816e725b3 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Pushing event updated for resources: {'Subnet': ['ID=9d2246b3-d9c8-4c59-95a5-f26d92138c6d,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:11.021267 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa86423-00ee-4b83-82cc-396049576efc None None] Network 5d82f15d-2f9f-489c-a479-bd3d890b0e0a is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:49:11.026507 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-bfa86423-00ee-4b83-82cc-396049576efc None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:49:11.029997 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa86423-00ee-4b83-82cc-396049576efc None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:49:11.037586 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa86423-00ee-4b83-82cc-396049576efc None None] Pushing event updated for resources: {'Port': ['ID=e19681b6-08fa-4fa6-b645-9163d2536e07,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:11.038186 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520a6131-cbf9-4c94-bc0b-ebe816e725b3 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Checking segment: {'id': 'd2bf9cf7-5b6d-4f96-a4c1-26ccbb51015c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'da206d2f-024d-4a21-9a25-3109e96a09b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:49:11.038624 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520a6131-cbf9-4c94-bc0b-ebe816e725b3 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Network hostable DHCP agents. Network: da206d2f-024d-4a21-9a25-3109e96a09b3, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:49:11.057074 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520a6131-cbf9-4c94-bc0b-ebe816e725b3 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Network da206d2f-024d-4a21-9a25-3109e96a09b3 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:49:11.067654 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-520a6131-cbf9-4c94-bc0b-ebe816e725b3 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, da206d2f-024d-4a21-9a25-3109e96a09b3) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:49:11.071787 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520a6131-cbf9-4c94-bc0b-ebe816e725b3 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:11.072392 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-520a6131-cbf9-4c94-bc0b-ebe816e725b3 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:11.084340 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9957b76-b0ed-43e8-b8de-ad455e7efa64 None None] Network da206d2f-024d-4a21-9a25-3109e96a09b3 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:49:11.087277 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-520a6131-cbf9-4c94-bc0b-ebe816e725b3 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4487710 Jul 24 00:49:11.090245 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 42012) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:49:11.096150 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-b7273ca2-5f35-4468-94c9-02457bc56122 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Request body: {'router': {'external_gateway_info': {'network_id': 'da206d2f-024d-4a21-9a25-3109e96a09b3'}}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:49:11.116553 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-bfa86423-00ee-4b83-82cc-396049576efc None None] Attempting to bind port e19681b6-08fa-4fa6-b645-9163d2536e07 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:49:11.116960 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-bfa86423-00ee-4b83-82cc-396049576efc None None] Attempting to bind port e19681b6-08fa-4fa6-b645-9163d2536e07 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '948a16a6-a702-4307-b6dc-51f8a826b13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '5d82f15d-2f9f-489c-a479-bd3d890b0e0a'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:49:11.117337 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa86423-00ee-4b83-82cc-396049576efc None None] Attempting to bind port e19681b6-08fa-4fa6-b645-9163d2536e07 on network 5d82f15d-2f9f-489c-a479-bd3d890b0e0a {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:49:11.126415 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa86423-00ee-4b83-82cc-396049576efc None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:49:11.126823 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa86423-00ee-4b83-82cc-396049576efc None None] Checking segment: {'id': '948a16a6-a702-4307-b6dc-51f8a826b13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '5d82f15d-2f9f-489c-a479-bd3d890b0e0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:49:11.127232 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-bfa86423-00ee-4b83-82cc-396049576efc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:11.127632 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa86423-00ee-4b83-82cc-396049576efc None None] Bound using segment: {'id': '948a16a6-a702-4307-b6dc-51f8a826b13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '5d82f15d-2f9f-489c-a479-bd3d890b0e0a'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:49:11.128103 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-bfa86423-00ee-4b83-82cc-396049576efc None None] Bound port: e19681b6-08fa-4fa6-b645-9163d2536e07, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '948a16a6-a702-4307-b6dc-51f8a826b13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '5d82f15d-2f9f-489c-a479-bd3d890b0e0a'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:49:11.128492 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-bfa86423-00ee-4b83-82cc-396049576efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:11.263083 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-bfa86423-00ee-4b83-82cc-396049576efc None None] For port e19681b6-08fa-4fa6-b645-9163d2536e07, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:49:11.267725 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-bfa86423-00ee-4b83-82cc-396049576efc None None] For port e19681b6-08fa-4fa6-b645-9163d2536e07, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=e19681b6-08fa-4fa6-b645-9163d2536e07,segment=NetworkSegment(948a16a6-a702-4307-b6dc-51f8a826b13f),segment_id=948a16a6-a702-4307-b6dc-51f8a826b13f)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:49:11.274328 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-bfa86423-00ee-4b83-82cc-396049576efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:11.312885 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b7273ca2-5f35-4468-94c9-02457bc56122 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:11.324236 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58edd666-3ed2-4bf6-b217-a24cac35a0cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-da206d2f-024d-4a21-9a25-3109e96a09b3', 'network_id': 'da206d2f-024d-4a21-9a25-3109e96a09b3', 'tenant_id': 'baa320dcf2a04b0ea6d04711cc6a56b3', 'fixed_ips': [{'subnet_id': '9d2246b3-d9c8-4c59-95a5-f26d92138c6d'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:49:11.325129 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-58edd666-3ed2-4bf6-b217-a24cac35a0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:11.421425 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa86423-00ee-4b83-82cc-396049576efc None None] Pushing event updated for resources: {'Port': ['ID=e19681b6-08fa-4fa6-b645-9163d2536e07,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:11.435837 n-d-800088-16 neutron-server[100314]: INFO neutron.api.v2.resource [None req-b7273ca2-5f35-4468-94c9-02457bc56122 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 00:49:11.442820 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-b7273ca2-5f35-4468-94c9-02457bc56122 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] 10.222.0.44 "PUT /v2.0/routers/805fd42d-490b-4c40-986b-b5126d4665cd HTTP/1.1" status: 400 len: 364 time: 0.3452210 Jul 24 00:49:11.443664 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 42014) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:49:11.497785 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-58edd666-3ed2-4bf6-b217-a24cac35a0cc None None] Allocated IP 172.21.0.2 (da206d2f-024d-4a21-9a25-3109e96a09b3/9d2246b3-d9c8-4c59-95a5-f26d92138c6d/901eee3d-90a1-4afe-b2fd-d31218143529) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:49:11.513466 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7644cf4-eb4a-4f0c-89e4-a8b7a1082568 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Deleting subnet 9d2246b3-d9c8-4c59-95a5-f26d92138c6d {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:49:11.671040 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-58edd666-3ed2-4bf6-b217-a24cac35a0cc None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:11.680843 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-58edd666-3ed2-4bf6-b217-a24cac35a0cc None None] Transition to ACTIVE for port object 901eee3d-90a1-4afe-b2fd-d31218143529 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:49:11.696347 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-58edd666-3ed2-4bf6-b217-a24cac35a0cc None None] Transition to ACTIVE for port object 901eee3d-90a1-4afe-b2fd-d31218143529 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:49:11.701640 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c7644cf4-eb4a-4f0c-89e4-a8b7a1082568 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:11.702241 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-58edd666-3ed2-4bf6-b217-a24cac35a0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:11.739990 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58edd666-3ed2-4bf6-b217-a24cac35a0cc None None] Network da206d2f-024d-4a21-9a25-3109e96a09b3 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:49:11.744316 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c7644cf4-eb4a-4f0c-89e4-a8b7a1082568 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:11.745021 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-58edd666-3ed2-4bf6-b217-a24cac35a0cc None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:49:11.748619 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58edd666-3ed2-4bf6-b217-a24cac35a0cc None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:49:11.756043 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58edd666-3ed2-4bf6-b217-a24cac35a0cc None None] Pushing event updated for resources: {'Port': ['ID=901eee3d-90a1-4afe-b2fd-d31218143529,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:11.817838 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-58edd666-3ed2-4bf6-b217-a24cac35a0cc None None] Attempting to bind port 901eee3d-90a1-4afe-b2fd-d31218143529 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:49:11.818212 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-58edd666-3ed2-4bf6-b217-a24cac35a0cc None None] Attempting to bind port 901eee3d-90a1-4afe-b2fd-d31218143529 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': 'd2bf9cf7-5b6d-4f96-a4c1-26ccbb51015c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'da206d2f-024d-4a21-9a25-3109e96a09b3'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:49:11.818581 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58edd666-3ed2-4bf6-b217-a24cac35a0cc None None] Attempting to bind port 901eee3d-90a1-4afe-b2fd-d31218143529 on network da206d2f-024d-4a21-9a25-3109e96a09b3 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:49:11.823630 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58edd666-3ed2-4bf6-b217-a24cac35a0cc None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:49:11.824003 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58edd666-3ed2-4bf6-b217-a24cac35a0cc None None] Checking segment: {'id': 'd2bf9cf7-5b6d-4f96-a4c1-26ccbb51015c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'da206d2f-024d-4a21-9a25-3109e96a09b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:49:11.824413 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-58edd666-3ed2-4bf6-b217-a24cac35a0cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:11.824828 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58edd666-3ed2-4bf6-b217-a24cac35a0cc None None] Bound using segment: {'id': 'd2bf9cf7-5b6d-4f96-a4c1-26ccbb51015c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'da206d2f-024d-4a21-9a25-3109e96a09b3'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:49:11.825317 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-58edd666-3ed2-4bf6-b217-a24cac35a0cc None None] Bound port: 901eee3d-90a1-4afe-b2fd-d31218143529, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2bf9cf7-5b6d-4f96-a4c1-26ccbb51015c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'da206d2f-024d-4a21-9a25-3109e96a09b3'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:49:11.825699 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-58edd666-3ed2-4bf6-b217-a24cac35a0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:11.840136 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c7644cf4-eb4a-4f0c-89e4-a8b7a1082568 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:11.902256 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c7644cf4-eb4a-4f0c-89e4-a8b7a1082568 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:11.907521 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-58edd666-3ed2-4bf6-b217-a24cac35a0cc None None] For port 901eee3d-90a1-4afe-b2fd-d31218143529, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:49:11.912054 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-58edd666-3ed2-4bf6-b217-a24cac35a0cc None None] For port 901eee3d-90a1-4afe-b2fd-d31218143529, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=901eee3d-90a1-4afe-b2fd-d31218143529,segment=NetworkSegment(d2bf9cf7-5b6d-4f96-a4c1-26ccbb51015c),segment_id=d2bf9cf7-5b6d-4f96-a4c1-26ccbb51015c)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:49:11.916424 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-58edd666-3ed2-4bf6-b217-a24cac35a0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:11.930222 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7644cf4-eb4a-4f0c-89e4-a8b7a1082568 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Pushing event deleted for resources: {'Subnet': ['ID=9d2246b3-d9c8-4c59-95a5-f26d92138c6d,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:11.941008 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c7644cf4-eb4a-4f0c-89e4-a8b7a1082568 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:11.943350 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-c7644cf4-eb4a-4f0c-89e4-a8b7a1082568 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] 10.222.0.44 "DELETE /v2.0/subnets/9d2246b3-d9c8-4c59-95a5-f26d92138c6d HTTP/1.1" status: 204 len: 168 time: 0.4985020 Jul 24 00:49:11.950396 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 42016) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:49:11.993389 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58edd666-3ed2-4bf6-b217-a24cac35a0cc None None] Pushing event updated for resources: {'Port': ['ID=901eee3d-90a1-4afe-b2fd-d31218143529,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:12.044846 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-22b016b9-9889-4e7e-86c3-38e08e1b8006 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:12.116093 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-22b016b9-9889-4e7e-86c3-38e08e1b8006 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Deleting port 901eee3d-90a1-4afe-b2fd-d31218143529 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:49:12.116653 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-22b016b9-9889-4e7e-86c3-38e08e1b8006 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:12.220881 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-22b016b9-9889-4e7e-86c3-38e08e1b8006 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] For port 901eee3d-90a1-4afe-b2fd-d31218143529, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=901eee3d-90a1-4afe-b2fd-d31218143529,segment=NetworkSegment(d2bf9cf7-5b6d-4f96-a4c1-26ccbb51015c),segment_id=d2bf9cf7-5b6d-4f96-a4c1-26ccbb51015c)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:49:12.221589 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-22b016b9-9889-4e7e-86c3-38e08e1b8006 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:12.248845 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-22b016b9-9889-4e7e-86c3-38e08e1b8006 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Calling delete_port for 901eee3d-90a1-4afe-b2fd-d31218143529 owned by network:dhcp {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:49:12.357359 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-22b016b9-9889-4e7e-86c3-38e08e1b8006 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:12.357710 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device e19681b6-08fa-4fa6-b645-9163d2536e07 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:49:12.389208 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b016b9-9889-4e7e-86c3-38e08e1b8006 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Pushing event deleted for resources: {'Port': ['ID=901eee3d-90a1-4afe-b2fd-d31218143529,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:12.392289 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b016b9-9889-4e7e-86c3-38e08e1b8006 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] No DVR routers for this DVR port 901eee3d-90a1-4afe-b2fd-d31218143529 on host n-d-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:49:12.417330 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port e19681b6-08fa-4fa6-b645-9163d2536e07 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:49:12.421833 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 901eee3d-90a1-4afe-b2fd-d31218143529 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:49:12.450319 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02273d69-3555-4b47-8e0d-50ce3c51784c None None] Network 5d82f15d-2f9f-489c-a479-bd3d890b0e0a requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:49:12.453857 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 901eee3d-90a1-4afe-b2fd-d31218143529 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:49:12.454209 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 901eee3d-90a1-4afe-b2fd-d31218143529 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 24 00:49:12.490914 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-22b016b9-9889-4e7e-86c3-38e08e1b8006 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:12.492361 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Port 901eee3d-90a1-4afe-b2fd-d31218143529 not found, will not notify nova. {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 24 00:49:12.501551 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-22b016b9-9889-4e7e-86c3-38e08e1b8006 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da206d2f-024d-4a21-9a25-3109e96a09b3']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:49:12.515781 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-22b016b9-9889-4e7e-86c3-38e08e1b8006 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2bf9cf7-5b6d-4f96-a4c1-26ccbb51015c') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:49:12.516107 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-22b016b9-9889-4e7e-86c3-38e08e1b8006 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2bf9cf7-5b6d-4f96-a4c1-26ccbb51015c') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:49:12.525535 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-22b016b9-9889-4e7e-86c3-38e08e1b8006 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:12.538790 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-23c3b7fd-1c72-454a-81f5-09831ec8c467 None None] Provisioning for port e19681b6-08fa-4fa6-b645-9163d2536e07 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:49:12.543393 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-22b016b9-9889-4e7e-86c3-38e08e1b8006 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:12.544890 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-23c3b7fd-1c72-454a-81f5-09831ec8c467 None None] Provisioning complete for port e19681b6-08fa-4fa6-b645-9163d2536e07 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:49:12.545288 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-23c3b7fd-1c72-454a-81f5-09831ec8c467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:12.555655 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22b016b9-9889-4e7e-86c3-38e08e1b8006 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:49:12.555974 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-22b016b9-9889-4e7e-86c3-38e08e1b8006 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:12.559714 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:49:12.559714 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:49:12.559714 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:49:12.559714 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:49:12.559714 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:49:12.559714 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:49:12.559714 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:49:12.559714 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:49:12.559714 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:49:12.559714 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:49:12.559714 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:49:12.559714 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:49:12.559714 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:49:12.559714 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:49:12.559714 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:49:12.559714 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:49:12.559714 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:49:12.559714 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:49:12.559714 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:49:12.559714 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:49:12.559714 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:49:12.559714 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:49:12.559714 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:49:12.559714 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:49:12.559714 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:49:12.559714 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:49:12.559714 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:49:12.559714 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:49:12.559714 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:49:12.559714 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:49:12.559714 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:49:12.559714 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:49:12.638692 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-22b016b9-9889-4e7e-86c3-38e08e1b8006 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:12.651058 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-22b016b9-9889-4e7e-86c3-38e08e1b8006 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:12.655526 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-22b016b9-9889-4e7e-86c3-38e08e1b8006 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] 10.222.0.44 "DELETE /v2.0/networks/da206d2f-024d-4a21-9a25-3109e96a09b3 HTTP/1.1" status: 204 len: 168 time: 0.7012753 Jul 24 00:49:12.655918 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42018) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:49:12.678028 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b016b9-9889-4e7e-86c3-38e08e1b8006 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Pushing event deleted for resources: {'Network': ['ID=da206d2f-024d-4a21-9a25-3109e96a09b3,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:12.699831 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-23c3b7fd-1c72-454a-81f5-09831ec8c467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:12.717338 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-b237dd27-87a2-4f39-ab61-1985b4d8a9c6 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Deleting subnet fb147e6a-98c2-4475-9dc5-7b61d2c75710 {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:49:12.721402 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b237dd27-87a2-4f39-ab61-1985b4d8a9c6 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:12.744837 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-23c3b7fd-1c72-454a-81f5-09831ec8c467 None None] For port e19681b6-08fa-4fa6-b645-9163d2536e07, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=e19681b6-08fa-4fa6-b645-9163d2536e07,segment=NetworkSegment(948a16a6-a702-4307-b6dc-51f8a826b13f),segment_id=948a16a6-a702-4307-b6dc-51f8a826b13f)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:49:12.759657 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-23c3b7fd-1c72-454a-81f5-09831ec8c467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:12.768826 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b237dd27-87a2-4f39-ab61-1985b4d8a9c6 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:12.819457 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c3b7fd-1c72-454a-81f5-09831ec8c467 None None] Pushing event updated for resources: {'Port': ['ID=e19681b6-08fa-4fa6-b645-9163d2536e07,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:12.874071 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b237dd27-87a2-4f39-ab61-1985b4d8a9c6 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:12.947205 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b237dd27-87a2-4f39-ab61-1985b4d8a9c6 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:12.962109 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b237dd27-87a2-4f39-ab61-1985b4d8a9c6 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:12.966387 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-b237dd27-87a2-4f39-ab61-1985b4d8a9c6 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] 10.222.0.44 "DELETE /v2.0/subnets/fb147e6a-98c2-4475-9dc5-7b61d2c75710 HTTP/1.1" status: 204 len: 168 time: 0.3067176 Jul 24 00:49:12.967480 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 42020) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:49:12.984271 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b237dd27-87a2-4f39-ab61-1985b4d8a9c6 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Pushing event deleted for resources: {'Subnet': ['ID=fb147e6a-98c2-4475-9dc5-7b61d2c75710,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:13.022358 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5deb2c-2be1-4f25-958a-b8ddfb4770c3 None None] Network 5d82f15d-2f9f-489c-a479-bd3d890b0e0a requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:49:13.055522 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-579962c1-86f3-4506-8f89-32432852c04a tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:13.105200 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-e148aefc-0fb6-4859-be26-fce6fb0c4a19 None None] Provisioning complete for port e19681b6-08fa-4fa6-b645-9163d2536e07 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:49:13.105580 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e148aefc-0fb6-4859-be26-fce6fb0c4a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:13.115261 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-579962c1-86f3-4506-8f89-32432852c04a tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Deleting port e19681b6-08fa-4fa6-b645-9163d2536e07 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:49:13.115617 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-579962c1-86f3-4506-8f89-32432852c04a tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:13.182319 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68528175-851c-4961-b61b-3c2c01938638 None None] DHCP port deletion for da206d2f-024d-4a21-9a25-3109e96a09b3 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:49:13.191903 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-579962c1-86f3-4506-8f89-32432852c04a tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] For port e19681b6-08fa-4fa6-b645-9163d2536e07, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=e19681b6-08fa-4fa6-b645-9163d2536e07,segment=NetworkSegment(948a16a6-a702-4307-b6dc-51f8a826b13f),segment_id=948a16a6-a702-4307-b6dc-51f8a826b13f)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:49:13.192506 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-579962c1-86f3-4506-8f89-32432852c04a tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:13.207942 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39804eec-f955-4ece-8ae2-55b5b8248ac8 None None] Network da206d2f-024d-4a21-9a25-3109e96a09b3 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:49:13.211079 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-579962c1-86f3-4506-8f89-32432852c04a tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Calling delete_port for e19681b6-08fa-4fa6-b645-9163d2536e07 owned by network:dhcp {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:49:13.226846 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39804eec-f955-4ece-8ae2-55b5b8248ac8 None None] Network da206d2f-024d-4a21-9a25-3109e96a09b3 could not be found, it might have been deleted concurrently. {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 24 00:49:13.294492 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-579962c1-86f3-4506-8f89-32432852c04a tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:13.316488 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f83425-df96-44b4-996a-a78c43fa6ec5 None None] DHCP port deletion for 5d82f15d-2f9f-489c-a479-bd3d890b0e0a request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:49:13.326482 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579962c1-86f3-4506-8f89-32432852c04a tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Pushing event deleted for resources: {'Port': ['ID=e19681b6-08fa-4fa6-b645-9163d2536e07,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:13.331847 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579962c1-86f3-4506-8f89-32432852c04a tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] No DVR routers for this DVR port e19681b6-08fa-4fa6-b645-9163d2536e07 on host n-d-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:49:13.379836 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-1835029d-98f9-4a5a-94f9-c3696b2e95d3 None None] Could not find standard attr ID for object 901eee3d-90a1-4afe-b2fd-d31218143529. {{(pid=100315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 00:49:13.414214 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-579962c1-86f3-4506-8f89-32432852c04a tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:13.424377 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-579962c1-86f3-4506-8f89-32432852c04a tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d82f15d-2f9f-489c-a479-bd3d890b0e0a']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:49:13.434571 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-579962c1-86f3-4506-8f89-32432852c04a tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '948a16a6-a702-4307-b6dc-51f8a826b13f') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:49:13.434876 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-579962c1-86f3-4506-8f89-32432852c04a tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '948a16a6-a702-4307-b6dc-51f8a826b13f') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:49:13.444468 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-579962c1-86f3-4506-8f89-32432852c04a tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:13.463190 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-579962c1-86f3-4506-8f89-32432852c04a tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:13.469304 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-579962c1-86f3-4506-8f89-32432852c04a tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:49:13.469700 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-579962c1-86f3-4506-8f89-32432852c04a tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:13.473127 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:49:13.473127 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:49:13.473127 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:49:13.473127 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:49:13.473127 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:49:13.473127 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:49:13.473127 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:49:13.473127 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:49:13.473127 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:49:13.473127 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:49:13.473127 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:49:13.473127 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:49:13.473127 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:49:13.473127 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:49:13.473127 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:49:13.473127 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:49:13.473127 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:49:13.473127 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:49:13.473127 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:49:13.473127 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:49:13.473127 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:49:13.473127 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:49:13.473127 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:49:13.473127 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:49:13.473127 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:49:13.473127 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:49:13.473127 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:49:13.473127 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:49:13.473127 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:49:13.473127 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:49:13.473127 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:49:13.473127 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:49:13.532600 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-579962c1-86f3-4506-8f89-32432852c04a tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:13.539595 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-579962c1-86f3-4506-8f89-32432852c04a tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:13.541568 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-579962c1-86f3-4506-8f89-32432852c04a tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] 10.222.0.44 "DELETE /v2.0/networks/5d82f15d-2f9f-489c-a479-bd3d890b0e0a HTTP/1.1" status: 204 len: 168 time: 0.5730693 Jul 24 00:49:13.544365 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42022) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:49:13.553696 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579962c1-86f3-4506-8f89-32432852c04a tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Pushing event deleted for resources: {'Network': ['ID=5d82f15d-2f9f-489c-a479-bd3d890b0e0a,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:13.577841 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-498b316f-96c0-4e8b-9f75-daf39000856b tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] 10.222.0.44 "GET /v2.0/ports?device_id=805fd42d-490b-4c40-986b-b5126d4665cd HTTP/1.1" status: 200 len: 205 time: 0.0319419 Jul 24 00:49:13.580765 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42024) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:49:13.657060 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-725062aa-2c1c-4a20-ba63-b7e686782de4 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Notify callbacks [] for router, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:13.816505 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-725062aa-2c1c-4a20-ba63-b7e686782de4 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:13.819029 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-725062aa-2c1c-4a20-ba63-b7e686782de4 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:13.862945 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-725062aa-2c1c-4a20-ba63-b7e686782de4 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:13.863379 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-725062aa-2c1c-4a20-ba63-b7e686782de4 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Fanout notify agent at l3_agent the message router_deleted on router 805fd42d-490b-4c40-986b-b5126d4665cd {{(pid=100313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:49:13.870636 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-725062aa-2c1c-4a20-ba63-b7e686782de4 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:13.871757 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-725062aa-2c1c-4a20-ba63-b7e686782de4 tempest-RoutersNegativeTest-1600023317 tempest-RoutersNegativeTest-1600023317-project] 10.222.0.44 "DELETE /v2.0/routers/805fd42d-490b-4c40-986b-b5126d4665cd HTTP/1.1" status: 204 len: 168 time: 0.2900488 Jul 24 00:49:14.112077 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 42030) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:49:14.255876 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-c7e77051-cf81-4009-beed-dd3b074642f6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=baa320dcf2a04b0ea6d04711cc6a56b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1425500 Jul 24 00:49:14.258448 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 42034) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:49:14.280864 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device e19681b6-08fa-4fa6-b645-9163d2536e07 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:49:14.304695 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: e19681b6-08fa-4fa6-b645-9163d2536e07 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:49:14.305085 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device e19681b6-08fa-4fa6-b645-9163d2536e07 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:49:14.305512 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 901eee3d-90a1-4afe-b2fd-d31218143529 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:49:14.309656 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e8c6d392-49dc-446b-9e89-4ca071d866a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:14.331332 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 901eee3d-90a1-4afe-b2fd-d31218143529 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:49:14.331751 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 901eee3d-90a1-4afe-b2fd-d31218143529 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:49:14.337454 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e8c6d392-49dc-446b-9e89-4ca071d866a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:14.388671 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e8c6d392-49dc-446b-9e89-4ca071d866a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:14.391296 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e8c6d392-49dc-446b-9e89-4ca071d866a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:14.392510 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-e8c6d392-49dc-446b-9e89-4ca071d866a2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6b765ec4-6ce5-4e14-8fa9-1e7c58acf3fb HTTP/1.1" status: 204 len: 168 time: 0.1330342 Jul 24 00:49:14.400529 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c6d392-49dc-446b-9e89-4ca071d866a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b765ec4-6ce5-4e14-8fa9-1e7c58acf3fb,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:15.027902 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 42056) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:49:15.125755 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-a14a3d4a-94ff-493b-8243-7020114cc26d admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-807071769-network', 'tenant_id': '0e87ffe82dd04f6db7308092a1de6c9a'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:49:15.149986 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a14a3d4a-94ff-493b-8243-7020114cc26d admin admin] Made reservation on behalf of 0e87ffe82dd04f6db7308092a1de6c9a for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:49:15.153046 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a14a3d4a-94ff-493b-8243-7020114cc26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:15.162816 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a14a3d4a-94ff-493b-8243-7020114cc26d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:15.235117 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:15.255902 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a14a3d4a-94ff-493b-8243-7020114cc26d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:15.259890 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a14a3d4a-94ff-493b-8243-7020114cc26d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:15.285993 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a14a3d4a-94ff-493b-8243-7020114cc26d admin admin] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:49:15.295500 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14a3d4a-94ff-493b-8243-7020114cc26d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a92f36f-5046-41fd-a7a0-82be28d1a436,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:15.302268 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a14a3d4a-94ff-493b-8243-7020114cc26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:15.302594 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-a14a3d4a-94ff-493b-8243-7020114cc26d admin admin] Added segment 189cdac5-244b-46ce-b9e2-f9f8611c1c23 of type vlan for network 3bc8e74f-5ae5-452f-b2a6-590cba0dfe55 Jul 24 00:49:15.346274 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a14a3d4a-94ff-493b-8243-7020114cc26d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:15.379169 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a14a3d4a-94ff-493b-8243-7020114cc26d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:15.380239 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14a3d4a-94ff-493b-8243-7020114cc26d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:15.380855 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a14a3d4a-94ff-493b-8243-7020114cc26d admin admin] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:15.411870 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-a14a3d4a-94ff-493b-8243-7020114cc26d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3825734 Jul 24 00:49:15.414768 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42060) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:49:15.420031 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-f6245325-067e-4d41-b8d7-1c65cc78eb93 admin admin] Request body: {'subnet': {'network_id': '3bc8e74f-5ae5-452f-b2a6-590cba0dfe55', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-807071769-subnet', 'tenant_id': '0e87ffe82dd04f6db7308092a1de6c9a', 'ip_version': 4}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:49:15.442538 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6245325-067e-4d41-b8d7-1c65cc78eb93 admin admin] Made reservation on behalf of 0e87ffe82dd04f6db7308092a1de6c9a for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:49:15.445320 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f6245325-067e-4d41-b8d7-1c65cc78eb93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:15.452432 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14a3d4a-94ff-493b-8243-7020114cc26d admin admin] Pushing event updated for resources: {'Network': ['ID=3bc8e74f-5ae5-452f-b2a6-590cba0dfe55,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:15.465638 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 3bc8e74f-5ae5-452f-b2a6-590cba0dfe55 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:49:15.634844 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f6245325-067e-4d41-b8d7-1c65cc78eb93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:15.691668 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6245325-067e-4d41-b8d7-1c65cc78eb93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58b72e67-f374-4fda-bce0-626b517ab334,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:15.698944 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6245325-067e-4d41-b8d7-1c65cc78eb93 admin admin] Checking segment: {'id': '189cdac5-244b-46ce-b9e2-f9f8611c1c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '3bc8e74f-5ae5-452f-b2a6-590cba0dfe55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:49:15.699307 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6245325-067e-4d41-b8d7-1c65cc78eb93 admin admin] Network hostable DHCP agents. Network: 3bc8e74f-5ae5-452f-b2a6-590cba0dfe55, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:49:15.716187 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6245325-067e-4d41-b8d7-1c65cc78eb93 admin admin] Network 3bc8e74f-5ae5-452f-b2a6-590cba0dfe55 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:49:15.727015 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-f6245325-067e-4d41-b8d7-1c65cc78eb93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 3bc8e74f-5ae5-452f-b2a6-590cba0dfe55) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:49:15.731620 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6245325-067e-4d41-b8d7-1c65cc78eb93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:15.732908 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f6245325-067e-4d41-b8d7-1c65cc78eb93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:15.737951 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f21261d-c11d-46bc-8ae2-4f677db4bfda None None] Network 3bc8e74f-5ae5-452f-b2a6-590cba0dfe55 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:49:15.753709 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-f6245325-067e-4d41-b8d7-1c65cc78eb93 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3350370 Jul 24 00:49:15.754357 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42062) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:49:15.759514 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-918446df-25dc-4c02-945a-a06429664e35 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-807071769-router', 'tenant_id': '0e87ffe82dd04f6db7308092a1de6c9a', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:49:15.781934 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-918446df-25dc-4c02-945a-a06429664e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:15.783876 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-918446df-25dc-4c02-945a-a06429664e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:15.846045 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-918446df-25dc-4c02-945a-a06429664e35 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:15.903590 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae557df6-e875-49d3-bb00-754f3ca84751 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-3bc8e74f-5ae5-452f-b2a6-590cba0dfe55', 'network_id': '3bc8e74f-5ae5-452f-b2a6-590cba0dfe55', 'tenant_id': '0e87ffe82dd04f6db7308092a1de6c9a', 'fixed_ips': [{'subnet_id': '58b72e67-f374-4fda-bce0-626b517ab334'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:49:15.904497 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ae557df6-e875-49d3-bb00-754f3ca84751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:15.993378 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-918446df-25dc-4c02-945a-a06429664e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:16.050069 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-ae557df6-e875-49d3-bb00-754f3ca84751 None None] Allocated IP 172.20.0.2 (3bc8e74f-5ae5-452f-b2a6-590cba0dfe55/58b72e67-f374-4fda-bce0-626b517ab334/b109be0c-4450-4bf6-a4d2-291f06eacda3) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:49:16.207539 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ae557df6-e875-49d3-bb00-754f3ca84751 None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:16.216570 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-ae557df6-e875-49d3-bb00-754f3ca84751 None None] Transition to ACTIVE for port object b109be0c-4450-4bf6-a4d2-291f06eacda3 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:49:16.223665 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-918446df-25dc-4c02-945a-a06429664e35 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:16.234758 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-ae557df6-e875-49d3-bb00-754f3ca84751 None None] Transition to ACTIVE for port object b109be0c-4450-4bf6-a4d2-291f06eacda3 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:49:16.242808 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ae557df6-e875-49d3-bb00-754f3ca84751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:16.244785 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-918446df-25dc-4c02-945a-a06429664e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:16.280412 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae557df6-e875-49d3-bb00-754f3ca84751 None None] Network 3bc8e74f-5ae5-452f-b2a6-590cba0dfe55 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:49:16.285896 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-ae557df6-e875-49d3-bb00-754f3ca84751 None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:49:16.289443 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae557df6-e875-49d3-bb00-754f3ca84751 None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:49:16.296183 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae557df6-e875-49d3-bb00-754f3ca84751 None None] Pushing event updated for resources: {'Port': ['ID=b109be0c-4450-4bf6-a4d2-291f06eacda3,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:16.352659 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-918446df-25dc-4c02-945a-a06429664e35 admin admin] Allocated IP 172.25.3.251 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/3cf03f2a-bbef-4110-827b-a5f563de1dfa) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:49:16.353503 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-ae557df6-e875-49d3-bb00-754f3ca84751 None None] Attempting to bind port b109be0c-4450-4bf6-a4d2-291f06eacda3 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:49:16.353883 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-ae557df6-e875-49d3-bb00-754f3ca84751 None None] Attempting to bind port b109be0c-4450-4bf6-a4d2-291f06eacda3 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '189cdac5-244b-46ce-b9e2-f9f8611c1c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '3bc8e74f-5ae5-452f-b2a6-590cba0dfe55'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:49:16.354271 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae557df6-e875-49d3-bb00-754f3ca84751 None None] Attempting to bind port b109be0c-4450-4bf6-a4d2-291f06eacda3 on network 3bc8e74f-5ae5-452f-b2a6-590cba0dfe55 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:49:16.359534 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae557df6-e875-49d3-bb00-754f3ca84751 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:49:16.359912 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae557df6-e875-49d3-bb00-754f3ca84751 None None] Checking segment: {'id': '189cdac5-244b-46ce-b9e2-f9f8611c1c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '3bc8e74f-5ae5-452f-b2a6-590cba0dfe55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:49:16.360321 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ae557df6-e875-49d3-bb00-754f3ca84751 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:16.360722 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae557df6-e875-49d3-bb00-754f3ca84751 None None] Bound using segment: {'id': '189cdac5-244b-46ce-b9e2-f9f8611c1c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '3bc8e74f-5ae5-452f-b2a6-590cba0dfe55'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:49:16.361775 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-ae557df6-e875-49d3-bb00-754f3ca84751 None None] Bound port: b109be0c-4450-4bf6-a4d2-291f06eacda3, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '189cdac5-244b-46ce-b9e2-f9f8611c1c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '3bc8e74f-5ae5-452f-b2a6-590cba0dfe55'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:49:16.362165 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ae557df6-e875-49d3-bb00-754f3ca84751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:16.426513 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-ae557df6-e875-49d3-bb00-754f3ca84751 None None] For port b109be0c-4450-4bf6-a4d2-291f06eacda3, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:49:16.429703 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-ae557df6-e875-49d3-bb00-754f3ca84751 None None] For port b109be0c-4450-4bf6-a4d2-291f06eacda3, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=b109be0c-4450-4bf6-a4d2-291f06eacda3,segment=NetworkSegment(189cdac5-244b-46ce-b9e2-f9f8611c1c23),segment_id=189cdac5-244b-46ce-b9e2-f9f8611c1c23)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:49:16.434492 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ae557df6-e875-49d3-bb00-754f3ca84751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:16.461829 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-918446df-25dc-4c02-945a-a06429664e35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:16.498700 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae557df6-e875-49d3-bb00-754f3ca84751 None None] Pushing event updated for resources: {'Port': ['ID=b109be0c-4450-4bf6-a4d2-291f06eacda3,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:16.507562 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-918446df-25dc-4c02-945a-a06429664e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:16.547731 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918446df-25dc-4c02-945a-a06429664e35 admin admin] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:49:16.554285 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-918446df-25dc-4c02-945a-a06429664e35 admin admin] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:49:16.558257 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918446df-25dc-4c02-945a-a06429664e35 admin admin] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:49:16.583101 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918446df-25dc-4c02-945a-a06429664e35 admin admin] Pushing event updated for resources: {'Port': ['ID=3cf03f2a-bbef-4110-827b-a5f563de1dfa,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:16.833661 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-918446df-25dc-4c02-945a-a06429664e35 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:17.035193 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-918446df-25dc-4c02-945a-a06429664e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:17.175760 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-918446df-25dc-4c02-945a-a06429664e35 admin admin] Router 233cf8ce-4ff1-4399-b7da-bdaff0de5a77 is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:49:17.292521 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-918446df-25dc-4c02-945a-a06429664e35 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:49:17.304984 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172873f0-9667-446a-a457-ba346f135638 None None] Sync routers for ids ['233cf8ce-4ff1-4399-b7da-bdaff0de5a77'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:49:17.311945 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-918446df-25dc-4c02-945a-a06429664e35 admin admin] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:17.313357 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-918446df-25dc-4c02-945a-a06429664e35 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5579629 Jul 24 00:49:17.316511 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42064) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:49:17.322516 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172873f0-9667-446a-a457-ba346f135638 None None] Routers {'233cf8ce-4ff1-4399-b7da-bdaff0de5a77'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:49:17.323350 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-172873f0-9667-446a-a457-ba346f135638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:48:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['233cf8ce-4ff1-4399-b7da-bdaff0de5a77'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:49:17.442242 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-172873f0-9667-446a-a457-ba346f135638 None None] Set router 233cf8ce-4ff1-4399-b7da-bdaff0de5a77 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:49:17.449306 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552c5824-45cd-4399-91c8-431a70eed2ae None None] Network 3bc8e74f-5ae5-452f-b2a6-590cba0dfe55 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:49:17.569651 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-081a5464-f0f6-4c24-a687-46cd6b65515b None None] Provisioning for port b109be0c-4450-4bf6-a4d2-291f06eacda3 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:49:17.640401 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-172873f0-9667-446a-a457-ba346f135638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '233cf8ce-4ff1-4399-b7da-bdaff0de5a77', 'name': 'tempest-TestEncryptedCinderVolumes-807071769-router', 'tenant_id': '0e87ffe82dd04f6db7308092a1de6c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '3cf03f2a-bbef-4110-827b-a5f563de1dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:49:15Z', 'updated_at': '2021-07-24T00:49:16Z', 'revision_number': 3, 'project_id': '0e87ffe82dd04f6db7308092a1de6c9a', 'gw_port': {'id': '3cf03f2a-bbef-4110-827b-a5f563de1dfa', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:03:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '233cf8ce-4ff1-4399-b7da-bdaff0de5a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:49:16Z', 'updated_at': '2021-07-24T00:49:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:49:17.780004 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172873f0-9667-446a-a457-ba346f135638 None None] Checking router: 233cf8ce-4ff1-4399-b7da-bdaff0de5a77 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:49:17.780364 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172873f0-9667-446a-a457-ba346f135638 None None] Updating router 233cf8ce-4ff1-4399-b7da-bdaff0de5a77 port 3cf03f2a-bbef-4110-827b-a5f563de1dfa binding host n-d-800088-16 {{(pid=100316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:49:17.822827 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-172873f0-9667-446a-a457-ba346f135638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:18.074253 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e0d950e0-4cac-4f00-97b5-8630e697b174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:18.098355 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-172873f0-9667-446a-a457-ba346f135638 None None] Notify callbacks [] for port, precommit_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:18.108788 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.provisioning_blocks [None req-172873f0-9667-446a-a457-ba346f135638 None None] Transition to ACTIVE for port object 3cf03f2a-bbef-4110-827b-a5f563de1dfa will not be triggered until provisioned by entity L2. {{(pid=100316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:49:18.116147 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-172873f0-9667-446a-a457-ba346f135638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:18.175738 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-172873f0-9667-446a-a457-ba346f135638 None None] Attempting to bind port 3cf03f2a-bbef-4110-827b-a5f563de1dfa on host n-d-800088-16 for vnic_type normal with profile {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:49:18.176123 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-172873f0-9667-446a-a457-ba346f135638 None None] Attempting to bind port 3cf03f2a-bbef-4110-827b-a5f563de1dfa by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:49:18.176497 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172873f0-9667-446a-a457-ba346f135638 None None] Attempting to bind port 3cf03f2a-bbef-4110-827b-a5f563de1dfa on network 9adcfee8-760c-4568-9e39-c221abf69bf5 {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:49:18.180147 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32c97df-a331-4982-a936-d6df817886a7 None None] Pushing event updated for resources: {'Port': ['ID=3cf03f2a-bbef-4110-827b-a5f563de1dfa,revision_number=2']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:18.182480 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:18.185755 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172873f0-9667-446a-a457-ba346f135638 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:49:18.186138 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172873f0-9667-446a-a457-ba346f135638 None None] Checking segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:49:18.186540 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-172873f0-9667-446a-a457-ba346f135638 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:18.186935 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172873f0-9667-446a-a457-ba346f135638 None None] Bound using segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:49:18.187478 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-172873f0-9667-446a-a457-ba346f135638 None None] Bound port: 3cf03f2a-bbef-4110-827b-a5f563de1dfa, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:49:18.187868 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-172873f0-9667-446a-a457-ba346f135638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:18.194501 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32c97df-a331-4982-a936-d6df817886a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:49:18.194850 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32c97df-a331-4982-a936-d6df817886a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:49:18.195196 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32c97df-a331-4982-a936-d6df817886a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:49:18.195534 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32c97df-a331-4982-a936-d6df817886a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:49:18.195873 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32c97df-a331-4982-a936-d6df817886a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:49:18.196211 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32c97df-a331-4982-a936-d6df817886a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:49:18.196541 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32c97df-a331-4982-a936-d6df817886a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:49:18.196894 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32c97df-a331-4982-a936-d6df817886a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:49:18.197225 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32c97df-a331-4982-a936-d6df817886a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:49:18.197550 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32c97df-a331-4982-a936-d6df817886a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:49:18.197876 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32c97df-a331-4982-a936-d6df817886a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:49:18.198201 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32c97df-a331-4982-a936-d6df817886a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:49:18.240516 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-e0d950e0-4cac-4f00-97b5-8630e697b174 admin admin] Allocated IP 172.20.0.1 (3bc8e74f-5ae5-452f-b2a6-590cba0dfe55/58b72e67-f374-4fda-bce0-626b517ab334/ae940bcf-8be7-4027-8d77-89d387c57f08) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:49:18.259379 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-172873f0-9667-446a-a457-ba346f135638 None None] For port 3cf03f2a-bbef-4110-827b-a5f563de1dfa, host n-d-800088-16, cleared binding levels {{(pid=100316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:49:18.266892 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-172873f0-9667-446a-a457-ba346f135638 None None] For port 3cf03f2a-bbef-4110-827b-a5f563de1dfa, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=3cf03f2a-bbef-4110-827b-a5f563de1dfa,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:49:18.272106 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-172873f0-9667-446a-a457-ba346f135638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:18.342223 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device b109be0c-4450-4bf6-a4d2-291f06eacda3 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:49:18.345015 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172873f0-9667-446a-a457-ba346f135638 None None] Routers {'233cf8ce-4ff1-4399-b7da-bdaff0de5a77'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:49:18.345620 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-172873f0-9667-446a-a457-ba346f135638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:48:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['233cf8ce-4ff1-4399-b7da-bdaff0de5a77'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:49:18.348081 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32c97df-a331-4982-a936-d6df817886a7 None None] Pushing event updated for resources: {'Port': ['ID=3cf03f2a-bbef-4110-827b-a5f563de1dfa,revision_number=3']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:18.374976 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e0d950e0-4cac-4f00-97b5-8630e697b174 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:18.396863 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [None req-e0d950e0-4cac-4f00-97b5-8630e697b174 admin admin] Transition to ACTIVE for port object ae940bcf-8be7-4027-8d77-89d387c57f08 will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:49:18.403029 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port b109be0c-4450-4bf6-a4d2-291f06eacda3 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:49:18.408512 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port b109be0c-4450-4bf6-a4d2-291f06eacda3 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:49:18.409044 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:18.434510 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e0d950e0-4cac-4f00-97b5-8630e697b174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:18.466404 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-172873f0-9667-446a-a457-ba346f135638 None None] Set router 233cf8ce-4ff1-4399-b7da-bdaff0de5a77 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:49:18.482663 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d950e0-4cac-4f00-97b5-8630e697b174 admin admin] Network 3bc8e74f-5ae5-452f-b2a6-590cba0dfe55 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:49:18.485700 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-e0d950e0-4cac-4f00-97b5-8630e697b174 admin admin] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:49:18.489229 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d950e0-4cac-4f00-97b5-8630e697b174 admin admin] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:49:18.497441 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:18.513795 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d950e0-4cac-4f00-97b5-8630e697b174 admin admin] Pushing event updated for resources: {'Port': ['ID=ae940bcf-8be7-4027-8d77-89d387c57f08,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:18.536744 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e0d950e0-4cac-4f00-97b5-8630e697b174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681761'] for router_interface, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:18.547122 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port b109be0c-4450-4bf6-a4d2-291f06eacda3, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=b109be0c-4450-4bf6-a4d2-291f06eacda3,segment=NetworkSegment(189cdac5-244b-46ce-b9e2-f9f8611c1c23),segment_id=189cdac5-244b-46ce-b9e2-f9f8611c1c23)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:49:18.555052 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:18.612454 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=b109be0c-4450-4bf6-a4d2-291f06eacda3,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:18.693589 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-172873f0-9667-446a-a457-ba346f135638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '233cf8ce-4ff1-4399-b7da-bdaff0de5a77', 'name': 'tempest-TestEncryptedCinderVolumes-807071769-router', 'tenant_id': '0e87ffe82dd04f6db7308092a1de6c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '3cf03f2a-bbef-4110-827b-a5f563de1dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:49:15Z', 'updated_at': '2021-07-24T00:49:16Z', 'revision_number': 3, 'project_id': '0e87ffe82dd04f6db7308092a1de6c9a', 'gw_port': {'id': '3cf03f2a-bbef-4110-827b-a5f563de1dfa', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:03:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '233cf8ce-4ff1-4399-b7da-bdaff0de5a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:49:16Z', 'updated_at': '2021-07-24T00:49:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:49:18.706886 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e0d950e0-4cac-4f00-97b5-8630e697b174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:18.722262 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172873f0-9667-446a-a457-ba346f135638 None None] The sync data for ids ['233cf8ce-4ff1-4399-b7da-bdaff0de5a77'] in n-d-800088-16 is: [{'id': '233cf8ce-4ff1-4399-b7da-bdaff0de5a77', 'name': 'tempest-TestEncryptedCinderVolumes-807071769-router', 'tenant_id': '0e87ffe82dd04f6db7308092a1de6c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '3cf03f2a-bbef-4110-827b-a5f563de1dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:49:15Z', 'updated_at': '2021-07-24T00:49:16Z', 'revision_number': 3, 'project_id': '0e87ffe82dd04f6db7308092a1de6c9a', 'gw_port': {'id': '3cf03f2a-bbef-4110-827b-a5f563de1dfa', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:03:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '233cf8ce-4ff1-4399-b7da-bdaff0de5a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:49:16Z', 'updated_at': '2021-07-24T00:49:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:49:18.835798 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-8ea7d03a-a1c3-4b8d-b428-12430f238783 None None] Provisioning for port ae940bcf-8be7-4027-8d77-89d387c57f08 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:49:18.840392 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-8ea7d03a-a1c3-4b8d-b428-12430f238783 None None] Provisioning complete for port ae940bcf-8be7-4027-8d77-89d387c57f08 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:49:18.841156 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-8ea7d03a-a1c3-4b8d-b428-12430f238783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:18.875808 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-8ea7d03a-a1c3-4b8d-b428-12430f238783 None None] Port ae940bcf-8be7-4027-8d77-89d387c57f08 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:49:18.896100 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e0d950e0-4cac-4f00-97b5-8630e697b174 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:18.900756 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e0d950e0-4cac-4f00-97b5-8630e697b174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:18.982339 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e0d950e0-4cac-4f00-97b5-8630e697b174 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680980'] for router_interface, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:18.984211 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d950e0-4cac-4f00-97b5-8630e697b174 admin admin] Pushing event updated for resources: {'Port': ['ID=ae940bcf-8be7-4027-8d77-89d387c57f08,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:19.110173 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d950e0-4cac-4f00-97b5-8630e697b174 admin admin] Network 3bc8e74f-5ae5-452f-b2a6-590cba0dfe55 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:49:19.112244 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-e0d950e0-4cac-4f00-97b5-8630e697b174 admin admin] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:49:19.252854 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0d950e0-4cac-4f00-97b5-8630e697b174 admin admin] Router 233cf8ce-4ff1-4399-b7da-bdaff0de5a77 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:49:19.375469 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d950e0-4cac-4f00-97b5-8630e697b174 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:49:19.389162 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-e0d950e0-4cac-4f00-97b5-8630e697b174 admin admin] 10.222.0.44 "PUT /v2.0/routers/233cf8ce-4ff1-4399-b7da-bdaff0de5a77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0631196 Jul 24 00:49:19.400684 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-a1319a7d-08be-4e11-81c0-0da721d8ff2d None None] Provisioning complete for port ae940bcf-8be7-4027-8d77-89d387c57f08 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:49:19.401210 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a1319a7d-08be-4e11-81c0-0da721d8ff2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:19.439386 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-a1319a7d-08be-4e11-81c0-0da721d8ff2d None None] Port ae940bcf-8be7-4027-8d77-89d387c57f08 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:49:19.910730 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42080) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:49:19.917680 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-3dda5381-e1a4-4fe0-99bb-56e774843d62 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1772406532-network', 'tenant_id': 'f054b8c315c447fdb3fecc6c029e5c35'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:49:19.952527 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dda5381-e1a4-4fe0-99bb-56e774843d62 admin admin] Made reservation on behalf of f054b8c315c447fdb3fecc6c029e5c35 for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:49:19.955623 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3dda5381-e1a4-4fe0-99bb-56e774843d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:19.967397 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3dda5381-e1a4-4fe0-99bb-56e774843d62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:20.068956 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3dda5381-e1a4-4fe0-99bb-56e774843d62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:20.076172 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3dda5381-e1a4-4fe0-99bb-56e774843d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:20.105383 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dda5381-e1a4-4fe0-99bb-56e774843d62 admin admin] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:49:20.115431 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dda5381-e1a4-4fe0-99bb-56e774843d62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1476eaa-e19a-476b-ad95-1c3d32f13a46,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:20.122478 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3dda5381-e1a4-4fe0-99bb-56e774843d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:20.123477 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-3dda5381-e1a4-4fe0-99bb-56e774843d62 admin admin] Added segment 2103b24b-be5d-4d94-9b63-52a40e610173 of type vlan for network de0525c0-4cb9-4390-a115-ccdd79940bdb Jul 24 00:49:20.165020 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3dda5381-e1a4-4fe0-99bb-56e774843d62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:20.199835 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3dda5381-e1a4-4fe0-99bb-56e774843d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:20.200893 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dda5381-e1a4-4fe0-99bb-56e774843d62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:20.201495 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3dda5381-e1a4-4fe0-99bb-56e774843d62 admin admin] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:20.242398 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-3dda5381-e1a4-4fe0-99bb-56e774843d62 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3266332 Jul 24 00:49:20.242838 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42082) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:49:20.248449 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-84c387a8-f4cd-4807-833d-4702806f02a2 admin admin] Request body: {'subnet': {'network_id': 'de0525c0-4cb9-4390-a115-ccdd79940bdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1772406532-subnet', 'tenant_id': 'f054b8c315c447fdb3fecc6c029e5c35', 'ip_version': 4}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:49:20.286391 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dda5381-e1a4-4fe0-99bb-56e774843d62 admin admin] Pushing event updated for resources: {'Network': ['ID=de0525c0-4cb9-4390-a115-ccdd79940bdb,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:20.297893 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network de0525c0-4cb9-4390-a115-ccdd79940bdb details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:49:20.310901 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c387a8-f4cd-4807-833d-4702806f02a2 admin admin] Made reservation on behalf of f054b8c315c447fdb3fecc6c029e5c35 for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:49:20.316084 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-84c387a8-f4cd-4807-833d-4702806f02a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:20.396445 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 3cf03f2a-bbef-4110-827b-a5f563de1dfa up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:49:20.447100 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40553a4a-9ef0-4be0-b3cf-ce53ba2013f5 None None] Sync routers for ids ['233cf8ce-4ff1-4399-b7da-bdaff0de5a77'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:49:20.458637 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 3cf03f2a-bbef-4110-827b-a5f563de1dfa completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:49:20.460977 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40553a4a-9ef0-4be0-b3cf-ce53ba2013f5 None None] Routers {'233cf8ce-4ff1-4399-b7da-bdaff0de5a77'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:49:20.461748 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-40553a4a-9ef0-4be0-b3cf-ce53ba2013f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:48:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['233cf8ce-4ff1-4399-b7da-bdaff0de5a77'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:49:20.528222 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-84c387a8-f4cd-4807-833d-4702806f02a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:20.588465 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c387a8-f4cd-4807-833d-4702806f02a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfb5b56a-d733-4e38-9bc7-635618ffb7a9,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:20.601053 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c387a8-f4cd-4807-833d-4702806f02a2 admin admin] Checking segment: {'id': '2103b24b-be5d-4d94-9b63-52a40e610173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'de0525c0-4cb9-4390-a115-ccdd79940bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:49:20.601426 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c387a8-f4cd-4807-833d-4702806f02a2 admin admin] Network hostable DHCP agents. Network: de0525c0-4cb9-4390-a115-ccdd79940bdb, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:49:20.621552 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c387a8-f4cd-4807-833d-4702806f02a2 admin admin] Network de0525c0-4cb9-4390-a115-ccdd79940bdb is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:49:20.632315 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-84c387a8-f4cd-4807-833d-4702806f02a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, de0525c0-4cb9-4390-a115-ccdd79940bdb) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:49:20.636841 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c387a8-f4cd-4807-833d-4702806f02a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:20.637439 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-84c387a8-f4cd-4807-833d-4702806f02a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:20.654683 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-84c387a8-f4cd-4807-833d-4702806f02a2 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4106140 Jul 24 00:49:20.657350 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42084) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:49:20.663203 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-3627e503-c6e6-4cd0-bfef-bf8b11cea9aa admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1772406532-router', 'tenant_id': 'f054b8c315c447fdb3fecc6c029e5c35', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:49:20.666130 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 3cf03f2a-bbef-4110-827b-a5f563de1dfa triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:49:20.666509 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:20.670891 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ea37d5-f158-4b28-9398-d4bd145f611c None None] Network de0525c0-4cb9-4390-a115-ccdd79940bdb requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:49:20.688069 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3627e503-c6e6-4cd0-bfef-bf8b11cea9aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:20.689826 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3627e503-c6e6-4cd0-bfef-bf8b11cea9aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:20.753219 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3627e503-c6e6-4cd0-bfef-bf8b11cea9aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:20.862845 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-40553a4a-9ef0-4be0-b3cf-ce53ba2013f5 None None] Set router 233cf8ce-4ff1-4399-b7da-bdaff0de5a77 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:49:20.900512 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3627e503-c6e6-4cd0-bfef-bf8b11cea9aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:20.941833 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:21.042475 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 3cf03f2a-bbef-4110-827b-a5f563de1dfa, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=3cf03f2a-bbef-4110-827b-a5f563de1dfa,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:49:21.050324 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:21.050892 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device b109be0c-4450-4bf6-a4d2-291f06eacda3 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:49:21.082177 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1762c30-7dc4-4253-86ef-a638a37addfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-de0525c0-4cb9-4390-a115-ccdd79940bdb', 'network_id': 'de0525c0-4cb9-4390-a115-ccdd79940bdb', 'tenant_id': 'f054b8c315c447fdb3fecc6c029e5c35', 'fixed_ips': [{'subnet_id': 'dfb5b56a-d733-4e38-9bc7-635618ffb7a9'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:49:21.083042 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c1762c30-7dc4-4253-86ef-a638a37addfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:21.127509 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3627e503-c6e6-4cd0-bfef-bf8b11cea9aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:21.147822 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3627e503-c6e6-4cd0-bfef-bf8b11cea9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:21.201103 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=3cf03f2a-bbef-4110-827b-a5f563de1dfa,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:21.264432 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-3627e503-c6e6-4cd0-bfef-bf8b11cea9aa admin admin] Allocated IP 172.25.3.83 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/8c76acd2-4748-40dc-8725-1c8ea94ae345) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:49:21.337556 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port b109be0c-4450-4bf6-a4d2-291f06eacda3 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:49:21.338147 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:21.383897 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3627e503-c6e6-4cd0-bfef-bf8b11cea9aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:21.394818 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-c1762c30-7dc4-4253-86ef-a638a37addfd None None] Allocated IP 172.20.0.2 (de0525c0-4cb9-4390-a115-ccdd79940bdb/dfb5b56a-d733-4e38-9bc7-635618ffb7a9/f0de2144-c736-47dc-8da9-56a4e94e64d1) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:49:21.406385 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-40553a4a-9ef0-4be0-b3cf-ce53ba2013f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '233cf8ce-4ff1-4399-b7da-bdaff0de5a77', 'name': 'tempest-TestEncryptedCinderVolumes-807071769-router', 'tenant_id': '0e87ffe82dd04f6db7308092a1de6c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '3cf03f2a-bbef-4110-827b-a5f563de1dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:49:15Z', 'updated_at': '2021-07-24T00:49:18Z', 'revision_number': 4, 'project_id': '0e87ffe82dd04f6db7308092a1de6c9a', 'gw_port': {'id': '3cf03f2a-bbef-4110-827b-a5f563de1dfa', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:03:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '233cf8ce-4ff1-4399-b7da-bdaff0de5a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:49:16Z', 'updated_at': '2021-07-24T00:49:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'ae940bcf-8be7-4027-8d77-89d387c57f08', 'name': '', 'network_id': '3bc8e74f-5ae5-452f-b2a6-590cba0dfe55', 'tenant_id': '0e87ffe82dd04f6db7308092a1de6c9a', 'mac_address': 'fa:16:3e:ed:f2:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '233cf8ce-4ff1-4399-b7da-bdaff0de5a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '58b72e67-f374-4fda-bce0-626b517ab334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:49:18Z', 'updated_at': '2021-07-24T00:49:18Z', 'revision_number': 2, 'project_id': '0e87ffe82dd04f6db7308092a1de6c9a', 'subnets': [{'id': '58b72e67-f374-4fda-bce0-626b517ab334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:49:21.430417 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3627e503-c6e6-4cd0-bfef-bf8b11cea9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:21.445554 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40553a4a-9ef0-4be0-b3cf-ce53ba2013f5 None None] Checking router: 233cf8ce-4ff1-4399-b7da-bdaff0de5a77 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:49:21.445914 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40553a4a-9ef0-4be0-b3cf-ce53ba2013f5 None None] Updating router 233cf8ce-4ff1-4399-b7da-bdaff0de5a77 port ae940bcf-8be7-4027-8d77-89d387c57f08 binding host n-d-800088-16 {{(pid=100315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:49:21.485407 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3627e503-c6e6-4cd0-bfef-bf8b11cea9aa admin admin] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:49:21.488580 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-3627e503-c6e6-4cd0-bfef-bf8b11cea9aa admin admin] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:49:21.494720 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3627e503-c6e6-4cd0-bfef-bf8b11cea9aa admin admin] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:49:21.520631 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3627e503-c6e6-4cd0-bfef-bf8b11cea9aa admin admin] Pushing event updated for resources: {'Port': ['ID=8c76acd2-4748-40dc-8725-1c8ea94ae345,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:21.566003 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-40553a4a-9ef0-4be0-b3cf-ce53ba2013f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:21.742902 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c1762c30-7dc4-4253-86ef-a638a37addfd None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:21.762829 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3627e503-c6e6-4cd0-bfef-bf8b11cea9aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:21.763624 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-c1762c30-7dc4-4253-86ef-a638a37addfd None None] Transition to ACTIVE for port object f0de2144-c736-47dc-8da9-56a4e94e64d1 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:49:21.819162 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-c1762c30-7dc4-4253-86ef-a638a37addfd None None] Transition to ACTIVE for port object f0de2144-c736-47dc-8da9-56a4e94e64d1 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:49:21.835055 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c1762c30-7dc4-4253-86ef-a638a37addfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:21.895896 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1762c30-7dc4-4253-86ef-a638a37addfd None None] Network de0525c0-4cb9-4390-a115-ccdd79940bdb is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:49:21.907368 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-c1762c30-7dc4-4253-86ef-a638a37addfd None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:49:21.913309 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1762c30-7dc4-4253-86ef-a638a37addfd None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:49:21.919386 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1762c30-7dc4-4253-86ef-a638a37addfd None None] Pushing event updated for resources: {'Port': ['ID=f0de2144-c736-47dc-8da9-56a4e94e64d1,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:21.975990 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3627e503-c6e6-4cd0-bfef-bf8b11cea9aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:22.023143 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-40553a4a-9ef0-4be0-b3cf-ce53ba2013f5 None None] Notify callbacks [] for port, precommit_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:22.028217 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-c1762c30-7dc4-4253-86ef-a638a37addfd None None] Attempting to bind port f0de2144-c736-47dc-8da9-56a4e94e64d1 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:49:22.028598 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-c1762c30-7dc4-4253-86ef-a638a37addfd None None] Attempting to bind port f0de2144-c736-47dc-8da9-56a4e94e64d1 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '2103b24b-be5d-4d94-9b63-52a40e610173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'de0525c0-4cb9-4390-a115-ccdd79940bdb'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:49:22.029011 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1762c30-7dc4-4253-86ef-a638a37addfd None None] Attempting to bind port f0de2144-c736-47dc-8da9-56a4e94e64d1 on network de0525c0-4cb9-4390-a115-ccdd79940bdb {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:49:22.041548 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1762c30-7dc4-4253-86ef-a638a37addfd None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:49:22.041956 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1762c30-7dc4-4253-86ef-a638a37addfd None None] Checking segment: {'id': '2103b24b-be5d-4d94-9b63-52a40e610173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'de0525c0-4cb9-4390-a115-ccdd79940bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:49:22.042354 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c1762c30-7dc4-4253-86ef-a638a37addfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:22.042818 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1762c30-7dc4-4253-86ef-a638a37addfd None None] Bound using segment: {'id': '2103b24b-be5d-4d94-9b63-52a40e610173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'de0525c0-4cb9-4390-a115-ccdd79940bdb'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:49:22.043299 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-c1762c30-7dc4-4253-86ef-a638a37addfd None None] Bound port: f0de2144-c736-47dc-8da9-56a4e94e64d1, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2103b24b-be5d-4d94-9b63-52a40e610173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'de0525c0-4cb9-4390-a115-ccdd79940bdb'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:49:22.043665 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c1762c30-7dc4-4253-86ef-a638a37addfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:22.046597 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-40553a4a-9ef0-4be0-b3cf-ce53ba2013f5 None None] Transition to ACTIVE for port object ae940bcf-8be7-4027-8d77-89d387c57f08 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:49:22.067276 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-40553a4a-9ef0-4be0-b3cf-ce53ba2013f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:22.114542 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3627e503-c6e6-4cd0-bfef-bf8b11cea9aa admin admin] Router 294bad89-2cc6-4692-9a0f-645c699dfaa2 is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:49:22.169300 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ba6cef-0af6-4d51-9533-0968fd6ba132 None None] Pushing event updated for resources: {'Port': ['ID=ae940bcf-8be7-4027-8d77-89d387c57f08,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:22.180396 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-c1762c30-7dc4-4253-86ef-a638a37addfd None None] For port f0de2144-c736-47dc-8da9-56a4e94e64d1, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:49:22.235126 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3627e503-c6e6-4cd0-bfef-bf8b11cea9aa admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:49:22.241784 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-c1762c30-7dc4-4253-86ef-a638a37addfd None None] For port f0de2144-c736-47dc-8da9-56a4e94e64d1, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=f0de2144-c736-47dc-8da9-56a4e94e64d1,segment=NetworkSegment(2103b24b-be5d-4d94-9b63-52a40e610173),segment_id=2103b24b-be5d-4d94-9b63-52a40e610173)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:49:22.254577 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c688a56-8420-4430-8dd3-d821d3c2063c None None] Sync routers for ids ['294bad89-2cc6-4692-9a0f-645c699dfaa2'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:49:22.264452 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c1762c30-7dc4-4253-86ef-a638a37addfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:22.265761 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c688a56-8420-4430-8dd3-d821d3c2063c None None] Routers {'294bad89-2cc6-4692-9a0f-645c699dfaa2'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:49:22.266534 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-7c688a56-8420-4430-8dd3-d821d3c2063c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:48:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['294bad89-2cc6-4692-9a0f-645c699dfaa2'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:49:22.272993 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3627e503-c6e6-4cd0-bfef-bf8b11cea9aa admin admin] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:22.277710 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 42086) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:49:22.278439 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-3627e503-c6e6-4cd0-bfef-bf8b11cea9aa admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.6189067 Jul 24 00:49:22.285297 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-40553a4a-9ef0-4be0-b3cf-ce53ba2013f5 None None] Attempting to bind port ae940bcf-8be7-4027-8d77-89d387c57f08 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:49:22.285297 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-40553a4a-9ef0-4be0-b3cf-ce53ba2013f5 None None] Attempting to bind port ae940bcf-8be7-4027-8d77-89d387c57f08 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '189cdac5-244b-46ce-b9e2-f9f8611c1c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '3bc8e74f-5ae5-452f-b2a6-590cba0dfe55'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:49:22.285624 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40553a4a-9ef0-4be0-b3cf-ce53ba2013f5 None None] Attempting to bind port ae940bcf-8be7-4027-8d77-89d387c57f08 on network 3bc8e74f-5ae5-452f-b2a6-590cba0dfe55 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:49:22.324269 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40553a4a-9ef0-4be0-b3cf-ce53ba2013f5 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:49:22.324901 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40553a4a-9ef0-4be0-b3cf-ce53ba2013f5 None None] Checking segment: {'id': '189cdac5-244b-46ce-b9e2-f9f8611c1c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '3bc8e74f-5ae5-452f-b2a6-590cba0dfe55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:49:22.325511 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-40553a4a-9ef0-4be0-b3cf-ce53ba2013f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:22.326287 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40553a4a-9ef0-4be0-b3cf-ce53ba2013f5 None None] Bound using segment: {'id': '189cdac5-244b-46ce-b9e2-f9f8611c1c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '3bc8e74f-5ae5-452f-b2a6-590cba0dfe55'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:49:22.327316 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-40553a4a-9ef0-4be0-b3cf-ce53ba2013f5 None None] Bound port: ae940bcf-8be7-4027-8d77-89d387c57f08, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '189cdac5-244b-46ce-b9e2-f9f8611c1c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '3bc8e74f-5ae5-452f-b2a6-590cba0dfe55'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:49:22.327965 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-40553a4a-9ef0-4be0-b3cf-ce53ba2013f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:22.375795 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 3cf03f2a-bbef-4110-827b-a5f563de1dfa up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:49:22.414211 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-7c688a56-8420-4430-8dd3-d821d3c2063c None None] Set router 294bad89-2cc6-4692-9a0f-645c699dfaa2 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:49:22.428114 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1762c30-7dc4-4253-86ef-a638a37addfd None None] Pushing event updated for resources: {'Port': ['ID=f0de2144-c736-47dc-8da9-56a4e94e64d1,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:22.500222 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-40553a4a-9ef0-4be0-b3cf-ce53ba2013f5 None None] For port ae940bcf-8be7-4027-8d77-89d387c57f08, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:49:22.515688 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-40553a4a-9ef0-4be0-b3cf-ce53ba2013f5 None None] For port ae940bcf-8be7-4027-8d77-89d387c57f08, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=ae940bcf-8be7-4027-8d77-89d387c57f08,segment=NetworkSegment(189cdac5-244b-46ce-b9e2-f9f8611c1c23),segment_id=189cdac5-244b-46ce-b9e2-f9f8611c1c23)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:49:22.521603 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 3cf03f2a-bbef-4110-827b-a5f563de1dfa triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:49:22.521989 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:22.525268 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-40553a4a-9ef0-4be0-b3cf-ce53ba2013f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:22.622136 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ba6cef-0af6-4d51-9533-0968fd6ba132 None None] Pushing event updated for resources: {'Port': ['ID=ae940bcf-8be7-4027-8d77-89d387c57f08,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:22.638242 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40553a4a-9ef0-4be0-b3cf-ce53ba2013f5 None None] Routers {'233cf8ce-4ff1-4399-b7da-bdaff0de5a77'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:49:22.638876 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-40553a4a-9ef0-4be0-b3cf-ce53ba2013f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:48:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['233cf8ce-4ff1-4399-b7da-bdaff0de5a77'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:49:22.647456 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-7c688a56-8420-4430-8dd3-d821d3c2063c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '294bad89-2cc6-4692-9a0f-645c699dfaa2', 'name': 'tempest-TestEncryptedCinderVolumes-1772406532-router', 'tenant_id': 'f054b8c315c447fdb3fecc6c029e5c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '8c76acd2-4748-40dc-8725-1c8ea94ae345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:49:20Z', 'updated_at': '2021-07-24T00:49:21Z', 'revision_number': 3, 'project_id': 'f054b8c315c447fdb3fecc6c029e5c35', 'gw_port': {'id': '8c76acd2-4748-40dc-8725-1c8ea94ae345', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:97:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '294bad89-2cc6-4692-9a0f-645c699dfaa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:49:21Z', 'updated_at': '2021-07-24T00:49:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:49:22.708322 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c688a56-8420-4430-8dd3-d821d3c2063c None None] Checking router: 294bad89-2cc6-4692-9a0f-645c699dfaa2 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:49:22.708712 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c688a56-8420-4430-8dd3-d821d3c2063c None None] Updating router 294bad89-2cc6-4692-9a0f-645c699dfaa2 port 8c76acd2-4748-40dc-8725-1c8ea94ae345 binding host n-d-800088-16 {{(pid=100316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:49:22.794416 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-7c688a56-8420-4430-8dd3-d821d3c2063c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:22.899661 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-40553a4a-9ef0-4be0-b3cf-ce53ba2013f5 None None] Set router 233cf8ce-4ff1-4399-b7da-bdaff0de5a77 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:49:23.199011 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-7c688a56-8420-4430-8dd3-d821d3c2063c None None] Notify callbacks [] for port, precommit_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:23.215405 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.provisioning_blocks [None req-7c688a56-8420-4430-8dd3-d821d3c2063c None None] Transition to ACTIVE for port object 8c76acd2-4748-40dc-8725-1c8ea94ae345 will not be triggered until provisioned by entity L2. {{(pid=100316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:49:23.223278 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-7c688a56-8420-4430-8dd3-d821d3c2063c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:23.283313 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-7c688a56-8420-4430-8dd3-d821d3c2063c None None] Attempting to bind port 8c76acd2-4748-40dc-8725-1c8ea94ae345 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:49:23.283973 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-7c688a56-8420-4430-8dd3-d821d3c2063c None None] Attempting to bind port 8c76acd2-4748-40dc-8725-1c8ea94ae345 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:49:23.284099 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c688a56-8420-4430-8dd3-d821d3c2063c None None] Attempting to bind port 8c76acd2-4748-40dc-8725-1c8ea94ae345 on network 9adcfee8-760c-4568-9e39-c221abf69bf5 {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:49:23.286066 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b78f7f2-553e-414c-b920-dbd73eee507e None None] Pushing event updated for resources: {'Port': ['ID=8c76acd2-4748-40dc-8725-1c8ea94ae345,revision_number=2']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:23.291959 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c688a56-8420-4430-8dd3-d821d3c2063c None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:49:23.292335 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c688a56-8420-4430-8dd3-d821d3c2063c None None] Checking segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:49:23.292965 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-7c688a56-8420-4430-8dd3-d821d3c2063c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:23.293717 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c688a56-8420-4430-8dd3-d821d3c2063c None None] Bound using segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:49:23.294207 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-7c688a56-8420-4430-8dd3-d821d3c2063c None None] Bound port: 8c76acd2-4748-40dc-8725-1c8ea94ae345, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:49:23.294594 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-7c688a56-8420-4430-8dd3-d821d3c2063c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:23.302911 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-cc2075dc-1e1d-459b-a29a-df1ad923829d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:23.324659 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f216a1ca-80b6-4ab8-826b-260d659a141c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:23.376686 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-7c688a56-8420-4430-8dd3-d821d3c2063c None None] For port 8c76acd2-4748-40dc-8725-1c8ea94ae345, host n-d-800088-16, cleared binding levels {{(pid=100316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:49:23.382038 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-7c688a56-8420-4430-8dd3-d821d3c2063c None None] For port 8c76acd2-4748-40dc-8725-1c8ea94ae345, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=8c76acd2-4748-40dc-8725-1c8ea94ae345,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:49:23.396350 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-7c688a56-8420-4430-8dd3-d821d3c2063c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:23.419880 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-40553a4a-9ef0-4be0-b3cf-ce53ba2013f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '233cf8ce-4ff1-4399-b7da-bdaff0de5a77', 'name': 'tempest-TestEncryptedCinderVolumes-807071769-router', 'tenant_id': '0e87ffe82dd04f6db7308092a1de6c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '3cf03f2a-bbef-4110-827b-a5f563de1dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:49:15Z', 'updated_at': '2021-07-24T00:49:18Z', 'revision_number': 4, 'project_id': '0e87ffe82dd04f6db7308092a1de6c9a', 'gw_port': {'id': '3cf03f2a-bbef-4110-827b-a5f563de1dfa', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:03:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233cf8ce-4ff1-4399-b7da-bdaff0de5a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:49:16Z', 'updated_at': '2021-07-24T00:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'ae940bcf-8be7-4027-8d77-89d387c57f08', 'name': '', 'network_id': '3bc8e74f-5ae5-452f-b2a6-590cba0dfe55', 'tenant_id': '0e87ffe82dd04f6db7308092a1de6c9a', 'mac_address': 'fa:16:3e:ed:f2:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '233cf8ce-4ff1-4399-b7da-bdaff0de5a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '58b72e67-f374-4fda-bce0-626b517ab334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:49:18Z', 'updated_at': '2021-07-24T00:49:22Z', 'revision_number': 4, 'project_id': '0e87ffe82dd04f6db7308092a1de6c9a', 'subnets': [{'id': '58b72e67-f374-4fda-bce0-626b517ab334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:49:23.450190 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40553a4a-9ef0-4be0-b3cf-ce53ba2013f5 None None] The sync data for ids ['233cf8ce-4ff1-4399-b7da-bdaff0de5a77'] in n-d-800088-16 is: [{'id': '233cf8ce-4ff1-4399-b7da-bdaff0de5a77', 'name': 'tempest-TestEncryptedCinderVolumes-807071769-router', 'tenant_id': '0e87ffe82dd04f6db7308092a1de6c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '3cf03f2a-bbef-4110-827b-a5f563de1dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:49:15Z', 'updated_at': '2021-07-24T00:49:18Z', 'revision_number': 4, 'project_id': '0e87ffe82dd04f6db7308092a1de6c9a', 'gw_port': {'id': '3cf03f2a-bbef-4110-827b-a5f563de1dfa', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:03:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233cf8ce-4ff1-4399-b7da-bdaff0de5a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:49:16Z', 'updated_at': '2021-07-24T00:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'ae940bcf-8be7-4027-8d77-89d387c57f08', 'name': '', 'network_id': '3bc8e74f-5ae5-452f-b2a6-590cba0dfe55', 'tenant_id': '0e87ffe82dd04f6db7308092a1de6c9a', 'mac_address': 'fa:16:3e:ed:f2:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '233cf8ce-4ff1-4399-b7da-bdaff0de5a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '58b72e67-f374-4fda-bce0-626b517ab334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:49:18Z', 'updated_at': '2021-07-24T00:49:22Z', 'revision_number': 4, 'project_id': '0e87ffe82dd04f6db7308092a1de6c9a', 'subnets': [{'id': '58b72e67-f374-4fda-bce0-626b517ab334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:49:23.458525 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c688a56-8420-4430-8dd3-d821d3c2063c None None] Routers {'294bad89-2cc6-4692-9a0f-645c699dfaa2'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:49:23.459290 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-7c688a56-8420-4430-8dd3-d821d3c2063c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:48:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['294bad89-2cc6-4692-9a0f-645c699dfaa2'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:49:23.558840 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b78f7f2-553e-414c-b920-dbd73eee507e None None] Pushing event updated for resources: {'Port': ['ID=8c76acd2-4748-40dc-8725-1c8ea94ae345,revision_number=3']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:23.592412 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-f216a1ca-80b6-4ab8-826b-260d659a141c admin admin] Allocated IP 172.20.0.1 (de0525c0-4cb9-4390-a115-ccdd79940bdb/dfb5b56a-d733-4e38-9bc7-635618ffb7a9/4da6623d-33ed-4ceb-93a3-a7c8dc4f6878) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:49:23.612259 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-7c688a56-8420-4430-8dd3-d821d3c2063c None None] Set router 294bad89-2cc6-4692-9a0f-645c699dfaa2 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:49:23.754693 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f216a1ca-80b6-4ab8-826b-260d659a141c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:23.777767 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [None req-f216a1ca-80b6-4ab8-826b-260d659a141c admin admin] Transition to ACTIVE for port object 4da6623d-33ed-4ceb-93a3-a7c8dc4f6878 will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:49:23.785144 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ab22d3-b060-48e7-b70f-41363bf36024 None None] Network de0525c0-4cb9-4390-a115-ccdd79940bdb requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:49:23.829424 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f216a1ca-80b6-4ab8-826b-260d659a141c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:23.872308 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f216a1ca-80b6-4ab8-826b-260d659a141c admin admin] Network de0525c0-4cb9-4390-a115-ccdd79940bdb is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:49:23.875586 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-f216a1ca-80b6-4ab8-826b-260d659a141c admin admin] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:49:23.879276 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f216a1ca-80b6-4ab8-826b-260d659a141c admin admin] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:49:23.906900 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-fcc5ac4d-f7c0-480b-b457-5a12a5cb356a None None] Provisioning for port f0de2144-c736-47dc-8da9-56a4e94e64d1 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:49:23.929841 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f216a1ca-80b6-4ab8-826b-260d659a141c admin admin] Pushing event updated for resources: {'Port': ['ID=4da6623d-33ed-4ceb-93a3-a7c8dc4f6878,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:23.956934 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f216a1ca-80b6-4ab8-826b-260d659a141c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681761'] for router_interface, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:23.968478 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-7c688a56-8420-4430-8dd3-d821d3c2063c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '294bad89-2cc6-4692-9a0f-645c699dfaa2', 'name': 'tempest-TestEncryptedCinderVolumes-1772406532-router', 'tenant_id': 'f054b8c315c447fdb3fecc6c029e5c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '8c76acd2-4748-40dc-8725-1c8ea94ae345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:49:20Z', 'updated_at': '2021-07-24T00:49:21Z', 'revision_number': 3, 'project_id': 'f054b8c315c447fdb3fecc6c029e5c35', 'gw_port': {'id': '8c76acd2-4748-40dc-8725-1c8ea94ae345', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:97:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '294bad89-2cc6-4692-9a0f-645c699dfaa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:49:21Z', 'updated_at': '2021-07-24T00:49:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:49:24.009113 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c688a56-8420-4430-8dd3-d821d3c2063c None None] The sync data for ids ['294bad89-2cc6-4692-9a0f-645c699dfaa2'] in n-d-800088-16 is: [{'id': '294bad89-2cc6-4692-9a0f-645c699dfaa2', 'name': 'tempest-TestEncryptedCinderVolumes-1772406532-router', 'tenant_id': 'f054b8c315c447fdb3fecc6c029e5c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '8c76acd2-4748-40dc-8725-1c8ea94ae345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:49:20Z', 'updated_at': '2021-07-24T00:49:21Z', 'revision_number': 3, 'project_id': 'f054b8c315c447fdb3fecc6c029e5c35', 'gw_port': {'id': '8c76acd2-4748-40dc-8725-1c8ea94ae345', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:97:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '294bad89-2cc6-4692-9a0f-645c699dfaa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:49:21Z', 'updated_at': '2021-07-24T00:49:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:49:24.164417 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f216a1ca-80b6-4ab8-826b-260d659a141c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:24.350730 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-a1d8fb42-331a-47ea-8e0c-e355ac07224a None None] Provisioning for port 4da6623d-33ed-4ceb-93a3-a7c8dc4f6878 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:49:24.357987 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-a1d8fb42-331a-47ea-8e0c-e355ac07224a None None] Provisioning complete for port 4da6623d-33ed-4ceb-93a3-a7c8dc4f6878 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:49:24.358365 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a1d8fb42-331a-47ea-8e0c-e355ac07224a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:24.474930 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device f0de2144-c736-47dc-8da9-56a4e94e64d1 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:49:24.491245 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f216a1ca-80b6-4ab8-826b-260d659a141c admin admin] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:24.499856 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f216a1ca-80b6-4ab8-826b-260d659a141c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:24.520793 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-a1d8fb42-331a-47ea-8e0c-e355ac07224a None None] Port 4da6623d-33ed-4ceb-93a3-a7c8dc4f6878 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:49:24.588519 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port f0de2144-c736-47dc-8da9-56a4e94e64d1 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:49:24.596287 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port f0de2144-c736-47dc-8da9-56a4e94e64d1 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:49:24.597077 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:24.602737 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f216a1ca-80b6-4ab8-826b-260d659a141c admin admin] Pushing event updated for resources: {'Port': ['ID=4da6623d-33ed-4ceb-93a3-a7c8dc4f6878,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:24.612916 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f216a1ca-80b6-4ab8-826b-260d659a141c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680980'] for router_interface, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:24.716681 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:24.720756 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-8f1a94d6-17c3-47f1-9798-747461d3dfce None None] Provisioning complete for port 4da6623d-33ed-4ceb-93a3-a7c8dc4f6878 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:49:24.721161 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-8f1a94d6-17c3-47f1-9798-747461d3dfce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:24.746247 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f216a1ca-80b6-4ab8-826b-260d659a141c admin admin] Network de0525c0-4cb9-4390-a115-ccdd79940bdb is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:49:24.748582 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-f216a1ca-80b6-4ab8-826b-260d659a141c admin admin] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:49:24.797059 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-8f1a94d6-17c3-47f1-9798-747461d3dfce None None] Port 4da6623d-33ed-4ceb-93a3-a7c8dc4f6878 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:49:24.800253 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port f0de2144-c736-47dc-8da9-56a4e94e64d1, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=f0de2144-c736-47dc-8da9-56a4e94e64d1,segment=NetworkSegment(2103b24b-be5d-4d94-9b63-52a40e610173),segment_id=2103b24b-be5d-4d94-9b63-52a40e610173)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:49:24.805881 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:24.807026 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device ae940bcf-8be7-4027-8d77-89d387c57f08 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:49:24.900583 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=f0de2144-c736-47dc-8da9-56a4e94e64d1,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:24.922010 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port ae940bcf-8be7-4027-8d77-89d387c57f08 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:49:24.925193 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f216a1ca-80b6-4ab8-826b-260d659a141c admin admin] Router 294bad89-2cc6-4692-9a0f-645c699dfaa2 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:49:24.938634 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port ae940bcf-8be7-4027-8d77-89d387c57f08 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:49:24.939804 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:25.066360 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:25.074360 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f216a1ca-80b6-4ab8-826b-260d659a141c admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:49:25.080868 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-f216a1ca-80b6-4ab8-826b-260d659a141c admin admin] 10.222.0.44 "PUT /v2.0/routers/294bad89-2cc6-4692-9a0f-645c699dfaa2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7988281 Jul 24 00:49:25.108784 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port ae940bcf-8be7-4027-8d77-89d387c57f08, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=ae940bcf-8be7-4027-8d77-89d387c57f08,segment=NetworkSegment(189cdac5-244b-46ce-b9e2-f9f8611c1c23),segment_id=189cdac5-244b-46ce-b9e2-f9f8611c1c23)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:49:25.117553 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:25.154893 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-e16dc283-5907-4207-816f-2e83591f0766 None None] Provisioning complete for port 4da6623d-33ed-4ceb-93a3-a7c8dc4f6878 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:49:25.155292 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e16dc283-5907-4207-816f-2e83591f0766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:25.205324 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=ae940bcf-8be7-4027-8d77-89d387c57f08,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:25.214100 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-e16dc283-5907-4207-816f-2e83591f0766 None None] Port 4da6623d-33ed-4ceb-93a3-a7c8dc4f6878 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:49:25.780588 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc2619-befb-48da-86eb-bee74c0879fa req-6e843016-49c9-40d0-9f98-84fcc115a135 tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:25.782149 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ddcc2619-befb-48da-86eb-bee74c0879fa req-6e843016-49c9-40d0-9f98-84fcc115a135 tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] 10.222.0.44 "GET /v2.0/networks?id=3bc8e74f-5ae5-452f-b2a6-590cba0dfe55 HTTP/1.1" status: 200 len: 816 time: 0.1112626 Jul 24 00:49:25.798049 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ddcc2619-befb-48da-86eb-bee74c0879fa req-55011d0b-3feb-460d-9a7f-77bfdf0c40b5 tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] 10.222.0.44 "GET /v2.0/quotas/0e87ffe82dd04f6db7308092a1de6c9a HTTP/1.1" status: 200 len: 375 time: 0.0098073 Jul 24 00:49:25.818669 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-fc3325e2-f3c1-41f1-beb0-02a3fd286474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:25.869416 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ddcc2619-befb-48da-86eb-bee74c0879fa req-9bde0d92-c158-40f5-8fd9-c15a748169fa tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=0e87ffe82dd04f6db7308092a1de6c9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0649040 Jul 24 00:49:25.885244 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [req-ddcc2619-befb-48da-86eb-bee74c0879fa req-38941ff5-5409-4ac6-8c9c-38032c10fd6b service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=100314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:49:25.886248 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ddcc2619-befb-48da-86eb-bee74c0879fa req-38941ff5-5409-4ac6-8c9c-38032c10fd6b service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055509 Jul 24 00:49:25.979125 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ddcc2619-befb-48da-86eb-bee74c0879fa req-5a811596-f97f-4fc0-8528-2ca819c83d1f service neutron] 10.222.0.44 "GET /v2.0/networks/3bc8e74f-5ae5-452f-b2a6-590cba0dfe55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871251 Jul 24 00:49:26.081709 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ddcc2619-befb-48da-86eb-bee74c0879fa req-a2404b16-8fc8-4384-b360-2f326cee2616 service neutron] 10.222.0.44 "GET /v2.0/networks/3bc8e74f-5ae5-452f-b2a6-590cba0dfe55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962214 Jul 24 00:49:26.289210 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a5f40f6f-8a33-412b-bcbe-59979eabc16b req-1590362b-b571-4690-bd5c-2776beb3d6b7 tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5e2bca4-68e5-40c4-85fd-e8e83c90691f HTTP/1.1" status: 200 len: 210 time: 0.0492191 Jul 24 00:49:26.410147 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device f0de2144-c736-47dc-8da9-56a4e94e64d1 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:49:26.462830 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port f0de2144-c736-47dc-8da9-56a4e94e64d1 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:49:26.463950 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:26.554509 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 8c76acd2-4748-40dc-8725-1c8ea94ae345 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:49:26.596555 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb477b4-41aa-4abe-81f8-57bb57a887b6 None None] Sync routers for ids ['294bad89-2cc6-4692-9a0f-645c699dfaa2'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:49:26.612704 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb477b4-41aa-4abe-81f8-57bb57a887b6 None None] Routers {'294bad89-2cc6-4692-9a0f-645c699dfaa2'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:49:26.613439 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-afb477b4-41aa-4abe-81f8-57bb57a887b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:49:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['294bad89-2cc6-4692-9a0f-645c699dfaa2'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:49:26.685177 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 8c76acd2-4748-40dc-8725-1c8ea94ae345 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:49:26.693956 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 8c76acd2-4748-40dc-8725-1c8ea94ae345 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:49:26.694332 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:26.778075 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-afb477b4-41aa-4abe-81f8-57bb57a887b6 None None] Set router 294bad89-2cc6-4692-9a0f-645c699dfaa2 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:49:26.890697 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:26.915946 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:26.938404 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 8c76acd2-4748-40dc-8725-1c8ea94ae345, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=8c76acd2-4748-40dc-8725-1c8ea94ae345,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:49:26.966849 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:26.967659 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device ae940bcf-8be7-4027-8d77-89d387c57f08 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:49:27.081529 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=8c76acd2-4748-40dc-8725-1c8ea94ae345,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:27.128963 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port ae940bcf-8be7-4027-8d77-89d387c57f08 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:49:27.129348 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:27.184584 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-afb477b4-41aa-4abe-81f8-57bb57a887b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '294bad89-2cc6-4692-9a0f-645c699dfaa2', 'name': 'tempest-TestEncryptedCinderVolumes-1772406532-router', 'tenant_id': 'f054b8c315c447fdb3fecc6c029e5c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '8c76acd2-4748-40dc-8725-1c8ea94ae345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:49:20Z', 'updated_at': '2021-07-24T00:49:24Z', 'revision_number': 4, 'project_id': 'f054b8c315c447fdb3fecc6c029e5c35', 'gw_port': {'id': '8c76acd2-4748-40dc-8725-1c8ea94ae345', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:97:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '294bad89-2cc6-4692-9a0f-645c699dfaa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:49:21Z', 'updated_at': '2021-07-24T00:49:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '4da6623d-33ed-4ceb-93a3-a7c8dc4f6878', 'name': '', 'network_id': 'de0525c0-4cb9-4390-a115-ccdd79940bdb', 'tenant_id': 'f054b8c315c447fdb3fecc6c029e5c35', 'mac_address': 'fa:16:3e:b8:3d:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '294bad89-2cc6-4692-9a0f-645c699dfaa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'dfb5b56a-d733-4e38-9bc7-635618ffb7a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:49:23Z', 'updated_at': '2021-07-24T00:49:24Z', 'revision_number': 2, 'project_id': 'f054b8c315c447fdb3fecc6c029e5c35', 'subnets': [{'id': 'dfb5b56a-d733-4e38-9bc7-635618ffb7a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:49:27.218315 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb477b4-41aa-4abe-81f8-57bb57a887b6 None None] Checking router: 294bad89-2cc6-4692-9a0f-645c699dfaa2 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:49:27.218692 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb477b4-41aa-4abe-81f8-57bb57a887b6 None None] Updating router 294bad89-2cc6-4692-9a0f-645c699dfaa2 port 4da6623d-33ed-4ceb-93a3-a7c8dc4f6878 binding host n-d-800088-16 {{(pid=100315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:49:27.285333 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-afb477b4-41aa-4abe-81f8-57bb57a887b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:27.332604 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc2619-befb-48da-86eb-bee74c0879fa req-74dc9f9c-b6fb-4bb3-8a54-077fd48503f5 tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:27.334191 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ddcc2619-befb-48da-86eb-bee74c0879fa req-74dc9f9c-b6fb-4bb3-8a54-077fd48503f5 tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] 10.222.0.52 "GET /v2.0/networks?id=3bc8e74f-5ae5-452f-b2a6-590cba0dfe55 HTTP/1.1" status: 200 len: 816 time: 0.1304739 Jul 24 00:49:27.347715 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-ddcc2619-befb-48da-86eb-bee74c0879fa req-5d374d1f-6ccc-4ca2-bf7f-8d09120256b1 tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] Request body: {'port': {'device_id': 'd5e2bca4-68e5-40c4-85fd-e8e83c90691f', 'network_id': '3bc8e74f-5ae5-452f-b2a6-590cba0dfe55', 'admin_state_up': True, 'tenant_id': '0e87ffe82dd04f6db7308092a1de6c9a'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:49:27.398008 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-13e5132d-ea02-4bfc-9ede-45e05caba3e4 req-f5765c65-ff88-4d58-8a4f-a958edfb15eb tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5e2bca4-68e5-40c4-85fd-e8e83c90691f HTTP/1.1" status: 200 len: 210 time: 0.0331001 Jul 24 00:49:27.478499 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddcc2619-befb-48da-86eb-bee74c0879fa req-5d374d1f-6ccc-4ca2-bf7f-8d09120256b1 tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] Made reservation on behalf of 0e87ffe82dd04f6db7308092a1de6c9a for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:49:27.482267 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-ddcc2619-befb-48da-86eb-bee74c0879fa req-5d374d1f-6ccc-4ca2-bf7f-8d09120256b1 tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:27.490195 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:27.619294 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-ddcc2619-befb-48da-86eb-bee74c0879fa req-5d374d1f-6ccc-4ca2-bf7f-8d09120256b1 tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] Allocated IP 172.20.0.4 (3bc8e74f-5ae5-452f-b2a6-590cba0dfe55/58b72e67-f374-4fda-bce0-626b517ab334/ac10f05f-795b-48c5-afa7-5c30e11e7c13) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:49:27.630330 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-afb477b4-41aa-4abe-81f8-57bb57a887b6 None None] Notify callbacks [] for port, precommit_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:27.641554 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-afb477b4-41aa-4abe-81f8-57bb57a887b6 None None] Transition to ACTIVE for port object 4da6623d-33ed-4ceb-93a3-a7c8dc4f6878 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:49:27.649162 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-afb477b4-41aa-4abe-81f8-57bb57a887b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:27.723478 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de5602f-eac3-42c7-8640-87356b075d9d None None] Pushing event updated for resources: {'Port': ['ID=4da6623d-33ed-4ceb-93a3-a7c8dc4f6878,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:27.787361 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-afb477b4-41aa-4abe-81f8-57bb57a887b6 None None] Attempting to bind port 4da6623d-33ed-4ceb-93a3-a7c8dc4f6878 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:49:27.787749 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-afb477b4-41aa-4abe-81f8-57bb57a887b6 None None] Attempting to bind port 4da6623d-33ed-4ceb-93a3-a7c8dc4f6878 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '2103b24b-be5d-4d94-9b63-52a40e610173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'de0525c0-4cb9-4390-a115-ccdd79940bdb'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:49:27.788130 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb477b4-41aa-4abe-81f8-57bb57a887b6 None None] Attempting to bind port 4da6623d-33ed-4ceb-93a3-a7c8dc4f6878 on network de0525c0-4cb9-4390-a115-ccdd79940bdb {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:49:27.793515 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb477b4-41aa-4abe-81f8-57bb57a887b6 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:49:27.793892 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb477b4-41aa-4abe-81f8-57bb57a887b6 None None] Checking segment: {'id': '2103b24b-be5d-4d94-9b63-52a40e610173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'de0525c0-4cb9-4390-a115-ccdd79940bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:49:27.794304 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-afb477b4-41aa-4abe-81f8-57bb57a887b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:27.794730 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb477b4-41aa-4abe-81f8-57bb57a887b6 None None] Bound using segment: {'id': '2103b24b-be5d-4d94-9b63-52a40e610173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'de0525c0-4cb9-4390-a115-ccdd79940bdb'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:49:27.795173 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-afb477b4-41aa-4abe-81f8-57bb57a887b6 None None] Bound port: 4da6623d-33ed-4ceb-93a3-a7c8dc4f6878, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2103b24b-be5d-4d94-9b63-52a40e610173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'de0525c0-4cb9-4390-a115-ccdd79940bdb'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:49:27.795587 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-afb477b4-41aa-4abe-81f8-57bb57a887b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:27.805865 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-ddcc2619-befb-48da-86eb-bee74c0879fa req-5d374d1f-6ccc-4ca2-bf7f-8d09120256b1 tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:27.823147 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-ddcc2619-befb-48da-86eb-bee74c0879fa req-5d374d1f-6ccc-4ca2-bf7f-8d09120256b1 tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] Transition to ACTIVE for port object ac10f05f-795b-48c5-afa7-5c30e11e7c13 will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:49:27.862101 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-ddcc2619-befb-48da-86eb-bee74c0879fa req-5d374d1f-6ccc-4ca2-bf7f-8d09120256b1 tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:27.873329 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-afb477b4-41aa-4abe-81f8-57bb57a887b6 None None] For port 4da6623d-33ed-4ceb-93a3-a7c8dc4f6878, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:49:27.882421 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-afb477b4-41aa-4abe-81f8-57bb57a887b6 None None] For port 4da6623d-33ed-4ceb-93a3-a7c8dc4f6878, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=4da6623d-33ed-4ceb-93a3-a7c8dc4f6878,segment=NetworkSegment(2103b24b-be5d-4d94-9b63-52a40e610173),segment_id=2103b24b-be5d-4d94-9b63-52a40e610173)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:49:27.887678 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-afb477b4-41aa-4abe-81f8-57bb57a887b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:27.908093 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddcc2619-befb-48da-86eb-bee74c0879fa req-5d374d1f-6ccc-4ca2-bf7f-8d09120256b1 tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] Network 3bc8e74f-5ae5-452f-b2a6-590cba0dfe55 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:49:27.911334 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-ddcc2619-befb-48da-86eb-bee74c0879fa req-5d374d1f-6ccc-4ca2-bf7f-8d09120256b1 tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:49:27.917461 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddcc2619-befb-48da-86eb-bee74c0879fa req-5d374d1f-6ccc-4ca2-bf7f-8d09120256b1 tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:49:27.947336 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d374d1f-6ccc-4ca2-bf7f-8d09120256b1 tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] Pushing event updated for resources: {'Port': ['ID=ac10f05f-795b-48c5-afa7-5c30e11e7c13,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:27.947524 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb477b4-41aa-4abe-81f8-57bb57a887b6 None None] Routers {'294bad89-2cc6-4692-9a0f-645c699dfaa2'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:49:27.947967 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-afb477b4-41aa-4abe-81f8-57bb57a887b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:49:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['294bad89-2cc6-4692-9a0f-645c699dfaa2'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:49:27.974185 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc2619-befb-48da-86eb-bee74c0879fa req-5d374d1f-6ccc-4ca2-bf7f-8d09120256b1 tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:27.974862 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-ddcc2619-befb-48da-86eb-bee74c0879fa req-5d374d1f-6ccc-4ca2-bf7f-8d09120256b1 tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:27.997302 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ddcc2619-befb-48da-86eb-bee74c0879fa req-5d374d1f-6ccc-4ca2-bf7f-8d09120256b1 tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6539247 Jul 24 00:49:28.049949 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de5602f-eac3-42c7-8640-87356b075d9d None None] Pushing event updated for resources: {'Port': ['ID=4da6623d-33ed-4ceb-93a3-a7c8dc4f6878,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:28.105350 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-afb477b4-41aa-4abe-81f8-57bb57a887b6 None None] Set router 294bad89-2cc6-4692-9a0f-645c699dfaa2 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:49:28.214851 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-ddcc2619-befb-48da-86eb-bee74c0879fa req-0e680cce-8a31-4f3a-b73f-043e2516edef service neutron] Request body: {'port': {'device_id': 'd5e2bca4-68e5-40c4-85fd-e8e83c90691f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:49:28.375023 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 8c76acd2-4748-40dc-8725-1c8ea94ae345 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:49:28.506435 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-ca6f43c6-a2fe-4a9e-ae65-ee35fa28386a None None] Provisioning for port ac10f05f-795b-48c5-afa7-5c30e11e7c13 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:49:28.520623 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-ca6f43c6-a2fe-4a9e-ae65-ee35fa28386a None None] Provisioning complete for port ac10f05f-795b-48c5-afa7-5c30e11e7c13 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:49:28.521036 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ca6f43c6-a2fe-4a9e-ae65-ee35fa28386a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:28.543628 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 8c76acd2-4748-40dc-8725-1c8ea94ae345 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:49:28.544010 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:28.612623 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-ddcc2619-befb-48da-86eb-bee74c0879fa req-0e680cce-8a31-4f3a-b73f-043e2516edef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:28.614403 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-ca6f43c6-a2fe-4a9e-ae65-ee35fa28386a None None] Port ac10f05f-795b-48c5-afa7-5c30e11e7c13 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:49:28.671537 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-afb477b4-41aa-4abe-81f8-57bb57a887b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '294bad89-2cc6-4692-9a0f-645c699dfaa2', 'name': 'tempest-TestEncryptedCinderVolumes-1772406532-router', 'tenant_id': 'f054b8c315c447fdb3fecc6c029e5c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '8c76acd2-4748-40dc-8725-1c8ea94ae345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:49:20Z', 'updated_at': '2021-07-24T00:49:24Z', 'revision_number': 4, 'project_id': 'f054b8c315c447fdb3fecc6c029e5c35', 'gw_port': {'id': '8c76acd2-4748-40dc-8725-1c8ea94ae345', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:97:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294bad89-2cc6-4692-9a0f-645c699dfaa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:49:21Z', 'updated_at': '2021-07-24T00:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '4da6623d-33ed-4ceb-93a3-a7c8dc4f6878', 'name': '', 'network_id': 'de0525c0-4cb9-4390-a115-ccdd79940bdb', 'tenant_id': 'f054b8c315c447fdb3fecc6c029e5c35', 'mac_address': 'fa:16:3e:b8:3d:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '294bad89-2cc6-4692-9a0f-645c699dfaa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'dfb5b56a-d733-4e38-9bc7-635618ffb7a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:49:23Z', 'updated_at': '2021-07-24T00:49:27Z', 'revision_number': 4, 'project_id': 'f054b8c315c447fdb3fecc6c029e5c35', 'subnets': [{'id': 'dfb5b56a-d733-4e38-9bc7-635618ffb7a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:49:28.703499 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb477b4-41aa-4abe-81f8-57bb57a887b6 None None] The sync data for ids ['294bad89-2cc6-4692-9a0f-645c699dfaa2'] in n-d-800088-16 is: [{'id': '294bad89-2cc6-4692-9a0f-645c699dfaa2', 'name': 'tempest-TestEncryptedCinderVolumes-1772406532-router', 'tenant_id': 'f054b8c315c447fdb3fecc6c029e5c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '8c76acd2-4748-40dc-8725-1c8ea94ae345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:49:20Z', 'updated_at': '2021-07-24T00:49:24Z', 'revision_number': 4, 'project_id': 'f054b8c315c447fdb3fecc6c029e5c35', 'gw_port': {'id': '8c76acd2-4748-40dc-8725-1c8ea94ae345', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:97:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294bad89-2cc6-4692-9a0f-645c699dfaa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:49:21Z', 'updated_at': '2021-07-24T00:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '4da6623d-33ed-4ceb-93a3-a7c8dc4f6878', 'name': '', 'network_id': 'de0525c0-4cb9-4390-a115-ccdd79940bdb', 'tenant_id': 'f054b8c315c447fdb3fecc6c029e5c35', 'mac_address': 'fa:16:3e:b8:3d:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '294bad89-2cc6-4692-9a0f-645c699dfaa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'dfb5b56a-d733-4e38-9bc7-635618ffb7a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:49:23Z', 'updated_at': '2021-07-24T00:49:27Z', 'revision_number': 4, 'project_id': 'f054b8c315c447fdb3fecc6c029e5c35', 'subnets': [{'id': 'dfb5b56a-d733-4e38-9bc7-635618ffb7a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:49:28.765706 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40db2340-73f5-4bac-a4a4-a2edc54b2e35 req-b8bc80fc-42b6-4f25-819e-fad12fd6368e tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:28.768175 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-40db2340-73f5-4bac-a4a4-a2edc54b2e35 req-b8bc80fc-42b6-4f25-819e-fad12fd6368e tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5e2bca4-68e5-40c4-85fd-e8e83c90691f HTTP/1.1" status: 200 len: 931 time: 0.1686280 Jul 24 00:49:28.853763 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-40db2340-73f5-4bac-a4a4-a2edc54b2e35 req-52407e44-b0a4-4b7d-9408-76bd7b6a9716 tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a92f36f-5046-41fd-a7a0-82be28d1a436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743904 Jul 24 00:49:28.991985 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-ddcc2619-befb-48da-86eb-bee74c0879fa req-0e680cce-8a31-4f3a-b73f-043e2516edef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac10f05f-795b-48c5-afa7-5c30e11e7c13 {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:49:28.999891 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-ddcc2619-befb-48da-86eb-bee74c0879fa req-0e680cce-8a31-4f3a-b73f-043e2516edef service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:29.012281 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-ddcc2619-befb-48da-86eb-bee74c0879fa req-0e680cce-8a31-4f3a-b73f-043e2516edef service neutron] Transition to ACTIVE for port object ac10f05f-795b-48c5-afa7-5c30e11e7c13 will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:49:29.016970 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-ddcc2619-befb-48da-86eb-bee74c0879fa req-0e680cce-8a31-4f3a-b73f-043e2516edef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:29.057823 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:29.071145 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e680cce-8a31-4f3a-b73f-043e2516edef service neutron] Pushing event updated for resources: {'Port': ['ID=ac10f05f-795b-48c5-afa7-5c30e11e7c13,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:29.157000 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-ddcc2619-befb-48da-86eb-bee74c0879fa req-0e680cce-8a31-4f3a-b73f-043e2516edef service neutron] Attempting to bind port ac10f05f-795b-48c5-afa7-5c30e11e7c13 on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:49:29.157343 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-ddcc2619-befb-48da-86eb-bee74c0879fa req-0e680cce-8a31-4f3a-b73f-043e2516edef service neutron] Attempting to bind port ac10f05f-795b-48c5-afa7-5c30e11e7c13 by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': '189cdac5-244b-46ce-b9e2-f9f8611c1c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '3bc8e74f-5ae5-452f-b2a6-590cba0dfe55'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:49:29.157745 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcc2619-befb-48da-86eb-bee74c0879fa req-0e680cce-8a31-4f3a-b73f-043e2516edef service neutron] Attempting to bind port ac10f05f-795b-48c5-afa7-5c30e11e7c13 on network 3bc8e74f-5ae5-452f-b2a6-590cba0dfe55 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:49:29.162757 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcc2619-befb-48da-86eb-bee74c0879fa req-0e680cce-8a31-4f3a-b73f-043e2516edef service neutron] Port ac10f05f-795b-48c5-afa7-5c30e11e7c13 on network 3bc8e74f-5ae5-452f-b2a6-590cba0dfe55 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:49:29.163097 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcc2619-befb-48da-86eb-bee74c0879fa req-0e680cce-8a31-4f3a-b73f-043e2516edef service neutron] Attempting to bind port ac10f05f-795b-48c5-afa7-5c30e11e7c13 on network 3bc8e74f-5ae5-452f-b2a6-590cba0dfe55 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:49:29.179289 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcc2619-befb-48da-86eb-bee74c0879fa req-0e680cce-8a31-4f3a-b73f-043e2516edef service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:49:29.179705 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcc2619-befb-48da-86eb-bee74c0879fa req-0e680cce-8a31-4f3a-b73f-043e2516edef service neutron] Checking segment: {'id': '189cdac5-244b-46ce-b9e2-f9f8611c1c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '3bc8e74f-5ae5-452f-b2a6-590cba0dfe55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:49:29.180114 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcc2619-befb-48da-86eb-bee74c0879fa req-0e680cce-8a31-4f3a-b73f-043e2516edef service neutron] Bound using segment: {'id': '189cdac5-244b-46ce-b9e2-f9f8611c1c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '3bc8e74f-5ae5-452f-b2a6-590cba0dfe55'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:49:29.180578 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-ddcc2619-befb-48da-86eb-bee74c0879fa req-0e680cce-8a31-4f3a-b73f-043e2516edef service neutron] Bound port: ac10f05f-795b-48c5-afa7-5c30e11e7c13, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '189cdac5-244b-46ce-b9e2-f9f8611c1c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '3bc8e74f-5ae5-452f-b2a6-590cba0dfe55'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:49:29.181222 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-ddcc2619-befb-48da-86eb-bee74c0879fa req-0e680cce-8a31-4f3a-b73f-043e2516edef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:29.268057 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-ddcc2619-befb-48da-86eb-bee74c0879fa req-0e680cce-8a31-4f3a-b73f-043e2516edef service neutron] For port ac10f05f-795b-48c5-afa7-5c30e11e7c13, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:49:29.271782 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-ddcc2619-befb-48da-86eb-bee74c0879fa req-0e680cce-8a31-4f3a-b73f-043e2516edef service neutron] For port ac10f05f-795b-48c5-afa7-5c30e11e7c13, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=ac10f05f-795b-48c5-afa7-5c30e11e7c13,segment=NetworkSegment(189cdac5-244b-46ce-b9e2-f9f8611c1c23),segment_id=189cdac5-244b-46ce-b9e2-f9f8611c1c23)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:49:29.276302 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-ddcc2619-befb-48da-86eb-bee74c0879fa req-0e680cce-8a31-4f3a-b73f-043e2516edef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:29.312045 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc2619-befb-48da-86eb-bee74c0879fa req-0e680cce-8a31-4f3a-b73f-043e2516edef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:29.312585 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-ddcc2619-befb-48da-86eb-bee74c0879fa req-0e680cce-8a31-4f3a-b73f-043e2516edef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:29.314489 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ddcc2619-befb-48da-86eb-bee74c0879fa req-0e680cce-8a31-4f3a-b73f-043e2516edef service neutron] 10.222.0.52 "PUT /v2.0/ports/ac10f05f-795b-48c5-afa7-5c30e11e7c13 HTTP/1.1" status: 200 len: 1092 time: 1.1904354 Jul 24 00:49:29.315002 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5e2bca4-68e5-40c4-85fd-e8e83c90691f', 'tag': 'ac10f05f-795b-48c5-afa7-5c30e11e7c13'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:49:29.317272 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b5b12b33723a5ac99f65cff31e3c306c8fdd85da64bb4eb22f7eb8a86bf6c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad35758-93f6-4a9a-93ae-24896c192828" -d '{"events": [{"name": "network-changed", "server_uuid": "d5e2bca4-68e5-40c4-85fd-e8e83c90691f", "tag": "ac10f05f-795b-48c5-afa7-5c30e11e7c13"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:49:29.350458 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e680cce-8a31-4f3a-b73f-043e2516edef service neutron] Pushing event updated for resources: {'Port': ['ID=ac10f05f-795b-48c5-afa7-5c30e11e7c13,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:29.367531 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7baef33d-55af-4407-88d2-985ce8d2c841 x-openstack-request-id: req-7baef33d-55af-4407-88d2-985ce8d2c841 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:49:29.367829 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5e2bca4-68e5-40c4-85fd-e8e83c90691f", "tag": "ac10f05f-795b-48c5-afa7-5c30e11e7c13", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:49:29.368081 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7baef33d-55af-4407-88d2-985ce8d2c841 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:49:29.368504 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5e2bca4-68e5-40c4-85fd-e8e83c90691f', 'tag': 'ac10f05f-795b-48c5-afa7-5c30e11e7c13', 'status': 'completed', 'code': 200} Jul 24 00:49:29.436168 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc2619-befb-48da-86eb-bee74c0879fa req-c7f9241b-10df-41cc-b98d-f296b2178659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:29.437858 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ddcc2619-befb-48da-86eb-bee74c0879fa req-c7f9241b-10df-41cc-b98d-f296b2178659 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0e87ffe82dd04f6db7308092a1de6c9a&device_id=d5e2bca4-68e5-40c4-85fd-e8e83c90691f HTTP/1.1" status: 200 len: 1095 time: 0.0593810 Jul 24 00:49:29.486541 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ddcc2619-befb-48da-86eb-bee74c0879fa req-39db8dce-f85b-4b3d-80ea-30715582e12f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac10f05f-795b-48c5-afa7-5c30e11e7c13 HTTP/1.1" status: 200 len: 217 time: 0.0408943 Jul 24 00:49:29.540458 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc2619-befb-48da-86eb-bee74c0879fa req-c0dca19f-74ed-49b3-add2-e1c5ef337279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:29.541931 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ddcc2619-befb-48da-86eb-bee74c0879fa req-c0dca19f-74ed-49b3-add2-e1c5ef337279 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=58b72e67-f374-4fda-bce0-626b517ab334 HTTP/1.1" status: 200 len: 855 time: 0.0498066 Jul 24 00:49:29.607841 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc2619-befb-48da-86eb-bee74c0879fa req-a960e141-add3-45ae-959f-af316a3572ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:29.609333 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ddcc2619-befb-48da-86eb-bee74c0879fa req-a960e141-add3-45ae-959f-af316a3572ac service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3bc8e74f-5ae5-452f-b2a6-590cba0dfe55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0610485 Jul 24 00:49:29.707249 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ddcc2619-befb-48da-86eb-bee74c0879fa req-236cbe5f-cc05-4534-ad1d-1a918faea329 service neutron] 10.222.0.52 "GET /v2.0/networks/3bc8e74f-5ae5-452f-b2a6-590cba0dfe55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896342 Jul 24 00:49:29.798979 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ddcc2619-befb-48da-86eb-bee74c0879fa req-d3cdc30d-5f73-4db3-9ea3-12d0c8d2502a service neutron] 10.222.0.52 "GET /v2.0/networks/3bc8e74f-5ae5-452f-b2a6-590cba0dfe55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846608 Jul 24 00:49:29.903761 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad35758-93f6-4a9a-93ae-24896c192828 req-97aa7eec-5134-4fac-92e5-44d77b77e9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:29.905313 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7ad35758-93f6-4a9a-93ae-24896c192828 req-97aa7eec-5134-4fac-92e5-44d77b77e9e9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0e87ffe82dd04f6db7308092a1de6c9a&device_id=d5e2bca4-68e5-40c4-85fd-e8e83c90691f HTTP/1.1" status: 200 len: 1095 time: 0.0588582 Jul 24 00:49:30.040032 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad35758-93f6-4a9a-93ae-24896c192828 req-56db9b6f-fe4a-432e-824d-f07f66302143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:30.041546 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7ad35758-93f6-4a9a-93ae-24896c192828 req-56db9b6f-fe4a-432e-824d-f07f66302143 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3bc8e74f-5ae5-452f-b2a6-590cba0dfe55 HTTP/1.1" status: 200 len: 917 time: 0.1302047 Jul 24 00:49:30.053415 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece0a671-ba8d-406a-bbe3-0679d98c9118 req-5eac826c-2e2c-40e4-b7a9-c534a4f7e365 tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:30.054744 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ece0a671-ba8d-406a-bbe3-0679d98c9118 req-5eac826c-2e2c-40e4-b7a9-c534a4f7e365 tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5e2bca4-68e5-40c4-85fd-e8e83c90691f HTTP/1.1" status: 200 len: 943 time: 0.1239212 Jul 24 00:49:30.101221 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7ad35758-93f6-4a9a-93ae-24896c192828 req-947fbe09-fbeb-4a4a-aa49-ea79aa45f1c2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac10f05f-795b-48c5-afa7-5c30e11e7c13 HTTP/1.1" status: 200 len: 217 time: 0.0455005 Jul 24 00:49:30.146996 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ece0a671-ba8d-406a-bbe3-0679d98c9118 req-c449ebe4-9ba4-4843-84b3-02eb09357324 tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a92f36f-5046-41fd-a7a0-82be28d1a436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853910 Jul 24 00:49:30.163936 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad35758-93f6-4a9a-93ae-24896c192828 req-319b3afc-3645-4890-a486-dc2df18f37a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:30.165430 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7ad35758-93f6-4a9a-93ae-24896c192828 req-319b3afc-3645-4890-a486-dc2df18f37a9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=58b72e67-f374-4fda-bce0-626b517ab334 HTTP/1.1" status: 200 len: 855 time: 0.0571280 Jul 24 00:49:30.225955 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad35758-93f6-4a9a-93ae-24896c192828 req-cf2f5f12-64c5-4911-adc4-98f5f2207565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:30.227508 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7ad35758-93f6-4a9a-93ae-24896c192828 req-cf2f5f12-64c5-4911-adc4-98f5f2207565 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3bc8e74f-5ae5-452f-b2a6-590cba0dfe55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550432 Jul 24 00:49:30.331026 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 4da6623d-33ed-4ceb-93a3-a7c8dc4f6878 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:49:30.344979 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7ad35758-93f6-4a9a-93ae-24896c192828 req-245195e5-18f0-47ec-842c-6caf5a845fa9 service neutron] 10.222.0.52 "GET /v2.0/networks/3bc8e74f-5ae5-452f-b2a6-590cba0dfe55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101198 Jul 24 00:49:30.395869 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 4da6623d-33ed-4ceb-93a3-a7c8dc4f6878 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:49:30.400936 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 4da6623d-33ed-4ceb-93a3-a7c8dc4f6878 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:49:30.401428 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:30.456105 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7ad35758-93f6-4a9a-93ae-24896c192828 req-d3dfbeea-d88d-4ce1-88a2-900de444a592 service neutron] 10.222.0.52 "GET /v2.0/networks/3bc8e74f-5ae5-452f-b2a6-590cba0dfe55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035171 Jul 24 00:49:30.504149 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:30.539021 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 4da6623d-33ed-4ceb-93a3-a7c8dc4f6878, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=4da6623d-33ed-4ceb-93a3-a7c8dc4f6878,segment=NetworkSegment(2103b24b-be5d-4d94-9b63-52a40e610173),segment_id=2103b24b-be5d-4d94-9b63-52a40e610173)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:49:30.543388 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:30.594207 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=4da6623d-33ed-4ceb-93a3-a7c8dc4f6878,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:31.287074 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cfc56c-363a-4269-b2cc-78df2469b51d req-bc4f9ce3-21ac-411b-9335-6b6f3cbd019e tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:31.288621 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-69cfc56c-363a-4269-b2cc-78df2469b51d req-bc4f9ce3-21ac-411b-9335-6b6f3cbd019e tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5e2bca4-68e5-40c4-85fd-e8e83c90691f HTTP/1.1" status: 200 len: 943 time: 0.0709326 Jul 24 00:49:31.328859 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-69cfc56c-363a-4269-b2cc-78df2469b51d req-1df596e2-50a9-4dc6-8b19-b2cd9e6d9cd9 tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a92f36f-5046-41fd-a7a0-82be28d1a436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344925 Jul 24 00:49:32.293759 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 4da6623d-33ed-4ceb-93a3-a7c8dc4f6878 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:49:32.350969 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 4da6623d-33ed-4ceb-93a3-a7c8dc4f6878 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:49:32.351430 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:32.460206 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eb968d-e288-4783-9da3-f138166e0298 req-a12b17e8-6ec0-4971-b498-33a847c692d7 tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:32.461742 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-06eb968d-e288-4783-9da3-f138166e0298 req-a12b17e8-6ec0-4971-b498-33a847c692d7 tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5e2bca4-68e5-40c4-85fd-e8e83c90691f HTTP/1.1" status: 200 len: 943 time: 0.0648148 Jul 24 00:49:32.501952 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-06eb968d-e288-4783-9da3-f138166e0298 req-69b5eed6-aee2-4052-9c6c-b1f3fafc8400 tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a92f36f-5046-41fd-a7a0-82be28d1a436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333359 Jul 24 00:49:32.683641 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device ac10f05f-795b-48c5-afa7-5c30e11e7c13 details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:49:32.784244 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port ac10f05f-795b-48c5-afa7-5c30e11e7c13, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=ac10f05f-795b-48c5-afa7-5c30e11e7c13,segment=NetworkSegment(189cdac5-244b-46ce-b9e2-f9f8611c1c23),segment_id=189cdac5-244b-46ce-b9e2-f9f8611c1c23)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:49:32.795706 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': 'ac10f05f-795b-48c5-afa7-5c30e11e7c13', 'network_id': '3bc8e74f-5ae5-452f-b2a6-590cba0dfe55', 'port_id': 'ac10f05f-795b-48c5-afa7-5c30e11e7c13', 'mac_address': 'fa:16:3e:51:97:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58b72e67-f374-4fda-bce0-626b517ab334', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:49:32.833397 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:32.846656 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac10f05f-795b-48c5-afa7-5c30e11e7c13 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:49:32.866849 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port ac10f05f-795b-48c5-afa7-5c30e11e7c13, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=ac10f05f-795b-48c5-afa7-5c30e11e7c13,segment=NetworkSegment(189cdac5-244b-46ce-b9e2-f9f8611c1c23),segment_id=189cdac5-244b-46ce-b9e2-f9f8611c1c23)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:49:32.870909 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:32.921220 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=ac10f05f-795b-48c5-afa7-5c30e11e7c13,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:33.069741 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['ac10f05f-795b-48c5-afa7-5c30e11e7c13'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:49:33.635993 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14342a9-cd4f-4d93-b0e9-e6ccf0bc91de req-fd35bad5-d04a-4f69-b901-9ffc749bdf8e tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:33.638329 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c14342a9-cd4f-4d93-b0e9-e6ccf0bc91de req-fd35bad5-d04a-4f69-b901-9ffc749bdf8e tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5e2bca4-68e5-40c4-85fd-e8e83c90691f HTTP/1.1" status: 200 len: 944 time: 0.0699034 Jul 24 00:49:33.678447 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c14342a9-cd4f-4d93-b0e9-e6ccf0bc91de req-e75bbea3-869e-45e1-b3fb-967b5528d1aa tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a92f36f-5046-41fd-a7a0-82be28d1a436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340633 Jul 24 00:49:34.698851 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device ac10f05f-795b-48c5-afa7-5c30e11e7c13 up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:49:34.748152 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port ac10f05f-795b-48c5-afa7-5c30e11e7c13 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:49:34.752242 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port ac10f05f-795b-48c5-afa7-5c30e11e7c13 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:49:34.752694 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:34.810725 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea262946-2918-46b0-9e0c-e190d9c7723f req-a42f11a5-c3cd-445f-a7e8-272c52b5761f tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:34.812269 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ea262946-2918-46b0-9e0c-e190d9c7723f req-a42f11a5-c3cd-445f-a7e8-272c52b5761f tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5e2bca4-68e5-40c4-85fd-e8e83c90691f HTTP/1.1" status: 200 len: 944 time: 0.0636091 Jul 24 00:49:34.833893 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:34.850602 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ea262946-2918-46b0-9e0c-e190d9c7723f req-4dc462c1-21cc-46b4-be79-345ecad12a3f tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a92f36f-5046-41fd-a7a0-82be28d1a436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324366 Jul 24 00:49:34.856879 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5e2bca4-68e5-40c4-85fd-e8e83c90691f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac10f05f-795b-48c5-afa7-5c30e11e7c13'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:49:34.870798 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port ac10f05f-795b-48c5-afa7-5c30e11e7c13, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=ac10f05f-795b-48c5-afa7-5c30e11e7c13,segment=NetworkSegment(189cdac5-244b-46ce-b9e2-f9f8611c1c23),segment_id=189cdac5-244b-46ce-b9e2-f9f8611c1c23)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:49:34.875361 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:34.902886 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}558c1f08c3ad39984887c6beba8768e196794644b3da822fc6f02d9261914d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7022febd-1ccf-4f27-9472-ead315cbcb3e" -d '{"events": [{"server_uuid": "d5e2bca4-68e5-40c4-85fd-e8e83c90691f", "name": "network-vif-plugged", "status": "completed", "tag": "ac10f05f-795b-48c5-afa7-5c30e11e7c13"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:49:34.929880 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=ac10f05f-795b-48c5-afa7-5c30e11e7c13,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:34.992324 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a8671c1-1c9c-428f-b49d-3f192137bf9f x-openstack-request-id: req-9a8671c1-1c9c-428f-b49d-3f192137bf9f {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:49:34.992615 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5e2bca4-68e5-40c4-85fd-e8e83c90691f", "name": "network-vif-plugged", "status": "completed", "tag": "ac10f05f-795b-48c5-afa7-5c30e11e7c13", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:49:34.992898 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9a8671c1-1c9c-428f-b49d-3f192137bf9f {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:49:34.993296 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5e2bca4-68e5-40c4-85fd-e8e83c90691f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac10f05f-795b-48c5-afa7-5c30e11e7c13', 'code': 200} Jul 24 00:49:35.102364 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f646233-6b89-4064-bf47-d89e74dcd105 req-5e922b9b-454c-4aff-831b-93e63a1faa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:35.103848 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7f646233-6b89-4064-bf47-d89e74dcd105 req-5e922b9b-454c-4aff-831b-93e63a1faa59 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d5e2bca4-68e5-40c4-85fd-e8e83c90691f HTTP/1.1" status: 200 len: 1097 time: 0.0571754 Jul 24 00:49:35.139028 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7f646233-6b89-4064-bf47-d89e74dcd105 req-d75cdc2d-f6b9-4882-91d8-48882501d4b0 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=6a92f36f-5046-41fd-a7a0-82be28d1a436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284927 Jul 24 00:49:35.984151 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537cace4-4b11-4dd1-a697-9183650bc443 req-b13f6257-e728-4798-b3b0-308bbeb96082 tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:35.985681 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-537cace4-4b11-4dd1-a697-9183650bc443 req-b13f6257-e728-4798-b3b0-308bbeb96082 tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5e2bca4-68e5-40c4-85fd-e8e83c90691f HTTP/1.1" status: 200 len: 945 time: 0.0649045 Jul 24 00:49:36.024636 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-537cace4-4b11-4dd1-a697-9183650bc443 req-2f4952cf-d7d2-416a-89d5-0ecfd8e71fcf tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a92f36f-5046-41fd-a7a0-82be28d1a436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331838 Jul 24 00:49:36.156277 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ea0f41-2612-4e29-974b-9fa2984b2319 req-40be61b9-0334-4b02-a37a-5e142f5f8964 tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:36.157810 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-94ea0f41-2612-4e29-974b-9fa2984b2319 req-40be61b9-0334-4b02-a37a-5e142f5f8964 tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5e2bca4-68e5-40c4-85fd-e8e83c90691f HTTP/1.1" status: 200 len: 945 time: 0.0630975 Jul 24 00:49:36.196790 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-94ea0f41-2612-4e29-974b-9fa2984b2319 req-15b6cefc-1172-40d9-aef5-3653e313043b tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a92f36f-5046-41fd-a7a0-82be28d1a436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333555 Jul 24 00:49:43.338662 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:49:45.231546 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:48.179205 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:53.258518 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-8b561807-7067-4292-9e57-739afc36a3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:55.820946 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-6992c93c-fa7f-4d05-987c-aecc26536aab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:55.881082 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694756fb-c864-4340-b802-a112fc28e951 req-52195962-a200-438e-af0c-da4b5e8a4539 tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:55.882602 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-694756fb-c864-4340-b802-a112fc28e951 req-52195962-a200-438e-af0c-da4b5e8a4539 tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5e2bca4-68e5-40c4-85fd-e8e83c90691f HTTP/1.1" status: 200 len: 945 time: 0.0750842 Jul 24 00:49:55.922896 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-694756fb-c864-4340-b802-a112fc28e951 req-c974d338-5502-40ce-8f77-c17b2a4de132 tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a92f36f-5046-41fd-a7a0-82be28d1a436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334275 Jul 24 00:49:56.859940 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:57.069588 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b39721-2755-4a02-9933-4574759b6e29 req-f538b8f5-241c-43ea-ad1e-0664bca5bb0e tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:57.071865 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-22b39721-2755-4a02-9933-4574759b6e29 req-f538b8f5-241c-43ea-ad1e-0664bca5bb0e tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5e2bca4-68e5-40c4-85fd-e8e83c90691f HTTP/1.1" status: 200 len: 945 time: 0.0768726 Jul 24 00:49:57.120261 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-22b39721-2755-4a02-9933-4574759b6e29 req-f05fdd13-f509-4aa2-8e17-10cc8f83b732 tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a92f36f-5046-41fd-a7a0-82be28d1a436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426702 Jul 24 00:49:57.400910 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185766d4-8bb5-439e-80d9-c1a3f3890ec1 req-4d03c318-292c-4ee6-913f-607238983f8c tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:57.402996 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-185766d4-8bb5-439e-80d9-c1a3f3890ec1 req-4d03c318-292c-4ee6-913f-607238983f8c tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5e2bca4-68e5-40c4-85fd-e8e83c90691f HTTP/1.1" status: 200 len: 945 time: 0.0858130 Jul 24 00:49:57.470129 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:57.525240 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-185766d4-8bb5-439e-80d9-c1a3f3890ec1 req-4eb7abfc-71ac-4edf-b023-8a29e93ab153 tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] Deleting port ac10f05f-795b-48c5-afa7-5c30e11e7c13 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:49:57.525590 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-185766d4-8bb5-439e-80d9-c1a3f3890ec1 req-4eb7abfc-71ac-4edf-b023-8a29e93ab153 tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:57.622324 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-185766d4-8bb5-439e-80d9-c1a3f3890ec1 req-4eb7abfc-71ac-4edf-b023-8a29e93ab153 tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] For port ac10f05f-795b-48c5-afa7-5c30e11e7c13, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=ac10f05f-795b-48c5-afa7-5c30e11e7c13,segment=NetworkSegment(189cdac5-244b-46ce-b9e2-f9f8611c1c23),segment_id=189cdac5-244b-46ce-b9e2-f9f8611c1c23)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:49:57.622689 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-185766d4-8bb5-439e-80d9-c1a3f3890ec1 req-4eb7abfc-71ac-4edf-b023-8a29e93ab153 tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:57.635464 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-185766d4-8bb5-439e-80d9-c1a3f3890ec1 req-4eb7abfc-71ac-4edf-b023-8a29e93ab153 tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] Calling delete_port for ac10f05f-795b-48c5-afa7-5c30e11e7c13 owned by compute:nova {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:49:57.780009 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-185766d4-8bb5-439e-80d9-c1a3f3890ec1 req-4eb7abfc-71ac-4edf-b023-8a29e93ab153 tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:57.793309 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['ac10f05f-795b-48c5-afa7-5c30e11e7c13'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:49:57.813006 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb7abfc-71ac-4edf-b023-8a29e93ab153 tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] Pushing event deleted for resources: {'Port': ['ID=ac10f05f-795b-48c5-afa7-5c30e11e7c13,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:57.842733 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb7abfc-71ac-4edf-b023-8a29e93ab153 tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:49:57.843208 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb7abfc-71ac-4edf-b023-8a29e93ab153 tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:49:57.843570 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb7abfc-71ac-4edf-b023-8a29e93ab153 tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:49:57.843914 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb7abfc-71ac-4edf-b023-8a29e93ab153 tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:49:57.844251 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb7abfc-71ac-4edf-b023-8a29e93ab153 tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:49:57.845141 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb7abfc-71ac-4edf-b023-8a29e93ab153 tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:49:57.845480 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb7abfc-71ac-4edf-b023-8a29e93ab153 tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:49:57.845817 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb7abfc-71ac-4edf-b023-8a29e93ab153 tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:49:57.846153 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb7abfc-71ac-4edf-b023-8a29e93ab153 tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:49:57.846496 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb7abfc-71ac-4edf-b023-8a29e93ab153 tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:49:57.846826 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb7abfc-71ac-4edf-b023-8a29e93ab153 tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:49:57.847156 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb7abfc-71ac-4edf-b023-8a29e93ab153 tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:49:57.875874 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-185766d4-8bb5-439e-80d9-c1a3f3890ec1 req-4eb7abfc-71ac-4edf-b023-8a29e93ab153 tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] No DVR routers for this DVR port ac10f05f-795b-48c5-afa7-5c30e11e7c13 on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:49:57.878721 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-185766d4-8bb5-439e-80d9-c1a3f3890ec1 req-4eb7abfc-71ac-4edf-b023-8a29e93ab153 tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:57.881229 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-185766d4-8bb5-439e-80d9-c1a3f3890ec1 req-4eb7abfc-71ac-4edf-b023-8a29e93ab153 tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] 10.222.0.52 "DELETE /v2.0/ports/ac10f05f-795b-48c5-afa7-5c30e11e7c13 HTTP/1.1" status: 204 len: 173 time: 0.4725261 Jul 24 00:49:57.881720 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5e2bca4-68e5-40c4-85fd-e8e83c90691f', 'name': 'network-vif-deleted', 'tag': 'ac10f05f-795b-48c5-afa7-5c30e11e7c13'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:49:57.884572 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b5b12b33723a5ac99f65cff31e3c306c8fdd85da64bb4eb22f7eb8a86bf6c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52294945-e640-49a1-93e0-1f5696cef9ec" -d '{"events": [{"server_uuid": "d5e2bca4-68e5-40c4-85fd-e8e83c90691f", "name": "network-vif-deleted", "tag": "ac10f05f-795b-48c5-afa7-5c30e11e7c13"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:49:57.950178 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78cb8376-d9e4-4962-9137-4c36dcf75db9 x-openstack-request-id: req-78cb8376-d9e4-4962-9137-4c36dcf75db9 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:49:57.950486 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5e2bca4-68e5-40c4-85fd-e8e83c90691f", "name": "network-vif-deleted", "tag": "ac10f05f-795b-48c5-afa7-5c30e11e7c13", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:49:57.950741 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-78cb8376-d9e4-4962-9137-4c36dcf75db9 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:49:57.951155 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5e2bca4-68e5-40c4-85fd-e8e83c90691f', 'name': 'network-vif-deleted', 'tag': 'ac10f05f-795b-48c5-afa7-5c30e11e7c13', 'status': 'completed', 'code': 200} Jul 24 00:49:58.233047 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-75943529-1519-4503-abd2-7361426e853a req-cb1b7c7b-190e-44d2-b8c1-35090d3b2d78 tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5e2bca4-68e5-40c4-85fd-e8e83c90691f HTTP/1.1" status: 200 len: 210 time: 0.0306950 Jul 24 00:49:59.058106 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:59.793530 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa7530b-384b-44e4-809d-bba0cb2ddb06 req-144af28b-a864-467f-829d-4523019152ad tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:59.795047 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2aa7530b-384b-44e4-809d-bba0cb2ddb06 req-144af28b-a864-467f-829d-4523019152ad tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] 10.222.0.44 "GET /v2.0/networks?id=3bc8e74f-5ae5-452f-b2a6-590cba0dfe55 HTTP/1.1" status: 200 len: 816 time: 0.1106455 Jul 24 00:49:59.812600 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2aa7530b-384b-44e4-809d-bba0cb2ddb06 req-6311dab1-9950-4ba8-9189-7284a5ab64c0 tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] 10.222.0.44 "GET /v2.0/quotas/0e87ffe82dd04f6db7308092a1de6c9a HTTP/1.1" status: 200 len: 375 time: 0.0105977 Jul 24 00:49:59.882819 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2aa7530b-384b-44e4-809d-bba0cb2ddb06 req-b0bc29ea-ce64-48ad-b9f7-b4f9ca55f298 tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=0e87ffe82dd04f6db7308092a1de6c9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0648029 Jul 24 00:50:00.063399 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2aa7530b-384b-44e4-809d-bba0cb2ddb06 req-49d27c34-03ab-44ef-8379-e61e1e714ecf service neutron] 10.222.0.44 "GET /v2.0/networks/3bc8e74f-5ae5-452f-b2a6-590cba0dfe55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352828 Jul 24 00:50:00.171406 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2aa7530b-384b-44e4-809d-bba0cb2ddb06 req-b3181bc8-f6d0-4947-8694-397ba49f9c8a service neutron] 10.222.0.44 "GET /v2.0/networks/3bc8e74f-5ae5-452f-b2a6-590cba0dfe55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993638 Jul 24 00:50:00.353427 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6ac471b6-2511-499a-8a4f-df441dc2a93c req-3cc868cf-fcc9-432b-8832-3bffbab977df tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] 10.222.0.44 "GET /v2.0/ports?device_id=ddeaeba7-b22e-46a6-a007-f2d314fe6d42 HTTP/1.1" status: 200 len: 210 time: 0.0370367 Jul 24 00:50:01.310154 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa7530b-384b-44e4-809d-bba0cb2ddb06 req-877dd464-a3da-48c8-9811-18c0c56d408f tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:01.312087 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2aa7530b-384b-44e4-809d-bba0cb2ddb06 req-877dd464-a3da-48c8-9811-18c0c56d408f tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] 10.222.0.52 "GET /v2.0/networks?id=3bc8e74f-5ae5-452f-b2a6-590cba0dfe55 HTTP/1.1" status: 200 len: 816 time: 0.1212244 Jul 24 00:50:01.324511 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-2aa7530b-384b-44e4-809d-bba0cb2ddb06 req-9900059a-4fa4-4cb7-b1ac-c6ef4d2387cf tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] Request body: {'port': {'device_id': 'ddeaeba7-b22e-46a6-a007-f2d314fe6d42', 'network_id': '3bc8e74f-5ae5-452f-b2a6-590cba0dfe55', 'admin_state_up': True, 'tenant_id': '0e87ffe82dd04f6db7308092a1de6c9a'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:50:01.467024 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5d801ac5-2ed9-4ab7-8339-953adedfe5f2 req-26d776af-0db1-406d-83ca-113358f1be50 tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] 10.222.0.44 "GET /v2.0/ports?device_id=ddeaeba7-b22e-46a6-a007-f2d314fe6d42 HTTP/1.1" status: 200 len: 210 time: 0.0371687 Jul 24 00:50:01.486746 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2aa7530b-384b-44e4-809d-bba0cb2ddb06 req-9900059a-4fa4-4cb7-b1ac-c6ef4d2387cf tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] Made reservation on behalf of 0e87ffe82dd04f6db7308092a1de6c9a for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:50:01.490308 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-2aa7530b-384b-44e4-809d-bba0cb2ddb06 req-9900059a-4fa4-4cb7-b1ac-c6ef4d2387cf tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:01.635765 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-2aa7530b-384b-44e4-809d-bba0cb2ddb06 req-9900059a-4fa4-4cb7-b1ac-c6ef4d2387cf tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] Allocated IP 172.20.0.7 (3bc8e74f-5ae5-452f-b2a6-590cba0dfe55/58b72e67-f374-4fda-bce0-626b517ab334/43d0e459-9212-4b75-9e1d-41c99606e99c) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:50:01.799168 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-2aa7530b-384b-44e4-809d-bba0cb2ddb06 req-9900059a-4fa4-4cb7-b1ac-c6ef4d2387cf tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:01.813568 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-2aa7530b-384b-44e4-809d-bba0cb2ddb06 req-9900059a-4fa4-4cb7-b1ac-c6ef4d2387cf tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] Transition to ACTIVE for port object 43d0e459-9212-4b75-9e1d-41c99606e99c will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:50:01.847921 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-2aa7530b-384b-44e4-809d-bba0cb2ddb06 req-9900059a-4fa4-4cb7-b1ac-c6ef4d2387cf tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:01.898632 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2aa7530b-384b-44e4-809d-bba0cb2ddb06 req-9900059a-4fa4-4cb7-b1ac-c6ef4d2387cf tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] Network 3bc8e74f-5ae5-452f-b2a6-590cba0dfe55 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:50:01.903714 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-2aa7530b-384b-44e4-809d-bba0cb2ddb06 req-9900059a-4fa4-4cb7-b1ac-c6ef4d2387cf tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:50:01.908198 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aa7530b-384b-44e4-809d-bba0cb2ddb06 req-9900059a-4fa4-4cb7-b1ac-c6ef4d2387cf tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:50:01.932704 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9900059a-4fa4-4cb7-b1ac-c6ef4d2387cf tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] Pushing event updated for resources: {'Port': ['ID=43d0e459-9212-4b75-9e1d-41c99606e99c,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:01.964214 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa7530b-384b-44e4-809d-bba0cb2ddb06 req-9900059a-4fa4-4cb7-b1ac-c6ef4d2387cf tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:01.964896 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-2aa7530b-384b-44e4-809d-bba0cb2ddb06 req-9900059a-4fa4-4cb7-b1ac-c6ef4d2387cf tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:01.980940 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2aa7530b-384b-44e4-809d-bba0cb2ddb06 req-9900059a-4fa4-4cb7-b1ac-c6ef4d2387cf tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6604035 Jul 24 00:50:01.992431 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-2aa7530b-384b-44e4-809d-bba0cb2ddb06 req-2a325c31-5e8c-4afb-992b-2ff429ddbe5e service neutron] Request body: {'port': {'device_id': 'ddeaeba7-b22e-46a6-a007-f2d314fe6d42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:50:02.078575 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-2aa7530b-384b-44e4-809d-bba0cb2ddb06 req-2a325c31-5e8c-4afb-992b-2ff429ddbe5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:02.208440 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-06a4140b-ffde-49ef-bb93-b0d9aa91ef38 None None] Provisioning for port 43d0e459-9212-4b75-9e1d-41c99606e99c completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:50:02.212795 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-06a4140b-ffde-49ef-bb93-b0d9aa91ef38 None None] Provisioning complete for port 43d0e459-9212-4b75-9e1d-41c99606e99c triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:50:02.213190 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-06a4140b-ffde-49ef-bb93-b0d9aa91ef38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:02.249106 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-06a4140b-ffde-49ef-bb93-b0d9aa91ef38 None None] Port 43d0e459-9212-4b75-9e1d-41c99606e99c cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:50:02.352718 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-2aa7530b-384b-44e4-809d-bba0cb2ddb06 req-2a325c31-5e8c-4afb-992b-2ff429ddbe5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43d0e459-9212-4b75-9e1d-41c99606e99c {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:50:02.361545 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-2aa7530b-384b-44e4-809d-bba0cb2ddb06 req-2a325c31-5e8c-4afb-992b-2ff429ddbe5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:02.373408 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-2aa7530b-384b-44e4-809d-bba0cb2ddb06 req-2a325c31-5e8c-4afb-992b-2ff429ddbe5e service neutron] Transition to ACTIVE for port object 43d0e459-9212-4b75-9e1d-41c99606e99c will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:50:02.380399 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-2aa7530b-384b-44e4-809d-bba0cb2ddb06 req-2a325c31-5e8c-4afb-992b-2ff429ddbe5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:02.432734 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a325c31-5e8c-4afb-992b-2ff429ddbe5e service neutron] Pushing event updated for resources: {'Port': ['ID=43d0e459-9212-4b75-9e1d-41c99606e99c,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:02.546167 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-2aa7530b-384b-44e4-809d-bba0cb2ddb06 req-2a325c31-5e8c-4afb-992b-2ff429ddbe5e service neutron] Attempting to bind port 43d0e459-9212-4b75-9e1d-41c99606e99c on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:50:02.546613 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-2aa7530b-384b-44e4-809d-bba0cb2ddb06 req-2a325c31-5e8c-4afb-992b-2ff429ddbe5e service neutron] Attempting to bind port 43d0e459-9212-4b75-9e1d-41c99606e99c by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': '189cdac5-244b-46ce-b9e2-f9f8611c1c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '3bc8e74f-5ae5-452f-b2a6-590cba0dfe55'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:50:02.547026 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa7530b-384b-44e4-809d-bba0cb2ddb06 req-2a325c31-5e8c-4afb-992b-2ff429ddbe5e service neutron] Attempting to bind port 43d0e459-9212-4b75-9e1d-41c99606e99c on network 3bc8e74f-5ae5-452f-b2a6-590cba0dfe55 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:50:02.554164 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa7530b-384b-44e4-809d-bba0cb2ddb06 req-2a325c31-5e8c-4afb-992b-2ff429ddbe5e service neutron] Port 43d0e459-9212-4b75-9e1d-41c99606e99c on network 3bc8e74f-5ae5-452f-b2a6-590cba0dfe55 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:50:02.554696 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa7530b-384b-44e4-809d-bba0cb2ddb06 req-2a325c31-5e8c-4afb-992b-2ff429ddbe5e service neutron] Attempting to bind port 43d0e459-9212-4b75-9e1d-41c99606e99c on network 3bc8e74f-5ae5-452f-b2a6-590cba0dfe55 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:50:02.561701 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa7530b-384b-44e4-809d-bba0cb2ddb06 req-2a325c31-5e8c-4afb-992b-2ff429ddbe5e service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:50:02.562303 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa7530b-384b-44e4-809d-bba0cb2ddb06 req-2a325c31-5e8c-4afb-992b-2ff429ddbe5e service neutron] Checking segment: {'id': '189cdac5-244b-46ce-b9e2-f9f8611c1c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '3bc8e74f-5ae5-452f-b2a6-590cba0dfe55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:50:02.563037 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa7530b-384b-44e4-809d-bba0cb2ddb06 req-2a325c31-5e8c-4afb-992b-2ff429ddbe5e service neutron] Bound using segment: {'id': '189cdac5-244b-46ce-b9e2-f9f8611c1c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '3bc8e74f-5ae5-452f-b2a6-590cba0dfe55'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:50:02.563621 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-2aa7530b-384b-44e4-809d-bba0cb2ddb06 req-2a325c31-5e8c-4afb-992b-2ff429ddbe5e service neutron] Bound port: 43d0e459-9212-4b75-9e1d-41c99606e99c, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '189cdac5-244b-46ce-b9e2-f9f8611c1c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '3bc8e74f-5ae5-452f-b2a6-590cba0dfe55'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:50:02.564090 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-2aa7530b-384b-44e4-809d-bba0cb2ddb06 req-2a325c31-5e8c-4afb-992b-2ff429ddbe5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:02.667479 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f9d8f9-8a6e-42f2-8267-85fd689f979c req-b7050b1b-6e8e-4535-bc23-4d18529ddfa4 tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:02.669378 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-99f9d8f9-8a6e-42f2-8267-85fd689f979c req-b7050b1b-6e8e-4535-bc23-4d18529ddfa4 tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] 10.222.0.44 "GET /v2.0/ports?device_id=ddeaeba7-b22e-46a6-a007-f2d314fe6d42 HTTP/1.1" status: 200 len: 943 time: 0.1080189 Jul 24 00:50:02.672193 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-2aa7530b-384b-44e4-809d-bba0cb2ddb06 req-2a325c31-5e8c-4afb-992b-2ff429ddbe5e service neutron] For port 43d0e459-9212-4b75-9e1d-41c99606e99c, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:50:02.677067 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-2aa7530b-384b-44e4-809d-bba0cb2ddb06 req-2a325c31-5e8c-4afb-992b-2ff429ddbe5e service neutron] For port 43d0e459-9212-4b75-9e1d-41c99606e99c, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=43d0e459-9212-4b75-9e1d-41c99606e99c,segment=NetworkSegment(189cdac5-244b-46ce-b9e2-f9f8611c1c23),segment_id=189cdac5-244b-46ce-b9e2-f9f8611c1c23)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:50:02.683384 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-2aa7530b-384b-44e4-809d-bba0cb2ddb06 req-2a325c31-5e8c-4afb-992b-2ff429ddbe5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:02.721967 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-99f9d8f9-8a6e-42f2-8267-85fd689f979c req-81186ddd-9bf7-46ca-9a88-199489b895c5 tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a92f36f-5046-41fd-a7a0-82be28d1a436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455952 Jul 24 00:50:02.738329 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa7530b-384b-44e4-809d-bba0cb2ddb06 req-2a325c31-5e8c-4afb-992b-2ff429ddbe5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:02.738965 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-2aa7530b-384b-44e4-809d-bba0cb2ddb06 req-2a325c31-5e8c-4afb-992b-2ff429ddbe5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:02.740470 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2aa7530b-384b-44e4-809d-bba0cb2ddb06 req-2a325c31-5e8c-4afb-992b-2ff429ddbe5e service neutron] 10.222.0.52 "PUT /v2.0/ports/43d0e459-9212-4b75-9e1d-41c99606e99c HTTP/1.1" status: 200 len: 1092 time: 0.7524030 Jul 24 00:50:02.741473 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddeaeba7-b22e-46a6-a007-f2d314fe6d42', 'tag': '43d0e459-9212-4b75-9e1d-41c99606e99c'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:50:02.746432 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b5b12b33723a5ac99f65cff31e3c306c8fdd85da64bb4eb22f7eb8a86bf6c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-538fbb58-930a-4e54-a61b-c6a9aecef9ce" -d '{"events": [{"name": "network-changed", "server_uuid": "ddeaeba7-b22e-46a6-a007-f2d314fe6d42", "tag": "43d0e459-9212-4b75-9e1d-41c99606e99c"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:50:02.815469 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a23cafdd-d158-4a5f-9f7f-26aedabf15fd x-openstack-request-id: req-a23cafdd-d158-4a5f-9f7f-26aedabf15fd {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:50:02.815772 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddeaeba7-b22e-46a6-a007-f2d314fe6d42", "tag": "43d0e459-9212-4b75-9e1d-41c99606e99c", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:50:02.816029 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a23cafdd-d158-4a5f-9f7f-26aedabf15fd {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:50:02.816450 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddeaeba7-b22e-46a6-a007-f2d314fe6d42', 'tag': '43d0e459-9212-4b75-9e1d-41c99606e99c', 'status': 'completed', 'code': 200} Jul 24 00:50:02.822355 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a325c31-5e8c-4afb-992b-2ff429ddbe5e service neutron] Pushing event updated for resources: {'Port': ['ID=43d0e459-9212-4b75-9e1d-41c99606e99c,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:02.856066 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device ac10f05f-795b-48c5-afa7-5c30e11e7c13 no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:50:02.890869 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] No Port match for: ac10f05f-795b-48c5-afa7-5c30e11e7c13 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:50:02.891430 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device ac10f05f-795b-48c5-afa7-5c30e11e7c13 not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:50:02.896713 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa7530b-384b-44e4-809d-bba0cb2ddb06 req-a36bfb05-abf6-4385-a68c-4f8acee410b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:02.898339 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2aa7530b-384b-44e4-809d-bba0cb2ddb06 req-a36bfb05-abf6-4385-a68c-4f8acee410b9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0e87ffe82dd04f6db7308092a1de6c9a&device_id=ddeaeba7-b22e-46a6-a007-f2d314fe6d42 HTTP/1.1" status: 200 len: 1095 time: 0.0971866 Jul 24 00:50:02.948087 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2aa7530b-384b-44e4-809d-bba0cb2ddb06 req-25921568-cd45-427a-a387-f0bf607b7296 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43d0e459-9212-4b75-9e1d-41c99606e99c HTTP/1.1" status: 200 len: 217 time: 0.0420959 Jul 24 00:50:03.002509 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa7530b-384b-44e4-809d-bba0cb2ddb06 req-703caf9a-c992-4297-b868-93daa2778faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:03.004030 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2aa7530b-384b-44e4-809d-bba0cb2ddb06 req-703caf9a-c992-4297-b868-93daa2778faa service neutron] 10.222.0.52 "GET /v2.0/subnets?id=58b72e67-f374-4fda-bce0-626b517ab334 HTTP/1.1" status: 200 len: 855 time: 0.0502901 Jul 24 00:50:03.067239 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa7530b-384b-44e4-809d-bba0cb2ddb06 req-6354c490-2dab-48d5-8f1a-8cf779119c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:03.068695 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2aa7530b-384b-44e4-809d-bba0cb2ddb06 req-6354c490-2dab-48d5-8f1a-8cf779119c2f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3bc8e74f-5ae5-452f-b2a6-590cba0dfe55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582798 Jul 24 00:50:03.171695 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2aa7530b-384b-44e4-809d-bba0cb2ddb06 req-cd3c7d8c-fe05-46cb-a9ed-bfb003df5e5c service neutron] 10.222.0.52 "GET /v2.0/networks/3bc8e74f-5ae5-452f-b2a6-590cba0dfe55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960155 Jul 24 00:50:03.270978 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2aa7530b-384b-44e4-809d-bba0cb2ddb06 req-a8bbee8b-9313-4295-b32f-f957a1a972ac service neutron] 10.222.0.52 "GET /v2.0/networks/3bc8e74f-5ae5-452f-b2a6-590cba0dfe55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918584 Jul 24 00:50:03.374844 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538fbb58-930a-4e54-a61b-c6a9aecef9ce req-300867b0-34ca-4b22-aba9-9df84faf4dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:03.377225 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-538fbb58-930a-4e54-a61b-c6a9aecef9ce req-300867b0-34ca-4b22-aba9-9df84faf4dd7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0e87ffe82dd04f6db7308092a1de6c9a&device_id=ddeaeba7-b22e-46a6-a007-f2d314fe6d42 HTTP/1.1" status: 200 len: 1095 time: 0.0604134 Jul 24 00:50:03.471287 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538fbb58-930a-4e54-a61b-c6a9aecef9ce req-bd927505-ebdc-4a1f-ae18-88bf230c5667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:03.472790 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-538fbb58-930a-4e54-a61b-c6a9aecef9ce req-bd927505-ebdc-4a1f-ae18-88bf230c5667 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3bc8e74f-5ae5-452f-b2a6-590cba0dfe55 HTTP/1.1" status: 200 len: 917 time: 0.0889795 Jul 24 00:50:03.517254 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-538fbb58-930a-4e54-a61b-c6a9aecef9ce req-91b0dbc1-59e6-4898-a0bc-bd377108d15a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43d0e459-9212-4b75-9e1d-41c99606e99c HTTP/1.1" status: 200 len: 217 time: 0.0377216 Jul 24 00:50:03.567000 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538fbb58-930a-4e54-a61b-c6a9aecef9ce req-e25b6dac-3e77-4b40-98db-2431b2bba24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:03.568406 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-538fbb58-930a-4e54-a61b-c6a9aecef9ce req-e25b6dac-3e77-4b40-98db-2431b2bba24b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=58b72e67-f374-4fda-bce0-626b517ab334 HTTP/1.1" status: 200 len: 855 time: 0.0451825 Jul 24 00:50:03.638767 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538fbb58-930a-4e54-a61b-c6a9aecef9ce req-e74944e2-d3a6-48f9-ab33-22e57bddc777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:03.640310 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-538fbb58-930a-4e54-a61b-c6a9aecef9ce req-e74944e2-d3a6-48f9-ab33-22e57bddc777 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3bc8e74f-5ae5-452f-b2a6-590cba0dfe55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0653317 Jul 24 00:50:03.736861 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-538fbb58-930a-4e54-a61b-c6a9aecef9ce req-77cc84d0-f7a0-40bd-bca3-de5fab3c7092 service neutron] 10.222.0.52 "GET /v2.0/networks/3bc8e74f-5ae5-452f-b2a6-590cba0dfe55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885618 Jul 24 00:50:03.836617 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-538fbb58-930a-4e54-a61b-c6a9aecef9ce req-7b325802-7b13-4b4b-877b-6a59bf6344a3 service neutron] 10.222.0.52 "GET /v2.0/networks/3bc8e74f-5ae5-452f-b2a6-590cba0dfe55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908108 Jul 24 00:50:03.878202 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7947ee54-8018-4629-ad79-582866b31068 req-d6da4b3e-56fe-422a-a704-ec89394f1a96 tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:03.879740 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7947ee54-8018-4629-ad79-582866b31068 req-d6da4b3e-56fe-422a-a704-ec89394f1a96 tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] 10.222.0.44 "GET /v2.0/ports?device_id=ddeaeba7-b22e-46a6-a007-f2d314fe6d42 HTTP/1.1" status: 200 len: 943 time: 0.0685160 Jul 24 00:50:03.918999 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7947ee54-8018-4629-ad79-582866b31068 req-196c9326-0e6d-4d4c-90a2-96c56bd5090c tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a92f36f-5046-41fd-a7a0-82be28d1a436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335569 Jul 24 00:50:05.062692 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679671e7-c776-4d17-a6dd-dda16078cb6a req-26cb8d42-521b-424c-83f8-c0f3b0dba24a tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:05.066059 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-679671e7-c776-4d17-a6dd-dda16078cb6a req-26cb8d42-521b-424c-83f8-c0f3b0dba24a tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] 10.222.0.44 "GET /v2.0/ports?device_id=ddeaeba7-b22e-46a6-a007-f2d314fe6d42 HTTP/1.1" status: 200 len: 943 time: 0.0749781 Jul 24 00:50:05.104468 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-679671e7-c776-4d17-a6dd-dda16078cb6a req-01dc3564-a3ff-4bc5-8895-2518cbeb6213 tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a92f36f-5046-41fd-a7a0-82be28d1a436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324075 Jul 24 00:50:06.238233 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cc2fed-cf2a-4864-81e5-4893d921ecc0 req-da414978-72a3-40b2-b7eb-ac76f30f725e tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:06.239670 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b0cc2fed-cf2a-4864-81e5-4893d921ecc0 req-da414978-72a3-40b2-b7eb-ac76f30f725e tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] 10.222.0.44 "GET /v2.0/ports?device_id=ddeaeba7-b22e-46a6-a007-f2d314fe6d42 HTTP/1.1" status: 200 len: 943 time: 0.0663152 Jul 24 00:50:06.281156 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b0cc2fed-cf2a-4864-81e5-4893d921ecc0 req-5ee3f5aa-9766-4d3b-92fa-31fecd7c651f tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a92f36f-5046-41fd-a7a0-82be28d1a436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356457 Jul 24 00:50:06.870074 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 43d0e459-9212-4b75-9e1d-41c99606e99c details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:50:06.975046 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 43d0e459-9212-4b75-9e1d-41c99606e99c, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=43d0e459-9212-4b75-9e1d-41c99606e99c,segment=NetworkSegment(189cdac5-244b-46ce-b9e2-f9f8611c1c23),segment_id=189cdac5-244b-46ce-b9e2-f9f8611c1c23)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:06.988601 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': '43d0e459-9212-4b75-9e1d-41c99606e99c', 'network_id': '3bc8e74f-5ae5-452f-b2a6-590cba0dfe55', 'port_id': '43d0e459-9212-4b75-9e1d-41c99606e99c', 'mac_address': 'fa:16:3e:fc:a2:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58b72e67-f374-4fda-bce0-626b517ab334', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:50:07.036763 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:07.053283 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43d0e459-9212-4b75-9e1d-41c99606e99c {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:50:07.077734 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 43d0e459-9212-4b75-9e1d-41c99606e99c, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=43d0e459-9212-4b75-9e1d-41c99606e99c,segment=NetworkSegment(189cdac5-244b-46ce-b9e2-f9f8611c1c23),segment_id=189cdac5-244b-46ce-b9e2-f9f8611c1c23)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:07.082663 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:07.138793 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=43d0e459-9212-4b75-9e1d-41c99606e99c,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:07.146827 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:50:07.147204 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:50:07.147552 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:50:07.147895 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:50:07.148233 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:50:07.148572 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:50:07.148933 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:50:07.149277 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:50:07.149601 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:50:07.150076 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:50:07.150245 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:50:07.150736 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:50:07.269218 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['43d0e459-9212-4b75-9e1d-41c99606e99c'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:50:07.416192 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4287ce-723e-433b-9fb8-8c1b6584ea1c req-4193671a-d956-4544-be1d-d0c646d82179 tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:07.418379 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ea4287ce-723e-433b-9fb8-8c1b6584ea1c req-4193671a-d956-4544-be1d-d0c646d82179 tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] 10.222.0.44 "GET /v2.0/ports?device_id=ddeaeba7-b22e-46a6-a007-f2d314fe6d42 HTTP/1.1" status: 200 len: 944 time: 0.0675392 Jul 24 00:50:07.460479 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ea4287ce-723e-433b-9fb8-8c1b6584ea1c req-f2131385-03fb-4cab-af38-1866064270b4 tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a92f36f-5046-41fd-a7a0-82be28d1a436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361104 Jul 24 00:50:08.622112 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f481a2-da19-457d-970b-ceaa37ad8270 req-89e1e6a9-178c-4874-afc9-ad35e00ee585 tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:08.623719 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-07f481a2-da19-457d-970b-ceaa37ad8270 req-89e1e6a9-178c-4874-afc9-ad35e00ee585 tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] 10.222.0.44 "GET /v2.0/ports?device_id=ddeaeba7-b22e-46a6-a007-f2d314fe6d42 HTTP/1.1" status: 200 len: 944 time: 0.0875108 Jul 24 00:50:08.664034 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-07f481a2-da19-457d-970b-ceaa37ad8270 req-f07b3a39-7ef5-41db-b907-5d7e7824dbcd tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a92f36f-5046-41fd-a7a0-82be28d1a436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345368 Jul 24 00:50:08.869408 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 43d0e459-9212-4b75-9e1d-41c99606e99c up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:50:08.922898 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port 43d0e459-9212-4b75-9e1d-41c99606e99c completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:50:08.926819 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port 43d0e459-9212-4b75-9e1d-41c99606e99c triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:50:08.927709 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:09.019035 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:09.043317 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddeaeba7-b22e-46a6-a007-f2d314fe6d42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d0e459-9212-4b75-9e1d-41c99606e99c'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:50:09.045644 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}558c1f08c3ad39984887c6beba8768e196794644b3da822fc6f02d9261914d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef081e2-06cd-43d0-8def-56afbe61cd8f" -d '{"events": [{"server_uuid": "ddeaeba7-b22e-46a6-a007-f2d314fe6d42", "name": "network-vif-plugged", "status": "completed", "tag": "43d0e459-9212-4b75-9e1d-41c99606e99c"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:50:09.060020 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 43d0e459-9212-4b75-9e1d-41c99606e99c, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=43d0e459-9212-4b75-9e1d-41c99606e99c,segment=NetworkSegment(189cdac5-244b-46ce-b9e2-f9f8611c1c23),segment_id=189cdac5-244b-46ce-b9e2-f9f8611c1c23)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:09.066862 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:09.091663 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47260d62-e002-4b12-9912-76c125d6c214 x-openstack-request-id: req-47260d62-e002-4b12-9912-76c125d6c214 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:50:09.091963 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddeaeba7-b22e-46a6-a007-f2d314fe6d42", "name": "network-vif-plugged", "status": "completed", "tag": "43d0e459-9212-4b75-9e1d-41c99606e99c", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:50:09.092220 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-47260d62-e002-4b12-9912-76c125d6c214 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:50:09.092614 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddeaeba7-b22e-46a6-a007-f2d314fe6d42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d0e459-9212-4b75-9e1d-41c99606e99c', 'code': 200} Jul 24 00:50:09.128791 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=43d0e459-9212-4b75-9e1d-41c99606e99c,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:09.207447 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb7de0-9a2a-4a4a-b2cb-799af13281c2 req-1a7662e6-15f3-41cc-973d-ad7d8ef97ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:09.208914 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-13cb7de0-9a2a-4a4a-b2cb-799af13281c2 req-1a7662e6-15f3-41cc-973d-ad7d8ef97ff4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ddeaeba7-b22e-46a6-a007-f2d314fe6d42 HTTP/1.1" status: 200 len: 1097 time: 0.0595682 Jul 24 00:50:09.247543 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-13cb7de0-9a2a-4a4a-b2cb-799af13281c2 req-f93b21c0-e4b2-4647-87ba-65255849d724 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=6a92f36f-5046-41fd-a7a0-82be28d1a436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325396 Jul 24 00:50:09.808876 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab753e86-5678-4a84-8156-de4e80f1ad49 req-3269efd5-79c0-419f-979f-2d9d6febc55b tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:09.810470 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ab753e86-5678-4a84-8156-de4e80f1ad49 req-3269efd5-79c0-419f-979f-2d9d6febc55b tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] 10.222.0.44 "GET /v2.0/ports?device_id=ddeaeba7-b22e-46a6-a007-f2d314fe6d42 HTTP/1.1" status: 200 len: 945 time: 0.0728602 Jul 24 00:50:09.854306 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ab753e86-5678-4a84-8156-de4e80f1ad49 req-4039a1ef-8153-4b69-9e2f-a94293fa9f7d tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a92f36f-5046-41fd-a7a0-82be28d1a436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355344 Jul 24 00:50:10.998263 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae5bd0b-5d82-4c09-980b-f2b6a108d627 req-e50f8645-4812-4a41-bc27-dbda7220c35c tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:10.999763 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bae5bd0b-5d82-4c09-980b-f2b6a108d627 req-e50f8645-4812-4a41-bc27-dbda7220c35c tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] 10.222.0.44 "GET /v2.0/ports?device_id=ddeaeba7-b22e-46a6-a007-f2d314fe6d42 HTTP/1.1" status: 200 len: 945 time: 0.0712245 Jul 24 00:50:11.038499 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bae5bd0b-5d82-4c09-980b-f2b6a108d627 req-557c9cc7-4a20-4b7c-889f-5e4a395ff36f tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a92f36f-5046-41fd-a7a0-82be28d1a436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329831 Jul 24 00:50:11.211619 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39534362-3932-4601-b69f-41eea33701fb req-daa34669-7c1c-4170-866d-9f5ad3edc47d tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:11.213098 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-39534362-3932-4601-b69f-41eea33701fb req-daa34669-7c1c-4170-866d-9f5ad3edc47d tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] 10.222.0.44 "GET /v2.0/ports?device_id=ddeaeba7-b22e-46a6-a007-f2d314fe6d42 HTTP/1.1" status: 200 len: 945 time: 0.0667818 Jul 24 00:50:11.256574 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-39534362-3932-4601-b69f-41eea33701fb req-65eab44e-e4f1-4f1b-9f09-83e48cb05720 tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a92f36f-5046-41fd-a7a0-82be28d1a436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375681 Jul 24 00:50:15.247818 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:18.194722 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:20.339987 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:50:23.254158 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-6afef328-6df3-43ec-bad8-bf80c06ccd37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:25.192995 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1f9ed6b8-6f9c-4c72-8d61-b5a4d595da1d req-0646c919-5f85-4c62-8f1b-c1b0768a5349 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ddeaeba7-b22e-46a6-a007-f2d314fe6d42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0541785 Jul 24 00:50:25.290125 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9ed6b8-6f9c-4c72-8d61-b5a4d595da1d req-425637a3-6f77-4b77-845c-8fbef8b937cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:25.291647 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1f9ed6b8-6f9c-4c72-8d61-b5a4d595da1d req-425637a3-6f77-4b77-845c-8fbef8b937cb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0e87ffe82dd04f6db7308092a1de6c9a&device_id=ddeaeba7-b22e-46a6-a007-f2d314fe6d42 HTTP/1.1" status: 200 len: 1097 time: 0.0554912 Jul 24 00:50:25.402757 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9ed6b8-6f9c-4c72-8d61-b5a4d595da1d req-a4ad1acb-fa60-4563-a090-14828adbac8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:25.404292 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1f9ed6b8-6f9c-4c72-8d61-b5a4d595da1d req-a4ad1acb-fa60-4563-a090-14828adbac8c service neutron] 10.222.0.52 "GET /v2.0/networks?id=3bc8e74f-5ae5-452f-b2a6-590cba0dfe55 HTTP/1.1" status: 200 len: 917 time: 0.0917757 Jul 24 00:50:25.448240 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1f9ed6b8-6f9c-4c72-8d61-b5a4d595da1d req-363f9c4a-b4c1-42bd-9c18-dba361846b79 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43d0e459-9212-4b75-9e1d-41c99606e99c HTTP/1.1" status: 200 len: 217 time: 0.0362911 Jul 24 00:50:25.504001 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9ed6b8-6f9c-4c72-8d61-b5a4d595da1d req-ccba4fa1-e1d5-40e9-b368-2c7a7c73e97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:25.505547 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1f9ed6b8-6f9c-4c72-8d61-b5a4d595da1d req-ccba4fa1-e1d5-40e9-b368-2c7a7c73e97d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=58b72e67-f374-4fda-bce0-626b517ab334 HTTP/1.1" status: 200 len: 855 time: 0.0511217 Jul 24 00:50:25.569214 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9ed6b8-6f9c-4c72-8d61-b5a4d595da1d req-3cd3cbd9-557b-487a-8b83-fbc767dc7239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:25.570745 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1f9ed6b8-6f9c-4c72-8d61-b5a4d595da1d req-3cd3cbd9-557b-487a-8b83-fbc767dc7239 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3bc8e74f-5ae5-452f-b2a6-590cba0dfe55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0590460 Jul 24 00:50:25.664303 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1f9ed6b8-6f9c-4c72-8d61-b5a4d595da1d req-ff9377da-1888-49f4-806b-7a5f12bcba65 service neutron] 10.222.0.52 "GET /v2.0/networks/3bc8e74f-5ae5-452f-b2a6-590cba0dfe55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856001 Jul 24 00:50:25.760831 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1f9ed6b8-6f9c-4c72-8d61-b5a4d595da1d req-14dcf91e-8908-486e-b4cd-3ba3ba6e0876 service neutron] 10.222.0.52 "GET /v2.0/networks/3bc8e74f-5ae5-452f-b2a6-590cba0dfe55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868824 Jul 24 00:50:25.825832 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-4319b476-8295-4acc-b9fa-c907b908882b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:26.867812 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:27.473532 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:29.063673 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:30.000673 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a5df64-aa06-4ca5-92a1-e9f175fdcce2 req-3536436e-2d9d-4ff4-ba52-3e99344b14a1 tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:30.002409 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-06a5df64-aa06-4ca5-92a1-e9f175fdcce2 req-3536436e-2d9d-4ff4-ba52-3e99344b14a1 tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] 10.222.0.44 "GET /v2.0/ports?device_id=ddeaeba7-b22e-46a6-a007-f2d314fe6d42 HTTP/1.1" status: 200 len: 945 time: 0.0708132 Jul 24 00:50:30.041468 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-06a5df64-aa06-4ca5-92a1-e9f175fdcce2 req-6e1d3ea6-f9f2-4651-9f32-20fb63ba094a tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a92f36f-5046-41fd-a7a0-82be28d1a436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331941 Jul 24 00:50:31.183341 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43136004-d2af-47b5-bdcb-b72a0dac675b req-862d4cc3-3203-4d59-8fde-d22fba063c10 tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:31.184924 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-43136004-d2af-47b5-bdcb-b72a0dac675b req-862d4cc3-3203-4d59-8fde-d22fba063c10 tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] 10.222.0.44 "GET /v2.0/ports?device_id=ddeaeba7-b22e-46a6-a007-f2d314fe6d42 HTTP/1.1" status: 200 len: 945 time: 0.0687463 Jul 24 00:50:31.226454 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-43136004-d2af-47b5-bdcb-b72a0dac675b req-6b5df9df-2734-4e3c-9435-4fe760d62e10 tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a92f36f-5046-41fd-a7a0-82be28d1a436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342844 Jul 24 00:50:31.444474 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcae73db-097c-4691-b4af-1b9b20df41de req-706d2c15-991f-4781-b668-26f5cb0c2df7 tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:31.445990 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-dcae73db-097c-4691-b4af-1b9b20df41de req-706d2c15-991f-4781-b668-26f5cb0c2df7 tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddeaeba7-b22e-46a6-a007-f2d314fe6d42 HTTP/1.1" status: 200 len: 945 time: 0.0684626 Jul 24 00:50:31.828673 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-dcae73db-097c-4691-b4af-1b9b20df41de req-84236b18-6104-4acf-a03c-3bd68f05be6d tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] Deleting port 43d0e459-9212-4b75-9e1d-41c99606e99c {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:50:31.829046 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-dcae73db-097c-4691-b4af-1b9b20df41de req-84236b18-6104-4acf-a03c-3bd68f05be6d tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:31.920995 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-dcae73db-097c-4691-b4af-1b9b20df41de req-84236b18-6104-4acf-a03c-3bd68f05be6d tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] For port 43d0e459-9212-4b75-9e1d-41c99606e99c, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=43d0e459-9212-4b75-9e1d-41c99606e99c,segment=NetworkSegment(189cdac5-244b-46ce-b9e2-f9f8611c1c23),segment_id=189cdac5-244b-46ce-b9e2-f9f8611c1c23)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:31.921253 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-dcae73db-097c-4691-b4af-1b9b20df41de req-84236b18-6104-4acf-a03c-3bd68f05be6d tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:31.933162 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-dcae73db-097c-4691-b4af-1b9b20df41de req-84236b18-6104-4acf-a03c-3bd68f05be6d tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] Calling delete_port for 43d0e459-9212-4b75-9e1d-41c99606e99c owned by compute:nova {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:50:32.058325 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-dcae73db-097c-4691-b4af-1b9b20df41de req-84236b18-6104-4acf-a03c-3bd68f05be6d tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:32.070343 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['43d0e459-9212-4b75-9e1d-41c99606e99c'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:50:32.094057 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84236b18-6104-4acf-a03c-3bd68f05be6d tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] Pushing event deleted for resources: {'Port': ['ID=43d0e459-9212-4b75-9e1d-41c99606e99c,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:32.138795 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcae73db-097c-4691-b4af-1b9b20df41de req-84236b18-6104-4acf-a03c-3bd68f05be6d tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] No DVR routers for this DVR port 43d0e459-9212-4b75-9e1d-41c99606e99c on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:50:32.141515 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-dcae73db-097c-4691-b4af-1b9b20df41de req-84236b18-6104-4acf-a03c-3bd68f05be6d tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:32.143839 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-dcae73db-097c-4691-b4af-1b9b20df41de req-84236b18-6104-4acf-a03c-3bd68f05be6d tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] 10.222.0.52 "DELETE /v2.0/ports/43d0e459-9212-4b75-9e1d-41c99606e99c HTTP/1.1" status: 204 len: 173 time: 0.6921778 Jul 24 00:50:32.144342 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddeaeba7-b22e-46a6-a007-f2d314fe6d42', 'name': 'network-vif-deleted', 'tag': '43d0e459-9212-4b75-9e1d-41c99606e99c'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:50:32.146728 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b5b12b33723a5ac99f65cff31e3c306c8fdd85da64bb4eb22f7eb8a86bf6c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-086732b0-5a1c-488a-9f92-f0c21c360ed3" -d '{"events": [{"server_uuid": "ddeaeba7-b22e-46a6-a007-f2d314fe6d42", "name": "network-vif-deleted", "tag": "43d0e459-9212-4b75-9e1d-41c99606e99c"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:50:32.196561 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09dad1b9-e8d7-452e-87e6-ab490ba2f119 x-openstack-request-id: req-09dad1b9-e8d7-452e-87e6-ab490ba2f119 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:50:32.197197 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddeaeba7-b22e-46a6-a007-f2d314fe6d42", "name": "network-vif-deleted", "tag": "43d0e459-9212-4b75-9e1d-41c99606e99c", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:50:32.197197 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-09dad1b9-e8d7-452e-87e6-ab490ba2f119 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:50:32.197544 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddeaeba7-b22e-46a6-a007-f2d314fe6d42', 'name': 'network-vif-deleted', 'tag': '43d0e459-9212-4b75-9e1d-41c99606e99c', 'status': 'completed', 'code': 200} Jul 24 00:50:32.341760 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-29158d57-c9da-498a-85fd-4136855df75c req-3b301ed4-b871-49d2-8d5c-0ec569f8b39f tempest-TestEncryptedCinderVolumes-1494448309 tempest-TestEncryptedCinderVolumes-1494448309-project] 10.222.0.44 "GET /v2.0/ports?device_id=ddeaeba7-b22e-46a6-a007-f2d314fe6d42 HTTP/1.1" status: 200 len: 210 time: 0.0303030 Jul 24 00:50:33.433023 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42424) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:50:33.810329 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3f87537f-6625-49e5-ba12-9338442bedb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681029'] for router_interface, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:34.067392 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-3f87537f-6625-49e5-ba12-9338442bedb3 admin admin] Deleting port ae940bcf-8be7-4027-8d77-89d387c57f08 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:50:34.067652 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3f87537f-6625-49e5-ba12-9338442bedb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:34.148779 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-3f87537f-6625-49e5-ba12-9338442bedb3 admin admin] For port ae940bcf-8be7-4027-8d77-89d387c57f08, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=ae940bcf-8be7-4027-8d77-89d387c57f08,segment=NetworkSegment(189cdac5-244b-46ce-b9e2-f9f8611c1c23),segment_id=189cdac5-244b-46ce-b9e2-f9f8611c1c23)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:34.149179 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3f87537f-6625-49e5-ba12-9338442bedb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:34.161717 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-3f87537f-6625-49e5-ba12-9338442bedb3 admin admin] Calling delete_port for ae940bcf-8be7-4027-8d77-89d387c57f08 owned by network:router_interface {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:50:34.359831 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3f87537f-6625-49e5-ba12-9338442bedb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:34.388091 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f87537f-6625-49e5-ba12-9338442bedb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae940bcf-8be7-4027-8d77-89d387c57f08,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:34.565787 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3f87537f-6625-49e5-ba12-9338442bedb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679987'] for router_interface, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:34.776516 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f87537f-6625-49e5-ba12-9338442bedb3 admin admin] Router 233cf8ce-4ff1-4399-b7da-bdaff0de5a77 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:50:34.881538 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f87537f-6625-49e5-ba12-9338442bedb3 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:50:34.886639 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-3f87537f-6625-49e5-ba12-9338442bedb3 admin admin] 10.222.0.44 "PUT /v2.0/routers/233cf8ce-4ff1-4399-b7da-bdaff0de5a77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4524298 Jul 24 00:50:34.889228 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42426) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:50:34.892083 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d4d21c-82a4-476b-9c36-b7b0a972468b None None] Sync routers for ids ['233cf8ce-4ff1-4399-b7da-bdaff0de5a77'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:50:34.903108 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d4d21c-82a4-476b-9c36-b7b0a972468b None None] Routers {'233cf8ce-4ff1-4399-b7da-bdaff0de5a77'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:50:34.903780 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-10d4d21c-82a4-476b-9c36-b7b0a972468b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:50:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['233cf8ce-4ff1-4399-b7da-bdaff0de5a77'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:50:34.947141 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 43d0e459-9212-4b75-9e1d-41c99606e99c no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:50:34.971329 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] No Port match for: 43d0e459-9212-4b75-9e1d-41c99606e99c {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:50:34.971329 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 43d0e459-9212-4b75-9e1d-41c99606e99c not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:50:34.995033 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-42217f74-ad8c-45cc-aba3-f26463b4e93d admin admin] Notify callbacks [] for router, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:35.013893 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-10d4d21c-82a4-476b-9c36-b7b0a972468b None None] Set router 233cf8ce-4ff1-4399-b7da-bdaff0de5a77 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:50:35.098701 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-42217f74-ad8c-45cc-aba3-f26463b4e93d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:35.151184 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-42217f74-ad8c-45cc-aba3-f26463b4e93d admin admin] Deleting port 3cf03f2a-bbef-4110-827b-a5f563de1dfa {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:50:35.151529 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-42217f74-ad8c-45cc-aba3-f26463b4e93d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:35.191789 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-10d4d21c-82a4-476b-9c36-b7b0a972468b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '233cf8ce-4ff1-4399-b7da-bdaff0de5a77', 'name': 'tempest-TestEncryptedCinderVolumes-807071769-router', 'tenant_id': '0e87ffe82dd04f6db7308092a1de6c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '3cf03f2a-bbef-4110-827b-a5f563de1dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:49:15Z', 'updated_at': '2021-07-24T00:50:34Z', 'revision_number': 5, 'project_id': '0e87ffe82dd04f6db7308092a1de6c9a', 'gw_port': {'id': '3cf03f2a-bbef-4110-827b-a5f563de1dfa', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:03:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233cf8ce-4ff1-4399-b7da-bdaff0de5a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:49:16Z', 'updated_at': '2021-07-24T00:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:50:35.217326 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d4d21c-82a4-476b-9c36-b7b0a972468b None None] Checking router: 233cf8ce-4ff1-4399-b7da-bdaff0de5a77 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:50:35.226348 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d4d21c-82a4-476b-9c36-b7b0a972468b None None] Routers {'233cf8ce-4ff1-4399-b7da-bdaff0de5a77'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:50:35.226953 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-10d4d21c-82a4-476b-9c36-b7b0a972468b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:50:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['233cf8ce-4ff1-4399-b7da-bdaff0de5a77'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:50:35.240038 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-42217f74-ad8c-45cc-aba3-f26463b4e93d admin admin] For port 3cf03f2a-bbef-4110-827b-a5f563de1dfa, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=3cf03f2a-bbef-4110-827b-a5f563de1dfa,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:35.240354 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-42217f74-ad8c-45cc-aba3-f26463b4e93d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:35.253682 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-42217f74-ad8c-45cc-aba3-f26463b4e93d admin admin] Calling delete_port for 3cf03f2a-bbef-4110-827b-a5f563de1dfa owned by network:router_gateway {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:50:35.318756 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-10d4d21c-82a4-476b-9c36-b7b0a972468b None None] Set router 233cf8ce-4ff1-4399-b7da-bdaff0de5a77 gateway port host: None {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:50:35.374785 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-10d4d21c-82a4-476b-9c36-b7b0a972468b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '233cf8ce-4ff1-4399-b7da-bdaff0de5a77', 'name': 'tempest-TestEncryptedCinderVolumes-807071769-router', 'tenant_id': '0e87ffe82dd04f6db7308092a1de6c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:49:15Z', 'updated_at': '2021-07-24T00:50:35Z', 'revision_number': 6, 'project_id': '0e87ffe82dd04f6db7308092a1de6c9a', 'gw_port_host': None}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:50:35.401028 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d4d21c-82a4-476b-9c36-b7b0a972468b None None] The sync data for ids ['233cf8ce-4ff1-4399-b7da-bdaff0de5a77'] in n-d-800088-16 is: [{'id': '233cf8ce-4ff1-4399-b7da-bdaff0de5a77', 'name': 'tempest-TestEncryptedCinderVolumes-807071769-router', 'tenant_id': '0e87ffe82dd04f6db7308092a1de6c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:49:15Z', 'updated_at': '2021-07-24T00:50:35Z', 'revision_number': 6, 'project_id': '0e87ffe82dd04f6db7308092a1de6c9a', 'gw_port_host': None}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:50:35.426042 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-42217f74-ad8c-45cc-aba3-f26463b4e93d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:35.450236 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42217f74-ad8c-45cc-aba3-f26463b4e93d admin admin] Pushing event deleted for resources: {'Port': ['ID=3cf03f2a-bbef-4110-827b-a5f563de1dfa,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:35.515124 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-42217f74-ad8c-45cc-aba3-f26463b4e93d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687114'] for router_gateway, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:35.606118 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-42217f74-ad8c-45cc-aba3-f26463b4e93d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:35.608373 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-42217f74-ad8c-45cc-aba3-f26463b4e93d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:35.653618 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-42217f74-ad8c-45cc-aba3-f26463b4e93d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:35.654098 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42217f74-ad8c-45cc-aba3-f26463b4e93d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 233cf8ce-4ff1-4399-b7da-bdaff0de5a77 {{(pid=100313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:50:35.659127 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-42217f74-ad8c-45cc-aba3-f26463b4e93d admin admin] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:35.660643 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-42217f74-ad8c-45cc-aba3-f26463b4e93d admin admin] 10.222.0.44 "DELETE /v2.0/routers/233cf8ce-4ff1-4399-b7da-bdaff0de5a77 HTTP/1.1" status: 204 len: 168 time: 0.7702894 Jul 24 00:50:35.663383 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42430) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:50:35.709364 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-c40a7a0b-b80f-4505-a9e6-5fb1f6a1e27f admin admin] Deleting subnet 58b72e67-f374-4fda-bce0-626b517ab334 {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:50:35.712322 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c40a7a0b-b80f-4505-a9e6-5fb1f6a1e27f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:35.747349 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c40a7a0b-b80f-4505-a9e6-5fb1f6a1e27f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:35.834748 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c40a7a0b-b80f-4505-a9e6-5fb1f6a1e27f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:35.885850 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c40a7a0b-b80f-4505-a9e6-5fb1f6a1e27f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:35.909810 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a7a0b-b80f-4505-a9e6-5fb1f6a1e27f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58b72e67-f374-4fda-bce0-626b517ab334,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:35.915410 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c40a7a0b-b80f-4505-a9e6-5fb1f6a1e27f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:35.917313 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c40a7a0b-b80f-4505-a9e6-5fb1f6a1e27f admin admin] 10.222.0.44 "DELETE /v2.0/subnets/58b72e67-f374-4fda-bce0-626b517ab334 HTTP/1.1" status: 204 len: 168 time: 0.2526617 Jul 24 00:50:35.919905 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42432) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:50:35.921171 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a9c3d5-9965-489b-be86-8f931034092c None None] Network 3bc8e74f-5ae5-452f-b2a6-590cba0dfe55 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:50:36.032154 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-35e348d6-f4f9-4d5f-b1e5-b04417c30559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:36.094416 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-35e348d6-f4f9-4d5f-b1e5-b04417c30559 admin admin] Deleting port b109be0c-4450-4bf6-a4d2-291f06eacda3 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:50:36.094687 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-35e348d6-f4f9-4d5f-b1e5-b04417c30559 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:36.169325 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-35e348d6-f4f9-4d5f-b1e5-b04417c30559 admin admin] For port b109be0c-4450-4bf6-a4d2-291f06eacda3, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=b109be0c-4450-4bf6-a4d2-291f06eacda3,segment=NetworkSegment(189cdac5-244b-46ce-b9e2-f9f8611c1c23),segment_id=189cdac5-244b-46ce-b9e2-f9f8611c1c23)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:36.169693 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-35e348d6-f4f9-4d5f-b1e5-b04417c30559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:36.190025 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-35e348d6-f4f9-4d5f-b1e5-b04417c30559 admin admin] Calling delete_port for b109be0c-4450-4bf6-a4d2-291f06eacda3 owned by network:dhcp {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:50:36.190519 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78902ea-7a18-4e01-85c5-739d8dc99812 None None] DHCP port deletion for 3bc8e74f-5ae5-452f-b2a6-590cba0dfe55 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:50:36.238826 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-d78902ea-7a18-4e01-85c5-739d8dc99812 None None] Deleting port b109be0c-4450-4bf6-a4d2-291f06eacda3 {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:50:36.239212 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d78902ea-7a18-4e01-85c5-739d8dc99812 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:36.288465 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-35e348d6-f4f9-4d5f-b1e5-b04417c30559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:36.321383 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-d78902ea-7a18-4e01-85c5-739d8dc99812 None None] For port b109be0c-4450-4bf6-a4d2-291f06eacda3, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=b109be0c-4450-4bf6-a4d2-291f06eacda3,segment=NetworkSegment(189cdac5-244b-46ce-b9e2-f9f8611c1c23),segment_id=189cdac5-244b-46ce-b9e2-f9f8611c1c23)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:36.322084 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d78902ea-7a18-4e01-85c5-739d8dc99812 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:36.332937 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e348d6-f4f9-4d5f-b1e5-b04417c30559 admin admin] No DVR routers for this DVR port b109be0c-4450-4bf6-a4d2-291f06eacda3 on host n-d-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:50:36.335976 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-d78902ea-7a18-4e01-85c5-739d8dc99812 None None] Calling delete_port for b109be0c-4450-4bf6-a4d2-291f06eacda3 owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:50:36.338499 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e348d6-f4f9-4d5f-b1e5-b04417c30559 admin admin] Pushing event deleted for resources: {'Port': ['ID=b109be0c-4450-4bf6-a4d2-291f06eacda3,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:36.378864 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 3cf03f2a-bbef-4110-827b-a5f563de1dfa no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:50:36.401333 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 3cf03f2a-bbef-4110-827b-a5f563de1dfa {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:50:36.401679 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 3cf03f2a-bbef-4110-827b-a5f563de1dfa not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:50:36.402091 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device ae940bcf-8be7-4027-8d77-89d387c57f08 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:50:36.415545 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-35e348d6-f4f9-4d5f-b1e5-b04417c30559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:36.423199 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: ae940bcf-8be7-4027-8d77-89d387c57f08 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:50:36.423548 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device ae940bcf-8be7-4027-8d77-89d387c57f08 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:50:36.423962 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device b109be0c-4450-4bf6-a4d2-291f06eacda3 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:50:36.426534 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-35e348d6-f4f9-4d5f-b1e5-b04417c30559 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bc8e74f-5ae5-452f-b2a6-590cba0dfe55']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:50:36.438290 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-35e348d6-f4f9-4d5f-b1e5-b04417c30559 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '189cdac5-244b-46ce-b9e2-f9f8611c1c23') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:50:36.439180 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-35e348d6-f4f9-4d5f-b1e5-b04417c30559 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '189cdac5-244b-46ce-b9e2-f9f8611c1c23') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:50:36.450384 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: b109be0c-4450-4bf6-a4d2-291f06eacda3 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:50:36.450566 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device b109be0c-4450-4bf6-a4d2-291f06eacda3 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:50:36.451520 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-35e348d6-f4f9-4d5f-b1e5-b04417c30559 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:36.484711 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-35e348d6-f4f9-4d5f-b1e5-b04417c30559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:36.487122 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d78902ea-7a18-4e01-85c5-739d8dc99812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:36.492971 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35e348d6-f4f9-4d5f-b1e5-b04417c30559 admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:50:36.493788 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-35e348d6-f4f9-4d5f-b1e5-b04417c30559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:36.496879 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:50:36.496879 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:50:36.496879 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:50:36.496879 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:50:36.496879 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:50:36.496879 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:50:36.496879 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:50:36.496879 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:50:36.496879 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:50:36.496879 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:50:36.496879 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:50:36.496879 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:50:36.496879 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:50:36.496879 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:50:36.496879 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:50:36.496879 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:50:36.496879 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:50:36.496879 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:50:36.496879 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:50:36.496879 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:50:36.496879 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:50:36.496879 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:50:36.496879 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:50:36.496879 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:50:36.496879 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:50:36.496879 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:50:36.496879 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:50:36.496879 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:50:36.496879 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:50:36.496879 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:50:36.496879 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:50:36.496879 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:50:36.543410 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78902ea-7a18-4e01-85c5-739d8dc99812 None None] Pushing event deleted for resources: {'Port': ['ID=b109be0c-4450-4bf6-a4d2-291f06eacda3,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:36.547178 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78902ea-7a18-4e01-85c5-739d8dc99812 None None] No DVR routers for this DVR port b109be0c-4450-4bf6-a4d2-291f06eacda3 on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:50:36.574686 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-35e348d6-f4f9-4d5f-b1e5-b04417c30559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:36.581673 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-35e348d6-f4f9-4d5f-b1e5-b04417c30559 admin admin] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:36.583623 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-35e348d6-f4f9-4d5f-b1e5-b04417c30559 admin admin] 10.222.0.44 "DELETE /v2.0/networks/3bc8e74f-5ae5-452f-b2a6-590cba0dfe55 HTTP/1.1" status: 204 len: 168 time: 0.6623743 Jul 24 00:50:36.586848 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 42438) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:50:36.593678 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e348d6-f4f9-4d5f-b1e5-b04417c30559 admin admin] Pushing event deleted for resources: {'Network': ['ID=3bc8e74f-5ae5-452f-b2a6-590cba0dfe55,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:36.948572 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c50355a4-5a03-4486-992e-62d0c60a7cf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681029'] for router_interface, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:37.215352 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-c50355a4-5a03-4486-992e-62d0c60a7cf5 admin admin] Deleting port 4da6623d-33ed-4ceb-93a3-a7c8dc4f6878 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:50:37.215615 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c50355a4-5a03-4486-992e-62d0c60a7cf5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:37.298560 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-c50355a4-5a03-4486-992e-62d0c60a7cf5 admin admin] For port 4da6623d-33ed-4ceb-93a3-a7c8dc4f6878, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=4da6623d-33ed-4ceb-93a3-a7c8dc4f6878,segment=NetworkSegment(2103b24b-be5d-4d94-9b63-52a40e610173),segment_id=2103b24b-be5d-4d94-9b63-52a40e610173)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:37.298960 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c50355a4-5a03-4486-992e-62d0c60a7cf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:37.312787 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-c50355a4-5a03-4486-992e-62d0c60a7cf5 admin admin] Calling delete_port for 4da6623d-33ed-4ceb-93a3-a7c8dc4f6878 owned by network:router_interface {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:50:37.500621 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c50355a4-5a03-4486-992e-62d0c60a7cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:37.525901 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50355a4-5a03-4486-992e-62d0c60a7cf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4da6623d-33ed-4ceb-93a3-a7c8dc4f6878,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:37.542542 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50355a4-5a03-4486-992e-62d0c60a7cf5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:50:37.542912 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50355a4-5a03-4486-992e-62d0c60a7cf5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:50:37.543258 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50355a4-5a03-4486-992e-62d0c60a7cf5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:50:37.543604 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50355a4-5a03-4486-992e-62d0c60a7cf5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:50:37.543948 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50355a4-5a03-4486-992e-62d0c60a7cf5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:50:37.544288 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50355a4-5a03-4486-992e-62d0c60a7cf5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:50:37.544625 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50355a4-5a03-4486-992e-62d0c60a7cf5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:50:37.544987 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50355a4-5a03-4486-992e-62d0c60a7cf5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:50:37.545324 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50355a4-5a03-4486-992e-62d0c60a7cf5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:50:37.545654 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50355a4-5a03-4486-992e-62d0c60a7cf5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:50:37.545991 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50355a4-5a03-4486-992e-62d0c60a7cf5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:50:37.546325 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50355a4-5a03-4486-992e-62d0c60a7cf5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:50:37.717683 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c50355a4-5a03-4486-992e-62d0c60a7cf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679987'] for router_interface, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:37.949626 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c50355a4-5a03-4486-992e-62d0c60a7cf5 admin admin] Router 294bad89-2cc6-4692-9a0f-645c699dfaa2 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:50:38.066794 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c50355a4-5a03-4486-992e-62d0c60a7cf5 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:50:38.073487 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-c50355a4-5a03-4486-992e-62d0c60a7cf5 admin admin] 10.222.0.44 "PUT /v2.0/routers/294bad89-2cc6-4692-9a0f-645c699dfaa2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4844992 Jul 24 00:50:38.075203 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 42440) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:50:38.075608 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2dee09-7fef-4e85-a42f-0c30584379c3 None None] Sync routers for ids ['294bad89-2cc6-4692-9a0f-645c699dfaa2'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:50:38.084846 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2dee09-7fef-4e85-a42f-0c30584379c3 None None] Routers {'294bad89-2cc6-4692-9a0f-645c699dfaa2'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:50:38.085559 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-7b2dee09-7fef-4e85-a42f-0c30584379c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:50:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['294bad89-2cc6-4692-9a0f-645c699dfaa2'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:50:38.183657 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-88863647-fb0e-4c62-94eb-b2b2d0147b2b admin admin] Notify callbacks [] for router, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:38.191747 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-7b2dee09-7fef-4e85-a42f-0c30584379c3 None None] Set router 294bad89-2cc6-4692-9a0f-645c699dfaa2 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:50:38.291636 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-88863647-fb0e-4c62-94eb-b2b2d0147b2b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:38.349448 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-88863647-fb0e-4c62-94eb-b2b2d0147b2b admin admin] Deleting port 8c76acd2-4748-40dc-8725-1c8ea94ae345 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:50:38.349845 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-88863647-fb0e-4c62-94eb-b2b2d0147b2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:38.375652 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-7b2dee09-7fef-4e85-a42f-0c30584379c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '294bad89-2cc6-4692-9a0f-645c699dfaa2', 'name': 'tempest-TestEncryptedCinderVolumes-1772406532-router', 'tenant_id': 'f054b8c315c447fdb3fecc6c029e5c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '8c76acd2-4748-40dc-8725-1c8ea94ae345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:49:20Z', 'updated_at': '2021-07-24T00:50:37Z', 'revision_number': 5, 'project_id': 'f054b8c315c447fdb3fecc6c029e5c35', 'gw_port': {'id': '8c76acd2-4748-40dc-8725-1c8ea94ae345', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:97:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294bad89-2cc6-4692-9a0f-645c699dfaa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:49:21Z', 'updated_at': '2021-07-24T00:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:50:38.406677 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2dee09-7fef-4e85-a42f-0c30584379c3 None None] Checking router: 294bad89-2cc6-4692-9a0f-645c699dfaa2 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:50:38.415973 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2dee09-7fef-4e85-a42f-0c30584379c3 None None] Routers {'294bad89-2cc6-4692-9a0f-645c699dfaa2'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:50:38.416602 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-7b2dee09-7fef-4e85-a42f-0c30584379c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:50:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['294bad89-2cc6-4692-9a0f-645c699dfaa2'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:50:38.441265 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-88863647-fb0e-4c62-94eb-b2b2d0147b2b admin admin] For port 8c76acd2-4748-40dc-8725-1c8ea94ae345, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=8c76acd2-4748-40dc-8725-1c8ea94ae345,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:38.441643 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-88863647-fb0e-4c62-94eb-b2b2d0147b2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:38.455374 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-88863647-fb0e-4c62-94eb-b2b2d0147b2b admin admin] Calling delete_port for 8c76acd2-4748-40dc-8725-1c8ea94ae345 owned by network:router_gateway {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:50:38.508038 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-7b2dee09-7fef-4e85-a42f-0c30584379c3 None None] Set router 294bad89-2cc6-4692-9a0f-645c699dfaa2 gateway port host: None {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:50:38.662566 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-88863647-fb0e-4c62-94eb-b2b2d0147b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:38.690640 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88863647-fb0e-4c62-94eb-b2b2d0147b2b admin admin] Pushing event deleted for resources: {'Port': ['ID=8c76acd2-4748-40dc-8725-1c8ea94ae345,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:38.730105 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-7b2dee09-7fef-4e85-a42f-0c30584379c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '294bad89-2cc6-4692-9a0f-645c699dfaa2', 'name': 'tempest-TestEncryptedCinderVolumes-1772406532-router', 'tenant_id': 'f054b8c315c447fdb3fecc6c029e5c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:49:20Z', 'updated_at': '2021-07-24T00:50:38Z', 'revision_number': 6, 'project_id': 'f054b8c315c447fdb3fecc6c029e5c35', 'gw_port_host': None}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:50:38.757928 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2dee09-7fef-4e85-a42f-0c30584379c3 None None] The sync data for ids ['294bad89-2cc6-4692-9a0f-645c699dfaa2'] in n-d-800088-16 is: [{'id': '294bad89-2cc6-4692-9a0f-645c699dfaa2', 'name': 'tempest-TestEncryptedCinderVolumes-1772406532-router', 'tenant_id': 'f054b8c315c447fdb3fecc6c029e5c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:49:20Z', 'updated_at': '2021-07-24T00:50:38Z', 'revision_number': 6, 'project_id': 'f054b8c315c447fdb3fecc6c029e5c35', 'gw_port_host': None}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:50:38.766172 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-88863647-fb0e-4c62-94eb-b2b2d0147b2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687114'] for router_gateway, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:38.861068 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-88863647-fb0e-4c62-94eb-b2b2d0147b2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:38.863427 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-88863647-fb0e-4c62-94eb-b2b2d0147b2b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:38.912890 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-88863647-fb0e-4c62-94eb-b2b2d0147b2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:38.913607 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88863647-fb0e-4c62-94eb-b2b2d0147b2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 294bad89-2cc6-4692-9a0f-645c699dfaa2 {{(pid=100314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:50:38.920553 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-88863647-fb0e-4c62-94eb-b2b2d0147b2b admin admin] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:38.922063 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-88863647-fb0e-4c62-94eb-b2b2d0147b2b admin admin] 10.222.0.44 "DELETE /v2.0/routers/294bad89-2cc6-4692-9a0f-645c699dfaa2 HTTP/1.1" status: 204 len: 168 time: 0.8457141 Jul 24 00:50:38.925577 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 42442) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:50:38.973192 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-517bac5f-facd-4b1f-9cc3-870865e0d245 admin admin] Deleting subnet dfb5b56a-d733-4e38-9bc7-635618ffb7a9 {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:50:38.976439 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-517bac5f-facd-4b1f-9cc3-870865e0d245 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:39.012436 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-517bac5f-facd-4b1f-9cc3-870865e0d245 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:39.100877 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-517bac5f-facd-4b1f-9cc3-870865e0d245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:39.163582 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-517bac5f-facd-4b1f-9cc3-870865e0d245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:39.206082 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517bac5f-facd-4b1f-9cc3-870865e0d245 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfb5b56a-d733-4e38-9bc7-635618ffb7a9,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:39.210479 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-517bac5f-facd-4b1f-9cc3-870865e0d245 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:39.215314 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-517bac5f-facd-4b1f-9cc3-870865e0d245 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/dfb5b56a-d733-4e38-9bc7-635618ffb7a9 HTTP/1.1" status: 204 len: 168 time: 0.2845802 Jul 24 00:50:39.215702 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 42444) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:50:39.216486 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ff5417-ef19-4bd2-8f56-e73b216a09d8 None None] Network de0525c0-4cb9-4390-a115-ccdd79940bdb requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:50:39.294368 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-25745792-4433-402a-a0f8-2731ca139d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:39.352677 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-25745792-4433-402a-a0f8-2731ca139d09 admin admin] Deleting port f0de2144-c736-47dc-8da9-56a4e94e64d1 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:50:39.353066 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-25745792-4433-402a-a0f8-2731ca139d09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:39.424008 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-25745792-4433-402a-a0f8-2731ca139d09 admin admin] For port f0de2144-c736-47dc-8da9-56a4e94e64d1, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=f0de2144-c736-47dc-8da9-56a4e94e64d1,segment=NetworkSegment(2103b24b-be5d-4d94-9b63-52a40e610173),segment_id=2103b24b-be5d-4d94-9b63-52a40e610173)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:39.424378 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-25745792-4433-402a-a0f8-2731ca139d09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:39.439165 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-25745792-4433-402a-a0f8-2731ca139d09 admin admin] Calling delete_port for f0de2144-c736-47dc-8da9-56a4e94e64d1 owned by network:dhcp {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:50:39.527349 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f169672-c4fa-479d-a928-85229303656f None None] DHCP port deletion for de0525c0-4cb9-4390-a115-ccdd79940bdb request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:50:39.594592 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-7f169672-c4fa-479d-a928-85229303656f None None] Deleting port f0de2144-c736-47dc-8da9-56a4e94e64d1 {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:50:39.595177 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-7f169672-c4fa-479d-a928-85229303656f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:39.667360 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-7f169672-c4fa-479d-a928-85229303656f None None] For port f0de2144-c736-47dc-8da9-56a4e94e64d1, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=f0de2144-c736-47dc-8da9-56a4e94e64d1,segment=NetworkSegment(2103b24b-be5d-4d94-9b63-52a40e610173),segment_id=2103b24b-be5d-4d94-9b63-52a40e610173)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:39.667991 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-7f169672-c4fa-479d-a928-85229303656f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:39.682567 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-7f169672-c4fa-479d-a928-85229303656f None None] Calling delete_port for f0de2144-c736-47dc-8da9-56a4e94e64d1 owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:50:39.772914 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-7f169672-c4fa-479d-a928-85229303656f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:39.802734 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f169672-c4fa-479d-a928-85229303656f None None] Pushing event deleted for resources: {'Port': ['ID=f0de2144-c736-47dc-8da9-56a4e94e64d1,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:39.804781 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f169672-c4fa-479d-a928-85229303656f None None] No DVR routers for this DVR port f0de2144-c736-47dc-8da9-56a4e94e64d1 on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:50:39.917940 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-25745792-4433-402a-a0f8-2731ca139d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:39.946978 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25745792-4433-402a-a0f8-2731ca139d09 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0de2144-c736-47dc-8da9-56a4e94e64d1,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:39.950776 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25745792-4433-402a-a0f8-2731ca139d09 admin admin] No DVR routers for this DVR port f0de2144-c736-47dc-8da9-56a4e94e64d1 on host n-d-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:50:40.026288 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-25745792-4433-402a-a0f8-2731ca139d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:40.037434 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-25745792-4433-402a-a0f8-2731ca139d09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de0525c0-4cb9-4390-a115-ccdd79940bdb']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:50:40.047701 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-25745792-4433-402a-a0f8-2731ca139d09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2103b24b-be5d-4d94-9b63-52a40e610173') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:50:40.048529 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-25745792-4433-402a-a0f8-2731ca139d09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2103b24b-be5d-4d94-9b63-52a40e610173') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:50:40.059535 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-25745792-4433-402a-a0f8-2731ca139d09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:40.074875 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-25745792-4433-402a-a0f8-2731ca139d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:40.081176 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25745792-4433-402a-a0f8-2731ca139d09 admin admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:50:40.081566 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-25745792-4433-402a-a0f8-2731ca139d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:40.083230 n-d-800088-16 neutron-server[100314]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:50:40.083230 n-d-800088-16 neutron-server[100314]: self.session.flush() Jul 24 00:50:40.083230 n-d-800088-16 neutron-server[100314]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:50:40.083230 n-d-800088-16 neutron-server[100314]: self.session.flush() Jul 24 00:50:40.083230 n-d-800088-16 neutron-server[100314]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:50:40.083230 n-d-800088-16 neutron-server[100314]: self.session.flush() Jul 24 00:50:40.083230 n-d-800088-16 neutron-server[100314]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:50:40.083230 n-d-800088-16 neutron-server[100314]: self.session.flush() Jul 24 00:50:40.083230 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:50:40.083230 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:50:40.083230 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:50:40.083230 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:50:40.083230 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:50:40.083230 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:50:40.083230 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:50:40.083230 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:50:40.083230 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:50:40.083230 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:50:40.083230 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:50:40.083230 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:50:40.083230 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:50:40.083230 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:50:40.083230 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:50:40.083230 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:50:40.083230 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:50:40.083230 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:50:40.083230 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:50:40.083230 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:50:40.083230 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:50:40.083230 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:50:40.083230 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:50:40.083230 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:50:40.083230 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:50:40.083230 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:50:40.083230 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:50:40.083230 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:50:40.083230 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:50:40.083230 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:50:40.083230 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:50:40.083230 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:50:40.138999 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-25745792-4433-402a-a0f8-2731ca139d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:40.146820 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-25745792-4433-402a-a0f8-2731ca139d09 admin admin] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:40.149024 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-25745792-4433-402a-a0f8-2731ca139d09 admin admin] 10.222.0.44 "DELETE /v2.0/networks/de0525c0-4cb9-4390-a115-ccdd79940bdb HTTP/1.1" status: 204 len: 168 time: 0.9320526 Jul 24 00:50:40.158545 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25745792-4433-402a-a0f8-2731ca139d09 admin admin] Pushing event deleted for resources: {'Network': ['ID=de0525c0-4cb9-4390-a115-ccdd79940bdb,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:40.330364 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 42450) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:50:40.333493 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 4da6623d-33ed-4ceb-93a3-a7c8dc4f6878 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:50:40.354533 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 4da6623d-33ed-4ceb-93a3-a7c8dc4f6878 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:50:40.354885 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 4da6623d-33ed-4ceb-93a3-a7c8dc4f6878 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:50:40.355318 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 8c76acd2-4748-40dc-8725-1c8ea94ae345 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:50:40.376188 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 8c76acd2-4748-40dc-8725-1c8ea94ae345 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:50:40.376543 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 8c76acd2-4748-40dc-8725-1c8ea94ae345 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:50:40.377088 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device f0de2144-c736-47dc-8da9-56a4e94e64d1 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:50:40.378761 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-ce36450c-5f8e-413d-9a81-061b9599e005 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0e87ffe82dd04f6db7308092a1de6c9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467801 Jul 24 00:50:40.380868 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 42452) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:50:40.399318 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: f0de2144-c736-47dc-8da9-56a4e94e64d1 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:50:40.399676 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device f0de2144-c736-47dc-8da9-56a4e94e64d1 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:50:40.437636 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fa62f1b6-09ec-49ce-8702-12e5099a7dcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:40.458710 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fa62f1b6-09ec-49ce-8702-12e5099a7dcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:40.506575 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fa62f1b6-09ec-49ce-8702-12e5099a7dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:40.509232 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fa62f1b6-09ec-49ce-8702-12e5099a7dcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:40.510697 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-fa62f1b6-09ec-49ce-8702-12e5099a7dcb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6a92f36f-5046-41fd-a7a0-82be28d1a436 HTTP/1.1" status: 204 len: 168 time: 0.1287985 Jul 24 00:50:40.519708 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa62f1b6-09ec-49ce-8702-12e5099a7dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a92f36f-5046-41fd-a7a0-82be28d1a436,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:40.824760 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42458) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:50:40.866053 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-39e46bd7-93a9-43e1-a2e0-d8d8f4a8e2fa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f054b8c315c447fdb3fecc6c029e5c35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400896 Jul 24 00:50:40.868477 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42460) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:50:40.930281 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-61262828-f460-41d0-81ba-432c11baecc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:40.951655 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-61262828-f460-41d0-81ba-432c11baecc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:40.996781 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-61262828-f460-41d0-81ba-432c11baecc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:40.999801 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-61262828-f460-41d0-81ba-432c11baecc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:41.001646 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-61262828-f460-41d0-81ba-432c11baecc5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f1476eaa-e19a-476b-ad95-1c3d32f13a46 HTTP/1.1" status: 204 len: 168 time: 0.1316078 Jul 24 00:50:41.009341 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61262828-f460-41d0-81ba-432c11baecc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1476eaa-e19a-476b-ad95-1c3d32f13a46,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:41.685500 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42482) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:50:41.779949 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-40e9bc37-aa27-4e11-8ec7-cc89296eb2d2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-992484402-network', 'tenant_id': '70d869c9fa83404ead97f9421c061b55'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:50:41.802147 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e9bc37-aa27-4e11-8ec7-cc89296eb2d2 admin admin] Made reservation on behalf of 70d869c9fa83404ead97f9421c061b55 for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:50:41.804422 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-40e9bc37-aa27-4e11-8ec7-cc89296eb2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:41.813222 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-40e9bc37-aa27-4e11-8ec7-cc89296eb2d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:41.902257 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-40e9bc37-aa27-4e11-8ec7-cc89296eb2d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:41.906459 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-40e9bc37-aa27-4e11-8ec7-cc89296eb2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:41.936317 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40e9bc37-aa27-4e11-8ec7-cc89296eb2d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:50:41.946646 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e9bc37-aa27-4e11-8ec7-cc89296eb2d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=635d2235-b15a-42e4-b0ee-a3d9b0a47208,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:41.951605 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-40e9bc37-aa27-4e11-8ec7-cc89296eb2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:41.951952 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-40e9bc37-aa27-4e11-8ec7-cc89296eb2d2 admin admin] Added segment 5b3afb0c-0f9b-4ee1-ac62-ab1424ffa724 of type vlan for network 4099ead7-23da-4393-9077-55bbdc218fc0 Jul 24 00:50:41.992666 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-40e9bc37-aa27-4e11-8ec7-cc89296eb2d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:42.035084 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-40e9bc37-aa27-4e11-8ec7-cc89296eb2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:42.036138 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e9bc37-aa27-4e11-8ec7-cc89296eb2d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:42.036876 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-40e9bc37-aa27-4e11-8ec7-cc89296eb2d2 admin admin] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:42.073127 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-40e9bc37-aa27-4e11-8ec7-cc89296eb2d2 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3862762 Jul 24 00:50:42.075770 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42486) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:50:42.082839 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-57f7c677-398e-41df-8d1d-2e2909eefda6 admin admin] Request body: {'subnet': {'network_id': '4099ead7-23da-4393-9077-55bbdc218fc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-992484402-subnet', 'tenant_id': '70d869c9fa83404ead97f9421c061b55', 'ip_version': 4}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:50:42.113693 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e9bc37-aa27-4e11-8ec7-cc89296eb2d2 admin admin] Pushing event updated for resources: {'Network': ['ID=4099ead7-23da-4393-9077-55bbdc218fc0,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:42.123965 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 4099ead7-23da-4393-9077-55bbdc218fc0 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:50:42.133179 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f7c677-398e-41df-8d1d-2e2909eefda6 admin admin] Made reservation on behalf of 70d869c9fa83404ead97f9421c061b55 for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:50:42.135528 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-57f7c677-398e-41df-8d1d-2e2909eefda6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:42.319599 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-57f7c677-398e-41df-8d1d-2e2909eefda6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:42.375685 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f7c677-398e-41df-8d1d-2e2909eefda6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=975247ea-7e94-4aea-ab91-4b4aa8013d6c,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:42.383310 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f7c677-398e-41df-8d1d-2e2909eefda6 admin admin] Checking segment: {'id': '5b3afb0c-0f9b-4ee1-ac62-ab1424ffa724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4099ead7-23da-4393-9077-55bbdc218fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:50:42.383666 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f7c677-398e-41df-8d1d-2e2909eefda6 admin admin] Network hostable DHCP agents. Network: 4099ead7-23da-4393-9077-55bbdc218fc0, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:50:42.399359 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f7c677-398e-41df-8d1d-2e2909eefda6 admin admin] Network 4099ead7-23da-4393-9077-55bbdc218fc0 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:50:42.408914 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-57f7c677-398e-41df-8d1d-2e2909eefda6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 4099ead7-23da-4393-9077-55bbdc218fc0) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:50:42.412880 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f7c677-398e-41df-8d1d-2e2909eefda6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:42.413460 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-57f7c677-398e-41df-8d1d-2e2909eefda6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:42.419318 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b3e858-3811-46b6-bce2-66c592366a54 None None] Network 4099ead7-23da-4393-9077-55bbdc218fc0 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:50:42.426818 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-57f7c677-398e-41df-8d1d-2e2909eefda6 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3500364 Jul 24 00:50:42.429723 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42488) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:50:42.434329 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-8f97332b-dec9-4ee7-870c-b093dbc29175 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-992484402-router', 'tenant_id': '70d869c9fa83404ead97f9421c061b55', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:50:42.454724 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8f97332b-dec9-4ee7-870c-b093dbc29175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:42.455822 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8f97332b-dec9-4ee7-870c-b093dbc29175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:42.582356 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d196e160-fc97-4c25-b0dd-515363bad924 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-4099ead7-23da-4393-9077-55bbdc218fc0', 'network_id': '4099ead7-23da-4393-9077-55bbdc218fc0', 'tenant_id': '70d869c9fa83404ead97f9421c061b55', 'fixed_ips': [{'subnet_id': '975247ea-7e94-4aea-ab91-4b4aa8013d6c'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:50:42.583294 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d196e160-fc97-4c25-b0dd-515363bad924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:42.755368 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-d196e160-fc97-4c25-b0dd-515363bad924 None None] Allocated IP 172.20.0.2 (4099ead7-23da-4393-9077-55bbdc218fc0/975247ea-7e94-4aea-ab91-4b4aa8013d6c/8556221e-a180-4b09-83a7-f03149f2b1d0) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:50:42.799483 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8f97332b-dec9-4ee7-870c-b093dbc29175 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:42.923365 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d196e160-fc97-4c25-b0dd-515363bad924 None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:42.934792 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-d196e160-fc97-4c25-b0dd-515363bad924 None None] Transition to ACTIVE for port object 8556221e-a180-4b09-83a7-f03149f2b1d0 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:50:42.938286 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8f97332b-dec9-4ee7-870c-b093dbc29175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:42.952953 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-d196e160-fc97-4c25-b0dd-515363bad924 None None] Transition to ACTIVE for port object 8556221e-a180-4b09-83a7-f03149f2b1d0 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:50:42.958404 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d196e160-fc97-4c25-b0dd-515363bad924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:43.003644 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d196e160-fc97-4c25-b0dd-515363bad924 None None] Network 4099ead7-23da-4393-9077-55bbdc218fc0 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:50:43.008850 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-d196e160-fc97-4c25-b0dd-515363bad924 None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:50:43.012733 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d196e160-fc97-4c25-b0dd-515363bad924 None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:50:43.022585 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d196e160-fc97-4c25-b0dd-515363bad924 None None] Pushing event updated for resources: {'Port': ['ID=8556221e-a180-4b09-83a7-f03149f2b1d0,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:43.080431 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-d196e160-fc97-4c25-b0dd-515363bad924 None None] Attempting to bind port 8556221e-a180-4b09-83a7-f03149f2b1d0 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:50:43.080837 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-d196e160-fc97-4c25-b0dd-515363bad924 None None] Attempting to bind port 8556221e-a180-4b09-83a7-f03149f2b1d0 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '5b3afb0c-0f9b-4ee1-ac62-ab1424ffa724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4099ead7-23da-4393-9077-55bbdc218fc0'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:50:43.081221 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d196e160-fc97-4c25-b0dd-515363bad924 None None] Attempting to bind port 8556221e-a180-4b09-83a7-f03149f2b1d0 on network 4099ead7-23da-4393-9077-55bbdc218fc0 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:50:43.087257 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d196e160-fc97-4c25-b0dd-515363bad924 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:50:43.087639 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d196e160-fc97-4c25-b0dd-515363bad924 None None] Checking segment: {'id': '5b3afb0c-0f9b-4ee1-ac62-ab1424ffa724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4099ead7-23da-4393-9077-55bbdc218fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:50:43.088054 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d196e160-fc97-4c25-b0dd-515363bad924 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:43.088465 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d196e160-fc97-4c25-b0dd-515363bad924 None None] Bound using segment: {'id': '5b3afb0c-0f9b-4ee1-ac62-ab1424ffa724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4099ead7-23da-4393-9077-55bbdc218fc0'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:50:43.089021 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-d196e160-fc97-4c25-b0dd-515363bad924 None None] Bound port: 8556221e-a180-4b09-83a7-f03149f2b1d0, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b3afb0c-0f9b-4ee1-ac62-ab1424ffa724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4099ead7-23da-4393-9077-55bbdc218fc0'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:50:43.089454 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d196e160-fc97-4c25-b0dd-515363bad924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:43.148276 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8f97332b-dec9-4ee7-870c-b093dbc29175 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:43.157202 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-d196e160-fc97-4c25-b0dd-515363bad924 None None] For port 8556221e-a180-4b09-83a7-f03149f2b1d0, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:50:43.160661 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-d196e160-fc97-4c25-b0dd-515363bad924 None None] For port 8556221e-a180-4b09-83a7-f03149f2b1d0, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=8556221e-a180-4b09-83a7-f03149f2b1d0,segment=NetworkSegment(5b3afb0c-0f9b-4ee1-ac62-ab1424ffa724),segment_id=5b3afb0c-0f9b-4ee1-ac62-ab1424ffa724)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:50:43.165397 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d196e160-fc97-4c25-b0dd-515363bad924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:43.167476 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8f97332b-dec9-4ee7-870c-b093dbc29175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:43.231586 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d196e160-fc97-4c25-b0dd-515363bad924 None None] Pushing event updated for resources: {'Port': ['ID=8556221e-a180-4b09-83a7-f03149f2b1d0,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:43.288594 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-8f97332b-dec9-4ee7-870c-b093dbc29175 admin admin] Allocated IP 172.25.3.37 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/454a41b5-9a74-4364-a214-0035eecd6ed5) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:50:43.403462 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8f97332b-dec9-4ee7-870c-b093dbc29175 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:43.445847 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8f97332b-dec9-4ee7-870c-b093dbc29175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:43.483915 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f97332b-dec9-4ee7-870c-b093dbc29175 admin admin] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:50:43.489698 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-8f97332b-dec9-4ee7-870c-b093dbc29175 admin admin] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:50:43.493583 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f97332b-dec9-4ee7-870c-b093dbc29175 admin admin] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:50:43.499597 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f97332b-dec9-4ee7-870c-b093dbc29175 admin admin] Pushing event updated for resources: {'Port': ['ID=454a41b5-9a74-4364-a214-0035eecd6ed5,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:43.770194 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8f97332b-dec9-4ee7-870c-b093dbc29175 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:43.976132 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8f97332b-dec9-4ee7-870c-b093dbc29175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:44.108128 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f97332b-dec9-4ee7-870c-b093dbc29175 admin admin] Router d4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0 is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:50:44.152215 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016eeaab-3cb7-44fd-b893-6c44c38002b2 None None] Network 4099ead7-23da-4393-9077-55bbdc218fc0 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:50:44.222600 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f97332b-dec9-4ee7-870c-b093dbc29175 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:50:44.230210 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-bb682271-83a5-44af-9fab-f54e0539c680 None None] Provisioning for port 8556221e-a180-4b09-83a7-f03149f2b1d0 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:50:44.235801 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0512b5b9-2eb3-4540-94a6-5cca510aa61a None None] Sync routers for ids ['d4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:50:44.242122 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8f97332b-dec9-4ee7-870c-b093dbc29175 admin admin] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:44.244018 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-8f97332b-dec9-4ee7-870c-b093dbc29175 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8130314 Jul 24 00:50:44.246808 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 42490) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:50:44.255015 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0512b5b9-2eb3-4540-94a6-5cca510aa61a None None] Routers {'d4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:50:44.255963 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-0512b5b9-2eb3-4540-94a6-5cca510aa61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:50:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['d4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:50:44.375046 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-0512b5b9-2eb3-4540-94a6-5cca510aa61a None None] Set router d4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:50:44.399762 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 8556221e-a180-4b09-83a7-f03149f2b1d0 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:50:44.457250 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 8556221e-a180-4b09-83a7-f03149f2b1d0 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:50:44.461781 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 8556221e-a180-4b09-83a7-f03149f2b1d0 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:50:44.462163 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:44.559912 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:44.602354 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 8556221e-a180-4b09-83a7-f03149f2b1d0, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=8556221e-a180-4b09-83a7-f03149f2b1d0,segment=NetworkSegment(5b3afb0c-0f9b-4ee1-ac62-ab1424ffa724),segment_id=5b3afb0c-0f9b-4ee1-ac62-ab1424ffa724)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:44.608014 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:44.616445 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-0512b5b9-2eb3-4540-94a6-5cca510aa61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0', 'name': 'tempest-TestMinimumBasicScenario-992484402-router', 'tenant_id': '70d869c9fa83404ead97f9421c061b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '454a41b5-9a74-4364-a214-0035eecd6ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:50:42Z', 'updated_at': '2021-07-24T00:50:43Z', 'revision_number': 3, 'project_id': '70d869c9fa83404ead97f9421c061b55', 'gw_port': {'id': '454a41b5-9a74-4364-a214-0035eecd6ed5', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7c:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:50:43Z', 'updated_at': '2021-07-24T00:50:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:50:44.644703 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0512b5b9-2eb3-4540-94a6-5cca510aa61a None None] Checking router: d4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:50:44.645218 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0512b5b9-2eb3-4540-94a6-5cca510aa61a None None] Updating router d4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0 port 454a41b5-9a74-4364-a214-0035eecd6ed5 binding host n-d-800088-16 {{(pid=100316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:50:44.678069 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=8556221e-a180-4b09-83a7-f03149f2b1d0,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:44.678340 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-1f50a08c-3558-4525-8371-9f417fc0bb0c None None] Provisioning complete for port 8556221e-a180-4b09-83a7-f03149f2b1d0 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:50:44.679133 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-1f50a08c-3558-4525-8371-9f417fc0bb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:44.699455 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-0512b5b9-2eb3-4540-94a6-5cca510aa61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:44.789284 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-303cbd2f-42ba-421a-9ca5-90ea95b8d38a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:44.956653 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-303cbd2f-42ba-421a-9ca5-90ea95b8d38a admin admin] Allocated IP 172.20.0.1 (4099ead7-23da-4393-9077-55bbdc218fc0/975247ea-7e94-4aea-ab91-4b4aa8013d6c/84560b8c-bc47-46a8-ac12-2957fb46a116) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:50:44.968441 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-0512b5b9-2eb3-4540-94a6-5cca510aa61a None None] Notify callbacks [] for port, precommit_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:44.978688 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.provisioning_blocks [None req-0512b5b9-2eb3-4540-94a6-5cca510aa61a None None] Transition to ACTIVE for port object 454a41b5-9a74-4364-a214-0035eecd6ed5 will not be triggered until provisioned by entity L2. {{(pid=100316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:50:44.986183 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-0512b5b9-2eb3-4540-94a6-5cca510aa61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:45.035822 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-0512b5b9-2eb3-4540-94a6-5cca510aa61a None None] Attempting to bind port 454a41b5-9a74-4364-a214-0035eecd6ed5 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:50:45.036198 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-0512b5b9-2eb3-4540-94a6-5cca510aa61a None None] Attempting to bind port 454a41b5-9a74-4364-a214-0035eecd6ed5 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:50:45.036601 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0512b5b9-2eb3-4540-94a6-5cca510aa61a None None] Attempting to bind port 454a41b5-9a74-4364-a214-0035eecd6ed5 on network 9adcfee8-760c-4568-9e39-c221abf69bf5 {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:50:45.043759 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d1abc1-a7ca-4023-89cb-562859df8334 None None] Pushing event updated for resources: {'Port': ['ID=454a41b5-9a74-4364-a214-0035eecd6ed5,revision_number=2']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:45.046715 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0512b5b9-2eb3-4540-94a6-5cca510aa61a None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:50:45.047258 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0512b5b9-2eb3-4540-94a6-5cca510aa61a None None] Checking segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:50:45.047808 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-0512b5b9-2eb3-4540-94a6-5cca510aa61a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:45.048864 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0512b5b9-2eb3-4540-94a6-5cca510aa61a None None] Bound using segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:50:45.049809 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-0512b5b9-2eb3-4540-94a6-5cca510aa61a None None] Bound port: 454a41b5-9a74-4364-a214-0035eecd6ed5, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:50:45.049809 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-0512b5b9-2eb3-4540-94a6-5cca510aa61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:45.057936 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d1abc1-a7ca-4023-89cb-562859df8334 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:50:45.058283 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d1abc1-a7ca-4023-89cb-562859df8334 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:50:45.058626 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d1abc1-a7ca-4023-89cb-562859df8334 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:50:45.058964 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d1abc1-a7ca-4023-89cb-562859df8334 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:50:45.059350 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d1abc1-a7ca-4023-89cb-562859df8334 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:50:45.059783 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d1abc1-a7ca-4023-89cb-562859df8334 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:50:45.060118 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d1abc1-a7ca-4023-89cb-562859df8334 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:50:45.060608 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d1abc1-a7ca-4023-89cb-562859df8334 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:50:45.061006 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d1abc1-a7ca-4023-89cb-562859df8334 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:50:45.061510 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d1abc1-a7ca-4023-89cb-562859df8334 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:50:45.061840 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d1abc1-a7ca-4023-89cb-562859df8334 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:50:45.062169 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d1abc1-a7ca-4023-89cb-562859df8334 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:50:45.069336 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-303cbd2f-42ba-421a-9ca5-90ea95b8d38a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:45.084988 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [None req-303cbd2f-42ba-421a-9ca5-90ea95b8d38a admin admin] Transition to ACTIVE for port object 84560b8c-bc47-46a8-ac12-2957fb46a116 will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:50:45.115364 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-0512b5b9-2eb3-4540-94a6-5cca510aa61a None None] For port 454a41b5-9a74-4364-a214-0035eecd6ed5, host n-d-800088-16, cleared binding levels {{(pid=100316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:50:45.119038 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-0512b5b9-2eb3-4540-94a6-5cca510aa61a None None] For port 454a41b5-9a74-4364-a214-0035eecd6ed5, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=454a41b5-9a74-4364-a214-0035eecd6ed5,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:50:45.119361 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-303cbd2f-42ba-421a-9ca5-90ea95b8d38a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:45.122685 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-0512b5b9-2eb3-4540-94a6-5cca510aa61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:45.156912 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303cbd2f-42ba-421a-9ca5-90ea95b8d38a admin admin] Network 4099ead7-23da-4393-9077-55bbdc218fc0 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:50:45.160188 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-303cbd2f-42ba-421a-9ca5-90ea95b8d38a admin admin] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:50:45.165876 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303cbd2f-42ba-421a-9ca5-90ea95b8d38a admin admin] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:50:45.186606 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0512b5b9-2eb3-4540-94a6-5cca510aa61a None None] Routers {'d4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:50:45.187146 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-0512b5b9-2eb3-4540-94a6-5cca510aa61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:50:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['d4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:50:45.189593 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d1abc1-a7ca-4023-89cb-562859df8334 None None] Pushing event updated for resources: {'Port': ['ID=454a41b5-9a74-4364-a214-0035eecd6ed5,revision_number=3']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:45.192900 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303cbd2f-42ba-421a-9ca5-90ea95b8d38a admin admin] Pushing event updated for resources: {'Port': ['ID=84560b8c-bc47-46a8-ac12-2957fb46a116,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:45.212848 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-303cbd2f-42ba-421a-9ca5-90ea95b8d38a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681761'] for router_interface, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:45.283749 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:45.379272 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-303cbd2f-42ba-421a-9ca5-90ea95b8d38a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:45.388802 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-0512b5b9-2eb3-4540-94a6-5cca510aa61a None None] Set router d4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:50:45.402623 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-3d10aabe-b783-4ccf-aa96-87442055c764 None None] Provisioning for port 84560b8c-bc47-46a8-ac12-2957fb46a116 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:50:45.409290 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-3d10aabe-b783-4ccf-aa96-87442055c764 None None] Provisioning complete for port 84560b8c-bc47-46a8-ac12-2957fb46a116 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:50:45.409808 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3d10aabe-b783-4ccf-aa96-87442055c764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:45.454037 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-3d10aabe-b783-4ccf-aa96-87442055c764 None None] Port 84560b8c-bc47-46a8-ac12-2957fb46a116 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:50:45.591455 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-303cbd2f-42ba-421a-9ca5-90ea95b8d38a admin admin] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:45.597554 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-303cbd2f-42ba-421a-9ca5-90ea95b8d38a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:45.605748 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-0512b5b9-2eb3-4540-94a6-5cca510aa61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0', 'name': 'tempest-TestMinimumBasicScenario-992484402-router', 'tenant_id': '70d869c9fa83404ead97f9421c061b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '454a41b5-9a74-4364-a214-0035eecd6ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:50:42Z', 'updated_at': '2021-07-24T00:50:43Z', 'revision_number': 3, 'project_id': '70d869c9fa83404ead97f9421c061b55', 'gw_port': {'id': '454a41b5-9a74-4364-a214-0035eecd6ed5', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7c:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:50:43Z', 'updated_at': '2021-07-24T00:50:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:50:45.634178 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0512b5b9-2eb3-4540-94a6-5cca510aa61a None None] The sync data for ids ['d4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0'] in n-d-800088-16 is: [{'id': 'd4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0', 'name': 'tempest-TestMinimumBasicScenario-992484402-router', 'tenant_id': '70d869c9fa83404ead97f9421c061b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '454a41b5-9a74-4364-a214-0035eecd6ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:50:42Z', 'updated_at': '2021-07-24T00:50:43Z', 'revision_number': 3, 'project_id': '70d869c9fa83404ead97f9421c061b55', 'gw_port': {'id': '454a41b5-9a74-4364-a214-0035eecd6ed5', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7c:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:50:43Z', 'updated_at': '2021-07-24T00:50:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:50:45.705210 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-303cbd2f-42ba-421a-9ca5-90ea95b8d38a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680980'] for router_interface, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:45.709219 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303cbd2f-42ba-421a-9ca5-90ea95b8d38a admin admin] Pushing event updated for resources: {'Port': ['ID=84560b8c-bc47-46a8-ac12-2957fb46a116,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:45.850151 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303cbd2f-42ba-421a-9ca5-90ea95b8d38a admin admin] Network 4099ead7-23da-4393-9077-55bbdc218fc0 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:50:45.851771 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-303cbd2f-42ba-421a-9ca5-90ea95b8d38a admin admin] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:50:45.992969 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-303cbd2f-42ba-421a-9ca5-90ea95b8d38a admin admin] Router d4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:50:46.080729 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9552a57f-c940-47ac-93b9-971daae660e9 None None] Provisioning complete for port 84560b8c-bc47-46a8-ac12-2957fb46a116 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:50:46.081458 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9552a57f-c940-47ac-93b9-971daae660e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:46.117531 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9552a57f-c940-47ac-93b9-971daae660e9 None None] Port 84560b8c-bc47-46a8-ac12-2957fb46a116 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:50:46.118296 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-303cbd2f-42ba-421a-9ca5-90ea95b8d38a admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:50:46.125698 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-303cbd2f-42ba-421a-9ca5-90ea95b8d38a admin admin] 10.222.0.44 "PUT /v2.0/routers/d4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8753684 Jul 24 00:50:46.432760 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 8556221e-a180-4b09-83a7-f03149f2b1d0 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:50:46.510375 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 8556221e-a180-4b09-83a7-f03149f2b1d0 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:50:46.511031 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:46.623777 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 454a41b5-9a74-4364-a214-0035eecd6ed5 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:50:46.650775 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 42508) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:50:46.656114 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-7f8c79fc-ee3d-4fa4-8212-f0c859aa9387 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1044335615-network', 'tenant_id': 'ac84137bb1e34379b351f4ff0e96537c'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:50:46.675946 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 454a41b5-9a74-4364-a214-0035eecd6ed5 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:50:46.678256 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8c79fc-ee3d-4fa4-8212-f0c859aa9387 admin admin] Made reservation on behalf of ac84137bb1e34379b351f4ff0e96537c for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:50:46.680351 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 454a41b5-9a74-4364-a214-0035eecd6ed5 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:50:46.680727 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:46.681099 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7f8c79fc-ee3d-4fa4-8212-f0c859aa9387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:46.690921 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7f8c79fc-ee3d-4fa4-8212-f0c859aa9387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:46.770259 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:46.792209 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 454a41b5-9a74-4364-a214-0035eecd6ed5, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=454a41b5-9a74-4364-a214-0035eecd6ed5,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:46.794063 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7f8c79fc-ee3d-4fa4-8212-f0c859aa9387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:46.796502 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:46.799543 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7f8c79fc-ee3d-4fa4-8212-f0c859aa9387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:46.823829 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f8c79fc-ee3d-4fa4-8212-f0c859aa9387 admin admin] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:50:46.838587 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8c79fc-ee3d-4fa4-8212-f0c859aa9387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=445b8d08-240a-438f-9c6c-e81132ffe49a,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:46.844011 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7f8c79fc-ee3d-4fa4-8212-f0c859aa9387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:46.844366 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-7f8c79fc-ee3d-4fa4-8212-f0c859aa9387 admin admin] Added segment 0f338773-44a2-4fa5-932e-a8b40cbad223 of type vlan for network 5d5e13c6-47d6-4ceb-b7be-6907efd0ebe5 Jul 24 00:50:46.851679 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=454a41b5-9a74-4364-a214-0035eecd6ed5,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:46.889253 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7f8c79fc-ee3d-4fa4-8212-f0c859aa9387 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:46.919431 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7f8c79fc-ee3d-4fa4-8212-f0c859aa9387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:46.920421 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8c79fc-ee3d-4fa4-8212-f0c859aa9387 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:46.921338 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7f8c79fc-ee3d-4fa4-8212-f0c859aa9387 admin admin] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:46.957038 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-7f8c79fc-ee3d-4fa4-8212-f0c859aa9387 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3050530 Jul 24 00:50:46.959971 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 42510) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:50:46.967140 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-6d9c9faa-8448-48b4-b640-a030e42dbc2f admin admin] Request body: {'subnet': {'network_id': '5d5e13c6-47d6-4ceb-b7be-6907efd0ebe5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1044335615-subnet', 'tenant_id': 'ac84137bb1e34379b351f4ff0e96537c', 'ip_version': 4}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:50:47.008835 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8c79fc-ee3d-4fa4-8212-f0c859aa9387 admin admin] Pushing event updated for resources: {'Network': ['ID=5d5e13c6-47d6-4ceb-b7be-6907efd0ebe5,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:47.021510 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 5d5e13c6-47d6-4ceb-b7be-6907efd0ebe5 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:50:47.026924 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d9c9faa-8448-48b4-b640-a030e42dbc2f admin admin] Made reservation on behalf of ac84137bb1e34379b351f4ff0e96537c for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:50:47.031579 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6d9c9faa-8448-48b4-b640-a030e42dbc2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:47.220431 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6d9c9faa-8448-48b4-b640-a030e42dbc2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:47.279143 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3f6ebb-9849-4e94-8153-0f19db8c607b None None] Sync routers for ids ['d4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:50:47.281465 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9c9faa-8448-48b4-b640-a030e42dbc2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f09817f4-0987-4508-97f0-d8cf84ebb646,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:47.289841 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3f6ebb-9849-4e94-8153-0f19db8c607b None None] Routers {'d4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:50:47.290155 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9c9faa-8448-48b4-b640-a030e42dbc2f admin admin] Checking segment: {'id': '0f338773-44a2-4fa5-932e-a8b40cbad223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '5d5e13c6-47d6-4ceb-b7be-6907efd0ebe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:50:47.290467 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-9f3f6ebb-9849-4e94-8153-0f19db8c607b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:50:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['d4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:50:47.290654 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9c9faa-8448-48b4-b640-a030e42dbc2f admin admin] Network hostable DHCP agents. Network: 5d5e13c6-47d6-4ceb-b7be-6907efd0ebe5, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:50:47.308524 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9c9faa-8448-48b4-b640-a030e42dbc2f admin admin] Network 5d5e13c6-47d6-4ceb-b7be-6907efd0ebe5 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:50:47.318130 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-6d9c9faa-8448-48b4-b640-a030e42dbc2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 5d5e13c6-47d6-4ceb-b7be-6907efd0ebe5) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:50:47.322544 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9c9faa-8448-48b4-b640-a030e42dbc2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:47.323103 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6d9c9faa-8448-48b4-b640-a030e42dbc2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:47.330609 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de6a660-6c37-4910-97e3-673fa386c585 None None] Network 5d5e13c6-47d6-4ceb-b7be-6907efd0ebe5 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:50:47.339780 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-6d9c9faa-8448-48b4-b640-a030e42dbc2f admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3787916 Jul 24 00:50:47.343405 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42512) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:50:47.348800 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-864b7c69-5fc6-4bc0-905d-931af307b95f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1044335615-router', 'tenant_id': 'ac84137bb1e34379b351f4ff0e96537c', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:50:47.370129 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-864b7c69-5fc6-4bc0-905d-931af307b95f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:47.371167 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-864b7c69-5fc6-4bc0-905d-931af307b95f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:47.425784 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-864b7c69-5fc6-4bc0-905d-931af307b95f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:47.463668 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-9f3f6ebb-9849-4e94-8153-0f19db8c607b None None] Set router d4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:50:47.573798 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-864b7c69-5fc6-4bc0-905d-931af307b95f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:47.642765 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a190793-d737-4a95-90be-4ad055eb126e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-5d5e13c6-47d6-4ceb-b7be-6907efd0ebe5', 'network_id': '5d5e13c6-47d6-4ceb-b7be-6907efd0ebe5', 'tenant_id': 'ac84137bb1e34379b351f4ff0e96537c', 'fixed_ips': [{'subnet_id': 'f09817f4-0987-4508-97f0-d8cf84ebb646'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:50:47.642765 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0a190793-d737-4a95-90be-4ad055eb126e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:47.797926 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-864b7c69-5fc6-4bc0-905d-931af307b95f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:47.818346 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-864b7c69-5fc6-4bc0-905d-931af307b95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:47.831876 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-0a190793-d737-4a95-90be-4ad055eb126e None None] Allocated IP 172.20.0.2 (5d5e13c6-47d6-4ceb-b7be-6907efd0ebe5/f09817f4-0987-4508-97f0-d8cf84ebb646/672955b7-6877-492c-8bc0-aef69ece1e3f) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:50:47.847661 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-9f3f6ebb-9849-4e94-8153-0f19db8c607b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0', 'name': 'tempest-TestMinimumBasicScenario-992484402-router', 'tenant_id': '70d869c9fa83404ead97f9421c061b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '454a41b5-9a74-4364-a214-0035eecd6ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:50:42Z', 'updated_at': '2021-07-24T00:50:45Z', 'revision_number': 4, 'project_id': '70d869c9fa83404ead97f9421c061b55', 'gw_port': {'id': '454a41b5-9a74-4364-a214-0035eecd6ed5', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:50:43Z', 'updated_at': '2021-07-24T00:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '84560b8c-bc47-46a8-ac12-2957fb46a116', 'name': '', 'network_id': '4099ead7-23da-4393-9077-55bbdc218fc0', 'tenant_id': '70d869c9fa83404ead97f9421c061b55', 'mac_address': 'fa:16:3e:da:26:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '975247ea-7e94-4aea-ab91-4b4aa8013d6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:50:44Z', 'updated_at': '2021-07-24T00:50:45Z', 'revision_number': 2, 'project_id': '70d869c9fa83404ead97f9421c061b55', 'subnets': [{'id': '975247ea-7e94-4aea-ab91-4b4aa8013d6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:50:47.882570 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3f6ebb-9849-4e94-8153-0f19db8c607b None None] Checking router: d4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:50:47.882932 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3f6ebb-9849-4e94-8153-0f19db8c607b None None] Updating router d4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0 port 84560b8c-bc47-46a8-ac12-2957fb46a116 binding host n-d-800088-16 {{(pid=100315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:50:47.931309 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-864b7c69-5fc6-4bc0-905d-931af307b95f admin admin] Allocated IP 172.25.3.235 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/44da245b-f75a-4abc-a04c-b2cf3b3167d6) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:50:47.963401 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9f3f6ebb-9849-4e94-8153-0f19db8c607b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:48.049834 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-864b7c69-5fc6-4bc0-905d-931af307b95f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:48.100193 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-864b7c69-5fc6-4bc0-905d-931af307b95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:48.139117 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864b7c69-5fc6-4bc0-905d-931af307b95f admin admin] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:50:48.144414 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-864b7c69-5fc6-4bc0-905d-931af307b95f admin admin] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:50:48.145116 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0a190793-d737-4a95-90be-4ad055eb126e None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:48.148139 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864b7c69-5fc6-4bc0-905d-931af307b95f admin admin] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:50:48.165637 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-0a190793-d737-4a95-90be-4ad055eb126e None None] Transition to ACTIVE for port object 672955b7-6877-492c-8bc0-aef69ece1e3f will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:50:48.174876 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864b7c69-5fc6-4bc0-905d-931af307b95f admin admin] Pushing event updated for resources: {'Port': ['ID=44da245b-f75a-4abc-a04c-b2cf3b3167d6,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:48.387391 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-0a190793-d737-4a95-90be-4ad055eb126e None None] Transition to ACTIVE for port object 672955b7-6877-492c-8bc0-aef69ece1e3f will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:50:48.391119 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 454a41b5-9a74-4364-a214-0035eecd6ed5 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:50:48.431510 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0a190793-d737-4a95-90be-4ad055eb126e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:48.434294 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-864b7c69-5fc6-4bc0-905d-931af307b95f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:48.473531 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:48.514608 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a190793-d737-4a95-90be-4ad055eb126e None None] Network 5d5e13c6-47d6-4ceb-b7be-6907efd0ebe5 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:50:48.524081 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-0a190793-d737-4a95-90be-4ad055eb126e None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:50:48.527385 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a190793-d737-4a95-90be-4ad055eb126e None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:50:48.532588 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a190793-d737-4a95-90be-4ad055eb126e None None] Pushing event updated for resources: {'Port': ['ID=672955b7-6877-492c-8bc0-aef69ece1e3f,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:48.618407 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 454a41b5-9a74-4364-a214-0035eecd6ed5 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:50:48.618784 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:48.649578 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-864b7c69-5fc6-4bc0-905d-931af307b95f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:48.670524 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9f3f6ebb-9849-4e94-8153-0f19db8c607b None None] Notify callbacks [] for port, precommit_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:48.676736 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-0a190793-d737-4a95-90be-4ad055eb126e None None] Attempting to bind port 672955b7-6877-492c-8bc0-aef69ece1e3f on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:50:48.677221 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-0a190793-d737-4a95-90be-4ad055eb126e None None] Attempting to bind port 672955b7-6877-492c-8bc0-aef69ece1e3f by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '0f338773-44a2-4fa5-932e-a8b40cbad223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '5d5e13c6-47d6-4ceb-b7be-6907efd0ebe5'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:50:48.677608 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a190793-d737-4a95-90be-4ad055eb126e None None] Attempting to bind port 672955b7-6877-492c-8bc0-aef69ece1e3f on network 5d5e13c6-47d6-4ceb-b7be-6907efd0ebe5 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:50:48.693594 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a190793-d737-4a95-90be-4ad055eb126e None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:50:48.693976 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a190793-d737-4a95-90be-4ad055eb126e None None] Checking segment: {'id': '0f338773-44a2-4fa5-932e-a8b40cbad223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '5d5e13c6-47d6-4ceb-b7be-6907efd0ebe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:50:48.694434 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0a190793-d737-4a95-90be-4ad055eb126e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:48.694796 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a190793-d737-4a95-90be-4ad055eb126e None None] Bound using segment: {'id': '0f338773-44a2-4fa5-932e-a8b40cbad223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '5d5e13c6-47d6-4ceb-b7be-6907efd0ebe5'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:50:48.695280 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-0a190793-d737-4a95-90be-4ad055eb126e None None] Bound port: 672955b7-6877-492c-8bc0-aef69ece1e3f, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f338773-44a2-4fa5-932e-a8b40cbad223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '5d5e13c6-47d6-4ceb-b7be-6907efd0ebe5'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:50:48.695668 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0a190793-d737-4a95-90be-4ad055eb126e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:48.706787 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9f3f6ebb-9849-4e94-8153-0f19db8c607b None None] Transition to ACTIVE for port object 84560b8c-bc47-46a8-ac12-2957fb46a116 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:50:48.740005 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9f3f6ebb-9849-4e94-8153-0f19db8c607b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:48.790578 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-864b7c69-5fc6-4bc0-905d-931af307b95f admin admin] Router 8eceeace-8b40-425d-99c2-af6b45ba8092 is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:50:48.875308 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ca1f92-0501-4294-abdd-ab95f4bf821f None None] Pushing event updated for resources: {'Port': ['ID=84560b8c-bc47-46a8-ac12-2957fb46a116,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:48.904650 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-0a190793-d737-4a95-90be-4ad055eb126e None None] For port 672955b7-6877-492c-8bc0-aef69ece1e3f, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:50:48.927168 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-0a190793-d737-4a95-90be-4ad055eb126e None None] For port 672955b7-6877-492c-8bc0-aef69ece1e3f, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=672955b7-6877-492c-8bc0-aef69ece1e3f,segment=NetworkSegment(0f338773-44a2-4fa5-932e-a8b40cbad223),segment_id=0f338773-44a2-4fa5-932e-a8b40cbad223)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:50:48.930809 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-9f3f6ebb-9849-4e94-8153-0f19db8c607b None None] Attempting to bind port 84560b8c-bc47-46a8-ac12-2957fb46a116 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:50:48.931303 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-9f3f6ebb-9849-4e94-8153-0f19db8c607b None None] Attempting to bind port 84560b8c-bc47-46a8-ac12-2957fb46a116 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '5b3afb0c-0f9b-4ee1-ac62-ab1424ffa724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4099ead7-23da-4393-9077-55bbdc218fc0'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:50:48.931453 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-864b7c69-5fc6-4bc0-905d-931af307b95f admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:50:48.931924 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3f6ebb-9849-4e94-8153-0f19db8c607b None None] Attempting to bind port 84560b8c-bc47-46a8-ac12-2957fb46a116 on network 4099ead7-23da-4393-9077-55bbdc218fc0 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:50:48.940466 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0a190793-d737-4a95-90be-4ad055eb126e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:48.944285 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3f6ebb-9849-4e94-8153-0f19db8c607b None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:50:48.944539 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3f6ebb-9849-4e94-8153-0f19db8c607b None None] Checking segment: {'id': '5b3afb0c-0f9b-4ee1-ac62-ab1424ffa724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4099ead7-23da-4393-9077-55bbdc218fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:50:48.944983 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9f3f6ebb-9849-4e94-8153-0f19db8c607b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:48.945386 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3f6ebb-9849-4e94-8153-0f19db8c607b None None] Bound using segment: {'id': '5b3afb0c-0f9b-4ee1-ac62-ab1424ffa724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4099ead7-23da-4393-9077-55bbdc218fc0'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:50:48.945972 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-9f3f6ebb-9849-4e94-8153-0f19db8c607b None None] Bound port: 84560b8c-bc47-46a8-ac12-2957fb46a116, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b3afb0c-0f9b-4ee1-ac62-ab1424ffa724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4099ead7-23da-4393-9077-55bbdc218fc0'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:50:48.946264 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9f3f6ebb-9849-4e94-8153-0f19db8c607b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:48.951448 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d4c683-b809-4194-b3ae-78b50599372f None None] Sync routers for ids ['8eceeace-8b40-425d-99c2-af6b45ba8092'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:50:48.955981 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-864b7c69-5fc6-4bc0-905d-931af307b95f admin admin] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:48.957321 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-864b7c69-5fc6-4bc0-905d-931af307b95f admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6128848 Jul 24 00:50:48.959986 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42520) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:50:48.972553 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d4c683-b809-4194-b3ae-78b50599372f None None] Routers {'8eceeace-8b40-425d-99c2-af6b45ba8092'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:50:48.973706 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-17d4c683-b809-4194-b3ae-78b50599372f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:50:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['8eceeace-8b40-425d-99c2-af6b45ba8092'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:50:49.089063 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a190793-d737-4a95-90be-4ad055eb126e None None] Pushing event updated for resources: {'Port': ['ID=672955b7-6877-492c-8bc0-aef69ece1e3f,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:49.115018 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9f3f6ebb-9849-4e94-8153-0f19db8c607b None None] For port 84560b8c-bc47-46a8-ac12-2957fb46a116, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:50:49.118679 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9f3f6ebb-9849-4e94-8153-0f19db8c607b None None] For port 84560b8c-bc47-46a8-ac12-2957fb46a116, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=84560b8c-bc47-46a8-ac12-2957fb46a116,segment=NetworkSegment(5b3afb0c-0f9b-4ee1-ac62-ab1424ffa724),segment_id=5b3afb0c-0f9b-4ee1-ac62-ab1424ffa724)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:50:49.125203 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9f3f6ebb-9849-4e94-8153-0f19db8c607b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:49.132351 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-17d4c683-b809-4194-b3ae-78b50599372f None None] Set router 8eceeace-8b40-425d-99c2-af6b45ba8092 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:50:49.182279 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3f6ebb-9849-4e94-8153-0f19db8c607b None None] Routers {'d4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:50:49.182947 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-9f3f6ebb-9849-4e94-8153-0f19db8c607b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:50:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['d4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:50:49.275531 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ca1f92-0501-4294-abdd-ab95f4bf821f None None] Pushing event updated for resources: {'Port': ['ID=84560b8c-bc47-46a8-ac12-2957fb46a116,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:49.378136 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-9f3f6ebb-9849-4e94-8153-0f19db8c607b None None] Set router d4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:50:49.460575 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-17d4c683-b809-4194-b3ae-78b50599372f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eceeace-8b40-425d-99c2-af6b45ba8092', 'name': 'tempest-TestMinimumBasicScenario-1044335615-router', 'tenant_id': 'ac84137bb1e34379b351f4ff0e96537c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '44da245b-f75a-4abc-a04c-b2cf3b3167d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:50:47Z', 'updated_at': '2021-07-24T00:50:48Z', 'revision_number': 3, 'project_id': 'ac84137bb1e34379b351f4ff0e96537c', 'gw_port': {'id': '44da245b-f75a-4abc-a04c-b2cf3b3167d6', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:0d:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eceeace-8b40-425d-99c2-af6b45ba8092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:50:47Z', 'updated_at': '2021-07-24T00:50:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:50:49.492879 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d4c683-b809-4194-b3ae-78b50599372f None None] Checking router: 8eceeace-8b40-425d-99c2-af6b45ba8092 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:50:49.493614 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d4c683-b809-4194-b3ae-78b50599372f None None] Updating router 8eceeace-8b40-425d-99c2-af6b45ba8092 port 44da245b-f75a-4abc-a04c-b2cf3b3167d6 binding host n-d-800088-16 {{(pid=100316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:50:49.539180 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-17d4c683-b809-4194-b3ae-78b50599372f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:49.651900 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-9f3f6ebb-9849-4e94-8153-0f19db8c607b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0', 'name': 'tempest-TestMinimumBasicScenario-992484402-router', 'tenant_id': '70d869c9fa83404ead97f9421c061b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '454a41b5-9a74-4364-a214-0035eecd6ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:50:42Z', 'updated_at': '2021-07-24T00:50:45Z', 'revision_number': 4, 'project_id': '70d869c9fa83404ead97f9421c061b55', 'gw_port': {'id': '454a41b5-9a74-4364-a214-0035eecd6ed5', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:50:43Z', 'updated_at': '2021-07-24T00:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '84560b8c-bc47-46a8-ac12-2957fb46a116', 'name': '', 'network_id': '4099ead7-23da-4393-9077-55bbdc218fc0', 'tenant_id': '70d869c9fa83404ead97f9421c061b55', 'mac_address': 'fa:16:3e:da:26:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '975247ea-7e94-4aea-ab91-4b4aa8013d6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:50:44Z', 'updated_at': '2021-07-24T00:50:49Z', 'revision_number': 4, 'project_id': '70d869c9fa83404ead97f9421c061b55', 'subnets': [{'id': '975247ea-7e94-4aea-ab91-4b4aa8013d6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:50:49.689714 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3f6ebb-9849-4e94-8153-0f19db8c607b None None] The sync data for ids ['d4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0'] in n-d-800088-16 is: [{'id': 'd4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0', 'name': 'tempest-TestMinimumBasicScenario-992484402-router', 'tenant_id': '70d869c9fa83404ead97f9421c061b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '454a41b5-9a74-4364-a214-0035eecd6ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:50:42Z', 'updated_at': '2021-07-24T00:50:45Z', 'revision_number': 4, 'project_id': '70d869c9fa83404ead97f9421c061b55', 'gw_port': {'id': '454a41b5-9a74-4364-a214-0035eecd6ed5', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:50:43Z', 'updated_at': '2021-07-24T00:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '84560b8c-bc47-46a8-ac12-2957fb46a116', 'name': '', 'network_id': '4099ead7-23da-4393-9077-55bbdc218fc0', 'tenant_id': '70d869c9fa83404ead97f9421c061b55', 'mac_address': 'fa:16:3e:da:26:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '975247ea-7e94-4aea-ab91-4b4aa8013d6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:50:44Z', 'updated_at': '2021-07-24T00:50:49Z', 'revision_number': 4, 'project_id': '70d869c9fa83404ead97f9421c061b55', 'subnets': [{'id': '975247ea-7e94-4aea-ab91-4b4aa8013d6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:50:49.880225 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-17d4c683-b809-4194-b3ae-78b50599372f None None] Notify callbacks [] for port, precommit_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:49.899206 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.provisioning_blocks [None req-17d4c683-b809-4194-b3ae-78b50599372f None None] Transition to ACTIVE for port object 44da245b-f75a-4abc-a04c-b2cf3b3167d6 will not be triggered until provisioned by entity L2. {{(pid=100316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:50:49.905904 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-17d4c683-b809-4194-b3ae-78b50599372f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:49.965357 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5aa65c3f-de28-44b3-a8b6-96f5e47cfd5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:49.980477 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-17d4c683-b809-4194-b3ae-78b50599372f None None] Attempting to bind port 44da245b-f75a-4abc-a04c-b2cf3b3167d6 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:50:49.981097 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-17d4c683-b809-4194-b3ae-78b50599372f None None] Attempting to bind port 44da245b-f75a-4abc-a04c-b2cf3b3167d6 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:50:49.981272 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d4c683-b809-4194-b3ae-78b50599372f None None] Attempting to bind port 44da245b-f75a-4abc-a04c-b2cf3b3167d6 on network 9adcfee8-760c-4568-9e39-c221abf69bf5 {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:50:49.988080 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d4c683-b809-4194-b3ae-78b50599372f None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:50:49.988456 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d4c683-b809-4194-b3ae-78b50599372f None None] Checking segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:50:49.988993 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-17d4c683-b809-4194-b3ae-78b50599372f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:49.989426 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d4c683-b809-4194-b3ae-78b50599372f None None] Bound using segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:50:49.989913 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-17d4c683-b809-4194-b3ae-78b50599372f None None] Bound port: 44da245b-f75a-4abc-a04c-b2cf3b3167d6, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:50:49.990298 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-17d4c683-b809-4194-b3ae-78b50599372f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:49.992239 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2cb52a-01ad-4be2-85ef-60182594cf63 None None] Pushing event updated for resources: {'Port': ['ID=44da245b-f75a-4abc-a04c-b2cf3b3167d6,revision_number=2']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:50.069035 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-17d4c683-b809-4194-b3ae-78b50599372f None None] For port 44da245b-f75a-4abc-a04c-b2cf3b3167d6, host n-d-800088-16, cleared binding levels {{(pid=100316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:50:50.080894 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-17d4c683-b809-4194-b3ae-78b50599372f None None] For port 44da245b-f75a-4abc-a04c-b2cf3b3167d6, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=44da245b-f75a-4abc-a04c-b2cf3b3167d6,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:50:50.087081 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-17d4c683-b809-4194-b3ae-78b50599372f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:50.132900 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d4c683-b809-4194-b3ae-78b50599372f None None] Routers {'8eceeace-8b40-425d-99c2-af6b45ba8092'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:50:50.133742 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-17d4c683-b809-4194-b3ae-78b50599372f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:50:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['8eceeace-8b40-425d-99c2-af6b45ba8092'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:50:50.183497 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-5aa65c3f-de28-44b3-a8b6-96f5e47cfd5b admin admin] Allocated IP 172.20.0.1 (5d5e13c6-47d6-4ceb-b7be-6907efd0ebe5/f09817f4-0987-4508-97f0-d8cf84ebb646/fb9dcf22-4658-4b7b-9acb-105ec6fad697) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:50:50.247177 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2cb52a-01ad-4be2-85ef-60182594cf63 None None] Pushing event updated for resources: {'Port': ['ID=44da245b-f75a-4abc-a04c-b2cf3b3167d6,revision_number=3']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:50.278765 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-17d4c683-b809-4194-b3ae-78b50599372f None None] Set router 8eceeace-8b40-425d-99c2-af6b45ba8092 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:50:50.323177 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f746166-8717-4d77-9fe7-928f3a44aa66 None None] Network 5d5e13c6-47d6-4ceb-b7be-6907efd0ebe5 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:50:50.366509 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5aa65c3f-de28-44b3-a8b6-96f5e47cfd5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:50.402599 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [None req-5aa65c3f-de28-44b3-a8b6-96f5e47cfd5b admin admin] Transition to ACTIVE for port object fb9dcf22-4658-4b7b-9acb-105ec6fad697 will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:50:50.445241 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 84560b8c-bc47-46a8-ac12-2957fb46a116 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:50:50.456214 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5aa65c3f-de28-44b3-a8b6-96f5e47cfd5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:50.490352 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-14205344-a6e4-4549-a3d9-b0d1c0666322 None None] Provisioning for port 672955b7-6877-492c-8bc0-aef69ece1e3f completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:50:50.510744 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa65c3f-de28-44b3-a8b6-96f5e47cfd5b admin admin] Network 5d5e13c6-47d6-4ceb-b7be-6907efd0ebe5 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:50:50.514542 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-5aa65c3f-de28-44b3-a8b6-96f5e47cfd5b admin admin] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:50:50.520111 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa65c3f-de28-44b3-a8b6-96f5e47cfd5b admin admin] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:50:50.562034 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5aa65c3f-de28-44b3-a8b6-96f5e47cfd5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681761'] for router_interface, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:50.573165 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa65c3f-de28-44b3-a8b6-96f5e47cfd5b admin admin] Pushing event updated for resources: {'Port': ['ID=fb9dcf22-4658-4b7b-9acb-105ec6fad697,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:50.588404 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-17d4c683-b809-4194-b3ae-78b50599372f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eceeace-8b40-425d-99c2-af6b45ba8092', 'name': 'tempest-TestMinimumBasicScenario-1044335615-router', 'tenant_id': 'ac84137bb1e34379b351f4ff0e96537c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '44da245b-f75a-4abc-a04c-b2cf3b3167d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:50:47Z', 'updated_at': '2021-07-24T00:50:48Z', 'revision_number': 3, 'project_id': 'ac84137bb1e34379b351f4ff0e96537c', 'gw_port': {'id': '44da245b-f75a-4abc-a04c-b2cf3b3167d6', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:0d:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eceeace-8b40-425d-99c2-af6b45ba8092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:50:47Z', 'updated_at': '2021-07-24T00:50:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:50:50.599506 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 84560b8c-bc47-46a8-ac12-2957fb46a116 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:50:50.606246 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 84560b8c-bc47-46a8-ac12-2957fb46a116 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:50:50.606627 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:50.618537 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d4c683-b809-4194-b3ae-78b50599372f None None] The sync data for ids ['8eceeace-8b40-425d-99c2-af6b45ba8092'] in n-d-800088-16 is: [{'id': '8eceeace-8b40-425d-99c2-af6b45ba8092', 'name': 'tempest-TestMinimumBasicScenario-1044335615-router', 'tenant_id': 'ac84137bb1e34379b351f4ff0e96537c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '44da245b-f75a-4abc-a04c-b2cf3b3167d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:50:47Z', 'updated_at': '2021-07-24T00:50:48Z', 'revision_number': 3, 'project_id': 'ac84137bb1e34379b351f4ff0e96537c', 'gw_port': {'id': '44da245b-f75a-4abc-a04c-b2cf3b3167d6', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:0d:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eceeace-8b40-425d-99c2-af6b45ba8092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:50:47Z', 'updated_at': '2021-07-24T00:50:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:50:50.727726 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:50.766829 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 84560b8c-bc47-46a8-ac12-2957fb46a116, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=84560b8c-bc47-46a8-ac12-2957fb46a116,segment=NetworkSegment(5b3afb0c-0f9b-4ee1-ac62-ab1424ffa724),segment_id=5b3afb0c-0f9b-4ee1-ac62-ab1424ffa724)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:50.772348 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:50.773338 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 672955b7-6877-492c-8bc0-aef69ece1e3f up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:50:50.797649 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5aa65c3f-de28-44b3-a8b6-96f5e47cfd5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:50.867142 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=84560b8c-bc47-46a8-ac12-2957fb46a116,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:50.893769 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 672955b7-6877-492c-8bc0-aef69ece1e3f completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:50:50.904365 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 672955b7-6877-492c-8bc0-aef69ece1e3f triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:50:50.904892 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:51.065995 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-a0f49744-53e8-4c43-81d3-74ae39af2051 None None] Provisioning complete for port 672955b7-6877-492c-8bc0-aef69ece1e3f triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:50:51.067060 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a0f49744-53e8-4c43-81d3-74ae39af2051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:51.086969 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:51.089827 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5aa65c3f-de28-44b3-a8b6-96f5e47cfd5b admin admin] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:51.098239 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5aa65c3f-de28-44b3-a8b6-96f5e47cfd5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:51.163062 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 672955b7-6877-492c-8bc0-aef69ece1e3f, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=672955b7-6877-492c-8bc0-aef69ece1e3f,segment=NetworkSegment(0f338773-44a2-4fa5-932e-a8b40cbad223),segment_id=0f338773-44a2-4fa5-932e-a8b40cbad223)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:51.175127 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:51.195869 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5aa65c3f-de28-44b3-a8b6-96f5e47cfd5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680980'] for router_interface, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:51.205472 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa65c3f-de28-44b3-a8b6-96f5e47cfd5b admin admin] Pushing event updated for resources: {'Port': ['ID=fb9dcf22-4658-4b7b-9acb-105ec6fad697,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:51.287794 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=672955b7-6877-492c-8bc0-aef69ece1e3f,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:51.321196 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa65c3f-de28-44b3-a8b6-96f5e47cfd5b admin admin] Network 5d5e13c6-47d6-4ceb-b7be-6907efd0ebe5 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:50:51.322824 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-5aa65c3f-de28-44b3-a8b6-96f5e47cfd5b admin admin] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:50:51.325227 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-a0f49744-53e8-4c43-81d3-74ae39af2051 None None] Provisioning for port fb9dcf22-4658-4b7b-9acb-105ec6fad697 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:50:51.330305 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-a0f49744-53e8-4c43-81d3-74ae39af2051 None None] Provisioning complete for port fb9dcf22-4658-4b7b-9acb-105ec6fad697 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:50:51.330822 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a0f49744-53e8-4c43-81d3-74ae39af2051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:51.376482 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-a0f49744-53e8-4c43-81d3-74ae39af2051 None None] Port fb9dcf22-4658-4b7b-9acb-105ec6fad697 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:50:51.475565 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aa65c3f-de28-44b3-a8b6-96f5e47cfd5b admin admin] Router 8eceeace-8b40-425d-99c2-af6b45ba8092 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:50:51.501938 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-a08cab3c-4089-4f23-a13c-e81e1e656df7 None None] Provisioning complete for port fb9dcf22-4658-4b7b-9acb-105ec6fad697 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:50:51.502807 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a08cab3c-4089-4f23-a13c-e81e1e656df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:51.547165 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-a08cab3c-4089-4f23-a13c-e81e1e656df7 None None] Port fb9dcf22-4658-4b7b-9acb-105ec6fad697 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:50:51.612003 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa65c3f-de28-44b3-a8b6-96f5e47cfd5b admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:50:51.618874 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-5aa65c3f-de28-44b3-a8b6-96f5e47cfd5b admin admin] 10.222.0.44 "PUT /v2.0/routers/8eceeace-8b40-425d-99c2-af6b45ba8092/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6576688 Jul 24 00:50:51.669319 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2e63d473-98bb-4c1c-bb7b-e7db56f34c29 None None] Provisioning complete for port fb9dcf22-4658-4b7b-9acb-105ec6fad697 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:50:51.669709 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2e63d473-98bb-4c1c-bb7b-e7db56f34c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:51.705988 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2e63d473-98bb-4c1c-bb7b-e7db56f34c29 None None] Port fb9dcf22-4658-4b7b-9acb-105ec6fad697 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:50:52.411260 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 84560b8c-bc47-46a8-ac12-2957fb46a116 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:50:52.467957 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 84560b8c-bc47-46a8-ac12-2957fb46a116 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:50:52.468343 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:52.560325 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 672955b7-6877-492c-8bc0-aef69ece1e3f up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:50:52.623938 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 672955b7-6877-492c-8bc0-aef69ece1e3f triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:50:52.624317 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:52.724386 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 44da245b-f75a-4abc-a04c-b2cf3b3167d6 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:50:52.781300 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 44da245b-f75a-4abc-a04c-b2cf3b3167d6 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:50:52.785949 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 44da245b-f75a-4abc-a04c-b2cf3b3167d6 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:50:52.786454 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:52.897087 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:52.922416 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 44da245b-f75a-4abc-a04c-b2cf3b3167d6, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=44da245b-f75a-4abc-a04c-b2cf3b3167d6,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:52.928486 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:52.999203 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=44da245b-f75a-4abc-a04c-b2cf3b3167d6,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:53.277923 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d36cd6c-1feb-483f-8290-a7f4b89fef7b None None] Sync routers for ids ['8eceeace-8b40-425d-99c2-af6b45ba8092'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:50:53.280296 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-db5b1f51-54ac-4e39-97b9-6575e489e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:53.292316 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d36cd6c-1feb-483f-8290-a7f4b89fef7b None None] Routers {'8eceeace-8b40-425d-99c2-af6b45ba8092'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:50:53.293008 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-1d36cd6c-1feb-483f-8290-a7f4b89fef7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:50:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['8eceeace-8b40-425d-99c2-af6b45ba8092'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:50:53.418249 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-1d36cd6c-1feb-483f-8290-a7f4b89fef7b None None] Set router 8eceeace-8b40-425d-99c2-af6b45ba8092 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:50:53.818933 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-1d36cd6c-1feb-483f-8290-a7f4b89fef7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eceeace-8b40-425d-99c2-af6b45ba8092', 'name': 'tempest-TestMinimumBasicScenario-1044335615-router', 'tenant_id': 'ac84137bb1e34379b351f4ff0e96537c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '44da245b-f75a-4abc-a04c-b2cf3b3167d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:50:47Z', 'updated_at': '2021-07-24T00:50:50Z', 'revision_number': 4, 'project_id': 'ac84137bb1e34379b351f4ff0e96537c', 'gw_port': {'id': '44da245b-f75a-4abc-a04c-b2cf3b3167d6', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:0d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eceeace-8b40-425d-99c2-af6b45ba8092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:50:47Z', 'updated_at': '2021-07-24T00:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'fb9dcf22-4658-4b7b-9acb-105ec6fad697', 'name': '', 'network_id': '5d5e13c6-47d6-4ceb-b7be-6907efd0ebe5', 'tenant_id': 'ac84137bb1e34379b351f4ff0e96537c', 'mac_address': 'fa:16:3e:ef:9e:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eceeace-8b40-425d-99c2-af6b45ba8092', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'f09817f4-0987-4508-97f0-d8cf84ebb646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:50:49Z', 'updated_at': '2021-07-24T00:50:50Z', 'revision_number': 2, 'project_id': 'ac84137bb1e34379b351f4ff0e96537c', 'subnets': [{'id': 'f09817f4-0987-4508-97f0-d8cf84ebb646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:50:53.855383 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d36cd6c-1feb-483f-8290-a7f4b89fef7b None None] Checking router: 8eceeace-8b40-425d-99c2-af6b45ba8092 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:50:53.855744 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d36cd6c-1feb-483f-8290-a7f4b89fef7b None None] Updating router 8eceeace-8b40-425d-99c2-af6b45ba8092 port fb9dcf22-4658-4b7b-9acb-105ec6fad697 binding host n-d-800088-16 {{(pid=100315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:50:53.894869 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-1d36cd6c-1feb-483f-8290-a7f4b89fef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:54.223098 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-1d36cd6c-1feb-483f-8290-a7f4b89fef7b None None] Notify callbacks [] for port, precommit_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:54.236684 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-1d36cd6c-1feb-483f-8290-a7f4b89fef7b None None] Transition to ACTIVE for port object fb9dcf22-4658-4b7b-9acb-105ec6fad697 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:50:54.245695 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-1d36cd6c-1feb-483f-8290-a7f4b89fef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:54.307695 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e737bc-1b30-48f4-b584-de27c846d7c3 None None] Pushing event updated for resources: {'Port': ['ID=fb9dcf22-4658-4b7b-9acb-105ec6fad697,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:54.398744 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 44da245b-f75a-4abc-a04c-b2cf3b3167d6 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:50:54.445709 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-1d36cd6c-1feb-483f-8290-a7f4b89fef7b None None] Attempting to bind port fb9dcf22-4658-4b7b-9acb-105ec6fad697 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:50:54.446366 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-1d36cd6c-1feb-483f-8290-a7f4b89fef7b None None] Attempting to bind port fb9dcf22-4658-4b7b-9acb-105ec6fad697 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '0f338773-44a2-4fa5-932e-a8b40cbad223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '5d5e13c6-47d6-4ceb-b7be-6907efd0ebe5'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:50:54.446506 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d36cd6c-1feb-483f-8290-a7f4b89fef7b None None] Attempting to bind port fb9dcf22-4658-4b7b-9acb-105ec6fad697 on network 5d5e13c6-47d6-4ceb-b7be-6907efd0ebe5 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:50:54.459278 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d36cd6c-1feb-483f-8290-a7f4b89fef7b None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:50:54.459649 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d36cd6c-1feb-483f-8290-a7f4b89fef7b None None] Checking segment: {'id': '0f338773-44a2-4fa5-932e-a8b40cbad223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '5d5e13c6-47d6-4ceb-b7be-6907efd0ebe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:50:54.460068 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-1d36cd6c-1feb-483f-8290-a7f4b89fef7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:54.460478 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d36cd6c-1feb-483f-8290-a7f4b89fef7b None None] Bound using segment: {'id': '0f338773-44a2-4fa5-932e-a8b40cbad223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '5d5e13c6-47d6-4ceb-b7be-6907efd0ebe5'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:50:54.461066 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-1d36cd6c-1feb-483f-8290-a7f4b89fef7b None None] Bound port: fb9dcf22-4658-4b7b-9acb-105ec6fad697, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f338773-44a2-4fa5-932e-a8b40cbad223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '5d5e13c6-47d6-4ceb-b7be-6907efd0ebe5'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:50:54.461465 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-1d36cd6c-1feb-483f-8290-a7f4b89fef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:54.548447 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 44da245b-f75a-4abc-a04c-b2cf3b3167d6 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:50:54.548885 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:54.551064 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-1d36cd6c-1feb-483f-8290-a7f4b89fef7b None None] For port fb9dcf22-4658-4b7b-9acb-105ec6fad697, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:50:54.555956 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-1d36cd6c-1feb-483f-8290-a7f4b89fef7b None None] For port fb9dcf22-4658-4b7b-9acb-105ec6fad697, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=fb9dcf22-4658-4b7b-9acb-105ec6fad697,segment=NetworkSegment(0f338773-44a2-4fa5-932e-a8b40cbad223),segment_id=0f338773-44a2-4fa5-932e-a8b40cbad223)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:50:54.590760 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-1d36cd6c-1feb-483f-8290-a7f4b89fef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:54.701375 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d36cd6c-1feb-483f-8290-a7f4b89fef7b None None] Routers {'8eceeace-8b40-425d-99c2-af6b45ba8092'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:50:54.701733 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-1d36cd6c-1feb-483f-8290-a7f4b89fef7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:50:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['8eceeace-8b40-425d-99c2-af6b45ba8092'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:50:54.705160 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e737bc-1b30-48f4-b584-de27c846d7c3 None None] Pushing event updated for resources: {'Port': ['ID=fb9dcf22-4658-4b7b-9acb-105ec6fad697,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:54.902150 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-1d36cd6c-1feb-483f-8290-a7f4b89fef7b None None] Set router 8eceeace-8b40-425d-99c2-af6b45ba8092 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:50:55.183167 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-1d36cd6c-1feb-483f-8290-a7f4b89fef7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eceeace-8b40-425d-99c2-af6b45ba8092', 'name': 'tempest-TestMinimumBasicScenario-1044335615-router', 'tenant_id': 'ac84137bb1e34379b351f4ff0e96537c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '44da245b-f75a-4abc-a04c-b2cf3b3167d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:50:47Z', 'updated_at': '2021-07-24T00:50:50Z', 'revision_number': 4, 'project_id': 'ac84137bb1e34379b351f4ff0e96537c', 'gw_port': {'id': '44da245b-f75a-4abc-a04c-b2cf3b3167d6', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:0d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eceeace-8b40-425d-99c2-af6b45ba8092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:50:47Z', 'updated_at': '2021-07-24T00:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'fb9dcf22-4658-4b7b-9acb-105ec6fad697', 'name': '', 'network_id': '5d5e13c6-47d6-4ceb-b7be-6907efd0ebe5', 'tenant_id': 'ac84137bb1e34379b351f4ff0e96537c', 'mac_address': 'fa:16:3e:ef:9e:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eceeace-8b40-425d-99c2-af6b45ba8092', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'f09817f4-0987-4508-97f0-d8cf84ebb646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:50:49Z', 'updated_at': '2021-07-24T00:50:54Z', 'revision_number': 4, 'project_id': 'ac84137bb1e34379b351f4ff0e96537c', 'subnets': [{'id': 'f09817f4-0987-4508-97f0-d8cf84ebb646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:50:55.218639 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d36cd6c-1feb-483f-8290-a7f4b89fef7b None None] The sync data for ids ['8eceeace-8b40-425d-99c2-af6b45ba8092'] in n-d-800088-16 is: [{'id': '8eceeace-8b40-425d-99c2-af6b45ba8092', 'name': 'tempest-TestMinimumBasicScenario-1044335615-router', 'tenant_id': 'ac84137bb1e34379b351f4ff0e96537c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '44da245b-f75a-4abc-a04c-b2cf3b3167d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:50:47Z', 'updated_at': '2021-07-24T00:50:50Z', 'revision_number': 4, 'project_id': 'ac84137bb1e34379b351f4ff0e96537c', 'gw_port': {'id': '44da245b-f75a-4abc-a04c-b2cf3b3167d6', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:0d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eceeace-8b40-425d-99c2-af6b45ba8092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:50:47Z', 'updated_at': '2021-07-24T00:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'fb9dcf22-4658-4b7b-9acb-105ec6fad697', 'name': '', 'network_id': '5d5e13c6-47d6-4ceb-b7be-6907efd0ebe5', 'tenant_id': 'ac84137bb1e34379b351f4ff0e96537c', 'mac_address': 'fa:16:3e:ef:9e:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eceeace-8b40-425d-99c2-af6b45ba8092', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'f09817f4-0987-4508-97f0-d8cf84ebb646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:50:49Z', 'updated_at': '2021-07-24T00:50:54Z', 'revision_number': 4, 'project_id': 'ac84137bb1e34379b351f4ff0e96537c', 'subnets': [{'id': 'f09817f4-0987-4508-97f0-d8cf84ebb646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:50:55.841364 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-cdf4e886-d481-42d3-b6b5-8070def3e309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:56.389911 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device fb9dcf22-4658-4b7b-9acb-105ec6fad697 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:50:56.466412 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port fb9dcf22-4658-4b7b-9acb-105ec6fad697 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:50:56.471620 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port fb9dcf22-4658-4b7b-9acb-105ec6fad697 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:50:56.472120 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:56.628449 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:56.667065 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port fb9dcf22-4658-4b7b-9acb-105ec6fad697, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=fb9dcf22-4658-4b7b-9acb-105ec6fad697,segment=NetworkSegment(0f338773-44a2-4fa5-932e-a8b40cbad223),segment_id=0f338773-44a2-4fa5-932e-a8b40cbad223)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:56.675307 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:56.736701 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=fb9dcf22-4658-4b7b-9acb-105ec6fad697,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:56.870035 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:57.340892 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:50:57.501684 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:58.370951 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device fb9dcf22-4658-4b7b-9acb-105ec6fad697 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:50:58.463685 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port fb9dcf22-4658-4b7b-9acb-105ec6fad697 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:50:58.464387 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:59.079006 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:01.975944 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a1a180-7f32-4383-ab36-7533f7673c77 req-ca0a4783-1331-43d5-b3f8-ea6d3b4b60d7 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:01.977536 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e7a1a180-7f32-4383-ab36-7533f7673c77 req-ca0a4783-1331-43d5-b3f8-ea6d3b4b60d7 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] 10.222.0.44 "GET /v2.0/networks?id=4099ead7-23da-4393-9077-55bbdc218fc0 HTTP/1.1" status: 200 len: 814 time: 0.1122632 Jul 24 00:51:01.993065 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e7a1a180-7f32-4383-ab36-7533f7673c77 req-21ca2eba-6d98-4932-bdf0-96dab25a2fb8 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] 10.222.0.44 "GET /v2.0/quotas/70d869c9fa83404ead97f9421c061b55 HTTP/1.1" status: 200 len: 375 time: 0.0097990 Jul 24 00:51:02.069967 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e7a1a180-7f32-4383-ab36-7533f7673c77 req-44bde7e3-2ce9-47ef-bf1a-0c662f416d3a tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=70d869c9fa83404ead97f9421c061b55&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0709674 Jul 24 00:51:02.168979 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e7a1a180-7f32-4383-ab36-7533f7673c77 req-33e2a3a1-052b-42aa-b459-25d35e1f115f service neutron] 10.222.0.44 "GET /v2.0/networks/4099ead7-23da-4393-9077-55bbdc218fc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866857 Jul 24 00:51:02.268860 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e7a1a180-7f32-4383-ab36-7533f7673c77 req-6671b18d-0eae-49d7-9a50-950e03bdb1c5 service neutron] 10.222.0.44 "GET /v2.0/networks/4099ead7-23da-4393-9077-55bbdc218fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940228 Jul 24 00:51:02.449514 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-89e0004a-6e93-47e7-8831-df464ded05f2 req-fb87b61a-4adb-4334-86ee-0d0dfef8d6a0 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] 10.222.0.44 "GET /v2.0/ports?device_id=770f9dd7-a50f-4937-826b-8842aef1e9b6 HTTP/1.1" status: 200 len: 210 time: 0.0373311 Jul 24 00:51:03.429849 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a1a180-7f32-4383-ab36-7533f7673c77 req-8fb04b2c-f399-45e0-be34-be9c69dcb1b8 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:03.431419 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e7a1a180-7f32-4383-ab36-7533f7673c77 req-8fb04b2c-f399-45e0-be34-be9c69dcb1b8 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] 10.222.0.64 "GET /v2.0/networks?id=4099ead7-23da-4393-9077-55bbdc218fc0 HTTP/1.1" status: 200 len: 814 time: 0.1129503 Jul 24 00:51:03.446800 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-e7a1a180-7f32-4383-ab36-7533f7673c77 req-0b1cd4ee-f13f-4321-9a2f-b313956b4b23 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Request body: {'port': {'device_id': '770f9dd7-a50f-4937-826b-8842aef1e9b6', 'network_id': '4099ead7-23da-4393-9077-55bbdc218fc0', 'admin_state_up': True, 'tenant_id': '70d869c9fa83404ead97f9421c061b55'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:51:03.556617 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-99aad83c-d98d-404b-a80d-b8eb9e629991 req-8840a222-b81d-47a7-9720-7015e38d9020 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] 10.222.0.44 "GET /v2.0/ports?device_id=770f9dd7-a50f-4937-826b-8842aef1e9b6 HTTP/1.1" status: 200 len: 210 time: 0.0388799 Jul 24 00:51:03.597887 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7a1a180-7f32-4383-ab36-7533f7673c77 req-0b1cd4ee-f13f-4321-9a2f-b313956b4b23 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Made reservation on behalf of 70d869c9fa83404ead97f9421c061b55 for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:51:03.601498 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-e7a1a180-7f32-4383-ab36-7533f7673c77 req-0b1cd4ee-f13f-4321-9a2f-b313956b4b23 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:03.755153 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [req-e7a1a180-7f32-4383-ab36-7533f7673c77 req-0b1cd4ee-f13f-4321-9a2f-b313956b4b23 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Allocated IP 172.20.0.11 (4099ead7-23da-4393-9077-55bbdc218fc0/975247ea-7e94-4aea-ab91-4b4aa8013d6c/e675da74-073d-4bc6-8bbc-564d48f77d91) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:51:03.969731 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-e7a1a180-7f32-4383-ab36-7533f7673c77 req-0b1cd4ee-f13f-4321-9a2f-b313956b4b23 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:03.992497 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-e7a1a180-7f32-4383-ab36-7533f7673c77 req-0b1cd4ee-f13f-4321-9a2f-b313956b4b23 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Transition to ACTIVE for port object e675da74-073d-4bc6-8bbc-564d48f77d91 will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:51:04.052595 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-e7a1a180-7f32-4383-ab36-7533f7673c77 req-0b1cd4ee-f13f-4321-9a2f-b313956b4b23 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:04.118170 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1cd4ee-f13f-4321-9a2f-b313956b4b23 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Pushing event updated for resources: {'Port': ['ID=e675da74-073d-4bc6-8bbc-564d48f77d91,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:04.130064 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7a1a180-7f32-4383-ab36-7533f7673c77 req-0b1cd4ee-f13f-4321-9a2f-b313956b4b23 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Network 4099ead7-23da-4393-9077-55bbdc218fc0 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:51:04.132721 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [req-e7a1a180-7f32-4383-ab36-7533f7673c77 req-0b1cd4ee-f13f-4321-9a2f-b313956b4b23 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:51:04.135801 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7a1a180-7f32-4383-ab36-7533f7673c77 req-0b1cd4ee-f13f-4321-9a2f-b313956b4b23 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:51:04.204888 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a1a180-7f32-4383-ab36-7533f7673c77 req-0b1cd4ee-f13f-4321-9a2f-b313956b4b23 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:04.205541 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-e7a1a180-7f32-4383-ab36-7533f7673c77 req-0b1cd4ee-f13f-4321-9a2f-b313956b4b23 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:04.229817 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e7a1a180-7f32-4383-ab36-7533f7673c77 req-0b1cd4ee-f13f-4321-9a2f-b313956b4b23 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7871933 Jul 24 00:51:04.383367 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-8b2ac9bc-667d-4133-95b7-faab1bbbc2b0 None None] Provisioning for port e675da74-073d-4bc6-8bbc-564d48f77d91 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:51:04.387685 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-8b2ac9bc-667d-4133-95b7-faab1bbbc2b0 None None] Provisioning complete for port e675da74-073d-4bc6-8bbc-564d48f77d91 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:51:04.388275 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-8b2ac9bc-667d-4133-95b7-faab1bbbc2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:04.428037 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-8b2ac9bc-667d-4133-95b7-faab1bbbc2b0 None None] Port e675da74-073d-4bc6-8bbc-564d48f77d91 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:51:04.703224 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ce0fda-22ba-45c0-b604-c2807e24f498 req-8e72fed9-467f-4d60-a324-2e72ce2b9b1d tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:04.705385 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-64ce0fda-22ba-45c0-b604-c2807e24f498 req-8e72fed9-467f-4d60-a324-2e72ce2b9b1d tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] 10.222.0.44 "GET /v2.0/ports?device_id=770f9dd7-a50f-4937-826b-8842aef1e9b6 HTTP/1.1" status: 200 len: 932 time: 0.0732033 Jul 24 00:51:04.749227 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-64ce0fda-22ba-45c0-b604-c2807e24f498 req-a18d8300-b407-4bdd-979f-6f8022ceeb7a tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] 10.222.0.44 "GET /v2.0/security-groups?id=635d2235-b15a-42e4-b0ee-a3d9b0a47208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379367 Jul 24 00:51:05.896381 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f42c15-5ca1-45a4-a202-eee62f623d45 req-6197c4a4-99a0-410a-b5e3-a008a7b1c313 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:05.898047 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-79f42c15-5ca1-45a4-a202-eee62f623d45 req-6197c4a4-99a0-410a-b5e3-a008a7b1c313 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] 10.222.0.44 "GET /v2.0/ports?device_id=770f9dd7-a50f-4937-826b-8842aef1e9b6 HTTP/1.1" status: 200 len: 932 time: 0.0692708 Jul 24 00:51:05.956488 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-79f42c15-5ca1-45a4-a202-eee62f623d45 req-19413daf-a01c-45db-a7f7-9711ccbfff58 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] 10.222.0.44 "GET /v2.0/security-groups?id=635d2235-b15a-42e4-b0ee-a3d9b0a47208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506542 Jul 24 00:51:07.109229 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b729ab-5552-44bc-85ff-8ecf9451e4c8 req-c4fc1f4b-1f6f-4070-80d6-82edf9579906 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:07.111546 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a6b729ab-5552-44bc-85ff-8ecf9451e4c8 req-c4fc1f4b-1f6f-4070-80d6-82edf9579906 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] 10.222.0.44 "GET /v2.0/ports?device_id=770f9dd7-a50f-4937-826b-8842aef1e9b6 HTTP/1.1" status: 200 len: 932 time: 0.0699825 Jul 24 00:51:07.152685 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a6b729ab-5552-44bc-85ff-8ecf9451e4c8 req-ebee972f-6f50-4ca9-9939-2b2fad406c55 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] 10.222.0.44 "GET /v2.0/security-groups?id=635d2235-b15a-42e4-b0ee-a3d9b0a47208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340803 Jul 24 00:51:08.332670 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8857cea3-64c2-4a7c-8336-b5c9a111ce34 req-6f583706-a48e-4ab8-9b21-513e9c17a548 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:08.334431 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8857cea3-64c2-4a7c-8336-b5c9a111ce34 req-6f583706-a48e-4ab8-9b21-513e9c17a548 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] 10.222.0.44 "GET /v2.0/ports?device_id=770f9dd7-a50f-4937-826b-8842aef1e9b6 HTTP/1.1" status: 200 len: 932 time: 0.0805607 Jul 24 00:51:08.380717 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8857cea3-64c2-4a7c-8336-b5c9a111ce34 req-97dd2487-e93b-4259-a386-dad81ebbaa3c tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] 10.222.0.44 "GET /v2.0/security-groups?id=635d2235-b15a-42e4-b0ee-a3d9b0a47208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396271 Jul 24 00:51:09.521631 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9fc27b-c5a4-42c4-b191-e9ee21d79fd5 req-110c4dde-c1bc-4f62-9744-bf2758425b49 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:09.523225 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8b9fc27b-c5a4-42c4-b191-e9ee21d79fd5 req-110c4dde-c1bc-4f62-9744-bf2758425b49 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] 10.222.0.44 "GET /v2.0/ports?device_id=770f9dd7-a50f-4937-826b-8842aef1e9b6 HTTP/1.1" status: 200 len: 932 time: 0.0723047 Jul 24 00:51:09.566992 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8b9fc27b-c5a4-42c4-b191-e9ee21d79fd5 req-3d7f54e2-33f7-43f2-95ec-20154c02f129 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] 10.222.0.44 "GET /v2.0/security-groups?id=635d2235-b15a-42e4-b0ee-a3d9b0a47208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381031 Jul 24 00:51:10.731095 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d90207c-d283-44d0-8fe2-a7e6895d0f5a req-754af46b-efc0-4171-9e74-0d520e7a8cfc tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:10.732735 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5d90207c-d283-44d0-8fe2-a7e6895d0f5a req-754af46b-efc0-4171-9e74-0d520e7a8cfc tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] 10.222.0.44 "GET /v2.0/ports?device_id=770f9dd7-a50f-4937-826b-8842aef1e9b6 HTTP/1.1" status: 200 len: 932 time: 0.0811503 Jul 24 00:51:10.785503 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5d90207c-d283-44d0-8fe2-a7e6895d0f5a req-4aea5e68-b0f7-499e-9c0c-2c92e195ac6c tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] 10.222.0.44 "GET /v2.0/security-groups?id=635d2235-b15a-42e4-b0ee-a3d9b0a47208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466373 Jul 24 00:51:11.919996 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c132f011-e54d-4353-824c-634ecbea3234 req-55c3f67b-2f89-428b-8c1d-64062a980b19 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:11.921653 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c132f011-e54d-4353-824c-634ecbea3234 req-55c3f67b-2f89-428b-8c1d-64062a980b19 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] 10.222.0.44 "GET /v2.0/ports?device_id=770f9dd7-a50f-4937-826b-8842aef1e9b6 HTTP/1.1" status: 200 len: 932 time: 0.0681252 Jul 24 00:51:11.963110 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c132f011-e54d-4353-824c-634ecbea3234 req-4faff6eb-24ca-4dd3-b043-09148d48159b tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] 10.222.0.44 "GET /v2.0/security-groups?id=635d2235-b15a-42e4-b0ee-a3d9b0a47208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358965 Jul 24 00:51:13.114022 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3565eb15-1b95-4eae-a693-e07faa503e47 req-9b38126a-1004-4138-abb7-042b826b320c tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:13.115638 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3565eb15-1b95-4eae-a693-e07faa503e47 req-9b38126a-1004-4138-abb7-042b826b320c tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] 10.222.0.44 "GET /v2.0/ports?device_id=770f9dd7-a50f-4937-826b-8842aef1e9b6 HTTP/1.1" status: 200 len: 932 time: 0.0723498 Jul 24 00:51:13.155911 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3565eb15-1b95-4eae-a693-e07faa503e47 req-cb5c002e-8b20-45f6-a474-a4dc5949222a tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] 10.222.0.44 "GET /v2.0/security-groups?id=635d2235-b15a-42e4-b0ee-a3d9b0a47208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343950 Jul 24 00:51:13.810755 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-e7a1a180-7f32-4383-ab36-7533f7673c77 req-e2d64e1f-3020-4271-8ca7-d355d610066a service neutron] Request body: {'port': {'device_id': '770f9dd7-a50f-4937-826b-8842aef1e9b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-16'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:51:13.886397 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-e7a1a180-7f32-4383-ab36-7533f7673c77 req-e2d64e1f-3020-4271-8ca7-d355d610066a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:14.159976 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-e7a1a180-7f32-4383-ab36-7533f7673c77 req-e2d64e1f-3020-4271-8ca7-d355d610066a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e675da74-073d-4bc6-8bbc-564d48f77d91 {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:51:14.167515 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-e7a1a180-7f32-4383-ab36-7533f7673c77 req-e2d64e1f-3020-4271-8ca7-d355d610066a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:14.180464 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-e7a1a180-7f32-4383-ab36-7533f7673c77 req-e2d64e1f-3020-4271-8ca7-d355d610066a service neutron] Transition to ACTIVE for port object e675da74-073d-4bc6-8bbc-564d48f77d91 will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:51:14.185383 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-e7a1a180-7f32-4383-ab36-7533f7673c77 req-e2d64e1f-3020-4271-8ca7-d355d610066a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:14.298217 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d64e1f-3020-4271-8ca7-d355d610066a service neutron] Pushing event updated for resources: {'Port': ['ID=e675da74-073d-4bc6-8bbc-564d48f77d91,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:14.371057 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e13c254-f8d1-436a-a641-3ab8d2aac78b req-33398089-2f7c-4776-99fc-190d083a8637 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:14.373020 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6e13c254-f8d1-436a-a641-3ab8d2aac78b req-33398089-2f7c-4776-99fc-190d083a8637 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] 10.222.0.44 "GET /v2.0/ports?device_id=770f9dd7-a50f-4937-826b-8842aef1e9b6 HTTP/1.1" status: 200 len: 944 time: 0.1419241 Jul 24 00:51:14.389707 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-e7a1a180-7f32-4383-ab36-7533f7673c77 req-e2d64e1f-3020-4271-8ca7-d355d610066a service neutron] Attempting to bind port e675da74-073d-4bc6-8bbc-564d48f77d91 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:51:14.390048 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-e7a1a180-7f32-4383-ab36-7533f7673c77 req-e2d64e1f-3020-4271-8ca7-d355d610066a service neutron] Attempting to bind port e675da74-073d-4bc6-8bbc-564d48f77d91 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '5b3afb0c-0f9b-4ee1-ac62-ab1424ffa724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4099ead7-23da-4393-9077-55bbdc218fc0'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:51:14.390412 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a1a180-7f32-4383-ab36-7533f7673c77 req-e2d64e1f-3020-4271-8ca7-d355d610066a service neutron] Attempting to bind port e675da74-073d-4bc6-8bbc-564d48f77d91 on network 4099ead7-23da-4393-9077-55bbdc218fc0 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:51:14.403273 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a1a180-7f32-4383-ab36-7533f7673c77 req-e2d64e1f-3020-4271-8ca7-d355d610066a service neutron] Port e675da74-073d-4bc6-8bbc-564d48f77d91 on network 4099ead7-23da-4393-9077-55bbdc218fc0 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:51:14.403607 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a1a180-7f32-4383-ab36-7533f7673c77 req-e2d64e1f-3020-4271-8ca7-d355d610066a service neutron] Attempting to bind port e675da74-073d-4bc6-8bbc-564d48f77d91 on network 4099ead7-23da-4393-9077-55bbdc218fc0 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:51:14.413882 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a1a180-7f32-4383-ab36-7533f7673c77 req-e2d64e1f-3020-4271-8ca7-d355d610066a service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:51:14.414138 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a1a180-7f32-4383-ab36-7533f7673c77 req-e2d64e1f-3020-4271-8ca7-d355d610066a service neutron] Checking segment: {'id': '5b3afb0c-0f9b-4ee1-ac62-ab1424ffa724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4099ead7-23da-4393-9077-55bbdc218fc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:51:14.414523 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a1a180-7f32-4383-ab36-7533f7673c77 req-e2d64e1f-3020-4271-8ca7-d355d610066a service neutron] Bound using segment: {'id': '5b3afb0c-0f9b-4ee1-ac62-ab1424ffa724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4099ead7-23da-4393-9077-55bbdc218fc0'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:51:14.414981 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-e7a1a180-7f32-4383-ab36-7533f7673c77 req-e2d64e1f-3020-4271-8ca7-d355d610066a service neutron] Bound port: e675da74-073d-4bc6-8bbc-564d48f77d91, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b3afb0c-0f9b-4ee1-ac62-ab1424ffa724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4099ead7-23da-4393-9077-55bbdc218fc0'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:51:14.415323 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-e7a1a180-7f32-4383-ab36-7533f7673c77 req-e2d64e1f-3020-4271-8ca7-d355d610066a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:14.438939 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6e13c254-f8d1-436a-a641-3ab8d2aac78b req-7427e83f-a05b-4e81-a4f9-7c35c8b6f826 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] 10.222.0.44 "GET /v2.0/security-groups?id=635d2235-b15a-42e4-b0ee-a3d9b0a47208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597227 Jul 24 00:51:14.495856 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-e7a1a180-7f32-4383-ab36-7533f7673c77 req-e2d64e1f-3020-4271-8ca7-d355d610066a service neutron] For port e675da74-073d-4bc6-8bbc-564d48f77d91, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:51:14.498979 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-e7a1a180-7f32-4383-ab36-7533f7673c77 req-e2d64e1f-3020-4271-8ca7-d355d610066a service neutron] For port e675da74-073d-4bc6-8bbc-564d48f77d91, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=e675da74-073d-4bc6-8bbc-564d48f77d91,segment=NetworkSegment(5b3afb0c-0f9b-4ee1-ac62-ab1424ffa724),segment_id=5b3afb0c-0f9b-4ee1-ac62-ab1424ffa724)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:51:14.504033 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-e7a1a180-7f32-4383-ab36-7533f7673c77 req-e2d64e1f-3020-4271-8ca7-d355d610066a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:14.543679 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a1a180-7f32-4383-ab36-7533f7673c77 req-e2d64e1f-3020-4271-8ca7-d355d610066a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:14.544320 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-e7a1a180-7f32-4383-ab36-7533f7673c77 req-e2d64e1f-3020-4271-8ca7-d355d610066a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:14.545839 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e7a1a180-7f32-4383-ab36-7533f7673c77 req-e2d64e1f-3020-4271-8ca7-d355d610066a service neutron] 10.222.0.64 "PUT /v2.0/ports/e675da74-073d-4bc6-8bbc-564d48f77d91 HTTP/1.1" status: 200 len: 1093 time: 0.7426829 Jul 24 00:51:14.546289 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '770f9dd7-a50f-4937-826b-8842aef1e9b6', 'tag': 'e675da74-073d-4bc6-8bbc-564d48f77d91'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:51:14.548714 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e7ee6ebb32ff99aa892ead8be43bffa8c011bb24534d19edee691564802e720" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c86ac4c2-33bc-466a-8459-6f13c142bc84" -d '{"events": [{"name": "network-changed", "server_uuid": "770f9dd7-a50f-4937-826b-8842aef1e9b6", "tag": "e675da74-073d-4bc6-8bbc-564d48f77d91"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:51:14.579953 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d64e1f-3020-4271-8ca7-d355d610066a service neutron] Pushing event updated for resources: {'Port': ['ID=e675da74-073d-4bc6-8bbc-564d48f77d91,revision_number=3']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:14.620173 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa354720-3eae-46e9-8623-6740647d0f34 x-openstack-request-id: req-aa354720-3eae-46e9-8623-6740647d0f34 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:51:14.620474 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "770f9dd7-a50f-4937-826b-8842aef1e9b6", "tag": "e675da74-073d-4bc6-8bbc-564d48f77d91", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:51:14.620737 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-aa354720-3eae-46e9-8623-6740647d0f34 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:51:14.621168 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '770f9dd7-a50f-4937-826b-8842aef1e9b6', 'tag': 'e675da74-073d-4bc6-8bbc-564d48f77d91', 'status': 'completed', 'code': 200} Jul 24 00:51:14.653433 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a1a180-7f32-4383-ab36-7533f7673c77 req-6a5f5ba5-3132-4642-87ca-d4ca64cdc1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:14.655019 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e7a1a180-7f32-4383-ab36-7533f7673c77 req-6a5f5ba5-3132-4642-87ca-d4ca64cdc1cb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=70d869c9fa83404ead97f9421c061b55&device_id=770f9dd7-a50f-4937-826b-8842aef1e9b6 HTTP/1.1" status: 200 len: 1096 time: 0.0664773 Jul 24 00:51:14.702642 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e7a1a180-7f32-4383-ab36-7533f7673c77 req-693b743f-310e-4e21-b0a7-c720f3b93100 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e675da74-073d-4bc6-8bbc-564d48f77d91 HTTP/1.1" status: 200 len: 217 time: 0.0407853 Jul 24 00:51:14.757941 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a1a180-7f32-4383-ab36-7533f7673c77 req-3f530932-c96e-4ee0-9310-542362c9c927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:14.760089 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e7a1a180-7f32-4383-ab36-7533f7673c77 req-3f530932-c96e-4ee0-9310-542362c9c927 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=975247ea-7e94-4aea-ab91-4b4aa8013d6c HTTP/1.1" status: 200 len: 853 time: 0.0514295 Jul 24 00:51:14.822746 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a1a180-7f32-4383-ab36-7533f7673c77 req-2b082d27-80f1-47cc-a0b2-d52cda25174b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:14.824213 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e7a1a180-7f32-4383-ab36-7533f7673c77 req-2b082d27-80f1-47cc-a0b2-d52cda25174b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4099ead7-23da-4393-9077-55bbdc218fc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0581806 Jul 24 00:51:14.918974 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e7a1a180-7f32-4383-ab36-7533f7673c77 req-d0b46992-76a3-4583-8511-09616b5d1d88 service neutron] 10.222.0.64 "GET /v2.0/networks/4099ead7-23da-4393-9077-55bbdc218fc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877836 Jul 24 00:51:15.012659 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e7a1a180-7f32-4383-ab36-7533f7673c77 req-3fa9b171-60e8-4d41-a896-7ec71949c331 service neutron] 10.222.0.64 "GET /v2.0/networks/4099ead7-23da-4393-9077-55bbdc218fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874841 Jul 24 00:51:15.119675 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ac4c2-33bc-466a-8459-6f13c142bc84 req-d644b126-aa68-43bf-9950-74cf0fb240c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:15.121254 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c86ac4c2-33bc-466a-8459-6f13c142bc84 req-d644b126-aa68-43bf-9950-74cf0fb240c1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=70d869c9fa83404ead97f9421c061b55&device_id=770f9dd7-a50f-4937-826b-8842aef1e9b6 HTTP/1.1" status: 200 len: 1096 time: 0.0610716 Jul 24 00:51:15.217119 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ac4c2-33bc-466a-8459-6f13c142bc84 req-c79a5bdf-e30f-431e-87cf-2f2f433fce0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:15.218635 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c86ac4c2-33bc-466a-8459-6f13c142bc84 req-c79a5bdf-e30f-431e-87cf-2f2f433fce0e service neutron] 10.222.0.64 "GET /v2.0/networks?id=4099ead7-23da-4393-9077-55bbdc218fc0 HTTP/1.1" status: 200 len: 915 time: 0.0905690 Jul 24 00:51:15.266046 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c86ac4c2-33bc-466a-8459-6f13c142bc84 req-f1b180d7-9280-45a4-93d8-727a3055d533 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e675da74-073d-4bc6-8bbc-564d48f77d91 HTTP/1.1" status: 200 len: 217 time: 0.0403779 Jul 24 00:51:15.283050 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:15.317313 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ac4c2-33bc-466a-8459-6f13c142bc84 req-4797dee7-fa4d-4ebb-967e-053dce013ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:15.318817 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c86ac4c2-33bc-466a-8459-6f13c142bc84 req-4797dee7-fa4d-4ebb-967e-053dce013ec1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=975247ea-7e94-4aea-ab91-4b4aa8013d6c HTTP/1.1" status: 200 len: 853 time: 0.0470366 Jul 24 00:51:15.380154 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ac4c2-33bc-466a-8459-6f13c142bc84 req-f716982c-4ac3-473f-bf78-e623c2136602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:15.381751 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c86ac4c2-33bc-466a-8459-6f13c142bc84 req-f716982c-4ac3-473f-bf78-e623c2136602 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4099ead7-23da-4393-9077-55bbdc218fc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565348 Jul 24 00:51:15.482330 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c86ac4c2-33bc-466a-8459-6f13c142bc84 req-f00fe26e-f2ad-449f-b570-60569cec85c4 service neutron] 10.222.0.64 "GET /v2.0/networks/4099ead7-23da-4393-9077-55bbdc218fc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926216 Jul 24 00:51:15.611785 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c86ac4c2-33bc-466a-8459-6f13c142bc84 req-18ee0aa5-0dc7-4470-a835-0cebb495d1b1 service neutron] 10.222.0.64 "GET /v2.0/networks/4099ead7-23da-4393-9077-55bbdc218fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230972 Jul 24 00:51:15.633251 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc747c8b-39f9-4961-ba7f-637a5907d451 req-96e6837c-2ead-4620-a7b6-8b497e5bce06 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:15.634801 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bc747c8b-39f9-4961-ba7f-637a5907d451 req-96e6837c-2ead-4620-a7b6-8b497e5bce06 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] 10.222.0.44 "GET /v2.0/ports?device_id=770f9dd7-a50f-4937-826b-8842aef1e9b6 HTTP/1.1" status: 200 len: 944 time: 0.1184583 Jul 24 00:51:15.674558 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bc747c8b-39f9-4961-ba7f-637a5907d451 req-2be1bfdc-72f8-4c1e-8cfc-f5fb81a25b72 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] 10.222.0.44 "GET /v2.0/security-groups?id=635d2235-b15a-42e4-b0ee-a3d9b0a47208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341790 Jul 24 00:51:16.807570 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db4827e-f216-4e56-9383-a27c617970d3 req-31c92738-17a9-44c3-85b5-14d204c7618a tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:16.809145 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0db4827e-f216-4e56-9383-a27c617970d3 req-31c92738-17a9-44c3-85b5-14d204c7618a tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] 10.222.0.44 "GET /v2.0/ports?device_id=770f9dd7-a50f-4937-826b-8842aef1e9b6 HTTP/1.1" status: 200 len: 944 time: 0.0662363 Jul 24 00:51:16.848314 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0db4827e-f216-4e56-9383-a27c617970d3 req-6870db9f-5835-4205-b1a4-ebd4aea3d5f8 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] 10.222.0.44 "GET /v2.0/security-groups?id=635d2235-b15a-42e4-b0ee-a3d9b0a47208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327528 Jul 24 00:51:17.684256 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device e675da74-073d-4bc6-8bbc-564d48f77d91 details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:51:17.784975 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port e675da74-073d-4bc6-8bbc-564d48f77d91, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=e675da74-073d-4bc6-8bbc-564d48f77d91,segment=NetworkSegment(5b3afb0c-0f9b-4ee1-ac62-ab1424ffa724),segment_id=5b3afb0c-0f9b-4ee1-ac62-ab1424ffa724)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:51:17.796550 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': 'e675da74-073d-4bc6-8bbc-564d48f77d91', 'network_id': '4099ead7-23da-4393-9077-55bbdc218fc0', 'port_id': 'e675da74-073d-4bc6-8bbc-564d48f77d91', 'mac_address': 'fa:16:3e:5e:8a:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '975247ea-7e94-4aea-ab91-4b4aa8013d6c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:51:17.837161 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:17.850272 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e675da74-073d-4bc6-8bbc-564d48f77d91 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:51:17.870162 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port e675da74-073d-4bc6-8bbc-564d48f77d91, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=e675da74-073d-4bc6-8bbc-564d48f77d91,segment=NetworkSegment(5b3afb0c-0f9b-4ee1-ac62-ab1424ffa724),segment_id=5b3afb0c-0f9b-4ee1-ac62-ab1424ffa724)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:51:17.875744 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:17.928329 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=e675da74-073d-4bc6-8bbc-564d48f77d91,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:17.936411 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:51:17.936715 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:51:17.937065 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:51:17.937415 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:51:17.938296 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:51:17.938629 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:51:17.938965 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:51:17.939299 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:51:17.939636 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:51:17.939965 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:51:17.940315 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:51:17.940619 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:51:18.001211 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d51720-31de-4545-922d-8aafac529a04 req-6267aa11-b0ad-4f7d-8a24-38e85e9167f2 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:18.002760 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a3d51720-31de-4545-922d-8aafac529a04 req-6267aa11-b0ad-4f7d-8a24-38e85e9167f2 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] 10.222.0.44 "GET /v2.0/ports?device_id=770f9dd7-a50f-4937-826b-8842aef1e9b6 HTTP/1.1" status: 200 len: 945 time: 0.0760691 Jul 24 00:51:18.041697 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a3d51720-31de-4545-922d-8aafac529a04 req-37e6f0ec-a5f0-4484-94b5-1bc95aab706f tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] 10.222.0.44 "GET /v2.0/security-groups?id=635d2235-b15a-42e4-b0ee-a3d9b0a47208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333774 Jul 24 00:51:18.123713 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['e675da74-073d-4bc6-8bbc-564d48f77d91'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:51:18.219582 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:19.183432 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84db799-36f8-466e-a581-2978c1477bac req-7a830b87-879d-4930-9ba7-a8d7f67ab2c4 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:19.184984 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a84db799-36f8-466e-a581-2978c1477bac req-7a830b87-879d-4930-9ba7-a8d7f67ab2c4 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] 10.222.0.44 "GET /v2.0/ports?device_id=770f9dd7-a50f-4937-826b-8842aef1e9b6 HTTP/1.1" status: 200 len: 945 time: 0.0659478 Jul 24 00:51:19.229111 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a84db799-36f8-466e-a581-2978c1477bac req-b5b15554-cd72-4a53-af89-d18f6caa8b75 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] 10.222.0.44 "GET /v2.0/security-groups?id=635d2235-b15a-42e4-b0ee-a3d9b0a47208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377502 Jul 24 00:51:19.705762 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device e675da74-073d-4bc6-8bbc-564d48f77d91 up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:51:19.757020 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port e675da74-073d-4bc6-8bbc-564d48f77d91 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:51:19.762082 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port e675da74-073d-4bc6-8bbc-564d48f77d91 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:51:19.762458 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:19.845873 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:19.869760 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '770f9dd7-a50f-4937-826b-8842aef1e9b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e675da74-073d-4bc6-8bbc-564d48f77d91'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:51:19.872055 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}558c1f08c3ad39984887c6beba8768e196794644b3da822fc6f02d9261914d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c316c79b-b027-4200-b600-7d2372211fc1" -d '{"events": [{"server_uuid": "770f9dd7-a50f-4937-826b-8842aef1e9b6", "name": "network-vif-plugged", "status": "completed", "tag": "e675da74-073d-4bc6-8bbc-564d48f77d91"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:51:19.885147 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port e675da74-073d-4bc6-8bbc-564d48f77d91, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=e675da74-073d-4bc6-8bbc-564d48f77d91,segment=NetworkSegment(5b3afb0c-0f9b-4ee1-ac62-ab1424ffa724),segment_id=5b3afb0c-0f9b-4ee1-ac62-ab1424ffa724)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:51:19.890416 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:19.921069 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e5acc7-e486-442f-a8f4-b9e13c913d23 x-openstack-request-id: req-34e5acc7-e486-442f-a8f4-b9e13c913d23 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:51:19.921371 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "770f9dd7-a50f-4937-826b-8842aef1e9b6", "name": "network-vif-plugged", "status": "completed", "tag": "e675da74-073d-4bc6-8bbc-564d48f77d91", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:51:19.921639 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-34e5acc7-e486-442f-a8f4-b9e13c913d23 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:51:19.922067 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '770f9dd7-a50f-4937-826b-8842aef1e9b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e675da74-073d-4bc6-8bbc-564d48f77d91', 'code': 200} Jul 24 00:51:19.950331 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=e675da74-073d-4bc6-8bbc-564d48f77d91,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:20.032021 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d5626-5081-404e-8e71-deb061adbc55 req-ba828e8e-6181-4150-813d-548e8286eda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:20.033719 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0b0d5626-5081-404e-8e71-deb061adbc55 req-ba828e8e-6181-4150-813d-548e8286eda3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=770f9dd7-a50f-4937-826b-8842aef1e9b6 HTTP/1.1" status: 200 len: 1098 time: 0.0556884 Jul 24 00:51:20.071313 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0b0d5626-5081-404e-8e71-deb061adbc55 req-6f2eda94-63c9-4cc5-9a13-c57eacf3dafa service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=635d2235-b15a-42e4-b0ee-a3d9b0a47208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317678 Jul 24 00:51:20.364298 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be02632b-f952-452d-be64-ac525b7cfce7 req-7370d37f-2c5d-46a4-9bf7-3b75f286b316 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:20.365873 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-be02632b-f952-452d-be64-ac525b7cfce7 req-7370d37f-2c5d-46a4-9bf7-3b75f286b316 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] 10.222.0.44 "GET /v2.0/ports?device_id=770f9dd7-a50f-4937-826b-8842aef1e9b6 HTTP/1.1" status: 200 len: 946 time: 0.0680349 Jul 24 00:51:20.405361 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-be02632b-f952-452d-be64-ac525b7cfce7 req-f911cb6a-0f54-4909-a11f-3d7767164075 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] 10.222.0.44 "GET /v2.0/security-groups?id=635d2235-b15a-42e4-b0ee-a3d9b0a47208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338829 Jul 24 00:51:21.571121 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d3716d-7a02-41a6-962b-cd0583d64af9 req-8ef5dc5f-58d7-483f-b460-129269f276ea tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:21.572635 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-79d3716d-7a02-41a6-962b-cd0583d64af9 req-8ef5dc5f-58d7-483f-b460-129269f276ea tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] 10.222.0.44 "GET /v2.0/ports?device_id=770f9dd7-a50f-4937-826b-8842aef1e9b6 HTTP/1.1" status: 200 len: 946 time: 0.0964394 Jul 24 00:51:21.623219 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-79d3716d-7a02-41a6-962b-cd0583d64af9 req-bba88fff-4cf9-4ee8-8beb-86905bb7313c tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] 10.222.0.44 "GET /v2.0/security-groups?id=635d2235-b15a-42e4-b0ee-a3d9b0a47208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439463 Jul 24 00:51:21.627637 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a9abb6a6-e9a1-4a4e-9311-737baefa7fc5 req-7019a98e-2f41-450d-b698-fe140cdc721d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=770f9dd7-a50f-4937-826b-8842aef1e9b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0980015 Jul 24 00:51:21.727897 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9abb6a6-e9a1-4a4e-9311-737baefa7fc5 req-94380d9c-ffe3-4bd0-bb9f-3896bfdf766e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:21.729356 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a9abb6a6-e9a1-4a4e-9311-737baefa7fc5 req-94380d9c-ffe3-4bd0-bb9f-3896bfdf766e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=70d869c9fa83404ead97f9421c061b55&device_id=770f9dd7-a50f-4937-826b-8842aef1e9b6 HTTP/1.1" status: 200 len: 1098 time: 0.0612185 Jul 24 00:51:21.762287 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40685c5-fb09-4353-97a0-be0995a12f15 req-156e532a-6749-40e5-8af6-86049f6c073b tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:21.763857 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e40685c5-fb09-4353-97a0-be0995a12f15 req-156e532a-6749-40e5-8af6-86049f6c073b tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] 10.222.0.44 "GET /v2.0/ports?device_id=770f9dd7-a50f-4937-826b-8842aef1e9b6 HTTP/1.1" status: 200 len: 946 time: 0.0710433 Jul 24 00:51:21.803333 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e40685c5-fb09-4353-97a0-be0995a12f15 req-3f8f69f9-55ba-4e15-9a45-1da6977b057e tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] 10.222.0.44 "GET /v2.0/security-groups?id=635d2235-b15a-42e4-b0ee-a3d9b0a47208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336940 Jul 24 00:51:21.837573 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9abb6a6-e9a1-4a4e-9311-737baefa7fc5 req-4d6eedcb-892e-4eb0-827f-f204bf0bd8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:21.839103 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a9abb6a6-e9a1-4a4e-9311-737baefa7fc5 req-4d6eedcb-892e-4eb0-827f-f204bf0bd8e1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4099ead7-23da-4393-9077-55bbdc218fc0 HTTP/1.1" status: 200 len: 915 time: 0.0899568 Jul 24 00:51:21.888739 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a9abb6a6-e9a1-4a4e-9311-737baefa7fc5 req-ff4980a6-0d2d-42bf-bcf5-2795abd9a3b3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e675da74-073d-4bc6-8bbc-564d48f77d91 HTTP/1.1" status: 200 len: 217 time: 0.0427065 Jul 24 00:51:21.939604 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9abb6a6-e9a1-4a4e-9311-737baefa7fc5 req-9bad7008-e2bb-4e9d-8ea8-c5b641c62df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:21.941058 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a9abb6a6-e9a1-4a4e-9311-737baefa7fc5 req-9bad7008-e2bb-4e9d-8ea8-c5b641c62df1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=975247ea-7e94-4aea-ab91-4b4aa8013d6c HTTP/1.1" status: 200 len: 853 time: 0.0467696 Jul 24 00:51:22.003468 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9abb6a6-e9a1-4a4e-9311-737baefa7fc5 req-f0b1fead-64ee-461b-b130-c81349e9feb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:22.005042 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a9abb6a6-e9a1-4a4e-9311-737baefa7fc5 req-f0b1fead-64ee-461b-b130-c81349e9feb9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4099ead7-23da-4393-9077-55bbdc218fc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582147 Jul 24 00:51:22.024955 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8128ae27-2053-4f28-8299-a0e815a6d230 req-cd86538a-561c-4f29-bbf6-8e0a4517fd50 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:22.026538 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8128ae27-2053-4f28-8299-a0e815a6d230 req-cd86538a-561c-4f29-bbf6-8e0a4517fd50 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] 10.222.0.44 "GET /v2.0/ports?device_id=770f9dd7-a50f-4937-826b-8842aef1e9b6 HTTP/1.1" status: 200 len: 946 time: 0.0694644 Jul 24 00:51:22.066699 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8128ae27-2053-4f28-8299-a0e815a6d230 req-a967b2c5-f51b-45c2-a331-cb47b7075efa tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] 10.222.0.44 "GET /v2.0/security-groups?id=635d2235-b15a-42e4-b0ee-a3d9b0a47208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343022 Jul 24 00:51:22.104828 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a9abb6a6-e9a1-4a4e-9311-737baefa7fc5 req-ad532546-e857-405f-a520-52a11fbe1558 service neutron] 10.222.0.64 "GET /v2.0/networks/4099ead7-23da-4393-9077-55bbdc218fc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936267 Jul 24 00:51:22.200553 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a9abb6a6-e9a1-4a4e-9311-737baefa7fc5 req-09ad5c3f-cb25-418f-b52d-ae89ad5bbcc7 service neutron] 10.222.0.64 "GET /v2.0/networks/4099ead7-23da-4393-9077-55bbdc218fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887456 Jul 24 00:51:23.258826 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-8b20bd4f-3607-4954-9f6d-748f727414a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:25.833224 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-1b66c80e-785c-4332-86d8-b986b6d30571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:26.874551 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:27.491514 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:29.066217 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:33.695082 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ff34f8-8c16-49f9-b25c-c58c0e3ff861 req-2a1d206f-57e4-4253-b17b-313af173cff5 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:33.696633 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c6ff34f8-8c16-49f9-b25c-c58c0e3ff861 req-2a1d206f-57e4-4253-b17b-313af173cff5 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] 10.222.0.44 "GET /v2.0/ports?device_id=770f9dd7-a50f-4937-826b-8842aef1e9b6 HTTP/1.1" status: 200 len: 946 time: 0.0684133 Jul 24 00:51:33.736757 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c6ff34f8-8c16-49f9-b25c-c58c0e3ff861 req-6990fc64-c644-449e-9270-7ca3539f0491 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] 10.222.0.44 "GET /v2.0/security-groups?id=635d2235-b15a-42e4-b0ee-a3d9b0a47208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342402 Jul 24 00:51:33.759063 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42734) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:51:33.910647 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af657ad-3fcc-47d4-b5e9-f08e93c97cd5 tempest-TestMinimumBasicScenario-1542463280 tempest-TestMinimumBasicScenario-1542463280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:33.912206 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-1af657ad-3fcc-47d4-b5e9-f08e93c97cd5 tempest-TestMinimumBasicScenario-1542463280 tempest-TestMinimumBasicScenario-1542463280-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=770f9dd7-a50f-4937-826b-8842aef1e9b6 HTTP/1.1" status: 200 len: 1093 time: 0.1520519 Jul 24 00:51:33.915240 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42738) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:51:33.919689 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-6b8ea246-0f22-4f6c-a898-fe81cfe7ca2e tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Request body: {'floatingip': {'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'port_id': 'e675da74-073d-4bc6-8bbc-564d48f77d91', 'tenant_id': '70d869c9fa83404ead97f9421c061b55', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:51:33.951409 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6b8ea246-0f22-4f6c-a898-fe81cfe7ca2e tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Notify callbacks [] for floatingip, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:34.049175 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6b8ea246-0f22-4f6c-a898-fe81cfe7ca2e tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:34.162800 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-6b8ea246-0f22-4f6c-a898-fe81cfe7ca2e tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Allocated IP 172.25.3.77 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/e8d1778e-c9fa-4d21-a4d8-b7148c31c3ba) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:51:34.267739 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6b8ea246-0f22-4f6c-a898-fe81cfe7ca2e tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:34.310010 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6b8ea246-0f22-4f6c-a898-fe81cfe7ca2e tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:34.340567 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:51:34.348298 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8ea246-0f22-4f6c-a898-fe81cfe7ca2e tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:51:34.358179 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-6b8ea246-0f22-4f6c-a898-fe81cfe7ca2e tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:51:34.362435 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8ea246-0f22-4f6c-a898-fe81cfe7ca2e tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:51:34.368006 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8ea246-0f22-4f6c-a898-fe81cfe7ca2e tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Pushing event updated for resources: {'Port': ['ID=e8d1778e-c9fa-4d21-a4d8-b7148c31c3ba,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:34.394915 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8ea246-0f22-4f6c-a898-fe81cfe7ca2e tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:51:34.395273 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8ea246-0f22-4f6c-a898-fe81cfe7ca2e tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:51:34.395622 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8ea246-0f22-4f6c-a898-fe81cfe7ca2e tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:51:34.395967 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8ea246-0f22-4f6c-a898-fe81cfe7ca2e tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:51:34.396309 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8ea246-0f22-4f6c-a898-fe81cfe7ca2e tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:51:34.396649 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8ea246-0f22-4f6c-a898-fe81cfe7ca2e tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:51:34.397022 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8ea246-0f22-4f6c-a898-fe81cfe7ca2e tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:51:34.397358 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8ea246-0f22-4f6c-a898-fe81cfe7ca2e tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:51:34.397693 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8ea246-0f22-4f6c-a898-fe81cfe7ca2e tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:51:34.398024 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8ea246-0f22-4f6c-a898-fe81cfe7ca2e tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:51:34.398356 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8ea246-0f22-4f6c-a898-fe81cfe7ca2e tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:51:34.398684 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8ea246-0f22-4f6c-a898-fe81cfe7ca2e tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:51:34.793534 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6b8ea246-0f22-4f6c-a898-fe81cfe7ca2e tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:34.873485 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6b8ea246-0f22-4f6c-a898-fe81cfe7ca2e tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:35.036512 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6b8ea246-0f22-4f6c-a898-fe81cfe7ca2e tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:35.041834 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6b8ea246-0f22-4f6c-a898-fe81cfe7ca2e tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:35.112103 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8ea246-0f22-4f6c-a898-fe81cfe7ca2e tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Pushing event updated for resources: {'Port': ['ID=e8d1778e-c9fa-4d21-a4d8-b7148c31c3ba,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:35.120402 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6b8ea246-0f22-4f6c-a898-fe81cfe7ca2e tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:35.223567 n-d-800088-16 neutron-server[100313]: INFO neutron.db.l3_db [None req-6b8ea246-0f22-4f6c-a898-fe81cfe7ca2e tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Floating IP 220e266e-f797-4b1f-8b1e-259bc2c1d593 associated. External IP: 172.25.3.77, port: e675da74-073d-4bc6-8bbc-564d48f77d91. Jul 24 00:51:35.438372 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b8ea246-0f22-4f6c-a898-fe81cfe7ca2e tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Router d4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:51:35.549743 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b8ea246-0f22-4f6c-a898-fe81cfe7ca2e tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:51:35.562119 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084767da-4ac2-4c20-aa36-aa32b2147836 None None] Sync routers for ids ['d4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:51:35.568267 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6b8ea246-0f22-4f6c-a898-fe81cfe7ca2e tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:35.573087 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084767da-4ac2-4c20-aa36-aa32b2147836 None None] Routers {'d4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:51:35.573741 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-084767da-4ac2-4c20-aa36-aa32b2147836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:51:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['d4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:51:35.608955 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-6b8ea246-0f22-4f6c-a898-fe81cfe7ca2e tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6924849 Jul 24 00:51:35.609473 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '770f9dd7-a50f-4937-826b-8842aef1e9b6', 'tag': 'e675da74-073d-4bc6-8bbc-564d48f77d91'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:51:35.611848 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b5b12b33723a5ac99f65cff31e3c306c8fdd85da64bb4eb22f7eb8a86bf6c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea0851b-4fe3-4ea5-ae92-b59b4db80def" -d '{"events": [{"name": "network-changed", "server_uuid": "770f9dd7-a50f-4937-826b-8842aef1e9b6", "tag": "e675da74-073d-4bc6-8bbc-564d48f77d91"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:51:35.612046 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 42740) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:51:35.619188 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-c803829f-ab03-4bd2-af68-fbb477c3f35d tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1055818111', 'description': 'tempest-secgroup-smoke-1055818111 description', 'project_id': '70d869c9fa83404ead97f9421c061b55'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:51:35.646579 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c803829f-ab03-4bd2-af68-fbb477c3f35d tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:35.654244 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d38ce6c9-95d1-4a63-bb62-92cbbf212cc8 x-openstack-request-id: req-d38ce6c9-95d1-4a63-bb62-92cbbf212cc8 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:51:35.654542 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "770f9dd7-a50f-4937-826b-8842aef1e9b6", "tag": "e675da74-073d-4bc6-8bbc-564d48f77d91", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:51:35.654803 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d38ce6c9-95d1-4a63-bb62-92cbbf212cc8 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:51:35.655221 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '770f9dd7-a50f-4937-826b-8842aef1e9b6', 'tag': 'e675da74-073d-4bc6-8bbc-564d48f77d91', 'status': 'completed', 'code': 200} Jul 24 00:51:35.791411 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-084767da-4ac2-4c20-aa36-aa32b2147836 None None] Set router d4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:51:36.032484 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-084767da-4ac2-4c20-aa36-aa32b2147836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0', 'name': 'tempest-TestMinimumBasicScenario-992484402-router', 'tenant_id': '70d869c9fa83404ead97f9421c061b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '454a41b5-9a74-4364-a214-0035eecd6ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:50:42Z', 'updated_at': '2021-07-24T00:50:45Z', 'revision_number': 4, 'project_id': '70d869c9fa83404ead97f9421c061b55', 'gw_port': {'id': '454a41b5-9a74-4364-a214-0035eecd6ed5', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:50:43Z', 'updated_at': '2021-07-24T00:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': '220e266e-f797-4b1f-8b1e-259bc2c1d593', 'tenant_id': '70d869c9fa83404ead97f9421c061b55', 'floating_ip_address': '172.25.3.77', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': 'd4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0', 'port_id': 'e675da74-073d-4bc6-8bbc-564d48f77d91', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4099ead7-23da-4393-9077-55bbdc218fc0', 'mac_address': 'fa:16:3e:5e:8a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770f9dd7-a50f-4937-826b-8842aef1e9b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:51:34Z', 'updated_at': '2021-07-24T00:51:34Z', 'revision_number': 0, 'project_id': '70d869c9fa83404ead97f9421c061b55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84560b8c-bc47-46a8-ac12-2957fb46a116', 'name': '', 'network_id': '4099ead7-23da-4393-9077-55bbdc218fc0', 'tenant_id': '70d869c9fa83404ead97f9421c061b55', 'mac_address': 'fa:16:3e:da:26:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '975247ea-7e94-4aea-ab91-4b4aa8013d6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:50:44Z', 'updated_at': '2021-07-24T00:50:50Z', 'revision_number': 5, 'project_id': '70d869c9fa83404ead97f9421c061b55', 'subnets': [{'id': '975247ea-7e94-4aea-ab91-4b4aa8013d6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:51:36.059734 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084767da-4ac2-4c20-aa36-aa32b2147836 None None] Checking router: d4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:51:36.069297 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084767da-4ac2-4c20-aa36-aa32b2147836 None None] Routers {'d4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:51:36.069920 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-084767da-4ac2-4c20-aa36-aa32b2147836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:51:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['d4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:51:36.117935 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea0851b-4fe3-4ea5-ae92-b59b4db80def req-4cfc9460-415b-4f6c-8c21-fd92db108bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:36.119482 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-dea0851b-4fe3-4ea5-ae92-b59b4db80def req-4cfc9460-415b-4f6c-8c21-fd92db108bfa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=70d869c9fa83404ead97f9421c061b55&device_id=770f9dd7-a50f-4937-826b-8842aef1e9b6 HTTP/1.1" status: 200 len: 1098 time: 0.4416025 Jul 24 00:51:36.162477 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c803829f-ab03-4bd2-af68-fbb477c3f35d tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:36.170278 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c803829f-ab03-4bd2-af68-fbb477c3f35d tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:36.188521 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-084767da-4ac2-4c20-aa36-aa32b2147836 None None] Set router d4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:51:36.235426 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c803829f-ab03-4bd2-af68-fbb477c3f35d tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:36.239411 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-c803829f-ab03-4bd2-af68-fbb477c3f35d tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6235018 Jul 24 00:51:36.239756 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42744) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:51:36.244661 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-b96818fd-3c3a-4121-9dbc-7f45915abce9 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Request body: {'security_group_rule': {'security_group_id': '4a5ebf03-d39d-4738-9722-6e050e9b9ab9', 'project_id': '70d869c9fa83404ead97f9421c061b55', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:51:36.253257 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c803829f-ab03-4bd2-af68-fbb477c3f35d tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a5ebf03-d39d-4738-9722-6e050e9b9ab9,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:36.276973 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea0851b-4fe3-4ea5-ae92-b59b4db80def req-cf0547ae-3774-479e-b400-9075632902ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:36.280039 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-dea0851b-4fe3-4ea5-ae92-b59b4db80def req-cf0547ae-3774-479e-b400-9075632902ad service neutron] 10.222.0.64 "GET /v2.0/networks?id=4099ead7-23da-4393-9077-55bbdc218fc0 HTTP/1.1" status: 200 len: 915 time: 0.1512654 Jul 24 00:51:36.288885 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b96818fd-3c3a-4121-9dbc-7f45915abce9 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:36.350255 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-dea0851b-4fe3-4ea5-ae92-b59b4db80def req-0e51df27-2db2-4b62-978b-48a127a3ab8b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e675da74-073d-4bc6-8bbc-564d48f77d91 HTTP/1.1" status: 200 len: 999 time: 0.0651453 Jul 24 00:51:36.364260 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b96818fd-3c3a-4121-9dbc-7f45915abce9 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:36.370096 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b96818fd-3c3a-4121-9dbc-7f45915abce9 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:36.396869 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96818fd-3c3a-4121-9dbc-7f45915abce9 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3158d42-2da9-44df-bdc1-f7f0addb076c,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:36.403516 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b96818fd-3c3a-4121-9dbc-7f45915abce9 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:36.405679 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-b96818fd-3c3a-4121-9dbc-7f45915abce9 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1648262 Jul 24 00:51:36.407990 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42746) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:51:36.413637 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-aa802167-7e5a-45c5-864c-09b3e24e6e20 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Request body: {'security_group_rule': {'security_group_id': '4a5ebf03-d39d-4738-9722-6e050e9b9ab9', 'project_id': '70d869c9fa83404ead97f9421c061b55', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:51:36.413975 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea0851b-4fe3-4ea5-ae92-b59b4db80def req-1cd27b58-9b3f-4943-a1df-f95344a389c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:36.415534 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-dea0851b-4fe3-4ea5-ae92-b59b4db80def req-1cd27b58-9b3f-4943-a1df-f95344a389c9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=975247ea-7e94-4aea-ab91-4b4aa8013d6c HTTP/1.1" status: 200 len: 853 time: 0.0576601 Jul 24 00:51:36.443908 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-084767da-4ac2-4c20-aa36-aa32b2147836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0', 'name': 'tempest-TestMinimumBasicScenario-992484402-router', 'tenant_id': '70d869c9fa83404ead97f9421c061b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '454a41b5-9a74-4364-a214-0035eecd6ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:50:42Z', 'updated_at': '2021-07-24T00:50:45Z', 'revision_number': 4, 'project_id': '70d869c9fa83404ead97f9421c061b55', 'gw_port': {'id': '454a41b5-9a74-4364-a214-0035eecd6ed5', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:50:43Z', 'updated_at': '2021-07-24T00:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': '220e266e-f797-4b1f-8b1e-259bc2c1d593', 'tenant_id': '70d869c9fa83404ead97f9421c061b55', 'floating_ip_address': '172.25.3.77', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': 'd4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0', 'port_id': 'e675da74-073d-4bc6-8bbc-564d48f77d91', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4099ead7-23da-4393-9077-55bbdc218fc0', 'mac_address': 'fa:16:3e:5e:8a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770f9dd7-a50f-4937-826b-8842aef1e9b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:51:34Z', 'updated_at': '2021-07-24T00:51:34Z', 'revision_number': 0, 'project_id': '70d869c9fa83404ead97f9421c061b55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84560b8c-bc47-46a8-ac12-2957fb46a116', 'name': '', 'network_id': '4099ead7-23da-4393-9077-55bbdc218fc0', 'tenant_id': '70d869c9fa83404ead97f9421c061b55', 'mac_address': 'fa:16:3e:da:26:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '975247ea-7e94-4aea-ab91-4b4aa8013d6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:50:44Z', 'updated_at': '2021-07-24T00:50:50Z', 'revision_number': 5, 'project_id': '70d869c9fa83404ead97f9421c061b55', 'subnets': [{'id': '975247ea-7e94-4aea-ab91-4b4aa8013d6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:51:36.444184 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-aa802167-7e5a-45c5-864c-09b3e24e6e20 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:36.472044 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084767da-4ac2-4c20-aa36-aa32b2147836 None None] The sync data for ids ['d4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0'] in n-d-800088-16 is: [{'id': 'd4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0', 'name': 'tempest-TestMinimumBasicScenario-992484402-router', 'tenant_id': '70d869c9fa83404ead97f9421c061b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '454a41b5-9a74-4364-a214-0035eecd6ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:50:42Z', 'updated_at': '2021-07-24T00:50:45Z', 'revision_number': 4, 'project_id': '70d869c9fa83404ead97f9421c061b55', 'gw_port': {'id': '454a41b5-9a74-4364-a214-0035eecd6ed5', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:50:43Z', 'updated_at': '2021-07-24T00:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': '220e266e-f797-4b1f-8b1e-259bc2c1d593', 'tenant_id': '70d869c9fa83404ead97f9421c061b55', 'floating_ip_address': '172.25.3.77', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': 'd4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0', 'port_id': 'e675da74-073d-4bc6-8bbc-564d48f77d91', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4099ead7-23da-4393-9077-55bbdc218fc0', 'mac_address': 'fa:16:3e:5e:8a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770f9dd7-a50f-4937-826b-8842aef1e9b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:51:34Z', 'updated_at': '2021-07-24T00:51:34Z', 'revision_number': 0, 'project_id': '70d869c9fa83404ead97f9421c061b55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84560b8c-bc47-46a8-ac12-2957fb46a116', 'name': '', 'network_id': '4099ead7-23da-4393-9077-55bbdc218fc0', 'tenant_id': '70d869c9fa83404ead97f9421c061b55', 'mac_address': 'fa:16:3e:da:26:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '975247ea-7e94-4aea-ab91-4b4aa8013d6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:50:44Z', 'updated_at': '2021-07-24T00:50:50Z', 'revision_number': 5, 'project_id': '70d869c9fa83404ead97f9421c061b55', 'subnets': [{'id': '975247ea-7e94-4aea-ab91-4b4aa8013d6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:51:36.495882 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea0851b-4fe3-4ea5-ae92-b59b4db80def req-1f77a2d8-823d-4b05-815d-0da459ae95e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:36.497640 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-dea0851b-4fe3-4ea5-ae92-b59b4db80def req-1f77a2d8-823d-4b05-815d-0da459ae95e5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4099ead7-23da-4393-9077-55bbdc218fc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0744376 Jul 24 00:51:36.512163 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-aa802167-7e5a-45c5-864c-09b3e24e6e20 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:36.518997 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-aa802167-7e5a-45c5-864c-09b3e24e6e20 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:36.539135 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa802167-7e5a-45c5-864c-09b3e24e6e20 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a18bbaf-f2da-47b8-b6b6-c318829facde,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:36.545949 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-aa802167-7e5a-45c5-864c-09b3e24e6e20 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:36.547886 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-aa802167-7e5a-45c5-864c-09b3e24e6e20 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1385508 Jul 24 00:51:36.552639 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42748) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:51:36.557730 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-6e85a072-a4b8-42d7-a0fc-072855de3e5c tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Request body: {'security_group_rule': {'security_group_id': '4a5ebf03-d39d-4738-9722-6e050e9b9ab9', 'project_id': '70d869c9fa83404ead97f9421c061b55', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:51:36.587410 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6e85a072-a4b8-42d7-a0fc-072855de3e5c tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:36.609226 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-dea0851b-4fe3-4ea5-ae92-b59b4db80def req-29add191-c596-4d11-84ec-d72de9cb633c service neutron] 10.222.0.64 "GET /v2.0/networks/4099ead7-23da-4393-9077-55bbdc218fc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049135 Jul 24 00:51:36.661976 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6e85a072-a4b8-42d7-a0fc-072855de3e5c tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:36.667119 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6e85a072-a4b8-42d7-a0fc-072855de3e5c tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:36.686229 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e85a072-a4b8-42d7-a0fc-072855de3e5c tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf0724f3-6da1-4b05-a74c-77884cab4aa8,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:36.699786 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6e85a072-a4b8-42d7-a0fc-072855de3e5c tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:36.701074 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-6e85a072-a4b8-42d7-a0fc-072855de3e5c tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1473691 Jul 24 00:51:36.706772 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42750) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:51:36.709554 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-aec2820f-998e-4351-803b-f58047c9ef02 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Request body: {'security_group_rule': {'security_group_id': '4a5ebf03-d39d-4738-9722-6e050e9b9ab9', 'project_id': '70d869c9fa83404ead97f9421c061b55', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:51:36.731071 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-dea0851b-4fe3-4ea5-ae92-b59b4db80def req-f5be9463-5b3d-4ccb-88ac-2708eab79a3f service neutron] 10.222.0.64 "GET /v2.0/networks/4099ead7-23da-4393-9077-55bbdc218fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156201 Jul 24 00:51:36.741266 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-aec2820f-998e-4351-803b-f58047c9ef02 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:36.753581 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4762281-3c19-4e63-b36a-13a4a3d7ac08 None None] New status for floating IP 220e266e-f797-4b1f-8b1e-259bc2c1d593: ACTIVE {{(pid=100315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 00:51:36.810173 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-aec2820f-998e-4351-803b-f58047c9ef02 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:36.816518 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-aec2820f-998e-4351-803b-f58047c9ef02 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:36.836559 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec2820f-998e-4351-803b-f58047c9ef02 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e9c0ea0-517e-4f03-bc60-05f380929c9f,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:36.840739 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-aec2820f-998e-4351-803b-f58047c9ef02 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:36.844631 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-aec2820f-998e-4351-803b-f58047c9ef02 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1365862 Jul 24 00:51:36.845188 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 42752) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:51:36.850108 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-226e0784-6543-48c3-aee4-51bc4bd137d5 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Request body: {'security_group_rule': {'security_group_id': '4a5ebf03-d39d-4738-9722-6e050e9b9ab9', 'project_id': '70d869c9fa83404ead97f9421c061b55', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:51:36.873538 n-d-800088-16 neutron-server[100314]: INFO neutron.db.securitygroups_db [None req-226e0784-6543-48c3-aee4-51bc4bd137d5 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Project 70d869c9fa83404ead97f9421c061b55 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 00:51:36.879413 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-226e0784-6543-48c3-aee4-51bc4bd137d5 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:36.953926 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-226e0784-6543-48c3-aee4-51bc4bd137d5 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:36.958121 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-226e0784-6543-48c3-aee4-51bc4bd137d5 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:36.975436 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226e0784-6543-48c3-aee4-51bc4bd137d5 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2976216-a28e-4b57-aca9-e24be2825003,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:36.983105 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-226e0784-6543-48c3-aee4-51bc4bd137d5 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:36.985366 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-226e0784-6543-48c3-aee4-51bc4bd137d5 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1391380 Jul 24 00:51:36.988173 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42754) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:51:36.992965 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-1b9766f8-3e42-4d80-9ba0-67dd2ccdfd04 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Request body: {'security_group_rule': {'security_group_id': '4a5ebf03-d39d-4738-9722-6e050e9b9ab9', 'project_id': '70d869c9fa83404ead97f9421c061b55', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:51:37.015829 n-d-800088-16 neutron-server[100313]: INFO neutron.db.securitygroups_db [None req-1b9766f8-3e42-4d80-9ba0-67dd2ccdfd04 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Project 70d869c9fa83404ead97f9421c061b55 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 00:51:37.021058 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1b9766f8-3e42-4d80-9ba0-67dd2ccdfd04 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:37.089634 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1b9766f8-3e42-4d80-9ba0-67dd2ccdfd04 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:37.093608 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1b9766f8-3e42-4d80-9ba0-67dd2ccdfd04 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:37.117917 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9766f8-3e42-4d80-9ba0-67dd2ccdfd04 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaae3494-a976-4103-b783-4cc045fae963,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:37.122363 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1b9766f8-3e42-4d80-9ba0-67dd2ccdfd04 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:37.123969 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-1b9766f8-3e42-4d80-9ba0-67dd2ccdfd04 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1344683 Jul 24 00:51:37.212671 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8497e0f6-2b0b-4493-8070-37096b4af42a req-0a3c9901-f568-4577-a0d5-f4955a9f3bb7 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1055818111&fields=id&tenant_id=70d869c9fa83404ead97f9421c061b55 HTTP/1.1" status: 200 len: 267 time: 0.0352271 Jul 24 00:51:37.287212 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8497e0f6-2b0b-4493-8070-37096b4af42a req-f90f30a6-7747-4787-95ec-8e032f2c4f42 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:37.288749 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8497e0f6-2b0b-4493-8070-37096b4af42a req-f90f30a6-7747-4787-95ec-8e032f2c4f42 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] 10.222.0.44 "GET /v2.0/ports?device_id=770f9dd7-a50f-4937-826b-8842aef1e9b6 HTTP/1.1" status: 200 len: 946 time: 0.0700729 Jul 24 00:51:37.300532 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-8497e0f6-2b0b-4493-8070-37096b4af42a req-fd92569f-29f8-4f38-baad-d15f15eda801 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Request body: {'port': {'security_groups': ['635d2235-b15a-42e4-b0ee-a3d9b0a47208', '4a5ebf03-d39d-4738-9722-6e050e9b9ab9']}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:51:37.388100 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-8497e0f6-2b0b-4493-8070-37096b4af42a req-fd92569f-29f8-4f38-baad-d15f15eda801 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:37.862023 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-8497e0f6-2b0b-4493-8070-37096b4af42a req-fd92569f-29f8-4f38-baad-d15f15eda801 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] For port e675da74-073d-4bc6-8bbc-564d48f77d91, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=e675da74-073d-4bc6-8bbc-564d48f77d91,segment=NetworkSegment(5b3afb0c-0f9b-4ee1-ac62-ab1424ffa724),segment_id=5b3afb0c-0f9b-4ee1-ac62-ab1424ffa724)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:51:37.891351 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-8497e0f6-2b0b-4493-8070-37096b4af42a req-fd92569f-29f8-4f38-baad-d15f15eda801 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:37.896218 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-8497e0f6-2b0b-4493-8070-37096b4af42a req-fd92569f-29f8-4f38-baad-d15f15eda801 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:37.907839 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['e675da74-073d-4bc6-8bbc-564d48f77d91'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:51:37.962228 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8497e0f6-2b0b-4493-8070-37096b4af42a req-fd92569f-29f8-4f38-baad-d15f15eda801 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:37.962971 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-8497e0f6-2b0b-4493-8070-37096b4af42a req-fd92569f-29f8-4f38-baad-d15f15eda801 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:37.964307 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8497e0f6-2b0b-4493-8070-37096b4af42a req-fd92569f-29f8-4f38-baad-d15f15eda801 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] 10.222.0.44 "PUT /v2.0/ports/e675da74-073d-4bc6-8bbc-564d48f77d91 HTTP/1.1" status: 200 len: 982 time: 0.6691501 Jul 24 00:51:37.964777 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '770f9dd7-a50f-4937-826b-8842aef1e9b6', 'tag': 'e675da74-073d-4bc6-8bbc-564d48f77d91'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:51:37.967138 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b5b12b33723a5ac99f65cff31e3c306c8fdd85da64bb4eb22f7eb8a86bf6c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a5e09f-7c47-4dfb-991d-d33afc842d0c" -d '{"events": [{"name": "network-changed", "server_uuid": "770f9dd7-a50f-4937-826b-8842aef1e9b6", "tag": "e675da74-073d-4bc6-8bbc-564d48f77d91"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:51:37.978881 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd92569f-29f8-4f38-baad-d15f15eda801 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Pushing event updated for resources: {'Port': ['ID=e675da74-073d-4bc6-8bbc-564d48f77d91,revision_number=6']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:38.020416 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c6ad08-8871-40de-94d2-519ca6fd084d x-openstack-request-id: req-21c6ad08-8871-40de-94d2-519ca6fd084d {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:51:38.020714 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "770f9dd7-a50f-4937-826b-8842aef1e9b6", "tag": "e675da74-073d-4bc6-8bbc-564d48f77d91", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:51:38.021076 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-21c6ad08-8871-40de-94d2-519ca6fd084d {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:51:38.021483 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '770f9dd7-a50f-4937-826b-8842aef1e9b6', 'tag': 'e675da74-073d-4bc6-8bbc-564d48f77d91', 'status': 'completed', 'code': 200} Jul 24 00:51:38.027754 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['e675da74-073d-4bc6-8bbc-564d48f77d91'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:51:38.117402 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a5e09f-7c47-4dfb-991d-d33afc842d0c req-2728e27a-2a48-4901-8afd-8001fa399fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:38.120191 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-46a5e09f-7c47-4dfb-991d-d33afc842d0c req-2728e27a-2a48-4901-8afd-8001fa399fc7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=70d869c9fa83404ead97f9421c061b55&device_id=770f9dd7-a50f-4937-826b-8842aef1e9b6 HTTP/1.1" status: 200 len: 1137 time: 0.0791187 Jul 24 00:51:38.132098 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec1e382-c19f-46cb-b37c-7a4116045dd4 req-d22e6b8d-ea80-4832-baf4-765f05cffcc8 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:38.134027 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8ec1e382-c19f-46cb-b37c-7a4116045dd4 req-d22e6b8d-ea80-4832-baf4-765f05cffcc8 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] 10.222.0.44 "GET /v2.0/ports?device_id=770f9dd7-a50f-4937-826b-8842aef1e9b6 HTTP/1.1" status: 200 len: 985 time: 0.0864248 Jul 24 00:51:38.187189 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8ec1e382-c19f-46cb-b37c-7a4116045dd4 req-50548f28-d1d8-4371-8248-7ec58a666667 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a5ebf03-d39d-4738-9722-6e050e9b9ab9&id=635d2235-b15a-42e4-b0ee-a3d9b0a47208&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0447927 Jul 24 00:51:38.243826 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a5e09f-7c47-4dfb-991d-d33afc842d0c req-73657231-7a34-4cd6-8f93-5338f6e0b37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:38.245287 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-46a5e09f-7c47-4dfb-991d-d33afc842d0c req-73657231-7a34-4cd6-8f93-5338f6e0b37a service neutron] 10.222.0.64 "GET /v2.0/networks?id=4099ead7-23da-4393-9077-55bbdc218fc0 HTTP/1.1" status: 200 len: 915 time: 0.1190035 Jul 24 00:51:38.313798 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-f8b2a2c3-87db-4152-a4df-c36d81c0b9fd None None] Provisioning complete for port e675da74-073d-4bc6-8bbc-564d48f77d91 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:51:38.314347 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f8b2a2c3-87db-4152-a4df-c36d81c0b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:38.320766 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-46a5e09f-7c47-4dfb-991d-d33afc842d0c req-6f4c3460-c38f-4187-9a90-14e3d31e2653 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e675da74-073d-4bc6-8bbc-564d48f77d91 HTTP/1.1" status: 200 len: 1001 time: 0.0685718 Jul 24 00:51:38.381635 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a5e09f-7c47-4dfb-991d-d33afc842d0c req-45303005-35b6-45fa-a6fa-bde1f488b268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:38.383155 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-46a5e09f-7c47-4dfb-991d-d33afc842d0c req-45303005-35b6-45fa-a6fa-bde1f488b268 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=975247ea-7e94-4aea-ab91-4b4aa8013d6c HTTP/1.1" status: 200 len: 853 time: 0.0557835 Jul 24 00:51:38.447048 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a5e09f-7c47-4dfb-991d-d33afc842d0c req-a3b3f82d-4907-4137-b341-e15303f3c1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:38.448590 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-46a5e09f-7c47-4dfb-991d-d33afc842d0c req-a3b3f82d-4907-4137-b341-e15303f3c1e9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4099ead7-23da-4393-9077-55bbdc218fc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593035 Jul 24 00:51:38.549652 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-46a5e09f-7c47-4dfb-991d-d33afc842d0c req-68c18c81-f377-48ed-83f6-060247e2fded service neutron] 10.222.0.64 "GET /v2.0/networks/4099ead7-23da-4393-9077-55bbdc218fc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895221 Jul 24 00:51:38.649863 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-46a5e09f-7c47-4dfb-991d-d33afc842d0c req-7cae33cb-a5cf-4013-9a5e-d05ff422eef9 service neutron] 10.222.0.64 "GET /v2.0/networks/4099ead7-23da-4393-9077-55bbdc218fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933096 Jul 24 00:51:45.290477 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:48.207192 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:53.251216 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-7c5af17c-69ae-405d-b228-f56637a36374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:53.410977 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2f770f-911f-4568-aa77-f98687d87f4f req-88177685-ac41-424f-bf6b-a7259a6ff898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:53.412537 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0a2f770f-911f-4568-aa77-f98687d87f4f req-88177685-ac41-424f-bf6b-a7259a6ff898 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=70d869c9fa83404ead97f9421c061b55&device_id=770f9dd7-a50f-4937-826b-8842aef1e9b6 HTTP/1.1" status: 200 len: 1137 time: 0.0628681 Jul 24 00:51:53.420150 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1702b21-dbf9-41ed-9a9e-b4f8b08592ee req-261e3e20-cc21-42ee-985e-0f7bbab87c69 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:53.421726 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e1702b21-dbf9-41ed-9a9e-b4f8b08592ee req-261e3e20-cc21-42ee-985e-0f7bbab87c69 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] 10.222.0.44 "GET /v2.0/ports?device_id=770f9dd7-a50f-4937-826b-8842aef1e9b6 HTTP/1.1" status: 200 len: 985 time: 0.0738418 Jul 24 00:51:53.464244 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e1702b21-dbf9-41ed-9a9e-b4f8b08592ee req-33cb0d4d-3607-4e51-9875-2225fbda408a tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a5ebf03-d39d-4738-9722-6e050e9b9ab9&id=635d2235-b15a-42e4-b0ee-a3d9b0a47208&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0366719 Jul 24 00:51:53.511091 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2f770f-911f-4568-aa77-f98687d87f4f req-a9570b55-0ec4-4964-af25-aa7d9f678159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:53.512612 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0a2f770f-911f-4568-aa77-f98687d87f4f req-a9570b55-0ec4-4964-af25-aa7d9f678159 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4099ead7-23da-4393-9077-55bbdc218fc0 HTTP/1.1" status: 200 len: 915 time: 0.0939729 Jul 24 00:51:53.581803 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0a2f770f-911f-4568-aa77-f98687d87f4f req-5436ca05-6ba2-4f08-aa2c-57a5feb2c927 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e675da74-073d-4bc6-8bbc-564d48f77d91 HTTP/1.1" status: 200 len: 1001 time: 0.0629766 Jul 24 00:51:53.631972 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2f770f-911f-4568-aa77-f98687d87f4f req-b4a0ed7f-3b5c-4b36-a0ae-6f33e50d6a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:53.633842 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0a2f770f-911f-4568-aa77-f98687d87f4f req-b4a0ed7f-3b5c-4b36-a0ae-6f33e50d6a13 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=975247ea-7e94-4aea-ab91-4b4aa8013d6c HTTP/1.1" status: 200 len: 853 time: 0.0456436 Jul 24 00:51:53.702742 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2f770f-911f-4568-aa77-f98687d87f4f req-b9b2d557-e89d-46d7-93c0-3a4ac18d7c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:53.704409 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0a2f770f-911f-4568-aa77-f98687d87f4f req-b9b2d557-e89d-46d7-93c0-3a4ac18d7c6c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4099ead7-23da-4393-9077-55bbdc218fc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0637510 Jul 24 00:51:53.799073 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0a2f770f-911f-4568-aa77-f98687d87f4f req-6b555465-c6f9-49f9-8b88-c1f3a51f0058 service neutron] 10.222.0.64 "GET /v2.0/networks/4099ead7-23da-4393-9077-55bbdc218fc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873861 Jul 24 00:51:53.897967 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0a2f770f-911f-4568-aa77-f98687d87f4f req-206973d7-b98b-410d-a012-87fbacceebdc service neutron] 10.222.0.64 "GET /v2.0/networks/4099ead7-23da-4393-9077-55bbdc218fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920784 Jul 24 00:51:54.608381 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd49853c-3dbd-4ed6-85de-19fde2a7e437 req-ceadf5b5-40f7-4760-8f21-d2fe081c679b tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:54.609975 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fd49853c-3dbd-4ed6-85de-19fde2a7e437 req-ceadf5b5-40f7-4760-8f21-d2fe081c679b tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] 10.222.0.44 "GET /v2.0/ports?device_id=770f9dd7-a50f-4937-826b-8842aef1e9b6 HTTP/1.1" status: 200 len: 985 time: 0.0714438 Jul 24 00:51:54.651820 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fd49853c-3dbd-4ed6-85de-19fde2a7e437 req-742c0f2f-c752-48b5-bcd0-9b637e43061d tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a5ebf03-d39d-4738-9722-6e050e9b9ab9&id=635d2235-b15a-42e4-b0ee-a3d9b0a47208&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0360188 Jul 24 00:51:55.782786 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca802af-5bf6-4cb6-ba04-1cd7b9f3a3f9 req-dded90b2-9eb9-4a75-a70e-6a634b510d6e tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:55.784341 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4ca802af-5bf6-4cb6-ba04-1cd7b9f3a3f9 req-dded90b2-9eb9-4a75-a70e-6a634b510d6e tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] 10.222.0.44 "GET /v2.0/ports?device_id=770f9dd7-a50f-4937-826b-8842aef1e9b6 HTTP/1.1" status: 200 len: 985 time: 0.0646811 Jul 24 00:51:55.827577 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4ca802af-5bf6-4cb6-ba04-1cd7b9f3a3f9 req-837b15e9-af4d-40d3-a569-083d3c3ad205 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a5ebf03-d39d-4738-9722-6e050e9b9ab9&id=635d2235-b15a-42e4-b0ee-a3d9b0a47208&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0373895 Jul 24 00:51:55.834888 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-62489a25-d446-4a6f-b56a-77b9b235b788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:56.869128 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:56.971045 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833fad06-0afe-4b20-8a30-3b47a6e4067b req-0f1a6e48-94b3-4568-870e-a0c9a8f2bb21 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:56.972602 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-833fad06-0afe-4b20-8a30-3b47a6e4067b req-0f1a6e48-94b3-4568-870e-a0c9a8f2bb21 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] 10.222.0.44 "GET /v2.0/ports?device_id=770f9dd7-a50f-4937-826b-8842aef1e9b6 HTTP/1.1" status: 200 len: 985 time: 0.0723751 Jul 24 00:51:57.016604 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-833fad06-0afe-4b20-8a30-3b47a6e4067b req-a3bbbaf4-8e8e-437b-af8e-1cc76d07e896 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a5ebf03-d39d-4738-9722-6e050e9b9ab9&id=635d2235-b15a-42e4-b0ee-a3d9b0a47208&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0376756 Jul 24 00:51:57.483458 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:58.153681 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fed0f2c-29bb-4460-910e-959bd36d91f5 req-687eb2f2-6e9b-4b33-84a9-f195d316cd09 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:58.155460 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7fed0f2c-29bb-4460-910e-959bd36d91f5 req-687eb2f2-6e9b-4b33-84a9-f195d316cd09 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] 10.222.0.44 "GET /v2.0/ports?device_id=770f9dd7-a50f-4937-826b-8842aef1e9b6 HTTP/1.1" status: 200 len: 985 time: 0.0697994 Jul 24 00:51:58.199378 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7fed0f2c-29bb-4460-910e-959bd36d91f5 req-9c91bb47-52f7-4bdc-bc72-375f273402ee tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a5ebf03-d39d-4738-9722-6e050e9b9ab9&id=635d2235-b15a-42e4-b0ee-a3d9b0a47208&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0371752 Jul 24 00:51:59.068890 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:59.339774 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9314d948-2806-4083-a568-f26ed5c7bb40 req-bfd85a94-8ce2-4170-9a23-e8d3251e4764 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:59.341362 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9314d948-2806-4083-a568-f26ed5c7bb40 req-bfd85a94-8ce2-4170-9a23-e8d3251e4764 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] 10.222.0.44 "GET /v2.0/ports?device_id=770f9dd7-a50f-4937-826b-8842aef1e9b6 HTTP/1.1" status: 200 len: 985 time: 0.0731699 Jul 24 00:51:59.382816 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9314d948-2806-4083-a568-f26ed5c7bb40 req-35c09afd-cd98-4088-bd8a-c82098cd5a65 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a5ebf03-d39d-4738-9722-6e050e9b9ab9&id=635d2235-b15a-42e4-b0ee-a3d9b0a47208&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349445 Jul 24 00:52:00.528073 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fbdee1-7bb8-4490-a1ca-4509068689c4 req-1370ae0a-6dac-4b44-843b-6a5251f5fd8d tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:00.529706 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-05fbdee1-7bb8-4490-a1ca-4509068689c4 req-1370ae0a-6dac-4b44-843b-6a5251f5fd8d tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] 10.222.0.44 "GET /v2.0/ports?device_id=770f9dd7-a50f-4937-826b-8842aef1e9b6 HTTP/1.1" status: 200 len: 985 time: 0.0781963 Jul 24 00:52:00.575428 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-05fbdee1-7bb8-4490-a1ca-4509068689c4 req-d5d9666f-c05c-448a-ba81-7d701e6454c2 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a5ebf03-d39d-4738-9722-6e050e9b9ab9&id=635d2235-b15a-42e4-b0ee-a3d9b0a47208&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0381188 Jul 24 00:52:01.715180 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d71bbb-5aa0-4e0d-9a2d-a27905c0fb5d req-32a0ef28-365b-47b5-9b77-e7c74f593ea1 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:01.716709 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a0d71bbb-5aa0-4e0d-9a2d-a27905c0fb5d req-32a0ef28-365b-47b5-9b77-e7c74f593ea1 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] 10.222.0.44 "GET /v2.0/ports?device_id=770f9dd7-a50f-4937-826b-8842aef1e9b6 HTTP/1.1" status: 200 len: 985 time: 0.0692782 Jul 24 00:52:01.759268 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a0d71bbb-5aa0-4e0d-9a2d-a27905c0fb5d req-23c329a7-8e55-4a40-b459-62c4d78605ea tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a5ebf03-d39d-4738-9722-6e050e9b9ab9&id=635d2235-b15a-42e4-b0ee-a3d9b0a47208&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0367746 Jul 24 00:52:02.893933 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aa1f22-a5eb-40a6-b6fc-e71deadbd302 req-074a06a2-f76e-4076-8dc9-92db9bb6c8a5 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:02.895490 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-31aa1f22-a5eb-40a6-b6fc-e71deadbd302 req-074a06a2-f76e-4076-8dc9-92db9bb6c8a5 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] 10.222.0.44 "GET /v2.0/ports?device_id=770f9dd7-a50f-4937-826b-8842aef1e9b6 HTTP/1.1" status: 200 len: 985 time: 0.0664387 Jul 24 00:52:02.937418 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-31aa1f22-a5eb-40a6-b6fc-e71deadbd302 req-daa69d5c-a92e-460d-94ec-d52e9cfa457c tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a5ebf03-d39d-4738-9722-6e050e9b9ab9&id=635d2235-b15a-42e4-b0ee-a3d9b0a47208&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359530 Jul 24 00:52:04.077107 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4696705d-5165-4e83-b019-eb12e56fb4f8 req-49930ab5-5061-4768-b35d-4090d34c4445 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:04.078671 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4696705d-5165-4e83-b019-eb12e56fb4f8 req-49930ab5-5061-4768-b35d-4090d34c4445 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] 10.222.0.44 "GET /v2.0/ports?device_id=770f9dd7-a50f-4937-826b-8842aef1e9b6 HTTP/1.1" status: 200 len: 985 time: 0.0715272 Jul 24 00:52:04.122470 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4696705d-5165-4e83-b019-eb12e56fb4f8 req-93c8e327-76ec-492a-a254-8069269e1a87 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a5ebf03-d39d-4738-9722-6e050e9b9ab9&id=635d2235-b15a-42e4-b0ee-a3d9b0a47208&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0376809 Jul 24 00:52:05.258378 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b769a-335e-4816-8220-7fd93e6c85d7 req-4776e132-cda4-4969-b2c2-667f59c7c8c9 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:05.259935 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-061b769a-335e-4816-8220-7fd93e6c85d7 req-4776e132-cda4-4969-b2c2-667f59c7c8c9 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] 10.222.0.44 "GET /v2.0/ports?device_id=770f9dd7-a50f-4937-826b-8842aef1e9b6 HTTP/1.1" status: 200 len: 985 time: 0.0688527 Jul 24 00:52:05.301449 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-061b769a-335e-4816-8220-7fd93e6c85d7 req-8c6d7239-ad6e-4469-89e4-d7ebc1f99150 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a5ebf03-d39d-4738-9722-6e050e9b9ab9&id=635d2235-b15a-42e4-b0ee-a3d9b0a47208&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356364 Jul 24 00:52:11.340089 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:52:15.284577 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:18.209069 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:23.254627 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-5a788900-7fc4-4290-9dcc-e92bb4e418f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:23.592097 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5e1fcf0e-14e0-4318-8f50-df40e0a0755d req-3b842162-694f-4fae-bac3-c25a33c27239 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=770f9dd7-a50f-4937-826b-8842aef1e9b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0587676 Jul 24 00:52:23.697572 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1fcf0e-14e0-4318-8f50-df40e0a0755d req-7827ecc9-9b9e-4b63-b773-6b2aab62cc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:23.699123 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5e1fcf0e-14e0-4318-8f50-df40e0a0755d req-7827ecc9-9b9e-4b63-b773-6b2aab62cc0c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=70d869c9fa83404ead97f9421c061b55&device_id=770f9dd7-a50f-4937-826b-8842aef1e9b6 HTTP/1.1" status: 200 len: 1137 time: 0.0603864 Jul 24 00:52:23.813154 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1fcf0e-14e0-4318-8f50-df40e0a0755d req-3b141fe3-1d0d-465b-8aca-023fac945c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:23.814699 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5e1fcf0e-14e0-4318-8f50-df40e0a0755d req-3b141fe3-1d0d-465b-8aca-023fac945c7b service neutron] 10.222.0.64 "GET /v2.0/networks?id=4099ead7-23da-4393-9077-55bbdc218fc0 HTTP/1.1" status: 200 len: 915 time: 0.0967281 Jul 24 00:52:23.889957 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5e1fcf0e-14e0-4318-8f50-df40e0a0755d req-ce1c374f-6bce-4a1a-9ef3-8e1c8642fc08 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e675da74-073d-4bc6-8bbc-564d48f77d91 HTTP/1.1" status: 200 len: 1001 time: 0.0682209 Jul 24 00:52:23.943867 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1fcf0e-14e0-4318-8f50-df40e0a0755d req-6a5a17fd-164a-4b18-9d2c-f9851d25e044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:23.945217 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5e1fcf0e-14e0-4318-8f50-df40e0a0755d req-6a5a17fd-164a-4b18-9d2c-f9851d25e044 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=975247ea-7e94-4aea-ab91-4b4aa8013d6c HTTP/1.1" status: 200 len: 853 time: 0.0482471 Jul 24 00:52:24.007095 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1fcf0e-14e0-4318-8f50-df40e0a0755d req-42bb0386-e699-4da0-ab59-3ce98bc27633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:24.008648 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5e1fcf0e-14e0-4318-8f50-df40e0a0755d req-42bb0386-e699-4da0-ab59-3ce98bc27633 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4099ead7-23da-4393-9077-55bbdc218fc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568752 Jul 24 00:52:24.108033 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5e1fcf0e-14e0-4318-8f50-df40e0a0755d req-f57afcf6-5e3f-4134-929d-eb037bbaf639 service neutron] 10.222.0.64 "GET /v2.0/networks/4099ead7-23da-4393-9077-55bbdc218fc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922842 Jul 24 00:52:24.201739 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5e1fcf0e-14e0-4318-8f50-df40e0a0755d req-16ebcf37-db5f-4168-82e7-36dcc6b61c64 service neutron] 10.222.0.64 "GET /v2.0/networks/4099ead7-23da-4393-9077-55bbdc218fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868711 Jul 24 00:52:25.838220 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-5d52985c-7bd6-454c-89a6-5c47cc966247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:26.871249 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:27.490343 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:29.072195 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:38.224417 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-687a52b6-0ec7-455a-a406-3f77709afcdf req-6522b734-9295-4b9e-a214-d88ae85f0a14 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1055818111&fields=id&tenant_id=70d869c9fa83404ead97f9421c061b55 HTTP/1.1" status: 200 len: 267 time: 0.0372841 Jul 24 00:52:38.295893 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687a52b6-0ec7-455a-a406-3f77709afcdf req-65e48799-fb7d-4069-b5a1-eaa88655c8e9 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:38.297533 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-687a52b6-0ec7-455a-a406-3f77709afcdf req-65e48799-fb7d-4069-b5a1-eaa88655c8e9 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] 10.222.0.44 "GET /v2.0/ports?device_id=770f9dd7-a50f-4937-826b-8842aef1e9b6 HTTP/1.1" status: 200 len: 985 time: 0.0710571 Jul 24 00:52:38.309399 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-687a52b6-0ec7-455a-a406-3f77709afcdf req-62c601ff-1eae-443d-924f-86fa560a3ed8 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Request body: {'port': {'security_groups': ['635d2235-b15a-42e4-b0ee-a3d9b0a47208']}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:52:38.399554 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-687a52b6-0ec7-455a-a406-3f77709afcdf req-62c601ff-1eae-443d-924f-86fa560a3ed8 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:38.586486 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-687a52b6-0ec7-455a-a406-3f77709afcdf req-62c601ff-1eae-443d-924f-86fa560a3ed8 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] For port e675da74-073d-4bc6-8bbc-564d48f77d91, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=e675da74-073d-4bc6-8bbc-564d48f77d91,segment=NetworkSegment(5b3afb0c-0f9b-4ee1-ac62-ab1424ffa724),segment_id=5b3afb0c-0f9b-4ee1-ac62-ab1424ffa724)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:52:38.618107 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-687a52b6-0ec7-455a-a406-3f77709afcdf req-62c601ff-1eae-443d-924f-86fa560a3ed8 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:38.622986 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-687a52b6-0ec7-455a-a406-3f77709afcdf req-62c601ff-1eae-443d-924f-86fa560a3ed8 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:38.634885 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['e675da74-073d-4bc6-8bbc-564d48f77d91'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:52:38.671624 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687a52b6-0ec7-455a-a406-3f77709afcdf req-62c601ff-1eae-443d-924f-86fa560a3ed8 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:38.672295 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-687a52b6-0ec7-455a-a406-3f77709afcdf req-62c601ff-1eae-443d-924f-86fa560a3ed8 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:38.674374 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-687a52b6-0ec7-455a-a406-3f77709afcdf req-62c601ff-1eae-443d-924f-86fa560a3ed8 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] 10.222.0.44 "PUT /v2.0/ports/e675da74-073d-4bc6-8bbc-564d48f77d91 HTTP/1.1" status: 200 len: 943 time: 0.3695066 Jul 24 00:52:38.674861 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '770f9dd7-a50f-4937-826b-8842aef1e9b6', 'tag': 'e675da74-073d-4bc6-8bbc-564d48f77d91'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:52:38.677306 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e7ee6ebb32ff99aa892ead8be43bffa8c011bb24534d19edee691564802e720" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a37a42-2b5f-4e59-b0e6-47c69d43b76e" -d '{"events": [{"name": "network-changed", "server_uuid": "770f9dd7-a50f-4937-826b-8842aef1e9b6", "tag": "e675da74-073d-4bc6-8bbc-564d48f77d91"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:52:38.681953 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42834) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:52:38.701125 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c601ff-1eae-443d-924f-86fa560a3ed8 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Pushing event updated for resources: {'Port': ['ID=e675da74-073d-4bc6-8bbc-564d48f77d91,revision_number=7']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:38.710347 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c601ff-1eae-443d-924f-86fa560a3ed8 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:38.710707 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c601ff-1eae-443d-924f-86fa560a3ed8 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:38.711073 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c601ff-1eae-443d-924f-86fa560a3ed8 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:38.711448 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c601ff-1eae-443d-924f-86fa560a3ed8 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:38.711790 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c601ff-1eae-443d-924f-86fa560a3ed8 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:38.712131 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c601ff-1eae-443d-924f-86fa560a3ed8 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:38.712474 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c601ff-1eae-443d-924f-86fa560a3ed8 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:38.712845 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c601ff-1eae-443d-924f-86fa560a3ed8 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:38.713223 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c601ff-1eae-443d-924f-86fa560a3ed8 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:38.713586 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c601ff-1eae-443d-924f-86fa560a3ed8 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:38.713918 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c601ff-1eae-443d-924f-86fa560a3ed8 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:38.714259 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c601ff-1eae-443d-924f-86fa560a3ed8 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:38.731089 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-823c4f19-e112-4989-b1a8-eee5019aed5b x-openstack-request-id: req-823c4f19-e112-4989-b1a8-eee5019aed5b {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:52:38.731411 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "770f9dd7-a50f-4937-826b-8842aef1e9b6", "tag": "e675da74-073d-4bc6-8bbc-564d48f77d91", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:52:38.731691 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-823c4f19-e112-4989-b1a8-eee5019aed5b {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:52:38.732105 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '770f9dd7-a50f-4937-826b-8842aef1e9b6', 'tag': 'e675da74-073d-4bc6-8bbc-564d48f77d91', 'status': 'completed', 'code': 200} Jul 24 00:52:38.753818 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['e675da74-073d-4bc6-8bbc-564d48f77d91'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:52:38.779357 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6861832f-31ab-4236-84fc-ee773c660da3 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:38.815213 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6861832f-31ab-4236-84fc-ee773c660da3 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:38.826679 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a37a42-2b5f-4e59-b0e6-47c69d43b76e req-9e0d7d0b-79fb-41ca-8682-50e55d23314b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:38.828729 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-45a37a42-2b5f-4e59-b0e6-47c69d43b76e req-9e0d7d0b-79fb-41ca-8682-50e55d23314b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=70d869c9fa83404ead97f9421c061b55&device_id=770f9dd7-a50f-4937-826b-8842aef1e9b6 HTTP/1.1" status: 200 len: 1098 time: 0.0735967 Jul 24 00:52:38.886928 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6861832f-31ab-4236-84fc-ee773c660da3 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:38.890703 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6861832f-31ab-4236-84fc-ee773c660da3 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:38.895774 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-6861832f-31ab-4236-84fc-ee773c660da3 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] 10.222.0.44 "DELETE /v2.0/security-groups/4a5ebf03-d39d-4738-9722-6e050e9b9ab9 HTTP/1.1" status: 204 len: 168 time: 0.2086987 Jul 24 00:52:38.899209 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42836) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:52:38.912682 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6861832f-31ab-4236-84fc-ee773c660da3 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a5ebf03-d39d-4738-9722-6e050e9b9ab9,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:38.951679 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a37a42-2b5f-4e59-b0e6-47c69d43b76e req-54e75b40-856e-419a-957c-5cd885a16c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:38.953276 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-45a37a42-2b5f-4e59-b0e6-47c69d43b76e req-54e75b40-856e-419a-957c-5cd885a16c25 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4099ead7-23da-4393-9077-55bbdc218fc0 HTTP/1.1" status: 200 len: 915 time: 0.1188757 Jul 24 00:52:38.958844 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6861832f-31ab-4236-84fc-ee773c660da3 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:38.959194 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6861832f-31ab-4236-84fc-ee773c660da3 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:38.959544 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6861832f-31ab-4236-84fc-ee773c660da3 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:38.959903 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6861832f-31ab-4236-84fc-ee773c660da3 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:38.960222 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6861832f-31ab-4236-84fc-ee773c660da3 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:38.960564 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6861832f-31ab-4236-84fc-ee773c660da3 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:38.960938 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6861832f-31ab-4236-84fc-ee773c660da3 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:38.961278 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6861832f-31ab-4236-84fc-ee773c660da3 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:38.961609 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6861832f-31ab-4236-84fc-ee773c660da3 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:38.961946 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6861832f-31ab-4236-84fc-ee773c660da3 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:38.962279 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6861832f-31ab-4236-84fc-ee773c660da3 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:38.962644 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6861832f-31ab-4236-84fc-ee773c660da3 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:39.028529 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-50bf7f2a-bcec-4215-9ccd-5bcf88d54c0c None None] Provisioning complete for port e675da74-073d-4bc6-8bbc-564d48f77d91 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:52:39.029421 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-50bf7f2a-bcec-4215-9ccd-5bcf88d54c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:39.039038 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-45a37a42-2b5f-4e59-b0e6-47c69d43b76e req-f4b96f7c-55b7-41d5-8afb-72140e1b90a0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e675da74-073d-4bc6-8bbc-564d48f77d91 HTTP/1.1" status: 200 len: 1001 time: 0.0795016 Jul 24 00:52:39.091902 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a37a42-2b5f-4e59-b0e6-47c69d43b76e req-af5c97d0-147a-4342-9166-42c96f2545a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:39.094281 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-45a37a42-2b5f-4e59-b0e6-47c69d43b76e req-af5c97d0-147a-4342-9166-42c96f2545a7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=975247ea-7e94-4aea-ab91-4b4aa8013d6c HTTP/1.1" status: 200 len: 853 time: 0.0484650 Jul 24 00:52:39.131129 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-4291670f-0dfe-4962-93ea-01c5a88ca714 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Deleting port e8d1778e-c9fa-4d21-a4d8-b7148c31c3ba {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:52:39.131714 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4291670f-0dfe-4962-93ea-01c5a88ca714 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:39.157804 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a37a42-2b5f-4e59-b0e6-47c69d43b76e req-7ac85a42-b709-4077-a999-b44951afba7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:39.159338 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-45a37a42-2b5f-4e59-b0e6-47c69d43b76e req-7ac85a42-b709-4077-a999-b44951afba7b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4099ead7-23da-4393-9077-55bbdc218fc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0590591 Jul 24 00:52:39.246023 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4291670f-0dfe-4962-93ea-01c5a88ca714 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:39.246359 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4291670f-0dfe-4962-93ea-01c5a88ca714 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:39.260694 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-45a37a42-2b5f-4e59-b0e6-47c69d43b76e req-d3fae86f-221b-4cd2-a50b-2de1051ab144 service neutron] 10.222.0.64 "GET /v2.0/networks/4099ead7-23da-4393-9077-55bbdc218fc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948849 Jul 24 00:52:39.261754 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-4291670f-0dfe-4962-93ea-01c5a88ca714 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Calling delete_port for e8d1778e-c9fa-4d21-a4d8-b7148c31c3ba owned by network:floatingip {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:52:39.354173 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-45a37a42-2b5f-4e59-b0e6-47c69d43b76e req-43ef214f-5ab8-48e8-a6de-fd2957237766 service neutron] 10.222.0.64 "GET /v2.0/networks/4099ead7-23da-4393-9077-55bbdc218fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878360 Jul 24 00:52:39.447361 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4291670f-0dfe-4962-93ea-01c5a88ca714 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:39.474819 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4291670f-0dfe-4962-93ea-01c5a88ca714 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Pushing event deleted for resources: {'Port': ['ID=e8d1778e-c9fa-4d21-a4d8-b7148c31c3ba,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:39.541874 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4291670f-0dfe-4962-93ea-01c5a88ca714 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Notify callbacks [] for floatingip, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:39.542218 n-d-800088-16 neutron-server[100313]: INFO neutron.db.l3_db [None req-4291670f-0dfe-4962-93ea-01c5a88ca714 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Floating IP 220e266e-f797-4b1f-8b1e-259bc2c1d593 disassociated (deleted). External IP: 172.25.3.77, port: e675da74-073d-4bc6-8bbc-564d48f77d91. Jul 24 00:52:39.764958 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4291670f-0dfe-4962-93ea-01c5a88ca714 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Router d4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:52:39.871925 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4291670f-0dfe-4962-93ea-01c5a88ca714 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:52:39.877155 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4291670f-0dfe-4962-93ea-01c5a88ca714 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:39.881678 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f8f2dd-9363-4a46-93bd-ad62f427c73b None None] Sync routers for ids ['d4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:52:39.890514 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f8f2dd-9363-4a46-93bd-ad62f427c73b None None] Routers {'d4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:52:39.891124 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-b8f8f2dd-9363-4a46-93bd-ad62f427c73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:52:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['d4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:52:39.915558 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-4291670f-0dfe-4962-93ea-01c5a88ca714 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] 10.222.0.44 "DELETE /v2.0/floatingips/220e266e-f797-4b1f-8b1e-259bc2c1d593 HTTP/1.1" status: 204 len: 168 time: 1.0151484 Jul 24 00:52:39.916171 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '770f9dd7-a50f-4937-826b-8842aef1e9b6', 'tag': 'e675da74-073d-4bc6-8bbc-564d48f77d91'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:52:39.918505 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b5b12b33723a5ac99f65cff31e3c306c8fdd85da64bb4eb22f7eb8a86bf6c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a14c2dd-e470-4cab-a9b8-dc1c8d0a8f74" -d '{"events": [{"name": "network-changed", "server_uuid": "770f9dd7-a50f-4937-826b-8842aef1e9b6", "tag": "e675da74-073d-4bc6-8bbc-564d48f77d91"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:52:39.967606 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26e5587d-cb4e-4599-b9d7-02b37540a525 x-openstack-request-id: req-26e5587d-cb4e-4599-b9d7-02b37540a525 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:52:39.967916 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "770f9dd7-a50f-4937-826b-8842aef1e9b6", "tag": "e675da74-073d-4bc6-8bbc-564d48f77d91", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:52:39.968175 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-26e5587d-cb4e-4599-b9d7-02b37540a525 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:52:39.968586 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '770f9dd7-a50f-4937-826b-8842aef1e9b6', 'tag': 'e675da74-073d-4bc6-8bbc-564d48f77d91', 'status': 'completed', 'code': 200} Jul 24 00:52:40.016290 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-b8f8f2dd-9363-4a46-93bd-ad62f427c73b None None] Set router d4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:52:40.056890 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a14c2dd-e470-4cab-a9b8-dc1c8d0a8f74 req-70444d9b-21aa-4a3a-a79a-3a8e89a4b32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:40.058460 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0a14c2dd-e470-4cab-a9b8-dc1c8d0a8f74 req-70444d9b-21aa-4a3a-a79a-3a8e89a4b32c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=70d869c9fa83404ead97f9421c061b55&device_id=770f9dd7-a50f-4937-826b-8842aef1e9b6 HTTP/1.1" status: 200 len: 1098 time: 0.0681396 Jul 24 00:52:40.187428 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a14c2dd-e470-4cab-a9b8-dc1c8d0a8f74 req-41f9fd73-cb0a-4e1a-a3a7-5026d9289b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:40.187428 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0a14c2dd-e470-4cab-a9b8-dc1c8d0a8f74 req-41f9fd73-cb0a-4e1a-a3a7-5026d9289b6f service neutron] 10.222.0.64 "GET /v2.0/networks?id=4099ead7-23da-4393-9077-55bbdc218fc0 HTTP/1.1" status: 200 len: 915 time: 0.1225252 Jul 24 00:52:40.237254 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0a14c2dd-e470-4cab-a9b8-dc1c8d0a8f74 req-d6f5067e-7bbb-472f-89d1-86efbf1cd2de service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e675da74-073d-4bc6-8bbc-564d48f77d91 HTTP/1.1" status: 200 len: 217 time: 0.0428786 Jul 24 00:52:40.243528 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-b8f8f2dd-9363-4a46-93bd-ad62f427c73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0', 'name': 'tempest-TestMinimumBasicScenario-992484402-router', 'tenant_id': '70d869c9fa83404ead97f9421c061b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '454a41b5-9a74-4364-a214-0035eecd6ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:50:42Z', 'updated_at': '2021-07-24T00:50:45Z', 'revision_number': 4, 'project_id': '70d869c9fa83404ead97f9421c061b55', 'gw_port': {'id': '454a41b5-9a74-4364-a214-0035eecd6ed5', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:50:43Z', 'updated_at': '2021-07-24T00:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '84560b8c-bc47-46a8-ac12-2957fb46a116', 'name': '', 'network_id': '4099ead7-23da-4393-9077-55bbdc218fc0', 'tenant_id': '70d869c9fa83404ead97f9421c061b55', 'mac_address': 'fa:16:3e:da:26:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '975247ea-7e94-4aea-ab91-4b4aa8013d6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:50:44Z', 'updated_at': '2021-07-24T00:50:50Z', 'revision_number': 5, 'project_id': '70d869c9fa83404ead97f9421c061b55', 'subnets': [{'id': '975247ea-7e94-4aea-ab91-4b4aa8013d6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:52:40.273341 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f8f2dd-9363-4a46-93bd-ad62f427c73b None None] Checking router: d4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:52:40.281556 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f8f2dd-9363-4a46-93bd-ad62f427c73b None None] Routers {'d4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:52:40.282158 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-b8f8f2dd-9363-4a46-93bd-ad62f427c73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:52:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['d4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:52:40.288369 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a14c2dd-e470-4cab-a9b8-dc1c8d0a8f74 req-5d01abe5-85e6-45fa-863a-3ac0802e468b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:40.289975 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0a14c2dd-e470-4cab-a9b8-dc1c8d0a8f74 req-5d01abe5-85e6-45fa-863a-3ac0802e468b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=975247ea-7e94-4aea-ab91-4b4aa8013d6c HTTP/1.1" status: 200 len: 853 time: 0.0472205 Jul 24 00:52:40.351257 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a14c2dd-e470-4cab-a9b8-dc1c8d0a8f74 req-17be0edb-2393-4e17-ad85-7da71ad52005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:40.352837 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0a14c2dd-e470-4cab-a9b8-dc1c8d0a8f74 req-17be0edb-2393-4e17-ad85-7da71ad52005 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4099ead7-23da-4393-9077-55bbdc218fc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555537 Jul 24 00:52:40.386199 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-b8f8f2dd-9363-4a46-93bd-ad62f427c73b None None] Set router d4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:52:40.448517 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0a14c2dd-e470-4cab-a9b8-dc1c8d0a8f74 req-40656f43-ad2a-4c0b-8be8-9edf1ed9c419 service neutron] 10.222.0.64 "GET /v2.0/networks/4099ead7-23da-4393-9077-55bbdc218fc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882635 Jul 24 00:52:40.547183 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0a14c2dd-e470-4cab-a9b8-dc1c8d0a8f74 req-dab526db-7840-489b-a8c7-7ace7cadda2e service neutron] 10.222.0.64 "GET /v2.0/networks/4099ead7-23da-4393-9077-55bbdc218fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910749 Jul 24 00:52:40.680893 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-b8f8f2dd-9363-4a46-93bd-ad62f427c73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0', 'name': 'tempest-TestMinimumBasicScenario-992484402-router', 'tenant_id': '70d869c9fa83404ead97f9421c061b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '454a41b5-9a74-4364-a214-0035eecd6ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:50:42Z', 'updated_at': '2021-07-24T00:50:45Z', 'revision_number': 4, 'project_id': '70d869c9fa83404ead97f9421c061b55', 'gw_port': {'id': '454a41b5-9a74-4364-a214-0035eecd6ed5', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:50:43Z', 'updated_at': '2021-07-24T00:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '84560b8c-bc47-46a8-ac12-2957fb46a116', 'name': '', 'network_id': '4099ead7-23da-4393-9077-55bbdc218fc0', 'tenant_id': '70d869c9fa83404ead97f9421c061b55', 'mac_address': 'fa:16:3e:da:26:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '975247ea-7e94-4aea-ab91-4b4aa8013d6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:50:44Z', 'updated_at': '2021-07-24T00:50:50Z', 'revision_number': 5, 'project_id': '70d869c9fa83404ead97f9421c061b55', 'subnets': [{'id': '975247ea-7e94-4aea-ab91-4b4aa8013d6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:52:40.707651 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f8f2dd-9363-4a46-93bd-ad62f427c73b None None] The sync data for ids ['d4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0'] in n-d-800088-16 is: [{'id': 'd4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0', 'name': 'tempest-TestMinimumBasicScenario-992484402-router', 'tenant_id': '70d869c9fa83404ead97f9421c061b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '454a41b5-9a74-4364-a214-0035eecd6ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:50:42Z', 'updated_at': '2021-07-24T00:50:45Z', 'revision_number': 4, 'project_id': '70d869c9fa83404ead97f9421c061b55', 'gw_port': {'id': '454a41b5-9a74-4364-a214-0035eecd6ed5', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:50:43Z', 'updated_at': '2021-07-24T00:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '84560b8c-bc47-46a8-ac12-2957fb46a116', 'name': '', 'network_id': '4099ead7-23da-4393-9077-55bbdc218fc0', 'tenant_id': '70d869c9fa83404ead97f9421c061b55', 'mac_address': 'fa:16:3e:da:26:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '975247ea-7e94-4aea-ab91-4b4aa8013d6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:50:44Z', 'updated_at': '2021-07-24T00:50:50Z', 'revision_number': 5, 'project_id': '70d869c9fa83404ead97f9421c061b55', 'subnets': [{'id': '975247ea-7e94-4aea-ab91-4b4aa8013d6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:52:40.949088 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbad69e3-5720-4022-b9dc-4148e2763024 None None] New status for floating IP 220e266e-f797-4b1f-8b1e-259bc2c1d593: DOWN {{(pid=100315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 00:52:45.304668 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:46.933763 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb5aac4-13c0-49d5-ac38-8064ceaf99be req-1e2f34bc-7cd7-4e96-a828-58347d5e3125 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:46.936078 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3eb5aac4-13c0-49d5-ac38-8064ceaf99be req-1e2f34bc-7cd7-4e96-a828-58347d5e3125 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] 10.222.0.44 "GET /v2.0/ports?device_id=770f9dd7-a50f-4937-826b-8842aef1e9b6 HTTP/1.1" status: 200 len: 946 time: 0.0678756 Jul 24 00:52:46.982968 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3eb5aac4-13c0-49d5-ac38-8064ceaf99be req-9cc379d3-3df8-452c-ad5a-def5a69d4e3b tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] 10.222.0.44 "GET /v2.0/security-groups?id=635d2235-b15a-42e4-b0ee-a3d9b0a47208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413895 Jul 24 00:52:48.113299 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67b5f65-5833-40d1-8d4c-1ff941fa3a21 req-3764057f-fc01-4b57-b06a-aa20187aa9ed tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:48.114837 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a67b5f65-5833-40d1-8d4c-1ff941fa3a21 req-3764057f-fc01-4b57-b06a-aa20187aa9ed tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] 10.222.0.44 "GET /v2.0/ports?device_id=770f9dd7-a50f-4937-826b-8842aef1e9b6 HTTP/1.1" status: 200 len: 946 time: 0.0636351 Jul 24 00:52:48.151307 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a67b5f65-5833-40d1-8d4c-1ff941fa3a21 req-3c48bb72-af82-4c02-b911-efcb454e4479 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] 10.222.0.44 "GET /v2.0/security-groups?id=635d2235-b15a-42e4-b0ee-a3d9b0a47208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309913 Jul 24 00:52:48.207335 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:48.340028 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:52:48.519239 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0fe0e8-f075-4e1a-8be9-0e90a9abc023 req-57a92f42-ee93-465b-81ec-5bdbbe120b37 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:48.520721 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ea0fe0e8-f075-4e1a-8be9-0e90a9abc023 req-57a92f42-ee93-465b-81ec-5bdbbe120b37 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] 10.222.0.64 "GET /v2.0/ports?device_id=770f9dd7-a50f-4937-826b-8842aef1e9b6 HTTP/1.1" status: 200 len: 946 time: 0.0647619 Jul 24 00:52:48.622140 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-ea0fe0e8-f075-4e1a-8be9-0e90a9abc023 req-bbbfcbb9-cd1e-4543-87eb-00216fe65ebf tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Deleting port e675da74-073d-4bc6-8bbc-564d48f77d91 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:52:48.622493 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-ea0fe0e8-f075-4e1a-8be9-0e90a9abc023 req-bbbfcbb9-cd1e-4543-87eb-00216fe65ebf tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:48.715011 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-ea0fe0e8-f075-4e1a-8be9-0e90a9abc023 req-bbbfcbb9-cd1e-4543-87eb-00216fe65ebf tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] For port e675da74-073d-4bc6-8bbc-564d48f77d91, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=e675da74-073d-4bc6-8bbc-564d48f77d91,segment=NetworkSegment(5b3afb0c-0f9b-4ee1-ac62-ab1424ffa724),segment_id=5b3afb0c-0f9b-4ee1-ac62-ab1424ffa724)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:52:48.715382 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-ea0fe0e8-f075-4e1a-8be9-0e90a9abc023 req-bbbfcbb9-cd1e-4543-87eb-00216fe65ebf tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:48.727823 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-ea0fe0e8-f075-4e1a-8be9-0e90a9abc023 req-bbbfcbb9-cd1e-4543-87eb-00216fe65ebf tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Calling delete_port for e675da74-073d-4bc6-8bbc-564d48f77d91 owned by compute:nova {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:52:48.856903 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-ea0fe0e8-f075-4e1a-8be9-0e90a9abc023 req-bbbfcbb9-cd1e-4543-87eb-00216fe65ebf tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:48.868276 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['e675da74-073d-4bc6-8bbc-564d48f77d91'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:52:48.886038 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbfcbb9-cd1e-4543-87eb-00216fe65ebf tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Pushing event deleted for resources: {'Port': ['ID=e675da74-073d-4bc6-8bbc-564d48f77d91,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:48.934106 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea0fe0e8-f075-4e1a-8be9-0e90a9abc023 req-bbbfcbb9-cd1e-4543-87eb-00216fe65ebf tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] No DVR routers for this DVR port e675da74-073d-4bc6-8bbc-564d48f77d91 on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:52:48.938154 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-ea0fe0e8-f075-4e1a-8be9-0e90a9abc023 req-bbbfcbb9-cd1e-4543-87eb-00216fe65ebf tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:48.940535 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ea0fe0e8-f075-4e1a-8be9-0e90a9abc023 req-bbbfcbb9-cd1e-4543-87eb-00216fe65ebf tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] 10.222.0.64 "DELETE /v2.0/ports/e675da74-073d-4bc6-8bbc-564d48f77d91 HTTP/1.1" status: 204 len: 173 time: 0.4148619 Jul 24 00:52:48.941035 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '770f9dd7-a50f-4937-826b-8842aef1e9b6', 'name': 'network-vif-deleted', 'tag': 'e675da74-073d-4bc6-8bbc-564d48f77d91'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:52:48.943825 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e7ee6ebb32ff99aa892ead8be43bffa8c011bb24534d19edee691564802e720" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04eff273-774c-4d9c-90c9-3c75b115708a" -d '{"events": [{"server_uuid": "770f9dd7-a50f-4937-826b-8842aef1e9b6", "name": "network-vif-deleted", "tag": "e675da74-073d-4bc6-8bbc-564d48f77d91"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:52:48.979707 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b8ae43-1cba-4f2e-8e4b-689a4716cea4 x-openstack-request-id: req-b3b8ae43-1cba-4f2e-8e4b-689a4716cea4 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:52:48.980004 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "770f9dd7-a50f-4937-826b-8842aef1e9b6", "name": "network-vif-deleted", "tag": "e675da74-073d-4bc6-8bbc-564d48f77d91", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:52:48.980772 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b3b8ae43-1cba-4f2e-8e4b-689a4716cea4 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:52:48.981217 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '770f9dd7-a50f-4937-826b-8842aef1e9b6', 'name': 'network-vif-deleted', 'tag': 'e675da74-073d-4bc6-8bbc-564d48f77d91', 'status': 'completed', 'code': 200} Jul 24 00:52:49.265842 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4438c185-b8c5-4376-96ab-0d79abdb09d4 req-650ce04d-75ba-4d35-a18b-0e5e04c8c629 tempest-TestMinimumBasicScenario-1618692045 tempest-TestMinimumBasicScenario-1618692045-project] 10.222.0.44 "GET /v2.0/ports?device_id=770f9dd7-a50f-4937-826b-8842aef1e9b6 HTTP/1.1" status: 200 len: 210 time: 0.0357432 Jul 24 00:52:50.995296 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42934) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:52:51.348037 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6e755c3c-0f6c-4ea0-be38-fc5b134195a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681029'] for router_interface, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:51.603306 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-6e755c3c-0f6c-4ea0-be38-fc5b134195a4 admin admin] Deleting port 84560b8c-bc47-46a8-ac12-2957fb46a116 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:52:51.603569 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6e755c3c-0f6c-4ea0-be38-fc5b134195a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:51.680456 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-6e755c3c-0f6c-4ea0-be38-fc5b134195a4 admin admin] For port 84560b8c-bc47-46a8-ac12-2957fb46a116, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=84560b8c-bc47-46a8-ac12-2957fb46a116,segment=NetworkSegment(5b3afb0c-0f9b-4ee1-ac62-ab1424ffa724),segment_id=5b3afb0c-0f9b-4ee1-ac62-ab1424ffa724)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:52:51.680837 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6e755c3c-0f6c-4ea0-be38-fc5b134195a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:51.693813 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-6e755c3c-0f6c-4ea0-be38-fc5b134195a4 admin admin] Calling delete_port for 84560b8c-bc47-46a8-ac12-2957fb46a116 owned by network:router_interface {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:52:51.892535 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6e755c3c-0f6c-4ea0-be38-fc5b134195a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:51.921127 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e755c3c-0f6c-4ea0-be38-fc5b134195a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=84560b8c-bc47-46a8-ac12-2957fb46a116,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:52.089427 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6e755c3c-0f6c-4ea0-be38-fc5b134195a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679987'] for router_interface, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:52.118488 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device e675da74-073d-4bc6-8bbc-564d48f77d91 no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:52:52.141593 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] No Port match for: e675da74-073d-4bc6-8bbc-564d48f77d91 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:52:52.142316 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device e675da74-073d-4bc6-8bbc-564d48f77d91 not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:52:52.299219 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e755c3c-0f6c-4ea0-be38-fc5b134195a4 admin admin] Router d4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:52:52.419039 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e755c3c-0f6c-4ea0-be38-fc5b134195a4 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:52:52.424885 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-6e755c3c-0f6c-4ea0-be38-fc5b134195a4 admin admin] 10.222.0.44 "PUT /v2.0/routers/d4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4285517 Jul 24 00:52:52.427499 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42936) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:52:52.430350 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f6b1ea-b228-4144-99a4-ce644d7a8b51 None None] Sync routers for ids ['d4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:52:52.439793 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f6b1ea-b228-4144-99a4-ce644d7a8b51 None None] Routers {'d4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:52:52.440515 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-29f6b1ea-b228-4144-99a4-ce644d7a8b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:52:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['d4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:52:52.529478 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fb22de97-72cf-4fe4-86f1-f5c07279b9b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:52.543270 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-29f6b1ea-b228-4144-99a4-ce644d7a8b51 None None] Set router d4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:52:52.639622 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fb22de97-72cf-4fe4-86f1-f5c07279b9b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:52.696969 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-fb22de97-72cf-4fe4-86f1-f5c07279b9b7 admin admin] Deleting port 454a41b5-9a74-4364-a214-0035eecd6ed5 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:52:52.697318 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fb22de97-72cf-4fe4-86f1-f5c07279b9b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:52.729628 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-29f6b1ea-b228-4144-99a4-ce644d7a8b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0', 'name': 'tempest-TestMinimumBasicScenario-992484402-router', 'tenant_id': '70d869c9fa83404ead97f9421c061b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '454a41b5-9a74-4364-a214-0035eecd6ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:50:42Z', 'updated_at': '2021-07-24T00:52:51Z', 'revision_number': 5, 'project_id': '70d869c9fa83404ead97f9421c061b55', 'gw_port': {'id': '454a41b5-9a74-4364-a214-0035eecd6ed5', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:50:43Z', 'updated_at': '2021-07-24T00:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:52:52.760371 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f6b1ea-b228-4144-99a4-ce644d7a8b51 None None] Checking router: d4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:52:52.770025 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f6b1ea-b228-4144-99a4-ce644d7a8b51 None None] Routers {'d4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:52:52.770652 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-29f6b1ea-b228-4144-99a4-ce644d7a8b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:52:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['d4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:52:52.866281 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-29f6b1ea-b228-4144-99a4-ce644d7a8b51 None None] Set router d4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0 gateway port host: None {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:52:52.919718 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-29f6b1ea-b228-4144-99a4-ce644d7a8b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0', 'name': 'tempest-TestMinimumBasicScenario-992484402-router', 'tenant_id': '70d869c9fa83404ead97f9421c061b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:50:42Z', 'updated_at': '2021-07-24T00:52:52Z', 'revision_number': 6, 'project_id': '70d869c9fa83404ead97f9421c061b55', 'gw_port_host': None}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:52:52.950660 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f6b1ea-b228-4144-99a4-ce644d7a8b51 None None] The sync data for ids ['d4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0'] in n-d-800088-16 is: [{'id': 'd4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0', 'name': 'tempest-TestMinimumBasicScenario-992484402-router', 'tenant_id': '70d869c9fa83404ead97f9421c061b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:50:42Z', 'updated_at': '2021-07-24T00:52:52Z', 'revision_number': 6, 'project_id': '70d869c9fa83404ead97f9421c061b55', 'gw_port_host': None}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:52:53.064680 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-fb22de97-72cf-4fe4-86f1-f5c07279b9b7 admin admin] For port 454a41b5-9a74-4364-a214-0035eecd6ed5, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=454a41b5-9a74-4364-a214-0035eecd6ed5,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:52:53.065079 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fb22de97-72cf-4fe4-86f1-f5c07279b9b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:53.077066 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-fb22de97-72cf-4fe4-86f1-f5c07279b9b7 admin admin] Calling delete_port for 454a41b5-9a74-4364-a214-0035eecd6ed5 owned by network:router_gateway {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:52:53.244913 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fb22de97-72cf-4fe4-86f1-f5c07279b9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:53.259132 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-4554ca00-bb63-426d-b3d5-c10a57c2e01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:53.275622 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb22de97-72cf-4fe4-86f1-f5c07279b9b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=454a41b5-9a74-4364-a214-0035eecd6ed5,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:53.345169 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fb22de97-72cf-4fe4-86f1-f5c07279b9b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687114'] for router_gateway, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:53.440191 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fb22de97-72cf-4fe4-86f1-f5c07279b9b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:53.442316 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fb22de97-72cf-4fe4-86f1-f5c07279b9b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:53.485418 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fb22de97-72cf-4fe4-86f1-f5c07279b9b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:53.486170 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb22de97-72cf-4fe4-86f1-f5c07279b9b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0 {{(pid=100313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:52:53.492449 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fb22de97-72cf-4fe4-86f1-f5c07279b9b7 admin admin] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:53.493770 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-fb22de97-72cf-4fe4-86f1-f5c07279b9b7 admin admin] 10.222.0.44 "DELETE /v2.0/routers/d4ca81fc-73a9-4d5b-b83a-adb5bdfbebe0 HTTP/1.1" status: 204 len: 168 time: 1.0650775 Jul 24 00:52:53.496681 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42938) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:52:53.543174 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-36a751a7-8aab-4a84-b124-ba2e93d5058d admin admin] Deleting subnet 975247ea-7e94-4aea-ab91-4b4aa8013d6c {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:52:53.546227 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-36a751a7-8aab-4a84-b124-ba2e93d5058d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:53.580592 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-36a751a7-8aab-4a84-b124-ba2e93d5058d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:53.657144 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-36a751a7-8aab-4a84-b124-ba2e93d5058d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:53.721534 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-36a751a7-8aab-4a84-b124-ba2e93d5058d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:53.749035 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a751a7-8aab-4a84-b124-ba2e93d5058d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=975247ea-7e94-4aea-ab91-4b4aa8013d6c,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:53.755027 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-36a751a7-8aab-4a84-b124-ba2e93d5058d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:53.757099 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec220a0f-0cc3-4b45-9dbf-7940291cc2d1 None None] Network 4099ead7-23da-4393-9077-55bbdc218fc0 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:52:53.758866 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-36a751a7-8aab-4a84-b124-ba2e93d5058d admin admin] 10.222.0.44 "DELETE /v2.0/subnets/975247ea-7e94-4aea-ab91-4b4aa8013d6c HTTP/1.1" status: 204 len: 168 time: 0.2611687 Jul 24 00:52:53.761627 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 42940) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:52:53.844775 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-83027b93-aa75-4f24-8e31-9ce4fda8a38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:53.904076 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-83027b93-aa75-4f24-8e31-9ce4fda8a38d admin admin] Deleting port 8556221e-a180-4b09-83a7-f03149f2b1d0 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:52:53.904427 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-83027b93-aa75-4f24-8e31-9ce4fda8a38d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:53.953598 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4a985f-1780-4ff3-9848-78388ad1008e None None] DHCP port deletion for 4099ead7-23da-4393-9077-55bbdc218fc0 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:52:53.974469 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-83027b93-aa75-4f24-8e31-9ce4fda8a38d admin admin] For port 8556221e-a180-4b09-83a7-f03149f2b1d0, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=8556221e-a180-4b09-83a7-f03149f2b1d0,segment=NetworkSegment(5b3afb0c-0f9b-4ee1-ac62-ab1424ffa724),segment_id=5b3afb0c-0f9b-4ee1-ac62-ab1424ffa724)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:52:53.974836 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-83027b93-aa75-4f24-8e31-9ce4fda8a38d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:53.992620 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-83027b93-aa75-4f24-8e31-9ce4fda8a38d admin admin] Calling delete_port for 8556221e-a180-4b09-83a7-f03149f2b1d0 owned by network:dhcp {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:52:54.034669 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-ee4a985f-1780-4ff3-9848-78388ad1008e None None] Deleting port 8556221e-a180-4b09-83a7-f03149f2b1d0 {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:52:54.035233 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ee4a985f-1780-4ff3-9848-78388ad1008e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:54.086320 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-83027b93-aa75-4f24-8e31-9ce4fda8a38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:54.106302 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-ee4a985f-1780-4ff3-9848-78388ad1008e None None] For port 8556221e-a180-4b09-83a7-f03149f2b1d0, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=8556221e-a180-4b09-83a7-f03149f2b1d0,segment=NetworkSegment(5b3afb0c-0f9b-4ee1-ac62-ab1424ffa724),segment_id=5b3afb0c-0f9b-4ee1-ac62-ab1424ffa724)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:52:54.106705 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ee4a985f-1780-4ff3-9848-78388ad1008e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:54.113456 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83027b93-aa75-4f24-8e31-9ce4fda8a38d admin admin] Pushing event deleted for resources: {'Port': ['ID=8556221e-a180-4b09-83a7-f03149f2b1d0,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:54.118347 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83027b93-aa75-4f24-8e31-9ce4fda8a38d admin admin] No DVR routers for this DVR port 8556221e-a180-4b09-83a7-f03149f2b1d0 on host n-d-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:52:54.123277 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-ee4a985f-1780-4ff3-9848-78388ad1008e None None] Calling delete_port for 8556221e-a180-4b09-83a7-f03149f2b1d0 owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:52:54.195789 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-83027b93-aa75-4f24-8e31-9ce4fda8a38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:54.206408 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-83027b93-aa75-4f24-8e31-9ce4fda8a38d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4099ead7-23da-4393-9077-55bbdc218fc0']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:52:54.208770 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ee4a985f-1780-4ff3-9848-78388ad1008e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:54.217648 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-83027b93-aa75-4f24-8e31-9ce4fda8a38d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b3afb0c-0f9b-4ee1-ac62-ab1424ffa724') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:52:54.217950 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-83027b93-aa75-4f24-8e31-9ce4fda8a38d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b3afb0c-0f9b-4ee1-ac62-ab1424ffa724') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:52:54.227673 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-83027b93-aa75-4f24-8e31-9ce4fda8a38d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:54.237025 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4a985f-1780-4ff3-9848-78388ad1008e None None] Pushing event deleted for resources: {'Port': ['ID=8556221e-a180-4b09-83a7-f03149f2b1d0,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:54.243027 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-83027b93-aa75-4f24-8e31-9ce4fda8a38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:54.245093 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4a985f-1780-4ff3-9848-78388ad1008e None None] No DVR routers for this DVR port 8556221e-a180-4b09-83a7-f03149f2b1d0 on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:52:54.247629 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4a985f-1780-4ff3-9848-78388ad1008e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:54.247986 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4a985f-1780-4ff3-9848-78388ad1008e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:54.248339 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4a985f-1780-4ff3-9848-78388ad1008e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:54.248687 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4a985f-1780-4ff3-9848-78388ad1008e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:54.249066 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4a985f-1780-4ff3-9848-78388ad1008e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:54.249477 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4a985f-1780-4ff3-9848-78388ad1008e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:54.249745 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4a985f-1780-4ff3-9848-78388ad1008e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:54.250080 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4a985f-1780-4ff3-9848-78388ad1008e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:54.250418 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4a985f-1780-4ff3-9848-78388ad1008e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:54.250754 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4a985f-1780-4ff3-9848-78388ad1008e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:54.251087 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4a985f-1780-4ff3-9848-78388ad1008e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:54.252037 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83027b93-aa75-4f24-8e31-9ce4fda8a38d admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:52:54.252153 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4a985f-1780-4ff3-9848-78388ad1008e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:54.252548 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-83027b93-aa75-4f24-8e31-9ce4fda8a38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:54.265273 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:52:54.265273 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:52:54.265273 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:52:54.265273 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:52:54.265273 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:52:54.265273 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:52:54.265273 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:52:54.265273 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:52:54.265273 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:52:54.265273 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:52:54.265273 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:52:54.265273 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:52:54.265273 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:52:54.265273 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:52:54.265273 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:52:54.265273 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:52:54.265273 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:52:54.265273 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:52:54.265273 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:52:54.265273 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:52:54.265273 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:52:54.265273 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:52:54.265273 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:52:54.265273 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:52:54.265273 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:52:54.265273 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:52:54.265273 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:52:54.265273 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:52:54.265273 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:52:54.265273 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:52:54.265273 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:52:54.265273 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:52:54.311145 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-83027b93-aa75-4f24-8e31-9ce4fda8a38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:54.317524 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-83027b93-aa75-4f24-8e31-9ce4fda8a38d admin admin] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:54.319428 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-83027b93-aa75-4f24-8e31-9ce4fda8a38d admin admin] 10.222.0.44 "DELETE /v2.0/networks/4099ead7-23da-4393-9077-55bbdc218fc0 HTTP/1.1" status: 204 len: 168 time: 0.5563204 Jul 24 00:52:54.322555 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42942) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:52:54.331260 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83027b93-aa75-4f24-8e31-9ce4fda8a38d admin admin] Pushing event deleted for resources: {'Network': ['ID=4099ead7-23da-4393-9077-55bbdc218fc0,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:54.406740 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 8556221e-a180-4b09-83a7-f03149f2b1d0 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:52:54.427628 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 8556221e-a180-4b09-83a7-f03149f2b1d0 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:52:54.428240 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 8556221e-a180-4b09-83a7-f03149f2b1d0 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:52:54.428652 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 84560b8c-bc47-46a8-ac12-2957fb46a116 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:52:54.446689 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 84560b8c-bc47-46a8-ac12-2957fb46a116 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:52:54.447032 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 84560b8c-bc47-46a8-ac12-2957fb46a116 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:52:54.447437 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 454a41b5-9a74-4364-a214-0035eecd6ed5 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:52:54.465046 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 454a41b5-9a74-4364-a214-0035eecd6ed5 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:52:54.465389 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 454a41b5-9a74-4364-a214-0035eecd6ed5 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:52:54.667210 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ff3b31f5-cdd3-421d-b4ae-495480cffa15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681029'] for router_interface, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:54.917313 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-ff3b31f5-cdd3-421d-b4ae-495480cffa15 admin admin] Deleting port fb9dcf22-4658-4b7b-9acb-105ec6fad697 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:52:54.917562 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ff3b31f5-cdd3-421d-b4ae-495480cffa15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:54.997304 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-ff3b31f5-cdd3-421d-b4ae-495480cffa15 admin admin] For port fb9dcf22-4658-4b7b-9acb-105ec6fad697, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=fb9dcf22-4658-4b7b-9acb-105ec6fad697,segment=NetworkSegment(0f338773-44a2-4fa5-932e-a8b40cbad223),segment_id=0f338773-44a2-4fa5-932e-a8b40cbad223)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:52:54.997662 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ff3b31f5-cdd3-421d-b4ae-495480cffa15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:55.009901 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-ff3b31f5-cdd3-421d-b4ae-495480cffa15 admin admin] Calling delete_port for fb9dcf22-4658-4b7b-9acb-105ec6fad697 owned by network:router_interface {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:52:55.186004 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ff3b31f5-cdd3-421d-b4ae-495480cffa15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:55.211637 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3b31f5-cdd3-421d-b4ae-495480cffa15 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb9dcf22-4658-4b7b-9acb-105ec6fad697,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:55.377135 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ff3b31f5-cdd3-421d-b4ae-495480cffa15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679987'] for router_interface, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:55.589263 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff3b31f5-cdd3-421d-b4ae-495480cffa15 admin admin] Router 8eceeace-8b40-425d-99c2-af6b45ba8092 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:52:55.696855 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff3b31f5-cdd3-421d-b4ae-495480cffa15 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:52:55.702333 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-ff3b31f5-cdd3-421d-b4ae-495480cffa15 admin admin] 10.222.0.44 "PUT /v2.0/routers/8eceeace-8b40-425d-99c2-af6b45ba8092/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3784397 Jul 24 00:52:55.705492 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42944) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:52:55.706506 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023bfea1-acda-47a8-a419-cb8ca3140b16 None None] Sync routers for ids ['8eceeace-8b40-425d-99c2-af6b45ba8092'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:52:55.721998 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023bfea1-acda-47a8-a419-cb8ca3140b16 None None] Routers {'8eceeace-8b40-425d-99c2-af6b45ba8092'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:52:55.722624 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-023bfea1-acda-47a8-a419-cb8ca3140b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:52:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['8eceeace-8b40-425d-99c2-af6b45ba8092'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:52:55.817443 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fe1820e9-5db5-43cc-b27a-f8ffdc4f4c5c admin admin] Notify callbacks [] for router, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:55.824174 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-023bfea1-acda-47a8-a419-cb8ca3140b16 None None] Set router 8eceeace-8b40-425d-99c2-af6b45ba8092 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:52:55.925780 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fe1820e9-5db5-43cc-b27a-f8ffdc4f4c5c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:55.982287 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-fe1820e9-5db5-43cc-b27a-f8ffdc4f4c5c admin admin] Deleting port 44da245b-f75a-4abc-a04c-b2cf3b3167d6 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:52:55.982633 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fe1820e9-5db5-43cc-b27a-f8ffdc4f4c5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:56.062008 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-fe1820e9-5db5-43cc-b27a-f8ffdc4f4c5c admin admin] For port 44da245b-f75a-4abc-a04c-b2cf3b3167d6, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=44da245b-f75a-4abc-a04c-b2cf3b3167d6,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:52:56.062399 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fe1820e9-5db5-43cc-b27a-f8ffdc4f4c5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:56.064760 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f3fabb7c-e447-45bc-a534-b0d63fc462b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:56.083201 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-fe1820e9-5db5-43cc-b27a-f8ffdc4f4c5c admin admin] Calling delete_port for 44da245b-f75a-4abc-a04c-b2cf3b3167d6 owned by network:router_gateway {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:52:56.190190 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-023bfea1-acda-47a8-a419-cb8ca3140b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eceeace-8b40-425d-99c2-af6b45ba8092', 'name': 'tempest-TestMinimumBasicScenario-1044335615-router', 'tenant_id': 'ac84137bb1e34379b351f4ff0e96537c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '44da245b-f75a-4abc-a04c-b2cf3b3167d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:50:47Z', 'updated_at': '2021-07-24T00:52:55Z', 'revision_number': 5, 'project_id': 'ac84137bb1e34379b351f4ff0e96537c', 'gw_port': {'id': '44da245b-f75a-4abc-a04c-b2cf3b3167d6', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:0d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eceeace-8b40-425d-99c2-af6b45ba8092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:50:47Z', 'updated_at': '2021-07-24T00:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:52:56.216208 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023bfea1-acda-47a8-a419-cb8ca3140b16 None None] Checking router: 8eceeace-8b40-425d-99c2-af6b45ba8092 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:52:56.225113 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023bfea1-acda-47a8-a419-cb8ca3140b16 None None] Routers {'8eceeace-8b40-425d-99c2-af6b45ba8092'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:52:56.225733 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-023bfea1-acda-47a8-a419-cb8ca3140b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:52:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['8eceeace-8b40-425d-99c2-af6b45ba8092'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:52:56.246313 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fe1820e9-5db5-43cc-b27a-f8ffdc4f4c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:56.275971 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1820e9-5db5-43cc-b27a-f8ffdc4f4c5c admin admin] Pushing event deleted for resources: {'Port': ['ID=44da245b-f75a-4abc-a04c-b2cf3b3167d6,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:56.313028 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-023bfea1-acda-47a8-a419-cb8ca3140b16 None None] Set router 8eceeace-8b40-425d-99c2-af6b45ba8092 gateway port host: None {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:52:56.340306 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fe1820e9-5db5-43cc-b27a-f8ffdc4f4c5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687114'] for router_gateway, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:56.369647 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-023bfea1-acda-47a8-a419-cb8ca3140b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eceeace-8b40-425d-99c2-af6b45ba8092', 'name': 'tempest-TestMinimumBasicScenario-1044335615-router', 'tenant_id': 'ac84137bb1e34379b351f4ff0e96537c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:50:47Z', 'updated_at': '2021-07-24T00:52:55Z', 'revision_number': 6, 'project_id': 'ac84137bb1e34379b351f4ff0e96537c', 'gw_port_host': None}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:52:56.412495 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023bfea1-acda-47a8-a419-cb8ca3140b16 None None] The sync data for ids ['8eceeace-8b40-425d-99c2-af6b45ba8092'] in n-d-800088-16 is: [{'id': '8eceeace-8b40-425d-99c2-af6b45ba8092', 'name': 'tempest-TestMinimumBasicScenario-1044335615-router', 'tenant_id': 'ac84137bb1e34379b351f4ff0e96537c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:50:47Z', 'updated_at': '2021-07-24T00:52:55Z', 'revision_number': 6, 'project_id': 'ac84137bb1e34379b351f4ff0e96537c', 'gw_port_host': None}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:52:56.440860 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fe1820e9-5db5-43cc-b27a-f8ffdc4f4c5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:56.442923 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fe1820e9-5db5-43cc-b27a-f8ffdc4f4c5c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:56.487046 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fe1820e9-5db5-43cc-b27a-f8ffdc4f4c5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:56.487602 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe1820e9-5db5-43cc-b27a-f8ffdc4f4c5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8eceeace-8b40-425d-99c2-af6b45ba8092 {{(pid=100313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:52:56.492444 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fe1820e9-5db5-43cc-b27a-f8ffdc4f4c5c admin admin] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:56.493644 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-fe1820e9-5db5-43cc-b27a-f8ffdc4f4c5c admin admin] 10.222.0.44 "DELETE /v2.0/routers/8eceeace-8b40-425d-99c2-af6b45ba8092 HTTP/1.1" status: 204 len: 168 time: 0.7871890 Jul 24 00:52:56.496197 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42946) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:52:56.542754 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-661f47df-1ce0-4799-8964-c5594b0e78f1 admin admin] Deleting subnet f09817f4-0987-4508-97f0-d8cf84ebb646 {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:52:56.545695 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-661f47df-1ce0-4799-8964-c5594b0e78f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:56.579746 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-661f47df-1ce0-4799-8964-c5594b0e78f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:56.653734 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-661f47df-1ce0-4799-8964-c5594b0e78f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:56.708884 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-661f47df-1ce0-4799-8964-c5594b0e78f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:56.733048 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661f47df-1ce0-4799-8964-c5594b0e78f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f09817f4-0987-4508-97f0-d8cf84ebb646,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:56.736598 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-661f47df-1ce0-4799-8964-c5594b0e78f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:56.739019 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-661f47df-1ce0-4799-8964-c5594b0e78f1 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/f09817f4-0987-4508-97f0-d8cf84ebb646 HTTP/1.1" status: 204 len: 168 time: 0.2414320 Jul 24 00:52:56.741060 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42948) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:52:56.743942 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec171823-646a-44cb-a06a-fa24c720a7dc None None] Network 5d5e13c6-47d6-4ceb-b7be-6907efd0ebe5 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:52:56.816892 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ae520c96-763b-42bb-ae5e-1c2c811d799b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:56.878698 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-ae520c96-763b-42bb-ae5e-1c2c811d799b admin admin] Deleting port 672955b7-6877-492c-8bc0-aef69ece1e3f {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:52:56.879038 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ae520c96-763b-42bb-ae5e-1c2c811d799b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:56.887285 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:56.948803 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-ae520c96-763b-42bb-ae5e-1c2c811d799b admin admin] For port 672955b7-6877-492c-8bc0-aef69ece1e3f, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=672955b7-6877-492c-8bc0-aef69ece1e3f,segment=NetworkSegment(0f338773-44a2-4fa5-932e-a8b40cbad223),segment_id=0f338773-44a2-4fa5-932e-a8b40cbad223)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:52:56.949205 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ae520c96-763b-42bb-ae5e-1c2c811d799b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:56.960769 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-ae520c96-763b-42bb-ae5e-1c2c811d799b admin admin] Calling delete_port for 672955b7-6877-492c-8bc0-aef69ece1e3f owned by network:dhcp {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:52:57.039431 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ae520c96-763b-42bb-ae5e-1c2c811d799b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:57.068253 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae520c96-763b-42bb-ae5e-1c2c811d799b admin admin] Pushing event deleted for resources: {'Port': ['ID=672955b7-6877-492c-8bc0-aef69ece1e3f,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:57.070090 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae520c96-763b-42bb-ae5e-1c2c811d799b admin admin] No DVR routers for this DVR port 672955b7-6877-492c-8bc0-aef69ece1e3f on host n-d-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:52:57.137333 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ae520c96-763b-42bb-ae5e-1c2c811d799b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:57.147452 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-ae520c96-763b-42bb-ae5e-1c2c811d799b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d5e13c6-47d6-4ceb-b7be-6907efd0ebe5']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:52:57.157170 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-ae520c96-763b-42bb-ae5e-1c2c811d799b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f338773-44a2-4fa5-932e-a8b40cbad223') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:52:57.157320 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-ae520c96-763b-42bb-ae5e-1c2c811d799b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f338773-44a2-4fa5-932e-a8b40cbad223') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:52:57.168471 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ae520c96-763b-42bb-ae5e-1c2c811d799b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:57.186836 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902754c8-f319-49d8-9481-49caa3ddfc4f None None] DHCP port deletion for 5d5e13c6-47d6-4ceb-b7be-6907efd0ebe5 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:52:57.190454 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ae520c96-763b-42bb-ae5e-1c2c811d799b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:57.203808 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae520c96-763b-42bb-ae5e-1c2c811d799b admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:52:57.204043 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ae520c96-763b-42bb-ae5e-1c2c811d799b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:57.206416 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:52:57.206416 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:52:57.206416 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:52:57.206416 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:52:57.206416 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:52:57.206416 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:52:57.206416 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:52:57.206416 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:52:57.206416 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:52:57.206416 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:52:57.206416 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:52:57.206416 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:52:57.206416 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:52:57.206416 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:52:57.206416 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:52:57.206416 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:52:57.206416 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:52:57.206416 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:52:57.206416 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:52:57.206416 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:52:57.206416 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:52:57.206416 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:52:57.206416 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:52:57.206416 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:52:57.206416 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:52:57.206416 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:52:57.206416 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:52:57.206416 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:52:57.206416 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:52:57.206416 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:52:57.206416 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:52:57.206416 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:52:57.265686 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ae520c96-763b-42bb-ae5e-1c2c811d799b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:57.271820 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ae520c96-763b-42bb-ae5e-1c2c811d799b admin admin] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:57.273714 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-ae520c96-763b-42bb-ae5e-1c2c811d799b admin admin] 10.222.0.44 "DELETE /v2.0/networks/5d5e13c6-47d6-4ceb-b7be-6907efd0ebe5 HTTP/1.1" status: 204 len: 168 time: 0.5316570 Jul 24 00:52:57.288000 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae520c96-763b-42bb-ae5e-1c2c811d799b admin admin] Pushing event deleted for resources: {'Network': ['ID=5d5e13c6-47d6-4ceb-b7be-6907efd0ebe5,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:57.447742 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42952) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:52:57.493015 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:57.502087 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 42954) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:52:57.505527 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-6520da22-0cf7-4555-bdb9-7d66e0684397 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=70d869c9fa83404ead97f9421c061b55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0565143 Jul 24 00:52:57.558461 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a0d20de2-2664-4f83-9e55-b9087cf3ebc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:57.581599 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a0d20de2-2664-4f83-9e55-b9087cf3ebc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:57.631208 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a0d20de2-2664-4f83-9e55-b9087cf3ebc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:57.634138 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a0d20de2-2664-4f83-9e55-b9087cf3ebc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:57.635304 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-a0d20de2-2664-4f83-9e55-b9087cf3ebc5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/635d2235-b15a-42e4-b0ee-a3d9b0a47208 HTTP/1.1" status: 204 len: 168 time: 0.1315579 Jul 24 00:52:57.644244 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d20de2-2664-4f83-9e55-b9087cf3ebc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=635d2235-b15a-42e4-b0ee-a3d9b0a47208,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:57.969236 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42960) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:52:58.012061 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-9065daa8-0c20-47cf-82bf-f8806cf66ac2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ac84137bb1e34379b351f4ff0e96537c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413401 Jul 24 00:52:58.015599 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 42962) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:52:58.068968 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f5da4922-5861-4c9e-a9d4-00f68e2fd759 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:58.094506 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f5da4922-5861-4c9e-a9d4-00f68e2fd759 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:58.144732 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f5da4922-5861-4c9e-a9d4-00f68e2fd759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:58.147580 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f5da4922-5861-4c9e-a9d4-00f68e2fd759 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:58.151432 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-f5da4922-5861-4c9e-a9d4-00f68e2fd759 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/445b8d08-240a-438f-9c6c-e81132ffe49a HTTP/1.1" status: 204 len: 168 time: 0.1339800 Jul 24 00:52:58.159902 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5da4922-5861-4c9e-a9d4-00f68e2fd759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=445b8d08-240a-438f-9c6c-e81132ffe49a,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:58.418857 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device fb9dcf22-4658-4b7b-9acb-105ec6fad697 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:52:58.440889 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: fb9dcf22-4658-4b7b-9acb-105ec6fad697 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:52:58.441237 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device fb9dcf22-4658-4b7b-9acb-105ec6fad697 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:52:58.441833 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 672955b7-6877-492c-8bc0-aef69ece1e3f no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:52:58.461401 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 672955b7-6877-492c-8bc0-aef69ece1e3f {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:52:58.461750 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 672955b7-6877-492c-8bc0-aef69ece1e3f not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:52:58.462161 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 44da245b-f75a-4abc-a04c-b2cf3b3167d6 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:52:58.485373 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 44da245b-f75a-4abc-a04c-b2cf3b3167d6 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:52:58.486316 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 44da245b-f75a-4abc-a04c-b2cf3b3167d6 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:52:59.076133 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:59.777116 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43002) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:52:59.781803 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-853371a5-f50a-4ca1-a5cd-b5c7d6d174a7 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-842243696', 'description': 'tempest-secgroup-smoke-842243696 description', 'project_id': '21fe67bd68cd4d41939b65b573d17a56'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:52:59.805222 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-853371a5-f50a-4ca1-a5cd-b5c7d6d174a7 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:59.812845 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-853371a5-f50a-4ca1-a5cd-b5c7d6d174a7 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:59.902476 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-853371a5-f50a-4ca1-a5cd-b5c7d6d174a7 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:59.906145 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-853371a5-f50a-4ca1-a5cd-b5c7d6d174a7 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:59.942475 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853371a5-f50a-4ca1-a5cd-b5c7d6d174a7 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb912bc7-9fbf-426f-b9ec-0e77b71b78a1,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:00.007082 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-853371a5-f50a-4ca1-a5cd-b5c7d6d174a7 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:00.011689 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-853371a5-f50a-4ca1-a5cd-b5c7d6d174a7 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:00.050963 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-853371a5-f50a-4ca1-a5cd-b5c7d6d174a7 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:00.052705 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-853371a5-f50a-4ca1-a5cd-b5c7d6d174a7 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2744172 Jul 24 00:53:00.055397 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853371a5-f50a-4ca1-a5cd-b5c7d6d174a7 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2e535d-a926-478e-8c7b-2182646f1945,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:00.056214 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43004) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:53:00.064540 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-49183e4f-1328-4654-ade3-a333d2bf53c9 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Request body: {'security_group_rule': {'security_group_id': 'dc2e535d-a926-478e-8c7b-2182646f1945', 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:53:00.096700 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-49183e4f-1328-4654-ade3-a333d2bf53c9 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:00.141550 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-49183e4f-1328-4654-ade3-a333d2bf53c9 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:00.145683 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-49183e4f-1328-4654-ade3-a333d2bf53c9 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:00.164069 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49183e4f-1328-4654-ade3-a333d2bf53c9 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa028a11-ef06-401d-b8c3-038baef6bcf9,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:00.169880 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-49183e4f-1328-4654-ade3-a333d2bf53c9 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:00.173753 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-49183e4f-1328-4654-ade3-a333d2bf53c9 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1134646 Jul 24 00:53:00.173947 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43006) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:53:00.178623 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-0ab08473-1cd3-42b7-af66-4bec24f95b47 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Request body: {'security_group_rule': {'security_group_id': 'dc2e535d-a926-478e-8c7b-2182646f1945', 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:53:00.205071 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0ab08473-1cd3-42b7-af66-4bec24f95b47 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:00.260511 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0ab08473-1cd3-42b7-af66-4bec24f95b47 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:00.263869 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0ab08473-1cd3-42b7-af66-4bec24f95b47 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:00.279069 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab08473-1cd3-42b7-af66-4bec24f95b47 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74cedeb4-8273-49b0-8267-89ed4c002b3a,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:00.288584 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0ab08473-1cd3-42b7-af66-4bec24f95b47 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:00.289851 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-0ab08473-1cd3-42b7-af66-4bec24f95b47 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1149685 Jul 24 00:53:00.292521 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43008) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:53:00.296782 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-66f27ebd-efc8-4b5b-8909-9edb4888a771 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Request body: {'security_group_rule': {'security_group_id': 'dc2e535d-a926-478e-8c7b-2182646f1945', 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:53:00.322477 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-66f27ebd-efc8-4b5b-8909-9edb4888a771 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:00.387428 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-66f27ebd-efc8-4b5b-8909-9edb4888a771 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:00.393221 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-66f27ebd-efc8-4b5b-8909-9edb4888a771 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:00.411366 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f27ebd-efc8-4b5b-8909-9edb4888a771 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2bb0189-e566-4a68-8d96-64d0f1063755,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:00.419235 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-66f27ebd-efc8-4b5b-8909-9edb4888a771 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:00.420705 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-66f27ebd-efc8-4b5b-8909-9edb4888a771 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1272380 Jul 24 00:53:00.423339 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43010) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:53:00.427663 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-3b5e846d-4b31-4671-886e-6767933e1aec tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Request body: {'security_group_rule': {'security_group_id': 'dc2e535d-a926-478e-8c7b-2182646f1945', 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:53:00.455026 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3b5e846d-4b31-4671-886e-6767933e1aec tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:00.512832 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3b5e846d-4b31-4671-886e-6767933e1aec tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:00.516478 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3b5e846d-4b31-4671-886e-6767933e1aec tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:00.537233 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5e846d-4b31-4671-886e-6767933e1aec tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdf094e6-2d09-4d3b-8aa8-218502505b52,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:00.540844 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3b5e846d-4b31-4671-886e-6767933e1aec tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:00.544144 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-3b5e846d-4b31-4671-886e-6767933e1aec tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1177747 Jul 24 00:53:00.545107 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43012) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:53:00.549865 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-69e8a8bd-3c96-4e0a-a218-5b977d0cd394 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Request body: {'security_group_rule': {'security_group_id': 'dc2e535d-a926-478e-8c7b-2182646f1945', 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:53:00.571083 n-d-800088-16 neutron-server[100313]: INFO neutron.db.securitygroups_db [None req-69e8a8bd-3c96-4e0a-a218-5b977d0cd394 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Project 21fe67bd68cd4d41939b65b573d17a56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 00:53:00.576461 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-69e8a8bd-3c96-4e0a-a218-5b977d0cd394 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:00.920044 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-69e8a8bd-3c96-4e0a-a218-5b977d0cd394 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:00.924586 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-69e8a8bd-3c96-4e0a-a218-5b977d0cd394 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:00.945507 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e8a8bd-3c96-4e0a-a218-5b977d0cd394 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bc8cbfd-a9a5-46c9-b9ca-036e26a79fe5,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:00.948266 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-69e8a8bd-3c96-4e0a-a218-5b977d0cd394 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:00.949493 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-69e8a8bd-3c96-4e0a-a218-5b977d0cd394 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4033487 Jul 24 00:53:00.952151 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43014) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:53:00.956624 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-337e09ce-f726-4071-ba62-54a6549eb8b7 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Request body: {'security_group_rule': {'security_group_id': 'dc2e535d-a926-478e-8c7b-2182646f1945', 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:53:00.977305 n-d-800088-16 neutron-server[100313]: INFO neutron.db.securitygroups_db [None req-337e09ce-f726-4071-ba62-54a6549eb8b7 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Project 21fe67bd68cd4d41939b65b573d17a56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 00:53:00.981894 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-337e09ce-f726-4071-ba62-54a6549eb8b7 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:01.039589 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-337e09ce-f726-4071-ba62-54a6549eb8b7 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:01.043004 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-337e09ce-f726-4071-ba62-54a6549eb8b7 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:01.060247 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337e09ce-f726-4071-ba62-54a6549eb8b7 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65db3d35-8272-4286-a431-ac6671483f6e,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:01.066467 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-337e09ce-f726-4071-ba62-54a6549eb8b7 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:01.067644 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-337e09ce-f726-4071-ba62-54a6549eb8b7 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1145942 Jul 24 00:53:01.070953 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43016) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:53:01.075850 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-98f78676-d402-47b4-8918-3f9b174933e4 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Request body: {'network': {'name': 'tempest-network-smoke--2044514806', 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'port_security_enabled': True}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:53:01.096302 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f78676-d402-47b4-8918-3f9b174933e4 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Made reservation on behalf of 21fe67bd68cd4d41939b65b573d17a56 for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:53:01.099637 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-98f78676-d402-47b4-8918-3f9b174933e4 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:01.121752 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98f78676-d402-47b4-8918-3f9b174933e4 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:53:01.130485 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-98f78676-d402-47b4-8918-3f9b174933e4 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:01.130828 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-98f78676-d402-47b4-8918-3f9b174933e4 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Added segment d45dfcce-3118-4146-9ae5-829e5133a536 of type vlan for network dbf64172-8e7d-46b8-9e90-2b0083cbcd2a Jul 24 00:53:01.176018 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-98f78676-d402-47b4-8918-3f9b174933e4 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:01.202691 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-98f78676-d402-47b4-8918-3f9b174933e4 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:01.209046 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f78676-d402-47b4-8918-3f9b174933e4 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:01.209482 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-98f78676-d402-47b4-8918-3f9b174933e4 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:01.245859 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-98f78676-d402-47b4-8918-3f9b174933e4 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1738684 Jul 24 00:53:01.248710 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43018) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:53:01.253671 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-1774c9bd-09c8-4bf7-9ea5-431d121d7878 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-808936912', 'admin_state_up': True, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:53:01.288684 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f78676-d402-47b4-8918-3f9b174933e4 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event updated for resources: {'Network': ['ID=dbf64172-8e7d-46b8-9e90-2b0083cbcd2a,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:01.299817 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network dbf64172-8e7d-46b8-9e90-2b0083cbcd2a details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:53:01.304020 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1774c9bd-09c8-4bf7-9ea5-431d121d7878 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:01.305059 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1774c9bd-09c8-4bf7-9ea5-431d121d7878 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:01.361049 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1774c9bd-09c8-4bf7-9ea5-431d121d7878 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:01.497258 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1774c9bd-09c8-4bf7-9ea5-431d121d7878 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:01.685269 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1774c9bd-09c8-4bf7-9ea5-431d121d7878 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for router_gateway, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:01.704198 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1774c9bd-09c8-4bf7-9ea5-431d121d7878 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:01.815460 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-1774c9bd-09c8-4bf7-9ea5-431d121d7878 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Allocated IP 172.25.3.230 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/528c00d8-c976-48c7-8711-6c0cb98a022b) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:53:01.918183 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1774c9bd-09c8-4bf7-9ea5-431d121d7878 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:01.956551 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1774c9bd-09c8-4bf7-9ea5-431d121d7878 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:01.992265 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1774c9bd-09c8-4bf7-9ea5-431d121d7878 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:53:01.995070 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-1774c9bd-09c8-4bf7-9ea5-431d121d7878 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:53:02.000420 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1774c9bd-09c8-4bf7-9ea5-431d121d7878 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:53:02.026268 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1774c9bd-09c8-4bf7-9ea5-431d121d7878 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event updated for resources: {'Port': ['ID=528c00d8-c976-48c7-8711-6c0cb98a022b,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:02.276914 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1774c9bd-09c8-4bf7-9ea5-431d121d7878 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for router_gateway, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:02.469304 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1774c9bd-09c8-4bf7-9ea5-431d121d7878 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:02.593221 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1774c9bd-09c8-4bf7-9ea5-431d121d7878 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Router ee455df9-1c64-4f2f-b840-721c94af367f is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:53:02.697684 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1774c9bd-09c8-4bf7-9ea5-431d121d7878 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:53:02.707813 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a136ce4-55b5-44c5-bbb1-54e9247d67c1 None None] Sync routers for ids ['ee455df9-1c64-4f2f-b840-721c94af367f'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:53:02.717591 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1774c9bd-09c8-4bf7-9ea5-431d121d7878 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:02.717779 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a136ce4-55b5-44c5-bbb1-54e9247d67c1 None None] Routers {'ee455df9-1c64-4f2f-b840-721c94af367f'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:53:02.718376 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-5a136ce4-55b5-44c5-bbb1-54e9247d67c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:52:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['ee455df9-1c64-4f2f-b840-721c94af367f'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:53:02.718849 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-1774c9bd-09c8-4bf7-9ea5-431d121d7878 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4691820 Jul 24 00:53:02.722431 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43020) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:53:02.821578 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-5a136ce4-55b5-44c5-bbb1-54e9247d67c1 None None] Set router ee455df9-1c64-4f2f-b840-721c94af367f gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:53:02.857666 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-3fe4e310-28de-4f59-875f-a3efb3981757 tempest-TestNetworkAdvancedServerOps-1466672450 tempest-TestNetworkAdvancedServerOps-1466672450-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=21fe67bd68cd4d41939b65b573d17a56&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1340322 Jul 24 00:53:02.860228 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43024) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:53:02.997830 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-5a136ce4-55b5-44c5-bbb1-54e9247d67c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee455df9-1c64-4f2f-b840-721c94af367f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-808936912', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '528c00d8-c976-48c7-8711-6c0cb98a022b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:53:01Z', 'updated_at': '2021-07-24T00:53:02Z', 'revision_number': 3, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'gw_port': {'id': '528c00d8-c976-48c7-8711-6c0cb98a022b', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7b:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee455df9-1c64-4f2f-b840-721c94af367f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:53:01Z', 'updated_at': '2021-07-24T00:53:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:53:03.007364 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0daa758-4287-4aa2-831d-ee59239d0e67 tempest-TestNetworkAdvancedServerOps-1466672450 tempest-TestNetworkAdvancedServerOps-1466672450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:03.008926 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-a0daa758-4287-4aa2-831d-ee59239d0e67 tempest-TestNetworkAdvancedServerOps-1466672450 tempest-TestNetworkAdvancedServerOps-1466672450-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1470811 Jul 24 00:53:03.011734 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43026) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:53:03.024091 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a136ce4-55b5-44c5-bbb1-54e9247d67c1 None None] Checking router: ee455df9-1c64-4f2f-b840-721c94af367f for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:53:03.024445 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a136ce4-55b5-44c5-bbb1-54e9247d67c1 None None] Updating router ee455df9-1c64-4f2f-b840-721c94af367f port 528c00d8-c976-48c7-8711-6c0cb98a022b binding host n-d-800088-16 {{(pid=100316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:53:03.049697 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-dce90620-c6c7-44cb-837b-e7f87802c217 tempest-TestNetworkAdvancedServerOps-1466672450 tempest-TestNetworkAdvancedServerOps-1466672450-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=9adcfee8-760c-4568-9e39-c221abf69bf5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368865 Jul 24 00:53:03.053237 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43028) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:53:03.058648 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-802ab79a-33b2-4c8f-9fc9-5ff0aa9c3c8f tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-78370250', 'network_id': 'dbf64172-8e7d-46b8-9e90-2b0083cbcd2a', 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:53:03.062563 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-5a136ce4-55b5-44c5-bbb1-54e9247d67c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:03.149243 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-802ab79a-33b2-4c8f-9fc9-5ff0aa9c3c8f tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Made reservation on behalf of 21fe67bd68cd4d41939b65b573d17a56 for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:53:03.153212 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-802ab79a-33b2-4c8f-9fc9-5ff0aa9c3c8f tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:03.316679 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-5a136ce4-55b5-44c5-bbb1-54e9247d67c1 None None] Notify callbacks [] for port, precommit_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:03.327100 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.provisioning_blocks [None req-5a136ce4-55b5-44c5-bbb1-54e9247d67c1 None None] Transition to ACTIVE for port object 528c00d8-c976-48c7-8711-6c0cb98a022b will not be triggered until provisioned by entity L2. {{(pid=100316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:53:03.333895 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-5a136ce4-55b5-44c5-bbb1-54e9247d67c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:03.337487 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-802ab79a-33b2-4c8f-9fc9-5ff0aa9c3c8f tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:03.381029 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-5a136ce4-55b5-44c5-bbb1-54e9247d67c1 None None] Attempting to bind port 528c00d8-c976-48c7-8711-6c0cb98a022b on host n-d-800088-16 for vnic_type normal with profile {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:53:03.381396 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-5a136ce4-55b5-44c5-bbb1-54e9247d67c1 None None] Attempting to bind port 528c00d8-c976-48c7-8711-6c0cb98a022b by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:53:03.381752 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a136ce4-55b5-44c5-bbb1-54e9247d67c1 None None] Attempting to bind port 528c00d8-c976-48c7-8711-6c0cb98a022b on network 9adcfee8-760c-4568-9e39-c221abf69bf5 {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:53:03.390117 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11b55a3-4c35-4c20-acd3-f7f1cfd57dea None None] Pushing event updated for resources: {'Port': ['ID=528c00d8-c976-48c7-8711-6c0cb98a022b,revision_number=2']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:03.393656 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a136ce4-55b5-44c5-bbb1-54e9247d67c1 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:53:03.394020 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a136ce4-55b5-44c5-bbb1-54e9247d67c1 None None] Checking segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:53:03.394415 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-5a136ce4-55b5-44c5-bbb1-54e9247d67c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:03.394807 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a136ce4-55b5-44c5-bbb1-54e9247d67c1 None None] Bound using segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:53:03.395263 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-5a136ce4-55b5-44c5-bbb1-54e9247d67c1 None None] Bound port: 528c00d8-c976-48c7-8711-6c0cb98a022b, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:53:03.395634 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-5a136ce4-55b5-44c5-bbb1-54e9247d67c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:03.396060 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802ab79a-33b2-4c8f-9fc9-5ff0aa9c3c8f tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event updated for resources: {'Subnet': ['ID=70a3a5d8-b9b6-4c31-87bf-a3b9611bd260,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:03.402024 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11b55a3-4c35-4c20-acd3-f7f1cfd57dea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:53:03.402279 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11b55a3-4c35-4c20-acd3-f7f1cfd57dea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:53:03.402617 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11b55a3-4c35-4c20-acd3-f7f1cfd57dea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:53:03.402957 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11b55a3-4c35-4c20-acd3-f7f1cfd57dea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:53:03.403279 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11b55a3-4c35-4c20-acd3-f7f1cfd57dea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:53:03.403935 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11b55a3-4c35-4c20-acd3-f7f1cfd57dea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:53:03.404431 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11b55a3-4c35-4c20-acd3-f7f1cfd57dea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:53:03.404967 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11b55a3-4c35-4c20-acd3-f7f1cfd57dea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:53:03.405294 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11b55a3-4c35-4c20-acd3-f7f1cfd57dea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:53:03.405618 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11b55a3-4c35-4c20-acd3-f7f1cfd57dea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:53:03.405938 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11b55a3-4c35-4c20-acd3-f7f1cfd57dea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:53:03.406633 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11b55a3-4c35-4c20-acd3-f7f1cfd57dea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:53:03.414638 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802ab79a-33b2-4c8f-9fc9-5ff0aa9c3c8f tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Checking segment: {'id': 'd45dfcce-3118-4146-9ae5-829e5133a536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'dbf64172-8e7d-46b8-9e90-2b0083cbcd2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:53:03.415020 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802ab79a-33b2-4c8f-9fc9-5ff0aa9c3c8f tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Network hostable DHCP agents. Network: dbf64172-8e7d-46b8-9e90-2b0083cbcd2a, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:53:03.434583 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802ab79a-33b2-4c8f-9fc9-5ff0aa9c3c8f tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Network dbf64172-8e7d-46b8-9e90-2b0083cbcd2a is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:53:03.448261 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-802ab79a-33b2-4c8f-9fc9-5ff0aa9c3c8f tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, dbf64172-8e7d-46b8-9e90-2b0083cbcd2a) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:53:03.458337 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802ab79a-33b2-4c8f-9fc9-5ff0aa9c3c8f tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:03.458936 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-802ab79a-33b2-4c8f-9fc9-5ff0aa9c3c8f tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:03.459913 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee841c11-8b99-499f-b402-8b6b77c285ac None None] Network dbf64172-8e7d-46b8-9e90-2b0083cbcd2a requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:53:03.473566 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-5a136ce4-55b5-44c5-bbb1-54e9247d67c1 None None] For port 528c00d8-c976-48c7-8711-6c0cb98a022b, host n-d-800088-16, cleared binding levels {{(pid=100316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:53:03.481771 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-802ab79a-33b2-4c8f-9fc9-5ff0aa9c3c8f tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4271660 Jul 24 00:53:03.481948 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43030) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:53:03.483301 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-5a136ce4-55b5-44c5-bbb1-54e9247d67c1 None None] For port 528c00d8-c976-48c7-8711-6c0cb98a022b, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=528c00d8-c976-48c7-8711-6c0cb98a022b,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:53:03.493108 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-5a136ce4-55b5-44c5-bbb1-54e9247d67c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:03.542862 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11b55a3-4c35-4c20-acd3-f7f1cfd57dea None None] Pushing event updated for resources: {'Port': ['ID=528c00d8-c976-48c7-8711-6c0cb98a022b,revision_number=3']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:03.572892 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a136ce4-55b5-44c5-bbb1-54e9247d67c1 None None] Routers {'ee455df9-1c64-4f2f-b840-721c94af367f'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:53:03.574369 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-5a136ce4-55b5-44c5-bbb1-54e9247d67c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:52:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['ee455df9-1c64-4f2f-b840-721c94af367f'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:53:03.651993 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23be3ed2-d7e3-47db-8e3f-3577c519aaff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-dbf64172-8e7d-46b8-9e90-2b0083cbcd2a', 'network_id': 'dbf64172-8e7d-46b8-9e90-2b0083cbcd2a', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'fixed_ips': [{'subnet_id': '70a3a5d8-b9b6-4c31-87bf-a3b9611bd260'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:53:03.653676 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-23be3ed2-d7e3-47db-8e3f-3577c519aaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:03.802395 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-5a136ce4-55b5-44c5-bbb1-54e9247d67c1 None None] Set router ee455df9-1c64-4f2f-b840-721c94af367f gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:53:03.847173 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-23be3ed2-d7e3-47db-8e3f-3577c519aaff None None] Allocated IP 172.20.0.2 (dbf64172-8e7d-46b8-9e90-2b0083cbcd2a/70a3a5d8-b9b6-4c31-87bf-a3b9611bd260/174bcc5c-102a-4d05-8f67-6bd66ec09979) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:53:04.008395 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-5a136ce4-55b5-44c5-bbb1-54e9247d67c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee455df9-1c64-4f2f-b840-721c94af367f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-808936912', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '528c00d8-c976-48c7-8711-6c0cb98a022b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:53:01Z', 'updated_at': '2021-07-24T00:53:02Z', 'revision_number': 3, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'gw_port': {'id': '528c00d8-c976-48c7-8711-6c0cb98a022b', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7b:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee455df9-1c64-4f2f-b840-721c94af367f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:53:01Z', 'updated_at': '2021-07-24T00:53:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:53:04.009636 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-23be3ed2-d7e3-47db-8e3f-3577c519aaff None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:04.014027 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f8c70c7b-c903-4a6e-8ae3-11a27560b632 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:04.019585 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-23be3ed2-d7e3-47db-8e3f-3577c519aaff None None] Transition to ACTIVE for port object 174bcc5c-102a-4d05-8f67-6bd66ec09979 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:53:04.035021 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-23be3ed2-d7e3-47db-8e3f-3577c519aaff None None] Transition to ACTIVE for port object 174bcc5c-102a-4d05-8f67-6bd66ec09979 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:53:04.037148 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a136ce4-55b5-44c5-bbb1-54e9247d67c1 None None] The sync data for ids ['ee455df9-1c64-4f2f-b840-721c94af367f'] in n-d-800088-16 is: [{'id': 'ee455df9-1c64-4f2f-b840-721c94af367f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-808936912', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '528c00d8-c976-48c7-8711-6c0cb98a022b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:53:01Z', 'updated_at': '2021-07-24T00:53:02Z', 'revision_number': 3, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'gw_port': {'id': '528c00d8-c976-48c7-8711-6c0cb98a022b', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7b:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee455df9-1c64-4f2f-b840-721c94af367f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:53:01Z', 'updated_at': '2021-07-24T00:53:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:53:04.044515 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-23be3ed2-d7e3-47db-8e3f-3577c519aaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:04.089015 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23be3ed2-d7e3-47db-8e3f-3577c519aaff None None] Network dbf64172-8e7d-46b8-9e90-2b0083cbcd2a is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:53:04.094054 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-23be3ed2-d7e3-47db-8e3f-3577c519aaff None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:53:04.098262 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23be3ed2-d7e3-47db-8e3f-3577c519aaff None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:53:04.105684 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23be3ed2-d7e3-47db-8e3f-3577c519aaff None None] Pushing event updated for resources: {'Port': ['ID=174bcc5c-102a-4d05-8f67-6bd66ec09979,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:04.168751 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-23be3ed2-d7e3-47db-8e3f-3577c519aaff None None] Attempting to bind port 174bcc5c-102a-4d05-8f67-6bd66ec09979 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:53:04.169205 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-23be3ed2-d7e3-47db-8e3f-3577c519aaff None None] Attempting to bind port 174bcc5c-102a-4d05-8f67-6bd66ec09979 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': 'd45dfcce-3118-4146-9ae5-829e5133a536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'dbf64172-8e7d-46b8-9e90-2b0083cbcd2a'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:53:04.169670 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23be3ed2-d7e3-47db-8e3f-3577c519aaff None None] Attempting to bind port 174bcc5c-102a-4d05-8f67-6bd66ec09979 on network dbf64172-8e7d-46b8-9e90-2b0083cbcd2a {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:53:04.175222 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23be3ed2-d7e3-47db-8e3f-3577c519aaff None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:53:04.175675 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23be3ed2-d7e3-47db-8e3f-3577c519aaff None None] Checking segment: {'id': 'd45dfcce-3118-4146-9ae5-829e5133a536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'dbf64172-8e7d-46b8-9e90-2b0083cbcd2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:53:04.176160 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-23be3ed2-d7e3-47db-8e3f-3577c519aaff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:04.176729 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23be3ed2-d7e3-47db-8e3f-3577c519aaff None None] Bound using segment: {'id': 'd45dfcce-3118-4146-9ae5-829e5133a536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'dbf64172-8e7d-46b8-9e90-2b0083cbcd2a'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:53:04.177348 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-23be3ed2-d7e3-47db-8e3f-3577c519aaff None None] Bound port: 174bcc5c-102a-4d05-8f67-6bd66ec09979, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd45dfcce-3118-4146-9ae5-829e5133a536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'dbf64172-8e7d-46b8-9e90-2b0083cbcd2a'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:53:04.178083 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-23be3ed2-d7e3-47db-8e3f-3577c519aaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:04.265526 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-23be3ed2-d7e3-47db-8e3f-3577c519aaff None None] For port 174bcc5c-102a-4d05-8f67-6bd66ec09979, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:53:04.270511 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-23be3ed2-d7e3-47db-8e3f-3577c519aaff None None] For port 174bcc5c-102a-4d05-8f67-6bd66ec09979, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=174bcc5c-102a-4d05-8f67-6bd66ec09979,segment=NetworkSegment(d45dfcce-3118-4146-9ae5-829e5133a536),segment_id=d45dfcce-3118-4146-9ae5-829e5133a536)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:53:04.280800 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-23be3ed2-d7e3-47db-8e3f-3577c519aaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:04.339424 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23be3ed2-d7e3-47db-8e3f-3577c519aaff None None] Pushing event updated for resources: {'Port': ['ID=174bcc5c-102a-4d05-8f67-6bd66ec09979,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:04.445481 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-f8c70c7b-c903-4a6e-8ae3-11a27560b632 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Allocated IP 172.20.0.1 (dbf64172-8e7d-46b8-9e90-2b0083cbcd2a/70a3a5d8-b9b6-4c31-87bf-a3b9611bd260/05f4abec-d5f6-40e5-8ac2-1f8fc2436df7) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:53:04.449746 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 528c00d8-c976-48c7-8711-6c0cb98a022b up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:53:04.554699 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 528c00d8-c976-48c7-8711-6c0cb98a022b completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:53:04.559201 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 528c00d8-c976-48c7-8711-6c0cb98a022b triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:53:04.559578 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:04.639045 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f8c70c7b-c903-4a6e-8ae3-11a27560b632 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:04.659834 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [None req-f8c70c7b-c903-4a6e-8ae3-11a27560b632 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Transition to ACTIVE for port object 05f4abec-d5f6-40e5-8ac2-1f8fc2436df7 will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:53:04.687759 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:04.703953 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f8c70c7b-c903-4a6e-8ae3-11a27560b632 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:04.714330 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 528c00d8-c976-48c7-8711-6c0cb98a022b, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=528c00d8-c976-48c7-8711-6c0cb98a022b,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:53:04.724736 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:04.745605 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c70c7b-c903-4a6e-8ae3-11a27560b632 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Network dbf64172-8e7d-46b8-9e90-2b0083cbcd2a is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:53:04.748753 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-f8c70c7b-c903-4a6e-8ae3-11a27560b632 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:53:04.754987 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c70c7b-c903-4a6e-8ae3-11a27560b632 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:53:04.788467 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=528c00d8-c976-48c7-8711-6c0cb98a022b,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:04.789886 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c70c7b-c903-4a6e-8ae3-11a27560b632 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event updated for resources: {'Port': ['ID=05f4abec-d5f6-40e5-8ac2-1f8fc2436df7,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:04.809646 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f8c70c7b-c903-4a6e-8ae3-11a27560b632 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681761'] for router_interface, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:04.961744 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f8c70c7b-c903-4a6e-8ae3-11a27560b632 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:05.300303 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc539ed-bbab-41f8-8094-7ba9d3e7f3c5 None None] Network dbf64172-8e7d-46b8-9e90-2b0083cbcd2a requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:53:05.362320 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-0003af98-f855-447f-b481-6213cce96d56 None None] Provisioning for port 174bcc5c-102a-4d05-8f67-6bd66ec09979 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:53:05.561625 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f8c70c7b-c903-4a6e-8ae3-11a27560b632 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:05.567398 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f8c70c7b-c903-4a6e-8ae3-11a27560b632 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:05.641611 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f8c70c7b-c903-4a6e-8ae3-11a27560b632 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680980'] for router_interface, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:05.643633 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c70c7b-c903-4a6e-8ae3-11a27560b632 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event updated for resources: {'Port': ['ID=05f4abec-d5f6-40e5-8ac2-1f8fc2436df7,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:05.769866 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c70c7b-c903-4a6e-8ae3-11a27560b632 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Network dbf64172-8e7d-46b8-9e90-2b0083cbcd2a is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:53:05.771357 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-f8c70c7b-c903-4a6e-8ae3-11a27560b632 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:53:05.800712 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-3e5b640d-48cb-4e62-8bd6-703f065b02d4 None None] Provisioning for port 05f4abec-d5f6-40e5-8ac2-1f8fc2436df7 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:53:05.805537 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-3e5b640d-48cb-4e62-8bd6-703f065b02d4 None None] Provisioning complete for port 05f4abec-d5f6-40e5-8ac2-1f8fc2436df7 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:53:05.806933 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3e5b640d-48cb-4e62-8bd6-703f065b02d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:05.853398 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-3e5b640d-48cb-4e62-8bd6-703f065b02d4 None None] Port 05f4abec-d5f6-40e5-8ac2-1f8fc2436df7 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:53:05.910269 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8c70c7b-c903-4a6e-8ae3-11a27560b632 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Router ee455df9-1c64-4f2f-b840-721c94af367f has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:53:05.987926 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-19cd7c14-ba96-4eaf-99cd-823715c83ca4 None None] Provisioning complete for port 05f4abec-d5f6-40e5-8ac2-1f8fc2436df7 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:53:05.988215 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-19cd7c14-ba96-4eaf-99cd-823715c83ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:06.033006 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8c70c7b-c903-4a6e-8ae3-11a27560b632 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:53:06.038592 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-f8c70c7b-c903-4a6e-8ae3-11a27560b632 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "PUT /v2.0/routers/ee455df9-1c64-4f2f-b840-721c94af367f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5554371 Jul 24 00:53:06.044662 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-19cd7c14-ba96-4eaf-99cd-823715c83ca4 None None] Port 05f4abec-d5f6-40e5-8ac2-1f8fc2436df7 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:53:06.049515 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c0d887-1efa-4c2c-b60c-4b4f95cbf0fb None None] Sync routers for ids ['ee455df9-1c64-4f2f-b840-721c94af367f'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:53:06.064170 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c0d887-1efa-4c2c-b60c-4b4f95cbf0fb None None] Routers {'ee455df9-1c64-4f2f-b840-721c94af367f'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:53:06.064739 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-d2c0d887-1efa-4c2c-b60c-4b4f95cbf0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:52:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['ee455df9-1c64-4f2f-b840-721c94af367f'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:53:06.179009 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-1f33ac9c-5ebf-482e-a52b-d09bd3163afb None None] Provisioning complete for port 05f4abec-d5f6-40e5-8ac2-1f8fc2436df7 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:53:06.179484 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-1f33ac9c-5ebf-482e-a52b-d09bd3163afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:06.211701 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d9170115-de38-4c38-89f2-7037180dede9 req-a6117f26-91e5-4517-bea3-6167e7b62d0a tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-842243696&fields=id&tenant_id=21fe67bd68cd4d41939b65b573d17a56 HTTP/1.1" status: 200 len: 267 time: 0.0360482 Jul 24 00:53:06.221190 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-d2c0d887-1efa-4c2c-b60c-4b4f95cbf0fb None None] Set router ee455df9-1c64-4f2f-b840-721c94af367f gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:53:06.250349 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-1f33ac9c-5ebf-482e-a52b-d09bd3163afb None None] Port 05f4abec-d5f6-40e5-8ac2-1f8fc2436df7 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:53:06.331895 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9170115-de38-4c38-89f2-7037180dede9 req-d073d184-55f5-4a7b-9bb7-382b5169be25 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:06.333478 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d9170115-de38-4c38-89f2-7037180dede9 req-d073d184-55f5-4a7b-9bb7-382b5169be25 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/networks?id=dbf64172-8e7d-46b8-9e90-2b0083cbcd2a HTTP/1.1" status: 200 len: 797 time: 0.1147184 Jul 24 00:53:06.350611 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d9170115-de38-4c38-89f2-7037180dede9 req-1fb9af39-00ea-429a-ac12-7af02930ba0a tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/quotas/21fe67bd68cd4d41939b65b573d17a56 HTTP/1.1" status: 200 len: 375 time: 0.0105834 Jul 24 00:53:06.445407 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d9170115-de38-4c38-89f2-7037180dede9 req-d93af728-55b5-4e71-8ad4-2becdfb90685 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=21fe67bd68cd4d41939b65b573d17a56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0875399 Jul 24 00:53:06.489130 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-d2c0d887-1efa-4c2c-b60c-4b4f95cbf0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee455df9-1c64-4f2f-b840-721c94af367f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-808936912', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '528c00d8-c976-48c7-8711-6c0cb98a022b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:53:01Z', 'updated_at': '2021-07-24T00:53:04Z', 'revision_number': 4, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'gw_port': {'id': '528c00d8-c976-48c7-8711-6c0cb98a022b', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee455df9-1c64-4f2f-b840-721c94af367f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:53:01Z', 'updated_at': '2021-07-24T00:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '05f4abec-d5f6-40e5-8ac2-1f8fc2436df7', 'name': '', 'network_id': 'dbf64172-8e7d-46b8-9e90-2b0083cbcd2a', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'mac_address': 'fa:16:3e:d3:2b:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee455df9-1c64-4f2f-b840-721c94af367f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '70a3a5d8-b9b6-4c31-87bf-a3b9611bd260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:53:04Z', 'updated_at': '2021-07-24T00:53:05Z', 'revision_number': 2, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'subnets': [{'id': '70a3a5d8-b9b6-4c31-87bf-a3b9611bd260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:53:06.524255 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 528c00d8-c976-48c7-8711-6c0cb98a022b up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:53:06.526629 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c0d887-1efa-4c2c-b60c-4b4f95cbf0fb None None] Checking router: ee455df9-1c64-4f2f-b840-721c94af367f for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:53:06.526984 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c0d887-1efa-4c2c-b60c-4b4f95cbf0fb None None] Updating router ee455df9-1c64-4f2f-b840-721c94af367f port 05f4abec-d5f6-40e5-8ac2-1f8fc2436df7 binding host n-d-800088-16 {{(pid=100315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:53:06.565896 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d9170115-de38-4c38-89f2-7037180dede9 req-aed55f3c-b19a-4992-b04e-77e30dbf7743 service neutron] 10.222.0.44 "GET /v2.0/networks/dbf64172-8e7d-46b8-9e90-2b0083cbcd2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063101 Jul 24 00:53:06.589929 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d2c0d887-1efa-4c2c-b60c-4b4f95cbf0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:06.630904 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 528c00d8-c976-48c7-8711-6c0cb98a022b triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:53:06.631278 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:06.665235 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d9170115-de38-4c38-89f2-7037180dede9 req-c645240f-4dc5-4e90-ac49-94f3ba950525 service neutron] 10.222.0.44 "GET /v2.0/networks/dbf64172-8e7d-46b8-9e90-2b0083cbcd2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935051 Jul 24 00:53:06.878816 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5e00ce9f-8570-4873-be93-7de846665942 req-d070977b-664d-448c-9125-941ce3e9358f tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=a15b1222-2444-451d-b049-71686324cd11 HTTP/1.1" status: 200 len: 210 time: 0.0529613 Jul 24 00:53:06.995080 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 174bcc5c-102a-4d05-8f67-6bd66ec09979 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:53:07.080898 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 174bcc5c-102a-4d05-8f67-6bd66ec09979 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:53:07.103197 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 174bcc5c-102a-4d05-8f67-6bd66ec09979 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:53:07.103573 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:07.145827 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d2c0d887-1efa-4c2c-b60c-4b4f95cbf0fb None None] Notify callbacks [] for port, precommit_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:07.162271 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-d2c0d887-1efa-4c2c-b60c-4b4f95cbf0fb None None] Transition to ACTIVE for port object 05f4abec-d5f6-40e5-8ac2-1f8fc2436df7 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:53:07.169495 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d2c0d887-1efa-4c2c-b60c-4b4f95cbf0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:07.243210 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafc66f1-5c72-420c-9ab1-d2ee821c857f None None] Pushing event updated for resources: {'Port': ['ID=05f4abec-d5f6-40e5-8ac2-1f8fc2436df7,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:07.277149 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:07.326028 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-d2c0d887-1efa-4c2c-b60c-4b4f95cbf0fb None None] Attempting to bind port 05f4abec-d5f6-40e5-8ac2-1f8fc2436df7 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:53:07.326635 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-d2c0d887-1efa-4c2c-b60c-4b4f95cbf0fb None None] Attempting to bind port 05f4abec-d5f6-40e5-8ac2-1f8fc2436df7 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': 'd45dfcce-3118-4146-9ae5-829e5133a536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'dbf64172-8e7d-46b8-9e90-2b0083cbcd2a'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:53:07.327306 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c0d887-1efa-4c2c-b60c-4b4f95cbf0fb None None] Attempting to bind port 05f4abec-d5f6-40e5-8ac2-1f8fc2436df7 on network dbf64172-8e7d-46b8-9e90-2b0083cbcd2a {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:53:07.345066 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c0d887-1efa-4c2c-b60c-4b4f95cbf0fb None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:53:07.345490 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c0d887-1efa-4c2c-b60c-4b4f95cbf0fb None None] Checking segment: {'id': 'd45dfcce-3118-4146-9ae5-829e5133a536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'dbf64172-8e7d-46b8-9e90-2b0083cbcd2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:53:07.346016 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d2c0d887-1efa-4c2c-b60c-4b4f95cbf0fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:07.347697 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c0d887-1efa-4c2c-b60c-4b4f95cbf0fb None None] Bound using segment: {'id': 'd45dfcce-3118-4146-9ae5-829e5133a536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'dbf64172-8e7d-46b8-9e90-2b0083cbcd2a'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:53:07.347697 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-d2c0d887-1efa-4c2c-b60c-4b4f95cbf0fb None None] Bound port: 05f4abec-d5f6-40e5-8ac2-1f8fc2436df7, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd45dfcce-3118-4146-9ae5-829e5133a536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'dbf64172-8e7d-46b8-9e90-2b0083cbcd2a'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:53:07.347697 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d2c0d887-1efa-4c2c-b60c-4b4f95cbf0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:07.352740 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 174bcc5c-102a-4d05-8f67-6bd66ec09979, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=174bcc5c-102a-4d05-8f67-6bd66ec09979,segment=NetworkSegment(d45dfcce-3118-4146-9ae5-829e5133a536),segment_id=d45dfcce-3118-4146-9ae5-829e5133a536)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:53:07.363502 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:07.455448 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=174bcc5c-102a-4d05-8f67-6bd66ec09979,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:07.470088 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-d2c0d887-1efa-4c2c-b60c-4b4f95cbf0fb None None] For port 05f4abec-d5f6-40e5-8ac2-1f8fc2436df7, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:53:07.473547 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-d2c0d887-1efa-4c2c-b60c-4b4f95cbf0fb None None] For port 05f4abec-d5f6-40e5-8ac2-1f8fc2436df7, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=05f4abec-d5f6-40e5-8ac2-1f8fc2436df7,segment=NetworkSegment(d45dfcce-3118-4146-9ae5-829e5133a536),segment_id=d45dfcce-3118-4146-9ae5-829e5133a536)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:53:07.479332 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d2c0d887-1efa-4c2c-b60c-4b4f95cbf0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:07.547493 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c0d887-1efa-4c2c-b60c-4b4f95cbf0fb None None] Routers {'ee455df9-1c64-4f2f-b840-721c94af367f'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:53:07.548648 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-d2c0d887-1efa-4c2c-b60c-4b4f95cbf0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:52:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['ee455df9-1c64-4f2f-b840-721c94af367f'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:53:07.586131 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafc66f1-5c72-420c-9ab1-d2ee821c857f None None] Pushing event updated for resources: {'Port': ['ID=05f4abec-d5f6-40e5-8ac2-1f8fc2436df7,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:07.660416 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-d2c0d887-1efa-4c2c-b60c-4b4f95cbf0fb None None] Set router ee455df9-1c64-4f2f-b840-721c94af367f gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:53:07.872391 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-d2c0d887-1efa-4c2c-b60c-4b4f95cbf0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee455df9-1c64-4f2f-b840-721c94af367f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-808936912', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '528c00d8-c976-48c7-8711-6c0cb98a022b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:53:01Z', 'updated_at': '2021-07-24T00:53:04Z', 'revision_number': 4, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'gw_port': {'id': '528c00d8-c976-48c7-8711-6c0cb98a022b', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee455df9-1c64-4f2f-b840-721c94af367f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:53:01Z', 'updated_at': '2021-07-24T00:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '05f4abec-d5f6-40e5-8ac2-1f8fc2436df7', 'name': '', 'network_id': 'dbf64172-8e7d-46b8-9e90-2b0083cbcd2a', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'mac_address': 'fa:16:3e:d3:2b:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee455df9-1c64-4f2f-b840-721c94af367f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '70a3a5d8-b9b6-4c31-87bf-a3b9611bd260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:53:04Z', 'updated_at': '2021-07-24T00:53:07Z', 'revision_number': 4, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'subnets': [{'id': '70a3a5d8-b9b6-4c31-87bf-a3b9611bd260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:53:07.899249 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c0d887-1efa-4c2c-b60c-4b4f95cbf0fb None None] The sync data for ids ['ee455df9-1c64-4f2f-b840-721c94af367f'] in n-d-800088-16 is: [{'id': 'ee455df9-1c64-4f2f-b840-721c94af367f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-808936912', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '528c00d8-c976-48c7-8711-6c0cb98a022b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:53:01Z', 'updated_at': '2021-07-24T00:53:04Z', 'revision_number': 4, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'gw_port': {'id': '528c00d8-c976-48c7-8711-6c0cb98a022b', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee455df9-1c64-4f2f-b840-721c94af367f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:53:01Z', 'updated_at': '2021-07-24T00:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '05f4abec-d5f6-40e5-8ac2-1f8fc2436df7', 'name': '', 'network_id': 'dbf64172-8e7d-46b8-9e90-2b0083cbcd2a', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'mac_address': 'fa:16:3e:d3:2b:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee455df9-1c64-4f2f-b840-721c94af367f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '70a3a5d8-b9b6-4c31-87bf-a3b9611bd260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:53:04Z', 'updated_at': '2021-07-24T00:53:07Z', 'revision_number': 4, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'subnets': [{'id': '70a3a5d8-b9b6-4c31-87bf-a3b9611bd260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:53:07.991601 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5d1856a2-487b-4eff-aca6-e21fdec36f0f req-b6e463fe-2ee2-41a9-9b43-1aa4ea74703a tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=a15b1222-2444-451d-b049-71686324cd11 HTTP/1.1" status: 200 len: 210 time: 0.0549004 Jul 24 00:53:08.505736 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 05f4abec-d5f6-40e5-8ac2-1f8fc2436df7 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:53:08.559674 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 05f4abec-d5f6-40e5-8ac2-1f8fc2436df7 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:53:08.564376 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 05f4abec-d5f6-40e5-8ac2-1f8fc2436df7 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:53:08.564763 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:08.652926 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:08.688143 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 05f4abec-d5f6-40e5-8ac2-1f8fc2436df7, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=05f4abec-d5f6-40e5-8ac2-1f8fc2436df7,segment=NetworkSegment(d45dfcce-3118-4146-9ae5-829e5133a536),segment_id=d45dfcce-3118-4146-9ae5-829e5133a536)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:53:08.692532 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:08.693365 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 174bcc5c-102a-4d05-8f67-6bd66ec09979 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:53:08.777448 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=05f4abec-d5f6-40e5-8ac2-1f8fc2436df7,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:08.792867 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 174bcc5c-102a-4d05-8f67-6bd66ec09979 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:53:08.793260 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:09.078191 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9170115-de38-4c38-89f2-7037180dede9 req-86f8eaba-dc08-4070-9c17-ab7f46277699 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:09.081117 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d9170115-de38-4c38-89f2-7037180dede9 req-86f8eaba-dc08-4070-9c17-ab7f46277699 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.52 "GET /v2.0/networks?id=dbf64172-8e7d-46b8-9e90-2b0083cbcd2a HTTP/1.1" status: 200 len: 797 time: 0.1332669 Jul 24 00:53:09.112673 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5ec64efd-2537-42a5-b35b-35c0fe363489 req-c4119f44-0820-4958-81f9-c81612682847 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=a15b1222-2444-451d-b049-71686324cd11 HTTP/1.1" status: 200 len: 210 time: 0.0432348 Jul 24 00:53:09.144663 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d9170115-de38-4c38-89f2-7037180dede9 req-9ddf8616-4bf4-43a9-bb76-6a2c03932a8e tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21fe67bd68cd4d41939b65b573d17a56 HTTP/1.1" status: 200 len: 379 time: 0.0521498 Jul 24 00:53:09.153338 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-d9170115-de38-4c38-89f2-7037180dede9 req-da4a524c-270d-423d-830b-715af0a3a66e tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Request body: {'port': {'device_id': 'a15b1222-2444-451d-b049-71686324cd11', 'network_id': 'dbf64172-8e7d-46b8-9e90-2b0083cbcd2a', 'admin_state_up': True, 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'security_groups': ['dc2e535d-a926-478e-8c7b-2182646f1945']}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:53:09.265796 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9170115-de38-4c38-89f2-7037180dede9 req-da4a524c-270d-423d-830b-715af0a3a66e tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Made reservation on behalf of 21fe67bd68cd4d41939b65b573d17a56 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:53:09.269864 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d9170115-de38-4c38-89f2-7037180dede9 req-da4a524c-270d-423d-830b-715af0a3a66e tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:09.396953 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-d9170115-de38-4c38-89f2-7037180dede9 req-da4a524c-270d-423d-830b-715af0a3a66e tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Allocated IP 172.20.0.7 (dbf64172-8e7d-46b8-9e90-2b0083cbcd2a/70a3a5d8-b9b6-4c31-87bf-a3b9611bd260/360d99d8-1c35-4723-a1ba-5ddd3df4a5df) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:53:09.535216 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d9170115-de38-4c38-89f2-7037180dede9 req-da4a524c-270d-423d-830b-715af0a3a66e tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:09.548228 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-d9170115-de38-4c38-89f2-7037180dede9 req-da4a524c-270d-423d-830b-715af0a3a66e tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Transition to ACTIVE for port object 360d99d8-1c35-4723-a1ba-5ddd3df4a5df will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:53:09.583008 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d9170115-de38-4c38-89f2-7037180dede9 req-da4a524c-270d-423d-830b-715af0a3a66e tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:09.627995 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9170115-de38-4c38-89f2-7037180dede9 req-da4a524c-270d-423d-830b-715af0a3a66e tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Network dbf64172-8e7d-46b8-9e90-2b0083cbcd2a is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:53:09.631098 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-d9170115-de38-4c38-89f2-7037180dede9 req-da4a524c-270d-423d-830b-715af0a3a66e tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:53:09.637331 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9170115-de38-4c38-89f2-7037180dede9 req-da4a524c-270d-423d-830b-715af0a3a66e tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:53:09.663108 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4a524c-270d-423d-830b-715af0a3a66e tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event updated for resources: {'Port': ['ID=360d99d8-1c35-4723-a1ba-5ddd3df4a5df,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:09.692534 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9170115-de38-4c38-89f2-7037180dede9 req-da4a524c-270d-423d-830b-715af0a3a66e tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:09.693246 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d9170115-de38-4c38-89f2-7037180dede9 req-da4a524c-270d-423d-830b-715af0a3a66e tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:09.708788 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d9170115-de38-4c38-89f2-7037180dede9 req-da4a524c-270d-423d-830b-715af0a3a66e tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5592318 Jul 24 00:53:09.718330 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [req-d9170115-de38-4c38-89f2-7037180dede9 req-9e9c01d2-bce1-4d1a-adbb-69696d7ae6ae tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=100313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:53:09.719387 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d9170115-de38-4c38-89f2-7037180dede9 req-9e9c01d2-bce1-4d1a-adbb-69696d7ae6ae tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056596 Jul 24 00:53:09.731238 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-d9170115-de38-4c38-89f2-7037180dede9 req-37af5729-5a7a-403e-bd1b-bb8bb244fb3e service neutron] Request body: {'port': {'device_id': 'a15b1222-2444-451d-b049-71686324cd11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:53:09.806177 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d9170115-de38-4c38-89f2-7037180dede9 req-37af5729-5a7a-403e-bd1b-bb8bb244fb3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:09.899434 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9a9c9856-abb0-46d9-87fe-9b3ecb0897fc None None] Provisioning for port 360d99d8-1c35-4723-a1ba-5ddd3df4a5df completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:53:09.903199 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9a9c9856-abb0-46d9-87fe-9b3ecb0897fc None None] Provisioning complete for port 360d99d8-1c35-4723-a1ba-5ddd3df4a5df triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:53:09.903516 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9a9c9856-abb0-46d9-87fe-9b3ecb0897fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:09.944196 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9a9c9856-abb0-46d9-87fe-9b3ecb0897fc None None] Port 360d99d8-1c35-4723-a1ba-5ddd3df4a5df cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:53:10.073915 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-d9170115-de38-4c38-89f2-7037180dede9 req-37af5729-5a7a-403e-bd1b-bb8bb244fb3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 360d99d8-1c35-4723-a1ba-5ddd3df4a5df {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:53:10.081562 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d9170115-de38-4c38-89f2-7037180dede9 req-37af5729-5a7a-403e-bd1b-bb8bb244fb3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:10.093257 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-d9170115-de38-4c38-89f2-7037180dede9 req-37af5729-5a7a-403e-bd1b-bb8bb244fb3e service neutron] Transition to ACTIVE for port object 360d99d8-1c35-4723-a1ba-5ddd3df4a5df will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:53:10.097446 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d9170115-de38-4c38-89f2-7037180dede9 req-37af5729-5a7a-403e-bd1b-bb8bb244fb3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:10.152690 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37af5729-5a7a-403e-bd1b-bb8bb244fb3e service neutron] Pushing event updated for resources: {'Port': ['ID=360d99d8-1c35-4723-a1ba-5ddd3df4a5df,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:10.255463 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-d9170115-de38-4c38-89f2-7037180dede9 req-37af5729-5a7a-403e-bd1b-bb8bb244fb3e service neutron] Attempting to bind port 360d99d8-1c35-4723-a1ba-5ddd3df4a5df on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:53:10.255810 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-d9170115-de38-4c38-89f2-7037180dede9 req-37af5729-5a7a-403e-bd1b-bb8bb244fb3e service neutron] Attempting to bind port 360d99d8-1c35-4723-a1ba-5ddd3df4a5df by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': 'd45dfcce-3118-4146-9ae5-829e5133a536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'dbf64172-8e7d-46b8-9e90-2b0083cbcd2a'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:53:10.256149 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9170115-de38-4c38-89f2-7037180dede9 req-37af5729-5a7a-403e-bd1b-bb8bb244fb3e service neutron] Attempting to bind port 360d99d8-1c35-4723-a1ba-5ddd3df4a5df on network dbf64172-8e7d-46b8-9e90-2b0083cbcd2a {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:53:10.263372 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9170115-de38-4c38-89f2-7037180dede9 req-37af5729-5a7a-403e-bd1b-bb8bb244fb3e service neutron] Port 360d99d8-1c35-4723-a1ba-5ddd3df4a5df on network dbf64172-8e7d-46b8-9e90-2b0083cbcd2a not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:53:10.263706 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9170115-de38-4c38-89f2-7037180dede9 req-37af5729-5a7a-403e-bd1b-bb8bb244fb3e service neutron] Attempting to bind port 360d99d8-1c35-4723-a1ba-5ddd3df4a5df on network dbf64172-8e7d-46b8-9e90-2b0083cbcd2a {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:53:10.271682 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9170115-de38-4c38-89f2-7037180dede9 req-37af5729-5a7a-403e-bd1b-bb8bb244fb3e service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:53:10.272025 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9170115-de38-4c38-89f2-7037180dede9 req-37af5729-5a7a-403e-bd1b-bb8bb244fb3e service neutron] Checking segment: {'id': 'd45dfcce-3118-4146-9ae5-829e5133a536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'dbf64172-8e7d-46b8-9e90-2b0083cbcd2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:53:10.272419 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9170115-de38-4c38-89f2-7037180dede9 req-37af5729-5a7a-403e-bd1b-bb8bb244fb3e service neutron] Bound using segment: {'id': 'd45dfcce-3118-4146-9ae5-829e5133a536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'dbf64172-8e7d-46b8-9e90-2b0083cbcd2a'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:53:10.272888 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-d9170115-de38-4c38-89f2-7037180dede9 req-37af5729-5a7a-403e-bd1b-bb8bb244fb3e service neutron] Bound port: 360d99d8-1c35-4723-a1ba-5ddd3df4a5df, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd45dfcce-3118-4146-9ae5-829e5133a536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'dbf64172-8e7d-46b8-9e90-2b0083cbcd2a'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:53:10.273270 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d9170115-de38-4c38-89f2-7037180dede9 req-37af5729-5a7a-403e-bd1b-bb8bb244fb3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:10.304698 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25463ade-a10a-45f9-a490-2031fc386d06 req-e0f042e5-044a-47a6-a8e8-9175b910d93b tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:10.306239 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-25463ade-a10a-45f9-a490-2031fc386d06 req-e0f042e5-044a-47a6-a8e8-9175b910d93b tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=a15b1222-2444-451d-b049-71686324cd11 HTTP/1.1" status: 200 len: 943 time: 0.1146667 Jul 24 00:53:10.377021 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-25463ade-a10a-45f9-a490-2031fc386d06 req-ef61feda-648d-4c90-85e3-d1adf20041d4 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc2e535d-a926-478e-8c7b-2182646f1945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539186 Jul 24 00:53:10.389379 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-d9170115-de38-4c38-89f2-7037180dede9 req-37af5729-5a7a-403e-bd1b-bb8bb244fb3e service neutron] For port 360d99d8-1c35-4723-a1ba-5ddd3df4a5df, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:53:10.393120 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-d9170115-de38-4c38-89f2-7037180dede9 req-37af5729-5a7a-403e-bd1b-bb8bb244fb3e service neutron] For port 360d99d8-1c35-4723-a1ba-5ddd3df4a5df, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=360d99d8-1c35-4723-a1ba-5ddd3df4a5df,segment=NetworkSegment(d45dfcce-3118-4146-9ae5-829e5133a536),segment_id=d45dfcce-3118-4146-9ae5-829e5133a536)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:53:10.401838 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d9170115-de38-4c38-89f2-7037180dede9 req-37af5729-5a7a-403e-bd1b-bb8bb244fb3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:10.418998 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 05f4abec-d5f6-40e5-8ac2-1f8fc2436df7 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:53:10.441451 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9170115-de38-4c38-89f2-7037180dede9 req-37af5729-5a7a-403e-bd1b-bb8bb244fb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:10.442097 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-d9170115-de38-4c38-89f2-7037180dede9 req-37af5729-5a7a-403e-bd1b-bb8bb244fb3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:10.443657 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d9170115-de38-4c38-89f2-7037180dede9 req-37af5729-5a7a-403e-bd1b-bb8bb244fb3e service neutron] 10.222.0.52 "PUT /v2.0/ports/360d99d8-1c35-4723-a1ba-5ddd3df4a5df HTTP/1.1" status: 200 len: 1092 time: 0.7167070 Jul 24 00:53:10.443989 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a15b1222-2444-451d-b049-71686324cd11', 'tag': '360d99d8-1c35-4723-a1ba-5ddd3df4a5df'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:53:10.446302 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b5b12b33723a5ac99f65cff31e3c306c8fdd85da64bb4eb22f7eb8a86bf6c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51139257-1afd-4d78-9ab9-3188b99b070a" -d '{"events": [{"name": "network-changed", "server_uuid": "a15b1222-2444-451d-b049-71686324cd11", "tag": "360d99d8-1c35-4723-a1ba-5ddd3df4a5df"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:53:10.472246 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37af5729-5a7a-403e-bd1b-bb8bb244fb3e service neutron] Pushing event updated for resources: {'Port': ['ID=360d99d8-1c35-4723-a1ba-5ddd3df4a5df,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:10.492742 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 05f4abec-d5f6-40e5-8ac2-1f8fc2436df7 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:53:10.493304 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:10.494511 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1723634-5386-41f1-a507-344e84bae55b x-openstack-request-id: req-c1723634-5386-41f1-a507-344e84bae55b {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:53:10.494953 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a15b1222-2444-451d-b049-71686324cd11", "tag": "360d99d8-1c35-4723-a1ba-5ddd3df4a5df", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:53:10.495266 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c1723634-5386-41f1-a507-344e84bae55b {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:53:10.495797 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a15b1222-2444-451d-b049-71686324cd11', 'tag': '360d99d8-1c35-4723-a1ba-5ddd3df4a5df', 'status': 'completed', 'code': 200} Jul 24 00:53:10.559477 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9170115-de38-4c38-89f2-7037180dede9 req-e49f0220-1a50-489d-a7c9-00a4c97ad704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:10.561017 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d9170115-de38-4c38-89f2-7037180dede9 req-e49f0220-1a50-489d-a7c9-00a4c97ad704 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=21fe67bd68cd4d41939b65b573d17a56&device_id=a15b1222-2444-451d-b049-71686324cd11 HTTP/1.1" status: 200 len: 1095 time: 0.0605249 Jul 24 00:53:10.606286 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d9170115-de38-4c38-89f2-7037180dede9 req-13c26f43-f58c-4f48-a828-2713c9a7a627 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=360d99d8-1c35-4723-a1ba-5ddd3df4a5df HTTP/1.1" status: 200 len: 217 time: 0.0379331 Jul 24 00:53:10.659434 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9170115-de38-4c38-89f2-7037180dede9 req-eee7b2a2-6b22-4ff1-886e-2444e0cf6bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:10.661013 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d9170115-de38-4c38-89f2-7037180dede9 req-eee7b2a2-6b22-4ff1-886e-2444e0cf6bee service neutron] 10.222.0.52 "GET /v2.0/subnets?id=70a3a5d8-b9b6-4c31-87bf-a3b9611bd260 HTTP/1.1" status: 200 len: 833 time: 0.0488265 Jul 24 00:53:10.718538 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9170115-de38-4c38-89f2-7037180dede9 req-c867238d-84b3-4d9f-90cc-fb1c9d784e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:10.720723 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d9170115-de38-4c38-89f2-7037180dede9 req-c867238d-84b3-4d9f-90cc-fb1c9d784e1c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=dbf64172-8e7d-46b8-9e90-2b0083cbcd2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538781 Jul 24 00:53:10.807088 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d9170115-de38-4c38-89f2-7037180dede9 req-9e59cc91-ad3d-48b7-8b1b-b0394553e4c5 service neutron] 10.222.0.52 "GET /v2.0/networks/dbf64172-8e7d-46b8-9e90-2b0083cbcd2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804341 Jul 24 00:53:10.912373 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d9170115-de38-4c38-89f2-7037180dede9 req-2b143d51-c75a-4164-8484-462e3560368b service neutron] 10.222.0.52 "GET /v2.0/networks/dbf64172-8e7d-46b8-9e90-2b0083cbcd2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983701 Jul 24 00:53:11.014887 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51139257-1afd-4d78-9ab9-3188b99b070a req-db4c83a7-9487-4b34-8448-5b0ffa932171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:11.017421 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-51139257-1afd-4d78-9ab9-3188b99b070a req-db4c83a7-9487-4b34-8448-5b0ffa932171 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=21fe67bd68cd4d41939b65b573d17a56&device_id=a15b1222-2444-451d-b049-71686324cd11 HTTP/1.1" status: 200 len: 1095 time: 0.0605028 Jul 24 00:53:11.114467 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51139257-1afd-4d78-9ab9-3188b99b070a req-e7c2a7eb-d543-4a10-87da-a077e60c956e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:11.116025 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-51139257-1afd-4d78-9ab9-3188b99b070a req-e7c2a7eb-d543-4a10-87da-a077e60c956e service neutron] 10.222.0.52 "GET /v2.0/networks?id=dbf64172-8e7d-46b8-9e90-2b0083cbcd2a HTTP/1.1" status: 200 len: 898 time: 0.0933578 Jul 24 00:53:11.161291 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-51139257-1afd-4d78-9ab9-3188b99b070a req-d5e0eac7-2a03-4903-8714-02a4a5ddb6c5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=360d99d8-1c35-4723-a1ba-5ddd3df4a5df HTTP/1.1" status: 200 len: 217 time: 0.0393560 Jul 24 00:53:11.216298 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51139257-1afd-4d78-9ab9-3188b99b070a req-aaed173e-3cd0-496f-9a03-0915982d3df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:11.217721 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-51139257-1afd-4d78-9ab9-3188b99b070a req-aaed173e-3cd0-496f-9a03-0915982d3df2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=70a3a5d8-b9b6-4c31-87bf-a3b9611bd260 HTTP/1.1" status: 200 len: 833 time: 0.0504658 Jul 24 00:53:11.287478 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51139257-1afd-4d78-9ab9-3188b99b070a req-663ae056-b68d-4e80-a5b6-a20f624d50c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:11.289023 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-51139257-1afd-4d78-9ab9-3188b99b070a req-663ae056-b68d-4e80-a5b6-a20f624d50c6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=dbf64172-8e7d-46b8-9e90-2b0083cbcd2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0641510 Jul 24 00:53:11.378527 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-51139257-1afd-4d78-9ab9-3188b99b070a req-877a779f-f9d8-4784-bc55-69a6dfbe6df4 service neutron] 10.222.0.52 "GET /v2.0/networks/dbf64172-8e7d-46b8-9e90-2b0083cbcd2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821707 Jul 24 00:53:11.508308 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-51139257-1afd-4d78-9ab9-3188b99b070a req-38ff8102-5c51-4586-958b-e61757dcf973 service neutron] 10.222.0.52 "GET /v2.0/networks/dbf64172-8e7d-46b8-9e90-2b0083cbcd2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227326 Jul 24 00:53:11.540932 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7e1c64-d161-46fe-ac57-7bd3182042c6 req-0b652823-a52c-4d35-89de-e732468544fd tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:11.542874 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0a7e1c64-d161-46fe-ac57-7bd3182042c6 req-0b652823-a52c-4d35-89de-e732468544fd tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=a15b1222-2444-451d-b049-71686324cd11 HTTP/1.1" status: 200 len: 943 time: 0.0878758 Jul 24 00:53:11.586905 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0a7e1c64-d161-46fe-ac57-7bd3182042c6 req-9fb5d95f-187e-4b05-ab56-50a184b4a073 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc2e535d-a926-478e-8c7b-2182646f1945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380485 Jul 24 00:53:12.720514 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c860a-faf0-492d-919e-56c2e8e7e5c0 req-741daa4f-c5b3-4f25-a62e-fa1aa5692d33 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:12.722167 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c82c860a-faf0-492d-919e-56c2e8e7e5c0 req-741daa4f-c5b3-4f25-a62e-fa1aa5692d33 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=a15b1222-2444-451d-b049-71686324cd11 HTTP/1.1" status: 200 len: 943 time: 0.0681419 Jul 24 00:53:12.759355 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c82c860a-faf0-492d-919e-56c2e8e7e5c0 req-d16d110e-7e54-49d1-8375-cf6c5e88761b tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc2e535d-a926-478e-8c7b-2182646f1945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316861 Jul 24 00:53:13.598665 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 360d99d8-1c35-4723-a1ba-5ddd3df4a5df details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:53:13.692292 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 360d99d8-1c35-4723-a1ba-5ddd3df4a5df, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=360d99d8-1c35-4723-a1ba-5ddd3df4a5df,segment=NetworkSegment(d45dfcce-3118-4146-9ae5-829e5133a536),segment_id=d45dfcce-3118-4146-9ae5-829e5133a536)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:53:13.703141 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': '360d99d8-1c35-4723-a1ba-5ddd3df4a5df', 'network_id': 'dbf64172-8e7d-46b8-9e90-2b0083cbcd2a', 'port_id': '360d99d8-1c35-4723-a1ba-5ddd3df4a5df', 'mac_address': 'fa:16:3e:e0:3f:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70a3a5d8-b9b6-4c31-87bf-a3b9611bd260', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:53:13.741757 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:13.754018 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 360d99d8-1c35-4723-a1ba-5ddd3df4a5df {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:53:13.773050 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 360d99d8-1c35-4723-a1ba-5ddd3df4a5df, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=360d99d8-1c35-4723-a1ba-5ddd3df4a5df,segment=NetworkSegment(d45dfcce-3118-4146-9ae5-829e5133a536),segment_id=d45dfcce-3118-4146-9ae5-829e5133a536)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:53:13.776887 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:13.825446 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=360d99d8-1c35-4723-a1ba-5ddd3df4a5df,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:13.892539 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb39d9-a5fa-4e5a-a654-87cd0c9b2b07 req-8c76f857-1f70-43c9-8e2f-fb6a2b873f40 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:13.894073 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-18cb39d9-a5fa-4e5a-a654-87cd0c9b2b07 req-8c76f857-1f70-43c9-8e2f-fb6a2b873f40 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=a15b1222-2444-451d-b049-71686324cd11 HTTP/1.1" status: 200 len: 944 time: 0.0684006 Jul 24 00:53:13.936339 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-18cb39d9-a5fa-4e5a-a654-87cd0c9b2b07 req-d8f3179f-cf47-4442-a653-908b6a40fbf3 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc2e535d-a926-478e-8c7b-2182646f1945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363307 Jul 24 00:53:14.030541 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['360d99d8-1c35-4723-a1ba-5ddd3df4a5df'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:53:15.067319 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e179a7-7c0c-4864-bbea-c6a2f3de8d00 req-119ebea5-7d78-442c-9c50-8957c6b7bfeb tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:15.068863 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-02e179a7-7c0c-4864-bbea-c6a2f3de8d00 req-119ebea5-7d78-442c-9c50-8957c6b7bfeb tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=a15b1222-2444-451d-b049-71686324cd11 HTTP/1.1" status: 200 len: 944 time: 0.0637908 Jul 24 00:53:15.113327 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-02e179a7-7c0c-4864-bbea-c6a2f3de8d00 req-81d84716-333c-447e-a795-57d0be7f7e19 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc2e535d-a926-478e-8c7b-2182646f1945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388224 Jul 24 00:53:15.295770 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:15.599080 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 360d99d8-1c35-4723-a1ba-5ddd3df4a5df up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:53:15.649230 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port 360d99d8-1c35-4723-a1ba-5ddd3df4a5df completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:53:15.652996 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port 360d99d8-1c35-4723-a1ba-5ddd3df4a5df triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:53:15.653373 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:15.727714 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:15.750355 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a15b1222-2444-451d-b049-71686324cd11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '360d99d8-1c35-4723-a1ba-5ddd3df4a5df'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:53:15.753433 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}558c1f08c3ad39984887c6beba8768e196794644b3da822fc6f02d9261914d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09439f33-d13a-4593-bbee-3586f4c7f413" -d '{"events": [{"server_uuid": "a15b1222-2444-451d-b049-71686324cd11", "name": "network-vif-plugged", "status": "completed", "tag": "360d99d8-1c35-4723-a1ba-5ddd3df4a5df"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:53:15.769873 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 360d99d8-1c35-4723-a1ba-5ddd3df4a5df, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=360d99d8-1c35-4723-a1ba-5ddd3df4a5df,segment=NetworkSegment(d45dfcce-3118-4146-9ae5-829e5133a536),segment_id=d45dfcce-3118-4146-9ae5-829e5133a536)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:53:15.774599 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:15.800845 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcab1be0-ff44-4b9c-9de7-51d395940176 x-openstack-request-id: req-dcab1be0-ff44-4b9c-9de7-51d395940176 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:53:15.800845 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a15b1222-2444-451d-b049-71686324cd11", "name": "network-vif-plugged", "status": "completed", "tag": "360d99d8-1c35-4723-a1ba-5ddd3df4a5df", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:53:15.801156 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dcab1be0-ff44-4b9c-9de7-51d395940176 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:53:15.801498 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a15b1222-2444-451d-b049-71686324cd11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '360d99d8-1c35-4723-a1ba-5ddd3df4a5df', 'code': 200} Jul 24 00:53:15.830631 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=360d99d8-1c35-4723-a1ba-5ddd3df4a5df,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:15.897591 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8267534-a995-4b17-8bb4-a67347a8cf5f req-2b1385f6-01f4-4db4-b61c-212cd5f53515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:15.898999 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d8267534-a995-4b17-8bb4-a67347a8cf5f req-2b1385f6-01f4-4db4-b61c-212cd5f53515 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a15b1222-2444-451d-b049-71686324cd11 HTTP/1.1" status: 200 len: 1097 time: 0.0524607 Jul 24 00:53:15.932571 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d8267534-a995-4b17-8bb4-a67347a8cf5f req-ae981054-ebf0-4ccd-8265-5a4b781c7007 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=dc2e535d-a926-478e-8c7b-2182646f1945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274034 Jul 24 00:53:16.242628 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16502632-4c5f-432e-ac29-effbff9e7aba req-40a7c5dc-6745-48dd-98d2-d90a1d07fa01 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:16.244154 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-16502632-4c5f-432e-ac29-effbff9e7aba req-40a7c5dc-6745-48dd-98d2-d90a1d07fa01 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=a15b1222-2444-451d-b049-71686324cd11 HTTP/1.1" status: 200 len: 945 time: 0.0636833 Jul 24 00:53:16.281403 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-16502632-4c5f-432e-ac29-effbff9e7aba req-2111333e-7c0a-4b8c-ad36-0e557865ada4 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc2e535d-a926-478e-8c7b-2182646f1945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315430 Jul 24 00:53:17.412577 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e796b2-5307-4c5d-a699-a0bc2f8102ce req-3f64331a-cd18-4e8b-907f-bc73b1f08102 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:17.414438 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-38e796b2-5307-4c5d-a699-a0bc2f8102ce req-3f64331a-cd18-4e8b-907f-bc73b1f08102 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=a15b1222-2444-451d-b049-71686324cd11 HTTP/1.1" status: 200 len: 945 time: 0.0638201 Jul 24 00:53:17.452022 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-38e796b2-5307-4c5d-a699-a0bc2f8102ce req-a60569d1-e5cd-40b9-bd9f-ffa913e6da54 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc2e535d-a926-478e-8c7b-2182646f1945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322485 Jul 24 00:53:17.590589 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d01f8b9-2a5e-4d3c-b5cd-86fa74332852 req-7043e84d-c410-4195-8e3f-5b9f88d53ff9 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:17.592134 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8d01f8b9-2a5e-4d3c-b5cd-86fa74332852 req-7043e84d-c410-4195-8e3f-5b9f88d53ff9 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=a15b1222-2444-451d-b049-71686324cd11 HTTP/1.1" status: 200 len: 945 time: 0.0702133 Jul 24 00:53:17.630704 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8d01f8b9-2a5e-4d3c-b5cd-86fa74332852 req-7bc1e0c5-713b-4aaa-b77c-1707aa364c0a tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc2e535d-a926-478e-8c7b-2182646f1945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324941 Jul 24 00:53:17.651380 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43086) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:53:17.705119 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7413f1c-f24c-4c63-a8cb-20fd3fae5cb2 tempest-TestNetworkAdvancedServerOps-1466672450 tempest-TestNetworkAdvancedServerOps-1466672450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:17.706649 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-c7413f1c-f24c-4c63-a8cb-20fd3fae5cb2 tempest-TestNetworkAdvancedServerOps-1466672450 tempest-TestNetworkAdvancedServerOps-1466672450-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=a15b1222-2444-451d-b049-71686324cd11 HTTP/1.1" status: 200 len: 1092 time: 0.0543075 Jul 24 00:53:17.709484 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43088) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:53:17.713755 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-aa21f376-487f-43ee-a925-fa7084c8f397 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Request body: {'floatingip': {'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'port_id': '360d99d8-1c35-4723-a1ba-5ddd3df4a5df', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:53:17.735743 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-aa21f376-487f-43ee-a925-fa7084c8f397 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for floatingip, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:17.834902 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-aa21f376-487f-43ee-a925-fa7084c8f397 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:17.937440 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-aa21f376-487f-43ee-a925-fa7084c8f397 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Allocated IP 172.25.3.144 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/0e409754-6a73-416c-9fe6-d50fe2274c86) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:53:18.041909 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-aa21f376-487f-43ee-a925-fa7084c8f397 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:18.081482 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-aa21f376-487f-43ee-a925-fa7084c8f397 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:18.115562 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa21f376-487f-43ee-a925-fa7084c8f397 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:53:18.118298 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-aa21f376-487f-43ee-a925-fa7084c8f397 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:53:18.122081 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa21f376-487f-43ee-a925-fa7084c8f397 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:53:18.151857 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa21f376-487f-43ee-a925-fa7084c8f397 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event updated for resources: {'Port': ['ID=0e409754-6a73-416c-9fe6-d50fe2274c86,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:18.231764 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:18.820577 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-aa21f376-487f-43ee-a925-fa7084c8f397 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:18.899164 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-aa21f376-487f-43ee-a925-fa7084c8f397 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:19.046193 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-aa21f376-487f-43ee-a925-fa7084c8f397 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:19.050990 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-aa21f376-487f-43ee-a925-fa7084c8f397 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:19.125360 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa21f376-487f-43ee-a925-fa7084c8f397 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event updated for resources: {'Port': ['ID=0e409754-6a73-416c-9fe6-d50fe2274c86,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:19.137819 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-aa21f376-487f-43ee-a925-fa7084c8f397 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:19.240606 n-d-800088-16 neutron-server[100314]: INFO neutron.db.l3_db [None req-aa21f376-487f-43ee-a925-fa7084c8f397 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Floating IP aa3d58df-a32f-4345-959a-d735fd685035 associated. External IP: 172.25.3.144, port: 360d99d8-1c35-4723-a1ba-5ddd3df4a5df. Jul 24 00:53:19.454541 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa21f376-487f-43ee-a925-fa7084c8f397 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Router ee455df9-1c64-4f2f-b840-721c94af367f has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:53:19.566481 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa21f376-487f-43ee-a925-fa7084c8f397 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:53:19.576613 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdaa4150-ccbb-42e9-9a9e-af6646bc7862 None None] Sync routers for ids ['ee455df9-1c64-4f2f-b840-721c94af367f'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:53:19.583413 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-aa21f376-487f-43ee-a925-fa7084c8f397 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:19.586050 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdaa4150-ccbb-42e9-9a9e-af6646bc7862 None None] Routers {'ee455df9-1c64-4f2f-b840-721c94af367f'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:53:19.586655 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-bdaa4150-ccbb-42e9-9a9e-af6646bc7862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:52:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['ee455df9-1c64-4f2f-b840-721c94af367f'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:53:19.624998 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-aa21f376-487f-43ee-a925-fa7084c8f397 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9144549 Jul 24 00:53:19.626394 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a15b1222-2444-451d-b049-71686324cd11', 'tag': '360d99d8-1c35-4723-a1ba-5ddd3df4a5df'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:53:19.628828 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e7ee6ebb32ff99aa892ead8be43bffa8c011bb24534d19edee691564802e720" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a20f28b3-fb93-4c18-b5a5-16bad168b526" -d '{"events": [{"name": "network-changed", "server_uuid": "a15b1222-2444-451d-b049-71686324cd11", "tag": "360d99d8-1c35-4723-a1ba-5ddd3df4a5df"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:53:19.666782 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cb13169-a565-4241-b27b-7e78b5dba428 x-openstack-request-id: req-4cb13169-a565-4241-b27b-7e78b5dba428 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:53:19.666953 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a15b1222-2444-451d-b049-71686324cd11", "tag": "360d99d8-1c35-4723-a1ba-5ddd3df4a5df", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:53:19.667224 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4cb13169-a565-4241-b27b-7e78b5dba428 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:53:19.667625 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a15b1222-2444-451d-b049-71686324cd11', 'tag': '360d99d8-1c35-4723-a1ba-5ddd3df4a5df', 'status': 'completed', 'code': 200} Jul 24 00:53:19.706155 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-bdaa4150-ccbb-42e9-9a9e-af6646bc7862 None None] Set router ee455df9-1c64-4f2f-b840-721c94af367f gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:53:19.781925 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18bbb79-a582-4fe1-8571-2439666ccef5 req-cf95fcb8-4c4f-458c-b02d-58ea4a9e3c55 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:19.783471 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a18bbb79-a582-4fe1-8571-2439666ccef5 req-cf95fcb8-4c4f-458c-b02d-58ea4a9e3c55 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=a15b1222-2444-451d-b049-71686324cd11 HTTP/1.1" status: 200 len: 945 time: 0.1045325 Jul 24 00:53:19.789680 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20f28b3-fb93-4c18-b5a5-16bad168b526 req-4fbe09be-e4f2-46fc-9a1b-d368a6b8e695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:19.791155 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a20f28b3-fb93-4c18-b5a5-16bad168b526 req-4fbe09be-e4f2-46fc-9a1b-d368a6b8e695 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=21fe67bd68cd4d41939b65b573d17a56&device_id=a15b1222-2444-451d-b049-71686324cd11 HTTP/1.1" status: 200 len: 1097 time: 0.1019411 Jul 24 00:53:19.856366 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a18bbb79-a582-4fe1-8571-2439666ccef5 req-a27ff36a-d12f-4669-b61b-806340c904cf tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc2e535d-a926-478e-8c7b-2182646f1945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641584 Jul 24 00:53:19.882261 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43096) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:53:19.916821 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20f28b3-fb93-4c18-b5a5-16bad168b526 req-6cf9cc99-ddd5-41e5-a64f-77af481274da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:19.918358 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a20f28b3-fb93-4c18-b5a5-16bad168b526 req-6cf9cc99-ddd5-41e5-a64f-77af481274da service neutron] 10.222.0.52 "GET /v2.0/networks?id=dbf64172-8e7d-46b8-9e90-2b0083cbcd2a HTTP/1.1" status: 200 len: 898 time: 0.1187122 Jul 24 00:53:19.948832 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-bdaa4150-ccbb-42e9-9a9e-af6646bc7862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee455df9-1c64-4f2f-b840-721c94af367f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-808936912', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '528c00d8-c976-48c7-8711-6c0cb98a022b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:53:01Z', 'updated_at': '2021-07-24T00:53:04Z', 'revision_number': 4, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'gw_port': {'id': '528c00d8-c976-48c7-8711-6c0cb98a022b', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee455df9-1c64-4f2f-b840-721c94af367f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:53:01Z', 'updated_at': '2021-07-24T00:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': 'aa3d58df-a32f-4345-959a-d735fd685035', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'floating_ip_address': '172.25.3.144', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': 'ee455df9-1c64-4f2f-b840-721c94af367f', 'port_id': '360d99d8-1c35-4723-a1ba-5ddd3df4a5df', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbf64172-8e7d-46b8-9e90-2b0083cbcd2a', 'mac_address': 'fa:16:3e:e0:3f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15b1222-2444-451d-b049-71686324cd11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:53:18Z', 'updated_at': '2021-07-24T00:53:18Z', 'revision_number': 0, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05f4abec-d5f6-40e5-8ac2-1f8fc2436df7', 'name': '', 'network_id': 'dbf64172-8e7d-46b8-9e90-2b0083cbcd2a', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'mac_address': 'fa:16:3e:d3:2b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee455df9-1c64-4f2f-b840-721c94af367f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '70a3a5d8-b9b6-4c31-87bf-a3b9611bd260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:53:04Z', 'updated_at': '2021-07-24T00:53:08Z', 'revision_number': 5, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'subnets': [{'id': '70a3a5d8-b9b6-4c31-87bf-a3b9611bd260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:53:19.956234 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-af4caf7d-e107-4c0e-a536-a380858f8d21 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/floatingips/aa3d58df-a32f-4345-959a-d735fd685035 HTTP/1.1" status: 200 len: 991 time: 0.0727475 Jul 24 00:53:19.977096 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdaa4150-ccbb-42e9-9a9e-af6646bc7862 None None] Checking router: ee455df9-1c64-4f2f-b840-721c94af367f for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:53:19.984424 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a20f28b3-fb93-4c18-b5a5-16bad168b526 req-5d44f306-23ca-4c99-a4cc-2178753a3599 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=360d99d8-1c35-4723-a1ba-5ddd3df4a5df HTTP/1.1" status: 200 len: 999 time: 0.0602303 Jul 24 00:53:19.985353 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdaa4150-ccbb-42e9-9a9e-af6646bc7862 None None] Routers {'ee455df9-1c64-4f2f-b840-721c94af367f'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:53:19.985956 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-bdaa4150-ccbb-42e9-9a9e-af6646bc7862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:52:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['ee455df9-1c64-4f2f-b840-721c94af367f'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:53:20.036066 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20f28b3-fb93-4c18-b5a5-16bad168b526 req-04d588d3-a170-4275-85dd-0318fa87ea3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:20.037651 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a20f28b3-fb93-4c18-b5a5-16bad168b526 req-04d588d3-a170-4275-85dd-0318fa87ea3e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=70a3a5d8-b9b6-4c31-87bf-a3b9611bd260 HTTP/1.1" status: 200 len: 833 time: 0.0471156 Jul 24 00:53:20.094352 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-bdaa4150-ccbb-42e9-9a9e-af6646bc7862 None None] Set router ee455df9-1c64-4f2f-b840-721c94af367f gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:53:20.098587 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20f28b3-fb93-4c18-b5a5-16bad168b526 req-7125bc0a-40f4-4c94-a153-173eda04fda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:20.100096 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a20f28b3-fb93-4c18-b5a5-16bad168b526 req-7125bc0a-40f4-4c94-a153-173eda04fda2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=dbf64172-8e7d-46b8-9e90-2b0083cbcd2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566041 Jul 24 00:53:20.187204 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a20f28b3-fb93-4c18-b5a5-16bad168b526 req-2bc85bdf-bcbc-4bff-b215-990886a986c0 service neutron] 10.222.0.52 "GET /v2.0/networks/dbf64172-8e7d-46b8-9e90-2b0083cbcd2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810227 Jul 24 00:53:20.281168 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a20f28b3-fb93-4c18-b5a5-16bad168b526 req-d2d994e7-b8d1-4525-b2e1-0a057824b0bc service neutron] 10.222.0.52 "GET /v2.0/networks/dbf64172-8e7d-46b8-9e90-2b0083cbcd2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872710 Jul 24 00:53:20.319084 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-bdaa4150-ccbb-42e9-9a9e-af6646bc7862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee455df9-1c64-4f2f-b840-721c94af367f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-808936912', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '528c00d8-c976-48c7-8711-6c0cb98a022b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:53:01Z', 'updated_at': '2021-07-24T00:53:04Z', 'revision_number': 4, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'gw_port': {'id': '528c00d8-c976-48c7-8711-6c0cb98a022b', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee455df9-1c64-4f2f-b840-721c94af367f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:53:01Z', 'updated_at': '2021-07-24T00:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': 'aa3d58df-a32f-4345-959a-d735fd685035', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'floating_ip_address': '172.25.3.144', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': 'ee455df9-1c64-4f2f-b840-721c94af367f', 'port_id': '360d99d8-1c35-4723-a1ba-5ddd3df4a5df', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbf64172-8e7d-46b8-9e90-2b0083cbcd2a', 'mac_address': 'fa:16:3e:e0:3f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15b1222-2444-451d-b049-71686324cd11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:53:18Z', 'updated_at': '2021-07-24T00:53:18Z', 'revision_number': 0, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05f4abec-d5f6-40e5-8ac2-1f8fc2436df7', 'name': '', 'network_id': 'dbf64172-8e7d-46b8-9e90-2b0083cbcd2a', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'mac_address': 'fa:16:3e:d3:2b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee455df9-1c64-4f2f-b840-721c94af367f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '70a3a5d8-b9b6-4c31-87bf-a3b9611bd260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:53:04Z', 'updated_at': '2021-07-24T00:53:08Z', 'revision_number': 5, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'subnets': [{'id': '70a3a5d8-b9b6-4c31-87bf-a3b9611bd260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:53:20.344054 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdaa4150-ccbb-42e9-9a9e-af6646bc7862 None None] The sync data for ids ['ee455df9-1c64-4f2f-b840-721c94af367f'] in n-d-800088-16 is: [{'id': 'ee455df9-1c64-4f2f-b840-721c94af367f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-808936912', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '528c00d8-c976-48c7-8711-6c0cb98a022b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:53:01Z', 'updated_at': '2021-07-24T00:53:04Z', 'revision_number': 4, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'gw_port': {'id': '528c00d8-c976-48c7-8711-6c0cb98a022b', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee455df9-1c64-4f2f-b840-721c94af367f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:53:01Z', 'updated_at': '2021-07-24T00:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': 'aa3d58df-a32f-4345-959a-d735fd685035', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'floating_ip_address': '172.25.3.144', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': 'ee455df9-1c64-4f2f-b840-721c94af367f', 'port_id': '360d99d8-1c35-4723-a1ba-5ddd3df4a5df', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbf64172-8e7d-46b8-9e90-2b0083cbcd2a', 'mac_address': 'fa:16:3e:e0:3f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15b1222-2444-451d-b049-71686324cd11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:53:18Z', 'updated_at': '2021-07-24T00:53:18Z', 'revision_number': 0, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05f4abec-d5f6-40e5-8ac2-1f8fc2436df7', 'name': '', 'network_id': 'dbf64172-8e7d-46b8-9e90-2b0083cbcd2a', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'mac_address': 'fa:16:3e:d3:2b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee455df9-1c64-4f2f-b840-721c94af367f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '70a3a5d8-b9b6-4c31-87bf-a3b9611bd260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:53:04Z', 'updated_at': '2021-07-24T00:53:08Z', 'revision_number': 5, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'subnets': [{'id': '70a3a5d8-b9b6-4c31-87bf-a3b9611bd260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:53:20.534194 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a677de3-a874-4464-9d44-fa60a5acb3a8 None None] New status for floating IP aa3d58df-a32f-4345-959a-d735fd685035: ACTIVE {{(pid=100315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 00:53:20.960196 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43098) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:53:21.022775 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-dbe9cbce-dcc9-4d7e-8a52-bde8544a907f tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/floatingips/aa3d58df-a32f-4345-959a-d735fd685035 HTTP/1.1" status: 200 len: 993 time: 0.0614159 Jul 24 00:53:23.260923 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-986ed847-e934-42d9-80c9-9604a79a95da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:25.338785 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:53:25.836697 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-1cdeed46-c4f2-4bef-9ec9-35d4ce63f479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:26.877793 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:27.198700 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-84540ad0-2a16-42eb-8e3e-24a731d9a1c7 req-3d5e13f8-c790-407d-be21-3724f70dc903 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a15b1222-2444-451d-b049-71686324cd11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0545166 Jul 24 00:53:27.295529 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84540ad0-2a16-42eb-8e3e-24a731d9a1c7 req-d7f3b5f4-b6d4-4c04-a833-a48750d6cd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:27.297043 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-84540ad0-2a16-42eb-8e3e-24a731d9a1c7 req-d7f3b5f4-b6d4-4c04-a833-a48750d6cd18 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=21fe67bd68cd4d41939b65b573d17a56&device_id=a15b1222-2444-451d-b049-71686324cd11 HTTP/1.1" status: 200 len: 1097 time: 0.0543439 Jul 24 00:53:27.400485 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84540ad0-2a16-42eb-8e3e-24a731d9a1c7 req-b55bcae8-0094-4a5e-8479-f886a3485a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:27.401968 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-84540ad0-2a16-42eb-8e3e-24a731d9a1c7 req-b55bcae8-0094-4a5e-8479-f886a3485a0e service neutron] 10.222.0.52 "GET /v2.0/networks?id=dbf64172-8e7d-46b8-9e90-2b0083cbcd2a HTTP/1.1" status: 200 len: 898 time: 0.0860333 Jul 24 00:53:27.465095 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-84540ad0-2a16-42eb-8e3e-24a731d9a1c7 req-e9a11cbf-0195-4772-b2dc-d863625920d3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=360d99d8-1c35-4723-a1ba-5ddd3df4a5df HTTP/1.1" status: 200 len: 1001 time: 0.0557637 Jul 24 00:53:27.490923 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:27.518577 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84540ad0-2a16-42eb-8e3e-24a731d9a1c7 req-330f909f-be3a-4086-b503-047a61cab882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:27.520055 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-84540ad0-2a16-42eb-8e3e-24a731d9a1c7 req-330f909f-be3a-4086-b503-047a61cab882 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=70a3a5d8-b9b6-4c31-87bf-a3b9611bd260 HTTP/1.1" status: 200 len: 833 time: 0.0479219 Jul 24 00:53:27.579778 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84540ad0-2a16-42eb-8e3e-24a731d9a1c7 req-c4bed207-8c52-4d2e-84c3-3c90796f2153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:27.581300 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-84540ad0-2a16-42eb-8e3e-24a731d9a1c7 req-c4bed207-8c52-4d2e-84c3-3c90796f2153 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=dbf64172-8e7d-46b8-9e90-2b0083cbcd2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534556 Jul 24 00:53:27.670021 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-84540ad0-2a16-42eb-8e3e-24a731d9a1c7 req-d049ef37-6bea-4c4c-90b4-5f8ef621e90c service neutron] 10.222.0.52 "GET /v2.0/networks/dbf64172-8e7d-46b8-9e90-2b0083cbcd2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812697 Jul 24 00:53:27.760322 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-84540ad0-2a16-42eb-8e3e-24a731d9a1c7 req-435ee6b1-a493-49ab-8576-2c32b9267227 service neutron] 10.222.0.52 "GET /v2.0/networks/dbf64172-8e7d-46b8-9e90-2b0083cbcd2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829973 Jul 24 00:53:29.078470 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:45.298070 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:48.254931 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:52.548058 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba94705-a30a-4aa3-9d2d-cb028015d936 req-bdabadcb-72e3-4578-bef8-0ff49cee19ad tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:52.549683 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2ba94705-a30a-4aa3-9d2d-cb028015d936 req-bdabadcb-72e3-4578-bef8-0ff49cee19ad tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=a15b1222-2444-451d-b049-71686324cd11 HTTP/1.1" status: 200 len: 945 time: 0.1192613 Jul 24 00:53:52.592643 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2ba94705-a30a-4aa3-9d2d-cb028015d936 req-eaea694f-d823-4073-ad50-f2295ba40496 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc2e535d-a926-478e-8c7b-2182646f1945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361326 Jul 24 00:53:53.262174 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-62adfe26-f389-4676-bbac-0a8438f769e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:53.772287 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7506d-0774-4cf2-b11a-a8c34d602df4 req-161fb41c-2da6-4fc7-a59c-57884060fa5d tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:53.773836 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e8d7506d-0774-4cf2-b11a-a8c34d602df4 req-161fb41c-2da6-4fc7-a59c-57884060fa5d tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=a15b1222-2444-451d-b049-71686324cd11 HTTP/1.1" status: 200 len: 945 time: 0.1111465 Jul 24 00:53:53.811963 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e8d7506d-0774-4cf2-b11a-a8c34d602df4 req-131b8eba-e8f3-4e8b-a1e6-b5f3091ff18c tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc2e535d-a926-478e-8c7b-2182646f1945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324967 Jul 24 00:53:53.834075 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43120) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:53:53.897692 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-81e78ea7-6295-4ce0-b1eb-a2dfbf2c0067 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/floatingips/aa3d58df-a32f-4345-959a-d735fd685035 HTTP/1.1" status: 200 len: 993 time: 0.0623622 Jul 24 00:53:55.192628 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee42c084-8078-4532-a99d-5ef6e6028d2a req-f8fedd81-3e16-4ded-8695-ad58d1b13796 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:55.194108 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ee42c084-8078-4532-a99d-5ef6e6028d2a req-f8fedd81-3e16-4ded-8695-ad58d1b13796 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=a15b1222-2444-451d-b049-71686324cd11 HTTP/1.1" status: 200 len: 945 time: 0.0795333 Jul 24 00:53:55.237074 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ee42c084-8078-4532-a99d-5ef6e6028d2a req-69a2509f-9779-4b48-8c20-b7f0e76325a7 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc2e535d-a926-478e-8c7b-2182646f1945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369682 Jul 24 00:53:55.837167 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3510a02b-aaac-441c-a236-255d4e79fe4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:56.398494 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580439b5-8836-457f-82d4-677eca0ab686 req-9d2ffb5e-0f59-4441-aa60-8d7fe40730f0 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:56.399991 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-580439b5-8836-457f-82d4-677eca0ab686 req-9d2ffb5e-0f59-4441-aa60-8d7fe40730f0 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=a15b1222-2444-451d-b049-71686324cd11 HTTP/1.1" status: 200 len: 945 time: 0.0729620 Jul 24 00:53:56.437029 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-580439b5-8836-457f-82d4-677eca0ab686 req-38d99cc2-aa07-4114-8c70-7bac4bd14a38 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc2e535d-a926-478e-8c7b-2182646f1945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313449 Jul 24 00:53:56.459519 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43130) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:53:56.517505 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-2f0bd17c-1141-49cb-8a61-b6f219b4b779 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/floatingips/aa3d58df-a32f-4345-959a-d735fd685035 HTTP/1.1" status: 200 len: 993 time: 0.0567310 Jul 24 00:53:56.736281 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43136) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:53:56.879949 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:56.902202 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-4111bda1-d925-4525-8bcf-e47fddc7d603 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Deleting port 0e409754-6a73-416c-9fe6-d50fe2274c86 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:53:56.902557 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4111bda1-d925-4525-8bcf-e47fddc7d603 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:56.986350 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4111bda1-d925-4525-8bcf-e47fddc7d603 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:56.986684 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4111bda1-d925-4525-8bcf-e47fddc7d603 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:56.998293 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-4111bda1-d925-4525-8bcf-e47fddc7d603 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Calling delete_port for 0e409754-6a73-416c-9fe6-d50fe2274c86 owned by network:floatingip {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:53:57.150696 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4111bda1-d925-4525-8bcf-e47fddc7d603 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:57.184379 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4111bda1-d925-4525-8bcf-e47fddc7d603 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event deleted for resources: {'Port': ['ID=0e409754-6a73-416c-9fe6-d50fe2274c86,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:57.210978 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4111bda1-d925-4525-8bcf-e47fddc7d603 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:53:57.211338 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4111bda1-d925-4525-8bcf-e47fddc7d603 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:53:57.211687 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4111bda1-d925-4525-8bcf-e47fddc7d603 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:53:57.212032 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4111bda1-d925-4525-8bcf-e47fddc7d603 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:53:57.212371 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4111bda1-d925-4525-8bcf-e47fddc7d603 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:53:57.212716 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4111bda1-d925-4525-8bcf-e47fddc7d603 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:53:57.213130 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4111bda1-d925-4525-8bcf-e47fddc7d603 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:53:57.213519 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4111bda1-d925-4525-8bcf-e47fddc7d603 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:53:57.213858 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4111bda1-d925-4525-8bcf-e47fddc7d603 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:53:57.214192 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4111bda1-d925-4525-8bcf-e47fddc7d603 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:53:57.214524 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4111bda1-d925-4525-8bcf-e47fddc7d603 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:53:57.214865 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4111bda1-d925-4525-8bcf-e47fddc7d603 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:53:57.257801 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4111bda1-d925-4525-8bcf-e47fddc7d603 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for floatingip, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:57.258199 n-d-800088-16 neutron-server[100314]: INFO neutron.db.l3_db [None req-4111bda1-d925-4525-8bcf-e47fddc7d603 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Floating IP aa3d58df-a32f-4345-959a-d735fd685035 disassociated (deleted). External IP: 172.25.3.144, port: 360d99d8-1c35-4723-a1ba-5ddd3df4a5df. Jul 24 00:53:57.486738 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4111bda1-d925-4525-8bcf-e47fddc7d603 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Router ee455df9-1c64-4f2f-b840-721c94af367f has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:53:57.497106 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:57.602126 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4111bda1-d925-4525-8bcf-e47fddc7d603 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:53:57.607278 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4111bda1-d925-4525-8bcf-e47fddc7d603 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:57.613019 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cac913-0cfd-4756-b087-f574dea905a9 None None] Sync routers for ids ['ee455df9-1c64-4f2f-b840-721c94af367f'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:53:57.624311 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cac913-0cfd-4756-b087-f574dea905a9 None None] Routers {'ee455df9-1c64-4f2f-b840-721c94af367f'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:53:57.625686 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-94cac913-0cfd-4756-b087-f574dea905a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:53:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['ee455df9-1c64-4f2f-b840-721c94af367f'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:53:57.648919 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-4111bda1-d925-4525-8bcf-e47fddc7d603 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "DELETE /v2.0/floatingips/aa3d58df-a32f-4345-959a-d735fd685035 HTTP/1.1" status: 204 len: 168 time: 0.9090509 Jul 24 00:53:57.648919 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a15b1222-2444-451d-b049-71686324cd11', 'tag': '360d99d8-1c35-4723-a1ba-5ddd3df4a5df'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:53:57.650421 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e7ee6ebb32ff99aa892ead8be43bffa8c011bb24534d19edee691564802e720" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f09a4a95-28cb-4d59-a5e9-4694ad30aaee" -d '{"events": [{"name": "network-changed", "server_uuid": "a15b1222-2444-451d-b049-71686324cd11", "tag": "360d99d8-1c35-4723-a1ba-5ddd3df4a5df"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:53:57.772246 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cedfe8b6-9e32-4f6d-ab52-ee38bdb02966 x-openstack-request-id: req-cedfe8b6-9e32-4f6d-ab52-ee38bdb02966 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:53:57.772909 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a15b1222-2444-451d-b049-71686324cd11", "tag": "360d99d8-1c35-4723-a1ba-5ddd3df4a5df", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:53:57.772909 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cedfe8b6-9e32-4f6d-ab52-ee38bdb02966 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:53:57.773238 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a15b1222-2444-451d-b049-71686324cd11', 'tag': '360d99d8-1c35-4723-a1ba-5ddd3df4a5df', 'status': 'completed', 'code': 200} Jul 24 00:53:57.777059 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-94cac913-0cfd-4756-b087-f574dea905a9 None None] Set router ee455df9-1c64-4f2f-b840-721c94af367f gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:53:57.876393 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09a4a95-28cb-4d59-a5e9-4694ad30aaee req-8b78dc12-f615-424e-8429-ce925236a6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:57.878212 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f09a4a95-28cb-4d59-a5e9-4694ad30aaee req-8b78dc12-f615-424e-8429-ce925236a6cc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=21fe67bd68cd4d41939b65b573d17a56&device_id=a15b1222-2444-451d-b049-71686324cd11 HTTP/1.1" status: 200 len: 1097 time: 0.0775294 Jul 24 00:53:57.952019 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb9600d-d538-4c38-bc54-63e5da7dfd7d req-d253df4e-4ec0-454a-a099-451d802b395e tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:57.954281 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ffb9600d-d538-4c38-bc54-63e5da7dfd7d req-d253df4e-4ec0-454a-a099-451d802b395e tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=a15b1222-2444-451d-b049-71686324cd11 HTTP/1.1" status: 200 len: 945 time: 0.0727353 Jul 24 00:53:57.975369 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09a4a95-28cb-4d59-a5e9-4694ad30aaee req-3bb17c0c-f176-465c-b727-54e407420565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:57.977066 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f09a4a95-28cb-4d59-a5e9-4694ad30aaee req-3bb17c0c-f176-465c-b727-54e407420565 service neutron] 10.222.0.52 "GET /v2.0/networks?id=dbf64172-8e7d-46b8-9e90-2b0083cbcd2a HTTP/1.1" status: 200 len: 898 time: 0.0925374 Jul 24 00:53:58.005388 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ffb9600d-d538-4c38-bc54-63e5da7dfd7d req-2da68d20-9f25-48b9-ab73-1c0a97a699f0 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc2e535d-a926-478e-8c7b-2182646f1945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441694 Jul 24 00:53:58.022415 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-94cac913-0cfd-4756-b087-f574dea905a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee455df9-1c64-4f2f-b840-721c94af367f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-808936912', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '528c00d8-c976-48c7-8711-6c0cb98a022b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:53:01Z', 'updated_at': '2021-07-24T00:53:04Z', 'revision_number': 4, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'gw_port': {'id': '528c00d8-c976-48c7-8711-6c0cb98a022b', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee455df9-1c64-4f2f-b840-721c94af367f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:53:01Z', 'updated_at': '2021-07-24T00:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '05f4abec-d5f6-40e5-8ac2-1f8fc2436df7', 'name': '', 'network_id': 'dbf64172-8e7d-46b8-9e90-2b0083cbcd2a', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'mac_address': 'fa:16:3e:d3:2b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee455df9-1c64-4f2f-b840-721c94af367f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '70a3a5d8-b9b6-4c31-87bf-a3b9611bd260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:53:04Z', 'updated_at': '2021-07-24T00:53:08Z', 'revision_number': 5, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'subnets': [{'id': '70a3a5d8-b9b6-4c31-87bf-a3b9611bd260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:53:58.023718 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f09a4a95-28cb-4d59-a5e9-4694ad30aaee req-d663b3ef-3416-4c36-9f55-40b7df725ddf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=360d99d8-1c35-4723-a1ba-5ddd3df4a5df HTTP/1.1" status: 200 len: 217 time: 0.0399709 Jul 24 00:53:58.083272 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09a4a95-28cb-4d59-a5e9-4694ad30aaee req-8a117888-3218-4f16-a87c-81df945f9bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:58.085297 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f09a4a95-28cb-4d59-a5e9-4694ad30aaee req-8a117888-3218-4f16-a87c-81df945f9bc8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=70a3a5d8-b9b6-4c31-87bf-a3b9611bd260 HTTP/1.1" status: 200 len: 833 time: 0.0555074 Jul 24 00:53:58.151521 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09a4a95-28cb-4d59-a5e9-4694ad30aaee req-7c1b500b-68ca-4a90-913d-d1051f171f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:58.153172 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f09a4a95-28cb-4d59-a5e9-4694ad30aaee req-7c1b500b-68ca-4a90-913d-d1051f171f57 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=dbf64172-8e7d-46b8-9e90-2b0083cbcd2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0613720 Jul 24 00:53:58.158042 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cac913-0cfd-4756-b087-f574dea905a9 None None] Checking router: ee455df9-1c64-4f2f-b840-721c94af367f for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:53:58.166708 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cac913-0cfd-4756-b087-f574dea905a9 None None] Routers {'ee455df9-1c64-4f2f-b840-721c94af367f'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:53:58.167795 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-94cac913-0cfd-4756-b087-f574dea905a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:53:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['ee455df9-1c64-4f2f-b840-721c94af367f'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:53:58.256146 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f09a4a95-28cb-4d59-a5e9-4694ad30aaee req-415efe19-ec46-4592-8c1f-3bbfe03d39c4 service neutron] 10.222.0.52 "GET /v2.0/networks/dbf64172-8e7d-46b8-9e90-2b0083cbcd2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957017 Jul 24 00:53:58.277973 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-94cac913-0cfd-4756-b087-f574dea905a9 None None] Set router ee455df9-1c64-4f2f-b840-721c94af367f gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:53:58.354422 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f09a4a95-28cb-4d59-a5e9-4694ad30aaee req-3b0bef53-fc60-4d8e-8702-f9dfac208534 service neutron] 10.222.0.52 "GET /v2.0/networks/dbf64172-8e7d-46b8-9e90-2b0083cbcd2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916400 Jul 24 00:53:58.488366 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-94cac913-0cfd-4756-b087-f574dea905a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee455df9-1c64-4f2f-b840-721c94af367f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-808936912', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '528c00d8-c976-48c7-8711-6c0cb98a022b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:53:01Z', 'updated_at': '2021-07-24T00:53:04Z', 'revision_number': 4, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'gw_port': {'id': '528c00d8-c976-48c7-8711-6c0cb98a022b', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee455df9-1c64-4f2f-b840-721c94af367f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:53:01Z', 'updated_at': '2021-07-24T00:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '05f4abec-d5f6-40e5-8ac2-1f8fc2436df7', 'name': '', 'network_id': 'dbf64172-8e7d-46b8-9e90-2b0083cbcd2a', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'mac_address': 'fa:16:3e:d3:2b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee455df9-1c64-4f2f-b840-721c94af367f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '70a3a5d8-b9b6-4c31-87bf-a3b9611bd260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:53:04Z', 'updated_at': '2021-07-24T00:53:08Z', 'revision_number': 5, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'subnets': [{'id': '70a3a5d8-b9b6-4c31-87bf-a3b9611bd260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:53:58.515876 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cac913-0cfd-4756-b087-f574dea905a9 None None] The sync data for ids ['ee455df9-1c64-4f2f-b840-721c94af367f'] in n-d-800088-16 is: [{'id': 'ee455df9-1c64-4f2f-b840-721c94af367f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-808936912', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '528c00d8-c976-48c7-8711-6c0cb98a022b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:53:01Z', 'updated_at': '2021-07-24T00:53:04Z', 'revision_number': 4, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'gw_port': {'id': '528c00d8-c976-48c7-8711-6c0cb98a022b', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee455df9-1c64-4f2f-b840-721c94af367f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:53:01Z', 'updated_at': '2021-07-24T00:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '05f4abec-d5f6-40e5-8ac2-1f8fc2436df7', 'name': '', 'network_id': 'dbf64172-8e7d-46b8-9e90-2b0083cbcd2a', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'mac_address': 'fa:16:3e:d3:2b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee455df9-1c64-4f2f-b840-721c94af367f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '70a3a5d8-b9b6-4c31-87bf-a3b9611bd260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:53:04Z', 'updated_at': '2021-07-24T00:53:08Z', 'revision_number': 5, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'subnets': [{'id': '70a3a5d8-b9b6-4c31-87bf-a3b9611bd260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:53:58.736565 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3efb61-daa9-49e6-847d-fb73e19b65c3 None None] New status for floating IP aa3d58df-a32f-4345-959a-d735fd685035: DOWN {{(pid=100315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 00:53:59.081304 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:59.151576 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf3932e-1e8d-4893-8514-d6ca5058434f req-9ea8f775-4a42-4cf6-9e66-dc0f2c5a005c tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:59.153107 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2cf3932e-1e8d-4893-8514-d6ca5058434f req-9ea8f775-4a42-4cf6-9e66-dc0f2c5a005c tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=a15b1222-2444-451d-b049-71686324cd11 HTTP/1.1" status: 200 len: 945 time: 0.0715220 Jul 24 00:53:59.191313 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2cf3932e-1e8d-4893-8514-d6ca5058434f req-fd32f6e2-9408-4341-b883-c8265860ae2a tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc2e535d-a926-478e-8c7b-2182646f1945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322931 Jul 24 00:53:59.363349 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21a68c-69cb-47be-990b-479dbdd75bb8 req-00228594-3108-4f7c-87bf-bc5ff8fa6a4f tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:59.364738 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3c21a68c-69cb-47be-990b-479dbdd75bb8 req-00228594-3108-4f7c-87bf-bc5ff8fa6a4f tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.52 "GET /v2.0/ports?device_id=a15b1222-2444-451d-b049-71686324cd11 HTTP/1.1" status: 200 len: 945 time: 0.0637865 Jul 24 00:53:59.461911 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-3c21a68c-69cb-47be-990b-479dbdd75bb8 req-c202b5c9-e664-4e28-af06-a44564bee911 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Deleting port 360d99d8-1c35-4723-a1ba-5ddd3df4a5df {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:53:59.462309 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-3c21a68c-69cb-47be-990b-479dbdd75bb8 req-c202b5c9-e664-4e28-af06-a44564bee911 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:59.553032 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-3c21a68c-69cb-47be-990b-479dbdd75bb8 req-c202b5c9-e664-4e28-af06-a44564bee911 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] For port 360d99d8-1c35-4723-a1ba-5ddd3df4a5df, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=360d99d8-1c35-4723-a1ba-5ddd3df4a5df,segment=NetworkSegment(d45dfcce-3118-4146-9ae5-829e5133a536),segment_id=d45dfcce-3118-4146-9ae5-829e5133a536)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:53:59.553400 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-3c21a68c-69cb-47be-990b-479dbdd75bb8 req-c202b5c9-e664-4e28-af06-a44564bee911 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:59.566014 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-3c21a68c-69cb-47be-990b-479dbdd75bb8 req-c202b5c9-e664-4e28-af06-a44564bee911 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Calling delete_port for 360d99d8-1c35-4723-a1ba-5ddd3df4a5df owned by compute:nova {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:53:59.693645 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-3c21a68c-69cb-47be-990b-479dbdd75bb8 req-c202b5c9-e664-4e28-af06-a44564bee911 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:59.726409 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c202b5c9-e664-4e28-af06-a44564bee911 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event deleted for resources: {'Port': ['ID=360d99d8-1c35-4723-a1ba-5ddd3df4a5df,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:59.752910 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c202b5c9-e664-4e28-af06-a44564bee911 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:53:59.753270 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c202b5c9-e664-4e28-af06-a44564bee911 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:53:59.753621 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c202b5c9-e664-4e28-af06-a44564bee911 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:53:59.753963 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c202b5c9-e664-4e28-af06-a44564bee911 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:53:59.754303 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c202b5c9-e664-4e28-af06-a44564bee911 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:53:59.754647 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c202b5c9-e664-4e28-af06-a44564bee911 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:53:59.754982 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c202b5c9-e664-4e28-af06-a44564bee911 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:53:59.755317 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c202b5c9-e664-4e28-af06-a44564bee911 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:53:59.755651 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c202b5c9-e664-4e28-af06-a44564bee911 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:53:59.755981 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c202b5c9-e664-4e28-af06-a44564bee911 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:53:59.756309 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c202b5c9-e664-4e28-af06-a44564bee911 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:53:59.756637 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c202b5c9-e664-4e28-af06-a44564bee911 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:53:59.780353 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c21a68c-69cb-47be-990b-479dbdd75bb8 req-c202b5c9-e664-4e28-af06-a44564bee911 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] No DVR routers for this DVR port 360d99d8-1c35-4723-a1ba-5ddd3df4a5df on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:53:59.783528 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-3c21a68c-69cb-47be-990b-479dbdd75bb8 req-c202b5c9-e664-4e28-af06-a44564bee911 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:59.785532 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3c21a68c-69cb-47be-990b-479dbdd75bb8 req-c202b5c9-e664-4e28-af06-a44564bee911 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.52 "DELETE /v2.0/ports/360d99d8-1c35-4723-a1ba-5ddd3df4a5df HTTP/1.1" status: 204 len: 173 time: 0.4160080 Jul 24 00:53:59.786033 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a15b1222-2444-451d-b049-71686324cd11', 'name': 'network-vif-deleted', 'tag': '360d99d8-1c35-4723-a1ba-5ddd3df4a5df'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:53:59.788327 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b5b12b33723a5ac99f65cff31e3c306c8fdd85da64bb4eb22f7eb8a86bf6c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-681c08dd-11b1-4001-a4fc-144127ce4a2f" -d '{"events": [{"server_uuid": "a15b1222-2444-451d-b049-71686324cd11", "name": "network-vif-deleted", "tag": "360d99d8-1c35-4723-a1ba-5ddd3df4a5df"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:53:59.884216 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9a80a0f-3209-45a9-9788-ff6bafe4748f x-openstack-request-id: req-f9a80a0f-3209-45a9-9788-ff6bafe4748f {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:53:59.884552 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a15b1222-2444-451d-b049-71686324cd11", "name": "network-vif-deleted", "tag": "360d99d8-1c35-4723-a1ba-5ddd3df4a5df", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:53:59.884828 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f9a80a0f-3209-45a9-9788-ff6bafe4748f {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:53:59.885224 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a15b1222-2444-451d-b049-71686324cd11', 'name': 'network-vif-deleted', 'tag': '360d99d8-1c35-4723-a1ba-5ddd3df4a5df', 'status': 'completed', 'code': 200} Jul 24 00:54:00.314374 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-26259ea8-105d-4373-af8c-80096fe8e0a3 req-e019bca1-4973-490b-8e69-87aee78168e4 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=a15b1222-2444-451d-b049-71686324cd11 HTTP/1.1" status: 200 len: 210 time: 0.0324910 Jul 24 00:54:01.370011 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43158) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:54:02.041395 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8e0f17b3-ca9a-40a8-bc13-078ec724c846 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681029'] for router_interface, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:02.305482 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-8e0f17b3-ca9a-40a8-bc13-078ec724c846 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Deleting port 05f4abec-d5f6-40e5-8ac2-1f8fc2436df7 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:54:02.305832 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8e0f17b3-ca9a-40a8-bc13-078ec724c846 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:02.339938 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:54:02.402968 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-8e0f17b3-ca9a-40a8-bc13-078ec724c846 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] For port 05f4abec-d5f6-40e5-8ac2-1f8fc2436df7, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=05f4abec-d5f6-40e5-8ac2-1f8fc2436df7,segment=NetworkSegment(d45dfcce-3118-4146-9ae5-829e5133a536),segment_id=d45dfcce-3118-4146-9ae5-829e5133a536)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:54:02.403478 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8e0f17b3-ca9a-40a8-bc13-078ec724c846 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:02.417284 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-8e0f17b3-ca9a-40a8-bc13-078ec724c846 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Calling delete_port for 05f4abec-d5f6-40e5-8ac2-1f8fc2436df7 owned by network:router_interface {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:54:02.613178 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8e0f17b3-ca9a-40a8-bc13-078ec724c846 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:02.645485 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0f17b3-ca9a-40a8-bc13-078ec724c846 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event deleted for resources: {'Port': ['ID=05f4abec-d5f6-40e5-8ac2-1f8fc2436df7,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:02.828198 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8e0f17b3-ca9a-40a8-bc13-078ec724c846 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679987'] for router_interface, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:03.040885 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e0f17b3-ca9a-40a8-bc13-078ec724c846 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Router ee455df9-1c64-4f2f-b840-721c94af367f has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:54:03.150353 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e0f17b3-ca9a-40a8-bc13-078ec724c846 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:54:03.156008 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-8e0f17b3-ca9a-40a8-bc13-078ec724c846 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "PUT /v2.0/routers/ee455df9-1c64-4f2f-b840-721c94af367f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7843304 Jul 24 00:54:03.158591 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43160) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:54:03.161055 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02a9693-c70c-4ee2-8446-ca56a56b8dce None None] Sync routers for ids ['ee455df9-1c64-4f2f-b840-721c94af367f'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:54:03.170172 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02a9693-c70c-4ee2-8446-ca56a56b8dce None None] Routers {'ee455df9-1c64-4f2f-b840-721c94af367f'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:54:03.170793 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-d02a9693-c70c-4ee2-8446-ca56a56b8dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:53:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['ee455df9-1c64-4f2f-b840-721c94af367f'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:54:03.224665 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-c44a2503-92ce-454a-859c-add550ceee2f tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Deleting subnet 70a3a5d8-b9b6-4c31-87bf-a3b9611bd260 {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:54:03.227944 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c44a2503-92ce-454a-859c-add550ceee2f tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:03.272894 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c44a2503-92ce-454a-859c-add550ceee2f tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:03.275382 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-d02a9693-c70c-4ee2-8446-ca56a56b8dce None None] Set router ee455df9-1c64-4f2f-b840-721c94af367f gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:54:03.374592 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c44a2503-92ce-454a-859c-add550ceee2f tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:03.455705 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c44a2503-92ce-454a-859c-add550ceee2f tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:03.459239 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-d02a9693-c70c-4ee2-8446-ca56a56b8dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee455df9-1c64-4f2f-b840-721c94af367f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-808936912', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '528c00d8-c976-48c7-8711-6c0cb98a022b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:53:01Z', 'updated_at': '2021-07-24T00:54:02Z', 'revision_number': 5, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'gw_port': {'id': '528c00d8-c976-48c7-8711-6c0cb98a022b', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee455df9-1c64-4f2f-b840-721c94af367f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:53:01Z', 'updated_at': '2021-07-24T00:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:54:03.484462 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44a2503-92ce-454a-859c-add550ceee2f tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event deleted for resources: {'Subnet': ['ID=70a3a5d8-b9b6-4c31-87bf-a3b9611bd260,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:03.487163 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02a9693-c70c-4ee2-8446-ca56a56b8dce None None] Checking router: ee455df9-1c64-4f2f-b840-721c94af367f for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:54:03.490499 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c44a2503-92ce-454a-859c-add550ceee2f tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:03.492322 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c44a2503-92ce-454a-859c-add550ceee2f tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "DELETE /v2.0/subnets/70a3a5d8-b9b6-4c31-87bf-a3b9611bd260 HTTP/1.1" status: 204 len: 168 time: 0.3324926 Jul 24 00:54:03.495022 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43162) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:54:03.496308 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02a9693-c70c-4ee2-8446-ca56a56b8dce None None] Routers {'ee455df9-1c64-4f2f-b840-721c94af367f'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:54:03.496966 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-d02a9693-c70c-4ee2-8446-ca56a56b8dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:53:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['ee455df9-1c64-4f2f-b840-721c94af367f'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:54:03.498849 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a8a36f-800a-4581-807d-40f26ff9f2c2 None None] Network dbf64172-8e7d-46b8-9e90-2b0083cbcd2a requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:54:03.604498 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-d02a9693-c70c-4ee2-8446-ca56a56b8dce None None] Set router ee455df9-1c64-4f2f-b840-721c94af367f gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:54:03.607124 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-61a5e2d9-0852-4592-8e46-89a282c0adbf tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for router, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:03.727362 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60560f4c-e497-4c93-878d-f4a4e4977fe7 None None] DHCP port deletion for dbf64172-8e7d-46b8-9e90-2b0083cbcd2a request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:54:03.739876 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-61a5e2d9-0852-4592-8e46-89a282c0adbf tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:03.770208 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 360d99d8-1c35-4723-a1ba-5ddd3df4a5df no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:54:03.797037 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] No Port match for: 360d99d8-1c35-4723-a1ba-5ddd3df4a5df {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:54:03.797553 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 360d99d8-1c35-4723-a1ba-5ddd3df4a5df not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:54:03.802381 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-61a5e2d9-0852-4592-8e46-89a282c0adbf tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Deleting port 528c00d8-c976-48c7-8711-6c0cb98a022b {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:54:03.803274 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-61a5e2d9-0852-4592-8e46-89a282c0adbf tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:03.804185 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-d02a9693-c70c-4ee2-8446-ca56a56b8dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee455df9-1c64-4f2f-b840-721c94af367f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-808936912', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '528c00d8-c976-48c7-8711-6c0cb98a022b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:53:01Z', 'updated_at': '2021-07-24T00:54:02Z', 'revision_number': 5, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'gw_port': {'id': '528c00d8-c976-48c7-8711-6c0cb98a022b', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee455df9-1c64-4f2f-b840-721c94af367f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:53:01Z', 'updated_at': '2021-07-24T00:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:54:03.827930 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-60560f4c-e497-4c93-878d-f4a4e4977fe7 None None] Deleting port 174bcc5c-102a-4d05-8f67-6bd66ec09979 {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:54:03.828736 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-60560f4c-e497-4c93-878d-f4a4e4977fe7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:03.836225 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02a9693-c70c-4ee2-8446-ca56a56b8dce None None] The sync data for ids ['ee455df9-1c64-4f2f-b840-721c94af367f'] in n-d-800088-16 is: [{'id': 'ee455df9-1c64-4f2f-b840-721c94af367f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-808936912', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '528c00d8-c976-48c7-8711-6c0cb98a022b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:53:01Z', 'updated_at': '2021-07-24T00:54:02Z', 'revision_number': 5, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'gw_port': {'id': '528c00d8-c976-48c7-8711-6c0cb98a022b', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee455df9-1c64-4f2f-b840-721c94af367f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:53:01Z', 'updated_at': '2021-07-24T00:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:54:03.910552 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-61a5e2d9-0852-4592-8e46-89a282c0adbf tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] For port 528c00d8-c976-48c7-8711-6c0cb98a022b, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=528c00d8-c976-48c7-8711-6c0cb98a022b,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:54:03.910986 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-61a5e2d9-0852-4592-8e46-89a282c0adbf tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:03.925673 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-61a5e2d9-0852-4592-8e46-89a282c0adbf tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Calling delete_port for 528c00d8-c976-48c7-8711-6c0cb98a022b owned by network:router_gateway {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:54:04.082938 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-60560f4c-e497-4c93-878d-f4a4e4977fe7 None None] For port 174bcc5c-102a-4d05-8f67-6bd66ec09979, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=174bcc5c-102a-4d05-8f67-6bd66ec09979,segment=NetworkSegment(d45dfcce-3118-4146-9ae5-829e5133a536),segment_id=d45dfcce-3118-4146-9ae5-829e5133a536)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:54:04.083340 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-60560f4c-e497-4c93-878d-f4a4e4977fe7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:04.097082 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-60560f4c-e497-4c93-878d-f4a4e4977fe7 None None] Calling delete_port for 174bcc5c-102a-4d05-8f67-6bd66ec09979 owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:54:04.105995 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-61a5e2d9-0852-4592-8e46-89a282c0adbf tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:04.133366 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a5e2d9-0852-4592-8e46-89a282c0adbf tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event deleted for resources: {'Port': ['ID=528c00d8-c976-48c7-8711-6c0cb98a022b,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:04.189348 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-60560f4c-e497-4c93-878d-f4a4e4977fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:04.209794 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-61a5e2d9-0852-4592-8e46-89a282c0adbf tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687114'] for router_gateway, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:04.223759 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60560f4c-e497-4c93-878d-f4a4e4977fe7 None None] Pushing event deleted for resources: {'Port': ['ID=174bcc5c-102a-4d05-8f67-6bd66ec09979,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:04.231694 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60560f4c-e497-4c93-878d-f4a4e4977fe7 None None] No DVR routers for this DVR port 174bcc5c-102a-4d05-8f67-6bd66ec09979 on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:54:04.250396 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60560f4c-e497-4c93-878d-f4a4e4977fe7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:54:04.250754 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60560f4c-e497-4c93-878d-f4a4e4977fe7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:54:04.251138 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60560f4c-e497-4c93-878d-f4a4e4977fe7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:54:04.251486 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60560f4c-e497-4c93-878d-f4a4e4977fe7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:54:04.251829 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60560f4c-e497-4c93-878d-f4a4e4977fe7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:54:04.252232 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60560f4c-e497-4c93-878d-f4a4e4977fe7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:54:04.252575 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60560f4c-e497-4c93-878d-f4a4e4977fe7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:54:04.252984 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60560f4c-e497-4c93-878d-f4a4e4977fe7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:54:04.253328 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60560f4c-e497-4c93-878d-f4a4e4977fe7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:54:04.253921 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60560f4c-e497-4c93-878d-f4a4e4977fe7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:54:04.254450 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60560f4c-e497-4c93-878d-f4a4e4977fe7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:54:04.254961 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60560f4c-e497-4c93-878d-f4a4e4977fe7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:54:04.319337 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-61a5e2d9-0852-4592-8e46-89a282c0adbf tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:04.321635 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-61a5e2d9-0852-4592-8e46-89a282c0adbf tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:04.371723 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-61a5e2d9-0852-4592-8e46-89a282c0adbf tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:04.372454 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61a5e2d9-0852-4592-8e46-89a282c0adbf tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Fanout notify agent at l3_agent the message router_deleted on router ee455df9-1c64-4f2f-b840-721c94af367f {{(pid=100313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:54:04.380904 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-61a5e2d9-0852-4592-8e46-89a282c0adbf tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:04.382047 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-61a5e2d9-0852-4592-8e46-89a282c0adbf tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "DELETE /v2.0/routers/ee455df9-1c64-4f2f-b840-721c94af367f HTTP/1.1" status: 204 len: 168 time: 0.8859611 Jul 24 00:54:04.384828 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43166) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:54:04.474618 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fd3c3db0-c3fb-4ed6-82c0-09b008e8f787 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:04.501605 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 05f4abec-d5f6-40e5-8ac2-1f8fc2436df7 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:54:04.527073 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 05f4abec-d5f6-40e5-8ac2-1f8fc2436df7 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:54:04.527716 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 05f4abec-d5f6-40e5-8ac2-1f8fc2436df7 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:54:04.528215 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 174bcc5c-102a-4d05-8f67-6bd66ec09979 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:54:04.551994 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 174bcc5c-102a-4d05-8f67-6bd66ec09979 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:54:04.552391 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 174bcc5c-102a-4d05-8f67-6bd66ec09979 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:54:04.579986 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fd3c3db0-c3fb-4ed6-82c0-09b008e8f787 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:04.591949 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-fd3c3db0-c3fb-4ed6-82c0-09b008e8f787 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbf64172-8e7d-46b8-9e90-2b0083cbcd2a']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:54:04.609870 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-fd3c3db0-c3fb-4ed6-82c0-09b008e8f787 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd45dfcce-3118-4146-9ae5-829e5133a536') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:54:04.610268 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-fd3c3db0-c3fb-4ed6-82c0-09b008e8f787 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd45dfcce-3118-4146-9ae5-829e5133a536') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:54:04.620600 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fd3c3db0-c3fb-4ed6-82c0-09b008e8f787 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:04.635051 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fd3c3db0-c3fb-4ed6-82c0-09b008e8f787 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:04.642425 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd3c3db0-c3fb-4ed6-82c0-09b008e8f787 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:54:04.643117 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fd3c3db0-c3fb-4ed6-82c0-09b008e8f787 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:04.646797 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:54:04.646797 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:54:04.646797 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:54:04.646797 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:54:04.646797 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:54:04.646797 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:54:04.646797 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:54:04.646797 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:54:04.646797 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:54:04.646797 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:54:04.646797 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:54:04.646797 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:54:04.646797 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:54:04.646797 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:54:04.646797 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:54:04.646797 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:54:04.646797 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:54:04.646797 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:54:04.646797 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:54:04.646797 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:54:04.646797 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:54:04.646797 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:54:04.646797 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:54:04.646797 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:54:04.646797 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:54:04.646797 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:54:04.646797 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:54:04.646797 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:54:04.646797 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:54:04.646797 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:54:04.646797 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:54:04.646797 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:54:04.706470 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fd3c3db0-c3fb-4ed6-82c0-09b008e8f787 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:04.711852 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-fd3c3db0-c3fb-4ed6-82c0-09b008e8f787 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:04.717508 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-fd3c3db0-c3fb-4ed6-82c0-09b008e8f787 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "DELETE /v2.0/networks/dbf64172-8e7d-46b8-9e90-2b0083cbcd2a HTTP/1.1" status: 204 len: 168 time: 0.3283558 Jul 24 00:54:04.717609 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43168) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:54:04.728848 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c3db0-c3fb-4ed6-82c0-09b008e8f787 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event deleted for resources: {'Network': ['ID=dbf64172-8e7d-46b8-9e90-2b0083cbcd2a,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:04.783505 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-03569299-dcff-415d-891d-80fd72a0eee9 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:04.809094 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-03569299-dcff-415d-891d-80fd72a0eee9 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:04.871523 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-03569299-dcff-415d-891d-80fd72a0eee9 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:04.874604 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-03569299-dcff-415d-891d-80fd72a0eee9 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:04.876599 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-03569299-dcff-415d-891d-80fd72a0eee9 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "DELETE /v2.0/security-groups/dc2e535d-a926-478e-8c7b-2182646f1945 HTTP/1.1" status: 204 len: 168 time: 0.1574483 Jul 24 00:54:04.886722 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03569299-dcff-415d-891d-80fd72a0eee9 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2e535d-a926-478e-8c7b-2182646f1945,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:05.172999 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43174) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:54:05.178008 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-a329e104-9e27-4d25-8c2a-4595492cb6de tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1133590301', 'description': 'tempest-secgroup-smoke-1133590301 description', 'project_id': '21fe67bd68cd4d41939b65b573d17a56'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:54:05.200231 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a329e104-9e27-4d25-8c2a-4595492cb6de tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:05.286170 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a329e104-9e27-4d25-8c2a-4595492cb6de tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:05.289999 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a329e104-9e27-4d25-8c2a-4595492cb6de tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:05.322293 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a329e104-9e27-4d25-8c2a-4595492cb6de tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:05.323537 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-a329e104-9e27-4d25-8c2a-4595492cb6de tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1495168 Jul 24 00:54:05.326688 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43176) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:54:05.327578 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a329e104-9e27-4d25-8c2a-4595492cb6de tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=836c7860-b8c0-4ef3-8a89-0ee96e809d51,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:05.332876 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-3dd7f143-6df9-4d7c-9546-c4ff77bcf11f tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Request body: {'security_group_rule': {'security_group_id': '836c7860-b8c0-4ef3-8a89-0ee96e809d51', 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:54:05.361526 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3dd7f143-6df9-4d7c-9546-c4ff77bcf11f tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:05.411770 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3dd7f143-6df9-4d7c-9546-c4ff77bcf11f tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:05.415283 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3dd7f143-6df9-4d7c-9546-c4ff77bcf11f tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:05.436161 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd7f143-6df9-4d7c-9546-c4ff77bcf11f tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27ba81d4-54b7-408e-a100-35625eea153c,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:05.440650 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-3dd7f143-6df9-4d7c-9546-c4ff77bcf11f tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:05.441878 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-3dd7f143-6df9-4d7c-9546-c4ff77bcf11f tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1140931 Jul 24 00:54:05.445024 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43178) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:54:05.449568 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-da863d1d-d64d-4815-9069-13f6779fd3dc tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Request body: {'security_group_rule': {'security_group_id': '836c7860-b8c0-4ef3-8a89-0ee96e809d51', 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:54:05.477968 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-da863d1d-d64d-4815-9069-13f6779fd3dc tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:05.536002 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-da863d1d-d64d-4815-9069-13f6779fd3dc tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:05.539567 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-da863d1d-d64d-4815-9069-13f6779fd3dc tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:05.562681 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da863d1d-d64d-4815-9069-13f6779fd3dc tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e52a0670-8ac3-4220-a917-b5a2775af11f,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:05.571684 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-da863d1d-d64d-4815-9069-13f6779fd3dc tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:05.573488 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-da863d1d-d64d-4815-9069-13f6779fd3dc tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1274152 Jul 24 00:54:05.576247 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43180) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:54:05.582347 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-99fe9614-53c1-4be5-b120-4900bfedd741 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Request body: {'security_group_rule': {'security_group_id': '836c7860-b8c0-4ef3-8a89-0ee96e809d51', 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:54:05.611407 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-99fe9614-53c1-4be5-b120-4900bfedd741 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:05.678476 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-99fe9614-53c1-4be5-b120-4900bfedd741 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:05.682263 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-99fe9614-53c1-4be5-b120-4900bfedd741 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:05.699810 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fe9614-53c1-4be5-b120-4900bfedd741 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11f7a13e-9344-4945-8ae5-b2b7f9bdecbf,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:05.707049 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-99fe9614-53c1-4be5-b120-4900bfedd741 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:05.708605 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-99fe9614-53c1-4be5-b120-4900bfedd741 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1309824 Jul 24 00:54:05.711453 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43182) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:54:05.715890 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-4c45348b-ff5c-461d-8ab5-268dc648694f tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Request body: {'security_group_rule': {'security_group_id': '836c7860-b8c0-4ef3-8a89-0ee96e809d51', 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:54:05.743738 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4c45348b-ff5c-461d-8ab5-268dc648694f tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:05.803871 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4c45348b-ff5c-461d-8ab5-268dc648694f tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:05.807415 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4c45348b-ff5c-461d-8ab5-268dc648694f tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:05.826309 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c45348b-ff5c-461d-8ab5-268dc648694f tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1520df50-ba51-4582-b407-afe3222f9a57,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:05.829830 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4c45348b-ff5c-461d-8ab5-268dc648694f tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:05.831049 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-4c45348b-ff5c-461d-8ab5-268dc648694f tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1186264 Jul 24 00:54:05.834165 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43184) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:54:05.838635 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-a8a5a92e-6ab6-4e8d-a010-c216a682dc88 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Request body: {'security_group_rule': {'security_group_id': '836c7860-b8c0-4ef3-8a89-0ee96e809d51', 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:54:05.862127 n-d-800088-16 neutron-server[100314]: INFO neutron.db.securitygroups_db [None req-a8a5a92e-6ab6-4e8d-a010-c216a682dc88 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Project 21fe67bd68cd4d41939b65b573d17a56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 00:54:05.869160 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a8a5a92e-6ab6-4e8d-a010-c216a682dc88 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:05.939073 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a8a5a92e-6ab6-4e8d-a010-c216a682dc88 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:05.943660 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a8a5a92e-6ab6-4e8d-a010-c216a682dc88 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:05.961709 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a5a92e-6ab6-4e8d-a010-c216a682dc88 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aafc4966-a9a4-40ab-8cf8-94f050b592a0,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:05.968757 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a8a5a92e-6ab6-4e8d-a010-c216a682dc88 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:05.970780 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-a8a5a92e-6ab6-4e8d-a010-c216a682dc88 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1356194 Jul 24 00:54:05.973428 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43186) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:54:05.977893 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-ee211a15-519b-4f36-af7a-65f67e904edd tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Request body: {'security_group_rule': {'security_group_id': '836c7860-b8c0-4ef3-8a89-0ee96e809d51', 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:54:05.999629 n-d-800088-16 neutron-server[100314]: INFO neutron.db.securitygroups_db [None req-ee211a15-519b-4f36-af7a-65f67e904edd tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Project 21fe67bd68cd4d41939b65b573d17a56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 00:54:06.004683 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ee211a15-519b-4f36-af7a-65f67e904edd tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:06.073911 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ee211a15-519b-4f36-af7a-65f67e904edd tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:06.077627 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ee211a15-519b-4f36-af7a-65f67e904edd tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:06.099591 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee211a15-519b-4f36-af7a-65f67e904edd tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28cd1245-8dc4-4af7-9bf0-be61a42158ba,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:06.105537 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ee211a15-519b-4f36-af7a-65f67e904edd tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:06.106784 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-ee211a15-519b-4f36-af7a-65f67e904edd tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1324146 Jul 24 00:54:06.109632 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43188) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:54:06.114485 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-b5a01c93-12c3-45c8-9620-1aba5e6f9833 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Request body: {'network': {'name': 'tempest-network-smoke--2072370051', 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'port_security_enabled': True}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:54:06.135126 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a01c93-12c3-45c8-9620-1aba5e6f9833 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Made reservation on behalf of 21fe67bd68cd4d41939b65b573d17a56 for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:54:06.138566 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b5a01c93-12c3-45c8-9620-1aba5e6f9833 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:06.162597 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5a01c93-12c3-45c8-9620-1aba5e6f9833 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:54:06.171285 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b5a01c93-12c3-45c8-9620-1aba5e6f9833 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:06.171629 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-b5a01c93-12c3-45c8-9620-1aba5e6f9833 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Added segment 000e94a9-1a21-47eb-a9a0-a29cd398c970 of type vlan for network cd3d3942-0ca0-4c12-a967-c4dc1899d201 Jul 24 00:54:06.211998 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b5a01c93-12c3-45c8-9620-1aba5e6f9833 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:06.240955 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b5a01c93-12c3-45c8-9620-1aba5e6f9833 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:06.246554 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a01c93-12c3-45c8-9620-1aba5e6f9833 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:06.247485 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b5a01c93-12c3-45c8-9620-1aba5e6f9833 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:06.279048 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-b5a01c93-12c3-45c8-9620-1aba5e6f9833 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1683874 Jul 24 00:54:06.283074 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43190) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:54:06.287816 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-ae70c55a-a040-4a7b-a427-f748e53ede87 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2040419300', 'admin_state_up': True, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:54:06.312738 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ae70c55a-a040-4a7b-a427-f748e53ede87 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:06.314429 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ae70c55a-a040-4a7b-a427-f748e53ede87 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:06.319552 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a01c93-12c3-45c8-9620-1aba5e6f9833 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event updated for resources: {'Network': ['ID=cd3d3942-0ca0-4c12-a967-c4dc1899d201,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:06.330368 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network cd3d3942-0ca0-4c12-a967-c4dc1899d201 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:54:06.368273 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ae70c55a-a040-4a7b-a427-f748e53ede87 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:06.403161 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 528c00d8-c976-48c7-8711-6c0cb98a022b no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:54:06.423553 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 528c00d8-c976-48c7-8711-6c0cb98a022b {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:54:06.423898 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 528c00d8-c976-48c7-8711-6c0cb98a022b not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:54:06.514596 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ae70c55a-a040-4a7b-a427-f748e53ede87 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:06.708797 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ae70c55a-a040-4a7b-a427-f748e53ede87 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for router_gateway, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:06.727251 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ae70c55a-a040-4a7b-a427-f748e53ede87 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:06.837598 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-ae70c55a-a040-4a7b-a427-f748e53ede87 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Allocated IP 172.25.3.228 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/be8596ad-7db6-44d7-9b81-5f60c9cc29c6) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:54:06.943842 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ae70c55a-a040-4a7b-a427-f748e53ede87 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:06.985826 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ae70c55a-a040-4a7b-a427-f748e53ede87 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:07.027743 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae70c55a-a040-4a7b-a427-f748e53ede87 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:54:07.030632 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-ae70c55a-a040-4a7b-a427-f748e53ede87 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:54:07.035039 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae70c55a-a040-4a7b-a427-f748e53ede87 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:54:07.038104 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae70c55a-a040-4a7b-a427-f748e53ede87 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event updated for resources: {'Port': ['ID=be8596ad-7db6-44d7-9b81-5f60c9cc29c6,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:07.602902 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ae70c55a-a040-4a7b-a427-f748e53ede87 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for router_gateway, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:07.799620 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ae70c55a-a040-4a7b-a427-f748e53ede87 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:07.931014 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae70c55a-a040-4a7b-a427-f748e53ede87 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Router fbf6d0d2-4676-49a7-ba29-1d10d9903913 is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:54:08.035679 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae70c55a-a040-4a7b-a427-f748e53ede87 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:54:08.045508 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12931316-8d74-43eb-b997-7146ccc09deb None None] Sync routers for ids ['fbf6d0d2-4676-49a7-ba29-1d10d9903913'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:54:08.055964 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ae70c55a-a040-4a7b-a427-f748e53ede87 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:08.056366 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12931316-8d74-43eb-b997-7146ccc09deb None None] Routers {'fbf6d0d2-4676-49a7-ba29-1d10d9903913'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:54:08.057309 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-ae70c55a-a040-4a7b-a427-f748e53ede87 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7731965 Jul 24 00:54:08.057538 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-12931316-8d74-43eb-b997-7146ccc09deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:53:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['fbf6d0d2-4676-49a7-ba29-1d10d9903913'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:54:08.062033 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43192) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:54:08.090665 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-b849572e-3bc1-4cb1-9f10-6ca50fe80464 tempest-TestNetworkAdvancedServerOps-1466672450 tempest-TestNetworkAdvancedServerOps-1466672450-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=21fe67bd68cd4d41939b65b573d17a56&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275290 Jul 24 00:54:08.093294 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43194) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:54:08.170322 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-12931316-8d74-43eb-b997-7146ccc09deb None None] Set router fbf6d0d2-4676-49a7-ba29-1d10d9903913 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:54:08.182076 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886fea15-1e8b-485f-96f8-a7615c0881ee tempest-TestNetworkAdvancedServerOps-1466672450 tempest-TestNetworkAdvancedServerOps-1466672450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:08.184547 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-886fea15-1e8b-485f-96f8-a7615c0881ee tempest-TestNetworkAdvancedServerOps-1466672450 tempest-TestNetworkAdvancedServerOps-1466672450-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0901592 Jul 24 00:54:08.187387 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43196) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:54:08.221303 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-d8b7c5fe-b7c6-4dd6-85f9-09f9776eeac6 tempest-TestNetworkAdvancedServerOps-1466672450 tempest-TestNetworkAdvancedServerOps-1466672450-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=9adcfee8-760c-4568-9e39-c221abf69bf5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0327816 Jul 24 00:54:08.223854 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43198) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:54:08.228756 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-4e77c2a2-4a6b-4568-a632-3d8e39a2a5e7 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1933669011', 'network_id': 'cd3d3942-0ca0-4c12-a967-c4dc1899d201', 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:54:08.322011 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e77c2a2-4a6b-4568-a632-3d8e39a2a5e7 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Made reservation on behalf of 21fe67bd68cd4d41939b65b573d17a56 for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:54:08.325871 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4e77c2a2-4a6b-4568-a632-3d8e39a2a5e7 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:08.359986 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-12931316-8d74-43eb-b997-7146ccc09deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf6d0d2-4676-49a7-ba29-1d10d9903913', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040419300', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': 'be8596ad-7db6-44d7-9b81-5f60c9cc29c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:54:06Z', 'updated_at': '2021-07-24T00:54:07Z', 'revision_number': 3, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'gw_port': {'id': 'be8596ad-7db6-44d7-9b81-5f60c9cc29c6', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:95:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbf6d0d2-4676-49a7-ba29-1d10d9903913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:54:06Z', 'updated_at': '2021-07-24T00:54:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:54:08.390310 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12931316-8d74-43eb-b997-7146ccc09deb None None] Checking router: fbf6d0d2-4676-49a7-ba29-1d10d9903913 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:54:08.390884 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12931316-8d74-43eb-b997-7146ccc09deb None None] Updating router fbf6d0d2-4676-49a7-ba29-1d10d9903913 port be8596ad-7db6-44d7-9b81-5f60c9cc29c6 binding host n-d-800088-16 {{(pid=100315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:54:08.435199 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-12931316-8d74-43eb-b997-7146ccc09deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:08.524562 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4e77c2a2-4a6b-4568-a632-3d8e39a2a5e7 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:08.587275 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e77c2a2-4a6b-4568-a632-3d8e39a2a5e7 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event updated for resources: {'Subnet': ['ID=2d0d446f-3282-4507-8f8c-8733005d83f2,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:08.599603 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e77c2a2-4a6b-4568-a632-3d8e39a2a5e7 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Checking segment: {'id': '000e94a9-1a21-47eb-a9a0-a29cd398c970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'cd3d3942-0ca0-4c12-a967-c4dc1899d201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:54:08.599974 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e77c2a2-4a6b-4568-a632-3d8e39a2a5e7 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Network hostable DHCP agents. Network: cd3d3942-0ca0-4c12-a967-c4dc1899d201, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:54:08.617867 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e77c2a2-4a6b-4568-a632-3d8e39a2a5e7 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Network cd3d3942-0ca0-4c12-a967-c4dc1899d201 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:54:08.627375 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-4e77c2a2-4a6b-4568-a632-3d8e39a2a5e7 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, cd3d3942-0ca0-4c12-a967-c4dc1899d201) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:54:08.631637 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e77c2a2-4a6b-4568-a632-3d8e39a2a5e7 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:08.632196 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4e77c2a2-4a6b-4568-a632-3d8e39a2a5e7 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:08.637667 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0dd2f62-c55c-44a2-b32c-71157c66a82a None None] Network cd3d3942-0ca0-4c12-a967-c4dc1899d201 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:54:08.648162 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-4e77c2a2-4a6b-4568-a632-3d8e39a2a5e7 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4231758 Jul 24 00:54:08.651209 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43200) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:54:08.776915 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-12931316-8d74-43eb-b997-7146ccc09deb None None] Notify callbacks [] for port, precommit_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:08.813491 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-12931316-8d74-43eb-b997-7146ccc09deb None None] Transition to ACTIVE for port object be8596ad-7db6-44d7-9b81-5f60c9cc29c6 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:54:08.821929 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-12931316-8d74-43eb-b997-7146ccc09deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:08.906754 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1a9855-ffd2-46ea-858b-2d988a19fb4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-cd3d3942-0ca0-4c12-a967-c4dc1899d201', 'network_id': 'cd3d3942-0ca0-4c12-a967-c4dc1899d201', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'fixed_ips': [{'subnet_id': '2d0d446f-3282-4507-8f8c-8733005d83f2'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:54:08.908139 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3e1a9855-ffd2-46ea-858b-2d988a19fb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:08.912215 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-12931316-8d74-43eb-b997-7146ccc09deb None None] Attempting to bind port be8596ad-7db6-44d7-9b81-5f60c9cc29c6 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:54:08.912662 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-12931316-8d74-43eb-b997-7146ccc09deb None None] Attempting to bind port be8596ad-7db6-44d7-9b81-5f60c9cc29c6 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:54:08.913100 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12931316-8d74-43eb-b997-7146ccc09deb None None] Attempting to bind port be8596ad-7db6-44d7-9b81-5f60c9cc29c6 on network 9adcfee8-760c-4568-9e39-c221abf69bf5 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:54:08.914955 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759f81c8-e6e2-40e3-9090-7556d16587bf None None] Pushing event updated for resources: {'Port': ['ID=be8596ad-7db6-44d7-9b81-5f60c9cc29c6,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:08.929088 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12931316-8d74-43eb-b997-7146ccc09deb None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:54:08.929474 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12931316-8d74-43eb-b997-7146ccc09deb None None] Checking segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:54:08.929890 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-12931316-8d74-43eb-b997-7146ccc09deb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:08.930292 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12931316-8d74-43eb-b997-7146ccc09deb None None] Bound using segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:54:08.930777 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-12931316-8d74-43eb-b997-7146ccc09deb None None] Bound port: be8596ad-7db6-44d7-9b81-5f60c9cc29c6, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:54:08.931177 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-12931316-8d74-43eb-b997-7146ccc09deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:09.046824 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-12931316-8d74-43eb-b997-7146ccc09deb None None] For port be8596ad-7db6-44d7-9b81-5f60c9cc29c6, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:54:09.052501 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-12931316-8d74-43eb-b997-7146ccc09deb None None] For port be8596ad-7db6-44d7-9b81-5f60c9cc29c6, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=be8596ad-7db6-44d7-9b81-5f60c9cc29c6,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:54:09.058656 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-12931316-8d74-43eb-b997-7146ccc09deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:09.110610 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d59c6870-21e4-4b77-ae44-0c5dab6c8bf8 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:09.158320 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-3e1a9855-ffd2-46ea-858b-2d988a19fb4b None None] Allocated IP 172.20.0.2 (cd3d3942-0ca0-4c12-a967-c4dc1899d201/2d0d446f-3282-4507-8f8c-8733005d83f2/22509753-5075-41de-99bd-cb1b01419090) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:54:09.163304 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759f81c8-e6e2-40e3-9090-7556d16587bf None None] Pushing event updated for resources: {'Port': ['ID=be8596ad-7db6-44d7-9b81-5f60c9cc29c6,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:09.167623 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12931316-8d74-43eb-b997-7146ccc09deb None None] Routers {'fbf6d0d2-4676-49a7-ba29-1d10d9903913'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:54:09.168250 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-12931316-8d74-43eb-b997-7146ccc09deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:53:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['fbf6d0d2-4676-49a7-ba29-1d10d9903913'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:54:09.344712 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-12931316-8d74-43eb-b997-7146ccc09deb None None] Set router fbf6d0d2-4676-49a7-ba29-1d10d9903913 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:54:09.498795 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3e1a9855-ffd2-46ea-858b-2d988a19fb4b None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:09.513995 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-3e1a9855-ffd2-46ea-858b-2d988a19fb4b None None] Transition to ACTIVE for port object 22509753-5075-41de-99bd-cb1b01419090 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:54:09.543097 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-3e1a9855-ffd2-46ea-858b-2d988a19fb4b None None] Transition to ACTIVE for port object 22509753-5075-41de-99bd-cb1b01419090 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:54:09.567286 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3e1a9855-ffd2-46ea-858b-2d988a19fb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:09.598403 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-d59c6870-21e4-4b77-ae44-0c5dab6c8bf8 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Allocated IP 172.20.0.1 (cd3d3942-0ca0-4c12-a967-c4dc1899d201/2d0d446f-3282-4507-8f8c-8733005d83f2/1e511d3c-f767-4689-960d-526764602857) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:54:09.605539 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1a9855-ffd2-46ea-858b-2d988a19fb4b None None] Network cd3d3942-0ca0-4c12-a967-c4dc1899d201 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:54:09.611427 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-3e1a9855-ffd2-46ea-858b-2d988a19fb4b None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:54:09.615868 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1a9855-ffd2-46ea-858b-2d988a19fb4b None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:54:09.636270 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1a9855-ffd2-46ea-858b-2d988a19fb4b None None] Pushing event updated for resources: {'Port': ['ID=22509753-5075-41de-99bd-cb1b01419090,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:09.694580 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-12931316-8d74-43eb-b997-7146ccc09deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf6d0d2-4676-49a7-ba29-1d10d9903913', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040419300', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': 'be8596ad-7db6-44d7-9b81-5f60c9cc29c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:54:06Z', 'updated_at': '2021-07-24T00:54:07Z', 'revision_number': 3, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'gw_port': {'id': 'be8596ad-7db6-44d7-9b81-5f60c9cc29c6', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:95:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbf6d0d2-4676-49a7-ba29-1d10d9903913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:54:06Z', 'updated_at': '2021-07-24T00:54:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:54:09.722327 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d59c6870-21e4-4b77-ae44-0c5dab6c8bf8 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:09.726337 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-3e1a9855-ffd2-46ea-858b-2d988a19fb4b None None] Attempting to bind port 22509753-5075-41de-99bd-cb1b01419090 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:54:09.726771 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-3e1a9855-ffd2-46ea-858b-2d988a19fb4b None None] Attempting to bind port 22509753-5075-41de-99bd-cb1b01419090 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '000e94a9-1a21-47eb-a9a0-a29cd398c970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'cd3d3942-0ca0-4c12-a967-c4dc1899d201'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:54:09.727213 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1a9855-ffd2-46ea-858b-2d988a19fb4b None None] Attempting to bind port 22509753-5075-41de-99bd-cb1b01419090 on network cd3d3942-0ca0-4c12-a967-c4dc1899d201 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:54:09.729536 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12931316-8d74-43eb-b997-7146ccc09deb None None] The sync data for ids ['fbf6d0d2-4676-49a7-ba29-1d10d9903913'] in n-d-800088-16 is: [{'id': 'fbf6d0d2-4676-49a7-ba29-1d10d9903913', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040419300', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': 'be8596ad-7db6-44d7-9b81-5f60c9cc29c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:54:06Z', 'updated_at': '2021-07-24T00:54:07Z', 'revision_number': 3, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'gw_port': {'id': 'be8596ad-7db6-44d7-9b81-5f60c9cc29c6', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:95:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbf6d0d2-4676-49a7-ba29-1d10d9903913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:54:06Z', 'updated_at': '2021-07-24T00:54:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:54:09.734782 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1a9855-ffd2-46ea-858b-2d988a19fb4b None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:54:09.735691 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1a9855-ffd2-46ea-858b-2d988a19fb4b None None] Checking segment: {'id': '000e94a9-1a21-47eb-a9a0-a29cd398c970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'cd3d3942-0ca0-4c12-a967-c4dc1899d201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:54:09.736177 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3e1a9855-ffd2-46ea-858b-2d988a19fb4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:09.736503 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1a9855-ffd2-46ea-858b-2d988a19fb4b None None] Bound using segment: {'id': '000e94a9-1a21-47eb-a9a0-a29cd398c970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'cd3d3942-0ca0-4c12-a967-c4dc1899d201'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:54:09.737012 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-3e1a9855-ffd2-46ea-858b-2d988a19fb4b None None] Bound port: 22509753-5075-41de-99bd-cb1b01419090, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '000e94a9-1a21-47eb-a9a0-a29cd398c970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'cd3d3942-0ca0-4c12-a967-c4dc1899d201'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:54:09.737404 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3e1a9855-ffd2-46ea-858b-2d988a19fb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:09.738102 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [None req-d59c6870-21e4-4b77-ae44-0c5dab6c8bf8 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Transition to ACTIVE for port object 1e511d3c-f767-4689-960d-526764602857 will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:54:09.773678 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d59c6870-21e4-4b77-ae44-0c5dab6c8bf8 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:09.808679 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-3e1a9855-ffd2-46ea-858b-2d988a19fb4b None None] For port 22509753-5075-41de-99bd-cb1b01419090, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:54:09.812030 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-3e1a9855-ffd2-46ea-858b-2d988a19fb4b None None] For port 22509753-5075-41de-99bd-cb1b01419090, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=22509753-5075-41de-99bd-cb1b01419090,segment=NetworkSegment(000e94a9-1a21-47eb-a9a0-a29cd398c970),segment_id=000e94a9-1a21-47eb-a9a0-a29cd398c970)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:54:09.816214 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59c6870-21e4-4b77-ae44-0c5dab6c8bf8 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Network cd3d3942-0ca0-4c12-a967-c4dc1899d201 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:54:09.818583 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3e1a9855-ffd2-46ea-858b-2d988a19fb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:09.823956 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-d59c6870-21e4-4b77-ae44-0c5dab6c8bf8 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:54:09.828032 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59c6870-21e4-4b77-ae44-0c5dab6c8bf8 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:54:09.835152 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59c6870-21e4-4b77-ae44-0c5dab6c8bf8 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event updated for resources: {'Port': ['ID=1e511d3c-f767-4689-960d-526764602857,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:09.890067 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d59c6870-21e4-4b77-ae44-0c5dab6c8bf8 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681761'] for router_interface, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:09.895751 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1a9855-ffd2-46ea-858b-2d988a19fb4b None None] Pushing event updated for resources: {'Port': ['ID=22509753-5075-41de-99bd-cb1b01419090,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:10.065836 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d59c6870-21e4-4b77-ae44-0c5dab6c8bf8 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:10.389936 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d59c6870-21e4-4b77-ae44-0c5dab6c8bf8 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:10.396625 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d59c6870-21e4-4b77-ae44-0c5dab6c8bf8 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:10.478959 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d59c6870-21e4-4b77-ae44-0c5dab6c8bf8 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680980'] for router_interface, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:10.480892 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59c6870-21e4-4b77-ae44-0c5dab6c8bf8 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event updated for resources: {'Port': ['ID=1e511d3c-f767-4689-960d-526764602857,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:10.544665 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device be8596ad-7db6-44d7-9b81-5f60c9cc29c6 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:54:10.600024 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59c6870-21e4-4b77-ae44-0c5dab6c8bf8 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Network cd3d3942-0ca0-4c12-a967-c4dc1899d201 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:54:10.602234 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-d59c6870-21e4-4b77-ae44-0c5dab6c8bf8 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:54:10.605043 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port be8596ad-7db6-44d7-9b81-5f60c9cc29c6 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:54:10.611876 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port be8596ad-7db6-44d7-9b81-5f60c9cc29c6 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:54:10.612539 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:10.704937 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:10.732845 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port be8596ad-7db6-44d7-9b81-5f60c9cc29c6, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=be8596ad-7db6-44d7-9b81-5f60c9cc29c6,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:54:10.737038 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d59c6870-21e4-4b77-ae44-0c5dab6c8bf8 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Router fbf6d0d2-4676-49a7-ba29-1d10d9903913 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:54:10.739405 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:10.740418 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 22509753-5075-41de-99bd-cb1b01419090 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:54:10.836391 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=be8596ad-7db6-44d7-9b81-5f60c9cc29c6,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:10.850090 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 22509753-5075-41de-99bd-cb1b01419090 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:54:10.871072 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d59c6870-21e4-4b77-ae44-0c5dab6c8bf8 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:54:10.877939 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-d59c6870-21e4-4b77-ae44-0c5dab6c8bf8 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "PUT /v2.0/routers/fbf6d0d2-4676-49a7-ba29-1d10d9903913/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2256062 Jul 24 00:54:11.011119 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a82a16-cb71-431c-a4bd-8c8abf782dab None None] Network cd3d3942-0ca0-4c12-a967-c4dc1899d201 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:54:11.043538 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9ffe6f6c-0ab8-42d5-9239-874e324a9668 req-a03b7404-8e94-4948-9beb-55319b824193 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1133590301&fields=id&tenant_id=21fe67bd68cd4d41939b65b573d17a56 HTTP/1.1" status: 200 len: 267 time: 0.0349188 Jul 24 00:54:11.104667 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-4f1a6747-8fd0-4f04-9f24-d460a72d0567 None None] Provisioning for port 22509753-5075-41de-99bd-cb1b01419090 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:54:11.109599 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-4f1a6747-8fd0-4f04-9f24-d460a72d0567 None None] Provisioning complete for port 22509753-5075-41de-99bd-cb1b01419090 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:54:11.109979 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-4f1a6747-8fd0-4f04-9f24-d460a72d0567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:11.161542 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffe6f6c-0ab8-42d5-9239-874e324a9668 req-2df06cb1-8dd7-4b36-bb91-0d1535952f56 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:11.163202 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9ffe6f6c-0ab8-42d5-9239-874e324a9668 req-2df06cb1-8dd7-4b36-bb91-0d1535952f56 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/networks?id=cd3d3942-0ca0-4c12-a967-c4dc1899d201 HTTP/1.1" status: 200 len: 797 time: 0.1095033 Jul 24 00:54:11.179975 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9ffe6f6c-0ab8-42d5-9239-874e324a9668 req-529c918f-c26d-471b-a02e-38ad0fd43ed8 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/quotas/21fe67bd68cd4d41939b65b573d17a56 HTTP/1.1" status: 200 len: 375 time: 0.0104003 Jul 24 00:54:11.260701 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9ffe6f6c-0ab8-42d5-9239-874e324a9668 req-1fdd7ad9-ee02-482a-bb76-969eefc1b9fd tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=21fe67bd68cd4d41939b65b573d17a56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0749526 Jul 24 00:54:11.364502 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9ffe6f6c-0ab8-42d5-9239-874e324a9668 req-c3f68bc9-d342-4da4-b45f-9ae4d087a537 service neutron] 10.222.0.44 "GET /v2.0/networks/cd3d3942-0ca0-4c12-a967-c4dc1899d201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907154 Jul 24 00:54:11.423564 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-4f1a6747-8fd0-4f04-9f24-d460a72d0567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:11.466736 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9ffe6f6c-0ab8-42d5-9239-874e324a9668 req-b14f3ca2-1865-4a55-be41-4ec84c706324 service neutron] 10.222.0.44 "GET /v2.0/networks/cd3d3942-0ca0-4c12-a967-c4dc1899d201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960495 Jul 24 00:54:11.466986 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-4f1a6747-8fd0-4f04-9f24-d460a72d0567 None None] For port 22509753-5075-41de-99bd-cb1b01419090, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=22509753-5075-41de-99bd-cb1b01419090,segment=NetworkSegment(000e94a9-1a21-47eb-a9a0-a29cd398c970),segment_id=000e94a9-1a21-47eb-a9a0-a29cd398c970)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:54:11.471668 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-4f1a6747-8fd0-4f04-9f24-d460a72d0567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:11.523903 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1a6747-8fd0-4f04-9f24-d460a72d0567 None None] Pushing event updated for resources: {'Port': ['ID=22509753-5075-41de-99bd-cb1b01419090,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:11.691212 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d34ca0a6-58c0-4ea7-b07e-0fd9b2b599fe req-7e324e68-a16b-442f-a550-67c7ec6da613 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=60938089-3222-4ba1-902b-4ad148f6dddf HTTP/1.1" status: 200 len: 210 time: 0.0472951 Jul 24 00:54:11.692759 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f055ec7-371d-4800-837b-4f8424ffc036 None None] Sync routers for ids ['fbf6d0d2-4676-49a7-ba29-1d10d9903913'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:54:11.703715 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f055ec7-371d-4800-837b-4f8424ffc036 None None] Routers {'fbf6d0d2-4676-49a7-ba29-1d10d9903913'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:54:11.704430 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-3f055ec7-371d-4800-837b-4f8424ffc036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:53:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['fbf6d0d2-4676-49a7-ba29-1d10d9903913'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:54:11.808366 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2872a7d5-c307-4668-b4dc-b9286b71338a None None] Provisioning complete for port 22509753-5075-41de-99bd-cb1b01419090 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:54:11.808988 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2872a7d5-c307-4668-b4dc-b9286b71338a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:11.839385 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-3f055ec7-371d-4800-837b-4f8424ffc036 None None] Set router fbf6d0d2-4676-49a7-ba29-1d10d9903913 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:54:11.944947 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2872a7d5-c307-4668-b4dc-b9286b71338a None None] Provisioning for port 1e511d3c-f767-4689-960d-526764602857 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:54:11.949516 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2872a7d5-c307-4668-b4dc-b9286b71338a None None] Provisioning complete for port 1e511d3c-f767-4689-960d-526764602857 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:54:11.949917 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2872a7d5-c307-4668-b4dc-b9286b71338a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:12.005703 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2872a7d5-c307-4668-b4dc-b9286b71338a None None] Port 1e511d3c-f767-4689-960d-526764602857 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:54:12.088833 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-3f055ec7-371d-4800-837b-4f8424ffc036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf6d0d2-4676-49a7-ba29-1d10d9903913', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040419300', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': 'be8596ad-7db6-44d7-9b81-5f60c9cc29c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:54:06Z', 'updated_at': '2021-07-24T00:54:10Z', 'revision_number': 4, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'gw_port': {'id': 'be8596ad-7db6-44d7-9b81-5f60c9cc29c6', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:95:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf6d0d2-4676-49a7-ba29-1d10d9903913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:54:06Z', 'updated_at': '2021-07-24T00:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '1e511d3c-f767-4689-960d-526764602857', 'name': '', 'network_id': 'cd3d3942-0ca0-4c12-a967-c4dc1899d201', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'mac_address': 'fa:16:3e:30:2d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbf6d0d2-4676-49a7-ba29-1d10d9903913', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '2d0d446f-3282-4507-8f8c-8733005d83f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:54:09Z', 'updated_at': '2021-07-24T00:54:10Z', 'revision_number': 2, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'subnets': [{'id': '2d0d446f-3282-4507-8f8c-8733005d83f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:54:12.118007 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f055ec7-371d-4800-837b-4f8424ffc036 None None] Checking router: fbf6d0d2-4676-49a7-ba29-1d10d9903913 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:54:12.118362 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f055ec7-371d-4800-837b-4f8424ffc036 None None] Updating router fbf6d0d2-4676-49a7-ba29-1d10d9903913 port 1e511d3c-f767-4689-960d-526764602857 binding host n-d-800088-16 {{(pid=100316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:54:12.130026 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-845e3ef9-159f-488c-91d6-137eb77f1e07 None None] Provisioning complete for port 1e511d3c-f767-4689-960d-526764602857 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:54:12.130524 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-845e3ef9-159f-488c-91d6-137eb77f1e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:12.161221 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-3f055ec7-371d-4800-837b-4f8424ffc036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:12.175200 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-845e3ef9-159f-488c-91d6-137eb77f1e07 None None] Port 1e511d3c-f767-4689-960d-526764602857 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:54:12.297006 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2bc16401-89c5-4c51-9a53-fbb4c52801f5 None None] Provisioning complete for port 1e511d3c-f767-4689-960d-526764602857 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:54:12.297389 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2bc16401-89c5-4c51-9a53-fbb4c52801f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:12.334955 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2bc16401-89c5-4c51-9a53-fbb4c52801f5 None None] Port 1e511d3c-f767-4689-960d-526764602857 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:54:12.471269 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device be8596ad-7db6-44d7-9b81-5f60c9cc29c6 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:54:12.526486 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port be8596ad-7db6-44d7-9b81-5f60c9cc29c6 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:54:12.527014 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:12.566527 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-3f055ec7-371d-4800-837b-4f8424ffc036 None None] Notify callbacks [] for port, precommit_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:12.577461 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.provisioning_blocks [None req-3f055ec7-371d-4800-837b-4f8424ffc036 None None] Transition to ACTIVE for port object 1e511d3c-f767-4689-960d-526764602857 will not be triggered until provisioned by entity L2. {{(pid=100316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:54:12.583412 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-3f055ec7-371d-4800-837b-4f8424ffc036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:12.619474 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 22509753-5075-41de-99bd-cb1b01419090 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:54:12.662481 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53564f77-cf64-4ed8-9486-8ca125f94436 None None] Pushing event updated for resources: {'Port': ['ID=1e511d3c-f767-4689-960d-526764602857,revision_number=3']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:12.679072 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 22509753-5075-41de-99bd-cb1b01419090 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:54:12.679454 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:12.686577 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53564f77-cf64-4ed8-9486-8ca125f94436 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:54:12.687059 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53564f77-cf64-4ed8-9486-8ca125f94436 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:54:12.687502 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53564f77-cf64-4ed8-9486-8ca125f94436 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:54:12.687955 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53564f77-cf64-4ed8-9486-8ca125f94436 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:54:12.688447 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53564f77-cf64-4ed8-9486-8ca125f94436 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:54:12.688903 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53564f77-cf64-4ed8-9486-8ca125f94436 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:54:12.689346 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53564f77-cf64-4ed8-9486-8ca125f94436 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:54:12.689765 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53564f77-cf64-4ed8-9486-8ca125f94436 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:54:12.690184 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53564f77-cf64-4ed8-9486-8ca125f94436 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:54:12.690606 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53564f77-cf64-4ed8-9486-8ca125f94436 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:54:12.690941 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53564f77-cf64-4ed8-9486-8ca125f94436 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:54:12.691369 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53564f77-cf64-4ed8-9486-8ca125f94436 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:54:12.711367 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-3f055ec7-371d-4800-837b-4f8424ffc036 None None] Attempting to bind port 1e511d3c-f767-4689-960d-526764602857 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:54:12.711989 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-3f055ec7-371d-4800-837b-4f8424ffc036 None None] Attempting to bind port 1e511d3c-f767-4689-960d-526764602857 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '000e94a9-1a21-47eb-a9a0-a29cd398c970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'cd3d3942-0ca0-4c12-a967-c4dc1899d201'}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:54:12.711989 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f055ec7-371d-4800-837b-4f8424ffc036 None None] Attempting to bind port 1e511d3c-f767-4689-960d-526764602857 on network cd3d3942-0ca0-4c12-a967-c4dc1899d201 {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:54:12.717606 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f055ec7-371d-4800-837b-4f8424ffc036 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:54:12.718767 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f055ec7-371d-4800-837b-4f8424ffc036 None None] Checking segment: {'id': '000e94a9-1a21-47eb-a9a0-a29cd398c970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'cd3d3942-0ca0-4c12-a967-c4dc1899d201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:54:12.720424 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-3f055ec7-371d-4800-837b-4f8424ffc036 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:12.720985 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f055ec7-371d-4800-837b-4f8424ffc036 None None] Bound using segment: {'id': '000e94a9-1a21-47eb-a9a0-a29cd398c970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'cd3d3942-0ca0-4c12-a967-c4dc1899d201'} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:54:12.721600 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-3f055ec7-371d-4800-837b-4f8424ffc036 None None] Bound port: 1e511d3c-f767-4689-960d-526764602857, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '000e94a9-1a21-47eb-a9a0-a29cd398c970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'cd3d3942-0ca0-4c12-a967-c4dc1899d201'}}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:54:12.722156 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-3f055ec7-371d-4800-837b-4f8424ffc036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:12.813446 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-3f055ec7-371d-4800-837b-4f8424ffc036 None None] For port 1e511d3c-f767-4689-960d-526764602857, host n-d-800088-16, cleared binding levels {{(pid=100316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:54:12.818918 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-3f055ec7-371d-4800-837b-4f8424ffc036 None None] For port 1e511d3c-f767-4689-960d-526764602857, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=1e511d3c-f767-4689-960d-526764602857,segment=NetworkSegment(000e94a9-1a21-47eb-a9a0-a29cd398c970),segment_id=000e94a9-1a21-47eb-a9a0-a29cd398c970)] {{(pid=100316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:54:12.826687 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-3f055ec7-371d-4800-837b-4f8424ffc036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:12.900698 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f055ec7-371d-4800-837b-4f8424ffc036 None None] Routers {'fbf6d0d2-4676-49a7-ba29-1d10d9903913'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:54:12.901517 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-3f055ec7-371d-4800-837b-4f8424ffc036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:53:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['fbf6d0d2-4676-49a7-ba29-1d10d9903913'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:54:12.913812 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3cb360b3-d02a-4781-a0f7-d937688de61d req-0cacbe0f-52c8-4a75-b49b-8b3d358cd3e8 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=60938089-3222-4ba1-902b-4ad148f6dddf HTTP/1.1" status: 200 len: 210 time: 0.1162040 Jul 24 00:54:13.018079 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53564f77-cf64-4ed8-9486-8ca125f94436 None None] Pushing event updated for resources: {'Port': ['ID=1e511d3c-f767-4689-960d-526764602857,revision_number=4']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:13.022311 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffe6f6c-0ab8-42d5-9239-874e324a9668 req-1faa82a7-d6d9-42b4-bb67-e86e2658c18a tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:13.024253 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9ffe6f6c-0ab8-42d5-9239-874e324a9668 req-1faa82a7-d6d9-42b4-bb67-e86e2658c18a tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.52 "GET /v2.0/networks?id=cd3d3942-0ca0-4c12-a967-c4dc1899d201 HTTP/1.1" status: 200 len: 797 time: 0.1783421 Jul 24 00:54:13.050264 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-3f055ec7-371d-4800-837b-4f8424ffc036 None None] Set router fbf6d0d2-4676-49a7-ba29-1d10d9903913 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:54:13.070953 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9ffe6f6c-0ab8-42d5-9239-874e324a9668 req-55f7c0ca-4b1f-491d-8c93-06a28893f35b tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21fe67bd68cd4d41939b65b573d17a56 HTTP/1.1" status: 200 len: 380 time: 0.0370657 Jul 24 00:54:13.079678 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-9ffe6f6c-0ab8-42d5-9239-874e324a9668 req-e7035513-2cef-45cc-bea1-29f27b3953f2 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Request body: {'port': {'device_id': '60938089-3222-4ba1-902b-4ad148f6dddf', 'network_id': 'cd3d3942-0ca0-4c12-a967-c4dc1899d201', 'admin_state_up': True, 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'security_groups': ['836c7860-b8c0-4ef3-8a89-0ee96e809d51']}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:54:13.205969 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ffe6f6c-0ab8-42d5-9239-874e324a9668 req-e7035513-2cef-45cc-bea1-29f27b3953f2 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Made reservation on behalf of 21fe67bd68cd4d41939b65b573d17a56 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:54:13.210042 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-9ffe6f6c-0ab8-42d5-9239-874e324a9668 req-e7035513-2cef-45cc-bea1-29f27b3953f2 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:13.286795 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-3f055ec7-371d-4800-837b-4f8424ffc036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf6d0d2-4676-49a7-ba29-1d10d9903913', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040419300', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': 'be8596ad-7db6-44d7-9b81-5f60c9cc29c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:54:06Z', 'updated_at': '2021-07-24T00:54:10Z', 'revision_number': 4, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'gw_port': {'id': 'be8596ad-7db6-44d7-9b81-5f60c9cc29c6', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:95:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf6d0d2-4676-49a7-ba29-1d10d9903913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:54:06Z', 'updated_at': '2021-07-24T00:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '1e511d3c-f767-4689-960d-526764602857', 'name': '', 'network_id': 'cd3d3942-0ca0-4c12-a967-c4dc1899d201', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'mac_address': 'fa:16:3e:30:2d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbf6d0d2-4676-49a7-ba29-1d10d9903913', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '2d0d446f-3282-4507-8f8c-8733005d83f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:54:09Z', 'updated_at': '2021-07-24T00:54:12Z', 'revision_number': 4, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'subnets': [{'id': '2d0d446f-3282-4507-8f8c-8733005d83f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:54:13.314259 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f055ec7-371d-4800-837b-4f8424ffc036 None None] The sync data for ids ['fbf6d0d2-4676-49a7-ba29-1d10d9903913'] in n-d-800088-16 is: [{'id': 'fbf6d0d2-4676-49a7-ba29-1d10d9903913', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040419300', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': 'be8596ad-7db6-44d7-9b81-5f60c9cc29c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:54:06Z', 'updated_at': '2021-07-24T00:54:10Z', 'revision_number': 4, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'gw_port': {'id': 'be8596ad-7db6-44d7-9b81-5f60c9cc29c6', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:95:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf6d0d2-4676-49a7-ba29-1d10d9903913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:54:06Z', 'updated_at': '2021-07-24T00:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '1e511d3c-f767-4689-960d-526764602857', 'name': '', 'network_id': 'cd3d3942-0ca0-4c12-a967-c4dc1899d201', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'mac_address': 'fa:16:3e:30:2d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbf6d0d2-4676-49a7-ba29-1d10d9903913', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '2d0d446f-3282-4507-8f8c-8733005d83f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:54:09Z', 'updated_at': '2021-07-24T00:54:12Z', 'revision_number': 4, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'subnets': [{'id': '2d0d446f-3282-4507-8f8c-8733005d83f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:54:13.676025 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-9ffe6f6c-0ab8-42d5-9239-874e324a9668 req-e7035513-2cef-45cc-bea1-29f27b3953f2 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Allocated IP 172.20.0.14 (cd3d3942-0ca0-4c12-a967-c4dc1899d201/2d0d446f-3282-4507-8f8c-8733005d83f2/30d579b7-a481-4799-8421-8f37e0dd7cf5) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:54:13.830151 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-9ffe6f6c-0ab8-42d5-9239-874e324a9668 req-e7035513-2cef-45cc-bea1-29f27b3953f2 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:13.848144 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-9ffe6f6c-0ab8-42d5-9239-874e324a9668 req-e7035513-2cef-45cc-bea1-29f27b3953f2 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Transition to ACTIVE for port object 30d579b7-a481-4799-8421-8f37e0dd7cf5 will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:54:13.883694 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-9ffe6f6c-0ab8-42d5-9239-874e324a9668 req-e7035513-2cef-45cc-bea1-29f27b3953f2 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:13.928987 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ffe6f6c-0ab8-42d5-9239-874e324a9668 req-e7035513-2cef-45cc-bea1-29f27b3953f2 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Network cd3d3942-0ca0-4c12-a967-c4dc1899d201 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:54:13.943419 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-9ffe6f6c-0ab8-42d5-9239-874e324a9668 req-e7035513-2cef-45cc-bea1-29f27b3953f2 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:54:13.960621 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ffe6f6c-0ab8-42d5-9239-874e324a9668 req-e7035513-2cef-45cc-bea1-29f27b3953f2 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:54:13.965667 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7035513-2cef-45cc-bea1-29f27b3953f2 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event updated for resources: {'Port': ['ID=30d579b7-a481-4799-8421-8f37e0dd7cf5,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:14.038073 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffe6f6c-0ab8-42d5-9239-874e324a9668 req-e7035513-2cef-45cc-bea1-29f27b3953f2 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:14.038809 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-9ffe6f6c-0ab8-42d5-9239-874e324a9668 req-e7035513-2cef-45cc-bea1-29f27b3953f2 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:14.062848 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9ffe6f6c-0ab8-42d5-9239-874e324a9668 req-e7035513-2cef-45cc-bea1-29f27b3953f2 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9869714 Jul 24 00:54:14.074698 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-9ffe6f6c-0ab8-42d5-9239-874e324a9668 req-78ef7cd6-76dd-472e-972c-966ecf6d2201 service neutron] Request body: {'port': {'device_id': '60938089-3222-4ba1-902b-4ad148f6dddf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:54:14.103357 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1001a17-b5e6-4f5a-bc74-f23a4b00dc51 req-4aef523b-b0cf-4c3b-a6bc-1c63ffae3de6 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:14.111120 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c1001a17-b5e6-4f5a-bc74-f23a4b00dc51 req-4aef523b-b0cf-4c3b-a6bc-1c63ffae3de6 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=60938089-3222-4ba1-902b-4ad148f6dddf HTTP/1.1" status: 200 len: 932 time: 0.0855036 Jul 24 00:54:14.147761 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c1001a17-b5e6-4f5a-bc74-f23a4b00dc51 req-509ebcb5-c775-44c1-95cf-cdba9d5e99bf tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=836c7860-b8c0-4ef3-8a89-0ee96e809d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355217 Jul 24 00:54:14.176953 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-9ffe6f6c-0ab8-42d5-9239-874e324a9668 req-78ef7cd6-76dd-472e-972c-966ecf6d2201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:14.221068 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-011ded1c-c742-4e27-9d29-7d495fd311b8 None None] Provisioning for port 30d579b7-a481-4799-8421-8f37e0dd7cf5 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:54:14.225669 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-011ded1c-c742-4e27-9d29-7d495fd311b8 None None] Provisioning complete for port 30d579b7-a481-4799-8421-8f37e0dd7cf5 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:54:14.226083 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-011ded1c-c742-4e27-9d29-7d495fd311b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:14.267520 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-011ded1c-c742-4e27-9d29-7d495fd311b8 None None] Port 30d579b7-a481-4799-8421-8f37e0dd7cf5 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:54:14.471652 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-9ffe6f6c-0ab8-42d5-9239-874e324a9668 req-78ef7cd6-76dd-472e-972c-966ecf6d2201 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30d579b7-a481-4799-8421-8f37e0dd7cf5 {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:54:14.479894 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-9ffe6f6c-0ab8-42d5-9239-874e324a9668 req-78ef7cd6-76dd-472e-972c-966ecf6d2201 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:14.484494 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 1e511d3c-f767-4689-960d-526764602857 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:54:14.493388 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-9ffe6f6c-0ab8-42d5-9239-874e324a9668 req-78ef7cd6-76dd-472e-972c-966ecf6d2201 service neutron] Transition to ACTIVE for port object 30d579b7-a481-4799-8421-8f37e0dd7cf5 will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:54:14.498527 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-9ffe6f6c-0ab8-42d5-9239-874e324a9668 req-78ef7cd6-76dd-472e-972c-966ecf6d2201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:14.540303 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 1e511d3c-f767-4689-960d-526764602857 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:54:14.547478 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 1e511d3c-f767-4689-960d-526764602857 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:54:14.548641 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:14.571329 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ef7cd6-76dd-472e-972c-966ecf6d2201 service neutron] Pushing event updated for resources: {'Port': ['ID=30d579b7-a481-4799-8421-8f37e0dd7cf5,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:14.622917 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-9ffe6f6c-0ab8-42d5-9239-874e324a9668 req-78ef7cd6-76dd-472e-972c-966ecf6d2201 service neutron] Attempting to bind port 30d579b7-a481-4799-8421-8f37e0dd7cf5 on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:54:14.623422 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-9ffe6f6c-0ab8-42d5-9239-874e324a9668 req-78ef7cd6-76dd-472e-972c-966ecf6d2201 service neutron] Attempting to bind port 30d579b7-a481-4799-8421-8f37e0dd7cf5 by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': '000e94a9-1a21-47eb-a9a0-a29cd398c970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'cd3d3942-0ca0-4c12-a967-c4dc1899d201'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:54:14.623766 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffe6f6c-0ab8-42d5-9239-874e324a9668 req-78ef7cd6-76dd-472e-972c-966ecf6d2201 service neutron] Attempting to bind port 30d579b7-a481-4799-8421-8f37e0dd7cf5 on network cd3d3942-0ca0-4c12-a967-c4dc1899d201 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:54:14.628395 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffe6f6c-0ab8-42d5-9239-874e324a9668 req-78ef7cd6-76dd-472e-972c-966ecf6d2201 service neutron] Port 30d579b7-a481-4799-8421-8f37e0dd7cf5 on network cd3d3942-0ca0-4c12-a967-c4dc1899d201 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:54:14.628720 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffe6f6c-0ab8-42d5-9239-874e324a9668 req-78ef7cd6-76dd-472e-972c-966ecf6d2201 service neutron] Attempting to bind port 30d579b7-a481-4799-8421-8f37e0dd7cf5 on network cd3d3942-0ca0-4c12-a967-c4dc1899d201 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:54:14.633966 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffe6f6c-0ab8-42d5-9239-874e324a9668 req-78ef7cd6-76dd-472e-972c-966ecf6d2201 service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:54:14.634310 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffe6f6c-0ab8-42d5-9239-874e324a9668 req-78ef7cd6-76dd-472e-972c-966ecf6d2201 service neutron] Checking segment: {'id': '000e94a9-1a21-47eb-a9a0-a29cd398c970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'cd3d3942-0ca0-4c12-a967-c4dc1899d201'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:54:14.634772 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffe6f6c-0ab8-42d5-9239-874e324a9668 req-78ef7cd6-76dd-472e-972c-966ecf6d2201 service neutron] Bound using segment: {'id': '000e94a9-1a21-47eb-a9a0-a29cd398c970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'cd3d3942-0ca0-4c12-a967-c4dc1899d201'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:54:14.635139 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-9ffe6f6c-0ab8-42d5-9239-874e324a9668 req-78ef7cd6-76dd-472e-972c-966ecf6d2201 service neutron] Bound port: 30d579b7-a481-4799-8421-8f37e0dd7cf5, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '000e94a9-1a21-47eb-a9a0-a29cd398c970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'cd3d3942-0ca0-4c12-a967-c4dc1899d201'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:54:14.635504 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-9ffe6f6c-0ab8-42d5-9239-874e324a9668 req-78ef7cd6-76dd-472e-972c-966ecf6d2201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:14.635746 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:14.673923 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 1e511d3c-f767-4689-960d-526764602857, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=1e511d3c-f767-4689-960d-526764602857,segment=NetworkSegment(000e94a9-1a21-47eb-a9a0-a29cd398c970),segment_id=000e94a9-1a21-47eb-a9a0-a29cd398c970)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:54:14.678897 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:14.714612 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-9ffe6f6c-0ab8-42d5-9239-874e324a9668 req-78ef7cd6-76dd-472e-972c-966ecf6d2201 service neutron] For port 30d579b7-a481-4799-8421-8f37e0dd7cf5, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:54:14.719144 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-9ffe6f6c-0ab8-42d5-9239-874e324a9668 req-78ef7cd6-76dd-472e-972c-966ecf6d2201 service neutron] For port 30d579b7-a481-4799-8421-8f37e0dd7cf5, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=30d579b7-a481-4799-8421-8f37e0dd7cf5,segment=NetworkSegment(000e94a9-1a21-47eb-a9a0-a29cd398c970),segment_id=000e94a9-1a21-47eb-a9a0-a29cd398c970)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:54:14.725073 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-9ffe6f6c-0ab8-42d5-9239-874e324a9668 req-78ef7cd6-76dd-472e-972c-966ecf6d2201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:14.738109 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=1e511d3c-f767-4689-960d-526764602857,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:14.764379 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffe6f6c-0ab8-42d5-9239-874e324a9668 req-78ef7cd6-76dd-472e-972c-966ecf6d2201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:14.765120 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-9ffe6f6c-0ab8-42d5-9239-874e324a9668 req-78ef7cd6-76dd-472e-972c-966ecf6d2201 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:14.766770 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9ffe6f6c-0ab8-42d5-9239-874e324a9668 req-78ef7cd6-76dd-472e-972c-966ecf6d2201 service neutron] 10.222.0.52 "PUT /v2.0/ports/30d579b7-a481-4799-8421-8f37e0dd7cf5 HTTP/1.1" status: 200 len: 1093 time: 0.6965444 Jul 24 00:54:14.769641 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60938089-3222-4ba1-902b-4ad148f6dddf', 'tag': '30d579b7-a481-4799-8421-8f37e0dd7cf5'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:54:14.772763 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b5b12b33723a5ac99f65cff31e3c306c8fdd85da64bb4eb22f7eb8a86bf6c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d47daf9a-b4db-4c9b-b82a-3aaf438fa161" -d '{"events": [{"name": "network-changed", "server_uuid": "60938089-3222-4ba1-902b-4ad148f6dddf", "tag": "30d579b7-a481-4799-8421-8f37e0dd7cf5"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:54:14.820654 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ef7cd6-76dd-472e-972c-966ecf6d2201 service neutron] Pushing event updated for resources: {'Port': ['ID=30d579b7-a481-4799-8421-8f37e0dd7cf5,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:14.842156 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d1ccde6-ed78-4140-98f4-1daefe721484 x-openstack-request-id: req-0d1ccde6-ed78-4140-98f4-1daefe721484 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:54:14.842454 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60938089-3222-4ba1-902b-4ad148f6dddf", "tag": "30d579b7-a481-4799-8421-8f37e0dd7cf5", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:54:14.842710 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0d1ccde6-ed78-4140-98f4-1daefe721484 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:54:14.843113 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60938089-3222-4ba1-902b-4ad148f6dddf', 'tag': '30d579b7-a481-4799-8421-8f37e0dd7cf5', 'status': 'completed', 'code': 200} Jul 24 00:54:14.872191 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffe6f6c-0ab8-42d5-9239-874e324a9668 req-a7f0aa5b-285a-4472-bae1-974eec6a18d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:14.873613 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9ffe6f6c-0ab8-42d5-9239-874e324a9668 req-a7f0aa5b-285a-4472-bae1-974eec6a18d5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=21fe67bd68cd4d41939b65b573d17a56&device_id=60938089-3222-4ba1-902b-4ad148f6dddf HTTP/1.1" status: 200 len: 1096 time: 0.0631831 Jul 24 00:54:14.927103 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9ffe6f6c-0ab8-42d5-9239-874e324a9668 req-4ee9b370-34cc-4b43-81c5-52d5248d50a5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=30d579b7-a481-4799-8421-8f37e0dd7cf5 HTTP/1.1" status: 200 len: 217 time: 0.0460520 Jul 24 00:54:14.980971 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffe6f6c-0ab8-42d5-9239-874e324a9668 req-e42b1414-755f-4b52-9db5-1e29efb61458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:14.982545 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9ffe6f6c-0ab8-42d5-9239-874e324a9668 req-e42b1414-755f-4b52-9db5-1e29efb61458 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2d0d446f-3282-4507-8f8c-8733005d83f2 HTTP/1.1" status: 200 len: 835 time: 0.0497730 Jul 24 00:54:15.042839 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffe6f6c-0ab8-42d5-9239-874e324a9668 req-a18eb21f-e757-4418-8624-9b0d7f38201f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:15.044350 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9ffe6f6c-0ab8-42d5-9239-874e324a9668 req-a18eb21f-e757-4418-8624-9b0d7f38201f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cd3d3942-0ca0-4c12-a967-c4dc1899d201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554724 Jul 24 00:54:15.137683 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9ffe6f6c-0ab8-42d5-9239-874e324a9668 req-69485bc8-2189-48b1-889d-d138c88b9e49 service neutron] 10.222.0.52 "GET /v2.0/networks/cd3d3942-0ca0-4c12-a967-c4dc1899d201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864365 Jul 24 00:54:15.228268 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9ffe6f6c-0ab8-42d5-9239-874e324a9668 req-873c4e2b-db8c-47de-8d8f-c174bbe9c2a3 service neutron] 10.222.0.52 "GET /v2.0/networks/cd3d3942-0ca0-4c12-a967-c4dc1899d201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850587 Jul 24 00:54:15.288906 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e9b055-377b-40b1-80b5-1fc9ad046624 req-0ced73b2-998e-483c-b079-fca6072d2e5b tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:15.290454 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f7e9b055-377b-40b1-80b5-1fc9ad046624 req-0ced73b2-998e-483c-b079-fca6072d2e5b tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=60938089-3222-4ba1-902b-4ad148f6dddf HTTP/1.1" status: 200 len: 944 time: 0.0716074 Jul 24 00:54:15.333216 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f7e9b055-377b-40b1-80b5-1fc9ad046624 req-f5439802-7982-4bd5-a76c-b6ed7368f0cb tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=836c7860-b8c0-4ef3-8a89-0ee96e809d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369630 Jul 24 00:54:15.337600 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47daf9a-b4db-4c9b-b82a-3aaf438fa161 req-2d5e93d3-5acb-4255-bf73-8a8effbe4525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:15.339630 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d47daf9a-b4db-4c9b-b82a-3aaf438fa161 req-2d5e93d3-5acb-4255-bf73-8a8effbe4525 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=21fe67bd68cd4d41939b65b573d17a56&device_id=60938089-3222-4ba1-902b-4ad148f6dddf HTTP/1.1" status: 200 len: 1096 time: 0.0662940 Jul 24 00:54:15.350148 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:15.431464 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47daf9a-b4db-4c9b-b82a-3aaf438fa161 req-1a58bf5d-1f0e-4fdb-aa2a-97611fd3fd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:15.432886 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d47daf9a-b4db-4c9b-b82a-3aaf438fa161 req-1a58bf5d-1f0e-4fdb-aa2a-97611fd3fd54 service neutron] 10.222.0.52 "GET /v2.0/networks?id=cd3d3942-0ca0-4c12-a967-c4dc1899d201 HTTP/1.1" status: 200 len: 898 time: 0.0866239 Jul 24 00:54:15.477837 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d47daf9a-b4db-4c9b-b82a-3aaf438fa161 req-722abd56-2f44-4cf8-bccb-bb85bfbd53ae service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=30d579b7-a481-4799-8421-8f37e0dd7cf5 HTTP/1.1" status: 200 len: 217 time: 0.0381284 Jul 24 00:54:15.525528 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47daf9a-b4db-4c9b-b82a-3aaf438fa161 req-58bab817-f64e-48ef-a5d3-f9040e8ecfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:15.526955 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d47daf9a-b4db-4c9b-b82a-3aaf438fa161 req-58bab817-f64e-48ef-a5d3-f9040e8ecfb3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2d0d446f-3282-4507-8f8c-8733005d83f2 HTTP/1.1" status: 200 len: 835 time: 0.0427971 Jul 24 00:54:15.585457 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47daf9a-b4db-4c9b-b82a-3aaf438fa161 req-ef4e5188-f831-4271-a818-3984e481f9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:15.586974 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d47daf9a-b4db-4c9b-b82a-3aaf438fa161 req-ef4e5188-f831-4271-a818-3984e481f9fe service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cd3d3942-0ca0-4c12-a967-c4dc1899d201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534070 Jul 24 00:54:15.682464 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d47daf9a-b4db-4c9b-b82a-3aaf438fa161 req-f09c4cc3-0e4d-4e0a-8cc2-0417d68b41e7 service neutron] 10.222.0.52 "GET /v2.0/networks/cd3d3942-0ca0-4c12-a967-c4dc1899d201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853865 Jul 24 00:54:15.772615 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d47daf9a-b4db-4c9b-b82a-3aaf438fa161 req-9fd5a582-346a-4c8a-b5ee-04404de32016 service neutron] 10.222.0.52 "GET /v2.0/networks/cd3d3942-0ca0-4c12-a967-c4dc1899d201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816925 Jul 24 00:54:16.455212 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 1e511d3c-f767-4689-960d-526764602857 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:54:16.477894 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3895ac-6637-486e-8fbc-da4c430f5de2 req-84e00969-e435-4752-95e4-e3adf0239f3a tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:16.479410 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2e3895ac-6637-486e-8fbc-da4c430f5de2 req-84e00969-e435-4752-95e4-e3adf0239f3a tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=60938089-3222-4ba1-902b-4ad148f6dddf HTTP/1.1" status: 200 len: 944 time: 0.0753014 Jul 24 00:54:16.503372 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 1e511d3c-f767-4689-960d-526764602857 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:54:16.503749 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:16.521045 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2e3895ac-6637-486e-8fbc-da4c430f5de2 req-85809f9e-e16c-485b-87c5-992d6389020c tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=836c7860-b8c0-4ef3-8a89-0ee96e809d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344968 Jul 24 00:54:17.663588 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610951c2-4dd5-4837-93c1-e9709b75a5ea req-c9016c13-4470-4c68-b1e0-aea30f84cf9a tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:17.665379 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-610951c2-4dd5-4837-93c1-e9709b75a5ea req-c9016c13-4470-4c68-b1e0-aea30f84cf9a tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=60938089-3222-4ba1-902b-4ad148f6dddf HTTP/1.1" status: 200 len: 944 time: 0.0734129 Jul 24 00:54:17.703937 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-610951c2-4dd5-4837-93c1-e9709b75a5ea req-3c1b4b0c-42aa-4d89-8827-5f16b1a873d7 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=836c7860-b8c0-4ef3-8a89-0ee96e809d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326045 Jul 24 00:54:17.800968 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 30d579b7-a481-4799-8421-8f37e0dd7cf5 details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:54:17.894539 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 30d579b7-a481-4799-8421-8f37e0dd7cf5, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=30d579b7-a481-4799-8421-8f37e0dd7cf5,segment=NetworkSegment(000e94a9-1a21-47eb-a9a0-a29cd398c970),segment_id=000e94a9-1a21-47eb-a9a0-a29cd398c970)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:54:17.909086 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': '30d579b7-a481-4799-8421-8f37e0dd7cf5', 'network_id': 'cd3d3942-0ca0-4c12-a967-c4dc1899d201', 'port_id': '30d579b7-a481-4799-8421-8f37e0dd7cf5', 'mac_address': 'fa:16:3e:e1:67:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d0d446f-3282-4507-8f8c-8733005d83f2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:54:17.946413 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:17.959684 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30d579b7-a481-4799-8421-8f37e0dd7cf5 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:54:17.978826 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 30d579b7-a481-4799-8421-8f37e0dd7cf5, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=30d579b7-a481-4799-8421-8f37e0dd7cf5,segment=NetworkSegment(000e94a9-1a21-47eb-a9a0-a29cd398c970),segment_id=000e94a9-1a21-47eb-a9a0-a29cd398c970)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:54:17.983429 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:18.031869 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=30d579b7-a481-4799-8421-8f37e0dd7cf5,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:18.181619 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['30d579b7-a481-4799-8421-8f37e0dd7cf5'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:54:18.289511 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:18.837794 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493a3148-e7aa-4f3b-a43d-e174b8211bfc req-83406a48-d672-4895-80de-459b7c8b06c4 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:18.839334 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-493a3148-e7aa-4f3b-a43d-e174b8211bfc req-83406a48-d672-4895-80de-459b7c8b06c4 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=60938089-3222-4ba1-902b-4ad148f6dddf HTTP/1.1" status: 200 len: 945 time: 0.0663893 Jul 24 00:54:18.882359 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-493a3148-e7aa-4f3b-a43d-e174b8211bfc req-f2e8e213-2d6f-4e7d-9f1b-4881f35af226 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=836c7860-b8c0-4ef3-8a89-0ee96e809d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372815 Jul 24 00:54:19.816208 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 30d579b7-a481-4799-8421-8f37e0dd7cf5 up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:54:19.865094 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port 30d579b7-a481-4799-8421-8f37e0dd7cf5 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:54:19.868666 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port 30d579b7-a481-4799-8421-8f37e0dd7cf5 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:54:19.869072 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:19.954637 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:19.978030 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60938089-3222-4ba1-902b-4ad148f6dddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30d579b7-a481-4799-8421-8f37e0dd7cf5'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:54:19.980349 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}558c1f08c3ad39984887c6beba8768e196794644b3da822fc6f02d9261914d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41acc995-7f11-437b-a551-0ef6748e182d" -d '{"events": [{"server_uuid": "60938089-3222-4ba1-902b-4ad148f6dddf", "name": "network-vif-plugged", "status": "completed", "tag": "30d579b7-a481-4799-8421-8f37e0dd7cf5"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:54:19.994280 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 30d579b7-a481-4799-8421-8f37e0dd7cf5, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=30d579b7-a481-4799-8421-8f37e0dd7cf5,segment=NetworkSegment(000e94a9-1a21-47eb-a9a0-a29cd398c970),segment_id=000e94a9-1a21-47eb-a9a0-a29cd398c970)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:54:19.999522 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:20.034713 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92720240-703b-41c4-a6f6-88721790c669 x-openstack-request-id: req-92720240-703b-41c4-a6f6-88721790c669 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:54:20.035007 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60938089-3222-4ba1-902b-4ad148f6dddf", "name": "network-vif-plugged", "status": "completed", "tag": "30d579b7-a481-4799-8421-8f37e0dd7cf5", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:54:20.035262 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-92720240-703b-41c4-a6f6-88721790c669 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:54:20.035370 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c7375-9b57-4dbc-989c-32d62759b7b7 req-ee02b9fd-a18b-4e2f-a4e7-e61f984c7058 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:20.035835 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60938089-3222-4ba1-902b-4ad148f6dddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30d579b7-a481-4799-8421-8f37e0dd7cf5', 'code': 200} Jul 24 00:54:20.037004 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b28c7375-9b57-4dbc-989c-32d62759b7b7 req-ee02b9fd-a18b-4e2f-a4e7-e61f984c7058 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=60938089-3222-4ba1-902b-4ad148f6dddf HTTP/1.1" status: 200 len: 945 time: 0.0804110 Jul 24 00:54:20.069451 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=30d579b7-a481-4799-8421-8f37e0dd7cf5,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:20.078337 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b28c7375-9b57-4dbc-989c-32d62759b7b7 req-4563cf89-c6a2-42d5-83c8-a2bb50d2b0e4 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=836c7860-b8c0-4ef3-8a89-0ee96e809d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351863 Jul 24 00:54:20.150212 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4034fbc9-6256-4733-a986-a1437fa8241e req-907cc14a-91eb-497a-a850-bcc0a162bf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:20.152167 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4034fbc9-6256-4733-a986-a1437fa8241e req-907cc14a-91eb-497a-a850-bcc0a162bf5f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=60938089-3222-4ba1-902b-4ad148f6dddf HTTP/1.1" status: 200 len: 1098 time: 0.0565078 Jul 24 00:54:20.191622 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4034fbc9-6256-4733-a986-a1437fa8241e req-6b702837-916c-4157-aed7-1e1269514948 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=836c7860-b8c0-4ef3-8a89-0ee96e809d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332315 Jul 24 00:54:21.216022 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddff60d-2b68-4226-86f7-7804f11f134e req-20cdfeb8-bc37-4db2-a78e-a8e0accdaa84 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:21.217532 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cddff60d-2b68-4226-86f7-7804f11f134e req-20cdfeb8-bc37-4db2-a78e-a8e0accdaa84 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=60938089-3222-4ba1-902b-4ad148f6dddf HTTP/1.1" status: 200 len: 946 time: 0.0680521 Jul 24 00:54:21.256632 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cddff60d-2b68-4226-86f7-7804f11f134e req-ca0fe039-9ea3-4d91-81ce-b4695086b7a7 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=836c7860-b8c0-4ef3-8a89-0ee96e809d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327413 Jul 24 00:54:21.398660 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054fa636-d8f7-4f7f-8571-8114b2fa3cd1 req-3d15d0ab-3988-4ff9-b56a-cd3f06b25883 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:21.400193 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-054fa636-d8f7-4f7f-8571-8114b2fa3cd1 req-3d15d0ab-3988-4ff9-b56a-cd3f06b25883 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=60938089-3222-4ba1-902b-4ad148f6dddf HTTP/1.1" status: 200 len: 946 time: 0.0726693 Jul 24 00:54:21.440932 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-054fa636-d8f7-4f7f-8571-8114b2fa3cd1 req-f0c5aef3-b418-41ff-8e54-b059b50082a1 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=836c7860-b8c0-4ef3-8a89-0ee96e809d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348644 Jul 24 00:54:21.462262 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43266) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:54:21.517065 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178abdae-4328-45eb-9921-2dc35b928e5c tempest-TestNetworkAdvancedServerOps-1466672450 tempest-TestNetworkAdvancedServerOps-1466672450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:21.518619 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-178abdae-4328-45eb-9921-2dc35b928e5c tempest-TestNetworkAdvancedServerOps-1466672450 tempest-TestNetworkAdvancedServerOps-1466672450-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=60938089-3222-4ba1-902b-4ad148f6dddf HTTP/1.1" status: 200 len: 1093 time: 0.0551593 Jul 24 00:54:21.521472 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43268) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:54:21.525929 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-9a207874-0420-4dab-9239-274cc9c03f7b tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Request body: {'floatingip': {'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'port_id': '30d579b7-a481-4799-8421-8f37e0dd7cf5', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:54:21.553289 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9a207874-0420-4dab-9239-274cc9c03f7b tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for floatingip, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:21.653766 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9a207874-0420-4dab-9239-274cc9c03f7b tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:21.753985 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-9a207874-0420-4dab-9239-274cc9c03f7b tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Allocated IP 172.25.3.84 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/36689fea-1428-4ecd-9a52-b2284417c787) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:54:21.856641 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9a207874-0420-4dab-9239-274cc9c03f7b tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:21.894956 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9a207874-0420-4dab-9239-274cc9c03f7b tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:21.931765 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a207874-0420-4dab-9239-274cc9c03f7b tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:54:21.934847 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-9a207874-0420-4dab-9239-274cc9c03f7b tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:54:21.941332 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a207874-0420-4dab-9239-274cc9c03f7b tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:54:21.965010 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a207874-0420-4dab-9239-274cc9c03f7b tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event updated for resources: {'Port': ['ID=36689fea-1428-4ecd-9a52-b2284417c787,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:22.302452 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9a207874-0420-4dab-9239-274cc9c03f7b tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:22.379014 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9a207874-0420-4dab-9239-274cc9c03f7b tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:22.525226 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9a207874-0420-4dab-9239-274cc9c03f7b tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:22.530142 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9a207874-0420-4dab-9239-274cc9c03f7b tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:22.604775 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a207874-0420-4dab-9239-274cc9c03f7b tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event updated for resources: {'Port': ['ID=36689fea-1428-4ecd-9a52-b2284417c787,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:22.616771 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9a207874-0420-4dab-9239-274cc9c03f7b tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:22.714333 n-d-800088-16 neutron-server[100313]: INFO neutron.db.l3_db [None req-9a207874-0420-4dab-9239-274cc9c03f7b tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Floating IP 2281432a-1667-4158-a08f-a1e3968eb4e8 associated. External IP: 172.25.3.84, port: 30d579b7-a481-4799-8421-8f37e0dd7cf5. Jul 24 00:54:22.913935 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a207874-0420-4dab-9239-274cc9c03f7b tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Router fbf6d0d2-4676-49a7-ba29-1d10d9903913 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:54:23.020486 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a207874-0420-4dab-9239-274cc9c03f7b tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:54:23.030188 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f797a017-0bf2-406f-8914-5032fa05d77c None None] Sync routers for ids ['fbf6d0d2-4676-49a7-ba29-1d10d9903913'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:54:23.037812 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9a207874-0420-4dab-9239-274cc9c03f7b tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:23.040450 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f797a017-0bf2-406f-8914-5032fa05d77c None None] Routers {'fbf6d0d2-4676-49a7-ba29-1d10d9903913'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:54:23.041339 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-f797a017-0bf2-406f-8914-5032fa05d77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:53:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['fbf6d0d2-4676-49a7-ba29-1d10d9903913'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:54:23.078099 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-9a207874-0420-4dab-9239-274cc9c03f7b tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5555754 Jul 24 00:54:23.078735 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60938089-3222-4ba1-902b-4ad148f6dddf', 'tag': '30d579b7-a481-4799-8421-8f37e0dd7cf5'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:54:23.081601 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b5b12b33723a5ac99f65cff31e3c306c8fdd85da64bb4eb22f7eb8a86bf6c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b25d7d17-7b47-4695-a2a5-933cf82fcc1e" -d '{"events": [{"name": "network-changed", "server_uuid": "60938089-3222-4ba1-902b-4ad148f6dddf", "tag": "30d579b7-a481-4799-8421-8f37e0dd7cf5"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:54:23.121425 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-088124af-1262-4e96-a8a1-438f5f264576 x-openstack-request-id: req-088124af-1262-4e96-a8a1-438f5f264576 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:54:23.121799 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60938089-3222-4ba1-902b-4ad148f6dddf", "tag": "30d579b7-a481-4799-8421-8f37e0dd7cf5", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:54:23.122065 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-088124af-1262-4e96-a8a1-438f5f264576 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:54:23.122591 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60938089-3222-4ba1-902b-4ad148f6dddf', 'tag': '30d579b7-a481-4799-8421-8f37e0dd7cf5', 'status': 'completed', 'code': 200} Jul 24 00:54:23.162326 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-f797a017-0bf2-406f-8914-5032fa05d77c None None] Set router fbf6d0d2-4676-49a7-ba29-1d10d9903913 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:54:23.227503 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d7d17-7b47-4695-a2a5-933cf82fcc1e req-a1a14196-f66f-4f0b-97cd-afe887a511da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:23.228922 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b25d7d17-7b47-4695-a2a5-933cf82fcc1e req-a1a14196-f66f-4f0b-97cd-afe887a511da service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=21fe67bd68cd4d41939b65b573d17a56&device_id=60938089-3222-4ba1-902b-4ad148f6dddf HTTP/1.1" status: 200 len: 1098 time: 0.0843046 Jul 24 00:54:23.238108 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e461323-1eb1-4c24-af47-4674f62a0e1e req-b048209a-849d-4597-a09b-9e5a4778644c tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:23.239545 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6e461323-1eb1-4c24-af47-4674f62a0e1e req-b048209a-849d-4597-a09b-9e5a4778644c tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=60938089-3222-4ba1-902b-4ad148f6dddf HTTP/1.1" status: 200 len: 946 time: 0.1088300 Jul 24 00:54:23.282656 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-53182e4c-22ff-477c-bf84-49861f339eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:23.349342 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6e461323-1eb1-4c24-af47-4674f62a0e1e req-e2f6f7e5-65ff-43bf-bc10-1b9e620974c2 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=836c7860-b8c0-4ef3-8a89-0ee96e809d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005156 Jul 24 00:54:23.373751 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d7d17-7b47-4695-a2a5-933cf82fcc1e req-1a883454-f469-4102-b572-2961d2c7a558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:23.374164 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b25d7d17-7b47-4695-a2a5-933cf82fcc1e req-1a883454-f469-4102-b572-2961d2c7a558 service neutron] 10.222.0.52 "GET /v2.0/networks?id=cd3d3942-0ca0-4c12-a967-c4dc1899d201 HTTP/1.1" status: 200 len: 898 time: 0.1336930 Jul 24 00:54:23.375834 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43274) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:54:23.419722 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-f797a017-0bf2-406f-8914-5032fa05d77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf6d0d2-4676-49a7-ba29-1d10d9903913', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040419300', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': 'be8596ad-7db6-44d7-9b81-5f60c9cc29c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:54:06Z', 'updated_at': '2021-07-24T00:54:10Z', 'revision_number': 4, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'gw_port': {'id': 'be8596ad-7db6-44d7-9b81-5f60c9cc29c6', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:95:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf6d0d2-4676-49a7-ba29-1d10d9903913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:54:06Z', 'updated_at': '2021-07-24T00:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': '2281432a-1667-4158-a08f-a1e3968eb4e8', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'floating_ip_address': '172.25.3.84', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': 'fbf6d0d2-4676-49a7-ba29-1d10d9903913', 'port_id': '30d579b7-a481-4799-8421-8f37e0dd7cf5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd3d3942-0ca0-4c12-a967-c4dc1899d201', 'mac_address': 'fa:16:3e:e1:67:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60938089-3222-4ba1-902b-4ad148f6dddf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:54:22Z', 'updated_at': '2021-07-24T00:54:22Z', 'revision_number': 0, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e511d3c-f767-4689-960d-526764602857', 'name': '', 'network_id': 'cd3d3942-0ca0-4c12-a967-c4dc1899d201', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'mac_address': 'fa:16:3e:30:2d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf6d0d2-4676-49a7-ba29-1d10d9903913', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '2d0d446f-3282-4507-8f8c-8733005d83f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:54:09Z', 'updated_at': '2021-07-24T00:54:14Z', 'revision_number': 5, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'subnets': [{'id': '2d0d446f-3282-4507-8f8c-8733005d83f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:54:23.448098 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f797a017-0bf2-406f-8914-5032fa05d77c None None] Checking router: fbf6d0d2-4676-49a7-ba29-1d10d9903913 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:54:23.456591 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f797a017-0bf2-406f-8914-5032fa05d77c None None] Routers {'fbf6d0d2-4676-49a7-ba29-1d10d9903913'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:54:23.457238 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-f797a017-0bf2-406f-8914-5032fa05d77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:53:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['fbf6d0d2-4676-49a7-ba29-1d10d9903913'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:54:23.488581 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-29b03fc1-20a1-42d6-ac8f-7020b0d515e6 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/floatingips/2281432a-1667-4158-a08f-a1e3968eb4e8 HTTP/1.1" status: 200 len: 991 time: 0.1114244 Jul 24 00:54:23.490433 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b25d7d17-7b47-4695-a2a5-933cf82fcc1e req-00823ecc-bac0-4666-a434-bccb7a5e2701 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=30d579b7-a481-4799-8421-8f37e0dd7cf5 HTTP/1.1" status: 200 len: 999 time: 0.1075418 Jul 24 00:54:23.537654 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d7d17-7b47-4695-a2a5-933cf82fcc1e req-ef46a7e8-1801-4668-a656-ba5f15800d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:23.539141 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b25d7d17-7b47-4695-a2a5-933cf82fcc1e req-ef46a7e8-1801-4668-a656-ba5f15800d52 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2d0d446f-3282-4507-8f8c-8733005d83f2 HTTP/1.1" status: 200 len: 835 time: 0.0431178 Jul 24 00:54:23.566558 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-f797a017-0bf2-406f-8914-5032fa05d77c None None] Set router fbf6d0d2-4676-49a7-ba29-1d10d9903913 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:54:23.604089 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d7d17-7b47-4695-a2a5-933cf82fcc1e req-825b45cc-1e66-4bcf-a155-446ddc7d622b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:23.606771 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b25d7d17-7b47-4695-a2a5-933cf82fcc1e req-825b45cc-1e66-4bcf-a155-446ddc7d622b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cd3d3942-0ca0-4c12-a967-c4dc1899d201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0614347 Jul 24 00:54:23.706081 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b25d7d17-7b47-4695-a2a5-933cf82fcc1e req-105ab8ea-85d7-46eb-9644-c795c8637d48 service neutron] 10.222.0.52 "GET /v2.0/networks/cd3d3942-0ca0-4c12-a967-c4dc1899d201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928452 Jul 24 00:54:23.804295 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b25d7d17-7b47-4695-a2a5-933cf82fcc1e req-185cb5b8-ba14-4519-8b78-eb4eaf2e1783 service neutron] 10.222.0.52 "GET /v2.0/networks/cd3d3942-0ca0-4c12-a967-c4dc1899d201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923848 Jul 24 00:54:23.814956 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-f797a017-0bf2-406f-8914-5032fa05d77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf6d0d2-4676-49a7-ba29-1d10d9903913', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040419300', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': 'be8596ad-7db6-44d7-9b81-5f60c9cc29c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:54:06Z', 'updated_at': '2021-07-24T00:54:10Z', 'revision_number': 4, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'gw_port': {'id': 'be8596ad-7db6-44d7-9b81-5f60c9cc29c6', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:95:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf6d0d2-4676-49a7-ba29-1d10d9903913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:54:06Z', 'updated_at': '2021-07-24T00:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': '2281432a-1667-4158-a08f-a1e3968eb4e8', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'floating_ip_address': '172.25.3.84', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': 'fbf6d0d2-4676-49a7-ba29-1d10d9903913', 'port_id': '30d579b7-a481-4799-8421-8f37e0dd7cf5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd3d3942-0ca0-4c12-a967-c4dc1899d201', 'mac_address': 'fa:16:3e:e1:67:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60938089-3222-4ba1-902b-4ad148f6dddf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:54:22Z', 'updated_at': '2021-07-24T00:54:22Z', 'revision_number': 0, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e511d3c-f767-4689-960d-526764602857', 'name': '', 'network_id': 'cd3d3942-0ca0-4c12-a967-c4dc1899d201', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'mac_address': 'fa:16:3e:30:2d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf6d0d2-4676-49a7-ba29-1d10d9903913', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '2d0d446f-3282-4507-8f8c-8733005d83f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:54:09Z', 'updated_at': '2021-07-24T00:54:14Z', 'revision_number': 5, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'subnets': [{'id': '2d0d446f-3282-4507-8f8c-8733005d83f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:54:23.847149 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f797a017-0bf2-406f-8914-5032fa05d77c None None] The sync data for ids ['fbf6d0d2-4676-49a7-ba29-1d10d9903913'] in n-d-800088-16 is: [{'id': 'fbf6d0d2-4676-49a7-ba29-1d10d9903913', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040419300', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': 'be8596ad-7db6-44d7-9b81-5f60c9cc29c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:54:06Z', 'updated_at': '2021-07-24T00:54:10Z', 'revision_number': 4, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'gw_port': {'id': 'be8596ad-7db6-44d7-9b81-5f60c9cc29c6', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:95:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf6d0d2-4676-49a7-ba29-1d10d9903913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:54:06Z', 'updated_at': '2021-07-24T00:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': '2281432a-1667-4158-a08f-a1e3968eb4e8', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'floating_ip_address': '172.25.3.84', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': 'fbf6d0d2-4676-49a7-ba29-1d10d9903913', 'port_id': '30d579b7-a481-4799-8421-8f37e0dd7cf5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd3d3942-0ca0-4c12-a967-c4dc1899d201', 'mac_address': 'fa:16:3e:e1:67:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60938089-3222-4ba1-902b-4ad148f6dddf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:54:22Z', 'updated_at': '2021-07-24T00:54:22Z', 'revision_number': 0, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e511d3c-f767-4689-960d-526764602857', 'name': '', 'network_id': 'cd3d3942-0ca0-4c12-a967-c4dc1899d201', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'mac_address': 'fa:16:3e:30:2d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf6d0d2-4676-49a7-ba29-1d10d9903913', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '2d0d446f-3282-4507-8f8c-8733005d83f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:54:09Z', 'updated_at': '2021-07-24T00:54:14Z', 'revision_number': 5, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'subnets': [{'id': '2d0d446f-3282-4507-8f8c-8733005d83f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:54:24.037221 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c35764-19a8-472d-a233-3e6f6fe19878 None None] New status for floating IP 2281432a-1667-4158-a08f-a1e3968eb4e8: ACTIVE {{(pid=100316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 00:54:24.492844 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43276) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:54:24.554856 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-797be5e9-ef91-4550-8c81-3c54168fff59 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/floatingips/2281432a-1667-4158-a08f-a1e3968eb4e8 HTTP/1.1" status: 200 len: 993 time: 0.0609498 Jul 24 00:54:25.837155 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-8b457190-d45c-4b03-bd0d-5a4a6e38cb52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:26.882057 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:27.491312 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:29.084609 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:29.219028 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-64a4fc08-666b-44e1-833f-7161cb2c994f req-9120591f-8a36-4909-a4e6-e7585beae8cb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=60938089-3222-4ba1-902b-4ad148f6dddf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0954447 Jul 24 00:54:29.314960 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4fc08-666b-44e1-833f-7161cb2c994f req-48c83913-c442-401c-9c21-1817b2d20f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:29.316442 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-64a4fc08-666b-44e1-833f-7161cb2c994f req-48c83913-c442-401c-9c21-1817b2d20f76 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=21fe67bd68cd4d41939b65b573d17a56&device_id=60938089-3222-4ba1-902b-4ad148f6dddf HTTP/1.1" status: 200 len: 1098 time: 0.0581801 Jul 24 00:54:29.736469 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4fc08-666b-44e1-833f-7161cb2c994f req-3757976e-1eda-4b75-8515-54ae60c04feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:29.737981 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-64a4fc08-666b-44e1-833f-7161cb2c994f req-3757976e-1eda-4b75-8515-54ae60c04feb service neutron] 10.222.0.52 "GET /v2.0/networks?id=cd3d3942-0ca0-4c12-a967-c4dc1899d201 HTTP/1.1" status: 200 len: 898 time: 0.4039340 Jul 24 00:54:29.802571 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-64a4fc08-666b-44e1-833f-7161cb2c994f req-d88d22b4-2a5d-429c-b6c4-61e0881e5ecd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=30d579b7-a481-4799-8421-8f37e0dd7cf5 HTTP/1.1" status: 200 len: 1001 time: 0.0585089 Jul 24 00:54:29.849687 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4fc08-666b-44e1-833f-7161cb2c994f req-67fe61ee-92c6-4d59-a4c8-042b55b36142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:29.851127 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-64a4fc08-666b-44e1-833f-7161cb2c994f req-67fe61ee-92c6-4d59-a4c8-042b55b36142 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2d0d446f-3282-4507-8f8c-8733005d83f2 HTTP/1.1" status: 200 len: 835 time: 0.0430644 Jul 24 00:54:29.907317 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4fc08-666b-44e1-833f-7161cb2c994f req-67b6c5e1-e929-4542-b47d-f460baa9eb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:29.908800 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-64a4fc08-666b-44e1-833f-7161cb2c994f req-67b6c5e1-e929-4542-b47d-f460baa9eb4c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cd3d3942-0ca0-4c12-a967-c4dc1899d201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515447 Jul 24 00:54:30.001617 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-64a4fc08-666b-44e1-833f-7161cb2c994f req-a7e0ea93-14cd-4558-832a-c619215ea0c4 service neutron] 10.222.0.52 "GET /v2.0/networks/cd3d3942-0ca0-4c12-a967-c4dc1899d201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862992 Jul 24 00:54:30.088559 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-64a4fc08-666b-44e1-833f-7161cb2c994f req-bba8396c-02fe-48a9-8420-9d961efa5818 service neutron] 10.222.0.52 "GET /v2.0/networks/cd3d3942-0ca0-4c12-a967-c4dc1899d201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812824 Jul 24 00:54:39.339865 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:54:45.355544 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:48.300443 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:53.263870 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a4124e4b-6a1b-400f-b5bc-0f06437da559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:55.842287 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d0b1ab42-9b35-423b-8327-b910706826a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:55.952264 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d069be-8412-4e22-b12e-3c0a4787d234 req-185ccfc0-cde4-40e0-87e5-676a420deed0 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:55.953889 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-80d069be-8412-4e22-b12e-3c0a4787d234 req-185ccfc0-cde4-40e0-87e5-676a420deed0 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=60938089-3222-4ba1-902b-4ad148f6dddf HTTP/1.1" status: 200 len: 946 time: 0.0711172 Jul 24 00:54:55.955920 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a9cfd5-6566-4db0-a733-7bf79a344f08 req-c13819c1-40ec-4d19-a462-280fca564833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:55.957497 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-53a9cfd5-6566-4db0-a733-7bf79a344f08 req-c13819c1-40ec-4d19-a462-280fca564833 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=21fe67bd68cd4d41939b65b573d17a56&device_id=60938089-3222-4ba1-902b-4ad148f6dddf HTTP/1.1" status: 200 len: 1098 time: 0.0748520 Jul 24 00:54:55.994746 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-80d069be-8412-4e22-b12e-3c0a4787d234 req-c140b75c-0c50-4df0-95c4-d38cf63994a0 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=836c7860-b8c0-4ef3-8a89-0ee96e809d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343218 Jul 24 00:54:56.049984 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a9cfd5-6566-4db0-a733-7bf79a344f08 req-364a27a5-e05b-4853-99b5-3732e06ebb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:56.051837 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-53a9cfd5-6566-4db0-a733-7bf79a344f08 req-364a27a5-e05b-4853-99b5-3732e06ebb44 service neutron] 10.222.0.52 "GET /v2.0/networks?id=cd3d3942-0ca0-4c12-a967-c4dc1899d201 HTTP/1.1" status: 200 len: 898 time: 0.0878694 Jul 24 00:54:56.120944 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-53a9cfd5-6566-4db0-a733-7bf79a344f08 req-8d26e652-04e1-47cb-b62d-12da8cf15b65 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=30d579b7-a481-4799-8421-8f37e0dd7cf5 HTTP/1.1" status: 200 len: 1001 time: 0.0622625 Jul 24 00:54:56.169226 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a9cfd5-6566-4db0-a733-7bf79a344f08 req-8a9a6497-719f-457e-a7e2-f813b71bcd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:56.170684 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-53a9cfd5-6566-4db0-a733-7bf79a344f08 req-8a9a6497-719f-457e-a7e2-f813b71bcd9d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2d0d446f-3282-4507-8f8c-8733005d83f2 HTTP/1.1" status: 200 len: 835 time: 0.0429318 Jul 24 00:54:56.229955 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a9cfd5-6566-4db0-a733-7bf79a344f08 req-8ec5da65-fec6-4076-990b-ca093ca22010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:56.231468 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-53a9cfd5-6566-4db0-a733-7bf79a344f08 req-8ec5da65-fec6-4076-990b-ca093ca22010 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cd3d3942-0ca0-4c12-a967-c4dc1899d201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541787 Jul 24 00:54:56.324449 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-53a9cfd5-6566-4db0-a733-7bf79a344f08 req-8cea27e6-1f4e-4fa2-b36c-6c7432909240 service neutron] 10.222.0.52 "GET /v2.0/networks/cd3d3942-0ca0-4c12-a967-c4dc1899d201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860000 Jul 24 00:54:56.415324 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-53a9cfd5-6566-4db0-a733-7bf79a344f08 req-355f90c3-e951-41f7-817c-bc5849f66a81 service neutron] 10.222.0.52 "GET /v2.0/networks/cd3d3942-0ca0-4c12-a967-c4dc1899d201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829086 Jul 24 00:54:56.883826 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:57.130368 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29ae690-4255-4099-b07b-571988a62fca req-90950048-4755-494e-a333-adde5bb4f0ae tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:57.131875 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c29ae690-4255-4099-b07b-571988a62fca req-90950048-4755-494e-a333-adde5bb4f0ae tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=60938089-3222-4ba1-902b-4ad148f6dddf HTTP/1.1" status: 200 len: 946 time: 0.0682435 Jul 24 00:54:57.169208 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c29ae690-4255-4099-b07b-571988a62fca req-5077c292-9251-4d9b-9576-c4862dbfc13d tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=836c7860-b8c0-4ef3-8a89-0ee96e809d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313015 Jul 24 00:54:57.496358 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:58.313142 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17bafc9-ec5e-4917-999c-9aaadc131ea2 req-fbcdb1a6-015f-40fe-8a3b-70c6ad4da931 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:58.314828 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c17bafc9-ec5e-4917-999c-9aaadc131ea2 req-fbcdb1a6-015f-40fe-8a3b-70c6ad4da931 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=60938089-3222-4ba1-902b-4ad148f6dddf HTTP/1.1" status: 200 len: 946 time: 0.0717483 Jul 24 00:54:58.353077 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c17bafc9-ec5e-4917-999c-9aaadc131ea2 req-b24414ce-578b-408c-b52a-541f2fdcb04e tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=836c7860-b8c0-4ef3-8a89-0ee96e809d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323155 Jul 24 00:54:59.086562 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:59.481625 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1301c6-abbf-4449-b37a-28e4d76efccd req-60d5b076-cb2c-4753-a56f-cab18d428938 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:59.483139 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7a1301c6-abbf-4449-b37a-28e4d76efccd req-60d5b076-cb2c-4753-a56f-cab18d428938 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=60938089-3222-4ba1-902b-4ad148f6dddf HTTP/1.1" status: 200 len: 946 time: 0.0639296 Jul 24 00:54:59.523362 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7a1301c6-abbf-4449-b37a-28e4d76efccd req-b5b0a2cd-18a0-48df-9afd-b8c26dd81e68 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=836c7860-b8c0-4ef3-8a89-0ee96e809d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338333 Jul 24 00:55:00.661529 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4fe565-a8d5-4548-83a5-a169faea9b47 req-df57a9ea-c1ee-41d5-bc96-96e9e207d58f tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:00.663074 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4e4fe565-a8d5-4548-83a5-a169faea9b47 req-df57a9ea-c1ee-41d5-bc96-96e9e207d58f tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=60938089-3222-4ba1-902b-4ad148f6dddf HTTP/1.1" status: 200 len: 946 time: 0.0658481 Jul 24 00:55:00.701715 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4e4fe565-a8d5-4548-83a5-a169faea9b47 req-ec79ad38-34dd-4d5f-b50f-9c3e597f99a4 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=836c7860-b8c0-4ef3-8a89-0ee96e809d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326743 Jul 24 00:55:01.833579 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b981e4-417f-48f8-a1e9-0c2050c84e14 req-e88852d6-15b8-44ec-9a04-e28910b44894 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:01.835130 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-96b981e4-417f-48f8-a1e9-0c2050c84e14 req-e88852d6-15b8-44ec-9a04-e28910b44894 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=60938089-3222-4ba1-902b-4ad148f6dddf HTTP/1.1" status: 200 len: 946 time: 0.0652521 Jul 24 00:55:01.875180 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-96b981e4-417f-48f8-a1e9-0c2050c84e14 req-4a989df2-c517-409c-9026-38cd59003dd7 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=836c7860-b8c0-4ef3-8a89-0ee96e809d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335624 Jul 24 00:55:03.012121 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb56534-072b-4dc1-ba19-244e97cf3526 req-0bb0c0f4-ac6f-4b67-951e-d09ce2564dc8 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:03.013696 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-afb56534-072b-4dc1-ba19-244e97cf3526 req-0bb0c0f4-ac6f-4b67-951e-d09ce2564dc8 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=60938089-3222-4ba1-902b-4ad148f6dddf HTTP/1.1" status: 200 len: 946 time: 0.0687385 Jul 24 00:55:03.052310 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-afb56534-072b-4dc1-ba19-244e97cf3526 req-28caf335-1503-4812-a4a4-9e968dad15b9 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=836c7860-b8c0-4ef3-8a89-0ee96e809d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324728 Jul 24 00:55:04.187146 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad2f3dd-14a1-4363-95e7-cf3b40902485 req-5b988c8d-75fa-4876-836c-2a25f615fdfc tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:04.189082 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9ad2f3dd-14a1-4363-95e7-cf3b40902485 req-5b988c8d-75fa-4876-836c-2a25f615fdfc tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=60938089-3222-4ba1-902b-4ad148f6dddf HTTP/1.1" status: 200 len: 946 time: 0.0691710 Jul 24 00:55:04.229368 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9ad2f3dd-14a1-4363-95e7-cf3b40902485 req-8550111b-77a4-43ef-aa9b-7b5eb53d4777 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=836c7860-b8c0-4ef3-8a89-0ee96e809d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343125 Jul 24 00:55:05.379558 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0689eca6-24e4-4e1b-aabd-744dd8d902a4 req-b28787d0-d4fb-4567-b1bd-892c1306b032 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:05.381133 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0689eca6-24e4-4e1b-aabd-744dd8d902a4 req-b28787d0-d4fb-4567-b1bd-892c1306b032 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=60938089-3222-4ba1-902b-4ad148f6dddf HTTP/1.1" status: 200 len: 946 time: 0.0816696 Jul 24 00:55:05.420737 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0689eca6-24e4-4e1b-aabd-744dd8d902a4 req-7ba75881-8e45-4810-8770-9ca1d77f8e64 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=836c7860-b8c0-4ef3-8a89-0ee96e809d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338247 Jul 24 00:55:06.556423 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9d3e57-9eb6-427f-b396-8a5a85575e04 req-a2fa28ae-b59d-43bb-80fc-4bb9e6d469fd tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:06.557996 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9c9d3e57-9eb6-427f-b396-8a5a85575e04 req-a2fa28ae-b59d-43bb-80fc-4bb9e6d469fd tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=60938089-3222-4ba1-902b-4ad148f6dddf HTTP/1.1" status: 200 len: 946 time: 0.0657287 Jul 24 00:55:06.598169 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9c9d3e57-9eb6-427f-b396-8a5a85575e04 req-127413d1-52c2-4196-a1b8-639e2c14c121 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=836c7860-b8c0-4ef3-8a89-0ee96e809d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339797 Jul 24 00:55:07.731060 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359df845-3e72-4270-9f75-dd5bfcb918a1 req-c954f088-bb43-4bcd-a99c-3f35f6c01c14 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:07.732498 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-359df845-3e72-4270-9f75-dd5bfcb918a1 req-c954f088-bb43-4bcd-a99c-3f35f6c01c14 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=60938089-3222-4ba1-902b-4ad148f6dddf HTTP/1.1" status: 200 len: 946 time: 0.0667014 Jul 24 00:55:07.771322 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-359df845-3e72-4270-9f75-dd5bfcb918a1 req-52deabd0-ac61-4501-9f3e-11256df17fe9 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=836c7860-b8c0-4ef3-8a89-0ee96e809d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325069 Jul 24 00:55:08.909109 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a0091d-cdb3-4c36-bdff-a547b808b941 req-ebf2e27b-7d09-402e-aafc-96b9ae1be99b tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:08.910730 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c5a0091d-cdb3-4c36-bdff-a547b808b941 req-ebf2e27b-7d09-402e-aafc-96b9ae1be99b tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=60938089-3222-4ba1-902b-4ad148f6dddf HTTP/1.1" status: 200 len: 946 time: 0.0694001 Jul 24 00:55:08.952273 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c5a0091d-cdb3-4c36-bdff-a547b808b941 req-511e6b20-92f1-4360-8f8a-13f779ed7026 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=836c7860-b8c0-4ef3-8a89-0ee96e809d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358181 Jul 24 00:55:10.091767 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d150d80-8917-42db-88a4-7cd818d9c82d req-901bbea7-2d23-43e4-9726-117655a127f1 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:10.093343 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7d150d80-8917-42db-88a4-7cd818d9c82d req-901bbea7-2d23-43e4-9726-117655a127f1 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=60938089-3222-4ba1-902b-4ad148f6dddf HTTP/1.1" status: 200 len: 946 time: 0.0729842 Jul 24 00:55:10.132590 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7d150d80-8917-42db-88a4-7cd818d9c82d req-d32f1f05-5f9f-453e-a06c-5e9b545ab3cc tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=836c7860-b8c0-4ef3-8a89-0ee96e809d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333006 Jul 24 00:55:11.264513 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51669597-bc83-40a3-88a4-c3a223e13c4f req-153ef7ec-b213-47f9-9338-fa92f28adb17 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:11.266543 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-51669597-bc83-40a3-88a4-c3a223e13c4f req-153ef7ec-b213-47f9-9338-fa92f28adb17 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=60938089-3222-4ba1-902b-4ad148f6dddf HTTP/1.1" status: 200 len: 946 time: 0.0647278 Jul 24 00:55:11.304582 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-51669597-bc83-40a3-88a4-c3a223e13c4f req-afe6ee55-d2db-4fad-8ff1-acd28f2efb17 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=836c7860-b8c0-4ef3-8a89-0ee96e809d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323546 Jul 24 00:55:12.438685 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d87af1b-15f8-4eac-9cbc-68ab4a595b9a req-52618adb-7205-4c70-adc5-e6d6691fe66d tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:12.440222 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6d87af1b-15f8-4eac-9cbc-68ab4a595b9a req-52618adb-7205-4c70-adc5-e6d6691fe66d tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=60938089-3222-4ba1-902b-4ad148f6dddf HTTP/1.1" status: 200 len: 946 time: 0.0666623 Jul 24 00:55:12.480212 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6d87af1b-15f8-4eac-9cbc-68ab4a595b9a req-fb2552ef-431d-4f4b-9dfb-6c8223edfc40 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=836c7860-b8c0-4ef3-8a89-0ee96e809d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334740 Jul 24 00:55:12.503594 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43326) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:55:12.570542 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-7fc22522-9413-4bdf-adeb-97d6775b39c9 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/floatingips/2281432a-1667-4158-a08f-a1e3968eb4e8 HTTP/1.1" status: 200 len: 993 time: 0.0657532 Jul 24 00:55:15.371297 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:16.342455 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:55:18.299887 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:23.271430 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f6964005-1d01-470e-94df-3235dd0c8ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:24.345660 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [req-3a25aff6-1ac4-47ad-8014-2257e285850e req-d45b5723-ad18-4086-a26b-f8e997f022ac service neutron] (100313) timed out ('10.222.0.44', 39504) {{(pid=100313) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 24 00:55:25.834686 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b48613b4-4db3-490d-840b-51dcb35e8cad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:26.885533 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:27.497393 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:29.088366 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:29.189181 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a600f32c-8fd0-418c-9a9b-a67c0042d3d5 req-7c305d57-de08-4d2c-b308-48873993dd6b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=60938089-3222-4ba1-902b-4ad148f6dddf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0524549 Jul 24 00:55:29.286818 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a600f32c-8fd0-418c-9a9b-a67c0042d3d5 req-5de72932-d564-43bc-aeb1-5d1d93b4ac7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:29.288335 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a600f32c-8fd0-418c-9a9b-a67c0042d3d5 req-5de72932-d564-43bc-aeb1-5d1d93b4ac7c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=21fe67bd68cd4d41939b65b573d17a56&device_id=60938089-3222-4ba1-902b-4ad148f6dddf HTTP/1.1" status: 200 len: 1098 time: 0.0542495 Jul 24 00:55:29.402735 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a600f32c-8fd0-418c-9a9b-a67c0042d3d5 req-6cb12f34-8ddf-4b87-ab7e-5d107561b71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:29.404217 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a600f32c-8fd0-418c-9a9b-a67c0042d3d5 req-6cb12f34-8ddf-4b87-ab7e-5d107561b71c service neutron] 10.222.0.52 "GET /v2.0/networks?id=cd3d3942-0ca0-4c12-a967-c4dc1899d201 HTTP/1.1" status: 200 len: 898 time: 0.0885153 Jul 24 00:55:29.469699 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a600f32c-8fd0-418c-9a9b-a67c0042d3d5 req-c43c8066-291c-4bf8-8e35-d5fb3a10e63c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=30d579b7-a481-4799-8421-8f37e0dd7cf5 HTTP/1.1" status: 200 len: 1001 time: 0.0572705 Jul 24 00:55:29.519756 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a600f32c-8fd0-418c-9a9b-a67c0042d3d5 req-d731e94c-980d-4d64-bf07-e3ab1fbedada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:29.521278 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a600f32c-8fd0-418c-9a9b-a67c0042d3d5 req-d731e94c-980d-4d64-bf07-e3ab1fbedada service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2d0d446f-3282-4507-8f8c-8733005d83f2 HTTP/1.1" status: 200 len: 835 time: 0.0446076 Jul 24 00:55:29.586921 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a600f32c-8fd0-418c-9a9b-a67c0042d3d5 req-df92576f-415a-4310-b9ba-4550d88a4d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:29.588445 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a600f32c-8fd0-418c-9a9b-a67c0042d3d5 req-df92576f-415a-4310-b9ba-4550d88a4d71 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cd3d3942-0ca0-4c12-a967-c4dc1899d201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0602765 Jul 24 00:55:29.680083 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a600f32c-8fd0-418c-9a9b-a67c0042d3d5 req-0d93fc45-474f-4013-8d77-c3328c01e3e2 service neutron] 10.222.0.52 "GET /v2.0/networks/cd3d3942-0ca0-4c12-a967-c4dc1899d201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833347 Jul 24 00:55:29.774764 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a600f32c-8fd0-418c-9a9b-a67c0042d3d5 req-0aea95d9-9898-4447-8627-27a0b55fdb19 service neutron] 10.222.0.52 "GET /v2.0/networks/cd3d3942-0ca0-4c12-a967-c4dc1899d201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882242 Jul 24 00:55:43.013522 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43356) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:55:43.173543 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-e419b110-5bf2-4571-bcb8-0fef2a5affeb tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Deleting port 36689fea-1428-4ecd-9a52-b2284417c787 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:55:43.173899 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e419b110-5bf2-4571-bcb8-0fef2a5affeb tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:43.253048 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e419b110-5bf2-4571-bcb8-0fef2a5affeb tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:43.253382 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e419b110-5bf2-4571-bcb8-0fef2a5affeb tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:43.264881 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-e419b110-5bf2-4571-bcb8-0fef2a5affeb tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Calling delete_port for 36689fea-1428-4ecd-9a52-b2284417c787 owned by network:floatingip {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:55:43.408677 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e419b110-5bf2-4571-bcb8-0fef2a5affeb tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:43.432207 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e419b110-5bf2-4571-bcb8-0fef2a5affeb tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event deleted for resources: {'Port': ['ID=36689fea-1428-4ecd-9a52-b2284417c787,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:43.445800 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e419b110-5bf2-4571-bcb8-0fef2a5affeb tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:43.446159 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e419b110-5bf2-4571-bcb8-0fef2a5affeb tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:43.446574 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e419b110-5bf2-4571-bcb8-0fef2a5affeb tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:43.446919 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e419b110-5bf2-4571-bcb8-0fef2a5affeb tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:43.447259 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e419b110-5bf2-4571-bcb8-0fef2a5affeb tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:43.447607 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e419b110-5bf2-4571-bcb8-0fef2a5affeb tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:43.447942 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e419b110-5bf2-4571-bcb8-0fef2a5affeb tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:43.448274 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e419b110-5bf2-4571-bcb8-0fef2a5affeb tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:43.448614 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e419b110-5bf2-4571-bcb8-0fef2a5affeb tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:43.448972 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e419b110-5bf2-4571-bcb8-0fef2a5affeb tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:43.449304 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e419b110-5bf2-4571-bcb8-0fef2a5affeb tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:43.449633 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e419b110-5bf2-4571-bcb8-0fef2a5affeb tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:43.506064 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e419b110-5bf2-4571-bcb8-0fef2a5affeb tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for floatingip, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:43.506393 n-d-800088-16 neutron-server[100314]: INFO neutron.db.l3_db [None req-e419b110-5bf2-4571-bcb8-0fef2a5affeb tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Floating IP 2281432a-1667-4158-a08f-a1e3968eb4e8 disassociated (deleted). External IP: 172.25.3.84, port: 30d579b7-a481-4799-8421-8f37e0dd7cf5. Jul 24 00:55:44.046368 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e419b110-5bf2-4571-bcb8-0fef2a5affeb tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Router fbf6d0d2-4676-49a7-ba29-1d10d9903913 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:55:44.152661 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e419b110-5bf2-4571-bcb8-0fef2a5affeb tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:55:44.158092 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e419b110-5bf2-4571-bcb8-0fef2a5affeb tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:44.162752 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d76c258-eec7-49e1-8a26-14096ed3eb68 None None] Sync routers for ids ['fbf6d0d2-4676-49a7-ba29-1d10d9903913'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:55:44.171794 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d76c258-eec7-49e1-8a26-14096ed3eb68 None None] Routers {'fbf6d0d2-4676-49a7-ba29-1d10d9903913'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:55:44.172419 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-9d76c258-eec7-49e1-8a26-14096ed3eb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:55:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['fbf6d0d2-4676-49a7-ba29-1d10d9903913'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:55:44.193562 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-e419b110-5bf2-4571-bcb8-0fef2a5affeb tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "DELETE /v2.0/floatingips/2281432a-1667-4158-a08f-a1e3968eb4e8 HTTP/1.1" status: 204 len: 168 time: 1.1788862 Jul 24 00:55:44.194179 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60938089-3222-4ba1-902b-4ad148f6dddf', 'tag': '30d579b7-a481-4799-8421-8f37e0dd7cf5'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:55:44.196567 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e7ee6ebb32ff99aa892ead8be43bffa8c011bb24534d19edee691564802e720" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78862c93-399c-44a7-a5f8-e1623b02f93c" -d '{"events": [{"name": "network-changed", "server_uuid": "60938089-3222-4ba1-902b-4ad148f6dddf", "tag": "30d579b7-a481-4799-8421-8f37e0dd7cf5"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:55:44.239049 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd06b002-cae1-4f61-8fcf-7012cc36fe90 x-openstack-request-id: req-bd06b002-cae1-4f61-8fcf-7012cc36fe90 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:55:44.239049 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60938089-3222-4ba1-902b-4ad148f6dddf", "tag": "30d579b7-a481-4799-8421-8f37e0dd7cf5", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:55:44.239409 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bd06b002-cae1-4f61-8fcf-7012cc36fe90 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:55:44.239887 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60938089-3222-4ba1-902b-4ad148f6dddf', 'tag': '30d579b7-a481-4799-8421-8f37e0dd7cf5', 'status': 'completed', 'code': 200} Jul 24 00:55:44.283233 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-9d76c258-eec7-49e1-8a26-14096ed3eb68 None None] Set router fbf6d0d2-4676-49a7-ba29-1d10d9903913 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:55:44.316293 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78862c93-399c-44a7-a5f8-e1623b02f93c req-56d4a1bf-af88-445d-b4ff-be5b64bd52ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:44.317985 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-78862c93-399c-44a7-a5f8-e1623b02f93c req-56d4a1bf-af88-445d-b4ff-be5b64bd52ab service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=21fe67bd68cd4d41939b65b573d17a56&device_id=60938089-3222-4ba1-902b-4ad148f6dddf HTTP/1.1" status: 200 len: 1098 time: 0.0574148 Jul 24 00:55:44.447545 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78862c93-399c-44a7-a5f8-e1623b02f93c req-d79ec062-9fc7-44e2-94ca-b0f5daac8727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:44.449091 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-78862c93-399c-44a7-a5f8-e1623b02f93c req-d79ec062-9fc7-44e2-94ca-b0f5daac8727 service neutron] 10.222.0.52 "GET /v2.0/networks?id=cd3d3942-0ca0-4c12-a967-c4dc1899d201 HTTP/1.1" status: 200 len: 898 time: 0.1249521 Jul 24 00:55:44.495631 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-78862c93-399c-44a7-a5f8-e1623b02f93c req-1cac9874-a74b-4960-bb8c-38e258487176 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=30d579b7-a481-4799-8421-8f37e0dd7cf5 HTTP/1.1" status: 200 len: 217 time: 0.0382068 Jul 24 00:55:44.496325 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-9d76c258-eec7-49e1-8a26-14096ed3eb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf6d0d2-4676-49a7-ba29-1d10d9903913', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040419300', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': 'be8596ad-7db6-44d7-9b81-5f60c9cc29c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:54:06Z', 'updated_at': '2021-07-24T00:54:10Z', 'revision_number': 4, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'gw_port': {'id': 'be8596ad-7db6-44d7-9b81-5f60c9cc29c6', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:95:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf6d0d2-4676-49a7-ba29-1d10d9903913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:54:06Z', 'updated_at': '2021-07-24T00:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '1e511d3c-f767-4689-960d-526764602857', 'name': '', 'network_id': 'cd3d3942-0ca0-4c12-a967-c4dc1899d201', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'mac_address': 'fa:16:3e:30:2d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf6d0d2-4676-49a7-ba29-1d10d9903913', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '2d0d446f-3282-4507-8f8c-8733005d83f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:54:09Z', 'updated_at': '2021-07-24T00:54:14Z', 'revision_number': 5, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'subnets': [{'id': '2d0d446f-3282-4507-8f8c-8733005d83f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:55:44.504867 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010ada36-438a-46a8-bb9a-e2af5de88f6e req-330849ae-7425-438e-80b6-743990837560 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:44.506328 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-010ada36-438a-46a8-bb9a-e2af5de88f6e req-330849ae-7425-438e-80b6-743990837560 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=60938089-3222-4ba1-902b-4ad148f6dddf HTTP/1.1" status: 200 len: 946 time: 0.1171896 Jul 24 00:55:44.523847 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d76c258-eec7-49e1-8a26-14096ed3eb68 None None] Checking router: fbf6d0d2-4676-49a7-ba29-1d10d9903913 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:55:44.532306 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d76c258-eec7-49e1-8a26-14096ed3eb68 None None] Routers {'fbf6d0d2-4676-49a7-ba29-1d10d9903913'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:55:44.532970 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-9d76c258-eec7-49e1-8a26-14096ed3eb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:55:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['fbf6d0d2-4676-49a7-ba29-1d10d9903913'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:55:44.579814 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-010ada36-438a-46a8-bb9a-e2af5de88f6e req-a0bbe5d2-9bff-4f66-806c-bc4339f29a8c tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=836c7860-b8c0-4ef3-8a89-0ee96e809d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653267 Jul 24 00:55:44.581206 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78862c93-399c-44a7-a5f8-e1623b02f93c req-53aab2e4-d0d7-4ac1-9dbd-a7c61885b880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:44.582780 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-78862c93-399c-44a7-a5f8-e1623b02f93c req-53aab2e4-d0d7-4ac1-9dbd-a7c61885b880 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2d0d446f-3282-4507-8f8c-8733005d83f2 HTTP/1.1" status: 200 len: 835 time: 0.0754230 Jul 24 00:55:44.640785 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-9d76c258-eec7-49e1-8a26-14096ed3eb68 None None] Set router fbf6d0d2-4676-49a7-ba29-1d10d9903913 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:55:44.648057 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78862c93-399c-44a7-a5f8-e1623b02f93c req-f48b2f08-98b1-48b3-bd6b-3974bf547adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:44.649633 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-78862c93-399c-44a7-a5f8-e1623b02f93c req-f48b2f08-98b1-48b3-bd6b-3974bf547adf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cd3d3942-0ca0-4c12-a967-c4dc1899d201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0592902 Jul 24 00:55:44.743433 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-78862c93-399c-44a7-a5f8-e1623b02f93c req-0664cc29-09c2-425a-9b3a-4a45f2625d6b service neutron] 10.222.0.52 "GET /v2.0/networks/cd3d3942-0ca0-4c12-a967-c4dc1899d201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868075 Jul 24 00:55:44.834443 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-78862c93-399c-44a7-a5f8-e1623b02f93c req-7f9a010d-632f-471c-b91a-aaa68f585f1c service neutron] 10.222.0.52 "GET /v2.0/networks/cd3d3942-0ca0-4c12-a967-c4dc1899d201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833504 Jul 24 00:55:44.840721 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-9d76c258-eec7-49e1-8a26-14096ed3eb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf6d0d2-4676-49a7-ba29-1d10d9903913', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040419300', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': 'be8596ad-7db6-44d7-9b81-5f60c9cc29c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:54:06Z', 'updated_at': '2021-07-24T00:54:10Z', 'revision_number': 4, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'gw_port': {'id': 'be8596ad-7db6-44d7-9b81-5f60c9cc29c6', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:95:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf6d0d2-4676-49a7-ba29-1d10d9903913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:54:06Z', 'updated_at': '2021-07-24T00:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '1e511d3c-f767-4689-960d-526764602857', 'name': '', 'network_id': 'cd3d3942-0ca0-4c12-a967-c4dc1899d201', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'mac_address': 'fa:16:3e:30:2d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf6d0d2-4676-49a7-ba29-1d10d9903913', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '2d0d446f-3282-4507-8f8c-8733005d83f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:54:09Z', 'updated_at': '2021-07-24T00:54:14Z', 'revision_number': 5, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'subnets': [{'id': '2d0d446f-3282-4507-8f8c-8733005d83f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:55:44.875393 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d76c258-eec7-49e1-8a26-14096ed3eb68 None None] The sync data for ids ['fbf6d0d2-4676-49a7-ba29-1d10d9903913'] in n-d-800088-16 is: [{'id': 'fbf6d0d2-4676-49a7-ba29-1d10d9903913', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040419300', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': 'be8596ad-7db6-44d7-9b81-5f60c9cc29c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:54:06Z', 'updated_at': '2021-07-24T00:54:10Z', 'revision_number': 4, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'gw_port': {'id': 'be8596ad-7db6-44d7-9b81-5f60c9cc29c6', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:95:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf6d0d2-4676-49a7-ba29-1d10d9903913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:54:06Z', 'updated_at': '2021-07-24T00:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '1e511d3c-f767-4689-960d-526764602857', 'name': '', 'network_id': 'cd3d3942-0ca0-4c12-a967-c4dc1899d201', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'mac_address': 'fa:16:3e:30:2d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf6d0d2-4676-49a7-ba29-1d10d9903913', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '2d0d446f-3282-4507-8f8c-8733005d83f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:54:09Z', 'updated_at': '2021-07-24T00:54:14Z', 'revision_number': 5, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'subnets': [{'id': '2d0d446f-3282-4507-8f8c-8733005d83f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:55:45.082515 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05420ce9-6763-4043-901e-627430789e45 None None] New status for floating IP 2281432a-1667-4158-a08f-a1e3968eb4e8: DOWN {{(pid=100316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 00:55:45.376159 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:45.717530 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f20d69-a11f-4ab9-802e-dd0b3cadb0d7 req-5b077a01-ca0d-462a-a9c6-ddd2a804b3ef tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:45.719457 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e1f20d69-a11f-4ab9-802e-dd0b3cadb0d7 req-5b077a01-ca0d-462a-a9c6-ddd2a804b3ef tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=60938089-3222-4ba1-902b-4ad148f6dddf HTTP/1.1" status: 200 len: 946 time: 0.0652597 Jul 24 00:55:45.758582 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e1f20d69-a11f-4ab9-802e-dd0b3cadb0d7 req-1bfea89f-54a1-4ce4-91e0-284f1134d610 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=836c7860-b8c0-4ef3-8a89-0ee96e809d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334878 Jul 24 00:55:45.865246 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06efb9a6-0e6f-42d8-849b-a3613474560b req-f2f84485-fa0b-4a53-8698-04895aea2846 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:45.866728 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-06efb9a6-0e6f-42d8-849b-a3613474560b req-f2f84485-fa0b-4a53-8698-04895aea2846 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.52 "GET /v2.0/ports?device_id=60938089-3222-4ba1-902b-4ad148f6dddf HTTP/1.1" status: 200 len: 946 time: 0.0622325 Jul 24 00:55:45.967945 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-06efb9a6-0e6f-42d8-849b-a3613474560b req-b860bd76-2de6-48bd-9ddc-67e63fc54575 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Deleting port 30d579b7-a481-4799-8421-8f37e0dd7cf5 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:55:45.968749 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-06efb9a6-0e6f-42d8-849b-a3613474560b req-b860bd76-2de6-48bd-9ddc-67e63fc54575 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:46.057624 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-06efb9a6-0e6f-42d8-849b-a3613474560b req-b860bd76-2de6-48bd-9ddc-67e63fc54575 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] For port 30d579b7-a481-4799-8421-8f37e0dd7cf5, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=30d579b7-a481-4799-8421-8f37e0dd7cf5,segment=NetworkSegment(000e94a9-1a21-47eb-a9a0-a29cd398c970),segment_id=000e94a9-1a21-47eb-a9a0-a29cd398c970)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:55:46.057995 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-06efb9a6-0e6f-42d8-849b-a3613474560b req-b860bd76-2de6-48bd-9ddc-67e63fc54575 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:46.069510 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-06efb9a6-0e6f-42d8-849b-a3613474560b req-b860bd76-2de6-48bd-9ddc-67e63fc54575 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Calling delete_port for 30d579b7-a481-4799-8421-8f37e0dd7cf5 owned by compute:nova {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:55:46.195826 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-06efb9a6-0e6f-42d8-849b-a3613474560b req-b860bd76-2de6-48bd-9ddc-67e63fc54575 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:46.229298 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860bd76-2de6-48bd-9ddc-67e63fc54575 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event deleted for resources: {'Port': ['ID=30d579b7-a481-4799-8421-8f37e0dd7cf5,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:46.241784 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860bd76-2de6-48bd-9ddc-67e63fc54575 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:46.242146 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860bd76-2de6-48bd-9ddc-67e63fc54575 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:46.242497 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860bd76-2de6-48bd-9ddc-67e63fc54575 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:46.242845 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860bd76-2de6-48bd-9ddc-67e63fc54575 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:46.243183 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860bd76-2de6-48bd-9ddc-67e63fc54575 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:46.243523 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860bd76-2de6-48bd-9ddc-67e63fc54575 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:46.243860 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860bd76-2de6-48bd-9ddc-67e63fc54575 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:46.244212 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860bd76-2de6-48bd-9ddc-67e63fc54575 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:46.244530 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860bd76-2de6-48bd-9ddc-67e63fc54575 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:46.244891 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860bd76-2de6-48bd-9ddc-67e63fc54575 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:46.245223 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860bd76-2de6-48bd-9ddc-67e63fc54575 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:46.245549 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b860bd76-2de6-48bd-9ddc-67e63fc54575 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:46.284475 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-06efb9a6-0e6f-42d8-849b-a3613474560b req-b860bd76-2de6-48bd-9ddc-67e63fc54575 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] No DVR routers for this DVR port 30d579b7-a481-4799-8421-8f37e0dd7cf5 on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:55:46.287152 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-06efb9a6-0e6f-42d8-849b-a3613474560b req-b860bd76-2de6-48bd-9ddc-67e63fc54575 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:46.289231 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-06efb9a6-0e6f-42d8-849b-a3613474560b req-b860bd76-2de6-48bd-9ddc-67e63fc54575 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.52 "DELETE /v2.0/ports/30d579b7-a481-4799-8421-8f37e0dd7cf5 HTTP/1.1" status: 204 len: 173 time: 0.4168656 Jul 24 00:55:46.289673 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60938089-3222-4ba1-902b-4ad148f6dddf', 'name': 'network-vif-deleted', 'tag': '30d579b7-a481-4799-8421-8f37e0dd7cf5'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:55:46.291980 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b5b12b33723a5ac99f65cff31e3c306c8fdd85da64bb4eb22f7eb8a86bf6c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56171c51-630c-4732-a0a1-030ebd9b66ed" -d '{"events": [{"server_uuid": "60938089-3222-4ba1-902b-4ad148f6dddf", "name": "network-vif-deleted", "tag": "30d579b7-a481-4799-8421-8f37e0dd7cf5"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:55:46.330397 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7448994-1cd7-4920-96a9-9082bc2d1515 x-openstack-request-id: req-c7448994-1cd7-4920-96a9-9082bc2d1515 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:55:46.330702 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60938089-3222-4ba1-902b-4ad148f6dddf", "name": "network-vif-deleted", "tag": "30d579b7-a481-4799-8421-8f37e0dd7cf5", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:55:46.331143 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c7448994-1cd7-4920-96a9-9082bc2d1515 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:55:46.331354 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60938089-3222-4ba1-902b-4ad148f6dddf', 'name': 'network-vif-deleted', 'tag': '30d579b7-a481-4799-8421-8f37e0dd7cf5', 'status': 'completed', 'code': 200} Jul 24 00:55:46.816975 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43372) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:55:47.180084 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cf714ba3-918e-40d6-9ac5-bfad0fc3eaa1 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681029'] for router_interface, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:47.449815 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-cf714ba3-918e-40d6-9ac5-bfad0fc3eaa1 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Deleting port 1e511d3c-f767-4689-960d-526764602857 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:55:47.450076 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cf714ba3-918e-40d6-9ac5-bfad0fc3eaa1 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:47.539070 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-cf714ba3-918e-40d6-9ac5-bfad0fc3eaa1 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] For port 1e511d3c-f767-4689-960d-526764602857, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=1e511d3c-f767-4689-960d-526764602857,segment=NetworkSegment(000e94a9-1a21-47eb-a9a0-a29cd398c970),segment_id=000e94a9-1a21-47eb-a9a0-a29cd398c970)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:55:47.539449 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cf714ba3-918e-40d6-9ac5-bfad0fc3eaa1 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:47.558302 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-cf714ba3-918e-40d6-9ac5-bfad0fc3eaa1 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Calling delete_port for 1e511d3c-f767-4689-960d-526764602857 owned by network:router_interface {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:55:47.742823 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cf714ba3-918e-40d6-9ac5-bfad0fc3eaa1 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:47.770588 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf714ba3-918e-40d6-9ac5-bfad0fc3eaa1 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event deleted for resources: {'Port': ['ID=1e511d3c-f767-4689-960d-526764602857,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:47.950173 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-cf714ba3-918e-40d6-9ac5-bfad0fc3eaa1 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679987'] for router_interface, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:48.167786 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf714ba3-918e-40d6-9ac5-bfad0fc3eaa1 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Router fbf6d0d2-4676-49a7-ba29-1d10d9903913 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:55:48.276179 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf714ba3-918e-40d6-9ac5-bfad0fc3eaa1 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:55:48.282297 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-cf714ba3-918e-40d6-9ac5-bfad0fc3eaa1 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "PUT /v2.0/routers/fbf6d0d2-4676-49a7-ba29-1d10d9903913/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4642396 Jul 24 00:55:48.284706 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43374) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:55:48.285535 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bfdbbc-aee2-4fdf-9268-b62a557446f9 None None] Sync routers for ids ['fbf6d0d2-4676-49a7-ba29-1d10d9903913'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:55:48.300821 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bfdbbc-aee2-4fdf-9268-b62a557446f9 None None] Routers {'fbf6d0d2-4676-49a7-ba29-1d10d9903913'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:55:48.301468 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-54bfdbbc-aee2-4fdf-9268-b62a557446f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:55:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['fbf6d0d2-4676-49a7-ba29-1d10d9903913'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:55:48.337542 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cd8561e-7757-4f78-9912-4ddd2bc9999d tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Deleting subnet 2d0d446f-3282-4507-8f8c-8733005d83f2 {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:55:48.341293 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4cd8561e-7757-4f78-9912-4ddd2bc9999d tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:48.383396 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4cd8561e-7757-4f78-9912-4ddd2bc9999d tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:48.487515 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4cd8561e-7757-4f78-9912-4ddd2bc9999d tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:48.534178 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:48.559049 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4cd8561e-7757-4f78-9912-4ddd2bc9999d tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:48.580645 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-54bfdbbc-aee2-4fdf-9268-b62a557446f9 None None] Set router fbf6d0d2-4676-49a7-ba29-1d10d9903913 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:55:48.588833 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd8561e-7757-4f78-9912-4ddd2bc9999d tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event deleted for resources: {'Subnet': ['ID=2d0d446f-3282-4507-8f8c-8733005d83f2,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:48.593805 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4cd8561e-7757-4f78-9912-4ddd2bc9999d tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:48.598473 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43376) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:55:48.599089 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-4cd8561e-7757-4f78-9912-4ddd2bc9999d tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "DELETE /v2.0/subnets/2d0d446f-3282-4507-8f8c-8733005d83f2 HTTP/1.1" status: 204 len: 168 time: 0.3133414 Jul 24 00:55:48.607340 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f5c462-db1e-47fb-9c93-fe710e11675a None None] Network cd3d3942-0ca0-4c12-a967-c4dc1899d201 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:55:48.705170 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9b91ad0d-6ebd-4b20-93ef-b2e051ad13be tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for router, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:48.813510 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9b91ad0d-6ebd-4b20-93ef-b2e051ad13be tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:48.867847 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-9b91ad0d-6ebd-4b20-93ef-b2e051ad13be tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Deleting port be8596ad-7db6-44d7-9b81-5f60c9cc29c6 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:55:48.868140 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9b91ad0d-6ebd-4b20-93ef-b2e051ad13be tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:48.873054 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-54bfdbbc-aee2-4fdf-9268-b62a557446f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf6d0d2-4676-49a7-ba29-1d10d9903913', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040419300', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': 'be8596ad-7db6-44d7-9b81-5f60c9cc29c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:54:06Z', 'updated_at': '2021-07-24T00:55:47Z', 'revision_number': 5, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'gw_port': {'id': 'be8596ad-7db6-44d7-9b81-5f60c9cc29c6', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:95:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf6d0d2-4676-49a7-ba29-1d10d9903913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:54:06Z', 'updated_at': '2021-07-24T00:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:55:48.900278 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bfdbbc-aee2-4fdf-9268-b62a557446f9 None None] Checking router: fbf6d0d2-4676-49a7-ba29-1d10d9903913 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:55:48.912925 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bfdbbc-aee2-4fdf-9268-b62a557446f9 None None] Routers {'fbf6d0d2-4676-49a7-ba29-1d10d9903913'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:55:48.913549 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-54bfdbbc-aee2-4fdf-9268-b62a557446f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:55:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['fbf6d0d2-4676-49a7-ba29-1d10d9903913'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:55:48.952207 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e385fb1-0baf-4e4a-bb77-84ba01e0c1c1 None None] DHCP port deletion for cd3d3942-0ca0-4c12-a967-c4dc1899d201 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:55:48.955738 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-9b91ad0d-6ebd-4b20-93ef-b2e051ad13be tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] For port be8596ad-7db6-44d7-9b81-5f60c9cc29c6, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=be8596ad-7db6-44d7-9b81-5f60c9cc29c6,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:55:48.956051 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9b91ad0d-6ebd-4b20-93ef-b2e051ad13be tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:48.967458 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-9b91ad0d-6ebd-4b20-93ef-b2e051ad13be tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Calling delete_port for be8596ad-7db6-44d7-9b81-5f60c9cc29c6 owned by network:router_gateway {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:55:49.027842 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-54bfdbbc-aee2-4fdf-9268-b62a557446f9 None None] Set router fbf6d0d2-4676-49a7-ba29-1d10d9903913 gateway port host: None {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:55:49.083549 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-54bfdbbc-aee2-4fdf-9268-b62a557446f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf6d0d2-4676-49a7-ba29-1d10d9903913', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040419300', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:54:06Z', 'updated_at': '2021-07-24T00:55:48Z', 'revision_number': 6, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'gw_port_host': None}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:55:49.119233 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bfdbbc-aee2-4fdf-9268-b62a557446f9 None None] The sync data for ids ['fbf6d0d2-4676-49a7-ba29-1d10d9903913'] in n-d-800088-16 is: [{'id': 'fbf6d0d2-4676-49a7-ba29-1d10d9903913', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040419300', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:54:06Z', 'updated_at': '2021-07-24T00:55:48Z', 'revision_number': 6, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'gw_port_host': None}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:55:49.125673 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-5e385fb1-0baf-4e4a-bb77-84ba01e0c1c1 None None] Deleting port 22509753-5075-41de-99bd-cb1b01419090 {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:55:49.126056 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-5e385fb1-0baf-4e4a-bb77-84ba01e0c1c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:49.134120 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9b91ad0d-6ebd-4b20-93ef-b2e051ad13be tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:49.166980 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b91ad0d-6ebd-4b20-93ef-b2e051ad13be tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event deleted for resources: {'Port': ['ID=be8596ad-7db6-44d7-9b81-5f60c9cc29c6,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:49.199177 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-5e385fb1-0baf-4e4a-bb77-84ba01e0c1c1 None None] For port 22509753-5075-41de-99bd-cb1b01419090, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=22509753-5075-41de-99bd-cb1b01419090,segment=NetworkSegment(000e94a9-1a21-47eb-a9a0-a29cd398c970),segment_id=000e94a9-1a21-47eb-a9a0-a29cd398c970)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:55:49.199581 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-5e385fb1-0baf-4e4a-bb77-84ba01e0c1c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:49.213112 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-5e385fb1-0baf-4e4a-bb77-84ba01e0c1c1 None None] Calling delete_port for 22509753-5075-41de-99bd-cb1b01419090 owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:55:49.227239 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9b91ad0d-6ebd-4b20-93ef-b2e051ad13be tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687114'] for router_gateway, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:49.297203 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-5e385fb1-0baf-4e4a-bb77-84ba01e0c1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:49.319626 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9b91ad0d-6ebd-4b20-93ef-b2e051ad13be tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:49.322127 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9b91ad0d-6ebd-4b20-93ef-b2e051ad13be tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:49.329895 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e385fb1-0baf-4e4a-bb77-84ba01e0c1c1 None None] No DVR routers for this DVR port 22509753-5075-41de-99bd-cb1b01419090 on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:55:49.334632 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e385fb1-0baf-4e4a-bb77-84ba01e0c1c1 None None] Pushing event deleted for resources: {'Port': ['ID=22509753-5075-41de-99bd-cb1b01419090,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:49.346310 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e385fb1-0baf-4e4a-bb77-84ba01e0c1c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:49.346666 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e385fb1-0baf-4e4a-bb77-84ba01e0c1c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:49.347156 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e385fb1-0baf-4e4a-bb77-84ba01e0c1c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:49.347493 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e385fb1-0baf-4e4a-bb77-84ba01e0c1c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:49.347856 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e385fb1-0baf-4e4a-bb77-84ba01e0c1c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:49.348194 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e385fb1-0baf-4e4a-bb77-84ba01e0c1c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:49.348556 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e385fb1-0baf-4e4a-bb77-84ba01e0c1c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:49.348909 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e385fb1-0baf-4e4a-bb77-84ba01e0c1c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:49.349241 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e385fb1-0baf-4e4a-bb77-84ba01e0c1c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:49.349569 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e385fb1-0baf-4e4a-bb77-84ba01e0c1c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:49.349896 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e385fb1-0baf-4e4a-bb77-84ba01e0c1c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:49.350223 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e385fb1-0baf-4e4a-bb77-84ba01e0c1c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:49.372639 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9b91ad0d-6ebd-4b20-93ef-b2e051ad13be tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:49.373205 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b91ad0d-6ebd-4b20-93ef-b2e051ad13be tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Fanout notify agent at l3_agent the message router_deleted on router fbf6d0d2-4676-49a7-ba29-1d10d9903913 {{(pid=100313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:55:49.380006 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9b91ad0d-6ebd-4b20-93ef-b2e051ad13be tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:49.381154 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-9b91ad0d-6ebd-4b20-93ef-b2e051ad13be tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "DELETE /v2.0/routers/fbf6d0d2-4676-49a7-ba29-1d10d9903913 HTTP/1.1" status: 204 len: 168 time: 0.7811978 Jul 24 00:55:49.383806 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43378) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:55:49.459743 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-57145b79-30af-4453-ab73-52da85622619 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:49.563606 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-57145b79-30af-4453-ab73-52da85622619 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:49.572621 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-57145b79-30af-4453-ab73-52da85622619 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd3d3942-0ca0-4c12-a967-c4dc1899d201']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:55:49.583574 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-57145b79-30af-4453-ab73-52da85622619 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '000e94a9-1a21-47eb-a9a0-a29cd398c970') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:55:49.583878 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-57145b79-30af-4453-ab73-52da85622619 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '000e94a9-1a21-47eb-a9a0-a29cd398c970') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:55:49.593629 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-57145b79-30af-4453-ab73-52da85622619 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:49.607145 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-57145b79-30af-4453-ab73-52da85622619 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:49.613132 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57145b79-30af-4453-ab73-52da85622619 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:55:49.613530 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-57145b79-30af-4453-ab73-52da85622619 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:49.616748 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:55:49.616748 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:55:49.616748 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:55:49.616748 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:55:49.616748 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:55:49.616748 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:55:49.616748 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:55:49.616748 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:55:49.616748 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:55:49.616748 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:55:49.616748 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:55:49.616748 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:55:49.616748 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:55:49.616748 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:55:49.616748 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:55:49.616748 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:55:49.616748 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:55:49.616748 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:55:49.616748 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:55:49.616748 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:55:49.616748 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:55:49.616748 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:55:49.616748 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:55:49.616748 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:55:49.616748 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:55:49.616748 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:55:49.616748 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:55:49.616748 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:55:49.616748 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:55:49.616748 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:55:49.616748 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:55:49.616748 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:55:49.678317 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-57145b79-30af-4453-ab73-52da85622619 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:49.683426 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-57145b79-30af-4453-ab73-52da85622619 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:49.685751 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-57145b79-30af-4453-ab73-52da85622619 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "DELETE /v2.0/networks/cd3d3942-0ca0-4c12-a967-c4dc1899d201 HTTP/1.1" status: 204 len: 168 time: 0.3008425 Jul 24 00:55:49.689981 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43380) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:55:49.712557 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57145b79-30af-4453-ab73-52da85622619 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event deleted for resources: {'Network': ['ID=cd3d3942-0ca0-4c12-a967-c4dc1899d201,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:49.760180 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1aac4ebc-8d8c-48b4-95d9-994a5d2440fc tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:49.785711 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1aac4ebc-8d8c-48b4-95d9-994a5d2440fc tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:49.846005 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1aac4ebc-8d8c-48b4-95d9-994a5d2440fc tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:49.849308 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1aac4ebc-8d8c-48b4-95d9-994a5d2440fc tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:49.851516 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-1aac4ebc-8d8c-48b4-95d9-994a5d2440fc tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "DELETE /v2.0/security-groups/836c7860-b8c0-4ef3-8a89-0ee96e809d51 HTTP/1.1" status: 204 len: 168 time: 0.1595893 Jul 24 00:55:49.863724 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aac4ebc-8d8c-48b4-95d9-994a5d2440fc tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=836c7860-b8c0-4ef3-8a89-0ee96e809d51,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:50.188397 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 30d579b7-a481-4799-8421-8f37e0dd7cf5 no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:55:50.209798 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] No Port match for: 30d579b7-a481-4799-8421-8f37e0dd7cf5 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:55:50.210157 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 30d579b7-a481-4799-8421-8f37e0dd7cf5 not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:55:50.218801 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43386) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:55:50.223412 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-20849bf0-8886-4889-9ac8-8200afa0e93a tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-229375700', 'description': 'tempest-secgroup-smoke-229375700 description', 'project_id': '21fe67bd68cd4d41939b65b573d17a56'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:55:50.246863 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-20849bf0-8886-4889-9ac8-8200afa0e93a tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:50.329598 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-20849bf0-8886-4889-9ac8-8200afa0e93a tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:50.339215 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-20849bf0-8886-4889-9ac8-8200afa0e93a tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:50.360670 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-20849bf0-8886-4889-9ac8-8200afa0e93a tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:50.361942 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-20849bf0-8886-4889-9ac8-8200afa0e93a tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1421342 Jul 24 00:55:50.365029 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43388) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:55:50.366038 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20849bf0-8886-4889-9ac8-8200afa0e93a tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ccc6b1e-e27a-4241-b4cb-93c7187d74c0,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:50.370697 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-a6724d4e-323f-4207-b8df-593de4207911 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Request body: {'security_group_rule': {'security_group_id': '1ccc6b1e-e27a-4241-b4cb-93c7187d74c0', 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:55:50.398756 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a6724d4e-323f-4207-b8df-593de4207911 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:50.457261 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a6724d4e-323f-4207-b8df-593de4207911 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:50.461585 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a6724d4e-323f-4207-b8df-593de4207911 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:50.485207 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6724d4e-323f-4207-b8df-593de4207911 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90809a76-8482-4567-b521-eccf07cd9c4b,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:50.491400 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-a6724d4e-323f-4207-b8df-593de4207911 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:50.492670 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-a6724d4e-323f-4207-b8df-593de4207911 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1265364 Jul 24 00:55:50.496069 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43390) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:55:50.500391 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-b1b63d0f-680c-4c16-a2b2-f52868ceb043 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Request body: {'security_group_rule': {'security_group_id': '1ccc6b1e-e27a-4241-b4cb-93c7187d74c0', 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:55:50.510491 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 1e511d3c-f767-4689-960d-526764602857 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:55:50.529591 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b1b63d0f-680c-4c16-a2b2-f52868ceb043 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:50.530385 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 1e511d3c-f767-4689-960d-526764602857 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:55:50.531238 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 1e511d3c-f767-4689-960d-526764602857 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:55:50.531664 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device be8596ad-7db6-44d7-9b81-5f60c9cc29c6 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:55:50.552316 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: be8596ad-7db6-44d7-9b81-5f60c9cc29c6 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:55:50.552671 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device be8596ad-7db6-44d7-9b81-5f60c9cc29c6 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:55:50.553129 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 22509753-5075-41de-99bd-cb1b01419090 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:55:50.577105 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 22509753-5075-41de-99bd-cb1b01419090 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:55:50.577993 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 22509753-5075-41de-99bd-cb1b01419090 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:55:50.607096 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b1b63d0f-680c-4c16-a2b2-f52868ceb043 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:50.611195 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b1b63d0f-680c-4c16-a2b2-f52868ceb043 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:50.629093 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b63d0f-680c-4c16-a2b2-f52868ceb043 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17ad54b8-3ce1-4f7f-8185-2e6bb221e750,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:50.637147 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b1b63d0f-680c-4c16-a2b2-f52868ceb043 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:50.637317 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-b1b63d0f-680c-4c16-a2b2-f52868ceb043 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1405745 Jul 24 00:55:50.640517 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43392) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:55:50.645059 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-ef6bbca5-2c63-40fb-a124-a86c9eeeb4d4 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Request body: {'security_group_rule': {'security_group_id': '1ccc6b1e-e27a-4241-b4cb-93c7187d74c0', 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:55:50.671791 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ef6bbca5-2c63-40fb-a124-a86c9eeeb4d4 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:50.732798 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ef6bbca5-2c63-40fb-a124-a86c9eeeb4d4 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:50.736905 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ef6bbca5-2c63-40fb-a124-a86c9eeeb4d4 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:50.756964 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6bbca5-2c63-40fb-a124-a86c9eeeb4d4 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b65433d6-5037-444e-9b08-efa1c5bbaf76,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:50.763284 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ef6bbca5-2c63-40fb-a124-a86c9eeeb4d4 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:50.764547 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-ef6bbca5-2c63-40fb-a124-a86c9eeeb4d4 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1230531 Jul 24 00:55:50.767799 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43394) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:55:50.772425 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-e1242e75-3a41-4178-82ac-16589c69b9c2 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Request body: {'security_group_rule': {'security_group_id': '1ccc6b1e-e27a-4241-b4cb-93c7187d74c0', 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:55:50.798795 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e1242e75-3a41-4178-82ac-16589c69b9c2 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:50.860977 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e1242e75-3a41-4178-82ac-16589c69b9c2 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:50.864431 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e1242e75-3a41-4178-82ac-16589c69b9c2 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:50.881946 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1242e75-3a41-4178-82ac-16589c69b9c2 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=812db23b-fcc6-4eb1-ac2c-ee2ad1c12965,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:50.888859 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-e1242e75-3a41-4178-82ac-16589c69b9c2 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:50.891117 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-e1242e75-3a41-4178-82ac-16589c69b9c2 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1222010 Jul 24 00:55:50.893977 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43396) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:55:50.899093 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-8d5fea34-363c-49ba-889b-59e82e71422f tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Request body: {'security_group_rule': {'security_group_id': '1ccc6b1e-e27a-4241-b4cb-93c7187d74c0', 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:55:50.922410 n-d-800088-16 neutron-server[100313]: INFO neutron.db.securitygroups_db [None req-8d5fea34-363c-49ba-889b-59e82e71422f tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Project 21fe67bd68cd4d41939b65b573d17a56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 00:55:50.927411 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8d5fea34-363c-49ba-889b-59e82e71422f tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:50.989540 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8d5fea34-363c-49ba-889b-59e82e71422f tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:50.993066 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8d5fea34-363c-49ba-889b-59e82e71422f tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:51.010134 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5fea34-363c-49ba-889b-59e82e71422f tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=172b5907-2486-4554-912e-d828c5694fef,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:51.017266 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8d5fea34-363c-49ba-889b-59e82e71422f tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:51.018474 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-8d5fea34-363c-49ba-889b-59e82e71422f tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1235676 Jul 24 00:55:51.021178 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43398) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:55:51.025669 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-8493da5e-6e3c-4ed3-8cc2-77be1063a989 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Request body: {'security_group_rule': {'security_group_id': '1ccc6b1e-e27a-4241-b4cb-93c7187d74c0', 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:55:51.053988 n-d-800088-16 neutron-server[100313]: INFO neutron.db.securitygroups_db [None req-8493da5e-6e3c-4ed3-8cc2-77be1063a989 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Project 21fe67bd68cd4d41939b65b573d17a56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 00:55:51.059646 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8493da5e-6e3c-4ed3-8cc2-77be1063a989 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:51.120492 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8493da5e-6e3c-4ed3-8cc2-77be1063a989 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:51.123962 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8493da5e-6e3c-4ed3-8cc2-77be1063a989 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:51.142507 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8493da5e-6e3c-4ed3-8cc2-77be1063a989 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ef3ba0d-eb7d-42b5-a579-304b52fa3793,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:51.147508 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8493da5e-6e3c-4ed3-8cc2-77be1063a989 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:51.148712 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-8493da5e-6e3c-4ed3-8cc2-77be1063a989 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1266055 Jul 24 00:55:51.151576 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43400) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:55:51.158762 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-d8092b02-12b5-44e8-b4b4-b0dcac48b953 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Request body: {'network': {'name': 'tempest-network-smoke--1557365215', 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'port_security_enabled': True}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:55:51.182714 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8092b02-12b5-44e8-b4b4-b0dcac48b953 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Made reservation on behalf of 21fe67bd68cd4d41939b65b573d17a56 for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:55:51.186228 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d8092b02-12b5-44e8-b4b4-b0dcac48b953 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:51.219342 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8092b02-12b5-44e8-b4b4-b0dcac48b953 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:55:51.229893 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d8092b02-12b5-44e8-b4b4-b0dcac48b953 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:51.230251 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-d8092b02-12b5-44e8-b4b4-b0dcac48b953 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Added segment e0ef645a-e0d6-4337-b7d7-9160eae3ea93 of type vlan for network 56d461dd-dfa0-45c5-86fe-675d9fe12ada Jul 24 00:55:51.269676 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d8092b02-12b5-44e8-b4b4-b0dcac48b953 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:51.296921 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d8092b02-12b5-44e8-b4b4-b0dcac48b953 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:51.302709 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8092b02-12b5-44e8-b4b4-b0dcac48b953 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:51.303309 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d8092b02-12b5-44e8-b4b4-b0dcac48b953 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:51.666783 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-d8092b02-12b5-44e8-b4b4-b0dcac48b953 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5141473 Jul 24 00:55:51.669561 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43402) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:55:51.676625 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-9a615367-6831-4273-8172-540235eafd7c tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-117548625', 'admin_state_up': True, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:55:51.708241 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8092b02-12b5-44e8-b4b4-b0dcac48b953 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event updated for resources: {'Network': ['ID=56d461dd-dfa0-45c5-86fe-675d9fe12ada,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:51.718603 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 56d461dd-dfa0-45c5-86fe-675d9fe12ada details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:55:51.726950 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9a615367-6831-4273-8172-540235eafd7c tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:51.728111 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9a615367-6831-4273-8172-540235eafd7c tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:51.786264 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9a615367-6831-4273-8172-540235eafd7c tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:51.945120 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9a615367-6831-4273-8172-540235eafd7c tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:52.137904 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9a615367-6831-4273-8172-540235eafd7c tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for router_gateway, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:52.157169 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9a615367-6831-4273-8172-540235eafd7c tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:52.256026 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-9a615367-6831-4273-8172-540235eafd7c tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Allocated IP 172.25.3.4 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/86e373df-ecba-4a7a-9c9c-9d4f5df68d1d) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:55:52.378668 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9a615367-6831-4273-8172-540235eafd7c tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:52.415993 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9a615367-6831-4273-8172-540235eafd7c tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:52.450644 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a615367-6831-4273-8172-540235eafd7c tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:55:52.453750 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-9a615367-6831-4273-8172-540235eafd7c tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:55:52.459293 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a615367-6831-4273-8172-540235eafd7c tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:55:52.483332 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a615367-6831-4273-8172-540235eafd7c tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event updated for resources: {'Port': ['ID=86e373df-ecba-4a7a-9c9c-9d4f5df68d1d,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:52.705407 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9a615367-6831-4273-8172-540235eafd7c tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for router_gateway, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:52.897902 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9a615367-6831-4273-8172-540235eafd7c tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:53.022208 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a615367-6831-4273-8172-540235eafd7c tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Router 8aec55be-2369-42e0-a1fc-da014ec60b03 is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:55:53.126437 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a615367-6831-4273-8172-540235eafd7c tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:55:53.135747 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2749b5-03f1-4e32-8dd9-d67f2e6a2595 None None] Sync routers for ids ['8aec55be-2369-42e0-a1fc-da014ec60b03'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:55:53.144558 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2749b5-03f1-4e32-8dd9-d67f2e6a2595 None None] Routers {'8aec55be-2369-42e0-a1fc-da014ec60b03'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:55:53.145046 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-9a615367-6831-4273-8172-540235eafd7c tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:53.145233 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-cd2749b5-03f1-4e32-8dd9-d67f2e6a2595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:55:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['8aec55be-2369-42e0-a1fc-da014ec60b03'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:55:53.150306 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-9a615367-6831-4273-8172-540235eafd7c tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.4759586 Jul 24 00:55:53.150637 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43404) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:55:53.182337 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-f7ccd4e3-dfb8-420c-a70b-b97844303761 tempest-TestNetworkAdvancedServerOps-1466672450 tempest-TestNetworkAdvancedServerOps-1466672450-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=21fe67bd68cd4d41939b65b573d17a56&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281978 Jul 24 00:55:53.182571 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43406) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:55:53.246575 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-cd2749b5-03f1-4e32-8dd9-d67f2e6a2595 None None] Set router 8aec55be-2369-42e0-a1fc-da014ec60b03 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:55:53.263649 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-8c89a6e6-ff38-4b75-bcf0-19a195fa3f0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:53.270189 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a0ecbb-3833-4c86-bb69-3b1fa9b1a8d6 tempest-TestNetworkAdvancedServerOps-1466672450 tempest-TestNetworkAdvancedServerOps-1466672450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:53.271717 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-81a0ecbb-3833-4c86-bb69-3b1fa9b1a8d6 tempest-TestNetworkAdvancedServerOps-1466672450 tempest-TestNetworkAdvancedServerOps-1466672450-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0882821 Jul 24 00:55:53.274942 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43408) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:55:53.310986 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-e35c1742-f053-4660-95a9-5b49bbe779a8 tempest-TestNetworkAdvancedServerOps-1466672450 tempest-TestNetworkAdvancedServerOps-1466672450-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=9adcfee8-760c-4568-9e39-c221abf69bf5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0324886 Jul 24 00:55:53.311219 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43410) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:55:53.316563 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-7d3bcdb9-3c08-44f2-8c03-36cfebbb0ea2 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-471321042', 'network_id': '56d461dd-dfa0-45c5-86fe-675d9fe12ada', 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:55:53.365108 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:55:53.403292 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d3bcdb9-3c08-44f2-8c03-36cfebbb0ea2 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Made reservation on behalf of 21fe67bd68cd4d41939b65b573d17a56 for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:55:53.406945 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7d3bcdb9-3c08-44f2-8c03-36cfebbb0ea2 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:53.428506 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-cd2749b5-03f1-4e32-8dd9-d67f2e6a2595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aec55be-2369-42e0-a1fc-da014ec60b03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117548625', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '86e373df-ecba-4a7a-9c9c-9d4f5df68d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:55:51Z', 'updated_at': '2021-07-24T00:55:52Z', 'revision_number': 3, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'gw_port': {'id': '86e373df-ecba-4a7a-9c9c-9d4f5df68d1d', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:92:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aec55be-2369-42e0-a1fc-da014ec60b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:55:52Z', 'updated_at': '2021-07-24T00:55:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:55:53.454941 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2749b5-03f1-4e32-8dd9-d67f2e6a2595 None None] Checking router: 8aec55be-2369-42e0-a1fc-da014ec60b03 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:55:53.455386 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2749b5-03f1-4e32-8dd9-d67f2e6a2595 None None] Updating router 8aec55be-2369-42e0-a1fc-da014ec60b03 port 86e373df-ecba-4a7a-9c9c-9d4f5df68d1d binding host n-d-800088-16 {{(pid=100316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:55:53.488374 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-cd2749b5-03f1-4e32-8dd9-d67f2e6a2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:53.589336 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7d3bcdb9-3c08-44f2-8c03-36cfebbb0ea2 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:53.646800 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3bcdb9-3c08-44f2-8c03-36cfebbb0ea2 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event updated for resources: {'Subnet': ['ID=cdc051f3-71eb-4671-989c-06e02785fa9c,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:53.657794 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3bcdb9-3c08-44f2-8c03-36cfebbb0ea2 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Checking segment: {'id': 'e0ef645a-e0d6-4337-b7d7-9160eae3ea93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '56d461dd-dfa0-45c5-86fe-675d9fe12ada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:55:53.658166 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3bcdb9-3c08-44f2-8c03-36cfebbb0ea2 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Network hostable DHCP agents. Network: 56d461dd-dfa0-45c5-86fe-675d9fe12ada, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:55:53.675265 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3bcdb9-3c08-44f2-8c03-36cfebbb0ea2 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Network 56d461dd-dfa0-45c5-86fe-675d9fe12ada is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:55:53.684136 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-7d3bcdb9-3c08-44f2-8c03-36cfebbb0ea2 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 56d461dd-dfa0-45c5-86fe-675d9fe12ada) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:55:53.689331 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3bcdb9-3c08-44f2-8c03-36cfebbb0ea2 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:53.689923 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-7d3bcdb9-3c08-44f2-8c03-36cfebbb0ea2 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:53.697254 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bd1b38-ee27-4fdd-851c-b359b6c4f76f None None] Network 56d461dd-dfa0-45c5-86fe-675d9fe12ada requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:55:53.706061 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-7d3bcdb9-3c08-44f2-8c03-36cfebbb0ea2 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3932939 Jul 24 00:55:53.708786 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43412) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:55:53.843392 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-cd2749b5-03f1-4e32-8dd9-d67f2e6a2595 None None] Notify callbacks [] for port, precommit_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:53.853321 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.provisioning_blocks [None req-cd2749b5-03f1-4e32-8dd9-d67f2e6a2595 None None] Transition to ACTIVE for port object 86e373df-ecba-4a7a-9c9c-9d4f5df68d1d will not be triggered until provisioned by entity L2. {{(pid=100316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:55:53.859508 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-cd2749b5-03f1-4e32-8dd9-d67f2e6a2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:53.867253 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35e6eef-1470-4de5-9848-eaffba9d8540 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-56d461dd-dfa0-45c5-86fe-675d9fe12ada', 'network_id': '56d461dd-dfa0-45c5-86fe-675d9fe12ada', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'fixed_ips': [{'subnet_id': 'cdc051f3-71eb-4671-989c-06e02785fa9c'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:55:53.868605 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e35e6eef-1470-4de5-9848-eaffba9d8540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:53.901423 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-cd2749b5-03f1-4e32-8dd9-d67f2e6a2595 None None] Attempting to bind port 86e373df-ecba-4a7a-9c9c-9d4f5df68d1d on host n-d-800088-16 for vnic_type normal with profile {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:55:53.901799 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-cd2749b5-03f1-4e32-8dd9-d67f2e6a2595 None None] Attempting to bind port 86e373df-ecba-4a7a-9c9c-9d4f5df68d1d by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:55:53.902164 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2749b5-03f1-4e32-8dd9-d67f2e6a2595 None None] Attempting to bind port 86e373df-ecba-4a7a-9c9c-9d4f5df68d1d on network 9adcfee8-760c-4568-9e39-c221abf69bf5 {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:55:53.913144 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2749b5-03f1-4e32-8dd9-d67f2e6a2595 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:55:53.913528 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2749b5-03f1-4e32-8dd9-d67f2e6a2595 None None] Checking segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:55:53.913920 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-cd2749b5-03f1-4e32-8dd9-d67f2e6a2595 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:53.914313 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2749b5-03f1-4e32-8dd9-d67f2e6a2595 None None] Bound using segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:55:53.914787 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-cd2749b5-03f1-4e32-8dd9-d67f2e6a2595 None None] Bound port: 86e373df-ecba-4a7a-9c9c-9d4f5df68d1d, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:55:53.915185 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-cd2749b5-03f1-4e32-8dd9-d67f2e6a2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:53.970431 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eced254-0983-4eb7-9f16-8d5ff576a7f4 None None] Pushing event updated for resources: {'Port': ['ID=86e373df-ecba-4a7a-9c9c-9d4f5df68d1d,revision_number=2']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:53.974268 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-cd2749b5-03f1-4e32-8dd9-d67f2e6a2595 None None] For port 86e373df-ecba-4a7a-9c9c-9d4f5df68d1d, host n-d-800088-16, cleared binding levels {{(pid=100316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:55:53.977409 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-cd2749b5-03f1-4e32-8dd9-d67f2e6a2595 None None] For port 86e373df-ecba-4a7a-9c9c-9d4f5df68d1d, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=86e373df-ecba-4a7a-9c9c-9d4f5df68d1d,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:55:53.984965 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-cd2749b5-03f1-4e32-8dd9-d67f2e6a2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:53.988619 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eced254-0983-4eb7-9f16-8d5ff576a7f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:53.988997 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eced254-0983-4eb7-9f16-8d5ff576a7f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:53.989336 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eced254-0983-4eb7-9f16-8d5ff576a7f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:53.989670 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eced254-0983-4eb7-9f16-8d5ff576a7f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:53.990003 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eced254-0983-4eb7-9f16-8d5ff576a7f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:53.990330 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eced254-0983-4eb7-9f16-8d5ff576a7f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:53.990655 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eced254-0983-4eb7-9f16-8d5ff576a7f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:53.990979 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eced254-0983-4eb7-9f16-8d5ff576a7f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:53.991301 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eced254-0983-4eb7-9f16-8d5ff576a7f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:53.991619 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eced254-0983-4eb7-9f16-8d5ff576a7f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:53.991939 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eced254-0983-4eb7-9f16-8d5ff576a7f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:53.992257 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eced254-0983-4eb7-9f16-8d5ff576a7f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:54.016843 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-e35e6eef-1470-4de5-9848-eaffba9d8540 None None] Allocated IP 172.20.0.2 (56d461dd-dfa0-45c5-86fe-675d9fe12ada/cdc051f3-71eb-4671-989c-06e02785fa9c/26c474df-670e-4532-b18d-6069fa751015) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:55:54.052447 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eced254-0983-4eb7-9f16-8d5ff576a7f4 None None] Pushing event updated for resources: {'Port': ['ID=86e373df-ecba-4a7a-9c9c-9d4f5df68d1d,revision_number=3']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:54.056582 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2749b5-03f1-4e32-8dd9-d67f2e6a2595 None None] Routers {'8aec55be-2369-42e0-a1fc-da014ec60b03'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:55:54.057226 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-cd2749b5-03f1-4e32-8dd9-d67f2e6a2595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:55:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['8aec55be-2369-42e0-a1fc-da014ec60b03'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:55:54.163978 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-cd2749b5-03f1-4e32-8dd9-d67f2e6a2595 None None] Set router 8aec55be-2369-42e0-a1fc-da014ec60b03 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:55:54.181604 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e35e6eef-1470-4de5-9848-eaffba9d8540 None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:54.189534 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1e5bdcd6-d835-422b-a3d3-b2d270dcd846 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:54.190958 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-e35e6eef-1470-4de5-9848-eaffba9d8540 None None] Transition to ACTIVE for port object 26c474df-670e-4532-b18d-6069fa751015 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:55:54.206165 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-e35e6eef-1470-4de5-9848-eaffba9d8540 None None] Transition to ACTIVE for port object 26c474df-670e-4532-b18d-6069fa751015 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:55:54.212175 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e35e6eef-1470-4de5-9848-eaffba9d8540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:54.250675 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35e6eef-1470-4de5-9848-eaffba9d8540 None None] Network 56d461dd-dfa0-45c5-86fe-675d9fe12ada is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:55:54.257455 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-e35e6eef-1470-4de5-9848-eaffba9d8540 None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:55:54.261846 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35e6eef-1470-4de5-9848-eaffba9d8540 None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:55:54.265861 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35e6eef-1470-4de5-9848-eaffba9d8540 None None] Pushing event updated for resources: {'Port': ['ID=26c474df-670e-4532-b18d-6069fa751015,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:54.329285 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-e35e6eef-1470-4de5-9848-eaffba9d8540 None None] Attempting to bind port 26c474df-670e-4532-b18d-6069fa751015 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:55:54.330082 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-e35e6eef-1470-4de5-9848-eaffba9d8540 None None] Attempting to bind port 26c474df-670e-4532-b18d-6069fa751015 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': 'e0ef645a-e0d6-4337-b7d7-9160eae3ea93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '56d461dd-dfa0-45c5-86fe-675d9fe12ada'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:55:54.330744 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35e6eef-1470-4de5-9848-eaffba9d8540 None None] Attempting to bind port 26c474df-670e-4532-b18d-6069fa751015 on network 56d461dd-dfa0-45c5-86fe-675d9fe12ada {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:55:54.336359 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35e6eef-1470-4de5-9848-eaffba9d8540 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:55:54.336965 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35e6eef-1470-4de5-9848-eaffba9d8540 None None] Checking segment: {'id': 'e0ef645a-e0d6-4337-b7d7-9160eae3ea93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '56d461dd-dfa0-45c5-86fe-675d9fe12ada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:55:54.337551 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e35e6eef-1470-4de5-9848-eaffba9d8540 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:54.338106 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35e6eef-1470-4de5-9848-eaffba9d8540 None None] Bound using segment: {'id': 'e0ef645a-e0d6-4337-b7d7-9160eae3ea93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '56d461dd-dfa0-45c5-86fe-675d9fe12ada'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:55:54.338740 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-e35e6eef-1470-4de5-9848-eaffba9d8540 None None] Bound port: 26c474df-670e-4532-b18d-6069fa751015, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0ef645a-e0d6-4337-b7d7-9160eae3ea93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '56d461dd-dfa0-45c5-86fe-675d9fe12ada'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:55:54.339295 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e35e6eef-1470-4de5-9848-eaffba9d8540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:54.410154 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-e35e6eef-1470-4de5-9848-eaffba9d8540 None None] For port 26c474df-670e-4532-b18d-6069fa751015, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:55:54.413755 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-e35e6eef-1470-4de5-9848-eaffba9d8540 None None] For port 26c474df-670e-4532-b18d-6069fa751015, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=26c474df-670e-4532-b18d-6069fa751015,segment=NetworkSegment(e0ef645a-e0d6-4337-b7d7-9160eae3ea93),segment_id=e0ef645a-e0d6-4337-b7d7-9160eae3ea93)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:55:54.418388 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e35e6eef-1470-4de5-9848-eaffba9d8540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:54.445352 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-cd2749b5-03f1-4e32-8dd9-d67f2e6a2595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aec55be-2369-42e0-a1fc-da014ec60b03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117548625', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '86e373df-ecba-4a7a-9c9c-9d4f5df68d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:55:51Z', 'updated_at': '2021-07-24T00:55:52Z', 'revision_number': 3, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'gw_port': {'id': '86e373df-ecba-4a7a-9c9c-9d4f5df68d1d', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:92:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aec55be-2369-42e0-a1fc-da014ec60b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:55:52Z', 'updated_at': '2021-07-24T00:55:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:55:54.481839 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35e6eef-1470-4de5-9848-eaffba9d8540 None None] Pushing event updated for resources: {'Port': ['ID=26c474df-670e-4532-b18d-6069fa751015,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:54.487080 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-1e5bdcd6-d835-422b-a3d3-b2d270dcd846 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Allocated IP 172.20.0.1 (56d461dd-dfa0-45c5-86fe-675d9fe12ada/cdc051f3-71eb-4671-989c-06e02785fa9c/7905810e-16c6-49e8-b65e-b26ee994e570) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:55:54.490356 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2749b5-03f1-4e32-8dd9-d67f2e6a2595 None None] The sync data for ids ['8aec55be-2369-42e0-a1fc-da014ec60b03'] in n-d-800088-16 is: [{'id': '8aec55be-2369-42e0-a1fc-da014ec60b03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117548625', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '86e373df-ecba-4a7a-9c9c-9d4f5df68d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:55:51Z', 'updated_at': '2021-07-24T00:55:52Z', 'revision_number': 3, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'gw_port': {'id': '86e373df-ecba-4a7a-9c9c-9d4f5df68d1d', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:92:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aec55be-2369-42e0-a1fc-da014ec60b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:55:52Z', 'updated_at': '2021-07-24T00:55:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:55:54.619280 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1e5bdcd6-d835-422b-a3d3-b2d270dcd846 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:54.635494 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [None req-1e5bdcd6-d835-422b-a3d3-b2d270dcd846 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Transition to ACTIVE for port object 7905810e-16c6-49e8-b65e-b26ee994e570 will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:55:54.687632 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1e5bdcd6-d835-422b-a3d3-b2d270dcd846 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:54.742555 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5bdcd6-d835-422b-a3d3-b2d270dcd846 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Network 56d461dd-dfa0-45c5-86fe-675d9fe12ada is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:55:54.746760 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-1e5bdcd6-d835-422b-a3d3-b2d270dcd846 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:55:54.753353 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5bdcd6-d835-422b-a3d3-b2d270dcd846 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:55:54.802927 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5bdcd6-d835-422b-a3d3-b2d270dcd846 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event updated for resources: {'Port': ['ID=7905810e-16c6-49e8-b65e-b26ee994e570,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:54.816174 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1e5bdcd6-d835-422b-a3d3-b2d270dcd846 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681761'] for router_interface, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:54.962317 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1e5bdcd6-d835-422b-a3d3-b2d270dcd846 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:55.256573 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1e5bdcd6-d835-422b-a3d3-b2d270dcd846 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:55.262469 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1e5bdcd6-d835-422b-a3d3-b2d270dcd846 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:55.340897 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1e5bdcd6-d835-422b-a3d3-b2d270dcd846 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680980'] for router_interface, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:55.342697 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5bdcd6-d835-422b-a3d3-b2d270dcd846 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event updated for resources: {'Port': ['ID=7905810e-16c6-49e8-b65e-b26ee994e570,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:55.431112 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790ded36-f11a-4107-83c0-0e5f31ccdc0b None None] Network 56d461dd-dfa0-45c5-86fe-675d9fe12ada requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:55:55.440225 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5bdcd6-d835-422b-a3d3-b2d270dcd846 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Network 56d461dd-dfa0-45c5-86fe-675d9fe12ada is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:55:55.441765 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-1e5bdcd6-d835-422b-a3d3-b2d270dcd846 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:55:55.494328 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-4c1dbf63-4b87-4779-bda7-cd6fff539a38 None None] Provisioning for port 26c474df-670e-4532-b18d-6069fa751015 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:55:55.563278 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e5bdcd6-d835-422b-a3d3-b2d270dcd846 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Router 8aec55be-2369-42e0-a1fc-da014ec60b03 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:55:55.676871 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e5bdcd6-d835-422b-a3d3-b2d270dcd846 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:55:55.688375 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-1e5bdcd6-d835-422b-a3d3-b2d270dcd846 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "PUT /v2.0/routers/8aec55be-2369-42e0-a1fc-da014ec60b03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9785271 Jul 24 00:55:55.841504 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cc3446df-9876-4eb3-8c89-961d5860dfc8 req-e9db9d74-e6f6-4525-be05-6bb687177869 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-229375700&fields=id&tenant_id=21fe67bd68cd4d41939b65b573d17a56 HTTP/1.1" status: 200 len: 267 time: 0.0379133 Jul 24 00:55:55.843040 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-338f9a4b-2aa5-4f9b-a727-a14e9f4d3335 None None] Provisioning for port 7905810e-16c6-49e8-b65e-b26ee994e570 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:55:55.847907 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-338f9a4b-2aa5-4f9b-a727-a14e9f4d3335 None None] Provisioning complete for port 7905810e-16c6-49e8-b65e-b26ee994e570 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:55:55.848289 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-338f9a4b-2aa5-4f9b-a727-a14e9f4d3335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:55.873462 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-feae4d2a-9205-479d-ab6e-ef7b7530d2dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:55.891547 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-338f9a4b-2aa5-4f9b-a727-a14e9f4d3335 None None] Port 7905810e-16c6-49e8-b65e-b26ee994e570 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:55:55.967462 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3446df-9876-4eb3-8c89-961d5860dfc8 req-a246c47d-616e-4ef1-a44b-4cc0ad428683 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:55.969178 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cc3446df-9876-4eb3-8c89-961d5860dfc8 req-a246c47d-616e-4ef1-a44b-4cc0ad428683 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/networks?id=56d461dd-dfa0-45c5-86fe-675d9fe12ada HTTP/1.1" status: 200 len: 797 time: 0.1156070 Jul 24 00:55:55.985982 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cc3446df-9876-4eb3-8c89-961d5860dfc8 req-1022feea-aa9d-49b0-b439-b176671d19d5 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/quotas/21fe67bd68cd4d41939b65b573d17a56 HTTP/1.1" status: 200 len: 375 time: 0.0105445 Jul 24 00:55:56.023906 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-22b230e3-7ccd-40d8-b2e4-d70fa552931f None None] Provisioning complete for port 7905810e-16c6-49e8-b65e-b26ee994e570 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:55:56.024291 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-22b230e3-7ccd-40d8-b2e4-d70fa552931f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:56.066364 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cc3446df-9876-4eb3-8c89-961d5860dfc8 req-ebb6673d-f9f0-4fa3-9530-a35c9d394c03 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=21fe67bd68cd4d41939b65b573d17a56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0748022 Jul 24 00:55:56.074722 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-22b230e3-7ccd-40d8-b2e4-d70fa552931f None None] Port 7905810e-16c6-49e8-b65e-b26ee994e570 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:55:56.094701 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f0e806-c2c5-42ca-98eb-23ae19570f57 None None] Sync routers for ids ['8aec55be-2369-42e0-a1fc-da014ec60b03'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:55:56.104835 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f0e806-c2c5-42ca-98eb-23ae19570f57 None None] Routers {'8aec55be-2369-42e0-a1fc-da014ec60b03'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:55:56.105608 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-45f0e806-c2c5-42ca-98eb-23ae19570f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:55:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['8aec55be-2369-42e0-a1fc-da014ec60b03'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:55:56.215420 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cc3446df-9876-4eb3-8c89-961d5860dfc8 req-6dccbff6-6b36-497f-9110-55912233ccb9 service neutron] 10.222.0.44 "GET /v2.0/networks/56d461dd-dfa0-45c5-86fe-675d9fe12ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367214 Jul 24 00:55:56.217519 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-45f0e806-c2c5-42ca-98eb-23ae19570f57 None None] Set router 8aec55be-2369-42e0-a1fc-da014ec60b03 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:55:56.303302 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cc3446df-9876-4eb3-8c89-961d5860dfc8 req-8ea32fc7-84c2-47d4-b2a6-66a61b7588c2 service neutron] 10.222.0.44 "GET /v2.0/networks/56d461dd-dfa0-45c5-86fe-675d9fe12ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815353 Jul 24 00:55:56.326124 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-e2c4eb57-811b-4459-9166-719051a54c49 None None] Provisioning complete for port 7905810e-16c6-49e8-b65e-b26ee994e570 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:55:56.326508 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e2c4eb57-811b-4459-9166-719051a54c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:56.409923 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-e2c4eb57-811b-4459-9166-719051a54c49 None None] Port 7905810e-16c6-49e8-b65e-b26ee994e570 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:55:56.472474 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-45f0e806-c2c5-42ca-98eb-23ae19570f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aec55be-2369-42e0-a1fc-da014ec60b03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117548625', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '86e373df-ecba-4a7a-9c9c-9d4f5df68d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:55:51Z', 'updated_at': '2021-07-24T00:55:54Z', 'revision_number': 4, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'gw_port': {'id': '86e373df-ecba-4a7a-9c9c-9d4f5df68d1d', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:92:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aec55be-2369-42e0-a1fc-da014ec60b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:55:52Z', 'updated_at': '2021-07-24T00:55:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '7905810e-16c6-49e8-b65e-b26ee994e570', 'name': '', 'network_id': '56d461dd-dfa0-45c5-86fe-675d9fe12ada', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'mac_address': 'fa:16:3e:42:38:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aec55be-2369-42e0-a1fc-da014ec60b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'cdc051f3-71eb-4671-989c-06e02785fa9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:55:54Z', 'updated_at': '2021-07-24T00:55:55Z', 'revision_number': 2, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'subnets': [{'id': 'cdc051f3-71eb-4671-989c-06e02785fa9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:55:56.490191 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-127976a8-cfcc-4ebe-a1b9-9c3d629f14a8 req-438ff85f-f4f6-438b-a58a-010b048008f6 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=bceae334-ba8d-4b55-8e19-d9eab29f9581 HTTP/1.1" status: 200 len: 210 time: 0.0447984 Jul 24 00:55:56.502300 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f0e806-c2c5-42ca-98eb-23ae19570f57 None None] Checking router: 8aec55be-2369-42e0-a1fc-da014ec60b03 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:55:56.502851 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f0e806-c2c5-42ca-98eb-23ae19570f57 None None] Updating router 8aec55be-2369-42e0-a1fc-da014ec60b03 port 7905810e-16c6-49e8-b65e-b26ee994e570 binding host n-d-800088-16 {{(pid=100315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:55:56.553991 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-45f0e806-c2c5-42ca-98eb-23ae19570f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:56.610338 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 86e373df-ecba-4a7a-9c9c-9d4f5df68d1d up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:55:56.963825 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 86e373df-ecba-4a7a-9c9c-9d4f5df68d1d completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:55:56.969290 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:56.973738 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 86e373df-ecba-4a7a-9c9c-9d4f5df68d1d triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:55:56.974112 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:57.119897 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:57.141786 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-45f0e806-c2c5-42ca-98eb-23ae19570f57 None None] Notify callbacks [] for port, precommit_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:57.157906 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 86e373df-ecba-4a7a-9c9c-9d4f5df68d1d, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=86e373df-ecba-4a7a-9c9c-9d4f5df68d1d,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:55:57.160984 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-45f0e806-c2c5-42ca-98eb-23ae19570f57 None None] Transition to ACTIVE for port object 7905810e-16c6-49e8-b65e-b26ee994e570 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:55:57.164400 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:57.165366 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 26c474df-670e-4532-b18d-6069fa751015 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:55:57.187306 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-45f0e806-c2c5-42ca-98eb-23ae19570f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:57.262586 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=86e373df-ecba-4a7a-9c9c-9d4f5df68d1d,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:57.340573 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 26c474df-670e-4532-b18d-6069fa751015 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:55:57.363302 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 26c474df-670e-4532-b18d-6069fa751015 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:55:57.363626 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:57.366797 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94a81dd-4a1f-4741-901c-3875c601bf16 None None] Pushing event updated for resources: {'Port': ['ID=7905810e-16c6-49e8-b65e-b26ee994e570,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:57.394744 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-45f0e806-c2c5-42ca-98eb-23ae19570f57 None None] Attempting to bind port 7905810e-16c6-49e8-b65e-b26ee994e570 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:55:57.395126 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-45f0e806-c2c5-42ca-98eb-23ae19570f57 None None] Attempting to bind port 7905810e-16c6-49e8-b65e-b26ee994e570 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': 'e0ef645a-e0d6-4337-b7d7-9160eae3ea93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '56d461dd-dfa0-45c5-86fe-675d9fe12ada'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:55:57.395502 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f0e806-c2c5-42ca-98eb-23ae19570f57 None None] Attempting to bind port 7905810e-16c6-49e8-b65e-b26ee994e570 on network 56d461dd-dfa0-45c5-86fe-675d9fe12ada {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:55:57.404303 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f0e806-c2c5-42ca-98eb-23ae19570f57 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:55:57.404683 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f0e806-c2c5-42ca-98eb-23ae19570f57 None None] Checking segment: {'id': 'e0ef645a-e0d6-4337-b7d7-9160eae3ea93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '56d461dd-dfa0-45c5-86fe-675d9fe12ada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:55:57.405169 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-45f0e806-c2c5-42ca-98eb-23ae19570f57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:57.405825 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f0e806-c2c5-42ca-98eb-23ae19570f57 None None] Bound using segment: {'id': 'e0ef645a-e0d6-4337-b7d7-9160eae3ea93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '56d461dd-dfa0-45c5-86fe-675d9fe12ada'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:55:57.406392 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-45f0e806-c2c5-42ca-98eb-23ae19570f57 None None] Bound port: 7905810e-16c6-49e8-b65e-b26ee994e570, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0ef645a-e0d6-4337-b7d7-9160eae3ea93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '56d461dd-dfa0-45c5-86fe-675d9fe12ada'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:55:57.406792 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-45f0e806-c2c5-42ca-98eb-23ae19570f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:57.531004 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-45f0e806-c2c5-42ca-98eb-23ae19570f57 None None] For port 7905810e-16c6-49e8-b65e-b26ee994e570, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:55:57.537672 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-45f0e806-c2c5-42ca-98eb-23ae19570f57 None None] For port 7905810e-16c6-49e8-b65e-b26ee994e570, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=7905810e-16c6-49e8-b65e-b26ee994e570,segment=NetworkSegment(e0ef645a-e0d6-4337-b7d7-9160eae3ea93),segment_id=e0ef645a-e0d6-4337-b7d7-9160eae3ea93)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:55:57.555204 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-45f0e806-c2c5-42ca-98eb-23ae19570f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:57.557467 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:57.567819 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:57.667804 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f0e806-c2c5-42ca-98eb-23ae19570f57 None None] Routers {'8aec55be-2369-42e0-a1fc-da014ec60b03'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:55:57.668474 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-45f0e806-c2c5-42ca-98eb-23ae19570f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:55:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['8aec55be-2369-42e0-a1fc-da014ec60b03'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:55:57.673928 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 26c474df-670e-4532-b18d-6069fa751015, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=26c474df-670e-4532-b18d-6069fa751015,segment=NetworkSegment(e0ef645a-e0d6-4337-b7d7-9160eae3ea93),segment_id=e0ef645a-e0d6-4337-b7d7-9160eae3ea93)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:55:57.714745 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94a81dd-4a1f-4741-901c-3875c601bf16 None None] Pushing event updated for resources: {'Port': ['ID=7905810e-16c6-49e8-b65e-b26ee994e570,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:57.750306 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:57.816622 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-73b37eaa-667b-402c-9f2e-11b487aa4b70 req-c93de614-f48a-4029-8be9-9cdaf19d28a4 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=bceae334-ba8d-4b55-8e19-d9eab29f9581 HTTP/1.1" status: 200 len: 210 time: 0.0289478 Jul 24 00:55:57.838645 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=26c474df-670e-4532-b18d-6069fa751015,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:57.842764 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-45f0e806-c2c5-42ca-98eb-23ae19570f57 None None] Set router 8aec55be-2369-42e0-a1fc-da014ec60b03 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:55:57.863334 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3446df-9876-4eb3-8c89-961d5860dfc8 req-0ad09575-f254-43fd-a3e9-e932c52bc1ed tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:57.864886 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cc3446df-9876-4eb3-8c89-961d5860dfc8 req-0ad09575-f254-43fd-a3e9-e932c52bc1ed tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.52 "GET /v2.0/networks?id=56d461dd-dfa0-45c5-86fe-675d9fe12ada HTTP/1.1" status: 200 len: 797 time: 0.5281644 Jul 24 00:55:57.910568 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cc3446df-9876-4eb3-8c89-961d5860dfc8 req-1120654b-7a65-4ade-a0a1-8c390090ac14 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21fe67bd68cd4d41939b65b573d17a56 HTTP/1.1" status: 200 len: 379 time: 0.0368772 Jul 24 00:55:57.919615 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-cc3446df-9876-4eb3-8c89-961d5860dfc8 req-4773356e-c690-4a00-9eda-20a6df648b88 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Request body: {'port': {'device_id': 'bceae334-ba8d-4b55-8e19-d9eab29f9581', 'network_id': '56d461dd-dfa0-45c5-86fe-675d9fe12ada', 'admin_state_up': True, 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'security_groups': ['1ccc6b1e-e27a-4241-b4cb-93c7187d74c0']}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:55:58.044298 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc3446df-9876-4eb3-8c89-961d5860dfc8 req-4773356e-c690-4a00-9eda-20a6df648b88 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Made reservation on behalf of 21fe67bd68cd4d41939b65b573d17a56 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:55:58.047932 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-cc3446df-9876-4eb3-8c89-961d5860dfc8 req-4773356e-c690-4a00-9eda-20a6df648b88 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:58.073074 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-45f0e806-c2c5-42ca-98eb-23ae19570f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aec55be-2369-42e0-a1fc-da014ec60b03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117548625', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '86e373df-ecba-4a7a-9c9c-9d4f5df68d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:55:51Z', 'updated_at': '2021-07-24T00:55:54Z', 'revision_number': 4, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'gw_port': {'id': '86e373df-ecba-4a7a-9c9c-9d4f5df68d1d', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:92:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aec55be-2369-42e0-a1fc-da014ec60b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:55:52Z', 'updated_at': '2021-07-24T00:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '7905810e-16c6-49e8-b65e-b26ee994e570', 'name': '', 'network_id': '56d461dd-dfa0-45c5-86fe-675d9fe12ada', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'mac_address': 'fa:16:3e:42:38:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aec55be-2369-42e0-a1fc-da014ec60b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'cdc051f3-71eb-4671-989c-06e02785fa9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:55:54Z', 'updated_at': '2021-07-24T00:55:57Z', 'revision_number': 4, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'subnets': [{'id': 'cdc051f3-71eb-4671-989c-06e02785fa9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:55:58.101461 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f0e806-c2c5-42ca-98eb-23ae19570f57 None None] The sync data for ids ['8aec55be-2369-42e0-a1fc-da014ec60b03'] in n-d-800088-16 is: [{'id': '8aec55be-2369-42e0-a1fc-da014ec60b03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117548625', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '86e373df-ecba-4a7a-9c9c-9d4f5df68d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:55:51Z', 'updated_at': '2021-07-24T00:55:54Z', 'revision_number': 4, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'gw_port': {'id': '86e373df-ecba-4a7a-9c9c-9d4f5df68d1d', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:92:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aec55be-2369-42e0-a1fc-da014ec60b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:55:52Z', 'updated_at': '2021-07-24T00:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '7905810e-16c6-49e8-b65e-b26ee994e570', 'name': '', 'network_id': '56d461dd-dfa0-45c5-86fe-675d9fe12ada', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'mac_address': 'fa:16:3e:42:38:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aec55be-2369-42e0-a1fc-da014ec60b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'cdc051f3-71eb-4671-989c-06e02785fa9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:55:54Z', 'updated_at': '2021-07-24T00:55:57Z', 'revision_number': 4, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'subnets': [{'id': 'cdc051f3-71eb-4671-989c-06e02785fa9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:55:58.195789 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-cc3446df-9876-4eb3-8c89-961d5860dfc8 req-4773356e-c690-4a00-9eda-20a6df648b88 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Allocated IP 172.20.0.7 (56d461dd-dfa0-45c5-86fe-675d9fe12ada/cdc051f3-71eb-4671-989c-06e02785fa9c/441849ca-f628-4994-8e5d-5a3b75e50539) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:55:58.347052 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-cc3446df-9876-4eb3-8c89-961d5860dfc8 req-4773356e-c690-4a00-9eda-20a6df648b88 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:58.362901 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-cc3446df-9876-4eb3-8c89-961d5860dfc8 req-4773356e-c690-4a00-9eda-20a6df648b88 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Transition to ACTIVE for port object 441849ca-f628-4994-8e5d-5a3b75e50539 will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:55:58.396178 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-cc3446df-9876-4eb3-8c89-961d5860dfc8 req-4773356e-c690-4a00-9eda-20a6df648b88 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:58.441695 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc3446df-9876-4eb3-8c89-961d5860dfc8 req-4773356e-c690-4a00-9eda-20a6df648b88 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Network 56d461dd-dfa0-45c5-86fe-675d9fe12ada is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:55:58.447352 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-cc3446df-9876-4eb3-8c89-961d5860dfc8 req-4773356e-c690-4a00-9eda-20a6df648b88 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:55:58.451262 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc3446df-9876-4eb3-8c89-961d5860dfc8 req-4773356e-c690-4a00-9eda-20a6df648b88 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:55:58.458780 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4773356e-c690-4a00-9eda-20a6df648b88 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event updated for resources: {'Port': ['ID=441849ca-f628-4994-8e5d-5a3b75e50539,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:58.512006 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3446df-9876-4eb3-8c89-961d5860dfc8 req-4773356e-c690-4a00-9eda-20a6df648b88 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:58.512899 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-cc3446df-9876-4eb3-8c89-961d5860dfc8 req-4773356e-c690-4a00-9eda-20a6df648b88 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:58.534003 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cc3446df-9876-4eb3-8c89-961d5860dfc8 req-4773356e-c690-4a00-9eda-20a6df648b88 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6179748 Jul 24 00:55:58.554406 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-cc3446df-9876-4eb3-8c89-961d5860dfc8 req-ef8744f2-db73-46a7-9045-3b9477e940f0 service neutron] Request body: {'port': {'device_id': 'bceae334-ba8d-4b55-8e19-d9eab29f9581', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:55:58.647600 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-cc3446df-9876-4eb3-8c89-961d5860dfc8 req-ef8744f2-db73-46a7-9045-3b9477e940f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:58.652260 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 26c474df-670e-4532-b18d-6069fa751015 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:55:58.713964 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 26c474df-670e-4532-b18d-6069fa751015 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:55:58.714256 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:58.755713 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2bf7e635-0f20-473c-951f-a0c41512810b None None] Provisioning for port 441849ca-f628-4994-8e5d-5a3b75e50539 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:55:58.762845 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2bf7e635-0f20-473c-951f-a0c41512810b None None] Provisioning complete for port 441849ca-f628-4994-8e5d-5a3b75e50539 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:55:58.763221 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2bf7e635-0f20-473c-951f-a0c41512810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:58.826501 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2bf7e635-0f20-473c-951f-a0c41512810b None None] Port 441849ca-f628-4994-8e5d-5a3b75e50539 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:55:58.842037 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 86e373df-ecba-4a7a-9c9c-9d4f5df68d1d up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:55:58.896722 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 86e373df-ecba-4a7a-9c9c-9d4f5df68d1d triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:55:58.897147 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:58.959631 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-cc3446df-9876-4eb3-8c89-961d5860dfc8 req-ef8744f2-db73-46a7-9045-3b9477e940f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 441849ca-f628-4994-8e5d-5a3b75e50539 {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:55:58.968720 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-cc3446df-9876-4eb3-8c89-961d5860dfc8 req-ef8744f2-db73-46a7-9045-3b9477e940f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:58.974699 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a56c9-5f8f-4f54-86c9-6c66e88bce4e req-0f943212-3fa2-4edd-b608-f7b36706ea9d tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:58.976903 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-544a56c9-5f8f-4f54-86c9-6c66e88bce4e req-0f943212-3fa2-4edd-b608-f7b36706ea9d tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=bceae334-ba8d-4b55-8e19-d9eab29f9581 HTTP/1.1" status: 200 len: 931 time: 0.0727506 Jul 24 00:55:58.991896 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-cc3446df-9876-4eb3-8c89-961d5860dfc8 req-ef8744f2-db73-46a7-9045-3b9477e940f0 service neutron] Transition to ACTIVE for port object 441849ca-f628-4994-8e5d-5a3b75e50539 will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:55:58.996601 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-cc3446df-9876-4eb3-8c89-961d5860dfc8 req-ef8744f2-db73-46a7-9045-3b9477e940f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:59.005234 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 7905810e-16c6-49e8-b65e-b26ee994e570 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:55:59.032665 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-544a56c9-5f8f-4f54-86c9-6c66e88bce4e req-90d5ec82-cc0f-4cf7-9bfd-0ad38e909d28 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ccc6b1e-e27a-4241-b4cb-93c7187d74c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439699 Jul 24 00:55:59.068618 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8744f2-db73-46a7-9045-3b9477e940f0 service neutron] Pushing event updated for resources: {'Port': ['ID=441849ca-f628-4994-8e5d-5a3b75e50539,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:59.069052 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 7905810e-16c6-49e8-b65e-b26ee994e570 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:55:59.076084 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 7905810e-16c6-49e8-b65e-b26ee994e570 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:55:59.076552 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:59.126064 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:59.152862 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-cc3446df-9876-4eb3-8c89-961d5860dfc8 req-ef8744f2-db73-46a7-9045-3b9477e940f0 service neutron] Attempting to bind port 441849ca-f628-4994-8e5d-5a3b75e50539 on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:55:59.153257 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-cc3446df-9876-4eb3-8c89-961d5860dfc8 req-ef8744f2-db73-46a7-9045-3b9477e940f0 service neutron] Attempting to bind port 441849ca-f628-4994-8e5d-5a3b75e50539 by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': 'e0ef645a-e0d6-4337-b7d7-9160eae3ea93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '56d461dd-dfa0-45c5-86fe-675d9fe12ada'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:55:59.153591 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3446df-9876-4eb3-8c89-961d5860dfc8 req-ef8744f2-db73-46a7-9045-3b9477e940f0 service neutron] Attempting to bind port 441849ca-f628-4994-8e5d-5a3b75e50539 on network 56d461dd-dfa0-45c5-86fe-675d9fe12ada {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:55:59.159469 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3446df-9876-4eb3-8c89-961d5860dfc8 req-ef8744f2-db73-46a7-9045-3b9477e940f0 service neutron] Port 441849ca-f628-4994-8e5d-5a3b75e50539 on network 56d461dd-dfa0-45c5-86fe-675d9fe12ada not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:55:59.159803 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3446df-9876-4eb3-8c89-961d5860dfc8 req-ef8744f2-db73-46a7-9045-3b9477e940f0 service neutron] Attempting to bind port 441849ca-f628-4994-8e5d-5a3b75e50539 on network 56d461dd-dfa0-45c5-86fe-675d9fe12ada {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:55:59.165550 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3446df-9876-4eb3-8c89-961d5860dfc8 req-ef8744f2-db73-46a7-9045-3b9477e940f0 service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:55:59.165892 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3446df-9876-4eb3-8c89-961d5860dfc8 req-ef8744f2-db73-46a7-9045-3b9477e940f0 service neutron] Checking segment: {'id': 'e0ef645a-e0d6-4337-b7d7-9160eae3ea93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '56d461dd-dfa0-45c5-86fe-675d9fe12ada'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:55:59.166678 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3446df-9876-4eb3-8c89-961d5860dfc8 req-ef8744f2-db73-46a7-9045-3b9477e940f0 service neutron] Bound using segment: {'id': 'e0ef645a-e0d6-4337-b7d7-9160eae3ea93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '56d461dd-dfa0-45c5-86fe-675d9fe12ada'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:55:59.166871 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-cc3446df-9876-4eb3-8c89-961d5860dfc8 req-ef8744f2-db73-46a7-9045-3b9477e940f0 service neutron] Bound port: 441849ca-f628-4994-8e5d-5a3b75e50539, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0ef645a-e0d6-4337-b7d7-9160eae3ea93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '56d461dd-dfa0-45c5-86fe-675d9fe12ada'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:55:59.167220 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-cc3446df-9876-4eb3-8c89-961d5860dfc8 req-ef8744f2-db73-46a7-9045-3b9477e940f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:59.178285 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:59.219738 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 7905810e-16c6-49e8-b65e-b26ee994e570, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=7905810e-16c6-49e8-b65e-b26ee994e570,segment=NetworkSegment(e0ef645a-e0d6-4337-b7d7-9160eae3ea93),segment_id=e0ef645a-e0d6-4337-b7d7-9160eae3ea93)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:55:59.225908 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:59.252511 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-cc3446df-9876-4eb3-8c89-961d5860dfc8 req-ef8744f2-db73-46a7-9045-3b9477e940f0 service neutron] For port 441849ca-f628-4994-8e5d-5a3b75e50539, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:55:59.261149 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-cc3446df-9876-4eb3-8c89-961d5860dfc8 req-ef8744f2-db73-46a7-9045-3b9477e940f0 service neutron] For port 441849ca-f628-4994-8e5d-5a3b75e50539, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=441849ca-f628-4994-8e5d-5a3b75e50539,segment=NetworkSegment(e0ef645a-e0d6-4337-b7d7-9160eae3ea93),segment_id=e0ef645a-e0d6-4337-b7d7-9160eae3ea93)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:55:59.268422 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-cc3446df-9876-4eb3-8c89-961d5860dfc8 req-ef8744f2-db73-46a7-9045-3b9477e940f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:59.303693 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=7905810e-16c6-49e8-b65e-b26ee994e570,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:59.318385 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3446df-9876-4eb3-8c89-961d5860dfc8 req-ef8744f2-db73-46a7-9045-3b9477e940f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:59.319015 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-cc3446df-9876-4eb3-8c89-961d5860dfc8 req-ef8744f2-db73-46a7-9045-3b9477e940f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:59.320461 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cc3446df-9876-4eb3-8c89-961d5860dfc8 req-ef8744f2-db73-46a7-9045-3b9477e940f0 service neutron] 10.222.0.52 "PUT /v2.0/ports/441849ca-f628-4994-8e5d-5a3b75e50539 HTTP/1.1" status: 200 len: 1092 time: 0.7784553 Jul 24 00:55:59.321175 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bceae334-ba8d-4b55-8e19-d9eab29f9581', 'tag': '441849ca-f628-4994-8e5d-5a3b75e50539'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:55:59.323613 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b5b12b33723a5ac99f65cff31e3c306c8fdd85da64bb4eb22f7eb8a86bf6c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75de84cf-6542-485d-b1b7-1caf372c0a94" -d '{"events": [{"name": "network-changed", "server_uuid": "bceae334-ba8d-4b55-8e19-d9eab29f9581", "tag": "441849ca-f628-4994-8e5d-5a3b75e50539"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:55:59.339160 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8744f2-db73-46a7-9045-3b9477e940f0 service neutron] Pushing event updated for resources: {'Port': ['ID=441849ca-f628-4994-8e5d-5a3b75e50539,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:59.402627 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c8901c-f718-4f73-bd61-ad7889d9054f x-openstack-request-id: req-39c8901c-f718-4f73-bd61-ad7889d9054f {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:55:59.402933 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bceae334-ba8d-4b55-8e19-d9eab29f9581", "tag": "441849ca-f628-4994-8e5d-5a3b75e50539", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:55:59.403305 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-39c8901c-f718-4f73-bd61-ad7889d9054f {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:55:59.403616 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bceae334-ba8d-4b55-8e19-d9eab29f9581', 'tag': '441849ca-f628-4994-8e5d-5a3b75e50539', 'status': 'completed', 'code': 200} Jul 24 00:55:59.433271 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3446df-9876-4eb3-8c89-961d5860dfc8 req-be116cbc-0591-4f76-9109-70ad77665573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:59.435005 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cc3446df-9876-4eb3-8c89-961d5860dfc8 req-be116cbc-0591-4f76-9109-70ad77665573 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=21fe67bd68cd4d41939b65b573d17a56&device_id=bceae334-ba8d-4b55-8e19-d9eab29f9581 HTTP/1.1" status: 200 len: 1095 time: 0.0721483 Jul 24 00:55:59.482068 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cc3446df-9876-4eb3-8c89-961d5860dfc8 req-90ecca2f-aa76-49b9-a56d-38c8d3a1e6c7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=441849ca-f628-4994-8e5d-5a3b75e50539 HTTP/1.1" status: 200 len: 217 time: 0.0401864 Jul 24 00:55:59.533501 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3446df-9876-4eb3-8c89-961d5860dfc8 req-246c93e3-f4e9-4885-bddb-2c12da5f2893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:59.535191 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cc3446df-9876-4eb3-8c89-961d5860dfc8 req-246c93e3-f4e9-4885-bddb-2c12da5f2893 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cdc051f3-71eb-4671-989c-06e02785fa9c HTTP/1.1" status: 200 len: 834 time: 0.0475831 Jul 24 00:55:59.595721 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3446df-9876-4eb3-8c89-961d5860dfc8 req-d3443c3f-ec6b-4fb2-94c5-c0c8194f3af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:59.597268 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cc3446df-9876-4eb3-8c89-961d5860dfc8 req-d3443c3f-ec6b-4fb2-94c5-c0c8194f3af2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=56d461dd-dfa0-45c5-86fe-675d9fe12ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562778 Jul 24 00:55:59.691034 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cc3446df-9876-4eb3-8c89-961d5860dfc8 req-6183b4d1-cea1-4ea5-82c4-61e74752cd60 service neutron] 10.222.0.52 "GET /v2.0/networks/56d461dd-dfa0-45c5-86fe-675d9fe12ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872529 Jul 24 00:55:59.782567 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cc3446df-9876-4eb3-8c89-961d5860dfc8 req-797d8f49-aca0-4625-a2b9-3a71d560edaf service neutron] 10.222.0.52 "GET /v2.0/networks/56d461dd-dfa0-45c5-86fe-675d9fe12ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855429 Jul 24 00:55:59.882921 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75de84cf-6542-485d-b1b7-1caf372c0a94 req-1c52b662-c372-45d8-8ba9-97efc63c07c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:59.884427 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-75de84cf-6542-485d-b1b7-1caf372c0a94 req-1c52b662-c372-45d8-8ba9-97efc63c07c9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=21fe67bd68cd4d41939b65b573d17a56&device_id=bceae334-ba8d-4b55-8e19-d9eab29f9581 HTTP/1.1" status: 200 len: 1095 time: 0.0587282 Jul 24 00:55:59.972576 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75de84cf-6542-485d-b1b7-1caf372c0a94 req-a90c2945-0a06-4188-b7fa-ae413d0c534b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:59.974135 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-75de84cf-6542-485d-b1b7-1caf372c0a94 req-a90c2945-0a06-4188-b7fa-ae413d0c534b service neutron] 10.222.0.52 "GET /v2.0/networks?id=56d461dd-dfa0-45c5-86fe-675d9fe12ada HTTP/1.1" status: 200 len: 898 time: 0.0837791 Jul 24 00:56:00.018946 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-75de84cf-6542-485d-b1b7-1caf372c0a94 req-fb4afdd9-e1ac-495d-9eb8-050b295d07ba service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=441849ca-f628-4994-8e5d-5a3b75e50539 HTTP/1.1" status: 200 len: 217 time: 0.0379786 Jul 24 00:56:00.069532 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75de84cf-6542-485d-b1b7-1caf372c0a94 req-285e56e5-992c-4d55-ab37-bf177d619978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:00.071247 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-75de84cf-6542-485d-b1b7-1caf372c0a94 req-285e56e5-992c-4d55-ab37-bf177d619978 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cdc051f3-71eb-4671-989c-06e02785fa9c HTTP/1.1" status: 200 len: 834 time: 0.0461497 Jul 24 00:56:00.131083 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75de84cf-6542-485d-b1b7-1caf372c0a94 req-097ad0f3-3ec4-473f-9fa4-42de0c9299bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:00.132621 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-75de84cf-6542-485d-b1b7-1caf372c0a94 req-097ad0f3-3ec4-473f-9fa4-42de0c9299bc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=56d461dd-dfa0-45c5-86fe-675d9fe12ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541456 Jul 24 00:56:00.157635 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e711f-f2fc-4519-96dd-5166ffc4ef83 req-bb0eb6fb-790b-4f57-9dbd-929b435f0707 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:00.159413 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e82e711f-f2fc-4519-96dd-5166ffc4ef83 req-bb0eb6fb-790b-4f57-9dbd-929b435f0707 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=bceae334-ba8d-4b55-8e19-d9eab29f9581 HTTP/1.1" status: 200 len: 943 time: 0.0685127 Jul 24 00:56:00.197877 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e82e711f-f2fc-4519-96dd-5166ffc4ef83 req-ba62c63e-a476-4604-b521-edc5bd0f23fd tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ccc6b1e-e27a-4241-b4cb-93c7187d74c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328107 Jul 24 00:56:00.226487 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-75de84cf-6542-485d-b1b7-1caf372c0a94 req-a949a10c-72d3-4c91-8109-890e12733b36 service neutron] 10.222.0.52 "GET /v2.0/networks/56d461dd-dfa0-45c5-86fe-675d9fe12ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865037 Jul 24 00:56:00.314121 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-75de84cf-6542-485d-b1b7-1caf372c0a94 req-4ff171d3-bf13-49ed-b4fb-be90d0703be2 service neutron] 10.222.0.52 "GET /v2.0/networks/56d461dd-dfa0-45c5-86fe-675d9fe12ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808473 Jul 24 00:56:00.511009 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 7905810e-16c6-49e8-b65e-b26ee994e570 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:56:00.558677 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 7905810e-16c6-49e8-b65e-b26ee994e570 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:56:00.559055 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:01.335380 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fabd5c-9153-4bc0-8715-1cf56ee00c27 req-86209bbc-d754-44a7-a83f-e8051182907e tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:01.337048 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-94fabd5c-9153-4bc0-8715-1cf56ee00c27 req-86209bbc-d754-44a7-a83f-e8051182907e tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=bceae334-ba8d-4b55-8e19-d9eab29f9581 HTTP/1.1" status: 200 len: 943 time: 0.0730798 Jul 24 00:56:01.379555 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-94fabd5c-9153-4bc0-8715-1cf56ee00c27 req-ee7f7a61-fc36-40c4-8285-4f48a6e637c0 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ccc6b1e-e27a-4241-b4cb-93c7187d74c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369015 Jul 24 00:56:02.265340 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 441849ca-f628-4994-8e5d-5a3b75e50539 details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:56:02.361301 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 441849ca-f628-4994-8e5d-5a3b75e50539, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=441849ca-f628-4994-8e5d-5a3b75e50539,segment=NetworkSegment(e0ef645a-e0d6-4337-b7d7-9160eae3ea93),segment_id=e0ef645a-e0d6-4337-b7d7-9160eae3ea93)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:56:02.372216 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': '441849ca-f628-4994-8e5d-5a3b75e50539', 'network_id': '56d461dd-dfa0-45c5-86fe-675d9fe12ada', 'port_id': '441849ca-f628-4994-8e5d-5a3b75e50539', 'mac_address': 'fa:16:3e:d8:77:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdc051f3-71eb-4671-989c-06e02785fa9c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:56:02.409068 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:02.421660 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 441849ca-f628-4994-8e5d-5a3b75e50539 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:56:02.445025 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 441849ca-f628-4994-8e5d-5a3b75e50539, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=441849ca-f628-4994-8e5d-5a3b75e50539,segment=NetworkSegment(e0ef645a-e0d6-4337-b7d7-9160eae3ea93),segment_id=e0ef645a-e0d6-4337-b7d7-9160eae3ea93)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:56:02.449695 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:02.498264 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=441849ca-f628-4994-8e5d-5a3b75e50539,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:02.513709 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d95e79-e4e6-4295-9255-174d807793ed req-0504ae5b-ceeb-4b01-b4f7-51c76ba13f53 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:02.515229 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-62d95e79-e4e6-4295-9255-174d807793ed req-0504ae5b-ceeb-4b01-b4f7-51c76ba13f53 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=bceae334-ba8d-4b55-8e19-d9eab29f9581 HTTP/1.1" status: 200 len: 944 time: 0.0699444 Jul 24 00:56:02.553695 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-62d95e79-e4e6-4295-9255-174d807793ed req-52fa99a1-924d-413d-b9d7-8ca745f91dfb tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ccc6b1e-e27a-4241-b4cb-93c7187d74c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320902 Jul 24 00:56:02.659712 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['441849ca-f628-4994-8e5d-5a3b75e50539'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:56:03.684454 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adfcbd0-c6c2-4da4-b238-c23915e53509 req-ced2a86a-e53d-436e-8337-535595e20229 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:03.685978 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2adfcbd0-c6c2-4da4-b238-c23915e53509 req-ced2a86a-e53d-436e-8337-535595e20229 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=bceae334-ba8d-4b55-8e19-d9eab29f9581 HTTP/1.1" status: 200 len: 944 time: 0.0633330 Jul 24 00:56:03.735513 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2adfcbd0-c6c2-4da4-b238-c23915e53509 req-9d220cbe-4f1c-4d10-9191-e6be88c95cda tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ccc6b1e-e27a-4241-b4cb-93c7187d74c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406382 Jul 24 00:56:04.281485 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 441849ca-f628-4994-8e5d-5a3b75e50539 up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:56:04.329783 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port 441849ca-f628-4994-8e5d-5a3b75e50539 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:56:04.334255 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port 441849ca-f628-4994-8e5d-5a3b75e50539 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:56:04.334790 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:04.414851 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:04.436644 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bceae334-ba8d-4b55-8e19-d9eab29f9581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '441849ca-f628-4994-8e5d-5a3b75e50539'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:56:04.438924 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}558c1f08c3ad39984887c6beba8768e196794644b3da822fc6f02d9261914d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-408bd414-99e3-4366-b4f8-fb1d0e6174a9" -d '{"events": [{"server_uuid": "bceae334-ba8d-4b55-8e19-d9eab29f9581", "name": "network-vif-plugged", "status": "completed", "tag": "441849ca-f628-4994-8e5d-5a3b75e50539"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:56:04.451262 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 441849ca-f628-4994-8e5d-5a3b75e50539, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=441849ca-f628-4994-8e5d-5a3b75e50539,segment=NetworkSegment(e0ef645a-e0d6-4337-b7d7-9160eae3ea93),segment_id=e0ef645a-e0d6-4337-b7d7-9160eae3ea93)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:56:04.455338 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:04.505750 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=441849ca-f628-4994-8e5d-5a3b75e50539,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:04.529812 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df6b9ba2-2c2e-4157-ae97-299ff4433024 x-openstack-request-id: req-df6b9ba2-2c2e-4157-ae97-299ff4433024 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:56:04.530110 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bceae334-ba8d-4b55-8e19-d9eab29f9581", "name": "network-vif-plugged", "status": "completed", "tag": "441849ca-f628-4994-8e5d-5a3b75e50539", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:56:04.530372 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-df6b9ba2-2c2e-4157-ae97-299ff4433024 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:56:04.530774 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bceae334-ba8d-4b55-8e19-d9eab29f9581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '441849ca-f628-4994-8e5d-5a3b75e50539', 'code': 200} Jul 24 00:56:04.642084 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb3c63-f6bf-409f-b924-264fcf76a335 req-e90d69c2-eaba-4962-946d-ac145a6be031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:04.643519 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-acdb3c63-f6bf-409f-b924-264fcf76a335 req-e90d69c2-eaba-4962-946d-ac145a6be031 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=bceae334-ba8d-4b55-8e19-d9eab29f9581 HTTP/1.1" status: 200 len: 1097 time: 0.0568349 Jul 24 00:56:04.678177 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-acdb3c63-f6bf-409f-b924-264fcf76a335 req-06439efa-e273-4432-a1b7-9cb44f156a55 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1ccc6b1e-e27a-4241-b4cb-93c7187d74c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287099 Jul 24 00:56:04.870402 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c8b6a1-78b7-4bec-945a-87e5d5fe30a9 req-f5976dd1-4e51-496f-9d07-0c66c05e73c4 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:04.871908 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a9c8b6a1-78b7-4bec-945a-87e5d5fe30a9 req-f5976dd1-4e51-496f-9d07-0c66c05e73c4 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=bceae334-ba8d-4b55-8e19-d9eab29f9581 HTTP/1.1" status: 200 len: 945 time: 0.0661702 Jul 24 00:56:04.910965 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a9c8b6a1-78b7-4bec-945a-87e5d5fe30a9 req-0f9613fa-0587-4512-a0ac-9ac36649c0e0 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ccc6b1e-e27a-4241-b4cb-93c7187d74c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333445 Jul 24 00:56:06.040701 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fb1c8e-ba49-4c7e-aa85-340dbf3eca2a req-026bbaac-c956-4cd7-aee4-12f9ac6a00cf tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:06.042210 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c3fb1c8e-ba49-4c7e-aa85-340dbf3eca2a req-026bbaac-c956-4cd7-aee4-12f9ac6a00cf tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=bceae334-ba8d-4b55-8e19-d9eab29f9581 HTTP/1.1" status: 200 len: 945 time: 0.0633357 Jul 24 00:56:06.079192 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c3fb1c8e-ba49-4c7e-aa85-340dbf3eca2a req-a13c5cec-a9ee-4485-bf23-c46072c55230 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ccc6b1e-e27a-4241-b4cb-93c7187d74c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314460 Jul 24 00:56:06.206760 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f758a8de-12a8-4c09-8a67-91cf476b86bb req-dc47cf6d-e3f5-49ac-a310-f845e93e9f33 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:06.208204 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f758a8de-12a8-4c09-8a67-91cf476b86bb req-dc47cf6d-e3f5-49ac-a310-f845e93e9f33 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=bceae334-ba8d-4b55-8e19-d9eab29f9581 HTTP/1.1" status: 200 len: 945 time: 0.0638683 Jul 24 00:56:06.246105 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f758a8de-12a8-4c09-8a67-91cf476b86bb req-5abf09cf-8baf-4c95-bd4a-7bf9088dccfc tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ccc6b1e-e27a-4241-b4cb-93c7187d74c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324590 Jul 24 00:56:06.266988 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43466) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:56:06.320238 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195b0464-019e-4ea0-b497-f4ec8e9ecc02 tempest-TestNetworkAdvancedServerOps-1466672450 tempest-TestNetworkAdvancedServerOps-1466672450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:06.321769 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-195b0464-019e-4ea0-b497-f4ec8e9ecc02 tempest-TestNetworkAdvancedServerOps-1466672450 tempest-TestNetworkAdvancedServerOps-1466672450-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=bceae334-ba8d-4b55-8e19-d9eab29f9581 HTTP/1.1" status: 200 len: 1092 time: 0.0533426 Jul 24 00:56:06.324583 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43468) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:56:06.328834 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-036b2b7d-58ff-49db-a9ed-cde0520ac33e tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Request body: {'floatingip': {'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'port_id': '441849ca-f628-4994-8e5d-5a3b75e50539', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:56:06.349991 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-036b2b7d-58ff-49db-a9ed-cde0520ac33e tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for floatingip, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:06.448786 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-036b2b7d-58ff-49db-a9ed-cde0520ac33e tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:06.558554 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-036b2b7d-58ff-49db-a9ed-cde0520ac33e tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Allocated IP 172.25.3.15 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/072982a9-60f9-4525-8305-9c1ea397a205) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:56:06.665801 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-036b2b7d-58ff-49db-a9ed-cde0520ac33e tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:06.704071 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-036b2b7d-58ff-49db-a9ed-cde0520ac33e tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:06.739537 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036b2b7d-58ff-49db-a9ed-cde0520ac33e tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:56:06.742274 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-036b2b7d-58ff-49db-a9ed-cde0520ac33e tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:56:06.748041 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036b2b7d-58ff-49db-a9ed-cde0520ac33e tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:56:06.778407 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036b2b7d-58ff-49db-a9ed-cde0520ac33e tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event updated for resources: {'Port': ['ID=072982a9-60f9-4525-8305-9c1ea397a205,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:07.098464 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-036b2b7d-58ff-49db-a9ed-cde0520ac33e tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:07.173707 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-036b2b7d-58ff-49db-a9ed-cde0520ac33e tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:07.324577 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-036b2b7d-58ff-49db-a9ed-cde0520ac33e tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:07.329109 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-036b2b7d-58ff-49db-a9ed-cde0520ac33e tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:07.399450 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036b2b7d-58ff-49db-a9ed-cde0520ac33e tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event updated for resources: {'Port': ['ID=072982a9-60f9-4525-8305-9c1ea397a205,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:07.408457 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-036b2b7d-58ff-49db-a9ed-cde0520ac33e tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:07.506461 n-d-800088-16 neutron-server[100313]: INFO neutron.db.l3_db [None req-036b2b7d-58ff-49db-a9ed-cde0520ac33e tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Floating IP ff6493d7-369a-43d6-8f8d-9f793a381cba associated. External IP: 172.25.3.15, port: 441849ca-f628-4994-8e5d-5a3b75e50539. Jul 24 00:56:07.718852 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-036b2b7d-58ff-49db-a9ed-cde0520ac33e tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Router 8aec55be-2369-42e0-a1fc-da014ec60b03 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:56:07.825611 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-036b2b7d-58ff-49db-a9ed-cde0520ac33e tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:56:07.835122 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd341753-26ce-45c0-b74a-afa9cd86f1be None None] Sync routers for ids ['8aec55be-2369-42e0-a1fc-da014ec60b03'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:56:07.843309 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-036b2b7d-58ff-49db-a9ed-cde0520ac33e tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:07.845820 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd341753-26ce-45c0-b74a-afa9cd86f1be None None] Routers {'8aec55be-2369-42e0-a1fc-da014ec60b03'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:56:07.846424 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-bd341753-26ce-45c0-b74a-afa9cd86f1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:55:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['8aec55be-2369-42e0-a1fc-da014ec60b03'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:56:07.880296 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-036b2b7d-58ff-49db-a9ed-cde0520ac33e tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5546687 Jul 24 00:56:07.880919 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bceae334-ba8d-4b55-8e19-d9eab29f9581', 'tag': '441849ca-f628-4994-8e5d-5a3b75e50539'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:56:07.883189 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b5b12b33723a5ac99f65cff31e3c306c8fdd85da64bb4eb22f7eb8a86bf6c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae4fdae9-1f17-42ca-83db-d7037e4b5fcf" -d '{"events": [{"name": "network-changed", "server_uuid": "bceae334-ba8d-4b55-8e19-d9eab29f9581", "tag": "441849ca-f628-4994-8e5d-5a3b75e50539"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:56:07.924388 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf294d1-a972-4b74-a950-f23fed5dfe56 x-openstack-request-id: req-dbf294d1-a972-4b74-a950-f23fed5dfe56 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:56:07.924682 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bceae334-ba8d-4b55-8e19-d9eab29f9581", "tag": "441849ca-f628-4994-8e5d-5a3b75e50539", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:56:07.925216 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dbf294d1-a972-4b74-a950-f23fed5dfe56 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:56:07.925616 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bceae334-ba8d-4b55-8e19-d9eab29f9581', 'tag': '441849ca-f628-4994-8e5d-5a3b75e50539', 'status': 'completed', 'code': 200} Jul 24 00:56:07.957287 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-bd341753-26ce-45c0-b74a-afa9cd86f1be None None] Set router 8aec55be-2369-42e0-a1fc-da014ec60b03 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:56:08.001298 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4fdae9-1f17-42ca-83db-d7037e4b5fcf req-fa1281f7-6423-40e5-8fb4-56478cb886b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:08.003488 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ae4fdae9-1f17-42ca-83db-d7037e4b5fcf req-fa1281f7-6423-40e5-8fb4-56478cb886b4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=21fe67bd68cd4d41939b65b573d17a56&device_id=bceae334-ba8d-4b55-8e19-d9eab29f9581 HTTP/1.1" status: 200 len: 1097 time: 0.0571327 Jul 24 00:56:08.019284 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d980d6df-8c0c-4c3b-b4b9-3a147e1b7317 req-e6d2794f-2a8f-4731-83d5-7f8863416e94 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:08.020856 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d980d6df-8c0c-4c3b-b4b9-3a147e1b7317 req-e6d2794f-2a8f-4731-83d5-7f8863416e94 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=bceae334-ba8d-4b55-8e19-d9eab29f9581 HTTP/1.1" status: 200 len: 945 time: 0.0783386 Jul 24 00:56:08.060882 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d980d6df-8c0c-4c3b-b4b9-3a147e1b7317 req-5cdaad26-76d3-463a-a0a1-df3999318344 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ccc6b1e-e27a-4241-b4cb-93c7187d74c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340898 Jul 24 00:56:08.084451 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43474) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:56:08.097860 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4fdae9-1f17-42ca-83db-d7037e4b5fcf req-7da6ed9b-e1be-4a9f-beac-77a23b50af01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:08.099448 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ae4fdae9-1f17-42ca-83db-d7037e4b5fcf req-7da6ed9b-e1be-4a9f-beac-77a23b50af01 service neutron] 10.222.0.52 "GET /v2.0/networks?id=56d461dd-dfa0-45c5-86fe-675d9fe12ada HTTP/1.1" status: 200 len: 898 time: 0.0904155 Jul 24 00:56:08.149480 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-07b09960-6c3f-4b01-ab41-48be15fb78c6 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/floatingips/ff6493d7-369a-43d6-8f8d-9f793a381cba HTTP/1.1" status: 200 len: 990 time: 0.0618336 Jul 24 00:56:08.168473 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ae4fdae9-1f17-42ca-83db-d7037e4b5fcf req-2cfd06b1-9202-4297-8ebe-179c323e21e3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=441849ca-f628-4994-8e5d-5a3b75e50539 HTTP/1.1" status: 200 len: 998 time: 0.0626950 Jul 24 00:56:08.191323 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-bd341753-26ce-45c0-b74a-afa9cd86f1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aec55be-2369-42e0-a1fc-da014ec60b03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117548625', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '86e373df-ecba-4a7a-9c9c-9d4f5df68d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:55:51Z', 'updated_at': '2021-07-24T00:55:54Z', 'revision_number': 4, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'gw_port': {'id': '86e373df-ecba-4a7a-9c9c-9d4f5df68d1d', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:92:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aec55be-2369-42e0-a1fc-da014ec60b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:55:52Z', 'updated_at': '2021-07-24T00:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': 'ff6493d7-369a-43d6-8f8d-9f793a381cba', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'floating_ip_address': '172.25.3.15', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '8aec55be-2369-42e0-a1fc-da014ec60b03', 'port_id': '441849ca-f628-4994-8e5d-5a3b75e50539', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56d461dd-dfa0-45c5-86fe-675d9fe12ada', 'mac_address': 'fa:16:3e:d8:77:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bceae334-ba8d-4b55-8e19-d9eab29f9581', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:56:06Z', 'updated_at': '2021-07-24T00:56:06Z', 'revision_number': 0, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7905810e-16c6-49e8-b65e-b26ee994e570', 'name': '', 'network_id': '56d461dd-dfa0-45c5-86fe-675d9fe12ada', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'mac_address': 'fa:16:3e:42:38:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aec55be-2369-42e0-a1fc-da014ec60b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'cdc051f3-71eb-4671-989c-06e02785fa9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:55:54Z', 'updated_at': '2021-07-24T00:55:59Z', 'revision_number': 5, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'subnets': [{'id': 'cdc051f3-71eb-4671-989c-06e02785fa9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:56:08.217038 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4fdae9-1f17-42ca-83db-d7037e4b5fcf req-8e2cb09e-68ce-4876-b1ab-01917a46ac3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:08.218527 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ae4fdae9-1f17-42ca-83db-d7037e4b5fcf req-8e2cb09e-68ce-4876-b1ab-01917a46ac3e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cdc051f3-71eb-4671-989c-06e02785fa9c HTTP/1.1" status: 200 len: 834 time: 0.0431702 Jul 24 00:56:08.220831 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd341753-26ce-45c0-b74a-afa9cd86f1be None None] Checking router: 8aec55be-2369-42e0-a1fc-da014ec60b03 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:56:08.229445 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd341753-26ce-45c0-b74a-afa9cd86f1be None None] Routers {'8aec55be-2369-42e0-a1fc-da014ec60b03'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:56:08.230043 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-bd341753-26ce-45c0-b74a-afa9cd86f1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:55:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['8aec55be-2369-42e0-a1fc-da014ec60b03'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:56:08.279405 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4fdae9-1f17-42ca-83db-d7037e4b5fcf req-430589db-456c-4f00-a526-7871bb5075e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:08.280947 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ae4fdae9-1f17-42ca-83db-d7037e4b5fcf req-430589db-456c-4f00-a526-7871bb5075e9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=56d461dd-dfa0-45c5-86fe-675d9fe12ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568020 Jul 24 00:56:08.330903 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-bd341753-26ce-45c0-b74a-afa9cd86f1be None None] Set router 8aec55be-2369-42e0-a1fc-da014ec60b03 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:56:08.368385 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ae4fdae9-1f17-42ca-83db-d7037e4b5fcf req-949a4c26-3c18-4564-8df6-c3d582378b66 service neutron] 10.222.0.52 "GET /v2.0/networks/56d461dd-dfa0-45c5-86fe-675d9fe12ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807819 Jul 24 00:56:08.462044 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ae4fdae9-1f17-42ca-83db-d7037e4b5fcf req-d6c55eca-2f3d-448b-bb55-56871c2115ec service neutron] 10.222.0.52 "GET /v2.0/networks/56d461dd-dfa0-45c5-86fe-675d9fe12ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878980 Jul 24 00:56:08.556516 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-bd341753-26ce-45c0-b74a-afa9cd86f1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aec55be-2369-42e0-a1fc-da014ec60b03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117548625', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '86e373df-ecba-4a7a-9c9c-9d4f5df68d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:55:51Z', 'updated_at': '2021-07-24T00:55:54Z', 'revision_number': 4, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'gw_port': {'id': '86e373df-ecba-4a7a-9c9c-9d4f5df68d1d', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:92:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aec55be-2369-42e0-a1fc-da014ec60b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:55:52Z', 'updated_at': '2021-07-24T00:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': 'ff6493d7-369a-43d6-8f8d-9f793a381cba', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'floating_ip_address': '172.25.3.15', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '8aec55be-2369-42e0-a1fc-da014ec60b03', 'port_id': '441849ca-f628-4994-8e5d-5a3b75e50539', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56d461dd-dfa0-45c5-86fe-675d9fe12ada', 'mac_address': 'fa:16:3e:d8:77:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bceae334-ba8d-4b55-8e19-d9eab29f9581', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:56:06Z', 'updated_at': '2021-07-24T00:56:06Z', 'revision_number': 0, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7905810e-16c6-49e8-b65e-b26ee994e570', 'name': '', 'network_id': '56d461dd-dfa0-45c5-86fe-675d9fe12ada', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'mac_address': 'fa:16:3e:42:38:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aec55be-2369-42e0-a1fc-da014ec60b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'cdc051f3-71eb-4671-989c-06e02785fa9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:55:54Z', 'updated_at': '2021-07-24T00:55:59Z', 'revision_number': 5, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'subnets': [{'id': 'cdc051f3-71eb-4671-989c-06e02785fa9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:56:08.582168 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd341753-26ce-45c0-b74a-afa9cd86f1be None None] The sync data for ids ['8aec55be-2369-42e0-a1fc-da014ec60b03'] in n-d-800088-16 is: [{'id': '8aec55be-2369-42e0-a1fc-da014ec60b03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117548625', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '86e373df-ecba-4a7a-9c9c-9d4f5df68d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:55:51Z', 'updated_at': '2021-07-24T00:55:54Z', 'revision_number': 4, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'gw_port': {'id': '86e373df-ecba-4a7a-9c9c-9d4f5df68d1d', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:92:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aec55be-2369-42e0-a1fc-da014ec60b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:55:52Z', 'updated_at': '2021-07-24T00:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': 'ff6493d7-369a-43d6-8f8d-9f793a381cba', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'floating_ip_address': '172.25.3.15', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '8aec55be-2369-42e0-a1fc-da014ec60b03', 'port_id': '441849ca-f628-4994-8e5d-5a3b75e50539', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56d461dd-dfa0-45c5-86fe-675d9fe12ada', 'mac_address': 'fa:16:3e:d8:77:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bceae334-ba8d-4b55-8e19-d9eab29f9581', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:56:06Z', 'updated_at': '2021-07-24T00:56:06Z', 'revision_number': 0, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7905810e-16c6-49e8-b65e-b26ee994e570', 'name': '', 'network_id': '56d461dd-dfa0-45c5-86fe-675d9fe12ada', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'mac_address': 'fa:16:3e:42:38:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aec55be-2369-42e0-a1fc-da014ec60b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'cdc051f3-71eb-4671-989c-06e02785fa9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:55:54Z', 'updated_at': '2021-07-24T00:55:59Z', 'revision_number': 5, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'subnets': [{'id': 'cdc051f3-71eb-4671-989c-06e02785fa9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:56:08.763747 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e788b1-27d3-4ab7-97d7-76d6181837b4 None None] New status for floating IP ff6493d7-369a-43d6-8f8d-9f793a381cba: ACTIVE {{(pid=100315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 00:56:09.152322 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43476) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:56:09.211905 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-7b13b054-7cdc-4bb6-a975-c40ffb54621c tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/floatingips/ff6493d7-369a-43d6-8f8d-9f793a381cba HTTP/1.1" status: 200 len: 992 time: 0.0584874 Jul 24 00:56:15.375080 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:18.325131 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:23.265317 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-8635060f-e4b7-4458-80ea-09668f59d5e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:25.836338 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-208131fe-a77c-48f1-92ac-d8961d8a0738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:26.890700 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:27.510150 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:29.087909 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:29.187324 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-eba241cb-c335-4fb4-8a35-6b2cc7a17d1b req-43e3572d-7190-4aec-b31e-e0c461b8d890 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=bceae334-ba8d-4b55-8e19-d9eab29f9581&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0584116 Jul 24 00:56:29.281249 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba241cb-c335-4fb4-8a35-6b2cc7a17d1b req-3dba1c2c-ae11-4f1e-92d4-1d9365ddfe47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:29.282755 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-eba241cb-c335-4fb4-8a35-6b2cc7a17d1b req-3dba1c2c-ae11-4f1e-92d4-1d9365ddfe47 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=21fe67bd68cd4d41939b65b573d17a56&device_id=bceae334-ba8d-4b55-8e19-d9eab29f9581 HTTP/1.1" status: 200 len: 1097 time: 0.0537837 Jul 24 00:56:29.388161 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba241cb-c335-4fb4-8a35-6b2cc7a17d1b req-5aa01fdd-2cd5-4a01-a21e-faa84b4f49eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:29.389700 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-eba241cb-c335-4fb4-8a35-6b2cc7a17d1b req-5aa01fdd-2cd5-4a01-a21e-faa84b4f49eb service neutron] 10.222.0.52 "GET /v2.0/networks?id=56d461dd-dfa0-45c5-86fe-675d9fe12ada HTTP/1.1" status: 200 len: 898 time: 0.0848477 Jul 24 00:56:29.456261 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-eba241cb-c335-4fb4-8a35-6b2cc7a17d1b req-fea6b325-c73f-498a-ba40-cede859abe17 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=441849ca-f628-4994-8e5d-5a3b75e50539 HTTP/1.1" status: 200 len: 1000 time: 0.0603170 Jul 24 00:56:29.502882 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba241cb-c335-4fb4-8a35-6b2cc7a17d1b req-11bce1a1-5370-4be8-a683-158ae7f2bd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:29.504286 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-eba241cb-c335-4fb4-8a35-6b2cc7a17d1b req-11bce1a1-5370-4be8-a683-158ae7f2bd30 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cdc051f3-71eb-4671-989c-06e02785fa9c HTTP/1.1" status: 200 len: 834 time: 0.0422053 Jul 24 00:56:29.562089 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba241cb-c335-4fb4-8a35-6b2cc7a17d1b req-ab046a7e-7e0f-4fdf-9a36-cf97181dc703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:29.563515 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-eba241cb-c335-4fb4-8a35-6b2cc7a17d1b req-ab046a7e-7e0f-4fdf-9a36-cf97181dc703 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=56d461dd-dfa0-45c5-86fe-675d9fe12ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530076 Jul 24 00:56:29.956546 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-eba241cb-c335-4fb4-8a35-6b2cc7a17d1b req-b6d06f77-9ae1-4d52-af31-54e0ca804ee0 service neutron] 10.222.0.52 "GET /v2.0/networks/56d461dd-dfa0-45c5-86fe-675d9fe12ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3861940 Jul 24 00:56:30.052675 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-eba241cb-c335-4fb4-8a35-6b2cc7a17d1b req-cc8e2799-1bf5-4734-b32c-3aa50947adcc service neutron] 10.222.0.52 "GET /v2.0/networks/56d461dd-dfa0-45c5-86fe-675d9fe12ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890040 Jul 24 00:56:30.354813 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:56:40.564174 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c2d29d-d576-4afa-b1bb-e2d7fdc0ade1 req-9a690989-8589-4416-ba5f-66cdcdf38ce8 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:40.565815 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-70c2d29d-d576-4afa-b1bb-e2d7fdc0ade1 req-9a690989-8589-4416-ba5f-66cdcdf38ce8 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=bceae334-ba8d-4b55-8e19-d9eab29f9581 HTTP/1.1" status: 200 len: 945 time: 0.0644131 Jul 24 00:56:40.604917 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-70c2d29d-d576-4afa-b1bb-e2d7fdc0ade1 req-a41d45a2-66a4-4494-b462-bcf836ad4a91 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ccc6b1e-e27a-4241-b4cb-93c7187d74c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333498 Jul 24 00:56:40.633965 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-286ba10c-8013-42ca-85ac-aedf97ab9232 req-99f7dd5a-e217-4ede-90e7-b2724ae744e9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bceae334-ba8d-4b55-8e19-d9eab29f9581&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0947683 Jul 24 00:56:40.642519 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [req-286ba10c-8013-42ca-85ac-aedf97ab9232 req-5f6b8409-d2e6-4a14-b94f-be6503bfe542 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=100314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:56:40.643476 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-286ba10c-8013-42ca-85ac-aedf97ab9232 req-5f6b8409-d2e6-4a14-b94f-be6503bfe542 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050497 Jul 24 00:56:41.719775 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ba10c-8013-42ca-85ac-aedf97ab9232 req-0ae6a56f-1122-4cca-bb77-3c9206142e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:41.721339 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-286ba10c-8013-42ca-85ac-aedf97ab9232 req-0ae6a56f-1122-4cca-bb77-3c9206142e2b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=21fe67bd68cd4d41939b65b573d17a56&device_id=bceae334-ba8d-4b55-8e19-d9eab29f9581 HTTP/1.1" status: 200 len: 1097 time: 0.0565300 Jul 24 00:56:41.741358 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded35218-bf2c-49ae-87d3-dea0666e6015 req-6285d462-9c25-4ab3-8789-8e15c243243e tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:41.742883 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ded35218-bf2c-49ae-87d3-dea0666e6015 req-6285d462-9c25-4ab3-8789-8e15c243243e tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=bceae334-ba8d-4b55-8e19-d9eab29f9581 HTTP/1.1" status: 200 len: 945 time: 0.0652733 Jul 24 00:56:41.783075 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ded35218-bf2c-49ae-87d3-dea0666e6015 req-5cacbf36-d14f-4b5e-8ef9-a4544a23dca7 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ccc6b1e-e27a-4241-b4cb-93c7187d74c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331299 Jul 24 00:56:41.815275 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ba10c-8013-42ca-85ac-aedf97ab9232 req-83f42f8f-67df-4811-9aec-b630e03e3c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:41.816803 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-286ba10c-8013-42ca-85ac-aedf97ab9232 req-83f42f8f-67df-4811-9aec-b630e03e3c40 service neutron] 10.222.0.52 "GET /v2.0/networks?id=56d461dd-dfa0-45c5-86fe-675d9fe12ada HTTP/1.1" status: 200 len: 898 time: 0.0896769 Jul 24 00:56:41.879853 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-286ba10c-8013-42ca-85ac-aedf97ab9232 req-feb1288b-717b-4016-abf7-d587c26c6e3c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=441849ca-f628-4994-8e5d-5a3b75e50539 HTTP/1.1" status: 200 len: 1000 time: 0.0562451 Jul 24 00:56:41.933085 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ba10c-8013-42ca-85ac-aedf97ab9232 req-2197fee1-218d-494d-90b3-0137bc5339b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:41.934544 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-286ba10c-8013-42ca-85ac-aedf97ab9232 req-2197fee1-218d-494d-90b3-0137bc5339b9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cdc051f3-71eb-4671-989c-06e02785fa9c HTTP/1.1" status: 200 len: 834 time: 0.0485315 Jul 24 00:56:41.994800 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ba10c-8013-42ca-85ac-aedf97ab9232 req-96b5a34b-b36a-41ae-9ec7-67722af25a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:41.996315 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-286ba10c-8013-42ca-85ac-aedf97ab9232 req-96b5a34b-b36a-41ae-9ec7-67722af25a13 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=56d461dd-dfa0-45c5-86fe-675d9fe12ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560853 Jul 24 00:56:42.083722 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-286ba10c-8013-42ca-85ac-aedf97ab9232 req-9bddb65c-2628-4134-a8f4-f8852db190e3 service neutron] 10.222.0.52 "GET /v2.0/networks/56d461dd-dfa0-45c5-86fe-675d9fe12ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814943 Jul 24 00:56:42.202520 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-286ba10c-8013-42ca-85ac-aedf97ab9232 req-2ef8d049-01c5-4151-84cf-80e9e7ff074f service neutron] 10.222.0.52 "GET /v2.0/networks/56d461dd-dfa0-45c5-86fe-675d9fe12ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124496 Jul 24 00:56:42.911727 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9453c4b-a867-4cee-a704-e5a36658f343 req-5cdeb924-9a71-418e-af6f-4b4454e6c920 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:42.913912 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a9453c4b-a867-4cee-a704-e5a36658f343 req-5cdeb924-9a71-418e-af6f-4b4454e6c920 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=bceae334-ba8d-4b55-8e19-d9eab29f9581 HTTP/1.1" status: 200 len: 945 time: 0.0631931 Jul 24 00:56:42.952076 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a9453c4b-a867-4cee-a704-e5a36658f343 req-0af7f94a-1565-4fd3-8b87-5b042ad98200 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ccc6b1e-e27a-4241-b4cb-93c7187d74c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325065 Jul 24 00:56:44.085983 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5489fcb8-32e6-4577-8941-93b6d105f03c req-cbc57dc8-c798-412b-b8a8-f23927549cf5 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:44.087479 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5489fcb8-32e6-4577-8941-93b6d105f03c req-cbc57dc8-c798-412b-b8a8-f23927549cf5 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=bceae334-ba8d-4b55-8e19-d9eab29f9581 HTTP/1.1" status: 200 len: 945 time: 0.0664778 Jul 24 00:56:44.127234 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5489fcb8-32e6-4577-8941-93b6d105f03c req-99604e18-98d4-419a-95b4-5e1e449f5c77 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ccc6b1e-e27a-4241-b4cb-93c7187d74c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339191 Jul 24 00:56:45.265131 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180559cd-fa12-406a-9cac-10de68795462 req-9041b900-a949-424b-80aa-9e6ce895e3e8 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:45.266654 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-180559cd-fa12-406a-9cac-10de68795462 req-9041b900-a949-424b-80aa-9e6ce895e3e8 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=bceae334-ba8d-4b55-8e19-d9eab29f9581 HTTP/1.1" status: 200 len: 945 time: 0.0720975 Jul 24 00:56:45.304950 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-180559cd-fa12-406a-9cac-10de68795462 req-131b2815-51df-4161-806a-44c8565ddd28 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ccc6b1e-e27a-4241-b4cb-93c7187d74c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320389 Jul 24 00:56:45.390683 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:46.442074 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6dc3a6-1fc1-4b08-a511-8a0bca25569c req-4e5c5742-b5af-4d53-bed1-e31ad999874d tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:46.443584 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fc6dc3a6-1fc1-4b08-a511-8a0bca25569c req-4e5c5742-b5af-4d53-bed1-e31ad999874d tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=bceae334-ba8d-4b55-8e19-d9eab29f9581 HTTP/1.1" status: 200 len: 945 time: 0.0718448 Jul 24 00:56:46.481595 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fc6dc3a6-1fc1-4b08-a511-8a0bca25569c req-dafa9953-5907-4939-9d4d-13d86fdcf393 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ccc6b1e-e27a-4241-b4cb-93c7187d74c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323362 Jul 24 00:56:47.617329 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c271744-308e-45fc-9cbb-3a14b28725e1 req-7c61c074-cd9c-49cf-a608-2944d15ef892 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:47.618833 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7c271744-308e-45fc-9cbb-3a14b28725e1 req-7c61c074-cd9c-49cf-a608-2944d15ef892 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=bceae334-ba8d-4b55-8e19-d9eab29f9581 HTTP/1.1" status: 200 len: 945 time: 0.0659943 Jul 24 00:56:47.658540 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7c271744-308e-45fc-9cbb-3a14b28725e1 req-7c3afce8-8bcb-4d0c-8b08-4221be5b9111 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ccc6b1e-e27a-4241-b4cb-93c7187d74c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316627 Jul 24 00:56:48.324078 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:48.789486 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692ef8e-75b8-493f-9807-db76573b2dd4 req-ab722f84-028b-454f-9b23-5d88511440ce tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:48.791005 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3692ef8e-75b8-493f-9807-db76573b2dd4 req-ab722f84-028b-454f-9b23-5d88511440ce tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=bceae334-ba8d-4b55-8e19-d9eab29f9581 HTTP/1.1" status: 200 len: 945 time: 0.0636411 Jul 24 00:56:48.835029 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3692ef8e-75b8-493f-9807-db76573b2dd4 req-5ba132cd-9553-4dc5-b533-faecbcc410e5 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ccc6b1e-e27a-4241-b4cb-93c7187d74c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345125 Jul 24 00:56:49.966657 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9c109e-53a8-4a3f-a3dd-d222ba6004e0 req-4b011a07-0a64-4287-b64a-07d73c9d246e tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:49.968157 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fa9c109e-53a8-4a3f-a3dd-d222ba6004e0 req-4b011a07-0a64-4287-b64a-07d73c9d246e tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=bceae334-ba8d-4b55-8e19-d9eab29f9581 HTTP/1.1" status: 200 len: 945 time: 0.0657308 Jul 24 00:56:50.009677 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fa9c109e-53a8-4a3f-a3dd-d222ba6004e0 req-91cbe2a6-846e-4b39-a65c-def4f5d82fb1 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ccc6b1e-e27a-4241-b4cb-93c7187d74c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357978 Jul 24 00:56:51.141696 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf90e6-0839-43da-bb3c-2b274943aceb req-f7066066-e0cf-40f1-8602-eb436d2450fe tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:51.143199 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-05cf90e6-0839-43da-bb3c-2b274943aceb req-f7066066-e0cf-40f1-8602-eb436d2450fe tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=bceae334-ba8d-4b55-8e19-d9eab29f9581 HTTP/1.1" status: 200 len: 945 time: 0.0674410 Jul 24 00:56:51.181761 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-05cf90e6-0839-43da-bb3c-2b274943aceb req-561349d7-543f-412f-9777-dcad463a63ad tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ccc6b1e-e27a-4241-b4cb-93c7187d74c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324874 Jul 24 00:56:52.317538 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7d1320-7ff4-4ee0-b3b5-8980637e7fc9 req-0a637ae3-5d14-4f9d-81df-3cf57cd48890 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:52.319026 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fd7d1320-7ff4-4ee0-b3b5-8980637e7fc9 req-0a637ae3-5d14-4f9d-81df-3cf57cd48890 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=bceae334-ba8d-4b55-8e19-d9eab29f9581 HTTP/1.1" status: 200 len: 945 time: 0.0641394 Jul 24 00:56:52.359717 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-fd7d1320-7ff4-4ee0-b3b5-8980637e7fc9 req-30f97de9-2879-4730-87ef-d48203d56fc2 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ccc6b1e-e27a-4241-b4cb-93c7187d74c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349107 Jul 24 00:56:53.271709 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-51a55d7f-b794-43db-adef-76872beafda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:53.493760 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c624990d-8edd-48ed-82ee-73d72a9b4e81 req-2b4b3a32-108c-493a-a76e-276511cc3404 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:53.495176 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c624990d-8edd-48ed-82ee-73d72a9b4e81 req-2b4b3a32-108c-493a-a76e-276511cc3404 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=bceae334-ba8d-4b55-8e19-d9eab29f9581 HTTP/1.1" status: 200 len: 945 time: 0.0655437 Jul 24 00:56:53.535140 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c624990d-8edd-48ed-82ee-73d72a9b4e81 req-c1b89674-c5d7-4a9a-ab6b-646d91881163 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ccc6b1e-e27a-4241-b4cb-93c7187d74c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322030 Jul 24 00:56:54.674331 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4bb197-d0c5-407b-874a-0deab133474a req-b1fa2498-3a5f-49fa-8afb-8567008d6379 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:54.675882 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ad4bb197-d0c5-407b-874a-0deab133474a req-b1fa2498-3a5f-49fa-8afb-8567008d6379 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=bceae334-ba8d-4b55-8e19-d9eab29f9581 HTTP/1.1" status: 200 len: 945 time: 0.0637484 Jul 24 00:56:54.714390 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ad4bb197-d0c5-407b-874a-0deab133474a req-ae936ef2-5e71-4c16-a14c-19d6c2e58cb7 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ccc6b1e-e27a-4241-b4cb-93c7187d74c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326221 Jul 24 00:56:55.840050 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-13c42cf6-a136-49bb-b359-39834aa651e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:55.847349 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c542eb29-c640-41ba-a66f-0a014f8186f5 req-1a0621dd-8fe1-42d4-94fe-445d67e2a28c tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:55.848906 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c542eb29-c640-41ba-a66f-0a014f8186f5 req-1a0621dd-8fe1-42d4-94fe-445d67e2a28c tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=bceae334-ba8d-4b55-8e19-d9eab29f9581 HTTP/1.1" status: 200 len: 945 time: 0.0675225 Jul 24 00:56:55.887463 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c542eb29-c640-41ba-a66f-0a014f8186f5 req-b8a85423-b71e-444b-9380-0a16ba154019 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ccc6b1e-e27a-4241-b4cb-93c7187d74c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322404 Jul 24 00:56:56.891907 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:57.031228 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796e2cb6-5135-4f00-906e-73b6bb62822f req-00abb55c-33ec-4ec3-bfa1-268a87e40818 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:57.032703 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-796e2cb6-5135-4f00-906e-73b6bb62822f req-00abb55c-33ec-4ec3-bfa1-268a87e40818 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=bceae334-ba8d-4b55-8e19-d9eab29f9581 HTTP/1.1" status: 200 len: 945 time: 0.0662732 Jul 24 00:56:57.071074 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-796e2cb6-5135-4f00-906e-73b6bb62822f req-6108ce55-da03-457b-8b88-2709106b0579 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ccc6b1e-e27a-4241-b4cb-93c7187d74c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321431 Jul 24 00:56:57.515635 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:58.209640 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e493d6-dd70-4ea4-97c0-b13221785b00 req-c32d5469-3f03-4548-9c5b-ccba0e98f529 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:58.211043 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-66e493d6-dd70-4ea4-97c0-b13221785b00 req-c32d5469-3f03-4548-9c5b-ccba0e98f529 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=bceae334-ba8d-4b55-8e19-d9eab29f9581 HTTP/1.1" status: 200 len: 945 time: 0.0718560 Jul 24 00:56:58.253816 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-66e493d6-dd70-4ea4-97c0-b13221785b00 req-d32705de-b6ce-4609-b513-15fc05948956 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ccc6b1e-e27a-4241-b4cb-93c7187d74c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371113 Jul 24 00:56:58.951704 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [req-286ba10c-8013-42ca-85ac-aedf97ab9232 req-f34d542e-1999-422b-a3db-edf22889a235 service neutron] show failed (client error): The resource could not be found. Jul 24 00:56:58.952789 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-286ba10c-8013-42ca-85ac-aedf97ab9232 req-f34d542e-1999-422b-a3db-edf22889a235 service neutron] 10.222.0.52 "GET /v2.0/ports/441849ca-f628-4994-8e5d-5a3b75e50539/bindings/n-h2-800088-16 HTTP/1.1" status: 404 len: 381 time: 0.0608842 Jul 24 00:56:59.093039 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:59.203390 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ba10c-8013-42ca-85ac-aedf97ab9232 req-d1ac9fea-fa0c-43dc-a6f0-68de9634df8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:59.204840 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-286ba10c-8013-42ca-85ac-aedf97ab9232 req-d1ac9fea-fa0c-43dc-a6f0-68de9634df8d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bceae334-ba8d-4b55-8e19-d9eab29f9581&tenant_id=21fe67bd68cd4d41939b65b573d17a56 HTTP/1.1" status: 200 len: 1097 time: 0.0980194 Jul 24 00:56:59.220320 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [req-286ba10c-8013-42ca-85ac-aedf97ab9232 req-a1b9517c-3c77-4798-9ce5-be9fa55cdc5e service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=100314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:56:59.221306 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-286ba10c-8013-42ca-85ac-aedf97ab9232 req-a1b9517c-3c77-4798-9ce5-be9fa55cdc5e service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049992 Jul 24 00:56:59.231936 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-286ba10c-8013-42ca-85ac-aedf97ab9232 req-cb65f456-79ea-4c1e-921b-9b65f08091c6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800088-16', 'device_owner': 'compute:nova'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:56:59.310998 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-286ba10c-8013-42ca-85ac-aedf97ab9232 req-cb65f456-79ea-4c1e-921b-9b65f08091c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:59.397888 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6626ce9a-8422-4145-aae6-52dfd650870d req-6038988b-e8dd-433a-8882-61d9aec57467 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:59.399321 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6626ce9a-8422-4145-aae6-52dfd650870d req-6038988b-e8dd-433a-8882-61d9aec57467 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=bceae334-ba8d-4b55-8e19-d9eab29f9581 HTTP/1.1" status: 200 len: 945 time: 0.0682547 Jul 24 00:56:59.441997 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6626ce9a-8422-4145-aae6-52dfd650870d req-6eecb94f-2de8-4946-9ac9-9eb084cce021 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ccc6b1e-e27a-4241-b4cb-93c7187d74c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362103 Jul 24 00:56:59.536746 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-286ba10c-8013-42ca-85ac-aedf97ab9232 req-cb65f456-79ea-4c1e-921b-9b65f08091c6 service neutron] For port 441849ca-f628-4994-8e5d-5a3b75e50539, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=441849ca-f628-4994-8e5d-5a3b75e50539,segment=NetworkSegment(e0ef645a-e0d6-4337-b7d7-9160eae3ea93),segment_id=e0ef645a-e0d6-4337-b7d7-9160eae3ea93)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:56:59.571281 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-286ba10c-8013-42ca-85ac-aedf97ab9232 req-cb65f456-79ea-4c1e-921b-9b65f08091c6 service neutron] For port 441849ca-f628-4994-8e5d-5a3b75e50539, host n-h1-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:56:59.614916 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bceae334-ba8d-4b55-8e19-d9eab29f9581', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '441849ca-f628-4994-8e5d-5a3b75e50539'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:56:59.618404 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e7ee6ebb32ff99aa892ead8be43bffa8c011bb24534d19edee691564802e720" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2115c89d-1e14-4cf5-bc08-105edede105b" -d '{"events": [{"server_uuid": "bceae334-ba8d-4b55-8e19-d9eab29f9581", "name": "network-vif-unplugged", "status": "completed", "tag": "441849ca-f628-4994-8e5d-5a3b75e50539"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:56:59.623189 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-286ba10c-8013-42ca-85ac-aedf97ab9232 req-cb65f456-79ea-4c1e-921b-9b65f08091c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:59.638632 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-286ba10c-8013-42ca-85ac-aedf97ab9232 req-cb65f456-79ea-4c1e-921b-9b65f08091c6 service neutron] Transition to ACTIVE for port object 441849ca-f628-4994-8e5d-5a3b75e50539 will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:56:59.642665 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-286ba10c-8013-42ca-85ac-aedf97ab9232 req-cb65f456-79ea-4c1e-921b-9b65f08091c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:59.683639 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 00:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df7a90ea-0390-4e00-b73a-57304ce5eb24 x-openstack-request-id: req-df7a90ea-0390-4e00-b73a-57304ce5eb24 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:56:59.683940 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bceae334-ba8d-4b55-8e19-d9eab29f9581", "name": "network-vif-unplugged", "status": "completed", "tag": "441849ca-f628-4994-8e5d-5a3b75e50539", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:56:59.684200 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-df7a90ea-0390-4e00-b73a-57304ce5eb24 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:56:59.684594 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bceae334-ba8d-4b55-8e19-d9eab29f9581', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '441849ca-f628-4994-8e5d-5a3b75e50539', 'code': 200} Jul 24 00:56:59.728767 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb65f456-79ea-4c1e-921b-9b65f08091c6 service neutron] Pushing event updated for resources: {'Port': ['ID=441849ca-f628-4994-8e5d-5a3b75e50539,revision_number=6']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:59.740658 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb65f456-79ea-4c1e-921b-9b65f08091c6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:56:59.741603 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb65f456-79ea-4c1e-921b-9b65f08091c6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:56:59.741948 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb65f456-79ea-4c1e-921b-9b65f08091c6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:56:59.742285 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb65f456-79ea-4c1e-921b-9b65f08091c6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:56:59.742618 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb65f456-79ea-4c1e-921b-9b65f08091c6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:56:59.742950 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb65f456-79ea-4c1e-921b-9b65f08091c6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:56:59.743281 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb65f456-79ea-4c1e-921b-9b65f08091c6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:56:59.743609 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb65f456-79ea-4c1e-921b-9b65f08091c6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:56:59.743938 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb65f456-79ea-4c1e-921b-9b65f08091c6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:56:59.744264 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb65f456-79ea-4c1e-921b-9b65f08091c6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:56:59.744589 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb65f456-79ea-4c1e-921b-9b65f08091c6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:56:59.744942 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb65f456-79ea-4c1e-921b-9b65f08091c6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:56:59.791097 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-286ba10c-8013-42ca-85ac-aedf97ab9232 req-cb65f456-79ea-4c1e-921b-9b65f08091c6 service neutron] No DVR routers for this DVR port 441849ca-f628-4994-8e5d-5a3b75e50539 on host n-h1-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:56:59.930994 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-286ba10c-8013-42ca-85ac-aedf97ab9232 req-cb65f456-79ea-4c1e-921b-9b65f08091c6 service neutron] Attempting to bind port 441849ca-f628-4994-8e5d-5a3b75e50539 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:56:59.931329 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-286ba10c-8013-42ca-85ac-aedf97ab9232 req-cb65f456-79ea-4c1e-921b-9b65f08091c6 service neutron] Attempting to bind port 441849ca-f628-4994-8e5d-5a3b75e50539 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': 'e0ef645a-e0d6-4337-b7d7-9160eae3ea93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '56d461dd-dfa0-45c5-86fe-675d9fe12ada'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:56:59.931667 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286ba10c-8013-42ca-85ac-aedf97ab9232 req-cb65f456-79ea-4c1e-921b-9b65f08091c6 service neutron] Attempting to bind port 441849ca-f628-4994-8e5d-5a3b75e50539 on network 56d461dd-dfa0-45c5-86fe-675d9fe12ada {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:56:59.936421 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286ba10c-8013-42ca-85ac-aedf97ab9232 req-cb65f456-79ea-4c1e-921b-9b65f08091c6 service neutron] Port 441849ca-f628-4994-8e5d-5a3b75e50539 on network 56d461dd-dfa0-45c5-86fe-675d9fe12ada not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:56:59.936601 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286ba10c-8013-42ca-85ac-aedf97ab9232 req-cb65f456-79ea-4c1e-921b-9b65f08091c6 service neutron] Attempting to bind port 441849ca-f628-4994-8e5d-5a3b75e50539 on network 56d461dd-dfa0-45c5-86fe-675d9fe12ada {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:56:59.941786 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286ba10c-8013-42ca-85ac-aedf97ab9232 req-cb65f456-79ea-4c1e-921b-9b65f08091c6 service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:56:59.942066 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286ba10c-8013-42ca-85ac-aedf97ab9232 req-cb65f456-79ea-4c1e-921b-9b65f08091c6 service neutron] Checking segment: {'id': 'e0ef645a-e0d6-4337-b7d7-9160eae3ea93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '56d461dd-dfa0-45c5-86fe-675d9fe12ada'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:56:59.942450 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286ba10c-8013-42ca-85ac-aedf97ab9232 req-cb65f456-79ea-4c1e-921b-9b65f08091c6 service neutron] Bound using segment: {'id': 'e0ef645a-e0d6-4337-b7d7-9160eae3ea93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '56d461dd-dfa0-45c5-86fe-675d9fe12ada'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:56:59.943115 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-286ba10c-8013-42ca-85ac-aedf97ab9232 req-cb65f456-79ea-4c1e-921b-9b65f08091c6 service neutron] Bound port: 441849ca-f628-4994-8e5d-5a3b75e50539, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0ef645a-e0d6-4337-b7d7-9160eae3ea93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '56d461dd-dfa0-45c5-86fe-675d9fe12ada'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:56:59.943773 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-286ba10c-8013-42ca-85ac-aedf97ab9232 req-cb65f456-79ea-4c1e-921b-9b65f08091c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:00.006301 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-286ba10c-8013-42ca-85ac-aedf97ab9232 req-cb65f456-79ea-4c1e-921b-9b65f08091c6 service neutron] For port 441849ca-f628-4994-8e5d-5a3b75e50539, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:57:00.009479 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-286ba10c-8013-42ca-85ac-aedf97ab9232 req-cb65f456-79ea-4c1e-921b-9b65f08091c6 service neutron] For port 441849ca-f628-4994-8e5d-5a3b75e50539, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=441849ca-f628-4994-8e5d-5a3b75e50539,segment=NetworkSegment(e0ef645a-e0d6-4337-b7d7-9160eae3ea93),segment_id=e0ef645a-e0d6-4337-b7d7-9160eae3ea93)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:57:00.014392 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-286ba10c-8013-42ca-85ac-aedf97ab9232 req-cb65f456-79ea-4c1e-921b-9b65f08091c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:00.051604 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ba10c-8013-42ca-85ac-aedf97ab9232 req-cb65f456-79ea-4c1e-921b-9b65f08091c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:00.052228 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-286ba10c-8013-42ca-85ac-aedf97ab9232 req-cb65f456-79ea-4c1e-921b-9b65f08091c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:00.054198 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-286ba10c-8013-42ca-85ac-aedf97ab9232 req-cb65f456-79ea-4c1e-921b-9b65f08091c6 service neutron] 10.222.0.64 "PUT /v2.0/ports/441849ca-f628-4994-8e5d-5a3b75e50539 HTTP/1.1" status: 200 len: 1092 time: 0.8254397 Jul 24 00:57:00.084365 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb65f456-79ea-4c1e-921b-9b65f08091c6 service neutron] Pushing event updated for resources: {'Port': ['ID=441849ca-f628-4994-8e5d-5a3b75e50539,revision_number=7']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:00.140698 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ba10c-8013-42ca-85ac-aedf97ab9232 req-35eac810-3fbc-4ad1-95e7-3b3b852e01a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:00.142280 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-286ba10c-8013-42ca-85ac-aedf97ab9232 req-35eac810-3fbc-4ad1-95e7-3b3b852e01a9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=21fe67bd68cd4d41939b65b573d17a56&device_id=bceae334-ba8d-4b55-8e19-d9eab29f9581 HTTP/1.1" status: 200 len: 1095 time: 0.0661809 Jul 24 00:57:00.244858 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ba10c-8013-42ca-85ac-aedf97ab9232 req-b143653e-d639-42ec-b10f-e4b84f760e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:00.246359 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-286ba10c-8013-42ca-85ac-aedf97ab9232 req-b143653e-d639-42ec-b10f-e4b84f760e8b service neutron] 10.222.0.64 "GET /v2.0/networks?id=56d461dd-dfa0-45c5-86fe-675d9fe12ada HTTP/1.1" status: 200 len: 898 time: 0.0970690 Jul 24 00:57:00.313319 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-286ba10c-8013-42ca-85ac-aedf97ab9232 req-28e1c416-0c03-4493-ba07-438de3f802e0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=441849ca-f628-4994-8e5d-5a3b75e50539 HTTP/1.1" status: 200 len: 998 time: 0.0601246 Jul 24 00:57:00.363464 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ba10c-8013-42ca-85ac-aedf97ab9232 req-12a5d199-e586-4a6e-881a-5a0ae8ad50e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:00.364856 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-286ba10c-8013-42ca-85ac-aedf97ab9232 req-12a5d199-e586-4a6e-881a-5a0ae8ad50e9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cdc051f3-71eb-4671-989c-06e02785fa9c HTTP/1.1" status: 200 len: 834 time: 0.0446558 Jul 24 00:57:00.427697 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ba10c-8013-42ca-85ac-aedf97ab9232 req-f1a006f8-a733-414f-b5af-5636e848fcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:00.429584 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-286ba10c-8013-42ca-85ac-aedf97ab9232 req-f1a006f8-a733-414f-b5af-5636e848fcfd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=56d461dd-dfa0-45c5-86fe-675d9fe12ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0580599 Jul 24 00:57:00.520995 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-286ba10c-8013-42ca-85ac-aedf97ab9232 req-db54879b-3f91-4ef2-a160-d6727ea95d58 service neutron] 10.222.0.64 "GET /v2.0/networks/56d461dd-dfa0-45c5-86fe-675d9fe12ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849741 Jul 24 00:57:00.581230 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9f23dd-c4c7-4d6d-9a52-32eed923f783 req-6e26504d-6735-4405-ae75-70e23ad1e816 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:00.583062 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6e9f23dd-c4c7-4d6d-9a52-32eed923f783 req-6e26504d-6735-4405-ae75-70e23ad1e816 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=bceae334-ba8d-4b55-8e19-d9eab29f9581 HTTP/1.1" status: 200 len: 943 time: 0.0719407 Jul 24 00:57:00.616546 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-286ba10c-8013-42ca-85ac-aedf97ab9232 req-bb54e7f9-6823-49c7-9053-878cdaf0af23 service neutron] 10.222.0.64 "GET /v2.0/networks/56d461dd-dfa0-45c5-86fe-675d9fe12ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888999 Jul 24 00:57:00.624569 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6e9f23dd-c4c7-4d6d-9a52-32eed923f783 req-9cfc96ef-64f0-489c-a14e-b50353b8187f tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ccc6b1e-e27a-4241-b4cb-93c7187d74c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344040 Jul 24 00:57:01.685883 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bceae334-ba8d-4b55-8e19-d9eab29f9581', 'tag': '441849ca-f628-4994-8e5d-5a3b75e50539'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:57:01.688322 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e7ee6ebb32ff99aa892ead8be43bffa8c011bb24534d19edee691564802e720" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73cceef1-3663-461e-9125-803c4066d2f6" -d '{"events": [{"name": "network-changed", "server_uuid": "bceae334-ba8d-4b55-8e19-d9eab29f9581", "tag": "441849ca-f628-4994-8e5d-5a3b75e50539"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:57:01.742072 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b4f4982-a10c-4a0b-81b7-60a03c670e9f x-openstack-request-id: req-9b4f4982-a10c-4a0b-81b7-60a03c670e9f {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:57:01.742388 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bceae334-ba8d-4b55-8e19-d9eab29f9581", "tag": "441849ca-f628-4994-8e5d-5a3b75e50539", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:57:01.742634 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9b4f4982-a10c-4a0b-81b7-60a03c670e9f {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:57:01.743015 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bceae334-ba8d-4b55-8e19-d9eab29f9581', 'tag': '441849ca-f628-4994-8e5d-5a3b75e50539', 'status': 'completed', 'code': 200} Jul 24 00:57:01.766364 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa5c0e-fbeb-485a-a336-bd7a10b6896d req-bdb312a4-20ef-4b0b-ae6b-e4f2c745007a tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:01.767911 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b4aa5c0e-fbeb-485a-a336-bd7a10b6896d req-bdb312a4-20ef-4b0b-ae6b-e4f2c745007a tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=bceae334-ba8d-4b55-8e19-d9eab29f9581 HTTP/1.1" status: 200 len: 943 time: 0.0730739 Jul 24 00:57:01.809221 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cceef1-3663-461e-9125-803c4066d2f6 req-aadf737c-6008-4bc4-a396-87835c8ef58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:01.810740 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-73cceef1-3663-461e-9125-803c4066d2f6 req-aadf737c-6008-4bc4-a396-87835c8ef58b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=21fe67bd68cd4d41939b65b573d17a56&device_id=bceae334-ba8d-4b55-8e19-d9eab29f9581 HTTP/1.1" status: 200 len: 1095 time: 0.0570388 Jul 24 00:57:01.836747 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b4aa5c0e-fbeb-485a-a336-bd7a10b6896d req-ed9c6005-a730-4805-9fe9-4c7fb1549511 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ccc6b1e-e27a-4241-b4cb-93c7187d74c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598128 Jul 24 00:57:01.855053 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cceef1-3663-461e-9125-803c4066d2f6 req-421766dd-d147-433d-973d-80e8adffcc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:01.856610 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-73cceef1-3663-461e-9125-803c4066d2f6 req-421766dd-d147-433d-973d-80e8adffcc1c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=21fe67bd68cd4d41939b65b573d17a56&device_id=bceae334-ba8d-4b55-8e19-d9eab29f9581 HTTP/1.1" status: 200 len: 1095 time: 0.0878072 Jul 24 00:57:01.906291 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cceef1-3663-461e-9125-803c4066d2f6 req-4fb5dcb6-ba95-483b-887a-3e70030dcd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:01.907745 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-73cceef1-3663-461e-9125-803c4066d2f6 req-4fb5dcb6-ba95-483b-887a-3e70030dcd5c service neutron] 10.222.0.52 "GET /v2.0/networks?id=56d461dd-dfa0-45c5-86fe-675d9fe12ada HTTP/1.1" status: 200 len: 898 time: 0.0913684 Jul 24 00:57:01.955068 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cceef1-3663-461e-9125-803c4066d2f6 req-f0e17ce0-92cf-446f-a5b9-4780b79715c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:01.956554 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-73cceef1-3663-461e-9125-803c4066d2f6 req-f0e17ce0-92cf-446f-a5b9-4780b79715c6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=56d461dd-dfa0-45c5-86fe-675d9fe12ada HTTP/1.1" status: 200 len: 898 time: 0.0930519 Jul 24 00:57:01.972855 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-73cceef1-3663-461e-9125-803c4066d2f6 req-800fa1e7-e212-4d3a-b865-699e15f67094 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=441849ca-f628-4994-8e5d-5a3b75e50539 HTTP/1.1" status: 200 len: 998 time: 0.0586352 Jul 24 00:57:02.023374 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cceef1-3663-461e-9125-803c4066d2f6 req-6d2eb7f0-84c5-40b5-b5bc-856ce3e4d56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:02.024959 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-73cceef1-3663-461e-9125-803c4066d2f6 req-6d2eb7f0-84c5-40b5-b5bc-856ce3e4d56d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cdc051f3-71eb-4671-989c-06e02785fa9c HTTP/1.1" status: 200 len: 834 time: 0.0444636 Jul 24 00:57:02.025794 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-73cceef1-3663-461e-9125-803c4066d2f6 req-b618d5e3-ea73-4459-948c-482633c9fdb8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=441849ca-f628-4994-8e5d-5a3b75e50539 HTTP/1.1" status: 200 len: 998 time: 0.0629056 Jul 24 00:57:02.091439 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cceef1-3663-461e-9125-803c4066d2f6 req-bdbf6b67-50d6-4878-baa0-783f5e93a6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:02.092426 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cceef1-3663-461e-9125-803c4066d2f6 req-fb5177ad-2f2f-4a23-874a-7034573e1f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:02.093500 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-73cceef1-3663-461e-9125-803c4066d2f6 req-bdbf6b67-50d6-4878-baa0-783f5e93a6ff service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=56d461dd-dfa0-45c5-86fe-675d9fe12ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0624924 Jul 24 00:57:02.093947 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-73cceef1-3663-461e-9125-803c4066d2f6 req-fb5177ad-2f2f-4a23-874a-7034573e1f7f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cdc051f3-71eb-4671-989c-06e02785fa9c HTTP/1.1" status: 200 len: 834 time: 0.0555134 Jul 24 00:57:02.162758 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cceef1-3663-461e-9125-803c4066d2f6 req-a1041bc1-a64f-4531-a523-1cdf904ae92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:02.163614 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-73cceef1-3663-461e-9125-803c4066d2f6 req-a1041bc1-a64f-4531-a523-1cdf904ae92a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=56d461dd-dfa0-45c5-86fe-675d9fe12ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0629363 Jul 24 00:57:02.199470 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-73cceef1-3663-461e-9125-803c4066d2f6 req-86cdafa6-1d26-4aa1-ad8a-ba0cd3c5cae2 service neutron] 10.222.0.52 "GET /v2.0/networks/56d461dd-dfa0-45c5-86fe-675d9fe12ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006017 Jul 24 00:57:02.277788 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-73cceef1-3663-461e-9125-803c4066d2f6 req-81f01688-6ba5-4ee2-92f0-7b1e1f0f722b service neutron] 10.222.0.64 "GET /v2.0/networks/56d461dd-dfa0-45c5-86fe-675d9fe12ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066840 Jul 24 00:57:02.300038 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-73cceef1-3663-461e-9125-803c4066d2f6 req-36aad172-bc5e-42d8-a74d-b080a427e7a4 service neutron] 10.222.0.52 "GET /v2.0/networks/56d461dd-dfa0-45c5-86fe-675d9fe12ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945301 Jul 24 00:57:02.371506 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-73cceef1-3663-461e-9125-803c4066d2f6 req-d7ec8065-2f31-4a8b-b177-2b4650d6bca0 service neutron] 10.222.0.64 "GET /v2.0/networks/56d461dd-dfa0-45c5-86fe-675d9fe12ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870249 Jul 24 00:57:02.593300 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 441849ca-f628-4994-8e5d-5a3b75e50539 no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:57:02.632079 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 441849ca-f628-4994-8e5d-5a3b75e50539 not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:57:02.993001 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ddf2d5-de9a-408d-abaf-6ea7e45f275a req-acfdc1e4-cd23-48cf-b2b7-05dd67689974 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:02.994558 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b0ddf2d5-de9a-408d-abaf-6ea7e45f275a req-acfdc1e4-cd23-48cf-b2b7-05dd67689974 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=bceae334-ba8d-4b55-8e19-d9eab29f9581 HTTP/1.1" status: 200 len: 943 time: 0.0717256 Jul 24 00:57:03.037257 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b0ddf2d5-de9a-408d-abaf-6ea7e45f275a req-6a1c203f-6dc7-4cec-ae18-31f6680d6e52 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ccc6b1e-e27a-4241-b4cb-93c7187d74c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366743 Jul 24 00:57:03.291257 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750c4f8a-c25e-428d-93bb-cea93fb6da5a req-852ddcb6-24d3-4a35-ae7c-35c79cad14fe tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:03.299190 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-750c4f8a-c25e-428d-93bb-cea93fb6da5a req-852ddcb6-24d3-4a35-ae7c-35c79cad14fe tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=bceae334-ba8d-4b55-8e19-d9eab29f9581 HTTP/1.1" status: 200 len: 943 time: 0.1171744 Jul 24 00:57:03.307903 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303fce89-7fc3-4424-a094-936e4bb5fc74 req-633919f1-7d07-4513-8ed3-8a1fe020c540 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:03.309357 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-303fce89-7fc3-4424-a094-936e4bb5fc74 req-633919f1-7d07-4513-8ed3-8a1fe020c540 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.52 "GET /v2.0/ports?device_id=bceae334-ba8d-4b55-8e19-d9eab29f9581&tenant_id=21fe67bd68cd4d41939b65b573d17a56&binding%3Ahost_id=n-h2-800088-16 HTTP/1.1" status: 200 len: 943 time: 0.1181171 Jul 24 00:57:03.377357 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-750c4f8a-c25e-428d-93bb-cea93fb6da5a req-983a5499-176e-41d7-8c4b-6bbff5362cce tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ccc6b1e-e27a-4241-b4cb-93c7187d74c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670235 Jul 24 00:57:03.395092 n-d-800088-16 neutron-server[100313]: INFO neutron.api.v2.resource [req-303fce89-7fc3-4424-a094-936e4bb5fc74 req-9bf1a199-46e7-45a5-8f2f-75874d9233fd service neutron] delete failed (client error): The resource could not be found. Jul 24 00:57:03.396046 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-303fce89-7fc3-4424-a094-936e4bb5fc74 req-9bf1a199-46e7-45a5-8f2f-75874d9233fd service neutron] 10.222.0.52 "DELETE /v2.0/ports/441849ca-f628-4994-8e5d-5a3b75e50539/bindings/n-h1-800088-16 HTTP/1.1" status: 404 len: 381 time: 0.0797768 Jul 24 00:57:03.479830 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 441849ca-f628-4994-8e5d-5a3b75e50539 details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:57:03.509943 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303fce89-7fc3-4424-a094-936e4bb5fc74 req-822ce151-e5d3-430b-b9b1-400a87617ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:03.511474 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-303fce89-7fc3-4424-a094-936e4bb5fc74 req-822ce151-e5d3-430b-b9b1-400a87617ac4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=21fe67bd68cd4d41939b65b573d17a56&device_id=bceae334-ba8d-4b55-8e19-d9eab29f9581 HTTP/1.1" status: 200 len: 1095 time: 0.0616705 Jul 24 00:57:03.552562 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e624e20f-5168-4e2a-9db9-84be1df5a8fe req-3be4f8d8-c2e6-45dd-a046-50b39ddb9b52 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:03.554164 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e624e20f-5168-4e2a-9db9-84be1df5a8fe req-3be4f8d8-c2e6-45dd-a046-50b39ddb9b52 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=bceae334-ba8d-4b55-8e19-d9eab29f9581 HTTP/1.1" status: 200 len: 943 time: 0.0918949 Jul 24 00:57:03.599090 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 441849ca-f628-4994-8e5d-5a3b75e50539, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=441849ca-f628-4994-8e5d-5a3b75e50539,segment=NetworkSegment(e0ef645a-e0d6-4337-b7d7-9160eae3ea93),segment_id=e0ef645a-e0d6-4337-b7d7-9160eae3ea93)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:57:03.605116 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e624e20f-5168-4e2a-9db9-84be1df5a8fe req-cf018587-3d76-4480-8f6f-7188d010f62b tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ccc6b1e-e27a-4241-b4cb-93c7187d74c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412567 Jul 24 00:57:03.608135 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303fce89-7fc3-4424-a094-936e4bb5fc74 req-96ab1cd7-c9ca-4d93-b4a7-ed9ade816bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:03.609765 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-303fce89-7fc3-4424-a094-936e4bb5fc74 req-96ab1cd7-c9ca-4d93-b4a7-ed9ade816bdd service neutron] 10.222.0.52 "GET /v2.0/networks?id=56d461dd-dfa0-45c5-86fe-675d9fe12ada HTTP/1.1" status: 200 len: 898 time: 0.0924988 Jul 24 00:57:03.616156 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': '441849ca-f628-4994-8e5d-5a3b75e50539', 'network_id': '56d461dd-dfa0-45c5-86fe-675d9fe12ada', 'port_id': '441849ca-f628-4994-8e5d-5a3b75e50539', 'mac_address': 'fa:16:3e:d8:77:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdc051f3-71eb-4671-989c-06e02785fa9c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:57:03.655951 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:03.668317 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 441849ca-f628-4994-8e5d-5a3b75e50539 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:57:03.680376 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-303fce89-7fc3-4424-a094-936e4bb5fc74 req-a311b67a-5ba1-499a-b7a5-a0115ca1cd1c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=441849ca-f628-4994-8e5d-5a3b75e50539 HTTP/1.1" status: 200 len: 998 time: 0.0639415 Jul 24 00:57:03.687938 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 441849ca-f628-4994-8e5d-5a3b75e50539, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=441849ca-f628-4994-8e5d-5a3b75e50539,segment=NetworkSegment(e0ef645a-e0d6-4337-b7d7-9160eae3ea93),segment_id=e0ef645a-e0d6-4337-b7d7-9160eae3ea93)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:57:03.692115 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:03.731053 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303fce89-7fc3-4424-a094-936e4bb5fc74 req-e6868225-8c9e-43c3-802d-a7be3b6f4590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:03.732555 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-303fce89-7fc3-4424-a094-936e4bb5fc74 req-e6868225-8c9e-43c3-802d-a7be3b6f4590 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cdc051f3-71eb-4671-989c-06e02785fa9c HTTP/1.1" status: 200 len: 834 time: 0.0468342 Jul 24 00:57:03.740382 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=441849ca-f628-4994-8e5d-5a3b75e50539,revision_number=8']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:03.747945 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:57:03.748298 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:57:03.748642 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:57:03.749012 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:57:03.749358 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:57:03.749691 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:57:03.750020 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:57:03.750348 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:57:03.750676 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:57:03.751002 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:57:03.751326 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:57:03.751648 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:57:03.792660 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303fce89-7fc3-4424-a094-936e4bb5fc74 req-08ca0358-211b-455e-bdf0-5369f5a8b781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:03.794241 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-303fce89-7fc3-4424-a094-936e4bb5fc74 req-08ca0358-211b-455e-bdf0-5369f5a8b781 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=56d461dd-dfa0-45c5-86fe-675d9fe12ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555418 Jul 24 00:57:03.887452 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-303fce89-7fc3-4424-a094-936e4bb5fc74 req-9f6c6490-ffd7-483e-89fd-be30c5093fb7 service neutron] 10.222.0.52 "GET /v2.0/networks/56d461dd-dfa0-45c5-86fe-675d9fe12ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871902 Jul 24 00:57:03.949567 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['441849ca-f628-4994-8e5d-5a3b75e50539'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:57:03.977745 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-303fce89-7fc3-4424-a094-936e4bb5fc74 req-99cf6fae-aefe-4bf2-9586-2aa286b7599a service neutron] 10.222.0.52 "GET /v2.0/networks/56d461dd-dfa0-45c5-86fe-675d9fe12ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847008 Jul 24 00:57:04.736607 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d18341-72f8-442d-b982-094486274273 req-a2bd43b9-6d7c-4dc8-85f3-fa96fd1ab22e tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:04.737919 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-37d18341-72f8-442d-b982-094486274273 req-a2bd43b9-6d7c-4dc8-85f3-fa96fd1ab22e tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=bceae334-ba8d-4b55-8e19-d9eab29f9581 HTTP/1.1" status: 200 len: 944 time: 0.0734160 Jul 24 00:57:04.775293 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-37d18341-72f8-442d-b982-094486274273 req-4ccf6dcd-0427-432f-bcb4-9cc04036ea5e tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ccc6b1e-e27a-4241-b4cb-93c7187d74c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321329 Jul 24 00:57:04.797405 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43572) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:04.863599 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-b84eb0e0-cd5f-429d-acba-299937809284 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/floatingips/ff6493d7-369a-43d6-8f8d-9f793a381cba HTTP/1.1" status: 200 len: 991 time: 0.0591023 Jul 24 00:57:05.491928 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 441849ca-f628-4994-8e5d-5a3b75e50539 up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:57:05.542340 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port 441849ca-f628-4994-8e5d-5a3b75e50539 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:57:05.546134 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port 441849ca-f628-4994-8e5d-5a3b75e50539 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:57:05.546504 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:05.620870 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:05.642971 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bceae334-ba8d-4b55-8e19-d9eab29f9581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '441849ca-f628-4994-8e5d-5a3b75e50539'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:57:05.645319 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}558c1f08c3ad39984887c6beba8768e196794644b3da822fc6f02d9261914d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d4c714-42cc-4749-981f-dbc9554f6d2e" -d '{"events": [{"server_uuid": "bceae334-ba8d-4b55-8e19-d9eab29f9581", "name": "network-vif-plugged", "status": "completed", "tag": "441849ca-f628-4994-8e5d-5a3b75e50539"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:57:05.657925 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 441849ca-f628-4994-8e5d-5a3b75e50539, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=441849ca-f628-4994-8e5d-5a3b75e50539,segment=NetworkSegment(e0ef645a-e0d6-4337-b7d7-9160eae3ea93),segment_id=e0ef645a-e0d6-4337-b7d7-9160eae3ea93)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:57:05.662004 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:05.686861 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f4b0420-6792-4d83-b057-4f7833db76f2 x-openstack-request-id: req-5f4b0420-6792-4d83-b057-4f7833db76f2 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:57:05.687157 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bceae334-ba8d-4b55-8e19-d9eab29f9581", "name": "network-vif-plugged", "status": "completed", "tag": "441849ca-f628-4994-8e5d-5a3b75e50539", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:57:05.687411 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5f4b0420-6792-4d83-b057-4f7833db76f2 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:57:05.687802 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bceae334-ba8d-4b55-8e19-d9eab29f9581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '441849ca-f628-4994-8e5d-5a3b75e50539', 'code': 200} Jul 24 00:57:05.712790 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=441849ca-f628-4994-8e5d-5a3b75e50539,revision_number=9']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:07.353247 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:57:15.393368 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:18.481742 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:23.267410 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-5e06c996-5733-4f73-9072-9babec842e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:25.842528 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-1e8c1b0a-3ffa-4dba-a51e-fffa4d5cb575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:26.894193 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:27.510008 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:28.569428 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1d0d43a5-673b-4dd3-ab31-6fb037e8b6aa req-79be1581-6079-4f36-bf39-9c1ee41b62c4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bceae334-ba8d-4b55-8e19-d9eab29f9581&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0592146 Jul 24 00:57:28.666552 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d43a5-673b-4dd3-ab31-6fb037e8b6aa req-74b72fec-782e-4c07-b84c-78067cb2fdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:28.668067 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1d0d43a5-673b-4dd3-ab31-6fb037e8b6aa req-74b72fec-782e-4c07-b84c-78067cb2fdb2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=21fe67bd68cd4d41939b65b573d17a56&device_id=bceae334-ba8d-4b55-8e19-d9eab29f9581 HTTP/1.1" status: 200 len: 1097 time: 0.0549505 Jul 24 00:57:28.773653 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d43a5-673b-4dd3-ab31-6fb037e8b6aa req-a6663e80-07be-4373-b04e-f0828189cb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:28.775291 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1d0d43a5-673b-4dd3-ab31-6fb037e8b6aa req-a6663e80-07be-4373-b04e-f0828189cb34 service neutron] 10.222.0.64 "GET /v2.0/networks?id=56d461dd-dfa0-45c5-86fe-675d9fe12ada HTTP/1.1" status: 200 len: 898 time: 0.0896432 Jul 24 00:57:28.842459 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1d0d43a5-673b-4dd3-ab31-6fb037e8b6aa req-76884954-dff3-417b-a938-9c061579fa58 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=441849ca-f628-4994-8e5d-5a3b75e50539 HTTP/1.1" status: 200 len: 1000 time: 0.0608537 Jul 24 00:57:28.905386 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d43a5-673b-4dd3-ab31-6fb037e8b6aa req-e82c8d1f-98eb-4dd3-810f-87178945fa34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:28.907048 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1d0d43a5-673b-4dd3-ab31-6fb037e8b6aa req-e82c8d1f-98eb-4dd3-810f-87178945fa34 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cdc051f3-71eb-4671-989c-06e02785fa9c HTTP/1.1" status: 200 len: 834 time: 0.0578828 Jul 24 00:57:28.969956 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d43a5-673b-4dd3-ab31-6fb037e8b6aa req-532f6aa6-7d50-4fee-97d4-960d6005c701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:28.971497 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1d0d43a5-673b-4dd3-ab31-6fb037e8b6aa req-532f6aa6-7d50-4fee-97d4-960d6005c701 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=56d461dd-dfa0-45c5-86fe-675d9fe12ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0580738 Jul 24 00:57:29.060705 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1d0d43a5-673b-4dd3-ab31-6fb037e8b6aa req-f8f21335-b333-4c82-b65d-0a465e217601 service neutron] 10.222.0.64 "GET /v2.0/networks/56d461dd-dfa0-45c5-86fe-675d9fe12ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830104 Jul 24 00:57:29.096526 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:29.158654 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1d0d43a5-673b-4dd3-ab31-6fb037e8b6aa req-6ee791e8-e10f-4f6d-b8d1-9cbb16ed4843 service neutron] 10.222.0.64 "GET /v2.0/networks/56d461dd-dfa0-45c5-86fe-675d9fe12ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917633 Jul 24 00:57:33.209854 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43590) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:33.374235 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-39bcc8bf-3c58-4bba-8633-d381cfbc48f4 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Deleting port 072982a9-60f9-4525-8305-9c1ea397a205 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:57:33.374585 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-39bcc8bf-3c58-4bba-8633-d381cfbc48f4 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:33.453520 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-39bcc8bf-3c58-4bba-8633-d381cfbc48f4 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:33.454056 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-39bcc8bf-3c58-4bba-8633-d381cfbc48f4 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:33.466388 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-39bcc8bf-3c58-4bba-8633-d381cfbc48f4 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Calling delete_port for 072982a9-60f9-4525-8305-9c1ea397a205 owned by network:floatingip {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:57:33.626121 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-39bcc8bf-3c58-4bba-8633-d381cfbc48f4 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:33.655604 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bcc8bf-3c58-4bba-8633-d381cfbc48f4 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event deleted for resources: {'Port': ['ID=072982a9-60f9-4525-8305-9c1ea397a205,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:33.680156 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bcc8bf-3c58-4bba-8633-d381cfbc48f4 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:57:33.680505 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bcc8bf-3c58-4bba-8633-d381cfbc48f4 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:57:33.680879 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bcc8bf-3c58-4bba-8633-d381cfbc48f4 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:57:33.681215 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bcc8bf-3c58-4bba-8633-d381cfbc48f4 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:57:33.681548 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bcc8bf-3c58-4bba-8633-d381cfbc48f4 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:57:33.681886 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bcc8bf-3c58-4bba-8633-d381cfbc48f4 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:57:33.682214 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bcc8bf-3c58-4bba-8633-d381cfbc48f4 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:57:33.686493 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bcc8bf-3c58-4bba-8633-d381cfbc48f4 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:57:33.686493 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bcc8bf-3c58-4bba-8633-d381cfbc48f4 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:57:33.686493 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bcc8bf-3c58-4bba-8633-d381cfbc48f4 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:57:33.686493 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bcc8bf-3c58-4bba-8633-d381cfbc48f4 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:57:33.686493 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bcc8bf-3c58-4bba-8633-d381cfbc48f4 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:57:33.726799 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-39bcc8bf-3c58-4bba-8633-d381cfbc48f4 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for floatingip, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:33.727123 n-d-800088-16 neutron-server[100313]: INFO neutron.db.l3_db [None req-39bcc8bf-3c58-4bba-8633-d381cfbc48f4 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Floating IP ff6493d7-369a-43d6-8f8d-9f793a381cba disassociated (deleted). External IP: 172.25.3.15, port: 441849ca-f628-4994-8e5d-5a3b75e50539. Jul 24 00:57:33.950575 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39bcc8bf-3c58-4bba-8633-d381cfbc48f4 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Router 8aec55be-2369-42e0-a1fc-da014ec60b03 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:57:34.061110 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39bcc8bf-3c58-4bba-8633-d381cfbc48f4 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:57:34.065722 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-39bcc8bf-3c58-4bba-8633-d381cfbc48f4 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:34.073602 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae222b02-54f1-4bf2-85f5-32b97ab7a7a1 None None] Sync routers for ids ['8aec55be-2369-42e0-a1fc-da014ec60b03'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:57:34.083202 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae222b02-54f1-4bf2-85f5-32b97ab7a7a1 None None] Routers {'8aec55be-2369-42e0-a1fc-da014ec60b03'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:57:34.083820 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-ae222b02-54f1-4bf2-85f5-32b97ab7a7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:57:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['8aec55be-2369-42e0-a1fc-da014ec60b03'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:57:34.105736 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-39bcc8bf-3c58-4bba-8633-d381cfbc48f4 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "DELETE /v2.0/floatingips/ff6493d7-369a-43d6-8f8d-9f793a381cba HTTP/1.1" status: 204 len: 168 time: 0.8947802 Jul 24 00:57:34.106324 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bceae334-ba8d-4b55-8e19-d9eab29f9581', 'tag': '441849ca-f628-4994-8e5d-5a3b75e50539'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:57:34.108637 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b5b12b33723a5ac99f65cff31e3c306c8fdd85da64bb4eb22f7eb8a86bf6c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce6f2025-2131-4ab5-a1e4-cacf6653b370" -d '{"events": [{"name": "network-changed", "server_uuid": "bceae334-ba8d-4b55-8e19-d9eab29f9581", "tag": "441849ca-f628-4994-8e5d-5a3b75e50539"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:57:34.162432 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6785880a-75d6-4dc3-b04c-a5bfce6d8a47 x-openstack-request-id: req-6785880a-75d6-4dc3-b04c-a5bfce6d8a47 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:57:34.162793 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bceae334-ba8d-4b55-8e19-d9eab29f9581", "tag": "441849ca-f628-4994-8e5d-5a3b75e50539", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:57:34.163119 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6785880a-75d6-4dc3-b04c-a5bfce6d8a47 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:57:34.163731 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bceae334-ba8d-4b55-8e19-d9eab29f9581', 'tag': '441849ca-f628-4994-8e5d-5a3b75e50539', 'status': 'completed', 'code': 200} Jul 24 00:57:34.260420 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6f2025-2131-4ab5-a1e4-cacf6653b370 req-9a1c46da-5fcf-4f19-818c-6344b78c619e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:34.262839 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ce6f2025-2131-4ab5-a1e4-cacf6653b370 req-9a1c46da-5fcf-4f19-818c-6344b78c619e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=21fe67bd68cd4d41939b65b573d17a56&device_id=bceae334-ba8d-4b55-8e19-d9eab29f9581 HTTP/1.1" status: 200 len: 1097 time: 0.0671816 Jul 24 00:57:34.323020 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-ae222b02-54f1-4bf2-85f5-32b97ab7a7a1 None None] Set router 8aec55be-2369-42e0-a1fc-da014ec60b03 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:57:34.430459 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f617ed-4ebf-4dd2-a8ed-3ed0f4bc8097 req-b742f301-b713-4de3-a7f9-f38f4a9be0b4 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:34.432837 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-46f617ed-4ebf-4dd2-a8ed-3ed0f4bc8097 req-b742f301-b713-4de3-a7f9-f38f4a9be0b4 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=bceae334-ba8d-4b55-8e19-d9eab29f9581 HTTP/1.1" status: 200 len: 945 time: 0.0845845 Jul 24 00:57:34.473822 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-46f617ed-4ebf-4dd2-a8ed-3ed0f4bc8097 req-5eb2beac-3ac2-4131-bebf-a7f8e41b7e56 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ccc6b1e-e27a-4241-b4cb-93c7187d74c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350270 Jul 24 00:57:34.541831 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-ae222b02-54f1-4bf2-85f5-32b97ab7a7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aec55be-2369-42e0-a1fc-da014ec60b03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117548625', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '86e373df-ecba-4a7a-9c9c-9d4f5df68d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:55:51Z', 'updated_at': '2021-07-24T00:55:54Z', 'revision_number': 4, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'gw_port': {'id': '86e373df-ecba-4a7a-9c9c-9d4f5df68d1d', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:92:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aec55be-2369-42e0-a1fc-da014ec60b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:55:52Z', 'updated_at': '2021-07-24T00:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '7905810e-16c6-49e8-b65e-b26ee994e570', 'name': '', 'network_id': '56d461dd-dfa0-45c5-86fe-675d9fe12ada', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'mac_address': 'fa:16:3e:42:38:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aec55be-2369-42e0-a1fc-da014ec60b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'cdc051f3-71eb-4671-989c-06e02785fa9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:55:54Z', 'updated_at': '2021-07-24T00:55:59Z', 'revision_number': 5, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'subnets': [{'id': 'cdc051f3-71eb-4671-989c-06e02785fa9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:57:34.569193 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae222b02-54f1-4bf2-85f5-32b97ab7a7a1 None None] Checking router: 8aec55be-2369-42e0-a1fc-da014ec60b03 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:57:34.577752 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae222b02-54f1-4bf2-85f5-32b97ab7a7a1 None None] Routers {'8aec55be-2369-42e0-a1fc-da014ec60b03'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:57:34.578373 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-ae222b02-54f1-4bf2-85f5-32b97ab7a7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:57:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['8aec55be-2369-42e0-a1fc-da014ec60b03'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:57:34.694898 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-ae222b02-54f1-4bf2-85f5-32b97ab7a7a1 None None] Set router 8aec55be-2369-42e0-a1fc-da014ec60b03 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:57:34.735295 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6f2025-2131-4ab5-a1e4-cacf6653b370 req-30bf2fbd-cce0-4c21-ad21-46c137d90a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:34.736834 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ce6f2025-2131-4ab5-a1e4-cacf6653b370 req-30bf2fbd-cce0-4c21-ad21-46c137d90a38 service neutron] 10.222.0.64 "GET /v2.0/networks?id=56d461dd-dfa0-45c5-86fe-675d9fe12ada HTTP/1.1" status: 200 len: 898 time: 0.4673619 Jul 24 00:57:34.778628 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ce6f2025-2131-4ab5-a1e4-cacf6653b370 req-05926bdb-e58d-4f6d-8925-a17da5d6658f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=441849ca-f628-4994-8e5d-5a3b75e50539 HTTP/1.1" status: 200 len: 217 time: 0.0343785 Jul 24 00:57:34.828399 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6f2025-2131-4ab5-a1e4-cacf6653b370 req-d0fee1c4-c4b1-467d-beef-e716f8ae83de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:34.829796 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ce6f2025-2131-4ab5-a1e4-cacf6653b370 req-d0fee1c4-c4b1-467d-beef-e716f8ae83de service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cdc051f3-71eb-4671-989c-06e02785fa9c HTTP/1.1" status: 200 len: 834 time: 0.0433054 Jul 24 00:57:34.892716 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-ae222b02-54f1-4bf2-85f5-32b97ab7a7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aec55be-2369-42e0-a1fc-da014ec60b03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117548625', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '86e373df-ecba-4a7a-9c9c-9d4f5df68d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:55:51Z', 'updated_at': '2021-07-24T00:55:54Z', 'revision_number': 4, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'gw_port': {'id': '86e373df-ecba-4a7a-9c9c-9d4f5df68d1d', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:92:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aec55be-2369-42e0-a1fc-da014ec60b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:55:52Z', 'updated_at': '2021-07-24T00:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '7905810e-16c6-49e8-b65e-b26ee994e570', 'name': '', 'network_id': '56d461dd-dfa0-45c5-86fe-675d9fe12ada', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'mac_address': 'fa:16:3e:42:38:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aec55be-2369-42e0-a1fc-da014ec60b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'cdc051f3-71eb-4671-989c-06e02785fa9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:55:54Z', 'updated_at': '2021-07-24T00:55:59Z', 'revision_number': 5, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'subnets': [{'id': 'cdc051f3-71eb-4671-989c-06e02785fa9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:57:34.893823 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6f2025-2131-4ab5-a1e4-cacf6653b370 req-6357aa16-3b48-4fab-8132-f5ef1d0b979c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:34.895392 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ce6f2025-2131-4ab5-a1e4-cacf6653b370 req-6357aa16-3b48-4fab-8132-f5ef1d0b979c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=56d461dd-dfa0-45c5-86fe-675d9fe12ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567508 Jul 24 00:57:34.919453 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae222b02-54f1-4bf2-85f5-32b97ab7a7a1 None None] The sync data for ids ['8aec55be-2369-42e0-a1fc-da014ec60b03'] in n-d-800088-16 is: [{'id': '8aec55be-2369-42e0-a1fc-da014ec60b03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117548625', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '86e373df-ecba-4a7a-9c9c-9d4f5df68d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:55:51Z', 'updated_at': '2021-07-24T00:55:54Z', 'revision_number': 4, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'gw_port': {'id': '86e373df-ecba-4a7a-9c9c-9d4f5df68d1d', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:92:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aec55be-2369-42e0-a1fc-da014ec60b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:55:52Z', 'updated_at': '2021-07-24T00:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '7905810e-16c6-49e8-b65e-b26ee994e570', 'name': '', 'network_id': '56d461dd-dfa0-45c5-86fe-675d9fe12ada', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'mac_address': 'fa:16:3e:42:38:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aec55be-2369-42e0-a1fc-da014ec60b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'cdc051f3-71eb-4671-989c-06e02785fa9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:55:54Z', 'updated_at': '2021-07-24T00:55:59Z', 'revision_number': 5, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'subnets': [{'id': 'cdc051f3-71eb-4671-989c-06e02785fa9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:57:34.989754 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ce6f2025-2131-4ab5-a1e4-cacf6653b370 req-e6a25c4f-c314-4e58-ac9d-549513ccff35 service neutron] 10.222.0.64 "GET /v2.0/networks/56d461dd-dfa0-45c5-86fe-675d9fe12ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863781 Jul 24 00:57:35.088192 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ce6f2025-2131-4ab5-a1e4-cacf6653b370 req-0b6b6345-37a2-408b-af61-7249625be344 service neutron] 10.222.0.64 "GET /v2.0/networks/56d461dd-dfa0-45c5-86fe-675d9fe12ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917683 Jul 24 00:57:35.144698 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d66e90-4ec5-4c2c-81f6-0d245b67db50 None None] New status for floating IP ff6493d7-369a-43d6-8f8d-9f793a381cba: DOWN {{(pid=100315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 00:57:35.634139 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a46eb6-7116-41d0-a0b3-8b81104ce973 req-e15cb771-1b7e-4d14-986a-bfe3f2b336ed tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:35.636182 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f6a46eb6-7116-41d0-a0b3-8b81104ce973 req-e15cb771-1b7e-4d14-986a-bfe3f2b336ed tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=bceae334-ba8d-4b55-8e19-d9eab29f9581 HTTP/1.1" status: 200 len: 945 time: 0.0738943 Jul 24 00:57:35.672803 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f6a46eb6-7116-41d0-a0b3-8b81104ce973 req-9d0d829f-3f96-452f-bb20-00da57a7a299 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ccc6b1e-e27a-4241-b4cb-93c7187d74c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312040 Jul 24 00:57:35.792690 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b3f99f-0e57-4020-8d58-2e05059fb640 req-39072678-b33e-489e-9831-b74bb29b9578 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:35.794226 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-96b3f99f-0e57-4020-8d58-2e05059fb640 req-39072678-b33e-489e-9831-b74bb29b9578 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.64 "GET /v2.0/ports?device_id=bceae334-ba8d-4b55-8e19-d9eab29f9581 HTTP/1.1" status: 200 len: 945 time: 0.0670402 Jul 24 00:57:35.905271 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-96b3f99f-0e57-4020-8d58-2e05059fb640 req-4e8c1729-ab86-4ff4-90e6-b1d1d41eac17 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Deleting port 441849ca-f628-4994-8e5d-5a3b75e50539 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:57:35.905768 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-96b3f99f-0e57-4020-8d58-2e05059fb640 req-4e8c1729-ab86-4ff4-90e6-b1d1d41eac17 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:36.006880 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-96b3f99f-0e57-4020-8d58-2e05059fb640 req-4e8c1729-ab86-4ff4-90e6-b1d1d41eac17 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] For port 441849ca-f628-4994-8e5d-5a3b75e50539, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=441849ca-f628-4994-8e5d-5a3b75e50539,segment=NetworkSegment(e0ef645a-e0d6-4337-b7d7-9160eae3ea93),segment_id=e0ef645a-e0d6-4337-b7d7-9160eae3ea93)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:57:36.007250 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-96b3f99f-0e57-4020-8d58-2e05059fb640 req-4e8c1729-ab86-4ff4-90e6-b1d1d41eac17 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:36.026391 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-96b3f99f-0e57-4020-8d58-2e05059fb640 req-4e8c1729-ab86-4ff4-90e6-b1d1d41eac17 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Calling delete_port for 441849ca-f628-4994-8e5d-5a3b75e50539 owned by compute:nova {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:57:36.157952 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-96b3f99f-0e57-4020-8d58-2e05059fb640 req-4e8c1729-ab86-4ff4-90e6-b1d1d41eac17 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:36.193062 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8c1729-ab86-4ff4-90e6-b1d1d41eac17 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event deleted for resources: {'Port': ['ID=441849ca-f628-4994-8e5d-5a3b75e50539,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:36.254952 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-96b3f99f-0e57-4020-8d58-2e05059fb640 req-4e8c1729-ab86-4ff4-90e6-b1d1d41eac17 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] No DVR routers for this DVR port 441849ca-f628-4994-8e5d-5a3b75e50539 on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:57:36.258240 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-96b3f99f-0e57-4020-8d58-2e05059fb640 req-4e8c1729-ab86-4ff4-90e6-b1d1d41eac17 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:36.260302 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-96b3f99f-0e57-4020-8d58-2e05059fb640 req-4e8c1729-ab86-4ff4-90e6-b1d1d41eac17 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.64 "DELETE /v2.0/ports/441849ca-f628-4994-8e5d-5a3b75e50539 HTTP/1.1" status: 204 len: 173 time: 0.4604027 Jul 24 00:57:36.260737 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bceae334-ba8d-4b55-8e19-d9eab29f9581', 'name': 'network-vif-deleted', 'tag': '441849ca-f628-4994-8e5d-5a3b75e50539'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:57:36.263063 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e7ee6ebb32ff99aa892ead8be43bffa8c011bb24534d19edee691564802e720" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-993a810d-aa8c-43e7-aa37-6c26f35265f0" -d '{"events": [{"server_uuid": "bceae334-ba8d-4b55-8e19-d9eab29f9581", "name": "network-vif-deleted", "tag": "441849ca-f628-4994-8e5d-5a3b75e50539"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:57:36.311207 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-282c02dd-9cab-492a-8b05-e9bfa26a59fa x-openstack-request-id: req-282c02dd-9cab-492a-8b05-e9bfa26a59fa {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:57:36.311512 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bceae334-ba8d-4b55-8e19-d9eab29f9581", "name": "network-vif-deleted", "tag": "441849ca-f628-4994-8e5d-5a3b75e50539", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:57:36.311768 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-282c02dd-9cab-492a-8b05-e9bfa26a59fa {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:57:36.312166 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bceae334-ba8d-4b55-8e19-d9eab29f9581', 'name': 'network-vif-deleted', 'tag': '441849ca-f628-4994-8e5d-5a3b75e50539', 'status': 'completed', 'code': 200} Jul 24 00:57:36.789821 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ef074f58-b8f6-4b24-aadf-d06af974ebbe req-afe394d1-d437-4e3c-9c6f-7b70897b8595 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=bceae334-ba8d-4b55-8e19-d9eab29f9581 HTTP/1.1" status: 200 len: 210 time: 0.0325680 Jul 24 00:57:37.848838 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43610) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:38.221712 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-03d7a8a3-91ba-43ae-8e29-3f77afa8fb86 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681029'] for router_interface, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:38.488487 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-03d7a8a3-91ba-43ae-8e29-3f77afa8fb86 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Deleting port 7905810e-16c6-49e8-b65e-b26ee994e570 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:57:38.488745 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-03d7a8a3-91ba-43ae-8e29-3f77afa8fb86 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:38.575903 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-03d7a8a3-91ba-43ae-8e29-3f77afa8fb86 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] For port 7905810e-16c6-49e8-b65e-b26ee994e570, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=7905810e-16c6-49e8-b65e-b26ee994e570,segment=NetworkSegment(e0ef645a-e0d6-4337-b7d7-9160eae3ea93),segment_id=e0ef645a-e0d6-4337-b7d7-9160eae3ea93)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:57:38.576299 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-03d7a8a3-91ba-43ae-8e29-3f77afa8fb86 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:38.591708 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-03d7a8a3-91ba-43ae-8e29-3f77afa8fb86 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Calling delete_port for 7905810e-16c6-49e8-b65e-b26ee994e570 owned by network:router_interface {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:57:38.778082 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-03d7a8a3-91ba-43ae-8e29-3f77afa8fb86 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:38.804173 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d7a8a3-91ba-43ae-8e29-3f77afa8fb86 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event deleted for resources: {'Port': ['ID=7905810e-16c6-49e8-b65e-b26ee994e570,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:38.987566 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-03d7a8a3-91ba-43ae-8e29-3f77afa8fb86 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679987'] for router_interface, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:39.209842 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03d7a8a3-91ba-43ae-8e29-3f77afa8fb86 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Router 8aec55be-2369-42e0-a1fc-da014ec60b03 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:57:39.320456 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03d7a8a3-91ba-43ae-8e29-3f77afa8fb86 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:57:39.326083 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-03d7a8a3-91ba-43ae-8e29-3f77afa8fb86 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "PUT /v2.0/routers/8aec55be-2369-42e0-a1fc-da014ec60b03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4757338 Jul 24 00:57:39.328479 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43612) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:39.331445 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c920ddf-3c36-44d8-9cbd-350c9c42fefd None None] Sync routers for ids ['8aec55be-2369-42e0-a1fc-da014ec60b03'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:57:39.342931 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c920ddf-3c36-44d8-9cbd-350c9c42fefd None None] Routers {'8aec55be-2369-42e0-a1fc-da014ec60b03'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:57:39.343536 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-1c920ddf-3c36-44d8-9cbd-350c9c42fefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:57:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['8aec55be-2369-42e0-a1fc-da014ec60b03'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:57:39.384872 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef3e562b-d9dd-4c47-b375-86297cc90ebc tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Deleting subnet cdc051f3-71eb-4671-989c-06e02785fa9c {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:57:39.388279 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ef3e562b-d9dd-4c47-b375-86297cc90ebc tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:39.431286 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ef3e562b-d9dd-4c47-b375-86297cc90ebc tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:39.448104 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-1c920ddf-3c36-44d8-9cbd-350c9c42fefd None None] Set router 8aec55be-2369-42e0-a1fc-da014ec60b03 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:57:39.521012 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ef3e562b-d9dd-4c47-b375-86297cc90ebc tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:39.596795 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ef3e562b-d9dd-4c47-b375-86297cc90ebc tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:39.626173 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3e562b-d9dd-4c47-b375-86297cc90ebc tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event deleted for resources: {'Subnet': ['ID=cdc051f3-71eb-4671-989c-06e02785fa9c,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:39.630532 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ef3e562b-d9dd-4c47-b375-86297cc90ebc tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:39.635960 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-ef3e562b-d9dd-4c47-b375-86297cc90ebc tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "DELETE /v2.0/subnets/cdc051f3-71eb-4671-989c-06e02785fa9c HTTP/1.1" status: 204 len: 168 time: 0.3031597 Jul 24 00:57:39.636293 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43614) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:39.639616 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a55a05-f3d2-4d84-b5dd-fa4d9ac08ac5 None None] Network 56d461dd-dfa0-45c5-86fe-675d9fe12ada requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:57:39.640397 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-1c920ddf-3c36-44d8-9cbd-350c9c42fefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aec55be-2369-42e0-a1fc-da014ec60b03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117548625', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '86e373df-ecba-4a7a-9c9c-9d4f5df68d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:55:51Z', 'updated_at': '2021-07-24T00:57:38Z', 'revision_number': 5, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'gw_port': {'id': '86e373df-ecba-4a7a-9c9c-9d4f5df68d1d', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:92:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aec55be-2369-42e0-a1fc-da014ec60b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:55:52Z', 'updated_at': '2021-07-24T00:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:57:39.672594 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c920ddf-3c36-44d8-9cbd-350c9c42fefd None None] Checking router: 8aec55be-2369-42e0-a1fc-da014ec60b03 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:57:39.681931 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c920ddf-3c36-44d8-9cbd-350c9c42fefd None None] Routers {'8aec55be-2369-42e0-a1fc-da014ec60b03'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:57:39.682546 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-1c920ddf-3c36-44d8-9cbd-350c9c42fefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:57:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['8aec55be-2369-42e0-a1fc-da014ec60b03'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:57:39.727653 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 441849ca-f628-4994-8e5d-5a3b75e50539 no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:57:39.750418 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c7d90ff1-d646-45a4-82a4-ff97f63b6234 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for router, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:39.769946 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] No Port match for: 441849ca-f628-4994-8e5d-5a3b75e50539 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:57:39.770302 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 441849ca-f628-4994-8e5d-5a3b75e50539 not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:57:39.788215 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-1c920ddf-3c36-44d8-9cbd-350c9c42fefd None None] Set router 8aec55be-2369-42e0-a1fc-da014ec60b03 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:57:39.872415 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c7d90ff1-d646-45a4-82a4-ff97f63b6234 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:39.874897 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58506f3-8780-4d4c-b52c-f05def4d350b None None] DHCP port deletion for 56d461dd-dfa0-45c5-86fe-675d9fe12ada request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:57:39.923868 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-a58506f3-8780-4d4c-b52c-f05def4d350b None None] Deleting port 26c474df-670e-4532-b18d-6069fa751015 {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:57:39.924252 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a58506f3-8780-4d4c-b52c-f05def4d350b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:39.943744 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-c7d90ff1-d646-45a4-82a4-ff97f63b6234 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Deleting port 86e373df-ecba-4a7a-9c9c-9d4f5df68d1d {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:57:39.944146 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c7d90ff1-d646-45a4-82a4-ff97f63b6234 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:39.997149 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-1c920ddf-3c36-44d8-9cbd-350c9c42fefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aec55be-2369-42e0-a1fc-da014ec60b03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117548625', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '86e373df-ecba-4a7a-9c9c-9d4f5df68d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:55:51Z', 'updated_at': '2021-07-24T00:57:38Z', 'revision_number': 5, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'gw_port': {'id': '86e373df-ecba-4a7a-9c9c-9d4f5df68d1d', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:92:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aec55be-2369-42e0-a1fc-da014ec60b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:55:52Z', 'updated_at': '2021-07-24T00:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:57:40.013603 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-a58506f3-8780-4d4c-b52c-f05def4d350b None None] For port 26c474df-670e-4532-b18d-6069fa751015, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=26c474df-670e-4532-b18d-6069fa751015,segment=NetworkSegment(e0ef645a-e0d6-4337-b7d7-9160eae3ea93),segment_id=e0ef645a-e0d6-4337-b7d7-9160eae3ea93)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:57:40.014081 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a58506f3-8780-4d4c-b52c-f05def4d350b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:40.028278 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-a58506f3-8780-4d4c-b52c-f05def4d350b None None] Calling delete_port for 26c474df-670e-4532-b18d-6069fa751015 owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:57:40.034553 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c920ddf-3c36-44d8-9cbd-350c9c42fefd None None] The sync data for ids ['8aec55be-2369-42e0-a1fc-da014ec60b03'] in n-d-800088-16 is: [{'id': '8aec55be-2369-42e0-a1fc-da014ec60b03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117548625', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '86e373df-ecba-4a7a-9c9c-9d4f5df68d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:55:51Z', 'updated_at': '2021-07-24T00:57:38Z', 'revision_number': 5, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'gw_port': {'id': '86e373df-ecba-4a7a-9c9c-9d4f5df68d1d', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:92:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aec55be-2369-42e0-a1fc-da014ec60b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:55:52Z', 'updated_at': '2021-07-24T00:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:57:40.034975 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-c7d90ff1-d646-45a4-82a4-ff97f63b6234 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] For port 86e373df-ecba-4a7a-9c9c-9d4f5df68d1d, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=86e373df-ecba-4a7a-9c9c-9d4f5df68d1d,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:57:40.035478 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c7d90ff1-d646-45a4-82a4-ff97f63b6234 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:40.054219 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-c7d90ff1-d646-45a4-82a4-ff97f63b6234 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Calling delete_port for 86e373df-ecba-4a7a-9c9c-9d4f5df68d1d owned by network:router_gateway {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:57:40.117437 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a58506f3-8780-4d4c-b52c-f05def4d350b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:40.143447 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58506f3-8780-4d4c-b52c-f05def4d350b None None] Pushing event deleted for resources: {'Port': ['ID=26c474df-670e-4532-b18d-6069fa751015,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:40.147485 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58506f3-8780-4d4c-b52c-f05def4d350b None None] No DVR routers for this DVR port 26c474df-670e-4532-b18d-6069fa751015 on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:57:40.228480 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c7d90ff1-d646-45a4-82a4-ff97f63b6234 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:40.259199 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d90ff1-d646-45a4-82a4-ff97f63b6234 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event deleted for resources: {'Port': ['ID=86e373df-ecba-4a7a-9c9c-9d4f5df68d1d,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:40.322249 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c7d90ff1-d646-45a4-82a4-ff97f63b6234 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687114'] for router_gateway, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:40.417867 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c7d90ff1-d646-45a4-82a4-ff97f63b6234 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:40.420282 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c7d90ff1-d646-45a4-82a4-ff97f63b6234 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:40.465592 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c7d90ff1-d646-45a4-82a4-ff97f63b6234 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:40.466189 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7d90ff1-d646-45a4-82a4-ff97f63b6234 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Fanout notify agent at l3_agent the message router_deleted on router 8aec55be-2369-42e0-a1fc-da014ec60b03 {{(pid=100314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:57:40.473489 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c7d90ff1-d646-45a4-82a4-ff97f63b6234 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:40.474696 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-c7d90ff1-d646-45a4-82a4-ff97f63b6234 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "DELETE /v2.0/routers/8aec55be-2369-42e0-a1fc-da014ec60b03 HTTP/1.1" status: 204 len: 168 time: 0.8375380 Jul 24 00:57:40.477455 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43616) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:40.562885 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7f870473-6092-47a3-b6d7-d271267dbddc tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:40.653323 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 26c474df-670e-4532-b18d-6069fa751015 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:57:40.669074 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7f870473-6092-47a3-b6d7-d271267dbddc tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:40.679325 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 26c474df-670e-4532-b18d-6069fa751015 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:57:40.679927 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 26c474df-670e-4532-b18d-6069fa751015 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:57:40.682934 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 7905810e-16c6-49e8-b65e-b26ee994e570 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:57:40.687925 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-7f870473-6092-47a3-b6d7-d271267dbddc tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56d461dd-dfa0-45c5-86fe-675d9fe12ada']}} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:57:40.701849 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-7f870473-6092-47a3-b6d7-d271267dbddc tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0ef645a-e0d6-4337-b7d7-9160eae3ea93') {'for_net_delete': True} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:57:40.702156 n-d-800088-16 neutron-server[100314]: DEBUG neutron.services.segments.db [None req-7f870473-6092-47a3-b6d7-d271267dbddc tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0ef645a-e0d6-4337-b7d7-9160eae3ea93') {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:57:40.705230 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 7905810e-16c6-49e8-b65e-b26ee994e570 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:57:40.705666 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 7905810e-16c6-49e8-b65e-b26ee994e570 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:57:40.713587 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7f870473-6092-47a3-b6d7-d271267dbddc tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2975303'] for segment, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:40.729430 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7f870473-6092-47a3-b6d7-d271267dbddc tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:40.735730 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f870473-6092-47a3-b6d7-d271267dbddc tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=100314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:57:40.736132 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7f870473-6092-47a3-b6d7-d271267dbddc tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10134557'] for segment, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:40.739266 n-d-800088-16 neutron-server[100314]: Traceback (most recent call last): Jul 24 00:57:40.739266 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:57:40.739266 n-d-800088-16 neutron-server[100314]: timer() Jul 24 00:57:40.739266 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:57:40.739266 n-d-800088-16 neutron-server[100314]: cb(*args, **kw) Jul 24 00:57:40.739266 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:57:40.739266 n-d-800088-16 neutron-server[100314]: return func(*args, **kwargs) Jul 24 00:57:40.739266 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:57:40.739266 n-d-800088-16 neutron-server[100314]: self._notify() Jul 24 00:57:40.739266 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:57:40.739266 n-d-800088-16 neutron-server[100314]: self.callback(batched_events) Jul 24 00:57:40.739266 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:57:40.739266 n-d-800088-16 neutron-server[100314]: event.method(event) Jul 24 00:57:40.739266 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:57:40.739266 n-d-800088-16 neutron-server[100314]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:57:40.739266 n-d-800088-16 neutron-server[100314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:57:40.739266 n-d-800088-16 neutron-server[100314]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:57:40.739266 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:57:40.739266 n-d-800088-16 neutron-server[100314]: return f(self, *a, **k) Jul 24 00:57:40.739266 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:57:40.739266 n-d-800088-16 neutron-server[100314]: return self._get(url).json() Jul 24 00:57:40.739266 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:57:40.739266 n-d-800088-16 neutron-server[100314]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:57:40.739266 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:57:40.739266 n-d-800088-16 neutron-server[100314]: return self.request(url, 'GET', **kwargs) Jul 24 00:57:40.739266 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:57:40.739266 n-d-800088-16 neutron-server[100314]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:57:40.739266 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:57:40.739266 n-d-800088-16 neutron-server[100314]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:57:40.739266 n-d-800088-16 neutron-server[100314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:57:40.739266 n-d-800088-16 neutron-server[100314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:57:40.739266 n-d-800088-16 neutron-server[100314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:57:40.802871 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7f870473-6092-47a3-b6d7-d271267dbddc tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:40.810573 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7f870473-6092-47a3-b6d7-d271267dbddc tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:40.812339 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-7f870473-6092-47a3-b6d7-d271267dbddc tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "DELETE /v2.0/networks/56d461dd-dfa0-45c5-86fe-675d9fe12ada HTTP/1.1" status: 204 len: 168 time: 0.3338368 Jul 24 00:57:40.815880 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43618) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:40.827403 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f870473-6092-47a3-b6d7-d271267dbddc tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event deleted for resources: {'Network': ['ID=56d461dd-dfa0-45c5-86fe-675d9fe12ada,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:40.876397 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5f857bb6-eed1-452b-8754-ae3376970eb2 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:40.902051 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5f857bb6-eed1-452b-8754-ae3376970eb2 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:40.966845 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5f857bb6-eed1-452b-8754-ae3376970eb2 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:40.970208 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-5f857bb6-eed1-452b-8754-ae3376970eb2 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:40.971524 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-5f857bb6-eed1-452b-8754-ae3376970eb2 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "DELETE /v2.0/security-groups/1ccc6b1e-e27a-4241-b4cb-93c7187d74c0 HTTP/1.1" status: 204 len: 168 time: 0.1545122 Jul 24 00:57:40.981653 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f857bb6-eed1-452b-8754-ae3376970eb2 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ccc6b1e-e27a-4241-b4cb-93c7187d74c0,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:41.279662 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43624) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:41.284309 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-b0dcf41c-a2c4-478c-83c3-0b7fc7ea99a6 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1592514359', 'description': 'tempest-secgroup-smoke-1592514359 description', 'project_id': '21fe67bd68cd4d41939b65b573d17a56'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:57:41.307284 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b0dcf41c-a2c4-478c-83c3-0b7fc7ea99a6 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:41.400436 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b0dcf41c-a2c4-478c-83c3-0b7fc7ea99a6 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:41.404145 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b0dcf41c-a2c4-478c-83c3-0b7fc7ea99a6 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:41.429917 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b0dcf41c-a2c4-478c-83c3-0b7fc7ea99a6 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:41.431155 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-b0dcf41c-a2c4-478c-83c3-0b7fc7ea99a6 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1504917 Jul 24 00:57:41.433927 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43626) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:41.439013 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-67b34545-c8a2-4ae7-a4d0-b1559503db7f tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Request body: {'security_group_rule': {'security_group_id': '3d958b45-5f5a-475f-9f23-376036401cf9', 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:57:41.444089 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dcf41c-a2c4-478c-83c3-0b7fc7ea99a6 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d958b45-5f5a-475f-9f23-376036401cf9,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:41.467788 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-67b34545-c8a2-4ae7-a4d0-b1559503db7f tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:41.523085 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-67b34545-c8a2-4ae7-a4d0-b1559503db7f tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:41.526480 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-67b34545-c8a2-4ae7-a4d0-b1559503db7f tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:41.544497 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b34545-c8a2-4ae7-a4d0-b1559503db7f tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63a93fc8-557d-4d0d-b1b9-cea24d0927af,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:41.550603 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-67b34545-c8a2-4ae7-a4d0-b1559503db7f tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:41.551663 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-67b34545-c8a2-4ae7-a4d0-b1559503db7f tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1168098 Jul 24 00:57:41.554432 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43628) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:41.558817 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-bd80759a-b074-4ca9-b24f-14a261f19827 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Request body: {'security_group_rule': {'security_group_id': '3d958b45-5f5a-475f-9f23-376036401cf9', 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:57:41.584084 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bd80759a-b074-4ca9-b24f-14a261f19827 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:41.640232 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bd80759a-b074-4ca9-b24f-14a261f19827 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:41.643682 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bd80759a-b074-4ca9-b24f-14a261f19827 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:41.660797 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd80759a-b074-4ca9-b24f-14a261f19827 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5fcc4de-947e-4398-9a50-5574937a4745,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:41.667326 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-bd80759a-b074-4ca9-b24f-14a261f19827 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:41.668523 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-bd80759a-b074-4ca9-b24f-14a261f19827 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1131723 Jul 24 00:57:41.671444 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43630) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:41.676167 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-39654cf2-7a4b-4a63-a5d2-9a12f3aa5539 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Request body: {'security_group_rule': {'security_group_id': '3d958b45-5f5a-475f-9f23-376036401cf9', 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:57:41.702586 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-39654cf2-7a4b-4a63-a5d2-9a12f3aa5539 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:41.762093 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-39654cf2-7a4b-4a63-a5d2-9a12f3aa5539 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:41.765612 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-39654cf2-7a4b-4a63-a5d2-9a12f3aa5539 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:41.780914 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39654cf2-7a4b-4a63-a5d2-9a12f3aa5539 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f39fb791-4ef3-447f-a083-c8cd1e190448,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:41.789709 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-39654cf2-7a4b-4a63-a5d2-9a12f3aa5539 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:41.790959 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-39654cf2-7a4b-4a63-a5d2-9a12f3aa5539 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1185133 Jul 24 00:57:41.793682 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43632) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:41.797972 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-ec05e955-58a3-485a-9109-9082a11cd68d tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Request body: {'security_group_rule': {'security_group_id': '3d958b45-5f5a-475f-9f23-376036401cf9', 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:57:41.824620 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ec05e955-58a3-485a-9109-9082a11cd68d tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:41.883318 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ec05e955-58a3-485a-9109-9082a11cd68d tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:41.886886 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ec05e955-58a3-485a-9109-9082a11cd68d tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:41.904220 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec05e955-58a3-485a-9109-9082a11cd68d tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f8e8d23-7b7a-440e-a1a9-35216b38869c,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:41.910079 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ec05e955-58a3-485a-9109-9082a11cd68d tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:41.911355 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-ec05e955-58a3-485a-9109-9082a11cd68d tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1167667 Jul 24 00:57:41.914091 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43634) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:41.918573 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-ce685357-b76c-4da7-8c5d-c95d0e0591a7 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Request body: {'security_group_rule': {'security_group_id': '3d958b45-5f5a-475f-9f23-376036401cf9', 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:57:41.940767 n-d-800088-16 neutron-server[100314]: INFO neutron.db.securitygroups_db [None req-ce685357-b76c-4da7-8c5d-c95d0e0591a7 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Project 21fe67bd68cd4d41939b65b573d17a56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 00:57:41.946963 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ce685357-b76c-4da7-8c5d-c95d0e0591a7 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:42.007465 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ce685357-b76c-4da7-8c5d-c95d0e0591a7 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:42.010932 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ce685357-b76c-4da7-8c5d-c95d0e0591a7 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:42.026260 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce685357-b76c-4da7-8c5d-c95d0e0591a7 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c08ec332-df1c-44be-9343-168465c4cdd2,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:42.034533 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ce685357-b76c-4da7-8c5d-c95d0e0591a7 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:42.035793 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-ce685357-b76c-4da7-8c5d-c95d0e0591a7 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1207659 Jul 24 00:57:42.038562 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43636) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:42.043243 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-0d619c93-d51e-4f29-862a-1018609ead20 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Request body: {'security_group_rule': {'security_group_id': '3d958b45-5f5a-475f-9f23-376036401cf9', 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:57:42.069714 n-d-800088-16 neutron-server[100314]: INFO neutron.db.securitygroups_db [None req-0d619c93-d51e-4f29-862a-1018609ead20 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Project 21fe67bd68cd4d41939b65b573d17a56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 00:57:42.074835 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0d619c93-d51e-4f29-862a-1018609ead20 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:42.135546 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0d619c93-d51e-4f29-862a-1018609ead20 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:42.138879 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0d619c93-d51e-4f29-862a-1018609ead20 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:42.157711 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d619c93-d51e-4f29-862a-1018609ead20 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f722830-89a9-47b0-b3be-aac28505df06,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:42.166696 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-0d619c93-d51e-4f29-862a-1018609ead20 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:42.168127 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-0d619c93-d51e-4f29-862a-1018609ead20 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1284034 Jul 24 00:57:42.170942 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43638) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:42.175984 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-4ca6c72a-dfcc-400d-be5f-0c5f34c0efae tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Request body: {'network': {'name': 'tempest-network-smoke--1068981537', 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'port_security_enabled': True}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:57:42.196742 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca6c72a-dfcc-400d-be5f-0c5f34c0efae tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Made reservation on behalf of 21fe67bd68cd4d41939b65b573d17a56 for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:57:42.200066 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4ca6c72a-dfcc-400d-be5f-0c5f34c0efae tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:42.222231 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ca6c72a-dfcc-400d-be5f-0c5f34c0efae tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:57:42.230965 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4ca6c72a-dfcc-400d-be5f-0c5f34c0efae tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:42.231313 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-4ca6c72a-dfcc-400d-be5f-0c5f34c0efae tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Added segment 8f26c8c8-fd68-4d89-ba02-9fa2b2f29bfb of type vlan for network 0c265ac7-1af1-4023-aaa7-0dc638f4fdb0 Jul 24 00:57:42.270373 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4ca6c72a-dfcc-400d-be5f-0c5f34c0efae tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:42.299043 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4ca6c72a-dfcc-400d-be5f-0c5f34c0efae tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:42.305276 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca6c72a-dfcc-400d-be5f-0c5f34c0efae tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:42.305867 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4ca6c72a-dfcc-400d-be5f-0c5f34c0efae tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:42.342517 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-4ca6c72a-dfcc-400d-be5f-0c5f34c0efae tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1705849 Jul 24 00:57:42.345339 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43640) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:42.352091 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-c0b19fb9-faff-4817-a0f6-980f030cbb68 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2107801331', 'admin_state_up': True, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:57:42.384920 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6c72a-dfcc-400d-be5f-0c5f34c0efae tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event updated for resources: {'Network': ['ID=0c265ac7-1af1-4023-aaa7-0dc638f4fdb0,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:42.394630 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 0c265ac7-1af1-4023-aaa7-0dc638f4fdb0 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:57:42.401662 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c0b19fb9-faff-4817-a0f6-980f030cbb68 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:42.402661 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c0b19fb9-faff-4817-a0f6-980f030cbb68 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:42.458957 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c0b19fb9-faff-4817-a0f6-980f030cbb68 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:42.526404 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 86e373df-ecba-4a7a-9c9c-9d4f5df68d1d no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:57:42.545786 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 86e373df-ecba-4a7a-9c9c-9d4f5df68d1d {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:57:42.546136 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 86e373df-ecba-4a7a-9c9c-9d4f5df68d1d not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:57:42.598777 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c0b19fb9-faff-4817-a0f6-980f030cbb68 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:43.132760 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c0b19fb9-faff-4817-a0f6-980f030cbb68 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for router_gateway, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:43.153072 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c0b19fb9-faff-4817-a0f6-980f030cbb68 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:43.257900 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-c0b19fb9-faff-4817-a0f6-980f030cbb68 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Allocated IP 172.25.3.95 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/86c677f8-98f8-4192-9adf-0157165cf102) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:57:43.357539 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c0b19fb9-faff-4817-a0f6-980f030cbb68 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:43.402464 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c0b19fb9-faff-4817-a0f6-980f030cbb68 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:43.445930 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b19fb9-faff-4817-a0f6-980f030cbb68 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:57:43.450623 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-c0b19fb9-faff-4817-a0f6-980f030cbb68 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:57:43.454115 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b19fb9-faff-4817-a0f6-980f030cbb68 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:57:43.459603 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b19fb9-faff-4817-a0f6-980f030cbb68 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event updated for resources: {'Port': ['ID=86c677f8-98f8-4192-9adf-0157165cf102,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:43.701725 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c0b19fb9-faff-4817-a0f6-980f030cbb68 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for router_gateway, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:43.906578 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c0b19fb9-faff-4817-a0f6-980f030cbb68 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:44.038349 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0b19fb9-faff-4817-a0f6-980f030cbb68 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Router 8b0dffcb-322e-40d0-92dc-633697b31a6f is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:57:44.143461 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b19fb9-faff-4817-a0f6-980f030cbb68 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:57:44.154156 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529858f9-79f4-4510-802a-4f84eb79186e None None] Sync routers for ids ['8b0dffcb-322e-40d0-92dc-633697b31a6f'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:57:44.163097 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529858f9-79f4-4510-802a-4f84eb79186e None None] Routers {'8b0dffcb-322e-40d0-92dc-633697b31a6f'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:57:44.163720 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-529858f9-79f4-4510-802a-4f84eb79186e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:57:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['8b0dffcb-322e-40d0-92dc-633697b31a6f'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:57:44.168979 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-c0b19fb9-faff-4817-a0f6-980f030cbb68 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:44.170792 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-c0b19fb9-faff-4817-a0f6-980f030cbb68 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8242939 Jul 24 00:57:44.174200 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43642) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:44.205981 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-94a1e5fd-e2da-4c49-be49-f6dc3d283b9a tempest-TestNetworkAdvancedServerOps-1466672450 tempest-TestNetworkAdvancedServerOps-1466672450-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=21fe67bd68cd4d41939b65b573d17a56&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0306830 Jul 24 00:57:44.209199 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43644) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:44.269519 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-529858f9-79f4-4510-802a-4f84eb79186e None None] Set router 8b0dffcb-322e-40d0-92dc-633697b31a6f gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:57:44.294754 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7718b0f4-7740-4dc9-b93b-134ac514a17d tempest-TestNetworkAdvancedServerOps-1466672450 tempest-TestNetworkAdvancedServerOps-1466672450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:44.296504 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-7718b0f4-7740-4dc9-b93b-134ac514a17d tempest-TestNetworkAdvancedServerOps-1466672450 tempest-TestNetworkAdvancedServerOps-1466672450-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0863628 Jul 24 00:57:44.299512 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43646) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:44.328211 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-d347caf1-c1b2-40a8-802e-e28fbd02305e tempest-TestNetworkAdvancedServerOps-1466672450 tempest-TestNetworkAdvancedServerOps-1466672450-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=9adcfee8-760c-4568-9e39-c221abf69bf5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276387 Jul 24 00:57:44.331134 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43648) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:44.336590 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-622760b1-290a-4f1c-8799-94a0c8aa707d tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1689145958', 'network_id': '0c265ac7-1af1-4023-aaa7-0dc638f4fdb0', 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:57:44.352194 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:57:44.428195 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622760b1-290a-4f1c-8799-94a0c8aa707d tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Made reservation on behalf of 21fe67bd68cd4d41939b65b573d17a56 for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:57:44.431821 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-622760b1-290a-4f1c-8799-94a0c8aa707d tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:44.457074 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-529858f9-79f4-4510-802a-4f84eb79186e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0dffcb-322e-40d0-92dc-633697b31a6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2107801331', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '86c677f8-98f8-4192-9adf-0157165cf102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:57:42Z', 'updated_at': '2021-07-24T00:57:43Z', 'revision_number': 3, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'gw_port': {'id': '86c677f8-98f8-4192-9adf-0157165cf102', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:0c:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b0dffcb-322e-40d0-92dc-633697b31a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:57:43Z', 'updated_at': '2021-07-24T00:57:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:57:44.486038 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529858f9-79f4-4510-802a-4f84eb79186e None None] Checking router: 8b0dffcb-322e-40d0-92dc-633697b31a6f for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:57:44.486392 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529858f9-79f4-4510-802a-4f84eb79186e None None] Updating router 8b0dffcb-322e-40d0-92dc-633697b31a6f port 86c677f8-98f8-4192-9adf-0157165cf102 binding host n-d-800088-16 {{(pid=100315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:57:44.524341 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-529858f9-79f4-4510-802a-4f84eb79186e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:44.627149 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-622760b1-290a-4f1c-8799-94a0c8aa707d tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:44.682184 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622760b1-290a-4f1c-8799-94a0c8aa707d tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event updated for resources: {'Subnet': ['ID=8b89ba4b-5708-4c1c-b974-8d286ac7cf55,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:44.698177 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622760b1-290a-4f1c-8799-94a0c8aa707d tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Checking segment: {'id': '8f26c8c8-fd68-4d89-ba02-9fa2b2f29bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '0c265ac7-1af1-4023-aaa7-0dc638f4fdb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:57:44.698552 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622760b1-290a-4f1c-8799-94a0c8aa707d tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Network hostable DHCP agents. Network: 0c265ac7-1af1-4023-aaa7-0dc638f4fdb0, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:57:44.716987 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622760b1-290a-4f1c-8799-94a0c8aa707d tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Network 0c265ac7-1af1-4023-aaa7-0dc638f4fdb0 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:57:44.726261 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-622760b1-290a-4f1c-8799-94a0c8aa707d tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 0c265ac7-1af1-4023-aaa7-0dc638f4fdb0) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:57:44.730985 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622760b1-290a-4f1c-8799-94a0c8aa707d tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:44.731774 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-622760b1-290a-4f1c-8799-94a0c8aa707d tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:44.741362 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eaf1c8a-db5f-40a5-b567-99b7587075c4 None None] Network 0c265ac7-1af1-4023-aaa7-0dc638f4fdb0 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:57:44.750168 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-622760b1-290a-4f1c-8799-94a0c8aa707d tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4151683 Jul 24 00:57:44.750362 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43650) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:44.839682 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-529858f9-79f4-4510-802a-4f84eb79186e None None] Notify callbacks [] for port, precommit_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:44.854136 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-529858f9-79f4-4510-802a-4f84eb79186e None None] Transition to ACTIVE for port object 86c677f8-98f8-4192-9adf-0157165cf102 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:57:44.864856 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-529858f9-79f4-4510-802a-4f84eb79186e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:44.951823 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6727d15d-12ca-43f7-af8b-f4ca4bc91d92 None None] Pushing event updated for resources: {'Port': ['ID=86c677f8-98f8-4192-9adf-0157165cf102,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:44.954082 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-529858f9-79f4-4510-802a-4f84eb79186e None None] Attempting to bind port 86c677f8-98f8-4192-9adf-0157165cf102 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:57:44.954453 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-529858f9-79f4-4510-802a-4f84eb79186e None None] Attempting to bind port 86c677f8-98f8-4192-9adf-0157165cf102 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:57:44.954820 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529858f9-79f4-4510-802a-4f84eb79186e None None] Attempting to bind port 86c677f8-98f8-4192-9adf-0157165cf102 on network 9adcfee8-760c-4568-9e39-c221abf69bf5 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:57:44.963943 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529858f9-79f4-4510-802a-4f84eb79186e None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:57:44.964315 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529858f9-79f4-4510-802a-4f84eb79186e None None] Checking segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:57:44.964717 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-529858f9-79f4-4510-802a-4f84eb79186e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:44.965153 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529858f9-79f4-4510-802a-4f84eb79186e None None] Bound using segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:57:44.965620 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-529858f9-79f4-4510-802a-4f84eb79186e None None] Bound port: 86c677f8-98f8-4192-9adf-0157165cf102, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:57:44.966002 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-529858f9-79f4-4510-802a-4f84eb79186e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:45.013189 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7e021c-6e9d-4497-9c91-feafd840ce70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-0c265ac7-1af1-4023-aaa7-0dc638f4fdb0', 'network_id': '0c265ac7-1af1-4023-aaa7-0dc638f4fdb0', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'fixed_ips': [{'subnet_id': '8b89ba4b-5708-4c1c-b974-8d286ac7cf55'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:57:45.014050 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-da7e021c-6e9d-4497-9c91-feafd840ce70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:45.101609 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-529858f9-79f4-4510-802a-4f84eb79186e None None] For port 86c677f8-98f8-4192-9adf-0157165cf102, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:57:45.124513 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-529858f9-79f4-4510-802a-4f84eb79186e None None] For port 86c677f8-98f8-4192-9adf-0157165cf102, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=86c677f8-98f8-4192-9adf-0157165cf102,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:57:45.129582 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-529858f9-79f4-4510-802a-4f84eb79186e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:45.198356 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1f76e5cf-c390-436d-8e09-bbea7e97695b tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:45.234669 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529858f9-79f4-4510-802a-4f84eb79186e None None] Routers {'8b0dffcb-322e-40d0-92dc-633697b31a6f'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:57:45.235280 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-529858f9-79f4-4510-802a-4f84eb79186e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:57:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['8b0dffcb-322e-40d0-92dc-633697b31a6f'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:57:45.238828 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-da7e021c-6e9d-4497-9c91-feafd840ce70 None None] Allocated IP 172.20.0.2 (0c265ac7-1af1-4023-aaa7-0dc638f4fdb0/8b89ba4b-5708-4c1c-b974-8d286ac7cf55/58c10fe3-77f5-4778-a423-faf6486bda55) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:57:45.240713 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6727d15d-12ca-43f7-af8b-f4ca4bc91d92 None None] Pushing event updated for resources: {'Port': ['ID=86c677f8-98f8-4192-9adf-0157165cf102,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:45.434188 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:45.438780 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-529858f9-79f4-4510-802a-4f84eb79186e None None] Set router 8b0dffcb-322e-40d0-92dc-633697b31a6f gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:57:45.601457 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-da7e021c-6e9d-4497-9c91-feafd840ce70 None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:45.614234 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-da7e021c-6e9d-4497-9c91-feafd840ce70 None None] Transition to ACTIVE for port object 58c10fe3-77f5-4778-a423-faf6486bda55 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:57:45.640437 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-da7e021c-6e9d-4497-9c91-feafd840ce70 None None] Transition to ACTIVE for port object 58c10fe3-77f5-4778-a423-faf6486bda55 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:57:45.663320 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-da7e021c-6e9d-4497-9c91-feafd840ce70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:45.710423 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-1f76e5cf-c390-436d-8e09-bbea7e97695b tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Allocated IP 172.20.0.1 (0c265ac7-1af1-4023-aaa7-0dc638f4fdb0/8b89ba4b-5708-4c1c-b974-8d286ac7cf55/a560cbd5-a8cb-4eca-a9ac-3e84f377e4fd) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:57:45.711411 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7e021c-6e9d-4497-9c91-feafd840ce70 None None] Network 0c265ac7-1af1-4023-aaa7-0dc638f4fdb0 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:57:45.719559 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-da7e021c-6e9d-4497-9c91-feafd840ce70 None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:57:45.725426 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7e021c-6e9d-4497-9c91-feafd840ce70 None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:57:45.729638 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7e021c-6e9d-4497-9c91-feafd840ce70 None None] Pushing event updated for resources: {'Port': ['ID=58c10fe3-77f5-4778-a423-faf6486bda55,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:45.781123 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-529858f9-79f4-4510-802a-4f84eb79186e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0dffcb-322e-40d0-92dc-633697b31a6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2107801331', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '86c677f8-98f8-4192-9adf-0157165cf102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:57:42Z', 'updated_at': '2021-07-24T00:57:43Z', 'revision_number': 3, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'gw_port': {'id': '86c677f8-98f8-4192-9adf-0157165cf102', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:0c:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b0dffcb-322e-40d0-92dc-633697b31a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:57:43Z', 'updated_at': '2021-07-24T00:57:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:57:45.814900 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529858f9-79f4-4510-802a-4f84eb79186e None None] The sync data for ids ['8b0dffcb-322e-40d0-92dc-633697b31a6f'] in n-d-800088-16 is: [{'id': '8b0dffcb-322e-40d0-92dc-633697b31a6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2107801331', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '86c677f8-98f8-4192-9adf-0157165cf102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:57:42Z', 'updated_at': '2021-07-24T00:57:43Z', 'revision_number': 3, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'gw_port': {'id': '86c677f8-98f8-4192-9adf-0157165cf102', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:0c:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b0dffcb-322e-40d0-92dc-633697b31a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:57:43Z', 'updated_at': '2021-07-24T00:57:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:57:45.819130 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-da7e021c-6e9d-4497-9c91-feafd840ce70 None None] Attempting to bind port 58c10fe3-77f5-4778-a423-faf6486bda55 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:57:45.819339 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-da7e021c-6e9d-4497-9c91-feafd840ce70 None None] Attempting to bind port 58c10fe3-77f5-4778-a423-faf6486bda55 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '8f26c8c8-fd68-4d89-ba02-9fa2b2f29bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '0c265ac7-1af1-4023-aaa7-0dc638f4fdb0'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:57:45.819696 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7e021c-6e9d-4497-9c91-feafd840ce70 None None] Attempting to bind port 58c10fe3-77f5-4778-a423-faf6486bda55 on network 0c265ac7-1af1-4023-aaa7-0dc638f4fdb0 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:57:45.825029 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7e021c-6e9d-4497-9c91-feafd840ce70 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:57:45.825411 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7e021c-6e9d-4497-9c91-feafd840ce70 None None] Checking segment: {'id': '8f26c8c8-fd68-4d89-ba02-9fa2b2f29bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '0c265ac7-1af1-4023-aaa7-0dc638f4fdb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:57:45.825825 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-da7e021c-6e9d-4497-9c91-feafd840ce70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:45.826743 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7e021c-6e9d-4497-9c91-feafd840ce70 None None] Bound using segment: {'id': '8f26c8c8-fd68-4d89-ba02-9fa2b2f29bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '0c265ac7-1af1-4023-aaa7-0dc638f4fdb0'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:57:45.826743 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-da7e021c-6e9d-4497-9c91-feafd840ce70 None None] Bound port: 58c10fe3-77f5-4778-a423-faf6486bda55, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f26c8c8-fd68-4d89-ba02-9fa2b2f29bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '0c265ac7-1af1-4023-aaa7-0dc638f4fdb0'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:57:45.827074 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-da7e021c-6e9d-4497-9c91-feafd840ce70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:45.837065 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1f76e5cf-c390-436d-8e09-bbea7e97695b tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:45.853821 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [None req-1f76e5cf-c390-436d-8e09-bbea7e97695b tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Transition to ACTIVE for port object a560cbd5-a8cb-4eca-a9ac-3e84f377e4fd will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:57:45.889197 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1f76e5cf-c390-436d-8e09-bbea7e97695b tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:45.896964 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-da7e021c-6e9d-4497-9c91-feafd840ce70 None None] For port 58c10fe3-77f5-4778-a423-faf6486bda55, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:57:45.902213 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-da7e021c-6e9d-4497-9c91-feafd840ce70 None None] For port 58c10fe3-77f5-4778-a423-faf6486bda55, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=58c10fe3-77f5-4778-a423-faf6486bda55,segment=NetworkSegment(8f26c8c8-fd68-4d89-ba02-9fa2b2f29bfb),segment_id=8f26c8c8-fd68-4d89-ba02-9fa2b2f29bfb)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:57:45.906896 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-da7e021c-6e9d-4497-9c91-feafd840ce70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:45.937033 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f76e5cf-c390-436d-8e09-bbea7e97695b tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Network 0c265ac7-1af1-4023-aaa7-0dc638f4fdb0 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:57:45.943655 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-1f76e5cf-c390-436d-8e09-bbea7e97695b tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:57:45.948137 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f76e5cf-c390-436d-8e09-bbea7e97695b tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:57:45.982962 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7e021c-6e9d-4497-9c91-feafd840ce70 None None] Pushing event updated for resources: {'Port': ['ID=58c10fe3-77f5-4778-a423-faf6486bda55,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:45.984552 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f76e5cf-c390-436d-8e09-bbea7e97695b tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event updated for resources: {'Port': ['ID=a560cbd5-a8cb-4eca-a9ac-3e84f377e4fd,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:46.009387 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1f76e5cf-c390-436d-8e09-bbea7e97695b tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681761'] for router_interface, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:46.218895 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1f76e5cf-c390-436d-8e09-bbea7e97695b tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:46.512367 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1f76e5cf-c390-436d-8e09-bbea7e97695b tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:46.517806 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1f76e5cf-c390-436d-8e09-bbea7e97695b tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:46.607685 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f76e5cf-c390-436d-8e09-bbea7e97695b tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event updated for resources: {'Port': ['ID=a560cbd5-a8cb-4eca-a9ac-3e84f377e4fd,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:46.610566 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1f76e5cf-c390-436d-8e09-bbea7e97695b tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680980'] for router_interface, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:46.654811 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 58c10fe3-77f5-4778-a423-faf6486bda55 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:57:46.718580 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 58c10fe3-77f5-4778-a423-faf6486bda55 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:57:46.726228 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 86c677f8-98f8-4192-9adf-0157165cf102 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:57:46.731240 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f76e5cf-c390-436d-8e09-bbea7e97695b tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Network 0c265ac7-1af1-4023-aaa7-0dc638f4fdb0 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:57:46.733087 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-1f76e5cf-c390-436d-8e09-bbea7e97695b tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:57:46.784933 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 86c677f8-98f8-4192-9adf-0157165cf102 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:57:46.789734 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 86c677f8-98f8-4192-9adf-0157165cf102 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:57:46.790114 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:46.873561 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:46.884542 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f76e5cf-c390-436d-8e09-bbea7e97695b tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Router 8b0dffcb-322e-40d0-92dc-633697b31a6f has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:57:46.896881 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 86c677f8-98f8-4192-9adf-0157165cf102, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=86c677f8-98f8-4192-9adf-0157165cf102,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:57:46.901518 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:46.960072 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=86c677f8-98f8-4192-9adf-0157165cf102,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:46.988269 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71b3edc-ee7d-4f80-87c2-1bc9f734bd47 None None] Network 0c265ac7-1af1-4023-aaa7-0dc638f4fdb0 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:57:47.004915 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f76e5cf-c390-436d-8e09-bbea7e97695b tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:57:47.010536 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-1f76e5cf-c390-436d-8e09-bbea7e97695b tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "PUT /v2.0/routers/8b0dffcb-322e-40d0-92dc-633697b31a6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2592924 Jul 24 00:57:47.113628 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-ff4a68d2-0d8e-40ac-b4f3-87aaa1d318a6 None None] Provisioning for port 58c10fe3-77f5-4778-a423-faf6486bda55 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:57:47.122824 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-ff4a68d2-0d8e-40ac-b4f3-87aaa1d318a6 None None] Provisioning complete for port 58c10fe3-77f5-4778-a423-faf6486bda55 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:57:47.123201 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ff4a68d2-0d8e-40ac-b4f3-87aaa1d318a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:47.156379 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9ddfc9fd-f132-4ef8-9396-017656281eaa req-4c892a5c-dae9-49a5-ab4d-d6b479e57572 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1592514359&fields=id&tenant_id=21fe67bd68cd4d41939b65b573d17a56 HTTP/1.1" status: 200 len: 267 time: 0.0368080 Jul 24 00:57:47.246915 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ff4a68d2-0d8e-40ac-b4f3-87aaa1d318a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:47.282880 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-ff4a68d2-0d8e-40ac-b4f3-87aaa1d318a6 None None] For port 58c10fe3-77f5-4778-a423-faf6486bda55, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=58c10fe3-77f5-4778-a423-faf6486bda55,segment=NetworkSegment(8f26c8c8-fd68-4d89-ba02-9fa2b2f29bfb),segment_id=8f26c8c8-fd68-4d89-ba02-9fa2b2f29bfb)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:57:47.284509 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddfc9fd-f132-4ef8-9396-017656281eaa req-ccc91468-9217-42c0-9f3f-d087ee93eeb4 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:47.286709 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9ddfc9fd-f132-4ef8-9396-017656281eaa req-ccc91468-9217-42c0-9f3f-d087ee93eeb4 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/networks?id=0c265ac7-1af1-4023-aaa7-0dc638f4fdb0 HTTP/1.1" status: 200 len: 797 time: 0.1230454 Jul 24 00:57:47.290170 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ff4a68d2-0d8e-40ac-b4f3-87aaa1d318a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:47.308560 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9ddfc9fd-f132-4ef8-9396-017656281eaa req-211b6528-ae33-406c-b39c-96ff3baf8831 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/quotas/21fe67bd68cd4d41939b65b573d17a56 HTTP/1.1" status: 200 len: 375 time: 0.0117884 Jul 24 00:57:47.355069 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4a68d2-0d8e-40ac-b4f3-87aaa1d318a6 None None] Pushing event updated for resources: {'Port': ['ID=58c10fe3-77f5-4778-a423-faf6486bda55,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:47.397193 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9ddfc9fd-f132-4ef8-9396-017656281eaa req-667cf337-5d6f-466e-84aa-82cd86fc7247 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=21fe67bd68cd4d41939b65b573d17a56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0798428 Jul 24 00:57:47.511741 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-05962b00-44ea-423b-9ba1-781da8243bd6 None None] Provisioning complete for port 58c10fe3-77f5-4778-a423-faf6486bda55 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:57:47.512059 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-05962b00-44ea-423b-9ba1-781da8243bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:47.572024 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692562ba-effc-4745-b44a-a994c1a79012 None None] Sync routers for ids ['8b0dffcb-322e-40d0-92dc-633697b31a6f'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:57:47.581760 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692562ba-effc-4745-b44a-a994c1a79012 None None] Routers {'8b0dffcb-322e-40d0-92dc-633697b31a6f'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:57:47.582396 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-692562ba-effc-4745-b44a-a994c1a79012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:57:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['8b0dffcb-322e-40d0-92dc-633697b31a6f'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:57:47.639239 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-05962b00-44ea-423b-9ba1-781da8243bd6 None None] Provisioning for port a560cbd5-a8cb-4eca-a9ac-3e84f377e4fd completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:57:47.643959 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-05962b00-44ea-423b-9ba1-781da8243bd6 None None] Provisioning complete for port a560cbd5-a8cb-4eca-a9ac-3e84f377e4fd triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:57:47.644636 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-05962b00-44ea-423b-9ba1-781da8243bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:47.654722 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9ddfc9fd-f132-4ef8-9396-017656281eaa req-fd08f1cd-5646-4f50-962f-e03bd3e7f6db service neutron] 10.222.0.44 "GET /v2.0/networks/0c265ac7-1af1-4023-aaa7-0dc638f4fdb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604879 Jul 24 00:57:47.696693 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-05962b00-44ea-423b-9ba1-781da8243bd6 None None] Port a560cbd5-a8cb-4eca-a9ac-3e84f377e4fd cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:57:47.779244 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9ddfc9fd-f132-4ef8-9396-017656281eaa req-cd9d2974-610e-470b-a5c5-385928443f30 service neutron] 10.222.0.44 "GET /v2.0/networks/0c265ac7-1af1-4023-aaa7-0dc638f4fdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171677 Jul 24 00:57:47.823027 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-692562ba-effc-4745-b44a-a994c1a79012 None None] Set router 8b0dffcb-322e-40d0-92dc-633697b31a6f gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:57:47.831835 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-291731ea-605f-4486-b890-ec19d7dd400e None None] Provisioning complete for port a560cbd5-a8cb-4eca-a9ac-3e84f377e4fd triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:57:47.832216 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-291731ea-605f-4486-b890-ec19d7dd400e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:47.869959 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-291731ea-605f-4486-b890-ec19d7dd400e None None] Port a560cbd5-a8cb-4eca-a9ac-3e84f377e4fd cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:57:47.989403 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-24906520-1391-43f2-8a78-e27d57a4df37 None None] Provisioning complete for port a560cbd5-a8cb-4eca-a9ac-3e84f377e4fd triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:57:47.989853 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-24906520-1391-43f2-8a78-e27d57a4df37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:48.003365 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-61827aa4-8d17-496d-8739-5112d4b71731 req-c56ac608-0ee8-4482-abac-16e733796e37 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba321866-d6bc-4fda-b7e7-0b9186f01fbe HTTP/1.1" status: 200 len: 210 time: 0.0456874 Jul 24 00:57:48.026692 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-24906520-1391-43f2-8a78-e27d57a4df37 None None] Port a560cbd5-a8cb-4eca-a9ac-3e84f377e4fd cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:57:48.057833 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-692562ba-effc-4745-b44a-a994c1a79012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0dffcb-322e-40d0-92dc-633697b31a6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2107801331', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '86c677f8-98f8-4192-9adf-0157165cf102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:57:42Z', 'updated_at': '2021-07-24T00:57:46Z', 'revision_number': 4, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'gw_port': {'id': '86c677f8-98f8-4192-9adf-0157165cf102', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:0c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0dffcb-322e-40d0-92dc-633697b31a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:57:43Z', 'updated_at': '2021-07-24T00:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'a560cbd5-a8cb-4eca-a9ac-3e84f377e4fd', 'name': '', 'network_id': '0c265ac7-1af1-4023-aaa7-0dc638f4fdb0', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'mac_address': 'fa:16:3e:43:46:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b0dffcb-322e-40d0-92dc-633697b31a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '8b89ba4b-5708-4c1c-b974-8d286ac7cf55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:57:45Z', 'updated_at': '2021-07-24T00:57:46Z', 'revision_number': 2, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'subnets': [{'id': '8b89ba4b-5708-4c1c-b974-8d286ac7cf55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:57:48.088575 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692562ba-effc-4745-b44a-a994c1a79012 None None] Checking router: 8b0dffcb-322e-40d0-92dc-633697b31a6f for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:57:48.088955 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692562ba-effc-4745-b44a-a994c1a79012 None None] Updating router 8b0dffcb-322e-40d0-92dc-633697b31a6f port a560cbd5-a8cb-4eca-a9ac-3e84f377e4fd binding host n-d-800088-16 {{(pid=100316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:57:48.125666 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-692562ba-effc-4745-b44a-a994c1a79012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:48.332061 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:48.409559 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-692562ba-effc-4745-b44a-a994c1a79012 None None] Notify callbacks [] for port, precommit_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:48.421094 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.provisioning_blocks [None req-692562ba-effc-4745-b44a-a994c1a79012 None None] Transition to ACTIVE for port object a560cbd5-a8cb-4eca-a9ac-3e84f377e4fd will not be triggered until provisioned by entity L2. {{(pid=100316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:57:48.427770 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-692562ba-effc-4745-b44a-a994c1a79012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:48.503507 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddafc73a-4b51-4849-8a81-3ed2650c0e0b None None] Pushing event updated for resources: {'Port': ['ID=a560cbd5-a8cb-4eca-a9ac-3e84f377e4fd,revision_number=3']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:48.513366 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddafc73a-4b51-4849-8a81-3ed2650c0e0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:57:48.513760 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddafc73a-4b51-4849-8a81-3ed2650c0e0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:57:48.514046 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddafc73a-4b51-4849-8a81-3ed2650c0e0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:57:48.514822 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddafc73a-4b51-4849-8a81-3ed2650c0e0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:57:48.514822 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddafc73a-4b51-4849-8a81-3ed2650c0e0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:57:48.514981 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddafc73a-4b51-4849-8a81-3ed2650c0e0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:57:48.515309 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddafc73a-4b51-4849-8a81-3ed2650c0e0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:57:48.515630 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddafc73a-4b51-4849-8a81-3ed2650c0e0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:57:48.516004 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddafc73a-4b51-4849-8a81-3ed2650c0e0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:57:48.516326 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddafc73a-4b51-4849-8a81-3ed2650c0e0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:57:48.516773 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddafc73a-4b51-4849-8a81-3ed2650c0e0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:57:48.516974 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddafc73a-4b51-4849-8a81-3ed2650c0e0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:57:48.553855 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-692562ba-effc-4745-b44a-a994c1a79012 None None] Attempting to bind port a560cbd5-a8cb-4eca-a9ac-3e84f377e4fd on host n-d-800088-16 for vnic_type normal with profile {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:57:48.554317 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-692562ba-effc-4745-b44a-a994c1a79012 None None] Attempting to bind port a560cbd5-a8cb-4eca-a9ac-3e84f377e4fd by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '8f26c8c8-fd68-4d89-ba02-9fa2b2f29bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '0c265ac7-1af1-4023-aaa7-0dc638f4fdb0'}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:57:48.554804 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692562ba-effc-4745-b44a-a994c1a79012 None None] Attempting to bind port a560cbd5-a8cb-4eca-a9ac-3e84f377e4fd on network 0c265ac7-1af1-4023-aaa7-0dc638f4fdb0 {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:57:48.562033 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692562ba-effc-4745-b44a-a994c1a79012 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:57:48.562501 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692562ba-effc-4745-b44a-a994c1a79012 None None] Checking segment: {'id': '8f26c8c8-fd68-4d89-ba02-9fa2b2f29bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '0c265ac7-1af1-4023-aaa7-0dc638f4fdb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:57:48.562970 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-692562ba-effc-4745-b44a-a994c1a79012 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:48.563432 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692562ba-effc-4745-b44a-a994c1a79012 None None] Bound using segment: {'id': '8f26c8c8-fd68-4d89-ba02-9fa2b2f29bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '0c265ac7-1af1-4023-aaa7-0dc638f4fdb0'} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:57:48.563971 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-692562ba-effc-4745-b44a-a994c1a79012 None None] Bound port: a560cbd5-a8cb-4eca-a9ac-3e84f377e4fd, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f26c8c8-fd68-4d89-ba02-9fa2b2f29bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '0c265ac7-1af1-4023-aaa7-0dc638f4fdb0'}}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:57:48.564415 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-692562ba-effc-4745-b44a-a994c1a79012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:48.606637 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 58c10fe3-77f5-4778-a423-faf6486bda55 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:57:48.639119 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-692562ba-effc-4745-b44a-a994c1a79012 None None] For port a560cbd5-a8cb-4eca-a9ac-3e84f377e4fd, host n-d-800088-16, cleared binding levels {{(pid=100316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:57:48.646673 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-692562ba-effc-4745-b44a-a994c1a79012 None None] For port a560cbd5-a8cb-4eca-a9ac-3e84f377e4fd, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=a560cbd5-a8cb-4eca-a9ac-3e84f377e4fd,segment=NetworkSegment(8f26c8c8-fd68-4d89-ba02-9fa2b2f29bfb),segment_id=8f26c8c8-fd68-4d89-ba02-9fa2b2f29bfb)] {{(pid=100316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:57:48.655854 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-692562ba-effc-4745-b44a-a994c1a79012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:48.667013 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 58c10fe3-77f5-4778-a423-faf6486bda55 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:57:48.667749 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:48.716855 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692562ba-effc-4745-b44a-a994c1a79012 None None] Routers {'8b0dffcb-322e-40d0-92dc-633697b31a6f'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:57:48.717505 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-692562ba-effc-4745-b44a-a994c1a79012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:57:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['8b0dffcb-322e-40d0-92dc-633697b31a6f'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:57:48.766968 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 86c677f8-98f8-4192-9adf-0157165cf102 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:57:48.797355 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddafc73a-4b51-4849-8a81-3ed2650c0e0b None None] Pushing event updated for resources: {'Port': ['ID=a560cbd5-a8cb-4eca-a9ac-3e84f377e4fd,revision_number=4']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:48.823653 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 86c677f8-98f8-4192-9adf-0157165cf102 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:57:48.824306 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:48.868619 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-692562ba-effc-4745-b44a-a994c1a79012 None None] Set router 8b0dffcb-322e-40d0-92dc-633697b31a6f gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:57:49.002053 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddfc9fd-f132-4ef8-9396-017656281eaa req-da29cc37-658b-482a-ac14-1f6f4f8b2af1 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:49.003777 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9ddfc9fd-f132-4ef8-9396-017656281eaa req-da29cc37-658b-482a-ac14-1f6f4f8b2af1 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.52 "GET /v2.0/networks?id=0c265ac7-1af1-4023-aaa7-0dc638f4fdb0 HTTP/1.1" status: 200 len: 797 time: 0.1467888 Jul 24 00:57:49.071034 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9ddfc9fd-f132-4ef8-9396-017656281eaa req-19685453-74ae-4cff-b8b8-9f1d4f3b341b tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21fe67bd68cd4d41939b65b573d17a56 HTTP/1.1" status: 200 len: 380 time: 0.0577033 Jul 24 00:57:49.082069 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-9ddfc9fd-f132-4ef8-9396-017656281eaa req-f3627458-974d-4a57-8572-430c9ee86e15 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Request body: {'port': {'device_id': 'ba321866-d6bc-4fda-b7e7-0b9186f01fbe', 'network_id': '0c265ac7-1af1-4023-aaa7-0dc638f4fdb0', 'admin_state_up': True, 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'security_groups': ['3d958b45-5f5a-475f-9f23-376036401cf9']}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:57:49.102934 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-692562ba-effc-4745-b44a-a994c1a79012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0dffcb-322e-40d0-92dc-633697b31a6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2107801331', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '86c677f8-98f8-4192-9adf-0157165cf102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:57:42Z', 'updated_at': '2021-07-24T00:57:46Z', 'revision_number': 4, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'gw_port': {'id': '86c677f8-98f8-4192-9adf-0157165cf102', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:0c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0dffcb-322e-40d0-92dc-633697b31a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:57:43Z', 'updated_at': '2021-07-24T00:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'a560cbd5-a8cb-4eca-a9ac-3e84f377e4fd', 'name': '', 'network_id': '0c265ac7-1af1-4023-aaa7-0dc638f4fdb0', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'mac_address': 'fa:16:3e:43:46:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b0dffcb-322e-40d0-92dc-633697b31a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '8b89ba4b-5708-4c1c-b974-8d286ac7cf55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:57:45Z', 'updated_at': '2021-07-24T00:57:48Z', 'revision_number': 4, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'subnets': [{'id': '8b89ba4b-5708-4c1c-b974-8d286ac7cf55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:57:49.112408 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-419f5f18-57e2-4b31-b126-7bf3bd7f6611 req-608b3824-18c5-417a-96f6-96f8515a3e8f tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba321866-d6bc-4fda-b7e7-0b9186f01fbe HTTP/1.1" status: 200 len: 210 time: 0.0448062 Jul 24 00:57:49.138549 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692562ba-effc-4745-b44a-a994c1a79012 None None] The sync data for ids ['8b0dffcb-322e-40d0-92dc-633697b31a6f'] in n-d-800088-16 is: [{'id': '8b0dffcb-322e-40d0-92dc-633697b31a6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2107801331', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '86c677f8-98f8-4192-9adf-0157165cf102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:57:42Z', 'updated_at': '2021-07-24T00:57:46Z', 'revision_number': 4, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'gw_port': {'id': '86c677f8-98f8-4192-9adf-0157165cf102', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:0c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0dffcb-322e-40d0-92dc-633697b31a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:57:43Z', 'updated_at': '2021-07-24T00:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'a560cbd5-a8cb-4eca-a9ac-3e84f377e4fd', 'name': '', 'network_id': '0c265ac7-1af1-4023-aaa7-0dc638f4fdb0', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'mac_address': 'fa:16:3e:43:46:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b0dffcb-322e-40d0-92dc-633697b31a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '8b89ba4b-5708-4c1c-b974-8d286ac7cf55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:57:45Z', 'updated_at': '2021-07-24T00:57:48Z', 'revision_number': 4, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'subnets': [{'id': '8b89ba4b-5708-4c1c-b974-8d286ac7cf55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:57:49.220090 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ddfc9fd-f132-4ef8-9396-017656281eaa req-f3627458-974d-4a57-8572-430c9ee86e15 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Made reservation on behalf of 21fe67bd68cd4d41939b65b573d17a56 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:57:49.224564 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-9ddfc9fd-f132-4ef8-9396-017656281eaa req-f3627458-974d-4a57-8572-430c9ee86e15 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:49.366948 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-9ddfc9fd-f132-4ef8-9396-017656281eaa req-f3627458-974d-4a57-8572-430c9ee86e15 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Allocated IP 172.20.0.12 (0c265ac7-1af1-4023-aaa7-0dc638f4fdb0/8b89ba4b-5708-4c1c-b974-8d286ac7cf55/72b20e83-f9d7-403b-b09b-a536c5884520) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:57:49.528430 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-9ddfc9fd-f132-4ef8-9396-017656281eaa req-f3627458-974d-4a57-8572-430c9ee86e15 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:49.543484 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-9ddfc9fd-f132-4ef8-9396-017656281eaa req-f3627458-974d-4a57-8572-430c9ee86e15 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Transition to ACTIVE for port object 72b20e83-f9d7-403b-b09b-a536c5884520 will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:57:49.579126 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-9ddfc9fd-f132-4ef8-9396-017656281eaa req-f3627458-974d-4a57-8572-430c9ee86e15 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:49.625305 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ddfc9fd-f132-4ef8-9396-017656281eaa req-f3627458-974d-4a57-8572-430c9ee86e15 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Network 0c265ac7-1af1-4023-aaa7-0dc638f4fdb0 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:57:49.633071 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-9ddfc9fd-f132-4ef8-9396-017656281eaa req-f3627458-974d-4a57-8572-430c9ee86e15 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:57:49.637666 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ddfc9fd-f132-4ef8-9396-017656281eaa req-f3627458-974d-4a57-8572-430c9ee86e15 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:57:49.642072 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3627458-974d-4a57-8572-430c9ee86e15 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event updated for resources: {'Port': ['ID=72b20e83-f9d7-403b-b09b-a536c5884520,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:49.697833 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddfc9fd-f132-4ef8-9396-017656281eaa req-f3627458-974d-4a57-8572-430c9ee86e15 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:49.698880 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-9ddfc9fd-f132-4ef8-9396-017656281eaa req-f3627458-974d-4a57-8572-430c9ee86e15 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:49.717930 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9ddfc9fd-f132-4ef8-9396-017656281eaa req-f3627458-974d-4a57-8572-430c9ee86e15 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6398673 Jul 24 00:57:49.730093 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-9ddfc9fd-f132-4ef8-9396-017656281eaa req-7c47de20-b3a2-460d-beb8-a773ced0f6c0 service neutron] Request body: {'port': {'device_id': 'ba321866-d6bc-4fda-b7e7-0b9186f01fbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:57:49.816108 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-9ddfc9fd-f132-4ef8-9396-017656281eaa req-7c47de20-b3a2-460d-beb8-a773ced0f6c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:49.926115 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-f2250f30-8e27-428f-8452-d1543f60d04f None None] Provisioning for port 72b20e83-f9d7-403b-b09b-a536c5884520 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:57:49.931236 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-f2250f30-8e27-428f-8452-d1543f60d04f None None] Provisioning complete for port 72b20e83-f9d7-403b-b09b-a536c5884520 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:57:49.936173 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f2250f30-8e27-428f-8452-d1543f60d04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:49.976182 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-f2250f30-8e27-428f-8452-d1543f60d04f None None] Port 72b20e83-f9d7-403b-b09b-a536c5884520 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:57:50.110181 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-9ddfc9fd-f132-4ef8-9396-017656281eaa req-7c47de20-b3a2-460d-beb8-a773ced0f6c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72b20e83-f9d7-403b-b09b-a536c5884520 {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:57:50.121812 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-9ddfc9fd-f132-4ef8-9396-017656281eaa req-7c47de20-b3a2-460d-beb8-a773ced0f6c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:50.137061 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-9ddfc9fd-f132-4ef8-9396-017656281eaa req-7c47de20-b3a2-460d-beb8-a773ced0f6c0 service neutron] Transition to ACTIVE for port object 72b20e83-f9d7-403b-b09b-a536c5884520 will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:57:50.141334 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-9ddfc9fd-f132-4ef8-9396-017656281eaa req-7c47de20-b3a2-460d-beb8-a773ced0f6c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:50.199513 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c47de20-b3a2-460d-beb8-a773ced0f6c0 service neutron] Pushing event updated for resources: {'Port': ['ID=72b20e83-f9d7-403b-b09b-a536c5884520,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:50.318857 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-9ddfc9fd-f132-4ef8-9396-017656281eaa req-7c47de20-b3a2-460d-beb8-a773ced0f6c0 service neutron] Attempting to bind port 72b20e83-f9d7-403b-b09b-a536c5884520 on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:57:50.319205 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-9ddfc9fd-f132-4ef8-9396-017656281eaa req-7c47de20-b3a2-460d-beb8-a773ced0f6c0 service neutron] Attempting to bind port 72b20e83-f9d7-403b-b09b-a536c5884520 by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': '8f26c8c8-fd68-4d89-ba02-9fa2b2f29bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '0c265ac7-1af1-4023-aaa7-0dc638f4fdb0'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:57:50.319605 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddfc9fd-f132-4ef8-9396-017656281eaa req-7c47de20-b3a2-460d-beb8-a773ced0f6c0 service neutron] Attempting to bind port 72b20e83-f9d7-403b-b09b-a536c5884520 on network 0c265ac7-1af1-4023-aaa7-0dc638f4fdb0 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:57:50.329144 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddfc9fd-f132-4ef8-9396-017656281eaa req-7c47de20-b3a2-460d-beb8-a773ced0f6c0 service neutron] Port 72b20e83-f9d7-403b-b09b-a536c5884520 on network 0c265ac7-1af1-4023-aaa7-0dc638f4fdb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:57:50.329473 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddfc9fd-f132-4ef8-9396-017656281eaa req-7c47de20-b3a2-460d-beb8-a773ced0f6c0 service neutron] Attempting to bind port 72b20e83-f9d7-403b-b09b-a536c5884520 on network 0c265ac7-1af1-4023-aaa7-0dc638f4fdb0 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:57:50.338260 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddfc9fd-f132-4ef8-9396-017656281eaa req-7c47de20-b3a2-460d-beb8-a773ced0f6c0 service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:57:50.338611 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddfc9fd-f132-4ef8-9396-017656281eaa req-7c47de20-b3a2-460d-beb8-a773ced0f6c0 service neutron] Checking segment: {'id': '8f26c8c8-fd68-4d89-ba02-9fa2b2f29bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '0c265ac7-1af1-4023-aaa7-0dc638f4fdb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:57:50.339008 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddfc9fd-f132-4ef8-9396-017656281eaa req-7c47de20-b3a2-460d-beb8-a773ced0f6c0 service neutron] Bound using segment: {'id': '8f26c8c8-fd68-4d89-ba02-9fa2b2f29bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '0c265ac7-1af1-4023-aaa7-0dc638f4fdb0'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:57:50.339459 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-9ddfc9fd-f132-4ef8-9396-017656281eaa req-7c47de20-b3a2-460d-beb8-a773ced0f6c0 service neutron] Bound port: 72b20e83-f9d7-403b-b09b-a536c5884520, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f26c8c8-fd68-4d89-ba02-9fa2b2f29bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '0c265ac7-1af1-4023-aaa7-0dc638f4fdb0'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:57:50.339826 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-9ddfc9fd-f132-4ef8-9396-017656281eaa req-7c47de20-b3a2-460d-beb8-a773ced0f6c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:50.604536 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device a560cbd5-a8cb-4eca-a9ac-3e84f377e4fd up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:57:50.655636 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port a560cbd5-a8cb-4eca-a9ac-3e84f377e4fd completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:57:50.659579 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port a560cbd5-a8cb-4eca-a9ac-3e84f377e4fd triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:57:50.659956 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:50.675397 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2a53eb-b8d9-48b7-82d4-ccf3bda70765 req-c342479c-67d4-4cee-9398-6822e4f3b68d tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:50.676932 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5c2a53eb-b8d9-48b7-82d4-ccf3bda70765 req-c342479c-67d4-4cee-9398-6822e4f3b68d tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba321866-d6bc-4fda-b7e7-0b9186f01fbe HTTP/1.1" status: 200 len: 944 time: 0.4506834 Jul 24 00:57:50.748633 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:50.750151 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5c2a53eb-b8d9-48b7-82d4-ccf3bda70765 req-85f3373b-8a67-46b0-a0a0-20ce4e8ddc47 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d958b45-5f5a-475f-9f23-376036401cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666959 Jul 24 00:57:50.759972 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-9ddfc9fd-f132-4ef8-9396-017656281eaa req-7c47de20-b3a2-460d-beb8-a773ced0f6c0 service neutron] For port 72b20e83-f9d7-403b-b09b-a536c5884520, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:57:50.763115 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-9ddfc9fd-f132-4ef8-9396-017656281eaa req-7c47de20-b3a2-460d-beb8-a773ced0f6c0 service neutron] For port 72b20e83-f9d7-403b-b09b-a536c5884520, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=72b20e83-f9d7-403b-b09b-a536c5884520,segment=NetworkSegment(8f26c8c8-fd68-4d89-ba02-9fa2b2f29bfb),segment_id=8f26c8c8-fd68-4d89-ba02-9fa2b2f29bfb)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:57:50.775857 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-9ddfc9fd-f132-4ef8-9396-017656281eaa req-7c47de20-b3a2-460d-beb8-a773ced0f6c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:50.782757 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port a560cbd5-a8cb-4eca-a9ac-3e84f377e4fd, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=a560cbd5-a8cb-4eca-a9ac-3e84f377e4fd,segment=NetworkSegment(8f26c8c8-fd68-4d89-ba02-9fa2b2f29bfb),segment_id=8f26c8c8-fd68-4d89-ba02-9fa2b2f29bfb)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:57:50.788561 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:50.809017 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddfc9fd-f132-4ef8-9396-017656281eaa req-7c47de20-b3a2-460d-beb8-a773ced0f6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:50.809589 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-9ddfc9fd-f132-4ef8-9396-017656281eaa req-7c47de20-b3a2-460d-beb8-a773ced0f6c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:50.811688 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9ddfc9fd-f132-4ef8-9396-017656281eaa req-7c47de20-b3a2-460d-beb8-a773ced0f6c0 service neutron] 10.222.0.52 "PUT /v2.0/ports/72b20e83-f9d7-403b-b09b-a536c5884520 HTTP/1.1" status: 200 len: 1093 time: 1.0861859 Jul 24 00:57:50.813972 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba321866-d6bc-4fda-b7e7-0b9186f01fbe', 'tag': '72b20e83-f9d7-403b-b09b-a536c5884520'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:57:50.817489 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b5b12b33723a5ac99f65cff31e3c306c8fdd85da64bb4eb22f7eb8a86bf6c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a0231b7-7da3-4692-a999-9bc8cf420292" -d '{"events": [{"name": "network-changed", "server_uuid": "ba321866-d6bc-4fda-b7e7-0b9186f01fbe", "tag": "72b20e83-f9d7-403b-b09b-a536c5884520"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:57:50.850258 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c47de20-b3a2-460d-beb8-a773ced0f6c0 service neutron] Pushing event updated for resources: {'Port': ['ID=72b20e83-f9d7-403b-b09b-a536c5884520,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:50.874435 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=a560cbd5-a8cb-4eca-a9ac-3e84f377e4fd,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:50.898950 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d47d2137-175e-4485-bf68-c5b16a9be46f x-openstack-request-id: req-d47d2137-175e-4485-bf68-c5b16a9be46f {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:57:50.899250 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba321866-d6bc-4fda-b7e7-0b9186f01fbe", "tag": "72b20e83-f9d7-403b-b09b-a536c5884520", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:57:50.899507 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d47d2137-175e-4485-bf68-c5b16a9be46f {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:57:50.899906 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba321866-d6bc-4fda-b7e7-0b9186f01fbe', 'tag': '72b20e83-f9d7-403b-b09b-a536c5884520', 'status': 'completed', 'code': 200} Jul 24 00:57:50.927497 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddfc9fd-f132-4ef8-9396-017656281eaa req-1f2b034a-be56-4bc3-9134-47fc6e3bbee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:50.929136 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9ddfc9fd-f132-4ef8-9396-017656281eaa req-1f2b034a-be56-4bc3-9134-47fc6e3bbee1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=21fe67bd68cd4d41939b65b573d17a56&device_id=ba321866-d6bc-4fda-b7e7-0b9186f01fbe HTTP/1.1" status: 200 len: 1096 time: 0.0719397 Jul 24 00:57:50.972733 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9ddfc9fd-f132-4ef8-9396-017656281eaa req-465c5b35-dd7c-44d5-91fb-7c185b87ef65 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72b20e83-f9d7-403b-b09b-a536c5884520 HTTP/1.1" status: 200 len: 217 time: 0.0366383 Jul 24 00:57:51.022772 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddfc9fd-f132-4ef8-9396-017656281eaa req-eddeab76-124e-48c2-87f7-fbf7b7e1e4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:51.024251 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9ddfc9fd-f132-4ef8-9396-017656281eaa req-eddeab76-124e-48c2-87f7-fbf7b7e1e4fd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8b89ba4b-5708-4c1c-b974-8d286ac7cf55 HTTP/1.1" status: 200 len: 835 time: 0.0450883 Jul 24 00:57:51.085753 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddfc9fd-f132-4ef8-9396-017656281eaa req-a8e1630b-2dbc-4fa1-8eee-b27207e9b64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:51.087218 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9ddfc9fd-f132-4ef8-9396-017656281eaa req-a8e1630b-2dbc-4fa1-8eee-b27207e9b64b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0c265ac7-1af1-4023-aaa7-0dc638f4fdb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567935 Jul 24 00:57:51.174870 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9ddfc9fd-f132-4ef8-9396-017656281eaa req-8f90ba30-863b-4bce-84ba-68c99ed88819 service neutron] 10.222.0.52 "GET /v2.0/networks/0c265ac7-1af1-4023-aaa7-0dc638f4fdb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814939 Jul 24 00:57:51.287172 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9ddfc9fd-f132-4ef8-9396-017656281eaa req-ac54ede2-5103-49e6-a149-50889aeed82e service neutron] 10.222.0.52 "GET /v2.0/networks/0c265ac7-1af1-4023-aaa7-0dc638f4fdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052966 Jul 24 00:57:51.385705 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0231b7-7da3-4692-a999-9bc8cf420292 req-9ce70a53-706f-4895-a855-2012a40a3b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:51.387207 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2a0231b7-7da3-4692-a999-9bc8cf420292 req-9ce70a53-706f-4895-a855-2012a40a3b00 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=21fe67bd68cd4d41939b65b573d17a56&device_id=ba321866-d6bc-4fda-b7e7-0b9186f01fbe HTTP/1.1" status: 200 len: 1096 time: 0.0535984 Jul 24 00:57:51.481056 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0231b7-7da3-4692-a999-9bc8cf420292 req-bf38a027-effc-4b70-b568-b7c435747490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:51.482529 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2a0231b7-7da3-4692-a999-9bc8cf420292 req-bf38a027-effc-4b70-b568-b7c435747490 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0c265ac7-1af1-4023-aaa7-0dc638f4fdb0 HTTP/1.1" status: 200 len: 898 time: 0.0892341 Jul 24 00:57:51.528799 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2a0231b7-7da3-4692-a999-9bc8cf420292 req-6e6c2eb0-518b-46b5-bc4d-be8cff7d72ea service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72b20e83-f9d7-403b-b09b-a536c5884520 HTTP/1.1" status: 200 len: 217 time: 0.0399628 Jul 24 00:57:51.578509 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0231b7-7da3-4692-a999-9bc8cf420292 req-04c2f5b0-586f-4a94-9e7e-d6b633cf4def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:51.579882 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2a0231b7-7da3-4692-a999-9bc8cf420292 req-04c2f5b0-586f-4a94-9e7e-d6b633cf4def service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8b89ba4b-5708-4c1c-b974-8d286ac7cf55 HTTP/1.1" status: 200 len: 835 time: 0.0443366 Jul 24 00:57:51.639461 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0231b7-7da3-4692-a999-9bc8cf420292 req-1deb0239-0357-4f07-997e-32bf6015efd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:51.641034 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2a0231b7-7da3-4692-a999-9bc8cf420292 req-1deb0239-0357-4f07-997e-32bf6015efd9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0c265ac7-1af1-4023-aaa7-0dc638f4fdb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536125 Jul 24 00:57:51.733572 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2a0231b7-7da3-4692-a999-9bc8cf420292 req-2280c012-61aa-4502-801f-32b71b98d5a2 service neutron] 10.222.0.52 "GET /v2.0/networks/0c265ac7-1af1-4023-aaa7-0dc638f4fdb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853057 Jul 24 00:57:51.844185 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2a0231b7-7da3-4692-a999-9bc8cf420292 req-bb8d0019-4ab4-47bb-8405-a80e7b8a5b04 service neutron] 10.222.0.52 "GET /v2.0/networks/0c265ac7-1af1-4023-aaa7-0dc638f4fdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031091 Jul 24 00:57:51.897938 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd91d5-7261-46d9-bea0-3e1051e49088 req-580110c1-f48b-4391-927b-d20c841a4f1d tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:51.899411 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b4cd91d5-7261-46d9-bea0-3e1051e49088 req-580110c1-f48b-4391-927b-d20c841a4f1d tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba321866-d6bc-4fda-b7e7-0b9186f01fbe HTTP/1.1" status: 200 len: 944 time: 0.0746315 Jul 24 00:57:51.936410 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b4cd91d5-7261-46d9-bea0-3e1051e49088 req-d7664805-5884-4c51-a5ce-2b076f3596fa tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d958b45-5f5a-475f-9f23-376036401cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312524 Jul 24 00:57:52.574729 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device a560cbd5-a8cb-4eca-a9ac-3e84f377e4fd up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:57:52.778168 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port a560cbd5-a8cb-4eca-a9ac-3e84f377e4fd triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:57:52.778453 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:52.856866 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 72b20e83-f9d7-403b-b09b-a536c5884520 details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:57:52.953651 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 72b20e83-f9d7-403b-b09b-a536c5884520, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=72b20e83-f9d7-403b-b09b-a536c5884520,segment=NetworkSegment(8f26c8c8-fd68-4d89-ba02-9fa2b2f29bfb),segment_id=8f26c8c8-fd68-4d89-ba02-9fa2b2f29bfb)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:57:52.965349 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': '72b20e83-f9d7-403b-b09b-a536c5884520', 'network_id': '0c265ac7-1af1-4023-aaa7-0dc638f4fdb0', 'port_id': '72b20e83-f9d7-403b-b09b-a536c5884520', 'mac_address': 'fa:16:3e:e4:ec:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b89ba4b-5708-4c1c-b974-8d286ac7cf55', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:57:53.002862 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:53.015867 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72b20e83-f9d7-403b-b09b-a536c5884520 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:57:53.035155 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 72b20e83-f9d7-403b-b09b-a536c5884520, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=72b20e83-f9d7-403b-b09b-a536c5884520,segment=NetworkSegment(8f26c8c8-fd68-4d89-ba02-9fa2b2f29bfb),segment_id=8f26c8c8-fd68-4d89-ba02-9fa2b2f29bfb)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:57:53.048536 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:53.077883 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce130513-5d89-489e-8e5a-94e7403040e0 req-277848a5-9a2f-4275-9e42-f593d6041c8b tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:53.079429 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ce130513-5d89-489e-8e5a-94e7403040e0 req-277848a5-9a2f-4275-9e42-f593d6041c8b tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba321866-d6bc-4fda-b7e7-0b9186f01fbe HTTP/1.1" status: 200 len: 944 time: 0.0758364 Jul 24 00:57:53.097888 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=72b20e83-f9d7-403b-b09b-a536c5884520,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:53.270615 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b3ded6eb-3c8c-40f4-bc63-bb30ba0baabe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:53.287591 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['72b20e83-f9d7-403b-b09b-a536c5884520'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:57:53.460529 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ce130513-5d89-489e-8e5a-94e7403040e0 req-079f0701-8615-49ce-84b2-3e68a08c6459 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d958b45-5f5a-475f-9f23-376036401cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3754008 Jul 24 00:57:54.607963 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2680c241-c4f6-4843-bede-299175c4f1d6 req-bf2794ee-3c3a-434a-92ce-40e7ea2c20ca tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:54.609517 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2680c241-c4f6-4843-bede-299175c4f1d6 req-bf2794ee-3c3a-434a-92ce-40e7ea2c20ca tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba321866-d6bc-4fda-b7e7-0b9186f01fbe HTTP/1.1" status: 200 len: 945 time: 0.0699837 Jul 24 00:57:54.647326 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2680c241-c4f6-4843-bede-299175c4f1d6 req-93ba982a-50d4-4937-859b-57f03fa4d2dd tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d958b45-5f5a-475f-9f23-376036401cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316277 Jul 24 00:57:54.871513 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 72b20e83-f9d7-403b-b09b-a536c5884520 up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:57:54.925766 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port 72b20e83-f9d7-403b-b09b-a536c5884520 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:57:54.929488 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port 72b20e83-f9d7-403b-b09b-a536c5884520 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:57:54.929864 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:55.005192 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:55.026986 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba321866-d6bc-4fda-b7e7-0b9186f01fbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72b20e83-f9d7-403b-b09b-a536c5884520'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:57:55.029266 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}558c1f08c3ad39984887c6beba8768e196794644b3da822fc6f02d9261914d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92228bc3-1e5b-499f-a004-157d58bc595d" -d '{"events": [{"server_uuid": "ba321866-d6bc-4fda-b7e7-0b9186f01fbe", "name": "network-vif-plugged", "status": "completed", "tag": "72b20e83-f9d7-403b-b09b-a536c5884520"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:57:55.042961 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 72b20e83-f9d7-403b-b09b-a536c5884520, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=72b20e83-f9d7-403b-b09b-a536c5884520,segment=NetworkSegment(8f26c8c8-fd68-4d89-ba02-9fa2b2f29bfb),segment_id=8f26c8c8-fd68-4d89-ba02-9fa2b2f29bfb)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:57:55.047704 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:55.071506 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fe7c5d8-4269-4336-98ee-0ed46f90fbf7 x-openstack-request-id: req-4fe7c5d8-4269-4336-98ee-0ed46f90fbf7 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:57:55.071794 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba321866-d6bc-4fda-b7e7-0b9186f01fbe", "name": "network-vif-plugged", "status": "completed", "tag": "72b20e83-f9d7-403b-b09b-a536c5884520", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:57:55.072049 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4fe7c5d8-4269-4336-98ee-0ed46f90fbf7 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:57:55.072443 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba321866-d6bc-4fda-b7e7-0b9186f01fbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72b20e83-f9d7-403b-b09b-a536c5884520', 'code': 200} Jul 24 00:57:55.098687 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=72b20e83-f9d7-403b-b09b-a536c5884520,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:55.180440 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec3177-5473-48fc-9c76-a4726166a438 req-e7ef022a-9999-43e5-9689-595a68c477d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:55.181960 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-17ec3177-5473-48fc-9c76-a4726166a438 req-e7ef022a-9999-43e5-9689-595a68c477d6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ba321866-d6bc-4fda-b7e7-0b9186f01fbe HTTP/1.1" status: 200 len: 1098 time: 0.0586166 Jul 24 00:57:55.219585 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-17ec3177-5473-48fc-9c76-a4726166a438 req-0414ff33-4726-4e79-a3ff-f389f649ec7f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3d958b45-5f5a-475f-9f23-376036401cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311298 Jul 24 00:57:55.777058 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16939e6-6f09-4b28-a136-2f1dd93ff683 req-5c0d27d1-4cbf-4613-97d7-713b39ba7249 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:55.778606 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e16939e6-6f09-4b28-a136-2f1dd93ff683 req-5c0d27d1-4cbf-4613-97d7-713b39ba7249 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba321866-d6bc-4fda-b7e7-0b9186f01fbe HTTP/1.1" status: 200 len: 946 time: 0.0636315 Jul 24 00:57:55.815559 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e16939e6-6f09-4b28-a136-2f1dd93ff683 req-d464b54a-d003-4c73-8134-38027cbb84cb tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d958b45-5f5a-475f-9f23-376036401cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314381 Jul 24 00:57:55.844095 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-469f04a2-1347-4d64-bfda-72fee1aa5592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:56.900400 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:56.948997 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5717b9-485f-4762-929c-8085f38c800d req-77991024-fa84-461b-b674-05628d272d96 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:56.950500 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1c5717b9-485f-4762-929c-8085f38c800d req-77991024-fa84-461b-b674-05628d272d96 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba321866-d6bc-4fda-b7e7-0b9186f01fbe HTTP/1.1" status: 200 len: 946 time: 0.0654685 Jul 24 00:57:56.987718 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1c5717b9-485f-4762-929c-8085f38c800d req-555550a5-4c4d-47ea-8bc6-eae1de79aa4d tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d958b45-5f5a-475f-9f23-376036401cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315635 Jul 24 00:57:57.120178 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a162d73-d024-47c4-a427-b3388408e0f2 req-04c6fe16-0eed-4808-bb9a-1f2b1023b23d tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:57.121610 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3a162d73-d024-47c4-a427-b3388408e0f2 req-04c6fe16-0eed-4808-bb9a-1f2b1023b23d tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba321866-d6bc-4fda-b7e7-0b9186f01fbe HTTP/1.1" status: 200 len: 946 time: 0.0668051 Jul 24 00:57:57.158728 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3a162d73-d024-47c4-a427-b3388408e0f2 req-50ba6bc1-002d-4192-a887-796939b87c14 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d958b45-5f5a-475f-9f23-376036401cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314951 Jul 24 00:57:57.180568 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43706) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:57.232966 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a52110c-4f19-4c52-b90a-646e6ab251e4 tempest-TestNetworkAdvancedServerOps-1466672450 tempest-TestNetworkAdvancedServerOps-1466672450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:57.234488 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-0a52110c-4f19-4c52-b90a-646e6ab251e4 tempest-TestNetworkAdvancedServerOps-1466672450 tempest-TestNetworkAdvancedServerOps-1466672450-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ba321866-d6bc-4fda-b7e7-0b9186f01fbe HTTP/1.1" status: 200 len: 1093 time: 0.0529108 Jul 24 00:57:57.237345 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43708) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:57.241708 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-4529509d-cb9b-4d80-9bde-b6ad270ae525 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Request body: {'floatingip': {'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'port_id': '72b20e83-f9d7-403b-b09b-a536c5884520', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:57:57.262533 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4529509d-cb9b-4d80-9bde-b6ad270ae525 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for floatingip, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:57.364023 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4529509d-cb9b-4d80-9bde-b6ad270ae525 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:57.462778 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-4529509d-cb9b-4d80-9bde-b6ad270ae525 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Allocated IP 172.25.3.2 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/9b67ef8d-c0cf-4cd4-a4bf-40661b2c7155) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:57:57.514351 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:57.576275 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4529509d-cb9b-4d80-9bde-b6ad270ae525 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:57.614997 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4529509d-cb9b-4d80-9bde-b6ad270ae525 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:57.651235 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4529509d-cb9b-4d80-9bde-b6ad270ae525 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:57:57.654144 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-4529509d-cb9b-4d80-9bde-b6ad270ae525 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:57:57.660456 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4529509d-cb9b-4d80-9bde-b6ad270ae525 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:57:57.688000 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4529509d-cb9b-4d80-9bde-b6ad270ae525 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event updated for resources: {'Port': ['ID=9b67ef8d-c0cf-4cd4-a4bf-40661b2c7155,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:58.023450 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4529509d-cb9b-4d80-9bde-b6ad270ae525 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:58.097188 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4529509d-cb9b-4d80-9bde-b6ad270ae525 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:58.249101 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4529509d-cb9b-4d80-9bde-b6ad270ae525 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:58.253604 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4529509d-cb9b-4d80-9bde-b6ad270ae525 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:58.328948 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4529509d-cb9b-4d80-9bde-b6ad270ae525 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event updated for resources: {'Port': ['ID=9b67ef8d-c0cf-4cd4-a4bf-40661b2c7155,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:58.339248 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4529509d-cb9b-4d80-9bde-b6ad270ae525 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:58.442284 n-d-800088-16 neutron-server[100313]: INFO neutron.db.l3_db [None req-4529509d-cb9b-4d80-9bde-b6ad270ae525 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Floating IP 0460e7e7-0864-43c1-8a44-1ea29a8f7048 associated. External IP: 172.25.3.2, port: 72b20e83-f9d7-403b-b09b-a536c5884520. Jul 24 00:57:58.657922 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4529509d-cb9b-4d80-9bde-b6ad270ae525 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Router 8b0dffcb-322e-40d0-92dc-633697b31a6f has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:57:58.769930 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4529509d-cb9b-4d80-9bde-b6ad270ae525 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:57:58.780599 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2eb068-aff3-4fbb-b14f-d7cd5dc4d9de None None] Sync routers for ids ['8b0dffcb-322e-40d0-92dc-633697b31a6f'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:57:58.788244 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4529509d-cb9b-4d80-9bde-b6ad270ae525 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:58.791174 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2eb068-aff3-4fbb-b14f-d7cd5dc4d9de None None] Routers {'8b0dffcb-322e-40d0-92dc-633697b31a6f'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:57:58.791892 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-6b2eb068-aff3-4fbb-b14f-d7cd5dc4d9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:57:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['8b0dffcb-322e-40d0-92dc-633697b31a6f'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:57:58.834208 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-4529509d-cb9b-4d80-9bde-b6ad270ae525 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5936842 Jul 24 00:57:58.834208 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba321866-d6bc-4fda-b7e7-0b9186f01fbe', 'tag': '72b20e83-f9d7-403b-b09b-a536c5884520'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:57:58.835476 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b5b12b33723a5ac99f65cff31e3c306c8fdd85da64bb4eb22f7eb8a86bf6c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-558db691-1eab-4d09-866e-f5d0e57bd801" -d '{"events": [{"name": "network-changed", "server_uuid": "ba321866-d6bc-4fda-b7e7-0b9186f01fbe", "tag": "72b20e83-f9d7-403b-b09b-a536c5884520"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:57:58.890702 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-878d2a14-7af2-4ac0-898b-49031011170a x-openstack-request-id: req-878d2a14-7af2-4ac0-898b-49031011170a {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:57:58.891332 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba321866-d6bc-4fda-b7e7-0b9186f01fbe", "tag": "72b20e83-f9d7-403b-b09b-a536c5884520", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:57:58.891592 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-878d2a14-7af2-4ac0-898b-49031011170a {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:57:58.892014 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba321866-d6bc-4fda-b7e7-0b9186f01fbe', 'tag': '72b20e83-f9d7-403b-b09b-a536c5884520', 'status': 'completed', 'code': 200} Jul 24 00:57:58.910221 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-6b2eb068-aff3-4fbb-b14f-d7cd5dc4d9de None None] Set router 8b0dffcb-322e-40d0-92dc-633697b31a6f gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:57:58.975380 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558db691-1eab-4d09-866e-f5d0e57bd801 req-2c8c06e1-9267-4b27-8289-6f5450765dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:58.977206 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-558db691-1eab-4d09-866e-f5d0e57bd801 req-2c8c06e1-9267-4b27-8289-6f5450765dee service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=21fe67bd68cd4d41939b65b573d17a56&device_id=ba321866-d6bc-4fda-b7e7-0b9186f01fbe HTTP/1.1" status: 200 len: 1098 time: 0.0629578 Jul 24 00:57:59.021686 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d0a024-0d69-440b-97cc-de6f1ffc8ccd req-9bdf1e92-5aa2-46c8-8d78-923c200e6e07 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:59.027811 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-23d0a024-0d69-440b-97cc-de6f1ffc8ccd req-9bdf1e92-5aa2-46c8-8d78-923c200e6e07 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba321866-d6bc-4fda-b7e7-0b9186f01fbe HTTP/1.1" status: 200 len: 946 time: 0.0745885 Jul 24 00:57:59.069366 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558db691-1eab-4d09-866e-f5d0e57bd801 req-c2760c96-72be-4cfd-a8f6-4ba89b7837b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:59.070858 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-558db691-1eab-4d09-866e-f5d0e57bd801 req-c2760c96-72be-4cfd-a8f6-4ba89b7837b0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0c265ac7-1af1-4023-aaa7-0dc638f4fdb0 HTTP/1.1" status: 200 len: 898 time: 0.0880272 Jul 24 00:57:59.073471 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-23d0a024-0d69-440b-97cc-de6f1ffc8ccd req-54e323b3-eff5-489f-8877-684a6c56a3f3 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d958b45-5f5a-475f-9f23-376036401cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442872 Jul 24 00:57:59.093227 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43716) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:59.117741 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:59.147598 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-558db691-1eab-4d09-866e-f5d0e57bd801 req-095c7a84-193f-4bfe-9f94-66caf121110a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72b20e83-f9d7-403b-b09b-a536c5884520 HTTP/1.1" status: 200 len: 998 time: 0.0699279 Jul 24 00:57:59.155404 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-b1c1756f-cba5-4ae7-8af0-2e49125f4a28 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/floatingips/0460e7e7-0864-43c1-8a44-1ea29a8f7048 HTTP/1.1" status: 200 len: 990 time: 0.0612898 Jul 24 00:57:59.179265 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-6b2eb068-aff3-4fbb-b14f-d7cd5dc4d9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0dffcb-322e-40d0-92dc-633697b31a6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2107801331', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '86c677f8-98f8-4192-9adf-0157165cf102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:57:42Z', 'updated_at': '2021-07-24T00:57:46Z', 'revision_number': 4, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'gw_port': {'id': '86c677f8-98f8-4192-9adf-0157165cf102', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:0c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0dffcb-322e-40d0-92dc-633697b31a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:57:43Z', 'updated_at': '2021-07-24T00:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': '0460e7e7-0864-43c1-8a44-1ea29a8f7048', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'floating_ip_address': '172.25.3.2', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '8b0dffcb-322e-40d0-92dc-633697b31a6f', 'port_id': '72b20e83-f9d7-403b-b09b-a536c5884520', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c265ac7-1af1-4023-aaa7-0dc638f4fdb0', 'mac_address': 'fa:16:3e:e4:ec:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba321866-d6bc-4fda-b7e7-0b9186f01fbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:57:57Z', 'updated_at': '2021-07-24T00:57:57Z', 'revision_number': 0, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a560cbd5-a8cb-4eca-a9ac-3e84f377e4fd', 'name': '', 'network_id': '0c265ac7-1af1-4023-aaa7-0dc638f4fdb0', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'mac_address': 'fa:16:3e:43:46:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0dffcb-322e-40d0-92dc-633697b31a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '8b89ba4b-5708-4c1c-b974-8d286ac7cf55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:57:45Z', 'updated_at': '2021-07-24T00:57:50Z', 'revision_number': 5, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'subnets': [{'id': '8b89ba4b-5708-4c1c-b974-8d286ac7cf55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:57:59.195681 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558db691-1eab-4d09-866e-f5d0e57bd801 req-b40ee0d3-2a88-484e-83d7-866ec4e60615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:59.197194 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-558db691-1eab-4d09-866e-f5d0e57bd801 req-b40ee0d3-2a88-484e-83d7-866ec4e60615 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8b89ba4b-5708-4c1c-b974-8d286ac7cf55 HTTP/1.1" status: 200 len: 835 time: 0.0439849 Jul 24 00:57:59.210446 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2eb068-aff3-4fbb-b14f-d7cd5dc4d9de None None] Checking router: 8b0dffcb-322e-40d0-92dc-633697b31a6f for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:57:59.219920 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2eb068-aff3-4fbb-b14f-d7cd5dc4d9de None None] Routers {'8b0dffcb-322e-40d0-92dc-633697b31a6f'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:57:59.220547 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-6b2eb068-aff3-4fbb-b14f-d7cd5dc4d9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:57:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['8b0dffcb-322e-40d0-92dc-633697b31a6f'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:57:59.256050 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558db691-1eab-4d09-866e-f5d0e57bd801 req-9eb1f9a1-ed03-429f-9aa7-ab6121705ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:59.257626 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-558db691-1eab-4d09-866e-f5d0e57bd801 req-9eb1f9a1-ed03-429f-9aa7-ab6121705ba2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0c265ac7-1af1-4023-aaa7-0dc638f4fdb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545650 Jul 24 00:57:59.327059 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-6b2eb068-aff3-4fbb-b14f-d7cd5dc4d9de None None] Set router 8b0dffcb-322e-40d0-92dc-633697b31a6f gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:57:59.356217 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-558db691-1eab-4d09-866e-f5d0e57bd801 req-7c600245-3f98-4894-9253-1ee01853c718 service neutron] 10.222.0.52 "GET /v2.0/networks/0c265ac7-1af1-4023-aaa7-0dc638f4fdb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919776 Jul 24 00:57:59.449236 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-558db691-1eab-4d09-866e-f5d0e57bd801 req-a6d1fff8-431d-47d7-a1c4-01f33af0b690 service neutron] 10.222.0.52 "GET /v2.0/networks/0c265ac7-1af1-4023-aaa7-0dc638f4fdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863216 Jul 24 00:57:59.563916 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-6b2eb068-aff3-4fbb-b14f-d7cd5dc4d9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0dffcb-322e-40d0-92dc-633697b31a6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2107801331', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '86c677f8-98f8-4192-9adf-0157165cf102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:57:42Z', 'updated_at': '2021-07-24T00:57:46Z', 'revision_number': 4, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'gw_port': {'id': '86c677f8-98f8-4192-9adf-0157165cf102', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:0c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0dffcb-322e-40d0-92dc-633697b31a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:57:43Z', 'updated_at': '2021-07-24T00:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': '0460e7e7-0864-43c1-8a44-1ea29a8f7048', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'floating_ip_address': '172.25.3.2', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '8b0dffcb-322e-40d0-92dc-633697b31a6f', 'port_id': '72b20e83-f9d7-403b-b09b-a536c5884520', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c265ac7-1af1-4023-aaa7-0dc638f4fdb0', 'mac_address': 'fa:16:3e:e4:ec:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba321866-d6bc-4fda-b7e7-0b9186f01fbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:57:57Z', 'updated_at': '2021-07-24T00:57:57Z', 'revision_number': 0, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a560cbd5-a8cb-4eca-a9ac-3e84f377e4fd', 'name': '', 'network_id': '0c265ac7-1af1-4023-aaa7-0dc638f4fdb0', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'mac_address': 'fa:16:3e:43:46:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0dffcb-322e-40d0-92dc-633697b31a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '8b89ba4b-5708-4c1c-b974-8d286ac7cf55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:57:45Z', 'updated_at': '2021-07-24T00:57:50Z', 'revision_number': 5, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'subnets': [{'id': '8b89ba4b-5708-4c1c-b974-8d286ac7cf55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:57:59.590729 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2eb068-aff3-4fbb-b14f-d7cd5dc4d9de None None] The sync data for ids ['8b0dffcb-322e-40d0-92dc-633697b31a6f'] in n-d-800088-16 is: [{'id': '8b0dffcb-322e-40d0-92dc-633697b31a6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2107801331', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '86c677f8-98f8-4192-9adf-0157165cf102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:57:42Z', 'updated_at': '2021-07-24T00:57:46Z', 'revision_number': 4, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'gw_port': {'id': '86c677f8-98f8-4192-9adf-0157165cf102', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:0c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0dffcb-322e-40d0-92dc-633697b31a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:57:43Z', 'updated_at': '2021-07-24T00:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': '0460e7e7-0864-43c1-8a44-1ea29a8f7048', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'floating_ip_address': '172.25.3.2', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '8b0dffcb-322e-40d0-92dc-633697b31a6f', 'port_id': '72b20e83-f9d7-403b-b09b-a536c5884520', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c265ac7-1af1-4023-aaa7-0dc638f4fdb0', 'mac_address': 'fa:16:3e:e4:ec:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba321866-d6bc-4fda-b7e7-0b9186f01fbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:57:57Z', 'updated_at': '2021-07-24T00:57:57Z', 'revision_number': 0, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a560cbd5-a8cb-4eca-a9ac-3e84f377e4fd', 'name': '', 'network_id': '0c265ac7-1af1-4023-aaa7-0dc638f4fdb0', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'mac_address': 'fa:16:3e:43:46:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0dffcb-322e-40d0-92dc-633697b31a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '8b89ba4b-5708-4c1c-b974-8d286ac7cf55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:57:45Z', 'updated_at': '2021-07-24T00:57:50Z', 'revision_number': 5, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'subnets': [{'id': '8b89ba4b-5708-4c1c-b974-8d286ac7cf55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:57:59.785913 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21026d49-3ff8-41df-a20d-eff3c923dfa2 None None] New status for floating IP 0460e7e7-0864-43c1-8a44-1ea29a8f7048: ACTIVE {{(pid=100316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 00:58:00.159123 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43718) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:58:00.223485 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-b8b7e1aa-9035-4b96-879a-67166b0af733 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/floatingips/0460e7e7-0864-43c1-8a44-1ea29a8f7048 HTTP/1.1" status: 200 len: 992 time: 0.0629251 Jul 24 00:58:15.401759 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:18.338250 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:21.353197 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:58:23.271775 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3aac7461-f686-4189-a102-e13b037af1f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:25.845721 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3fa5d85a-54df-44d2-9559-9ca91f155fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:26.907682 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:27.518000 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:29.106948 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:30.185624 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cece25fc-5601-4ff7-9ea8-ae4d95d1c9b8 req-a3b10bcb-80e2-49a1-86c2-d38c06006270 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ba321866-d6bc-4fda-b7e7-0b9186f01fbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0589750 Jul 24 00:58:30.290295 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cece25fc-5601-4ff7-9ea8-ae4d95d1c9b8 req-7e48c795-c8cc-4509-9f66-d9d35669e507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:30.291831 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cece25fc-5601-4ff7-9ea8-ae4d95d1c9b8 req-7e48c795-c8cc-4509-9f66-d9d35669e507 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=21fe67bd68cd4d41939b65b573d17a56&device_id=ba321866-d6bc-4fda-b7e7-0b9186f01fbe HTTP/1.1" status: 200 len: 1098 time: 0.0554395 Jul 24 00:58:30.408993 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cece25fc-5601-4ff7-9ea8-ae4d95d1c9b8 req-7be89122-e5d5-4f85-983d-682a99d40b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:30.410531 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cece25fc-5601-4ff7-9ea8-ae4d95d1c9b8 req-7be89122-e5d5-4f85-983d-682a99d40b70 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0c265ac7-1af1-4023-aaa7-0dc638f4fdb0 HTTP/1.1" status: 200 len: 898 time: 0.0989015 Jul 24 00:58:30.478327 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cece25fc-5601-4ff7-9ea8-ae4d95d1c9b8 req-6824e959-0ccb-43a7-8d0b-2d17995de9c3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72b20e83-f9d7-403b-b09b-a536c5884520 HTTP/1.1" status: 200 len: 1000 time: 0.0598102 Jul 24 00:58:30.527873 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cece25fc-5601-4ff7-9ea8-ae4d95d1c9b8 req-fb176a57-ab86-4c9f-91ad-07a06f885da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:30.529395 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cece25fc-5601-4ff7-9ea8-ae4d95d1c9b8 req-fb176a57-ab86-4c9f-91ad-07a06f885da9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8b89ba4b-5708-4c1c-b974-8d286ac7cf55 HTTP/1.1" status: 200 len: 835 time: 0.0451584 Jul 24 00:58:30.594616 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cece25fc-5601-4ff7-9ea8-ae4d95d1c9b8 req-6b13f16c-be8f-4708-aaac-2670d3dcb795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:30.596169 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cece25fc-5601-4ff7-9ea8-ae4d95d1c9b8 req-6b13f16c-be8f-4708-aaac-2670d3dcb795 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0c265ac7-1af1-4023-aaa7-0dc638f4fdb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0607464 Jul 24 00:58:30.687791 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cece25fc-5601-4ff7-9ea8-ae4d95d1c9b8 req-c73e978b-86df-425a-8c32-2b0edaff7d25 service neutron] 10.222.0.52 "GET /v2.0/networks/0c265ac7-1af1-4023-aaa7-0dc638f4fdb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842502 Jul 24 00:58:30.781432 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cece25fc-5601-4ff7-9ea8-ae4d95d1c9b8 req-c53f29cf-f5bf-4191-a5fb-6939f641c8b0 service neutron] 10.222.0.52 "GET /v2.0/networks/0c265ac7-1af1-4023-aaa7-0dc638f4fdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866797 Jul 24 00:58:31.570998 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b07dfb4-f35b-4b08-b603-477e78703a7d req-296776e7-9775-40fd-94e0-c58f4d510a9b tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:31.572630 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3b07dfb4-f35b-4b08-b603-477e78703a7d req-296776e7-9775-40fd-94e0-c58f4d510a9b tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba321866-d6bc-4fda-b7e7-0b9186f01fbe HTTP/1.1" status: 200 len: 946 time: 0.0684142 Jul 24 00:58:31.617185 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3b07dfb4-f35b-4b08-b603-477e78703a7d req-6ccce708-82e9-4516-9a25-b5fe080b0a4e tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d958b45-5f5a-475f-9f23-376036401cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381172 Jul 24 00:58:32.752032 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a20b51e-7786-499a-8a67-00b7ebc32886 req-bc70b13f-095c-487b-b8f8-cfa9debfc143 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:32.753717 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6a20b51e-7786-499a-8a67-00b7ebc32886 req-bc70b13f-095c-487b-b8f8-cfa9debfc143 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba321866-d6bc-4fda-b7e7-0b9186f01fbe HTTP/1.1" status: 200 len: 946 time: 0.0633392 Jul 24 00:58:32.791965 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6a20b51e-7786-499a-8a67-00b7ebc32886 req-7bafe04d-8f24-4c9a-b69f-651b458b3619 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d958b45-5f5a-475f-9f23-376036401cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318015 Jul 24 00:58:33.928620 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97287192-8440-44e6-9529-12786dd18a91 req-95d644fc-c922-467a-81ce-0d022a49f081 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:33.930181 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-97287192-8440-44e6-9529-12786dd18a91 req-95d644fc-c922-467a-81ce-0d022a49f081 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba321866-d6bc-4fda-b7e7-0b9186f01fbe HTTP/1.1" status: 200 len: 946 time: 0.0700049 Jul 24 00:58:33.968730 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-97287192-8440-44e6-9529-12786dd18a91 req-c2a07e7d-465f-4094-bf16-fb53b74d40eb tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d958b45-5f5a-475f-9f23-376036401cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328090 Jul 24 00:58:35.103401 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a251489-4cd1-4a93-8250-194a3ab45536 req-69e44ae5-c97c-4af0-ac00-b9232665cc17 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:35.104964 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7a251489-4cd1-4a93-8250-194a3ab45536 req-69e44ae5-c97c-4af0-ac00-b9232665cc17 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba321866-d6bc-4fda-b7e7-0b9186f01fbe HTTP/1.1" status: 200 len: 946 time: 0.0661626 Jul 24 00:58:35.142780 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7a251489-4cd1-4a93-8250-194a3ab45536 req-990a0e31-67ce-4d82-9e56-c615b0f73ffc tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d958b45-5f5a-475f-9f23-376036401cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322592 Jul 24 00:58:36.278963 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fa5341-160a-42a7-922f-c3d81ec855f6 req-85c6a2ee-72a5-40f4-b00c-78b325c008c7 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:36.280465 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a3fa5341-160a-42a7-922f-c3d81ec855f6 req-85c6a2ee-72a5-40f4-b00c-78b325c008c7 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba321866-d6bc-4fda-b7e7-0b9186f01fbe HTTP/1.1" status: 200 len: 946 time: 0.0691209 Jul 24 00:58:36.321715 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a3fa5341-160a-42a7-922f-c3d81ec855f6 req-9b1e3c8a-2a6e-4943-a10a-d77deb397c8b tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d958b45-5f5a-475f-9f23-376036401cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348649 Jul 24 00:58:37.463171 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b99da51-b9d8-4366-9f6d-f2c77e70bc50 req-0f2d2487-63bb-4294-b93c-0c8e0caffdbb tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:37.464718 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5b99da51-b9d8-4366-9f6d-f2c77e70bc50 req-0f2d2487-63bb-4294-b93c-0c8e0caffdbb tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba321866-d6bc-4fda-b7e7-0b9186f01fbe HTTP/1.1" status: 200 len: 946 time: 0.0694239 Jul 24 00:58:37.515684 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5b99da51-b9d8-4366-9f6d-f2c77e70bc50 req-505bee67-e52a-49c0-bbda-6d7f81bd32b1 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d958b45-5f5a-475f-9f23-376036401cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440812 Jul 24 00:58:38.652078 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d223a0e-07c7-40de-b65a-a695a08d39d7 req-0125ef6d-6072-4ec6-b834-ba346dfb4911 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:38.653659 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2d223a0e-07c7-40de-b65a-a695a08d39d7 req-0125ef6d-6072-4ec6-b834-ba346dfb4911 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba321866-d6bc-4fda-b7e7-0b9186f01fbe HTTP/1.1" status: 200 len: 946 time: 0.0667892 Jul 24 00:58:38.695617 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2d223a0e-07c7-40de-b65a-a695a08d39d7 req-d44daa02-af92-4a27-87aa-e0c0d2ba520c tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d958b45-5f5a-475f-9f23-376036401cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354147 Jul 24 00:58:39.826372 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e49ebe1-833a-4d47-91cb-697d31d75e10 req-a094860f-f8c0-4859-9ce7-90a5b40ae06b tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:39.827927 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4e49ebe1-833a-4d47-91cb-697d31d75e10 req-a094860f-f8c0-4859-9ce7-90a5b40ae06b tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba321866-d6bc-4fda-b7e7-0b9186f01fbe HTTP/1.1" status: 200 len: 946 time: 0.0654478 Jul 24 00:58:39.867516 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4e49ebe1-833a-4d47-91cb-697d31d75e10 req-16c528fb-e870-4ed1-8e0b-5348153bdc41 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d958b45-5f5a-475f-9f23-376036401cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332482 Jul 24 00:58:41.006647 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3289f8c1-3019-4573-b138-927910a5027b req-31805f33-9bef-45d5-86a0-3f002c1f8d16 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:41.008303 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3289f8c1-3019-4573-b138-927910a5027b req-31805f33-9bef-45d5-86a0-3f002c1f8d16 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba321866-d6bc-4fda-b7e7-0b9186f01fbe HTTP/1.1" status: 200 len: 946 time: 0.0695090 Jul 24 00:58:41.360959 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3289f8c1-3019-4573-b138-927910a5027b req-9ef7b51e-fea7-4a77-b205-9869e1431ea3 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d958b45-5f5a-475f-9f23-376036401cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3468480 Jul 24 00:58:42.504428 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63040f0-a4f6-40ff-aa17-ec4f7a6e0ddd req-9ed9a9d7-202c-43a9-884b-1b3b5b18fcfd tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:42.506083 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c63040f0-a4f6-40ff-aa17-ec4f7a6e0ddd req-9ed9a9d7-202c-43a9-884b-1b3b5b18fcfd tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba321866-d6bc-4fda-b7e7-0b9186f01fbe HTTP/1.1" status: 200 len: 946 time: 0.0731392 Jul 24 00:58:42.551486 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c63040f0-a4f6-40ff-aa17-ec4f7a6e0ddd req-cddcc069-3d30-46c8-8b7e-1e9af9e017d6 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d958b45-5f5a-475f-9f23-376036401cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396574 Jul 24 00:58:43.690901 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c527ee6f-a465-4cc6-8ce6-571c7d42cea5 req-b4c3d136-20cf-49e4-8aee-38bef093c687 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:43.692416 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c527ee6f-a465-4cc6-8ce6-571c7d42cea5 req-b4c3d136-20cf-49e4-8aee-38bef093c687 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba321866-d6bc-4fda-b7e7-0b9186f01fbe HTTP/1.1" status: 200 len: 946 time: 0.0660915 Jul 24 00:58:43.731165 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c527ee6f-a465-4cc6-8ce6-571c7d42cea5 req-5aabceae-5503-4008-940b-28191514a2d8 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d958b45-5f5a-475f-9f23-376036401cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330544 Jul 24 00:58:44.876907 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52bd946-ab39-4266-a976-46eb48fd322a req-f43c0550-3672-419a-a177-f21a6369bde7 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:44.878404 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b52bd946-ab39-4266-a976-46eb48fd322a req-f43c0550-3672-419a-a177-f21a6369bde7 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba321866-d6bc-4fda-b7e7-0b9186f01fbe HTTP/1.1" status: 200 len: 946 time: 0.0757234 Jul 24 00:58:44.917216 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b52bd946-ab39-4266-a976-46eb48fd322a req-238c2dee-d7c1-4c69-9e8f-e616ea6a54c0 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d958b45-5f5a-475f-9f23-376036401cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330706 Jul 24 00:58:45.419422 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:46.055083 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d45052c-f835-494d-90d8-1f757158571e req-df0b2cc3-aa0f-4362-868c-ebbdaf723327 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:46.056685 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6d45052c-f835-494d-90d8-1f757158571e req-df0b2cc3-aa0f-4362-868c-ebbdaf723327 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba321866-d6bc-4fda-b7e7-0b9186f01fbe HTTP/1.1" status: 200 len: 946 time: 0.0653410 Jul 24 00:58:46.099671 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6d45052c-f835-494d-90d8-1f757158571e req-93ddc41a-f5f4-43c9-b1a8-06b1f398c61f tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d958b45-5f5a-475f-9f23-376036401cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373566 Jul 24 00:58:47.233389 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d6215-2003-41c9-a821-ddfb77e0465d req-b4b8964b-99d1-41f4-9ae4-5419240f0bbf tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:47.234822 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-307d6215-2003-41c9-a821-ddfb77e0465d req-b4b8964b-99d1-41f4-9ae4-5419240f0bbf tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba321866-d6bc-4fda-b7e7-0b9186f01fbe HTTP/1.1" status: 200 len: 946 time: 0.0662172 Jul 24 00:58:47.277383 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-307d6215-2003-41c9-a821-ddfb77e0465d req-90c96a93-c8fc-4b08-bc61-2918fd7a72b1 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d958b45-5f5a-475f-9f23-376036401cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359528 Jul 24 00:58:47.300031 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43764) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:58:47.365680 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-29f6372b-cdbd-4372-9add-20c02ff0d693 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/floatingips/0460e7e7-0864-43c1-8a44-1ea29a8f7048 HTTP/1.1" status: 200 len: 992 time: 0.0644050 Jul 24 00:58:48.351677 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:48.691104 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badab8ef-b758-47f0-94bd-7a69da58f65b req-6eefde79-829a-4708-a3f4-d1114b835d27 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:48.693233 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-badab8ef-b758-47f0-94bd-7a69da58f65b req-6eefde79-829a-4708-a3f4-d1114b835d27 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba321866-d6bc-4fda-b7e7-0b9186f01fbe HTTP/1.1" status: 200 len: 946 time: 0.1090658 Jul 24 00:58:48.699024 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e50e74-72a5-4839-94ca-a39c9d89d142 req-710c07b5-e0ce-4811-be41-7e07eae369a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:48.700498 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-82e50e74-72a5-4839-94ca-a39c9d89d142 req-710c07b5-e0ce-4811-be41-7e07eae369a8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=21fe67bd68cd4d41939b65b573d17a56&device_id=ba321866-d6bc-4fda-b7e7-0b9186f01fbe HTTP/1.1" status: 200 len: 1098 time: 0.0841155 Jul 24 00:58:48.763952 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-badab8ef-b758-47f0-94bd-7a69da58f65b req-5208c5de-ddf7-410e-9115-f292ef7bbd1a tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d958b45-5f5a-475f-9f23-376036401cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624423 Jul 24 00:58:48.818098 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e50e74-72a5-4839-94ca-a39c9d89d142 req-81f2d0a0-5481-41d3-8469-3c734e8bfbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:48.819590 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-82e50e74-72a5-4839-94ca-a39c9d89d142 req-81f2d0a0-5481-41d3-8469-3c734e8bfbbe service neutron] 10.222.0.52 "GET /v2.0/networks?id=0c265ac7-1af1-4023-aaa7-0dc638f4fdb0 HTTP/1.1" status: 200 len: 898 time: 0.1121030 Jul 24 00:58:48.888076 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-82e50e74-72a5-4839-94ca-a39c9d89d142 req-c341644b-d7f3-4d87-b440-7c65b942dceb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72b20e83-f9d7-403b-b09b-a536c5884520 HTTP/1.1" status: 200 len: 1000 time: 0.0611660 Jul 24 00:58:48.949589 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e50e74-72a5-4839-94ca-a39c9d89d142 req-b4ee25f6-85ca-408b-906a-73623ceb6922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:48.951137 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-82e50e74-72a5-4839-94ca-a39c9d89d142 req-b4ee25f6-85ca-408b-906a-73623ceb6922 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8b89ba4b-5708-4c1c-b974-8d286ac7cf55 HTTP/1.1" status: 200 len: 835 time: 0.0569592 Jul 24 00:58:49.010210 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e50e74-72a5-4839-94ca-a39c9d89d142 req-a012ead8-ac49-41fd-a03d-fea68133a1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:49.011745 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-82e50e74-72a5-4839-94ca-a39c9d89d142 req-a012ead8-ac49-41fd-a03d-fea68133a1d5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0c265ac7-1af1-4023-aaa7-0dc638f4fdb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548999 Jul 24 00:58:49.104266 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-82e50e74-72a5-4839-94ca-a39c9d89d142 req-c86388ac-7926-4b3e-bc2e-43685b3bc90f service neutron] 10.222.0.52 "GET /v2.0/networks/0c265ac7-1af1-4023-aaa7-0dc638f4fdb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857956 Jul 24 00:58:49.198721 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-82e50e74-72a5-4839-94ca-a39c9d89d142 req-7399c7b2-89f5-433f-98ac-ccd9d690064b service neutron] 10.222.0.52 "GET /v2.0/networks/0c265ac7-1af1-4023-aaa7-0dc638f4fdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883744 Jul 24 00:58:49.901852 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b29a5b-3030-4f32-bb5b-b6d6638b66e8 req-984f0188-4446-41e6-afa8-f68db5aea407 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:49.903431 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-74b29a5b-3030-4f32-bb5b-b6d6638b66e8 req-984f0188-4446-41e6-afa8-f68db5aea407 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba321866-d6bc-4fda-b7e7-0b9186f01fbe HTTP/1.1" status: 200 len: 946 time: 0.0657787 Jul 24 00:58:49.944690 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-74b29a5b-3030-4f32-bb5b-b6d6638b66e8 req-fcb2095c-ee13-4569-979f-9a719692cdd4 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d958b45-5f5a-475f-9f23-376036401cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356085 Jul 24 00:58:49.969362 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43774) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:58:50.039756 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-3f4fe482-4ab6-44d5-afde-ac4c77d0f7e9 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/floatingips/0460e7e7-0864-43c1-8a44-1ea29a8f7048 HTTP/1.1" status: 200 len: 992 time: 0.0691686 Jul 24 00:58:53.273224 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a72ce70d-3816-4813-b0d5-4e028d52a938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:55.846703 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-bb95cca3-4b1b-40f7-a2a5-99a738ade4fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:56.899700 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:57.519816 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:58.353105 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:58:59.108264 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:15.422935 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:18.365279 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:20.374969 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43786) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:20.558015 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-8500e637-94e3-40ed-9df8-8eb92ffa616a tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Deleting port 9b67ef8d-c0cf-4cd4-a4bf-40661b2c7155 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:59:20.558386 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8500e637-94e3-40ed-9df8-8eb92ffa616a tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:20.649119 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8500e637-94e3-40ed-9df8-8eb92ffa616a tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:20.649411 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8500e637-94e3-40ed-9df8-8eb92ffa616a tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:20.663036 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-8500e637-94e3-40ed-9df8-8eb92ffa616a tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Calling delete_port for 9b67ef8d-c0cf-4cd4-a4bf-40661b2c7155 owned by network:floatingip {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:59:20.818500 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8500e637-94e3-40ed-9df8-8eb92ffa616a tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:20.842936 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8500e637-94e3-40ed-9df8-8eb92ffa616a tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event deleted for resources: {'Port': ['ID=9b67ef8d-c0cf-4cd4-a4bf-40661b2c7155,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:20.857395 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8500e637-94e3-40ed-9df8-8eb92ffa616a tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:20.857755 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8500e637-94e3-40ed-9df8-8eb92ffa616a tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:20.858104 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8500e637-94e3-40ed-9df8-8eb92ffa616a tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:20.858447 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8500e637-94e3-40ed-9df8-8eb92ffa616a tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:20.858815 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8500e637-94e3-40ed-9df8-8eb92ffa616a tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:20.859155 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8500e637-94e3-40ed-9df8-8eb92ffa616a tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:20.859492 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8500e637-94e3-40ed-9df8-8eb92ffa616a tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:20.859826 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8500e637-94e3-40ed-9df8-8eb92ffa616a tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:20.860159 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8500e637-94e3-40ed-9df8-8eb92ffa616a tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:20.860489 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8500e637-94e3-40ed-9df8-8eb92ffa616a tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:20.860865 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8500e637-94e3-40ed-9df8-8eb92ffa616a tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:20.861169 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8500e637-94e3-40ed-9df8-8eb92ffa616a tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:20.922699 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8500e637-94e3-40ed-9df8-8eb92ffa616a tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for floatingip, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:20.922930 n-d-800088-16 neutron-server[100313]: INFO neutron.db.l3_db [None req-8500e637-94e3-40ed-9df8-8eb92ffa616a tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Floating IP 0460e7e7-0864-43c1-8a44-1ea29a8f7048 disassociated (deleted). External IP: 172.25.3.2, port: 72b20e83-f9d7-403b-b09b-a536c5884520. Jul 24 00:59:21.139535 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8500e637-94e3-40ed-9df8-8eb92ffa616a tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Router 8b0dffcb-322e-40d0-92dc-633697b31a6f has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:59:21.250758 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8500e637-94e3-40ed-9df8-8eb92ffa616a tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:59:21.255522 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8500e637-94e3-40ed-9df8-8eb92ffa616a tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:21.260179 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbe46e7-5899-42b1-a467-ae634ec54208 None None] Sync routers for ids ['8b0dffcb-322e-40d0-92dc-633697b31a6f'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:59:21.270586 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbe46e7-5899-42b1-a467-ae634ec54208 None None] Routers {'8b0dffcb-322e-40d0-92dc-633697b31a6f'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:59:21.271207 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-1fbe46e7-5899-42b1-a467-ae634ec54208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:58:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['8b0dffcb-322e-40d0-92dc-633697b31a6f'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:59:21.293336 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-8500e637-94e3-40ed-9df8-8eb92ffa616a tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "DELETE /v2.0/floatingips/0460e7e7-0864-43c1-8a44-1ea29a8f7048 HTTP/1.1" status: 204 len: 168 time: 0.9172418 Jul 24 00:59:21.294017 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba321866-d6bc-4fda-b7e7-0b9186f01fbe', 'tag': '72b20e83-f9d7-403b-b09b-a536c5884520'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:59:21.296699 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b5b12b33723a5ac99f65cff31e3c306c8fdd85da64bb4eb22f7eb8a86bf6c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a68b5e73-2cc8-40bf-bd6d-9513fc5bf18b" -d '{"events": [{"name": "network-changed", "server_uuid": "ba321866-d6bc-4fda-b7e7-0b9186f01fbe", "tag": "72b20e83-f9d7-403b-b09b-a536c5884520"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:59:21.389942 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc0ce66-ff6d-4e6d-8e60-e701b2f353f5 x-openstack-request-id: req-ffc0ce66-ff6d-4e6d-8e60-e701b2f353f5 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:59:21.390577 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba321866-d6bc-4fda-b7e7-0b9186f01fbe", "tag": "72b20e83-f9d7-403b-b09b-a536c5884520", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:59:21.390678 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ffc0ce66-ff6d-4e6d-8e60-e701b2f353f5 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:59:21.391033 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba321866-d6bc-4fda-b7e7-0b9186f01fbe', 'tag': '72b20e83-f9d7-403b-b09b-a536c5884520', 'status': 'completed', 'code': 200} Jul 24 00:59:21.401781 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-1fbe46e7-5899-42b1-a467-ae634ec54208 None None] Set router 8b0dffcb-322e-40d0-92dc-633697b31a6f gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:59:21.499291 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b5e73-2cc8-40bf-bd6d-9513fc5bf18b req-532e3e3e-fa59-4dab-a8eb-b2264fd754d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:21.501036 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a68b5e73-2cc8-40bf-bd6d-9513fc5bf18b req-532e3e3e-fa59-4dab-a8eb-b2264fd754d9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=21fe67bd68cd4d41939b65b573d17a56&device_id=ba321866-d6bc-4fda-b7e7-0b9186f01fbe HTTP/1.1" status: 200 len: 1098 time: 0.0860829 Jul 24 00:59:21.623676 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-1fbe46e7-5899-42b1-a467-ae634ec54208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0dffcb-322e-40d0-92dc-633697b31a6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2107801331', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '86c677f8-98f8-4192-9adf-0157165cf102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:57:42Z', 'updated_at': '2021-07-24T00:57:46Z', 'revision_number': 4, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'gw_port': {'id': '86c677f8-98f8-4192-9adf-0157165cf102', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:0c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0dffcb-322e-40d0-92dc-633697b31a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:57:43Z', 'updated_at': '2021-07-24T00:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'a560cbd5-a8cb-4eca-a9ac-3e84f377e4fd', 'name': '', 'network_id': '0c265ac7-1af1-4023-aaa7-0dc638f4fdb0', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'mac_address': 'fa:16:3e:43:46:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0dffcb-322e-40d0-92dc-633697b31a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '8b89ba4b-5708-4c1c-b974-8d286ac7cf55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:57:45Z', 'updated_at': '2021-07-24T00:57:50Z', 'revision_number': 5, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'subnets': [{'id': '8b89ba4b-5708-4c1c-b974-8d286ac7cf55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:59:21.637207 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b5e73-2cc8-40bf-bd6d-9513fc5bf18b req-3ac1f150-a0b8-4431-bdb2-24e98aaee5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:21.638747 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a68b5e73-2cc8-40bf-bd6d-9513fc5bf18b req-3ac1f150-a0b8-4431-bdb2-24e98aaee5ae service neutron] 10.222.0.52 "GET /v2.0/networks?id=0c265ac7-1af1-4023-aaa7-0dc638f4fdb0 HTTP/1.1" status: 200 len: 898 time: 0.1306508 Jul 24 00:59:21.656402 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbe46e7-5899-42b1-a467-ae634ec54208 None None] Checking router: 8b0dffcb-322e-40d0-92dc-633697b31a6f for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:59:21.665689 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbe46e7-5899-42b1-a467-ae634ec54208 None None] Routers {'8b0dffcb-322e-40d0-92dc-633697b31a6f'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:59:21.666302 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-1fbe46e7-5899-42b1-a467-ae634ec54208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:58:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['8b0dffcb-322e-40d0-92dc-633697b31a6f'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:59:21.684971 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a68b5e73-2cc8-40bf-bd6d-9513fc5bf18b req-308b7cea-0c66-4e7d-b0d3-87450c9292f6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72b20e83-f9d7-403b-b09b-a536c5884520 HTTP/1.1" status: 200 len: 217 time: 0.0382671 Jul 24 00:59:21.696458 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bfd96e-2157-4229-9d8f-57c1cec726e5 req-ca9f9f13-1d70-4d94-896f-033d47fc0043 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:21.698014 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c3bfd96e-2157-4229-9d8f-57c1cec726e5 req-ca9f9f13-1d70-4d94-896f-033d47fc0043 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba321866-d6bc-4fda-b7e7-0b9186f01fbe HTTP/1.1" status: 200 len: 946 time: 0.1960428 Jul 24 00:59:21.767968 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b5e73-2cc8-40bf-bd6d-9513fc5bf18b req-446cc290-21ce-4564-b471-38ac95edf43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:21.769568 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a68b5e73-2cc8-40bf-bd6d-9513fc5bf18b req-446cc290-21ce-4564-b471-38ac95edf43c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8b89ba4b-5708-4c1c-b974-8d286ac7cf55 HTTP/1.1" status: 200 len: 835 time: 0.0706160 Jul 24 00:59:21.773418 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-1fbe46e7-5899-42b1-a467-ae634ec54208 None None] Set router 8b0dffcb-322e-40d0-92dc-633697b31a6f gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:59:21.775048 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c3bfd96e-2157-4229-9d8f-57c1cec726e5 req-99cc133d-69f4-4d16-8678-59c47e9417ee tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d958b45-5f5a-475f-9f23-376036401cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677257 Jul 24 00:59:21.840244 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b5e73-2cc8-40bf-bd6d-9513fc5bf18b req-99947ca7-0d20-4a43-934b-4fa8bd842471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:21.841814 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a68b5e73-2cc8-40bf-bd6d-9513fc5bf18b req-99947ca7-0d20-4a43-934b-4fa8bd842471 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0c265ac7-1af1-4023-aaa7-0dc638f4fdb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0631230 Jul 24 00:59:21.937850 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a68b5e73-2cc8-40bf-bd6d-9513fc5bf18b req-3f2b0908-f6d2-46b3-b6d3-e5485bd601fc service neutron] 10.222.0.52 "GET /v2.0/networks/0c265ac7-1af1-4023-aaa7-0dc638f4fdb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878603 Jul 24 00:59:21.995752 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-1fbe46e7-5899-42b1-a467-ae634ec54208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0dffcb-322e-40d0-92dc-633697b31a6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2107801331', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '86c677f8-98f8-4192-9adf-0157165cf102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:57:42Z', 'updated_at': '2021-07-24T00:57:46Z', 'revision_number': 4, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'gw_port': {'id': '86c677f8-98f8-4192-9adf-0157165cf102', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:0c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0dffcb-322e-40d0-92dc-633697b31a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:57:43Z', 'updated_at': '2021-07-24T00:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'a560cbd5-a8cb-4eca-a9ac-3e84f377e4fd', 'name': '', 'network_id': '0c265ac7-1af1-4023-aaa7-0dc638f4fdb0', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'mac_address': 'fa:16:3e:43:46:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0dffcb-322e-40d0-92dc-633697b31a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '8b89ba4b-5708-4c1c-b974-8d286ac7cf55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:57:45Z', 'updated_at': '2021-07-24T00:57:50Z', 'revision_number': 5, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'subnets': [{'id': '8b89ba4b-5708-4c1c-b974-8d286ac7cf55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:59:22.022442 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbe46e7-5899-42b1-a467-ae634ec54208 None None] The sync data for ids ['8b0dffcb-322e-40d0-92dc-633697b31a6f'] in n-d-800088-16 is: [{'id': '8b0dffcb-322e-40d0-92dc-633697b31a6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2107801331', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '86c677f8-98f8-4192-9adf-0157165cf102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:57:42Z', 'updated_at': '2021-07-24T00:57:46Z', 'revision_number': 4, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'gw_port': {'id': '86c677f8-98f8-4192-9adf-0157165cf102', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:0c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0dffcb-322e-40d0-92dc-633697b31a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:57:43Z', 'updated_at': '2021-07-24T00:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'a560cbd5-a8cb-4eca-a9ac-3e84f377e4fd', 'name': '', 'network_id': '0c265ac7-1af1-4023-aaa7-0dc638f4fdb0', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'mac_address': 'fa:16:3e:43:46:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0dffcb-322e-40d0-92dc-633697b31a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '8b89ba4b-5708-4c1c-b974-8d286ac7cf55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:57:45Z', 'updated_at': '2021-07-24T00:57:50Z', 'revision_number': 5, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'subnets': [{'id': '8b89ba4b-5708-4c1c-b974-8d286ac7cf55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:59:22.066615 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a68b5e73-2cc8-40bf-bd6d-9513fc5bf18b req-1d95d814-73d6-43b7-b013-0e5a49c82349 service neutron] 10.222.0.52 "GET /v2.0/networks/0c265ac7-1af1-4023-aaa7-0dc638f4fdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208606 Jul 24 00:59:22.243336 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5331e3-be8d-437f-8cc8-707eb1d5ca70 None None] New status for floating IP 0460e7e7-0864-43c1-8a44-1ea29a8f7048: DOWN {{(pid=100316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 00:59:22.956570 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f69d60-790f-43aa-b155-f548bff636a7 req-fa8ad954-9d3d-4b80-b288-8271e5100026 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:22.958609 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-50f69d60-790f-43aa-b155-f548bff636a7 req-fa8ad954-9d3d-4b80-b288-8271e5100026 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba321866-d6bc-4fda-b7e7-0b9186f01fbe HTTP/1.1" status: 200 len: 946 time: 0.1122215 Jul 24 00:59:22.997936 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-50f69d60-790f-43aa-b155-f548bff636a7 req-0685dabd-adb5-4368-8a17-736fa659f752 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d958b45-5f5a-475f-9f23-376036401cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335619 Jul 24 00:59:23.049445 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b532a6f-be9a-487d-a88b-d2a340ce86e8 req-1d63ee19-b283-4573-b439-fe959c77cdaa tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:23.051003 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2b532a6f-be9a-487d-a88b-d2a340ce86e8 req-1d63ee19-b283-4573-b439-fe959c77cdaa tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba321866-d6bc-4fda-b7e7-0b9186f01fbe HTTP/1.1" status: 200 len: 946 time: 0.0648608 Jul 24 00:59:23.155656 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-2b532a6f-be9a-487d-a88b-d2a340ce86e8 req-a9580826-9a0e-46aa-9042-7b40f879fbd5 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Deleting port 72b20e83-f9d7-403b-b09b-a536c5884520 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:59:23.155919 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-2b532a6f-be9a-487d-a88b-d2a340ce86e8 req-a9580826-9a0e-46aa-9042-7b40f879fbd5 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:23.244015 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-2b532a6f-be9a-487d-a88b-d2a340ce86e8 req-a9580826-9a0e-46aa-9042-7b40f879fbd5 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] For port 72b20e83-f9d7-403b-b09b-a536c5884520, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=72b20e83-f9d7-403b-b09b-a536c5884520,segment=NetworkSegment(8f26c8c8-fd68-4d89-ba02-9fa2b2f29bfb),segment_id=8f26c8c8-fd68-4d89-ba02-9fa2b2f29bfb)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:59:23.244382 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-2b532a6f-be9a-487d-a88b-d2a340ce86e8 req-a9580826-9a0e-46aa-9042-7b40f879fbd5 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:23.262437 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-2b532a6f-be9a-487d-a88b-d2a340ce86e8 req-a9580826-9a0e-46aa-9042-7b40f879fbd5 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Calling delete_port for 72b20e83-f9d7-403b-b09b-a536c5884520 owned by compute:nova {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:59:23.274713 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-8d822e49-06a1-43e5-99f4-8636c02eb181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:23.388828 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-2b532a6f-be9a-487d-a88b-d2a340ce86e8 req-a9580826-9a0e-46aa-9042-7b40f879fbd5 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:23.416524 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9580826-9a0e-46aa-9042-7b40f879fbd5 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event deleted for resources: {'Port': ['ID=72b20e83-f9d7-403b-b09b-a536c5884520,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:23.467558 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b532a6f-be9a-487d-a88b-d2a340ce86e8 req-a9580826-9a0e-46aa-9042-7b40f879fbd5 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] No DVR routers for this DVR port 72b20e83-f9d7-403b-b09b-a536c5884520 on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:59:23.470157 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-2b532a6f-be9a-487d-a88b-d2a340ce86e8 req-a9580826-9a0e-46aa-9042-7b40f879fbd5 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:23.472196 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2b532a6f-be9a-487d-a88b-d2a340ce86e8 req-a9580826-9a0e-46aa-9042-7b40f879fbd5 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.52 "DELETE /v2.0/ports/72b20e83-f9d7-403b-b09b-a536c5884520 HTTP/1.1" status: 204 len: 173 time: 0.4148951 Jul 24 00:59:23.472717 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba321866-d6bc-4fda-b7e7-0b9186f01fbe', 'name': 'network-vif-deleted', 'tag': '72b20e83-f9d7-403b-b09b-a536c5884520'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:59:23.475028 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b5b12b33723a5ac99f65cff31e3c306c8fdd85da64bb4eb22f7eb8a86bf6c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45daf13d-cab3-43b5-bd05-eeb2afb829b2" -d '{"events": [{"server_uuid": "ba321866-d6bc-4fda-b7e7-0b9186f01fbe", "name": "network-vif-deleted", "tag": "72b20e83-f9d7-403b-b09b-a536c5884520"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:59:23.515252 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-372a2d1a-3c80-4e66-b488-55f941efbf24 x-openstack-request-id: req-372a2d1a-3c80-4e66-b488-55f941efbf24 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:59:23.515662 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba321866-d6bc-4fda-b7e7-0b9186f01fbe", "name": "network-vif-deleted", "tag": "72b20e83-f9d7-403b-b09b-a536c5884520", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:59:23.516012 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-372a2d1a-3c80-4e66-b488-55f941efbf24 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:59:23.516555 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba321866-d6bc-4fda-b7e7-0b9186f01fbe', 'name': 'network-vif-deleted', 'tag': '72b20e83-f9d7-403b-b09b-a536c5884520', 'status': 'completed', 'code': 200} Jul 24 00:59:24.113015 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8bb9cde1-0c6f-47b2-987d-373824d76d6b req-8171d2fd-773b-4921-ab04-0144a75607aa tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba321866-d6bc-4fda-b7e7-0b9186f01fbe HTTP/1.1" status: 200 len: 210 time: 0.0310090 Jul 24 00:59:25.168689 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43810) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:25.521486 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b9ad1b3a-8676-47d0-a8db-91f59aa6caa9 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681029'] for router_interface, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:25.811048 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-b9ad1b3a-8676-47d0-a8db-91f59aa6caa9 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Deleting port a560cbd5-a8cb-4eca-a9ac-3e84f377e4fd {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:59:25.811402 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b9ad1b3a-8676-47d0-a8db-91f59aa6caa9 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:25.850284 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-431ecd54-bc91-4b0e-afdd-83dae82ab2c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:25.906439 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-b9ad1b3a-8676-47d0-a8db-91f59aa6caa9 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] For port a560cbd5-a8cb-4eca-a9ac-3e84f377e4fd, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=a560cbd5-a8cb-4eca-a9ac-3e84f377e4fd,segment=NetworkSegment(8f26c8c8-fd68-4d89-ba02-9fa2b2f29bfb),segment_id=8f26c8c8-fd68-4d89-ba02-9fa2b2f29bfb)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:59:25.906855 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b9ad1b3a-8676-47d0-a8db-91f59aa6caa9 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:25.920585 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-b9ad1b3a-8676-47d0-a8db-91f59aa6caa9 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Calling delete_port for a560cbd5-a8cb-4eca-a9ac-3e84f377e4fd owned by network:router_interface {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:59:26.115886 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b9ad1b3a-8676-47d0-a8db-91f59aa6caa9 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:26.141313 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ad1b3a-8676-47d0-a8db-91f59aa6caa9 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event deleted for resources: {'Port': ['ID=a560cbd5-a8cb-4eca-a9ac-3e84f377e4fd,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:26.321578 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b9ad1b3a-8676-47d0-a8db-91f59aa6caa9 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679987'] for router_interface, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:26.547185 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9ad1b3a-8676-47d0-a8db-91f59aa6caa9 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Router 8b0dffcb-322e-40d0-92dc-633697b31a6f has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:59:26.904670 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:26.970969 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ad1b3a-8676-47d0-a8db-91f59aa6caa9 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:59:26.978204 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-b9ad1b3a-8676-47d0-a8db-91f59aa6caa9 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "PUT /v2.0/routers/8b0dffcb-322e-40d0-92dc-633697b31a6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8066549 Jul 24 00:59:26.980112 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43812) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:26.985255 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db631d3b-c56e-4f4f-9ff2-d434d184b468 None None] Sync routers for ids ['8b0dffcb-322e-40d0-92dc-633697b31a6f'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:59:26.995491 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db631d3b-c56e-4f4f-9ff2-d434d184b468 None None] Routers {'8b0dffcb-322e-40d0-92dc-633697b31a6f'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:59:26.996336 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-db631d3b-c56e-4f4f-9ff2-d434d184b468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:59:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['8b0dffcb-322e-40d0-92dc-633697b31a6f'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:59:27.033848 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-a879f0d5-26a3-4be2-ada8-3cadf9d2dddd tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Deleting subnet 8b89ba4b-5708-4c1c-b974-8d286ac7cf55 {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:59:27.037814 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a879f0d5-26a3-4be2-ada8-3cadf9d2dddd tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:27.092759 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a879f0d5-26a3-4be2-ada8-3cadf9d2dddd tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:27.194668 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a879f0d5-26a3-4be2-ada8-3cadf9d2dddd tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:27.255647 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a879f0d5-26a3-4be2-ada8-3cadf9d2dddd tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:27.265984 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-db631d3b-c56e-4f4f-9ff2-d434d184b468 None None] Set router 8b0dffcb-322e-40d0-92dc-633697b31a6f gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:59:27.283387 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a879f0d5-26a3-4be2-ada8-3cadf9d2dddd tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event deleted for resources: {'Subnet': ['ID=8b89ba4b-5708-4c1c-b974-8d286ac7cf55,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:27.287916 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a879f0d5-26a3-4be2-ada8-3cadf9d2dddd tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:27.290035 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-a879f0d5-26a3-4be2-ada8-3cadf9d2dddd tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "DELETE /v2.0/subnets/8b89ba4b-5708-4c1c-b974-8d286ac7cf55 HTTP/1.1" status: 204 len: 168 time: 0.3079886 Jul 24 00:59:27.292662 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43814) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:27.324667 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eaf2f87-d5ec-4bc5-8f4e-4b493d5bc7e7 None None] Network 0c265ac7-1af1-4023-aaa7-0dc638f4fdb0 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:59:27.326887 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 72b20e83-f9d7-403b-b09b-a536c5884520 no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:59:27.363947 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] No Port match for: 72b20e83-f9d7-403b-b09b-a536c5884520 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:59:27.364295 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 72b20e83-f9d7-403b-b09b-a536c5884520 not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:59:27.412445 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-873f28c2-f0d1-4b93-901b-4782bd309b9e tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for router, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:27.538000 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-873f28c2-f0d1-4b93-901b-4782bd309b9e tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:27.565216 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:27.597750 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-873f28c2-f0d1-4b93-901b-4782bd309b9e tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Deleting port 86c677f8-98f8-4192-9adf-0157165cf102 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:59:27.598098 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-873f28c2-f0d1-4b93-901b-4782bd309b9e tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:27.611824 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-db631d3b-c56e-4f4f-9ff2-d434d184b468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0dffcb-322e-40d0-92dc-633697b31a6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2107801331', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '86c677f8-98f8-4192-9adf-0157165cf102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:57:42Z', 'updated_at': '2021-07-24T00:59:26Z', 'revision_number': 5, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'gw_port': {'id': '86c677f8-98f8-4192-9adf-0157165cf102', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:0c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0dffcb-322e-40d0-92dc-633697b31a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:57:43Z', 'updated_at': '2021-07-24T00:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:59:27.642374 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db631d3b-c56e-4f4f-9ff2-d434d184b468 None None] Checking router: 8b0dffcb-322e-40d0-92dc-633697b31a6f for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:59:27.649675 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db631d3b-c56e-4f4f-9ff2-d434d184b468 None None] Routers {'8b0dffcb-322e-40d0-92dc-633697b31a6f'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:59:27.650316 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-db631d3b-c56e-4f4f-9ff2-d434d184b468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:59:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['8b0dffcb-322e-40d0-92dc-633697b31a6f'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:59:27.689633 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88d705b-4e98-44cb-88ac-a2ec06905386 None None] DHCP port deletion for 0c265ac7-1af1-4023-aaa7-0dc638f4fdb0 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:59:27.701811 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-873f28c2-f0d1-4b93-901b-4782bd309b9e tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] For port 86c677f8-98f8-4192-9adf-0157165cf102, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=86c677f8-98f8-4192-9adf-0157165cf102,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:59:27.702409 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-873f28c2-f0d1-4b93-901b-4782bd309b9e tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:27.716744 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-873f28c2-f0d1-4b93-901b-4782bd309b9e tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Calling delete_port for 86c677f8-98f8-4192-9adf-0157165cf102 owned by network:router_gateway {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:59:27.764262 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-db631d3b-c56e-4f4f-9ff2-d434d184b468 None None] Set router 8b0dffcb-322e-40d0-92dc-633697b31a6f gateway port host: None {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:59:27.824125 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-db631d3b-c56e-4f4f-9ff2-d434d184b468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0dffcb-322e-40d0-92dc-633697b31a6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2107801331', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:57:42Z', 'updated_at': '2021-07-24T00:59:27Z', 'revision_number': 6, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'gw_port_host': None}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:59:27.863211 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db631d3b-c56e-4f4f-9ff2-d434d184b468 None None] The sync data for ids ['8b0dffcb-322e-40d0-92dc-633697b31a6f'] in n-d-800088-16 is: [{'id': '8b0dffcb-322e-40d0-92dc-633697b31a6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2107801331', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:57:42Z', 'updated_at': '2021-07-24T00:59:27Z', 'revision_number': 6, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'gw_port_host': None}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:59:27.876855 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-b88d705b-4e98-44cb-88ac-a2ec06905386 None None] Deleting port 58c10fe3-77f5-4778-a423-faf6486bda55 {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:59:27.877569 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b88d705b-4e98-44cb-88ac-a2ec06905386 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:27.891985 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-873f28c2-f0d1-4b93-901b-4782bd309b9e tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:27.919809 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873f28c2-f0d1-4b93-901b-4782bd309b9e tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event deleted for resources: {'Port': ['ID=86c677f8-98f8-4192-9adf-0157165cf102,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:27.953026 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-b88d705b-4e98-44cb-88ac-a2ec06905386 None None] For port 58c10fe3-77f5-4778-a423-faf6486bda55, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=58c10fe3-77f5-4778-a423-faf6486bda55,segment=NetworkSegment(8f26c8c8-fd68-4d89-ba02-9fa2b2f29bfb),segment_id=8f26c8c8-fd68-4d89-ba02-9fa2b2f29bfb)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:59:27.953576 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b88d705b-4e98-44cb-88ac-a2ec06905386 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:27.966661 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-b88d705b-4e98-44cb-88ac-a2ec06905386 None None] Calling delete_port for 58c10fe3-77f5-4778-a423-faf6486bda55 owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:59:27.996118 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-873f28c2-f0d1-4b93-901b-4782bd309b9e tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687114'] for router_gateway, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:28.050782 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b88d705b-4e98-44cb-88ac-a2ec06905386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:28.079631 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88d705b-4e98-44cb-88ac-a2ec06905386 None None] Pushing event deleted for resources: {'Port': ['ID=58c10fe3-77f5-4778-a423-faf6486bda55,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:28.084545 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88d705b-4e98-44cb-88ac-a2ec06905386 None None] No DVR routers for this DVR port 58c10fe3-77f5-4778-a423-faf6486bda55 on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:59:28.089982 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-873f28c2-f0d1-4b93-901b-4782bd309b9e tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:28.091488 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88d705b-4e98-44cb-88ac-a2ec06905386 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:28.091836 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88d705b-4e98-44cb-88ac-a2ec06905386 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:28.092177 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88d705b-4e98-44cb-88ac-a2ec06905386 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:28.092514 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88d705b-4e98-44cb-88ac-a2ec06905386 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:28.092869 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88d705b-4e98-44cb-88ac-a2ec06905386 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:28.097998 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-873f28c2-f0d1-4b93-901b-4782bd309b9e tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:28.103591 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88d705b-4e98-44cb-88ac-a2ec06905386 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:28.103591 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88d705b-4e98-44cb-88ac-a2ec06905386 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:28.103591 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88d705b-4e98-44cb-88ac-a2ec06905386 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:28.103591 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88d705b-4e98-44cb-88ac-a2ec06905386 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:28.103591 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88d705b-4e98-44cb-88ac-a2ec06905386 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:28.103591 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88d705b-4e98-44cb-88ac-a2ec06905386 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:28.103591 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88d705b-4e98-44cb-88ac-a2ec06905386 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:28.148991 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-873f28c2-f0d1-4b93-901b-4782bd309b9e tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:28.149520 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-873f28c2-f0d1-4b93-901b-4782bd309b9e tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Fanout notify agent at l3_agent the message router_deleted on router 8b0dffcb-322e-40d0-92dc-633697b31a6f {{(pid=100313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:59:28.156961 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-873f28c2-f0d1-4b93-901b-4782bd309b9e tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:28.158203 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-873f28c2-f0d1-4b93-901b-4782bd309b9e tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "DELETE /v2.0/routers/8b0dffcb-322e-40d0-92dc-633697b31a6f HTTP/1.1" status: 204 len: 168 time: 0.8643115 Jul 24 00:59:28.163376 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43818) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:28.243978 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c7b9bc57-be84-4a5c-aec5-205c591983bd tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:28.339384 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c7b9bc57-be84-4a5c-aec5-205c591983bd tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:28.349438 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-c7b9bc57-be84-4a5c-aec5-205c591983bd tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c265ac7-1af1-4023-aaa7-0dc638f4fdb0']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:59:28.359632 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-c7b9bc57-be84-4a5c-aec5-205c591983bd tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f26c8c8-fd68-4d89-ba02-9fa2b2f29bfb') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:59:28.360052 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-c7b9bc57-be84-4a5c-aec5-205c591983bd tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f26c8c8-fd68-4d89-ba02-9fa2b2f29bfb') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:59:28.369930 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c7b9bc57-be84-4a5c-aec5-205c591983bd tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:28.384771 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c7b9bc57-be84-4a5c-aec5-205c591983bd tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:28.391767 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7b9bc57-be84-4a5c-aec5-205c591983bd tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:59:28.392645 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c7b9bc57-be84-4a5c-aec5-205c591983bd tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:28.396515 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 00:59:28.396515 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:59:28.396515 n-d-800088-16 neutron-server[100313]: timer() Jul 24 00:59:28.396515 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:59:28.396515 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 00:59:28.396515 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:59:28.396515 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 00:59:28.396515 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:59:28.396515 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 00:59:28.396515 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:59:28.396515 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 00:59:28.396515 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:59:28.396515 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 00:59:28.396515 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:59:28.396515 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:59:28.396515 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:59:28.396515 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:59:28.396515 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:59:28.396515 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 00:59:28.396515 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:59:28.396515 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 00:59:28.396515 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:59:28.396515 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:59:28.396515 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:59:28.396515 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 00:59:28.396515 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:59:28.396515 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:59:28.396515 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:59:28.396515 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:59:28.396515 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:59:28.396515 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:59:28.396515 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:59:28.462533 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c7b9bc57-be84-4a5c-aec5-205c591983bd tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:28.467935 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c7b9bc57-be84-4a5c-aec5-205c591983bd tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:28.470077 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c7b9bc57-be84-4a5c-aec5-205c591983bd tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "DELETE /v2.0/networks/0c265ac7-1af1-4023-aaa7-0dc638f4fdb0 HTTP/1.1" status: 204 len: 168 time: 0.3054955 Jul 24 00:59:28.472691 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43820) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:28.485153 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b9bc57-be84-4a5c-aec5-205c591983bd tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event deleted for resources: {'Network': ['ID=0c265ac7-1af1-4023-aaa7-0dc638f4fdb0,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:28.547267 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-70ddd0df-5326-4f1c-bfc3-ad7e17562d1d tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:28.578414 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-70ddd0df-5326-4f1c-bfc3-ad7e17562d1d tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:28.641028 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 58c10fe3-77f5-4778-a423-faf6486bda55 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:59:28.646614 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-70ddd0df-5326-4f1c-bfc3-ad7e17562d1d tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:28.649785 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-70ddd0df-5326-4f1c-bfc3-ad7e17562d1d tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:28.653414 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-70ddd0df-5326-4f1c-bfc3-ad7e17562d1d tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "DELETE /v2.0/security-groups/3d958b45-5f5a-475f-9f23-376036401cf9 HTTP/1.1" status: 204 len: 168 time: 0.1790013 Jul 24 00:59:28.663873 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ddd0df-5326-4f1c-bfc3-ad7e17562d1d tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d958b45-5f5a-475f-9f23-376036401cf9,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:28.666106 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 58c10fe3-77f5-4778-a423-faf6486bda55 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:59:28.666467 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 58c10fe3-77f5-4778-a423-faf6486bda55 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:59:28.666900 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device a560cbd5-a8cb-4eca-a9ac-3e84f377e4fd no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:59:28.676517 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ddd0df-5326-4f1c-bfc3-ad7e17562d1d tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:28.676940 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ddd0df-5326-4f1c-bfc3-ad7e17562d1d tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:28.677830 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ddd0df-5326-4f1c-bfc3-ad7e17562d1d tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:28.677983 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ddd0df-5326-4f1c-bfc3-ad7e17562d1d tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:28.678690 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ddd0df-5326-4f1c-bfc3-ad7e17562d1d tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:28.679325 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ddd0df-5326-4f1c-bfc3-ad7e17562d1d tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:28.679787 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ddd0df-5326-4f1c-bfc3-ad7e17562d1d tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:28.680104 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ddd0df-5326-4f1c-bfc3-ad7e17562d1d tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:28.680567 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ddd0df-5326-4f1c-bfc3-ad7e17562d1d tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:28.680943 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ddd0df-5326-4f1c-bfc3-ad7e17562d1d tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:28.681413 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ddd0df-5326-4f1c-bfc3-ad7e17562d1d tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:28.681892 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ddd0df-5326-4f1c-bfc3-ad7e17562d1d tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:28.689541 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: a560cbd5-a8cb-4eca-a9ac-3e84f377e4fd {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:59:28.689936 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device a560cbd5-a8cb-4eca-a9ac-3e84f377e4fd not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:59:28.690346 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 86c677f8-98f8-4192-9adf-0157165cf102 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:59:28.719185 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 86c677f8-98f8-4192-9adf-0157165cf102 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:59:28.719547 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 86c677f8-98f8-4192-9adf-0157165cf102 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:59:29.029987 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43826) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:29.035472 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-8e056508-f3cf-45cf-9e6c-728af829dbe2 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1371433843', 'description': 'tempest-secgroup-smoke-1371433843 description', 'project_id': '21fe67bd68cd4d41939b65b573d17a56'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:59:29.058651 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8e056508-f3cf-45cf-9e6c-728af829dbe2 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:29.110343 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:29.149684 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8e056508-f3cf-45cf-9e6c-728af829dbe2 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:29.153341 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8e056508-f3cf-45cf-9e6c-728af829dbe2 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:29.181981 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8e056508-f3cf-45cf-9e6c-728af829dbe2 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:29.183275 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-8e056508-f3cf-45cf-9e6c-728af829dbe2 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1522605 Jul 24 00:59:29.186940 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43828) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:29.187972 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e056508-f3cf-45cf-9e6c-728af829dbe2 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fbaec7b-1463-4a4e-a844-4b0bffc5d01b,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:29.192760 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-594e1c2a-6dc7-49e8-8825-26f97b3795d7 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Request body: {'security_group_rule': {'security_group_id': '6fbaec7b-1463-4a4e-a844-4b0bffc5d01b', 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:59:29.221124 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-594e1c2a-6dc7-49e8-8825-26f97b3795d7 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:29.280743 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-594e1c2a-6dc7-49e8-8825-26f97b3795d7 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:29.284624 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-594e1c2a-6dc7-49e8-8825-26f97b3795d7 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:29.304118 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594e1c2a-6dc7-49e8-8825-26f97b3795d7 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=013eb5e7-998b-4635-a167-79829614124c,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:29.311354 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-594e1c2a-6dc7-49e8-8825-26f97b3795d7 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:29.313325 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-594e1c2a-6dc7-49e8-8825-26f97b3795d7 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1250277 Jul 24 00:59:29.316435 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43830) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:29.321145 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-eeee6fec-79cd-43f7-9a45-b51fc379d40c tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Request body: {'security_group_rule': {'security_group_id': '6fbaec7b-1463-4a4e-a844-4b0bffc5d01b', 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:59:29.348520 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-eeee6fec-79cd-43f7-9a45-b51fc379d40c tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:29.407835 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-eeee6fec-79cd-43f7-9a45-b51fc379d40c tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:29.412459 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-eeee6fec-79cd-43f7-9a45-b51fc379d40c tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:29.434948 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeee6fec-79cd-43f7-9a45-b51fc379d40c tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ee3fd97-929f-47ea-92c0-da76dc69065a,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:29.438618 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-eeee6fec-79cd-43f7-9a45-b51fc379d40c tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:29.439824 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-eeee6fec-79cd-43f7-9a45-b51fc379d40c tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1224003 Jul 24 00:59:29.442682 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43832) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:29.447529 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-6a387fa6-e19c-4968-a77c-1bc3d35de572 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Request body: {'security_group_rule': {'security_group_id': '6fbaec7b-1463-4a4e-a844-4b0bffc5d01b', 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:59:29.476364 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6a387fa6-e19c-4968-a77c-1bc3d35de572 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:29.534482 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6a387fa6-e19c-4968-a77c-1bc3d35de572 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:29.538866 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6a387fa6-e19c-4968-a77c-1bc3d35de572 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:29.557793 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a387fa6-e19c-4968-a77c-1bc3d35de572 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4089c6d-3ebb-45e6-9f1d-4d4a3df7b07b,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:29.563214 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-6a387fa6-e19c-4968-a77c-1bc3d35de572 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:29.564518 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-6a387fa6-e19c-4968-a77c-1bc3d35de572 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1208594 Jul 24 00:59:29.567277 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43834) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:29.571829 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-61d8ef4e-8e0d-45bc-8c3f-57837ab48feb tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Request body: {'security_group_rule': {'security_group_id': '6fbaec7b-1463-4a4e-a844-4b0bffc5d01b', 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:59:29.599354 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-61d8ef4e-8e0d-45bc-8c3f-57837ab48feb tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:29.658965 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-61d8ef4e-8e0d-45bc-8c3f-57837ab48feb tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:29.663681 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-61d8ef4e-8e0d-45bc-8c3f-57837ab48feb tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:29.683187 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d8ef4e-8e0d-45bc-8c3f-57837ab48feb tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2a76c96-7664-43ec-ba8f-1d1223dfa911,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:29.690652 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-61d8ef4e-8e0d-45bc-8c3f-57837ab48feb tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:29.691981 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-61d8ef4e-8e0d-45bc-8c3f-57837ab48feb tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1237605 Jul 24 00:59:29.694868 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43836) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:29.699374 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-c4761a6d-c99d-4916-b6f7-45bf35818e30 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Request body: {'security_group_rule': {'security_group_id': '6fbaec7b-1463-4a4e-a844-4b0bffc5d01b', 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:59:29.723286 n-d-800088-16 neutron-server[100313]: INFO neutron.db.securitygroups_db [None req-c4761a6d-c99d-4916-b6f7-45bf35818e30 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Project 21fe67bd68cd4d41939b65b573d17a56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 00:59:29.728706 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c4761a6d-c99d-4916-b6f7-45bf35818e30 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:29.789978 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c4761a6d-c99d-4916-b6f7-45bf35818e30 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:29.793935 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c4761a6d-c99d-4916-b6f7-45bf35818e30 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:29.816495 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4761a6d-c99d-4916-b6f7-45bf35818e30 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f77019f5-5861-4111-8560-cda286776753,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:29.822608 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-c4761a6d-c99d-4916-b6f7-45bf35818e30 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:29.823919 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c4761a6d-c99d-4916-b6f7-45bf35818e30 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1280987 Jul 24 00:59:29.826640 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43838) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:29.830966 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-3657b2a3-39aa-4f49-8df3-366469e9edc7 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Request body: {'security_group_rule': {'security_group_id': '6fbaec7b-1463-4a4e-a844-4b0bffc5d01b', 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:59:29.852785 n-d-800088-16 neutron-server[100313]: INFO neutron.db.securitygroups_db [None req-3657b2a3-39aa-4f49-8df3-366469e9edc7 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Project 21fe67bd68cd4d41939b65b573d17a56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 00:59:29.857472 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3657b2a3-39aa-4f49-8df3-366469e9edc7 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:29.917778 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3657b2a3-39aa-4f49-8df3-366469e9edc7 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:29.921895 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3657b2a3-39aa-4f49-8df3-366469e9edc7 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:29.941833 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657b2a3-39aa-4f49-8df3-366469e9edc7 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7cd3b1b-2892-4b87-83b9-98d1a1936beb,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:29.948831 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-3657b2a3-39aa-4f49-8df3-366469e9edc7 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:29.950065 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-3657b2a3-39aa-4f49-8df3-366469e9edc7 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1225007 Jul 24 00:59:29.953870 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43840) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:29.959300 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-dd4a3822-cb1a-4db2-9dfc-d1260cf4033c tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Request body: {'network': {'name': 'tempest-network-smoke--2001103819', 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'port_security_enabled': True}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:59:29.979117 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd4a3822-cb1a-4db2-9dfc-d1260cf4033c tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Made reservation on behalf of 21fe67bd68cd4d41939b65b573d17a56 for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:59:29.982544 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-dd4a3822-cb1a-4db2-9dfc-d1260cf4033c tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:30.005397 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd4a3822-cb1a-4db2-9dfc-d1260cf4033c tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:59:30.014544 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-dd4a3822-cb1a-4db2-9dfc-d1260cf4033c tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:30.014921 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-dd4a3822-cb1a-4db2-9dfc-d1260cf4033c tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Added segment c027f7e5-6627-440d-b541-b942d57db5fc of type vlan for network 9b83bc9a-4fb2-4951-a890-a0b5fa92532d Jul 24 00:59:30.054167 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-dd4a3822-cb1a-4db2-9dfc-d1260cf4033c tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:30.081300 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-dd4a3822-cb1a-4db2-9dfc-d1260cf4033c tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:30.087573 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4a3822-cb1a-4db2-9dfc-d1260cf4033c tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:30.088167 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-dd4a3822-cb1a-4db2-9dfc-d1260cf4033c tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:30.127422 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-dd4a3822-cb1a-4db2-9dfc-d1260cf4033c tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1725080 Jul 24 00:59:30.130508 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43842) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:30.135777 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-2a9dc69b-2e6c-4be7-ab3c-ca113b000adf tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1572795102', 'admin_state_up': True, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:59:30.158319 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2a9dc69b-2e6c-4be7-ab3c-ca113b000adf tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:30.159473 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2a9dc69b-2e6c-4be7-ab3c-ca113b000adf tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:30.163626 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4a3822-cb1a-4db2-9dfc-d1260cf4033c tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event updated for resources: {'Network': ['ID=9b83bc9a-4fb2-4951-a890-a0b5fa92532d,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:30.179771 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 9b83bc9a-4fb2-4951-a890-a0b5fa92532d details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:59:30.214692 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2a9dc69b-2e6c-4be7-ab3c-ca113b000adf tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:30.357668 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2a9dc69b-2e6c-4be7-ab3c-ca113b000adf tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:30.562805 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2a9dc69b-2e6c-4be7-ab3c-ca113b000adf tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for router_gateway, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:30.587903 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2a9dc69b-2e6c-4be7-ab3c-ca113b000adf tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:30.695870 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-2a9dc69b-2e6c-4be7-ab3c-ca113b000adf tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Allocated IP 172.25.3.142 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/a9dbdab8-b699-4265-8834-7b30ce5dc486) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:59:30.804152 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2a9dc69b-2e6c-4be7-ab3c-ca113b000adf tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:30.843096 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2a9dc69b-2e6c-4be7-ab3c-ca113b000adf tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:30.879967 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9dc69b-2e6c-4be7-ab3c-ca113b000adf tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:59:30.882903 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-2a9dc69b-2e6c-4be7-ab3c-ca113b000adf tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:59:30.888537 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9dc69b-2e6c-4be7-ab3c-ca113b000adf tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:59:30.913827 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9dc69b-2e6c-4be7-ab3c-ca113b000adf tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event updated for resources: {'Port': ['ID=a9dbdab8-b699-4265-8834-7b30ce5dc486,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:31.142824 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2a9dc69b-2e6c-4be7-ab3c-ca113b000adf tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for router_gateway, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:31.341620 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2a9dc69b-2e6c-4be7-ab3c-ca113b000adf tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:31.469117 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a9dc69b-2e6c-4be7-ab3c-ca113b000adf tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Router b74b636d-beb5-4b2a-b3e2-76fdc06a0e54 is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:59:31.580637 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a9dc69b-2e6c-4be7-ab3c-ca113b000adf tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:59:31.590502 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc65af40-6fde-4b44-b596-a03267b54914 None None] Sync routers for ids ['b74b636d-beb5-4b2a-b3e2-76fdc06a0e54'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:59:31.600530 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc65af40-6fde-4b44-b596-a03267b54914 None None] Routers {'b74b636d-beb5-4b2a-b3e2-76fdc06a0e54'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:59:31.601011 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-2a9dc69b-2e6c-4be7-ab3c-ca113b000adf tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:31.601308 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-fc65af40-6fde-4b44-b596-a03267b54914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:59:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['b74b636d-beb5-4b2a-b3e2-76fdc06a0e54'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:59:31.605960 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-2a9dc69b-2e6c-4be7-ab3c-ca113b000adf tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4704320 Jul 24 00:59:31.606225 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43844) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:31.674661 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-8bcb7ba9-f56f-40b2-a55c-4295a6ae12d3 tempest-TestNetworkAdvancedServerOps-1466672450 tempest-TestNetworkAdvancedServerOps-1466672450-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=21fe67bd68cd4d41939b65b573d17a56&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0672996 Jul 24 00:59:31.677542 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43848) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:31.704835 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-fc65af40-6fde-4b44-b596-a03267b54914 None None] Set router b74b636d-beb5-4b2a-b3e2-76fdc06a0e54 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:59:31.770584 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee158fb-d124-4008-99f6-6070da5eef83 tempest-TestNetworkAdvancedServerOps-1466672450 tempest-TestNetworkAdvancedServerOps-1466672450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:31.772178 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-dee158fb-d124-4008-99f6-6070da5eef83 tempest-TestNetworkAdvancedServerOps-1466672450 tempest-TestNetworkAdvancedServerOps-1466672450-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0936799 Jul 24 00:59:31.775070 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43850) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:31.805545 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-555a72b6-9fd9-4fb5-953e-9df849ada181 tempest-TestNetworkAdvancedServerOps-1466672450 tempest-TestNetworkAdvancedServerOps-1466672450-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=9adcfee8-760c-4568-9e39-c221abf69bf5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0293379 Jul 24 00:59:31.807996 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43852) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:31.813003 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-f6de8a28-97a3-4118-8ca1-bd0cdf0deb64 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2082875022', 'network_id': '9b83bc9a-4fb2-4951-a890-a0b5fa92532d', 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:59:31.909426 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6de8a28-97a3-4118-8ca1-bd0cdf0deb64 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Made reservation on behalf of 21fe67bd68cd4d41939b65b573d17a56 for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:59:31.914388 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f6de8a28-97a3-4118-8ca1-bd0cdf0deb64 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:31.985793 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-fc65af40-6fde-4b44-b596-a03267b54914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74b636d-beb5-4b2a-b3e2-76fdc06a0e54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1572795102', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'a9dbdab8-b699-4265-8834-7b30ce5dc486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:59:30Z', 'updated_at': '2021-07-24T00:59:31Z', 'revision_number': 3, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'gw_port': {'id': 'a9dbdab8-b699-4265-8834-7b30ce5dc486', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:dc:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b74b636d-beb5-4b2a-b3e2-76fdc06a0e54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:59:30Z', 'updated_at': '2021-07-24T00:59:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:59:32.012319 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc65af40-6fde-4b44-b596-a03267b54914 None None] Checking router: b74b636d-beb5-4b2a-b3e2-76fdc06a0e54 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:59:32.012884 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc65af40-6fde-4b44-b596-a03267b54914 None None] Updating router b74b636d-beb5-4b2a-b3e2-76fdc06a0e54 port a9dbdab8-b699-4265-8834-7b30ce5dc486 binding host n-d-800088-16 {{(pid=100316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:59:32.051191 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-fc65af40-6fde-4b44-b596-a03267b54914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:32.108162 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f6de8a28-97a3-4118-8ca1-bd0cdf0deb64 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:32.169665 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6de8a28-97a3-4118-8ca1-bd0cdf0deb64 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event updated for resources: {'Subnet': ['ID=1e5dd515-d19e-49cb-b7d7-08b7dd8f4060,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:32.180602 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6de8a28-97a3-4118-8ca1-bd0cdf0deb64 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Checking segment: {'id': 'c027f7e5-6627-440d-b541-b942d57db5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '9b83bc9a-4fb2-4951-a890-a0b5fa92532d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:59:32.181001 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6de8a28-97a3-4118-8ca1-bd0cdf0deb64 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Network hostable DHCP agents. Network: 9b83bc9a-4fb2-4951-a890-a0b5fa92532d, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:59:32.199327 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6de8a28-97a3-4118-8ca1-bd0cdf0deb64 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Network 9b83bc9a-4fb2-4951-a890-a0b5fa92532d is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:59:32.209745 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-f6de8a28-97a3-4118-8ca1-bd0cdf0deb64 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 9b83bc9a-4fb2-4951-a890-a0b5fa92532d) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:59:32.213934 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6de8a28-97a3-4118-8ca1-bd0cdf0deb64 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:32.214526 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f6de8a28-97a3-4118-8ca1-bd0cdf0deb64 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:32.221383 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b86b38-3686-49f4-905f-2c0f683dbbf3 None None] Network 9b83bc9a-4fb2-4951-a890-a0b5fa92532d requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:59:32.233603 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-f6de8a28-97a3-4118-8ca1-bd0cdf0deb64 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4219811 Jul 24 00:59:32.233959 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43854) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:32.327911 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-fc65af40-6fde-4b44-b596-a03267b54914 None None] Notify callbacks [] for port, precommit_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:32.338839 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.provisioning_blocks [None req-fc65af40-6fde-4b44-b596-a03267b54914 None None] Transition to ACTIVE for port object a9dbdab8-b699-4265-8834-7b30ce5dc486 will not be triggered until provisioned by entity L2. {{(pid=100316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:59:32.346099 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-fc65af40-6fde-4b44-b596-a03267b54914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:32.392575 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-fc65af40-6fde-4b44-b596-a03267b54914 None None] Attempting to bind port a9dbdab8-b699-4265-8834-7b30ce5dc486 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:59:32.393105 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-fc65af40-6fde-4b44-b596-a03267b54914 None None] Attempting to bind port a9dbdab8-b699-4265-8834-7b30ce5dc486 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:59:32.393519 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc65af40-6fde-4b44-b596-a03267b54914 None None] Attempting to bind port a9dbdab8-b699-4265-8834-7b30ce5dc486 on network 9adcfee8-760c-4568-9e39-c221abf69bf5 {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:59:32.396864 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e86ae3-d0ab-4536-85b6-f8af4c6c3e57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-9b83bc9a-4fb2-4951-a890-a0b5fa92532d', 'network_id': '9b83bc9a-4fb2-4951-a890-a0b5fa92532d', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'fixed_ips': [{'subnet_id': '1e5dd515-d19e-49cb-b7d7-08b7dd8f4060'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:59:32.397927 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-47e86ae3-d0ab-4536-85b6-f8af4c6c3e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:32.406154 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc65af40-6fde-4b44-b596-a03267b54914 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:59:32.406633 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc65af40-6fde-4b44-b596-a03267b54914 None None] Checking segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:59:32.407107 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-fc65af40-6fde-4b44-b596-a03267b54914 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:32.407588 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc65af40-6fde-4b44-b596-a03267b54914 None None] Bound using segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:59:32.408125 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-fc65af40-6fde-4b44-b596-a03267b54914 None None] Bound port: a9dbdab8-b699-4265-8834-7b30ce5dc486, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:59:32.408589 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-fc65af40-6fde-4b44-b596-a03267b54914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:32.432157 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed6ce96-b571-4814-bba4-2fb0a06532f4 None None] Pushing event updated for resources: {'Port': ['ID=a9dbdab8-b699-4265-8834-7b30ce5dc486,revision_number=2']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:32.447928 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed6ce96-b571-4814-bba4-2fb0a06532f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:32.448349 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed6ce96-b571-4814-bba4-2fb0a06532f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:32.448756 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed6ce96-b571-4814-bba4-2fb0a06532f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:32.449179 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed6ce96-b571-4814-bba4-2fb0a06532f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:32.449582 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed6ce96-b571-4814-bba4-2fb0a06532f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:32.449977 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed6ce96-b571-4814-bba4-2fb0a06532f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:32.450369 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed6ce96-b571-4814-bba4-2fb0a06532f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:32.450779 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed6ce96-b571-4814-bba4-2fb0a06532f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:32.451169 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed6ce96-b571-4814-bba4-2fb0a06532f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:32.451558 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed6ce96-b571-4814-bba4-2fb0a06532f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:32.451945 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed6ce96-b571-4814-bba4-2fb0a06532f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:32.452334 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed6ce96-b571-4814-bba4-2fb0a06532f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:32.483983 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-fc65af40-6fde-4b44-b596-a03267b54914 None None] For port a9dbdab8-b699-4265-8834-7b30ce5dc486, host n-d-800088-16, cleared binding levels {{(pid=100316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:59:32.489924 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-fc65af40-6fde-4b44-b596-a03267b54914 None None] For port a9dbdab8-b699-4265-8834-7b30ce5dc486, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=a9dbdab8-b699-4265-8834-7b30ce5dc486,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:59:32.495249 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-fc65af40-6fde-4b44-b596-a03267b54914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:32.540397 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-47e86ae3-d0ab-4536-85b6-f8af4c6c3e57 None None] Allocated IP 172.20.0.2 (9b83bc9a-4fb2-4951-a890-a0b5fa92532d/1e5dd515-d19e-49cb-b7d7-08b7dd8f4060/80a9004a-d6c1-4209-b9a8-f88341056504) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:59:32.545605 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc65af40-6fde-4b44-b596-a03267b54914 None None] Routers {'b74b636d-beb5-4b2a-b3e2-76fdc06a0e54'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:59:32.546494 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-fc65af40-6fde-4b44-b596-a03267b54914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:59:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['b74b636d-beb5-4b2a-b3e2-76fdc06a0e54'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:59:32.625665 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed6ce96-b571-4814-bba4-2fb0a06532f4 None None] Pushing event updated for resources: {'Port': ['ID=a9dbdab8-b699-4265-8834-7b30ce5dc486,revision_number=3']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:32.669252 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-fc65af40-6fde-4b44-b596-a03267b54914 None None] Set router b74b636d-beb5-4b2a-b3e2-76fdc06a0e54 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:59:32.707193 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-47e86ae3-d0ab-4536-85b6-f8af4c6c3e57 None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:32.715989 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-47e86ae3-d0ab-4536-85b6-f8af4c6c3e57 None None] Transition to ACTIVE for port object 80a9004a-d6c1-4209-b9a8-f88341056504 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:59:32.731174 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-36d88dbd-5e8a-450d-b580-e6ca3554a7e8 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:32.732346 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-47e86ae3-d0ab-4536-85b6-f8af4c6c3e57 None None] Transition to ACTIVE for port object 80a9004a-d6c1-4209-b9a8-f88341056504 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:59:32.739620 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-47e86ae3-d0ab-4536-85b6-f8af4c6c3e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:32.780665 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e86ae3-d0ab-4536-85b6-f8af4c6c3e57 None None] Network 9b83bc9a-4fb2-4951-a890-a0b5fa92532d is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:59:32.787846 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-47e86ae3-d0ab-4536-85b6-f8af4c6c3e57 None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:59:32.790471 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e86ae3-d0ab-4536-85b6-f8af4c6c3e57 None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:59:32.798964 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e86ae3-d0ab-4536-85b6-f8af4c6c3e57 None None] Pushing event updated for resources: {'Port': ['ID=80a9004a-d6c1-4209-b9a8-f88341056504,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:32.860322 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-fc65af40-6fde-4b44-b596-a03267b54914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74b636d-beb5-4b2a-b3e2-76fdc06a0e54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1572795102', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'a9dbdab8-b699-4265-8834-7b30ce5dc486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:59:30Z', 'updated_at': '2021-07-24T00:59:31Z', 'revision_number': 3, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'gw_port': {'id': 'a9dbdab8-b699-4265-8834-7b30ce5dc486', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:dc:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b74b636d-beb5-4b2a-b3e2-76fdc06a0e54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:59:30Z', 'updated_at': '2021-07-24T00:59:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:59:32.864754 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-47e86ae3-d0ab-4536-85b6-f8af4c6c3e57 None None] Attempting to bind port 80a9004a-d6c1-4209-b9a8-f88341056504 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:59:32.865272 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-47e86ae3-d0ab-4536-85b6-f8af4c6c3e57 None None] Attempting to bind port 80a9004a-d6c1-4209-b9a8-f88341056504 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': 'c027f7e5-6627-440d-b541-b942d57db5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '9b83bc9a-4fb2-4951-a890-a0b5fa92532d'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:59:32.865739 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e86ae3-d0ab-4536-85b6-f8af4c6c3e57 None None] Attempting to bind port 80a9004a-d6c1-4209-b9a8-f88341056504 on network 9b83bc9a-4fb2-4951-a890-a0b5fa92532d {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:59:32.870960 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e86ae3-d0ab-4536-85b6-f8af4c6c3e57 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:59:32.871350 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e86ae3-d0ab-4536-85b6-f8af4c6c3e57 None None] Checking segment: {'id': 'c027f7e5-6627-440d-b541-b942d57db5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '9b83bc9a-4fb2-4951-a890-a0b5fa92532d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:59:32.871766 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-47e86ae3-d0ab-4536-85b6-f8af4c6c3e57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:32.872171 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e86ae3-d0ab-4536-85b6-f8af4c6c3e57 None None] Bound using segment: {'id': 'c027f7e5-6627-440d-b541-b942d57db5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '9b83bc9a-4fb2-4951-a890-a0b5fa92532d'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:59:32.872649 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-47e86ae3-d0ab-4536-85b6-f8af4c6c3e57 None None] Bound port: 80a9004a-d6c1-4209-b9a8-f88341056504, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c027f7e5-6627-440d-b541-b942d57db5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '9b83bc9a-4fb2-4951-a890-a0b5fa92532d'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:59:32.873065 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-47e86ae3-d0ab-4536-85b6-f8af4c6c3e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:32.887728 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc65af40-6fde-4b44-b596-a03267b54914 None None] The sync data for ids ['b74b636d-beb5-4b2a-b3e2-76fdc06a0e54'] in n-d-800088-16 is: [{'id': 'b74b636d-beb5-4b2a-b3e2-76fdc06a0e54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1572795102', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'a9dbdab8-b699-4265-8834-7b30ce5dc486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:59:30Z', 'updated_at': '2021-07-24T00:59:31Z', 'revision_number': 3, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'gw_port': {'id': 'a9dbdab8-b699-4265-8834-7b30ce5dc486', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:dc:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b74b636d-beb5-4b2a-b3e2-76fdc06a0e54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:59:30Z', 'updated_at': '2021-07-24T00:59:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:59:32.943072 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-47e86ae3-d0ab-4536-85b6-f8af4c6c3e57 None None] For port 80a9004a-d6c1-4209-b9a8-f88341056504, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:59:32.947239 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-47e86ae3-d0ab-4536-85b6-f8af4c6c3e57 None None] For port 80a9004a-d6c1-4209-b9a8-f88341056504, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=80a9004a-d6c1-4209-b9a8-f88341056504,segment=NetworkSegment(c027f7e5-6627-440d-b541-b942d57db5fc),segment_id=c027f7e5-6627-440d-b541-b942d57db5fc)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:59:32.953437 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-47e86ae3-d0ab-4536-85b6-f8af4c6c3e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:33.038439 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-36d88dbd-5e8a-450d-b580-e6ca3554a7e8 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Allocated IP 172.20.0.1 (9b83bc9a-4fb2-4951-a890-a0b5fa92532d/1e5dd515-d19e-49cb-b7d7-08b7dd8f4060/50e0796e-1b47-4702-bd30-e9d7d500ddb0) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:59:33.048131 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e86ae3-d0ab-4536-85b6-f8af4c6c3e57 None None] Pushing event updated for resources: {'Port': ['ID=80a9004a-d6c1-4209-b9a8-f88341056504,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:33.194196 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-36d88dbd-5e8a-450d-b580-e6ca3554a7e8 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:33.209700 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [None req-36d88dbd-5e8a-450d-b580-e6ca3554a7e8 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Transition to ACTIVE for port object 50e0796e-1b47-4702-bd30-e9d7d500ddb0 will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:59:33.259809 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-36d88dbd-5e8a-450d-b580-e6ca3554a7e8 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:33.309428 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d88dbd-5e8a-450d-b580-e6ca3554a7e8 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Network 9b83bc9a-4fb2-4951-a890-a0b5fa92532d is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:59:33.315147 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-36d88dbd-5e8a-450d-b580-e6ca3554a7e8 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:59:33.319379 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d88dbd-5e8a-450d-b580-e6ca3554a7e8 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:59:33.345053 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d88dbd-5e8a-450d-b580-e6ca3554a7e8 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event updated for resources: {'Port': ['ID=50e0796e-1b47-4702-bd30-e9d7d500ddb0,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:33.377566 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-36d88dbd-5e8a-450d-b580-e6ca3554a7e8 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681761'] for router_interface, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:33.538699 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-36d88dbd-5e8a-450d-b580-e6ca3554a7e8 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:33.882794 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-36d88dbd-5e8a-450d-b580-e6ca3554a7e8 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:33.889983 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-36d88dbd-5e8a-450d-b580-e6ca3554a7e8 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:33.973476 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d88dbd-5e8a-450d-b580-e6ca3554a7e8 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event updated for resources: {'Port': ['ID=50e0796e-1b47-4702-bd30-e9d7d500ddb0,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:33.976356 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-36d88dbd-5e8a-450d-b580-e6ca3554a7e8 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680980'] for router_interface, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:34.076742 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d88dbd-5e8a-450d-b580-e6ca3554a7e8 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Network 9b83bc9a-4fb2-4951-a890-a0b5fa92532d is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:59:34.078236 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-36d88dbd-5e8a-450d-b580-e6ca3554a7e8 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:59:34.083256 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b241407-5252-4a9d-9256-8455a65a4f59 None None] Network 9b83bc9a-4fb2-4951-a890-a0b5fa92532d requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:59:34.193472 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36d88dbd-5e8a-450d-b580-e6ca3554a7e8 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Router b74b636d-beb5-4b2a-b3e2-76fdc06a0e54 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:59:34.210023 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-bde1ecd6-bf07-4991-a43c-aca003fed4ea None None] Provisioning for port 80a9004a-d6c1-4209-b9a8-f88341056504 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:59:34.310649 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d88dbd-5e8a-450d-b580-e6ca3554a7e8 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:59:34.324413 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-36d88dbd-5e8a-450d-b580-e6ca3554a7e8 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "PUT /v2.0/routers/b74b636d-beb5-4b2a-b3e2-76fdc06a0e54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0810099 Jul 24 00:59:34.471498 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3eb64aab-4919-4c4a-abb8-a699d28f0fbc req-270a995f-fac1-4ba6-9e17-e89045234cea tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1371433843&fields=id&tenant_id=21fe67bd68cd4d41939b65b573d17a56 HTTP/1.1" status: 200 len: 267 time: 0.0357645 Jul 24 00:59:34.568451 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9a784c0b-360c-44f0-8f9d-882c1a662cc5 None None] Provisioning for port 50e0796e-1b47-4702-bd30-e9d7d500ddb0 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:59:34.573825 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9a784c0b-360c-44f0-8f9d-882c1a662cc5 None None] Provisioning complete for port 50e0796e-1b47-4702-bd30-e9d7d500ddb0 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:59:34.574207 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9a784c0b-360c-44f0-8f9d-882c1a662cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:34.624635 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9a784c0b-360c-44f0-8f9d-882c1a662cc5 None None] Port 50e0796e-1b47-4702-bd30-e9d7d500ddb0 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:59:34.648931 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb64aab-4919-4c4a-abb8-a699d28f0fbc req-ae974c93-74b5-4631-b8b3-875279a42b5a tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:34.651417 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3eb64aab-4919-4c4a-abb8-a699d28f0fbc req-ae974c93-74b5-4631-b8b3-875279a42b5a tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/networks?id=9b83bc9a-4fb2-4951-a890-a0b5fa92532d HTTP/1.1" status: 200 len: 797 time: 0.1724970 Jul 24 00:59:34.679193 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3eb64aab-4919-4c4a-abb8-a699d28f0fbc req-9f9f32ac-d09f-498c-bc6f-17e8cc6b7363 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/quotas/21fe67bd68cd4d41939b65b573d17a56 HTTP/1.1" status: 200 len: 375 time: 0.0174975 Jul 24 00:59:34.682338 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452fe59d-3ab0-4d2b-a1bd-447dd1b9f0fa None None] Sync routers for ids ['b74b636d-beb5-4b2a-b3e2-76fdc06a0e54'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:59:34.693862 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452fe59d-3ab0-4d2b-a1bd-447dd1b9f0fa None None] Routers {'b74b636d-beb5-4b2a-b3e2-76fdc06a0e54'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:59:34.694994 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-452fe59d-3ab0-4d2b-a1bd-447dd1b9f0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:59:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['b74b636d-beb5-4b2a-b3e2-76fdc06a0e54'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:59:34.745615 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 80a9004a-d6c1-4209-b9a8-f88341056504 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:59:34.767315 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3eb64aab-4919-4c4a-abb8-a699d28f0fbc req-c3734539-faed-41a7-b153-ac3bcc3f47f4 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=21fe67bd68cd4d41939b65b573d17a56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0872617 Jul 24 00:59:34.783898 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [req-3eb64aab-4919-4c4a-abb8-a699d28f0fbc req-599088d9-ae7f-4cf7-a096-03020699b2b0 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=100314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:59:34.784998 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3eb64aab-4919-4c4a-abb8-a699d28f0fbc req-599088d9-ae7f-4cf7-a096-03020699b2b0 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062943 Jul 24 00:59:34.880935 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-64f0ee5d-646d-4eec-9b74-9a17cf878244 None None] Provisioning complete for port 50e0796e-1b47-4702-bd30-e9d7d500ddb0 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:59:34.881335 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-64f0ee5d-646d-4eec-9b74-9a17cf878244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:34.907767 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3eb64aab-4919-4c4a-abb8-a699d28f0fbc req-5673eb14-fded-4424-b701-2ad2c68bd0ea service neutron] 10.222.0.44 "GET /v2.0/networks/9b83bc9a-4fb2-4951-a890-a0b5fa92532d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167555 Jul 24 00:59:34.959245 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 80a9004a-d6c1-4209-b9a8-f88341056504 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:59:34.965926 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-64f0ee5d-646d-4eec-9b74-9a17cf878244 None None] Port 50e0796e-1b47-4702-bd30-e9d7d500ddb0 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:59:34.969259 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-452fe59d-3ab0-4d2b-a1bd-447dd1b9f0fa None None] Set router b74b636d-beb5-4b2a-b3e2-76fdc06a0e54 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:59:34.972015 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 80a9004a-d6c1-4209-b9a8-f88341056504 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:59:34.972015 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:35.011702 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3eb64aab-4919-4c4a-abb8-a699d28f0fbc req-5da3ba1d-73e6-41df-a02e-e3d6ad370a5c service neutron] 10.222.0.44 "GET /v2.0/networks/9b83bc9a-4fb2-4951-a890-a0b5fa92532d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973294 Jul 24 00:59:35.123514 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-0c893f55-1280-473b-9dfc-f9c669dd30d8 None None] Provisioning complete for port 50e0796e-1b47-4702-bd30-e9d7d500ddb0 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:59:35.124115 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0c893f55-1280-473b-9dfc-f9c669dd30d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:35.194627 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b547b0f3-becc-4a28-a0d4-42fc91fb2c90 req-8585b63e-d026-4308-8b70-03b5affbff50 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5fbe3ac-1e4b-4ee4-81ca-7224d3e8c134 HTTP/1.1" status: 200 len: 210 time: 0.0313027 Jul 24 00:59:35.256258 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-0c893f55-1280-473b-9dfc-f9c669dd30d8 None None] Port 50e0796e-1b47-4702-bd30-e9d7d500ddb0 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:59:35.291728 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:35.351646 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 80a9004a-d6c1-4209-b9a8-f88341056504, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=80a9004a-d6c1-4209-b9a8-f88341056504,segment=NetworkSegment(c027f7e5-6627-440d-b541-b942d57db5fc),segment_id=c027f7e5-6627-440d-b541-b942d57db5fc)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:59:35.354456 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:59:35.357882 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:35.358839 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device a9dbdab8-b699-4265-8834-7b30ce5dc486 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:59:35.578088 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-452fe59d-3ab0-4d2b-a1bd-447dd1b9f0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74b636d-beb5-4b2a-b3e2-76fdc06a0e54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1572795102', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'a9dbdab8-b699-4265-8834-7b30ce5dc486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:59:30Z', 'updated_at': '2021-07-24T00:59:33Z', 'revision_number': 4, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'gw_port': {'id': 'a9dbdab8-b699-4265-8834-7b30ce5dc486', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:dc:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b74b636d-beb5-4b2a-b3e2-76fdc06a0e54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:59:30Z', 'updated_at': '2021-07-24T00:59:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '50e0796e-1b47-4702-bd30-e9d7d500ddb0', 'name': '', 'network_id': '9b83bc9a-4fb2-4951-a890-a0b5fa92532d', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'mac_address': 'fa:16:3e:fc:45:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b74b636d-beb5-4b2a-b3e2-76fdc06a0e54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '1e5dd515-d19e-49cb-b7d7-08b7dd8f4060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:59:32Z', 'updated_at': '2021-07-24T00:59:33Z', 'revision_number': 2, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'subnets': [{'id': '1e5dd515-d19e-49cb-b7d7-08b7dd8f4060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:59:35.625148 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452fe59d-3ab0-4d2b-a1bd-447dd1b9f0fa None None] Checking router: b74b636d-beb5-4b2a-b3e2-76fdc06a0e54 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:59:35.625510 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452fe59d-3ab0-4d2b-a1bd-447dd1b9f0fa None None] Updating router b74b636d-beb5-4b2a-b3e2-76fdc06a0e54 port 50e0796e-1b47-4702-bd30-e9d7d500ddb0 binding host n-d-800088-16 {{(pid=100315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:59:35.652079 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=80a9004a-d6c1-4209-b9a8-f88341056504,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:35.673471 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-452fe59d-3ab0-4d2b-a1bd-447dd1b9f0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:35.682652 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port a9dbdab8-b699-4265-8834-7b30ce5dc486 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:59:35.690016 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port a9dbdab8-b699-4265-8834-7b30ce5dc486 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:59:35.690400 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:35.886146 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:35.945038 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port a9dbdab8-b699-4265-8834-7b30ce5dc486, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=a9dbdab8-b699-4265-8834-7b30ce5dc486,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:59:35.957268 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:36.045812 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=a9dbdab8-b699-4265-8834-7b30ce5dc486,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:36.065623 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-452fe59d-3ab0-4d2b-a1bd-447dd1b9f0fa None None] Notify callbacks [] for port, precommit_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:36.086736 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-452fe59d-3ab0-4d2b-a1bd-447dd1b9f0fa None None] Transition to ACTIVE for port object 50e0796e-1b47-4702-bd30-e9d7d500ddb0 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:59:36.093666 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-452fe59d-3ab0-4d2b-a1bd-447dd1b9f0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:36.171121 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7e4ce3-b436-442c-a492-529e4f767cc7 None None] Pushing event updated for resources: {'Port': ['ID=50e0796e-1b47-4702-bd30-e9d7d500ddb0,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:36.218590 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-452fe59d-3ab0-4d2b-a1bd-447dd1b9f0fa None None] Attempting to bind port 50e0796e-1b47-4702-bd30-e9d7d500ddb0 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:59:36.219255 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-452fe59d-3ab0-4d2b-a1bd-447dd1b9f0fa None None] Attempting to bind port 50e0796e-1b47-4702-bd30-e9d7d500ddb0 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': 'c027f7e5-6627-440d-b541-b942d57db5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '9b83bc9a-4fb2-4951-a890-a0b5fa92532d'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:59:36.221670 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452fe59d-3ab0-4d2b-a1bd-447dd1b9f0fa None None] Attempting to bind port 50e0796e-1b47-4702-bd30-e9d7d500ddb0 on network 9b83bc9a-4fb2-4951-a890-a0b5fa92532d {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:59:36.231057 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452fe59d-3ab0-4d2b-a1bd-447dd1b9f0fa None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:59:36.231720 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452fe59d-3ab0-4d2b-a1bd-447dd1b9f0fa None None] Checking segment: {'id': 'c027f7e5-6627-440d-b541-b942d57db5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '9b83bc9a-4fb2-4951-a890-a0b5fa92532d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:59:36.232373 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-452fe59d-3ab0-4d2b-a1bd-447dd1b9f0fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:36.233045 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452fe59d-3ab0-4d2b-a1bd-447dd1b9f0fa None None] Bound using segment: {'id': 'c027f7e5-6627-440d-b541-b942d57db5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '9b83bc9a-4fb2-4951-a890-a0b5fa92532d'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:59:36.233953 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-452fe59d-3ab0-4d2b-a1bd-447dd1b9f0fa None None] Bound port: 50e0796e-1b47-4702-bd30-e9d7d500ddb0, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c027f7e5-6627-440d-b541-b942d57db5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '9b83bc9a-4fb2-4951-a890-a0b5fa92532d'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:59:36.234628 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-452fe59d-3ab0-4d2b-a1bd-447dd1b9f0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:36.335308 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb64aab-4919-4c4a-abb8-a699d28f0fbc req-5bce2812-2a2d-4b8a-a959-ff0b5261a8b1 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:36.337601 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3eb64aab-4919-4c4a-abb8-a699d28f0fbc req-5bce2812-2a2d-4b8a-a959-ff0b5261a8b1 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.52 "GET /v2.0/networks?id=9b83bc9a-4fb2-4951-a890-a0b5fa92532d HTTP/1.1" status: 200 len: 797 time: 0.2039073 Jul 24 00:59:36.358039 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-452fe59d-3ab0-4d2b-a1bd-447dd1b9f0fa None None] For port 50e0796e-1b47-4702-bd30-e9d7d500ddb0, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:59:36.362589 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-452fe59d-3ab0-4d2b-a1bd-447dd1b9f0fa None None] For port 50e0796e-1b47-4702-bd30-e9d7d500ddb0, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=50e0796e-1b47-4702-bd30-e9d7d500ddb0,segment=NetworkSegment(c027f7e5-6627-440d-b541-b942d57db5fc),segment_id=c027f7e5-6627-440d-b541-b942d57db5fc)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:59:36.372139 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-452fe59d-3ab0-4d2b-a1bd-447dd1b9f0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:36.375896 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-33e6d824-3966-4d80-9a4c-8cd3d0e2a9df req-bb52d212-578c-468e-acb6-d73600b4cea2 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5fbe3ac-1e4b-4ee4-81ca-7224d3e8c134 HTTP/1.1" status: 200 len: 210 time: 0.0514681 Jul 24 00:59:36.386882 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3eb64aab-4919-4c4a-abb8-a699d28f0fbc req-4c3f40f9-a230-4800-8527-ce601c1134a4 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21fe67bd68cd4d41939b65b573d17a56 HTTP/1.1" status: 200 len: 380 time: 0.0401192 Jul 24 00:59:36.397216 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-3eb64aab-4919-4c4a-abb8-a699d28f0fbc req-beee69ee-f220-4388-90e9-3922eb0df8d7 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Request body: {'port': {'device_id': 'f5fbe3ac-1e4b-4ee4-81ca-7224d3e8c134', 'network_id': '9b83bc9a-4fb2-4951-a890-a0b5fa92532d', 'admin_state_up': True, 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'security_groups': ['6fbaec7b-1463-4a4e-a844-4b0bffc5d01b']}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:59:36.440328 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7e4ce3-b436-442c-a492-529e4f767cc7 None None] Pushing event updated for resources: {'Port': ['ID=50e0796e-1b47-4702-bd30-e9d7d500ddb0,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:36.451407 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452fe59d-3ab0-4d2b-a1bd-447dd1b9f0fa None None] Routers {'b74b636d-beb5-4b2a-b3e2-76fdc06a0e54'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:59:36.452059 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-452fe59d-3ab0-4d2b-a1bd-447dd1b9f0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:59:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['b74b636d-beb5-4b2a-b3e2-76fdc06a0e54'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:59:36.519795 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3eb64aab-4919-4c4a-abb8-a699d28f0fbc req-beee69ee-f220-4388-90e9-3922eb0df8d7 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Made reservation on behalf of 21fe67bd68cd4d41939b65b573d17a56 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:59:36.523948 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-3eb64aab-4919-4c4a-abb8-a699d28f0fbc req-beee69ee-f220-4388-90e9-3922eb0df8d7 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:36.583725 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-452fe59d-3ab0-4d2b-a1bd-447dd1b9f0fa None None] Set router b74b636d-beb5-4b2a-b3e2-76fdc06a0e54 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:59:36.683320 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 80a9004a-d6c1-4209-b9a8-f88341056504 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:59:36.685541 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-3eb64aab-4919-4c4a-abb8-a699d28f0fbc req-beee69ee-f220-4388-90e9-3922eb0df8d7 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Allocated IP 172.20.0.7 (9b83bc9a-4fb2-4951-a890-a0b5fa92532d/1e5dd515-d19e-49cb-b7d7-08b7dd8f4060/7aff008e-13db-42cd-8375-39f3e7b400e3) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:59:36.810006 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 80a9004a-d6c1-4209-b9a8-f88341056504 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:59:36.810385 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:36.838973 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-3eb64aab-4919-4c4a-abb8-a699d28f0fbc req-beee69ee-f220-4388-90e9-3922eb0df8d7 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:36.853151 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-3eb64aab-4919-4c4a-abb8-a699d28f0fbc req-beee69ee-f220-4388-90e9-3922eb0df8d7 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Transition to ACTIVE for port object 7aff008e-13db-42cd-8375-39f3e7b400e3 will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:59:36.889015 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-3eb64aab-4919-4c4a-abb8-a699d28f0fbc req-beee69ee-f220-4388-90e9-3922eb0df8d7 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:36.930415 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-452fe59d-3ab0-4d2b-a1bd-447dd1b9f0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74b636d-beb5-4b2a-b3e2-76fdc06a0e54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1572795102', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'a9dbdab8-b699-4265-8834-7b30ce5dc486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:59:30Z', 'updated_at': '2021-07-24T00:59:33Z', 'revision_number': 4, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'gw_port': {'id': 'a9dbdab8-b699-4265-8834-7b30ce5dc486', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:dc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74b636d-beb5-4b2a-b3e2-76fdc06a0e54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:59:30Z', 'updated_at': '2021-07-24T00:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '50e0796e-1b47-4702-bd30-e9d7d500ddb0', 'name': '', 'network_id': '9b83bc9a-4fb2-4951-a890-a0b5fa92532d', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'mac_address': 'fa:16:3e:fc:45:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b74b636d-beb5-4b2a-b3e2-76fdc06a0e54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '1e5dd515-d19e-49cb-b7d7-08b7dd8f4060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:59:32Z', 'updated_at': '2021-07-24T00:59:36Z', 'revision_number': 4, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'subnets': [{'id': '1e5dd515-d19e-49cb-b7d7-08b7dd8f4060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:59:36.932368 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3eb64aab-4919-4c4a-abb8-a699d28f0fbc req-beee69ee-f220-4388-90e9-3922eb0df8d7 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Network 9b83bc9a-4fb2-4951-a890-a0b5fa92532d is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:59:36.934215 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device a9dbdab8-b699-4265-8834-7b30ce5dc486 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:59:36.942191 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-3eb64aab-4919-4c4a-abb8-a699d28f0fbc req-beee69ee-f220-4388-90e9-3922eb0df8d7 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:59:36.947373 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eb64aab-4919-4c4a-abb8-a699d28f0fbc req-beee69ee-f220-4388-90e9-3922eb0df8d7 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:59:36.951282 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beee69ee-f220-4388-90e9-3922eb0df8d7 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event updated for resources: {'Port': ['ID=7aff008e-13db-42cd-8375-39f3e7b400e3,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:36.979323 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452fe59d-3ab0-4d2b-a1bd-447dd1b9f0fa None None] The sync data for ids ['b74b636d-beb5-4b2a-b3e2-76fdc06a0e54'] in n-d-800088-16 is: [{'id': 'b74b636d-beb5-4b2a-b3e2-76fdc06a0e54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1572795102', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'a9dbdab8-b699-4265-8834-7b30ce5dc486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:59:30Z', 'updated_at': '2021-07-24T00:59:33Z', 'revision_number': 4, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'gw_port': {'id': 'a9dbdab8-b699-4265-8834-7b30ce5dc486', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:dc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74b636d-beb5-4b2a-b3e2-76fdc06a0e54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:59:30Z', 'updated_at': '2021-07-24T00:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '50e0796e-1b47-4702-bd30-e9d7d500ddb0', 'name': '', 'network_id': '9b83bc9a-4fb2-4951-a890-a0b5fa92532d', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'mac_address': 'fa:16:3e:fc:45:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b74b636d-beb5-4b2a-b3e2-76fdc06a0e54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '1e5dd515-d19e-49cb-b7d7-08b7dd8f4060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:59:32Z', 'updated_at': '2021-07-24T00:59:36Z', 'revision_number': 4, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'subnets': [{'id': '1e5dd515-d19e-49cb-b7d7-08b7dd8f4060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:59:37.012046 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb64aab-4919-4c4a-abb8-a699d28f0fbc req-beee69ee-f220-4388-90e9-3922eb0df8d7 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:37.012579 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-3eb64aab-4919-4c4a-abb8-a699d28f0fbc req-beee69ee-f220-4388-90e9-3922eb0df8d7 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:37.018403 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port a9dbdab8-b699-4265-8834-7b30ce5dc486 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:59:37.018795 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:37.033134 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3eb64aab-4919-4c4a-abb8-a699d28f0fbc req-beee69ee-f220-4388-90e9-3922eb0df8d7 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6405497 Jul 24 00:59:37.125324 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-3eb64aab-4919-4c4a-abb8-a699d28f0fbc req-0f54e5a4-ab45-4692-9bdf-5af8c4fb892f service neutron] Request body: {'port': {'device_id': 'f5fbe3ac-1e4b-4ee4-81ca-7224d3e8c134', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:59:37.215438 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-3eb64aab-4919-4c4a-abb8-a699d28f0fbc req-0f54e5a4-ab45-4692-9bdf-5af8c4fb892f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:37.273243 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-98fbbfd5-3c2c-4e77-b673-83736d0787ef None None] Provisioning for port 7aff008e-13db-42cd-8375-39f3e7b400e3 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:59:37.277351 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-98fbbfd5-3c2c-4e77-b673-83736d0787ef None None] Provisioning complete for port 7aff008e-13db-42cd-8375-39f3e7b400e3 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:59:37.277725 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-98fbbfd5-3c2c-4e77-b673-83736d0787ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:37.316384 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-98fbbfd5-3c2c-4e77-b673-83736d0787ef None None] Port 7aff008e-13db-42cd-8375-39f3e7b400e3 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:59:37.845584 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d0a650-d5bf-4d8c-830b-7d60a2a52877 req-d11c514d-7d5d-483b-89f8-072915b2cee9 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:37.847794 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c8d0a650-d5bf-4d8c-830b-7d60a2a52877 req-d11c514d-7d5d-483b-89f8-072915b2cee9 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5fbe3ac-1e4b-4ee4-81ca-7224d3e8c134 HTTP/1.1" status: 200 len: 931 time: 0.1148887 Jul 24 00:59:37.904212 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-3eb64aab-4919-4c4a-abb8-a699d28f0fbc req-0f54e5a4-ab45-4692-9bdf-5af8c4fb892f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aff008e-13db-42cd-8375-39f3e7b400e3 {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:59:37.923787 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-3eb64aab-4919-4c4a-abb8-a699d28f0fbc req-0f54e5a4-ab45-4692-9bdf-5af8c4fb892f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:37.941054 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c8d0a650-d5bf-4d8c-830b-7d60a2a52877 req-a04dfc62-a730-4cc2-bfcd-fae61f74e446 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=6fbaec7b-1463-4a4e-a844-4b0bffc5d01b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865009 Jul 24 00:59:37.948308 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-3eb64aab-4919-4c4a-abb8-a699d28f0fbc req-0f54e5a4-ab45-4692-9bdf-5af8c4fb892f service neutron] Transition to ACTIVE for port object 7aff008e-13db-42cd-8375-39f3e7b400e3 will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:59:37.953692 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-3eb64aab-4919-4c4a-abb8-a699d28f0fbc req-0f54e5a4-ab45-4692-9bdf-5af8c4fb892f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:38.009443 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54e5a4-ab45-4692-9bdf-5af8c4fb892f service neutron] Pushing event updated for resources: {'Port': ['ID=7aff008e-13db-42cd-8375-39f3e7b400e3,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:38.087149 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-3eb64aab-4919-4c4a-abb8-a699d28f0fbc req-0f54e5a4-ab45-4692-9bdf-5af8c4fb892f service neutron] Attempting to bind port 7aff008e-13db-42cd-8375-39f3e7b400e3 on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:59:38.087498 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-3eb64aab-4919-4c4a-abb8-a699d28f0fbc req-0f54e5a4-ab45-4692-9bdf-5af8c4fb892f service neutron] Attempting to bind port 7aff008e-13db-42cd-8375-39f3e7b400e3 by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': 'c027f7e5-6627-440d-b541-b942d57db5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '9b83bc9a-4fb2-4951-a890-a0b5fa92532d'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:59:38.087865 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb64aab-4919-4c4a-abb8-a699d28f0fbc req-0f54e5a4-ab45-4692-9bdf-5af8c4fb892f service neutron] Attempting to bind port 7aff008e-13db-42cd-8375-39f3e7b400e3 on network 9b83bc9a-4fb2-4951-a890-a0b5fa92532d {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:59:38.093054 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb64aab-4919-4c4a-abb8-a699d28f0fbc req-0f54e5a4-ab45-4692-9bdf-5af8c4fb892f service neutron] Port 7aff008e-13db-42cd-8375-39f3e7b400e3 on network 9b83bc9a-4fb2-4951-a890-a0b5fa92532d not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:59:38.093388 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb64aab-4919-4c4a-abb8-a699d28f0fbc req-0f54e5a4-ab45-4692-9bdf-5af8c4fb892f service neutron] Attempting to bind port 7aff008e-13db-42cd-8375-39f3e7b400e3 on network 9b83bc9a-4fb2-4951-a890-a0b5fa92532d {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:59:38.099327 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb64aab-4919-4c4a-abb8-a699d28f0fbc req-0f54e5a4-ab45-4692-9bdf-5af8c4fb892f service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:59:38.099676 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb64aab-4919-4c4a-abb8-a699d28f0fbc req-0f54e5a4-ab45-4692-9bdf-5af8c4fb892f service neutron] Checking segment: {'id': 'c027f7e5-6627-440d-b541-b942d57db5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '9b83bc9a-4fb2-4951-a890-a0b5fa92532d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:59:38.100068 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb64aab-4919-4c4a-abb8-a699d28f0fbc req-0f54e5a4-ab45-4692-9bdf-5af8c4fb892f service neutron] Bound using segment: {'id': 'c027f7e5-6627-440d-b541-b942d57db5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '9b83bc9a-4fb2-4951-a890-a0b5fa92532d'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:59:38.100512 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-3eb64aab-4919-4c4a-abb8-a699d28f0fbc req-0f54e5a4-ab45-4692-9bdf-5af8c4fb892f service neutron] Bound port: 7aff008e-13db-42cd-8375-39f3e7b400e3, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c027f7e5-6627-440d-b541-b942d57db5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '9b83bc9a-4fb2-4951-a890-a0b5fa92532d'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:59:38.100916 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-3eb64aab-4919-4c4a-abb8-a699d28f0fbc req-0f54e5a4-ab45-4692-9bdf-5af8c4fb892f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:38.174694 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-3eb64aab-4919-4c4a-abb8-a699d28f0fbc req-0f54e5a4-ab45-4692-9bdf-5af8c4fb892f service neutron] For port 7aff008e-13db-42cd-8375-39f3e7b400e3, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:59:38.177981 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-3eb64aab-4919-4c4a-abb8-a699d28f0fbc req-0f54e5a4-ab45-4692-9bdf-5af8c4fb892f service neutron] For port 7aff008e-13db-42cd-8375-39f3e7b400e3, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=7aff008e-13db-42cd-8375-39f3e7b400e3,segment=NetworkSegment(c027f7e5-6627-440d-b541-b942d57db5fc),segment_id=c027f7e5-6627-440d-b541-b942d57db5fc)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:59:38.183602 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-3eb64aab-4919-4c4a-abb8-a699d28f0fbc req-0f54e5a4-ab45-4692-9bdf-5af8c4fb892f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:38.222052 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb64aab-4919-4c4a-abb8-a699d28f0fbc req-0f54e5a4-ab45-4692-9bdf-5af8c4fb892f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:38.222842 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-3eb64aab-4919-4c4a-abb8-a699d28f0fbc req-0f54e5a4-ab45-4692-9bdf-5af8c4fb892f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:38.224074 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3eb64aab-4919-4c4a-abb8-a699d28f0fbc req-0f54e5a4-ab45-4692-9bdf-5af8c4fb892f service neutron] 10.222.0.52 "PUT /v2.0/ports/7aff008e-13db-42cd-8375-39f3e7b400e3 HTTP/1.1" status: 200 len: 1092 time: 1.1736891 Jul 24 00:59:38.224522 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5fbe3ac-1e4b-4ee4-81ca-7224d3e8c134', 'tag': '7aff008e-13db-42cd-8375-39f3e7b400e3'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:59:38.226847 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b5b12b33723a5ac99f65cff31e3c306c8fdd85da64bb4eb22f7eb8a86bf6c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a721f41-0a57-4810-8f48-c7723c02179e" -d '{"events": [{"name": "network-changed", "server_uuid": "f5fbe3ac-1e4b-4ee4-81ca-7224d3e8c134", "tag": "7aff008e-13db-42cd-8375-39f3e7b400e3"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:59:38.253729 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54e5a4-ab45-4692-9bdf-5af8c4fb892f service neutron] Pushing event updated for resources: {'Port': ['ID=7aff008e-13db-42cd-8375-39f3e7b400e3,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:38.282390 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecda95d3-bc4f-4423-a200-38cf5144d3b4 x-openstack-request-id: req-ecda95d3-bc4f-4423-a200-38cf5144d3b4 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:59:38.282751 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5fbe3ac-1e4b-4ee4-81ca-7224d3e8c134", "tag": "7aff008e-13db-42cd-8375-39f3e7b400e3", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:59:38.283363 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ecda95d3-bc4f-4423-a200-38cf5144d3b4 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:59:38.283785 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5fbe3ac-1e4b-4ee4-81ca-7224d3e8c134', 'tag': '7aff008e-13db-42cd-8375-39f3e7b400e3', 'status': 'completed', 'code': 200} Jul 24 00:59:38.340921 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb64aab-4919-4c4a-abb8-a699d28f0fbc req-f998ea61-486e-419e-abeb-6a0d018e7cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:38.343488 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3eb64aab-4919-4c4a-abb8-a699d28f0fbc req-f998ea61-486e-419e-abeb-6a0d018e7cb1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=21fe67bd68cd4d41939b65b573d17a56&device_id=f5fbe3ac-1e4b-4ee4-81ca-7224d3e8c134 HTTP/1.1" status: 200 len: 1095 time: 0.0727727 Jul 24 00:59:38.396141 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3eb64aab-4919-4c4a-abb8-a699d28f0fbc req-a86471c7-d503-405c-a596-8023d5ad42ae service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7aff008e-13db-42cd-8375-39f3e7b400e3 HTTP/1.1" status: 200 len: 217 time: 0.0454705 Jul 24 00:59:38.447405 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb64aab-4919-4c4a-abb8-a699d28f0fbc req-ace1c4f2-070f-427c-84c1-72a4bf7c17b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:38.448881 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3eb64aab-4919-4c4a-abb8-a699d28f0fbc req-ace1c4f2-070f-427c-84c1-72a4bf7c17b6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1e5dd515-d19e-49cb-b7d7-08b7dd8f4060 HTTP/1.1" status: 200 len: 835 time: 0.0472543 Jul 24 00:59:38.509202 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb64aab-4919-4c4a-abb8-a699d28f0fbc req-ee8b8e89-67a8-4b03-bbb6-9a4880c9b9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:38.510727 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3eb64aab-4919-4c4a-abb8-a699d28f0fbc req-ee8b8e89-67a8-4b03-bbb6-9a4880c9b9bb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9b83bc9a-4fb2-4951-a890-a0b5fa92532d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553410 Jul 24 00:59:38.607219 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3eb64aab-4919-4c4a-abb8-a699d28f0fbc req-b30aa0e7-8f40-4b97-9a32-35c0649e8bf3 service neutron] 10.222.0.52 "GET /v2.0/networks/9b83bc9a-4fb2-4951-a890-a0b5fa92532d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901847 Jul 24 00:59:38.669817 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 50e0796e-1b47-4702-bd30-e9d7d500ddb0 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:59:38.701025 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3eb64aab-4919-4c4a-abb8-a699d28f0fbc req-3e2d0806-61e1-46fa-b922-acfef23c2e81 service neutron] 10.222.0.52 "GET /v2.0/networks/9b83bc9a-4fb2-4951-a890-a0b5fa92532d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872650 Jul 24 00:59:38.719452 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 50e0796e-1b47-4702-bd30-e9d7d500ddb0 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:59:38.724759 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 50e0796e-1b47-4702-bd30-e9d7d500ddb0 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:59:38.725168 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:38.809834 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:38.810661 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a721f41-0a57-4810-8f48-c7723c02179e req-2bb73c5f-ebca-4b48-943d-9e50e71d035b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:38.812185 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0a721f41-0a57-4810-8f48-c7723c02179e req-2bb73c5f-ebca-4b48-943d-9e50e71d035b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=21fe67bd68cd4d41939b65b573d17a56&device_id=f5fbe3ac-1e4b-4ee4-81ca-7224d3e8c134 HTTP/1.1" status: 200 len: 1095 time: 0.0643768 Jul 24 00:59:38.844215 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 50e0796e-1b47-4702-bd30-e9d7d500ddb0, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=50e0796e-1b47-4702-bd30-e9d7d500ddb0,segment=NetworkSegment(c027f7e5-6627-440d-b541-b942d57db5fc),segment_id=c027f7e5-6627-440d-b541-b942d57db5fc)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:59:38.849170 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:38.897448 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=50e0796e-1b47-4702-bd30-e9d7d500ddb0,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:38.914264 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a721f41-0a57-4810-8f48-c7723c02179e req-4df0fba6-adb8-498a-84ea-24fc55136cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:38.915883 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0a721f41-0a57-4810-8f48-c7723c02179e req-4df0fba6-adb8-498a-84ea-24fc55136cb7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9b83bc9a-4fb2-4951-a890-a0b5fa92532d HTTP/1.1" status: 200 len: 898 time: 0.0973723 Jul 24 00:59:38.965510 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0a721f41-0a57-4810-8f48-c7723c02179e req-15db25c5-98ad-47fe-94be-95255c51a93e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7aff008e-13db-42cd-8375-39f3e7b400e3 HTTP/1.1" status: 200 len: 217 time: 0.0433381 Jul 24 00:59:39.033675 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a721f41-0a57-4810-8f48-c7723c02179e req-c81b9525-825e-4e31-a583-3cd9f4fd9a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:39.035663 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0a721f41-0a57-4810-8f48-c7723c02179e req-c81b9525-825e-4e31-a583-3cd9f4fd9a50 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1e5dd515-d19e-49cb-b7d7-08b7dd8f4060 HTTP/1.1" status: 200 len: 835 time: 0.0640800 Jul 24 00:59:39.123991 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cad2f3-2dd7-4112-8963-6141c916afb1 req-6319bfdd-0394-42f5-8c3e-48a949adc45a tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:39.125536 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-39cad2f3-2dd7-4112-8963-6141c916afb1 req-6319bfdd-0394-42f5-8c3e-48a949adc45a tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5fbe3ac-1e4b-4ee4-81ca-7224d3e8c134 HTTP/1.1" status: 200 len: 943 time: 0.1089201 Jul 24 00:59:39.140591 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a721f41-0a57-4810-8f48-c7723c02179e req-447d489c-cbae-49c5-9ac9-4525e5e44c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:39.142210 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0a721f41-0a57-4810-8f48-c7723c02179e req-447d489c-cbae-49c5-9ac9-4525e5e44c18 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9b83bc9a-4fb2-4951-a890-a0b5fa92532d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0893335 Jul 24 00:59:39.196933 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-39cad2f3-2dd7-4112-8963-6141c916afb1 req-93ecd5e3-131d-453c-844f-a797dec29816 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=6fbaec7b-1463-4a4e-a844-4b0bffc5d01b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653229 Jul 24 00:59:39.253399 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0a721f41-0a57-4810-8f48-c7723c02179e req-e0d73332-9282-4f68-9b56-c11df336500f service neutron] 10.222.0.52 "GET /v2.0/networks/9b83bc9a-4fb2-4951-a890-a0b5fa92532d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025217 Jul 24 00:59:39.352611 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0a721f41-0a57-4810-8f48-c7723c02179e req-185a3d9e-0662-42f0-8e6b-1ec7f7e6e59f service neutron] 10.222.0.52 "GET /v2.0/networks/9b83bc9a-4fb2-4951-a890-a0b5fa92532d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920811 Jul 24 00:59:40.328651 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd60c84-1fc7-4d62-bca0-cfcf7309a969 req-dac876bd-dade-427a-8de2-dcf5e5a8863a tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:40.330212 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3dd60c84-1fc7-4d62-bca0-cfcf7309a969 req-dac876bd-dade-427a-8de2-dcf5e5a8863a tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5fbe3ac-1e4b-4ee4-81ca-7224d3e8c134 HTTP/1.1" status: 200 len: 943 time: 0.0654020 Jul 24 00:59:40.369196 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3dd60c84-1fc7-4d62-bca0-cfcf7309a969 req-ea657423-7e39-4fa7-a857-90a595bade1f tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=6fbaec7b-1463-4a4e-a844-4b0bffc5d01b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327876 Jul 24 00:59:40.641280 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 50e0796e-1b47-4702-bd30-e9d7d500ddb0 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:59:40.691067 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 50e0796e-1b47-4702-bd30-e9d7d500ddb0 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:59:40.691443 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:41.497216 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864fa85b-a04a-41d9-91a0-106bc50fcb72 req-561df242-6377-4bd4-914c-5d057a6394ce tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:41.498765 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-864fa85b-a04a-41d9-91a0-106bc50fcb72 req-561df242-6377-4bd4-914c-5d057a6394ce tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5fbe3ac-1e4b-4ee4-81ca-7224d3e8c134 HTTP/1.1" status: 200 len: 943 time: 0.0631065 Jul 24 00:59:41.537014 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-864fa85b-a04a-41d9-91a0-106bc50fcb72 req-ee5d9632-256d-4ebe-bf60-749d00d64eeb tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=6fbaec7b-1463-4a4e-a844-4b0bffc5d01b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320666 Jul 24 00:59:42.667655 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89072a2-8051-4f12-8555-c2be7d218c3e req-c1c60d06-c540-4e97-8fe3-2e691b03e190 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:42.669184 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b89072a2-8051-4f12-8555-c2be7d218c3e req-c1c60d06-c540-4e97-8fe3-2e691b03e190 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5fbe3ac-1e4b-4ee4-81ca-7224d3e8c134 HTTP/1.1" status: 200 len: 943 time: 0.0647833 Jul 24 00:59:42.711545 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b89072a2-8051-4f12-8555-c2be7d218c3e req-be8d5472-a86a-44f1-a10b-90a8c3b0348c tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=6fbaec7b-1463-4a4e-a844-4b0bffc5d01b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365653 Jul 24 00:59:43.337765 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 7aff008e-13db-42cd-8375-39f3e7b400e3 details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:59:43.434095 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 7aff008e-13db-42cd-8375-39f3e7b400e3, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=7aff008e-13db-42cd-8375-39f3e7b400e3,segment=NetworkSegment(c027f7e5-6627-440d-b541-b942d57db5fc),segment_id=c027f7e5-6627-440d-b541-b942d57db5fc)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:59:43.444799 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': '7aff008e-13db-42cd-8375-39f3e7b400e3', 'network_id': '9b83bc9a-4fb2-4951-a890-a0b5fa92532d', 'port_id': '7aff008e-13db-42cd-8375-39f3e7b400e3', 'mac_address': 'fa:16:3e:21:ed:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e5dd515-d19e-49cb-b7d7-08b7dd8f4060', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:59:43.480794 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:43.493688 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aff008e-13db-42cd-8375-39f3e7b400e3 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:59:43.512445 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 7aff008e-13db-42cd-8375-39f3e7b400e3, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=7aff008e-13db-42cd-8375-39f3e7b400e3,segment=NetworkSegment(c027f7e5-6627-440d-b541-b942d57db5fc),segment_id=c027f7e5-6627-440d-b541-b942d57db5fc)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:59:43.516339 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:43.562725 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=7aff008e-13db-42cd-8375-39f3e7b400e3,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:43.747932 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['7aff008e-13db-42cd-8375-39f3e7b400e3'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:59:43.842884 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec4249f-82e7-4c30-b82b-5a5ec7bc68c7 req-d1b97ab3-5146-42dc-a4c8-3d29cae200a4 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:43.844406 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bec4249f-82e7-4c30-b82b-5a5ec7bc68c7 req-d1b97ab3-5146-42dc-a4c8-3d29cae200a4 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5fbe3ac-1e4b-4ee4-81ca-7224d3e8c134 HTTP/1.1" status: 200 len: 944 time: 0.0666573 Jul 24 00:59:43.882233 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bec4249f-82e7-4c30-b82b-5a5ec7bc68c7 req-bc259041-78a4-44cf-b039-6de7785502f4 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=6fbaec7b-1463-4a4e-a844-4b0bffc5d01b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312469 Jul 24 00:59:45.013182 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133ac2a8-0c8c-43a6-ac2c-1c18860f87ea req-6151992f-b6eb-4922-8cae-59d3ca7fa871 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:45.014686 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-133ac2a8-0c8c-43a6-ac2c-1c18860f87ea req-6151992f-b6eb-4922-8cae-59d3ca7fa871 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5fbe3ac-1e4b-4ee4-81ca-7224d3e8c134 HTTP/1.1" status: 200 len: 944 time: 0.0639048 Jul 24 00:59:45.052167 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-133ac2a8-0c8c-43a6-ac2c-1c18860f87ea req-4a85ffc6-908b-47fa-b17e-cb7486445ca1 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=6fbaec7b-1463-4a4e-a844-4b0bffc5d01b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312934 Jul 24 00:59:45.337809 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 7aff008e-13db-42cd-8375-39f3e7b400e3 up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:59:45.387664 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port 7aff008e-13db-42cd-8375-39f3e7b400e3 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:59:45.391919 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port 7aff008e-13db-42cd-8375-39f3e7b400e3 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:59:45.392630 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:45.594814 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:45.637410 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:45.658788 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5fbe3ac-1e4b-4ee4-81ca-7224d3e8c134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aff008e-13db-42cd-8375-39f3e7b400e3'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:59:45.661739 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}558c1f08c3ad39984887c6beba8768e196794644b3da822fc6f02d9261914d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faaf3769-fe97-4325-8a53-6815ba56da2f" -d '{"events": [{"server_uuid": "f5fbe3ac-1e4b-4ee4-81ca-7224d3e8c134", "name": "network-vif-plugged", "status": "completed", "tag": "7aff008e-13db-42cd-8375-39f3e7b400e3"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:59:45.674396 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 7aff008e-13db-42cd-8375-39f3e7b400e3, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=7aff008e-13db-42cd-8375-39f3e7b400e3,segment=NetworkSegment(c027f7e5-6627-440d-b541-b942d57db5fc),segment_id=c027f7e5-6627-440d-b541-b942d57db5fc)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:59:45.678563 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:45.702641 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44876553-8b6e-42bc-b34b-a86d80961a11 x-openstack-request-id: req-44876553-8b6e-42bc-b34b-a86d80961a11 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:59:45.702946 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5fbe3ac-1e4b-4ee4-81ca-7224d3e8c134", "name": "network-vif-plugged", "status": "completed", "tag": "7aff008e-13db-42cd-8375-39f3e7b400e3", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:59:45.703205 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-44876553-8b6e-42bc-b34b-a86d80961a11 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:59:45.703596 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5fbe3ac-1e4b-4ee4-81ca-7224d3e8c134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aff008e-13db-42cd-8375-39f3e7b400e3', 'code': 200} Jul 24 00:59:45.732790 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=7aff008e-13db-42cd-8375-39f3e7b400e3,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:45.811818 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f75fc-13b2-495d-b996-7c1e9179d61e req-832cc05a-e709-4c4e-9b37-5ab9677102b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:45.813361 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-168f75fc-13b2-495d-b996-7c1e9179d61e req-832cc05a-e709-4c4e-9b37-5ab9677102b4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f5fbe3ac-1e4b-4ee4-81ca-7224d3e8c134 HTTP/1.1" status: 200 len: 1097 time: 0.0573170 Jul 24 00:59:45.846451 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-168f75fc-13b2-495d-b996-7c1e9179d61e req-87bab507-584a-47e5-b335-71f62572b030 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=6fbaec7b-1463-4a4e-a844-4b0bffc5d01b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273211 Jul 24 00:59:46.186040 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9447a765-8566-4d93-86fb-dbbe63b3b1c3 req-ab8b8fe1-1578-461d-acc7-62b7da06e5c6 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:46.187470 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9447a765-8566-4d93-86fb-dbbe63b3b1c3 req-ab8b8fe1-1578-461d-acc7-62b7da06e5c6 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5fbe3ac-1e4b-4ee4-81ca-7224d3e8c134 HTTP/1.1" status: 200 len: 945 time: 0.0639458 Jul 24 00:59:46.225401 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9447a765-8566-4d93-86fb-dbbe63b3b1c3 req-dead1d41-e921-4aa1-bfa9-c57a4b5ea4b4 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=6fbaec7b-1463-4a4e-a844-4b0bffc5d01b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317836 Jul 24 00:59:47.355682 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b7d304-c72e-4dac-be94-4a7b92d4e899 req-a212e567-23dc-4d9f-9e5c-12f7667a2734 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:47.357204 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-66b7d304-c72e-4dac-be94-4a7b92d4e899 req-a212e567-23dc-4d9f-9e5c-12f7667a2734 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5fbe3ac-1e4b-4ee4-81ca-7224d3e8c134 HTTP/1.1" status: 200 len: 945 time: 0.0639620 Jul 24 00:59:47.398199 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-66b7d304-c72e-4dac-be94-4a7b92d4e899 req-36e6a79c-d60c-4f76-a1f7-e4958faa3ccf tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=6fbaec7b-1463-4a4e-a844-4b0bffc5d01b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347989 Jul 24 00:59:47.528941 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc050d-70c5-4f64-975e-6e60ef2c0bb0 req-55be874e-adae-4958-814e-c7aba410eea2 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:47.530431 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f1fc050d-70c5-4f64-975e-6e60ef2c0bb0 req-55be874e-adae-4958-814e-c7aba410eea2 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5fbe3ac-1e4b-4ee4-81ca-7224d3e8c134 HTTP/1.1" status: 200 len: 945 time: 0.0667930 Jul 24 00:59:47.571311 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f1fc050d-70c5-4f64-975e-6e60ef2c0bb0 req-849f6e55-a774-478a-ac10-aaebfa4ffa28 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=6fbaec7b-1463-4a4e-a844-4b0bffc5d01b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352120 Jul 24 00:59:47.592801 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43918) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:47.647771 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93f31e9-0a5a-406d-93f5-b65b812a4f00 tempest-TestNetworkAdvancedServerOps-1466672450 tempest-TestNetworkAdvancedServerOps-1466672450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:47.649323 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-c93f31e9-0a5a-406d-93f5-b65b812a4f00 tempest-TestNetworkAdvancedServerOps-1466672450 tempest-TestNetworkAdvancedServerOps-1466672450-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=f5fbe3ac-1e4b-4ee4-81ca-7224d3e8c134 HTTP/1.1" status: 200 len: 1092 time: 0.0554819 Jul 24 00:59:47.653535 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43920) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:47.658016 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-a315d053-a3c0-4c8f-967f-52e672bd7f37 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Request body: {'floatingip': {'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'port_id': '7aff008e-13db-42cd-8375-39f3e7b400e3', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:59:47.681116 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a315d053-a3c0-4c8f-967f-52e672bd7f37 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for floatingip, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:47.782291 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a315d053-a3c0-4c8f-967f-52e672bd7f37 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:47.887977 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-a315d053-a3c0-4c8f-967f-52e672bd7f37 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Allocated IP 172.25.3.29 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/8c84ddc5-7512-4422-9d14-617c49abd084) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:59:47.991699 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a315d053-a3c0-4c8f-967f-52e672bd7f37 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:48.030703 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a315d053-a3c0-4c8f-967f-52e672bd7f37 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:48.067769 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a315d053-a3c0-4c8f-967f-52e672bd7f37 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:59:48.074164 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-a315d053-a3c0-4c8f-967f-52e672bd7f37 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:59:48.078538 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a315d053-a3c0-4c8f-967f-52e672bd7f37 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:59:48.082109 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a315d053-a3c0-4c8f-967f-52e672bd7f37 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event updated for resources: {'Port': ['ID=8c84ddc5-7512-4422-9d14-617c49abd084,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:48.383595 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:48.434985 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a315d053-a3c0-4c8f-967f-52e672bd7f37 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:48.515858 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a315d053-a3c0-4c8f-967f-52e672bd7f37 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:48.675567 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a315d053-a3c0-4c8f-967f-52e672bd7f37 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:48.680164 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a315d053-a3c0-4c8f-967f-52e672bd7f37 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:48.750930 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a315d053-a3c0-4c8f-967f-52e672bd7f37 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event updated for resources: {'Port': ['ID=8c84ddc5-7512-4422-9d14-617c49abd084,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:48.761279 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a315d053-a3c0-4c8f-967f-52e672bd7f37 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:48.859983 n-d-800088-16 neutron-server[100313]: INFO neutron.db.l3_db [None req-a315d053-a3c0-4c8f-967f-52e672bd7f37 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Floating IP 37693127-f919-447f-acc8-da62807dccd8 associated. External IP: 172.25.3.29, port: 7aff008e-13db-42cd-8375-39f3e7b400e3. Jul 24 00:59:49.063727 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a315d053-a3c0-4c8f-967f-52e672bd7f37 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Router b74b636d-beb5-4b2a-b3e2-76fdc06a0e54 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:59:49.165560 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a315d053-a3c0-4c8f-967f-52e672bd7f37 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:59:49.175617 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1714223-2287-447c-b315-85589863682b None None] Sync routers for ids ['b74b636d-beb5-4b2a-b3e2-76fdc06a0e54'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:59:49.182228 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a315d053-a3c0-4c8f-967f-52e672bd7f37 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:49.189001 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1714223-2287-447c-b315-85589863682b None None] Routers {'b74b636d-beb5-4b2a-b3e2-76fdc06a0e54'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:59:49.189634 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-e1714223-2287-447c-b315-85589863682b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:59:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['b74b636d-beb5-4b2a-b3e2-76fdc06a0e54'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:59:49.221319 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-a315d053-a3c0-4c8f-967f-52e672bd7f37 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5665014 Jul 24 00:59:49.222425 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5fbe3ac-1e4b-4ee4-81ca-7224d3e8c134', 'tag': '7aff008e-13db-42cd-8375-39f3e7b400e3'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:59:49.224832 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b5b12b33723a5ac99f65cff31e3c306c8fdd85da64bb4eb22f7eb8a86bf6c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a800352b-b925-4d83-974e-da3be739ac93" -d '{"events": [{"name": "network-changed", "server_uuid": "f5fbe3ac-1e4b-4ee4-81ca-7224d3e8c134", "tag": "7aff008e-13db-42cd-8375-39f3e7b400e3"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:59:49.263034 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32bf49ef-2837-4e5d-8afc-dd3d490cf482 x-openstack-request-id: req-32bf49ef-2837-4e5d-8afc-dd3d490cf482 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:59:49.263460 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5fbe3ac-1e4b-4ee4-81ca-7224d3e8c134", "tag": "7aff008e-13db-42cd-8375-39f3e7b400e3", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:59:49.263726 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-32bf49ef-2837-4e5d-8afc-dd3d490cf482 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:59:49.264138 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5fbe3ac-1e4b-4ee4-81ca-7224d3e8c134', 'tag': '7aff008e-13db-42cd-8375-39f3e7b400e3', 'status': 'completed', 'code': 200} Jul 24 00:59:49.292684 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-e1714223-2287-447c-b315-85589863682b None None] Set router b74b636d-beb5-4b2a-b3e2-76fdc06a0e54 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:59:49.368617 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a800352b-b925-4d83-974e-da3be739ac93 req-1b677eda-fe12-4b48-9db5-02ac7b1760ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:49.370209 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a800352b-b925-4d83-974e-da3be739ac93 req-1b677eda-fe12-4b48-9db5-02ac7b1760ec service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=21fe67bd68cd4d41939b65b573d17a56&device_id=f5fbe3ac-1e4b-4ee4-81ca-7224d3e8c134 HTTP/1.1" status: 200 len: 1097 time: 0.0862615 Jul 24 00:59:49.377994 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d3254f-9a21-48ce-9af4-57cd88ec4775 req-ae688a8a-bd4f-4787-9033-541236456f59 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:49.379431 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-33d3254f-9a21-48ce-9af4-57cd88ec4775 req-ae688a8a-bd4f-4787-9033-541236456f59 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5fbe3ac-1e4b-4ee4-81ca-7224d3e8c134 HTTP/1.1" status: 200 len: 945 time: 0.1057146 Jul 24 00:59:49.474095 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-33d3254f-9a21-48ce-9af4-57cd88ec4775 req-35b20826-25a0-494f-9e09-1568f2a25af5 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=6fbaec7b-1463-4a4e-a844-4b0bffc5d01b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863099 Jul 24 00:59:49.497496 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43926) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:49.500824 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a800352b-b925-4d83-974e-da3be739ac93 req-0cb63bf2-c29f-42af-a3fd-ef07cfe29c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:49.502333 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a800352b-b925-4d83-974e-da3be739ac93 req-0cb63bf2-c29f-42af-a3fd-ef07cfe29c15 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9b83bc9a-4fb2-4951-a890-a0b5fa92532d HTTP/1.1" status: 200 len: 898 time: 0.1220531 Jul 24 00:59:49.529553 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-e1714223-2287-447c-b315-85589863682b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74b636d-beb5-4b2a-b3e2-76fdc06a0e54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1572795102', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'a9dbdab8-b699-4265-8834-7b30ce5dc486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:59:30Z', 'updated_at': '2021-07-24T00:59:33Z', 'revision_number': 4, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'gw_port': {'id': 'a9dbdab8-b699-4265-8834-7b30ce5dc486', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:dc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74b636d-beb5-4b2a-b3e2-76fdc06a0e54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:59:30Z', 'updated_at': '2021-07-24T00:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': '37693127-f919-447f-acc8-da62807dccd8', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'floating_ip_address': '172.25.3.29', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': 'b74b636d-beb5-4b2a-b3e2-76fdc06a0e54', 'port_id': '7aff008e-13db-42cd-8375-39f3e7b400e3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b83bc9a-4fb2-4951-a890-a0b5fa92532d', 'mac_address': 'fa:16:3e:21:ed:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5fbe3ac-1e4b-4ee4-81ca-7224d3e8c134', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:59:48Z', 'updated_at': '2021-07-24T00:59:48Z', 'revision_number': 0, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50e0796e-1b47-4702-bd30-e9d7d500ddb0', 'name': '', 'network_id': '9b83bc9a-4fb2-4951-a890-a0b5fa92532d', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'mac_address': 'fa:16:3e:fc:45:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74b636d-beb5-4b2a-b3e2-76fdc06a0e54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '1e5dd515-d19e-49cb-b7d7-08b7dd8f4060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:59:32Z', 'updated_at': '2021-07-24T00:59:38Z', 'revision_number': 5, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'subnets': [{'id': '1e5dd515-d19e-49cb-b7d7-08b7dd8f4060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:59:49.559487 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1714223-2287-447c-b315-85589863682b None None] Checking router: b74b636d-beb5-4b2a-b3e2-76fdc06a0e54 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:59:49.560502 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-f33e6752-bb96-4edf-a54a-84e3e4c05d06 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/floatingips/37693127-f919-447f-acc8-da62807dccd8 HTTP/1.1" status: 200 len: 990 time: 0.0618517 Jul 24 00:59:49.569202 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1714223-2287-447c-b315-85589863682b None None] Routers {'b74b636d-beb5-4b2a-b3e2-76fdc06a0e54'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:59:49.569819 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-e1714223-2287-447c-b315-85589863682b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:59:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['b74b636d-beb5-4b2a-b3e2-76fdc06a0e54'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:59:49.574099 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a800352b-b925-4d83-974e-da3be739ac93 req-e3cc0dd0-fb23-4a93-8a98-56f4850c2547 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7aff008e-13db-42cd-8375-39f3e7b400e3 HTTP/1.1" status: 200 len: 998 time: 0.0644336 Jul 24 00:59:49.623922 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a800352b-b925-4d83-974e-da3be739ac93 req-952c326e-c6ca-457a-9e60-d5564d381c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:49.625442 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a800352b-b925-4d83-974e-da3be739ac93 req-952c326e-c6ca-457a-9e60-d5564d381c4e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1e5dd515-d19e-49cb-b7d7-08b7dd8f4060 HTTP/1.1" status: 200 len: 835 time: 0.0456715 Jul 24 00:59:49.674856 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-e1714223-2287-447c-b315-85589863682b None None] Set router b74b636d-beb5-4b2a-b3e2-76fdc06a0e54 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:59:49.683811 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a800352b-b925-4d83-974e-da3be739ac93 req-687d26f9-af01-4ba1-82a7-cf9b4c332e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:49.685371 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a800352b-b925-4d83-974e-da3be739ac93 req-687d26f9-af01-4ba1-82a7-cf9b4c332e23 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9b83bc9a-4fb2-4951-a890-a0b5fa92532d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535498 Jul 24 00:59:49.778044 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a800352b-b925-4d83-974e-da3be739ac93 req-ba4aef2b-2a0a-42a4-b9e9-d4e85041fa1c service neutron] 10.222.0.52 "GET /v2.0/networks/9b83bc9a-4fb2-4951-a890-a0b5fa92532d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856755 Jul 24 00:59:49.866387 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a800352b-b925-4d83-974e-da3be739ac93 req-363fc495-3ded-46a6-be98-a13236ec3c65 service neutron] 10.222.0.52 "GET /v2.0/networks/9b83bc9a-4fb2-4951-a890-a0b5fa92532d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817590 Jul 24 00:59:49.898366 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-e1714223-2287-447c-b315-85589863682b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74b636d-beb5-4b2a-b3e2-76fdc06a0e54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1572795102', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'a9dbdab8-b699-4265-8834-7b30ce5dc486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:59:30Z', 'updated_at': '2021-07-24T00:59:33Z', 'revision_number': 4, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'gw_port': {'id': 'a9dbdab8-b699-4265-8834-7b30ce5dc486', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:dc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74b636d-beb5-4b2a-b3e2-76fdc06a0e54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:59:30Z', 'updated_at': '2021-07-24T00:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': '37693127-f919-447f-acc8-da62807dccd8', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'floating_ip_address': '172.25.3.29', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': 'b74b636d-beb5-4b2a-b3e2-76fdc06a0e54', 'port_id': '7aff008e-13db-42cd-8375-39f3e7b400e3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b83bc9a-4fb2-4951-a890-a0b5fa92532d', 'mac_address': 'fa:16:3e:21:ed:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5fbe3ac-1e4b-4ee4-81ca-7224d3e8c134', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:59:48Z', 'updated_at': '2021-07-24T00:59:48Z', 'revision_number': 0, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50e0796e-1b47-4702-bd30-e9d7d500ddb0', 'name': '', 'network_id': '9b83bc9a-4fb2-4951-a890-a0b5fa92532d', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'mac_address': 'fa:16:3e:fc:45:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74b636d-beb5-4b2a-b3e2-76fdc06a0e54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '1e5dd515-d19e-49cb-b7d7-08b7dd8f4060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:59:32Z', 'updated_at': '2021-07-24T00:59:38Z', 'revision_number': 5, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'subnets': [{'id': '1e5dd515-d19e-49cb-b7d7-08b7dd8f4060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:59:50.003590 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1714223-2287-447c-b315-85589863682b None None] The sync data for ids ['b74b636d-beb5-4b2a-b3e2-76fdc06a0e54'] in n-d-800088-16 is: [{'id': 'b74b636d-beb5-4b2a-b3e2-76fdc06a0e54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1572795102', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'a9dbdab8-b699-4265-8834-7b30ce5dc486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:59:30Z', 'updated_at': '2021-07-24T00:59:33Z', 'revision_number': 4, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'gw_port': {'id': 'a9dbdab8-b699-4265-8834-7b30ce5dc486', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:dc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74b636d-beb5-4b2a-b3e2-76fdc06a0e54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:59:30Z', 'updated_at': '2021-07-24T00:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': '37693127-f919-447f-acc8-da62807dccd8', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'floating_ip_address': '172.25.3.29', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': 'b74b636d-beb5-4b2a-b3e2-76fdc06a0e54', 'port_id': '7aff008e-13db-42cd-8375-39f3e7b400e3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b83bc9a-4fb2-4951-a890-a0b5fa92532d', 'mac_address': 'fa:16:3e:21:ed:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5fbe3ac-1e4b-4ee4-81ca-7224d3e8c134', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:59:48Z', 'updated_at': '2021-07-24T00:59:48Z', 'revision_number': 0, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50e0796e-1b47-4702-bd30-e9d7d500ddb0', 'name': '', 'network_id': '9b83bc9a-4fb2-4951-a890-a0b5fa92532d', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'mac_address': 'fa:16:3e:fc:45:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74b636d-beb5-4b2a-b3e2-76fdc06a0e54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '1e5dd515-d19e-49cb-b7d7-08b7dd8f4060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:59:32Z', 'updated_at': '2021-07-24T00:59:38Z', 'revision_number': 5, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'subnets': [{'id': '1e5dd515-d19e-49cb-b7d7-08b7dd8f4060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:59:50.181666 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc61614-3efa-4f90-869b-2bad26127b0b None None] New status for floating IP 37693127-f919-447f-acc8-da62807dccd8: ACTIVE {{(pid=100315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 00:59:50.562793 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43928) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:50.627245 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-6084e6f5-f208-4d0c-9a44-d85c5902bd14 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/floatingips/37693127-f919-447f-acc8-da62807dccd8 HTTP/1.1" status: 200 len: 992 time: 0.0632849 Jul 24 00:59:53.276194 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9b3e0e1d-263a-46ba-b68f-a32ee6088cdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:55.853367 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f1c6a589-bda3-4147-a6f4-ab23cb1cbc6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:56.907238 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:57.525765 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:59.115743 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:12.355414 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:00:15.447744 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:17.439681 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f6822-7824-4e37-8a6a-1a4a87ee4ee6 req-77036f2c-0745-4f78-8612-9332ebd67d5b tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:17.441821 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fa0f6822-7824-4e37-8a6a-1a4a87ee4ee6 req-77036f2c-0745-4f78-8612-9332ebd67d5b tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5fbe3ac-1e4b-4ee4-81ca-7224d3e8c134 HTTP/1.1" status: 200 len: 945 time: 0.0658646 Jul 24 01:00:17.478920 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-fa0f6822-7824-4e37-8a6a-1a4a87ee4ee6 req-3d3ae3fe-4e39-4fb0-9c66-d86ff72720e4 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=6fbaec7b-1463-4a4e-a844-4b0bffc5d01b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313756 Jul 24 01:00:18.383816 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:18.621925 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a244222-7c46-4938-918a-440eb0bd364a req-8f1440e1-f586-4916-ab6e-dd994455b4f0 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:18.623926 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5a244222-7c46-4938-918a-440eb0bd364a req-8f1440e1-f586-4916-ab6e-dd994455b4f0 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5fbe3ac-1e4b-4ee4-81ca-7224d3e8c134 HTTP/1.1" status: 200 len: 945 time: 0.0748975 Jul 24 01:00:18.665782 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5a244222-7c46-4938-918a-440eb0bd364a req-83a106ac-a033-4ed7-bd3d-1ed24c92b13d tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=6fbaec7b-1463-4a4e-a844-4b0bffc5d01b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355587 Jul 24 01:00:18.687572 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43948) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:18.745986 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-5d6f4e62-1e5c-4feb-b60d-a67eaed526c9 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/floatingips/37693127-f919-447f-acc8-da62807dccd8 HTTP/1.1" status: 200 len: 992 time: 0.0572357 Jul 24 01:00:20.023601 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce81d37-0dc2-4b9e-8424-5979886db96b req-48f8676c-9ceb-4604-92c7-e9e8760a0401 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:20.025051 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cce81d37-0dc2-4b9e-8424-5979886db96b req-48f8676c-9ceb-4604-92c7-e9e8760a0401 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5fbe3ac-1e4b-4ee4-81ca-7224d3e8c134 HTTP/1.1" status: 200 len: 945 time: 0.0640297 Jul 24 01:00:20.028764 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed7a994-3366-4666-9de5-8f60503d5730 req-a7ea7601-2c00-4c96-803b-b7e48f0aa292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:20.030315 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3ed7a994-3366-4666-9de5-8f60503d5730 req-a7ea7601-2c00-4c96-803b-b7e48f0aa292 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=21fe67bd68cd4d41939b65b573d17a56&device_id=f5fbe3ac-1e4b-4ee4-81ca-7224d3e8c134 HTTP/1.1" status: 200 len: 1097 time: 0.0544260 Jul 24 01:00:20.068947 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cce81d37-0dc2-4b9e-8424-5979886db96b req-0b4a0710-e33a-446e-9189-0a3d98484ea4 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=6fbaec7b-1463-4a4e-a844-4b0bffc5d01b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381222 Jul 24 01:00:20.123252 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed7a994-3366-4666-9de5-8f60503d5730 req-d1bae1d2-de2c-49ec-a64f-d39df41d5b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:20.124751 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3ed7a994-3366-4666-9de5-8f60503d5730 req-d1bae1d2-de2c-49ec-a64f-d39df41d5b34 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9b83bc9a-4fb2-4951-a890-a0b5fa92532d HTTP/1.1" status: 200 len: 898 time: 0.0884142 Jul 24 01:00:20.189084 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3ed7a994-3366-4666-9de5-8f60503d5730 req-5b0ed0e3-ec2f-430f-a0ec-cac400cbf26b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7aff008e-13db-42cd-8375-39f3e7b400e3 HTTP/1.1" status: 200 len: 1000 time: 0.0578351 Jul 24 01:00:20.244722 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed7a994-3366-4666-9de5-8f60503d5730 req-57a4bc1f-7048-419f-b86c-58ad9c1b3a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:20.246241 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3ed7a994-3366-4666-9de5-8f60503d5730 req-57a4bc1f-7048-419f-b86c-58ad9c1b3a59 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1e5dd515-d19e-49cb-b7d7-08b7dd8f4060 HTTP/1.1" status: 200 len: 835 time: 0.0494523 Jul 24 01:00:20.304372 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed7a994-3366-4666-9de5-8f60503d5730 req-cc310f23-05c4-42fd-9ceb-3add1d08e6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:20.305833 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3ed7a994-3366-4666-9de5-8f60503d5730 req-cc310f23-05c4-42fd-9ceb-3add1d08e6f4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9b83bc9a-4fb2-4951-a890-a0b5fa92532d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537865 Jul 24 01:00:20.395137 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3ed7a994-3366-4666-9de5-8f60503d5730 req-611d4c17-d392-4a29-94fa-ee2681858fe8 service neutron] 10.222.0.52 "GET /v2.0/networks/9b83bc9a-4fb2-4951-a890-a0b5fa92532d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828264 Jul 24 01:00:20.492047 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3ed7a994-3366-4666-9de5-8f60503d5730 req-60896463-02dc-4ad9-b562-526c194f8e23 service neutron] 10.222.0.52 "GET /v2.0/networks/9b83bc9a-4fb2-4951-a890-a0b5fa92532d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906420 Jul 24 01:00:21.198524 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003cd4ef-908c-485f-bdbb-b8718fd5bebd req-66e2e7ed-da4e-4a11-8412-a290c0c8c1fa tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:21.199936 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-003cd4ef-908c-485f-bdbb-b8718fd5bebd req-66e2e7ed-da4e-4a11-8412-a290c0c8c1fa tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5fbe3ac-1e4b-4ee4-81ca-7224d3e8c134 HTTP/1.1" status: 200 len: 945 time: 0.0624168 Jul 24 01:00:21.236174 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-003cd4ef-908c-485f-bdbb-b8718fd5bebd req-2faf138c-57f2-40ba-b61a-fd92f45e040a tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=6fbaec7b-1463-4a4e-a844-4b0bffc5d01b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307014 Jul 24 01:00:22.368054 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9759a00-4e45-4749-b979-6f1bf6426cfd req-acae9c64-dc8e-4727-b44d-2a423889f2ac tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:22.369601 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e9759a00-4e45-4749-b979-6f1bf6426cfd req-acae9c64-dc8e-4727-b44d-2a423889f2ac tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5fbe3ac-1e4b-4ee4-81ca-7224d3e8c134 HTTP/1.1" status: 200 len: 945 time: 0.0661745 Jul 24 01:00:22.407942 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e9759a00-4e45-4749-b979-6f1bf6426cfd req-0bc8267b-0f3a-4735-9d47-c169fe10e0e2 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=6fbaec7b-1463-4a4e-a844-4b0bffc5d01b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328274 Jul 24 01:00:22.431259 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43960) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:22.492060 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-17c00735-824e-47c9-9a58-91799087ac08 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/floatingips/37693127-f919-447f-acc8-da62807dccd8 HTTP/1.1" status: 200 len: 992 time: 0.0596716 Jul 24 01:00:22.787303 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43966) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:22.954958 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-00600b7e-ccc5-4ada-8904-675f4a3c4a56 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Deleting port 8c84ddc5-7512-4422-9d14-617c49abd084 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:00:22.955821 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-00600b7e-ccc5-4ada-8904-675f4a3c4a56 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:23.028736 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-00600b7e-ccc5-4ada-8904-675f4a3c4a56 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:23.029091 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-00600b7e-ccc5-4ada-8904-675f4a3c4a56 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:23.040369 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-00600b7e-ccc5-4ada-8904-675f4a3c4a56 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Calling delete_port for 8c84ddc5-7512-4422-9d14-617c49abd084 owned by network:floatingip {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:00:23.278595 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-36769239-7945-410d-b838-118e28d25563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:23.494225 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-00600b7e-ccc5-4ada-8904-675f4a3c4a56 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:23.527120 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00600b7e-ccc5-4ada-8904-675f4a3c4a56 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event deleted for resources: {'Port': ['ID=8c84ddc5-7512-4422-9d14-617c49abd084,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:23.555051 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00600b7e-ccc5-4ada-8904-675f4a3c4a56 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:23.555398 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00600b7e-ccc5-4ada-8904-675f4a3c4a56 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:23.555740 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00600b7e-ccc5-4ada-8904-675f4a3c4a56 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:23.556080 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00600b7e-ccc5-4ada-8904-675f4a3c4a56 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:23.556411 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00600b7e-ccc5-4ada-8904-675f4a3c4a56 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:23.556745 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00600b7e-ccc5-4ada-8904-675f4a3c4a56 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:23.557099 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00600b7e-ccc5-4ada-8904-675f4a3c4a56 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:23.557431 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00600b7e-ccc5-4ada-8904-675f4a3c4a56 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:23.557759 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00600b7e-ccc5-4ada-8904-675f4a3c4a56 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:23.558082 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00600b7e-ccc5-4ada-8904-675f4a3c4a56 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:23.558405 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00600b7e-ccc5-4ada-8904-675f4a3c4a56 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:23.558733 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00600b7e-ccc5-4ada-8904-675f4a3c4a56 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:23.600634 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-00600b7e-ccc5-4ada-8904-675f4a3c4a56 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for floatingip, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:23.601037 n-d-800088-16 neutron-server[100313]: INFO neutron.db.l3_db [None req-00600b7e-ccc5-4ada-8904-675f4a3c4a56 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Floating IP 37693127-f919-447f-acc8-da62807dccd8 disassociated (deleted). External IP: 172.25.3.29, port: 7aff008e-13db-42cd-8375-39f3e7b400e3. Jul 24 01:00:23.803137 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00600b7e-ccc5-4ada-8904-675f4a3c4a56 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Router b74b636d-beb5-4b2a-b3e2-76fdc06a0e54 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:00:23.918332 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00600b7e-ccc5-4ada-8904-675f4a3c4a56 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:00:23.923366 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-00600b7e-ccc5-4ada-8904-675f4a3c4a56 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:23.929974 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3f207c-8940-4e85-b71a-e9886973dee9 None None] Sync routers for ids ['b74b636d-beb5-4b2a-b3e2-76fdc06a0e54'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:00:23.940367 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3f207c-8940-4e85-b71a-e9886973dee9 None None] Routers {'b74b636d-beb5-4b2a-b3e2-76fdc06a0e54'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:00:23.941450 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-ef3f207c-8940-4e85-b71a-e9886973dee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:59:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['b74b636d-beb5-4b2a-b3e2-76fdc06a0e54'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:23.966089 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-00600b7e-ccc5-4ada-8904-675f4a3c4a56 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "DELETE /v2.0/floatingips/37693127-f919-447f-acc8-da62807dccd8 HTTP/1.1" status: 204 len: 168 time: 1.1754000 Jul 24 01:00:23.966089 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5fbe3ac-1e4b-4ee4-81ca-7224d3e8c134', 'tag': '7aff008e-13db-42cd-8375-39f3e7b400e3'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:00:23.966822 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b5b12b33723a5ac99f65cff31e3c306c8fdd85da64bb4eb22f7eb8a86bf6c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30335f2b-05c1-442a-9729-0acbed60f42b" -d '{"events": [{"name": "network-changed", "server_uuid": "f5fbe3ac-1e4b-4ee4-81ca-7224d3e8c134", "tag": "7aff008e-13db-42cd-8375-39f3e7b400e3"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:00:24.012346 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-101c36c2-034e-43c4-89da-6e294515221d x-openstack-request-id: req-101c36c2-034e-43c4-89da-6e294515221d {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:00:24.012665 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5fbe3ac-1e4b-4ee4-81ca-7224d3e8c134", "tag": "7aff008e-13db-42cd-8375-39f3e7b400e3", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:00:24.012934 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-101c36c2-034e-43c4-89da-6e294515221d {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:00:24.013348 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5fbe3ac-1e4b-4ee4-81ca-7224d3e8c134', 'tag': '7aff008e-13db-42cd-8375-39f3e7b400e3', 'status': 'completed', 'code': 200} Jul 24 01:00:24.056570 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-ef3f207c-8940-4e85-b71a-e9886973dee9 None None] Set router b74b636d-beb5-4b2a-b3e2-76fdc06a0e54 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:00:24.089431 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30335f2b-05c1-442a-9729-0acbed60f42b req-0000cac4-6b21-415d-8ca9-f127db3dc950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:24.091350 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-30335f2b-05c1-442a-9729-0acbed60f42b req-0000cac4-6b21-415d-8ca9-f127db3dc950 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=21fe67bd68cd4d41939b65b573d17a56&device_id=f5fbe3ac-1e4b-4ee4-81ca-7224d3e8c134 HTTP/1.1" status: 200 len: 1097 time: 0.0566666 Jul 24 01:00:24.228088 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30335f2b-05c1-442a-9729-0acbed60f42b req-2bbe3629-8380-4c8f-8cbc-f2d6aba6efc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:24.229632 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-30335f2b-05c1-442a-9729-0acbed60f42b req-2bbe3629-8380-4c8f-8cbc-f2d6aba6efc5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9b83bc9a-4fb2-4951-a890-a0b5fa92532d HTTP/1.1" status: 200 len: 898 time: 0.1319633 Jul 24 01:00:24.268463 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-ef3f207c-8940-4e85-b71a-e9886973dee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74b636d-beb5-4b2a-b3e2-76fdc06a0e54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1572795102', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'a9dbdab8-b699-4265-8834-7b30ce5dc486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:59:30Z', 'updated_at': '2021-07-24T00:59:33Z', 'revision_number': 4, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'gw_port': {'id': 'a9dbdab8-b699-4265-8834-7b30ce5dc486', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:dc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74b636d-beb5-4b2a-b3e2-76fdc06a0e54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:59:30Z', 'updated_at': '2021-07-24T00:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '50e0796e-1b47-4702-bd30-e9d7d500ddb0', 'name': '', 'network_id': '9b83bc9a-4fb2-4951-a890-a0b5fa92532d', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'mac_address': 'fa:16:3e:fc:45:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74b636d-beb5-4b2a-b3e2-76fdc06a0e54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '1e5dd515-d19e-49cb-b7d7-08b7dd8f4060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:59:32Z', 'updated_at': '2021-07-24T00:59:38Z', 'revision_number': 5, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'subnets': [{'id': '1e5dd515-d19e-49cb-b7d7-08b7dd8f4060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:24.275439 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-30335f2b-05c1-442a-9729-0acbed60f42b req-daea16b8-5cd0-4af1-a182-6d6b05f162db service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7aff008e-13db-42cd-8375-39f3e7b400e3 HTTP/1.1" status: 200 len: 217 time: 0.0383315 Jul 24 01:00:24.286603 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8258d46e-48b3-4cac-ae67-03721ad647b7 req-f59a6249-cb6f-4465-a277-3b6f3966cf2f tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:24.288091 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8258d46e-48b3-4cac-ae67-03721ad647b7 req-f59a6249-cb6f-4465-a277-3b6f3966cf2f tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5fbe3ac-1e4b-4ee4-81ca-7224d3e8c134 HTTP/1.1" status: 200 len: 945 time: 0.1241336 Jul 24 01:00:24.299034 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3f207c-8940-4e85-b71a-e9886973dee9 None None] Checking router: b74b636d-beb5-4b2a-b3e2-76fdc06a0e54 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:00:24.307375 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3f207c-8940-4e85-b71a-e9886973dee9 None None] Routers {'b74b636d-beb5-4b2a-b3e2-76fdc06a0e54'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:00:24.307912 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-ef3f207c-8940-4e85-b71a-e9886973dee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T00:59:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['b74b636d-beb5-4b2a-b3e2-76fdc06a0e54'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:24.355936 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30335f2b-05c1-442a-9729-0acbed60f42b req-45b2fcc7-c580-4db5-acc3-406a66cb99a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:24.357452 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-30335f2b-05c1-442a-9729-0acbed60f42b req-45b2fcc7-c580-4db5-acc3-406a66cb99a6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1e5dd515-d19e-49cb-b7d7-08b7dd8f4060 HTTP/1.1" status: 200 len: 835 time: 0.0684967 Jul 24 01:00:24.362669 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8258d46e-48b3-4cac-ae67-03721ad647b7 req-8ac8259f-d765-4950-89b1-ee7fdf047929 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=6fbaec7b-1463-4a4e-a844-4b0bffc5d01b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657835 Jul 24 01:00:24.421539 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-ef3f207c-8940-4e85-b71a-e9886973dee9 None None] Set router b74b636d-beb5-4b2a-b3e2-76fdc06a0e54 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:00:24.422502 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30335f2b-05c1-442a-9729-0acbed60f42b req-dfbb9980-b463-4c02-945b-baa762e490d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:24.424087 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-30335f2b-05c1-442a-9729-0acbed60f42b req-dfbb9980-b463-4c02-945b-baa762e490d2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9b83bc9a-4fb2-4951-a890-a0b5fa92532d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0591989 Jul 24 01:00:24.515083 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-30335f2b-05c1-442a-9729-0acbed60f42b req-de6e144b-bcdf-49f8-94b5-001550cbe3e7 service neutron] 10.222.0.52 "GET /v2.0/networks/9b83bc9a-4fb2-4951-a890-a0b5fa92532d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836933 Jul 24 01:00:24.615732 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-30335f2b-05c1-442a-9729-0acbed60f42b req-cc1490c0-428f-4ba7-b52b-331d55526aea service neutron] 10.222.0.52 "GET /v2.0/networks/9b83bc9a-4fb2-4951-a890-a0b5fa92532d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917313 Jul 24 01:00:24.617747 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-ef3f207c-8940-4e85-b71a-e9886973dee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74b636d-beb5-4b2a-b3e2-76fdc06a0e54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1572795102', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'a9dbdab8-b699-4265-8834-7b30ce5dc486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:59:30Z', 'updated_at': '2021-07-24T00:59:33Z', 'revision_number': 4, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'gw_port': {'id': 'a9dbdab8-b699-4265-8834-7b30ce5dc486', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:dc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74b636d-beb5-4b2a-b3e2-76fdc06a0e54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:59:30Z', 'updated_at': '2021-07-24T00:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '50e0796e-1b47-4702-bd30-e9d7d500ddb0', 'name': '', 'network_id': '9b83bc9a-4fb2-4951-a890-a0b5fa92532d', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'mac_address': 'fa:16:3e:fc:45:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74b636d-beb5-4b2a-b3e2-76fdc06a0e54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '1e5dd515-d19e-49cb-b7d7-08b7dd8f4060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:59:32Z', 'updated_at': '2021-07-24T00:59:38Z', 'revision_number': 5, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'subnets': [{'id': '1e5dd515-d19e-49cb-b7d7-08b7dd8f4060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:24.647255 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3f207c-8940-4e85-b71a-e9886973dee9 None None] The sync data for ids ['b74b636d-beb5-4b2a-b3e2-76fdc06a0e54'] in n-d-800088-16 is: [{'id': 'b74b636d-beb5-4b2a-b3e2-76fdc06a0e54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1572795102', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'a9dbdab8-b699-4265-8834-7b30ce5dc486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:59:30Z', 'updated_at': '2021-07-24T00:59:33Z', 'revision_number': 4, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'gw_port': {'id': 'a9dbdab8-b699-4265-8834-7b30ce5dc486', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:dc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74b636d-beb5-4b2a-b3e2-76fdc06a0e54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:59:30Z', 'updated_at': '2021-07-24T00:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '50e0796e-1b47-4702-bd30-e9d7d500ddb0', 'name': '', 'network_id': '9b83bc9a-4fb2-4951-a890-a0b5fa92532d', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'mac_address': 'fa:16:3e:fc:45:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74b636d-beb5-4b2a-b3e2-76fdc06a0e54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '1e5dd515-d19e-49cb-b7d7-08b7dd8f4060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:59:32Z', 'updated_at': '2021-07-24T00:59:38Z', 'revision_number': 5, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'subnets': [{'id': '1e5dd515-d19e-49cb-b7d7-08b7dd8f4060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:00:24.871387 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7620fb73-7f2d-44cc-9b6b-f445fe08c29e None None] New status for floating IP 37693127-f919-447f-acc8-da62807dccd8: DOWN {{(pid=100315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 01:00:25.509747 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db344d2-9602-48b0-bc11-3dc909bf2c44 req-11f45691-1908-43ec-a630-3fd7b144b177 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:25.511349 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7db344d2-9602-48b0-bc11-3dc909bf2c44 req-11f45691-1908-43ec-a630-3fd7b144b177 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5fbe3ac-1e4b-4ee4-81ca-7224d3e8c134 HTTP/1.1" status: 200 len: 945 time: 0.0730536 Jul 24 01:00:25.553086 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7db344d2-9602-48b0-bc11-3dc909bf2c44 req-4844c121-e37d-4db4-ae16-bbec22686aee tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/security-groups?id=6fbaec7b-1463-4a4e-a844-4b0bffc5d01b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361111 Jul 24 01:00:25.833132 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbae147-14f5-40ae-9a7b-7feab856c873 req-a4c3f9b1-9e07-4d23-a8b8-dc9992927d1c tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:25.834834 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-abbae147-14f5-40ae-9a7b-7feab856c873 req-a4c3f9b1-9e07-4d23-a8b8-dc9992927d1c tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.52 "GET /v2.0/ports?device_id=f5fbe3ac-1e4b-4ee4-81ca-7224d3e8c134 HTTP/1.1" status: 200 len: 945 time: 0.0688207 Jul 24 01:00:25.857386 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-173961a8-6105-4c06-a069-71e0c7a9c82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:25.949852 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-abbae147-14f5-40ae-9a7b-7feab856c873 req-d4cf5b94-043c-4a38-a0c3-abf1ba4eea38 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Deleting port 7aff008e-13db-42cd-8375-39f3e7b400e3 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:00:25.950145 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-abbae147-14f5-40ae-9a7b-7feab856c873 req-d4cf5b94-043c-4a38-a0c3-abf1ba4eea38 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:26.043710 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-abbae147-14f5-40ae-9a7b-7feab856c873 req-d4cf5b94-043c-4a38-a0c3-abf1ba4eea38 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] For port 7aff008e-13db-42cd-8375-39f3e7b400e3, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=7aff008e-13db-42cd-8375-39f3e7b400e3,segment=NetworkSegment(c027f7e5-6627-440d-b541-b942d57db5fc),segment_id=c027f7e5-6627-440d-b541-b942d57db5fc)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:00:26.044036 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-abbae147-14f5-40ae-9a7b-7feab856c873 req-d4cf5b94-043c-4a38-a0c3-abf1ba4eea38 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:26.057523 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-abbae147-14f5-40ae-9a7b-7feab856c873 req-d4cf5b94-043c-4a38-a0c3-abf1ba4eea38 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Calling delete_port for 7aff008e-13db-42cd-8375-39f3e7b400e3 owned by compute:nova {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:00:26.196485 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-abbae147-14f5-40ae-9a7b-7feab856c873 req-d4cf5b94-043c-4a38-a0c3-abf1ba4eea38 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:26.225803 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cf5b94-043c-4a38-a0c3-abf1ba4eea38 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event deleted for resources: {'Port': ['ID=7aff008e-13db-42cd-8375-39f3e7b400e3,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:26.282884 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-abbae147-14f5-40ae-9a7b-7feab856c873 req-d4cf5b94-043c-4a38-a0c3-abf1ba4eea38 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] No DVR routers for this DVR port 7aff008e-13db-42cd-8375-39f3e7b400e3 on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:00:26.286013 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-abbae147-14f5-40ae-9a7b-7feab856c873 req-d4cf5b94-043c-4a38-a0c3-abf1ba4eea38 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:26.288229 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-abbae147-14f5-40ae-9a7b-7feab856c873 req-d4cf5b94-043c-4a38-a0c3-abf1ba4eea38 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.52 "DELETE /v2.0/ports/7aff008e-13db-42cd-8375-39f3e7b400e3 HTTP/1.1" status: 204 len: 173 time: 0.4477813 Jul 24 01:00:26.288709 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5fbe3ac-1e4b-4ee4-81ca-7224d3e8c134', 'name': 'network-vif-deleted', 'tag': '7aff008e-13db-42cd-8375-39f3e7b400e3'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:00:26.291049 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b5b12b33723a5ac99f65cff31e3c306c8fdd85da64bb4eb22f7eb8a86bf6c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3262850f-f7f0-4d8b-85fe-b37927cdbf96" -d '{"events": [{"server_uuid": "f5fbe3ac-1e4b-4ee4-81ca-7224d3e8c134", "name": "network-vif-deleted", "tag": "7aff008e-13db-42cd-8375-39f3e7b400e3"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:00:26.336376 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb1cbd2-275e-43a1-9cbb-3f8972b234ae x-openstack-request-id: req-8bb1cbd2-275e-43a1-9cbb-3f8972b234ae {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:00:26.336823 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5fbe3ac-1e4b-4ee4-81ca-7224d3e8c134", "name": "network-vif-deleted", "tag": "7aff008e-13db-42cd-8375-39f3e7b400e3", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:00:26.337096 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8bb1cbd2-275e-43a1-9cbb-3f8972b234ae {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:00:26.337551 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5fbe3ac-1e4b-4ee4-81ca-7224d3e8c134', 'name': 'network-vif-deleted', 'tag': '7aff008e-13db-42cd-8375-39f3e7b400e3', 'status': 'completed', 'code': 200} Jul 24 01:00:26.680294 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-99b7b555-2fb4-4231-a187-f5e2449e539d req-57301974-be15-4724-ad50-d5e4db5fd560 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5fbe3ac-1e4b-4ee4-81ca-7224d3e8c134 HTTP/1.1" status: 200 len: 210 time: 0.0327866 Jul 24 01:00:26.911727 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:27.528501 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:27.741818 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43982) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:28.105649 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f5352c95-89ac-45dd-9a01-23040dd23e9e tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681029'] for router_interface, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:28.381266 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-f5352c95-89ac-45dd-9a01-23040dd23e9e tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Deleting port 50e0796e-1b47-4702-bd30-e9d7d500ddb0 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:00:28.381505 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f5352c95-89ac-45dd-9a01-23040dd23e9e tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:28.476707 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-f5352c95-89ac-45dd-9a01-23040dd23e9e tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] For port 50e0796e-1b47-4702-bd30-e9d7d500ddb0, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=50e0796e-1b47-4702-bd30-e9d7d500ddb0,segment=NetworkSegment(c027f7e5-6627-440d-b541-b942d57db5fc),segment_id=c027f7e5-6627-440d-b541-b942d57db5fc)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:00:28.477101 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f5352c95-89ac-45dd-9a01-23040dd23e9e tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:28.490001 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-f5352c95-89ac-45dd-9a01-23040dd23e9e tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Calling delete_port for 50e0796e-1b47-4702-bd30-e9d7d500ddb0 owned by network:router_interface {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:00:28.679959 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f5352c95-89ac-45dd-9a01-23040dd23e9e tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:28.708555 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5352c95-89ac-45dd-9a01-23040dd23e9e tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event deleted for resources: {'Port': ['ID=50e0796e-1b47-4702-bd30-e9d7d500ddb0,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:28.903518 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f5352c95-89ac-45dd-9a01-23040dd23e9e tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679987'] for router_interface, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:29.118659 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:29.125210 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5352c95-89ac-45dd-9a01-23040dd23e9e tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Router b74b636d-beb5-4b2a-b3e2-76fdc06a0e54 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:00:29.237868 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5352c95-89ac-45dd-9a01-23040dd23e9e tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:00:29.242977 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-f5352c95-89ac-45dd-9a01-23040dd23e9e tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "PUT /v2.0/routers/b74b636d-beb5-4b2a-b3e2-76fdc06a0e54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5000248 Jul 24 01:00:29.245942 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43984) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:29.248671 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de76df9c-aea5-481a-9d54-030cbcce6d21 None None] Sync routers for ids ['b74b636d-beb5-4b2a-b3e2-76fdc06a0e54'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:00:29.258007 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de76df9c-aea5-481a-9d54-030cbcce6d21 None None] Routers {'b74b636d-beb5-4b2a-b3e2-76fdc06a0e54'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:00:29.258630 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-de76df9c-aea5-481a-9d54-030cbcce6d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T01:00:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['b74b636d-beb5-4b2a-b3e2-76fdc06a0e54'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:29.300076 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9ae31d1-b1dc-4e87-82b3-455ab2e4a1a3 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Deleting subnet 1e5dd515-d19e-49cb-b7d7-08b7dd8f4060 {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:00:29.303725 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d9ae31d1-b1dc-4e87-82b3-455ab2e4a1a3 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:29.347508 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d9ae31d1-b1dc-4e87-82b3-455ab2e4a1a3 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:29.367685 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-de76df9c-aea5-481a-9d54-030cbcce6d21 None None] Set router b74b636d-beb5-4b2a-b3e2-76fdc06a0e54 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:00:29.447182 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d9ae31d1-b1dc-4e87-82b3-455ab2e4a1a3 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:29.509832 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d9ae31d1-b1dc-4e87-82b3-455ab2e4a1a3 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:29.539515 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 7aff008e-13db-42cd-8375-39f3e7b400e3 no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:00:29.548385 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ae31d1-b1dc-4e87-82b3-455ab2e4a1a3 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event deleted for resources: {'Subnet': ['ID=1e5dd515-d19e-49cb-b7d7-08b7dd8f4060,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:29.555231 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d9ae31d1-b1dc-4e87-82b3-455ab2e4a1a3 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:29.562554 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43986) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:29.563168 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-d9ae31d1-b1dc-4e87-82b3-455ab2e4a1a3 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "DELETE /v2.0/subnets/1e5dd515-d19e-49cb-b7d7-08b7dd8f4060 HTTP/1.1" status: 204 len: 168 time: 0.3158813 Jul 24 01:00:29.571032 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] No Port match for: 7aff008e-13db-42cd-8375-39f3e7b400e3 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:00:29.571392 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 7aff008e-13db-42cd-8375-39f3e7b400e3 not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:00:29.574247 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea06861-759f-4829-b117-3cbfa193613c None None] Network 9b83bc9a-4fb2-4951-a890-a0b5fa92532d requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:00:29.588362 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-de76df9c-aea5-481a-9d54-030cbcce6d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74b636d-beb5-4b2a-b3e2-76fdc06a0e54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1572795102', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'a9dbdab8-b699-4265-8834-7b30ce5dc486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:59:30Z', 'updated_at': '2021-07-24T01:00:28Z', 'revision_number': 5, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'gw_port': {'id': 'a9dbdab8-b699-4265-8834-7b30ce5dc486', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:dc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74b636d-beb5-4b2a-b3e2-76fdc06a0e54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:59:30Z', 'updated_at': '2021-07-24T00:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:29.617578 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de76df9c-aea5-481a-9d54-030cbcce6d21 None None] Checking router: b74b636d-beb5-4b2a-b3e2-76fdc06a0e54 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:00:29.626591 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de76df9c-aea5-481a-9d54-030cbcce6d21 None None] Routers {'b74b636d-beb5-4b2a-b3e2-76fdc06a0e54'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:00:29.627348 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-de76df9c-aea5-481a-9d54-030cbcce6d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T01:00:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['b74b636d-beb5-4b2a-b3e2-76fdc06a0e54'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:29.688839 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9cb85518-57c5-4f04-8d5a-eec6ca5810a6 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for router, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:29.741783 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-de76df9c-aea5-481a-9d54-030cbcce6d21 None None] Set router b74b636d-beb5-4b2a-b3e2-76fdc06a0e54 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:00:29.789348 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f72c83-09fe-4967-953a-4f8949fdfc36 None None] DHCP port deletion for 9b83bc9a-4fb2-4951-a890-a0b5fa92532d request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:00:29.810736 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9cb85518-57c5-4f04-8d5a-eec6ca5810a6 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:29.853642 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-54f72c83-09fe-4967-953a-4f8949fdfc36 None None] Deleting port 80a9004a-d6c1-4209-b9a8-f88341056504 {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:00:29.854266 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-54f72c83-09fe-4967-953a-4f8949fdfc36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:29.883215 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-9cb85518-57c5-4f04-8d5a-eec6ca5810a6 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Deleting port a9dbdab8-b699-4265-8834-7b30ce5dc486 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:00:29.883659 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9cb85518-57c5-4f04-8d5a-eec6ca5810a6 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:29.934443 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-54f72c83-09fe-4967-953a-4f8949fdfc36 None None] For port 80a9004a-d6c1-4209-b9a8-f88341056504, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=80a9004a-d6c1-4209-b9a8-f88341056504,segment=NetworkSegment(c027f7e5-6627-440d-b541-b942d57db5fc),segment_id=c027f7e5-6627-440d-b541-b942d57db5fc)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:00:29.935087 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-54f72c83-09fe-4967-953a-4f8949fdfc36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:29.952076 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-54f72c83-09fe-4967-953a-4f8949fdfc36 None None] Calling delete_port for 80a9004a-d6c1-4209-b9a8-f88341056504 owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:00:29.993244 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-9cb85518-57c5-4f04-8d5a-eec6ca5810a6 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] For port a9dbdab8-b699-4265-8834-7b30ce5dc486, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=a9dbdab8-b699-4265-8834-7b30ce5dc486,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:00:29.994212 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9cb85518-57c5-4f04-8d5a-eec6ca5810a6 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:30.008147 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-9cb85518-57c5-4f04-8d5a-eec6ca5810a6 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Calling delete_port for a9dbdab8-b699-4265-8834-7b30ce5dc486 owned by network:router_gateway {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:00:30.042599 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-54f72c83-09fe-4967-953a-4f8949fdfc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:30.046506 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-de76df9c-aea5-481a-9d54-030cbcce6d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74b636d-beb5-4b2a-b3e2-76fdc06a0e54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1572795102', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'a9dbdab8-b699-4265-8834-7b30ce5dc486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:59:30Z', 'updated_at': '2021-07-24T01:00:28Z', 'revision_number': 5, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'gw_port': {'id': 'a9dbdab8-b699-4265-8834-7b30ce5dc486', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:dc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74b636d-beb5-4b2a-b3e2-76fdc06a0e54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:59:30Z', 'updated_at': '2021-07-24T00:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:30.073657 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f72c83-09fe-4967-953a-4f8949fdfc36 None None] Pushing event deleted for resources: {'Port': ['ID=80a9004a-d6c1-4209-b9a8-f88341056504,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:30.076072 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f72c83-09fe-4967-953a-4f8949fdfc36 None None] No DVR routers for this DVR port 80a9004a-d6c1-4209-b9a8-f88341056504 on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:00:30.078918 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de76df9c-aea5-481a-9d54-030cbcce6d21 None None] The sync data for ids ['b74b636d-beb5-4b2a-b3e2-76fdc06a0e54'] in n-d-800088-16 is: [{'id': 'b74b636d-beb5-4b2a-b3e2-76fdc06a0e54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1572795102', 'tenant_id': '21fe67bd68cd4d41939b65b573d17a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'a9dbdab8-b699-4265-8834-7b30ce5dc486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:59:30Z', 'updated_at': '2021-07-24T01:00:28Z', 'revision_number': 5, 'project_id': '21fe67bd68cd4d41939b65b573d17a56', 'gw_port': {'id': 'a9dbdab8-b699-4265-8834-7b30ce5dc486', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:dc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74b636d-beb5-4b2a-b3e2-76fdc06a0e54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:59:30Z', 'updated_at': '2021-07-24T00:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:00:30.086172 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f72c83-09fe-4967-953a-4f8949fdfc36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:30.086530 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f72c83-09fe-4967-953a-4f8949fdfc36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:30.086884 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f72c83-09fe-4967-953a-4f8949fdfc36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:30.087224 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f72c83-09fe-4967-953a-4f8949fdfc36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:30.087561 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f72c83-09fe-4967-953a-4f8949fdfc36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:30.087897 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f72c83-09fe-4967-953a-4f8949fdfc36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:30.088231 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f72c83-09fe-4967-953a-4f8949fdfc36 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:30.088565 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f72c83-09fe-4967-953a-4f8949fdfc36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:30.088989 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f72c83-09fe-4967-953a-4f8949fdfc36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:30.089480 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f72c83-09fe-4967-953a-4f8949fdfc36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:30.090039 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f72c83-09fe-4967-953a-4f8949fdfc36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:30.090507 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f72c83-09fe-4967-953a-4f8949fdfc36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:30.199823 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9cb85518-57c5-4f04-8d5a-eec6ca5810a6 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:30.230668 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb85518-57c5-4f04-8d5a-eec6ca5810a6 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event deleted for resources: {'Port': ['ID=a9dbdab8-b699-4265-8834-7b30ce5dc486,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:30.261911 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb85518-57c5-4f04-8d5a-eec6ca5810a6 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:30.262267 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb85518-57c5-4f04-8d5a-eec6ca5810a6 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:30.262612 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb85518-57c5-4f04-8d5a-eec6ca5810a6 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:30.262956 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb85518-57c5-4f04-8d5a-eec6ca5810a6 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:30.263294 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb85518-57c5-4f04-8d5a-eec6ca5810a6 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:30.263635 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb85518-57c5-4f04-8d5a-eec6ca5810a6 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:30.263971 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb85518-57c5-4f04-8d5a-eec6ca5810a6 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:30.264305 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb85518-57c5-4f04-8d5a-eec6ca5810a6 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:30.264638 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb85518-57c5-4f04-8d5a-eec6ca5810a6 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:30.264998 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb85518-57c5-4f04-8d5a-eec6ca5810a6 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:30.265326 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb85518-57c5-4f04-8d5a-eec6ca5810a6 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:30.265658 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb85518-57c5-4f04-8d5a-eec6ca5810a6 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:30.314060 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9cb85518-57c5-4f04-8d5a-eec6ca5810a6 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687114'] for router_gateway, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:30.733569 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 80a9004a-d6c1-4209-b9a8-f88341056504 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:00:30.756272 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 80a9004a-d6c1-4209-b9a8-f88341056504 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:00:30.756640 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 80a9004a-d6c1-4209-b9a8-f88341056504 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:00:30.757213 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 50e0796e-1b47-4702-bd30-e9d7d500ddb0 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:00:30.762510 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9cb85518-57c5-4f04-8d5a-eec6ca5810a6 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:30.764838 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9cb85518-57c5-4f04-8d5a-eec6ca5810a6 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:30.776563 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 50e0796e-1b47-4702-bd30-e9d7d500ddb0 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:00:30.776936 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 50e0796e-1b47-4702-bd30-e9d7d500ddb0 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:00:30.813040 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9cb85518-57c5-4f04-8d5a-eec6ca5810a6 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:30.813610 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb85518-57c5-4f04-8d5a-eec6ca5810a6 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Fanout notify agent at l3_agent the message router_deleted on router b74b636d-beb5-4b2a-b3e2-76fdc06a0e54 {{(pid=100314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:00:30.821121 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9cb85518-57c5-4f04-8d5a-eec6ca5810a6 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:30.822307 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-9cb85518-57c5-4f04-8d5a-eec6ca5810a6 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "DELETE /v2.0/routers/b74b636d-beb5-4b2a-b3e2-76fdc06a0e54 HTTP/1.1" status: 204 len: 168 time: 1.2577186 Jul 24 01:00:30.825171 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 43988) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:30.908964 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-454abf26-2c00-46a5-99d9-18890cfa39b8 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:31.007161 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-454abf26-2c00-46a5-99d9-18890cfa39b8 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:31.017398 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-454abf26-2c00-46a5-99d9-18890cfa39b8 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b83bc9a-4fb2-4951-a890-a0b5fa92532d']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:31.032243 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-454abf26-2c00-46a5-99d9-18890cfa39b8 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c027f7e5-6627-440d-b541-b942d57db5fc') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:31.032538 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-454abf26-2c00-46a5-99d9-18890cfa39b8 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c027f7e5-6627-440d-b541-b942d57db5fc') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:31.041846 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-454abf26-2c00-46a5-99d9-18890cfa39b8 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:31.056273 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-454abf26-2c00-46a5-99d9-18890cfa39b8 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:31.062138 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-454abf26-2c00-46a5-99d9-18890cfa39b8 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:00:31.062551 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-454abf26-2c00-46a5-99d9-18890cfa39b8 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:31.066105 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 01:00:31.066105 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:00:31.066105 n-d-800088-16 neutron-server[100313]: timer() Jul 24 01:00:31.066105 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:00:31.066105 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 01:00:31.066105 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:00:31.066105 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 01:00:31.066105 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:00:31.066105 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 01:00:31.066105 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:00:31.066105 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 01:00:31.066105 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:00:31.066105 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 01:00:31.066105 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:00:31.066105 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:00:31.066105 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:00:31.066105 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:00:31.066105 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:00:31.066105 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 01:00:31.066105 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:00:31.066105 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 01:00:31.066105 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:00:31.066105 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:00:31.066105 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:00:31.066105 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 01:00:31.066105 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:00:31.066105 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:00:31.066105 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:00:31.066105 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:00:31.066105 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:00:31.066105 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:00:31.066105 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:00:31.122026 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-454abf26-2c00-46a5-99d9-18890cfa39b8 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:31.130442 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-454abf26-2c00-46a5-99d9-18890cfa39b8 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:31.131725 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-454abf26-2c00-46a5-99d9-18890cfa39b8 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "DELETE /v2.0/networks/9b83bc9a-4fb2-4951-a890-a0b5fa92532d HTTP/1.1" status: 204 len: 168 time: 0.3053937 Jul 24 01:00:31.134814 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43990) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:31.144738 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454abf26-2c00-46a5-99d9-18890cfa39b8 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event deleted for resources: {'Network': ['ID=9b83bc9a-4fb2-4951-a890-a0b5fa92532d,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:31.196695 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-295dd320-759b-496d-99aa-12c3c3278b68 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:31.223059 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-295dd320-759b-496d-99aa-12c3c3278b68 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:31.289000 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-295dd320-759b-496d-99aa-12c3c3278b68 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:31.292088 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-295dd320-759b-496d-99aa-12c3c3278b68 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:31.293074 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-295dd320-759b-496d-99aa-12c3c3278b68 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] 10.222.0.44 "DELETE /v2.0/security-groups/6fbaec7b-1463-4a4e-a844-4b0bffc5d01b HTTP/1.1" status: 204 len: 168 time: 0.1572156 Jul 24 01:00:31.304475 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295dd320-759b-496d-99aa-12c3c3278b68 tempest-TestNetworkAdvancedServerOps-903389751 tempest-TestNetworkAdvancedServerOps-903389751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fbaec7b-1463-4a4e-a844-4b0bffc5d01b,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:31.634051 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 43998) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:31.768992 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-0b525842-28fe-48da-9421-c39960294c62 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=21fe67bd68cd4d41939b65b573d17a56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1337287 Jul 24 01:00:31.771442 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 44002) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:31.822022 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-82187574-b276-42d0-a8c6-a48204e28538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:31.843448 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-82187574-b276-42d0-a8c6-a48204e28538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:31.893857 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-82187574-b276-42d0-a8c6-a48204e28538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:31.896483 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-82187574-b276-42d0-a8c6-a48204e28538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:31.897716 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-82187574-b276-42d0-a8c6-a48204e28538 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bb912bc7-9fbf-426f-b9ec-0e77b71b78a1 HTTP/1.1" status: 204 len: 168 time: 0.1253531 Jul 24 01:00:31.905759 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82187574-b276-42d0-a8c6-a48204e28538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb912bc7-9fbf-426f-b9ec-0e77b71b78a1,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:32.174541 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 44008) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:32.187813 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-30683d3c-f78f-40f8-a700-fd7fc86e5077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:32.284954 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-30683d3c-f78f-40f8-a700-fd7fc86e5077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:32.288904 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-30683d3c-f78f-40f8-a700-fd7fc86e5077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:32.326580 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30683d3c-f78f-40f8-a700-fd7fc86e5077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8621c212-53c6-4d8a-b549-d303c14d64e6,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:32.334977 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-30683d3c-f78f-40f8-a700-fd7fc86e5077 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8a02dc68bf734bcda03e8b8eeae6320e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1557260 Jul 24 01:00:32.336340 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 44010) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:32.387069 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-158166b4-1758-4000-8a41-6f1ea5ccabf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:32.408962 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-158166b4-1758-4000-8a41-6f1ea5ccabf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:32.458277 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-158166b4-1758-4000-8a41-6f1ea5ccabf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:32.460887 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-158166b4-1758-4000-8a41-6f1ea5ccabf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:32.462066 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-158166b4-1758-4000-8a41-6f1ea5ccabf0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8621c212-53c6-4d8a-b549-d303c14d64e6 HTTP/1.1" status: 204 len: 168 time: 0.1247342 Jul 24 01:00:32.470504 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158166b4-1758-4000-8a41-6f1ea5ccabf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8621c212-53c6-4d8a-b549-d303c14d64e6,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:32.629694 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device a9dbdab8-b699-4265-8834-7b30ce5dc486 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:00:32.659926 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: a9dbdab8-b699-4265-8834-7b30ce5dc486 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:00:32.660272 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device a9dbdab8-b699-4265-8834-7b30ce5dc486 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:00:33.204250 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 44032) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:33.307430 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-d873d740-71ec-49c8-947f-97031c65cb9a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1206606910-network', 'tenant_id': 'e449a3bc67414b30ad15fce43c385d3b'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:00:33.331381 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d873d740-71ec-49c8-947f-97031c65cb9a admin admin] Made reservation on behalf of e449a3bc67414b30ad15fce43c385d3b for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:00:33.333705 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d873d740-71ec-49c8-947f-97031c65cb9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:33.345987 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d873d740-71ec-49c8-947f-97031c65cb9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:33.445599 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d873d740-71ec-49c8-947f-97031c65cb9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:33.450189 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d873d740-71ec-49c8-947f-97031c65cb9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:33.478817 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d873d740-71ec-49c8-947f-97031c65cb9a admin admin] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:00:33.485384 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d873d740-71ec-49c8-947f-97031c65cb9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38ae5c22-93c4-4978-a221-1abca7609e74,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:33.492327 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d873d740-71ec-49c8-947f-97031c65cb9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:33.492686 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-d873d740-71ec-49c8-947f-97031c65cb9a admin admin] Added segment 66c4fe1e-f407-419a-98d2-96ca0efd67cc of type vlan for network a2f757e3-27ba-421d-b5e8-1310913e0380 Jul 24 01:00:33.538377 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d873d740-71ec-49c8-947f-97031c65cb9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:33.571566 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d873d740-71ec-49c8-947f-97031c65cb9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:33.572580 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d873d740-71ec-49c8-947f-97031c65cb9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:33.573365 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d873d740-71ec-49c8-947f-97031c65cb9a admin admin] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:33.608188 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-d873d740-71ec-49c8-947f-97031c65cb9a admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4025514 Jul 24 01:00:33.611226 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44036) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:33.616886 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-45197a85-881b-4ad8-8560-2b4e2fd8e4d1 admin admin] Request body: {'subnet': {'network_id': 'a2f757e3-27ba-421d-b5e8-1310913e0380', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1206606910-subnet', 'tenant_id': 'e449a3bc67414b30ad15fce43c385d3b', 'ip_version': 4}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:00:33.641050 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45197a85-881b-4ad8-8560-2b4e2fd8e4d1 admin admin] Made reservation on behalf of e449a3bc67414b30ad15fce43c385d3b for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:00:33.644628 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-45197a85-881b-4ad8-8560-2b4e2fd8e4d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:33.646135 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d873d740-71ec-49c8-947f-97031c65cb9a admin admin] Pushing event updated for resources: {'Network': ['ID=a2f757e3-27ba-421d-b5e8-1310913e0380,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:33.657954 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network a2f757e3-27ba-421d-b5e8-1310913e0380 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:00:33.828492 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-45197a85-881b-4ad8-8560-2b4e2fd8e4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:33.889582 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45197a85-881b-4ad8-8560-2b4e2fd8e4d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04b6f0f5-bcef-403d-beb9-2a3dba6c998a,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:33.899006 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45197a85-881b-4ad8-8560-2b4e2fd8e4d1 admin admin] Checking segment: {'id': '66c4fe1e-f407-419a-98d2-96ca0efd67cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2f757e3-27ba-421d-b5e8-1310913e0380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:00:33.899377 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45197a85-881b-4ad8-8560-2b4e2fd8e4d1 admin admin] Network hostable DHCP agents. Network: a2f757e3-27ba-421d-b5e8-1310913e0380, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:00:33.916901 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45197a85-881b-4ad8-8560-2b4e2fd8e4d1 admin admin] Network a2f757e3-27ba-421d-b5e8-1310913e0380 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:00:33.926112 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-45197a85-881b-4ad8-8560-2b4e2fd8e4d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, a2f757e3-27ba-421d-b5e8-1310913e0380) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:00:33.930187 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45197a85-881b-4ad8-8560-2b4e2fd8e4d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:33.930782 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-45197a85-881b-4ad8-8560-2b4e2fd8e4d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:33.946540 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5be69a-cd63-470f-9656-7896a5a18a46 None None] Network a2f757e3-27ba-421d-b5e8-1310913e0380 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:00:33.955651 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-45197a85-881b-4ad8-8560-2b4e2fd8e4d1 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3422520 Jul 24 01:00:33.958443 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44038) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:33.962955 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-15730aa8-67cc-4f76-8149-f1fca48d8056 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1206606910-router', 'tenant_id': 'e449a3bc67414b30ad15fce43c385d3b', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:00:33.986006 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-15730aa8-67cc-4f76-8149-f1fca48d8056 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:33.987081 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-15730aa8-67cc-4f76-8149-f1fca48d8056 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:34.045453 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-15730aa8-67cc-4f76-8149-f1fca48d8056 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:34.112543 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9199881-ef3a-4e6c-ada4-962ac17fea76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-a2f757e3-27ba-421d-b5e8-1310913e0380', 'network_id': 'a2f757e3-27ba-421d-b5e8-1310913e0380', 'tenant_id': 'e449a3bc67414b30ad15fce43c385d3b', 'fixed_ips': [{'subnet_id': '04b6f0f5-bcef-403d-beb9-2a3dba6c998a'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:00:34.113912 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a9199881-ef3a-4e6c-ada4-962ac17fea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:34.189724 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-15730aa8-67cc-4f76-8149-f1fca48d8056 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:34.252315 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-a9199881-ef3a-4e6c-ada4-962ac17fea76 None None] Allocated IP 172.20.0.2 (a2f757e3-27ba-421d-b5e8-1310913e0380/04b6f0f5-bcef-403d-beb9-2a3dba6c998a/0c8b5146-5207-484f-b341-5c6818488463) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:00:34.399588 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-15730aa8-67cc-4f76-8149-f1fca48d8056 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:34.404799 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a9199881-ef3a-4e6c-ada4-962ac17fea76 None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:34.413660 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-a9199881-ef3a-4e6c-ada4-962ac17fea76 None None] Transition to ACTIVE for port object 0c8b5146-5207-484f-b341-5c6818488463 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:00:34.424895 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-15730aa8-67cc-4f76-8149-f1fca48d8056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:34.429508 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-a9199881-ef3a-4e6c-ada4-962ac17fea76 None None] Transition to ACTIVE for port object 0c8b5146-5207-484f-b341-5c6818488463 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:00:34.435428 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a9199881-ef3a-4e6c-ada4-962ac17fea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:34.472318 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9199881-ef3a-4e6c-ada4-962ac17fea76 None None] Network a2f757e3-27ba-421d-b5e8-1310913e0380 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:00:34.475007 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-a9199881-ef3a-4e6c-ada4-962ac17fea76 None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:00:34.480583 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9199881-ef3a-4e6c-ada4-962ac17fea76 None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:00:34.493908 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9199881-ef3a-4e6c-ada4-962ac17fea76 None None] Pushing event updated for resources: {'Port': ['ID=0c8b5146-5207-484f-b341-5c6818488463,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:34.530810 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-15730aa8-67cc-4f76-8149-f1fca48d8056 admin admin] Allocated IP 172.25.3.184 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/a460eccd-71d4-4fd5-a698-c04e55128b55) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:00:34.557008 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-a9199881-ef3a-4e6c-ada4-962ac17fea76 None None] Attempting to bind port 0c8b5146-5207-484f-b341-5c6818488463 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:00:34.557387 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-a9199881-ef3a-4e6c-ada4-962ac17fea76 None None] Attempting to bind port 0c8b5146-5207-484f-b341-5c6818488463 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '66c4fe1e-f407-419a-98d2-96ca0efd67cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2f757e3-27ba-421d-b5e8-1310913e0380'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:00:34.557816 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9199881-ef3a-4e6c-ada4-962ac17fea76 None None] Attempting to bind port 0c8b5146-5207-484f-b341-5c6818488463 on network a2f757e3-27ba-421d-b5e8-1310913e0380 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:00:34.562942 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9199881-ef3a-4e6c-ada4-962ac17fea76 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:00:34.563325 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9199881-ef3a-4e6c-ada4-962ac17fea76 None None] Checking segment: {'id': '66c4fe1e-f407-419a-98d2-96ca0efd67cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2f757e3-27ba-421d-b5e8-1310913e0380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:00:34.563733 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a9199881-ef3a-4e6c-ada4-962ac17fea76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:34.564140 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9199881-ef3a-4e6c-ada4-962ac17fea76 None None] Bound using segment: {'id': '66c4fe1e-f407-419a-98d2-96ca0efd67cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2f757e3-27ba-421d-b5e8-1310913e0380'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:00:34.565162 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-a9199881-ef3a-4e6c-ada4-962ac17fea76 None None] Bound port: 0c8b5146-5207-484f-b341-5c6818488463, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66c4fe1e-f407-419a-98d2-96ca0efd67cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2f757e3-27ba-421d-b5e8-1310913e0380'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:00:34.565551 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a9199881-ef3a-4e6c-ada4-962ac17fea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:34.634738 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-a9199881-ef3a-4e6c-ada4-962ac17fea76 None None] For port 0c8b5146-5207-484f-b341-5c6818488463, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:00:34.638233 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-a9199881-ef3a-4e6c-ada4-962ac17fea76 None None] For port 0c8b5146-5207-484f-b341-5c6818488463, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=0c8b5146-5207-484f-b341-5c6818488463,segment=NetworkSegment(66c4fe1e-f407-419a-98d2-96ca0efd67cc),segment_id=66c4fe1e-f407-419a-98d2-96ca0efd67cc)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:00:34.643143 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a9199881-ef3a-4e6c-ada4-962ac17fea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:34.705530 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9199881-ef3a-4e6c-ada4-962ac17fea76 None None] Pushing event updated for resources: {'Port': ['ID=0c8b5146-5207-484f-b341-5c6818488463,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:34.985440 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-15730aa8-67cc-4f76-8149-f1fca48d8056 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:35.024732 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-15730aa8-67cc-4f76-8149-f1fca48d8056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:35.062001 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15730aa8-67cc-4f76-8149-f1fca48d8056 admin admin] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:00:35.064956 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-15730aa8-67cc-4f76-8149-f1fca48d8056 admin admin] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:00:35.072199 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15730aa8-67cc-4f76-8149-f1fca48d8056 admin admin] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:00:35.098157 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15730aa8-67cc-4f76-8149-f1fca48d8056 admin admin] Pushing event updated for resources: {'Port': ['ID=a460eccd-71d4-4fd5-a698-c04e55128b55,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:35.337142 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-15730aa8-67cc-4f76-8149-f1fca48d8056 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:35.564690 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-15730aa8-67cc-4f76-8149-f1fca48d8056 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:35.620106 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d5634e-d396-4b27-963a-8b40a0f5eb1b None None] Network a2f757e3-27ba-421d-b5e8-1310913e0380 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:00:35.697109 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-cec271fe-fa70-4896-94ca-81bddb00e9e6 None None] Provisioning for port 0c8b5146-5207-484f-b341-5c6818488463 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:00:35.707179 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15730aa8-67cc-4f76-8149-f1fca48d8056 admin admin] Router 7ce9a437-f170-4055-95a3-18bd7f201318 is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 01:00:35.821685 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15730aa8-67cc-4f76-8149-f1fca48d8056 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:00:35.831662 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0886e1a-7024-47bc-ab5e-ca8122164812 None None] Sync routers for ids ['7ce9a437-f170-4055-95a3-18bd7f201318'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:00:35.841954 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0886e1a-7024-47bc-ab5e-ca8122164812 None None] Routers {'7ce9a437-f170-4055-95a3-18bd7f201318'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:00:35.842643 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-c0886e1a-7024-47bc-ab5e-ca8122164812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T01:00:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['7ce9a437-f170-4055-95a3-18bd7f201318'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:35.845306 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-15730aa8-67cc-4f76-8149-f1fca48d8056 admin admin] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:35.849349 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-15730aa8-67cc-4f76-8149-f1fca48d8056 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8873227 Jul 24 01:00:35.849535 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44040) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:35.958365 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-c0886e1a-7024-47bc-ab5e-ca8122164812 None None] Set router 7ce9a437-f170-4055-95a3-18bd7f201318 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:00:36.157109 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-c0886e1a-7024-47bc-ab5e-ca8122164812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce9a437-f170-4055-95a3-18bd7f201318', 'name': 'tempest-TestShelveInstance-1206606910-router', 'tenant_id': 'e449a3bc67414b30ad15fce43c385d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': 'a460eccd-71d4-4fd5-a698-c04e55128b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:00:33Z', 'updated_at': '2021-07-24T01:00:35Z', 'revision_number': 3, 'project_id': 'e449a3bc67414b30ad15fce43c385d3b', 'gw_port': {'id': 'a460eccd-71d4-4fd5-a698-c04e55128b55', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:47:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce9a437-f170-4055-95a3-18bd7f201318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:00:34Z', 'updated_at': '2021-07-24T01:00:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:36.184333 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0886e1a-7024-47bc-ab5e-ca8122164812 None None] Checking router: 7ce9a437-f170-4055-95a3-18bd7f201318 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:00:36.184686 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0886e1a-7024-47bc-ab5e-ca8122164812 None None] Updating router 7ce9a437-f170-4055-95a3-18bd7f201318 port a460eccd-71d4-4fd5-a698-c04e55128b55 binding host n-d-800088-16 {{(pid=100315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:00:36.219538 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c0886e1a-7024-47bc-ab5e-ca8122164812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:36.297865 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-60e41975-27ad-471d-81a7-e666706c9d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:36.466121 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-60e41975-27ad-471d-81a7-e666706c9d81 admin admin] Allocated IP 172.20.0.1 (a2f757e3-27ba-421d-b5e8-1310913e0380/04b6f0f5-bcef-403d-beb9-2a3dba6c998a/ba7834fe-ed45-4d45-a4d2-38fdfa89eaeb) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:00:36.500047 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c0886e1a-7024-47bc-ab5e-ca8122164812 None None] Notify callbacks [] for port, precommit_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:36.510529 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-c0886e1a-7024-47bc-ab5e-ca8122164812 None None] Transition to ACTIVE for port object a460eccd-71d4-4fd5-a698-c04e55128b55 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:00:36.517557 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c0886e1a-7024-47bc-ab5e-ca8122164812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:36.569345 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-c0886e1a-7024-47bc-ab5e-ca8122164812 None None] Attempting to bind port a460eccd-71d4-4fd5-a698-c04e55128b55 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:00:36.569725 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-c0886e1a-7024-47bc-ab5e-ca8122164812 None None] Attempting to bind port a460eccd-71d4-4fd5-a698-c04e55128b55 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:00:36.570097 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0886e1a-7024-47bc-ab5e-ca8122164812 None None] Attempting to bind port a460eccd-71d4-4fd5-a698-c04e55128b55 on network 9adcfee8-760c-4568-9e39-c221abf69bf5 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:00:36.579213 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0886e1a-7024-47bc-ab5e-ca8122164812 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:00:36.579593 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0886e1a-7024-47bc-ab5e-ca8122164812 None None] Checking segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:00:36.580052 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c0886e1a-7024-47bc-ab5e-ca8122164812 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:36.580456 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0886e1a-7024-47bc-ab5e-ca8122164812 None None] Bound using segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:00:36.581030 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-c0886e1a-7024-47bc-ab5e-ca8122164812 None None] Bound port: a460eccd-71d4-4fd5-a698-c04e55128b55, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:00:36.581426 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c0886e1a-7024-47bc-ab5e-ca8122164812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:36.583040 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4597ada6-a441-4dbc-bcda-66d69d5e92aa None None] Pushing event updated for resources: {'Port': ['ID=a460eccd-71d4-4fd5-a698-c04e55128b55,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:36.589101 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-60e41975-27ad-471d-81a7-e666706c9d81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:36.603932 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [None req-60e41975-27ad-471d-81a7-e666706c9d81 admin admin] Transition to ACTIVE for port object ba7834fe-ed45-4d45-a4d2-38fdfa89eaeb will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:00:36.639522 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-60e41975-27ad-471d-81a7-e666706c9d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:36.645620 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-c0886e1a-7024-47bc-ab5e-ca8122164812 None None] For port a460eccd-71d4-4fd5-a698-c04e55128b55, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:00:36.649418 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-c0886e1a-7024-47bc-ab5e-ca8122164812 None None] For port a460eccd-71d4-4fd5-a698-c04e55128b55, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=a460eccd-71d4-4fd5-a698-c04e55128b55,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:00:36.655156 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c0886e1a-7024-47bc-ab5e-ca8122164812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:36.684982 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e41975-27ad-471d-81a7-e666706c9d81 admin admin] Network a2f757e3-27ba-421d-b5e8-1310913e0380 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:00:36.688150 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-60e41975-27ad-471d-81a7-e666706c9d81 admin admin] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:00:36.691855 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e41975-27ad-471d-81a7-e666706c9d81 admin admin] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:00:36.712209 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0886e1a-7024-47bc-ab5e-ca8122164812 None None] Routers {'7ce9a437-f170-4055-95a3-18bd7f201318'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:00:36.713274 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-c0886e1a-7024-47bc-ab5e-ca8122164812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T01:00:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['7ce9a437-f170-4055-95a3-18bd7f201318'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:36.721658 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 0c8b5146-5207-484f-b341-5c6818488463 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:00:36.739050 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e41975-27ad-471d-81a7-e666706c9d81 admin admin] Pushing event updated for resources: {'Port': ['ID=ba7834fe-ed45-4d45-a4d2-38fdfa89eaeb,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:36.753262 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-60e41975-27ad-471d-81a7-e666706c9d81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681761'] for router_interface, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:36.819396 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4597ada6-a441-4dbc-bcda-66d69d5e92aa None None] Pushing event updated for resources: {'Port': ['ID=a460eccd-71d4-4fd5-a698-c04e55128b55,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:36.875962 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-c0886e1a-7024-47bc-ab5e-ca8122164812 None None] Set router 7ce9a437-f170-4055-95a3-18bd7f201318 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:00:36.877887 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 0c8b5146-5207-484f-b341-5c6818488463 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:00:36.924104 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-60e41975-27ad-471d-81a7-e666706c9d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:36.938513 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 0c8b5146-5207-484f-b341-5c6818488463 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:00:36.938890 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:37.031356 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2d0c32f9-36fc-43ed-b5a1-f0ce1c913a6d None None] Provisioning for port ba7834fe-ed45-4d45-a4d2-38fdfa89eaeb completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:00:37.041736 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2d0c32f9-36fc-43ed-b5a1-f0ce1c913a6d None None] Provisioning complete for port ba7834fe-ed45-4d45-a4d2-38fdfa89eaeb triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:00:37.042102 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2d0c32f9-36fc-43ed-b5a1-f0ce1c913a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:37.110024 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-60e41975-27ad-471d-81a7-e666706c9d81 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:37.115520 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-60e41975-27ad-471d-81a7-e666706c9d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:37.131336 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2d0c32f9-36fc-43ed-b5a1-f0ce1c913a6d None None] Port ba7834fe-ed45-4d45-a4d2-38fdfa89eaeb cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:00:37.155251 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:37.183240 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e41975-27ad-471d-81a7-e666706c9d81 admin admin] Pushing event updated for resources: {'Port': ['ID=ba7834fe-ed45-4d45-a4d2-38fdfa89eaeb,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:37.191107 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-60e41975-27ad-471d-81a7-e666706c9d81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680980'] for router_interface, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:37.199929 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 0c8b5146-5207-484f-b341-5c6818488463, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=0c8b5146-5207-484f-b341-5c6818488463,segment=NetworkSegment(66c4fe1e-f407-419a-98d2-96ca0efd67cc),segment_id=66c4fe1e-f407-419a-98d2-96ca0efd67cc)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:00:37.206223 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:37.212744 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-c0886e1a-7024-47bc-ab5e-ca8122164812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce9a437-f170-4055-95a3-18bd7f201318', 'name': 'tempest-TestShelveInstance-1206606910-router', 'tenant_id': 'e449a3bc67414b30ad15fce43c385d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': 'a460eccd-71d4-4fd5-a698-c04e55128b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:00:33Z', 'updated_at': '2021-07-24T01:00:35Z', 'revision_number': 3, 'project_id': 'e449a3bc67414b30ad15fce43c385d3b', 'gw_port': {'id': 'a460eccd-71d4-4fd5-a698-c04e55128b55', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:47:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce9a437-f170-4055-95a3-18bd7f201318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:00:34Z', 'updated_at': '2021-07-24T01:00:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:37.301757 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e41975-27ad-471d-81a7-e666706c9d81 admin admin] Network a2f757e3-27ba-421d-b5e8-1310913e0380 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:00:37.303204 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-60e41975-27ad-471d-81a7-e666706c9d81 admin admin] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:00:37.432037 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0886e1a-7024-47bc-ab5e-ca8122164812 None None] The sync data for ids ['7ce9a437-f170-4055-95a3-18bd7f201318'] in n-d-800088-16 is: [{'id': '7ce9a437-f170-4055-95a3-18bd7f201318', 'name': 'tempest-TestShelveInstance-1206606910-router', 'tenant_id': 'e449a3bc67414b30ad15fce43c385d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': 'a460eccd-71d4-4fd5-a698-c04e55128b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:00:33Z', 'updated_at': '2021-07-24T01:00:35Z', 'revision_number': 3, 'project_id': 'e449a3bc67414b30ad15fce43c385d3b', 'gw_port': {'id': 'a460eccd-71d4-4fd5-a698-c04e55128b55', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:47:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce9a437-f170-4055-95a3-18bd7f201318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:00:34Z', 'updated_at': '2021-07-24T01:00:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:00:37.451673 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60e41975-27ad-471d-81a7-e666706c9d81 admin admin] Router 7ce9a437-f170-4055-95a3-18bd7f201318 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:00:37.474309 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=0c8b5146-5207-484f-b341-5c6818488463,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:37.561483 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-cda7d858-086d-47de-9f41-91e57f2718ec None None] Provisioning complete for port ba7834fe-ed45-4d45-a4d2-38fdfa89eaeb triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:00:37.561781 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-cda7d858-086d-47de-9f41-91e57f2718ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:37.589686 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e41975-27ad-471d-81a7-e666706c9d81 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:00:37.604487 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-60e41975-27ad-471d-81a7-e666706c9d81 admin admin] 10.222.0.44 "PUT /v2.0/routers/7ce9a437-f170-4055-95a3-18bd7f201318/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7444510 Jul 24 01:00:37.604607 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-cda7d858-086d-47de-9f41-91e57f2718ec None None] Port ba7834fe-ed45-4d45-a4d2-38fdfa89eaeb cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:00:38.129459 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44056) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:38.134820 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-8ab3fa5e-cffa-46a2-9ee7-9963d02d1132 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1068462834-network', 'tenant_id': 'eea997a0ee16450abb2b185d6fe42f3c'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:00:38.157240 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab3fa5e-cffa-46a2-9ee7-9963d02d1132 admin admin] Made reservation on behalf of eea997a0ee16450abb2b185d6fe42f3c for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:00:38.160235 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8ab3fa5e-cffa-46a2-9ee7-9963d02d1132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:38.170397 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8ab3fa5e-cffa-46a2-9ee7-9963d02d1132 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:38.270489 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8ab3fa5e-cffa-46a2-9ee7-9963d02d1132 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:38.275268 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8ab3fa5e-cffa-46a2-9ee7-9963d02d1132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:38.304008 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ab3fa5e-cffa-46a2-9ee7-9963d02d1132 admin admin] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:00:38.315168 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab3fa5e-cffa-46a2-9ee7-9963d02d1132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c07b953-a5f7-4dfc-be88-25c77c452655,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:38.322725 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8ab3fa5e-cffa-46a2-9ee7-9963d02d1132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:38.323146 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-8ab3fa5e-cffa-46a2-9ee7-9963d02d1132 admin admin] Added segment 98516543-5200-4c0e-b377-f9b3b29b45e9 of type vlan for network 684ef723-f2e7-4c40-8455-8e585758e206 Jul 24 01:00:38.367541 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8ab3fa5e-cffa-46a2-9ee7-9963d02d1132 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:38.397444 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8ab3fa5e-cffa-46a2-9ee7-9963d02d1132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:38.398613 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab3fa5e-cffa-46a2-9ee7-9963d02d1132 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:38.399201 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8ab3fa5e-cffa-46a2-9ee7-9963d02d1132 admin admin] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:38.434219 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-8ab3fa5e-cffa-46a2-9ee7-9963d02d1132 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3035097 Jul 24 01:00:38.436882 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44058) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:38.441701 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-ee7db0df-047d-462a-ba79-a0c790ac09fd admin admin] Request body: {'subnet': {'network_id': '684ef723-f2e7-4c40-8455-8e585758e206', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1068462834-subnet', 'tenant_id': 'eea997a0ee16450abb2b185d6fe42f3c', 'ip_version': 4}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:00:38.474212 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab3fa5e-cffa-46a2-9ee7-9963d02d1132 admin admin] Pushing event updated for resources: {'Network': ['ID=684ef723-f2e7-4c40-8455-8e585758e206,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:38.484350 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 684ef723-f2e7-4c40-8455-8e585758e206 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:00:38.496400 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee7db0df-047d-462a-ba79-a0c790ac09fd admin admin] Made reservation on behalf of eea997a0ee16450abb2b185d6fe42f3c for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:00:38.498789 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ee7db0df-047d-462a-ba79-a0c790ac09fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:38.684711 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ee7db0df-047d-462a-ba79-a0c790ac09fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:38.744042 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device a460eccd-71d4-4fd5-a698-c04e55128b55 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:00:38.753344 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7db0df-047d-462a-ba79-a0c790ac09fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ab90378-2f23-4fa2-8be3-4155f6984593,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:38.758019 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7db0df-047d-462a-ba79-a0c790ac09fd admin admin] Checking segment: {'id': '98516543-5200-4c0e-b377-f9b3b29b45e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '684ef723-f2e7-4c40-8455-8e585758e206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:00:38.758393 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7db0df-047d-462a-ba79-a0c790ac09fd admin admin] Network hostable DHCP agents. Network: 684ef723-f2e7-4c40-8455-8e585758e206, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:00:38.781903 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7db0df-047d-462a-ba79-a0c790ac09fd admin admin] Network 684ef723-f2e7-4c40-8455-8e585758e206 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:00:38.792963 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-ee7db0df-047d-462a-ba79-a0c790ac09fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 684ef723-f2e7-4c40-8455-8e585758e206) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:00:38.797662 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7db0df-047d-462a-ba79-a0c790ac09fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:38.798253 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ee7db0df-047d-462a-ba79-a0c790ac09fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:38.811322 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8957c8eb-5446-401b-bbf5-d3edf2c9425b None None] Network 684ef723-f2e7-4c40-8455-8e585758e206 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:00:38.817136 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port a460eccd-71d4-4fd5-a698-c04e55128b55 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:00:38.824431 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-ee7db0df-047d-462a-ba79-a0c790ac09fd admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3864465 Jul 24 01:00:38.827018 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44060) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:38.832168 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-8e3c7a34-f193-4aba-8f53-bf9d2bc056c3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1068462834-router', 'tenant_id': 'eea997a0ee16450abb2b185d6fe42f3c', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:00:38.843634 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port a460eccd-71d4-4fd5-a698-c04e55128b55 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:00:38.844005 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:38.858996 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8e3c7a34-f193-4aba-8f53-bf9d2bc056c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:38.860313 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8e3c7a34-f193-4aba-8f53-bf9d2bc056c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:38.917865 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8e3c7a34-f193-4aba-8f53-bf9d2bc056c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:39.034302 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:39.042733 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd97b07d-ee3b-4094-a872-7efb18edcb1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-684ef723-f2e7-4c40-8455-8e585758e206', 'network_id': '684ef723-f2e7-4c40-8455-8e585758e206', 'tenant_id': 'eea997a0ee16450abb2b185d6fe42f3c', 'fixed_ips': [{'subnet_id': '8ab90378-2f23-4fa2-8be3-4155f6984593'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:00:39.043584 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-bd97b07d-ee3b-4094-a872-7efb18edcb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:39.069803 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8e3c7a34-f193-4aba-8f53-bf9d2bc056c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:39.072616 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port a460eccd-71d4-4fd5-a698-c04e55128b55, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=a460eccd-71d4-4fd5-a698-c04e55128b55,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:00:39.083212 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:39.084142 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 0c8b5146-5207-484f-b341-5c6818488463 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:00:39.120308 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ef27d7-f510-49d0-a251-b38bbf611cf9 None None] Sync routers for ids ['7ce9a437-f170-4055-95a3-18bd7f201318'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:00:39.130725 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ef27d7-f510-49d0-a251-b38bbf611cf9 None None] Routers {'7ce9a437-f170-4055-95a3-18bd7f201318'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:00:39.131374 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-08ef27d7-f510-49d0-a251-b38bbf611cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T01:00:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['7ce9a437-f170-4055-95a3-18bd7f201318'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:39.223258 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=a460eccd-71d4-4fd5-a698-c04e55128b55,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:39.243874 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-08ef27d7-f510-49d0-a251-b38bbf611cf9 None None] Set router 7ce9a437-f170-4055-95a3-18bd7f201318 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:00:39.275864 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 0c8b5146-5207-484f-b341-5c6818488463 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:00:39.275864 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:39.307722 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-bd97b07d-ee3b-4094-a872-7efb18edcb1b None None] Allocated IP 172.20.0.2 (684ef723-f2e7-4c40-8455-8e585758e206/8ab90378-2f23-4fa2-8be3-4155f6984593/a6b58ded-c75a-4055-b38a-b8bc82a0b16b) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:00:39.327664 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8e3c7a34-f193-4aba-8f53-bf9d2bc056c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:39.351512 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8e3c7a34-f193-4aba-8f53-bf9d2bc056c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:39.479178 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-08ef27d7-f510-49d0-a251-b38bbf611cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce9a437-f170-4055-95a3-18bd7f201318', 'name': 'tempest-TestShelveInstance-1206606910-router', 'tenant_id': 'e449a3bc67414b30ad15fce43c385d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': 'a460eccd-71d4-4fd5-a698-c04e55128b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:00:33Z', 'updated_at': '2021-07-24T01:00:36Z', 'revision_number': 4, 'project_id': 'e449a3bc67414b30ad15fce43c385d3b', 'gw_port': {'id': 'a460eccd-71d4-4fd5-a698-c04e55128b55', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:47:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce9a437-f170-4055-95a3-18bd7f201318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:00:34Z', 'updated_at': '2021-07-24T01:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'ba7834fe-ed45-4d45-a4d2-38fdfa89eaeb', 'name': '', 'network_id': 'a2f757e3-27ba-421d-b5e8-1310913e0380', 'tenant_id': 'e449a3bc67414b30ad15fce43c385d3b', 'mac_address': 'fa:16:3e:af:6b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce9a437-f170-4055-95a3-18bd7f201318', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '04b6f0f5-bcef-403d-beb9-2a3dba6c998a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:00:36Z', 'updated_at': '2021-07-24T01:00:36Z', 'revision_number': 2, 'project_id': 'e449a3bc67414b30ad15fce43c385d3b', 'subnets': [{'id': '04b6f0f5-bcef-403d-beb9-2a3dba6c998a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:39.496313 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-8e3c7a34-f193-4aba-8f53-bf9d2bc056c3 admin admin] Allocated IP 172.25.3.92 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/b0cf5cd2-3701-4bcd-858f-71a49a85f55f) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:00:39.507613 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ef27d7-f510-49d0-a251-b38bbf611cf9 None None] Checking router: 7ce9a437-f170-4055-95a3-18bd7f201318 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:00:39.508292 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ef27d7-f510-49d0-a251-b38bbf611cf9 None None] Updating router 7ce9a437-f170-4055-95a3-18bd7f201318 port ba7834fe-ed45-4d45-a4d2-38fdfa89eaeb binding host n-d-800088-16 {{(pid=100316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:00:39.529343 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-bd97b07d-ee3b-4094-a872-7efb18edcb1b None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:39.541003 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-bd97b07d-ee3b-4094-a872-7efb18edcb1b None None] Transition to ACTIVE for port object a6b58ded-c75a-4055-b38a-b8bc82a0b16b will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:00:39.554546 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-08ef27d7-f510-49d0-a251-b38bbf611cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:39.557870 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-bd97b07d-ee3b-4094-a872-7efb18edcb1b None None] Transition to ACTIVE for port object a6b58ded-c75a-4055-b38a-b8bc82a0b16b will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:00:39.571919 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-bd97b07d-ee3b-4094-a872-7efb18edcb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:39.610962 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd97b07d-ee3b-4094-a872-7efb18edcb1b None None] Network 684ef723-f2e7-4c40-8455-8e585758e206 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:00:39.614617 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-bd97b07d-ee3b-4094-a872-7efb18edcb1b None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:00:39.617033 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd97b07d-ee3b-4094-a872-7efb18edcb1b None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:00:39.639496 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8e3c7a34-f193-4aba-8f53-bf9d2bc056c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:39.651249 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd97b07d-ee3b-4094-a872-7efb18edcb1b None None] Pushing event updated for resources: {'Port': ['ID=a6b58ded-c75a-4055-b38a-b8bc82a0b16b,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:39.692190 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8e3c7a34-f193-4aba-8f53-bf9d2bc056c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:39.694614 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-bd97b07d-ee3b-4094-a872-7efb18edcb1b None None] Attempting to bind port a6b58ded-c75a-4055-b38a-b8bc82a0b16b on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:00:39.695156 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-bd97b07d-ee3b-4094-a872-7efb18edcb1b None None] Attempting to bind port a6b58ded-c75a-4055-b38a-b8bc82a0b16b by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '98516543-5200-4c0e-b377-f9b3b29b45e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '684ef723-f2e7-4c40-8455-8e585758e206'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:00:39.695536 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd97b07d-ee3b-4094-a872-7efb18edcb1b None None] Attempting to bind port a6b58ded-c75a-4055-b38a-b8bc82a0b16b on network 684ef723-f2e7-4c40-8455-8e585758e206 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:00:39.702455 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd97b07d-ee3b-4094-a872-7efb18edcb1b None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:00:39.702913 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd97b07d-ee3b-4094-a872-7efb18edcb1b None None] Checking segment: {'id': '98516543-5200-4c0e-b377-f9b3b29b45e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '684ef723-f2e7-4c40-8455-8e585758e206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:00:39.703210 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-bd97b07d-ee3b-4094-a872-7efb18edcb1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:39.703648 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd97b07d-ee3b-4094-a872-7efb18edcb1b None None] Bound using segment: {'id': '98516543-5200-4c0e-b377-f9b3b29b45e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '684ef723-f2e7-4c40-8455-8e585758e206'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:00:39.704131 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-bd97b07d-ee3b-4094-a872-7efb18edcb1b None None] Bound port: a6b58ded-c75a-4055-b38a-b8bc82a0b16b, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98516543-5200-4c0e-b377-f9b3b29b45e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '684ef723-f2e7-4c40-8455-8e585758e206'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:00:39.704531 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-bd97b07d-ee3b-4094-a872-7efb18edcb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:39.739134 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3c7a34-f193-4aba-8f53-bf9d2bc056c3 admin admin] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:00:39.746176 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-8e3c7a34-f193-4aba-8f53-bf9d2bc056c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:00:39.750145 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3c7a34-f193-4aba-8f53-bf9d2bc056c3 admin admin] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:00:39.778818 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-bd97b07d-ee3b-4094-a872-7efb18edcb1b None None] For port a6b58ded-c75a-4055-b38a-b8bc82a0b16b, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:00:39.782396 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-bd97b07d-ee3b-4094-a872-7efb18edcb1b None None] For port a6b58ded-c75a-4055-b38a-b8bc82a0b16b, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=a6b58ded-c75a-4055-b38a-b8bc82a0b16b,segment=NetworkSegment(98516543-5200-4c0e-b377-f9b3b29b45e9),segment_id=98516543-5200-4c0e-b377-f9b3b29b45e9)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:00:39.782564 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3c7a34-f193-4aba-8f53-bf9d2bc056c3 admin admin] Pushing event updated for resources: {'Port': ['ID=b0cf5cd2-3701-4bcd-858f-71a49a85f55f,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:39.790827 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-bd97b07d-ee3b-4094-a872-7efb18edcb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:39.854414 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-08ef27d7-f510-49d0-a251-b38bbf611cf9 None None] Notify callbacks [] for port, precommit_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:39.866517 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.provisioning_blocks [None req-08ef27d7-f510-49d0-a251-b38bbf611cf9 None None] Transition to ACTIVE for port object ba7834fe-ed45-4d45-a4d2-38fdfa89eaeb will not be triggered until provisioned by entity L2. {{(pid=100316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:00:39.867693 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd97b07d-ee3b-4094-a872-7efb18edcb1b None None] Pushing event updated for resources: {'Port': ['ID=a6b58ded-c75a-4055-b38a-b8bc82a0b16b,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:39.874764 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-08ef27d7-f510-49d0-a251-b38bbf611cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:39.979097 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb00fe1d-7507-42a7-ac13-5254ed8d0bb2 None None] Pushing event updated for resources: {'Port': ['ID=ba7834fe-ed45-4d45-a4d2-38fdfa89eaeb,revision_number=3']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:39.995300 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb00fe1d-7507-42a7-ac13-5254ed8d0bb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:39.995641 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb00fe1d-7507-42a7-ac13-5254ed8d0bb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:39.995976 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb00fe1d-7507-42a7-ac13-5254ed8d0bb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:39.996308 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb00fe1d-7507-42a7-ac13-5254ed8d0bb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:39.996634 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb00fe1d-7507-42a7-ac13-5254ed8d0bb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:39.997003 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb00fe1d-7507-42a7-ac13-5254ed8d0bb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:39.997328 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb00fe1d-7507-42a7-ac13-5254ed8d0bb2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:39.997649 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb00fe1d-7507-42a7-ac13-5254ed8d0bb2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:39.997966 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb00fe1d-7507-42a7-ac13-5254ed8d0bb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:39.998287 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb00fe1d-7507-42a7-ac13-5254ed8d0bb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:39.998611 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb00fe1d-7507-42a7-ac13-5254ed8d0bb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:39.998935 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb00fe1d-7507-42a7-ac13-5254ed8d0bb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:40.007516 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-08ef27d7-f510-49d0-a251-b38bbf611cf9 None None] Attempting to bind port ba7834fe-ed45-4d45-a4d2-38fdfa89eaeb on host n-d-800088-16 for vnic_type normal with profile {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:00:40.007888 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-08ef27d7-f510-49d0-a251-b38bbf611cf9 None None] Attempting to bind port ba7834fe-ed45-4d45-a4d2-38fdfa89eaeb by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '66c4fe1e-f407-419a-98d2-96ca0efd67cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2f757e3-27ba-421d-b5e8-1310913e0380'}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:00:40.008250 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ef27d7-f510-49d0-a251-b38bbf611cf9 None None] Attempting to bind port ba7834fe-ed45-4d45-a4d2-38fdfa89eaeb on network a2f757e3-27ba-421d-b5e8-1310913e0380 {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:00:40.013691 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ef27d7-f510-49d0-a251-b38bbf611cf9 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:00:40.014069 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ef27d7-f510-49d0-a251-b38bbf611cf9 None None] Checking segment: {'id': '66c4fe1e-f407-419a-98d2-96ca0efd67cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2f757e3-27ba-421d-b5e8-1310913e0380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:00:40.014473 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-08ef27d7-f510-49d0-a251-b38bbf611cf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:40.014864 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ef27d7-f510-49d0-a251-b38bbf611cf9 None None] Bound using segment: {'id': '66c4fe1e-f407-419a-98d2-96ca0efd67cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2f757e3-27ba-421d-b5e8-1310913e0380'} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:00:40.015337 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-08ef27d7-f510-49d0-a251-b38bbf611cf9 None None] Bound port: ba7834fe-ed45-4d45-a4d2-38fdfa89eaeb, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66c4fe1e-f407-419a-98d2-96ca0efd67cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2f757e3-27ba-421d-b5e8-1310913e0380'}}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:00:40.015716 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-08ef27d7-f510-49d0-a251-b38bbf611cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:40.071683 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8e3c7a34-f193-4aba-8f53-bf9d2bc056c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:40.109955 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-08ef27d7-f510-49d0-a251-b38bbf611cf9 None None] For port ba7834fe-ed45-4d45-a4d2-38fdfa89eaeb, host n-d-800088-16, cleared binding levels {{(pid=100316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:00:40.121318 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-08ef27d7-f510-49d0-a251-b38bbf611cf9 None None] For port ba7834fe-ed45-4d45-a4d2-38fdfa89eaeb, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=ba7834fe-ed45-4d45-a4d2-38fdfa89eaeb,segment=NetworkSegment(66c4fe1e-f407-419a-98d2-96ca0efd67cc),segment_id=66c4fe1e-f407-419a-98d2-96ca0efd67cc)] {{(pid=100316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:00:40.131305 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-08ef27d7-f510-49d0-a251-b38bbf611cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:40.198987 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ef27d7-f510-49d0-a251-b38bbf611cf9 None None] Routers {'7ce9a437-f170-4055-95a3-18bd7f201318'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:00:40.199788 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-08ef27d7-f510-49d0-a251-b38bbf611cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T01:00:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['7ce9a437-f170-4055-95a3-18bd7f201318'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:40.313689 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb00fe1d-7507-42a7-ac13-5254ed8d0bb2 None None] Pushing event updated for resources: {'Port': ['ID=ba7834fe-ed45-4d45-a4d2-38fdfa89eaeb,revision_number=4']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:40.367722 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-08ef27d7-f510-49d0-a251-b38bbf611cf9 None None] Set router 7ce9a437-f170-4055-95a3-18bd7f201318 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:00:40.595770 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-08ef27d7-f510-49d0-a251-b38bbf611cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce9a437-f170-4055-95a3-18bd7f201318', 'name': 'tempest-TestShelveInstance-1206606910-router', 'tenant_id': 'e449a3bc67414b30ad15fce43c385d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': 'a460eccd-71d4-4fd5-a698-c04e55128b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:00:33Z', 'updated_at': '2021-07-24T01:00:36Z', 'revision_number': 4, 'project_id': 'e449a3bc67414b30ad15fce43c385d3b', 'gw_port': {'id': 'a460eccd-71d4-4fd5-a698-c04e55128b55', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:47:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce9a437-f170-4055-95a3-18bd7f201318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:00:34Z', 'updated_at': '2021-07-24T01:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'ba7834fe-ed45-4d45-a4d2-38fdfa89eaeb', 'name': '', 'network_id': 'a2f757e3-27ba-421d-b5e8-1310913e0380', 'tenant_id': 'e449a3bc67414b30ad15fce43c385d3b', 'mac_address': 'fa:16:3e:af:6b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce9a437-f170-4055-95a3-18bd7f201318', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '04b6f0f5-bcef-403d-beb9-2a3dba6c998a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:00:36Z', 'updated_at': '2021-07-24T01:00:40Z', 'revision_number': 4, 'project_id': 'e449a3bc67414b30ad15fce43c385d3b', 'subnets': [{'id': '04b6f0f5-bcef-403d-beb9-2a3dba6c998a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:40.627405 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ef27d7-f510-49d0-a251-b38bbf611cf9 None None] The sync data for ids ['7ce9a437-f170-4055-95a3-18bd7f201318'] in n-d-800088-16 is: [{'id': '7ce9a437-f170-4055-95a3-18bd7f201318', 'name': 'tempest-TestShelveInstance-1206606910-router', 'tenant_id': 'e449a3bc67414b30ad15fce43c385d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': 'a460eccd-71d4-4fd5-a698-c04e55128b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:00:33Z', 'updated_at': '2021-07-24T01:00:36Z', 'revision_number': 4, 'project_id': 'e449a3bc67414b30ad15fce43c385d3b', 'gw_port': {'id': 'a460eccd-71d4-4fd5-a698-c04e55128b55', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:47:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce9a437-f170-4055-95a3-18bd7f201318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:00:34Z', 'updated_at': '2021-07-24T01:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'ba7834fe-ed45-4d45-a4d2-38fdfa89eaeb', 'name': '', 'network_id': 'a2f757e3-27ba-421d-b5e8-1310913e0380', 'tenant_id': 'e449a3bc67414b30ad15fce43c385d3b', 'mac_address': 'fa:16:3e:af:6b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce9a437-f170-4055-95a3-18bd7f201318', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '04b6f0f5-bcef-403d-beb9-2a3dba6c998a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:00:36Z', 'updated_at': '2021-07-24T01:00:40Z', 'revision_number': 4, 'project_id': 'e449a3bc67414b30ad15fce43c385d3b', 'subnets': [{'id': '04b6f0f5-bcef-403d-beb9-2a3dba6c998a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:00:40.666100 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8e3c7a34-f193-4aba-8f53-bf9d2bc056c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:40.859682 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device a460eccd-71d4-4fd5-a698-c04e55128b55 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:00:40.868153 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e3c7a34-f193-4aba-8f53-bf9d2bc056c3 admin admin] Router ba19c4cf-09c8-4ffb-aa0a-b9756f5e558f is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 01:00:40.923855 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port a460eccd-71d4-4fd5-a698-c04e55128b55 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:00:40.924515 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:41.006608 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e3c7a34-f193-4aba-8f53-bf9d2bc056c3 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:00:41.024537 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8e3c7a34-f193-4aba-8f53-bf9d2bc056c3 admin admin] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:41.025426 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8b7dfe-8760-4c4b-b32e-c8306e1b96a9 None None] Sync routers for ids ['ba19c4cf-09c8-4ffb-aa0a-b9756f5e558f'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:00:41.028572 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-8e3c7a34-f193-4aba-8f53-bf9d2bc056c3 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1980758 Jul 24 01:00:41.029003 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44062) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:41.051237 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8b7dfe-8760-4c4b-b32e-c8306e1b96a9 None None] Routers {'ba19c4cf-09c8-4ffb-aa0a-b9756f5e558f'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:00:41.052316 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-5a8b7dfe-8760-4c4b-b32e-c8306e1b96a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T01:00:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['ba19c4cf-09c8-4ffb-aa0a-b9756f5e558f'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:41.092741 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device a6b58ded-c75a-4055-b38a-b8bc82a0b16b up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:00:41.154336 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca77caf-7252-41a8-a9a2-e291c3fe94e2 None None] Network 684ef723-f2e7-4c40-8455-8e585758e206 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:00:41.266662 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-69f08bdc-c852-4402-b15e-8d1b1d8bbb2d None None] Provisioning for port a6b58ded-c75a-4055-b38a-b8bc82a0b16b completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:00:41.282409 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-5a8b7dfe-8760-4c4b-b32e-c8306e1b96a9 None None] Set router ba19c4cf-09c8-4ffb-aa0a-b9756f5e558f gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:00:41.349405 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port a6b58ded-c75a-4055-b38a-b8bc82a0b16b completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:00:41.376113 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port a6b58ded-c75a-4055-b38a-b8bc82a0b16b triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:00:41.376499 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:41.544094 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f9d6d7b7-94fe-480c-8c5b-9c103dfa36a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:41.621632 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:41.673829 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-5a8b7dfe-8760-4c4b-b32e-c8306e1b96a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba19c4cf-09c8-4ffb-aa0a-b9756f5e558f', 'name': 'tempest-TestShelveInstance-1068462834-router', 'tenant_id': 'eea997a0ee16450abb2b185d6fe42f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': 'b0cf5cd2-3701-4bcd-858f-71a49a85f55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:00:38Z', 'updated_at': '2021-07-24T01:00:39Z', 'revision_number': 3, 'project_id': 'eea997a0ee16450abb2b185d6fe42f3c', 'gw_port': {'id': 'b0cf5cd2-3701-4bcd-858f-71a49a85f55f', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:02:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba19c4cf-09c8-4ffb-aa0a-b9756f5e558f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:00:39Z', 'updated_at': '2021-07-24T01:00:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:41.679226 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port a6b58ded-c75a-4055-b38a-b8bc82a0b16b, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=a6b58ded-c75a-4055-b38a-b8bc82a0b16b,segment=NetworkSegment(98516543-5200-4c0e-b377-f9b3b29b45e9),segment_id=98516543-5200-4c0e-b377-f9b3b29b45e9)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:00:41.712014 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:41.719301 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8b7dfe-8760-4c4b-b32e-c8306e1b96a9 None None] Checking router: ba19c4cf-09c8-4ffb-aa0a-b9756f5e558f for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:00:41.719749 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8b7dfe-8760-4c4b-b32e-c8306e1b96a9 None None] Updating router ba19c4cf-09c8-4ffb-aa0a-b9756f5e558f port b0cf5cd2-3701-4bcd-858f-71a49a85f55f binding host n-d-800088-16 {{(pid=100315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:00:41.744673 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-f9d6d7b7-94fe-480c-8c5b-9c103dfa36a3 admin admin] Allocated IP 172.20.0.1 (684ef723-f2e7-4c40-8455-8e585758e206/8ab90378-2f23-4fa2-8be3-4155f6984593/ea217c06-ffe7-4fa6-8038-5acdf41ccb32) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:00:41.794817 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-5a8b7dfe-8760-4c4b-b32e-c8306e1b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:41.844965 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=a6b58ded-c75a-4055-b38a-b8bc82a0b16b,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:41.900292 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f9d6d7b7-94fe-480c-8c5b-9c103dfa36a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:41.919481 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [None req-f9d6d7b7-94fe-480c-8c5b-9c103dfa36a3 admin admin] Transition to ACTIVE for port object ea217c06-ffe7-4fa6-8038-5acdf41ccb32 will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:00:41.961753 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f9d6d7b7-94fe-480c-8c5b-9c103dfa36a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:42.006723 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d6d7b7-94fe-480c-8c5b-9c103dfa36a3 admin admin] Network 684ef723-f2e7-4c40-8455-8e585758e206 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:00:42.009863 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-f9d6d7b7-94fe-480c-8c5b-9c103dfa36a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:00:42.020857 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d6d7b7-94fe-480c-8c5b-9c103dfa36a3 admin admin] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:00:42.035149 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-b19c8a78-953a-4631-b283-889487c85a01 None None] Provisioning complete for port a6b58ded-c75a-4055-b38a-b8bc82a0b16b triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:00:42.035644 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b19c8a78-953a-4631-b283-889487c85a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:42.063532 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d6d7b7-94fe-480c-8c5b-9c103dfa36a3 admin admin] Pushing event updated for resources: {'Port': ['ID=ea217c06-ffe7-4fa6-8038-5acdf41ccb32,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:42.082310 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f9d6d7b7-94fe-480c-8c5b-9c103dfa36a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681761'] for router_interface, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:42.203249 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-5a8b7dfe-8760-4c4b-b32e-c8306e1b96a9 None None] Notify callbacks [] for port, precommit_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:42.219378 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-5a8b7dfe-8760-4c4b-b32e-c8306e1b96a9 None None] Transition to ACTIVE for port object b0cf5cd2-3701-4bcd-858f-71a49a85f55f will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:00:42.227633 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-5a8b7dfe-8760-4c4b-b32e-c8306e1b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:42.268113 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f9d6d7b7-94fe-480c-8c5b-9c103dfa36a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:42.290002 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec61ab7-7afc-4646-a9c8-f435828d5847 None None] Pushing event updated for resources: {'Port': ['ID=b0cf5cd2-3701-4bcd-858f-71a49a85f55f,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:42.292302 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-5a8b7dfe-8760-4c4b-b32e-c8306e1b96a9 None None] Attempting to bind port b0cf5cd2-3701-4bcd-858f-71a49a85f55f on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:00:42.292677 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-5a8b7dfe-8760-4c4b-b32e-c8306e1b96a9 None None] Attempting to bind port b0cf5cd2-3701-4bcd-858f-71a49a85f55f by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:00:42.293078 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8b7dfe-8760-4c4b-b32e-c8306e1b96a9 None None] Attempting to bind port b0cf5cd2-3701-4bcd-858f-71a49a85f55f on network 9adcfee8-760c-4568-9e39-c221abf69bf5 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:00:42.299371 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8b7dfe-8760-4c4b-b32e-c8306e1b96a9 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:00:42.299774 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8b7dfe-8760-4c4b-b32e-c8306e1b96a9 None None] Checking segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:00:42.300154 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-5a8b7dfe-8760-4c4b-b32e-c8306e1b96a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:42.300543 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8b7dfe-8760-4c4b-b32e-c8306e1b96a9 None None] Bound using segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:00:42.301046 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-5a8b7dfe-8760-4c4b-b32e-c8306e1b96a9 None None] Bound port: b0cf5cd2-3701-4bcd-858f-71a49a85f55f, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:00:42.301465 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-5a8b7dfe-8760-4c4b-b32e-c8306e1b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:42.356581 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-5d6e1c1f-391e-4093-885a-4397855f3d1c None None] Provisioning for port ea217c06-ffe7-4fa6-8038-5acdf41ccb32 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:00:42.365731 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-5d6e1c1f-391e-4093-885a-4397855f3d1c None None] Provisioning complete for port ea217c06-ffe7-4fa6-8038-5acdf41ccb32 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:00:42.366108 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-5d6e1c1f-391e-4093-885a-4397855f3d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:42.370038 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-5a8b7dfe-8760-4c4b-b32e-c8306e1b96a9 None None] For port b0cf5cd2-3701-4bcd-858f-71a49a85f55f, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:00:42.402624 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-5a8b7dfe-8760-4c4b-b32e-c8306e1b96a9 None None] For port b0cf5cd2-3701-4bcd-858f-71a49a85f55f, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=b0cf5cd2-3701-4bcd-858f-71a49a85f55f,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:00:42.411725 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-5a8b7dfe-8760-4c4b-b32e-c8306e1b96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:42.422674 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-5d6e1c1f-391e-4093-885a-4397855f3d1c None None] Port ea217c06-ffe7-4fa6-8038-5acdf41ccb32 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:00:42.454342 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f9d6d7b7-94fe-480c-8c5b-9c103dfa36a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:42.461866 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f9d6d7b7-94fe-480c-8c5b-9c103dfa36a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:42.472932 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8b7dfe-8760-4c4b-b32e-c8306e1b96a9 None None] Routers {'ba19c4cf-09c8-4ffb-aa0a-b9756f5e558f'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:00:42.473580 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-5a8b7dfe-8760-4c4b-b32e-c8306e1b96a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T01:00:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['ba19c4cf-09c8-4ffb-aa0a-b9756f5e558f'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:42.530314 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d6d7b7-94fe-480c-8c5b-9c103dfa36a3 admin admin] Pushing event updated for resources: {'Port': ['ID=ea217c06-ffe7-4fa6-8038-5acdf41ccb32,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:42.533445 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f9d6d7b7-94fe-480c-8c5b-9c103dfa36a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680980'] for router_interface, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:42.644373 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d6d7b7-94fe-480c-8c5b-9c103dfa36a3 admin admin] Network 684ef723-f2e7-4c40-8455-8e585758e206 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:00:42.646532 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-f9d6d7b7-94fe-480c-8c5b-9c103dfa36a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:00:42.689687 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec61ab7-7afc-4646-a9c8-f435828d5847 None None] Pushing event updated for resources: {'Port': ['ID=b0cf5cd2-3701-4bcd-858f-71a49a85f55f,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:42.783707 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-5a8b7dfe-8760-4c4b-b32e-c8306e1b96a9 None None] Set router ba19c4cf-09c8-4ffb-aa0a-b9756f5e558f gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:00:42.815875 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9d6d7b7-94fe-480c-8c5b-9c103dfa36a3 admin admin] Router ba19c4cf-09c8-4ffb-aa0a-b9756f5e558f has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:00:42.816741 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device ba7834fe-ed45-4d45-a4d2-38fdfa89eaeb up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:00:42.943541 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d6d7b7-94fe-480c-8c5b-9c103dfa36a3 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:00:42.948858 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-f9d6d7b7-94fe-480c-8c5b-9c103dfa36a3 admin admin] 10.222.0.44 "PUT /v2.0/routers/ba19c4cf-09c8-4ffb-aa0a-b9756f5e558f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9186528 Jul 24 01:00:42.970700 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port ba7834fe-ed45-4d45-a4d2-38fdfa89eaeb completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:00:42.983238 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port ba7834fe-ed45-4d45-a4d2-38fdfa89eaeb triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:00:42.983609 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:43.030183 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-00e0f1c8-d974-42a3-977b-27ea2e0dd0c8 None None] Provisioning complete for port ea217c06-ffe7-4fa6-8038-5acdf41ccb32 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:00:43.030556 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-00e0f1c8-d974-42a3-977b-27ea2e0dd0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:43.103191 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-00e0f1c8-d974-42a3-977b-27ea2e0dd0c8 None None] Port ea217c06-ffe7-4fa6-8038-5acdf41ccb32 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:00:43.149221 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:43.172979 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-5a8b7dfe-8760-4c4b-b32e-c8306e1b96a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba19c4cf-09c8-4ffb-aa0a-b9756f5e558f', 'name': 'tempest-TestShelveInstance-1068462834-router', 'tenant_id': 'eea997a0ee16450abb2b185d6fe42f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': 'b0cf5cd2-3701-4bcd-858f-71a49a85f55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:00:38Z', 'updated_at': '2021-07-24T01:00:42Z', 'revision_number': 4, 'project_id': 'eea997a0ee16450abb2b185d6fe42f3c', 'gw_port': {'id': 'b0cf5cd2-3701-4bcd-858f-71a49a85f55f', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:02:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba19c4cf-09c8-4ffb-aa0a-b9756f5e558f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:00:39Z', 'updated_at': '2021-07-24T01:00:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'ea217c06-ffe7-4fa6-8038-5acdf41ccb32', 'name': '', 'network_id': '684ef723-f2e7-4c40-8455-8e585758e206', 'tenant_id': 'eea997a0ee16450abb2b185d6fe42f3c', 'mac_address': 'fa:16:3e:6f:69:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba19c4cf-09c8-4ffb-aa0a-b9756f5e558f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '8ab90378-2f23-4fa2-8be3-4155f6984593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:00:41Z', 'updated_at': '2021-07-24T01:00:42Z', 'revision_number': 2, 'project_id': 'eea997a0ee16450abb2b185d6fe42f3c', 'subnets': [{'id': '8ab90378-2f23-4fa2-8be3-4155f6984593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:43.203500 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8b7dfe-8760-4c4b-b32e-c8306e1b96a9 None None] The sync data for ids ['ba19c4cf-09c8-4ffb-aa0a-b9756f5e558f'] in n-d-800088-16 is: [{'id': 'ba19c4cf-09c8-4ffb-aa0a-b9756f5e558f', 'name': 'tempest-TestShelveInstance-1068462834-router', 'tenant_id': 'eea997a0ee16450abb2b185d6fe42f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': 'b0cf5cd2-3701-4bcd-858f-71a49a85f55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:00:38Z', 'updated_at': '2021-07-24T01:00:42Z', 'revision_number': 4, 'project_id': 'eea997a0ee16450abb2b185d6fe42f3c', 'gw_port': {'id': 'b0cf5cd2-3701-4bcd-858f-71a49a85f55f', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:02:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba19c4cf-09c8-4ffb-aa0a-b9756f5e558f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:00:39Z', 'updated_at': '2021-07-24T01:00:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'ea217c06-ffe7-4fa6-8038-5acdf41ccb32', 'name': '', 'network_id': '684ef723-f2e7-4c40-8455-8e585758e206', 'tenant_id': 'eea997a0ee16450abb2b185d6fe42f3c', 'mac_address': 'fa:16:3e:6f:69:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba19c4cf-09c8-4ffb-aa0a-b9756f5e558f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '8ab90378-2f23-4fa2-8be3-4155f6984593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:00:41Z', 'updated_at': '2021-07-24T01:00:42Z', 'revision_number': 2, 'project_id': 'eea997a0ee16450abb2b185d6fe42f3c', 'subnets': [{'id': '8ab90378-2f23-4fa2-8be3-4155f6984593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:00:43.227633 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port ba7834fe-ed45-4d45-a4d2-38fdfa89eaeb, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=ba7834fe-ed45-4d45-a4d2-38fdfa89eaeb,segment=NetworkSegment(66c4fe1e-f407-419a-98d2-96ca0efd67cc),segment_id=66c4fe1e-f407-419a-98d2-96ca0efd67cc)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:00:43.232233 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:43.233526 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device a6b58ded-c75a-4055-b38a-b8bc82a0b16b up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:00:43.320902 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=ba7834fe-ed45-4d45-a4d2-38fdfa89eaeb,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:43.336286 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port a6b58ded-c75a-4055-b38a-b8bc82a0b16b triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:00:43.336667 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:43.582589 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44070) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:43.587441 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-a74945f9-4fe3-41da-9389-5297b647758e tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-775366913', 'description': 'tempest-secgroup-smoke-775366913 description', 'project_id': 'e449a3bc67414b30ad15fce43c385d3b'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:00:43.613575 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a74945f9-4fe3-41da-9389-5297b647758e tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:43.713384 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a74945f9-4fe3-41da-9389-5297b647758e tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:43.722040 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a74945f9-4fe3-41da-9389-5297b647758e tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:43.747348 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-a74945f9-4fe3-41da-9389-5297b647758e tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:43.748613 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-a74945f9-4fe3-41da-9389-5297b647758e tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1649594 Jul 24 01:00:43.752300 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 44072) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:43.757255 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-38066e38-5f42-4d15-8a6b-57a16154afe6 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Request body: {'security_group_rule': {'security_group_id': 'fe7b80ec-fc1c-4b9f-b967-673b6a42866a', 'project_id': 'e449a3bc67414b30ad15fce43c385d3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:00:43.758329 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74945f9-4fe3-41da-9389-5297b647758e tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe7b80ec-fc1c-4b9f-b967-673b6a42866a,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:43.792704 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-38066e38-5f42-4d15-8a6b-57a16154afe6 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:43.864316 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-38066e38-5f42-4d15-8a6b-57a16154afe6 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:43.868684 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-38066e38-5f42-4d15-8a6b-57a16154afe6 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:43.889886 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38066e38-5f42-4d15-8a6b-57a16154afe6 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7d66f4c-822b-4ee0-8cc9-e8ecab8a64d8,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:43.900486 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-38066e38-5f42-4d15-8a6b-57a16154afe6 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:43.904722 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44074) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:43.905301 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-38066e38-5f42-4d15-8a6b-57a16154afe6 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1513305 Jul 24 01:00:43.909718 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-78a38374-bd16-4ec6-85c7-e703e99ed71e tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Request body: {'security_group_rule': {'security_group_id': 'fe7b80ec-fc1c-4b9f-b967-673b6a42866a', 'project_id': 'e449a3bc67414b30ad15fce43c385d3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:00:43.965600 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-78a38374-bd16-4ec6-85c7-e703e99ed71e tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:44.022129 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-78a38374-bd16-4ec6-85c7-e703e99ed71e tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:44.026532 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-78a38374-bd16-4ec6-85c7-e703e99ed71e tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:44.049227 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a38374-bd16-4ec6-85c7-e703e99ed71e tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb946ede-8d67-4603-88f9-29ba0f6ae358,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:44.060266 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-78a38374-bd16-4ec6-85c7-e703e99ed71e tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:44.061682 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-78a38374-bd16-4ec6-85c7-e703e99ed71e tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1558418 Jul 24 01:00:44.064494 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44076) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:44.070661 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-cc7b78a2-a497-4e64-8537-2cffa96e386c tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Request body: {'security_group_rule': {'security_group_id': 'fe7b80ec-fc1c-4b9f-b967-673b6a42866a', 'project_id': 'e449a3bc67414b30ad15fce43c385d3b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:00:44.099420 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cc7b78a2-a497-4e64-8537-2cffa96e386c tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:44.167710 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cc7b78a2-a497-4e64-8537-2cffa96e386c tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:44.174679 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cc7b78a2-a497-4e64-8537-2cffa96e386c tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:44.201339 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7b78a2-a497-4e64-8537-2cffa96e386c tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91a0e585-f41f-43d9-bfbe-f378a67d9cbf,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:44.211133 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-cc7b78a2-a497-4e64-8537-2cffa96e386c tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:44.213160 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-cc7b78a2-a497-4e64-8537-2cffa96e386c tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1474369 Jul 24 01:00:44.215963 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 44078) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:44.221505 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-31f269ab-f106-487a-82b5-557126b7c9ec tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Request body: {'security_group_rule': {'security_group_id': 'fe7b80ec-fc1c-4b9f-b967-673b6a42866a', 'project_id': 'e449a3bc67414b30ad15fce43c385d3b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:00:44.257232 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-31f269ab-f106-487a-82b5-557126b7c9ec tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:44.323282 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-31f269ab-f106-487a-82b5-557126b7c9ec tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:44.328170 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-31f269ab-f106-487a-82b5-557126b7c9ec tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:44.348407 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f269ab-f106-487a-82b5-557126b7c9ec tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdf8ff9b-93e8-497f-a389-1f5d6a23f81c,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:44.357521 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-31f269ab-f106-487a-82b5-557126b7c9ec tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:44.358827 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-31f269ab-f106-487a-82b5-557126b7c9ec tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1417015 Jul 24 01:00:44.362223 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 44082) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:44.366864 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-d49d4f92-4124-4fed-9703-f57dccdbe15e tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Request body: {'security_group_rule': {'security_group_id': 'fe7b80ec-fc1c-4b9f-b967-673b6a42866a', 'project_id': 'e449a3bc67414b30ad15fce43c385d3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:00:44.393325 n-d-800088-16 neutron-server[100314]: INFO neutron.db.securitygroups_db [None req-d49d4f92-4124-4fed-9703-f57dccdbe15e tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Project e449a3bc67414b30ad15fce43c385d3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 01:00:44.398777 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d49d4f92-4124-4fed-9703-f57dccdbe15e tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:44.469447 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d49d4f92-4124-4fed-9703-f57dccdbe15e tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:44.483350 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d49d4f92-4124-4fed-9703-f57dccdbe15e tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:44.507364 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49d4f92-4124-4fed-9703-f57dccdbe15e tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28143af4-347c-4779-8098-39b30e5f1075,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:44.514510 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d49d4f92-4124-4fed-9703-f57dccdbe15e tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:44.516681 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-d49d4f92-4124-4fed-9703-f57dccdbe15e tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1529264 Jul 24 01:00:44.519189 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44084) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:44.526279 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-decc82fe-4f80-40b6-be49-19edb6041232 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Request body: {'security_group_rule': {'security_group_id': 'fe7b80ec-fc1c-4b9f-b967-673b6a42866a', 'project_id': 'e449a3bc67414b30ad15fce43c385d3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:00:44.556691 n-d-800088-16 neutron-server[100313]: INFO neutron.db.securitygroups_db [None req-decc82fe-4f80-40b6-be49-19edb6041232 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Project e449a3bc67414b30ad15fce43c385d3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 01:00:44.562462 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-decc82fe-4f80-40b6-be49-19edb6041232 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:44.640878 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-decc82fe-4f80-40b6-be49-19edb6041232 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:44.645643 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-decc82fe-4f80-40b6-be49-19edb6041232 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:44.663912 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decc82fe-4f80-40b6-be49-19edb6041232 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dec3e62-4611-4ff8-be7a-7694b6c7ea53,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:44.671707 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-decc82fe-4f80-40b6-be49-19edb6041232 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:44.672758 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-decc82fe-4f80-40b6-be49-19edb6041232 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1519766 Jul 24 01:00:44.758259 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device b0cf5cd2-3701-4bcd-858f-71a49a85f55f up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:00:44.818811 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port b0cf5cd2-3701-4bcd-858f-71a49a85f55f completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:00:44.822992 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port b0cf5cd2-3701-4bcd-858f-71a49a85f55f triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:00:44.823386 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:44.833436 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-22020f66-9637-4b1a-88dc-bc98d1ad2906 req-276a21e6-d22e-463f-81b6-7ca96320e8a3 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-775366913&fields=id&tenant_id=e449a3bc67414b30ad15fce43c385d3b HTTP/1.1" status: 200 len: 267 time: 0.0361300 Jul 24 01:00:44.912104 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:44.935099 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port b0cf5cd2-3701-4bcd-858f-71a49a85f55f, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=b0cf5cd2-3701-4bcd-858f-71a49a85f55f,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:00:44.940310 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:44.941231 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device ba7834fe-ed45-4d45-a4d2-38fdfa89eaeb up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:00:44.950714 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22020f66-9637-4b1a-88dc-bc98d1ad2906 req-e8a1a0e6-c7f7-4642-8f6b-0cc08d84d47d tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:44.952272 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-22020f66-9637-4b1a-88dc-bc98d1ad2906 req-e8a1a0e6-c7f7-4642-8f6b-0cc08d84d47d tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/networks?id=a2f757e3-27ba-421d-b5e8-1310913e0380 HTTP/1.1" status: 200 len: 809 time: 0.1120696 Jul 24 01:00:44.969839 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-22020f66-9637-4b1a-88dc-bc98d1ad2906 req-7399630f-fee1-43c9-8bdf-3ea53afdd349 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/quotas/e449a3bc67414b30ad15fce43c385d3b HTTP/1.1" status: 200 len: 375 time: 0.0109127 Jul 24 01:00:45.021030 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=b0cf5cd2-3701-4bcd-858f-71a49a85f55f,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:45.035126 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port ba7834fe-ed45-4d45-a4d2-38fdfa89eaeb triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:00:45.035601 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:45.053872 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-22020f66-9637-4b1a-88dc-bc98d1ad2906 req-e2840b7b-b9a0-4abd-acf0-582ac31d0c21 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e449a3bc67414b30ad15fce43c385d3b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0775456 Jul 24 01:00:45.156055 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-22020f66-9637-4b1a-88dc-bc98d1ad2906 req-47440c35-f12c-45eb-a154-3f8b16205366 service neutron] 10.222.0.44 "GET /v2.0/networks/a2f757e3-27ba-421d-b5e8-1310913e0380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903928 Jul 24 01:00:45.256399 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-22020f66-9637-4b1a-88dc-bc98d1ad2906 req-0fe02dc3-1ee7-4977-bc3f-46e50c7050ed service neutron] 10.222.0.44 "GET /v2.0/networks/a2f757e3-27ba-421d-b5e8-1310913e0380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938518 Jul 24 01:00:45.324455 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44781096-efb1-4aef-901d-545aa2e0ddc8 None None] Sync routers for ids ['ba19c4cf-09c8-4ffb-aa0a-b9756f5e558f'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:00:45.334233 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44781096-efb1-4aef-901d-545aa2e0ddc8 None None] Routers {'ba19c4cf-09c8-4ffb-aa0a-b9756f5e558f'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:00:45.334836 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-44781096-efb1-4aef-901d-545aa2e0ddc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T01:00:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['ba19c4cf-09c8-4ffb-aa0a-b9756f5e558f'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:45.451470 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e682194a-8f3d-4e9b-8e44-e980a7d73f63 req-8ed0eff6-9b46-4757-b931-2d3b1873a7be tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd1ed81a-5826-4597-a76d-18a766a6d3aa HTTP/1.1" status: 200 len: 210 time: 0.0328600 Jul 24 01:00:45.468331 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-44781096-efb1-4aef-901d-545aa2e0ddc8 None None] Set router ba19c4cf-09c8-4ffb-aa0a-b9756f5e558f gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:00:45.473077 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:45.782674 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-44781096-efb1-4aef-901d-545aa2e0ddc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba19c4cf-09c8-4ffb-aa0a-b9756f5e558f', 'name': 'tempest-TestShelveInstance-1068462834-router', 'tenant_id': 'eea997a0ee16450abb2b185d6fe42f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': 'b0cf5cd2-3701-4bcd-858f-71a49a85f55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:00:38Z', 'updated_at': '2021-07-24T01:00:42Z', 'revision_number': 4, 'project_id': 'eea997a0ee16450abb2b185d6fe42f3c', 'gw_port': {'id': 'b0cf5cd2-3701-4bcd-858f-71a49a85f55f', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:02:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba19c4cf-09c8-4ffb-aa0a-b9756f5e558f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:00:39Z', 'updated_at': '2021-07-24T01:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'ea217c06-ffe7-4fa6-8038-5acdf41ccb32', 'name': '', 'network_id': '684ef723-f2e7-4c40-8455-8e585758e206', 'tenant_id': 'eea997a0ee16450abb2b185d6fe42f3c', 'mac_address': 'fa:16:3e:6f:69:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba19c4cf-09c8-4ffb-aa0a-b9756f5e558f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '8ab90378-2f23-4fa2-8be3-4155f6984593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:00:41Z', 'updated_at': '2021-07-24T01:00:42Z', 'revision_number': 2, 'project_id': 'eea997a0ee16450abb2b185d6fe42f3c', 'subnets': [{'id': '8ab90378-2f23-4fa2-8be3-4155f6984593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:45.819442 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44781096-efb1-4aef-901d-545aa2e0ddc8 None None] Checking router: ba19c4cf-09c8-4ffb-aa0a-b9756f5e558f for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:00:45.819803 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44781096-efb1-4aef-901d-545aa2e0ddc8 None None] Updating router ba19c4cf-09c8-4ffb-aa0a-b9756f5e558f port ea217c06-ffe7-4fa6-8038-5acdf41ccb32 binding host n-d-800088-16 {{(pid=100316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:00:45.859879 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-44781096-efb1-4aef-901d-545aa2e0ddc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:46.147952 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-44781096-efb1-4aef-901d-545aa2e0ddc8 None None] Notify callbacks [] for port, precommit_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:46.158455 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.provisioning_blocks [None req-44781096-efb1-4aef-901d-545aa2e0ddc8 None None] Transition to ACTIVE for port object ea217c06-ffe7-4fa6-8038-5acdf41ccb32 will not be triggered until provisioned by entity L2. {{(pid=100316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:00:46.164867 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-44781096-efb1-4aef-901d-545aa2e0ddc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:46.245200 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7b4e57-d60e-4454-8f3e-0c007a7566a2 None None] Pushing event updated for resources: {'Port': ['ID=ea217c06-ffe7-4fa6-8038-5acdf41ccb32,revision_number=3']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:46.284435 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-44781096-efb1-4aef-901d-545aa2e0ddc8 None None] Attempting to bind port ea217c06-ffe7-4fa6-8038-5acdf41ccb32 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:00:46.284862 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-44781096-efb1-4aef-901d-545aa2e0ddc8 None None] Attempting to bind port ea217c06-ffe7-4fa6-8038-5acdf41ccb32 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '98516543-5200-4c0e-b377-f9b3b29b45e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '684ef723-f2e7-4c40-8455-8e585758e206'}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:00:46.285214 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44781096-efb1-4aef-901d-545aa2e0ddc8 None None] Attempting to bind port ea217c06-ffe7-4fa6-8038-5acdf41ccb32 on network 684ef723-f2e7-4c40-8455-8e585758e206 {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:00:46.290787 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44781096-efb1-4aef-901d-545aa2e0ddc8 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:00:46.291167 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44781096-efb1-4aef-901d-545aa2e0ddc8 None None] Checking segment: {'id': '98516543-5200-4c0e-b377-f9b3b29b45e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '684ef723-f2e7-4c40-8455-8e585758e206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:00:46.291568 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-44781096-efb1-4aef-901d-545aa2e0ddc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:46.291965 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44781096-efb1-4aef-901d-545aa2e0ddc8 None None] Bound using segment: {'id': '98516543-5200-4c0e-b377-f9b3b29b45e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '684ef723-f2e7-4c40-8455-8e585758e206'} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:00:46.292429 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-44781096-efb1-4aef-901d-545aa2e0ddc8 None None] Bound port: ea217c06-ffe7-4fa6-8038-5acdf41ccb32, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98516543-5200-4c0e-b377-f9b3b29b45e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '684ef723-f2e7-4c40-8455-8e585758e206'}}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:00:46.292843 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-44781096-efb1-4aef-901d-545aa2e0ddc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:46.363512 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-44781096-efb1-4aef-901d-545aa2e0ddc8 None None] For port ea217c06-ffe7-4fa6-8038-5acdf41ccb32, host n-d-800088-16, cleared binding levels {{(pid=100316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:00:46.366852 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-44781096-efb1-4aef-901d-545aa2e0ddc8 None None] For port ea217c06-ffe7-4fa6-8038-5acdf41ccb32, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=ea217c06-ffe7-4fa6-8038-5acdf41ccb32,segment=NetworkSegment(98516543-5200-4c0e-b377-f9b3b29b45e9),segment_id=98516543-5200-4c0e-b377-f9b3b29b45e9)] {{(pid=100316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:00:46.373053 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-44781096-efb1-4aef-901d-545aa2e0ddc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:46.431535 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44781096-efb1-4aef-901d-545aa2e0ddc8 None None] Routers {'ba19c4cf-09c8-4ffb-aa0a-b9756f5e558f'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:00:46.432178 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-44781096-efb1-4aef-901d-545aa2e0ddc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T01:00:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['ba19c4cf-09c8-4ffb-aa0a-b9756f5e558f'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:46.470131 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7b4e57-d60e-4454-8f3e-0c007a7566a2 None None] Pushing event updated for resources: {'Port': ['ID=ea217c06-ffe7-4fa6-8038-5acdf41ccb32,revision_number=4']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:46.568488 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-44781096-efb1-4aef-901d-545aa2e0ddc8 None None] Set router ba19c4cf-09c8-4ffb-aa0a-b9756f5e558f gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:00:46.617412 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-427eec9c-a4fc-4e98-b428-f3803811f6d9 req-a1aaee1a-833e-472a-9329-1ef564d8fbb0 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd1ed81a-5826-4597-a76d-18a766a6d3aa HTTP/1.1" status: 200 len: 210 time: 0.0475304 Jul 24 01:00:46.732151 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22020f66-9637-4b1a-88dc-bc98d1ad2906 req-a0c3af5c-fc01-42bf-92d7-c4541a7ba6d3 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:46.733929 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-22020f66-9637-4b1a-88dc-bc98d1ad2906 req-a0c3af5c-fc01-42bf-92d7-c4541a7ba6d3 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.52 "GET /v2.0/networks?id=a2f757e3-27ba-421d-b5e8-1310913e0380 HTTP/1.1" status: 200 len: 809 time: 0.1468666 Jul 24 01:00:46.786211 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-22020f66-9637-4b1a-88dc-bc98d1ad2906 req-3fdf9715-75f7-4628-b798-204a1f963045 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e449a3bc67414b30ad15fce43c385d3b HTTP/1.1" status: 200 len: 379 time: 0.0440912 Jul 24 01:00:46.793740 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device b0cf5cd2-3701-4bcd-858f-71a49a85f55f up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:00:46.798006 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-22020f66-9637-4b1a-88dc-bc98d1ad2906 req-616b5dcb-21ed-45eb-9fb4-2da2fdcb7fed tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Request body: {'port': {'device_id': 'fd1ed81a-5826-4597-a76d-18a766a6d3aa', 'network_id': 'a2f757e3-27ba-421d-b5e8-1310913e0380', 'admin_state_up': True, 'tenant_id': 'e449a3bc67414b30ad15fce43c385d3b', 'security_groups': ['fe7b80ec-fc1c-4b9f-b967-673b6a42866a']}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:00:46.846823 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port b0cf5cd2-3701-4bcd-858f-71a49a85f55f triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:00:46.847235 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:46.868302 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-44781096-efb1-4aef-901d-545aa2e0ddc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba19c4cf-09c8-4ffb-aa0a-b9756f5e558f', 'name': 'tempest-TestShelveInstance-1068462834-router', 'tenant_id': 'eea997a0ee16450abb2b185d6fe42f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': 'b0cf5cd2-3701-4bcd-858f-71a49a85f55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:00:38Z', 'updated_at': '2021-07-24T01:00:42Z', 'revision_number': 4, 'project_id': 'eea997a0ee16450abb2b185d6fe42f3c', 'gw_port': {'id': 'b0cf5cd2-3701-4bcd-858f-71a49a85f55f', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:02:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba19c4cf-09c8-4ffb-aa0a-b9756f5e558f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:00:39Z', 'updated_at': '2021-07-24T01:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'ea217c06-ffe7-4fa6-8038-5acdf41ccb32', 'name': '', 'network_id': '684ef723-f2e7-4c40-8455-8e585758e206', 'tenant_id': 'eea997a0ee16450abb2b185d6fe42f3c', 'mac_address': 'fa:16:3e:6f:69:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba19c4cf-09c8-4ffb-aa0a-b9756f5e558f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '8ab90378-2f23-4fa2-8be3-4155f6984593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:00:41Z', 'updated_at': '2021-07-24T01:00:46Z', 'revision_number': 4, 'project_id': 'eea997a0ee16450abb2b185d6fe42f3c', 'subnets': [{'id': '8ab90378-2f23-4fa2-8be3-4155f6984593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:46.896776 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44781096-efb1-4aef-901d-545aa2e0ddc8 None None] The sync data for ids ['ba19c4cf-09c8-4ffb-aa0a-b9756f5e558f'] in n-d-800088-16 is: [{'id': 'ba19c4cf-09c8-4ffb-aa0a-b9756f5e558f', 'name': 'tempest-TestShelveInstance-1068462834-router', 'tenant_id': 'eea997a0ee16450abb2b185d6fe42f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': 'b0cf5cd2-3701-4bcd-858f-71a49a85f55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:00:38Z', 'updated_at': '2021-07-24T01:00:42Z', 'revision_number': 4, 'project_id': 'eea997a0ee16450abb2b185d6fe42f3c', 'gw_port': {'id': 'b0cf5cd2-3701-4bcd-858f-71a49a85f55f', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:02:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba19c4cf-09c8-4ffb-aa0a-b9756f5e558f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:00:39Z', 'updated_at': '2021-07-24T01:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'ea217c06-ffe7-4fa6-8038-5acdf41ccb32', 'name': '', 'network_id': '684ef723-f2e7-4c40-8455-8e585758e206', 'tenant_id': 'eea997a0ee16450abb2b185d6fe42f3c', 'mac_address': 'fa:16:3e:6f:69:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba19c4cf-09c8-4ffb-aa0a-b9756f5e558f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '8ab90378-2f23-4fa2-8be3-4155f6984593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:00:41Z', 'updated_at': '2021-07-24T01:00:46Z', 'revision_number': 4, 'project_id': 'eea997a0ee16450abb2b185d6fe42f3c', 'subnets': [{'id': '8ab90378-2f23-4fa2-8be3-4155f6984593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:00:46.940612 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22020f66-9637-4b1a-88dc-bc98d1ad2906 req-616b5dcb-21ed-45eb-9fb4-2da2fdcb7fed tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Made reservation on behalf of e449a3bc67414b30ad15fce43c385d3b for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:00:46.943192 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device ea217c06-ffe7-4fa6-8038-5acdf41ccb32 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:00:46.945456 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-22020f66-9637-4b1a-88dc-bc98d1ad2906 req-616b5dcb-21ed-45eb-9fb4-2da2fdcb7fed tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:47.003018 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port ea217c06-ffe7-4fa6-8038-5acdf41ccb32 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:00:47.007644 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port ea217c06-ffe7-4fa6-8038-5acdf41ccb32 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:00:47.008022 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:47.098422 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:47.109334 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-22020f66-9637-4b1a-88dc-bc98d1ad2906 req-616b5dcb-21ed-45eb-9fb4-2da2fdcb7fed tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Allocated IP 172.20.0.3 (a2f757e3-27ba-421d-b5e8-1310913e0380/04b6f0f5-bcef-403d-beb9-2a3dba6c998a/68344ce7-d27b-4d61-b5ab-570634c1624a) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:00:47.143123 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port ea217c06-ffe7-4fa6-8038-5acdf41ccb32, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=ea217c06-ffe7-4fa6-8038-5acdf41ccb32,segment=NetworkSegment(98516543-5200-4c0e-b377-f9b3b29b45e9),segment_id=98516543-5200-4c0e-b377-f9b3b29b45e9)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:00:47.147691 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:47.208942 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=ea217c06-ffe7-4fa6-8038-5acdf41ccb32,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:47.275147 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-22020f66-9637-4b1a-88dc-bc98d1ad2906 req-616b5dcb-21ed-45eb-9fb4-2da2fdcb7fed tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:47.290654 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-22020f66-9637-4b1a-88dc-bc98d1ad2906 req-616b5dcb-21ed-45eb-9fb4-2da2fdcb7fed tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Transition to ACTIVE for port object 68344ce7-d27b-4d61-b5ab-570634c1624a will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:00:47.329062 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-22020f66-9637-4b1a-88dc-bc98d1ad2906 req-616b5dcb-21ed-45eb-9fb4-2da2fdcb7fed tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:47.375782 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22020f66-9637-4b1a-88dc-bc98d1ad2906 req-616b5dcb-21ed-45eb-9fb4-2da2fdcb7fed tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Network a2f757e3-27ba-421d-b5e8-1310913e0380 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:00:47.382109 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-22020f66-9637-4b1a-88dc-bc98d1ad2906 req-616b5dcb-21ed-45eb-9fb4-2da2fdcb7fed tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:00:47.386046 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-22020f66-9637-4b1a-88dc-bc98d1ad2906 req-616b5dcb-21ed-45eb-9fb4-2da2fdcb7fed tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:00:47.393017 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b5dcb-21ed-45eb-9fb4-2da2fdcb7fed tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Pushing event updated for resources: {'Port': ['ID=68344ce7-d27b-4d61-b5ab-570634c1624a,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:47.456535 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22020f66-9637-4b1a-88dc-bc98d1ad2906 req-616b5dcb-21ed-45eb-9fb4-2da2fdcb7fed tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:47.457237 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-22020f66-9637-4b1a-88dc-bc98d1ad2906 req-616b5dcb-21ed-45eb-9fb4-2da2fdcb7fed tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:47.479107 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-22020f66-9637-4b1a-88dc-bc98d1ad2906 req-616b5dcb-21ed-45eb-9fb4-2da2fdcb7fed tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6879857 Jul 24 01:00:47.491933 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-22020f66-9637-4b1a-88dc-bc98d1ad2906 req-99658a41-b393-4161-914e-d5184dcb07fe service neutron] Request body: {'port': {'device_id': 'fd1ed81a-5826-4597-a76d-18a766a6d3aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:00:47.578832 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-22020f66-9637-4b1a-88dc-bc98d1ad2906 req-99658a41-b393-4161-914e-d5184dcb07fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:47.623638 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-521776e2-78a4-44a4-a8f8-f0e7311d330c None None] Provisioning for port 68344ce7-d27b-4d61-b5ab-570634c1624a completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:00:47.628993 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-521776e2-78a4-44a4-a8f8-f0e7311d330c None None] Provisioning complete for port 68344ce7-d27b-4d61-b5ab-570634c1624a triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:00:47.629716 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-521776e2-78a4-44a4-a8f8-f0e7311d330c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:47.691346 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-521776e2-78a4-44a4-a8f8-f0e7311d330c None None] Port 68344ce7-d27b-4d61-b5ab-570634c1624a cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:00:47.840411 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb32286-831c-4699-8826-45285972a8b1 req-0707ea50-799e-4e84-81f8-1d099c5de44e tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:47.841970 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ffb32286-831c-4699-8826-45285972a8b1 req-0707ea50-799e-4e84-81f8-1d099c5de44e tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd1ed81a-5826-4597-a76d-18a766a6d3aa HTTP/1.1" status: 200 len: 931 time: 0.1383555 Jul 24 01:00:47.911448 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ffb32286-831c-4699-8826-45285972a8b1 req-26b38920-084f-4326-8054-08810b41c51e tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe7b80ec-fc1c-4b9f-b967-673b6a42866a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597994 Jul 24 01:00:47.950965 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-22020f66-9637-4b1a-88dc-bc98d1ad2906 req-99658a41-b393-4161-914e-d5184dcb07fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68344ce7-d27b-4d61-b5ab-570634c1624a {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:00:47.959192 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-22020f66-9637-4b1a-88dc-bc98d1ad2906 req-99658a41-b393-4161-914e-d5184dcb07fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:47.971054 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-22020f66-9637-4b1a-88dc-bc98d1ad2906 req-99658a41-b393-4161-914e-d5184dcb07fe service neutron] Transition to ACTIVE for port object 68344ce7-d27b-4d61-b5ab-570634c1624a will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:00:47.975235 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-22020f66-9637-4b1a-88dc-bc98d1ad2906 req-99658a41-b393-4161-914e-d5184dcb07fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:48.029050 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99658a41-b393-4161-914e-d5184dcb07fe service neutron] Pushing event updated for resources: {'Port': ['ID=68344ce7-d27b-4d61-b5ab-570634c1624a,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:48.103045 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-22020f66-9637-4b1a-88dc-bc98d1ad2906 req-99658a41-b393-4161-914e-d5184dcb07fe service neutron] Attempting to bind port 68344ce7-d27b-4d61-b5ab-570634c1624a on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:00:48.103396 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-22020f66-9637-4b1a-88dc-bc98d1ad2906 req-99658a41-b393-4161-914e-d5184dcb07fe service neutron] Attempting to bind port 68344ce7-d27b-4d61-b5ab-570634c1624a by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': '66c4fe1e-f407-419a-98d2-96ca0efd67cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2f757e3-27ba-421d-b5e8-1310913e0380'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:00:48.103735 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22020f66-9637-4b1a-88dc-bc98d1ad2906 req-99658a41-b393-4161-914e-d5184dcb07fe service neutron] Attempting to bind port 68344ce7-d27b-4d61-b5ab-570634c1624a on network a2f757e3-27ba-421d-b5e8-1310913e0380 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:00:48.108502 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22020f66-9637-4b1a-88dc-bc98d1ad2906 req-99658a41-b393-4161-914e-d5184dcb07fe service neutron] Port 68344ce7-d27b-4d61-b5ab-570634c1624a on network a2f757e3-27ba-421d-b5e8-1310913e0380 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 01:00:48.109030 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22020f66-9637-4b1a-88dc-bc98d1ad2906 req-99658a41-b393-4161-914e-d5184dcb07fe service neutron] Attempting to bind port 68344ce7-d27b-4d61-b5ab-570634c1624a on network a2f757e3-27ba-421d-b5e8-1310913e0380 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:00:48.115149 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22020f66-9637-4b1a-88dc-bc98d1ad2906 req-99658a41-b393-4161-914e-d5184dcb07fe service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:00:48.115496 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22020f66-9637-4b1a-88dc-bc98d1ad2906 req-99658a41-b393-4161-914e-d5184dcb07fe service neutron] Checking segment: {'id': '66c4fe1e-f407-419a-98d2-96ca0efd67cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2f757e3-27ba-421d-b5e8-1310913e0380'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:00:48.115890 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22020f66-9637-4b1a-88dc-bc98d1ad2906 req-99658a41-b393-4161-914e-d5184dcb07fe service neutron] Bound using segment: {'id': '66c4fe1e-f407-419a-98d2-96ca0efd67cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2f757e3-27ba-421d-b5e8-1310913e0380'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:00:48.116328 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-22020f66-9637-4b1a-88dc-bc98d1ad2906 req-99658a41-b393-4161-914e-d5184dcb07fe service neutron] Bound port: 68344ce7-d27b-4d61-b5ab-570634c1624a, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66c4fe1e-f407-419a-98d2-96ca0efd67cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2f757e3-27ba-421d-b5e8-1310913e0380'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:00:48.116699 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-22020f66-9637-4b1a-88dc-bc98d1ad2906 req-99658a41-b393-4161-914e-d5184dcb07fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:48.190593 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-22020f66-9637-4b1a-88dc-bc98d1ad2906 req-99658a41-b393-4161-914e-d5184dcb07fe service neutron] For port 68344ce7-d27b-4d61-b5ab-570634c1624a, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:00:48.196125 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-22020f66-9637-4b1a-88dc-bc98d1ad2906 req-99658a41-b393-4161-914e-d5184dcb07fe service neutron] For port 68344ce7-d27b-4d61-b5ab-570634c1624a, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=68344ce7-d27b-4d61-b5ab-570634c1624a,segment=NetworkSegment(66c4fe1e-f407-419a-98d2-96ca0efd67cc),segment_id=66c4fe1e-f407-419a-98d2-96ca0efd67cc)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:00:48.200139 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-22020f66-9637-4b1a-88dc-bc98d1ad2906 req-99658a41-b393-4161-914e-d5184dcb07fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:48.233986 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22020f66-9637-4b1a-88dc-bc98d1ad2906 req-99658a41-b393-4161-914e-d5184dcb07fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:48.234605 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-22020f66-9637-4b1a-88dc-bc98d1ad2906 req-99658a41-b393-4161-914e-d5184dcb07fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:48.236522 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-22020f66-9637-4b1a-88dc-bc98d1ad2906 req-99658a41-b393-4161-914e-d5184dcb07fe service neutron] 10.222.0.52 "PUT /v2.0/ports/68344ce7-d27b-4d61-b5ab-570634c1624a HTTP/1.1" status: 200 len: 1092 time: 0.7491782 Jul 24 01:00:48.237037 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd1ed81a-5826-4597-a76d-18a766a6d3aa', 'tag': '68344ce7-d27b-4d61-b5ab-570634c1624a'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:00:48.239328 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b5b12b33723a5ac99f65cff31e3c306c8fdd85da64bb4eb22f7eb8a86bf6c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28e8670-9a04-4da0-86b4-3ffa9f5bc3b2" -d '{"events": [{"name": "network-changed", "server_uuid": "fd1ed81a-5826-4597-a76d-18a766a6d3aa", "tag": "68344ce7-d27b-4d61-b5ab-570634c1624a"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:00:48.274787 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99658a41-b393-4161-914e-d5184dcb07fe service neutron] Pushing event updated for resources: {'Port': ['ID=68344ce7-d27b-4d61-b5ab-570634c1624a,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:48.290565 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c48db0bd-4113-4f35-834a-e94acf1b093b x-openstack-request-id: req-c48db0bd-4113-4f35-834a-e94acf1b093b {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:00:48.290974 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd1ed81a-5826-4597-a76d-18a766a6d3aa", "tag": "68344ce7-d27b-4d61-b5ab-570634c1624a", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:00:48.291325 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c48db0bd-4113-4f35-834a-e94acf1b093b {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:00:48.291892 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd1ed81a-5826-4597-a76d-18a766a6d3aa', 'tag': '68344ce7-d27b-4d61-b5ab-570634c1624a', 'status': 'completed', 'code': 200} Jul 24 01:00:48.343025 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22020f66-9637-4b1a-88dc-bc98d1ad2906 req-662903fd-0079-4986-9f1c-1433d775378a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:48.344463 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-22020f66-9637-4b1a-88dc-bc98d1ad2906 req-662903fd-0079-4986-9f1c-1433d775378a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e449a3bc67414b30ad15fce43c385d3b&device_id=fd1ed81a-5826-4597-a76d-18a766a6d3aa HTTP/1.1" status: 200 len: 1095 time: 0.0668368 Jul 24 01:00:48.390512 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-22020f66-9637-4b1a-88dc-bc98d1ad2906 req-d1cdfab8-72c6-43b7-985d-46097c6e1713 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68344ce7-d27b-4d61-b5ab-570634c1624a HTTP/1.1" status: 200 len: 217 time: 0.0390460 Jul 24 01:00:48.398780 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:48.442579 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22020f66-9637-4b1a-88dc-bc98d1ad2906 req-73c62bd0-0a43-4b17-ba81-1e1f17904d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:48.444120 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-22020f66-9637-4b1a-88dc-bc98d1ad2906 req-73c62bd0-0a43-4b17-ba81-1e1f17904d33 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=04b6f0f5-bcef-403d-beb9-2a3dba6c998a HTTP/1.1" status: 200 len: 848 time: 0.0475116 Jul 24 01:00:48.504505 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22020f66-9637-4b1a-88dc-bc98d1ad2906 req-f37fc6ab-d5d6-44c4-b576-6b019b566494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:48.506105 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-22020f66-9637-4b1a-88dc-bc98d1ad2906 req-f37fc6ab-d5d6-44c4-b576-6b019b566494 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a2f757e3-27ba-421d-b5e8-1310913e0380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549023 Jul 24 01:00:48.603038 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-22020f66-9637-4b1a-88dc-bc98d1ad2906 req-fd42ddc9-6046-405c-887a-d72dd2389a56 service neutron] 10.222.0.52 "GET /v2.0/networks/a2f757e3-27ba-421d-b5e8-1310913e0380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901167 Jul 24 01:00:48.679885 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device ea217c06-ffe7-4fa6-8038-5acdf41ccb32 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:00:48.704390 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-22020f66-9637-4b1a-88dc-bc98d1ad2906 req-35b3c1dc-115b-4186-be0f-51a8bc18a300 service neutron] 10.222.0.52 "GET /v2.0/networks/a2f757e3-27ba-421d-b5e8-1310913e0380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952234 Jul 24 01:00:48.731345 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port ea217c06-ffe7-4fa6-8038-5acdf41ccb32 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:00:48.731731 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:48.817487 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28e8670-9a04-4da0-86b4-3ffa9f5bc3b2 req-fae4cba6-d3eb-494c-8061-53182ac88e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:48.819275 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b28e8670-9a04-4da0-86b4-3ffa9f5bc3b2 req-fae4cba6-d3eb-494c-8061-53182ac88e4c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e449a3bc67414b30ad15fce43c385d3b&device_id=fd1ed81a-5826-4597-a76d-18a766a6d3aa HTTP/1.1" status: 200 len: 1095 time: 0.0632353 Jul 24 01:00:48.914739 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28e8670-9a04-4da0-86b4-3ffa9f5bc3b2 req-dfb3d29a-ebaa-48be-9c99-ef6c4e18d60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:48.916254 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b28e8670-9a04-4da0-86b4-3ffa9f5bc3b2 req-dfb3d29a-ebaa-48be-9c99-ef6c4e18d60a service neutron] 10.222.0.52 "GET /v2.0/networks?id=a2f757e3-27ba-421d-b5e8-1310913e0380 HTTP/1.1" status: 200 len: 910 time: 0.0909240 Jul 24 01:00:48.965683 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b28e8670-9a04-4da0-86b4-3ffa9f5bc3b2 req-fa0930cc-4d89-4690-8a97-325612eb3735 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68344ce7-d27b-4d61-b5ab-570634c1624a HTTP/1.1" status: 200 len: 217 time: 0.0429466 Jul 24 01:00:49.044061 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28e8670-9a04-4da0-86b4-3ffa9f5bc3b2 req-9af4c92b-e941-481b-9851-3ef86d593510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:49.045879 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b28e8670-9a04-4da0-86b4-3ffa9f5bc3b2 req-9af4c92b-e941-481b-9851-3ef86d593510 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=04b6f0f5-bcef-403d-beb9-2a3dba6c998a HTTP/1.1" status: 200 len: 848 time: 0.0728483 Jul 24 01:00:49.103747 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bab449a-c725-4639-bc44-b6ccc2f188a0 req-7efc5362-a135-46fb-bb18-8393bd976eb9 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:49.105280 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4bab449a-c725-4639-bc44-b6ccc2f188a0 req-7efc5362-a135-46fb-bb18-8393bd976eb9 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd1ed81a-5826-4597-a76d-18a766a6d3aa HTTP/1.1" status: 200 len: 943 time: 0.1059003 Jul 24 01:00:49.355528 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:00:49.472425 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28e8670-9a04-4da0-86b4-3ffa9f5bc3b2 req-d34d83bb-a122-4f73-bebd-aa3fdc977841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:49.473989 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b28e8670-9a04-4da0-86b4-3ffa9f5bc3b2 req-d34d83bb-a122-4f73-bebd-aa3fdc977841 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a2f757e3-27ba-421d-b5e8-1310913e0380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4208729 Jul 24 01:00:49.479453 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-4bab449a-c725-4639-bc44-b6ccc2f188a0 req-e9015673-5272-41ae-b4f5-3408a6e43c9f tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe7b80ec-fc1c-4b9f-b967-673b6a42866a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3686056 Jul 24 01:00:49.563958 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b28e8670-9a04-4da0-86b4-3ffa9f5bc3b2 req-5a81acdb-32e7-4610-b3ff-2f1d61ceb076 service neutron] 10.222.0.52 "GET /v2.0/networks/a2f757e3-27ba-421d-b5e8-1310913e0380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822983 Jul 24 01:00:49.663888 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b28e8670-9a04-4da0-86b4-3ffa9f5bc3b2 req-a0aeb80a-873e-462a-ab96-8c231642a6b2 service neutron] 10.222.0.52 "GET /v2.0/networks/a2f757e3-27ba-421d-b5e8-1310913e0380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937221 Jul 24 01:00:50.619422 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d4e70-8407-44ec-84e3-2afd8bdf44de req-bc7f454b-37d1-440e-8f27-271cb711f04b tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:50.621399 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-243d4e70-8407-44ec-84e3-2afd8bdf44de req-bc7f454b-37d1-440e-8f27-271cb711f04b tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd1ed81a-5826-4597-a76d-18a766a6d3aa HTTP/1.1" status: 200 len: 943 time: 0.0683241 Jul 24 01:00:50.662288 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-243d4e70-8407-44ec-84e3-2afd8bdf44de req-c13e4edd-d961-4590-b370-b31edd8c7b2c tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe7b80ec-fc1c-4b9f-b967-673b6a42866a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344372 Jul 24 01:00:51.632436 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 68344ce7-d27b-4d61-b5ab-570634c1624a details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:00:51.745889 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 68344ce7-d27b-4d61-b5ab-570634c1624a, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=68344ce7-d27b-4d61-b5ab-570634c1624a,segment=NetworkSegment(66c4fe1e-f407-419a-98d2-96ca0efd67cc),segment_id=66c4fe1e-f407-419a-98d2-96ca0efd67cc)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:00:51.758276 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': '68344ce7-d27b-4d61-b5ab-570634c1624a', 'network_id': 'a2f757e3-27ba-421d-b5e8-1310913e0380', 'port_id': '68344ce7-d27b-4d61-b5ab-570634c1624a', 'mac_address': 'fa:16:3e:c4:52:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04b6f0f5-bcef-403d-beb9-2a3dba6c998a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:00:51.795391 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25632105-64ec-43b4-a453-fc1282a92350 req-a47b57cb-c349-4b07-8c0c-f2938ad0730a tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:51.796976 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-25632105-64ec-43b4-a453-fc1282a92350 req-a47b57cb-c349-4b07-8c0c-f2938ad0730a tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd1ed81a-5826-4597-a76d-18a766a6d3aa HTTP/1.1" status: 200 len: 943 time: 0.0642447 Jul 24 01:00:51.800399 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:51.813470 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68344ce7-d27b-4d61-b5ab-570634c1624a {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:00:51.834030 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 68344ce7-d27b-4d61-b5ab-570634c1624a, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=68344ce7-d27b-4d61-b5ab-570634c1624a,segment=NetworkSegment(66c4fe1e-f407-419a-98d2-96ca0efd67cc),segment_id=66c4fe1e-f407-419a-98d2-96ca0efd67cc)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:00:51.836690 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-25632105-64ec-43b4-a453-fc1282a92350 req-3fc13096-53c7-4062-bfb6-0958b68bd1fa tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe7b80ec-fc1c-4b9f-b967-673b6a42866a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339499 Jul 24 01:00:51.841450 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:51.893465 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=68344ce7-d27b-4d61-b5ab-570634c1624a,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:52.041663 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['68344ce7-d27b-4d61-b5ab-570634c1624a'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:00:52.976739 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f270ab04-ecb0-47d9-b623-8fbe96b95eaf req-44e06f50-932f-4596-8dfa-82b16bc863f1 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:52.978332 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f270ab04-ecb0-47d9-b623-8fbe96b95eaf req-44e06f50-932f-4596-8dfa-82b16bc863f1 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd1ed81a-5826-4597-a76d-18a766a6d3aa HTTP/1.1" status: 200 len: 944 time: 0.0721173 Jul 24 01:00:53.018967 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f270ab04-ecb0-47d9-b623-8fbe96b95eaf req-29767d73-7b12-4ed7-aa1d-c4e6247e3f24 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe7b80ec-fc1c-4b9f-b967-673b6a42866a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349731 Jul 24 01:00:53.280360 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3cc7c9b8-cfe4-4aa0-b726-14bbb2aaa248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:53.648319 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 68344ce7-d27b-4d61-b5ab-570634c1624a up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:00:53.706236 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port 68344ce7-d27b-4d61-b5ab-570634c1624a completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:00:53.710188 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port 68344ce7-d27b-4d61-b5ab-570634c1624a triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:00:53.710565 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:53.792344 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:53.818040 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd1ed81a-5826-4597-a76d-18a766a6d3aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68344ce7-d27b-4d61-b5ab-570634c1624a'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:00:53.820370 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}558c1f08c3ad39984887c6beba8768e196794644b3da822fc6f02d9261914d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-057168fe-2452-4d0a-810c-45d3a72acacc" -d '{"events": [{"server_uuid": "fd1ed81a-5826-4597-a76d-18a766a6d3aa", "name": "network-vif-plugged", "status": "completed", "tag": "68344ce7-d27b-4d61-b5ab-570634c1624a"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:00:53.833736 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 68344ce7-d27b-4d61-b5ab-570634c1624a, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=68344ce7-d27b-4d61-b5ab-570634c1624a,segment=NetworkSegment(66c4fe1e-f407-419a-98d2-96ca0efd67cc),segment_id=66c4fe1e-f407-419a-98d2-96ca0efd67cc)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:00:53.838378 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:53.865381 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da0316e5-eeec-4437-b6fb-b54d2ef8ca97 x-openstack-request-id: req-da0316e5-eeec-4437-b6fb-b54d2ef8ca97 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:00:53.865629 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd1ed81a-5826-4597-a76d-18a766a6d3aa", "name": "network-vif-plugged", "status": "completed", "tag": "68344ce7-d27b-4d61-b5ab-570634c1624a", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:00:53.865903 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-da0316e5-eeec-4437-b6fb-b54d2ef8ca97 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:00:53.866305 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd1ed81a-5826-4597-a76d-18a766a6d3aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68344ce7-d27b-4d61-b5ab-570634c1624a', 'code': 200} Jul 24 01:00:53.896859 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=68344ce7-d27b-4d61-b5ab-570634c1624a,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:53.996833 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194a8e3a-1d0f-4eef-89fc-04e1098c0ba8 req-f168fe24-9acd-48cc-af7a-ecdd0a8fd2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:53.998429 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-194a8e3a-1d0f-4eef-89fc-04e1098c0ba8 req-f168fe24-9acd-48cc-af7a-ecdd0a8fd2c0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fd1ed81a-5826-4597-a76d-18a766a6d3aa HTTP/1.1" status: 200 len: 1097 time: 0.0681646 Jul 24 01:00:54.037964 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-194a8e3a-1d0f-4eef-89fc-04e1098c0ba8 req-d89eb401-6b96-45d5-95e6-f3d39dec7c31 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=fe7b80ec-fc1c-4b9f-b967-673b6a42866a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333498 Jul 24 01:00:54.153577 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd37ee-d1f7-4f81-a271-9c2d66820253 req-8d776dc4-294c-45b0-a21d-28fad2624aa7 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:54.155011 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-69dd37ee-d1f7-4f81-a271-9c2d66820253 req-8d776dc4-294c-45b0-a21d-28fad2624aa7 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd1ed81a-5826-4597-a76d-18a766a6d3aa HTTP/1.1" status: 200 len: 945 time: 0.0673881 Jul 24 01:00:54.194327 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-69dd37ee-d1f7-4f81-a271-9c2d66820253 req-3ad5f30b-c098-4133-b488-37c7da80b79a tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe7b80ec-fc1c-4b9f-b967-673b6a42866a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331633 Jul 24 01:00:55.330161 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1658a5-33bc-4ff4-8ae3-6d5e42654ca8 req-908a90e3-a3fb-46c2-b04c-c68feb91560a tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:55.331754 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6e1658a5-33bc-4ff4-8ae3-6d5e42654ca8 req-908a90e3-a3fb-46c2-b04c-c68feb91560a tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd1ed81a-5826-4597-a76d-18a766a6d3aa HTTP/1.1" status: 200 len: 945 time: 0.0658677 Jul 24 01:00:55.371031 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6e1658a5-33bc-4ff4-8ae3-6d5e42654ca8 req-3741a445-c986-4cd9-9ce0-6cc56fd766bf tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe7b80ec-fc1c-4b9f-b967-673b6a42866a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331471 Jul 24 01:00:55.505449 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a343cc-8e2c-430b-81ec-f028133f394b req-9504e8ca-e6e4-44f1-9e9f-22b9e10875f5 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:55.507032 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e5a343cc-8e2c-430b-81ec-f028133f394b req-9504e8ca-e6e4-44f1-9e9f-22b9e10875f5 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd1ed81a-5826-4597-a76d-18a766a6d3aa HTTP/1.1" status: 200 len: 945 time: 0.0663700 Jul 24 01:00:55.551444 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e5a343cc-8e2c-430b-81ec-f028133f394b req-b3a98a26-e29c-4470-bf14-594817d0f085 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe7b80ec-fc1c-4b9f-b967-673b6a42866a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384758 Jul 24 01:00:55.573159 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 44142) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:55.716655 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39f55cb-02f6-4dfa-ba20-c478a6c6d092 tempest-TestShelveInstance-546340853 tempest-TestShelveInstance-546340853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:55.718260 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-b39f55cb-02f6-4dfa-ba20-c478a6c6d092 tempest-TestShelveInstance-546340853 tempest-TestShelveInstance-546340853-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=fd1ed81a-5826-4597-a76d-18a766a6d3aa HTTP/1.1" status: 200 len: 1092 time: 0.1441081 Jul 24 01:00:55.721916 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 44146) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:55.726448 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-d1cfb926-2ae3-430e-a98e-370bf512f369 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Request body: {'floatingip': {'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'port_id': '68344ce7-d27b-4d61-b5ab-570634c1624a', 'tenant_id': 'e449a3bc67414b30ad15fce43c385d3b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:00:55.749116 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d1cfb926-2ae3-430e-a98e-370bf512f369 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks [] for floatingip, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:55.854989 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d1cfb926-2ae3-430e-a98e-370bf512f369 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:55.860516 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b236add2-277c-44dc-8c0b-5f625a33df0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:55.964669 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-d1cfb926-2ae3-430e-a98e-370bf512f369 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Allocated IP 172.25.3.190 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/baea3255-a0bf-4866-ad92-4edc83fee6ef) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:00:56.084458 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d1cfb926-2ae3-430e-a98e-370bf512f369 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:56.124268 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d1cfb926-2ae3-430e-a98e-370bf512f369 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:56.163706 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1cfb926-2ae3-430e-a98e-370bf512f369 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:00:56.168656 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-d1cfb926-2ae3-430e-a98e-370bf512f369 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:00:56.172578 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1cfb926-2ae3-430e-a98e-370bf512f369 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:00:56.178563 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cfb926-2ae3-430e-a98e-370bf512f369 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Pushing event updated for resources: {'Port': ['ID=baea3255-a0bf-4866-ad92-4edc83fee6ef,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:56.557231 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d1cfb926-2ae3-430e-a98e-370bf512f369 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:56.638638 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d1cfb926-2ae3-430e-a98e-370bf512f369 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:56.822112 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d1cfb926-2ae3-430e-a98e-370bf512f369 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:56.828306 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d1cfb926-2ae3-430e-a98e-370bf512f369 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:56.897559 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cfb926-2ae3-430e-a98e-370bf512f369 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Pushing event updated for resources: {'Port': ['ID=baea3255-a0bf-4866-ad92-4edc83fee6ef,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:56.912416 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d1cfb926-2ae3-430e-a98e-370bf512f369 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:56.918623 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:57.019211 n-d-800088-16 neutron-server[100314]: INFO neutron.db.l3_db [None req-d1cfb926-2ae3-430e-a98e-370bf512f369 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Floating IP 3d2a34f5-2f49-4373-8e3d-0b2a71606f9e associated. External IP: 172.25.3.190, port: 68344ce7-d27b-4d61-b5ab-570634c1624a. Jul 24 01:00:57.251915 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1cfb926-2ae3-430e-a98e-370bf512f369 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Router 7ce9a437-f170-4055-95a3-18bd7f201318 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:00:57.367601 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1cfb926-2ae3-430e-a98e-370bf512f369 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:00:57.378190 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc622972-1a78-4c7c-b65c-313af477d0c8 None None] Sync routers for ids ['7ce9a437-f170-4055-95a3-18bd7f201318'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:00:57.385247 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d1cfb926-2ae3-430e-a98e-370bf512f369 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:57.387874 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc622972-1a78-4c7c-b65c-313af477d0c8 None None] Routers {'7ce9a437-f170-4055-95a3-18bd7f201318'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:00:57.388519 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-dc622972-1a78-4c7c-b65c-313af477d0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T01:00:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['7ce9a437-f170-4055-95a3-18bd7f201318'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:57.426024 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-d1cfb926-2ae3-430e-a98e-370bf512f369 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7030630 Jul 24 01:00:57.426628 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd1ed81a-5826-4597-a76d-18a766a6d3aa', 'tag': '68344ce7-d27b-4d61-b5ab-570634c1624a'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:00:57.428928 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e7ee6ebb32ff99aa892ead8be43bffa8c011bb24534d19edee691564802e720" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ddb38d5-df8f-40fa-9243-81ec198ba4fc" -d '{"events": [{"name": "network-changed", "server_uuid": "fd1ed81a-5826-4597-a76d-18a766a6d3aa", "tag": "68344ce7-d27b-4d61-b5ab-570634c1624a"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:00:57.525220 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb1f58f-d629-415e-9d15-cf3c29a5e20d x-openstack-request-id: req-1cb1f58f-d629-415e-9d15-cf3c29a5e20d {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:00:57.525514 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd1ed81a-5826-4597-a76d-18a766a6d3aa", "tag": "68344ce7-d27b-4d61-b5ab-570634c1624a", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:00:57.525766 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1cb1f58f-d629-415e-9d15-cf3c29a5e20d {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:00:57.526171 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd1ed81a-5826-4597-a76d-18a766a6d3aa', 'tag': '68344ce7-d27b-4d61-b5ab-570634c1624a', 'status': 'completed', 'code': 200} Jul 24 01:00:57.527121 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-dc622972-1a78-4c7c-b65c-313af477d0c8 None None] Set router 7ce9a437-f170-4055-95a3-18bd7f201318 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:00:57.572743 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:57.619700 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddb38d5-df8f-40fa-9243-81ec198ba4fc req-8fa8b684-d60c-4183-beac-b14a5fbd82ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:57.621953 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8ddb38d5-df8f-40fa-9243-81ec198ba4fc req-8fa8b684-d60c-4183-beac-b14a5fbd82ab service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e449a3bc67414b30ad15fce43c385d3b&device_id=fd1ed81a-5826-4597-a76d-18a766a6d3aa HTTP/1.1" status: 200 len: 1097 time: 0.0737534 Jul 24 01:00:57.725868 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddb38d5-df8f-40fa-9243-81ec198ba4fc req-fc377654-55ba-400b-9f7c-8cc73ab644d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:57.728013 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8ddb38d5-df8f-40fa-9243-81ec198ba4fc req-fc377654-55ba-400b-9f7c-8cc73ab644d2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a2f757e3-27ba-421d-b5e8-1310913e0380 HTTP/1.1" status: 200 len: 910 time: 0.1001768 Jul 24 01:00:57.796351 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-dc622972-1a78-4c7c-b65c-313af477d0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce9a437-f170-4055-95a3-18bd7f201318', 'name': 'tempest-TestShelveInstance-1206606910-router', 'tenant_id': 'e449a3bc67414b30ad15fce43c385d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': 'a460eccd-71d4-4fd5-a698-c04e55128b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:00:33Z', 'updated_at': '2021-07-24T01:00:36Z', 'revision_number': 4, 'project_id': 'e449a3bc67414b30ad15fce43c385d3b', 'gw_port': {'id': 'a460eccd-71d4-4fd5-a698-c04e55128b55', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:47:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce9a437-f170-4055-95a3-18bd7f201318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:00:34Z', 'updated_at': '2021-07-24T01:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': '3d2a34f5-2f49-4373-8e3d-0b2a71606f9e', 'tenant_id': 'e449a3bc67414b30ad15fce43c385d3b', 'floating_ip_address': '172.25.3.190', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '7ce9a437-f170-4055-95a3-18bd7f201318', 'port_id': '68344ce7-d27b-4d61-b5ab-570634c1624a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4284, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2f757e3-27ba-421d-b5e8-1310913e0380', 'mac_address': 'fa:16:3e:c4:52:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1ed81a-5826-4597-a76d-18a766a6d3aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:00:56Z', 'updated_at': '2021-07-24T01:00:56Z', 'revision_number': 0, 'project_id': 'e449a3bc67414b30ad15fce43c385d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba7834fe-ed45-4d45-a4d2-38fdfa89eaeb', 'name': '', 'network_id': 'a2f757e3-27ba-421d-b5e8-1310913e0380', 'tenant_id': 'e449a3bc67414b30ad15fce43c385d3b', 'mac_address': 'fa:16:3e:af:6b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce9a437-f170-4055-95a3-18bd7f201318', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '04b6f0f5-bcef-403d-beb9-2a3dba6c998a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:00:36Z', 'updated_at': '2021-07-24T01:00:43Z', 'revision_number': 5, 'project_id': 'e449a3bc67414b30ad15fce43c385d3b', 'subnets': [{'id': '04b6f0f5-bcef-403d-beb9-2a3dba6c998a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:57.808791 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8ddb38d5-df8f-40fa-9243-81ec198ba4fc req-6b7518bc-789b-4903-9477-bc421d140170 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68344ce7-d27b-4d61-b5ab-570634c1624a HTTP/1.1" status: 200 len: 999 time: 0.0742676 Jul 24 01:00:57.832224 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc622972-1a78-4c7c-b65c-313af477d0c8 None None] Checking router: 7ce9a437-f170-4055-95a3-18bd7f201318 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:00:57.841090 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc622972-1a78-4c7c-b65c-313af477d0c8 None None] Routers {'7ce9a437-f170-4055-95a3-18bd7f201318'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:00:57.841719 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-dc622972-1a78-4c7c-b65c-313af477d0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T01:00:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['7ce9a437-f170-4055-95a3-18bd7f201318'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:57.865356 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddb38d5-df8f-40fa-9243-81ec198ba4fc req-596a99ef-9774-41be-b4c3-d37990b14aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:57.866855 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8ddb38d5-df8f-40fa-9243-81ec198ba4fc req-596a99ef-9774-41be-b4c3-d37990b14aa4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=04b6f0f5-bcef-403d-beb9-2a3dba6c998a HTTP/1.1" status: 200 len: 848 time: 0.0518365 Jul 24 01:00:57.927661 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddb38d5-df8f-40fa-9243-81ec198ba4fc req-9a683c10-4d41-4e55-a4bd-ece58ea964e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:57.930519 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8ddb38d5-df8f-40fa-9243-81ec198ba4fc req-9a683c10-4d41-4e55-a4bd-ece58ea964e3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a2f757e3-27ba-421d-b5e8-1310913e0380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0576994 Jul 24 01:00:57.960948 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-dc622972-1a78-4c7c-b65c-313af477d0c8 None None] Set router 7ce9a437-f170-4055-95a3-18bd7f201318 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:00:58.033816 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8ddb38d5-df8f-40fa-9243-81ec198ba4fc req-e6fc7843-6eeb-48ee-a170-f1f00825083d service neutron] 10.222.0.52 "GET /v2.0/networks/a2f757e3-27ba-421d-b5e8-1310913e0380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964279 Jul 24 01:00:58.136769 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8ddb38d5-df8f-40fa-9243-81ec198ba4fc req-c0032769-a56d-4f81-8a26-fa7d9924b14b service neutron] 10.222.0.52 "GET /v2.0/networks/a2f757e3-27ba-421d-b5e8-1310913e0380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967448 Jul 24 01:00:58.214511 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-dc622972-1a78-4c7c-b65c-313af477d0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce9a437-f170-4055-95a3-18bd7f201318', 'name': 'tempest-TestShelveInstance-1206606910-router', 'tenant_id': 'e449a3bc67414b30ad15fce43c385d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': 'a460eccd-71d4-4fd5-a698-c04e55128b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:00:33Z', 'updated_at': '2021-07-24T01:00:36Z', 'revision_number': 4, 'project_id': 'e449a3bc67414b30ad15fce43c385d3b', 'gw_port': {'id': 'a460eccd-71d4-4fd5-a698-c04e55128b55', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:47:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce9a437-f170-4055-95a3-18bd7f201318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:00:34Z', 'updated_at': '2021-07-24T01:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': '3d2a34f5-2f49-4373-8e3d-0b2a71606f9e', 'tenant_id': 'e449a3bc67414b30ad15fce43c385d3b', 'floating_ip_address': '172.25.3.190', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '7ce9a437-f170-4055-95a3-18bd7f201318', 'port_id': '68344ce7-d27b-4d61-b5ab-570634c1624a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4284, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2f757e3-27ba-421d-b5e8-1310913e0380', 'mac_address': 'fa:16:3e:c4:52:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1ed81a-5826-4597-a76d-18a766a6d3aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:00:56Z', 'updated_at': '2021-07-24T01:00:56Z', 'revision_number': 0, 'project_id': 'e449a3bc67414b30ad15fce43c385d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba7834fe-ed45-4d45-a4d2-38fdfa89eaeb', 'name': '', 'network_id': 'a2f757e3-27ba-421d-b5e8-1310913e0380', 'tenant_id': 'e449a3bc67414b30ad15fce43c385d3b', 'mac_address': 'fa:16:3e:af:6b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce9a437-f170-4055-95a3-18bd7f201318', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '04b6f0f5-bcef-403d-beb9-2a3dba6c998a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:00:36Z', 'updated_at': '2021-07-24T01:00:43Z', 'revision_number': 5, 'project_id': 'e449a3bc67414b30ad15fce43c385d3b', 'subnets': [{'id': '04b6f0f5-bcef-403d-beb9-2a3dba6c998a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:58.241799 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc622972-1a78-4c7c-b65c-313af477d0c8 None None] The sync data for ids ['7ce9a437-f170-4055-95a3-18bd7f201318'] in n-d-800088-16 is: [{'id': '7ce9a437-f170-4055-95a3-18bd7f201318', 'name': 'tempest-TestShelveInstance-1206606910-router', 'tenant_id': 'e449a3bc67414b30ad15fce43c385d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': 'a460eccd-71d4-4fd5-a698-c04e55128b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:00:33Z', 'updated_at': '2021-07-24T01:00:36Z', 'revision_number': 4, 'project_id': 'e449a3bc67414b30ad15fce43c385d3b', 'gw_port': {'id': 'a460eccd-71d4-4fd5-a698-c04e55128b55', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:47:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce9a437-f170-4055-95a3-18bd7f201318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:00:34Z', 'updated_at': '2021-07-24T01:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': '3d2a34f5-2f49-4373-8e3d-0b2a71606f9e', 'tenant_id': 'e449a3bc67414b30ad15fce43c385d3b', 'floating_ip_address': '172.25.3.190', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '7ce9a437-f170-4055-95a3-18bd7f201318', 'port_id': '68344ce7-d27b-4d61-b5ab-570634c1624a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4284, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2f757e3-27ba-421d-b5e8-1310913e0380', 'mac_address': 'fa:16:3e:c4:52:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1ed81a-5826-4597-a76d-18a766a6d3aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:00:56Z', 'updated_at': '2021-07-24T01:00:56Z', 'revision_number': 0, 'project_id': 'e449a3bc67414b30ad15fce43c385d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba7834fe-ed45-4d45-a4d2-38fdfa89eaeb', 'name': '', 'network_id': 'a2f757e3-27ba-421d-b5e8-1310913e0380', 'tenant_id': 'e449a3bc67414b30ad15fce43c385d3b', 'mac_address': 'fa:16:3e:af:6b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce9a437-f170-4055-95a3-18bd7f201318', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '04b6f0f5-bcef-403d-beb9-2a3dba6c998a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:00:36Z', 'updated_at': '2021-07-24T01:00:43Z', 'revision_number': 5, 'project_id': 'e449a3bc67414b30ad15fce43c385d3b', 'subnets': [{'id': '04b6f0f5-bcef-403d-beb9-2a3dba6c998a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:00:58.453081 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10f4050-5f4c-41d4-b857-a262778a0900 None None] New status for floating IP 3d2a34f5-2f49-4373-8e3d-0b2a71606f9e: ACTIVE {{(pid=100316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 01:00:59.121142 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:15.464784 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:18.395897 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:23.281245 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-16f944a5-b5a4-4179-99b6-9bb5aa0b924e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:25.863566 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-126860b4-360a-481c-bdfc-07bd61ca610d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:26.355773 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:01:26.916206 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:27.535591 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:29.124253 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:32.168119 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7273397f-20ff-4355-a691-b5373dd16f31 req-04270c6a-c77d-4b12-a758-b4a54086457a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fd1ed81a-5826-4597-a76d-18a766a6d3aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0557761 Jul 24 01:01:32.275362 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7273397f-20ff-4355-a691-b5373dd16f31 req-ddae805e-2341-46ec-956d-004e86f958a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:32.276937 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7273397f-20ff-4355-a691-b5373dd16f31 req-ddae805e-2341-46ec-956d-004e86f958a2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e449a3bc67414b30ad15fce43c385d3b&device_id=fd1ed81a-5826-4597-a76d-18a766a6d3aa HTTP/1.1" status: 200 len: 1097 time: 0.0584080 Jul 24 01:01:32.394243 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7273397f-20ff-4355-a691-b5373dd16f31 req-ab54a938-4543-4d60-9b1c-582b8d940687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:32.395749 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7273397f-20ff-4355-a691-b5373dd16f31 req-ab54a938-4543-4d60-9b1c-582b8d940687 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a2f757e3-27ba-421d-b5e8-1310913e0380 HTTP/1.1" status: 200 len: 910 time: 0.0999901 Jul 24 01:01:32.468190 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7273397f-20ff-4355-a691-b5373dd16f31 req-6bb96143-ca91-4d2d-a1ea-dbe3c4c6868c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68344ce7-d27b-4d61-b5ab-570634c1624a HTTP/1.1" status: 200 len: 1001 time: 0.0658088 Jul 24 01:01:32.520826 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7273397f-20ff-4355-a691-b5373dd16f31 req-3004b6d3-f142-4364-b183-b039ebac01d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:32.522379 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7273397f-20ff-4355-a691-b5373dd16f31 req-3004b6d3-f142-4364-b183-b039ebac01d3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=04b6f0f5-bcef-403d-beb9-2a3dba6c998a HTTP/1.1" status: 200 len: 848 time: 0.0474989 Jul 24 01:01:32.586110 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7273397f-20ff-4355-a691-b5373dd16f31 req-edccd661-66ca-4fed-8e71-bcdbe36c5ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:32.587614 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7273397f-20ff-4355-a691-b5373dd16f31 req-edccd661-66ca-4fed-8e71-bcdbe36c5ee2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a2f757e3-27ba-421d-b5e8-1310913e0380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0592046 Jul 24 01:01:32.691487 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7273397f-20ff-4355-a691-b5373dd16f31 req-77075972-d25c-4995-8d43-616918931403 service neutron] 10.222.0.52 "GET /v2.0/networks/a2f757e3-27ba-421d-b5e8-1310913e0380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971198 Jul 24 01:01:32.785412 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7273397f-20ff-4355-a691-b5373dd16f31 req-6eff1527-a31a-4a06-865e-bc5352dc4a72 service neutron] 10.222.0.52 "GET /v2.0/networks/a2f757e3-27ba-421d-b5e8-1310913e0380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875094 Jul 24 01:01:45.460309 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:48.408896 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:53.282961 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-5d8c3bd2-0244-4e3d-bde8-6ae40cb78ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:55.865481 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-05d2fef5-0f7e-4acd-9748-4201d40a047b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:56.909545 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:57.542791 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:59.129291 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:03.355735 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:02:15.459347 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:18.403593 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:23.283672 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f33df2da-0f1d-49f7-926f-b478204d6bb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:25.866998 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c7ceb2ec-7942-4fce-bb76-56abd6f9ddfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:26.911106 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:27.541257 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:29.129442 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:34.186874 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-daab705b-4bb8-4e44-937e-c65ac29ad7f9 req-030474a4-c39d-4122-8370-882154ccca72 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fd1ed81a-5826-4597-a76d-18a766a6d3aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0666630 Jul 24 01:02:34.281981 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daab705b-4bb8-4e44-937e-c65ac29ad7f9 req-43e851cf-b646-405e-a66b-caf0bd0a1b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:34.283526 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-daab705b-4bb8-4e44-937e-c65ac29ad7f9 req-43e851cf-b646-405e-a66b-caf0bd0a1b73 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e449a3bc67414b30ad15fce43c385d3b&device_id=fd1ed81a-5826-4597-a76d-18a766a6d3aa HTTP/1.1" status: 200 len: 1097 time: 0.0562916 Jul 24 01:02:34.387598 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daab705b-4bb8-4e44-937e-c65ac29ad7f9 req-70d0996c-3a6a-4bc0-8879-6c49515649c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:34.389251 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-daab705b-4bb8-4e44-937e-c65ac29ad7f9 req-70d0996c-3a6a-4bc0-8879-6c49515649c0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a2f757e3-27ba-421d-b5e8-1310913e0380 HTTP/1.1" status: 200 len: 910 time: 0.0871294 Jul 24 01:02:34.460864 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-daab705b-4bb8-4e44-937e-c65ac29ad7f9 req-3bd0d594-0bcf-4993-840c-03f235d99605 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68344ce7-d27b-4d61-b5ab-570634c1624a HTTP/1.1" status: 200 len: 1001 time: 0.0658302 Jul 24 01:02:34.509600 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daab705b-4bb8-4e44-937e-c65ac29ad7f9 req-f8d0f77d-b067-4036-957b-586524f10947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:34.511112 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-daab705b-4bb8-4e44-937e-c65ac29ad7f9 req-f8d0f77d-b067-4036-957b-586524f10947 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=04b6f0f5-bcef-403d-beb9-2a3dba6c998a HTTP/1.1" status: 200 len: 848 time: 0.0444593 Jul 24 01:02:34.570475 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daab705b-4bb8-4e44-937e-c65ac29ad7f9 req-c7882a47-bbb8-4e7e-bfa0-def45903ae74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:34.571938 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-daab705b-4bb8-4e44-937e-c65ac29ad7f9 req-c7882a47-bbb8-4e7e-bfa0-def45903ae74 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a2f757e3-27ba-421d-b5e8-1310913e0380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544524 Jul 24 01:02:34.667207 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-daab705b-4bb8-4e44-937e-c65ac29ad7f9 req-6dba5799-44e7-476d-b7fd-fb00c613f02c service neutron] 10.222.0.52 "GET /v2.0/networks/a2f757e3-27ba-421d-b5e8-1310913e0380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887735 Jul 24 01:02:34.765649 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-daab705b-4bb8-4e44-937e-c65ac29ad7f9 req-e8da2b63-dca1-4ed1-9a1c-3dcb02008744 service neutron] 10.222.0.52 "GET /v2.0/networks/a2f757e3-27ba-421d-b5e8-1310913e0380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912533 Jul 24 01:02:40.354478 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:02:45.472900 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:48.422833 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:53.289833 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-cdee7ab6-b92e-4e62-a505-58c3f936df46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:53.392709 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444be8cd-4cb4-4a8c-a3db-0a973accceb3 req-eae12057-c1b4-44ab-a8fa-f71132a57d68 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:53.394277 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-444be8cd-4cb4-4a8c-a3db-0a973accceb3 req-eae12057-c1b4-44ab-a8fa-f71132a57d68 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd1ed81a-5826-4597-a76d-18a766a6d3aa HTTP/1.1" status: 200 len: 945 time: 0.0705054 Jul 24 01:02:53.433399 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-444be8cd-4cb4-4a8c-a3db-0a973accceb3 req-229c24ad-529a-4efe-8ac7-dc1159fb2ec6 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe7b80ec-fc1c-4b9f-b967-673b6a42866a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335419 Jul 24 01:02:54.590621 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b3ca6-b20d-4b66-82cc-adbad9440243 req-80c1dd3e-740e-4ebf-8b57-af99b6ad6e82 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:54.592171 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-054b3ca6-b20d-4b66-82cc-adbad9440243 req-80c1dd3e-740e-4ebf-8b57-af99b6ad6e82 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd1ed81a-5826-4597-a76d-18a766a6d3aa HTTP/1.1" status: 200 len: 945 time: 0.0723412 Jul 24 01:02:54.633051 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-054b3ca6-b20d-4b66-82cc-adbad9440243 req-d767867c-281b-4d3f-9e16-d95c6ec2c12c tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe7b80ec-fc1c-4b9f-b967-673b6a42866a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346448 Jul 24 01:02:55.771891 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d667688-dd0a-4e77-a996-6b6bf4ce6abd req-0130fbcb-edbd-4dee-a909-5d265f42325c tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:55.773478 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2d667688-dd0a-4e77-a996-6b6bf4ce6abd req-0130fbcb-edbd-4dee-a909-5d265f42325c tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd1ed81a-5826-4597-a76d-18a766a6d3aa HTTP/1.1" status: 200 len: 945 time: 0.0723453 Jul 24 01:02:55.812700 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2d667688-dd0a-4e77-a996-6b6bf4ce6abd req-7896841e-9b0e-4072-9dcc-2b605d563325 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe7b80ec-fc1c-4b9f-b967-673b6a42866a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335872 Jul 24 01:02:55.867158 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-fc932b76-8ad0-4e87-8eb4-753390c39748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:56.914593 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:56.953095 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd440365-f0be-4771-887a-166caf157489 req-d038d58a-aca6-4d2d-b75f-8297b92a7ead tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:56.954665 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cd440365-f0be-4771-887a-166caf157489 req-d038d58a-aca6-4d2d-b75f-8297b92a7ead tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd1ed81a-5826-4597-a76d-18a766a6d3aa HTTP/1.1" status: 200 len: 945 time: 0.0723784 Jul 24 01:02:56.995001 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cd440365-f0be-4771-887a-166caf157489 req-577a85c4-524e-4839-8908-f47a485ac707 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe7b80ec-fc1c-4b9f-b967-673b6a42866a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347164 Jul 24 01:02:57.548036 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:58.142293 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be73fd7-b771-42e1-a869-f9d4b02c8c83 req-23405499-fcbb-40af-9b6f-caf5db687f56 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:58.143905 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5be73fd7-b771-42e1-a869-f9d4b02c8c83 req-23405499-fcbb-40af-9b6f-caf5db687f56 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd1ed81a-5826-4597-a76d-18a766a6d3aa HTTP/1.1" status: 200 len: 945 time: 0.0761700 Jul 24 01:02:58.184216 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5be73fd7-b771-42e1-a869-f9d4b02c8c83 req-102d0fcd-1959-4649-b9f6-2d86c6d35661 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe7b80ec-fc1c-4b9f-b967-673b6a42866a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342340 Jul 24 01:02:59.134044 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:59.318908 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df134670-0914-4023-8311-682fa8bc9218 req-3c469055-5a9c-450b-8fec-8f9dbb517b5e tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:59.320465 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-df134670-0914-4023-8311-682fa8bc9218 req-3c469055-5a9c-450b-8fec-8f9dbb517b5e tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd1ed81a-5826-4597-a76d-18a766a6d3aa HTTP/1.1" status: 200 len: 945 time: 0.0665700 Jul 24 01:02:59.362568 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-df134670-0914-4023-8311-682fa8bc9218 req-5e2dac8d-33ad-4fe1-b0ee-da900af571a6 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe7b80ec-fc1c-4b9f-b967-673b6a42866a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363679 Jul 24 01:03:00.516722 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d2cecc-9448-47cb-a144-ce7d80603357 req-22ddf162-fd05-4501-975f-dd9ecc3ac981 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:00.518296 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-28d2cecc-9448-47cb-a144-ce7d80603357 req-22ddf162-fd05-4501-975f-dd9ecc3ac981 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd1ed81a-5826-4597-a76d-18a766a6d3aa HTTP/1.1" status: 200 len: 945 time: 0.0672054 Jul 24 01:03:00.557882 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-28d2cecc-9448-47cb-a144-ce7d80603357 req-6373d62c-77de-41c8-862c-f21ae25b5de4 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe7b80ec-fc1c-4b9f-b967-673b6a42866a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340135 Jul 24 01:03:01.695190 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765f4f1-9946-47ba-bf3b-925aa4c01a67 req-35edfe02-ac9f-4cb7-83a3-0f438bb24f09 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:01.696759 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3765f4f1-9946-47ba-bf3b-925aa4c01a67 req-35edfe02-ac9f-4cb7-83a3-0f438bb24f09 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd1ed81a-5826-4597-a76d-18a766a6d3aa HTTP/1.1" status: 200 len: 945 time: 0.0692739 Jul 24 01:03:01.747755 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3765f4f1-9946-47ba-bf3b-925aa4c01a67 req-254fd7e9-83db-426f-bb60-2c94a31d1684 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe7b80ec-fc1c-4b9f-b967-673b6a42866a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410733 Jul 24 01:03:02.890228 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d745e8-be22-407d-8a72-953f7c45f9f0 req-dddcf474-4597-4c24-8b92-ab42c9104ddd tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:02.891734 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b2d745e8-be22-407d-8a72-953f7c45f9f0 req-dddcf474-4597-4c24-8b92-ab42c9104ddd tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd1ed81a-5826-4597-a76d-18a766a6d3aa HTTP/1.1" status: 200 len: 945 time: 0.0694668 Jul 24 01:03:02.929779 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b2d745e8-be22-407d-8a72-953f7c45f9f0 req-8f4410df-2713-420c-8983-f50588ae4b8a tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe7b80ec-fc1c-4b9f-b967-673b6a42866a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324175 Jul 24 01:03:04.068278 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c69cac-5fa6-47c1-8556-030ffb296576 req-be89783f-79be-463a-b0e1-86b87cdcf62a tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:04.069832 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f8c69cac-5fa6-47c1-8556-030ffb296576 req-be89783f-79be-463a-b0e1-86b87cdcf62a tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd1ed81a-5826-4597-a76d-18a766a6d3aa HTTP/1.1" status: 200 len: 945 time: 0.0735004 Jul 24 01:03:04.107902 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f8c69cac-5fa6-47c1-8556-030ffb296576 req-f522d1e6-2657-4bf4-b381-99c95d4646d2 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe7b80ec-fc1c-4b9f-b967-673b6a42866a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325739 Jul 24 01:03:05.245370 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b1c400-fe81-42bd-ab79-73b5d647e8d1 req-11373965-3136-4864-85c4-f82d0e471abc tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:05.247081 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d9b1c400-fe81-42bd-ab79-73b5d647e8d1 req-11373965-3136-4864-85c4-f82d0e471abc tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd1ed81a-5826-4597-a76d-18a766a6d3aa HTTP/1.1" status: 200 len: 945 time: 0.0721266 Jul 24 01:03:05.285698 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d9b1c400-fe81-42bd-ab79-73b5d647e8d1 req-bfb27008-9c1d-490b-bc26-d54ad142ff3d tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe7b80ec-fc1c-4b9f-b967-673b6a42866a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329523 Jul 24 01:03:06.395798 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 68344ce7-d27b-4d61-b5ab-570634c1624a details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:03:06.444260 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06948fdc-16a6-4b1b-80b9-c067de62b82e req-934776ff-913d-40c0-a6c2-82d07a5a93eb tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:06.446893 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-06948fdc-16a6-4b1b-80b9-c067de62b82e req-934776ff-913d-40c0-a6c2-82d07a5a93eb tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd1ed81a-5826-4597-a76d-18a766a6d3aa HTTP/1.1" status: 200 len: 945 time: 0.0783775 Jul 24 01:03:06.517284 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-06948fdc-16a6-4b1b-80b9-c067de62b82e req-dd9af89b-69f3-4dd5-811d-6bd7f1819730 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe7b80ec-fc1c-4b9f-b967-673b6a42866a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635850 Jul 24 01:03:06.538654 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 68344ce7-d27b-4d61-b5ab-570634c1624a, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=68344ce7-d27b-4d61-b5ab-570634c1624a,segment=NetworkSegment(66c4fe1e-f407-419a-98d2-96ca0efd67cc),segment_id=66c4fe1e-f407-419a-98d2-96ca0efd67cc)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:03:06.558173 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': '68344ce7-d27b-4d61-b5ab-570634c1624a', 'network_id': 'a2f757e3-27ba-421d-b5e8-1310913e0380', 'port_id': '68344ce7-d27b-4d61-b5ab-570634c1624a', 'mac_address': 'fa:16:3e:c4:52:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04b6f0f5-bcef-403d-beb9-2a3dba6c998a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:03:06.609488 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:06.627268 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 68344ce7-d27b-4d61-b5ab-570634c1624a {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:03:06.656451 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 68344ce7-d27b-4d61-b5ab-570634c1624a, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=68344ce7-d27b-4d61-b5ab-570634c1624a,segment=NetworkSegment(66c4fe1e-f407-419a-98d2-96ca0efd67cc),segment_id=66c4fe1e-f407-419a-98d2-96ca0efd67cc)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:03:06.662619 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:06.740087 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=68344ce7-d27b-4d61-b5ab-570634c1624a,revision_number=6']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:06.742657 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['68344ce7-d27b-4d61-b5ab-570634c1624a'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:03:06.774815 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:06.775143 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:06.775491 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:06.775826 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:06.776159 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:06.776490 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:06.776870 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:06.777200 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:06.777505 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:06.777842 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:06.778154 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:06.778476 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:07.662220 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1799e3c-1263-4ba9-b1d5-e087ef94a186 req-a2849984-bc30-47c8-97d9-fd33f4bf8acc tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:07.664433 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b1799e3c-1263-4ba9-b1d5-e087ef94a186 req-a2849984-bc30-47c8-97d9-fd33f4bf8acc tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd1ed81a-5826-4597-a76d-18a766a6d3aa HTTP/1.1" status: 200 len: 944 time: 0.0833375 Jul 24 01:03:07.717202 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b1799e3c-1263-4ba9-b1d5-e087ef94a186 req-2babd6eb-6fb1-498e-b07a-c0f5a0ec665a tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe7b80ec-fc1c-4b9f-b967-673b6a42866a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418010 Jul 24 01:03:08.393649 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 68344ce7-d27b-4d61-b5ab-570634c1624a up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:03:08.444525 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port 68344ce7-d27b-4d61-b5ab-570634c1624a triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:03:08.444525 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:08.526299 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:08.550977 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd1ed81a-5826-4597-a76d-18a766a6d3aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68344ce7-d27b-4d61-b5ab-570634c1624a'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:03:08.553560 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}558c1f08c3ad39984887c6beba8768e196794644b3da822fc6f02d9261914d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e3abfb-d6ba-4c98-9df2-16b24b40f45b" -d '{"events": [{"server_uuid": "fd1ed81a-5826-4597-a76d-18a766a6d3aa", "name": "network-vif-plugged", "status": "completed", "tag": "68344ce7-d27b-4d61-b5ab-570634c1624a"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:03:08.568190 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 68344ce7-d27b-4d61-b5ab-570634c1624a, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=68344ce7-d27b-4d61-b5ab-570634c1624a,segment=NetworkSegment(66c4fe1e-f407-419a-98d2-96ca0efd67cc),segment_id=66c4fe1e-f407-419a-98d2-96ca0efd67cc)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:03:08.574716 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:08.633812 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=68344ce7-d27b-4d61-b5ab-570634c1624a,revision_number=7']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:08.683531 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae0fb462-4753-4b7b-aa8c-db0d50b00fea x-openstack-request-id: req-ae0fb462-4753-4b7b-aa8c-db0d50b00fea {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:03:08.683832 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd1ed81a-5826-4597-a76d-18a766a6d3aa", "name": "network-vif-plugged", "status": "completed", "tag": "68344ce7-d27b-4d61-b5ab-570634c1624a", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:03:08.684094 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ae0fb462-4753-4b7b-aa8c-db0d50b00fea {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:03:08.684521 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd1ed81a-5826-4597-a76d-18a766a6d3aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68344ce7-d27b-4d61-b5ab-570634c1624a', 'code': 200} Jul 24 01:03:08.850568 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab672338-2b7a-4cd7-8869-dcbd52bcd2de req-0719c055-e04e-41d3-a516-94964bcae6a7 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:08.853079 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ab672338-2b7a-4cd7-8869-dcbd52bcd2de req-0719c055-e04e-41d3-a516-94964bcae6a7 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd1ed81a-5826-4597-a76d-18a766a6d3aa HTTP/1.1" status: 200 len: 945 time: 0.0759988 Jul 24 01:03:08.894674 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ab672338-2b7a-4cd7-8869-dcbd52bcd2de req-e588951b-0ec0-4532-9c48-dfb9586ab81e tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe7b80ec-fc1c-4b9f-b967-673b6a42866a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360644 Jul 24 01:03:10.056305 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7531a1-44da-4868-ab4c-f810110bb237 req-30cf717f-428d-4da8-b3bc-ba2780c03176 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:10.058100 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7b7531a1-44da-4868-ab4c-f810110bb237 req-30cf717f-428d-4da8-b3bc-ba2780c03176 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd1ed81a-5826-4597-a76d-18a766a6d3aa HTTP/1.1" status: 200 len: 945 time: 0.0730073 Jul 24 01:03:10.101068 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7b7531a1-44da-4868-ab4c-f810110bb237 req-f2d89ce1-4200-435f-9c87-b424d9328941 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe7b80ec-fc1c-4b9f-b967-673b6a42866a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365222 Jul 24 01:03:11.252103 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d59ea-f342-4bdd-aef4-be1900bf3ed8 req-cc635656-88a1-43f4-a8ce-a742e2c43026 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:11.253911 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8a9d59ea-f342-4bdd-aef4-be1900bf3ed8 req-cc635656-88a1-43f4-a8ce-a742e2c43026 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd1ed81a-5826-4597-a76d-18a766a6d3aa HTTP/1.1" status: 200 len: 945 time: 0.0729067 Jul 24 01:03:11.301753 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8a9d59ea-f342-4bdd-aef4-be1900bf3ed8 req-7f00ecae-a3f5-4f17-8202-1a5063f8c864 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe7b80ec-fc1c-4b9f-b967-673b6a42866a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370522 Jul 24 01:03:12.454098 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc62ded-d5e1-4ca2-a611-caa216ecbaa7 req-e4f64a1e-a473-49db-a110-a832a9b21f17 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:12.455855 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-efc62ded-d5e1-4ca2-a611-caa216ecbaa7 req-e4f64a1e-a473-49db-a110-a832a9b21f17 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd1ed81a-5826-4597-a76d-18a766a6d3aa HTTP/1.1" status: 200 len: 945 time: 0.0755501 Jul 24 01:03:12.503611 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-efc62ded-d5e1-4ca2-a611-caa216ecbaa7 req-2b042db6-5d46-4c0f-be43-a66f6705c422 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe7b80ec-fc1c-4b9f-b967-673b6a42866a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421894 Jul 24 01:03:13.685660 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a56943-6a9c-4a7b-ae17-30850e4212ac req-b7655b9c-bc31-4ea2-86bb-01188ef49da9 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:13.688209 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d0a56943-6a9c-4a7b-ae17-30850e4212ac req-b7655b9c-bc31-4ea2-86bb-01188ef49da9 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd1ed81a-5826-4597-a76d-18a766a6d3aa HTTP/1.1" status: 200 len: 945 time: 0.1093769 Jul 24 01:03:13.727959 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d0a56943-6a9c-4a7b-ae17-30850e4212ac req-ceb20d9a-af50-49ec-9cea-0b1c7f986234 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe7b80ec-fc1c-4b9f-b967-673b6a42866a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338871 Jul 24 01:03:14.880913 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e7ecc5-9f45-44d1-a241-e860c40305d4 req-954d63f1-81c9-4a0d-916e-05b90ad92997 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:14.882411 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-94e7ecc5-9f45-44d1-a241-e860c40305d4 req-954d63f1-81c9-4a0d-916e-05b90ad92997 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd1ed81a-5826-4597-a76d-18a766a6d3aa HTTP/1.1" status: 200 len: 945 time: 0.0810790 Jul 24 01:03:14.922952 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-94e7ecc5-9f45-44d1-a241-e860c40305d4 req-ade6a133-5ecf-4194-b3c1-109786f3b6d3 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe7b80ec-fc1c-4b9f-b967-673b6a42866a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350442 Jul 24 01:03:15.104036 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d2fa09-e53f-425a-831b-4513c5e48ec3 req-995bbdad-a123-458a-a2ba-6b58f8258fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:15.105579 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-32d2fa09-e53f-425a-831b-4513c5e48ec3 req-995bbdad-a123-458a-a2ba-6b58f8258fbe service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e449a3bc67414b30ad15fce43c385d3b&device_id=fd1ed81a-5826-4597-a76d-18a766a6d3aa HTTP/1.1" status: 200 len: 1097 time: 0.0588338 Jul 24 01:03:15.196569 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d2fa09-e53f-425a-831b-4513c5e48ec3 req-f8b93ecc-34d6-4097-b624-b0af43efe74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:15.198004 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-32d2fa09-e53f-425a-831b-4513c5e48ec3 req-f8b93ecc-34d6-4097-b624-b0af43efe74d service neutron] 10.222.0.52 "GET /v2.0/networks?id=a2f757e3-27ba-421d-b5e8-1310913e0380 HTTP/1.1" status: 200 len: 910 time: 0.0857155 Jul 24 01:03:15.273595 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-32d2fa09-e53f-425a-831b-4513c5e48ec3 req-4278eb08-22b0-4e57-8619-1fcf2f8392f8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68344ce7-d27b-4d61-b5ab-570634c1624a HTTP/1.1" status: 200 len: 1001 time: 0.0687609 Jul 24 01:03:15.322814 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d2fa09-e53f-425a-831b-4513c5e48ec3 req-37f8e5fd-1396-4286-bedc-f79c9246ee06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:15.324287 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-32d2fa09-e53f-425a-831b-4513c5e48ec3 req-37f8e5fd-1396-4286-bedc-f79c9246ee06 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=04b6f0f5-bcef-403d-beb9-2a3dba6c998a HTTP/1.1" status: 200 len: 848 time: 0.0447865 Jul 24 01:03:15.383759 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d2fa09-e53f-425a-831b-4513c5e48ec3 req-70a6dc47-c3ba-4149-aacd-1dada766154d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:15.385338 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-32d2fa09-e53f-425a-831b-4513c5e48ec3 req-70a6dc47-c3ba-4149-aacd-1dada766154d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a2f757e3-27ba-421d-b5e8-1310913e0380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542078 Jul 24 01:03:15.396277 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [req-32d2fa09-e53f-425a-831b-4513c5e48ec3 req-b07b8e46-022c-41f9-ab9c-9324022b85ec service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=100313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:03:15.397261 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-32d2fa09-e53f-425a-831b-4513c5e48ec3 req-b07b8e46-022c-41f9-ab9c-9324022b85ec service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050743 Jul 24 01:03:15.479871 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:15.493839 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-32d2fa09-e53f-425a-831b-4513c5e48ec3 req-4680bcd1-072b-44f8-b563-f9e20f3f79db service neutron] 10.222.0.52 "GET /v2.0/networks/a2f757e3-27ba-421d-b5e8-1310913e0380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902739 Jul 24 01:03:15.598286 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-32d2fa09-e53f-425a-831b-4513c5e48ec3 req-ec138ecd-ad18-4b72-b516-faba439d29c8 service neutron] 10.222.0.52 "GET /v2.0/networks/a2f757e3-27ba-421d-b5e8-1310913e0380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976052 Jul 24 01:03:16.066264 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4caf64d-714d-4b9f-9451-da13ecaa9212 req-ff116826-9ffb-4afe-abcb-2047880851b7 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:16.067838 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e4caf64d-714d-4b9f-9451-da13ecaa9212 req-ff116826-9ffb-4afe-abcb-2047880851b7 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd1ed81a-5826-4597-a76d-18a766a6d3aa HTTP/1.1" status: 200 len: 945 time: 0.0670059 Jul 24 01:03:16.108578 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e4caf64d-714d-4b9f-9451-da13ecaa9212 req-e14f7dcd-c538-4486-90c5-6d8caaa0ccdb tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe7b80ec-fc1c-4b9f-b967-673b6a42866a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345297 Jul 24 01:03:17.260196 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adf3be6-87d1-4ee3-b7c1-118beb221405 req-60f66b9e-2a2e-42aa-b751-2005712dc8fb tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:17.261791 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8adf3be6-87d1-4ee3-b7c1-118beb221405 req-60f66b9e-2a2e-42aa-b751-2005712dc8fb tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd1ed81a-5826-4597-a76d-18a766a6d3aa HTTP/1.1" status: 200 len: 945 time: 0.0677688 Jul 24 01:03:17.301939 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8adf3be6-87d1-4ee3-b7c1-118beb221405 req-bbbcd448-31a2-4102-ad4e-2d4267cb2f16 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe7b80ec-fc1c-4b9f-b967-673b6a42866a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339053 Jul 24 01:03:17.354466 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:03:17.435530 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [req-b0befd80-d7fb-4758-bb30-6cf56fce3e9b req-f5f3f63d-7f84-496a-af9d-48b05f6fe44e service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=100313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:03:17.437303 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b0befd80-d7fb-4758-bb30-6cf56fce3e9b req-f5f3f63d-7f84-496a-af9d-48b05f6fe44e service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0681732 Jul 24 01:03:17.619076 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4269daf-e69a-49ac-a6e5-fdae6283accf req-9b1b8431-8444-41fa-963a-ee8b59f1bd46 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:17.620636 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e4269daf-e69a-49ac-a6e5-fdae6283accf req-9b1b8431-8444-41fa-963a-ee8b59f1bd46 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd1ed81a-5826-4597-a76d-18a766a6d3aa HTTP/1.1" status: 200 len: 945 time: 0.0679674 Jul 24 01:03:17.660967 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e4269daf-e69a-49ac-a6e5-fdae6283accf req-960fa718-91cf-4211-bc1c-869e64b7d361 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe7b80ec-fc1c-4b9f-b967-673b6a42866a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336833 Jul 24 01:03:17.916743 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f44f536f-026b-4f7e-aed8-e613dac819a7 req-3158dc3f-c9ae-4a3c-8778-096d592edb07 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fd1ed81a-5826-4597-a76d-18a766a6d3aa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1057153 Jul 24 01:03:18.438622 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:18.489112 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 68344ce7-d27b-4d61-b5ab-570634c1624a no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:03:18.596163 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:18.622536 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd1ed81a-5826-4597-a76d-18a766a6d3aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68344ce7-d27b-4d61-b5ab-570634c1624a'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:03:18.625390 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}558c1f08c3ad39984887c6beba8768e196794644b3da822fc6f02d9261914d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-334a1150-820c-41c9-b062-99f56d4cfab9" -d '{"events": [{"server_uuid": "fd1ed81a-5826-4597-a76d-18a766a6d3aa", "name": "network-vif-unplugged", "status": "completed", "tag": "68344ce7-d27b-4d61-b5ab-570634c1624a"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:03:18.639908 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 68344ce7-d27b-4d61-b5ab-570634c1624a, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=68344ce7-d27b-4d61-b5ab-570634c1624a,segment=NetworkSegment(66c4fe1e-f407-419a-98d2-96ca0efd67cc),segment_id=66c4fe1e-f407-419a-98d2-96ca0efd67cc)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:03:18.645171 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:18.675377 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 24 Jul 2021 01:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24729d9-2408-4a21-b86d-25670b52a40f x-openstack-request-id: req-c24729d9-2408-4a21-b86d-25670b52a40f {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:03:18.675680 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd1ed81a-5826-4597-a76d-18a766a6d3aa", "name": "network-vif-unplugged", "status": "failed", "tag": "68344ce7-d27b-4d61-b5ab-570634c1624a", "code": 422}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:03:18.675940 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c24729d9-2408-4a21-b86d-25670b52a40f {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:03:18.676343 n-d-800088-16 neutron-server[100315]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fd1ed81a-5826-4597-a76d-18a766a6d3aa', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '68344ce7-d27b-4d61-b5ab-570634c1624a', 'code': 422} returned with failed status Jul 24 01:03:18.704249 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=68344ce7-d27b-4d61-b5ab-570634c1624a,revision_number=8']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:18.794985 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56910095-57c5-4e7d-99aa-b69c53a2b472 req-ba40e60a-26a9-48fc-88b4-5ea234d496f0 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:18.796556 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-56910095-57c5-4e7d-99aa-b69c53a2b472 req-ba40e60a-26a9-48fc-88b4-5ea234d496f0 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd1ed81a-5826-4597-a76d-18a766a6d3aa HTTP/1.1" status: 200 len: 943 time: 0.0666304 Jul 24 01:03:18.837347 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-56910095-57c5-4e7d-99aa-b69c53a2b472 req-3f15c193-f347-46ba-bdf7-6949eb7ec535 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe7b80ec-fc1c-4b9f-b967-673b6a42866a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350471 Jul 24 01:03:19.723198 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44f536f-026b-4f7e-aed8-e613dac819a7 req-b2f9d4a0-4615-4354-af71-c8859def0ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:19.724754 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f44f536f-026b-4f7e-aed8-e613dac819a7 req-b2f9d4a0-4615-4354-af71-c8859def0ff2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fd1ed81a-5826-4597-a76d-18a766a6d3aa&tenant_id=e449a3bc67414b30ad15fce43c385d3b HTTP/1.1" status: 200 len: 1095 time: 0.1062822 Jul 24 01:03:19.735575 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-f44f536f-026b-4f7e-aed8-e613dac819a7 req-05e25a0b-015d-41ca-94e8-cbdf5ef84311 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800088-16', 'device_owner': 'compute:nova'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:03:19.811801 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f44f536f-026b-4f7e-aed8-e613dac819a7 req-05e25a0b-015d-41ca-94e8-cbdf5ef84311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:19.981192 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5041da2-7489-4a6c-917d-dc5cd3b9a587 req-2121306d-b101-404b-9acb-a9cfc2e5cc8b tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:19.982755 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b5041da2-7489-4a6c-917d-dc5cd3b9a587 req-2121306d-b101-404b-9acb-a9cfc2e5cc8b tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd1ed81a-5826-4597-a76d-18a766a6d3aa HTTP/1.1" status: 200 len: 943 time: 0.0718062 Jul 24 01:03:20.021891 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b5041da2-7489-4a6c-917d-dc5cd3b9a587 req-b6d20e71-34ba-4ff8-9570-4bd91ce99a59 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe7b80ec-fc1c-4b9f-b967-673b6a42866a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333555 Jul 24 01:03:20.024390 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-f44f536f-026b-4f7e-aed8-e613dac819a7 req-05e25a0b-015d-41ca-94e8-cbdf5ef84311 service neutron] For port 68344ce7-d27b-4d61-b5ab-570634c1624a, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=68344ce7-d27b-4d61-b5ab-570634c1624a,segment=NetworkSegment(66c4fe1e-f407-419a-98d2-96ca0efd67cc),segment_id=66c4fe1e-f407-419a-98d2-96ca0efd67cc)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:03:20.058448 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-f44f536f-026b-4f7e-aed8-e613dac819a7 req-05e25a0b-015d-41ca-94e8-cbdf5ef84311 service neutron] For port 68344ce7-d27b-4d61-b5ab-570634c1624a, host n-h1-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:03:20.096732 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-f44f536f-026b-4f7e-aed8-e613dac819a7 req-05e25a0b-015d-41ca-94e8-cbdf5ef84311 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68344ce7-d27b-4d61-b5ab-570634c1624a {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:03:20.105100 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f44f536f-026b-4f7e-aed8-e613dac819a7 req-05e25a0b-015d-41ca-94e8-cbdf5ef84311 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:20.117467 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-f44f536f-026b-4f7e-aed8-e613dac819a7 req-05e25a0b-015d-41ca-94e8-cbdf5ef84311 service neutron] Transition to ACTIVE for port object 68344ce7-d27b-4d61-b5ab-570634c1624a will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:03:20.121258 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f44f536f-026b-4f7e-aed8-e613dac819a7 req-05e25a0b-015d-41ca-94e8-cbdf5ef84311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:20.200783 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e25a0b-015d-41ca-94e8-cbdf5ef84311 service neutron] Pushing event updated for resources: {'Port': ['ID=68344ce7-d27b-4d61-b5ab-570634c1624a,revision_number=9']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:20.213325 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e25a0b-015d-41ca-94e8-cbdf5ef84311 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:20.213676 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e25a0b-015d-41ca-94e8-cbdf5ef84311 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:20.214025 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e25a0b-015d-41ca-94e8-cbdf5ef84311 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:20.214368 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e25a0b-015d-41ca-94e8-cbdf5ef84311 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:20.214706 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e25a0b-015d-41ca-94e8-cbdf5ef84311 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:20.215043 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e25a0b-015d-41ca-94e8-cbdf5ef84311 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:20.215375 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e25a0b-015d-41ca-94e8-cbdf5ef84311 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:20.215709 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e25a0b-015d-41ca-94e8-cbdf5ef84311 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:20.216039 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e25a0b-015d-41ca-94e8-cbdf5ef84311 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:20.216371 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e25a0b-015d-41ca-94e8-cbdf5ef84311 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:20.216706 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e25a0b-015d-41ca-94e8-cbdf5ef84311 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:20.217086 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e25a0b-015d-41ca-94e8-cbdf5ef84311 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:20.256707 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-f44f536f-026b-4f7e-aed8-e613dac819a7 req-05e25a0b-015d-41ca-94e8-cbdf5ef84311 service neutron] No DVR routers for this DVR port 68344ce7-d27b-4d61-b5ab-570634c1624a on host n-h1-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:03:20.407930 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-f44f536f-026b-4f7e-aed8-e613dac819a7 req-05e25a0b-015d-41ca-94e8-cbdf5ef84311 service neutron] Attempting to bind port 68344ce7-d27b-4d61-b5ab-570634c1624a on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:03:20.407930 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-f44f536f-026b-4f7e-aed8-e613dac819a7 req-05e25a0b-015d-41ca-94e8-cbdf5ef84311 service neutron] Attempting to bind port 68344ce7-d27b-4d61-b5ab-570634c1624a by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '66c4fe1e-f407-419a-98d2-96ca0efd67cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2f757e3-27ba-421d-b5e8-1310913e0380'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:03:20.408322 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44f536f-026b-4f7e-aed8-e613dac819a7 req-05e25a0b-015d-41ca-94e8-cbdf5ef84311 service neutron] Attempting to bind port 68344ce7-d27b-4d61-b5ab-570634c1624a on network a2f757e3-27ba-421d-b5e8-1310913e0380 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:03:20.413421 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44f536f-026b-4f7e-aed8-e613dac819a7 req-05e25a0b-015d-41ca-94e8-cbdf5ef84311 service neutron] Port 68344ce7-d27b-4d61-b5ab-570634c1624a on network a2f757e3-27ba-421d-b5e8-1310913e0380 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 01:03:20.413800 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44f536f-026b-4f7e-aed8-e613dac819a7 req-05e25a0b-015d-41ca-94e8-cbdf5ef84311 service neutron] Attempting to bind port 68344ce7-d27b-4d61-b5ab-570634c1624a on network a2f757e3-27ba-421d-b5e8-1310913e0380 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:03:20.419239 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44f536f-026b-4f7e-aed8-e613dac819a7 req-05e25a0b-015d-41ca-94e8-cbdf5ef84311 service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:03:20.419510 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44f536f-026b-4f7e-aed8-e613dac819a7 req-05e25a0b-015d-41ca-94e8-cbdf5ef84311 service neutron] Checking segment: {'id': '66c4fe1e-f407-419a-98d2-96ca0efd67cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2f757e3-27ba-421d-b5e8-1310913e0380'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:03:20.419904 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44f536f-026b-4f7e-aed8-e613dac819a7 req-05e25a0b-015d-41ca-94e8-cbdf5ef84311 service neutron] Bound using segment: {'id': '66c4fe1e-f407-419a-98d2-96ca0efd67cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2f757e3-27ba-421d-b5e8-1310913e0380'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:03:20.420340 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-f44f536f-026b-4f7e-aed8-e613dac819a7 req-05e25a0b-015d-41ca-94e8-cbdf5ef84311 service neutron] Bound port: 68344ce7-d27b-4d61-b5ab-570634c1624a, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66c4fe1e-f407-419a-98d2-96ca0efd67cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2f757e3-27ba-421d-b5e8-1310913e0380'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:03:20.420710 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f44f536f-026b-4f7e-aed8-e613dac819a7 req-05e25a0b-015d-41ca-94e8-cbdf5ef84311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:20.486413 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-f44f536f-026b-4f7e-aed8-e613dac819a7 req-05e25a0b-015d-41ca-94e8-cbdf5ef84311 service neutron] For port 68344ce7-d27b-4d61-b5ab-570634c1624a, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:03:20.489733 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-f44f536f-026b-4f7e-aed8-e613dac819a7 req-05e25a0b-015d-41ca-94e8-cbdf5ef84311 service neutron] For port 68344ce7-d27b-4d61-b5ab-570634c1624a, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=68344ce7-d27b-4d61-b5ab-570634c1624a,segment=NetworkSegment(66c4fe1e-f407-419a-98d2-96ca0efd67cc),segment_id=66c4fe1e-f407-419a-98d2-96ca0efd67cc)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:03:20.494017 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f44f536f-026b-4f7e-aed8-e613dac819a7 req-05e25a0b-015d-41ca-94e8-cbdf5ef84311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:20.527121 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44f536f-026b-4f7e-aed8-e613dac819a7 req-05e25a0b-015d-41ca-94e8-cbdf5ef84311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:20.527751 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-f44f536f-026b-4f7e-aed8-e613dac819a7 req-05e25a0b-015d-41ca-94e8-cbdf5ef84311 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:20.529649 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f44f536f-026b-4f7e-aed8-e613dac819a7 req-05e25a0b-015d-41ca-94e8-cbdf5ef84311 service neutron] 10.222.0.64 "PUT /v2.0/ports/68344ce7-d27b-4d61-b5ab-570634c1624a HTTP/1.1" status: 200 len: 1092 time: 0.7977283 Jul 24 01:03:20.530118 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd1ed81a-5826-4597-a76d-18a766a6d3aa', 'tag': '68344ce7-d27b-4d61-b5ab-570634c1624a'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:03:20.532418 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e7ee6ebb32ff99aa892ead8be43bffa8c011bb24534d19edee691564802e720" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b87aee-0b96-4ca4-a8e6-afaafb68b5d3" -d '{"events": [{"name": "network-changed", "server_uuid": "fd1ed81a-5826-4597-a76d-18a766a6d3aa", "tag": "68344ce7-d27b-4d61-b5ab-570634c1624a"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:03:20.571356 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e25a0b-015d-41ca-94e8-cbdf5ef84311 service neutron] Pushing event updated for resources: {'Port': ['ID=68344ce7-d27b-4d61-b5ab-570634c1624a,revision_number=10']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:20.592277 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed4bb5ea-1901-416b-80ce-0b587e0d61ba x-openstack-request-id: req-ed4bb5ea-1901-416b-80ce-0b587e0d61ba {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:03:20.592576 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd1ed81a-5826-4597-a76d-18a766a6d3aa", "tag": "68344ce7-d27b-4d61-b5ab-570634c1624a", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:03:20.592853 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ed4bb5ea-1901-416b-80ce-0b587e0d61ba {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:03:20.593265 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd1ed81a-5826-4597-a76d-18a766a6d3aa', 'tag': '68344ce7-d27b-4d61-b5ab-570634c1624a', 'status': 'completed', 'code': 200} Jul 24 01:03:20.628302 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44f536f-026b-4f7e-aed8-e613dac819a7 req-a84b121a-efc4-4330-8c0e-a92892d4a697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:20.629967 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f44f536f-026b-4f7e-aed8-e613dac819a7 req-a84b121a-efc4-4330-8c0e-a92892d4a697 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e449a3bc67414b30ad15fce43c385d3b&device_id=fd1ed81a-5826-4597-a76d-18a766a6d3aa HTTP/1.1" status: 200 len: 1096 time: 0.0714824 Jul 24 01:03:20.729707 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44f536f-026b-4f7e-aed8-e613dac819a7 req-a343a3bc-09d8-402e-887f-af9676d6cc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:20.731219 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f44f536f-026b-4f7e-aed8-e613dac819a7 req-a343a3bc-09d8-402e-887f-af9676d6cc30 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a2f757e3-27ba-421d-b5e8-1310913e0380 HTTP/1.1" status: 200 len: 910 time: 0.0955708 Jul 24 01:03:20.801602 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f44f536f-026b-4f7e-aed8-e613dac819a7 req-00deac65-7965-4157-82a3-49170432aec7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68344ce7-d27b-4d61-b5ab-570634c1624a HTTP/1.1" status: 200 len: 999 time: 0.0644305 Jul 24 01:03:20.851577 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44f536f-026b-4f7e-aed8-e613dac819a7 req-8510a18d-73be-4b72-96a3-1f42254b7257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:20.853078 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f44f536f-026b-4f7e-aed8-e613dac819a7 req-8510a18d-73be-4b72-96a3-1f42254b7257 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=04b6f0f5-bcef-403d-beb9-2a3dba6c998a HTTP/1.1" status: 200 len: 848 time: 0.0445223 Jul 24 01:03:20.912434 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44f536f-026b-4f7e-aed8-e613dac819a7 req-6d47e5d4-3a1b-47de-b116-b49620e144d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:20.914026 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f44f536f-026b-4f7e-aed8-e613dac819a7 req-6d47e5d4-3a1b-47de-b116-b49620e144d3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a2f757e3-27ba-421d-b5e8-1310913e0380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549281 Jul 24 01:03:21.018331 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f44f536f-026b-4f7e-aed8-e613dac819a7 req-f39214ce-163b-4633-8943-47eed4aec9b4 service neutron] 10.222.0.64 "GET /v2.0/networks/a2f757e3-27ba-421d-b5e8-1310913e0380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983553 Jul 24 01:03:21.114134 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f44f536f-026b-4f7e-aed8-e613dac819a7 req-c570e7a1-2f32-42ca-be2c-de8200a9e33f service neutron] 10.222.0.64 "GET /v2.0/networks/a2f757e3-27ba-421d-b5e8-1310913e0380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902386 Jul 24 01:03:21.172455 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf0a3a9-4046-480e-a738-9d5e0963b62c req-026ee7a1-bd8a-42f6-b50a-48c45e9f9123 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:21.174834 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1cf0a3a9-4046-480e-a738-9d5e0963b62c req-026ee7a1-bd8a-42f6-b50a-48c45e9f9123 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd1ed81a-5826-4597-a76d-18a766a6d3aa HTTP/1.1" status: 200 len: 944 time: 0.0827544 Jul 24 01:03:21.226739 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b87aee-0b96-4ca4-a8e6-afaafb68b5d3 req-a38c2f9c-8255-40f5-9086-956412518b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:21.228376 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e7b87aee-0b96-4ca4-a8e6-afaafb68b5d3 req-a38c2f9c-8255-40f5-9086-956412518b47 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e449a3bc67414b30ad15fce43c385d3b&device_id=fd1ed81a-5826-4597-a76d-18a766a6d3aa HTTP/1.1" status: 200 len: 1096 time: 0.0630145 Jul 24 01:03:21.233373 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1cf0a3a9-4046-480e-a738-9d5e0963b62c req-86a02aee-6f8f-4869-af42-0eb51ed3c1a6 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe7b80ec-fc1c-4b9f-b967-673b6a42866a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522211 Jul 24 01:03:21.333561 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b87aee-0b96-4ca4-a8e6-afaafb68b5d3 req-2b5d2a5c-35ff-4ddd-9220-a857a40ef088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:21.335091 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e7b87aee-0b96-4ca4-a8e6-afaafb68b5d3 req-2b5d2a5c-35ff-4ddd-9220-a857a40ef088 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a2f757e3-27ba-421d-b5e8-1310913e0380 HTTP/1.1" status: 200 len: 910 time: 0.1011045 Jul 24 01:03:21.413661 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e7b87aee-0b96-4ca4-a8e6-afaafb68b5d3 req-db1b6d3b-b6cd-42db-a570-94c0804d802e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68344ce7-d27b-4d61-b5ab-570634c1624a HTTP/1.1" status: 200 len: 999 time: 0.0726931 Jul 24 01:03:22.389557 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7375233-4eab-4696-a2bb-07274f08f05b req-52c2da17-e36f-498e-9ebc-513b8d076e42 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:22.391460 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b7375233-4eab-4696-a2bb-07274f08f05b req-52c2da17-e36f-498e-9ebc-513b8d076e42 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd1ed81a-5826-4597-a76d-18a766a6d3aa HTTP/1.1" status: 200 len: 944 time: 0.0856686 Jul 24 01:03:22.435111 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b7375233-4eab-4696-a2bb-07274f08f05b req-1f38566f-92a3-4f32-8ace-be9210d77b08 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe7b80ec-fc1c-4b9f-b967-673b6a42866a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350630 Jul 24 01:03:23.283583 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-c2d06c23-4444-45f3-ad70-be726352fd1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:23.572670 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df9af3-3067-4b27-8b68-b3abdffd72af req-3206c804-442f-41e7-9abc-04dc0702b84a tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:23.574260 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-88df9af3-3067-4b27-8b68-b3abdffd72af req-3206c804-442f-41e7-9abc-04dc0702b84a tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd1ed81a-5826-4597-a76d-18a766a6d3aa HTTP/1.1" status: 200 len: 944 time: 0.0685318 Jul 24 01:03:23.615283 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-88df9af3-3067-4b27-8b68-b3abdffd72af req-0ef13d66-5eef-40a6-ae1b-3669426bf84e tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe7b80ec-fc1c-4b9f-b967-673b6a42866a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344045 Jul 24 01:03:24.755098 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b7e7e9-df88-45f0-ab19-75f8f9d63dd5 req-19c85162-43b2-4ba8-889e-2c1d7ce9537b tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:24.756658 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-15b7e7e9-df88-45f0-ab19-75f8f9d63dd5 req-19c85162-43b2-4ba8-889e-2c1d7ce9537b tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd1ed81a-5826-4597-a76d-18a766a6d3aa HTTP/1.1" status: 200 len: 944 time: 0.0685067 Jul 24 01:03:24.797694 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-15b7e7e9-df88-45f0-ab19-75f8f9d63dd5 req-261671fb-43a3-45c1-b96a-3bfc6cfea009 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe7b80ec-fc1c-4b9f-b967-673b6a42866a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352933 Jul 24 01:03:25.870813 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-4fbc6fd5-1262-4b5a-922d-cd4b3d06a710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:25.942128 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c35ef-7676-486b-af32-76b7f3f93426 req-9f620016-9e44-4a86-96b6-cd0bec3baf95 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:25.943776 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7c5c35ef-7676-486b-af32-76b7f3f93426 req-9f620016-9e44-4a86-96b6-cd0bec3baf95 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd1ed81a-5826-4597-a76d-18a766a6d3aa HTTP/1.1" status: 200 len: 944 time: 0.0712061 Jul 24 01:03:25.989351 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7c5c35ef-7676-486b-af32-76b7f3f93426 req-8afb9f88-cccf-4d3e-998c-5db704f1cc3c tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe7b80ec-fc1c-4b9f-b967-673b6a42866a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389516 Jul 24 01:03:26.918576 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:27.132761 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e4839-949c-4d5a-8da3-f62877f7c88c req-102c8ff5-1c3a-45c9-b819-f80081c98989 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:27.134257 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f88e4839-949c-4d5a-8da3-f62877f7c88c req-102c8ff5-1c3a-45c9-b819-f80081c98989 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd1ed81a-5826-4597-a76d-18a766a6d3aa HTTP/1.1" status: 200 len: 944 time: 0.0709085 Jul 24 01:03:27.178097 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f88e4839-949c-4d5a-8da3-f62877f7c88c req-6c28c07c-1b0d-4969-88a7-0e9c94378a81 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe7b80ec-fc1c-4b9f-b967-673b6a42866a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361860 Jul 24 01:03:27.547090 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:28.328033 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448beb61-3365-4e49-8b2a-5480f8b2b011 req-b01fd557-3b90-4ce3-b588-12f191569814 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:28.330608 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-448beb61-3365-4e49-8b2a-5480f8b2b011 req-b01fd557-3b90-4ce3-b588-12f191569814 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd1ed81a-5826-4597-a76d-18a766a6d3aa HTTP/1.1" status: 200 len: 944 time: 0.0800819 Jul 24 01:03:28.375542 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-448beb61-3365-4e49-8b2a-5480f8b2b011 req-9d0a8304-74ca-4d2d-9101-cf0b0ae82346 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe7b80ec-fc1c-4b9f-b967-673b6a42866a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361164 Jul 24 01:03:29.171655 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:29.522085 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07d45de-c33f-40cd-9a2d-31730d3c5d1b req-28127af6-71f8-46fc-b44d-9a47b8f33902 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:29.523693 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e07d45de-c33f-40cd-9a2d-31730d3c5d1b req-28127af6-71f8-46fc-b44d-9a47b8f33902 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd1ed81a-5826-4597-a76d-18a766a6d3aa HTTP/1.1" status: 200 len: 944 time: 0.0728700 Jul 24 01:03:29.569452 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e07d45de-c33f-40cd-9a2d-31730d3c5d1b req-17f36068-35ee-4792-8503-7afa8e516531 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe7b80ec-fc1c-4b9f-b967-673b6a42866a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398529 Jul 24 01:03:30.712517 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c8f81-b2ba-4dee-9884-5f1602fba7c6 req-e53cbaa9-882e-4751-a71f-41e7e493f30f tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:30.714086 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d64c8f81-b2ba-4dee-9884-5f1602fba7c6 req-e53cbaa9-882e-4751-a71f-41e7e493f30f tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd1ed81a-5826-4597-a76d-18a766a6d3aa HTTP/1.1" status: 200 len: 944 time: 0.0674651 Jul 24 01:03:30.759924 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d64c8f81-b2ba-4dee-9884-5f1602fba7c6 req-1ee7f27e-0a7c-472c-b784-2e1f2bc15573 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe7b80ec-fc1c-4b9f-b967-673b6a42866a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384777 Jul 24 01:03:31.510847 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b87aee-0b96-4ca4-a8e6-afaafb68b5d3 req-1819084c-6643-4790-a58a-9e7e8e43f79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:31.512339 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e7b87aee-0b96-4ca4-a8e6-afaafb68b5d3 req-1819084c-6643-4790-a58a-9e7e8e43f79b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=04b6f0f5-bcef-403d-beb9-2a3dba6c998a HTTP/1.1" status: 200 len: 848 time: 0.0518229 Jul 24 01:03:31.581682 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b87aee-0b96-4ca4-a8e6-afaafb68b5d3 req-3fa36adc-3a19-4bef-acc3-833183e91009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:31.583188 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e7b87aee-0b96-4ca4-a8e6-afaafb68b5d3 req-3fa36adc-3a19-4bef-acc3-833183e91009 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a2f757e3-27ba-421d-b5e8-1310913e0380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0604167 Jul 24 01:03:31.684872 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e7b87aee-0b96-4ca4-a8e6-afaafb68b5d3 req-c40338d5-a081-4d4f-8e20-d41a3bf7d989 service neutron] 10.222.0.64 "GET /v2.0/networks/a2f757e3-27ba-421d-b5e8-1310913e0380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910599 Jul 24 01:03:31.783391 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e7b87aee-0b96-4ca4-a8e6-afaafb68b5d3 req-cc793ba8-dcf3-47c7-909c-d854847222d0 service neutron] 10.222.0.64 "GET /v2.0/networks/a2f757e3-27ba-421d-b5e8-1310913e0380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914600 Jul 24 01:03:31.892475 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a34d630-fc0a-4cec-b4c3-354247f6b74d req-9947118e-4a2d-46d9-a0bc-37736277c36f tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:31.894012 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1a34d630-fc0a-4cec-b4c3-354247f6b74d req-9947118e-4a2d-46d9-a0bc-37736277c36f tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd1ed81a-5826-4597-a76d-18a766a6d3aa HTTP/1.1" status: 200 len: 944 time: 0.0649462 Jul 24 01:03:31.932064 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1a34d630-fc0a-4cec-b4c3-354247f6b74d req-49e39e3f-86ae-43eb-8fbe-60fb7fb5d449 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe7b80ec-fc1c-4b9f-b967-673b6a42866a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325365 Jul 24 01:03:33.068459 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcee7240-c280-4d6a-811b-58c7f25eb59d req-f8d7e0ef-a0ce-44fc-8a69-a1628fad6f74 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:33.070010 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bcee7240-c280-4d6a-811b-58c7f25eb59d req-f8d7e0ef-a0ce-44fc-8a69-a1628fad6f74 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd1ed81a-5826-4597-a76d-18a766a6d3aa HTTP/1.1" status: 200 len: 944 time: 0.0702701 Jul 24 01:03:33.110512 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-bcee7240-c280-4d6a-811b-58c7f25eb59d req-b249972a-fbf1-4881-8871-7447d58fea0f tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe7b80ec-fc1c-4b9f-b967-673b6a42866a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331721 Jul 24 01:03:33.206786 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d4286-31ab-422a-ad58-e4143f990bf4 req-ae9a0c6a-74be-4d17-b915-a089aa822cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:33.208305 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-620d4286-31ab-422a-ad58-e4143f990bf4 req-ae9a0c6a-74be-4d17-b915-a089aa822cc1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e449a3bc67414b30ad15fce43c385d3b&device_id=fd1ed81a-5826-4597-a76d-18a766a6d3aa HTTP/1.1" status: 200 len: 1096 time: 0.0541096 Jul 24 01:03:33.312678 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d4286-31ab-422a-ad58-e4143f990bf4 req-15005ac4-f949-425f-9d6c-302584f2cb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:33.314191 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-620d4286-31ab-422a-ad58-e4143f990bf4 req-15005ac4-f949-425f-9d6c-302584f2cb9a service neutron] 10.222.0.64 "GET /v2.0/networks?id=a2f757e3-27ba-421d-b5e8-1310913e0380 HTTP/1.1" status: 200 len: 910 time: 0.0883305 Jul 24 01:03:33.341617 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 68344ce7-d27b-4d61-b5ab-570634c1624a details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:03:33.387431 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-620d4286-31ab-422a-ad58-e4143f990bf4 req-cb09ba82-52af-403b-97dc-14ccb84e04a9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68344ce7-d27b-4d61-b5ab-570634c1624a HTTP/1.1" status: 200 len: 999 time: 0.0672448 Jul 24 01:03:33.450653 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 68344ce7-d27b-4d61-b5ab-570634c1624a, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=68344ce7-d27b-4d61-b5ab-570634c1624a,segment=NetworkSegment(66c4fe1e-f407-419a-98d2-96ca0efd67cc),segment_id=66c4fe1e-f407-419a-98d2-96ca0efd67cc)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:03:33.463195 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': '68344ce7-d27b-4d61-b5ab-570634c1624a', 'network_id': 'a2f757e3-27ba-421d-b5e8-1310913e0380', 'port_id': '68344ce7-d27b-4d61-b5ab-570634c1624a', 'mac_address': 'fa:16:3e:c4:52:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04b6f0f5-bcef-403d-beb9-2a3dba6c998a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:03:33.503738 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:33.518358 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68344ce7-d27b-4d61-b5ab-570634c1624a {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:03:33.539549 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 68344ce7-d27b-4d61-b5ab-570634c1624a, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=68344ce7-d27b-4d61-b5ab-570634c1624a,segment=NetworkSegment(66c4fe1e-f407-419a-98d2-96ca0efd67cc),segment_id=66c4fe1e-f407-419a-98d2-96ca0efd67cc)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:03:33.544573 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:33.599477 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=68344ce7-d27b-4d61-b5ab-570634c1624a,revision_number=11']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:33.782009 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d4286-31ab-422a-ad58-e4143f990bf4 req-5d46a384-6f5e-42fe-87a4-c19d49e349d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:33.783542 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-620d4286-31ab-422a-ad58-e4143f990bf4 req-5d46a384-6f5e-42fe-87a4-c19d49e349d4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=04b6f0f5-bcef-403d-beb9-2a3dba6c998a HTTP/1.1" status: 200 len: 848 time: 0.3910100 Jul 24 01:03:33.786670 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['68344ce7-d27b-4d61-b5ab-570634c1624a'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:03:33.845771 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d4286-31ab-422a-ad58-e4143f990bf4 req-01508f90-2dd3-4eed-9cae-930a9b9fb181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:33.847340 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-620d4286-31ab-422a-ad58-e4143f990bf4 req-01508f90-2dd3-4eed-9cae-930a9b9fb181 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a2f757e3-27ba-421d-b5e8-1310913e0380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570738 Jul 24 01:03:33.946772 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-620d4286-31ab-422a-ad58-e4143f990bf4 req-131c3646-6f86-4e23-8766-ec3c4807a15f service neutron] 10.222.0.64 "GET /v2.0/networks/a2f757e3-27ba-421d-b5e8-1310913e0380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920143 Jul 24 01:03:34.046730 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-620d4286-31ab-422a-ad58-e4143f990bf4 req-8559e6b3-58ea-4904-bcc9-29e4a4cddd9f service neutron] 10.222.0.64 "GET /v2.0/networks/a2f757e3-27ba-421d-b5e8-1310913e0380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940073 Jul 24 01:03:34.242549 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e31509-edeb-4269-b92c-024ce82d829c req-b798732a-0b62-4c1f-8792-c2c6a5269dcc tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:34.243990 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-99e31509-edeb-4269-b92c-024ce82d829c req-b798732a-0b62-4c1f-8792-c2c6a5269dcc tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd1ed81a-5826-4597-a76d-18a766a6d3aa HTTP/1.1" status: 200 len: 945 time: 0.0646379 Jul 24 01:03:34.283751 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-99e31509-edeb-4269-b92c-024ce82d829c req-ad329751-8aa5-4891-b637-72f3a60b2dfa tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe7b80ec-fc1c-4b9f-b967-673b6a42866a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337455 Jul 24 01:03:35.349843 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 68344ce7-d27b-4d61-b5ab-570634c1624a up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:03:35.403359 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port 68344ce7-d27b-4d61-b5ab-570634c1624a completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:03:35.407786 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port 68344ce7-d27b-4d61-b5ab-570634c1624a triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:03:35.408168 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:35.420101 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2543cc7-7b29-4fa0-8a4b-11a535ccd27a req-6f334f19-821d-43b4-8907-ab7f3760b8c0 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:35.421980 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e2543cc7-7b29-4fa0-8a4b-11a535ccd27a req-6f334f19-821d-43b4-8907-ab7f3760b8c0 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd1ed81a-5826-4597-a76d-18a766a6d3aa HTTP/1.1" status: 200 len: 945 time: 0.0686839 Jul 24 01:03:35.463948 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-e2543cc7-7b29-4fa0-8a4b-11a535ccd27a req-7582f1e0-64d0-4352-bf58-8fe7549de4d6 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe7b80ec-fc1c-4b9f-b967-673b6a42866a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354514 Jul 24 01:03:35.490269 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:35.512169 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd1ed81a-5826-4597-a76d-18a766a6d3aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68344ce7-d27b-4d61-b5ab-570634c1624a'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:03:35.514932 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}558c1f08c3ad39984887c6beba8768e196794644b3da822fc6f02d9261914d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e25c5f5d-1cfe-4e46-85d1-2ff7b18250c0" -d '{"events": [{"server_uuid": "fd1ed81a-5826-4597-a76d-18a766a6d3aa", "name": "network-vif-plugged", "status": "completed", "tag": "68344ce7-d27b-4d61-b5ab-570634c1624a"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:03:35.531937 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 68344ce7-d27b-4d61-b5ab-570634c1624a, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=68344ce7-d27b-4d61-b5ab-570634c1624a,segment=NetworkSegment(66c4fe1e-f407-419a-98d2-96ca0efd67cc),segment_id=66c4fe1e-f407-419a-98d2-96ca0efd67cc)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:03:35.536167 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:35.559860 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a292ba1-719e-4bc7-95a7-58b0d7283d1e x-openstack-request-id: req-9a292ba1-719e-4bc7-95a7-58b0d7283d1e {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:03:35.560152 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd1ed81a-5826-4597-a76d-18a766a6d3aa", "name": "network-vif-plugged", "status": "completed", "tag": "68344ce7-d27b-4d61-b5ab-570634c1624a", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:03:35.560416 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9a292ba1-719e-4bc7-95a7-58b0d7283d1e {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:03:35.560788 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd1ed81a-5826-4597-a76d-18a766a6d3aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68344ce7-d27b-4d61-b5ab-570634c1624a', 'code': 200} Jul 24 01:03:35.586717 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=68344ce7-d27b-4d61-b5ab-570634c1624a,revision_number=12']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:35.726672 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f6c40-2934-4b18-917c-730194ab2f30 req-f2650b0c-81a0-4593-a48f-1d806d1e6a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:35.728180 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8e7f6c40-2934-4b18-917c-730194ab2f30 req-f2650b0c-81a0-4593-a48f-1d806d1e6a3e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fd1ed81a-5826-4597-a76d-18a766a6d3aa HTTP/1.1" status: 200 len: 1098 time: 0.0575485 Jul 24 01:03:35.766515 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-8e7f6c40-2934-4b18-917c-730194ab2f30 req-11ab6427-2042-48cb-a029-3a1430f1a377 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=fe7b80ec-fc1c-4b9f-b967-673b6a42866a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323162 Jul 24 01:03:36.605713 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ed3c4-c149-48c8-8585-a788156db204 req-c91b1368-d6a4-4f6b-808a-f72f6c61c104 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:36.608739 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-596ed3c4-c149-48c8-8585-a788156db204 req-c91b1368-d6a4-4f6b-808a-f72f6c61c104 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd1ed81a-5826-4597-a76d-18a766a6d3aa HTTP/1.1" status: 200 len: 946 time: 0.0767293 Jul 24 01:03:36.648223 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-596ed3c4-c149-48c8-8585-a788156db204 req-138ec4da-7a35-40b3-8a21-3496a404332f tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe7b80ec-fc1c-4b9f-b967-673b6a42866a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326972 Jul 24 01:03:37.786436 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf29db7a-ef01-4e36-9504-92809352140e req-add0777b-c386-4715-8d9c-40244c57dff3 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:37.787984 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cf29db7a-ef01-4e36-9504-92809352140e req-add0777b-c386-4715-8d9c-40244c57dff3 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd1ed81a-5826-4597-a76d-18a766a6d3aa HTTP/1.1" status: 200 len: 946 time: 0.0686367 Jul 24 01:03:37.828546 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cf29db7a-ef01-4e36-9504-92809352140e req-8f09904c-6631-43e1-889f-c031dc2d2bf9 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe7b80ec-fc1c-4b9f-b967-673b6a42866a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346913 Jul 24 01:03:45.489188 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:48.440137 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:53.286502 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-36bd4537-9d8a-4885-9209-d57fb12b1a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:54.358695 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:03:55.872353 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-cd102589-3b61-465a-9310-ee7e6ac05a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:56.922879 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:57.551503 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:59.134128 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:15.511265 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:18.435705 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:23.288693 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e7db4ddf-6b7e-485c-81b1-9bf49b29fea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:25.873376 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-50e6ae27-879a-469e-b1eb-51fda35414d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:26.924242 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:27.554532 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:29.136962 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:31.359890 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:04:34.044843 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-aa76639d-1772-4067-af20-688f8ae74005 req-c0607141-242f-44be-9e88-cba5dcc08088 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fd1ed81a-5826-4597-a76d-18a766a6d3aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0588450 Jul 24 01:04:34.140003 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa76639d-1772-4067-af20-688f8ae74005 req-8694c020-afde-4ebb-ad7a-c89c2b9cca74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:34.141661 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-aa76639d-1772-4067-af20-688f8ae74005 req-8694c020-afde-4ebb-ad7a-c89c2b9cca74 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e449a3bc67414b30ad15fce43c385d3b&device_id=fd1ed81a-5826-4597-a76d-18a766a6d3aa HTTP/1.1" status: 200 len: 1098 time: 0.0555944 Jul 24 01:04:34.245011 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa76639d-1772-4067-af20-688f8ae74005 req-117d9581-2d27-4458-81e9-5c96787254cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:34.246458 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-aa76639d-1772-4067-af20-688f8ae74005 req-117d9581-2d27-4458-81e9-5c96787254cf service neutron] 10.222.0.64 "GET /v2.0/networks?id=a2f757e3-27ba-421d-b5e8-1310913e0380 HTTP/1.1" status: 200 len: 910 time: 0.0877519 Jul 24 01:04:34.315672 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-aa76639d-1772-4067-af20-688f8ae74005 req-2be4f900-285b-4e2b-b2f1-cf60757442d8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68344ce7-d27b-4d61-b5ab-570634c1624a HTTP/1.1" status: 200 len: 1001 time: 0.0633268 Jul 24 01:04:34.363733 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa76639d-1772-4067-af20-688f8ae74005 req-3ee0b764-3989-415f-a039-794dca80ac81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:34.365241 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-aa76639d-1772-4067-af20-688f8ae74005 req-3ee0b764-3989-415f-a039-794dca80ac81 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=04b6f0f5-bcef-403d-beb9-2a3dba6c998a HTTP/1.1" status: 200 len: 848 time: 0.0442338 Jul 24 01:04:34.425162 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa76639d-1772-4067-af20-688f8ae74005 req-7f79e351-88bf-4d80-91fc-6a3a775c4c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:34.426690 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-aa76639d-1772-4067-af20-688f8ae74005 req-7f79e351-88bf-4d80-91fc-6a3a775c4c70 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a2f757e3-27ba-421d-b5e8-1310913e0380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541410 Jul 24 01:04:34.529694 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-aa76639d-1772-4067-af20-688f8ae74005 req-7f6e72df-11df-495a-8f5b-d8507acba66c service neutron] 10.222.0.64 "GET /v2.0/networks/a2f757e3-27ba-421d-b5e8-1310913e0380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938404 Jul 24 01:04:34.621154 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-aa76639d-1772-4067-af20-688f8ae74005 req-812ea925-49a8-43dc-a6bc-a9f6712e1db6 service neutron] 10.222.0.64 "GET /v2.0/networks/a2f757e3-27ba-421d-b5e8-1310913e0380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853381 Jul 24 01:04:45.497244 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:47.429866 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 44478) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:47.603416 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-e8148eb9-4a5a-4ff7-a679-d3d63baec7b9 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Deleting port baea3255-a0bf-4866-ad92-4edc83fee6ef {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:04:47.603758 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e8148eb9-4a5a-4ff7-a679-d3d63baec7b9 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:47.680473 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e8148eb9-4a5a-4ff7-a679-d3d63baec7b9 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:47.680719 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e8148eb9-4a5a-4ff7-a679-d3d63baec7b9 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:47.693051 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-e8148eb9-4a5a-4ff7-a679-d3d63baec7b9 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Calling delete_port for baea3255-a0bf-4866-ad92-4edc83fee6ef owned by network:floatingip {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:04:47.849865 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e8148eb9-4a5a-4ff7-a679-d3d63baec7b9 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:47.881051 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8148eb9-4a5a-4ff7-a679-d3d63baec7b9 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Pushing event deleted for resources: {'Port': ['ID=baea3255-a0bf-4866-ad92-4edc83fee6ef,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:47.910781 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8148eb9-4a5a-4ff7-a679-d3d63baec7b9 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:47.911137 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8148eb9-4a5a-4ff7-a679-d3d63baec7b9 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:47.911488 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8148eb9-4a5a-4ff7-a679-d3d63baec7b9 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:47.911840 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8148eb9-4a5a-4ff7-a679-d3d63baec7b9 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:47.912184 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8148eb9-4a5a-4ff7-a679-d3d63baec7b9 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:47.912534 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8148eb9-4a5a-4ff7-a679-d3d63baec7b9 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:47.912895 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8148eb9-4a5a-4ff7-a679-d3d63baec7b9 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:47.913236 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8148eb9-4a5a-4ff7-a679-d3d63baec7b9 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:47.913568 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8148eb9-4a5a-4ff7-a679-d3d63baec7b9 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:47.913901 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8148eb9-4a5a-4ff7-a679-d3d63baec7b9 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:47.914235 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8148eb9-4a5a-4ff7-a679-d3d63baec7b9 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:47.914567 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8148eb9-4a5a-4ff7-a679-d3d63baec7b9 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:47.972304 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e8148eb9-4a5a-4ff7-a679-d3d63baec7b9 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks [] for floatingip, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:47.972648 n-d-800088-16 neutron-server[100314]: INFO neutron.db.l3_db [None req-e8148eb9-4a5a-4ff7-a679-d3d63baec7b9 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Floating IP 3d2a34f5-2f49-4373-8e3d-0b2a71606f9e disassociated (deleted). External IP: 172.25.3.190, port: 68344ce7-d27b-4d61-b5ab-570634c1624a. Jul 24 01:04:48.185079 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8148eb9-4a5a-4ff7-a679-d3d63baec7b9 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Router 7ce9a437-f170-4055-95a3-18bd7f201318 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:04:48.300206 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8148eb9-4a5a-4ff7-a679-d3d63baec7b9 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:04:48.304742 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-e8148eb9-4a5a-4ff7-a679-d3d63baec7b9 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:48.311636 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacdcc20-10ca-4184-892b-73bc4026f6fc None None] Sync routers for ids ['7ce9a437-f170-4055-95a3-18bd7f201318'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:04:48.320717 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacdcc20-10ca-4184-892b-73bc4026f6fc None None] Routers {'7ce9a437-f170-4055-95a3-18bd7f201318'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:04:48.321396 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-eacdcc20-10ca-4184-892b-73bc4026f6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T01:04:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['7ce9a437-f170-4055-95a3-18bd7f201318'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:04:48.342647 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-e8148eb9-4a5a-4ff7-a679-d3d63baec7b9 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "DELETE /v2.0/floatingips/3d2a34f5-2f49-4373-8e3d-0b2a71606f9e HTTP/1.1" status: 204 len: 168 time: 0.9116445 Jul 24 01:04:48.343255 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd1ed81a-5826-4597-a76d-18a766a6d3aa', 'tag': '68344ce7-d27b-4d61-b5ab-570634c1624a'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:04:48.345637 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e7ee6ebb32ff99aa892ead8be43bffa8c011bb24534d19edee691564802e720" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bea4d75-c774-42ce-8bc5-6bff3162e514" -d '{"events": [{"name": "network-changed", "server_uuid": "fd1ed81a-5826-4597-a76d-18a766a6d3aa", "tag": "68344ce7-d27b-4d61-b5ab-570634c1624a"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:04:48.391051 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1a9298-9399-47a2-85bb-5a2120742dd2 x-openstack-request-id: req-dc1a9298-9399-47a2-85bb-5a2120742dd2 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:04:48.391342 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd1ed81a-5826-4597-a76d-18a766a6d3aa", "tag": "68344ce7-d27b-4d61-b5ab-570634c1624a", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:04:48.391596 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dc1a9298-9399-47a2-85bb-5a2120742dd2 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:04:48.392008 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd1ed81a-5826-4597-a76d-18a766a6d3aa', 'tag': '68344ce7-d27b-4d61-b5ab-570634c1624a', 'status': 'completed', 'code': 200} Jul 24 01:04:48.444830 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-eacdcc20-10ca-4184-892b-73bc4026f6fc None None] Set router 7ce9a437-f170-4055-95a3-18bd7f201318 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:04:48.478467 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bea4d75-c774-42ce-8bc5-6bff3162e514 req-0954bc9e-d610-4b17-b013-f4ddc34a615f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:48.480512 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7bea4d75-c774-42ce-8bc5-6bff3162e514 req-0954bc9e-d610-4b17-b013-f4ddc34a615f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e449a3bc67414b30ad15fce43c385d3b&device_id=fd1ed81a-5826-4597-a76d-18a766a6d3aa HTTP/1.1" status: 200 len: 1098 time: 0.0687723 Jul 24 01:04:48.494021 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:48.597871 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bea4d75-c774-42ce-8bc5-6bff3162e514 req-65402150-8f71-44bf-adbe-d0ff6dfd4516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:48.599409 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7bea4d75-c774-42ce-8bc5-6bff3162e514 req-65402150-8f71-44bf-adbe-d0ff6dfd4516 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a2f757e3-27ba-421d-b5e8-1310913e0380 HTTP/1.1" status: 200 len: 910 time: 0.1122653 Jul 24 01:04:48.649767 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7bea4d75-c774-42ce-8bc5-6bff3162e514 req-1de6c301-f115-4146-8565-edaff226558c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68344ce7-d27b-4d61-b5ab-570634c1624a HTTP/1.1" status: 200 len: 217 time: 0.0419858 Jul 24 01:04:48.675694 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-eacdcc20-10ca-4184-892b-73bc4026f6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce9a437-f170-4055-95a3-18bd7f201318', 'name': 'tempest-TestShelveInstance-1206606910-router', 'tenant_id': 'e449a3bc67414b30ad15fce43c385d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': 'a460eccd-71d4-4fd5-a698-c04e55128b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:00:33Z', 'updated_at': '2021-07-24T01:00:36Z', 'revision_number': 4, 'project_id': 'e449a3bc67414b30ad15fce43c385d3b', 'gw_port': {'id': 'a460eccd-71d4-4fd5-a698-c04e55128b55', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:47:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce9a437-f170-4055-95a3-18bd7f201318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:00:34Z', 'updated_at': '2021-07-24T01:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'ba7834fe-ed45-4d45-a4d2-38fdfa89eaeb', 'name': '', 'network_id': 'a2f757e3-27ba-421d-b5e8-1310913e0380', 'tenant_id': 'e449a3bc67414b30ad15fce43c385d3b', 'mac_address': 'fa:16:3e:af:6b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce9a437-f170-4055-95a3-18bd7f201318', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '04b6f0f5-bcef-403d-beb9-2a3dba6c998a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:00:36Z', 'updated_at': '2021-07-24T01:00:43Z', 'revision_number': 5, 'project_id': 'e449a3bc67414b30ad15fce43c385d3b', 'subnets': [{'id': '04b6f0f5-bcef-403d-beb9-2a3dba6c998a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:04:48.701745 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacdcc20-10ca-4184-892b-73bc4026f6fc None None] Checking router: 7ce9a437-f170-4055-95a3-18bd7f201318 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:04:48.709912 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacdcc20-10ca-4184-892b-73bc4026f6fc None None] Routers {'7ce9a437-f170-4055-95a3-18bd7f201318'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:04:48.710528 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-eacdcc20-10ca-4184-892b-73bc4026f6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T01:04:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['7ce9a437-f170-4055-95a3-18bd7f201318'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:04:48.731976 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bea4d75-c774-42ce-8bc5-6bff3162e514 req-73554e01-fffe-4eff-ab80-9545eb946f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:48.731976 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7bea4d75-c774-42ce-8bc5-6bff3162e514 req-73554e01-fffe-4eff-ab80-9545eb946f79 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=04b6f0f5-bcef-403d-beb9-2a3dba6c998a HTTP/1.1" status: 200 len: 848 time: 0.0679247 Jul 24 01:04:48.778183 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0890fd7-7015-42df-99c4-00cf5654390c req-d9aa354c-e020-4178-89ec-a5f183a9d67e tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:48.779786 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d0890fd7-7015-42df-99c4-00cf5654390c req-d9aa354c-e020-4178-89ec-a5f183a9d67e tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd1ed81a-5826-4597-a76d-18a766a6d3aa HTTP/1.1" status: 200 len: 946 time: 0.2247992 Jul 24 01:04:48.818783 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-eacdcc20-10ca-4184-892b-73bc4026f6fc None None] Set router 7ce9a437-f170-4055-95a3-18bd7f201318 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:04:48.834515 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bea4d75-c774-42ce-8bc5-6bff3162e514 req-c66a84d4-7539-4534-9802-ca85eb916d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:48.836047 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7bea4d75-c774-42ce-8bc5-6bff3162e514 req-c66a84d4-7539-4534-9802-ca85eb916d2d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a2f757e3-27ba-421d-b5e8-1310913e0380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1007752 Jul 24 01:04:48.838867 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d0890fd7-7015-42df-99c4-00cf5654390c req-f4271d5e-1b20-44ed-bc5e-b1a74618485c tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe7b80ec-fc1c-4b9f-b967-673b6a42866a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526989 Jul 24 01:04:48.942503 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7bea4d75-c774-42ce-8bc5-6bff3162e514 req-bd33852e-b4ec-4bca-b507-1e4270d9a257 service neutron] 10.222.0.64 "GET /v2.0/networks/a2f757e3-27ba-421d-b5e8-1310913e0380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993800 Jul 24 01:04:49.041124 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7bea4d75-c774-42ce-8bc5-6bff3162e514 req-6ff23856-57a5-492f-9bc5-47528610e12e service neutron] 10.222.0.64 "GET /v2.0/networks/a2f757e3-27ba-421d-b5e8-1310913e0380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892336 Jul 24 01:04:49.046585 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-eacdcc20-10ca-4184-892b-73bc4026f6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce9a437-f170-4055-95a3-18bd7f201318', 'name': 'tempest-TestShelveInstance-1206606910-router', 'tenant_id': 'e449a3bc67414b30ad15fce43c385d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': 'a460eccd-71d4-4fd5-a698-c04e55128b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:00:33Z', 'updated_at': '2021-07-24T01:00:36Z', 'revision_number': 4, 'project_id': 'e449a3bc67414b30ad15fce43c385d3b', 'gw_port': {'id': 'a460eccd-71d4-4fd5-a698-c04e55128b55', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:47:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce9a437-f170-4055-95a3-18bd7f201318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:00:34Z', 'updated_at': '2021-07-24T01:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'ba7834fe-ed45-4d45-a4d2-38fdfa89eaeb', 'name': '', 'network_id': 'a2f757e3-27ba-421d-b5e8-1310913e0380', 'tenant_id': 'e449a3bc67414b30ad15fce43c385d3b', 'mac_address': 'fa:16:3e:af:6b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce9a437-f170-4055-95a3-18bd7f201318', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '04b6f0f5-bcef-403d-beb9-2a3dba6c998a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:00:36Z', 'updated_at': '2021-07-24T01:00:43Z', 'revision_number': 5, 'project_id': 'e449a3bc67414b30ad15fce43c385d3b', 'subnets': [{'id': '04b6f0f5-bcef-403d-beb9-2a3dba6c998a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:04:49.080538 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacdcc20-10ca-4184-892b-73bc4026f6fc None None] The sync data for ids ['7ce9a437-f170-4055-95a3-18bd7f201318'] in n-d-800088-16 is: [{'id': '7ce9a437-f170-4055-95a3-18bd7f201318', 'name': 'tempest-TestShelveInstance-1206606910-router', 'tenant_id': 'e449a3bc67414b30ad15fce43c385d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': 'a460eccd-71d4-4fd5-a698-c04e55128b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:00:33Z', 'updated_at': '2021-07-24T01:00:36Z', 'revision_number': 4, 'project_id': 'e449a3bc67414b30ad15fce43c385d3b', 'gw_port': {'id': 'a460eccd-71d4-4fd5-a698-c04e55128b55', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:47:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce9a437-f170-4055-95a3-18bd7f201318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:00:34Z', 'updated_at': '2021-07-24T01:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'ba7834fe-ed45-4d45-a4d2-38fdfa89eaeb', 'name': '', 'network_id': 'a2f757e3-27ba-421d-b5e8-1310913e0380', 'tenant_id': 'e449a3bc67414b30ad15fce43c385d3b', 'mac_address': 'fa:16:3e:af:6b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce9a437-f170-4055-95a3-18bd7f201318', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '04b6f0f5-bcef-403d-beb9-2a3dba6c998a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:00:36Z', 'updated_at': '2021-07-24T01:00:43Z', 'revision_number': 5, 'project_id': 'e449a3bc67414b30ad15fce43c385d3b', 'subnets': [{'id': '04b6f0f5-bcef-403d-beb9-2a3dba6c998a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:04:49.316449 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28604ab6-00e4-4521-a735-5f169f97f6f6 None None] New status for floating IP 3d2a34f5-2f49-4373-8e3d-0b2a71606f9e: DOWN {{(pid=100316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 01:04:49.870577 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b103a9-0a3d-4527-8f28-09b1700c0577 req-14ab684b-c772-4873-9ce3-d6950b2c7c39 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:49.872061 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b4b103a9-0a3d-4527-8f28-09b1700c0577 req-14ab684b-c772-4873-9ce3-d6950b2c7c39 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd1ed81a-5826-4597-a76d-18a766a6d3aa HTTP/1.1" status: 200 len: 946 time: 0.0632250 Jul 24 01:04:49.976523 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-b4b103a9-0a3d-4527-8f28-09b1700c0577 req-2175bc5b-ce81-40c5-8141-d28737189fc5 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Deleting port 68344ce7-d27b-4d61-b5ab-570634c1624a {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:04:49.976786 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-b4b103a9-0a3d-4527-8f28-09b1700c0577 req-2175bc5b-ce81-40c5-8141-d28737189fc5 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:50.052293 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17763c25-266f-444b-b089-b600babfe22f req-a0ccc15d-4317-4f20-8202-09af8fcbb861 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:50.054070 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-17763c25-266f-444b-b089-b600babfe22f req-a0ccc15d-4317-4f20-8202-09af8fcbb861 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd1ed81a-5826-4597-a76d-18a766a6d3aa HTTP/1.1" status: 200 len: 946 time: 0.1139359 Jul 24 01:04:50.070661 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-b4b103a9-0a3d-4527-8f28-09b1700c0577 req-2175bc5b-ce81-40c5-8141-d28737189fc5 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] For port 68344ce7-d27b-4d61-b5ab-570634c1624a, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=68344ce7-d27b-4d61-b5ab-570634c1624a,segment=NetworkSegment(66c4fe1e-f407-419a-98d2-96ca0efd67cc),segment_id=66c4fe1e-f407-419a-98d2-96ca0efd67cc)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:04:50.071024 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-b4b103a9-0a3d-4527-8f28-09b1700c0577 req-2175bc5b-ce81-40c5-8141-d28737189fc5 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:50.084788 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-b4b103a9-0a3d-4527-8f28-09b1700c0577 req-2175bc5b-ce81-40c5-8141-d28737189fc5 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Calling delete_port for 68344ce7-d27b-4d61-b5ab-570634c1624a owned by compute:nova {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:04:50.093956 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-17763c25-266f-444b-b089-b600babfe22f req-6b5a0414-563a-4c97-b82d-59be52118d83 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe7b80ec-fc1c-4b9f-b967-673b6a42866a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336444 Jul 24 01:04:50.216773 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-b4b103a9-0a3d-4527-8f28-09b1700c0577 req-2175bc5b-ce81-40c5-8141-d28737189fc5 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:50.245275 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2175bc5b-ce81-40c5-8141-d28737189fc5 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Pushing event deleted for resources: {'Port': ['ID=68344ce7-d27b-4d61-b5ab-570634c1624a,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:50.293401 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4b103a9-0a3d-4527-8f28-09b1700c0577 req-2175bc5b-ce81-40c5-8141-d28737189fc5 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] No DVR routers for this DVR port 68344ce7-d27b-4d61-b5ab-570634c1624a on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:04:50.296011 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-b4b103a9-0a3d-4527-8f28-09b1700c0577 req-2175bc5b-ce81-40c5-8141-d28737189fc5 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:50.298049 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b4b103a9-0a3d-4527-8f28-09b1700c0577 req-2175bc5b-ce81-40c5-8141-d28737189fc5 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.64 "DELETE /v2.0/ports/68344ce7-d27b-4d61-b5ab-570634c1624a HTTP/1.1" status: 204 len: 173 time: 0.4211302 Jul 24 01:04:50.392951 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd1ed81a-5826-4597-a76d-18a766a6d3aa', 'name': 'network-vif-deleted', 'tag': '68344ce7-d27b-4d61-b5ab-570634c1624a'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:04:50.395313 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e7ee6ebb32ff99aa892ead8be43bffa8c011bb24534d19edee691564802e720" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-022055ed-5857-417a-8b2b-d9dd4861c102" -d '{"events": [{"server_uuid": "fd1ed81a-5826-4597-a76d-18a766a6d3aa", "name": "network-vif-deleted", "tag": "68344ce7-d27b-4d61-b5ab-570634c1624a"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:04:50.451741 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cee7f1e-3712-40e9-8cb0-4784c690e646 x-openstack-request-id: req-7cee7f1e-3712-40e9-8cb0-4784c690e646 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:04:50.452042 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd1ed81a-5826-4597-a76d-18a766a6d3aa", "name": "network-vif-deleted", "tag": "68344ce7-d27b-4d61-b5ab-570634c1624a", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:04:50.452304 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7cee7f1e-3712-40e9-8cb0-4784c690e646 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:04:50.452716 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd1ed81a-5826-4597-a76d-18a766a6d3aa', 'name': 'network-vif-deleted', 'tag': '68344ce7-d27b-4d61-b5ab-570634c1624a', 'status': 'completed', 'code': 200} Jul 24 01:04:51.148340 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 44506) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:51.212541 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fa946625-55d4-4ff3-9f38-213a545ecbfe tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:51.238069 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fa946625-55d4-4ff3-9f38-213a545ecbfe tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:51.297839 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fa946625-55d4-4ff3-9f38-213a545ecbfe tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:51.300718 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-fa946625-55d4-4ff3-9f38-213a545ecbfe tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:51.301943 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-fa946625-55d4-4ff3-9f38-213a545ecbfe tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "DELETE /v2.0/security-groups/fe7b80ec-fc1c-4b9f-b967-673b6a42866a HTTP/1.1" status: 204 len: 168 time: 0.1525750 Jul 24 01:04:51.315868 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa946625-55d4-4ff3-9f38-213a545ecbfe tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe7b80ec-fc1c-4b9f-b967-673b6a42866a,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:51.716191 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 44512) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:51.721388 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-69ffe7c8-fb8b-4afe-9b1c-88db9e265c28 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-348081388', 'description': 'tempest-secgroup-smoke-348081388 description', 'project_id': 'e449a3bc67414b30ad15fce43c385d3b'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:04:51.744130 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-69ffe7c8-fb8b-4afe-9b1c-88db9e265c28 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:51.824973 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-69ffe7c8-fb8b-4afe-9b1c-88db9e265c28 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:51.828994 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-69ffe7c8-fb8b-4afe-9b1c-88db9e265c28 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:51.859206 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-69ffe7c8-fb8b-4afe-9b1c-88db9e265c28 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:51.860467 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-69ffe7c8-fb8b-4afe-9b1c-88db9e265c28 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1431508 Jul 24 01:04:51.862384 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ffe7c8-fb8b-4afe-9b1c-88db9e265c28 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c78eeda-2295-4af4-9474-ef5ff325fb17,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:51.863535 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44514) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:51.868270 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-4a60d7f0-8f07-4630-8dfa-4f34940b1281 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Request body: {'security_group_rule': {'security_group_id': '2c78eeda-2295-4af4-9474-ef5ff325fb17', 'project_id': 'e449a3bc67414b30ad15fce43c385d3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:04:51.895713 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4a60d7f0-8f07-4630-8dfa-4f34940b1281 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:51.943648 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4a60d7f0-8f07-4630-8dfa-4f34940b1281 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:51.947735 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4a60d7f0-8f07-4630-8dfa-4f34940b1281 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:51.969648 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a60d7f0-8f07-4630-8dfa-4f34940b1281 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c2939c0-3194-49eb-bb3c-435ab9c45cab,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:51.978270 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a60d7f0-8f07-4630-8dfa-4f34940b1281 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:51.978618 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a60d7f0-8f07-4630-8dfa-4f34940b1281 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:51.978963 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a60d7f0-8f07-4630-8dfa-4f34940b1281 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:51.979306 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a60d7f0-8f07-4630-8dfa-4f34940b1281 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:51.979641 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a60d7f0-8f07-4630-8dfa-4f34940b1281 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:51.979976 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a60d7f0-8f07-4630-8dfa-4f34940b1281 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:51.980824 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a60d7f0-8f07-4630-8dfa-4f34940b1281 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:51.981223 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a60d7f0-8f07-4630-8dfa-4f34940b1281 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:51.981572 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a60d7f0-8f07-4630-8dfa-4f34940b1281 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:51.981883 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a60d7f0-8f07-4630-8dfa-4f34940b1281 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:51.982218 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a60d7f0-8f07-4630-8dfa-4f34940b1281 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:51.982546 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a60d7f0-8f07-4630-8dfa-4f34940b1281 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:51.985445 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-4a60d7f0-8f07-4630-8dfa-4f34940b1281 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:51.986667 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-4a60d7f0-8f07-4630-8dfa-4f34940b1281 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1220610 Jul 24 01:04:51.989482 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44516) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:51.994120 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-32a98df9-1c2d-4ed4-884c-55837bebf515 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Request body: {'security_group_rule': {'security_group_id': '2c78eeda-2295-4af4-9474-ef5ff325fb17', 'project_id': 'e449a3bc67414b30ad15fce43c385d3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:04:52.022066 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-32a98df9-1c2d-4ed4-884c-55837bebf515 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:52.092385 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-32a98df9-1c2d-4ed4-884c-55837bebf515 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:52.096442 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-32a98df9-1c2d-4ed4-884c-55837bebf515 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:52.115570 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a98df9-1c2d-4ed4-884c-55837bebf515 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6b3bfd5-8b57-4aa0-bea5-e250445ba65e,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:52.126236 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-32a98df9-1c2d-4ed4-884c-55837bebf515 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:52.127522 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-32a98df9-1c2d-4ed4-884c-55837bebf515 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1370418 Jul 24 01:04:52.130307 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44518) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:52.134751 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-8cb1441a-b4bf-44e2-8f46-0323270808b3 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Request body: {'security_group_rule': {'security_group_id': '2c78eeda-2295-4af4-9474-ef5ff325fb17', 'project_id': 'e449a3bc67414b30ad15fce43c385d3b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:04:52.161025 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8cb1441a-b4bf-44e2-8f46-0323270808b3 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:52.225753 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8cb1441a-b4bf-44e2-8f46-0323270808b3 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:52.229462 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8cb1441a-b4bf-44e2-8f46-0323270808b3 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:52.249822 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb1441a-b4bf-44e2-8f46-0323270808b3 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ba616dd-ef83-4a1c-8d32-ec13a6ecf21f,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:52.253903 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8cb1441a-b4bf-44e2-8f46-0323270808b3 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:52.255227 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-8cb1441a-b4bf-44e2-8f46-0323270808b3 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1238985 Jul 24 01:04:52.258020 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44520) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:52.262497 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-d60acead-446c-4689-ad2c-e49e110e71c6 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Request body: {'security_group_rule': {'security_group_id': '2c78eeda-2295-4af4-9474-ef5ff325fb17', 'project_id': 'e449a3bc67414b30ad15fce43c385d3b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:04:52.290026 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d60acead-446c-4689-ad2c-e49e110e71c6 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:52.350250 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d60acead-446c-4689-ad2c-e49e110e71c6 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:52.353890 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d60acead-446c-4689-ad2c-e49e110e71c6 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:52.380286 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60acead-446c-4689-ad2c-e49e110e71c6 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66c62f81-83a3-4844-aa54-abca9f27676a,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:52.390673 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d60acead-446c-4689-ad2c-e49e110e71c6 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:52.391955 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-d60acead-446c-4689-ad2c-e49e110e71c6 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1329856 Jul 24 01:04:52.400188 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44522) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:52.405228 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-eb4fa855-6611-43e9-a3ba-de7f46048b70 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Request body: {'security_group_rule': {'security_group_id': '2c78eeda-2295-4af4-9474-ef5ff325fb17', 'project_id': 'e449a3bc67414b30ad15fce43c385d3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:04:52.427777 n-d-800088-16 neutron-server[100313]: INFO neutron.db.securitygroups_db [None req-eb4fa855-6611-43e9-a3ba-de7f46048b70 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Project e449a3bc67414b30ad15fce43c385d3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 01:04:52.432739 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-eb4fa855-6611-43e9-a3ba-de7f46048b70 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:52.499908 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-eb4fa855-6611-43e9-a3ba-de7f46048b70 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:52.505249 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-eb4fa855-6611-43e9-a3ba-de7f46048b70 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:52.523742 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4fa855-6611-43e9-a3ba-de7f46048b70 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f55e838-ad0d-4202-b28f-e78c36380716,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:52.531400 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-eb4fa855-6611-43e9-a3ba-de7f46048b70 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:52.532868 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-eb4fa855-6611-43e9-a3ba-de7f46048b70 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1316550 Jul 24 01:04:52.535573 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44524) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:52.540334 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-ec893b36-d110-4b5c-a20f-fae882d164c8 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Request body: {'security_group_rule': {'security_group_id': '2c78eeda-2295-4af4-9474-ef5ff325fb17', 'project_id': 'e449a3bc67414b30ad15fce43c385d3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:04:52.562382 n-d-800088-16 neutron-server[100313]: INFO neutron.db.securitygroups_db [None req-ec893b36-d110-4b5c-a20f-fae882d164c8 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Project e449a3bc67414b30ad15fce43c385d3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 01:04:52.567151 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ec893b36-d110-4b5c-a20f-fae882d164c8 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:52.631403 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ec893b36-d110-4b5c-a20f-fae882d164c8 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:52.634997 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ec893b36-d110-4b5c-a20f-fae882d164c8 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:52.653233 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec893b36-d110-4b5c-a20f-fae882d164c8 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bfdc3b0-f485-497e-93fe-cbd3d2b07df4,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:52.658849 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ec893b36-d110-4b5c-a20f-fae882d164c8 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:52.660034 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-ec893b36-d110-4b5c-a20f-fae882d164c8 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1234541 Jul 24 01:04:53.289383 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f038f148-acbf-47ef-8914-6850636464c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:53.809143 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 68344ce7-d27b-4d61-b5ab-570634c1624a no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:04:53.829328 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] No Port match for: 68344ce7-d27b-4d61-b5ab-570634c1624a {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:04:53.829694 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 68344ce7-d27b-4d61-b5ab-570634c1624a not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:04:55.874951 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-61a32c72-394c-4de7-8b56-9b0135874e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:56.941542 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:57.559437 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:59.141127 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:06.957523 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cc05ad42-524b-4c1b-9b39-f2f906b4461f req-d4504e9f-6926-494f-8595-d65763dd5d28 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-348081388&fields=id&tenant_id=e449a3bc67414b30ad15fce43c385d3b HTTP/1.1" status: 200 len: 267 time: 0.0370066 Jul 24 01:05:07.074771 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc05ad42-524b-4c1b-9b39-f2f906b4461f req-bde723cb-8701-4920-9103-058fd69a9457 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:07.077277 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cc05ad42-524b-4c1b-9b39-f2f906b4461f req-bde723cb-8701-4920-9103-058fd69a9457 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/networks?id=a2f757e3-27ba-421d-b5e8-1310913e0380 HTTP/1.1" status: 200 len: 809 time: 0.1125443 Jul 24 01:05:07.091160 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cc05ad42-524b-4c1b-9b39-f2f906b4461f req-9cac5277-414c-4311-990d-03a8fac36f13 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/quotas/e449a3bc67414b30ad15fce43c385d3b HTTP/1.1" status: 200 len: 375 time: 0.0095356 Jul 24 01:05:07.158020 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cc05ad42-524b-4c1b-9b39-f2f906b4461f req-e90de3cb-0e82-4457-9cf5-b25e50d16b28 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e449a3bc67414b30ad15fce43c385d3b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0617425 Jul 24 01:05:07.302341 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cc05ad42-524b-4c1b-9b39-f2f906b4461f req-73c86df4-769a-4c5c-925c-3dd379524c66 service neutron] 10.222.0.44 "GET /v2.0/networks/a2f757e3-27ba-421d-b5e8-1310913e0380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323693 Jul 24 01:05:07.394243 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-cc05ad42-524b-4c1b-9b39-f2f906b4461f req-cb8c0a75-d5fd-4fe2-a061-81a781cae2c3 service neutron] 10.222.0.44 "GET /v2.0/networks/a2f757e3-27ba-421d-b5e8-1310913e0380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859742 Jul 24 01:05:07.696824 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-09b7045d-0fc0-4330-93c4-be4e5925b31c req-3abae919-d540-4721-9994-62ca3d13c532 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=691c52b6-8892-4ee5-919c-fc849bcf3a1e HTTP/1.1" status: 200 len: 210 time: 0.0299089 Jul 24 01:05:08.360040 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:05:08.784445 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-de557e25-cfe4-4ed5-b11d-2be14e49f960 req-96721035-5b01-4e6e-a030-8f295dcbb0cf tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=691c52b6-8892-4ee5-919c-fc849bcf3a1e HTTP/1.1" status: 200 len: 210 time: 0.0347209 Jul 24 01:05:09.879784 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d830c579-c12f-4b3e-b4d0-673aee9eec20 req-c59810c4-3aa8-4d88-be3b-84a87497ea4e tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=691c52b6-8892-4ee5-919c-fc849bcf3a1e HTTP/1.1" status: 200 len: 210 time: 0.0304551 Jul 24 01:05:10.778755 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc05ad42-524b-4c1b-9b39-f2f906b4461f req-511bb9ad-468d-43d5-9dbc-33f3fb6e2211 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:10.780300 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cc05ad42-524b-4c1b-9b39-f2f906b4461f req-511bb9ad-468d-43d5-9dbc-33f3fb6e2211 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.52 "GET /v2.0/networks?id=a2f757e3-27ba-421d-b5e8-1310913e0380 HTTP/1.1" status: 200 len: 809 time: 0.1183875 Jul 24 01:05:10.825730 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cc05ad42-524b-4c1b-9b39-f2f906b4461f req-53da120a-13cf-4ff9-9551-a58d99f74c05 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e449a3bc67414b30ad15fce43c385d3b HTTP/1.1" status: 200 len: 379 time: 0.0362825 Jul 24 01:05:10.834702 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-cc05ad42-524b-4c1b-9b39-f2f906b4461f req-356780a4-d96c-414d-91c0-b24dadd37a94 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Request body: {'port': {'device_id': '691c52b6-8892-4ee5-919c-fc849bcf3a1e', 'network_id': 'a2f757e3-27ba-421d-b5e8-1310913e0380', 'admin_state_up': True, 'tenant_id': 'e449a3bc67414b30ad15fce43c385d3b', 'security_groups': ['2c78eeda-2295-4af4-9474-ef5ff325fb17']}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:05:10.954450 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc05ad42-524b-4c1b-9b39-f2f906b4461f req-356780a4-d96c-414d-91c0-b24dadd37a94 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Made reservation on behalf of e449a3bc67414b30ad15fce43c385d3b for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:05:10.958426 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-cc05ad42-524b-4c1b-9b39-f2f906b4461f req-356780a4-d96c-414d-91c0-b24dadd37a94 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:11.003995 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ef80202f-c948-40d8-b65f-3480a13a9a07 req-433f7427-f062-4519-bbba-7f70e6e61888 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=691c52b6-8892-4ee5-919c-fc849bcf3a1e HTTP/1.1" status: 200 len: 210 time: 0.0372274 Jul 24 01:05:11.102119 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-cc05ad42-524b-4c1b-9b39-f2f906b4461f req-356780a4-d96c-414d-91c0-b24dadd37a94 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Allocated IP 172.20.0.10 (a2f757e3-27ba-421d-b5e8-1310913e0380/04b6f0f5-bcef-403d-beb9-2a3dba6c998a/7bc00fa7-a7fd-48af-a93a-59adb187186a) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:05:11.248221 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-cc05ad42-524b-4c1b-9b39-f2f906b4461f req-356780a4-d96c-414d-91c0-b24dadd37a94 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:11.262123 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-cc05ad42-524b-4c1b-9b39-f2f906b4461f req-356780a4-d96c-414d-91c0-b24dadd37a94 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Transition to ACTIVE for port object 7bc00fa7-a7fd-48af-a93a-59adb187186a will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:05:11.296242 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-cc05ad42-524b-4c1b-9b39-f2f906b4461f req-356780a4-d96c-414d-91c0-b24dadd37a94 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:11.338817 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc05ad42-524b-4c1b-9b39-f2f906b4461f req-356780a4-d96c-414d-91c0-b24dadd37a94 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Network a2f757e3-27ba-421d-b5e8-1310913e0380 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:05:11.344968 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-cc05ad42-524b-4c1b-9b39-f2f906b4461f req-356780a4-d96c-414d-91c0-b24dadd37a94 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:05:11.348839 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc05ad42-524b-4c1b-9b39-f2f906b4461f req-356780a4-d96c-414d-91c0-b24dadd37a94 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:05:11.355590 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356780a4-d96c-414d-91c0-b24dadd37a94 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Pushing event updated for resources: {'Port': ['ID=7bc00fa7-a7fd-48af-a93a-59adb187186a,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:11.404933 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc05ad42-524b-4c1b-9b39-f2f906b4461f req-356780a4-d96c-414d-91c0-b24dadd37a94 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:11.405726 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-cc05ad42-524b-4c1b-9b39-f2f906b4461f req-356780a4-d96c-414d-91c0-b24dadd37a94 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:11.424282 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cc05ad42-524b-4c1b-9b39-f2f906b4461f req-356780a4-d96c-414d-91c0-b24dadd37a94 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5934093 Jul 24 01:05:11.483199 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-cc05ad42-524b-4c1b-9b39-f2f906b4461f req-d6f3253e-2046-4c6c-b76d-67dbf4d0d777 service neutron] Request body: {'port': {'device_id': '691c52b6-8892-4ee5-919c-fc849bcf3a1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:05:11.574788 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-cc05ad42-524b-4c1b-9b39-f2f906b4461f req-d6f3253e-2046-4c6c-b76d-67dbf4d0d777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:11.670235 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-35a26690-ca53-4dfd-9aba-ee7283a791ae None None] Provisioning for port 7bc00fa7-a7fd-48af-a93a-59adb187186a completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:05:11.674471 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-35a26690-ca53-4dfd-9aba-ee7283a791ae None None] Provisioning complete for port 7bc00fa7-a7fd-48af-a93a-59adb187186a triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:05:11.674869 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-35a26690-ca53-4dfd-9aba-ee7283a791ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:11.712573 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-35a26690-ca53-4dfd-9aba-ee7283a791ae None None] Port 7bc00fa7-a7fd-48af-a93a-59adb187186a cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:05:11.859156 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-cc05ad42-524b-4c1b-9b39-f2f906b4461f req-d6f3253e-2046-4c6c-b76d-67dbf4d0d777 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bc00fa7-a7fd-48af-a93a-59adb187186a {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:05:11.867000 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-cc05ad42-524b-4c1b-9b39-f2f906b4461f req-d6f3253e-2046-4c6c-b76d-67dbf4d0d777 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:11.879303 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-cc05ad42-524b-4c1b-9b39-f2f906b4461f req-d6f3253e-2046-4c6c-b76d-67dbf4d0d777 service neutron] Transition to ACTIVE for port object 7bc00fa7-a7fd-48af-a93a-59adb187186a will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:05:11.882695 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-cc05ad42-524b-4c1b-9b39-f2f906b4461f req-d6f3253e-2046-4c6c-b76d-67dbf4d0d777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:11.991274 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f3253e-2046-4c6c-b76d-67dbf4d0d777 service neutron] Pushing event updated for resources: {'Port': ['ID=7bc00fa7-a7fd-48af-a93a-59adb187186a,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:12.028948 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-cc05ad42-524b-4c1b-9b39-f2f906b4461f req-d6f3253e-2046-4c6c-b76d-67dbf4d0d777 service neutron] Attempting to bind port 7bc00fa7-a7fd-48af-a93a-59adb187186a on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:05:12.029456 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-cc05ad42-524b-4c1b-9b39-f2f906b4461f req-d6f3253e-2046-4c6c-b76d-67dbf4d0d777 service neutron] Attempting to bind port 7bc00fa7-a7fd-48af-a93a-59adb187186a by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': '66c4fe1e-f407-419a-98d2-96ca0efd67cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2f757e3-27ba-421d-b5e8-1310913e0380'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:05:12.029860 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc05ad42-524b-4c1b-9b39-f2f906b4461f req-d6f3253e-2046-4c6c-b76d-67dbf4d0d777 service neutron] Attempting to bind port 7bc00fa7-a7fd-48af-a93a-59adb187186a on network a2f757e3-27ba-421d-b5e8-1310913e0380 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:05:12.035646 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc05ad42-524b-4c1b-9b39-f2f906b4461f req-d6f3253e-2046-4c6c-b76d-67dbf4d0d777 service neutron] Port 7bc00fa7-a7fd-48af-a93a-59adb187186a on network a2f757e3-27ba-421d-b5e8-1310913e0380 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 01:05:12.036159 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc05ad42-524b-4c1b-9b39-f2f906b4461f req-d6f3253e-2046-4c6c-b76d-67dbf4d0d777 service neutron] Attempting to bind port 7bc00fa7-a7fd-48af-a93a-59adb187186a on network a2f757e3-27ba-421d-b5e8-1310913e0380 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:05:12.041671 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc05ad42-524b-4c1b-9b39-f2f906b4461f req-d6f3253e-2046-4c6c-b76d-67dbf4d0d777 service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:05:12.042018 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc05ad42-524b-4c1b-9b39-f2f906b4461f req-d6f3253e-2046-4c6c-b76d-67dbf4d0d777 service neutron] Checking segment: {'id': '66c4fe1e-f407-419a-98d2-96ca0efd67cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2f757e3-27ba-421d-b5e8-1310913e0380'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:05:12.042524 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc05ad42-524b-4c1b-9b39-f2f906b4461f req-d6f3253e-2046-4c6c-b76d-67dbf4d0d777 service neutron] Bound using segment: {'id': '66c4fe1e-f407-419a-98d2-96ca0efd67cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2f757e3-27ba-421d-b5e8-1310913e0380'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:05:12.042971 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-cc05ad42-524b-4c1b-9b39-f2f906b4461f req-d6f3253e-2046-4c6c-b76d-67dbf4d0d777 service neutron] Bound port: 7bc00fa7-a7fd-48af-a93a-59adb187186a, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66c4fe1e-f407-419a-98d2-96ca0efd67cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a2f757e3-27ba-421d-b5e8-1310913e0380'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:05:12.043339 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-cc05ad42-524b-4c1b-9b39-f2f906b4461f req-d6f3253e-2046-4c6c-b76d-67dbf4d0d777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:12.157830 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-cc05ad42-524b-4c1b-9b39-f2f906b4461f req-d6f3253e-2046-4c6c-b76d-67dbf4d0d777 service neutron] For port 7bc00fa7-a7fd-48af-a93a-59adb187186a, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:05:12.174076 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-cc05ad42-524b-4c1b-9b39-f2f906b4461f req-d6f3253e-2046-4c6c-b76d-67dbf4d0d777 service neutron] For port 7bc00fa7-a7fd-48af-a93a-59adb187186a, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=7bc00fa7-a7fd-48af-a93a-59adb187186a,segment=NetworkSegment(66c4fe1e-f407-419a-98d2-96ca0efd67cc),segment_id=66c4fe1e-f407-419a-98d2-96ca0efd67cc)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:05:12.181131 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-cc05ad42-524b-4c1b-9b39-f2f906b4461f req-d6f3253e-2046-4c6c-b76d-67dbf4d0d777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:12.227957 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc05ad42-524b-4c1b-9b39-f2f906b4461f req-d6f3253e-2046-4c6c-b76d-67dbf4d0d777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:12.228597 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-cc05ad42-524b-4c1b-9b39-f2f906b4461f req-d6f3253e-2046-4c6c-b76d-67dbf4d0d777 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:12.233100 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cc05ad42-524b-4c1b-9b39-f2f906b4461f req-d6f3253e-2046-4c6c-b76d-67dbf4d0d777 service neutron] 10.222.0.52 "PUT /v2.0/ports/7bc00fa7-a7fd-48af-a93a-59adb187186a HTTP/1.1" status: 200 len: 1093 time: 0.7982485 Jul 24 01:05:12.234768 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '691c52b6-8892-4ee5-919c-fc849bcf3a1e', 'tag': '7bc00fa7-a7fd-48af-a93a-59adb187186a'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:05:12.237721 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b5b12b33723a5ac99f65cff31e3c306c8fdd85da64bb4eb22f7eb8a86bf6c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0916062-25c8-44b8-b260-05e2c559c480" -d '{"events": [{"name": "network-changed", "server_uuid": "691c52b6-8892-4ee5-919c-fc849bcf3a1e", "tag": "7bc00fa7-a7fd-48af-a93a-59adb187186a"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:05:12.256570 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e2232-15bd-41b3-af5e-1985b122aff2 req-98193a4a-2200-4661-8628-489ef8b075a9 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:12.266053 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b03e2232-15bd-41b3-af5e-1985b122aff2 req-98193a4a-2200-4661-8628-489ef8b075a9 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=691c52b6-8892-4ee5-919c-fc849bcf3a1e HTTP/1.1" status: 200 len: 944 time: 0.1623824 Jul 24 01:05:12.307797 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f3253e-2046-4c6c-b76d-67dbf4d0d777 service neutron] Pushing event updated for resources: {'Port': ['ID=7bc00fa7-a7fd-48af-a93a-59adb187186a,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:12.371027 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b03e2232-15bd-41b3-af5e-1985b122aff2 req-8054386f-d93a-4ea3-b4ad-0058fd3687c0 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c78eeda-2295-4af4-9474-ef5ff325fb17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037021 Jul 24 01:05:12.402553 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc05ad42-524b-4c1b-9b39-f2f906b4461f req-5315691d-d7c4-4856-87b7-2cb9dd0ee432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:12.404255 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cc05ad42-524b-4c1b-9b39-f2f906b4461f req-5315691d-d7c4-4856-87b7-2cb9dd0ee432 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e449a3bc67414b30ad15fce43c385d3b&device_id=691c52b6-8892-4ee5-919c-fc849bcf3a1e HTTP/1.1" status: 200 len: 1096 time: 0.0919855 Jul 24 01:05:12.408874 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa13bb4-d400-4612-8f73-0f08fc3472f2 x-openstack-request-id: req-3fa13bb4-d400-4612-8f73-0f08fc3472f2 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:05:12.409176 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "691c52b6-8892-4ee5-919c-fc849bcf3a1e", "tag": "7bc00fa7-a7fd-48af-a93a-59adb187186a", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:05:12.409593 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3fa13bb4-d400-4612-8f73-0f08fc3472f2 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:05:12.410002 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '691c52b6-8892-4ee5-919c-fc849bcf3a1e', 'tag': '7bc00fa7-a7fd-48af-a93a-59adb187186a', 'status': 'completed', 'code': 200} Jul 24 01:05:12.456526 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cc05ad42-524b-4c1b-9b39-f2f906b4461f req-07055a27-5180-474c-a255-521ac8a7c6e9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7bc00fa7-a7fd-48af-a93a-59adb187186a HTTP/1.1" status: 200 len: 217 time: 0.0378923 Jul 24 01:05:12.508634 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc05ad42-524b-4c1b-9b39-f2f906b4461f req-3ba62e27-83c4-4545-82cd-163d604905ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:12.510202 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cc05ad42-524b-4c1b-9b39-f2f906b4461f req-3ba62e27-83c4-4545-82cd-163d604905ab service neutron] 10.222.0.52 "GET /v2.0/subnets?id=04b6f0f5-bcef-403d-beb9-2a3dba6c998a HTTP/1.1" status: 200 len: 848 time: 0.0501411 Jul 24 01:05:12.569438 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc05ad42-524b-4c1b-9b39-f2f906b4461f req-346601f2-f091-4d34-9daa-869c59b5254b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:12.570942 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cc05ad42-524b-4c1b-9b39-f2f906b4461f req-346601f2-f091-4d34-9daa-869c59b5254b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a2f757e3-27ba-421d-b5e8-1310913e0380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542061 Jul 24 01:05:12.670978 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cc05ad42-524b-4c1b-9b39-f2f906b4461f req-4348d403-4291-4afd-ba5a-ae26d22dfc46 service neutron] 10.222.0.52 "GET /v2.0/networks/a2f757e3-27ba-421d-b5e8-1310913e0380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926032 Jul 24 01:05:12.774341 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cc05ad42-524b-4c1b-9b39-f2f906b4461f req-389bc7d4-ef3e-474f-adce-e00f6483d708 service neutron] 10.222.0.52 "GET /v2.0/networks/a2f757e3-27ba-421d-b5e8-1310913e0380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973990 Jul 24 01:05:12.878006 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0916062-25c8-44b8-b260-05e2c559c480 req-4b585e86-54a0-4ac2-9237-3d6792b30760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:12.879534 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b0916062-25c8-44b8-b260-05e2c559c480 req-4b585e86-54a0-4ac2-9237-3d6792b30760 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e449a3bc67414b30ad15fce43c385d3b&device_id=691c52b6-8892-4ee5-919c-fc849bcf3a1e HTTP/1.1" status: 200 len: 1096 time: 0.0615313 Jul 24 01:05:12.973524 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0916062-25c8-44b8-b260-05e2c559c480 req-dc094184-580c-4e21-a3d0-3235392edd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:12.974956 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b0916062-25c8-44b8-b260-05e2c559c480 req-dc094184-580c-4e21-a3d0-3235392edd74 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a2f757e3-27ba-421d-b5e8-1310913e0380 HTTP/1.1" status: 200 len: 910 time: 0.0895982 Jul 24 01:05:13.020601 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b0916062-25c8-44b8-b260-05e2c559c480 req-9d7634a1-8311-423d-8f62-c677a5a26a05 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7bc00fa7-a7fd-48af-a93a-59adb187186a HTTP/1.1" status: 200 len: 217 time: 0.0391030 Jul 24 01:05:13.070250 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0916062-25c8-44b8-b260-05e2c559c480 req-cd8c3e5c-a66b-44c9-a293-46da15f52e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:13.071715 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b0916062-25c8-44b8-b260-05e2c559c480 req-cd8c3e5c-a66b-44c9-a293-46da15f52e0f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=04b6f0f5-bcef-403d-beb9-2a3dba6c998a HTTP/1.1" status: 200 len: 848 time: 0.0451252 Jul 24 01:05:13.148486 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0916062-25c8-44b8-b260-05e2c559c480 req-6f298e66-6f4b-4040-bed5-3b24ee062513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:13.150024 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b0916062-25c8-44b8-b260-05e2c559c480 req-6f298e66-6f4b-4040-bed5-3b24ee062513 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a2f757e3-27ba-421d-b5e8-1310913e0380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0715046 Jul 24 01:05:13.245261 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b0916062-25c8-44b8-b260-05e2c559c480 req-909f474f-7156-486c-9da8-9d95817d4333 service neutron] 10.222.0.52 "GET /v2.0/networks/a2f757e3-27ba-421d-b5e8-1310913e0380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877018 Jul 24 01:05:13.340917 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b0916062-25c8-44b8-b260-05e2c559c480 req-e520c7ee-884d-4ee1-afd9-61091a114989 service neutron] 10.222.0.52 "GET /v2.0/networks/a2f757e3-27ba-421d-b5e8-1310913e0380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890784 Jul 24 01:05:13.515369 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39623648-b5e2-48ba-8184-d104c36126f6 req-54ee28ff-878b-45fd-b973-15f0ab149517 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:13.516913 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-39623648-b5e2-48ba-8184-d104c36126f6 req-54ee28ff-878b-45fd-b973-15f0ab149517 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=691c52b6-8892-4ee5-919c-fc849bcf3a1e HTTP/1.1" status: 200 len: 944 time: 0.0703347 Jul 24 01:05:13.554281 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-39623648-b5e2-48ba-8184-d104c36126f6 req-734bafc5-5528-4274-aca8-08d87ed0bd64 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c78eeda-2295-4af4-9474-ef5ff325fb17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316629 Jul 24 01:05:14.702375 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f1ff8-1572-457f-b4d1-203a28ae8b57 req-a518bf55-da4b-45d5-a1cc-1c6d84c0ec45 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:14.703950 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1d2f1ff8-1572-457f-b4d1-203a28ae8b57 req-a518bf55-da4b-45d5-a1cc-1c6d84c0ec45 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=691c52b6-8892-4ee5-919c-fc849bcf3a1e HTTP/1.1" status: 200 len: 944 time: 0.0755503 Jul 24 01:05:14.748368 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-1d2f1ff8-1572-457f-b4d1-203a28ae8b57 req-84c970e6-5e39-41d9-9fef-6df5e0812ac1 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c78eeda-2295-4af4-9474-ef5ff325fb17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382948 Jul 24 01:05:15.514236 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:15.880456 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d70b9b-4eac-4503-8175-d35162506491 req-752a466f-07cd-4433-bba9-ca6ab477963a tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:15.882041 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-09d70b9b-4eac-4503-8175-d35162506491 req-752a466f-07cd-4433-bba9-ca6ab477963a tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=691c52b6-8892-4ee5-919c-fc849bcf3a1e HTTP/1.1" status: 200 len: 944 time: 0.0652699 Jul 24 01:05:15.922246 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-09d70b9b-4eac-4503-8175-d35162506491 req-4f1d1453-a980-47d7-a0cf-0555dae117df tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c78eeda-2295-4af4-9474-ef5ff325fb17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339415 Jul 24 01:05:17.060631 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e567048b-b8b0-4e8b-9fea-9ea9dc4a7a23 req-fe98d710-d534-46b3-abe5-bd69eb2671a1 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:17.062188 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e567048b-b8b0-4e8b-9fea-9ea9dc4a7a23 req-fe98d710-d534-46b3-abe5-bd69eb2671a1 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=691c52b6-8892-4ee5-919c-fc849bcf3a1e HTTP/1.1" status: 200 len: 944 time: 0.0699906 Jul 24 01:05:17.100913 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e567048b-b8b0-4e8b-9fea-9ea9dc4a7a23 req-356b2b73-ea14-41d6-81e9-02e4d179b794 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c78eeda-2295-4af4-9474-ef5ff325fb17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330639 Jul 24 01:05:18.227818 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1967aeea-f03f-4487-961d-0a20b882091e req-bccff60e-65ce-4caa-8261-d27a354db62a tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:18.229236 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1967aeea-f03f-4487-961d-0a20b882091e req-bccff60e-65ce-4caa-8261-d27a354db62a tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=691c52b6-8892-4ee5-919c-fc849bcf3a1e HTTP/1.1" status: 200 len: 944 time: 0.0620592 Jul 24 01:05:18.265752 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1967aeea-f03f-4487-961d-0a20b882091e req-79ab36b5-7e2a-4dd0-a199-221865968fca tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c78eeda-2295-4af4-9474-ef5ff325fb17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308859 Jul 24 01:05:18.450043 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:19.396908 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3690c63-2876-4f02-b94e-c3359084ceca req-523bae60-d9d9-4f85-90f3-06e185491328 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:19.398422 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e3690c63-2876-4f02-b94e-c3359084ceca req-523bae60-d9d9-4f85-90f3-06e185491328 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=691c52b6-8892-4ee5-919c-fc849bcf3a1e HTTP/1.1" status: 200 len: 944 time: 0.0673425 Jul 24 01:05:19.436484 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e3690c63-2876-4f02-b94e-c3359084ceca req-0a081af3-f2e3-41a7-9fa0-31191bd7e7f4 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c78eeda-2295-4af4-9474-ef5ff325fb17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320175 Jul 24 01:05:20.579158 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d79abf-f168-4cd1-8d7f-f06e05039a65 req-278ee71c-2747-4ecb-8946-341571ba6e5d tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:20.580793 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-87d79abf-f168-4cd1-8d7f-f06e05039a65 req-278ee71c-2747-4ecb-8946-341571ba6e5d tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=691c52b6-8892-4ee5-919c-fc849bcf3a1e HTTP/1.1" status: 200 len: 944 time: 0.0727084 Jul 24 01:05:20.621090 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-87d79abf-f168-4cd1-8d7f-f06e05039a65 req-07c9d1ff-125f-4d49-b548-eab76c08ebe4 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c78eeda-2295-4af4-9474-ef5ff325fb17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333784 Jul 24 01:05:21.756754 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c0f98-9626-41ed-a441-2ef063eaebe9 req-f1e41b65-7ae2-443a-baa6-9876ea646e50 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:21.758295 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b28c0f98-9626-41ed-a441-2ef063eaebe9 req-f1e41b65-7ae2-443a-baa6-9876ea646e50 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=691c52b6-8892-4ee5-919c-fc849bcf3a1e HTTP/1.1" status: 200 len: 944 time: 0.0678592 Jul 24 01:05:21.804683 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-b28c0f98-9626-41ed-a441-2ef063eaebe9 req-81196df1-5f7d-4de5-864a-fc8a0f780496 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c78eeda-2295-4af4-9474-ef5ff325fb17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403872 Jul 24 01:05:22.940511 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c841759e-f95b-4b52-abff-20a99083a991 req-1d82d9b0-e84b-4f16-955d-d0e03a6bb844 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:22.942094 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c841759e-f95b-4b52-abff-20a99083a991 req-1d82d9b0-e84b-4f16-955d-d0e03a6bb844 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=691c52b6-8892-4ee5-919c-fc849bcf3a1e HTTP/1.1" status: 200 len: 944 time: 0.0665958 Jul 24 01:05:22.981023 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c841759e-f95b-4b52-abff-20a99083a991 req-d5240442-999f-4279-b315-23bb966f754d tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c78eeda-2295-4af4-9474-ef5ff325fb17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331624 Jul 24 01:05:23.014426 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 7bc00fa7-a7fd-48af-a93a-59adb187186a details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:05:23.116127 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 7bc00fa7-a7fd-48af-a93a-59adb187186a, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=7bc00fa7-a7fd-48af-a93a-59adb187186a,segment=NetworkSegment(66c4fe1e-f407-419a-98d2-96ca0efd67cc),segment_id=66c4fe1e-f407-419a-98d2-96ca0efd67cc)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:05:23.127709 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': '7bc00fa7-a7fd-48af-a93a-59adb187186a', 'network_id': 'a2f757e3-27ba-421d-b5e8-1310913e0380', 'port_id': '7bc00fa7-a7fd-48af-a93a-59adb187186a', 'mac_address': 'fa:16:3e:5a:90:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04b6f0f5-bcef-403d-beb9-2a3dba6c998a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:05:23.164554 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:23.178049 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bc00fa7-a7fd-48af-a93a-59adb187186a {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:05:23.197309 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 7bc00fa7-a7fd-48af-a93a-59adb187186a, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=7bc00fa7-a7fd-48af-a93a-59adb187186a,segment=NetworkSegment(66c4fe1e-f407-419a-98d2-96ca0efd67cc),segment_id=66c4fe1e-f407-419a-98d2-96ca0efd67cc)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:05:23.201577 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:23.252492 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=7bc00fa7-a7fd-48af-a93a-59adb187186a,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:23.259806 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:05:23.260177 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:05:23.260524 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:05:23.260904 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:05:23.261237 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:05:23.261579 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:05:23.261908 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:05:23.262240 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:05:23.262571 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:05:23.262941 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:05:23.263269 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:05:23.263597 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:05:23.289888 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0bf32638-42d1-4d54-af71-de8a00078cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:23.449607 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['7bc00fa7-a7fd-48af-a93a-59adb187186a'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:05:24.117130 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80863571-e945-4af9-9581-91e0976b433e req-2c012d66-ec6a-48b9-ba41-c9a4786209d9 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:24.118677 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-80863571-e945-4af9-9581-91e0976b433e req-2c012d66-ec6a-48b9-ba41-c9a4786209d9 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=691c52b6-8892-4ee5-919c-fc849bcf3a1e HTTP/1.1" status: 200 len: 945 time: 0.0707605 Jul 24 01:05:24.158550 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-80863571-e945-4af9-9581-91e0976b433e req-e47fe8cb-a991-446b-829d-67b7a21952d1 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c78eeda-2295-4af4-9474-ef5ff325fb17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335624 Jul 24 01:05:25.030278 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 7bc00fa7-a7fd-48af-a93a-59adb187186a up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:05:25.078938 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port 7bc00fa7-a7fd-48af-a93a-59adb187186a completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:05:25.082813 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port 7bc00fa7-a7fd-48af-a93a-59adb187186a triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:05:25.083206 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:25.160162 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:25.188060 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '691c52b6-8892-4ee5-919c-fc849bcf3a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bc00fa7-a7fd-48af-a93a-59adb187186a'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:05:25.190365 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}558c1f08c3ad39984887c6beba8768e196794644b3da822fc6f02d9261914d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d3d00de-c12d-4630-8faf-a55bfb84368d" -d '{"events": [{"server_uuid": "691c52b6-8892-4ee5-919c-fc849bcf3a1e", "name": "network-vif-plugged", "status": "completed", "tag": "7bc00fa7-a7fd-48af-a93a-59adb187186a"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:05:25.203867 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 7bc00fa7-a7fd-48af-a93a-59adb187186a, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=7bc00fa7-a7fd-48af-a93a-59adb187186a,segment=NetworkSegment(66c4fe1e-f407-419a-98d2-96ca0efd67cc),segment_id=66c4fe1e-f407-419a-98d2-96ca0efd67cc)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:05:25.214784 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:25.258491 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4861ab9-5bef-4a0e-9a7b-b8537dad4870 x-openstack-request-id: req-c4861ab9-5bef-4a0e-9a7b-b8537dad4870 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:05:25.258787 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "691c52b6-8892-4ee5-919c-fc849bcf3a1e", "name": "network-vif-plugged", "status": "completed", "tag": "7bc00fa7-a7fd-48af-a93a-59adb187186a", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:05:25.259109 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c4861ab9-5bef-4a0e-9a7b-b8537dad4870 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:05:25.259502 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '691c52b6-8892-4ee5-919c-fc849bcf3a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bc00fa7-a7fd-48af-a93a-59adb187186a', 'code': 200} Jul 24 01:05:25.288100 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=7bc00fa7-a7fd-48af-a93a-59adb187186a,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:25.680285 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef54b3-f17c-4256-9a34-5234dd1b7d56 req-59d975c9-b37f-4d51-9f49-af46595b04cb tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:25.681739 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-69ef54b3-f17c-4256-9a34-5234dd1b7d56 req-59d975c9-b37f-4d51-9f49-af46595b04cb tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=691c52b6-8892-4ee5-919c-fc849bcf3a1e HTTP/1.1" status: 200 len: 946 time: 0.4220347 Jul 24 01:05:25.688391 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc3f67b-0a26-4f52-8fd4-76ad8b4db5b3 req-9d22793a-c96b-4322-bc82-28354ab326ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:25.689862 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1fc3f67b-0a26-4f52-8fd4-76ad8b4db5b3 req-9d22793a-c96b-4322-bc82-28354ab326ed service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=691c52b6-8892-4ee5-919c-fc849bcf3a1e HTTP/1.1" status: 200 len: 1098 time: 0.3870654 Jul 24 01:05:25.741509 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-69ef54b3-f17c-4256-9a34-5234dd1b7d56 req-3f5b710b-6d9b-41f3-acf3-c14072899e99 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c78eeda-2295-4af4-9474-ef5ff325fb17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506942 Jul 24 01:05:25.745750 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-1fc3f67b-0a26-4f52-8fd4-76ad8b4db5b3 req-5cbeb3f0-0ca5-44eb-a3fb-057f6dc686d2 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=2c78eeda-2295-4af4-9474-ef5ff325fb17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477030 Jul 24 01:05:25.877097 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-e4abddc6-a1ee-40e8-8e7e-daafeb7a535d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:26.874212 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821a7a01-bfe4-4998-9fda-ce3462fea4bd req-3c35db96-02f4-4dda-95c8-772012cd8412 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:26.875755 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-821a7a01-bfe4-4998-9fda-ce3462fea4bd req-3c35db96-02f4-4dda-95c8-772012cd8412 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=691c52b6-8892-4ee5-919c-fc849bcf3a1e HTTP/1.1" status: 200 len: 946 time: 0.0660460 Jul 24 01:05:26.914495 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-821a7a01-bfe4-4998-9fda-ce3462fea4bd req-3d1e8375-2277-4d1f-972c-c5dd67923add tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c78eeda-2295-4af4-9474-ef5ff325fb17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331800 Jul 24 01:05:26.925005 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:27.049587 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7796a7-742c-4769-af1b-da222d2b8940 req-cba284f7-5e5b-4d45-9eea-c40e6bd73baf tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:27.050967 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2e7796a7-742c-4769-af1b-da222d2b8940 req-cba284f7-5e5b-4d45-9eea-c40e6bd73baf tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=691c52b6-8892-4ee5-919c-fc849bcf3a1e HTTP/1.1" status: 200 len: 946 time: 0.0662153 Jul 24 01:05:27.088475 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2e7796a7-742c-4769-af1b-da222d2b8940 req-e208f5b1-fa09-4917-8761-36df42326e4d tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c78eeda-2295-4af4-9474-ef5ff325fb17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318167 Jul 24 01:05:27.110126 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44728) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:27.162755 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82a4388-87da-4cd0-8326-caebf508c73b tempest-TestShelveInstance-546340853 tempest-TestShelveInstance-546340853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:27.164281 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-d82a4388-87da-4cd0-8326-caebf508c73b tempest-TestShelveInstance-546340853 tempest-TestShelveInstance-546340853-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=691c52b6-8892-4ee5-919c-fc849bcf3a1e HTTP/1.1" status: 200 len: 1093 time: 0.0531857 Jul 24 01:05:27.167333 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44730) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:27.171691 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-03237f33-2cb2-448d-81d9-51455bb6717c tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Request body: {'floatingip': {'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'port_id': '7bc00fa7-a7fd-48af-a93a-59adb187186a', 'tenant_id': 'e449a3bc67414b30ad15fce43c385d3b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:05:27.193652 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-03237f33-2cb2-448d-81d9-51455bb6717c tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks [] for floatingip, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:27.292337 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-03237f33-2cb2-448d-81d9-51455bb6717c tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:27.392526 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-03237f33-2cb2-448d-81d9-51455bb6717c tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Allocated IP 172.25.3.38 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/d9a29f88-630e-4a85-95af-1dfe9e656ffa) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:05:27.498708 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-03237f33-2cb2-448d-81d9-51455bb6717c tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:27.537157 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-03237f33-2cb2-448d-81d9-51455bb6717c tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:27.559611 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:27.576527 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03237f33-2cb2-448d-81d9-51455bb6717c tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:05:27.580817 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-03237f33-2cb2-448d-81d9-51455bb6717c tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:05:27.586930 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03237f33-2cb2-448d-81d9-51455bb6717c tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:05:27.611085 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03237f33-2cb2-448d-81d9-51455bb6717c tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Pushing event updated for resources: {'Port': ['ID=d9a29f88-630e-4a85-95af-1dfe9e656ffa,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:27.945176 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-03237f33-2cb2-448d-81d9-51455bb6717c tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:28.018231 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-03237f33-2cb2-448d-81d9-51455bb6717c tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:28.164025 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-03237f33-2cb2-448d-81d9-51455bb6717c tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:28.168739 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-03237f33-2cb2-448d-81d9-51455bb6717c tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:28.241058 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03237f33-2cb2-448d-81d9-51455bb6717c tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Pushing event updated for resources: {'Port': ['ID=d9a29f88-630e-4a85-95af-1dfe9e656ffa,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:28.249838 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-03237f33-2cb2-448d-81d9-51455bb6717c tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:28.348713 n-d-800088-16 neutron-server[100313]: INFO neutron.db.l3_db [None req-03237f33-2cb2-448d-81d9-51455bb6717c tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Floating IP d4aceab2-8e43-4f66-beab-ad570ae0d8da associated. External IP: 172.25.3.38, port: 7bc00fa7-a7fd-48af-a93a-59adb187186a. Jul 24 01:05:28.554029 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03237f33-2cb2-448d-81d9-51455bb6717c tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Router 7ce9a437-f170-4055-95a3-18bd7f201318 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:05:28.663008 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03237f33-2cb2-448d-81d9-51455bb6717c tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:05:28.673563 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234a3b32-cbca-46a1-b5e5-fd6b4d176fa2 None None] Sync routers for ids ['7ce9a437-f170-4055-95a3-18bd7f201318'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:05:28.680044 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-03237f33-2cb2-448d-81d9-51455bb6717c tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:28.683645 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234a3b32-cbca-46a1-b5e5-fd6b4d176fa2 None None] Routers {'7ce9a437-f170-4055-95a3-18bd7f201318'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:05:28.684268 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-234a3b32-cbca-46a1-b5e5-fd6b4d176fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T01:05:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['7ce9a437-f170-4055-95a3-18bd7f201318'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:28.717684 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-03237f33-2cb2-448d-81d9-51455bb6717c tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5493300 Jul 24 01:05:28.718587 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '691c52b6-8892-4ee5-919c-fc849bcf3a1e', 'tag': '7bc00fa7-a7fd-48af-a93a-59adb187186a'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:05:28.720895 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b5b12b33723a5ac99f65cff31e3c306c8fdd85da64bb4eb22f7eb8a86bf6c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-762bc11f-866d-414a-b5a2-3cba798aa684" -d '{"events": [{"name": "network-changed", "server_uuid": "691c52b6-8892-4ee5-919c-fc849bcf3a1e", "tag": "7bc00fa7-a7fd-48af-a93a-59adb187186a"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:05:28.759967 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca3f19c-f5aa-4da1-8bad-6c2220ed895a x-openstack-request-id: req-7ca3f19c-f5aa-4da1-8bad-6c2220ed895a {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:05:28.760263 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "691c52b6-8892-4ee5-919c-fc849bcf3a1e", "tag": "7bc00fa7-a7fd-48af-a93a-59adb187186a", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:05:28.760610 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7ca3f19c-f5aa-4da1-8bad-6c2220ed895a {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:05:28.761083 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '691c52b6-8892-4ee5-919c-fc849bcf3a1e', 'tag': '7bc00fa7-a7fd-48af-a93a-59adb187186a', 'status': 'completed', 'code': 200} Jul 24 01:05:28.847341 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762bc11f-866d-414a-b5a2-3cba798aa684 req-3d2770c4-e126-47e8-b2ad-dd4d3315fc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:28.849081 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-762bc11f-866d-414a-b5a2-3cba798aa684 req-3d2770c4-e126-47e8-b2ad-dd4d3315fc2d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e449a3bc67414b30ad15fce43c385d3b&device_id=691c52b6-8892-4ee5-919c-fc849bcf3a1e HTTP/1.1" status: 200 len: 1098 time: 0.0659103 Jul 24 01:05:28.944937 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762bc11f-866d-414a-b5a2-3cba798aa684 req-2e673103-3e17-48ee-8cd9-7d6d91c2b1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:28.946175 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-762bc11f-866d-414a-b5a2-3cba798aa684 req-2e673103-3e17-48ee-8cd9-7d6d91c2b1ed service neutron] 10.222.0.52 "GET /v2.0/networks?id=a2f757e3-27ba-421d-b5e8-1310913e0380 HTTP/1.1" status: 200 len: 910 time: 0.0895960 Jul 24 01:05:28.960534 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-234a3b32-cbca-46a1-b5e5-fd6b4d176fa2 None None] Set router 7ce9a437-f170-4055-95a3-18bd7f201318 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:05:29.018517 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-762bc11f-866d-414a-b5a2-3cba798aa684 req-b2474ba1-3d63-4da5-942d-37be3c749aa1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7bc00fa7-a7fd-48af-a93a-59adb187186a HTTP/1.1" status: 200 len: 999 time: 0.0661867 Jul 24 01:05:29.070773 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762bc11f-866d-414a-b5a2-3cba798aa684 req-a5a3cc0d-cf90-4f14-9a76-a75b4dbea323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:29.072447 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-762bc11f-866d-414a-b5a2-3cba798aa684 req-a5a3cc0d-cf90-4f14-9a76-a75b4dbea323 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=04b6f0f5-bcef-403d-beb9-2a3dba6c998a HTTP/1.1" status: 200 len: 848 time: 0.0485506 Jul 24 01:05:29.135576 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762bc11f-866d-414a-b5a2-3cba798aa684 req-3daded55-e415-437b-80c7-96035e354d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:29.137860 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-762bc11f-866d-414a-b5a2-3cba798aa684 req-3daded55-e415-437b-80c7-96035e354d66 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a2f757e3-27ba-421d-b5e8-1310913e0380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0595813 Jul 24 01:05:29.157388 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:29.203388 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-234a3b32-cbca-46a1-b5e5-fd6b4d176fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce9a437-f170-4055-95a3-18bd7f201318', 'name': 'tempest-TestShelveInstance-1206606910-router', 'tenant_id': 'e449a3bc67414b30ad15fce43c385d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': 'a460eccd-71d4-4fd5-a698-c04e55128b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:00:33Z', 'updated_at': '2021-07-24T01:00:36Z', 'revision_number': 4, 'project_id': 'e449a3bc67414b30ad15fce43c385d3b', 'gw_port': {'id': 'a460eccd-71d4-4fd5-a698-c04e55128b55', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:47:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce9a437-f170-4055-95a3-18bd7f201318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:00:34Z', 'updated_at': '2021-07-24T01:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': 'd4aceab2-8e43-4f66-beab-ad570ae0d8da', 'tenant_id': 'e449a3bc67414b30ad15fce43c385d3b', 'floating_ip_address': '172.25.3.38', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '7ce9a437-f170-4055-95a3-18bd7f201318', 'port_id': '7bc00fa7-a7fd-48af-a93a-59adb187186a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2f757e3-27ba-421d-b5e8-1310913e0380', 'mac_address': 'fa:16:3e:5a:90:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691c52b6-8892-4ee5-919c-fc849bcf3a1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:05:27Z', 'updated_at': '2021-07-24T01:05:27Z', 'revision_number': 0, 'project_id': 'e449a3bc67414b30ad15fce43c385d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba7834fe-ed45-4d45-a4d2-38fdfa89eaeb', 'name': '', 'network_id': 'a2f757e3-27ba-421d-b5e8-1310913e0380', 'tenant_id': 'e449a3bc67414b30ad15fce43c385d3b', 'mac_address': 'fa:16:3e:af:6b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce9a437-f170-4055-95a3-18bd7f201318', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '04b6f0f5-bcef-403d-beb9-2a3dba6c998a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:00:36Z', 'updated_at': '2021-07-24T01:00:43Z', 'revision_number': 5, 'project_id': 'e449a3bc67414b30ad15fce43c385d3b', 'subnets': [{'id': '04b6f0f5-bcef-403d-beb9-2a3dba6c998a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:29.233848 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234a3b32-cbca-46a1-b5e5-fd6b4d176fa2 None None] Checking router: 7ce9a437-f170-4055-95a3-18bd7f201318 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:05:29.234963 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-762bc11f-866d-414a-b5a2-3cba798aa684 req-b27e3512-7c8d-470a-914f-cc6cea2f77ee service neutron] 10.222.0.52 "GET /v2.0/networks/a2f757e3-27ba-421d-b5e8-1310913e0380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911109 Jul 24 01:05:29.242395 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234a3b32-cbca-46a1-b5e5-fd6b4d176fa2 None None] Routers {'7ce9a437-f170-4055-95a3-18bd7f201318'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:05:29.243148 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-234a3b32-cbca-46a1-b5e5-fd6b4d176fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T01:05:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['7ce9a437-f170-4055-95a3-18bd7f201318'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:29.327102 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-762bc11f-866d-414a-b5a2-3cba798aa684 req-d90cf851-ee88-4d4b-b4ed-4953b94bb606 service neutron] 10.222.0.52 "GET /v2.0/networks/a2f757e3-27ba-421d-b5e8-1310913e0380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855319 Jul 24 01:05:29.356144 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-234a3b32-cbca-46a1-b5e5-fd6b4d176fa2 None None] Set router 7ce9a437-f170-4055-95a3-18bd7f201318 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:05:29.594622 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-234a3b32-cbca-46a1-b5e5-fd6b4d176fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce9a437-f170-4055-95a3-18bd7f201318', 'name': 'tempest-TestShelveInstance-1206606910-router', 'tenant_id': 'e449a3bc67414b30ad15fce43c385d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': 'a460eccd-71d4-4fd5-a698-c04e55128b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:00:33Z', 'updated_at': '2021-07-24T01:00:36Z', 'revision_number': 4, 'project_id': 'e449a3bc67414b30ad15fce43c385d3b', 'gw_port': {'id': 'a460eccd-71d4-4fd5-a698-c04e55128b55', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:47:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce9a437-f170-4055-95a3-18bd7f201318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:00:34Z', 'updated_at': '2021-07-24T01:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': 'd4aceab2-8e43-4f66-beab-ad570ae0d8da', 'tenant_id': 'e449a3bc67414b30ad15fce43c385d3b', 'floating_ip_address': '172.25.3.38', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '7ce9a437-f170-4055-95a3-18bd7f201318', 'port_id': '7bc00fa7-a7fd-48af-a93a-59adb187186a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2f757e3-27ba-421d-b5e8-1310913e0380', 'mac_address': 'fa:16:3e:5a:90:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691c52b6-8892-4ee5-919c-fc849bcf3a1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:05:27Z', 'updated_at': '2021-07-24T01:05:27Z', 'revision_number': 0, 'project_id': 'e449a3bc67414b30ad15fce43c385d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba7834fe-ed45-4d45-a4d2-38fdfa89eaeb', 'name': '', 'network_id': 'a2f757e3-27ba-421d-b5e8-1310913e0380', 'tenant_id': 'e449a3bc67414b30ad15fce43c385d3b', 'mac_address': 'fa:16:3e:af:6b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce9a437-f170-4055-95a3-18bd7f201318', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '04b6f0f5-bcef-403d-beb9-2a3dba6c998a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:00:36Z', 'updated_at': '2021-07-24T01:00:43Z', 'revision_number': 5, 'project_id': 'e449a3bc67414b30ad15fce43c385d3b', 'subnets': [{'id': '04b6f0f5-bcef-403d-beb9-2a3dba6c998a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:29.625098 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234a3b32-cbca-46a1-b5e5-fd6b4d176fa2 None None] The sync data for ids ['7ce9a437-f170-4055-95a3-18bd7f201318'] in n-d-800088-16 is: [{'id': '7ce9a437-f170-4055-95a3-18bd7f201318', 'name': 'tempest-TestShelveInstance-1206606910-router', 'tenant_id': 'e449a3bc67414b30ad15fce43c385d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': 'a460eccd-71d4-4fd5-a698-c04e55128b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:00:33Z', 'updated_at': '2021-07-24T01:00:36Z', 'revision_number': 4, 'project_id': 'e449a3bc67414b30ad15fce43c385d3b', 'gw_port': {'id': 'a460eccd-71d4-4fd5-a698-c04e55128b55', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:47:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce9a437-f170-4055-95a3-18bd7f201318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:00:34Z', 'updated_at': '2021-07-24T01:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': 'd4aceab2-8e43-4f66-beab-ad570ae0d8da', 'tenant_id': 'e449a3bc67414b30ad15fce43c385d3b', 'floating_ip_address': '172.25.3.38', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '7ce9a437-f170-4055-95a3-18bd7f201318', 'port_id': '7bc00fa7-a7fd-48af-a93a-59adb187186a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2f757e3-27ba-421d-b5e8-1310913e0380', 'mac_address': 'fa:16:3e:5a:90:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691c52b6-8892-4ee5-919c-fc849bcf3a1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:05:27Z', 'updated_at': '2021-07-24T01:05:27Z', 'revision_number': 0, 'project_id': 'e449a3bc67414b30ad15fce43c385d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba7834fe-ed45-4d45-a4d2-38fdfa89eaeb', 'name': '', 'network_id': 'a2f757e3-27ba-421d-b5e8-1310913e0380', 'tenant_id': 'e449a3bc67414b30ad15fce43c385d3b', 'mac_address': 'fa:16:3e:af:6b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce9a437-f170-4055-95a3-18bd7f201318', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '04b6f0f5-bcef-403d-beb9-2a3dba6c998a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:00:36Z', 'updated_at': '2021-07-24T01:00:43Z', 'revision_number': 5, 'project_id': 'e449a3bc67414b30ad15fce43c385d3b', 'subnets': [{'id': '04b6f0f5-bcef-403d-beb9-2a3dba6c998a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:05:29.827770 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08126e6f-2fb1-4b71-b286-c46bac5f57c7 None None] New status for floating IP d4aceab2-8e43-4f66-beab-ad570ae0d8da: ACTIVE {{(pid=100316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 01:05:37.179076 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9cf09ce7-bed8-444e-9f8a-ab96c50f47a2 req-2a927932-e27e-43ee-9db9-8c571cb6b039 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=691c52b6-8892-4ee5-919c-fc849bcf3a1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0607696 Jul 24 01:05:37.278292 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf09ce7-bed8-444e-9f8a-ab96c50f47a2 req-8d4a3199-731d-4028-bab2-024f4f4fb458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:37.279933 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9cf09ce7-bed8-444e-9f8a-ab96c50f47a2 req-8d4a3199-731d-4028-bab2-024f4f4fb458 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e449a3bc67414b30ad15fce43c385d3b&device_id=691c52b6-8892-4ee5-919c-fc849bcf3a1e HTTP/1.1" status: 200 len: 1098 time: 0.0587554 Jul 24 01:05:37.389492 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf09ce7-bed8-444e-9f8a-ab96c50f47a2 req-31545e92-e565-4025-be07-5a27a27b205f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:37.391143 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9cf09ce7-bed8-444e-9f8a-ab96c50f47a2 req-31545e92-e565-4025-be07-5a27a27b205f service neutron] 10.222.0.52 "GET /v2.0/networks?id=a2f757e3-27ba-421d-b5e8-1310913e0380 HTTP/1.1" status: 200 len: 910 time: 0.0920839 Jul 24 01:05:37.467537 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9cf09ce7-bed8-444e-9f8a-ab96c50f47a2 req-642b2c56-9b07-43e8-b1b0-d3c6516859df service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7bc00fa7-a7fd-48af-a93a-59adb187186a HTTP/1.1" status: 200 len: 1001 time: 0.0704799 Jul 24 01:05:37.517875 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf09ce7-bed8-444e-9f8a-ab96c50f47a2 req-c6090bbd-55a4-4beb-b239-6f67391daf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:37.519510 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9cf09ce7-bed8-444e-9f8a-ab96c50f47a2 req-c6090bbd-55a4-4beb-b239-6f67391daf92 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=04b6f0f5-bcef-403d-beb9-2a3dba6c998a HTTP/1.1" status: 200 len: 848 time: 0.0462594 Jul 24 01:05:37.584151 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf09ce7-bed8-444e-9f8a-ab96c50f47a2 req-f667034a-d728-4ede-88c3-6c5ba1725d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:37.585714 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9cf09ce7-bed8-444e-9f8a-ab96c50f47a2 req-f667034a-d728-4ede-88c3-6c5ba1725d54 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a2f757e3-27ba-421d-b5e8-1310913e0380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0599120 Jul 24 01:05:37.686855 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9cf09ce7-bed8-444e-9f8a-ab96c50f47a2 req-6e812d7b-09e2-4171-bec1-2835b7350292 service neutron] 10.222.0.52 "GET /v2.0/networks/a2f757e3-27ba-421d-b5e8-1310913e0380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946438 Jul 24 01:05:37.785428 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9cf09ce7-bed8-444e-9f8a-ab96c50f47a2 req-2083c90d-584b-419a-a94c-452d54603588 service neutron] 10.222.0.52 "GET /v2.0/networks/a2f757e3-27ba-421d-b5e8-1310913e0380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928168 Jul 24 01:05:45.359801 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:05:45.530226 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:48.449252 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:53.291298 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-4a8435db-7aad-407c-a2e9-3a10bb1d40d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:55.878564 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-5aead78e-1236-43ac-8ae3-ca1508daa931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:56.926722 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:57.563930 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:59.146634 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:15.527291 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:18.457962 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:22.359362 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:06:23.295734 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a2864b5e-c5c1-4731-9435-e6c48ccc0ab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:25.879102 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ab136f18-5604-4614-90a7-e41b2811ae7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:26.928468 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:27.566127 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:29.148918 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:37.182940 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-114e34aa-3d55-43db-a44d-d7ee5944793e req-e87442a7-c635-4d97-ac5e-f6be5f8997c2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=691c52b6-8892-4ee5-919c-fc849bcf3a1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0572162 Jul 24 01:06:37.276568 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e34aa-3d55-43db-a44d-d7ee5944793e req-c0daa6c9-7c06-4664-9376-9c1eca92da61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:37.278094 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-114e34aa-3d55-43db-a44d-d7ee5944793e req-c0daa6c9-7c06-4664-9376-9c1eca92da61 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e449a3bc67414b30ad15fce43c385d3b&device_id=691c52b6-8892-4ee5-919c-fc849bcf3a1e HTTP/1.1" status: 200 len: 1098 time: 0.0544019 Jul 24 01:06:37.385166 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e34aa-3d55-43db-a44d-d7ee5944793e req-e45b7d44-e787-43e8-92f8-ff1dd112ed22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:37.386654 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-114e34aa-3d55-43db-a44d-d7ee5944793e req-e45b7d44-e787-43e8-92f8-ff1dd112ed22 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a2f757e3-27ba-421d-b5e8-1310913e0380 HTTP/1.1" status: 200 len: 910 time: 0.0898037 Jul 24 01:06:37.450098 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-114e34aa-3d55-43db-a44d-d7ee5944793e req-976969fe-b774-4724-9092-79f05bf29a64 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7bc00fa7-a7fd-48af-a93a-59adb187186a HTTP/1.1" status: 200 len: 1001 time: 0.0568767 Jul 24 01:06:37.498766 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e34aa-3d55-43db-a44d-d7ee5944793e req-f7da02b0-38bb-4b13-b0d6-98cf9e4f9d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:37.500223 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-114e34aa-3d55-43db-a44d-d7ee5944793e req-f7da02b0-38bb-4b13-b0d6-98cf9e4f9d3a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=04b6f0f5-bcef-403d-beb9-2a3dba6c998a HTTP/1.1" status: 200 len: 848 time: 0.0446849 Jul 24 01:06:37.562053 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e34aa-3d55-43db-a44d-d7ee5944793e req-0b194d8c-d48c-4b4e-b4d5-64905ff5ad9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:37.563544 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-114e34aa-3d55-43db-a44d-d7ee5944793e req-0b194d8c-d48c-4b4e-b4d5-64905ff5ad9f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a2f757e3-27ba-421d-b5e8-1310913e0380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0575674 Jul 24 01:06:37.655683 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-114e34aa-3d55-43db-a44d-d7ee5944793e req-3b0f53da-023c-4a65-8e33-a2960e3c4910 service neutron] 10.222.0.52 "GET /v2.0/networks/a2f757e3-27ba-421d-b5e8-1310913e0380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856698 Jul 24 01:06:37.747337 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-114e34aa-3d55-43db-a44d-d7ee5944793e req-5eefd507-68f8-4537-a42d-25991b1152eb service neutron] 10.222.0.52 "GET /v2.0/networks/a2f757e3-27ba-421d-b5e8-1310913e0380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847268 Jul 24 01:06:45.542777 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:48.461086 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:53.296054 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0eca3b11-df6b-49c6-80e2-0bf15d4b034d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:55.880100 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-5587282a-a88c-4f08-9939-bbfdfce4ec1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:56.928893 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:57.569307 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:59.151386 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:59.359705 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:07:15.539797 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:18.460657 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:22.052452 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b062d44-2bb0-4e75-a304-c3b521e00abb req-1845b960-6e9b-4047-ae00-df4ac92d91b1 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:22.053931 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3b062d44-2bb0-4e75-a304-c3b521e00abb req-1845b960-6e9b-4047-ae00-df4ac92d91b1 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=691c52b6-8892-4ee5-919c-fc849bcf3a1e HTTP/1.1" status: 200 len: 946 time: 0.0690994 Jul 24 01:07:22.095818 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3b062d44-2bb0-4e75-a304-c3b521e00abb req-9b682c98-5a3e-4df9-8c64-82d974c47164 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c78eeda-2295-4af4-9474-ef5ff325fb17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361159 Jul 24 01:07:23.235186 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cffa14-0630-4284-ae83-3aa00666892b req-a382d967-969b-4b42-b1cf-fae0367f1539 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:23.236700 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d1cffa14-0630-4284-ae83-3aa00666892b req-a382d967-969b-4b42-b1cf-fae0367f1539 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=691c52b6-8892-4ee5-919c-fc849bcf3a1e HTTP/1.1" status: 200 len: 946 time: 0.0667272 Jul 24 01:07:23.272990 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d1cffa14-0630-4284-ae83-3aa00666892b req-25b86cf5-2b7c-423b-93e0-9180928c9e62 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c78eeda-2295-4af4-9474-ef5ff325fb17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306432 Jul 24 01:07:23.298236 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9b89035b-d657-43d0-9098-dd7c0109cd82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:24.418457 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4156d-8f3d-47f0-a1e5-321ed8d03e15 req-57de002d-28c3-49fa-bbc9-ac16b346b529 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:24.419973 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c8c4156d-8f3d-47f0-a1e5-321ed8d03e15 req-57de002d-28c3-49fa-bbc9-ac16b346b529 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=691c52b6-8892-4ee5-919c-fc849bcf3a1e HTTP/1.1" status: 200 len: 946 time: 0.0646112 Jul 24 01:07:24.457551 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c8c4156d-8f3d-47f0-a1e5-321ed8d03e15 req-0e02cab2-60ad-46a9-b7c8-861d08a2add3 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c78eeda-2295-4af4-9474-ef5ff325fb17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320783 Jul 24 01:07:25.597076 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f400d54-448c-49d9-b5a7-9a0dd003a509 req-558610c4-9215-4441-920b-9b10e716062d tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:25.598567 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5f400d54-448c-49d9-b5a7-9a0dd003a509 req-558610c4-9215-4441-920b-9b10e716062d tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=691c52b6-8892-4ee5-919c-fc849bcf3a1e HTTP/1.1" status: 200 len: 946 time: 0.0673831 Jul 24 01:07:25.636770 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5f400d54-448c-49d9-b5a7-9a0dd003a509 req-77aa1c08-fcb1-454b-a6cb-2029e13703e1 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c78eeda-2295-4af4-9474-ef5ff325fb17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320771 Jul 24 01:07:25.881119 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-13700ddb-cca8-4f27-8d32-fe780a5c53df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:26.767111 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b4a4c0-8835-48be-a374-0b85250abe34 req-ef2177a4-9b02-49a1-b637-6743df25be96 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:26.768598 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d4b4a4c0-8835-48be-a374-0b85250abe34 req-ef2177a4-9b02-49a1-b637-6743df25be96 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=691c52b6-8892-4ee5-919c-fc849bcf3a1e HTTP/1.1" status: 200 len: 946 time: 0.0637193 Jul 24 01:07:26.811279 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d4b4a4c0-8835-48be-a374-0b85250abe34 req-2b189425-2572-49c8-83da-f0beda921fc9 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c78eeda-2295-4af4-9474-ef5ff325fb17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366471 Jul 24 01:07:26.931517 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:27.571596 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:27.937924 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efe82e3-b018-4d99-9dc3-6fc5f2d3fdae req-25f8af55-9d84-4447-a944-c08c86ed196b tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:27.939468 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8efe82e3-b018-4d99-9dc3-6fc5f2d3fdae req-25f8af55-9d84-4447-a944-c08c86ed196b tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=691c52b6-8892-4ee5-919c-fc849bcf3a1e HTTP/1.1" status: 200 len: 946 time: 0.0635090 Jul 24 01:07:27.978320 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8efe82e3-b018-4d99-9dc3-6fc5f2d3fdae req-f4bfdb32-c0b3-428c-b9e0-da66ebbd314c tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c78eeda-2295-4af4-9474-ef5ff325fb17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332496 Jul 24 01:07:29.106369 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9a2fd0-f689-422b-b365-058dcff711d4 req-6fa90f39-edc5-4f4c-b9cf-fdabd2fc6d0a tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:29.107909 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4e9a2fd0-f689-422b-b365-058dcff711d4 req-6fa90f39-edc5-4f4c-b9cf-fdabd2fc6d0a tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=691c52b6-8892-4ee5-919c-fc849bcf3a1e HTTP/1.1" status: 200 len: 946 time: 0.0639133 Jul 24 01:07:29.146860 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-4e9a2fd0-f689-422b-b365-058dcff711d4 req-50b9c766-1bde-4d7e-8c1b-51051d22081c tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c78eeda-2295-4af4-9474-ef5ff325fb17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334387 Jul 24 01:07:29.153867 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:30.276000 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfdeba2-a3f1-416a-8ce6-4e130a7265bc req-f3fb29c7-4784-4136-967f-4df12779d806 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:30.277526 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ebfdeba2-a3f1-416a-8ce6-4e130a7265bc req-f3fb29c7-4784-4136-967f-4df12779d806 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=691c52b6-8892-4ee5-919c-fc849bcf3a1e HTTP/1.1" status: 200 len: 946 time: 0.0626113 Jul 24 01:07:30.314739 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ebfdeba2-a3f1-416a-8ce6-4e130a7265bc req-58ccb16c-e935-43f3-a8eb-b416a6d5c410 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c78eeda-2295-4af4-9474-ef5ff325fb17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316520 Jul 24 01:07:31.442640 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216205bb-c392-402e-92e5-c6f2f782907f req-b417e4ae-0ed1-418e-be76-62a4233069ae tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:31.444225 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-216205bb-c392-402e-92e5-c6f2f782907f req-b417e4ae-0ed1-418e-be76-62a4233069ae tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=691c52b6-8892-4ee5-919c-fc849bcf3a1e HTTP/1.1" status: 200 len: 946 time: 0.0643251 Jul 24 01:07:31.482012 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-216205bb-c392-402e-92e5-c6f2f782907f req-589bb2f8-308b-40d9-9d7e-ea77b5dd5649 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c78eeda-2295-4af4-9474-ef5ff325fb17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323822 Jul 24 01:07:32.179662 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679f7c16-f71f-40bd-a160-9874a17afa5b req-65bb08aa-9cfe-4eb5-a4ab-1187bdc87818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:32.181844 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-679f7c16-f71f-40bd-a160-9874a17afa5b req-65bb08aa-9cfe-4eb5-a4ab-1187bdc87818 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e449a3bc67414b30ad15fce43c385d3b&device_id=691c52b6-8892-4ee5-919c-fc849bcf3a1e HTTP/1.1" status: 200 len: 1098 time: 0.0582259 Jul 24 01:07:32.268536 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679f7c16-f71f-40bd-a160-9874a17afa5b req-11bf03cd-215a-44ad-8175-1032dde28180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:32.270142 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-679f7c16-f71f-40bd-a160-9874a17afa5b req-11bf03cd-215a-44ad-8175-1032dde28180 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a2f757e3-27ba-421d-b5e8-1310913e0380 HTTP/1.1" status: 200 len: 910 time: 0.0823948 Jul 24 01:07:32.339192 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-679f7c16-f71f-40bd-a160-9874a17afa5b req-e02736cc-44b6-470a-a441-fc2123139054 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7bc00fa7-a7fd-48af-a93a-59adb187186a HTTP/1.1" status: 200 len: 1001 time: 0.0621662 Jul 24 01:07:32.386684 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679f7c16-f71f-40bd-a160-9874a17afa5b req-0c5815fd-2e3c-464e-b707-ae68ec839f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:32.388081 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-679f7c16-f71f-40bd-a160-9874a17afa5b req-0c5815fd-2e3c-464e-b707-ae68ec839f63 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=04b6f0f5-bcef-403d-beb9-2a3dba6c998a HTTP/1.1" status: 200 len: 848 time: 0.0424328 Jul 24 01:07:32.443776 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679f7c16-f71f-40bd-a160-9874a17afa5b req-01e6cafc-67c5-440a-9821-e6696171fa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:32.445811 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-679f7c16-f71f-40bd-a160-9874a17afa5b req-01e6cafc-67c5-440a-9821-e6696171fa93 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a2f757e3-27ba-421d-b5e8-1310913e0380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519452 Jul 24 01:07:32.539168 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-679f7c16-f71f-40bd-a160-9874a17afa5b req-9a341a42-07cb-4c95-b7a1-029d4601a770 service neutron] 10.222.0.52 "GET /v2.0/networks/a2f757e3-27ba-421d-b5e8-1310913e0380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857353 Jul 24 01:07:32.677306 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677aaf42-9548-4942-91be-24f8db5f94df req-e900d0fc-dca3-4f48-afa3-d5c8d9d1d350 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:32.678787 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-677aaf42-9548-4942-91be-24f8db5f94df req-e900d0fc-dca3-4f48-afa3-d5c8d9d1d350 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=691c52b6-8892-4ee5-919c-fc849bcf3a1e HTTP/1.1" status: 200 len: 946 time: 0.1268864 Jul 24 01:07:32.681110 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-679f7c16-f71f-40bd-a160-9874a17afa5b req-cdd724a5-b75d-485d-a3a4-876a13903d23 service neutron] 10.222.0.52 "GET /v2.0/networks/a2f757e3-27ba-421d-b5e8-1310913e0380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363692 Jul 24 01:07:32.716455 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-677aaf42-9548-4942-91be-24f8db5f94df req-a496685e-e036-4409-949d-b790b8b7eb55 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c78eeda-2295-4af4-9474-ef5ff325fb17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315576 Jul 24 01:07:33.847986 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e595ddc-f24a-4013-8fe1-d3dbefd3cdd3 req-0d989494-c3cc-4057-ae77-c0f25bc2bedf tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:33.849510 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9e595ddc-f24a-4013-8fe1-d3dbefd3cdd3 req-0d989494-c3cc-4057-ae77-c0f25bc2bedf tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=691c52b6-8892-4ee5-919c-fc849bcf3a1e HTTP/1.1" status: 200 len: 946 time: 0.0677681 Jul 24 01:07:33.886521 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-9e595ddc-f24a-4013-8fe1-d3dbefd3cdd3 req-f67d5116-eebe-4565-a5f3-d857bf2099e5 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c78eeda-2295-4af4-9474-ef5ff325fb17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315309 Jul 24 01:07:35.016631 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd31434c-ae78-4bae-9dd4-cee68f00167e req-babe64e5-53e8-4cea-92a2-bd67206fd21b tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:35.018161 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-dd31434c-ae78-4bae-9dd4-cee68f00167e req-babe64e5-53e8-4cea-92a2-bd67206fd21b tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=691c52b6-8892-4ee5-919c-fc849bcf3a1e HTTP/1.1" status: 200 len: 946 time: 0.0633805 Jul 24 01:07:35.056249 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-dd31434c-ae78-4bae-9dd4-cee68f00167e req-f8a5b180-a8d7-4b1a-b02e-ca8ae700c110 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c78eeda-2295-4af4-9474-ef5ff325fb17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320055 Jul 24 01:07:36.185450 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e5bcd7-2326-41bb-912f-096d04c89e77 req-8933793d-174b-4dd5-a5d3-5d6e0177d169 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:36.186945 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-80e5bcd7-2326-41bb-912f-096d04c89e77 req-8933793d-174b-4dd5-a5d3-5d6e0177d169 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=691c52b6-8892-4ee5-919c-fc849bcf3a1e HTTP/1.1" status: 200 len: 946 time: 0.0646183 Jul 24 01:07:36.224456 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-80e5bcd7-2326-41bb-912f-096d04c89e77 req-84ab305f-814a-4da6-b1ed-5a94a37ab729 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c78eeda-2295-4af4-9474-ef5ff325fb17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319092 Jul 24 01:07:36.359473 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:07:36.459032 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-78540faa-74cc-449d-9646-705cb1f498fb req-e7815678-06c2-48b6-852e-1e20278361b7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=691c52b6-8892-4ee5-919c-fc849bcf3a1e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0979369 Jul 24 01:07:36.471886 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e1067d-4709-4278-9823-808aeade521c req-91370057-f824-4621-b748-77b1701bccee tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:36.473320 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-78e1067d-4709-4278-9823-808aeade521c req-91370057-f824-4621-b748-77b1701bccee tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=691c52b6-8892-4ee5-919c-fc849bcf3a1e HTTP/1.1" status: 200 len: 946 time: 0.0848267 Jul 24 01:07:36.477024 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [req-78540faa-74cc-449d-9646-705cb1f498fb req-f3e3da53-facd-48f7-8f59-74a9313bb773 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=100314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:07:36.477927 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-78540faa-74cc-449d-9646-705cb1f498fb req-f3e3da53-facd-48f7-8f59-74a9313bb773 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0137646 Jul 24 01:07:36.514062 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-78e1067d-4709-4278-9823-808aeade521c req-99e3c9a3-51ca-462b-a927-c98df9939d83 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c78eeda-2295-4af4-9474-ef5ff325fb17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349634 Jul 24 01:07:37.656575 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27414b4-a0b1-47a1-a510-99cec2fd1625 req-1d243921-e023-48ba-9fd0-06c5b30e01f3 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:37.658177 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a27414b4-a0b1-47a1-a510-99cec2fd1625 req-1d243921-e023-48ba-9fd0-06c5b30e01f3 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=691c52b6-8892-4ee5-919c-fc849bcf3a1e HTTP/1.1" status: 200 len: 946 time: 0.0771470 Jul 24 01:07:37.696421 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a27414b4-a0b1-47a1-a510-99cec2fd1625 req-323dc345-9982-4389-b6d0-fc2904f231f2 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c78eeda-2295-4af4-9474-ef5ff325fb17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322504 Jul 24 01:07:37.720337 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 7bc00fa7-a7fd-48af-a93a-59adb187186a no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:07:37.794370 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:37.815732 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '691c52b6-8892-4ee5-919c-fc849bcf3a1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bc00fa7-a7fd-48af-a93a-59adb187186a'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:07:37.817973 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}558c1f08c3ad39984887c6beba8768e196794644b3da822fc6f02d9261914d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44552633-d6d1-4172-bdfa-4825c67e619a" -d '{"events": [{"server_uuid": "691c52b6-8892-4ee5-919c-fc849bcf3a1e", "name": "network-vif-unplugged", "status": "completed", "tag": "7bc00fa7-a7fd-48af-a93a-59adb187186a"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:07:37.831398 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 7bc00fa7-a7fd-48af-a93a-59adb187186a, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=7bc00fa7-a7fd-48af-a93a-59adb187186a,segment=NetworkSegment(66c4fe1e-f407-419a-98d2-96ca0efd67cc),segment_id=66c4fe1e-f407-419a-98d2-96ca0efd67cc)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:07:37.837887 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:37.869882 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 24 Jul 2021 01:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a6a957-8c33-4cac-8a11-02eed7f0d7f5 x-openstack-request-id: req-66a6a957-8c33-4cac-8a11-02eed7f0d7f5 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:07:37.870170 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "691c52b6-8892-4ee5-919c-fc849bcf3a1e", "name": "network-vif-unplugged", "status": "failed", "tag": "7bc00fa7-a7fd-48af-a93a-59adb187186a", "code": 422}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:07:37.870421 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-66a6a957-8c33-4cac-8a11-02eed7f0d7f5 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:07:37.870804 n-d-800088-16 neutron-server[100315]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '691c52b6-8892-4ee5-919c-fc849bcf3a1e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7bc00fa7-a7fd-48af-a93a-59adb187186a', 'code': 422} returned with failed status Jul 24 01:07:37.895560 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=7bc00fa7-a7fd-48af-a93a-59adb187186a,revision_number=6']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:37.903874 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:37.904365 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:37.904870 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:37.905352 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:37.905825 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:37.906300 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:37.906768 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:37.907235 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:37.907704 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:37.908169 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:37.908656 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:37.909189 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:38.825406 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec075b6-c1a6-448b-bee2-f2360e18ed11 req-72608db4-2ba3-4ba8-94ba-097024fd18d3 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:38.826910 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2ec075b6-c1a6-448b-bee2-f2360e18ed11 req-72608db4-2ba3-4ba8-94ba-097024fd18d3 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=691c52b6-8892-4ee5-919c-fc849bcf3a1e HTTP/1.1" status: 200 len: 944 time: 0.0639737 Jul 24 01:07:38.866172 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2ec075b6-c1a6-448b-bee2-f2360e18ed11 req-06744f35-f609-4f9f-9f42-d65d9887aecf tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c78eeda-2295-4af4-9474-ef5ff325fb17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335596 Jul 24 01:07:40.009799 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924ee56c-0d97-42e6-8c4c-90d85f250b8f req-85277dd5-0d9c-40f5-8bc1-0d58f6405496 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:40.011417 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-924ee56c-0d97-42e6-8c4c-90d85f250b8f req-85277dd5-0d9c-40f5-8bc1-0d58f6405496 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=691c52b6-8892-4ee5-919c-fc849bcf3a1e HTTP/1.1" status: 200 len: 944 time: 0.0762515 Jul 24 01:07:40.049402 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-924ee56c-0d97-42e6-8c4c-90d85f250b8f req-810f2a8e-ef9e-48f2-9ce2-6cc29adbab78 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c78eeda-2295-4af4-9474-ef5ff325fb17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324442 Jul 24 01:07:41.207251 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d21ef2a-5921-4e23-ad33-dfbf0039c75a req-fe74e935-9422-4c25-b9dd-0ba874ed534c tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:41.208630 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5d21ef2a-5921-4e23-ad33-dfbf0039c75a req-fe74e935-9422-4c25-b9dd-0ba874ed534c tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=691c52b6-8892-4ee5-919c-fc849bcf3a1e HTTP/1.1" status: 200 len: 944 time: 0.0938206 Jul 24 01:07:41.240032 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78540faa-74cc-449d-9646-705cb1f498fb req-c32a2f51-f252-4bfb-8c41-949230942636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:41.242009 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-78540faa-74cc-449d-9646-705cb1f498fb req-c32a2f51-f252-4bfb-8c41-949230942636 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=691c52b6-8892-4ee5-919c-fc849bcf3a1e&tenant_id=e449a3bc67414b30ad15fce43c385d3b HTTP/1.1" status: 200 len: 1096 time: 0.0914214 Jul 24 01:07:41.257946 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5d21ef2a-5921-4e23-ad33-dfbf0039c75a req-1a70ba8f-d517-43a2-b618-60d45335549a tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c78eeda-2295-4af4-9474-ef5ff325fb17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419333 Jul 24 01:07:41.313812 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78540faa-74cc-449d-9646-705cb1f498fb req-7f474f2e-229d-47ee-a2ff-02ee5ce0b678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:41.315289 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-78540faa-74cc-449d-9646-705cb1f498fb req-7f474f2e-229d-47ee-a2ff-02ee5ce0b678 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e449a3bc67414b30ad15fce43c385d3b&device_id=691c52b6-8892-4ee5-919c-fc849bcf3a1e HTTP/1.1" status: 200 len: 1096 time: 0.0526750 Jul 24 01:07:41.725472 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78540faa-74cc-449d-9646-705cb1f498fb req-c31dc8b5-40d0-4826-a24c-1d412b5f7498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:41.727069 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-78540faa-74cc-449d-9646-705cb1f498fb req-c31dc8b5-40d0-4826-a24c-1d412b5f7498 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a2f757e3-27ba-421d-b5e8-1310913e0380 HTTP/1.1" status: 200 len: 910 time: 0.4051361 Jul 24 01:07:41.788984 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-78540faa-74cc-449d-9646-705cb1f498fb req-83097a61-175e-42f0-aac6-8de9517b3658 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7bc00fa7-a7fd-48af-a93a-59adb187186a HTTP/1.1" status: 200 len: 999 time: 0.0552483 Jul 24 01:07:41.834732 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78540faa-74cc-449d-9646-705cb1f498fb req-74ffd3ca-6c40-4e2c-bf97-381693cd990b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:41.836147 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-78540faa-74cc-449d-9646-705cb1f498fb req-74ffd3ca-6c40-4e2c-bf97-381693cd990b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=04b6f0f5-bcef-403d-beb9-2a3dba6c998a HTTP/1.1" status: 200 len: 848 time: 0.0416727 Jul 24 01:07:41.894649 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78540faa-74cc-449d-9646-705cb1f498fb req-245f7fa7-0295-40c2-9035-e3eae9e259d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:41.896093 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-78540faa-74cc-449d-9646-705cb1f498fb req-245f7fa7-0295-40c2-9035-e3eae9e259d3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a2f757e3-27ba-421d-b5e8-1310913e0380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542972 Jul 24 01:07:41.987184 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-78540faa-74cc-449d-9646-705cb1f498fb req-005197d1-e5c2-4458-94c3-a70c6b982b84 service neutron] 10.222.0.52 "GET /v2.0/networks/a2f757e3-27ba-421d-b5e8-1310913e0380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844181 Jul 24 01:07:42.093664 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-78540faa-74cc-449d-9646-705cb1f498fb req-fa0410f6-89e6-4489-9b05-9f1abae4d58d service neutron] 10.222.0.52 "GET /v2.0/networks/a2f757e3-27ba-421d-b5e8-1310913e0380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005685 Jul 24 01:07:42.399511 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4248ba-9fdb-49a8-8dc8-5bf7e2dfa3ec req-00f2576a-639a-4c7e-b54c-61afbf7c4eda tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:42.401033 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-dd4248ba-9fdb-49a8-8dc8-5bf7e2dfa3ec req-00f2576a-639a-4c7e-b54c-61afbf7c4eda tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=691c52b6-8892-4ee5-919c-fc849bcf3a1e HTTP/1.1" status: 200 len: 944 time: 0.0671928 Jul 24 01:07:42.438816 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-dd4248ba-9fdb-49a8-8dc8-5bf7e2dfa3ec req-e469b048-6f3b-48ba-a35f-9a5b0d2126f0 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c78eeda-2295-4af4-9474-ef5ff325fb17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323133 Jul 24 01:07:43.565376 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bcccc9-6944-48a8-9f52-0d1892535137 req-bbe8f879-fbee-4773-8da5-dccfbf8c030c tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:43.566868 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-19bcccc9-6944-48a8-9f52-0d1892535137 req-bbe8f879-fbee-4773-8da5-dccfbf8c030c tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=691c52b6-8892-4ee5-919c-fc849bcf3a1e HTTP/1.1" status: 200 len: 944 time: 0.0636659 Jul 24 01:07:43.604578 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-19bcccc9-6944-48a8-9f52-0d1892535137 req-0597e653-743c-41fd-a796-26718ae8e926 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c78eeda-2295-4af4-9474-ef5ff325fb17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315440 Jul 24 01:07:44.735215 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db77823-40c3-4cd9-8e89-58fe4bb86e20 req-172c5e0b-7f99-4b34-acea-11273ad8bfb9 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:44.736757 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6db77823-40c3-4cd9-8e89-58fe4bb86e20 req-172c5e0b-7f99-4b34-acea-11273ad8bfb9 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=691c52b6-8892-4ee5-919c-fc849bcf3a1e HTTP/1.1" status: 200 len: 944 time: 0.0658355 Jul 24 01:07:44.775402 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6db77823-40c3-4cd9-8e89-58fe4bb86e20 req-5b923ad9-e3c9-4606-90ef-b6218845a15e tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c78eeda-2295-4af4-9474-ef5ff325fb17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321858 Jul 24 01:07:45.556155 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:45.902484 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c2247-c758-44eb-82e2-2535e75d61e6 req-eab7283d-597b-4be5-b5dc-6d6270d27525 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:45.904049 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6a9c2247-c758-44eb-82e2-2535e75d61e6 req-eab7283d-597b-4be5-b5dc-6d6270d27525 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=691c52b6-8892-4ee5-919c-fc849bcf3a1e HTTP/1.1" status: 200 len: 944 time: 0.0622597 Jul 24 01:07:45.945816 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6a9c2247-c758-44eb-82e2-2535e75d61e6 req-c569c9e7-531f-488d-86cd-7bd8f10f93ab tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c78eeda-2295-4af4-9474-ef5ff325fb17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362337 Jul 24 01:07:47.073784 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644dd91d-8b0d-4fc7-8213-705aafd15e02 req-d526b5ea-afff-4de8-b8e3-597713d30a85 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:47.075326 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-644dd91d-8b0d-4fc7-8213-705aafd15e02 req-d526b5ea-afff-4de8-b8e3-597713d30a85 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=691c52b6-8892-4ee5-919c-fc849bcf3a1e HTTP/1.1" status: 200 len: 944 time: 0.0638125 Jul 24 01:07:47.115284 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-644dd91d-8b0d-4fc7-8213-705aafd15e02 req-2637900f-1744-4611-a807-9832e0fb788a tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c78eeda-2295-4af4-9474-ef5ff325fb17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344157 Jul 24 01:07:48.244097 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd533470-335c-480e-88ff-4bb3ad6fa8c7 req-a7da8b3f-6219-4341-aa3a-892dab998f4b tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:48.245539 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cd533470-335c-480e-88ff-4bb3ad6fa8c7 req-a7da8b3f-6219-4341-aa3a-892dab998f4b tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=691c52b6-8892-4ee5-919c-fc849bcf3a1e HTTP/1.1" status: 200 len: 944 time: 0.0631092 Jul 24 01:07:48.283941 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cd533470-335c-480e-88ff-4bb3ad6fa8c7 req-ba777619-d743-44b9-9e5e-6b4c98f0ef61 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c78eeda-2295-4af4-9474-ef5ff325fb17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327079 Jul 24 01:07:48.459191 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:49.422539 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abc47e4-61e5-4504-9092-856de0d6b6b1 req-29bae818-973b-4715-b4ae-faf38a454910 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:49.424060 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7abc47e4-61e5-4504-9092-856de0d6b6b1 req-29bae818-973b-4715-b4ae-faf38a454910 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=691c52b6-8892-4ee5-919c-fc849bcf3a1e HTTP/1.1" status: 200 len: 944 time: 0.0673261 Jul 24 01:07:49.461412 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7abc47e4-61e5-4504-9092-856de0d6b6b1 req-e1780927-02b0-462f-897a-aa2052f5c629 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c78eeda-2295-4af4-9474-ef5ff325fb17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317953 Jul 24 01:07:49.791407 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 7bc00fa7-a7fd-48af-a93a-59adb187186a details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:07:49.881865 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 7bc00fa7-a7fd-48af-a93a-59adb187186a, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=7bc00fa7-a7fd-48af-a93a-59adb187186a,segment=NetworkSegment(66c4fe1e-f407-419a-98d2-96ca0efd67cc),segment_id=66c4fe1e-f407-419a-98d2-96ca0efd67cc)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:07:49.892408 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': '7bc00fa7-a7fd-48af-a93a-59adb187186a', 'network_id': 'a2f757e3-27ba-421d-b5e8-1310913e0380', 'port_id': '7bc00fa7-a7fd-48af-a93a-59adb187186a', 'mac_address': 'fa:16:3e:5a:90:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04b6f0f5-bcef-403d-beb9-2a3dba6c998a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:07:49.934512 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:49.947892 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bc00fa7-a7fd-48af-a93a-59adb187186a {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:07:49.967465 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 7bc00fa7-a7fd-48af-a93a-59adb187186a, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=7bc00fa7-a7fd-48af-a93a-59adb187186a,segment=NetworkSegment(66c4fe1e-f407-419a-98d2-96ca0efd67cc),segment_id=66c4fe1e-f407-419a-98d2-96ca0efd67cc)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:07:49.971073 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:50.019745 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=7bc00fa7-a7fd-48af-a93a-59adb187186a,revision_number=7']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:50.169159 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['7bc00fa7-a7fd-48af-a93a-59adb187186a'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:07:50.588832 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad398f6a-9516-4aec-8f8d-5ad97d0f9f8f req-b314a749-c331-4f2e-99c1-d74130bacc0b tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:50.590328 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ad398f6a-9516-4aec-8f8d-5ad97d0f9f8f req-b314a749-c331-4f2e-99c1-d74130bacc0b tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=691c52b6-8892-4ee5-919c-fc849bcf3a1e HTTP/1.1" status: 200 len: 945 time: 0.0630708 Jul 24 01:07:50.627082 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-ad398f6a-9516-4aec-8f8d-5ad97d0f9f8f req-99fb4022-6f4b-440c-86e6-1dd07033d5a2 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c78eeda-2295-4af4-9474-ef5ff325fb17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313022 Jul 24 01:07:51.754725 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6235c53d-b95f-40ec-baf5-9673e8c8bc45 req-c398b32e-76c6-43b1-b273-82c08db9d90b tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:51.756252 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6235c53d-b95f-40ec-baf5-9673e8c8bc45 req-c398b32e-76c6-43b1-b273-82c08db9d90b tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=691c52b6-8892-4ee5-919c-fc849bcf3a1e HTTP/1.1" status: 200 len: 945 time: 0.0636334 Jul 24 01:07:51.794242 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-6235c53d-b95f-40ec-baf5-9673e8c8bc45 req-ac1a88d8-980d-4e66-9a52-e5ef763bdd3b tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c78eeda-2295-4af4-9474-ef5ff325fb17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318742 Jul 24 01:07:51.820349 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 7bc00fa7-a7fd-48af-a93a-59adb187186a up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:07:51.867441 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port 7bc00fa7-a7fd-48af-a93a-59adb187186a triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:07:51.867809 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:51.943677 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:51.965068 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '691c52b6-8892-4ee5-919c-fc849bcf3a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bc00fa7-a7fd-48af-a93a-59adb187186a'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:07:51.967287 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}558c1f08c3ad39984887c6beba8768e196794644b3da822fc6f02d9261914d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7aa8102-7e31-4dd7-9a63-2912a79f1c87" -d '{"events": [{"server_uuid": "691c52b6-8892-4ee5-919c-fc849bcf3a1e", "name": "network-vif-plugged", "status": "completed", "tag": "7bc00fa7-a7fd-48af-a93a-59adb187186a"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:07:51.980170 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 7bc00fa7-a7fd-48af-a93a-59adb187186a, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=7bc00fa7-a7fd-48af-a93a-59adb187186a,segment=NetworkSegment(66c4fe1e-f407-419a-98d2-96ca0efd67cc),segment_id=66c4fe1e-f407-419a-98d2-96ca0efd67cc)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:07:51.983732 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:52.027608 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-816ba42a-63fc-489a-82ff-25fde5eab527 x-openstack-request-id: req-816ba42a-63fc-489a-82ff-25fde5eab527 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:07:52.027902 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "691c52b6-8892-4ee5-919c-fc849bcf3a1e", "name": "network-vif-plugged", "status": "completed", "tag": "7bc00fa7-a7fd-48af-a93a-59adb187186a", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:07:52.028159 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-816ba42a-63fc-489a-82ff-25fde5eab527 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:07:52.028556 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '691c52b6-8892-4ee5-919c-fc849bcf3a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bc00fa7-a7fd-48af-a93a-59adb187186a', 'code': 200} Jul 24 01:07:52.033484 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=7bc00fa7-a7fd-48af-a93a-59adb187186a,revision_number=8']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:52.191298 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a17ecf-e649-4369-a3d4-b45988e88a81 req-b5a4d109-b130-4284-82d5-e2987cb7ec01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:52.192781 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b4a17ecf-e649-4369-a3d4-b45988e88a81 req-b5a4d109-b130-4284-82d5-e2987cb7ec01 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=691c52b6-8892-4ee5-919c-fc849bcf3a1e HTTP/1.1" status: 200 len: 1098 time: 0.0556026 Jul 24 01:07:52.225222 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b4a17ecf-e649-4369-a3d4-b45988e88a81 req-ac0fc75e-6acc-43fb-b860-4073607df574 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=2c78eeda-2295-4af4-9474-ef5ff325fb17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0261950 Jul 24 01:07:52.930593 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac2184-d2b0-4f2b-8914-9c3193295649 req-cfdd0cae-2b29-40c1-b7e9-7ed2dddea35d tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:52.932309 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-90ac2184-d2b0-4f2b-8914-9c3193295649 req-cfdd0cae-2b29-40c1-b7e9-7ed2dddea35d tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=691c52b6-8892-4ee5-919c-fc849bcf3a1e HTTP/1.1" status: 200 len: 946 time: 0.0707748 Jul 24 01:07:52.983388 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-90ac2184-d2b0-4f2b-8914-9c3193295649 req-1a91a3dc-074e-4ffb-8b6e-01244052d44c tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c78eeda-2295-4af4-9474-ef5ff325fb17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355916 Jul 24 01:07:53.299044 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-960f3c94-548b-4926-8080-69684aaed7b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:54.120086 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b97c505-3ae2-4eee-be7e-f4b73a95e7c9 req-4c29b880-777a-4f6f-be7e-e53d8dc1b8db tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:54.121641 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9b97c505-3ae2-4eee-be7e-f4b73a95e7c9 req-4c29b880-777a-4f6f-be7e-e53d8dc1b8db tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=691c52b6-8892-4ee5-919c-fc849bcf3a1e HTTP/1.1" status: 200 len: 946 time: 0.0647442 Jul 24 01:07:54.157609 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-9b97c505-3ae2-4eee-be7e-f4b73a95e7c9 req-ff5d7cea-3080-4a5f-b5ae-b7641af44267 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c78eeda-2295-4af4-9474-ef5ff325fb17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305381 Jul 24 01:07:55.883088 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2730457f-d83a-4a57-ab4a-7cc279ade7cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:56.935747 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:57.574790 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:59.157099 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:13.358946 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:08:15.555867 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:18.475329 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:23.302721 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-1f625130-cf14-4f89-b5dc-1a907953e04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:25.883229 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-edd5e7fa-7e7f-4f6b-a63c-df5f72102537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:26.937260 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:27.577579 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:29.158783 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:38.159615 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d99c1d0b-eae8-4b43-b15b-967a7e56c9b9 req-cb982be2-9ec4-40f2-b250-46a46bd9eb2d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=691c52b6-8892-4ee5-919c-fc849bcf3a1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0520818 Jul 24 01:08:38.255982 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99c1d0b-eae8-4b43-b15b-967a7e56c9b9 req-a886892a-d2fa-45f9-a1a9-878537f0d652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:38.257563 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d99c1d0b-eae8-4b43-b15b-967a7e56c9b9 req-a886892a-d2fa-45f9-a1a9-878537f0d652 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e449a3bc67414b30ad15fce43c385d3b&device_id=691c52b6-8892-4ee5-919c-fc849bcf3a1e HTTP/1.1" status: 200 len: 1098 time: 0.0585647 Jul 24 01:08:38.358716 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99c1d0b-eae8-4b43-b15b-967a7e56c9b9 req-a62983b5-19f2-4007-82c3-94c79eb341f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:38.360173 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d99c1d0b-eae8-4b43-b15b-967a7e56c9b9 req-a62983b5-19f2-4007-82c3-94c79eb341f7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a2f757e3-27ba-421d-b5e8-1310913e0380 HTTP/1.1" status: 200 len: 910 time: 0.0845799 Jul 24 01:08:38.426107 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d99c1d0b-eae8-4b43-b15b-967a7e56c9b9 req-4ccbd553-a5c1-49a5-a0af-1801dd89ddc2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7bc00fa7-a7fd-48af-a93a-59adb187186a HTTP/1.1" status: 200 len: 1001 time: 0.0592701 Jul 24 01:08:38.473561 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99c1d0b-eae8-4b43-b15b-967a7e56c9b9 req-c1ceb250-9676-4a33-a347-27d682e5ea31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:38.474978 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d99c1d0b-eae8-4b43-b15b-967a7e56c9b9 req-c1ceb250-9676-4a33-a347-27d682e5ea31 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=04b6f0f5-bcef-403d-beb9-2a3dba6c998a HTTP/1.1" status: 200 len: 848 time: 0.0423696 Jul 24 01:08:38.543145 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99c1d0b-eae8-4b43-b15b-967a7e56c9b9 req-8ec26fb6-2b11-4abf-a9d7-3d7d453c1176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:38.544577 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d99c1d0b-eae8-4b43-b15b-967a7e56c9b9 req-8ec26fb6-2b11-4abf-a9d7-3d7d453c1176 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a2f757e3-27ba-421d-b5e8-1310913e0380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0636656 Jul 24 01:08:38.636914 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d99c1d0b-eae8-4b43-b15b-967a7e56c9b9 req-619bb479-b75f-4d32-aaf5-19e3ef418864 service neutron] 10.222.0.52 "GET /v2.0/networks/a2f757e3-27ba-421d-b5e8-1310913e0380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859759 Jul 24 01:08:38.724729 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d99c1d0b-eae8-4b43-b15b-967a7e56c9b9 req-b9fd5574-64f1-4c87-ac6e-bdf07af9979b service neutron] 10.222.0.52 "GET /v2.0/networks/a2f757e3-27ba-421d-b5e8-1310913e0380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813410 Jul 24 01:08:45.571517 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:48.474318 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:50.359702 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:08:53.305397 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-70a83cd6-3a4c-4ca5-a7da-94f014944e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:55.884205 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-52824e34-e980-4528-aedb-35acb09f40fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:56.938246 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:57.581088 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:59.160767 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:07.153150 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44894) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:07.310915 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-0399ffa2-6fc9-4e5b-9775-cd7cc8f65c5d tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Deleting port d9a29f88-630e-4a85-95af-1dfe9e656ffa {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:09:07.311265 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0399ffa2-6fc9-4e5b-9775-cd7cc8f65c5d tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:07.384392 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0399ffa2-6fc9-4e5b-9775-cd7cc8f65c5d tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:07.384730 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0399ffa2-6fc9-4e5b-9775-cd7cc8f65c5d tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:07.395950 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-0399ffa2-6fc9-4e5b-9775-cd7cc8f65c5d tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Calling delete_port for d9a29f88-630e-4a85-95af-1dfe9e656ffa owned by network:floatingip {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:09:07.543071 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0399ffa2-6fc9-4e5b-9775-cd7cc8f65c5d tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:07.568285 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0399ffa2-6fc9-4e5b-9775-cd7cc8f65c5d tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Pushing event deleted for resources: {'Port': ['ID=d9a29f88-630e-4a85-95af-1dfe9e656ffa,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:07.580425 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0399ffa2-6fc9-4e5b-9775-cd7cc8f65c5d tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:07.580781 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0399ffa2-6fc9-4e5b-9775-cd7cc8f65c5d tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:07.581150 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0399ffa2-6fc9-4e5b-9775-cd7cc8f65c5d tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:07.581496 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0399ffa2-6fc9-4e5b-9775-cd7cc8f65c5d tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:07.581833 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0399ffa2-6fc9-4e5b-9775-cd7cc8f65c5d tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:07.582165 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0399ffa2-6fc9-4e5b-9775-cd7cc8f65c5d tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:07.582498 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0399ffa2-6fc9-4e5b-9775-cd7cc8f65c5d tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:07.582831 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0399ffa2-6fc9-4e5b-9775-cd7cc8f65c5d tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:07.583159 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0399ffa2-6fc9-4e5b-9775-cd7cc8f65c5d tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:07.583489 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0399ffa2-6fc9-4e5b-9775-cd7cc8f65c5d tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:07.583832 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0399ffa2-6fc9-4e5b-9775-cd7cc8f65c5d tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:07.584149 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0399ffa2-6fc9-4e5b-9775-cd7cc8f65c5d tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:07.644456 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0399ffa2-6fc9-4e5b-9775-cd7cc8f65c5d tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks [] for floatingip, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:07.644842 n-d-800088-16 neutron-server[100313]: INFO neutron.db.l3_db [None req-0399ffa2-6fc9-4e5b-9775-cd7cc8f65c5d tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Floating IP d4aceab2-8e43-4f66-beab-ad570ae0d8da disassociated (deleted). External IP: 172.25.3.38, port: 7bc00fa7-a7fd-48af-a93a-59adb187186a. Jul 24 01:09:07.847792 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0399ffa2-6fc9-4e5b-9775-cd7cc8f65c5d tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Router 7ce9a437-f170-4055-95a3-18bd7f201318 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:09:07.958093 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0399ffa2-6fc9-4e5b-9775-cd7cc8f65c5d tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:09:07.963805 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-0399ffa2-6fc9-4e5b-9775-cd7cc8f65c5d tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:07.971392 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c228a5-92d7-4ee5-8116-96490d0dd62b None None] Sync routers for ids ['7ce9a437-f170-4055-95a3-18bd7f201318'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:09:07.982261 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c228a5-92d7-4ee5-8116-96490d0dd62b None None] Routers {'7ce9a437-f170-4055-95a3-18bd7f201318'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:09:07.983311 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-e9c228a5-92d7-4ee5-8116-96490d0dd62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T01:08:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['7ce9a437-f170-4055-95a3-18bd7f201318'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:08.008280 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-0399ffa2-6fc9-4e5b-9775-cd7cc8f65c5d tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "DELETE /v2.0/floatingips/d4aceab2-8e43-4f66-beab-ad570ae0d8da HTTP/1.1" status: 204 len: 168 time: 0.8540664 Jul 24 01:09:08.009003 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '691c52b6-8892-4ee5-919c-fc849bcf3a1e', 'tag': '7bc00fa7-a7fd-48af-a93a-59adb187186a'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:09:08.011696 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b5b12b33723a5ac99f65cff31e3c306c8fdd85da64bb4eb22f7eb8a86bf6c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a49e6524-6cb6-41f4-a655-12c7487c5e47" -d '{"events": [{"name": "network-changed", "server_uuid": "691c52b6-8892-4ee5-919c-fc849bcf3a1e", "tag": "7bc00fa7-a7fd-48af-a93a-59adb187186a"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:09:08.056801 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd53e93-0981-4629-9314-0eff6492a7d9 x-openstack-request-id: req-5fd53e93-0981-4629-9314-0eff6492a7d9 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:09:08.057121 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "691c52b6-8892-4ee5-919c-fc849bcf3a1e", "tag": "7bc00fa7-a7fd-48af-a93a-59adb187186a", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:09:08.057377 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5fd53e93-0981-4629-9314-0eff6492a7d9 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:09:08.057809 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '691c52b6-8892-4ee5-919c-fc849bcf3a1e', 'tag': '7bc00fa7-a7fd-48af-a93a-59adb187186a', 'status': 'completed', 'code': 200} Jul 24 01:09:08.116553 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-e9c228a5-92d7-4ee5-8116-96490d0dd62b None None] Set router 7ce9a437-f170-4055-95a3-18bd7f201318 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:09:08.153177 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e6524-6cb6-41f4-a655-12c7487c5e47 req-07ab3acc-5f85-474e-ad29-b281400d95c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:08.155254 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a49e6524-6cb6-41f4-a655-12c7487c5e47 req-07ab3acc-5f85-474e-ad29-b281400d95c8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e449a3bc67414b30ad15fce43c385d3b&device_id=691c52b6-8892-4ee5-919c-fc849bcf3a1e HTTP/1.1" status: 200 len: 1098 time: 0.0726614 Jul 24 01:09:08.311225 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e6524-6cb6-41f4-a655-12c7487c5e47 req-15794b4e-fe32-48bb-9d5b-b0158f97831b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:08.312731 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a49e6524-6cb6-41f4-a655-12c7487c5e47 req-15794b4e-fe32-48bb-9d5b-b0158f97831b service neutron] 10.222.0.52 "GET /v2.0/networks?id=a2f757e3-27ba-421d-b5e8-1310913e0380 HTTP/1.1" status: 200 len: 910 time: 0.1407690 Jul 24 01:09:08.334501 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-e9c228a5-92d7-4ee5-8116-96490d0dd62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce9a437-f170-4055-95a3-18bd7f201318', 'name': 'tempest-TestShelveInstance-1206606910-router', 'tenant_id': 'e449a3bc67414b30ad15fce43c385d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': 'a460eccd-71d4-4fd5-a698-c04e55128b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:00:33Z', 'updated_at': '2021-07-24T01:00:36Z', 'revision_number': 4, 'project_id': 'e449a3bc67414b30ad15fce43c385d3b', 'gw_port': {'id': 'a460eccd-71d4-4fd5-a698-c04e55128b55', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:47:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce9a437-f170-4055-95a3-18bd7f201318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:00:34Z', 'updated_at': '2021-07-24T01:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'ba7834fe-ed45-4d45-a4d2-38fdfa89eaeb', 'name': '', 'network_id': 'a2f757e3-27ba-421d-b5e8-1310913e0380', 'tenant_id': 'e449a3bc67414b30ad15fce43c385d3b', 'mac_address': 'fa:16:3e:af:6b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce9a437-f170-4055-95a3-18bd7f201318', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '04b6f0f5-bcef-403d-beb9-2a3dba6c998a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:00:36Z', 'updated_at': '2021-07-24T01:00:43Z', 'revision_number': 5, 'project_id': 'e449a3bc67414b30ad15fce43c385d3b', 'subnets': [{'id': '04b6f0f5-bcef-403d-beb9-2a3dba6c998a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:08.358941 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a49e6524-6cb6-41f4-a655-12c7487c5e47 req-ce4be201-0891-4339-973a-e63234a9bd20 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7bc00fa7-a7fd-48af-a93a-59adb187186a HTTP/1.1" status: 200 len: 217 time: 0.0382748 Jul 24 01:09:08.364421 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c228a5-92d7-4ee5-8116-96490d0dd62b None None] Checking router: 7ce9a437-f170-4055-95a3-18bd7f201318 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:09:08.367626 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f614d7-268b-48c4-9007-dd5947fdeb94 req-3ce218bb-9721-40fb-b00f-b9f0eaca9b55 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:08.369024 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-26f614d7-268b-48c4-9007-dd5947fdeb94 req-3ce218bb-9721-40fb-b00f-b9f0eaca9b55 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=691c52b6-8892-4ee5-919c-fc849bcf3a1e HTTP/1.1" status: 200 len: 946 time: 0.1231673 Jul 24 01:09:08.372708 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c228a5-92d7-4ee5-8116-96490d0dd62b None None] Routers {'7ce9a437-f170-4055-95a3-18bd7f201318'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:09:08.373366 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-e9c228a5-92d7-4ee5-8116-96490d0dd62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T01:08:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['7ce9a437-f170-4055-95a3-18bd7f201318'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:08.446318 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-26f614d7-268b-48c4-9007-dd5947fdeb94 req-d1ac0fe2-c403-403a-8a81-2bfe001162ff tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c78eeda-2295-4af4-9474-ef5ff325fb17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691271 Jul 24 01:09:08.447861 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e6524-6cb6-41f4-a655-12c7487c5e47 req-096692d1-580d-4b6f-96d5-115e97eba106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:08.449362 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a49e6524-6cb6-41f4-a655-12c7487c5e47 req-096692d1-580d-4b6f-96d5-115e97eba106 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=04b6f0f5-bcef-403d-beb9-2a3dba6c998a HTTP/1.1" status: 200 len: 848 time: 0.0794108 Jul 24 01:09:08.483753 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-e9c228a5-92d7-4ee5-8116-96490d0dd62b None None] Set router 7ce9a437-f170-4055-95a3-18bd7f201318 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:09:08.510449 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e6524-6cb6-41f4-a655-12c7487c5e47 req-fce387e8-11cc-40e3-a00c-7c7a9de3014c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:08.511985 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a49e6524-6cb6-41f4-a655-12c7487c5e47 req-fce387e8-11cc-40e3-a00c-7c7a9de3014c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a2f757e3-27ba-421d-b5e8-1310913e0380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561354 Jul 24 01:09:08.608380 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a49e6524-6cb6-41f4-a655-12c7487c5e47 req-b0f516f7-a929-42a1-a901-21a772861149 service neutron] 10.222.0.52 "GET /v2.0/networks/a2f757e3-27ba-421d-b5e8-1310913e0380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886929 Jul 24 01:09:08.707789 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a49e6524-6cb6-41f4-a655-12c7487c5e47 req-5aac81ec-a99d-4daa-af26-55c2eae0a66e service neutron] 10.222.0.52 "GET /v2.0/networks/a2f757e3-27ba-421d-b5e8-1310913e0380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919094 Jul 24 01:09:08.842100 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-e9c228a5-92d7-4ee5-8116-96490d0dd62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce9a437-f170-4055-95a3-18bd7f201318', 'name': 'tempest-TestShelveInstance-1206606910-router', 'tenant_id': 'e449a3bc67414b30ad15fce43c385d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': 'a460eccd-71d4-4fd5-a698-c04e55128b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:00:33Z', 'updated_at': '2021-07-24T01:00:36Z', 'revision_number': 4, 'project_id': 'e449a3bc67414b30ad15fce43c385d3b', 'gw_port': {'id': 'a460eccd-71d4-4fd5-a698-c04e55128b55', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:47:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce9a437-f170-4055-95a3-18bd7f201318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:00:34Z', 'updated_at': '2021-07-24T01:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'ba7834fe-ed45-4d45-a4d2-38fdfa89eaeb', 'name': '', 'network_id': 'a2f757e3-27ba-421d-b5e8-1310913e0380', 'tenant_id': 'e449a3bc67414b30ad15fce43c385d3b', 'mac_address': 'fa:16:3e:af:6b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce9a437-f170-4055-95a3-18bd7f201318', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '04b6f0f5-bcef-403d-beb9-2a3dba6c998a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:00:36Z', 'updated_at': '2021-07-24T01:00:43Z', 'revision_number': 5, 'project_id': 'e449a3bc67414b30ad15fce43c385d3b', 'subnets': [{'id': '04b6f0f5-bcef-403d-beb9-2a3dba6c998a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:08.868525 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c228a5-92d7-4ee5-8116-96490d0dd62b None None] The sync data for ids ['7ce9a437-f170-4055-95a3-18bd7f201318'] in n-d-800088-16 is: [{'id': '7ce9a437-f170-4055-95a3-18bd7f201318', 'name': 'tempest-TestShelveInstance-1206606910-router', 'tenant_id': 'e449a3bc67414b30ad15fce43c385d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': 'a460eccd-71d4-4fd5-a698-c04e55128b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:00:33Z', 'updated_at': '2021-07-24T01:00:36Z', 'revision_number': 4, 'project_id': 'e449a3bc67414b30ad15fce43c385d3b', 'gw_port': {'id': 'a460eccd-71d4-4fd5-a698-c04e55128b55', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:47:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce9a437-f170-4055-95a3-18bd7f201318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:00:34Z', 'updated_at': '2021-07-24T01:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': 'ba7834fe-ed45-4d45-a4d2-38fdfa89eaeb', 'name': '', 'network_id': 'a2f757e3-27ba-421d-b5e8-1310913e0380', 'tenant_id': 'e449a3bc67414b30ad15fce43c385d3b', 'mac_address': 'fa:16:3e:af:6b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce9a437-f170-4055-95a3-18bd7f201318', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '04b6f0f5-bcef-403d-beb9-2a3dba6c998a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:00:36Z', 'updated_at': '2021-07-24T01:00:43Z', 'revision_number': 5, 'project_id': 'e449a3bc67414b30ad15fce43c385d3b', 'subnets': [{'id': '04b6f0f5-bcef-403d-beb9-2a3dba6c998a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:09:09.093073 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7bcfda-b063-40f3-bfc7-0a46977aefa1 None None] New status for floating IP d4aceab2-8e43-4f66-beab-ad570ae0d8da: DOWN {{(pid=100316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 01:09:09.582941 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee9d87-ce5f-4718-b3a7-c58ebceeb380 req-b8023b72-1a32-4280-9d56-923c97cc7452 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:09.584454 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-96ee9d87-ce5f-4718-b3a7-c58ebceeb380 req-b8023b72-1a32-4280-9d56-923c97cc7452 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=691c52b6-8892-4ee5-919c-fc849bcf3a1e HTTP/1.1" status: 200 len: 946 time: 0.0669348 Jul 24 01:09:09.623710 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-96ee9d87-ce5f-4718-b3a7-c58ebceeb380 req-59f8eaa3-c28e-448a-8a82-e3a11ab9cbd2 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c78eeda-2295-4af4-9474-ef5ff325fb17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330107 Jul 24 01:09:09.736657 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7b8749-d228-48db-9d14-21f2319159d5 req-abee0fab-1d17-4bbf-aa92-ae692333379f tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:09.738336 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cf7b8749-d228-48db-9d14-21f2319159d5 req-abee0fab-1d17-4bbf-aa92-ae692333379f tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.52 "GET /v2.0/ports?device_id=691c52b6-8892-4ee5-919c-fc849bcf3a1e HTTP/1.1" status: 200 len: 946 time: 0.0624502 Jul 24 01:09:09.843225 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-cf7b8749-d228-48db-9d14-21f2319159d5 req-704e6b35-09d3-40ba-bba3-095ec86a1ac7 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Deleting port 7bc00fa7-a7fd-48af-a93a-59adb187186a {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:09:09.843568 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-cf7b8749-d228-48db-9d14-21f2319159d5 req-704e6b35-09d3-40ba-bba3-095ec86a1ac7 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:09.930426 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-cf7b8749-d228-48db-9d14-21f2319159d5 req-704e6b35-09d3-40ba-bba3-095ec86a1ac7 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] For port 7bc00fa7-a7fd-48af-a93a-59adb187186a, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=7bc00fa7-a7fd-48af-a93a-59adb187186a,segment=NetworkSegment(66c4fe1e-f407-419a-98d2-96ca0efd67cc),segment_id=66c4fe1e-f407-419a-98d2-96ca0efd67cc)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:09:09.930807 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-cf7b8749-d228-48db-9d14-21f2319159d5 req-704e6b35-09d3-40ba-bba3-095ec86a1ac7 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:09.944326 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-cf7b8749-d228-48db-9d14-21f2319159d5 req-704e6b35-09d3-40ba-bba3-095ec86a1ac7 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Calling delete_port for 7bc00fa7-a7fd-48af-a93a-59adb187186a owned by compute:nova {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:09:10.074906 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-cf7b8749-d228-48db-9d14-21f2319159d5 req-704e6b35-09d3-40ba-bba3-095ec86a1ac7 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:10.101416 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704e6b35-09d3-40ba-bba3-095ec86a1ac7 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Pushing event deleted for resources: {'Port': ['ID=7bc00fa7-a7fd-48af-a93a-59adb187186a,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:10.149036 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf7b8749-d228-48db-9d14-21f2319159d5 req-704e6b35-09d3-40ba-bba3-095ec86a1ac7 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] No DVR routers for this DVR port 7bc00fa7-a7fd-48af-a93a-59adb187186a on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:09:10.151652 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-cf7b8749-d228-48db-9d14-21f2319159d5 req-704e6b35-09d3-40ba-bba3-095ec86a1ac7 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:10.153675 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-cf7b8749-d228-48db-9d14-21f2319159d5 req-704e6b35-09d3-40ba-bba3-095ec86a1ac7 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.52 "DELETE /v2.0/ports/7bc00fa7-a7fd-48af-a93a-59adb187186a HTTP/1.1" status: 204 len: 173 time: 0.4104340 Jul 24 01:09:10.154176 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '691c52b6-8892-4ee5-919c-fc849bcf3a1e', 'name': 'network-vif-deleted', 'tag': '7bc00fa7-a7fd-48af-a93a-59adb187186a'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:09:10.156476 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b5b12b33723a5ac99f65cff31e3c306c8fdd85da64bb4eb22f7eb8a86bf6c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b24199a-9af3-424d-8702-8642b5683313" -d '{"events": [{"server_uuid": "691c52b6-8892-4ee5-919c-fc849bcf3a1e", "name": "network-vif-deleted", "tag": "7bc00fa7-a7fd-48af-a93a-59adb187186a"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:09:10.199055 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd4b79e-540a-4a4d-957a-7b647e7b456c x-openstack-request-id: req-7fd4b79e-540a-4a4d-957a-7b647e7b456c {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:09:10.199362 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "691c52b6-8892-4ee5-919c-fc849bcf3a1e", "name": "network-vif-deleted", "tag": "7bc00fa7-a7fd-48af-a93a-59adb187186a", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:09:10.199620 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7fd4b79e-540a-4a4d-957a-7b647e7b456c {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:09:10.200027 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '691c52b6-8892-4ee5-919c-fc849bcf3a1e', 'name': 'network-vif-deleted', 'tag': '7bc00fa7-a7fd-48af-a93a-59adb187186a', 'status': 'completed', 'code': 200} Jul 24 01:09:10.724221 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5940506c-48f8-48ee-8e4c-8e6bcd8b25aa req-22401f9e-2540-4268-81fd-bcd5534fea0a tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=691c52b6-8892-4ee5-919c-fc849bcf3a1e HTTP/1.1" status: 200 len: 210 time: 0.0292261 Jul 24 01:09:11.826175 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0c20672b-56c5-40ad-b156-6cd59f1b9557 req-ace793b0-6d93-443d-bc76-6cec622812a4 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=691c52b6-8892-4ee5-919c-fc849bcf3a1e HTTP/1.1" status: 200 len: 210 time: 0.0338242 Jul 24 01:09:12.242959 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 7bc00fa7-a7fd-48af-a93a-59adb187186a no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:09:12.267813 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] No Port match for: 7bc00fa7-a7fd-48af-a93a-59adb187186a {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:09:12.268164 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 7bc00fa7-a7fd-48af-a93a-59adb187186a not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:09:12.925931 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-3ac52d58-de8e-4585-94c6-7056b92642d9 req-53d2cb63-0abd-468c-8c33-93df8c4c8a09 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=691c52b6-8892-4ee5-919c-fc849bcf3a1e HTTP/1.1" status: 200 len: 210 time: 0.0333965 Jul 24 01:09:14.050836 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a37959e8-bd37-4eca-80e9-d56f8a843b4b req-f88fda4d-17ef-4f30-9550-0f0359affb41 tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "GET /v2.0/ports?device_id=691c52b6-8892-4ee5-919c-fc849bcf3a1e HTTP/1.1" status: 200 len: 210 time: 0.0416644 Jul 24 01:09:15.104162 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44928) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:15.165816 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-00383800-bc16-4b6d-9e1b-400a89a7305f tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:15.190873 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-00383800-bc16-4b6d-9e1b-400a89a7305f tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:15.249959 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-00383800-bc16-4b6d-9e1b-400a89a7305f tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:15.252544 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-00383800-bc16-4b6d-9e1b-400a89a7305f tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:15.253744 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-00383800-bc16-4b6d-9e1b-400a89a7305f tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] 10.222.0.44 "DELETE /v2.0/security-groups/2c78eeda-2295-4af4-9474-ef5ff325fb17 HTTP/1.1" status: 204 len: 168 time: 0.1485586 Jul 24 01:09:15.264334 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00383800-bc16-4b6d-9e1b-400a89a7305f tempest-TestShelveInstance-1990573051 tempest-TestShelveInstance-1990573051-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c78eeda-2295-4af4-9474-ef5ff325fb17,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:15.309298 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 44932) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:15.572048 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:15.777859 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-713d81c2-71c9-4f01-a292-510ad57e38f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681029'] for router_interface, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:16.038445 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-713d81c2-71c9-4f01-a292-510ad57e38f4 admin admin] Deleting port ba7834fe-ed45-4d45-a4d2-38fdfa89eaeb {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:09:16.038788 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-713d81c2-71c9-4f01-a292-510ad57e38f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:16.118338 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-713d81c2-71c9-4f01-a292-510ad57e38f4 admin admin] For port ba7834fe-ed45-4d45-a4d2-38fdfa89eaeb, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=ba7834fe-ed45-4d45-a4d2-38fdfa89eaeb,segment=NetworkSegment(66c4fe1e-f407-419a-98d2-96ca0efd67cc),segment_id=66c4fe1e-f407-419a-98d2-96ca0efd67cc)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:09:16.118705 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-713d81c2-71c9-4f01-a292-510ad57e38f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:16.130804 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-713d81c2-71c9-4f01-a292-510ad57e38f4 admin admin] Calling delete_port for ba7834fe-ed45-4d45-a4d2-38fdfa89eaeb owned by network:router_interface {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:09:16.313644 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-713d81c2-71c9-4f01-a292-510ad57e38f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:16.339460 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713d81c2-71c9-4f01-a292-510ad57e38f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba7834fe-ed45-4d45-a4d2-38fdfa89eaeb,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:16.372104 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713d81c2-71c9-4f01-a292-510ad57e38f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:16.372458 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713d81c2-71c9-4f01-a292-510ad57e38f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:16.372826 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713d81c2-71c9-4f01-a292-510ad57e38f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:16.373182 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713d81c2-71c9-4f01-a292-510ad57e38f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:16.373722 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713d81c2-71c9-4f01-a292-510ad57e38f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:16.374211 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713d81c2-71c9-4f01-a292-510ad57e38f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:16.374551 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713d81c2-71c9-4f01-a292-510ad57e38f4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:16.374944 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713d81c2-71c9-4f01-a292-510ad57e38f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:16.375301 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713d81c2-71c9-4f01-a292-510ad57e38f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:16.375636 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713d81c2-71c9-4f01-a292-510ad57e38f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:16.375964 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713d81c2-71c9-4f01-a292-510ad57e38f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:16.376292 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713d81c2-71c9-4f01-a292-510ad57e38f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:16.863127 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-713d81c2-71c9-4f01-a292-510ad57e38f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679987'] for router_interface, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:17.076630 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-713d81c2-71c9-4f01-a292-510ad57e38f4 admin admin] Router 7ce9a437-f170-4055-95a3-18bd7f201318 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:09:17.199297 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-713d81c2-71c9-4f01-a292-510ad57e38f4 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:09:17.205216 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-713d81c2-71c9-4f01-a292-510ad57e38f4 admin admin] 10.222.0.44 "PUT /v2.0/routers/7ce9a437-f170-4055-95a3-18bd7f201318/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8941989 Jul 24 01:09:17.206853 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 44936) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:17.209551 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3636769c-7610-4c84-8c1e-55075303021e None None] Sync routers for ids ['7ce9a437-f170-4055-95a3-18bd7f201318'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:09:17.218919 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3636769c-7610-4c84-8c1e-55075303021e None None] Routers {'7ce9a437-f170-4055-95a3-18bd7f201318'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:09:17.219537 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-3636769c-7610-4c84-8c1e-55075303021e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T01:08:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['7ce9a437-f170-4055-95a3-18bd7f201318'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:17.311073 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d9c21b77-a4fe-4f52-935a-617d260ac011 admin admin] Notify callbacks [] for router, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:17.324885 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-3636769c-7610-4c84-8c1e-55075303021e None None] Set router 7ce9a437-f170-4055-95a3-18bd7f201318 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:09:17.414129 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d9c21b77-a4fe-4f52-935a-617d260ac011 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:17.468284 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-d9c21b77-a4fe-4f52-935a-617d260ac011 admin admin] Deleting port a460eccd-71d4-4fd5-a698-c04e55128b55 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:09:17.468522 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d9c21b77-a4fe-4f52-935a-617d260ac011 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:17.510777 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-3636769c-7610-4c84-8c1e-55075303021e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce9a437-f170-4055-95a3-18bd7f201318', 'name': 'tempest-TestShelveInstance-1206606910-router', 'tenant_id': 'e449a3bc67414b30ad15fce43c385d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': 'a460eccd-71d4-4fd5-a698-c04e55128b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:00:33Z', 'updated_at': '2021-07-24T01:09:16Z', 'revision_number': 5, 'project_id': 'e449a3bc67414b30ad15fce43c385d3b', 'gw_port': {'id': 'a460eccd-71d4-4fd5-a698-c04e55128b55', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:47:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce9a437-f170-4055-95a3-18bd7f201318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:00:34Z', 'updated_at': '2021-07-24T01:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:17.536353 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3636769c-7610-4c84-8c1e-55075303021e None None] Checking router: 7ce9a437-f170-4055-95a3-18bd7f201318 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:09:17.545303 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3636769c-7610-4c84-8c1e-55075303021e None None] Routers {'7ce9a437-f170-4055-95a3-18bd7f201318'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:09:17.545910 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-3636769c-7610-4c84-8c1e-55075303021e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T01:08:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['7ce9a437-f170-4055-95a3-18bd7f201318'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:17.549901 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-d9c21b77-a4fe-4f52-935a-617d260ac011 admin admin] For port a460eccd-71d4-4fd5-a698-c04e55128b55, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=a460eccd-71d4-4fd5-a698-c04e55128b55,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:09:17.550275 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d9c21b77-a4fe-4f52-935a-617d260ac011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:17.562814 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-d9c21b77-a4fe-4f52-935a-617d260ac011 admin admin] Calling delete_port for a460eccd-71d4-4fd5-a698-c04e55128b55 owned by network:router_gateway {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:09:17.631661 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-3636769c-7610-4c84-8c1e-55075303021e None None] Set router 7ce9a437-f170-4055-95a3-18bd7f201318 gateway port host: None {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:09:17.688917 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-3636769c-7610-4c84-8c1e-55075303021e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce9a437-f170-4055-95a3-18bd7f201318', 'name': 'tempest-TestShelveInstance-1206606910-router', 'tenant_id': 'e449a3bc67414b30ad15fce43c385d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:00:33Z', 'updated_at': '2021-07-24T01:09:17Z', 'revision_number': 6, 'project_id': 'e449a3bc67414b30ad15fce43c385d3b', 'gw_port_host': None}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:17.715509 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3636769c-7610-4c84-8c1e-55075303021e None None] The sync data for ids ['7ce9a437-f170-4055-95a3-18bd7f201318'] in n-d-800088-16 is: [{'id': '7ce9a437-f170-4055-95a3-18bd7f201318', 'name': 'tempest-TestShelveInstance-1206606910-router', 'tenant_id': 'e449a3bc67414b30ad15fce43c385d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:00:33Z', 'updated_at': '2021-07-24T01:09:17Z', 'revision_number': 6, 'project_id': 'e449a3bc67414b30ad15fce43c385d3b', 'gw_port_host': None}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:09:17.739483 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d9c21b77-a4fe-4f52-935a-617d260ac011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:17.767951 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c21b77-a4fe-4f52-935a-617d260ac011 admin admin] Pushing event deleted for resources: {'Port': ['ID=a460eccd-71d4-4fd5-a698-c04e55128b55,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:17.835619 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d9c21b77-a4fe-4f52-935a-617d260ac011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687114'] for router_gateway, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:17.924631 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d9c21b77-a4fe-4f52-935a-617d260ac011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:17.926754 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d9c21b77-a4fe-4f52-935a-617d260ac011 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:17.969536 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d9c21b77-a4fe-4f52-935a-617d260ac011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:17.970026 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9c21b77-a4fe-4f52-935a-617d260ac011 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ce9a437-f170-4055-95a3-18bd7f201318 {{(pid=100314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:09:17.974532 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-d9c21b77-a4fe-4f52-935a-617d260ac011 admin admin] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:17.975683 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-d9c21b77-a4fe-4f52-935a-617d260ac011 admin admin] 10.222.0.44 "DELETE /v2.0/routers/7ce9a437-f170-4055-95a3-18bd7f201318 HTTP/1.1" status: 204 len: 168 time: 0.7679055 Jul 24 01:09:17.978307 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 44938) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:18.028366 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff2ac40a-f1dc-4b55-9107-a8843744a1da admin admin] Deleting subnet 04b6f0f5-bcef-403d-beb9-2a3dba6c998a {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:09:18.031562 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ff2ac40a-f1dc-4b55-9107-a8843744a1da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:18.067980 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ff2ac40a-f1dc-4b55-9107-a8843744a1da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:18.153379 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ff2ac40a-f1dc-4b55-9107-a8843744a1da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:18.208352 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ff2ac40a-f1dc-4b55-9107-a8843744a1da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:18.238285 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2ac40a-f1dc-4b55-9107-a8843744a1da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04b6f0f5-bcef-403d-beb9-2a3dba6c998a,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:18.242502 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-ff2ac40a-f1dc-4b55-9107-a8843744a1da admin admin] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:18.244401 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-ff2ac40a-f1dc-4b55-9107-a8843744a1da admin admin] 10.222.0.44 "DELETE /v2.0/subnets/04b6f0f5-bcef-403d-beb9-2a3dba6c998a HTTP/1.1" status: 204 len: 168 time: 0.2651267 Jul 24 01:09:18.247070 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44940) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:18.248505 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0a8bf6-327e-476d-8e33-86f193a76610 None None] Network a2f757e3-27ba-421d-b5e8-1310913e0380 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:09:18.316763 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8804bc69-46a9-43be-b194-9c556ff4a467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:18.368064 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-8804bc69-46a9-43be-b194-9c556ff4a467 admin admin] Deleting port 0c8b5146-5207-484f-b341-5c6818488463 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:09:18.368407 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8804bc69-46a9-43be-b194-9c556ff4a467 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:18.434320 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-8804bc69-46a9-43be-b194-9c556ff4a467 admin admin] For port 0c8b5146-5207-484f-b341-5c6818488463, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=0c8b5146-5207-484f-b341-5c6818488463,segment=NetworkSegment(66c4fe1e-f407-419a-98d2-96ca0efd67cc),segment_id=66c4fe1e-f407-419a-98d2-96ca0efd67cc)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:09:18.434790 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8804bc69-46a9-43be-b194-9c556ff4a467 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:18.448614 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-8804bc69-46a9-43be-b194-9c556ff4a467 admin admin] Calling delete_port for 0c8b5146-5207-484f-b341-5c6818488463 owned by network:dhcp {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:09:18.478129 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36842ab-98a3-4ada-ab07-8294dab130d1 None None] DHCP port deletion for a2f757e3-27ba-421d-b5e8-1310913e0380 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:09:18.515026 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:18.530610 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8804bc69-46a9-43be-b194-9c556ff4a467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:18.540244 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-a36842ab-98a3-4ada-ab07-8294dab130d1 None None] Deleting port 0c8b5146-5207-484f-b341-5c6818488463 {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:09:18.540627 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a36842ab-98a3-4ada-ab07-8294dab130d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:18.558402 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8804bc69-46a9-43be-b194-9c556ff4a467 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c8b5146-5207-484f-b341-5c6818488463,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:18.563225 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8804bc69-46a9-43be-b194-9c556ff4a467 admin admin] No DVR routers for this DVR port 0c8b5146-5207-484f-b341-5c6818488463 on host n-d-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:09:18.611188 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-a36842ab-98a3-4ada-ab07-8294dab130d1 None None] For port 0c8b5146-5207-484f-b341-5c6818488463, host n-d-800088-16, got binding levels [] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:09:18.611594 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a36842ab-98a3-4ada-ab07-8294dab130d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:18.623866 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-a36842ab-98a3-4ada-ab07-8294dab130d1 None None] Calling delete_port for 0c8b5146-5207-484f-b341-5c6818488463 owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:09:18.626514 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.ipam_backend_mixin [None req-a36842ab-98a3-4ada-ab07-8294dab130d1 None None] Port 0c8b5146-5207-484f-b341-5c6818488463 was not found and therefore no delete operation was performed {{(pid=100315) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 24 01:09:18.627932 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a36842ab-98a3-4ada-ab07-8294dab130d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:18.638904 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8804bc69-46a9-43be-b194-9c556ff4a467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:18.649923 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-8804bc69-46a9-43be-b194-9c556ff4a467 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2f757e3-27ba-421d-b5e8-1310913e0380']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:18.654964 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36842ab-98a3-4ada-ab07-8294dab130d1 None None] Pushing event deleted for resources: {'Port': ['ID=0c8b5146-5207-484f-b341-5c6818488463,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:18.660385 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-8804bc69-46a9-43be-b194-9c556ff4a467 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66c4fe1e-f407-419a-98d2-96ca0efd67cc') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:18.660981 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-8804bc69-46a9-43be-b194-9c556ff4a467 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66c4fe1e-f407-419a-98d2-96ca0efd67cc') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:18.664002 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36842ab-98a3-4ada-ab07-8294dab130d1 None None] No DVR routers for this DVR port 0c8b5146-5207-484f-b341-5c6818488463 on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:09:18.667864 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36842ab-98a3-4ada-ab07-8294dab130d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:18.668221 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36842ab-98a3-4ada-ab07-8294dab130d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:18.668593 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36842ab-98a3-4ada-ab07-8294dab130d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:18.668997 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36842ab-98a3-4ada-ab07-8294dab130d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:18.669341 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36842ab-98a3-4ada-ab07-8294dab130d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:18.669681 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36842ab-98a3-4ada-ab07-8294dab130d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:18.670020 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36842ab-98a3-4ada-ab07-8294dab130d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:18.670373 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36842ab-98a3-4ada-ab07-8294dab130d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:18.670695 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36842ab-98a3-4ada-ab07-8294dab130d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:18.671028 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36842ab-98a3-4ada-ab07-8294dab130d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:18.673482 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36842ab-98a3-4ada-ab07-8294dab130d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:18.673482 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36842ab-98a3-4ada-ab07-8294dab130d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:18.676215 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8804bc69-46a9-43be-b194-9c556ff4a467 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:18.690450 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8804bc69-46a9-43be-b194-9c556ff4a467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:18.696881 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8804bc69-46a9-43be-b194-9c556ff4a467 admin admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:09:18.697260 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8804bc69-46a9-43be-b194-9c556ff4a467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:18.699435 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 01:09:18.699435 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:09:18.699435 n-d-800088-16 neutron-server[100313]: timer() Jul 24 01:09:18.699435 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:09:18.699435 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 01:09:18.699435 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:09:18.699435 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 01:09:18.699435 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:09:18.699435 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 01:09:18.699435 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:09:18.699435 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 01:09:18.699435 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:09:18.699435 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 01:09:18.699435 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:09:18.699435 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:09:18.699435 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:09:18.699435 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:09:18.699435 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:09:18.699435 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 01:09:18.699435 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:09:18.699435 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 01:09:18.699435 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:09:18.699435 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:09:18.699435 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:09:18.699435 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 01:09:18.699435 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:09:18.699435 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:09:18.699435 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:09:18.699435 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:09:18.699435 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:09:18.699435 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:09:18.699435 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:09:18.758819 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8804bc69-46a9-43be-b194-9c556ff4a467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:18.764352 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-8804bc69-46a9-43be-b194-9c556ff4a467 admin admin] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:18.766523 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-8804bc69-46a9-43be-b194-9c556ff4a467 admin admin] 10.222.0.44 "DELETE /v2.0/networks/a2f757e3-27ba-421d-b5e8-1310913e0380 HTTP/1.1" status: 204 len: 168 time: 0.5183215 Jul 24 01:09:18.769613 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 44942) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:18.777942 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8804bc69-46a9-43be-b194-9c556ff4a467 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2f757e3-27ba-421d-b5e8-1310913e0380,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:18.958697 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device ba7834fe-ed45-4d45-a4d2-38fdfa89eaeb no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:09:18.978681 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: ba7834fe-ed45-4d45-a4d2-38fdfa89eaeb {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:09:18.979038 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device ba7834fe-ed45-4d45-a4d2-38fdfa89eaeb not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:09:18.979459 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device a460eccd-71d4-4fd5-a698-c04e55128b55 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:09:18.997881 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: a460eccd-71d4-4fd5-a698-c04e55128b55 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:09:18.998235 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device a460eccd-71d4-4fd5-a698-c04e55128b55 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:09:18.998650 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 0c8b5146-5207-484f-b341-5c6818488463 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:09:19.020312 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 0c8b5146-5207-484f-b341-5c6818488463 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:09:19.020607 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 0c8b5146-5207-484f-b341-5c6818488463 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:09:19.120176 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9ab7b6e5-d8d1-4d7f-ac15-1a44713a9317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681029'] for router_interface, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:19.375109 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-9ab7b6e5-d8d1-4d7f-ac15-1a44713a9317 admin admin] Deleting port ea217c06-ffe7-4fa6-8038-5acdf41ccb32 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:09:19.375365 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9ab7b6e5-d8d1-4d7f-ac15-1a44713a9317 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:19.457703 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-9ab7b6e5-d8d1-4d7f-ac15-1a44713a9317 admin admin] For port ea217c06-ffe7-4fa6-8038-5acdf41ccb32, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=ea217c06-ffe7-4fa6-8038-5acdf41ccb32,segment=NetworkSegment(98516543-5200-4c0e-b377-f9b3b29b45e9),segment_id=98516543-5200-4c0e-b377-f9b3b29b45e9)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:09:19.458102 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9ab7b6e5-d8d1-4d7f-ac15-1a44713a9317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:19.471536 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-9ab7b6e5-d8d1-4d7f-ac15-1a44713a9317 admin admin] Calling delete_port for ea217c06-ffe7-4fa6-8038-5acdf41ccb32 owned by network:router_interface {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:09:19.651364 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9ab7b6e5-d8d1-4d7f-ac15-1a44713a9317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:19.680326 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab7b6e5-d8d1-4d7f-ac15-1a44713a9317 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea217c06-ffe7-4fa6-8038-5acdf41ccb32,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:19.850172 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9ab7b6e5-d8d1-4d7f-ac15-1a44713a9317 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679987'] for router_interface, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:20.070757 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ab7b6e5-d8d1-4d7f-ac15-1a44713a9317 admin admin] Router ba19c4cf-09c8-4ffb-aa0a-b9756f5e558f has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:09:20.176824 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab7b6e5-d8d1-4d7f-ac15-1a44713a9317 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:09:20.182264 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-9ab7b6e5-d8d1-4d7f-ac15-1a44713a9317 admin admin] 10.222.0.44 "PUT /v2.0/routers/ba19c4cf-09c8-4ffb-aa0a-b9756f5e558f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4114738 Jul 24 01:09:20.184948 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 44944) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:20.186103 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2ad888-38b8-44e7-978c-3ee2d13ca50b None None] Sync routers for ids ['ba19c4cf-09c8-4ffb-aa0a-b9756f5e558f'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:09:20.196240 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2ad888-38b8-44e7-978c-3ee2d13ca50b None None] Routers {'ba19c4cf-09c8-4ffb-aa0a-b9756f5e558f'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:09:20.196780 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-eb2ad888-38b8-44e7-978c-3ee2d13ca50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T01:08:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['ba19c4cf-09c8-4ffb-aa0a-b9756f5e558f'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:20.288240 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-eedb68f2-f6ac-49e3-9d79-5916801bb4d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:20.298629 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-eb2ad888-38b8-44e7-978c-3ee2d13ca50b None None] Set router ba19c4cf-09c8-4ffb-aa0a-b9756f5e558f gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:09:20.386108 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-eedb68f2-f6ac-49e3-9d79-5916801bb4d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:20.441184 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-eedb68f2-f6ac-49e3-9d79-5916801bb4d0 admin admin] Deleting port b0cf5cd2-3701-4bcd-858f-71a49a85f55f {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:09:20.441530 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-eedb68f2-f6ac-49e3-9d79-5916801bb4d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:20.470244 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-eb2ad888-38b8-44e7-978c-3ee2d13ca50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba19c4cf-09c8-4ffb-aa0a-b9756f5e558f', 'name': 'tempest-TestShelveInstance-1068462834-router', 'tenant_id': 'eea997a0ee16450abb2b185d6fe42f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': 'b0cf5cd2-3701-4bcd-858f-71a49a85f55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:00:38Z', 'updated_at': '2021-07-24T01:09:19Z', 'revision_number': 5, 'project_id': 'eea997a0ee16450abb2b185d6fe42f3c', 'gw_port': {'id': 'b0cf5cd2-3701-4bcd-858f-71a49a85f55f', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:02:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba19c4cf-09c8-4ffb-aa0a-b9756f5e558f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:00:39Z', 'updated_at': '2021-07-24T01:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:20.496661 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2ad888-38b8-44e7-978c-3ee2d13ca50b None None] Checking router: ba19c4cf-09c8-4ffb-aa0a-b9756f5e558f for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:09:20.505042 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2ad888-38b8-44e7-978c-3ee2d13ca50b None None] Routers {'ba19c4cf-09c8-4ffb-aa0a-b9756f5e558f'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:09:20.505661 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-eb2ad888-38b8-44e7-978c-3ee2d13ca50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T01:08:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['ba19c4cf-09c8-4ffb-aa0a-b9756f5e558f'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:20.520490 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-eedb68f2-f6ac-49e3-9d79-5916801bb4d0 admin admin] For port b0cf5cd2-3701-4bcd-858f-71a49a85f55f, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=b0cf5cd2-3701-4bcd-858f-71a49a85f55f,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:09:20.521031 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-eedb68f2-f6ac-49e3-9d79-5916801bb4d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:20.533508 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-eedb68f2-f6ac-49e3-9d79-5916801bb4d0 admin admin] Calling delete_port for b0cf5cd2-3701-4bcd-858f-71a49a85f55f owned by network:router_gateway {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:09:20.591336 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-eb2ad888-38b8-44e7-978c-3ee2d13ca50b None None] Set router ba19c4cf-09c8-4ffb-aa0a-b9756f5e558f gateway port host: None {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:09:20.647655 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-eb2ad888-38b8-44e7-978c-3ee2d13ca50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba19c4cf-09c8-4ffb-aa0a-b9756f5e558f', 'name': 'tempest-TestShelveInstance-1068462834-router', 'tenant_id': 'eea997a0ee16450abb2b185d6fe42f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:00:38Z', 'updated_at': '2021-07-24T01:09:20Z', 'revision_number': 6, 'project_id': 'eea997a0ee16450abb2b185d6fe42f3c', 'gw_port_host': None}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:20.675256 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2ad888-38b8-44e7-978c-3ee2d13ca50b None None] The sync data for ids ['ba19c4cf-09c8-4ffb-aa0a-b9756f5e558f'] in n-d-800088-16 is: [{'id': 'ba19c4cf-09c8-4ffb-aa0a-b9756f5e558f', 'name': 'tempest-TestShelveInstance-1068462834-router', 'tenant_id': 'eea997a0ee16450abb2b185d6fe42f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:00:38Z', 'updated_at': '2021-07-24T01:09:20Z', 'revision_number': 6, 'project_id': 'eea997a0ee16450abb2b185d6fe42f3c', 'gw_port_host': None}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:09:21.051730 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-eedb68f2-f6ac-49e3-9d79-5916801bb4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:21.083298 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device ea217c06-ffe7-4fa6-8038-5acdf41ccb32 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:09:21.090059 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedb68f2-f6ac-49e3-9d79-5916801bb4d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0cf5cd2-3701-4bcd-858f-71a49a85f55f,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:21.108737 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: ea217c06-ffe7-4fa6-8038-5acdf41ccb32 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:09:21.109269 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device ea217c06-ffe7-4fa6-8038-5acdf41ccb32 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:09:21.153589 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-eedb68f2-f6ac-49e3-9d79-5916801bb4d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687114'] for router_gateway, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:21.243302 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-eedb68f2-f6ac-49e3-9d79-5916801bb4d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:21.245429 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-eedb68f2-f6ac-49e3-9d79-5916801bb4d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:21.289539 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-eedb68f2-f6ac-49e3-9d79-5916801bb4d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:21.290063 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eedb68f2-f6ac-49e3-9d79-5916801bb4d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba19c4cf-09c8-4ffb-aa0a-b9756f5e558f {{(pid=100314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:09:21.295162 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-eedb68f2-f6ac-49e3-9d79-5916801bb4d0 admin admin] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:21.296322 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-eedb68f2-f6ac-49e3-9d79-5916801bb4d0 admin admin] 10.222.0.44 "DELETE /v2.0/routers/ba19c4cf-09c8-4ffb-aa0a-b9756f5e558f HTTP/1.1" status: 204 len: 168 time: 1.1104105 Jul 24 01:09:21.299082 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 44946) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:21.346615 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-8261a87f-26d0-487b-8c4b-a0a331f1bdc3 admin admin] Deleting subnet 8ab90378-2f23-4fa2-8be3-4155f6984593 {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:09:21.349711 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8261a87f-26d0-487b-8c4b-a0a331f1bdc3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:21.384104 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8261a87f-26d0-487b-8c4b-a0a331f1bdc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:21.464990 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8261a87f-26d0-487b-8c4b-a0a331f1bdc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:21.522780 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8261a87f-26d0-487b-8c4b-a0a331f1bdc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:21.549110 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8261a87f-26d0-487b-8c4b-a0a331f1bdc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ab90378-2f23-4fa2-8be3-4155f6984593,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:21.553508 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-8261a87f-26d0-487b-8c4b-a0a331f1bdc3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:21.555515 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-8261a87f-26d0-487b-8c4b-a0a331f1bdc3 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/8ab90378-2f23-4fa2-8be3-4155f6984593 HTTP/1.1" status: 204 len: 168 time: 0.2554379 Jul 24 01:09:21.558050 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44948) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:21.560069 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db52ab36-b902-41d5-99f0-243992bd82dd None None] Network 684ef723-f2e7-4c40-8455-8e585758e206 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:09:21.626755 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d1441615-9aa5-4af2-81cf-901586e6b8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:21.687264 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-d1441615-9aa5-4af2-81cf-901586e6b8c2 admin admin] Deleting port a6b58ded-c75a-4055-b38a-b8bc82a0b16b {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:09:21.687607 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d1441615-9aa5-4af2-81cf-901586e6b8c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:21.759561 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-d1441615-9aa5-4af2-81cf-901586e6b8c2 admin admin] For port a6b58ded-c75a-4055-b38a-b8bc82a0b16b, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=a6b58ded-c75a-4055-b38a-b8bc82a0b16b,segment=NetworkSegment(98516543-5200-4c0e-b377-f9b3b29b45e9),segment_id=98516543-5200-4c0e-b377-f9b3b29b45e9)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:09:21.759936 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d1441615-9aa5-4af2-81cf-901586e6b8c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:21.763232 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd84714-34d7-44f6-9f03-936f29173a01 None None] DHCP port deletion for 684ef723-f2e7-4c40-8455-8e585758e206 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:09:21.773008 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-d1441615-9aa5-4af2-81cf-901586e6b8c2 admin admin] Calling delete_port for a6b58ded-c75a-4055-b38a-b8bc82a0b16b owned by network:dhcp {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:09:21.813610 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-6fd84714-34d7-44f6-9f03-936f29173a01 None None] Deleting port a6b58ded-c75a-4055-b38a-b8bc82a0b16b {{(pid=100315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:09:21.813983 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-6fd84714-34d7-44f6-9f03-936f29173a01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:21.851102 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d1441615-9aa5-4af2-81cf-901586e6b8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:21.875380 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-6fd84714-34d7-44f6-9f03-936f29173a01 None None] For port a6b58ded-c75a-4055-b38a-b8bc82a0b16b, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=a6b58ded-c75a-4055-b38a-b8bc82a0b16b,segment=NetworkSegment(98516543-5200-4c0e-b377-f9b3b29b45e9),segment_id=98516543-5200-4c0e-b377-f9b3b29b45e9)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:09:21.875784 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-6fd84714-34d7-44f6-9f03-936f29173a01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:21.880499 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1441615-9aa5-4af2-81cf-901586e6b8c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6b58ded-c75a-4055-b38a-b8bc82a0b16b,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:21.884223 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1441615-9aa5-4af2-81cf-901586e6b8c2 admin admin] No DVR routers for this DVR port a6b58ded-c75a-4055-b38a-b8bc82a0b16b on host n-d-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:09:21.898350 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-6fd84714-34d7-44f6-9f03-936f29173a01 None None] Calling delete_port for a6b58ded-c75a-4055-b38a-b8bc82a0b16b owned by network:dhcp {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:09:21.954572 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d1441615-9aa5-4af2-81cf-901586e6b8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:21.964625 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-d1441615-9aa5-4af2-81cf-901586e6b8c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['684ef723-f2e7-4c40-8455-8e585758e206']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:21.974326 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-d1441615-9aa5-4af2-81cf-901586e6b8c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98516543-5200-4c0e-b377-f9b3b29b45e9') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:21.974567 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-d1441615-9aa5-4af2-81cf-901586e6b8c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98516543-5200-4c0e-b377-f9b3b29b45e9') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:21.978315 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-6fd84714-34d7-44f6-9f03-936f29173a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438'] for port, after_delete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:21.983857 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d1441615-9aa5-4af2-81cf-901586e6b8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:21.998354 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d1441615-9aa5-4af2-81cf-901586e6b8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:22.004305 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1441615-9aa5-4af2-81cf-901586e6b8c2 admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:09:22.004696 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d1441615-9aa5-4af2-81cf-901586e6b8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:22.004908 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd84714-34d7-44f6-9f03-936f29173a01 None None] Pushing event deleted for resources: {'Port': ['ID=a6b58ded-c75a-4055-b38a-b8bc82a0b16b,revision_number=None']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:22.006402 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 01:09:22.006402 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:09:22.006402 n-d-800088-16 neutron-server[100313]: timer() Jul 24 01:09:22.006402 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:09:22.006402 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 01:09:22.006402 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:09:22.006402 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 01:09:22.006402 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:09:22.006402 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 01:09:22.006402 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:09:22.006402 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 01:09:22.006402 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:09:22.006402 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 01:09:22.006402 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:09:22.006402 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:09:22.006402 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:09:22.006402 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:09:22.006402 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:09:22.006402 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 01:09:22.006402 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:09:22.006402 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 01:09:22.006402 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:09:22.006402 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:09:22.006402 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:09:22.006402 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 01:09:22.006402 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:09:22.006402 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:09:22.006402 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:09:22.006402 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:09:22.006402 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:09:22.006402 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:09:22.006402 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:09:22.011232 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd84714-34d7-44f6-9f03-936f29173a01 None None] No DVR routers for this DVR port a6b58ded-c75a-4055-b38a-b8bc82a0b16b on host n-d-800088-16 {{(pid=100315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:09:22.069038 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d1441615-9aa5-4af2-81cf-901586e6b8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:22.074719 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d1441615-9aa5-4af2-81cf-901586e6b8c2 admin admin] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:22.076884 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-d1441615-9aa5-4af2-81cf-901586e6b8c2 admin admin] 10.222.0.44 "DELETE /v2.0/networks/684ef723-f2e7-4c40-8455-8e585758e206 HTTP/1.1" status: 204 len: 168 time: 0.5178189 Jul 24 01:09:22.087581 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1441615-9aa5-4af2-81cf-901586e6b8c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=684ef723-f2e7-4c40-8455-8e585758e206,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:22.183837 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44952) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:22.224362 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-f717cde8-70f5-4ec4-ba7c-314d0f656f21 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e449a3bc67414b30ad15fce43c385d3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393040 Jul 24 01:09:22.227339 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44954) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:22.273482 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b8255130-b98b-44d3-8bb7-f758c01109eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:22.294335 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b8255130-b98b-44d3-8bb7-f758c01109eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:22.342459 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b8255130-b98b-44d3-8bb7-f758c01109eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:22.345173 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b8255130-b98b-44d3-8bb7-f758c01109eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:22.346346 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-b8255130-b98b-44d3-8bb7-f758c01109eb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/38ae5c22-93c4-4978-a221-1abca7609e74 HTTP/1.1" status: 204 len: 168 time: 0.1181102 Jul 24 01:09:22.354547 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8255130-b98b-44d3-8bb7-f758c01109eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ae5c22-93c4-4978-a221-1abca7609e74,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:22.651493 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44960) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:22.689846 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-95070878-6c55-488b-91ec-8519549278ca admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=eea997a0ee16450abb2b185d6fe42f3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0372026 Jul 24 01:09:22.692297 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44962) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:22.738816 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-11ee1958-a5aa-438e-a8a2-0588b3e135cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:22.759443 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-11ee1958-a5aa-438e-a8a2-0588b3e135cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:22.805325 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-11ee1958-a5aa-438e-a8a2-0588b3e135cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:22.808441 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-11ee1958-a5aa-438e-a8a2-0588b3e135cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:22.810170 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-11ee1958-a5aa-438e-a8a2-0588b3e135cc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4c07b953-a5f7-4dfc-be88-25c77c452655 HTTP/1.1" status: 204 len: 168 time: 0.1169584 Jul 24 01:09:22.818394 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ee1958-a5aa-438e-a8a2-0588b3e135cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c07b953-a5f7-4dfc-be88-25c77c452655,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:22.969407 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device b0cf5cd2-3701-4bcd-858f-71a49a85f55f no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:09:22.989769 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: b0cf5cd2-3701-4bcd-858f-71a49a85f55f {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:09:22.990068 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device b0cf5cd2-3701-4bcd-858f-71a49a85f55f not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:09:22.990990 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device a6b58ded-c75a-4055-b38a-b8bc82a0b16b no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:09:23.012527 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: a6b58ded-c75a-4055-b38a-b8bc82a0b16b {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:09:23.012907 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device a6b58ded-c75a-4055-b38a-b8bc82a0b16b not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:09:23.306703 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a1bf5c7c-810f-4d4a-892a-74d0d20515a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:23.474378 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44984) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:23.569949 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-aa965b9b-3d38-4114-9b15-f9a523595477 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-240005999-network', 'tenant_id': 'd19f338700ce464cae93dbe9bfd43c13'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:09:23.590411 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa965b9b-3d38-4114-9b15-f9a523595477 admin admin] Made reservation on behalf of d19f338700ce464cae93dbe9bfd43c13 for: {'network': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:09:23.592762 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-aa965b9b-3d38-4114-9b15-f9a523595477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:23.601330 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-aa965b9b-3d38-4114-9b15-f9a523595477 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:23.688700 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-aa965b9b-3d38-4114-9b15-f9a523595477 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:23.692227 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-aa965b9b-3d38-4114-9b15-f9a523595477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:23.718814 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa965b9b-3d38-4114-9b15-f9a523595477 admin admin] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=100313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:09:23.729037 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa965b9b-3d38-4114-9b15-f9a523595477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c69b6fac-8e39-4b98-8527-878fd5b39d7b,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:23.733718 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-aa965b9b-3d38-4114-9b15-f9a523595477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:23.734067 n-d-800088-16 neutron-server[100313]: INFO neutron.db.segments_db [None req-aa965b9b-3d38-4114-9b15-f9a523595477 admin admin] Added segment 23480e29-4c9b-4463-a64e-a21e25d6b691 of type vlan for network 8653a263-c15f-43c6-9f33-9120bc443de6 Jul 24 01:09:23.772591 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-aa965b9b-3d38-4114-9b15-f9a523595477 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:23.800844 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-aa965b9b-3d38-4114-9b15-f9a523595477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:23.801729 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa965b9b-3d38-4114-9b15-f9a523595477 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:23.802308 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-aa965b9b-3d38-4114-9b15-f9a523595477 admin admin] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:23.832221 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-aa965b9b-3d38-4114-9b15-f9a523595477 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3561506 Jul 24 01:09:23.835845 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 44988) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:23.840986 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-b0240b3d-a8ac-49f2-8aa7-56147ffbae61 admin admin] Request body: {'subnet': {'network_id': '8653a263-c15f-43c6-9f33-9120bc443de6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-240005999-subnet', 'tenant_id': 'd19f338700ce464cae93dbe9bfd43c13', 'ip_version': 4}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:09:23.861865 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0240b3d-a8ac-49f2-8aa7-56147ffbae61 admin admin] Made reservation on behalf of d19f338700ce464cae93dbe9bfd43c13 for: {'subnet': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:09:23.863350 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa965b9b-3d38-4114-9b15-f9a523595477 admin admin] Pushing event updated for resources: {'Network': ['ID=8653a263-c15f-43c6-9f33-9120bc443de6,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:23.864341 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b0240b3d-a8ac-49f2-8aa7-56147ffbae61 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741213'] for subnet, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:23.873305 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 8653a263-c15f-43c6-9f33-9120bc443de6 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:09:24.038114 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b0240b3d-a8ac-49f2-8aa7-56147ffbae61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10134772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741199'] for subnet, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:24.092886 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0240b3d-a8ac-49f2-8aa7-56147ffbae61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=390d82ff-57dd-46bc-9ec7-10d0ba1b5029,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:24.101893 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0240b3d-a8ac-49f2-8aa7-56147ffbae61 admin admin] Checking segment: {'id': '23480e29-4c9b-4463-a64e-a21e25d6b691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '8653a263-c15f-43c6-9f33-9120bc443de6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:09:24.102445 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0240b3d-a8ac-49f2-8aa7-56147ffbae61 admin admin] Network hostable DHCP agents. Network: 8653a263-c15f-43c6-9f33-9120bc443de6, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:09:24.122138 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0240b3d-a8ac-49f2-8aa7-56147ffbae61 admin admin] Network 8653a263-c15f-43c6-9f33-9120bc443de6 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:09:24.130402 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-b0240b3d-a8ac-49f2-8aa7-56147ffbae61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 8653a263-c15f-43c6-9f33-9120bc443de6) {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:09:24.134447 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0240b3d-a8ac-49f2-8aa7-56147ffbae61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:24.135041 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b0240b3d-a8ac-49f2-8aa7-56147ffbae61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:24.140014 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6835f53d-d624-471c-8556-285064f3b0a7 None None] Network 8653a263-c15f-43c6-9f33-9120bc443de6 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:09:24.148754 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-b0240b3d-a8ac-49f2-8aa7-56147ffbae61 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3118174 Jul 24 01:09:24.151591 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 44990) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:24.155883 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-567db52b-90ce-46fd-98bd-94aa947e9aa7 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-240005999-router', 'tenant_id': 'd19f338700ce464cae93dbe9bfd43c13', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:09:24.176829 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-567db52b-90ce-46fd-98bd-94aa947e9aa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:24.177835 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-567db52b-90ce-46fd-98bd-94aa947e9aa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:24.232794 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-567db52b-90ce-46fd-98bd-94aa947e9aa7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:24.292606 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395af43b-aef7-4e7a-a37b-1d31721bb179 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-8653a263-c15f-43c6-9f33-9120bc443de6', 'network_id': '8653a263-c15f-43c6-9f33-9120bc443de6', 'tenant_id': 'd19f338700ce464cae93dbe9bfd43c13', 'fixed_ips': [{'subnet_id': '390d82ff-57dd-46bc-9ec7-10d0ba1b5029'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:09:24.293510 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-395af43b-aef7-4e7a-a37b-1d31721bb179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:24.374256 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-567db52b-90ce-46fd-98bd-94aa947e9aa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:24.429146 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-395af43b-aef7-4e7a-a37b-1d31721bb179 None None] Allocated IP 172.20.0.2 (8653a263-c15f-43c6-9f33-9120bc443de6/390d82ff-57dd-46bc-9ec7-10d0ba1b5029/18c79b57-d59e-4175-9431-20c05799b7db) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:09:24.577626 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-395af43b-aef7-4e7a-a37b-1d31721bb179 None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:24.586773 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-395af43b-aef7-4e7a-a37b-1d31721bb179 None None] Transition to ACTIVE for port object 18c79b57-d59e-4175-9431-20c05799b7db will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:09:24.602822 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-395af43b-aef7-4e7a-a37b-1d31721bb179 None None] Transition to ACTIVE for port object 18c79b57-d59e-4175-9431-20c05799b7db will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:09:24.608793 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-395af43b-aef7-4e7a-a37b-1d31721bb179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:24.616728 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-567db52b-90ce-46fd-98bd-94aa947e9aa7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:24.635857 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-567db52b-90ce-46fd-98bd-94aa947e9aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:24.643658 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395af43b-aef7-4e7a-a37b-1d31721bb179 None None] Network 8653a263-c15f-43c6-9f33-9120bc443de6 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:09:24.647587 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-395af43b-aef7-4e7a-a37b-1d31721bb179 None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:09:24.654199 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395af43b-aef7-4e7a-a37b-1d31721bb179 None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:09:24.664252 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395af43b-aef7-4e7a-a37b-1d31721bb179 None None] Pushing event updated for resources: {'Port': ['ID=18c79b57-d59e-4175-9431-20c05799b7db,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:24.722672 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-395af43b-aef7-4e7a-a37b-1d31721bb179 None None] Attempting to bind port 18c79b57-d59e-4175-9431-20c05799b7db on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:09:24.723055 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-395af43b-aef7-4e7a-a37b-1d31721bb179 None None] Attempting to bind port 18c79b57-d59e-4175-9431-20c05799b7db by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '23480e29-4c9b-4463-a64e-a21e25d6b691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '8653a263-c15f-43c6-9f33-9120bc443de6'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:09:24.723431 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395af43b-aef7-4e7a-a37b-1d31721bb179 None None] Attempting to bind port 18c79b57-d59e-4175-9431-20c05799b7db on network 8653a263-c15f-43c6-9f33-9120bc443de6 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:09:24.729091 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395af43b-aef7-4e7a-a37b-1d31721bb179 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:09:24.729479 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395af43b-aef7-4e7a-a37b-1d31721bb179 None None] Checking segment: {'id': '23480e29-4c9b-4463-a64e-a21e25d6b691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '8653a263-c15f-43c6-9f33-9120bc443de6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:09:24.729891 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-395af43b-aef7-4e7a-a37b-1d31721bb179 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:24.730291 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395af43b-aef7-4e7a-a37b-1d31721bb179 None None] Bound using segment: {'id': '23480e29-4c9b-4463-a64e-a21e25d6b691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '8653a263-c15f-43c6-9f33-9120bc443de6'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:09:24.730762 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-395af43b-aef7-4e7a-a37b-1d31721bb179 None None] Bound port: 18c79b57-d59e-4175-9431-20c05799b7db, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23480e29-4c9b-4463-a64e-a21e25d6b691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '8653a263-c15f-43c6-9f33-9120bc443de6'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:09:24.731154 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-395af43b-aef7-4e7a-a37b-1d31721bb179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:24.744994 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-567db52b-90ce-46fd-98bd-94aa947e9aa7 admin admin] Allocated IP 172.25.3.147 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/6f4e02d9-320c-4336-a188-3ee40564d8fd) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:09:24.797273 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-395af43b-aef7-4e7a-a37b-1d31721bb179 None None] For port 18c79b57-d59e-4175-9431-20c05799b7db, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:09:24.800356 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-395af43b-aef7-4e7a-a37b-1d31721bb179 None None] For port 18c79b57-d59e-4175-9431-20c05799b7db, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=18c79b57-d59e-4175-9431-20c05799b7db,segment=NetworkSegment(23480e29-4c9b-4463-a64e-a21e25d6b691),segment_id=23480e29-4c9b-4463-a64e-a21e25d6b691)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:09:24.804715 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-395af43b-aef7-4e7a-a37b-1d31721bb179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:24.852078 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-567db52b-90ce-46fd-98bd-94aa947e9aa7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:24.880075 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395af43b-aef7-4e7a-a37b-1d31721bb179 None None] Pushing event updated for resources: {'Port': ['ID=18c79b57-d59e-4175-9431-20c05799b7db,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:24.898077 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-567db52b-90ce-46fd-98bd-94aa947e9aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:24.945609 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567db52b-90ce-46fd-98bd-94aa947e9aa7 admin admin] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:09:24.949570 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-567db52b-90ce-46fd-98bd-94aa947e9aa7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:09:24.952028 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567db52b-90ce-46fd-98bd-94aa947e9aa7 admin admin] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:09:24.978194 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567db52b-90ce-46fd-98bd-94aa947e9aa7 admin admin] Pushing event updated for resources: {'Port': ['ID=6f4e02d9-320c-4336-a188-3ee40564d8fd,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:25.238077 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-567db52b-90ce-46fd-98bd-94aa947e9aa7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:25.448252 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-567db52b-90ce-46fd-98bd-94aa947e9aa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:25.584771 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-567db52b-90ce-46fd-98bd-94aa947e9aa7 admin admin] Router 6e2087c5-43c3-48e7-a9d4-835dfe853af0 is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 01:09:25.697877 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-567db52b-90ce-46fd-98bd-94aa947e9aa7 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:09:25.708412 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6865d777-052e-4eda-8483-c7bbeb99cdc3 None None] Sync routers for ids ['6e2087c5-43c3-48e7-a9d4-835dfe853af0'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:09:25.717997 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6865d777-052e-4eda-8483-c7bbeb99cdc3 None None] Routers {'6e2087c5-43c3-48e7-a9d4-835dfe853af0'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:09:25.718626 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-6865d777-052e-4eda-8483-c7bbeb99cdc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T01:08:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['6e2087c5-43c3-48e7-a9d4-835dfe853af0'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:25.719946 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-567db52b-90ce-46fd-98bd-94aa947e9aa7 admin admin] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:25.724003 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 44992) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:25.724544 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-567db52b-90ce-46fd-98bd-94aa947e9aa7 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5716760 Jul 24 01:09:25.952259 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8c695c-6f75-4107-a912-dce0c210175a None None] Network 8653a263-c15f-43c6-9f33-9120bc443de6 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:09:26.003141 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-57595738-35f1-49d8-9c2f-c90a16bd8d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:26.010974 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-c5953dc9-02a9-4a52-9b07-db2f1a11aa2c None None] Provisioning for port 18c79b57-d59e-4175-9431-20c05799b7db completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:09:26.082160 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-6865d777-052e-4eda-8483-c7bbeb99cdc3 None None] Set router 6e2087c5-43c3-48e7-a9d4-835dfe853af0 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:09:26.156261 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-95c31cea-0335-4863-87ac-6579277de606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:26.344215 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-6865d777-052e-4eda-8483-c7bbeb99cdc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2087c5-43c3-48e7-a9d4-835dfe853af0', 'name': 'tempest-TestSnapshotPattern-240005999-router', 'tenant_id': 'd19f338700ce464cae93dbe9bfd43c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '6f4e02d9-320c-4336-a188-3ee40564d8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:09:24Z', 'updated_at': '2021-07-24T01:09:25Z', 'revision_number': 3, 'project_id': 'd19f338700ce464cae93dbe9bfd43c13', 'gw_port': {'id': '6f4e02d9-320c-4336-a188-3ee40564d8fd', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3a:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e2087c5-43c3-48e7-a9d4-835dfe853af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:09:24Z', 'updated_at': '2021-07-24T01:09:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:26.377936 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6865d777-052e-4eda-8483-c7bbeb99cdc3 None None] Checking router: 6e2087c5-43c3-48e7-a9d4-835dfe853af0 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:09:26.378299 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6865d777-052e-4eda-8483-c7bbeb99cdc3 None None] Updating router 6e2087c5-43c3-48e7-a9d4-835dfe853af0 port 6f4e02d9-320c-4336-a188-3ee40564d8fd binding host n-d-800088-16 {{(pid=100315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:09:26.418505 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-6865d777-052e-4eda-8483-c7bbeb99cdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:26.626404 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-95c31cea-0335-4863-87ac-6579277de606 admin admin] Allocated IP 172.20.0.1 (8653a263-c15f-43c6-9f33-9120bc443de6/390d82ff-57dd-46bc-9ec7-10d0ba1b5029/8e92e086-5508-44d6-85a8-04c899e4c1f8) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:09:26.696472 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-6865d777-052e-4eda-8483-c7bbeb99cdc3 None None] Notify callbacks [] for port, precommit_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:26.706276 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-6865d777-052e-4eda-8483-c7bbeb99cdc3 None None] Transition to ACTIVE for port object 6f4e02d9-320c-4336-a188-3ee40564d8fd will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:09:26.711808 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-6865d777-052e-4eda-8483-c7bbeb99cdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:26.731610 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-95c31cea-0335-4863-87ac-6579277de606 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:26.745675 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [None req-95c31cea-0335-4863-87ac-6579277de606 admin admin] Transition to ACTIVE for port object 8e92e086-5508-44d6-85a8-04c899e4c1f8 will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:09:26.762169 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-6865d777-052e-4eda-8483-c7bbeb99cdc3 None None] Attempting to bind port 6f4e02d9-320c-4336-a188-3ee40564d8fd on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:09:26.762552 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-6865d777-052e-4eda-8483-c7bbeb99cdc3 None None] Attempting to bind port 6f4e02d9-320c-4336-a188-3ee40564d8fd by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:09:26.762928 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6865d777-052e-4eda-8483-c7bbeb99cdc3 None None] Attempting to bind port 6f4e02d9-320c-4336-a188-3ee40564d8fd on network 9adcfee8-760c-4568-9e39-c221abf69bf5 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:09:26.770016 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438869fa-a4cd-448d-804c-4e3d6c565ab5 None None] Pushing event updated for resources: {'Port': ['ID=6f4e02d9-320c-4336-a188-3ee40564d8fd,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:26.772635 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6865d777-052e-4eda-8483-c7bbeb99cdc3 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:09:26.773052 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6865d777-052e-4eda-8483-c7bbeb99cdc3 None None] Checking segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:09:26.773453 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-6865d777-052e-4eda-8483-c7bbeb99cdc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:26.773842 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6865d777-052e-4eda-8483-c7bbeb99cdc3 None None] Bound using segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:09:26.774322 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-6865d777-052e-4eda-8483-c7bbeb99cdc3 None None] Bound port: 6f4e02d9-320c-4336-a188-3ee40564d8fd, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:09:26.774715 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-6865d777-052e-4eda-8483-c7bbeb99cdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:26.779798 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-95c31cea-0335-4863-87ac-6579277de606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:26.817300 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c31cea-0335-4863-87ac-6579277de606 admin admin] Network 8653a263-c15f-43c6-9f33-9120bc443de6 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:09:26.822138 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-95c31cea-0335-4863-87ac-6579277de606 admin admin] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:09:26.827616 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-6865d777-052e-4eda-8483-c7bbeb99cdc3 None None] For port 6f4e02d9-320c-4336-a188-3ee40564d8fd, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:09:26.827890 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c31cea-0335-4863-87ac-6579277de606 admin admin] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:09:26.830700 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-6865d777-052e-4eda-8483-c7bbeb99cdc3 None None] For port 6f4e02d9-320c-4336-a188-3ee40564d8fd, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=6f4e02d9-320c-4336-a188-3ee40564d8fd,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:09:26.835642 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-6865d777-052e-4eda-8483-c7bbeb99cdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:26.859503 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c31cea-0335-4863-87ac-6579277de606 admin admin] Pushing event updated for resources: {'Port': ['ID=8e92e086-5508-44d6-85a8-04c899e4c1f8,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:26.875391 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-95c31cea-0335-4863-87ac-6579277de606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681761'] for router_interface, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:26.884592 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6865d777-052e-4eda-8483-c7bbeb99cdc3 None None] Routers {'6e2087c5-43c3-48e7-a9d4-835dfe853af0'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:09:26.885276 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-6865d777-052e-4eda-8483-c7bbeb99cdc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T01:09:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['6e2087c5-43c3-48e7-a9d4-835dfe853af0'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:27.006911 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438869fa-a4cd-448d-804c-4e3d6c565ab5 None None] Pushing event updated for resources: {'Port': ['ID=6f4e02d9-320c-4336-a188-3ee40564d8fd,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:27.032390 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-6865d777-052e-4eda-8483-c7bbeb99cdc3 None None] Set router 6e2087c5-43c3-48e7-a9d4-835dfe853af0 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:09:27.049811 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-95c31cea-0335-4863-87ac-6579277de606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:27.096264 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 18c79b57-d59e-4175-9431-20c05799b7db up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:09:27.099991 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:27.194397 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2f214aa9-4137-4a8e-b623-142f33a60b06 None None] Provisioning for port 8e92e086-5508-44d6-85a8-04c899e4c1f8 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:09:27.206184 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2f214aa9-4137-4a8e-b623-142f33a60b06 None None] Provisioning complete for port 8e92e086-5508-44d6-85a8-04c899e4c1f8 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:09:27.206564 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2f214aa9-4137-4a8e-b623-142f33a60b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:27.216624 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-95c31cea-0335-4863-87ac-6579277de606 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:27.221456 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-95c31cea-0335-4863-87ac-6579277de606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:27.262485 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 18c79b57-d59e-4175-9431-20c05799b7db completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:09:27.266185 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2f214aa9-4137-4a8e-b623-142f33a60b06 None None] Port 8e92e086-5508-44d6-85a8-04c899e4c1f8 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:09:27.286835 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 18c79b57-d59e-4175-9431-20c05799b7db triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:09:27.287502 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:27.288938 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c31cea-0335-4863-87ac-6579277de606 admin admin] Pushing event updated for resources: {'Port': ['ID=8e92e086-5508-44d6-85a8-04c899e4c1f8,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:27.292323 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-95c31cea-0335-4863-87ac-6579277de606 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680980'] for router_interface, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:27.353123 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-6865d777-052e-4eda-8483-c7bbeb99cdc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2087c5-43c3-48e7-a9d4-835dfe853af0', 'name': 'tempest-TestSnapshotPattern-240005999-router', 'tenant_id': 'd19f338700ce464cae93dbe9bfd43c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '6f4e02d9-320c-4336-a188-3ee40564d8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:09:24Z', 'updated_at': '2021-07-24T01:09:25Z', 'revision_number': 3, 'project_id': 'd19f338700ce464cae93dbe9bfd43c13', 'gw_port': {'id': '6f4e02d9-320c-4336-a188-3ee40564d8fd', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3a:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e2087c5-43c3-48e7-a9d4-835dfe853af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:09:24Z', 'updated_at': '2021-07-24T01:09:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:27.358994 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:09:27.389007 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c31cea-0335-4863-87ac-6579277de606 admin admin] Network 8653a263-c15f-43c6-9f33-9120bc443de6 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:09:27.390416 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-95c31cea-0335-4863-87ac-6579277de606 admin admin] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:09:27.397373 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6865d777-052e-4eda-8483-c7bbeb99cdc3 None None] The sync data for ids ['6e2087c5-43c3-48e7-a9d4-835dfe853af0'] in n-d-800088-16 is: [{'id': '6e2087c5-43c3-48e7-a9d4-835dfe853af0', 'name': 'tempest-TestSnapshotPattern-240005999-router', 'tenant_id': 'd19f338700ce464cae93dbe9bfd43c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '6f4e02d9-320c-4336-a188-3ee40564d8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:09:24Z', 'updated_at': '2021-07-24T01:09:25Z', 'revision_number': 3, 'project_id': 'd19f338700ce464cae93dbe9bfd43c13', 'gw_port': {'id': '6f4e02d9-320c-4336-a188-3ee40564d8fd', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3a:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e2087c5-43c3-48e7-a9d4-835dfe853af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:09:24Z', 'updated_at': '2021-07-24T01:09:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:09:27.414735 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:27.454477 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 18c79b57-d59e-4175-9431-20c05799b7db, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=18c79b57-d59e-4175-9431-20c05799b7db,segment=NetworkSegment(23480e29-4c9b-4463-a64e-a21e25d6b691),segment_id=23480e29-4c9b-4463-a64e-a21e25d6b691)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:09:27.461483 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:27.513966 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95c31cea-0335-4863-87ac-6579277de606 admin admin] Router 6e2087c5-43c3-48e7-a9d4-835dfe853af0 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:09:27.521066 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=18c79b57-d59e-4175-9431-20c05799b7db,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:27.590066 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:27.634140 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95c31cea-0335-4863-87ac-6579277de606 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:09:27.639130 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-95c31cea-0335-4863-87ac-6579277de606 admin admin] 10.222.0.44 "PUT /v2.0/routers/6e2087c5-43c3-48e7-a9d4-835dfe853af0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9122939 Jul 24 01:09:27.693344 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-0ecd498d-fa5e-4772-85e1-69d817afc6b4 None None] Provisioning complete for port 8e92e086-5508-44d6-85a8-04c899e4c1f8 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:09:27.693756 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0ecd498d-fa5e-4772-85e1-69d817afc6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:27.737007 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-0ecd498d-fa5e-4772-85e1-69d817afc6b4 None None] Port 8e92e086-5508-44d6-85a8-04c899e4c1f8 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:09:28.147671 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45008) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:28.152943 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-6933db1b-6ea7-4fd3-b3fb-a7dcca82bb1a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-657761416-network', 'tenant_id': 'acebc47fc58b4753a658244a033a4c76'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:09:28.175484 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6933db1b-6ea7-4fd3-b3fb-a7dcca82bb1a admin admin] Made reservation on behalf of acebc47fc58b4753a658244a033a4c76 for: {'network': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:09:28.178719 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6933db1b-6ea7-4fd3-b3fb-a7dcca82bb1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for network, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:28.189010 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6933db1b-6ea7-4fd3-b3fb-a7dcca82bb1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:28.288662 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6933db1b-6ea7-4fd3-b3fb-a7dcca82bb1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:28.292625 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6933db1b-6ea7-4fd3-b3fb-a7dcca82bb1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:28.318009 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6933db1b-6ea7-4fd3-b3fb-a7dcca82bb1a admin admin] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=100314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:09:28.328762 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6933db1b-6ea7-4fd3-b3fb-a7dcca82bb1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b43f3c5-f7da-4cda-b87d-6109845b35b3,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:28.335418 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6933db1b-6ea7-4fd3-b3fb-a7dcca82bb1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:28.335774 n-d-800088-16 neutron-server[100314]: INFO neutron.db.segments_db [None req-6933db1b-6ea7-4fd3-b3fb-a7dcca82bb1a admin admin] Added segment b5339433-c5a4-4196-b47a-e5b95440d8af of type vlan for network 11d72688-bc8e-413b-89d9-34941dd89161 Jul 24 01:09:28.375645 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6933db1b-6ea7-4fd3-b3fb-a7dcca82bb1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727720034142'] for network, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:28.407343 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6933db1b-6ea7-4fd3-b3fb-a7dcca82bb1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099'] for network, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:28.408497 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6933db1b-6ea7-4fd3-b3fb-a7dcca82bb1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:28.409131 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-6933db1b-6ea7-4fd3-b3fb-a7dcca82bb1a admin admin] Notify callbacks [] for network, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:28.445565 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-6933db1b-6ea7-4fd3-b3fb-a7dcca82bb1a admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2967052 Jul 24 01:09:28.446564 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45010) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:28.451664 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-1735ea81-112f-4893-943a-9b248fb08835 admin admin] Request body: {'subnet': {'network_id': '11d72688-bc8e-413b-89d9-34941dd89161', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-657761416-subnet', 'tenant_id': 'acebc47fc58b4753a658244a033a4c76', 'ip_version': 4}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:09:28.471929 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1735ea81-112f-4893-943a-9b248fb08835 admin admin] Made reservation on behalf of acebc47fc58b4753a658244a033a4c76 for: {'subnet': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:09:28.473910 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6933db1b-6ea7-4fd3-b3fb-a7dcca82bb1a admin admin] Pushing event updated for resources: {'Network': ['ID=11d72688-bc8e-413b-89d9-34941dd89161,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:28.474260 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1735ea81-112f-4893-943a-9b248fb08835 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9283390'] for subnet, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:28.484971 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Network 11d72688-bc8e-413b-89d9-34941dd89161 details requested by agent ovs-agent-n-d-800088-16 with host n-d-800088-16 {{(pid=100315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:09:28.671717 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1735ea81-112f-4893-943a-9b248fb08835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11583666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9283372'] for subnet, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:28.736345 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1735ea81-112f-4893-943a-9b248fb08835 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c8b6aa0-fc9c-4da2-91fa-0be455652b1e,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:28.741588 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1735ea81-112f-4893-943a-9b248fb08835 admin admin] Checking segment: {'id': 'b5339433-c5a4-4196-b47a-e5b95440d8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '11d72688-bc8e-413b-89d9-34941dd89161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:09:28.741958 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1735ea81-112f-4893-943a-9b248fb08835 admin admin] Network hostable DHCP agents. Network: 11d72688-bc8e-413b-89d9-34941dd89161, hostable agents: ['423bc0a1-fdde-4948-97b5-c7981b181b60'], hosted agents: [] {{(pid=100313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:09:28.759341 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1735ea81-112f-4893-943a-9b248fb08835 admin admin] Network 11d72688-bc8e-413b-89d9-34941dd89161 is scheduled to be hosted by DHCP agent 423bc0a1-fdde-4948-97b5-c7981b181b60 with binding_index 1 {{(pid=100313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:09:28.768261 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-1735ea81-112f-4893-943a-9b248fb08835 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-16, 11d72688-bc8e-413b-89d9-34941dd89161) {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:09:28.773142 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1735ea81-112f-4893-943a-9b248fb08835 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:28.774010 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1735ea81-112f-4893-943a-9b248fb08835 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:28.779522 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b89fa0-72c8-4faf-9fe8-d864adbea3fc None None] Network 11d72688-bc8e-413b-89d9-34941dd89161 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:09:28.788595 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-1735ea81-112f-4893-943a-9b248fb08835 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3409386 Jul 24 01:09:28.791470 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45012) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:28.795789 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-898c478f-d05e-422b-99d0-06ebdeb58b90 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-657761416-router', 'tenant_id': 'acebc47fc58b4753a658244a033a4c76', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:09:28.818030 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-898c478f-d05e-422b-99d0-06ebdeb58b90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:28.819636 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-898c478f-d05e-422b-99d0-06ebdeb58b90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13727'] for router, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:28.879103 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-898c478f-d05e-422b-99d0-06ebdeb58b90 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:28.925630 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f9c2c4-f19e-4c0a-964b-13b59d6335c9 None None] Sync routers for ids ['6e2087c5-43c3-48e7-a9d4-835dfe853af0'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:09:28.936032 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f9c2c4-f19e-4c0a-964b-13b59d6335c9 None None] Routers {'6e2087c5-43c3-48e7-a9d4-835dfe853af0'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:09:28.936647 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-c2f9c2c4-f19e-4c0a-964b-13b59d6335c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T01:09:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['6e2087c5-43c3-48e7-a9d4-835dfe853af0'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:28.947703 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa2a1d4-36f0-4576-82b4-93b30bdd96ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf213bf54-11e6-58f4-b53b-d62a7ea8e4a6-11d72688-bc8e-413b-89d9-34941dd89161', 'network_id': '11d72688-bc8e-413b-89d9-34941dd89161', 'tenant_id': 'acebc47fc58b4753a658244a033a4c76', 'fixed_ips': [{'subnet_id': '3c8b6aa0-fc9c-4da2-91fa-0be455652b1e'}]}} from n-d-800088-16. {{(pid=100315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:09:28.949907 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-faa2a1d4-36f0-4576-82b4-93b30bdd96ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:29.047639 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-898c478f-d05e-422b-99d0-06ebdeb58b90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13709'] for router, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:29.096495 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-c2f9c2c4-f19e-4c0a-964b-13b59d6335c9 None None] Set router 6e2087c5-43c3-48e7-a9d4-835dfe853af0 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:09:29.098760 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 18c79b57-d59e-4175-9431-20c05799b7db up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:09:29.137519 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.db_base_plugin_common [None req-faa2a1d4-36f0-4576-82b4-93b30bdd96ee None None] Allocated IP 172.20.0.2 (11d72688-bc8e-413b-89d9-34941dd89161/3c8b6aa0-fc9c-4da2-91fa-0be455652b1e/3ec3d6bb-1956-4640-843b-a6d70f76bc68) {{(pid=100315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:09:29.197224 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:29.209981 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 18c79b57-d59e-4175-9431-20c05799b7db triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:09:29.210356 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:29.310029 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-898c478f-d05e-422b-99d0-06ebdeb58b90 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:29.336675 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-898c478f-d05e-422b-99d0-06ebdeb58b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:29.377846 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-faa2a1d4-36f0-4576-82b4-93b30bdd96ee None None] Notify callbacks [] for port, precommit_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:29.380937 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 6f4e02d9-320c-4336-a188-3ee40564d8fd up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:09:29.408112 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-c2f9c2c4-f19e-4c0a-964b-13b59d6335c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2087c5-43c3-48e7-a9d4-835dfe853af0', 'name': 'tempest-TestSnapshotPattern-240005999-router', 'tenant_id': 'd19f338700ce464cae93dbe9bfd43c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '6f4e02d9-320c-4336-a188-3ee40564d8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:09:24Z', 'updated_at': '2021-07-24T01:09:26Z', 'revision_number': 4, 'project_id': 'd19f338700ce464cae93dbe9bfd43c13', 'gw_port': {'id': '6f4e02d9-320c-4336-a188-3ee40564d8fd', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3a:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e2087c5-43c3-48e7-a9d4-835dfe853af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:09:24Z', 'updated_at': '2021-07-24T01:09:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '8e92e086-5508-44d6-85a8-04c899e4c1f8', 'name': '', 'network_id': '8653a263-c15f-43c6-9f33-9120bc443de6', 'tenant_id': 'd19f338700ce464cae93dbe9bfd43c13', 'mac_address': 'fa:16:3e:eb:8e:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e2087c5-43c3-48e7-a9d4-835dfe853af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '390d82ff-57dd-46bc-9ec7-10d0ba1b5029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:09:26Z', 'updated_at': '2021-07-24T01:09:27Z', 'revision_number': 2, 'project_id': 'd19f338700ce464cae93dbe9bfd43c13', 'subnets': [{'id': '390d82ff-57dd-46bc-9ec7-10d0ba1b5029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:29.410302 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-faa2a1d4-36f0-4576-82b4-93b30bdd96ee None None] Transition to ACTIVE for port object 3ec3d6bb-1956-4640-843b-a6d70f76bc68 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:09:29.435120 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f9c2c4-f19e-4c0a-964b-13b59d6335c9 None None] Checking router: 6e2087c5-43c3-48e7-a9d4-835dfe853af0 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:09:29.435434 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-faa2a1d4-36f0-4576-82b4-93b30bdd96ee None None] Transition to ACTIVE for port object 3ec3d6bb-1956-4640-843b-a6d70f76bc68 will not be triggered until provisioned by entity DHCP. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:09:29.435562 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f9c2c4-f19e-4c0a-964b-13b59d6335c9 None None] Updating router 6e2087c5-43c3-48e7-a9d4-835dfe853af0 port 8e92e086-5508-44d6-85a8-04c899e4c1f8 binding host n-d-800088-16 {{(pid=100316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:09:29.445614 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-faa2a1d4-36f0-4576-82b4-93b30bdd96ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429'] for port, after_create {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:29.451591 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-898c478f-d05e-422b-99d0-06ebdeb58b90 admin admin] Allocated IP 172.25.3.4 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/869a7e34-b298-46ef-8ba8-256273f2de46) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:09:29.473608 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-c2f9c2c4-f19e-4c0a-964b-13b59d6335c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:29.482989 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 6f4e02d9-320c-4336-a188-3ee40564d8fd completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:09:29.492655 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 6f4e02d9-320c-4336-a188-3ee40564d8fd triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:09:29.493055 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:29.497765 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa2a1d4-36f0-4576-82b4-93b30bdd96ee None None] Network 11d72688-bc8e-413b-89d9-34941dd89161 is already hosted by enough agents. {{(pid=100315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:09:29.521620 n-d-800088-16 neutron-server[100315]: DEBUG neutron.scheduler.base_scheduler [None req-faa2a1d4-36f0-4576-82b4-93b30bdd96ee None None] Resources bound (agent type, host, resource id): {{(pid=100315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:09:29.528047 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa2a1d4-36f0-4576-82b4-93b30bdd96ee None None] Received port after_create {{(pid=100315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:09:29.534054 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa2a1d4-36f0-4576-82b4-93b30bdd96ee None None] Pushing event updated for resources: {'Port': ['ID=3ec3d6bb-1956-4640-843b-a6d70f76bc68,revision_number=1']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:29.580068 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-898c478f-d05e-422b-99d0-06ebdeb58b90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:29.624774 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-898c478f-d05e-422b-99d0-06ebdeb58b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:29.628024 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-faa2a1d4-36f0-4576-82b4-93b30bdd96ee None None] Attempting to bind port 3ec3d6bb-1956-4640-843b-a6d70f76bc68 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:09:29.628413 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-faa2a1d4-36f0-4576-82b4-93b30bdd96ee None None] Attempting to bind port 3ec3d6bb-1956-4640-843b-a6d70f76bc68 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': 'b5339433-c5a4-4196-b47a-e5b95440d8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '11d72688-bc8e-413b-89d9-34941dd89161'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:09:29.628769 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa2a1d4-36f0-4576-82b4-93b30bdd96ee None None] Attempting to bind port 3ec3d6bb-1956-4640-843b-a6d70f76bc68 on network 11d72688-bc8e-413b-89d9-34941dd89161 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:09:29.641841 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa2a1d4-36f0-4576-82b4-93b30bdd96ee None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:09:29.642216 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa2a1d4-36f0-4576-82b4-93b30bdd96ee None None] Checking segment: {'id': 'b5339433-c5a4-4196-b47a-e5b95440d8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '11d72688-bc8e-413b-89d9-34941dd89161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:09:29.642617 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-faa2a1d4-36f0-4576-82b4-93b30bdd96ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:29.643011 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa2a1d4-36f0-4576-82b4-93b30bdd96ee None None] Bound using segment: {'id': 'b5339433-c5a4-4196-b47a-e5b95440d8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '11d72688-bc8e-413b-89d9-34941dd89161'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:09:29.643482 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-faa2a1d4-36f0-4576-82b4-93b30bdd96ee None None] Bound port: 3ec3d6bb-1956-4640-843b-a6d70f76bc68, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5339433-c5a4-4196-b47a-e5b95440d8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '11d72688-bc8e-413b-89d9-34941dd89161'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:09:29.643865 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-faa2a1d4-36f0-4576-82b4-93b30bdd96ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:29.656377 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:29.663436 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898c478f-d05e-422b-99d0-06ebdeb58b90 admin admin] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:09:29.666420 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-898c478f-d05e-422b-99d0-06ebdeb58b90 admin admin] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:09:29.672603 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898c478f-d05e-422b-99d0-06ebdeb58b90 admin admin] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:09:29.698767 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898c478f-d05e-422b-99d0-06ebdeb58b90 admin admin] Pushing event updated for resources: {'Port': ['ID=869a7e34-b298-46ef-8ba8-256273f2de46,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:29.701980 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 6f4e02d9-320c-4336-a188-3ee40564d8fd, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=6f4e02d9-320c-4336-a188-3ee40564d8fd,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:09:29.711613 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:29.755263 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-faa2a1d4-36f0-4576-82b4-93b30bdd96ee None None] For port 3ec3d6bb-1956-4640-843b-a6d70f76bc68, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:09:29.762424 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-faa2a1d4-36f0-4576-82b4-93b30bdd96ee None None] For port 3ec3d6bb-1956-4640-843b-a6d70f76bc68, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=3ec3d6bb-1956-4640-843b-a6d70f76bc68,segment=NetworkSegment(b5339433-c5a4-4196-b47a-e5b95440d8af),segment_id=b5339433-c5a4-4196-b47a-e5b95440d8af)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:09:29.774013 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-faa2a1d4-36f0-4576-82b4-93b30bdd96ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:29.777573 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-c2f9c2c4-f19e-4c0a-964b-13b59d6335c9 None None] Notify callbacks [] for port, precommit_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:29.785184 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=6f4e02d9-320c-4336-a188-3ee40564d8fd,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:29.788503 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.provisioning_blocks [None req-c2f9c2c4-f19e-4c0a-964b-13b59d6335c9 None None] Transition to ACTIVE for port object 8e92e086-5508-44d6-85a8-04c899e4c1f8 will not be triggered until provisioned by entity L2. {{(pid=100316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:09:29.801217 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-c2f9c2c4-f19e-4c0a-964b-13b59d6335c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:29.856510 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa2a1d4-36f0-4576-82b4-93b30bdd96ee None None] Pushing event updated for resources: {'Port': ['ID=3ec3d6bb-1956-4640-843b-a6d70f76bc68,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:29.880147 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fde7e3-c397-4fbe-948a-6278962c1248 None None] Pushing event updated for resources: {'Port': ['ID=8e92e086-5508-44d6-85a8-04c899e4c1f8,revision_number=3']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:29.917153 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fde7e3-c397-4fbe-948a-6278962c1248 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:29.917749 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fde7e3-c397-4fbe-948a-6278962c1248 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:29.918244 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fde7e3-c397-4fbe-948a-6278962c1248 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:29.918747 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fde7e3-c397-4fbe-948a-6278962c1248 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:29.919383 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fde7e3-c397-4fbe-948a-6278962c1248 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:29.919939 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fde7e3-c397-4fbe-948a-6278962c1248 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:29.920495 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fde7e3-c397-4fbe-948a-6278962c1248 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:29.921008 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fde7e3-c397-4fbe-948a-6278962c1248 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:29.921613 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fde7e3-c397-4fbe-948a-6278962c1248 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:29.922163 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fde7e3-c397-4fbe-948a-6278962c1248 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:29.922637 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fde7e3-c397-4fbe-948a-6278962c1248 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:29.923107 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fde7e3-c397-4fbe-948a-6278962c1248 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:29.943374 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-c2f9c2c4-f19e-4c0a-964b-13b59d6335c9 None None] Attempting to bind port 8e92e086-5508-44d6-85a8-04c899e4c1f8 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:09:29.944050 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-c2f9c2c4-f19e-4c0a-964b-13b59d6335c9 None None] Attempting to bind port 8e92e086-5508-44d6-85a8-04c899e4c1f8 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '23480e29-4c9b-4463-a64e-a21e25d6b691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '8653a263-c15f-43c6-9f33-9120bc443de6'}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:09:29.944488 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f9c2c4-f19e-4c0a-964b-13b59d6335c9 None None] Attempting to bind port 8e92e086-5508-44d6-85a8-04c899e4c1f8 on network 8653a263-c15f-43c6-9f33-9120bc443de6 {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:09:29.952295 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f9c2c4-f19e-4c0a-964b-13b59d6335c9 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:09:29.952905 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f9c2c4-f19e-4c0a-964b-13b59d6335c9 None None] Checking segment: {'id': '23480e29-4c9b-4463-a64e-a21e25d6b691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '8653a263-c15f-43c6-9f33-9120bc443de6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:09:29.953471 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-c2f9c2c4-f19e-4c0a-964b-13b59d6335c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:29.954125 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f9c2c4-f19e-4c0a-964b-13b59d6335c9 None None] Bound using segment: {'id': '23480e29-4c9b-4463-a64e-a21e25d6b691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '8653a263-c15f-43c6-9f33-9120bc443de6'} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:09:29.954829 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-c2f9c2c4-f19e-4c0a-964b-13b59d6335c9 None None] Bound port: 8e92e086-5508-44d6-85a8-04c899e4c1f8, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23480e29-4c9b-4463-a64e-a21e25d6b691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '8653a263-c15f-43c6-9f33-9120bc443de6'}}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:09:29.955356 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-c2f9c2c4-f19e-4c0a-964b-13b59d6335c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:30.000339 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-898c478f-d05e-422b-99d0-06ebdeb58b90 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:30.030196 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-c2f9c2c4-f19e-4c0a-964b-13b59d6335c9 None None] For port 8e92e086-5508-44d6-85a8-04c899e4c1f8, host n-d-800088-16, cleared binding levels {{(pid=100316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:09:30.042997 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-c2f9c2c4-f19e-4c0a-964b-13b59d6335c9 None None] For port 8e92e086-5508-44d6-85a8-04c899e4c1f8, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=8e92e086-5508-44d6-85a8-04c899e4c1f8,segment=NetworkSegment(23480e29-4c9b-4463-a64e-a21e25d6b691),segment_id=23480e29-4c9b-4463-a64e-a21e25d6b691)] {{(pid=100316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:09:30.063111 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-c2f9c2c4-f19e-4c0a-964b-13b59d6335c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:30.143562 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fde7e3-c397-4fbe-948a-6278962c1248 None None] Pushing event updated for resources: {'Port': ['ID=8e92e086-5508-44d6-85a8-04c899e4c1f8,revision_number=4']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:30.149647 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f9c2c4-f19e-4c0a-964b-13b59d6335c9 None None] Routers {'6e2087c5-43c3-48e7-a9d4-835dfe853af0'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:09:30.150451 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-c2f9c2c4-f19e-4c0a-964b-13b59d6335c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T01:09:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['6e2087c5-43c3-48e7-a9d4-835dfe853af0'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:30.260940 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-898c478f-d05e-422b-99d0-06ebdeb58b90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687150'] for router, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:30.285508 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-c2f9c2c4-f19e-4c0a-964b-13b59d6335c9 None None] Set router 6e2087c5-43c3-48e7-a9d4-835dfe853af0 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:09:30.409452 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-898c478f-d05e-422b-99d0-06ebdeb58b90 admin admin] Router a596d3e2-0d8a-4be5-aaec-df82e47b0fc0 is scheduled to L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 with binding_index 1 {{(pid=100313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 01:09:30.493570 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-c2f9c2c4-f19e-4c0a-964b-13b59d6335c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2087c5-43c3-48e7-a9d4-835dfe853af0', 'name': 'tempest-TestSnapshotPattern-240005999-router', 'tenant_id': 'd19f338700ce464cae93dbe9bfd43c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '6f4e02d9-320c-4336-a188-3ee40564d8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:09:24Z', 'updated_at': '2021-07-24T01:09:26Z', 'revision_number': 4, 'project_id': 'd19f338700ce464cae93dbe9bfd43c13', 'gw_port': {'id': '6f4e02d9-320c-4336-a188-3ee40564d8fd', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2087c5-43c3-48e7-a9d4-835dfe853af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:09:24Z', 'updated_at': '2021-07-24T01:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '8e92e086-5508-44d6-85a8-04c899e4c1f8', 'name': '', 'network_id': '8653a263-c15f-43c6-9f33-9120bc443de6', 'tenant_id': 'd19f338700ce464cae93dbe9bfd43c13', 'mac_address': 'fa:16:3e:eb:8e:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e2087c5-43c3-48e7-a9d4-835dfe853af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '390d82ff-57dd-46bc-9ec7-10d0ba1b5029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:09:26Z', 'updated_at': '2021-07-24T01:09:30Z', 'revision_number': 4, 'project_id': 'd19f338700ce464cae93dbe9bfd43c13', 'subnets': [{'id': '390d82ff-57dd-46bc-9ec7-10d0ba1b5029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:30.520758 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-898c478f-d05e-422b-99d0-06ebdeb58b90 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:09:30.525749 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f9c2c4-f19e-4c0a-964b-13b59d6335c9 None None] The sync data for ids ['6e2087c5-43c3-48e7-a9d4-835dfe853af0'] in n-d-800088-16 is: [{'id': '6e2087c5-43c3-48e7-a9d4-835dfe853af0', 'name': 'tempest-TestSnapshotPattern-240005999-router', 'tenant_id': 'd19f338700ce464cae93dbe9bfd43c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '6f4e02d9-320c-4336-a188-3ee40564d8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:09:24Z', 'updated_at': '2021-07-24T01:09:26Z', 'revision_number': 4, 'project_id': 'd19f338700ce464cae93dbe9bfd43c13', 'gw_port': {'id': '6f4e02d9-320c-4336-a188-3ee40564d8fd', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2087c5-43c3-48e7-a9d4-835dfe853af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:09:24Z', 'updated_at': '2021-07-24T01:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '8e92e086-5508-44d6-85a8-04c899e4c1f8', 'name': '', 'network_id': '8653a263-c15f-43c6-9f33-9120bc443de6', 'tenant_id': 'd19f338700ce464cae93dbe9bfd43c13', 'mac_address': 'fa:16:3e:eb:8e:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e2087c5-43c3-48e7-a9d4-835dfe853af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '390d82ff-57dd-46bc-9ec7-10d0ba1b5029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:09:26Z', 'updated_at': '2021-07-24T01:09:30Z', 'revision_number': 4, 'project_id': 'd19f338700ce464cae93dbe9bfd43c13', 'subnets': [{'id': '390d82ff-57dd-46bc-9ec7-10d0ba1b5029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:09:30.530819 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa42acd2-f314-49c7-9de8-1e490f3fc0a1 None None] Sync routers for ids ['a596d3e2-0d8a-4be5-aaec-df82e47b0fc0'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:09:30.540966 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-898c478f-d05e-422b-99d0-06ebdeb58b90 admin admin] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:30.545111 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa42acd2-f314-49c7-9de8-1e490f3fc0a1 None None] Routers {'a596d3e2-0d8a-4be5-aaec-df82e47b0fc0'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:09:30.545296 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-898c478f-d05e-422b-99d0-06ebdeb58b90 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.7500832 Jul 24 01:09:30.545402 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-fa42acd2-f314-49c7-9de8-1e490f3fc0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T01:09:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['a596d3e2-0d8a-4be5-aaec-df82e47b0fc0'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:30.545518 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45014) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:30.686262 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-fa42acd2-f314-49c7-9de8-1e490f3fc0a1 None None] Set router a596d3e2-0d8a-4be5-aaec-df82e47b0fc0 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:09:31.039710 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15856b7a-d41c-471b-bff6-6081166de63c None None] Network 11d72688-bc8e-413b-89d9-34941dd89161 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:09:31.128525 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-04f0b339-31e9-49ad-b27b-c63b501d3dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:31.165060 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-c188cb57-d7b2-4061-8325-2d14da245bab None None] Provisioning for port 3ec3d6bb-1956-4640-843b-a6d70f76bc68 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:09:31.179177 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 8e92e086-5508-44d6-85a8-04c899e4c1f8 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:09:31.209789 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-fa42acd2-f314-49c7-9de8-1e490f3fc0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a596d3e2-0d8a-4be5-aaec-df82e47b0fc0', 'name': 'tempest-TestSnapshotPattern-657761416-router', 'tenant_id': 'acebc47fc58b4753a658244a033a4c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '869a7e34-b298-46ef-8ba8-256273f2de46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:09:28Z', 'updated_at': '2021-07-24T01:09:29Z', 'revision_number': 3, 'project_id': 'acebc47fc58b4753a658244a033a4c76', 'gw_port': {'id': '869a7e34-b298-46ef-8ba8-256273f2de46', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:89:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a596d3e2-0d8a-4be5-aaec-df82e47b0fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:09:29Z', 'updated_at': '2021-07-24T01:09:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:31.267455 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa42acd2-f314-49c7-9de8-1e490f3fc0a1 None None] Checking router: a596d3e2-0d8a-4be5-aaec-df82e47b0fc0 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:09:31.267815 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa42acd2-f314-49c7-9de8-1e490f3fc0a1 None None] Updating router a596d3e2-0d8a-4be5-aaec-df82e47b0fc0 port 869a7e34-b298-46ef-8ba8-256273f2de46 binding host n-d-800088-16 {{(pid=100315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:09:31.325956 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [None req-04f0b339-31e9-49ad-b27b-c63b501d3dcd admin admin] Allocated IP 172.20.0.1 (11d72688-bc8e-413b-89d9-34941dd89161/3c8b6aa0-fc9c-4da2-91fa-0be455652b1e/179e98df-7c1a-478e-b0aa-0bfc5171acff) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:09:31.347903 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-fa42acd2-f314-49c7-9de8-1e490f3fc0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:31.378759 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 8e92e086-5508-44d6-85a8-04c899e4c1f8 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:09:31.395363 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 8e92e086-5508-44d6-85a8-04c899e4c1f8 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:09:31.395939 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:31.444891 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-04f0b339-31e9-49ad-b27b-c63b501d3dcd admin admin] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:31.459142 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [None req-04f0b339-31e9-49ad-b27b-c63b501d3dcd admin admin] Transition to ACTIVE for port object 179e98df-7c1a-478e-b0aa-0bfc5171acff will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:09:31.502544 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-04f0b339-31e9-49ad-b27b-c63b501d3dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:31.547604 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f0b339-31e9-49ad-b27b-c63b501d3dcd admin admin] Pushing event updated for resources: {'Port': ['ID=179e98df-7c1a-478e-b0aa-0bfc5171acff,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:31.563549 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f0b339-31e9-49ad-b27b-c63b501d3dcd admin admin] Network 11d72688-bc8e-413b-89d9-34941dd89161 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:09:31.565084 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-04f0b339-31e9-49ad-b27b-c63b501d3dcd admin admin] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:09:31.567744 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f0b339-31e9-49ad-b27b-c63b501d3dcd admin admin] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:09:31.612145 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-04f0b339-31e9-49ad-b27b-c63b501d3dcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681761'] for router_interface, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:31.633337 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:31.701667 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 8e92e086-5508-44d6-85a8-04c899e4c1f8, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=8e92e086-5508-44d6-85a8-04c899e4c1f8,segment=NetworkSegment(23480e29-4c9b-4463-a64e-a21e25d6b691),segment_id=23480e29-4c9b-4463-a64e-a21e25d6b691)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:09:31.722360 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:31.723200 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 6f4e02d9-320c-4336-a188-3ee40564d8fd up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:09:31.777167 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-04f0b339-31e9-49ad-b27b-c63b501d3dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:31.800945 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-fa42acd2-f314-49c7-9de8-1e490f3fc0a1 None None] Notify callbacks [] for port, precommit_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:31.846221 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-fa42acd2-f314-49c7-9de8-1e490f3fc0a1 None None] Transition to ACTIVE for port object 869a7e34-b298-46ef-8ba8-256273f2de46 will not be triggered until provisioned by entity L2. {{(pid=100315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:09:31.848786 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=8e92e086-5508-44d6-85a8-04c899e4c1f8,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:31.862834 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-fa42acd2-f314-49c7-9de8-1e490f3fc0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:31.901271 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 6f4e02d9-320c-4336-a188-3ee40564d8fd triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:09:31.901649 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:31.948996 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df92a1b-2d73-44c8-911a-5f71afc3ed00 None None] Pushing event updated for resources: {'Port': ['ID=869a7e34-b298-46ef-8ba8-256273f2de46,revision_number=2']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:31.951218 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-fa42acd2-f314-49c7-9de8-1e490f3fc0a1 None None] Attempting to bind port 869a7e34-b298-46ef-8ba8-256273f2de46 on host n-d-800088-16 for vnic_type normal with profile {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:09:31.951599 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-fa42acd2-f314-49c7-9de8-1e490f3fc0a1 None None] Attempting to bind port 869a7e34-b298-46ef-8ba8-256273f2de46 by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:09:31.951966 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa42acd2-f314-49c7-9de8-1e490f3fc0a1 None None] Attempting to bind port 869a7e34-b298-46ef-8ba8-256273f2de46 on network 9adcfee8-760c-4568-9e39-c221abf69bf5 {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:09:31.971261 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa42acd2-f314-49c7-9de8-1e490f3fc0a1 None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:09:31.971645 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa42acd2-f314-49c7-9de8-1e490f3fc0a1 None None] Checking segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:09:31.972129 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-fa42acd2-f314-49c7-9de8-1e490f3fc0a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:31.972440 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa42acd2-f314-49c7-9de8-1e490f3fc0a1 None None] Bound using segment: {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'} {{(pid=100315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:09:31.973064 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.managers [None req-fa42acd2-f314-49c7-9de8-1e490f3fc0a1 None None] Bound port: 869a7e34-b298-46ef-8ba8-256273f2de46, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2d65d8-98f0-4d7d-bf63-83d97034c63b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5'}}] {{(pid=100315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:09:31.973328 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-fa42acd2-f314-49c7-9de8-1e490f3fc0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:31.989964 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-04f0b339-31e9-49ad-b27b-c63b501d3dcd admin admin] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:31.994952 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-04f0b339-31e9-49ad-b27b-c63b501d3dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:32.054941 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-fa42acd2-f314-49c7-9de8-1e490f3fc0a1 None None] For port 869a7e34-b298-46ef-8ba8-256273f2de46, host n-d-800088-16, cleared binding levels {{(pid=100315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:09:32.066121 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-04f0b339-31e9-49ad-b27b-c63b501d3dcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680980'] for router_interface, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:32.069448 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f0b339-31e9-49ad-b27b-c63b501d3dcd admin admin] Pushing event updated for resources: {'Port': ['ID=179e98df-7c1a-478e-b0aa-0bfc5171acff,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:32.077548 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-fa42acd2-f314-49c7-9de8-1e490f3fc0a1 None None] For port 869a7e34-b298-46ef-8ba8-256273f2de46, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=869a7e34-b298-46ef-8ba8-256273f2de46,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:09:32.081611 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 3ec3d6bb-1956-4640-843b-a6d70f76bc68 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:09:32.085637 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-fa42acd2-f314-49c7-9de8-1e490f3fc0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:32.136021 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-bdacaf85-e37f-4f65-a93c-51dcbf663308 None None] Provisioning for port 179e98df-7c1a-478e-b0aa-0bfc5171acff completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:09:32.151890 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-bdacaf85-e37f-4f65-a93c-51dcbf663308 None None] Provisioning complete for port 179e98df-7c1a-478e-b0aa-0bfc5171acff triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:09:32.152261 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-bdacaf85-e37f-4f65-a93c-51dcbf663308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:32.165292 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f0b339-31e9-49ad-b27b-c63b501d3dcd admin admin] Network 11d72688-bc8e-413b-89d9-34941dd89161 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:09:32.166680 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [None req-04f0b339-31e9-49ad-b27b-c63b501d3dcd admin admin] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:09:32.208955 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df92a1b-2d73-44c8-911a-5f71afc3ed00 None None] Pushing event updated for resources: {'Port': ['ID=869a7e34-b298-46ef-8ba8-256273f2de46,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:32.216848 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa42acd2-f314-49c7-9de8-1e490f3fc0a1 None None] Routers {'a596d3e2-0d8a-4be5-aaec-df82e47b0fc0'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:09:32.217487 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-fa42acd2-f314-49c7-9de8-1e490f3fc0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T01:09:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['a596d3e2-0d8a-4be5-aaec-df82e47b0fc0'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:32.281580 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-bdacaf85-e37f-4f65-a93c-51dcbf663308 None None] Port 179e98df-7c1a-478e-b0aa-0bfc5171acff cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:09:32.293730 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04f0b339-31e9-49ad-b27b-c63b501d3dcd admin admin] Router a596d3e2-0d8a-4be5-aaec-df82e47b0fc0 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:09:32.298102 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 3ec3d6bb-1956-4640-843b-a6d70f76bc68 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:09:32.311279 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 3ec3d6bb-1956-4640-843b-a6d70f76bc68 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:09:32.311667 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:32.370316 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-fa42acd2-f314-49c7-9de8-1e490f3fc0a1 None None] Set router a596d3e2-0d8a-4be5-aaec-df82e47b0fc0 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:09:32.413295 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f0b339-31e9-49ad-b27b-c63b501d3dcd admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:09:32.418630 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-04f0b339-31e9-49ad-b27b-c63b501d3dcd admin admin] 10.222.0.44 "PUT /v2.0/routers/a596d3e2-0d8a-4be5-aaec-df82e47b0fc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8719416 Jul 24 01:09:32.479536 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-cd3b5468-0aff-4c27-9ebb-783ae1dc11bc None None] Provisioning complete for port 179e98df-7c1a-478e-b0aa-0bfc5171acff triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:09:32.479829 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-cd3b5468-0aff-4c27-9ebb-783ae1dc11bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:32.540921 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:32.580309 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-cd3b5468-0aff-4c27-9ebb-783ae1dc11bc None None] Port 179e98df-7c1a-478e-b0aa-0bfc5171acff cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:09:32.619787 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 3ec3d6bb-1956-4640-843b-a6d70f76bc68, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=3ec3d6bb-1956-4640-843b-a6d70f76bc68,segment=NetworkSegment(b5339433-c5a4-4196-b47a-e5b95440d8af),segment_id=b5339433-c5a4-4196-b47a-e5b95440d8af)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:09:32.625934 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:32.701129 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=3ec3d6bb-1956-4640-843b-a6d70f76bc68,revision_number=3']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:32.723687 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-fa42acd2-f314-49c7-9de8-1e490f3fc0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a596d3e2-0d8a-4be5-aaec-df82e47b0fc0', 'name': 'tempest-TestSnapshotPattern-657761416-router', 'tenant_id': 'acebc47fc58b4753a658244a033a4c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '869a7e34-b298-46ef-8ba8-256273f2de46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:09:28Z', 'updated_at': '2021-07-24T01:09:31Z', 'revision_number': 4, 'project_id': 'acebc47fc58b4753a658244a033a4c76', 'gw_port': {'id': '869a7e34-b298-46ef-8ba8-256273f2de46', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:89:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a596d3e2-0d8a-4be5-aaec-df82e47b0fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:09:29Z', 'updated_at': '2021-07-24T01:09:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '179e98df-7c1a-478e-b0aa-0bfc5171acff', 'name': '', 'network_id': '11d72688-bc8e-413b-89d9-34941dd89161', 'tenant_id': 'acebc47fc58b4753a658244a033a4c76', 'mac_address': 'fa:16:3e:7b:c2:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a596d3e2-0d8a-4be5-aaec-df82e47b0fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '3c8b6aa0-fc9c-4da2-91fa-0be455652b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:09:31Z', 'updated_at': '2021-07-24T01:09:31Z', 'revision_number': 2, 'project_id': 'acebc47fc58b4753a658244a033a4c76', 'subnets': [{'id': '3c8b6aa0-fc9c-4da2-91fa-0be455652b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:32.752497 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa42acd2-f314-49c7-9de8-1e490f3fc0a1 None None] The sync data for ids ['a596d3e2-0d8a-4be5-aaec-df82e47b0fc0'] in n-d-800088-16 is: [{'id': 'a596d3e2-0d8a-4be5-aaec-df82e47b0fc0', 'name': 'tempest-TestSnapshotPattern-657761416-router', 'tenant_id': 'acebc47fc58b4753a658244a033a4c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '869a7e34-b298-46ef-8ba8-256273f2de46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:09:28Z', 'updated_at': '2021-07-24T01:09:31Z', 'revision_number': 4, 'project_id': 'acebc47fc58b4753a658244a033a4c76', 'gw_port': {'id': '869a7e34-b298-46ef-8ba8-256273f2de46', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:89:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a596d3e2-0d8a-4be5-aaec-df82e47b0fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:09:29Z', 'updated_at': '2021-07-24T01:09:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '179e98df-7c1a-478e-b0aa-0bfc5171acff', 'name': '', 'network_id': '11d72688-bc8e-413b-89d9-34941dd89161', 'tenant_id': 'acebc47fc58b4753a658244a033a4c76', 'mac_address': 'fa:16:3e:7b:c2:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a596d3e2-0d8a-4be5-aaec-df82e47b0fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '3c8b6aa0-fc9c-4da2-91fa-0be455652b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:09:31Z', 'updated_at': '2021-07-24T01:09:31Z', 'revision_number': 2, 'project_id': 'acebc47fc58b4753a658244a033a4c76', 'subnets': [{'id': '3c8b6aa0-fc9c-4da2-91fa-0be455652b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:09:32.931663 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45022) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:32.936551 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-b3f82a78-e21d-48a0-9574-091bee2c5ebc tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1443231808', 'description': 'tempest-secgroup-smoke-1443231808 description', 'project_id': 'd19f338700ce464cae93dbe9bfd43c13'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:09:32.977709 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b3f82a78-e21d-48a0-9574-091bee2c5ebc tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Notify callbacks [] for security_group, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:33.024968 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 3ec3d6bb-1956-4640-843b-a6d70f76bc68 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:09:33.085039 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b3f82a78-e21d-48a0-9574-091bee2c5ebc tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Notify callbacks [] for security_group, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:33.089975 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b3f82a78-e21d-48a0-9574-091bee2c5ebc tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:33.122389 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b3f82a78-e21d-48a0-9574-091bee2c5ebc tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:33.126653 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-b3f82a78-e21d-48a0-9574-091bee2c5ebc tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1909847 Jul 24 01:09:33.126992 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45024) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:33.132414 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-43e09765-5f0e-4514-8797-8e5f7836a378 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Request body: {'security_group_rule': {'security_group_id': 'c4c88f72-0c43-4bdb-be6a-d5d9bfafd145', 'project_id': 'd19f338700ce464cae93dbe9bfd43c13', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:09:33.141251 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f82a78-e21d-48a0-9574-091bee2c5ebc tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c88f72-0c43-4bdb-be6a-d5d9bfafd145,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:33.170445 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-43e09765-5f0e-4514-8797-8e5f7836a378 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:33.237595 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-43e09765-5f0e-4514-8797-8e5f7836a378 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:33.242248 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-43e09765-5f0e-4514-8797-8e5f7836a378 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:33.255326 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 3ec3d6bb-1956-4640-843b-a6d70f76bc68 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:09:33.255861 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:33.261851 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e09765-5f0e-4514-8797-8e5f7836a378 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a36bb1fd-5e58-4cac-9c3a-3e8807c2c10d,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:33.268116 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-43e09765-5f0e-4514-8797-8e5f7836a378 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:33.272682 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45026) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:33.273292 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-43e09765-5f0e-4514-8797-8e5f7836a378 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1448746 Jul 24 01:09:33.277604 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-1376fb7c-117a-4a9f-845a-de8a96c4a7e4 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Request body: {'security_group_rule': {'security_group_id': 'c4c88f72-0c43-4bdb-be6a-d5d9bfafd145', 'project_id': 'd19f338700ce464cae93dbe9bfd43c13', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:09:33.307071 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1376fb7c-117a-4a9f-845a-de8a96c4a7e4 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:33.343744 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 8e92e086-5508-44d6-85a8-04c899e4c1f8 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:09:33.392933 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1376fb7c-117a-4a9f-845a-de8a96c4a7e4 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:33.398533 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1376fb7c-117a-4a9f-845a-de8a96c4a7e4 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:33.402316 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 8e92e086-5508-44d6-85a8-04c899e4c1f8 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:09:33.402727 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:33.414825 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1376fb7c-117a-4a9f-845a-de8a96c4a7e4 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2971214-e225-4941-8494-487e986a8ba1,revision_number=0']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:33.426912 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-1376fb7c-117a-4a9f-845a-de8a96c4a7e4 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:33.437946 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45028) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:33.439504 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-1376fb7c-117a-4a9f-845a-de8a96c4a7e4 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1655562 Jul 24 01:09:33.443173 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-1653480e-2465-415c-8cdf-7424161bf355 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Request body: {'security_group_rule': {'security_group_id': 'c4c88f72-0c43-4bdb-be6a-d5d9bfafd145', 'project_id': 'd19f338700ce464cae93dbe9bfd43c13', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:09:33.481999 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1653480e-2465-415c-8cdf-7424161bf355 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:33.553087 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1653480e-2465-415c-8cdf-7424161bf355 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:33.557227 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1653480e-2465-415c-8cdf-7424161bf355 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:33.576248 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1653480e-2465-415c-8cdf-7424161bf355 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d51bd2c-e007-4959-9474-06a3062dab73,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:33.583369 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-1653480e-2465-415c-8cdf-7424161bf355 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:33.585190 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-1653480e-2465-415c-8cdf-7424161bf355 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1467400 Jul 24 01:09:33.587940 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45030) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:33.592617 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-4ef2e8c7-8e05-4a57-9627-fc73a4db6668 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Request body: {'security_group_rule': {'security_group_id': 'c4c88f72-0c43-4bdb-be6a-d5d9bfafd145', 'project_id': 'd19f338700ce464cae93dbe9bfd43c13', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:09:33.620573 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4ef2e8c7-8e05-4a57-9627-fc73a4db6668 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:33.683536 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4ef2e8c7-8e05-4a57-9627-fc73a4db6668 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:33.687676 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4ef2e8c7-8e05-4a57-9627-fc73a4db6668 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:33.707280 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef2e8c7-8e05-4a57-9627-fc73a4db6668 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb2a56f4-01b5-4b06-9e46-ab896b7f2d84,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:33.713878 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-4ef2e8c7-8e05-4a57-9627-fc73a4db6668 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:33.718231 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-4ef2e8c7-8e05-4a57-9627-fc73a4db6668 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1261981 Jul 24 01:09:33.718231 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45032) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:33.722869 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-7f3d634e-dbca-4bf5-9c6e-2157f971476b tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Request body: {'security_group_rule': {'security_group_id': 'c4c88f72-0c43-4bdb-be6a-d5d9bfafd145', 'project_id': 'd19f338700ce464cae93dbe9bfd43c13', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:09:33.745868 n-d-800088-16 neutron-server[100314]: INFO neutron.db.securitygroups_db [None req-7f3d634e-dbca-4bf5-9c6e-2157f971476b tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Project d19f338700ce464cae93dbe9bfd43c13 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 01:09:33.751372 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7f3d634e-dbca-4bf5-9c6e-2157f971476b tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:33.816290 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7f3d634e-dbca-4bf5-9c6e-2157f971476b tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:33.820904 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7f3d634e-dbca-4bf5-9c6e-2157f971476b tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:33.839646 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3d634e-dbca-4bf5-9c6e-2157f971476b tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7f50f04-ac6c-420f-aa80-b0941ea8ae85,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:33.845803 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-7f3d634e-dbca-4bf5-9c6e-2157f971476b tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:33.846835 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-7f3d634e-dbca-4bf5-9c6e-2157f971476b tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1276398 Jul 24 01:09:33.849491 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45034) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:33.854000 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [None req-b91f6f72-2e7c-4ce9-9ccc-85f45e678b0b tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Request body: {'security_group_rule': {'security_group_id': 'c4c88f72-0c43-4bdb-be6a-d5d9bfafd145', 'project_id': 'd19f338700ce464cae93dbe9bfd43c13', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:09:33.876176 n-d-800088-16 neutron-server[100314]: INFO neutron.db.securitygroups_db [None req-b91f6f72-2e7c-4ce9-9ccc-85f45e678b0b tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Project d19f338700ce464cae93dbe9bfd43c13 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 01:09:33.881864 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b91f6f72-2e7c-4ce9-9ccc-85f45e678b0b tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:33.949920 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b91f6f72-2e7c-4ce9-9ccc-85f45e678b0b tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:33.954259 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b91f6f72-2e7c-4ce9-9ccc-85f45e678b0b tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624231'] for security_group_rule, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:33.974331 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91f6f72-2e7c-4ce9-9ccc-85f45e678b0b tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2bb704a-e121-4b61-98dd-d78a142640e9,revision_number=0']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:33.977528 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b91f6f72-2e7c-4ce9-9ccc-85f45e678b0b tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:33.978733 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-b91f6f72-2e7c-4ce9-9ccc-85f45e678b0b tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1282699 Jul 24 01:09:34.123928 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b286cac7-cb1e-4677-b8c7-7b3a74f0cd41 req-6c52864a-08d2-452d-955d-8a58111c626e tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1443231808&fields=id&tenant_id=d19f338700ce464cae93dbe9bfd43c13 HTTP/1.1" status: 200 len: 267 time: 0.0317097 Jul 24 01:09:34.232450 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b286cac7-cb1e-4677-b8c7-7b3a74f0cd41 req-49c00a5e-2190-458f-994f-a7ffa2ec023d tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:34.235015 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b286cac7-cb1e-4677-b8c7-7b3a74f0cd41 req-49c00a5e-2190-458f-994f-a7ffa2ec023d tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.44 "GET /v2.0/networks?id=8653a263-c15f-43c6-9f33-9120bc443de6 HTTP/1.1" status: 200 len: 809 time: 0.1047580 Jul 24 01:09:34.250547 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b286cac7-cb1e-4677-b8c7-7b3a74f0cd41 req-fa58fe52-a65a-4376-b30a-07022181f291 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.44 "GET /v2.0/quotas/d19f338700ce464cae93dbe9bfd43c13 HTTP/1.1" status: 200 len: 375 time: 0.0093529 Jul 24 01:09:34.316093 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b286cac7-cb1e-4677-b8c7-7b3a74f0cd41 req-ce09398e-6cae-41b4-8ba4-3b67eaefa9ec tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d19f338700ce464cae93dbe9bfd43c13&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0606122 Jul 24 01:09:34.417499 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [req-b286cac7-cb1e-4677-b8c7-7b3a74f0cd41 req-755bea81-a6f6-420f-bdbc-07ad577a7517 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=100313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:09:34.418531 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b286cac7-cb1e-4677-b8c7-7b3a74f0cd41 req-755bea81-a6f6-420f-bdbc-07ad577a7517 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0910835 Jul 24 01:09:34.509068 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b286cac7-cb1e-4677-b8c7-7b3a74f0cd41 req-3084cef0-6dcd-43cd-bf9a-27787bff8e78 service neutron] 10.222.0.44 "GET /v2.0/networks/8653a263-c15f-43c6-9f33-9120bc443de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846291 Jul 24 01:09:34.603794 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b286cac7-cb1e-4677-b8c7-7b3a74f0cd41 req-c666a96b-fcde-4ac4-81b9-6a773d02c0a6 service neutron] 10.222.0.44 "GET /v2.0/networks/8653a263-c15f-43c6-9f33-9120bc443de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887258 Jul 24 01:09:34.768593 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7ea03e89-c2fa-4e5f-8993-7b8d7fcf5827 req-08b7ef64-559e-4a61-afb2-f554490e64e8 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb390230-2a52-4e77-91c0-9d147e3f92a7 HTTP/1.1" status: 200 len: 210 time: 0.0300112 Jul 24 01:09:34.792725 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29731044-f783-46b5-91ff-d3c7c8379cfa None None] Sync routers for ids ['a596d3e2-0d8a-4be5-aaec-df82e47b0fc0'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:09:34.805015 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29731044-f783-46b5-91ff-d3c7c8379cfa None None] Routers {'a596d3e2-0d8a-4be5-aaec-df82e47b0fc0'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:09:34.805517 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-29731044-f783-46b5-91ff-d3c7c8379cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T01:09:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['a596d3e2-0d8a-4be5-aaec-df82e47b0fc0'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:34.911154 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-29731044-f783-46b5-91ff-d3c7c8379cfa None None] Set router a596d3e2-0d8a-4be5-aaec-df82e47b0fc0 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:09:35.026204 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 869a7e34-b298-46ef-8ba8-256273f2de46 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:09:35.080874 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 869a7e34-b298-46ef-8ba8-256273f2de46 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:09:35.085672 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 869a7e34-b298-46ef-8ba8-256273f2de46 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:09:35.086053 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:35.121471 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-29731044-f783-46b5-91ff-d3c7c8379cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a596d3e2-0d8a-4be5-aaec-df82e47b0fc0', 'name': 'tempest-TestSnapshotPattern-657761416-router', 'tenant_id': 'acebc47fc58b4753a658244a033a4c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '869a7e34-b298-46ef-8ba8-256273f2de46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:09:28Z', 'updated_at': '2021-07-24T01:09:31Z', 'revision_number': 4, 'project_id': 'acebc47fc58b4753a658244a033a4c76', 'gw_port': {'id': '869a7e34-b298-46ef-8ba8-256273f2de46', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:89:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a596d3e2-0d8a-4be5-aaec-df82e47b0fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:09:29Z', 'updated_at': '2021-07-24T01:09:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '179e98df-7c1a-478e-b0aa-0bfc5171acff', 'name': '', 'network_id': '11d72688-bc8e-413b-89d9-34941dd89161', 'tenant_id': 'acebc47fc58b4753a658244a033a4c76', 'mac_address': 'fa:16:3e:7b:c2:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a596d3e2-0d8a-4be5-aaec-df82e47b0fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '3c8b6aa0-fc9c-4da2-91fa-0be455652b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:09:31Z', 'updated_at': '2021-07-24T01:09:31Z', 'revision_number': 2, 'project_id': 'acebc47fc58b4753a658244a033a4c76', 'subnets': [{'id': '3c8b6aa0-fc9c-4da2-91fa-0be455652b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:35.150100 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29731044-f783-46b5-91ff-d3c7c8379cfa None None] Checking router: a596d3e2-0d8a-4be5-aaec-df82e47b0fc0 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:09:35.150466 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29731044-f783-46b5-91ff-d3c7c8379cfa None None] Updating router a596d3e2-0d8a-4be5-aaec-df82e47b0fc0 port 179e98df-7c1a-478e-b0aa-0bfc5171acff binding host n-d-800088-16 {{(pid=100316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:09:35.171748 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:35.189335 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-29731044-f783-46b5-91ff-d3c7c8379cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:35.194901 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 869a7e34-b298-46ef-8ba8-256273f2de46, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=869a7e34-b298-46ef-8ba8-256273f2de46,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:09:35.198888 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:35.250683 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=869a7e34-b298-46ef-8ba8-256273f2de46,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:35.456295 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-29731044-f783-46b5-91ff-d3c7c8379cfa None None] Notify callbacks [] for port, precommit_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:35.465709 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.provisioning_blocks [None req-29731044-f783-46b5-91ff-d3c7c8379cfa None None] Transition to ACTIVE for port object 179e98df-7c1a-478e-b0aa-0bfc5171acff will not be triggered until provisioned by entity L2. {{(pid=100316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:09:35.470593 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-29731044-f783-46b5-91ff-d3c7c8379cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:35.540580 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97ce4b8-8bf6-42b8-9150-4e93334deea7 None None] Pushing event updated for resources: {'Port': ['ID=179e98df-7c1a-478e-b0aa-0bfc5171acff,revision_number=3']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:35.577622 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-29731044-f783-46b5-91ff-d3c7c8379cfa None None] Attempting to bind port 179e98df-7c1a-478e-b0aa-0bfc5171acff on host n-d-800088-16 for vnic_type normal with profile {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:09:35.577994 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-29731044-f783-46b5-91ff-d3c7c8379cfa None None] Attempting to bind port 179e98df-7c1a-478e-b0aa-0bfc5171acff by drivers openvswitch,hyperv on host n-d-800088-16 at level 0 using segments [{'id': 'b5339433-c5a4-4196-b47a-e5b95440d8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '11d72688-bc8e-413b-89d9-34941dd89161'}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:09:35.578364 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29731044-f783-46b5-91ff-d3c7c8379cfa None None] Attempting to bind port 179e98df-7c1a-478e-b0aa-0bfc5171acff on network 11d72688-bc8e-413b-89d9-34941dd89161 {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:09:35.583905 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29731044-f783-46b5-91ff-d3c7c8379cfa None None] Checking agent: {'id': '82b7876a-3973-4974-9e6b-8e53ad47add0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 40, 27), 'started_at': datetime.datetime(2021, 7, 23, 23, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:09:35.584836 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29731044-f783-46b5-91ff-d3c7c8379cfa None None] Checking segment: {'id': 'b5339433-c5a4-4196-b47a-e5b95440d8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '11d72688-bc8e-413b-89d9-34941dd89161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:09:35.585246 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-29731044-f783-46b5-91ff-d3c7c8379cfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:35.585641 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29731044-f783-46b5-91ff-d3c7c8379cfa None None] Bound using segment: {'id': 'b5339433-c5a4-4196-b47a-e5b95440d8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '11d72688-bc8e-413b-89d9-34941dd89161'} {{(pid=100316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:09:35.586113 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.managers [None req-29731044-f783-46b5-91ff-d3c7c8379cfa None None] Bound port: 179e98df-7c1a-478e-b0aa-0bfc5171acff, host: n-d-800088-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5339433-c5a4-4196-b47a-e5b95440d8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '11d72688-bc8e-413b-89d9-34941dd89161'}}] {{(pid=100316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:09:35.586496 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-29731044-f783-46b5-91ff-d3c7c8379cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:35.650578 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-29731044-f783-46b5-91ff-d3c7c8379cfa None None] For port 179e98df-7c1a-478e-b0aa-0bfc5171acff, host n-d-800088-16, cleared binding levels {{(pid=100316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:09:35.653866 n-d-800088-16 neutron-server[100316]: DEBUG neutron.plugins.ml2.db [None req-29731044-f783-46b5-91ff-d3c7c8379cfa None None] For port 179e98df-7c1a-478e-b0aa-0bfc5171acff, host n-d-800088-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=179e98df-7c1a-478e-b0aa-0bfc5171acff,segment=NetworkSegment(b5339433-c5a4-4196-b47a-e5b95440d8af),segment_id=b5339433-c5a4-4196-b47a-e5b95440d8af)] {{(pid=100316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:09:35.659092 n-d-800088-16 neutron-server[100316]: DEBUG neutron_lib.callbacks.manager [None req-29731044-f783-46b5-91ff-d3c7c8379cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:35.710402 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29731044-f783-46b5-91ff-d3c7c8379cfa None None] Routers {'a596d3e2-0d8a-4be5-aaec-df82e47b0fc0'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:09:35.711099 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-29731044-f783-46b5-91ff-d3c7c8379cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T01:09:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['a596d3e2-0d8a-4be5-aaec-df82e47b0fc0'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:35.782971 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97ce4b8-8bf6-42b8-9150-4e93334deea7 None None] Pushing event updated for resources: {'Port': ['ID=179e98df-7c1a-478e-b0aa-0bfc5171acff,revision_number=4']} {{(pid=100316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:35.842494 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-29731044-f783-46b5-91ff-d3c7c8379cfa None None] Set router a596d3e2-0d8a-4be5-aaec-df82e47b0fc0 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:09:35.907579 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-a6261f9f-203e-458e-b836-e253925ed500 req-624d65d3-321f-415b-be5c-47235c541150 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb390230-2a52-4e77-91c0-9d147e3f92a7 HTTP/1.1" status: 200 len: 210 time: 0.0492120 Jul 24 01:09:35.939328 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b286cac7-cb1e-4677-b8c7-7b3a74f0cd41 req-1f6c650b-dc7d-4fce-b109-1db8f2e5d975 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:35.940909 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b286cac7-cb1e-4677-b8c7-7b3a74f0cd41 req-1f6c650b-dc7d-4fce-b109-1db8f2e5d975 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.52 "GET /v2.0/networks?id=8653a263-c15f-43c6-9f33-9120bc443de6 HTTP/1.1" status: 200 len: 809 time: 0.2016468 Jul 24 01:09:35.985125 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b286cac7-cb1e-4677-b8c7-7b3a74f0cd41 req-001a9742-955c-4da9-b418-b5d1bf171da6 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d19f338700ce464cae93dbe9bfd43c13 HTTP/1.1" status: 200 len: 380 time: 0.0348420 Jul 24 01:09:35.994421 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-b286cac7-cb1e-4677-b8c7-7b3a74f0cd41 req-ff9548e0-a899-4eb1-8638-b3fbf0c39f77 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Request body: {'port': {'device_id': 'eb390230-2a52-4e77-91c0-9d147e3f92a7', 'network_id': '8653a263-c15f-43c6-9f33-9120bc443de6', 'admin_state_up': True, 'tenant_id': 'd19f338700ce464cae93dbe9bfd43c13', 'security_groups': ['c4c88f72-0c43-4bdb-be6a-d5d9bfafd145']}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:09:36.154517 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-29731044-f783-46b5-91ff-d3c7c8379cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a596d3e2-0d8a-4be5-aaec-df82e47b0fc0', 'name': 'tempest-TestSnapshotPattern-657761416-router', 'tenant_id': 'acebc47fc58b4753a658244a033a4c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '869a7e34-b298-46ef-8ba8-256273f2de46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:09:28Z', 'updated_at': '2021-07-24T01:09:31Z', 'revision_number': 4, 'project_id': 'acebc47fc58b4753a658244a033a4c76', 'gw_port': {'id': '869a7e34-b298-46ef-8ba8-256273f2de46', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:89:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a596d3e2-0d8a-4be5-aaec-df82e47b0fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:09:29Z', 'updated_at': '2021-07-24T01:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '179e98df-7c1a-478e-b0aa-0bfc5171acff', 'name': '', 'network_id': '11d72688-bc8e-413b-89d9-34941dd89161', 'tenant_id': 'acebc47fc58b4753a658244a033a4c76', 'mac_address': 'fa:16:3e:7b:c2:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a596d3e2-0d8a-4be5-aaec-df82e47b0fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '3c8b6aa0-fc9c-4da2-91fa-0be455652b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:09:31Z', 'updated_at': '2021-07-24T01:09:35Z', 'revision_number': 4, 'project_id': 'acebc47fc58b4753a658244a033a4c76', 'subnets': [{'id': '3c8b6aa0-fc9c-4da2-91fa-0be455652b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:36.181179 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29731044-f783-46b5-91ff-d3c7c8379cfa None None] The sync data for ids ['a596d3e2-0d8a-4be5-aaec-df82e47b0fc0'] in n-d-800088-16 is: [{'id': 'a596d3e2-0d8a-4be5-aaec-df82e47b0fc0', 'name': 'tempest-TestSnapshotPattern-657761416-router', 'tenant_id': 'acebc47fc58b4753a658244a033a4c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '869a7e34-b298-46ef-8ba8-256273f2de46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:09:28Z', 'updated_at': '2021-07-24T01:09:31Z', 'revision_number': 4, 'project_id': 'acebc47fc58b4753a658244a033a4c76', 'gw_port': {'id': '869a7e34-b298-46ef-8ba8-256273f2de46', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:89:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a596d3e2-0d8a-4be5-aaec-df82e47b0fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:09:29Z', 'updated_at': '2021-07-24T01:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '179e98df-7c1a-478e-b0aa-0bfc5171acff', 'name': '', 'network_id': '11d72688-bc8e-413b-89d9-34941dd89161', 'tenant_id': 'acebc47fc58b4753a658244a033a4c76', 'mac_address': 'fa:16:3e:7b:c2:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a596d3e2-0d8a-4be5-aaec-df82e47b0fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '3c8b6aa0-fc9c-4da2-91fa-0be455652b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:09:31Z', 'updated_at': '2021-07-24T01:09:35Z', 'revision_number': 4, 'project_id': 'acebc47fc58b4753a658244a033a4c76', 'subnets': [{'id': '3c8b6aa0-fc9c-4da2-91fa-0be455652b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:09:36.425500 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b286cac7-cb1e-4677-b8c7-7b3a74f0cd41 req-ff9548e0-a899-4eb1-8638-b3fbf0c39f77 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Made reservation on behalf of d19f338700ce464cae93dbe9bfd43c13 for: {'port': 1} {{(pid=100313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:09:36.429496 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-b286cac7-cb1e-4677-b8c7-7b3a74f0cd41 req-ff9548e0-a899-4eb1-8638-b3fbf0c39f77 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:36.556677 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [req-b286cac7-cb1e-4677-b8c7-7b3a74f0cd41 req-ff9548e0-a899-4eb1-8638-b3fbf0c39f77 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Allocated IP 172.20.0.10 (8653a263-c15f-43c6-9f33-9120bc443de6/390d82ff-57dd-46bc-9ec7-10d0ba1b5029/7573d08b-6b4f-4a8c-8eb9-880bba681711) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:09:36.705081 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-b286cac7-cb1e-4677-b8c7-7b3a74f0cd41 req-ff9548e0-a899-4eb1-8638-b3fbf0c39f77 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:36.721975 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-b286cac7-cb1e-4677-b8c7-7b3a74f0cd41 req-ff9548e0-a899-4eb1-8638-b3fbf0c39f77 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Transition to ACTIVE for port object 7573d08b-6b4f-4a8c-8eb9-880bba681711 will not be triggered until provisioned by entity DHCP. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:09:36.757374 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-b286cac7-cb1e-4677-b8c7-7b3a74f0cd41 req-ff9548e0-a899-4eb1-8638-b3fbf0c39f77 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:36.800262 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b286cac7-cb1e-4677-b8c7-7b3a74f0cd41 req-ff9548e0-a899-4eb1-8638-b3fbf0c39f77 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Network 8653a263-c15f-43c6-9f33-9120bc443de6 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:09:36.805240 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [req-b286cac7-cb1e-4677-b8c7-7b3a74f0cd41 req-ff9548e0-a899-4eb1-8638-b3fbf0c39f77 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:09:36.808896 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-b286cac7-cb1e-4677-b8c7-7b3a74f0cd41 req-ff9548e0-a899-4eb1-8638-b3fbf0c39f77 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:09:36.835559 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9548e0-a899-4eb1-8638-b3fbf0c39f77 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Pushing event updated for resources: {'Port': ['ID=7573d08b-6b4f-4a8c-8eb9-880bba681711,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:36.864194 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b286cac7-cb1e-4677-b8c7-7b3a74f0cd41 req-ff9548e0-a899-4eb1-8638-b3fbf0c39f77 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:36.864800 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-b286cac7-cb1e-4677-b8c7-7b3a74f0cd41 req-ff9548e0-a899-4eb1-8638-b3fbf0c39f77 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:36.881366 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b286cac7-cb1e-4677-b8c7-7b3a74f0cd41 req-ff9548e0-a899-4eb1-8638-b3fbf0c39f77 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8901124 Jul 24 01:09:36.893081 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [req-b286cac7-cb1e-4677-b8c7-7b3a74f0cd41 req-852b7100-6253-45d4-9c45-7b9ad97a6acf service neutron] Request body: {'port': {'device_id': 'eb390230-2a52-4e77-91c0-9d147e3f92a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-16'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:09:36.992800 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-b286cac7-cb1e-4677-b8c7-7b3a74f0cd41 req-852b7100-6253-45d4-9c45-7b9ad97a6acf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:37.043031 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 869a7e34-b298-46ef-8ba8-256273f2de46 up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:09:37.069958 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb13a3-b7ce-4ed2-9f00-6fd0b5b51640 req-6adf1ccb-8009-4ed0-ad3c-f2b3e3ea4cd6 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:37.071514 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-03fb13a3-b7ce-4ed2-9f00-6fd0b5b51640 req-6adf1ccb-8009-4ed0-ad3c-f2b3e3ea4cd6 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb390230-2a52-4e77-91c0-9d147e3f92a7 HTTP/1.1" status: 200 len: 932 time: 0.0818350 Jul 24 01:09:37.102379 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 869a7e34-b298-46ef-8ba8-256273f2de46 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:09:37.103549 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:37.126830 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-03fb13a3-b7ce-4ed2-9f00-6fd0b5b51640 req-ddd2761a-4f29-4937-a9bb-e9f6dc5e7666 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4c88f72-0c43-4bdb-be6a-d5d9bfafd145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431612 Jul 24 01:09:37.128368 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-84ce70c5-7ff7-4688-b503-05b1502dcf85 None None] Provisioning for port 7573d08b-6b4f-4a8c-8eb9-880bba681711 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:09:37.136698 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-84ce70c5-7ff7-4688-b503-05b1502dcf85 None None] Provisioning complete for port 7573d08b-6b4f-4a8c-8eb9-880bba681711 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:09:37.137105 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-84ce70c5-7ff7-4688-b503-05b1502dcf85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:37.183955 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-84ce70c5-7ff7-4688-b503-05b1502dcf85 None None] Port 7573d08b-6b4f-4a8c-8eb9-880bba681711 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:09:37.222080 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 179e98df-7c1a-478e-b0aa-0bfc5171acff up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:09:37.270353 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning for port 179e98df-7c1a-478e-b0aa-0bfc5171acff completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:09:37.276148 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 179e98df-7c1a-478e-b0aa-0bfc5171acff triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:09:37.276590 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:37.288326 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [req-b286cac7-cb1e-4677-b8c7-7b3a74f0cd41 req-852b7100-6253-45d4-9c45-7b9ad97a6acf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7573d08b-6b4f-4a8c-8eb9-880bba681711 {{(pid=100313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:09:37.296671 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-b286cac7-cb1e-4677-b8c7-7b3a74f0cd41 req-852b7100-6253-45d4-9c45-7b9ad97a6acf service neutron] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:37.314350 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.provisioning_blocks [req-b286cac7-cb1e-4677-b8c7-7b3a74f0cd41 req-852b7100-6253-45d4-9c45-7b9ad97a6acf service neutron] Transition to ACTIVE for port object 7573d08b-6b4f-4a8c-8eb9-880bba681711 will not be triggered until provisioned by entity L2. {{(pid=100313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:09:37.321043 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-b286cac7-cb1e-4677-b8c7-7b3a74f0cd41 req-852b7100-6253-45d4-9c45-7b9ad97a6acf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:37.362325 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:37.379484 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852b7100-6253-45d4-9c45-7b9ad97a6acf service neutron] Pushing event updated for resources: {'Port': ['ID=7573d08b-6b4f-4a8c-8eb9-880bba681711,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:37.418029 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] For port 179e98df-7c1a-478e-b0aa-0bfc5171acff, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=179e98df-7c1a-478e-b0aa-0bfc5171acff,segment=NetworkSegment(b5339433-c5a4-4196-b47a-e5b95440d8af),segment_id=b5339433-c5a4-4196-b47a-e5b95440d8af)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:09:37.422816 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:37.476258 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-b286cac7-cb1e-4677-b8c7-7b3a74f0cd41 req-852b7100-6253-45d4-9c45-7b9ad97a6acf service neutron] Attempting to bind port 7573d08b-6b4f-4a8c-8eb9-880bba681711 on host n-h1-800088-16 for vnic_type normal with profile {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:09:37.476595 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-b286cac7-cb1e-4677-b8c7-7b3a74f0cd41 req-852b7100-6253-45d4-9c45-7b9ad97a6acf service neutron] Attempting to bind port 7573d08b-6b4f-4a8c-8eb9-880bba681711 by drivers openvswitch,hyperv on host n-h1-800088-16 at level 0 using segments [{'id': '23480e29-4c9b-4463-a64e-a21e25d6b691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '8653a263-c15f-43c6-9f33-9120bc443de6'}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:09:37.476986 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b286cac7-cb1e-4677-b8c7-7b3a74f0cd41 req-852b7100-6253-45d4-9c45-7b9ad97a6acf service neutron] Attempting to bind port 7573d08b-6b4f-4a8c-8eb9-880bba681711 on network 8653a263-c15f-43c6-9f33-9120bc443de6 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:09:37.479531 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Pushing event updated for resources: {'Port': ['ID=179e98df-7c1a-478e-b0aa-0bfc5171acff,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:37.481424 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b286cac7-cb1e-4677-b8c7-7b3a74f0cd41 req-852b7100-6253-45d4-9c45-7b9ad97a6acf service neutron] Port 7573d08b-6b4f-4a8c-8eb9-880bba681711 on network 8653a263-c15f-43c6-9f33-9120bc443de6 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-16 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 01:09:37.481753 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b286cac7-cb1e-4677-b8c7-7b3a74f0cd41 req-852b7100-6253-45d4-9c45-7b9ad97a6acf service neutron] Attempting to bind port 7573d08b-6b4f-4a8c-8eb9-880bba681711 on network 8653a263-c15f-43c6-9f33-9120bc443de6 {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:09:37.486564 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b286cac7-cb1e-4677-b8c7-7b3a74f0cd41 req-852b7100-6253-45d4-9c45-7b9ad97a6acf service neutron] Checking agent: {'id': 'afc52e41-60d1-41b5-8a70-d282fe448dc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:09:37.486906 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b286cac7-cb1e-4677-b8c7-7b3a74f0cd41 req-852b7100-6253-45d4-9c45-7b9ad97a6acf service neutron] Checking segment: {'id': '23480e29-4c9b-4463-a64e-a21e25d6b691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '8653a263-c15f-43c6-9f33-9120bc443de6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:09:37.487292 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b286cac7-cb1e-4677-b8c7-7b3a74f0cd41 req-852b7100-6253-45d4-9c45-7b9ad97a6acf service neutron] Bound using segment: {'id': '23480e29-4c9b-4463-a64e-a21e25d6b691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '8653a263-c15f-43c6-9f33-9120bc443de6'} {{(pid=100313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:09:37.487724 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.managers [req-b286cac7-cb1e-4677-b8c7-7b3a74f0cd41 req-852b7100-6253-45d4-9c45-7b9ad97a6acf service neutron] Bound port: 7573d08b-6b4f-4a8c-8eb9-880bba681711, host: n-h1-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23480e29-4c9b-4463-a64e-a21e25d6b691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '8653a263-c15f-43c6-9f33-9120bc443de6'}}] {{(pid=100313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:09:37.488087 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-b286cac7-cb1e-4677-b8c7-7b3a74f0cd41 req-852b7100-6253-45d4-9c45-7b9ad97a6acf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:37.556460 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-b286cac7-cb1e-4677-b8c7-7b3a74f0cd41 req-852b7100-6253-45d4-9c45-7b9ad97a6acf service neutron] For port 7573d08b-6b4f-4a8c-8eb9-880bba681711, host n-h1-800088-16, cleared binding levels {{(pid=100313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:09:37.559858 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-b286cac7-cb1e-4677-b8c7-7b3a74f0cd41 req-852b7100-6253-45d4-9c45-7b9ad97a6acf service neutron] For port 7573d08b-6b4f-4a8c-8eb9-880bba681711, host n-h1-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=7573d08b-6b4f-4a8c-8eb9-880bba681711,segment=NetworkSegment(23480e29-4c9b-4463-a64e-a21e25d6b691),segment_id=23480e29-4c9b-4463-a64e-a21e25d6b691)] {{(pid=100313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:09:37.563794 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-b286cac7-cb1e-4677-b8c7-7b3a74f0cd41 req-852b7100-6253-45d4-9c45-7b9ad97a6acf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:37.603403 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b286cac7-cb1e-4677-b8c7-7b3a74f0cd41 req-852b7100-6253-45d4-9c45-7b9ad97a6acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:37.604098 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-b286cac7-cb1e-4677-b8c7-7b3a74f0cd41 req-852b7100-6253-45d4-9c45-7b9ad97a6acf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:37.605920 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b286cac7-cb1e-4677-b8c7-7b3a74f0cd41 req-852b7100-6253-45d4-9c45-7b9ad97a6acf service neutron] 10.222.0.52 "PUT /v2.0/ports/7573d08b-6b4f-4a8c-8eb9-880bba681711 HTTP/1.1" status: 200 len: 1093 time: 0.7168276 Jul 24 01:09:37.606375 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb390230-2a52-4e77-91c0-9d147e3f92a7', 'tag': '7573d08b-6b4f-4a8c-8eb9-880bba681711'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:09:37.608658 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b5b12b33723a5ac99f65cff31e3c306c8fdd85da64bb4eb22f7eb8a86bf6c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af6010c7-85d1-4935-bea6-b8e2f4b3fc40" -d '{"events": [{"name": "network-changed", "server_uuid": "eb390230-2a52-4e77-91c0-9d147e3f92a7", "tag": "7573d08b-6b4f-4a8c-8eb9-880bba681711"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:09:37.639907 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852b7100-6253-45d4-9c45-7b9ad97a6acf service neutron] Pushing event updated for resources: {'Port': ['ID=7573d08b-6b4f-4a8c-8eb9-880bba681711,revision_number=3']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:37.660000 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a3b3794-3891-48a0-9005-0ac7b6ed5bd3 x-openstack-request-id: req-1a3b3794-3891-48a0-9005-0ac7b6ed5bd3 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:09:37.660116 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb390230-2a52-4e77-91c0-9d147e3f92a7", "tag": "7573d08b-6b4f-4a8c-8eb9-880bba681711", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:09:37.660381 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1a3b3794-3891-48a0-9005-0ac7b6ed5bd3 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:09:37.660986 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb390230-2a52-4e77-91c0-9d147e3f92a7', 'tag': '7573d08b-6b4f-4a8c-8eb9-880bba681711', 'status': 'completed', 'code': 200} Jul 24 01:09:37.707146 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b286cac7-cb1e-4677-b8c7-7b3a74f0cd41 req-0821fcd6-1919-45ce-9b7a-3432820dfcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:37.708716 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b286cac7-cb1e-4677-b8c7-7b3a74f0cd41 req-0821fcd6-1919-45ce-9b7a-3432820dfcf8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d19f338700ce464cae93dbe9bfd43c13&device_id=eb390230-2a52-4e77-91c0-9d147e3f92a7 HTTP/1.1" status: 200 len: 1096 time: 0.0613952 Jul 24 01:09:37.752580 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b286cac7-cb1e-4677-b8c7-7b3a74f0cd41 req-4956d10b-eb97-4f4e-b2be-100e8594aee9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7573d08b-6b4f-4a8c-8eb9-880bba681711 HTTP/1.1" status: 200 len: 217 time: 0.0360527 Jul 24 01:09:37.805942 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b286cac7-cb1e-4677-b8c7-7b3a74f0cd41 req-8a035677-9a6a-4887-b89a-3028f13521bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:37.807427 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b286cac7-cb1e-4677-b8c7-7b3a74f0cd41 req-8a035677-9a6a-4887-b89a-3028f13521bd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=390d82ff-57dd-46bc-9ec7-10d0ba1b5029 HTTP/1.1" status: 200 len: 848 time: 0.0486646 Jul 24 01:09:37.868274 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b286cac7-cb1e-4677-b8c7-7b3a74f0cd41 req-1dc43269-22a3-4fbb-972d-1064c41eb124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:37.869828 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b286cac7-cb1e-4677-b8c7-7b3a74f0cd41 req-1dc43269-22a3-4fbb-972d-1064c41eb124 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8653a263-c15f-43c6-9f33-9120bc443de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562298 Jul 24 01:09:37.962770 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b286cac7-cb1e-4677-b8c7-7b3a74f0cd41 req-833aacbc-f486-4917-9c12-05339b0fb690 service neutron] 10.222.0.52 "GET /v2.0/networks/8653a263-c15f-43c6-9f33-9120bc443de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864327 Jul 24 01:09:38.049905 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-b286cac7-cb1e-4677-b8c7-7b3a74f0cd41 req-6c70462e-6a5f-426b-9c44-bd23fd901bc8 service neutron] 10.222.0.52 "GET /v2.0/networks/8653a263-c15f-43c6-9f33-9120bc443de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812571 Jul 24 01:09:38.146969 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6010c7-85d1-4935-bea6-b8e2f4b3fc40 req-75511456-7c0c-4b4a-8d72-dc0780bb281c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:38.148737 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-af6010c7-85d1-4935-bea6-b8e2f4b3fc40 req-75511456-7c0c-4b4a-8d72-dc0780bb281c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d19f338700ce464cae93dbe9bfd43c13&device_id=eb390230-2a52-4e77-91c0-9d147e3f92a7 HTTP/1.1" status: 200 len: 1096 time: 0.0548923 Jul 24 01:09:38.250514 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6010c7-85d1-4935-bea6-b8e2f4b3fc40 req-1830d5a8-09db-4162-ac2e-0d6b62e39b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:38.251909 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-af6010c7-85d1-4935-bea6-b8e2f4b3fc40 req-1830d5a8-09db-4162-ac2e-0d6b62e39b47 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8653a263-c15f-43c6-9f33-9120bc443de6 HTTP/1.1" status: 200 len: 910 time: 0.0964644 Jul 24 01:09:38.263553 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068711da-76e7-4e3b-b6a8-948576ea4be4 req-b3165e00-fa21-42cd-998a-0461a9a67338 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:38.265127 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-068711da-76e7-4e3b-b6a8-948576ea4be4 req-b3165e00-fa21-42cd-998a-0461a9a67338 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb390230-2a52-4e77-91c0-9d147e3f92a7 HTTP/1.1" status: 200 len: 944 time: 0.0732822 Jul 24 01:09:38.293247 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-af6010c7-85d1-4935-bea6-b8e2f4b3fc40 req-9d90af54-10ef-40ef-8951-4018facc93c9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7573d08b-6b4f-4a8c-8eb9-880bba681711 HTTP/1.1" status: 200 len: 217 time: 0.0348401 Jul 24 01:09:38.303545 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-068711da-76e7-4e3b-b6a8-948576ea4be4 req-e34bc851-52d5-4018-81c1-a0bbfdfa1fc9 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4c88f72-0c43-4bdb-be6a-d5d9bfafd145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321085 Jul 24 01:09:38.346052 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6010c7-85d1-4935-bea6-b8e2f4b3fc40 req-f74ebebf-4883-4d3f-ae3c-8de0322b2b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:38.347506 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-af6010c7-85d1-4935-bea6-b8e2f4b3fc40 req-f74ebebf-4883-4d3f-ae3c-8de0322b2b00 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=390d82ff-57dd-46bc-9ec7-10d0ba1b5029 HTTP/1.1" status: 200 len: 848 time: 0.0474260 Jul 24 01:09:38.403818 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6010c7-85d1-4935-bea6-b8e2f4b3fc40 req-fc83de50-8e9d-4f26-b044-1b4ee017d8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:38.405336 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-af6010c7-85d1-4935-bea6-b8e2f4b3fc40 req-fc83de50-8e9d-4f26-b044-1b4ee017d8ac service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8653a263-c15f-43c6-9f33-9120bc443de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517051 Jul 24 01:09:38.495466 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-af6010c7-85d1-4935-bea6-b8e2f4b3fc40 req-e98f35dd-27bc-4218-844e-7c7489861cb2 service neutron] 10.222.0.52 "GET /v2.0/networks/8653a263-c15f-43c6-9f33-9120bc443de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833211 Jul 24 01:09:38.586872 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-af6010c7-85d1-4935-bea6-b8e2f4b3fc40 req-eae01b33-d2a5-484c-b282-9adcb0d23780 service neutron] 10.222.0.52 "GET /v2.0/networks/8653a263-c15f-43c6-9f33-9120bc443de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847139 Jul 24 01:09:38.974969 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 179e98df-7c1a-478e-b0aa-0bfc5171acff up at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:09:39.025261 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Provisioning complete for port 179e98df-7c1a-478e-b0aa-0bfc5171acff triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:09:39.025636 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:39.434345 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c26fc18-e057-4e52-a5a5-ed51c52c82f3 req-d2463b44-7d7b-4c1f-80c8-62c38c1cf3bd tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:39.435838 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0c26fc18-e057-4e52-a5a5-ed51c52c82f3 req-d2463b44-7d7b-4c1f-80c8-62c38c1cf3bd tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb390230-2a52-4e77-91c0-9d147e3f92a7 HTTP/1.1" status: 200 len: 944 time: 0.0639315 Jul 24 01:09:39.472365 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-0c26fc18-e057-4e52-a5a5-ed51c52c82f3 req-cfedb35e-5adf-4ca3-8ce9-ef9022de57a6 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4c88f72-0c43-4bdb-be6a-d5d9bfafd145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308774 Jul 24 01:09:40.336667 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 7573d08b-6b4f-4a8c-8eb9-880bba681711 details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:09:40.433102 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 7573d08b-6b4f-4a8c-8eb9-880bba681711, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=7573d08b-6b4f-4a8c-8eb9-880bba681711,segment=NetworkSegment(23480e29-4c9b-4463-a64e-a21e25d6b691),segment_id=23480e29-4c9b-4463-a64e-a21e25d6b691)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:09:40.443886 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': '7573d08b-6b4f-4a8c-8eb9-880bba681711', 'network_id': '8653a263-c15f-43c6-9f33-9120bc443de6', 'port_id': '7573d08b-6b4f-4a8c-8eb9-880bba681711', 'mac_address': 'fa:16:3e:80:15:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '390d82ff-57dd-46bc-9ec7-10d0ba1b5029', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:09:40.481115 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:40.493414 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7573d08b-6b4f-4a8c-8eb9-880bba681711 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:09:40.513807 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 7573d08b-6b4f-4a8c-8eb9-880bba681711, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=7573d08b-6b4f-4a8c-8eb9-880bba681711,segment=NetworkSegment(23480e29-4c9b-4463-a64e-a21e25d6b691),segment_id=23480e29-4c9b-4463-a64e-a21e25d6b691)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:09:40.518018 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:40.566495 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=7573d08b-6b4f-4a8c-8eb9-880bba681711,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:40.605339 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcdb331-81f5-4178-95a9-51dd547433e6 req-30accd31-ef87-4ed8-9ae6-3a09fba4aaf3 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:40.606844 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bdcdb331-81f5-4178-95a9-51dd547433e6 req-30accd31-ef87-4ed8-9ae6-3a09fba4aaf3 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb390230-2a52-4e77-91c0-9d147e3f92a7 HTTP/1.1" status: 200 len: 945 time: 0.0635796 Jul 24 01:09:40.651246 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bdcdb331-81f5-4178-95a9-51dd547433e6 req-eb7492e1-c089-4690-98ef-d30bd9f33e97 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4c88f72-0c43-4bdb-be6a-d5d9bfafd145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385957 Jul 24 01:09:40.714191 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['7573d08b-6b4f-4a8c-8eb9-880bba681711'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:09:41.784299 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a30d28-2f9b-4c30-9b0d-2cce8b52a24c req-28c3878e-6e14-40d5-a993-726cab9e4017 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:41.785904 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c9a30d28-2f9b-4c30-9b0d-2cce8b52a24c req-28c3878e-6e14-40d5-a993-726cab9e4017 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb390230-2a52-4e77-91c0-9d147e3f92a7 HTTP/1.1" status: 200 len: 945 time: 0.0680616 Jul 24 01:09:41.824142 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c9a30d28-2f9b-4c30-9b0d-2cce8b52a24c req-3eb8a8d4-37b3-4845-a7b7-82fc1a784d70 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4c88f72-0c43-4bdb-be6a-d5d9bfafd145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322785 Jul 24 01:09:42.351791 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 7573d08b-6b4f-4a8c-8eb9-880bba681711 up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:09:42.401069 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning for port 7573d08b-6b4f-4a8c-8eb9-880bba681711 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:09:42.405350 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port 7573d08b-6b4f-4a8c-8eb9-880bba681711 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:09:42.405739 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:42.481276 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:42.502140 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb390230-2a52-4e77-91c0-9d147e3f92a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7573d08b-6b4f-4a8c-8eb9-880bba681711'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:09:42.504360 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}558c1f08c3ad39984887c6beba8768e196794644b3da822fc6f02d9261914d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0361bf5-40ce-4b29-8406-5d7d2adb6c75" -d '{"events": [{"server_uuid": "eb390230-2a52-4e77-91c0-9d147e3f92a7", "name": "network-vif-plugged", "status": "completed", "tag": "7573d08b-6b4f-4a8c-8eb9-880bba681711"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:09:42.517582 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 7573d08b-6b4f-4a8c-8eb9-880bba681711, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=7573d08b-6b4f-4a8c-8eb9-880bba681711,segment=NetworkSegment(23480e29-4c9b-4463-a64e-a21e25d6b691),segment_id=23480e29-4c9b-4463-a64e-a21e25d6b691)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:09:42.522568 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:42.571849 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=7573d08b-6b4f-4a8c-8eb9-880bba681711,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:42.591963 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a145fe1b-8476-49b0-bc4d-92af0025a414 x-openstack-request-id: req-a145fe1b-8476-49b0-bc4d-92af0025a414 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:09:42.592255 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb390230-2a52-4e77-91c0-9d147e3f92a7", "name": "network-vif-plugged", "status": "completed", "tag": "7573d08b-6b4f-4a8c-8eb9-880bba681711", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:09:42.592508 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a145fe1b-8476-49b0-bc4d-92af0025a414 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:09:42.592939 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb390230-2a52-4e77-91c0-9d147e3f92a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7573d08b-6b4f-4a8c-8eb9-880bba681711', 'code': 200} Jul 24 01:09:42.698890 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceb1e95-81c8-4625-a018-6edc5e0a7ebf req-52db9670-a2ea-4fae-be49-5f077477988f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:42.700315 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5ceb1e95-81c8-4625-a018-6edc5e0a7ebf req-52db9670-a2ea-4fae-be49-5f077477988f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=eb390230-2a52-4e77-91c0-9d147e3f92a7 HTTP/1.1" status: 200 len: 1098 time: 0.0539746 Jul 24 01:09:42.733108 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5ceb1e95-81c8-4625-a018-6edc5e0a7ebf req-6ed2ca59-9874-4de2-ae8d-e4db9fefee5e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c4c88f72-0c43-4bdb-be6a-d5d9bfafd145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267308 Jul 24 01:09:42.952457 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3874a32d-f1c5-4ca9-8939-c040758639f3 req-d1e46e4c-a0b8-40b5-bbcf-88469e544882 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:42.953915 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3874a32d-f1c5-4ca9-8939-c040758639f3 req-d1e46e4c-a0b8-40b5-bbcf-88469e544882 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb390230-2a52-4e77-91c0-9d147e3f92a7 HTTP/1.1" status: 200 len: 946 time: 0.0632756 Jul 24 01:09:42.993073 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3874a32d-f1c5-4ca9-8939-c040758639f3 req-5f23c7b5-ad75-433e-9e2d-0b8b3df3da15 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4c88f72-0c43-4bdb-be6a-d5d9bfafd145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335197 Jul 24 01:09:44.135184 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f9cc0a-a907-4374-88b9-0205ec9b1659 req-4a414314-e969-4e8e-bd51-2024de076add tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:44.136856 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-43f9cc0a-a907-4374-88b9-0205ec9b1659 req-4a414314-e969-4e8e-bd51-2024de076add tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb390230-2a52-4e77-91c0-9d147e3f92a7 HTTP/1.1" status: 200 len: 946 time: 0.0723133 Jul 24 01:09:44.176623 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-43f9cc0a-a907-4374-88b9-0205ec9b1659 req-d8384e47-04e1-45a9-993c-dea8b078aca8 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4c88f72-0c43-4bdb-be6a-d5d9bfafd145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341625 Jul 24 01:09:44.311339 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde78b9-49ed-4c52-901d-fde32edb2cdd req-ad5569f1-30e7-4a29-a992-7c67246a54e6 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:44.312876 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6bde78b9-49ed-4c52-901d-fde32edb2cdd req-ad5569f1-30e7-4a29-a992-7c67246a54e6 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb390230-2a52-4e77-91c0-9d147e3f92a7 HTTP/1.1" status: 200 len: 946 time: 0.0704334 Jul 24 01:09:44.349459 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-6bde78b9-49ed-4c52-901d-fde32edb2cdd req-dcf218d9-dfee-477c-86b9-fa2fe3606c77 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4c88f72-0c43-4bdb-be6a-d5d9bfafd145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308981 Jul 24 01:09:44.372090 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45090) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:44.465219 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10ebb6a-f129-49c3-a84f-244062156c89 tempest-TestSnapshotPattern-338235917 tempest-TestSnapshotPattern-338235917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:44.466662 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-e10ebb6a-f129-49c3-a84f-244062156c89 tempest-TestSnapshotPattern-338235917 tempest-TestSnapshotPattern-338235917-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=eb390230-2a52-4e77-91c0-9d147e3f92a7 HTTP/1.1" status: 200 len: 1093 time: 0.0935993 Jul 24 01:09:44.469575 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45094) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:44.474074 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-554b88bf-2470-444c-92e9-479823c185d4 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Request body: {'floatingip': {'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'port_id': '7573d08b-6b4f-4a8c-8eb9-880bba681711', 'tenant_id': 'd19f338700ce464cae93dbe9bfd43c13', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:09:44.495753 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-554b88bf-2470-444c-92e9-479823c185d4 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Notify callbacks [] for floatingip, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:44.597857 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-554b88bf-2470-444c-92e9-479823c185d4 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:44.704164 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-554b88bf-2470-444c-92e9-479823c185d4 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Allocated IP 172.25.3.193 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/5385b274-ebbf-42d8-b8c4-592ecc1a95f1) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:09:44.814940 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-554b88bf-2470-444c-92e9-479823c185d4 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:44.853967 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-554b88bf-2470-444c-92e9-479823c185d4 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:44.889876 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554b88bf-2470-444c-92e9-479823c185d4 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:09:44.894626 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-554b88bf-2470-444c-92e9-479823c185d4 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:09:44.899978 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554b88bf-2470-444c-92e9-479823c185d4 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:09:44.906337 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554b88bf-2470-444c-92e9-479823c185d4 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Pushing event updated for resources: {'Port': ['ID=5385b274-ebbf-42d8-b8c4-592ecc1a95f1,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:45.253914 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-554b88bf-2470-444c-92e9-479823c185d4 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:45.335305 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-554b88bf-2470-444c-92e9-479823c185d4 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:45.486339 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-554b88bf-2470-444c-92e9-479823c185d4 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:45.492457 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-554b88bf-2470-444c-92e9-479823c185d4 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:45.569607 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554b88bf-2470-444c-92e9-479823c185d4 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Pushing event updated for resources: {'Port': ['ID=5385b274-ebbf-42d8-b8c4-592ecc1a95f1,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:45.579763 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:45.583275 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-554b88bf-2470-444c-92e9-479823c185d4 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:45.690338 n-d-800088-16 neutron-server[100313]: INFO neutron.db.l3_db [None req-554b88bf-2470-444c-92e9-479823c185d4 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Floating IP 7dc2c13a-8b38-446c-a4a7-c20d11a60c42 associated. External IP: 172.25.3.193, port: 7573d08b-6b4f-4a8c-8eb9-880bba681711. Jul 24 01:09:45.893256 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-554b88bf-2470-444c-92e9-479823c185d4 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Router 6e2087c5-43c3-48e7-a9d4-835dfe853af0 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:09:45.998952 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-554b88bf-2470-444c-92e9-479823c185d4 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:09:46.009253 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687ae392-2ddb-48fd-9e5e-c0a0f627a6fa None None] Sync routers for ids ['6e2087c5-43c3-48e7-a9d4-835dfe853af0'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:09:46.015707 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-554b88bf-2470-444c-92e9-479823c185d4 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:46.018477 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687ae392-2ddb-48fd-9e5e-c0a0f627a6fa None None] Routers {'6e2087c5-43c3-48e7-a9d4-835dfe853af0'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:09:46.019115 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-687ae392-2ddb-48fd-9e5e-c0a0f627a6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T01:09:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['6e2087c5-43c3-48e7-a9d4-835dfe853af0'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:46.057724 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-554b88bf-2470-444c-92e9-479823c185d4 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5870922 Jul 24 01:09:46.058449 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb390230-2a52-4e77-91c0-9d147e3f92a7', 'tag': '7573d08b-6b4f-4a8c-8eb9-880bba681711'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:09:46.060885 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b5b12b33723a5ac99f65cff31e3c306c8fdd85da64bb4eb22f7eb8a86bf6c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc4e5f0-9376-4df0-9492-2cd9ccdce3fc" -d '{"events": [{"name": "network-changed", "server_uuid": "eb390230-2a52-4e77-91c0-9d147e3f92a7", "tag": "7573d08b-6b4f-4a8c-8eb9-880bba681711"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:09:46.102476 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fe66ac5-d39d-4ca2-8b4e-10a03160bab7 x-openstack-request-id: req-5fe66ac5-d39d-4ca2-8b4e-10a03160bab7 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:09:46.102770 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb390230-2a52-4e77-91c0-9d147e3f92a7", "tag": "7573d08b-6b4f-4a8c-8eb9-880bba681711", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:09:46.103477 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5fe66ac5-d39d-4ca2-8b4e-10a03160bab7 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:09:46.103477 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb390230-2a52-4e77-91c0-9d147e3f92a7', 'tag': '7573d08b-6b4f-4a8c-8eb9-880bba681711', 'status': 'completed', 'code': 200} Jul 24 01:09:46.127756 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-687ae392-2ddb-48fd-9e5e-c0a0f627a6fa None None] Set router 6e2087c5-43c3-48e7-a9d4-835dfe853af0 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:09:46.179722 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc4e5f0-9376-4df0-9492-2cd9ccdce3fc req-3d4971f1-80f3-403a-87c9-74dca12861ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:46.181189 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5dc4e5f0-9376-4df0-9492-2cd9ccdce3fc req-3d4971f1-80f3-403a-87c9-74dca12861ff service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d19f338700ce464cae93dbe9bfd43c13&device_id=eb390230-2a52-4e77-91c0-9d147e3f92a7 HTTP/1.1" status: 200 len: 1098 time: 0.0567739 Jul 24 01:09:46.274838 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc4e5f0-9376-4df0-9492-2cd9ccdce3fc req-26e53baa-dc0b-4af9-af50-d6f8522db6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:46.276349 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5dc4e5f0-9376-4df0-9492-2cd9ccdce3fc req-26e53baa-dc0b-4af9-af50-d6f8522db6a8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8653a263-c15f-43c6-9f33-9120bc443de6 HTTP/1.1" status: 200 len: 910 time: 0.0892887 Jul 24 01:09:46.341654 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5dc4e5f0-9376-4df0-9492-2cd9ccdce3fc req-e88ad995-6a78-499a-b1af-01d2bcebe588 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7573d08b-6b4f-4a8c-8eb9-880bba681711 HTTP/1.1" status: 200 len: 1000 time: 0.0586643 Jul 24 01:09:46.349997 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-687ae392-2ddb-48fd-9e5e-c0a0f627a6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2087c5-43c3-48e7-a9d4-835dfe853af0', 'name': 'tempest-TestSnapshotPattern-240005999-router', 'tenant_id': 'd19f338700ce464cae93dbe9bfd43c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '6f4e02d9-320c-4336-a188-3ee40564d8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:09:24Z', 'updated_at': '2021-07-24T01:09:26Z', 'revision_number': 4, 'project_id': 'd19f338700ce464cae93dbe9bfd43c13', 'gw_port': {'id': '6f4e02d9-320c-4336-a188-3ee40564d8fd', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2087c5-43c3-48e7-a9d4-835dfe853af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:09:24Z', 'updated_at': '2021-07-24T01:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': '7dc2c13a-8b38-446c-a4a7-c20d11a60c42', 'tenant_id': 'd19f338700ce464cae93dbe9bfd43c13', 'floating_ip_address': '172.25.3.193', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '6e2087c5-43c3-48e7-a9d4-835dfe853af0', 'port_id': '7573d08b-6b4f-4a8c-8eb9-880bba681711', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8653a263-c15f-43c6-9f33-9120bc443de6', 'mac_address': 'fa:16:3e:80:15:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb390230-2a52-4e77-91c0-9d147e3f92a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:09:45Z', 'updated_at': '2021-07-24T01:09:45Z', 'revision_number': 0, 'project_id': 'd19f338700ce464cae93dbe9bfd43c13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e92e086-5508-44d6-85a8-04c899e4c1f8', 'name': '', 'network_id': '8653a263-c15f-43c6-9f33-9120bc443de6', 'tenant_id': 'd19f338700ce464cae93dbe9bfd43c13', 'mac_address': 'fa:16:3e:eb:8e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2087c5-43c3-48e7-a9d4-835dfe853af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '390d82ff-57dd-46bc-9ec7-10d0ba1b5029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:09:26Z', 'updated_at': '2021-07-24T01:09:31Z', 'revision_number': 5, 'project_id': 'd19f338700ce464cae93dbe9bfd43c13', 'subnets': [{'id': '390d82ff-57dd-46bc-9ec7-10d0ba1b5029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:46.376453 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687ae392-2ddb-48fd-9e5e-c0a0f627a6fa None None] Checking router: 6e2087c5-43c3-48e7-a9d4-835dfe853af0 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:09:46.385372 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687ae392-2ddb-48fd-9e5e-c0a0f627a6fa None None] Routers {'6e2087c5-43c3-48e7-a9d4-835dfe853af0'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:09:46.385995 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-687ae392-2ddb-48fd-9e5e-c0a0f627a6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T01:09:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['6e2087c5-43c3-48e7-a9d4-835dfe853af0'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:46.389973 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc4e5f0-9376-4df0-9492-2cd9ccdce3fc req-c199d5e1-e610-4a5c-af4a-e9767c7d696e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:46.391514 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5dc4e5f0-9376-4df0-9492-2cd9ccdce3fc req-c199d5e1-e610-4a5c-af4a-e9767c7d696e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=390d82ff-57dd-46bc-9ec7-10d0ba1b5029 HTTP/1.1" status: 200 len: 848 time: 0.0442863 Jul 24 01:09:46.454742 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc4e5f0-9376-4df0-9492-2cd9ccdce3fc req-92d38d1f-f711-4f71-a9b4-46ce94880e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:46.456185 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5dc4e5f0-9376-4df0-9492-2cd9ccdce3fc req-92d38d1f-f711-4f71-a9b4-46ce94880e9c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8653a263-c15f-43c6-9f33-9120bc443de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0589149 Jul 24 01:09:46.492909 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-687ae392-2ddb-48fd-9e5e-c0a0f627a6fa None None] Set router 6e2087c5-43c3-48e7-a9d4-835dfe853af0 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:09:46.548935 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5dc4e5f0-9376-4df0-9492-2cd9ccdce3fc req-ec38bf01-477a-41dc-91ab-3b4d57fa3929 service neutron] 10.222.0.52 "GET /v2.0/networks/8653a263-c15f-43c6-9f33-9120bc443de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865333 Jul 24 01:09:46.640634 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-5dc4e5f0-9376-4df0-9492-2cd9ccdce3fc req-ecdfa645-9b89-4d0d-bd95-df11921881ad service neutron] 10.222.0.52 "GET /v2.0/networks/8653a263-c15f-43c6-9f33-9120bc443de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856731 Jul 24 01:09:46.721783 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-687ae392-2ddb-48fd-9e5e-c0a0f627a6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2087c5-43c3-48e7-a9d4-835dfe853af0', 'name': 'tempest-TestSnapshotPattern-240005999-router', 'tenant_id': 'd19f338700ce464cae93dbe9bfd43c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '6f4e02d9-320c-4336-a188-3ee40564d8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:09:24Z', 'updated_at': '2021-07-24T01:09:26Z', 'revision_number': 4, 'project_id': 'd19f338700ce464cae93dbe9bfd43c13', 'gw_port': {'id': '6f4e02d9-320c-4336-a188-3ee40564d8fd', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2087c5-43c3-48e7-a9d4-835dfe853af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:09:24Z', 'updated_at': '2021-07-24T01:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': '7dc2c13a-8b38-446c-a4a7-c20d11a60c42', 'tenant_id': 'd19f338700ce464cae93dbe9bfd43c13', 'floating_ip_address': '172.25.3.193', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '6e2087c5-43c3-48e7-a9d4-835dfe853af0', 'port_id': '7573d08b-6b4f-4a8c-8eb9-880bba681711', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8653a263-c15f-43c6-9f33-9120bc443de6', 'mac_address': 'fa:16:3e:80:15:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb390230-2a52-4e77-91c0-9d147e3f92a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:09:45Z', 'updated_at': '2021-07-24T01:09:45Z', 'revision_number': 0, 'project_id': 'd19f338700ce464cae93dbe9bfd43c13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e92e086-5508-44d6-85a8-04c899e4c1f8', 'name': '', 'network_id': '8653a263-c15f-43c6-9f33-9120bc443de6', 'tenant_id': 'd19f338700ce464cae93dbe9bfd43c13', 'mac_address': 'fa:16:3e:eb:8e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2087c5-43c3-48e7-a9d4-835dfe853af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '390d82ff-57dd-46bc-9ec7-10d0ba1b5029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:09:26Z', 'updated_at': '2021-07-24T01:09:31Z', 'revision_number': 5, 'project_id': 'd19f338700ce464cae93dbe9bfd43c13', 'subnets': [{'id': '390d82ff-57dd-46bc-9ec7-10d0ba1b5029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:46.747554 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687ae392-2ddb-48fd-9e5e-c0a0f627a6fa None None] The sync data for ids ['6e2087c5-43c3-48e7-a9d4-835dfe853af0'] in n-d-800088-16 is: [{'id': '6e2087c5-43c3-48e7-a9d4-835dfe853af0', 'name': 'tempest-TestSnapshotPattern-240005999-router', 'tenant_id': 'd19f338700ce464cae93dbe9bfd43c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '6f4e02d9-320c-4336-a188-3ee40564d8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:09:24Z', 'updated_at': '2021-07-24T01:09:26Z', 'revision_number': 4, 'project_id': 'd19f338700ce464cae93dbe9bfd43c13', 'gw_port': {'id': '6f4e02d9-320c-4336-a188-3ee40564d8fd', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2087c5-43c3-48e7-a9d4-835dfe853af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:09:24Z', 'updated_at': '2021-07-24T01:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': '7dc2c13a-8b38-446c-a4a7-c20d11a60c42', 'tenant_id': 'd19f338700ce464cae93dbe9bfd43c13', 'floating_ip_address': '172.25.3.193', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '6e2087c5-43c3-48e7-a9d4-835dfe853af0', 'port_id': '7573d08b-6b4f-4a8c-8eb9-880bba681711', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8653a263-c15f-43c6-9f33-9120bc443de6', 'mac_address': 'fa:16:3e:80:15:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb390230-2a52-4e77-91c0-9d147e3f92a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:09:45Z', 'updated_at': '2021-07-24T01:09:45Z', 'revision_number': 0, 'project_id': 'd19f338700ce464cae93dbe9bfd43c13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e92e086-5508-44d6-85a8-04c899e4c1f8', 'name': '', 'network_id': '8653a263-c15f-43c6-9f33-9120bc443de6', 'tenant_id': 'd19f338700ce464cae93dbe9bfd43c13', 'mac_address': 'fa:16:3e:eb:8e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2087c5-43c3-48e7-a9d4-835dfe853af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '390d82ff-57dd-46bc-9ec7-10d0ba1b5029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:09:26Z', 'updated_at': '2021-07-24T01:09:31Z', 'revision_number': 5, 'project_id': 'd19f338700ce464cae93dbe9bfd43c13', 'subnets': [{'id': '390d82ff-57dd-46bc-9ec7-10d0ba1b5029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:09:46.927137 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ddfa61-6af7-4d92-8688-231205bcb8bb None None] New status for floating IP 7dc2c13a-8b38-446c-a4a7-c20d11a60c42: ACTIVE {{(pid=100316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 01:09:48.492631 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:53.307985 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-3b71042c-f45f-4742-b419-c5affc2698ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:55.883281 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-7606cefd-1080-4250-a9b2-4e52ea42cd3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:56.941440 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:57.588262 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:59.168532 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:04.359143 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:10:15.569227 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:18.510814 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:23.308148 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-62202e5b-f066-4b14-ae7c-63e474e80710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:25.883820 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-6561cf9a-d5e3-4f54-853d-aeeb1aead9e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:26.944368 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:27.589044 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:29.170496 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:38.214877 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d66448a2-c0c5-4cfe-b087-978027430306 req-011c01b2-dcdf-4195-a0e5-19706c75d417 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=eb390230-2a52-4e77-91c0-9d147e3f92a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0924366 Jul 24 01:10:38.307488 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66448a2-c0c5-4cfe-b087-978027430306 req-e287bc57-43b8-4560-aaa8-94fe62b82f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:38.309020 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d66448a2-c0c5-4cfe-b087-978027430306 req-e287bc57-43b8-4560-aaa8-94fe62b82f18 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d19f338700ce464cae93dbe9bfd43c13&device_id=eb390230-2a52-4e77-91c0-9d147e3f92a7 HTTP/1.1" status: 200 len: 1098 time: 0.0530410 Jul 24 01:10:38.410275 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66448a2-c0c5-4cfe-b087-978027430306 req-5513f8d0-e7fc-42b9-90ff-57ab3068fd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:38.412491 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d66448a2-c0c5-4cfe-b087-978027430306 req-5513f8d0-e7fc-42b9-90ff-57ab3068fd96 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8653a263-c15f-43c6-9f33-9120bc443de6 HTTP/1.1" status: 200 len: 910 time: 0.0850568 Jul 24 01:10:38.475010 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d66448a2-c0c5-4cfe-b087-978027430306 req-1b5681d9-03e7-4b66-ad5a-22f5dcda24f2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7573d08b-6b4f-4a8c-8eb9-880bba681711 HTTP/1.1" status: 200 len: 1002 time: 0.0555425 Jul 24 01:10:38.525667 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66448a2-c0c5-4cfe-b087-978027430306 req-7d6cbaf5-2810-434a-8bff-b35837156e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:38.527068 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d66448a2-c0c5-4cfe-b087-978027430306 req-7d6cbaf5-2810-434a-8bff-b35837156e8d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=390d82ff-57dd-46bc-9ec7-10d0ba1b5029 HTTP/1.1" status: 200 len: 848 time: 0.0454926 Jul 24 01:10:38.584568 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66448a2-c0c5-4cfe-b087-978027430306 req-f73e6831-3c0b-4098-adbe-f2776d0be17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:38.586061 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d66448a2-c0c5-4cfe-b087-978027430306 req-f73e6831-3c0b-4098-adbe-f2776d0be17b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8653a263-c15f-43c6-9f33-9120bc443de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524218 Jul 24 01:10:38.675219 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d66448a2-c0c5-4cfe-b087-978027430306 req-9fb5be02-68b6-47c7-bc03-488ceebc8b5f service neutron] 10.222.0.52 "GET /v2.0/networks/8653a263-c15f-43c6-9f33-9120bc443de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821669 Jul 24 01:10:38.766297 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d66448a2-c0c5-4cfe-b087-978027430306 req-e6393f61-9d1e-485b-ab66-10be19f1b088 service neutron] 10.222.0.52 "GET /v2.0/networks/8653a263-c15f-43c6-9f33-9120bc443de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845621 Jul 24 01:10:41.357797 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:10:45.585243 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:48.502576 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:53.308919 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f972ce88-e8b7-44c6-9d8a-c18040c2af6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:55.884049 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-1dbac861-fd61-45d6-a5d2-9c6a7566695b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:56.946423 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:57.593324 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:59.172353 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:15.614024 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:18.356916 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:11:18.501844 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:23.310268 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a075345c-f7d8-44e1-ba76-00f0aae5b85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:25.883708 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-5b78b07a-101d-4939-b28f-f5653bb997d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:26.947246 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:27.595429 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:29.175135 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:40.625347 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3d8e033c-d7d2-4782-a26e-9003f2c8dd22 req-2d75c73c-1035-4e60-9bc4-d350856c95f9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=eb390230-2a52-4e77-91c0-9d147e3f92a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0537393 Jul 24 01:11:40.721439 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e033c-d7d2-4782-a26e-9003f2c8dd22 req-f78018e2-ad74-4f27-8839-4bc2b76fe83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:11:40.722934 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3d8e033c-d7d2-4782-a26e-9003f2c8dd22 req-f78018e2-ad74-4f27-8839-4bc2b76fe83a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d19f338700ce464cae93dbe9bfd43c13&device_id=eb390230-2a52-4e77-91c0-9d147e3f92a7 HTTP/1.1" status: 200 len: 1098 time: 0.0573456 Jul 24 01:11:40.824513 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e033c-d7d2-4782-a26e-9003f2c8dd22 req-49067904-ba7c-4a78-b634-682f00de02c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:11:40.826010 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3d8e033c-d7d2-4782-a26e-9003f2c8dd22 req-49067904-ba7c-4a78-b634-682f00de02c4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8653a263-c15f-43c6-9f33-9120bc443de6 HTTP/1.1" status: 200 len: 910 time: 0.0851102 Jul 24 01:11:40.891466 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3d8e033c-d7d2-4782-a26e-9003f2c8dd22 req-f6b809db-635d-4502-8113-b544a2b2d3c6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7573d08b-6b4f-4a8c-8eb9-880bba681711 HTTP/1.1" status: 200 len: 1002 time: 0.0591416 Jul 24 01:11:40.938782 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e033c-d7d2-4782-a26e-9003f2c8dd22 req-0a191e21-d455-40bf-ad5e-8cdacb69be25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:11:40.940237 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3d8e033c-d7d2-4782-a26e-9003f2c8dd22 req-0a191e21-d455-40bf-ad5e-8cdacb69be25 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=390d82ff-57dd-46bc-9ec7-10d0ba1b5029 HTTP/1.1" status: 200 len: 848 time: 0.0432966 Jul 24 01:11:40.997931 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e033c-d7d2-4782-a26e-9003f2c8dd22 req-da1868f5-a77a-4b9d-aba2-73c1903934db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:11:40.999494 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3d8e033c-d7d2-4782-a26e-9003f2c8dd22 req-da1868f5-a77a-4b9d-aba2-73c1903934db service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8653a263-c15f-43c6-9f33-9120bc443de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533531 Jul 24 01:11:41.404090 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3d8e033c-d7d2-4782-a26e-9003f2c8dd22 req-bc06bd77-12d3-48c1-ab1e-b67c50169cd6 service neutron] 10.222.0.52 "GET /v2.0/networks/8653a263-c15f-43c6-9f33-9120bc443de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3981788 Jul 24 01:11:41.494447 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3d8e033c-d7d2-4782-a26e-9003f2c8dd22 req-b37d688f-590a-46d6-a02b-cfbe344f7829 service neutron] 10.222.0.52 "GET /v2.0/networks/8653a263-c15f-43c6-9f33-9120bc443de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834610 Jul 24 01:11:44.912604 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 7573d08b-6b4f-4a8c-8eb9-880bba681711 details requested by agent hyperv_n-h1-800088-16 with host n-h1-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:11:45.012346 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 7573d08b-6b4f-4a8c-8eb9-880bba681711, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=7573d08b-6b4f-4a8c-8eb9-880bba681711,segment=NetworkSegment(23480e29-4c9b-4463-a64e-a21e25d6b691),segment_id=23480e29-4c9b-4463-a64e-a21e25d6b691)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:11:45.024862 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Returning: {'device': '7573d08b-6b4f-4a8c-8eb9-880bba681711', 'network_id': '8653a263-c15f-43c6-9f33-9120bc443de6', 'port_id': '7573d08b-6b4f-4a8c-8eb9-880bba681711', 'mac_address': 'fa:16:3e:80:15:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '390d82ff-57dd-46bc-9ec7-10d0ba1b5029', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:11:45.061514 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:45.074595 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7573d08b-6b4f-4a8c-8eb9-880bba681711 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:11:45.094179 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 7573d08b-6b4f-4a8c-8eb9-880bba681711, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=7573d08b-6b4f-4a8c-8eb9-880bba681711,segment=NetworkSegment(23480e29-4c9b-4463-a64e-a21e25d6b691),segment_id=23480e29-4c9b-4463-a64e-a21e25d6b691)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:11:45.098454 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:45.154387 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=7573d08b-6b4f-4a8c-8eb9-880bba681711,revision_number=6']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:45.162142 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:45.162491 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:45.162838 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:45.163182 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:45.163516 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:45.163850 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:45.164175 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:45.164506 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:45.164869 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:45.165193 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:45.165519 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:45.165851 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:45.173320 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] get_ports_and_sgs() called for port_ids ['7573d08b-6b4f-4a8c-8eb9-880bba681711'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:11:45.614553 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:46.928276 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 7573d08b-6b4f-4a8c-8eb9-880bba681711 up at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:11:46.988621 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Provisioning complete for port 7573d08b-6b4f-4a8c-8eb9-880bba681711 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:11:46.989028 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:47.068747 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:47.093349 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb390230-2a52-4e77-91c0-9d147e3f92a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7573d08b-6b4f-4a8c-8eb9-880bba681711'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:11:47.095640 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}558c1f08c3ad39984887c6beba8768e196794644b3da822fc6f02d9261914d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f4869f-425f-49b8-b8fd-60a97cef6471" -d '{"events": [{"server_uuid": "eb390230-2a52-4e77-91c0-9d147e3f92a7", "name": "network-vif-plugged", "status": "completed", "tag": "7573d08b-6b4f-4a8c-8eb9-880bba681711"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:11:47.109399 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 7573d08b-6b4f-4a8c-8eb9-880bba681711, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=7573d08b-6b4f-4a8c-8eb9-880bba681711,segment=NetworkSegment(23480e29-4c9b-4463-a64e-a21e25d6b691),segment_id=23480e29-4c9b-4463-a64e-a21e25d6b691)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:11:47.115720 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:47.175912 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=7573d08b-6b4f-4a8c-8eb9-880bba681711,revision_number=7']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:48.162770 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8683aa47-1460-49cc-b495-01fcac6e3aa8 x-openstack-request-id: req-8683aa47-1460-49cc-b495-01fcac6e3aa8 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:11:48.163350 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb390230-2a52-4e77-91c0-9d147e3f92a7", "name": "network-vif-plugged", "status": "completed", "tag": "7573d08b-6b4f-4a8c-8eb9-880bba681711", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:11:48.163350 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8683aa47-1460-49cc-b495-01fcac6e3aa8 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:11:48.163736 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb390230-2a52-4e77-91c0-9d147e3f92a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7573d08b-6b4f-4a8c-8eb9-880bba681711', 'code': 200} Jul 24 01:11:48.502822 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:53.312649 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-8a7ad9b6-7b87-4229-b2c3-ed851b6d98a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:54.391746 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2de361f4-5878-4d06-88a4-d71e338d9b5d req-e0c077b9-ae34-4524-ae4b-a6705391f74e tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1443231808&fields=id&tenant_id=d19f338700ce464cae93dbe9bfd43c13 HTTP/1.1" status: 200 len: 267 time: 0.0332379 Jul 24 01:11:54.504999 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de361f4-5878-4d06-88a4-d71e338d9b5d req-6b8a8807-eff6-4686-a6d7-4ab824776770 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:11:54.506484 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2de361f4-5878-4d06-88a4-d71e338d9b5d req-6b8a8807-eff6-4686-a6d7-4ab824776770 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.44 "GET /v2.0/networks?id=8653a263-c15f-43c6-9f33-9120bc443de6 HTTP/1.1" status: 200 len: 809 time: 0.1077137 Jul 24 01:11:54.520762 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2de361f4-5878-4d06-88a4-d71e338d9b5d req-cb6dfc5b-7da5-496d-b0f5-eacb81a852d8 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.44 "GET /v2.0/quotas/d19f338700ce464cae93dbe9bfd43c13 HTTP/1.1" status: 200 len: 375 time: 0.0088785 Jul 24 01:11:54.589181 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2de361f4-5878-4d06-88a4-d71e338d9b5d req-6c1c809e-ccab-4e4c-a7de-e5459ea80f04 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d19f338700ce464cae93dbe9bfd43c13&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0635796 Jul 24 01:11:54.685955 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2de361f4-5878-4d06-88a4-d71e338d9b5d req-56933470-0303-46a9-8a3c-16cc23e89499 service neutron] 10.222.0.44 "GET /v2.0/networks/8653a263-c15f-43c6-9f33-9120bc443de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854871 Jul 24 01:11:54.773932 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-2de361f4-5878-4d06-88a4-d71e338d9b5d req-2d0ab9c2-93fc-433f-8965-c322bf26a704 service neutron] 10.222.0.44 "GET /v2.0/networks/8653a263-c15f-43c6-9f33-9120bc443de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821056 Jul 24 01:11:54.996232 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ef3261b7-14fc-4a52-9296-724c22fe4466 req-07a05b98-5452-432d-aeaa-3d39ada897c0 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.44 "GET /v2.0/ports?device_id=da5e636b-4de3-4b3f-b604-83aef56eafd0 HTTP/1.1" status: 200 len: 210 time: 0.0866628 Jul 24 01:11:55.355532 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:11:55.884208 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-5611d7cd-2727-4d0d-8fbd-ff61cb3f0e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:56.013621 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de361f4-5878-4d06-88a4-d71e338d9b5d req-502005be-68e5-4ef1-a242-4795aa2ee003 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:11:56.015091 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2de361f4-5878-4d06-88a4-d71e338d9b5d req-502005be-68e5-4ef1-a242-4795aa2ee003 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.64 "GET /v2.0/networks?id=8653a263-c15f-43c6-9f33-9120bc443de6 HTTP/1.1" status: 200 len: 809 time: 0.1099689 Jul 24 01:11:56.061532 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2de361f4-5878-4d06-88a4-d71e338d9b5d req-256596b1-7024-4360-8308-de0c16026852 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d19f338700ce464cae93dbe9bfd43c13 HTTP/1.1" status: 200 len: 380 time: 0.0366540 Jul 24 01:11:56.070075 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-2de361f4-5878-4d06-88a4-d71e338d9b5d req-0bc83c0d-91ce-4f75-92be-438b945500c6 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Request body: {'port': {'device_id': 'da5e636b-4de3-4b3f-b604-83aef56eafd0', 'network_id': '8653a263-c15f-43c6-9f33-9120bc443de6', 'admin_state_up': True, 'tenant_id': 'd19f338700ce464cae93dbe9bfd43c13', 'security_groups': ['c4c88f72-0c43-4bdb-be6a-d5d9bfafd145']}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:11:56.107303 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f10ed70d-67d7-46c7-b641-d5bca4e31c7e req-b4318c3e-9408-469f-a75a-acb0696c659e tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.44 "GET /v2.0/ports?device_id=da5e636b-4de3-4b3f-b604-83aef56eafd0 HTTP/1.1" status: 200 len: 210 time: 0.0367711 Jul 24 01:11:56.181743 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2de361f4-5878-4d06-88a4-d71e338d9b5d req-0bc83c0d-91ce-4f75-92be-438b945500c6 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Made reservation on behalf of d19f338700ce464cae93dbe9bfd43c13 for: {'port': 1} {{(pid=100314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:11:56.185235 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-2de361f4-5878-4d06-88a4-d71e338d9b5d req-0bc83c0d-91ce-4f75-92be-438b945500c6 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:56.693793 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_common [req-2de361f4-5878-4d06-88a4-d71e338d9b5d req-0bc83c0d-91ce-4f75-92be-438b945500c6 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Allocated IP 172.20.0.3 (8653a263-c15f-43c6-9f33-9120bc443de6/390d82ff-57dd-46bc-9ec7-10d0ba1b5029/71865451-e7c9-4686-ac0d-405b615c8803) {{(pid=100314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:11:56.848759 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-2de361f4-5878-4d06-88a4-d71e338d9b5d req-0bc83c0d-91ce-4f75-92be-438b945500c6 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Notify callbacks [] for port, precommit_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:56.863606 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-2de361f4-5878-4d06-88a4-d71e338d9b5d req-0bc83c0d-91ce-4f75-92be-438b945500c6 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Transition to ACTIVE for port object 71865451-e7c9-4686-ac0d-405b615c8803 will not be triggered until provisioned by entity DHCP. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:11:56.898870 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-2de361f4-5878-4d06-88a4-d71e338d9b5d req-0bc83c0d-91ce-4f75-92be-438b945500c6 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_create {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:56.955531 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2de361f4-5878-4d06-88a4-d71e338d9b5d req-0bc83c0d-91ce-4f75-92be-438b945500c6 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Network 8653a263-c15f-43c6-9f33-9120bc443de6 is already hosted by enough agents. {{(pid=100314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:11:56.959384 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.base_scheduler [req-2de361f4-5878-4d06-88a4-d71e338d9b5d req-0bc83c0d-91ce-4f75-92be-438b945500c6 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Resources bound (agent type, host, resource id): {{(pid=100314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:11:56.963472 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:56.964070 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-2de361f4-5878-4d06-88a4-d71e338d9b5d req-0bc83c0d-91ce-4f75-92be-438b945500c6 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Received port after_create {{(pid=100314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:11:56.991413 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc83c0d-91ce-4f75-92be-438b945500c6 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Pushing event updated for resources: {'Port': ['ID=71865451-e7c9-4686-ac0d-405b615c8803,revision_number=1']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:57.015438 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc83c0d-91ce-4f75-92be-438b945500c6 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:57.016082 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc83c0d-91ce-4f75-92be-438b945500c6 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:57.016329 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc83c0d-91ce-4f75-92be-438b945500c6 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:57.016631 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc83c0d-91ce-4f75-92be-438b945500c6 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:57.017013 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc83c0d-91ce-4f75-92be-438b945500c6 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:57.017353 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc83c0d-91ce-4f75-92be-438b945500c6 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:57.017687 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc83c0d-91ce-4f75-92be-438b945500c6 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:57.018020 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc83c0d-91ce-4f75-92be-438b945500c6 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:57.018353 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc83c0d-91ce-4f75-92be-438b945500c6 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:57.018689 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc83c0d-91ce-4f75-92be-438b945500c6 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:57.019027 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc83c0d-91ce-4f75-92be-438b945500c6 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:57.019356 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc83c0d-91ce-4f75-92be-438b945500c6 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:57.043465 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de361f4-5878-4d06-88a4-d71e338d9b5d req-0bc83c0d-91ce-4f75-92be-438b945500c6 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:11:57.044127 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-2de361f4-5878-4d06-88a4-d71e338d9b5d req-0bc83c0d-91ce-4f75-92be-438b945500c6 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:57.062007 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2de361f4-5878-4d06-88a4-d71e338d9b5d req-0bc83c0d-91ce-4f75-92be-438b945500c6 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9956014 Jul 24 01:11:57.201651 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-19307f12-12da-449d-ab0b-a8c1fff0228c None None] Provisioning for port 71865451-e7c9-4686-ac0d-405b615c8803 completed by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:11:57.206239 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-19307f12-12da-449d-ab0b-a8c1fff0228c None None] Provisioning complete for port 71865451-e7c9-4686-ac0d-405b615c8803 triggered by entity DHCP. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:11:57.206805 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-19307f12-12da-449d-ab0b-a8c1fff0228c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:57.243459 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-19307f12-12da-449d-ab0b-a8c1fff0228c None None] Port 71865451-e7c9-4686-ac0d-405b615c8803 cannot update to ACTIVE because it is not bound. {{(pid=100315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:11:57.266326 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf17b79-ca1c-4ffa-a510-fe06cc4bf1fc req-5cd41082-6e70-49d3-9ba2-741b5ef8a086 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:11:57.267993 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0bf17b79-ca1c-4ffa-a510-fe06cc4bf1fc req-5cd41082-6e70-49d3-9ba2-741b5ef8a086 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.44 "GET /v2.0/ports?device_id=da5e636b-4de3-4b3f-b604-83aef56eafd0 HTTP/1.1" status: 200 len: 931 time: 0.0855157 Jul 24 01:11:57.309560 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-0bf17b79-ca1c-4ffa-a510-fe06cc4bf1fc req-18f5182f-7604-4371-b58f-da11b97f7120 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4c88f72-0c43-4bdb-be6a-d5d9bfafd145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346937 Jul 24 01:11:57.602103 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:58.444456 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8783f2d3-581e-44bf-ae7d-95d1b0a835f1 req-2ee7d13b-c01a-4d3a-99af-a94dfa43c150 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:11:58.446036 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8783f2d3-581e-44bf-ae7d-95d1b0a835f1 req-2ee7d13b-c01a-4d3a-99af-a94dfa43c150 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.44 "GET /v2.0/ports?device_id=da5e636b-4de3-4b3f-b604-83aef56eafd0 HTTP/1.1" status: 200 len: 931 time: 0.0670087 Jul 24 01:11:58.487715 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-8783f2d3-581e-44bf-ae7d-95d1b0a835f1 req-7cf22110-5c29-49fe-9402-7448ee8bccec tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4c88f72-0c43-4bdb-be6a-d5d9bfafd145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360324 Jul 24 01:11:59.021553 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 7573d08b-6b4f-4a8c-8eb9-880bba681711 no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:11:59.100162 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:59.293338 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb390230-2a52-4e77-91c0-9d147e3f92a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7573d08b-6b4f-4a8c-8eb9-880bba681711'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:11:59.295592 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}558c1f08c3ad39984887c6beba8768e196794644b3da822fc6f02d9261914d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ce65f5-f589-42d5-8f73-1af3f6859c19" -d '{"events": [{"server_uuid": "eb390230-2a52-4e77-91c0-9d147e3f92a7", "name": "network-vif-unplugged", "status": "completed", "tag": "7573d08b-6b4f-4a8c-8eb9-880bba681711"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:11:59.310788 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] For port 7573d08b-6b4f-4a8c-8eb9-880bba681711, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=7573d08b-6b4f-4a8c-8eb9-880bba681711,segment=NetworkSegment(23480e29-4c9b-4463-a64e-a21e25d6b691),segment_id=23480e29-4c9b-4463-a64e-a21e25d6b691)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:11:59.312657 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:59.314149 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:59.342891 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 01:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e45b3ab0-fcc1-4c6d-851a-26e32e11ab86 x-openstack-request-id: req-e45b3ab0-fcc1-4c6d-851a-26e32e11ab86 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:11:59.343189 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb390230-2a52-4e77-91c0-9d147e3f92a7", "name": "network-vif-unplugged", "status": "completed", "tag": "7573d08b-6b4f-4a8c-8eb9-880bba681711", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:11:59.343444 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e45b3ab0-fcc1-4c6d-851a-26e32e11ab86 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:11:59.343836 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb390230-2a52-4e77-91c0-9d147e3f92a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7573d08b-6b4f-4a8c-8eb9-880bba681711', 'code': 200} Jul 24 01:11:59.369209 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Pushing event updated for resources: {'Port': ['ID=7573d08b-6b4f-4a8c-8eb9-880bba681711,revision_number=8']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:59.624362 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59254e9f-8d3f-4f72-a1f6-e4f6c271a80a req-a715a852-3906-4a1c-b1be-ce6ab7cfc669 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:11:59.625784 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-59254e9f-8d3f-4f72-a1f6-e4f6c271a80a req-a715a852-3906-4a1c-b1be-ce6ab7cfc669 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.44 "GET /v2.0/ports?device_id=da5e636b-4de3-4b3f-b604-83aef56eafd0 HTTP/1.1" status: 200 len: 931 time: 0.0683889 Jul 24 01:11:59.670818 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-59254e9f-8d3f-4f72-a1f6-e4f6c271a80a req-a0475d80-c34b-4dad-b041-e3d5af87c6a9 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4c88f72-0c43-4bdb-be6a-d5d9bfafd145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382805 Jul 24 01:12:00.808055 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a12bcd-54db-45a3-8f20-e95b977e87c4 req-13dd8d1c-e3ab-49cb-aebb-cc59ca3bcfe1 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:00.809605 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e7a12bcd-54db-45a3-8f20-e95b977e87c4 req-13dd8d1c-e3ab-49cb-aebb-cc59ca3bcfe1 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.44 "GET /v2.0/ports?device_id=da5e636b-4de3-4b3f-b604-83aef56eafd0 HTTP/1.1" status: 200 len: 931 time: 0.0660899 Jul 24 01:12:00.850391 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-e7a12bcd-54db-45a3-8f20-e95b977e87c4 req-992b25df-26f7-45df-9b1c-aa94aa3a7879 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4c88f72-0c43-4bdb-be6a-d5d9bfafd145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351129 Jul 24 01:12:01.983870 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52199a0a-fc33-4e7c-a951-7ed239137b6a req-384713ac-3311-43ab-88a6-2951d452c508 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:01.985427 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-52199a0a-fc33-4e7c-a951-7ed239137b6a req-384713ac-3311-43ab-88a6-2951d452c508 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.44 "GET /v2.0/ports?device_id=da5e636b-4de3-4b3f-b604-83aef56eafd0 HTTP/1.1" status: 200 len: 931 time: 0.0653665 Jul 24 01:12:02.026244 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-52199a0a-fc33-4e7c-a951-7ed239137b6a req-b0fe1426-b646-434f-b0df-a9ec8cc493d3 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4c88f72-0c43-4bdb-be6a-d5d9bfafd145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339646 Jul 24 01:12:03.159937 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6fe2a8-7e25-40f8-a6ee-fcff60da3b94 req-11f6c7a1-7a9c-4d53-8536-c17ca4b8787f tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:03.162314 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ba6fe2a8-7e25-40f8-a6ee-fcff60da3b94 req-11f6c7a1-7a9c-4d53-8536-c17ca4b8787f tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.44 "GET /v2.0/ports?device_id=da5e636b-4de3-4b3f-b604-83aef56eafd0 HTTP/1.1" status: 200 len: 931 time: 0.0665474 Jul 24 01:12:03.202458 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-ba6fe2a8-7e25-40f8-a6ee-fcff60da3b94 req-dc13c526-bc82-4fc9-8d56-3218c6d8953c tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4c88f72-0c43-4bdb-be6a-d5d9bfafd145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345237 Jul 24 01:12:04.338404 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403402d9-6948-4ba1-9254-cbdcec240a06 req-033a49ec-f87c-48d7-bba1-fdd3268226bc tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:04.339936 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-403402d9-6948-4ba1-9254-cbdcec240a06 req-033a49ec-f87c-48d7-bba1-fdd3268226bc tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.44 "GET /v2.0/ports?device_id=da5e636b-4de3-4b3f-b604-83aef56eafd0 HTTP/1.1" status: 200 len: 931 time: 0.0669167 Jul 24 01:12:04.378848 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-403402d9-6948-4ba1-9254-cbdcec240a06 req-b3582198-f623-438a-8796-bd059ed4b390 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4c88f72-0c43-4bdb-be6a-d5d9bfafd145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330410 Jul 24 01:12:05.518197 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5796416-b8db-4fe8-a1e3-b363d4b53ee8 req-0c18b431-7d2e-4d6c-a502-d1f82e6623cb tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:05.520317 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d5796416-b8db-4fe8-a1e3-b363d4b53ee8 req-0c18b431-7d2e-4d6c-a502-d1f82e6623cb tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.44 "GET /v2.0/ports?device_id=da5e636b-4de3-4b3f-b604-83aef56eafd0 HTTP/1.1" status: 200 len: 931 time: 0.0708065 Jul 24 01:12:05.558296 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-d5796416-b8db-4fe8-a1e3-b363d4b53ee8 req-9a886721-48d8-420e-b24c-98df8c8e7ebc tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4c88f72-0c43-4bdb-be6a-d5d9bfafd145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325079 Jul 24 01:12:06.693825 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77990d20-4132-4aca-bc42-50758b287d87 req-86b5d150-883d-47be-a3cc-6fc34a021b51 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:06.695322 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-77990d20-4132-4aca-bc42-50758b287d87 req-86b5d150-883d-47be-a3cc-6fc34a021b51 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.44 "GET /v2.0/ports?device_id=da5e636b-4de3-4b3f-b604-83aef56eafd0 HTTP/1.1" status: 200 len: 931 time: 0.0690863 Jul 24 01:12:06.734737 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-77990d20-4132-4aca-bc42-50758b287d87 req-b0675b9f-b5f6-4ca9-b50c-cf2bfdce2d1b tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4c88f72-0c43-4bdb-be6a-d5d9bfafd145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338693 Jul 24 01:12:06.894090 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [req-2de361f4-5878-4d06-88a4-d71e338d9b5d req-7a192728-632c-43b8-b15f-96c7d8e128ce tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=100314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:12:06.895157 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2de361f4-5878-4d06-88a4-d71e338d9b5d req-7a192728-632c-43b8-b15f-96c7d8e128ce tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056465 Jul 24 01:12:06.949268 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.v2.base [req-2de361f4-5878-4d06-88a4-d71e338d9b5d req-d0942b6f-e22b-4a28-8f87-e87530d9cb2b service neutron] Request body: {'port': {'device_id': 'da5e636b-4de3-4b3f-b604-83aef56eafd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-16'}} {{(pid=100314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:12:07.020800 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-2de361f4-5878-4d06-88a4-d71e338d9b5d req-d0942b6f-e22b-4a28-8f87-e87530d9cb2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:07.282518 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [req-2de361f4-5878-4d06-88a4-d71e338d9b5d req-d0942b6f-e22b-4a28-8f87-e87530d9cb2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71865451-e7c9-4686-ac0d-405b615c8803 {{(pid=100314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:12:07.290568 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-2de361f4-5878-4d06-88a4-d71e338d9b5d req-d0942b6f-e22b-4a28-8f87-e87530d9cb2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:07.302481 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.provisioning_blocks [req-2de361f4-5878-4d06-88a4-d71e338d9b5d req-d0942b6f-e22b-4a28-8f87-e87530d9cb2b service neutron] Transition to ACTIVE for port object 71865451-e7c9-4686-ac0d-405b615c8803 will not be triggered until provisioned by entity L2. {{(pid=100314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:12:07.305504 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-2de361f4-5878-4d06-88a4-d71e338d9b5d req-d0942b6f-e22b-4a28-8f87-e87530d9cb2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:07.355284 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0942b6f-e22b-4a28-8f87-e87530d9cb2b service neutron] Pushing event updated for resources: {'Port': ['ID=71865451-e7c9-4686-ac0d-405b615c8803,revision_number=2']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:07.433454 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-2de361f4-5878-4d06-88a4-d71e338d9b5d req-d0942b6f-e22b-4a28-8f87-e87530d9cb2b service neutron] Attempting to bind port 71865451-e7c9-4686-ac0d-405b615c8803 on host n-h2-800088-16 for vnic_type normal with profile {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:12:07.433804 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-2de361f4-5878-4d06-88a4-d71e338d9b5d req-d0942b6f-e22b-4a28-8f87-e87530d9cb2b service neutron] Attempting to bind port 71865451-e7c9-4686-ac0d-405b615c8803 by drivers openvswitch,hyperv on host n-h2-800088-16 at level 0 using segments [{'id': '23480e29-4c9b-4463-a64e-a21e25d6b691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '8653a263-c15f-43c6-9f33-9120bc443de6'}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:12:07.434143 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de361f4-5878-4d06-88a4-d71e338d9b5d req-d0942b6f-e22b-4a28-8f87-e87530d9cb2b service neutron] Attempting to bind port 71865451-e7c9-4686-ac0d-405b615c8803 on network 8653a263-c15f-43c6-9f33-9120bc443de6 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:12:07.438727 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de361f4-5878-4d06-88a4-d71e338d9b5d req-d0942b6f-e22b-4a28-8f87-e87530d9cb2b service neutron] Port 71865451-e7c9-4686-ac0d-405b615c8803 on network 8653a263-c15f-43c6-9f33-9120bc443de6 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-16 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 01:12:07.439053 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de361f4-5878-4d06-88a4-d71e338d9b5d req-d0942b6f-e22b-4a28-8f87-e87530d9cb2b service neutron] Attempting to bind port 71865451-e7c9-4686-ac0d-405b615c8803 on network 8653a263-c15f-43c6-9f33-9120bc443de6 {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:12:07.444201 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de361f4-5878-4d06-88a4-d71e338d9b5d req-d0942b6f-e22b-4a28-8f87-e87530d9cb2b service neutron] Checking agent: {'id': 'ed59fdc3-138c-447a-9095-e2d12b7724f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'started_at': datetime.datetime(2021, 7, 23, 23, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:12:07.444542 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de361f4-5878-4d06-88a4-d71e338d9b5d req-d0942b6f-e22b-4a28-8f87-e87530d9cb2b service neutron] Checking segment: {'id': '23480e29-4c9b-4463-a64e-a21e25d6b691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '8653a263-c15f-43c6-9f33-9120bc443de6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:12:07.444980 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de361f4-5878-4d06-88a4-d71e338d9b5d req-d0942b6f-e22b-4a28-8f87-e87530d9cb2b service neutron] Bound using segment: {'id': '23480e29-4c9b-4463-a64e-a21e25d6b691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '8653a263-c15f-43c6-9f33-9120bc443de6'} {{(pid=100314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:12:07.445400 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.managers [req-2de361f4-5878-4d06-88a4-d71e338d9b5d req-d0942b6f-e22b-4a28-8f87-e87530d9cb2b service neutron] Bound port: 71865451-e7c9-4686-ac0d-405b615c8803, host: n-h2-800088-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23480e29-4c9b-4463-a64e-a21e25d6b691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '8653a263-c15f-43c6-9f33-9120bc443de6'}}] {{(pid=100314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:12:07.445771 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-2de361f4-5878-4d06-88a4-d71e338d9b5d req-d0942b6f-e22b-4a28-8f87-e87530d9cb2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:07.511633 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-2de361f4-5878-4d06-88a4-d71e338d9b5d req-d0942b6f-e22b-4a28-8f87-e87530d9cb2b service neutron] For port 71865451-e7c9-4686-ac0d-405b615c8803, host n-h2-800088-16, cleared binding levels {{(pid=100314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:12:07.514696 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-2de361f4-5878-4d06-88a4-d71e338d9b5d req-d0942b6f-e22b-4a28-8f87-e87530d9cb2b service neutron] For port 71865451-e7c9-4686-ac0d-405b615c8803, host n-h2-800088-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=71865451-e7c9-4686-ac0d-405b615c8803,segment=NetworkSegment(23480e29-4c9b-4463-a64e-a21e25d6b691),segment_id=23480e29-4c9b-4463-a64e-a21e25d6b691)] {{(pid=100314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:12:07.520155 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-2de361f4-5878-4d06-88a4-d71e338d9b5d req-d0942b6f-e22b-4a28-8f87-e87530d9cb2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10134593'] for port, after_update {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:07.554317 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de361f4-5878-4d06-88a4-d71e338d9b5d req-d0942b6f-e22b-4a28-8f87-e87530d9cb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:07.554952 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-2de361f4-5878-4d06-88a4-d71e338d9b5d req-d0942b6f-e22b-4a28-8f87-e87530d9cb2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:07.556826 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2de361f4-5878-4d06-88a4-d71e338d9b5d req-d0942b6f-e22b-4a28-8f87-e87530d9cb2b service neutron] 10.222.0.64 "PUT /v2.0/ports/71865451-e7c9-4686-ac0d-405b615c8803 HTTP/1.1" status: 200 len: 1092 time: 0.6528130 Jul 24 01:12:07.559008 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da5e636b-4de3-4b3f-b604-83aef56eafd0', 'tag': '71865451-e7c9-4686-ac0d-405b615c8803'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:12:07.562041 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e7ee6ebb32ff99aa892ead8be43bffa8c011bb24534d19edee691564802e720" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a54b6f96-2bb3-4523-911a-47f9c885dbb0" -d '{"events": [{"name": "network-changed", "server_uuid": "da5e636b-4de3-4b3f-b604-83aef56eafd0", "tag": "71865451-e7c9-4686-ac0d-405b615c8803"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:12:07.592864 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0942b6f-e22b-4a28-8f87-e87530d9cb2b service neutron] Pushing event updated for resources: {'Port': ['ID=71865451-e7c9-4686-ac0d-405b615c8803,revision_number=3']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:07.655255 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de361f4-5878-4d06-88a4-d71e338d9b5d req-9b4323b5-c314-4539-8602-7bf5c48e70dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:07.656932 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2de361f4-5878-4d06-88a4-d71e338d9b5d req-9b4323b5-c314-4539-8602-7bf5c48e70dc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d19f338700ce464cae93dbe9bfd43c13&device_id=da5e636b-4de3-4b3f-b604-83aef56eafd0 HTTP/1.1" status: 200 len: 1095 time: 0.0603950 Jul 24 01:12:07.706879 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8389863-4518-47db-8009-58dc720ae5ac x-openstack-request-id: req-e8389863-4518-47db-8009-58dc720ae5ac {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:12:07.707252 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da5e636b-4de3-4b3f-b604-83aef56eafd0", "tag": "71865451-e7c9-4686-ac0d-405b615c8803", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:12:07.708002 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e8389863-4518-47db-8009-58dc720ae5ac {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:12:07.708409 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da5e636b-4de3-4b3f-b604-83aef56eafd0', 'tag': '71865451-e7c9-4686-ac0d-405b615c8803', 'status': 'completed', 'code': 200} Jul 24 01:12:07.710288 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2de361f4-5878-4d06-88a4-d71e338d9b5d req-dc12110f-7bb4-44f3-b2cc-fdb04c513fad service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=71865451-e7c9-4686-ac0d-405b615c8803 HTTP/1.1" status: 200 len: 217 time: 0.0462391 Jul 24 01:12:07.763010 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de361f4-5878-4d06-88a4-d71e338d9b5d req-080a3df6-695e-457b-acbb-fbd55f88fb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:07.764358 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2de361f4-5878-4d06-88a4-d71e338d9b5d req-080a3df6-695e-457b-acbb-fbd55f88fb68 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=390d82ff-57dd-46bc-9ec7-10d0ba1b5029 HTTP/1.1" status: 200 len: 848 time: 0.0484116 Jul 24 01:12:07.824569 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de361f4-5878-4d06-88a4-d71e338d9b5d req-2670730e-b0d6-44b6-b851-d5d5e6094537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:07.826052 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2de361f4-5878-4d06-88a4-d71e338d9b5d req-2670730e-b0d6-44b6-b851-d5d5e6094537 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8653a263-c15f-43c6-9f33-9120bc443de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551965 Jul 24 01:12:07.866005 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4515386-8ca3-425e-965b-c34392546ed2 req-f3bea275-4270-46c8-9aa6-41a27abe9147 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:07.867522 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d4515386-8ca3-425e-965b-c34392546ed2 req-f3bea275-4270-46c8-9aa6-41a27abe9147 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.44 "GET /v2.0/ports?device_id=da5e636b-4de3-4b3f-b604-83aef56eafd0 HTTP/1.1" status: 200 len: 943 time: 0.0656476 Jul 24 01:12:07.905257 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-d4515386-8ca3-425e-965b-c34392546ed2 req-b24616f8-4efa-47a5-a547-2a885d3a8e70 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4c88f72-0c43-4bdb-be6a-d5d9bfafd145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320170 Jul 24 01:12:07.923291 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2de361f4-5878-4d06-88a4-d71e338d9b5d req-0c9ed5d4-5865-49a3-a091-4b75e6755a3a service neutron] 10.222.0.64 "GET /v2.0/networks/8653a263-c15f-43c6-9f33-9120bc443de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899734 Jul 24 01:12:08.012802 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-2de361f4-5878-4d06-88a4-d71e338d9b5d req-748144c4-145f-4662-8e73-0b22f6e79678 service neutron] 10.222.0.64 "GET /v2.0/networks/8653a263-c15f-43c6-9f33-9120bc443de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825412 Jul 24 01:12:08.116755 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54b6f96-2bb3-4523-911a-47f9c885dbb0 req-5cc94931-a1d4-4835-a55a-ea67c67459b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:08.118202 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a54b6f96-2bb3-4523-911a-47f9c885dbb0 req-5cc94931-a1d4-4835-a55a-ea67c67459b8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d19f338700ce464cae93dbe9bfd43c13&device_id=da5e636b-4de3-4b3f-b604-83aef56eafd0 HTTP/1.1" status: 200 len: 1095 time: 0.0597582 Jul 24 01:12:08.206331 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54b6f96-2bb3-4523-911a-47f9c885dbb0 req-59f6654f-13fc-4d13-9977-7d509fc9e690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:08.208324 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a54b6f96-2bb3-4523-911a-47f9c885dbb0 req-59f6654f-13fc-4d13-9977-7d509fc9e690 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8653a263-c15f-43c6-9f33-9120bc443de6 HTTP/1.1" status: 200 len: 910 time: 0.0843260 Jul 24 01:12:08.255725 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a54b6f96-2bb3-4523-911a-47f9c885dbb0 req-f733328c-c872-48ca-bb8c-fc4d498129a0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=71865451-e7c9-4686-ac0d-405b615c8803 HTTP/1.1" status: 200 len: 217 time: 0.0375803 Jul 24 01:12:08.303770 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54b6f96-2bb3-4523-911a-47f9c885dbb0 req-eaf9f577-9a74-4d88-854d-24ed1b86d2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:08.305211 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a54b6f96-2bb3-4523-911a-47f9c885dbb0 req-eaf9f577-9a74-4d88-854d-24ed1b86d2e3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=390d82ff-57dd-46bc-9ec7-10d0ba1b5029 HTTP/1.1" status: 200 len: 848 time: 0.0436256 Jul 24 01:12:08.363010 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54b6f96-2bb3-4523-911a-47f9c885dbb0 req-e640b8d8-29c8-49d5-960c-f0eacb93c97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:08.364518 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a54b6f96-2bb3-4523-911a-47f9c885dbb0 req-e640b8d8-29c8-49d5-960c-f0eacb93c97b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8653a263-c15f-43c6-9f33-9120bc443de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529137 Jul 24 01:12:08.458599 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a54b6f96-2bb3-4523-911a-47f9c885dbb0 req-29e9ae4d-fee9-4b6d-ae93-5e2391e1dfcf service neutron] 10.222.0.64 "GET /v2.0/networks/8653a263-c15f-43c6-9f33-9120bc443de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874748 Jul 24 01:12:08.546078 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-a54b6f96-2bb3-4523-911a-47f9c885dbb0 req-fea4b8da-486d-479f-8e7d-5d116f09e694 service neutron] 10.222.0.64 "GET /v2.0/networks/8653a263-c15f-43c6-9f33-9120bc443de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813799 Jul 24 01:12:09.073127 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b2c444-5248-4228-8d4b-3fe6d87d6752 req-d1fafadb-5e81-4675-9750-bb2be7619890 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:09.074617 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c6b2c444-5248-4228-8d4b-3fe6d87d6752 req-d1fafadb-5e81-4675-9750-bb2be7619890 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.44 "GET /v2.0/ports?device_id=da5e636b-4de3-4b3f-b604-83aef56eafd0 HTTP/1.1" status: 200 len: 943 time: 0.0710151 Jul 24 01:12:09.119765 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-c6b2c444-5248-4228-8d4b-3fe6d87d6752 req-d074bc13-4735-47b3-b20b-375df661c107 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4c88f72-0c43-4bdb-be6a-d5d9bfafd145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394802 Jul 24 01:12:09.681598 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 71865451-e7c9-4686-ac0d-405b615c8803 details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:12:09.778359 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 71865451-e7c9-4686-ac0d-405b615c8803, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=71865451-e7c9-4686-ac0d-405b615c8803,segment=NetworkSegment(23480e29-4c9b-4463-a64e-a21e25d6b691),segment_id=23480e29-4c9b-4463-a64e-a21e25d6b691)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:12:09.790300 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': '71865451-e7c9-4686-ac0d-405b615c8803', 'network_id': '8653a263-c15f-43c6-9f33-9120bc443de6', 'port_id': '71865451-e7c9-4686-ac0d-405b615c8803', 'mac_address': 'fa:16:3e:fd:a2:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '390d82ff-57dd-46bc-9ec7-10d0ba1b5029', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:12:09.830748 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:09.845559 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71865451-e7c9-4686-ac0d-405b615c8803 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:12:09.866091 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 71865451-e7c9-4686-ac0d-405b615c8803, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=71865451-e7c9-4686-ac0d-405b615c8803,segment=NetworkSegment(23480e29-4c9b-4463-a64e-a21e25d6b691),segment_id=23480e29-4c9b-4463-a64e-a21e25d6b691)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:12:09.869962 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:09.916232 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=71865451-e7c9-4686-ac0d-405b615c8803,revision_number=4']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:10.100229 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['71865451-e7c9-4686-ac0d-405b615c8803'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:12:10.253464 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05d59d5-a90e-4c1f-b33e-ed9fff5ec41b req-d3e97225-74d5-42fd-82eb-95504df7de8b tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:10.254997 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f05d59d5-a90e-4c1f-b33e-ed9fff5ec41b req-d3e97225-74d5-42fd-82eb-95504df7de8b tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.44 "GET /v2.0/ports?device_id=da5e636b-4de3-4b3f-b604-83aef56eafd0 HTTP/1.1" status: 200 len: 944 time: 0.0640938 Jul 24 01:12:10.293490 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f05d59d5-a90e-4c1f-b33e-ed9fff5ec41b req-52c916d7-98ea-4dde-ad60-baa81a6afb3b tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4c88f72-0c43-4bdb-be6a-d5d9bfafd145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326581 Jul 24 01:12:11.423313 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54afa804-6352-4b6c-8a2a-c94d18314f2e req-ae123c33-e0e4-4547-ab98-51fb95ca2d0b tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:11.424844 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-54afa804-6352-4b6c-8a2a-c94d18314f2e req-ae123c33-e0e4-4547-ab98-51fb95ca2d0b tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.44 "GET /v2.0/ports?device_id=da5e636b-4de3-4b3f-b604-83aef56eafd0 HTTP/1.1" status: 200 len: 944 time: 0.0647352 Jul 24 01:12:11.462681 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-54afa804-6352-4b6c-8a2a-c94d18314f2e req-63fa06c7-3377-43c5-b00a-92150faf2f65 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4c88f72-0c43-4bdb-be6a-d5d9bfafd145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322914 Jul 24 01:12:11.697271 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 71865451-e7c9-4686-ac0d-405b615c8803 up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:12:11.747324 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning for port 71865451-e7c9-4686-ac0d-405b615c8803 completed by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:12:11.750908 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port 71865451-e7c9-4686-ac0d-405b615c8803 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:12:11.751285 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:11.825095 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:11.846924 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da5e636b-4de3-4b3f-b604-83aef56eafd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71865451-e7c9-4686-ac0d-405b615c8803'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:12:11.849815 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}558c1f08c3ad39984887c6beba8768e196794644b3da822fc6f02d9261914d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1a2a90e-9537-4a53-9eeb-7034723b7560" -d '{"events": [{"server_uuid": "da5e636b-4de3-4b3f-b604-83aef56eafd0", "name": "network-vif-plugged", "status": "completed", "tag": "71865451-e7c9-4686-ac0d-405b615c8803"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:12:11.862551 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 71865451-e7c9-4686-ac0d-405b615c8803, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=71865451-e7c9-4686-ac0d-405b615c8803,segment=NetworkSegment(23480e29-4c9b-4463-a64e-a21e25d6b691),segment_id=23480e29-4c9b-4463-a64e-a21e25d6b691)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:12:11.866258 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:11.892375 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33aab667-0556-455a-aa1d-d12adc2ba54a x-openstack-request-id: req-33aab667-0556-455a-aa1d-d12adc2ba54a {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:12:11.892673 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da5e636b-4de3-4b3f-b604-83aef56eafd0", "name": "network-vif-plugged", "status": "completed", "tag": "71865451-e7c9-4686-ac0d-405b615c8803", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:12:11.893035 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-33aab667-0556-455a-aa1d-d12adc2ba54a {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:12:11.893516 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da5e636b-4de3-4b3f-b604-83aef56eafd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71865451-e7c9-4686-ac0d-405b615c8803', 'code': 200} Jul 24 01:12:11.921833 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=71865451-e7c9-4686-ac0d-405b615c8803,revision_number=5']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:12.003129 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d6da82-6a6a-44cf-88a5-f995de378a07 req-26bc59f4-be84-4119-9331-62e9a17cbf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:12.004660 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-48d6da82-6a6a-44cf-88a5-f995de378a07 req-26bc59f4-be84-4119-9331-62e9a17cbf92 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=da5e636b-4de3-4b3f-b604-83aef56eafd0 HTTP/1.1" status: 200 len: 1097 time: 0.0537508 Jul 24 01:12:12.038728 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-48d6da82-6a6a-44cf-88a5-f995de378a07 req-09deab10-0a33-4c9e-a453-df772afda593 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c4c88f72-0c43-4bdb-be6a-d5d9bfafd145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278711 Jul 24 01:12:12.604194 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebbeebe-12a8-4079-bee0-b335a504592f req-f83c083f-0c1d-40dd-874d-78c61ef0f3eb tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:12.605827 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bebbeebe-12a8-4079-bee0-b335a504592f req-f83c083f-0c1d-40dd-874d-78c61ef0f3eb tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.44 "GET /v2.0/ports?device_id=da5e636b-4de3-4b3f-b604-83aef56eafd0 HTTP/1.1" status: 200 len: 945 time: 0.0762563 Jul 24 01:12:12.657149 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-bebbeebe-12a8-4079-bee0-b335a504592f req-134ef850-dcf5-4498-ac83-e4a90c29a7a3 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4c88f72-0c43-4bdb-be6a-d5d9bfafd145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451975 Jul 24 01:12:13.791903 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cabda46-64ed-40ae-a98f-543555a9a53b req-af93d47c-2546-40e7-9488-55334b0cafa8 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:13.793532 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3cabda46-64ed-40ae-a98f-543555a9a53b req-af93d47c-2546-40e7-9488-55334b0cafa8 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.44 "GET /v2.0/ports?device_id=da5e636b-4de3-4b3f-b604-83aef56eafd0 HTTP/1.1" status: 200 len: 945 time: 0.0668693 Jul 24 01:12:13.830345 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-3cabda46-64ed-40ae-a98f-543555a9a53b req-48b6ca6a-00cc-47e0-a298-af67c1434710 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4c88f72-0c43-4bdb-be6a-d5d9bfafd145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312979 Jul 24 01:12:13.961173 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb495f-10a0-4d37-a2e4-8cf9e2db8afb req-1deeb5c9-c437-4dce-a352-3726c46cbc41 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:13.962941 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f7eb495f-10a0-4d37-a2e4-8cf9e2db8afb req-1deeb5c9-c437-4dce-a352-3726c46cbc41 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.44 "GET /v2.0/ports?device_id=da5e636b-4de3-4b3f-b604-83aef56eafd0 HTTP/1.1" status: 200 len: 945 time: 0.0666037 Jul 24 01:12:13.999989 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-f7eb495f-10a0-4d37-a2e4-8cf9e2db8afb req-7499b285-2467-4e60-8d0a-81a048d6f577 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4c88f72-0c43-4bdb-be6a-d5d9bfafd145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315564 Jul 24 01:12:14.021893 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45384) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:14.074821 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfda0cef-7de7-41aa-9637-0a2f2e25f5e8 tempest-TestSnapshotPattern-338235917 tempest-TestSnapshotPattern-338235917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:14.076338 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-dfda0cef-7de7-41aa-9637-0a2f2e25f5e8 tempest-TestSnapshotPattern-338235917 tempest-TestSnapshotPattern-338235917-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=da5e636b-4de3-4b3f-b604-83aef56eafd0 HTTP/1.1" status: 200 len: 1092 time: 0.0534146 Jul 24 01:12:14.079098 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45386) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:14.083451 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.v2.base [None req-f0ffb28d-2ee2-4055-8205-3cdcda93367e tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Request body: {'floatingip': {'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'port_id': '71865451-e7c9-4686-ac0d-405b615c8803', 'tenant_id': 'd19f338700ce464cae93dbe9bfd43c13', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:12:14.107892 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f0ffb28d-2ee2-4055-8205-3cdcda93367e tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Notify callbacks [] for floatingip, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:14.207924 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f0ffb28d-2ee2-4055-8205-3cdcda93367e tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:14.310585 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_common [None req-f0ffb28d-2ee2-4055-8205-3cdcda93367e tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Allocated IP 172.25.3.118 (9adcfee8-760c-4568-9e39-c221abf69bf5/b7814c84-8324-401f-b06a-e1f1f7d8fea4/edde7f09-096e-490d-bb62-e153cd82de62) {{(pid=100313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:12:14.439692 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f0ffb28d-2ee2-4055-8205-3cdcda93367e tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Notify callbacks [] for port, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:14.479161 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f0ffb28d-2ee2-4055-8205-3cdcda93367e tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727720051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:14.516193 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ffb28d-2ee2-4055-8205-3cdcda93367e tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Network 9adcfee8-760c-4568-9e39-c221abf69bf5 is already hosted by enough agents. {{(pid=100313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:12:14.521003 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.base_scheduler [None req-f0ffb28d-2ee2-4055-8205-3cdcda93367e tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Resources bound (agent type, host, resource id): {{(pid=100313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:12:14.524663 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ffb28d-2ee2-4055-8205-3cdcda93367e tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Received port after_create {{(pid=100313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:12:14.530687 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ffb28d-2ee2-4055-8205-3cdcda93367e tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Pushing event updated for resources: {'Port': ['ID=edde7f09-096e-490d-bb62-e153cd82de62,revision_number=1']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:14.556863 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ffb28d-2ee2-4055-8205-3cdcda93367e tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:12:14.557225 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ffb28d-2ee2-4055-8205-3cdcda93367e tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:12:14.557574 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ffb28d-2ee2-4055-8205-3cdcda93367e tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:12:14.557922 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ffb28d-2ee2-4055-8205-3cdcda93367e tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:12:14.558282 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ffb28d-2ee2-4055-8205-3cdcda93367e tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:12:14.558607 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ffb28d-2ee2-4055-8205-3cdcda93367e tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:12:14.558945 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ffb28d-2ee2-4055-8205-3cdcda93367e tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:12:14.559281 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ffb28d-2ee2-4055-8205-3cdcda93367e tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:12:14.559615 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ffb28d-2ee2-4055-8205-3cdcda93367e tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:12:14.559947 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ffb28d-2ee2-4055-8205-3cdcda93367e tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:12:14.560283 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ffb28d-2ee2-4055-8205-3cdcda93367e tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:12:14.560617 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ffb28d-2ee2-4055-8205-3cdcda93367e tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:12:14.887748 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f0ffb28d-2ee2-4055-8205-3cdcda93367e tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:14.966182 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f0ffb28d-2ee2-4055-8205-3cdcda93367e tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:15.109820 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f0ffb28d-2ee2-4055-8205-3cdcda93367e tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Notify callbacks [] for port, precommit_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:15.114196 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f0ffb28d-2ee2-4055-8205-3cdcda93367e tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11583495'] for port, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:15.186636 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ffb28d-2ee2-4055-8205-3cdcda93367e tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Pushing event updated for resources: {'Port': ['ID=edde7f09-096e-490d-bb62-e153cd82de62,revision_number=2']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:15.195194 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f0ffb28d-2ee2-4055-8205-3cdcda93367e tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687344'] for floatingip, after_update {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:15.293232 n-d-800088-16 neutron-server[100313]: INFO neutron.db.l3_db [None req-f0ffb28d-2ee2-4055-8205-3cdcda93367e tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Floating IP da16d45d-2f63-4829-95ca-79aa2ddba82c associated. External IP: 172.25.3.118, port: 71865451-e7c9-4686-ac0d-405b615c8803. Jul 24 01:12:15.499383 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0ffb28d-2ee2-4055-8205-3cdcda93367e tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Router 6e2087c5-43c3-48e7-a9d4-835dfe853af0 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:12:15.612285 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0ffb28d-2ee2-4055-8205-3cdcda93367e tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:12:15.618305 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:15.624481 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d8a03a-98f6-46a4-8d7b-d27613c7cfc3 None None] Sync routers for ids ['6e2087c5-43c3-48e7-a9d4-835dfe853af0'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:12:15.630340 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-f0ffb28d-2ee2-4055-8205-3cdcda93367e tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:15.637096 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d8a03a-98f6-46a4-8d7b-d27613c7cfc3 None None] Routers {'6e2087c5-43c3-48e7-a9d4-835dfe853af0'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:12:15.637994 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-45d8a03a-98f6-46a4-8d7b-d27613c7cfc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T01:11:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['6e2087c5-43c3-48e7-a9d4-835dfe853af0'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:15.667961 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-f0ffb28d-2ee2-4055-8205-3cdcda93367e tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5876465 Jul 24 01:12:15.668604 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da5e636b-4de3-4b3f-b604-83aef56eafd0', 'tag': '71865451-e7c9-4686-ac0d-405b615c8803'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:12:15.670900 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b5b12b33723a5ac99f65cff31e3c306c8fdd85da64bb4eb22f7eb8a86bf6c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc11c16c-2bd1-4a9b-8d5a-2051c7615537" -d '{"events": [{"name": "network-changed", "server_uuid": "da5e636b-4de3-4b3f-b604-83aef56eafd0", "tag": "71865451-e7c9-4686-ac0d-405b615c8803"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:12:15.753615 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-45d8a03a-98f6-46a4-8d7b-d27613c7cfc3 None None] Set router 6e2087c5-43c3-48e7-a9d4-835dfe853af0 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:12:15.763444 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6cd141c-5574-4158-8e2f-8bd62cc7bb35 x-openstack-request-id: req-b6cd141c-5574-4158-8e2f-8bd62cc7bb35 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:12:15.763736 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da5e636b-4de3-4b3f-b604-83aef56eafd0", "tag": "71865451-e7c9-4686-ac0d-405b615c8803", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:12:15.763989 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b6cd141c-5574-4158-8e2f-8bd62cc7bb35 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:12:15.764392 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da5e636b-4de3-4b3f-b604-83aef56eafd0', 'tag': '71865451-e7c9-4686-ac0d-405b615c8803', 'status': 'completed', 'code': 200} Jul 24 01:12:15.845309 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc11c16c-2bd1-4a9b-8d5a-2051c7615537 req-efb4c825-2b80-48a4-918a-ac226f903837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:15.846844 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-dc11c16c-2bd1-4a9b-8d5a-2051c7615537 req-efb4c825-2b80-48a4-918a-ac226f903837 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d19f338700ce464cae93dbe9bfd43c13&device_id=da5e636b-4de3-4b3f-b604-83aef56eafd0 HTTP/1.1" status: 200 len: 1097 time: 0.0612557 Jul 24 01:12:15.937687 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc11c16c-2bd1-4a9b-8d5a-2051c7615537 req-9b228aa9-c379-4fc8-bf9e-3638f9e76a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:15.939222 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-dc11c16c-2bd1-4a9b-8d5a-2051c7615537 req-9b228aa9-c379-4fc8-bf9e-3638f9e76a86 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8653a263-c15f-43c6-9f33-9120bc443de6 HTTP/1.1" status: 200 len: 910 time: 0.0856309 Jul 24 01:12:15.982124 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-45d8a03a-98f6-46a4-8d7b-d27613c7cfc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2087c5-43c3-48e7-a9d4-835dfe853af0', 'name': 'tempest-TestSnapshotPattern-240005999-router', 'tenant_id': 'd19f338700ce464cae93dbe9bfd43c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '6f4e02d9-320c-4336-a188-3ee40564d8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:09:24Z', 'updated_at': '2021-07-24T01:09:26Z', 'revision_number': 4, 'project_id': 'd19f338700ce464cae93dbe9bfd43c13', 'gw_port': {'id': '6f4e02d9-320c-4336-a188-3ee40564d8fd', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2087c5-43c3-48e7-a9d4-835dfe853af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:09:24Z', 'updated_at': '2021-07-24T01:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': '7dc2c13a-8b38-446c-a4a7-c20d11a60c42', 'tenant_id': 'd19f338700ce464cae93dbe9bfd43c13', 'floating_ip_address': '172.25.3.193', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '6e2087c5-43c3-48e7-a9d4-835dfe853af0', 'port_id': '7573d08b-6b4f-4a8c-8eb9-880bba681711', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8653a263-c15f-43c6-9f33-9120bc443de6', 'mac_address': 'fa:16:3e:80:15:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb390230-2a52-4e77-91c0-9d147e3f92a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:09:45Z', 'updated_at': '2021-07-24T01:09:47Z', 'revision_number': 1, 'project_id': 'd19f338700ce464cae93dbe9bfd43c13', 'fixed_ip_address_scope': None}, {'id': 'da16d45d-2f63-4829-95ca-79aa2ddba82c', 'tenant_id': 'd19f338700ce464cae93dbe9bfd43c13', 'floating_ip_address': '172.25.3.118', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '6e2087c5-43c3-48e7-a9d4-835dfe853af0', 'port_id': '71865451-e7c9-4686-ac0d-405b615c8803', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8653a263-c15f-43c6-9f33-9120bc443de6', 'mac_address': 'fa:16:3e:fd:a2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5e636b-4de3-4b3f-b604-83aef56eafd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:12:14Z', 'updated_at': '2021-07-24T01:12:14Z', 'revision_number': 0, 'project_id': 'd19f338700ce464cae93dbe9bfd43c13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e92e086-5508-44d6-85a8-04c899e4c1f8', 'name': '', 'network_id': '8653a263-c15f-43c6-9f33-9120bc443de6', 'tenant_id': 'd19f338700ce464cae93dbe9bfd43c13', 'mac_address': 'fa:16:3e:eb:8e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2087c5-43c3-48e7-a9d4-835dfe853af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '390d82ff-57dd-46bc-9ec7-10d0ba1b5029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:09:26Z', 'updated_at': '2021-07-24T01:09:31Z', 'revision_number': 5, 'project_id': 'd19f338700ce464cae93dbe9bfd43c13', 'subnets': [{'id': '390d82ff-57dd-46bc-9ec7-10d0ba1b5029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:16.010208 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-dc11c16c-2bd1-4a9b-8d5a-2051c7615537 req-f60f4e1a-d376-4fbd-8e74-079d2fb6185c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=71865451-e7c9-4686-ac0d-405b615c8803 HTTP/1.1" status: 200 len: 999 time: 0.0646544 Jul 24 01:12:16.012715 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d8a03a-98f6-46a4-8d7b-d27613c7cfc3 None None] Checking router: 6e2087c5-43c3-48e7-a9d4-835dfe853af0 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:12:16.021833 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d8a03a-98f6-46a4-8d7b-d27613c7cfc3 None None] Routers {'6e2087c5-43c3-48e7-a9d4-835dfe853af0'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:12:16.022444 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-45d8a03a-98f6-46a4-8d7b-d27613c7cfc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T01:11:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['6e2087c5-43c3-48e7-a9d4-835dfe853af0'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:16.058030 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc11c16c-2bd1-4a9b-8d5a-2051c7615537 req-2ead72e0-fabb-40d2-8e43-a4694c94c17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:16.059511 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-dc11c16c-2bd1-4a9b-8d5a-2051c7615537 req-2ead72e0-fabb-40d2-8e43-a4694c94c17b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=390d82ff-57dd-46bc-9ec7-10d0ba1b5029 HTTP/1.1" status: 200 len: 848 time: 0.0438924 Jul 24 01:12:16.117450 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc11c16c-2bd1-4a9b-8d5a-2051c7615537 req-491832da-482b-4b74-a269-a3a0e68e2385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:16.118962 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-dc11c16c-2bd1-4a9b-8d5a-2051c7615537 req-491832da-482b-4b74-a269-a3a0e68e2385 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8653a263-c15f-43c6-9f33-9120bc443de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536649 Jul 24 01:12:16.126129 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-45d8a03a-98f6-46a4-8d7b-d27613c7cfc3 None None] Set router 6e2087c5-43c3-48e7-a9d4-835dfe853af0 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:12:16.212587 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-dc11c16c-2bd1-4a9b-8d5a-2051c7615537 req-6ad5f0a3-1d3b-4cd9-acc1-83bad2ab2b2f service neutron] 10.222.0.64 "GET /v2.0/networks/8653a263-c15f-43c6-9f33-9120bc443de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876503 Jul 24 01:12:16.300164 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-dc11c16c-2bd1-4a9b-8d5a-2051c7615537 req-006c639b-dfd1-4d27-acaa-bb942f3b2042 service neutron] 10.222.0.64 "GET /v2.0/networks/8653a263-c15f-43c6-9f33-9120bc443de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819180 Jul 24 01:12:16.345792 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-45d8a03a-98f6-46a4-8d7b-d27613c7cfc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2087c5-43c3-48e7-a9d4-835dfe853af0', 'name': 'tempest-TestSnapshotPattern-240005999-router', 'tenant_id': 'd19f338700ce464cae93dbe9bfd43c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '6f4e02d9-320c-4336-a188-3ee40564d8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:09:24Z', 'updated_at': '2021-07-24T01:09:26Z', 'revision_number': 4, 'project_id': 'd19f338700ce464cae93dbe9bfd43c13', 'gw_port': {'id': '6f4e02d9-320c-4336-a188-3ee40564d8fd', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2087c5-43c3-48e7-a9d4-835dfe853af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:09:24Z', 'updated_at': '2021-07-24T01:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': '7dc2c13a-8b38-446c-a4a7-c20d11a60c42', 'tenant_id': 'd19f338700ce464cae93dbe9bfd43c13', 'floating_ip_address': '172.25.3.193', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '6e2087c5-43c3-48e7-a9d4-835dfe853af0', 'port_id': '7573d08b-6b4f-4a8c-8eb9-880bba681711', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8653a263-c15f-43c6-9f33-9120bc443de6', 'mac_address': 'fa:16:3e:80:15:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb390230-2a52-4e77-91c0-9d147e3f92a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:09:45Z', 'updated_at': '2021-07-24T01:09:47Z', 'revision_number': 1, 'project_id': 'd19f338700ce464cae93dbe9bfd43c13', 'fixed_ip_address_scope': None}, {'id': 'da16d45d-2f63-4829-95ca-79aa2ddba82c', 'tenant_id': 'd19f338700ce464cae93dbe9bfd43c13', 'floating_ip_address': '172.25.3.118', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '6e2087c5-43c3-48e7-a9d4-835dfe853af0', 'port_id': '71865451-e7c9-4686-ac0d-405b615c8803', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8653a263-c15f-43c6-9f33-9120bc443de6', 'mac_address': 'fa:16:3e:fd:a2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5e636b-4de3-4b3f-b604-83aef56eafd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:12:14Z', 'updated_at': '2021-07-24T01:12:14Z', 'revision_number': 0, 'project_id': 'd19f338700ce464cae93dbe9bfd43c13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e92e086-5508-44d6-85a8-04c899e4c1f8', 'name': '', 'network_id': '8653a263-c15f-43c6-9f33-9120bc443de6', 'tenant_id': 'd19f338700ce464cae93dbe9bfd43c13', 'mac_address': 'fa:16:3e:eb:8e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2087c5-43c3-48e7-a9d4-835dfe853af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '390d82ff-57dd-46bc-9ec7-10d0ba1b5029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:09:26Z', 'updated_at': '2021-07-24T01:09:31Z', 'revision_number': 5, 'project_id': 'd19f338700ce464cae93dbe9bfd43c13', 'subnets': [{'id': '390d82ff-57dd-46bc-9ec7-10d0ba1b5029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:16.376047 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d8a03a-98f6-46a4-8d7b-d27613c7cfc3 None None] The sync data for ids ['6e2087c5-43c3-48e7-a9d4-835dfe853af0'] in n-d-800088-16 is: [{'id': '6e2087c5-43c3-48e7-a9d4-835dfe853af0', 'name': 'tempest-TestSnapshotPattern-240005999-router', 'tenant_id': 'd19f338700ce464cae93dbe9bfd43c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '6f4e02d9-320c-4336-a188-3ee40564d8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:09:24Z', 'updated_at': '2021-07-24T01:09:26Z', 'revision_number': 4, 'project_id': 'd19f338700ce464cae93dbe9bfd43c13', 'gw_port': {'id': '6f4e02d9-320c-4336-a188-3ee40564d8fd', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2087c5-43c3-48e7-a9d4-835dfe853af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:09:24Z', 'updated_at': '2021-07-24T01:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': '7dc2c13a-8b38-446c-a4a7-c20d11a60c42', 'tenant_id': 'd19f338700ce464cae93dbe9bfd43c13', 'floating_ip_address': '172.25.3.193', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '6e2087c5-43c3-48e7-a9d4-835dfe853af0', 'port_id': '7573d08b-6b4f-4a8c-8eb9-880bba681711', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8653a263-c15f-43c6-9f33-9120bc443de6', 'mac_address': 'fa:16:3e:80:15:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb390230-2a52-4e77-91c0-9d147e3f92a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:09:45Z', 'updated_at': '2021-07-24T01:09:47Z', 'revision_number': 1, 'project_id': 'd19f338700ce464cae93dbe9bfd43c13', 'fixed_ip_address_scope': None}, {'id': 'da16d45d-2f63-4829-95ca-79aa2ddba82c', 'tenant_id': 'd19f338700ce464cae93dbe9bfd43c13', 'floating_ip_address': '172.25.3.118', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '6e2087c5-43c3-48e7-a9d4-835dfe853af0', 'port_id': '71865451-e7c9-4686-ac0d-405b615c8803', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8653a263-c15f-43c6-9f33-9120bc443de6', 'mac_address': 'fa:16:3e:fd:a2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5e636b-4de3-4b3f-b604-83aef56eafd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:12:14Z', 'updated_at': '2021-07-24T01:12:14Z', 'revision_number': 0, 'project_id': 'd19f338700ce464cae93dbe9bfd43c13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e92e086-5508-44d6-85a8-04c899e4c1f8', 'name': '', 'network_id': '8653a263-c15f-43c6-9f33-9120bc443de6', 'tenant_id': 'd19f338700ce464cae93dbe9bfd43c13', 'mac_address': 'fa:16:3e:eb:8e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2087c5-43c3-48e7-a9d4-835dfe853af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '390d82ff-57dd-46bc-9ec7-10d0ba1b5029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:09:26Z', 'updated_at': '2021-07-24T01:09:31Z', 'revision_number': 5, 'project_id': 'd19f338700ce464cae93dbe9bfd43c13', 'subnets': [{'id': '390d82ff-57dd-46bc-9ec7-10d0ba1b5029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:12:16.574321 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce2beca-7cc1-4e3f-a288-34dc1713a829 None None] New status for floating IP da16d45d-2f63-4829-95ca-79aa2ddba82c: ACTIVE {{(pid=100316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 01:12:18.501228 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:23.314188 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-07d63eaa-a249-4fe9-a866-c5ceba90d061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:25.884442 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b96ae8ff-1d6e-442e-86c1-99ebc5dcf107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:26.946410 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:27.600971 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:29.181376 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:32.354790 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:12:40.756829 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-07e88e06-45fd-41fc-b7b2-1ea04a7b4f0f req-6ca56e18-05a2-4d5f-b87c-5fe27823bc6d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=eb390230-2a52-4e77-91c0-9d147e3f92a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0606287 Jul 24 01:12:40.847667 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e88e06-45fd-41fc-b7b2-1ea04a7b4f0f req-eec723fe-b2ba-4f03-ba41-cc87e8178148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:40.849200 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-07e88e06-45fd-41fc-b7b2-1ea04a7b4f0f req-eec723fe-b2ba-4f03-ba41-cc87e8178148 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d19f338700ce464cae93dbe9bfd43c13&device_id=eb390230-2a52-4e77-91c0-9d147e3f92a7 HTTP/1.1" status: 200 len: 1096 time: 0.0531254 Jul 24 01:12:40.952343 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e88e06-45fd-41fc-b7b2-1ea04a7b4f0f req-7206569a-3450-4af9-8267-590614880278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:40.953866 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-07e88e06-45fd-41fc-b7b2-1ea04a7b4f0f req-7206569a-3450-4af9-8267-590614880278 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8653a263-c15f-43c6-9f33-9120bc443de6 HTTP/1.1" status: 200 len: 910 time: 0.0877128 Jul 24 01:12:41.017423 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-07e88e06-45fd-41fc-b7b2-1ea04a7b4f0f req-202936fc-c583-4fa1-82e0-598d4678ece9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7573d08b-6b4f-4a8c-8eb9-880bba681711 HTTP/1.1" status: 200 len: 1000 time: 0.0570281 Jul 24 01:12:41.069966 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e88e06-45fd-41fc-b7b2-1ea04a7b4f0f req-b3052325-a912-4f45-87cc-d11437ed07ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:41.071420 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-07e88e06-45fd-41fc-b7b2-1ea04a7b4f0f req-b3052325-a912-4f45-87cc-d11437ed07ff service neutron] 10.222.0.52 "GET /v2.0/subnets?id=390d82ff-57dd-46bc-9ec7-10d0ba1b5029 HTTP/1.1" status: 200 len: 848 time: 0.0483227 Jul 24 01:12:41.127367 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e88e06-45fd-41fc-b7b2-1ea04a7b4f0f req-24e01fcc-d851-47e9-bad9-c91192c8cab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:41.128879 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-07e88e06-45fd-41fc-b7b2-1ea04a7b4f0f req-24e01fcc-d851-47e9-bad9-c91192c8cab7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8653a263-c15f-43c6-9f33-9120bc443de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516095 Jul 24 01:12:41.217742 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-07e88e06-45fd-41fc-b7b2-1ea04a7b4f0f req-ba1d3037-061e-4f66-ac9a-4b87d6b89958 service neutron] 10.222.0.52 "GET /v2.0/networks/8653a263-c15f-43c6-9f33-9120bc443de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807428 Jul 24 01:12:41.309207 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-07e88e06-45fd-41fc-b7b2-1ea04a7b4f0f req-54e6d691-82f9-4638-8990-eab80b07f24d service neutron] 10.222.0.52 "GET /v2.0/networks/8653a263-c15f-43c6-9f33-9120bc443de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854447 Jul 24 01:12:43.117244 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-17941017-206e-4762-a3de-834bdee5c028 req-db60a780-3f3e-46ba-8fce-0230b64257dc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=da5e636b-4de3-4b3f-b604-83aef56eafd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0580480 Jul 24 01:12:43.211772 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17941017-206e-4762-a3de-834bdee5c028 req-e8da92b5-0a50-487b-bd9d-232380695658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:43.213220 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-17941017-206e-4762-a3de-834bdee5c028 req-e8da92b5-0a50-487b-bd9d-232380695658 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d19f338700ce464cae93dbe9bfd43c13&device_id=da5e636b-4de3-4b3f-b604-83aef56eafd0 HTTP/1.1" status: 200 len: 1097 time: 0.0549667 Jul 24 01:12:43.316965 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17941017-206e-4762-a3de-834bdee5c028 req-8ff72c96-3e63-4e8b-96ef-e5d8bdf7c865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:43.318537 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-17941017-206e-4762-a3de-834bdee5c028 req-8ff72c96-3e63-4e8b-96ef-e5d8bdf7c865 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8653a263-c15f-43c6-9f33-9120bc443de6 HTTP/1.1" status: 200 len: 910 time: 0.0855432 Jul 24 01:12:43.386464 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-17941017-206e-4762-a3de-834bdee5c028 req-858289f5-9d26-4aea-b703-7381b12e4493 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=71865451-e7c9-4686-ac0d-405b615c8803 HTTP/1.1" status: 200 len: 1001 time: 0.0616250 Jul 24 01:12:43.441145 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17941017-206e-4762-a3de-834bdee5c028 req-6993f849-a5d5-4dd0-915e-ad8eae640731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:43.442661 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-17941017-206e-4762-a3de-834bdee5c028 req-6993f849-a5d5-4dd0-915e-ad8eae640731 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=390d82ff-57dd-46bc-9ec7-10d0ba1b5029 HTTP/1.1" status: 200 len: 848 time: 0.0506499 Jul 24 01:12:43.502113 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17941017-206e-4762-a3de-834bdee5c028 req-2e0d9360-daed-447b-819c-c1ffb73c4d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:43.503510 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-17941017-206e-4762-a3de-834bdee5c028 req-2e0d9360-daed-447b-819c-c1ffb73c4d53 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8653a263-c15f-43c6-9f33-9120bc443de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537000 Jul 24 01:12:43.595327 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-17941017-206e-4762-a3de-834bdee5c028 req-b5bdadfc-17aa-40da-a09b-6b0ce2a0bd80 service neutron] 10.222.0.64 "GET /v2.0/networks/8653a263-c15f-43c6-9f33-9120bc443de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852478 Jul 24 01:12:43.682543 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-17941017-206e-4762-a3de-834bdee5c028 req-dd1575d7-d0a4-4baa-bbe5-ca1425d90442 service neutron] 10.222.0.64 "GET /v2.0/networks/8653a263-c15f-43c6-9f33-9120bc443de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807772 Jul 24 01:12:45.613178 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:48.513731 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:53.313520 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-48b23e49-7e24-4a2a-8224-6acf0fd9134e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:55.884738 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-fae63113-8ab5-4a46-bcd9-6056738a6438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:56.946264 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:57.605206 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:59.183297 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:09.354308 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:13:15.612844 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:18.515729 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:23.314633 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-8d79058d-654b-48ea-86ae-048b026e9f73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:25.885898 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-18c7cb21-30a1-486d-95b0-9427cfa0c8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:26.953791 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:27.607315 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:29.185809 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:38.211144 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 71865451-e7c9-4686-ac0d-405b615c8803 details requested by agent hyperv_n-h2-800088-16 with host n-h2-800088-16 {{(pid=100315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:13:38.312111 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 71865451-e7c9-4686-ac0d-405b615c8803, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=71865451-e7c9-4686-ac0d-405b615c8803,segment=NetworkSegment(23480e29-4c9b-4463-a64e-a21e25d6b691),segment_id=23480e29-4c9b-4463-a64e-a21e25d6b691)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:13:38.323209 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Returning: {'device': '71865451-e7c9-4686-ac0d-405b615c8803', 'network_id': '8653a263-c15f-43c6-9f33-9120bc443de6', 'port_id': '71865451-e7c9-4686-ac0d-405b615c8803', 'mac_address': 'fa:16:3e:fd:a2:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '390d82ff-57dd-46bc-9ec7-10d0ba1b5029', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:13:38.366521 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:38.379782 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 71865451-e7c9-4686-ac0d-405b615c8803 {{(pid=100315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:13:38.403641 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 71865451-e7c9-4686-ac0d-405b615c8803, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=71865451-e7c9-4686-ac0d-405b615c8803,segment=NetworkSegment(23480e29-4c9b-4463-a64e-a21e25d6b691),segment_id=23480e29-4c9b-4463-a64e-a21e25d6b691)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:13:38.407711 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:38.469857 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=71865451-e7c9-4686-ac0d-405b615c8803,revision_number=6']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:38.480269 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:38.480742 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:38.481241 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:38.481703 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:38.482189 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:38.482646 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:38.483106 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:38.483580 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:38.484029 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:38.484492 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:38.484993 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:38.485454 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:38.493518 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] get_ports_and_sgs() called for port_ids ['71865451-e7c9-4686-ac0d-405b615c8803'] {{(pid=100315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:13:40.171902 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c47e48f9-b932-409f-94a2-ecda955a89b4 req-8fec1830-cbc1-4ec8-a736-30a8941afa10 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=eb390230-2a52-4e77-91c0-9d147e3f92a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0708373 Jul 24 01:13:40.225608 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 71865451-e7c9-4686-ac0d-405b615c8803 up at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:13:40.287504 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47e48f9-b932-409f-94a2-ecda955a89b4 req-8b128edc-efef-4f5f-b4cb-ab069fe5d194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:13:40.289403 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c47e48f9-b932-409f-94a2-ecda955a89b4 req-8b128edc-efef-4f5f-b4cb-ab069fe5d194 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d19f338700ce464cae93dbe9bfd43c13&device_id=eb390230-2a52-4e77-91c0-9d147e3f92a7 HTTP/1.1" status: 200 len: 1096 time: 0.0713065 Jul 24 01:13:40.294690 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.provisioning_blocks [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Provisioning complete for port 71865451-e7c9-4686-ac0d-405b615c8803 triggered by entity L2. {{(pid=100315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:13:40.295068 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794735'] for port, provisioning_complete {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:40.388174 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:40.412333 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da5e636b-4de3-4b3f-b604-83aef56eafd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71865451-e7c9-4686-ac0d-405b615c8803'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:13:40.415641 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}558c1f08c3ad39984887c6beba8768e196794644b3da822fc6f02d9261914d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf5deb64-b84c-49a0-a2f8-3963bc0d982f" -d '{"events": [{"server_uuid": "da5e636b-4de3-4b3f-b604-83aef56eafd0", "name": "network-vif-plugged", "status": "completed", "tag": "71865451-e7c9-4686-ac0d-405b615c8803"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:13:40.442724 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 71865451-e7c9-4686-ac0d-405b615c8803, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=71865451-e7c9-4686-ac0d-405b615c8803,segment=NetworkSegment(23480e29-4c9b-4463-a64e-a21e25d6b691),segment_id=23480e29-4c9b-4463-a64e-a21e25d6b691)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:13:40.446551 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47e48f9-b932-409f-94a2-ecda955a89b4 req-6e1196f5-0e97-4346-98bf-a80a2d90aef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:13:40.449091 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c47e48f9-b932-409f-94a2-ecda955a89b4 req-6e1196f5-0e97-4346-98bf-a80a2d90aef7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8653a263-c15f-43c6-9f33-9120bc443de6 HTTP/1.1" status: 200 len: 910 time: 0.1387384 Jul 24 01:13:40.450445 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:40.493991 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef44e132-3da9-43a3-b9aa-1df8c39ef035 x-openstack-request-id: req-ef44e132-3da9-43a3-b9aa-1df8c39ef035 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:13:40.494296 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da5e636b-4de3-4b3f-b604-83aef56eafd0", "name": "network-vif-plugged", "status": "completed", "tag": "71865451-e7c9-4686-ac0d-405b615c8803", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:13:40.494539 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ef44e132-3da9-43a3-b9aa-1df8c39ef035 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:13:40.494926 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da5e636b-4de3-4b3f-b604-83aef56eafd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71865451-e7c9-4686-ac0d-405b615c8803', 'code': 200} Jul 24 01:13:40.525295 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=71865451-e7c9-4686-ac0d-405b615c8803,revision_number=7']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:40.543331 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c47e48f9-b932-409f-94a2-ecda955a89b4 req-a4ca5c11-6987-42e7-aef1-726eb9399f3c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7573d08b-6b4f-4a8c-8eb9-880bba681711 HTTP/1.1" status: 200 len: 1000 time: 0.0853531 Jul 24 01:13:40.602939 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47e48f9-b932-409f-94a2-ecda955a89b4 req-969033f0-7c62-4ba1-a92d-9b08e52c7103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:13:40.605195 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c47e48f9-b932-409f-94a2-ecda955a89b4 req-969033f0-7c62-4ba1-a92d-9b08e52c7103 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=390d82ff-57dd-46bc-9ec7-10d0ba1b5029 HTTP/1.1" status: 200 len: 848 time: 0.0556245 Jul 24 01:13:40.680519 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47e48f9-b932-409f-94a2-ecda955a89b4 req-ce93043b-5837-4321-8eef-cf60e4842bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:13:40.682106 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c47e48f9-b932-409f-94a2-ecda955a89b4 req-ce93043b-5837-4321-8eef-cf60e4842bb1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8653a263-c15f-43c6-9f33-9120bc443de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0714152 Jul 24 01:13:40.694539 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [req-c47e48f9-b932-409f-94a2-ecda955a89b4 req-ce42ae02-019f-48ea-a5af-3a02ad383bc3 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=100313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:13:40.695668 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c47e48f9-b932-409f-94a2-ecda955a89b4 req-ce42ae02-019f-48ea-a5af-3a02ad383bc3 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060449 Jul 24 01:13:40.826555 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c47e48f9-b932-409f-94a2-ecda955a89b4 req-e9f9748b-ec6e-4ea9-a895-80d828c6929b service neutron] 10.222.0.52 "GET /v2.0/networks/8653a263-c15f-43c6-9f33-9120bc443de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247540 Jul 24 01:13:40.961212 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-c47e48f9-b932-409f-94a2-ecda955a89b4 req-5044b84b-4c08-4ade-882c-e6d36313e7cd service neutron] 10.222.0.52 "GET /v2.0/networks/8653a263-c15f-43c6-9f33-9120bc443de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291037 Jul 24 01:13:44.177256 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d2ad86-2f3d-4cbb-a188-e63d1768c0b5 req-5907940c-5131-4ce4-9985-274d5f64f255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:13:44.179516 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-12d2ad86-2f3d-4cbb-a188-e63d1768c0b5 req-5907940c-5131-4ce4-9985-274d5f64f255 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d19f338700ce464cae93dbe9bfd43c13&device_id=da5e636b-4de3-4b3f-b604-83aef56eafd0 HTTP/1.1" status: 200 len: 1097 time: 0.0649283 Jul 24 01:13:44.291751 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d2ad86-2f3d-4cbb-a188-e63d1768c0b5 req-74765f7e-5379-4af0-bde0-aa401740670c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:13:44.293441 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-12d2ad86-2f3d-4cbb-a188-e63d1768c0b5 req-74765f7e-5379-4af0-bde0-aa401740670c service neutron] 10.222.0.64 "GET /v2.0/networks?id=8653a263-c15f-43c6-9f33-9120bc443de6 HTTP/1.1" status: 200 len: 910 time: 0.0911880 Jul 24 01:13:44.379041 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-12d2ad86-2f3d-4cbb-a188-e63d1768c0b5 req-09f503b0-57be-4ac3-935d-8662eaddbbc6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=71865451-e7c9-4686-ac0d-405b615c8803 HTTP/1.1" status: 200 len: 1001 time: 0.0780740 Jul 24 01:13:44.432393 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d2ad86-2f3d-4cbb-a188-e63d1768c0b5 req-a38e0f34-bca9-443d-a068-3f73452736b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:13:44.433951 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-12d2ad86-2f3d-4cbb-a188-e63d1768c0b5 req-a38e0f34-bca9-443d-a068-3f73452736b6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=390d82ff-57dd-46bc-9ec7-10d0ba1b5029 HTTP/1.1" status: 200 len: 848 time: 0.0485256 Jul 24 01:13:44.502000 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d2ad86-2f3d-4cbb-a188-e63d1768c0b5 req-8938b16c-b020-4e86-878e-c347ae24e9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:13:44.504356 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-12d2ad86-2f3d-4cbb-a188-e63d1768c0b5 req-8938b16c-b020-4e86-878e-c347ae24e9b5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8653a263-c15f-43c6-9f33-9120bc443de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0591497 Jul 24 01:13:44.613978 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-12d2ad86-2f3d-4cbb-a188-e63d1768c0b5 req-c7f55415-bc7c-43a6-839c-b9b40c6b85a3 service neutron] 10.222.0.64 "GET /v2.0/networks/8653a263-c15f-43c6-9f33-9120bc443de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028180 Jul 24 01:13:44.730541 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-12d2ad86-2f3d-4cbb-a188-e63d1768c0b5 req-dc44cbb8-1ed7-441f-bf07-a57d0437205c service neutron] 10.222.0.64 "GET /v2.0/networks/8653a263-c15f-43c6-9f33-9120bc443de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097348 Jul 24 01:13:45.615944 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:46.353259 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:13:48.518319 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:49.637529 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45594) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:49.792220 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-d6760430-ffa9-461c-a60b-99a61ca3b276 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Deleting port edde7f09-096e-490d-bb62-e153cd82de62 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:13:49.792570 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d6760430-ffa9-461c-a60b-99a61ca3b276 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:49.867569 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d6760430-ffa9-461c-a60b-99a61ca3b276 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:49.867902 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d6760430-ffa9-461c-a60b-99a61ca3b276 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:49.879096 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-d6760430-ffa9-461c-a60b-99a61ca3b276 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Calling delete_port for edde7f09-096e-490d-bb62-e153cd82de62 owned by network:floatingip {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:13:50.025184 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d6760430-ffa9-461c-a60b-99a61ca3b276 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:50.051887 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6760430-ffa9-461c-a60b-99a61ca3b276 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Pushing event deleted for resources: {'Port': ['ID=edde7f09-096e-490d-bb62-e153cd82de62,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:50.061972 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6760430-ffa9-461c-a60b-99a61ca3b276 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:50.062330 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6760430-ffa9-461c-a60b-99a61ca3b276 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:50.062678 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6760430-ffa9-461c-a60b-99a61ca3b276 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:50.063022 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6760430-ffa9-461c-a60b-99a61ca3b276 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:50.063368 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6760430-ffa9-461c-a60b-99a61ca3b276 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:50.063706 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6760430-ffa9-461c-a60b-99a61ca3b276 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:50.064041 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6760430-ffa9-461c-a60b-99a61ca3b276 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:50.064375 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6760430-ffa9-461c-a60b-99a61ca3b276 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:50.064708 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6760430-ffa9-461c-a60b-99a61ca3b276 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:50.065065 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6760430-ffa9-461c-a60b-99a61ca3b276 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:50.065403 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6760430-ffa9-461c-a60b-99a61ca3b276 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:50.065735 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6760430-ffa9-461c-a60b-99a61ca3b276 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:50.121239 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d6760430-ffa9-461c-a60b-99a61ca3b276 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Notify callbacks [] for floatingip, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:50.121577 n-d-800088-16 neutron-server[100313]: INFO neutron.db.l3_db [None req-d6760430-ffa9-461c-a60b-99a61ca3b276 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Floating IP da16d45d-2f63-4829-95ca-79aa2ddba82c disassociated (deleted). External IP: 172.25.3.118, port: 71865451-e7c9-4686-ac0d-405b615c8803. Jul 24 01:13:50.325289 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6760430-ffa9-461c-a60b-99a61ca3b276 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Router 6e2087c5-43c3-48e7-a9d4-835dfe853af0 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:13:50.735608 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6760430-ffa9-461c-a60b-99a61ca3b276 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:13:50.740335 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-d6760430-ffa9-461c-a60b-99a61ca3b276 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:50.744925 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d610fb3-a5ad-4292-8fe5-e0375cb2973a None None] Sync routers for ids ['6e2087c5-43c3-48e7-a9d4-835dfe853af0'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:13:50.753539 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d610fb3-a5ad-4292-8fe5-e0375cb2973a None None] Routers {'6e2087c5-43c3-48e7-a9d4-835dfe853af0'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:13:50.754151 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-0d610fb3-a5ad-4292-8fe5-e0375cb2973a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T01:13:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['6e2087c5-43c3-48e7-a9d4-835dfe853af0'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:50.775846 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-d6760430-ffa9-461c-a60b-99a61ca3b276 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.44 "DELETE /v2.0/floatingips/da16d45d-2f63-4829-95ca-79aa2ddba82c HTTP/1.1" status: 204 len: 168 time: 1.1372290 Jul 24 01:13:50.776544 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da5e636b-4de3-4b3f-b604-83aef56eafd0', 'tag': '71865451-e7c9-4686-ac0d-405b615c8803'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:13:50.778944 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b5b12b33723a5ac99f65cff31e3c306c8fdd85da64bb4eb22f7eb8a86bf6c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e69b66-580f-4139-89e4-4a7d680cf0fc" -d '{"events": [{"name": "network-changed", "server_uuid": "da5e636b-4de3-4b3f-b604-83aef56eafd0", "tag": "71865451-e7c9-4686-ac0d-405b615c8803"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:13:50.819363 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7923a433-bd4b-43b9-bced-1999a5fa7804 x-openstack-request-id: req-7923a433-bd4b-43b9-bced-1999a5fa7804 {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:13:50.819660 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da5e636b-4de3-4b3f-b604-83aef56eafd0", "tag": "71865451-e7c9-4686-ac0d-405b615c8803", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:13:50.819921 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7923a433-bd4b-43b9-bced-1999a5fa7804 {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:13:50.820325 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da5e636b-4de3-4b3f-b604-83aef56eafd0', 'tag': '71865451-e7c9-4686-ac0d-405b615c8803', 'status': 'completed', 'code': 200} Jul 24 01:13:50.915515 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e69b66-580f-4139-89e4-4a7d680cf0fc req-4d2ef31c-8afa-4240-93be-f5135b805e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:13:50.919693 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-10e69b66-580f-4139-89e4-4a7d680cf0fc req-4d2ef31c-8afa-4240-93be-f5135b805e7a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d19f338700ce464cae93dbe9bfd43c13&device_id=da5e636b-4de3-4b3f-b604-83aef56eafd0 HTTP/1.1" status: 200 len: 1097 time: 0.0765731 Jul 24 01:13:51.028195 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e69b66-580f-4139-89e4-4a7d680cf0fc req-13c193ea-9dfc-4eb7-9050-3f11b04c6465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:13:51.029746 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-10e69b66-580f-4139-89e4-4a7d680cf0fc req-13c193ea-9dfc-4eb7-9050-3f11b04c6465 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8653a263-c15f-43c6-9f33-9120bc443de6 HTTP/1.1" status: 200 len: 910 time: 0.0961766 Jul 24 01:13:51.039013 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-0d610fb3-a5ad-4292-8fe5-e0375cb2973a None None] Set router 6e2087c5-43c3-48e7-a9d4-835dfe853af0 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:13:51.052427 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f3b0e5-7ea2-4d93-a8e4-2a88a6a8eba7 req-51ab8353-4c2a-4a4d-a9e3-125a305f28b7 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:13:51.059370 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-86f3b0e5-7ea2-4d93-a8e4-2a88a6a8eba7 req-51ab8353-4c2a-4a4d-a9e3-125a305f28b7 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.44 "GET /v2.0/ports?device_id=da5e636b-4de3-4b3f-b604-83aef56eafd0 HTTP/1.1" status: 200 len: 945 time: 0.0736794 Jul 24 01:13:51.076851 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-10e69b66-580f-4139-89e4-4a7d680cf0fc req-5d5f0ff1-0658-4436-a315-c7b67ff6466c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=71865451-e7c9-4686-ac0d-405b615c8803 HTTP/1.1" status: 200 len: 217 time: 0.0403783 Jul 24 01:13:51.093300 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-86f3b0e5-7ea2-4d93-a8e4-2a88a6a8eba7 req-612065d0-f576-48f9-a1b2-e5ece891dbfe tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4c88f72-0c43-4bdb-be6a-d5d9bfafd145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329888 Jul 24 01:13:51.134834 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e69b66-580f-4139-89e4-4a7d680cf0fc req-2dd1d6c7-4853-4800-b98d-edf3f6bada5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:13:51.136323 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-10e69b66-580f-4139-89e4-4a7d680cf0fc req-2dd1d6c7-4853-4800-b98d-edf3f6bada5e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=390d82ff-57dd-46bc-9ec7-10d0ba1b5029 HTTP/1.1" status: 200 len: 848 time: 0.0483234 Jul 24 01:13:51.195429 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e69b66-580f-4139-89e4-4a7d680cf0fc req-c7c21951-878d-4fc8-9c02-0b0fed8ce101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:13:51.196986 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-10e69b66-580f-4139-89e4-4a7d680cf0fc req-c7c21951-878d-4fc8-9c02-0b0fed8ce101 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8653a263-c15f-43c6-9f33-9120bc443de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541091 Jul 24 01:13:51.267894 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-0d610fb3-a5ad-4292-8fe5-e0375cb2973a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2087c5-43c3-48e7-a9d4-835dfe853af0', 'name': 'tempest-TestSnapshotPattern-240005999-router', 'tenant_id': 'd19f338700ce464cae93dbe9bfd43c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '6f4e02d9-320c-4336-a188-3ee40564d8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:09:24Z', 'updated_at': '2021-07-24T01:09:26Z', 'revision_number': 4, 'project_id': 'd19f338700ce464cae93dbe9bfd43c13', 'gw_port': {'id': '6f4e02d9-320c-4336-a188-3ee40564d8fd', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2087c5-43c3-48e7-a9d4-835dfe853af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:09:24Z', 'updated_at': '2021-07-24T01:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': '7dc2c13a-8b38-446c-a4a7-c20d11a60c42', 'tenant_id': 'd19f338700ce464cae93dbe9bfd43c13', 'floating_ip_address': '172.25.3.193', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '6e2087c5-43c3-48e7-a9d4-835dfe853af0', 'port_id': '7573d08b-6b4f-4a8c-8eb9-880bba681711', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8653a263-c15f-43c6-9f33-9120bc443de6', 'mac_address': 'fa:16:3e:80:15:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb390230-2a52-4e77-91c0-9d147e3f92a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:09:45Z', 'updated_at': '2021-07-24T01:09:47Z', 'revision_number': 1, 'project_id': 'd19f338700ce464cae93dbe9bfd43c13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e92e086-5508-44d6-85a8-04c899e4c1f8', 'name': '', 'network_id': '8653a263-c15f-43c6-9f33-9120bc443de6', 'tenant_id': 'd19f338700ce464cae93dbe9bfd43c13', 'mac_address': 'fa:16:3e:eb:8e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2087c5-43c3-48e7-a9d4-835dfe853af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '390d82ff-57dd-46bc-9ec7-10d0ba1b5029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:09:26Z', 'updated_at': '2021-07-24T01:09:31Z', 'revision_number': 5, 'project_id': 'd19f338700ce464cae93dbe9bfd43c13', 'subnets': [{'id': '390d82ff-57dd-46bc-9ec7-10d0ba1b5029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:51.290118 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-10e69b66-580f-4139-89e4-4a7d680cf0fc req-53542815-617e-4a7e-be89-81f6ab851d5c service neutron] 10.222.0.64 "GET /v2.0/networks/8653a263-c15f-43c6-9f33-9120bc443de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864441 Jul 24 01:13:51.299101 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d610fb3-a5ad-4292-8fe5-e0375cb2973a None None] Checking router: 6e2087c5-43c3-48e7-a9d4-835dfe853af0 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:13:51.308357 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d610fb3-a5ad-4292-8fe5-e0375cb2973a None None] Routers {'6e2087c5-43c3-48e7-a9d4-835dfe853af0'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:13:51.309001 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-0d610fb3-a5ad-4292-8fe5-e0375cb2973a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T01:13:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['6e2087c5-43c3-48e7-a9d4-835dfe853af0'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:51.379818 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-10e69b66-580f-4139-89e4-4a7d680cf0fc req-9fafd63d-bfb6-44c2-9751-74e228bccdaa service neutron] 10.222.0.64 "GET /v2.0/networks/8653a263-c15f-43c6-9f33-9120bc443de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826435 Jul 24 01:13:51.413035 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-0d610fb3-a5ad-4292-8fe5-e0375cb2973a None None] Set router 6e2087c5-43c3-48e7-a9d4-835dfe853af0 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:13:51.641859 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-0d610fb3-a5ad-4292-8fe5-e0375cb2973a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2087c5-43c3-48e7-a9d4-835dfe853af0', 'name': 'tempest-TestSnapshotPattern-240005999-router', 'tenant_id': 'd19f338700ce464cae93dbe9bfd43c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '6f4e02d9-320c-4336-a188-3ee40564d8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:09:24Z', 'updated_at': '2021-07-24T01:09:26Z', 'revision_number': 4, 'project_id': 'd19f338700ce464cae93dbe9bfd43c13', 'gw_port': {'id': '6f4e02d9-320c-4336-a188-3ee40564d8fd', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2087c5-43c3-48e7-a9d4-835dfe853af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:09:24Z', 'updated_at': '2021-07-24T01:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': '7dc2c13a-8b38-446c-a4a7-c20d11a60c42', 'tenant_id': 'd19f338700ce464cae93dbe9bfd43c13', 'floating_ip_address': '172.25.3.193', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '6e2087c5-43c3-48e7-a9d4-835dfe853af0', 'port_id': '7573d08b-6b4f-4a8c-8eb9-880bba681711', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8653a263-c15f-43c6-9f33-9120bc443de6', 'mac_address': 'fa:16:3e:80:15:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb390230-2a52-4e77-91c0-9d147e3f92a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:09:45Z', 'updated_at': '2021-07-24T01:09:47Z', 'revision_number': 1, 'project_id': 'd19f338700ce464cae93dbe9bfd43c13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e92e086-5508-44d6-85a8-04c899e4c1f8', 'name': '', 'network_id': '8653a263-c15f-43c6-9f33-9120bc443de6', 'tenant_id': 'd19f338700ce464cae93dbe9bfd43c13', 'mac_address': 'fa:16:3e:eb:8e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2087c5-43c3-48e7-a9d4-835dfe853af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '390d82ff-57dd-46bc-9ec7-10d0ba1b5029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:09:26Z', 'updated_at': '2021-07-24T01:09:31Z', 'revision_number': 5, 'project_id': 'd19f338700ce464cae93dbe9bfd43c13', 'subnets': [{'id': '390d82ff-57dd-46bc-9ec7-10d0ba1b5029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:51.667541 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d610fb3-a5ad-4292-8fe5-e0375cb2973a None None] The sync data for ids ['6e2087c5-43c3-48e7-a9d4-835dfe853af0'] in n-d-800088-16 is: [{'id': '6e2087c5-43c3-48e7-a9d4-835dfe853af0', 'name': 'tempest-TestSnapshotPattern-240005999-router', 'tenant_id': 'd19f338700ce464cae93dbe9bfd43c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '6f4e02d9-320c-4336-a188-3ee40564d8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:09:24Z', 'updated_at': '2021-07-24T01:09:26Z', 'revision_number': 4, 'project_id': 'd19f338700ce464cae93dbe9bfd43c13', 'gw_port': {'id': '6f4e02d9-320c-4336-a188-3ee40564d8fd', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2087c5-43c3-48e7-a9d4-835dfe853af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:09:24Z', 'updated_at': '2021-07-24T01:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_floatingips': [{'id': '7dc2c13a-8b38-446c-a4a7-c20d11a60c42', 'tenant_id': 'd19f338700ce464cae93dbe9bfd43c13', 'floating_ip_address': '172.25.3.193', 'floating_network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'router_id': '6e2087c5-43c3-48e7-a9d4-835dfe853af0', 'port_id': '7573d08b-6b4f-4a8c-8eb9-880bba681711', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8653a263-c15f-43c6-9f33-9120bc443de6', 'mac_address': 'fa:16:3e:80:15:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb390230-2a52-4e77-91c0-9d147e3f92a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:09:45Z', 'updated_at': '2021-07-24T01:09:47Z', 'revision_number': 1, 'project_id': 'd19f338700ce464cae93dbe9bfd43c13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e92e086-5508-44d6-85a8-04c899e4c1f8', 'name': '', 'network_id': '8653a263-c15f-43c6-9f33-9120bc443de6', 'tenant_id': 'd19f338700ce464cae93dbe9bfd43c13', 'mac_address': 'fa:16:3e:eb:8e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2087c5-43c3-48e7-a9d4-835dfe853af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '390d82ff-57dd-46bc-9ec7-10d0ba1b5029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:09:26Z', 'updated_at': '2021-07-24T01:09:31Z', 'revision_number': 5, 'project_id': 'd19f338700ce464cae93dbe9bfd43c13', 'subnets': [{'id': '390d82ff-57dd-46bc-9ec7-10d0ba1b5029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:13:51.903644 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52adfba-257b-4253-a1a6-7e6944fa53c8 None None] New status for floating IP da16d45d-2f63-4829-95ca-79aa2ddba82c: DOWN {{(pid=100316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 01:13:52.238440 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5375b14e-1d71-4c7d-a296-c1c6f263cd7c req-e338bc59-2ecf-4ee3-ba22-119452796896 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:13:52.239861 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5375b14e-1d71-4c7d-a296-c1c6f263cd7c req-e338bc59-2ecf-4ee3-ba22-119452796896 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.44 "GET /v2.0/ports?device_id=da5e636b-4de3-4b3f-b604-83aef56eafd0 HTTP/1.1" status: 200 len: 945 time: 0.0676754 Jul 24 01:13:52.277656 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-5375b14e-1d71-4c7d-a296-c1c6f263cd7c req-b97697db-c8e9-4418-8eeb-ab484cb44711 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4c88f72-0c43-4bdb-be6a-d5d9bfafd145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321844 Jul 24 01:13:52.291832 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 71865451-e7c9-4686-ac0d-405b615c8803 no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:13:52.369056 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605842'] for port, before_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:52.390025 n-d-800088-16 neutron-server[100315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da5e636b-4de3-4b3f-b604-83aef56eafd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71865451-e7c9-4686-ac0d-405b615c8803'}] {{(pid=100315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:13:52.392281 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}558c1f08c3ad39984887c6beba8768e196794644b3da822fc6f02d9261914d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b961eb-eaac-4091-af2e-e9a87cc08389" -d '{"events": [{"server_uuid": "da5e636b-4de3-4b3f-b604-83aef56eafd0", "name": "network-vif-unplugged", "status": "completed", "tag": "71865451-e7c9-4686-ac0d-405b615c8803"}]}' {{(pid=100315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:13:52.405159 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.db [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] For port 71865451-e7c9-4686-ac0d-405b615c8803, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=71865451-e7c9-4686-ac0d-405b615c8803,segment=NetworkSegment(23480e29-4c9b-4463-a64e-a21e25d6b691),segment_id=23480e29-4c9b-4463-a64e-a21e25d6b691)] {{(pid=100315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:13:52.409934 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727720457036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727720051447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727720049165'] for port, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:52.434506 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 01:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba7ef18f-9846-44e8-874b-562e764c74d7 x-openstack-request-id: req-ba7ef18f-9846-44e8-874b-562e764c74d7 {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:13:52.434826 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da5e636b-4de3-4b3f-b604-83aef56eafd0", "name": "network-vif-unplugged", "status": "completed", "tag": "71865451-e7c9-4686-ac0d-405b615c8803", "code": 200}]} {{(pid=100315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:13:52.435079 n-d-800088-16 neutron-server[100315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ba7ef18f-9846-44e8-874b-562e764c74d7 {{(pid=100315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:13:52.435462 n-d-800088-16 neutron-server[100315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da5e636b-4de3-4b3f-b604-83aef56eafd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71865451-e7c9-4686-ac0d-405b615c8803', 'code': 200} Jul 24 01:13:52.465724 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Pushing event updated for resources: {'Port': ['ID=71865451-e7c9-4686-ac0d-405b615c8803,revision_number=8']} {{(pid=100315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:52.531897 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d83b836-3812-41f5-a10f-851e85dcd16e req-d922c7f2-ff9d-4fb6-9984-1c088bff343d tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:13:52.533439 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7d83b836-3812-41f5-a10f-851e85dcd16e req-d922c7f2-ff9d-4fb6-9984-1c088bff343d tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.64 "GET /v2.0/ports?device_id=da5e636b-4de3-4b3f-b604-83aef56eafd0 HTTP/1.1" status: 200 len: 943 time: 0.0804148 Jul 24 01:13:52.631086 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-7d83b836-3812-41f5-a10f-851e85dcd16e req-16726b2c-cd6c-40ba-b101-f83f6dea271b tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Deleting port 71865451-e7c9-4686-ac0d-405b615c8803 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:13:52.631433 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-7d83b836-3812-41f5-a10f-851e85dcd16e req-16726b2c-cd6c-40ba-b101-f83f6dea271b tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:52.722938 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [req-7d83b836-3812-41f5-a10f-851e85dcd16e req-16726b2c-cd6c-40ba-b101-f83f6dea271b tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] For port 71865451-e7c9-4686-ac0d-405b615c8803, host n-h2-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-16',level=0,port_id=71865451-e7c9-4686-ac0d-405b615c8803,segment=NetworkSegment(23480e29-4c9b-4463-a64e-a21e25d6b691),segment_id=23480e29-4c9b-4463-a64e-a21e25d6b691)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:13:52.723306 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-7d83b836-3812-41f5-a10f-851e85dcd16e req-16726b2c-cd6c-40ba-b101-f83f6dea271b tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:52.735836 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [req-7d83b836-3812-41f5-a10f-851e85dcd16e req-16726b2c-cd6c-40ba-b101-f83f6dea271b tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Calling delete_port for 71865451-e7c9-4686-ac0d-405b615c8803 owned by compute:nova {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:13:52.870652 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-7d83b836-3812-41f5-a10f-851e85dcd16e req-16726b2c-cd6c-40ba-b101-f83f6dea271b tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:52.896855 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16726b2c-cd6c-40ba-b101-f83f6dea271b tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Pushing event deleted for resources: {'Port': ['ID=71865451-e7c9-4686-ac0d-405b615c8803,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:52.906541 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16726b2c-cd6c-40ba-b101-f83f6dea271b tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:52.906894 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16726b2c-cd6c-40ba-b101-f83f6dea271b tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:52.907277 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16726b2c-cd6c-40ba-b101-f83f6dea271b tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:52.907586 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16726b2c-cd6c-40ba-b101-f83f6dea271b tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:52.907924 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16726b2c-cd6c-40ba-b101-f83f6dea271b tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:52.908260 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16726b2c-cd6c-40ba-b101-f83f6dea271b tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:52.908592 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16726b2c-cd6c-40ba-b101-f83f6dea271b tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:52.908949 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16726b2c-cd6c-40ba-b101-f83f6dea271b tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:52.909280 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16726b2c-cd6c-40ba-b101-f83f6dea271b tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:52.910749 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16726b2c-cd6c-40ba-b101-f83f6dea271b tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:52.910749 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16726b2c-cd6c-40ba-b101-f83f6dea271b tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:52.911080 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16726b2c-cd6c-40ba-b101-f83f6dea271b tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-16 {{(pid=100314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:52.956122 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d83b836-3812-41f5-a10f-851e85dcd16e req-16726b2c-cd6c-40ba-b101-f83f6dea271b tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] No DVR routers for this DVR port 71865451-e7c9-4686-ac0d-405b615c8803 on host n-h2-800088-16 {{(pid=100314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:13:52.959198 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [req-7d83b836-3812-41f5-a10f-851e85dcd16e req-16726b2c-cd6c-40ba-b101-f83f6dea271b tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:52.961253 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-7d83b836-3812-41f5-a10f-851e85dcd16e req-16726b2c-cd6c-40ba-b101-f83f6dea271b tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.64 "DELETE /v2.0/ports/71865451-e7c9-4686-ac0d-405b615c8803 HTTP/1.1" status: 204 len: 173 time: 0.4225383 Jul 24 01:13:52.961696 n-d-800088-16 neutron-server[100314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da5e636b-4de3-4b3f-b604-83aef56eafd0', 'name': 'network-vif-deleted', 'tag': '71865451-e7c9-4686-ac0d-405b615c8803'}] {{(pid=100314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:13:52.963992 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e7ee6ebb32ff99aa892ead8be43bffa8c011bb24534d19edee691564802e720" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-779cd936-3f3b-4ad1-8f11-9772d6b4b3d3" -d '{"events": [{"server_uuid": "da5e636b-4de3-4b3f-b604-83aef56eafd0", "name": "network-vif-deleted", "tag": "71865451-e7c9-4686-ac0d-405b615c8803"}]}' {{(pid=100314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:13:53.001098 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e2a2a3-c964-410b-8035-fa4d06531213 x-openstack-request-id: req-d9e2a2a3-c964-410b-8035-fa4d06531213 {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:13:53.001392 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da5e636b-4de3-4b3f-b604-83aef56eafd0", "name": "network-vif-deleted", "tag": "71865451-e7c9-4686-ac0d-405b615c8803", "status": "completed", "code": 200}]} {{(pid=100314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:13:53.001671 n-d-800088-16 neutron-server[100314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d9e2a2a3-c964-410b-8035-fa4d06531213 {{(pid=100314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:13:53.002073 n-d-800088-16 neutron-server[100314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da5e636b-4de3-4b3f-b604-83aef56eafd0', 'name': 'network-vif-deleted', 'tag': '71865451-e7c9-4686-ac0d-405b615c8803', 'status': 'completed', 'code': 200} Jul 24 01:13:53.331551 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-972cedfb-6266-4f1e-96d5-376e7e1cd4c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:53.405280 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-7037b81f-feb0-4a4b-bdc8-7e3bf687daf1 req-4a49f700-1360-4eba-9b1a-0e16be3ac03e tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.44 "GET /v2.0/ports?device_id=da5e636b-4de3-4b3f-b604-83aef56eafd0 HTTP/1.1" status: 200 len: 210 time: 0.0326536 Jul 24 01:13:54.960216 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45658) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:55.112539 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-884a334e-d1cb-4455-b393-9e7ac408a52d tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Deleting port 5385b274-ebbf-42d8-b8c4-592ecc1a95f1 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:13:55.112984 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-884a334e-d1cb-4455-b393-9e7ac408a52d tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:55.190038 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-884a334e-d1cb-4455-b393-9e7ac408a52d tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:55.190372 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-884a334e-d1cb-4455-b393-9e7ac408a52d tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:55.202153 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-884a334e-d1cb-4455-b393-9e7ac408a52d tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Calling delete_port for 5385b274-ebbf-42d8-b8c4-592ecc1a95f1 owned by network:floatingip {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:13:55.346333 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-884a334e-d1cb-4455-b393-9e7ac408a52d tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:55.372731 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884a334e-d1cb-4455-b393-9e7ac408a52d tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Pushing event deleted for resources: {'Port': ['ID=5385b274-ebbf-42d8-b8c4-592ecc1a95f1,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:55.433337 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-884a334e-d1cb-4455-b393-9e7ac408a52d tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Notify callbacks [] for floatingip, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:55.433670 n-d-800088-16 neutron-server[100313]: INFO neutron.db.l3_db [None req-884a334e-d1cb-4455-b393-9e7ac408a52d tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Floating IP 7dc2c13a-8b38-446c-a4a7-c20d11a60c42 disassociated (deleted). External IP: 172.25.3.193, port: 7573d08b-6b4f-4a8c-8eb9-880bba681711. Jul 24 01:13:55.635437 n-d-800088-16 neutron-server[100313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-884a334e-d1cb-4455-b393-9e7ac408a52d tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Router 6e2087c5-43c3-48e7-a9d4-835dfe853af0 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:13:55.741025 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-884a334e-d1cb-4455-b393-9e7ac408a52d tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:13:55.745830 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-884a334e-d1cb-4455-b393-9e7ac408a52d tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for floatingip, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:55.752602 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a39309-46ae-41a5-b7b9-865266662b67 None None] Sync routers for ids ['6e2087c5-43c3-48e7-a9d4-835dfe853af0'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:13:55.762256 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a39309-46ae-41a5-b7b9-865266662b67 None None] Routers {'6e2087c5-43c3-48e7-a9d4-835dfe853af0'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:13:55.762962 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-c0a39309-46ae-41a5-b7b9-865266662b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T01:13:26Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['6e2087c5-43c3-48e7-a9d4-835dfe853af0'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:55.781763 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-884a334e-d1cb-4455-b393-9e7ac408a52d tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.44 "DELETE /v2.0/floatingips/7dc2c13a-8b38-446c-a4a7-c20d11a60c42 HTTP/1.1" status: 204 len: 168 time: 0.8203442 Jul 24 01:13:55.782269 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb390230-2a52-4e77-91c0-9d147e3f92a7', 'tag': '7573d08b-6b4f-4a8c-8eb9-880bba681711'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:13:55.784626 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b5b12b33723a5ac99f65cff31e3c306c8fdd85da64bb4eb22f7eb8a86bf6c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-156d2379-bff8-4570-a1d9-feb87b41a89d" -d '{"events": [{"name": "network-changed", "server_uuid": "eb390230-2a52-4e77-91c0-9d147e3f92a7", "tag": "7573d08b-6b4f-4a8c-8eb9-880bba681711"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:13:55.821855 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e3745c3-eca5-4cad-b85f-80dabe49650d x-openstack-request-id: req-5e3745c3-eca5-4cad-b85f-80dabe49650d {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:13:55.822307 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb390230-2a52-4e77-91c0-9d147e3f92a7", "tag": "7573d08b-6b4f-4a8c-8eb9-880bba681711", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:13:55.822684 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5e3745c3-eca5-4cad-b85f-80dabe49650d {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:13:55.823093 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb390230-2a52-4e77-91c0-9d147e3f92a7', 'tag': '7573d08b-6b4f-4a8c-8eb9-880bba681711', 'status': 'completed', 'code': 200} Jul 24 01:13:55.882036 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-c0a39309-46ae-41a5-b7b9-865266662b67 None None] Set router 6e2087c5-43c3-48e7-a9d4-835dfe853af0 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:13:55.900372 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d2379-bff8-4570-a1d9-feb87b41a89d req-40beff75-5eff-418f-bc9b-6e6a8054ef5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:13:55.902194 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-156d2379-bff8-4570-a1d9-feb87b41a89d req-40beff75-5eff-418f-bc9b-6e6a8054ef5b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d19f338700ce464cae93dbe9bfd43c13&device_id=eb390230-2a52-4e77-91c0-9d147e3f92a7 HTTP/1.1" status: 200 len: 1096 time: 0.0579128 Jul 24 01:13:55.928459 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-71d9b3af-09c8-4b7e-8192-ccda9eedbdc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:56.007014 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d2379-bff8-4570-a1d9-feb87b41a89d req-63264538-2888-4e50-85a2-7036e56e087b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:13:56.008561 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-156d2379-bff8-4570-a1d9-feb87b41a89d req-63264538-2888-4e50-85a2-7036e56e087b service neutron] 10.222.0.52 "GET /v2.0/networks?id=8653a263-c15f-43c6-9f33-9120bc443de6 HTTP/1.1" status: 200 len: 910 time: 0.0993249 Jul 24 01:13:56.045947 n-d-800088-16 neutron-server[100314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad20ce3-e589-4db2-9653-a998d8a48ad7 req-0e87fd70-7b13-49b7-a384-fcb21125b3b9 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:13:56.047975 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-aad20ce3-e589-4db2-9653-a998d8a48ad7 req-0e87fd70-7b13-49b7-a384-fcb21125b3b9 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb390230-2a52-4e77-91c0-9d147e3f92a7 HTTP/1.1" status: 200 len: 944 time: 0.0724020 Jul 24 01:13:56.052114 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-156d2379-bff8-4570-a1d9-feb87b41a89d req-f8468bd9-b299-4ad6-bdfd-9a01b1ba0301 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7573d08b-6b4f-4a8c-8eb9-880bba681711 HTTP/1.1" status: 200 len: 217 time: 0.0362599 Jul 24 01:13:56.090275 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [req-aad20ce3-e589-4db2-9653-a998d8a48ad7 req-4085b132-cd0a-4f66-b41d-ea0d72dc5876 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4c88f72-0c43-4bdb-be6a-d5d9bfafd145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351534 Jul 24 01:13:56.106753 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d2379-bff8-4570-a1d9-feb87b41a89d req-55284297-e018-4ac5-8437-cf42e7d69295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:13:56.108155 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-c0a39309-46ae-41a5-b7b9-865266662b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2087c5-43c3-48e7-a9d4-835dfe853af0', 'name': 'tempest-TestSnapshotPattern-240005999-router', 'tenant_id': 'd19f338700ce464cae93dbe9bfd43c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '6f4e02d9-320c-4336-a188-3ee40564d8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:09:24Z', 'updated_at': '2021-07-24T01:09:26Z', 'revision_number': 4, 'project_id': 'd19f338700ce464cae93dbe9bfd43c13', 'gw_port': {'id': '6f4e02d9-320c-4336-a188-3ee40564d8fd', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2087c5-43c3-48e7-a9d4-835dfe853af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:09:24Z', 'updated_at': '2021-07-24T01:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '8e92e086-5508-44d6-85a8-04c899e4c1f8', 'name': '', 'network_id': '8653a263-c15f-43c6-9f33-9120bc443de6', 'tenant_id': 'd19f338700ce464cae93dbe9bfd43c13', 'mac_address': 'fa:16:3e:eb:8e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2087c5-43c3-48e7-a9d4-835dfe853af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '390d82ff-57dd-46bc-9ec7-10d0ba1b5029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:09:26Z', 'updated_at': '2021-07-24T01:09:31Z', 'revision_number': 5, 'project_id': 'd19f338700ce464cae93dbe9bfd43c13', 'subnets': [{'id': '390d82ff-57dd-46bc-9ec7-10d0ba1b5029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:56.108424 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-156d2379-bff8-4570-a1d9-feb87b41a89d req-55284297-e018-4ac5-8437-cf42e7d69295 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=390d82ff-57dd-46bc-9ec7-10d0ba1b5029 HTTP/1.1" status: 200 len: 848 time: 0.0498390 Jul 24 01:13:56.136121 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a39309-46ae-41a5-b7b9-865266662b67 None None] Checking router: 6e2087c5-43c3-48e7-a9d4-835dfe853af0 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:13:56.144578 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a39309-46ae-41a5-b7b9-865266662b67 None None] Routers {'6e2087c5-43c3-48e7-a9d4-835dfe853af0'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:13:56.145240 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-c0a39309-46ae-41a5-b7b9-865266662b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T01:13:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['6e2087c5-43c3-48e7-a9d4-835dfe853af0'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:56.171845 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d2379-bff8-4570-a1d9-feb87b41a89d req-00adc08f-ff8b-425c-a7f6-2fa56f129891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:13:56.173380 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-156d2379-bff8-4570-a1d9-feb87b41a89d req-00adc08f-ff8b-425c-a7f6-2fa56f129891 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8653a263-c15f-43c6-9f33-9120bc443de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573182 Jul 24 01:13:56.251937 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-c0a39309-46ae-41a5-b7b9-865266662b67 None None] Set router 6e2087c5-43c3-48e7-a9d4-835dfe853af0 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:13:56.262151 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-156d2379-bff8-4570-a1d9-feb87b41a89d req-6f78d42a-e1cf-46c6-ac11-1cade1fcad24 service neutron] 10.222.0.52 "GET /v2.0/networks/8653a263-c15f-43c6-9f33-9120bc443de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821328 Jul 24 01:13:56.322915 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 71865451-e7c9-4686-ac0d-405b615c8803 no longer exists at agent hyperv_n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:13:56.349984 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] No Port match for: 71865451-e7c9-4686-ac0d-405b615c8803 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:13:56.350345 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Device 71865451-e7c9-4686-ac0d-405b615c8803 not bound to the agent host n-h2-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:13:56.359490 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-156d2379-bff8-4570-a1d9-feb87b41a89d req-93d8d4f9-a9d9-4aea-9240-58f053e7b91e service neutron] 10.222.0.52 "GET /v2.0/networks/8653a263-c15f-43c6-9f33-9120bc443de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901403 Jul 24 01:13:56.475243 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-c0a39309-46ae-41a5-b7b9-865266662b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2087c5-43c3-48e7-a9d4-835dfe853af0', 'name': 'tempest-TestSnapshotPattern-240005999-router', 'tenant_id': 'd19f338700ce464cae93dbe9bfd43c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '6f4e02d9-320c-4336-a188-3ee40564d8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:09:24Z', 'updated_at': '2021-07-24T01:09:26Z', 'revision_number': 4, 'project_id': 'd19f338700ce464cae93dbe9bfd43c13', 'gw_port': {'id': '6f4e02d9-320c-4336-a188-3ee40564d8fd', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2087c5-43c3-48e7-a9d4-835dfe853af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:09:24Z', 'updated_at': '2021-07-24T01:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '8e92e086-5508-44d6-85a8-04c899e4c1f8', 'name': '', 'network_id': '8653a263-c15f-43c6-9f33-9120bc443de6', 'tenant_id': 'd19f338700ce464cae93dbe9bfd43c13', 'mac_address': 'fa:16:3e:eb:8e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2087c5-43c3-48e7-a9d4-835dfe853af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '390d82ff-57dd-46bc-9ec7-10d0ba1b5029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:09:26Z', 'updated_at': '2021-07-24T01:09:31Z', 'revision_number': 5, 'project_id': 'd19f338700ce464cae93dbe9bfd43c13', 'subnets': [{'id': '390d82ff-57dd-46bc-9ec7-10d0ba1b5029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:56.505368 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a39309-46ae-41a5-b7b9-865266662b67 None None] The sync data for ids ['6e2087c5-43c3-48e7-a9d4-835dfe853af0'] in n-d-800088-16 is: [{'id': '6e2087c5-43c3-48e7-a9d4-835dfe853af0', 'name': 'tempest-TestSnapshotPattern-240005999-router', 'tenant_id': 'd19f338700ce464cae93dbe9bfd43c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '6f4e02d9-320c-4336-a188-3ee40564d8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:09:24Z', 'updated_at': '2021-07-24T01:09:26Z', 'revision_number': 4, 'project_id': 'd19f338700ce464cae93dbe9bfd43c13', 'gw_port': {'id': '6f4e02d9-320c-4336-a188-3ee40564d8fd', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2087c5-43c3-48e7-a9d4-835dfe853af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:09:24Z', 'updated_at': '2021-07-24T01:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16', '_interfaces': [{'id': '8e92e086-5508-44d6-85a8-04c899e4c1f8', 'name': '', 'network_id': '8653a263-c15f-43c6-9f33-9120bc443de6', 'tenant_id': 'd19f338700ce464cae93dbe9bfd43c13', 'mac_address': 'fa:16:3e:eb:8e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2087c5-43c3-48e7-a9d4-835dfe853af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '390d82ff-57dd-46bc-9ec7-10d0ba1b5029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:09:26Z', 'updated_at': '2021-07-24T01:09:31Z', 'revision_number': 5, 'project_id': 'd19f338700ce464cae93dbe9bfd43c13', 'subnets': [{'id': '390d82ff-57dd-46bc-9ec7-10d0ba1b5029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:13:56.719493 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c5e4d8-def0-4aa6-a08d-0b679b1a4151 None None] New status for floating IP 7dc2c13a-8b38-446c-a4a7-c20d11a60c42: DOWN {{(pid=100316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 01:13:56.944634 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:57.222701 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c67a39-6df6-435d-a5f9-f124e17754d3 req-965c5e63-8f8c-473a-928b-ccf6051bc219 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:13:57.224123 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-64c67a39-6df6-435d-a5f9-f124e17754d3 req-965c5e63-8f8c-473a-928b-ccf6051bc219 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb390230-2a52-4e77-91c0-9d147e3f92a7 HTTP/1.1" status: 200 len: 944 time: 0.0638068 Jul 24 01:13:57.262684 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-64c67a39-6df6-435d-a5f9-f124e17754d3 req-366253fc-c8fc-46fb-9c51-f2bd6197c414 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4c88f72-0c43-4bdb-be6a-d5d9bfafd145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321474 Jul 24 01:13:57.498295 n-d-800088-16 neutron-server[100313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ace8c7-ffa5-4958-9040-04d2ff3e19db req-a0d7396e-82f6-48d3-a469-9a6c75ffc456 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:13:57.499673 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-79ace8c7-ffa5-4958-9040-04d2ff3e19db req-a0d7396e-82f6-48d3-a469-9a6c75ffc456 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb390230-2a52-4e77-91c0-9d147e3f92a7 HTTP/1.1" status: 200 len: 944 time: 0.0673821 Jul 24 01:13:57.607882 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-79ace8c7-ffa5-4958-9040-04d2ff3e19db req-355b64b7-f95a-4eb7-98f4-a43268e6d85d tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Deleting port 7573d08b-6b4f-4a8c-8eb9-880bba681711 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:13:57.608228 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-79ace8c7-ffa5-4958-9040-04d2ff3e19db req-355b64b7-f95a-4eb7-98f4-a43268e6d85d tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:57.612026 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:57.701280 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [req-79ace8c7-ffa5-4958-9040-04d2ff3e19db req-355b64b7-f95a-4eb7-98f4-a43268e6d85d tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] For port 7573d08b-6b4f-4a8c-8eb9-880bba681711, host n-h1-800088-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-16',level=0,port_id=7573d08b-6b4f-4a8c-8eb9-880bba681711,segment=NetworkSegment(23480e29-4c9b-4463-a64e-a21e25d6b691),segment_id=23480e29-4c9b-4463-a64e-a21e25d6b691)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:13:57.701649 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-79ace8c7-ffa5-4958-9040-04d2ff3e19db req-355b64b7-f95a-4eb7-98f4-a43268e6d85d tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:57.713312 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [req-79ace8c7-ffa5-4958-9040-04d2ff3e19db req-355b64b7-f95a-4eb7-98f4-a43268e6d85d tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Calling delete_port for 7573d08b-6b4f-4a8c-8eb9-880bba681711 owned by compute:nova {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:13:57.851620 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-79ace8c7-ffa5-4958-9040-04d2ff3e19db req-355b64b7-f95a-4eb7-98f4-a43268e6d85d tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:57.887482 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355b64b7-f95a-4eb7-98f4-a43268e6d85d tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Pushing event deleted for resources: {'Port': ['ID=7573d08b-6b4f-4a8c-8eb9-880bba681711,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:57.936297 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [req-79ace8c7-ffa5-4958-9040-04d2ff3e19db req-355b64b7-f95a-4eb7-98f4-a43268e6d85d tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] No DVR routers for this DVR port 7573d08b-6b4f-4a8c-8eb9-880bba681711 on host n-h1-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:13:57.943303 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [req-79ace8c7-ffa5-4958-9040-04d2ff3e19db req-355b64b7-f95a-4eb7-98f4-a43268e6d85d tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77726'] for port, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:57.945458 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-79ace8c7-ffa5-4958-9040-04d2ff3e19db req-355b64b7-f95a-4eb7-98f4-a43268e6d85d tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.52 "DELETE /v2.0/ports/7573d08b-6b4f-4a8c-8eb9-880bba681711 HTTP/1.1" status: 204 len: 173 time: 0.4402833 Jul 24 01:13:57.945906 n-d-800088-16 neutron-server[100313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb390230-2a52-4e77-91c0-9d147e3f92a7', 'name': 'network-vif-deleted', 'tag': '7573d08b-6b4f-4a8c-8eb9-880bba681711'}] {{(pid=100313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:13:57.948238 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b5b12b33723a5ac99f65cff31e3c306c8fdd85da64bb4eb22f7eb8a86bf6c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62ee0c93-b4ed-4306-ae50-a5788dbfe618" -d '{"events": [{"server_uuid": "eb390230-2a52-4e77-91c0-9d147e3f92a7", "name": "network-vif-deleted", "tag": "7573d08b-6b4f-4a8c-8eb9-880bba681711"}]}' {{(pid=100313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:13:57.987323 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-766f27c0-0286-4ec5-a1c2-fde21184fd2c x-openstack-request-id: req-766f27c0-0286-4ec5-a1c2-fde21184fd2c {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:13:57.987619 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb390230-2a52-4e77-91c0-9d147e3f92a7", "name": "network-vif-deleted", "tag": "7573d08b-6b4f-4a8c-8eb9-880bba681711", "status": "completed", "code": 200}]} {{(pid=100313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:13:57.987876 n-d-800088-16 neutron-server[100313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-766f27c0-0286-4ec5-a1c2-fde21184fd2c {{(pid=100313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:13:57.988345 n-d-800088-16 neutron-server[100313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb390230-2a52-4e77-91c0-9d147e3f92a7', 'name': 'network-vif-deleted', 'tag': '7573d08b-6b4f-4a8c-8eb9-880bba681711', 'status': 'completed', 'code': 200} Jul 24 01:13:58.403434 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [req-f09bb9f5-bfd0-41cc-aff9-e751d33ba228 req-74e0fd85-0936-4cea-b0f0-8d2e7d96aecd tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb390230-2a52-4e77-91c0-9d147e3f92a7 HTTP/1.1" status: 200 len: 210 time: 0.0372012 Jul 24 01:13:59.187954 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:59.458838 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45676) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:59.516315 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-05dbd13f-ed29-4157-b9bb-14dd4203fb67 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:59.541104 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-05dbd13f-ed29-4157-b9bb-14dd4203fb67 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:59.605642 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-05dbd13f-ed29-4157-b9bb-14dd4203fb67 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:59.608583 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-05dbd13f-ed29-4157-b9bb-14dd4203fb67 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:59.609809 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-05dbd13f-ed29-4157-b9bb-14dd4203fb67 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] 10.222.0.44 "DELETE /v2.0/security-groups/c4c88f72-0c43-4bdb-be6a-d5d9bfafd145 HTTP/1.1" status: 204 len: 168 time: 0.1499732 Jul 24 01:13:59.619375 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dbd13f-ed29-4157-b9bb-14dd4203fb67 tempest-TestSnapshotPattern-954320599 tempest-TestSnapshotPattern-954320599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c88f72-0c43-4bdb-be6a-d5d9bfafd145,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:14:00.680110 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45682) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:14:01.021024 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b650f302-405f-4f3a-99dc-f4e3b4de4353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681029'] for router_interface, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:01.267245 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-b650f302-405f-4f3a-99dc-f4e3b4de4353 admin admin] Deleting port 8e92e086-5508-44d6-85a8-04c899e4c1f8 {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:14:01.267599 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b650f302-405f-4f3a-99dc-f4e3b4de4353 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:01.346184 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-b650f302-405f-4f3a-99dc-f4e3b4de4353 admin admin] For port 8e92e086-5508-44d6-85a8-04c899e4c1f8, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=8e92e086-5508-44d6-85a8-04c899e4c1f8,segment=NetworkSegment(23480e29-4c9b-4463-a64e-a21e25d6b691),segment_id=23480e29-4c9b-4463-a64e-a21e25d6b691)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:14:01.346545 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b650f302-405f-4f3a-99dc-f4e3b4de4353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:01.358684 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-b650f302-405f-4f3a-99dc-f4e3b4de4353 admin admin] Calling delete_port for 8e92e086-5508-44d6-85a8-04c899e4c1f8 owned by network:router_interface {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:14:01.533846 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b650f302-405f-4f3a-99dc-f4e3b4de4353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:01.558228 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b650f302-405f-4f3a-99dc-f4e3b4de4353 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e92e086-5508-44d6-85a8-04c899e4c1f8,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:14:01.767925 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 7573d08b-6b4f-4a8c-8eb9-880bba681711 no longer exists at agent hyperv_n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:14:01.789696 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] No Port match for: 7573d08b-6b4f-4a8c-8eb9-880bba681711 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:14:01.789965 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Device 7573d08b-6b4f-4a8c-8eb9-880bba681711 not bound to the agent host n-h1-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:14:02.052303 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-b650f302-405f-4f3a-99dc-f4e3b4de4353 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679987'] for router_interface, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:02.263695 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b650f302-405f-4f3a-99dc-f4e3b4de4353 admin admin] Router 6e2087c5-43c3-48e7-a9d4-835dfe853af0 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:14:02.369079 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b650f302-405f-4f3a-99dc-f4e3b4de4353 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:14:02.374029 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-b650f302-405f-4f3a-99dc-f4e3b4de4353 admin admin] 10.222.0.44 "PUT /v2.0/routers/6e2087c5-43c3-48e7-a9d4-835dfe853af0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6921272 Jul 24 01:14:02.376572 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45684) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:14:02.379221 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d311923a-3727-44ce-a28b-8c4aeb0dc53c None None] Sync routers for ids ['6e2087c5-43c3-48e7-a9d4-835dfe853af0'] in n-d-800088-16 {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:14:02.388550 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d311923a-3727-44ce-a28b-8c4aeb0dc53c None None] Routers {'6e2087c5-43c3-48e7-a9d4-835dfe853af0'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:14:02.389207 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-d311923a-3727-44ce-a28b-8c4aeb0dc53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T01:13:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['6e2087c5-43c3-48e7-a9d4-835dfe853af0'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:14:02.482989 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-82289704-2488-40ea-903d-2f344e919062 admin admin] Notify callbacks [] for router, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:02.499429 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-d311923a-3727-44ce-a28b-8c4aeb0dc53c None None] Set router 6e2087c5-43c3-48e7-a9d4-835dfe853af0 gateway port host: n-d-800088-16 {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:14:02.587014 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-82289704-2488-40ea-903d-2f344e919062 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:02.641834 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-82289704-2488-40ea-903d-2f344e919062 admin admin] Deleting port 6f4e02d9-320c-4336-a188-3ee40564d8fd {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:14:02.642087 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-82289704-2488-40ea-903d-2f344e919062 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:02.678061 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-d311923a-3727-44ce-a28b-8c4aeb0dc53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2087c5-43c3-48e7-a9d4-835dfe853af0', 'name': 'tempest-TestSnapshotPattern-240005999-router', 'tenant_id': 'd19f338700ce464cae93dbe9bfd43c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '6f4e02d9-320c-4336-a188-3ee40564d8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:09:24Z', 'updated_at': '2021-07-24T01:14:01Z', 'revision_number': 5, 'project_id': 'd19f338700ce464cae93dbe9bfd43c13', 'gw_port': {'id': '6f4e02d9-320c-4336-a188-3ee40564d8fd', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2087c5-43c3-48e7-a9d4-835dfe853af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:09:24Z', 'updated_at': '2021-07-24T01:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:14:02.709351 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d311923a-3727-44ce-a28b-8c4aeb0dc53c None None] Checking router: 6e2087c5-43c3-48e7-a9d4-835dfe853af0 for host: n-d-800088-16 {{(pid=100315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:14:02.718062 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d311923a-3727-44ce-a28b-8c4aeb0dc53c None None] Routers {'6e2087c5-43c3-48e7-a9d4-835dfe853af0'} bound to L3 agent in host n-d-800088-16 {{(pid=100315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:14:02.718681 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-d311923a-3727-44ce-a28b-8c4aeb0dc53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T01:13:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['6e2087c5-43c3-48e7-a9d4-835dfe853af0'], 'active': True} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:14:02.720975 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-82289704-2488-40ea-903d-2f344e919062 admin admin] For port 6f4e02d9-320c-4336-a188-3ee40564d8fd, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=6f4e02d9-320c-4336-a188-3ee40564d8fd,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:14:02.721357 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-82289704-2488-40ea-903d-2f344e919062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:02.738357 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-82289704-2488-40ea-903d-2f344e919062 admin admin] Calling delete_port for 6f4e02d9-320c-4336-a188-3ee40564d8fd owned by network:router_gateway {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:14:02.809644 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_dvr_db [None req-d311923a-3727-44ce-a28b-8c4aeb0dc53c None None] Set router 6e2087c5-43c3-48e7-a9d4-835dfe853af0 gateway port host: None {{(pid=100315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:14:02.861480 n-d-800088-16 neutron-server[100315]: DEBUG neutron.db.l3_hamode_db [None req-d311923a-3727-44ce-a28b-8c4aeb0dc53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2087c5-43c3-48e7-a9d4-835dfe853af0', 'name': 'tempest-TestSnapshotPattern-240005999-router', 'tenant_id': 'd19f338700ce464cae93dbe9bfd43c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:09:24Z', 'updated_at': '2021-07-24T01:14:02Z', 'revision_number': 6, 'project_id': 'd19f338700ce464cae93dbe9bfd43c13', 'gw_port_host': None}], 'n-d-800088-16', False) {} {{(pid=100315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:14:02.891365 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d311923a-3727-44ce-a28b-8c4aeb0dc53c None None] The sync data for ids ['6e2087c5-43c3-48e7-a9d4-835dfe853af0'] in n-d-800088-16 is: [{'id': '6e2087c5-43c3-48e7-a9d4-835dfe853af0', 'name': 'tempest-TestSnapshotPattern-240005999-router', 'tenant_id': 'd19f338700ce464cae93dbe9bfd43c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:09:24Z', 'updated_at': '2021-07-24T01:14:02Z', 'revision_number': 6, 'project_id': 'd19f338700ce464cae93dbe9bfd43c13', 'gw_port_host': None}] {{(pid=100315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:14:02.904995 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-82289704-2488-40ea-903d-2f344e919062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:02.935755 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82289704-2488-40ea-903d-2f344e919062 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f4e02d9-320c-4336-a188-3ee40564d8fd,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:14:02.997773 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-82289704-2488-40ea-903d-2f344e919062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687114'] for router_gateway, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:03.087395 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-82289704-2488-40ea-903d-2f344e919062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:03.089545 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-82289704-2488-40ea-903d-2f344e919062 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:03.134571 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-82289704-2488-40ea-903d-2f344e919062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:03.135078 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82289704-2488-40ea-903d-2f344e919062 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e2087c5-43c3-48e7-a9d4-835dfe853af0 {{(pid=100314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:14:03.139523 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-82289704-2488-40ea-903d-2f344e919062 admin admin] Notify callbacks [] for router, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:03.140541 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-82289704-2488-40ea-903d-2f344e919062 admin admin] 10.222.0.44 "DELETE /v2.0/routers/6e2087c5-43c3-48e7-a9d4-835dfe853af0 HTTP/1.1" status: 204 len: 168 time: 0.7630172 Jul 24 01:14:03.143178 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45686) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:14:03.188543 n-d-800088-16 neutron-server[100314]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b1a87d4-09c6-42a9-a766-439889f900a8 admin admin] Deleting subnet 390d82ff-57dd-46bc-9ec7-10d0ba1b5029 {{(pid=100314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:14:03.191557 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9b1a87d4-09c6-42a9-a766-439889f900a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:03.229872 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9b1a87d4-09c6-42a9-a766-439889f900a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2975304'] for subnet, precommit_delete_associations {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:03.317916 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9b1a87d4-09c6-42a9-a766-439889f900a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:03.374869 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9b1a87d4-09c6-42a9-a766-439889f900a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10134715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741190'] for subnet, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:03.402210 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-9b1a87d4-09c6-42a9-a766-439889f900a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:03.404140 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-9b1a87d4-09c6-42a9-a766-439889f900a8 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/390d82ff-57dd-46bc-9ec7-10d0ba1b5029 HTTP/1.1" status: 204 len: 168 time: 0.2600410 Jul 24 01:14:03.405679 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1a87d4-09c6-42a9-a766-439889f900a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=390d82ff-57dd-46bc-9ec7-10d0ba1b5029,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:14:03.406862 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45688) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:14:03.407796 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a22454-3ce1-4360-a7d2-6faa89d3745f None None] Network 8653a263-c15f-43c6-9f33-9120bc443de6 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:14:03.474183 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2a6fe40d-6169-4052-84b9-8358a4d47fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:03.525462 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-2a6fe40d-6169-4052-84b9-8358a4d47fa7 admin admin] Deleting port 18c79b57-d59e-4175-9431-20c05799b7db {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:14:03.525814 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2a6fe40d-6169-4052-84b9-8358a4d47fa7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:03.592662 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-2a6fe40d-6169-4052-84b9-8358a4d47fa7 admin admin] For port 18c79b57-d59e-4175-9431-20c05799b7db, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=18c79b57-d59e-4175-9431-20c05799b7db,segment=NetworkSegment(23480e29-4c9b-4463-a64e-a21e25d6b691),segment_id=23480e29-4c9b-4463-a64e-a21e25d6b691)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:14:03.592986 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2a6fe40d-6169-4052-84b9-8358a4d47fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:03.604320 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-2a6fe40d-6169-4052-84b9-8358a4d47fa7 admin admin] Calling delete_port for 18c79b57-d59e-4175-9431-20c05799b7db owned by network:dhcp {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:14:03.665107 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b73a6f-1b19-436f-93ee-b9faf5958fd8 None None] DHCP port deletion for 8653a263-c15f-43c6-9f33-9120bc443de6 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:14:03.669400 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 8e92e086-5508-44d6-85a8-04c899e4c1f8 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:14:03.688505 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2a6fe40d-6169-4052-84b9-8358a4d47fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:03.693498 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 8e92e086-5508-44d6-85a8-04c899e4c1f8 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:14:03.693851 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 8e92e086-5508-44d6-85a8-04c899e4c1f8 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:14:03.711494 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-21b73a6f-1b19-436f-93ee-b9faf5958fd8 None None] The port '18c79b57-d59e-4175-9431-20c05799b7db' was deleted {{(pid=100315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 24 01:14:03.720568 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6fe40d-6169-4052-84b9-8358a4d47fa7 admin admin] Pushing event deleted for resources: {'Port': ['ID=18c79b57-d59e-4175-9431-20c05799b7db,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:14:03.722919 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6fe40d-6169-4052-84b9-8358a4d47fa7 admin admin] No DVR routers for this DVR port 18c79b57-d59e-4175-9431-20c05799b7db on host n-d-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:14:03.794251 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2a6fe40d-6169-4052-84b9-8358a4d47fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:03.804871 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-2a6fe40d-6169-4052-84b9-8358a4d47fa7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8653a263-c15f-43c6-9f33-9120bc443de6']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:14:03.814407 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-2a6fe40d-6169-4052-84b9-8358a4d47fa7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23480e29-4c9b-4463-a64e-a21e25d6b691') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:14:03.814704 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-2a6fe40d-6169-4052-84b9-8358a4d47fa7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23480e29-4c9b-4463-a64e-a21e25d6b691') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:14:03.825959 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2a6fe40d-6169-4052-84b9-8358a4d47fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:03.845371 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2a6fe40d-6169-4052-84b9-8358a4d47fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:03.850833 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a6fe40d-6169-4052-84b9-8358a4d47fa7 admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:14:03.851228 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2a6fe40d-6169-4052-84b9-8358a4d47fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:03.852978 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 01:14:03.852978 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:14:03.852978 n-d-800088-16 neutron-server[100313]: timer() Jul 24 01:14:03.852978 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:14:03.852978 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 01:14:03.852978 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:14:03.852978 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 01:14:03.852978 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:14:03.852978 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 01:14:03.852978 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:14:03.852978 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 01:14:03.852978 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:14:03.852978 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 01:14:03.852978 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:14:03.852978 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:14:03.852978 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:14:03.852978 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:14:03.852978 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:14:03.852978 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 01:14:03.852978 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:14:03.852978 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 01:14:03.852978 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:14:03.852978 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:14:03.852978 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:14:03.852978 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 01:14:03.852978 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:14:03.852978 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:14:03.852978 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:14:03.852978 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:14:03.852978 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:14:03.852978 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:14:03.852978 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:14:03.906938 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2a6fe40d-6169-4052-84b9-8358a4d47fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:03.913609 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-2a6fe40d-6169-4052-84b9-8358a4d47fa7 admin admin] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:03.915498 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-2a6fe40d-6169-4052-84b9-8358a4d47fa7 admin admin] 10.222.0.44 "DELETE /v2.0/networks/8653a263-c15f-43c6-9f33-9120bc443de6 HTTP/1.1" status: 204 len: 168 time: 0.5075462 Jul 24 01:14:03.918580 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45690) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:14:03.926981 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6fe40d-6169-4052-84b9-8358a4d47fa7 admin admin] Pushing event deleted for resources: {'Network': ['ID=8653a263-c15f-43c6-9f33-9120bc443de6,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:14:04.264905 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f21b8ae6-2765-442c-af1e-c156afaa2af1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681029'] for router_interface, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:04.520702 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-f21b8ae6-2765-442c-af1e-c156afaa2af1 admin admin] Deleting port 179e98df-7c1a-478e-b0aa-0bfc5171acff {{(pid=100314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:14:04.520991 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f21b8ae6-2765-442c-af1e-c156afaa2af1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:04.602050 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.db [None req-f21b8ae6-2765-442c-af1e-c156afaa2af1 admin admin] For port 179e98df-7c1a-478e-b0aa-0bfc5171acff, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=179e98df-7c1a-478e-b0aa-0bfc5171acff,segment=NetworkSegment(b5339433-c5a4-4196-b47a-e5b95440d8af),segment_id=b5339433-c5a4-4196-b47a-e5b95440d8af)] {{(pid=100314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:14:04.602415 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f21b8ae6-2765-442c-af1e-c156afaa2af1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:04.615400 n-d-800088-16 neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-f21b8ae6-2765-442c-af1e-c156afaa2af1 admin admin] Calling delete_port for 179e98df-7c1a-478e-b0aa-0bfc5171acff owned by network:router_interface {{(pid=100314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:14:04.795822 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f21b8ae6-2765-442c-af1e-c156afaa2af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10134600'] for port, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:04.821738 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21b8ae6-2765-442c-af1e-c156afaa2af1 admin admin] Pushing event deleted for resources: {'Port': ['ID=179e98df-7c1a-478e-b0aa-0bfc5171acff,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:14:04.991235 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-f21b8ae6-2765-442c-af1e-c156afaa2af1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679987'] for router_interface, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:05.159127 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 18c79b57-d59e-4175-9431-20c05799b7db no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:14:05.179350 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 18c79b57-d59e-4175-9431-20c05799b7db {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:14:05.179693 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 18c79b57-d59e-4175-9431-20c05799b7db not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:14:05.180100 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 6f4e02d9-320c-4336-a188-3ee40564d8fd no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:14:05.200342 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 6f4e02d9-320c-4336-a188-3ee40564d8fd {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:14:05.200689 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 6f4e02d9-320c-4336-a188-3ee40564d8fd not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:14:05.210843 n-d-800088-16 neutron-server[100314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f21b8ae6-2765-442c-af1e-c156afaa2af1 admin admin] Router a596d3e2-0d8a-4be5-aaec-df82e47b0fc0 has already been hosted by L3 agent 0fd9e47c-2130-41ab-a987-c4caea8a8c81 {{(pid=100314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:14:05.317824 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f21b8ae6-2765-442c-af1e-c156afaa2af1 admin admin] Notify agent at l3_agent.n-d-800088-16 the message routers_updated {{(pid=100314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:14:05.323892 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-f21b8ae6-2765-442c-af1e-c156afaa2af1 admin admin] 10.222.0.44 "PUT /v2.0/routers/a596d3e2-0d8a-4be5-aaec-df82e47b0fc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4040320 Jul 24 01:14:05.325478 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45692) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:14:05.326755 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ba9db4-f5f9-49cf-acf3-a4de53a6cdae None None] Sync routers for ids ['a596d3e2-0d8a-4be5-aaec-df82e47b0fc0'] in n-d-800088-16 {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:14:05.336428 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ba9db4-f5f9-49cf-acf3-a4de53a6cdae None None] Routers {'a596d3e2-0d8a-4be5-aaec-df82e47b0fc0'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:14:05.337057 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-33ba9db4-f5f9-49cf-acf3-a4de53a6cdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T01:13:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['a596d3e2-0d8a-4be5-aaec-df82e47b0fc0'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:14:05.425759 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-dc99f230-2798-4bfa-9fd7-ea59243b25af admin admin] Notify callbacks [] for router, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:05.437084 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-33ba9db4-f5f9-49cf-acf3-a4de53a6cdae None None] Set router a596d3e2-0d8a-4be5-aaec-df82e47b0fc0 gateway port host: n-d-800088-16 {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:14:05.525847 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-dc99f230-2798-4bfa-9fd7-ea59243b25af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:05.579218 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-dc99f230-2798-4bfa-9fd7-ea59243b25af admin admin] Deleting port 869a7e34-b298-46ef-8ba8-256273f2de46 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:14:05.579571 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-dc99f230-2798-4bfa-9fd7-ea59243b25af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:05.611311 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-33ba9db4-f5f9-49cf-acf3-a4de53a6cdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a596d3e2-0d8a-4be5-aaec-df82e47b0fc0', 'name': 'tempest-TestSnapshotPattern-657761416-router', 'tenant_id': 'acebc47fc58b4753a658244a033a4c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'external_fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '869a7e34-b298-46ef-8ba8-256273f2de46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:09:28Z', 'updated_at': '2021-07-24T01:14:04Z', 'revision_number': 5, 'project_id': 'acebc47fc58b4753a658244a033a4c76', 'gw_port': {'id': '869a7e34-b298-46ef-8ba8-256273f2de46', 'name': '', 'network_id': '9adcfee8-760c-4568-9e39-c221abf69bf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:89:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a596d3e2-0d8a-4be5-aaec-df82e47b0fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:09:29Z', 'updated_at': '2021-07-24T01:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7814c84-8324-401f-b06a-e1f1f7d8fea4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-16'}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:14:05.636827 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ba9db4-f5f9-49cf-acf3-a4de53a6cdae None None] Checking router: a596d3e2-0d8a-4be5-aaec-df82e47b0fc0 for host: n-d-800088-16 {{(pid=100316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:14:05.645828 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ba9db4-f5f9-49cf-acf3-a4de53a6cdae None None] Routers {'a596d3e2-0d8a-4be5-aaec-df82e47b0fc0'} bound to L3 agent in host n-d-800088-16 {{(pid=100316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:14:05.646429 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-33ba9db4-f5f9-49cf-acf3-a4de53a6cdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T23:40:26Z,description=,heartbeat_timestamp=2021-07-24T01:13:56Z,host='n-d-800088-16',id=0fd9e47c-2130-41ab-a987-c4caea8a8c81,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T23:40:26Z,topic='l3_agent')) {'router_ids': ['a596d3e2-0d8a-4be5-aaec-df82e47b0fc0'], 'active': True} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:14:05.660926 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-dc99f230-2798-4bfa-9fd7-ea59243b25af admin admin] For port 869a7e34-b298-46ef-8ba8-256273f2de46, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=869a7e34-b298-46ef-8ba8-256273f2de46,segment=NetworkSegment(7a2d65d8-98f0-4d7d-bf63-83d97034c63b),segment_id=7a2d65d8-98f0-4d7d-bf63-83d97034c63b)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:14:05.661296 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-dc99f230-2798-4bfa-9fd7-ea59243b25af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:05.672767 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-dc99f230-2798-4bfa-9fd7-ea59243b25af admin admin] Calling delete_port for 869a7e34-b298-46ef-8ba8-256273f2de46 owned by network:router_gateway {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:14:05.730236 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_dvr_db [None req-33ba9db4-f5f9-49cf-acf3-a4de53a6cdae None None] Set router a596d3e2-0d8a-4be5-aaec-df82e47b0fc0 gateway port host: None {{(pid=100316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:14:05.839997 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-dc99f230-2798-4bfa-9fd7-ea59243b25af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:05.866993 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc99f230-2798-4bfa-9fd7-ea59243b25af admin admin] Pushing event deleted for resources: {'Port': ['ID=869a7e34-b298-46ef-8ba8-256273f2de46,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:14:05.874037 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.l3_hamode_db [None req-33ba9db4-f5f9-49cf-acf3-a4de53a6cdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a596d3e2-0d8a-4be5-aaec-df82e47b0fc0', 'name': 'tempest-TestSnapshotPattern-657761416-router', 'tenant_id': 'acebc47fc58b4753a658244a033a4c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:09:28Z', 'updated_at': '2021-07-24T01:14:05Z', 'revision_number': 6, 'project_id': 'acebc47fc58b4753a658244a033a4c76', 'gw_port_host': None}], 'n-d-800088-16', False) {} {{(pid=100316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:14:05.900406 n-d-800088-16 neutron-server[100316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ba9db4-f5f9-49cf-acf3-a4de53a6cdae None None] The sync data for ids ['a596d3e2-0d8a-4be5-aaec-df82e47b0fc0'] in n-d-800088-16 is: [{'id': 'a596d3e2-0d8a-4be5-aaec-df82e47b0fc0', 'name': 'tempest-TestSnapshotPattern-657761416-router', 'tenant_id': 'acebc47fc58b4753a658244a033a4c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:09:28Z', 'updated_at': '2021-07-24T01:14:05Z', 'revision_number': 6, 'project_id': 'acebc47fc58b4753a658244a033a4c76', 'gw_port_host': None}] {{(pid=100316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:14:05.942763 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-dc99f230-2798-4bfa-9fd7-ea59243b25af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687114'] for router_gateway, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:06.036065 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-dc99f230-2798-4bfa-9fd7-ea59243b25af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13702'] for router, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:06.038168 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-dc99f230-2798-4bfa-9fd7-ea59243b25af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:06.084150 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-dc99f230-2798-4bfa-9fd7-ea59243b25af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626662'] for router, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:06.084698 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc99f230-2798-4bfa-9fd7-ea59243b25af admin admin] Fanout notify agent at l3_agent the message router_deleted on router a596d3e2-0d8a-4be5-aaec-df82e47b0fc0 {{(pid=100313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:14:06.089536 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-dc99f230-2798-4bfa-9fd7-ea59243b25af admin admin] Notify callbacks [] for router, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:06.090750 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-dc99f230-2798-4bfa-9fd7-ea59243b25af admin admin] 10.222.0.44 "DELETE /v2.0/routers/a596d3e2-0d8a-4be5-aaec-df82e47b0fc0 HTTP/1.1" status: 204 len: 168 time: 0.7642028 Jul 24 01:14:06.093192 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45694) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:14:06.137723 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.db_base_plugin_v2 [None req-bac7bb01-cf1b-45d5-9469-0b5bca042f8a admin admin] Deleting subnet 3c8b6aa0-fc9c-4da2-91fa-0be455652b1e {{(pid=100313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:14:06.140764 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-bac7bb01-cf1b-45d5-9469-0b5bca042f8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:06.174538 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-bac7bb01-cf1b-45d5-9469-0b5bca042f8a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11583976'] for subnet, precommit_delete_associations {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:06.254818 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-bac7bb01-cf1b-45d5-9469-0b5bca042f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790557'] for subnet, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:06.310875 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-bac7bb01-cf1b-45d5-9469-0b5bca042f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11583741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9283365'] for subnet, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:06.337594 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac7bb01-cf1b-45d5-9469-0b5bca042f8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c8b6aa0-fc9c-4da2-91fa-0be455652b1e,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:14:06.341432 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-bac7bb01-cf1b-45d5-9469-0b5bca042f8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:06.343275 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-bac7bb01-cf1b-45d5-9469-0b5bca042f8a admin admin] 10.222.0.44 "DELETE /v2.0/subnets/3c8b6aa0-fc9c-4da2-91fa-0be455652b1e HTTP/1.1" status: 204 len: 168 time: 0.2491481 Jul 24 01:14:06.345891 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45696) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:14:06.349176 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77893814-56e1-40c3-ad99-daa85fa7f73f None None] Network 11d72688-bc8e-413b-89d9-34941dd89161 requested from n-d-800088-16 {{(pid=100315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:14:06.415782 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ffe23abf-ec1e-4717-92d3-054b6090a675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804263'] for network, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:06.472100 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-ffe23abf-ec1e-4717-92d3-054b6090a675 admin admin] Deleting port 3ec3d6bb-1956-4640-843b-a6d70f76bc68 {{(pid=100313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:14:06.472475 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ffe23abf-ec1e-4717-92d3-054b6090a675 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727720452612'] for port, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:06.537336 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.db [None req-ffe23abf-ec1e-4717-92d3-054b6090a675 admin admin] For port 3ec3d6bb-1956-4640-843b-a6d70f76bc68, host n-d-800088-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-16',level=0,port_id=3ec3d6bb-1956-4640-843b-a6d70f76bc68,segment=NetworkSegment(b5339433-c5a4-4196-b47a-e5b95440d8af),segment_id=b5339433-c5a4-4196-b47a-e5b95440d8af)] {{(pid=100313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:14:06.537702 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ffe23abf-ec1e-4717-92d3-054b6090a675 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680005'] for port, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:06.548759 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.plugin [None req-ffe23abf-ec1e-4717-92d3-054b6090a675 admin admin] Calling delete_port for 3ec3d6bb-1956-4640-843b-a6d70f76bc68 owned by network:dhcp {{(pid=100313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:14:06.630163 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ffe23abf-ec1e-4717-92d3-054b6090a675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727720457018', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727720051438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11583502'] for port, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:06.657119 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe23abf-ec1e-4717-92d3-054b6090a675 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ec3d6bb-1956-4640-843b-a6d70f76bc68,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:14:06.659191 n-d-800088-16 neutron-server[100313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe23abf-ec1e-4717-92d3-054b6090a675 admin admin] No DVR routers for this DVR port 3ec3d6bb-1956-4640-843b-a6d70f76bc68 on host n-d-800088-16 {{(pid=100313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:14:06.693734 n-d-800088-16 neutron-server[100315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5adf7864-41da-424d-a15b-1bfed6f51b6f None None] DHCP port deletion for 11d72688-bc8e-413b-89d9-34941dd89161 request from n-d-800088-16 {{(pid=100315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:14:06.739084 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ffe23abf-ec1e-4717-92d3-054b6090a675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1792210', 'neutron.services.segments.db._delete_segments_for_network-8727720467586'] for network, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:06.749324 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-ffe23abf-ec1e-4717-92d3-054b6090a675 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11d72688-bc8e-413b-89d9-34941dd89161']}} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:14:06.759785 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-ffe23abf-ec1e-4717-92d3-054b6090a675 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5339433-c5a4-4196-b47a-e5b95440d8af') {'for_net_delete': True} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:14:06.760080 n-d-800088-16 neutron-server[100313]: DEBUG neutron.services.segments.db [None req-ffe23abf-ec1e-4717-92d3-054b6090a675 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5339433-c5a4-4196-b47a-e5b95440d8af') {} {{(pid=100313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:14:06.768867 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ffe23abf-ec1e-4717-92d3-054b6090a675 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727720369143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11583975'] for segment, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:06.782947 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ffe23abf-ec1e-4717-92d3-054b6090a675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058'] for segment, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:06.790024 n-d-800088-16 neutron-server[100313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffe23abf-ec1e-4717-92d3-054b6090a675 admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=100313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:14:06.790463 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ffe23abf-ec1e-4717-92d3-054b6090a675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11583579'] for segment, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:06.792683 n-d-800088-16 neutron-server[100313]: Traceback (most recent call last): Jul 24 01:14:06.792683 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:14:06.792683 n-d-800088-16 neutron-server[100313]: timer() Jul 24 01:14:06.792683 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:14:06.792683 n-d-800088-16 neutron-server[100313]: cb(*args, **kw) Jul 24 01:14:06.792683 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:14:06.792683 n-d-800088-16 neutron-server[100313]: return func(*args, **kwargs) Jul 24 01:14:06.792683 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:14:06.792683 n-d-800088-16 neutron-server[100313]: self._notify() Jul 24 01:14:06.792683 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:14:06.792683 n-d-800088-16 neutron-server[100313]: self.callback(batched_events) Jul 24 01:14:06.792683 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:14:06.792683 n-d-800088-16 neutron-server[100313]: event.method(event) Jul 24 01:14:06.792683 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:14:06.792683 n-d-800088-16 neutron-server[100313]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:14:06.792683 n-d-800088-16 neutron-server[100313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:14:06.792683 n-d-800088-16 neutron-server[100313]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:14:06.792683 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:14:06.792683 n-d-800088-16 neutron-server[100313]: return f(self, *a, **k) Jul 24 01:14:06.792683 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:14:06.792683 n-d-800088-16 neutron-server[100313]: return self._get(url).json() Jul 24 01:14:06.792683 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:14:06.792683 n-d-800088-16 neutron-server[100313]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:14:06.792683 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:14:06.792683 n-d-800088-16 neutron-server[100313]: return self.request(url, 'GET', **kwargs) Jul 24 01:14:06.792683 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:14:06.792683 n-d-800088-16 neutron-server[100313]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:14:06.792683 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:14:06.792683 n-d-800088-16 neutron-server[100313]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:14:06.792683 n-d-800088-16 neutron-server[100313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:14:06.792683 n-d-800088-16 neutron-server[100313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:14:06.792683 n-d-800088-16 neutron-server[100313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:14:06.848064 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ffe23abf-ec1e-4717-92d3-054b6090a675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1792219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687334'] for network, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:06.854421 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-ffe23abf-ec1e-4717-92d3-054b6090a675 admin admin] Notify callbacks [] for network, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:06.856103 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-ffe23abf-ec1e-4717-92d3-054b6090a675 admin admin] 10.222.0.44 "DELETE /v2.0/networks/11d72688-bc8e-413b-89d9-34941dd89161 HTTP/1.1" status: 204 len: 168 time: 0.5092893 Jul 24 01:14:06.868667 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe23abf-ec1e-4717-92d3-054b6090a675 admin admin] Pushing event deleted for resources: {'Network': ['ID=11d72688-bc8e-413b-89d9-34941dd89161,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:14:07.049945 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45700) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:14:07.092786 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-9b7aafee-079c-4b7b-b8d6-3744cb22c4c8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d19f338700ce464cae93dbe9bfd43c13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415444 Jul 24 01:14:07.095279 n-d-800088-16 neutron-server[100313]: DEBUG neutron.wsgi [-] (100313) accepted ('10.222.0.44', 45702) {{(pid=100313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:14:07.123605 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 869a7e34-b298-46ef-8ba8-256273f2de46 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:14:07.144927 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 869a7e34-b298-46ef-8ba8-256273f2de46 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:14:07.145214 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 869a7e34-b298-46ef-8ba8-256273f2de46 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:14:07.145631 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 179e98df-7c1a-478e-b0aa-0bfc5171acff no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:14:07.147951 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b66a085d-49a4-412b-a98c-5a2ffdf1ddc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:07.167588 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 179e98df-7c1a-478e-b0aa-0bfc5171acff {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:14:07.167939 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 179e98df-7c1a-478e-b0aa-0bfc5171acff not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:14:07.168354 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 3ec3d6bb-1956-4640-843b-a6d70f76bc68 no longer exists at agent ovs-agent-n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:14:07.179779 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b66a085d-49a4-412b-a98c-5a2ffdf1ddc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:07.241484 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b66a085d-49a4-412b-a98c-5a2ffdf1ddc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:07.244528 n-d-800088-16 neutron-server[100313]: DEBUG neutron_lib.callbacks.manager [None req-b66a085d-49a4-412b-a98c-5a2ffdf1ddc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:07.245801 n-d-800088-16 neutron-server[100313]: INFO neutron.wsgi [None req-b66a085d-49a4-412b-a98c-5a2ffdf1ddc3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c69b6fac-8e39-4b98-8527-878fd5b39d7b HTTP/1.1" status: 204 len: 168 time: 0.1494997 Jul 24 01:14:07.254955 n-d-800088-16 neutron-server[100313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66a085d-49a4-412b-a98c-5a2ffdf1ddc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69b6fac-8e39-4b98-8527-878fd5b39d7b,revision_number=None']} {{(pid=100313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:14:07.354460 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] No Port match for: 3ec3d6bb-1956-4640-843b-a6d70f76bc68 {{(pid=100315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:14:07.355054 n-d-800088-16 neutron-server[100315]: DEBUG neutron.plugins.ml2.rpc [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Device 3ec3d6bb-1956-4640-843b-a6d70f76bc68 not bound to the agent host n-d-800088-16 {{(pid=100315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:14:07.582090 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45708) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:14:07.622522 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-e5d32c2b-64ad-4ee2-ab5e-d8b4d0d3b1a8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=acebc47fc58b4753a658244a033a4c76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392933 Jul 24 01:14:07.624996 n-d-800088-16 neutron-server[100314]: DEBUG neutron.wsgi [-] (100314) accepted ('10.222.0.44', 45710) {{(pid=100314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:14:07.672503 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-56402baf-530c-4b55-a787-d944f0ebb4de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:07.693767 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-56402baf-530c-4b55-a787-d944f0ebb4de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:07.744411 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-56402baf-530c-4b55-a787-d944f0ebb4de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646291'] for security_group, after_delete {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:07.747029 n-d-800088-16 neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-56402baf-530c-4b55-a787-d944f0ebb4de admin admin] Notify callbacks [] for security_group, before_response {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:07.748204 n-d-800088-16 neutron-server[100314]: INFO neutron.wsgi [None req-56402baf-530c-4b55-a787-d944f0ebb4de admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2b43f3c5-f7da-4cda-b87d-6109845b35b3 HTTP/1.1" status: 204 len: 168 time: 0.1223192 Jul 24 01:14:07.756133 n-d-800088-16 neutron-server[100314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56402baf-530c-4b55-a787-d944f0ebb4de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b43f3c5-f7da-4cda-b87d-6109845b35b3,revision_number=None']} {{(pid=100314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:14:15.627376 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:18.547105 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:23.312267 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-14731920-53b0-4806-ac49-3b36a1487fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:23.352187 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:14:25.886163 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-10a50202-b541-4ae2-9c2b-8bc4a0408740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:26.946364 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:27.612425 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:29.192409 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:45.635851 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:48.545453 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:53.313414 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-177568f4-0ee2-4644-8de1-d88d3b8445ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:55.886958 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-8c0e0a7c-a9eb-4e36-9c8b-983cda9df433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:56.946921 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:57.616645 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:59.194295 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:00.351621 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:15:15.641931 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:18.545204 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:23.313631 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2835004e-727e-4909-a1e5-9ad08e18e13d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:25.886554 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a185bb3a-2920-42ef-8d70-2f797b777696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:26.953124 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:27.619765 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:29.197322 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:37.350539 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:15:45.662795 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:48.559959 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:53.314157 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-8003aab9-418a-4cb4-a3fd-8aec52b22dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:55.887479 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2d0f3e05-a232-4a39-be8e-b2453aecd8e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:56.960111 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:57.624004 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:59.199930 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:14.350003 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:16:15.655636 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:18.575434 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:23.314825 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-79133675-d2a7-4323-b2ca-d0ca33074527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:25.887759 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ea8e6317-b820-4763-82d9-33fa3e70eaf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:26.953051 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:27.626197 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:29.201653 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:45.668518 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:48.566682 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:51.349059 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:16:53.314893 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-dd696928-efaa-45a5-a621-5985c502c888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:55.891261 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f044906b-5a2d-444b-87c3-d0bf9ba7ec52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:56.954066 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:57.633892 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:59.204744 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:15.686582 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:18.579028 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:23.317441 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-f16a5014-a841-4d20-8abf-2c595df3f1dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:25.890995 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a10e9222-959a-44f0-8e0f-0c5bc9216ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:26.958182 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:27.632728 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:28.348614 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:17:29.206838 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:45.686108 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:48.566980 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:53.318181 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ca396a7a-a367-4c61-9abb-b961b8f81d7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:55.891659 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-cd7e5fcd-792c-4362-b9f3-c9abe7539deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:56.959010 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:57.637354 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:59.216379 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:05.348676 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:18:15.695953 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:18.587539 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:23.322442 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-b5d36eea-30da-44f0-b3ad-d3f6dbb556bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:25.892504 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ee5b6dfa-4555-4321-bec5-b2cc54e350b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:26.961216 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:27.639340 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:29.212671 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:42.348955 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:18:45.698934 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:48.604859 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:53.323647 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-69e8799f-b343-477d-8a00-1fcaa99d577f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:55.893183 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-92197d9e-db6c-48e8-a750-0d6632a6c18c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:56.966654 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:57.642316 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:59.221508 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:15.698285 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:18.616820 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:19.350378 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:19:23.328482 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-1dcb95ce-c3a7-4a69-910b-74b80405535f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:25.892965 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-4e21ce19-b09d-4e6f-bdcf-7384e3f3e595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:26.969009 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:27.645796 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:29.218794 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:45.703881 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:48.632111 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:53.329284 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-bae2c5e6-9726-406e-9031-e1bb1f98d5eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:55.894009 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-d916a336-69d4-4d64-b279-8ca92c14f77d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:56.349383 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:19:56.970743 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:57.648393 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:59.222376 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:15.728876 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:18.630812 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:23.330716 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef972d1c-6bfb-4de3-b87b-f4137ae7a578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:25.894315 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-60e38f8e-f23c-4505-ad4c-bfca84a3a5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:26.974114 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:27.651359 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:29.226452 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:33.349229 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:20:45.743824 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:48.660134 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:53.331395 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-11df9212-f6c0-46db-84f5-690ef2f92ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:55.898213 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-18c102b5-05e7-4166-b161-71977520f614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:56.976461 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:57.656897 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:59.227325 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:10.349829 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:21:15.773807 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:18.641194 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:23.334170 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-979fe656-743f-41a7-beb1-8633403f81f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:25.903728 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-74bbc342-9d14-47c8-9690-f63f5383a7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:26.980447 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:27.672579 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:29.231757 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:45.779531 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:47.350197 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:21:48.652254 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:53.336979 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-a16a57ce-d620-4ffe-b385-de35cdc09867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:55.896619 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-97ded79d-6210-4188-b239-3ec99fc59d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:56.985760 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:57.669757 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:59.235583 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9cddc726-fe70-44ed-8177-16a920b929e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:22:15.771790 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-2172c54d-0be6-4dd2-b145-cebd3ee17ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:22:18.662202 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-212e75c0-e6ad-4936-9f2a-cf9714566e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:22:23.341193 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-0d5140ad-7e97-4831-b3a7-da42e8f73c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:22:24.351622 n-d-800088-16 neutron-server[100316]: DEBUG neutron.db.agents_db [None req-c5ebe8fb-84cd-4161-901e-ad2a5730c78e None None] Agent healthcheck: found 7 active agents {{(pid=100316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:22:25.906461 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-bd546846-5cd4-4cf2-84d1-4c26ef74effe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:22:26.997660 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-9e2a58c2-e9df-4670-9e27-218f7aaa6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:22:27.670515 n-d-800088-16 neutron-server[100315]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1748-4e73-44f1-b65f-fc058f762a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727720467568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794588'] for agent, after_update {{(pid=100315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}